0	transitions	0	0.7079725861549377
0	transitions	1	-0.05843018740415573
0	transitions	2	0.016818957403302193
0	transitions	3	1.001133918762207
0	transitions	4	-0.07483483850955963
0	transitions	5	-0.04783698171377182
0	transitions	6	0.24633467197418213
0	transitions	7	-10000.0
0	transitions	8	1.574431300163269
0	transitions	9	-2.1683404445648193
0	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
0	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
0	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
0	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
0	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
0	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
0	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
0	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
0	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
0	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
0	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
0	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
0	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
0	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
0	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
0	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
0	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
0	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
0	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
0	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
0	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
0	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
0	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
0	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
0	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
0	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
0	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
0	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
0	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
0	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
0	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
0	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
0	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
0	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
0	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
0	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
0	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
0	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
0	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
0	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
0	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
0	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
0	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
0	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
0	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
0	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
0	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
0	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
0	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
0	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
0	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
0	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
0	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
0	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
0	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
0	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
0	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
0	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
0	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
0	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
0	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
0	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
0	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
0	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
0	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
0	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
0	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
0	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
0	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
0	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
0	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
0	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
0	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
0	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
0	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
0	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
0	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
0	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
0	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
0	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
0	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
0	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
0	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
0	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
0	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
0	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
0	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
0	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
0	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
0	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
0	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
0	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
0	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
0	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
0	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
0	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
0	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
0	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
0	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
0	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
0	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
0	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
0	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
0	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
0	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
0	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
0	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
0	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
0	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
0	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
0	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
0	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
0	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
0	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
0	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
0	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
0	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
0	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
0	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
0	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
0	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
0	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
0	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
0	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
0	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
0	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
0	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
0	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
0	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
0	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
0	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
0	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
0	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
0	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
0	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
0	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
0	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
0	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
0	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
0	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
0	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
0	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
0	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
0	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
0	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
0	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
0	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
0	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
0	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
0	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
0	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
0	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
0	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
0	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
0	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
0	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
0	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
0	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
0	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
0	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
0	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
0	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
0	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
0	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
0	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
0	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
0	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
0	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
0	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
0	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
0	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
0	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
0	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
0	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
0	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
0	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
0	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
0	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
0	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
0	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
0	embedding2nn.weight	0	-0.005393210332840681
0	embedding2nn.weight	1	-0.022790560498833656
0	embedding2nn.weight	2	0.018255436792969704
0	embedding2nn.weight	3	0.005400865338742733
0	embedding2nn.weight	4	-0.02017628215253353
0	embedding2nn.weight	5	0.026301944628357887
0	embedding2nn.weight	6	0.018563363701105118
0	embedding2nn.weight	7	-0.005318679381161928
0	embedding2nn.weight	8	0.016514373943209648
0	embedding2nn.weight	9	0.004724753089249134
0	embedding2nn.bias	0	0.002167051425203681
0	embedding2nn.bias	1	0.007965395227074623
0	embedding2nn.bias	2	0.00993233360350132
0	embedding2nn.bias	3	-0.009143316186964512
0	embedding2nn.bias	4	0.003909781109541655
0	embedding2nn.bias	5	-0.0272535253316164
0	embedding2nn.bias	6	0.0028121303766965866
0	embedding2nn.bias	7	-0.011852872557938099
0	embedding2nn.bias	8	0.015482082031667233
0	embedding2nn.bias	9	-0.01899278536438942
0	rnn.weight_ih_l0	0	-0.0006812399951741099
0	rnn.weight_ih_l0	1	0.017609087750315666
0	rnn.weight_ih_l0	2	-0.039587896317243576
0	rnn.weight_ih_l0	3	0.0012709127040579915
0	rnn.weight_ih_l0	4	0.023363839834928513
0	rnn.weight_ih_l0	5	-0.04413361847400665
0	rnn.weight_ih_l0	6	0.0350625142455101
0	rnn.weight_ih_l0	7	-0.02684447355568409
0	rnn.weight_ih_l0	8	0.014574013650417328
0	rnn.weight_ih_l0	9	-0.00872165709733963
0	rnn.weight_hh_l0	0	0.03273453190922737
0	rnn.weight_hh_l0	1	-0.016782600432634354
0	rnn.weight_hh_l0	2	0.02635471150279045
0	rnn.weight_hh_l0	3	0.011949042789638042
0	rnn.weight_hh_l0	4	0.011668705381453037
0	rnn.weight_hh_l0	5	0.03987748548388481
0	rnn.weight_hh_l0	6	0.010516764596104622
0	rnn.weight_hh_l0	7	-0.03815889731049538
0	rnn.weight_hh_l0	8	-0.020325016230344772
0	rnn.weight_hh_l0	9	-0.0106174536049366
0	rnn.bias_ih_l0	0	0.0021169455721974373
0	rnn.bias_ih_l0	1	0.025672784075140953
0	rnn.bias_ih_l0	2	-0.012080570682883263
0	rnn.bias_ih_l0	3	-0.022119535133242607
0	rnn.bias_ih_l0	4	-0.019605999812483788
0	rnn.bias_ih_l0	5	0.037251900881528854
0	rnn.bias_ih_l0	6	-0.03235727176070213
0	rnn.bias_ih_l0	7	-0.03595733270049095
0	rnn.bias_ih_l0	8	-0.008022411726415157
0	rnn.bias_ih_l0	9	0.04104195907711983
0	rnn.bias_hh_l0	0	0.01585311070084572
0	rnn.bias_hh_l0	1	0.003591286251321435
0	rnn.bias_hh_l0	2	0.0010857527377083898
0	rnn.bias_hh_l0	3	-0.02423204854130745
0	rnn.bias_hh_l0	4	-0.0038450576830655336
0	rnn.bias_hh_l0	5	0.0007762413006275892
0	rnn.bias_hh_l0	6	-0.012871122919023037
0	rnn.bias_hh_l0	7	0.011589080095291138
0	rnn.bias_hh_l0	8	-0.022078711539506912
0	rnn.bias_hh_l0	9	-0.017906028777360916
0	rnn.weight_ih_l0_reverse	0	0.026056021451950073
0	rnn.weight_ih_l0_reverse	1	-0.0022792238742113113
0	rnn.weight_ih_l0_reverse	2	-0.023201147094368935
0	rnn.weight_ih_l0_reverse	3	0.002674117684364319
0	rnn.weight_ih_l0_reverse	4	0.022025329992175102
0	rnn.weight_ih_l0_reverse	5	-0.011191648431122303
0	rnn.weight_ih_l0_reverse	6	-0.04366447031497955
0	rnn.weight_ih_l0_reverse	7	-0.032708536833524704
0	rnn.weight_ih_l0_reverse	8	-0.012750455178320408
0	rnn.weight_ih_l0_reverse	9	0.021169262006878853
0	rnn.weight_hh_l0_reverse	0	-0.013619175180792809
0	rnn.weight_hh_l0_reverse	1	-0.009203450754284859
0	rnn.weight_hh_l0_reverse	2	-0.030321620404720306
0	rnn.weight_hh_l0_reverse	3	0.025061586871743202
0	rnn.weight_hh_l0_reverse	4	0.023490015417337418
0	rnn.weight_hh_l0_reverse	5	0.015385586768388748
0	rnn.weight_hh_l0_reverse	6	0.03515245392918587
0	rnn.weight_hh_l0_reverse	7	0.00991731509566307
0	rnn.weight_hh_l0_reverse	8	0.00010970402217935771
0	rnn.weight_hh_l0_reverse	9	-0.02232680656015873
0	rnn.bias_ih_l0_reverse	0	-0.03506220132112503
0	rnn.bias_ih_l0_reverse	1	0.022879738360643387
0	rnn.bias_ih_l0_reverse	2	0.03887757286429405
0	rnn.bias_ih_l0_reverse	3	0.009865105152130127
0	rnn.bias_ih_l0_reverse	4	0.01565903052687645
0	rnn.bias_ih_l0_reverse	5	-0.02397509664297104
0	rnn.bias_ih_l0_reverse	6	0.013886700384318829
0	rnn.bias_ih_l0_reverse	7	0.04127414897084236
0	rnn.bias_ih_l0_reverse	8	-0.009748727083206177
0	rnn.bias_ih_l0_reverse	9	0.010337875224649906
0	rnn.bias_hh_l0_reverse	0	-0.02854045294225216
0	rnn.bias_hh_l0_reverse	1	0.029563607648015022
0	rnn.bias_hh_l0_reverse	2	0.007308587431907654
0	rnn.bias_hh_l0_reverse	3	-0.024821627885103226
0	rnn.bias_hh_l0_reverse	4	0.036999236792325974
0	rnn.bias_hh_l0_reverse	5	0.03605414554476738
0	rnn.bias_hh_l0_reverse	6	-0.01154705323278904
0	rnn.bias_hh_l0_reverse	7	-0.015994802117347717
0	rnn.bias_hh_l0_reverse	8	0.042171359062194824
0	rnn.bias_hh_l0_reverse	9	-0.019846027716994286
0	linear.weight	0	0.0118635268881917
0	linear.weight	1	0.020432233810424805
0	linear.weight	2	-0.011228874325752258
0	linear.weight	3	0.024085141718387604
0	linear.weight	4	0.004987537860870361
0	linear.weight	5	0.011329383589327335
0	linear.weight	6	0.0047744326293468475
0	linear.weight	7	-0.021312154829502106
0	linear.weight	8	-0.007848846726119518
0	linear.weight	9	0.009007367305457592
0	linear.bias	0	-0.013593553565442562
0	linear.bias	1	-0.016407489776611328
0	linear.bias	2	0.004620854277163744
0	linear.bias	3	-0.020690318197011948
0	linear.bias	4	-0.01602334715425968
0	linear.bias	5	-0.0017158635891973972
0	linear.bias	6	0.006359768565744162
0	linear.bias	7	-0.029215827584266663
0	linear.bias	8	-0.01705317199230194
0	linear.bias	9	0.16523779928684235
197	transitions	0	0.6635891199111938
197	transitions	1	0.5022419691085815
197	transitions	2	-0.2673986554145813
197	transitions	3	0.9348621964454651
197	transitions	4	-0.14065589010715485
197	transitions	5	-0.051521167159080505
197	transitions	6	0.2235114723443985
197	transitions	7	-10000.0
197	transitions	8	1.4417436122894287
197	transitions	9	-2.1719861030578613
197	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
197	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
197	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
197	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
197	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
197	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
197	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
197	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
197	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
197	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
197	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
197	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
197	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
197	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
197	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
197	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
197	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
197	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
197	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
197	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
197	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
197	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
197	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
197	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
197	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
197	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
197	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
197	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
197	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
197	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
197	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
197	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
197	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
197	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
197	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
197	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
197	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
197	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
197	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
197	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
197	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
197	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
197	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
197	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
197	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
197	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
197	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
197	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
197	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
197	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
197	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
197	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
197	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
197	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
197	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
197	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
197	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
197	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
197	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
197	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
197	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
197	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
197	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
197	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
197	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
197	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
197	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
197	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
197	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
197	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
197	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
197	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
197	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
197	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
197	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
197	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
197	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
197	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
197	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
197	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
197	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
197	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
197	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
197	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
197	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
197	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
197	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
197	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
197	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
197	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
197	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
197	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
197	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
197	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
197	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
197	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
197	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
197	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
197	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
197	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
197	embedding2nn.weight	0	-0.00016083690570667386
197	embedding2nn.weight	1	-0.026237929239869118
197	embedding2nn.weight	2	0.020351925864815712
197	embedding2nn.weight	3	0.002619705395773053
197	embedding2nn.weight	4	-0.019524861127138138
197	embedding2nn.weight	5	0.029975740239024162
197	embedding2nn.weight	6	0.015075420029461384
197	embedding2nn.weight	7	-0.008044022135436535
197	embedding2nn.weight	8	0.01637241803109646
197	embedding2nn.weight	9	0.005704864859580994
197	embedding2nn.bias	0	0.018873639404773712
197	embedding2nn.bias	1	0.006715298630297184
197	embedding2nn.bias	2	0.011485299095511436
197	embedding2nn.bias	3	-0.03274718299508095
197	embedding2nn.bias	4	-0.01916281133890152
197	embedding2nn.bias	5	-0.06630322337150574
197	embedding2nn.bias	6	0.003778905374929309
197	embedding2nn.bias	7	0.006530060898512602
197	embedding2nn.bias	8	0.026532288640737534
197	embedding2nn.bias	9	-0.030050016939640045
197	rnn.weight_ih_l0	0	-0.0005042697302997112
197	rnn.weight_ih_l0	1	0.01916620321571827
197	rnn.weight_ih_l0	2	-0.03988572955131531
197	rnn.weight_ih_l0	3	0.0016224533319473267
197	rnn.weight_ih_l0	4	0.023781269788742065
197	rnn.weight_ih_l0	5	-0.044036392122507095
197	rnn.weight_ih_l0	6	0.03528245538473129
197	rnn.weight_ih_l0	7	-0.02794928476214409
197	rnn.weight_ih_l0	8	0.01624876633286476
197	rnn.weight_ih_l0	9	-0.00913627166301012
197	rnn.weight_hh_l0	0	0.033045195043087006
197	rnn.weight_hh_l0	1	-0.024121787399053574
197	rnn.weight_hh_l0	2	0.026443516835570335
197	rnn.weight_hh_l0	3	0.011835259385406971
197	rnn.weight_hh_l0	4	0.011805741116404533
197	rnn.weight_hh_l0	5	0.04065942391753197
197	rnn.weight_hh_l0	6	0.010485394857823849
197	rnn.weight_hh_l0	7	-0.03821129724383354
197	rnn.weight_hh_l0	8	-0.020428236573934555
197	rnn.weight_hh_l0	9	-0.007600701414048672
197	rnn.bias_ih_l0	0	-0.011334491893649101
197	rnn.bias_ih_l0	1	0.028686532750725746
197	rnn.bias_ih_l0	2	-0.0077347238548099995
197	rnn.bias_ih_l0	3	-0.021401358768343925
197	rnn.bias_ih_l0	4	-0.0005453726626001298
197	rnn.bias_ih_l0	5	0.0478409118950367
197	rnn.bias_ih_l0	6	-0.03000415861606598
197	rnn.bias_ih_l0	7	-0.031524188816547394
197	rnn.bias_ih_l0	8	-0.00022291758796200156
197	rnn.bias_ih_l0	9	0.04343852400779724
197	rnn.bias_hh_l0	0	0.03925670310854912
197	rnn.bias_hh_l0	1	-0.0004214111831970513
197	rnn.bias_hh_l0	2	0.004997880198061466
197	rnn.bias_hh_l0	3	-0.023092515766620636
197	rnn.bias_hh_l0	4	-0.04904025048017502
197	rnn.bias_hh_l0	5	0.014977630227804184
197	rnn.bias_hh_l0	6	-0.015931760892271996
197	rnn.bias_hh_l0	7	0.01726757548749447
197	rnn.bias_hh_l0	8	-0.018354831263422966
197	rnn.bias_hh_l0	9	-0.014768851920962334
197	rnn.weight_ih_l0_reverse	0	0.026114188134670258
197	rnn.weight_ih_l0_reverse	1	-0.0028134251479059458
197	rnn.weight_ih_l0_reverse	2	-0.023330340161919594
197	rnn.weight_ih_l0_reverse	3	0.0026593587826937437
197	rnn.weight_ih_l0_reverse	4	0.022392839193344116
197	rnn.weight_ih_l0_reverse	5	-0.011091959662735462
197	rnn.weight_ih_l0_reverse	6	-0.043609533458948135
197	rnn.weight_ih_l0_reverse	7	-0.033153511583805084
197	rnn.weight_ih_l0_reverse	8	-0.01371885184198618
197	rnn.weight_ih_l0_reverse	9	0.021631255745887756
197	rnn.weight_hh_l0_reverse	0	-0.013583182357251644
197	rnn.weight_hh_l0_reverse	1	-0.006381193175911903
197	rnn.weight_hh_l0_reverse	2	-0.03088000789284706
197	rnn.weight_hh_l0_reverse	3	0.02517038956284523
197	rnn.weight_hh_l0_reverse	4	0.023555459454655647
197	rnn.weight_hh_l0_reverse	5	0.015429910272359848
197	rnn.weight_hh_l0_reverse	6	0.035342052578926086
197	rnn.weight_hh_l0_reverse	7	0.009889677166938782
197	rnn.weight_hh_l0_reverse	8	0.0004156530776526779
197	rnn.weight_hh_l0_reverse	9	-0.023965897038578987
197	rnn.bias_ih_l0_reverse	0	-0.031708382070064545
197	rnn.bias_ih_l0_reverse	1	0.024385705590248108
197	rnn.bias_ih_l0_reverse	2	0.04088989645242691
197	rnn.bias_ih_l0_reverse	3	0.005231729708611965
197	rnn.bias_ih_l0_reverse	4	0.034442607313394547
197	rnn.bias_ih_l0_reverse	5	-0.024245336651802063
197	rnn.bias_ih_l0_reverse	6	0.014617794193327427
197	rnn.bias_ih_l0_reverse	7	0.06481438130140305
197	rnn.bias_ih_l0_reverse	8	-0.004335150588303804
197	rnn.bias_ih_l0_reverse	9	0.01203648466616869
197	rnn.bias_hh_l0_reverse	0	-0.021825293079018593
197	rnn.bias_hh_l0_reverse	1	0.03897566348314285
197	rnn.bias_hh_l0_reverse	2	0.009729265235364437
197	rnn.bias_hh_l0_reverse	3	-0.021971993148326874
197	rnn.bias_hh_l0_reverse	4	0.03330538421869278
197	rnn.bias_hh_l0_reverse	5	0.040179312229156494
197	rnn.bias_hh_l0_reverse	6	-0.029680302366614342
197	rnn.bias_hh_l0_reverse	7	-0.00559630524367094
197	rnn.bias_hh_l0_reverse	8	0.04704296216368675
197	rnn.bias_hh_l0_reverse	9	-0.016949346289038658
197	linear.weight	0	-0.005006304010748863
197	linear.weight	1	0.009766070172190666
197	linear.weight	2	-0.011228874325752258
197	linear.weight	3	0.014383546076714993
197	linear.weight	4	-0.007122507318854332
197	linear.weight	5	0.014274435117840767
197	linear.weight	6	0.0047744326293468475
197	linear.weight	7	-0.021312154829502106
197	linear.weight	8	-0.07900287955999374
197	linear.weight	9	0.009265726432204247
197	linear.bias	0	0.03308790549635887
197	linear.bias	1	-0.09475620836019516
197	linear.bias	2	0.023602500557899475
197	linear.bias	3	-0.3031419515609741
197	linear.bias	4	-0.20739836990833282
197	linear.bias	5	-0.35819530487060547
197	linear.bias	6	-0.1381893754005432
197	linear.bias	7	-0.021377740427851677
197	linear.bias	8	-0.01705317199230194
197	linear.bias	9	1.5440468788146973
394	transitions	0	0.6326056122779846
394	transitions	1	1.1808271408081055
394	transitions	2	-0.47788363695144653
394	transitions	3	0.947333037853241
394	transitions	4	-0.20132315158843994
394	transitions	5	-0.054922111332416534
394	transitions	6	0.20330630242824554
394	transitions	7	-10000.0
394	transitions	8	1.4096853733062744
394	transitions	9	-2.176868200302124
394	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
394	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
394	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
394	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
394	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
394	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
394	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
394	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
394	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
394	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
394	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
394	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
394	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
394	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
394	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
394	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
394	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
394	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
394	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
394	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
394	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
394	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
394	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
394	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
394	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
394	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
394	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
394	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
394	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
394	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
394	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
394	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
394	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
394	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
394	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
394	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
394	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
394	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
394	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
394	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
394	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
394	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
394	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
394	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
394	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
394	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
394	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
394	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
394	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
394	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
394	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
394	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
394	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
394	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
394	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
394	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
394	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
394	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
394	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
394	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
394	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
394	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
394	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
394	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
394	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
394	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
394	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
394	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
394	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
394	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
394	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
394	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
394	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
394	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
394	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
394	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
394	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
394	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
394	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
394	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
394	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
394	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
394	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
394	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
394	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
394	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
394	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
394	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
394	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
394	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
394	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
394	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
394	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
394	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
394	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
394	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
394	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
394	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
394	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
394	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
394	embedding2nn.weight	0	0.002947618253529072
394	embedding2nn.weight	1	-0.029531341046094894
394	embedding2nn.weight	2	0.021536268293857574
394	embedding2nn.weight	3	0.0012205425882712007
394	embedding2nn.weight	4	-0.021171918138861656
394	embedding2nn.weight	5	0.03062918223440647
394	embedding2nn.weight	6	0.014750085771083832
394	embedding2nn.weight	7	-0.011527403257787228
394	embedding2nn.weight	8	0.016682185232639313
394	embedding2nn.weight	9	0.009887171909213066
394	embedding2nn.bias	0	0.014857090078294277
394	embedding2nn.bias	1	0.003047594567760825
394	embedding2nn.bias	2	0.0018830966437235475
394	embedding2nn.bias	3	-0.02528211660683155
394	embedding2nn.bias	4	-0.027119943872094154
394	embedding2nn.bias	5	-0.07072806358337402
394	embedding2nn.bias	6	0.008646080270409584
394	embedding2nn.bias	7	0.014242435805499554
394	embedding2nn.bias	8	0.027629651129245758
394	embedding2nn.bias	9	-0.03572624921798706
394	rnn.weight_ih_l0	0	0.0006477931165136397
394	rnn.weight_ih_l0	1	0.02082979865372181
394	rnn.weight_ih_l0	2	-0.04095076397061348
394	rnn.weight_ih_l0	3	0.0024775026831775904
394	rnn.weight_ih_l0	4	0.02260490693151951
394	rnn.weight_ih_l0	5	-0.043998103588819504
394	rnn.weight_ih_l0	6	0.03547435626387596
394	rnn.weight_ih_l0	7	-0.02835819683969021
394	rnn.weight_ih_l0	8	0.01636270247399807
394	rnn.weight_ih_l0	9	-0.010178695432841778
394	rnn.weight_hh_l0	0	0.03279035910964012
394	rnn.weight_hh_l0	1	-0.02840014547109604
394	rnn.weight_hh_l0	2	0.026462968438863754
394	rnn.weight_hh_l0	3	0.011718880385160446
394	rnn.weight_hh_l0	4	0.01215334702283144
394	rnn.weight_hh_l0	5	0.04063752293586731
394	rnn.weight_hh_l0	6	0.010320120491087437
394	rnn.weight_hh_l0	7	-0.03827882930636406
394	rnn.weight_hh_l0	8	-0.021583395078778267
394	rnn.weight_hh_l0	9	-0.0025881107430905104
394	rnn.bias_ih_l0	0	-0.010961649008095264
394	rnn.bias_ih_l0	1	0.031775809824466705
394	rnn.bias_ih_l0	2	-0.0048546819016337395
394	rnn.bias_ih_l0	3	-0.019450876861810684
394	rnn.bias_ih_l0	4	0.0029173444490879774
394	rnn.bias_ih_l0	5	0.04031127691268921
394	rnn.bias_ih_l0	6	-0.02843681164085865
394	rnn.bias_ih_l0	7	-0.03196635842323303
394	rnn.bias_ih_l0	8	0.006176194176077843
394	rnn.bias_ih_l0	9	0.043646153062582016
394	rnn.bias_hh_l0	0	0.03650699183344841
394	rnn.bias_hh_l0	1	4.7138979425653815e-05
394	rnn.bias_hh_l0	2	0.005417104810476303
394	rnn.bias_hh_l0	3	-0.021618610247969627
394	rnn.bias_hh_l0	4	-0.033222705125808716
394	rnn.bias_hh_l0	5	0.01922031119465828
394	rnn.bias_hh_l0	6	-0.017332898452878
394	rnn.bias_hh_l0	7	0.0219595767557621
394	rnn.bias_hh_l0	8	-0.016177034005522728
394	rnn.bias_hh_l0	9	-0.01309812068939209
394	rnn.weight_ih_l0_reverse	0	0.02645968645811081
394	rnn.weight_ih_l0_reverse	1	-0.0032905503176152706
394	rnn.weight_ih_l0_reverse	2	-0.023669851943850517
394	rnn.weight_ih_l0_reverse	3	0.002911484567448497
394	rnn.weight_ih_l0_reverse	4	0.023067539557814598
394	rnn.weight_ih_l0_reverse	5	-0.011228706687688828
394	rnn.weight_ih_l0_reverse	6	-0.04327276349067688
394	rnn.weight_ih_l0_reverse	7	-0.033594679087400436
394	rnn.weight_ih_l0_reverse	8	-0.014845049940049648
394	rnn.weight_ih_l0_reverse	9	0.02102181874215603
394	rnn.weight_hh_l0_reverse	0	-0.013676077127456665
394	rnn.weight_hh_l0_reverse	1	-0.005588179919868708
394	rnn.weight_hh_l0_reverse	2	-0.03131239116191864
394	rnn.weight_hh_l0_reverse	3	0.024705588817596436
394	rnn.weight_hh_l0_reverse	4	0.023638088256120682
394	rnn.weight_hh_l0_reverse	5	0.015425541438162327
394	rnn.weight_hh_l0_reverse	6	0.03455290198326111
394	rnn.weight_hh_l0_reverse	7	0.0104047367349267
394	rnn.weight_hh_l0_reverse	8	0.0006373284850269556
394	rnn.weight_hh_l0_reverse	9	-0.02591782808303833
394	rnn.bias_ih_l0_reverse	0	-0.03313057869672775
394	rnn.bias_ih_l0_reverse	1	0.024977443739771843
394	rnn.bias_ih_l0_reverse	2	0.0389404371380806
394	rnn.bias_ih_l0_reverse	3	0.00017038031364791095
394	rnn.bias_ih_l0_reverse	4	0.041932228952646255
394	rnn.bias_ih_l0_reverse	5	-0.0247347354888916
394	rnn.bias_ih_l0_reverse	6	0.017280980944633484
394	rnn.bias_ih_l0_reverse	7	0.057545553892850876
394	rnn.bias_ih_l0_reverse	8	-0.0020861171651631594
394	rnn.bias_ih_l0_reverse	9	0.011760239489376545
394	rnn.bias_hh_l0_reverse	0	-0.023743074387311935
394	rnn.bias_hh_l0_reverse	1	0.04179588705301285
394	rnn.bias_hh_l0_reverse	2	0.009607883170247078
394	rnn.bias_hh_l0_reverse	3	-0.021650202572345734
394	rnn.bias_hh_l0_reverse	4	0.030920032411813736
394	rnn.bias_hh_l0_reverse	5	0.04572318494319916
394	rnn.bias_hh_l0_reverse	6	-0.034423936158418655
394	rnn.bias_hh_l0_reverse	7	-0.0008502466953359544
394	rnn.bias_hh_l0_reverse	8	0.04995807260274887
394	rnn.bias_hh_l0_reverse	9	-0.015415985137224197
394	linear.weight	0	-0.0020199881400913
394	linear.weight	1	0.012381083332002163
394	linear.weight	2	-0.011228874325752258
394	linear.weight	3	0.030693264678120613
394	linear.weight	4	-0.01777065172791481
394	linear.weight	5	0.019520776346325874
394	linear.weight	6	0.0047744326293468475
394	linear.weight	7	-0.021312154829502106
394	linear.weight	8	-0.07483306527137756
394	linear.weight	9	0.015560436062514782
394	linear.bias	0	-0.046561360359191895
394	linear.bias	1	-0.06975715607404709
394	linear.bias	2	0.10205312073230743
394	linear.bias	3	-0.33118224143981934
394	linear.bias	4	-0.262725293636322
394	linear.bias	5	-0.45620983839035034
394	linear.bias	6	-0.1531263142824173
394	linear.bias	7	-0.09180725365877151
394	linear.bias	8	-0.01705317199230194
394	linear.bias	9	1.7484090328216553
591	transitions	0	0.585669219493866
591	transitions	1	1.732434630393982
591	transitions	2	-0.6307335495948792
591	transitions	3	0.9692060947418213
591	transitions	4	-0.25674498081207275
591	transitions	5	-0.05773463472723961
591	transitions	6	0.18444126844406128
591	transitions	7	-10000.0
591	transitions	8	1.396620750427246
591	transitions	9	-2.1825830936431885
591	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
591	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
591	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
591	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
591	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
591	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
591	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
591	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
591	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
591	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
591	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
591	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
591	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
591	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
591	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
591	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
591	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
591	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
591	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
591	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
591	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
591	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
591	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
591	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
591	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
591	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
591	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
591	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
591	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
591	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
591	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
591	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
591	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
591	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
591	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
591	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
591	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
591	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
591	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
591	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
591	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
591	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
591	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
591	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
591	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
591	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
591	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
591	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
591	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
591	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
591	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
591	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
591	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
591	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
591	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
591	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
591	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
591	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
591	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
591	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
591	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
591	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
591	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
591	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
591	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
591	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
591	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
591	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
591	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
591	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
591	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
591	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
591	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
591	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
591	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
591	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
591	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
591	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
591	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
591	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
591	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
591	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
591	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
591	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
591	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
591	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
591	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
591	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
591	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
591	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
591	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
591	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
591	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
591	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
591	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
591	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
591	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
591	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
591	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
591	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
591	embedding2nn.weight	0	0.004812995903193951
591	embedding2nn.weight	1	-0.030719388276338577
591	embedding2nn.weight	2	0.01010904647409916
591	embedding2nn.weight	3	0.003270350396633148
591	embedding2nn.weight	4	-0.01939738169312477
591	embedding2nn.weight	5	0.031011808663606644
591	embedding2nn.weight	6	0.009763347916305065
591	embedding2nn.weight	7	-0.014680280350148678
591	embedding2nn.weight	8	0.013661785051226616
591	embedding2nn.weight	9	0.014788695611059666
591	embedding2nn.bias	0	0.01912405900657177
591	embedding2nn.bias	1	0.004843851551413536
591	embedding2nn.bias	2	-1.6725898603908718e-05
591	embedding2nn.bias	3	-0.017612287774682045
591	embedding2nn.bias	4	-0.023617437109351158
591	embedding2nn.bias	5	-0.0750669464468956
591	embedding2nn.bias	6	0.013281604275107384
591	embedding2nn.bias	7	0.009452625177800655
591	embedding2nn.bias	8	0.030491072684526443
591	embedding2nn.bias	9	-0.040751196444034576
591	rnn.weight_ih_l0	0	0.0013893761206418276
591	rnn.weight_ih_l0	1	0.02167847938835621
591	rnn.weight_ih_l0	2	-0.0422690287232399
591	rnn.weight_ih_l0	3	0.00298603274859488
591	rnn.weight_ih_l0	4	0.022748975083231926
591	rnn.weight_ih_l0	5	-0.0438784696161747
591	rnn.weight_ih_l0	6	0.0353858545422554
591	rnn.weight_ih_l0	7	-0.02754572592675686
591	rnn.weight_ih_l0	8	0.016588229686021805
591	rnn.weight_ih_l0	9	-0.010538815520703793
591	rnn.weight_hh_l0	0	0.032604318112134933
591	rnn.weight_hh_l0	1	-0.02648613229393959
591	rnn.weight_hh_l0	2	0.02718903310596943
591	rnn.weight_hh_l0	3	0.011819529347121716
591	rnn.weight_hh_l0	4	0.012715715914964676
591	rnn.weight_hh_l0	5	0.04054487869143486
591	rnn.weight_hh_l0	6	0.010358981788158417
591	rnn.weight_hh_l0	7	-0.03828926756978035
591	rnn.weight_hh_l0	8	-0.023576512932777405
591	rnn.weight_hh_l0	9	4.087652632733807e-05
591	rnn.bias_ih_l0	0	-0.013459915295243263
591	rnn.bias_ih_l0	1	0.03256496787071228
591	rnn.bias_ih_l0	2	-0.0028260494582355022
591	rnn.bias_ih_l0	3	-0.019132982939481735
591	rnn.bias_ih_l0	4	-0.00035558812669478357
591	rnn.bias_ih_l0	5	0.043562330305576324
591	rnn.bias_ih_l0	6	-0.029413627460598946
591	rnn.bias_ih_l0	7	-0.03139640390872955
591	rnn.bias_ih_l0	8	0.005605648271739483
591	rnn.bias_ih_l0	9	0.044513169676065445
591	rnn.bias_hh_l0	0	0.03970068693161011
591	rnn.bias_hh_l0	1	-0.001010466949082911
591	rnn.bias_hh_l0	2	0.001623795134946704
591	rnn.bias_hh_l0	3	-0.01932835392653942
591	rnn.bias_hh_l0	4	-0.02792804315686226
591	rnn.bias_hh_l0	5	0.020815256983041763
591	rnn.bias_hh_l0	6	-0.020631637424230576
591	rnn.bias_hh_l0	7	0.02402355708181858
591	rnn.bias_hh_l0	8	-0.015994254499673843
591	rnn.bias_hh_l0	9	-0.014265012927353382
591	rnn.weight_ih_l0_reverse	0	0.02675323560833931
591	rnn.weight_ih_l0_reverse	1	-0.0034826816990971565
591	rnn.weight_ih_l0_reverse	2	-0.02320539392530918
591	rnn.weight_ih_l0_reverse	3	0.0025465136859565973
591	rnn.weight_ih_l0_reverse	4	0.02451452799141407
591	rnn.weight_ih_l0_reverse	5	-0.011966751888394356
591	rnn.weight_ih_l0_reverse	6	-0.04336652159690857
591	rnn.weight_ih_l0_reverse	7	-0.033925674855709076
591	rnn.weight_ih_l0_reverse	8	-0.015453030355274677
591	rnn.weight_ih_l0_reverse	9	0.021005505695939064
591	rnn.weight_hh_l0_reverse	0	-0.013895954005420208
591	rnn.weight_hh_l0_reverse	1	-0.005552127957344055
591	rnn.weight_hh_l0_reverse	2	-0.03150108456611633
591	rnn.weight_hh_l0_reverse	3	0.023733310401439667
591	rnn.weight_hh_l0_reverse	4	0.023953208699822426
591	rnn.weight_hh_l0_reverse	5	0.015147495083510876
591	rnn.weight_hh_l0_reverse	6	0.03479832410812378
591	rnn.weight_hh_l0_reverse	7	0.010734772309660912
591	rnn.weight_hh_l0_reverse	8	0.0011902732076123357
591	rnn.weight_hh_l0_reverse	9	-0.026805097237229347
591	rnn.bias_ih_l0_reverse	0	-0.033827103674411774
591	rnn.bias_ih_l0_reverse	1	0.028485877439379692
591	rnn.bias_ih_l0_reverse	2	0.03859651833772659
591	rnn.bias_ih_l0_reverse	3	-0.0030455992091447115
591	rnn.bias_ih_l0_reverse	4	0.04081998020410538
591	rnn.bias_ih_l0_reverse	5	-0.024970421567559242
591	rnn.bias_ih_l0_reverse	6	0.018621720373630524
591	rnn.bias_ih_l0_reverse	7	0.05863669887185097
591	rnn.bias_ih_l0_reverse	8	-0.0007891092682257295
591	rnn.bias_ih_l0_reverse	9	0.011164204217493534
591	rnn.bias_hh_l0_reverse	0	-0.022343482822179794
591	rnn.bias_hh_l0_reverse	1	0.04397718608379364
591	rnn.bias_hh_l0_reverse	2	0.00912464503198862
591	rnn.bias_hh_l0_reverse	3	-0.021081138402223587
591	rnn.bias_hh_l0_reverse	4	0.029284272342920303
591	rnn.bias_hh_l0_reverse	5	0.0477287657558918
591	rnn.bias_hh_l0_reverse	6	-0.03318990767002106
591	rnn.bias_hh_l0_reverse	7	0.0004191891348455101
591	rnn.bias_hh_l0_reverse	8	0.047694891691207886
591	rnn.bias_hh_l0_reverse	9	-0.013718531467020512
591	linear.weight	0	-0.009704992175102234
591	linear.weight	1	0.009148476645350456
591	linear.weight	2	-0.011228874325752258
591	linear.weight	3	0.02842741087079048
591	linear.weight	4	-0.031053336337208748
591	linear.weight	5	0.018631702288985252
591	linear.weight	6	0.0047744326293468475
591	linear.weight	7	-0.021312154829502106
591	linear.weight	8	-0.07552498579025269
591	linear.weight	9	0.03006419539451599
591	linear.bias	0	-0.10655595362186432
591	linear.bias	1	-0.06980384141206741
591	linear.bias	2	0.14644195139408112
591	linear.bias	3	-0.37104982137680054
591	linear.bias	4	-0.35113152861595154
591	linear.bias	5	-0.507838785648346
591	linear.bias	6	-0.15611496567726135
591	linear.bias	7	-0.1511399894952774
591	linear.bias	8	-0.01705317199230194
591	linear.bias	9	1.9687167406082153
788	transitions	0	0.5596233010292053
788	transitions	1	2.0829482078552246
788	transitions	2	-0.7270559668540955
788	transitions	3	1.0021482706069946
788	transitions	4	-0.3006595969200134
788	transitions	5	-0.05981254205107689
788	transitions	6	0.1689424216747284
788	transitions	7	-10000.0
788	transitions	8	1.3977426290512085
788	transitions	9	-2.187537431716919
788	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
788	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
788	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
788	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
788	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
788	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
788	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
788	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
788	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
788	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
788	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
788	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
788	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
788	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
788	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
788	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
788	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
788	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
788	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
788	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
788	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
788	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
788	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
788	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
788	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
788	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
788	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
788	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
788	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
788	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
788	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
788	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
788	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
788	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
788	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
788	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
788	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
788	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
788	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
788	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
788	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
788	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
788	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
788	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
788	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
788	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
788	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
788	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
788	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
788	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
788	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
788	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
788	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
788	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
788	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
788	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
788	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
788	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
788	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
788	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
788	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
788	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
788	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
788	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
788	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
788	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
788	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
788	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
788	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
788	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
788	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
788	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
788	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
788	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
788	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
788	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
788	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
788	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
788	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
788	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
788	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
788	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
788	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
788	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
788	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
788	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
788	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
788	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
788	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
788	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
788	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
788	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
788	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
788	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
788	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
788	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
788	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
788	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
788	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
788	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
788	embedding2nn.weight	0	0.005960822571069002
788	embedding2nn.weight	1	-0.032626792788505554
788	embedding2nn.weight	2	0.008113311603665352
788	embedding2nn.weight	3	0.0026843559462577105
788	embedding2nn.weight	4	-0.01644814759492874
788	embedding2nn.weight	5	0.03230344504117966
788	embedding2nn.weight	6	0.011843235231935978
788	embedding2nn.weight	7	-0.014542638324201107
788	embedding2nn.weight	8	0.012632561847567558
788	embedding2nn.weight	9	0.011126629076898098
788	embedding2nn.bias	0	0.013787977397441864
788	embedding2nn.bias	1	0.006715890020132065
788	embedding2nn.bias	2	-0.002439606934785843
788	embedding2nn.bias	3	-0.010639486834406853
788	embedding2nn.bias	4	-0.016564950346946716
788	embedding2nn.bias	5	-0.07038091123104095
788	embedding2nn.bias	6	0.007519722916185856
788	embedding2nn.bias	7	0.01708858646452427
788	embedding2nn.bias	8	0.023242343217134476
788	embedding2nn.bias	9	-0.04253959655761719
788	rnn.weight_ih_l0	0	0.0015057942364364862
788	rnn.weight_ih_l0	1	0.024495646357536316
788	rnn.weight_ih_l0	2	-0.04319700598716736
788	rnn.weight_ih_l0	3	0.004429946653544903
788	rnn.weight_ih_l0	4	0.02226986736059189
788	rnn.weight_ih_l0	5	-0.044062476605176926
788	rnn.weight_ih_l0	6	0.03565873205661774
788	rnn.weight_ih_l0	7	-0.02732148766517639
788	rnn.weight_ih_l0	8	0.016939448192715645
788	rnn.weight_ih_l0	9	-0.010961415246129036
788	rnn.weight_hh_l0	0	0.03263980522751808
788	rnn.weight_hh_l0	1	-0.02508014626801014
788	rnn.weight_hh_l0	2	0.02659645676612854
788	rnn.weight_hh_l0	3	0.012117208912968636
788	rnn.weight_hh_l0	4	0.013230733573436737
788	rnn.weight_hh_l0	5	0.03982663154602051
788	rnn.weight_hh_l0	6	0.010324935428798199
788	rnn.weight_hh_l0	7	-0.0382242426276207
788	rnn.weight_hh_l0	8	-0.025089312344789505
788	rnn.weight_hh_l0	9	0.00033548526698723435
788	rnn.bias_ih_l0	0	-0.015096370130777359
788	rnn.bias_ih_l0	1	0.0323449932038784
788	rnn.bias_ih_l0	2	0.0009055639966391027
788	rnn.bias_ih_l0	3	-0.018866200000047684
788	rnn.bias_ih_l0	4	0.0024210235569626093
788	rnn.bias_ih_l0	5	0.044224001467227936
788	rnn.bias_ih_l0	6	-0.029554612934589386
788	rnn.bias_ih_l0	7	-0.031175613403320312
788	rnn.bias_ih_l0	8	0.005336502566933632
788	rnn.bias_ih_l0	9	0.043405745178461075
788	rnn.bias_hh_l0	0	0.03519485890865326
788	rnn.bias_hh_l0	1	-0.0017208285862579942
788	rnn.bias_hh_l0	2	-0.0002510161721147597
788	rnn.bias_hh_l0	3	-0.018092742189764977
788	rnn.bias_hh_l0	4	-0.017528288066387177
788	rnn.bias_hh_l0	5	0.0191893819719553
788	rnn.bias_hh_l0	6	-0.023288652300834656
788	rnn.bias_hh_l0	7	0.026395253837108612
788	rnn.bias_hh_l0	8	-0.01683981716632843
788	rnn.bias_hh_l0	9	-0.012357535772025585
788	rnn.weight_ih_l0_reverse	0	0.026927761733531952
788	rnn.weight_ih_l0_reverse	1	-0.004091814626008272
788	rnn.weight_ih_l0_reverse	2	-0.022839954122900963
788	rnn.weight_ih_l0_reverse	3	0.002944087376818061
788	rnn.weight_ih_l0_reverse	4	0.02449212409555912
788	rnn.weight_ih_l0_reverse	5	-0.012806975282728672
788	rnn.weight_ih_l0_reverse	6	-0.04299911484122276
788	rnn.weight_ih_l0_reverse	7	-0.0342603474855423
788	rnn.weight_ih_l0_reverse	8	-0.015099868178367615
788	rnn.weight_ih_l0_reverse	9	0.021022796630859375
788	rnn.weight_hh_l0_reverse	0	-0.013905494473874569
788	rnn.weight_hh_l0_reverse	1	-0.0062519339844584465
788	rnn.weight_hh_l0_reverse	2	-0.03135302662849426
788	rnn.weight_hh_l0_reverse	3	0.022594232112169266
788	rnn.weight_hh_l0_reverse	4	0.023851893842220306
788	rnn.weight_hh_l0_reverse	5	0.015048255212605
788	rnn.weight_hh_l0_reverse	6	0.03394665941596031
788	rnn.weight_hh_l0_reverse	7	0.011125121265649796
788	rnn.weight_hh_l0_reverse	8	0.0012696750927716494
788	rnn.weight_hh_l0_reverse	9	-0.027124114334583282
788	rnn.bias_ih_l0_reverse	0	-0.030138470232486725
788	rnn.bias_ih_l0_reverse	1	0.024671711027622223
788	rnn.bias_ih_l0_reverse	2	0.03940021991729736
788	rnn.bias_ih_l0_reverse	3	-0.004484381061047316
788	rnn.bias_ih_l0_reverse	4	0.052139680832624435
788	rnn.bias_ih_l0_reverse	5	-0.02535066194832325
788	rnn.bias_ih_l0_reverse	6	0.019270416349172592
788	rnn.bias_ih_l0_reverse	7	0.06084698438644409
788	rnn.bias_ih_l0_reverse	8	-0.0022786217741668224
788	rnn.bias_ih_l0_reverse	9	0.010452162474393845
788	rnn.bias_hh_l0_reverse	0	-0.022255798801779747
788	rnn.bias_hh_l0_reverse	1	0.04250425845384598
788	rnn.bias_hh_l0_reverse	2	0.009126557968556881
788	rnn.bias_hh_l0_reverse	3	-0.021986914798617363
788	rnn.bias_hh_l0_reverse	4	0.027441607788205147
788	rnn.bias_hh_l0_reverse	5	0.04698903486132622
788	rnn.bias_hh_l0_reverse	6	-0.03271765261888504
788	rnn.bias_hh_l0_reverse	7	-0.0008088535396382213
788	rnn.bias_hh_l0_reverse	8	0.047505803406238556
788	rnn.bias_hh_l0_reverse	9	-0.01472160778939724
788	linear.weight	0	-0.025049135088920593
788	linear.weight	1	0.016947846859693527
788	linear.weight	2	-0.011228874325752258
788	linear.weight	3	0.014432386495172977
788	linear.weight	4	-0.023052016273140907
788	linear.weight	5	0.04025566577911377
788	linear.weight	6	0.0047744326293468475
788	linear.weight	7	-0.021312154829502106
788	linear.weight	8	-0.07052582502365112
788	linear.weight	9	0.021310823038220406
788	linear.bias	0	-0.12168148159980774
788	linear.bias	1	-0.047815337777137756
788	linear.bias	2	0.1644054353237152
788	linear.bias	3	-0.4017018675804138
788	linear.bias	4	-0.4205237627029419
788	linear.bias	5	-0.5404884219169617
788	linear.bias	6	-0.17733950912952423
788	linear.bias	7	-0.1829138696193695
788	linear.bias	8	-0.01705317199230194
788	linear.bias	9	2.0156610012054443
985	transitions	0	0.5351107716560364
985	transitions	1	2.3935306072235107
985	transitions	2	-0.8053610920906067
985	transitions	3	1.0134704113006592
985	transitions	4	-0.34617680311203003
985	transitions	5	-0.062276795506477356
985	transitions	6	0.15294846892356873
985	transitions	7	-10000.0
985	transitions	8	1.3833621740341187
985	transitions	9	-2.1926560401916504
985	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
985	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
985	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
985	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
985	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
985	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
985	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
985	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
985	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
985	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
985	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
985	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
985	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
985	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
985	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
985	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
985	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
985	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
985	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
985	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
985	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
985	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
985	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
985	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
985	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
985	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
985	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
985	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
985	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
985	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
985	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
985	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
985	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
985	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
985	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
985	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
985	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
985	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
985	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
985	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
985	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
985	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
985	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
985	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
985	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
985	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
985	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
985	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
985	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
985	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
985	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
985	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
985	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
985	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
985	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
985	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
985	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
985	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
985	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
985	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
985	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
985	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
985	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
985	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
985	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
985	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
985	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
985	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
985	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
985	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
985	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
985	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
985	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
985	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
985	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
985	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
985	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
985	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
985	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
985	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
985	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
985	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
985	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
985	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
985	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
985	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
985	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
985	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
985	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
985	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
985	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
985	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
985	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
985	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
985	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
985	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
985	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
985	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
985	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
985	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
985	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
985	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
985	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
985	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
985	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
985	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
985	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
985	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
985	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
985	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
985	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
985	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
985	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
985	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
985	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
985	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
985	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
985	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
985	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
985	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
985	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
985	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
985	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
985	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
985	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
985	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
985	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
985	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
985	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
985	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
985	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
985	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
985	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
985	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
985	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
985	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
985	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
985	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
985	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
985	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
985	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
985	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
985	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
985	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
985	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
985	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
985	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
985	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
985	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
985	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
985	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
985	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
985	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
985	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
985	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
985	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
985	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
985	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
985	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
985	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
985	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
985	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
985	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
985	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
985	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
985	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
985	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
985	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
985	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
985	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
985	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
985	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
985	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
985	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
985	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
985	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
985	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
985	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
985	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
985	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
985	embedding2nn.weight	0	0.006085081957280636
985	embedding2nn.weight	1	-0.033407434821128845
985	embedding2nn.weight	2	0.004811102990061045
985	embedding2nn.weight	3	-0.0009318389347754419
985	embedding2nn.weight	4	-0.014374889433383942
985	embedding2nn.weight	5	0.03459861874580383
985	embedding2nn.weight	6	0.010190131142735481
985	embedding2nn.weight	7	-0.018086079508066177
985	embedding2nn.weight	8	0.014660784043371677
985	embedding2nn.weight	9	0.010245252400636673
985	embedding2nn.bias	0	0.012042339891195297
985	embedding2nn.bias	1	0.010312385857105255
985	embedding2nn.bias	2	-0.006432450842112303
985	embedding2nn.bias	3	-0.004666375927627087
985	embedding2nn.bias	4	-0.015992440283298492
985	embedding2nn.bias	5	-0.07847021520137787
985	embedding2nn.bias	6	0.002557583851739764
985	embedding2nn.bias	7	0.021244583651423454
985	embedding2nn.bias	8	0.022142713889479637
985	embedding2nn.bias	9	-0.05669352784752846
985	rnn.weight_ih_l0	0	0.001081245020031929
985	rnn.weight_ih_l0	1	0.020208017900586128
985	rnn.weight_ih_l0	2	-0.04368967190384865
985	rnn.weight_ih_l0	3	0.005422039423137903
985	rnn.weight_ih_l0	4	0.02358274534344673
985	rnn.weight_ih_l0	5	-0.04386056587100029
985	rnn.weight_ih_l0	6	0.03556034341454506
985	rnn.weight_ih_l0	7	-0.027240775525569916
985	rnn.weight_ih_l0	8	0.016418086364865303
985	rnn.weight_ih_l0	9	-0.011559571139514446
985	rnn.weight_hh_l0	0	0.03250875696539879
985	rnn.weight_hh_l0	1	-0.024393931031227112
985	rnn.weight_hh_l0	2	0.026277855038642883
985	rnn.weight_hh_l0	3	0.011660612188279629
985	rnn.weight_hh_l0	4	0.013627579435706139
985	rnn.weight_hh_l0	5	0.03985823690891266
985	rnn.weight_hh_l0	6	0.01050695963203907
985	rnn.weight_hh_l0	7	-0.03841596096754074
985	rnn.weight_hh_l0	8	-0.02614292874932289
985	rnn.weight_hh_l0	9	0.0039776042103767395
985	rnn.bias_ih_l0	0	-0.021346472203731537
985	rnn.bias_ih_l0	1	0.03034890815615654
985	rnn.bias_ih_l0	2	0.0032306143548339605
985	rnn.bias_ih_l0	3	-0.02016299217939377
985	rnn.bias_ih_l0	4	0.006618213839828968
985	rnn.bias_ih_l0	5	0.04194296523928642
985	rnn.bias_ih_l0	6	-0.033296626061201096
985	rnn.bias_ih_l0	7	-0.03313285484910011
985	rnn.bias_ih_l0	8	0.0028351088985800743
985	rnn.bias_ih_l0	9	0.04383256286382675
985	rnn.bias_hh_l0	0	0.04953959956765175
985	rnn.bias_hh_l0	1	-0.0016258686082437634
985	rnn.bias_hh_l0	2	0.00017299926548730582
985	rnn.bias_hh_l0	3	-0.017893953248858452
985	rnn.bias_hh_l0	4	-0.007963656447827816
985	rnn.bias_hh_l0	5	0.022009095177054405
985	rnn.bias_hh_l0	6	-0.024855028837919235
985	rnn.bias_hh_l0	7	0.02541431225836277
985	rnn.bias_hh_l0	8	-0.018099790439009666
985	rnn.bias_hh_l0	9	-0.011384481564164162
985	rnn.weight_ih_l0_reverse	0	0.027179138734936714
985	rnn.weight_ih_l0_reverse	1	-0.004641246050596237
985	rnn.weight_ih_l0_reverse	2	-0.022950107231736183
985	rnn.weight_ih_l0_reverse	3	0.0032242934685200453
985	rnn.weight_ih_l0_reverse	4	0.02417844720184803
985	rnn.weight_ih_l0_reverse	5	-0.012239969335496426
985	rnn.weight_ih_l0_reverse	6	-0.042514458298683167
985	rnn.weight_ih_l0_reverse	7	-0.03450658917427063
985	rnn.weight_ih_l0_reverse	8	-0.014004949480295181
985	rnn.weight_ih_l0_reverse	9	0.020727556198835373
985	rnn.weight_hh_l0_reverse	0	-0.013731501996517181
985	rnn.weight_hh_l0_reverse	1	-0.00568233709782362
985	rnn.weight_hh_l0_reverse	2	-0.03171350806951523
985	rnn.weight_hh_l0_reverse	3	0.0232387762516737
985	rnn.weight_hh_l0_reverse	4	0.02357729710638523
985	rnn.weight_hh_l0_reverse	5	0.015087781473994255
985	rnn.weight_hh_l0_reverse	6	0.034309059381484985
985	rnn.weight_hh_l0_reverse	7	0.01173180527985096
985	rnn.weight_hh_l0_reverse	8	0.0016559811774641275
985	rnn.weight_hh_l0_reverse	9	-0.027171127498149872
985	rnn.bias_ih_l0_reverse	0	-0.03210744634270668
985	rnn.bias_ih_l0_reverse	1	0.018968891352415085
985	rnn.bias_ih_l0_reverse	2	0.03758683428168297
985	rnn.bias_ih_l0_reverse	3	-0.006477597169578075
985	rnn.bias_ih_l0_reverse	4	0.05851249769330025
985	rnn.bias_ih_l0_reverse	5	-0.026813335716724396
985	rnn.bias_ih_l0_reverse	6	0.01787405274808407
985	rnn.bias_ih_l0_reverse	7	0.07505032420158386
985	rnn.bias_ih_l0_reverse	8	-0.003049958497285843
985	rnn.bias_ih_l0_reverse	9	0.009243708103895187
985	rnn.bias_hh_l0_reverse	0	-0.02452937513589859
985	rnn.bias_hh_l0_reverse	1	0.04224270209670067
985	rnn.bias_hh_l0_reverse	2	0.009458714164793491
985	rnn.bias_hh_l0_reverse	3	-0.022982168942689896
985	rnn.bias_hh_l0_reverse	4	0.027658119797706604
985	rnn.bias_hh_l0_reverse	5	0.046412546187639236
985	rnn.bias_hh_l0_reverse	6	-0.02769300527870655
985	rnn.bias_hh_l0_reverse	7	0.004018982406705618
985	rnn.bias_hh_l0_reverse	8	0.04338119179010391
985	rnn.bias_hh_l0_reverse	9	-0.015126088634133339
985	linear.weight	0	-0.026002975180745125
985	linear.weight	1	0.02181900665163994
985	linear.weight	2	-0.011228874325752258
985	linear.weight	3	0.04326681047677994
985	linear.weight	4	-0.04662444815039635
985	linear.weight	5	0.04801342263817787
985	linear.weight	6	0.0047744326293468475
985	linear.weight	7	-0.021312154829502106
985	linear.weight	8	-0.11260421574115753
985	linear.weight	9	0.024887565523386
985	linear.bias	0	-0.15066319704055786
985	linear.bias	1	-0.013844059780240059
985	linear.bias	2	0.1823078989982605
985	linear.bias	3	-0.4120596945285797
985	linear.bias	4	-0.46151256561279297
985	linear.bias	5	-0.569229245185852
985	linear.bias	6	-0.1849651038646698
985	linear.bias	7	-0.20091868937015533
985	linear.bias	8	-0.01705317199230194
985	linear.bias	9	2.1523659229278564
1182	transitions	0	0.49768221378326416
1182	transitions	1	2.6394717693328857
1182	transitions	2	-0.8735322952270508
1182	transitions	3	1.0344815254211426
1182	transitions	4	-0.37833353877067566
1182	transitions	5	-0.06520123034715652
1182	transitions	6	0.13834033906459808
1182	transitions	7	-10000.0
1182	transitions	8	1.3728922605514526
1182	transitions	9	-2.1972532272338867
1182	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
1182	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
1182	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
1182	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
1182	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
1182	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
1182	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
1182	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
1182	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
1182	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
1182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
1182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
1182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
1182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
1182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
1182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
1182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
1182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
1182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
1182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
1182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
1182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
1182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
1182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
1182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
1182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
1182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
1182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
1182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
1182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
1182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
1182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
1182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
1182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
1182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
1182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
1182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
1182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
1182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
1182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
1182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
1182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
1182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
1182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
1182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
1182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
1182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
1182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
1182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
1182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
1182	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
1182	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
1182	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
1182	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
1182	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
1182	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
1182	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
1182	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
1182	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
1182	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
1182	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
1182	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
1182	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
1182	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
1182	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
1182	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
1182	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
1182	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
1182	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
1182	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
1182	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
1182	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
1182	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
1182	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
1182	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
1182	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
1182	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
1182	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
1182	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
1182	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
1182	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
1182	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
1182	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
1182	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
1182	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
1182	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
1182	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
1182	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
1182	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
1182	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
1182	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
1182	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
1182	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
1182	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
1182	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
1182	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
1182	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
1182	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
1182	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
1182	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
1182	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
1182	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
1182	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
1182	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
1182	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
1182	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
1182	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
1182	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
1182	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
1182	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
1182	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
1182	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
1182	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
1182	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
1182	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
1182	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
1182	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
1182	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
1182	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
1182	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
1182	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
1182	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
1182	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
1182	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
1182	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
1182	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
1182	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
1182	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
1182	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
1182	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
1182	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
1182	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
1182	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
1182	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
1182	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
1182	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
1182	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
1182	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
1182	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
1182	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
1182	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
1182	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
1182	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
1182	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
1182	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
1182	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
1182	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
1182	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
1182	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
1182	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
1182	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
1182	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
1182	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
1182	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
1182	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
1182	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
1182	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
1182	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
1182	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
1182	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
1182	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
1182	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
1182	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
1182	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
1182	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
1182	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
1182	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
1182	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
1182	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
1182	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
1182	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
1182	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
1182	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
1182	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
1182	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
1182	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
1182	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
1182	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
1182	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
1182	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
1182	embedding2nn.weight	0	0.0069410488940775394
1182	embedding2nn.weight	1	-0.03591855242848396
1182	embedding2nn.weight	2	0.0008217494469136
1182	embedding2nn.weight	3	-0.0029536529909819365
1182	embedding2nn.weight	4	-0.01550118438899517
1182	embedding2nn.weight	5	0.03367818519473076
1182	embedding2nn.weight	6	0.01055925339460373
1182	embedding2nn.weight	7	-0.019221564754843712
1182	embedding2nn.weight	8	0.015221692621707916
1182	embedding2nn.weight	9	0.013470890000462532
1182	embedding2nn.bias	0	0.007224712986499071
1182	embedding2nn.bias	1	0.012418616563081741
1182	embedding2nn.bias	2	-0.007132431957870722
1182	embedding2nn.bias	3	-0.0064696501940488815
1182	embedding2nn.bias	4	-0.015060503967106342
1182	embedding2nn.bias	5	-0.07731832563877106
1182	embedding2nn.bias	6	0.00972138624638319
1182	embedding2nn.bias	7	0.022855715826153755
1182	embedding2nn.bias	8	0.010275321081280708
1182	embedding2nn.bias	9	-0.060225170105695724
1182	rnn.weight_ih_l0	0	0.0012179012410342693
1182	rnn.weight_ih_l0	1	0.021350761875510216
1182	rnn.weight_ih_l0	2	-0.045921895653009415
1182	rnn.weight_ih_l0	3	0.0056630466133356094
1182	rnn.weight_ih_l0	4	0.023638643324375153
1182	rnn.weight_ih_l0	5	-0.04460339993238449
1182	rnn.weight_ih_l0	6	0.03542324900627136
1182	rnn.weight_ih_l0	7	-0.027216363698244095
1182	rnn.weight_ih_l0	8	0.015670768916606903
1182	rnn.weight_ih_l0	9	-0.011271430179476738
1182	rnn.weight_hh_l0	0	0.03214200213551521
1182	rnn.weight_hh_l0	1	-0.027411654591560364
1182	rnn.weight_hh_l0	2	0.026498816907405853
1182	rnn.weight_hh_l0	3	0.01157677173614502
1182	rnn.weight_hh_l0	4	0.013624233193695545
1182	rnn.weight_hh_l0	5	0.03994441404938698
1182	rnn.weight_hh_l0	6	0.010168475098907948
1182	rnn.weight_hh_l0	7	-0.038589078933000565
1182	rnn.weight_hh_l0	8	-0.026187393814325333
1182	rnn.weight_hh_l0	9	0.0008452687179669738
1182	rnn.bias_ih_l0	0	-0.02316562458872795
1182	rnn.bias_ih_l0	1	0.031106775626540184
1182	rnn.bias_ih_l0	2	0.0026507757138460875
1182	rnn.bias_ih_l0	3	-0.020883791148662567
1182	rnn.bias_ih_l0	4	0.0030460646376013756
1182	rnn.bias_ih_l0	5	0.049022138118743896
1182	rnn.bias_ih_l0	6	-0.038625188171863556
1182	rnn.bias_ih_l0	7	-0.035486385226249695
1182	rnn.bias_ih_l0	8	0.0031424707267433405
1182	rnn.bias_ih_l0	9	0.042314596474170685
1182	rnn.bias_hh_l0	0	0.034033987671136856
1182	rnn.bias_hh_l0	1	-3.805879532592371e-05
1182	rnn.bias_hh_l0	2	-0.0013302862644195557
1182	rnn.bias_hh_l0	3	-0.019439872354269028
1182	rnn.bias_hh_l0	4	-0.01702743023633957
1182	rnn.bias_hh_l0	5	0.015108974650502205
1182	rnn.bias_hh_l0	6	-0.026021603494882584
1182	rnn.bias_hh_l0	7	0.02094370685517788
1182	rnn.bias_hh_l0	8	-0.018897246569395065
1182	rnn.bias_hh_l0	9	-0.012107574380934238
1182	rnn.weight_ih_l0_reverse	0	0.027249790728092194
1182	rnn.weight_ih_l0_reverse	1	-0.005006309133023024
1182	rnn.weight_ih_l0_reverse	2	-0.023632973432540894
1182	rnn.weight_ih_l0_reverse	3	0.004493918269872665
1182	rnn.weight_ih_l0_reverse	4	0.022290684282779694
1182	rnn.weight_ih_l0_reverse	5	-0.012930738739669323
1182	rnn.weight_ih_l0_reverse	6	-0.042799413204193115
1182	rnn.weight_ih_l0_reverse	7	-0.034621767699718475
1182	rnn.weight_ih_l0_reverse	8	-0.013621674850583076
1182	rnn.weight_ih_l0_reverse	9	0.02141021192073822
1182	rnn.weight_hh_l0_reverse	0	-0.013744199648499489
1182	rnn.weight_hh_l0_reverse	1	-0.005167342722415924
1182	rnn.weight_hh_l0_reverse	2	-0.03195036202669144
1182	rnn.weight_hh_l0_reverse	3	0.021827926859259605
1182	rnn.weight_hh_l0_reverse	4	0.023762648925185204
1182	rnn.weight_hh_l0_reverse	5	0.015143121592700481
1182	rnn.weight_hh_l0_reverse	6	0.03415674716234207
1182	rnn.weight_hh_l0_reverse	7	0.012589235790073872
1182	rnn.weight_hh_l0_reverse	8	0.002183758420869708
1182	rnn.weight_hh_l0_reverse	9	-0.027174239978194237
1182	rnn.bias_ih_l0_reverse	0	-0.033214498311281204
1182	rnn.bias_ih_l0_reverse	1	0.016307411715388298
1182	rnn.bias_ih_l0_reverse	2	0.03652075305581093
1182	rnn.bias_ih_l0_reverse	3	-0.008675594814121723
1182	rnn.bias_ih_l0_reverse	4	0.05888212472200394
1182	rnn.bias_ih_l0_reverse	5	-0.02745746448636055
1182	rnn.bias_ih_l0_reverse	6	0.019566524773836136
1182	rnn.bias_ih_l0_reverse	7	0.060621585696935654
1182	rnn.bias_ih_l0_reverse	8	-0.001205390552058816
1182	rnn.bias_ih_l0_reverse	9	0.00929262489080429
1182	rnn.bias_hh_l0_reverse	0	-0.025667494162917137
1182	rnn.bias_hh_l0_reverse	1	0.044192440807819366
1182	rnn.bias_hh_l0_reverse	2	0.007066531106829643
1182	rnn.bias_hh_l0_reverse	3	-0.024943172931671143
1182	rnn.bias_hh_l0_reverse	4	0.025632349774241447
1182	rnn.bias_hh_l0_reverse	5	0.04618407040834427
1182	rnn.bias_hh_l0_reverse	6	-0.02866627462208271
1182	rnn.bias_hh_l0_reverse	7	0.0009603895014151931
1182	rnn.bias_hh_l0_reverse	8	0.04036789759993553
1182	rnn.bias_hh_l0_reverse	9	-0.016059262678027153
1182	linear.weight	0	-0.012464677914977074
1182	linear.weight	1	0.02258157916367054
1182	linear.weight	2	-0.011228874325752258
1182	linear.weight	3	0.06137387827038765
1182	linear.weight	4	-0.041744016110897064
1182	linear.weight	5	0.042427223175764084
1182	linear.weight	6	0.0047744326293468475
1182	linear.weight	7	-0.021312154829502106
1182	linear.weight	8	-0.13067877292633057
1182	linear.weight	9	0.030281752347946167
1182	linear.bias	0	-0.16643965244293213
1182	linear.bias	1	-0.009285137988626957
1182	linear.bias	2	0.2190600037574768
1182	linear.bias	3	-0.4256751835346222
1182	linear.bias	4	-0.47198688983917236
1182	linear.bias	5	-0.5935466885566711
1182	linear.bias	6	-0.19187195599079132
1182	linear.bias	7	-0.20331186056137085
1182	linear.bias	8	-0.01705317199230194
1182	linear.bias	9	2.1232426166534424
1379	transitions	0	0.46970802545547485
1379	transitions	1	2.845231771469116
1379	transitions	2	-0.9292603731155396
1379	transitions	3	1.0839899778366089
1379	transitions	4	-0.40980497002601624
1379	transitions	5	-0.06822402775287628
1379	transitions	6	0.12758930027484894
1379	transitions	7	-10000.0
1379	transitions	8	1.3603336811065674
1379	transitions	9	-2.201113700866699
1379	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
1379	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
1379	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
1379	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
1379	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
1379	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
1379	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
1379	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
1379	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
1379	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
1379	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
1379	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
1379	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
1379	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
1379	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
1379	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
1379	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
1379	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
1379	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
1379	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
1379	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
1379	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
1379	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
1379	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
1379	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
1379	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
1379	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
1379	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
1379	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
1379	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
1379	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
1379	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
1379	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
1379	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
1379	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
1379	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
1379	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
1379	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
1379	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
1379	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
1379	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
1379	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
1379	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
1379	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
1379	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
1379	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
1379	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
1379	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
1379	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
1379	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
1379	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
1379	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
1379	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
1379	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
1379	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
1379	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
1379	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
1379	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
1379	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
1379	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
1379	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
1379	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
1379	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
1379	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
1379	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
1379	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
1379	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
1379	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
1379	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
1379	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
1379	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
1379	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
1379	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
1379	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
1379	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
1379	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
1379	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
1379	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
1379	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
1379	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
1379	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
1379	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
1379	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
1379	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
1379	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
1379	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
1379	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
1379	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
1379	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
1379	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
1379	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
1379	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
1379	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
1379	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
1379	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
1379	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
1379	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
1379	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
1379	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
1379	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
1379	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
1379	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
1379	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
1379	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
1379	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
1379	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
1379	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
1379	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
1379	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
1379	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
1379	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
1379	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
1379	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
1379	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
1379	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
1379	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
1379	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
1379	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
1379	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
1379	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
1379	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
1379	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
1379	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
1379	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
1379	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
1379	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
1379	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
1379	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
1379	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
1379	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
1379	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
1379	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
1379	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
1379	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
1379	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
1379	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
1379	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
1379	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
1379	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
1379	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
1379	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
1379	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
1379	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
1379	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
1379	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
1379	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
1379	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
1379	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
1379	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
1379	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
1379	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
1379	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
1379	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
1379	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
1379	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
1379	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
1379	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
1379	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
1379	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
1379	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
1379	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
1379	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
1379	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
1379	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
1379	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
1379	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
1379	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
1379	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
1379	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
1379	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
1379	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
1379	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
1379	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
1379	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
1379	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
1379	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
1379	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
1379	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
1379	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
1379	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
1379	embedding2nn.weight	0	0.008182712830603123
1379	embedding2nn.weight	1	-0.03507979214191437
1379	embedding2nn.weight	2	0.0027269457932561636
1379	embedding2nn.weight	3	-0.0017175652319565415
1379	embedding2nn.weight	4	-0.01781417615711689
1379	embedding2nn.weight	5	0.03371115401387215
1379	embedding2nn.weight	6	0.00831939559429884
1379	embedding2nn.weight	7	-0.021243911236524582
1379	embedding2nn.weight	8	0.015525220893323421
1379	embedding2nn.weight	9	0.016340745612978935
1379	embedding2nn.bias	0	0.008273893035948277
1379	embedding2nn.bias	1	0.0038834726437926292
1379	embedding2nn.bias	2	-0.009846317581832409
1379	embedding2nn.bias	3	-0.005360616371035576
1379	embedding2nn.bias	4	-0.01691286824643612
1379	embedding2nn.bias	5	-0.08261958509683609
1379	embedding2nn.bias	6	-0.0021440142299979925
1379	embedding2nn.bias	7	0.023869791999459267
1379	embedding2nn.bias	8	0.01632861979305744
1379	embedding2nn.bias	9	-0.0616680271923542
1379	rnn.weight_ih_l0	0	0.0012514959089457989
1379	rnn.weight_ih_l0	1	0.019793342798948288
1379	rnn.weight_ih_l0	2	-0.043999265879392624
1379	rnn.weight_ih_l0	3	0.006609020289033651
1379	rnn.weight_ih_l0	4	0.023594798520207405
1379	rnn.weight_ih_l0	5	-0.044376540929079056
1379	rnn.weight_ih_l0	6	0.03522515296936035
1379	rnn.weight_ih_l0	7	-0.026419024914503098
1379	rnn.weight_ih_l0	8	0.01652652584016323
1379	rnn.weight_ih_l0	9	-0.01176855806261301
1379	rnn.weight_hh_l0	0	0.031872037798166275
1379	rnn.weight_hh_l0	1	-0.02563566528260708
1379	rnn.weight_hh_l0	2	0.02621825411915779
1379	rnn.weight_hh_l0	3	0.011582720093429089
1379	rnn.weight_hh_l0	4	0.013780498877167702
1379	rnn.weight_hh_l0	5	0.039953455328941345
1379	rnn.weight_hh_l0	6	0.010184758342802525
1379	rnn.weight_hh_l0	7	-0.03912181407213211
1379	rnn.weight_hh_l0	8	-0.027334503829479218
1379	rnn.weight_hh_l0	9	0.00032813005964271724
1379	rnn.bias_ih_l0	0	-0.019279832020401955
1379	rnn.bias_ih_l0	1	0.029477789998054504
1379	rnn.bias_ih_l0	2	0.004724058788269758
1379	rnn.bias_ih_l0	3	-0.025381531566381454
1379	rnn.bias_ih_l0	4	0.004591092467308044
1379	rnn.bias_ih_l0	5	0.045794375240802765
1379	rnn.bias_ih_l0	6	-0.03815575689077377
1379	rnn.bias_ih_l0	7	-0.0369793064892292
1379	rnn.bias_ih_l0	8	0.003982288297265768
1379	rnn.bias_ih_l0	9	0.04079712927341461
1379	rnn.bias_hh_l0	0	0.03507550433278084
1379	rnn.bias_hh_l0	1	-0.0035658227279782295
1379	rnn.bias_hh_l0	2	-0.0034149810671806335
1379	rnn.bias_hh_l0	3	-0.019851289689540863
1379	rnn.bias_hh_l0	4	-0.015888335183262825
1379	rnn.bias_hh_l0	5	0.018556825816631317
1379	rnn.bias_hh_l0	6	-0.028515134006738663
1379	rnn.bias_hh_l0	7	0.023666515946388245
1379	rnn.bias_hh_l0	8	-0.017749859020113945
1379	rnn.bias_hh_l0	9	-0.01397662702947855
1379	rnn.weight_ih_l0_reverse	0	0.027515467256307602
1379	rnn.weight_ih_l0_reverse	1	-0.005850327201187611
1379	rnn.weight_ih_l0_reverse	2	-0.023525943979620934
1379	rnn.weight_ih_l0_reverse	3	0.004214839544147253
1379	rnn.weight_ih_l0_reverse	4	0.021288001909852028
1379	rnn.weight_ih_l0_reverse	5	-0.013857047073543072
1379	rnn.weight_ih_l0_reverse	6	-0.04215161129832268
1379	rnn.weight_ih_l0_reverse	7	-0.034008294343948364
1379	rnn.weight_ih_l0_reverse	8	-0.01611548848450184
1379	rnn.weight_ih_l0_reverse	9	0.021551519632339478
1379	rnn.weight_hh_l0_reverse	0	-0.013993039727210999
1379	rnn.weight_hh_l0_reverse	1	-0.005922314710915089
1379	rnn.weight_hh_l0_reverse	2	-0.03228072449564934
1379	rnn.weight_hh_l0_reverse	3	0.022745873779058456
1379	rnn.weight_hh_l0_reverse	4	0.02350064180791378
1379	rnn.weight_hh_l0_reverse	5	0.01482549961656332
1379	rnn.weight_hh_l0_reverse	6	0.03404513746500015
1379	rnn.weight_hh_l0_reverse	7	0.013070973567664623
1379	rnn.weight_hh_l0_reverse	8	0.0028095925226807594
1379	rnn.weight_hh_l0_reverse	9	-0.026873046532273293
1379	rnn.bias_ih_l0_reverse	0	-0.03424716740846634
1379	rnn.bias_ih_l0_reverse	1	0.014236796647310257
1379	rnn.bias_ih_l0_reverse	2	0.03808601200580597
1379	rnn.bias_ih_l0_reverse	3	-0.008010064251720905
1379	rnn.bias_ih_l0_reverse	4	0.05769484117627144
1379	rnn.bias_ih_l0_reverse	5	-0.0284685380756855
1379	rnn.bias_ih_l0_reverse	6	0.018318306654691696
1379	rnn.bias_ih_l0_reverse	7	0.0609126091003418
1379	rnn.bias_ih_l0_reverse	8	-0.0016639987006783485
1379	rnn.bias_ih_l0_reverse	9	0.008183101192116737
1379	rnn.bias_hh_l0_reverse	0	-0.024752693250775337
1379	rnn.bias_hh_l0_reverse	1	0.03983444720506668
1379	rnn.bias_hh_l0_reverse	2	0.007581953890621662
1379	rnn.bias_hh_l0_reverse	3	-0.02852598764002323
1379	rnn.bias_hh_l0_reverse	4	0.02672569639980793
1379	rnn.bias_hh_l0_reverse	5	0.04177821800112724
1379	rnn.bias_hh_l0_reverse	6	-0.03811429440975189
1379	rnn.bias_hh_l0_reverse	7	-0.0012889663921669126
1379	rnn.bias_hh_l0_reverse	8	0.04085039719939232
1379	rnn.bias_hh_l0_reverse	9	-0.017011219635605812
1379	linear.weight	0	-0.03246215358376503
1379	linear.weight	1	0.01628625951707363
1379	linear.weight	2	-0.011228874325752258
1379	linear.weight	3	0.07491283863782883
1379	linear.weight	4	-0.03423767536878586
1379	linear.weight	5	0.04824396222829819
1379	linear.weight	6	0.0047744326293468475
1379	linear.weight	7	-0.021312154829502106
1379	linear.weight	8	-0.09869643300771713
1379	linear.weight	9	0.03604957088828087
1379	linear.bias	0	-0.2023051679134369
1379	linear.bias	1	0.030422797426581383
1379	linear.bias	2	0.26504895091056824
1379	linear.bias	3	-0.4416757822036743
1379	linear.bias	4	-0.5210042595863342
1379	linear.bias	5	-0.6142091751098633
1379	linear.bias	6	-0.20988541841506958
1379	linear.bias	7	-0.23680619895458221
1379	linear.bias	8	-0.01705317199230194
1379	linear.bias	9	2.116976022720337
1576	transitions	0	0.44534263014793396
1576	transitions	1	3.003394603729248
1576	transitions	2	-0.9874352812767029
1576	transitions	3	1.1204677820205688
1576	transitions	4	-0.44121143221855164
1576	transitions	5	-0.07094670087099075
1576	transitions	6	0.11633115261793137
1576	transitions	7	-10000.0
1576	transitions	8	1.3470288515090942
1576	transitions	9	-2.205270528793335
1576	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
1576	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
1576	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
1576	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
1576	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
1576	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
1576	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
1576	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
1576	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
1576	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
1576	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
1576	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
1576	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
1576	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
1576	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
1576	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
1576	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
1576	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
1576	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
1576	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
1576	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
1576	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
1576	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
1576	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
1576	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
1576	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
1576	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
1576	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
1576	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
1576	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
1576	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
1576	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
1576	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
1576	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
1576	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
1576	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
1576	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
1576	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
1576	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
1576	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
1576	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
1576	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
1576	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
1576	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
1576	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
1576	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
1576	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
1576	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
1576	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
1576	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
1576	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
1576	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
1576	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
1576	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
1576	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
1576	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
1576	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
1576	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
1576	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
1576	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
1576	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
1576	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
1576	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
1576	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
1576	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
1576	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
1576	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
1576	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
1576	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
1576	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
1576	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
1576	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
1576	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
1576	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
1576	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
1576	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
1576	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
1576	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
1576	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
1576	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
1576	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
1576	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
1576	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
1576	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
1576	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
1576	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
1576	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
1576	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
1576	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
1576	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
1576	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
1576	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
1576	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
1576	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
1576	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
1576	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
1576	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
1576	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
1576	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
1576	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
1576	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
1576	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
1576	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
1576	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
1576	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
1576	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
1576	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
1576	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
1576	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
1576	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
1576	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
1576	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
1576	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
1576	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
1576	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
1576	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
1576	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
1576	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
1576	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
1576	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
1576	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
1576	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
1576	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
1576	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
1576	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
1576	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
1576	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
1576	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
1576	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
1576	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
1576	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
1576	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
1576	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
1576	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
1576	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
1576	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
1576	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
1576	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
1576	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
1576	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
1576	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
1576	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
1576	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
1576	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
1576	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
1576	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
1576	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
1576	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
1576	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
1576	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
1576	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
1576	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
1576	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
1576	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
1576	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
1576	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
1576	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
1576	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
1576	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
1576	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
1576	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
1576	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
1576	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
1576	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
1576	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
1576	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
1576	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
1576	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
1576	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
1576	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
1576	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
1576	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
1576	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
1576	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
1576	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
1576	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
1576	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
1576	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
1576	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
1576	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
1576	embedding2nn.weight	0	0.009228416718542576
1576	embedding2nn.weight	1	-0.03326104208827019
1576	embedding2nn.weight	2	0.01038178987801075
1576	embedding2nn.weight	3	-0.001968501601368189
1576	embedding2nn.weight	4	-0.018480950966477394
1576	embedding2nn.weight	5	0.03440384939312935
1576	embedding2nn.weight	6	8.643564069643617e-05
1576	embedding2nn.weight	7	-0.02494187094271183
1576	embedding2nn.weight	8	0.016720294952392578
1576	embedding2nn.weight	9	0.018416767939925194
1576	embedding2nn.bias	0	0.0006835557869635522
1576	embedding2nn.bias	1	0.00717479083687067
1576	embedding2nn.bias	2	-0.015546219423413277
1576	embedding2nn.bias	3	-0.00405863719061017
1576	embedding2nn.bias	4	-0.008105190470814705
1576	embedding2nn.bias	5	-0.0849689245223999
1576	embedding2nn.bias	6	-0.0055223554372787476
1576	embedding2nn.bias	7	0.023823177441954613
1576	embedding2nn.bias	8	0.012290887534618378
1576	embedding2nn.bias	9	-0.06311272829771042
1576	rnn.weight_ih_l0	0	0.0012285539414733648
1576	rnn.weight_ih_l0	1	0.01994846761226654
1576	rnn.weight_ih_l0	2	-0.044742852449417114
1576	rnn.weight_ih_l0	3	0.008068797178566456
1576	rnn.weight_ih_l0	4	0.023972362279891968
1576	rnn.weight_ih_l0	5	-0.044373877346515656
1576	rnn.weight_ih_l0	6	0.03470925614237785
1576	rnn.weight_ih_l0	7	-0.02678290195763111
1576	rnn.weight_ih_l0	8	0.016955841332674026
1576	rnn.weight_ih_l0	9	-0.012737889774143696
1576	rnn.weight_hh_l0	0	0.03175639361143112
1576	rnn.weight_hh_l0	1	-0.024726776406168938
1576	rnn.weight_hh_l0	2	0.026247916743159294
1576	rnn.weight_hh_l0	3	0.011877825483679771
1576	rnn.weight_hh_l0	4	0.014384527690708637
1576	rnn.weight_hh_l0	5	0.03982037678360939
1576	rnn.weight_hh_l0	6	0.01027926616370678
1576	rnn.weight_hh_l0	7	-0.0391659252345562
1576	rnn.weight_hh_l0	8	-0.027107207104563713
1576	rnn.weight_hh_l0	9	0.005980787333101034
1576	rnn.bias_ih_l0	0	-0.020095106214284897
1576	rnn.bias_ih_l0	1	0.02970869094133377
1576	rnn.bias_ih_l0	2	0.004268672317266464
1576	rnn.bias_ih_l0	3	-0.02783798612654209
1576	rnn.bias_ih_l0	4	0.009260960854589939
1576	rnn.bias_ih_l0	5	0.04598807543516159
1576	rnn.bias_ih_l0	6	-0.041714221239089966
1576	rnn.bias_ih_l0	7	-0.037377092987298965
1576	rnn.bias_ih_l0	8	0.0038506730925291777
1576	rnn.bias_ih_l0	9	0.04147081449627876
1576	rnn.bias_hh_l0	0	0.03398367390036583
1576	rnn.bias_hh_l0	1	-0.0035437787882983685
1576	rnn.bias_hh_l0	2	-0.006704092491418123
1576	rnn.bias_hh_l0	3	-0.022622182965278625
1576	rnn.bias_hh_l0	4	0.0022827479988336563
1576	rnn.bias_hh_l0	5	0.013179791159927845
1576	rnn.bias_hh_l0	6	-0.030032042413949966
1576	rnn.bias_hh_l0	7	0.021825304254889488
1576	rnn.bias_hh_l0	8	-0.02148367278277874
1576	rnn.bias_hh_l0	9	-0.01479837391525507
1576	rnn.weight_ih_l0_reverse	0	0.027964461594820023
1576	rnn.weight_ih_l0_reverse	1	-0.0060198442079126835
1576	rnn.weight_ih_l0_reverse	2	-0.02348671667277813
1576	rnn.weight_ih_l0_reverse	3	0.004215844441205263
1576	rnn.weight_ih_l0_reverse	4	0.020180799067020416
1576	rnn.weight_ih_l0_reverse	5	-0.013666789047420025
1576	rnn.weight_ih_l0_reverse	6	-0.04156848415732384
1576	rnn.weight_ih_l0_reverse	7	-0.034381408244371414
1576	rnn.weight_ih_l0_reverse	8	-0.01696334034204483
1576	rnn.weight_ih_l0_reverse	9	0.020276056602597237
1576	rnn.weight_hh_l0_reverse	0	-0.01413425151258707
1576	rnn.weight_hh_l0_reverse	1	-0.0073075322434306145
1576	rnn.weight_hh_l0_reverse	2	-0.0319051593542099
1576	rnn.weight_hh_l0_reverse	3	0.022356148809194565
1576	rnn.weight_hh_l0_reverse	4	0.023087747395038605
1576	rnn.weight_hh_l0_reverse	5	0.014529027976095676
1576	rnn.weight_hh_l0_reverse	6	0.03489677980542183
1576	rnn.weight_hh_l0_reverse	7	0.01379520632326603
1576	rnn.weight_hh_l0_reverse	8	0.003107250202447176
1576	rnn.weight_hh_l0_reverse	9	-0.026727423071861267
1576	rnn.bias_ih_l0_reverse	0	-0.03770369663834572
1576	rnn.bias_ih_l0_reverse	1	0.01354640070348978
1576	rnn.bias_ih_l0_reverse	2	0.038761500269174576
1576	rnn.bias_ih_l0_reverse	3	-0.009210360236465931
1576	rnn.bias_ih_l0_reverse	4	0.05978242680430412
1576	rnn.bias_ih_l0_reverse	5	-0.029025571420788765
1576	rnn.bias_ih_l0_reverse	6	0.01597379706799984
1576	rnn.bias_ih_l0_reverse	7	0.05600442737340927
1576	rnn.bias_ih_l0_reverse	8	-0.00025489486870355904
1576	rnn.bias_ih_l0_reverse	9	0.007947810925543308
1576	rnn.bias_hh_l0_reverse	0	-0.024406325072050095
1576	rnn.bias_hh_l0_reverse	1	0.03966662287712097
1576	rnn.bias_hh_l0_reverse	2	0.007495546713471413
1576	rnn.bias_hh_l0_reverse	3	-0.02948600985109806
1576	rnn.bias_hh_l0_reverse	4	0.02490081638097763
1576	rnn.bias_hh_l0_reverse	5	0.03705388680100441
1576	rnn.bias_hh_l0_reverse	6	-0.03494875133037567
1576	rnn.bias_hh_l0_reverse	7	-0.006423237267881632
1576	rnn.bias_hh_l0_reverse	8	0.038711436092853546
1576	rnn.bias_hh_l0_reverse	9	-0.01582004502415657
1576	linear.weight	0	-0.030137764289975166
1576	linear.weight	1	0.018663186579942703
1576	linear.weight	2	-0.011228874325752258
1576	linear.weight	3	0.07451977580785751
1576	linear.weight	4	-0.027892816811800003
1576	linear.weight	5	0.03215809538960457
1576	linear.weight	6	0.0047744326293468475
1576	linear.weight	7	-0.021312154829502106
1576	linear.weight	8	-0.07852452993392944
1576	linear.weight	9	0.034983597695827484
1576	linear.bias	0	-0.2208366096019745
1576	linear.bias	1	0.017664700746536255
1576	linear.bias	2	0.2486114799976349
1576	linear.bias	3	-0.44519659876823425
1576	linear.bias	4	-0.5833863615989685
1576	linear.bias	5	-0.6352473497390747
1576	linear.bias	6	-0.20323950052261353
1576	linear.bias	7	-0.20993387699127197
1576	linear.bias	8	-0.01705317199230194
1576	linear.bias	9	2.159895658493042
1773	transitions	0	0.4248323440551758
1773	transitions	1	3.147564172744751
1773	transitions	2	-1.027486801147461
1773	transitions	3	1.117024302482605
1773	transitions	4	-0.464629590511322
1773	transitions	5	-0.07290177792310715
1773	transitions	6	0.10724807530641556
1773	transitions	7	-10000.0
1773	transitions	8	1.3434771299362183
1773	transitions	9	-2.208280324935913
1773	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
1773	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
1773	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
1773	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
1773	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
1773	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
1773	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
1773	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
1773	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
1773	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
1773	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
1773	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
1773	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
1773	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
1773	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
1773	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
1773	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
1773	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
1773	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
1773	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
1773	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
1773	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
1773	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
1773	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
1773	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
1773	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
1773	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
1773	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
1773	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
1773	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
1773	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
1773	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
1773	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
1773	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
1773	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
1773	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
1773	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
1773	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
1773	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
1773	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
1773	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
1773	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
1773	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
1773	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
1773	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
1773	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
1773	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
1773	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
1773	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
1773	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
1773	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
1773	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
1773	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
1773	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
1773	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
1773	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
1773	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
1773	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
1773	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
1773	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
1773	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
1773	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
1773	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
1773	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
1773	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
1773	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
1773	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
1773	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
1773	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
1773	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
1773	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
1773	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
1773	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
1773	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
1773	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
1773	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
1773	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
1773	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
1773	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
1773	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
1773	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
1773	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
1773	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
1773	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
1773	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
1773	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
1773	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
1773	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
1773	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
1773	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
1773	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
1773	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
1773	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
1773	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
1773	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
1773	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
1773	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
1773	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
1773	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
1773	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
1773	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
1773	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
1773	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
1773	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
1773	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
1773	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
1773	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
1773	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
1773	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
1773	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
1773	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
1773	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
1773	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
1773	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
1773	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
1773	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
1773	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
1773	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
1773	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
1773	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
1773	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
1773	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
1773	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
1773	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
1773	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
1773	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
1773	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
1773	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
1773	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
1773	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
1773	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
1773	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
1773	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
1773	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
1773	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
1773	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
1773	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
1773	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
1773	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
1773	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
1773	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
1773	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
1773	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
1773	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
1773	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
1773	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
1773	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
1773	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
1773	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
1773	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
1773	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
1773	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
1773	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
1773	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
1773	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
1773	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
1773	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
1773	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
1773	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
1773	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
1773	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
1773	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
1773	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
1773	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
1773	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
1773	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
1773	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
1773	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
1773	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
1773	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
1773	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
1773	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
1773	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
1773	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
1773	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
1773	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
1773	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
1773	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
1773	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
1773	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
1773	embedding2nn.weight	0	0.009436464868485928
1773	embedding2nn.weight	1	-0.03410975635051727
1773	embedding2nn.weight	2	0.009830734692513943
1773	embedding2nn.weight	3	-0.0011200098088011146
1773	embedding2nn.weight	4	-0.025166941806674004
1773	embedding2nn.weight	5	0.035915181040763855
1773	embedding2nn.weight	6	-0.002478628419339657
1773	embedding2nn.weight	7	-0.02704865299165249
1773	embedding2nn.weight	8	0.0176604725420475
1773	embedding2nn.weight	9	0.021404961124062538
1773	embedding2nn.bias	0	0.007526377681642771
1773	embedding2nn.bias	1	0.014769497327506542
1773	embedding2nn.bias	2	-0.023963259533047676
1773	embedding2nn.bias	3	-0.001057951943948865
1773	embedding2nn.bias	4	-0.012002158910036087
1773	embedding2nn.bias	5	-0.0957556962966919
1773	embedding2nn.bias	6	0.0010820619063451886
1773	embedding2nn.bias	7	0.02934608981013298
1773	embedding2nn.bias	8	0.004123348277062178
1773	embedding2nn.bias	9	-0.06894490867853165
1773	rnn.weight_ih_l0	0	0.000683848571497947
1773	rnn.weight_ih_l0	1	0.020691847428679466
1773	rnn.weight_ih_l0	2	-0.044185250997543335
1773	rnn.weight_ih_l0	3	0.008288913406431675
1773	rnn.weight_ih_l0	4	0.023900318890810013
1773	rnn.weight_ih_l0	5	-0.044734399765729904
1773	rnn.weight_ih_l0	6	0.03507368266582489
1773	rnn.weight_ih_l0	7	-0.027753880247473717
1773	rnn.weight_ih_l0	8	0.0180329792201519
1773	rnn.weight_ih_l0	9	-0.012122751213610172
1773	rnn.weight_hh_l0	0	0.031550630927085876
1773	rnn.weight_hh_l0	1	-0.023258579894900322
1773	rnn.weight_hh_l0	2	0.026884786784648895
1773	rnn.weight_hh_l0	3	0.011744854971766472
1773	rnn.weight_hh_l0	4	0.014230269007384777
1773	rnn.weight_hh_l0	5	0.04005521535873413
1773	rnn.weight_hh_l0	6	0.010395660065114498
1773	rnn.weight_hh_l0	7	-0.0393514409661293
1773	rnn.weight_hh_l0	8	-0.027151307091116905
1773	rnn.weight_hh_l0	9	0.006811995059251785
1773	rnn.bias_ih_l0	0	-0.01838868297636509
1773	rnn.bias_ih_l0	1	0.02937593311071396
1773	rnn.bias_ih_l0	2	0.0013986947014927864
1773	rnn.bias_ih_l0	3	-0.027645424008369446
1773	rnn.bias_ih_l0	4	0.0060946159064769745
1773	rnn.bias_ih_l0	5	0.0391412228345871
1773	rnn.bias_ih_l0	6	-0.045633021742105484
1773	rnn.bias_ih_l0	7	-0.039720889180898666
1773	rnn.bias_ih_l0	8	4.333101605880074e-05
1773	rnn.bias_ih_l0	9	0.04112951457500458
1773	rnn.bias_hh_l0	0	0.034365974366664886
1773	rnn.bias_hh_l0	1	-0.004902667831629515
1773	rnn.bias_hh_l0	2	-0.007242739666253328
1773	rnn.bias_hh_l0	3	-0.02324090711772442
1773	rnn.bias_hh_l0	4	0.008011302910745144
1773	rnn.bias_hh_l0	5	0.015372089110314846
1773	rnn.bias_hh_l0	6	-0.03053603135049343
1773	rnn.bias_hh_l0	7	0.023239195346832275
1773	rnn.bias_hh_l0	8	-0.019102850928902626
1773	rnn.bias_hh_l0	9	-0.014944307506084442
1773	rnn.weight_ih_l0_reverse	0	0.027800651267170906
1773	rnn.weight_ih_l0_reverse	1	-0.006844545714557171
1773	rnn.weight_ih_l0_reverse	2	-0.02336328849196434
1773	rnn.weight_ih_l0_reverse	3	0.006144103594124317
1773	rnn.weight_ih_l0_reverse	4	0.018334094434976578
1773	rnn.weight_ih_l0_reverse	5	-0.013113963417708874
1773	rnn.weight_ih_l0_reverse	6	-0.04099093750119209
1773	rnn.weight_ih_l0_reverse	7	-0.034061238169670105
1773	rnn.weight_ih_l0_reverse	8	-0.017984064295887947
1773	rnn.weight_ih_l0_reverse	9	0.021063238382339478
1773	rnn.weight_hh_l0_reverse	0	-0.013695621863007545
1773	rnn.weight_hh_l0_reverse	1	-0.0071773952804505825
1773	rnn.weight_hh_l0_reverse	2	-0.031967148184776306
1773	rnn.weight_hh_l0_reverse	3	0.022585561498999596
1773	rnn.weight_hh_l0_reverse	4	0.022914566099643707
1773	rnn.weight_hh_l0_reverse	5	0.014077547006309032
1773	rnn.weight_hh_l0_reverse	6	0.03477685526013374
1773	rnn.weight_hh_l0_reverse	7	0.013828285969793797
1773	rnn.weight_hh_l0_reverse	8	0.0036394845228642225
1773	rnn.weight_hh_l0_reverse	9	-0.027015473693609238
1773	rnn.bias_ih_l0_reverse	0	-0.03807617351412773
1773	rnn.bias_ih_l0_reverse	1	0.010062298737466335
1773	rnn.bias_ih_l0_reverse	2	0.03755621984601021
1773	rnn.bias_ih_l0_reverse	3	-0.010221288539469242
1773	rnn.bias_ih_l0_reverse	4	0.04871504753828049
1773	rnn.bias_ih_l0_reverse	5	-0.029432199895381927
1773	rnn.bias_ih_l0_reverse	6	0.01642489619553089
1773	rnn.bias_ih_l0_reverse	7	0.05580832436680794
1773	rnn.bias_ih_l0_reverse	8	0.002100715646520257
1773	rnn.bias_ih_l0_reverse	9	0.00696517201140523
1773	rnn.bias_hh_l0_reverse	0	-0.02431575581431389
1773	rnn.bias_hh_l0_reverse	1	0.03779957816004753
1773	rnn.bias_hh_l0_reverse	2	0.007326893042773008
1773	rnn.bias_hh_l0_reverse	3	-0.03125549480319023
1773	rnn.bias_hh_l0_reverse	4	0.02051878347992897
1773	rnn.bias_hh_l0_reverse	5	0.034865278750658035
1773	rnn.bias_hh_l0_reverse	6	-0.04068858548998833
1773	rnn.bias_hh_l0_reverse	7	-0.007359622977674007
1773	rnn.bias_hh_l0_reverse	8	0.0381632074713707
1773	rnn.bias_hh_l0_reverse	9	-0.019959814846515656
1773	linear.weight	0	-0.04192325472831726
1773	linear.weight	1	0.012833445332944393
1773	linear.weight	2	-0.011228874325752258
1773	linear.weight	3	0.0795968770980835
1773	linear.weight	4	-0.023816149681806564
1773	linear.weight	5	0.06352893263101578
1773	linear.weight	6	0.0047744326293468475
1773	linear.weight	7	-0.021312154829502106
1773	linear.weight	8	-0.04991866648197174
1773	linear.weight	9	0.020673049613833427
1773	linear.bias	0	-0.22605475783348083
1773	linear.bias	1	0.0261984895914793
1773	linear.bias	2	0.2624236047267914
1773	linear.bias	3	-0.429681658744812
1773	linear.bias	4	-0.6126454472541809
1773	linear.bias	5	-0.654218852519989
1773	linear.bias	6	-0.20723184943199158
1773	linear.bias	7	-0.2098141461610794
1773	linear.bias	8	-0.01705317199230194
1773	linear.bias	9	2.1662213802337646
1970	transitions	0	0.40900659561157227
1970	transitions	1	3.249674081802368
1970	transitions	2	-1.0681291818618774
1970	transitions	3	1.1634031534194946
1970	transitions	4	-0.4878835380077362
1970	transitions	5	-0.07475723326206207
1970	transitions	6	0.0983867272734642
1970	transitions	7	-10000.0
1970	transitions	8	1.3363720178604126
1970	transitions	9	-2.211229085922241
1970	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
1970	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
1970	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
1970	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
1970	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
1970	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
1970	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
1970	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
1970	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
1970	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
1970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
1970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
1970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
1970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
1970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
1970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
1970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
1970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
1970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
1970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
1970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
1970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
1970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
1970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
1970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
1970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
1970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
1970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
1970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
1970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
1970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
1970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
1970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
1970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
1970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
1970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
1970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
1970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
1970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
1970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
1970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
1970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
1970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
1970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
1970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
1970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
1970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
1970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
1970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
1970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
1970	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
1970	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
1970	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
1970	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
1970	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
1970	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
1970	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
1970	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
1970	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
1970	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
1970	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
1970	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
1970	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
1970	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
1970	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
1970	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
1970	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
1970	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
1970	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
1970	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
1970	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
1970	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
1970	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
1970	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
1970	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
1970	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
1970	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
1970	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
1970	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
1970	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
1970	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
1970	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
1970	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
1970	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
1970	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
1970	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
1970	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
1970	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
1970	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
1970	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
1970	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
1970	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
1970	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
1970	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
1970	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
1970	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
1970	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
1970	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
1970	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
1970	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
1970	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
1970	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
1970	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
1970	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
1970	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
1970	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
1970	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
1970	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
1970	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
1970	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
1970	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
1970	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
1970	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
1970	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
1970	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
1970	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
1970	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
1970	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
1970	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
1970	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
1970	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
1970	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
1970	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
1970	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
1970	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
1970	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
1970	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
1970	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
1970	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
1970	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
1970	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
1970	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
1970	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
1970	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
1970	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
1970	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
1970	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
1970	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
1970	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
1970	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
1970	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
1970	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
1970	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
1970	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
1970	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
1970	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
1970	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
1970	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
1970	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
1970	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
1970	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
1970	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
1970	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
1970	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
1970	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
1970	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
1970	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
1970	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
1970	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
1970	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
1970	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
1970	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
1970	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
1970	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
1970	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
1970	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
1970	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
1970	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
1970	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
1970	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
1970	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
1970	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
1970	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
1970	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
1970	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
1970	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
1970	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
1970	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
1970	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
1970	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
1970	embedding2nn.weight	0	0.009153463877737522
1970	embedding2nn.weight	1	-0.03484838455915451
1970	embedding2nn.weight	2	0.01015795860439539
1970	embedding2nn.weight	3	0.0005071498453617096
1970	embedding2nn.weight	4	-0.03070894442498684
1970	embedding2nn.weight	5	0.03735232725739479
1970	embedding2nn.weight	6	-0.0089597562327981
1970	embedding2nn.weight	7	-0.02685190737247467
1970	embedding2nn.weight	8	0.01781005598604679
1970	embedding2nn.weight	9	0.023975813761353493
1970	embedding2nn.bias	0	0.008656304329633713
1970	embedding2nn.bias	1	0.01092991977930069
1970	embedding2nn.bias	2	-0.017947876825928688
1970	embedding2nn.bias	3	0.002761213341727853
1970	embedding2nn.bias	4	-0.004564260598272085
1970	embedding2nn.bias	5	-0.10321807861328125
1970	embedding2nn.bias	6	-0.006191859021782875
1970	embedding2nn.bias	7	0.023784896358847618
1970	embedding2nn.bias	8	0.013809390366077423
1970	embedding2nn.bias	9	-0.07511680573225021
1970	rnn.weight_ih_l0	0	6.957056029932573e-05
1970	rnn.weight_ih_l0	1	0.021938804537057877
1970	rnn.weight_ih_l0	2	-0.04346335679292679
1970	rnn.weight_ih_l0	3	0.008297624066472054
1970	rnn.weight_ih_l0	4	0.024398431181907654
1970	rnn.weight_ih_l0	5	-0.04404480382800102
1970	rnn.weight_ih_l0	6	0.03515089303255081
1970	rnn.weight_ih_l0	7	-0.028512725606560707
1970	rnn.weight_ih_l0	8	0.017205340787768364
1970	rnn.weight_ih_l0	9	-0.012875830754637718
1970	rnn.weight_hh_l0	0	0.03153325989842415
1970	rnn.weight_hh_l0	1	-0.02174062281847
1970	rnn.weight_hh_l0	2	0.02676520124077797
1970	rnn.weight_hh_l0	3	0.012431645765900612
1970	rnn.weight_hh_l0	4	0.014306124299764633
1970	rnn.weight_hh_l0	5	0.04038214311003685
1970	rnn.weight_hh_l0	6	0.010129354894161224
1970	rnn.weight_hh_l0	7	-0.03948146477341652
1970	rnn.weight_hh_l0	8	-0.026812199503183365
1970	rnn.weight_hh_l0	9	0.008330617100000381
1970	rnn.bias_ih_l0	0	-0.017614083364605904
1970	rnn.bias_ih_l0	1	0.028276078402996063
1970	rnn.bias_ih_l0	2	0.004713618196547031
1970	rnn.bias_ih_l0	3	-0.032621145248413086
1970	rnn.bias_ih_l0	4	0.009989382699131966
1970	rnn.bias_ih_l0	5	0.03566133975982666
1970	rnn.bias_ih_l0	6	-0.045920271426439285
1970	rnn.bias_ih_l0	7	-0.039820052683353424
1970	rnn.bias_ih_l0	8	-7.665681914659217e-05
1970	rnn.bias_ih_l0	9	0.039160843938589096
1970	rnn.bias_hh_l0	0	0.04467220604419708
1970	rnn.bias_hh_l0	1	-0.0066333431750535965
1970	rnn.bias_hh_l0	2	-0.007355036213994026
1970	rnn.bias_hh_l0	3	-0.02284611389040947
1970	rnn.bias_hh_l0	4	-0.001714483485557139
1970	rnn.bias_hh_l0	5	0.020808333531022072
1970	rnn.bias_hh_l0	6	-0.0330515056848526
1970	rnn.bias_hh_l0	7	0.022418348118662834
1970	rnn.bias_hh_l0	8	-0.019881173968315125
1970	rnn.bias_hh_l0	9	-0.016587598249316216
1970	rnn.weight_ih_l0_reverse	0	0.02705855667591095
1970	rnn.weight_ih_l0_reverse	1	-0.007453549653291702
1970	rnn.weight_ih_l0_reverse	2	-0.0233455840498209
1970	rnn.weight_ih_l0_reverse	3	0.006511128507554531
1970	rnn.weight_ih_l0_reverse	4	0.018117886036634445
1970	rnn.weight_ih_l0_reverse	5	-0.012587505392730236
1970	rnn.weight_ih_l0_reverse	6	-0.041463855654001236
1970	rnn.weight_ih_l0_reverse	7	-0.03410029038786888
1970	rnn.weight_ih_l0_reverse	8	-0.015908723697066307
1970	rnn.weight_ih_l0_reverse	9	0.02051684632897377
1970	rnn.weight_hh_l0_reverse	0	-0.013575077056884766
1970	rnn.weight_hh_l0_reverse	1	-0.007589889690279961
1970	rnn.weight_hh_l0_reverse	2	-0.03188348188996315
1970	rnn.weight_hh_l0_reverse	3	0.02234773337841034
1970	rnn.weight_hh_l0_reverse	4	0.022809835150837898
1970	rnn.weight_hh_l0_reverse	5	0.01383985299617052
1970	rnn.weight_hh_l0_reverse	6	0.03348599001765251
1970	rnn.weight_hh_l0_reverse	7	0.01431201584637165
1970	rnn.weight_hh_l0_reverse	8	0.0036322935484349728
1970	rnn.weight_hh_l0_reverse	9	-0.027280965819954872
1970	rnn.bias_ih_l0_reverse	0	-0.04018254950642586
1970	rnn.bias_ih_l0_reverse	1	0.009950476698577404
1970	rnn.bias_ih_l0_reverse	2	0.03617873415350914
1970	rnn.bias_ih_l0_reverse	3	-0.011429959908127785
1970	rnn.bias_ih_l0_reverse	4	0.053750086575746536
1970	rnn.bias_ih_l0_reverse	5	-0.03139577805995941
1970	rnn.bias_ih_l0_reverse	6	0.014864127151668072
1970	rnn.bias_ih_l0_reverse	7	0.047629162669181824
1970	rnn.bias_ih_l0_reverse	8	-0.0003275544149801135
1970	rnn.bias_ih_l0_reverse	9	0.005410810932517052
1970	rnn.bias_hh_l0_reverse	0	-0.02652369812130928
1970	rnn.bias_hh_l0_reverse	1	0.036542437970638275
1970	rnn.bias_hh_l0_reverse	2	0.006406412459909916
1970	rnn.bias_hh_l0_reverse	3	-0.032508913427591324
1970	rnn.bias_hh_l0_reverse	4	0.022333573549985886
1970	rnn.bias_hh_l0_reverse	5	0.034036558121442795
1970	rnn.bias_hh_l0_reverse	6	-0.0492938794195652
1970	rnn.bias_hh_l0_reverse	7	-0.009519150480628014
1970	rnn.bias_hh_l0_reverse	8	0.04055970534682274
1970	rnn.bias_hh_l0_reverse	9	-0.01934112049639225
1970	linear.weight	0	-0.05486135557293892
1970	linear.weight	1	0.012613382190465927
1970	linear.weight	2	-0.011228874325752258
1970	linear.weight	3	0.039651501923799515
1970	linear.weight	4	-0.059246085584163666
1970	linear.weight	5	0.059984445571899414
1970	linear.weight	6	0.0047744326293468475
1970	linear.weight	7	-0.021312154829502106
1970	linear.weight	8	-0.06578018516302109
1970	linear.weight	9	0.010653282515704632
1970	linear.bias	0	-0.27915456891059875
1970	linear.bias	1	0.03868047893047333
1970	linear.bias	2	0.2809107005596161
1970	linear.bias	3	-0.45340752601623535
1970	linear.bias	4	-0.6086244583129883
1970	linear.bias	5	-0.6693258285522461
1970	linear.bias	6	-0.26384082436561584
1970	linear.bias	7	-0.2334861010313034
1970	linear.bias	8	-0.01705317199230194
1970	linear.bias	9	2.2379343509674072
1974	transitions	0	0.40810343623161316
1974	transitions	1	3.2531330585479736
1974	transitions	2	-1.0690375566482544
1974	transitions	3	1.1664924621582031
1974	transitions	4	-0.48846328258514404
1974	transitions	5	-0.07481805980205536
1974	transitions	6	0.09821591526269913
1974	transitions	7	-10000.0
1974	transitions	8	1.3359386920928955
1974	transitions	9	-2.2113325595855713
1974	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
1974	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
1974	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
1974	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
1974	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
1974	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
1974	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
1974	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
1974	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
1974	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
1974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
1974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
1974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
1974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
1974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
1974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
1974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
1974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
1974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
1974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
1974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
1974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
1974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
1974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
1974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
1974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
1974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
1974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
1974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
1974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
1974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
1974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
1974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
1974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
1974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
1974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
1974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
1974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
1974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
1974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
1974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
1974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
1974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
1974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
1974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
1974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
1974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
1974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
1974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
1974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
1974	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
1974	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
1974	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
1974	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
1974	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
1974	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
1974	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
1974	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
1974	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
1974	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
1974	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
1974	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
1974	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
1974	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
1974	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
1974	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
1974	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
1974	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
1974	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
1974	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
1974	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
1974	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
1974	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
1974	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
1974	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
1974	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
1974	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
1974	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
1974	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
1974	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
1974	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
1974	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
1974	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
1974	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
1974	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
1974	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
1974	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
1974	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
1974	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
1974	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
1974	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
1974	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
1974	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
1974	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
1974	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
1974	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
1974	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
1974	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
1974	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
1974	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
1974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
1974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
1974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
1974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
1974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
1974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
1974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
1974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
1974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
1974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
1974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
1974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
1974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
1974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
1974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
1974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
1974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
1974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
1974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
1974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
1974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
1974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
1974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
1974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
1974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
1974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
1974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
1974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
1974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
1974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
1974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
1974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
1974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
1974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
1974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
1974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
1974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
1974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
1974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
1974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
1974	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
1974	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
1974	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
1974	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
1974	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
1974	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
1974	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
1974	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
1974	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
1974	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
1974	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
1974	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
1974	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
1974	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
1974	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
1974	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
1974	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
1974	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
1974	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
1974	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
1974	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
1974	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
1974	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
1974	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
1974	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
1974	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
1974	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
1974	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
1974	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
1974	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
1974	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
1974	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
1974	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
1974	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
1974	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
1974	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
1974	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
1974	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
1974	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
1974	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
1974	embedding2nn.weight	0	0.009109585545957088
1974	embedding2nn.weight	1	-0.03474872186779976
1974	embedding2nn.weight	2	0.0098729794844985
1974	embedding2nn.weight	3	0.0007430788828060031
1974	embedding2nn.weight	4	-0.03051418997347355
1974	embedding2nn.weight	5	0.03746322914958
1974	embedding2nn.weight	6	-0.010149446316063404
1974	embedding2nn.weight	7	-0.026850713416934013
1974	embedding2nn.weight	8	0.017730623483657837
1974	embedding2nn.weight	9	0.023918230086565018
1974	embedding2nn.bias	0	0.0061506773345172405
1974	embedding2nn.bias	1	0.00845676101744175
1974	embedding2nn.bias	2	-0.01829598844051361
1974	embedding2nn.bias	3	0.0029006819240748882
1974	embedding2nn.bias	4	-0.0038321553729474545
1974	embedding2nn.bias	5	-0.10367807745933533
1974	embedding2nn.bias	6	-0.008670927956700325
1974	embedding2nn.bias	7	0.022049903869628906
1974	embedding2nn.bias	8	0.013173865154385567
1974	embedding2nn.bias	9	-0.07542305439710617
1974	rnn.weight_ih_l0	0	8.569768397137523e-05
1974	rnn.weight_ih_l0	1	0.021801361814141273
1974	rnn.weight_ih_l0	2	-0.04340273514389992
1974	rnn.weight_ih_l0	3	0.008318356238305569
1974	rnn.weight_ih_l0	4	0.0244024395942688
1974	rnn.weight_ih_l0	5	-0.044009458273649216
1974	rnn.weight_ih_l0	6	0.03481387346982956
1974	rnn.weight_ih_l0	7	-0.028667138889431953
1974	rnn.weight_ih_l0	8	0.017055712640285492
1974	rnn.weight_ih_l0	9	-0.012951385229825974
1974	rnn.weight_hh_l0	0	0.03162645548582077
1974	rnn.weight_hh_l0	1	-0.02160419523715973
1974	rnn.weight_hh_l0	2	0.02674773521721363
1974	rnn.weight_hh_l0	3	0.012432238087058067
1974	rnn.weight_hh_l0	4	0.014331815764307976
1974	rnn.weight_hh_l0	5	0.040377143770456314
1974	rnn.weight_hh_l0	6	0.010125971399247646
1974	rnn.weight_hh_l0	7	-0.03946569189429283
1974	rnn.weight_hh_l0	8	-0.026774249970912933
1974	rnn.weight_hh_l0	9	0.00811227411031723
1974	rnn.bias_ih_l0	0	-0.01794440858066082
1974	rnn.bias_ih_l0	1	0.027956245467066765
1974	rnn.bias_ih_l0	2	0.004250572063028812
1974	rnn.bias_ih_l0	3	-0.03258084878325462
1974	rnn.bias_ih_l0	4	0.009676340967416763
1974	rnn.bias_ih_l0	5	0.03585221990942955
1974	rnn.bias_ih_l0	6	-0.046862974762916565
1974	rnn.bias_ih_l0	7	-0.0397944450378418
1974	rnn.bias_ih_l0	8	-0.00022961123613640666
1974	rnn.bias_ih_l0	9	0.039287202060222626
1974	rnn.bias_hh_l0	0	0.04341338947415352
1974	rnn.bias_hh_l0	1	-0.006457246374338865
1974	rnn.bias_hh_l0	2	-0.006780608557164669
1974	rnn.bias_hh_l0	3	-0.022667862474918365
1974	rnn.bias_hh_l0	4	-0.0006124222418293357
1974	rnn.bias_hh_l0	5	0.019637012854218483
1974	rnn.bias_hh_l0	6	-0.033010758459568024
1974	rnn.bias_hh_l0	7	0.02272673137485981
1974	rnn.bias_hh_l0	8	-0.020328428596258163
1974	rnn.bias_hh_l0	9	-0.01695699244737625
1974	rnn.weight_ih_l0_reverse	0	0.027100514620542526
1974	rnn.weight_ih_l0_reverse	1	-0.007449221331626177
1974	rnn.weight_ih_l0_reverse	2	-0.02339014783501625
1974	rnn.weight_ih_l0_reverse	3	0.006486824247986078
1974	rnn.weight_ih_l0_reverse	4	0.018064074218273163
1974	rnn.weight_ih_l0_reverse	5	-0.012477414682507515
1974	rnn.weight_ih_l0_reverse	6	-0.04130631685256958
1974	rnn.weight_ih_l0_reverse	7	-0.034158267080783844
1974	rnn.weight_ih_l0_reverse	8	-0.01584422029554844
1974	rnn.weight_ih_l0_reverse	9	0.02056237682700157
1974	rnn.weight_hh_l0_reverse	0	-0.01352086290717125
1974	rnn.weight_hh_l0_reverse	1	-0.0073578679002821445
1974	rnn.weight_hh_l0_reverse	2	-0.0319146066904068
1974	rnn.weight_hh_l0_reverse	3	0.02233504131436348
1974	rnn.weight_hh_l0_reverse	4	0.02277221903204918
1974	rnn.weight_hh_l0_reverse	5	0.013955874368548393
1974	rnn.weight_hh_l0_reverse	6	0.03339478746056557
1974	rnn.weight_hh_l0_reverse	7	0.014359945431351662
1974	rnn.weight_hh_l0_reverse	8	0.003650186350569129
1974	rnn.weight_hh_l0_reverse	9	-0.027269605547189713
1974	rnn.bias_ih_l0_reverse	0	-0.04049814119935036
1974	rnn.bias_ih_l0_reverse	1	0.01075779553502798
1974	rnn.bias_ih_l0_reverse	2	0.0364493727684021
1974	rnn.bias_ih_l0_reverse	3	-0.011559098027646542
1974	rnn.bias_ih_l0_reverse	4	0.053115539252758026
1974	rnn.bias_ih_l0_reverse	5	-0.031555481255054474
1974	rnn.bias_ih_l0_reverse	6	0.015020179562270641
1974	rnn.bias_ih_l0_reverse	7	0.047451067715883255
1974	rnn.bias_ih_l0_reverse	8	-0.00011102969438070431
1974	rnn.bias_ih_l0_reverse	9	0.005614979658275843
1974	rnn.bias_hh_l0_reverse	0	-0.026703935116529465
1974	rnn.bias_hh_l0_reverse	1	0.03629199042916298
1974	rnn.bias_hh_l0_reverse	2	0.0067017474211752415
1974	rnn.bias_hh_l0_reverse	3	-0.03217102959752083
1974	rnn.bias_hh_l0_reverse	4	0.02227591909468174
1974	rnn.bias_hh_l0_reverse	5	0.03486717864871025
1974	rnn.bias_hh_l0_reverse	6	-0.048112522810697556
1974	rnn.bias_hh_l0_reverse	7	-0.00934786070138216
1974	rnn.bias_hh_l0_reverse	8	0.040897708386182785
1974	rnn.bias_hh_l0_reverse	9	-0.01968858391046524
1974	linear.weight	0	-0.0547117255628109
1974	linear.weight	1	0.013415554538369179
1974	linear.weight	2	-0.011228874325752258
1974	linear.weight	3	0.04261123016476631
1974	linear.weight	4	-0.05816878378391266
1974	linear.weight	5	0.05910617485642433
1974	linear.weight	6	0.0047744326293468475
1974	linear.weight	7	-0.021312154829502106
1974	linear.weight	8	-0.06233546510338783
1974	linear.weight	9	0.01246019545942545
1974	linear.bias	0	-0.2800445258617401
1974	linear.bias	1	0.036567166447639465
1974	linear.bias	2	0.2657410204410553
1974	linear.bias	3	-0.4511534869670868
1974	linear.bias	4	-0.6190904378890991
1974	linear.bias	5	-0.6696351170539856
1974	linear.bias	6	-0.26030319929122925
1974	linear.bias	7	-0.23266643285751343
1974	linear.bias	8	-0.01705317199230194
1974	linear.bias	9	2.2310259342193604
2171	transitions	0	0.3927285969257355
2171	transitions	1	3.378284215927124
2171	transitions	2	-1.107850193977356
2171	transitions	3	1.1956931352615356
2171	transitions	4	-0.5113231539726257
2171	transitions	5	-0.07706619054079056
2171	transitions	6	0.08981960266828537
2171	transitions	7	-10000.0
2171	transitions	8	1.3353934288024902
2171	transitions	9	-2.2142837047576904
2171	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
2171	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
2171	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
2171	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
2171	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
2171	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
2171	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
2171	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
2171	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
2171	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
2171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
2171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
2171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
2171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
2171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
2171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
2171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
2171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
2171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
2171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
2171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
2171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
2171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
2171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
2171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
2171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
2171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
2171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
2171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
2171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
2171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
2171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
2171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
2171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
2171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
2171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
2171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
2171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
2171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
2171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
2171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
2171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
2171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
2171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
2171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
2171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
2171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
2171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
2171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
2171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
2171	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
2171	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
2171	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
2171	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
2171	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
2171	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
2171	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
2171	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
2171	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
2171	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
2171	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
2171	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
2171	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
2171	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
2171	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
2171	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
2171	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
2171	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
2171	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
2171	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
2171	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
2171	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
2171	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
2171	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
2171	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
2171	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
2171	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
2171	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
2171	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
2171	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
2171	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
2171	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
2171	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
2171	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
2171	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
2171	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
2171	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
2171	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
2171	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
2171	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
2171	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
2171	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
2171	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
2171	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
2171	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
2171	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
2171	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
2171	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
2171	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
2171	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
2171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
2171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
2171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
2171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
2171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
2171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
2171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
2171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
2171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
2171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
2171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
2171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
2171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
2171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
2171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
2171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
2171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
2171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
2171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
2171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
2171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
2171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
2171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
2171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
2171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
2171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
2171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
2171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
2171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
2171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
2171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
2171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
2171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
2171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
2171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
2171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
2171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
2171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
2171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
2171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
2171	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
2171	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
2171	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
2171	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
2171	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
2171	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
2171	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
2171	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
2171	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
2171	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
2171	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
2171	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
2171	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
2171	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
2171	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
2171	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
2171	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
2171	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
2171	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
2171	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
2171	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
2171	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
2171	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
2171	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
2171	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
2171	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
2171	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
2171	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
2171	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
2171	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
2171	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
2171	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
2171	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
2171	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
2171	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
2171	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
2171	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
2171	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
2171	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
2171	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
2171	embedding2nn.weight	0	0.008222367614507675
2171	embedding2nn.weight	1	-0.03502952679991722
2171	embedding2nn.weight	2	0.007831854745745659
2171	embedding2nn.weight	3	0.0006398916593752801
2171	embedding2nn.weight	4	-0.030459633097052574
2171	embedding2nn.weight	5	0.03820206597447395
2171	embedding2nn.weight	6	-0.003823324106633663
2171	embedding2nn.weight	7	-0.030524341389536858
2171	embedding2nn.weight	8	0.021659648045897484
2171	embedding2nn.weight	9	0.024469098076224327
2171	embedding2nn.bias	0	0.0038024187088012695
2171	embedding2nn.bias	1	0.013972960412502289
2171	embedding2nn.bias	2	-0.028283623978495598
2171	embedding2nn.bias	3	1.0342333780499757e-06
2171	embedding2nn.bias	4	-0.000891192234121263
2171	embedding2nn.bias	5	-0.09745705872774124
2171	embedding2nn.bias	6	0.0014517055824398994
2171	embedding2nn.bias	7	0.021114656701683998
2171	embedding2nn.bias	8	0.007519071456044912
2171	embedding2nn.bias	9	-0.08248429745435715
2171	rnn.weight_ih_l0	0	-0.00038837455213069916
2171	rnn.weight_ih_l0	1	0.023418564349412918
2171	rnn.weight_ih_l0	2	-0.04336319491267204
2171	rnn.weight_ih_l0	3	0.009149991907179356
2171	rnn.weight_ih_l0	4	0.02468898892402649
2171	rnn.weight_ih_l0	5	-0.04342196509242058
2171	rnn.weight_ih_l0	6	0.03603185713291168
2171	rnn.weight_ih_l0	7	-0.028411606326699257
2171	rnn.weight_ih_l0	8	0.017172574996948242
2171	rnn.weight_ih_l0	9	-0.012317665852606297
2171	rnn.weight_hh_l0	0	0.03154844045639038
2171	rnn.weight_hh_l0	1	-0.019869552925229073
2171	rnn.weight_hh_l0	2	0.027277804911136627
2171	rnn.weight_hh_l0	3	0.01248463336378336
2171	rnn.weight_hh_l0	4	0.014434916898608208
2171	rnn.weight_hh_l0	5	0.0407855287194252
2171	rnn.weight_hh_l0	6	0.009763030335307121
2171	rnn.weight_hh_l0	7	-0.039892684668302536
2171	rnn.weight_hh_l0	8	-0.02654700167477131
2171	rnn.weight_hh_l0	9	0.001988445408642292
2171	rnn.bias_ih_l0	0	-0.014665764756500721
2171	rnn.bias_ih_l0	1	0.02680184505879879
2171	rnn.bias_ih_l0	2	0.0005176189006306231
2171	rnn.bias_ih_l0	3	-0.0340728834271431
2171	rnn.bias_ih_l0	4	0.012940962798893452
2171	rnn.bias_ih_l0	5	0.038510214537382126
2171	rnn.bias_ih_l0	6	-0.04717463627457619
2171	rnn.bias_ih_l0	7	-0.0412239246070385
2171	rnn.bias_ih_l0	8	-0.00266611622646451
2171	rnn.bias_ih_l0	9	0.036910660564899445
2171	rnn.bias_hh_l0	0	0.047249652445316315
2171	rnn.bias_hh_l0	1	-0.00820258166640997
2171	rnn.bias_hh_l0	2	-0.008004656061530113
2171	rnn.bias_hh_l0	3	-0.022732267156243324
2171	rnn.bias_hh_l0	4	-0.00023441608936991543
2171	rnn.bias_hh_l0	5	0.02514108642935753
2171	rnn.bias_hh_l0	6	-0.0332324281334877
2171	rnn.bias_hh_l0	7	0.022450072690844536
2171	rnn.bias_hh_l0	8	-0.02521497942507267
2171	rnn.bias_hh_l0	9	-0.01885165274143219
2171	rnn.weight_ih_l0_reverse	0	0.0266665518283844
2171	rnn.weight_ih_l0_reverse	1	-0.0077043152414262295
2171	rnn.weight_ih_l0_reverse	2	-0.023970166221261024
2171	rnn.weight_ih_l0_reverse	3	0.006552443373948336
2171	rnn.weight_ih_l0_reverse	4	0.015747684985399246
2171	rnn.weight_ih_l0_reverse	5	-0.014120160602033138
2171	rnn.weight_ih_l0_reverse	6	-0.04082900285720825
2171	rnn.weight_ih_l0_reverse	7	-0.034590527415275574
2171	rnn.weight_ih_l0_reverse	8	-0.017637046054005623
2171	rnn.weight_ih_l0_reverse	9	0.020249953493475914
2171	rnn.weight_hh_l0_reverse	0	-0.013894356787204742
2171	rnn.weight_hh_l0_reverse	1	-0.007782747503370047
2171	rnn.weight_hh_l0_reverse	2	-0.031869690865278244
2171	rnn.weight_hh_l0_reverse	3	0.023586587980389595
2171	rnn.weight_hh_l0_reverse	4	0.022787751629948616
2171	rnn.weight_hh_l0_reverse	5	0.013592572882771492
2171	rnn.weight_hh_l0_reverse	6	0.03133414313197136
2171	rnn.weight_hh_l0_reverse	7	0.014601130038499832
2171	rnn.weight_hh_l0_reverse	8	0.0037914642598479986
2171	rnn.weight_hh_l0_reverse	9	-0.027376309037208557
2171	rnn.bias_ih_l0_reverse	0	-0.04211745411157608
2171	rnn.bias_ih_l0_reverse	1	0.003369720187038183
2171	rnn.bias_ih_l0_reverse	2	0.03612574562430382
2171	rnn.bias_ih_l0_reverse	3	-0.012665260583162308
2171	rnn.bias_ih_l0_reverse	4	0.054638899862766266
2171	rnn.bias_ih_l0_reverse	5	-0.032177671790122986
2171	rnn.bias_ih_l0_reverse	6	0.01275647059082985
2171	rnn.bias_ih_l0_reverse	7	0.04835565760731697
2171	rnn.bias_ih_l0_reverse	8	-0.004414763301610947
2171	rnn.bias_ih_l0_reverse	9	0.0043102167546749115
2171	rnn.bias_hh_l0_reverse	0	-0.026257531717419624
2171	rnn.bias_hh_l0_reverse	1	0.03495717793703079
2171	rnn.bias_hh_l0_reverse	2	0.001966233365237713
2171	rnn.bias_hh_l0_reverse	3	-0.0309302918612957
2171	rnn.bias_hh_l0_reverse	4	0.021439727395772934
2171	rnn.bias_hh_l0_reverse	5	0.0386551208794117
2171	rnn.bias_hh_l0_reverse	6	-0.0555465891957283
2171	rnn.bias_hh_l0_reverse	7	-0.004339310806244612
2171	rnn.bias_hh_l0_reverse	8	0.04008278250694275
2171	rnn.bias_hh_l0_reverse	9	-0.02008364535868168
2171	linear.weight	0	-0.05818150192499161
2171	linear.weight	1	0.011451049707829952
2171	linear.weight	2	-0.011228874325752258
2171	linear.weight	3	0.05178491771221161
2171	linear.weight	4	-0.052272994071245193
2171	linear.weight	5	0.07782172411680222
2171	linear.weight	6	0.0047744326293468475
2171	linear.weight	7	-0.021312154829502106
2171	linear.weight	8	-0.05554506182670593
2171	linear.weight	9	-0.0019737223628908396
2171	linear.bias	0	-0.2755975127220154
2171	linear.bias	1	0.06689458340406418
2171	linear.bias	2	0.28102779388427734
2171	linear.bias	3	-0.4493568241596222
2171	linear.bias	4	-0.6606996655464172
2171	linear.bias	5	-0.6839767098426819
2171	linear.bias	6	-0.27456218004226685
2171	linear.bias	7	-0.23356647789478302
2171	linear.bias	8	-0.01705317199230194
2171	linear.bias	9	2.264378547668457
2368	transitions	0	0.38091686367988586
2368	transitions	1	3.471935272216797
2368	transitions	2	-1.140891671180725
2368	transitions	3	1.2241665124893188
2368	transitions	4	-0.5333316326141357
2368	transitions	5	-0.07919859886169434
2368	transitions	6	0.08160863071680069
2368	transitions	7	-10000.0
2368	transitions	8	1.3423551321029663
2368	transitions	9	-2.217768669128418
2368	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
2368	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
2368	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
2368	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
2368	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
2368	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
2368	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
2368	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
2368	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
2368	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
2368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
2368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
2368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
2368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
2368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
2368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
2368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
2368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
2368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
2368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
2368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
2368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
2368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
2368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
2368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
2368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
2368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
2368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
2368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
2368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
2368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
2368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
2368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
2368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
2368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
2368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
2368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
2368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
2368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
2368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
2368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
2368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
2368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
2368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
2368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
2368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
2368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
2368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
2368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
2368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
2368	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
2368	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
2368	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
2368	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
2368	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
2368	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
2368	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
2368	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
2368	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
2368	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
2368	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
2368	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
2368	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
2368	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
2368	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
2368	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
2368	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
2368	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
2368	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
2368	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
2368	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
2368	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
2368	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
2368	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
2368	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
2368	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
2368	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
2368	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
2368	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
2368	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
2368	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
2368	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
2368	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
2368	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
2368	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
2368	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
2368	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
2368	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
2368	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
2368	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
2368	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
2368	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
2368	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
2368	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
2368	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
2368	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
2368	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
2368	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
2368	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
2368	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
2368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
2368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
2368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
2368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
2368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
2368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
2368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
2368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
2368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
2368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
2368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
2368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
2368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
2368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
2368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
2368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
2368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
2368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
2368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
2368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
2368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
2368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
2368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
2368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
2368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
2368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
2368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
2368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
2368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
2368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
2368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
2368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
2368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
2368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
2368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
2368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
2368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
2368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
2368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
2368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
2368	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
2368	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
2368	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
2368	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
2368	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
2368	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
2368	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
2368	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
2368	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
2368	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
2368	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
2368	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
2368	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
2368	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
2368	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
2368	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
2368	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
2368	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
2368	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
2368	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
2368	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
2368	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
2368	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
2368	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
2368	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
2368	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
2368	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
2368	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
2368	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
2368	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
2368	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
2368	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
2368	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
2368	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
2368	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
2368	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
2368	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
2368	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
2368	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
2368	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
2368	embedding2nn.weight	0	0.008662106469273567
2368	embedding2nn.weight	1	-0.035242076963186264
2368	embedding2nn.weight	2	0.009179400280117989
2368	embedding2nn.weight	3	0.0010547677520662546
2368	embedding2nn.weight	4	-0.0281180739402771
2368	embedding2nn.weight	5	0.038926105946302414
2368	embedding2nn.weight	6	-0.012752047739923
2368	embedding2nn.weight	7	-0.03276921436190605
2368	embedding2nn.weight	8	0.020677650347352028
2368	embedding2nn.weight	9	0.023719852790236473
2368	embedding2nn.bias	0	0.010178519412875175
2368	embedding2nn.bias	1	0.017603881657123566
2368	embedding2nn.bias	2	-0.03375956788659096
2368	embedding2nn.bias	3	0.010923489928245544
2368	embedding2nn.bias	4	-0.009135373868048191
2368	embedding2nn.bias	5	-0.09514091908931732
2368	embedding2nn.bias	6	0.0011730450205504894
2368	embedding2nn.bias	7	0.021722892299294472
2368	embedding2nn.bias	8	0.007478219456970692
2368	embedding2nn.bias	9	-0.08216524124145508
2368	rnn.weight_ih_l0	0	-0.0005147755146026611
2368	rnn.weight_ih_l0	1	0.02065555565059185
2368	rnn.weight_ih_l0	2	-0.04116114228963852
2368	rnn.weight_ih_l0	3	0.009583655744791031
2368	rnn.weight_ih_l0	4	0.024928007274866104
2368	rnn.weight_ih_l0	5	-0.04342057183384895
2368	rnn.weight_ih_l0	6	0.03365660086274147
2368	rnn.weight_ih_l0	7	-0.02693253755569458
2368	rnn.weight_ih_l0	8	0.016369378194212914
2368	rnn.weight_ih_l0	9	-0.012671911157667637
2368	rnn.weight_hh_l0	0	0.031669165939092636
2368	rnn.weight_hh_l0	1	-0.021857663989067078
2368	rnn.weight_hh_l0	2	0.026957914233207703
2368	rnn.weight_hh_l0	3	0.012033083476126194
2368	rnn.weight_hh_l0	4	0.014367935247719288
2368	rnn.weight_hh_l0	5	0.040760237723588943
2368	rnn.weight_hh_l0	6	0.009390979073941708
2368	rnn.weight_hh_l0	7	-0.040109243243932724
2368	rnn.weight_hh_l0	8	-0.027328303083777428
2368	rnn.weight_hh_l0	9	0.0021723671816289425
2368	rnn.bias_ih_l0	0	-0.023534292355179787
2368	rnn.bias_ih_l0	1	0.0279940664768219
2368	rnn.bias_ih_l0	2	-5.9988069551764056e-05
2368	rnn.bias_ih_l0	3	-0.035654958337545395
2368	rnn.bias_ih_l0	4	0.007274398114532232
2368	rnn.bias_ih_l0	5	0.03726882115006447
2368	rnn.bias_ih_l0	6	-0.05237244442105293
2368	rnn.bias_ih_l0	7	-0.040713872760534286
2368	rnn.bias_ih_l0	8	-0.005397250410169363
2368	rnn.bias_ih_l0	9	0.03564297780394554
2368	rnn.bias_hh_l0	0	0.05070226639509201
2368	rnn.bias_hh_l0	1	-0.0073767164722085
2368	rnn.bias_hh_l0	2	-0.006168026477098465
2368	rnn.bias_hh_l0	3	-0.02248542383313179
2368	rnn.bias_hh_l0	4	0.021450551226735115
2368	rnn.bias_hh_l0	5	0.021577537059783936
2368	rnn.bias_hh_l0	6	-0.03319748863577843
2368	rnn.bias_hh_l0	7	0.017399070784449577
2368	rnn.bias_hh_l0	8	-0.028485309332609177
2368	rnn.bias_hh_l0	9	-0.02012641914188862
2368	rnn.weight_ih_l0_reverse	0	0.026845939457416534
2368	rnn.weight_ih_l0_reverse	1	-0.007335225120186806
2368	rnn.weight_ih_l0_reverse	2	-0.02440338209271431
2368	rnn.weight_ih_l0_reverse	3	0.006600208580493927
2368	rnn.weight_ih_l0_reverse	4	0.01690817065536976
2368	rnn.weight_ih_l0_reverse	5	-0.012328368611633778
2368	rnn.weight_ih_l0_reverse	6	-0.04134640842676163
2368	rnn.weight_ih_l0_reverse	7	-0.033426497131586075
2368	rnn.weight_ih_l0_reverse	8	-0.018816955387592316
2368	rnn.weight_ih_l0_reverse	9	0.01941184513270855
2368	rnn.weight_hh_l0_reverse	0	-0.014094585552811623
2368	rnn.weight_hh_l0_reverse	1	-0.007684493437409401
2368	rnn.weight_hh_l0_reverse	2	-0.03171291947364807
2368	rnn.weight_hh_l0_reverse	3	0.02392740733921528
2368	rnn.weight_hh_l0_reverse	4	0.022324731573462486
2368	rnn.weight_hh_l0_reverse	5	0.013914264738559723
2368	rnn.weight_hh_l0_reverse	6	0.03121989220380783
2368	rnn.weight_hh_l0_reverse	7	0.014523041434586048
2368	rnn.weight_hh_l0_reverse	8	0.003942785318940878
2368	rnn.weight_hh_l0_reverse	9	-0.027326827868819237
2368	rnn.bias_ih_l0_reverse	0	-0.041831083595752716
2368	rnn.bias_ih_l0_reverse	1	0.0011137088295072317
2368	rnn.bias_ih_l0_reverse	2	0.03885869309306145
2368	rnn.bias_ih_l0_reverse	3	-0.011852593161165714
2368	rnn.bias_ih_l0_reverse	4	0.05893304571509361
2368	rnn.bias_ih_l0_reverse	5	-0.03283016011118889
2368	rnn.bias_ih_l0_reverse	6	0.012333227321505547
2368	rnn.bias_ih_l0_reverse	7	0.049382664263248444
2368	rnn.bias_ih_l0_reverse	8	-0.004406549036502838
2368	rnn.bias_ih_l0_reverse	9	0.0030248614493757486
2368	rnn.bias_hh_l0_reverse	0	-0.029722880572080612
2368	rnn.bias_hh_l0_reverse	1	0.03563949838280678
2368	rnn.bias_hh_l0_reverse	2	0.0018828782485798001
2368	rnn.bias_hh_l0_reverse	3	-0.031329989433288574
2368	rnn.bias_hh_l0_reverse	4	0.022464515641331673
2368	rnn.bias_hh_l0_reverse	5	0.03508276492357254
2368	rnn.bias_hh_l0_reverse	6	-0.05904308706521988
2368	rnn.bias_hh_l0_reverse	7	-0.008452561683952808
2368	rnn.bias_hh_l0_reverse	8	0.03592132776975632
2368	rnn.bias_hh_l0_reverse	9	-0.021386314183473587
2368	linear.weight	0	-0.04712022840976715
2368	linear.weight	1	0.013350551016628742
2368	linear.weight	2	-0.011228874325752258
2368	linear.weight	3	0.034407321363687515
2368	linear.weight	4	-0.0625937208533287
2368	linear.weight	5	0.08139500766992569
2368	linear.weight	6	0.0047744326293468475
2368	linear.weight	7	-0.021312154829502106
2368	linear.weight	8	-0.05512252077460289
2368	linear.weight	9	0.0049651023000478745
2368	linear.bias	0	-0.2816390097141266
2368	linear.bias	1	0.05633179843425751
2368	linear.bias	2	0.33184897899627686
2368	linear.bias	3	-0.46038228273391724
2368	linear.bias	4	-0.71161949634552
2368	linear.bias	5	-0.6978120803833008
2368	linear.bias	6	-0.2611454725265503
2368	linear.bias	7	-0.23577022552490234
2368	linear.bias	8	-0.01705317199230194
2368	linear.bias	9	2.2065012454986572
2565	transitions	0	0.3673994243144989
2565	transitions	1	3.557276964187622
2565	transitions	2	-1.179136872291565
2565	transitions	3	1.232305884361267
2565	transitions	4	-0.5520043969154358
2565	transitions	5	-0.081487275660038
2565	transitions	6	0.07440613955259323
2565	transitions	7	-10000.0
2565	transitions	8	1.336029291152954
2565	transitions	9	-2.220365047454834
2565	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
2565	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
2565	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
2565	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
2565	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
2565	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
2565	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
2565	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
2565	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
2565	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
2565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
2565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
2565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
2565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
2565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
2565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
2565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
2565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
2565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
2565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
2565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
2565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
2565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
2565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
2565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
2565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
2565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
2565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
2565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
2565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
2565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
2565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
2565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
2565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
2565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
2565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
2565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
2565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
2565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
2565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
2565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
2565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
2565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
2565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
2565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
2565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
2565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
2565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
2565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
2565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
2565	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
2565	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
2565	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
2565	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
2565	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
2565	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
2565	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
2565	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
2565	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
2565	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
2565	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
2565	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
2565	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
2565	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
2565	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
2565	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
2565	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
2565	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
2565	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
2565	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
2565	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
2565	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
2565	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
2565	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
2565	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
2565	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
2565	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
2565	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
2565	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
2565	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
2565	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
2565	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
2565	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
2565	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
2565	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
2565	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
2565	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
2565	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
2565	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
2565	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
2565	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
2565	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
2565	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
2565	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
2565	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
2565	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
2565	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
2565	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
2565	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
2565	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
2565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
2565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
2565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
2565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
2565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
2565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
2565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
2565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
2565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
2565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
2565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
2565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
2565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
2565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
2565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
2565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
2565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
2565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
2565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
2565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
2565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
2565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
2565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
2565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
2565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
2565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
2565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
2565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
2565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
2565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
2565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
2565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
2565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
2565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
2565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
2565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
2565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
2565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
2565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
2565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
2565	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
2565	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
2565	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
2565	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
2565	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
2565	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
2565	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
2565	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
2565	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
2565	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
2565	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
2565	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
2565	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
2565	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
2565	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
2565	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
2565	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
2565	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
2565	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
2565	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
2565	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
2565	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
2565	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
2565	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
2565	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
2565	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
2565	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
2565	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
2565	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
2565	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
2565	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
2565	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
2565	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
2565	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
2565	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
2565	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
2565	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
2565	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
2565	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
2565	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
2565	embedding2nn.weight	0	0.009539962746202946
2565	embedding2nn.weight	1	-0.034803036600351334
2565	embedding2nn.weight	2	0.009409986436367035
2565	embedding2nn.weight	3	-0.0004287876363378018
2565	embedding2nn.weight	4	-0.019778601825237274
2565	embedding2nn.weight	5	0.03860155865550041
2565	embedding2nn.weight	6	-0.004817225504666567
2565	embedding2nn.weight	7	-0.03209095820784569
2565	embedding2nn.weight	8	0.019056662917137146
2565	embedding2nn.weight	9	0.024539435282349586
2565	embedding2nn.bias	0	0.011588719673454762
2565	embedding2nn.bias	1	0.014213252812623978
2565	embedding2nn.bias	2	-0.0276283361017704
2565	embedding2nn.bias	3	-0.0012660307111218572
2565	embedding2nn.bias	4	-0.0010085402755066752
2565	embedding2nn.bias	5	-0.0972546711564064
2565	embedding2nn.bias	6	0.01206117868423462
2565	embedding2nn.bias	7	0.016676001250743866
2565	embedding2nn.bias	8	0.007106434088200331
2565	embedding2nn.bias	9	-0.08519022911787033
2565	rnn.weight_ih_l0	0	-0.00030545584741048515
2565	rnn.weight_ih_l0	1	0.02191559039056301
2565	rnn.weight_ih_l0	2	-0.04122796654701233
2565	rnn.weight_ih_l0	3	0.008768681436777115
2565	rnn.weight_ih_l0	4	0.024697979912161827
2565	rnn.weight_ih_l0	5	-0.043333593755960464
2565	rnn.weight_ih_l0	6	0.0356253907084465
2565	rnn.weight_ih_l0	7	-0.023191876709461212
2565	rnn.weight_ih_l0	8	0.016054315492510796
2565	rnn.weight_ih_l0	9	-0.01364600844681263
2565	rnn.weight_hh_l0	0	0.03139273822307587
2565	rnn.weight_hh_l0	1	-0.02463887259364128
2565	rnn.weight_hh_l0	2	0.027263175696134567
2565	rnn.weight_hh_l0	3	0.011225366033613682
2565	rnn.weight_hh_l0	4	0.01416002307087183
2565	rnn.weight_hh_l0	5	0.040794894099235535
2565	rnn.weight_hh_l0	6	0.008994095958769321
2565	rnn.weight_hh_l0	7	-0.03979167342185974
2565	rnn.weight_hh_l0	8	-0.02672143466770649
2565	rnn.weight_hh_l0	9	0.008312856778502464
2565	rnn.bias_ih_l0	0	-0.02973910979926586
2565	rnn.bias_ih_l0	1	0.02325897477567196
2565	rnn.bias_ih_l0	2	4.5488628529710695e-05
2565	rnn.bias_ih_l0	3	-0.044869109988212585
2565	rnn.bias_ih_l0	4	0.007332325913012028
2565	rnn.bias_ih_l0	5	0.033017609268426895
2565	rnn.bias_ih_l0	6	-0.051631517708301544
2565	rnn.bias_ih_l0	7	-0.04419499635696411
2565	rnn.bias_ih_l0	8	-0.0034467598889023066
2565	rnn.bias_ih_l0	9	0.035879652947187424
2565	rnn.bias_hh_l0	0	0.047709379345178604
2565	rnn.bias_hh_l0	1	-0.006466479506343603
2565	rnn.bias_hh_l0	2	-0.008524083532392979
2565	rnn.bias_hh_l0	3	-0.024101121351122856
2565	rnn.bias_hh_l0	4	0.020213792100548744
2565	rnn.bias_hh_l0	5	0.017737064510583878
2565	rnn.bias_hh_l0	6	-0.03353121876716614
2565	rnn.bias_hh_l0	7	0.015023471787571907
2565	rnn.bias_hh_l0	8	-0.02881409414112568
2565	rnn.bias_hh_l0	9	-0.019780870527029037
2565	rnn.weight_ih_l0_reverse	0	0.026195520535111427
2565	rnn.weight_ih_l0_reverse	1	-0.007509497459977865
2565	rnn.weight_ih_l0_reverse	2	-0.025062143802642822
2565	rnn.weight_ih_l0_reverse	3	0.005576314404606819
2565	rnn.weight_ih_l0_reverse	4	0.01631343550980091
2565	rnn.weight_ih_l0_reverse	5	-0.013004918582737446
2565	rnn.weight_ih_l0_reverse	6	-0.040666062384843826
2565	rnn.weight_ih_l0_reverse	7	-0.033244188874959946
2565	rnn.weight_ih_l0_reverse	8	-0.017499733716249466
2565	rnn.weight_ih_l0_reverse	9	0.02161160670220852
2565	rnn.weight_hh_l0_reverse	0	-0.014525803737342358
2565	rnn.weight_hh_l0_reverse	1	-0.0073018367402255535
2565	rnn.weight_hh_l0_reverse	2	-0.03181928023695946
2565	rnn.weight_hh_l0_reverse	3	0.023145312443375587
2565	rnn.weight_hh_l0_reverse	4	0.02254706248641014
2565	rnn.weight_hh_l0_reverse	5	0.013581872917711735
2565	rnn.weight_hh_l0_reverse	6	0.03188009932637215
2565	rnn.weight_hh_l0_reverse	7	0.01456456072628498
2565	rnn.weight_hh_l0_reverse	8	0.004073565825819969
2565	rnn.weight_hh_l0_reverse	9	-0.02689380571246147
2565	rnn.bias_ih_l0_reverse	0	-0.03969290107488632
2565	rnn.bias_ih_l0_reverse	1	-0.0039796726778149605
2565	rnn.bias_ih_l0_reverse	2	0.03969590738415718
2565	rnn.bias_ih_l0_reverse	3	-0.012460308149456978
2565	rnn.bias_ih_l0_reverse	4	0.05816838517785072
2565	rnn.bias_ih_l0_reverse	5	-0.03227270022034645
2565	rnn.bias_ih_l0_reverse	6	0.013265864923596382
2565	rnn.bias_ih_l0_reverse	7	0.0413372702896595
2565	rnn.bias_ih_l0_reverse	8	-0.0010162030812352896
2565	rnn.bias_ih_l0_reverse	9	0.0007377516012638807
2565	rnn.bias_hh_l0_reverse	0	-0.030277393758296967
2565	rnn.bias_hh_l0_reverse	1	0.03195733204483986
2565	rnn.bias_hh_l0_reverse	2	0.001240875106304884
2565	rnn.bias_hh_l0_reverse	3	-0.030843954533338547
2565	rnn.bias_hh_l0_reverse	4	0.022593671455979347
2565	rnn.bias_hh_l0_reverse	5	0.03385361656546593
2565	rnn.bias_hh_l0_reverse	6	-0.050318893045186996
2565	rnn.bias_hh_l0_reverse	7	-0.014276493340730667
2565	rnn.bias_hh_l0_reverse	8	0.029869182035326958
2565	rnn.bias_hh_l0_reverse	9	-0.021027499809861183
2565	linear.weight	0	-0.054360102862119675
2565	linear.weight	1	0.009906783699989319
2565	linear.weight	2	-0.011228874325752258
2565	linear.weight	3	0.05004841089248657
2565	linear.weight	4	-0.048460703343153
2565	linear.weight	5	0.0740063488483429
2565	linear.weight	6	0.0047744326293468475
2565	linear.weight	7	-0.021312154829502106
2565	linear.weight	8	-0.07422006875276566
2565	linear.weight	9	0.00811693910509348
2565	linear.bias	0	-0.29798659682273865
2565	linear.bias	1	0.05429007485508919
2565	linear.bias	2	0.36786898970603943
2565	linear.bias	3	-0.4553537666797638
2565	linear.bias	4	-0.7050403356552124
2565	linear.bias	5	-0.7100580334663391
2565	linear.bias	6	-0.26256081461906433
2565	linear.bias	7	-0.2552957534790039
2565	linear.bias	8	-0.01705317199230194
2565	linear.bias	9	2.1750874519348145
2762	transitions	0	0.3561338484287262
2762	transitions	1	3.6531755924224854
2762	transitions	2	-1.2078734636306763
2762	transitions	3	1.2749998569488525
2762	transitions	4	-0.5688483715057373
2762	transitions	5	-0.08365924656391144
2762	transitions	6	0.06855286657810211
2762	transitions	7	-10000.0
2762	transitions	8	1.3319562673568726
2762	transitions	9	-2.2224767208099365
2762	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
2762	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
2762	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
2762	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
2762	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
2762	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
2762	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
2762	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
2762	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
2762	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
2762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
2762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
2762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
2762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
2762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
2762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
2762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
2762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
2762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
2762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
2762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
2762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
2762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
2762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
2762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
2762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
2762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
2762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
2762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
2762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
2762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
2762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
2762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
2762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
2762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
2762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
2762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
2762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
2762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
2762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
2762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
2762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
2762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
2762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
2762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
2762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
2762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
2762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
2762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
2762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
2762	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
2762	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
2762	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
2762	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
2762	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
2762	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
2762	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
2762	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
2762	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
2762	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
2762	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
2762	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
2762	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
2762	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
2762	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
2762	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
2762	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
2762	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
2762	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
2762	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
2762	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
2762	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
2762	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
2762	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
2762	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
2762	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
2762	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
2762	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
2762	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
2762	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
2762	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
2762	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
2762	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
2762	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
2762	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
2762	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
2762	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
2762	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
2762	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
2762	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
2762	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
2762	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
2762	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
2762	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
2762	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
2762	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
2762	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
2762	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
2762	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
2762	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
2762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
2762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
2762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
2762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
2762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
2762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
2762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
2762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
2762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
2762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
2762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
2762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
2762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
2762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
2762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
2762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
2762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
2762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
2762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
2762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
2762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
2762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
2762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
2762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
2762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
2762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
2762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
2762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
2762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
2762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
2762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
2762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
2762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
2762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
2762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
2762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
2762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
2762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
2762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
2762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
2762	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
2762	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
2762	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
2762	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
2762	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
2762	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
2762	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
2762	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
2762	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
2762	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
2762	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
2762	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
2762	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
2762	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
2762	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
2762	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
2762	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
2762	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
2762	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
2762	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
2762	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
2762	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
2762	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
2762	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
2762	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
2762	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
2762	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
2762	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
2762	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
2762	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
2762	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
2762	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
2762	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
2762	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
2762	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
2762	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
2762	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
2762	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
2762	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
2762	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
2762	embedding2nn.weight	0	0.00996908824890852
2762	embedding2nn.weight	1	-0.035896316170692444
2762	embedding2nn.weight	2	0.008608749136328697
2762	embedding2nn.weight	3	0.0032388889230787754
2762	embedding2nn.weight	4	-0.02269813045859337
2762	embedding2nn.weight	5	0.04033008962869644
2762	embedding2nn.weight	6	-0.01314456481486559
2762	embedding2nn.weight	7	-0.03372540697455406
2762	embedding2nn.weight	8	0.020506776869297028
2762	embedding2nn.weight	9	0.02311975136399269
2762	embedding2nn.bias	0	0.008094333112239838
2762	embedding2nn.bias	1	0.02532808855175972
2762	embedding2nn.bias	2	-0.031779322773218155
2762	embedding2nn.bias	3	0.005064229015260935
2762	embedding2nn.bias	4	8.431347669102252e-05
2762	embedding2nn.bias	5	-0.10055491328239441
2762	embedding2nn.bias	6	0.012003937736153603
2762	embedding2nn.bias	7	0.02015897072851658
2762	embedding2nn.bias	8	-0.005466055124998093
2762	embedding2nn.bias	9	-0.09625191986560822
2762	rnn.weight_ih_l0	0	-0.001233438728377223
2762	rnn.weight_ih_l0	1	0.02372816950082779
2762	rnn.weight_ih_l0	2	-0.042375341057777405
2762	rnn.weight_ih_l0	3	0.007660383358597755
2762	rnn.weight_ih_l0	4	0.02521449699997902
2762	rnn.weight_ih_l0	5	-0.044439684599637985
2762	rnn.weight_ih_l0	6	0.03390097990632057
2762	rnn.weight_ih_l0	7	-0.022488560527563095
2762	rnn.weight_ih_l0	8	0.014215505681931973
2762	rnn.weight_ih_l0	9	-0.012827076949179173
2762	rnn.weight_hh_l0	0	0.031021418049931526
2762	rnn.weight_hh_l0	1	-0.028074616566300392
2762	rnn.weight_hh_l0	2	0.026705369353294373
2762	rnn.weight_hh_l0	3	0.011112052947282791
2762	rnn.weight_hh_l0	4	0.014520000666379929
2762	rnn.weight_hh_l0	5	0.04114266484975815
2762	rnn.weight_hh_l0	6	0.008829493075609207
2762	rnn.weight_hh_l0	7	-0.039694808423519135
2762	rnn.weight_hh_l0	8	-0.02651609480381012
2762	rnn.weight_hh_l0	9	0.006552416365593672
2762	rnn.bias_ih_l0	0	-0.0230486448854208
2762	rnn.bias_ih_l0	1	0.022744501009583473
2762	rnn.bias_ih_l0	2	-0.00710679916664958
2762	rnn.bias_ih_l0	3	-0.04412808641791344
2762	rnn.bias_ih_l0	4	0.010888727381825447
2762	rnn.bias_ih_l0	5	0.03464682772755623
2762	rnn.bias_ih_l0	6	-0.05431807413697243
2762	rnn.bias_ih_l0	7	-0.04094250127673149
2762	rnn.bias_ih_l0	8	-0.009351876564323902
2762	rnn.bias_ih_l0	9	0.03309222683310509
2762	rnn.bias_hh_l0	0	0.05182264372706413
2762	rnn.bias_hh_l0	1	-0.008023095317184925
2762	rnn.bias_hh_l0	2	-0.006963400170207024
2762	rnn.bias_hh_l0	3	-0.023158831521868706
2762	rnn.bias_hh_l0	4	0.013461382128298283
2762	rnn.bias_hh_l0	5	0.01818513311445713
2762	rnn.bias_hh_l0	6	-0.033155567944049835
2762	rnn.bias_hh_l0	7	0.015349448658525944
2762	rnn.bias_hh_l0	8	-0.026950392872095108
2762	rnn.bias_hh_l0	9	-0.01703331619501114
2762	rnn.weight_ih_l0_reverse	0	0.026229115203022957
2762	rnn.weight_ih_l0_reverse	1	-0.00665767677128315
2762	rnn.weight_ih_l0_reverse	2	-0.025140205398201942
2762	rnn.weight_ih_l0_reverse	3	0.0052784946747124195
2762	rnn.weight_ih_l0_reverse	4	0.017283549532294273
2762	rnn.weight_ih_l0_reverse	5	-0.013542348518967628
2762	rnn.weight_ih_l0_reverse	6	-0.04112064093351364
2762	rnn.weight_ih_l0_reverse	7	-0.03341116011142731
2762	rnn.weight_ih_l0_reverse	8	-0.016901418566703796
2762	rnn.weight_ih_l0_reverse	9	0.022257257252931595
2762	rnn.weight_hh_l0_reverse	0	-0.014245882630348206
2762	rnn.weight_hh_l0_reverse	1	-0.006796903442591429
2762	rnn.weight_hh_l0_reverse	2	-0.031907930970191956
2762	rnn.weight_hh_l0_reverse	3	0.023500680923461914
2762	rnn.weight_hh_l0_reverse	4	0.022680364549160004
2762	rnn.weight_hh_l0_reverse	5	0.01335372868925333
2762	rnn.weight_hh_l0_reverse	6	0.03282662108540535
2762	rnn.weight_hh_l0_reverse	7	0.014472485519945621
2762	rnn.weight_hh_l0_reverse	8	0.003844520077109337
2762	rnn.weight_hh_l0_reverse	9	-0.026514871045947075
2762	rnn.bias_ih_l0_reverse	0	-0.0402352437376976
2762	rnn.bias_ih_l0_reverse	1	-0.00649068970233202
2762	rnn.bias_ih_l0_reverse	2	0.03648323193192482
2762	rnn.bias_ih_l0_reverse	3	-0.012875297106802464
2762	rnn.bias_ih_l0_reverse	4	0.0493815578520298
2762	rnn.bias_ih_l0_reverse	5	-0.03398577868938446
2762	rnn.bias_ih_l0_reverse	6	0.002039821818470955
2762	rnn.bias_ih_l0_reverse	7	0.046461619436740875
2762	rnn.bias_ih_l0_reverse	8	-0.0023943386040627956
2762	rnn.bias_ih_l0_reverse	9	0.0009549973765388131
2762	rnn.bias_hh_l0_reverse	0	-0.031071478500962257
2762	rnn.bias_hh_l0_reverse	1	0.034549057483673096
2762	rnn.bias_hh_l0_reverse	2	0.0004798433801624924
2762	rnn.bias_hh_l0_reverse	3	-0.03238970413804054
2762	rnn.bias_hh_l0_reverse	4	0.0214556735008955
2762	rnn.bias_hh_l0_reverse	5	0.03370025381445885
2762	rnn.bias_hh_l0_reverse	6	-0.0494079552590847
2762	rnn.bias_hh_l0_reverse	7	-0.014923288486897945
2762	rnn.bias_hh_l0_reverse	8	0.026579968631267548
2762	rnn.bias_hh_l0_reverse	9	-0.022449055686593056
2762	linear.weight	0	-0.04631834104657173
2762	linear.weight	1	0.0073004248552024364
2762	linear.weight	2	-0.011228874325752258
2762	linear.weight	3	0.06838411092758179
2762	linear.weight	4	-0.022895993664860725
2762	linear.weight	5	0.06774270534515381
2762	linear.weight	6	0.0047744326293468475
2762	linear.weight	7	-0.021312154829502106
2762	linear.weight	8	-0.0652775689959526
2762	linear.weight	9	0.015350108966231346
2762	linear.bias	0	-0.3268756866455078
2762	linear.bias	1	0.06555445492267609
2762	linear.bias	2	0.3291269540786743
2762	linear.bias	3	-0.41040727496147156
2762	linear.bias	4	-0.7502326369285583
2762	linear.bias	5	-0.7220690846443176
2762	linear.bias	6	-0.29094240069389343
2762	linear.bias	7	-0.2612612843513489
2762	linear.bias	8	-0.01705317199230194
2762	linear.bias	9	2.282996416091919
2959	transitions	0	0.34377720952033997
2959	transitions	1	3.751028060913086
2959	transitions	2	-1.239843487739563
2959	transitions	3	1.2778096199035645
2959	transitions	4	-0.5866519808769226
2959	transitions	5	-0.08599270135164261
2959	transitions	6	0.06338370591402054
2959	transitions	7	-10000.0
2959	transitions	8	1.334501028060913
2959	transitions	9	-2.2242047786712646
2959	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
2959	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
2959	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
2959	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
2959	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
2959	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
2959	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
2959	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
2959	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
2959	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
2959	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
2959	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
2959	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
2959	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
2959	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
2959	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
2959	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
2959	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
2959	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
2959	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
2959	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
2959	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
2959	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
2959	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
2959	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
2959	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
2959	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
2959	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
2959	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
2959	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
2959	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
2959	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
2959	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
2959	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
2959	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
2959	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
2959	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
2959	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
2959	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
2959	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
2959	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
2959	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
2959	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
2959	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
2959	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
2959	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
2959	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
2959	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
2959	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
2959	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
2959	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
2959	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
2959	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
2959	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
2959	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
2959	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
2959	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
2959	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
2959	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
2959	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
2959	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
2959	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
2959	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
2959	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
2959	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
2959	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
2959	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
2959	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
2959	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
2959	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
2959	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
2959	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
2959	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
2959	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
2959	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
2959	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
2959	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
2959	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
2959	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
2959	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
2959	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
2959	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
2959	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
2959	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
2959	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
2959	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
2959	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
2959	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
2959	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
2959	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
2959	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
2959	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
2959	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
2959	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
2959	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
2959	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
2959	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
2959	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
2959	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
2959	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
2959	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
2959	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
2959	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
2959	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
2959	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
2959	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
2959	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
2959	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
2959	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
2959	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
2959	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
2959	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
2959	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
2959	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
2959	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
2959	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
2959	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
2959	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
2959	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
2959	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
2959	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
2959	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
2959	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
2959	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
2959	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
2959	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
2959	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
2959	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
2959	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
2959	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
2959	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
2959	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
2959	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
2959	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
2959	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
2959	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
2959	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
2959	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
2959	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
2959	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
2959	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
2959	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
2959	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
2959	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
2959	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
2959	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
2959	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
2959	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
2959	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
2959	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
2959	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
2959	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
2959	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
2959	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
2959	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
2959	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
2959	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
2959	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
2959	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
2959	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
2959	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
2959	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
2959	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
2959	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
2959	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
2959	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
2959	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
2959	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
2959	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
2959	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
2959	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
2959	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
2959	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
2959	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
2959	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
2959	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
2959	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
2959	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
2959	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
2959	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
2959	embedding2nn.weight	0	0.010458845645189285
2959	embedding2nn.weight	1	-0.034689825028181076
2959	embedding2nn.weight	2	0.0067757498472929
2959	embedding2nn.weight	3	0.0007356649730354548
2959	embedding2nn.weight	4	-0.026110293343663216
2959	embedding2nn.weight	5	0.040309276431798935
2959	embedding2nn.weight	6	-0.011843816377222538
2959	embedding2nn.weight	7	-0.03625982627272606
2959	embedding2nn.weight	8	0.019362544640898705
2959	embedding2nn.weight	9	0.02505185641348362
2959	embedding2nn.bias	0	0.008477281779050827
2959	embedding2nn.bias	1	0.021934134885668755
2959	embedding2nn.bias	2	-0.03603018447756767
2959	embedding2nn.bias	3	0.002271489705890417
2959	embedding2nn.bias	4	0.0002803066454362124
2959	embedding2nn.bias	5	-0.09551006555557251
2959	embedding2nn.bias	6	0.008763061836361885
2959	embedding2nn.bias	7	0.01272769458591938
2959	embedding2nn.bias	8	0.002415323629975319
2959	embedding2nn.bias	9	-0.10016319900751114
2959	rnn.weight_ih_l0	0	-0.00018044460739474744
2959	rnn.weight_ih_l0	1	0.023827139288187027
2959	rnn.weight_ih_l0	2	-0.042191728949546814
2959	rnn.weight_ih_l0	3	0.0072088767774403095
2959	rnn.weight_ih_l0	4	0.02457619272172451
2959	rnn.weight_ih_l0	5	-0.044589947909116745
2959	rnn.weight_ih_l0	6	0.03506365045905113
2959	rnn.weight_ih_l0	7	-0.025843380019068718
2959	rnn.weight_ih_l0	8	0.014314142987132072
2959	rnn.weight_ih_l0	9	-0.013203157112002373
2959	rnn.weight_hh_l0	0	0.030723776668310165
2959	rnn.weight_hh_l0	1	-0.03202340379357338
2959	rnn.weight_hh_l0	2	0.02681654319167137
2959	rnn.weight_hh_l0	3	0.010865064337849617
2959	rnn.weight_hh_l0	4	0.014445657841861248
2959	rnn.weight_hh_l0	5	0.04110386595129967
2959	rnn.weight_hh_l0	6	0.008614861406385899
2959	rnn.weight_hh_l0	7	-0.03991621732711792
2959	rnn.weight_hh_l0	8	-0.02692817710340023
2959	rnn.weight_hh_l0	9	0.0032623864244669676
2959	rnn.bias_ih_l0	0	-0.01981096714735031
2959	rnn.bias_ih_l0	1	0.022853702306747437
2959	rnn.bias_ih_l0	2	-0.008377431891858578
2959	rnn.bias_ih_l0	3	-0.049601856619119644
2959	rnn.bias_ih_l0	4	0.007283370476216078
2959	rnn.bias_ih_l0	5	0.04421849921345711
2959	rnn.bias_ih_l0	6	-0.05565422400832176
2959	rnn.bias_ih_l0	7	-0.04357698932290077
2959	rnn.bias_ih_l0	8	-0.01153700239956379
2959	rnn.bias_ih_l0	9	0.03143433481454849
2959	rnn.bias_hh_l0	0	0.05118153989315033
2959	rnn.bias_hh_l0	1	-0.009568104520440102
2959	rnn.bias_hh_l0	2	-0.008050428703427315
2959	rnn.bias_hh_l0	3	-0.023989105597138405
2959	rnn.bias_hh_l0	4	0.00598462950438261
2959	rnn.bias_hh_l0	5	0.021647213026881218
2959	rnn.bias_hh_l0	6	-0.03424471989274025
2959	rnn.bias_hh_l0	7	0.009197077713906765
2959	rnn.bias_hh_l0	8	-0.027550604194402695
2959	rnn.bias_hh_l0	9	-0.017888281494379044
2959	rnn.weight_ih_l0_reverse	0	0.025205310434103012
2959	rnn.weight_ih_l0_reverse	1	-0.007167350966483355
2959	rnn.weight_ih_l0_reverse	2	-0.025109177455306053
2959	rnn.weight_ih_l0_reverse	3	0.005718851927667856
2959	rnn.weight_ih_l0_reverse	4	0.016194628551602364
2959	rnn.weight_ih_l0_reverse	5	-0.012068088166415691
2959	rnn.weight_ih_l0_reverse	6	-0.040815144777297974
2959	rnn.weight_ih_l0_reverse	7	-0.03286370635032654
2959	rnn.weight_ih_l0_reverse	8	-0.016016922891139984
2959	rnn.weight_ih_l0_reverse	9	0.021460261195898056
2959	rnn.weight_hh_l0_reverse	0	-0.014164973050355911
2959	rnn.weight_hh_l0_reverse	1	-0.007837537676095963
2959	rnn.weight_hh_l0_reverse	2	-0.03161884471774101
2959	rnn.weight_hh_l0_reverse	3	0.0241546593606472
2959	rnn.weight_hh_l0_reverse	4	0.02279382199048996
2959	rnn.weight_hh_l0_reverse	5	0.013122577220201492
2959	rnn.weight_hh_l0_reverse	6	0.03332500904798508
2959	rnn.weight_hh_l0_reverse	7	0.01470755785703659
2959	rnn.weight_hh_l0_reverse	8	0.00439542206004262
2959	rnn.weight_hh_l0_reverse	9	-0.026668470352888107
2959	rnn.bias_ih_l0_reverse	0	-0.038998983800411224
2959	rnn.bias_ih_l0_reverse	1	-0.003632134757936001
2959	rnn.bias_ih_l0_reverse	2	0.035657770931720734
2959	rnn.bias_ih_l0_reverse	3	-0.015428989194333553
2959	rnn.bias_ih_l0_reverse	4	0.0481942854821682
2959	rnn.bias_ih_l0_reverse	5	-0.03338197246193886
2959	rnn.bias_ih_l0_reverse	6	0.0014317884342744946
2959	rnn.bias_ih_l0_reverse	7	0.04304264113306999
2959	rnn.bias_ih_l0_reverse	8	-0.006953994277864695
2959	rnn.bias_ih_l0_reverse	9	0.0015486630145460367
2959	rnn.bias_hh_l0_reverse	0	-0.02890671044588089
2959	rnn.bias_hh_l0_reverse	1	0.028513845056295395
2959	rnn.bias_hh_l0_reverse	2	-0.002036001533269882
2959	rnn.bias_hh_l0_reverse	3	-0.032521408051252365
2959	rnn.bias_hh_l0_reverse	4	0.02140476368367672
2959	rnn.bias_hh_l0_reverse	5	0.03028375282883644
2959	rnn.bias_hh_l0_reverse	6	-0.044741708785295486
2959	rnn.bias_hh_l0_reverse	7	-0.013796125538647175
2959	rnn.bias_hh_l0_reverse	8	0.02315921150147915
2959	rnn.bias_hh_l0_reverse	9	-0.023641422390937805
2959	linear.weight	0	-0.05260966718196869
2959	linear.weight	1	0.00587939377874136
2959	linear.weight	2	-0.011228874325752258
2959	linear.weight	3	0.05962298810482025
2959	linear.weight	4	-0.019966434687376022
2959	linear.weight	5	0.07509629428386688
2959	linear.weight	6	0.0047744326293468475
2959	linear.weight	7	-0.021312154829502106
2959	linear.weight	8	-0.08626928925514221
2959	linear.weight	9	0.016122272238135338
2959	linear.bias	0	-0.34881341457366943
2959	linear.bias	1	0.04952206462621689
2959	linear.bias	2	0.3735896348953247
2959	linear.bias	3	-0.4255300462245941
2959	linear.bias	4	-0.7657731771469116
2959	linear.bias	5	-0.7329856753349304
2959	linear.bias	6	-0.31118568778038025
2959	linear.bias	7	-0.25856778025627136
2959	linear.bias	8	-0.01705317199230194
2959	linear.bias	9	2.260659694671631
3156	transitions	0	0.3317111134529114
3156	transitions	1	3.824376344680786
3156	transitions	2	-1.2753580808639526
3156	transitions	3	1.2950633764266968
3156	transitions	4	-0.6044679284095764
3156	transitions	5	-0.08833256363868713
3156	transitions	6	0.056062690913677216
3156	transitions	7	-10000.0
3156	transitions	8	1.333382248878479
3156	transitions	9	-2.226566791534424
3156	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
3156	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
3156	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
3156	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
3156	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
3156	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
3156	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
3156	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
3156	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
3156	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
3156	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
3156	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
3156	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
3156	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
3156	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
3156	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
3156	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
3156	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
3156	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
3156	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
3156	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
3156	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
3156	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
3156	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
3156	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
3156	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
3156	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
3156	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
3156	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
3156	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
3156	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
3156	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
3156	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
3156	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
3156	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
3156	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
3156	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
3156	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
3156	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
3156	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
3156	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
3156	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
3156	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
3156	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
3156	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
3156	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
3156	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
3156	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
3156	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
3156	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
3156	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
3156	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
3156	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
3156	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
3156	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
3156	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
3156	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
3156	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
3156	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
3156	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
3156	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
3156	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
3156	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
3156	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
3156	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
3156	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
3156	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
3156	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
3156	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
3156	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
3156	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
3156	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
3156	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
3156	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
3156	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
3156	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
3156	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
3156	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
3156	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
3156	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
3156	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
3156	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
3156	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
3156	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
3156	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
3156	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
3156	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
3156	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
3156	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
3156	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
3156	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
3156	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
3156	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
3156	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
3156	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
3156	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
3156	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
3156	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
3156	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
3156	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
3156	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
3156	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
3156	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
3156	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
3156	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
3156	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
3156	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
3156	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
3156	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
3156	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
3156	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
3156	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
3156	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
3156	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
3156	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
3156	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
3156	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
3156	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
3156	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
3156	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
3156	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
3156	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
3156	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
3156	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
3156	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
3156	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
3156	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
3156	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
3156	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
3156	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
3156	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
3156	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
3156	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
3156	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
3156	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
3156	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
3156	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
3156	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
3156	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
3156	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
3156	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
3156	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
3156	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
3156	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
3156	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
3156	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
3156	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
3156	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
3156	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
3156	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
3156	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
3156	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
3156	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
3156	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
3156	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
3156	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
3156	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
3156	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
3156	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
3156	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
3156	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
3156	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
3156	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
3156	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
3156	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
3156	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
3156	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
3156	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
3156	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
3156	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
3156	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
3156	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
3156	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
3156	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
3156	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
3156	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
3156	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
3156	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
3156	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
3156	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
3156	embedding2nn.weight	0	0.011241565458476543
3156	embedding2nn.weight	1	-0.03621029108762741
3156	embedding2nn.weight	2	0.005811139475554228
3156	embedding2nn.weight	3	-0.0004146505962125957
3156	embedding2nn.weight	4	-0.025379469618201256
3156	embedding2nn.weight	5	0.04263782873749733
3156	embedding2nn.weight	6	-0.011069652624428272
3156	embedding2nn.weight	7	-0.03758363425731659
3156	embedding2nn.weight	8	0.019987547770142555
3156	embedding2nn.weight	9	0.026556234806776047
3156	embedding2nn.bias	0	0.010925373062491417
3156	embedding2nn.bias	1	0.018461905419826508
3156	embedding2nn.bias	2	-0.04019951447844505
3156	embedding2nn.bias	3	0.006431357003748417
3156	embedding2nn.bias	4	0.007077773101627827
3156	embedding2nn.bias	5	-0.09686047583818436
3156	embedding2nn.bias	6	-0.002180693671107292
3156	embedding2nn.bias	7	0.002211679005995393
3156	embedding2nn.bias	8	0.0020880703814327717
3156	embedding2nn.bias	9	-0.11276646703481674
3156	rnn.weight_ih_l0	0	3.785856097238138e-05
3156	rnn.weight_ih_l0	1	0.020706122741103172
3156	rnn.weight_ih_l0	2	-0.04100764915347099
3156	rnn.weight_ih_l0	3	0.006696184165775776
3156	rnn.weight_ih_l0	4	0.024729419499635696
3156	rnn.weight_ih_l0	5	-0.044847890734672546
3156	rnn.weight_ih_l0	6	0.03548301383852959
3156	rnn.weight_ih_l0	7	-0.026858974248170853
3156	rnn.weight_ih_l0	8	0.015961555764079094
3156	rnn.weight_ih_l0	9	-0.013785623013973236
3156	rnn.weight_hh_l0	0	0.030878620222210884
3156	rnn.weight_hh_l0	1	-0.028185635805130005
3156	rnn.weight_hh_l0	2	0.027133256196975708
3156	rnn.weight_hh_l0	3	0.01050258707255125
3156	rnn.weight_hh_l0	4	0.014229129068553448
3156	rnn.weight_hh_l0	5	0.041212622076272964
3156	rnn.weight_hh_l0	6	0.009199113585054874
3156	rnn.weight_hh_l0	7	-0.039821557700634
3156	rnn.weight_hh_l0	8	-0.02852938137948513
3156	rnn.weight_hh_l0	9	0.007175273261964321
3156	rnn.bias_ih_l0	0	-0.02700670436024666
3156	rnn.bias_ih_l0	1	0.02101682685315609
3156	rnn.bias_ih_l0	2	-0.008246459066867828
3156	rnn.bias_ih_l0	3	-0.05054366961121559
3156	rnn.bias_ih_l0	4	0.0030112573876976967
3156	rnn.bias_ih_l0	5	0.0409436970949173
3156	rnn.bias_ih_l0	6	-0.05566414073109627
3156	rnn.bias_ih_l0	7	-0.0435543991625309
3156	rnn.bias_ih_l0	8	-0.009766750037670135
3156	rnn.bias_ih_l0	9	0.02935510315001011
3156	rnn.bias_hh_l0	0	0.06077117845416069
3156	rnn.bias_hh_l0	1	-0.01010848954319954
3156	rnn.bias_hh_l0	2	-0.007406797260046005
3156	rnn.bias_hh_l0	3	-0.022914081811904907
3156	rnn.bias_hh_l0	4	-0.006149815395474434
3156	rnn.bias_hh_l0	5	0.020283596590161324
3156	rnn.bias_hh_l0	6	-0.03530709445476532
3156	rnn.bias_hh_l0	7	0.006249971222132444
3156	rnn.bias_hh_l0	8	-0.026829231530427933
3156	rnn.bias_hh_l0	9	-0.019400369375944138
3156	rnn.weight_ih_l0_reverse	0	0.02488008141517639
3156	rnn.weight_ih_l0_reverse	1	-0.007665439508855343
3156	rnn.weight_ih_l0_reverse	2	-0.025166306644678116
3156	rnn.weight_ih_l0_reverse	3	0.0043850308284163475
3156	rnn.weight_ih_l0_reverse	4	0.017404690384864807
3156	rnn.weight_ih_l0_reverse	5	-0.011634061112999916
3156	rnn.weight_ih_l0_reverse	6	-0.0413878932595253
3156	rnn.weight_ih_l0_reverse	7	-0.03322014957666397
3156	rnn.weight_ih_l0_reverse	8	-0.020040689036250114
3156	rnn.weight_ih_l0_reverse	9	0.02086244709789753
3156	rnn.weight_hh_l0_reverse	0	-0.013835236430168152
3156	rnn.weight_hh_l0_reverse	1	-0.007195735815912485
3156	rnn.weight_hh_l0_reverse	2	-0.031602829694747925
3156	rnn.weight_hh_l0_reverse	3	0.02536502666771412
3156	rnn.weight_hh_l0_reverse	4	0.022274943068623543
3156	rnn.weight_hh_l0_reverse	5	0.013056494295597076
3156	rnn.weight_hh_l0_reverse	6	0.03238598629832268
3156	rnn.weight_hh_l0_reverse	7	0.014610723592340946
3156	rnn.weight_hh_l0_reverse	8	0.004300249274820089
3156	rnn.weight_hh_l0_reverse	9	-0.02684812620282173
3156	rnn.bias_ih_l0_reverse	0	-0.04073658213019371
3156	rnn.bias_ih_l0_reverse	1	-0.0017087928717955947
3156	rnn.bias_ih_l0_reverse	2	0.037564054131507874
3156	rnn.bias_ih_l0_reverse	3	-0.01756877265870571
3156	rnn.bias_ih_l0_reverse	4	0.05400419607758522
3156	rnn.bias_ih_l0_reverse	5	-0.041537828743457794
3156	rnn.bias_ih_l0_reverse	6	-0.00010157853830605745
3156	rnn.bias_ih_l0_reverse	7	0.043640777468681335
3156	rnn.bias_ih_l0_reverse	8	-0.009867020882666111
3156	rnn.bias_ih_l0_reverse	9	-0.0006620429339818656
3156	rnn.bias_hh_l0_reverse	0	-0.03026295267045498
3156	rnn.bias_hh_l0_reverse	1	0.02238256298005581
3156	rnn.bias_hh_l0_reverse	2	-0.0034775168169289827
3156	rnn.bias_hh_l0_reverse	3	-0.03525621071457863
3156	rnn.bias_hh_l0_reverse	4	0.019635876640677452
3156	rnn.bias_hh_l0_reverse	5	0.023828968405723572
3156	rnn.bias_hh_l0_reverse	6	-0.04721131920814514
3156	rnn.bias_hh_l0_reverse	7	-0.016532622277736664
3156	rnn.bias_hh_l0_reverse	8	0.026393339037895203
3156	rnn.bias_hh_l0_reverse	9	-0.02648940309882164
3156	linear.weight	0	-0.039310257881879807
3156	linear.weight	1	0.005323471501469612
3156	linear.weight	2	-0.011228874325752258
3156	linear.weight	3	0.03167703375220299
3156	linear.weight	4	-0.022717755287885666
3156	linear.weight	5	0.07198075205087662
3156	linear.weight	6	0.0047744326293468475
3156	linear.weight	7	-0.021312154829502106
3156	linear.weight	8	-0.08776581287384033
3156	linear.weight	9	0.0150560038164258
3156	linear.bias	0	-0.32945793867111206
3156	linear.bias	1	0.05037771165370941
3156	linear.bias	2	0.34261026978492737
3156	linear.bias	3	-0.4081162214279175
3156	linear.bias	4	-0.7852697968482971
3156	linear.bias	5	-0.7448668479919434
3156	linear.bias	6	-0.28934237360954285
3156	linear.bias	7	-0.2598588466644287
3156	linear.bias	8	-0.01705317199230194
3156	linear.bias	9	2.21360182762146
3353	transitions	0	0.3198731541633606
3353	transitions	1	3.877166271209717
3353	transitions	2	-1.305871844291687
3353	transitions	3	1.2875787019729614
3353	transitions	4	-0.6237055063247681
3353	transitions	5	-0.09076530486345291
3353	transitions	6	0.05042814835906029
3353	transitions	7	-10000.0
3353	transitions	8	1.3422924280166626
3353	transitions	9	-2.2282166481018066
3353	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
3353	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
3353	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
3353	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
3353	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
3353	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
3353	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
3353	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
3353	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
3353	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
3353	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
3353	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
3353	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
3353	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
3353	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
3353	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
3353	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
3353	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
3353	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
3353	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
3353	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
3353	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
3353	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
3353	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
3353	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
3353	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
3353	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
3353	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
3353	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
3353	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
3353	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
3353	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
3353	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
3353	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
3353	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
3353	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
3353	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
3353	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
3353	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
3353	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
3353	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
3353	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
3353	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
3353	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
3353	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
3353	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
3353	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
3353	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
3353	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
3353	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
3353	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
3353	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
3353	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
3353	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
3353	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
3353	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
3353	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
3353	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
3353	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
3353	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
3353	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
3353	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
3353	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
3353	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
3353	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
3353	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
3353	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
3353	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
3353	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
3353	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
3353	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
3353	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
3353	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
3353	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
3353	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
3353	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
3353	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
3353	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
3353	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
3353	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
3353	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
3353	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
3353	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
3353	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
3353	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
3353	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
3353	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
3353	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
3353	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
3353	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
3353	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
3353	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
3353	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
3353	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
3353	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
3353	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
3353	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
3353	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
3353	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
3353	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
3353	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
3353	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
3353	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
3353	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
3353	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
3353	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
3353	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
3353	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
3353	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
3353	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
3353	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
3353	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
3353	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
3353	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
3353	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
3353	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
3353	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
3353	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
3353	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
3353	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
3353	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
3353	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
3353	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
3353	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
3353	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
3353	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
3353	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
3353	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
3353	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
3353	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
3353	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
3353	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
3353	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
3353	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
3353	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
3353	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
3353	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
3353	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
3353	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
3353	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
3353	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
3353	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
3353	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
3353	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
3353	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
3353	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
3353	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
3353	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
3353	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
3353	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
3353	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
3353	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
3353	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
3353	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
3353	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
3353	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
3353	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
3353	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
3353	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
3353	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
3353	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
3353	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
3353	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
3353	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
3353	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
3353	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
3353	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
3353	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
3353	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
3353	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
3353	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
3353	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
3353	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
3353	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
3353	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
3353	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
3353	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
3353	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
3353	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
3353	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
3353	embedding2nn.weight	0	0.010818997398018837
3353	embedding2nn.weight	1	-0.03625192120671272
3353	embedding2nn.weight	2	0.00724065164104104
3353	embedding2nn.weight	3	-0.00020276497525628656
3353	embedding2nn.weight	4	-0.024502482265233994
3353	embedding2nn.weight	5	0.042221587151288986
3353	embedding2nn.weight	6	-0.014608142897486687
3353	embedding2nn.weight	7	-0.03823567181825638
3353	embedding2nn.weight	8	0.01989484205842018
3353	embedding2nn.weight	9	0.028019845485687256
3353	embedding2nn.bias	0	0.01309024915099144
3353	embedding2nn.bias	1	0.024156387895345688
3353	embedding2nn.bias	2	-0.04428299143910408
3353	embedding2nn.bias	3	0.007204940542578697
3353	embedding2nn.bias	4	-0.0009706249693408608
3353	embedding2nn.bias	5	-0.09938659518957138
3353	embedding2nn.bias	6	0.0006506422651000321
3353	embedding2nn.bias	7	0.013272522948682308
3353	embedding2nn.bias	8	0.00889714527875185
3353	embedding2nn.bias	9	-0.10707729309797287
3353	rnn.weight_ih_l0	0	-7.716929758316837e-06
3353	rnn.weight_ih_l0	1	0.020525280386209488
3353	rnn.weight_ih_l0	2	-0.040035661309957504
3353	rnn.weight_ih_l0	3	0.005328095983713865
3353	rnn.weight_ih_l0	4	0.025014519691467285
3353	rnn.weight_ih_l0	5	-0.045063890516757965
3353	rnn.weight_ih_l0	6	0.037320349365472794
3353	rnn.weight_ih_l0	7	-0.028560789301991463
3353	rnn.weight_ih_l0	8	0.015711810439825058
3353	rnn.weight_ih_l0	9	-0.01380906905978918
3353	rnn.weight_hh_l0	0	0.03049713931977749
3353	rnn.weight_hh_l0	1	-0.02660631574690342
3353	rnn.weight_hh_l0	2	0.02746085822582245
3353	rnn.weight_hh_l0	3	0.010921400040388107
3353	rnn.weight_hh_l0	4	0.014468833804130554
3353	rnn.weight_hh_l0	5	0.0407218337059021
3353	rnn.weight_hh_l0	6	0.008604263886809349
3353	rnn.weight_hh_l0	7	-0.040072474628686905
3353	rnn.weight_hh_l0	8	-0.027789665386080742
3353	rnn.weight_hh_l0	9	0.007813220843672752
3353	rnn.bias_ih_l0	0	-0.02821924164891243
3353	rnn.bias_ih_l0	1	0.02207981050014496
3353	rnn.bias_ih_l0	2	-0.009742232970893383
3353	rnn.bias_ih_l0	3	-0.0512724407017231
3353	rnn.bias_ih_l0	4	0.006548876408487558
3353	rnn.bias_ih_l0	5	0.03340892121195793
3353	rnn.bias_ih_l0	6	-0.05271223932504654
3353	rnn.bias_ih_l0	7	-0.043469108641147614
3353	rnn.bias_ih_l0	8	-0.012299825437366962
3353	rnn.bias_ih_l0	9	0.02815145067870617
3353	rnn.bias_hh_l0	0	0.06177160516381264
3353	rnn.bias_hh_l0	1	-0.008006101474165916
3353	rnn.bias_hh_l0	2	-0.008426407352089882
3353	rnn.bias_hh_l0	3	-0.027780620381236076
3353	rnn.bias_hh_l0	4	-0.0059050386771559715
3353	rnn.bias_hh_l0	5	0.018704853951931
3353	rnn.bias_hh_l0	6	-0.03496614843606949
3353	rnn.bias_hh_l0	7	0.0045314994640648365
3353	rnn.bias_hh_l0	8	-0.029180657118558884
3353	rnn.bias_hh_l0	9	-0.019767865538597107
3353	rnn.weight_ih_l0_reverse	0	0.024854423478245735
3353	rnn.weight_ih_l0_reverse	1	-0.008065839298069477
3353	rnn.weight_ih_l0_reverse	2	-0.025691628456115723
3353	rnn.weight_ih_l0_reverse	3	0.0024474668316543102
3353	rnn.weight_ih_l0_reverse	4	0.017435060814023018
3353	rnn.weight_ih_l0_reverse	5	-0.011889970861375332
3353	rnn.weight_ih_l0_reverse	6	-0.040848422795534134
3353	rnn.weight_ih_l0_reverse	7	-0.0327845960855484
3353	rnn.weight_ih_l0_reverse	8	-0.018922891467809677
3353	rnn.weight_ih_l0_reverse	9	0.021684207022190094
3353	rnn.weight_hh_l0_reverse	0	-0.0141705721616745
3353	rnn.weight_hh_l0_reverse	1	-0.00677622202783823
3353	rnn.weight_hh_l0_reverse	2	-0.0316803976893425
3353	rnn.weight_hh_l0_reverse	3	0.02608523517847061
3353	rnn.weight_hh_l0_reverse	4	0.022057997062802315
3353	rnn.weight_hh_l0_reverse	5	0.012605556286871433
3353	rnn.weight_hh_l0_reverse	6	0.03134685382246971
3353	rnn.weight_hh_l0_reverse	7	0.014954090118408203
3353	rnn.weight_hh_l0_reverse	8	0.004149183630943298
3353	rnn.weight_hh_l0_reverse	9	-0.027040155604481697
3353	rnn.bias_ih_l0_reverse	0	-0.040739916265010834
3353	rnn.bias_ih_l0_reverse	1	-0.0058199320919811726
3353	rnn.bias_ih_l0_reverse	2	0.03877504914999008
3353	rnn.bias_ih_l0_reverse	3	-0.018101880326867104
3353	rnn.bias_ih_l0_reverse	4	0.05735805258154869
3353	rnn.bias_ih_l0_reverse	5	-0.04090404883027077
3353	rnn.bias_ih_l0_reverse	6	-0.0008767498657107353
3353	rnn.bias_ih_l0_reverse	7	0.04482525214552879
3353	rnn.bias_ih_l0_reverse	8	-0.009925506077706814
3353	rnn.bias_ih_l0_reverse	9	-0.0006905901245772839
3353	rnn.bias_hh_l0_reverse	0	-0.029069416224956512
3353	rnn.bias_hh_l0_reverse	1	0.020007263869047165
3353	rnn.bias_hh_l0_reverse	2	-0.003961063455790281
3353	rnn.bias_hh_l0_reverse	3	-0.0350232757627964
3353	rnn.bias_hh_l0_reverse	4	0.018201306462287903
3353	rnn.bias_hh_l0_reverse	5	0.02577962726354599
3353	rnn.bias_hh_l0_reverse	6	-0.04822275787591934
3353	rnn.bias_hh_l0_reverse	7	-0.01784677803516388
3353	rnn.bias_hh_l0_reverse	8	0.02114269696176052
3353	rnn.bias_hh_l0_reverse	9	-0.02925494872033596
3353	linear.weight	0	-0.05347384139895439
3353	linear.weight	1	0.008420434780418873
3353	linear.weight	2	-0.011228874325752258
3353	linear.weight	3	-0.018383443355560303
3353	linear.weight	4	-0.041470132768154144
3353	linear.weight	5	0.07256771624088287
3353	linear.weight	6	0.0047744326293468475
3353	linear.weight	7	-0.021312154829502106
3353	linear.weight	8	-0.07828766852617264
3353	linear.weight	9	0.009054096415638924
3353	linear.bias	0	-0.3162645697593689
3353	linear.bias	1	0.0317179411649704
3353	linear.bias	2	0.3703646659851074
3353	linear.bias	3	-0.4178655445575714
3353	linear.bias	4	-0.756033718585968
3353	linear.bias	5	-0.7560556530952454
3353	linear.bias	6	-0.27928513288497925
3353	linear.bias	7	-0.2777330279350281
3353	linear.bias	8	-0.01705317199230194
3353	linear.bias	9	2.3038105964660645
3550	transitions	0	0.3111072778701782
3550	transitions	1	3.9787938594818115
3550	transitions	2	-1.33689284324646
3550	transitions	3	1.318027138710022
3550	transitions	4	-0.640507698059082
3550	transitions	5	-0.092765673995018
3550	transitions	6	0.043885815888643265
3550	transitions	7	-10000.0
3550	transitions	8	1.3435026407241821
3550	transitions	9	-2.2302324771881104
3550	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
3550	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
3550	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
3550	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
3550	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
3550	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
3550	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
3550	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
3550	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
3550	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
3550	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
3550	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
3550	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
3550	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
3550	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
3550	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
3550	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
3550	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
3550	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
3550	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
3550	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
3550	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
3550	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
3550	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
3550	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
3550	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
3550	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
3550	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
3550	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
3550	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
3550	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
3550	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
3550	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
3550	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
3550	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
3550	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
3550	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
3550	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
3550	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
3550	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
3550	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
3550	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
3550	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
3550	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
3550	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
3550	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
3550	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
3550	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
3550	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
3550	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
3550	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
3550	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
3550	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
3550	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
3550	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
3550	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
3550	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
3550	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
3550	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
3550	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
3550	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
3550	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
3550	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
3550	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
3550	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
3550	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
3550	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
3550	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
3550	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
3550	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
3550	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
3550	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
3550	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
3550	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
3550	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
3550	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
3550	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
3550	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
3550	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
3550	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
3550	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
3550	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
3550	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
3550	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
3550	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
3550	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
3550	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
3550	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
3550	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
3550	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
3550	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
3550	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
3550	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
3550	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
3550	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
3550	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
3550	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
3550	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
3550	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
3550	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
3550	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
3550	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
3550	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
3550	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
3550	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
3550	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
3550	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
3550	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
3550	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
3550	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
3550	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
3550	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
3550	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
3550	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
3550	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
3550	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
3550	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
3550	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
3550	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
3550	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
3550	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
3550	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
3550	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
3550	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
3550	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
3550	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
3550	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
3550	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
3550	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
3550	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
3550	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
3550	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
3550	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
3550	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
3550	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
3550	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
3550	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
3550	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
3550	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
3550	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
3550	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
3550	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
3550	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
3550	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
3550	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
3550	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
3550	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
3550	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
3550	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
3550	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
3550	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
3550	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
3550	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
3550	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
3550	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
3550	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
3550	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
3550	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
3550	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
3550	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
3550	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
3550	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
3550	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
3550	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
3550	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
3550	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
3550	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
3550	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
3550	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
3550	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
3550	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
3550	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
3550	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
3550	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
3550	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
3550	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
3550	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
3550	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
3550	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
3550	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
3550	embedding2nn.weight	0	0.010083336383104324
3550	embedding2nn.weight	1	-0.03632308170199394
3550	embedding2nn.weight	2	0.005532731302082539
3550	embedding2nn.weight	3	0.0017539486289024353
3550	embedding2nn.weight	4	-0.026560470461845398
3550	embedding2nn.weight	5	0.043372299522161484
3550	embedding2nn.weight	6	-0.009312641806900501
3550	embedding2nn.weight	7	-0.040050722658634186
3550	embedding2nn.weight	8	0.020768357440829277
3550	embedding2nn.weight	9	0.025961076840758324
3550	embedding2nn.bias	0	0.011665139347314835
3550	embedding2nn.bias	1	0.02729385532438755
3550	embedding2nn.bias	2	-0.047181885689496994
3550	embedding2nn.bias	3	0.00388227216899395
3550	embedding2nn.bias	4	0.010348835960030556
3550	embedding2nn.bias	5	-0.10471504926681519
3550	embedding2nn.bias	6	0.0011360273929312825
3550	embedding2nn.bias	7	0.005403283517807722
3550	embedding2nn.bias	8	0.007354512345045805
3550	embedding2nn.bias	9	-0.1130051538348198
3550	rnn.weight_ih_l0	0	-0.0005234038690105081
3550	rnn.weight_ih_l0	1	0.023088833317160606
3550	rnn.weight_ih_l0	2	-0.03994103521108627
3550	rnn.weight_ih_l0	3	0.006399616599082947
3550	rnn.weight_ih_l0	4	0.02530587650835514
3550	rnn.weight_ih_l0	5	-0.044478852301836014
3550	rnn.weight_ih_l0	6	0.03643051162362099
3550	rnn.weight_ih_l0	7	-0.026997659355401993
3550	rnn.weight_ih_l0	8	0.019227391108870506
3550	rnn.weight_ih_l0	9	-0.01371461246162653
3550	rnn.weight_hh_l0	0	0.030331434682011604
3550	rnn.weight_hh_l0	1	-0.027796654030680656
3550	rnn.weight_hh_l0	2	0.02755831740796566
3550	rnn.weight_hh_l0	3	0.010750657878816128
3550	rnn.weight_hh_l0	4	0.014601885341107845
3550	rnn.weight_hh_l0	5	0.0406479686498642
3550	rnn.weight_hh_l0	6	0.008252426981925964
3550	rnn.weight_hh_l0	7	-0.039779242128133774
3550	rnn.weight_hh_l0	8	-0.027336129918694496
3550	rnn.weight_hh_l0	9	0.008085651323199272
3550	rnn.bias_ih_l0	0	-0.018396291881799698
3550	rnn.bias_ih_l0	1	0.018878759816288948
3550	rnn.bias_ih_l0	2	-0.01128634624183178
3550	rnn.bias_ih_l0	3	-0.054493580013513565
3550	rnn.bias_ih_l0	4	0.00530949467793107
3550	rnn.bias_ih_l0	5	0.03993216156959534
3550	rnn.bias_ih_l0	6	-0.055474381893873215
3550	rnn.bias_ih_l0	7	-0.04886571317911148
3550	rnn.bias_ih_l0	8	-0.011545166373252869
3550	rnn.bias_ih_l0	9	0.027669142931699753
3550	rnn.bias_hh_l0	0	0.0651651918888092
3550	rnn.bias_hh_l0	1	-0.005308669526129961
3550	rnn.bias_hh_l0	2	-0.00675551500171423
3550	rnn.bias_hh_l0	3	-0.02596045471727848
3550	rnn.bias_hh_l0	4	0.0005744742229580879
3550	rnn.bias_hh_l0	5	0.015417779795825481
3550	rnn.bias_hh_l0	6	-0.032642487436532974
3550	rnn.bias_hh_l0	7	0.006765465252101421
3550	rnn.bias_hh_l0	8	-0.029827559366822243
3550	rnn.bias_hh_l0	9	-0.01953653246164322
3550	rnn.weight_ih_l0_reverse	0	0.024764249101281166
3550	rnn.weight_ih_l0_reverse	1	-0.008456983603537083
3550	rnn.weight_ih_l0_reverse	2	-0.026381324976682663
3550	rnn.weight_ih_l0_reverse	3	0.0024260971695184708
3550	rnn.weight_ih_l0_reverse	4	0.016972389072179794
3550	rnn.weight_ih_l0_reverse	5	-0.011654669418931007
3550	rnn.weight_ih_l0_reverse	6	-0.040550731122493744
3550	rnn.weight_ih_l0_reverse	7	-0.032343048602342606
3550	rnn.weight_ih_l0_reverse	8	-0.01866946369409561
3550	rnn.weight_ih_l0_reverse	9	0.019652772694826126
3550	rnn.weight_hh_l0_reverse	0	-0.014457829296588898
3550	rnn.weight_hh_l0_reverse	1	-0.006607253570109606
3550	rnn.weight_hh_l0_reverse	2	-0.03166860714554787
3550	rnn.weight_hh_l0_reverse	3	0.026164377108216286
3550	rnn.weight_hh_l0_reverse	4	0.022377651184797287
3550	rnn.weight_hh_l0_reverse	5	0.012210682034492493
3550	rnn.weight_hh_l0_reverse	6	0.031437940895557404
3550	rnn.weight_hh_l0_reverse	7	0.014962198212742805
3550	rnn.weight_hh_l0_reverse	8	0.004571492318063974
3550	rnn.weight_hh_l0_reverse	9	-0.02728784829378128
3550	rnn.bias_ih_l0_reverse	0	-0.04253549501299858
3550	rnn.bias_ih_l0_reverse	1	-0.006205929443240166
3550	rnn.bias_ih_l0_reverse	2	0.04329533874988556
3550	rnn.bias_ih_l0_reverse	3	-0.018873311579227448
3550	rnn.bias_ih_l0_reverse	4	0.055541858077049255
3550	rnn.bias_ih_l0_reverse	5	-0.04283125698566437
3550	rnn.bias_ih_l0_reverse	6	-0.0028462859336286783
3550	rnn.bias_ih_l0_reverse	7	0.04910252243280411
3550	rnn.bias_ih_l0_reverse	8	-0.011419886723160744
3550	rnn.bias_ih_l0_reverse	9	-0.0004339408769737929
3550	rnn.bias_hh_l0_reverse	0	-0.032366883009672165
3550	rnn.bias_hh_l0_reverse	1	0.015891214832663536
3550	rnn.bias_hh_l0_reverse	2	-0.004191119689494371
3550	rnn.bias_hh_l0_reverse	3	-0.035131730139255524
3550	rnn.bias_hh_l0_reverse	4	0.017223164439201355
3550	rnn.bias_hh_l0_reverse	5	0.02196841686964035
3550	rnn.bias_hh_l0_reverse	6	-0.040103815495967865
3550	rnn.bias_hh_l0_reverse	7	-0.02009219117462635
3550	rnn.bias_hh_l0_reverse	8	0.021281864494085312
3550	rnn.bias_hh_l0_reverse	9	-0.028674624860286713
3550	linear.weight	0	-0.0640929713845253
3550	linear.weight	1	0.018757114186882973
3550	linear.weight	2	-0.011228874325752258
3550	linear.weight	3	0.0038904559332877398
3550	linear.weight	4	-0.03233636915683746
3550	linear.weight	5	0.07909592241048813
3550	linear.weight	6	0.0047744326293468475
3550	linear.weight	7	-0.021312154829502106
3550	linear.weight	8	-0.036187946796417236
3550	linear.weight	9	0.026101449504494667
3550	linear.bias	0	-0.31654879450798035
3550	linear.bias	1	0.05164451152086258
3550	linear.bias	2	0.398613303899765
3550	linear.bias	3	-0.40787506103515625
3550	linear.bias	4	-0.8158416152000427
3550	linear.bias	5	-0.7656270861625671
3550	linear.bias	6	-0.2959357500076294
3550	linear.bias	7	-0.29528969526290894
3550	linear.bias	8	-0.01705317199230194
3550	linear.bias	9	2.217133045196533
3747	transitions	0	0.30221322178840637
3747	transitions	1	4.018763065338135
3747	transitions	2	-1.3714290857315063
3747	transitions	3	1.3245413303375244
3747	transitions	4	-0.6554495096206665
3747	transitions	5	-0.09450219571590424
3747	transitions	6	0.039776913821697235
3747	transitions	7	-10000.0
3747	transitions	8	1.3384442329406738
3747	transitions	9	-2.231527328491211
3747	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
3747	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
3747	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
3747	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
3747	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
3747	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
3747	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
3747	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
3747	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
3747	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
3747	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
3747	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
3747	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
3747	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
3747	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
3747	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
3747	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
3747	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
3747	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
3747	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
3747	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
3747	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
3747	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
3747	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
3747	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
3747	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
3747	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
3747	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
3747	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
3747	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
3747	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
3747	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
3747	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
3747	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
3747	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
3747	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
3747	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
3747	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
3747	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
3747	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
3747	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
3747	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
3747	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
3747	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
3747	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
3747	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
3747	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
3747	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
3747	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
3747	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
3747	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
3747	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
3747	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
3747	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
3747	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
3747	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
3747	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
3747	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
3747	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
3747	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
3747	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
3747	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
3747	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
3747	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
3747	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
3747	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
3747	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
3747	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
3747	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
3747	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
3747	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
3747	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
3747	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
3747	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
3747	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
3747	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
3747	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
3747	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
3747	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
3747	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
3747	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
3747	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
3747	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
3747	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
3747	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
3747	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
3747	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
3747	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
3747	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
3747	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
3747	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
3747	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
3747	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
3747	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
3747	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
3747	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
3747	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
3747	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
3747	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
3747	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
3747	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
3747	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
3747	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
3747	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
3747	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
3747	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
3747	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
3747	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
3747	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
3747	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
3747	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
3747	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
3747	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
3747	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
3747	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
3747	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
3747	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
3747	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
3747	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
3747	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
3747	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
3747	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
3747	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
3747	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
3747	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
3747	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
3747	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
3747	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
3747	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
3747	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
3747	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
3747	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
3747	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
3747	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
3747	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
3747	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
3747	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
3747	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
3747	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
3747	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
3747	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
3747	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
3747	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
3747	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
3747	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
3747	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
3747	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
3747	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
3747	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
3747	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
3747	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
3747	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
3747	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
3747	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
3747	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
3747	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
3747	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
3747	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
3747	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
3747	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
3747	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
3747	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
3747	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
3747	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
3747	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
3747	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
3747	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
3747	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
3747	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
3747	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
3747	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
3747	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
3747	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
3747	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
3747	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
3747	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
3747	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
3747	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
3747	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
3747	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
3747	embedding2nn.weight	0	0.010064046829938889
3747	embedding2nn.weight	1	-0.03505031019449234
3747	embedding2nn.weight	2	0.005757901351898909
3747	embedding2nn.weight	3	0.003932544495910406
3747	embedding2nn.weight	4	-0.029335763305425644
3747	embedding2nn.weight	5	0.04385017976164818
3747	embedding2nn.weight	6	-0.018830787390470505
3747	embedding2nn.weight	7	-0.03795749321579933
3747	embedding2nn.weight	8	0.021434875205159187
3747	embedding2nn.weight	9	0.02756957896053791
3747	embedding2nn.bias	0	0.01075655221939087
3747	embedding2nn.bias	1	0.0333651639521122
3747	embedding2nn.bias	2	-0.045262012630701065
3747	embedding2nn.bias	3	0.002621849300339818
3747	embedding2nn.bias	4	0.008546904660761356
3747	embedding2nn.bias	5	-0.11845506727695465
3747	embedding2nn.bias	6	-0.002539738081395626
3747	embedding2nn.bias	7	0.007186461705714464
3747	embedding2nn.bias	8	0.011880483478307724
3747	embedding2nn.bias	9	-0.11224313080310822
3747	rnn.weight_ih_l0	0	-0.00021534401457756758
3747	rnn.weight_ih_l0	1	0.023927034810185432
3747	rnn.weight_ih_l0	2	-0.03855808824300766
3747	rnn.weight_ih_l0	3	0.004780799150466919
3747	rnn.weight_ih_l0	4	0.024710388854146004
3747	rnn.weight_ih_l0	5	-0.044631507247686386
3747	rnn.weight_ih_l0	6	0.037277765572071075
3747	rnn.weight_ih_l0	7	-0.02746005170047283
3747	rnn.weight_ih_l0	8	0.019723160192370415
3747	rnn.weight_ih_l0	9	-0.01502237282693386
3747	rnn.weight_hh_l0	0	0.030051449313759804
3747	rnn.weight_hh_l0	1	-0.025517702102661133
3747	rnn.weight_hh_l0	2	0.027654441073536873
3747	rnn.weight_hh_l0	3	0.010371402837336063
3747	rnn.weight_hh_l0	4	0.01479312777519226
3747	rnn.weight_hh_l0	5	0.03987257927656174
3747	rnn.weight_hh_l0	6	0.00782101321965456
3747	rnn.weight_hh_l0	7	-0.04013904184103012
3747	rnn.weight_hh_l0	8	-0.027111906558275223
3747	rnn.weight_hh_l0	9	0.008002257905900478
3747	rnn.bias_ih_l0	0	-0.01949523203074932
3747	rnn.bias_ih_l0	1	0.017034584656357765
3747	rnn.bias_ih_l0	2	-0.009523908607661724
3747	rnn.bias_ih_l0	3	-0.05996633321046829
3747	rnn.bias_ih_l0	4	0.00703110545873642
3747	rnn.bias_ih_l0	5	0.03156204894185066
3747	rnn.bias_ih_l0	6	-0.05956563353538513
3747	rnn.bias_ih_l0	7	-0.049025971442461014
3747	rnn.bias_ih_l0	8	-0.012018200010061264
3747	rnn.bias_ih_l0	9	0.02928495965898037
3747	rnn.bias_hh_l0	0	0.0688202753663063
3747	rnn.bias_hh_l0	1	-0.006436532828956842
3747	rnn.bias_hh_l0	2	-0.010244167409837246
3747	rnn.bias_hh_l0	3	-0.025260120630264282
3747	rnn.bias_hh_l0	4	-0.001073443447239697
3747	rnn.bias_hh_l0	5	0.017967160791158676
3747	rnn.bias_hh_l0	6	-0.03219561651349068
3747	rnn.bias_hh_l0	7	0.0022407365031540394
3747	rnn.bias_hh_l0	8	-0.03523619845509529
3747	rnn.bias_hh_l0	9	-0.021231431514024734
3747	rnn.weight_ih_l0_reverse	0	0.02514755353331566
3747	rnn.weight_ih_l0_reverse	1	-0.008291123434901237
3747	rnn.weight_ih_l0_reverse	2	-0.02635698765516281
3747	rnn.weight_ih_l0_reverse	3	0.0021666157990694046
3747	rnn.weight_ih_l0_reverse	4	0.016850192099809647
3747	rnn.weight_ih_l0_reverse	5	-0.012394643388688564
3747	rnn.weight_ih_l0_reverse	6	-0.04171837121248245
3747	rnn.weight_ih_l0_reverse	7	-0.032260846346616745
3747	rnn.weight_ih_l0_reverse	8	-0.02022371254861355
3747	rnn.weight_ih_l0_reverse	9	0.02050395868718624
3747	rnn.weight_hh_l0_reverse	0	-0.014056634157896042
3747	rnn.weight_hh_l0_reverse	1	-0.006855196785181761
3747	rnn.weight_hh_l0_reverse	2	-0.03196046128869057
3747	rnn.weight_hh_l0_reverse	3	0.026132214814424515
3747	rnn.weight_hh_l0_reverse	4	0.022494709119200706
3747	rnn.weight_hh_l0_reverse	5	0.012001839466392994
3747	rnn.weight_hh_l0_reverse	6	0.03118414245545864
3747	rnn.weight_hh_l0_reverse	7	0.01559244841337204
3747	rnn.weight_hh_l0_reverse	8	0.004426534287631512
3747	rnn.weight_hh_l0_reverse	9	-0.0272748414427042
3747	rnn.bias_ih_l0_reverse	0	-0.04347734525799751
3747	rnn.bias_ih_l0_reverse	1	-0.009394320659339428
3747	rnn.bias_ih_l0_reverse	2	0.040663886815309525
3747	rnn.bias_ih_l0_reverse	3	-0.020255034789443016
3747	rnn.bias_ih_l0_reverse	4	0.06484675407409668
3747	rnn.bias_ih_l0_reverse	5	-0.047856252640485764
3747	rnn.bias_ih_l0_reverse	6	-0.0034177745692431927
3747	rnn.bias_ih_l0_reverse	7	0.05153466761112213
3747	rnn.bias_ih_l0_reverse	8	-0.011353123933076859
3747	rnn.bias_ih_l0_reverse	9	-0.0016637911321595311
3747	rnn.bias_hh_l0_reverse	0	-0.030865123495459557
3747	rnn.bias_hh_l0_reverse	1	0.020836858078837395
3747	rnn.bias_hh_l0_reverse	2	-0.0045835417695343494
3747	rnn.bias_hh_l0_reverse	3	-0.03456812724471092
3747	rnn.bias_hh_l0_reverse	4	0.01754208840429783
3747	rnn.bias_hh_l0_reverse	5	0.019335610792040825
3747	rnn.bias_hh_l0_reverse	6	-0.03557027131319046
3747	rnn.bias_hh_l0_reverse	7	-0.018185637891292572
3747	rnn.bias_hh_l0_reverse	8	0.023471485823392868
3747	rnn.bias_hh_l0_reverse	9	-0.028070904314517975
3747	linear.weight	0	-0.05722440034151077
3747	linear.weight	1	0.02809506095945835
3747	linear.weight	2	-0.011228874325752258
3747	linear.weight	3	-0.009839639998972416
3747	linear.weight	4	-0.05533747747540474
3747	linear.weight	5	0.08393523097038269
3747	linear.weight	6	0.0047744326293468475
3747	linear.weight	7	-0.021312154829502106
3747	linear.weight	8	-0.06718911230564117
3747	linear.weight	9	0.045875489711761475
3747	linear.bias	0	-0.33046916127204895
3747	linear.bias	1	0.048461370170116425
3747	linear.bias	2	0.42567142844200134
3747	linear.bias	3	-0.4267870783805847
3747	linear.bias	4	-0.8268581628799438
3747	linear.bias	5	-0.7744631171226501
3747	linear.bias	6	-0.2902689278125763
3747	linear.bias	7	-0.2730930745601654
3747	linear.bias	8	-0.01705317199230194
3747	linear.bias	9	2.202061891555786
3944	transitions	0	0.29407164454460144
3944	transitions	1	4.091749668121338
3944	transitions	2	-1.3975937366485596
3944	transitions	3	1.3161040544509888
3944	transitions	4	-0.6707555055618286
3944	transitions	5	-0.09688794612884521
3944	transitions	6	0.035080354660749435
3944	transitions	7	-10000.0
3944	transitions	8	1.3541840314865112
3944	transitions	9	-2.2331247329711914
3944	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
3944	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
3944	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
3944	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
3944	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
3944	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
3944	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
3944	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
3944	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
3944	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
3944	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
3944	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
3944	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
3944	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
3944	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
3944	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
3944	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
3944	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
3944	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
3944	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
3944	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
3944	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
3944	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
3944	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
3944	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
3944	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
3944	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
3944	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
3944	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
3944	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
3944	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
3944	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
3944	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
3944	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
3944	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
3944	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
3944	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
3944	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
3944	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
3944	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
3944	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
3944	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
3944	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
3944	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
3944	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
3944	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
3944	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
3944	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
3944	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
3944	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
3944	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
3944	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
3944	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
3944	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
3944	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
3944	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
3944	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
3944	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
3944	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
3944	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
3944	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
3944	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
3944	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
3944	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
3944	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
3944	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
3944	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
3944	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
3944	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
3944	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
3944	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
3944	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
3944	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
3944	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
3944	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
3944	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
3944	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
3944	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
3944	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
3944	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
3944	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
3944	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
3944	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
3944	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
3944	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
3944	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
3944	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
3944	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
3944	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
3944	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
3944	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
3944	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
3944	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
3944	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
3944	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
3944	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
3944	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
3944	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
3944	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
3944	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
3944	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
3944	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
3944	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
3944	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
3944	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
3944	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
3944	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
3944	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
3944	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
3944	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
3944	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
3944	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
3944	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
3944	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
3944	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
3944	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
3944	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
3944	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
3944	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
3944	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
3944	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
3944	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
3944	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
3944	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
3944	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
3944	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
3944	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
3944	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
3944	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
3944	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
3944	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
3944	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
3944	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
3944	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
3944	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
3944	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
3944	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
3944	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
3944	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
3944	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
3944	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
3944	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
3944	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
3944	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
3944	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
3944	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
3944	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
3944	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
3944	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
3944	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
3944	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
3944	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
3944	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
3944	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
3944	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
3944	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
3944	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
3944	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
3944	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
3944	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
3944	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
3944	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
3944	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
3944	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
3944	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
3944	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
3944	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
3944	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
3944	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
3944	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
3944	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
3944	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
3944	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
3944	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
3944	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
3944	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
3944	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
3944	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
3944	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
3944	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
3944	embedding2nn.weight	0	0.010610410943627357
3944	embedding2nn.weight	1	-0.0354376845061779
3944	embedding2nn.weight	2	-0.0004939470090903342
3944	embedding2nn.weight	3	0.0036481088027358055
3944	embedding2nn.weight	4	-0.027627544477581978
3944	embedding2nn.weight	5	0.04191940277814865
3944	embedding2nn.weight	6	-0.023986119776964188
3944	embedding2nn.weight	7	-0.03852768614888191
3944	embedding2nn.weight	8	0.020566273480653763
3944	embedding2nn.weight	9	0.02684035338461399
3944	embedding2nn.bias	0	0.01432405412197113
3944	embedding2nn.bias	1	0.03517740219831467
3944	embedding2nn.bias	2	-0.052479758858680725
3944	embedding2nn.bias	3	0.015427292324602604
3944	embedding2nn.bias	4	0.011120103299617767
3944	embedding2nn.bias	5	-0.12244809418916702
3944	embedding2nn.bias	6	-0.0042347232811152935
3944	embedding2nn.bias	7	0.001563978847116232
3944	embedding2nn.bias	8	0.009869715198874474
3944	embedding2nn.bias	9	-0.1214609295129776
3944	rnn.weight_ih_l0	0	0.00018360157264396548
3944	rnn.weight_ih_l0	1	0.02570938691496849
3944	rnn.weight_ih_l0	2	-0.03772468864917755
3944	rnn.weight_ih_l0	3	0.0032520387321710587
3944	rnn.weight_ih_l0	4	0.026168217882514
3944	rnn.weight_ih_l0	5	-0.044015511870384216
3944	rnn.weight_ih_l0	6	0.03737374767661095
3944	rnn.weight_ih_l0	7	-0.028471246361732483
3944	rnn.weight_ih_l0	8	0.01765386573970318
3944	rnn.weight_ih_l0	9	-0.015383396297693253
3944	rnn.weight_hh_l0	0	0.030225250869989395
3944	rnn.weight_hh_l0	1	-0.02223232388496399
3944	rnn.weight_hh_l0	2	0.027555812150239944
3944	rnn.weight_hh_l0	3	0.009448820725083351
3944	rnn.weight_hh_l0	4	0.015084813348948956
3944	rnn.weight_hh_l0	5	0.040111616253852844
3944	rnn.weight_hh_l0	6	0.007994994521141052
3944	rnn.weight_hh_l0	7	-0.040309928357601166
3944	rnn.weight_hh_l0	8	-0.027521256357431412
3944	rnn.weight_hh_l0	9	0.01107007171958685
3944	rnn.bias_ih_l0	0	-0.014398686587810516
3944	rnn.bias_ih_l0	1	0.01891399547457695
3944	rnn.bias_ih_l0	2	-0.011590221896767616
3944	rnn.bias_ih_l0	3	-0.06588767468929291
3944	rnn.bias_ih_l0	4	0.004960592370480299
3944	rnn.bias_ih_l0	5	0.030310524627566338
3944	rnn.bias_ih_l0	6	-0.059672631323337555
3944	rnn.bias_ih_l0	7	-0.04561758041381836
3944	rnn.bias_ih_l0	8	-0.004965507425367832
3944	rnn.bias_ih_l0	9	0.033036231994628906
3944	rnn.bias_hh_l0	0	0.0647660493850708
3944	rnn.bias_hh_l0	1	-0.008803085424005985
3944	rnn.bias_hh_l0	2	-0.012470951303839684
3944	rnn.bias_hh_l0	3	-0.025144046172499657
3944	rnn.bias_hh_l0	4	-0.0012850080383941531
3944	rnn.bias_hh_l0	5	0.019864287227392197
3944	rnn.bias_hh_l0	6	-0.03498470410704613
3944	rnn.bias_hh_l0	7	-0.0015615669544786215
3944	rnn.bias_hh_l0	8	-0.03517133370041847
3944	rnn.bias_hh_l0	9	-0.02134830690920353
3944	rnn.weight_ih_l0_reverse	0	0.025242771953344345
3944	rnn.weight_ih_l0_reverse	1	-0.008902214467525482
3944	rnn.weight_ih_l0_reverse	2	-0.027614369988441467
3944	rnn.weight_ih_l0_reverse	3	0.0018142409389838576
3944	rnn.weight_ih_l0_reverse	4	0.014341282658278942
3944	rnn.weight_ih_l0_reverse	5	-0.012426230125129223
3944	rnn.weight_ih_l0_reverse	6	-0.042152706533670425
3944	rnn.weight_ih_l0_reverse	7	-0.032327692955732346
3944	rnn.weight_ih_l0_reverse	8	-0.017449067905545235
3944	rnn.weight_ih_l0_reverse	9	0.02030717395246029
3944	rnn.weight_hh_l0_reverse	0	-0.013898207806050777
3944	rnn.weight_hh_l0_reverse	1	-0.006823556963354349
3944	rnn.weight_hh_l0_reverse	2	-0.031952399760484695
3944	rnn.weight_hh_l0_reverse	3	0.024901961907744408
3944	rnn.weight_hh_l0_reverse	4	0.023108242079615593
3944	rnn.weight_hh_l0_reverse	5	0.011982879601418972
3944	rnn.weight_hh_l0_reverse	6	0.030310340225696564
3944	rnn.weight_hh_l0_reverse	7	0.015286675654351711
3944	rnn.weight_hh_l0_reverse	8	0.0044946796260774136
3944	rnn.weight_hh_l0_reverse	9	-0.027311190962791443
3944	rnn.bias_ih_l0_reverse	0	-0.0448434092104435
3944	rnn.bias_ih_l0_reverse	1	-0.013350511901080608
3944	rnn.bias_ih_l0_reverse	2	0.03723546117544174
3944	rnn.bias_ih_l0_reverse	3	-0.02210947684943676
3944	rnn.bias_ih_l0_reverse	4	0.06915035843849182
3944	rnn.bias_ih_l0_reverse	5	-0.04908518120646477
3944	rnn.bias_ih_l0_reverse	6	-0.001130303367972374
3944	rnn.bias_ih_l0_reverse	7	0.048310354351997375
3944	rnn.bias_ih_l0_reverse	8	-0.0118442727252841
3944	rnn.bias_ih_l0_reverse	9	-0.003077288158237934
3944	rnn.bias_hh_l0_reverse	0	-0.029894927516579628
3944	rnn.bias_hh_l0_reverse	1	0.01868927851319313
3944	rnn.bias_hh_l0_reverse	2	-0.0036162319593131542
3944	rnn.bias_hh_l0_reverse	3	-0.037339966744184494
3944	rnn.bias_hh_l0_reverse	4	0.01689240150153637
3944	rnn.bias_hh_l0_reverse	5	0.012985499575734138
3944	rnn.bias_hh_l0_reverse	6	-0.043145228177309036
3944	rnn.bias_hh_l0_reverse	7	-0.014095893129706383
3944	rnn.bias_hh_l0_reverse	8	0.018135571852326393
3944	rnn.bias_hh_l0_reverse	9	-0.030570073053240776
3944	linear.weight	0	-0.0733145922422409
3944	linear.weight	1	0.0064149219542741776
3944	linear.weight	2	-0.011228874325752258
3944	linear.weight	3	-0.04502655938267708
3944	linear.weight	4	-0.0419568195939064
3944	linear.weight	5	0.07543864846229553
3944	linear.weight	6	0.0047744326293468475
3944	linear.weight	7	-0.021312154829502106
3944	linear.weight	8	-0.027045920491218567
3944	linear.weight	9	0.05587129294872284
3944	linear.bias	0	-0.3408641219139099
3944	linear.bias	1	0.03244764730334282
3944	linear.bias	2	0.38753771781921387
3944	linear.bias	3	-0.40641939640045166
3944	linear.bias	4	-0.8613780736923218
3944	linear.bias	5	-0.7838032841682434
3944	linear.bias	6	-0.31150078773498535
3944	linear.bias	7	-0.25588318705558777
3944	linear.bias	8	-0.01705317199230194
3944	linear.bias	9	2.237997531890869
3948	transitions	0	0.29379934072494507
3948	transitions	1	4.0888261795043945
3948	transitions	2	-1.3981419801712036
3948	transitions	3	1.3157336711883545
3948	transitions	4	-0.6710721850395203
3948	transitions	5	-0.09690559655427933
3948	transitions	6	0.035046517848968506
3948	transitions	7	-10000.0
3948	transitions	8	1.3541620969772339
3948	transitions	9	-2.2331392765045166
3948	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
3948	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
3948	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
3948	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
3948	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
3948	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
3948	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
3948	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
3948	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
3948	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
3948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
3948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
3948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
3948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
3948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
3948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
3948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
3948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
3948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
3948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
3948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
3948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
3948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
3948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
3948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
3948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
3948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
3948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
3948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
3948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
3948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
3948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
3948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
3948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
3948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
3948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
3948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
3948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
3948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
3948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
3948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
3948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
3948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
3948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
3948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
3948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
3948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
3948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
3948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
3948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
3948	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
3948	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
3948	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
3948	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
3948	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
3948	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
3948	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
3948	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
3948	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
3948	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
3948	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
3948	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
3948	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
3948	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
3948	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
3948	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
3948	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
3948	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
3948	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
3948	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
3948	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
3948	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
3948	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
3948	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
3948	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
3948	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
3948	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
3948	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
3948	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
3948	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
3948	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
3948	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
3948	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
3948	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
3948	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
3948	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
3948	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
3948	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
3948	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
3948	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
3948	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
3948	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
3948	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
3948	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
3948	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
3948	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
3948	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
3948	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
3948	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
3948	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
3948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
3948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
3948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
3948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
3948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
3948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
3948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
3948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
3948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
3948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
3948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
3948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
3948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
3948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
3948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
3948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
3948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
3948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
3948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
3948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
3948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
3948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
3948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
3948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
3948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
3948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
3948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
3948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
3948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
3948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
3948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
3948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
3948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
3948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
3948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
3948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
3948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
3948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
3948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
3948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
3948	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
3948	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
3948	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
3948	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
3948	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
3948	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
3948	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
3948	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
3948	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
3948	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
3948	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
3948	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
3948	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
3948	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
3948	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
3948	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
3948	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
3948	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
3948	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
3948	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
3948	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
3948	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
3948	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
3948	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
3948	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
3948	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
3948	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
3948	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
3948	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
3948	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
3948	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
3948	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
3948	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
3948	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
3948	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
3948	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
3948	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
3948	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
3948	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
3948	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
3948	embedding2nn.weight	0	0.010657047852873802
3948	embedding2nn.weight	1	-0.03522472828626633
3948	embedding2nn.weight	2	-0.0008781870128586888
3948	embedding2nn.weight	3	0.0036881319247186184
3948	embedding2nn.weight	4	-0.027321938425302505
3948	embedding2nn.weight	5	0.041679564863443375
3948	embedding2nn.weight	6	-0.023456301540136337
3948	embedding2nn.weight	7	-0.03799845278263092
3948	embedding2nn.weight	8	0.020553110167384148
3948	embedding2nn.weight	9	0.0263394545763731
3948	embedding2nn.bias	0	0.01450713723897934
3948	embedding2nn.bias	1	0.03361964598298073
3948	embedding2nn.bias	2	-0.05346042290329933
3948	embedding2nn.bias	3	0.015301046893000603
3948	embedding2nn.bias	4	0.008833066560328007
3948	embedding2nn.bias	5	-0.12244001030921936
3948	embedding2nn.bias	6	-0.0035410397686064243
3948	embedding2nn.bias	7	0.0007309114444069564
3948	embedding2nn.bias	8	0.006818786729127169
3948	embedding2nn.bias	9	-0.12206324934959412
3948	rnn.weight_ih_l0	0	0.0001989621523534879
3948	rnn.weight_ih_l0	1	0.025559555739164352
3948	rnn.weight_ih_l0	2	-0.03775160014629364
3948	rnn.weight_ih_l0	3	0.0032624639570713043
3948	rnn.weight_ih_l0	4	0.026228705421090126
3948	rnn.weight_ih_l0	5	-0.043963976204395294
3948	rnn.weight_ih_l0	6	0.03747880831360817
3948	rnn.weight_ih_l0	7	-0.028318027034401894
3948	rnn.weight_ih_l0	8	0.017964961007237434
3948	rnn.weight_ih_l0	9	-0.015352018177509308
3948	rnn.weight_hh_l0	0	0.03020985797047615
3948	rnn.weight_hh_l0	1	-0.021963711827993393
3948	rnn.weight_hh_l0	2	0.027541685849428177
3948	rnn.weight_hh_l0	3	0.009559285826981068
3948	rnn.weight_hh_l0	4	0.01500636339187622
3948	rnn.weight_hh_l0	5	0.04016880691051483
3948	rnn.weight_hh_l0	6	0.008002139627933502
3948	rnn.weight_hh_l0	7	-0.04027603566646576
3948	rnn.weight_hh_l0	8	-0.0275660902261734
3948	rnn.weight_hh_l0	9	0.010524665005505085
3948	rnn.bias_ih_l0	0	-0.015056880190968513
3948	rnn.bias_ih_l0	1	0.018307773396372795
3948	rnn.bias_ih_l0	2	-0.011766456998884678
3948	rnn.bias_ih_l0	3	-0.06605588644742966
3948	rnn.bias_ih_l0	4	0.004653965122997761
3948	rnn.bias_ih_l0	5	0.03224443271756172
3948	rnn.bias_ih_l0	6	-0.060096193104982376
3948	rnn.bias_ih_l0	7	-0.04587049409747124
3948	rnn.bias_ih_l0	8	-0.004657689947634935
3948	rnn.bias_ih_l0	9	0.03232938051223755
3948	rnn.bias_hh_l0	0	0.06278199702501297
3948	rnn.bias_hh_l0	1	-0.008772747591137886
3948	rnn.bias_hh_l0	2	-0.012305019423365593
3948	rnn.bias_hh_l0	3	-0.02523759752511978
3948	rnn.bias_hh_l0	4	-0.0011841547675430775
3948	rnn.bias_hh_l0	5	0.02061585523188114
3948	rnn.bias_hh_l0	6	-0.035089217126369476
3948	rnn.bias_hh_l0	7	-0.001526489038951695
3948	rnn.bias_hh_l0	8	-0.03559042885899544
3948	rnn.bias_hh_l0	9	-0.0211508646607399
3948	rnn.weight_ih_l0_reverse	0	0.02524625137448311
3948	rnn.weight_ih_l0_reverse	1	-0.008980004116892815
3948	rnn.weight_ih_l0_reverse	2	-0.027391638606786728
3948	rnn.weight_ih_l0_reverse	3	0.0017457191133871675
3948	rnn.weight_ih_l0_reverse	4	0.014340667985379696
3948	rnn.weight_ih_l0_reverse	5	-0.012419749051332474
3948	rnn.weight_ih_l0_reverse	6	-0.04221556708216667
3948	rnn.weight_ih_l0_reverse	7	-0.03218047320842743
3948	rnn.weight_ih_l0_reverse	8	-0.017584562301635742
3948	rnn.weight_ih_l0_reverse	9	0.020287545397877693
3948	rnn.weight_hh_l0_reverse	0	-0.013864967972040176
3948	rnn.weight_hh_l0_reverse	1	-0.006831851322203875
3948	rnn.weight_hh_l0_reverse	2	-0.031955134123563766
3948	rnn.weight_hh_l0_reverse	3	0.024870818480849266
3948	rnn.weight_hh_l0_reverse	4	0.02317686937749386
3948	rnn.weight_hh_l0_reverse	5	0.012125770561397076
3948	rnn.weight_hh_l0_reverse	6	0.030280718579888344
3948	rnn.weight_hh_l0_reverse	7	0.015211403369903564
3948	rnn.weight_hh_l0_reverse	8	0.004480614792555571
3948	rnn.weight_hh_l0_reverse	9	-0.027331501245498657
3948	rnn.bias_ih_l0_reverse	0	-0.04501689225435257
3948	rnn.bias_ih_l0_reverse	1	-0.013750080950558186
3948	rnn.bias_ih_l0_reverse	2	0.036829810589551926
3948	rnn.bias_ih_l0_reverse	3	-0.021887460723519325
3948	rnn.bias_ih_l0_reverse	4	0.06986162066459656
3948	rnn.bias_ih_l0_reverse	5	-0.04897710680961609
3948	rnn.bias_ih_l0_reverse	6	-0.001469458220526576
3948	rnn.bias_ih_l0_reverse	7	0.04775440692901611
3948	rnn.bias_ih_l0_reverse	8	-0.011821238324046135
3948	rnn.bias_ih_l0_reverse	9	-0.002941794227808714
3948	rnn.bias_hh_l0_reverse	0	-0.03037879429757595
3948	rnn.bias_hh_l0_reverse	1	0.01791295036673546
3948	rnn.bias_hh_l0_reverse	2	-0.0036593927070498466
3948	rnn.bias_hh_l0_reverse	3	-0.037568822503089905
3948	rnn.bias_hh_l0_reverse	4	0.016845250502228737
3948	rnn.bias_hh_l0_reverse	5	0.012627777643501759
3948	rnn.bias_hh_l0_reverse	6	-0.041406888514757156
3948	rnn.bias_hh_l0_reverse	7	-0.014178595505654812
3948	rnn.bias_hh_l0_reverse	8	0.018283355981111526
3948	rnn.bias_hh_l0_reverse	9	-0.030303336679935455
3948	linear.weight	0	-0.07409870624542236
3948	linear.weight	1	0.005127237644046545
3948	linear.weight	2	-0.011228874325752258
3948	linear.weight	3	-0.044230103492736816
3948	linear.weight	4	-0.04374094679951668
3948	linear.weight	5	0.07590784877538681
3948	linear.weight	6	0.0047744326293468475
3948	linear.weight	7	-0.021312154829502106
3948	linear.weight	8	-0.027013560757040977
3948	linear.weight	9	0.05577757582068443
3948	linear.bias	0	-0.34158793091773987
3948	linear.bias	1	0.027029316872358322
3948	linear.bias	2	0.4050212800502777
3948	linear.bias	3	-0.4081614911556244
3948	linear.bias	4	-0.8683739304542542
3948	linear.bias	5	-0.783931314945221
3948	linear.bias	6	-0.3113671541213989
3948	linear.bias	7	-0.25167328119277954
3948	linear.bias	8	-0.01705317199230194
3948	linear.bias	9	2.205669403076172
4145	transitions	0	0.28579673171043396
4145	transitions	1	4.126736164093018
4145	transitions	2	-1.4271491765975952
4145	transitions	3	1.3227094411849976
4145	transitions	4	-0.6876198053359985
4145	transitions	5	-0.09849146008491516
4145	transitions	6	0.030822044238448143
4145	transitions	7	-10000.0
4145	transitions	8	1.3441630601882935
4145	transitions	9	-2.234677791595459
4145	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
4145	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
4145	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
4145	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
4145	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
4145	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
4145	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
4145	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
4145	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
4145	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
4145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
4145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
4145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
4145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
4145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
4145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
4145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
4145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
4145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
4145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
4145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
4145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
4145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
4145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
4145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
4145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
4145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
4145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
4145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
4145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
4145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
4145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
4145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
4145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
4145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
4145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
4145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
4145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
4145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
4145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
4145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
4145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
4145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
4145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
4145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
4145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
4145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
4145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
4145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
4145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
4145	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
4145	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
4145	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
4145	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
4145	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
4145	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
4145	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
4145	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
4145	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
4145	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
4145	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
4145	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
4145	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
4145	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
4145	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
4145	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
4145	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
4145	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
4145	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
4145	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
4145	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
4145	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
4145	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
4145	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
4145	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
4145	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
4145	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
4145	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
4145	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
4145	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
4145	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
4145	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
4145	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
4145	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
4145	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
4145	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
4145	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
4145	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
4145	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
4145	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
4145	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
4145	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
4145	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
4145	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
4145	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
4145	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
4145	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
4145	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
4145	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
4145	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
4145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
4145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
4145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
4145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
4145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
4145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
4145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
4145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
4145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
4145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
4145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
4145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
4145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
4145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
4145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
4145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
4145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
4145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
4145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
4145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
4145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
4145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
4145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
4145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
4145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
4145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
4145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
4145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
4145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
4145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
4145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
4145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
4145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
4145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
4145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
4145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
4145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
4145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
4145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
4145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
4145	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
4145	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
4145	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
4145	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
4145	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
4145	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
4145	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
4145	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
4145	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
4145	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
4145	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
4145	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
4145	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
4145	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
4145	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
4145	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
4145	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
4145	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
4145	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
4145	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
4145	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
4145	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
4145	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
4145	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
4145	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
4145	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
4145	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
4145	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
4145	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
4145	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
4145	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
4145	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
4145	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
4145	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
4145	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
4145	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
4145	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
4145	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
4145	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
4145	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
4145	embedding2nn.weight	0	0.01071567926555872
4145	embedding2nn.weight	1	-0.03621119633316994
4145	embedding2nn.weight	2	-0.0040735951624810696
4145	embedding2nn.weight	3	0.005976152140647173
4145	embedding2nn.weight	4	-0.026945577934384346
4145	embedding2nn.weight	5	0.03909101337194443
4145	embedding2nn.weight	6	-0.018520792946219444
4145	embedding2nn.weight	7	-0.039703119546175
4145	embedding2nn.weight	8	0.020796384662389755
4145	embedding2nn.weight	9	0.026705333963036537
4145	embedding2nn.bias	0	0.024470612406730652
4145	embedding2nn.bias	1	0.037398699671030045
4145	embedding2nn.bias	2	-0.05056287348270416
4145	embedding2nn.bias	3	0.001931336591951549
4145	embedding2nn.bias	4	0.007808476686477661
4145	embedding2nn.bias	5	-0.12133074551820755
4145	embedding2nn.bias	6	-0.009407459758222103
4145	embedding2nn.bias	7	0.012720780447125435
4145	embedding2nn.bias	8	0.015715524554252625
4145	embedding2nn.bias	9	-0.11960729211568832
4145	rnn.weight_ih_l0	0	-9.247212437912822e-05
4145	rnn.weight_ih_l0	1	0.02507905848324299
4145	rnn.weight_ih_l0	2	-0.03832022845745087
4145	rnn.weight_ih_l0	3	0.0029721350874751806
4145	rnn.weight_ih_l0	4	0.025146417319774628
4145	rnn.weight_ih_l0	5	-0.042819272726774216
4145	rnn.weight_ih_l0	6	0.0366792269051075
4145	rnn.weight_ih_l0	7	-0.02803976647555828
4145	rnn.weight_ih_l0	8	0.017722083255648613
4145	rnn.weight_ih_l0	9	-0.015072937123477459
4145	rnn.weight_hh_l0	0	0.030530480667948723
4145	rnn.weight_hh_l0	1	-0.023855192586779594
4145	rnn.weight_hh_l0	2	0.027604304254055023
4145	rnn.weight_hh_l0	3	0.008855501189827919
4145	rnn.weight_hh_l0	4	0.015836281701922417
4145	rnn.weight_hh_l0	5	0.04011675715446472
4145	rnn.weight_hh_l0	6	0.00800867099314928
4145	rnn.weight_hh_l0	7	-0.040296588093042374
4145	rnn.weight_hh_l0	8	-0.02898556925356388
4145	rnn.weight_hh_l0	9	0.016016477718949318
4145	rnn.bias_ih_l0	0	-0.02061687596142292
4145	rnn.bias_ih_l0	1	0.017759330570697784
4145	rnn.bias_ih_l0	2	-0.01245027594268322
4145	rnn.bias_ih_l0	3	-0.06938151270151138
4145	rnn.bias_ih_l0	4	0.006197656039148569
4145	rnn.bias_ih_l0	5	0.029386034235358238
4145	rnn.bias_ih_l0	6	-0.06305178254842758
4145	rnn.bias_ih_l0	7	-0.054413676261901855
4145	rnn.bias_ih_l0	8	-0.005818430334329605
4145	rnn.bias_ih_l0	9	0.02905854769051075
4145	rnn.bias_hh_l0	0	0.07456149905920029
4145	rnn.bias_hh_l0	1	-0.009099921211600304
4145	rnn.bias_hh_l0	2	-0.013098844327032566
4145	rnn.bias_hh_l0	3	-0.026601163670420647
4145	rnn.bias_hh_l0	4	0.007766005117446184
4145	rnn.bias_hh_l0	5	0.031428299844264984
4145	rnn.bias_hh_l0	6	-0.03654193878173828
4145	rnn.bias_hh_l0	7	-0.001122999470680952
4145	rnn.bias_hh_l0	8	-0.035833533853292465
4145	rnn.bias_hh_l0	9	-0.021849635988473892
4145	rnn.weight_ih_l0_reverse	0	0.025972284376621246
4145	rnn.weight_ih_l0_reverse	1	-0.009016015566885471
4145	rnn.weight_ih_l0_reverse	2	-0.026346292346715927
4145	rnn.weight_ih_l0_reverse	3	0.0007713847444392741
4145	rnn.weight_ih_l0_reverse	4	0.015030687674880028
4145	rnn.weight_ih_l0_reverse	5	-0.013426113873720169
4145	rnn.weight_ih_l0_reverse	6	-0.04051946476101875
4145	rnn.weight_ih_l0_reverse	7	-0.03236652910709381
4145	rnn.weight_ih_l0_reverse	8	-0.017783476039767265
4145	rnn.weight_ih_l0_reverse	9	0.02246999926865101
4145	rnn.weight_hh_l0_reverse	0	-0.014002210460603237
4145	rnn.weight_hh_l0_reverse	1	-0.007075359113514423
4145	rnn.weight_hh_l0_reverse	2	-0.031941935420036316
4145	rnn.weight_hh_l0_reverse	3	0.025615449994802475
4145	rnn.weight_hh_l0_reverse	4	0.02302084118127823
4145	rnn.weight_hh_l0_reverse	5	0.012417053803801537
4145	rnn.weight_hh_l0_reverse	6	0.02982548624277115
4145	rnn.weight_hh_l0_reverse	7	0.015287074260413647
4145	rnn.weight_hh_l0_reverse	8	0.004340462852269411
4145	rnn.weight_hh_l0_reverse	9	-0.02752319723367691
4145	rnn.bias_ih_l0_reverse	0	-0.04386281594634056
4145	rnn.bias_ih_l0_reverse	1	-0.015235594473779202
4145	rnn.bias_ih_l0_reverse	2	0.036848921328783035
4145	rnn.bias_ih_l0_reverse	3	-0.023249786347150803
4145	rnn.bias_ih_l0_reverse	4	0.07341423630714417
4145	rnn.bias_ih_l0_reverse	5	-0.05156414210796356
4145	rnn.bias_ih_l0_reverse	6	-0.0028501953929662704
4145	rnn.bias_ih_l0_reverse	7	0.055964116007089615
4145	rnn.bias_ih_l0_reverse	8	-0.015045516192913055
4145	rnn.bias_ih_l0_reverse	9	-0.0007645519217476249
4145	rnn.bias_hh_l0_reverse	0	-0.0316789448261261
4145	rnn.bias_hh_l0_reverse	1	0.01401031855493784
4145	rnn.bias_hh_l0_reverse	2	-0.005298220552504063
4145	rnn.bias_hh_l0_reverse	3	-0.037566013634204865
4145	rnn.bias_hh_l0_reverse	4	0.017093438655138016
4145	rnn.bias_hh_l0_reverse	5	0.014158935286104679
4145	rnn.bias_hh_l0_reverse	6	-0.04566994681954384
4145	rnn.bias_hh_l0_reverse	7	-0.01538159791380167
4145	rnn.bias_hh_l0_reverse	8	0.018814466893672943
4145	rnn.bias_hh_l0_reverse	9	-0.03328288719058037
4145	linear.weight	0	-0.07273014634847641
4145	linear.weight	1	0.004401254002004862
4145	linear.weight	2	-0.011228874325752258
4145	linear.weight	3	-0.026829048991203308
4145	linear.weight	4	-0.01372761745005846
4145	linear.weight	5	0.08206692337989807
4145	linear.weight	6	0.0047744326293468475
4145	linear.weight	7	-0.021312154829502106
4145	linear.weight	8	-0.02806919626891613
4145	linear.weight	9	0.05191304534673691
4145	linear.bias	0	-0.3539072871208191
4145	linear.bias	1	0.022091608494520187
4145	linear.bias	2	0.44544732570648193
4145	linear.bias	3	-0.4259986877441406
4145	linear.bias	4	-0.8618942499160767
4145	linear.bias	5	-0.7924325466156006
4145	linear.bias	6	-0.32386457920074463
4145	linear.bias	7	-0.30252718925476074
4145	linear.bias	8	-0.01705317199230194
4145	linear.bias	9	2.2936720848083496
4342	transitions	0	0.2771346867084503
4342	transitions	1	4.224369525909424
4342	transitions	2	-1.4459842443466187
4342	transitions	3	1.3306519985198975
4342	transitions	4	-0.697858452796936
4342	transitions	5	-0.09972592443227768
4342	transitions	6	0.02646121010184288
4342	transitions	7	-10000.0
4342	transitions	8	1.3496674299240112
4342	transitions	9	-2.2359774112701416
4342	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
4342	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
4342	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
4342	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
4342	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
4342	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
4342	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
4342	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
4342	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
4342	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
4342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
4342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
4342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
4342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
4342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
4342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
4342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
4342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
4342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
4342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
4342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
4342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
4342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
4342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
4342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
4342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
4342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
4342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
4342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
4342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
4342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
4342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
4342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
4342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
4342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
4342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
4342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
4342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
4342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
4342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
4342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
4342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
4342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
4342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
4342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
4342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
4342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
4342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
4342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
4342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
4342	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
4342	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
4342	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
4342	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
4342	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
4342	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
4342	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
4342	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
4342	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
4342	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
4342	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
4342	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
4342	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
4342	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
4342	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
4342	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
4342	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
4342	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
4342	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
4342	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
4342	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
4342	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
4342	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
4342	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
4342	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
4342	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
4342	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
4342	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
4342	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
4342	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
4342	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
4342	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
4342	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
4342	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
4342	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
4342	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
4342	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
4342	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
4342	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
4342	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
4342	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
4342	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
4342	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
4342	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
4342	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
4342	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
4342	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
4342	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
4342	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
4342	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
4342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
4342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
4342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
4342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
4342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
4342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
4342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
4342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
4342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
4342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
4342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
4342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
4342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
4342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
4342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
4342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
4342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
4342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
4342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
4342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
4342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
4342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
4342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
4342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
4342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
4342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
4342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
4342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
4342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
4342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
4342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
4342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
4342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
4342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
4342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
4342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
4342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
4342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
4342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
4342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
4342	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
4342	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
4342	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
4342	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
4342	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
4342	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
4342	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
4342	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
4342	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
4342	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
4342	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
4342	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
4342	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
4342	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
4342	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
4342	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
4342	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
4342	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
4342	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
4342	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
4342	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
4342	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
4342	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
4342	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
4342	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
4342	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
4342	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
4342	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
4342	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
4342	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
4342	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
4342	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
4342	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
4342	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
4342	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
4342	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
4342	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
4342	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
4342	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
4342	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
4342	embedding2nn.weight	0	0.011123972944915295
4342	embedding2nn.weight	1	-0.03654506057500839
4342	embedding2nn.weight	2	-0.008728685788810253
4342	embedding2nn.weight	3	0.003965252544730902
4342	embedding2nn.weight	4	-0.029519837349653244
4342	embedding2nn.weight	5	0.03931962698698044
4342	embedding2nn.weight	6	-0.023544535040855408
4342	embedding2nn.weight	7	-0.04017290472984314
4342	embedding2nn.weight	8	0.020972104743123055
4342	embedding2nn.weight	9	0.023157980293035507
4342	embedding2nn.bias	0	0.012736114673316479
4342	embedding2nn.bias	1	0.0334954671561718
4342	embedding2nn.bias	2	-0.050961319357156754
4342	embedding2nn.bias	3	0.011415709741413593
4342	embedding2nn.bias	4	-0.00038592497003264725
4342	embedding2nn.bias	5	-0.10826560854911804
4342	embedding2nn.bias	6	-0.010097281076014042
4342	embedding2nn.bias	7	-0.0020826023537665606
4342	embedding2nn.bias	8	0.00488248560577631
4342	embedding2nn.bias	9	-0.12409579008817673
4342	rnn.weight_ih_l0	0	0.002066997578367591
4342	rnn.weight_ih_l0	1	0.022981295362114906
4342	rnn.weight_ih_l0	2	-0.03928300365805626
4342	rnn.weight_ih_l0	3	0.008237629197537899
4342	rnn.weight_ih_l0	4	0.02431350387632847
4342	rnn.weight_ih_l0	5	-0.04291365668177605
4342	rnn.weight_ih_l0	6	0.036596279591321945
4342	rnn.weight_ih_l0	7	-0.028467057272791862
4342	rnn.weight_ih_l0	8	0.01517008151859045
4342	rnn.weight_ih_l0	9	-0.014488041400909424
4342	rnn.weight_hh_l0	0	0.030094224959611893
4342	rnn.weight_hh_l0	1	-0.026137178763747215
4342	rnn.weight_hh_l0	2	0.02741982229053974
4342	rnn.weight_hh_l0	3	0.008108134381473064
4342	rnn.weight_hh_l0	4	0.01649753749370575
4342	rnn.weight_hh_l0	5	0.03979054093360901
4342	rnn.weight_hh_l0	6	0.007491021417081356
4342	rnn.weight_hh_l0	7	-0.040575433522462845
4342	rnn.weight_hh_l0	8	-0.02934274449944496
4342	rnn.weight_hh_l0	9	0.014051228761672974
4342	rnn.bias_ih_l0	0	-0.025436775758862495
4342	rnn.bias_ih_l0	1	0.015854043886065483
4342	rnn.bias_ih_l0	2	-0.01405574381351471
4342	rnn.bias_ih_l0	3	-0.06823056191205978
4342	rnn.bias_ih_l0	4	0.006151505745947361
4342	rnn.bias_ih_l0	5	0.031613193452358246
4342	rnn.bias_ih_l0	6	-0.06423840671777725
4342	rnn.bias_ih_l0	7	-0.04999752342700958
4342	rnn.bias_ih_l0	8	-0.0069589558988809586
4342	rnn.bias_ih_l0	9	0.028442464768886566
4342	rnn.bias_hh_l0	0	0.0677330419421196
4342	rnn.bias_hh_l0	1	-0.010896936990320683
4342	rnn.bias_hh_l0	2	-0.012367356568574905
4342	rnn.bias_hh_l0	3	-0.027382152155041695
4342	rnn.bias_hh_l0	4	0.02114003896713257
4342	rnn.bias_hh_l0	5	0.02929680608212948
4342	rnn.bias_hh_l0	6	-0.03671673685312271
4342	rnn.bias_hh_l0	7	-0.000711951230186969
4342	rnn.bias_hh_l0	8	-0.034124985337257385
4342	rnn.bias_hh_l0	9	-0.020910216495394707
4342	rnn.weight_ih_l0_reverse	0	0.026536481454968452
4342	rnn.weight_ih_l0_reverse	1	-0.00880817137658596
4342	rnn.weight_ih_l0_reverse	2	-0.02640007808804512
4342	rnn.weight_ih_l0_reverse	3	0.001749822054989636
4342	rnn.weight_ih_l0_reverse	4	0.016817113384604454
4342	rnn.weight_ih_l0_reverse	5	-0.013740865513682365
4342	rnn.weight_ih_l0_reverse	6	-0.04045095667243004
4342	rnn.weight_ih_l0_reverse	7	-0.03210165351629257
4342	rnn.weight_ih_l0_reverse	8	-0.018070226535201073
4342	rnn.weight_ih_l0_reverse	9	0.023418335244059563
4342	rnn.weight_hh_l0_reverse	0	-0.014919376000761986
4342	rnn.weight_hh_l0_reverse	1	-0.007039966061711311
4342	rnn.weight_hh_l0_reverse	2	-0.03167258948087692
4342	rnn.weight_hh_l0_reverse	3	0.026292776688933372
4342	rnn.weight_hh_l0_reverse	4	0.022900111973285675
4342	rnn.weight_hh_l0_reverse	5	0.01173974759876728
4342	rnn.weight_hh_l0_reverse	6	0.029349951073527336
4342	rnn.weight_hh_l0_reverse	7	0.0155972084030509
4342	rnn.weight_hh_l0_reverse	8	0.0041823317296803
4342	rnn.weight_hh_l0_reverse	9	-0.027355041354894638
4342	rnn.bias_ih_l0_reverse	0	-0.04464508965611458
4342	rnn.bias_ih_l0_reverse	1	-0.016765693202614784
4342	rnn.bias_ih_l0_reverse	2	0.03773662820458412
4342	rnn.bias_ih_l0_reverse	3	-0.022448956966400146
4342	rnn.bias_ih_l0_reverse	4	0.07457301765680313
4342	rnn.bias_ih_l0_reverse	5	-0.05263596773147583
4342	rnn.bias_ih_l0_reverse	6	-0.0030531527008861303
4342	rnn.bias_ih_l0_reverse	7	0.055128008127212524
4342	rnn.bias_ih_l0_reverse	8	-0.015668831765651703
4342	rnn.bias_ih_l0_reverse	9	-0.0005846293643116951
4342	rnn.bias_hh_l0_reverse	0	-0.031803619116544724
4342	rnn.bias_hh_l0_reverse	1	0.012157132849097252
4342	rnn.bias_hh_l0_reverse	2	-0.0037823293823748827
4342	rnn.bias_hh_l0_reverse	3	-0.039014868438243866
4342	rnn.bias_hh_l0_reverse	4	0.01675039902329445
4342	rnn.bias_hh_l0_reverse	5	0.013122200965881348
4342	rnn.bias_hh_l0_reverse	6	-0.050893425941467285
4342	rnn.bias_hh_l0_reverse	7	-0.01820431277155876
4342	rnn.bias_hh_l0_reverse	8	0.0205011498183012
4342	rnn.bias_hh_l0_reverse	9	-0.03585080802440643
4342	linear.weight	0	-0.07958312332630157
4342	linear.weight	1	0.011596566997468472
4342	linear.weight	2	-0.011228874325752258
4342	linear.weight	3	-0.00947345420718193
4342	linear.weight	4	-0.050834231078624725
4342	linear.weight	5	0.08496599644422531
4342	linear.weight	6	0.0047744326293468475
4342	linear.weight	7	-0.021312154829502106
4342	linear.weight	8	-0.04778280481696129
4342	linear.weight	9	0.05454301834106445
4342	linear.bias	0	-0.3612849712371826
4342	linear.bias	1	0.02510211616754532
4342	linear.bias	2	0.4438018798828125
4342	linear.bias	3	-0.37414833903312683
4342	linear.bias	4	-0.9085718393325806
4342	linear.bias	5	-0.801033079624176
4342	linear.bias	6	-0.3407650291919708
4342	linear.bias	7	-0.3365321159362793
4342	linear.bias	8	-0.01705317199230194
4342	linear.bias	9	2.20314884185791
4539	transitions	0	0.26885706186294556
4539	transitions	1	4.253421783447266
4539	transitions	2	-1.4667447805404663
4539	transitions	3	1.3420177698135376
4539	transitions	4	-0.710189700126648
4539	transitions	5	-0.1014276072382927
4539	transitions	6	0.02228979580104351
4539	transitions	7	-10000.0
4539	transitions	8	1.354615330696106
4539	transitions	9	-2.2373859882354736
4539	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
4539	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
4539	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
4539	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
4539	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
4539	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
4539	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
4539	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
4539	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
4539	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
4539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
4539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
4539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
4539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
4539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
4539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
4539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
4539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
4539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
4539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
4539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
4539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
4539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
4539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
4539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
4539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
4539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
4539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
4539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
4539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
4539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
4539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
4539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
4539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
4539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
4539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
4539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
4539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
4539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
4539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
4539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
4539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
4539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
4539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
4539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
4539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
4539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
4539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
4539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
4539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
4539	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
4539	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
4539	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
4539	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
4539	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
4539	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
4539	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
4539	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
4539	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
4539	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
4539	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
4539	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
4539	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
4539	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
4539	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
4539	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
4539	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
4539	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
4539	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
4539	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
4539	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
4539	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
4539	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
4539	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
4539	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
4539	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
4539	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
4539	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
4539	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
4539	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
4539	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
4539	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
4539	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
4539	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
4539	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
4539	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
4539	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
4539	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
4539	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
4539	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
4539	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
4539	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
4539	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
4539	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
4539	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
4539	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
4539	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
4539	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
4539	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
4539	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
4539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
4539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
4539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
4539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
4539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
4539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
4539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
4539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
4539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
4539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
4539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
4539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
4539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
4539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
4539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
4539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
4539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
4539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
4539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
4539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
4539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
4539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
4539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
4539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
4539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
4539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
4539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
4539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
4539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
4539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
4539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
4539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
4539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
4539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
4539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
4539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
4539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
4539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
4539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
4539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
4539	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
4539	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
4539	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
4539	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
4539	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
4539	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
4539	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
4539	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
4539	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
4539	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
4539	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
4539	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
4539	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
4539	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
4539	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
4539	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
4539	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
4539	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
4539	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
4539	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
4539	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
4539	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
4539	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
4539	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
4539	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
4539	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
4539	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
4539	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
4539	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
4539	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
4539	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
4539	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
4539	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
4539	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
4539	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
4539	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
4539	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
4539	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
4539	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
4539	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
4539	embedding2nn.weight	0	0.011393728666007519
4539	embedding2nn.weight	1	-0.03545093536376953
4539	embedding2nn.weight	2	-0.003818137338384986
4539	embedding2nn.weight	3	0.0016184034757316113
4539	embedding2nn.weight	4	-0.028793614357709885
4539	embedding2nn.weight	5	0.04017741233110428
4539	embedding2nn.weight	6	-0.022950071841478348
4539	embedding2nn.weight	7	-0.0390867181122303
4539	embedding2nn.weight	8	0.021368881687521935
4539	embedding2nn.weight	9	0.021041031926870346
4539	embedding2nn.bias	0	0.01764329895377159
4539	embedding2nn.bias	1	0.03894084692001343
4539	embedding2nn.bias	2	-0.048051927238702774
4539	embedding2nn.bias	3	0.013230505399405956
4539	embedding2nn.bias	4	0.005653382278978825
4539	embedding2nn.bias	5	-0.11716435849666595
4539	embedding2nn.bias	6	-0.0067796725779771805
4539	embedding2nn.bias	7	0.0022625820711255074
4539	embedding2nn.bias	8	0.00433184253051877
4539	embedding2nn.bias	9	-0.126498743891716
4539	rnn.weight_ih_l0	0	0.0023314792197197676
4539	rnn.weight_ih_l0	1	0.02300993725657463
4539	rnn.weight_ih_l0	2	-0.04026482626795769
4539	rnn.weight_ih_l0	3	0.008283628150820732
4539	rnn.weight_ih_l0	4	0.025188446044921875
4539	rnn.weight_ih_l0	5	-0.04335958510637283
4539	rnn.weight_ih_l0	6	0.03691325709223747
4539	rnn.weight_ih_l0	7	-0.028134219348430634
4539	rnn.weight_ih_l0	8	0.016327833756804466
4539	rnn.weight_ih_l0	9	-0.014710483141243458
4539	rnn.weight_hh_l0	0	0.02983825094997883
4539	rnn.weight_hh_l0	1	-0.025838641449809074
4539	rnn.weight_hh_l0	2	0.026605702936649323
4539	rnn.weight_hh_l0	3	0.00882292352616787
4539	rnn.weight_hh_l0	4	0.01684577390551567
4539	rnn.weight_hh_l0	5	0.039354145526885986
4539	rnn.weight_hh_l0	6	0.006803440861403942
4539	rnn.weight_hh_l0	7	-0.04094676300883293
4539	rnn.weight_hh_l0	8	-0.027490539476275444
4539	rnn.weight_hh_l0	9	0.01575751043856144
4539	rnn.bias_ih_l0	0	-0.026548950001597404
4539	rnn.bias_ih_l0	1	0.01674734055995941
4539	rnn.bias_ih_l0	2	-0.011800995096564293
4539	rnn.bias_ih_l0	3	-0.07038453966379166
4539	rnn.bias_ih_l0	4	0.0025018828455358744
4539	rnn.bias_ih_l0	5	0.03371301665902138
4539	rnn.bias_ih_l0	6	-0.0647856816649437
4539	rnn.bias_ih_l0	7	-0.05486533045768738
4539	rnn.bias_ih_l0	8	-0.009065949358046055
4539	rnn.bias_ih_l0	9	0.024326063692569733
4539	rnn.bias_hh_l0	0	0.06589426845312119
4539	rnn.bias_hh_l0	1	-0.011640507727861404
4539	rnn.bias_hh_l0	2	-0.013938019052147865
4539	rnn.bias_hh_l0	3	-0.02814975380897522
4539	rnn.bias_hh_l0	4	0.029411613941192627
4539	rnn.bias_hh_l0	5	0.03228696435689926
4539	rnn.bias_hh_l0	6	-0.03536808118224144
4539	rnn.bias_hh_l0	7	-0.0016188051085919142
4539	rnn.bias_hh_l0	8	-0.03422865271568298
4539	rnn.bias_hh_l0	9	-0.020563961938023567
4539	rnn.weight_ih_l0_reverse	0	0.026405245065689087
4539	rnn.weight_ih_l0_reverse	1	-0.008788072504103184
4539	rnn.weight_ih_l0_reverse	2	-0.026674823835492134
4539	rnn.weight_ih_l0_reverse	3	0.0023798567708581686
4539	rnn.weight_ih_l0_reverse	4	0.017241250723600388
4539	rnn.weight_ih_l0_reverse	5	-0.015900494530797005
4539	rnn.weight_ih_l0_reverse	6	-0.03959985449910164
4539	rnn.weight_ih_l0_reverse	7	-0.03182900696992874
4539	rnn.weight_ih_l0_reverse	8	-0.019754759967327118
4539	rnn.weight_ih_l0_reverse	9	0.022035226225852966
4539	rnn.weight_hh_l0_reverse	0	-0.014880121685564518
4539	rnn.weight_hh_l0_reverse	1	-0.006923610344529152
4539	rnn.weight_hh_l0_reverse	2	-0.0317145437002182
4539	rnn.weight_hh_l0_reverse	3	0.02497640624642372
4539	rnn.weight_hh_l0_reverse	4	0.023719293996691704
4539	rnn.weight_hh_l0_reverse	5	0.012881778180599213
4539	rnn.weight_hh_l0_reverse	6	0.028824297711253166
4539	rnn.weight_hh_l0_reverse	7	0.015090873464941978
4539	rnn.weight_hh_l0_reverse	8	0.004473668523132801
4539	rnn.weight_hh_l0_reverse	9	-0.02713146060705185
4539	rnn.bias_ih_l0_reverse	0	-0.04568960517644882
4539	rnn.bias_ih_l0_reverse	1	-0.01693420670926571
4539	rnn.bias_ih_l0_reverse	2	0.035949546843767166
4539	rnn.bias_ih_l0_reverse	3	-0.022621508687734604
4539	rnn.bias_ih_l0_reverse	4	0.07679861038923264
4539	rnn.bias_ih_l0_reverse	5	-0.04697032645344734
4539	rnn.bias_ih_l0_reverse	6	-0.0016309297643601894
4539	rnn.bias_ih_l0_reverse	7	0.05497262626886368
4539	rnn.bias_ih_l0_reverse	8	-0.012938744388520718
4539	rnn.bias_ih_l0_reverse	9	-0.0010695841629058123
4539	rnn.bias_hh_l0_reverse	0	-0.03432317078113556
4539	rnn.bias_hh_l0_reverse	1	0.011717225424945354
4539	rnn.bias_hh_l0_reverse	2	-0.005897159688174725
4539	rnn.bias_hh_l0_reverse	3	-0.039032403379678726
4539	rnn.bias_hh_l0_reverse	4	0.015105060301721096
4539	rnn.bias_hh_l0_reverse	5	0.010527473874390125
4539	rnn.bias_hh_l0_reverse	6	-0.06541392207145691
4539	rnn.bias_hh_l0_reverse	7	-0.018356217071413994
4539	rnn.bias_hh_l0_reverse	8	0.01786809414625168
4539	rnn.bias_hh_l0_reverse	9	-0.03412846475839615
4539	linear.weight	0	-0.0836397111415863
4539	linear.weight	1	0.0035960939712822437
4539	linear.weight	2	-0.011228874325752258
4539	linear.weight	3	-0.029926788061857224
4539	linear.weight	4	-0.07328049838542938
4539	linear.weight	5	0.08969257026910782
4539	linear.weight	6	0.0047744326293468475
4539	linear.weight	7	-0.021312154829502106
4539	linear.weight	8	-0.04860745370388031
4539	linear.weight	9	0.08450117707252502
4539	linear.bias	0	-0.3696695864200592
4539	linear.bias	1	-0.006543407682329416
4539	linear.bias	2	0.438285231590271
4539	linear.bias	3	-0.3815799951553345
4539	linear.bias	4	-0.8908549547195435
4539	linear.bias	5	-0.8087062835693359
4539	linear.bias	6	-0.3403277099132538
4539	linear.bias	7	-0.34014829993247986
4539	linear.bias	8	-0.01705317199230194
4539	linear.bias	9	2.24847149848938
4736	transitions	0	0.2617562413215637
4736	transitions	1	4.326193332672119
4736	transitions	2	-1.485611915588379
4736	transitions	3	1.3480688333511353
4736	transitions	4	-0.7223572134971619
4736	transitions	5	-0.10322178155183792
4736	transitions	6	0.01831284537911415
4736	transitions	7	-10000.0
4736	transitions	8	1.35355544090271
4736	transitions	9	-2.238661527633667
4736	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
4736	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
4736	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
4736	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
4736	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
4736	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
4736	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
4736	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
4736	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
4736	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
4736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
4736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
4736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
4736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
4736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
4736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
4736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
4736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
4736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
4736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
4736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
4736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
4736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
4736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
4736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
4736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
4736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
4736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
4736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
4736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
4736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
4736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
4736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
4736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
4736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
4736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
4736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
4736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
4736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
4736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
4736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
4736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
4736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
4736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
4736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
4736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
4736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
4736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
4736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
4736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
4736	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
4736	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
4736	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
4736	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
4736	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
4736	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
4736	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
4736	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
4736	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
4736	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
4736	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
4736	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
4736	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
4736	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
4736	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
4736	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
4736	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
4736	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
4736	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
4736	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
4736	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
4736	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
4736	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
4736	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
4736	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
4736	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
4736	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
4736	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
4736	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
4736	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
4736	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
4736	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
4736	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
4736	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
4736	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
4736	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
4736	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
4736	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
4736	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
4736	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
4736	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
4736	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
4736	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
4736	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
4736	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
4736	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
4736	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
4736	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
4736	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
4736	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
4736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
4736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
4736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
4736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
4736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
4736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
4736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
4736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
4736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
4736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
4736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
4736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
4736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
4736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
4736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
4736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
4736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
4736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
4736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
4736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
4736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
4736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
4736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
4736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
4736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
4736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
4736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
4736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
4736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
4736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
4736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
4736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
4736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
4736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
4736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
4736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
4736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
4736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
4736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
4736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
4736	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
4736	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
4736	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
4736	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
4736	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
4736	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
4736	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
4736	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
4736	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
4736	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
4736	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
4736	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
4736	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
4736	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
4736	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
4736	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
4736	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
4736	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
4736	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
4736	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
4736	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
4736	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
4736	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
4736	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
4736	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
4736	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
4736	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
4736	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
4736	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
4736	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
4736	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
4736	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
4736	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
4736	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
4736	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
4736	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
4736	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
4736	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
4736	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
4736	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
4736	embedding2nn.weight	0	0.01185264065861702
4736	embedding2nn.weight	1	-0.03704189509153366
4736	embedding2nn.weight	2	0.0013295210665091872
4736	embedding2nn.weight	3	0.0008177650743164122
4736	embedding2nn.weight	4	-0.02892346680164337
4736	embedding2nn.weight	5	0.040698278695344925
4736	embedding2nn.weight	6	-0.010852525010704994
4736	embedding2nn.weight	7	-0.041240107268095016
4736	embedding2nn.weight	8	0.019235150888562202
4736	embedding2nn.weight	9	0.02002779208123684
4736	embedding2nn.bias	0	0.018220607191324234
4736	embedding2nn.bias	1	0.03245493024587631
4736	embedding2nn.bias	2	-0.06341023743152618
4736	embedding2nn.bias	3	0.022815946489572525
4736	embedding2nn.bias	4	0.006580381188541651
4736	embedding2nn.bias	5	-0.11635949462652206
4736	embedding2nn.bias	6	-0.006366039160639048
4736	embedding2nn.bias	7	0.008100357837975025
4736	embedding2nn.bias	8	0.0044811787083745
4736	embedding2nn.bias	9	-0.1337653249502182
4736	rnn.weight_ih_l0	0	0.003471431089565158
4736	rnn.weight_ih_l0	1	0.019798124209046364
4736	rnn.weight_ih_l0	2	-0.03949158638715744
4736	rnn.weight_ih_l0	3	0.009404007345438004
4736	rnn.weight_ih_l0	4	0.024746375158429146
4736	rnn.weight_ih_l0	5	-0.043025266379117966
4736	rnn.weight_ih_l0	6	0.03802929073572159
4736	rnn.weight_ih_l0	7	-0.029352465644478798
4736	rnn.weight_ih_l0	8	0.01761762797832489
4736	rnn.weight_ih_l0	9	-0.015280085615813732
4736	rnn.weight_hh_l0	0	0.030927982181310654
4736	rnn.weight_hh_l0	1	-0.025480905547738075
4736	rnn.weight_hh_l0	2	0.02685665898025036
4736	rnn.weight_hh_l0	3	0.008892983198165894
4736	rnn.weight_hh_l0	4	0.016319967806339264
4736	rnn.weight_hh_l0	5	0.03873346000909805
4736	rnn.weight_hh_l0	6	0.006460417062044144
4736	rnn.weight_hh_l0	7	-0.04114175960421562
4736	rnn.weight_hh_l0	8	-0.028061719611287117
4736	rnn.weight_hh_l0	9	0.006927243899554014
4736	rnn.bias_ih_l0	0	-0.02437874861061573
4736	rnn.bias_ih_l0	1	0.01891578733921051
4736	rnn.bias_ih_l0	2	-0.015018448233604431
4736	rnn.bias_ih_l0	3	-0.07321543246507645
4736	rnn.bias_ih_l0	4	0.00524916173890233
4736	rnn.bias_ih_l0	5	0.03186994045972824
4736	rnn.bias_ih_l0	6	-0.06546724587678909
4736	rnn.bias_ih_l0	7	-0.05670774728059769
4736	rnn.bias_ih_l0	8	-0.013337774202227592
4736	rnn.bias_ih_l0	9	0.02383933588862419
4736	rnn.bias_hh_l0	0	0.0628780946135521
4736	rnn.bias_hh_l0	1	-0.00905289500951767
4736	rnn.bias_hh_l0	2	-0.01336045190691948
4736	rnn.bias_hh_l0	3	-0.02786025032401085
4736	rnn.bias_hh_l0	4	0.021264707669615746
4736	rnn.bias_hh_l0	5	0.02974030375480652
4736	rnn.bias_hh_l0	6	-0.03521720692515373
4736	rnn.bias_hh_l0	7	-0.00025760283460840583
4736	rnn.bias_hh_l0	8	-0.029081715270876884
4736	rnn.bias_hh_l0	9	-0.020183715969324112
4736	rnn.weight_ih_l0_reverse	0	0.026770763099193573
4736	rnn.weight_ih_l0_reverse	1	-0.009348561055958271
4736	rnn.weight_ih_l0_reverse	2	-0.025791410356760025
4736	rnn.weight_ih_l0_reverse	3	0.0022405257914215326
4736	rnn.weight_ih_l0_reverse	4	0.015236903913319111
4736	rnn.weight_ih_l0_reverse	5	-0.013625177554786205
4736	rnn.weight_ih_l0_reverse	6	-0.03944958746433258
4736	rnn.weight_ih_l0_reverse	7	-0.03089325502514839
4736	rnn.weight_ih_l0_reverse	8	-0.018187550827860832
4736	rnn.weight_ih_l0_reverse	9	0.022839272394776344
4736	rnn.weight_hh_l0_reverse	0	-0.01448051631450653
4736	rnn.weight_hh_l0_reverse	1	-0.007403062656521797
4736	rnn.weight_hh_l0_reverse	2	-0.031862787902355194
4736	rnn.weight_hh_l0_reverse	3	0.02570459619164467
4736	rnn.weight_hh_l0_reverse	4	0.02416101098060608
4736	rnn.weight_hh_l0_reverse	5	0.013256879523396492
4736	rnn.weight_hh_l0_reverse	6	0.027244634926319122
4736	rnn.weight_hh_l0_reverse	7	0.01565394178032875
4736	rnn.weight_hh_l0_reverse	8	0.004560586530715227
4736	rnn.weight_hh_l0_reverse	9	-0.027695246040821075
4736	rnn.bias_ih_l0_reverse	0	-0.04671841487288475
4736	rnn.bias_ih_l0_reverse	1	-0.023276058956980705
4736	rnn.bias_ih_l0_reverse	2	0.03408888727426529
4736	rnn.bias_ih_l0_reverse	3	-0.022643867880105972
4736	rnn.bias_ih_l0_reverse	4	0.06894157826900482
4736	rnn.bias_ih_l0_reverse	5	-0.046231113374233246
4736	rnn.bias_ih_l0_reverse	6	-0.003069029888138175
4736	rnn.bias_ih_l0_reverse	7	0.05033602938055992
4736	rnn.bias_ih_l0_reverse	8	-0.01629958301782608
4736	rnn.bias_ih_l0_reverse	9	-0.002668494824320078
4736	rnn.bias_hh_l0_reverse	0	-0.035080961883068085
4736	rnn.bias_hh_l0_reverse	1	0.015848863869905472
4736	rnn.bias_hh_l0_reverse	2	-0.006246194243431091
4736	rnn.bias_hh_l0_reverse	3	-0.0377153716981411
4736	rnn.bias_hh_l0_reverse	4	0.015286660753190517
4736	rnn.bias_hh_l0_reverse	5	0.010041545145213604
4736	rnn.bias_hh_l0_reverse	6	-0.0718064233660698
4736	rnn.bias_hh_l0_reverse	7	-0.020728113129734993
4736	rnn.bias_hh_l0_reverse	8	0.019137181341648102
4736	rnn.bias_hh_l0_reverse	9	-0.034450266510248184
4736	linear.weight	0	-0.094127357006073
4736	linear.weight	1	0.00788194127380848
4736	linear.weight	2	-0.011228874325752258
4736	linear.weight	3	-0.011658989824354649
4736	linear.weight	4	-0.05148443207144737
4736	linear.weight	5	0.08872570097446442
4736	linear.weight	6	0.0047744326293468475
4736	linear.weight	7	-0.021312154829502106
4736	linear.weight	8	-0.008991027250885963
4736	linear.weight	9	0.07944220304489136
4736	linear.bias	0	-0.34774261713027954
4736	linear.bias	1	-0.01927853934466839
4736	linear.bias	2	0.46584922075271606
4736	linear.bias	3	-0.3797387480735779
4736	linear.bias	4	-0.8877969980239868
4736	linear.bias	5	-0.8157277703285217
4736	linear.bias	6	-0.3425123989582062
4736	linear.bias	7	-0.3397252857685089
4736	linear.bias	8	-0.01705317199230194
4736	linear.bias	9	2.273937225341797
4933	transitions	0	0.25510740280151367
4933	transitions	1	4.365846157073975
4933	transitions	2	-1.5065184831619263
4933	transitions	3	1.344085693359375
4933	transitions	4	-0.7344706654548645
4933	transitions	5	-0.10489213466644287
4933	transitions	6	0.01483116764575243
4933	transitions	7	-10000.0
4933	transitions	8	1.3560606241226196
4933	transitions	9	-2.2399139404296875
4933	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
4933	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
4933	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
4933	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
4933	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
4933	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
4933	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
4933	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
4933	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
4933	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
4933	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
4933	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
4933	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
4933	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
4933	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
4933	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
4933	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
4933	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
4933	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
4933	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
4933	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
4933	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
4933	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
4933	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
4933	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
4933	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
4933	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
4933	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
4933	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
4933	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
4933	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
4933	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
4933	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
4933	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
4933	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
4933	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
4933	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
4933	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
4933	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
4933	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
4933	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
4933	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
4933	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
4933	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
4933	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
4933	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
4933	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
4933	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
4933	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
4933	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
4933	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
4933	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
4933	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
4933	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
4933	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
4933	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
4933	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
4933	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
4933	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
4933	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
4933	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
4933	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
4933	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
4933	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
4933	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
4933	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
4933	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
4933	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
4933	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
4933	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
4933	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
4933	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
4933	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
4933	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
4933	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
4933	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
4933	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
4933	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
4933	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
4933	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
4933	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
4933	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
4933	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
4933	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
4933	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
4933	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
4933	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
4933	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
4933	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
4933	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
4933	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
4933	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
4933	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
4933	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
4933	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
4933	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
4933	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
4933	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
4933	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
4933	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
4933	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
4933	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
4933	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
4933	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
4933	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
4933	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
4933	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
4933	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
4933	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
4933	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
4933	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
4933	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
4933	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
4933	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
4933	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
4933	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
4933	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
4933	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
4933	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
4933	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
4933	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
4933	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
4933	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
4933	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
4933	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
4933	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
4933	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
4933	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
4933	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
4933	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
4933	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
4933	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
4933	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
4933	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
4933	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
4933	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
4933	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
4933	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
4933	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
4933	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
4933	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
4933	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
4933	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
4933	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
4933	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
4933	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
4933	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
4933	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
4933	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
4933	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
4933	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
4933	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
4933	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
4933	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
4933	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
4933	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
4933	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
4933	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
4933	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
4933	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
4933	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
4933	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
4933	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
4933	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
4933	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
4933	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
4933	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
4933	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
4933	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
4933	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
4933	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
4933	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
4933	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
4933	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
4933	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
4933	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
4933	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
4933	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
4933	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
4933	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
4933	embedding2nn.weight	0	0.012273411266505718
4933	embedding2nn.weight	1	-0.03670024871826172
4933	embedding2nn.weight	2	-0.0026636593975126743
4933	embedding2nn.weight	3	0.001819926081225276
4933	embedding2nn.weight	4	-0.02753877453505993
4933	embedding2nn.weight	5	0.04218100383877754
4933	embedding2nn.weight	6	-0.01744207926094532
4933	embedding2nn.weight	7	-0.04079042375087738
4933	embedding2nn.weight	8	0.020084869116544724
4933	embedding2nn.weight	9	0.017965245991945267
4933	embedding2nn.bias	0	0.02107403427362442
4933	embedding2nn.bias	1	0.03164462000131607
4933	embedding2nn.bias	2	-0.054645370692014694
4933	embedding2nn.bias	3	0.021536383777856827
4933	embedding2nn.bias	4	0.011716536246240139
4933	embedding2nn.bias	5	-0.11928314715623856
4933	embedding2nn.bias	6	-0.006795954424887896
4933	embedding2nn.bias	7	0.00933150202035904
4933	embedding2nn.bias	8	0.005345243029296398
4933	embedding2nn.bias	9	-0.14294758439064026
4933	rnn.weight_ih_l0	0	0.0038550966419279575
4933	rnn.weight_ih_l0	1	0.02146030031144619
4933	rnn.weight_ih_l0	2	-0.038719747215509415
4933	rnn.weight_ih_l0	3	0.009166686795651913
4933	rnn.weight_ih_l0	4	0.02481127716600895
4933	rnn.weight_ih_l0	5	-0.04295288398861885
4933	rnn.weight_ih_l0	6	0.03696697950363159
4933	rnn.weight_ih_l0	7	-0.029012810438871384
4933	rnn.weight_ih_l0	8	0.019619453698396683
4933	rnn.weight_ih_l0	9	-0.01526855118572712
4933	rnn.weight_hh_l0	0	0.030438227578997612
4933	rnn.weight_hh_l0	1	-0.0259078498929739
4933	rnn.weight_hh_l0	2	0.02699332684278488
4933	rnn.weight_hh_l0	3	0.007749123498797417
4933	rnn.weight_hh_l0	4	0.017046235501766205
4933	rnn.weight_hh_l0	5	0.03847840800881386
4933	rnn.weight_hh_l0	6	0.007193390280008316
4933	rnn.weight_hh_l0	7	-0.04128656163811684
4933	rnn.weight_hh_l0	8	-0.027644993737339973
4933	rnn.weight_hh_l0	9	0.009487578645348549
4933	rnn.bias_ih_l0	0	-0.02505405806005001
4933	rnn.bias_ih_l0	1	0.020735029131174088
4933	rnn.bias_ih_l0	2	-0.01737486571073532
4933	rnn.bias_ih_l0	3	-0.07346224784851074
4933	rnn.bias_ih_l0	4	0.008320451714098454
4933	rnn.bias_ih_l0	5	0.03661632910370827
4933	rnn.bias_ih_l0	6	-0.06474437564611435
4933	rnn.bias_ih_l0	7	-0.05820118635892868
4933	rnn.bias_ih_l0	8	-0.021787939593195915
4933	rnn.bias_ih_l0	9	0.024777594953775406
4933	rnn.bias_hh_l0	0	0.06751853972673416
4933	rnn.bias_hh_l0	1	-0.010978342965245247
4933	rnn.bias_hh_l0	2	-0.012112549506127834
4933	rnn.bias_hh_l0	3	-0.032524846494197845
4933	rnn.bias_hh_l0	4	0.025815337896347046
4933	rnn.bias_hh_l0	5	0.02938002720475197
4933	rnn.bias_hh_l0	6	-0.03641362488269806
4933	rnn.bias_hh_l0	7	-0.004355749115347862
4933	rnn.bias_hh_l0	8	-0.03426950424909592
4933	rnn.bias_hh_l0	9	-0.021879039704799652
4933	rnn.weight_ih_l0_reverse	0	0.027392854914069176
4933	rnn.weight_ih_l0_reverse	1	-0.009469129145145416
4933	rnn.weight_ih_l0_reverse	2	-0.026096446439623833
4933	rnn.weight_ih_l0_reverse	3	0.002890154020860791
4933	rnn.weight_ih_l0_reverse	4	0.01320541650056839
4933	rnn.weight_ih_l0_reverse	5	-0.01496722362935543
4933	rnn.weight_ih_l0_reverse	6	-0.0400567464530468
4933	rnn.weight_ih_l0_reverse	7	-0.03049960546195507
4933	rnn.weight_ih_l0_reverse	8	-0.012948951683938503
4933	rnn.weight_ih_l0_reverse	9	0.0236065573990345
4933	rnn.weight_hh_l0_reverse	0	-0.014943432062864304
4933	rnn.weight_hh_l0_reverse	1	-0.0076279425993561745
4933	rnn.weight_hh_l0_reverse	2	-0.03185933083295822
4933	rnn.weight_hh_l0_reverse	3	0.026515383273363113
4933	rnn.weight_hh_l0_reverse	4	0.024113843217492104
4933	rnn.weight_hh_l0_reverse	5	0.01086517982184887
4933	rnn.weight_hh_l0_reverse	6	0.02553754486143589
4933	rnn.weight_hh_l0_reverse	7	0.015602565370500088
4933	rnn.weight_hh_l0_reverse	8	0.004613865166902542
4933	rnn.weight_hh_l0_reverse	9	-0.027484025806188583
4933	rnn.bias_ih_l0_reverse	0	-0.04547213017940521
4933	rnn.bias_ih_l0_reverse	1	-0.018413381651043892
4933	rnn.bias_ih_l0_reverse	2	0.03221632540225983
4933	rnn.bias_ih_l0_reverse	3	-0.02044147066771984
4933	rnn.bias_ih_l0_reverse	4	0.06652478128671646
4933	rnn.bias_ih_l0_reverse	5	-0.051251571625471115
4933	rnn.bias_ih_l0_reverse	6	-2.4779868908808567e-05
4933	rnn.bias_ih_l0_reverse	7	0.05443247780203819
4933	rnn.bias_ih_l0_reverse	8	-0.015324478037655354
4933	rnn.bias_ih_l0_reverse	9	-0.000983455334790051
4933	rnn.bias_hh_l0_reverse	0	-0.037740156054496765
4933	rnn.bias_hh_l0_reverse	1	0.013880708254873753
4933	rnn.bias_hh_l0_reverse	2	-0.007200715132057667
4933	rnn.bias_hh_l0_reverse	3	-0.039174988865852356
4933	rnn.bias_hh_l0_reverse	4	0.013458664529025555
4933	rnn.bias_hh_l0_reverse	5	0.006091886665672064
4933	rnn.bias_hh_l0_reverse	6	-0.07049848884344101
4933	rnn.bias_hh_l0_reverse	7	-0.019646309316158295
4933	rnn.bias_hh_l0_reverse	8	0.0158395916223526
4933	rnn.bias_hh_l0_reverse	9	-0.035453349351882935
4933	linear.weight	0	-0.07764467597007751
4933	linear.weight	1	0.005881768185645342
4933	linear.weight	2	-0.011228874325752258
4933	linear.weight	3	-0.031269945204257965
4933	linear.weight	4	-0.08411473035812378
4933	linear.weight	5	0.07411163300275803
4933	linear.weight	6	0.0047744326293468475
4933	linear.weight	7	-0.021312154829502106
4933	linear.weight	8	-0.015281653963029385
4933	linear.weight	9	0.07771659642457962
4933	linear.bias	0	-0.3324958384037018
4933	linear.bias	1	-0.03369501605629921
4933	linear.bias	2	0.44677987694740295
4933	linear.bias	3	-0.3850238025188446
4933	linear.bias	4	-0.9203667640686035
4933	linear.bias	5	-0.8225216865539551
4933	linear.bias	6	-0.33174434304237366
4933	linear.bias	7	-0.3518417179584503
4933	linear.bias	8	-0.01705317199230194
4933	linear.bias	9	2.2757315635681152
5130	transitions	0	0.24810682237148285
5130	transitions	1	4.398131847381592
5130	transitions	2	-1.526649832725525
5130	transitions	3	1.358837604522705
5130	transitions	4	-0.7478868961334229
5130	transitions	5	-0.10720552504062653
5130	transitions	6	0.011544406414031982
5130	transitions	7	-10000.0
5130	transitions	8	1.3538291454315186
5130	transitions	9	-2.240976572036743
5130	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
5130	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
5130	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
5130	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
5130	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
5130	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
5130	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
5130	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
5130	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
5130	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
5130	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
5130	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
5130	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
5130	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
5130	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
5130	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
5130	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
5130	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
5130	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
5130	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
5130	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
5130	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
5130	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
5130	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
5130	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
5130	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
5130	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
5130	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
5130	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
5130	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
5130	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
5130	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
5130	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
5130	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
5130	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
5130	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
5130	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
5130	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
5130	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
5130	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
5130	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
5130	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
5130	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
5130	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
5130	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
5130	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
5130	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
5130	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
5130	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
5130	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
5130	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
5130	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
5130	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
5130	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
5130	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
5130	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
5130	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
5130	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
5130	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
5130	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
5130	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
5130	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
5130	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
5130	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
5130	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
5130	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
5130	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
5130	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
5130	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
5130	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
5130	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
5130	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
5130	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
5130	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
5130	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
5130	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
5130	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
5130	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
5130	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
5130	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
5130	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
5130	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
5130	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
5130	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
5130	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
5130	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
5130	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
5130	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
5130	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
5130	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
5130	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
5130	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
5130	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
5130	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
5130	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
5130	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
5130	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
5130	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
5130	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
5130	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
5130	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
5130	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
5130	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
5130	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
5130	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
5130	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
5130	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
5130	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
5130	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
5130	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
5130	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
5130	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
5130	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
5130	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
5130	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
5130	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
5130	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
5130	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
5130	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
5130	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
5130	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
5130	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
5130	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
5130	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
5130	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
5130	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
5130	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
5130	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
5130	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
5130	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
5130	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
5130	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
5130	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
5130	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
5130	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
5130	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
5130	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
5130	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
5130	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
5130	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
5130	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
5130	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
5130	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
5130	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
5130	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
5130	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
5130	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
5130	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
5130	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
5130	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
5130	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
5130	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
5130	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
5130	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
5130	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
5130	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
5130	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
5130	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
5130	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
5130	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
5130	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
5130	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
5130	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
5130	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
5130	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
5130	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
5130	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
5130	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
5130	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
5130	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
5130	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
5130	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
5130	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
5130	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
5130	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
5130	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
5130	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
5130	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
5130	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
5130	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
5130	embedding2nn.weight	0	0.011923582293093204
5130	embedding2nn.weight	1	-0.038435690104961395
5130	embedding2nn.weight	2	-0.0017223828472197056
5130	embedding2nn.weight	3	0.0015727372374385595
5130	embedding2nn.weight	4	-0.02785174548625946
5130	embedding2nn.weight	5	0.04328848421573639
5130	embedding2nn.weight	6	-0.017665771767497063
5130	embedding2nn.weight	7	-0.037105049937963486
5130	embedding2nn.weight	8	0.019409073516726494
5130	embedding2nn.weight	9	0.018859870731830597
5130	embedding2nn.bias	0	0.020114339888095856
5130	embedding2nn.bias	1	0.040839552879333496
5130	embedding2nn.bias	2	-0.057447295635938644
5130	embedding2nn.bias	3	0.014179149642586708
5130	embedding2nn.bias	4	0.011098591610789299
5130	embedding2nn.bias	5	-0.11862854659557343
5130	embedding2nn.bias	6	-0.007385272532701492
5130	embedding2nn.bias	7	0.003891904139891267
5130	embedding2nn.bias	8	0.008623878471553326
5130	embedding2nn.bias	9	-0.14963437616825104
5130	rnn.weight_ih_l0	0	0.004418622236698866
5130	rnn.weight_ih_l0	1	0.023654690012335777
5130	rnn.weight_ih_l0	2	-0.03913004696369171
5130	rnn.weight_ih_l0	3	0.010404753498733044
5130	rnn.weight_ih_l0	4	0.025910666212439537
5130	rnn.weight_ih_l0	5	-0.04302595183253288
5130	rnn.weight_ih_l0	6	0.03620215132832527
5130	rnn.weight_ih_l0	7	-0.03015352413058281
5130	rnn.weight_ih_l0	8	0.015882441774010658
5130	rnn.weight_ih_l0	9	-0.01499315444380045
5130	rnn.weight_hh_l0	0	0.029964294284582138
5130	rnn.weight_hh_l0	1	-0.02557780221104622
5130	rnn.weight_hh_l0	2	0.02666608989238739
5130	rnn.weight_hh_l0	3	0.008238144218921661
5130	rnn.weight_hh_l0	4	0.016935719177126884
5130	rnn.weight_hh_l0	5	0.038599323481321335
5130	rnn.weight_hh_l0	6	0.007056747563183308
5130	rnn.weight_hh_l0	7	-0.04162193462252617
5130	rnn.weight_hh_l0	8	-0.026457902044057846
5130	rnn.weight_hh_l0	9	0.007890099659562111
5130	rnn.bias_ih_l0	0	-0.02310522086918354
5130	rnn.bias_ih_l0	1	0.017980989068746567
5130	rnn.bias_ih_l0	2	-0.014808567240834236
5130	rnn.bias_ih_l0	3	-0.08087240159511566
5130	rnn.bias_ih_l0	4	0.000843913177959621
5130	rnn.bias_ih_l0	5	0.043389953672885895
5130	rnn.bias_ih_l0	6	-0.06479234993457794
5130	rnn.bias_ih_l0	7	-0.05834184214472771
5130	rnn.bias_ih_l0	8	-0.02234049327671528
5130	rnn.bias_ih_l0	9	0.024812716990709305
5130	rnn.bias_hh_l0	0	0.07300590723752975
5130	rnn.bias_hh_l0	1	-0.010869060643017292
5130	rnn.bias_hh_l0	2	-0.015407507307827473
5130	rnn.bias_hh_l0	3	-0.032711178064346313
5130	rnn.bias_hh_l0	4	0.030518297106027603
5130	rnn.bias_hh_l0	5	0.025693317875266075
5130	rnn.bias_hh_l0	6	-0.0376492440700531
5130	rnn.bias_hh_l0	7	-0.003787499386817217
5130	rnn.bias_hh_l0	8	-0.03769145905971527
5130	rnn.bias_hh_l0	9	-0.02004687301814556
5130	rnn.weight_ih_l0_reverse	0	0.027812745422124863
5130	rnn.weight_ih_l0_reverse	1	-0.008944190107285976
5130	rnn.weight_ih_l0_reverse	2	-0.025732342153787613
5130	rnn.weight_ih_l0_reverse	3	0.002463415265083313
5130	rnn.weight_ih_l0_reverse	4	0.01146793831139803
5130	rnn.weight_ih_l0_reverse	5	-0.017155073583126068
5130	rnn.weight_ih_l0_reverse	6	-0.03975667059421539
5130	rnn.weight_ih_l0_reverse	7	-0.03019016981124878
5130	rnn.weight_ih_l0_reverse	8	-0.01388899888843298
5130	rnn.weight_ih_l0_reverse	9	0.022226613014936447
5130	rnn.weight_hh_l0_reverse	0	-0.015201475471258163
5130	rnn.weight_hh_l0_reverse	1	-0.007792335934937
5130	rnn.weight_hh_l0_reverse	2	-0.03202477842569351
5130	rnn.weight_hh_l0_reverse	3	0.02724315971136093
5130	rnn.weight_hh_l0_reverse	4	0.023848868906497955
5130	rnn.weight_hh_l0_reverse	5	0.011449605226516724
5130	rnn.weight_hh_l0_reverse	6	0.025258652865886688
5130	rnn.weight_hh_l0_reverse	7	0.015306072309613228
5130	rnn.weight_hh_l0_reverse	8	0.004680111538618803
5130	rnn.weight_hh_l0_reverse	9	-0.02733222395181656
5130	rnn.bias_ih_l0_reverse	0	-0.043825022876262665
5130	rnn.bias_ih_l0_reverse	1	-0.018427912145853043
5130	rnn.bias_ih_l0_reverse	2	0.027754638344049454
5130	rnn.bias_ih_l0_reverse	3	-0.0190535020083189
5130	rnn.bias_ih_l0_reverse	4	0.06942406296730042
5130	rnn.bias_ih_l0_reverse	5	-0.04820830747485161
5130	rnn.bias_ih_l0_reverse	6	-0.002194242086261511
5130	rnn.bias_ih_l0_reverse	7	0.0518336221575737
5130	rnn.bias_ih_l0_reverse	8	-0.02002796158194542
5130	rnn.bias_ih_l0_reverse	9	-0.0015266331611201167
5130	rnn.bias_hh_l0_reverse	0	-0.039049141108989716
5130	rnn.bias_hh_l0_reverse	1	0.01189892552793026
5130	rnn.bias_hh_l0_reverse	2	-0.007481391541659832
5130	rnn.bias_hh_l0_reverse	3	-0.03646836802363396
5130	rnn.bias_hh_l0_reverse	4	0.013446955010294914
5130	rnn.bias_hh_l0_reverse	5	0.008837266825139523
5130	rnn.bias_hh_l0_reverse	6	-0.06810686737298965
5130	rnn.bias_hh_l0_reverse	7	-0.022020164877176285
5130	rnn.bias_hh_l0_reverse	8	0.012972389347851276
5130	rnn.bias_hh_l0_reverse	9	-0.03777170181274414
5130	linear.weight	0	-0.10734870284795761
5130	linear.weight	1	8.82089079823345e-05
5130	linear.weight	2	-0.011228874325752258
5130	linear.weight	3	-0.011858624406158924
5130	linear.weight	4	-0.044604573398828506
5130	linear.weight	5	0.07636051625013351
5130	linear.weight	6	0.0047744326293468475
5130	linear.weight	7	-0.021312154829502106
5130	linear.weight	8	-0.02059303969144821
5130	linear.weight	9	0.055238768458366394
5130	linear.bias	0	-0.3528997600078583
5130	linear.bias	1	-0.007443603593856096
5130	linear.bias	2	0.43512850999832153
5130	linear.bias	3	-0.41613295674324036
5130	linear.bias	4	-0.9069961905479431
5130	linear.bias	5	-0.8290593028068542
5130	linear.bias	6	-0.35380426049232483
5130	linear.bias	7	-0.31163206696510315
5130	linear.bias	8	-0.01705317199230194
5130	linear.bias	9	2.299643039703369
5327	transitions	0	0.2426944524049759
5327	transitions	1	4.436518669128418
5327	transitions	2	-1.54701566696167
5327	transitions	3	1.3303722143173218
5327	transitions	4	-0.7587271928787231
5327	transitions	5	-0.10967068374156952
5327	transitions	6	0.007614083122462034
5327	transitions	7	-10000.0
5327	transitions	8	1.3629056215286255
5327	transitions	9	-2.2420434951782227
5327	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
5327	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
5327	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
5327	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
5327	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
5327	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
5327	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
5327	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
5327	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
5327	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
5327	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
5327	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
5327	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
5327	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
5327	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
5327	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
5327	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
5327	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
5327	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
5327	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
5327	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
5327	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
5327	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
5327	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
5327	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
5327	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
5327	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
5327	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
5327	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
5327	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
5327	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
5327	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
5327	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
5327	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
5327	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
5327	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
5327	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
5327	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
5327	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
5327	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
5327	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
5327	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
5327	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
5327	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
5327	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
5327	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
5327	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
5327	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
5327	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
5327	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
5327	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
5327	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
5327	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
5327	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
5327	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
5327	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
5327	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
5327	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
5327	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
5327	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
5327	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
5327	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
5327	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
5327	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
5327	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
5327	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
5327	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
5327	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
5327	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
5327	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
5327	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
5327	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
5327	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
5327	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
5327	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
5327	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
5327	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
5327	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
5327	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
5327	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
5327	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
5327	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
5327	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
5327	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
5327	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
5327	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
5327	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
5327	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
5327	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
5327	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
5327	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
5327	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
5327	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
5327	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
5327	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
5327	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
5327	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
5327	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
5327	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
5327	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
5327	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
5327	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
5327	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
5327	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
5327	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
5327	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
5327	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
5327	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
5327	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
5327	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
5327	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
5327	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
5327	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
5327	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
5327	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
5327	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
5327	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
5327	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
5327	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
5327	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
5327	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
5327	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
5327	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
5327	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
5327	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
5327	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
5327	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
5327	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
5327	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
5327	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
5327	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
5327	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
5327	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
5327	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
5327	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
5327	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
5327	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
5327	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
5327	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
5327	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
5327	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
5327	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
5327	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
5327	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
5327	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
5327	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
5327	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
5327	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
5327	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
5327	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
5327	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
5327	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
5327	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
5327	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
5327	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
5327	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
5327	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
5327	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
5327	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
5327	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
5327	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
5327	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
5327	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
5327	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
5327	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
5327	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
5327	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
5327	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
5327	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
5327	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
5327	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
5327	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
5327	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
5327	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
5327	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
5327	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
5327	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
5327	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
5327	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
5327	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
5327	embedding2nn.weight	0	0.012412188574671745
5327	embedding2nn.weight	1	-0.03839852288365364
5327	embedding2nn.weight	2	0.0001157252409029752
5327	embedding2nn.weight	3	0.0018852982902899384
5327	embedding2nn.weight	4	-0.030477827414870262
5327	embedding2nn.weight	5	0.04382580146193504
5327	embedding2nn.weight	6	-0.021407203748822212
5327	embedding2nn.weight	7	-0.038622573018074036
5327	embedding2nn.weight	8	0.022028177976608276
5327	embedding2nn.weight	9	0.018799949437379837
5327	embedding2nn.bias	0	0.018981963396072388
5327	embedding2nn.bias	1	0.04268192499876022
5327	embedding2nn.bias	2	-0.062386710196733475
5327	embedding2nn.bias	3	0.01553412340581417
5327	embedding2nn.bias	4	0.018068891018629074
5327	embedding2nn.bias	5	-0.11454179883003235
5327	embedding2nn.bias	6	-0.002369666239246726
5327	embedding2nn.bias	7	-0.0038306890055537224
5327	embedding2nn.bias	8	0.007520763203501701
5327	embedding2nn.bias	9	-0.15324828028678894
5327	rnn.weight_ih_l0	0	0.003262927522882819
5327	rnn.weight_ih_l0	1	0.02414616569876671
5327	rnn.weight_ih_l0	2	-0.03951900079846382
5327	rnn.weight_ih_l0	3	0.009892086498439312
5327	rnn.weight_ih_l0	4	0.027779212221503258
5327	rnn.weight_ih_l0	5	-0.04315415397286415
5327	rnn.weight_ih_l0	6	0.03716742992401123
5327	rnn.weight_ih_l0	7	-0.028024250641465187
5327	rnn.weight_ih_l0	8	0.014721100218594074
5327	rnn.weight_ih_l0	9	-0.01436458621174097
5327	rnn.weight_hh_l0	0	0.030477367341518402
5327	rnn.weight_hh_l0	1	-0.02729225531220436
5327	rnn.weight_hh_l0	2	0.026838136836886406
5327	rnn.weight_hh_l0	3	0.008135130628943443
5327	rnn.weight_hh_l0	4	0.016870466992259026
5327	rnn.weight_hh_l0	5	0.0383782796561718
5327	rnn.weight_hh_l0	6	0.006721543148159981
5327	rnn.weight_hh_l0	7	-0.041545554995536804
5327	rnn.weight_hh_l0	8	-0.026830485090613365
5327	rnn.weight_hh_l0	9	0.00012030539801344275
5327	rnn.bias_ih_l0	0	-0.026609255000948906
5327	rnn.bias_ih_l0	1	0.013065459206700325
5327	rnn.bias_ih_l0	2	-0.017033804208040237
5327	rnn.bias_ih_l0	3	-0.08317724615335464
5327	rnn.bias_ih_l0	4	-0.003582042409107089
5327	rnn.bias_ih_l0	5	0.04282079637050629
5327	rnn.bias_ih_l0	6	-0.06510952115058899
5327	rnn.bias_ih_l0	7	-0.061387401074171066
5327	rnn.bias_ih_l0	8	-0.02694697305560112
5327	rnn.bias_ih_l0	9	0.027560239657759666
5327	rnn.bias_hh_l0	0	0.07546038925647736
5327	rnn.bias_hh_l0	1	-0.005899179261177778
5327	rnn.bias_hh_l0	2	-0.015071108005940914
5327	rnn.bias_hh_l0	3	-0.03414439409971237
5327	rnn.bias_hh_l0	4	0.030736006796360016
5327	rnn.bias_hh_l0	5	0.016235480085015297
5327	rnn.bias_hh_l0	6	-0.03628990799188614
5327	rnn.bias_hh_l0	7	-0.004080904647707939
5327	rnn.bias_hh_l0	8	-0.037318095564842224
5327	rnn.bias_hh_l0	9	-0.019948985427618027
5327	rnn.weight_ih_l0_reverse	0	0.028914641588926315
5327	rnn.weight_ih_l0_reverse	1	-0.009080363437533379
5327	rnn.weight_ih_l0_reverse	2	-0.024647628888487816
5327	rnn.weight_ih_l0_reverse	3	0.003253489499911666
5327	rnn.weight_ih_l0_reverse	4	0.01214112713932991
5327	rnn.weight_ih_l0_reverse	5	-0.01826702058315277
5327	rnn.weight_ih_l0_reverse	6	-0.03957274928689003
5327	rnn.weight_ih_l0_reverse	7	-0.030150888487696648
5327	rnn.weight_ih_l0_reverse	8	-0.013171520084142685
5327	rnn.weight_ih_l0_reverse	9	0.02272908203303814
5327	rnn.weight_hh_l0_reverse	0	-0.015634365379810333
5327	rnn.weight_hh_l0_reverse	1	-0.0074052512645721436
5327	rnn.weight_hh_l0_reverse	2	-0.03179091960191727
5327	rnn.weight_hh_l0_reverse	3	0.027375591918826103
5327	rnn.weight_hh_l0_reverse	4	0.02363084815442562
5327	rnn.weight_hh_l0_reverse	5	0.011569268070161343
5327	rnn.weight_hh_l0_reverse	6	0.025544585660099983
5327	rnn.weight_hh_l0_reverse	7	0.01527671329677105
5327	rnn.weight_hh_l0_reverse	8	0.00458784494549036
5327	rnn.weight_hh_l0_reverse	9	-0.026959413662552834
5327	rnn.bias_ih_l0_reverse	0	-0.04526766389608383
5327	rnn.bias_ih_l0_reverse	1	-0.02262941561639309
5327	rnn.bias_ih_l0_reverse	2	0.027087824419140816
5327	rnn.bias_ih_l0_reverse	3	-0.02004324272274971
5327	rnn.bias_ih_l0_reverse	4	0.06749352812767029
5327	rnn.bias_ih_l0_reverse	5	-0.051370032131671906
5327	rnn.bias_ih_l0_reverse	6	-0.0019920908380299807
5327	rnn.bias_ih_l0_reverse	7	0.0574093796312809
5327	rnn.bias_ih_l0_reverse	8	-0.015220027416944504
5327	rnn.bias_ih_l0_reverse	9	-0.0021373627241700888
5327	rnn.bias_hh_l0_reverse	0	-0.03829338774085045
5327	rnn.bias_hh_l0_reverse	1	0.006751114968210459
5327	rnn.bias_hh_l0_reverse	2	-0.005803870037198067
5327	rnn.bias_hh_l0_reverse	3	-0.036868855357170105
5327	rnn.bias_hh_l0_reverse	4	0.01224642526358366
5327	rnn.bias_hh_l0_reverse	5	0.009168408811092377
5327	rnn.bias_hh_l0_reverse	6	-0.07277187705039978
5327	rnn.bias_hh_l0_reverse	7	-0.01947554014623165
5327	rnn.bias_hh_l0_reverse	8	0.0107697993516922
5327	rnn.bias_hh_l0_reverse	9	-0.039921198040246964
5327	linear.weight	0	-0.12035713344812393
5327	linear.weight	1	0.0062944479286670685
5327	linear.weight	2	-0.011228874325752258
5327	linear.weight	3	-0.029284074902534485
5327	linear.weight	4	-0.10996405780315399
5327	linear.weight	5	0.09231925755739212
5327	linear.weight	6	0.0047744326293468475
5327	linear.weight	7	-0.021312154829502106
5327	linear.weight	8	-0.021401260048151016
5327	linear.weight	9	0.06288927793502808
5327	linear.bias	0	-0.37450969219207764
5327	linear.bias	1	-0.024910541251301765
5327	linear.bias	2	0.4446306824684143
5327	linear.bias	3	-0.4013921618461609
5327	linear.bias	4	-0.9115299582481384
5327	linear.bias	5	-0.8364459872245789
5327	linear.bias	6	-0.361057311296463
5327	linear.bias	7	-0.3112013638019562
5327	linear.bias	8	-0.01705317199230194
5327	linear.bias	9	2.2544469833374023
5524	transitions	0	0.23712486028671265
5524	transitions	1	4.4823384284973145
5524	transitions	2	-1.567991852760315
5524	transitions	3	1.323616623878479
5524	transitions	4	-0.773383617401123
5524	transitions	5	-0.11128972470760345
5524	transitions	6	0.0044130319729447365
5524	transitions	7	-10000.0
5524	transitions	8	1.3592830896377563
5524	transitions	9	-2.243079423904419
5524	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
5524	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
5524	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
5524	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
5524	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
5524	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
5524	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
5524	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
5524	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
5524	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
5524	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
5524	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
5524	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
5524	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
5524	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
5524	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
5524	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
5524	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
5524	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
5524	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
5524	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
5524	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
5524	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
5524	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
5524	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
5524	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
5524	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
5524	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
5524	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
5524	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
5524	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
5524	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
5524	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
5524	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
5524	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
5524	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
5524	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
5524	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
5524	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
5524	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
5524	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
5524	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
5524	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
5524	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
5524	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
5524	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
5524	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
5524	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
5524	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
5524	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
5524	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
5524	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
5524	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
5524	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
5524	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
5524	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
5524	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
5524	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
5524	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
5524	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
5524	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
5524	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
5524	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
5524	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
5524	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
5524	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
5524	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
5524	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
5524	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
5524	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
5524	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
5524	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
5524	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
5524	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
5524	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
5524	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
5524	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
5524	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
5524	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
5524	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
5524	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
5524	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
5524	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
5524	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
5524	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
5524	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
5524	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
5524	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
5524	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
5524	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
5524	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
5524	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
5524	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
5524	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
5524	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
5524	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
5524	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
5524	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
5524	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
5524	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
5524	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
5524	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
5524	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
5524	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
5524	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
5524	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
5524	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
5524	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
5524	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
5524	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
5524	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
5524	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
5524	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
5524	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
5524	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
5524	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
5524	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
5524	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
5524	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
5524	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
5524	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
5524	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
5524	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
5524	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
5524	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
5524	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
5524	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
5524	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
5524	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
5524	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
5524	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
5524	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
5524	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
5524	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
5524	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
5524	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
5524	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
5524	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
5524	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
5524	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
5524	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
5524	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
5524	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
5524	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
5524	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
5524	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
5524	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
5524	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
5524	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
5524	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
5524	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
5524	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
5524	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
5524	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
5524	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
5524	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
5524	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
5524	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
5524	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
5524	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
5524	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
5524	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
5524	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
5524	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
5524	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
5524	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
5524	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
5524	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
5524	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
5524	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
5524	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
5524	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
5524	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
5524	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
5524	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
5524	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
5524	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
5524	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
5524	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
5524	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
5524	embedding2nn.weight	0	0.012788427993655205
5524	embedding2nn.weight	1	-0.037172652781009674
5524	embedding2nn.weight	2	0.0011657492723315954
5524	embedding2nn.weight	3	0.0020910443272441626
5524	embedding2nn.weight	4	-0.030732277780771255
5524	embedding2nn.weight	5	0.042846642434597015
5524	embedding2nn.weight	6	-0.018447156995534897
5524	embedding2nn.weight	7	-0.037655506283044815
5524	embedding2nn.weight	8	0.02369052730500698
5524	embedding2nn.weight	9	0.020351707935333252
5524	embedding2nn.bias	0	0.030164726078510284
5524	embedding2nn.bias	1	0.048365093767642975
5524	embedding2nn.bias	2	-0.05656442046165466
5524	embedding2nn.bias	3	0.014206849969923496
5524	embedding2nn.bias	4	0.007793860975652933
5524	embedding2nn.bias	5	-0.10791490972042084
5524	embedding2nn.bias	6	-0.00882729422301054
5524	embedding2nn.bias	7	-0.007555183954536915
5524	embedding2nn.bias	8	0.007417136337608099
5524	embedding2nn.bias	9	-0.14900608360767365
5524	rnn.weight_ih_l0	0	0.001776964869350195
5524	rnn.weight_ih_l0	1	0.02412123791873455
5524	rnn.weight_ih_l0	2	-0.03740863874554634
5524	rnn.weight_ih_l0	3	0.008454835042357445
5524	rnn.weight_ih_l0	4	0.02617703378200531
5524	rnn.weight_ih_l0	5	-0.04364185780286789
5524	rnn.weight_ih_l0	6	0.03585583344101906
5524	rnn.weight_ih_l0	7	-0.02915959618985653
5524	rnn.weight_ih_l0	8	0.016002068296074867
5524	rnn.weight_ih_l0	9	-0.011999818496406078
5524	rnn.weight_hh_l0	0	0.029895920306444168
5524	rnn.weight_hh_l0	1	-0.03082115761935711
5524	rnn.weight_hh_l0	2	0.027092859148979187
5524	rnn.weight_hh_l0	3	0.007454758509993553
5524	rnn.weight_hh_l0	4	0.017040323466062546
5524	rnn.weight_hh_l0	5	0.038464780896902084
5524	rnn.weight_hh_l0	6	0.006587114185094833
5524	rnn.weight_hh_l0	7	-0.04104332625865936
5524	rnn.weight_hh_l0	8	-0.026850881054997444
5524	rnn.weight_hh_l0	9	-0.0036567982751876116
5524	rnn.bias_ih_l0	0	-0.022563889622688293
5524	rnn.bias_ih_l0	1	0.013001718558371067
5524	rnn.bias_ih_l0	2	-0.019311007112264633
5524	rnn.bias_ih_l0	3	-0.08681309968233109
5524	rnn.bias_ih_l0	4	-0.002735080663114786
5524	rnn.bias_ih_l0	5	0.044581275433301926
5524	rnn.bias_ih_l0	6	-0.06523331254720688
5524	rnn.bias_ih_l0	7	-0.05979461595416069
5524	rnn.bias_ih_l0	8	-0.0326937660574913
5524	rnn.bias_ih_l0	9	0.02696954272687435
5524	rnn.bias_hh_l0	0	0.06620453298091888
5524	rnn.bias_hh_l0	1	-0.004332799930125475
5524	rnn.bias_hh_l0	2	-0.014562226831912994
5524	rnn.bias_hh_l0	3	-0.03628552705049515
5524	rnn.bias_hh_l0	4	0.03227996081113815
5524	rnn.bias_hh_l0	5	0.014306618832051754
5524	rnn.bias_hh_l0	6	-0.03586765006184578
5524	rnn.bias_hh_l0	7	-0.007733579259365797
5524	rnn.bias_hh_l0	8	-0.03397979959845543
5524	rnn.bias_hh_l0	9	-0.019085098057985306
5524	rnn.weight_ih_l0_reverse	0	0.02813059464097023
5524	rnn.weight_ih_l0_reverse	1	-0.00897692795842886
5524	rnn.weight_ih_l0_reverse	2	-0.026395760476589203
5524	rnn.weight_ih_l0_reverse	3	0.0016486863605678082
5524	rnn.weight_ih_l0_reverse	4	0.011284314095973969
5524	rnn.weight_ih_l0_reverse	5	-0.018137631937861443
5524	rnn.weight_ih_l0_reverse	6	-0.04071110859513283
5524	rnn.weight_ih_l0_reverse	7	-0.029462629929184914
5524	rnn.weight_ih_l0_reverse	8	-0.013957753777503967
5524	rnn.weight_ih_l0_reverse	9	0.025357186794281006
5524	rnn.weight_hh_l0_reverse	0	-0.01602448895573616
5524	rnn.weight_hh_l0_reverse	1	-0.005489734932780266
5524	rnn.weight_hh_l0_reverse	2	-0.031737733632326126
5524	rnn.weight_hh_l0_reverse	3	0.027811946347355843
5524	rnn.weight_hh_l0_reverse	4	0.023618200793862343
5524	rnn.weight_hh_l0_reverse	5	0.011946111917495728
5524	rnn.weight_hh_l0_reverse	6	0.025951534509658813
5524	rnn.weight_hh_l0_reverse	7	0.015962060540914536
5524	rnn.weight_hh_l0_reverse	8	0.004980806726962328
5524	rnn.weight_hh_l0_reverse	9	-0.02746630646288395
5524	rnn.bias_ih_l0_reverse	0	-0.04501909762620926
5524	rnn.bias_ih_l0_reverse	1	-0.024808460846543312
5524	rnn.bias_ih_l0_reverse	2	0.028466803953051567
5524	rnn.bias_ih_l0_reverse	3	-0.019682148471474648
5524	rnn.bias_ih_l0_reverse	4	0.07472895085811615
5524	rnn.bias_ih_l0_reverse	5	-0.054902028292417526
5524	rnn.bias_ih_l0_reverse	6	0.00030323999817483127
5524	rnn.bias_ih_l0_reverse	7	0.05436941236257553
5524	rnn.bias_ih_l0_reverse	8	-0.016325470060110092
5524	rnn.bias_ih_l0_reverse	9	-0.0008367552072741091
5524	rnn.bias_hh_l0_reverse	0	-0.038776278495788574
5524	rnn.bias_hh_l0_reverse	1	0.010244392789900303
5524	rnn.bias_hh_l0_reverse	2	-0.004745784215629101
5524	rnn.bias_hh_l0_reverse	3	-0.0386628694832325
5524	rnn.bias_hh_l0_reverse	4	0.009850896894931793
5524	rnn.bias_hh_l0_reverse	5	0.0021574299316853285
5524	rnn.bias_hh_l0_reverse	6	-0.07342109829187393
5524	rnn.bias_hh_l0_reverse	7	-0.019871558994054794
5524	rnn.bias_hh_l0_reverse	8	0.009574463590979576
5524	rnn.bias_hh_l0_reverse	9	-0.042379457503557205
5524	linear.weight	0	-0.13447371125221252
5524	linear.weight	1	0.00285599404014647
5524	linear.weight	2	-0.011228874325752258
5524	linear.weight	3	-0.06494127213954926
5524	linear.weight	4	-0.10379168391227722
5524	linear.weight	5	0.09175196290016174
5524	linear.weight	6	0.0047744326293468475
5524	linear.weight	7	-0.021312154829502106
5524	linear.weight	8	-0.00815518293529749
5524	linear.weight	9	0.080025315284729
5524	linear.bias	0	-0.40945616364479065
5524	linear.bias	1	-0.02757452055811882
5524	linear.bias	2	0.46595656871795654
5524	linear.bias	3	-0.4006901681423187
5524	linear.bias	4	-0.8885471820831299
5524	linear.bias	5	-0.8429645299911499
5524	linear.bias	6	-0.3818054795265198
5524	linear.bias	7	-0.34111180901527405
5524	linear.bias	8	-0.01705317199230194
5524	linear.bias	9	2.2208006381988525
5721	transitions	0	0.23280099034309387
5721	transitions	1	4.533554553985596
5721	transitions	2	-1.5874850749969482
5721	transitions	3	1.331548810005188
5721	transitions	4	-0.7829654216766357
5721	transitions	5	-0.11283499002456665
5721	transitions	6	0.0012714476324617863
5721	transitions	7	-10000.0
5721	transitions	8	1.3604936599731445
5721	transitions	9	-2.244051456451416
5721	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
5721	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
5721	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
5721	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
5721	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
5721	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
5721	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
5721	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
5721	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
5721	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
5721	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
5721	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
5721	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
5721	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
5721	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
5721	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
5721	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
5721	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
5721	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
5721	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
5721	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
5721	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
5721	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
5721	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
5721	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
5721	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
5721	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
5721	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
5721	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
5721	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
5721	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
5721	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
5721	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
5721	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
5721	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
5721	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
5721	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
5721	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
5721	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
5721	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
5721	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
5721	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
5721	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
5721	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
5721	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
5721	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
5721	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
5721	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
5721	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
5721	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
5721	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
5721	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
5721	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
5721	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
5721	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
5721	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
5721	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
5721	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
5721	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
5721	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
5721	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
5721	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
5721	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
5721	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
5721	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
5721	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
5721	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
5721	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
5721	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
5721	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
5721	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
5721	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
5721	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
5721	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
5721	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
5721	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
5721	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
5721	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
5721	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
5721	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
5721	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
5721	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
5721	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
5721	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
5721	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
5721	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
5721	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
5721	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
5721	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
5721	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
5721	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
5721	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
5721	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
5721	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
5721	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
5721	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
5721	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
5721	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
5721	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
5721	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
5721	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
5721	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
5721	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
5721	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
5721	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
5721	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
5721	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
5721	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
5721	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
5721	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
5721	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
5721	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
5721	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
5721	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
5721	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
5721	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
5721	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
5721	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
5721	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
5721	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
5721	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
5721	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
5721	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
5721	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
5721	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
5721	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
5721	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
5721	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
5721	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
5721	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
5721	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
5721	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
5721	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
5721	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
5721	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
5721	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
5721	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
5721	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
5721	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
5721	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
5721	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
5721	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
5721	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
5721	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
5721	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
5721	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
5721	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
5721	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
5721	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
5721	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
5721	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
5721	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
5721	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
5721	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
5721	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
5721	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
5721	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
5721	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
5721	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
5721	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
5721	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
5721	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
5721	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
5721	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
5721	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
5721	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
5721	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
5721	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
5721	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
5721	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
5721	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
5721	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
5721	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
5721	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
5721	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
5721	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
5721	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
5721	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
5721	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
5721	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
5721	embedding2nn.weight	0	0.012628590688109398
5721	embedding2nn.weight	1	-0.038321029394865036
5721	embedding2nn.weight	2	-0.00031891901744529605
5721	embedding2nn.weight	3	0.00281976955011487
5721	embedding2nn.weight	4	-0.02954046055674553
5721	embedding2nn.weight	5	0.043265316635370255
5721	embedding2nn.weight	6	-0.01392211951315403
5721	embedding2nn.weight	7	-0.03434417024254799
5721	embedding2nn.weight	8	0.024771492928266525
5721	embedding2nn.weight	9	0.024968614801764488
5721	embedding2nn.bias	0	0.02103440649807453
5721	embedding2nn.bias	1	0.0433199368417263
5721	embedding2nn.bias	2	-0.060384832322597504
5721	embedding2nn.bias	3	0.013211173936724663
5721	embedding2nn.bias	4	0.010646050795912743
5721	embedding2nn.bias	5	-0.11524172127246857
5721	embedding2nn.bias	6	-0.010063831694424152
5721	embedding2nn.bias	7	-0.002440663520246744
5721	embedding2nn.bias	8	0.014683038927614689
5721	embedding2nn.bias	9	-0.1414516419172287
5721	rnn.weight_ih_l0	0	0.0017103019636124372
5721	rnn.weight_ih_l0	1	0.02433563955128193
5721	rnn.weight_ih_l0	2	-0.03617921471595764
5721	rnn.weight_ih_l0	3	0.00847216509282589
5721	rnn.weight_ih_l0	4	0.027324417605996132
5721	rnn.weight_ih_l0	5	-0.04295368492603302
5721	rnn.weight_ih_l0	6	0.035288237035274506
5721	rnn.weight_ih_l0	7	-0.027814477682113647
5721	rnn.weight_ih_l0	8	0.014504270628094673
5721	rnn.weight_ih_l0	9	-0.012111039832234383
5721	rnn.weight_hh_l0	0	0.030306877568364143
5721	rnn.weight_hh_l0	1	-0.03295945003628731
5721	rnn.weight_hh_l0	2	0.026921767741441727
5721	rnn.weight_hh_l0	3	0.008201687596738338
5721	rnn.weight_hh_l0	4	0.017122073099017143
5721	rnn.weight_hh_l0	5	0.03834819793701172
5721	rnn.weight_hh_l0	6	0.006600340362638235
5721	rnn.weight_hh_l0	7	-0.04096677526831627
5721	rnn.weight_hh_l0	8	-0.028401261195540428
5721	rnn.weight_hh_l0	9	-0.0055573671124875546
5721	rnn.bias_ih_l0	0	-0.017629913985729218
5721	rnn.bias_ih_l0	1	0.011951334774494171
5721	rnn.bias_ih_l0	2	-0.015452290885150433
5721	rnn.bias_ih_l0	3	-0.08694537729024887
5721	rnn.bias_ih_l0	4	-0.0037981157656759024
5721	rnn.bias_ih_l0	5	0.039568282663822174
5721	rnn.bias_ih_l0	6	-0.0669042095541954
5721	rnn.bias_ih_l0	7	-0.06420765072107315
5721	rnn.bias_ih_l0	8	-0.034397661685943604
5721	rnn.bias_ih_l0	9	0.023613860830664635
5721	rnn.bias_hh_l0	0	0.06663375347852707
5721	rnn.bias_hh_l0	1	-0.012289510108530521
5721	rnn.bias_hh_l0	2	-0.016790028661489487
5721	rnn.bias_hh_l0	3	-0.035644788295030594
5721	rnn.bias_hh_l0	4	0.029980817809700966
5721	rnn.bias_hh_l0	5	0.018407044932246208
5721	rnn.bias_hh_l0	6	-0.03642188757658005
5721	rnn.bias_hh_l0	7	-0.006333328317850828
5721	rnn.bias_hh_l0	8	-0.030065517872571945
5721	rnn.bias_hh_l0	9	-0.020862938836216927
5721	rnn.weight_ih_l0_reverse	0	0.029223226010799408
5721	rnn.weight_ih_l0_reverse	1	-0.009298405610024929
5721	rnn.weight_ih_l0_reverse	2	-0.025232261046767235
5721	rnn.weight_ih_l0_reverse	3	0.0011601019650697708
5721	rnn.weight_ih_l0_reverse	4	0.01213255524635315
5721	rnn.weight_ih_l0_reverse	5	-0.019442062824964523
5721	rnn.weight_ih_l0_reverse	6	-0.040757469832897186
5721	rnn.weight_ih_l0_reverse	7	-0.029272178187966347
5721	rnn.weight_ih_l0_reverse	8	-0.012835212051868439
5721	rnn.weight_ih_l0_reverse	9	0.024693161249160767
5721	rnn.weight_hh_l0_reverse	0	-0.015558677725493908
5721	rnn.weight_hh_l0_reverse	1	-0.004509218968451023
5721	rnn.weight_hh_l0_reverse	2	-0.03130003809928894
5721	rnn.weight_hh_l0_reverse	3	0.027685148641467094
5721	rnn.weight_hh_l0_reverse	4	0.024202026426792145
5721	rnn.weight_hh_l0_reverse	5	0.01191895455121994
5721	rnn.weight_hh_l0_reverse	6	0.02549538016319275
5721	rnn.weight_hh_l0_reverse	7	0.015153354965150356
5721	rnn.weight_hh_l0_reverse	8	0.005278096999973059
5721	rnn.weight_hh_l0_reverse	9	-0.02725764736533165
5721	rnn.bias_ih_l0_reverse	0	-0.042320702224969864
5721	rnn.bias_ih_l0_reverse	1	-0.026898598298430443
5721	rnn.bias_ih_l0_reverse	2	0.027186740189790726
5721	rnn.bias_ih_l0_reverse	3	-0.02105097472667694
5721	rnn.bias_ih_l0_reverse	4	0.06797478348016739
5721	rnn.bias_ih_l0_reverse	5	-0.05455506592988968
5721	rnn.bias_ih_l0_reverse	6	-0.002533760154619813
5721	rnn.bias_ih_l0_reverse	7	0.05200371891260147
5721	rnn.bias_ih_l0_reverse	8	-0.015762323513627052
5721	rnn.bias_ih_l0_reverse	9	-0.004692838527262211
5721	rnn.bias_hh_l0_reverse	0	-0.036706868559122086
5721	rnn.bias_hh_l0_reverse	1	0.0070043024607002735
5721	rnn.bias_hh_l0_reverse	2	-0.007655471097677946
5721	rnn.bias_hh_l0_reverse	3	-0.03866499662399292
5721	rnn.bias_hh_l0_reverse	4	0.008269275538623333
5721	rnn.bias_hh_l0_reverse	5	0.0020316338632255793
5721	rnn.bias_hh_l0_reverse	6	-0.06686092913150787
5721	rnn.bias_hh_l0_reverse	7	-0.022683700546622276
5721	rnn.bias_hh_l0_reverse	8	0.010672965086996555
5721	rnn.bias_hh_l0_reverse	9	-0.04455311596393585
5721	linear.weight	0	-0.10669860988855362
5721	linear.weight	1	-0.0033389495220035315
5721	linear.weight	2	-0.011228874325752258
5721	linear.weight	3	-0.0649607852101326
5721	linear.weight	4	-0.08078952878713608
5721	linear.weight	5	0.09267684072256088
5721	linear.weight	6	0.0047744326293468475
5721	linear.weight	7	-0.021312154829502106
5721	linear.weight	8	-0.029651546850800514
5721	linear.weight	9	0.06890472769737244
5721	linear.bias	0	-0.3887311816215515
5721	linear.bias	1	-0.034294988960027695
5721	linear.bias	2	0.4240601360797882
5721	linear.bias	3	-0.3905840218067169
5721	linear.bias	4	-0.9240455031394958
5721	linear.bias	5	-0.8493131399154663
5721	linear.bias	6	-0.3722240924835205
5721	linear.bias	7	-0.376198947429657
5721	linear.bias	8	-0.01705317199230194
5721	linear.bias	9	2.2293944358825684
5918	transitions	0	0.22615598142147064
5918	transitions	1	4.625258445739746
5918	transitions	2	-1.6060688495635986
5918	transitions	3	1.3239377737045288
5918	transitions	4	-0.7955482006072998
5918	transitions	5	-0.11416281759738922
5918	transitions	6	-0.001965292962267995
5918	transitions	7	-10000.0
5918	transitions	8	1.3681327104568481
5918	transitions	9	-2.2450344562530518
5918	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
5918	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
5918	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
5918	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
5918	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
5918	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
5918	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
5918	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
5918	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
5918	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
5918	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
5918	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
5918	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
5918	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
5918	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
5918	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
5918	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
5918	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
5918	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
5918	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
5918	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
5918	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
5918	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
5918	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
5918	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
5918	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
5918	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
5918	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
5918	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
5918	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
5918	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
5918	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
5918	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
5918	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
5918	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
5918	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
5918	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
5918	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
5918	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
5918	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
5918	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
5918	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
5918	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
5918	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
5918	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
5918	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
5918	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
5918	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
5918	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
5918	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
5918	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
5918	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
5918	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
5918	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
5918	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
5918	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
5918	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
5918	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
5918	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
5918	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
5918	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
5918	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
5918	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
5918	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
5918	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
5918	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
5918	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
5918	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
5918	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
5918	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
5918	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
5918	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
5918	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
5918	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
5918	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
5918	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
5918	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
5918	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
5918	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
5918	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
5918	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
5918	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
5918	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
5918	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
5918	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
5918	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
5918	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
5918	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
5918	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
5918	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
5918	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
5918	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
5918	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
5918	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
5918	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
5918	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
5918	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
5918	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
5918	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
5918	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
5918	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
5918	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
5918	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
5918	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
5918	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
5918	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
5918	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
5918	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
5918	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
5918	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
5918	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
5918	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
5918	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
5918	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
5918	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
5918	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
5918	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
5918	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
5918	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
5918	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
5918	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
5918	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
5918	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
5918	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
5918	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
5918	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
5918	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
5918	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
5918	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
5918	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
5918	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
5918	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
5918	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
5918	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
5918	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
5918	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
5918	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
5918	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
5918	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
5918	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
5918	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
5918	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
5918	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
5918	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
5918	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
5918	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
5918	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
5918	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
5918	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
5918	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
5918	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
5918	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
5918	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
5918	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
5918	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
5918	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
5918	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
5918	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
5918	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
5918	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
5918	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
5918	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
5918	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
5918	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
5918	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
5918	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
5918	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
5918	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
5918	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
5918	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
5918	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
5918	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
5918	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
5918	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
5918	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
5918	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
5918	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
5918	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
5918	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
5918	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
5918	embedding2nn.weight	0	0.012383753433823586
5918	embedding2nn.weight	1	-0.03694402053952217
5918	embedding2nn.weight	2	0.000452023115940392
5918	embedding2nn.weight	3	0.003199103055521846
5918	embedding2nn.weight	4	-0.029401380568742752
5918	embedding2nn.weight	5	0.04291776195168495
5918	embedding2nn.weight	6	-0.009940908290445805
5918	embedding2nn.weight	7	-0.03240611404180527
5918	embedding2nn.weight	8	0.02729916386306286
5918	embedding2nn.weight	9	0.02792743407189846
5918	embedding2nn.bias	0	0.016218330711126328
5918	embedding2nn.bias	1	0.030333906412124634
5918	embedding2nn.bias	2	-0.055578768253326416
5918	embedding2nn.bias	3	0.014761441387236118
5918	embedding2nn.bias	4	0.012817136012017727
5918	embedding2nn.bias	5	-0.11070728302001953
5918	embedding2nn.bias	6	0.0006112276460044086
5918	embedding2nn.bias	7	-0.0005391794256865978
5918	embedding2nn.bias	8	0.027846602723002434
5918	embedding2nn.bias	9	-0.1432856321334839
5918	rnn.weight_ih_l0	0	0.002070406684651971
5918	rnn.weight_ih_l0	1	0.02633916400372982
5918	rnn.weight_ih_l0	2	-0.03623379021883011
5918	rnn.weight_ih_l0	3	0.01134545262902975
5918	rnn.weight_ih_l0	4	0.02658640407025814
5918	rnn.weight_ih_l0	5	-0.04278942197561264
5918	rnn.weight_ih_l0	6	0.03543036803603172
5918	rnn.weight_ih_l0	7	-0.028624866157770157
5918	rnn.weight_ih_l0	8	0.015829984098672867
5918	rnn.weight_ih_l0	9	-0.012120391242206097
5918	rnn.weight_hh_l0	0	0.029419302940368652
5918	rnn.weight_hh_l0	1	-0.03217651695013046
5918	rnn.weight_hh_l0	2	0.027501266449689865
5918	rnn.weight_hh_l0	3	0.009719368070363998
5918	rnn.weight_hh_l0	4	0.01701868511736393
5918	rnn.weight_hh_l0	5	0.03825828433036804
5918	rnn.weight_hh_l0	6	0.006671670824289322
5918	rnn.weight_hh_l0	7	-0.04151174798607826
5918	rnn.weight_hh_l0	8	-0.028104301542043686
5918	rnn.weight_hh_l0	9	-0.006895444355905056
5918	rnn.bias_ih_l0	0	-0.018001755699515343
5918	rnn.bias_ih_l0	1	0.009185931645333767
5918	rnn.bias_ih_l0	2	-0.020570233464241028
5918	rnn.bias_ih_l0	3	-0.0900832861661911
5918	rnn.bias_ih_l0	4	-0.0047585261054337025
5918	rnn.bias_ih_l0	5	0.04124986380338669
5918	rnn.bias_ih_l0	6	-0.06761769950389862
5918	rnn.bias_ih_l0	7	-0.06346201151609421
5918	rnn.bias_ih_l0	8	-0.0357074961066246
5918	rnn.bias_ih_l0	9	0.02116125077009201
5918	rnn.bias_hh_l0	0	0.07208075374364853
5918	rnn.bias_hh_l0	1	-0.011914667673408985
5918	rnn.bias_hh_l0	2	-0.01599281281232834
5918	rnn.bias_hh_l0	3	-0.03442906215786934
5918	rnn.bias_hh_l0	4	0.026661312207579613
5918	rnn.bias_hh_l0	5	0.020799145102500916
5918	rnn.bias_hh_l0	6	-0.03818458691239357
5918	rnn.bias_hh_l0	7	-0.015491601079702377
5918	rnn.bias_hh_l0	8	-0.03549792245030403
5918	rnn.bias_hh_l0	9	-0.020265454426407814
5918	rnn.weight_ih_l0_reverse	0	0.02874491922557354
5918	rnn.weight_ih_l0_reverse	1	-0.010288555175065994
5918	rnn.weight_ih_l0_reverse	2	-0.0269657913595438
5918	rnn.weight_ih_l0_reverse	3	0.001987979281693697
5918	rnn.weight_ih_l0_reverse	4	0.010574986226856709
5918	rnn.weight_ih_l0_reverse	5	-0.01836429163813591
5918	rnn.weight_ih_l0_reverse	6	-0.03946307674050331
5918	rnn.weight_ih_l0_reverse	7	-0.028028877452015877
5918	rnn.weight_ih_l0_reverse	8	-0.014085163362324238
5918	rnn.weight_ih_l0_reverse	9	0.02538776583969593
5918	rnn.weight_hh_l0_reverse	0	-0.015154696069657803
5918	rnn.weight_hh_l0_reverse	1	-0.0035155757796019316
5918	rnn.weight_hh_l0_reverse	2	-0.03165648132562637
5918	rnn.weight_hh_l0_reverse	3	0.028158295899629593
5918	rnn.weight_hh_l0_reverse	4	0.024082612246274948
5918	rnn.weight_hh_l0_reverse	5	0.012070855125784874
5918	rnn.weight_hh_l0_reverse	6	0.025646155700087547
5918	rnn.weight_hh_l0_reverse	7	0.016425568610429764
5918	rnn.weight_hh_l0_reverse	8	0.005244615953415632
5918	rnn.weight_hh_l0_reverse	9	-0.027297165244817734
5918	rnn.bias_ih_l0_reverse	0	-0.04242025315761566
5918	rnn.bias_ih_l0_reverse	1	-0.037498220801353455
5918	rnn.bias_ih_l0_reverse	2	0.02896728739142418
5918	rnn.bias_ih_l0_reverse	3	-0.022123660892248154
5918	rnn.bias_ih_l0_reverse	4	0.06102781742811203
5918	rnn.bias_ih_l0_reverse	5	-0.05397011712193489
5918	rnn.bias_ih_l0_reverse	6	-0.0057020713575184345
5918	rnn.bias_ih_l0_reverse	7	0.04845605790615082
5918	rnn.bias_ih_l0_reverse	8	-0.014606613665819168
5918	rnn.bias_ih_l0_reverse	9	-0.005141646601259708
5918	rnn.bias_hh_l0_reverse	0	-0.03533933311700821
5918	rnn.bias_hh_l0_reverse	1	0.008091806434094906
5918	rnn.bias_hh_l0_reverse	2	-0.008742226287722588
5918	rnn.bias_hh_l0_reverse	3	-0.033615291118621826
5918	rnn.bias_hh_l0_reverse	4	0.007901516743004322
5918	rnn.bias_hh_l0_reverse	5	0.0014135229866951704
5918	rnn.bias_hh_l0_reverse	6	-0.06087445467710495
5918	rnn.bias_hh_l0_reverse	7	-0.020708732306957245
5918	rnn.bias_hh_l0_reverse	8	0.00708036171272397
5918	rnn.bias_hh_l0_reverse	9	-0.04800219088792801
5918	linear.weight	0	-0.11129708588123322
5918	linear.weight	1	-0.0003789248876273632
5918	linear.weight	2	-0.011228874325752258
5918	linear.weight	3	-0.08446795493364334
5918	linear.weight	4	-0.014455713331699371
5918	linear.weight	5	0.11699209362268448
5918	linear.weight	6	0.0047744326293468475
5918	linear.weight	7	-0.021312154829502106
5918	linear.weight	8	-0.05243119224905968
5918	linear.weight	9	0.06150307133793831
5918	linear.bias	0	-0.3767981231212616
5918	linear.bias	1	-0.019771093502640724
5918	linear.bias	2	0.4614909589290619
5918	linear.bias	3	-0.34576913714408875
5918	linear.bias	4	-0.9362727999687195
5918	linear.bias	5	-0.8555015325546265
5918	linear.bias	6	-0.3521294891834259
5918	linear.bias	7	-0.39103633165359497
5918	linear.bias	8	-0.01705317199230194
5918	linear.bias	9	2.2004220485687256
5922	transitions	0	0.2261095494031906
5922	transitions	1	4.6173248291015625
5922	transitions	2	-1.6062921285629272
5922	transitions	3	1.3227758407592773
5922	transitions	4	-0.7956869006156921
5922	transitions	5	-0.11418455839157104
5922	transitions	6	-0.002006408292800188
5922	transitions	7	-10000.0
5922	transitions	8	1.3679969310760498
5922	transitions	9	-2.245042562484741
5922	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
5922	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
5922	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
5922	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
5922	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
5922	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
5922	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
5922	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
5922	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
5922	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
5922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
5922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
5922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
5922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
5922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
5922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
5922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
5922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
5922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
5922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
5922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
5922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
5922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
5922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
5922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
5922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
5922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
5922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
5922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
5922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
5922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
5922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
5922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
5922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
5922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
5922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
5922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
5922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
5922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
5922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
5922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
5922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
5922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
5922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
5922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
5922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
5922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
5922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
5922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
5922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
5922	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
5922	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
5922	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
5922	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
5922	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
5922	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
5922	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
5922	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
5922	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
5922	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
5922	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
5922	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
5922	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
5922	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
5922	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
5922	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
5922	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
5922	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
5922	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
5922	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
5922	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
5922	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
5922	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
5922	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
5922	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
5922	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
5922	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
5922	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
5922	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
5922	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
5922	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
5922	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
5922	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
5922	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
5922	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
5922	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
5922	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
5922	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
5922	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
5922	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
5922	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
5922	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
5922	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
5922	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
5922	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
5922	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
5922	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
5922	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
5922	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
5922	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
5922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
5922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
5922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
5922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
5922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
5922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
5922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
5922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
5922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
5922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
5922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
5922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
5922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
5922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
5922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
5922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
5922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
5922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
5922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
5922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
5922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
5922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
5922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
5922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
5922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
5922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
5922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
5922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
5922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
5922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
5922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
5922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
5922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
5922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
5922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
5922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
5922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
5922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
5922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
5922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
5922	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
5922	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
5922	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
5922	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
5922	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
5922	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
5922	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
5922	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
5922	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
5922	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
5922	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
5922	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
5922	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
5922	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
5922	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
5922	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
5922	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
5922	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
5922	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
5922	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
5922	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
5922	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
5922	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
5922	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
5922	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
5922	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
5922	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
5922	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
5922	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
5922	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
5922	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
5922	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
5922	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
5922	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
5922	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
5922	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
5922	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
5922	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
5922	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
5922	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
5922	embedding2nn.weight	0	0.012318570166826248
5922	embedding2nn.weight	1	-0.036923617124557495
5922	embedding2nn.weight	2	0.00013206129369791597
5922	embedding2nn.weight	3	0.0037559231277555227
5922	embedding2nn.weight	4	-0.02885023131966591
5922	embedding2nn.weight	5	0.042857442051172256
5922	embedding2nn.weight	6	-0.009479202330112457
5922	embedding2nn.weight	7	-0.03289245441555977
5922	embedding2nn.weight	8	0.027334019541740417
5922	embedding2nn.weight	9	0.028122561052441597
5922	embedding2nn.bias	0	0.016199352219700813
5922	embedding2nn.bias	1	0.0304278414696455
5922	embedding2nn.bias	2	-0.057099685072898865
5922	embedding2nn.bias	3	0.014924882911145687
5922	embedding2nn.bias	4	0.013868696056306362
5922	embedding2nn.bias	5	-0.11339711397886276
5922	embedding2nn.bias	6	0.00025585797266103327
5922	embedding2nn.bias	7	-0.0013054633745923638
5922	embedding2nn.bias	8	0.02636200375854969
5922	embedding2nn.bias	9	-0.14333686232566833
5922	rnn.weight_ih_l0	0	0.002041332656517625
5922	rnn.weight_ih_l0	1	0.02655705250799656
5922	rnn.weight_ih_l0	2	-0.03651237115263939
5922	rnn.weight_ih_l0	3	0.011207900010049343
5922	rnn.weight_ih_l0	4	0.026327036321163177
5922	rnn.weight_ih_l0	5	-0.042866989970207214
5922	rnn.weight_ih_l0	6	0.03533727303147316
5922	rnn.weight_ih_l0	7	-0.028565989807248116
5922	rnn.weight_ih_l0	8	0.015976374968886375
5922	rnn.weight_ih_l0	9	-0.012163653038442135
5922	rnn.weight_hh_l0	0	0.029327483847737312
5922	rnn.weight_hh_l0	1	-0.032155949622392654
5922	rnn.weight_hh_l0	2	0.027448035776615143
5922	rnn.weight_hh_l0	3	0.009778429754078388
5922	rnn.weight_hh_l0	4	0.0169724952429533
5922	rnn.weight_hh_l0	5	0.03810172155499458
5922	rnn.weight_hh_l0	6	0.006714378483593464
5922	rnn.weight_hh_l0	7	-0.041486337780952454
5922	rnn.weight_hh_l0	8	-0.027893511578440666
5922	rnn.weight_hh_l0	9	-0.007231161929666996
5922	rnn.bias_ih_l0	0	-0.017943071201443672
5922	rnn.bias_ih_l0	1	0.008765293285250664
5922	rnn.bias_ih_l0	2	-0.020226750522851944
5922	rnn.bias_ih_l0	3	-0.09096654504537582
5922	rnn.bias_ih_l0	4	-0.005593765992671251
5922	rnn.bias_ih_l0	5	0.041868921369314194
5922	rnn.bias_ih_l0	6	-0.06779107451438904
5922	rnn.bias_ih_l0	7	-0.0634760931134224
5922	rnn.bias_ih_l0	8	-0.03434017673134804
5922	rnn.bias_ih_l0	9	0.021276257932186127
5922	rnn.bias_hh_l0	0	0.07204175740480423
5922	rnn.bias_hh_l0	1	-0.012029201723635197
5922	rnn.bias_hh_l0	2	-0.01664016582071781
5922	rnn.bias_hh_l0	3	-0.033860985189676285
5922	rnn.bias_hh_l0	4	0.025622310116887093
5922	rnn.bias_hh_l0	5	0.022911889478564262
5922	rnn.bias_hh_l0	6	-0.037989482283592224
5922	rnn.bias_hh_l0	7	-0.01458154059946537
5922	rnn.bias_hh_l0	8	-0.03606416657567024
5922	rnn.bias_hh_l0	9	-0.020266365259885788
5922	rnn.weight_ih_l0_reverse	0	0.02884713187813759
5922	rnn.weight_ih_l0_reverse	1	-0.010214419104158878
5922	rnn.weight_ih_l0_reverse	2	-0.026987388730049133
5922	rnn.weight_ih_l0_reverse	3	0.0019644631538540125
5922	rnn.weight_ih_l0_reverse	4	0.010380439460277557
5922	rnn.weight_ih_l0_reverse	5	-0.018414538353681564
5922	rnn.weight_ih_l0_reverse	6	-0.039242420345544815
5922	rnn.weight_ih_l0_reverse	7	-0.02792019583284855
5922	rnn.weight_ih_l0_reverse	8	-0.013747668825089931
5922	rnn.weight_ih_l0_reverse	9	0.02519635669887066
5922	rnn.weight_hh_l0_reverse	0	-0.01522371731698513
5922	rnn.weight_hh_l0_reverse	1	-0.0035626443568617105
5922	rnn.weight_hh_l0_reverse	2	-0.03166928142309189
5922	rnn.weight_hh_l0_reverse	3	0.028159067034721375
5922	rnn.weight_hh_l0_reverse	4	0.02396448142826557
5922	rnn.weight_hh_l0_reverse	5	0.012099397368729115
5922	rnn.weight_hh_l0_reverse	6	0.025751782581210136
5922	rnn.weight_hh_l0_reverse	7	0.016487982124090195
5922	rnn.weight_hh_l0_reverse	8	0.0052319723181426525
5922	rnn.weight_hh_l0_reverse	9	-0.027270540595054626
5922	rnn.bias_ih_l0_reverse	0	-0.04225343465805054
5922	rnn.bias_ih_l0_reverse	1	-0.03689318895339966
5922	rnn.bias_ih_l0_reverse	2	0.02923698164522648
5922	rnn.bias_ih_l0_reverse	3	-0.02202056348323822
5922	rnn.bias_ih_l0_reverse	4	0.06145622208714485
5922	rnn.bias_ih_l0_reverse	5	-0.05392471328377724
5922	rnn.bias_ih_l0_reverse	6	-0.005804494488984346
5922	rnn.bias_ih_l0_reverse	7	0.048377640545368195
5922	rnn.bias_ih_l0_reverse	8	-0.014338538981974125
5922	rnn.bias_ih_l0_reverse	9	-0.005411224905401468
5922	rnn.bias_hh_l0_reverse	0	-0.03484490141272545
5922	rnn.bias_hh_l0_reverse	1	0.008563259616494179
5922	rnn.bias_hh_l0_reverse	2	-0.008722374215722084
5922	rnn.bias_hh_l0_reverse	3	-0.034287936985492706
5922	rnn.bias_hh_l0_reverse	4	0.0076750474981963634
5922	rnn.bias_hh_l0_reverse	5	0.0009036694536916912
5922	rnn.bias_hh_l0_reverse	6	-0.05907260254025459
5922	rnn.bias_hh_l0_reverse	7	-0.0211273655295372
5922	rnn.bias_hh_l0_reverse	8	0.007202852983027697
5922	rnn.bias_hh_l0_reverse	9	-0.047966647893190384
5922	linear.weight	0	-0.11217301338911057
5922	linear.weight	1	-0.0005423420807346702
5922	linear.weight	2	-0.011228874325752258
5922	linear.weight	3	-0.08209735155105591
5922	linear.weight	4	-0.016593994572758675
5922	linear.weight	5	0.11804300546646118
5922	linear.weight	6	0.0047744326293468475
5922	linear.weight	7	-0.021312154829502106
5922	linear.weight	8	-0.050332874059677124
5922	linear.weight	9	0.06160852685570717
5922	linear.bias	0	-0.3723926544189453
5922	linear.bias	1	-0.04315260797739029
5922	linear.bias	2	0.4641539752483368
5922	linear.bias	3	-0.35839593410491943
5922	linear.bias	4	-0.908698320388794
5922	linear.bias	5	-0.8555811047554016
5922	linear.bias	6	-0.34610310196876526
5922	linear.bias	7	-0.3913576304912567
5922	linear.bias	8	-0.01705317199230194
5922	linear.bias	9	2.205814838409424
6119	transitions	0	0.2214062213897705
6119	transitions	1	4.625340938568115
6119	transitions	2	-1.6246625185012817
6119	transitions	3	1.3301724195480347
6119	transitions	4	-0.8048076033592224
6119	transitions	5	-0.11568982899188995
6119	transitions	6	-0.0045769792050123215
6119	transitions	7	-10000.0
6119	transitions	8	1.3775222301483154
6119	transitions	9	-2.2459778785705566
6119	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
6119	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
6119	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
6119	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
6119	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
6119	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
6119	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
6119	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
6119	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
6119	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
6119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
6119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
6119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
6119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
6119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
6119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
6119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
6119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
6119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
6119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
6119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
6119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
6119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
6119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
6119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
6119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
6119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
6119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
6119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
6119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
6119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
6119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
6119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
6119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
6119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
6119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
6119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
6119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
6119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
6119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
6119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
6119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
6119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
6119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
6119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
6119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
6119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
6119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
6119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
6119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
6119	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
6119	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
6119	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
6119	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
6119	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
6119	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
6119	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
6119	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
6119	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
6119	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
6119	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
6119	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
6119	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
6119	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
6119	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
6119	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
6119	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
6119	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
6119	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
6119	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
6119	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
6119	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
6119	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
6119	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
6119	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
6119	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
6119	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
6119	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
6119	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
6119	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
6119	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
6119	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
6119	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
6119	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
6119	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
6119	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
6119	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
6119	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
6119	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
6119	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
6119	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
6119	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
6119	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
6119	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
6119	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
6119	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
6119	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
6119	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
6119	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
6119	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
6119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
6119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
6119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
6119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
6119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
6119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
6119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
6119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
6119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
6119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
6119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
6119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
6119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
6119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
6119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
6119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
6119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
6119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
6119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
6119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
6119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
6119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
6119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
6119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
6119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
6119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
6119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
6119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
6119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
6119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
6119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
6119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
6119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
6119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
6119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
6119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
6119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
6119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
6119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
6119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
6119	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
6119	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
6119	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
6119	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
6119	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
6119	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
6119	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
6119	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
6119	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
6119	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
6119	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
6119	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
6119	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
6119	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
6119	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
6119	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
6119	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
6119	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
6119	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
6119	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
6119	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
6119	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
6119	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
6119	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
6119	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
6119	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
6119	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
6119	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
6119	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
6119	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
6119	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
6119	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
6119	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
6119	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
6119	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
6119	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
6119	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
6119	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
6119	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
6119	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
6119	embedding2nn.weight	0	0.012281225994229317
6119	embedding2nn.weight	1	-0.036758147180080414
6119	embedding2nn.weight	2	0.0013878847239539027
6119	embedding2nn.weight	3	0.002072734059765935
6119	embedding2nn.weight	4	-0.028511706739664078
6119	embedding2nn.weight	5	0.04303944855928421
6119	embedding2nn.weight	6	-0.01647162437438965
6119	embedding2nn.weight	7	-0.03232700005173683
6119	embedding2nn.weight	8	0.028372496366500854
6119	embedding2nn.weight	9	0.02550504356622696
6119	embedding2nn.bias	0	0.020984914153814316
6119	embedding2nn.bias	1	0.028301088139414787
6119	embedding2nn.bias	2	-0.05889037251472473
6119	embedding2nn.bias	3	0.007522216998040676
6119	embedding2nn.bias	4	0.010327920317649841
6119	embedding2nn.bias	5	-0.11993622034788132
6119	embedding2nn.bias	6	0.0011606658808887005
6119	embedding2nn.bias	7	-0.005353219341486692
6119	embedding2nn.bias	8	0.02506420761346817
6119	embedding2nn.bias	9	-0.14294371008872986
6119	rnn.weight_ih_l0	0	0.0031957142055034637
6119	rnn.weight_ih_l0	1	0.026182057335972786
6119	rnn.weight_ih_l0	2	-0.03781256824731827
6119	rnn.weight_ih_l0	3	0.00926987174898386
6119	rnn.weight_ih_l0	4	0.026965290307998657
6119	rnn.weight_ih_l0	5	-0.04270080104470253
6119	rnn.weight_ih_l0	6	0.03631477802991867
6119	rnn.weight_ih_l0	7	-0.03020641580224037
6119	rnn.weight_ih_l0	8	0.016475465148687363
6119	rnn.weight_ih_l0	9	-0.009808436036109924
6119	rnn.weight_hh_l0	0	0.029606075957417488
6119	rnn.weight_hh_l0	1	-0.034913890063762665
6119	rnn.weight_hh_l0	2	0.02753804437816143
6119	rnn.weight_hh_l0	3	0.009635626338422298
6119	rnn.weight_hh_l0	4	0.018078703433275223
6119	rnn.weight_hh_l0	5	0.03866157308220863
6119	rnn.weight_hh_l0	6	0.006193805020302534
6119	rnn.weight_hh_l0	7	-0.04158835858106613
6119	rnn.weight_hh_l0	8	-0.028423551470041275
6119	rnn.weight_hh_l0	9	-0.012520570307970047
6119	rnn.bias_ih_l0	0	-0.02376730740070343
6119	rnn.bias_ih_l0	1	0.006509655155241489
6119	rnn.bias_ih_l0	2	-0.02071072906255722
6119	rnn.bias_ih_l0	3	-0.0937625914812088
6119	rnn.bias_ih_l0	4	-0.0024682877119630575
6119	rnn.bias_ih_l0	5	0.041106607764959335
6119	rnn.bias_ih_l0	6	-0.06661070138216019
6119	rnn.bias_ih_l0	7	-0.0626349002122879
6119	rnn.bias_ih_l0	8	-0.030925443395972252
6119	rnn.bias_ih_l0	9	0.02085321582853794
6119	rnn.bias_hh_l0	0	0.06314868479967117
6119	rnn.bias_hh_l0	1	-0.015552119351923466
6119	rnn.bias_hh_l0	2	-0.017174994572997093
6119	rnn.bias_hh_l0	3	-0.03513490781188011
6119	rnn.bias_hh_l0	4	0.024247385561466217
6119	rnn.bias_hh_l0	5	0.021682217717170715
6119	rnn.bias_hh_l0	6	-0.03946758434176445
6119	rnn.bias_hh_l0	7	-0.01393548771739006
6119	rnn.bias_hh_l0	8	-0.043692559003829956
6119	rnn.bias_hh_l0	9	-0.02180425450205803
6119	rnn.weight_ih_l0_reverse	0	0.028710411861538887
6119	rnn.weight_ih_l0_reverse	1	-0.010514572262763977
6119	rnn.weight_ih_l0_reverse	2	-0.027939733117818832
6119	rnn.weight_ih_l0_reverse	3	0.0016612195177003741
6119	rnn.weight_ih_l0_reverse	4	0.010154622606933117
6119	rnn.weight_ih_l0_reverse	5	-0.01833818294107914
6119	rnn.weight_ih_l0_reverse	6	-0.039044156670570374
6119	rnn.weight_ih_l0_reverse	7	-0.027621418237686157
6119	rnn.weight_ih_l0_reverse	8	-0.015502233989536762
6119	rnn.weight_ih_l0_reverse	9	0.02402345836162567
6119	rnn.weight_hh_l0_reverse	0	-0.01507122814655304
6119	rnn.weight_hh_l0_reverse	1	-0.004590022377669811
6119	rnn.weight_hh_l0_reverse	2	-0.031834084540605545
6119	rnn.weight_hh_l0_reverse	3	0.029498886317014694
6119	rnn.weight_hh_l0_reverse	4	0.024290120229125023
6119	rnn.weight_hh_l0_reverse	5	0.012045561335980892
6119	rnn.weight_hh_l0_reverse	6	0.025979992002248764
6119	rnn.weight_hh_l0_reverse	7	0.01680491864681244
6119	rnn.weight_hh_l0_reverse	8	0.005335167516022921
6119	rnn.weight_hh_l0_reverse	9	-0.027398541569709778
6119	rnn.bias_ih_l0_reverse	0	-0.04212844371795654
6119	rnn.bias_ih_l0_reverse	1	-0.04213366284966469
6119	rnn.bias_ih_l0_reverse	2	0.028931111097335815
6119	rnn.bias_ih_l0_reverse	3	-0.023442020639777184
6119	rnn.bias_ih_l0_reverse	4	0.06230440363287926
6119	rnn.bias_ih_l0_reverse	5	-0.05413931608200073
6119	rnn.bias_ih_l0_reverse	6	-0.006382801104336977
6119	rnn.bias_ih_l0_reverse	7	0.05211806669831276
6119	rnn.bias_ih_l0_reverse	8	-0.015887394547462463
6119	rnn.bias_ih_l0_reverse	9	-0.003511495888233185
6119	rnn.bias_hh_l0_reverse	0	-0.03756730630993843
6119	rnn.bias_hh_l0_reverse	1	0.006172681227326393
6119	rnn.bias_hh_l0_reverse	2	-0.010313011705875397
6119	rnn.bias_hh_l0_reverse	3	-0.038568321615457535
6119	rnn.bias_hh_l0_reverse	4	0.00861409679055214
6119	rnn.bias_hh_l0_reverse	5	-0.001585247926414013
6119	rnn.bias_hh_l0_reverse	6	-0.0629790648818016
6119	rnn.bias_hh_l0_reverse	7	-0.019196880981326103
6119	rnn.bias_hh_l0_reverse	8	0.004244192037731409
6119	rnn.bias_hh_l0_reverse	9	-0.049667444080114365
6119	linear.weight	0	-0.11959781497716904
6119	linear.weight	1	-0.0008884205017238855
6119	linear.weight	2	-0.011228874325752258
6119	linear.weight	3	-0.07196164131164551
6119	linear.weight	4	-0.02333983965218067
6119	linear.weight	5	0.11416927725076675
6119	linear.weight	6	0.0047744326293468475
6119	linear.weight	7	-0.021312154829502106
6119	linear.weight	8	-0.05212405323982239
6119	linear.weight	9	0.07388391345739365
6119	linear.bias	0	-0.3811037838459015
6119	linear.bias	1	-0.05204304680228233
6119	linear.bias	2	0.4323197603225708
6119	linear.bias	3	-0.38577356934547424
6119	linear.bias	4	-0.9820055365562439
6119	linear.bias	5	-0.861038327217102
6119	linear.bias	6	-0.35238775610923767
6119	linear.bias	7	-0.3665298521518707
6119	linear.bias	8	-0.01705317199230194
6119	linear.bias	9	2.215266704559326
6316	transitions	0	0.21738268435001373
6316	transitions	1	4.663800239562988
6316	transitions	2	-1.639274001121521
6316	transitions	3	1.3177874088287354
6316	transitions	4	-0.8153519034385681
6316	transitions	5	-0.11735574901103973
6316	transitions	6	-0.007126571144908667
6316	transitions	7	-10000.0
6316	transitions	8	1.3759633302688599
6316	transitions	9	-2.24674916267395
6316	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
6316	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
6316	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
6316	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
6316	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
6316	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
6316	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
6316	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
6316	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
6316	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
6316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
6316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
6316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
6316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
6316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
6316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
6316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
6316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
6316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
6316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
6316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
6316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
6316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
6316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
6316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
6316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
6316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
6316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
6316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
6316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
6316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
6316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
6316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
6316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
6316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
6316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
6316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
6316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
6316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
6316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
6316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
6316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
6316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
6316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
6316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
6316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
6316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
6316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
6316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
6316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
6316	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
6316	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
6316	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
6316	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
6316	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
6316	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
6316	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
6316	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
6316	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
6316	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
6316	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
6316	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
6316	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
6316	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
6316	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
6316	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
6316	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
6316	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
6316	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
6316	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
6316	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
6316	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
6316	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
6316	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
6316	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
6316	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
6316	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
6316	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
6316	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
6316	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
6316	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
6316	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
6316	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
6316	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
6316	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
6316	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
6316	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
6316	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
6316	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
6316	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
6316	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
6316	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
6316	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
6316	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
6316	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
6316	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
6316	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
6316	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
6316	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
6316	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
6316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
6316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
6316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
6316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
6316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
6316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
6316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
6316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
6316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
6316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
6316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
6316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
6316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
6316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
6316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
6316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
6316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
6316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
6316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
6316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
6316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
6316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
6316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
6316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
6316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
6316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
6316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
6316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
6316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
6316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
6316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
6316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
6316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
6316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
6316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
6316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
6316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
6316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
6316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
6316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
6316	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
6316	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
6316	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
6316	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
6316	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
6316	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
6316	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
6316	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
6316	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
6316	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
6316	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
6316	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
6316	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
6316	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
6316	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
6316	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
6316	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
6316	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
6316	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
6316	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
6316	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
6316	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
6316	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
6316	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
6316	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
6316	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
6316	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
6316	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
6316	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
6316	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
6316	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
6316	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
6316	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
6316	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
6316	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
6316	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
6316	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
6316	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
6316	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
6316	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
6316	embedding2nn.weight	0	0.011928223073482513
6316	embedding2nn.weight	1	-0.03720911964774132
6316	embedding2nn.weight	2	-0.00023121926642488688
6316	embedding2nn.weight	3	0.0004399334138724953
6316	embedding2nn.weight	4	-0.024631192907691002
6316	embedding2nn.weight	5	0.04262092337012291
6316	embedding2nn.weight	6	-0.013159139081835747
6316	embedding2nn.weight	7	-0.026964012533426285
6316	embedding2nn.weight	8	0.029171865433454514
6316	embedding2nn.weight	9	0.026386579498648643
6316	embedding2nn.bias	0	0.010881640948355198
6316	embedding2nn.bias	1	0.04189101606607437
6316	embedding2nn.bias	2	-0.059897035360336304
6316	embedding2nn.bias	3	0.00747376773506403
6316	embedding2nn.bias	4	0.012586335651576519
6316	embedding2nn.bias	5	-0.11545885354280472
6316	embedding2nn.bias	6	-0.0021630520932376385
6316	embedding2nn.bias	7	-0.010187541134655476
6316	embedding2nn.bias	8	0.02755957469344139
6316	embedding2nn.bias	9	-0.1399739384651184
6316	rnn.weight_ih_l0	0	0.003762587206438184
6316	rnn.weight_ih_l0	1	0.022136474028229713
6316	rnn.weight_ih_l0	2	-0.037217359989881516
6316	rnn.weight_ih_l0	3	0.007811887189745903
6316	rnn.weight_ih_l0	4	0.02642892114818096
6316	rnn.weight_ih_l0	5	-0.04273384064435959
6316	rnn.weight_ih_l0	6	0.03519217297434807
6316	rnn.weight_ih_l0	7	-0.03007686324417591
6316	rnn.weight_ih_l0	8	0.01761162467300892
6316	rnn.weight_ih_l0	9	-0.01073218509554863
6316	rnn.weight_hh_l0	0	0.029878666624426842
6316	rnn.weight_hh_l0	1	-0.03373321145772934
6316	rnn.weight_hh_l0	2	0.02786700241267681
6316	rnn.weight_hh_l0	3	0.010738336481153965
6316	rnn.weight_hh_l0	4	0.017821460962295532
6316	rnn.weight_hh_l0	5	0.03832801803946495
6316	rnn.weight_hh_l0	6	0.006221673917025328
6316	rnn.weight_hh_l0	7	-0.04109428822994232
6316	rnn.weight_hh_l0	8	-0.029008451849222183
6316	rnn.weight_hh_l0	9	-0.01241980493068695
6316	rnn.bias_ih_l0	0	-0.0208134688436985
6316	rnn.bias_ih_l0	1	0.0022277790121734142
6316	rnn.bias_ih_l0	2	-0.02198001928627491
6316	rnn.bias_ih_l0	3	-0.09648045152425766
6316	rnn.bias_ih_l0	4	0.0003289555315859616
6316	rnn.bias_ih_l0	5	0.044746603816747665
6316	rnn.bias_ih_l0	6	-0.06494872272014618
6316	rnn.bias_ih_l0	7	-0.07177790999412537
6316	rnn.bias_ih_l0	8	-0.03626888245344162
6316	rnn.bias_ih_l0	9	0.02330021932721138
6316	rnn.bias_hh_l0	0	0.061975643038749695
6316	rnn.bias_hh_l0	1	-0.01527775451540947
6316	rnn.bias_hh_l0	2	-0.017885958775877953
6316	rnn.bias_hh_l0	3	-0.03563502058386803
6316	rnn.bias_hh_l0	4	0.0153416832908988
6316	rnn.bias_hh_l0	5	0.02263766899704933
6316	rnn.bias_hh_l0	6	-0.03971162438392639
6316	rnn.bias_hh_l0	7	-0.018014920875430107
6316	rnn.bias_hh_l0	8	-0.04150444641709328
6316	rnn.bias_hh_l0	9	-0.022756390273571014
6316	rnn.weight_ih_l0_reverse	0	0.029598597437143326
6316	rnn.weight_ih_l0_reverse	1	-0.011505823582410812
6316	rnn.weight_ih_l0_reverse	2	-0.027428096160292625
6316	rnn.weight_ih_l0_reverse	3	0.0006777402595616877
6316	rnn.weight_ih_l0_reverse	4	0.0124197443947196
6316	rnn.weight_ih_l0_reverse	5	-0.017612166702747345
6316	rnn.weight_ih_l0_reverse	6	-0.0377512089908123
6316	rnn.weight_ih_l0_reverse	7	-0.02735559083521366
6316	rnn.weight_ih_l0_reverse	8	-0.015716811642050743
6316	rnn.weight_ih_l0_reverse	9	0.02353682368993759
6316	rnn.weight_hh_l0_reverse	0	-0.014439781196415424
6316	rnn.weight_hh_l0_reverse	1	-0.005394861567765474
6316	rnn.weight_hh_l0_reverse	2	-0.03164021670818329
6316	rnn.weight_hh_l0_reverse	3	0.029307497665286064
6316	rnn.weight_hh_l0_reverse	4	0.024099158123135567
6316	rnn.weight_hh_l0_reverse	5	0.0122010987251997
6316	rnn.weight_hh_l0_reverse	6	0.02604786492884159
6316	rnn.weight_hh_l0_reverse	7	0.016521122306585312
6316	rnn.weight_hh_l0_reverse	8	0.005168933421373367
6316	rnn.weight_hh_l0_reverse	9	-0.027881937101483345
6316	rnn.bias_ih_l0_reverse	0	-0.04258164018392563
6316	rnn.bias_ih_l0_reverse	1	-0.041162725538015366
6316	rnn.bias_ih_l0_reverse	2	0.029163341969251633
6316	rnn.bias_ih_l0_reverse	3	-0.02373383566737175
6316	rnn.bias_ih_l0_reverse	4	0.06396175920963287
6316	rnn.bias_ih_l0_reverse	5	-0.05990203842520714
6316	rnn.bias_ih_l0_reverse	6	-0.008865848183631897
6316	rnn.bias_ih_l0_reverse	7	0.05350978672504425
6316	rnn.bias_ih_l0_reverse	8	-0.019120480865240097
6316	rnn.bias_ih_l0_reverse	9	-0.006211741827428341
6316	rnn.bias_hh_l0_reverse	0	-0.03811902552843094
6316	rnn.bias_hh_l0_reverse	1	0.010000194422900677
6316	rnn.bias_hh_l0_reverse	2	-0.0072356644086539745
6316	rnn.bias_hh_l0_reverse	3	-0.042078953236341476
6316	rnn.bias_hh_l0_reverse	4	0.007457987871021032
6316	rnn.bias_hh_l0_reverse	5	-0.0012827194295823574
6316	rnn.bias_hh_l0_reverse	6	-0.06985838711261749
6316	rnn.bias_hh_l0_reverse	7	-0.022517642006278038
6316	rnn.bias_hh_l0_reverse	8	0.0037665392737835646
6316	rnn.bias_hh_l0_reverse	9	-0.04806438833475113
6316	linear.weight	0	-0.10893957316875458
6316	linear.weight	1	-0.014880873262882233
6316	linear.weight	2	-0.011228874325752258
6316	linear.weight	3	-0.09658884257078171
6316	linear.weight	4	-0.024410881102085114
6316	linear.weight	5	0.12850739061832428
6316	linear.weight	6	0.0047744326293468475
6316	linear.weight	7	-0.021312154829502106
6316	linear.weight	8	-0.05060185492038727
6316	linear.weight	9	0.07399773597717285
6316	linear.bias	0	-0.3939637541770935
6316	linear.bias	1	-0.03838060796260834
6316	linear.bias	2	0.45797884464263916
6316	linear.bias	3	-0.37297365069389343
6316	linear.bias	4	-0.9497619867324829
6316	linear.bias	5	-0.8660112023353577
6316	linear.bias	6	-0.36703023314476013
6316	linear.bias	7	-0.35567644238471985
6316	linear.bias	8	-0.01705317199230194
6316	linear.bias	9	2.2077348232269287
6513	transitions	0	0.20992383360862732
6513	transitions	1	4.709980010986328
6513	transitions	2	-1.6539183855056763
6513	transitions	3	1.3376771211624146
6513	transitions	4	-0.8252240419387817
6513	transitions	5	-0.11853478103876114
6513	transitions	6	-0.01042255386710167
6513	transitions	7	-10000.0
6513	transitions	8	1.3706446886062622
6513	transitions	9	-2.2474308013916016
6513	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
6513	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
6513	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
6513	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
6513	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
6513	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
6513	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
6513	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
6513	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
6513	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
6513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
6513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
6513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
6513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
6513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
6513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
6513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
6513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
6513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
6513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
6513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
6513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
6513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
6513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
6513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
6513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
6513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
6513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
6513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
6513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
6513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
6513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
6513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
6513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
6513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
6513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
6513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
6513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
6513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
6513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
6513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
6513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
6513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
6513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
6513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
6513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
6513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
6513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
6513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
6513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
6513	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
6513	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
6513	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
6513	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
6513	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
6513	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
6513	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
6513	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
6513	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
6513	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
6513	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
6513	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
6513	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
6513	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
6513	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
6513	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
6513	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
6513	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
6513	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
6513	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
6513	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
6513	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
6513	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
6513	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
6513	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
6513	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
6513	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
6513	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
6513	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
6513	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
6513	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
6513	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
6513	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
6513	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
6513	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
6513	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
6513	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
6513	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
6513	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
6513	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
6513	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
6513	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
6513	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
6513	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
6513	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
6513	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
6513	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
6513	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
6513	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
6513	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
6513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
6513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
6513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
6513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
6513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
6513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
6513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
6513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
6513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
6513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
6513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
6513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
6513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
6513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
6513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
6513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
6513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
6513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
6513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
6513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
6513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
6513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
6513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
6513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
6513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
6513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
6513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
6513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
6513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
6513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
6513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
6513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
6513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
6513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
6513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
6513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
6513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
6513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
6513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
6513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
6513	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
6513	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
6513	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
6513	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
6513	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
6513	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
6513	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
6513	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
6513	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
6513	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
6513	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
6513	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
6513	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
6513	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
6513	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
6513	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
6513	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
6513	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
6513	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
6513	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
6513	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
6513	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
6513	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
6513	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
6513	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
6513	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
6513	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
6513	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
6513	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
6513	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
6513	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
6513	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
6513	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
6513	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
6513	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
6513	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
6513	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
6513	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
6513	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
6513	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
6513	embedding2nn.weight	0	0.012924287468194962
6513	embedding2nn.weight	1	-0.03612271696329117
6513	embedding2nn.weight	2	9.307515574619174e-05
6513	embedding2nn.weight	3	-0.0017321929335594177
6513	embedding2nn.weight	4	-0.029899323359131813
6513	embedding2nn.weight	5	0.04427415505051613
6513	embedding2nn.weight	6	-0.013821649365127087
6513	embedding2nn.weight	7	-0.024658508598804474
6513	embedding2nn.weight	8	0.029245469719171524
6513	embedding2nn.weight	9	0.028118321672081947
6513	embedding2nn.bias	0	0.011854000389575958
6513	embedding2nn.bias	1	0.03454529866576195
6513	embedding2nn.bias	2	-0.05376507341861725
6513	embedding2nn.bias	3	0.011083130724728107
6513	embedding2nn.bias	4	0.004553401377052069
6513	embedding2nn.bias	5	-0.11497323215007782
6513	embedding2nn.bias	6	0.0005720711778849363
6513	embedding2nn.bias	7	-0.008586832322180271
6513	embedding2nn.bias	8	0.02611839771270752
6513	embedding2nn.bias	9	-0.1376509964466095
6513	rnn.weight_ih_l0	0	0.002358255675062537
6513	rnn.weight_ih_l0	1	0.02147916704416275
6513	rnn.weight_ih_l0	2	-0.0369887538254261
6513	rnn.weight_ih_l0	3	0.0055514187552034855
6513	rnn.weight_ih_l0	4	0.025309419259428978
6513	rnn.weight_ih_l0	5	-0.044268492609262466
6513	rnn.weight_ih_l0	6	0.03656834736466408
6513	rnn.weight_ih_l0	7	-0.03227181360125542
6513	rnn.weight_ih_l0	8	0.019453121349215508
6513	rnn.weight_ih_l0	9	-0.009525935165584087
6513	rnn.weight_hh_l0	0	0.02936212159693241
6513	rnn.weight_hh_l0	1	-0.03724946081638336
6513	rnn.weight_hh_l0	2	0.027997666969895363
6513	rnn.weight_hh_l0	3	0.01024856511503458
6513	rnn.weight_hh_l0	4	0.018121788278222084
6513	rnn.weight_hh_l0	5	0.038789037615060806
6513	rnn.weight_hh_l0	6	0.005985792726278305
6513	rnn.weight_hh_l0	7	-0.04168958216905594
6513	rnn.weight_hh_l0	8	-0.026729827746748924
6513	rnn.weight_hh_l0	9	-0.013256869278848171
6513	rnn.bias_ih_l0	0	-0.019338924437761307
6513	rnn.bias_ih_l0	1	-0.0006346888258121908
6513	rnn.bias_ih_l0	2	-0.023223217576742172
6513	rnn.bias_ih_l0	3	-0.09856537729501724
6513	rnn.bias_ih_l0	4	0.006509389728307724
6513	rnn.bias_ih_l0	5	0.04537785425782204
6513	rnn.bias_ih_l0	6	-0.06428150832653046
6513	rnn.bias_ih_l0	7	-0.06835107505321503
6513	rnn.bias_ih_l0	8	-0.03675553947687149
6513	rnn.bias_ih_l0	9	0.020579831674695015
6513	rnn.bias_hh_l0	0	0.06501428037881851
6513	rnn.bias_hh_l0	1	-0.014296166598796844
6513	rnn.bias_hh_l0	2	-0.018431534990668297
6513	rnn.bias_hh_l0	3	-0.03607790172100067
6513	rnn.bias_hh_l0	4	0.025367574766278267
6513	rnn.bias_hh_l0	5	0.025216635316610336
6513	rnn.bias_hh_l0	6	-0.039618123322725296
6513	rnn.bias_hh_l0	7	-0.017117947340011597
6513	rnn.bias_hh_l0	8	-0.042941488325595856
6513	rnn.bias_hh_l0	9	-0.023286081850528717
6513	rnn.weight_ih_l0_reverse	0	0.029261287301778793
6513	rnn.weight_ih_l0_reverse	1	-0.011589689180254936
6513	rnn.weight_ih_l0_reverse	2	-0.028344949707388878
6513	rnn.weight_ih_l0_reverse	3	0.000515915744472295
6513	rnn.weight_ih_l0_reverse	4	0.0108378566801548
6513	rnn.weight_ih_l0_reverse	5	-0.017308102920651436
6513	rnn.weight_ih_l0_reverse	6	-0.03820865973830223
6513	rnn.weight_ih_l0_reverse	7	-0.02826937660574913
6513	rnn.weight_ih_l0_reverse	8	-0.016727976500988007
6513	rnn.weight_ih_l0_reverse	9	0.024672552943229675
6513	rnn.weight_hh_l0_reverse	0	-0.013766576535999775
6513	rnn.weight_hh_l0_reverse	1	-0.004320522304624319
6513	rnn.weight_hh_l0_reverse	2	-0.032546646893024445
6513	rnn.weight_hh_l0_reverse	3	0.029501982033252716
6513	rnn.weight_hh_l0_reverse	4	0.02428234927356243
6513	rnn.weight_hh_l0_reverse	5	0.013419141992926598
6513	rnn.weight_hh_l0_reverse	6	0.02453894168138504
6513	rnn.weight_hh_l0_reverse	7	0.01652599312365055
6513	rnn.weight_hh_l0_reverse	8	0.005044845398515463
6513	rnn.weight_hh_l0_reverse	9	-0.027878256514668465
6513	rnn.bias_ih_l0_reverse	0	-0.04416529834270477
6513	rnn.bias_ih_l0_reverse	1	-0.039851412177085876
6513	rnn.bias_ih_l0_reverse	2	0.031084435060620308
6513	rnn.bias_ih_l0_reverse	3	-0.02390742488205433
6513	rnn.bias_ih_l0_reverse	4	0.06441263854503632
6513	rnn.bias_ih_l0_reverse	5	-0.06355783343315125
6513	rnn.bias_ih_l0_reverse	6	-0.009209674783051014
6513	rnn.bias_ih_l0_reverse	7	0.05873645469546318
6513	rnn.bias_ih_l0_reverse	8	-0.019624076783657074
6513	rnn.bias_ih_l0_reverse	9	-0.007097289431840181
6513	rnn.bias_hh_l0_reverse	0	-0.03629465773701668
6513	rnn.bias_hh_l0_reverse	1	0.011805624701082706
6513	rnn.bias_hh_l0_reverse	2	-0.009372137486934662
6513	rnn.bias_hh_l0_reverse	3	-0.04548225551843643
6513	rnn.bias_hh_l0_reverse	4	0.006561456713825464
6513	rnn.bias_hh_l0_reverse	5	0.0014205321203917265
6513	rnn.bias_hh_l0_reverse	6	-0.06563442945480347
6513	rnn.bias_hh_l0_reverse	7	-0.023959504440426826
6513	rnn.bias_hh_l0_reverse	8	0.006631604395806789
6513	rnn.bias_hh_l0_reverse	9	-0.047557298094034195
6513	linear.weight	0	-0.13090087473392487
6513	linear.weight	1	-0.025503534823656082
6513	linear.weight	2	-0.011228874325752258
6513	linear.weight	3	-0.0592188723385334
6513	linear.weight	4	-0.027021018788218498
6513	linear.weight	5	0.14221125841140747
6513	linear.weight	6	0.0047744326293468475
6513	linear.weight	7	-0.021312154829502106
6513	linear.weight	8	-0.04741218686103821
6513	linear.weight	9	0.06139020994305611
6513	linear.bias	0	-0.38389524817466736
6513	linear.bias	1	-0.03233112394809723
6513	linear.bias	2	0.44658535718917847
6513	linear.bias	3	-0.35097038745880127
6513	linear.bias	4	-1.0073778629302979
6513	linear.bias	5	-0.8709906935691833
6513	linear.bias	6	-0.3541460335254669
6513	linear.bias	7	-0.36953306198120117
6513	linear.bias	8	-0.01705317199230194
6513	linear.bias	9	2.2260799407958984
6710	transitions	0	0.2050735056400299
6710	transitions	1	4.756744384765625
6710	transitions	2	-1.6734638214111328
6710	transitions	3	1.3461403846740723
6710	transitions	4	-0.8361961245536804
6710	transitions	5	-0.12028597295284271
6710	transitions	6	-0.013173799030482769
6710	transitions	7	-10000.0
6710	transitions	8	1.3763017654418945
6710	transitions	9	-2.248237133026123
6710	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
6710	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
6710	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
6710	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
6710	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
6710	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
6710	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
6710	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
6710	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
6710	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
6710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
6710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
6710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
6710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
6710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
6710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
6710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
6710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
6710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
6710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
6710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
6710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
6710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
6710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
6710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
6710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
6710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
6710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
6710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
6710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
6710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
6710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
6710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
6710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
6710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
6710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
6710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
6710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
6710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
6710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
6710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
6710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
6710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
6710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
6710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
6710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
6710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
6710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
6710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
6710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
6710	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
6710	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
6710	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
6710	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
6710	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
6710	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
6710	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
6710	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
6710	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
6710	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
6710	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
6710	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
6710	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
6710	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
6710	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
6710	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
6710	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
6710	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
6710	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
6710	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
6710	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
6710	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
6710	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
6710	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
6710	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
6710	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
6710	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
6710	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
6710	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
6710	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
6710	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
6710	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
6710	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
6710	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
6710	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
6710	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
6710	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
6710	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
6710	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
6710	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
6710	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
6710	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
6710	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
6710	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
6710	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
6710	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
6710	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
6710	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
6710	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
6710	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
6710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
6710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
6710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
6710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
6710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
6710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
6710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
6710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
6710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
6710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
6710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
6710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
6710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
6710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
6710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
6710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
6710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
6710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
6710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
6710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
6710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
6710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
6710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
6710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
6710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
6710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
6710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
6710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
6710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
6710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
6710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
6710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
6710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
6710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
6710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
6710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
6710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
6710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
6710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
6710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
6710	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
6710	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
6710	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
6710	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
6710	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
6710	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
6710	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
6710	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
6710	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
6710	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
6710	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
6710	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
6710	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
6710	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
6710	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
6710	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
6710	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
6710	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
6710	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
6710	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
6710	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
6710	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
6710	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
6710	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
6710	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
6710	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
6710	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
6710	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
6710	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
6710	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
6710	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
6710	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
6710	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
6710	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
6710	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
6710	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
6710	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
6710	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
6710	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
6710	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
6710	embedding2nn.weight	0	0.01289419736713171
6710	embedding2nn.weight	1	-0.035907987505197525
6710	embedding2nn.weight	2	0.005554358474910259
6710	embedding2nn.weight	3	-0.0004911043215543032
6710	embedding2nn.weight	4	-0.03093024529516697
6710	embedding2nn.weight	5	0.04532765969634056
6710	embedding2nn.weight	6	-0.011603422462940216
6710	embedding2nn.weight	7	-0.02439269982278347
6710	embedding2nn.weight	8	0.02886962890625
6710	embedding2nn.weight	9	0.02922210283577442
6710	embedding2nn.bias	0	0.014785604551434517
6710	embedding2nn.bias	1	0.03511527553200722
6710	embedding2nn.bias	2	-0.05440618842840195
6710	embedding2nn.bias	3	0.016756806522607803
6710	embedding2nn.bias	4	0.0027791629545390606
6710	embedding2nn.bias	5	-0.11378180235624313
6710	embedding2nn.bias	6	-0.004357845056802034
6710	embedding2nn.bias	7	-0.004866492468863726
6710	embedding2nn.bias	8	0.028512366116046906
6710	embedding2nn.bias	9	-0.1297599822282791
6710	rnn.weight_ih_l0	0	0.0022341995500028133
6710	rnn.weight_ih_l0	1	0.021329108625650406
6710	rnn.weight_ih_l0	2	-0.03649409860372543
6710	rnn.weight_ih_l0	3	0.00885776523500681
6710	rnn.weight_ih_l0	4	0.02565840072929859
6710	rnn.weight_ih_l0	5	-0.043710775673389435
6710	rnn.weight_ih_l0	6	0.03685034438967705
6710	rnn.weight_ih_l0	7	-0.03107709437608719
6710	rnn.weight_ih_l0	8	0.018017340451478958
6710	rnn.weight_ih_l0	9	-0.009322548285126686
6710	rnn.weight_hh_l0	0	0.028402213007211685
6710	rnn.weight_hh_l0	1	-0.036746248602867126
6710	rnn.weight_hh_l0	2	0.027582496404647827
6710	rnn.weight_hh_l0	3	0.009449164383113384
6710	rnn.weight_hh_l0	4	0.017978336662054062
6710	rnn.weight_hh_l0	5	0.03868136927485466
6710	rnn.weight_hh_l0	6	0.006021222099661827
6710	rnn.weight_hh_l0	7	-0.042510777711868286
6710	rnn.weight_hh_l0	8	-0.02649752050638199
6710	rnn.weight_hh_l0	9	-0.00937690306454897
6710	rnn.bias_ih_l0	0	-0.02811223268508911
6710	rnn.bias_ih_l0	1	-0.004420371260493994
6710	rnn.bias_ih_l0	2	-0.01762787438929081
6710	rnn.bias_ih_l0	3	-0.09829609841108322
6710	rnn.bias_ih_l0	4	0.0062438445165753365
6710	rnn.bias_ih_l0	5	0.048357609659433365
6710	rnn.bias_ih_l0	6	-0.06383746862411499
6710	rnn.bias_ih_l0	7	-0.07188065350055695
6710	rnn.bias_ih_l0	8	-0.0365532711148262
6710	rnn.bias_ih_l0	9	0.018845997750759125
6710	rnn.bias_hh_l0	0	0.07134462893009186
6710	rnn.bias_hh_l0	1	-0.017799021676182747
6710	rnn.bias_hh_l0	2	-0.017506808042526245
6710	rnn.bias_hh_l0	3	-0.039054032415151596
6710	rnn.bias_hh_l0	4	0.01781068742275238
6710	rnn.bias_hh_l0	5	0.024101248010993004
6710	rnn.bias_hh_l0	6	-0.03997945412993431
6710	rnn.bias_hh_l0	7	-0.018830519169569016
6710	rnn.bias_hh_l0	8	-0.04077787697315216
6710	rnn.bias_hh_l0	9	-0.024684224277734756
6710	rnn.weight_ih_l0_reverse	0	0.02901957742869854
6710	rnn.weight_ih_l0_reverse	1	-0.012559969909489155
6710	rnn.weight_ih_l0_reverse	2	-0.02937960997223854
6710	rnn.weight_ih_l0_reverse	3	0.0023197135888040066
6710	rnn.weight_ih_l0_reverse	4	0.013076301664113998
6710	rnn.weight_ih_l0_reverse	5	-0.016619393602013588
6710	rnn.weight_ih_l0_reverse	6	-0.03735550865530968
6710	rnn.weight_ih_l0_reverse	7	-0.02585580386221409
6710	rnn.weight_ih_l0_reverse	8	-0.014446140266954899
6710	rnn.weight_ih_l0_reverse	9	0.02289152890443802
6710	rnn.weight_hh_l0_reverse	0	-0.013839248567819595
6710	rnn.weight_hh_l0_reverse	1	-0.0048965285532176495
6710	rnn.weight_hh_l0_reverse	2	-0.03259541466832161
6710	rnn.weight_hh_l0_reverse	3	0.030611621215939522
6710	rnn.weight_hh_l0_reverse	4	0.02431541681289673
6710	rnn.weight_hh_l0_reverse	5	0.014091815799474716
6710	rnn.weight_hh_l0_reverse	6	0.02467159740626812
6710	rnn.weight_hh_l0_reverse	7	0.016319239512085915
6710	rnn.weight_hh_l0_reverse	8	0.004912120755761862
6710	rnn.weight_hh_l0_reverse	9	-0.027972133830189705
6710	rnn.bias_ih_l0_reverse	0	-0.04503796994686127
6710	rnn.bias_ih_l0_reverse	1	-0.04122627153992653
6710	rnn.bias_ih_l0_reverse	2	0.02986161969602108
6710	rnn.bias_ih_l0_reverse	3	-0.021889138966798782
6710	rnn.bias_ih_l0_reverse	4	0.06371498852968216
6710	rnn.bias_ih_l0_reverse	5	-0.06413467228412628
6710	rnn.bias_ih_l0_reverse	6	-0.012023038230836391
6710	rnn.bias_ih_l0_reverse	7	0.05982936918735504
6710	rnn.bias_ih_l0_reverse	8	-0.020582007244229317
6710	rnn.bias_ih_l0_reverse	9	-0.00534864654764533
6710	rnn.bias_hh_l0_reverse	0	-0.03511775657534599
6710	rnn.bias_hh_l0_reverse	1	0.01209762878715992
6710	rnn.bias_hh_l0_reverse	2	-0.009603457525372505
6710	rnn.bias_hh_l0_reverse	3	-0.04274526610970497
6710	rnn.bias_hh_l0_reverse	4	0.005828852765262127
6710	rnn.bias_hh_l0_reverse	5	0.0014954585349187255
6710	rnn.bias_hh_l0_reverse	6	-0.06592316925525665
6710	rnn.bias_hh_l0_reverse	7	-0.02624177187681198
6710	rnn.bias_hh_l0_reverse	8	0.002956297481432557
6710	rnn.bias_hh_l0_reverse	9	-0.04386197403073311
6710	linear.weight	0	-0.16551198065280914
6710	linear.weight	1	-0.027687588706612587
6710	linear.weight	2	-0.011228874325752258
6710	linear.weight	3	-0.03706207126379013
6710	linear.weight	4	-0.04447580501437187
6710	linear.weight	5	0.12164473533630371
6710	linear.weight	6	0.0047744326293468475
6710	linear.weight	7	-0.021312154829502106
6710	linear.weight	8	-0.028020931407809258
6710	linear.weight	9	0.058640047907829285
6710	linear.bias	0	-0.3800642490386963
6710	linear.bias	1	-0.03432607278227806
6710	linear.bias	2	0.4549802243709564
6710	linear.bias	3	-0.3651844263076782
6710	linear.bias	4	-1.0200705528259277
6710	linear.bias	5	-0.8755782246589661
6710	linear.bias	6	-0.35836631059646606
6710	linear.bias	7	-0.35589948296546936
6710	linear.bias	8	-0.01705317199230194
6710	linear.bias	9	2.2242817878723145
6907	transitions	0	0.19982028007507324
6907	transitions	1	4.778972148895264
6907	transitions	2	-1.6879981756210327
6907	transitions	3	1.2990564107894897
6907	transitions	4	-0.845845103263855
6907	transitions	5	-0.12162581086158752
6907	transitions	6	-0.015262050554156303
6907	transitions	7	-10000.0
6907	transitions	8	1.3746743202209473
6907	transitions	9	-2.248884677886963
6907	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
6907	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
6907	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
6907	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
6907	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
6907	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
6907	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
6907	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
6907	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
6907	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
6907	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
6907	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
6907	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
6907	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
6907	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
6907	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
6907	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
6907	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
6907	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
6907	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
6907	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
6907	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
6907	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
6907	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
6907	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
6907	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
6907	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
6907	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
6907	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
6907	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
6907	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
6907	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
6907	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
6907	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
6907	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
6907	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
6907	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
6907	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
6907	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
6907	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
6907	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
6907	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
6907	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
6907	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
6907	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
6907	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
6907	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
6907	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
6907	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
6907	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
6907	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
6907	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
6907	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
6907	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
6907	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
6907	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
6907	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
6907	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
6907	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
6907	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
6907	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
6907	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
6907	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
6907	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
6907	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
6907	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
6907	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
6907	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
6907	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
6907	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
6907	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
6907	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
6907	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
6907	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
6907	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
6907	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
6907	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
6907	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
6907	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
6907	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
6907	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
6907	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
6907	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
6907	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
6907	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
6907	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
6907	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
6907	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
6907	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
6907	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
6907	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
6907	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
6907	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
6907	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
6907	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
6907	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
6907	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
6907	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
6907	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
6907	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
6907	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
6907	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
6907	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
6907	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
6907	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
6907	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
6907	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
6907	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
6907	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
6907	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
6907	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
6907	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
6907	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
6907	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
6907	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
6907	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
6907	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
6907	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
6907	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
6907	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
6907	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
6907	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
6907	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
6907	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
6907	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
6907	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
6907	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
6907	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
6907	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
6907	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
6907	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
6907	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
6907	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
6907	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
6907	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
6907	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
6907	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
6907	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
6907	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
6907	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
6907	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
6907	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
6907	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
6907	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
6907	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
6907	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
6907	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
6907	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
6907	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
6907	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
6907	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
6907	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
6907	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
6907	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
6907	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
6907	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
6907	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
6907	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
6907	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
6907	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
6907	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
6907	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
6907	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
6907	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
6907	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
6907	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
6907	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
6907	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
6907	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
6907	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
6907	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
6907	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
6907	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
6907	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
6907	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
6907	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
6907	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
6907	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
6907	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
6907	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
6907	embedding2nn.weight	0	0.013409403152763844
6907	embedding2nn.weight	1	-0.03618510067462921
6907	embedding2nn.weight	2	0.005571107845753431
6907	embedding2nn.weight	3	-0.003087872639298439
6907	embedding2nn.weight	4	-0.03193929046392441
6907	embedding2nn.weight	5	0.04649626836180687
6907	embedding2nn.weight	6	-0.01264385785907507
6907	embedding2nn.weight	7	-0.023054126650094986
6907	embedding2nn.weight	8	0.02868998609483242
6907	embedding2nn.weight	9	0.030895253643393517
6907	embedding2nn.bias	0	0.012074245139956474
6907	embedding2nn.bias	1	0.03596637770533562
6907	embedding2nn.bias	2	-0.060377273708581924
6907	embedding2nn.bias	3	0.021733243018388748
6907	embedding2nn.bias	4	0.013036559335887432
6907	embedding2nn.bias	5	-0.1256021410226822
6907	embedding2nn.bias	6	-0.014174849726259708
6907	embedding2nn.bias	7	-0.0003050012164749205
6907	embedding2nn.bias	8	0.04205676540732384
6907	embedding2nn.bias	9	-0.1409655511379242
6907	rnn.weight_ih_l0	0	0.0023579339031130075
6907	rnn.weight_ih_l0	1	0.01823466271162033
6907	rnn.weight_ih_l0	2	-0.0364036001265049
6907	rnn.weight_ih_l0	3	0.009849540889263153
6907	rnn.weight_ih_l0	4	0.025637002661824226
6907	rnn.weight_ih_l0	5	-0.04399161785840988
6907	rnn.weight_ih_l0	6	0.036327216774225235
6907	rnn.weight_ih_l0	7	-0.031275637447834015
6907	rnn.weight_ih_l0	8	0.017267774790525436
6907	rnn.weight_ih_l0	9	-0.0103401318192482
6907	rnn.weight_hh_l0	0	0.029377102851867676
6907	rnn.weight_hh_l0	1	-0.038332030177116394
6907	rnn.weight_hh_l0	2	0.027002131566405296
6907	rnn.weight_hh_l0	3	0.009469584561884403
6907	rnn.weight_hh_l0	4	0.018566470593214035
6907	rnn.weight_hh_l0	5	0.03749033808708191
6907	rnn.weight_hh_l0	6	0.00582251837477088
6907	rnn.weight_hh_l0	7	-0.04287740960717201
6907	rnn.weight_hh_l0	8	-0.028472693637013435
6907	rnn.weight_hh_l0	9	-0.005575785879045725
6907	rnn.bias_ih_l0	0	-0.020586811006069183
6907	rnn.bias_ih_l0	1	-0.0056959786452353
6907	rnn.bias_ih_l0	2	-0.02214125543832779
6907	rnn.bias_ih_l0	3	-0.09598562866449356
6907	rnn.bias_ih_l0	4	0.008307591080665588
6907	rnn.bias_ih_l0	5	0.04703005403280258
6907	rnn.bias_ih_l0	6	-0.06091441214084625
6907	rnn.bias_ih_l0	7	-0.07485871016979218
6907	rnn.bias_ih_l0	8	-0.035422854125499725
6907	rnn.bias_ih_l0	9	0.018326520919799805
6907	rnn.bias_hh_l0	0	0.06678824871778488
6907	rnn.bias_hh_l0	1	-0.016665494069457054
6907	rnn.bias_hh_l0	2	-0.01902494952082634
6907	rnn.bias_hh_l0	3	-0.03987658768892288
6907	rnn.bias_hh_l0	4	0.018279844895005226
6907	rnn.bias_hh_l0	5	0.03179137408733368
6907	rnn.bias_hh_l0	6	-0.03901711851358414
6907	rnn.bias_hh_l0	7	-0.017212307080626488
6907	rnn.bias_hh_l0	8	-0.03845825791358948
6907	rnn.bias_hh_l0	9	-0.026690630242228508
6907	rnn.weight_ih_l0_reverse	0	0.02894098497927189
6907	rnn.weight_ih_l0_reverse	1	-0.01333083026111126
6907	rnn.weight_ih_l0_reverse	2	-0.030001292005181313
6907	rnn.weight_ih_l0_reverse	3	0.0032051363959908485
6907	rnn.weight_ih_l0_reverse	4	0.012328092008829117
6907	rnn.weight_ih_l0_reverse	5	-0.018682079389691353
6907	rnn.weight_ih_l0_reverse	6	-0.03710579872131348
6907	rnn.weight_ih_l0_reverse	7	-0.023933246731758118
6907	rnn.weight_ih_l0_reverse	8	-0.012729467824101448
6907	rnn.weight_ih_l0_reverse	9	0.02109689638018608
6907	rnn.weight_hh_l0_reverse	0	-0.01587551459670067
6907	rnn.weight_hh_l0_reverse	1	-0.004854483529925346
6907	rnn.weight_hh_l0_reverse	2	-0.03213633596897125
6907	rnn.weight_hh_l0_reverse	3	0.030584266409277916
6907	rnn.weight_hh_l0_reverse	4	0.025180179625749588
6907	rnn.weight_hh_l0_reverse	5	0.01450282521545887
6907	rnn.weight_hh_l0_reverse	6	0.02476412057876587
6907	rnn.weight_hh_l0_reverse	7	0.015704117715358734
6907	rnn.weight_hh_l0_reverse	8	0.005092882085591555
6907	rnn.weight_hh_l0_reverse	9	-0.028551803901791573
6907	rnn.bias_ih_l0_reverse	0	-0.04649947211146355
6907	rnn.bias_ih_l0_reverse	1	-0.044674351811409
6907	rnn.bias_ih_l0_reverse	2	0.026362724602222443
6907	rnn.bias_ih_l0_reverse	3	-0.023419929668307304
6907	rnn.bias_ih_l0_reverse	4	0.058722712099552155
6907	rnn.bias_ih_l0_reverse	5	-0.06614001840353012
6907	rnn.bias_ih_l0_reverse	6	-0.010625556111335754
6907	rnn.bias_ih_l0_reverse	7	0.05702248588204384
6907	rnn.bias_ih_l0_reverse	8	-0.02138417400419712
6907	rnn.bias_ih_l0_reverse	9	-0.007433856371790171
6907	rnn.bias_hh_l0_reverse	0	-0.03655951842665672
6907	rnn.bias_hh_l0_reverse	1	0.0067984918132424355
6907	rnn.bias_hh_l0_reverse	2	-0.008892721496522427
6907	rnn.bias_hh_l0_reverse	3	-0.043418530374765396
6907	rnn.bias_hh_l0_reverse	4	0.006397640332579613
6907	rnn.bias_hh_l0_reverse	5	-0.0015906437765806913
6907	rnn.bias_hh_l0_reverse	6	-0.07278893887996674
6907	rnn.bias_hh_l0_reverse	7	-0.028315037488937378
6907	rnn.bias_hh_l0_reverse	8	0.0032918176148086786
6907	rnn.bias_hh_l0_reverse	9	-0.04179682582616806
6907	linear.weight	0	-0.14207936823368073
6907	linear.weight	1	-0.02373398095369339
6907	linear.weight	2	-0.011228874325752258
6907	linear.weight	3	-0.01119741890579462
6907	linear.weight	4	-0.006627291906625032
6907	linear.weight	5	0.11142554134130478
6907	linear.weight	6	0.0047744326293468475
6907	linear.weight	7	-0.021312154829502106
6907	linear.weight	8	-0.009323342703282833
6907	linear.weight	9	0.05838678404688835
6907	linear.bias	0	-0.3714597523212433
6907	linear.bias	1	-0.0003963384951930493
6907	linear.bias	2	0.4310949444770813
6907	linear.bias	3	-0.3571992814540863
6907	linear.bias	4	-1.0428118705749512
6907	linear.bias	5	-0.8797776103019714
6907	linear.bias	6	-0.35049864649772644
6907	linear.bias	7	-0.3926684558391571
6907	linear.bias	8	-0.01705317199230194
6907	linear.bias	9	2.306452512741089
7104	transitions	0	0.19607436656951904
7104	transitions	1	4.794353008270264
7104	transitions	2	-1.7017030715942383
7104	transitions	3	1.2992072105407715
7104	transitions	4	-0.8541347980499268
7104	transitions	5	-0.12269774079322815
7104	transitions	6	-0.017521429806947708
7104	transitions	7	-10000.0
7104	transitions	8	1.3759238719940186
7104	transitions	9	-2.2494935989379883
7104	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
7104	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
7104	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
7104	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
7104	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
7104	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
7104	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
7104	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
7104	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
7104	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
7104	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
7104	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
7104	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
7104	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
7104	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
7104	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
7104	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
7104	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
7104	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
7104	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
7104	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
7104	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
7104	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
7104	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
7104	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
7104	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
7104	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
7104	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
7104	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
7104	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
7104	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
7104	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
7104	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
7104	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
7104	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
7104	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
7104	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
7104	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
7104	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
7104	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
7104	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
7104	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
7104	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
7104	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
7104	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
7104	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
7104	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
7104	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
7104	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
7104	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
7104	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
7104	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
7104	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
7104	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
7104	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
7104	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
7104	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
7104	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
7104	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
7104	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
7104	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
7104	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
7104	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
7104	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
7104	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
7104	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
7104	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
7104	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
7104	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
7104	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
7104	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
7104	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
7104	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
7104	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
7104	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
7104	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
7104	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
7104	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
7104	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
7104	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
7104	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
7104	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
7104	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
7104	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
7104	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
7104	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
7104	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
7104	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
7104	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
7104	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
7104	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
7104	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
7104	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
7104	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
7104	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
7104	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
7104	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
7104	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
7104	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
7104	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
7104	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
7104	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
7104	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
7104	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
7104	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
7104	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
7104	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
7104	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
7104	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
7104	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
7104	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
7104	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
7104	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
7104	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
7104	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
7104	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
7104	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
7104	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
7104	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
7104	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
7104	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
7104	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
7104	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
7104	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
7104	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
7104	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
7104	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
7104	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
7104	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
7104	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
7104	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
7104	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
7104	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
7104	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
7104	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
7104	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
7104	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
7104	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
7104	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
7104	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
7104	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
7104	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
7104	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
7104	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
7104	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
7104	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
7104	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
7104	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
7104	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
7104	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
7104	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
7104	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
7104	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
7104	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
7104	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
7104	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
7104	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
7104	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
7104	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
7104	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
7104	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
7104	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
7104	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
7104	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
7104	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
7104	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
7104	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
7104	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
7104	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
7104	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
7104	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
7104	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
7104	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
7104	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
7104	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
7104	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
7104	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
7104	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
7104	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
7104	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
7104	embedding2nn.weight	0	0.013690742664039135
7104	embedding2nn.weight	1	-0.03587178885936737
7104	embedding2nn.weight	2	0.009806158021092415
7104	embedding2nn.weight	3	-0.004756666254252195
7104	embedding2nn.weight	4	-0.032974667847156525
7104	embedding2nn.weight	5	0.04724778234958649
7104	embedding2nn.weight	6	-0.026125390082597733
7104	embedding2nn.weight	7	-0.022541267797350883
7104	embedding2nn.weight	8	0.02741003967821598
7104	embedding2nn.weight	9	0.034751567989587784
7104	embedding2nn.bias	0	0.015097730793058872
7104	embedding2nn.bias	1	0.03692428767681122
7104	embedding2nn.bias	2	-0.062060680240392685
7104	embedding2nn.bias	3	0.015077599324285984
7104	embedding2nn.bias	4	0.00946880504488945
7104	embedding2nn.bias	5	-0.11737892776727676
7104	embedding2nn.bias	6	-0.009784528985619545
7104	embedding2nn.bias	7	-0.000910489703528583
7104	embedding2nn.bias	8	0.04355819150805473
7104	embedding2nn.bias	9	-0.13825877010822296
7104	rnn.weight_ih_l0	0	0.002753770910203457
7104	rnn.weight_ih_l0	1	0.02279696613550186
7104	rnn.weight_ih_l0	2	-0.03712787851691246
7104	rnn.weight_ih_l0	3	0.007856820710003376
7104	rnn.weight_ih_l0	4	0.02614929899573326
7104	rnn.weight_ih_l0	5	-0.043431561440229416
7104	rnn.weight_ih_l0	6	0.03520975634455681
7104	rnn.weight_ih_l0	7	-0.029659273102879524
7104	rnn.weight_ih_l0	8	0.015187226235866547
7104	rnn.weight_ih_l0	9	-0.010158142074942589
7104	rnn.weight_hh_l0	0	0.029620453715324402
7104	rnn.weight_hh_l0	1	-0.040879108011722565
7104	rnn.weight_hh_l0	2	0.026911668479442596
7104	rnn.weight_hh_l0	3	0.009247686713933945
7104	rnn.weight_hh_l0	4	0.018395544961094856
7104	rnn.weight_hh_l0	5	0.037649307399988174
7104	rnn.weight_hh_l0	6	0.005280079320073128
7104	rnn.weight_hh_l0	7	-0.04332766309380531
7104	rnn.weight_hh_l0	8	-0.0307933297008276
7104	rnn.weight_hh_l0	9	-0.007006541360169649
7104	rnn.bias_ih_l0	0	-0.016493352130055428
7104	rnn.bias_ih_l0	1	-0.003534640884026885
7104	rnn.bias_ih_l0	2	-0.028810173273086548
7104	rnn.bias_ih_l0	3	-0.0963112860918045
7104	rnn.bias_ih_l0	4	0.0062323203310370445
7104	rnn.bias_ih_l0	5	0.052240628749132156
7104	rnn.bias_ih_l0	6	-0.06114144250750542
7104	rnn.bias_ih_l0	7	-0.07242213189601898
7104	rnn.bias_ih_l0	8	-0.03622811287641525
7104	rnn.bias_ih_l0	9	0.014846394769847393
7104	rnn.bias_hh_l0	0	0.06989185512065887
7104	rnn.bias_hh_l0	1	-0.016537539660930634
7104	rnn.bias_hh_l0	2	-0.016981344670057297
7104	rnn.bias_hh_l0	3	-0.03826137259602547
7104	rnn.bias_hh_l0	4	0.03129054605960846
7104	rnn.bias_hh_l0	5	0.030505342409014702
7104	rnn.bias_hh_l0	6	-0.040006786584854126
7104	rnn.bias_hh_l0	7	-0.019054394215345383
7104	rnn.bias_hh_l0	8	-0.04284464567899704
7104	rnn.bias_hh_l0	9	-0.03011372499167919
7104	rnn.weight_ih_l0_reverse	0	0.029650969430804253
7104	rnn.weight_ih_l0_reverse	1	-0.013531900011003017
7104	rnn.weight_ih_l0_reverse	2	-0.02995317429304123
7104	rnn.weight_ih_l0_reverse	3	0.0022733707446604967
7104	rnn.weight_ih_l0_reverse	4	0.010099670849740505
7104	rnn.weight_ih_l0_reverse	5	-0.019145550206303596
7104	rnn.weight_ih_l0_reverse	6	-0.03807024657726288
7104	rnn.weight_ih_l0_reverse	7	-0.025639062747359276
7104	rnn.weight_ih_l0_reverse	8	-0.012048148550093174
7104	rnn.weight_ih_l0_reverse	9	0.021156422793865204
7104	rnn.weight_hh_l0_reverse	0	-0.018016308546066284
7104	rnn.weight_hh_l0_reverse	1	-0.00327702471986413
7104	rnn.weight_hh_l0_reverse	2	-0.03290686011314392
7104	rnn.weight_hh_l0_reverse	3	0.0314348079264164
7104	rnn.weight_hh_l0_reverse	4	0.025176815688610077
7104	rnn.weight_hh_l0_reverse	5	0.01501623634248972
7104	rnn.weight_hh_l0_reverse	6	0.02407415211200714
7104	rnn.weight_hh_l0_reverse	7	0.015822425484657288
7104	rnn.weight_hh_l0_reverse	8	0.005279948934912682
7104	rnn.weight_hh_l0_reverse	9	-0.02886471338570118
7104	rnn.bias_ih_l0_reverse	0	-0.04301301762461662
7104	rnn.bias_ih_l0_reverse	1	-0.04970245063304901
7104	rnn.bias_ih_l0_reverse	2	0.02583095245063305
7104	rnn.bias_ih_l0_reverse	3	-0.022939348593354225
7104	rnn.bias_ih_l0_reverse	4	0.06260287016630173
7104	rnn.bias_ih_l0_reverse	5	-0.06509748101234436
7104	rnn.bias_ih_l0_reverse	6	-0.006850775796920061
7104	rnn.bias_ih_l0_reverse	7	0.054278768599033356
7104	rnn.bias_ih_l0_reverse	8	-0.020416971296072006
7104	rnn.bias_ih_l0_reverse	9	-0.007451673969626427
7104	rnn.bias_hh_l0_reverse	0	-0.037355683743953705
7104	rnn.bias_hh_l0_reverse	1	0.009120695292949677
7104	rnn.bias_hh_l0_reverse	2	-0.00884075928479433
7104	rnn.bias_hh_l0_reverse	3	-0.04426733776926994
7104	rnn.bias_hh_l0_reverse	4	0.007867223583161831
7104	rnn.bias_hh_l0_reverse	5	-0.00031948741525411606
7104	rnn.bias_hh_l0_reverse	6	-0.08220504224300385
7104	rnn.bias_hh_l0_reverse	7	-0.026608163490891457
7104	rnn.bias_hh_l0_reverse	8	0.0047937557101249695
7104	rnn.bias_hh_l0_reverse	9	-0.04327410086989403
7104	linear.weight	0	-0.14215892553329468
7104	linear.weight	1	-0.022586645558476448
7104	linear.weight	2	-0.011228874325752258
7104	linear.weight	3	-0.009902073070406914
7104	linear.weight	4	-0.011930055916309357
7104	linear.weight	5	0.09208247810602188
7104	linear.weight	6	0.0047744326293468475
7104	linear.weight	7	-0.021312154829502106
7104	linear.weight	8	0.008439338766038418
7104	linear.weight	9	0.07202070951461792
7104	linear.bias	0	-0.38337528705596924
7104	linear.bias	1	-0.03437548130750656
7104	linear.bias	2	0.44588345289230347
7104	linear.bias	3	-0.37052011489868164
7104	linear.bias	4	-1.0273116827011108
7104	linear.bias	5	-0.8835780620574951
7104	linear.bias	6	-0.36125391721725464
7104	linear.bias	7	-0.39194148778915405
7104	linear.bias	8	-0.01705317199230194
7104	linear.bias	9	2.3072080612182617
7301	transitions	0	0.18980996310710907
7301	transitions	1	4.853175163269043
7301	transitions	2	-1.7162175178527832
7301	transitions	3	1.291678786277771
7301	transitions	4	-0.8614468574523926
7301	transitions	5	-0.12452460825443268
7301	transitions	6	-0.020190086215734482
7301	transitions	7	-10000.0
7301	transitions	8	1.3721072673797607
7301	transitions	9	-2.2501754760742188
7301	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
7301	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
7301	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
7301	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
7301	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
7301	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
7301	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
7301	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
7301	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
7301	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
7301	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
7301	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
7301	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
7301	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
7301	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
7301	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
7301	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
7301	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
7301	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
7301	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
7301	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
7301	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
7301	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
7301	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
7301	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
7301	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
7301	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
7301	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
7301	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
7301	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
7301	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
7301	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
7301	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
7301	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
7301	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
7301	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
7301	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
7301	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
7301	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
7301	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
7301	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
7301	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
7301	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
7301	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
7301	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
7301	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
7301	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
7301	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
7301	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
7301	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
7301	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
7301	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
7301	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
7301	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
7301	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
7301	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
7301	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
7301	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
7301	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
7301	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
7301	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
7301	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
7301	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
7301	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
7301	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
7301	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
7301	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
7301	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
7301	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
7301	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
7301	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
7301	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
7301	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
7301	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
7301	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
7301	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
7301	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
7301	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
7301	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
7301	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
7301	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
7301	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
7301	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
7301	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
7301	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
7301	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
7301	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
7301	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
7301	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
7301	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
7301	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
7301	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
7301	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
7301	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
7301	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
7301	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
7301	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
7301	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
7301	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
7301	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
7301	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
7301	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
7301	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
7301	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
7301	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
7301	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
7301	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
7301	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
7301	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
7301	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
7301	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
7301	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
7301	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
7301	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
7301	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
7301	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
7301	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
7301	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
7301	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
7301	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
7301	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
7301	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
7301	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
7301	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
7301	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
7301	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
7301	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
7301	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
7301	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
7301	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
7301	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
7301	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
7301	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
7301	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
7301	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
7301	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
7301	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
7301	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
7301	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
7301	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
7301	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
7301	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
7301	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
7301	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
7301	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
7301	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
7301	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
7301	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
7301	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
7301	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
7301	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
7301	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
7301	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
7301	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
7301	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
7301	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
7301	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
7301	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
7301	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
7301	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
7301	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
7301	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
7301	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
7301	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
7301	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
7301	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
7301	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
7301	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
7301	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
7301	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
7301	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
7301	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
7301	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
7301	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
7301	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
7301	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
7301	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
7301	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
7301	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
7301	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
7301	embedding2nn.weight	0	0.014778956770896912
7301	embedding2nn.weight	1	-0.034585464745759964
7301	embedding2nn.weight	2	0.00989274401217699
7301	embedding2nn.weight	3	-0.0036865363363176584
7301	embedding2nn.weight	4	-0.03292618319392204
7301	embedding2nn.weight	5	0.047391027212142944
7301	embedding2nn.weight	6	-0.026317931711673737
7301	embedding2nn.weight	7	-0.024233099073171616
7301	embedding2nn.weight	8	0.026919471099972725
7301	embedding2nn.weight	9	0.03472774475812912
7301	embedding2nn.bias	0	0.008567048236727715
7301	embedding2nn.bias	1	0.03072427771985531
7301	embedding2nn.bias	2	-0.06834299862384796
7301	embedding2nn.bias	3	0.013584011234343052
7301	embedding2nn.bias	4	0.01013606321066618
7301	embedding2nn.bias	5	-0.11656618118286133
7301	embedding2nn.bias	6	-0.0029835368040949106
7301	embedding2nn.bias	7	0.008487213402986526
7301	embedding2nn.bias	8	0.03928481414914131
7301	embedding2nn.bias	9	-0.13913320004940033
7301	rnn.weight_ih_l0	0	0.00227623269893229
7301	rnn.weight_ih_l0	1	0.023610292002558708
7301	rnn.weight_ih_l0	2	-0.03761214762926102
7301	rnn.weight_ih_l0	3	0.008076298050582409
7301	rnn.weight_ih_l0	4	0.026096055284142494
7301	rnn.weight_ih_l0	5	-0.043530408293008804
7301	rnn.weight_ih_l0	6	0.03569696098566055
7301	rnn.weight_ih_l0	7	-0.028392823413014412
7301	rnn.weight_ih_l0	8	0.013011039234697819
7301	rnn.weight_ih_l0	9	-0.010339789092540741
7301	rnn.weight_hh_l0	0	0.02966197393834591
7301	rnn.weight_hh_l0	1	-0.0408465638756752
7301	rnn.weight_hh_l0	2	0.026574311777949333
7301	rnn.weight_hh_l0	3	0.008627855218946934
7301	rnn.weight_hh_l0	4	0.018879679962992668
7301	rnn.weight_hh_l0	5	0.03705828636884689
7301	rnn.weight_hh_l0	6	0.0051776571199297905
7301	rnn.weight_hh_l0	7	-0.043049611151218414
7301	rnn.weight_hh_l0	8	-0.030858781188726425
7301	rnn.weight_hh_l0	9	-0.006943254265934229
7301	rnn.bias_ih_l0	0	-0.028145115822553635
7301	rnn.bias_ih_l0	1	-0.006184934172779322
7301	rnn.bias_ih_l0	2	-0.029258333146572113
7301	rnn.bias_ih_l0	3	-0.09476474672555923
7301	rnn.bias_ih_l0	4	0.0017688487423583865
7301	rnn.bias_ih_l0	5	0.05322180315852165
7301	rnn.bias_ih_l0	6	-0.06382866948843002
7301	rnn.bias_ih_l0	7	-0.07191915810108185
7301	rnn.bias_ih_l0	8	-0.03860732540488243
7301	rnn.bias_ih_l0	9	0.011693127453327179
7301	rnn.bias_hh_l0	0	0.07646750658750534
7301	rnn.bias_hh_l0	1	-0.019357869401574135
7301	rnn.bias_hh_l0	2	-0.018772371113300323
7301	rnn.bias_hh_l0	3	-0.03952280431985855
7301	rnn.bias_hh_l0	4	0.0401250384747982
7301	rnn.bias_hh_l0	5	0.024402176961302757
7301	rnn.bias_hh_l0	6	-0.0400443971157074
7301	rnn.bias_hh_l0	7	-0.013099992647767067
7301	rnn.bias_hh_l0	8	-0.04169176518917084
7301	rnn.bias_hh_l0	9	-0.028132274746894836
7301	rnn.weight_ih_l0_reverse	0	0.0295671708881855
7301	rnn.weight_ih_l0_reverse	1	-0.013169964775443077
7301	rnn.weight_ih_l0_reverse	2	-0.03015468642115593
7301	rnn.weight_ih_l0_reverse	3	0.004124986007809639
7301	rnn.weight_ih_l0_reverse	4	0.012635475024580956
7301	rnn.weight_ih_l0_reverse	5	-0.01961608976125717
7301	rnn.weight_ih_l0_reverse	6	-0.03638222813606262
7301	rnn.weight_ih_l0_reverse	7	-0.027482319623231888
7301	rnn.weight_ih_l0_reverse	8	-0.012706826440989971
7301	rnn.weight_ih_l0_reverse	9	0.022898023948073387
7301	rnn.weight_hh_l0_reverse	0	-0.017508607357740402
7301	rnn.weight_hh_l0_reverse	1	-0.0028138321358710527
7301	rnn.weight_hh_l0_reverse	2	-0.03225996345281601
7301	rnn.weight_hh_l0_reverse	3	0.03210068121552467
7301	rnn.weight_hh_l0_reverse	4	0.024891698732972145
7301	rnn.weight_hh_l0_reverse	5	0.014497293159365654
7301	rnn.weight_hh_l0_reverse	6	0.024442056193947792
7301	rnn.weight_hh_l0_reverse	7	0.01580124720931053
7301	rnn.weight_hh_l0_reverse	8	0.005507520399987698
7301	rnn.weight_hh_l0_reverse	9	-0.028996245935559273
7301	rnn.bias_ih_l0_reverse	0	-0.042399678379297256
7301	rnn.bias_ih_l0_reverse	1	-0.04846487566828728
7301	rnn.bias_ih_l0_reverse	2	0.0261062141507864
7301	rnn.bias_ih_l0_reverse	3	-0.021515928208827972
7301	rnn.bias_ih_l0_reverse	4	0.057747963815927505
7301	rnn.bias_ih_l0_reverse	5	-0.06117480620741844
7301	rnn.bias_ih_l0_reverse	6	-0.00435510091483593
7301	rnn.bias_ih_l0_reverse	7	0.05506845936179161
7301	rnn.bias_ih_l0_reverse	8	-0.01889856532216072
7301	rnn.bias_ih_l0_reverse	9	-0.008152775466442108
7301	rnn.bias_hh_l0_reverse	0	-0.03498835861682892
7301	rnn.bias_hh_l0_reverse	1	0.007729067001491785
7301	rnn.bias_hh_l0_reverse	2	-0.009071845561265945
7301	rnn.bias_hh_l0_reverse	3	-0.04972994700074196
7301	rnn.bias_hh_l0_reverse	4	0.007487281691282988
7301	rnn.bias_hh_l0_reverse	5	0.008354373276233673
7301	rnn.bias_hh_l0_reverse	6	-0.06577056646347046
7301	rnn.bias_hh_l0_reverse	7	-0.02637307532131672
7301	rnn.bias_hh_l0_reverse	8	0.0009935019770637155
7301	rnn.bias_hh_l0_reverse	9	-0.04616013541817665
7301	linear.weight	0	-0.12008985877037048
7301	linear.weight	1	-0.019752321764826775
7301	linear.weight	2	-0.011228874325752258
7301	linear.weight	3	-0.022927042096853256
7301	linear.weight	4	0.015013405121862888
7301	linear.weight	5	0.10430119931697845
7301	linear.weight	6	0.0047744326293468475
7301	linear.weight	7	-0.021312154829502106
7301	linear.weight	8	-0.012151256203651428
7301	linear.weight	9	0.061807889491319656
7301	linear.bias	0	-0.38845378160476685
7301	linear.bias	1	-0.03505188599228859
7301	linear.bias	2	0.4493986964225769
7301	linear.bias	3	-0.3548737168312073
7301	linear.bias	4	-1.0076603889465332
7301	linear.bias	5	-0.8875048756599426
7301	linear.bias	6	-0.3654651641845703
7301	linear.bias	7	-0.40891799330711365
7301	linear.bias	8	-0.01705317199230194
7301	linear.bias	9	2.315311908721924
7498	transitions	0	0.18398959934711456
7498	transitions	1	4.8620710372924805
7498	transitions	2	-1.7311264276504517
7498	transitions	3	1.2891731262207031
7498	transitions	4	-0.871645450592041
7498	transitions	5	-0.1262519806623459
7498	transitions	6	-0.022518334910273552
7498	transitions	7	-10000.0
7498	transitions	8	1.3870747089385986
7498	transitions	9	-2.2508983612060547
7498	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
7498	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
7498	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
7498	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
7498	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
7498	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
7498	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
7498	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
7498	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
7498	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
7498	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
7498	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
7498	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
7498	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
7498	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
7498	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
7498	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
7498	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
7498	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
7498	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
7498	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
7498	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
7498	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
7498	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
7498	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
7498	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
7498	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
7498	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
7498	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
7498	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
7498	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
7498	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
7498	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
7498	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
7498	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
7498	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
7498	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
7498	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
7498	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
7498	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
7498	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
7498	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
7498	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
7498	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
7498	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
7498	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
7498	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
7498	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
7498	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
7498	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
7498	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
7498	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
7498	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
7498	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
7498	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
7498	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
7498	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
7498	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
7498	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
7498	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
7498	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
7498	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
7498	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
7498	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
7498	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
7498	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
7498	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
7498	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
7498	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
7498	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
7498	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
7498	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
7498	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
7498	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
7498	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
7498	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
7498	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
7498	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
7498	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
7498	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
7498	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
7498	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
7498	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
7498	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
7498	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
7498	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
7498	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
7498	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
7498	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
7498	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
7498	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
7498	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
7498	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
7498	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
7498	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
7498	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
7498	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
7498	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
7498	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
7498	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
7498	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
7498	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
7498	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
7498	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
7498	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
7498	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
7498	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
7498	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
7498	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
7498	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
7498	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
7498	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
7498	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
7498	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
7498	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
7498	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
7498	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
7498	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
7498	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
7498	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
7498	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
7498	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
7498	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
7498	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
7498	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
7498	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
7498	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
7498	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
7498	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
7498	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
7498	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
7498	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
7498	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
7498	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
7498	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
7498	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
7498	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
7498	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
7498	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
7498	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
7498	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
7498	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
7498	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
7498	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
7498	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
7498	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
7498	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
7498	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
7498	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
7498	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
7498	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
7498	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
7498	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
7498	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
7498	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
7498	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
7498	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
7498	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
7498	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
7498	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
7498	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
7498	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
7498	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
7498	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
7498	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
7498	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
7498	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
7498	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
7498	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
7498	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
7498	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
7498	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
7498	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
7498	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
7498	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
7498	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
7498	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
7498	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
7498	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
7498	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
7498	embedding2nn.weight	0	0.015146655030548573
7498	embedding2nn.weight	1	-0.035638224333524704
7498	embedding2nn.weight	2	0.008280210196971893
7498	embedding2nn.weight	3	-0.001649163314141333
7498	embedding2nn.weight	4	-0.0355922095477581
7498	embedding2nn.weight	5	0.0459718257188797
7498	embedding2nn.weight	6	-0.023287847638130188
7498	embedding2nn.weight	7	-0.027782700955867767
7498	embedding2nn.weight	8	0.025679277256131172
7498	embedding2nn.weight	9	0.035889845341444016
7498	embedding2nn.bias	0	0.00424026558175683
7498	embedding2nn.bias	1	0.035865798592567444
7498	embedding2nn.bias	2	-0.06685144454240799
7498	embedding2nn.bias	3	0.02657424658536911
7498	embedding2nn.bias	4	0.007468820549547672
7498	embedding2nn.bias	5	-0.12000619620084763
7498	embedding2nn.bias	6	-0.01164728868752718
7498	embedding2nn.bias	7	0.009282927960157394
7498	embedding2nn.bias	8	0.03470264747738838
7498	embedding2nn.bias	9	-0.1323949694633484
7498	rnn.weight_ih_l0	0	0.0024233597796410322
7498	rnn.weight_ih_l0	1	0.02720978856086731
7498	rnn.weight_ih_l0	2	-0.03862624987959862
7498	rnn.weight_ih_l0	3	0.010315735824406147
7498	rnn.weight_ih_l0	4	0.02618812583386898
7498	rnn.weight_ih_l0	5	-0.04372696205973625
7498	rnn.weight_ih_l0	6	0.036147087812423706
7498	rnn.weight_ih_l0	7	-0.02944774180650711
7498	rnn.weight_ih_l0	8	0.013095296919345856
7498	rnn.weight_ih_l0	9	-0.009929030202329159
7498	rnn.weight_hh_l0	0	0.03049241006374359
7498	rnn.weight_hh_l0	1	-0.038244377821683884
7498	rnn.weight_hh_l0	2	0.026746081188321114
7498	rnn.weight_hh_l0	3	0.009879788383841515
7498	rnn.weight_hh_l0	4	0.01841893047094345
7498	rnn.weight_hh_l0	5	0.03562247380614281
7498	rnn.weight_hh_l0	6	0.0051238564774394035
7498	rnn.weight_hh_l0	7	-0.043358214199543
7498	rnn.weight_hh_l0	8	-0.029734520241618156
7498	rnn.weight_hh_l0	9	-0.006395401433110237
7498	rnn.bias_ih_l0	0	-0.02997152879834175
7498	rnn.bias_ih_l0	1	-0.005278448574244976
7498	rnn.bias_ih_l0	2	-0.02758035436272621
7498	rnn.bias_ih_l0	3	-0.10013638436794281
7498	rnn.bias_ih_l0	4	0.004809990059584379
7498	rnn.bias_ih_l0	5	0.05164726451039314
7498	rnn.bias_ih_l0	6	-0.06696677207946777
7498	rnn.bias_ih_l0	7	-0.07507991045713425
7498	rnn.bias_ih_l0	8	-0.030062826350331306
7498	rnn.bias_ih_l0	9	0.01134078111499548
7498	rnn.bias_hh_l0	0	0.06900596618652344
7498	rnn.bias_hh_l0	1	-0.015150944702327251
7498	rnn.bias_hh_l0	2	-0.01865939237177372
7498	rnn.bias_hh_l0	3	-0.04108721390366554
7498	rnn.bias_hh_l0	4	0.030070850625634193
7498	rnn.bias_hh_l0	5	0.01664932258427143
7498	rnn.bias_hh_l0	6	-0.04070059582591057
7498	rnn.bias_hh_l0	7	-0.015292544849216938
7498	rnn.bias_hh_l0	8	-0.0478348471224308
7498	rnn.bias_hh_l0	9	-0.03274541348218918
7498	rnn.weight_ih_l0_reverse	0	0.029474325478076935
7498	rnn.weight_ih_l0_reverse	1	-0.013236736878752708
7498	rnn.weight_ih_l0_reverse	2	-0.029187846928834915
7498	rnn.weight_ih_l0_reverse	3	0.005319924559444189
7498	rnn.weight_ih_l0_reverse	4	0.015598171390593052
7498	rnn.weight_ih_l0_reverse	5	-0.020228011533617973
7498	rnn.weight_ih_l0_reverse	6	-0.037247177213430405
7498	rnn.weight_ih_l0_reverse	7	-0.02875816449522972
7498	rnn.weight_ih_l0_reverse	8	-0.011525614187121391
7498	rnn.weight_ih_l0_reverse	9	0.022427869960665703
7498	rnn.weight_hh_l0_reverse	0	-0.017398910596966743
7498	rnn.weight_hh_l0_reverse	1	-0.003139503300189972
7498	rnn.weight_hh_l0_reverse	2	-0.03267809748649597
7498	rnn.weight_hh_l0_reverse	3	0.03185955062508583
7498	rnn.weight_hh_l0_reverse	4	0.024757927283644676
7498	rnn.weight_hh_l0_reverse	5	0.015034115873277187
7498	rnn.weight_hh_l0_reverse	6	0.0246440302580595
7498	rnn.weight_hh_l0_reverse	7	0.01584196463227272
7498	rnn.weight_hh_l0_reverse	8	0.005691593512892723
7498	rnn.weight_hh_l0_reverse	9	-0.02963443286716938
7498	rnn.bias_ih_l0_reverse	0	-0.04267977923154831
7498	rnn.bias_ih_l0_reverse	1	-0.04323253035545349
7498	rnn.bias_ih_l0_reverse	2	0.027060488238930702
7498	rnn.bias_ih_l0_reverse	3	-0.02632259763777256
7498	rnn.bias_ih_l0_reverse	4	0.05082488805055618
7498	rnn.bias_ih_l0_reverse	5	-0.06153284013271332
7498	rnn.bias_ih_l0_reverse	6	-0.00791889987885952
7498	rnn.bias_ih_l0_reverse	7	0.056362733244895935
7498	rnn.bias_ih_l0_reverse	8	-0.01760794222354889
7498	rnn.bias_ih_l0_reverse	9	-0.010254023596644402
7498	rnn.bias_hh_l0_reverse	0	-0.03640862926840782
7498	rnn.bias_hh_l0_reverse	1	0.0014072119956836104
7498	rnn.bias_hh_l0_reverse	2	-0.008941762149333954
7498	rnn.bias_hh_l0_reverse	3	-0.048529766499996185
7498	rnn.bias_hh_l0_reverse	4	0.0075018140487372875
7498	rnn.bias_hh_l0_reverse	5	0.007906593382358551
7498	rnn.bias_hh_l0_reverse	6	-0.06539743393659592
7498	rnn.bias_hh_l0_reverse	7	-0.027500979602336884
7498	rnn.bias_hh_l0_reverse	8	0.0034133659210056067
7498	rnn.bias_hh_l0_reverse	9	-0.043392401188611984
7498	linear.weight	0	-0.11454863101243973
7498	linear.weight	1	-0.029543256387114525
7498	linear.weight	2	-0.011228874325752258
7498	linear.weight	3	-0.03804681822657585
7498	linear.weight	4	-0.013677278533577919
7498	linear.weight	5	0.1111544743180275
7498	linear.weight	6	0.0047744326293468475
7498	linear.weight	7	-0.021312154829502106
7498	linear.weight	8	0.005325913429260254
7498	linear.weight	9	0.07506915926933289
7498	linear.bias	0	-0.3647788166999817
7498	linear.bias	1	-0.03188203647732735
7498	linear.bias	2	0.435029000043869
7498	linear.bias	3	-0.37403589487075806
7498	linear.bias	4	-1.044027328491211
7498	linear.bias	5	-0.8915601372718811
7498	linear.bias	6	-0.3267790377140045
7498	linear.bias	7	-0.40602076053619385
7498	linear.bias	8	-0.01705317199230194
7498	linear.bias	9	2.285214424133301
7695	transitions	0	0.17989957332611084
7695	transitions	1	4.92987060546875
7695	transitions	2	-1.7447439432144165
7695	transitions	3	1.2963714599609375
7695	transitions	4	-0.8806437253952026
7695	transitions	5	-0.12736591696739197
7695	transitions	6	-0.02463115192949772
7695	transitions	7	-10000.0
7695	transitions	8	1.3863574266433716
7695	transitions	9	-2.251476526260376
7695	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
7695	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
7695	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
7695	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
7695	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
7695	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
7695	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
7695	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
7695	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
7695	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
7695	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
7695	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
7695	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
7695	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
7695	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
7695	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
7695	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
7695	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
7695	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
7695	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
7695	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
7695	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
7695	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
7695	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
7695	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
7695	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
7695	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
7695	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
7695	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
7695	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
7695	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
7695	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
7695	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
7695	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
7695	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
7695	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
7695	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
7695	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
7695	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
7695	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
7695	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
7695	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
7695	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
7695	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
7695	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
7695	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
7695	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
7695	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
7695	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
7695	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
7695	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
7695	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
7695	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
7695	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
7695	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
7695	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
7695	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
7695	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
7695	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
7695	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
7695	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
7695	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
7695	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
7695	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
7695	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
7695	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
7695	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
7695	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
7695	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
7695	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
7695	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
7695	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
7695	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
7695	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
7695	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
7695	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
7695	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
7695	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
7695	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
7695	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
7695	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
7695	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
7695	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
7695	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
7695	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
7695	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
7695	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
7695	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
7695	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
7695	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
7695	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
7695	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
7695	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
7695	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
7695	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
7695	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
7695	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
7695	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
7695	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
7695	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
7695	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
7695	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
7695	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
7695	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
7695	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
7695	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
7695	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
7695	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
7695	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
7695	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
7695	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
7695	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
7695	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
7695	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
7695	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
7695	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
7695	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
7695	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
7695	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
7695	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
7695	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
7695	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
7695	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
7695	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
7695	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
7695	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
7695	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
7695	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
7695	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
7695	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
7695	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
7695	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
7695	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
7695	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
7695	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
7695	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
7695	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
7695	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
7695	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
7695	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
7695	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
7695	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
7695	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
7695	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
7695	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
7695	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
7695	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
7695	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
7695	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
7695	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
7695	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
7695	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
7695	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
7695	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
7695	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
7695	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
7695	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
7695	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
7695	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
7695	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
7695	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
7695	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
7695	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
7695	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
7695	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
7695	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
7695	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
7695	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
7695	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
7695	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
7695	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
7695	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
7695	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
7695	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
7695	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
7695	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
7695	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
7695	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
7695	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
7695	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
7695	embedding2nn.weight	0	0.014312753453850746
7695	embedding2nn.weight	1	-0.035930030047893524
7695	embedding2nn.weight	2	0.006691336631774902
7695	embedding2nn.weight	3	-0.0037328326143324375
7695	embedding2nn.weight	4	-0.03660983964800835
7695	embedding2nn.weight	5	0.044856373220682144
7695	embedding2nn.weight	6	-0.03215763717889786
7695	embedding2nn.weight	7	-0.027215735986828804
7695	embedding2nn.weight	8	0.026639176532626152
7695	embedding2nn.weight	9	0.0354425422847271
7695	embedding2nn.bias	0	0.01023994293063879
7695	embedding2nn.bias	1	0.03414805978536606
7695	embedding2nn.bias	2	-0.07575785368680954
7695	embedding2nn.bias	3	0.02481086179614067
7695	embedding2nn.bias	4	0.012285914272069931
7695	embedding2nn.bias	5	-0.11462616175413132
7695	embedding2nn.bias	6	-0.0026945096906274557
7695	embedding2nn.bias	7	-0.004222308285534382
7695	embedding2nn.bias	8	0.031196419149637222
7695	embedding2nn.bias	9	-0.1306542158126831
7695	rnn.weight_ih_l0	0	0.002103239530697465
7695	rnn.weight_ih_l0	1	0.022216347977519035
7695	rnn.weight_ih_l0	2	-0.03761175647377968
7695	rnn.weight_ih_l0	3	0.010132744908332825
7695	rnn.weight_ih_l0	4	0.026375968009233475
7695	rnn.weight_ih_l0	5	-0.04416161775588989
7695	rnn.weight_ih_l0	6	0.03504275530576706
7695	rnn.weight_ih_l0	7	-0.027859283611178398
7695	rnn.weight_ih_l0	8	0.010488687083125114
7695	rnn.weight_ih_l0	9	-0.009362162090837955
7695	rnn.weight_hh_l0	0	0.02984967827796936
7695	rnn.weight_hh_l0	1	-0.038774799555540085
7695	rnn.weight_hh_l0	2	0.027287503704428673
7695	rnn.weight_hh_l0	3	0.010987426154315472
7695	rnn.weight_hh_l0	4	0.018765242770314217
7695	rnn.weight_hh_l0	5	0.03748899698257446
7695	rnn.weight_hh_l0	6	0.0055339280515909195
7695	rnn.weight_hh_l0	7	-0.043187640607357025
7695	rnn.weight_hh_l0	8	-0.031133217737078667
7695	rnn.weight_hh_l0	9	-0.007015423849225044
7695	rnn.bias_ih_l0	0	-0.027487054467201233
7695	rnn.bias_ih_l0	1	-0.007660939358174801
7695	rnn.bias_ih_l0	2	-0.032574668526649475
7695	rnn.bias_ih_l0	3	-0.09857450425624847
7695	rnn.bias_ih_l0	4	0.009493119083344936
7695	rnn.bias_ih_l0	5	0.04465615749359131
7695	rnn.bias_ih_l0	6	-0.06323374062776566
7695	rnn.bias_ih_l0	7	-0.0765308067202568
7695	rnn.bias_ih_l0	8	-0.029665647074580193
7695	rnn.bias_ih_l0	9	0.011149300262331963
7695	rnn.bias_hh_l0	0	0.07015048712491989
7695	rnn.bias_hh_l0	1	-0.01531972549855709
7695	rnn.bias_hh_l0	2	-0.01773696206510067
7695	rnn.bias_hh_l0	3	-0.04332122579216957
7695	rnn.bias_hh_l0	4	0.028472039848566055
7695	rnn.bias_hh_l0	5	0.01791141927242279
7695	rnn.bias_hh_l0	6	-0.0405004620552063
7695	rnn.bias_hh_l0	7	-0.013906052336096764
7695	rnn.bias_hh_l0	8	-0.047665636986494064
7695	rnn.bias_hh_l0	9	-0.03514375165104866
7695	rnn.weight_ih_l0_reverse	0	0.028057189658284187
7695	rnn.weight_ih_l0_reverse	1	-0.014454042539000511
7695	rnn.weight_ih_l0_reverse	2	-0.030132101848721504
7695	rnn.weight_ih_l0_reverse	3	0.0033827393781393766
7695	rnn.weight_ih_l0_reverse	4	0.015344609506428242
7695	rnn.weight_ih_l0_reverse	5	-0.018824225291609764
7695	rnn.weight_ih_l0_reverse	6	-0.03789810836315155
7695	rnn.weight_ih_l0_reverse	7	-0.030645454302430153
7695	rnn.weight_ih_l0_reverse	8	-0.01401282288134098
7695	rnn.weight_ih_l0_reverse	9	0.02433193288743496
7695	rnn.weight_hh_l0_reverse	0	-0.016835181042551994
7695	rnn.weight_hh_l0_reverse	1	-0.003927362151443958
7695	rnn.weight_hh_l0_reverse	2	-0.031830888241529465
7695	rnn.weight_hh_l0_reverse	3	0.03218897432088852
7695	rnn.weight_hh_l0_reverse	4	0.02436654083430767
7695	rnn.weight_hh_l0_reverse	5	0.01525860745459795
7695	rnn.weight_hh_l0_reverse	6	0.023784369230270386
7695	rnn.weight_hh_l0_reverse	7	0.0154914241284132
7695	rnn.weight_hh_l0_reverse	8	0.005866858642548323
7695	rnn.weight_hh_l0_reverse	9	-0.02951888181269169
7695	rnn.bias_ih_l0_reverse	0	-0.041019462049007416
7695	rnn.bias_ih_l0_reverse	1	-0.0532391332089901
7695	rnn.bias_ih_l0_reverse	2	0.026914382353425026
7695	rnn.bias_ih_l0_reverse	3	-0.026760829612612724
7695	rnn.bias_ih_l0_reverse	4	0.05361364036798477
7695	rnn.bias_ih_l0_reverse	5	-0.06246262416243553
7695	rnn.bias_ih_l0_reverse	6	-0.006022654473781586
7695	rnn.bias_ih_l0_reverse	7	0.04955805838108063
7695	rnn.bias_ih_l0_reverse	8	-0.021128620952367783
7695	rnn.bias_ih_l0_reverse	9	-0.011121617630124092
7695	rnn.bias_hh_l0_reverse	0	-0.03329750522971153
7695	rnn.bias_hh_l0_reverse	1	-0.003613866399973631
7695	rnn.bias_hh_l0_reverse	2	-0.010376297868788242
7695	rnn.bias_hh_l0_reverse	3	-0.05161033570766449
7695	rnn.bias_hh_l0_reverse	4	0.005273208487778902
7695	rnn.bias_hh_l0_reverse	5	0.0010799933224916458
7695	rnn.bias_hh_l0_reverse	6	-0.05892657861113548
7695	rnn.bias_hh_l0_reverse	7	-0.02925654873251915
7695	rnn.bias_hh_l0_reverse	8	0.004786163102835417
7695	rnn.bias_hh_l0_reverse	9	-0.04679713025689125
7695	linear.weight	0	-0.12190180271863937
7695	linear.weight	1	-0.03500119596719742
7695	linear.weight	2	-0.011228874325752258
7695	linear.weight	3	-0.06592315435409546
7695	linear.weight	4	-0.009898979216814041
7695	linear.weight	5	0.11290868371725082
7695	linear.weight	6	0.0047744326293468475
7695	linear.weight	7	-0.021312154829502106
7695	linear.weight	8	0.014353064820170403
7695	linear.weight	9	0.06328531354665756
7695	linear.bias	0	-0.37529847025871277
7695	linear.bias	1	-0.05468972772359848
7695	linear.bias	2	0.3786478042602539
7695	linear.bias	3	-0.3402615189552307
7695	linear.bias	4	-1.0221837759017944
7695	linear.bias	5	-0.8951320648193359
7695	linear.bias	6	-0.32415691018104553
7695	linear.bias	7	-0.3952571749687195
7695	linear.bias	8	-0.01705317199230194
7695	linear.bias	9	2.2869441509246826
7892	transitions	0	0.1758783757686615
7892	transitions	1	4.98069953918457
7892	transitions	2	-1.7571600675582886
7892	transitions	3	1.2874754667282104
7892	transitions	4	-0.8921058773994446
7892	transitions	5	-0.129181370139122
7892	transitions	6	-0.02667986787855625
7892	transitions	7	-10000.0
7892	transitions	8	1.3858245611190796
7892	transitions	9	-2.2520527839660645
7892	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
7892	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
7892	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
7892	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
7892	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
7892	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
7892	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
7892	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
7892	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
7892	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
7892	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
7892	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
7892	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
7892	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
7892	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
7892	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
7892	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
7892	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
7892	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
7892	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
7892	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
7892	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
7892	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
7892	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
7892	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
7892	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
7892	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
7892	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
7892	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
7892	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
7892	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
7892	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
7892	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
7892	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
7892	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
7892	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
7892	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
7892	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
7892	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
7892	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
7892	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
7892	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
7892	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
7892	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
7892	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
7892	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
7892	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
7892	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
7892	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
7892	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
7892	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
7892	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
7892	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
7892	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
7892	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
7892	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
7892	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
7892	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
7892	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
7892	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
7892	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
7892	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
7892	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
7892	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
7892	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
7892	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
7892	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
7892	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
7892	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
7892	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
7892	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
7892	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
7892	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
7892	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
7892	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
7892	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
7892	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
7892	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
7892	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
7892	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
7892	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
7892	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
7892	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
7892	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
7892	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
7892	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
7892	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
7892	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
7892	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
7892	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
7892	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
7892	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
7892	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
7892	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
7892	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
7892	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
7892	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
7892	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
7892	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
7892	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
7892	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
7892	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
7892	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
7892	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
7892	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
7892	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
7892	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
7892	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
7892	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
7892	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
7892	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
7892	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
7892	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
7892	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
7892	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
7892	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
7892	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
7892	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
7892	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
7892	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
7892	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
7892	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
7892	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
7892	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
7892	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
7892	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
7892	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
7892	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
7892	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
7892	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
7892	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
7892	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
7892	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
7892	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
7892	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
7892	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
7892	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
7892	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
7892	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
7892	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
7892	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
7892	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
7892	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
7892	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
7892	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
7892	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
7892	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
7892	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
7892	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
7892	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
7892	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
7892	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
7892	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
7892	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
7892	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
7892	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
7892	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
7892	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
7892	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
7892	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
7892	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
7892	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
7892	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
7892	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
7892	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
7892	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
7892	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
7892	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
7892	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
7892	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
7892	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
7892	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
7892	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
7892	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
7892	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
7892	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
7892	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
7892	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
7892	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
7892	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
7892	embedding2nn.weight	0	0.014031564816832542
7892	embedding2nn.weight	1	-0.0361374132335186
7892	embedding2nn.weight	2	0.006688554771244526
7892	embedding2nn.weight	3	-0.0075827548280358315
7892	embedding2nn.weight	4	-0.03835510089993477
7892	embedding2nn.weight	5	0.044339656829833984
7892	embedding2nn.weight	6	-0.029553258791565895
7892	embedding2nn.weight	7	-0.028597433120012283
7892	embedding2nn.weight	8	0.027696149423718452
7892	embedding2nn.weight	9	0.03901560977101326
7892	embedding2nn.bias	0	0.012809360399842262
7892	embedding2nn.bias	1	0.039919041097164154
7892	embedding2nn.bias	2	-0.08384335786104202
7892	embedding2nn.bias	3	0.026415133848786354
7892	embedding2nn.bias	4	0.012469231151044369
7892	embedding2nn.bias	5	-0.11527486890554428
7892	embedding2nn.bias	6	-0.008222758769989014
7892	embedding2nn.bias	7	0.0019334955140948296
7892	embedding2nn.bias	8	0.036479976028203964
7892	embedding2nn.bias	9	-0.13051670789718628
7892	rnn.weight_ih_l0	0	0.0010632940102368593
7892	rnn.weight_ih_l0	1	0.020627668127417564
7892	rnn.weight_ih_l0	2	-0.03916062042117119
7892	rnn.weight_ih_l0	3	0.013010310009121895
7892	rnn.weight_ih_l0	4	0.02689961902797222
7892	rnn.weight_ih_l0	5	-0.0448961965739727
7892	rnn.weight_ih_l0	6	0.03576870635151863
7892	rnn.weight_ih_l0	7	-0.03034057468175888
7892	rnn.weight_ih_l0	8	0.01265950221568346
7892	rnn.weight_ih_l0	9	-0.008783173747360706
7892	rnn.weight_hh_l0	0	0.029449807479977608
7892	rnn.weight_hh_l0	1	-0.03396276757121086
7892	rnn.weight_hh_l0	2	0.026913190260529518
7892	rnn.weight_hh_l0	3	0.009861876256763935
7892	rnn.weight_hh_l0	4	0.018958458676934242
7892	rnn.weight_hh_l0	5	0.03704267367720604
7892	rnn.weight_hh_l0	6	0.005531644448637962
7892	rnn.weight_hh_l0	7	-0.04301418364048004
7892	rnn.weight_hh_l0	8	-0.0316188782453537
7892	rnn.weight_hh_l0	9	-0.0063793594017624855
7892	rnn.bias_ih_l0	0	-0.034864217042922974
7892	rnn.bias_ih_l0	1	-0.011608902364969254
7892	rnn.bias_ih_l0	2	-0.032181479036808014
7892	rnn.bias_ih_l0	3	-0.09803608804941177
7892	rnn.bias_ih_l0	4	0.005002354271709919
7892	rnn.bias_ih_l0	5	0.03881324455142021
7892	rnn.bias_ih_l0	6	-0.06205100566148758
7892	rnn.bias_ih_l0	7	-0.07802177965641022
7892	rnn.bias_ih_l0	8	-0.035169683396816254
7892	rnn.bias_ih_l0	9	0.010322281159460545
7892	rnn.bias_hh_l0	0	0.07298865169286728
7892	rnn.bias_hh_l0	1	-0.015150648541748524
7892	rnn.bias_hh_l0	2	-0.019974838942289352
7892	rnn.bias_hh_l0	3	-0.04287784546613693
7892	rnn.bias_hh_l0	4	0.0072491830214858055
7892	rnn.bias_hh_l0	5	0.017735375091433525
7892	rnn.bias_hh_l0	6	-0.039650753140449524
7892	rnn.bias_hh_l0	7	-0.015319394879043102
7892	rnn.bias_hh_l0	8	-0.049455735832452774
7892	rnn.bias_hh_l0	9	-0.03182471543550491
7892	rnn.weight_ih_l0_reverse	0	0.028444979339838028
7892	rnn.weight_ih_l0_reverse	1	-0.013932883739471436
7892	rnn.weight_ih_l0_reverse	2	-0.030154597014188766
7892	rnn.weight_ih_l0_reverse	3	0.0031547285616397858
7892	rnn.weight_ih_l0_reverse	4	0.012061127461493015
7892	rnn.weight_ih_l0_reverse	5	-0.020984318107366562
7892	rnn.weight_ih_l0_reverse	6	-0.03656080737709999
7892	rnn.weight_ih_l0_reverse	7	-0.031098028644919395
7892	rnn.weight_ih_l0_reverse	8	-0.014467001892626286
7892	rnn.weight_ih_l0_reverse	9	0.025273911654949188
7892	rnn.weight_hh_l0_reverse	0	-0.01649194210767746
7892	rnn.weight_hh_l0_reverse	1	-0.0036787893623113632
7892	rnn.weight_hh_l0_reverse	2	-0.03135600686073303
7892	rnn.weight_hh_l0_reverse	3	0.031527865678071976
7892	rnn.weight_hh_l0_reverse	4	0.024609258398413658
7892	rnn.weight_hh_l0_reverse	5	0.015855666249990463
7892	rnn.weight_hh_l0_reverse	6	0.02364717610180378
7892	rnn.weight_hh_l0_reverse	7	0.015042176470160484
7892	rnn.weight_hh_l0_reverse	8	0.006017089355736971
7892	rnn.weight_hh_l0_reverse	9	-0.02963143214583397
7892	rnn.bias_ih_l0_reverse	0	-0.04016389697790146
7892	rnn.bias_ih_l0_reverse	1	-0.04976188763976097
7892	rnn.bias_ih_l0_reverse	2	0.028461597859859467
7892	rnn.bias_ih_l0_reverse	3	-0.02978903241455555
7892	rnn.bias_ih_l0_reverse	4	0.054191309958696365
7892	rnn.bias_ih_l0_reverse	5	-0.06413627415895462
7892	rnn.bias_ih_l0_reverse	6	-0.006327965762466192
7892	rnn.bias_ih_l0_reverse	7	0.05313890799880028
7892	rnn.bias_ih_l0_reverse	8	-0.02471969835460186
7892	rnn.bias_ih_l0_reverse	9	-0.008914628997445107
7892	rnn.bias_hh_l0_reverse	0	-0.035722874104976654
7892	rnn.bias_hh_l0_reverse	1	0.00166779151186347
7892	rnn.bias_hh_l0_reverse	2	-0.010209902189671993
7892	rnn.bias_hh_l0_reverse	3	-0.05126053839921951
7892	rnn.bias_hh_l0_reverse	4	0.004205221775919199
7892	rnn.bias_hh_l0_reverse	5	-0.0008742096833884716
7892	rnn.bias_hh_l0_reverse	6	-0.06414470076560974
7892	rnn.bias_hh_l0_reverse	7	-0.03539695590734482
7892	rnn.bias_hh_l0_reverse	8	0.004649602808058262
7892	rnn.bias_hh_l0_reverse	9	-0.051452964544296265
7892	linear.weight	0	-0.1077956110239029
7892	linear.weight	1	-0.02663380280137062
7892	linear.weight	2	-0.011228874325752258
7892	linear.weight	3	-0.024659765884280205
7892	linear.weight	4	-0.010000866837799549
7892	linear.weight	5	0.13998807966709137
7892	linear.weight	6	0.0047744326293468475
7892	linear.weight	7	-0.021312154829502106
7892	linear.weight	8	0.03390243649482727
7892	linear.weight	9	0.06675196439027786
7892	linear.bias	0	-0.38507288694381714
7892	linear.bias	1	-0.02887939102947712
7892	linear.bias	2	0.42839527130126953
7892	linear.bias	3	-0.338346004486084
7892	linear.bias	4	-1.0234028100967407
7892	linear.bias	5	-0.899394154548645
7892	linear.bias	6	-0.35110390186309814
7892	linear.bias	7	-0.41034454107284546
7892	linear.bias	8	-0.01705317199230194
7892	linear.bias	9	2.2745354175567627
7896	transitions	0	0.17563065886497498
7896	transitions	1	4.96806526184082
7896	transitions	2	-1.7574424743652344
7896	transitions	3	1.285918116569519
7896	transitions	4	-0.892287015914917
7896	transitions	5	-0.1292472928762436
7896	transitions	6	-0.026715252548456192
7896	transitions	7	-10000.0
7896	transitions	8	1.3857980966567993
7896	transitions	9	-2.2520666122436523
7896	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
7896	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
7896	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
7896	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
7896	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
7896	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
7896	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
7896	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
7896	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
7896	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
7896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
7896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
7896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
7896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
7896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
7896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
7896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
7896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
7896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
7896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
7896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
7896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
7896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
7896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
7896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
7896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
7896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
7896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
7896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
7896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
7896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
7896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
7896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
7896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
7896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
7896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
7896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
7896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
7896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
7896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
7896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
7896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
7896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
7896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
7896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
7896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
7896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
7896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
7896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
7896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
7896	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
7896	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
7896	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
7896	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
7896	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
7896	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
7896	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
7896	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
7896	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
7896	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
7896	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
7896	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
7896	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
7896	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
7896	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
7896	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
7896	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
7896	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
7896	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
7896	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
7896	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
7896	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
7896	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
7896	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
7896	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
7896	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
7896	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
7896	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
7896	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
7896	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
7896	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
7896	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
7896	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
7896	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
7896	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
7896	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
7896	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
7896	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
7896	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
7896	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
7896	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
7896	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
7896	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
7896	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
7896	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
7896	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
7896	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
7896	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
7896	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
7896	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
7896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
7896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
7896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
7896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
7896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
7896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
7896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
7896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
7896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
7896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
7896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
7896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
7896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
7896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
7896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
7896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
7896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
7896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
7896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
7896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
7896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
7896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
7896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
7896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
7896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
7896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
7896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
7896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
7896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
7896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
7896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
7896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
7896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
7896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
7896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
7896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
7896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
7896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
7896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
7896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
7896	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
7896	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
7896	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
7896	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
7896	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
7896	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
7896	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
7896	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
7896	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
7896	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
7896	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
7896	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
7896	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
7896	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
7896	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
7896	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
7896	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
7896	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
7896	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
7896	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
7896	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
7896	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
7896	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
7896	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
7896	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
7896	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
7896	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
7896	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
7896	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
7896	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
7896	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
7896	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
7896	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
7896	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
7896	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
7896	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
7896	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
7896	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
7896	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
7896	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
7896	embedding2nn.weight	0	0.014012780040502548
7896	embedding2nn.weight	1	-0.036094825714826584
7896	embedding2nn.weight	2	0.006953629199415445
7896	embedding2nn.weight	3	-0.007716426160186529
7896	embedding2nn.weight	4	-0.03879069909453392
7896	embedding2nn.weight	5	0.04437878727912903
7896	embedding2nn.weight	6	-0.02988268807530403
7896	embedding2nn.weight	7	-0.028644993901252747
7896	embedding2nn.weight	8	0.027981333434581757
7896	embedding2nn.weight	9	0.039076708257198334
7896	embedding2nn.bias	0	0.009139534085988998
7896	embedding2nn.bias	1	0.04031001403927803
7896	embedding2nn.bias	2	-0.08325474709272385
7896	embedding2nn.bias	3	0.02891644649207592
7896	embedding2nn.bias	4	0.014679347164928913
7896	embedding2nn.bias	5	-0.11274191737174988
7896	embedding2nn.bias	6	-0.0075057377107441425
7896	embedding2nn.bias	7	-0.0011221596505492926
7896	embedding2nn.bias	8	0.03290049731731415
7896	embedding2nn.bias	9	-0.13302314281463623
7896	rnn.weight_ih_l0	0	0.0009626056998968124
7896	rnn.weight_ih_l0	1	0.021237675100564957
7896	rnn.weight_ih_l0	2	-0.03897592052817345
7896	rnn.weight_ih_l0	3	0.013426192104816437
7896	rnn.weight_ih_l0	4	0.02688540890812874
7896	rnn.weight_ih_l0	5	-0.04500512033700943
7896	rnn.weight_ih_l0	6	0.03599456325173378
7896	rnn.weight_ih_l0	7	-0.03022073395550251
7896	rnn.weight_ih_l0	8	0.01253530289977789
7896	rnn.weight_ih_l0	9	-0.008789056912064552
7896	rnn.weight_hh_l0	0	0.02937190607190132
7896	rnn.weight_hh_l0	1	-0.03434757888317108
7896	rnn.weight_hh_l0	2	0.02688637562096119
7896	rnn.weight_hh_l0	3	0.009680347517132759
7896	rnn.weight_hh_l0	4	0.01920042559504509
7896	rnn.weight_hh_l0	5	0.03699055686593056
7896	rnn.weight_hh_l0	6	0.00552925281226635
7896	rnn.weight_hh_l0	7	-0.04289938136935234
7896	rnn.weight_hh_l0	8	-0.03192336857318878
7896	rnn.weight_hh_l0	9	-0.006793802138417959
7896	rnn.bias_ih_l0	0	-0.03612715005874634
7896	rnn.bias_ih_l0	1	-0.011413771659135818
7896	rnn.bias_ih_l0	2	-0.031272269785404205
7896	rnn.bias_ih_l0	3	-0.09719740599393845
7896	rnn.bias_ih_l0	4	0.0045183561742305756
7896	rnn.bias_ih_l0	5	0.03940296918153763
7896	rnn.bias_ih_l0	6	-0.06242182478308678
7896	rnn.bias_ih_l0	7	-0.07826043665409088
7896	rnn.bias_ih_l0	8	-0.034698620438575745
7896	rnn.bias_ih_l0	9	0.01106317713856697
7896	rnn.bias_hh_l0	0	0.0722656100988388
7896	rnn.bias_hh_l0	1	-0.014735563658177853
7896	rnn.bias_hh_l0	2	-0.019408302381634712
7896	rnn.bias_hh_l0	3	-0.042973458766937256
7896	rnn.bias_hh_l0	4	0.00752819050103426
7896	rnn.bias_hh_l0	5	0.015689333900809288
7896	rnn.bias_hh_l0	6	-0.03949273005127907
7896	rnn.bias_hh_l0	7	-0.01601351425051689
7896	rnn.bias_hh_l0	8	-0.04940980300307274
7896	rnn.bias_hh_l0	9	-0.03087124414741993
7896	rnn.weight_ih_l0_reverse	0	0.028431380167603493
7896	rnn.weight_ih_l0_reverse	1	-0.013940172269940376
7896	rnn.weight_ih_l0_reverse	2	-0.030470803380012512
7896	rnn.weight_ih_l0_reverse	3	0.003137272782623768
7896	rnn.weight_ih_l0_reverse	4	0.011896839365363121
7896	rnn.weight_ih_l0_reverse	5	-0.02075854502618313
7896	rnn.weight_ih_l0_reverse	6	-0.03692978248000145
7896	rnn.weight_ih_l0_reverse	7	-0.03108059987425804
7896	rnn.weight_ih_l0_reverse	8	-0.014347714371979237
7896	rnn.weight_ih_l0_reverse	9	0.025295738130807877
7896	rnn.weight_hh_l0_reverse	0	-0.016105910763144493
7896	rnn.weight_hh_l0_reverse	1	-0.003942152019590139
7896	rnn.weight_hh_l0_reverse	2	-0.03115600347518921
7896	rnn.weight_hh_l0_reverse	3	0.03163139522075653
7896	rnn.weight_hh_l0_reverse	4	0.024506445974111557
7896	rnn.weight_hh_l0_reverse	5	0.015998633578419685
7896	rnn.weight_hh_l0_reverse	6	0.023462612181901932
7896	rnn.weight_hh_l0_reverse	7	0.015024945139884949
7896	rnn.weight_hh_l0_reverse	8	0.006059215869754553
7896	rnn.weight_hh_l0_reverse	9	-0.029660869389772415
7896	rnn.bias_ih_l0_reverse	0	-0.0401526615023613
7896	rnn.bias_ih_l0_reverse	1	-0.04924388974905014
7896	rnn.bias_ih_l0_reverse	2	0.02818678505718708
7896	rnn.bias_ih_l0_reverse	3	-0.029678743332624435
7896	rnn.bias_ih_l0_reverse	4	0.053786639124155045
7896	rnn.bias_ih_l0_reverse	5	-0.06420633941888809
7896	rnn.bias_ih_l0_reverse	6	-0.006286707241088152
7896	rnn.bias_ih_l0_reverse	7	0.052454158663749695
7896	rnn.bias_ih_l0_reverse	8	-0.02548794075846672
7896	rnn.bias_ih_l0_reverse	9	-0.008745357394218445
7896	rnn.bias_hh_l0_reverse	0	-0.03587116301059723
7896	rnn.bias_hh_l0_reverse	1	0.0016725744353607297
7896	rnn.bias_hh_l0_reverse	2	-0.010249907150864601
7896	rnn.bias_hh_l0_reverse	3	-0.0508328415453434
7896	rnn.bias_hh_l0_reverse	4	0.00411848071962595
7896	rnn.bias_hh_l0_reverse	5	-0.0009921963792294264
7896	rnn.bias_hh_l0_reverse	6	-0.06528159976005554
7896	rnn.bias_hh_l0_reverse	7	-0.03433532640337944
7896	rnn.bias_hh_l0_reverse	8	0.004103386774659157
7896	rnn.bias_hh_l0_reverse	9	-0.05155288428068161
7896	linear.weight	0	-0.10978715121746063
7896	linear.weight	1	-0.026463521644473076
7896	linear.weight	2	-0.011228874325752258
7896	linear.weight	3	-0.011409427039325237
7896	linear.weight	4	-0.01082400418817997
7896	linear.weight	5	0.13877224922180176
7896	linear.weight	6	0.0047744326293468475
7896	linear.weight	7	-0.021312154829502106
7896	linear.weight	8	0.037626318633556366
7896	linear.weight	9	0.06417069584131241
7896	linear.bias	0	-0.38569167256355286
7896	linear.bias	1	-0.03278237208724022
7896	linear.bias	2	0.4070015549659729
7896	linear.bias	3	-0.3476731777191162
7896	linear.bias	4	-1.0431573390960693
7896	linear.bias	5	-0.8995413780212402
7896	linear.bias	6	-0.35468435287475586
7896	linear.bias	7	-0.4048394560813904
7896	linear.bias	8	-0.01705317199230194
7896	linear.bias	9	2.302424907684326
8093	transitions	0	0.17111797630786896
8093	transitions	1	4.978944778442383
8093	transitions	2	-1.7699830532073975
8093	transitions	3	1.2677044868469238
8093	transitions	4	-0.9009990692138672
8093	transitions	5	-0.13100942969322205
8093	transitions	6	-0.028462553396821022
8093	transitions	7	-10000.0
8093	transitions	8	1.393866777420044
8093	transitions	9	-2.252760887145996
8093	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
8093	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
8093	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
8093	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
8093	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
8093	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
8093	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
8093	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
8093	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
8093	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
8093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
8093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
8093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
8093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
8093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
8093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
8093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
8093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
8093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
8093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
8093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
8093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
8093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
8093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
8093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
8093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
8093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
8093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
8093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
8093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
8093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
8093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
8093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
8093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
8093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
8093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
8093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
8093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
8093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
8093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
8093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
8093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
8093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
8093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
8093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
8093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
8093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
8093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
8093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
8093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
8093	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
8093	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
8093	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
8093	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
8093	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
8093	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
8093	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
8093	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
8093	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
8093	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
8093	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
8093	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
8093	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
8093	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
8093	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
8093	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
8093	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
8093	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
8093	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
8093	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
8093	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
8093	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
8093	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
8093	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
8093	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
8093	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
8093	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
8093	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
8093	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
8093	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
8093	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
8093	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
8093	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
8093	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
8093	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
8093	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
8093	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
8093	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
8093	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
8093	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
8093	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
8093	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
8093	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
8093	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
8093	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
8093	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
8093	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
8093	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
8093	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
8093	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
8093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
8093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
8093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
8093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
8093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
8093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
8093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
8093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
8093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
8093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
8093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
8093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
8093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
8093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
8093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
8093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
8093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
8093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
8093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
8093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
8093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
8093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
8093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
8093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
8093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
8093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
8093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
8093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
8093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
8093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
8093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
8093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
8093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
8093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
8093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
8093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
8093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
8093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
8093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
8093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
8093	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
8093	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
8093	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
8093	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
8093	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
8093	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
8093	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
8093	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
8093	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
8093	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
8093	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
8093	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
8093	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
8093	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
8093	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
8093	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
8093	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
8093	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
8093	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
8093	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
8093	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
8093	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
8093	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
8093	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
8093	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
8093	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
8093	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
8093	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
8093	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
8093	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
8093	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
8093	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
8093	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
8093	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
8093	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
8093	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
8093	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
8093	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
8093	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
8093	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
8093	embedding2nn.weight	0	0.014002234674990177
8093	embedding2nn.weight	1	-0.037584397941827774
8093	embedding2nn.weight	2	0.004244682379066944
8093	embedding2nn.weight	3	-0.008501783944666386
8093	embedding2nn.weight	4	-0.033860426396131516
8093	embedding2nn.weight	5	0.04324796050786972
8093	embedding2nn.weight	6	-0.033208217471838
8093	embedding2nn.weight	7	-0.02711450681090355
8093	embedding2nn.weight	8	0.027221303433179855
8093	embedding2nn.weight	9	0.04420709237456322
8093	embedding2nn.bias	0	0.014037548564374447
8093	embedding2nn.bias	1	0.039756324142217636
8093	embedding2nn.bias	2	-0.08774614334106445
8093	embedding2nn.bias	3	0.03246524557471275
8093	embedding2nn.bias	4	0.013908237218856812
8093	embedding2nn.bias	5	-0.1192205548286438
8093	embedding2nn.bias	6	-0.006670856382697821
8093	embedding2nn.bias	7	-0.0030143281910568476
8093	embedding2nn.bias	8	0.03579089418053627
8093	embedding2nn.bias	9	-0.13095831871032715
8093	rnn.weight_ih_l0	0	0.0009221588843502104
8093	rnn.weight_ih_l0	1	0.021971559152007103
8093	rnn.weight_ih_l0	2	-0.03902725502848625
8093	rnn.weight_ih_l0	3	0.015671364963054657
8093	rnn.weight_ih_l0	4	0.02667812816798687
8093	rnn.weight_ih_l0	5	-0.04512821510434151
8093	rnn.weight_ih_l0	6	0.034832216799259186
8093	rnn.weight_ih_l0	7	-0.026604697108268738
8093	rnn.weight_ih_l0	8	0.013038508594036102
8093	rnn.weight_ih_l0	9	-0.009296959266066551
8093	rnn.weight_hh_l0	0	0.028714574873447418
8093	rnn.weight_hh_l0	1	-0.03071672096848488
8093	rnn.weight_hh_l0	2	0.027227643877267838
8093	rnn.weight_hh_l0	3	0.009425731375813484
8093	rnn.weight_hh_l0	4	0.01907188631594181
8093	rnn.weight_hh_l0	5	0.03605993092060089
8093	rnn.weight_hh_l0	6	0.0058007617481052876
8093	rnn.weight_hh_l0	7	-0.04310115426778793
8093	rnn.weight_hh_l0	8	-0.030060086399316788
8093	rnn.weight_hh_l0	9	-0.014175397343933582
8093	rnn.bias_ih_l0	0	-0.02923416718840599
8093	rnn.bias_ih_l0	1	-0.009943339042365551
8093	rnn.bias_ih_l0	2	-0.031059304252266884
8093	rnn.bias_ih_l0	3	-0.1026880070567131
8093	rnn.bias_ih_l0	4	0.0043183849193155766
8093	rnn.bias_ih_l0	5	0.03186453878879547
8093	rnn.bias_ih_l0	6	-0.06662677228450775
8093	rnn.bias_ih_l0	7	-0.0812520906329155
8093	rnn.bias_ih_l0	8	-0.036989953368902206
8093	rnn.bias_ih_l0	9	0.006668042857199907
8093	rnn.bias_hh_l0	0	0.06209121644496918
8093	rnn.bias_hh_l0	1	-0.016720961779356003
8093	rnn.bias_hh_l0	2	-0.02014591172337532
8093	rnn.bias_hh_l0	3	-0.041679367423057556
8093	rnn.bias_hh_l0	4	0.0175972580909729
8093	rnn.bias_hh_l0	5	0.015269887633621693
8093	rnn.bias_hh_l0	6	-0.037958718836307526
8093	rnn.bias_hh_l0	7	-0.022141601890325546
8093	rnn.bias_hh_l0	8	-0.047631021589040756
8093	rnn.bias_hh_l0	9	-0.034018535166978836
8093	rnn.weight_ih_l0_reverse	0	0.029393456876277924
8093	rnn.weight_ih_l0_reverse	1	-0.014168346300721169
8093	rnn.weight_ih_l0_reverse	2	-0.028765590861439705
8093	rnn.weight_ih_l0_reverse	3	0.003679310204461217
8093	rnn.weight_ih_l0_reverse	4	0.015547766350209713
8093	rnn.weight_ih_l0_reverse	5	-0.020733017474412918
8093	rnn.weight_ih_l0_reverse	6	-0.03664874657988548
8093	rnn.weight_ih_l0_reverse	7	-0.030474938452243805
8093	rnn.weight_ih_l0_reverse	8	-0.014903677627444267
8093	rnn.weight_ih_l0_reverse	9	0.02419993467628956
8093	rnn.weight_hh_l0_reverse	0	-0.01576940342783928
8093	rnn.weight_hh_l0_reverse	1	-0.004116947762668133
8093	rnn.weight_hh_l0_reverse	2	-0.03114837408065796
8093	rnn.weight_hh_l0_reverse	3	0.031117113307118416
8093	rnn.weight_hh_l0_reverse	4	0.024792809039354324
8093	rnn.weight_hh_l0_reverse	5	0.01548882108181715
8093	rnn.weight_hh_l0_reverse	6	0.02304820902645588
8093	rnn.weight_hh_l0_reverse	7	0.015450400300323963
8093	rnn.weight_hh_l0_reverse	8	0.006128647364675999
8093	rnn.weight_hh_l0_reverse	9	-0.02975483238697052
8093	rnn.bias_ih_l0_reverse	0	-0.04107857868075371
8093	rnn.bias_ih_l0_reverse	1	-0.0579364150762558
8093	rnn.bias_ih_l0_reverse	2	0.02628800831735134
8093	rnn.bias_ih_l0_reverse	3	-0.029420156031847
8093	rnn.bias_ih_l0_reverse	4	0.05452881380915642
8093	rnn.bias_ih_l0_reverse	5	-0.06769286096096039
8093	rnn.bias_ih_l0_reverse	6	-0.006730793043971062
8093	rnn.bias_ih_l0_reverse	7	0.05742761492729187
8093	rnn.bias_ih_l0_reverse	8	-0.02463013119995594
8093	rnn.bias_ih_l0_reverse	9	-0.01059925276786089
8093	rnn.bias_hh_l0_reverse	0	-0.035586655139923096
8093	rnn.bias_hh_l0_reverse	1	0.0010447032982483506
8093	rnn.bias_hh_l0_reverse	2	-0.010728733614087105
8093	rnn.bias_hh_l0_reverse	3	-0.0518021397292614
8093	rnn.bias_hh_l0_reverse	4	0.0012554338900372386
8093	rnn.bias_hh_l0_reverse	5	-0.0035618459805846214
8093	rnn.bias_hh_l0_reverse	6	-0.06781070679426193
8093	rnn.bias_hh_l0_reverse	7	-0.03509272262454033
8093	rnn.bias_hh_l0_reverse	8	0.007638415787369013
8093	rnn.bias_hh_l0_reverse	9	-0.0552685521543026
8093	linear.weight	0	-0.11642856150865555
8093	linear.weight	1	-0.029675312340259552
8093	linear.weight	2	-0.011228874325752258
8093	linear.weight	3	-0.04898025095462799
8093	linear.weight	4	-0.059177134186029434
8093	linear.weight	5	0.15154020488262177
8093	linear.weight	6	0.0047744326293468475
8093	linear.weight	7	-0.021312154829502106
8093	linear.weight	8	0.009493333287537098
8093	linear.weight	9	0.052275288850069046
8093	linear.bias	0	-0.3677816092967987
8093	linear.bias	1	-0.0455978661775589
8093	linear.bias	2	0.3976127803325653
8093	linear.bias	3	-0.3524533808231354
8093	linear.bias	4	-1.0518434047698975
8093	linear.bias	5	-0.9032727479934692
8093	linear.bias	6	-0.32663294672966003
8093	linear.bias	7	-0.40784770250320435
8093	linear.bias	8	-0.01705317199230194
8093	linear.bias	9	2.301379680633545
8290	transitions	0	0.16693422198295593
8290	transitions	1	5.011983394622803
8290	transitions	2	-1.783573865890503
8290	transitions	3	1.290770173072815
8290	transitions	4	-0.9092870950698853
8290	transitions	5	-0.13258540630340576
8290	transitions	6	-0.03084423579275608
8290	transitions	7	-10000.0
8290	transitions	8	1.3940496444702148
8290	transitions	9	-2.253296375274658
8290	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
8290	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
8290	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
8290	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
8290	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
8290	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
8290	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
8290	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
8290	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
8290	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
8290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
8290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
8290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
8290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
8290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
8290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
8290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
8290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
8290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
8290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
8290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
8290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
8290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
8290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
8290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
8290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
8290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
8290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
8290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
8290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
8290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
8290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
8290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
8290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
8290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
8290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
8290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
8290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
8290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
8290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
8290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
8290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
8290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
8290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
8290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
8290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
8290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
8290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
8290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
8290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
8290	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
8290	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
8290	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
8290	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
8290	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
8290	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
8290	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
8290	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
8290	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
8290	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
8290	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
8290	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
8290	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
8290	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
8290	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
8290	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
8290	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
8290	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
8290	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
8290	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
8290	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
8290	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
8290	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
8290	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
8290	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
8290	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
8290	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
8290	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
8290	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
8290	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
8290	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
8290	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
8290	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
8290	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
8290	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
8290	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
8290	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
8290	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
8290	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
8290	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
8290	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
8290	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
8290	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
8290	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
8290	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
8290	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
8290	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
8290	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
8290	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
8290	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
8290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
8290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
8290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
8290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
8290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
8290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
8290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
8290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
8290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
8290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
8290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
8290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
8290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
8290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
8290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
8290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
8290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
8290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
8290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
8290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
8290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
8290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
8290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
8290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
8290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
8290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
8290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
8290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
8290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
8290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
8290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
8290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
8290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
8290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
8290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
8290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
8290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
8290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
8290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
8290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
8290	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
8290	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
8290	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
8290	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
8290	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
8290	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
8290	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
8290	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
8290	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
8290	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
8290	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
8290	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
8290	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
8290	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
8290	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
8290	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
8290	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
8290	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
8290	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
8290	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
8290	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
8290	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
8290	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
8290	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
8290	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
8290	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
8290	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
8290	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
8290	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
8290	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
8290	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
8290	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
8290	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
8290	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
8290	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
8290	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
8290	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
8290	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
8290	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
8290	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
8290	embedding2nn.weight	0	0.013598420657217503
8290	embedding2nn.weight	1	-0.038196861743927
8290	embedding2nn.weight	2	0.001820103032514453
8290	embedding2nn.weight	3	-0.008390907198190689
8290	embedding2nn.weight	4	-0.03552103415131569
8290	embedding2nn.weight	5	0.042702995240688324
8290	embedding2nn.weight	6	-0.026653215289115906
8290	embedding2nn.weight	7	-0.02959056757390499
8290	embedding2nn.weight	8	0.02697712369263172
8290	embedding2nn.weight	9	0.04070037230849266
8290	embedding2nn.bias	0	0.009700290858745575
8290	embedding2nn.bias	1	0.04412024840712547
8290	embedding2nn.bias	2	-0.09545089304447174
8290	embedding2nn.bias	3	0.04384220018982887
8290	embedding2nn.bias	4	0.004915499594062567
8290	embedding2nn.bias	5	-0.11893697082996368
8290	embedding2nn.bias	6	-0.0020044990815222263
8290	embedding2nn.bias	7	-0.0017076522344723344
8290	embedding2nn.bias	8	0.027646388858556747
8290	embedding2nn.bias	9	-0.1462000459432602
8290	rnn.weight_ih_l0	0	0.0026668731588870287
8290	rnn.weight_ih_l0	1	0.025332137942314148
8290	rnn.weight_ih_l0	2	-0.04233221709728241
8290	rnn.weight_ih_l0	3	0.017337387427687645
8290	rnn.weight_ih_l0	4	0.02697739563882351
8290	rnn.weight_ih_l0	5	-0.04645222797989845
8290	rnn.weight_ih_l0	6	0.034129805862903595
8290	rnn.weight_ih_l0	7	-0.025255931541323662
8290	rnn.weight_ih_l0	8	0.014839190989732742
8290	rnn.weight_ih_l0	9	-0.009543069638311863
8290	rnn.weight_hh_l0	0	0.028476228937506676
8290	rnn.weight_hh_l0	1	-0.03060878999531269
8290	rnn.weight_hh_l0	2	0.027591010555624962
8290	rnn.weight_hh_l0	3	0.011097850278019905
8290	rnn.weight_hh_l0	4	0.018777556717395782
8290	rnn.weight_hh_l0	5	0.03595421090722084
8290	rnn.weight_hh_l0	6	0.0054389722645282745
8290	rnn.weight_hh_l0	7	-0.04355761036276817
8290	rnn.weight_hh_l0	8	-0.03076968342065811
8290	rnn.weight_hh_l0	9	-0.015579764731228352
8290	rnn.bias_ih_l0	0	-0.022424358874559402
8290	rnn.bias_ih_l0	1	-0.01001504622399807
8290	rnn.bias_ih_l0	2	-0.03202756121754646
8290	rnn.bias_ih_l0	3	-0.10320521891117096
8290	rnn.bias_ih_l0	4	0.0031874310225248337
8290	rnn.bias_ih_l0	5	0.03531395643949509
8290	rnn.bias_ih_l0	6	-0.0688115581870079
8290	rnn.bias_ih_l0	7	-0.0755232721567154
8290	rnn.bias_ih_l0	8	-0.03769375756382942
8290	rnn.bias_ih_l0	9	0.0017952702473849058
8290	rnn.bias_hh_l0	0	0.05654769390821457
8290	rnn.bias_hh_l0	1	-0.019600611180067062
8290	rnn.bias_hh_l0	2	-0.017518553882837296
8290	rnn.bias_hh_l0	3	-0.04333633929491043
8290	rnn.bias_hh_l0	4	0.021747231483459473
8290	rnn.bias_hh_l0	5	0.024380942806601524
8290	rnn.bias_hh_l0	6	-0.03947897255420685
8290	rnn.bias_hh_l0	7	-0.02064034529030323
8290	rnn.bias_hh_l0	8	-0.0481153279542923
8290	rnn.bias_hh_l0	9	-0.03783782199025154
8290	rnn.weight_ih_l0_reverse	0	0.029070362448692322
8290	rnn.weight_ih_l0_reverse	1	-0.014220903627574444
8290	rnn.weight_ih_l0_reverse	2	-0.02695465087890625
8290	rnn.weight_ih_l0_reverse	3	0.0010411435505375266
8290	rnn.weight_ih_l0_reverse	4	0.017612937837839127
8290	rnn.weight_ih_l0_reverse	5	-0.019850386306643486
8290	rnn.weight_ih_l0_reverse	6	-0.0368574857711792
8290	rnn.weight_ih_l0_reverse	7	-0.029198195785284042
8290	rnn.weight_ih_l0_reverse	8	-0.013321955688297749
8290	rnn.weight_ih_l0_reverse	9	0.02447318285703659
8290	rnn.weight_hh_l0_reverse	0	-0.016682269051671028
8290	rnn.weight_hh_l0_reverse	1	-0.0022087565157562494
8290	rnn.weight_hh_l0_reverse	2	-0.031460002064704895
8290	rnn.weight_hh_l0_reverse	3	0.030439456924796104
8290	rnn.weight_hh_l0_reverse	4	0.025135818868875504
8290	rnn.weight_hh_l0_reverse	5	0.015080858953297138
8290	rnn.weight_hh_l0_reverse	6	0.023618336766958237
8290	rnn.weight_hh_l0_reverse	7	0.015734171494841576
8290	rnn.weight_hh_l0_reverse	8	0.006029496435075998
8290	rnn.weight_hh_l0_reverse	9	-0.029659518972039223
8290	rnn.bias_ih_l0_reverse	0	-0.03727700933814049
8290	rnn.bias_ih_l0_reverse	1	-0.055135130882263184
8290	rnn.bias_ih_l0_reverse	2	0.020618483424186707
8290	rnn.bias_ih_l0_reverse	3	-0.029850443825125694
8290	rnn.bias_ih_l0_reverse	4	0.054771021008491516
8290	rnn.bias_ih_l0_reverse	5	-0.06754111498594284
8290	rnn.bias_ih_l0_reverse	6	-0.011235179379582405
8290	rnn.bias_ih_l0_reverse	7	0.04787633195519447
8290	rnn.bias_ih_l0_reverse	8	-0.02869698405265808
8290	rnn.bias_ih_l0_reverse	9	-0.010661174543201923
8290	rnn.bias_hh_l0_reverse	0	-0.03758285567164421
8290	rnn.bias_hh_l0_reverse	1	0.002814225386828184
8290	rnn.bias_hh_l0_reverse	2	-0.01119304820895195
8290	rnn.bias_hh_l0_reverse	3	-0.05221741646528244
8290	rnn.bias_hh_l0_reverse	4	0.0020434879697859287
8290	rnn.bias_hh_l0_reverse	5	-0.006956771016120911
8290	rnn.bias_hh_l0_reverse	6	-0.07777177542448044
8290	rnn.bias_hh_l0_reverse	7	-0.03510846942663193
8290	rnn.bias_hh_l0_reverse	8	0.005244506523013115
8290	rnn.bias_hh_l0_reverse	9	-0.05232536420226097
8290	linear.weight	0	-0.12932009994983673
8290	linear.weight	1	-0.03452639654278755
8290	linear.weight	2	-0.011228874325752258
8290	linear.weight	3	-0.05739914998412132
8290	linear.weight	4	-0.06062297150492668
8290	linear.weight	5	0.13879311084747314
8290	linear.weight	6	0.0047744326293468475
8290	linear.weight	7	-0.021312154829502106
8290	linear.weight	8	0.04171823710203171
8290	linear.weight	9	0.04945480450987816
8290	linear.bias	0	-0.3818320333957672
8290	linear.bias	1	-0.027668606489896774
8290	linear.bias	2	0.41215232014656067
8290	linear.bias	3	-0.3666117787361145
8290	linear.bias	4	-1.0628622770309448
8290	linear.bias	5	-0.9073323607444763
8290	linear.bias	6	-0.3551589250564575
8290	linear.bias	7	-0.4179145097732544
8290	linear.bias	8	-0.01705317199230194
8290	linear.bias	9	2.331331729888916
8487	transitions	0	0.1621689349412918
8487	transitions	1	5.072556495666504
8487	transitions	2	-1.7974034547805786
8487	transitions	3	1.2779494524002075
8487	transitions	4	-0.9176031351089478
8487	transitions	5	-0.13453587889671326
8487	transitions	6	-0.03285079821944237
8487	transitions	7	-10000.0
8487	transitions	8	1.3921383619308472
8487	transitions	9	-2.2538654804229736
8487	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
8487	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
8487	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
8487	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
8487	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
8487	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
8487	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
8487	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
8487	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
8487	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
8487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
8487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
8487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
8487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
8487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
8487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
8487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
8487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
8487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
8487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
8487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
8487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
8487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
8487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
8487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
8487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
8487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
8487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
8487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
8487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
8487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
8487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
8487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
8487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
8487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
8487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
8487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
8487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
8487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
8487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
8487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
8487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
8487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
8487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
8487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
8487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
8487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
8487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
8487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
8487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
8487	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
8487	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
8487	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
8487	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
8487	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
8487	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
8487	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
8487	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
8487	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
8487	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
8487	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
8487	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
8487	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
8487	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
8487	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
8487	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
8487	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
8487	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
8487	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
8487	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
8487	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
8487	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
8487	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
8487	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
8487	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
8487	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
8487	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
8487	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
8487	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
8487	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
8487	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
8487	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
8487	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
8487	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
8487	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
8487	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
8487	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
8487	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
8487	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
8487	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
8487	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
8487	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
8487	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
8487	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
8487	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
8487	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
8487	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
8487	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
8487	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
8487	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
8487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
8487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
8487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
8487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
8487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
8487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
8487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
8487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
8487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
8487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
8487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
8487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
8487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
8487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
8487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
8487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
8487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
8487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
8487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
8487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
8487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
8487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
8487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
8487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
8487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
8487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
8487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
8487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
8487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
8487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
8487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
8487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
8487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
8487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
8487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
8487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
8487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
8487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
8487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
8487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
8487	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
8487	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
8487	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
8487	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
8487	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
8487	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
8487	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
8487	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
8487	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
8487	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
8487	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
8487	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
8487	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
8487	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
8487	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
8487	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
8487	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
8487	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
8487	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
8487	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
8487	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
8487	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
8487	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
8487	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
8487	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
8487	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
8487	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
8487	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
8487	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
8487	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
8487	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
8487	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
8487	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
8487	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
8487	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
8487	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
8487	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
8487	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
8487	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
8487	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
8487	embedding2nn.weight	0	0.013424498960375786
8487	embedding2nn.weight	1	-0.03717631474137306
8487	embedding2nn.weight	2	0.0011012230534106493
8487	embedding2nn.weight	3	-0.00841446127742529
8487	embedding2nn.weight	4	-0.03788541629910469
8487	embedding2nn.weight	5	0.04030235856771469
8487	embedding2nn.weight	6	-0.030556144192814827
8487	embedding2nn.weight	7	-0.03345295041799545
8487	embedding2nn.weight	8	0.027024177834391594
8487	embedding2nn.weight	9	0.03726651892066002
8487	embedding2nn.bias	0	0.013354422524571419
8487	embedding2nn.bias	1	0.04413073509931564
8487	embedding2nn.bias	2	-0.09560918807983398
8487	embedding2nn.bias	3	0.04142351821064949
8487	embedding2nn.bias	4	0.017142657190561295
8487	embedding2nn.bias	5	-0.10542532056570053
8487	embedding2nn.bias	6	-0.00831585843116045
8487	embedding2nn.bias	7	-0.0018841123674064875
8487	embedding2nn.bias	8	0.031211284920573235
8487	embedding2nn.bias	9	-0.14647802710533142
8487	rnn.weight_ih_l0	0	0.002859126077964902
8487	rnn.weight_ih_l0	1	0.02568889409303665
8487	rnn.weight_ih_l0	2	-0.04182623326778412
8487	rnn.weight_ih_l0	3	0.017144378274679184
8487	rnn.weight_ih_l0	4	0.027500540018081665
8487	rnn.weight_ih_l0	5	-0.04739818722009659
8487	rnn.weight_ih_l0	6	0.03410523757338524
8487	rnn.weight_ih_l0	7	-0.02795318141579628
8487	rnn.weight_ih_l0	8	0.012946929782629013
8487	rnn.weight_ih_l0	9	-0.010367381386458874
8487	rnn.weight_hh_l0	0	0.027682295069098473
8487	rnn.weight_hh_l0	1	-0.027615223079919815
8487	rnn.weight_hh_l0	2	0.027816304937005043
8487	rnn.weight_hh_l0	3	0.009211369790136814
8487	rnn.weight_hh_l0	4	0.01882711611688137
8487	rnn.weight_hh_l0	5	0.035435035824775696
8487	rnn.weight_hh_l0	6	0.004395807161927223
8487	rnn.weight_hh_l0	7	-0.04290793463587761
8487	rnn.weight_hh_l0	8	-0.03030562773346901
8487	rnn.weight_hh_l0	9	-0.013288253918290138
8487	rnn.bias_ih_l0	0	-0.024836154654622078
8487	rnn.bias_ih_l0	1	-0.008813746273517609
8487	rnn.bias_ih_l0	2	-0.03578533977270126
8487	rnn.bias_ih_l0	3	-0.10630593448877335
8487	rnn.bias_ih_l0	4	0.007539429236203432
8487	rnn.bias_ih_l0	5	0.032277654856443405
8487	rnn.bias_ih_l0	6	-0.067008376121521
8487	rnn.bias_ih_l0	7	-0.0746898353099823
8487	rnn.bias_ih_l0	8	-0.037110183387994766
8487	rnn.bias_ih_l0	9	0.004840140696614981
8487	rnn.bias_hh_l0	0	0.06213110685348511
8487	rnn.bias_hh_l0	1	-0.021153446286916733
8487	rnn.bias_hh_l0	2	-0.016903210431337357
8487	rnn.bias_hh_l0	3	-0.04055596888065338
8487	rnn.bias_hh_l0	4	0.01560896448791027
8487	rnn.bias_hh_l0	5	0.0252202358096838
8487	rnn.bias_hh_l0	6	-0.03904035687446594
8487	rnn.bias_hh_l0	7	-0.023527169600129128
8487	rnn.bias_hh_l0	8	-0.04675336554646492
8487	rnn.bias_hh_l0	9	-0.03164099529385567
8487	rnn.weight_ih_l0_reverse	0	0.028353502973914146
8487	rnn.weight_ih_l0_reverse	1	-0.01403568871319294
8487	rnn.weight_ih_l0_reverse	2	-0.023409387096762657
8487	rnn.weight_ih_l0_reverse	3	0.0006603393703699112
8487	rnn.weight_ih_l0_reverse	4	0.018149210140109062
8487	rnn.weight_ih_l0_reverse	5	-0.020577000454068184
8487	rnn.weight_ih_l0_reverse	6	-0.03811029717326164
8487	rnn.weight_ih_l0_reverse	7	-0.029087835922837257
8487	rnn.weight_ih_l0_reverse	8	-0.012602429836988449
8487	rnn.weight_ih_l0_reverse	9	0.024102237075567245
8487	rnn.weight_hh_l0_reverse	0	-0.01674388349056244
8487	rnn.weight_hh_l0_reverse	1	-0.0009964975761249661
8487	rnn.weight_hh_l0_reverse	2	-0.0309465155005455
8487	rnn.weight_hh_l0_reverse	3	0.031482256948947906
8487	rnn.weight_hh_l0_reverse	4	0.024597080424427986
8487	rnn.weight_hh_l0_reverse	5	0.014887952245771885
8487	rnn.weight_hh_l0_reverse	6	0.02364298142492771
8487	rnn.weight_hh_l0_reverse	7	0.014897212386131287
8487	rnn.weight_hh_l0_reverse	8	0.006185775622725487
8487	rnn.weight_hh_l0_reverse	9	-0.029772013425827026
8487	rnn.bias_ih_l0_reverse	0	-0.04060909524559975
8487	rnn.bias_ih_l0_reverse	1	-0.05719399079680443
8487	rnn.bias_ih_l0_reverse	2	0.018153835088014603
8487	rnn.bias_ih_l0_reverse	3	-0.030888397246599197
8487	rnn.bias_ih_l0_reverse	4	0.05192456394433975
8487	rnn.bias_ih_l0_reverse	5	-0.06541548669338226
8487	rnn.bias_ih_l0_reverse	6	-0.01657675765454769
8487	rnn.bias_ih_l0_reverse	7	0.04864811524748802
8487	rnn.bias_ih_l0_reverse	8	-0.026602787896990776
8487	rnn.bias_ih_l0_reverse	9	-0.008715741336345673
8487	rnn.bias_hh_l0_reverse	0	-0.03395930305123329
8487	rnn.bias_hh_l0_reverse	1	-7.671463390579447e-05
8487	rnn.bias_hh_l0_reverse	2	-0.011184741742908955
8487	rnn.bias_hh_l0_reverse	3	-0.05412816256284714
8487	rnn.bias_hh_l0_reverse	4	0.0020023598335683346
8487	rnn.bias_hh_l0_reverse	5	-0.014370775781571865
8487	rnn.bias_hh_l0_reverse	6	-0.07681102305650711
8487	rnn.bias_hh_l0_reverse	7	-0.03637498617172241
8487	rnn.bias_hh_l0_reverse	8	0.005535729695111513
8487	rnn.bias_hh_l0_reverse	9	-0.04751443490386009
8487	linear.weight	0	-0.11431913822889328
8487	linear.weight	1	-0.046205658465623856
8487	linear.weight	2	-0.011228874325752258
8487	linear.weight	3	-0.05010904744267464
8487	linear.weight	4	-0.04779183119535446
8487	linear.weight	5	0.14082662761211395
8487	linear.weight	6	0.0047744326293468475
8487	linear.weight	7	-0.021312154829502106
8487	linear.weight	8	0.05424543470144272
8487	linear.weight	9	0.05830823630094528
8487	linear.bias	0	-0.3809748589992523
8487	linear.bias	1	0.0015743836993351579
8487	linear.bias	2	0.4270946979522705
8487	linear.bias	3	-0.33281248807907104
8487	linear.bias	4	-1.0498753786087036
8487	linear.bias	5	-0.9111112952232361
8487	linear.bias	6	-0.34777089953422546
8487	linear.bias	7	-0.4076097309589386
8487	linear.bias	8	-0.01705317199230194
8487	linear.bias	9	2.2769601345062256
8684	transitions	0	0.1567283421754837
8684	transitions	1	5.063473701477051
8684	transitions	2	-1.8111913204193115
8684	transitions	3	1.2909070253372192
8684	transitions	4	-0.9260300993919373
8684	transitions	5	-0.13716615736484528
8684	transitions	6	-0.03556722775101662
8684	transitions	7	-10000.0
8684	transitions	8	1.3919769525527954
8684	transitions	9	-2.254312038421631
8684	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
8684	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
8684	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
8684	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
8684	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
8684	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
8684	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
8684	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
8684	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
8684	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
8684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
8684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
8684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
8684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
8684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
8684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
8684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
8684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
8684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
8684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
8684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
8684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
8684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
8684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
8684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
8684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
8684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
8684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
8684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
8684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
8684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
8684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
8684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
8684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
8684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
8684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
8684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
8684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
8684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
8684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
8684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
8684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
8684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
8684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
8684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
8684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
8684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
8684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
8684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
8684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
8684	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
8684	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
8684	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
8684	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
8684	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
8684	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
8684	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
8684	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
8684	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
8684	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
8684	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
8684	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
8684	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
8684	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
8684	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
8684	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
8684	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
8684	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
8684	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
8684	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
8684	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
8684	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
8684	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
8684	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
8684	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
8684	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
8684	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
8684	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
8684	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
8684	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
8684	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
8684	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
8684	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
8684	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
8684	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
8684	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
8684	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
8684	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
8684	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
8684	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
8684	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
8684	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
8684	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
8684	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
8684	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
8684	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
8684	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
8684	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
8684	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
8684	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
8684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
8684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
8684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
8684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
8684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
8684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
8684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
8684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
8684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
8684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
8684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
8684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
8684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
8684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
8684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
8684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
8684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
8684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
8684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
8684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
8684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
8684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
8684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
8684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
8684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
8684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
8684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
8684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
8684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
8684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
8684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
8684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
8684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
8684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
8684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
8684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
8684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
8684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
8684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
8684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
8684	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
8684	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
8684	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
8684	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
8684	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
8684	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
8684	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
8684	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
8684	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
8684	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
8684	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
8684	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
8684	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
8684	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
8684	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
8684	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
8684	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
8684	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
8684	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
8684	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
8684	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
8684	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
8684	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
8684	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
8684	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
8684	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
8684	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
8684	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
8684	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
8684	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
8684	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
8684	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
8684	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
8684	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
8684	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
8684	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
8684	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
8684	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
8684	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
8684	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
8684	embedding2nn.weight	0	0.013187291100621223
8684	embedding2nn.weight	1	-0.03726334124803543
8684	embedding2nn.weight	2	0.003345734905451536
8684	embedding2nn.weight	3	-0.008603432215750217
8684	embedding2nn.weight	4	-0.036354534327983856
8684	embedding2nn.weight	5	0.04020646959543228
8684	embedding2nn.weight	6	-0.03139905631542206
8684	embedding2nn.weight	7	-0.03258349373936653
8684	embedding2nn.weight	8	0.02672480046749115
8684	embedding2nn.weight	9	0.035633839666843414
8684	embedding2nn.bias	0	0.017884157598018646
8684	embedding2nn.bias	1	0.03986409679055214
8684	embedding2nn.bias	2	-0.0875408947467804
8684	embedding2nn.bias	3	0.03214259073138237
8684	embedding2nn.bias	4	0.01604163460433483
8684	embedding2nn.bias	5	-0.11467499285936356
8684	embedding2nn.bias	6	-0.003370595397427678
8684	embedding2nn.bias	7	-0.006221902556717396
8684	embedding2nn.bias	8	0.043574050068855286
8684	embedding2nn.bias	9	-0.14997340738773346
8684	rnn.weight_ih_l0	0	0.0017889798618853092
8684	rnn.weight_ih_l0	1	0.028669660910964012
8684	rnn.weight_ih_l0	2	-0.03960797190666199
8684	rnn.weight_ih_l0	3	0.016089368611574173
8684	rnn.weight_ih_l0	4	0.027638103812932968
8684	rnn.weight_ih_l0	5	-0.0471821092069149
8684	rnn.weight_ih_l0	6	0.03501826152205467
8684	rnn.weight_ih_l0	7	-0.02849304862320423
8684	rnn.weight_ih_l0	8	0.015983346849679947
8684	rnn.weight_ih_l0	9	-0.008609199896454811
8684	rnn.weight_hh_l0	0	0.02803766541182995
8684	rnn.weight_hh_l0	1	-0.026794079691171646
8684	rnn.weight_hh_l0	2	0.028672385960817337
8684	rnn.weight_hh_l0	3	0.010210934095084667
8684	rnn.weight_hh_l0	4	0.01842370256781578
8684	rnn.weight_hh_l0	5	0.035354167222976685
8684	rnn.weight_hh_l0	6	0.004257711116224527
8684	rnn.weight_hh_l0	7	-0.0439053475856781
8684	rnn.weight_hh_l0	8	-0.029758395627141
8684	rnn.weight_hh_l0	9	-0.010318656452000141
8684	rnn.bias_ih_l0	0	-0.03012925013899803
8684	rnn.bias_ih_l0	1	-0.007337520364671946
8684	rnn.bias_ih_l0	2	-0.03866567835211754
8684	rnn.bias_ih_l0	3	-0.1062704548239708
8684	rnn.bias_ih_l0	4	-0.0003558439784683287
8684	rnn.bias_ih_l0	5	0.02673984132707119
8684	rnn.bias_ih_l0	6	-0.06617163121700287
8684	rnn.bias_ih_l0	7	-0.07492490112781525
8684	rnn.bias_ih_l0	8	-0.033806297928094864
8684	rnn.bias_ih_l0	9	0.0027709011919796467
8684	rnn.bias_hh_l0	0	0.06626980006694794
8684	rnn.bias_hh_l0	1	-0.023544803261756897
8684	rnn.bias_hh_l0	2	-0.015561187639832497
8684	rnn.bias_hh_l0	3	-0.04624169319868088
8684	rnn.bias_hh_l0	4	0.019072195515036583
8684	rnn.bias_hh_l0	5	0.039580222219228745
8684	rnn.bias_hh_l0	6	-0.03923637047410011
8684	rnn.bias_hh_l0	7	-0.02214226871728897
8684	rnn.bias_hh_l0	8	-0.050924304872751236
8684	rnn.bias_hh_l0	9	-0.03213582560420036
8684	rnn.weight_ih_l0_reverse	0	0.029913725331425667
8684	rnn.weight_ih_l0_reverse	1	-0.014620345085859299
8684	rnn.weight_ih_l0_reverse	2	-0.023414820432662964
8684	rnn.weight_ih_l0_reverse	3	0.0013436253648251295
8684	rnn.weight_ih_l0_reverse	4	0.01927790977060795
8684	rnn.weight_ih_l0_reverse	5	-0.021580291911959648
8684	rnn.weight_ih_l0_reverse	6	-0.03708301857113838
8684	rnn.weight_ih_l0_reverse	7	-0.028925687074661255
8684	rnn.weight_ih_l0_reverse	8	-0.011880534701049328
8684	rnn.weight_ih_l0_reverse	9	0.02424042671918869
8684	rnn.weight_hh_l0_reverse	0	-0.01644669473171234
8684	rnn.weight_hh_l0_reverse	1	0.00021440436830744147
8684	rnn.weight_hh_l0_reverse	2	-0.029965268447995186
8684	rnn.weight_hh_l0_reverse	3	0.031354669481515884
8684	rnn.weight_hh_l0_reverse	4	0.023809460923075676
8684	rnn.weight_hh_l0_reverse	5	0.014591245912015438
8684	rnn.weight_hh_l0_reverse	6	0.023212475702166557
8684	rnn.weight_hh_l0_reverse	7	0.014561713673174381
8684	rnn.weight_hh_l0_reverse	8	0.005951291415840387
8684	rnn.weight_hh_l0_reverse	9	-0.02992243878543377
8684	rnn.bias_ih_l0_reverse	0	-0.03910648450255394
8684	rnn.bias_ih_l0_reverse	1	-0.05129138380289078
8684	rnn.bias_ih_l0_reverse	2	0.01658221147954464
8684	rnn.bias_ih_l0_reverse	3	-0.03126579150557518
8684	rnn.bias_ih_l0_reverse	4	0.05709781497716904
8684	rnn.bias_ih_l0_reverse	5	-0.07024513185024261
8684	rnn.bias_ih_l0_reverse	6	-0.01684718392789364
8684	rnn.bias_ih_l0_reverse	7	0.0602317713201046
8684	rnn.bias_ih_l0_reverse	8	-0.027095941826701164
8684	rnn.bias_ih_l0_reverse	9	-0.008240903727710247
8684	rnn.bias_hh_l0_reverse	0	-0.034494563937187195
8684	rnn.bias_hh_l0_reverse	1	-0.0028519975021481514
8684	rnn.bias_hh_l0_reverse	2	-0.010852732695639133
8684	rnn.bias_hh_l0_reverse	3	-0.053075749427080154
8684	rnn.bias_hh_l0_reverse	4	0.0042605167254805565
8684	rnn.bias_hh_l0_reverse	5	-0.014677595347166061
8684	rnn.bias_hh_l0_reverse	6	-0.08094397932291031
8684	rnn.bias_hh_l0_reverse	7	-0.03737494349479675
8684	rnn.bias_hh_l0_reverse	8	-0.0005926230223849416
8684	rnn.bias_hh_l0_reverse	9	-0.04840744659304619
8684	linear.weight	0	-0.1120159924030304
8684	linear.weight	1	-0.05076303333044052
8684	linear.weight	2	-0.011228874325752258
8684	linear.weight	3	-0.0455746129155159
8684	linear.weight	4	-0.05807251110672951
8684	linear.weight	5	0.14731352031230927
8684	linear.weight	6	0.0047744326293468475
8684	linear.weight	7	-0.021312154829502106
8684	linear.weight	8	0.05723097175359726
8684	linear.weight	9	0.07016465812921524
8684	linear.bias	0	-0.372624933719635
8684	linear.bias	1	-0.051910363137722015
8684	linear.bias	2	0.4218996465206146
8684	linear.bias	3	-0.3464352488517761
8684	linear.bias	4	-1.074928641319275
8684	linear.bias	5	-0.9147932529449463
8684	linear.bias	6	-0.35586676001548767
8684	linear.bias	7	-0.3938363194465637
8684	linear.bias	8	-0.01705317199230194
8684	linear.bias	9	2.2731404304504395
8881	transitions	0	0.1523492932319641
8881	transitions	1	5.077423572540283
8881	transitions	2	-1.8245855569839478
8881	transitions	3	1.2924046516418457
8881	transitions	4	-0.9336608648300171
8881	transitions	5	-0.139029398560524
8881	transitions	6	-0.03773069381713867
8881	transitions	7	-10000.0
8881	transitions	8	1.3913167715072632
8881	transitions	9	-2.254772424697876
8881	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
8881	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
8881	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
8881	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
8881	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
8881	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
8881	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
8881	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
8881	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
8881	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
8881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
8881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
8881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
8881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
8881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
8881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
8881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
8881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
8881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
8881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
8881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
8881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
8881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
8881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
8881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
8881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
8881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
8881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
8881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
8881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
8881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
8881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
8881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
8881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
8881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
8881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
8881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
8881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
8881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
8881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
8881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
8881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
8881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
8881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
8881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
8881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
8881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
8881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
8881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
8881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
8881	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
8881	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
8881	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
8881	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
8881	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
8881	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
8881	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
8881	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
8881	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
8881	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
8881	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
8881	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
8881	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
8881	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
8881	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
8881	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
8881	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
8881	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
8881	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
8881	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
8881	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
8881	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
8881	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
8881	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
8881	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
8881	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
8881	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
8881	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
8881	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
8881	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
8881	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
8881	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
8881	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
8881	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
8881	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
8881	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
8881	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
8881	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
8881	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
8881	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
8881	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
8881	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
8881	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
8881	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
8881	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
8881	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
8881	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
8881	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
8881	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
8881	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
8881	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
8881	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
8881	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
8881	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
8881	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
8881	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
8881	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
8881	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
8881	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
8881	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
8881	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
8881	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
8881	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
8881	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
8881	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
8881	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
8881	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
8881	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
8881	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
8881	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
8881	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
8881	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
8881	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
8881	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
8881	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
8881	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
8881	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
8881	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
8881	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
8881	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
8881	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
8881	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
8881	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
8881	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
8881	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
8881	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
8881	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
8881	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
8881	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
8881	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
8881	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
8881	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
8881	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
8881	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
8881	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
8881	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
8881	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
8881	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
8881	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
8881	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
8881	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
8881	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
8881	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
8881	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
8881	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
8881	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
8881	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
8881	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
8881	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
8881	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
8881	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
8881	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
8881	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
8881	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
8881	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
8881	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
8881	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
8881	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
8881	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
8881	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
8881	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
8881	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
8881	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
8881	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
8881	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
8881	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
8881	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
8881	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
8881	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
8881	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
8881	embedding2nn.weight	0	0.014701972715556622
8881	embedding2nn.weight	1	-0.038941916078329086
8881	embedding2nn.weight	2	0.0029035662300884724
8881	embedding2nn.weight	3	-0.007767022587358952
8881	embedding2nn.weight	4	-0.03517117351293564
8881	embedding2nn.weight	5	0.04024336487054825
8881	embedding2nn.weight	6	-0.029004650190472603
8881	embedding2nn.weight	7	-0.03474464267492294
8881	embedding2nn.weight	8	0.025696126744151115
8881	embedding2nn.weight	9	0.037042636424303055
8881	embedding2nn.bias	0	0.023663833737373352
8881	embedding2nn.bias	1	0.039999548345804214
8881	embedding2nn.bias	2	-0.09069053083658218
8881	embedding2nn.bias	3	0.024656081572175026
8881	embedding2nn.bias	4	0.018657881766557693
8881	embedding2nn.bias	5	-0.12383798509836197
8881	embedding2nn.bias	6	0.0038970820605754852
8881	embedding2nn.bias	7	0.002696460112929344
8881	embedding2nn.bias	8	0.04423157498240471
8881	embedding2nn.bias	9	-0.1390310525894165
8881	rnn.weight_ih_l0	0	0.0031179918441921473
8881	rnn.weight_ih_l0	1	0.03111034259200096
8881	rnn.weight_ih_l0	2	-0.0391036756336689
8881	rnn.weight_ih_l0	3	0.01325084175914526
8881	rnn.weight_ih_l0	4	0.02786865644156933
8881	rnn.weight_ih_l0	5	-0.04727472737431526
8881	rnn.weight_ih_l0	6	0.03477180749177933
8881	rnn.weight_ih_l0	7	-0.027872998267412186
8881	rnn.weight_ih_l0	8	0.017951644957065582
8881	rnn.weight_ih_l0	9	-0.008254345506429672
8881	rnn.weight_hh_l0	0	0.028689004480838776
8881	rnn.weight_hh_l0	1	-0.03019987978041172
8881	rnn.weight_hh_l0	2	0.028528597205877304
8881	rnn.weight_hh_l0	3	0.011317968368530273
8881	rnn.weight_hh_l0	4	0.01849704049527645
8881	rnn.weight_hh_l0	5	0.03423153981566429
8881	rnn.weight_hh_l0	6	0.004005485214293003
8881	rnn.weight_hh_l0	7	-0.04395436495542526
8881	rnn.weight_hh_l0	8	-0.0294833704829216
8881	rnn.weight_hh_l0	9	-0.009427533484995365
8881	rnn.bias_ih_l0	0	-0.02182341367006302
8881	rnn.bias_ih_l0	1	-0.004035156685858965
8881	rnn.bias_ih_l0	2	-0.04409263655543327
8881	rnn.bias_ih_l0	3	-0.10536126792430878
8881	rnn.bias_ih_l0	4	-0.0023867986164987087
8881	rnn.bias_ih_l0	5	0.0277132336050272
8881	rnn.bias_ih_l0	6	-0.06831660121679306
8881	rnn.bias_ih_l0	7	-0.07448849827051163
8881	rnn.bias_ih_l0	8	-0.03702514246106148
8881	rnn.bias_ih_l0	9	0.0002882678818423301
8881	rnn.bias_hh_l0	0	0.06516627222299576
8881	rnn.bias_hh_l0	1	-0.01992473378777504
8881	rnn.bias_hh_l0	2	-0.018662774935364723
8881	rnn.bias_hh_l0	3	-0.046897005289793015
8881	rnn.bias_hh_l0	4	0.021782126277685165
8881	rnn.bias_hh_l0	5	0.033939238637685776
8881	rnn.bias_hh_l0	6	-0.038690753281116486
8881	rnn.bias_hh_l0	7	-0.02084784209728241
8881	rnn.bias_hh_l0	8	-0.05223267897963524
8881	rnn.bias_hh_l0	9	-0.03323361277580261
8881	rnn.weight_ih_l0_reverse	0	0.029078438878059387
8881	rnn.weight_ih_l0_reverse	1	-0.01427177432924509
8881	rnn.weight_ih_l0_reverse	2	-0.022151116281747818
8881	rnn.weight_ih_l0_reverse	3	0.0011736734304577112
8881	rnn.weight_ih_l0_reverse	4	0.018695130944252014
8881	rnn.weight_ih_l0_reverse	5	-0.022335786372423172
8881	rnn.weight_ih_l0_reverse	6	-0.038820669054985046
8881	rnn.weight_ih_l0_reverse	7	-0.02984105423092842
8881	rnn.weight_ih_l0_reverse	8	-0.01171996258199215
8881	rnn.weight_ih_l0_reverse	9	0.023782268166542053
8881	rnn.weight_hh_l0_reverse	0	-0.018215397372841835
8881	rnn.weight_hh_l0_reverse	1	0.00019088464614469558
8881	rnn.weight_hh_l0_reverse	2	-0.030158523470163345
8881	rnn.weight_hh_l0_reverse	3	0.03199236840009689
8881	rnn.weight_hh_l0_reverse	4	0.024330534040927887
8881	rnn.weight_hh_l0_reverse	5	0.014204100705683231
8881	rnn.weight_hh_l0_reverse	6	0.02324821799993515
8881	rnn.weight_hh_l0_reverse	7	0.01514490507543087
8881	rnn.weight_hh_l0_reverse	8	0.006002423353493214
8881	rnn.weight_hh_l0_reverse	9	-0.030241137370467186
8881	rnn.bias_ih_l0_reverse	0	-0.04261745885014534
8881	rnn.bias_ih_l0_reverse	1	-0.06805717945098877
8881	rnn.bias_ih_l0_reverse	2	0.017907459288835526
8881	rnn.bias_ih_l0_reverse	3	-0.030637102201581
8881	rnn.bias_ih_l0_reverse	4	0.0518069863319397
8881	rnn.bias_ih_l0_reverse	5	-0.07754062116146088
8881	rnn.bias_ih_l0_reverse	6	-0.020522281527519226
8881	rnn.bias_ih_l0_reverse	7	0.05310327187180519
8881	rnn.bias_ih_l0_reverse	8	-0.028863457962870598
8881	rnn.bias_ih_l0_reverse	9	-0.010948652401566505
8881	rnn.bias_hh_l0_reverse	0	-0.03586603328585625
8881	rnn.bias_hh_l0_reverse	1	-0.004278880078345537
8881	rnn.bias_hh_l0_reverse	2	-0.011887196451425552
8881	rnn.bias_hh_l0_reverse	3	-0.05299989506602287
8881	rnn.bias_hh_l0_reverse	4	0.0033599890302866697
8881	rnn.bias_hh_l0_reverse	5	-0.015678344294428825
8881	rnn.bias_hh_l0_reverse	6	-0.08565669506788254
8881	rnn.bias_hh_l0_reverse	7	-0.03910057991743088
8881	rnn.bias_hh_l0_reverse	8	-0.002381327096372843
8881	rnn.bias_hh_l0_reverse	9	-0.046010181307792664
8881	linear.weight	0	-0.10736561566591263
8881	linear.weight	1	-0.04835040867328644
8881	linear.weight	2	-0.011228874325752258
8881	linear.weight	3	-0.004331647884100676
8881	linear.weight	4	-0.03821619227528572
8881	linear.weight	5	0.1375981569290161
8881	linear.weight	6	0.0047744326293468475
8881	linear.weight	7	-0.021312154829502106
8881	linear.weight	8	0.04179176688194275
8881	linear.weight	9	0.03919984772801399
8881	linear.bias	0	-0.3643411695957184
8881	linear.bias	1	-0.07400688529014587
8881	linear.bias	2	0.4189433753490448
8881	linear.bias	3	-0.36565858125686646
8881	linear.bias	4	-1.0224981307983398
8881	linear.bias	5	-0.9184360504150391
8881	linear.bias	6	-0.3586142659187317
8881	linear.bias	7	-0.386118084192276
8881	linear.bias	8	-0.01705317199230194
8881	linear.bias	9	2.3351123332977295
9078	transitions	0	0.14806301891803741
9078	transitions	1	5.108780384063721
9078	transitions	2	-1.83609139919281
9078	transitions	3	1.2810876369476318
9078	transitions	4	-0.9415865540504456
9078	transitions	5	-0.14044450223445892
9078	transitions	6	-0.039537571370601654
9078	transitions	7	-10000.0
9078	transitions	8	1.390430212020874
9078	transitions	9	-2.255276918411255
9078	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
9078	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
9078	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
9078	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
9078	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
9078	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
9078	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
9078	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
9078	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
9078	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
9078	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
9078	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
9078	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
9078	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
9078	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
9078	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
9078	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
9078	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
9078	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
9078	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
9078	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
9078	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
9078	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
9078	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
9078	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
9078	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
9078	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
9078	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
9078	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
9078	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
9078	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
9078	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
9078	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
9078	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
9078	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
9078	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
9078	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
9078	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
9078	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
9078	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
9078	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
9078	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
9078	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
9078	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
9078	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
9078	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
9078	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
9078	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
9078	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
9078	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
9078	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
9078	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
9078	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
9078	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
9078	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
9078	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
9078	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
9078	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
9078	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
9078	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
9078	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
9078	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
9078	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
9078	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
9078	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
9078	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
9078	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
9078	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
9078	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
9078	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
9078	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
9078	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
9078	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
9078	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
9078	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
9078	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
9078	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
9078	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
9078	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
9078	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
9078	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
9078	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
9078	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
9078	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
9078	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
9078	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
9078	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
9078	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
9078	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
9078	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
9078	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
9078	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
9078	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
9078	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
9078	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
9078	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
9078	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
9078	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
9078	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
9078	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
9078	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
9078	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
9078	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
9078	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
9078	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
9078	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
9078	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
9078	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
9078	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
9078	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
9078	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
9078	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
9078	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
9078	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
9078	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
9078	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
9078	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
9078	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
9078	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
9078	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
9078	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
9078	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
9078	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
9078	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
9078	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
9078	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
9078	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
9078	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
9078	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
9078	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
9078	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
9078	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
9078	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
9078	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
9078	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
9078	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
9078	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
9078	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
9078	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
9078	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
9078	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
9078	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
9078	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
9078	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
9078	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
9078	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
9078	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
9078	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
9078	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
9078	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
9078	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
9078	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
9078	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
9078	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
9078	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
9078	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
9078	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
9078	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
9078	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
9078	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
9078	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
9078	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
9078	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
9078	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
9078	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
9078	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
9078	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
9078	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
9078	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
9078	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
9078	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
9078	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
9078	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
9078	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
9078	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
9078	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
9078	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
9078	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
9078	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
9078	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
9078	embedding2nn.weight	0	0.014833733439445496
9078	embedding2nn.weight	1	-0.03938467055559158
9078	embedding2nn.weight	2	0.0030214544385671616
9078	embedding2nn.weight	3	-0.007261248305439949
9078	embedding2nn.weight	4	-0.035367440432310104
9078	embedding2nn.weight	5	0.040223848074674606
9078	embedding2nn.weight	6	-0.03547871857881546
9078	embedding2nn.weight	7	-0.03283604234457016
9078	embedding2nn.weight	8	0.02612808160483837
9078	embedding2nn.weight	9	0.0402413085103035
9078	embedding2nn.bias	0	0.029055800288915634
9078	embedding2nn.bias	1	0.049547381699085236
9078	embedding2nn.bias	2	-0.09178480505943298
9078	embedding2nn.bias	3	0.02813960425555706
9078	embedding2nn.bias	4	0.02435990795493126
9078	embedding2nn.bias	5	-0.12249620258808136
9078	embedding2nn.bias	6	-0.0035114914644509554
9078	embedding2nn.bias	7	-0.0008298211032524705
9078	embedding2nn.bias	8	0.033393494784832
9078	embedding2nn.bias	9	-0.14540550112724304
9078	rnn.weight_ih_l0	0	0.002948381006717682
9078	rnn.weight_ih_l0	1	0.03365178778767586
9078	rnn.weight_ih_l0	2	-0.04081820324063301
9078	rnn.weight_ih_l0	3	0.013341587036848068
9078	rnn.weight_ih_l0	4	0.026816660538315773
9078	rnn.weight_ih_l0	5	-0.04690994694828987
9078	rnn.weight_ih_l0	6	0.03401228412985802
9078	rnn.weight_ih_l0	7	-0.024361055344343185
9078	rnn.weight_ih_l0	8	0.01742558181285858
9078	rnn.weight_ih_l0	9	-0.005733857862651348
9078	rnn.weight_hh_l0	0	0.02836022712290287
9078	rnn.weight_hh_l0	1	-0.030278118327260017
9078	rnn.weight_hh_l0	2	0.028602084144949913
9078	rnn.weight_hh_l0	3	0.014264266937971115
9078	rnn.weight_hh_l0	4	0.01828584261238575
9078	rnn.weight_hh_l0	5	0.03489413857460022
9078	rnn.weight_hh_l0	6	0.00402332516387105
9078	rnn.weight_hh_l0	7	-0.044191498309373856
9078	rnn.weight_hh_l0	8	-0.02794010564684868
9078	rnn.weight_hh_l0	9	-0.007625797763466835
9078	rnn.bias_ih_l0	0	-0.02528804913163185
9078	rnn.bias_ih_l0	1	-0.003736585145816207
9078	rnn.bias_ih_l0	2	-0.044439613819122314
9078	rnn.bias_ih_l0	3	-0.10577623546123505
9078	rnn.bias_ih_l0	4	-0.00407950347289443
9078	rnn.bias_ih_l0	5	0.03710608184337616
9078	rnn.bias_ih_l0	6	-0.06748215109109879
9078	rnn.bias_ih_l0	7	-0.07828828692436218
9078	rnn.bias_ih_l0	8	-0.03524484485387802
9078	rnn.bias_ih_l0	9	0.0013637891970574856
9078	rnn.bias_hh_l0	0	0.060083091259002686
9078	rnn.bias_hh_l0	1	-0.022176986560225487
9078	rnn.bias_hh_l0	2	-0.02106725051999092
9078	rnn.bias_hh_l0	3	-0.04727061465382576
9078	rnn.bias_hh_l0	4	0.015024145133793354
9078	rnn.bias_hh_l0	5	0.05017149820923805
9078	rnn.bias_hh_l0	6	-0.03678453341126442
9078	rnn.bias_hh_l0	7	-0.01985110528767109
9078	rnn.bias_hh_l0	8	-0.053258903324604034
9078	rnn.bias_hh_l0	9	-0.03573635593056679
9078	rnn.weight_ih_l0_reverse	0	0.02814328297972679
9078	rnn.weight_ih_l0_reverse	1	-0.014705208130180836
9078	rnn.weight_ih_l0_reverse	2	-0.024127794429659843
9078	rnn.weight_ih_l0_reverse	3	0.0019396852003410459
9078	rnn.weight_ih_l0_reverse	4	0.020016752183437347
9078	rnn.weight_ih_l0_reverse	5	-0.02493218332529068
9078	rnn.weight_ih_l0_reverse	6	-0.038309246301651
9078	rnn.weight_ih_l0_reverse	7	-0.029510807245969772
9078	rnn.weight_ih_l0_reverse	8	-0.012500663287937641
9078	rnn.weight_ih_l0_reverse	9	0.02253664843738079
9078	rnn.weight_hh_l0_reverse	0	-0.01905703730881214
9078	rnn.weight_hh_l0_reverse	1	1.433553006791044e-05
9078	rnn.weight_hh_l0_reverse	2	-0.030340803787112236
9078	rnn.weight_hh_l0_reverse	3	0.03255289047956467
9078	rnn.weight_hh_l0_reverse	4	0.024198805913329124
9078	rnn.weight_hh_l0_reverse	5	0.013293592259287834
9078	rnn.weight_hh_l0_reverse	6	0.023175712674856186
9078	rnn.weight_hh_l0_reverse	7	0.014876976609230042
9078	rnn.weight_hh_l0_reverse	8	0.006295034661889076
9078	rnn.weight_hh_l0_reverse	9	-0.03099682927131653
9078	rnn.bias_ih_l0_reverse	0	-0.038849249482154846
9078	rnn.bias_ih_l0_reverse	1	-0.0696815773844719
9078	rnn.bias_ih_l0_reverse	2	0.016908910125494003
9078	rnn.bias_ih_l0_reverse	3	-0.03236207365989685
9078	rnn.bias_ih_l0_reverse	4	0.053069472312927246
9078	rnn.bias_ih_l0_reverse	5	-0.08213961869478226
9078	rnn.bias_ih_l0_reverse	6	-0.01849154196679592
9078	rnn.bias_ih_l0_reverse	7	0.04663167893886566
9078	rnn.bias_ih_l0_reverse	8	-0.03372449055314064
9078	rnn.bias_ih_l0_reverse	9	-0.013648235239088535
9078	rnn.bias_hh_l0_reverse	0	-0.03792876377701759
9078	rnn.bias_hh_l0_reverse	1	-0.004138072486966848
9078	rnn.bias_hh_l0_reverse	2	-0.011571116745471954
9078	rnn.bias_hh_l0_reverse	3	-0.0516183078289032
9078	rnn.bias_hh_l0_reverse	4	0.0023129743058234453
9078	rnn.bias_hh_l0_reverse	5	-0.01412165630608797
9078	rnn.bias_hh_l0_reverse	6	-0.0790960043668747
9078	rnn.bias_hh_l0_reverse	7	-0.04075241833925247
9078	rnn.bias_hh_l0_reverse	8	-0.002646769629791379
9078	rnn.bias_hh_l0_reverse	9	-0.043282926082611084
9078	linear.weight	0	-0.11555171757936478
9078	linear.weight	1	-0.04592028260231018
9078	linear.weight	2	-0.011228874325752258
9078	linear.weight	3	0.004215871449559927
9078	linear.weight	4	-0.05313633009791374
9078	linear.weight	5	0.12678782641887665
9078	linear.weight	6	0.0047744326293468475
9078	linear.weight	7	-0.021312154829502106
9078	linear.weight	8	0.03311479836702347
9078	linear.weight	9	0.026604734361171722
9078	linear.bias	0	-0.38686537742614746
9078	linear.bias	1	-0.04768490418791771
9078	linear.bias	2	0.42219191789627075
9078	linear.bias	3	-0.35294482111930847
9078	linear.bias	4	-1.0468569993972778
9078	linear.bias	5	-0.922394871711731
9078	linear.bias	6	-0.3791210949420929
9078	linear.bias	7	-0.3963181972503662
9078	linear.bias	8	-0.01705317199230194
9078	linear.bias	9	2.3187382221221924
9275	transitions	0	0.14487451314926147
9275	transitions	1	5.152795791625977
9275	transitions	2	-1.844663143157959
9275	transitions	3	1.3171663284301758
9275	transitions	4	-0.9476633071899414
9275	transitions	5	-0.14124137163162231
9275	transitions	6	-0.041185855865478516
9275	transitions	7	-10000.0
9275	transitions	8	1.39402437210083
9275	transitions	9	-2.2557320594787598
9275	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
9275	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
9275	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
9275	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
9275	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
9275	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
9275	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
9275	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
9275	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
9275	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
9275	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
9275	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
9275	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
9275	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
9275	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
9275	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
9275	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
9275	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
9275	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
9275	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
9275	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
9275	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
9275	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
9275	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
9275	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
9275	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
9275	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
9275	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
9275	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
9275	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
9275	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
9275	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
9275	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
9275	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
9275	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
9275	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
9275	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
9275	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
9275	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
9275	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
9275	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
9275	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
9275	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
9275	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
9275	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
9275	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
9275	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
9275	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
9275	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
9275	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
9275	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
9275	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
9275	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
9275	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
9275	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
9275	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
9275	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
9275	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
9275	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
9275	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
9275	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
9275	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
9275	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
9275	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
9275	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
9275	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
9275	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
9275	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
9275	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
9275	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
9275	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
9275	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
9275	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
9275	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
9275	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
9275	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
9275	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
9275	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
9275	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
9275	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
9275	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
9275	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
9275	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
9275	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
9275	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
9275	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
9275	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
9275	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
9275	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
9275	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
9275	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
9275	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
9275	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
9275	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
9275	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
9275	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
9275	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
9275	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
9275	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
9275	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
9275	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
9275	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
9275	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
9275	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
9275	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
9275	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
9275	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
9275	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
9275	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
9275	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
9275	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
9275	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
9275	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
9275	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
9275	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
9275	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
9275	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
9275	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
9275	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
9275	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
9275	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
9275	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
9275	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
9275	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
9275	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
9275	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
9275	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
9275	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
9275	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
9275	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
9275	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
9275	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
9275	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
9275	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
9275	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
9275	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
9275	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
9275	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
9275	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
9275	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
9275	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
9275	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
9275	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
9275	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
9275	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
9275	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
9275	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
9275	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
9275	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
9275	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
9275	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
9275	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
9275	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
9275	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
9275	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
9275	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
9275	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
9275	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
9275	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
9275	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
9275	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
9275	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
9275	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
9275	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
9275	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
9275	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
9275	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
9275	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
9275	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
9275	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
9275	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
9275	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
9275	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
9275	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
9275	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
9275	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
9275	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
9275	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
9275	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
9275	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
9275	embedding2nn.weight	0	0.014858640730381012
9275	embedding2nn.weight	1	-0.03914318606257439
9275	embedding2nn.weight	2	0.005964330863207579
9275	embedding2nn.weight	3	-0.006951598916202784
9275	embedding2nn.weight	4	-0.0352332778275013
9275	embedding2nn.weight	5	0.04123382270336151
9275	embedding2nn.weight	6	-0.03573247045278549
9275	embedding2nn.weight	7	-0.033864665776491165
9275	embedding2nn.weight	8	0.024767417460680008
9275	embedding2nn.weight	9	0.0428430549800396
9275	embedding2nn.bias	0	0.026776166632771492
9275	embedding2nn.bias	1	0.05201461538672447
9275	embedding2nn.bias	2	-0.08120501786470413
9275	embedding2nn.bias	3	0.011711657047271729
9275	embedding2nn.bias	4	0.022069627419114113
9275	embedding2nn.bias	5	-0.11592543125152588
9275	embedding2nn.bias	6	-0.009064263664186
9275	embedding2nn.bias	7	0.0034944431390613317
9275	embedding2nn.bias	8	0.04307598993182182
9275	embedding2nn.bias	9	-0.148870587348938
9275	rnn.weight_ih_l0	0	0.0034250253811478615
9275	rnn.weight_ih_l0	1	0.029079891741275787
9275	rnn.weight_ih_l0	2	-0.03729618340730667
9275	rnn.weight_ih_l0	3	0.012855565175414085
9275	rnn.weight_ih_l0	4	0.027788786217570305
9275	rnn.weight_ih_l0	5	-0.04654920473694801
9275	rnn.weight_ih_l0	6	0.03471851721405983
9275	rnn.weight_ih_l0	7	-0.02392580360174179
9275	rnn.weight_ih_l0	8	0.017642468214035034
9275	rnn.weight_ih_l0	9	-0.006040911190211773
9275	rnn.weight_hh_l0	0	0.028289522975683212
9275	rnn.weight_hh_l0	1	-0.03388328477740288
9275	rnn.weight_hh_l0	2	0.028450069949030876
9275	rnn.weight_hh_l0	3	0.013010726310312748
9275	rnn.weight_hh_l0	4	0.018172476440668106
9275	rnn.weight_hh_l0	5	0.03488348051905632
9275	rnn.weight_hh_l0	6	0.003916617948561907
9275	rnn.weight_hh_l0	7	-0.04490137845277786
9275	rnn.weight_hh_l0	8	-0.0281049944460392
9275	rnn.weight_hh_l0	9	-0.008051818236708641
9275	rnn.bias_ih_l0	0	-0.016935760155320168
9275	rnn.bias_ih_l0	1	-0.004478383809328079
9275	rnn.bias_ih_l0	2	-0.044809456914663315
9275	rnn.bias_ih_l0	3	-0.10936962813138962
9275	rnn.bias_ih_l0	4	-0.002366604283452034
9275	rnn.bias_ih_l0	5	0.03755688667297363
9275	rnn.bias_ih_l0	6	-0.06923249363899231
9275	rnn.bias_ih_l0	7	-0.07298734784126282
9275	rnn.bias_ih_l0	8	-0.03595796599984169
9275	rnn.bias_ih_l0	9	0.0011657311115413904
9275	rnn.bias_hh_l0	0	0.0601334311068058
9275	rnn.bias_hh_l0	1	-0.02305719442665577
9275	rnn.bias_hh_l0	2	-0.021092871204018593
9275	rnn.bias_hh_l0	3	-0.04895015433430672
9275	rnn.bias_hh_l0	4	0.01822122000157833
9275	rnn.bias_hh_l0	5	0.05352387949824333
9275	rnn.bias_hh_l0	6	-0.0376121923327446
9275	rnn.bias_hh_l0	7	-0.014880332164466381
9275	rnn.bias_hh_l0	8	-0.05872662737965584
9275	rnn.bias_hh_l0	9	-0.03623972460627556
9275	rnn.weight_ih_l0_reverse	0	0.029309142380952835
9275	rnn.weight_ih_l0_reverse	1	-0.014323943294584751
9275	rnn.weight_ih_l0_reverse	2	-0.022031744942069054
9275	rnn.weight_ih_l0_reverse	3	0.003020388539880514
9275	rnn.weight_ih_l0_reverse	4	0.017828073352575302
9275	rnn.weight_ih_l0_reverse	5	-0.02350417897105217
9275	rnn.weight_ih_l0_reverse	6	-0.038026634603738785
9275	rnn.weight_ih_l0_reverse	7	-0.029384730383753777
9275	rnn.weight_ih_l0_reverse	8	-0.012654871679842472
9275	rnn.weight_ih_l0_reverse	9	0.021200144663453102
9275	rnn.weight_hh_l0_reverse	0	-0.01955299824476242
9275	rnn.weight_hh_l0_reverse	1	0.0018600709736347198
9275	rnn.weight_hh_l0_reverse	2	-0.03073202818632126
9275	rnn.weight_hh_l0_reverse	3	0.03332190215587616
9275	rnn.weight_hh_l0_reverse	4	0.02492699772119522
9275	rnn.weight_hh_l0_reverse	5	0.012729819864034653
9275	rnn.weight_hh_l0_reverse	6	0.023370392620563507
9275	rnn.weight_hh_l0_reverse	7	0.015084776096045971
9275	rnn.weight_hh_l0_reverse	8	0.006314397789537907
9275	rnn.weight_hh_l0_reverse	9	-0.031352829188108444
9275	rnn.bias_ih_l0_reverse	0	-0.0421401783823967
9275	rnn.bias_ih_l0_reverse	1	-0.0792912170290947
9275	rnn.bias_ih_l0_reverse	2	0.01622701995074749
9275	rnn.bias_ih_l0_reverse	3	-0.035291366279125214
9275	rnn.bias_ih_l0_reverse	4	0.05106252059340477
9275	rnn.bias_ih_l0_reverse	5	-0.08148425817489624
9275	rnn.bias_ih_l0_reverse	6	-0.019229361787438393
9275	rnn.bias_ih_l0_reverse	7	0.050983741879463196
9275	rnn.bias_ih_l0_reverse	8	-0.033434584736824036
9275	rnn.bias_ih_l0_reverse	9	-0.013668318279087543
9275	rnn.bias_hh_l0_reverse	0	-0.03840000182390213
9275	rnn.bias_hh_l0_reverse	1	-0.007058773189783096
9275	rnn.bias_hh_l0_reverse	2	-0.0109297139570117
9275	rnn.bias_hh_l0_reverse	3	-0.05152430385351181
9275	rnn.bias_hh_l0_reverse	4	0.0019493938889354467
9275	rnn.bias_hh_l0_reverse	5	-0.016339126974344254
9275	rnn.bias_hh_l0_reverse	6	-0.0811573714017868
9275	rnn.bias_hh_l0_reverse	7	-0.039482563734054565
9275	rnn.bias_hh_l0_reverse	8	-0.011266038753092289
9275	rnn.bias_hh_l0_reverse	9	-0.04554867371916771
9275	linear.weight	0	-0.12098383903503418
9275	linear.weight	1	-0.04164372384548187
9275	linear.weight	2	-0.011228874325752258
9275	linear.weight	3	-0.006678255274891853
9275	linear.weight	4	-0.03083987720310688
9275	linear.weight	5	0.127243772149086
9275	linear.weight	6	0.0047744326293468475
9275	linear.weight	7	-0.021312154829502106
9275	linear.weight	8	0.005660053342580795
9275	linear.weight	9	0.03008250705897808
9275	linear.bias	0	-0.37967321276664734
9275	linear.bias	1	-0.04348839819431305
9275	linear.bias	2	0.44571441411972046
9275	linear.bias	3	-0.3432455360889435
9275	linear.bias	4	-1.0461921691894531
9275	linear.bias	5	-0.9260705709457397
9275	linear.bias	6	-0.3726925253868103
9275	linear.bias	7	-0.42687034606933594
9275	linear.bias	8	-0.01705317199230194
9275	linear.bias	9	2.3197126388549805
9472	transitions	0	0.1417618691921234
9472	transitions	1	5.18410062789917
9472	transitions	2	-1.856791377067566
9472	transitions	3	1.3038663864135742
9472	transitions	4	-0.9541195631027222
9472	transitions	5	-0.1420295387506485
9472	transitions	6	-0.04259341210126877
9472	transitions	7	-10000.0
9472	transitions	8	1.3915029764175415
9472	transitions	9	-2.256321668624878
9472	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
9472	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
9472	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
9472	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
9472	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
9472	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
9472	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
9472	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
9472	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
9472	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
9472	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
9472	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
9472	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
9472	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
9472	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
9472	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
9472	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
9472	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
9472	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
9472	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
9472	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
9472	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
9472	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
9472	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
9472	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
9472	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
9472	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
9472	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
9472	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
9472	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
9472	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
9472	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
9472	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
9472	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
9472	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
9472	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
9472	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
9472	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
9472	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
9472	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
9472	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
9472	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
9472	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
9472	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
9472	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
9472	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
9472	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
9472	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
9472	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
9472	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
9472	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
9472	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
9472	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
9472	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
9472	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
9472	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
9472	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
9472	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
9472	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
9472	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
9472	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
9472	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
9472	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
9472	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
9472	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
9472	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
9472	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
9472	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
9472	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
9472	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
9472	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
9472	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
9472	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
9472	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
9472	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
9472	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
9472	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
9472	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
9472	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
9472	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
9472	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
9472	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
9472	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
9472	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
9472	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
9472	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
9472	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
9472	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
9472	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
9472	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
9472	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
9472	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
9472	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
9472	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
9472	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
9472	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
9472	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
9472	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
9472	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
9472	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
9472	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
9472	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
9472	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
9472	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
9472	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
9472	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
9472	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
9472	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
9472	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
9472	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
9472	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
9472	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
9472	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
9472	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
9472	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
9472	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
9472	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
9472	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
9472	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
9472	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
9472	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
9472	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
9472	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
9472	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
9472	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
9472	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
9472	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
9472	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
9472	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
9472	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
9472	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
9472	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
9472	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
9472	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
9472	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
9472	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
9472	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
9472	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
9472	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
9472	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
9472	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
9472	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
9472	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
9472	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
9472	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
9472	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
9472	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
9472	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
9472	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
9472	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
9472	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
9472	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
9472	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
9472	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
9472	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
9472	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
9472	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
9472	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
9472	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
9472	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
9472	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
9472	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
9472	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
9472	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
9472	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
9472	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
9472	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
9472	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
9472	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
9472	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
9472	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
9472	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
9472	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
9472	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
9472	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
9472	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
9472	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
9472	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
9472	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
9472	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
9472	embedding2nn.weight	0	0.014917992986738682
9472	embedding2nn.weight	1	-0.039432670921087265
9472	embedding2nn.weight	2	0.009034853428602219
9472	embedding2nn.weight	3	-0.006840953603386879
9472	embedding2nn.weight	4	-0.033120300620794296
9472	embedding2nn.weight	5	0.04036403447389603
9472	embedding2nn.weight	6	-0.04656124860048294
9472	embedding2nn.weight	7	-0.03251495584845543
9472	embedding2nn.weight	8	0.0248540211468935
9472	embedding2nn.weight	9	0.04444314166903496
9472	embedding2nn.bias	0	0.012830004096031189
9472	embedding2nn.bias	1	0.045065876096487045
9472	embedding2nn.bias	2	-0.08335301280021667
9472	embedding2nn.bias	3	0.019794542342424393
9472	embedding2nn.bias	4	0.02871529385447502
9472	embedding2nn.bias	5	-0.11257687211036682
9472	embedding2nn.bias	6	-0.01530265249311924
9472	embedding2nn.bias	7	0.0021432472858577967
9472	embedding2nn.bias	8	0.024091403931379318
9472	embedding2nn.bias	9	-0.14047771692276
9472	rnn.weight_ih_l0	0	0.0028340735007077456
9472	rnn.weight_ih_l0	1	0.03001079149544239
9472	rnn.weight_ih_l0	2	-0.03767891600728035
9472	rnn.weight_ih_l0	3	0.011397982016205788
9472	rnn.weight_ih_l0	4	0.028031224384903908
9472	rnn.weight_ih_l0	5	-0.04782774671912193
9472	rnn.weight_ih_l0	6	0.03487899899482727
9472	rnn.weight_ih_l0	7	-0.025004247203469276
9472	rnn.weight_ih_l0	8	0.019580354914069176
9472	rnn.weight_ih_l0	9	-0.0052325851283967495
9472	rnn.weight_hh_l0	0	0.02916901744902134
9472	rnn.weight_hh_l0	1	-0.03116263449192047
9472	rnn.weight_hh_l0	2	0.028897130861878395
9472	rnn.weight_hh_l0	3	0.013528795912861824
9472	rnn.weight_hh_l0	4	0.01814623735845089
9472	rnn.weight_hh_l0	5	0.034366875886917114
9472	rnn.weight_hh_l0	6	0.003407049458473921
9472	rnn.weight_hh_l0	7	-0.04544892907142639
9472	rnn.weight_hh_l0	8	-0.030251672491431236
9472	rnn.weight_hh_l0	9	-0.005702583584934473
9472	rnn.bias_ih_l0	0	-0.018679708242416382
9472	rnn.bias_ih_l0	1	-0.0037840206641703844
9472	rnn.bias_ih_l0	2	-0.04034503549337387
9472	rnn.bias_ih_l0	3	-0.10939721018075943
9472	rnn.bias_ih_l0	4	-0.006006477866321802
9472	rnn.bias_ih_l0	5	0.031087009236216545
9472	rnn.bias_ih_l0	6	-0.07188156247138977
9472	rnn.bias_ih_l0	7	-0.07396629452705383
9472	rnn.bias_ih_l0	8	-0.04009462520480156
9472	rnn.bias_ih_l0	9	-0.002512180944904685
9472	rnn.bias_hh_l0	0	0.051795851439237595
9472	rnn.bias_hh_l0	1	-0.02357742376625538
9472	rnn.bias_hh_l0	2	-0.01997058279812336
9472	rnn.bias_hh_l0	3	-0.04645612835884094
9472	rnn.bias_hh_l0	4	0.013584536500275135
9472	rnn.bias_hh_l0	5	0.05083366855978966
9472	rnn.bias_hh_l0	6	-0.03877364844083786
9472	rnn.bias_hh_l0	7	-0.014311046339571476
9472	rnn.bias_hh_l0	8	-0.062404852360486984
9472	rnn.bias_hh_l0	9	-0.036863408982753754
9472	rnn.weight_ih_l0_reverse	0	0.029002174735069275
9472	rnn.weight_ih_l0_reverse	1	-0.01434350572526455
9472	rnn.weight_ih_l0_reverse	2	-0.022222477942705154
9472	rnn.weight_ih_l0_reverse	3	0.005201790016144514
9472	rnn.weight_ih_l0_reverse	4	0.016817744821310043
9472	rnn.weight_ih_l0_reverse	5	-0.022619962692260742
9472	rnn.weight_ih_l0_reverse	6	-0.03676414489746094
9472	rnn.weight_ih_l0_reverse	7	-0.02966741845011711
9472	rnn.weight_ih_l0_reverse	8	-0.01304867397993803
9472	rnn.weight_ih_l0_reverse	9	0.02058393880724907
9472	rnn.weight_hh_l0_reverse	0	-0.01781880110502243
9472	rnn.weight_hh_l0_reverse	1	0.001057754154317081
9472	rnn.weight_hh_l0_reverse	2	-0.030647635459899902
9472	rnn.weight_hh_l0_reverse	3	0.033447932451963425
9472	rnn.weight_hh_l0_reverse	4	0.02511129342019558
9472	rnn.weight_hh_l0_reverse	5	0.011981666088104248
9472	rnn.weight_hh_l0_reverse	6	0.023204181343317032
9472	rnn.weight_hh_l0_reverse	7	0.015169921331107616
9472	rnn.weight_hh_l0_reverse	8	0.00661617424339056
9472	rnn.weight_hh_l0_reverse	9	-0.03155730292201042
9472	rnn.bias_ih_l0_reverse	0	-0.04259242117404938
9472	rnn.bias_ih_l0_reverse	1	-0.07454761117696762
9472	rnn.bias_ih_l0_reverse	2	0.014523443765938282
9472	rnn.bias_ih_l0_reverse	3	-0.03588038682937622
9472	rnn.bias_ih_l0_reverse	4	0.0553668774664402
9472	rnn.bias_ih_l0_reverse	5	-0.08013812452554703
9472	rnn.bias_ih_l0_reverse	6	-0.019480671733617783
9472	rnn.bias_ih_l0_reverse	7	0.04793268069624901
9472	rnn.bias_ih_l0_reverse	8	-0.028522750362753868
9472	rnn.bias_ih_l0_reverse	9	-0.013951108790934086
9472	rnn.bias_hh_l0_reverse	0	-0.03635169938206673
9472	rnn.bias_hh_l0_reverse	1	-0.0077299317345023155
9472	rnn.bias_hh_l0_reverse	2	-0.009322094731032848
9472	rnn.bias_hh_l0_reverse	3	-0.05081486329436302
9472	rnn.bias_hh_l0_reverse	4	0.0032920970115810633
9472	rnn.bias_hh_l0_reverse	5	-0.017978422343730927
9472	rnn.bias_hh_l0_reverse	6	-0.07231052964925766
9472	rnn.bias_hh_l0_reverse	7	-0.03741535171866417
9472	rnn.bias_hh_l0_reverse	8	-0.011086544021964073
9472	rnn.bias_hh_l0_reverse	9	-0.04551257565617561
9472	linear.weight	0	-0.1189793050289154
9472	linear.weight	1	-0.036928992718458176
9472	linear.weight	2	-0.011228874325752258
9472	linear.weight	3	-0.022952252998948097
9472	linear.weight	4	-0.027713410556316376
9472	linear.weight	5	0.1494826078414917
9472	linear.weight	6	0.0047744326293468475
9472	linear.weight	7	-0.021312154829502106
9472	linear.weight	8	0.0055502429604530334
9472	linear.weight	9	0.02123030088841915
9472	linear.bias	0	-0.3682746887207031
9472	linear.bias	1	-0.05978778377175331
9472	linear.bias	2	0.4803987145423889
9472	linear.bias	3	-0.3523936867713928
9472	linear.bias	4	-1.0518280267715454
9472	linear.bias	5	-0.9292963147163391
9472	linear.bias	6	-0.34948569536209106
9472	linear.bias	7	-0.4250953197479248
9472	linear.bias	8	-0.01705317199230194
9472	linear.bias	9	2.252926826477051
9669	transitions	0	0.13647346198558807
9669	transitions	1	5.199239730834961
9669	transitions	2	-1.8689582347869873
9669	transitions	3	1.3015594482421875
9669	transitions	4	-0.9613579511642456
9669	transitions	5	-0.14282718300819397
9669	transitions	6	-0.04389553517103195
9669	transitions	7	-10000.0
9669	transitions	8	1.3949733972549438
9669	transitions	9	-2.2567970752716064
9669	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
9669	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
9669	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
9669	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
9669	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
9669	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
9669	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
9669	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
9669	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
9669	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
9669	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
9669	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
9669	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
9669	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
9669	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
9669	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
9669	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
9669	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
9669	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
9669	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
9669	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
9669	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
9669	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
9669	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
9669	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
9669	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
9669	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
9669	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
9669	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
9669	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
9669	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
9669	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
9669	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
9669	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
9669	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
9669	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
9669	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
9669	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
9669	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
9669	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
9669	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
9669	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
9669	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
9669	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
9669	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
9669	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
9669	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
9669	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
9669	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
9669	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
9669	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
9669	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
9669	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
9669	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
9669	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
9669	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
9669	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
9669	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
9669	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
9669	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
9669	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
9669	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
9669	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
9669	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
9669	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
9669	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
9669	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
9669	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
9669	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
9669	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
9669	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
9669	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
9669	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
9669	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
9669	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
9669	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
9669	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
9669	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
9669	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
9669	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
9669	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
9669	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
9669	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
9669	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
9669	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
9669	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
9669	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
9669	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
9669	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
9669	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
9669	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
9669	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
9669	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
9669	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
9669	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
9669	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
9669	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
9669	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
9669	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
9669	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
9669	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
9669	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
9669	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
9669	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
9669	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
9669	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
9669	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
9669	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
9669	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
9669	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
9669	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
9669	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
9669	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
9669	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
9669	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
9669	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
9669	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
9669	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
9669	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
9669	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
9669	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
9669	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
9669	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
9669	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
9669	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
9669	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
9669	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
9669	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
9669	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
9669	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
9669	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
9669	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
9669	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
9669	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
9669	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
9669	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
9669	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
9669	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
9669	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
9669	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
9669	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
9669	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
9669	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
9669	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
9669	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
9669	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
9669	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
9669	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
9669	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
9669	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
9669	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
9669	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
9669	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
9669	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
9669	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
9669	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
9669	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
9669	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
9669	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
9669	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
9669	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
9669	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
9669	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
9669	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
9669	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
9669	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
9669	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
9669	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
9669	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
9669	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
9669	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
9669	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
9669	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
9669	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
9669	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
9669	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
9669	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
9669	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
9669	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
9669	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
9669	embedding2nn.weight	0	0.015858327969908714
9669	embedding2nn.weight	1	-0.04021907225251198
9669	embedding2nn.weight	2	0.009262383915483952
9669	embedding2nn.weight	3	-0.004884221125394106
9669	embedding2nn.weight	4	-0.03207093104720116
9669	embedding2nn.weight	5	0.04104350507259369
9669	embedding2nn.weight	6	-0.04453635960817337
9669	embedding2nn.weight	7	-0.03707297891378403
9669	embedding2nn.weight	8	0.02517777308821678
9669	embedding2nn.weight	9	0.04678750038146973
9669	embedding2nn.bias	0	0.00877161044627428
9669	embedding2nn.bias	1	0.03396502509713173
9669	embedding2nn.bias	2	-0.07737405598163605
9669	embedding2nn.bias	3	0.0399114266037941
9669	embedding2nn.bias	4	0.028441056609153748
9669	embedding2nn.bias	5	-0.11110169440507889
9669	embedding2nn.bias	6	-0.02606077864766121
9669	embedding2nn.bias	7	0.00029193449881859124
9669	embedding2nn.bias	8	0.03228263184428215
9669	embedding2nn.bias	9	-0.1307651698589325
9669	rnn.weight_ih_l0	0	0.0035124109126627445
9669	rnn.weight_ih_l0	1	0.02573273330926895
9669	rnn.weight_ih_l0	2	-0.03726683184504509
9669	rnn.weight_ih_l0	3	0.011601620353758335
9669	rnn.weight_ih_l0	4	0.026916928589344025
9669	rnn.weight_ih_l0	5	-0.048654768615961075
9669	rnn.weight_ih_l0	6	0.03321452438831329
9669	rnn.weight_ih_l0	7	-0.02531294897198677
9669	rnn.weight_ih_l0	8	0.019242484122514725
9669	rnn.weight_ih_l0	9	-0.006111667491495609
9669	rnn.weight_hh_l0	0	0.02895061857998371
9669	rnn.weight_hh_l0	1	-0.028455588966608047
9669	rnn.weight_hh_l0	2	0.028812533244490623
9669	rnn.weight_hh_l0	3	0.014425315894186497
9669	rnn.weight_hh_l0	4	0.018640505149960518
9669	rnn.weight_hh_l0	5	0.03456747531890869
9669	rnn.weight_hh_l0	6	0.003197105834260583
9669	rnn.weight_hh_l0	7	-0.04435776174068451
9669	rnn.weight_hh_l0	8	-0.030712855979800224
9669	rnn.weight_hh_l0	9	-0.0029691371601074934
9669	rnn.bias_ih_l0	0	-0.021339604631066322
9669	rnn.bias_ih_l0	1	-0.006402561906725168
9669	rnn.bias_ih_l0	2	-0.039462026208639145
9669	rnn.bias_ih_l0	3	-0.11039647459983826
9669	rnn.bias_ih_l0	4	-0.00023649819195270538
9669	rnn.bias_ih_l0	5	0.0348813459277153
9669	rnn.bias_ih_l0	6	-0.06825146824121475
9669	rnn.bias_ih_l0	7	-0.0811203196644783
9669	rnn.bias_ih_l0	8	-0.042518142610788345
9669	rnn.bias_ih_l0	9	0.0005366669502109289
9669	rnn.bias_hh_l0	0	0.06439711898565292
9669	rnn.bias_hh_l0	1	-0.022150704637169838
9669	rnn.bias_hh_l0	2	-0.02163703925907612
9669	rnn.bias_hh_l0	3	-0.04424016550183296
9669	rnn.bias_hh_l0	4	0.01410564873367548
9669	rnn.bias_hh_l0	5	0.049693651497364044
9669	rnn.bias_hh_l0	6	-0.04093996435403824
9669	rnn.bias_hh_l0	7	-0.019301751628518105
9669	rnn.bias_hh_l0	8	-0.06329894065856934
9669	rnn.bias_hh_l0	9	-0.04366094619035721
9669	rnn.weight_ih_l0_reverse	0	0.028940806165337563
9669	rnn.weight_ih_l0_reverse	1	-0.013524439185857773
9669	rnn.weight_ih_l0_reverse	2	-0.021592309698462486
9669	rnn.weight_ih_l0_reverse	3	0.005428878124803305
9669	rnn.weight_ih_l0_reverse	4	0.015024726279079914
9669	rnn.weight_ih_l0_reverse	5	-0.02333247661590576
9669	rnn.weight_ih_l0_reverse	6	-0.03599293529987335
9669	rnn.weight_ih_l0_reverse	7	-0.02989928610622883
9669	rnn.weight_ih_l0_reverse	8	-0.012700685299932957
9669	rnn.weight_ih_l0_reverse	9	0.020031634718179703
9669	rnn.weight_hh_l0_reverse	0	-0.018494384363293648
9669	rnn.weight_hh_l0_reverse	1	0.001991699216887355
9669	rnn.weight_hh_l0_reverse	2	-0.030749771744012833
9669	rnn.weight_hh_l0_reverse	3	0.03250844404101372
9669	rnn.weight_hh_l0_reverse	4	0.024108022451400757
9669	rnn.weight_hh_l0_reverse	5	0.012537290342152119
9669	rnn.weight_hh_l0_reverse	6	0.022411704063415527
9669	rnn.weight_hh_l0_reverse	7	0.015899095684289932
9669	rnn.weight_hh_l0_reverse	8	0.007107440382242203
9669	rnn.weight_hh_l0_reverse	9	-0.03171272948384285
9669	rnn.bias_ih_l0_reverse	0	-0.03947317972779274
9669	rnn.bias_ih_l0_reverse	1	-0.06863129138946533
9669	rnn.bias_ih_l0_reverse	2	0.017421839758753777
9669	rnn.bias_ih_l0_reverse	3	-0.038966428488492966
9669	rnn.bias_ih_l0_reverse	4	0.058241598308086395
9669	rnn.bias_ih_l0_reverse	5	-0.08111608773469925
9669	rnn.bias_ih_l0_reverse	6	-0.014720563776791096
9669	rnn.bias_ih_l0_reverse	7	0.04488320276141167
9669	rnn.bias_ih_l0_reverse	8	-0.026348145678639412
9669	rnn.bias_ih_l0_reverse	9	-0.012330453842878342
9669	rnn.bias_hh_l0_reverse	0	-0.03738006204366684
9669	rnn.bias_hh_l0_reverse	1	-0.008250460959970951
9669	rnn.bias_hh_l0_reverse	2	-0.011734678409993649
9669	rnn.bias_hh_l0_reverse	3	-0.05304620414972305
9669	rnn.bias_hh_l0_reverse	4	0.004085603170096874
9669	rnn.bias_hh_l0_reverse	5	-0.01820286735892296
9669	rnn.bias_hh_l0_reverse	6	-0.07606826722621918
9669	rnn.bias_hh_l0_reverse	7	-0.039296410977840424
9669	rnn.bias_hh_l0_reverse	8	-0.010412940755486488
9669	rnn.bias_hh_l0_reverse	9	-0.05028177425265312
9669	linear.weight	0	-0.11495419591665268
9669	linear.weight	1	-0.03595276549458504
9669	linear.weight	2	-0.011228874325752258
9669	linear.weight	3	0.004342610482126474
9669	linear.weight	4	-0.039925169199705124
9669	linear.weight	5	0.150999054312706
9669	linear.weight	6	0.0047744326293468475
9669	linear.weight	7	-0.021312154829502106
9669	linear.weight	8	-0.014712296426296234
9669	linear.weight	9	0.02796892635524273
9669	linear.bias	0	-0.38146737217903137
9669	linear.bias	1	-0.049262963235378265
9669	linear.bias	2	0.4929637610912323
9669	linear.bias	3	-0.3622378706932068
9669	linear.bias	4	-1.068859577178955
9669	linear.bias	5	-0.9325507283210754
9669	linear.bias	6	-0.33180370926856995
9669	linear.bias	7	-0.42837414145469666
9669	linear.bias	8	-0.01705317199230194
9669	linear.bias	9	2.2518808841705322
9866	transitions	0	0.13416829705238342
9866	transitions	1	5.2236857414245605
9866	transitions	2	-1.8793774843215942
9866	transitions	3	1.2745096683502197
9866	transitions	4	-0.9689455628395081
9866	transitions	5	-0.14370746910572052
9866	transitions	6	-0.045708782970905304
9866	transitions	7	-10000.0
9866	transitions	8	1.4017584323883057
9866	transitions	9	-2.257193088531494
9866	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
9866	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
9866	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
9866	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
9866	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
9866	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
9866	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
9866	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
9866	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
9866	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
9866	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
9866	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
9866	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
9866	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
9866	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
9866	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
9866	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
9866	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
9866	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
9866	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
9866	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
9866	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
9866	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
9866	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
9866	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
9866	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
9866	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
9866	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
9866	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
9866	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
9866	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
9866	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
9866	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
9866	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
9866	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
9866	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
9866	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
9866	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
9866	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
9866	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
9866	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
9866	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
9866	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
9866	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
9866	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
9866	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
9866	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
9866	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
9866	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
9866	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
9866	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
9866	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
9866	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
9866	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
9866	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
9866	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
9866	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
9866	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
9866	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
9866	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
9866	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
9866	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
9866	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
9866	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
9866	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
9866	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
9866	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
9866	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
9866	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
9866	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
9866	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
9866	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
9866	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
9866	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
9866	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
9866	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
9866	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
9866	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
9866	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
9866	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
9866	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
9866	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
9866	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
9866	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
9866	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
9866	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
9866	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
9866	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
9866	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
9866	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
9866	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
9866	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
9866	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
9866	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
9866	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
9866	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
9866	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
9866	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
9866	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
9866	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
9866	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
9866	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
9866	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
9866	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
9866	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
9866	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
9866	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
9866	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
9866	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
9866	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
9866	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
9866	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
9866	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
9866	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
9866	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
9866	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
9866	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
9866	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
9866	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
9866	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
9866	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
9866	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
9866	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
9866	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
9866	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
9866	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
9866	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
9866	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
9866	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
9866	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
9866	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
9866	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
9866	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
9866	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
9866	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
9866	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
9866	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
9866	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
9866	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
9866	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
9866	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
9866	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
9866	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
9866	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
9866	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
9866	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
9866	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
9866	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
9866	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
9866	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
9866	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
9866	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
9866	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
9866	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
9866	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
9866	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
9866	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
9866	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
9866	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
9866	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
9866	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
9866	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
9866	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
9866	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
9866	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
9866	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
9866	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
9866	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
9866	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
9866	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
9866	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
9866	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
9866	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
9866	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
9866	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
9866	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
9866	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
9866	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
9866	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
9866	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
9866	embedding2nn.weight	0	0.016101839020848274
9866	embedding2nn.weight	1	-0.04032144322991371
9866	embedding2nn.weight	2	0.009344675578176975
9866	embedding2nn.weight	3	-0.003094820771366358
9866	embedding2nn.weight	4	-0.03457344323396683
9866	embedding2nn.weight	5	0.03947144001722336
9866	embedding2nn.weight	6	-0.04619396850466728
9866	embedding2nn.weight	7	-0.035161834210157394
9866	embedding2nn.weight	8	0.02385079674422741
9866	embedding2nn.weight	9	0.045737650245428085
9866	embedding2nn.bias	0	0.01814603991806507
9866	embedding2nn.bias	1	0.036488957703113556
9866	embedding2nn.bias	2	-0.09288759529590607
9866	embedding2nn.bias	3	0.033369164913892746
9866	embedding2nn.bias	4	0.023391971364617348
9866	embedding2nn.bias	5	-0.1153823658823967
9866	embedding2nn.bias	6	-0.031524691730737686
9866	embedding2nn.bias	7	-0.006086500361561775
9866	embedding2nn.bias	8	0.034332338720560074
9866	embedding2nn.bias	9	-0.12969964742660522
9866	rnn.weight_ih_l0	0	0.0035902629606425762
9866	rnn.weight_ih_l0	1	0.02339615859091282
9866	rnn.weight_ih_l0	2	-0.036005888134241104
9866	rnn.weight_ih_l0	3	0.01097020972520113
9866	rnn.weight_ih_l0	4	0.026893017813563347
9866	rnn.weight_ih_l0	5	-0.050098661333322525
9866	rnn.weight_ih_l0	6	0.03403612598776817
9866	rnn.weight_ih_l0	7	-0.025377120822668076
9866	rnn.weight_ih_l0	8	0.019403479993343353
9866	rnn.weight_ih_l0	9	-0.007533201016485691
9866	rnn.weight_hh_l0	0	0.02960958145558834
9866	rnn.weight_hh_l0	1	-0.02827504090964794
9866	rnn.weight_hh_l0	2	0.028219986706972122
9866	rnn.weight_hh_l0	3	0.013217872940003872
9866	rnn.weight_hh_l0	4	0.018831416964530945
9866	rnn.weight_hh_l0	5	0.0351264625787735
9866	rnn.weight_hh_l0	6	0.0033597752917557955
9866	rnn.weight_hh_l0	7	-0.045476283878088
9866	rnn.weight_hh_l0	8	-0.030588360503315926
9866	rnn.weight_hh_l0	9	-0.0035788249224424362
9866	rnn.bias_ih_l0	0	-0.021819526329636574
9866	rnn.bias_ih_l0	1	-0.006542435381561518
9866	rnn.bias_ih_l0	2	-0.043147582560777664
9866	rnn.bias_ih_l0	3	-0.11206832528114319
9866	rnn.bias_ih_l0	4	-0.0007717357948422432
9866	rnn.bias_ih_l0	5	0.04082139953970909
9866	rnn.bias_ih_l0	6	-0.07320427149534225
9866	rnn.bias_ih_l0	7	-0.08029404282569885
9866	rnn.bias_ih_l0	8	-0.037423573434352875
9866	rnn.bias_ih_l0	9	-0.0006728247390128672
9866	rnn.bias_hh_l0	0	0.061446089297533035
9866	rnn.bias_hh_l0	1	-0.020233187824487686
9866	rnn.bias_hh_l0	2	-0.019148314371705055
9866	rnn.bias_hh_l0	3	-0.043321818113327026
9866	rnn.bias_hh_l0	4	0.009908701293170452
9866	rnn.bias_hh_l0	5	0.0495263934135437
9866	rnn.bias_hh_l0	6	-0.03900714963674545
9866	rnn.bias_hh_l0	7	-0.02102009207010269
9866	rnn.bias_hh_l0	8	-0.06691782921552658
9866	rnn.bias_hh_l0	9	-0.04009200632572174
9866	rnn.weight_ih_l0_reverse	0	0.02974945493042469
9866	rnn.weight_ih_l0_reverse	1	-0.013393135741353035
9866	rnn.weight_ih_l0_reverse	2	-0.02142864651978016
9866	rnn.weight_ih_l0_reverse	3	0.005859537050127983
9866	rnn.weight_ih_l0_reverse	4	0.014201166108250618
9866	rnn.weight_ih_l0_reverse	5	-0.02311296947300434
9866	rnn.weight_ih_l0_reverse	6	-0.03647394850850105
9866	rnn.weight_ih_l0_reverse	7	-0.029861757531762123
9866	rnn.weight_ih_l0_reverse	8	-0.014367545023560524
9866	rnn.weight_ih_l0_reverse	9	0.02044387347996235
9866	rnn.weight_hh_l0_reverse	0	-0.018908027559518814
9866	rnn.weight_hh_l0_reverse	1	0.0010964093962684274
9866	rnn.weight_hh_l0_reverse	2	-0.03022850677371025
9866	rnn.weight_hh_l0_reverse	3	0.033554982393980026
9866	rnn.weight_hh_l0_reverse	4	0.024306535720825195
9866	rnn.weight_hh_l0_reverse	5	0.012270117178559303
9866	rnn.weight_hh_l0_reverse	6	0.022952517494559288
9866	rnn.weight_hh_l0_reverse	7	0.015761220827698708
9866	rnn.weight_hh_l0_reverse	8	0.007148795761168003
9866	rnn.weight_hh_l0_reverse	9	-0.03232711926102638
9866	rnn.bias_ih_l0_reverse	0	-0.042666882276535034
9866	rnn.bias_ih_l0_reverse	1	-0.07650844007730484
9866	rnn.bias_ih_l0_reverse	2	0.014284773729741573
9866	rnn.bias_ih_l0_reverse	3	-0.03849261626601219
9866	rnn.bias_ih_l0_reverse	4	0.0641242116689682
9866	rnn.bias_ih_l0_reverse	5	-0.0854635164141655
9866	rnn.bias_ih_l0_reverse	6	-0.01451764814555645
9866	rnn.bias_ih_l0_reverse	7	0.044857848435640335
9866	rnn.bias_ih_l0_reverse	8	-0.029720690101385117
9866	rnn.bias_ih_l0_reverse	9	-0.013557706028223038
9866	rnn.bias_hh_l0_reverse	0	-0.04037046432495117
9866	rnn.bias_hh_l0_reverse	1	-0.004817994777113199
9866	rnn.bias_hh_l0_reverse	2	-0.010800064541399479
9866	rnn.bias_hh_l0_reverse	3	-0.057065729051828384
9866	rnn.bias_hh_l0_reverse	4	0.006070338189601898
9866	rnn.bias_hh_l0_reverse	5	-0.01980583742260933
9866	rnn.bias_hh_l0_reverse	6	-0.07881005853414536
9866	rnn.bias_hh_l0_reverse	7	-0.03881489858031273
9866	rnn.bias_hh_l0_reverse	8	-0.011075363494455814
9866	rnn.bias_hh_l0_reverse	9	-0.05118126794695854
9866	linear.weight	0	-0.12023578584194183
9866	linear.weight	1	-0.03046116791665554
9866	linear.weight	2	-0.011228874325752258
9866	linear.weight	3	0.011130853556096554
9866	linear.weight	4	-0.018908841535449028
9866	linear.weight	5	0.16161701083183289
9866	linear.weight	6	0.0047744326293468475
9866	linear.weight	7	-0.021312154829502106
9866	linear.weight	8	0.01092519797384739
9866	linear.weight	9	0.03859194368124008
9866	linear.bias	0	-0.37218329310417175
9866	linear.bias	1	-0.05305515229701996
9866	linear.bias	2	0.4680492877960205
9866	linear.bias	3	-0.35444074869155884
9866	linear.bias	4	-1.151458740234375
9866	linear.bias	5	-0.935668408870697
9866	linear.bias	6	-0.3154648244380951
9866	linear.bias	7	-0.43122225999832153
9866	linear.bias	8	-0.01705317199230194
9866	linear.bias	9	2.33001971244812
9870	transitions	0	0.13410033285617828
9870	transitions	1	5.2293524742126465
9870	transitions	2	-1.8795018196105957
9870	transitions	3	1.274371862411499
9870	transitions	4	-0.9690366983413696
9870	transitions	5	-0.14387428760528564
9870	transitions	6	-0.04574020951986313
9870	transitions	7	-10000.0
9870	transitions	8	1.401721477508545
9870	transitions	9	-2.257209062576294
9870	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
9870	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
9870	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
9870	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
9870	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
9870	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
9870	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
9870	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
9870	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
9870	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
9870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
9870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
9870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
9870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
9870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
9870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
9870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
9870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
9870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
9870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
9870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
9870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
9870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
9870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
9870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
9870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
9870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
9870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
9870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
9870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
9870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
9870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
9870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
9870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
9870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
9870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
9870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
9870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
9870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
9870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
9870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
9870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
9870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
9870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
9870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
9870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
9870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
9870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
9870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
9870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
9870	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
9870	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
9870	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
9870	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
9870	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
9870	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
9870	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
9870	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
9870	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
9870	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
9870	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
9870	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
9870	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
9870	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
9870	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
9870	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
9870	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
9870	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
9870	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
9870	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
9870	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
9870	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
9870	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
9870	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
9870	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
9870	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
9870	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
9870	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
9870	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
9870	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
9870	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
9870	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
9870	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
9870	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
9870	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
9870	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
9870	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
9870	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
9870	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
9870	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
9870	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
9870	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
9870	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
9870	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
9870	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
9870	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
9870	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
9870	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
9870	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
9870	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
9870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
9870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
9870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
9870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
9870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
9870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
9870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
9870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
9870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
9870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
9870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
9870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
9870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
9870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
9870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
9870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
9870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
9870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
9870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
9870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
9870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
9870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
9870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
9870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
9870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
9870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
9870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
9870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
9870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
9870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
9870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
9870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
9870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
9870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
9870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
9870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
9870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
9870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
9870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
9870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
9870	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
9870	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
9870	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
9870	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
9870	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
9870	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
9870	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
9870	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
9870	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
9870	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
9870	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
9870	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
9870	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
9870	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
9870	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
9870	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
9870	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
9870	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
9870	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
9870	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
9870	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
9870	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
9870	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
9870	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
9870	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
9870	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
9870	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
9870	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
9870	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
9870	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
9870	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
9870	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
9870	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
9870	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
9870	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
9870	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
9870	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
9870	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
9870	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
9870	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
9870	embedding2nn.weight	0	0.016131799668073654
9870	embedding2nn.weight	1	-0.04054970294237137
9870	embedding2nn.weight	2	0.009543946012854576
9870	embedding2nn.weight	3	-0.0029586374294012785
9870	embedding2nn.weight	4	-0.03483262658119202
9870	embedding2nn.weight	5	0.039586905390024185
9870	embedding2nn.weight	6	-0.04554349556565285
9870	embedding2nn.weight	7	-0.03489192947745323
9870	embedding2nn.weight	8	0.02398567833006382
9870	embedding2nn.weight	9	0.04575187340378761
9870	embedding2nn.bias	0	0.018264319747686386
9870	embedding2nn.bias	1	0.03523128852248192
9870	embedding2nn.bias	2	-0.09171611815690994
9870	embedding2nn.bias	3	0.033752307295799255
9870	embedding2nn.bias	4	0.02303299866616726
9870	embedding2nn.bias	5	-0.11462205648422241
9870	embedding2nn.bias	6	-0.030364833772182465
9870	embedding2nn.bias	7	-0.005029513034969568
9870	embedding2nn.bias	8	0.03517836704850197
9870	embedding2nn.bias	9	-0.13092464208602905
9870	rnn.weight_ih_l0	0	0.003381987800821662
9870	rnn.weight_ih_l0	1	0.02365775778889656
9870	rnn.weight_ih_l0	2	-0.036076877266168594
9870	rnn.weight_ih_l0	3	0.01077372394502163
9870	rnn.weight_ih_l0	4	0.02697627618908882
9870	rnn.weight_ih_l0	5	-0.05038917437195778
9870	rnn.weight_ih_l0	6	0.0341121181845665
9870	rnn.weight_ih_l0	7	-0.025476543232798576
9870	rnn.weight_ih_l0	8	0.019549988210201263
9870	rnn.weight_ih_l0	9	-0.0077354395762085915
9870	rnn.weight_hh_l0	0	0.02931354008615017
9870	rnn.weight_hh_l0	1	-0.02807769924402237
9870	rnn.weight_hh_l0	2	0.02823011763393879
9870	rnn.weight_hh_l0	3	0.01332861464470625
9870	rnn.weight_hh_l0	4	0.018787851557135582
9870	rnn.weight_hh_l0	5	0.03507635369896889
9870	rnn.weight_hh_l0	6	0.003342224285006523
9870	rnn.weight_hh_l0	7	-0.04549902677536011
9870	rnn.weight_hh_l0	8	-0.030480438843369484
9870	rnn.weight_hh_l0	9	-0.003574468893930316
9870	rnn.bias_ih_l0	0	-0.0223208200186491
9870	rnn.bias_ih_l0	1	-0.005478886887431145
9870	rnn.bias_ih_l0	2	-0.04309902712702751
9870	rnn.bias_ih_l0	3	-0.11185476928949356
9870	rnn.bias_ih_l0	4	0.00013039274199400097
9870	rnn.bias_ih_l0	5	0.04111850634217262
9870	rnn.bias_ih_l0	6	-0.07218492031097412
9870	rnn.bias_ih_l0	7	-0.08093497157096863
9870	rnn.bias_ih_l0	8	-0.037640321999788284
9870	rnn.bias_ih_l0	9	-0.0005962148425169289
9870	rnn.bias_hh_l0	0	0.06202344596385956
9870	rnn.bias_hh_l0	1	-0.019804980605840683
9870	rnn.bias_hh_l0	2	-0.018988678231835365
9870	rnn.bias_hh_l0	3	-0.043456342071294785
9870	rnn.bias_hh_l0	4	0.009845265187323093
9870	rnn.bias_hh_l0	5	0.04937971383333206
9870	rnn.bias_hh_l0	6	-0.038462717086076736
9870	rnn.bias_hh_l0	7	-0.02048085443675518
9870	rnn.bias_hh_l0	8	-0.0665028765797615
9870	rnn.bias_hh_l0	9	-0.040303271263837814
9870	rnn.weight_ih_l0_reverse	0	0.029822850599884987
9870	rnn.weight_ih_l0_reverse	1	-0.013364906422793865
9870	rnn.weight_ih_l0_reverse	2	-0.02163100056350231
9870	rnn.weight_ih_l0_reverse	3	0.006022993009537458
9870	rnn.weight_ih_l0_reverse	4	0.014239023439586163
9870	rnn.weight_ih_l0_reverse	5	-0.02340027317404747
9870	rnn.weight_ih_l0_reverse	6	-0.03635266050696373
9870	rnn.weight_ih_l0_reverse	7	-0.029760049656033516
9870	rnn.weight_ih_l0_reverse	8	-0.014386957511305809
9870	rnn.weight_ih_l0_reverse	9	0.02041715569794178
9870	rnn.weight_hh_l0_reverse	0	-0.018903905525803566
9870	rnn.weight_hh_l0_reverse	1	0.0011898675002157688
9870	rnn.weight_hh_l0_reverse	2	-0.030276702716946602
9870	rnn.weight_hh_l0_reverse	3	0.03333847597241402
9870	rnn.weight_hh_l0_reverse	4	0.02431563101708889
9870	rnn.weight_hh_l0_reverse	5	0.01230267807841301
9870	rnn.weight_hh_l0_reverse	6	0.022946711629629135
9870	rnn.weight_hh_l0_reverse	7	0.0157335102558136
9870	rnn.weight_hh_l0_reverse	8	0.007121780421584845
9870	rnn.weight_hh_l0_reverse	9	-0.03229625150561333
9870	rnn.bias_ih_l0_reverse	0	-0.04234175384044647
9870	rnn.bias_ih_l0_reverse	1	-0.07794363796710968
9870	rnn.bias_ih_l0_reverse	2	0.014268563129007816
9870	rnn.bias_ih_l0_reverse	3	-0.03893306106328964
9870	rnn.bias_ih_l0_reverse	4	0.06327845901250839
9870	rnn.bias_ih_l0_reverse	5	-0.08537083119153976
9870	rnn.bias_ih_l0_reverse	6	-0.014269041828811169
9870	rnn.bias_ih_l0_reverse	7	0.04451299086213112
9870	rnn.bias_ih_l0_reverse	8	-0.029679562896490097
9870	rnn.bias_ih_l0_reverse	9	-0.014144212007522583
9870	rnn.bias_hh_l0_reverse	0	-0.04015033319592476
9870	rnn.bias_hh_l0_reverse	1	-0.0046691568568348885
9870	rnn.bias_hh_l0_reverse	2	-0.010958829894661903
9870	rnn.bias_hh_l0_reverse	3	-0.057364605367183685
9870	rnn.bias_hh_l0_reverse	4	0.005897025112062693
9870	rnn.bias_hh_l0_reverse	5	-0.02014595828950405
9870	rnn.bias_hh_l0_reverse	6	-0.07880290597677231
9870	rnn.bias_hh_l0_reverse	7	-0.038418982177972794
9870	rnn.bias_hh_l0_reverse	8	-0.011325040832161903
9870	rnn.bias_hh_l0_reverse	9	-0.051014844328165054
9870	linear.weight	0	-0.12050164490938187
9870	linear.weight	1	-0.030830683186650276
9870	linear.weight	2	-0.011228874325752258
9870	linear.weight	3	0.010914119891822338
9870	linear.weight	4	-0.01850612834095955
9870	linear.weight	5	0.16078105568885803
9870	linear.weight	6	0.0047744326293468475
9870	linear.weight	7	-0.021312154829502106
9870	linear.weight	8	0.008314922451972961
9870	linear.weight	9	0.04037139192223549
9870	linear.bias	0	-0.3722957670688629
9870	linear.bias	1	-0.06664916127920151
9870	linear.bias	2	0.46011483669281006
9870	linear.bias	3	-0.3501562774181366
9870	linear.bias	4	-1.1249909400939941
9870	linear.bias	5	-0.9357138276100159
9870	linear.bias	6	-0.3158094584941864
9870	linear.bias	7	-0.4215543568134308
9870	linear.bias	8	-0.01705317199230194
9870	linear.bias	9	2.299511432647705
10067	transitions	0	0.13078798353672028
10067	transitions	1	5.26367712020874
10067	transitions	2	-1.890415906906128
10067	transitions	3	1.244205355644226
10067	transitions	4	-0.9735604524612427
10067	transitions	5	-0.14479225873947144
10067	transitions	6	-0.047513145953416824
10067	transitions	7	-10000.0
10067	transitions	8	1.4141021966934204
10067	transitions	9	-2.2575714588165283
10067	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
10067	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
10067	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
10067	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
10067	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
10067	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
10067	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
10067	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
10067	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
10067	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
10067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
10067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
10067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
10067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
10067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
10067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
10067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
10067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
10067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
10067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
10067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
10067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
10067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
10067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
10067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
10067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
10067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
10067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
10067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
10067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
10067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
10067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
10067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
10067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
10067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
10067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
10067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
10067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
10067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
10067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
10067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
10067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
10067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
10067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
10067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
10067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
10067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
10067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
10067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
10067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
10067	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
10067	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
10067	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
10067	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
10067	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
10067	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
10067	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
10067	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
10067	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
10067	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
10067	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
10067	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
10067	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
10067	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
10067	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
10067	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
10067	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
10067	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
10067	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
10067	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
10067	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
10067	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
10067	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
10067	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
10067	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
10067	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
10067	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
10067	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
10067	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
10067	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
10067	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
10067	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
10067	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
10067	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
10067	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
10067	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
10067	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
10067	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
10067	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
10067	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
10067	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
10067	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
10067	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
10067	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
10067	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
10067	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
10067	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
10067	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
10067	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
10067	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
10067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
10067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
10067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
10067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
10067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
10067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
10067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
10067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
10067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
10067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
10067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
10067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
10067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
10067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
10067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
10067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
10067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
10067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
10067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
10067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
10067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
10067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
10067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
10067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
10067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
10067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
10067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
10067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
10067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
10067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
10067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
10067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
10067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
10067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
10067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
10067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
10067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
10067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
10067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
10067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
10067	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
10067	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
10067	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
10067	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
10067	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
10067	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
10067	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
10067	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
10067	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
10067	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
10067	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
10067	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
10067	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
10067	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
10067	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
10067	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
10067	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
10067	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
10067	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
10067	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
10067	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
10067	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
10067	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
10067	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
10067	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
10067	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
10067	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
10067	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
10067	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
10067	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
10067	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
10067	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
10067	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
10067	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
10067	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
10067	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
10067	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
10067	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
10067	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
10067	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
10067	embedding2nn.weight	0	0.016212813556194305
10067	embedding2nn.weight	1	-0.039974018931388855
10067	embedding2nn.weight	2	0.0045613390393555164
10067	embedding2nn.weight	3	-0.00500952685251832
10067	embedding2nn.weight	4	-0.03583601489663124
10067	embedding2nn.weight	5	0.040381379425525665
10067	embedding2nn.weight	6	-0.05115009471774101
10067	embedding2nn.weight	7	-0.03439716249704361
10067	embedding2nn.weight	8	0.023390993475914
10067	embedding2nn.weight	9	0.0466720275580883
10067	embedding2nn.bias	0	0.019078552722930908
10067	embedding2nn.bias	1	0.047206539660692215
10067	embedding2nn.bias	2	-0.08296852558851242
10067	embedding2nn.bias	3	0.03288375958800316
10067	embedding2nn.bias	4	0.03254479914903641
10067	embedding2nn.bias	5	-0.11597682535648346
10067	embedding2nn.bias	6	-0.016110895201563835
10067	embedding2nn.bias	7	0.004898881074041128
10067	embedding2nn.bias	8	0.03304775059223175
10067	embedding2nn.bias	9	-0.13133661448955536
10067	rnn.weight_ih_l0	0	0.002391719724982977
10067	rnn.weight_ih_l0	1	0.026822529733181
10067	rnn.weight_ih_l0	2	-0.036830853670835495
10067	rnn.weight_ih_l0	3	0.008657747879624367
10067	rnn.weight_ih_l0	4	0.025404293090105057
10067	rnn.weight_ih_l0	5	-0.04820266738533974
10067	rnn.weight_ih_l0	6	0.035077959299087524
10067	rnn.weight_ih_l0	7	-0.026092182844877243
10067	rnn.weight_ih_l0	8	0.021535059437155724
10067	rnn.weight_ih_l0	9	-0.006084315478801727
10067	rnn.weight_hh_l0	0	0.028738640248775482
10067	rnn.weight_hh_l0	1	-0.03079707734286785
10067	rnn.weight_hh_l0	2	0.02817917801439762
10067	rnn.weight_hh_l0	3	0.012016570195555687
10067	rnn.weight_hh_l0	4	0.018834607675671577
10067	rnn.weight_hh_l0	5	0.034443292766809464
10067	rnn.weight_hh_l0	6	0.003539767349138856
10067	rnn.weight_hh_l0	7	-0.04569198191165924
10067	rnn.weight_hh_l0	8	-0.030516481027007103
10067	rnn.weight_hh_l0	9	-0.003772648749873042
10067	rnn.bias_ih_l0	0	-0.012939054518938065
10067	rnn.bias_ih_l0	1	-0.00702569168061018
10067	rnn.bias_ih_l0	2	-0.045134976506233215
10067	rnn.bias_ih_l0	3	-0.1141597107052803
10067	rnn.bias_ih_l0	4	-0.005972740706056356
10067	rnn.bias_ih_l0	5	0.03338632360100746
10067	rnn.bias_ih_l0	6	-0.07344115525484085
10067	rnn.bias_ih_l0	7	-0.08425503969192505
10067	rnn.bias_ih_l0	8	-0.03831079602241516
10067	rnn.bias_ih_l0	9	-0.003503507236018777
10067	rnn.bias_hh_l0	0	0.06793320178985596
10067	rnn.bias_hh_l0	1	-0.017421551048755646
10067	rnn.bias_hh_l0	2	-0.01875828206539154
10067	rnn.bias_hh_l0	3	-0.044450074434280396
10067	rnn.bias_hh_l0	4	0.01245273370295763
10067	rnn.bias_hh_l0	5	0.05026697739958763
10067	rnn.bias_hh_l0	6	-0.039811424911022186
10067	rnn.bias_hh_l0	7	-0.01737312786281109
10067	rnn.bias_hh_l0	8	-0.06351856142282486
10067	rnn.bias_hh_l0	9	-0.04591507837176323
10067	rnn.weight_ih_l0_reverse	0	0.031140269711613655
10067	rnn.weight_ih_l0_reverse	1	-0.013156191445887089
10067	rnn.weight_ih_l0_reverse	2	-0.023532316088676453
10067	rnn.weight_ih_l0_reverse	3	0.0039004599675536156
10067	rnn.weight_ih_l0_reverse	4	0.012428270652890205
10067	rnn.weight_ih_l0_reverse	5	-0.022550536319613457
10067	rnn.weight_ih_l0_reverse	6	-0.03849878907203674
10067	rnn.weight_ih_l0_reverse	7	-0.02970052696764469
10067	rnn.weight_ih_l0_reverse	8	-0.01366077084094286
10067	rnn.weight_ih_l0_reverse	9	0.0222705639898777
10067	rnn.weight_hh_l0_reverse	0	-0.018883761018514633
10067	rnn.weight_hh_l0_reverse	1	0.001269485685043037
10067	rnn.weight_hh_l0_reverse	2	-0.030239824205636978
10067	rnn.weight_hh_l0_reverse	3	0.03553198277950287
10067	rnn.weight_hh_l0_reverse	4	0.02414875477552414
10067	rnn.weight_hh_l0_reverse	5	0.01361892931163311
10067	rnn.weight_hh_l0_reverse	6	0.02376713417470455
10067	rnn.weight_hh_l0_reverse	7	0.01659335196018219
10067	rnn.weight_hh_l0_reverse	8	0.00737554207444191
10067	rnn.weight_hh_l0_reverse	9	-0.03235717862844467
10067	rnn.bias_ih_l0_reverse	0	-0.04023471847176552
10067	rnn.bias_ih_l0_reverse	1	-0.07943781465291977
10067	rnn.bias_ih_l0_reverse	2	0.011478173546493053
10067	rnn.bias_ih_l0_reverse	3	-0.03877206891775131
10067	rnn.bias_ih_l0_reverse	4	0.056317251175642014
10067	rnn.bias_ih_l0_reverse	5	-0.07971056550741196
10067	rnn.bias_ih_l0_reverse	6	-0.01461300440132618
10067	rnn.bias_ih_l0_reverse	7	0.04756833240389824
10067	rnn.bias_ih_l0_reverse	8	-0.03599129244685173
10067	rnn.bias_ih_l0_reverse	9	-0.012848751619458199
10067	rnn.bias_hh_l0_reverse	0	-0.04009897634387016
10067	rnn.bias_hh_l0_reverse	1	-0.007229350972920656
10067	rnn.bias_hh_l0_reverse	2	-0.011259056627750397
10067	rnn.bias_hh_l0_reverse	3	-0.05660126358270645
10067	rnn.bias_hh_l0_reverse	4	0.006940414663404226
10067	rnn.bias_hh_l0_reverse	5	-0.02248658798635006
10067	rnn.bias_hh_l0_reverse	6	-0.06864817440509796
10067	rnn.bias_hh_l0_reverse	7	-0.04313638433814049
10067	rnn.bias_hh_l0_reverse	8	-0.012008770368993282
10067	rnn.bias_hh_l0_reverse	9	-0.053135789930820465
10067	linear.weight	0	-0.12128087133169174
10067	linear.weight	1	-0.028052497655153275
10067	linear.weight	2	-0.011228874325752258
10067	linear.weight	3	0.014350569806993008
10067	linear.weight	4	-0.013603249564766884
10067	linear.weight	5	0.14375412464141846
10067	linear.weight	6	0.0047744326293468475
10067	linear.weight	7	-0.021312154829502106
10067	linear.weight	8	0.014582289382815361
10067	linear.weight	9	0.04391966387629509
10067	linear.bias	0	-0.3516564667224884
10067	linear.bias	1	-0.07082914561033249
10067	linear.bias	2	0.3997538685798645
10067	linear.bias	3	-0.34097298979759216
10067	linear.bias	4	-1.098131537437439
10067	linear.bias	5	-0.9389073848724365
10067	linear.bias	6	-0.3184361755847931
10067	linear.bias	7	-0.4077231287956238
10067	linear.bias	8	-0.01705317199230194
10067	linear.bias	9	2.2894046306610107
10264	transitions	0	0.12797364592552185
10264	transitions	1	5.283524036407471
10264	transitions	2	-1.9005248546600342
10264	transitions	3	1.239594578742981
10264	transitions	4	-0.9793461561203003
10264	transitions	5	-0.14610923826694489
10264	transitions	6	-0.04929865896701813
10264	transitions	7	-10000.0
10264	transitions	8	1.4250904321670532
10264	transitions	9	-2.257979393005371
10264	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
10264	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
10264	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
10264	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
10264	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
10264	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
10264	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
10264	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
10264	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
10264	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
10264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
10264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
10264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
10264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
10264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
10264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
10264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
10264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
10264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
10264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
10264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
10264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
10264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
10264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
10264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
10264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
10264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
10264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
10264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
10264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
10264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
10264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
10264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
10264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
10264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
10264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
10264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
10264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
10264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
10264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
10264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
10264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
10264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
10264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
10264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
10264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
10264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
10264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
10264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
10264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
10264	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
10264	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
10264	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
10264	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
10264	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
10264	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
10264	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
10264	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
10264	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
10264	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
10264	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
10264	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
10264	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
10264	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
10264	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
10264	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
10264	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
10264	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
10264	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
10264	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
10264	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
10264	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
10264	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
10264	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
10264	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
10264	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
10264	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
10264	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
10264	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
10264	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
10264	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
10264	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
10264	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
10264	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
10264	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
10264	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
10264	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
10264	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
10264	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
10264	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
10264	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
10264	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
10264	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
10264	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
10264	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
10264	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
10264	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
10264	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
10264	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
10264	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
10264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
10264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
10264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
10264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
10264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
10264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
10264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
10264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
10264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
10264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
10264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
10264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
10264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
10264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
10264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
10264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
10264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
10264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
10264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
10264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
10264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
10264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
10264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
10264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
10264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
10264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
10264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
10264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
10264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
10264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
10264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
10264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
10264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
10264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
10264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
10264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
10264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
10264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
10264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
10264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
10264	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
10264	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
10264	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
10264	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
10264	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
10264	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
10264	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
10264	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
10264	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
10264	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
10264	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
10264	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
10264	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
10264	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
10264	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
10264	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
10264	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
10264	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
10264	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
10264	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
10264	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
10264	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
10264	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
10264	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
10264	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
10264	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
10264	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
10264	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
10264	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
10264	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
10264	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
10264	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
10264	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
10264	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
10264	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
10264	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
10264	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
10264	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
10264	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
10264	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
10264	embedding2nn.weight	0	0.016870100051164627
10264	embedding2nn.weight	1	-0.041257284581661224
10264	embedding2nn.weight	2	0.009618234820663929
10264	embedding2nn.weight	3	-0.004306841176003218
10264	embedding2nn.weight	4	-0.03884239122271538
10264	embedding2nn.weight	5	0.03957400843501091
10264	embedding2nn.weight	6	-0.04171653836965561
10264	embedding2nn.weight	7	-0.033397696912288666
10264	embedding2nn.weight	8	0.022901350632309914
10264	embedding2nn.weight	9	0.05055022984743118
10264	embedding2nn.bias	0	0.022770825773477554
10264	embedding2nn.bias	1	0.036201171576976776
10264	embedding2nn.bias	2	-0.08411646634340286
10264	embedding2nn.bias	3	0.03216083347797394
10264	embedding2nn.bias	4	0.03265708312392235
10264	embedding2nn.bias	5	-0.11131293326616287
10264	embedding2nn.bias	6	-0.027292845770716667
10264	embedding2nn.bias	7	-0.011167410761117935
10264	embedding2nn.bias	8	0.02570977807044983
10264	embedding2nn.bias	9	-0.1300307959318161
10264	rnn.weight_ih_l0	0	0.00353464437648654
10264	rnn.weight_ih_l0	1	0.02636193297803402
10264	rnn.weight_ih_l0	2	-0.03547561913728714
10264	rnn.weight_ih_l0	3	0.012494051828980446
10264	rnn.weight_ih_l0	4	0.024602647870779037
10264	rnn.weight_ih_l0	5	-0.047489460557699203
10264	rnn.weight_ih_l0	6	0.033848412334918976
10264	rnn.weight_ih_l0	7	-0.026360830292105675
10264	rnn.weight_ih_l0	8	0.01866348460316658
10264	rnn.weight_ih_l0	9	-0.007734548766165972
10264	rnn.weight_hh_l0	0	0.029738184064626694
10264	rnn.weight_hh_l0	1	-0.031146151944994926
10264	rnn.weight_hh_l0	2	0.027786409482359886
10264	rnn.weight_hh_l0	3	0.011474205181002617
10264	rnn.weight_hh_l0	4	0.018204210326075554
10264	rnn.weight_hh_l0	5	0.03438233956694603
10264	rnn.weight_hh_l0	6	0.003475184552371502
10264	rnn.weight_hh_l0	7	-0.04656020179390907
10264	rnn.weight_hh_l0	8	-0.030884867534041405
10264	rnn.weight_hh_l0	9	-0.0031480228062719107
10264	rnn.bias_ih_l0	0	-0.01631169021129608
10264	rnn.bias_ih_l0	1	-0.010396386496722698
10264	rnn.bias_ih_l0	2	-0.04369429498910904
10264	rnn.bias_ih_l0	3	-0.11380881071090698
10264	rnn.bias_ih_l0	4	-0.006624653935432434
10264	rnn.bias_ih_l0	5	0.04241441562771797
10264	rnn.bias_ih_l0	6	-0.07387536019086838
10264	rnn.bias_ih_l0	7	-0.08698000758886337
10264	rnn.bias_ih_l0	8	-0.03735751658678055
10264	rnn.bias_ih_l0	9	-0.004246928263455629
10264	rnn.bias_hh_l0	0	0.06086437776684761
10264	rnn.bias_hh_l0	1	-0.019298123195767403
10264	rnn.bias_hh_l0	2	-0.017497269436717033
10264	rnn.bias_hh_l0	3	-0.04546044021844864
10264	rnn.bias_hh_l0	4	0.007628272287547588
10264	rnn.bias_hh_l0	5	0.049197398126125336
10264	rnn.bias_hh_l0	6	-0.03922739624977112
10264	rnn.bias_hh_l0	7	-0.02248857356607914
10264	rnn.bias_hh_l0	8	-0.05688451603055
10264	rnn.bias_hh_l0	9	-0.044776588678359985
10264	rnn.weight_ih_l0_reverse	0	0.03270074352622032
10264	rnn.weight_ih_l0_reverse	1	-0.012951196171343327
10264	rnn.weight_ih_l0_reverse	2	-0.022908614948391914
10264	rnn.weight_ih_l0_reverse	3	0.0024914236273616552
10264	rnn.weight_ih_l0_reverse	4	0.013949605636298656
10264	rnn.weight_ih_l0_reverse	5	-0.021348394453525543
10264	rnn.weight_ih_l0_reverse	6	-0.037901513278484344
10264	rnn.weight_ih_l0_reverse	7	-0.028351277112960815
10264	rnn.weight_ih_l0_reverse	8	-0.013161428272724152
10264	rnn.weight_ih_l0_reverse	9	0.021116243675351143
10264	rnn.weight_hh_l0_reverse	0	-0.019008062779903412
10264	rnn.weight_hh_l0_reverse	1	0.0009328739251941442
10264	rnn.weight_hh_l0_reverse	2	-0.03062457963824272
10264	rnn.weight_hh_l0_reverse	3	0.03529597818851471
10264	rnn.weight_hh_l0_reverse	4	0.023912427946925163
10264	rnn.weight_hh_l0_reverse	5	0.01413709670305252
10264	rnn.weight_hh_l0_reverse	6	0.02359183318912983
10264	rnn.weight_hh_l0_reverse	7	0.016399020329117775
10264	rnn.weight_hh_l0_reverse	8	0.0072617800906300545
10264	rnn.weight_hh_l0_reverse	9	-0.03289712220430374
10264	rnn.bias_ih_l0_reverse	0	-0.04301917180418968
10264	rnn.bias_ih_l0_reverse	1	-0.08408249169588089
10264	rnn.bias_ih_l0_reverse	2	0.009927096776664257
10264	rnn.bias_ih_l0_reverse	3	-0.03766970336437225
10264	rnn.bias_ih_l0_reverse	4	0.0494333878159523
10264	rnn.bias_ih_l0_reverse	5	-0.07299282401800156
10264	rnn.bias_ih_l0_reverse	6	-0.0075589255429804325
10264	rnn.bias_ih_l0_reverse	7	0.049053024500608444
10264	rnn.bias_ih_l0_reverse	8	-0.036127734929323196
10264	rnn.bias_ih_l0_reverse	9	-0.014213151298463345
10264	rnn.bias_hh_l0_reverse	0	-0.04043968766927719
10264	rnn.bias_hh_l0_reverse	1	0.0010590975871309638
10264	rnn.bias_hh_l0_reverse	2	-0.011896340176463127
10264	rnn.bias_hh_l0_reverse	3	-0.053038112819194794
10264	rnn.bias_hh_l0_reverse	4	0.005313870497047901
10264	rnn.bias_hh_l0_reverse	5	-0.025781158357858658
10264	rnn.bias_hh_l0_reverse	6	-0.07059231400489807
10264	rnn.bias_hh_l0_reverse	7	-0.04618724808096886
10264	rnn.bias_hh_l0_reverse	8	-0.013889147900044918
10264	rnn.bias_hh_l0_reverse	9	-0.05575529485940933
10264	linear.weight	0	-0.12963974475860596
10264	linear.weight	1	-0.01751568540930748
10264	linear.weight	2	-0.011228874325752258
10264	linear.weight	3	0.005426949821412563
10264	linear.weight	4	-0.014805860817432404
10264	linear.weight	5	0.1677676886320114
10264	linear.weight	6	0.0047744326293468475
10264	linear.weight	7	-0.021312154829502106
10264	linear.weight	8	0.012610059231519699
10264	linear.weight	9	0.04908394441008568
10264	linear.bias	0	-0.354500412940979
10264	linear.bias	1	-0.09334628283977509
10264	linear.bias	2	0.4308966100215912
10264	linear.bias	3	-0.34847918152809143
10264	linear.bias	4	-1.10612154006958
10264	linear.bias	5	-0.9420639276504517
10264	linear.bias	6	-0.3351012170314789
10264	linear.bias	7	-0.4096603989601135
10264	linear.bias	8	-0.01705317199230194
10264	linear.bias	9	2.290689706802368
10461	transitions	0	0.1241767629981041
10461	transitions	1	5.330012798309326
10461	transitions	2	-1.911250114440918
10461	transitions	3	1.2354849576950073
10461	transitions	4	-0.984694242477417
10461	transitions	5	-0.1479572355747223
10461	transitions	6	-0.05100921168923378
10461	transitions	7	-10000.0
10461	transitions	8	1.421316146850586
10461	transitions	9	-2.2583272457122803
10461	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
10461	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
10461	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
10461	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
10461	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
10461	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
10461	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
10461	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
10461	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
10461	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
10461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
10461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
10461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
10461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
10461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
10461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
10461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
10461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
10461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
10461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
10461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
10461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
10461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
10461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
10461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
10461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
10461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
10461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
10461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
10461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
10461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
10461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
10461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
10461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
10461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
10461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
10461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
10461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
10461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
10461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
10461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
10461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
10461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
10461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
10461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
10461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
10461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
10461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
10461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
10461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
10461	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
10461	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
10461	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
10461	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
10461	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
10461	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
10461	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
10461	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
10461	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
10461	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
10461	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
10461	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
10461	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
10461	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
10461	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
10461	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
10461	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
10461	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
10461	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
10461	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
10461	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
10461	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
10461	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
10461	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
10461	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
10461	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
10461	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
10461	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
10461	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
10461	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
10461	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
10461	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
10461	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
10461	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
10461	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
10461	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
10461	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
10461	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
10461	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
10461	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
10461	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
10461	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
10461	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
10461	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
10461	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
10461	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
10461	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
10461	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
10461	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
10461	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
10461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
10461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
10461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
10461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
10461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
10461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
10461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
10461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
10461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
10461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
10461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
10461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
10461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
10461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
10461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
10461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
10461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
10461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
10461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
10461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
10461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
10461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
10461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
10461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
10461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
10461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
10461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
10461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
10461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
10461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
10461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
10461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
10461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
10461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
10461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
10461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
10461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
10461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
10461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
10461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
10461	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
10461	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
10461	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
10461	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
10461	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
10461	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
10461	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
10461	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
10461	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
10461	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
10461	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
10461	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
10461	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
10461	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
10461	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
10461	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
10461	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
10461	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
10461	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
10461	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
10461	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
10461	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
10461	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
10461	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
10461	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
10461	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
10461	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
10461	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
10461	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
10461	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
10461	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
10461	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
10461	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
10461	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
10461	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
10461	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
10461	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
10461	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
10461	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
10461	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
10461	embedding2nn.weight	0	0.015970638021826744
10461	embedding2nn.weight	1	-0.041685111820697784
10461	embedding2nn.weight	2	0.006307871546596289
10461	embedding2nn.weight	3	-0.0016556972404941916
10461	embedding2nn.weight	4	-0.03794364631175995
10461	embedding2nn.weight	5	0.04146025329828262
10461	embedding2nn.weight	6	-0.04568230360746384
10461	embedding2nn.weight	7	-0.03444018214941025
10461	embedding2nn.weight	8	0.022200992330908775
10461	embedding2nn.weight	9	0.05056246370077133
10461	embedding2nn.bias	0	0.02491305023431778
10461	embedding2nn.bias	1	0.028111614286899567
10461	embedding2nn.bias	2	-0.08017442375421524
10461	embedding2nn.bias	3	0.04224517196416855
10461	embedding2nn.bias	4	0.027438009157776833
10461	embedding2nn.bias	5	-0.10477405786514282
10461	embedding2nn.bias	6	-0.020253950729966164
10461	embedding2nn.bias	7	-0.0075861793011426926
10461	embedding2nn.bias	8	0.0339106023311615
10461	embedding2nn.bias	9	-0.13464470207691193
10461	rnn.weight_ih_l0	0	0.003522734623402357
10461	rnn.weight_ih_l0	1	0.028895627707242966
10461	rnn.weight_ih_l0	2	-0.038437072187662125
10461	rnn.weight_ih_l0	3	0.015057812444865704
10461	rnn.weight_ih_l0	4	0.02382398210465908
10461	rnn.weight_ih_l0	5	-0.04837382212281227
10461	rnn.weight_ih_l0	6	0.0339425690472126
10461	rnn.weight_ih_l0	7	-0.026722604408860207
10461	rnn.weight_ih_l0	8	0.0165257528424263
10461	rnn.weight_ih_l0	9	-0.00473833316937089
10461	rnn.weight_hh_l0	0	0.030826207250356674
10461	rnn.weight_hh_l0	1	-0.03200742229819298
10461	rnn.weight_hh_l0	2	0.02728249691426754
10461	rnn.weight_hh_l0	3	0.011548401787877083
10461	rnn.weight_hh_l0	4	0.018046023324131966
10461	rnn.weight_hh_l0	5	0.03501053526997566
10461	rnn.weight_hh_l0	6	0.0032565894071012735
10461	rnn.weight_hh_l0	7	-0.046711940318346024
10461	rnn.weight_hh_l0	8	-0.029843276366591454
10461	rnn.weight_hh_l0	9	-0.004640707280486822
10461	rnn.bias_ih_l0	0	-0.017812158912420273
10461	rnn.bias_ih_l0	1	-0.012200846336781979
10461	rnn.bias_ih_l0	2	-0.0455046147108078
10461	rnn.bias_ih_l0	3	-0.11244339495897293
10461	rnn.bias_ih_l0	4	-0.011475473642349243
10461	rnn.bias_ih_l0	5	0.05758343264460564
10461	rnn.bias_ih_l0	6	-0.07810930162668228
10461	rnn.bias_ih_l0	7	-0.09347499907016754
10461	rnn.bias_ih_l0	8	-0.039212435483932495
10461	rnn.bias_ih_l0	9	-0.005232397001236677
10461	rnn.bias_hh_l0	0	0.05514505133032799
10461	rnn.bias_hh_l0	1	-0.01798446848988533
10461	rnn.bias_hh_l0	2	-0.020001020282506943
10461	rnn.bias_hh_l0	3	-0.04512409120798111
10461	rnn.bias_hh_l0	4	0.012013198807835579
10461	rnn.bias_hh_l0	5	0.05213205888867378
10461	rnn.bias_hh_l0	6	-0.039746467024087906
10461	rnn.bias_hh_l0	7	-0.022693464532494545
10461	rnn.bias_hh_l0	8	-0.06469601392745972
10461	rnn.bias_hh_l0	9	-0.050541941076517105
10461	rnn.weight_ih_l0_reverse	0	0.03244994953274727
10461	rnn.weight_ih_l0_reverse	1	-0.012422151863574982
10461	rnn.weight_ih_l0_reverse	2	-0.023520933464169502
10461	rnn.weight_ih_l0_reverse	3	0.0031690665055066347
10461	rnn.weight_ih_l0_reverse	4	0.015623440034687519
10461	rnn.weight_ih_l0_reverse	5	-0.022356348112225533
10461	rnn.weight_ih_l0_reverse	6	-0.035782311111688614
10461	rnn.weight_ih_l0_reverse	7	-0.02771255373954773
10461	rnn.weight_ih_l0_reverse	8	-0.012364163063466549
10461	rnn.weight_ih_l0_reverse	9	0.02304711751639843
10461	rnn.weight_hh_l0_reverse	0	-0.018366795033216476
10461	rnn.weight_hh_l0_reverse	1	0.0007684349548071623
10461	rnn.weight_hh_l0_reverse	2	-0.030556930229067802
10461	rnn.weight_hh_l0_reverse	3	0.03719364479184151
10461	rnn.weight_hh_l0_reverse	4	0.02397746406495571
10461	rnn.weight_hh_l0_reverse	5	0.01406833529472351
10461	rnn.weight_hh_l0_reverse	6	0.02338765375316143
10461	rnn.weight_hh_l0_reverse	7	0.01704433560371399
10461	rnn.weight_hh_l0_reverse	8	0.007240490987896919
10461	rnn.weight_hh_l0_reverse	9	-0.033601246774196625
10461	rnn.bias_ih_l0_reverse	0	-0.043912164866924286
10461	rnn.bias_ih_l0_reverse	1	-0.0816643089056015
10461	rnn.bias_ih_l0_reverse	2	0.008922618813812733
10461	rnn.bias_ih_l0_reverse	3	-0.03823782876133919
10461	rnn.bias_ih_l0_reverse	4	0.055223122239112854
10461	rnn.bias_ih_l0_reverse	5	-0.07534483820199966
10461	rnn.bias_ih_l0_reverse	6	-0.013754012063145638
10461	rnn.bias_ih_l0_reverse	7	0.0414993092417717
10461	rnn.bias_ih_l0_reverse	8	-0.03645641356706619
10461	rnn.bias_ih_l0_reverse	9	-0.017055006697773933
10461	rnn.bias_hh_l0_reverse	0	-0.04185949265956879
10461	rnn.bias_hh_l0_reverse	1	0.004445719067007303
10461	rnn.bias_hh_l0_reverse	2	-0.009108074009418488
10461	rnn.bias_hh_l0_reverse	3	-0.05070844665169716
10461	rnn.bias_hh_l0_reverse	4	0.00650136498734355
10461	rnn.bias_hh_l0_reverse	5	-0.027903113514184952
10461	rnn.bias_hh_l0_reverse	6	-0.07410851120948792
10461	rnn.bias_hh_l0_reverse	7	-0.04454983398318291
10461	rnn.bias_hh_l0_reverse	8	-0.014993418008089066
10461	rnn.bias_hh_l0_reverse	9	-0.05530303716659546
10461	linear.weight	0	-0.13230235874652863
10461	linear.weight	1	-0.026254767552018166
10461	linear.weight	2	-0.011228874325752258
10461	linear.weight	3	-0.012019992806017399
10461	linear.weight	4	-0.03477542847394943
10461	linear.weight	5	0.16569912433624268
10461	linear.weight	6	0.0047744326293468475
10461	linear.weight	7	-0.021312154829502106
10461	linear.weight	8	-0.009656195528805256
10461	linear.weight	9	0.04579947888851166
10461	linear.bias	0	-0.36734938621520996
10461	linear.bias	1	-0.035734932869672775
10461	linear.bias	2	0.43641936779022217
10461	linear.bias	3	-0.3322894871234894
10461	linear.bias	4	-1.1055400371551514
10461	linear.bias	5	-0.945128321647644
10461	linear.bias	6	-0.3426424562931061
10461	linear.bias	7	-0.43370139598846436
10461	linear.bias	8	-0.01705317199230194
10461	linear.bias	9	2.2881784439086914
10658	transitions	0	0.12148655951023102
10658	transitions	1	5.27907133102417
10658	transitions	2	-1.9240316152572632
10658	transitions	3	1.2259936332702637
10658	transitions	4	-0.9905601739883423
10658	transitions	5	-0.1489013284444809
10658	transitions	6	-0.05242369323968887
10658	transitions	7	-10000.0
10658	transitions	8	1.416218876838684
10658	transitions	9	-2.2587575912475586
10658	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
10658	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
10658	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
10658	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
10658	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
10658	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
10658	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
10658	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
10658	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
10658	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
10658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
10658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
10658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
10658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
10658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
10658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
10658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
10658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
10658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
10658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
10658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
10658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
10658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
10658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
10658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
10658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
10658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
10658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
10658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
10658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
10658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
10658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
10658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
10658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
10658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
10658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
10658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
10658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
10658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
10658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
10658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
10658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
10658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
10658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
10658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
10658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
10658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
10658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
10658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
10658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
10658	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
10658	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
10658	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
10658	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
10658	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
10658	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
10658	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
10658	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
10658	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
10658	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
10658	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
10658	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
10658	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
10658	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
10658	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
10658	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
10658	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
10658	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
10658	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
10658	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
10658	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
10658	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
10658	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
10658	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
10658	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
10658	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
10658	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
10658	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
10658	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
10658	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
10658	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
10658	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
10658	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
10658	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
10658	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
10658	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
10658	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
10658	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
10658	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
10658	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
10658	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
10658	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
10658	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
10658	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
10658	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
10658	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
10658	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
10658	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
10658	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
10658	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
10658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
10658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
10658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
10658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
10658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
10658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
10658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
10658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
10658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
10658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
10658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
10658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
10658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
10658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
10658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
10658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
10658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
10658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
10658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
10658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
10658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
10658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
10658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
10658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
10658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
10658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
10658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
10658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
10658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
10658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
10658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
10658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
10658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
10658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
10658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
10658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
10658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
10658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
10658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
10658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
10658	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
10658	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
10658	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
10658	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
10658	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
10658	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
10658	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
10658	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
10658	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
10658	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
10658	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
10658	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
10658	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
10658	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
10658	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
10658	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
10658	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
10658	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
10658	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
10658	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
10658	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
10658	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
10658	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
10658	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
10658	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
10658	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
10658	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
10658	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
10658	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
10658	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
10658	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
10658	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
10658	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
10658	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
10658	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
10658	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
10658	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
10658	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
10658	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
10658	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
10658	embedding2nn.weight	0	0.015804795548319817
10658	embedding2nn.weight	1	-0.042131390422582626
10658	embedding2nn.weight	2	0.004142118617892265
10658	embedding2nn.weight	3	-0.002177239628508687
10658	embedding2nn.weight	4	-0.035652127116918564
10658	embedding2nn.weight	5	0.04227574169635773
10658	embedding2nn.weight	6	-0.055637896060943604
10658	embedding2nn.weight	7	-0.03594358265399933
10658	embedding2nn.weight	8	0.02183501049876213
10658	embedding2nn.weight	9	0.04686224088072777
10658	embedding2nn.bias	0	0.03354364633560181
10658	embedding2nn.bias	1	0.032782845199108124
10658	embedding2nn.bias	2	-0.0732695534825325
10658	embedding2nn.bias	3	0.04159431532025337
10658	embedding2nn.bias	4	0.03709077462553978
10658	embedding2nn.bias	5	-0.1092885434627533
10658	embedding2nn.bias	6	-0.02265310473740101
10658	embedding2nn.bias	7	-0.002779228612780571
10658	embedding2nn.bias	8	0.0346405915915966
10658	embedding2nn.bias	9	-0.13270540535449982
10658	rnn.weight_ih_l0	0	0.003824282204732299
10658	rnn.weight_ih_l0	1	0.027934787794947624
10658	rnn.weight_ih_l0	2	-0.036583367735147476
10658	rnn.weight_ih_l0	3	0.01518549770116806
10658	rnn.weight_ih_l0	4	0.022633811458945274
10658	rnn.weight_ih_l0	5	-0.049973368644714355
10658	rnn.weight_ih_l0	6	0.03470134735107422
10658	rnn.weight_ih_l0	7	-0.025643615052103996
10658	rnn.weight_ih_l0	8	0.016440143808722496
10658	rnn.weight_ih_l0	9	-0.005146264564245939
10658	rnn.weight_hh_l0	0	0.030277403071522713
10658	rnn.weight_hh_l0	1	-0.031370148062705994
10658	rnn.weight_hh_l0	2	0.027028704062104225
10658	rnn.weight_hh_l0	3	0.011753383092582226
10658	rnn.weight_hh_l0	4	0.018219681456685066
10658	rnn.weight_hh_l0	5	0.03398199379444122
10658	rnn.weight_hh_l0	6	0.0031289539765566587
10658	rnn.weight_hh_l0	7	-0.046091776341199875
10658	rnn.weight_hh_l0	8	-0.031768977642059326
10658	rnn.weight_hh_l0	9	-0.007690548896789551
10658	rnn.bias_ih_l0	0	-0.024063879624009132
10658	rnn.bias_ih_l0	1	-0.011940188705921173
10658	rnn.bias_ih_l0	2	-0.044131115078926086
10658	rnn.bias_ih_l0	3	-0.11556258052587509
10658	rnn.bias_ih_l0	4	-0.011337258853018284
10658	rnn.bias_ih_l0	5	0.05085298791527748
10658	rnn.bias_ih_l0	6	-0.08138829469680786
10658	rnn.bias_ih_l0	7	-0.0868365690112114
10658	rnn.bias_ih_l0	8	-0.04136943444609642
10658	rnn.bias_ih_l0	9	-0.0022333513479679823
10658	rnn.bias_hh_l0	0	0.0641046017408371
10658	rnn.bias_hh_l0	1	-0.01986982673406601
10658	rnn.bias_hh_l0	2	-0.0179765522480011
10658	rnn.bias_hh_l0	3	-0.04576297849416733
10658	rnn.bias_hh_l0	4	0.009766177274286747
10658	rnn.bias_hh_l0	5	0.047710347920656204
10658	rnn.bias_hh_l0	6	-0.03985593840479851
10658	rnn.bias_hh_l0	7	-0.02454444020986557
10658	rnn.bias_hh_l0	8	-0.05558051913976669
10658	rnn.bias_hh_l0	9	-0.04844190552830696
10658	rnn.weight_ih_l0_reverse	0	0.0330512560904026
10658	rnn.weight_ih_l0_reverse	1	-0.01293344609439373
10658	rnn.weight_ih_l0_reverse	2	-0.022428832948207855
10658	rnn.weight_ih_l0_reverse	3	0.002738727256655693
10658	rnn.weight_ih_l0_reverse	4	0.01642141118645668
10658	rnn.weight_ih_l0_reverse	5	-0.022134115919470787
10658	rnn.weight_ih_l0_reverse	6	-0.0375695675611496
10658	rnn.weight_ih_l0_reverse	7	-0.02750895358622074
10658	rnn.weight_ih_l0_reverse	8	-0.012173699215054512
10658	rnn.weight_ih_l0_reverse	9	0.023857682943344116
10658	rnn.weight_hh_l0_reverse	0	-0.018226459622383118
10658	rnn.weight_hh_l0_reverse	1	0.0013541259104385972
10658	rnn.weight_hh_l0_reverse	2	-0.029967017471790314
10658	rnn.weight_hh_l0_reverse	3	0.03575728461146355
10658	rnn.weight_hh_l0_reverse	4	0.02443387359380722
10658	rnn.weight_hh_l0_reverse	5	0.013978754170238972
10658	rnn.weight_hh_l0_reverse	6	0.02342069149017334
10658	rnn.weight_hh_l0_reverse	7	0.016565902158617973
10658	rnn.weight_hh_l0_reverse	8	0.007187635637819767
10658	rnn.weight_hh_l0_reverse	9	-0.03385370224714279
10658	rnn.bias_ih_l0_reverse	0	-0.04299098625779152
10658	rnn.bias_ih_l0_reverse	1	-0.09455687552690506
10658	rnn.bias_ih_l0_reverse	2	0.0036551228258758783
10658	rnn.bias_ih_l0_reverse	3	-0.04001205042004585
10658	rnn.bias_ih_l0_reverse	4	0.05561475083231926
10658	rnn.bias_ih_l0_reverse	5	-0.0750395879149437
10658	rnn.bias_ih_l0_reverse	6	-0.01340402290225029
10658	rnn.bias_ih_l0_reverse	7	0.04752141237258911
10658	rnn.bias_ih_l0_reverse	8	-0.03547872602939606
10658	rnn.bias_ih_l0_reverse	9	-0.016677217558026314
10658	rnn.bias_hh_l0_reverse	0	-0.041506193578243256
10658	rnn.bias_hh_l0_reverse	1	0.005028276238590479
10658	rnn.bias_hh_l0_reverse	2	-0.008448198437690735
10658	rnn.bias_hh_l0_reverse	3	-0.051565367728471756
10658	rnn.bias_hh_l0_reverse	4	0.011556715704500675
10658	rnn.bias_hh_l0_reverse	5	-0.024291975423693657
10658	rnn.bias_hh_l0_reverse	6	-0.0741385817527771
10658	rnn.bias_hh_l0_reverse	7	-0.03906555846333504
10658	rnn.bias_hh_l0_reverse	8	-0.01431102491915226
10658	rnn.bias_hh_l0_reverse	9	-0.05749629810452461
10658	linear.weight	0	-0.1291707456111908
10658	linear.weight	1	-0.029415694996714592
10658	linear.weight	2	-0.011228874325752258
10658	linear.weight	3	-0.004007637035101652
10658	linear.weight	4	-0.02951175719499588
10658	linear.weight	5	0.1713893562555313
10658	linear.weight	6	0.0047744326293468475
10658	linear.weight	7	-0.021312154829502106
10658	linear.weight	8	-0.007789514493197203
10658	linear.weight	9	0.038490042090415955
10658	linear.bias	0	-0.358248770236969
10658	linear.bias	1	-0.04956641048192978
10658	linear.bias	2	0.37674275040626526
10658	linear.bias	3	-0.3747310936450958
10658	linear.bias	4	-1.1188443899154663
10658	linear.bias	5	-0.9478668570518494
10658	linear.bias	6	-0.3269058167934418
10658	linear.bias	7	-0.4249090552330017
10658	linear.bias	8	-0.01705317199230194
10658	linear.bias	9	2.298025608062744
10855	transitions	0	0.1164841577410698
10855	transitions	1	5.304052352905273
10855	transitions	2	-1.934860348701477
10855	transitions	3	1.2234487533569336
10855	transitions	4	-0.9974804520606995
10855	transitions	5	-0.1497916877269745
10855	transitions	6	-0.05372459813952446
10855	transitions	7	-10000.0
10855	transitions	8	1.4164189100265503
10855	transitions	9	-2.259157419204712
10855	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
10855	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
10855	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
10855	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
10855	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
10855	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
10855	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
10855	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
10855	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
10855	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
10855	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
10855	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
10855	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
10855	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
10855	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
10855	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
10855	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
10855	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
10855	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
10855	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
10855	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
10855	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
10855	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
10855	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
10855	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
10855	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
10855	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
10855	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
10855	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
10855	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
10855	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
10855	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
10855	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
10855	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
10855	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
10855	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
10855	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
10855	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
10855	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
10855	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
10855	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
10855	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
10855	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
10855	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
10855	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
10855	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
10855	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
10855	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
10855	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
10855	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
10855	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
10855	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
10855	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
10855	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
10855	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
10855	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
10855	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
10855	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
10855	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
10855	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
10855	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
10855	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
10855	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
10855	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
10855	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
10855	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
10855	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
10855	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
10855	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
10855	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
10855	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
10855	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
10855	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
10855	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
10855	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
10855	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
10855	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
10855	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
10855	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
10855	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
10855	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
10855	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
10855	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
10855	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
10855	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
10855	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
10855	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
10855	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
10855	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
10855	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
10855	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
10855	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
10855	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
10855	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
10855	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
10855	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
10855	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
10855	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
10855	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
10855	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
10855	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
10855	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
10855	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
10855	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
10855	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
10855	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
10855	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
10855	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
10855	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
10855	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
10855	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
10855	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
10855	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
10855	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
10855	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
10855	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
10855	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
10855	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
10855	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
10855	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
10855	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
10855	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
10855	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
10855	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
10855	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
10855	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
10855	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
10855	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
10855	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
10855	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
10855	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
10855	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
10855	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
10855	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
10855	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
10855	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
10855	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
10855	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
10855	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
10855	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
10855	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
10855	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
10855	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
10855	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
10855	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
10855	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
10855	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
10855	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
10855	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
10855	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
10855	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
10855	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
10855	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
10855	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
10855	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
10855	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
10855	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
10855	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
10855	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
10855	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
10855	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
10855	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
10855	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
10855	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
10855	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
10855	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
10855	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
10855	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
10855	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
10855	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
10855	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
10855	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
10855	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
10855	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
10855	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
10855	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
10855	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
10855	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
10855	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
10855	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
10855	embedding2nn.weight	0	0.016835294663906097
10855	embedding2nn.weight	1	-0.04197293147444725
10855	embedding2nn.weight	2	0.0016294443048536777
10855	embedding2nn.weight	3	-0.0021748505532741547
10855	embedding2nn.weight	4	-0.03839953616261482
10855	embedding2nn.weight	5	0.04271533712744713
10855	embedding2nn.weight	6	-0.057261787354946136
10855	embedding2nn.weight	7	-0.036182425916194916
10855	embedding2nn.weight	8	0.02160997875034809
10855	embedding2nn.weight	9	0.04612021893262863
10855	embedding2nn.bias	0	0.03962492570281029
10855	embedding2nn.bias	1	0.041251469403505325
10855	embedding2nn.bias	2	-0.08288007229566574
10855	embedding2nn.bias	3	0.037297192960977554
10855	embedding2nn.bias	4	0.03844280168414116
10855	embedding2nn.bias	5	-0.10869823396205902
10855	embedding2nn.bias	6	-0.015505661256611347
10855	embedding2nn.bias	7	-0.0021601389162242413
10855	embedding2nn.bias	8	0.03515876829624176
10855	embedding2nn.bias	9	-0.14492018520832062
10855	rnn.weight_ih_l0	0	0.004263237118721008
10855	rnn.weight_ih_l0	1	0.0290659349411726
10855	rnn.weight_ih_l0	2	-0.03510363772511482
10855	rnn.weight_ih_l0	3	0.017674021422863007
10855	rnn.weight_ih_l0	4	0.023878421634435654
10855	rnn.weight_ih_l0	5	-0.0495772510766983
10855	rnn.weight_ih_l0	6	0.034034132957458496
10855	rnn.weight_ih_l0	7	-0.026938889175653458
10855	rnn.weight_ih_l0	8	0.015617742203176022
10855	rnn.weight_ih_l0	9	-0.005980583839118481
10855	rnn.weight_hh_l0	0	0.030698589980602264
10855	rnn.weight_hh_l0	1	-0.03339014947414398
10855	rnn.weight_hh_l0	2	0.02630556933581829
10855	rnn.weight_hh_l0	3	0.01147063635289669
10855	rnn.weight_hh_l0	4	0.01787201315164566
10855	rnn.weight_hh_l0	5	0.034372229129076004
10855	rnn.weight_hh_l0	6	0.0024012154899537563
10855	rnn.weight_hh_l0	7	-0.04560737684369087
10855	rnn.weight_hh_l0	8	-0.03231481462717056
10855	rnn.weight_hh_l0	9	-0.010536273010075092
10855	rnn.bias_ih_l0	0	-0.024727078154683113
10855	rnn.bias_ih_l0	1	-0.01586267352104187
10855	rnn.bias_ih_l0	2	-0.04262901842594147
10855	rnn.bias_ih_l0	3	-0.11815765500068665
10855	rnn.bias_ih_l0	4	-0.006056590937077999
10855	rnn.bias_ih_l0	5	0.0554671511054039
10855	rnn.bias_ih_l0	6	-0.07801353186368942
10855	rnn.bias_ih_l0	7	-0.08999020606279373
10855	rnn.bias_ih_l0	8	-0.03698858618736267
10855	rnn.bias_ih_l0	9	-0.0022111504804342985
10855	rnn.bias_hh_l0	0	0.06391678750514984
10855	rnn.bias_hh_l0	1	-0.019051512703299522
10855	rnn.bias_hh_l0	2	-0.01762310229241848
10855	rnn.bias_hh_l0	3	-0.04825114458799362
10855	rnn.bias_hh_l0	4	0.01352469902485609
10855	rnn.bias_hh_l0	5	0.04359820857644081
10855	rnn.bias_hh_l0	6	-0.04016267508268356
10855	rnn.bias_hh_l0	7	-0.01879562996327877
10855	rnn.bias_hh_l0	8	-0.06362701952457428
10855	rnn.bias_hh_l0	9	-0.047166746109724045
10855	rnn.weight_ih_l0_reverse	0	0.03298131003975868
10855	rnn.weight_ih_l0_reverse	1	-0.012318834662437439
10855	rnn.weight_ih_l0_reverse	2	-0.02467159554362297
10855	rnn.weight_ih_l0_reverse	3	0.0036022101994603872
10855	rnn.weight_ih_l0_reverse	4	0.01538702379912138
10855	rnn.weight_ih_l0_reverse	5	-0.023369209840893745
10855	rnn.weight_ih_l0_reverse	6	-0.03695546090602875
10855	rnn.weight_ih_l0_reverse	7	-0.02565867267549038
10855	rnn.weight_ih_l0_reverse	8	-0.012262320145964622
10855	rnn.weight_ih_l0_reverse	9	0.025189926847815514
10855	rnn.weight_hh_l0_reverse	0	-0.01926119066774845
10855	rnn.weight_hh_l0_reverse	1	0.0005700314650312066
10855	rnn.weight_hh_l0_reverse	2	-0.03025980107486248
10855	rnn.weight_hh_l0_reverse	3	0.03664671629667282
10855	rnn.weight_hh_l0_reverse	4	0.02437356673181057
10855	rnn.weight_hh_l0_reverse	5	0.014533496461808681
10855	rnn.weight_hh_l0_reverse	6	0.02305116318166256
10855	rnn.weight_hh_l0_reverse	7	0.01703770086169243
10855	rnn.weight_hh_l0_reverse	8	0.007833752781152725
10855	rnn.weight_hh_l0_reverse	9	-0.03328165039420128
10855	rnn.bias_ih_l0_reverse	0	-0.04215795919299126
10855	rnn.bias_ih_l0_reverse	1	-0.0915493592619896
10855	rnn.bias_ih_l0_reverse	2	0.002313547069206834
10855	rnn.bias_ih_l0_reverse	3	-0.0407397486269474
10855	rnn.bias_ih_l0_reverse	4	0.05716818943619728
10855	rnn.bias_ih_l0_reverse	5	-0.0738135501742363
10855	rnn.bias_ih_l0_reverse	6	-0.015467152930796146
10855	rnn.bias_ih_l0_reverse	7	0.045075494796037674
10855	rnn.bias_ih_l0_reverse	8	-0.037145767360925674
10855	rnn.bias_ih_l0_reverse	9	-0.01653897576034069
10855	rnn.bias_hh_l0_reverse	0	-0.04361199587583542
10855	rnn.bias_hh_l0_reverse	1	0.01845923624932766
10855	rnn.bias_hh_l0_reverse	2	-0.0097893625497818
10855	rnn.bias_hh_l0_reverse	3	-0.05482647940516472
10855	rnn.bias_hh_l0_reverse	4	0.012620159424841404
10855	rnn.bias_hh_l0_reverse	5	-0.0282040536403656
10855	rnn.bias_hh_l0_reverse	6	-0.07126955687999725
10855	rnn.bias_hh_l0_reverse	7	-0.04484570771455765
10855	rnn.bias_hh_l0_reverse	8	-0.011999438516795635
10855	rnn.bias_hh_l0_reverse	9	-0.05708300322294235
10855	linear.weight	0	-0.12884099781513214
10855	linear.weight	1	-0.01949942111968994
10855	linear.weight	2	-0.011228874325752258
10855	linear.weight	3	0.020207276567816734
10855	linear.weight	4	-0.029069745913147926
10855	linear.weight	5	0.16597028076648712
10855	linear.weight	6	0.0047744326293468475
10855	linear.weight	7	-0.021312154829502106
10855	linear.weight	8	-0.014889496378600597
10855	linear.weight	9	0.038163334131240845
10855	linear.bias	0	-0.3520756959915161
10855	linear.bias	1	-0.06494846940040588
10855	linear.bias	2	0.4158933758735657
10855	linear.bias	3	-0.3639299273490906
10855	linear.bias	4	-1.0735701322555542
10855	linear.bias	5	-0.9507663249969482
10855	linear.bias	6	-0.31274715065956116
10855	linear.bias	7	-0.43550005555152893
10855	linear.bias	8	-0.01705317199230194
10855	linear.bias	9	2.3184268474578857
11052	transitions	0	0.11276094615459442
11052	transitions	1	5.344898700714111
11052	transitions	2	-1.9440728425979614
11052	transitions	3	1.202950358390808
11052	transitions	4	-1.003532886505127
11052	transitions	5	-0.15090163052082062
11052	transitions	6	-0.05515575408935547
11052	transitions	7	-10000.0
11052	transitions	8	1.413678526878357
11052	transitions	9	-2.2595577239990234
11052	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
11052	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
11052	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
11052	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
11052	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
11052	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
11052	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
11052	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
11052	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
11052	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
11052	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
11052	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
11052	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
11052	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
11052	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
11052	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
11052	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
11052	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
11052	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
11052	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
11052	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
11052	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
11052	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
11052	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
11052	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
11052	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
11052	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
11052	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
11052	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
11052	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
11052	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
11052	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
11052	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
11052	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
11052	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
11052	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
11052	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
11052	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
11052	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
11052	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
11052	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
11052	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
11052	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
11052	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
11052	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
11052	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
11052	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
11052	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
11052	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
11052	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
11052	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
11052	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
11052	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
11052	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
11052	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
11052	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
11052	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
11052	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
11052	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
11052	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
11052	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
11052	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
11052	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
11052	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
11052	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
11052	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
11052	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
11052	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
11052	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
11052	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
11052	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
11052	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
11052	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
11052	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
11052	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
11052	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
11052	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
11052	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
11052	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
11052	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
11052	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
11052	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
11052	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
11052	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
11052	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
11052	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
11052	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
11052	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
11052	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
11052	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
11052	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
11052	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
11052	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
11052	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
11052	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
11052	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
11052	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
11052	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
11052	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
11052	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
11052	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
11052	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
11052	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
11052	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
11052	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
11052	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
11052	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
11052	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
11052	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
11052	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
11052	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
11052	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
11052	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
11052	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
11052	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
11052	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
11052	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
11052	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
11052	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
11052	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
11052	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
11052	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
11052	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
11052	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
11052	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
11052	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
11052	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
11052	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
11052	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
11052	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
11052	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
11052	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
11052	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
11052	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
11052	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
11052	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
11052	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
11052	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
11052	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
11052	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
11052	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
11052	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
11052	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
11052	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
11052	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
11052	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
11052	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
11052	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
11052	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
11052	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
11052	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
11052	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
11052	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
11052	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
11052	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
11052	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
11052	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
11052	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
11052	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
11052	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
11052	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
11052	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
11052	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
11052	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
11052	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
11052	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
11052	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
11052	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
11052	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
11052	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
11052	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
11052	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
11052	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
11052	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
11052	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
11052	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
11052	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
11052	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
11052	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
11052	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
11052	embedding2nn.weight	0	0.01687023416161537
11052	embedding2nn.weight	1	-0.04215792566537857
11052	embedding2nn.weight	2	0.00301429838873446
11052	embedding2nn.weight	3	-0.0025146398693323135
11052	embedding2nn.weight	4	-0.03840963914990425
11052	embedding2nn.weight	5	0.04237094894051552
11052	embedding2nn.weight	6	-0.05715928599238396
11052	embedding2nn.weight	7	-0.03654411807656288
11052	embedding2nn.weight	8	0.022166360169649124
11052	embedding2nn.weight	9	0.041608523577451706
11052	embedding2nn.bias	0	0.03787750005722046
11052	embedding2nn.bias	1	0.045844271779060364
11052	embedding2nn.bias	2	-0.09030763804912567
11052	embedding2nn.bias	3	0.03342893719673157
11052	embedding2nn.bias	4	0.03482531011104584
11052	embedding2nn.bias	5	-0.11521338671445847
11052	embedding2nn.bias	6	-0.012655015103518963
11052	embedding2nn.bias	7	-0.0022234974894672632
11052	embedding2nn.bias	8	0.040202558040618896
11052	embedding2nn.bias	9	-0.14515690505504608
11052	rnn.weight_ih_l0	0	0.004343464504927397
11052	rnn.weight_ih_l0	1	0.028477050364017487
11052	rnn.weight_ih_l0	2	-0.03489869460463524
11052	rnn.weight_ih_l0	3	0.01384015940129757
11052	rnn.weight_ih_l0	4	0.024140674620866776
11052	rnn.weight_ih_l0	5	-0.04870180785655975
11052	rnn.weight_ih_l0	6	0.03559735044836998
11052	rnn.weight_ih_l0	7	-0.02819923311471939
11052	rnn.weight_ih_l0	8	0.01715584099292755
11052	rnn.weight_ih_l0	9	-0.007080733310431242
11052	rnn.weight_hh_l0	0	0.031175408512353897
11052	rnn.weight_hh_l0	1	-0.03095870465040207
11052	rnn.weight_hh_l0	2	0.026546142995357513
11052	rnn.weight_hh_l0	3	0.011623878963291645
11052	rnn.weight_hh_l0	4	0.01743268594145775
11052	rnn.weight_hh_l0	5	0.03455830365419388
11052	rnn.weight_hh_l0	6	0.0016178026562556624
11052	rnn.weight_hh_l0	7	-0.044880159199237823
11052	rnn.weight_hh_l0	8	-0.032990939915180206
11052	rnn.weight_hh_l0	9	-0.00997187104076147
11052	rnn.bias_ih_l0	0	-0.028560927137732506
11052	rnn.bias_ih_l0	1	-0.017727818340063095
11052	rnn.bias_ih_l0	2	-0.04411972686648369
11052	rnn.bias_ih_l0	3	-0.11803094297647476
11052	rnn.bias_ih_l0	4	-0.004191388841718435
11052	rnn.bias_ih_l0	5	0.06319472193717957
11052	rnn.bias_ih_l0	6	-0.08396659791469574
11052	rnn.bias_ih_l0	7	-0.09767764061689377
11052	rnn.bias_ih_l0	8	-0.0399760827422142
11052	rnn.bias_ih_l0	9	-0.0011545693268999457
11052	rnn.bias_hh_l0	0	0.0677323192358017
11052	rnn.bias_hh_l0	1	-0.020212551578879356
11052	rnn.bias_hh_l0	2	-0.017741063609719276
11052	rnn.bias_hh_l0	3	-0.04735441505908966
11052	rnn.bias_hh_l0	4	0.015440649352967739
11052	rnn.bias_hh_l0	5	0.03965300694108009
11052	rnn.bias_hh_l0	6	-0.04042092338204384
11052	rnn.bias_hh_l0	7	-0.02359039895236492
11052	rnn.bias_hh_l0	8	-0.058461710810661316
11052	rnn.bias_hh_l0	9	-0.04934670776128769
11052	rnn.weight_ih_l0_reverse	0	0.03456011787056923
11052	rnn.weight_ih_l0_reverse	1	-0.013522853143513203
11052	rnn.weight_ih_l0_reverse	2	-0.02169683575630188
11052	rnn.weight_ih_l0_reverse	3	0.0038312040269374847
11052	rnn.weight_ih_l0_reverse	4	0.016678819432854652
11052	rnn.weight_ih_l0_reverse	5	-0.023532195016741753
11052	rnn.weight_ih_l0_reverse	6	-0.036508604884147644
11052	rnn.weight_ih_l0_reverse	7	-0.02539653889834881
11052	rnn.weight_ih_l0_reverse	8	-0.009605415165424347
11052	rnn.weight_ih_l0_reverse	9	0.023045524954795837
11052	rnn.weight_hh_l0_reverse	0	-0.01924353465437889
11052	rnn.weight_hh_l0_reverse	1	0.0006945905042812228
11052	rnn.weight_hh_l0_reverse	2	-0.03035304881632328
11052	rnn.weight_hh_l0_reverse	3	0.03708096593618393
11052	rnn.weight_hh_l0_reverse	4	0.025079593062400818
11052	rnn.weight_hh_l0_reverse	5	0.01472104899585247
11052	rnn.weight_hh_l0_reverse	6	0.023540478199720383
11052	rnn.weight_hh_l0_reverse	7	0.01728971116244793
11052	rnn.weight_hh_l0_reverse	8	0.007537626661360264
11052	rnn.weight_hh_l0_reverse	9	-0.03415657952427864
11052	rnn.bias_ih_l0_reverse	0	-0.041523728519678116
11052	rnn.bias_ih_l0_reverse	1	-0.10074544697999954
11052	rnn.bias_ih_l0_reverse	2	0.0024310981389135122
11052	rnn.bias_ih_l0_reverse	3	-0.041215620934963226
11052	rnn.bias_ih_l0_reverse	4	0.06141340732574463
11052	rnn.bias_ih_l0_reverse	5	-0.07418555021286011
11052	rnn.bias_ih_l0_reverse	6	-0.012700140476226807
11052	rnn.bias_ih_l0_reverse	7	0.041529580950737
11052	rnn.bias_ih_l0_reverse	8	-0.04156162217259407
11052	rnn.bias_ih_l0_reverse	9	-0.01437300443649292
11052	rnn.bias_hh_l0_reverse	0	-0.045995358377695084
11052	rnn.bias_hh_l0_reverse	1	0.013680490665137768
11052	rnn.bias_hh_l0_reverse	2	-0.013028601184487343
11052	rnn.bias_hh_l0_reverse	3	-0.05452945828437805
11052	rnn.bias_hh_l0_reverse	4	0.01123559195548296
11052	rnn.bias_hh_l0_reverse	5	-0.024968722835183144
11052	rnn.bias_hh_l0_reverse	6	-0.06385532766580582
11052	rnn.bias_hh_l0_reverse	7	-0.04064910486340523
11052	rnn.bias_hh_l0_reverse	8	-0.014082006178796291
11052	rnn.bias_hh_l0_reverse	9	-0.057666487991809845
11052	linear.weight	0	-0.11951407790184021
11052	linear.weight	1	-0.022887196391820908
11052	linear.weight	2	-0.011228874325752258
11052	linear.weight	3	0.03413812443614006
11052	linear.weight	4	-0.05143705755472183
11052	linear.weight	5	0.1559286266565323
11052	linear.weight	6	0.0047744326293468475
11052	linear.weight	7	-0.021312154829502106
11052	linear.weight	8	0.006131595000624657
11052	linear.weight	9	0.051722049713134766
11052	linear.bias	0	-0.39947059750556946
11052	linear.bias	1	-0.06701811403036118
11052	linear.bias	2	0.46771103143692017
11052	linear.bias	3	-0.3655731678009033
11052	linear.bias	4	-1.054592251777649
11052	linear.bias	5	-0.9534871578216553
11052	linear.bias	6	-0.34514811635017395
11052	linear.bias	7	-0.45012766122817993
11052	linear.bias	8	-0.01705317199230194
11052	linear.bias	9	2.3115570545196533
11249	transitions	0	0.10955897718667984
11249	transitions	1	5.357235908508301
11249	transitions	2	-1.954473853111267
11249	transitions	3	1.1959072351455688
11249	transitions	4	-1.0112563371658325
11249	transitions	5	-0.1521061509847641
11249	transitions	6	-0.05603273585438728
11249	transitions	7	-10000.0
11249	transitions	8	1.4141643047332764
11249	transitions	9	-2.2599680423736572
11249	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
11249	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
11249	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
11249	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
11249	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
11249	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
11249	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
11249	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
11249	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
11249	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
11249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
11249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
11249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
11249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
11249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
11249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
11249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
11249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
11249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
11249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
11249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
11249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
11249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
11249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
11249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
11249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
11249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
11249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
11249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
11249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
11249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
11249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
11249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
11249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
11249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
11249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
11249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
11249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
11249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
11249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
11249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
11249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
11249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
11249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
11249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
11249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
11249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
11249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
11249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
11249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
11249	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
11249	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
11249	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
11249	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
11249	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
11249	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
11249	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
11249	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
11249	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
11249	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
11249	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
11249	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
11249	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
11249	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
11249	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
11249	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
11249	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
11249	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
11249	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
11249	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
11249	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
11249	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
11249	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
11249	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
11249	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
11249	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
11249	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
11249	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
11249	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
11249	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
11249	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
11249	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
11249	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
11249	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
11249	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
11249	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
11249	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
11249	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
11249	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
11249	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
11249	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
11249	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
11249	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
11249	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
11249	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
11249	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
11249	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
11249	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
11249	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
11249	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
11249	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
11249	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
11249	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
11249	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
11249	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
11249	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
11249	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
11249	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
11249	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
11249	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
11249	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
11249	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
11249	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
11249	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
11249	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
11249	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
11249	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
11249	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
11249	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
11249	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
11249	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
11249	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
11249	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
11249	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
11249	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
11249	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
11249	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
11249	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
11249	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
11249	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
11249	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
11249	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
11249	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
11249	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
11249	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
11249	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
11249	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
11249	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
11249	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
11249	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
11249	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
11249	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
11249	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
11249	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
11249	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
11249	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
11249	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
11249	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
11249	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
11249	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
11249	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
11249	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
11249	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
11249	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
11249	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
11249	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
11249	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
11249	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
11249	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
11249	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
11249	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
11249	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
11249	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
11249	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
11249	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
11249	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
11249	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
11249	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
11249	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
11249	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
11249	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
11249	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
11249	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
11249	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
11249	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
11249	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
11249	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
11249	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
11249	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
11249	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
11249	embedding2nn.weight	0	0.017630530521273613
11249	embedding2nn.weight	1	-0.0424572192132473
11249	embedding2nn.weight	2	0.0030018959660083055
11249	embedding2nn.weight	3	-0.0016675476217642426
11249	embedding2nn.weight	4	-0.03888486698269844
11249	embedding2nn.weight	5	0.04326888546347618
11249	embedding2nn.weight	6	-0.051204584538936615
11249	embedding2nn.weight	7	-0.03760668635368347
11249	embedding2nn.weight	8	0.02442643605172634
11249	embedding2nn.weight	9	0.04242459684610367
11249	embedding2nn.bias	0	0.03840320557355881
11249	embedding2nn.bias	1	0.046910859644412994
11249	embedding2nn.bias	2	-0.10126703977584839
11249	embedding2nn.bias	3	0.03772998973727226
11249	embedding2nn.bias	4	0.04046211019158363
11249	embedding2nn.bias	5	-0.10908814519643784
11249	embedding2nn.bias	6	-0.022278133779764175
11249	embedding2nn.bias	7	-0.001406718511134386
11249	embedding2nn.bias	8	0.05068136379122734
11249	embedding2nn.bias	9	-0.12361996620893478
11249	rnn.weight_ih_l0	0	0.00417235167697072
11249	rnn.weight_ih_l0	1	0.029389651492238045
11249	rnn.weight_ih_l0	2	-0.034014515578746796
11249	rnn.weight_ih_l0	3	0.016321834176778793
11249	rnn.weight_ih_l0	4	0.02529830113053322
11249	rnn.weight_ih_l0	5	-0.04810287058353424
11249	rnn.weight_ih_l0	6	0.03566068783402443
11249	rnn.weight_ih_l0	7	-0.027061278000473976
11249	rnn.weight_ih_l0	8	0.014842158183455467
11249	rnn.weight_ih_l0	9	-0.0075404029339551926
11249	rnn.weight_hh_l0	0	0.030462879687547684
11249	rnn.weight_hh_l0	1	-0.031740445643663406
11249	rnn.weight_hh_l0	2	0.02735918201506138
11249	rnn.weight_hh_l0	3	0.01409158855676651
11249	rnn.weight_hh_l0	4	0.017287131398916245
11249	rnn.weight_hh_l0	5	0.034634411334991455
11249	rnn.weight_hh_l0	6	0.0015530713135376573
11249	rnn.weight_hh_l0	7	-0.04490940272808075
11249	rnn.weight_hh_l0	8	-0.031619369983673096
11249	rnn.weight_hh_l0	9	-0.011625580489635468
11249	rnn.bias_ih_l0	0	-0.03028527833521366
11249	rnn.bias_ih_l0	1	-0.015264162793755531
11249	rnn.bias_ih_l0	2	-0.04625377058982849
11249	rnn.bias_ih_l0	3	-0.11956025660037994
11249	rnn.bias_ih_l0	4	0.0010180759709328413
11249	rnn.bias_ih_l0	5	0.05982980504631996
11249	rnn.bias_ih_l0	6	-0.08430538326501846
11249	rnn.bias_ih_l0	7	-0.10179673880338669
11249	rnn.bias_ih_l0	8	-0.03885701671242714
11249	rnn.bias_ih_l0	9	-0.0049390713684260845
11249	rnn.bias_hh_l0	0	0.06982579827308655
11249	rnn.bias_hh_l0	1	-0.02390482649207115
11249	rnn.bias_hh_l0	2	-0.014910404570400715
11249	rnn.bias_hh_l0	3	-0.046357955783605576
11249	rnn.bias_hh_l0	4	-0.003320675576105714
11249	rnn.bias_hh_l0	5	0.04264308139681816
11249	rnn.bias_hh_l0	6	-0.042052868753671646
11249	rnn.bias_hh_l0	7	-0.02404371276497841
11249	rnn.bias_hh_l0	8	-0.055344369262456894
11249	rnn.bias_hh_l0	9	-0.04764414206147194
11249	rnn.weight_ih_l0_reverse	0	0.03598365560173988
11249	rnn.weight_ih_l0_reverse	1	-0.013806436210870743
11249	rnn.weight_ih_l0_reverse	2	-0.024367719888687134
11249	rnn.weight_ih_l0_reverse	3	0.0029688396025449038
11249	rnn.weight_ih_l0_reverse	4	0.014889700338244438
11249	rnn.weight_ih_l0_reverse	5	-0.025327075272798538
11249	rnn.weight_ih_l0_reverse	6	-0.03568749502301216
11249	rnn.weight_ih_l0_reverse	7	-0.02483517862856388
11249	rnn.weight_ih_l0_reverse	8	-0.013115555979311466
11249	rnn.weight_ih_l0_reverse	9	0.02271878719329834
11249	rnn.weight_hh_l0_reverse	0	-0.018771417438983917
11249	rnn.weight_hh_l0_reverse	1	0.0009414917440153658
11249	rnn.weight_hh_l0_reverse	2	-0.03032047301530838
11249	rnn.weight_hh_l0_reverse	3	0.03564793989062309
11249	rnn.weight_hh_l0_reverse	4	0.02499321661889553
11249	rnn.weight_hh_l0_reverse	5	0.015123987570405006
11249	rnn.weight_hh_l0_reverse	6	0.023024169728159904
11249	rnn.weight_hh_l0_reverse	7	0.016622070223093033
11249	rnn.weight_hh_l0_reverse	8	0.007975514978170395
11249	rnn.weight_hh_l0_reverse	9	-0.03583211079239845
11249	rnn.bias_ih_l0_reverse	0	-0.0431257039308548
11249	rnn.bias_ih_l0_reverse	1	-0.10297989100217819
11249	rnn.bias_ih_l0_reverse	2	0.001916531822644174
11249	rnn.bias_ih_l0_reverse	3	-0.04256844148039818
11249	rnn.bias_ih_l0_reverse	4	0.05871144309639931
11249	rnn.bias_ih_l0_reverse	5	-0.07519938796758652
11249	rnn.bias_ih_l0_reverse	6	-0.012526297941803932
11249	rnn.bias_ih_l0_reverse	7	0.03974075987935066
11249	rnn.bias_ih_l0_reverse	8	-0.03980235010385513
11249	rnn.bias_ih_l0_reverse	9	-0.014341033063828945
11249	rnn.bias_hh_l0_reverse	0	-0.04806794598698616
11249	rnn.bias_hh_l0_reverse	1	0.008965046145021915
11249	rnn.bias_hh_l0_reverse	2	-0.01410613302141428
11249	rnn.bias_hh_l0_reverse	3	-0.05387898534536362
11249	rnn.bias_hh_l0_reverse	4	0.00786823220551014
11249	rnn.bias_hh_l0_reverse	5	-0.026020798832178116
11249	rnn.bias_hh_l0_reverse	6	-0.06784548610448837
11249	rnn.bias_hh_l0_reverse	7	-0.04352755844593048
11249	rnn.bias_hh_l0_reverse	8	-0.009764278307557106
11249	rnn.bias_hh_l0_reverse	9	-0.06013346090912819
11249	linear.weight	0	-0.12569791078567505
11249	linear.weight	1	-0.02700630947947502
11249	linear.weight	2	-0.011228874325752258
11249	linear.weight	3	0.010492300614714622
11249	linear.weight	4	-0.04709756746888161
11249	linear.weight	5	0.16253499686717987
11249	linear.weight	6	0.0047744326293468475
11249	linear.weight	7	-0.021312154829502106
11249	linear.weight	8	-0.004163780715316534
11249	linear.weight	9	0.02820412442088127
11249	linear.bias	0	-0.41078728437423706
11249	linear.bias	1	-0.03766003996133804
11249	linear.bias	2	0.4027274549007416
11249	linear.bias	3	-0.3443491756916046
11249	linear.bias	4	-1.0634689331054688
11249	linear.bias	5	-0.9559865593910217
11249	linear.bias	6	-0.3486988842487335
11249	linear.bias	7	-0.46906065940856934
11249	linear.bias	8	-0.01705317199230194
11249	linear.bias	9	2.348053455352783
11446	transitions	0	0.10656256973743439
11446	transitions	1	5.353028297424316
11446	transitions	2	-1.9635379314422607
11446	transitions	3	1.1977804899215698
11446	transitions	4	-1.0165972709655762
11446	transitions	5	-0.15264078974723816
11446	transitions	6	-0.05720888450741768
11446	transitions	7	-10000.0
11446	transitions	8	1.4238721132278442
11446	transitions	9	-2.2603061199188232
11446	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
11446	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
11446	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
11446	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
11446	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
11446	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
11446	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
11446	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
11446	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
11446	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
11446	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
11446	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
11446	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
11446	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
11446	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
11446	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
11446	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
11446	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
11446	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
11446	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
11446	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
11446	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
11446	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
11446	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
11446	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
11446	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
11446	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
11446	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
11446	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
11446	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
11446	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
11446	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
11446	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
11446	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
11446	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
11446	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
11446	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
11446	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
11446	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
11446	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
11446	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
11446	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
11446	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
11446	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
11446	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
11446	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
11446	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
11446	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
11446	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
11446	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
11446	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
11446	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
11446	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
11446	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
11446	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
11446	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
11446	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
11446	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
11446	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
11446	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
11446	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
11446	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
11446	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
11446	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
11446	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
11446	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
11446	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
11446	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
11446	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
11446	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
11446	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
11446	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
11446	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
11446	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
11446	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
11446	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
11446	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
11446	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
11446	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
11446	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
11446	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
11446	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
11446	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
11446	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
11446	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
11446	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
11446	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
11446	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
11446	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
11446	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
11446	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
11446	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
11446	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
11446	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
11446	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
11446	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
11446	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
11446	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
11446	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
11446	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
11446	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
11446	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
11446	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
11446	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
11446	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
11446	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
11446	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
11446	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
11446	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
11446	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
11446	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
11446	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
11446	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
11446	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
11446	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
11446	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
11446	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
11446	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
11446	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
11446	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
11446	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
11446	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
11446	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
11446	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
11446	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
11446	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
11446	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
11446	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
11446	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
11446	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
11446	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
11446	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
11446	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
11446	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
11446	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
11446	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
11446	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
11446	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
11446	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
11446	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
11446	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
11446	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
11446	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
11446	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
11446	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
11446	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
11446	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
11446	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
11446	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
11446	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
11446	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
11446	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
11446	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
11446	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
11446	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
11446	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
11446	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
11446	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
11446	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
11446	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
11446	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
11446	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
11446	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
11446	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
11446	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
11446	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
11446	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
11446	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
11446	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
11446	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
11446	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
11446	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
11446	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
11446	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
11446	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
11446	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
11446	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
11446	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
11446	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
11446	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
11446	embedding2nn.weight	0	0.018660884350538254
11446	embedding2nn.weight	1	-0.043466463685035706
11446	embedding2nn.weight	2	0.007186546456068754
11446	embedding2nn.weight	3	-0.002512420294806361
11446	embedding2nn.weight	4	-0.0349825844168663
11446	embedding2nn.weight	5	0.04365003854036331
11446	embedding2nn.weight	6	-0.03858640044927597
11446	embedding2nn.weight	7	-0.03694021329283714
11446	embedding2nn.weight	8	0.026278188452124596
11446	embedding2nn.weight	9	0.0431184247136116
11446	embedding2nn.bias	0	0.031236259266734123
11446	embedding2nn.bias	1	0.054219454526901245
11446	embedding2nn.bias	2	-0.11326394975185394
11446	embedding2nn.bias	3	0.033410169184207916
11446	embedding2nn.bias	4	0.04389430582523346
11446	embedding2nn.bias	5	-0.09488212317228317
11446	embedding2nn.bias	6	-0.023831816390156746
11446	embedding2nn.bias	7	-0.005768299102783203
11446	embedding2nn.bias	8	0.06183712184429169
11446	embedding2nn.bias	9	-0.12320634722709656
11446	rnn.weight_ih_l0	0	0.005883894860744476
11446	rnn.weight_ih_l0	1	0.027877500280737877
11446	rnn.weight_ih_l0	2	-0.0297610592097044
11446	rnn.weight_ih_l0	3	0.014047895558178425
11446	rnn.weight_ih_l0	4	0.02500982955098152
11446	rnn.weight_ih_l0	5	-0.04976370185613632
11446	rnn.weight_ih_l0	6	0.037650298327207565
11446	rnn.weight_ih_l0	7	-0.026811474934220314
11446	rnn.weight_ih_l0	8	0.014180513098835945
11446	rnn.weight_ih_l0	9	-0.007643247023224831
11446	rnn.weight_hh_l0	0	0.030407767742872238
11446	rnn.weight_hh_l0	1	-0.03064178116619587
11446	rnn.weight_hh_l0	2	0.02880682423710823
11446	rnn.weight_hh_l0	3	0.014276551082730293
11446	rnn.weight_hh_l0	4	0.01705593802034855
11446	rnn.weight_hh_l0	5	0.0337522067129612
11446	rnn.weight_hh_l0	6	0.0018165946239605546
11446	rnn.weight_hh_l0	7	-0.044416047632694244
11446	rnn.weight_hh_l0	8	-0.03191359341144562
11446	rnn.weight_hh_l0	9	-0.007129583973437548
11446	rnn.bias_ih_l0	0	-0.021111570298671722
11446	rnn.bias_ih_l0	1	-0.02322712540626526
11446	rnn.bias_ih_l0	2	-0.04896698147058487
11446	rnn.bias_ih_l0	3	-0.12344173341989517
11446	rnn.bias_ih_l0	4	0.0026557964738458395
11446	rnn.bias_ih_l0	5	0.054671209305524826
11446	rnn.bias_ih_l0	6	-0.09066373854875565
11446	rnn.bias_ih_l0	7	-0.10281933844089508
11446	rnn.bias_ih_l0	8	-0.03896064683794975
11446	rnn.bias_ih_l0	9	-0.004850297700613737
11446	rnn.bias_hh_l0	0	0.06679585576057434
11446	rnn.bias_hh_l0	1	-0.02028270624577999
11446	rnn.bias_hh_l0	2	-0.015651537105441093
11446	rnn.bias_hh_l0	3	-0.04928451403975487
11446	rnn.bias_hh_l0	4	-0.012089153751730919
11446	rnn.bias_hh_l0	5	0.04004332423210144
11446	rnn.bias_hh_l0	6	-0.042435403913259506
11446	rnn.bias_hh_l0	7	-0.024318277835845947
11446	rnn.bias_hh_l0	8	-0.057985588908195496
11446	rnn.bias_hh_l0	9	-0.043192941695451736
11446	rnn.weight_ih_l0_reverse	0	0.03696060553193092
11446	rnn.weight_ih_l0_reverse	1	-0.013057326897978783
11446	rnn.weight_ih_l0_reverse	2	-0.026040442287921906
11446	rnn.weight_ih_l0_reverse	3	0.005403175018727779
11446	rnn.weight_ih_l0_reverse	4	0.01594170555472374
11446	rnn.weight_ih_l0_reverse	5	-0.024608109146356583
11446	rnn.weight_ih_l0_reverse	6	-0.034210339188575745
11446	rnn.weight_ih_l0_reverse	7	-0.02527078613638878
11446	rnn.weight_ih_l0_reverse	8	-0.014358180575072765
11446	rnn.weight_ih_l0_reverse	9	0.024552349001169205
11446	rnn.weight_hh_l0_reverse	0	-0.018874965608119965
11446	rnn.weight_hh_l0_reverse	1	0.001111733028665185
11446	rnn.weight_hh_l0_reverse	2	-0.03011775203049183
11446	rnn.weight_hh_l0_reverse	3	0.03703299164772034
11446	rnn.weight_hh_l0_reverse	4	0.025481723248958588
11446	rnn.weight_hh_l0_reverse	5	0.01489289104938507
11446	rnn.weight_hh_l0_reverse	6	0.023496923968195915
11446	rnn.weight_hh_l0_reverse	7	0.015869472175836563
11446	rnn.weight_hh_l0_reverse	8	0.008349624462425709
11446	rnn.weight_hh_l0_reverse	9	-0.03508058562874794
11446	rnn.bias_ih_l0_reverse	0	-0.04464179649949074
11446	rnn.bias_ih_l0_reverse	1	-0.10632824152708054
11446	rnn.bias_ih_l0_reverse	2	0.0013899735640734434
11446	rnn.bias_ih_l0_reverse	3	-0.04231349006295204
11446	rnn.bias_ih_l0_reverse	4	0.05639363080263138
11446	rnn.bias_ih_l0_reverse	5	-0.07043071836233139
11446	rnn.bias_ih_l0_reverse	6	-0.010515909641981125
11446	rnn.bias_ih_l0_reverse	7	0.036124058067798615
11446	rnn.bias_ih_l0_reverse	8	-0.038367703557014465
11446	rnn.bias_ih_l0_reverse	9	-0.013537975028157234
11446	rnn.bias_hh_l0_reverse	0	-0.045174360275268555
11446	rnn.bias_hh_l0_reverse	1	0.008328260853886604
11446	rnn.bias_hh_l0_reverse	2	-0.012703191488981247
11446	rnn.bias_hh_l0_reverse	3	-0.05841376259922981
11446	rnn.bias_hh_l0_reverse	4	0.004411612171679735
11446	rnn.bias_hh_l0_reverse	5	-0.022174572572112083
11446	rnn.bias_hh_l0_reverse	6	-0.05389447510242462
11446	rnn.bias_hh_l0_reverse	7	-0.04531515762209892
11446	rnn.bias_hh_l0_reverse	8	-0.015362151898443699
11446	rnn.bias_hh_l0_reverse	9	-0.05926653742790222
11446	linear.weight	0	-0.11296002566814423
11446	linear.weight	1	-0.01555902324616909
11446	linear.weight	2	-0.011228874325752258
11446	linear.weight	3	0.00799824483692646
11446	linear.weight	4	-0.04207997024059296
11446	linear.weight	5	0.17681019008159637
11446	linear.weight	6	0.0047744326293468475
11446	linear.weight	7	-0.021312154829502106
11446	linear.weight	8	-0.014559850096702576
11446	linear.weight	9	0.045060720294713974
11446	linear.bias	0	-0.3954087793827057
11446	linear.bias	1	-0.0564422644674778
11446	linear.bias	2	0.3770768940448761
11446	linear.bias	3	-0.3527480959892273
11446	linear.bias	4	-1.0864752531051636
11446	linear.bias	5	-0.9583942294120789
11446	linear.bias	6	-0.32815369963645935
11446	linear.bias	7	-0.46574562788009644
11446	linear.bias	8	-0.01705317199230194
11446	linear.bias	9	2.316512107849121
11643	transitions	0	0.10321018099784851
11643	transitions	1	5.372801303863525
11643	transitions	2	-1.9742538928985596
11643	transitions	3	1.1887197494506836
11643	transitions	4	-1.0231735706329346
11643	transitions	5	-0.15379366278648376
11643	transitions	6	-0.05852397903800011
11643	transitions	7	-10000.0
11643	transitions	8	1.4309924840927124
11643	transitions	9	-2.2606770992279053
11643	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
11643	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
11643	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
11643	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
11643	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
11643	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
11643	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
11643	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
11643	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
11643	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
11643	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
11643	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
11643	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
11643	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
11643	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
11643	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
11643	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
11643	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
11643	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
11643	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
11643	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
11643	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
11643	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
11643	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
11643	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
11643	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
11643	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
11643	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
11643	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
11643	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
11643	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
11643	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
11643	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
11643	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
11643	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
11643	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
11643	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
11643	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
11643	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
11643	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
11643	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
11643	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
11643	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
11643	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
11643	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
11643	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
11643	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
11643	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
11643	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
11643	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
11643	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
11643	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
11643	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
11643	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
11643	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
11643	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
11643	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
11643	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
11643	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
11643	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
11643	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
11643	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
11643	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
11643	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
11643	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
11643	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
11643	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
11643	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
11643	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
11643	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
11643	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
11643	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
11643	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
11643	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
11643	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
11643	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
11643	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
11643	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
11643	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
11643	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
11643	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
11643	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
11643	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
11643	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
11643	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
11643	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
11643	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
11643	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
11643	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
11643	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
11643	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
11643	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
11643	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
11643	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
11643	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
11643	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
11643	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
11643	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
11643	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
11643	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
11643	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
11643	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
11643	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
11643	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
11643	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
11643	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
11643	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
11643	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
11643	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
11643	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
11643	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
11643	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
11643	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
11643	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
11643	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
11643	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
11643	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
11643	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
11643	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
11643	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
11643	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
11643	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
11643	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
11643	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
11643	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
11643	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
11643	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
11643	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
11643	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
11643	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
11643	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
11643	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
11643	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
11643	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
11643	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
11643	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
11643	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
11643	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
11643	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
11643	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
11643	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
11643	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
11643	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
11643	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
11643	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
11643	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
11643	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
11643	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
11643	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
11643	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
11643	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
11643	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
11643	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
11643	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
11643	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
11643	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
11643	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
11643	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
11643	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
11643	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
11643	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
11643	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
11643	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
11643	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
11643	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
11643	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
11643	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
11643	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
11643	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
11643	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
11643	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
11643	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
11643	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
11643	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
11643	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
11643	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
11643	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
11643	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
11643	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
11643	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
11643	embedding2nn.weight	0	0.018286488950252533
11643	embedding2nn.weight	1	-0.0431111678481102
11643	embedding2nn.weight	2	0.004275213461369276
11643	embedding2nn.weight	3	-0.0027235241141170263
11643	embedding2nn.weight	4	-0.040099263191223145
11643	embedding2nn.weight	5	0.042848750948905945
11643	embedding2nn.weight	6	-0.035565078258514404
11643	embedding2nn.weight	7	-0.038826338946819305
11643	embedding2nn.weight	8	0.02552514337003231
11643	embedding2nn.weight	9	0.03962956368923187
11643	embedding2nn.bias	0	0.021229146048426628
11643	embedding2nn.bias	1	0.05124753713607788
11643	embedding2nn.bias	2	-0.10437226295471191
11643	embedding2nn.bias	3	0.026610903441905975
11643	embedding2nn.bias	4	0.04907684028148651
11643	embedding2nn.bias	5	-0.08995767682790756
11643	embedding2nn.bias	6	-0.02071295492351055
11643	embedding2nn.bias	7	0.004795168060809374
11643	embedding2nn.bias	8	0.061494845896959305
11643	embedding2nn.bias	9	-0.13120949268341064
11643	rnn.weight_ih_l0	0	0.007232684176415205
11643	rnn.weight_ih_l0	1	0.024689367040991783
11643	rnn.weight_ih_l0	2	-0.030235901474952698
11643	rnn.weight_ih_l0	3	0.017102649435400963
11643	rnn.weight_ih_l0	4	0.02555663138628006
11643	rnn.weight_ih_l0	5	-0.050393056124448776
11643	rnn.weight_ih_l0	6	0.037449147552251816
11643	rnn.weight_ih_l0	7	-0.02330549992620945
11643	rnn.weight_ih_l0	8	0.01621539704501629
11643	rnn.weight_ih_l0	9	-0.006788906641304493
11643	rnn.weight_hh_l0	0	0.030407311394810677
11643	rnn.weight_hh_l0	1	-0.0321878120303154
11643	rnn.weight_hh_l0	2	0.028864258900284767
11643	rnn.weight_hh_l0	3	0.015791524201631546
11643	rnn.weight_hh_l0	4	0.017222078517079353
11643	rnn.weight_hh_l0	5	0.03273038566112518
11643	rnn.weight_hh_l0	6	0.0014141247374936938
11643	rnn.weight_hh_l0	7	-0.04451132193207741
11643	rnn.weight_hh_l0	8	-0.03272732347249985
11643	rnn.weight_hh_l0	9	-0.008333329111337662
11643	rnn.bias_ih_l0	0	-0.022960206493735313
11643	rnn.bias_ih_l0	1	-0.024240074679255486
11643	rnn.bias_ih_l0	2	-0.053112953901290894
11643	rnn.bias_ih_l0	3	-0.12327872961759567
11643	rnn.bias_ih_l0	4	0.0036543759051710367
11643	rnn.bias_ih_l0	5	0.05472717061638832
11643	rnn.bias_ih_l0	6	-0.08906172215938568
11643	rnn.bias_ih_l0	7	-0.10596555471420288
11643	rnn.bias_ih_l0	8	-0.041244782507419586
11643	rnn.bias_ih_l0	9	-0.004439393524080515
11643	rnn.bias_hh_l0	0	0.06325551122426987
11643	rnn.bias_hh_l0	1	-0.02432466670870781
11643	rnn.bias_hh_l0	2	-0.019441068172454834
11643	rnn.bias_hh_l0	3	-0.04885793477296829
11643	rnn.bias_hh_l0	4	-0.0007043267250992358
11643	rnn.bias_hh_l0	5	0.04496254026889801
11643	rnn.bias_hh_l0	6	-0.04214699938893318
11643	rnn.bias_hh_l0	7	-0.030324263498187065
11643	rnn.bias_hh_l0	8	-0.05993134528398514
11643	rnn.bias_hh_l0	9	-0.041985005140304565
11643	rnn.weight_ih_l0_reverse	0	0.03669525310397148
11643	rnn.weight_ih_l0_reverse	1	-0.013668267987668514
11643	rnn.weight_ih_l0_reverse	2	-0.025578225031495094
11643	rnn.weight_ih_l0_reverse	3	0.00938615296036005
11643	rnn.weight_ih_l0_reverse	4	0.019038856029510498
11643	rnn.weight_ih_l0_reverse	5	-0.02348017506301403
11643	rnn.weight_ih_l0_reverse	6	-0.03392619639635086
11643	rnn.weight_ih_l0_reverse	7	-0.025740088894963264
11643	rnn.weight_ih_l0_reverse	8	-0.015610961243510246
11643	rnn.weight_ih_l0_reverse	9	0.022422166541218758
11643	rnn.weight_hh_l0_reverse	0	-0.017792224884033203
11643	rnn.weight_hh_l0_reverse	1	0.0011656399583444
11643	rnn.weight_hh_l0_reverse	2	-0.029629694297909737
11643	rnn.weight_hh_l0_reverse	3	0.035698581486940384
11643	rnn.weight_hh_l0_reverse	4	0.02562318556010723
11643	rnn.weight_hh_l0_reverse	5	0.015233797021210194
11643	rnn.weight_hh_l0_reverse	6	0.023111019283533096
11643	rnn.weight_hh_l0_reverse	7	0.015921561047434807
11643	rnn.weight_hh_l0_reverse	8	0.00799526460468769
11643	rnn.weight_hh_l0_reverse	9	-0.0348309651017189
11643	rnn.bias_ih_l0_reverse	0	-0.04271981120109558
11643	rnn.bias_ih_l0_reverse	1	-0.11161297559738159
11643	rnn.bias_ih_l0_reverse	2	0.0030062897130846977
11643	rnn.bias_ih_l0_reverse	3	-0.04139169305562973
11643	rnn.bias_ih_l0_reverse	4	0.04924989491701126
11643	rnn.bias_ih_l0_reverse	5	-0.07282426953315735
11643	rnn.bias_ih_l0_reverse	6	-0.01398984994739294
11643	rnn.bias_ih_l0_reverse	7	0.03401089832186699
11643	rnn.bias_ih_l0_reverse	8	-0.03942759707570076
11643	rnn.bias_ih_l0_reverse	9	-0.015376407653093338
11643	rnn.bias_hh_l0_reverse	0	-0.047039564698934555
11643	rnn.bias_hh_l0_reverse	1	0.01379310805350542
11643	rnn.bias_hh_l0_reverse	2	-0.01519049983471632
11643	rnn.bias_hh_l0_reverse	3	-0.05741939693689346
11643	rnn.bias_hh_l0_reverse	4	0.0023063570261001587
11643	rnn.bias_hh_l0_reverse	5	-0.0255079735070467
11643	rnn.bias_hh_l0_reverse	6	-0.05362344905734062
11643	rnn.bias_hh_l0_reverse	7	-0.04746644198894501
11643	rnn.bias_hh_l0_reverse	8	-0.015892723575234413
11643	rnn.bias_hh_l0_reverse	9	-0.0584583654999733
11643	linear.weight	0	-0.10663007944822311
11643	linear.weight	1	-0.01827840879559517
11643	linear.weight	2	-0.011228874325752258
11643	linear.weight	3	0.02646765299141407
11643	linear.weight	4	-0.024949809536337852
11643	linear.weight	5	0.18670064210891724
11643	linear.weight	6	0.0047744326293468475
11643	linear.weight	7	-0.021312154829502106
11643	linear.weight	8	-0.00301909982226789
11643	linear.weight	9	0.04408150538802147
11643	linear.bias	0	-0.4120456278324127
11643	linear.bias	1	-0.060250695794820786
11643	linear.bias	2	0.33919191360473633
11643	linear.bias	3	-0.33656415343284607
11643	linear.bias	4	-1.0895072221755981
11643	linear.bias	5	-0.9611469507217407
11643	linear.bias	6	-0.35761138796806335
11643	linear.bias	7	-0.46845221519470215
11643	linear.bias	8	-0.01705317199230194
11643	linear.bias	9	2.3279948234558105
11840	transitions	0	0.0988282784819603
11840	transitions	1	5.39205265045166
11840	transitions	2	-1.984259009361267
11840	transitions	3	1.190446138381958
11840	transitions	4	-1.0277392864227295
11840	transitions	5	-0.15562094748020172
11840	transitions	6	-0.059962209314107895
11840	transitions	7	-10000.0
11840	transitions	8	1.4227168560028076
11840	transitions	9	-2.260974168777466
11840	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
11840	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
11840	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
11840	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
11840	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
11840	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
11840	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
11840	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
11840	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
11840	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
11840	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
11840	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
11840	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
11840	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
11840	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
11840	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
11840	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
11840	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
11840	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
11840	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
11840	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
11840	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
11840	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
11840	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
11840	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
11840	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
11840	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
11840	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
11840	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
11840	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
11840	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
11840	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
11840	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
11840	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
11840	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
11840	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
11840	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
11840	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
11840	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
11840	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
11840	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
11840	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
11840	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
11840	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
11840	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
11840	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
11840	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
11840	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
11840	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
11840	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
11840	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
11840	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
11840	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
11840	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
11840	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
11840	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
11840	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
11840	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
11840	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
11840	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
11840	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
11840	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
11840	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
11840	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
11840	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
11840	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
11840	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
11840	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
11840	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
11840	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
11840	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
11840	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
11840	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
11840	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
11840	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
11840	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
11840	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
11840	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
11840	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
11840	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
11840	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
11840	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
11840	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
11840	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
11840	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
11840	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
11840	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
11840	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
11840	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
11840	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
11840	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
11840	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
11840	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
11840	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
11840	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
11840	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
11840	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
11840	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
11840	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
11840	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
11840	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
11840	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
11840	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
11840	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
11840	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
11840	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
11840	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
11840	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
11840	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
11840	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
11840	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
11840	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
11840	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
11840	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
11840	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
11840	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
11840	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
11840	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
11840	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
11840	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
11840	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
11840	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
11840	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
11840	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
11840	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
11840	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
11840	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
11840	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
11840	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
11840	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
11840	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
11840	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
11840	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
11840	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
11840	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
11840	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
11840	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
11840	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
11840	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
11840	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
11840	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
11840	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
11840	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
11840	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
11840	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
11840	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
11840	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
11840	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
11840	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
11840	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
11840	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
11840	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
11840	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
11840	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
11840	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
11840	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
11840	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
11840	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
11840	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
11840	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
11840	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
11840	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
11840	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
11840	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
11840	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
11840	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
11840	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
11840	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
11840	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
11840	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
11840	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
11840	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
11840	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
11840	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
11840	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
11840	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
11840	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
11840	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
11840	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
11840	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
11840	embedding2nn.weight	0	0.018521063029766083
11840	embedding2nn.weight	1	-0.04360046610236168
11840	embedding2nn.weight	2	0.0054024565033614635
11840	embedding2nn.weight	3	-0.0036944907624274492
11840	embedding2nn.weight	4	-0.0382833331823349
11840	embedding2nn.weight	5	0.04424911364912987
11840	embedding2nn.weight	6	-0.027163570746779442
11840	embedding2nn.weight	7	-0.037880219519138336
11840	embedding2nn.weight	8	0.024348698556423187
11840	embedding2nn.weight	9	0.04175145551562309
11840	embedding2nn.bias	0	0.034748923033475876
11840	embedding2nn.bias	1	0.043838128447532654
11840	embedding2nn.bias	2	-0.10284420847892761
11840	embedding2nn.bias	3	0.03034927323460579
11840	embedding2nn.bias	4	0.05878427252173424
11840	embedding2nn.bias	5	-0.09966040402650833
11840	embedding2nn.bias	6	-0.02152871899306774
11840	embedding2nn.bias	7	4.20151736761909e-05
11840	embedding2nn.bias	8	0.05868547037243843
11840	embedding2nn.bias	9	-0.13069532811641693
11840	rnn.weight_ih_l0	0	0.006608683615922928
11840	rnn.weight_ih_l0	1	0.024195101112127304
11840	rnn.weight_ih_l0	2	-0.02939276024699211
11840	rnn.weight_ih_l0	3	0.020346520468592644
11840	rnn.weight_ih_l0	4	0.02424447052180767
11840	rnn.weight_ih_l0	5	-0.04968883842229843
11840	rnn.weight_ih_l0	6	0.035489629954099655
11840	rnn.weight_ih_l0	7	-0.021067531779408455
11840	rnn.weight_ih_l0	8	0.01591666415333748
11840	rnn.weight_ih_l0	9	-0.008230013772845268
11840	rnn.weight_hh_l0	0	0.030369490385055542
11840	rnn.weight_hh_l0	1	-0.02986285462975502
11840	rnn.weight_hh_l0	2	0.02858912944793701
11840	rnn.weight_hh_l0	3	0.016377976164221764
11840	rnn.weight_hh_l0	4	0.017688842490315437
11840	rnn.weight_hh_l0	5	0.032852135598659515
11840	rnn.weight_hh_l0	6	0.0012460475554689765
11840	rnn.weight_hh_l0	7	-0.04510558024048805
11840	rnn.weight_hh_l0	8	-0.03373437002301216
11840	rnn.weight_hh_l0	9	-0.0118157509714365
11840	rnn.bias_ih_l0	0	-0.02267705462872982
11840	rnn.bias_ih_l0	1	-0.02356884814798832
11840	rnn.bias_ih_l0	2	-0.05499856546521187
11840	rnn.bias_ih_l0	3	-0.11933113634586334
11840	rnn.bias_ih_l0	4	0.005736840423196554
11840	rnn.bias_ih_l0	5	0.053249675780534744
11840	rnn.bias_ih_l0	6	-0.0919344425201416
11840	rnn.bias_ih_l0	7	-0.10302593559026718
11840	rnn.bias_ih_l0	8	-0.04168403521180153
11840	rnn.bias_ih_l0	9	-0.00852286722511053
11840	rnn.bias_hh_l0	0	0.0717749074101448
11840	rnn.bias_hh_l0	1	-0.02079455554485321
11840	rnn.bias_hh_l0	2	-0.015328265726566315
11840	rnn.bias_hh_l0	3	-0.04785868898034096
11840	rnn.bias_hh_l0	4	-0.0031649786978960037
11840	rnn.bias_hh_l0	5	0.05193455144762993
11840	rnn.bias_hh_l0	6	-0.04378568008542061
11840	rnn.bias_hh_l0	7	-0.029423408210277557
11840	rnn.bias_hh_l0	8	-0.061701130121946335
11840	rnn.bias_hh_l0	9	-0.04778023809194565
11840	rnn.weight_ih_l0_reverse	0	0.03956109657883644
11840	rnn.weight_ih_l0_reverse	1	-0.014626272022724152
11840	rnn.weight_ih_l0_reverse	2	-0.024559954181313515
11840	rnn.weight_ih_l0_reverse	3	0.008883210830390453
11840	rnn.weight_ih_l0_reverse	4	0.01857239007949829
11840	rnn.weight_ih_l0_reverse	5	-0.025270981714129448
11840	rnn.weight_ih_l0_reverse	6	-0.03399387374520302
11840	rnn.weight_ih_l0_reverse	7	-0.02476419135928154
11840	rnn.weight_ih_l0_reverse	8	-0.015490697696805
11840	rnn.weight_ih_l0_reverse	9	0.022564290091395378
11840	rnn.weight_hh_l0_reverse	0	-0.018388940021395683
11840	rnn.weight_hh_l0_reverse	1	0.0009268862777389586
11840	rnn.weight_hh_l0_reverse	2	-0.02938881516456604
11840	rnn.weight_hh_l0_reverse	3	0.035707470029592514
11840	rnn.weight_hh_l0_reverse	4	0.02555655501782894
11840	rnn.weight_hh_l0_reverse	5	0.015437163412570953
11840	rnn.weight_hh_l0_reverse	6	0.02291266992688179
11840	rnn.weight_hh_l0_reverse	7	0.015802176669239998
11840	rnn.weight_hh_l0_reverse	8	0.008179494179785252
11840	rnn.weight_hh_l0_reverse	9	-0.035023272037506104
11840	rnn.bias_ih_l0_reverse	0	-0.04158366844058037
11840	rnn.bias_ih_l0_reverse	1	-0.11108666658401489
11840	rnn.bias_ih_l0_reverse	2	0.004632413387298584
11840	rnn.bias_ih_l0_reverse	3	-0.04354877024888992
11840	rnn.bias_ih_l0_reverse	4	0.04581121355295181
11840	rnn.bias_ih_l0_reverse	5	-0.0765434131026268
11840	rnn.bias_ih_l0_reverse	6	-0.015252704732120037
11840	rnn.bias_ih_l0_reverse	7	0.037543293088674545
11840	rnn.bias_ih_l0_reverse	8	-0.041557226330041885
11840	rnn.bias_ih_l0_reverse	9	-0.015041391365230083
11840	rnn.bias_hh_l0_reverse	0	-0.044393498450517654
11840	rnn.bias_hh_l0_reverse	1	0.013549420982599258
11840	rnn.bias_hh_l0_reverse	2	-0.015791798010468483
11840	rnn.bias_hh_l0_reverse	3	-0.05528666451573372
11840	rnn.bias_hh_l0_reverse	4	0.0010917800245806575
11840	rnn.bias_hh_l0_reverse	5	-0.02918737567961216
11840	rnn.bias_hh_l0_reverse	6	-0.05517914891242981
11840	rnn.bias_hh_l0_reverse	7	-0.04507574066519737
11840	rnn.bias_hh_l0_reverse	8	-0.019743356853723526
11840	rnn.bias_hh_l0_reverse	9	-0.05905840918421745
11840	linear.weight	0	-0.1082489863038063
11840	linear.weight	1	-0.028535079210996628
11840	linear.weight	2	-0.011228874325752258
11840	linear.weight	3	0.03259173408150673
11840	linear.weight	4	-0.03802202641963959
11840	linear.weight	5	0.18935196101665497
11840	linear.weight	6	0.0047744326293468475
11840	linear.weight	7	-0.021312154829502106
11840	linear.weight	8	0.04488971456885338
11840	linear.weight	9	0.07222136110067368
11840	linear.bias	0	-0.3960176110267639
11840	linear.bias	1	-0.04947730153799057
11840	linear.bias	2	0.3861597776412964
11840	linear.bias	3	-0.3188670575618744
11840	linear.bias	4	-1.0870767831802368
11840	linear.bias	5	-0.9634973406791687
11840	linear.bias	6	-0.34661540389060974
11840	linear.bias	7	-0.5003834366798401
11840	linear.bias	8	-0.01705317199230194
11840	linear.bias	9	2.3083486557006836
11844	transitions	0	0.0987534373998642
11844	transitions	1	5.3918585777282715
11844	transitions	2	-1.9846372604370117
11844	transitions	3	1.1894211769104004
11844	transitions	4	-1.0278044939041138
11844	transitions	5	-0.1556306779384613
11844	transitions	6	-0.05997669696807861
11844	transitions	7	-10000.0
11844	transitions	8	1.4226280450820923
11844	transitions	9	-2.2609779834747314
11844	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
11844	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
11844	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
11844	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
11844	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
11844	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
11844	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
11844	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
11844	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
11844	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
11844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
11844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
11844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
11844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
11844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
11844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
11844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
11844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
11844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
11844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
11844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
11844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
11844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
11844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
11844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
11844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
11844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
11844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
11844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
11844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
11844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
11844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
11844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
11844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
11844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
11844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
11844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
11844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
11844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
11844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
11844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
11844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
11844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
11844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
11844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
11844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
11844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
11844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
11844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
11844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
11844	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
11844	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
11844	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
11844	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
11844	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
11844	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
11844	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
11844	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
11844	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
11844	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
11844	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
11844	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
11844	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
11844	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
11844	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
11844	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
11844	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
11844	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
11844	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
11844	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
11844	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
11844	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
11844	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
11844	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
11844	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
11844	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
11844	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
11844	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
11844	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
11844	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
11844	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
11844	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
11844	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
11844	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
11844	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
11844	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
11844	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
11844	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
11844	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
11844	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
11844	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
11844	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
11844	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
11844	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
11844	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
11844	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
11844	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
11844	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
11844	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
11844	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
11844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
11844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
11844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
11844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
11844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
11844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
11844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
11844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
11844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
11844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
11844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
11844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
11844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
11844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
11844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
11844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
11844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
11844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
11844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
11844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
11844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
11844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
11844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
11844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
11844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
11844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
11844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
11844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
11844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
11844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
11844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
11844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
11844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
11844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
11844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
11844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
11844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
11844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
11844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
11844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
11844	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
11844	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
11844	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
11844	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
11844	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
11844	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
11844	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
11844	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
11844	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
11844	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
11844	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
11844	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
11844	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
11844	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
11844	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
11844	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
11844	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
11844	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
11844	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
11844	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
11844	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
11844	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
11844	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
11844	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
11844	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
11844	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
11844	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
11844	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
11844	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
11844	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
11844	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
11844	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
11844	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
11844	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
11844	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
11844	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
11844	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
11844	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
11844	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
11844	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
11844	embedding2nn.weight	0	0.018428431823849678
11844	embedding2nn.weight	1	-0.043537601828575134
11844	embedding2nn.weight	2	0.005087597295641899
11844	embedding2nn.weight	3	-0.0037299348041415215
11844	embedding2nn.weight	4	-0.03904949128627777
11844	embedding2nn.weight	5	0.044411152601242065
11844	embedding2nn.weight	6	-0.027348291128873825
11844	embedding2nn.weight	7	-0.03722037374973297
11844	embedding2nn.weight	8	0.024153677746653557
11844	embedding2nn.weight	9	0.04183434322476387
11844	embedding2nn.bias	0	0.03322228044271469
11844	embedding2nn.bias	1	0.04677431285381317
11844	embedding2nn.bias	2	-0.10568060725927353
11844	embedding2nn.bias	3	0.030009549111127853
11844	embedding2nn.bias	4	0.05882075056433678
11844	embedding2nn.bias	5	-0.10212952643632889
11844	embedding2nn.bias	6	-0.02319861575961113
11844	embedding2nn.bias	7	-0.0002949525078292936
11844	embedding2nn.bias	8	0.05798439309000969
11844	embedding2nn.bias	9	-0.1329772025346756
11844	rnn.weight_ih_l0	0	0.006358705926686525
11844	rnn.weight_ih_l0	1	0.024671608582139015
11844	rnn.weight_ih_l0	2	-0.029222875833511353
11844	rnn.weight_ih_l0	3	0.02015555277466774
11844	rnn.weight_ih_l0	4	0.024279633536934853
11844	rnn.weight_ih_l0	5	-0.0497036948800087
11844	rnn.weight_ih_l0	6	0.03533163294196129
11844	rnn.weight_ih_l0	7	-0.021136287599802017
11844	rnn.weight_ih_l0	8	0.01568738743662834
11844	rnn.weight_ih_l0	9	-0.008260638453066349
11844	rnn.weight_hh_l0	0	0.03037814237177372
11844	rnn.weight_hh_l0	1	-0.02970615029335022
11844	rnn.weight_hh_l0	2	0.02863839641213417
11844	rnn.weight_hh_l0	3	0.016612350940704346
11844	rnn.weight_hh_l0	4	0.017674362286925316
11844	rnn.weight_hh_l0	5	0.032750893384218216
11844	rnn.weight_hh_l0	6	0.0012076747370883822
11844	rnn.weight_hh_l0	7	-0.045103102922439575
11844	rnn.weight_hh_l0	8	-0.03374971076846123
11844	rnn.weight_hh_l0	9	-0.01206330955028534
11844	rnn.bias_ih_l0	0	-0.022336073219776154
11844	rnn.bias_ih_l0	1	-0.023124728351831436
11844	rnn.bias_ih_l0	2	-0.05455316603183746
11844	rnn.bias_ih_l0	3	-0.11975111067295074
11844	rnn.bias_ih_l0	4	0.00566970556974411
11844	rnn.bias_ih_l0	5	0.05317430570721626
11844	rnn.bias_ih_l0	6	-0.09181441366672516
11844	rnn.bias_ih_l0	7	-0.10329005122184753
11844	rnn.bias_ih_l0	8	-0.04153520241379738
11844	rnn.bias_ih_l0	9	-0.00797978974878788
11844	rnn.bias_hh_l0	0	0.07192933559417725
11844	rnn.bias_hh_l0	1	-0.020952465012669563
11844	rnn.bias_hh_l0	2	-0.01603441871702671
11844	rnn.bias_hh_l0	3	-0.047540128231048584
11844	rnn.bias_hh_l0	4	-0.004483518656343222
11844	rnn.bias_hh_l0	5	0.0519026443362236
11844	rnn.bias_hh_l0	6	-0.04369878023862839
11844	rnn.bias_hh_l0	7	-0.030164476484060287
11844	rnn.bias_hh_l0	8	-0.06292105466127396
11844	rnn.bias_hh_l0	9	-0.04794415831565857
11844	rnn.weight_ih_l0_reverse	0	0.03962060064077377
11844	rnn.weight_ih_l0_reverse	1	-0.0146120460703969
11844	rnn.weight_ih_l0_reverse	2	-0.024695180356502533
11844	rnn.weight_ih_l0_reverse	3	0.009236791171133518
11844	rnn.weight_ih_l0_reverse	4	0.01836886629462242
11844	rnn.weight_ih_l0_reverse	5	-0.0253018606454134
11844	rnn.weight_ih_l0_reverse	6	-0.033497873693704605
11844	rnn.weight_ih_l0_reverse	7	-0.02468910813331604
11844	rnn.weight_ih_l0_reverse	8	-0.015562845394015312
11844	rnn.weight_ih_l0_reverse	9	0.02224702388048172
11844	rnn.weight_hh_l0_reverse	0	-0.018235424533486366
11844	rnn.weight_hh_l0_reverse	1	0.0009966060752049088
11844	rnn.weight_hh_l0_reverse	2	-0.029383881017565727
11844	rnn.weight_hh_l0_reverse	3	0.03573666512966156
11844	rnn.weight_hh_l0_reverse	4	0.025535404682159424
11844	rnn.weight_hh_l0_reverse	5	0.015397545881569386
11844	rnn.weight_hh_l0_reverse	6	0.022922653704881668
11844	rnn.weight_hh_l0_reverse	7	0.01578959822654724
11844	rnn.weight_hh_l0_reverse	8	0.008164088241755962
11844	rnn.weight_hh_l0_reverse	9	-0.03501968830823898
11844	rnn.bias_ih_l0_reverse	0	-0.041296523064374924
11844	rnn.bias_ih_l0_reverse	1	-0.11110755801200867
11844	rnn.bias_ih_l0_reverse	2	0.004278251435607672
11844	rnn.bias_ih_l0_reverse	3	-0.043463803827762604
11844	rnn.bias_ih_l0_reverse	4	0.04571706801652908
11844	rnn.bias_ih_l0_reverse	5	-0.0772666409611702
11844	rnn.bias_ih_l0_reverse	6	-0.01531505398452282
11844	rnn.bias_ih_l0_reverse	7	0.037337712943553925
11844	rnn.bias_ih_l0_reverse	8	-0.041517309844493866
11844	rnn.bias_ih_l0_reverse	9	-0.014902208000421524
11844	rnn.bias_hh_l0_reverse	0	-0.04441455751657486
11844	rnn.bias_hh_l0_reverse	1	0.014092112891376019
11844	rnn.bias_hh_l0_reverse	2	-0.01571517623960972
11844	rnn.bias_hh_l0_reverse	3	-0.05508076772093773
11844	rnn.bias_hh_l0_reverse	4	0.000772569328546524
11844	rnn.bias_hh_l0_reverse	5	-0.028353581205010414
11844	rnn.bias_hh_l0_reverse	6	-0.05588564649224281
11844	rnn.bias_hh_l0_reverse	7	-0.04550037533044815
11844	rnn.bias_hh_l0_reverse	8	-0.019966570660471916
11844	rnn.bias_hh_l0_reverse	9	-0.05899301543831825
11844	linear.weight	0	-0.10724013298749924
11844	linear.weight	1	-0.028414864093065262
11844	linear.weight	2	-0.011228874325752258
11844	linear.weight	3	0.03481237217783928
11844	linear.weight	4	-0.037709273397922516
11844	linear.weight	5	0.18946562707424164
11844	linear.weight	6	0.0047744326293468475
11844	linear.weight	7	-0.021312154829502106
11844	linear.weight	8	0.054080069065093994
11844	linear.weight	9	0.07116967439651489
11844	linear.bias	0	-0.4069465696811676
11844	linear.bias	1	-0.04683492332696915
11844	linear.bias	2	0.3745599389076233
11844	linear.bias	3	-0.30909478664398193
11844	linear.bias	4	-1.084612488746643
11844	linear.bias	5	-0.9635677337646484
11844	linear.bias	6	-0.3580636978149414
11844	linear.bias	7	-0.4958752691745758
11844	linear.bias	8	-0.01705317199230194
11844	linear.bias	9	2.327383518218994
12041	transitions	0	0.09621912986040115
12041	transitions	1	5.407309055328369
12041	transitions	2	-1.9952807426452637
12041	transitions	3	1.1889828443527222
12041	transitions	4	-1.0333002805709839
12041	transitions	5	-0.15632754564285278
12041	transitions	6	-0.06109028309583664
12041	transitions	7	-10000.0
12041	transitions	8	1.4184679985046387
12041	transitions	9	-2.2613070011138916
12041	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
12041	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
12041	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
12041	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
12041	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
12041	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
12041	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
12041	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
12041	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
12041	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
12041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
12041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
12041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
12041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
12041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
12041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
12041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
12041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
12041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
12041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
12041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
12041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
12041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
12041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
12041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
12041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
12041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
12041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
12041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
12041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
12041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
12041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
12041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
12041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
12041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
12041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
12041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
12041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
12041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
12041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
12041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
12041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
12041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
12041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
12041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
12041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
12041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
12041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
12041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
12041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
12041	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
12041	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
12041	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
12041	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
12041	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
12041	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
12041	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
12041	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
12041	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
12041	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
12041	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
12041	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
12041	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
12041	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
12041	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
12041	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
12041	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
12041	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
12041	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
12041	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
12041	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
12041	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
12041	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
12041	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
12041	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
12041	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
12041	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
12041	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
12041	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
12041	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
12041	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
12041	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
12041	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
12041	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
12041	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
12041	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
12041	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
12041	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
12041	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
12041	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
12041	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
12041	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
12041	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
12041	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
12041	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
12041	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
12041	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
12041	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
12041	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
12041	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
12041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
12041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
12041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
12041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
12041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
12041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
12041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
12041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
12041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
12041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
12041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
12041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
12041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
12041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
12041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
12041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
12041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
12041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
12041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
12041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
12041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
12041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
12041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
12041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
12041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
12041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
12041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
12041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
12041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
12041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
12041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
12041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
12041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
12041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
12041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
12041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
12041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
12041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
12041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
12041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
12041	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
12041	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
12041	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
12041	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
12041	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
12041	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
12041	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
12041	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
12041	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
12041	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
12041	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
12041	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
12041	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
12041	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
12041	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
12041	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
12041	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
12041	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
12041	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
12041	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
12041	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
12041	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
12041	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
12041	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
12041	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
12041	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
12041	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
12041	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
12041	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
12041	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
12041	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
12041	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
12041	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
12041	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
12041	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
12041	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
12041	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
12041	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
12041	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
12041	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
12041	embedding2nn.weight	0	0.01969420351088047
12041	embedding2nn.weight	1	-0.043380316346883774
12041	embedding2nn.weight	2	0.007145221345126629
12041	embedding2nn.weight	3	-0.005182367283850908
12041	embedding2nn.weight	4	-0.03703457489609718
12041	embedding2nn.weight	5	0.044150784611701965
12041	embedding2nn.weight	6	-0.031204232946038246
12041	embedding2nn.weight	7	-0.037528146058321
12041	embedding2nn.weight	8	0.024782024323940277
12041	embedding2nn.weight	9	0.04408513382077217
12041	embedding2nn.bias	0	0.025521984323859215
12041	embedding2nn.bias	1	0.04854285344481468
12041	embedding2nn.bias	2	-0.09584507346153259
12041	embedding2nn.bias	3	0.019305864349007607
12041	embedding2nn.bias	4	0.04399987682700157
12041	embedding2nn.bias	5	-0.09718294441699982
12041	embedding2nn.bias	6	-0.027062583714723587
12041	embedding2nn.bias	7	0.006327951792627573
12041	embedding2nn.bias	8	0.05611030012369156
12041	embedding2nn.bias	9	-0.12594713270664215
12041	rnn.weight_ih_l0	0	0.005746150854974985
12041	rnn.weight_ih_l0	1	0.02664397470653057
12041	rnn.weight_ih_l0	2	-0.030103957280516624
12041	rnn.weight_ih_l0	3	0.01989324390888214
12041	rnn.weight_ih_l0	4	0.02378256991505623
12041	rnn.weight_ih_l0	5	-0.050561994314193726
12041	rnn.weight_ih_l0	6	0.0357864685356617
12041	rnn.weight_ih_l0	7	-0.019205184653401375
12041	rnn.weight_ih_l0	8	0.015679946169257164
12041	rnn.weight_ih_l0	9	-0.00819627195596695
12041	rnn.weight_hh_l0	0	0.03001880832016468
12041	rnn.weight_hh_l0	1	-0.030895354226231575
12041	rnn.weight_hh_l0	2	0.028519153594970703
12041	rnn.weight_hh_l0	3	0.0176247488707304
12041	rnn.weight_hh_l0	4	0.017749153077602386
12041	rnn.weight_hh_l0	5	0.03126971423625946
12041	rnn.weight_hh_l0	6	0.00117498729377985
12041	rnn.weight_hh_l0	7	-0.04564129561185837
12041	rnn.weight_hh_l0	8	-0.03259967640042305
12041	rnn.weight_hh_l0	9	-0.017047973349690437
12041	rnn.bias_ih_l0	0	-0.028960006311535835
12041	rnn.bias_ih_l0	1	-0.02462618239223957
12041	rnn.bias_ih_l0	2	-0.051783859729766846
12041	rnn.bias_ih_l0	3	-0.12137939780950546
12041	rnn.bias_ih_l0	4	0.007067480590194464
12041	rnn.bias_ih_l0	5	0.047070760279893875
12041	rnn.bias_ih_l0	6	-0.09301494807004929
12041	rnn.bias_ih_l0	7	-0.10445649176836014
12041	rnn.bias_ih_l0	8	-0.03907136991620064
12041	rnn.bias_ih_l0	9	-0.00549493869766593
12041	rnn.bias_hh_l0	0	0.07653685659170151
12041	rnn.bias_hh_l0	1	-0.021522149443626404
12041	rnn.bias_hh_l0	2	-0.009602095931768417
12041	rnn.bias_hh_l0	3	-0.045880042016506195
12041	rnn.bias_hh_l0	4	-0.006008246447890997
12041	rnn.bias_hh_l0	5	0.047352127730846405
12041	rnn.bias_hh_l0	6	-0.041316911578178406
12041	rnn.bias_hh_l0	7	-0.03022974729537964
12041	rnn.bias_hh_l0	8	-0.06382810324430466
12041	rnn.bias_hh_l0	9	-0.048145879060029984
12041	rnn.weight_ih_l0_reverse	0	0.038951460272073746
12041	rnn.weight_ih_l0_reverse	1	-0.014314038679003716
12041	rnn.weight_ih_l0_reverse	2	-0.024624325335025787
12041	rnn.weight_ih_l0_reverse	3	0.008766395971179008
12041	rnn.weight_ih_l0_reverse	4	0.01869753934442997
12041	rnn.weight_ih_l0_reverse	5	-0.023770790547132492
12041	rnn.weight_ih_l0_reverse	6	-0.03311546891927719
12041	rnn.weight_ih_l0_reverse	7	-0.02450503408908844
12041	rnn.weight_ih_l0_reverse	8	-0.014401699416339397
12041	rnn.weight_ih_l0_reverse	9	0.019383177161216736
12041	rnn.weight_hh_l0_reverse	0	-0.01931271143257618
12041	rnn.weight_hh_l0_reverse	1	0.0010253293439745903
12041	rnn.weight_hh_l0_reverse	2	-0.030184373259544373
12041	rnn.weight_hh_l0_reverse	3	0.0349225178360939
12041	rnn.weight_hh_l0_reverse	4	0.02523939497768879
12041	rnn.weight_hh_l0_reverse	5	0.015234311111271381
12041	rnn.weight_hh_l0_reverse	6	0.023076258599758148
12041	rnn.weight_hh_l0_reverse	7	0.015672672539949417
12041	rnn.weight_hh_l0_reverse	8	0.008798724040389061
12041	rnn.weight_hh_l0_reverse	9	-0.03527850657701492
12041	rnn.bias_ih_l0_reverse	0	-0.04216454550623894
12041	rnn.bias_ih_l0_reverse	1	-0.10607605427503586
12041	rnn.bias_ih_l0_reverse	2	8.437357610091567e-05
12041	rnn.bias_ih_l0_reverse	3	-0.04489017277956009
12041	rnn.bias_ih_l0_reverse	4	0.048649609088897705
12041	rnn.bias_ih_l0_reverse	5	-0.0872688964009285
12041	rnn.bias_ih_l0_reverse	6	-0.01455173920840025
12041	rnn.bias_ih_l0_reverse	7	0.03977304324507713
12041	rnn.bias_ih_l0_reverse	8	-0.0448690727353096
12041	rnn.bias_ih_l0_reverse	9	-0.014396384358406067
12041	rnn.bias_hh_l0_reverse	0	-0.04159471392631531
12041	rnn.bias_hh_l0_reverse	1	0.016194043681025505
12041	rnn.bias_hh_l0_reverse	2	-0.016467340290546417
12041	rnn.bias_hh_l0_reverse	3	-0.059878651052713394
12041	rnn.bias_hh_l0_reverse	4	0.0013758917339146137
12041	rnn.bias_hh_l0_reverse	5	-0.028728680685162544
12041	rnn.bias_hh_l0_reverse	6	-0.06049611419439316
12041	rnn.bias_hh_l0_reverse	7	-0.04470393806695938
12041	rnn.bias_hh_l0_reverse	8	-0.020034153014421463
12041	rnn.bias_hh_l0_reverse	9	-0.06351328641176224
12041	linear.weight	0	-0.0985301211476326
12041	linear.weight	1	-0.031480759382247925
12041	linear.weight	2	-0.011228874325752258
12041	linear.weight	3	0.04913093522191048
12041	linear.weight	4	-0.020477505400776863
12041	linear.weight	5	0.20976275205612183
12041	linear.weight	6	0.0047744326293468475
12041	linear.weight	7	-0.021312154829502106
12041	linear.weight	8	0.0838216170668602
12041	linear.weight	9	0.07907996326684952
12041	linear.bias	0	-0.40682509541511536
12041	linear.bias	1	-0.0375429131090641
12041	linear.bias	2	0.3674486577510834
12041	linear.bias	3	-0.330034464597702
12041	linear.bias	4	-1.0734130144119263
12041	linear.bias	5	-0.9657158851623535
12041	linear.bias	6	-0.33997780084609985
12041	linear.bias	7	-0.4895940124988556
12041	linear.bias	8	-0.01705317199230194
12041	linear.bias	9	2.419264078140259
12238	transitions	0	0.09337187558412552
12238	transitions	1	5.432979106903076
12238	transitions	2	-2.005601644515991
12238	transitions	3	1.183579921722412
12238	transitions	4	-1.0391277074813843
12238	transitions	5	-0.15723253786563873
12238	transitions	6	-0.06222788244485855
12238	transitions	7	-10000.0
12238	transitions	8	1.4151239395141602
12238	transitions	9	-2.261625289916992
12238	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
12238	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
12238	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
12238	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
12238	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
12238	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
12238	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
12238	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
12238	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
12238	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
12238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
12238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
12238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
12238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
12238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
12238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
12238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
12238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
12238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
12238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
12238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
12238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
12238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
12238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
12238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
12238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
12238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
12238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
12238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
12238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
12238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
12238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
12238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
12238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
12238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
12238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
12238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
12238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
12238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
12238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
12238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
12238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
12238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
12238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
12238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
12238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
12238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
12238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
12238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
12238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
12238	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
12238	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
12238	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
12238	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
12238	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
12238	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
12238	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
12238	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
12238	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
12238	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
12238	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
12238	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
12238	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
12238	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
12238	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
12238	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
12238	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
12238	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
12238	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
12238	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
12238	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
12238	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
12238	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
12238	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
12238	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
12238	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
12238	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
12238	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
12238	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
12238	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
12238	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
12238	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
12238	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
12238	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
12238	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
12238	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
12238	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
12238	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
12238	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
12238	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
12238	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
12238	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
12238	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
12238	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
12238	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
12238	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
12238	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
12238	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
12238	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
12238	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
12238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
12238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
12238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
12238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
12238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
12238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
12238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
12238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
12238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
12238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
12238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
12238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
12238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
12238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
12238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
12238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
12238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
12238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
12238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
12238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
12238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
12238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
12238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
12238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
12238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
12238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
12238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
12238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
12238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
12238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
12238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
12238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
12238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
12238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
12238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
12238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
12238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
12238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
12238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
12238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
12238	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
12238	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
12238	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
12238	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
12238	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
12238	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
12238	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
12238	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
12238	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
12238	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
12238	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
12238	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
12238	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
12238	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
12238	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
12238	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
12238	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
12238	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
12238	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
12238	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
12238	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
12238	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
12238	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
12238	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
12238	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
12238	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
12238	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
12238	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
12238	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
12238	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
12238	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
12238	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
12238	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
12238	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
12238	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
12238	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
12238	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
12238	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
12238	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
12238	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
12238	embedding2nn.weight	0	0.01930055394768715
12238	embedding2nn.weight	1	-0.04347163811326027
12238	embedding2nn.weight	2	0.005479483865201473
12238	embedding2nn.weight	3	-0.002337012207135558
12238	embedding2nn.weight	4	-0.03690649941563606
12238	embedding2nn.weight	5	0.04444951191544533
12238	embedding2nn.weight	6	-0.03453100100159645
12238	embedding2nn.weight	7	-0.038046352565288544
12238	embedding2nn.weight	8	0.022681377828121185
12238	embedding2nn.weight	9	0.04347633197903633
12238	embedding2nn.bias	0	0.02690695971250534
12238	embedding2nn.bias	1	0.04918033257126808
12238	embedding2nn.bias	2	-0.092863067984581
12238	embedding2nn.bias	3	0.026270680129528046
12238	embedding2nn.bias	4	0.04109763726592064
12238	embedding2nn.bias	5	-0.10864337533712387
12238	embedding2nn.bias	6	-0.025018414482474327
12238	embedding2nn.bias	7	0.007947815582156181
12238	embedding2nn.bias	8	0.05663474276661873
12238	embedding2nn.bias	9	-0.1269666999578476
12238	rnn.weight_ih_l0	0	0.006172176916152239
12238	rnn.weight_ih_l0	1	0.027727726846933365
12238	rnn.weight_ih_l0	2	-0.029556499794125557
12238	rnn.weight_ih_l0	3	0.020802153274416924
12238	rnn.weight_ih_l0	4	0.024035830050706863
12238	rnn.weight_ih_l0	5	-0.04957180097699165
12238	rnn.weight_ih_l0	6	0.03688257187604904
12238	rnn.weight_ih_l0	7	-0.018406139686703682
12238	rnn.weight_ih_l0	8	0.015247520990669727
12238	rnn.weight_ih_l0	9	-0.007991529069840908
12238	rnn.weight_hh_l0	0	0.029931193217635155
12238	rnn.weight_hh_l0	1	-0.029435012489557266
12238	rnn.weight_hh_l0	2	0.02910361997783184
12238	rnn.weight_hh_l0	3	0.016771487891674042
12238	rnn.weight_hh_l0	4	0.01745300181210041
12238	rnn.weight_hh_l0	5	0.03165179863572121
12238	rnn.weight_hh_l0	6	0.000718700815923512
12238	rnn.weight_hh_l0	7	-0.046186838299036026
12238	rnn.weight_hh_l0	8	-0.032767899334430695
12238	rnn.weight_hh_l0	9	-0.01767096295952797
12238	rnn.bias_ih_l0	0	-0.021641243249177933
12238	rnn.bias_ih_l0	1	-0.021341124549508095
12238	rnn.bias_ih_l0	2	-0.05417434126138687
12238	rnn.bias_ih_l0	3	-0.12659713625907898
12238	rnn.bias_ih_l0	4	0.009120963513851166
12238	rnn.bias_ih_l0	5	0.04835965856909752
12238	rnn.bias_ih_l0	6	-0.09137012809515
12238	rnn.bias_ih_l0	7	-0.10337591171264648
12238	rnn.bias_ih_l0	8	-0.04261641576886177
12238	rnn.bias_ih_l0	9	0.0008601188310422003
12238	rnn.bias_hh_l0	0	0.07040741294622421
12238	rnn.bias_hh_l0	1	-0.020202791318297386
12238	rnn.bias_hh_l0	2	-0.007958585396409035
12238	rnn.bias_hh_l0	3	-0.04583672434091568
12238	rnn.bias_hh_l0	4	-0.005461732856929302
12238	rnn.bias_hh_l0	5	0.046760059893131256
12238	rnn.bias_hh_l0	6	-0.04267510399222374
12238	rnn.bias_hh_l0	7	-0.03013543225824833
12238	rnn.bias_hh_l0	8	-0.06650935858488083
12238	rnn.bias_hh_l0	9	-0.047844238579273224
12238	rnn.weight_ih_l0_reverse	0	0.03809177130460739
12238	rnn.weight_ih_l0_reverse	1	-0.01472568791359663
12238	rnn.weight_ih_l0_reverse	2	-0.025159377604722977
12238	rnn.weight_ih_l0_reverse	3	0.01157534122467041
12238	rnn.weight_ih_l0_reverse	4	0.021454311907291412
12238	rnn.weight_ih_l0_reverse	5	-0.02265079878270626
12238	rnn.weight_ih_l0_reverse	6	-0.03217237442731857
12238	rnn.weight_ih_l0_reverse	7	-0.02510632574558258
12238	rnn.weight_ih_l0_reverse	8	-0.015973219648003578
12238	rnn.weight_ih_l0_reverse	9	0.018185272812843323
12238	rnn.weight_hh_l0_reverse	0	-0.020570410415530205
12238	rnn.weight_hh_l0_reverse	1	0.0011482522822916508
12238	rnn.weight_hh_l0_reverse	2	-0.029759801924228668
12238	rnn.weight_hh_l0_reverse	3	0.03599943220615387
12238	rnn.weight_hh_l0_reverse	4	0.024507470428943634
12238	rnn.weight_hh_l0_reverse	5	0.0149054741486907
12238	rnn.weight_hh_l0_reverse	6	0.022850841283798218
12238	rnn.weight_hh_l0_reverse	7	0.014155309647321701
12238	rnn.weight_hh_l0_reverse	8	0.008425813168287277
12238	rnn.weight_hh_l0_reverse	9	-0.035247355699539185
12238	rnn.bias_ih_l0_reverse	0	-0.0418880470097065
12238	rnn.bias_ih_l0_reverse	1	-0.11613927036523819
12238	rnn.bias_ih_l0_reverse	2	4.7813777200644836e-05
12238	rnn.bias_ih_l0_reverse	3	-0.04478466883301735
12238	rnn.bias_ih_l0_reverse	4	0.04868829622864723
12238	rnn.bias_ih_l0_reverse	5	-0.09082335233688354
12238	rnn.bias_ih_l0_reverse	6	-0.015308219008147717
12238	rnn.bias_ih_l0_reverse	7	0.027403419837355614
12238	rnn.bias_ih_l0_reverse	8	-0.040752261877059937
12238	rnn.bias_ih_l0_reverse	9	-0.015070994384586811
12238	rnn.bias_hh_l0_reverse	0	-0.04040266573429108
12238	rnn.bias_hh_l0_reverse	1	0.011701645329594612
12238	rnn.bias_hh_l0_reverse	2	-0.016116008162498474
12238	rnn.bias_hh_l0_reverse	3	-0.061522021889686584
12238	rnn.bias_hh_l0_reverse	4	0.005059906281530857
12238	rnn.bias_hh_l0_reverse	5	-0.02973300963640213
12238	rnn.bias_hh_l0_reverse	6	-0.06606912612915039
12238	rnn.bias_hh_l0_reverse	7	-0.044952064752578735
12238	rnn.bias_hh_l0_reverse	8	-0.020228225737810135
12238	rnn.bias_hh_l0_reverse	9	-0.05937938764691353
12238	linear.weight	0	-0.07211371511220932
12238	linear.weight	1	-0.02728211134672165
12238	linear.weight	2	-0.011228874325752258
12238	linear.weight	3	0.03811473771929741
12238	linear.weight	4	-0.00935934204608202
12238	linear.weight	5	0.21050076186656952
12238	linear.weight	6	0.0047744326293468475
12238	linear.weight	7	-0.021312154829502106
12238	linear.weight	8	0.08994348347187042
12238	linear.weight	9	0.09358255565166473
12238	linear.bias	0	-0.4240507185459137
12238	linear.bias	1	-0.023927589878439903
12238	linear.bias	2	0.38884493708610535
12238	linear.bias	3	-0.3091588318347931
12238	linear.bias	4	-1.0771385431289673
12238	linear.bias	5	-0.9679262638092041
12238	linear.bias	6	-0.34920457005500793
12238	linear.bias	7	-0.4928695261478424
12238	linear.bias	8	-0.01705317199230194
12238	linear.bias	9	2.2999379634857178
12435	transitions	0	0.09092634916305542
12435	transitions	1	5.421607971191406
12435	transitions	2	-2.016263961791992
12435	transitions	3	1.1909817457199097
12435	transitions	4	-1.0441759824752808
12435	transitions	5	-0.15812891721725464
12435	transitions	6	-0.06328922510147095
12435	transitions	7	-10000.0
12435	transitions	8	1.4241445064544678
12435	transitions	9	-2.262019157409668
12435	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
12435	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
12435	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
12435	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
12435	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
12435	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
12435	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
12435	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
12435	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
12435	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
12435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
12435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
12435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
12435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
12435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
12435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
12435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
12435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
12435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
12435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
12435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
12435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
12435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
12435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
12435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
12435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
12435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
12435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
12435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
12435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
12435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
12435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
12435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
12435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
12435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
12435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
12435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
12435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
12435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
12435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
12435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
12435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
12435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
12435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
12435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
12435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
12435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
12435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
12435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
12435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
12435	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
12435	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
12435	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
12435	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
12435	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
12435	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
12435	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
12435	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
12435	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
12435	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
12435	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
12435	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
12435	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
12435	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
12435	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
12435	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
12435	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
12435	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
12435	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
12435	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
12435	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
12435	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
12435	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
12435	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
12435	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
12435	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
12435	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
12435	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
12435	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
12435	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
12435	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
12435	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
12435	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
12435	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
12435	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
12435	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
12435	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
12435	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
12435	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
12435	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
12435	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
12435	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
12435	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
12435	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
12435	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
12435	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
12435	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
12435	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
12435	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
12435	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
12435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
12435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
12435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
12435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
12435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
12435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
12435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
12435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
12435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
12435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
12435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
12435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
12435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
12435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
12435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
12435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
12435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
12435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
12435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
12435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
12435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
12435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
12435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
12435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
12435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
12435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
12435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
12435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
12435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
12435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
12435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
12435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
12435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
12435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
12435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
12435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
12435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
12435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
12435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
12435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
12435	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
12435	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
12435	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
12435	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
12435	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
12435	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
12435	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
12435	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
12435	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
12435	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
12435	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
12435	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
12435	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
12435	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
12435	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
12435	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
12435	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
12435	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
12435	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
12435	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
12435	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
12435	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
12435	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
12435	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
12435	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
12435	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
12435	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
12435	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
12435	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
12435	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
12435	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
12435	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
12435	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
12435	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
12435	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
12435	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
12435	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
12435	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
12435	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
12435	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
12435	embedding2nn.weight	0	0.019305240362882614
12435	embedding2nn.weight	1	-0.04405026137828827
12435	embedding2nn.weight	2	0.011828657239675522
12435	embedding2nn.weight	3	-0.004155268892645836
12435	embedding2nn.weight	4	-0.03805970028042793
12435	embedding2nn.weight	5	0.04399656876921654
12435	embedding2nn.weight	6	-0.041025806218385696
12435	embedding2nn.weight	7	-0.03826232627034187
12435	embedding2nn.weight	8	0.021883893758058548
12435	embedding2nn.weight	9	0.04435497522354126
12435	embedding2nn.bias	0	0.030951686203479767
12435	embedding2nn.bias	1	0.04553336277604103
12435	embedding2nn.bias	2	-0.0853109285235405
12435	embedding2nn.bias	3	0.032150037586688995
12435	embedding2nn.bias	4	0.02700512483716011
12435	embedding2nn.bias	5	-0.1076950654387474
12435	embedding2nn.bias	6	-0.02241380140185356
12435	embedding2nn.bias	7	0.011800874955952168
12435	embedding2nn.bias	8	0.05848498269915581
12435	embedding2nn.bias	9	-0.1334584653377533
12435	rnn.weight_ih_l0	0	0.004820506554096937
12435	rnn.weight_ih_l0	1	0.030891261994838715
12435	rnn.weight_ih_l0	2	-0.028364326804876328
12435	rnn.weight_ih_l0	3	0.02013097144663334
12435	rnn.weight_ih_l0	4	0.025315191596746445
12435	rnn.weight_ih_l0	5	-0.04988831281661987
12435	rnn.weight_ih_l0	6	0.037235453724861145
12435	rnn.weight_ih_l0	7	-0.01621130481362343
12435	rnn.weight_ih_l0	8	0.015013028867542744
12435	rnn.weight_ih_l0	9	-0.008638097904622555
12435	rnn.weight_hh_l0	0	0.028838368132710457
12435	rnn.weight_hh_l0	1	-0.030172592028975487
12435	rnn.weight_hh_l0	2	0.028786977753043175
12435	rnn.weight_hh_l0	3	0.016163945198059082
12435	rnn.weight_hh_l0	4	0.017398249357938766
12435	rnn.weight_hh_l0	5	0.030649887397885323
12435	rnn.weight_hh_l0	6	0.0005124343442730606
12435	rnn.weight_hh_l0	7	-0.046265073120594025
12435	rnn.weight_hh_l0	8	-0.03271493688225746
12435	rnn.weight_hh_l0	9	-0.016325287520885468
12435	rnn.bias_ih_l0	0	-0.021237721666693687
12435	rnn.bias_ih_l0	1	-0.02508695423603058
12435	rnn.bias_ih_l0	2	-0.057174839079380035
12435	rnn.bias_ih_l0	3	-0.12560491263866425
12435	rnn.bias_ih_l0	4	0.011126963421702385
12435	rnn.bias_ih_l0	5	0.04341970384120941
12435	rnn.bias_ih_l0	6	-0.0923074409365654
12435	rnn.bias_ih_l0	7	-0.103846475481987
12435	rnn.bias_ih_l0	8	-0.04077145829796791
12435	rnn.bias_ih_l0	9	-0.006919011007994413
12435	rnn.bias_hh_l0	0	0.057248979806900024
12435	rnn.bias_hh_l0	1	-0.01883993111550808
12435	rnn.bias_hh_l0	2	-0.009533998556435108
12435	rnn.bias_hh_l0	3	-0.04771265387535095
12435	rnn.bias_hh_l0	4	-0.003683330724015832
12435	rnn.bias_hh_l0	5	0.045300714671611786
12435	rnn.bias_hh_l0	6	-0.043125446885824203
12435	rnn.bias_hh_l0	7	-0.025548381730914116
12435	rnn.bias_hh_l0	8	-0.06667821109294891
12435	rnn.bias_hh_l0	9	-0.048675861209630966
12435	rnn.weight_ih_l0_reverse	0	0.03908143565058708
12435	rnn.weight_ih_l0_reverse	1	-0.01517789252102375
12435	rnn.weight_ih_l0_reverse	2	-0.027127869427204132
12435	rnn.weight_ih_l0_reverse	3	0.015785137191414833
12435	rnn.weight_ih_l0_reverse	4	0.021910835057497025
12435	rnn.weight_ih_l0_reverse	5	-0.02197970822453499
12435	rnn.weight_ih_l0_reverse	6	-0.033695630729198456
12435	rnn.weight_ih_l0_reverse	7	-0.02508862316608429
12435	rnn.weight_ih_l0_reverse	8	-0.013363301753997803
12435	rnn.weight_ih_l0_reverse	9	0.016648681834340096
12435	rnn.weight_hh_l0_reverse	0	-0.019708728417754173
12435	rnn.weight_hh_l0_reverse	1	0.0024757697246968746
12435	rnn.weight_hh_l0_reverse	2	-0.030992763116955757
12435	rnn.weight_hh_l0_reverse	3	0.03598073497414589
12435	rnn.weight_hh_l0_reverse	4	0.023884667083621025
12435	rnn.weight_hh_l0_reverse	5	0.014934875071048737
12435	rnn.weight_hh_l0_reverse	6	0.023485098034143448
12435	rnn.weight_hh_l0_reverse	7	0.014104961417615414
12435	rnn.weight_hh_l0_reverse	8	0.008199086412787437
12435	rnn.weight_hh_l0_reverse	9	-0.03512933850288391
12435	rnn.bias_ih_l0_reverse	0	-0.046619825065135956
12435	rnn.bias_ih_l0_reverse	1	-0.1188894733786583
12435	rnn.bias_ih_l0_reverse	2	0.0007416207226924598
12435	rnn.bias_ih_l0_reverse	3	-0.04433612525463104
12435	rnn.bias_ih_l0_reverse	4	0.04887756332755089
12435	rnn.bias_ih_l0_reverse	5	-0.09438637644052505
12435	rnn.bias_ih_l0_reverse	6	-0.015916747972369194
12435	rnn.bias_ih_l0_reverse	7	0.024051815271377563
12435	rnn.bias_ih_l0_reverse	8	-0.04642839357256889
12435	rnn.bias_ih_l0_reverse	9	-0.015582297928631306
12435	rnn.bias_hh_l0_reverse	0	-0.038797568529844284
12435	rnn.bias_hh_l0_reverse	1	0.0077356877736747265
12435	rnn.bias_hh_l0_reverse	2	-0.015989618375897408
12435	rnn.bias_hh_l0_reverse	3	-0.06247526407241821
12435	rnn.bias_hh_l0_reverse	4	0.0039501008577644825
12435	rnn.bias_hh_l0_reverse	5	-0.02958773821592331
12435	rnn.bias_hh_l0_reverse	6	-0.07518085837364197
12435	rnn.bias_hh_l0_reverse	7	-0.04326677322387695
12435	rnn.bias_hh_l0_reverse	8	-0.018194301053881645
12435	rnn.bias_hh_l0_reverse	9	-0.05781211704015732
12435	linear.weight	0	-0.08887327462434769
12435	linear.weight	1	-0.02592107094824314
12435	linear.weight	2	-0.011228874325752258
12435	linear.weight	3	0.045667797327041626
12435	linear.weight	4	-0.028494883328676224
12435	linear.weight	5	0.20024237036705017
12435	linear.weight	6	0.0047744326293468475
12435	linear.weight	7	-0.021312154829502106
12435	linear.weight	8	0.05447569489479065
12435	linear.weight	9	0.09387769550085068
12435	linear.bias	0	-0.4337315559387207
12435	linear.bias	1	-0.01919354312121868
12435	linear.bias	2	0.37413832545280457
12435	linear.bias	3	-0.34358346462249756
12435	linear.bias	4	-1.1015936136245728
12435	linear.bias	5	-0.9703222513198853
12435	linear.bias	6	-0.35289862751960754
12435	linear.bias	7	-0.5104760527610779
12435	linear.bias	8	-0.01705317199230194
12435	linear.bias	9	2.329355239868164
12632	transitions	0	0.08838306367397308
12632	transitions	1	5.466794013977051
12632	transitions	2	-2.026167154312134
12632	transitions	3	1.2026095390319824
12632	transitions	4	-1.0493545532226562
12632	transitions	5	-0.159756600856781
12632	transitions	6	-0.06417255848646164
12632	transitions	7	-10000.0
12632	transitions	8	1.4456377029418945
12632	transitions	9	-2.2623536586761475
12632	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
12632	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
12632	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
12632	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
12632	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
12632	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
12632	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
12632	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
12632	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
12632	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
12632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
12632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
12632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
12632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
12632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
12632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
12632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
12632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
12632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
12632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
12632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
12632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
12632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
12632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
12632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
12632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
12632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
12632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
12632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
12632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
12632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
12632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
12632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
12632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
12632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
12632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
12632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
12632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
12632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
12632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
12632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
12632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
12632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
12632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
12632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
12632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
12632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
12632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
12632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
12632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
12632	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
12632	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
12632	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
12632	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
12632	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
12632	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
12632	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
12632	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
12632	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
12632	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
12632	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
12632	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
12632	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
12632	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
12632	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
12632	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
12632	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
12632	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
12632	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
12632	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
12632	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
12632	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
12632	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
12632	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
12632	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
12632	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
12632	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
12632	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
12632	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
12632	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
12632	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
12632	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
12632	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
12632	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
12632	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
12632	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
12632	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
12632	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
12632	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
12632	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
12632	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
12632	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
12632	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
12632	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
12632	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
12632	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
12632	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
12632	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
12632	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
12632	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
12632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
12632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
12632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
12632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
12632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
12632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
12632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
12632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
12632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
12632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
12632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
12632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
12632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
12632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
12632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
12632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
12632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
12632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
12632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
12632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
12632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
12632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
12632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
12632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
12632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
12632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
12632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
12632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
12632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
12632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
12632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
12632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
12632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
12632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
12632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
12632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
12632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
12632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
12632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
12632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
12632	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
12632	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
12632	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
12632	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
12632	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
12632	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
12632	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
12632	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
12632	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
12632	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
12632	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
12632	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
12632	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
12632	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
12632	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
12632	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
12632	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
12632	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
12632	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
12632	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
12632	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
12632	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
12632	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
12632	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
12632	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
12632	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
12632	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
12632	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
12632	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
12632	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
12632	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
12632	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
12632	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
12632	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
12632	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
12632	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
12632	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
12632	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
12632	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
12632	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
12632	embedding2nn.weight	0	0.019811168313026428
12632	embedding2nn.weight	1	-0.043418582528829575
12632	embedding2nn.weight	2	0.010310526005923748
12632	embedding2nn.weight	3	-0.0046264659613370895
12632	embedding2nn.weight	4	-0.04269297420978546
12632	embedding2nn.weight	5	0.04277420789003372
12632	embedding2nn.weight	6	-0.040570177137851715
12632	embedding2nn.weight	7	-0.03882791846990585
12632	embedding2nn.weight	8	0.022062744945287704
12632	embedding2nn.weight	9	0.04518246278166771
12632	embedding2nn.bias	0	0.04821358621120453
12632	embedding2nn.bias	1	0.04847799241542816
12632	embedding2nn.bias	2	-0.08250148594379425
12632	embedding2nn.bias	3	0.04411541298031807
12632	embedding2nn.bias	4	0.04173663631081581
12632	embedding2nn.bias	5	-0.11407133936882019
12632	embedding2nn.bias	6	-0.02406245656311512
12632	embedding2nn.bias	7	0.004880639724433422
12632	embedding2nn.bias	8	0.056010037660598755
12632	embedding2nn.bias	9	-0.13325639069080353
12632	rnn.weight_ih_l0	0	0.0033851463813334703
12632	rnn.weight_ih_l0	1	0.03068508394062519
12632	rnn.weight_ih_l0	2	-0.028015878051519394
12632	rnn.weight_ih_l0	3	0.016779016703367233
12632	rnn.weight_ih_l0	4	0.024879688397049904
12632	rnn.weight_ih_l0	5	-0.0489165298640728
12632	rnn.weight_ih_l0	6	0.03894660621881485
12632	rnn.weight_ih_l0	7	-0.013857287354767323
12632	rnn.weight_ih_l0	8	0.01668415404856205
12632	rnn.weight_ih_l0	9	-0.009982230141758919
12632	rnn.weight_hh_l0	0	0.02967960759997368
12632	rnn.weight_hh_l0	1	-0.029418548569083214
12632	rnn.weight_hh_l0	2	0.029070096090435982
12632	rnn.weight_hh_l0	3	0.017272626981139183
12632	rnn.weight_hh_l0	4	0.017499292269349098
12632	rnn.weight_hh_l0	5	0.031045662239193916
12632	rnn.weight_hh_l0	6	0.0009686573757790029
12632	rnn.weight_hh_l0	7	-0.0462377592921257
12632	rnn.weight_hh_l0	8	-0.03283144161105156
12632	rnn.weight_hh_l0	9	-0.020911088213324547
12632	rnn.bias_ih_l0	0	-0.023118358105421066
12632	rnn.bias_ih_l0	1	-0.020452553406357765
12632	rnn.bias_ih_l0	2	-0.057053711265325546
12632	rnn.bias_ih_l0	3	-0.13407164812088013
12632	rnn.bias_ih_l0	4	0.015307300724089146
12632	rnn.bias_ih_l0	5	0.043468039482831955
12632	rnn.bias_ih_l0	6	-0.08970488607883453
12632	rnn.bias_ih_l0	7	-0.10175884515047073
12632	rnn.bias_ih_l0	8	-0.03830813243985176
12632	rnn.bias_ih_l0	9	-0.010760338976979256
12632	rnn.bias_hh_l0	0	0.05477622523903847
12632	rnn.bias_hh_l0	1	-0.019292322918772697
12632	rnn.bias_hh_l0	2	-0.0125558627769351
12632	rnn.bias_hh_l0	3	-0.049023211002349854
12632	rnn.bias_hh_l0	4	-0.007726549636572599
12632	rnn.bias_hh_l0	5	0.040095504373311996
12632	rnn.bias_hh_l0	6	-0.04452290013432503
12632	rnn.bias_hh_l0	7	-0.028251519426703453
12632	rnn.bias_hh_l0	8	-0.06691433489322662
12632	rnn.bias_hh_l0	9	-0.04796810820698738
12632	rnn.weight_ih_l0_reverse	0	0.041258860379457474
12632	rnn.weight_ih_l0_reverse	1	-0.014349694363772869
12632	rnn.weight_ih_l0_reverse	2	-0.025407936424016953
12632	rnn.weight_ih_l0_reverse	3	0.017099035903811455
12632	rnn.weight_ih_l0_reverse	4	0.020364874973893166
12632	rnn.weight_ih_l0_reverse	5	-0.02125629037618637
12632	rnn.weight_ih_l0_reverse	6	-0.03260643035173416
12632	rnn.weight_ih_l0_reverse	7	-0.02462081052362919
12632	rnn.weight_ih_l0_reverse	8	-0.011680113151669502
12632	rnn.weight_ih_l0_reverse	9	0.018082745373249054
12632	rnn.weight_hh_l0_reverse	0	-0.01985326036810875
12632	rnn.weight_hh_l0_reverse	1	0.002436083508655429
12632	rnn.weight_hh_l0_reverse	2	-0.03097965195775032
12632	rnn.weight_hh_l0_reverse	3	0.036447975784540176
12632	rnn.weight_hh_l0_reverse	4	0.023725885897874832
12632	rnn.weight_hh_l0_reverse	5	0.015168100595474243
12632	rnn.weight_hh_l0_reverse	6	0.023711973801255226
12632	rnn.weight_hh_l0_reverse	7	0.01438099518418312
12632	rnn.weight_hh_l0_reverse	8	0.00846875086426735
12632	rnn.weight_hh_l0_reverse	9	-0.03543859347701073
12632	rnn.bias_ih_l0_reverse	0	-0.0473761148750782
12632	rnn.bias_ih_l0_reverse	1	-0.11770938336849213
12632	rnn.bias_ih_l0_reverse	2	0.0014091377379372716
12632	rnn.bias_ih_l0_reverse	3	-0.04676348343491554
12632	rnn.bias_ih_l0_reverse	4	0.04640115797519684
12632	rnn.bias_ih_l0_reverse	5	-0.09742603451013565
12632	rnn.bias_ih_l0_reverse	6	-0.01202177070081234
12632	rnn.bias_ih_l0_reverse	7	0.023559287190437317
12632	rnn.bias_ih_l0_reverse	8	-0.049446091055870056
12632	rnn.bias_ih_l0_reverse	9	-0.014412887394428253
12632	rnn.bias_hh_l0_reverse	0	-0.04077576473355293
12632	rnn.bias_hh_l0_reverse	1	0.006007403135299683
12632	rnn.bias_hh_l0_reverse	2	-0.014695466496050358
12632	rnn.bias_hh_l0_reverse	3	-0.06259293854236603
12632	rnn.bias_hh_l0_reverse	4	0.0022306866012513638
12632	rnn.bias_hh_l0_reverse	5	-0.03243037685751915
12632	rnn.bias_hh_l0_reverse	6	-0.07110943645238876
12632	rnn.bias_hh_l0_reverse	7	-0.044365301728248596
12632	rnn.bias_hh_l0_reverse	8	-0.013056050054728985
12632	rnn.bias_hh_l0_reverse	9	-0.058837421238422394
12632	linear.weight	0	-0.10721507668495178
12632	linear.weight	1	-0.03511311486363411
12632	linear.weight	2	-0.011228874325752258
12632	linear.weight	3	0.02420034445822239
12632	linear.weight	4	-0.03090624324977398
12632	linear.weight	5	0.18280507624149323
12632	linear.weight	6	0.0047744326293468475
12632	linear.weight	7	-0.021312154829502106
12632	linear.weight	8	0.04722579941153526
12632	linear.weight	9	0.0739394947886467
12632	linear.bias	0	-0.38958242535591125
12632	linear.bias	1	-0.0004114682087674737
12632	linear.bias	2	0.3654481768608093
12632	linear.bias	3	-0.3359633684158325
12632	linear.bias	4	-1.1508680582046509
12632	linear.bias	5	-0.9726867079734802
12632	linear.bias	6	-0.3229210078716278
12632	linear.bias	7	-0.505104660987854
12632	linear.bias	8	-0.01705317199230194
12632	linear.bias	9	2.331199884414673
12829	transitions	0	0.08623778820037842
12829	transitions	1	5.4469895362854
12829	transitions	2	-2.0397465229034424
12829	transitions	3	1.2137815952301025
12829	transitions	4	-1.0546118021011353
12829	transitions	5	-0.16085675358772278
12829	transitions	6	-0.06522266566753387
12829	transitions	7	-10000.0
12829	transitions	8	1.4423993825912476
12829	transitions	9	-2.2626421451568604
12829	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
12829	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
12829	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
12829	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
12829	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
12829	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
12829	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
12829	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
12829	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
12829	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
12829	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
12829	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
12829	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
12829	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
12829	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
12829	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
12829	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
12829	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
12829	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
12829	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
12829	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
12829	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
12829	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
12829	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
12829	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
12829	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
12829	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
12829	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
12829	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
12829	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
12829	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
12829	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
12829	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
12829	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
12829	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
12829	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
12829	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
12829	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
12829	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
12829	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
12829	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
12829	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
12829	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
12829	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
12829	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
12829	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
12829	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
12829	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
12829	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
12829	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
12829	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
12829	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
12829	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
12829	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
12829	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
12829	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
12829	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
12829	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
12829	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
12829	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
12829	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
12829	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
12829	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
12829	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
12829	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
12829	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
12829	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
12829	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
12829	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
12829	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
12829	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
12829	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
12829	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
12829	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
12829	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
12829	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
12829	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
12829	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
12829	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
12829	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
12829	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
12829	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
12829	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
12829	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
12829	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
12829	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
12829	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
12829	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
12829	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
12829	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
12829	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
12829	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
12829	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
12829	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
12829	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
12829	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
12829	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
12829	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
12829	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
12829	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
12829	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
12829	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
12829	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
12829	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
12829	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
12829	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
12829	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
12829	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
12829	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
12829	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
12829	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
12829	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
12829	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
12829	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
12829	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
12829	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
12829	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
12829	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
12829	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
12829	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
12829	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
12829	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
12829	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
12829	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
12829	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
12829	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
12829	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
12829	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
12829	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
12829	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
12829	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
12829	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
12829	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
12829	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
12829	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
12829	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
12829	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
12829	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
12829	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
12829	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
12829	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
12829	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
12829	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
12829	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
12829	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
12829	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
12829	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
12829	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
12829	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
12829	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
12829	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
12829	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
12829	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
12829	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
12829	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
12829	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
12829	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
12829	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
12829	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
12829	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
12829	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
12829	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
12829	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
12829	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
12829	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
12829	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
12829	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
12829	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
12829	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
12829	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
12829	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
12829	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
12829	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
12829	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
12829	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
12829	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
12829	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
12829	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
12829	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
12829	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
12829	embedding2nn.weight	0	0.01943582110106945
12829	embedding2nn.weight	1	-0.04458189755678177
12829	embedding2nn.weight	2	0.008232303895056248
12829	embedding2nn.weight	3	-0.004710736684501171
12829	embedding2nn.weight	4	-0.04369651898741722
12829	embedding2nn.weight	5	0.041875917464494705
12829	embedding2nn.weight	6	-0.0407182052731514
12829	embedding2nn.weight	7	-0.040061961859464645
12829	embedding2nn.weight	8	0.02229435183107853
12829	embedding2nn.weight	9	0.048819608986377716
12829	embedding2nn.bias	0	0.04116655886173248
12829	embedding2nn.bias	1	0.043407052755355835
12829	embedding2nn.bias	2	-0.08261645585298538
12829	embedding2nn.bias	3	0.04693342000246048
12829	embedding2nn.bias	4	0.032651662826538086
12829	embedding2nn.bias	5	-0.11740229278802872
12829	embedding2nn.bias	6	-0.02773962914943695
12829	embedding2nn.bias	7	0.0018465584143996239
12829	embedding2nn.bias	8	0.05435710772871971
12829	embedding2nn.bias	9	-0.12994186580181122
12829	rnn.weight_ih_l0	0	0.003272125031799078
12829	rnn.weight_ih_l0	1	0.03039614111185074
12829	rnn.weight_ih_l0	2	-0.025662314146757126
12829	rnn.weight_ih_l0	3	0.01910245791077614
12829	rnn.weight_ih_l0	4	0.024889150634407997
12829	rnn.weight_ih_l0	5	-0.047428444027900696
12829	rnn.weight_ih_l0	6	0.0381101630628109
12829	rnn.weight_ih_l0	7	-0.01769038662314415
12829	rnn.weight_ih_l0	8	0.016526907682418823
12829	rnn.weight_ih_l0	9	-0.010382662527263165
12829	rnn.weight_hh_l0	0	0.029583105817437172
12829	rnn.weight_hh_l0	1	-0.03134464472532272
12829	rnn.weight_hh_l0	2	0.028877777978777885
12829	rnn.weight_hh_l0	3	0.01813003607094288
12829	rnn.weight_hh_l0	4	0.017479723319411278
12829	rnn.weight_hh_l0	5	0.03128135949373245
12829	rnn.weight_hh_l0	6	0.0011439865920692682
12829	rnn.weight_hh_l0	7	-0.046196870505809784
12829	rnn.weight_hh_l0	8	-0.0318867489695549
12829	rnn.weight_hh_l0	9	-0.02550712786614895
12829	rnn.bias_ih_l0	0	-0.02657926455140114
12829	rnn.bias_ih_l0	1	-0.028040900826454163
12829	rnn.bias_ih_l0	2	-0.05329826846718788
12829	rnn.bias_ih_l0	3	-0.13652753829956055
12829	rnn.bias_ih_l0	4	0.01850924640893936
12829	rnn.bias_ih_l0	5	0.046964310109615326
12829	rnn.bias_ih_l0	6	-0.09009670466184616
12829	rnn.bias_ih_l0	7	-0.10496651381254196
12829	rnn.bias_ih_l0	8	-0.038346853107213974
12829	rnn.bias_ih_l0	9	-0.006511075422167778
12829	rnn.bias_hh_l0	0	0.05420640483498573
12829	rnn.bias_hh_l0	1	-0.015928518027067184
12829	rnn.bias_hh_l0	2	-0.011310582049190998
12829	rnn.bias_hh_l0	3	-0.04878334328532219
12829	rnn.bias_hh_l0	4	-0.0040470873937010765
12829	rnn.bias_hh_l0	5	0.043517760932445526
12829	rnn.bias_hh_l0	6	-0.04374542087316513
12829	rnn.bias_hh_l0	7	-0.030149541795253754
12829	rnn.bias_hh_l0	8	-0.06798680126667023
12829	rnn.bias_hh_l0	9	-0.052187174558639526
12829	rnn.weight_ih_l0_reverse	0	0.03941617161035538
12829	rnn.weight_ih_l0_reverse	1	-0.013347049243748188
12829	rnn.weight_ih_l0_reverse	2	-0.02519501931965351
12829	rnn.weight_ih_l0_reverse	3	0.016550369560718536
12829	rnn.weight_ih_l0_reverse	4	0.01890387199819088
12829	rnn.weight_ih_l0_reverse	5	-0.019490521401166916
12829	rnn.weight_ih_l0_reverse	6	-0.03637941926717758
12829	rnn.weight_ih_l0_reverse	7	-0.021299775689840317
12829	rnn.weight_ih_l0_reverse	8	-0.01183780375868082
12829	rnn.weight_ih_l0_reverse	9	0.018300645053386688
12829	rnn.weight_hh_l0_reverse	0	-0.01922472007572651
12829	rnn.weight_hh_l0_reverse	1	0.002262980444356799
12829	rnn.weight_hh_l0_reverse	2	-0.030877549201250076
12829	rnn.weight_hh_l0_reverse	3	0.0367974191904068
12829	rnn.weight_hh_l0_reverse	4	0.022653598338365555
12829	rnn.weight_hh_l0_reverse	5	0.01391473226249218
12829	rnn.weight_hh_l0_reverse	6	0.023779457435011864
12829	rnn.weight_hh_l0_reverse	7	0.014506327919661999
12829	rnn.weight_hh_l0_reverse	8	0.007989125326275826
12829	rnn.weight_hh_l0_reverse	9	-0.03575275465846062
12829	rnn.bias_ih_l0_reverse	0	-0.04883383959531784
12829	rnn.bias_ih_l0_reverse	1	-0.12695476412773132
12829	rnn.bias_ih_l0_reverse	2	0.0008650750969536602
12829	rnn.bias_ih_l0_reverse	3	-0.04675525799393654
12829	rnn.bias_ih_l0_reverse	4	0.043436601758003235
12829	rnn.bias_ih_l0_reverse	5	-0.09700724482536316
12829	rnn.bias_ih_l0_reverse	6	-0.013468321412801743
12829	rnn.bias_ih_l0_reverse	7	0.029813000932335854
12829	rnn.bias_ih_l0_reverse	8	-0.05285731330513954
12829	rnn.bias_ih_l0_reverse	9	-0.01169490534812212
12829	rnn.bias_hh_l0_reverse	0	-0.03825502470135689
12829	rnn.bias_hh_l0_reverse	1	0.00535860238596797
12829	rnn.bias_hh_l0_reverse	2	-0.016644995659589767
12829	rnn.bias_hh_l0_reverse	3	-0.06258728355169296
12829	rnn.bias_hh_l0_reverse	4	0.0016889919061213732
12829	rnn.bias_hh_l0_reverse	5	-0.03511430323123932
12829	rnn.bias_hh_l0_reverse	6	-0.07373704016208649
12829	rnn.bias_hh_l0_reverse	7	-0.04594911262392998
12829	rnn.bias_hh_l0_reverse	8	-0.0211056936532259
12829	rnn.bias_hh_l0_reverse	9	-0.06045376881957054
12829	linear.weight	0	-0.10992440581321716
12829	linear.weight	1	-0.03519715368747711
12829	linear.weight	2	-0.011228874325752258
12829	linear.weight	3	0.00255383993498981
12829	linear.weight	4	-0.024486439302563667
12829	linear.weight	5	0.19614139199256897
12829	linear.weight	6	0.0047744326293468475
12829	linear.weight	7	-0.021312154829502106
12829	linear.weight	8	0.057360727339982986
12829	linear.weight	9	0.03641824424266815
12829	linear.bias	0	-0.40474987030029297
12829	linear.bias	1	0.029422808438539505
12829	linear.bias	2	0.32659614086151123
12829	linear.bias	3	-0.3230036795139313
12829	linear.bias	4	-1.1510788202285767
12829	linear.bias	5	-0.9746645092964172
12829	linear.bias	6	-0.325271874666214
12829	linear.bias	7	-0.4926237165927887
12829	linear.bias	8	-0.01705317199230194
12829	linear.bias	9	2.3353426456451416
13026	transitions	0	0.08361703157424927
13026	transitions	1	5.47703218460083
13026	transitions	2	-2.050816535949707
13026	transitions	3	1.2112430334091187
13026	transitions	4	-1.059738039970398
13026	transitions	5	-0.16187182068824768
13026	transitions	6	-0.0662933811545372
13026	transitions	7	-10000.0
13026	transitions	8	1.440800666809082
13026	transitions	9	-2.262935161590576
13026	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
13026	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
13026	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
13026	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
13026	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
13026	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
13026	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
13026	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
13026	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
13026	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
13026	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
13026	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
13026	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
13026	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
13026	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
13026	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
13026	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
13026	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
13026	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
13026	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
13026	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
13026	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
13026	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
13026	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
13026	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
13026	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
13026	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
13026	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
13026	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
13026	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
13026	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
13026	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
13026	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
13026	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
13026	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
13026	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
13026	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
13026	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
13026	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
13026	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
13026	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
13026	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
13026	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
13026	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
13026	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
13026	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
13026	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
13026	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
13026	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
13026	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
13026	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
13026	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
13026	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
13026	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
13026	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
13026	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
13026	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
13026	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
13026	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
13026	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
13026	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
13026	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
13026	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
13026	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
13026	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
13026	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
13026	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
13026	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
13026	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
13026	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
13026	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
13026	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
13026	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
13026	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
13026	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
13026	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
13026	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
13026	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
13026	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
13026	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
13026	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
13026	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
13026	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
13026	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
13026	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
13026	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
13026	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
13026	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
13026	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
13026	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
13026	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
13026	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
13026	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
13026	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
13026	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
13026	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
13026	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
13026	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
13026	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
13026	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
13026	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
13026	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
13026	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
13026	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
13026	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
13026	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
13026	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
13026	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
13026	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
13026	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
13026	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
13026	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
13026	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
13026	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
13026	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
13026	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
13026	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
13026	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
13026	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
13026	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
13026	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
13026	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
13026	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
13026	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
13026	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
13026	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
13026	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
13026	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
13026	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
13026	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
13026	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
13026	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
13026	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
13026	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
13026	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
13026	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
13026	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
13026	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
13026	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
13026	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
13026	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
13026	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
13026	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
13026	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
13026	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
13026	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
13026	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
13026	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
13026	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
13026	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
13026	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
13026	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
13026	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
13026	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
13026	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
13026	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
13026	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
13026	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
13026	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
13026	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
13026	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
13026	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
13026	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
13026	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
13026	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
13026	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
13026	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
13026	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
13026	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
13026	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
13026	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
13026	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
13026	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
13026	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
13026	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
13026	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
13026	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
13026	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
13026	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
13026	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
13026	embedding2nn.weight	0	0.0194957684725523
13026	embedding2nn.weight	1	-0.04544965177774429
13026	embedding2nn.weight	2	0.008974064141511917
13026	embedding2nn.weight	3	-0.0030248805414885283
13026	embedding2nn.weight	4	-0.04436519742012024
13026	embedding2nn.weight	5	0.0435955785214901
13026	embedding2nn.weight	6	-0.038058843463659286
13026	embedding2nn.weight	7	-0.03705087676644325
13026	embedding2nn.weight	8	0.02224057726562023
13026	embedding2nn.weight	9	0.05033521726727486
13026	embedding2nn.bias	0	0.04381237551569939
13026	embedding2nn.bias	1	0.0487719289958477
13026	embedding2nn.bias	2	-0.10557819157838821
13026	embedding2nn.bias	3	0.04751041904091835
13026	embedding2nn.bias	4	0.023628896102309227
13026	embedding2nn.bias	5	-0.0978749468922615
13026	embedding2nn.bias	6	-0.04084503650665283
13026	embedding2nn.bias	7	0.011049550026655197
13026	embedding2nn.bias	8	0.053371671587228775
13026	embedding2nn.bias	9	-0.125753715634346
13026	rnn.weight_ih_l0	0	0.004858472850173712
13026	rnn.weight_ih_l0	1	0.02887544222176075
13026	rnn.weight_ih_l0	2	-0.027613641694188118
13026	rnn.weight_ih_l0	3	0.016434138640761375
13026	rnn.weight_ih_l0	4	0.025064092129468918
13026	rnn.weight_ih_l0	5	-0.047779347747564316
13026	rnn.weight_ih_l0	6	0.03845646604895592
13026	rnn.weight_ih_l0	7	-0.017550205811858177
13026	rnn.weight_ih_l0	8	0.017714735120534897
13026	rnn.weight_ih_l0	9	-0.008692841976881027
13026	rnn.weight_hh_l0	0	0.0288584902882576
13026	rnn.weight_hh_l0	1	-0.02733238786458969
13026	rnn.weight_hh_l0	2	0.028338536620140076
13026	rnn.weight_hh_l0	3	0.017428092658519745
13026	rnn.weight_hh_l0	4	0.0171897504478693
13026	rnn.weight_hh_l0	5	0.03047298453748226
13026	rnn.weight_hh_l0	6	0.0015395146328955889
13026	rnn.weight_hh_l0	7	-0.04657789692282677
13026	rnn.weight_hh_l0	8	-0.031825076788663864
13026	rnn.weight_hh_l0	9	-0.025556039065122604
13026	rnn.bias_ih_l0	0	-0.029672818258404732
13026	rnn.bias_ih_l0	1	-0.029651379212737083
13026	rnn.bias_ih_l0	2	-0.04783869907259941
13026	rnn.bias_ih_l0	3	-0.14018777012825012
13026	rnn.bias_ih_l0	4	0.022753270342946053
13026	rnn.bias_ih_l0	5	0.03771847113966942
13026	rnn.bias_ih_l0	6	-0.08977964520454407
13026	rnn.bias_ih_l0	7	-0.1112736240029335
13026	rnn.bias_ih_l0	8	-0.04106445983052254
13026	rnn.bias_ih_l0	9	-0.011268457397818565
13026	rnn.bias_hh_l0	0	0.04831942915916443
13026	rnn.bias_hh_l0	1	-0.014350058510899544
13026	rnn.bias_hh_l0	2	-0.01170719787478447
13026	rnn.bias_hh_l0	3	-0.04837719723582268
13026	rnn.bias_hh_l0	4	-0.003805536311119795
13026	rnn.bias_hh_l0	5	0.05420929193496704
13026	rnn.bias_hh_l0	6	-0.04423769563436508
13026	rnn.bias_hh_l0	7	-0.02810817025601864
13026	rnn.bias_hh_l0	8	-0.06930817663669586
13026	rnn.bias_hh_l0	9	-0.05197343975305557
13026	rnn.weight_ih_l0_reverse	0	0.0407954566180706
13026	rnn.weight_ih_l0_reverse	1	-0.013377029448747635
13026	rnn.weight_ih_l0_reverse	2	-0.02602868527173996
13026	rnn.weight_ih_l0_reverse	3	0.017082011327147484
13026	rnn.weight_ih_l0_reverse	4	0.01754140853881836
13026	rnn.weight_ih_l0_reverse	5	-0.02183087356388569
13026	rnn.weight_ih_l0_reverse	6	-0.03509960323572159
13026	rnn.weight_ih_l0_reverse	7	-0.01945728249847889
13026	rnn.weight_ih_l0_reverse	8	-0.010784819722175598
13026	rnn.weight_ih_l0_reverse	9	0.017963862046599388
13026	rnn.weight_hh_l0_reverse	0	-0.019578449428081512
13026	rnn.weight_hh_l0_reverse	1	0.0021336053032428026
13026	rnn.weight_hh_l0_reverse	2	-0.0307240579277277
13026	rnn.weight_hh_l0_reverse	3	0.03585784509778023
13026	rnn.weight_hh_l0_reverse	4	0.022211866453289986
13026	rnn.weight_hh_l0_reverse	5	0.0140242800116539
13026	rnn.weight_hh_l0_reverse	6	0.024315202608704567
13026	rnn.weight_hh_l0_reverse	7	0.01470946054905653
13026	rnn.weight_hh_l0_reverse	8	0.007854581810534
13026	rnn.weight_hh_l0_reverse	9	-0.03548554331064224
13026	rnn.bias_ih_l0_reverse	0	-0.047038670629262924
13026	rnn.bias_ih_l0_reverse	1	-0.13657963275909424
13026	rnn.bias_ih_l0_reverse	2	0.0005246471264399588
13026	rnn.bias_ih_l0_reverse	3	-0.04606902226805687
13026	rnn.bias_ih_l0_reverse	4	0.044190000742673874
13026	rnn.bias_ih_l0_reverse	5	-0.09821134805679321
13026	rnn.bias_ih_l0_reverse	6	-0.015506431460380554
13026	rnn.bias_ih_l0_reverse	7	0.030832931399345398
13026	rnn.bias_ih_l0_reverse	8	-0.053306519985198975
13026	rnn.bias_ih_l0_reverse	9	-0.0145524051040411
13026	rnn.bias_hh_l0_reverse	0	-0.03632647544145584
13026	rnn.bias_hh_l0_reverse	1	0.0029337650630623102
13026	rnn.bias_hh_l0_reverse	2	-0.01916063204407692
13026	rnn.bias_hh_l0_reverse	3	-0.05861368402838707
13026	rnn.bias_hh_l0_reverse	4	0.0006440276047214866
13026	rnn.bias_hh_l0_reverse	5	-0.034582335501909256
13026	rnn.bias_hh_l0_reverse	6	-0.0714045986533165
13026	rnn.bias_hh_l0_reverse	7	-0.04644731432199478
13026	rnn.bias_hh_l0_reverse	8	-0.021245278418064117
13026	rnn.bias_hh_l0_reverse	9	-0.05959635227918625
13026	linear.weight	0	-0.13154785335063934
13026	linear.weight	1	-0.04218059405684471
13026	linear.weight	2	-0.011228874325752258
13026	linear.weight	3	0.011141794733703136
13026	linear.weight	4	-0.04753115400671959
13026	linear.weight	5	0.19345688819885254
13026	linear.weight	6	0.0047744326293468475
13026	linear.weight	7	-0.021312154829502106
13026	linear.weight	8	0.04334832727909088
13026	linear.weight	9	0.02429639920592308
13026	linear.bias	0	-0.4181952178478241
13026	linear.bias	1	0.018107686191797256
13026	linear.bias	2	0.40633270144462585
13026	linear.bias	3	-0.3152160942554474
13026	linear.bias	4	-1.1842117309570312
13026	linear.bias	5	-0.9768462181091309
13026	linear.bias	6	-0.3454713523387909
13026	linear.bias	7	-0.5347856879234314
13026	linear.bias	8	-0.01705317199230194
13026	linear.bias	9	2.2947089672088623
13223	transitions	0	0.08045582473278046
13223	transitions	1	5.522953510284424
13223	transitions	2	-2.058570146560669
13223	transitions	3	1.2117691040039062
13223	transitions	4	-1.064708948135376
13223	transitions	5	-0.16237637400627136
13223	transitions	6	-0.06740432232618332
13223	transitions	7	-10000.0
13223	transitions	8	1.4439936876296997
13223	transitions	9	-2.263240098953247
13223	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
13223	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
13223	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
13223	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
13223	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
13223	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
13223	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
13223	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
13223	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
13223	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
13223	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
13223	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
13223	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
13223	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
13223	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
13223	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
13223	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
13223	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
13223	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
13223	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
13223	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
13223	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
13223	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
13223	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
13223	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
13223	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
13223	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
13223	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
13223	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
13223	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
13223	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
13223	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
13223	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
13223	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
13223	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
13223	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
13223	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
13223	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
13223	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
13223	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
13223	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
13223	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
13223	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
13223	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
13223	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
13223	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
13223	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
13223	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
13223	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
13223	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
13223	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
13223	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
13223	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
13223	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
13223	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
13223	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
13223	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
13223	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
13223	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
13223	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
13223	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
13223	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
13223	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
13223	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
13223	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
13223	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
13223	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
13223	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
13223	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
13223	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
13223	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
13223	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
13223	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
13223	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
13223	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
13223	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
13223	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
13223	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
13223	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
13223	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
13223	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
13223	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
13223	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
13223	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
13223	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
13223	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
13223	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
13223	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
13223	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
13223	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
13223	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
13223	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
13223	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
13223	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
13223	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
13223	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
13223	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
13223	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
13223	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
13223	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
13223	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
13223	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
13223	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
13223	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
13223	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
13223	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
13223	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
13223	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
13223	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
13223	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
13223	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
13223	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
13223	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
13223	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
13223	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
13223	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
13223	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
13223	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
13223	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
13223	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
13223	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
13223	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
13223	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
13223	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
13223	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
13223	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
13223	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
13223	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
13223	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
13223	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
13223	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
13223	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
13223	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
13223	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
13223	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
13223	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
13223	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
13223	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
13223	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
13223	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
13223	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
13223	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
13223	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
13223	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
13223	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
13223	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
13223	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
13223	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
13223	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
13223	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
13223	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
13223	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
13223	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
13223	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
13223	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
13223	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
13223	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
13223	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
13223	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
13223	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
13223	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
13223	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
13223	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
13223	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
13223	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
13223	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
13223	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
13223	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
13223	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
13223	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
13223	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
13223	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
13223	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
13223	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
13223	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
13223	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
13223	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
13223	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
13223	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
13223	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
13223	embedding2nn.weight	0	0.018829667940735817
13223	embedding2nn.weight	1	-0.044358719140291214
13223	embedding2nn.weight	2	0.014154462143778801
13223	embedding2nn.weight	3	-0.001674231025390327
13223	embedding2nn.weight	4	-0.04405983164906502
13223	embedding2nn.weight	5	0.04215432330965996
13223	embedding2nn.weight	6	-0.03315799683332443
13223	embedding2nn.weight	7	-0.034682497382164
13223	embedding2nn.weight	8	0.02267891727387905
13223	embedding2nn.weight	9	0.051994115114212036
13223	embedding2nn.bias	0	0.044900402426719666
13223	embedding2nn.bias	1	0.058776676654815674
13223	embedding2nn.bias	2	-0.1068052276968956
13223	embedding2nn.bias	3	0.044211771339178085
13223	embedding2nn.bias	4	0.03035062924027443
13223	embedding2nn.bias	5	-0.10306600481271744
13223	embedding2nn.bias	6	-0.04309411346912384
13223	embedding2nn.bias	7	0.010471289977431297
13223	embedding2nn.bias	8	0.05352891981601715
13223	embedding2nn.bias	9	-0.1313740611076355
13223	rnn.weight_ih_l0	0	0.00726753193885088
13223	rnn.weight_ih_l0	1	0.02269742265343666
13223	rnn.weight_ih_l0	2	-0.027229376137256622
13223	rnn.weight_ih_l0	3	0.017056956887245178
13223	rnn.weight_ih_l0	4	0.026090864092111588
13223	rnn.weight_ih_l0	5	-0.0470278225839138
13223	rnn.weight_ih_l0	6	0.03760110214352608
13223	rnn.weight_ih_l0	7	-0.01967666856944561
13223	rnn.weight_ih_l0	8	0.015872834250330925
13223	rnn.weight_ih_l0	9	-0.009883771650493145
13223	rnn.weight_hh_l0	0	0.027806036174297333
13223	rnn.weight_hh_l0	1	-0.03124135173857212
13223	rnn.weight_hh_l0	2	0.028919339179992676
13223	rnn.weight_hh_l0	3	0.015644315630197525
13223	rnn.weight_hh_l0	4	0.01691090129315853
13223	rnn.weight_hh_l0	5	0.029608525335788727
13223	rnn.weight_hh_l0	6	0.0017511129844933748
13223	rnn.weight_hh_l0	7	-0.04660036414861679
13223	rnn.weight_hh_l0	8	-0.03233844414353371
13223	rnn.weight_hh_l0	9	-0.022506646811962128
13223	rnn.bias_ih_l0	0	-0.03220517933368683
13223	rnn.bias_ih_l0	1	-0.030288593843579292
13223	rnn.bias_ih_l0	2	-0.05005792900919914
13223	rnn.bias_ih_l0	3	-0.1416836827993393
13223	rnn.bias_ih_l0	4	0.0162956602871418
13223	rnn.bias_ih_l0	5	0.040412385016679764
13223	rnn.bias_ih_l0	6	-0.09281729906797409
13223	rnn.bias_ih_l0	7	-0.11979285627603531
13223	rnn.bias_ih_l0	8	-0.03673781082034111
13223	rnn.bias_ih_l0	9	-0.012913599610328674
13223	rnn.bias_hh_l0	0	0.05808882787823677
13223	rnn.bias_hh_l0	1	-0.011502953246235847
13223	rnn.bias_hh_l0	2	-0.009067816659808159
13223	rnn.bias_hh_l0	3	-0.05121845752000809
13223	rnn.bias_hh_l0	4	-0.011504503898322582
13223	rnn.bias_hh_l0	5	0.05163215100765228
13223	rnn.bias_hh_l0	6	-0.045035749673843384
13223	rnn.bias_hh_l0	7	-0.028672076761722565
13223	rnn.bias_hh_l0	8	-0.0732155367732048
13223	rnn.bias_hh_l0	9	-0.05628872662782669
13223	rnn.weight_ih_l0_reverse	0	0.04074045643210411
13223	rnn.weight_ih_l0_reverse	1	-0.013552680611610413
13223	rnn.weight_ih_l0_reverse	2	-0.02493271790444851
13223	rnn.weight_ih_l0_reverse	3	0.016250403597950935
13223	rnn.weight_ih_l0_reverse	4	0.016626471653580666
13223	rnn.weight_ih_l0_reverse	5	-0.022835610434412956
13223	rnn.weight_ih_l0_reverse	6	-0.03685658052563667
13223	rnn.weight_ih_l0_reverse	7	-0.021770909428596497
13223	rnn.weight_ih_l0_reverse	8	-0.011055469512939453
13223	rnn.weight_ih_l0_reverse	9	0.01780855841934681
13223	rnn.weight_hh_l0_reverse	0	-0.01856665499508381
13223	rnn.weight_hh_l0_reverse	1	0.0008718217723071575
13223	rnn.weight_hh_l0_reverse	2	-0.030974527820944786
13223	rnn.weight_hh_l0_reverse	3	0.037050701677799225
13223	rnn.weight_hh_l0_reverse	4	0.021102432161569595
13223	rnn.weight_hh_l0_reverse	5	0.014555524103343487
13223	rnn.weight_hh_l0_reverse	6	0.025648968294262886
13223	rnn.weight_hh_l0_reverse	7	0.014635940082371235
13223	rnn.weight_hh_l0_reverse	8	0.007369476370513439
13223	rnn.weight_hh_l0_reverse	9	-0.03625087812542915
13223	rnn.bias_ih_l0_reverse	0	-0.04317840561270714
13223	rnn.bias_ih_l0_reverse	1	-0.13253304362297058
13223	rnn.bias_ih_l0_reverse	2	0.000911494018509984
13223	rnn.bias_ih_l0_reverse	3	-0.04651157557964325
13223	rnn.bias_ih_l0_reverse	4	0.04741154611110687
13223	rnn.bias_ih_l0_reverse	5	-0.09949842095375061
13223	rnn.bias_ih_l0_reverse	6	-0.018441468477249146
13223	rnn.bias_ih_l0_reverse	7	0.03366891294717789
13223	rnn.bias_ih_l0_reverse	8	-0.05422409251332283
13223	rnn.bias_ih_l0_reverse	9	-0.019435729831457138
13223	rnn.bias_hh_l0_reverse	0	-0.03954673931002617
13223	rnn.bias_hh_l0_reverse	1	0.0013349737273529172
13223	rnn.bias_hh_l0_reverse	2	-0.01904590241611004
13223	rnn.bias_hh_l0_reverse	3	-0.06195860356092453
13223	rnn.bias_hh_l0_reverse	4	0.001108262105844915
13223	rnn.bias_hh_l0_reverse	5	-0.03468513488769531
13223	rnn.bias_hh_l0_reverse	6	-0.07207795232534409
13223	rnn.bias_hh_l0_reverse	7	-0.04928506538271904
13223	rnn.bias_hh_l0_reverse	8	-0.018197165802121162
13223	rnn.bias_hh_l0_reverse	9	-0.06240154802799225
13223	linear.weight	0	-0.14603732526302338
13223	linear.weight	1	-0.04474356397986412
13223	linear.weight	2	-0.011228874325752258
13223	linear.weight	3	0.015276090241968632
13223	linear.weight	4	-0.0016150801675394177
13223	linear.weight	5	0.1851484328508377
13223	linear.weight	6	0.0047744326293468475
13223	linear.weight	7	-0.021312154829502106
13223	linear.weight	8	0.059805843979120255
13223	linear.weight	9	0.05913344770669937
13223	linear.bias	0	-0.4148173928260803
13223	linear.bias	1	0.038059212267398834
13223	linear.bias	2	0.39840856194496155
13223	linear.bias	3	-0.30529671907424927
13223	linear.bias	4	-1.167038083076477
13223	linear.bias	5	-0.9790565371513367
13223	linear.bias	6	-0.3387669026851654
13223	linear.bias	7	-0.4964918792247772
13223	linear.bias	8	-0.01705317199230194
13223	linear.bias	9	2.2781388759613037
13420	transitions	0	0.07815677672624588
13420	transitions	1	5.517137050628662
13420	transitions	2	-2.066474676132202
13420	transitions	3	1.2183384895324707
13420	transitions	4	-1.0702018737792969
13420	transitions	5	-0.16317594051361084
13420	transitions	6	-0.06817666441202164
13420	transitions	7	-10000.0
13420	transitions	8	1.4444780349731445
13420	transitions	9	-2.263509511947632
13420	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
13420	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
13420	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
13420	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
13420	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
13420	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
13420	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
13420	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
13420	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
13420	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
13420	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
13420	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
13420	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
13420	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
13420	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
13420	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
13420	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
13420	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
13420	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
13420	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
13420	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
13420	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
13420	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
13420	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
13420	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
13420	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
13420	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
13420	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
13420	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
13420	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
13420	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
13420	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
13420	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
13420	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
13420	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
13420	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
13420	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
13420	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
13420	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
13420	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
13420	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
13420	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
13420	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
13420	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
13420	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
13420	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
13420	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
13420	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
13420	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
13420	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
13420	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
13420	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
13420	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
13420	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
13420	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
13420	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
13420	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
13420	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
13420	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
13420	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
13420	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
13420	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
13420	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
13420	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
13420	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
13420	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
13420	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
13420	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
13420	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
13420	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
13420	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
13420	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
13420	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
13420	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
13420	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
13420	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
13420	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
13420	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
13420	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
13420	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
13420	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
13420	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
13420	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
13420	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
13420	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
13420	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
13420	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
13420	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
13420	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
13420	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
13420	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
13420	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
13420	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
13420	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
13420	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
13420	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
13420	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
13420	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
13420	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
13420	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
13420	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
13420	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
13420	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
13420	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
13420	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
13420	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
13420	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
13420	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
13420	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
13420	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
13420	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
13420	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
13420	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
13420	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
13420	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
13420	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
13420	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
13420	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
13420	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
13420	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
13420	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
13420	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
13420	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
13420	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
13420	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
13420	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
13420	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
13420	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
13420	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
13420	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
13420	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
13420	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
13420	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
13420	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
13420	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
13420	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
13420	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
13420	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
13420	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
13420	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
13420	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
13420	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
13420	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
13420	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
13420	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
13420	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
13420	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
13420	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
13420	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
13420	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
13420	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
13420	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
13420	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
13420	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
13420	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
13420	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
13420	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
13420	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
13420	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
13420	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
13420	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
13420	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
13420	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
13420	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
13420	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
13420	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
13420	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
13420	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
13420	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
13420	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
13420	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
13420	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
13420	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
13420	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
13420	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
13420	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
13420	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
13420	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
13420	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
13420	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
13420	embedding2nn.weight	0	0.019062770530581474
13420	embedding2nn.weight	1	-0.043474625796079636
13420	embedding2nn.weight	2	0.01719462126493454
13420	embedding2nn.weight	3	-0.0011708327801898122
13420	embedding2nn.weight	4	-0.04460794851183891
13420	embedding2nn.weight	5	0.04141603037714958
13420	embedding2nn.weight	6	-0.025258148089051247
13420	embedding2nn.weight	7	-0.03810460492968559
13420	embedding2nn.weight	8	0.02395932376384735
13420	embedding2nn.weight	9	0.045841775834560394
13420	embedding2nn.bias	0	0.04818037524819374
13420	embedding2nn.bias	1	0.059732187539339066
13420	embedding2nn.bias	2	-0.09883406013250351
13420	embedding2nn.bias	3	0.05014549940824509
13420	embedding2nn.bias	4	0.025982553139328957
13420	embedding2nn.bias	5	-0.10144368559122086
13420	embedding2nn.bias	6	-0.03298325836658478
13420	embedding2nn.bias	7	0.0015451028011739254
13420	embedding2nn.bias	8	0.061529822647571564
13420	embedding2nn.bias	9	-0.13754180073738098
13420	rnn.weight_ih_l0	0	0.005250005982816219
13420	rnn.weight_ih_l0	1	0.025498131290078163
13420	rnn.weight_ih_l0	2	-0.0268342774361372
13420	rnn.weight_ih_l0	3	0.01398190762847662
13420	rnn.weight_ih_l0	4	0.026142533868551254
13420	rnn.weight_ih_l0	5	-0.04701157286763191
13420	rnn.weight_ih_l0	6	0.03675422444939613
13420	rnn.weight_ih_l0	7	-0.01862349547445774
13420	rnn.weight_ih_l0	8	0.013284659944474697
13420	rnn.weight_ih_l0	9	-0.008837440982460976
13420	rnn.weight_hh_l0	0	0.027503345161676407
13420	rnn.weight_hh_l0	1	-0.02985762618482113
13420	rnn.weight_hh_l0	2	0.028489205986261368
13420	rnn.weight_hh_l0	3	0.01582893542945385
13420	rnn.weight_hh_l0	4	0.016710296273231506
13420	rnn.weight_hh_l0	5	0.029104314744472504
13420	rnn.weight_hh_l0	6	0.0016959089552983642
13420	rnn.weight_hh_l0	7	-0.0466555692255497
13420	rnn.weight_hh_l0	8	-0.03222859278321266
13420	rnn.weight_hh_l0	9	-0.02783675491809845
13420	rnn.bias_ih_l0	0	-0.030032558366656303
13420	rnn.bias_ih_l0	1	-0.03389424458146095
13420	rnn.bias_ih_l0	2	-0.0496099516749382
13420	rnn.bias_ih_l0	3	-0.1424998641014099
13420	rnn.bias_ih_l0	4	0.02321603335440159
13420	rnn.bias_ih_l0	5	0.042392026633024216
13420	rnn.bias_ih_l0	6	-0.09227456897497177
13420	rnn.bias_ih_l0	7	-0.11440549790859222
13420	rnn.bias_ih_l0	8	-0.04011864215135574
13420	rnn.bias_ih_l0	9	-0.0130046671256423
13420	rnn.bias_hh_l0	0	0.05783956125378609
13420	rnn.bias_hh_l0	1	-0.012647515162825584
13420	rnn.bias_hh_l0	2	-0.006956431083381176
13420	rnn.bias_hh_l0	3	-0.05203958973288536
13420	rnn.bias_hh_l0	4	-0.016981791704893112
13420	rnn.bias_hh_l0	5	0.05328649654984474
13420	rnn.bias_hh_l0	6	-0.045516226440668106
13420	rnn.bias_hh_l0	7	-0.022974543273448944
13420	rnn.bias_hh_l0	8	-0.07128672301769257
13420	rnn.bias_hh_l0	9	-0.05659379065036774
13420	rnn.weight_ih_l0_reverse	0	0.039080165326595306
13420	rnn.weight_ih_l0_reverse	1	-0.014119275845587254
13420	rnn.weight_ih_l0_reverse	2	-0.02785399928689003
13420	rnn.weight_ih_l0_reverse	3	0.016964104026556015
13420	rnn.weight_ih_l0_reverse	4	0.01682514324784279
13420	rnn.weight_ih_l0_reverse	5	-0.02198583073914051
13420	rnn.weight_ih_l0_reverse	6	-0.0369262769818306
13420	rnn.weight_ih_l0_reverse	7	-0.022062042728066444
13420	rnn.weight_ih_l0_reverse	8	-0.011924684047698975
13420	rnn.weight_ih_l0_reverse	9	0.014659300446510315
13420	rnn.weight_hh_l0_reverse	0	-0.018102116882801056
13420	rnn.weight_hh_l0_reverse	1	0.0019301564898341894
13420	rnn.weight_hh_l0_reverse	2	-0.030733615159988403
13420	rnn.weight_hh_l0_reverse	3	0.036870453506708145
13420	rnn.weight_hh_l0_reverse	4	0.021729787811636925
13420	rnn.weight_hh_l0_reverse	5	0.014280561357736588
13420	rnn.weight_hh_l0_reverse	6	0.02494809776544571
13420	rnn.weight_hh_l0_reverse	7	0.013786214403808117
13420	rnn.weight_hh_l0_reverse	8	0.007627434562891722
13420	rnn.weight_hh_l0_reverse	9	-0.0369405597448349
13420	rnn.bias_ih_l0_reverse	0	-0.042622148990631104
13420	rnn.bias_ih_l0_reverse	1	-0.13785028457641602
13420	rnn.bias_ih_l0_reverse	2	-0.002918073907494545
13420	rnn.bias_ih_l0_reverse	3	-0.044784415513277054
13420	rnn.bias_ih_l0_reverse	4	0.04537462443113327
13420	rnn.bias_ih_l0_reverse	5	-0.10155569761991501
13420	rnn.bias_ih_l0_reverse	6	-0.016161631792783737
13420	rnn.bias_ih_l0_reverse	7	0.04107583314180374
13420	rnn.bias_ih_l0_reverse	8	-0.05714613199234009
13420	rnn.bias_ih_l0_reverse	9	-0.01778864674270153
13420	rnn.bias_hh_l0_reverse	0	-0.0422673374414444
13420	rnn.bias_hh_l0_reverse	1	0.0009158214088529348
13420	rnn.bias_hh_l0_reverse	2	-0.020508797839283943
13420	rnn.bias_hh_l0_reverse	3	-0.06340163201093674
13420	rnn.bias_hh_l0_reverse	4	0.002710379660129547
13420	rnn.bias_hh_l0_reverse	5	-0.031304407864809036
13420	rnn.bias_hh_l0_reverse	6	-0.07416937500238419
13420	rnn.bias_hh_l0_reverse	7	-0.05038585141301155
13420	rnn.bias_hh_l0_reverse	8	-0.024045122787356377
13420	rnn.bias_hh_l0_reverse	9	-0.061922844499349594
13420	linear.weight	0	-0.1508462280035019
13420	linear.weight	1	-0.04416613653302193
13420	linear.weight	2	-0.011228874325752258
13420	linear.weight	3	0.010732078924775124
13420	linear.weight	4	-0.013972321525216103
13420	linear.weight	5	0.17372216284275055
13420	linear.weight	6	0.0047744326293468475
13420	linear.weight	7	-0.021312154829502106
13420	linear.weight	8	0.06926191598176956
13420	linear.weight	9	0.06541421264410019
13420	linear.bias	0	-0.4446491003036499
13420	linear.bias	1	0.07304245978593826
13420	linear.bias	2	0.42195892333984375
13420	linear.bias	3	-0.34632667899131775
13420	linear.bias	4	-1.1548781394958496
13420	linear.bias	5	-0.980941891670227
13420	linear.bias	6	-0.3736693561077118
13420	linear.bias	7	-0.5045459270477295
13420	linear.bias	8	-0.01705317199230194
13420	linear.bias	9	2.272791624069214
13617	transitions	0	0.07610263675451279
13617	transitions	1	5.5467681884765625
13617	transitions	2	-2.074676990509033
13617	transitions	3	1.2387515306472778
13617	transitions	4	-1.0756503343582153
13617	transitions	5	-0.16404835879802704
13617	transitions	6	-0.06908775120973587
13617	transitions	7	-10000.0
13617	transitions	8	1.4490681886672974
13617	transitions	9	-2.263878345489502
13617	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
13617	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
13617	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
13617	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
13617	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
13617	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
13617	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
13617	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
13617	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
13617	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
13617	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
13617	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
13617	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
13617	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
13617	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
13617	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
13617	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
13617	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
13617	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
13617	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
13617	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
13617	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
13617	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
13617	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
13617	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
13617	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
13617	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
13617	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
13617	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
13617	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
13617	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
13617	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
13617	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
13617	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
13617	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
13617	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
13617	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
13617	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
13617	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
13617	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
13617	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
13617	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
13617	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
13617	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
13617	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
13617	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
13617	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
13617	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
13617	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
13617	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
13617	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
13617	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
13617	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
13617	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
13617	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
13617	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
13617	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
13617	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
13617	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
13617	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
13617	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
13617	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
13617	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
13617	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
13617	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
13617	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
13617	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
13617	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
13617	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
13617	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
13617	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
13617	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
13617	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
13617	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
13617	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
13617	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
13617	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
13617	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
13617	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
13617	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
13617	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
13617	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
13617	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
13617	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
13617	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
13617	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
13617	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
13617	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
13617	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
13617	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
13617	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
13617	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
13617	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
13617	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
13617	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
13617	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
13617	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
13617	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
13617	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
13617	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
13617	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
13617	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
13617	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
13617	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
13617	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
13617	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
13617	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
13617	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
13617	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
13617	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
13617	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
13617	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
13617	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
13617	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
13617	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
13617	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
13617	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
13617	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
13617	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
13617	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
13617	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
13617	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
13617	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
13617	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
13617	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
13617	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
13617	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
13617	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
13617	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
13617	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
13617	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
13617	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
13617	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
13617	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
13617	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
13617	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
13617	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
13617	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
13617	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
13617	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
13617	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
13617	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
13617	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
13617	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
13617	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
13617	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
13617	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
13617	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
13617	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
13617	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
13617	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
13617	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
13617	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
13617	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
13617	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
13617	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
13617	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
13617	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
13617	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
13617	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
13617	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
13617	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
13617	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
13617	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
13617	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
13617	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
13617	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
13617	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
13617	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
13617	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
13617	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
13617	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
13617	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
13617	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
13617	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
13617	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
13617	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
13617	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
13617	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
13617	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
13617	embedding2nn.weight	0	0.01865609921514988
13617	embedding2nn.weight	1	-0.042945440858602524
13617	embedding2nn.weight	2	0.021198727190494537
13617	embedding2nn.weight	3	-0.0020751592237502337
13617	embedding2nn.weight	4	-0.04143913462758064
13617	embedding2nn.weight	5	0.039449095726013184
13617	embedding2nn.weight	6	-0.025285392999649048
13617	embedding2nn.weight	7	-0.0377831868827343
13617	embedding2nn.weight	8	0.023706458508968353
13617	embedding2nn.weight	9	0.043934211134910583
13617	embedding2nn.bias	0	0.0408233217895031
13617	embedding2nn.bias	1	0.04824146628379822
13617	embedding2nn.bias	2	-0.09968734532594681
13617	embedding2nn.bias	3	0.06209944561123848
13617	embedding2nn.bias	4	0.044924087822437286
13617	embedding2nn.bias	5	-0.10829448699951172
13617	embedding2nn.bias	6	-0.02255343273282051
13617	embedding2nn.bias	7	0.011784360744059086
13617	embedding2nn.bias	8	0.05798990651965141
13617	embedding2nn.bias	9	-0.1514941304922104
13617	rnn.weight_ih_l0	0	0.007702882867306471
13617	rnn.weight_ih_l0	1	0.03011784702539444
13617	rnn.weight_ih_l0	2	-0.02657412365078926
13617	rnn.weight_ih_l0	3	0.015206887386739254
13617	rnn.weight_ih_l0	4	0.025233659893274307
13617	rnn.weight_ih_l0	5	-0.04674249514937401
13617	rnn.weight_ih_l0	6	0.037308916449546814
13617	rnn.weight_ih_l0	7	-0.016314594075083733
13617	rnn.weight_ih_l0	8	0.011825714260339737
13617	rnn.weight_ih_l0	9	-0.01010956522077322
13617	rnn.weight_hh_l0	0	0.026600345969200134
13617	rnn.weight_hh_l0	1	-0.030298741534352303
13617	rnn.weight_hh_l0	2	0.028495049104094505
13617	rnn.weight_hh_l0	3	0.0167206060141325
13617	rnn.weight_hh_l0	4	0.016728220507502556
13617	rnn.weight_hh_l0	5	0.02846602350473404
13617	rnn.weight_hh_l0	6	0.001667950302362442
13617	rnn.weight_hh_l0	7	-0.04660642147064209
13617	rnn.weight_hh_l0	8	-0.0325232669711113
13617	rnn.weight_hh_l0	9	-0.02546030655503273
13617	rnn.bias_ih_l0	0	-0.03171566128730774
13617	rnn.bias_ih_l0	1	-0.03496775031089783
13617	rnn.bias_ih_l0	2	-0.04605390504002571
13617	rnn.bias_ih_l0	3	-0.14441287517547607
13617	rnn.bias_ih_l0	4	0.0219247005879879
13617	rnn.bias_ih_l0	5	0.04366842657327652
13617	rnn.bias_ih_l0	6	-0.09468802809715271
13617	rnn.bias_ih_l0	7	-0.11825679242610931
13617	rnn.bias_ih_l0	8	-0.037139058113098145
13617	rnn.bias_ih_l0	9	-0.009441598318517208
13617	rnn.bias_hh_l0	0	0.06281537562608719
13617	rnn.bias_hh_l0	1	-0.01613743230700493
13617	rnn.bias_hh_l0	2	-0.009305974468588829
13617	rnn.bias_hh_l0	3	-0.049413274973630905
13617	rnn.bias_hh_l0	4	-0.010156674310564995
13617	rnn.bias_hh_l0	5	0.04515313729643822
13617	rnn.bias_hh_l0	6	-0.045402754098176956
13617	rnn.bias_hh_l0	7	-0.025912489742040634
13617	rnn.bias_hh_l0	8	-0.06920655816793442
13617	rnn.bias_hh_l0	9	-0.05517607927322388
13617	rnn.weight_ih_l0_reverse	0	0.03830381855368614
13617	rnn.weight_ih_l0_reverse	1	-0.014727671630680561
13617	rnn.weight_ih_l0_reverse	2	-0.029961738735437393
13617	rnn.weight_ih_l0_reverse	3	0.016484716907143593
13617	rnn.weight_ih_l0_reverse	4	0.016168178990483284
13617	rnn.weight_ih_l0_reverse	5	-0.023603932932019234
13617	rnn.weight_ih_l0_reverse	6	-0.03510110452771187
13617	rnn.weight_ih_l0_reverse	7	-0.022687217220664024
13617	rnn.weight_ih_l0_reverse	8	-0.01193188689649105
13617	rnn.weight_ih_l0_reverse	9	0.012201099656522274
13617	rnn.weight_hh_l0_reverse	0	-0.01900700107216835
13617	rnn.weight_hh_l0_reverse	1	0.0021361138205975294
13617	rnn.weight_hh_l0_reverse	2	-0.030969751998782158
13617	rnn.weight_hh_l0_reverse	3	0.03629697486758232
13617	rnn.weight_hh_l0_reverse	4	0.021982476115226746
13617	rnn.weight_hh_l0_reverse	5	0.013871874660253525
13617	rnn.weight_hh_l0_reverse	6	0.02447490207850933
13617	rnn.weight_hh_l0_reverse	7	0.013742477633059025
13617	rnn.weight_hh_l0_reverse	8	0.007571169175207615
13617	rnn.weight_hh_l0_reverse	9	-0.03774609416723251
13617	rnn.bias_ih_l0_reverse	0	-0.04128026217222214
13617	rnn.bias_ih_l0_reverse	1	-0.14225788414478302
13617	rnn.bias_ih_l0_reverse	2	-0.006259914021939039
13617	rnn.bias_ih_l0_reverse	3	-0.04484685882925987
13617	rnn.bias_ih_l0_reverse	4	0.04310908541083336
13617	rnn.bias_ih_l0_reverse	5	-0.09465477615594864
13617	rnn.bias_ih_l0_reverse	6	-0.016217153519392014
13617	rnn.bias_ih_l0_reverse	7	0.050841882824897766
13617	rnn.bias_ih_l0_reverse	8	-0.054181843996047974
13617	rnn.bias_ih_l0_reverse	9	-0.01965188980102539
13617	rnn.bias_hh_l0_reverse	0	-0.04077599197626114
13617	rnn.bias_hh_l0_reverse	1	-0.0038826067466288805
13617	rnn.bias_hh_l0_reverse	2	-0.022750360891222954
13617	rnn.bias_hh_l0_reverse	3	-0.0631871223449707
13617	rnn.bias_hh_l0_reverse	4	0.005548498127609491
13617	rnn.bias_hh_l0_reverse	5	-0.034166816622018814
13617	rnn.bias_hh_l0_reverse	6	-0.08482448011636734
13617	rnn.bias_hh_l0_reverse	7	-0.04785070940852165
13617	rnn.bias_hh_l0_reverse	8	-0.024213256314396858
13617	rnn.bias_hh_l0_reverse	9	-0.05896000564098358
13617	linear.weight	0	-0.141182079911232
13617	linear.weight	1	-0.04361835494637489
13617	linear.weight	2	-0.011228874325752258
13617	linear.weight	3	0.004887170158326626
13617	linear.weight	4	-0.03137090057134628
13617	linear.weight	5	0.17760524153709412
13617	linear.weight	6	0.0047744326293468475
13617	linear.weight	7	-0.021312154829502106
13617	linear.weight	8	0.05599615350365639
13617	linear.weight	9	0.05433418229222298
13617	linear.bias	0	-0.44216135144233704
13617	linear.bias	1	0.0567612498998642
13617	linear.bias	2	0.3752729296684265
13617	linear.bias	3	-0.33710795640945435
13617	linear.bias	4	-1.1290297508239746
13617	linear.bias	5	-0.982923150062561
13617	linear.bias	6	-0.36925339698791504
13617	linear.bias	7	-0.5202398896217346
13617	linear.bias	8	-0.01705317199230194
13617	linear.bias	9	2.300997734069824
13814	transitions	0	0.07367713004350662
13814	transitions	1	5.6213860511779785
13814	transitions	2	-2.08420729637146
13814	transitions	3	1.2283225059509277
13814	transitions	4	-1.0828388929367065
13814	transitions	5	-0.16524387896060944
13814	transitions	6	-0.07039149850606918
13814	transitions	7	-10000.0
13814	transitions	8	1.4502930641174316
13814	transitions	9	-2.2641794681549072
13814	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
13814	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
13814	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
13814	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
13814	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
13814	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
13814	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
13814	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
13814	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
13814	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
13814	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
13814	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
13814	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
13814	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
13814	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
13814	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
13814	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
13814	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
13814	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
13814	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
13814	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
13814	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
13814	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
13814	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
13814	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
13814	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
13814	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
13814	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
13814	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
13814	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
13814	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
13814	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
13814	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
13814	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
13814	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
13814	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
13814	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
13814	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
13814	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
13814	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
13814	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
13814	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
13814	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
13814	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
13814	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
13814	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
13814	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
13814	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
13814	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
13814	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
13814	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
13814	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
13814	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
13814	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
13814	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
13814	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
13814	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
13814	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
13814	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
13814	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
13814	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
13814	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
13814	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
13814	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
13814	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
13814	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
13814	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
13814	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
13814	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
13814	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
13814	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
13814	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
13814	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
13814	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
13814	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
13814	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
13814	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
13814	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
13814	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
13814	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
13814	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
13814	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
13814	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
13814	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
13814	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
13814	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
13814	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
13814	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
13814	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
13814	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
13814	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
13814	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
13814	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
13814	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
13814	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
13814	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
13814	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
13814	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
13814	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
13814	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
13814	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
13814	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
13814	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
13814	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
13814	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
13814	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
13814	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
13814	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
13814	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
13814	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
13814	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
13814	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
13814	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
13814	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
13814	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
13814	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
13814	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
13814	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
13814	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
13814	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
13814	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
13814	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
13814	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
13814	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
13814	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
13814	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
13814	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
13814	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
13814	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
13814	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
13814	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
13814	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
13814	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
13814	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
13814	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
13814	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
13814	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
13814	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
13814	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
13814	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
13814	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
13814	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
13814	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
13814	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
13814	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
13814	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
13814	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
13814	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
13814	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
13814	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
13814	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
13814	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
13814	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
13814	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
13814	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
13814	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
13814	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
13814	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
13814	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
13814	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
13814	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
13814	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
13814	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
13814	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
13814	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
13814	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
13814	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
13814	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
13814	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
13814	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
13814	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
13814	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
13814	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
13814	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
13814	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
13814	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
13814	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
13814	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
13814	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
13814	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
13814	embedding2nn.weight	0	0.018176866695284843
13814	embedding2nn.weight	1	-0.04355018958449364
13814	embedding2nn.weight	2	0.020987266674637794
13814	embedding2nn.weight	3	-0.0028579123318195343
13814	embedding2nn.weight	4	-0.04196670651435852
13814	embedding2nn.weight	5	0.03845556452870369
13814	embedding2nn.weight	6	-0.01919739507138729
13814	embedding2nn.weight	7	-0.038182590156793594
13814	embedding2nn.weight	8	0.022841524332761765
13814	embedding2nn.weight	9	0.04395773261785507
13814	embedding2nn.bias	0	0.04431687295436859
13814	embedding2nn.bias	1	0.053137145936489105
13814	embedding2nn.bias	2	-0.0958217903971672
13814	embedding2nn.bias	3	0.07022398710250854
13814	embedding2nn.bias	4	0.04131682217121124
13814	embedding2nn.bias	5	-0.10464610904455185
13814	embedding2nn.bias	6	-0.026965726166963577
13814	embedding2nn.bias	7	0.004479893017560244
13814	embedding2nn.bias	8	0.0492691770195961
13814	embedding2nn.bias	9	-0.15289223194122314
13814	rnn.weight_ih_l0	0	0.008532560430467129
13814	rnn.weight_ih_l0	1	0.028634969145059586
13814	rnn.weight_ih_l0	2	-0.026397904381155968
13814	rnn.weight_ih_l0	3	0.01541040651500225
13814	rnn.weight_ih_l0	4	0.024949610233306885
13814	rnn.weight_ih_l0	5	-0.04612041264772415
13814	rnn.weight_ih_l0	6	0.0350729338824749
13814	rnn.weight_ih_l0	7	-0.015561359003186226
13814	rnn.weight_ih_l0	8	0.012299744412302971
13814	rnn.weight_ih_l0	9	-0.011817732825875282
13814	rnn.weight_hh_l0	0	0.02655177190899849
13814	rnn.weight_hh_l0	1	-0.02896968089044094
13814	rnn.weight_hh_l0	2	0.029174013063311577
13814	rnn.weight_hh_l0	3	0.015443755313754082
13814	rnn.weight_hh_l0	4	0.016617190092802048
13814	rnn.weight_hh_l0	5	0.027627401053905487
13814	rnn.weight_hh_l0	6	0.0011544089065864682
13814	rnn.weight_hh_l0	7	-0.04600182920694351
13814	rnn.weight_hh_l0	8	-0.03079245798289776
13814	rnn.weight_hh_l0	9	-0.027508491650223732
13814	rnn.bias_ih_l0	0	-0.03525971621274948
13814	rnn.bias_ih_l0	1	-0.029478641226887703
13814	rnn.bias_ih_l0	2	-0.04977191612124443
13814	rnn.bias_ih_l0	3	-0.1454022377729416
13814	rnn.bias_ih_l0	4	0.023492952808737755
13814	rnn.bias_ih_l0	5	0.04701617360115051
13814	rnn.bias_ih_l0	6	-0.09854351729154587
13814	rnn.bias_ih_l0	7	-0.11353736370801926
13814	rnn.bias_ih_l0	8	-0.03680945560336113
13814	rnn.bias_ih_l0	9	-0.011676602065563202
13814	rnn.bias_hh_l0	0	0.06366831809282303
13814	rnn.bias_hh_l0	1	-0.013180774636566639
13814	rnn.bias_hh_l0	2	-0.012539776973426342
13814	rnn.bias_hh_l0	3	-0.05375112220644951
13814	rnn.bias_hh_l0	4	-0.009116128087043762
13814	rnn.bias_hh_l0	5	0.045348454266786575
13814	rnn.bias_hh_l0	6	-0.04584372416138649
13814	rnn.bias_hh_l0	7	-0.021276254206895828
13814	rnn.bias_hh_l0	8	-0.06783057749271393
13814	rnn.bias_hh_l0	9	-0.05398685857653618
13814	rnn.weight_ih_l0_reverse	0	0.035829562693834305
13814	rnn.weight_ih_l0_reverse	1	-0.014485875144600868
13814	rnn.weight_ih_l0_reverse	2	-0.0273070577532053
13814	rnn.weight_ih_l0_reverse	3	0.015831582248210907
13814	rnn.weight_ih_l0_reverse	4	0.014627794735133648
13814	rnn.weight_ih_l0_reverse	5	-0.02264368161559105
13814	rnn.weight_ih_l0_reverse	6	-0.03426305949687958
13814	rnn.weight_ih_l0_reverse	7	-0.025375183671712875
13814	rnn.weight_ih_l0_reverse	8	-0.010346345603466034
13814	rnn.weight_ih_l0_reverse	9	0.012403245083987713
13814	rnn.weight_hh_l0_reverse	0	-0.019067279994487762
13814	rnn.weight_hh_l0_reverse	1	0.003014368237927556
13814	rnn.weight_hh_l0_reverse	2	-0.03097056783735752
13814	rnn.weight_hh_l0_reverse	3	0.03570915386080742
13814	rnn.weight_hh_l0_reverse	4	0.021815361455082893
13814	rnn.weight_hh_l0_reverse	5	0.01403047889471054
13814	rnn.weight_hh_l0_reverse	6	0.0255550779402256
13814	rnn.weight_hh_l0_reverse	7	0.013132431544363499
13814	rnn.weight_hh_l0_reverse	8	0.007619829382747412
13814	rnn.weight_hh_l0_reverse	9	-0.037775978446006775
13814	rnn.bias_ih_l0_reverse	0	-0.03995705768465996
13814	rnn.bias_ih_l0_reverse	1	-0.14564785361289978
13814	rnn.bias_ih_l0_reverse	2	-0.009597300551831722
13814	rnn.bias_ih_l0_reverse	3	-0.044363413006067276
13814	rnn.bias_ih_l0_reverse	4	0.04535813257098198
13814	rnn.bias_ih_l0_reverse	5	-0.09284370392560959
13814	rnn.bias_ih_l0_reverse	6	-0.01542694866657257
13814	rnn.bias_ih_l0_reverse	7	0.04821345582604408
13814	rnn.bias_ih_l0_reverse	8	-0.057671524584293365
13814	rnn.bias_ih_l0_reverse	9	-0.018892869353294373
13814	rnn.bias_hh_l0_reverse	0	-0.042591117322444916
13814	rnn.bias_hh_l0_reverse	1	-0.001296869944781065
13814	rnn.bias_hh_l0_reverse	2	-0.020573610439896584
13814	rnn.bias_hh_l0_reverse	3	-0.06155584380030632
13814	rnn.bias_hh_l0_reverse	4	0.004726755432784557
13814	rnn.bias_hh_l0_reverse	5	-0.03509369120001793
13814	rnn.bias_hh_l0_reverse	6	-0.08554166555404663
13814	rnn.bias_hh_l0_reverse	7	-0.045049894601106644
13814	rnn.bias_hh_l0_reverse	8	-0.027770711109042168
13814	rnn.bias_hh_l0_reverse	9	-0.057290639728307724
13814	linear.weight	0	-0.14371457695960999
13814	linear.weight	1	-0.0501820407807827
13814	linear.weight	2	-0.011228874325752258
13814	linear.weight	3	0.006362070795148611
13814	linear.weight	4	-0.018983397632837296
13814	linear.weight	5	0.15890491008758545
13814	linear.weight	6	0.0047744326293468475
13814	linear.weight	7	-0.021312154829502106
13814	linear.weight	8	0.051197975873947144
13814	linear.weight	9	0.04573395103216171
13814	linear.bias	0	-0.4209206998348236
13814	linear.bias	1	0.062389180064201355
13814	linear.bias	2	0.3713703453540802
13814	linear.bias	3	-0.2776990234851837
13814	linear.bias	4	-1.1675982475280762
13814	linear.bias	5	-0.9847639799118042
13814	linear.bias	6	-0.35640111565589905
13814	linear.bias	7	-0.5178989171981812
13814	linear.bias	8	-0.01705317199230194
13814	linear.bias	9	2.2880911827087402
13818	transitions	0	0.07366239279508591
13818	transitions	1	5.620288848876953
13818	transitions	2	-2.084277391433716
13818	transitions	3	1.2249609231948853
13818	transitions	4	-1.082854986190796
13818	transitions	5	-0.16524793207645416
13818	transitions	6	-0.07041122019290924
13818	transitions	7	-10000.0
13818	transitions	8	1.450256109237671
13818	transitions	9	-2.264181613922119
13818	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
13818	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
13818	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
13818	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
13818	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
13818	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
13818	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
13818	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
13818	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
13818	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
13818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
13818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
13818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
13818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
13818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
13818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
13818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
13818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
13818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
13818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
13818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
13818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
13818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
13818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
13818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
13818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
13818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
13818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
13818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
13818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
13818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
13818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
13818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
13818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
13818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
13818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
13818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
13818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
13818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
13818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
13818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
13818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
13818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
13818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
13818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
13818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
13818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
13818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
13818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
13818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
13818	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
13818	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
13818	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
13818	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
13818	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
13818	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
13818	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
13818	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
13818	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
13818	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
13818	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
13818	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
13818	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
13818	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
13818	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
13818	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
13818	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
13818	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
13818	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
13818	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
13818	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
13818	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
13818	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
13818	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
13818	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
13818	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
13818	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
13818	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
13818	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
13818	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
13818	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
13818	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
13818	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
13818	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
13818	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
13818	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
13818	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
13818	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
13818	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
13818	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
13818	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
13818	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
13818	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
13818	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
13818	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
13818	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
13818	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
13818	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
13818	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
13818	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
13818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
13818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
13818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
13818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
13818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
13818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
13818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
13818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
13818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
13818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
13818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
13818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
13818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
13818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
13818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
13818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
13818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
13818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
13818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
13818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
13818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
13818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
13818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
13818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
13818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
13818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
13818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
13818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
13818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
13818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
13818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
13818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
13818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
13818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
13818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
13818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
13818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
13818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
13818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
13818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
13818	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
13818	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
13818	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
13818	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
13818	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
13818	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
13818	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
13818	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
13818	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
13818	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
13818	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
13818	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
13818	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
13818	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
13818	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
13818	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
13818	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
13818	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
13818	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
13818	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
13818	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
13818	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
13818	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
13818	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
13818	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
13818	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
13818	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
13818	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
13818	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
13818	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
13818	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
13818	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
13818	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
13818	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
13818	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
13818	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
13818	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
13818	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
13818	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
13818	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
13818	embedding2nn.weight	0	0.01816503331065178
13818	embedding2nn.weight	1	-0.04355577751994133
13818	embedding2nn.weight	2	0.020820381119847298
13818	embedding2nn.weight	3	-0.0027972592506557703
13818	embedding2nn.weight	4	-0.042618341743946075
13818	embedding2nn.weight	5	0.038267072290182114
13818	embedding2nn.weight	6	-0.01985519379377365
13818	embedding2nn.weight	7	-0.03843522071838379
13818	embedding2nn.weight	8	0.02230970375239849
13818	embedding2nn.weight	9	0.043601736426353455
13818	embedding2nn.bias	0	0.04434914514422417
13818	embedding2nn.bias	1	0.05362595245242119
13818	embedding2nn.bias	2	-0.09331691265106201
13818	embedding2nn.bias	3	0.06928578019142151
13818	embedding2nn.bias	4	0.04186344891786575
13818	embedding2nn.bias	5	-0.10496900975704193
13818	embedding2nn.bias	6	-0.02730385586619377
13818	embedding2nn.bias	7	0.005376528948545456
13818	embedding2nn.bias	8	0.048686664551496506
13818	embedding2nn.bias	9	-0.15456631779670715
13818	rnn.weight_ih_l0	0	0.008622972294688225
13818	rnn.weight_ih_l0	1	0.028380783274769783
13818	rnn.weight_ih_l0	2	-0.026686478406190872
13818	rnn.weight_ih_l0	3	0.016209259629249573
13818	rnn.weight_ih_l0	4	0.025001678615808487
13818	rnn.weight_ih_l0	5	-0.046255648136138916
13818	rnn.weight_ih_l0	6	0.035046715289354324
13818	rnn.weight_ih_l0	7	-0.015542153269052505
13818	rnn.weight_ih_l0	8	0.011518696323037148
13818	rnn.weight_ih_l0	9	-0.0119883231818676
13818	rnn.weight_hh_l0	0	0.02695557102560997
13818	rnn.weight_hh_l0	1	-0.028965136036276817
13818	rnn.weight_hh_l0	2	0.02913513034582138
13818	rnn.weight_hh_l0	3	0.015674199908971786
13818	rnn.weight_hh_l0	4	0.016627386212348938
13818	rnn.weight_hh_l0	5	0.027554389089345932
13818	rnn.weight_hh_l0	6	0.0011785078095272183
13818	rnn.weight_hh_l0	7	-0.04597850143909454
13818	rnn.weight_hh_l0	8	-0.030795380473136902
13818	rnn.weight_hh_l0	9	-0.027668152004480362
13818	rnn.bias_ih_l0	0	-0.035402629524469376
13818	rnn.bias_ih_l0	1	-0.030655009672045708
13818	rnn.bias_ih_l0	2	-0.04995958134531975
13818	rnn.bias_ih_l0	3	-0.14557062089443207
13818	rnn.bias_ih_l0	4	0.022798454388976097
13818	rnn.bias_ih_l0	5	0.047126203775405884
13818	rnn.bias_ih_l0	6	-0.0996430441737175
13818	rnn.bias_ih_l0	7	-0.113588348031044
13818	rnn.bias_ih_l0	8	-0.036785099655389786
13818	rnn.bias_ih_l0	9	-0.011625921353697777
13818	rnn.bias_hh_l0	0	0.06439122557640076
13818	rnn.bias_hh_l0	1	-0.013026099652051926
13818	rnn.bias_hh_l0	2	-0.01265694573521614
13818	rnn.bias_hh_l0	3	-0.05364152044057846
13818	rnn.bias_hh_l0	4	-0.009616144932806492
13818	rnn.bias_hh_l0	5	0.045500095933675766
13818	rnn.bias_hh_l0	6	-0.04586395248770714
13818	rnn.bias_hh_l0	7	-0.020635215565562248
13818	rnn.bias_hh_l0	8	-0.06748916208744049
13818	rnn.bias_hh_l0	9	-0.05426216498017311
13818	rnn.weight_ih_l0_reverse	0	0.036037955433130264
13818	rnn.weight_ih_l0_reverse	1	-0.014404653571546078
13818	rnn.weight_ih_l0_reverse	2	-0.02745453082025051
13818	rnn.weight_ih_l0_reverse	3	0.015614451840519905
13818	rnn.weight_ih_l0_reverse	4	0.014513484202325344
13818	rnn.weight_ih_l0_reverse	5	-0.02302641235291958
13818	rnn.weight_ih_l0_reverse	6	-0.03410595282912254
13818	rnn.weight_ih_l0_reverse	7	-0.025367464870214462
13818	rnn.weight_ih_l0_reverse	8	-0.010339509695768356
13818	rnn.weight_ih_l0_reverse	9	0.01220717467367649
13818	rnn.weight_hh_l0_reverse	0	-0.01899774931371212
13818	rnn.weight_hh_l0_reverse	1	0.003033953020349145
13818	rnn.weight_hh_l0_reverse	2	-0.03097042441368103
13818	rnn.weight_hh_l0_reverse	3	0.03574792295694351
13818	rnn.weight_hh_l0_reverse	4	0.021917492151260376
13818	rnn.weight_hh_l0_reverse	5	0.013945349492132664
13818	rnn.weight_hh_l0_reverse	6	0.02561660297214985
13818	rnn.weight_hh_l0_reverse	7	0.013162440620362759
13818	rnn.weight_hh_l0_reverse	8	0.007622058503329754
13818	rnn.weight_hh_l0_reverse	9	-0.03768966719508171
13818	rnn.bias_ih_l0_reverse	0	-0.03967955708503723
13818	rnn.bias_ih_l0_reverse	1	-0.14636079967021942
13818	rnn.bias_ih_l0_reverse	2	-0.009421530179679394
13818	rnn.bias_ih_l0_reverse	3	-0.044682953506708145
13818	rnn.bias_ih_l0_reverse	4	0.04518146440386772
13818	rnn.bias_ih_l0_reverse	5	-0.09265971928834915
13818	rnn.bias_ih_l0_reverse	6	-0.015706056728959084
13818	rnn.bias_ih_l0_reverse	7	0.04874250292778015
13818	rnn.bias_ih_l0_reverse	8	-0.05790267884731293
13818	rnn.bias_ih_l0_reverse	9	-0.0189221128821373
13818	rnn.bias_hh_l0_reverse	0	-0.04237796738743782
13818	rnn.bias_hh_l0_reverse	1	-0.0010350203374400735
13818	rnn.bias_hh_l0_reverse	2	-0.02095871791243553
13818	rnn.bias_hh_l0_reverse	3	-0.06103852391242981
13818	rnn.bias_hh_l0_reverse	4	0.004673833958804607
13818	rnn.bias_hh_l0_reverse	5	-0.035635776817798615
13818	rnn.bias_hh_l0_reverse	6	-0.08560045808553696
13818	rnn.bias_hh_l0_reverse	7	-0.04558791592717171
13818	rnn.bias_hh_l0_reverse	8	-0.02750372886657715
13818	rnn.bias_hh_l0_reverse	9	-0.057495296001434326
13818	linear.weight	0	-0.14446161687374115
13818	linear.weight	1	-0.051459748297929764
13818	linear.weight	2	-0.011228874325752258
13818	linear.weight	3	0.005463139154016972
13818	linear.weight	4	-0.0185976792126894
13818	linear.weight	5	0.1575697958469391
13818	linear.weight	6	0.0047744326293468475
13818	linear.weight	7	-0.021312154829502106
13818	linear.weight	8	0.05189615488052368
13818	linear.weight	9	0.04404696449637413
13818	linear.bias	0	-0.42188045382499695
13818	linear.bias	1	0.05710325017571449
13818	linear.bias	2	0.3842321038246155
13818	linear.bias	3	-0.2840854525566101
13818	linear.bias	4	-1.1516531705856323
13818	linear.bias	5	-0.9847994446754456
13818	linear.bias	6	-0.35667288303375244
13818	linear.bias	7	-0.5237290859222412
13818	linear.bias	8	-0.01705317199230194
13818	linear.bias	9	2.266925096511841
14015	transitions	0	0.07135236263275146
14015	transitions	1	5.622483730316162
14015	transitions	2	-2.0913310050964355
14015	transitions	3	1.213273286819458
14015	transitions	4	-1.0874924659729004
14015	transitions	5	-0.16587606072425842
14015	transitions	6	-0.07148975878953934
14015	transitions	7	-10000.0
14015	transitions	8	1.4460097551345825
14015	transitions	9	-2.2644526958465576
14015	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
14015	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
14015	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
14015	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
14015	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
14015	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
14015	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
14015	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
14015	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
14015	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
14015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
14015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
14015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
14015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
14015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
14015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
14015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
14015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
14015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
14015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
14015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
14015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
14015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
14015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
14015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
14015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
14015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
14015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
14015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
14015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
14015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
14015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
14015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
14015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
14015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
14015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
14015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
14015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
14015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
14015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
14015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
14015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
14015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
14015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
14015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
14015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
14015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
14015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
14015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
14015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
14015	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
14015	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
14015	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
14015	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
14015	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
14015	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
14015	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
14015	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
14015	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
14015	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
14015	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
14015	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
14015	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
14015	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
14015	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
14015	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
14015	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
14015	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
14015	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
14015	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
14015	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
14015	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
14015	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
14015	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
14015	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
14015	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
14015	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
14015	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
14015	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
14015	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
14015	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
14015	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
14015	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
14015	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
14015	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
14015	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
14015	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
14015	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
14015	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
14015	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
14015	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
14015	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
14015	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
14015	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
14015	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
14015	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
14015	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
14015	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
14015	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
14015	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
14015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
14015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
14015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
14015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
14015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
14015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
14015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
14015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
14015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
14015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
14015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
14015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
14015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
14015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
14015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
14015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
14015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
14015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
14015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
14015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
14015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
14015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
14015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
14015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
14015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
14015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
14015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
14015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
14015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
14015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
14015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
14015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
14015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
14015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
14015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
14015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
14015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
14015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
14015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
14015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
14015	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
14015	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
14015	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
14015	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
14015	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
14015	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
14015	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
14015	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
14015	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
14015	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
14015	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
14015	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
14015	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
14015	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
14015	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
14015	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
14015	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
14015	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
14015	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
14015	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
14015	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
14015	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
14015	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
14015	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
14015	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
14015	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
14015	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
14015	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
14015	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
14015	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
14015	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
14015	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
14015	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
14015	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
14015	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
14015	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
14015	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
14015	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
14015	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
14015	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
14015	embedding2nn.weight	0	0.018518971279263496
14015	embedding2nn.weight	1	-0.042964302003383636
14015	embedding2nn.weight	2	0.019270749762654305
14015	embedding2nn.weight	3	-0.0027777566574513912
14015	embedding2nn.weight	4	-0.04894401878118515
14015	embedding2nn.weight	5	0.03692934662103653
14015	embedding2nn.weight	6	-0.013719718903303146
14015	embedding2nn.weight	7	-0.038245826959609985
14015	embedding2nn.weight	8	0.024734126403927803
14015	embedding2nn.weight	9	0.040650010108947754
14015	embedding2nn.bias	0	0.04935026913881302
14015	embedding2nn.bias	1	0.047840602695941925
14015	embedding2nn.bias	2	-0.10230641812086105
14015	embedding2nn.bias	3	0.07659266144037247
14015	embedding2nn.bias	4	0.039014387875795364
14015	embedding2nn.bias	5	-0.10663779079914093
14015	embedding2nn.bias	6	-0.02462354674935341
14015	embedding2nn.bias	7	0.004426461178809404
14015	embedding2nn.bias	8	0.06021736562252045
14015	embedding2nn.bias	9	-0.14916542172431946
14015	rnn.weight_ih_l0	0	0.008717586286365986
14015	rnn.weight_ih_l0	1	0.02637574076652527
14015	rnn.weight_ih_l0	2	-0.02548941969871521
14015	rnn.weight_ih_l0	3	0.01324624102562666
14015	rnn.weight_ih_l0	4	0.024263178929686546
14015	rnn.weight_ih_l0	5	-0.04634037986397743
14015	rnn.weight_ih_l0	6	0.03706527501344681
14015	rnn.weight_ih_l0	7	-0.015602519735693932
14015	rnn.weight_ih_l0	8	0.01222681999206543
14015	rnn.weight_ih_l0	9	-0.011699020862579346
14015	rnn.weight_hh_l0	0	0.02768738567829132
14015	rnn.weight_hh_l0	1	-0.030271586030721664
14015	rnn.weight_hh_l0	2	0.029359566047787666
14015	rnn.weight_hh_l0	3	0.014693299308419228
14015	rnn.weight_hh_l0	4	0.01651894673705101
14015	rnn.weight_hh_l0	5	0.02810216136276722
14015	rnn.weight_hh_l0	6	0.001062158728018403
14015	rnn.weight_hh_l0	7	-0.046065472066402435
14015	rnn.weight_hh_l0	8	-0.032936036586761475
14015	rnn.weight_hh_l0	9	-0.025439292192459106
14015	rnn.bias_ih_l0	0	-0.029192008078098297
14015	rnn.bias_ih_l0	1	-0.03224946931004524
14015	rnn.bias_ih_l0	2	-0.048007216304540634
14015	rnn.bias_ih_l0	3	-0.1492510735988617
14015	rnn.bias_ih_l0	4	0.02565382793545723
14015	rnn.bias_ih_l0	5	0.05099541321396828
14015	rnn.bias_ih_l0	6	-0.09698182344436646
14015	rnn.bias_ih_l0	7	-0.11214524507522583
14015	rnn.bias_ih_l0	8	-0.04083424061536789
14015	rnn.bias_ih_l0	9	-0.010657046921551228
14015	rnn.bias_hh_l0	0	0.05422564223408699
14015	rnn.bias_hh_l0	1	-0.009778928011655807
14015	rnn.bias_hh_l0	2	-0.017591677606105804
14015	rnn.bias_hh_l0	3	-0.05087067931890488
14015	rnn.bias_hh_l0	4	-0.00517659354954958
14015	rnn.bias_hh_l0	5	0.04948350787162781
14015	rnn.bias_hh_l0	6	-0.04460073262453079
14015	rnn.bias_hh_l0	7	-0.026283023878932
14015	rnn.bias_hh_l0	8	-0.06856836378574371
14015	rnn.bias_hh_l0	9	-0.0568995475769043
14015	rnn.weight_ih_l0_reverse	0	0.035453684628009796
14015	rnn.weight_ih_l0_reverse	1	-0.0142686041072011
14015	rnn.weight_ih_l0_reverse	2	-0.023756247013807297
14015	rnn.weight_ih_l0_reverse	3	0.016044430434703827
14015	rnn.weight_ih_l0_reverse	4	0.014604735188186169
14015	rnn.weight_ih_l0_reverse	5	-0.021446943283081055
14015	rnn.weight_ih_l0_reverse	6	-0.034341175109148026
14015	rnn.weight_ih_l0_reverse	7	-0.025950703769922256
14015	rnn.weight_ih_l0_reverse	8	-0.01107163168489933
14015	rnn.weight_ih_l0_reverse	9	0.0122496597468853
14015	rnn.weight_hh_l0_reverse	0	-0.018935050815343857
14015	rnn.weight_hh_l0_reverse	1	0.003630947321653366
14015	rnn.weight_hh_l0_reverse	2	-0.030733730643987656
14015	rnn.weight_hh_l0_reverse	3	0.03551766276359558
14015	rnn.weight_hh_l0_reverse	4	0.021702485159039497
14015	rnn.weight_hh_l0_reverse	5	0.013782856054604053
14015	rnn.weight_hh_l0_reverse	6	0.02551734447479248
14015	rnn.weight_hh_l0_reverse	7	0.013340656645596027
14015	rnn.weight_hh_l0_reverse	8	0.007420399226248264
14015	rnn.weight_hh_l0_reverse	9	-0.037895895540714264
14015	rnn.bias_ih_l0_reverse	0	-0.04114213213324547
14015	rnn.bias_ih_l0_reverse	1	-0.14772917330265045
14015	rnn.bias_ih_l0_reverse	2	-0.006860136985778809
14015	rnn.bias_ih_l0_reverse	3	-0.04723215475678444
14015	rnn.bias_ih_l0_reverse	4	0.04397702217102051
14015	rnn.bias_ih_l0_reverse	5	-0.08527939021587372
14015	rnn.bias_ih_l0_reverse	6	-0.015901824459433556
14015	rnn.bias_ih_l0_reverse	7	0.05406114086508751
14015	rnn.bias_ih_l0_reverse	8	-0.05690811946988106
14015	rnn.bias_ih_l0_reverse	9	-0.018615437671542168
14015	rnn.bias_hh_l0_reverse	0	-0.04061878100037575
14015	rnn.bias_hh_l0_reverse	1	0.0012578509049490094
14015	rnn.bias_hh_l0_reverse	2	-0.021108822897076607
14015	rnn.bias_hh_l0_reverse	3	-0.06042797118425369
14015	rnn.bias_hh_l0_reverse	4	0.007423426955938339
14015	rnn.bias_hh_l0_reverse	5	-0.036997560411691666
14015	rnn.bias_hh_l0_reverse	6	-0.08577324450016022
14015	rnn.bias_hh_l0_reverse	7	-0.049909286201000214
14015	rnn.bias_hh_l0_reverse	8	-0.03124268911778927
14015	rnn.bias_hh_l0_reverse	9	-0.06114846095442772
14015	linear.weight	0	-0.13000258803367615
14015	linear.weight	1	-0.04987782984972
14015	linear.weight	2	-0.011228874325752258
14015	linear.weight	3	0.022464772686362267
14015	linear.weight	4	-0.004027051851153374
14015	linear.weight	5	0.16148515045642853
14015	linear.weight	6	0.0047744326293468475
14015	linear.weight	7	-0.021312154829502106
14015	linear.weight	8	0.04317227378487587
14015	linear.weight	9	0.030083030462265015
14015	linear.bias	0	-0.4220767319202423
14015	linear.bias	1	0.06805699318647385
14015	linear.bias	2	0.41030094027519226
14015	linear.bias	3	-0.32229599356651306
14015	linear.bias	4	-1.1357345581054688
14015	linear.bias	5	-0.9866968989372253
14015	linear.bias	6	-0.37347111105918884
14015	linear.bias	7	-0.5073943734169006
14015	linear.bias	8	-0.01705317199230194
14015	linear.bias	9	2.3115885257720947
14212	transitions	0	0.0671672597527504
14212	transitions	1	5.627249240875244
14212	transitions	2	-2.0998342037200928
14212	transitions	3	1.2059906721115112
14212	transitions	4	-1.0932239294052124
14212	transitions	5	-0.16669900715351105
14212	transitions	6	-0.07263074070215225
14212	transitions	7	-10000.0
14212	transitions	8	1.4540117979049683
14212	transitions	9	-2.264683485031128
14212	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
14212	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
14212	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
14212	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
14212	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
14212	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
14212	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
14212	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
14212	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
14212	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
14212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
14212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
14212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
14212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
14212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
14212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
14212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
14212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
14212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
14212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
14212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
14212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
14212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
14212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
14212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
14212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
14212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
14212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
14212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
14212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
14212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
14212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
14212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
14212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
14212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
14212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
14212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
14212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
14212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
14212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
14212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
14212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
14212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
14212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
14212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
14212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
14212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
14212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
14212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
14212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
14212	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
14212	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
14212	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
14212	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
14212	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
14212	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
14212	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
14212	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
14212	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
14212	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
14212	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
14212	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
14212	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
14212	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
14212	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
14212	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
14212	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
14212	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
14212	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
14212	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
14212	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
14212	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
14212	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
14212	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
14212	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
14212	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
14212	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
14212	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
14212	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
14212	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
14212	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
14212	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
14212	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
14212	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
14212	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
14212	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
14212	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
14212	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
14212	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
14212	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
14212	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
14212	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
14212	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
14212	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
14212	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
14212	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
14212	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
14212	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
14212	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
14212	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
14212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
14212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
14212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
14212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
14212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
14212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
14212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
14212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
14212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
14212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
14212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
14212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
14212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
14212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
14212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
14212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
14212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
14212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
14212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
14212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
14212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
14212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
14212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
14212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
14212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
14212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
14212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
14212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
14212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
14212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
14212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
14212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
14212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
14212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
14212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
14212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
14212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
14212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
14212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
14212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
14212	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
14212	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
14212	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
14212	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
14212	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
14212	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
14212	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
14212	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
14212	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
14212	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
14212	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
14212	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
14212	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
14212	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
14212	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
14212	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
14212	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
14212	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
14212	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
14212	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
14212	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
14212	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
14212	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
14212	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
14212	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
14212	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
14212	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
14212	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
14212	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
14212	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
14212	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
14212	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
14212	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
14212	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
14212	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
14212	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
14212	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
14212	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
14212	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
14212	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
14212	embedding2nn.weight	0	0.017410626634955406
14212	embedding2nn.weight	1	-0.043642498552799225
14212	embedding2nn.weight	2	0.019722964614629745
14212	embedding2nn.weight	3	-0.0032999184913933277
14212	embedding2nn.weight	4	-0.04455848038196564
14212	embedding2nn.weight	5	0.03736525774002075
14212	embedding2nn.weight	6	-0.012386445887386799
14212	embedding2nn.weight	7	-0.04088986665010452
14212	embedding2nn.weight	8	0.02431892417371273
14212	embedding2nn.weight	9	0.03865601867437363
14212	embedding2nn.bias	0	0.055822983384132385
14212	embedding2nn.bias	1	0.038539860397577286
14212	embedding2nn.bias	2	-0.10313069075345993
14212	embedding2nn.bias	3	0.07962257415056229
14212	embedding2nn.bias	4	0.04157338663935661
14212	embedding2nn.bias	5	-0.09957131743431091
14212	embedding2nn.bias	6	-0.028386887162923813
14212	embedding2nn.bias	7	2.0629191567422822e-05
14212	embedding2nn.bias	8	0.061225928366184235
14212	embedding2nn.bias	9	-0.14432092010974884
14212	rnn.weight_ih_l0	0	0.007813089527189732
14212	rnn.weight_ih_l0	1	0.023053685203194618
14212	rnn.weight_ih_l0	2	-0.02525496296584606
14212	rnn.weight_ih_l0	3	0.013328270055353642
14212	rnn.weight_ih_l0	4	0.023802675306797028
14212	rnn.weight_ih_l0	5	-0.044633958488702774
14212	rnn.weight_ih_l0	6	0.03926391154527664
14212	rnn.weight_ih_l0	7	-0.016229800879955292
14212	rnn.weight_ih_l0	8	0.010498462244868279
14212	rnn.weight_ih_l0	9	-0.010031938552856445
14212	rnn.weight_hh_l0	0	0.02652859501540661
14212	rnn.weight_hh_l0	1	-0.03361000120639801
14212	rnn.weight_hh_l0	2	0.029925089329481125
14212	rnn.weight_hh_l0	3	0.013291447423398495
14212	rnn.weight_hh_l0	4	0.016653385013341904
14212	rnn.weight_hh_l0	5	0.02688564918935299
14212	rnn.weight_hh_l0	6	0.0010834726272150874
14212	rnn.weight_hh_l0	7	-0.04627930745482445
14212	rnn.weight_hh_l0	8	-0.033412497490644455
14212	rnn.weight_hh_l0	9	-0.025541123002767563
14212	rnn.bias_ih_l0	0	-0.017844051122665405
14212	rnn.bias_ih_l0	1	-0.03007984720170498
14212	rnn.bias_ih_l0	2	-0.04923573508858681
14212	rnn.bias_ih_l0	3	-0.1475599706172943
14212	rnn.bias_ih_l0	4	0.024315685033798218
14212	rnn.bias_ih_l0	5	0.04150629788637161
14212	rnn.bias_ih_l0	6	-0.09788903594017029
14212	rnn.bias_ih_l0	7	-0.11964953690767288
14212	rnn.bias_ih_l0	8	-0.0438045859336853
14212	rnn.bias_ih_l0	9	-0.01441743690520525
14212	rnn.bias_hh_l0	0	0.05884496495127678
14212	rnn.bias_hh_l0	1	-0.011479607783257961
14212	rnn.bias_hh_l0	2	-0.013352062553167343
14212	rnn.bias_hh_l0	3	-0.051753152161836624
14212	rnn.bias_hh_l0	4	-0.01703193224966526
14212	rnn.bias_hh_l0	5	0.05123063549399376
14212	rnn.bias_hh_l0	6	-0.042836371809244156
14212	rnn.bias_hh_l0	7	-0.02859395183622837
14212	rnn.bias_hh_l0	8	-0.06947671622037888
14212	rnn.bias_hh_l0	9	-0.05772191286087036
14212	rnn.weight_ih_l0_reverse	0	0.035311177372932434
14212	rnn.weight_ih_l0_reverse	1	-0.014155561104416847
14212	rnn.weight_ih_l0_reverse	2	-0.02251051925122738
14212	rnn.weight_ih_l0_reverse	3	0.013107787817716599
14212	rnn.weight_ih_l0_reverse	4	0.017003078013658524
14212	rnn.weight_ih_l0_reverse	5	-0.021855201572179794
14212	rnn.weight_ih_l0_reverse	6	-0.035013347864151
14212	rnn.weight_ih_l0_reverse	7	-0.025635438039898872
14212	rnn.weight_ih_l0_reverse	8	-0.011154544539749622
14212	rnn.weight_ih_l0_reverse	9	0.012477453798055649
14212	rnn.weight_hh_l0_reverse	0	-0.01868165098130703
14212	rnn.weight_hh_l0_reverse	1	0.003912631422281265
14212	rnn.weight_hh_l0_reverse	2	-0.030531322583556175
14212	rnn.weight_hh_l0_reverse	3	0.03587160259485245
14212	rnn.weight_hh_l0_reverse	4	0.022521745413541794
14212	rnn.weight_hh_l0_reverse	5	0.013675323687493801
14212	rnn.weight_hh_l0_reverse	6	0.024900179356336594
14212	rnn.weight_hh_l0_reverse	7	0.014035229571163654
14212	rnn.weight_hh_l0_reverse	8	0.007052051834762096
14212	rnn.weight_hh_l0_reverse	9	-0.03760721907019615
14212	rnn.bias_ih_l0_reverse	0	-0.04138466715812683
14212	rnn.bias_ih_l0_reverse	1	-0.14577707648277283
14212	rnn.bias_ih_l0_reverse	2	-0.005957846064120531
14212	rnn.bias_ih_l0_reverse	3	-0.04644177109003067
14212	rnn.bias_ih_l0_reverse	4	0.05134214833378792
14212	rnn.bias_ih_l0_reverse	5	-0.08471215516328812
14212	rnn.bias_ih_l0_reverse	6	-0.016124874353408813
14212	rnn.bias_ih_l0_reverse	7	0.04436619207262993
14212	rnn.bias_ih_l0_reverse	8	-0.06037943810224533
14212	rnn.bias_ih_l0_reverse	9	-0.018045134842395782
14212	rnn.bias_hh_l0_reverse	0	-0.03773847222328186
14212	rnn.bias_hh_l0_reverse	1	-0.004733534064143896
14212	rnn.bias_hh_l0_reverse	2	-0.016318429261446
14212	rnn.bias_hh_l0_reverse	3	-0.06313812732696533
14212	rnn.bias_hh_l0_reverse	4	0.008285123854875565
14212	rnn.bias_hh_l0_reverse	5	-0.03697926923632622
14212	rnn.bias_hh_l0_reverse	6	-0.07730254530906677
14212	rnn.bias_hh_l0_reverse	7	-0.04725532978773117
14212	rnn.bias_hh_l0_reverse	8	-0.03153501823544502
14212	rnn.bias_hh_l0_reverse	9	-0.05834966152906418
14212	linear.weight	0	-0.12755437195301056
14212	linear.weight	1	-0.05402900278568268
14212	linear.weight	2	-0.011228874325752258
14212	linear.weight	3	0.04047125577926636
14212	linear.weight	4	0.01981455273926258
14212	linear.weight	5	0.1654161959886551
14212	linear.weight	6	0.0047744326293468475
14212	linear.weight	7	-0.021312154829502106
14212	linear.weight	8	0.0023226053453981876
14212	linear.weight	9	0.04482530802488327
14212	linear.bias	0	-0.41546380519866943
14212	linear.bias	1	0.06259649246931076
14212	linear.bias	2	0.37826311588287354
14212	linear.bias	3	-0.3439631164073944
14212	linear.bias	4	-1.1367114782333374
14212	linear.bias	5	-0.9885914921760559
14212	linear.bias	6	-0.3693367838859558
14212	linear.bias	7	-0.5173338651657104
14212	linear.bias	8	-0.01705317199230194
14212	linear.bias	9	2.3327043056488037
14409	transitions	0	0.06447643786668777
14409	transitions	1	5.6534552574157715
14409	transitions	2	-2.109076738357544
14409	transitions	3	1.1889158487319946
14409	transitions	4	-1.0976874828338623
14409	transitions	5	-0.16739356517791748
14409	transitions	6	-0.07351060956716537
14409	transitions	7	-10000.0
14409	transitions	8	1.4596705436706543
14409	transitions	9	-2.26495623588562
14409	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
14409	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
14409	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
14409	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
14409	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
14409	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
14409	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
14409	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
14409	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
14409	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
14409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
14409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
14409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
14409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
14409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
14409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
14409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
14409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
14409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
14409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
14409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
14409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
14409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
14409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
14409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
14409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
14409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
14409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
14409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
14409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
14409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
14409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
14409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
14409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
14409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
14409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
14409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
14409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
14409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
14409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
14409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
14409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
14409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
14409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
14409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
14409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
14409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
14409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
14409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
14409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
14409	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
14409	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
14409	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
14409	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
14409	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
14409	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
14409	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
14409	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
14409	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
14409	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
14409	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
14409	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
14409	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
14409	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
14409	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
14409	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
14409	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
14409	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
14409	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
14409	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
14409	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
14409	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
14409	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
14409	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
14409	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
14409	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
14409	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
14409	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
14409	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
14409	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
14409	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
14409	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
14409	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
14409	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
14409	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
14409	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
14409	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
14409	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
14409	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
14409	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
14409	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
14409	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
14409	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
14409	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
14409	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
14409	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
14409	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
14409	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
14409	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
14409	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
14409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
14409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
14409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
14409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
14409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
14409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
14409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
14409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
14409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
14409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
14409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
14409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
14409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
14409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
14409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
14409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
14409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
14409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
14409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
14409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
14409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
14409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
14409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
14409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
14409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
14409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
14409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
14409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
14409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
14409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
14409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
14409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
14409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
14409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
14409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
14409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
14409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
14409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
14409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
14409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
14409	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
14409	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
14409	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
14409	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
14409	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
14409	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
14409	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
14409	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
14409	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
14409	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
14409	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
14409	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
14409	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
14409	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
14409	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
14409	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
14409	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
14409	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
14409	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
14409	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
14409	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
14409	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
14409	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
14409	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
14409	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
14409	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
14409	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
14409	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
14409	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
14409	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
14409	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
14409	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
14409	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
14409	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
14409	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
14409	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
14409	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
14409	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
14409	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
14409	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
14409	embedding2nn.weight	0	0.017283739522099495
14409	embedding2nn.weight	1	-0.04505404084920883
14409	embedding2nn.weight	2	0.016857927665114403
14409	embedding2nn.weight	3	-0.002566434908658266
14409	embedding2nn.weight	4	-0.04521360993385315
14409	embedding2nn.weight	5	0.03831344470381737
14409	embedding2nn.weight	6	-0.023063890635967255
14409	embedding2nn.weight	7	-0.04305604472756386
14409	embedding2nn.weight	8	0.024547304958105087
14409	embedding2nn.weight	9	0.04102684557437897
14409	embedding2nn.bias	0	0.04817279055714607
14409	embedding2nn.bias	1	0.0383104532957077
14409	embedding2nn.bias	2	-0.1026320829987526
14409	embedding2nn.bias	3	0.08070112764835358
14409	embedding2nn.bias	4	0.03370024263858795
14409	embedding2nn.bias	5	-0.0946529284119606
14409	embedding2nn.bias	6	-0.04580206423997879
14409	embedding2nn.bias	7	0.0024073822423815727
14409	embedding2nn.bias	8	0.05890354886651039
14409	embedding2nn.bias	9	-0.1418718844652176
14409	rnn.weight_ih_l0	0	0.00845290906727314
14409	rnn.weight_ih_l0	1	0.0235849991440773
14409	rnn.weight_ih_l0	2	-0.024732422083616257
14409	rnn.weight_ih_l0	3	0.01173974946141243
14409	rnn.weight_ih_l0	4	0.023681985214352608
14409	rnn.weight_ih_l0	5	-0.044274430721998215
14409	rnn.weight_ih_l0	6	0.04016021266579628
14409	rnn.weight_ih_l0	7	-0.016733575612306595
14409	rnn.weight_ih_l0	8	0.01000999379903078
14409	rnn.weight_ih_l0	9	-0.010243318043649197
14409	rnn.weight_hh_l0	0	0.026910938322544098
14409	rnn.weight_hh_l0	1	-0.03141073137521744
14409	rnn.weight_hh_l0	2	0.029682839289307594
14409	rnn.weight_hh_l0	3	0.011914104223251343
14409	rnn.weight_hh_l0	4	0.016406547278165817
14409	rnn.weight_hh_l0	5	0.027314912527799606
14409	rnn.weight_hh_l0	6	0.0012797960080206394
14409	rnn.weight_hh_l0	7	-0.04594065248966217
14409	rnn.weight_hh_l0	8	-0.03247523307800293
14409	rnn.weight_hh_l0	9	-0.02999347820878029
14409	rnn.bias_ih_l0	0	-0.013277072459459305
14409	rnn.bias_ih_l0	1	-0.03279124200344086
14409	rnn.bias_ih_l0	2	-0.0502510629594326
14409	rnn.bias_ih_l0	3	-0.1495775431394577
14409	rnn.bias_ih_l0	4	0.02452181838452816
14409	rnn.bias_ih_l0	5	0.042913369834423065
14409	rnn.bias_ih_l0	6	-0.09659945964813232
14409	rnn.bias_ih_l0	7	-0.12053795903921127
14409	rnn.bias_ih_l0	8	-0.04488809406757355
14409	rnn.bias_ih_l0	9	-0.01223220955580473
14409	rnn.bias_hh_l0	0	0.0607302300632
14409	rnn.bias_hh_l0	1	-0.011483695358037949
14409	rnn.bias_hh_l0	2	-0.011930485256016254
14409	rnn.bias_hh_l0	3	-0.055413614958524704
14409	rnn.bias_hh_l0	4	-0.01683514565229416
14409	rnn.bias_hh_l0	5	0.04692521318793297
14409	rnn.bias_hh_l0	6	-0.04265586659312248
14409	rnn.bias_hh_l0	7	-0.031114891171455383
14409	rnn.bias_hh_l0	8	-0.07134879380464554
14409	rnn.bias_hh_l0	9	-0.056562814861536026
14409	rnn.weight_ih_l0_reverse	0	0.03552211821079254
14409	rnn.weight_ih_l0_reverse	1	-0.014526281505823135
14409	rnn.weight_ih_l0_reverse	2	-0.022369151934981346
14409	rnn.weight_ih_l0_reverse	3	0.011608160100877285
14409	rnn.weight_ih_l0_reverse	4	0.017458893358707428
14409	rnn.weight_ih_l0_reverse	5	-0.02223370596766472
14409	rnn.weight_ih_l0_reverse	6	-0.03846311569213867
14409	rnn.weight_ih_l0_reverse	7	-0.026263941079378128
14409	rnn.weight_ih_l0_reverse	8	-0.010016181506216526
14409	rnn.weight_ih_l0_reverse	9	0.012816857546567917
14409	rnn.weight_hh_l0_reverse	0	-0.01913687400519848
14409	rnn.weight_hh_l0_reverse	1	0.004493003245443106
14409	rnn.weight_hh_l0_reverse	2	-0.029814092442393303
14409	rnn.weight_hh_l0_reverse	3	0.03670806810259819
14409	rnn.weight_hh_l0_reverse	4	0.021780362352728844
14409	rnn.weight_hh_l0_reverse	5	0.013787641189992428
14409	rnn.weight_hh_l0_reverse	6	0.02536054141819477
14409	rnn.weight_hh_l0_reverse	7	0.014586277306079865
14409	rnn.weight_hh_l0_reverse	8	0.00741044944152236
14409	rnn.weight_hh_l0_reverse	9	-0.03744646906852722
14409	rnn.bias_ih_l0_reverse	0	-0.040768448263406754
14409	rnn.bias_ih_l0_reverse	1	-0.13810665905475616
14409	rnn.bias_ih_l0_reverse	2	-0.003396595362573862
14409	rnn.bias_ih_l0_reverse	3	-0.04842230677604675
14409	rnn.bias_ih_l0_reverse	4	0.05143807828426361
14409	rnn.bias_ih_l0_reverse	5	-0.09006007015705109
14409	rnn.bias_ih_l0_reverse	6	-0.01778506115078926
14409	rnn.bias_ih_l0_reverse	7	0.04798995703458786
14409	rnn.bias_ih_l0_reverse	8	-0.06092459335923195
14409	rnn.bias_ih_l0_reverse	9	-0.018057504668831825
14409	rnn.bias_hh_l0_reverse	0	-0.03836565092206001
14409	rnn.bias_hh_l0_reverse	1	-0.00019807805074378848
14409	rnn.bias_hh_l0_reverse	2	-0.017687896266579628
14409	rnn.bias_hh_l0_reverse	3	-0.06404373049736023
14409	rnn.bias_hh_l0_reverse	4	0.008073536679148674
14409	rnn.bias_hh_l0_reverse	5	-0.04351792111992836
14409	rnn.bias_hh_l0_reverse	6	-0.07700018584728241
14409	rnn.bias_hh_l0_reverse	7	-0.04464627802371979
14409	rnn.bias_hh_l0_reverse	8	-0.033417049795389175
14409	rnn.bias_hh_l0_reverse	9	-0.05741452798247337
14409	linear.weight	0	-0.1037210002541542
14409	linear.weight	1	-0.05963385850191116
14409	linear.weight	2	-0.011228874325752258
14409	linear.weight	3	0.03469814360141754
14409	linear.weight	4	0.012147580273449421
14409	linear.weight	5	0.1534656286239624
14409	linear.weight	6	0.0047744326293468475
14409	linear.weight	7	-0.021312154829502106
14409	linear.weight	8	0.0053101577796041965
14409	linear.weight	9	0.04065517708659172
14409	linear.bias	0	-0.439506471157074
14409	linear.bias	1	0.054864391684532166
14409	linear.bias	2	0.363436758518219
14409	linear.bias	3	-0.31154921650886536
14409	linear.bias	4	-1.1893600225448608
14409	linear.bias	5	-0.9902901649475098
14409	linear.bias	6	-0.3952178657054901
14409	linear.bias	7	-0.5087685585021973
14409	linear.bias	8	-0.01705317199230194
14409	linear.bias	9	2.2846593856811523
14606	transitions	0	0.06262186914682388
14606	transitions	1	5.639048099517822
14606	transitions	2	-2.11775803565979
14606	transitions	3	1.186565637588501
14606	transitions	4	-1.103011965751648
14606	transitions	5	-0.16825687885284424
14606	transitions	6	-0.0744279995560646
14606	transitions	7	-10000.0
14606	transitions	8	1.4667752981185913
14606	transitions	9	-2.265216112136841
14606	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
14606	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
14606	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
14606	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
14606	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
14606	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
14606	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
14606	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
14606	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
14606	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
14606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
14606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
14606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
14606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
14606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
14606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
14606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
14606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
14606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
14606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
14606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
14606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
14606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
14606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
14606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
14606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
14606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
14606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
14606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
14606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
14606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
14606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
14606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
14606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
14606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
14606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
14606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
14606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
14606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
14606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
14606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
14606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
14606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
14606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
14606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
14606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
14606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
14606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
14606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
14606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
14606	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
14606	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
14606	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
14606	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
14606	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
14606	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
14606	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
14606	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
14606	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
14606	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
14606	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
14606	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
14606	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
14606	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
14606	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
14606	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
14606	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
14606	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
14606	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
14606	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
14606	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
14606	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
14606	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
14606	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
14606	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
14606	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
14606	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
14606	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
14606	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
14606	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
14606	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
14606	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
14606	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
14606	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
14606	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
14606	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
14606	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
14606	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
14606	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
14606	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
14606	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
14606	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
14606	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
14606	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
14606	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
14606	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
14606	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
14606	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
14606	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
14606	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
14606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
14606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
14606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
14606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
14606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
14606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
14606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
14606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
14606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
14606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
14606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
14606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
14606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
14606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
14606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
14606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
14606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
14606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
14606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
14606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
14606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
14606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
14606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
14606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
14606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
14606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
14606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
14606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
14606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
14606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
14606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
14606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
14606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
14606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
14606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
14606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
14606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
14606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
14606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
14606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
14606	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
14606	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
14606	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
14606	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
14606	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
14606	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
14606	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
14606	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
14606	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
14606	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
14606	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
14606	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
14606	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
14606	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
14606	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
14606	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
14606	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
14606	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
14606	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
14606	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
14606	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
14606	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
14606	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
14606	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
14606	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
14606	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
14606	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
14606	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
14606	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
14606	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
14606	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
14606	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
14606	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
14606	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
14606	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
14606	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
14606	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
14606	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
14606	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
14606	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
14606	embedding2nn.weight	0	0.017327608540654182
14606	embedding2nn.weight	1	-0.04493875801563263
14606	embedding2nn.weight	2	0.02006687968969345
14606	embedding2nn.weight	3	-0.005025162827223539
14606	embedding2nn.weight	4	-0.04669007658958435
14606	embedding2nn.weight	5	0.0374697670340538
14606	embedding2nn.weight	6	-0.029068296775221825
14606	embedding2nn.weight	7	-0.041145410388708115
14606	embedding2nn.weight	8	0.022700265049934387
14606	embedding2nn.weight	9	0.04285813868045807
14606	embedding2nn.bias	0	0.0313214510679245
14606	embedding2nn.bias	1	0.04052280634641647
14606	embedding2nn.bias	2	-0.1132427528500557
14606	embedding2nn.bias	3	0.08395324647426605
14606	embedding2nn.bias	4	0.016815003007650375
14606	embedding2nn.bias	5	-0.10231015831232071
14606	embedding2nn.bias	6	-0.04903976246714592
14606	embedding2nn.bias	7	0.0030055579263716936
14606	embedding2nn.bias	8	0.06626012921333313
14606	embedding2nn.bias	9	-0.14851272106170654
14606	rnn.weight_ih_l0	0	0.009244689717888832
14606	rnn.weight_ih_l0	1	0.02615654096007347
14606	rnn.weight_ih_l0	2	-0.025639012455940247
14606	rnn.weight_ih_l0	3	0.014621976763010025
14606	rnn.weight_ih_l0	4	0.023852799087762833
14606	rnn.weight_ih_l0	5	-0.045307960361242294
14606	rnn.weight_ih_l0	6	0.03795837610960007
14606	rnn.weight_ih_l0	7	-0.018849650397896767
14606	rnn.weight_ih_l0	8	0.009042907506227493
14606	rnn.weight_ih_l0	9	-0.008456231094896793
14606	rnn.weight_hh_l0	0	0.027947984635829926
14606	rnn.weight_hh_l0	1	-0.03279205039143562
14606	rnn.weight_hh_l0	2	0.029889339581131935
14606	rnn.weight_hh_l0	3	0.01062014326453209
14606	rnn.weight_hh_l0	4	0.01640384830534458
14606	rnn.weight_hh_l0	5	0.028615443035960197
14606	rnn.weight_hh_l0	6	0.0015738566871732473
14606	rnn.weight_hh_l0	7	-0.04714944586157799
14606	rnn.weight_hh_l0	8	-0.0319199338555336
14606	rnn.weight_hh_l0	9	-0.029156584292650223
14606	rnn.bias_ih_l0	0	-0.012563065625727177
14606	rnn.bias_ih_l0	1	-0.03024710901081562
14606	rnn.bias_ih_l0	2	-0.050061870366334915
14606	rnn.bias_ih_l0	3	-0.1506383717060089
14606	rnn.bias_ih_l0	4	0.018556902185082436
14606	rnn.bias_ih_l0	5	0.04170083627104759
14606	rnn.bias_ih_l0	6	-0.09731822460889816
14606	rnn.bias_ih_l0	7	-0.1275675892829895
14606	rnn.bias_ih_l0	8	-0.043536506593227386
14606	rnn.bias_ih_l0	9	-0.015256577171385288
14606	rnn.bias_hh_l0	0	0.05772106349468231
14606	rnn.bias_hh_l0	1	-0.010769913904368877
14606	rnn.bias_hh_l0	2	-0.011065213941037655
14606	rnn.bias_hh_l0	3	-0.05707937851548195
14606	rnn.bias_hh_l0	4	-0.015686431899666786
14606	rnn.bias_hh_l0	5	0.04725097492337227
14606	rnn.bias_hh_l0	6	-0.04044969752430916
14606	rnn.bias_hh_l0	7	-0.024150652810931206
14606	rnn.bias_hh_l0	8	-0.06911788880825043
14606	rnn.bias_hh_l0	9	-0.05596394091844559
14606	rnn.weight_ih_l0_reverse	0	0.03574515879154205
14606	rnn.weight_ih_l0_reverse	1	-0.015336250886321068
14606	rnn.weight_ih_l0_reverse	2	-0.02155880443751812
14606	rnn.weight_ih_l0_reverse	3	0.010915035381913185
14606	rnn.weight_ih_l0_reverse	4	0.01434051152318716
14606	rnn.weight_ih_l0_reverse	5	-0.022299669682979584
14606	rnn.weight_ih_l0_reverse	6	-0.039050277322530746
14606	rnn.weight_ih_l0_reverse	7	-0.026850702241063118
14606	rnn.weight_ih_l0_reverse	8	-0.01189432479441166
14606	rnn.weight_ih_l0_reverse	9	0.01110330130904913
14606	rnn.weight_hh_l0_reverse	0	-0.019641291350126266
14606	rnn.weight_hh_l0_reverse	1	0.004303219262510538
14606	rnn.weight_hh_l0_reverse	2	-0.029513375833630562
14606	rnn.weight_hh_l0_reverse	3	0.036945782601833344
14606	rnn.weight_hh_l0_reverse	4	0.020701708272099495
14606	rnn.weight_hh_l0_reverse	5	0.013482184149324894
14606	rnn.weight_hh_l0_reverse	6	0.024717863649129868
14606	rnn.weight_hh_l0_reverse	7	0.014436330646276474
14606	rnn.weight_hh_l0_reverse	8	0.007379461545497179
14606	rnn.weight_hh_l0_reverse	9	-0.0374087393283844
14606	rnn.bias_ih_l0_reverse	0	-0.04086907580494881
14606	rnn.bias_ih_l0_reverse	1	-0.1354290097951889
14606	rnn.bias_ih_l0_reverse	2	-0.0057518379762768745
14606	rnn.bias_ih_l0_reverse	3	-0.04949574172496796
14606	rnn.bias_ih_l0_reverse	4	0.05465811863541603
14606	rnn.bias_ih_l0_reverse	5	-0.09137611836194992
14606	rnn.bias_ih_l0_reverse	6	-0.020171327516436577
14606	rnn.bias_ih_l0_reverse	7	0.05171281844377518
14606	rnn.bias_ih_l0_reverse	8	-0.06278317421674728
14606	rnn.bias_ih_l0_reverse	9	-0.01590377278625965
14606	rnn.bias_hh_l0_reverse	0	-0.03829897567629814
14606	rnn.bias_hh_l0_reverse	1	-0.0012090555392205715
14606	rnn.bias_hh_l0_reverse	2	-0.015243308618664742
14606	rnn.bias_hh_l0_reverse	3	-0.06893335282802582
14606	rnn.bias_hh_l0_reverse	4	0.00905635766685009
14606	rnn.bias_hh_l0_reverse	5	-0.046413131058216095
14606	rnn.bias_hh_l0_reverse	6	-0.08665681630373001
14606	rnn.bias_hh_l0_reverse	7	-0.04781646654009819
14606	rnn.bias_hh_l0_reverse	8	-0.032537151128053665
14606	rnn.bias_hh_l0_reverse	9	-0.0600629560649395
14606	linear.weight	0	-0.0957312062382698
14606	linear.weight	1	-0.05501348152756691
14606	linear.weight	2	-0.011228874325752258
14606	linear.weight	3	0.01676568202674389
14606	linear.weight	4	-0.011257239617407322
14606	linear.weight	5	0.14948758482933044
14606	linear.weight	6	0.0047744326293468475
14606	linear.weight	7	-0.021312154829502106
14606	linear.weight	8	0.02367146871984005
14606	linear.weight	9	0.06672727316617966
14606	linear.bias	0	-0.4189049303531647
14606	linear.bias	1	0.03931489214301109
14606	linear.bias	2	0.34979766607284546
14606	linear.bias	3	-0.33888834714889526
14606	linear.bias	4	-1.1605637073516846
14606	linear.bias	5	-0.991948127746582
14606	linear.bias	6	-0.37120726704597473
14606	linear.bias	7	-0.47753986716270447
14606	linear.bias	8	-0.01705317199230194
14606	linear.bias	9	2.305847406387329
14803	transitions	0	0.060853276401758194
14803	transitions	1	5.665709972381592
14803	transitions	2	-2.1260762214660645
14803	transitions	3	1.1825346946716309
14803	transitions	4	-1.1079292297363281
14803	transitions	5	-0.16944672167301178
14803	transitions	6	-0.07514079660177231
14803	transitions	7	-10000.0
14803	transitions	8	1.4640774726867676
14803	transitions	9	-2.2654407024383545
14803	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
14803	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
14803	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
14803	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
14803	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
14803	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
14803	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
14803	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
14803	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
14803	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
14803	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
14803	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
14803	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
14803	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
14803	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
14803	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
14803	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
14803	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
14803	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
14803	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
14803	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
14803	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
14803	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
14803	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
14803	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
14803	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
14803	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
14803	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
14803	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
14803	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
14803	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
14803	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
14803	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
14803	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
14803	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
14803	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
14803	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
14803	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
14803	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
14803	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
14803	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
14803	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
14803	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
14803	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
14803	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
14803	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
14803	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
14803	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
14803	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
14803	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
14803	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
14803	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
14803	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
14803	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
14803	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
14803	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
14803	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
14803	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
14803	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
14803	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
14803	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
14803	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
14803	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
14803	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
14803	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
14803	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
14803	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
14803	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
14803	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
14803	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
14803	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
14803	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
14803	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
14803	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
14803	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
14803	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
14803	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
14803	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
14803	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
14803	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
14803	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
14803	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
14803	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
14803	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
14803	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
14803	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
14803	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
14803	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
14803	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
14803	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
14803	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
14803	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
14803	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
14803	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
14803	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
14803	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
14803	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
14803	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
14803	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
14803	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
14803	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
14803	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
14803	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
14803	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
14803	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
14803	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
14803	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
14803	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
14803	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
14803	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
14803	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
14803	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
14803	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
14803	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
14803	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
14803	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
14803	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
14803	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
14803	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
14803	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
14803	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
14803	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
14803	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
14803	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
14803	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
14803	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
14803	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
14803	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
14803	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
14803	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
14803	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
14803	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
14803	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
14803	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
14803	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
14803	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
14803	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
14803	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
14803	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
14803	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
14803	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
14803	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
14803	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
14803	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
14803	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
14803	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
14803	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
14803	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
14803	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
14803	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
14803	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
14803	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
14803	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
14803	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
14803	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
14803	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
14803	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
14803	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
14803	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
14803	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
14803	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
14803	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
14803	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
14803	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
14803	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
14803	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
14803	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
14803	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
14803	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
14803	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
14803	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
14803	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
14803	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
14803	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
14803	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
14803	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
14803	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
14803	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
14803	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
14803	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
14803	embedding2nn.weight	0	0.01720343716442585
14803	embedding2nn.weight	1	-0.046039190143346786
14803	embedding2nn.weight	2	0.019352199509739876
14803	embedding2nn.weight	3	-0.005352217238396406
14803	embedding2nn.weight	4	-0.04715069755911827
14803	embedding2nn.weight	5	0.03925411403179169
14803	embedding2nn.weight	6	-0.027339208871126175
14803	embedding2nn.weight	7	-0.041473787277936935
14803	embedding2nn.weight	8	0.02121572755277157
14803	embedding2nn.weight	9	0.040112245827913284
14803	embedding2nn.bias	0	0.035869114100933075
14803	embedding2nn.bias	1	0.032132167369127274
14803	embedding2nn.bias	2	-0.10149312764406204
14803	embedding2nn.bias	3	0.06141563132405281
14803	embedding2nn.bias	4	0.03316662833094597
14803	embedding2nn.bias	5	-0.11228244751691818
14803	embedding2nn.bias	6	-0.03870007395744324
14803	embedding2nn.bias	7	0.0013372445246204734
14803	embedding2nn.bias	8	0.06835947185754776
14803	embedding2nn.bias	9	-0.14769883453845978
14803	rnn.weight_ih_l0	0	0.007503687869757414
14803	rnn.weight_ih_l0	1	0.02482995204627514
14803	rnn.weight_ih_l0	2	-0.025314489379525185
14803	rnn.weight_ih_l0	3	0.013616403564810753
14803	rnn.weight_ih_l0	4	0.023494917899370193
14803	rnn.weight_ih_l0	5	-0.04660796746611595
14803	rnn.weight_ih_l0	6	0.03911479562520981
14803	rnn.weight_ih_l0	7	-0.014096074737608433
14803	rnn.weight_ih_l0	8	0.01041605044156313
14803	rnn.weight_ih_l0	9	-0.009402635507285595
14803	rnn.weight_hh_l0	0	0.025606703013181686
14803	rnn.weight_hh_l0	1	-0.031088322401046753
14803	rnn.weight_hh_l0	2	0.029954565688967705
14803	rnn.weight_hh_l0	3	0.009418465197086334
14803	rnn.weight_hh_l0	4	0.017341775819659233
14803	rnn.weight_hh_l0	5	0.02871190570294857
14803	rnn.weight_hh_l0	6	0.0010741982841864228
14803	rnn.weight_hh_l0	7	-0.047148097306489944
14803	rnn.weight_hh_l0	8	-0.03217792510986328
14803	rnn.weight_hh_l0	9	-0.029736977070569992
14803	rnn.bias_ih_l0	0	-0.018783731386065483
14803	rnn.bias_ih_l0	1	-0.034104909747838974
14803	rnn.bias_ih_l0	2	-0.0548841618001461
14803	rnn.bias_ih_l0	3	-0.1491456776857376
14803	rnn.bias_ih_l0	4	0.013722163625061512
14803	rnn.bias_ih_l0	5	0.031139763072133064
14803	rnn.bias_ih_l0	6	-0.09852228313684464
14803	rnn.bias_ih_l0	7	-0.1273045390844345
14803	rnn.bias_ih_l0	8	-0.03864381089806557
14803	rnn.bias_ih_l0	9	-0.018860433250665665
14803	rnn.bias_hh_l0	0	0.05669012293219566
14803	rnn.bias_hh_l0	1	-0.013134025037288666
14803	rnn.bias_hh_l0	2	-0.012235055677592754
14803	rnn.bias_hh_l0	3	-0.054270122200250626
14803	rnn.bias_hh_l0	4	-0.008644877932965755
14803	rnn.bias_hh_l0	5	0.05330394208431244
14803	rnn.bias_hh_l0	6	-0.041588444262742996
14803	rnn.bias_hh_l0	7	-0.03299979493021965
14803	rnn.bias_hh_l0	8	-0.06950477510690689
14803	rnn.bias_hh_l0	9	-0.054495539516210556
14803	rnn.weight_ih_l0_reverse	0	0.034963689744472504
14803	rnn.weight_ih_l0_reverse	1	-0.014745083637535572
14803	rnn.weight_ih_l0_reverse	2	-0.021713389083743095
14803	rnn.weight_ih_l0_reverse	3	0.010442232713103294
14803	rnn.weight_ih_l0_reverse	4	0.015912296250462532
14803	rnn.weight_ih_l0_reverse	5	-0.020407088100910187
14803	rnn.weight_ih_l0_reverse	6	-0.03651098906993866
14803	rnn.weight_ih_l0_reverse	7	-0.02586921490728855
14803	rnn.weight_ih_l0_reverse	8	-0.01302066445350647
14803	rnn.weight_ih_l0_reverse	9	0.01057399157434702
14803	rnn.weight_hh_l0_reverse	0	-0.019836843013763428
14803	rnn.weight_hh_l0_reverse	1	0.0046396260149776936
14803	rnn.weight_hh_l0_reverse	2	-0.029236655682325363
14803	rnn.weight_hh_l0_reverse	3	0.03715454414486885
14803	rnn.weight_hh_l0_reverse	4	0.019985256716609
14803	rnn.weight_hh_l0_reverse	5	0.013760932721197605
14803	rnn.weight_hh_l0_reverse	6	0.02361827902495861
14803	rnn.weight_hh_l0_reverse	7	0.015078090131282806
14803	rnn.weight_hh_l0_reverse	8	0.007362638134509325
14803	rnn.weight_hh_l0_reverse	9	-0.03739269822835922
14803	rnn.bias_ih_l0_reverse	0	-0.042565423995256424
14803	rnn.bias_ih_l0_reverse	1	-0.14045879244804382
14803	rnn.bias_ih_l0_reverse	2	-0.006384701933711767
14803	rnn.bias_ih_l0_reverse	3	-0.05014858767390251
14803	rnn.bias_ih_l0_reverse	4	0.048191677778959274
14803	rnn.bias_ih_l0_reverse	5	-0.09124096482992172
14803	rnn.bias_ih_l0_reverse	6	-0.019954660907387733
14803	rnn.bias_ih_l0_reverse	7	0.04763341695070267
14803	rnn.bias_ih_l0_reverse	8	-0.06314793974161148
14803	rnn.bias_ih_l0_reverse	9	-0.015051047317683697
14803	rnn.bias_hh_l0_reverse	0	-0.03796643763780594
14803	rnn.bias_hh_l0_reverse	1	-0.0020391300786286592
14803	rnn.bias_hh_l0_reverse	2	-0.017863910645246506
14803	rnn.bias_hh_l0_reverse	3	-0.06721850484609604
14803	rnn.bias_hh_l0_reverse	4	0.010023677721619606
14803	rnn.bias_hh_l0_reverse	5	-0.045421354472637177
14803	rnn.bias_hh_l0_reverse	6	-0.08930082619190216
14803	rnn.bias_hh_l0_reverse	7	-0.04795464500784874
14803	rnn.bias_hh_l0_reverse	8	-0.032330673187971115
14803	rnn.bias_hh_l0_reverse	9	-0.05891823023557663
14803	linear.weight	0	-0.09317567944526672
14803	linear.weight	1	-0.04545503109693527
14803	linear.weight	2	-0.011228874325752258
14803	linear.weight	3	0.02781498245894909
14803	linear.weight	4	0.004379183519631624
14803	linear.weight	5	0.1620159149169922
14803	linear.weight	6	0.0047744326293468475
14803	linear.weight	7	-0.021312154829502106
14803	linear.weight	8	0.04198455065488815
14803	linear.weight	9	0.06037820130586624
14803	linear.bias	0	-0.41906487941741943
14803	linear.bias	1	0.039590198546648026
14803	linear.bias	2	0.32379743456840515
14803	linear.bias	3	-0.3020627498626709
14803	linear.bias	4	-1.1321473121643066
14803	linear.bias	5	-0.9937455058097839
14803	linear.bias	6	-0.37682539224624634
14803	linear.bias	7	-0.49223363399505615
14803	linear.bias	8	-0.01705317199230194
14803	linear.bias	9	2.3217008113861084
15000	transitions	0	0.05871821567416191
15000	transitions	1	5.727391242980957
15000	transitions	2	-2.1350512504577637
15000	transitions	3	1.1902331113815308
15000	transitions	4	-1.1122746467590332
15000	transitions	5	-0.17000964283943176
15000	transitions	6	-0.0759478509426117
15000	transitions	7	-10000.0
15000	transitions	8	1.4624626636505127
15000	transitions	9	-2.2657382488250732
15000	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
15000	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
15000	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
15000	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
15000	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
15000	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
15000	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
15000	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
15000	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
15000	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
15000	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
15000	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
15000	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
15000	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
15000	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
15000	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
15000	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
15000	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
15000	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
15000	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
15000	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
15000	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
15000	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
15000	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
15000	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
15000	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
15000	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
15000	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
15000	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
15000	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
15000	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
15000	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
15000	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
15000	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
15000	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
15000	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
15000	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
15000	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
15000	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
15000	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
15000	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
15000	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
15000	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
15000	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
15000	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
15000	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
15000	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
15000	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
15000	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
15000	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
15000	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
15000	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
15000	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
15000	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
15000	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
15000	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
15000	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
15000	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
15000	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
15000	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
15000	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
15000	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
15000	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
15000	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
15000	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
15000	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
15000	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
15000	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
15000	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
15000	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
15000	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
15000	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
15000	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
15000	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
15000	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
15000	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
15000	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
15000	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
15000	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
15000	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
15000	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
15000	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
15000	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
15000	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
15000	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
15000	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
15000	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
15000	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
15000	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
15000	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
15000	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
15000	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
15000	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
15000	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
15000	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
15000	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
15000	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
15000	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
15000	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
15000	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
15000	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
15000	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
15000	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
15000	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
15000	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
15000	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
15000	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
15000	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
15000	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
15000	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
15000	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
15000	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
15000	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
15000	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
15000	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
15000	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
15000	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
15000	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
15000	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
15000	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
15000	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
15000	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
15000	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
15000	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
15000	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
15000	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
15000	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
15000	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
15000	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
15000	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
15000	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
15000	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
15000	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
15000	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
15000	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
15000	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
15000	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
15000	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
15000	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
15000	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
15000	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
15000	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
15000	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
15000	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
15000	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
15000	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
15000	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
15000	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
15000	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
15000	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
15000	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
15000	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
15000	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
15000	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
15000	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
15000	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
15000	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
15000	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
15000	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
15000	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
15000	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
15000	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
15000	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
15000	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
15000	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
15000	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
15000	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
15000	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
15000	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
15000	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
15000	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
15000	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
15000	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
15000	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
15000	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
15000	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
15000	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
15000	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
15000	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
15000	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
15000	embedding2nn.weight	0	0.017373722046613693
15000	embedding2nn.weight	1	-0.045236505568027496
15000	embedding2nn.weight	2	0.01716875657439232
15000	embedding2nn.weight	3	-0.006428238935768604
15000	embedding2nn.weight	4	-0.05206453800201416
15000	embedding2nn.weight	5	0.04039433225989342
15000	embedding2nn.weight	6	-0.031191091984510422
15000	embedding2nn.weight	7	-0.04298410192131996
15000	embedding2nn.weight	8	0.02058594487607479
15000	embedding2nn.weight	9	0.03468308225274086
15000	embedding2nn.bias	0	0.047065459191799164
15000	embedding2nn.bias	1	0.03639421984553337
15000	embedding2nn.bias	2	-0.09704842418432236
15000	embedding2nn.bias	3	0.056859537959098816
15000	embedding2nn.bias	4	0.031851090490818024
15000	embedding2nn.bias	5	-0.11692044883966446
15000	embedding2nn.bias	6	-0.035893406718969345
15000	embedding2nn.bias	7	0.0004867814714089036
15000	embedding2nn.bias	8	0.07272227108478546
15000	embedding2nn.bias	9	-0.1466640681028366
15000	rnn.weight_ih_l0	0	0.010068755596876144
15000	rnn.weight_ih_l0	1	0.027835024520754814
15000	rnn.weight_ih_l0	2	-0.02635866589844227
15000	rnn.weight_ih_l0	3	0.013511604629456997
15000	rnn.weight_ih_l0	4	0.024561788886785507
15000	rnn.weight_ih_l0	5	-0.043040573596954346
15000	rnn.weight_ih_l0	6	0.03739083185791969
15000	rnn.weight_ih_l0	7	-0.014690713956952095
15000	rnn.weight_ih_l0	8	0.01148035004734993
15000	rnn.weight_ih_l0	9	-0.00801185704767704
15000	rnn.weight_hh_l0	0	0.025275539606809616
15000	rnn.weight_hh_l0	1	-0.03232672065496445
15000	rnn.weight_hh_l0	2	0.02955799177289009
15000	rnn.weight_hh_l0	3	0.009727559983730316
15000	rnn.weight_hh_l0	4	0.01743869110941887
15000	rnn.weight_hh_l0	5	0.027585996314883232
15000	rnn.weight_hh_l0	6	0.0011617843993008137
15000	rnn.weight_hh_l0	7	-0.04709181562066078
15000	rnn.weight_hh_l0	8	-0.03215796500444412
15000	rnn.weight_hh_l0	9	-0.030975496396422386
15000	rnn.bias_ih_l0	0	-0.016092702746391296
15000	rnn.bias_ih_l0	1	-0.03202510625123978
15000	rnn.bias_ih_l0	2	-0.05676857754588127
15000	rnn.bias_ih_l0	3	-0.14902719855308533
15000	rnn.bias_ih_l0	4	0.016985930502414703
15000	rnn.bias_ih_l0	5	0.03432530537247658
15000	rnn.bias_ih_l0	6	-0.09909138828516006
15000	rnn.bias_ih_l0	7	-0.12455054372549057
15000	rnn.bias_ih_l0	8	-0.03886786103248596
15000	rnn.bias_ih_l0	9	-0.019677134230732918
15000	rnn.bias_hh_l0	0	0.05717732757329941
15000	rnn.bias_hh_l0	1	-0.013251170516014099
15000	rnn.bias_hh_l0	2	-0.012004183605313301
15000	rnn.bias_hh_l0	3	-0.055573273450136185
15000	rnn.bias_hh_l0	4	-0.003368993988260627
15000	rnn.bias_hh_l0	5	0.053471971303224564
15000	rnn.bias_hh_l0	6	-0.041551392525434494
15000	rnn.bias_hh_l0	7	-0.0288282111287117
15000	rnn.bias_hh_l0	8	-0.07170146703720093
15000	rnn.bias_hh_l0	9	-0.05012008547782898
15000	rnn.weight_ih_l0_reverse	0	0.0335986390709877
15000	rnn.weight_ih_l0_reverse	1	-0.01512855850160122
15000	rnn.weight_ih_l0_reverse	2	-0.021546948701143265
15000	rnn.weight_ih_l0_reverse	3	0.009449351578950882
15000	rnn.weight_ih_l0_reverse	4	0.014252356253564358
15000	rnn.weight_ih_l0_reverse	5	-0.02095230296254158
15000	rnn.weight_ih_l0_reverse	6	-0.03648371621966362
15000	rnn.weight_ih_l0_reverse	7	-0.02350730635225773
15000	rnn.weight_ih_l0_reverse	8	-0.013605210930109024
15000	rnn.weight_ih_l0_reverse	9	0.01014670729637146
15000	rnn.weight_hh_l0_reverse	0	-0.0201539508998394
15000	rnn.weight_hh_l0_reverse	1	0.004590151831507683
15000	rnn.weight_hh_l0_reverse	2	-0.029337067157030106
15000	rnn.weight_hh_l0_reverse	3	0.03717935457825661
15000	rnn.weight_hh_l0_reverse	4	0.019760584458708763
15000	rnn.weight_hh_l0_reverse	5	0.014140640385448933
15000	rnn.weight_hh_l0_reverse	6	0.02388148382306099
15000	rnn.weight_hh_l0_reverse	7	0.015150151215493679
15000	rnn.weight_hh_l0_reverse	8	0.006969807669520378
15000	rnn.weight_hh_l0_reverse	9	-0.037293266505002975
15000	rnn.bias_ih_l0_reverse	0	-0.04229568690061569
15000	rnn.bias_ih_l0_reverse	1	-0.14313842356204987
15000	rnn.bias_ih_l0_reverse	2	-0.005414592567831278
15000	rnn.bias_ih_l0_reverse	3	-0.04989566653966904
15000	rnn.bias_ih_l0_reverse	4	0.046106573194265366
15000	rnn.bias_ih_l0_reverse	5	-0.09319007396697998
15000	rnn.bias_ih_l0_reverse	6	-0.016638388857245445
15000	rnn.bias_ih_l0_reverse	7	0.05243225023150444
15000	rnn.bias_ih_l0_reverse	8	-0.06568623334169388
15000	rnn.bias_ih_l0_reverse	9	-0.01814309135079384
15000	rnn.bias_hh_l0_reverse	0	-0.03717869520187378
15000	rnn.bias_hh_l0_reverse	1	-0.0005696189473383129
15000	rnn.bias_hh_l0_reverse	2	-0.01910969614982605
15000	rnn.bias_hh_l0_reverse	3	-0.06748776137828827
15000	rnn.bias_hh_l0_reverse	4	0.011374009773135185
15000	rnn.bias_hh_l0_reverse	5	-0.04544324800372124
15000	rnn.bias_hh_l0_reverse	6	-0.08837750554084778
15000	rnn.bias_hh_l0_reverse	7	-0.05193524807691574
15000	rnn.bias_hh_l0_reverse	8	-0.032258275896310806
15000	rnn.bias_hh_l0_reverse	9	-0.06087415665388107
15000	linear.weight	0	-0.09435959160327911
15000	linear.weight	1	-0.04971052333712578
15000	linear.weight	2	-0.011228874325752258
15000	linear.weight	3	0.014013492502272129
15000	linear.weight	4	-0.027501916512846947
15000	linear.weight	5	0.15826129913330078
15000	linear.weight	6	0.0047744326293468475
15000	linear.weight	7	-0.021312154829502106
15000	linear.weight	8	0.069425567984581
15000	linear.weight	9	0.05093802511692047
15000	linear.bias	0	-0.44072845578193665
15000	linear.bias	1	0.047771111130714417
15000	linear.bias	2	0.3253379166126251
15000	linear.bias	3	-0.31125298142433167
15000	linear.bias	4	-1.151314377784729
15000	linear.bias	5	-0.995427668094635
15000	linear.bias	6	-0.40375733375549316
15000	linear.bias	7	-0.5216149091720581
15000	linear.bias	8	-0.01705317199230194
15000	linear.bias	9	2.361626148223877
15197	transitions	0	0.05658825859427452
15197	transitions	1	5.795151233673096
15197	transitions	2	-2.1411566734313965
15197	transitions	3	1.192681908607483
15197	transitions	4	-1.1176245212554932
15197	transitions	5	-0.17079325020313263
15197	transitions	6	-0.07677149027585983
15197	transitions	7	-10000.0
15197	transitions	8	1.4652290344238281
15197	transitions	9	-2.265981674194336
15197	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
15197	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
15197	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
15197	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
15197	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
15197	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
15197	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
15197	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
15197	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
15197	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
15197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
15197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
15197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
15197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
15197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
15197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
15197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
15197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
15197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
15197	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
15197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
15197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
15197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
15197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
15197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
15197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
15197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
15197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
15197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
15197	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
15197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
15197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
15197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
15197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
15197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
15197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
15197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
15197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
15197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
15197	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
15197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
15197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
15197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
15197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
15197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
15197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
15197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
15197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
15197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
15197	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
15197	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
15197	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
15197	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
15197	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
15197	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
15197	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
15197	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
15197	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
15197	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
15197	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
15197	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
15197	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
15197	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
15197	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
15197	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
15197	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
15197	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
15197	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
15197	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
15197	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
15197	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
15197	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
15197	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
15197	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
15197	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
15197	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
15197	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
15197	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
15197	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
15197	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
15197	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
15197	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
15197	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
15197	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
15197	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
15197	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
15197	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
15197	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
15197	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
15197	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
15197	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
15197	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
15197	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
15197	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
15197	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
15197	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
15197	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
15197	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
15197	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
15197	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
15197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
15197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
15197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
15197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
15197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
15197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
15197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
15197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
15197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
15197	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
15197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
15197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
15197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
15197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
15197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
15197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
15197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
15197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
15197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
15197	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
15197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
15197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
15197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
15197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
15197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
15197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
15197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
15197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
15197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
15197	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
15197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
15197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
15197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
15197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
15197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
15197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
15197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
15197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
15197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
15197	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
15197	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
15197	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
15197	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
15197	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
15197	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
15197	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
15197	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
15197	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
15197	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
15197	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
15197	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
15197	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
15197	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
15197	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
15197	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
15197	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
15197	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
15197	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
15197	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
15197	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
15197	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
15197	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
15197	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
15197	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
15197	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
15197	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
15197	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
15197	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
15197	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
15197	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
15197	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
15197	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
15197	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
15197	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
15197	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
15197	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
15197	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
15197	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
15197	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
15197	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
15197	embedding2nn.weight	0	0.01743919402360916
15197	embedding2nn.weight	1	-0.04552038758993149
15197	embedding2nn.weight	2	0.013247568160295486
15197	embedding2nn.weight	3	-0.007823923602700233
15197	embedding2nn.weight	4	-0.052808113396167755
15197	embedding2nn.weight	5	0.040419794619083405
15197	embedding2nn.weight	6	-0.03752569109201431
15197	embedding2nn.weight	7	-0.0424795038998127
15197	embedding2nn.weight	8	0.021078970283269882
15197	embedding2nn.weight	9	0.0370226614177227
15197	embedding2nn.bias	0	0.07120132446289062
15197	embedding2nn.bias	1	0.042353320866823196
15197	embedding2nn.bias	2	-0.11130102723836899
15197	embedding2nn.bias	3	0.059501029551029205
15197	embedding2nn.bias	4	0.03557267785072327
15197	embedding2nn.bias	5	-0.11586852371692657
15197	embedding2nn.bias	6	-0.03220017999410629
15197	embedding2nn.bias	7	-0.011128113605082035
15197	embedding2nn.bias	8	0.0524604395031929
15197	embedding2nn.bias	9	-0.1336318403482437
15197	rnn.weight_ih_l0	0	0.009736869484186172
15197	rnn.weight_ih_l0	1	0.02815794199705124
15197	rnn.weight_ih_l0	2	-0.02711457572877407
15197	rnn.weight_ih_l0	3	0.016006160527467728
15197	rnn.weight_ih_l0	4	0.026333492249250412
15197	rnn.weight_ih_l0	5	-0.041620492935180664
15197	rnn.weight_ih_l0	6	0.036947574466466904
15197	rnn.weight_ih_l0	7	-0.014053680934011936
15197	rnn.weight_ih_l0	8	0.012279554270207882
15197	rnn.weight_ih_l0	9	-0.009974002838134766
15197	rnn.weight_hh_l0	0	0.02586573362350464
15197	rnn.weight_hh_l0	1	-0.03147096186876297
15197	rnn.weight_hh_l0	2	0.02978692203760147
15197	rnn.weight_hh_l0	3	0.010482827201485634
15197	rnn.weight_hh_l0	4	0.018125418573617935
15197	rnn.weight_hh_l0	5	0.027498355135321617
15197	rnn.weight_hh_l0	6	0.001236943295225501
15197	rnn.weight_hh_l0	7	-0.04606827720999718
15197	rnn.weight_hh_l0	8	-0.031781744211912155
15197	rnn.weight_hh_l0	9	-0.028581948950886726
15197	rnn.bias_ih_l0	0	-0.01877037063241005
15197	rnn.bias_ih_l0	1	-0.029165232554078102
15197	rnn.bias_ih_l0	2	-0.06022319942712784
15197	rnn.bias_ih_l0	3	-0.1453443169593811
15197	rnn.bias_ih_l0	4	0.014984484761953354
15197	rnn.bias_ih_l0	5	0.028908558189868927
15197	rnn.bias_ih_l0	6	-0.10035961121320724
15197	rnn.bias_ih_l0	7	-0.11979059875011444
15197	rnn.bias_ih_l0	8	-0.04060628265142441
15197	rnn.bias_ih_l0	9	-0.02182096615433693
15197	rnn.bias_hh_l0	0	0.057818200439214706
15197	rnn.bias_hh_l0	1	-0.014821166172623634
15197	rnn.bias_hh_l0	2	-0.012792433612048626
15197	rnn.bias_hh_l0	3	-0.05897996947169304
15197	rnn.bias_hh_l0	4	-0.007436059415340424
15197	rnn.bias_hh_l0	5	0.06337855011224747
15197	rnn.bias_hh_l0	6	-0.04135465994477272
15197	rnn.bias_hh_l0	7	-0.03321705386042595
15197	rnn.bias_hh_l0	8	-0.07070053368806839
15197	rnn.bias_hh_l0	9	-0.054914478212594986
15197	rnn.weight_ih_l0_reverse	0	0.034587204456329346
15197	rnn.weight_ih_l0_reverse	1	-0.013457905501127243
15197	rnn.weight_ih_l0_reverse	2	-0.020171215757727623
15197	rnn.weight_ih_l0_reverse	3	0.00823778472840786
15197	rnn.weight_ih_l0_reverse	4	0.014962499961256981
15197	rnn.weight_ih_l0_reverse	5	-0.022706057876348495
15197	rnn.weight_ih_l0_reverse	6	-0.03750792145729065
15197	rnn.weight_ih_l0_reverse	7	-0.022163603454828262
15197	rnn.weight_ih_l0_reverse	8	-0.013517667539417744
15197	rnn.weight_ih_l0_reverse	9	0.01036920864135027
15197	rnn.weight_hh_l0_reverse	0	-0.01970512792468071
15197	rnn.weight_hh_l0_reverse	1	0.0052262903191149235
15197	rnn.weight_hh_l0_reverse	2	-0.029302913695573807
15197	rnn.weight_hh_l0_reverse	3	0.03634624928236008
15197	rnn.weight_hh_l0_reverse	4	0.018733132630586624
15197	rnn.weight_hh_l0_reverse	5	0.0143003324046731
15197	rnn.weight_hh_l0_reverse	6	0.02321748249232769
15197	rnn.weight_hh_l0_reverse	7	0.015721354633569717
15197	rnn.weight_hh_l0_reverse	8	0.007231791503727436
15197	rnn.weight_hh_l0_reverse	9	-0.036919303238391876
15197	rnn.bias_ih_l0_reverse	0	-0.042098041623830795
15197	rnn.bias_ih_l0_reverse	1	-0.14550212025642395
15197	rnn.bias_ih_l0_reverse	2	-0.01103976834565401
15197	rnn.bias_ih_l0_reverse	3	-0.05022571235895157
15197	rnn.bias_ih_l0_reverse	4	0.04582158476114273
15197	rnn.bias_ih_l0_reverse	5	-0.09542166441679001
15197	rnn.bias_ih_l0_reverse	6	-0.01370986644178629
15197	rnn.bias_ih_l0_reverse	7	0.04626898095011711
15197	rnn.bias_ih_l0_reverse	8	-0.06058384105563164
15197	rnn.bias_ih_l0_reverse	9	-0.021138275042176247
15197	rnn.bias_hh_l0_reverse	0	-0.04108775407075882
15197	rnn.bias_hh_l0_reverse	1	-0.003978160675615072
15197	rnn.bias_hh_l0_reverse	2	-0.018851054832339287
15197	rnn.bias_hh_l0_reverse	3	-0.06463976204395294
15197	rnn.bias_hh_l0_reverse	4	0.011212027631700039
15197	rnn.bias_hh_l0_reverse	5	-0.04820782691240311
15197	rnn.bias_hh_l0_reverse	6	-0.07874994724988937
15197	rnn.bias_hh_l0_reverse	7	-0.05133838579058647
15197	rnn.bias_hh_l0_reverse	8	-0.0320746973156929
15197	rnn.bias_hh_l0_reverse	9	-0.06380745768547058
15197	linear.weight	0	-0.10269422829151154
15197	linear.weight	1	-0.049516189843416214
15197	linear.weight	2	-0.011228874325752258
15197	linear.weight	3	-0.03287217393517494
15197	linear.weight	4	0.0033670528791844845
15197	linear.weight	5	0.1579650640487671
15197	linear.weight	6	0.0047744326293468475
15197	linear.weight	7	-0.021312154829502106
15197	linear.weight	8	0.08183436095714569
15197	linear.weight	9	0.06191127374768257
15197	linear.bias	0	-0.43133309483528137
15197	linear.bias	1	0.04020334407687187
15197	linear.bias	2	0.33970996737480164
15197	linear.bias	3	-0.30455467104911804
15197	linear.bias	4	-1.1870923042297363
15197	linear.bias	5	-0.9970917701721191
15197	linear.bias	6	-0.3986758887767792
15197	linear.bias	7	-0.5356331467628479
15197	linear.bias	8	-0.01705317199230194
15197	linear.bias	9	2.331662178039551
15394	transitions	0	0.05497239530086517
15394	transitions	1	5.7655720710754395
15394	transitions	2	-2.146609306335449
15394	transitions	3	1.183692455291748
15394	transitions	4	-1.1212812662124634
15394	transitions	5	-0.17133991420269012
15394	transitions	6	-0.07760794460773468
15394	transitions	7	-10000.0
15394	transitions	8	1.4620198011398315
15394	transitions	9	-2.2662181854248047
15394	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
15394	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
15394	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
15394	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
15394	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
15394	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
15394	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
15394	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
15394	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
15394	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
15394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
15394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
15394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
15394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
15394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
15394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
15394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
15394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
15394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
15394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
15394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
15394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
15394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
15394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
15394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
15394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
15394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
15394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
15394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
15394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
15394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
15394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
15394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
15394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
15394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
15394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
15394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
15394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
15394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
15394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
15394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
15394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
15394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
15394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
15394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
15394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
15394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
15394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
15394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
15394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
15394	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
15394	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
15394	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
15394	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
15394	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
15394	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
15394	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
15394	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
15394	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
15394	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
15394	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
15394	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
15394	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
15394	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
15394	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
15394	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
15394	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
15394	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
15394	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
15394	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
15394	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
15394	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
15394	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
15394	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
15394	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
15394	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
15394	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
15394	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
15394	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
15394	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
15394	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
15394	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
15394	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
15394	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
15394	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
15394	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
15394	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
15394	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
15394	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
15394	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
15394	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
15394	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
15394	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
15394	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
15394	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
15394	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
15394	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
15394	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
15394	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
15394	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
15394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
15394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
15394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
15394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
15394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
15394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
15394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
15394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
15394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
15394	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
15394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
15394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
15394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
15394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
15394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
15394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
15394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
15394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
15394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
15394	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
15394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
15394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
15394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
15394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
15394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
15394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
15394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
15394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
15394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
15394	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
15394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
15394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
15394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
15394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
15394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
15394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
15394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
15394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
15394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
15394	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
15394	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
15394	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
15394	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
15394	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
15394	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
15394	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
15394	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
15394	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
15394	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
15394	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
15394	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
15394	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
15394	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
15394	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
15394	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
15394	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
15394	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
15394	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
15394	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
15394	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
15394	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
15394	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
15394	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
15394	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
15394	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
15394	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
15394	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
15394	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
15394	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
15394	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
15394	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
15394	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
15394	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
15394	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
15394	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
15394	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
15394	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
15394	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
15394	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
15394	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
15394	embedding2nn.weight	0	0.017626168206334114
15394	embedding2nn.weight	1	-0.04673928767442703
15394	embedding2nn.weight	2	0.013125414028763771
15394	embedding2nn.weight	3	-0.008831807412207127
15394	embedding2nn.weight	4	-0.05433402955532074
15394	embedding2nn.weight	5	0.03788294270634651
15394	embedding2nn.weight	6	-0.040946703404188156
15394	embedding2nn.weight	7	-0.04384121298789978
15394	embedding2nn.weight	8	0.022017717361450195
15394	embedding2nn.weight	9	0.03503996133804321
15394	embedding2nn.bias	0	0.06409121304750443
15394	embedding2nn.bias	1	0.04567446932196617
15394	embedding2nn.bias	2	-0.10330744832754135
15394	embedding2nn.bias	3	0.0670565515756607
15394	embedding2nn.bias	4	0.03263621777296066
15394	embedding2nn.bias	5	-0.12446928024291992
15394	embedding2nn.bias	6	-0.03748302161693573
15394	embedding2nn.bias	7	-0.0031592869199812412
15394	embedding2nn.bias	8	0.05490991473197937
15394	embedding2nn.bias	9	-0.1303282082080841
15394	rnn.weight_ih_l0	0	0.013524387031793594
15394	rnn.weight_ih_l0	1	0.026599837467074394
15394	rnn.weight_ih_l0	2	-0.026410123333334923
15394	rnn.weight_ih_l0	3	0.014123093336820602
15394	rnn.weight_ih_l0	4	0.027091514319181442
15394	rnn.weight_ih_l0	5	-0.041593968868255615
15394	rnn.weight_ih_l0	6	0.03848837688565254
15394	rnn.weight_ih_l0	7	-0.014927714131772518
15394	rnn.weight_ih_l0	8	0.01253278274089098
15394	rnn.weight_ih_l0	9	-0.009267558343708515
15394	rnn.weight_hh_l0	0	0.025189612060785294
15394	rnn.weight_hh_l0	1	-0.0307245422154665
15394	rnn.weight_hh_l0	2	0.02927018143236637
15394	rnn.weight_hh_l0	3	0.010842936113476753
15394	rnn.weight_hh_l0	4	0.01783512346446514
15394	rnn.weight_hh_l0	5	0.02734815701842308
15394	rnn.weight_hh_l0	6	0.001377119217067957
15394	rnn.weight_hh_l0	7	-0.04556863009929657
15394	rnn.weight_hh_l0	8	-0.03279028460383415
15394	rnn.weight_hh_l0	9	-0.029787058010697365
15394	rnn.bias_ih_l0	0	-0.029426276683807373
15394	rnn.bias_ih_l0	1	-0.03118835762143135
15394	rnn.bias_ih_l0	2	-0.057712994515895844
15394	rnn.bias_ih_l0	3	-0.14641252160072327
15394	rnn.bias_ih_l0	4	0.015372596681118011
15394	rnn.bias_ih_l0	5	0.03212418407201767
15394	rnn.bias_ih_l0	6	-0.09869494289159775
15394	rnn.bias_ih_l0	7	-0.12026629596948624
15394	rnn.bias_ih_l0	8	-0.03985695540904999
15394	rnn.bias_ih_l0	9	-0.02386651374399662
15394	rnn.bias_hh_l0	0	0.06379442662000656
15394	rnn.bias_hh_l0	1	-0.01603945530951023
15394	rnn.bias_hh_l0	2	-0.010420254431664944
15394	rnn.bias_hh_l0	3	-0.06197580322623253
15394	rnn.bias_hh_l0	4	0.0038298519793897867
15394	rnn.bias_hh_l0	5	0.06805074959993362
15394	rnn.bias_hh_l0	6	-0.04264624044299126
15394	rnn.bias_hh_l0	7	-0.040665388107299805
15394	rnn.bias_hh_l0	8	-0.061203733086586
15394	rnn.bias_hh_l0	9	-0.05960944667458534
15394	rnn.weight_ih_l0_reverse	0	0.03388732671737671
15394	rnn.weight_ih_l0_reverse	1	-0.013026431202888489
15394	rnn.weight_ih_l0_reverse	2	-0.016870280727744102
15394	rnn.weight_ih_l0_reverse	3	0.010971511714160442
15394	rnn.weight_ih_l0_reverse	4	0.015542987734079361
15394	rnn.weight_ih_l0_reverse	5	-0.025154301896691322
15394	rnn.weight_ih_l0_reverse	6	-0.039187170565128326
15394	rnn.weight_ih_l0_reverse	7	-0.02137857861816883
15394	rnn.weight_ih_l0_reverse	8	-0.010731692425906658
15394	rnn.weight_ih_l0_reverse	9	0.007543548941612244
15394	rnn.weight_hh_l0_reverse	0	-0.02084990032017231
15394	rnn.weight_hh_l0_reverse	1	0.004879988729953766
15394	rnn.weight_hh_l0_reverse	2	-0.029080813750624657
15394	rnn.weight_hh_l0_reverse	3	0.035930268466472626
15394	rnn.weight_hh_l0_reverse	4	0.019163185730576515
15394	rnn.weight_hh_l0_reverse	5	0.014282872900366783
15394	rnn.weight_hh_l0_reverse	6	0.02281947061419487
15394	rnn.weight_hh_l0_reverse	7	0.015962328761816025
15394	rnn.weight_hh_l0_reverse	8	0.006922053638845682
15394	rnn.weight_hh_l0_reverse	9	-0.03704143315553665
15394	rnn.bias_ih_l0_reverse	0	-0.042016204446554184
15394	rnn.bias_ih_l0_reverse	1	-0.1528196483850479
15394	rnn.bias_ih_l0_reverse	2	-0.010382057167589664
15394	rnn.bias_ih_l0_reverse	3	-0.05147526040673256
15394	rnn.bias_ih_l0_reverse	4	0.04426434263586998
15394	rnn.bias_ih_l0_reverse	5	-0.10211115330457687
15394	rnn.bias_ih_l0_reverse	6	-0.016482917591929436
15394	rnn.bias_ih_l0_reverse	7	0.04558465629816055
15394	rnn.bias_ih_l0_reverse	8	-0.06220763549208641
15394	rnn.bias_ih_l0_reverse	9	-0.024003496393561363
15394	rnn.bias_hh_l0_reverse	0	-0.046067945659160614
15394	rnn.bias_hh_l0_reverse	1	-0.0006059797597117722
15394	rnn.bias_hh_l0_reverse	2	-0.01661827601492405
15394	rnn.bias_hh_l0_reverse	3	-0.06515900790691376
15394	rnn.bias_hh_l0_reverse	4	0.012910181656479836
15394	rnn.bias_hh_l0_reverse	5	-0.05136166512966156
15394	rnn.bias_hh_l0_reverse	6	-0.08205538243055344
15394	rnn.bias_hh_l0_reverse	7	-0.05167750269174576
15394	rnn.bias_hh_l0_reverse	8	-0.03231719508767128
15394	rnn.bias_hh_l0_reverse	9	-0.06434784084558487
15394	linear.weight	0	-0.10849234461784363
15394	linear.weight	1	-0.05031202360987663
15394	linear.weight	2	-0.011228874325752258
15394	linear.weight	3	0.0007808420341461897
15394	linear.weight	4	0.0019618624355643988
15394	linear.weight	5	0.1758703589439392
15394	linear.weight	6	0.0047744326293468475
15394	linear.weight	7	-0.021312154829502106
15394	linear.weight	8	0.041868407279253006
15394	linear.weight	9	0.0807061716914177
15394	linear.bias	0	-0.45072367787361145
15394	linear.bias	1	0.020129602402448654
15394	linear.bias	2	0.30039435625076294
15394	linear.bias	3	-0.34099268913269043
15394	linear.bias	4	-1.131893515586853
15394	linear.bias	5	-0.9986913204193115
15394	linear.bias	6	-0.4261908531188965
15394	linear.bias	7	-0.5044092535972595
15394	linear.bias	8	-0.01705317199230194
15394	linear.bias	9	2.3351409435272217
15591	transitions	0	0.051963720470666885
15591	transitions	1	5.754402160644531
15591	transitions	2	-2.156825304031372
15591	transitions	3	1.1804571151733398
15591	transitions	4	-1.1272509098052979
15591	transitions	5	-0.1722608059644699
15591	transitions	6	-0.07851511240005493
15591	transitions	7	-10000.0
15591	transitions	8	1.4644845724105835
15591	transitions	9	-2.2664248943328857
15591	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
15591	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
15591	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
15591	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
15591	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
15591	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
15591	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
15591	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
15591	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
15591	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
15591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
15591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
15591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
15591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
15591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
15591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
15591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
15591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
15591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
15591	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
15591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
15591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
15591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
15591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
15591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
15591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
15591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
15591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
15591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
15591	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
15591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
15591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
15591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
15591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
15591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
15591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
15591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
15591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
15591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
15591	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
15591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
15591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
15591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
15591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
15591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
15591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
15591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
15591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
15591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
15591	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
15591	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
15591	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
15591	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
15591	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
15591	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
15591	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
15591	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
15591	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
15591	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
15591	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
15591	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
15591	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
15591	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
15591	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
15591	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
15591	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
15591	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
15591	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
15591	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
15591	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
15591	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
15591	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
15591	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
15591	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
15591	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
15591	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
15591	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
15591	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
15591	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
15591	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
15591	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
15591	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
15591	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
15591	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
15591	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
15591	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
15591	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
15591	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
15591	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
15591	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
15591	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
15591	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
15591	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
15591	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
15591	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
15591	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
15591	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
15591	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
15591	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
15591	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
15591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
15591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
15591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
15591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
15591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
15591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
15591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
15591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
15591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
15591	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
15591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
15591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
15591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
15591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
15591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
15591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
15591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
15591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
15591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
15591	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
15591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
15591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
15591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
15591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
15591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
15591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
15591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
15591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
15591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
15591	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
15591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
15591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
15591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
15591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
15591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
15591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
15591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
15591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
15591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
15591	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
15591	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
15591	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
15591	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
15591	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
15591	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
15591	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
15591	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
15591	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
15591	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
15591	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
15591	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
15591	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
15591	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
15591	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
15591	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
15591	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
15591	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
15591	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
15591	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
15591	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
15591	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
15591	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
15591	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
15591	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
15591	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
15591	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
15591	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
15591	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
15591	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
15591	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
15591	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
15591	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
15591	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
15591	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
15591	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
15591	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
15591	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
15591	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
15591	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
15591	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
15591	embedding2nn.weight	0	0.017788071185350418
15591	embedding2nn.weight	1	-0.0474933385848999
15591	embedding2nn.weight	2	0.016039542853832245
15591	embedding2nn.weight	3	-0.008817153982818127
15591	embedding2nn.weight	4	-0.052193060517311096
15591	embedding2nn.weight	5	0.03847567364573479
15591	embedding2nn.weight	6	-0.0456354059278965
15591	embedding2nn.weight	7	-0.04484952613711357
15591	embedding2nn.weight	8	0.020657813176512718
15591	embedding2nn.weight	9	0.03130771964788437
15591	embedding2nn.bias	0	0.05618801712989807
15591	embedding2nn.bias	1	0.045894160866737366
15591	embedding2nn.bias	2	-0.10579755157232285
15591	embedding2nn.bias	3	0.0676584243774414
15591	embedding2nn.bias	4	0.039409808814525604
15591	embedding2nn.bias	5	-0.10712467133998871
15591	embedding2nn.bias	6	-0.04686499759554863
15591	embedding2nn.bias	7	-0.008270884864032269
15591	embedding2nn.bias	8	0.05090491101145744
15591	embedding2nn.bias	9	-0.12319912761449814
15591	rnn.weight_ih_l0	0	0.01097156573086977
15591	rnn.weight_ih_l0	1	0.023944582790136337
15591	rnn.weight_ih_l0	2	-0.026375507935881615
15591	rnn.weight_ih_l0	3	0.011997144669294357
15591	rnn.weight_ih_l0	4	0.025410108268260956
15591	rnn.weight_ih_l0	5	-0.04145660623908043
15591	rnn.weight_ih_l0	6	0.03897690027952194
15591	rnn.weight_ih_l0	7	-0.01831473410129547
15591	rnn.weight_ih_l0	8	0.013034895993769169
15591	rnn.weight_ih_l0	9	-0.00782484095543623
15591	rnn.weight_hh_l0	0	0.02429014816880226
15591	rnn.weight_hh_l0	1	-0.030729077756404877
15591	rnn.weight_hh_l0	2	0.02956244722008705
15591	rnn.weight_hh_l0	3	0.010367793031036854
15591	rnn.weight_hh_l0	4	0.017464064061641693
15591	rnn.weight_hh_l0	5	0.027153782546520233
15591	rnn.weight_hh_l0	6	0.0015629807021468878
15591	rnn.weight_hh_l0	7	-0.04591712728142738
15591	rnn.weight_hh_l0	8	-0.03221699222922325
15591	rnn.weight_hh_l0	9	-0.0298480037599802
15591	rnn.bias_ih_l0	0	-0.026404406875371933
15591	rnn.bias_ih_l0	1	-0.030503161251544952
15591	rnn.bias_ih_l0	2	-0.06107598915696144
15591	rnn.bias_ih_l0	3	-0.1457519233226776
15591	rnn.bias_ih_l0	4	0.02114032581448555
15591	rnn.bias_ih_l0	5	0.032203588634729385
15591	rnn.bias_ih_l0	6	-0.1034766435623169
15591	rnn.bias_ih_l0	7	-0.1174217164516449
15591	rnn.bias_ih_l0	8	-0.04550139233469963
15591	rnn.bias_ih_l0	9	-0.02518565207719803
15591	rnn.bias_hh_l0	0	0.06301983445882797
15591	rnn.bias_hh_l0	1	-0.01430767122656107
15591	rnn.bias_hh_l0	2	-0.00825025700032711
15591	rnn.bias_hh_l0	3	-0.0644967332482338
15591	rnn.bias_hh_l0	4	0.015436888672411442
15591	rnn.bias_hh_l0	5	0.06535128504037857
15591	rnn.bias_hh_l0	6	-0.04305983707308769
15591	rnn.bias_hh_l0	7	-0.03658410534262657
15591	rnn.bias_hh_l0	8	-0.06759004294872284
15591	rnn.bias_hh_l0	9	-0.05701034143567085
15591	rnn.weight_ih_l0_reverse	0	0.0344439335167408
15591	rnn.weight_ih_l0_reverse	1	-0.01268662791699171
15591	rnn.weight_ih_l0_reverse	2	-0.01776738092303276
15591	rnn.weight_ih_l0_reverse	3	0.00894475169479847
15591	rnn.weight_ih_l0_reverse	4	0.015611951239407063
15591	rnn.weight_ih_l0_reverse	5	-0.024292288348078728
15591	rnn.weight_ih_l0_reverse	6	-0.03894660249352455
15591	rnn.weight_ih_l0_reverse	7	-0.021684763953089714
15591	rnn.weight_ih_l0_reverse	8	-0.009505475871264935
15591	rnn.weight_ih_l0_reverse	9	0.009473924525082111
15591	rnn.weight_hh_l0_reverse	0	-0.021081184968352318
15591	rnn.weight_hh_l0_reverse	1	0.004758560098707676
15591	rnn.weight_hh_l0_reverse	2	-0.029048429802060127
15591	rnn.weight_hh_l0_reverse	3	0.03565511852502823
15591	rnn.weight_hh_l0_reverse	4	0.018503790721297264
15591	rnn.weight_hh_l0_reverse	5	0.014356492087244987
15591	rnn.weight_hh_l0_reverse	6	0.023394735530018806
15591	rnn.weight_hh_l0_reverse	7	0.01515863835811615
15591	rnn.weight_hh_l0_reverse	8	0.007163048256188631
15591	rnn.weight_hh_l0_reverse	9	-0.03640669956803322
15591	rnn.bias_ih_l0_reverse	0	-0.041106462478637695
15591	rnn.bias_ih_l0_reverse	1	-0.14963507652282715
15591	rnn.bias_ih_l0_reverse	2	-0.010806256905198097
15591	rnn.bias_ih_l0_reverse	3	-0.05242754891514778
15591	rnn.bias_ih_l0_reverse	4	0.04843330383300781
15591	rnn.bias_ih_l0_reverse	5	-0.11066767573356628
15591	rnn.bias_ih_l0_reverse	6	-0.019134098663926125
15591	rnn.bias_ih_l0_reverse	7	0.047063007950782776
15591	rnn.bias_ih_l0_reverse	8	-0.06644752621650696
15591	rnn.bias_ih_l0_reverse	9	-0.022055096924304962
15591	rnn.bias_hh_l0_reverse	0	-0.04364972934126854
15591	rnn.bias_hh_l0_reverse	1	0.0011477916268631816
15591	rnn.bias_hh_l0_reverse	2	-0.01784326694905758
15591	rnn.bias_hh_l0_reverse	3	-0.0678398385643959
15591	rnn.bias_hh_l0_reverse	4	0.009754354134202003
15591	rnn.bias_hh_l0_reverse	5	-0.048589348793029785
15591	rnn.bias_hh_l0_reverse	6	-0.08340580761432648
15591	rnn.bias_hh_l0_reverse	7	-0.04980369657278061
15591	rnn.bias_hh_l0_reverse	8	-0.03350205346941948
15591	rnn.bias_hh_l0_reverse	9	-0.06382876634597778
15591	linear.weight	0	-0.1078675240278244
15591	linear.weight	1	-0.049050912261009216
15591	linear.weight	2	-0.011228874325752258
15591	linear.weight	3	-0.004052923060953617
15591	linear.weight	4	0.021110035479068756
15591	linear.weight	5	0.1662610024213791
15591	linear.weight	6	0.0047744326293468475
15591	linear.weight	7	-0.021312154829502106
15591	linear.weight	8	0.032173629850149155
15591	linear.weight	9	0.10208812355995178
15591	linear.bias	0	-0.44072267413139343
15591	linear.bias	1	0.054502394050359726
15591	linear.bias	2	0.3495784401893616
15591	linear.bias	3	-0.3494836390018463
15591	linear.bias	4	-1.1677489280700684
15591	linear.bias	5	-1.0003732442855835
15591	linear.bias	6	-0.41270536184310913
15591	linear.bias	7	-0.5515114068984985
15591	linear.bias	8	-0.01705317199230194
15591	linear.bias	9	2.385866403579712
15788	transitions	0	0.0491168275475502
15788	transitions	1	5.7184295654296875
15788	transitions	2	-2.1681911945343018
15788	transitions	3	1.180495262145996
15788	transitions	4	-1.1330476999282837
15788	transitions	5	-0.1729722023010254
15788	transitions	6	-0.07932678610086441
15788	transitions	7	-10000.0
15788	transitions	8	1.4623521566390991
15788	transitions	9	-2.266716241836548
15788	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
15788	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
15788	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
15788	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
15788	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
15788	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
15788	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
15788	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
15788	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
15788	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
15788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
15788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
15788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
15788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
15788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
15788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
15788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
15788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
15788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
15788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
15788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
15788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
15788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
15788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
15788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
15788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
15788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
15788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
15788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
15788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
15788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
15788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
15788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
15788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
15788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
15788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
15788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
15788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
15788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
15788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
15788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
15788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
15788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
15788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
15788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
15788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
15788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
15788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
15788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
15788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
15788	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
15788	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
15788	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
15788	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
15788	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
15788	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
15788	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
15788	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
15788	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
15788	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
15788	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
15788	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
15788	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
15788	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
15788	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
15788	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
15788	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
15788	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
15788	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
15788	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
15788	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
15788	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
15788	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
15788	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
15788	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
15788	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
15788	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
15788	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
15788	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
15788	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
15788	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
15788	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
15788	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
15788	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
15788	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
15788	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
15788	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
15788	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
15788	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
15788	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
15788	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
15788	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
15788	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
15788	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
15788	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
15788	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
15788	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
15788	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
15788	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
15788	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
15788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
15788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
15788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
15788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
15788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
15788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
15788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
15788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
15788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
15788	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
15788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
15788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
15788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
15788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
15788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
15788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
15788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
15788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
15788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
15788	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
15788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
15788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
15788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
15788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
15788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
15788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
15788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
15788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
15788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
15788	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
15788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
15788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
15788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
15788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
15788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
15788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
15788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
15788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
15788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
15788	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
15788	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
15788	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
15788	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
15788	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
15788	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
15788	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
15788	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
15788	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
15788	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
15788	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
15788	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
15788	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
15788	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
15788	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
15788	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
15788	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
15788	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
15788	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
15788	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
15788	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
15788	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
15788	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
15788	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
15788	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
15788	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
15788	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
15788	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
15788	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
15788	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
15788	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
15788	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
15788	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
15788	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
15788	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
15788	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
15788	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
15788	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
15788	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
15788	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
15788	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
15788	embedding2nn.weight	0	0.017569394782185555
15788	embedding2nn.weight	1	-0.04691667854785919
15788	embedding2nn.weight	2	0.013802308589220047
15788	embedding2nn.weight	3	-0.008642274886369705
15788	embedding2nn.weight	4	-0.04724675416946411
15788	embedding2nn.weight	5	0.03778413310647011
15788	embedding2nn.weight	6	-0.0382673442363739
15788	embedding2nn.weight	7	-0.04155868664383888
15788	embedding2nn.weight	8	0.017950015142560005
15788	embedding2nn.weight	9	0.03438003361225128
15788	embedding2nn.bias	0	0.047147564589977264
15788	embedding2nn.bias	1	0.0469452366232872
15788	embedding2nn.bias	2	-0.11151652038097382
15788	embedding2nn.bias	3	0.05842423811554909
15788	embedding2nn.bias	4	0.024459203705191612
15788	embedding2nn.bias	5	-0.10677850991487503
15788	embedding2nn.bias	6	-0.03876860812306404
15788	embedding2nn.bias	7	0.0036205679643899202
15788	embedding2nn.bias	8	0.05336248129606247
15788	embedding2nn.bias	9	-0.12318866699934006
15788	rnn.weight_ih_l0	0	0.010643275454640388
15788	rnn.weight_ih_l0	1	0.027586430311203003
15788	rnn.weight_ih_l0	2	-0.025877054780721664
15788	rnn.weight_ih_l0	3	0.014149290509521961
15788	rnn.weight_ih_l0	4	0.02499406971037388
15788	rnn.weight_ih_l0	5	-0.041956134140491486
15788	rnn.weight_ih_l0	6	0.039456646889448166
15788	rnn.weight_ih_l0	7	-0.017057187855243683
15788	rnn.weight_ih_l0	8	0.016110949218273163
15788	rnn.weight_ih_l0	9	-0.008014473132789135
15788	rnn.weight_hh_l0	0	0.023958873003721237
15788	rnn.weight_hh_l0	1	-0.02966359443962574
15788	rnn.weight_hh_l0	2	0.029442181810736656
15788	rnn.weight_hh_l0	3	0.010399425402283669
15788	rnn.weight_hh_l0	4	0.01715165190398693
15788	rnn.weight_hh_l0	5	0.026025567203760147
15788	rnn.weight_hh_l0	6	0.0013557065976783633
15788	rnn.weight_hh_l0	7	-0.04500050097703934
15788	rnn.weight_hh_l0	8	-0.0322720929980278
15788	rnn.weight_hh_l0	9	-0.02793465368449688
15788	rnn.bias_ih_l0	0	-0.03317417949438095
15788	rnn.bias_ih_l0	1	-0.02979210391640663
15788	rnn.bias_ih_l0	2	-0.062014974653720856
15788	rnn.bias_ih_l0	3	-0.14429369568824768
15788	rnn.bias_ih_l0	4	0.02376435324549675
15788	rnn.bias_ih_l0	5	0.03105609118938446
15788	rnn.bias_ih_l0	6	-0.09992372244596481
15788	rnn.bias_ih_l0	7	-0.10954365134239197
15788	rnn.bias_ih_l0	8	-0.04763583838939667
15788	rnn.bias_ih_l0	9	-0.020277060568332672
15788	rnn.bias_hh_l0	0	0.06179870292544365
15788	rnn.bias_hh_l0	1	-0.01566261425614357
15788	rnn.bias_hh_l0	2	-0.007620115764439106
15788	rnn.bias_hh_l0	3	-0.062089383602142334
15788	rnn.bias_hh_l0	4	0.021550782024860382
15788	rnn.bias_hh_l0	5	0.06678135693073273
15788	rnn.bias_hh_l0	6	-0.042634423822164536
15788	rnn.bias_hh_l0	7	-0.03651173785328865
15788	rnn.bias_hh_l0	8	-0.06769853830337524
15788	rnn.bias_hh_l0	9	-0.05380503088235855
15788	rnn.weight_ih_l0_reverse	0	0.0331888422369957
15788	rnn.weight_ih_l0_reverse	1	-0.011356261558830738
15788	rnn.weight_ih_l0_reverse	2	-0.018302174285054207
15788	rnn.weight_ih_l0_reverse	3	0.010056592524051666
15788	rnn.weight_ih_l0_reverse	4	0.013336066156625748
15788	rnn.weight_ih_l0_reverse	5	-0.022962387651205063
15788	rnn.weight_ih_l0_reverse	6	-0.039964836090803146
15788	rnn.weight_ih_l0_reverse	7	-0.01961156353354454
15788	rnn.weight_ih_l0_reverse	8	-0.006568982265889645
15788	rnn.weight_ih_l0_reverse	9	0.009445496834814548
15788	rnn.weight_hh_l0_reverse	0	-0.021307945251464844
15788	rnn.weight_hh_l0_reverse	1	0.004899089690297842
15788	rnn.weight_hh_l0_reverse	2	-0.028992943465709686
15788	rnn.weight_hh_l0_reverse	3	0.036440059542655945
15788	rnn.weight_hh_l0_reverse	4	0.019091960042715073
15788	rnn.weight_hh_l0_reverse	5	0.014090407639741898
15788	rnn.weight_hh_l0_reverse	6	0.021915875375270844
15788	rnn.weight_hh_l0_reverse	7	0.01551280077546835
15788	rnn.weight_hh_l0_reverse	8	0.0067834071815013885
15788	rnn.weight_hh_l0_reverse	9	-0.03627239540219307
15788	rnn.bias_ih_l0_reverse	0	-0.04016759246587753
15788	rnn.bias_ih_l0_reverse	1	-0.1485937535762787
15788	rnn.bias_ih_l0_reverse	2	-0.012497907504439354
15788	rnn.bias_ih_l0_reverse	3	-0.05178138241171837
15788	rnn.bias_ih_l0_reverse	4	0.05069524049758911
15788	rnn.bias_ih_l0_reverse	5	-0.10725920647382736
15788	rnn.bias_ih_l0_reverse	6	-0.01767560839653015
15788	rnn.bias_ih_l0_reverse	7	0.044260259717702866
15788	rnn.bias_ih_l0_reverse	8	-0.06765331327915192
15788	rnn.bias_ih_l0_reverse	9	-0.017898699268698692
15788	rnn.bias_hh_l0_reverse	0	-0.04252735897898674
15788	rnn.bias_hh_l0_reverse	1	-0.0002206391072832048
15788	rnn.bias_hh_l0_reverse	2	-0.018637163564562798
15788	rnn.bias_hh_l0_reverse	3	-0.06224404275417328
15788	rnn.bias_hh_l0_reverse	4	0.008608978241682053
15788	rnn.bias_hh_l0_reverse	5	-0.04753220081329346
15788	rnn.bias_hh_l0_reverse	6	-0.08050984144210815
15788	rnn.bias_hh_l0_reverse	7	-0.05448158457875252
15788	rnn.bias_hh_l0_reverse	8	-0.034884013235569
15788	rnn.bias_hh_l0_reverse	9	-0.06255470216274261
15788	linear.weight	0	-0.086184062063694
15788	linear.weight	1	-0.04989629238843918
15788	linear.weight	2	-0.011228874325752258
15788	linear.weight	3	-0.0019077920587733388
15788	linear.weight	4	-0.023809323087334633
15788	linear.weight	5	0.17796887457370758
15788	linear.weight	6	0.0047744326293468475
15788	linear.weight	7	-0.021312154829502106
15788	linear.weight	8	0.015056153759360313
15788	linear.weight	9	0.08296431601047516
15788	linear.bias	0	-0.4553162753582001
15788	linear.bias	1	0.01895929127931595
15788	linear.bias	2	0.32392585277557373
15788	linear.bias	3	-0.36093536019325256
15788	linear.bias	4	-1.1646769046783447
15788	linear.bias	5	-1.0020405054092407
15788	linear.bias	6	-0.41404667496681213
15788	linear.bias	7	-0.5616445541381836
15788	linear.bias	8	-0.01705317199230194
15788	linear.bias	9	2.4494829177856445
15792	transitions	0	0.04902800917625427
15792	transitions	1	5.7232465744018555
15792	transitions	2	-2.1683568954467773
15792	transitions	3	1.180359125137329
15792	transitions	4	-1.1330715417861938
15792	transitions	5	-0.17298032343387604
15792	transitions	6	-0.0793413370847702
15792	transitions	7	-10000.0
15792	transitions	8	1.4623401165008545
15792	transitions	9	-2.266725778579712
15792	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
15792	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
15792	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
15792	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
15792	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
15792	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
15792	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
15792	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
15792	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
15792	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
15792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
15792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
15792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
15792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
15792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
15792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
15792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
15792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
15792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
15792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
15792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
15792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
15792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
15792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
15792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
15792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
15792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
15792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
15792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
15792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
15792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
15792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
15792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
15792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
15792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
15792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
15792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
15792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
15792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
15792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
15792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
15792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
15792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
15792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
15792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
15792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
15792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
15792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
15792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
15792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
15792	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
15792	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
15792	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
15792	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
15792	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
15792	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
15792	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
15792	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
15792	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
15792	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
15792	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
15792	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
15792	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
15792	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
15792	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
15792	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
15792	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
15792	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
15792	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
15792	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
15792	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
15792	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
15792	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
15792	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
15792	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
15792	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
15792	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
15792	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
15792	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
15792	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
15792	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
15792	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
15792	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
15792	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
15792	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
15792	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
15792	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
15792	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
15792	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
15792	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
15792	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
15792	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
15792	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
15792	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
15792	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
15792	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
15792	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
15792	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
15792	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
15792	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
15792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
15792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
15792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
15792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
15792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
15792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
15792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
15792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
15792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
15792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
15792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
15792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
15792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
15792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
15792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
15792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
15792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
15792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
15792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
15792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
15792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
15792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
15792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
15792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
15792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
15792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
15792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
15792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
15792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
15792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
15792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
15792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
15792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
15792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
15792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
15792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
15792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
15792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
15792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
15792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
15792	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
15792	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
15792	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
15792	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
15792	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
15792	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
15792	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
15792	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
15792	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
15792	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
15792	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
15792	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
15792	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
15792	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
15792	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
15792	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
15792	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
15792	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
15792	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
15792	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
15792	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
15792	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
15792	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
15792	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
15792	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
15792	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
15792	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
15792	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
15792	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
15792	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
15792	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
15792	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
15792	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
15792	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
15792	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
15792	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
15792	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
15792	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
15792	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
15792	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
15792	embedding2nn.weight	0	0.017728501930832863
15792	embedding2nn.weight	1	-0.04695155844092369
15792	embedding2nn.weight	2	0.013211246579885483
15792	embedding2nn.weight	3	-0.008594052866101265
15792	embedding2nn.weight	4	-0.04659862816333771
15792	embedding2nn.weight	5	0.03737322613596916
15792	embedding2nn.weight	6	-0.03894194960594177
15792	embedding2nn.weight	7	-0.04197612777352333
15792	embedding2nn.weight	8	0.01795053482055664
15792	embedding2nn.weight	9	0.03436335176229477
15792	embedding2nn.bias	0	0.044284138828516006
15792	embedding2nn.bias	1	0.042366594076156616
15792	embedding2nn.bias	2	-0.11294113099575043
15792	embedding2nn.bias	3	0.05999179929494858
15792	embedding2nn.bias	4	0.022309700027108192
15792	embedding2nn.bias	5	-0.10440130531787872
15792	embedding2nn.bias	6	-0.03869956359267235
15792	embedding2nn.bias	7	0.003574077971279621
15792	embedding2nn.bias	8	0.05145304650068283
15792	embedding2nn.bias	9	-0.12842004001140594
15792	rnn.weight_ih_l0	0	0.01061942707747221
15792	rnn.weight_ih_l0	1	0.027763035148382187
15792	rnn.weight_ih_l0	2	-0.02592393010854721
15792	rnn.weight_ih_l0	3	0.013948312029242516
15792	rnn.weight_ih_l0	4	0.025057079270482063
15792	rnn.weight_ih_l0	5	-0.042068399488925934
15792	rnn.weight_ih_l0	6	0.03999064490199089
15792	rnn.weight_ih_l0	7	-0.017220458015799522
15792	rnn.weight_ih_l0	8	0.01599661074578762
15792	rnn.weight_ih_l0	9	-0.007823435589671135
15792	rnn.weight_hh_l0	0	0.023958168923854828
15792	rnn.weight_hh_l0	1	-0.030123425647616386
15792	rnn.weight_hh_l0	2	0.029459791257977486
15792	rnn.weight_hh_l0	3	0.010427233763039112
15792	rnn.weight_hh_l0	4	0.0169622041285038
15792	rnn.weight_hh_l0	5	0.026040468364953995
15792	rnn.weight_hh_l0	6	0.0013632001355290413
15792	rnn.weight_hh_l0	7	-0.044994015246629715
15792	rnn.weight_hh_l0	8	-0.03224087506532669
15792	rnn.weight_hh_l0	9	-0.027888022363185883
15792	rnn.bias_ih_l0	0	-0.033943820744752884
15792	rnn.bias_ih_l0	1	-0.029335130006074905
15792	rnn.bias_ih_l0	2	-0.0619017668068409
15792	rnn.bias_ih_l0	3	-0.14376585185527802
15792	rnn.bias_ih_l0	4	0.023683521896600723
15792	rnn.bias_ih_l0	5	0.031021738424897194
15792	rnn.bias_ih_l0	6	-0.10084890574216843
15792	rnn.bias_ih_l0	7	-0.1090727373957634
15792	rnn.bias_ih_l0	8	-0.04744602367281914
15792	rnn.bias_ih_l0	9	-0.02114303782582283
15792	rnn.bias_hh_l0	0	0.06199920177459717
15792	rnn.bias_hh_l0	1	-0.015880558639764786
15792	rnn.bias_hh_l0	2	-0.007124521769583225
15792	rnn.bias_hh_l0	3	-0.06155526265501976
15792	rnn.bias_hh_l0	4	0.024338064715266228
15792	rnn.bias_hh_l0	5	0.06812825053930283
15792	rnn.bias_hh_l0	6	-0.04275563731789589
15792	rnn.bias_hh_l0	7	-0.036846451461315155
15792	rnn.bias_hh_l0	8	-0.06836368888616562
15792	rnn.bias_hh_l0	9	-0.05394914373755455
15792	rnn.weight_ih_l0_reverse	0	0.03319205716252327
15792	rnn.weight_ih_l0_reverse	1	-0.011389560997486115
15792	rnn.weight_ih_l0_reverse	2	-0.018055452033877373
15792	rnn.weight_ih_l0_reverse	3	0.010027747601270676
15792	rnn.weight_ih_l0_reverse	4	0.013651598244905472
15792	rnn.weight_ih_l0_reverse	5	-0.0227364394813776
15792	rnn.weight_ih_l0_reverse	6	-0.039937958121299744
15792	rnn.weight_ih_l0_reverse	7	-0.019776439294219017
15792	rnn.weight_ih_l0_reverse	8	-0.006291743367910385
15792	rnn.weight_ih_l0_reverse	9	0.009571871720254421
15792	rnn.weight_hh_l0_reverse	0	-0.021325239911675453
15792	rnn.weight_hh_l0_reverse	1	0.004954507574439049
15792	rnn.weight_hh_l0_reverse	2	-0.02898234874010086
15792	rnn.weight_hh_l0_reverse	3	0.03657037764787674
15792	rnn.weight_hh_l0_reverse	4	0.019102051854133606
15792	rnn.weight_hh_l0_reverse	5	0.014133752323687077
15792	rnn.weight_hh_l0_reverse	6	0.021926695480942726
15792	rnn.weight_hh_l0_reverse	7	0.015551930293440819
15792	rnn.weight_hh_l0_reverse	8	0.006790386512875557
15792	rnn.weight_hh_l0_reverse	9	-0.03618660569190979
15792	rnn.bias_ih_l0_reverse	0	-0.04030686244368553
15792	rnn.bias_ih_l0_reverse	1	-0.1493050754070282
15792	rnn.bias_ih_l0_reverse	2	-0.012528588064014912
15792	rnn.bias_ih_l0_reverse	3	-0.05168040469288826
15792	rnn.bias_ih_l0_reverse	4	0.05055947229266167
15792	rnn.bias_ih_l0_reverse	5	-0.10840485244989395
15792	rnn.bias_ih_l0_reverse	6	-0.01807475835084915
15792	rnn.bias_ih_l0_reverse	7	0.04379603639245033
15792	rnn.bias_ih_l0_reverse	8	-0.06755226105451584
15792	rnn.bias_ih_l0_reverse	9	-0.018075788393616676
15792	rnn.bias_hh_l0_reverse	0	-0.042584314942359924
15792	rnn.bias_hh_l0_reverse	1	-0.0007583052502013743
15792	rnn.bias_hh_l0_reverse	2	-0.018317125737667084
15792	rnn.bias_hh_l0_reverse	3	-0.062488436698913574
15792	rnn.bias_hh_l0_reverse	4	0.008287052623927593
15792	rnn.bias_hh_l0_reverse	5	-0.047000233083963394
15792	rnn.bias_hh_l0_reverse	6	-0.08072037994861603
15792	rnn.bias_hh_l0_reverse	7	-0.0541735514998436
15792	rnn.bias_hh_l0_reverse	8	-0.0351729616522789
15792	rnn.bias_hh_l0_reverse	9	-0.06148571893572807
15792	linear.weight	0	-0.08593399077653885
15792	linear.weight	1	-0.051234081387519836
15792	linear.weight	2	-0.011228874325752258
15792	linear.weight	3	-0.0014713077107444406
15792	linear.weight	4	-0.019587554037570953
15792	linear.weight	5	0.17797009646892548
15792	linear.weight	6	0.0047744326293468475
15792	linear.weight	7	-0.021312154829502106
15792	linear.weight	8	0.019099202007055283
15792	linear.weight	9	0.08324440568685532
15792	linear.bias	0	-0.4483872652053833
15792	linear.bias	1	0.02242729254066944
15792	linear.bias	2	0.33160895109176636
15792	linear.bias	3	-0.3591986894607544
15792	linear.bias	4	-1.1526297330856323
15792	linear.bias	5	-1.0020685195922852
15792	linear.bias	6	-0.40682104229927063
15792	linear.bias	7	-0.5553228259086609
15792	linear.bias	8	-0.01705317199230194
15792	linear.bias	9	2.4304606914520264
15989	transitions	0	0.045348986983299255
15989	transitions	1	5.7819294929504395
15989	transitions	2	-2.174075126647949
15989	transitions	3	1.1721515655517578
15989	transitions	4	-1.1362282037734985
15989	transitions	5	-0.173720583319664
15989	transitions	6	-0.0804213285446167
15989	transitions	7	-10000.0
15989	transitions	8	1.4640576839447021
15989	transitions	9	-2.266908645629883
15989	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
15989	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
15989	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
15989	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
15989	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
15989	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
15989	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
15989	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
15989	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
15989	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
15989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
15989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
15989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
15989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
15989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
15989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
15989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
15989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
15989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
15989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
15989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
15989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
15989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
15989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
15989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
15989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
15989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
15989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
15989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
15989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
15989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
15989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
15989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
15989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
15989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
15989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
15989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
15989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
15989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
15989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
15989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
15989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
15989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
15989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
15989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
15989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
15989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
15989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
15989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
15989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
15989	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
15989	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
15989	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
15989	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
15989	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
15989	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
15989	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
15989	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
15989	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
15989	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
15989	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
15989	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
15989	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
15989	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
15989	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
15989	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
15989	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
15989	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
15989	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
15989	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
15989	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
15989	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
15989	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
15989	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
15989	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
15989	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
15989	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
15989	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
15989	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
15989	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
15989	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
15989	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
15989	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
15989	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
15989	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
15989	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
15989	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
15989	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
15989	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
15989	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
15989	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
15989	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
15989	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
15989	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
15989	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
15989	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
15989	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
15989	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
15989	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
15989	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
15989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
15989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
15989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
15989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
15989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
15989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
15989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
15989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
15989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
15989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
15989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
15989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
15989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
15989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
15989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
15989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
15989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
15989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
15989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
15989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
15989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
15989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
15989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
15989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
15989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
15989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
15989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
15989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
15989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
15989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
15989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
15989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
15989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
15989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
15989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
15989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
15989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
15989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
15989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
15989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
15989	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
15989	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
15989	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
15989	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
15989	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
15989	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
15989	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
15989	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
15989	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
15989	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
15989	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
15989	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
15989	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
15989	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
15989	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
15989	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
15989	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
15989	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
15989	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
15989	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
15989	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
15989	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
15989	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
15989	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
15989	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
15989	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
15989	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
15989	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
15989	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
15989	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
15989	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
15989	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
15989	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
15989	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
15989	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
15989	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
15989	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
15989	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
15989	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
15989	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
15989	embedding2nn.weight	0	0.01731683872640133
15989	embedding2nn.weight	1	-0.04669275879859924
15989	embedding2nn.weight	2	0.00958961434662342
15989	embedding2nn.weight	3	-0.009123342111706734
15989	embedding2nn.weight	4	-0.05254760757088661
15989	embedding2nn.weight	5	0.036007773131132126
15989	embedding2nn.weight	6	-0.038591284304857254
15989	embedding2nn.weight	7	-0.04448018595576286
15989	embedding2nn.weight	8	0.017416808754205704
15989	embedding2nn.weight	9	0.0337398424744606
15989	embedding2nn.bias	0	0.055585410445928574
15989	embedding2nn.bias	1	0.035873208194971085
15989	embedding2nn.bias	2	-0.11640606075525284
15989	embedding2nn.bias	3	0.07824824005365372
15989	embedding2nn.bias	4	0.02479587495326996
15989	embedding2nn.bias	5	-0.11903177946805954
15989	embedding2nn.bias	6	-0.03529994934797287
15989	embedding2nn.bias	7	-0.006358083803206682
15989	embedding2nn.bias	8	0.04872386157512665
15989	embedding2nn.bias	9	-0.1217302456498146
15989	rnn.weight_ih_l0	0	0.011640658602118492
15989	rnn.weight_ih_l0	1	0.027178794145584106
15989	rnn.weight_ih_l0	2	-0.024623610079288483
15989	rnn.weight_ih_l0	3	0.013281920924782753
15989	rnn.weight_ih_l0	4	0.022277018055319786
15989	rnn.weight_ih_l0	5	-0.04146106168627739
15989	rnn.weight_ih_l0	6	0.03989317640662193
15989	rnn.weight_ih_l0	7	-0.014766603708267212
15989	rnn.weight_ih_l0	8	0.014296947978436947
15989	rnn.weight_ih_l0	9	-0.00781558919698
15989	rnn.weight_hh_l0	0	0.024495983496308327
15989	rnn.weight_hh_l0	1	-0.03228497877717018
15989	rnn.weight_hh_l0	2	0.0299086757004261
15989	rnn.weight_hh_l0	3	0.01153475046157837
15989	rnn.weight_hh_l0	4	0.01776517741382122
15989	rnn.weight_hh_l0	5	0.024736501276493073
15989	rnn.weight_hh_l0	6	0.001087235170416534
15989	rnn.weight_hh_l0	7	-0.044151704758405685
15989	rnn.weight_hh_l0	8	-0.03215252235531807
15989	rnn.weight_hh_l0	9	-0.027374429628252983
15989	rnn.bias_ih_l0	0	-0.03328150510787964
15989	rnn.bias_ih_l0	1	-0.028783442452549934
15989	rnn.bias_ih_l0	2	-0.06226875260472298
15989	rnn.bias_ih_l0	3	-0.1466326117515564
15989	rnn.bias_ih_l0	4	0.027764253318309784
15989	rnn.bias_ih_l0	5	0.03241916373372078
15989	rnn.bias_ih_l0	6	-0.10112017393112183
15989	rnn.bias_ih_l0	7	-0.11398354172706604
15989	rnn.bias_ih_l0	8	-0.04826049134135246
15989	rnn.bias_ih_l0	9	-0.015625588595867157
15989	rnn.bias_hh_l0	0	0.0647847056388855
15989	rnn.bias_hh_l0	1	-0.016005417332053185
15989	rnn.bias_hh_l0	2	-0.008245643228292465
15989	rnn.bias_hh_l0	3	-0.0650806799530983
15989	rnn.bias_hh_l0	4	0.020558910444378853
15989	rnn.bias_hh_l0	5	0.06947750598192215
15989	rnn.bias_hh_l0	6	-0.0426175557076931
15989	rnn.bias_hh_l0	7	-0.037020739167928696
15989	rnn.bias_hh_l0	8	-0.07097117602825165
15989	rnn.bias_hh_l0	9	-0.054099876433610916
15989	rnn.weight_ih_l0_reverse	0	0.03409441187977791
15989	rnn.weight_ih_l0_reverse	1	-0.010799751617014408
15989	rnn.weight_ih_l0_reverse	2	-0.018383920192718506
15989	rnn.weight_ih_l0_reverse	3	0.010655536316335201
15989	rnn.weight_ih_l0_reverse	4	0.01555583905428648
15989	rnn.weight_ih_l0_reverse	5	-0.024083595722913742
15989	rnn.weight_ih_l0_reverse	6	-0.04251494258642197
15989	rnn.weight_ih_l0_reverse	7	-0.018530502915382385
15989	rnn.weight_ih_l0_reverse	8	-0.006349034607410431
15989	rnn.weight_ih_l0_reverse	9	0.009889490902423859
15989	rnn.weight_hh_l0_reverse	0	-0.021154096350073814
15989	rnn.weight_hh_l0_reverse	1	0.00547376461327076
15989	rnn.weight_hh_l0_reverse	2	-0.028689777478575706
15989	rnn.weight_hh_l0_reverse	3	0.03827708959579468
15989	rnn.weight_hh_l0_reverse	4	0.018904002383351326
15989	rnn.weight_hh_l0_reverse	5	0.013670817948877811
15989	rnn.weight_hh_l0_reverse	6	0.02195887267589569
15989	rnn.weight_hh_l0_reverse	7	0.016834992915391922
15989	rnn.weight_hh_l0_reverse	8	0.006500128656625748
15989	rnn.weight_hh_l0_reverse	9	-0.03652011975646019
15989	rnn.bias_ih_l0_reverse	0	-0.03754454478621483
15989	rnn.bias_ih_l0_reverse	1	-0.1512971818447113
15989	rnn.bias_ih_l0_reverse	2	-0.01059782411903143
15989	rnn.bias_ih_l0_reverse	3	-0.05240245908498764
15989	rnn.bias_ih_l0_reverse	4	0.049652084708213806
15989	rnn.bias_ih_l0_reverse	5	-0.11301031708717346
15989	rnn.bias_ih_l0_reverse	6	-0.018884258344769478
15989	rnn.bias_ih_l0_reverse	7	0.0441734604537487
15989	rnn.bias_ih_l0_reverse	8	-0.07419431209564209
15989	rnn.bias_ih_l0_reverse	9	-0.02017376199364662
15989	rnn.bias_hh_l0_reverse	0	-0.04027782008051872
15989	rnn.bias_hh_l0_reverse	1	-0.0036296751350164413
15989	rnn.bias_hh_l0_reverse	2	-0.020084915682673454
15989	rnn.bias_hh_l0_reverse	3	-0.0614621564745903
15989	rnn.bias_hh_l0_reverse	4	0.011182935908436775
15989	rnn.bias_hh_l0_reverse	5	-0.05083932727575302
15989	rnn.bias_hh_l0_reverse	6	-0.08322606235742569
15989	rnn.bias_hh_l0_reverse	7	-0.051942918449640274
15989	rnn.bias_hh_l0_reverse	8	-0.031104588881134987
15989	rnn.bias_hh_l0_reverse	9	-0.06370270997285843
15989	linear.weight	0	-0.09304230660200119
15989	linear.weight	1	-0.043489690870046616
15989	linear.weight	2	-0.011228874325752258
15989	linear.weight	3	-0.0017191731603816152
15989	linear.weight	4	0.0010558281792327762
15989	linear.weight	5	0.1828095018863678
15989	linear.weight	6	0.0047744326293468475
15989	linear.weight	7	-0.021312154829502106
15989	linear.weight	8	0.02670747973024845
15989	linear.weight	9	0.08550812304019928
15989	linear.bias	0	-0.4434070587158203
15989	linear.bias	1	0.02738046646118164
15989	linear.bias	2	0.27976351976394653
15989	linear.bias	3	-0.3407975137233734
15989	linear.bias	4	-1.1924049854278564
15989	linear.bias	5	-1.0036358833312988
15989	linear.bias	6	-0.4038003385066986
15989	linear.bias	7	-0.5568951964378357
15989	linear.bias	8	-0.01705317199230194
15989	linear.bias	9	2.4891092777252197
16186	transitions	0	0.04343262314796448
16186	transitions	1	5.773121356964111
16186	transitions	2	-2.1814982891082764
16186	transitions	3	1.1984914541244507
16186	transitions	4	-1.1421008110046387
16186	transitions	5	-0.1745225340127945
16186	transitions	6	-0.08151496201753616
16186	transitions	7	-10000.0
16186	transitions	8	1.464232087135315
16186	transitions	9	-2.267120838165283
16186	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
16186	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
16186	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
16186	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
16186	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
16186	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
16186	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
16186	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
16186	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
16186	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
16186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
16186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
16186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
16186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
16186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
16186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
16186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
16186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
16186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
16186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
16186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
16186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
16186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
16186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
16186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
16186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
16186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
16186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
16186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
16186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
16186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
16186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
16186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
16186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
16186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
16186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
16186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
16186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
16186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
16186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
16186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
16186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
16186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
16186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
16186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
16186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
16186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
16186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
16186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
16186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
16186	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
16186	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
16186	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
16186	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
16186	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
16186	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
16186	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
16186	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
16186	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
16186	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
16186	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
16186	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
16186	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
16186	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
16186	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
16186	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
16186	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
16186	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
16186	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
16186	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
16186	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
16186	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
16186	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
16186	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
16186	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
16186	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
16186	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
16186	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
16186	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
16186	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
16186	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
16186	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
16186	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
16186	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
16186	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
16186	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
16186	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
16186	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
16186	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
16186	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
16186	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
16186	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
16186	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
16186	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
16186	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
16186	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
16186	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
16186	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
16186	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
16186	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
16186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
16186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
16186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
16186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
16186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
16186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
16186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
16186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
16186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
16186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
16186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
16186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
16186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
16186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
16186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
16186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
16186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
16186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
16186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
16186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
16186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
16186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
16186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
16186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
16186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
16186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
16186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
16186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
16186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
16186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
16186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
16186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
16186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
16186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
16186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
16186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
16186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
16186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
16186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
16186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
16186	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
16186	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
16186	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
16186	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
16186	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
16186	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
16186	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
16186	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
16186	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
16186	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
16186	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
16186	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
16186	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
16186	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
16186	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
16186	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
16186	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
16186	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
16186	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
16186	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
16186	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
16186	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
16186	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
16186	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
16186	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
16186	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
16186	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
16186	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
16186	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
16186	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
16186	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
16186	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
16186	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
16186	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
16186	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
16186	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
16186	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
16186	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
16186	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
16186	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
16186	embedding2nn.weight	0	0.01876196824014187
16186	embedding2nn.weight	1	-0.047574978321790695
16186	embedding2nn.weight	2	0.007037925533950329
16186	embedding2nn.weight	3	-0.009056572802364826
16186	embedding2nn.weight	4	-0.05146011710166931
16186	embedding2nn.weight	5	0.03661436215043068
16186	embedding2nn.weight	6	-0.028347821906208992
16186	embedding2nn.weight	7	-0.044667504727840424
16186	embedding2nn.weight	8	0.01805153675377369
16186	embedding2nn.weight	9	0.030965153127908707
16186	embedding2nn.bias	0	0.060558199882507324
16186	embedding2nn.bias	1	0.03667002171278
16186	embedding2nn.bias	2	-0.11843182146549225
16186	embedding2nn.bias	3	0.07124853134155273
16186	embedding2nn.bias	4	0.01858827844262123
16186	embedding2nn.bias	5	-0.10983404517173767
16186	embedding2nn.bias	6	-0.036229219287633896
16186	embedding2nn.bias	7	-0.01783926971256733
16186	embedding2nn.bias	8	0.0537000335752964
16186	embedding2nn.bias	9	-0.13322889804840088
16186	rnn.weight_ih_l0	0	0.01052897796034813
16186	rnn.weight_ih_l0	1	0.027919525280594826
16186	rnn.weight_ih_l0	2	-0.02403082512319088
16186	rnn.weight_ih_l0	3	0.015786567702889442
16186	rnn.weight_ih_l0	4	0.023435810580849648
16186	rnn.weight_ih_l0	5	-0.041458990424871445
16186	rnn.weight_ih_l0	6	0.040284663438797
16186	rnn.weight_ih_l0	7	-0.016442768275737762
16186	rnn.weight_ih_l0	8	0.017697200179100037
16186	rnn.weight_ih_l0	9	-0.006862289737910032
16186	rnn.weight_hh_l0	0	0.024028822779655457
16186	rnn.weight_hh_l0	1	-0.03440313786268234
16186	rnn.weight_hh_l0	2	0.029977722093462944
16186	rnn.weight_hh_l0	3	0.009588542394340038
16186	rnn.weight_hh_l0	4	0.017442423850297928
16186	rnn.weight_hh_l0	5	0.023671530187129974
16186	rnn.weight_hh_l0	6	0.0001109313452616334
16186	rnn.weight_hh_l0	7	-0.04335414245724678
16186	rnn.weight_hh_l0	8	-0.03172331303358078
16186	rnn.weight_hh_l0	9	-0.02842622622847557
16186	rnn.bias_ih_l0	0	-0.027656765654683113
16186	rnn.bias_ih_l0	1	-0.03101300075650215
16186	rnn.bias_ih_l0	2	-0.060752276331186295
16186	rnn.bias_ih_l0	3	-0.14677323400974274
16186	rnn.bias_ih_l0	4	0.030037429183721542
16186	rnn.bias_ih_l0	5	0.03773573786020279
16186	rnn.bias_ih_l0	6	-0.10180770605802536
16186	rnn.bias_ih_l0	7	-0.11631971597671509
16186	rnn.bias_ih_l0	8	-0.047133978456258774
16186	rnn.bias_ih_l0	9	-0.021895933896303177
16186	rnn.bias_hh_l0	0	0.061501629650592804
16186	rnn.bias_hh_l0	1	-0.014905218966305256
16186	rnn.bias_hh_l0	2	-0.005967995151877403
16186	rnn.bias_hh_l0	3	-0.0657714232802391
16186	rnn.bias_hh_l0	4	0.024797413498163223
16186	rnn.bias_hh_l0	5	0.06686927378177643
16186	rnn.bias_hh_l0	6	-0.04394755885004997
16186	rnn.bias_hh_l0	7	-0.04021049290895462
16186	rnn.bias_hh_l0	8	-0.06924382597208023
16186	rnn.bias_hh_l0	9	-0.05646631121635437
16186	rnn.weight_ih_l0_reverse	0	0.03419697657227516
16186	rnn.weight_ih_l0_reverse	1	-0.011006807908415794
16186	rnn.weight_ih_l0_reverse	2	-0.0164349228143692
16186	rnn.weight_ih_l0_reverse	3	0.008963136002421379
16186	rnn.weight_ih_l0_reverse	4	0.013898476026952267
16186	rnn.weight_ih_l0_reverse	5	-0.02243291772902012
16186	rnn.weight_ih_l0_reverse	6	-0.04277726262807846
16186	rnn.weight_ih_l0_reverse	7	-0.01769408769905567
16186	rnn.weight_ih_l0_reverse	8	-0.008123918436467648
16186	rnn.weight_ih_l0_reverse	9	0.01084838341921568
16186	rnn.weight_hh_l0_reverse	0	-0.02150937356054783
16186	rnn.weight_hh_l0_reverse	1	0.004883557092398405
16186	rnn.weight_hh_l0_reverse	2	-0.0288751982152462
16186	rnn.weight_hh_l0_reverse	3	0.03758951276540756
16186	rnn.weight_hh_l0_reverse	4	0.018219366669654846
16186	rnn.weight_hh_l0_reverse	5	0.014106662012636662
16186	rnn.weight_hh_l0_reverse	6	0.022101353853940964
16186	rnn.weight_hh_l0_reverse	7	0.016604524105787277
16186	rnn.weight_hh_l0_reverse	8	0.006734093651175499
16186	rnn.weight_hh_l0_reverse	9	-0.03605279698967934
16186	rnn.bias_ih_l0_reverse	0	-0.038996580988168716
16186	rnn.bias_ih_l0_reverse	1	-0.15358106791973114
16186	rnn.bias_ih_l0_reverse	2	-0.01482368167489767
16186	rnn.bias_ih_l0_reverse	3	-0.053350020200014114
16186	rnn.bias_ih_l0_reverse	4	0.05218607187271118
16186	rnn.bias_ih_l0_reverse	5	-0.1169118583202362
16186	rnn.bias_ih_l0_reverse	6	-0.01831108145415783
16186	rnn.bias_ih_l0_reverse	7	0.04217633977532387
16186	rnn.bias_ih_l0_reverse	8	-0.07106927037239075
16186	rnn.bias_ih_l0_reverse	9	-0.02077827975153923
16186	rnn.bias_hh_l0_reverse	0	-0.041574183851480484
16186	rnn.bias_hh_l0_reverse	1	0.0017574360826984048
16186	rnn.bias_hh_l0_reverse	2	-0.018995055928826332
16186	rnn.bias_hh_l0_reverse	3	-0.06536020338535309
16186	rnn.bias_hh_l0_reverse	4	0.009760114364326
16186	rnn.bias_hh_l0_reverse	5	-0.048922762274742126
16186	rnn.bias_hh_l0_reverse	6	-0.07069668173789978
16186	rnn.bias_hh_l0_reverse	7	-0.05401499196887016
16186	rnn.bias_hh_l0_reverse	8	-0.031321167945861816
16186	rnn.bias_hh_l0_reverse	9	-0.06207745522260666
16186	linear.weight	0	-0.09394535422325134
16186	linear.weight	1	-0.03371831029653549
16186	linear.weight	2	-0.011228874325752258
16186	linear.weight	3	-0.02232435718178749
16186	linear.weight	4	0.011541670188307762
16186	linear.weight	5	0.1722995489835739
16186	linear.weight	6	0.0047744326293468475
16186	linear.weight	7	-0.021312154829502106
16186	linear.weight	8	0.0034600531216710806
16186	linear.weight	9	0.03983701765537262
16186	linear.bias	0	-0.436471551656723
16186	linear.bias	1	0.00798883382230997
16186	linear.bias	2	0.3153002858161926
16186	linear.bias	3	-0.3539745807647705
16186	linear.bias	4	-1.1726760864257812
16186	linear.bias	5	-1.005076289176941
16186	linear.bias	6	-0.3974728286266327
16186	linear.bias	7	-0.5420958399772644
16186	linear.bias	8	-0.01705317199230194
16186	linear.bias	9	2.3750362396240234
16383	transitions	0	0.041539642959833145
16383	transitions	1	5.822926044464111
16383	transitions	2	-2.1906018257141113
16383	transitions	3	1.2061420679092407
16383	transitions	4	-1.1469932794570923
16383	transitions	5	-0.1753242462873459
16383	transitions	6	-0.08242715895175934
16383	transitions	7	-10000.0
16383	transitions	8	1.462477207183838
16383	transitions	9	-2.267338275909424
16383	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
16383	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
16383	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
16383	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
16383	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
16383	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
16383	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
16383	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
16383	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
16383	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
16383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
16383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
16383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
16383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
16383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
16383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
16383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
16383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
16383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
16383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
16383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
16383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
16383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
16383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
16383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
16383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
16383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
16383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
16383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
16383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
16383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
16383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
16383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
16383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
16383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
16383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
16383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
16383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
16383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
16383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
16383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
16383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
16383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
16383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
16383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
16383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
16383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
16383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
16383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
16383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
16383	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
16383	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
16383	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
16383	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
16383	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
16383	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
16383	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
16383	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
16383	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
16383	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
16383	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
16383	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
16383	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
16383	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
16383	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
16383	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
16383	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
16383	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
16383	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
16383	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
16383	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
16383	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
16383	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
16383	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
16383	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
16383	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
16383	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
16383	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
16383	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
16383	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
16383	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
16383	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
16383	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
16383	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
16383	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
16383	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
16383	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
16383	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
16383	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
16383	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
16383	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
16383	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
16383	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
16383	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
16383	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
16383	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
16383	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
16383	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
16383	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
16383	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
16383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
16383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
16383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
16383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
16383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
16383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
16383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
16383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
16383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
16383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
16383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
16383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
16383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
16383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
16383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
16383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
16383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
16383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
16383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
16383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
16383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
16383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
16383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
16383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
16383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
16383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
16383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
16383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
16383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
16383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
16383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
16383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
16383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
16383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
16383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
16383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
16383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
16383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
16383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
16383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
16383	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
16383	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
16383	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
16383	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
16383	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
16383	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
16383	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
16383	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
16383	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
16383	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
16383	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
16383	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
16383	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
16383	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
16383	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
16383	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
16383	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
16383	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
16383	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
16383	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
16383	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
16383	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
16383	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
16383	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
16383	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
16383	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
16383	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
16383	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
16383	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
16383	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
16383	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
16383	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
16383	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
16383	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
16383	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
16383	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
16383	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
16383	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
16383	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
16383	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
16383	embedding2nn.weight	0	0.019397486001253128
16383	embedding2nn.weight	1	-0.049281567335128784
16383	embedding2nn.weight	2	0.0008486825972795486
16383	embedding2nn.weight	3	-0.010540701448917389
16383	embedding2nn.weight	4	-0.050394296646118164
16383	embedding2nn.weight	5	0.03901612013578415
16383	embedding2nn.weight	6	-0.029801297932863235
16383	embedding2nn.weight	7	-0.04304051399230957
16383	embedding2nn.weight	8	0.01758425123989582
16383	embedding2nn.weight	9	0.03527482599020004
16383	embedding2nn.bias	0	0.05750257521867752
16383	embedding2nn.bias	1	0.04437868297100067
16383	embedding2nn.bias	2	-0.10136154294013977
16383	embedding2nn.bias	3	0.07115164399147034
16383	embedding2nn.bias	4	0.026622192934155464
16383	embedding2nn.bias	5	-0.11212043464183807
16383	embedding2nn.bias	6	-0.0298652071505785
16383	embedding2nn.bias	7	-0.01713363267481327
16383	embedding2nn.bias	8	0.05385488644242287
16383	embedding2nn.bias	9	-0.12710577249526978
16383	rnn.weight_ih_l0	0	0.0072946008294820786
16383	rnn.weight_ih_l0	1	0.030632412061095238
16383	rnn.weight_ih_l0	2	-0.02545035257935524
16383	rnn.weight_ih_l0	3	0.016525667160749435
16383	rnn.weight_ih_l0	4	0.02361464314162731
16383	rnn.weight_ih_l0	5	-0.04181567206978798
16383	rnn.weight_ih_l0	6	0.03642944619059563
16383	rnn.weight_ih_l0	7	-0.01674097776412964
16383	rnn.weight_ih_l0	8	0.015918880701065063
16383	rnn.weight_ih_l0	9	-0.006402277387678623
16383	rnn.weight_hh_l0	0	0.02302306704223156
16383	rnn.weight_hh_l0	1	-0.03326774016022682
16383	rnn.weight_hh_l0	2	0.030296023935079575
16383	rnn.weight_hh_l0	3	0.008626814931631088
16383	rnn.weight_hh_l0	4	0.017779042944312096
16383	rnn.weight_hh_l0	5	0.02098536491394043
16383	rnn.weight_hh_l0	6	-0.0005617406568489969
16383	rnn.weight_hh_l0	7	-0.042573340237140656
16383	rnn.weight_hh_l0	8	-0.03035348653793335
16383	rnn.weight_hh_l0	9	-0.031132791191339493
16383	rnn.bias_ih_l0	0	-0.016732782125473022
16383	rnn.bias_ih_l0	1	-0.03344857692718506
16383	rnn.bias_ih_l0	2	-0.06304025650024414
16383	rnn.bias_ih_l0	3	-0.14746582508087158
16383	rnn.bias_ih_l0	4	0.029731880873441696
16383	rnn.bias_ih_l0	5	0.04009256511926651
16383	rnn.bias_ih_l0	6	-0.10080120712518692
16383	rnn.bias_ih_l0	7	-0.11679373681545258
16383	rnn.bias_ih_l0	8	-0.045763615518808365
16383	rnn.bias_ih_l0	9	-0.023874258622527122
16383	rnn.bias_hh_l0	0	0.060271844267845154
16383	rnn.bias_hh_l0	1	-0.014990649186074734
16383	rnn.bias_hh_l0	2	-0.00804962869733572
16383	rnn.bias_hh_l0	3	-0.0654764175415039
16383	rnn.bias_hh_l0	4	0.02233475260436535
16383	rnn.bias_hh_l0	5	0.05992618575692177
16383	rnn.bias_hh_l0	6	-0.045606572180986404
16383	rnn.bias_hh_l0	7	-0.041590895503759384
16383	rnn.bias_hh_l0	8	-0.07107022404670715
16383	rnn.bias_hh_l0	9	-0.05109069123864174
16383	rnn.weight_ih_l0_reverse	0	0.03329166769981384
16383	rnn.weight_ih_l0_reverse	1	-0.011173443868756294
16383	rnn.weight_ih_l0_reverse	2	-0.015894511714577675
16383	rnn.weight_ih_l0_reverse	3	0.008225052617490292
16383	rnn.weight_ih_l0_reverse	4	0.014032806269824505
16383	rnn.weight_ih_l0_reverse	5	-0.021785534918308258
16383	rnn.weight_ih_l0_reverse	6	-0.04615608975291252
16383	rnn.weight_ih_l0_reverse	7	-0.017964297905564308
16383	rnn.weight_ih_l0_reverse	8	-0.008081544190645218
16383	rnn.weight_ih_l0_reverse	9	0.008181528188288212
16383	rnn.weight_hh_l0_reverse	0	-0.021316835656762123
16383	rnn.weight_hh_l0_reverse	1	0.005376346409320831
16383	rnn.weight_hh_l0_reverse	2	-0.028127038851380348
16383	rnn.weight_hh_l0_reverse	3	0.03927509859204292
16383	rnn.weight_hh_l0_reverse	4	0.017972761765122414
16383	rnn.weight_hh_l0_reverse	5	0.014072760939598083
16383	rnn.weight_hh_l0_reverse	6	0.022505782544612885
16383	rnn.weight_hh_l0_reverse	7	0.01739734783768654
16383	rnn.weight_hh_l0_reverse	8	0.006705483887344599
16383	rnn.weight_hh_l0_reverse	9	-0.035939861088991165
16383	rnn.bias_ih_l0_reverse	0	-0.0339614637196064
16383	rnn.bias_ih_l0_reverse	1	-0.15784838795661926
16383	rnn.bias_ih_l0_reverse	2	-0.012362372130155563
16383	rnn.bias_ih_l0_reverse	3	-0.052114859223365784
16383	rnn.bias_ih_l0_reverse	4	0.05371503159403801
16383	rnn.bias_ih_l0_reverse	5	-0.11340015381574631
16383	rnn.bias_ih_l0_reverse	6	-0.02277894876897335
16383	rnn.bias_ih_l0_reverse	7	0.05201449617743492
16383	rnn.bias_ih_l0_reverse	8	-0.07312323153018951
16383	rnn.bias_ih_l0_reverse	9	-0.01816294901072979
16383	rnn.bias_hh_l0_reverse	0	-0.045866187661886215
16383	rnn.bias_hh_l0_reverse	1	0.0028202750254422426
16383	rnn.bias_hh_l0_reverse	2	-0.018354596570134163
16383	rnn.bias_hh_l0_reverse	3	-0.07045609503984451
16383	rnn.bias_hh_l0_reverse	4	0.01188937108963728
16383	rnn.bias_hh_l0_reverse	5	-0.046437688171863556
16383	rnn.bias_hh_l0_reverse	6	-0.07002521306276321
16383	rnn.bias_hh_l0_reverse	7	-0.05564005672931671
16383	rnn.bias_hh_l0_reverse	8	-0.02959228679537773
16383	rnn.bias_hh_l0_reverse	9	-0.06649218499660492
16383	linear.weight	0	-0.09018589556217194
16383	linear.weight	1	-0.03556615114212036
16383	linear.weight	2	-0.011228874325752258
16383	linear.weight	3	-0.028551839292049408
16383	linear.weight	4	0.00461734039708972
16383	linear.weight	5	0.17089299857616425
16383	linear.weight	6	0.0047744326293468475
16383	linear.weight	7	-0.021312154829502106
16383	linear.weight	8	-0.018042821437120438
16383	linear.weight	9	0.05961788445711136
16383	linear.bias	0	-0.43216633796691895
16383	linear.bias	1	0.025581076741218567
16383	linear.bias	2	0.32815390825271606
16383	linear.bias	3	-0.3309219777584076
16383	linear.bias	4	-1.1776140928268433
16383	linear.bias	5	-1.006528377532959
16383	linear.bias	6	-0.40877261757850647
16383	linear.bias	7	-0.5653860569000244
16383	linear.bias	8	-0.01705317199230194
16383	linear.bias	9	2.3975789546966553
16580	transitions	0	0.03975925222039223
16580	transitions	1	5.847694396972656
16580	transitions	2	-2.19755482673645
16580	transitions	3	1.2114770412445068
16580	transitions	4	-1.1517421007156372
16580	transitions	5	-0.17609189450740814
16580	transitions	6	-0.08302688598632812
16580	transitions	7	-10000.0
16580	transitions	8	1.458411693572998
16580	transitions	9	-2.2675764560699463
16580	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
16580	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
16580	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
16580	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
16580	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
16580	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
16580	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
16580	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
16580	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
16580	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
16580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
16580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
16580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
16580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
16580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
16580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
16580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
16580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
16580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
16580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
16580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
16580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
16580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
16580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
16580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
16580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
16580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
16580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
16580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
16580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
16580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
16580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
16580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
16580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
16580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
16580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
16580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
16580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
16580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
16580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
16580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
16580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
16580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
16580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
16580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
16580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
16580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
16580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
16580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
16580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
16580	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
16580	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
16580	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
16580	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
16580	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
16580	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
16580	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
16580	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
16580	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
16580	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
16580	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
16580	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
16580	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
16580	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
16580	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
16580	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
16580	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
16580	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
16580	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
16580	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
16580	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
16580	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
16580	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
16580	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
16580	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
16580	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
16580	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
16580	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
16580	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
16580	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
16580	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
16580	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
16580	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
16580	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
16580	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
16580	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
16580	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
16580	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
16580	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
16580	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
16580	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
16580	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
16580	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
16580	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
16580	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
16580	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
16580	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
16580	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
16580	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
16580	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
16580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
16580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
16580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
16580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
16580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
16580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
16580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
16580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
16580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
16580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
16580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
16580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
16580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
16580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
16580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
16580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
16580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
16580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
16580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
16580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
16580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
16580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
16580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
16580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
16580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
16580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
16580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
16580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
16580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
16580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
16580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
16580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
16580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
16580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
16580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
16580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
16580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
16580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
16580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
16580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
16580	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
16580	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
16580	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
16580	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
16580	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
16580	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
16580	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
16580	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
16580	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
16580	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
16580	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
16580	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
16580	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
16580	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
16580	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
16580	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
16580	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
16580	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
16580	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
16580	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
16580	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
16580	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
16580	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
16580	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
16580	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
16580	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
16580	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
16580	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
16580	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
16580	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
16580	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
16580	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
16580	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
16580	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
16580	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
16580	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
16580	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
16580	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
16580	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
16580	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
16580	embedding2nn.weight	0	0.019440770149230957
16580	embedding2nn.weight	1	-0.048465415835380554
16580	embedding2nn.weight	2	0.006452115718275309
16580	embedding2nn.weight	3	-0.014945787377655506
16580	embedding2nn.weight	4	-0.050822917371988297
16580	embedding2nn.weight	5	0.03997182473540306
16580	embedding2nn.weight	6	-0.031266335397958755
16580	embedding2nn.weight	7	-0.04257964342832565
16580	embedding2nn.weight	8	0.019309822469949722
16580	embedding2nn.weight	9	0.03310519456863403
16580	embedding2nn.bias	0	0.049223966896533966
16580	embedding2nn.bias	1	0.04130561277270317
16580	embedding2nn.bias	2	-0.11925401538610458
16580	embedding2nn.bias	3	0.06387010961771011
16580	embedding2nn.bias	4	0.03767397999763489
16580	embedding2nn.bias	5	-0.11048225313425064
16580	embedding2nn.bias	6	-0.0300515778362751
16580	embedding2nn.bias	7	-0.022272102534770966
16580	embedding2nn.bias	8	0.04371112957596779
16580	embedding2nn.bias	9	-0.12295248359441757
16580	rnn.weight_ih_l0	0	0.00634948443621397
16580	rnn.weight_ih_l0	1	0.0334155410528183
16580	rnn.weight_ih_l0	2	-0.02570212446153164
16580	rnn.weight_ih_l0	3	0.016580598428845406
16580	rnn.weight_ih_l0	4	0.02482466772198677
16580	rnn.weight_ih_l0	5	-0.04200621321797371
16580	rnn.weight_ih_l0	6	0.03458245471119881
16580	rnn.weight_ih_l0	7	-0.015556158497929573
16580	rnn.weight_ih_l0	8	0.014816027134656906
16580	rnn.weight_ih_l0	9	-0.008008129894733429
16580	rnn.weight_hh_l0	0	0.023024776950478554
16580	rnn.weight_hh_l0	1	-0.034622494131326675
16580	rnn.weight_hh_l0	2	0.030584042891860008
16580	rnn.weight_hh_l0	3	0.008718708530068398
16580	rnn.weight_hh_l0	4	0.01790309138596058
16580	rnn.weight_hh_l0	5	0.021325673907995224
16580	rnn.weight_hh_l0	6	-0.0001440700434613973
16580	rnn.weight_hh_l0	7	-0.04276590421795845
16580	rnn.weight_hh_l0	8	-0.03161405026912689
16580	rnn.weight_hh_l0	9	-0.02923549897968769
16580	rnn.bias_ih_l0	0	-0.011441441252827644
16580	rnn.bias_ih_l0	1	-0.033865898847579956
16580	rnn.bias_ih_l0	2	-0.061618875712156296
16580	rnn.bias_ih_l0	3	-0.14794060587882996
16580	rnn.bias_ih_l0	4	0.023829175159335136
16580	rnn.bias_ih_l0	5	0.04310937598347664
16580	rnn.bias_ih_l0	6	-0.10218078643083572
16580	rnn.bias_ih_l0	7	-0.11305882781744003
16580	rnn.bias_ih_l0	8	-0.03842616826295853
16580	rnn.bias_ih_l0	9	-0.021220790222287178
16580	rnn.bias_hh_l0	0	0.05864214152097702
16580	rnn.bias_hh_l0	1	-0.020060550421476364
16580	rnn.bias_hh_l0	2	-0.008074834011495113
16580	rnn.bias_hh_l0	3	-0.06466907262802124
16580	rnn.bias_hh_l0	4	0.024179799482226372
16580	rnn.bias_hh_l0	5	0.054209575057029724
16580	rnn.bias_hh_l0	6	-0.04612700641155243
16580	rnn.bias_hh_l0	7	-0.044387660920619965
16580	rnn.bias_hh_l0	8	-0.07371821254491806
16580	rnn.bias_hh_l0	9	-0.057658035308122635
16580	rnn.weight_ih_l0_reverse	0	0.03328687697649002
16580	rnn.weight_ih_l0_reverse	1	-0.011478624306619167
16580	rnn.weight_ih_l0_reverse	2	-0.01675451174378395
16580	rnn.weight_ih_l0_reverse	3	0.005656896624714136
16580	rnn.weight_ih_l0_reverse	4	0.013323553837835789
16580	rnn.weight_ih_l0_reverse	5	-0.020814314484596252
16580	rnn.weight_ih_l0_reverse	6	-0.04557568579912186
16580	rnn.weight_ih_l0_reverse	7	-0.016954053193330765
16580	rnn.weight_ih_l0_reverse	8	-0.008201032876968384
16580	rnn.weight_ih_l0_reverse	9	0.011421386152505875
16580	rnn.weight_hh_l0_reverse	0	-0.02170892246067524
16580	rnn.weight_hh_l0_reverse	1	0.005844293627887964
16580	rnn.weight_hh_l0_reverse	2	-0.02703164517879486
16580	rnn.weight_hh_l0_reverse	3	0.03785291314125061
16580	rnn.weight_hh_l0_reverse	4	0.01755520887672901
16580	rnn.weight_hh_l0_reverse	5	0.014226149767637253
16580	rnn.weight_hh_l0_reverse	6	0.023206548765301704
16580	rnn.weight_hh_l0_reverse	7	0.01690952479839325
16580	rnn.weight_hh_l0_reverse	8	0.006891846656799316
16580	rnn.weight_hh_l0_reverse	9	-0.03571028634905815
16580	rnn.bias_ih_l0_reverse	0	-0.03777472674846649
16580	rnn.bias_ih_l0_reverse	1	-0.15850137174129486
16580	rnn.bias_ih_l0_reverse	2	-0.013040104880928993
16580	rnn.bias_ih_l0_reverse	3	-0.05210164189338684
16580	rnn.bias_ih_l0_reverse	4	0.051699671894311905
16580	rnn.bias_ih_l0_reverse	5	-0.11731244623661041
16580	rnn.bias_ih_l0_reverse	6	-0.02107413485646248
16580	rnn.bias_ih_l0_reverse	7	0.052316244691610336
16580	rnn.bias_ih_l0_reverse	8	-0.06993129849433899
16580	rnn.bias_ih_l0_reverse	9	-0.020203223451972008
16580	rnn.bias_hh_l0_reverse	0	-0.04521884769201279
16580	rnn.bias_hh_l0_reverse	1	-0.0007182201370596886
16580	rnn.bias_hh_l0_reverse	2	-0.018681127578020096
16580	rnn.bias_hh_l0_reverse	3	-0.07127462327480316
16580	rnn.bias_hh_l0_reverse	4	0.01169592048972845
16580	rnn.bias_hh_l0_reverse	5	-0.046454209834337234
16580	rnn.bias_hh_l0_reverse	6	-0.0661531612277031
16580	rnn.bias_hh_l0_reverse	7	-0.05565527826547623
16580	rnn.bias_hh_l0_reverse	8	-0.02952522411942482
16580	rnn.bias_hh_l0_reverse	9	-0.06722672283649445
16580	linear.weight	0	-0.08150088787078857
16580	linear.weight	1	-0.02840753272175789
16580	linear.weight	2	-0.011228874325752258
16580	linear.weight	3	-0.0203794464468956
16580	linear.weight	4	0.017299652099609375
16580	linear.weight	5	0.19189245998859406
16580	linear.weight	6	0.0047744326293468475
16580	linear.weight	7	-0.021312154829502106
16580	linear.weight	8	-0.0008957530953921378
16580	linear.weight	9	0.03168223798274994
16580	linear.bias	0	-0.4494853615760803
16580	linear.bias	1	0.03985954448580742
16580	linear.bias	2	0.30198097229003906
16580	linear.bias	3	-0.3270286023616791
16580	linear.bias	4	-1.1579625606536865
16580	linear.bias	5	-1.0078555345535278
16580	linear.bias	6	-0.4317120909690857
16580	linear.bias	7	-0.5292906761169434
16580	linear.bias	8	-0.01705317199230194
16580	linear.bias	9	2.4733529090881348
16777	transitions	0	0.03784530609846115
16777	transitions	1	5.8708815574646
16777	transitions	2	-2.204092025756836
16777	transitions	3	1.2038605213165283
16777	transitions	4	-1.155555009841919
16777	transitions	5	-0.17689362168312073
16777	transitions	6	-0.08360465615987778
16777	transitions	7	-10000.0
16777	transitions	8	1.460368037223816
16777	transitions	9	-2.267765998840332
16777	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
16777	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
16777	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
16777	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
16777	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
16777	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
16777	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
16777	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
16777	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
16777	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
16777	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
16777	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
16777	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
16777	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
16777	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
16777	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
16777	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
16777	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
16777	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
16777	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
16777	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
16777	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
16777	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
16777	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
16777	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
16777	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
16777	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
16777	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
16777	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
16777	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
16777	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
16777	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
16777	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
16777	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
16777	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
16777	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
16777	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
16777	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
16777	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
16777	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
16777	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
16777	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
16777	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
16777	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
16777	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
16777	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
16777	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
16777	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
16777	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
16777	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
16777	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
16777	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
16777	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
16777	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
16777	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
16777	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
16777	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
16777	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
16777	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
16777	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
16777	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
16777	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
16777	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
16777	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
16777	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
16777	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
16777	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
16777	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
16777	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
16777	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
16777	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
16777	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
16777	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
16777	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
16777	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
16777	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
16777	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
16777	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
16777	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
16777	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
16777	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
16777	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
16777	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
16777	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
16777	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
16777	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
16777	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
16777	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
16777	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
16777	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
16777	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
16777	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
16777	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
16777	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
16777	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
16777	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
16777	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
16777	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
16777	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
16777	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
16777	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
16777	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
16777	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
16777	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
16777	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
16777	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
16777	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
16777	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
16777	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
16777	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
16777	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
16777	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
16777	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
16777	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
16777	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
16777	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
16777	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
16777	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
16777	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
16777	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
16777	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
16777	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
16777	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
16777	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
16777	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
16777	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
16777	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
16777	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
16777	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
16777	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
16777	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
16777	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
16777	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
16777	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
16777	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
16777	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
16777	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
16777	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
16777	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
16777	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
16777	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
16777	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
16777	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
16777	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
16777	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
16777	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
16777	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
16777	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
16777	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
16777	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
16777	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
16777	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
16777	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
16777	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
16777	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
16777	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
16777	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
16777	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
16777	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
16777	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
16777	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
16777	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
16777	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
16777	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
16777	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
16777	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
16777	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
16777	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
16777	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
16777	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
16777	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
16777	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
16777	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
16777	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
16777	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
16777	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
16777	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
16777	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
16777	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
16777	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
16777	embedding2nn.weight	0	0.019344454631209373
16777	embedding2nn.weight	1	-0.04981337860226631
16777	embedding2nn.weight	2	0.008861120790243149
16777	embedding2nn.weight	3	-0.014486563391983509
16777	embedding2nn.weight	4	-0.05044359341263771
16777	embedding2nn.weight	5	0.04182114452123642
16777	embedding2nn.weight	6	-0.034405630081892014
16777	embedding2nn.weight	7	-0.04295484721660614
16777	embedding2nn.weight	8	0.017262348905205727
16777	embedding2nn.weight	9	0.030514338985085487
16777	embedding2nn.bias	0	0.05733012035489082
16777	embedding2nn.bias	1	0.033837202936410904
16777	embedding2nn.bias	2	-0.12140702456235886
16777	embedding2nn.bias	3	0.0602579228579998
16777	embedding2nn.bias	4	0.043773017823696136
16777	embedding2nn.bias	5	-0.1088026687502861
16777	embedding2nn.bias	6	-0.03143839165568352
16777	embedding2nn.bias	7	-0.0243525393307209
16777	embedding2nn.bias	8	0.04280071333050728
16777	embedding2nn.bias	9	-0.10684818774461746
16777	rnn.weight_ih_l0	0	0.007454161997884512
16777	rnn.weight_ih_l0	1	0.03166143223643303
16777	rnn.weight_ih_l0	2	-0.025233596563339233
16777	rnn.weight_ih_l0	3	0.01783498004078865
16777	rnn.weight_ih_l0	4	0.0251559279859066
16777	rnn.weight_ih_l0	5	-0.0410723052918911
16777	rnn.weight_ih_l0	6	0.03575543686747551
16777	rnn.weight_ih_l0	7	-0.01651417836546898
16777	rnn.weight_ih_l0	8	0.01361753698438406
16777	rnn.weight_ih_l0	9	-0.006141464225947857
16777	rnn.weight_hh_l0	0	0.02373143844306469
16777	rnn.weight_hh_l0	1	-0.036475084722042084
16777	rnn.weight_hh_l0	2	0.030543053522706032
16777	rnn.weight_hh_l0	3	0.007744947914034128
16777	rnn.weight_hh_l0	4	0.017657427117228508
16777	rnn.weight_hh_l0	5	0.022146157920360565
16777	rnn.weight_hh_l0	6	0.0003520252648741007
16777	rnn.weight_hh_l0	7	-0.042350299656391144
16777	rnn.weight_hh_l0	8	-0.03002244606614113
16777	rnn.weight_hh_l0	9	-0.027748867869377136
16777	rnn.bias_ih_l0	0	-0.004852250684052706
16777	rnn.bias_ih_l0	1	-0.03617500513792038
16777	rnn.bias_ih_l0	2	-0.06593237817287445
16777	rnn.bias_ih_l0	3	-0.14512541890144348
16777	rnn.bias_ih_l0	4	0.028017936274409294
16777	rnn.bias_ih_l0	5	0.03734040632843971
16777	rnn.bias_ih_l0	6	-0.10263935476541519
16777	rnn.bias_ih_l0	7	-0.12023837864398956
16777	rnn.bias_ih_l0	8	-0.042824454605579376
16777	rnn.bias_ih_l0	9	-0.022849509492516518
16777	rnn.bias_hh_l0	0	0.06241942197084427
16777	rnn.bias_hh_l0	1	-0.02007216215133667
16777	rnn.bias_hh_l0	2	-0.00885623600333929
16777	rnn.bias_hh_l0	3	-0.059961967170238495
16777	rnn.bias_hh_l0	4	0.022442510351538658
16777	rnn.bias_hh_l0	5	0.046236686408519745
16777	rnn.bias_hh_l0	6	-0.04698163643479347
16777	rnn.bias_hh_l0	7	-0.043518733233213425
16777	rnn.bias_hh_l0	8	-0.07394382357597351
16777	rnn.bias_hh_l0	9	-0.05560317635536194
16777	rnn.weight_ih_l0_reverse	0	0.032599616795778275
16777	rnn.weight_ih_l0_reverse	1	-0.011026608757674694
16777	rnn.weight_ih_l0_reverse	2	-0.016532311215996742
16777	rnn.weight_ih_l0_reverse	3	0.007437459193170071
16777	rnn.weight_ih_l0_reverse	4	0.014200575649738312
16777	rnn.weight_ih_l0_reverse	5	-0.020254604518413544
16777	rnn.weight_ih_l0_reverse	6	-0.043417058885097504
16777	rnn.weight_ih_l0_reverse	7	-0.014339357614517212
16777	rnn.weight_ih_l0_reverse	8	-0.006323604844510555
16777	rnn.weight_ih_l0_reverse	9	0.013027722015976906
16777	rnn.weight_hh_l0_reverse	0	-0.022343190386891365
16777	rnn.weight_hh_l0_reverse	1	0.00516877556219697
16777	rnn.weight_hh_l0_reverse	2	-0.027120264247059822
16777	rnn.weight_hh_l0_reverse	3	0.03861232474446297
16777	rnn.weight_hh_l0_reverse	4	0.017416229471564293
16777	rnn.weight_hh_l0_reverse	5	0.01362057775259018
16777	rnn.weight_hh_l0_reverse	6	0.024078650400042534
16777	rnn.weight_hh_l0_reverse	7	0.016511833295226097
16777	rnn.weight_hh_l0_reverse	8	0.006615056190639734
16777	rnn.weight_hh_l0_reverse	9	-0.03550329804420471
16777	rnn.bias_ih_l0_reverse	0	-0.03770577162504196
16777	rnn.bias_ih_l0_reverse	1	-0.1598213016986847
16777	rnn.bias_ih_l0_reverse	2	-0.013580923900008202
16777	rnn.bias_ih_l0_reverse	3	-0.049412522464990616
16777	rnn.bias_ih_l0_reverse	4	0.05050915852189064
16777	rnn.bias_ih_l0_reverse	5	-0.12051504105329514
16777	rnn.bias_ih_l0_reverse	6	-0.026286009699106216
16777	rnn.bias_ih_l0_reverse	7	0.0500248447060585
16777	rnn.bias_ih_l0_reverse	8	-0.07165797054767609
16777	rnn.bias_ih_l0_reverse	9	-0.020517786964774132
16777	rnn.bias_hh_l0_reverse	0	-0.05006323754787445
16777	rnn.bias_hh_l0_reverse	1	-0.0014344454975798726
16777	rnn.bias_hh_l0_reverse	2	-0.01773911528289318
16777	rnn.bias_hh_l0_reverse	3	-0.06850988417863846
16777	rnn.bias_hh_l0_reverse	4	0.011391975916922092
16777	rnn.bias_hh_l0_reverse	5	-0.049686942249536514
16777	rnn.bias_hh_l0_reverse	6	-0.07031966745853424
16777	rnn.bias_hh_l0_reverse	7	-0.05314495787024498
16777	rnn.bias_hh_l0_reverse	8	-0.023439781740307808
16777	rnn.bias_hh_l0_reverse	9	-0.06324244290590286
16777	linear.weight	0	-0.07724836468696594
16777	linear.weight	1	-0.030872687697410583
16777	linear.weight	2	-0.011228874325752258
16777	linear.weight	3	-0.017430556938052177
16777	linear.weight	4	0.016426922753453255
16777	linear.weight	5	0.19522984325885773
16777	linear.weight	6	0.0047744326293468475
16777	linear.weight	7	-0.021312154829502106
16777	linear.weight	8	-0.012223074212670326
16777	linear.weight	9	0.057429734617471695
16777	linear.bias	0	-0.458283931016922
16777	linear.bias	1	0.0588015578687191
16777	linear.bias	2	0.36173802614212036
16777	linear.bias	3	-0.3197629749774933
16777	linear.bias	4	-1.1533828973770142
16777	linear.bias	5	-1.009266972541809
16777	linear.bias	6	-0.44596320390701294
16777	linear.bias	7	-0.5438100099563599
16777	linear.bias	8	-0.01705317199230194
16777	linear.bias	9	2.348111391067505
16974	transitions	0	0.03542642667889595
16974	transitions	1	5.841620922088623
16974	transitions	2	-2.2115190029144287
16974	transitions	3	1.2096891403198242
16974	transitions	4	-1.1612616777420044
16974	transitions	5	-0.17778804898262024
16974	transitions	6	-0.08427540957927704
16974	transitions	7	-10000.0
16974	transitions	8	1.4603303670883179
16974	transitions	9	-2.267953872680664
16974	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
16974	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
16974	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
16974	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
16974	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
16974	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
16974	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
16974	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
16974	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
16974	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
16974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
16974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
16974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
16974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
16974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
16974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
16974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
16974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
16974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
16974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
16974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
16974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
16974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
16974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
16974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
16974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
16974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
16974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
16974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
16974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
16974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
16974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
16974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
16974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
16974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
16974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
16974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
16974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
16974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
16974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
16974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
16974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
16974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
16974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
16974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
16974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
16974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
16974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
16974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
16974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
16974	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
16974	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
16974	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
16974	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
16974	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
16974	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
16974	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
16974	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
16974	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
16974	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
16974	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
16974	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
16974	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
16974	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
16974	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
16974	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
16974	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
16974	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
16974	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
16974	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
16974	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
16974	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
16974	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
16974	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
16974	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
16974	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
16974	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
16974	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
16974	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
16974	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
16974	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
16974	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
16974	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
16974	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
16974	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
16974	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
16974	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
16974	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
16974	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
16974	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
16974	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
16974	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
16974	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
16974	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
16974	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
16974	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
16974	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
16974	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
16974	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
16974	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
16974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
16974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
16974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
16974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
16974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
16974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
16974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
16974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
16974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
16974	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
16974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
16974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
16974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
16974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
16974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
16974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
16974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
16974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
16974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
16974	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
16974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
16974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
16974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
16974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
16974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
16974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
16974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
16974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
16974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
16974	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
16974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
16974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
16974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
16974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
16974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
16974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
16974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
16974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
16974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
16974	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
16974	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
16974	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
16974	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
16974	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
16974	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
16974	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
16974	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
16974	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
16974	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
16974	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
16974	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
16974	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
16974	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
16974	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
16974	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
16974	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
16974	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
16974	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
16974	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
16974	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
16974	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
16974	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
16974	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
16974	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
16974	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
16974	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
16974	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
16974	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
16974	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
16974	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
16974	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
16974	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
16974	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
16974	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
16974	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
16974	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
16974	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
16974	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
16974	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
16974	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
16974	embedding2nn.weight	0	0.01805097982287407
16974	embedding2nn.weight	1	-0.05069924145936966
16974	embedding2nn.weight	2	0.008665983565151691
16974	embedding2nn.weight	3	-0.015385303646326065
16974	embedding2nn.weight	4	-0.04980134963989258
16974	embedding2nn.weight	5	0.04137077555060387
16974	embedding2nn.weight	6	-0.046369269490242004
16974	embedding2nn.weight	7	-0.04222632572054863
16974	embedding2nn.weight	8	0.018930966034531593
16974	embedding2nn.weight	9	0.032684240490198135
16974	embedding2nn.bias	0	0.04114033654332161
16974	embedding2nn.bias	1	0.0466112457215786
16974	embedding2nn.bias	2	-0.12183646112680435
16974	embedding2nn.bias	3	0.05622340738773346
16974	embedding2nn.bias	4	0.03394753858447075
16974	embedding2nn.bias	5	-0.11133071035146713
16974	embedding2nn.bias	6	-0.02127176709473133
16974	embedding2nn.bias	7	-0.02153550088405609
16974	embedding2nn.bias	8	0.05661190673708916
16974	embedding2nn.bias	9	-0.10589246451854706
16974	rnn.weight_ih_l0	0	0.005318072158843279
16974	rnn.weight_ih_l0	1	0.03051629848778248
16974	rnn.weight_ih_l0	2	-0.02567010000348091
16974	rnn.weight_ih_l0	3	0.017432859167456627
16974	rnn.weight_ih_l0	4	0.026739567518234253
16974	rnn.weight_ih_l0	5	-0.04221434146165848
16974	rnn.weight_ih_l0	6	0.03619541972875595
16974	rnn.weight_ih_l0	7	-0.014932478778064251
16974	rnn.weight_ih_l0	8	0.013116497546434402
16974	rnn.weight_ih_l0	9	-0.006381148472428322
16974	rnn.weight_hh_l0	0	0.023668749257922173
16974	rnn.weight_hh_l0	1	-0.03682723268866539
16974	rnn.weight_hh_l0	2	0.030297674238681793
16974	rnn.weight_hh_l0	3	0.00821012444794178
16974	rnn.weight_hh_l0	4	0.017609769478440285
16974	rnn.weight_hh_l0	5	0.023473409935832024
16974	rnn.weight_hh_l0	6	0.00045771547593176365
16974	rnn.weight_hh_l0	7	-0.04282616823911667
16974	rnn.weight_hh_l0	8	-0.029387280344963074
16974	rnn.weight_hh_l0	9	-0.02856883779168129
16974	rnn.bias_ih_l0	0	-0.01290951482951641
16974	rnn.bias_ih_l0	1	-0.03440745174884796
16974	rnn.bias_ih_l0	2	-0.06536465138196945
16974	rnn.bias_ih_l0	3	-0.1457396298646927
16974	rnn.bias_ih_l0	4	0.03475257381796837
16974	rnn.bias_ih_l0	5	0.032146479934453964
16974	rnn.bias_ih_l0	6	-0.09799481928348541
16974	rnn.bias_ih_l0	7	-0.12314112484455109
16974	rnn.bias_ih_l0	8	-0.043793223798274994
16974	rnn.bias_ih_l0	9	-0.020387504249811172
16974	rnn.bias_hh_l0	0	0.06875057518482208
16974	rnn.bias_hh_l0	1	-0.01648508757352829
16974	rnn.bias_hh_l0	2	-0.012940468266606331
16974	rnn.bias_hh_l0	3	-0.062390465289354324
16974	rnn.bias_hh_l0	4	0.023385219275951385
16974	rnn.bias_hh_l0	5	0.053834352642297745
16974	rnn.bias_hh_l0	6	-0.04487418383359909
16974	rnn.bias_hh_l0	7	-0.04760260134935379
16974	rnn.bias_hh_l0	8	-0.07054927945137024
16974	rnn.bias_hh_l0	9	-0.05615317076444626
16974	rnn.weight_ih_l0_reverse	0	0.0317889042198658
16974	rnn.weight_ih_l0_reverse	1	-0.009945498779416084
16974	rnn.weight_ih_l0_reverse	2	-0.014915499836206436
16974	rnn.weight_ih_l0_reverse	3	0.00807922799140215
16974	rnn.weight_ih_l0_reverse	4	0.017804980278015137
16974	rnn.weight_ih_l0_reverse	5	-0.019478164613246918
16974	rnn.weight_ih_l0_reverse	6	-0.041485682129859924
16974	rnn.weight_ih_l0_reverse	7	-0.01492270641028881
16974	rnn.weight_ih_l0_reverse	8	-0.008270313031971455
16974	rnn.weight_ih_l0_reverse	9	0.013906111940741539
16974	rnn.weight_hh_l0_reverse	0	-0.022526122629642487
16974	rnn.weight_hh_l0_reverse	1	0.004768305458128452
16974	rnn.weight_hh_l0_reverse	2	-0.026211818680167198
16974	rnn.weight_hh_l0_reverse	3	0.0384964793920517
16974	rnn.weight_hh_l0_reverse	4	0.018104312941432
16974	rnn.weight_hh_l0_reverse	5	0.013490253128111362
16974	rnn.weight_hh_l0_reverse	6	0.023226676508784294
16974	rnn.weight_hh_l0_reverse	7	0.01633128523826599
16974	rnn.weight_hh_l0_reverse	8	0.007178654428571463
16974	rnn.weight_hh_l0_reverse	9	-0.035475317388772964
16974	rnn.bias_ih_l0_reverse	0	-0.038546979427337646
16974	rnn.bias_ih_l0_reverse	1	-0.15461716055870056
16974	rnn.bias_ih_l0_reverse	2	-0.015918457880616188
16974	rnn.bias_ih_l0_reverse	3	-0.04629373922944069
16974	rnn.bias_ih_l0_reverse	4	0.05052635818719864
16974	rnn.bias_ih_l0_reverse	5	-0.11982811242341995
16974	rnn.bias_ih_l0_reverse	6	-0.029251357540488243
16974	rnn.bias_ih_l0_reverse	7	0.05286041274666786
16974	rnn.bias_ih_l0_reverse	8	-0.07457055896520615
16974	rnn.bias_ih_l0_reverse	9	-0.017482515424489975
16974	rnn.bias_hh_l0_reverse	0	-0.04779302701354027
16974	rnn.bias_hh_l0_reverse	1	-0.0011198839638382196
16974	rnn.bias_hh_l0_reverse	2	-0.017436616122722626
16974	rnn.bias_hh_l0_reverse	3	-0.07067295163869858
16974	rnn.bias_hh_l0_reverse	4	0.01305816788226366
16974	rnn.bias_hh_l0_reverse	5	-0.04666046053171158
16974	rnn.bias_hh_l0_reverse	6	-0.0727202296257019
16974	rnn.bias_hh_l0_reverse	7	-0.05670110881328583
16974	rnn.bias_hh_l0_reverse	8	-0.02698338031768799
16974	rnn.bias_hh_l0_reverse	9	-0.06617885082960129
16974	linear.weight	0	-0.08300740271806717
16974	linear.weight	1	-0.029719673097133636
16974	linear.weight	2	-0.011228874325752258
16974	linear.weight	3	0.0017497900407761335
16974	linear.weight	4	0.03182120621204376
16974	linear.weight	5	0.20040281116962433
16974	linear.weight	6	0.0047744326293468475
16974	linear.weight	7	-0.021312154829502106
16974	linear.weight	8	0.013402572833001614
16974	linear.weight	9	0.06435238569974899
16974	linear.bias	0	-0.4411742091178894
16974	linear.bias	1	0.08788243681192398
16974	linear.bias	2	0.3405958414077759
16974	linear.bias	3	-0.35421261191368103
16974	linear.bias	4	-1.1562796831130981
16974	linear.bias	5	-1.0106632709503174
16974	linear.bias	6	-0.4169780910015106
16974	linear.bias	7	-0.5362213850021362
16974	linear.bias	8	-0.01705317199230194
16974	linear.bias	9	2.3856260776519775
17171	transitions	0	0.03334806114435196
17171	transitions	1	5.863633632659912
17171	transitions	2	-2.220816135406494
17171	transitions	3	1.2191474437713623
17171	transitions	4	-1.1656221151351929
17171	transitions	5	-0.1786302924156189
17171	transitions	6	-0.0851554423570633
17171	transitions	7	-10000.0
17171	transitions	8	1.4614479541778564
17171	transitions	9	-2.268153190612793
17171	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
17171	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
17171	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
17171	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
17171	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
17171	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
17171	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
17171	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
17171	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
17171	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
17171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
17171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
17171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
17171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
17171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
17171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
17171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
17171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
17171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
17171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
17171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
17171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
17171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
17171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
17171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
17171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
17171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
17171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
17171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
17171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
17171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
17171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
17171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
17171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
17171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
17171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
17171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
17171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
17171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
17171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
17171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
17171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
17171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
17171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
17171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
17171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
17171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
17171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
17171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
17171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
17171	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
17171	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
17171	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
17171	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
17171	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
17171	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
17171	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
17171	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
17171	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
17171	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
17171	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
17171	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
17171	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
17171	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
17171	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
17171	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
17171	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
17171	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
17171	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
17171	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
17171	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
17171	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
17171	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
17171	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
17171	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
17171	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
17171	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
17171	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
17171	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
17171	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
17171	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
17171	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
17171	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
17171	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
17171	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
17171	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
17171	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
17171	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
17171	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
17171	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
17171	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
17171	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
17171	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
17171	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
17171	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
17171	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
17171	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
17171	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
17171	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
17171	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
17171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
17171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
17171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
17171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
17171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
17171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
17171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
17171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
17171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
17171	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
17171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
17171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
17171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
17171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
17171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
17171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
17171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
17171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
17171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
17171	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
17171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
17171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
17171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
17171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
17171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
17171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
17171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
17171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
17171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
17171	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
17171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
17171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
17171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
17171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
17171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
17171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
17171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
17171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
17171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
17171	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
17171	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
17171	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
17171	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
17171	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
17171	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
17171	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
17171	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
17171	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
17171	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
17171	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
17171	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
17171	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
17171	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
17171	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
17171	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
17171	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
17171	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
17171	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
17171	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
17171	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
17171	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
17171	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
17171	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
17171	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
17171	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
17171	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
17171	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
17171	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
17171	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
17171	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
17171	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
17171	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
17171	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
17171	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
17171	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
17171	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
17171	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
17171	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
17171	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
17171	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
17171	embedding2nn.weight	0	0.01776539906859398
17171	embedding2nn.weight	1	-0.05003204569220543
17171	embedding2nn.weight	2	0.009687133133411407
17171	embedding2nn.weight	3	-0.0154144037514925
17171	embedding2nn.weight	4	-0.0464673712849617
17171	embedding2nn.weight	5	0.04009344428777695
17171	embedding2nn.weight	6	-0.05081842467188835
17171	embedding2nn.weight	7	-0.04449812322854996
17171	embedding2nn.weight	8	0.01701354794204235
17171	embedding2nn.weight	9	0.03132234513759613
17171	embedding2nn.bias	0	0.06385572999715805
17171	embedding2nn.bias	1	0.04231317341327667
17171	embedding2nn.bias	2	-0.11521872878074646
17171	embedding2nn.bias	3	0.0562911294400692
17171	embedding2nn.bias	4	0.03857610374689102
17171	embedding2nn.bias	5	-0.09906308352947235
17171	embedding2nn.bias	6	-0.02893841452896595
17171	embedding2nn.bias	7	-0.016585079953074455
17171	embedding2nn.bias	8	0.06370801478624344
17171	embedding2nn.bias	9	-0.10413806885480881
17171	rnn.weight_ih_l0	0	0.006242347415536642
17171	rnn.weight_ih_l0	1	0.032614510506391525
17171	rnn.weight_ih_l0	2	-0.025889864191412926
17171	rnn.weight_ih_l0	3	0.018468039110302925
17171	rnn.weight_ih_l0	4	0.027404120191931725
17171	rnn.weight_ih_l0	5	-0.04179748147726059
17171	rnn.weight_ih_l0	6	0.03395667299628258
17171	rnn.weight_ih_l0	7	-0.015687160193920135
17171	rnn.weight_ih_l0	8	0.015190848149359226
17171	rnn.weight_ih_l0	9	-0.005964023061096668
17171	rnn.weight_hh_l0	0	0.023851526901125908
17171	rnn.weight_hh_l0	1	-0.03368326649069786
17171	rnn.weight_hh_l0	2	0.029813984408974648
17171	rnn.weight_hh_l0	3	0.007311704568564892
17171	rnn.weight_hh_l0	4	0.017766082659363747
17171	rnn.weight_hh_l0	5	0.024137450382113457
17171	rnn.weight_hh_l0	6	0.00048667905502952635
17171	rnn.weight_hh_l0	7	-0.04244459420442581
17171	rnn.weight_hh_l0	8	-0.03060496784746647
17171	rnn.weight_hh_l0	9	-0.02847830206155777
17171	rnn.bias_ih_l0	0	-0.019515058025717735
17171	rnn.bias_ih_l0	1	-0.035525888204574585
17171	rnn.bias_ih_l0	2	-0.059750039130449295
17171	rnn.bias_ih_l0	3	-0.14288461208343506
17171	rnn.bias_ih_l0	4	0.03355763480067253
17171	rnn.bias_ih_l0	5	0.03810320049524307
17171	rnn.bias_ih_l0	6	-0.10460884124040604
17171	rnn.bias_ih_l0	7	-0.12276541441679001
17171	rnn.bias_ih_l0	8	-0.04710790887475014
17171	rnn.bias_ih_l0	9	-0.025965744629502296
17171	rnn.bias_hh_l0	0	0.06648619472980499
17171	rnn.bias_hh_l0	1	-0.017324086278676987
17171	rnn.bias_hh_l0	2	-0.008108343929052353
17171	rnn.bias_hh_l0	3	-0.06328598409891129
17171	rnn.bias_hh_l0	4	0.02676716074347496
17171	rnn.bias_hh_l0	5	0.050152890384197235
17171	rnn.bias_hh_l0	6	-0.04515553265810013
17171	rnn.bias_hh_l0	7	-0.04616440460085869
17171	rnn.bias_hh_l0	8	-0.07116015255451202
17171	rnn.bias_hh_l0	9	-0.05705440044403076
17171	rnn.weight_ih_l0_reverse	0	0.031733687967061996
17171	rnn.weight_ih_l0_reverse	1	-0.010134655982255936
17171	rnn.weight_ih_l0_reverse	2	-0.014524990692734718
17171	rnn.weight_ih_l0_reverse	3	0.007039747200906277
17171	rnn.weight_ih_l0_reverse	4	0.017939914017915726
17171	rnn.weight_ih_l0_reverse	5	-0.019104065373539925
17171	rnn.weight_ih_l0_reverse	6	-0.0408656932413578
17171	rnn.weight_ih_l0_reverse	7	-0.013494353741407394
17171	rnn.weight_ih_l0_reverse	8	-0.008445054292678833
17171	rnn.weight_ih_l0_reverse	9	0.013514220714569092
17171	rnn.weight_hh_l0_reverse	0	-0.02183718979358673
17171	rnn.weight_hh_l0_reverse	1	0.0057687596417963505
17171	rnn.weight_hh_l0_reverse	2	-0.025649888440966606
17171	rnn.weight_hh_l0_reverse	3	0.04004450514912605
17171	rnn.weight_hh_l0_reverse	4	0.01805897429585457
17171	rnn.weight_hh_l0_reverse	5	0.013815936632454395
17171	rnn.weight_hh_l0_reverse	6	0.022434066981077194
17171	rnn.weight_hh_l0_reverse	7	0.01702706515789032
17171	rnn.weight_hh_l0_reverse	8	0.007505916059017181
17171	rnn.weight_hh_l0_reverse	9	-0.03505206108093262
17171	rnn.bias_ih_l0_reverse	0	-0.0409792996942997
17171	rnn.bias_ih_l0_reverse	1	-0.16291555762290955
17171	rnn.bias_ih_l0_reverse	2	-0.015300437808036804
17171	rnn.bias_ih_l0_reverse	3	-0.048723138868808746
17171	rnn.bias_ih_l0_reverse	4	0.04812328517436981
17171	rnn.bias_ih_l0_reverse	5	-0.11890191584825516
17171	rnn.bias_ih_l0_reverse	6	-0.030086224898695946
17171	rnn.bias_ih_l0_reverse	7	0.05426919832825661
17171	rnn.bias_ih_l0_reverse	8	-0.0768030434846878
17171	rnn.bias_ih_l0_reverse	9	-0.015125834383070469
17171	rnn.bias_hh_l0_reverse	0	-0.05103874206542969
17171	rnn.bias_hh_l0_reverse	1	-0.0028487108647823334
17171	rnn.bias_hh_l0_reverse	2	-0.019805943593382835
17171	rnn.bias_hh_l0_reverse	3	-0.07294214516878128
17171	rnn.bias_hh_l0_reverse	4	0.013312404975295067
17171	rnn.bias_hh_l0_reverse	5	-0.05216847360134125
17171	rnn.bias_hh_l0_reverse	6	-0.07512130588293076
17171	rnn.bias_hh_l0_reverse	7	-0.05945859104394913
17171	rnn.bias_hh_l0_reverse	8	-0.02785228006541729
17171	rnn.bias_hh_l0_reverse	9	-0.07200999557971954
17171	linear.weight	0	-0.09211403876543045
17171	linear.weight	1	-0.021518198773264885
17171	linear.weight	2	-0.011228874325752258
17171	linear.weight	3	-0.0036436892114579678
17171	linear.weight	4	0.01114731002599001
17171	linear.weight	5	0.17006883025169373
17171	linear.weight	6	0.0047744326293468475
17171	linear.weight	7	-0.021312154829502106
17171	linear.weight	8	0.002774816006422043
17171	linear.weight	9	0.06890269368886948
17171	linear.bias	0	-0.42273783683776855
17171	linear.bias	1	0.07464993745088577
17171	linear.bias	2	0.32797950506210327
17171	linear.bias	3	-0.34114623069763184
17171	linear.bias	4	-1.228689432144165
17171	linear.bias	5	-1.0118225812911987
17171	linear.bias	6	-0.3972436487674713
17171	linear.bias	7	-0.5560339689254761
17171	linear.bias	8	-0.01705317199230194
17171	linear.bias	9	2.3239552974700928
17368	transitions	0	0.031168250367045403
17368	transitions	1	5.861841201782227
17368	transitions	2	-2.2279045581817627
17368	transitions	3	1.202111005783081
17368	transitions	4	-1.169365644454956
17368	transitions	5	-0.17941175401210785
17368	transitions	6	-0.08595213294029236
17368	transitions	7	-10000.0
17368	transitions	8	1.4579240083694458
17368	transitions	9	-2.268329620361328
17368	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
17368	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
17368	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
17368	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
17368	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
17368	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
17368	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
17368	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
17368	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
17368	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
17368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
17368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
17368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
17368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
17368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
17368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
17368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
17368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
17368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
17368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
17368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
17368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
17368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
17368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
17368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
17368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
17368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
17368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
17368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
17368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
17368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
17368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
17368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
17368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
17368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
17368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
17368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
17368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
17368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
17368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
17368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
17368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
17368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
17368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
17368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
17368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
17368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
17368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
17368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
17368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
17368	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
17368	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
17368	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
17368	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
17368	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
17368	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
17368	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
17368	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
17368	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
17368	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
17368	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
17368	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
17368	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
17368	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
17368	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
17368	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
17368	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
17368	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
17368	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
17368	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
17368	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
17368	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
17368	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
17368	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
17368	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
17368	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
17368	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
17368	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
17368	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
17368	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
17368	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
17368	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
17368	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
17368	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
17368	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
17368	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
17368	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
17368	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
17368	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
17368	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
17368	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
17368	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
17368	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
17368	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
17368	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
17368	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
17368	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
17368	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
17368	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
17368	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
17368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
17368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
17368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
17368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
17368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
17368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
17368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
17368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
17368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
17368	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
17368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
17368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
17368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
17368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
17368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
17368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
17368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
17368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
17368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
17368	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
17368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
17368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
17368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
17368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
17368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
17368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
17368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
17368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
17368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
17368	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
17368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
17368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
17368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
17368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
17368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
17368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
17368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
17368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
17368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
17368	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
17368	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
17368	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
17368	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
17368	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
17368	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
17368	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
17368	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
17368	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
17368	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
17368	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
17368	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
17368	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
17368	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
17368	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
17368	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
17368	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
17368	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
17368	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
17368	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
17368	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
17368	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
17368	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
17368	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
17368	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
17368	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
17368	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
17368	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
17368	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
17368	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
17368	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
17368	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
17368	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
17368	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
17368	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
17368	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
17368	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
17368	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
17368	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
17368	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
17368	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
17368	embedding2nn.weight	0	0.017733344808220863
17368	embedding2nn.weight	1	-0.05120670050382614
17368	embedding2nn.weight	2	0.007458994630724192
17368	embedding2nn.weight	3	-0.016345610842108727
17368	embedding2nn.weight	4	-0.047734104096889496
17368	embedding2nn.weight	5	0.04208778589963913
17368	embedding2nn.weight	6	-0.05801961570978165
17368	embedding2nn.weight	7	-0.04488619044423103
17368	embedding2nn.weight	8	0.018429642543196678
17368	embedding2nn.weight	9	0.02447410114109516
17368	embedding2nn.bias	0	0.05630245804786682
17368	embedding2nn.bias	1	0.04712165892124176
17368	embedding2nn.bias	2	-0.11109820008277893
17368	embedding2nn.bias	3	0.05151614919304848
17368	embedding2nn.bias	4	0.036035310477018356
17368	embedding2nn.bias	5	-0.11017683893442154
17368	embedding2nn.bias	6	-0.026762433350086212
17368	embedding2nn.bias	7	-0.015685047954320908
17368	embedding2nn.bias	8	0.059863436967134476
17368	embedding2nn.bias	9	-0.10813713073730469
17368	rnn.weight_ih_l0	0	0.004138946067541838
17368	rnn.weight_ih_l0	1	0.032828301191329956
17368	rnn.weight_ih_l0	2	-0.025035271421074867
17368	rnn.weight_ih_l0	3	0.019054213538765907
17368	rnn.weight_ih_l0	4	0.026985907927155495
17368	rnn.weight_ih_l0	5	-0.04129660874605179
17368	rnn.weight_ih_l0	6	0.03137482330203056
17368	rnn.weight_ih_l0	7	-0.016982857137918472
17368	rnn.weight_ih_l0	8	0.014746828004717827
17368	rnn.weight_ih_l0	9	-0.006814271677285433
17368	rnn.weight_hh_l0	0	0.02283807098865509
17368	rnn.weight_hh_l0	1	-0.03575097396969795
17368	rnn.weight_hh_l0	2	0.02957998216152191
17368	rnn.weight_hh_l0	3	0.0065616886131465435
17368	rnn.weight_hh_l0	4	0.017645366489887238
17368	rnn.weight_hh_l0	5	0.02474864572286606
17368	rnn.weight_hh_l0	6	0.00015344138955697417
17368	rnn.weight_hh_l0	7	-0.04280289262533188
17368	rnn.weight_hh_l0	8	-0.030616190284490585
17368	rnn.weight_hh_l0	9	-0.03704264014959335
17368	rnn.bias_ih_l0	0	-0.01737407222390175
17368	rnn.bias_ih_l0	1	-0.03630043938755989
17368	rnn.bias_ih_l0	2	-0.05419602617621422
17368	rnn.bias_ih_l0	3	-0.1422968953847885
17368	rnn.bias_ih_l0	4	0.03338390961289406
17368	rnn.bias_ih_l0	5	0.03845533728599548
17368	rnn.bias_ih_l0	6	-0.10335306078195572
17368	rnn.bias_ih_l0	7	-0.1224377453327179
17368	rnn.bias_ih_l0	8	-0.04698965698480606
17368	rnn.bias_ih_l0	9	-0.027049623429775238
17368	rnn.bias_hh_l0	0	0.0685747042298317
17368	rnn.bias_hh_l0	1	-0.01521377358585596
17368	rnn.bias_hh_l0	2	-0.008020137436687946
17368	rnn.bias_hh_l0	3	-0.06435682624578476
17368	rnn.bias_hh_l0	4	0.022156430408358574
17368	rnn.bias_hh_l0	5	0.05863426253199577
17368	rnn.bias_hh_l0	6	-0.04424950107932091
17368	rnn.bias_hh_l0	7	-0.04652814567089081
17368	rnn.bias_hh_l0	8	-0.0727408155798912
17368	rnn.bias_hh_l0	9	-0.06236868351697922
17368	rnn.weight_ih_l0_reverse	0	0.03185826539993286
17368	rnn.weight_ih_l0_reverse	1	-0.008485742844641209
17368	rnn.weight_ih_l0_reverse	2	-0.01480657234787941
17368	rnn.weight_ih_l0_reverse	3	0.008768754079937935
17368	rnn.weight_ih_l0_reverse	4	0.018707359209656715
17368	rnn.weight_ih_l0_reverse	5	-0.017755892127752304
17368	rnn.weight_ih_l0_reverse	6	-0.04091886058449745
17368	rnn.weight_ih_l0_reverse	7	-0.0148732028901577
17368	rnn.weight_ih_l0_reverse	8	-0.006899697240442038
17368	rnn.weight_ih_l0_reverse	9	0.015286428853869438
17368	rnn.weight_hh_l0_reverse	0	-0.020866846665740013
17368	rnn.weight_hh_l0_reverse	1	0.0039000092074275017
17368	rnn.weight_hh_l0_reverse	2	-0.02659478411078453
17368	rnn.weight_hh_l0_reverse	3	0.038231831043958664
17368	rnn.weight_hh_l0_reverse	4	0.018831931054592133
17368	rnn.weight_hh_l0_reverse	5	0.012736891396343708
17368	rnn.weight_hh_l0_reverse	6	0.021848535165190697
17368	rnn.weight_hh_l0_reverse	7	0.016870642080903053
17368	rnn.weight_hh_l0_reverse	8	0.007396413944661617
17368	rnn.weight_hh_l0_reverse	9	-0.03525394946336746
17368	rnn.bias_ih_l0_reverse	0	-0.04011562466621399
17368	rnn.bias_ih_l0_reverse	1	-0.16170713305473328
17368	rnn.bias_ih_l0_reverse	2	-0.015296438708901405
17368	rnn.bias_ih_l0_reverse	3	-0.04881468415260315
17368	rnn.bias_ih_l0_reverse	4	0.05121305584907532
17368	rnn.bias_ih_l0_reverse	5	-0.122495137155056
17368	rnn.bias_ih_l0_reverse	6	-0.0258022453635931
17368	rnn.bias_ih_l0_reverse	7	0.056656576693058014
17368	rnn.bias_ih_l0_reverse	8	-0.074250228703022
17368	rnn.bias_ih_l0_reverse	9	-0.015337605960667133
17368	rnn.bias_hh_l0_reverse	0	-0.05077284947037697
17368	rnn.bias_hh_l0_reverse	1	-0.001975228311493993
17368	rnn.bias_hh_l0_reverse	2	-0.020507756620645523
17368	rnn.bias_hh_l0_reverse	3	-0.07514894008636475
17368	rnn.bias_hh_l0_reverse	4	0.013706257566809654
17368	rnn.bias_hh_l0_reverse	5	-0.05278429388999939
17368	rnn.bias_hh_l0_reverse	6	-0.0803883820772171
17368	rnn.bias_hh_l0_reverse	7	-0.06465087831020355
17368	rnn.bias_hh_l0_reverse	8	-0.028311477974057198
17368	rnn.bias_hh_l0_reverse	9	-0.07156985998153687
17368	linear.weight	0	-0.10285646468400955
17368	linear.weight	1	-0.030756831169128418
17368	linear.weight	2	-0.011228874325752258
17368	linear.weight	3	-0.0021086072083562613
17368	linear.weight	4	0.02329639345407486
17368	linear.weight	5	0.17180971801280975
17368	linear.weight	6	0.0047744326293468475
17368	linear.weight	7	-0.021312154829502106
17368	linear.weight	8	0.06226664409041405
17368	linear.weight	9	0.06942197680473328
17368	linear.bias	0	-0.4450925290584564
17368	linear.bias	1	0.06065133959054947
17368	linear.bias	2	0.3242955505847931
17368	linear.bias	3	-0.3535042703151703
17368	linear.bias	4	-1.1539573669433594
17368	linear.bias	5	-1.013100504875183
17368	linear.bias	6	-0.41414573788642883
17368	linear.bias	7	-0.5436115860939026
17368	linear.bias	8	-0.01705317199230194
17368	linear.bias	9	2.355172634124756
17565	transitions	0	0.029144810512661934
17565	transitions	1	5.890585899353027
17565	transitions	2	-2.2356269359588623
17565	transitions	3	1.1873475313186646
17565	transitions	4	-1.1730997562408447
17565	transitions	5	-0.1802087277173996
17565	transitions	6	-0.08681218326091766
17565	transitions	7	-10000.0
17565	transitions	8	1.4605498313903809
17565	transitions	9	-2.2684977054595947
17565	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
17565	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
17565	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
17565	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
17565	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
17565	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
17565	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
17565	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
17565	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
17565	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
17565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
17565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
17565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
17565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
17565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
17565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
17565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
17565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
17565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
17565	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
17565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
17565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
17565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
17565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
17565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
17565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
17565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
17565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
17565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
17565	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
17565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
17565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
17565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
17565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
17565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
17565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
17565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
17565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
17565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
17565	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
17565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
17565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
17565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
17565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
17565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
17565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
17565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
17565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
17565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
17565	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
17565	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
17565	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
17565	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
17565	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
17565	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
17565	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
17565	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
17565	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
17565	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
17565	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
17565	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
17565	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
17565	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
17565	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
17565	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
17565	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
17565	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
17565	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
17565	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
17565	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
17565	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
17565	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
17565	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
17565	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
17565	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
17565	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
17565	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
17565	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
17565	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
17565	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
17565	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
17565	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
17565	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
17565	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
17565	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
17565	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
17565	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
17565	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
17565	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
17565	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
17565	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
17565	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
17565	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
17565	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
17565	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
17565	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
17565	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
17565	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
17565	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
17565	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
17565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
17565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
17565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
17565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
17565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
17565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
17565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
17565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
17565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
17565	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
17565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
17565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
17565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
17565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
17565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
17565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
17565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
17565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
17565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
17565	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
17565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
17565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
17565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
17565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
17565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
17565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
17565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
17565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
17565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
17565	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
17565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
17565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
17565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
17565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
17565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
17565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
17565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
17565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
17565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
17565	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
17565	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
17565	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
17565	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
17565	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
17565	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
17565	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
17565	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
17565	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
17565	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
17565	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
17565	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
17565	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
17565	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
17565	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
17565	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
17565	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
17565	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
17565	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
17565	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
17565	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
17565	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
17565	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
17565	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
17565	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
17565	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
17565	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
17565	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
17565	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
17565	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
17565	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
17565	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
17565	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
17565	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
17565	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
17565	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
17565	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
17565	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
17565	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
17565	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
17565	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
17565	embedding2nn.weight	0	0.017889052629470825
17565	embedding2nn.weight	1	-0.05260271951556206
17565	embedding2nn.weight	2	0.004416113719344139
17565	embedding2nn.weight	3	-0.017898432910442352
17565	embedding2nn.weight	4	-0.049113232642412186
17565	embedding2nn.weight	5	0.04365484416484833
17565	embedding2nn.weight	6	-0.05722147598862648
17565	embedding2nn.weight	7	-0.044693633913993835
17565	embedding2nn.weight	8	0.019859882071614265
17565	embedding2nn.weight	9	0.026763729751110077
17565	embedding2nn.bias	0	0.059618569910526276
17565	embedding2nn.bias	1	0.04519910737872124
17565	embedding2nn.bias	2	-0.09788591414690018
17565	embedding2nn.bias	3	0.05572210252285004
17565	embedding2nn.bias	4	0.026747940108180046
17565	embedding2nn.bias	5	-0.1140756607055664
17565	embedding2nn.bias	6	-0.04165522754192352
17565	embedding2nn.bias	7	-0.017098644748330116
17565	embedding2nn.bias	8	0.053200166672468185
17565	embedding2nn.bias	9	-0.11858747899532318
17565	rnn.weight_ih_l0	0	0.0049039931036531925
17565	rnn.weight_ih_l0	1	0.030528226867318153
17565	rnn.weight_ih_l0	2	-0.024650637060403824
17565	rnn.weight_ih_l0	3	0.019762994721531868
17565	rnn.weight_ih_l0	4	0.026337839663028717
17565	rnn.weight_ih_l0	5	-0.04167797416448593
17565	rnn.weight_ih_l0	6	0.03193292021751404
17565	rnn.weight_ih_l0	7	-0.015712743625044823
17565	rnn.weight_ih_l0	8	0.016288835555315018
17565	rnn.weight_ih_l0	9	-0.005980169400572777
17565	rnn.weight_hh_l0	0	0.02324041910469532
17565	rnn.weight_hh_l0	1	-0.03765568509697914
17565	rnn.weight_hh_l0	2	0.02925456315279007
17565	rnn.weight_hh_l0	3	0.006313181482255459
17565	rnn.weight_hh_l0	4	0.017861666157841682
17565	rnn.weight_hh_l0	5	0.025942949578166008
17565	rnn.weight_hh_l0	6	-2.4870139895938337e-05
17565	rnn.weight_hh_l0	7	-0.04240758717060089
17565	rnn.weight_hh_l0	8	-0.030701592564582825
17565	rnn.weight_hh_l0	9	-0.03796005621552467
17565	rnn.bias_ih_l0	0	-0.02019679546356201
17565	rnn.bias_ih_l0	1	-0.03823600709438324
17565	rnn.bias_ih_l0	2	-0.05604666844010353
17565	rnn.bias_ih_l0	3	-0.14992468059062958
17565	rnn.bias_ih_l0	4	0.02983890101313591
17565	rnn.bias_ih_l0	5	0.03937399387359619
17565	rnn.bias_ih_l0	6	-0.09799808263778687
17565	rnn.bias_ih_l0	7	-0.12096911668777466
17565	rnn.bias_ih_l0	8	-0.04742281883955002
17565	rnn.bias_ih_l0	9	-0.024566901847720146
17565	rnn.bias_hh_l0	0	0.06774448603391647
17565	rnn.bias_hh_l0	1	-0.016460714861750603
17565	rnn.bias_hh_l0	2	-0.00882728211581707
17565	rnn.bias_hh_l0	3	-0.06364306062459946
17565	rnn.bias_hh_l0	4	0.01228250376880169
17565	rnn.bias_hh_l0	5	0.0594606027007103
17565	rnn.bias_hh_l0	6	-0.04400765150785446
17565	rnn.bias_hh_l0	7	-0.04560495913028717
17565	rnn.bias_hh_l0	8	-0.07104416936635971
17565	rnn.bias_hh_l0	9	-0.06510674953460693
17565	rnn.weight_ih_l0_reverse	0	0.031516410410404205
17565	rnn.weight_ih_l0_reverse	1	-0.008590948767960072
17565	rnn.weight_ih_l0_reverse	2	-0.016618521884083748
17565	rnn.weight_ih_l0_reverse	3	0.009441602043807507
17565	rnn.weight_ih_l0_reverse	4	0.020000984892249107
17565	rnn.weight_ih_l0_reverse	5	-0.01946406066417694
17565	rnn.weight_ih_l0_reverse	6	-0.04034167528152466
17565	rnn.weight_ih_l0_reverse	7	-0.01615515537559986
17565	rnn.weight_ih_l0_reverse	8	-0.007345623802393675
17565	rnn.weight_ih_l0_reverse	9	0.015518125146627426
17565	rnn.weight_hh_l0_reverse	0	-0.020382383838295937
17565	rnn.weight_hh_l0_reverse	1	0.0043654791079461575
17565	rnn.weight_hh_l0_reverse	2	-0.026625720784068108
17565	rnn.weight_hh_l0_reverse	3	0.037543706595897675
17565	rnn.weight_hh_l0_reverse	4	0.01907842978835106
17565	rnn.weight_hh_l0_reverse	5	0.012378662824630737
17565	rnn.weight_hh_l0_reverse	6	0.02246018871665001
17565	rnn.weight_hh_l0_reverse	7	0.01719924993813038
17565	rnn.weight_hh_l0_reverse	8	0.007387931924313307
17565	rnn.weight_hh_l0_reverse	9	-0.03505074232816696
17565	rnn.bias_ih_l0_reverse	0	-0.03841014578938484
17565	rnn.bias_ih_l0_reverse	1	-0.1633235663175583
17565	rnn.bias_ih_l0_reverse	2	-0.013982631266117096
17565	rnn.bias_ih_l0_reverse	3	-0.047730349004268646
17565	rnn.bias_ih_l0_reverse	4	0.049792513251304626
17565	rnn.bias_ih_l0_reverse	5	-0.10959552973508835
17565	rnn.bias_ih_l0_reverse	6	-0.02640756033360958
17565	rnn.bias_ih_l0_reverse	7	0.051488205790519714
17565	rnn.bias_ih_l0_reverse	8	-0.06578800827264786
17565	rnn.bias_ih_l0_reverse	9	-0.022729886695742607
17565	rnn.bias_hh_l0_reverse	0	-0.05051722750067711
17565	rnn.bias_hh_l0_reverse	1	-0.0003024814650416374
17565	rnn.bias_hh_l0_reverse	2	-0.020774386823177338
17565	rnn.bias_hh_l0_reverse	3	-0.07628004997968674
17565	rnn.bias_hh_l0_reverse	4	0.010491673834621906
17565	rnn.bias_hh_l0_reverse	5	-0.054409388452768326
17565	rnn.bias_hh_l0_reverse	6	-0.07661233097314835
17565	rnn.bias_hh_l0_reverse	7	-0.0702090859413147
17565	rnn.bias_hh_l0_reverse	8	-0.030134407803416252
17565	rnn.bias_hh_l0_reverse	9	-0.07178311049938202
17565	linear.weight	0	-0.10788007825613022
17565	linear.weight	1	-0.033240992575883865
17565	linear.weight	2	-0.011228874325752258
17565	linear.weight	3	-0.027192026376724243
17565	linear.weight	4	0.005639547947794199
17565	linear.weight	5	0.1851397156715393
17565	linear.weight	6	0.0047744326293468475
17565	linear.weight	7	-0.021312154829502106
17565	linear.weight	8	0.06238511577248573
17565	linear.weight	9	0.04613795131444931
17565	linear.bias	0	-0.4643831253051758
17565	linear.bias	1	0.00045703057548962533
17565	linear.bias	2	0.30935952067375183
17565	linear.bias	3	-0.353588730096817
17565	linear.bias	4	-1.1279817819595337
17565	linear.bias	5	-1.0144670009613037
17565	linear.bias	6	-0.4419102668762207
17565	linear.bias	7	-0.5594587922096252
17565	linear.bias	8	-0.01705317199230194
17565	linear.bias	9	2.3849000930786133
17762	transitions	0	0.026483414694666862
17762	transitions	1	5.877809524536133
17762	transitions	2	-2.2429733276367188
17762	transitions	3	1.189503788948059
17762	transitions	4	-1.1775256395339966
17762	transitions	5	-0.18074201047420502
17762	transitions	6	-0.08770722895860672
17762	transitions	7	-10000.0
17762	transitions	8	1.4670047760009766
17762	transitions	9	-2.268707275390625
17762	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
17762	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
17762	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
17762	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
17762	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
17762	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
17762	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
17762	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
17762	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
17762	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
17762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
17762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
17762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
17762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
17762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
17762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
17762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
17762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
17762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
17762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
17762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
17762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
17762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
17762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
17762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
17762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
17762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
17762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
17762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
17762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
17762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
17762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
17762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
17762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
17762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
17762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
17762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
17762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
17762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
17762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
17762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
17762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
17762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
17762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
17762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
17762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
17762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
17762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
17762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
17762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
17762	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
17762	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
17762	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
17762	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
17762	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
17762	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
17762	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
17762	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
17762	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
17762	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
17762	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
17762	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
17762	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
17762	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
17762	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
17762	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
17762	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
17762	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
17762	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
17762	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
17762	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
17762	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
17762	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
17762	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
17762	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
17762	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
17762	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
17762	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
17762	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
17762	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
17762	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
17762	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
17762	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
17762	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
17762	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
17762	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
17762	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
17762	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
17762	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
17762	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
17762	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
17762	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
17762	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
17762	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
17762	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
17762	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
17762	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
17762	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
17762	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
17762	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
17762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
17762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
17762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
17762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
17762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
17762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
17762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
17762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
17762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
17762	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
17762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
17762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
17762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
17762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
17762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
17762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
17762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
17762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
17762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
17762	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
17762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
17762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
17762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
17762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
17762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
17762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
17762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
17762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
17762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
17762	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
17762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
17762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
17762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
17762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
17762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
17762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
17762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
17762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
17762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
17762	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
17762	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
17762	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
17762	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
17762	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
17762	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
17762	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
17762	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
17762	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
17762	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
17762	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
17762	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
17762	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
17762	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
17762	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
17762	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
17762	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
17762	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
17762	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
17762	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
17762	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
17762	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
17762	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
17762	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
17762	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
17762	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
17762	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
17762	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
17762	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
17762	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
17762	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
17762	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
17762	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
17762	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
17762	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
17762	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
17762	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
17762	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
17762	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
17762	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
17762	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
17762	embedding2nn.weight	0	0.017330732196569443
17762	embedding2nn.weight	1	-0.0507424995303154
17762	embedding2nn.weight	2	0.0036515139508992434
17762	embedding2nn.weight	3	-0.01719021610915661
17762	embedding2nn.weight	4	-0.050180308520793915
17762	embedding2nn.weight	5	0.046623628586530685
17762	embedding2nn.weight	6	-0.06792859733104706
17762	embedding2nn.weight	7	-0.04527337849140167
17762	embedding2nn.weight	8	0.019844286143779755
17762	embedding2nn.weight	9	0.02586413361132145
17762	embedding2nn.bias	0	0.05828274041414261
17762	embedding2nn.bias	1	0.04526284337043762
17762	embedding2nn.bias	2	-0.10041305422782898
17762	embedding2nn.bias	3	0.053306128829717636
17762	embedding2nn.bias	4	0.03468092158436775
17762	embedding2nn.bias	5	-0.11307629197835922
17762	embedding2nn.bias	6	-0.03538171947002411
17762	embedding2nn.bias	7	-0.012127257883548737
17762	embedding2nn.bias	8	0.054275624454021454
17762	embedding2nn.bias	9	-0.1148870587348938
17762	rnn.weight_ih_l0	0	0.0063667092472314835
17762	rnn.weight_ih_l0	1	0.031114045530557632
17762	rnn.weight_ih_l0	2	-0.026048751547932625
17762	rnn.weight_ih_l0	3	0.018543709069490433
17762	rnn.weight_ih_l0	4	0.029928192496299744
17762	rnn.weight_ih_l0	5	-0.04362238571047783
17762	rnn.weight_ih_l0	6	0.03344820812344551
17762	rnn.weight_ih_l0	7	-0.014915209263563156
17762	rnn.weight_ih_l0	8	0.013647278770804405
17762	rnn.weight_ih_l0	9	-0.004962440114468336
17762	rnn.weight_hh_l0	0	0.022824767976999283
17762	rnn.weight_hh_l0	1	-0.037378162145614624
17762	rnn.weight_hh_l0	2	0.030156219378113747
17762	rnn.weight_hh_l0	3	0.006583390757441521
17762	rnn.weight_hh_l0	4	0.017832394689321518
17762	rnn.weight_hh_l0	5	0.024652866646647453
17762	rnn.weight_hh_l0	6	6.179743650136515e-05
17762	rnn.weight_hh_l0	7	-0.04242986440658569
17762	rnn.weight_hh_l0	8	-0.032107312232255936
17762	rnn.weight_hh_l0	9	-0.04071485623717308
17762	rnn.bias_ih_l0	0	-0.013808800838887691
17762	rnn.bias_ih_l0	1	-0.035959403961896896
17762	rnn.bias_ih_l0	2	-0.0540316216647625
17762	rnn.bias_ih_l0	3	-0.1534550040960312
17762	rnn.bias_ih_l0	4	0.032318364828825
17762	rnn.bias_ih_l0	5	0.03508402034640312
17762	rnn.bias_ih_l0	6	-0.09678129851818085
17762	rnn.bias_ih_l0	7	-0.12465470284223557
17762	rnn.bias_ih_l0	8	-0.046526335179805756
17762	rnn.bias_ih_l0	9	-0.02157372422516346
17762	rnn.bias_hh_l0	0	0.064275823533535
17762	rnn.bias_hh_l0	1	-0.017000094056129456
17762	rnn.bias_hh_l0	2	-0.009898909367620945
17762	rnn.bias_hh_l0	3	-0.06479741632938385
17762	rnn.bias_hh_l0	4	0.010122249834239483
17762	rnn.bias_hh_l0	5	0.062224045395851135
17762	rnn.bias_hh_l0	6	-0.04409404844045639
17762	rnn.bias_hh_l0	7	-0.04829517751932144
17762	rnn.bias_hh_l0	8	-0.0695294514298439
17762	rnn.bias_hh_l0	9	-0.0656437948346138
17762	rnn.weight_ih_l0_reverse	0	0.031215399503707886
17762	rnn.weight_ih_l0_reverse	1	-0.00902299489825964
17762	rnn.weight_ih_l0_reverse	2	-0.016508575528860092
17762	rnn.weight_ih_l0_reverse	3	0.008916886523365974
17762	rnn.weight_ih_l0_reverse	4	0.022830747067928314
17762	rnn.weight_ih_l0_reverse	5	-0.02043653093278408
17762	rnn.weight_ih_l0_reverse	6	-0.038061853498220444
17762	rnn.weight_ih_l0_reverse	7	-0.015533256344497204
17762	rnn.weight_ih_l0_reverse	8	-0.003260549623519182
17762	rnn.weight_ih_l0_reverse	9	0.015213866718113422
17762	rnn.weight_hh_l0_reverse	0	-0.02080170065164566
17762	rnn.weight_hh_l0_reverse	1	0.003612753003835678
17762	rnn.weight_hh_l0_reverse	2	-0.026531992480158806
17762	rnn.weight_hh_l0_reverse	3	0.036740489304065704
17762	rnn.weight_hh_l0_reverse	4	0.019034482538700104
17762	rnn.weight_hh_l0_reverse	5	0.013124131597578526
17762	rnn.weight_hh_l0_reverse	6	0.022641591727733612
17762	rnn.weight_hh_l0_reverse	7	0.01754785142838955
17762	rnn.weight_hh_l0_reverse	8	0.007129100151360035
17762	rnn.weight_hh_l0_reverse	9	-0.034801945090293884
17762	rnn.bias_ih_l0_reverse	0	-0.03652425482869148
17762	rnn.bias_ih_l0_reverse	1	-0.16480804979801178
17762	rnn.bias_ih_l0_reverse	2	-0.01272645778954029
17762	rnn.bias_ih_l0_reverse	3	-0.049174800515174866
17762	rnn.bias_ih_l0_reverse	4	0.04846386983990669
17762	rnn.bias_ih_l0_reverse	5	-0.113203264772892
17762	rnn.bias_ih_l0_reverse	6	-0.027547093108296394
17762	rnn.bias_ih_l0_reverse	7	0.051452189683914185
17762	rnn.bias_ih_l0_reverse	8	-0.06782590597867966
17762	rnn.bias_ih_l0_reverse	9	-0.027888223528862
17762	rnn.bias_hh_l0_reverse	0	-0.04947890713810921
17762	rnn.bias_hh_l0_reverse	1	-0.001866404083557427
17762	rnn.bias_hh_l0_reverse	2	-0.021871386095881462
17762	rnn.bias_hh_l0_reverse	3	-0.07671375572681427
17762	rnn.bias_hh_l0_reverse	4	0.008905717171728611
17762	rnn.bias_hh_l0_reverse	5	-0.055029191076755524
17762	rnn.bias_hh_l0_reverse	6	-0.07603845745325089
17762	rnn.bias_hh_l0_reverse	7	-0.06859225779771805
17762	rnn.bias_hh_l0_reverse	8	-0.02837773784995079
17762	rnn.bias_hh_l0_reverse	9	-0.06808722764253616
17762	linear.weight	0	-0.10173963755369186
17762	linear.weight	1	-0.050883110612630844
17762	linear.weight	2	-0.011228874325752258
17762	linear.weight	3	-0.03012104146182537
17762	linear.weight	4	0.011694281361997128
17762	linear.weight	5	0.18975870311260223
17762	linear.weight	6	0.0047744326293468475
17762	linear.weight	7	-0.021312154829502106
17762	linear.weight	8	0.07079820334911346
17762	linear.weight	9	0.04331480711698532
17762	linear.bias	0	-0.4545969069004059
17762	linear.bias	1	0.060417626053094864
17762	linear.bias	2	0.3064229190349579
17762	linear.bias	3	-0.3677409887313843
17762	linear.bias	4	-1.1571367979049683
17762	linear.bias	5	-1.0157817602157593
17762	linear.bias	6	-0.4305644631385803
17762	linear.bias	7	-0.5482537746429443
17762	linear.bias	8	-0.01705317199230194
17762	linear.bias	9	2.4042153358459473
17766	transitions	0	0.026438556611537933
17766	transitions	1	5.866395950317383
17766	transitions	2	-2.2430708408355713
17766	transitions	3	1.1896476745605469
17766	transitions	4	-1.1777184009552002
17766	transitions	5	-0.18074646592140198
17766	transitions	6	-0.08771347999572754
17766	transitions	7	-10000.0
17766	transitions	8	1.4669965505599976
17766	transitions	9	-2.2687084674835205
17766	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
17766	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
17766	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
17766	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
17766	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
17766	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
17766	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
17766	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
17766	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
17766	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
17766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
17766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
17766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
17766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
17766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
17766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
17766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
17766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
17766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
17766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
17766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
17766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
17766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
17766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
17766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
17766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
17766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
17766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
17766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
17766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
17766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
17766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
17766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
17766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
17766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
17766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
17766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
17766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
17766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
17766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
17766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
17766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
17766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
17766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
17766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
17766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
17766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
17766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
17766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
17766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
17766	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
17766	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
17766	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
17766	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
17766	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
17766	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
17766	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
17766	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
17766	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
17766	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
17766	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
17766	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
17766	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
17766	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
17766	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
17766	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
17766	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
17766	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
17766	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
17766	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
17766	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
17766	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
17766	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
17766	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
17766	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
17766	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
17766	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
17766	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
17766	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
17766	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
17766	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
17766	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
17766	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
17766	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
17766	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
17766	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
17766	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
17766	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
17766	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
17766	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
17766	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
17766	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
17766	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
17766	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
17766	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
17766	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
17766	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
17766	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
17766	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
17766	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
17766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
17766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
17766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
17766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
17766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
17766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
17766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
17766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
17766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
17766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
17766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
17766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
17766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
17766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
17766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
17766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
17766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
17766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
17766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
17766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
17766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
17766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
17766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
17766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
17766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
17766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
17766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
17766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
17766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
17766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
17766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
17766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
17766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
17766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
17766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
17766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
17766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
17766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
17766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
17766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
17766	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
17766	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
17766	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
17766	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
17766	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
17766	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
17766	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
17766	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
17766	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
17766	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
17766	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
17766	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
17766	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
17766	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
17766	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
17766	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
17766	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
17766	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
17766	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
17766	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
17766	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
17766	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
17766	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
17766	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
17766	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
17766	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
17766	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
17766	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
17766	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
17766	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
17766	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
17766	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
17766	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
17766	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
17766	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
17766	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
17766	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
17766	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
17766	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
17766	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
17766	embedding2nn.weight	0	0.017335588112473488
17766	embedding2nn.weight	1	-0.05032678321003914
17766	embedding2nn.weight	2	0.004198961425572634
17766	embedding2nn.weight	3	-0.017307111993432045
17766	embedding2nn.weight	4	-0.05084669589996338
17766	embedding2nn.weight	5	0.046263858675956726
17766	embedding2nn.weight	6	-0.06748104095458984
17766	embedding2nn.weight	7	-0.04559459537267685
17766	embedding2nn.weight	8	0.019845742732286453
17766	embedding2nn.weight	9	0.025662845000624657
17766	embedding2nn.bias	0	0.05786653608083725
17766	embedding2nn.bias	1	0.04549291357398033
17766	embedding2nn.bias	2	-0.10369288176298141
17766	embedding2nn.bias	3	0.04981397092342377
17766	embedding2nn.bias	4	0.03179214149713516
17766	embedding2nn.bias	5	-0.11638186126947403
17766	embedding2nn.bias	6	-0.035443492233753204
17766	embedding2nn.bias	7	-0.009608840569853783
17766	embedding2nn.bias	8	0.05200986564159393
17766	embedding2nn.bias	9	-0.11635609716176987
17766	rnn.weight_ih_l0	0	0.006434804294258356
17766	rnn.weight_ih_l0	1	0.03130894526839256
17766	rnn.weight_ih_l0	2	-0.026021122932434082
17766	rnn.weight_ih_l0	3	0.0185400303453207
17766	rnn.weight_ih_l0	4	0.029329286888241768
17766	rnn.weight_ih_l0	5	-0.04386267438530922
17766	rnn.weight_ih_l0	6	0.033620674163103104
17766	rnn.weight_ih_l0	7	-0.014872162602841854
17766	rnn.weight_ih_l0	8	0.013962400145828724
17766	rnn.weight_ih_l0	9	-0.00515139801427722
17766	rnn.weight_hh_l0	0	0.022750698029994965
17766	rnn.weight_hh_l0	1	-0.03736421465873718
17766	rnn.weight_hh_l0	2	0.030164124444127083
17766	rnn.weight_hh_l0	3	0.006629599258303642
17766	rnn.weight_hh_l0	4	0.01780940778553486
17766	rnn.weight_hh_l0	5	0.02473999559879303
17766	rnn.weight_hh_l0	6	6.496694550151005e-05
17766	rnn.weight_hh_l0	7	-0.042629171162843704
17766	rnn.weight_hh_l0	8	-0.032127611339092255
17766	rnn.weight_hh_l0	9	-0.04092083498835564
17766	rnn.bias_ih_l0	0	-0.014327329583466053
17766	rnn.bias_ih_l0	1	-0.03565125912427902
17766	rnn.bias_ih_l0	2	-0.05396411940455437
17766	rnn.bias_ih_l0	3	-0.15376593172550201
17766	rnn.bias_ih_l0	4	0.03170986473560333
17766	rnn.bias_ih_l0	5	0.03559791296720505
17766	rnn.bias_ih_l0	6	-0.0963132306933403
17766	rnn.bias_ih_l0	7	-0.12528154253959656
17766	rnn.bias_ih_l0	8	-0.04651873558759689
17766	rnn.bias_ih_l0	9	-0.021709149703383446
17766	rnn.bias_hh_l0	0	0.06436899304389954
17766	rnn.bias_hh_l0	1	-0.016775453463196754
17766	rnn.bias_hh_l0	2	-0.010883972980082035
17766	rnn.bias_hh_l0	3	-0.0645030215382576
17766	rnn.bias_hh_l0	4	0.008955920115113258
17766	rnn.bias_hh_l0	5	0.06451024115085602
17766	rnn.bias_hh_l0	6	-0.04416225478053093
17766	rnn.bias_hh_l0	7	-0.047914307564496994
17766	rnn.bias_hh_l0	8	-0.06904736161231995
17766	rnn.bias_hh_l0	9	-0.06571256369352341
17766	rnn.weight_ih_l0_reverse	0	0.031148679554462433
17766	rnn.weight_ih_l0_reverse	1	-0.008968280628323555
17766	rnn.weight_ih_l0_reverse	2	-0.016153302043676376
17766	rnn.weight_ih_l0_reverse	3	0.008996729739010334
17766	rnn.weight_ih_l0_reverse	4	0.02278367057442665
17766	rnn.weight_ih_l0_reverse	5	-0.02050396054983139
17766	rnn.weight_ih_l0_reverse	6	-0.03792586550116539
17766	rnn.weight_ih_l0_reverse	7	-0.015485070645809174
17766	rnn.weight_ih_l0_reverse	8	-0.003049998078495264
17766	rnn.weight_ih_l0_reverse	9	0.015066055580973625
17766	rnn.weight_hh_l0_reverse	0	-0.020836319774389267
17766	rnn.weight_hh_l0_reverse	1	0.0036913584917783737
17766	rnn.weight_hh_l0_reverse	2	-0.026611609384417534
17766	rnn.weight_hh_l0_reverse	3	0.03671041131019592
17766	rnn.weight_hh_l0_reverse	4	0.019052162766456604
17766	rnn.weight_hh_l0_reverse	5	0.01315475907176733
17766	rnn.weight_hh_l0_reverse	6	0.02258666604757309
17766	rnn.weight_hh_l0_reverse	7	0.017436839640140533
17766	rnn.weight_hh_l0_reverse	8	0.0071581145748496056
17766	rnn.weight_hh_l0_reverse	9	-0.03488020598888397
17766	rnn.bias_ih_l0_reverse	0	-0.03685740381479263
17766	rnn.bias_ih_l0_reverse	1	-0.16525933146476746
17766	rnn.bias_ih_l0_reverse	2	-0.012614311650395393
17766	rnn.bias_ih_l0_reverse	3	-0.04894069582223892
17766	rnn.bias_ih_l0_reverse	4	0.04840586706995964
17766	rnn.bias_ih_l0_reverse	5	-0.11431737244129181
17766	rnn.bias_ih_l0_reverse	6	-0.02716309018433094
17766	rnn.bias_ih_l0_reverse	7	0.052711982280015945
17766	rnn.bias_ih_l0_reverse	8	-0.06774058192968369
17766	rnn.bias_ih_l0_reverse	9	-0.028272585943341255
17766	rnn.bias_hh_l0_reverse	0	-0.04960042983293533
17766	rnn.bias_hh_l0_reverse	1	-0.0013931404100731015
17766	rnn.bias_hh_l0_reverse	2	-0.02191755548119545
17766	rnn.bias_hh_l0_reverse	3	-0.07717357575893402
17766	rnn.bias_hh_l0_reverse	4	0.008673528209328651
17766	rnn.bias_hh_l0_reverse	5	-0.05513311177492142
17766	rnn.bias_hh_l0_reverse	6	-0.07564441114664078
17766	rnn.bias_hh_l0_reverse	7	-0.06891246140003204
17766	rnn.bias_hh_l0_reverse	8	-0.028887860476970673
17766	rnn.bias_hh_l0_reverse	9	-0.06823088973760605
17766	linear.weight	0	-0.10071995109319687
17766	linear.weight	1	-0.05232146009802818
17766	linear.weight	2	-0.011228874325752258
17766	linear.weight	3	-0.027942445129156113
17766	linear.weight	4	0.009638781659305096
17766	linear.weight	5	0.18863047659397125
17766	linear.weight	6	0.0047744326293468475
17766	linear.weight	7	-0.021312154829502106
17766	linear.weight	8	0.0730997622013092
17766	linear.weight	9	0.04396248981356621
17766	linear.bias	0	-0.4482194483280182
17766	linear.bias	1	0.06230834126472473
17766	linear.bias	2	0.2963453531265259
17766	linear.bias	3	-0.3793359100818634
17766	linear.bias	4	-1.154102087020874
17766	linear.bias	5	-1.0158075094223022
17766	linear.bias	6	-0.4243495762348175
17766	linear.bias	7	-0.5498465299606323
17766	linear.bias	8	-0.01705317199230194
17766	linear.bias	9	2.422048807144165
17963	transitions	0	0.025183919817209244
17963	transitions	1	5.912344932556152
17963	transitions	2	-2.253713607788086
17963	transitions	3	1.219757080078125
17963	transitions	4	-1.1823313236236572
17963	transitions	5	-0.1817300021648407
17963	transitions	6	-0.08843082189559937
17963	transitions	7	-10000.0
17963	transitions	8	1.4681867361068726
17963	transitions	9	-2.268909454345703
17963	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
17963	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
17963	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
17963	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
17963	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
17963	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
17963	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
17963	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
17963	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
17963	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
17963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
17963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
17963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
17963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
17963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
17963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
17963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
17963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
17963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
17963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
17963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
17963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
17963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
17963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
17963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
17963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
17963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
17963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
17963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
17963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
17963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
17963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
17963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
17963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
17963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
17963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
17963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
17963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
17963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
17963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
17963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
17963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
17963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
17963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
17963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
17963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
17963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
17963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
17963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
17963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
17963	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
17963	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
17963	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
17963	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
17963	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
17963	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
17963	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
17963	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
17963	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
17963	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
17963	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
17963	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
17963	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
17963	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
17963	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
17963	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
17963	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
17963	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
17963	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
17963	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
17963	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
17963	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
17963	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
17963	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
17963	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
17963	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
17963	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
17963	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
17963	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
17963	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
17963	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
17963	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
17963	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
17963	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
17963	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
17963	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
17963	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
17963	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
17963	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
17963	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
17963	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
17963	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
17963	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
17963	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
17963	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
17963	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
17963	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
17963	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
17963	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
17963	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
17963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
17963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
17963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
17963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
17963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
17963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
17963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
17963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
17963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
17963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
17963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
17963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
17963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
17963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
17963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
17963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
17963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
17963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
17963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
17963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
17963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
17963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
17963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
17963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
17963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
17963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
17963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
17963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
17963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
17963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
17963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
17963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
17963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
17963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
17963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
17963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
17963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
17963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
17963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
17963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
17963	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
17963	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
17963	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
17963	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
17963	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
17963	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
17963	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
17963	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
17963	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
17963	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
17963	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
17963	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
17963	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
17963	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
17963	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
17963	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
17963	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
17963	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
17963	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
17963	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
17963	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
17963	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
17963	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
17963	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
17963	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
17963	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
17963	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
17963	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
17963	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
17963	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
17963	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
17963	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
17963	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
17963	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
17963	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
17963	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
17963	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
17963	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
17963	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
17963	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
17963	embedding2nn.weight	0	0.018195388838648796
17963	embedding2nn.weight	1	-0.05060246214270592
17963	embedding2nn.weight	2	0.004912933800369501
17963	embedding2nn.weight	3	-0.016480470076203346
17963	embedding2nn.weight	4	-0.05063953995704651
17963	embedding2nn.weight	5	0.046450041234493256
17963	embedding2nn.weight	6	-0.06862549483776093
17963	embedding2nn.weight	7	-0.04327421635389328
17963	embedding2nn.weight	8	0.01975981891155243
17963	embedding2nn.weight	9	0.025794725865125656
17963	embedding2nn.bias	0	0.05766313150525093
17963	embedding2nn.bias	1	0.04343678057193756
17963	embedding2nn.bias	2	-0.09942775219678879
17963	embedding2nn.bias	3	0.046871986240148544
17963	embedding2nn.bias	4	0.0236100722104311
17963	embedding2nn.bias	5	-0.11226958781480789
17963	embedding2nn.bias	6	-0.037656769156455994
17963	embedding2nn.bias	7	-0.007762189023196697
17963	embedding2nn.bias	8	0.056895118206739426
17963	embedding2nn.bias	9	-0.11296426504850388
17963	rnn.weight_ih_l0	0	0.0022873005364090204
17963	rnn.weight_ih_l0	1	0.03572715446352959
17963	rnn.weight_ih_l0	2	-0.02479279413819313
17963	rnn.weight_ih_l0	3	0.017034517601132393
17963	rnn.weight_ih_l0	4	0.029850097373127937
17963	rnn.weight_ih_l0	5	-0.043321769684553146
17963	rnn.weight_ih_l0	6	0.03273402899503708
17963	rnn.weight_ih_l0	7	-0.01378735713660717
17963	rnn.weight_ih_l0	8	0.012348949909210205
17963	rnn.weight_ih_l0	9	-0.009158607572317123
17963	rnn.weight_hh_l0	0	0.022532861679792404
17963	rnn.weight_hh_l0	1	-0.03545394167304039
17963	rnn.weight_hh_l0	2	0.029577722772955894
17963	rnn.weight_hh_l0	3	0.006229852791875601
17963	rnn.weight_hh_l0	4	0.018321149051189423
17963	rnn.weight_hh_l0	5	0.025092216208577156
17963	rnn.weight_hh_l0	6	-0.0002835413033608347
17963	rnn.weight_hh_l0	7	-0.04241123050451279
17963	rnn.weight_hh_l0	8	-0.03239007666707039
17963	rnn.weight_hh_l0	9	-0.04024503380060196
17963	rnn.bias_ih_l0	0	-0.01728517934679985
17963	rnn.bias_ih_l0	1	-0.03199668973684311
17963	rnn.bias_ih_l0	2	-0.05641708895564079
17963	rnn.bias_ih_l0	3	-0.15235112607479095
17963	rnn.bias_ih_l0	4	0.026549920439720154
17963	rnn.bias_ih_l0	5	0.04128978028893471
17963	rnn.bias_ih_l0	6	-0.09591080993413925
17963	rnn.bias_ih_l0	7	-0.12202784419059753
17963	rnn.bias_ih_l0	8	-0.04363693296909332
17963	rnn.bias_ih_l0	9	-0.02576414868235588
17963	rnn.bias_hh_l0	0	0.06097714602947235
17963	rnn.bias_hh_l0	1	-0.014464168809354305
17963	rnn.bias_hh_l0	2	-0.011280268430709839
17963	rnn.bias_hh_l0	3	-0.06722324341535568
17963	rnn.bias_hh_l0	4	0.003790512215346098
17963	rnn.bias_hh_l0	5	0.05829852819442749
17963	rnn.bias_hh_l0	6	-0.044291723519563675
17963	rnn.bias_hh_l0	7	-0.04830501228570938
17963	rnn.bias_hh_l0	8	-0.07190895825624466
17963	rnn.bias_hh_l0	9	-0.0692349225282669
17963	rnn.weight_ih_l0_reverse	0	0.02977619506418705
17963	rnn.weight_ih_l0_reverse	1	-0.008213323540985584
17963	rnn.weight_ih_l0_reverse	2	-0.015188994817435741
17963	rnn.weight_ih_l0_reverse	3	0.0056594558991491795
17963	rnn.weight_ih_l0_reverse	4	0.02406182512640953
17963	rnn.weight_ih_l0_reverse	5	-0.019528059288859367
17963	rnn.weight_ih_l0_reverse	6	-0.04063793271780014
17963	rnn.weight_ih_l0_reverse	7	-0.01740238070487976
17963	rnn.weight_ih_l0_reverse	8	-0.0049964385107159615
17963	rnn.weight_ih_l0_reverse	9	0.015657540410757065
17963	rnn.weight_hh_l0_reverse	0	-0.019032225012779236
17963	rnn.weight_hh_l0_reverse	1	0.0034024263732135296
17963	rnn.weight_hh_l0_reverse	2	-0.026202958077192307
17963	rnn.weight_hh_l0_reverse	3	0.037301205098629
17963	rnn.weight_hh_l0_reverse	4	0.018291015177965164
17963	rnn.weight_hh_l0_reverse	5	0.013125943019986153
17963	rnn.weight_hh_l0_reverse	6	0.023415885865688324
17963	rnn.weight_hh_l0_reverse	7	0.018471894785761833
17963	rnn.weight_hh_l0_reverse	8	0.007414383813738823
17963	rnn.weight_hh_l0_reverse	9	-0.0349765419960022
17963	rnn.bias_ih_l0_reverse	0	-0.03805497661232948
17963	rnn.bias_ih_l0_reverse	1	-0.1632225513458252
17963	rnn.bias_ih_l0_reverse	2	-0.016033662483096123
17963	rnn.bias_ih_l0_reverse	3	-0.04725436493754387
17963	rnn.bias_ih_l0_reverse	4	0.054210297763347626
17963	rnn.bias_ih_l0_reverse	5	-0.11479729413986206
17963	rnn.bias_ih_l0_reverse	6	-0.027983253821730614
17963	rnn.bias_ih_l0_reverse	7	0.05164334923028946
17963	rnn.bias_ih_l0_reverse	8	-0.06560350954532623
17963	rnn.bias_ih_l0_reverse	9	-0.029882684350013733
17963	rnn.bias_hh_l0_reverse	0	-0.046702176332473755
17963	rnn.bias_hh_l0_reverse	1	-0.0034324824810028076
17963	rnn.bias_hh_l0_reverse	2	-0.020219342783093452
17963	rnn.bias_hh_l0_reverse	3	-0.07626910507678986
17963	rnn.bias_hh_l0_reverse	4	0.010235066525638103
17963	rnn.bias_hh_l0_reverse	5	-0.05361887812614441
17963	rnn.bias_hh_l0_reverse	6	-0.07005216181278229
17963	rnn.bias_hh_l0_reverse	7	-0.06728873401880264
17963	rnn.bias_hh_l0_reverse	8	-0.03021657094359398
17963	rnn.bias_hh_l0_reverse	9	-0.06561117619276047
17963	linear.weight	0	-0.10095082223415375
17963	linear.weight	1	-0.048354651778936386
17963	linear.weight	2	-0.011228874325752258
17963	linear.weight	3	-0.021755779162049294
17963	linear.weight	4	0.02516167238354683
17963	linear.weight	5	0.18918488919734955
17963	linear.weight	6	0.0047744326293468475
17963	linear.weight	7	-0.021312154829502106
17963	linear.weight	8	0.06169045716524124
17963	linear.weight	9	0.03782451152801514
17963	linear.bias	0	-0.4659121334552765
17963	linear.bias	1	0.08253850787878036
17963	linear.bias	2	0.3263271450996399
17963	linear.bias	3	-0.36243075132369995
17963	linear.bias	4	-1.205731987953186
17963	linear.bias	5	-1.0172169208526611
17963	linear.bias	6	-0.4354284703731537
17963	linear.bias	7	-0.5513161420822144
17963	linear.bias	8	-0.01705317199230194
17963	linear.bias	9	2.395028829574585
18160	transitions	0	0.023627834394574165
18160	transitions	1	5.950018882751465
18160	transitions	2	-2.258995771408081
18160	transitions	3	1.2003709077835083
18160	transitions	4	-1.187355399131775
18160	transitions	5	-0.18250294029712677
18160	transitions	6	-0.08922341465950012
18160	transitions	7	-10000.0
18160	transitions	8	1.465183973312378
18160	transitions	9	-2.26908278465271
18160	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
18160	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
18160	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
18160	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
18160	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
18160	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
18160	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
18160	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
18160	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
18160	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
18160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
18160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
18160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
18160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
18160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
18160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
18160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
18160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
18160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
18160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
18160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
18160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
18160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
18160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
18160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
18160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
18160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
18160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
18160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
18160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
18160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
18160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
18160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
18160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
18160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
18160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
18160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
18160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
18160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
18160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
18160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
18160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
18160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
18160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
18160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
18160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
18160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
18160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
18160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
18160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
18160	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
18160	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
18160	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
18160	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
18160	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
18160	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
18160	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
18160	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
18160	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
18160	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
18160	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
18160	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
18160	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
18160	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
18160	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
18160	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
18160	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
18160	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
18160	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
18160	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
18160	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
18160	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
18160	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
18160	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
18160	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
18160	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
18160	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
18160	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
18160	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
18160	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
18160	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
18160	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
18160	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
18160	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
18160	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
18160	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
18160	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
18160	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
18160	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
18160	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
18160	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
18160	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
18160	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
18160	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
18160	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
18160	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
18160	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
18160	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
18160	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
18160	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
18160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
18160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
18160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
18160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
18160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
18160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
18160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
18160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
18160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
18160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
18160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
18160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
18160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
18160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
18160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
18160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
18160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
18160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
18160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
18160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
18160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
18160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
18160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
18160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
18160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
18160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
18160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
18160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
18160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
18160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
18160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
18160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
18160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
18160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
18160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
18160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
18160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
18160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
18160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
18160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
18160	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
18160	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
18160	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
18160	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
18160	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
18160	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
18160	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
18160	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
18160	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
18160	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
18160	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
18160	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
18160	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
18160	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
18160	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
18160	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
18160	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
18160	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
18160	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
18160	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
18160	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
18160	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
18160	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
18160	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
18160	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
18160	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
18160	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
18160	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
18160	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
18160	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
18160	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
18160	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
18160	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
18160	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
18160	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
18160	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
18160	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
18160	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
18160	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
18160	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
18160	embedding2nn.weight	0	0.017196176573634148
18160	embedding2nn.weight	1	-0.05065811425447464
18160	embedding2nn.weight	2	0.00455660093575716
18160	embedding2nn.weight	3	-0.01685553416609764
18160	embedding2nn.weight	4	-0.05188070982694626
18160	embedding2nn.weight	5	0.046286728233098984
18160	embedding2nn.weight	6	-0.06885190308094025
18160	embedding2nn.weight	7	-0.04520142078399658
18160	embedding2nn.weight	8	0.02006055973470211
18160	embedding2nn.weight	9	0.02220277674496174
18160	embedding2nn.bias	0	0.06324227154254913
18160	embedding2nn.bias	1	0.05271116644144058
18160	embedding2nn.bias	2	-0.10419514775276184
18160	embedding2nn.bias	3	0.048515792936086655
18160	embedding2nn.bias	4	0.04311717674136162
18160	embedding2nn.bias	5	-0.10604886710643768
18160	embedding2nn.bias	6	-0.030266117304563522
18160	embedding2nn.bias	7	-0.01369196455925703
18160	embedding2nn.bias	8	0.04136160388588905
18160	embedding2nn.bias	9	-0.12007637321949005
18160	rnn.weight_ih_l0	0	0.0019277845276519656
18160	rnn.weight_ih_l0	1	0.033896684646606445
18160	rnn.weight_ih_l0	2	-0.025605197995901108
18160	rnn.weight_ih_l0	3	0.017123742029070854
18160	rnn.weight_ih_l0	4	0.0282282792031765
18160	rnn.weight_ih_l0	5	-0.0431242510676384
18160	rnn.weight_ih_l0	6	0.03417498618364334
18160	rnn.weight_ih_l0	7	-0.015296022407710552
18160	rnn.weight_ih_l0	8	0.011835018172860146
18160	rnn.weight_ih_l0	9	-0.008726052939891815
18160	rnn.weight_hh_l0	0	0.02321787364780903
18160	rnn.weight_hh_l0	1	-0.03572019189596176
18160	rnn.weight_hh_l0	2	0.02972859889268875
18160	rnn.weight_hh_l0	3	0.006704133469611406
18160	rnn.weight_hh_l0	4	0.01837919093668461
18160	rnn.weight_hh_l0	5	0.024808796122670174
18160	rnn.weight_hh_l0	6	7.947487029014155e-05
18160	rnn.weight_hh_l0	7	-0.042708855122327805
18160	rnn.weight_hh_l0	8	-0.033864282071590424
18160	rnn.weight_hh_l0	9	-0.04125243425369263
18160	rnn.bias_ih_l0	0	-0.019148143008351326
18160	rnn.bias_ih_l0	1	-0.029713952913880348
18160	rnn.bias_ih_l0	2	-0.05892174318432808
18160	rnn.bias_ih_l0	3	-0.15221618115901947
18160	rnn.bias_ih_l0	4	0.025850379839539528
18160	rnn.bias_ih_l0	5	0.03253684565424919
18160	rnn.bias_ih_l0	6	-0.09829119592905045
18160	rnn.bias_ih_l0	7	-0.12102238833904266
18160	rnn.bias_ih_l0	8	-0.04523387551307678
18160	rnn.bias_ih_l0	9	-0.026387562975287437
18160	rnn.bias_hh_l0	0	0.06467840820550919
18160	rnn.bias_hh_l0	1	-0.013351049274206161
18160	rnn.bias_hh_l0	2	-0.007444371469318867
18160	rnn.bias_hh_l0	3	-0.0671263039112091
18160	rnn.bias_hh_l0	4	-0.0030692359432578087
18160	rnn.bias_hh_l0	5	0.059328969568014145
18160	rnn.bias_hh_l0	6	-0.043746303766965866
18160	rnn.bias_hh_l0	7	-0.0479443334043026
18160	rnn.bias_hh_l0	8	-0.07324507087469101
18160	rnn.bias_hh_l0	9	-0.07069429755210876
18160	rnn.weight_ih_l0_reverse	0	0.030676983296871185
18160	rnn.weight_ih_l0_reverse	1	-0.007408455014228821
18160	rnn.weight_ih_l0_reverse	2	-0.017248116433620453
18160	rnn.weight_ih_l0_reverse	3	0.01002348493784666
18160	rnn.weight_ih_l0_reverse	4	0.023096036165952682
18160	rnn.weight_ih_l0_reverse	5	-0.017471378669142723
18160	rnn.weight_ih_l0_reverse	6	-0.039778247475624084
18160	rnn.weight_ih_l0_reverse	7	-0.01645873859524727
18160	rnn.weight_ih_l0_reverse	8	-0.006045208778232336
18160	rnn.weight_ih_l0_reverse	9	0.016409890726208687
18160	rnn.weight_hh_l0_reverse	0	-0.019223235547542572
18160	rnn.weight_hh_l0_reverse	1	0.004093428608030081
18160	rnn.weight_hh_l0_reverse	2	-0.026445670053362846
18160	rnn.weight_hh_l0_reverse	3	0.03755849972367287
18160	rnn.weight_hh_l0_reverse	4	0.018472271040081978
18160	rnn.weight_hh_l0_reverse	5	0.013787331990897655
18160	rnn.weight_hh_l0_reverse	6	0.023099754005670547
18160	rnn.weight_hh_l0_reverse	7	0.018486544489860535
18160	rnn.weight_hh_l0_reverse	8	0.007904869504272938
18160	rnn.weight_hh_l0_reverse	9	-0.03418058156967163
18160	rnn.bias_ih_l0_reverse	0	-0.03883664309978485
18160	rnn.bias_ih_l0_reverse	1	-0.16700083017349243
18160	rnn.bias_ih_l0_reverse	2	-0.015334878116846085
18160	rnn.bias_ih_l0_reverse	3	-0.04943586140871048
18160	rnn.bias_ih_l0_reverse	4	0.055758025497198105
18160	rnn.bias_ih_l0_reverse	5	-0.10905469208955765
18160	rnn.bias_ih_l0_reverse	6	-0.033956967294216156
18160	rnn.bias_ih_l0_reverse	7	0.05724993348121643
18160	rnn.bias_ih_l0_reverse	8	-0.07178547978401184
18160	rnn.bias_ih_l0_reverse	9	-0.02743089385330677
18160	rnn.bias_hh_l0_reverse	0	-0.047486573457717896
18160	rnn.bias_hh_l0_reverse	1	-0.008056876249611378
18160	rnn.bias_hh_l0_reverse	2	-0.019225463271141052
18160	rnn.bias_hh_l0_reverse	3	-0.07560474425554276
18160	rnn.bias_hh_l0_reverse	4	0.008170608431100845
18160	rnn.bias_hh_l0_reverse	5	-0.05344519391655922
18160	rnn.bias_hh_l0_reverse	6	-0.07692667841911316
18160	rnn.bias_hh_l0_reverse	7	-0.06857151538133621
18160	rnn.bias_hh_l0_reverse	8	-0.030439984053373337
18160	rnn.bias_hh_l0_reverse	9	-0.06610993295907974
18160	linear.weight	0	-0.10494405031204224
18160	linear.weight	1	-0.030361326411366463
18160	linear.weight	2	-0.011228874325752258
18160	linear.weight	3	-0.016805380582809448
18160	linear.weight	4	0.011546419002115726
18160	linear.weight	5	0.19751165807247162
18160	linear.weight	6	0.0047744326293468475
18160	linear.weight	7	-0.021312154829502106
18160	linear.weight	8	0.06928598135709763
18160	linear.weight	9	0.044827453792095184
18160	linear.bias	0	-0.45985209941864014
18160	linear.bias	1	0.06779246032238007
18160	linear.bias	2	0.3225649297237396
18160	linear.bias	3	-0.3608497679233551
18160	linear.bias	4	-1.198169469833374
18160	linear.bias	5	-1.0186419486999512
18160	linear.bias	6	-0.43455278873443604
18160	linear.bias	7	-0.5464290380477905
18160	linear.bias	8	-0.01705317199230194
18160	linear.bias	9	2.416457176208496
18357	transitions	0	0.022232994437217712
18357	transitions	1	5.933487892150879
18357	transitions	2	-2.264647960662842
18357	transitions	3	1.2004575729370117
18357	transitions	4	-1.1909600496292114
18357	transitions	5	-0.18309152126312256
18357	transitions	6	-0.08976486325263977
18357	transitions	7	-10000.0
18357	transitions	8	1.4616032838821411
18357	transitions	9	-2.2692506313323975
18357	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
18357	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
18357	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
18357	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
18357	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
18357	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
18357	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
18357	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
18357	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
18357	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
18357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
18357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
18357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
18357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
18357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
18357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
18357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
18357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
18357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
18357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
18357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
18357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
18357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
18357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
18357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
18357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
18357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
18357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
18357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
18357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
18357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
18357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
18357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
18357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
18357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
18357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
18357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
18357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
18357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
18357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
18357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
18357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
18357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
18357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
18357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
18357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
18357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
18357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
18357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
18357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
18357	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
18357	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
18357	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
18357	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
18357	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
18357	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
18357	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
18357	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
18357	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
18357	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
18357	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
18357	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
18357	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
18357	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
18357	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
18357	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
18357	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
18357	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
18357	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
18357	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
18357	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
18357	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
18357	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
18357	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
18357	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
18357	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
18357	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
18357	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
18357	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
18357	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
18357	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
18357	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
18357	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
18357	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
18357	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
18357	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
18357	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
18357	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
18357	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
18357	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
18357	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
18357	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
18357	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
18357	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
18357	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
18357	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
18357	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
18357	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
18357	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
18357	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
18357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
18357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
18357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
18357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
18357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
18357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
18357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
18357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
18357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
18357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
18357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
18357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
18357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
18357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
18357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
18357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
18357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
18357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
18357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
18357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
18357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
18357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
18357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
18357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
18357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
18357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
18357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
18357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
18357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
18357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
18357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
18357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
18357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
18357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
18357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
18357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
18357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
18357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
18357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
18357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
18357	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
18357	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
18357	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
18357	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
18357	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
18357	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
18357	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
18357	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
18357	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
18357	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
18357	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
18357	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
18357	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
18357	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
18357	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
18357	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
18357	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
18357	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
18357	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
18357	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
18357	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
18357	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
18357	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
18357	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
18357	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
18357	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
18357	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
18357	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
18357	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
18357	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
18357	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
18357	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
18357	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
18357	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
18357	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
18357	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
18357	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
18357	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
18357	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
18357	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
18357	embedding2nn.weight	0	0.0184230487793684
18357	embedding2nn.weight	1	-0.051269546151161194
18357	embedding2nn.weight	2	0.006413182243704796
18357	embedding2nn.weight	3	-0.015788359567523003
18357	embedding2nn.weight	4	-0.05129631981253624
18357	embedding2nn.weight	5	0.04659963771700859
18357	embedding2nn.weight	6	-0.06472811102867126
18357	embedding2nn.weight	7	-0.04577532038092613
18357	embedding2nn.weight	8	0.019825268536806107
18357	embedding2nn.weight	9	0.0241177286952734
18357	embedding2nn.bias	0	0.06967993080615997
18357	embedding2nn.bias	1	0.036548320204019547
18357	embedding2nn.bias	2	-0.10401961207389832
18357	embedding2nn.bias	3	0.04463459551334381
18357	embedding2nn.bias	4	0.03724110871553421
18357	embedding2nn.bias	5	-0.1059386357665062
18357	embedding2nn.bias	6	-0.035647302865982056
18357	embedding2nn.bias	7	-0.002767867874354124
18357	embedding2nn.bias	8	0.04434172809123993
18357	embedding2nn.bias	9	-0.11693298071622849
18357	rnn.weight_ih_l0	0	-0.0004941915976814926
18357	rnn.weight_ih_l0	1	0.04076168313622475
18357	rnn.weight_ih_l0	2	-0.02458215318620205
18357	rnn.weight_ih_l0	3	0.018782643601298332
18357	rnn.weight_ih_l0	4	0.02849697880446911
18357	rnn.weight_ih_l0	5	-0.04205001890659332
18357	rnn.weight_ih_l0	6	0.0358978733420372
18357	rnn.weight_ih_l0	7	-0.01481582596898079
18357	rnn.weight_ih_l0	8	0.012143352068960667
18357	rnn.weight_ih_l0	9	-0.008960073813796043
18357	rnn.weight_hh_l0	0	0.02268425188958645
18357	rnn.weight_hh_l0	1	-0.03847765550017357
18357	rnn.weight_hh_l0	2	0.02934933640062809
18357	rnn.weight_hh_l0	3	0.0068987393751740456
18357	rnn.weight_hh_l0	4	0.018055668100714684
18357	rnn.weight_hh_l0	5	0.026601189747452736
18357	rnn.weight_hh_l0	6	0.00016514105664100498
18357	rnn.weight_hh_l0	7	-0.04278772324323654
18357	rnn.weight_hh_l0	8	-0.0340668223798275
18357	rnn.weight_hh_l0	9	-0.042696211487054825
18357	rnn.bias_ih_l0	0	-0.02077501267194748
18357	rnn.bias_ih_l0	1	-0.03159515559673309
18357	rnn.bias_ih_l0	2	-0.06506079435348511
18357	rnn.bias_ih_l0	3	-0.15097413957118988
18357	rnn.bias_ih_l0	4	0.027078673243522644
18357	rnn.bias_ih_l0	5	0.03541366755962372
18357	rnn.bias_ih_l0	6	-0.0963386669754982
18357	rnn.bias_ih_l0	7	-0.12324787676334381
18357	rnn.bias_ih_l0	8	-0.04456247016787529
18357	rnn.bias_ih_l0	9	-0.030854547396302223
18357	rnn.bias_hh_l0	0	0.05653611943125725
18357	rnn.bias_hh_l0	1	-0.016595954075455666
18357	rnn.bias_hh_l0	2	-0.0067082601599395275
18357	rnn.bias_hh_l0	3	-0.06772061437368393
18357	rnn.bias_hh_l0	4	0.009509706869721413
18357	rnn.bias_hh_l0	5	0.05610612779855728
18357	rnn.bias_hh_l0	6	-0.04540912061929703
18357	rnn.bias_hh_l0	7	-0.05256710201501846
18357	rnn.bias_hh_l0	8	-0.06935793906450272
18357	rnn.bias_hh_l0	9	-0.06899625062942505
18357	rnn.weight_ih_l0_reverse	0	0.02973644621670246
18357	rnn.weight_ih_l0_reverse	1	-0.007732690311968327
18357	rnn.weight_ih_l0_reverse	2	-0.016214070841670036
18357	rnn.weight_ih_l0_reverse	3	0.00863118376582861
18357	rnn.weight_ih_l0_reverse	4	0.02214348316192627
18357	rnn.weight_ih_l0_reverse	5	-0.017112698405981064
18357	rnn.weight_ih_l0_reverse	6	-0.041146840900182724
18357	rnn.weight_ih_l0_reverse	7	-0.01537512056529522
18357	rnn.weight_ih_l0_reverse	8	-0.004148685373365879
18357	rnn.weight_ih_l0_reverse	9	0.01683722995221615
18357	rnn.weight_hh_l0_reverse	0	-0.01932072453200817
18357	rnn.weight_hh_l0_reverse	1	0.0029290446545928717
18357	rnn.weight_hh_l0_reverse	2	-0.02722146548330784
18357	rnn.weight_hh_l0_reverse	3	0.03805677220225334
18357	rnn.weight_hh_l0_reverse	4	0.018679022789001465
18357	rnn.weight_hh_l0_reverse	5	0.014201824553310871
18357	rnn.weight_hh_l0_reverse	6	0.023965032771229744
18357	rnn.weight_hh_l0_reverse	7	0.018371455371379852
18357	rnn.weight_hh_l0_reverse	8	0.007800041697919369
18357	rnn.weight_hh_l0_reverse	9	-0.034103937447071075
18357	rnn.bias_ih_l0_reverse	0	-0.03967028856277466
18357	rnn.bias_ih_l0_reverse	1	-0.16694331169128418
18357	rnn.bias_ih_l0_reverse	2	-0.013755529187619686
18357	rnn.bias_ih_l0_reverse	3	-0.049020398408174515
18357	rnn.bias_ih_l0_reverse	4	0.05902273952960968
18357	rnn.bias_ih_l0_reverse	5	-0.11195985972881317
18357	rnn.bias_ih_l0_reverse	6	-0.031004922464489937
18357	rnn.bias_ih_l0_reverse	7	0.05108300969004631
18357	rnn.bias_ih_l0_reverse	8	-0.07016193121671677
18357	rnn.bias_ih_l0_reverse	9	-0.02950708009302616
18357	rnn.bias_hh_l0_reverse	0	-0.050564322620630264
18357	rnn.bias_hh_l0_reverse	1	-0.008793946355581284
18357	rnn.bias_hh_l0_reverse	2	-0.01754233054816723
18357	rnn.bias_hh_l0_reverse	3	-0.07296541333198547
18357	rnn.bias_hh_l0_reverse	4	0.006076416000723839
18357	rnn.bias_hh_l0_reverse	5	-0.050006184726953506
18357	rnn.bias_hh_l0_reverse	6	-0.07654603570699692
18357	rnn.bias_hh_l0_reverse	7	-0.06470818817615509
18357	rnn.bias_hh_l0_reverse	8	-0.032236404716968536
18357	rnn.bias_hh_l0_reverse	9	-0.06659159064292908
18357	linear.weight	0	-0.10681615024805069
18357	linear.weight	1	-0.04496162757277489
18357	linear.weight	2	-0.011228874325752258
18357	linear.weight	3	0.007071445696055889
18357	linear.weight	4	0.016822442412376404
18357	linear.weight	5	0.22777286171913147
18357	linear.weight	6	0.0047744326293468475
18357	linear.weight	7	-0.021312154829502106
18357	linear.weight	8	0.06983231008052826
18357	linear.weight	9	0.031818196177482605
18357	linear.bias	0	-0.44744443893432617
18357	linear.bias	1	0.07422151416540146
18357	linear.bias	2	0.3287402093410492
18357	linear.bias	3	-0.38016414642333984
18357	linear.bias	4	-1.1874021291732788
18357	linear.bias	5	-1.0197607278823853
18357	linear.bias	6	-0.41591379046440125
18357	linear.bias	7	-0.5528884530067444
18357	linear.bias	8	-0.01705317199230194
18357	linear.bias	9	2.3722963333129883
18554	transitions	0	0.02088911458849907
18554	transitions	1	5.923885822296143
18554	transitions	2	-2.271120548248291
18554	transitions	3	1.217082142829895
18554	transitions	4	-1.1940633058547974
18554	transitions	5	-0.18402403593063354
18554	transitions	6	-0.09049800038337708
18554	transitions	7	-10000.0
18554	transitions	8	1.4668910503387451
18554	transitions	9	-2.269436836242676
18554	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
18554	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
18554	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
18554	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
18554	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
18554	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
18554	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
18554	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
18554	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
18554	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
18554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
18554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
18554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
18554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
18554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
18554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
18554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
18554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
18554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
18554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
18554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
18554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
18554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
18554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
18554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
18554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
18554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
18554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
18554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
18554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
18554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
18554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
18554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
18554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
18554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
18554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
18554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
18554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
18554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
18554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
18554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
18554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
18554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
18554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
18554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
18554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
18554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
18554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
18554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
18554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
18554	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
18554	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
18554	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
18554	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
18554	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
18554	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
18554	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
18554	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
18554	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
18554	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
18554	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
18554	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
18554	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
18554	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
18554	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
18554	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
18554	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
18554	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
18554	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
18554	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
18554	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
18554	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
18554	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
18554	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
18554	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
18554	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
18554	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
18554	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
18554	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
18554	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
18554	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
18554	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
18554	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
18554	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
18554	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
18554	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
18554	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
18554	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
18554	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
18554	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
18554	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
18554	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
18554	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
18554	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
18554	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
18554	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
18554	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
18554	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
18554	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
18554	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
18554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
18554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
18554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
18554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
18554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
18554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
18554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
18554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
18554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
18554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
18554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
18554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
18554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
18554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
18554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
18554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
18554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
18554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
18554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
18554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
18554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
18554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
18554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
18554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
18554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
18554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
18554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
18554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
18554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
18554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
18554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
18554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
18554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
18554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
18554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
18554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
18554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
18554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
18554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
18554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
18554	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
18554	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
18554	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
18554	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
18554	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
18554	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
18554	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
18554	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
18554	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
18554	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
18554	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
18554	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
18554	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
18554	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
18554	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
18554	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
18554	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
18554	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
18554	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
18554	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
18554	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
18554	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
18554	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
18554	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
18554	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
18554	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
18554	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
18554	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
18554	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
18554	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
18554	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
18554	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
18554	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
18554	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
18554	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
18554	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
18554	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
18554	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
18554	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
18554	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
18554	embedding2nn.weight	0	0.017764272168278694
18554	embedding2nn.weight	1	-0.051438234746456146
18554	embedding2nn.weight	2	0.006121482700109482
18554	embedding2nn.weight	3	-0.014830480329692364
18554	embedding2nn.weight	4	-0.05320423096418381
18554	embedding2nn.weight	5	0.047248709946870804
18554	embedding2nn.weight	6	-0.06628955900669098
18554	embedding2nn.weight	7	-0.04927777126431465
18554	embedding2nn.weight	8	0.02059694565832615
18554	embedding2nn.weight	9	0.026911655440926552
18554	embedding2nn.bias	0	0.07060044258832932
18554	embedding2nn.bias	1	0.029551565647125244
18554	embedding2nn.bias	2	-0.10795362293720245
18554	embedding2nn.bias	3	0.05475382134318352
18554	embedding2nn.bias	4	0.024574922397732735
18554	embedding2nn.bias	5	-0.1228872686624527
18554	embedding2nn.bias	6	-0.03728194162249565
18554	embedding2nn.bias	7	0.004174720961600542
18554	embedding2nn.bias	8	0.060420550405979156
18554	embedding2nn.bias	9	-0.11433779448270798
18554	rnn.weight_ih_l0	0	0.0012432015500962734
18554	rnn.weight_ih_l0	1	0.040544960647821426
18554	rnn.weight_ih_l0	2	-0.02372227981686592
18554	rnn.weight_ih_l0	3	0.018853824585676193
18554	rnn.weight_ih_l0	4	0.0265149287879467
18554	rnn.weight_ih_l0	5	-0.04376139119267464
18554	rnn.weight_ih_l0	6	0.03675072640180588
18554	rnn.weight_ih_l0	7	-0.015117424540221691
18554	rnn.weight_ih_l0	8	0.012291662395000458
18554	rnn.weight_ih_l0	9	-0.008811580017209053
18554	rnn.weight_hh_l0	0	0.02262319251894951
18554	rnn.weight_hh_l0	1	-0.03764466568827629
18554	rnn.weight_hh_l0	2	0.029399383813142776
18554	rnn.weight_hh_l0	3	0.006910038646310568
18554	rnn.weight_hh_l0	4	0.017721936106681824
18554	rnn.weight_hh_l0	5	0.02797296829521656
18554	rnn.weight_hh_l0	6	-0.00030185599462129176
18554	rnn.weight_hh_l0	7	-0.0433492437005043
18554	rnn.weight_hh_l0	8	-0.03359265625476837
18554	rnn.weight_hh_l0	9	-0.038398295640945435
18554	rnn.bias_ih_l0	0	-0.01949884369969368
18554	rnn.bias_ih_l0	1	-0.03605741634964943
18554	rnn.bias_ih_l0	2	-0.07017087191343307
18554	rnn.bias_ih_l0	3	-0.15219907462596893
18554	rnn.bias_ih_l0	4	0.032570064067840576
18554	rnn.bias_ih_l0	5	0.03660668060183525
18554	rnn.bias_ih_l0	6	-0.09515314549207687
18554	rnn.bias_ih_l0	7	-0.11958549171686172
18554	rnn.bias_ih_l0	8	-0.037545379251241684
18554	rnn.bias_ih_l0	9	-0.03797853738069534
18554	rnn.bias_hh_l0	0	0.06303617358207703
18554	rnn.bias_hh_l0	1	-0.014709435403347015
18554	rnn.bias_hh_l0	2	-0.009658342227339745
18554	rnn.bias_hh_l0	3	-0.06883235275745392
18554	rnn.bias_hh_l0	4	0.014300833456218243
18554	rnn.bias_hh_l0	5	0.05002951622009277
18554	rnn.bias_hh_l0	6	-0.045332636684179306
18554	rnn.bias_hh_l0	7	-0.04530154913663864
18554	rnn.bias_hh_l0	8	-0.075481116771698
18554	rnn.bias_hh_l0	9	-0.06660456210374832
18554	rnn.weight_ih_l0_reverse	0	0.03207824379205704
18554	rnn.weight_ih_l0_reverse	1	-0.00793182197958231
18554	rnn.weight_ih_l0_reverse	2	-0.013421821407973766
18554	rnn.weight_ih_l0_reverse	3	0.008688111789524555
18554	rnn.weight_ih_l0_reverse	4	0.02354244515299797
18554	rnn.weight_ih_l0_reverse	5	-0.015590607188642025
18554	rnn.weight_ih_l0_reverse	6	-0.03707937151193619
18554	rnn.weight_ih_l0_reverse	7	-0.015240768902003765
18554	rnn.weight_ih_l0_reverse	8	-0.00020894432964269072
18554	rnn.weight_ih_l0_reverse	9	0.016381165012717247
18554	rnn.weight_hh_l0_reverse	0	-0.01901947893202305
18554	rnn.weight_hh_l0_reverse	1	0.004243652801960707
18554	rnn.weight_hh_l0_reverse	2	-0.028541844338178635
18554	rnn.weight_hh_l0_reverse	3	0.038061536848545074
18554	rnn.weight_hh_l0_reverse	4	0.018413254991173744
18554	rnn.weight_hh_l0_reverse	5	0.014150450937449932
18554	rnn.weight_hh_l0_reverse	6	0.023461678996682167
18554	rnn.weight_hh_l0_reverse	7	0.0188214723020792
18554	rnn.weight_hh_l0_reverse	8	0.0075950613245368
18554	rnn.weight_hh_l0_reverse	9	-0.034978266805410385
18554	rnn.bias_ih_l0_reverse	0	-0.036495525389909744
18554	rnn.bias_ih_l0_reverse	1	-0.1679668426513672
18554	rnn.bias_ih_l0_reverse	2	-0.013834597542881966
18554	rnn.bias_ih_l0_reverse	3	-0.048902470618486404
18554	rnn.bias_ih_l0_reverse	4	0.06093083322048187
18554	rnn.bias_ih_l0_reverse	5	-0.11551715433597565
18554	rnn.bias_ih_l0_reverse	6	-0.03074568323791027
18554	rnn.bias_ih_l0_reverse	7	0.04885931313037872
18554	rnn.bias_ih_l0_reverse	8	-0.07239793986082077
18554	rnn.bias_ih_l0_reverse	9	-0.030619321390986443
18554	rnn.bias_hh_l0_reverse	0	-0.052960626780986786
18554	rnn.bias_hh_l0_reverse	1	-0.007667679339647293
18554	rnn.bias_hh_l0_reverse	2	-0.01809524931013584
18554	rnn.bias_hh_l0_reverse	3	-0.07104557007551193
18554	rnn.bias_hh_l0_reverse	4	0.006966215558350086
18554	rnn.bias_hh_l0_reverse	5	-0.04897458478808403
18554	rnn.bias_hh_l0_reverse	6	-0.08172059059143066
18554	rnn.bias_hh_l0_reverse	7	-0.06436298042535782
18554	rnn.bias_hh_l0_reverse	8	-0.034907497465610504
18554	rnn.bias_hh_l0_reverse	9	-0.06732222437858582
18554	linear.weight	0	-0.10940098762512207
18554	linear.weight	1	-0.02947664074599743
18554	linear.weight	2	-0.011228874325752258
18554	linear.weight	3	0.011011678725481033
18554	linear.weight	4	0.004725323524326086
18554	linear.weight	5	0.2068157196044922
18554	linear.weight	6	0.0047744326293468475
18554	linear.weight	7	-0.021312154829502106
18554	linear.weight	8	0.0670686587691307
18554	linear.weight	9	0.04951082542538643
18554	linear.bias	0	-0.44411855936050415
18554	linear.bias	1	0.10311982780694962
18554	linear.bias	2	0.328270822763443
18554	linear.bias	3	-0.38409507274627686
18554	linear.bias	4	-1.1917304992675781
18554	linear.bias	5	-1.02081298828125
18554	linear.bias	6	-0.4172232151031494
18554	linear.bias	7	-0.5710539817810059
18554	linear.bias	8	-0.01705317199230194
18554	linear.bias	9	2.424820899963379
18751	transitions	0	0.019014835357666016
18751	transitions	1	5.911102294921875
18751	transitions	2	-2.277391195297241
18751	transitions	3	1.2191880941390991
18751	transitions	4	-1.1979857683181763
18751	transitions	5	-0.1846437305212021
18751	transitions	6	-0.09112437814474106
18751	transitions	7	-10000.0
18751	transitions	8	1.4742738008499146
18751	transitions	9	-2.26965594291687
18751	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
18751	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
18751	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
18751	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
18751	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
18751	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
18751	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
18751	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
18751	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
18751	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
18751	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
18751	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
18751	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
18751	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
18751	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
18751	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
18751	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
18751	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
18751	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
18751	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
18751	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
18751	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
18751	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
18751	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
18751	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
18751	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
18751	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
18751	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
18751	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
18751	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
18751	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
18751	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
18751	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
18751	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
18751	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
18751	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
18751	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
18751	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
18751	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
18751	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
18751	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
18751	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
18751	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
18751	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
18751	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
18751	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
18751	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
18751	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
18751	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
18751	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
18751	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
18751	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
18751	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
18751	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
18751	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
18751	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
18751	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
18751	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
18751	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
18751	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
18751	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
18751	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
18751	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
18751	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
18751	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
18751	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
18751	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
18751	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
18751	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
18751	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
18751	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
18751	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
18751	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
18751	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
18751	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
18751	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
18751	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
18751	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
18751	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
18751	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
18751	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
18751	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
18751	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
18751	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
18751	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
18751	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
18751	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
18751	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
18751	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
18751	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
18751	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
18751	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
18751	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
18751	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
18751	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
18751	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
18751	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
18751	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
18751	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
18751	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
18751	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
18751	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
18751	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
18751	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
18751	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
18751	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
18751	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
18751	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
18751	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
18751	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
18751	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
18751	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
18751	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
18751	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
18751	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
18751	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
18751	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
18751	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
18751	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
18751	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
18751	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
18751	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
18751	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
18751	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
18751	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
18751	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
18751	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
18751	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
18751	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
18751	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
18751	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
18751	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
18751	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
18751	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
18751	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
18751	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
18751	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
18751	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
18751	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
18751	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
18751	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
18751	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
18751	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
18751	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
18751	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
18751	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
18751	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
18751	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
18751	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
18751	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
18751	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
18751	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
18751	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
18751	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
18751	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
18751	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
18751	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
18751	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
18751	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
18751	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
18751	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
18751	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
18751	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
18751	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
18751	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
18751	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
18751	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
18751	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
18751	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
18751	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
18751	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
18751	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
18751	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
18751	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
18751	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
18751	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
18751	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
18751	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
18751	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
18751	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
18751	embedding2nn.weight	0	0.017865857109427452
18751	embedding2nn.weight	1	-0.05145199969410896
18751	embedding2nn.weight	2	0.009787489660084248
18751	embedding2nn.weight	3	-0.014036213047802448
18751	embedding2nn.weight	4	-0.052970387041568756
18751	embedding2nn.weight	5	0.0467337965965271
18751	embedding2nn.weight	6	-0.07309804111719131
18751	embedding2nn.weight	7	-0.04916106536984444
18751	embedding2nn.weight	8	0.01835237257182598
18751	embedding2nn.weight	9	0.02885204367339611
18751	embedding2nn.bias	0	0.08128678053617477
18751	embedding2nn.bias	1	0.042551200836896896
18751	embedding2nn.bias	2	-0.11441328376531601
18751	embedding2nn.bias	3	0.05265119671821594
18751	embedding2nn.bias	4	0.020638486370444298
18751	embedding2nn.bias	5	-0.11384067684412003
18751	embedding2nn.bias	6	-0.05183437466621399
18751	embedding2nn.bias	7	0.01614878699183464
18751	embedding2nn.bias	8	0.05438557639718056
18751	embedding2nn.bias	9	-0.12064997851848602
18751	rnn.weight_ih_l0	0	0.0014073884813115
18751	rnn.weight_ih_l0	1	0.04231128469109535
18751	rnn.weight_ih_l0	2	-0.024538619443774223
18751	rnn.weight_ih_l0	3	0.020546097308397293
18751	rnn.weight_ih_l0	4	0.02931213565170765
18751	rnn.weight_ih_l0	5	-0.04381866380572319
18751	rnn.weight_ih_l0	6	0.037217020988464355
18751	rnn.weight_ih_l0	7	-0.013987028039991856
18751	rnn.weight_ih_l0	8	0.013287964276969433
18751	rnn.weight_ih_l0	9	-0.008045121096074581
18751	rnn.weight_hh_l0	0	0.02377672865986824
18751	rnn.weight_hh_l0	1	-0.03986501693725586
18751	rnn.weight_hh_l0	2	0.029746776446700096
18751	rnn.weight_hh_l0	3	0.007107608485966921
18751	rnn.weight_hh_l0	4	0.018071940168738365
18751	rnn.weight_hh_l0	5	0.030003855004906654
18751	rnn.weight_hh_l0	6	-0.0007055252208374441
18751	rnn.weight_hh_l0	7	-0.04294940084218979
18751	rnn.weight_hh_l0	8	-0.03288627415895462
18751	rnn.weight_hh_l0	9	-0.03789191693067551
18751	rnn.bias_ih_l0	0	-0.026781169697642326
18751	rnn.bias_ih_l0	1	-0.0360383503139019
18751	rnn.bias_ih_l0	2	-0.07402899861335754
18751	rnn.bias_ih_l0	3	-0.15225279331207275
18751	rnn.bias_ih_l0	4	0.028390953317284584
18751	rnn.bias_ih_l0	5	0.03802035003900528
18751	rnn.bias_ih_l0	6	-0.09173382818698883
18751	rnn.bias_ih_l0	7	-0.12473253905773163
18751	rnn.bias_ih_l0	8	-0.038915183395147324
18751	rnn.bias_ih_l0	9	-0.04139769449830055
18751	rnn.bias_hh_l0	0	0.07183126360177994
18751	rnn.bias_hh_l0	1	-0.01119889784604311
18751	rnn.bias_hh_l0	2	-0.005217281635850668
18751	rnn.bias_hh_l0	3	-0.06916136294603348
18751	rnn.bias_hh_l0	4	0.0075766523368656635
18751	rnn.bias_hh_l0	5	0.0526646263897419
18751	rnn.bias_hh_l0	6	-0.04510167986154556
18751	rnn.bias_hh_l0	7	-0.050869110971689224
18751	rnn.bias_hh_l0	8	-0.07833023369312286
18751	rnn.bias_hh_l0	9	-0.06481190025806427
18751	rnn.weight_ih_l0_reverse	0	0.030828161165118217
18751	rnn.weight_ih_l0_reverse	1	-0.007513764314353466
18751	rnn.weight_ih_l0_reverse	2	-0.014525900594890118
18751	rnn.weight_ih_l0_reverse	3	0.007572667207568884
18751	rnn.weight_ih_l0_reverse	4	0.02169419266283512
18751	rnn.weight_ih_l0_reverse	5	-0.014400528743863106
18751	rnn.weight_ih_l0_reverse	6	-0.036659784615039825
18751	rnn.weight_ih_l0_reverse	7	-0.01696058362722397
18751	rnn.weight_ih_l0_reverse	8	-0.0008471532491967082
18751	rnn.weight_ih_l0_reverse	9	0.01646871119737625
18751	rnn.weight_hh_l0_reverse	0	-0.019425952807068825
18751	rnn.weight_hh_l0_reverse	1	0.004422707483172417
18751	rnn.weight_hh_l0_reverse	2	-0.027803974226117134
18751	rnn.weight_hh_l0_reverse	3	0.038846537470817566
18751	rnn.weight_hh_l0_reverse	4	0.019194478169083595
18751	rnn.weight_hh_l0_reverse	5	0.014102649874985218
18751	rnn.weight_hh_l0_reverse	6	0.023084258660674095
18751	rnn.weight_hh_l0_reverse	7	0.01873868517577648
18751	rnn.weight_hh_l0_reverse	8	0.00763352308422327
18751	rnn.weight_hh_l0_reverse	9	-0.03582756966352463
18751	rnn.bias_ih_l0_reverse	0	-0.038885217159986496
18751	rnn.bias_ih_l0_reverse	1	-0.1712178885936737
18751	rnn.bias_ih_l0_reverse	2	-0.012270784005522728
18751	rnn.bias_ih_l0_reverse	3	-0.04813632369041443
18751	rnn.bias_ih_l0_reverse	4	0.061829011887311935
18751	rnn.bias_ih_l0_reverse	5	-0.11846113950014114
18751	rnn.bias_ih_l0_reverse	6	-0.030504491180181503
18751	rnn.bias_ih_l0_reverse	7	0.05350184068083763
18751	rnn.bias_ih_l0_reverse	8	-0.07520847022533417
18751	rnn.bias_ih_l0_reverse	9	-0.03422970697283745
18751	rnn.bias_hh_l0_reverse	0	-0.05391128361225128
18751	rnn.bias_hh_l0_reverse	1	-0.006090408191084862
18751	rnn.bias_hh_l0_reverse	2	-0.015057876706123352
18751	rnn.bias_hh_l0_reverse	3	-0.07260570675134659
18751	rnn.bias_hh_l0_reverse	4	0.00448998436331749
18751	rnn.bias_hh_l0_reverse	5	-0.05040782317519188
18751	rnn.bias_hh_l0_reverse	6	-0.07825396209955215
18751	rnn.bias_hh_l0_reverse	7	-0.06500653922557831
18751	rnn.bias_hh_l0_reverse	8	-0.03468590974807739
18751	rnn.bias_hh_l0_reverse	9	-0.06779233366250992
18751	linear.weight	0	-0.11543958634138107
18751	linear.weight	1	-0.03821069747209549
18751	linear.weight	2	-0.011228874325752258
18751	linear.weight	3	-0.009553903713822365
18751	linear.weight	4	-0.01553031150251627
18751	linear.weight	5	0.2220914512872696
18751	linear.weight	6	0.0047744326293468475
18751	linear.weight	7	-0.021312154829502106
18751	linear.weight	8	0.0754852443933487
18751	linear.weight	9	0.04739420488476753
18751	linear.bias	0	-0.47004249691963196
18751	linear.bias	1	0.09311222285032272
18751	linear.bias	2	0.3181903064250946
18751	linear.bias	3	-0.39017388224601746
18751	linear.bias	4	-1.174606442451477
18751	linear.bias	5	-1.02194344997406
18751	linear.bias	6	-0.44200950860977173
18751	linear.bias	7	-0.5645796060562134
18751	linear.bias	8	-0.01705317199230194
18751	linear.bias	9	2.451453447341919
18948	transitions	0	0.017356323078274727
18948	transitions	1	5.936378479003906
18948	transitions	2	-2.2846341133117676
18948	transitions	3	1.211408257484436
18948	transitions	4	-1.201696515083313
18948	transitions	5	-0.18526391685009003
18948	transitions	6	-0.0919552743434906
18948	transitions	7	-10000.0
18948	transitions	8	1.4646276235580444
18948	transitions	9	-2.269871234893799
18948	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
18948	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
18948	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
18948	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
18948	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
18948	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
18948	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
18948	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
18948	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
18948	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
18948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
18948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
18948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
18948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
18948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
18948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
18948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
18948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
18948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
18948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
18948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
18948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
18948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
18948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
18948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
18948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
18948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
18948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
18948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
18948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
18948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
18948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
18948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
18948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
18948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
18948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
18948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
18948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
18948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
18948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
18948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
18948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
18948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
18948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
18948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
18948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
18948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
18948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
18948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
18948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
18948	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
18948	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
18948	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
18948	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
18948	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
18948	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
18948	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
18948	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
18948	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
18948	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
18948	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
18948	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
18948	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
18948	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
18948	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
18948	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
18948	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
18948	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
18948	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
18948	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
18948	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
18948	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
18948	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
18948	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
18948	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
18948	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
18948	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
18948	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
18948	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
18948	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
18948	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
18948	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
18948	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
18948	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
18948	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
18948	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
18948	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
18948	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
18948	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
18948	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
18948	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
18948	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
18948	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
18948	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
18948	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
18948	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
18948	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
18948	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
18948	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
18948	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
18948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
18948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
18948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
18948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
18948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
18948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
18948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
18948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
18948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
18948	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
18948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
18948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
18948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
18948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
18948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
18948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
18948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
18948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
18948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
18948	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
18948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
18948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
18948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
18948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
18948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
18948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
18948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
18948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
18948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
18948	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
18948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
18948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
18948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
18948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
18948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
18948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
18948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
18948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
18948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
18948	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
18948	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
18948	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
18948	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
18948	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
18948	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
18948	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
18948	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
18948	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
18948	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
18948	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
18948	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
18948	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
18948	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
18948	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
18948	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
18948	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
18948	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
18948	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
18948	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
18948	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
18948	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
18948	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
18948	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
18948	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
18948	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
18948	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
18948	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
18948	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
18948	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
18948	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
18948	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
18948	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
18948	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
18948	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
18948	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
18948	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
18948	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
18948	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
18948	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
18948	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
18948	embedding2nn.weight	0	0.017969831824302673
18948	embedding2nn.weight	1	-0.0528142936527729
18948	embedding2nn.weight	2	0.009778715670108795
18948	embedding2nn.weight	3	-0.013531372882425785
18948	embedding2nn.weight	4	-0.056530505418777466
18948	embedding2nn.weight	5	0.04607633128762245
18948	embedding2nn.weight	6	-0.07462678849697113
18948	embedding2nn.weight	7	-0.048780642449855804
18948	embedding2nn.weight	8	0.01903543993830681
18948	embedding2nn.weight	9	0.03263034299015999
18948	embedding2nn.bias	0	0.08168982714414597
18948	embedding2nn.bias	1	0.04837794229388237
18948	embedding2nn.bias	2	-0.1145792156457901
18948	embedding2nn.bias	3	0.036361198872327805
18948	embedding2nn.bias	4	0.030028728768229485
18948	embedding2nn.bias	5	-0.10049426555633545
18948	embedding2nn.bias	6	-0.054410673677921295
18948	embedding2nn.bias	7	-0.0016117648920044303
18948	embedding2nn.bias	8	0.05982046201825142
18948	embedding2nn.bias	9	-0.10751470178365707
18948	rnn.weight_ih_l0	0	-0.002220147056505084
18948	rnn.weight_ih_l0	1	0.04184645786881447
18948	rnn.weight_ih_l0	2	-0.024390246719121933
18948	rnn.weight_ih_l0	3	0.020149296149611473
18948	rnn.weight_ih_l0	4	0.03015221655368805
18948	rnn.weight_ih_l0	5	-0.043629784137010574
18948	rnn.weight_ih_l0	6	0.03726784512400627
18948	rnn.weight_ih_l0	7	-0.01594189554452896
18948	rnn.weight_ih_l0	8	0.011174362152814865
18948	rnn.weight_ih_l0	9	-0.004209152422845364
18948	rnn.weight_hh_l0	0	0.023868251591920853
18948	rnn.weight_hh_l0	1	-0.0394812747836113
18948	rnn.weight_hh_l0	2	0.029183056205511093
18948	rnn.weight_hh_l0	3	0.0070593468844890594
18948	rnn.weight_hh_l0	4	0.018108375370502472
18948	rnn.weight_hh_l0	5	0.028207184746861458
18948	rnn.weight_hh_l0	6	-0.0015118829905986786
18948	rnn.weight_hh_l0	7	-0.04292143136262894
18948	rnn.weight_hh_l0	8	-0.03405417129397392
18948	rnn.weight_hh_l0	9	-0.037674374878406525
18948	rnn.bias_ih_l0	0	-0.03184982389211655
18948	rnn.bias_ih_l0	1	-0.035531654953956604
18948	rnn.bias_ih_l0	2	-0.07285943627357483
18948	rnn.bias_ih_l0	3	-0.15109148621559143
18948	rnn.bias_ih_l0	4	0.030351199209690094
18948	rnn.bias_ih_l0	5	0.03829880431294441
18948	rnn.bias_ih_l0	6	-0.09796611219644547
18948	rnn.bias_ih_l0	7	-0.12476878613233566
18948	rnn.bias_ih_l0	8	-0.04225268214941025
18948	rnn.bias_ih_l0	9	-0.040785517543554306
18948	rnn.bias_hh_l0	0	0.06910742074251175
18948	rnn.bias_hh_l0	1	-0.014903537929058075
18948	rnn.bias_hh_l0	2	-0.006100194063037634
18948	rnn.bias_hh_l0	3	-0.07095539569854736
18948	rnn.bias_hh_l0	4	0.016125814989209175
18948	rnn.bias_hh_l0	5	0.055919088423252106
18948	rnn.bias_hh_l0	6	-0.04378516599535942
18948	rnn.bias_hh_l0	7	-0.051743991672992706
18948	rnn.bias_hh_l0	8	-0.07507739216089249
18948	rnn.bias_hh_l0	9	-0.06535274535417557
18948	rnn.weight_ih_l0_reverse	0	0.029419323429465294
18948	rnn.weight_ih_l0_reverse	1	-0.006828657351434231
18948	rnn.weight_ih_l0_reverse	2	-0.016277413815259933
18948	rnn.weight_ih_l0_reverse	3	0.0055119311437010765
18948	rnn.weight_ih_l0_reverse	4	0.020683109760284424
18948	rnn.weight_ih_l0_reverse	5	-0.01633428782224655
18948	rnn.weight_ih_l0_reverse	6	-0.036007098853588104
18948	rnn.weight_ih_l0_reverse	7	-0.017594456672668457
18948	rnn.weight_ih_l0_reverse	8	-0.0030375339556485415
18948	rnn.weight_ih_l0_reverse	9	0.017786091193556786
18948	rnn.weight_hh_l0_reverse	0	-0.01987733691930771
18948	rnn.weight_hh_l0_reverse	1	0.005280866287648678
18948	rnn.weight_hh_l0_reverse	2	-0.0274190716445446
18948	rnn.weight_hh_l0_reverse	3	0.03853084519505501
18948	rnn.weight_hh_l0_reverse	4	0.01795257069170475
18948	rnn.weight_hh_l0_reverse	5	0.014650320634245872
18948	rnn.weight_hh_l0_reverse	6	0.02206977643072605
18948	rnn.weight_hh_l0_reverse	7	0.018466956913471222
18948	rnn.weight_hh_l0_reverse	8	0.007734398357570171
18948	rnn.weight_hh_l0_reverse	9	-0.03686939552426338
18948	rnn.bias_ih_l0_reverse	0	-0.04020688682794571
18948	rnn.bias_ih_l0_reverse	1	-0.1734415888786316
18948	rnn.bias_ih_l0_reverse	2	-0.013732765801250935
18948	rnn.bias_ih_l0_reverse	3	-0.048382606357336044
18948	rnn.bias_ih_l0_reverse	4	0.06313858926296234
18948	rnn.bias_ih_l0_reverse	5	-0.12003638595342636
18948	rnn.bias_ih_l0_reverse	6	-0.02991471439599991
18948	rnn.bias_ih_l0_reverse	7	0.05507958307862282
18948	rnn.bias_ih_l0_reverse	8	-0.07533933222293854
18948	rnn.bias_ih_l0_reverse	9	-0.032093171030282974
18948	rnn.bias_hh_l0_reverse	0	-0.05361301451921463
18948	rnn.bias_hh_l0_reverse	1	-0.007535245735198259
18948	rnn.bias_hh_l0_reverse	2	-0.01878628134727478
18948	rnn.bias_hh_l0_reverse	3	-0.07670783251523972
18948	rnn.bias_hh_l0_reverse	4	0.0028608092106878757
18948	rnn.bias_hh_l0_reverse	5	-0.0431663878262043
18948	rnn.bias_hh_l0_reverse	6	-0.07887030392885208
18948	rnn.bias_hh_l0_reverse	7	-0.06373102217912674
18948	rnn.bias_hh_l0_reverse	8	-0.03198150917887688
18948	rnn.bias_hh_l0_reverse	9	-0.06905107945203781
18948	linear.weight	0	-0.1235986053943634
18948	linear.weight	1	-0.027750641107559204
18948	linear.weight	2	-0.011228874325752258
18948	linear.weight	3	-0.012347560375928879
18948	linear.weight	4	-0.021848483011126518
18948	linear.weight	5	0.18838649988174438
18948	linear.weight	6	0.0047744326293468475
18948	linear.weight	7	-0.021312154829502106
18948	linear.weight	8	0.11477383226156235
18948	linear.weight	9	0.0466955304145813
18948	linear.bias	0	-0.4384536147117615
18948	linear.bias	1	0.13975006341934204
18948	linear.bias	2	0.3162597417831421
18948	linear.bias	3	-0.3932495415210724
18948	linear.bias	4	-1.159941554069519
18948	linear.bias	5	-1.0232696533203125
18948	linear.bias	6	-0.403201699256897
18948	linear.bias	7	-0.5944311618804932
18948	linear.bias	8	-0.01705317199230194
18948	linear.bias	9	2.446378707885742
19145	transitions	0	0.01613607443869114
19145	transitions	1	5.961210250854492
19145	transitions	2	-2.28993558883667
19145	transitions	3	1.2062678337097168
19145	transitions	4	-1.2054787874221802
19145	transitions	5	-0.18617700040340424
19145	transitions	6	-0.09259655326604843
19145	transitions	7	-10000.0
19145	transitions	8	1.4644321203231812
19145	transitions	9	-2.2700252532958984
19145	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
19145	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
19145	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
19145	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
19145	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
19145	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
19145	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
19145	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
19145	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
19145	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
19145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
19145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
19145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
19145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
19145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
19145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
19145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
19145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
19145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
19145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
19145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
19145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
19145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
19145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
19145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
19145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
19145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
19145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
19145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
19145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
19145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
19145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
19145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
19145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
19145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
19145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
19145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
19145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
19145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
19145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
19145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
19145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
19145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
19145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
19145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
19145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
19145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
19145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
19145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
19145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
19145	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
19145	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
19145	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
19145	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
19145	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
19145	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
19145	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
19145	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
19145	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
19145	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
19145	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
19145	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
19145	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
19145	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
19145	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
19145	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
19145	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
19145	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
19145	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
19145	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
19145	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
19145	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
19145	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
19145	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
19145	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
19145	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
19145	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
19145	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
19145	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
19145	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
19145	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
19145	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
19145	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
19145	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
19145	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
19145	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
19145	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
19145	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
19145	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
19145	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
19145	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
19145	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
19145	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
19145	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
19145	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
19145	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
19145	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
19145	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
19145	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
19145	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
19145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
19145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
19145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
19145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
19145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
19145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
19145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
19145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
19145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
19145	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
19145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
19145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
19145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
19145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
19145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
19145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
19145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
19145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
19145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
19145	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
19145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
19145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
19145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
19145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
19145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
19145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
19145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
19145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
19145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
19145	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
19145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
19145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
19145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
19145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
19145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
19145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
19145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
19145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
19145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
19145	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
19145	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
19145	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
19145	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
19145	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
19145	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
19145	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
19145	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
19145	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
19145	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
19145	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
19145	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
19145	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
19145	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
19145	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
19145	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
19145	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
19145	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
19145	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
19145	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
19145	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
19145	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
19145	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
19145	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
19145	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
19145	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
19145	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
19145	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
19145	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
19145	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
19145	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
19145	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
19145	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
19145	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
19145	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
19145	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
19145	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
19145	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
19145	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
19145	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
19145	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
19145	embedding2nn.weight	0	0.01834755949676037
19145	embedding2nn.weight	1	-0.054703377187252045
19145	embedding2nn.weight	2	0.010666405782103539
19145	embedding2nn.weight	3	-0.01508193090558052
19145	embedding2nn.weight	4	-0.05627990886569023
19145	embedding2nn.weight	5	0.044823307543992996
19145	embedding2nn.weight	6	-0.07634023576974869
19145	embedding2nn.weight	7	-0.049598902463912964
19145	embedding2nn.weight	8	0.018262773752212524
19145	embedding2nn.weight	9	0.032360877841711044
19145	embedding2nn.bias	0	0.07538707554340363
19145	embedding2nn.bias	1	0.05196524038910866
19145	embedding2nn.bias	2	-0.10072451829910278
19145	embedding2nn.bias	3	0.03722499683499336
19145	embedding2nn.bias	4	0.02982628531754017
19145	embedding2nn.bias	5	-0.10279777646064758
19145	embedding2nn.bias	6	-0.06495124101638794
19145	embedding2nn.bias	7	-0.004099560435861349
19145	embedding2nn.bias	8	0.05398646742105484
19145	embedding2nn.bias	9	-0.09923488646745682
19145	rnn.weight_ih_l0	0	-0.002541326219215989
19145	rnn.weight_ih_l0	1	0.03873858600854874
19145	rnn.weight_ih_l0	2	-0.025164155289530754
19145	rnn.weight_ih_l0	3	0.019566986709833145
19145	rnn.weight_ih_l0	4	0.03078876994550228
19145	rnn.weight_ih_l0	5	-0.04395051673054695
19145	rnn.weight_ih_l0	6	0.03955669701099396
19145	rnn.weight_ih_l0	7	-0.016467813402414322
19145	rnn.weight_ih_l0	8	0.013693621382117271
19145	rnn.weight_ih_l0	9	-0.004734354093670845
19145	rnn.weight_hh_l0	0	0.023314787074923515
19145	rnn.weight_hh_l0	1	-0.0421149805188179
19145	rnn.weight_hh_l0	2	0.029464805498719215
19145	rnn.weight_hh_l0	3	0.0070691038854420185
19145	rnn.weight_hh_l0	4	0.017912128940224648
19145	rnn.weight_hh_l0	5	0.02783946320414543
19145	rnn.weight_hh_l0	6	-0.0010863529751077294
19145	rnn.weight_hh_l0	7	-0.04341915622353554
19145	rnn.weight_hh_l0	8	-0.0340464785695076
19145	rnn.weight_hh_l0	9	-0.03800128400325775
19145	rnn.bias_ih_l0	0	-0.028609229251742363
19145	rnn.bias_ih_l0	1	-0.040202438831329346
19145	rnn.bias_ih_l0	2	-0.07357747852802277
19145	rnn.bias_ih_l0	3	-0.1467519998550415
19145	rnn.bias_ih_l0	4	0.035909537225961685
19145	rnn.bias_ih_l0	5	0.03716196119785309
19145	rnn.bias_ih_l0	6	-0.09834735095500946
19145	rnn.bias_ih_l0	7	-0.12835532426834106
19145	rnn.bias_ih_l0	8	-0.04027775675058365
19145	rnn.bias_ih_l0	9	-0.03720073029398918
19145	rnn.bias_hh_l0	0	0.07001028954982758
19145	rnn.bias_hh_l0	1	-0.013368059881031513
19145	rnn.bias_hh_l0	2	-0.008032803423702717
19145	rnn.bias_hh_l0	3	-0.07582326978445053
19145	rnn.bias_hh_l0	4	0.02060013636946678
19145	rnn.bias_hh_l0	5	0.05868400260806084
19145	rnn.bias_hh_l0	6	-0.04465966671705246
19145	rnn.bias_hh_l0	7	-0.05698747560381889
19145	rnn.bias_hh_l0	8	-0.07818519324064255
19145	rnn.bias_hh_l0	9	-0.06500031054019928
19145	rnn.weight_ih_l0_reverse	0	0.03003801964223385
19145	rnn.weight_ih_l0_reverse	1	-0.007363983429968357
19145	rnn.weight_ih_l0_reverse	2	-0.017110200598835945
19145	rnn.weight_ih_l0_reverse	3	0.006085286382585764
19145	rnn.weight_ih_l0_reverse	4	0.02039891481399536
19145	rnn.weight_ih_l0_reverse	5	-0.01515902578830719
19145	rnn.weight_ih_l0_reverse	6	-0.036809638142585754
19145	rnn.weight_ih_l0_reverse	7	-0.019974922761321068
19145	rnn.weight_ih_l0_reverse	8	-0.00307575985789299
19145	rnn.weight_ih_l0_reverse	9	0.01769397407770157
19145	rnn.weight_hh_l0_reverse	0	-0.019732579588890076
19145	rnn.weight_hh_l0_reverse	1	0.007618758827447891
19145	rnn.weight_hh_l0_reverse	2	-0.026957249268889427
19145	rnn.weight_hh_l0_reverse	3	0.03876454383134842
19145	rnn.weight_hh_l0_reverse	4	0.01745057851076126
19145	rnn.weight_hh_l0_reverse	5	0.013312339782714844
19145	rnn.weight_hh_l0_reverse	6	0.02260333113372326
19145	rnn.weight_hh_l0_reverse	7	0.019183099269866943
19145	rnn.weight_hh_l0_reverse	8	0.008137067779898643
19145	rnn.weight_hh_l0_reverse	9	-0.03764690086245537
19145	rnn.bias_ih_l0_reverse	0	-0.042305197566747665
19145	rnn.bias_ih_l0_reverse	1	-0.17580436170101166
19145	rnn.bias_ih_l0_reverse	2	-0.01342745777219534
19145	rnn.bias_ih_l0_reverse	3	-0.04976481571793556
19145	rnn.bias_ih_l0_reverse	4	0.0614471472799778
19145	rnn.bias_ih_l0_reverse	5	-0.11958175897598267
19145	rnn.bias_ih_l0_reverse	6	-0.029484380036592484
19145	rnn.bias_ih_l0_reverse	7	0.052644383162260056
19145	rnn.bias_ih_l0_reverse	8	-0.07445992529392242
19145	rnn.bias_ih_l0_reverse	9	-0.029900241643190384
19145	rnn.bias_hh_l0_reverse	0	-0.05609693005681038
19145	rnn.bias_hh_l0_reverse	1	-0.007132010068744421
19145	rnn.bias_hh_l0_reverse	2	-0.020825637504458427
19145	rnn.bias_hh_l0_reverse	3	-0.07707119733095169
19145	rnn.bias_hh_l0_reverse	4	0.0010029410477727652
19145	rnn.bias_hh_l0_reverse	5	-0.04257733002305031
19145	rnn.bias_hh_l0_reverse	6	-0.07731664925813675
19145	rnn.bias_hh_l0_reverse	7	-0.05996563285589218
19145	rnn.bias_hh_l0_reverse	8	-0.03012734279036522
19145	rnn.bias_hh_l0_reverse	9	-0.06379228830337524
19145	linear.weight	0	-0.12383637577295303
19145	linear.weight	1	-0.027844442054629326
19145	linear.weight	2	-0.011228874325752258
19145	linear.weight	3	-0.013359500095248222
19145	linear.weight	4	-0.035780131816864014
19145	linear.weight	5	0.19618447124958038
19145	linear.weight	6	0.0047744326293468475
19145	linear.weight	7	-0.021312154829502106
19145	linear.weight	8	0.14790412783622742
19145	linear.weight	9	0.05634114891290665
19145	linear.bias	0	-0.43903395533561707
19145	linear.bias	1	0.13579431176185608
19145	linear.bias	2	0.2431166172027588
19145	linear.bias	3	-0.36609750986099243
19145	linear.bias	4	-1.140528678894043
19145	linear.bias	5	-1.024462342262268
19145	linear.bias	6	-0.408926784992218
19145	linear.bias	7	-0.5899664163589478
19145	linear.bias	8	-0.01705317199230194
19145	linear.bias	9	2.428290843963623
19342	transitions	0	0.014660160057246685
19342	transitions	1	5.990653991699219
19342	transitions	2	-2.295652389526367
19342	transitions	3	1.1913506984710693
19342	transitions	4	-1.2077068090438843
19342	transitions	5	-0.18710295855998993
19342	transitions	6	-0.09350837767124176
19342	transitions	7	-10000.0
19342	transitions	8	1.461774230003357
19342	transitions	9	-2.270193338394165
19342	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
19342	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
19342	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
19342	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
19342	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
19342	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
19342	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
19342	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
19342	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
19342	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
19342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
19342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
19342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
19342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
19342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
19342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
19342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
19342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
19342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
19342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
19342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
19342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
19342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
19342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
19342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
19342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
19342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
19342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
19342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
19342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
19342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
19342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
19342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
19342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
19342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
19342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
19342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
19342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
19342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
19342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
19342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
19342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
19342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
19342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
19342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
19342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
19342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
19342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
19342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
19342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
19342	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
19342	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
19342	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
19342	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
19342	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
19342	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
19342	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
19342	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
19342	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
19342	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
19342	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
19342	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
19342	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
19342	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
19342	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
19342	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
19342	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
19342	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
19342	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
19342	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
19342	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
19342	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
19342	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
19342	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
19342	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
19342	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
19342	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
19342	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
19342	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
19342	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
19342	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
19342	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
19342	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
19342	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
19342	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
19342	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
19342	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
19342	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
19342	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
19342	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
19342	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
19342	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
19342	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
19342	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
19342	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
19342	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
19342	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
19342	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
19342	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
19342	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
19342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
19342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
19342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
19342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
19342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
19342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
19342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
19342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
19342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
19342	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
19342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
19342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
19342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
19342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
19342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
19342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
19342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
19342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
19342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
19342	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
19342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
19342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
19342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
19342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
19342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
19342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
19342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
19342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
19342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
19342	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
19342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
19342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
19342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
19342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
19342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
19342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
19342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
19342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
19342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
19342	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
19342	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
19342	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
19342	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
19342	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
19342	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
19342	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
19342	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
19342	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
19342	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
19342	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
19342	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
19342	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
19342	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
19342	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
19342	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
19342	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
19342	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
19342	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
19342	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
19342	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
19342	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
19342	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
19342	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
19342	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
19342	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
19342	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
19342	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
19342	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
19342	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
19342	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
19342	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
19342	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
19342	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
19342	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
19342	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
19342	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
19342	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
19342	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
19342	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
19342	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
19342	embedding2nn.weight	0	0.01818733476102352
19342	embedding2nn.weight	1	-0.05474179983139038
19342	embedding2nn.weight	2	0.016539650037884712
19342	embedding2nn.weight	3	-0.014215406030416489
19342	embedding2nn.weight	4	-0.057152509689331055
19342	embedding2nn.weight	5	0.044344909489154816
19342	embedding2nn.weight	6	-0.0665348693728447
19342	embedding2nn.weight	7	-0.05105092376470566
19342	embedding2nn.weight	8	0.018972285091876984
19342	embedding2nn.weight	9	0.03406837210059166
19342	embedding2nn.bias	0	0.0755770280957222
19342	embedding2nn.bias	1	0.05218662694096565
19342	embedding2nn.bias	2	-0.09463293105363846
19342	embedding2nn.bias	3	0.022673150524497032
19342	embedding2nn.bias	4	0.03289669007062912
19342	embedding2nn.bias	5	-0.098868727684021
19342	embedding2nn.bias	6	-0.048300862312316895
19342	embedding2nn.bias	7	-0.014953422360122204
19342	embedding2nn.bias	8	0.06096911057829857
19342	embedding2nn.bias	9	-0.08843273669481277
19342	rnn.weight_ih_l0	0	0.0007486908580176532
19342	rnn.weight_ih_l0	1	0.038593392819166183
19342	rnn.weight_ih_l0	2	-0.02368089370429516
19342	rnn.weight_ih_l0	3	0.018151236698031425
19342	rnn.weight_ih_l0	4	0.03169722110033035
19342	rnn.weight_ih_l0	5	-0.044296275824308395
19342	rnn.weight_ih_l0	6	0.037846047431230545
19342	rnn.weight_ih_l0	7	-0.014865032397210598
19342	rnn.weight_ih_l0	8	0.011443303897976875
19342	rnn.weight_ih_l0	9	-0.0047826338559389114
19342	rnn.weight_hh_l0	0	0.02322903275489807
19342	rnn.weight_hh_l0	1	-0.039848536252975464
19342	rnn.weight_hh_l0	2	0.030090607702732086
19342	rnn.weight_hh_l0	3	0.006936753634363413
19342	rnn.weight_hh_l0	4	0.017860887572169304
19342	rnn.weight_hh_l0	5	0.02608577348291874
19342	rnn.weight_hh_l0	6	-0.0018586433725431561
19342	rnn.weight_hh_l0	7	-0.04391759634017944
19342	rnn.weight_hh_l0	8	-0.03403279557824135
19342	rnn.weight_hh_l0	9	-0.038517821580171585
19342	rnn.bias_ih_l0	0	-0.025975463911890984
19342	rnn.bias_ih_l0	1	-0.03844020143151283
19342	rnn.bias_ih_l0	2	-0.076176717877388
19342	rnn.bias_ih_l0	3	-0.1481410562992096
19342	rnn.bias_ih_l0	4	0.03801584616303444
19342	rnn.bias_ih_l0	5	0.033983033150434494
19342	rnn.bias_ih_l0	6	-0.10014695674180984
19342	rnn.bias_ih_l0	7	-0.12434438616037369
19342	rnn.bias_ih_l0	8	-0.04290555417537689
19342	rnn.bias_ih_l0	9	-0.0384838692843914
19342	rnn.bias_hh_l0	0	0.07403498888015747
19342	rnn.bias_hh_l0	1	-0.01404021866619587
19342	rnn.bias_hh_l0	2	-0.01150671299546957
19342	rnn.bias_hh_l0	3	-0.07817880064249039
19342	rnn.bias_hh_l0	4	0.015965072438120842
19342	rnn.bias_hh_l0	5	0.056642238050699234
19342	rnn.bias_hh_l0	6	-0.04399232193827629
19342	rnn.bias_hh_l0	7	-0.056703679263591766
19342	rnn.bias_hh_l0	8	-0.07347710430622101
19342	rnn.bias_hh_l0	9	-0.06499273329973221
19342	rnn.weight_ih_l0_reverse	0	0.03097418136894703
19342	rnn.weight_ih_l0_reverse	1	-0.00761986430734396
19342	rnn.weight_ih_l0_reverse	2	-0.0154044758528471
19342	rnn.weight_ih_l0_reverse	3	0.003932264633476734
19342	rnn.weight_ih_l0_reverse	4	0.018144281581044197
19342	rnn.weight_ih_l0_reverse	5	-0.017572013661265373
19342	rnn.weight_ih_l0_reverse	6	-0.03510512411594391
19342	rnn.weight_ih_l0_reverse	7	-0.02100015990436077
19342	rnn.weight_ih_l0_reverse	8	-0.00413534278050065
19342	rnn.weight_ih_l0_reverse	9	0.020501919090747833
19342	rnn.weight_hh_l0_reverse	0	-0.019124839454889297
19342	rnn.weight_hh_l0_reverse	1	0.006197494920343161
19342	rnn.weight_hh_l0_reverse	2	-0.027756886556744576
19342	rnn.weight_hh_l0_reverse	3	0.03862226381897926
19342	rnn.weight_hh_l0_reverse	4	0.01735844649374485
19342	rnn.weight_hh_l0_reverse	5	0.013794803991913795
19342	rnn.weight_hh_l0_reverse	6	0.022210724651813507
19342	rnn.weight_hh_l0_reverse	7	0.02007928676903248
19342	rnn.weight_hh_l0_reverse	8	0.008351136930286884
19342	rnn.weight_hh_l0_reverse	9	-0.03838640823960304
19342	rnn.bias_ih_l0_reverse	0	-0.04272708296775818
19342	rnn.bias_ih_l0_reverse	1	-0.17233248054981232
19342	rnn.bias_ih_l0_reverse	2	-0.009003037586808205
19342	rnn.bias_ih_l0_reverse	3	-0.05247322842478752
19342	rnn.bias_ih_l0_reverse	4	0.06342481821775436
19342	rnn.bias_ih_l0_reverse	5	-0.11972714960575104
19342	rnn.bias_ih_l0_reverse	6	-0.02853374369442463
19342	rnn.bias_ih_l0_reverse	7	0.05636899173259735
19342	rnn.bias_ih_l0_reverse	8	-0.0707743838429451
19342	rnn.bias_ih_l0_reverse	9	-0.030506160110235214
19342	rnn.bias_hh_l0_reverse	0	-0.05941389128565788
19342	rnn.bias_hh_l0_reverse	1	-0.007056706584990025
19342	rnn.bias_hh_l0_reverse	2	-0.018595216795802116
19342	rnn.bias_hh_l0_reverse	3	-0.07514964789152145
19342	rnn.bias_hh_l0_reverse	4	0.00017295639554504305
19342	rnn.bias_hh_l0_reverse	5	-0.047221194952726364
19342	rnn.bias_hh_l0_reverse	6	-0.07574038952589035
19342	rnn.bias_hh_l0_reverse	7	-0.05773051828145981
19342	rnn.bias_hh_l0_reverse	8	-0.028744429349899292
19342	rnn.bias_hh_l0_reverse	9	-0.06532749533653259
19342	linear.weight	0	-0.12154019623994827
19342	linear.weight	1	-0.014788530766963959
19342	linear.weight	2	-0.011228874325752258
19342	linear.weight	3	-0.00749852042645216
19342	linear.weight	4	-0.02866656705737114
19342	linear.weight	5	0.17496564984321594
19342	linear.weight	6	0.0047744326293468475
19342	linear.weight	7	-0.021312154829502106
19342	linear.weight	8	0.1569136381149292
19342	linear.weight	9	0.06634971499443054
19342	linear.bias	0	-0.46797409653663635
19342	linear.bias	1	0.11549602448940277
19342	linear.bias	2	0.2749355733394623
19342	linear.bias	3	-0.3706941604614258
19342	linear.bias	4	-1.1569803953170776
19342	linear.bias	5	-1.0256894826889038
19342	linear.bias	6	-0.45807453989982605
19342	linear.bias	7	-0.6080178618431091
19342	linear.bias	8	-0.01705317199230194
19342	linear.bias	9	2.508561372756958
19539	transitions	0	0.013144530355930328
19539	transitions	1	5.990553379058838
19539	transitions	2	-2.300205945968628
19539	transitions	3	1.19462251663208
19539	transitions	4	-1.2107596397399902
19539	transitions	5	-0.18767453730106354
19539	transitions	6	-0.09406691789627075
19539	transitions	7	-10000.0
19539	transitions	8	1.4620307683944702
19539	transitions	9	-2.2703566551208496
19539	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
19539	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
19539	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
19539	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
19539	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
19539	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
19539	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
19539	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
19539	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
19539	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
19539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
19539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
19539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
19539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
19539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
19539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
19539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
19539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
19539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
19539	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
19539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
19539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
19539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
19539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
19539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
19539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
19539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
19539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
19539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
19539	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
19539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
19539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
19539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
19539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
19539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
19539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
19539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
19539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
19539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
19539	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
19539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
19539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
19539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
19539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
19539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
19539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
19539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
19539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
19539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
19539	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
19539	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
19539	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
19539	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
19539	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
19539	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
19539	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
19539	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
19539	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
19539	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
19539	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
19539	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
19539	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
19539	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
19539	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
19539	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
19539	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
19539	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
19539	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
19539	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
19539	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
19539	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
19539	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
19539	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
19539	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
19539	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
19539	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
19539	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
19539	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
19539	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
19539	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
19539	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
19539	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
19539	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
19539	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
19539	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
19539	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
19539	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
19539	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
19539	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
19539	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
19539	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
19539	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
19539	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
19539	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
19539	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
19539	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
19539	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
19539	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
19539	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
19539	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
19539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
19539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
19539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
19539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
19539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
19539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
19539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
19539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
19539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
19539	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
19539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
19539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
19539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
19539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
19539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
19539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
19539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
19539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
19539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
19539	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
19539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
19539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
19539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
19539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
19539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
19539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
19539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
19539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
19539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
19539	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
19539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
19539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
19539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
19539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
19539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
19539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
19539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
19539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
19539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
19539	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
19539	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
19539	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
19539	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
19539	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
19539	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
19539	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
19539	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
19539	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
19539	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
19539	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
19539	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
19539	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
19539	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
19539	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
19539	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
19539	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
19539	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
19539	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
19539	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
19539	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
19539	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
19539	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
19539	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
19539	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
19539	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
19539	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
19539	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
19539	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
19539	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
19539	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
19539	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
19539	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
19539	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
19539	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
19539	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
19539	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
19539	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
19539	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
19539	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
19539	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
19539	embedding2nn.weight	0	0.017449717968702316
19539	embedding2nn.weight	1	-0.05541311204433441
19539	embedding2nn.weight	2	0.01452463399618864
19539	embedding2nn.weight	3	-0.013257376849651337
19539	embedding2nn.weight	4	-0.05722924694418907
19539	embedding2nn.weight	5	0.045980505645275116
19539	embedding2nn.weight	6	-0.06428637355566025
19539	embedding2nn.weight	7	-0.052473198622465134
19539	embedding2nn.weight	8	0.017462244257330894
19539	embedding2nn.weight	9	0.038732077926397324
19539	embedding2nn.bias	0	0.07987780123949051
19539	embedding2nn.bias	1	0.05116051807999611
19539	embedding2nn.bias	2	-0.10604485124349594
19539	embedding2nn.bias	3	0.028422370553016663
19539	embedding2nn.bias	4	0.03576553240418434
19539	embedding2nn.bias	5	-0.11084333807229996
19539	embedding2nn.bias	6	-0.06408260762691498
19539	embedding2nn.bias	7	-0.004389516077935696
19539	embedding2nn.bias	8	0.056292399764060974
19539	embedding2nn.bias	9	-0.10617919266223907
19539	rnn.weight_ih_l0	0	0.001659692614339292
19539	rnn.weight_ih_l0	1	0.03257610648870468
19539	rnn.weight_ih_l0	2	-0.023226484656333923
19539	rnn.weight_ih_l0	3	0.016897017136216164
19539	rnn.weight_ih_l0	4	0.030125001445412636
19539	rnn.weight_ih_l0	5	-0.04533041641116142
19539	rnn.weight_ih_l0	6	0.03914584591984749
19539	rnn.weight_ih_l0	7	-0.014586152508854866
19539	rnn.weight_ih_l0	8	0.013579729944467545
19539	rnn.weight_ih_l0	9	-0.005275814328342676
19539	rnn.weight_hh_l0	0	0.023035336285829544
19539	rnn.weight_hh_l0	1	-0.0398198626935482
19539	rnn.weight_hh_l0	2	0.029898930341005325
19539	rnn.weight_hh_l0	3	0.008548642508685589
19539	rnn.weight_hh_l0	4	0.01790286973118782
19539	rnn.weight_hh_l0	5	0.02673623524606228
19539	rnn.weight_hh_l0	6	-0.0015678838826715946
19539	rnn.weight_hh_l0	7	-0.044221073389053345
19539	rnn.weight_hh_l0	8	-0.03261687606573105
19539	rnn.weight_hh_l0	9	-0.03950268775224686
19539	rnn.bias_ih_l0	0	-0.02399623766541481
19539	rnn.bias_ih_l0	1	-0.04153423756361008
19539	rnn.bias_ih_l0	2	-0.07694253325462341
19539	rnn.bias_ih_l0	3	-0.15070584416389465
19539	rnn.bias_ih_l0	4	0.035125527530908585
19539	rnn.bias_ih_l0	5	0.03610721975564957
19539	rnn.bias_ih_l0	6	-0.09533467143774033
19539	rnn.bias_ih_l0	7	-0.12524119019508362
19539	rnn.bias_ih_l0	8	-0.04109335318207741
19539	rnn.bias_ih_l0	9	-0.04408019036054611
19539	rnn.bias_hh_l0	0	0.07358288764953613
19539	rnn.bias_hh_l0	1	-0.015499379485845566
19539	rnn.bias_hh_l0	2	-0.011816950514912605
19539	rnn.bias_hh_l0	3	-0.07817462831735611
19539	rnn.bias_hh_l0	4	0.02422414720058441
19539	rnn.bias_hh_l0	5	0.05186159908771515
19539	rnn.bias_hh_l0	6	-0.045548222959041595
19539	rnn.bias_hh_l0	7	-0.05863749608397484
19539	rnn.bias_hh_l0	8	-0.07802943885326385
19539	rnn.bias_hh_l0	9	-0.0686938539147377
19539	rnn.weight_ih_l0_reverse	0	0.030619153752923012
19539	rnn.weight_ih_l0_reverse	1	-0.008414656855165958
19539	rnn.weight_ih_l0_reverse	2	-0.013998041860759258
19539	rnn.weight_ih_l0_reverse	3	0.007465384900569916
19539	rnn.weight_ih_l0_reverse	4	0.018060816451907158
19539	rnn.weight_ih_l0_reverse	5	-0.01626393385231495
19539	rnn.weight_ih_l0_reverse	6	-0.036744702607393265
19539	rnn.weight_ih_l0_reverse	7	-0.02429594285786152
19539	rnn.weight_ih_l0_reverse	8	-0.0030823766719549894
19539	rnn.weight_ih_l0_reverse	9	0.018670033663511276
19539	rnn.weight_hh_l0_reverse	0	-0.019185587763786316
19539	rnn.weight_hh_l0_reverse	1	0.007205119356513023
19539	rnn.weight_hh_l0_reverse	2	-0.028235089033842087
19539	rnn.weight_hh_l0_reverse	3	0.0393071174621582
19539	rnn.weight_hh_l0_reverse	4	0.017106983810663223
19539	rnn.weight_hh_l0_reverse	5	0.013554631732404232
19539	rnn.weight_hh_l0_reverse	6	0.02235269732773304
19539	rnn.weight_hh_l0_reverse	7	0.02072048932313919
19539	rnn.weight_hh_l0_reverse	8	0.00851199496537447
19539	rnn.weight_hh_l0_reverse	9	-0.03836728632450104
19539	rnn.bias_ih_l0_reverse	0	-0.04448634758591652
19539	rnn.bias_ih_l0_reverse	1	-0.17184388637542725
19539	rnn.bias_ih_l0_reverse	2	-0.013013399206101894
19539	rnn.bias_ih_l0_reverse	3	-0.04955599084496498
19539	rnn.bias_ih_l0_reverse	4	0.05534656345844269
19539	rnn.bias_ih_l0_reverse	5	-0.116371750831604
19539	rnn.bias_ih_l0_reverse	6	-0.02978333830833435
19539	rnn.bias_ih_l0_reverse	7	0.05500779673457146
19539	rnn.bias_ih_l0_reverse	8	-0.07238060981035233
19539	rnn.bias_ih_l0_reverse	9	-0.030326640233397484
19539	rnn.bias_hh_l0_reverse	0	-0.05705580860376358
19539	rnn.bias_hh_l0_reverse	1	-0.00931908842176199
19539	rnn.bias_hh_l0_reverse	2	-0.01893289014697075
19539	rnn.bias_hh_l0_reverse	3	-0.07441897690296173
19539	rnn.bias_hh_l0_reverse	4	0.0015838112449273467
19539	rnn.bias_hh_l0_reverse	5	-0.046217385679483414
19539	rnn.bias_hh_l0_reverse	6	-0.07395733892917633
19539	rnn.bias_hh_l0_reverse	7	-0.05895543470978737
19539	rnn.bias_hh_l0_reverse	8	-0.02466455288231373
19539	rnn.bias_hh_l0_reverse	9	-0.06699080765247345
19539	linear.weight	0	-0.11742865294218063
19539	linear.weight	1	-0.01599825732409954
19539	linear.weight	2	-0.011228874325752258
19539	linear.weight	3	0.008695504628121853
19539	linear.weight	4	-0.028646891936659813
19539	linear.weight	5	0.18385080993175507
19539	linear.weight	6	0.0047744326293468475
19539	linear.weight	7	-0.021312154829502106
19539	linear.weight	8	0.15374909341335297
19539	linear.weight	9	0.0645228922367096
19539	linear.bias	0	-0.4663362503051758
19539	linear.bias	1	0.10483488440513611
19539	linear.bias	2	0.2768803536891937
19539	linear.bias	3	-0.3918572962284088
19539	linear.bias	4	-1.1696336269378662
19539	linear.bias	5	-1.026755690574646
19539	linear.bias	6	-0.4491550028324127
19539	linear.bias	7	-0.550933301448822
19539	linear.bias	8	-0.01705317199230194
19539	linear.bias	9	2.403721809387207
19736	transitions	0	0.01097763329744339
19736	transitions	1	5.996872425079346
19736	transitions	2	-2.3067681789398193
19736	transitions	3	1.2069618701934814
19736	transitions	4	-1.2150424718856812
19736	transitions	5	-0.1881934404373169
19736	transitions	6	-0.09477269649505615
19736	transitions	7	-10000.0
19736	transitions	8	1.4639419317245483
19736	transitions	9	-2.270542860031128
19736	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
19736	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
19736	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
19736	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
19736	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
19736	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
19736	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
19736	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
19736	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
19736	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
19736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
19736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
19736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
19736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
19736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
19736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
19736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
19736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
19736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
19736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
19736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
19736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
19736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
19736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
19736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
19736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
19736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
19736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
19736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
19736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
19736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
19736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
19736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
19736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
19736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
19736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
19736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
19736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
19736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
19736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
19736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
19736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
19736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
19736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
19736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
19736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
19736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
19736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
19736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
19736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
19736	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
19736	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
19736	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
19736	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
19736	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
19736	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
19736	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
19736	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
19736	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
19736	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
19736	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
19736	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
19736	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
19736	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
19736	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
19736	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
19736	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
19736	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
19736	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
19736	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
19736	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
19736	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
19736	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
19736	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
19736	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
19736	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
19736	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
19736	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
19736	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
19736	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
19736	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
19736	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
19736	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
19736	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
19736	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
19736	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
19736	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
19736	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
19736	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
19736	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
19736	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
19736	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
19736	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
19736	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
19736	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
19736	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
19736	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
19736	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
19736	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
19736	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
19736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
19736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
19736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
19736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
19736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
19736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
19736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
19736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
19736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
19736	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
19736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
19736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
19736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
19736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
19736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
19736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
19736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
19736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
19736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
19736	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
19736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
19736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
19736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
19736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
19736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
19736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
19736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
19736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
19736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
19736	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
19736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
19736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
19736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
19736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
19736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
19736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
19736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
19736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
19736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
19736	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
19736	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
19736	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
19736	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
19736	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
19736	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
19736	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
19736	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
19736	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
19736	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
19736	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
19736	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
19736	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
19736	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
19736	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
19736	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
19736	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
19736	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
19736	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
19736	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
19736	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
19736	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
19736	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
19736	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
19736	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
19736	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
19736	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
19736	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
19736	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
19736	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
19736	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
19736	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
19736	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
19736	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
19736	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
19736	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
19736	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
19736	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
19736	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
19736	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
19736	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
19736	embedding2nn.weight	0	0.017556942999362946
19736	embedding2nn.weight	1	-0.05644185096025467
19736	embedding2nn.weight	2	0.012801563367247581
19736	embedding2nn.weight	3	-0.012038549408316612
19736	embedding2nn.weight	4	-0.05570941045880318
19736	embedding2nn.weight	5	0.04524512216448784
19736	embedding2nn.weight	6	-0.05834352597594261
19736	embedding2nn.weight	7	-0.0533602349460125
19736	embedding2nn.weight	8	0.016469096764922142
19736	embedding2nn.weight	9	0.03938678279519081
19736	embedding2nn.bias	0	0.0893249437212944
19736	embedding2nn.bias	1	0.043912097811698914
19736	embedding2nn.bias	2	-0.10539466142654419
19736	embedding2nn.bias	3	0.04816186800599098
19736	embedding2nn.bias	4	0.0367516428232193
19736	embedding2nn.bias	5	-0.11844637244939804
19736	embedding2nn.bias	6	-0.05757080763578415
19736	embedding2nn.bias	7	0.000512436730787158
19736	embedding2nn.bias	8	0.07037103921175003
19736	embedding2nn.bias	9	-0.12089326977729797
19736	rnn.weight_ih_l0	0	-0.0017755202716216445
19736	rnn.weight_ih_l0	1	0.032319940626621246
19736	rnn.weight_ih_l0	2	-0.023403532803058624
19736	rnn.weight_ih_l0	3	0.017096608877182007
19736	rnn.weight_ih_l0	4	0.029467156156897545
19736	rnn.weight_ih_l0	5	-0.04405871778726578
19736	rnn.weight_ih_l0	6	0.039818763732910156
19736	rnn.weight_ih_l0	7	-0.015993066132068634
19736	rnn.weight_ih_l0	8	0.01357662957161665
19736	rnn.weight_ih_l0	9	-0.0054273344576358795
19736	rnn.weight_hh_l0	0	0.023279637098312378
19736	rnn.weight_hh_l0	1	-0.04099580645561218
19736	rnn.weight_hh_l0	2	0.029430678114295006
19736	rnn.weight_hh_l0	3	0.008794459514319897
19736	rnn.weight_hh_l0	4	0.01757439598441124
19736	rnn.weight_hh_l0	5	0.026771090924739838
19736	rnn.weight_hh_l0	6	-0.0017324365908280015
19736	rnn.weight_hh_l0	7	-0.04477861523628235
19736	rnn.weight_hh_l0	8	-0.03298530355095863
19736	rnn.weight_hh_l0	9	-0.03887076675891876
19736	rnn.bias_ih_l0	0	-0.024183370172977448
19736	rnn.bias_ih_l0	1	-0.041778646409511566
19736	rnn.bias_ih_l0	2	-0.07663844525814056
19736	rnn.bias_ih_l0	3	-0.15199823677539825
19736	rnn.bias_ih_l0	4	0.03499852493405342
19736	rnn.bias_ih_l0	5	0.03493292257189751
19736	rnn.bias_ih_l0	6	-0.09191042184829712
19736	rnn.bias_ih_l0	7	-0.12081026285886765
19736	rnn.bias_ih_l0	8	-0.04203733801841736
19736	rnn.bias_ih_l0	9	-0.04350878298282623
19736	rnn.bias_hh_l0	0	0.06714854389429092
19736	rnn.bias_hh_l0	1	-0.017908591777086258
19736	rnn.bias_hh_l0	2	-0.011114978231489658
19736	rnn.bias_hh_l0	3	-0.07604815810918808
19736	rnn.bias_hh_l0	4	0.027392351999878883
19736	rnn.bias_hh_l0	5	0.05380524322390556
19736	rnn.bias_hh_l0	6	-0.04707198590040207
19736	rnn.bias_hh_l0	7	-0.06522718816995621
19736	rnn.bias_hh_l0	8	-0.0748162567615509
19736	rnn.bias_hh_l0	9	-0.062449000775814056
19736	rnn.weight_ih_l0_reverse	0	0.03228025883436203
19736	rnn.weight_ih_l0_reverse	1	-0.008097781799733639
19736	rnn.weight_ih_l0_reverse	2	-0.016155196353793144
19736	rnn.weight_ih_l0_reverse	3	0.007763999979943037
19736	rnn.weight_ih_l0_reverse	4	0.020568132400512695
19736	rnn.weight_ih_l0_reverse	5	-0.01999260112643242
19736	rnn.weight_ih_l0_reverse	6	-0.03481477126479149
19736	rnn.weight_ih_l0_reverse	7	-0.02298891730606556
19736	rnn.weight_ih_l0_reverse	8	-0.0033556451089680195
19736	rnn.weight_ih_l0_reverse	9	0.0184591393917799
19736	rnn.weight_hh_l0_reverse	0	-0.018748614937067032
19736	rnn.weight_hh_l0_reverse	1	0.008096572011709213
19736	rnn.weight_hh_l0_reverse	2	-0.02794116921722889
19736	rnn.weight_hh_l0_reverse	3	0.04000657796859741
19736	rnn.weight_hh_l0_reverse	4	0.016808466985821724
19736	rnn.weight_hh_l0_reverse	5	0.013179203495383263
19736	rnn.weight_hh_l0_reverse	6	0.022299816831946373
19736	rnn.weight_hh_l0_reverse	7	0.021337756887078285
19736	rnn.weight_hh_l0_reverse	8	0.008710304275155067
19736	rnn.weight_hh_l0_reverse	9	-0.03825662285089493
19736	rnn.bias_ih_l0_reverse	0	-0.04569357633590698
19736	rnn.bias_ih_l0_reverse	1	-0.17212700843811035
19736	rnn.bias_ih_l0_reverse	2	-0.013577301055192947
19736	rnn.bias_ih_l0_reverse	3	-0.05194038897752762
19736	rnn.bias_ih_l0_reverse	4	0.05068496987223625
19736	rnn.bias_ih_l0_reverse	5	-0.11466585844755173
19736	rnn.bias_ih_l0_reverse	6	-0.03400203213095665
19736	rnn.bias_ih_l0_reverse	7	0.06230837479233742
19736	rnn.bias_ih_l0_reverse	8	-0.07913422584533691
19736	rnn.bias_ih_l0_reverse	9	-0.02903047762811184
19736	rnn.bias_hh_l0_reverse	0	-0.05972045287489891
19736	rnn.bias_hh_l0_reverse	1	-0.0114096375182271
19736	rnn.bias_hh_l0_reverse	2	-0.021964075043797493
19736	rnn.bias_hh_l0_reverse	3	-0.07013930380344391
19736	rnn.bias_hh_l0_reverse	4	0.0022166657727211714
19736	rnn.bias_hh_l0_reverse	5	-0.048317424952983856
19736	rnn.bias_hh_l0_reverse	6	-0.07453672587871552
19736	rnn.bias_hh_l0_reverse	7	-0.06358586251735687
19736	rnn.bias_hh_l0_reverse	8	-0.026398422196507454
19736	rnn.bias_hh_l0_reverse	9	-0.06733175367116928
19736	linear.weight	0	-0.12731827795505524
19736	linear.weight	1	-0.02260267361998558
19736	linear.weight	2	-0.011228874325752258
19736	linear.weight	3	-0.009634606540203094
19736	linear.weight	4	-0.012075912207365036
19736	linear.weight	5	0.1848924160003662
19736	linear.weight	6	0.0047744326293468475
19736	linear.weight	7	-0.021312154829502106
19736	linear.weight	8	0.12462854385375977
19736	linear.weight	9	0.06095345318317413
19736	linear.bias	0	-0.4825655519962311
19736	linear.bias	1	0.1725533902645111
19736	linear.bias	2	0.2747728228569031
19736	linear.bias	3	-0.3710123896598816
19736	linear.bias	4	-1.149096965789795
19736	linear.bias	5	-1.0279781818389893
19736	linear.bias	6	-0.46201086044311523
19736	linear.bias	7	-0.5784851312637329
19736	linear.bias	8	-0.01705317199230194
19736	linear.bias	9	2.4196999073028564
19740	transitions	0	0.010968376882374287
19740	transitions	1	5.999789237976074
19740	transitions	2	-2.306924343109131
19740	transitions	3	1.2062187194824219
19740	transitions	4	-1.2150686979293823
19740	transitions	5	-0.18819831311702728
19740	transitions	6	-0.0947771817445755
19740	transitions	7	-10000.0
19740	transitions	8	1.4639066457748413
19740	transitions	9	-2.2705461978912354
19740	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
19740	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
19740	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
19740	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
19740	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
19740	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
19740	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
19740	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
19740	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
19740	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
19740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
19740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
19740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
19740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
19740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
19740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
19740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
19740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
19740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
19740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
19740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
19740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
19740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
19740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
19740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
19740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
19740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
19740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
19740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
19740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
19740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
19740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
19740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
19740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
19740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
19740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
19740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
19740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
19740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
19740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
19740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
19740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
19740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
19740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
19740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
19740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
19740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
19740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
19740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
19740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
19740	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
19740	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
19740	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
19740	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
19740	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
19740	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
19740	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
19740	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
19740	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
19740	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
19740	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
19740	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
19740	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
19740	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
19740	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
19740	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
19740	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
19740	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
19740	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
19740	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
19740	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
19740	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
19740	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
19740	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
19740	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
19740	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
19740	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
19740	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
19740	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
19740	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
19740	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
19740	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
19740	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
19740	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
19740	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
19740	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
19740	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
19740	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
19740	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
19740	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
19740	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
19740	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
19740	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
19740	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
19740	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
19740	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
19740	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
19740	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
19740	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
19740	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
19740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
19740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
19740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
19740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
19740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
19740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
19740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
19740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
19740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
19740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
19740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
19740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
19740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
19740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
19740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
19740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
19740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
19740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
19740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
19740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
19740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
19740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
19740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
19740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
19740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
19740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
19740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
19740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
19740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
19740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
19740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
19740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
19740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
19740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
19740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
19740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
19740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
19740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
19740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
19740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
19740	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
19740	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
19740	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
19740	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
19740	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
19740	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
19740	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
19740	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
19740	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
19740	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
19740	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
19740	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
19740	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
19740	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
19740	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
19740	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
19740	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
19740	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
19740	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
19740	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
19740	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
19740	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
19740	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
19740	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
19740	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
19740	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
19740	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
19740	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
19740	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
19740	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
19740	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
19740	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
19740	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
19740	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
19740	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
19740	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
19740	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
19740	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
19740	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
19740	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
19740	embedding2nn.weight	0	0.017550017684698105
19740	embedding2nn.weight	1	-0.05644611269235611
19740	embedding2nn.weight	2	0.013196911662817001
19740	embedding2nn.weight	3	-0.012145564891397953
19740	embedding2nn.weight	4	-0.055681999772787094
19740	embedding2nn.weight	5	0.045172106474637985
19740	embedding2nn.weight	6	-0.05683326721191406
19740	embedding2nn.weight	7	-0.053465209901332855
19740	embedding2nn.weight	8	0.016526320949196815
19740	embedding2nn.weight	9	0.03989294171333313
19740	embedding2nn.bias	0	0.09001687914133072
19740	embedding2nn.bias	1	0.04499950632452965
19740	embedding2nn.bias	2	-0.10336227715015411
19740	embedding2nn.bias	3	0.04814264178276062
19740	embedding2nn.bias	4	0.0383664146065712
19740	embedding2nn.bias	5	-0.11844733357429504
19740	embedding2nn.bias	6	-0.05902887508273125
19740	embedding2nn.bias	7	-0.0022148124407976866
19740	embedding2nn.bias	8	0.07197374850511551
19740	embedding2nn.bias	9	-0.11944486945867538
19740	rnn.weight_ih_l0	0	-0.0020891616586595774
19740	rnn.weight_ih_l0	1	0.03270572051405907
19740	rnn.weight_ih_l0	2	-0.023090124130249023
19740	rnn.weight_ih_l0	3	0.0170208178460598
19740	rnn.weight_ih_l0	4	0.02960829623043537
19740	rnn.weight_ih_l0	5	-0.043770547956228256
19740	rnn.weight_ih_l0	6	0.03913938254117966
19740	rnn.weight_ih_l0	7	-0.0161163117736578
19740	rnn.weight_ih_l0	8	0.013492854312062263
19740	rnn.weight_ih_l0	9	-0.00550841586664319
19740	rnn.weight_hh_l0	0	0.0233134962618351
19740	rnn.weight_hh_l0	1	-0.04094253107905388
19740	rnn.weight_hh_l0	2	0.029444316402077675
19740	rnn.weight_hh_l0	3	0.009068230167031288
19740	rnn.weight_hh_l0	4	0.017566625028848648
19740	rnn.weight_hh_l0	5	0.026896167546510696
19740	rnn.weight_hh_l0	6	-0.0017683269688859582
19740	rnn.weight_hh_l0	7	-0.04473460838198662
19740	rnn.weight_hh_l0	8	-0.03280312940478325
19740	rnn.weight_hh_l0	9	-0.03896435350179672
19740	rnn.bias_ih_l0	0	-0.02341679483652115
19740	rnn.bias_ih_l0	1	-0.042647380381822586
19740	rnn.bias_ih_l0	2	-0.07765056192874908
19740	rnn.bias_ih_l0	3	-0.1519589126110077
19740	rnn.bias_ih_l0	4	0.03502253443002701
19740	rnn.bias_ih_l0	5	0.035090234130620956
19740	rnn.bias_ih_l0	6	-0.09131896495819092
19740	rnn.bias_ih_l0	7	-0.12059029936790466
19740	rnn.bias_ih_l0	8	-0.04211797937750816
19740	rnn.bias_ih_l0	9	-0.04397380352020264
19740	rnn.bias_hh_l0	0	0.06708954274654388
19740	rnn.bias_hh_l0	1	-0.01743246801197529
19740	rnn.bias_hh_l0	2	-0.01046788040548563
19740	rnn.bias_hh_l0	3	-0.07634191960096359
19740	rnn.bias_hh_l0	4	0.025457248091697693
19740	rnn.bias_hh_l0	5	0.05375400558114052
19740	rnn.bias_hh_l0	6	-0.04692601040005684
19740	rnn.bias_hh_l0	7	-0.06549416482448578
19740	rnn.bias_hh_l0	8	-0.07490385323762894
19740	rnn.bias_hh_l0	9	-0.06252384185791016
19740	rnn.weight_ih_l0_reverse	0	0.03234605863690376
19740	rnn.weight_ih_l0_reverse	1	-0.008083502762019634
19740	rnn.weight_ih_l0_reverse	2	-0.016181154176592827
19740	rnn.weight_ih_l0_reverse	3	0.007845981046557426
19740	rnn.weight_ih_l0_reverse	4	0.020528551191091537
19740	rnn.weight_ih_l0_reverse	5	-0.0201965793967247
19740	rnn.weight_ih_l0_reverse	6	-0.03500308096408844
19740	rnn.weight_ih_l0_reverse	7	-0.022845908999443054
19740	rnn.weight_ih_l0_reverse	8	-0.0032702332828193903
19740	rnn.weight_ih_l0_reverse	9	0.01787932589650154
19740	rnn.weight_hh_l0_reverse	0	-0.01870713382959366
19740	rnn.weight_hh_l0_reverse	1	0.00807673204690218
19740	rnn.weight_hh_l0_reverse	2	-0.027942195534706116
19740	rnn.weight_hh_l0_reverse	3	0.03973837196826935
19740	rnn.weight_hh_l0_reverse	4	0.01684572733938694
19740	rnn.weight_hh_l0_reverse	5	0.013177254237234592
19740	rnn.weight_hh_l0_reverse	6	0.022303463891148567
19740	rnn.weight_hh_l0_reverse	7	0.021245408803224564
19740	rnn.weight_hh_l0_reverse	8	0.008676531724631786
19740	rnn.weight_hh_l0_reverse	9	-0.03831136226654053
19740	rnn.bias_ih_l0_reverse	0	-0.04573835805058479
19740	rnn.bias_ih_l0_reverse	1	-0.1729675531387329
19740	rnn.bias_ih_l0_reverse	2	-0.013430153951048851
19740	rnn.bias_ih_l0_reverse	3	-0.05215434730052948
19740	rnn.bias_ih_l0_reverse	4	0.05121047794818878
19740	rnn.bias_ih_l0_reverse	5	-0.11572463065385818
19740	rnn.bias_ih_l0_reverse	6	-0.03341775760054588
19740	rnn.bias_ih_l0_reverse	7	0.062115106731653214
19740	rnn.bias_ih_l0_reverse	8	-0.07954750955104828
19740	rnn.bias_ih_l0_reverse	9	-0.028694720938801765
19740	rnn.bias_hh_l0_reverse	0	-0.05906375125050545
19740	rnn.bias_hh_l0_reverse	1	-0.01103681419044733
19740	rnn.bias_hh_l0_reverse	2	-0.02206439897418022
19740	rnn.bias_hh_l0_reverse	3	-0.07071132957935333
19740	rnn.bias_hh_l0_reverse	4	0.002411664230749011
19740	rnn.bias_hh_l0_reverse	5	-0.048294417560100555
19740	rnn.bias_hh_l0_reverse	6	-0.07418111711740494
19740	rnn.bias_hh_l0_reverse	7	-0.06341499835252762
19740	rnn.bias_hh_l0_reverse	8	-0.026353586465120316
19740	rnn.bias_hh_l0_reverse	9	-0.06731922924518585
19740	linear.weight	0	-0.12748843431472778
19740	linear.weight	1	-0.02250760793685913
19740	linear.weight	2	-0.011228874325752258
19740	linear.weight	3	-0.009666163474321365
19740	linear.weight	4	-0.0168251171708107
19740	linear.weight	5	0.18556395173072815
19740	linear.weight	6	0.0047744326293468475
19740	linear.weight	7	-0.021312154829502106
19740	linear.weight	8	0.11681197583675385
19740	linear.weight	9	0.06186240538954735
19740	linear.bias	0	-0.4819624125957489
19740	linear.bias	1	0.17475906014442444
19740	linear.bias	2	0.2592025399208069
19740	linear.bias	3	-0.37006697058677673
19740	linear.bias	4	-1.1708619594573975
19740	linear.bias	5	-1.0279988050460815
19740	linear.bias	6	-0.46292930841445923
19740	linear.bias	7	-0.5872631669044495
19740	linear.bias	8	-0.01705317199230194
19740	linear.bias	9	2.452237606048584
19937	transitions	0	0.008997924625873566
19937	transitions	1	6.019956588745117
19937	transitions	2	-2.31169056892395
19937	transitions	3	1.186913251876831
19937	transitions	4	-1.2181990146636963
19937	transitions	5	-0.1886225938796997
19937	transitions	6	-0.09543237090110779
19937	transitions	7	-10000.0
19937	transitions	8	1.4642226696014404
19937	transitions	9	-2.2706832885742188
19937	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
19937	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
19937	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
19937	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
19937	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
19937	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
19937	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
19937	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
19937	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
19937	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
19937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
19937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
19937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
19937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
19937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
19937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
19937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
19937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
19937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
19937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
19937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
19937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
19937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
19937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
19937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
19937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
19937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
19937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
19937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
19937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
19937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
19937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
19937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
19937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
19937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
19937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
19937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
19937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
19937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
19937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
19937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
19937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
19937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
19937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
19937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
19937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
19937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
19937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
19937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
19937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
19937	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
19937	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
19937	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
19937	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
19937	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
19937	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
19937	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
19937	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
19937	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
19937	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
19937	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
19937	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
19937	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
19937	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
19937	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
19937	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
19937	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
19937	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
19937	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
19937	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
19937	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
19937	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
19937	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
19937	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
19937	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
19937	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
19937	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
19937	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
19937	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
19937	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
19937	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
19937	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
19937	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
19937	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
19937	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
19937	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
19937	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
19937	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
19937	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
19937	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
19937	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
19937	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
19937	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
19937	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
19937	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
19937	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
19937	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
19937	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
19937	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
19937	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
19937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
19937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
19937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
19937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
19937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
19937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
19937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
19937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
19937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
19937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
19937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
19937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
19937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
19937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
19937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
19937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
19937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
19937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
19937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
19937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
19937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
19937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
19937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
19937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
19937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
19937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
19937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
19937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
19937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
19937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
19937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
19937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
19937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
19937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
19937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
19937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
19937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
19937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
19937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
19937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
19937	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
19937	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
19937	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
19937	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
19937	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
19937	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
19937	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
19937	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
19937	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
19937	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
19937	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
19937	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
19937	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
19937	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
19937	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
19937	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
19937	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
19937	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
19937	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
19937	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
19937	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
19937	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
19937	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
19937	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
19937	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
19937	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
19937	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
19937	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
19937	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
19937	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
19937	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
19937	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
19937	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
19937	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
19937	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
19937	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
19937	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
19937	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
19937	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
19937	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
19937	embedding2nn.weight	0	0.0176054909825325
19937	embedding2nn.weight	1	-0.055791959166526794
19937	embedding2nn.weight	2	0.01153239794075489
19937	embedding2nn.weight	3	-0.014154045842587948
19937	embedding2nn.weight	4	-0.05820561945438385
19937	embedding2nn.weight	5	0.04433376342058182
19937	embedding2nn.weight	6	-0.053175974637269974
19937	embedding2nn.weight	7	-0.05571474879980087
19937	embedding2nn.weight	8	0.016505734995007515
19937	embedding2nn.weight	9	0.036870937794446945
19937	embedding2nn.bias	0	0.09946579486131668
19937	embedding2nn.bias	1	0.05354217439889908
19937	embedding2nn.bias	2	-0.10682278126478195
19937	embedding2nn.bias	3	0.0419967845082283
19937	embedding2nn.bias	4	0.03533606603741646
19937	embedding2nn.bias	5	-0.12889321148395538
19937	embedding2nn.bias	6	-0.06485985219478607
19937	embedding2nn.bias	7	-0.0030810621101409197
19937	embedding2nn.bias	8	0.058293137699365616
19937	embedding2nn.bias	9	-0.10837940126657486
19937	rnn.weight_ih_l0	0	-0.0034376659896224737
19937	rnn.weight_ih_l0	1	0.031039349734783173
19937	rnn.weight_ih_l0	2	-0.023406658321619034
19937	rnn.weight_ih_l0	3	0.017849862575531006
19937	rnn.weight_ih_l0	4	0.030621550977230072
19937	rnn.weight_ih_l0	5	-0.04386262595653534
19937	rnn.weight_ih_l0	6	0.038900211453437805
19937	rnn.weight_ih_l0	7	-0.016306761652231216
19937	rnn.weight_ih_l0	8	0.011617357842624187
19937	rnn.weight_ih_l0	9	-0.0056015364825725555
19937	rnn.weight_hh_l0	0	0.022770069539546967
19937	rnn.weight_hh_l0	1	-0.043123286217451096
19937	rnn.weight_hh_l0	2	0.02994648739695549
19937	rnn.weight_hh_l0	3	0.008907264098525047
19937	rnn.weight_hh_l0	4	0.017988579347729683
19937	rnn.weight_hh_l0	5	0.027896631509065628
19937	rnn.weight_hh_l0	6	-0.0019680531695485115
19937	rnn.weight_hh_l0	7	-0.044982846826314926
19937	rnn.weight_hh_l0	8	-0.03183665871620178
19937	rnn.weight_hh_l0	9	-0.0370788499712944
19937	rnn.bias_ih_l0	0	-0.022633591666817665
19937	rnn.bias_ih_l0	1	-0.043136414140462875
19937	rnn.bias_ih_l0	2	-0.08076955378055573
19937	rnn.bias_ih_l0	3	-0.14950504899024963
19937	rnn.bias_ih_l0	4	0.033775851130485535
19937	rnn.bias_ih_l0	5	0.039798736572265625
19937	rnn.bias_ih_l0	6	-0.09327394515275955
19937	rnn.bias_ih_l0	7	-0.12354613840579987
19937	rnn.bias_ih_l0	8	-0.04060789942741394
19937	rnn.bias_ih_l0	9	-0.0451284795999527
19937	rnn.bias_hh_l0	0	0.06415572762489319
19937	rnn.bias_hh_l0	1	-0.02040996588766575
19937	rnn.bias_hh_l0	2	-0.008195040747523308
19937	rnn.bias_hh_l0	3	-0.07843034714460373
19937	rnn.bias_hh_l0	4	0.017699984833598137
19937	rnn.bias_hh_l0	5	0.05988141521811485
19937	rnn.bias_hh_l0	6	-0.04675404727458954
19937	rnn.bias_hh_l0	7	-0.06541849672794342
19937	rnn.bias_hh_l0	8	-0.07027977705001831
19937	rnn.bias_hh_l0	9	-0.0634593740105629
19937	rnn.weight_ih_l0_reverse	0	0.02902902662754059
19937	rnn.weight_ih_l0_reverse	1	-0.007512637879699469
19937	rnn.weight_ih_l0_reverse	2	-0.019543778151273727
19937	rnn.weight_ih_l0_reverse	3	0.006188577972352505
19937	rnn.weight_ih_l0_reverse	4	0.023201949894428253
19937	rnn.weight_ih_l0_reverse	5	-0.01938297227025032
19937	rnn.weight_ih_l0_reverse	6	-0.03633006662130356
19937	rnn.weight_ih_l0_reverse	7	-0.023120256140828133
19937	rnn.weight_ih_l0_reverse	8	-0.0038937872741371393
19937	rnn.weight_ih_l0_reverse	9	0.017757490277290344
19937	rnn.weight_hh_l0_reverse	0	-0.018802259117364883
19937	rnn.weight_hh_l0_reverse	1	0.00792189221829176
19937	rnn.weight_hh_l0_reverse	2	-0.02719329483807087
19937	rnn.weight_hh_l0_reverse	3	0.038652367889881134
19937	rnn.weight_hh_l0_reverse	4	0.016356559470295906
19937	rnn.weight_hh_l0_reverse	5	0.012954364530742168
19937	rnn.weight_hh_l0_reverse	6	0.023398704826831818
19937	rnn.weight_hh_l0_reverse	7	0.020977798849344254
19937	rnn.weight_hh_l0_reverse	8	0.008609866723418236
19937	rnn.weight_hh_l0_reverse	9	-0.03818576782941818
19937	rnn.bias_ih_l0_reverse	0	-0.042447447776794434
19937	rnn.bias_ih_l0_reverse	1	-0.1760200411081314
19937	rnn.bias_ih_l0_reverse	2	-0.015085425227880478
19937	rnn.bias_ih_l0_reverse	3	-0.054451409727334976
19937	rnn.bias_ih_l0_reverse	4	0.05104290693998337
19937	rnn.bias_ih_l0_reverse	5	-0.12213161587715149
19937	rnn.bias_ih_l0_reverse	6	-0.0295683853328228
19937	rnn.bias_ih_l0_reverse	7	0.05243890359997749
19937	rnn.bias_ih_l0_reverse	8	-0.07525481283664703
19937	rnn.bias_ih_l0_reverse	9	-0.03003580868244171
19937	rnn.bias_hh_l0_reverse	0	-0.06396227329969406
19937	rnn.bias_hh_l0_reverse	1	-0.013380172662436962
19937	rnn.bias_hh_l0_reverse	2	-0.02303672395646572
19937	rnn.bias_hh_l0_reverse	3	-0.06981410086154938
19937	rnn.bias_hh_l0_reverse	4	0.0023158665280789137
19937	rnn.bias_hh_l0_reverse	5	-0.04328637942671776
19937	rnn.bias_hh_l0_reverse	6	-0.0789702981710434
19937	rnn.bias_hh_l0_reverse	7	-0.06546220928430557
19937	rnn.bias_hh_l0_reverse	8	-0.025759920477867126
19937	rnn.bias_hh_l0_reverse	9	-0.06430341303348541
19937	linear.weight	0	-0.13568918406963348
19937	linear.weight	1	-0.02436278574168682
19937	linear.weight	2	-0.011228874325752258
19937	linear.weight	3	-0.029476016759872437
19937	linear.weight	4	-0.008256010711193085
19937	linear.weight	5	0.1913650631904602
19937	linear.weight	6	0.0047744326293468475
19937	linear.weight	7	-0.021312154829502106
19937	linear.weight	8	0.12839479744434357
19937	linear.weight	9	0.05948914960026741
19937	linear.bias	0	-0.4887053370475769
19937	linear.bias	1	0.1365569531917572
19937	linear.bias	2	0.2690579295158386
19937	linear.bias	3	-0.37880128622055054
19937	linear.bias	4	-1.2038167715072632
19937	linear.bias	5	-1.0290439128875732
19937	linear.bias	6	-0.467214971780777
19937	linear.bias	7	-0.5864877700805664
19937	linear.bias	8	-0.01705317199230194
19937	linear.bias	9	2.477186441421509
20134	transitions	0	0.007381637580692768
20134	transitions	1	6.071371555328369
20134	transitions	2	-2.3180646896362305
20134	transitions	3	1.1928013563156128
20134	transitions	4	-1.2222752571105957
20134	transitions	5	-0.18938671052455902
20134	transitions	6	-0.0960480272769928
20134	transitions	7	-10000.0
20134	transitions	8	1.4612964391708374
20134	transitions	9	-2.2708580493927
20134	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
20134	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
20134	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
20134	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
20134	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
20134	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
20134	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
20134	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
20134	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
20134	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
20134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
20134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
20134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
20134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
20134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
20134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
20134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
20134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
20134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
20134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
20134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
20134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
20134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
20134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
20134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
20134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
20134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
20134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
20134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
20134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
20134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
20134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
20134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
20134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
20134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
20134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
20134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
20134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
20134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
20134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
20134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
20134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
20134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
20134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
20134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
20134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
20134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
20134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
20134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
20134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
20134	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
20134	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
20134	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
20134	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
20134	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
20134	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
20134	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
20134	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
20134	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
20134	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
20134	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
20134	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
20134	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
20134	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
20134	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
20134	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
20134	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
20134	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
20134	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
20134	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
20134	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
20134	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
20134	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
20134	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
20134	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
20134	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
20134	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
20134	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
20134	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
20134	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
20134	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
20134	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
20134	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
20134	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
20134	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
20134	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
20134	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
20134	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
20134	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
20134	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
20134	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
20134	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
20134	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
20134	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
20134	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
20134	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
20134	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
20134	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
20134	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
20134	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
20134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
20134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
20134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
20134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
20134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
20134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
20134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
20134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
20134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
20134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
20134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
20134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
20134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
20134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
20134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
20134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
20134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
20134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
20134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
20134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
20134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
20134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
20134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
20134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
20134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
20134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
20134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
20134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
20134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
20134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
20134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
20134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
20134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
20134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
20134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
20134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
20134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
20134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
20134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
20134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
20134	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
20134	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
20134	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
20134	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
20134	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
20134	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
20134	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
20134	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
20134	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
20134	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
20134	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
20134	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
20134	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
20134	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
20134	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
20134	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
20134	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
20134	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
20134	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
20134	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
20134	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
20134	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
20134	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
20134	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
20134	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
20134	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
20134	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
20134	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
20134	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
20134	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
20134	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
20134	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
20134	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
20134	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
20134	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
20134	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
20134	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
20134	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
20134	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
20134	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
20134	embedding2nn.weight	0	0.018435461446642876
20134	embedding2nn.weight	1	-0.055960942059755325
20134	embedding2nn.weight	2	0.01361916121095419
20134	embedding2nn.weight	3	-0.014039923436939716
20134	embedding2nn.weight	4	-0.05911635234951973
20134	embedding2nn.weight	5	0.04362882673740387
20134	embedding2nn.weight	6	-0.05074368789792061
20134	embedding2nn.weight	7	-0.05697634071111679
20134	embedding2nn.weight	8	0.015741191804409027
20134	embedding2nn.weight	9	0.04020325094461441
20134	embedding2nn.bias	0	0.09367188066244125
20134	embedding2nn.bias	1	0.053738050162792206
20134	embedding2nn.bias	2	-0.1130787581205368
20134	embedding2nn.bias	3	0.040155500173568726
20134	embedding2nn.bias	4	0.03585908189415932
20134	embedding2nn.bias	5	-0.13324585556983948
20134	embedding2nn.bias	6	-0.06892769038677216
20134	embedding2nn.bias	7	-0.005109453573822975
20134	embedding2nn.bias	8	0.05715041607618332
20134	embedding2nn.bias	9	-0.1109309196472168
20134	rnn.weight_ih_l0	0	-0.006856132298707962
20134	rnn.weight_ih_l0	1	0.03316342458128929
20134	rnn.weight_ih_l0	2	-0.024696506559848785
20134	rnn.weight_ih_l0	3	0.018794799223542213
20134	rnn.weight_ih_l0	4	0.030275173485279083
20134	rnn.weight_ih_l0	5	-0.04425429552793503
20134	rnn.weight_ih_l0	6	0.04201323166489601
20134	rnn.weight_ih_l0	7	-0.014185640029609203
20134	rnn.weight_ih_l0	8	0.011427528224885464
20134	rnn.weight_ih_l0	9	-0.004155957140028477
20134	rnn.weight_hh_l0	0	0.022907448932528496
20134	rnn.weight_hh_l0	1	-0.04267927259206772
20134	rnn.weight_hh_l0	2	0.03017580136656761
20134	rnn.weight_hh_l0	3	0.00954074040055275
20134	rnn.weight_hh_l0	4	0.018029851838946342
20134	rnn.weight_hh_l0	5	0.027832448482513428
20134	rnn.weight_hh_l0	6	-0.0018704955000430346
20134	rnn.weight_hh_l0	7	-0.04513271525502205
20134	rnn.weight_hh_l0	8	-0.031564027070999146
20134	rnn.weight_hh_l0	9	-0.03514496609568596
20134	rnn.bias_ih_l0	0	-0.027154093608260155
20134	rnn.bias_ih_l0	1	-0.045455045998096466
20134	rnn.bias_ih_l0	2	-0.08763091266155243
20134	rnn.bias_ih_l0	3	-0.15095745027065277
20134	rnn.bias_ih_l0	4	0.03283778578042984
20134	rnn.bias_ih_l0	5	0.041177935898303986
20134	rnn.bias_ih_l0	6	-0.09513328224420547
20134	rnn.bias_ih_l0	7	-0.12353534996509552
20134	rnn.bias_ih_l0	8	-0.039117392152547836
20134	rnn.bias_ih_l0	9	-0.04171470180153847
20134	rnn.bias_hh_l0	0	0.06089334934949875
20134	rnn.bias_hh_l0	1	-0.02077038772404194
20134	rnn.bias_hh_l0	2	-0.009370933286845684
20134	rnn.bias_hh_l0	3	-0.07628325372934341
20134	rnn.bias_hh_l0	4	0.016891825944185257
20134	rnn.bias_hh_l0	5	0.0695071816444397
20134	rnn.bias_hh_l0	6	-0.04716513305902481
20134	rnn.bias_hh_l0	7	-0.06495071202516556
20134	rnn.bias_hh_l0	8	-0.06951291859149933
20134	rnn.bias_hh_l0	9	-0.06576236337423325
20134	rnn.weight_ih_l0_reverse	0	0.025954004377126694
20134	rnn.weight_ih_l0_reverse	1	-0.006981450133025646
20134	rnn.weight_ih_l0_reverse	2	-0.0199448149651289
20134	rnn.weight_ih_l0_reverse	3	0.008651789277791977
20134	rnn.weight_ih_l0_reverse	4	0.02702983282506466
20134	rnn.weight_ih_l0_reverse	5	-0.018662476912140846
20134	rnn.weight_ih_l0_reverse	6	-0.03640950098633766
20134	rnn.weight_ih_l0_reverse	7	-0.025149358436465263
20134	rnn.weight_ih_l0_reverse	8	-0.0029604618903249502
20134	rnn.weight_ih_l0_reverse	9	0.015472695231437683
20134	rnn.weight_hh_l0_reverse	0	-0.018526487052440643
20134	rnn.weight_hh_l0_reverse	1	0.007120711728930473
20134	rnn.weight_hh_l0_reverse	2	-0.026826506480574608
20134	rnn.weight_hh_l0_reverse	3	0.03820843994617462
20134	rnn.weight_hh_l0_reverse	4	0.01657796837389469
20134	rnn.weight_hh_l0_reverse	5	0.01321942824870348
20134	rnn.weight_hh_l0_reverse	6	0.022062817588448524
20134	rnn.weight_hh_l0_reverse	7	0.02116093412041664
20134	rnn.weight_hh_l0_reverse	8	0.008433237671852112
20134	rnn.weight_hh_l0_reverse	9	-0.0383966788649559
20134	rnn.bias_ih_l0_reverse	0	-0.0438021719455719
20134	rnn.bias_ih_l0_reverse	1	-0.18282616138458252
20134	rnn.bias_ih_l0_reverse	2	-0.01608925871551037
20134	rnn.bias_ih_l0_reverse	3	-0.054929181933403015
20134	rnn.bias_ih_l0_reverse	4	0.052323345094919205
20134	rnn.bias_ih_l0_reverse	5	-0.1255658119916916
20134	rnn.bias_ih_l0_reverse	6	-0.03398426994681358
20134	rnn.bias_ih_l0_reverse	7	0.05610385909676552
20134	rnn.bias_ih_l0_reverse	8	-0.07635728269815445
20134	rnn.bias_ih_l0_reverse	9	-0.033567752689123154
20134	rnn.bias_hh_l0_reverse	0	-0.05983668938279152
20134	rnn.bias_hh_l0_reverse	1	-0.02140495553612709
20134	rnn.bias_hh_l0_reverse	2	-0.023588113486766815
20134	rnn.bias_hh_l0_reverse	3	-0.06991546601057053
20134	rnn.bias_hh_l0_reverse	4	0.003383924951776862
20134	rnn.bias_hh_l0_reverse	5	-0.042546916753053665
20134	rnn.bias_hh_l0_reverse	6	-0.08197635412216187
20134	rnn.bias_hh_l0_reverse	7	-0.0664595514535904
20134	rnn.bias_hh_l0_reverse	8	-0.02612231858074665
20134	rnn.bias_hh_l0_reverse	9	-0.06353884935379028
20134	linear.weight	0	-0.14898963272571564
20134	linear.weight	1	-0.019801383838057518
20134	linear.weight	2	-0.011228874325752258
20134	linear.weight	3	-0.013438680209219456
20134	linear.weight	4	-0.023515280336141586
20134	linear.weight	5	0.1949484646320343
20134	linear.weight	6	0.0047744326293468475
20134	linear.weight	7	-0.021312154829502106
20134	linear.weight	8	0.12850046157836914
20134	linear.weight	9	0.052240196615457535
20134	linear.bias	0	-0.47883573174476624
20134	linear.bias	1	0.12100454419851303
20134	linear.bias	2	0.25671473145484924
20134	linear.bias	3	-0.37748652696609497
20134	linear.bias	4	-1.1598066091537476
20134	linear.bias	5	-1.0300321578979492
20134	linear.bias	6	-0.4422757029533386
20134	linear.bias	7	-0.5713070034980774
20134	linear.bias	8	-0.01705317199230194
20134	linear.bias	9	2.4236717224121094
20331	transitions	0	0.005980500485748053
20331	transitions	1	6.056107521057129
20331	transitions	2	-2.323701858520508
20331	transitions	3	1.204731822013855
20331	transitions	4	-1.2253847122192383
20331	transitions	5	-0.189946711063385
20331	transitions	6	-0.09647394716739655
20331	transitions	7	-10000.0
20331	transitions	8	1.4639201164245605
20331	transitions	9	-2.271010637283325
20331	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
20331	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
20331	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
20331	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
20331	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
20331	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
20331	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
20331	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
20331	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
20331	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
20331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
20331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
20331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
20331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
20331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
20331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
20331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
20331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
20331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
20331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
20331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
20331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
20331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
20331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
20331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
20331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
20331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
20331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
20331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
20331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
20331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
20331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
20331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
20331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
20331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
20331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
20331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
20331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
20331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
20331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
20331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
20331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
20331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
20331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
20331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
20331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
20331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
20331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
20331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
20331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
20331	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
20331	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
20331	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
20331	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
20331	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
20331	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
20331	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
20331	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
20331	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
20331	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
20331	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
20331	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
20331	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
20331	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
20331	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
20331	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
20331	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
20331	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
20331	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
20331	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
20331	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
20331	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
20331	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
20331	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
20331	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
20331	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
20331	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
20331	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
20331	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
20331	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
20331	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
20331	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
20331	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
20331	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
20331	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
20331	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
20331	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
20331	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
20331	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
20331	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
20331	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
20331	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
20331	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
20331	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
20331	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
20331	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
20331	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
20331	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
20331	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
20331	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
20331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
20331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
20331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
20331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
20331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
20331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
20331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
20331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
20331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
20331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
20331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
20331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
20331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
20331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
20331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
20331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
20331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
20331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
20331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
20331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
20331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
20331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
20331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
20331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
20331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
20331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
20331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
20331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
20331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
20331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
20331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
20331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
20331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
20331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
20331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
20331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
20331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
20331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
20331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
20331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
20331	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
20331	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
20331	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
20331	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
20331	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
20331	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
20331	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
20331	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
20331	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
20331	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
20331	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
20331	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
20331	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
20331	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
20331	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
20331	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
20331	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
20331	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
20331	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
20331	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
20331	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
20331	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
20331	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
20331	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
20331	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
20331	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
20331	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
20331	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
20331	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
20331	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
20331	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
20331	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
20331	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
20331	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
20331	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
20331	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
20331	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
20331	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
20331	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
20331	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
20331	embedding2nn.weight	0	0.01811791956424713
20331	embedding2nn.weight	1	-0.054595500230789185
20331	embedding2nn.weight	2	0.016658814623951912
20331	embedding2nn.weight	3	-0.013867770321667194
20331	embedding2nn.weight	4	-0.05794721469283104
20331	embedding2nn.weight	5	0.04236945882439613
20331	embedding2nn.weight	6	-0.06406892836093903
20331	embedding2nn.weight	7	-0.056786853820085526
20331	embedding2nn.weight	8	0.013709066435694695
20331	embedding2nn.weight	9	0.043170783668756485
20331	embedding2nn.bias	0	0.08691053092479706
20331	embedding2nn.bias	1	0.04742134362459183
20331	embedding2nn.bias	2	-0.11205346882343292
20331	embedding2nn.bias	3	0.04599792882800102
20331	embedding2nn.bias	4	0.033016350120306015
20331	embedding2nn.bias	5	-0.13874049484729767
20331	embedding2nn.bias	6	-0.0640159547328949
20331	embedding2nn.bias	7	-0.016665631905198097
20331	embedding2nn.bias	8	0.06167788803577423
20331	embedding2nn.bias	9	-0.12733523547649384
20331	rnn.weight_ih_l0	0	-0.006591359619051218
20331	rnn.weight_ih_l0	1	0.03349374979734421
20331	rnn.weight_ih_l0	2	-0.024954168125987053
20331	rnn.weight_ih_l0	3	0.016541970893740654
20331	rnn.weight_ih_l0	4	0.03163599967956543
20331	rnn.weight_ih_l0	5	-0.04455098137259483
20331	rnn.weight_ih_l0	6	0.04080545902252197
20331	rnn.weight_ih_l0	7	-0.013465909287333488
20331	rnn.weight_ih_l0	8	0.012185639701783657
20331	rnn.weight_ih_l0	9	-0.005663735792040825
20331	rnn.weight_hh_l0	0	0.021879693493247032
20331	rnn.weight_hh_l0	1	-0.045928288251161575
20331	rnn.weight_hh_l0	2	0.02826441079378128
20331	rnn.weight_hh_l0	3	0.007366392761468887
20331	rnn.weight_hh_l0	4	0.018001830205321312
20331	rnn.weight_hh_l0	5	0.02741580829024315
20331	rnn.weight_hh_l0	6	-0.001973300939425826
20331	rnn.weight_hh_l0	7	-0.045388363301754
20331	rnn.weight_hh_l0	8	-0.033316824585199356
20331	rnn.weight_hh_l0	9	-0.036282893270254135
20331	rnn.bias_ih_l0	0	-0.02000662311911583
20331	rnn.bias_ih_l0	1	-0.04447624832391739
20331	rnn.bias_ih_l0	2	-0.08761385083198547
20331	rnn.bias_ih_l0	3	-0.15894681215286255
20331	rnn.bias_ih_l0	4	0.03596578910946846
20331	rnn.bias_ih_l0	5	0.045235175639390945
20331	rnn.bias_ih_l0	6	-0.09726283699274063
20331	rnn.bias_ih_l0	7	-0.12264784425497055
20331	rnn.bias_ih_l0	8	-0.03920624777674675
20331	rnn.bias_ih_l0	9	-0.04367445409297943
20331	rnn.bias_hh_l0	0	0.06500408053398132
20331	rnn.bias_hh_l0	1	-0.021668730303645134
20331	rnn.bias_hh_l0	2	-0.009430400095880032
20331	rnn.bias_hh_l0	3	-0.0744803249835968
20331	rnn.bias_hh_l0	4	0.012917357496917248
20331	rnn.bias_hh_l0	5	0.06180224195122719
20331	rnn.bias_hh_l0	6	-0.04596817493438721
20331	rnn.bias_hh_l0	7	-0.05946638062596321
20331	rnn.bias_hh_l0	8	-0.06962163746356964
20331	rnn.bias_hh_l0	9	-0.0697794258594513
20331	rnn.weight_ih_l0_reverse	0	0.024804314598441124
20331	rnn.weight_ih_l0_reverse	1	-0.006490606348961592
20331	rnn.weight_ih_l0_reverse	2	-0.021686196327209473
20331	rnn.weight_ih_l0_reverse	3	0.005602492019534111
20331	rnn.weight_ih_l0_reverse	4	0.024615900591015816
20331	rnn.weight_ih_l0_reverse	5	-0.019521981477737427
20331	rnn.weight_ih_l0_reverse	6	-0.036018095910549164
20331	rnn.weight_ih_l0_reverse	7	-0.025687439367175102
20331	rnn.weight_ih_l0_reverse	8	-0.0044614034704864025
20331	rnn.weight_ih_l0_reverse	9	0.01578989438712597
20331	rnn.weight_hh_l0_reverse	0	-0.018313933163881302
20331	rnn.weight_hh_l0_reverse	1	0.00793940108269453
20331	rnn.weight_hh_l0_reverse	2	-0.028685614466667175
20331	rnn.weight_hh_l0_reverse	3	0.037395741790533066
20331	rnn.weight_hh_l0_reverse	4	0.016393914818763733
20331	rnn.weight_hh_l0_reverse	5	0.012518517673015594
20331	rnn.weight_hh_l0_reverse	6	0.022665053606033325
20331	rnn.weight_hh_l0_reverse	7	0.02105613797903061
20331	rnn.weight_hh_l0_reverse	8	0.008352894335985184
20331	rnn.weight_hh_l0_reverse	9	-0.03889419510960579
20331	rnn.bias_ih_l0_reverse	0	-0.039347536861896515
20331	rnn.bias_ih_l0_reverse	1	-0.19011344015598297
20331	rnn.bias_ih_l0_reverse	2	-0.017361663281917572
20331	rnn.bias_ih_l0_reverse	3	-0.05688248202204704
20331	rnn.bias_ih_l0_reverse	4	0.05156436935067177
20331	rnn.bias_ih_l0_reverse	5	-0.12362589687108994
20331	rnn.bias_ih_l0_reverse	6	-0.037634748965501785
20331	rnn.bias_ih_l0_reverse	7	0.05914903059601784
20331	rnn.bias_ih_l0_reverse	8	-0.07757218927145004
20331	rnn.bias_ih_l0_reverse	9	-0.03503986448049545
20331	rnn.bias_hh_l0_reverse	0	-0.06246156617999077
20331	rnn.bias_hh_l0_reverse	1	-0.021091876551508904
20331	rnn.bias_hh_l0_reverse	2	-0.023907093331217766
20331	rnn.bias_hh_l0_reverse	3	-0.07042384892702103
20331	rnn.bias_hh_l0_reverse	4	0.0028181662783026695
20331	rnn.bias_hh_l0_reverse	5	-0.04268312081694603
20331	rnn.bias_hh_l0_reverse	6	-0.08521707355976105
20331	rnn.bias_hh_l0_reverse	7	-0.06442329287528992
20331	rnn.bias_hh_l0_reverse	8	-0.03034241311252117
20331	rnn.bias_hh_l0_reverse	9	-0.06894731521606445
20331	linear.weight	0	-0.1412235051393509
20331	linear.weight	1	-0.026293721050024033
20331	linear.weight	2	-0.011228874325752258
20331	linear.weight	3	-0.01122636441141367
20331	linear.weight	4	0.0022771868389099836
20331	linear.weight	5	0.1861124038696289
20331	linear.weight	6	0.0047744326293468475
20331	linear.weight	7	-0.021312154829502106
20331	linear.weight	8	0.09634113311767578
20331	linear.weight	9	0.055172014981508255
20331	linear.bias	0	-0.4852178990840912
20331	linear.bias	1	0.1189098134636879
20331	linear.bias	2	0.26049795746803284
20331	linear.bias	3	-0.37704983353614807
20331	linear.bias	4	-1.176806926727295
20331	linear.bias	5	-1.031054139137268
20331	linear.bias	6	-0.4498327374458313
20331	linear.bias	7	-0.5831168293952942
20331	linear.bias	8	-0.01705317199230194
20331	linear.bias	9	2.437167167663574
20528	transitions	0	0.0049658953212201595
20528	transitions	1	6.052072048187256
20528	transitions	2	-2.328070640563965
20528	transitions	3	1.21611487865448
20528	transitions	4	-1.228661060333252
20528	transitions	5	-0.19058020412921906
20528	transitions	6	-0.09697230905294418
20528	transitions	7	-10000.0
20528	transitions	8	1.461661696434021
20528	transitions	9	-2.27115797996521
20528	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
20528	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
20528	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
20528	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
20528	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
20528	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
20528	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
20528	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
20528	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
20528	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
20528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
20528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
20528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
20528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
20528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
20528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
20528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
20528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
20528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
20528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
20528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
20528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
20528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
20528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
20528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
20528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
20528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
20528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
20528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
20528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
20528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
20528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
20528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
20528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
20528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
20528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
20528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
20528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
20528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
20528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
20528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
20528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
20528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
20528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
20528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
20528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
20528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
20528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
20528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
20528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
20528	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
20528	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
20528	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
20528	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
20528	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
20528	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
20528	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
20528	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
20528	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
20528	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
20528	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
20528	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
20528	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
20528	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
20528	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
20528	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
20528	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
20528	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
20528	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
20528	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
20528	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
20528	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
20528	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
20528	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
20528	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
20528	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
20528	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
20528	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
20528	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
20528	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
20528	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
20528	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
20528	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
20528	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
20528	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
20528	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
20528	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
20528	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
20528	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
20528	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
20528	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
20528	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
20528	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
20528	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
20528	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
20528	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
20528	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
20528	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
20528	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
20528	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
20528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
20528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
20528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
20528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
20528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
20528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
20528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
20528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
20528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
20528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
20528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
20528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
20528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
20528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
20528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
20528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
20528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
20528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
20528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
20528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
20528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
20528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
20528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
20528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
20528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
20528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
20528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
20528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
20528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
20528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
20528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
20528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
20528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
20528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
20528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
20528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
20528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
20528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
20528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
20528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
20528	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
20528	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
20528	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
20528	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
20528	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
20528	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
20528	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
20528	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
20528	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
20528	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
20528	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
20528	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
20528	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
20528	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
20528	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
20528	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
20528	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
20528	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
20528	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
20528	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
20528	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
20528	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
20528	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
20528	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
20528	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
20528	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
20528	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
20528	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
20528	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
20528	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
20528	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
20528	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
20528	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
20528	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
20528	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
20528	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
20528	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
20528	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
20528	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
20528	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
20528	embedding2nn.weight	0	0.017630623653531075
20528	embedding2nn.weight	1	-0.05480741709470749
20528	embedding2nn.weight	2	0.014355207793414593
20528	embedding2nn.weight	3	-0.014603998512029648
20528	embedding2nn.weight	4	-0.058259159326553345
20528	embedding2nn.weight	5	0.04353822022676468
20528	embedding2nn.weight	6	-0.07781694829463959
20528	embedding2nn.weight	7	-0.058757029473781586
20528	embedding2nn.weight	8	0.015293496660888195
20528	embedding2nn.weight	9	0.04170641303062439
20528	embedding2nn.bias	0	0.08070828020572662
20528	embedding2nn.bias	1	0.05744538456201553
20528	embedding2nn.bias	2	-0.11036474257707596
20528	embedding2nn.bias	3	0.04197213053703308
20528	embedding2nn.bias	4	0.042746786028146744
20528	embedding2nn.bias	5	-0.14548657834529877
20528	embedding2nn.bias	6	-0.07098712772130966
20528	embedding2nn.bias	7	-0.0009130895487032831
20528	embedding2nn.bias	8	0.060290925204753876
20528	embedding2nn.bias	9	-0.12981852889060974
20528	rnn.weight_ih_l0	0	-0.007466824259608984
20528	rnn.weight_ih_l0	1	0.036673009395599365
20528	rnn.weight_ih_l0	2	-0.02433134615421295
20528	rnn.weight_ih_l0	3	0.01789332553744316
20528	rnn.weight_ih_l0	4	0.03213311359286308
20528	rnn.weight_ih_l0	5	-0.04467727988958359
20528	rnn.weight_ih_l0	6	0.041142914444208145
20528	rnn.weight_ih_l0	7	-0.012479739263653755
20528	rnn.weight_ih_l0	8	0.012727086432278156
20528	rnn.weight_ih_l0	9	-0.0050056795589625835
20528	rnn.weight_hh_l0	0	0.021624552085995674
20528	rnn.weight_hh_l0	1	-0.048963673412799835
20528	rnn.weight_hh_l0	2	0.029293406754732132
20528	rnn.weight_hh_l0	3	0.007801043335348368
20528	rnn.weight_hh_l0	4	0.018322592601180077
20528	rnn.weight_hh_l0	5	0.02612982876598835
20528	rnn.weight_hh_l0	6	-0.0024107899516820908
20528	rnn.weight_hh_l0	7	-0.044961415231227875
20528	rnn.weight_hh_l0	8	-0.03529352694749832
20528	rnn.weight_hh_l0	9	-0.03713514655828476
20528	rnn.bias_ih_l0	0	-0.02215302549302578
20528	rnn.bias_ih_l0	1	-0.041886087507009506
20528	rnn.bias_ih_l0	2	-0.08618343621492386
20528	rnn.bias_ih_l0	3	-0.15799379348754883
20528	rnn.bias_ih_l0	4	0.03265915811061859
20528	rnn.bias_ih_l0	5	0.0455249659717083
20528	rnn.bias_ih_l0	6	-0.09710131585597992
20528	rnn.bias_ih_l0	7	-0.1269385665655136
20528	rnn.bias_ih_l0	8	-0.040594905614852905
20528	rnn.bias_ih_l0	9	-0.03908398374915123
20528	rnn.bias_hh_l0	0	0.06059329956769943
20528	rnn.bias_hh_l0	1	-0.02123245783150196
20528	rnn.bias_hh_l0	2	-0.007029700092971325
20528	rnn.bias_hh_l0	3	-0.07736694812774658
20528	rnn.bias_hh_l0	4	0.02632090263068676
20528	rnn.bias_hh_l0	5	0.06518103927373886
20528	rnn.bias_hh_l0	6	-0.04717821255326271
20528	rnn.bias_hh_l0	7	-0.058356307446956635
20528	rnn.bias_hh_l0	8	-0.07753273844718933
20528	rnn.bias_hh_l0	9	-0.06565195322036743
20528	rnn.weight_ih_l0_reverse	0	0.024117590859532356
20528	rnn.weight_ih_l0_reverse	1	-0.006495015230029821
20528	rnn.weight_ih_l0_reverse	2	-0.02177114225924015
20528	rnn.weight_ih_l0_reverse	3	0.0013548615388572216
20528	rnn.weight_ih_l0_reverse	4	0.023672379553318024
20528	rnn.weight_ih_l0_reverse	5	-0.019529137760400772
20528	rnn.weight_ih_l0_reverse	6	-0.03742286190390587
20528	rnn.weight_ih_l0_reverse	7	-0.02478117123246193
20528	rnn.weight_ih_l0_reverse	8	-0.005333901848644018
20528	rnn.weight_ih_l0_reverse	9	0.017768660560250282
20528	rnn.weight_hh_l0_reverse	0	-0.018868641927838326
20528	rnn.weight_hh_l0_reverse	1	0.007900815457105637
20528	rnn.weight_hh_l0_reverse	2	-0.02869856171309948
20528	rnn.weight_hh_l0_reverse	3	0.03785485401749611
20528	rnn.weight_hh_l0_reverse	4	0.01627751812338829
20528	rnn.weight_hh_l0_reverse	5	0.012404692359268665
20528	rnn.weight_hh_l0_reverse	6	0.023430999368429184
20528	rnn.weight_hh_l0_reverse	7	0.021429741755127907
20528	rnn.weight_hh_l0_reverse	8	0.008780959993600845
20528	rnn.weight_hh_l0_reverse	9	-0.03897591307759285
20528	rnn.bias_ih_l0_reverse	0	-0.04135308414697647
20528	rnn.bias_ih_l0_reverse	1	-0.18598614633083344
20528	rnn.bias_ih_l0_reverse	2	-0.01663578860461712
20528	rnn.bias_ih_l0_reverse	3	-0.05648116022348404
20528	rnn.bias_ih_l0_reverse	4	0.05459445342421532
20528	rnn.bias_ih_l0_reverse	5	-0.12578627467155457
20528	rnn.bias_ih_l0_reverse	6	-0.03785599395632744
20528	rnn.bias_ih_l0_reverse	7	0.06438097357749939
20528	rnn.bias_ih_l0_reverse	8	-0.08069638907909393
20528	rnn.bias_ih_l0_reverse	9	-0.03256925567984581
20528	rnn.bias_hh_l0_reverse	0	-0.06133146956562996
20528	rnn.bias_hh_l0_reverse	1	-0.020040180534124374
20528	rnn.bias_hh_l0_reverse	2	-0.026184938848018646
20528	rnn.bias_hh_l0_reverse	3	-0.07118616998195648
20528	rnn.bias_hh_l0_reverse	4	0.001472134725190699
20528	rnn.bias_hh_l0_reverse	5	-0.039857834577560425
20528	rnn.bias_hh_l0_reverse	6	-0.07383070141077042
20528	rnn.bias_hh_l0_reverse	7	-0.06293169409036636
20528	rnn.bias_hh_l0_reverse	8	-0.033218760043382645
20528	rnn.bias_hh_l0_reverse	9	-0.06939452886581421
20528	linear.weight	0	-0.14706900715827942
20528	linear.weight	1	-0.021347615867853165
20528	linear.weight	2	-0.011228874325752258
20528	linear.weight	3	-0.034930698573589325
20528	linear.weight	4	0.0017216019332408905
20528	linear.weight	5	0.18963663280010223
20528	linear.weight	6	0.0047744326293468475
20528	linear.weight	7	-0.021312154829502106
20528	linear.weight	8	0.0855337530374527
20528	linear.weight	9	0.0482836589217186
20528	linear.bias	0	-0.5133219361305237
20528	linear.bias	1	0.15136151015758514
20528	linear.bias	2	0.24351872503757477
20528	linear.bias	3	-0.38761600852012634
20528	linear.bias	4	-1.14095139503479
20528	linear.bias	5	-1.0320196151733398
20528	linear.bias	6	-0.47901272773742676
20528	linear.bias	7	-0.5789529085159302
20528	linear.bias	8	-0.01705317199230194
20528	linear.bias	9	2.3969931602478027
20725	transitions	0	0.0020905977580696344
20725	transitions	1	6.0764641761779785
20725	transitions	2	-2.333277940750122
20725	transitions	3	1.2144434452056885
20725	transitions	4	-1.232231855392456
20725	transitions	5	-0.19113636016845703
20725	transitions	6	-0.09752266854047775
20725	transitions	7	-10000.0
20725	transitions	8	1.4642928838729858
20725	transitions	9	-2.2713279724121094
20725	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
20725	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
20725	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
20725	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
20725	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
20725	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
20725	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
20725	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
20725	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
20725	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
20725	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
20725	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
20725	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
20725	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
20725	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
20725	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
20725	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
20725	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
20725	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
20725	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
20725	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
20725	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
20725	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
20725	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
20725	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
20725	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
20725	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
20725	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
20725	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
20725	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
20725	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
20725	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
20725	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
20725	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
20725	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
20725	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
20725	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
20725	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
20725	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
20725	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
20725	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
20725	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
20725	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
20725	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
20725	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
20725	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
20725	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
20725	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
20725	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
20725	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
20725	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
20725	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
20725	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
20725	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
20725	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
20725	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
20725	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
20725	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
20725	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
20725	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
20725	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
20725	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
20725	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
20725	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
20725	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
20725	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
20725	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
20725	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
20725	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
20725	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
20725	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
20725	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
20725	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
20725	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
20725	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
20725	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
20725	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
20725	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
20725	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
20725	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
20725	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
20725	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
20725	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
20725	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
20725	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
20725	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
20725	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
20725	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
20725	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
20725	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
20725	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
20725	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
20725	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
20725	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
20725	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
20725	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
20725	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
20725	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
20725	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
20725	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
20725	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
20725	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
20725	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
20725	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
20725	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
20725	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
20725	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
20725	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
20725	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
20725	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
20725	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
20725	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
20725	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
20725	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
20725	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
20725	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
20725	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
20725	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
20725	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
20725	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
20725	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
20725	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
20725	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
20725	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
20725	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
20725	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
20725	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
20725	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
20725	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
20725	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
20725	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
20725	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
20725	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
20725	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
20725	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
20725	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
20725	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
20725	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
20725	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
20725	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
20725	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
20725	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
20725	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
20725	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
20725	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
20725	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
20725	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
20725	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
20725	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
20725	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
20725	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
20725	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
20725	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
20725	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
20725	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
20725	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
20725	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
20725	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
20725	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
20725	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
20725	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
20725	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
20725	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
20725	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
20725	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
20725	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
20725	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
20725	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
20725	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
20725	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
20725	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
20725	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
20725	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
20725	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
20725	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
20725	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
20725	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
20725	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
20725	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
20725	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
20725	embedding2nn.weight	0	0.016808176413178444
20725	embedding2nn.weight	1	-0.05506474897265434
20725	embedding2nn.weight	2	0.014863728545606136
20725	embedding2nn.weight	3	-0.013675752095878124
20725	embedding2nn.weight	4	-0.06302930414676666
20725	embedding2nn.weight	5	0.04524748772382736
20725	embedding2nn.weight	6	-0.07247341424226761
20725	embedding2nn.weight	7	-0.05962296202778816
20725	embedding2nn.weight	8	0.01481631025671959
20725	embedding2nn.weight	9	0.04364069178700447
20725	embedding2nn.bias	0	0.08427038788795471
20725	embedding2nn.bias	1	0.04989512637257576
20725	embedding2nn.bias	2	-0.1265171617269516
20725	embedding2nn.bias	3	0.055620670318603516
20725	embedding2nn.bias	4	0.031107289716601372
20725	embedding2nn.bias	5	-0.13890628516674042
20725	embedding2nn.bias	6	-0.0758565366268158
20725	embedding2nn.bias	7	-0.005850193090736866
20725	embedding2nn.bias	8	0.04990090802311897
20725	embedding2nn.bias	9	-0.12562106549739838
20725	rnn.weight_ih_l0	0	-0.005586497951298952
20725	rnn.weight_ih_l0	1	0.036480311304330826
20725	rnn.weight_ih_l0	2	-0.019818102940917015
20725	rnn.weight_ih_l0	3	0.015619180165231228
20725	rnn.weight_ih_l0	4	0.03390863165259361
20725	rnn.weight_ih_l0	5	-0.04449062794446945
20725	rnn.weight_ih_l0	6	0.0419660359621048
20725	rnn.weight_ih_l0	7	-0.012818541377782822
20725	rnn.weight_ih_l0	8	0.0152708999812603
20725	rnn.weight_ih_l0	9	-0.0036364311818033457
20725	rnn.weight_hh_l0	0	0.02011474221944809
20725	rnn.weight_hh_l0	1	-0.04982057213783264
20725	rnn.weight_hh_l0	2	0.02910742536187172
20725	rnn.weight_hh_l0	3	0.009500270709395409
20725	rnn.weight_hh_l0	4	0.01838799938559532
20725	rnn.weight_hh_l0	5	0.02604631334543228
20725	rnn.weight_hh_l0	6	-0.002332050586119294
20725	rnn.weight_hh_l0	7	-0.04474162310361862
20725	rnn.weight_hh_l0	8	-0.034673061221838
20725	rnn.weight_hh_l0	9	-0.03887226805090904
20725	rnn.bias_ih_l0	0	-0.03357888385653496
20725	rnn.bias_ih_l0	1	-0.04686279967427254
20725	rnn.bias_ih_l0	2	-0.08667737245559692
20725	rnn.bias_ih_l0	3	-0.15755891799926758
20725	rnn.bias_ih_l0	4	0.0371389240026474
20725	rnn.bias_ih_l0	5	0.05031225085258484
20725	rnn.bias_ih_l0	6	-0.09612283855676651
20725	rnn.bias_ih_l0	7	-0.12694783508777618
20725	rnn.bias_ih_l0	8	-0.042516078799963
20725	rnn.bias_ih_l0	9	-0.043492235243320465
20725	rnn.bias_hh_l0	0	0.0634048730134964
20725	rnn.bias_hh_l0	1	-0.022471098229289055
20725	rnn.bias_hh_l0	2	-0.009309765882790089
20725	rnn.bias_hh_l0	3	-0.07906080037355423
20725	rnn.bias_hh_l0	4	0.03877105563879013
20725	rnn.bias_hh_l0	5	0.057708390057086945
20725	rnn.bias_hh_l0	6	-0.04830004647374153
20725	rnn.bias_hh_l0	7	-0.05831748619675636
20725	rnn.bias_hh_l0	8	-0.08359307795763016
20725	rnn.bias_hh_l0	9	-0.06445939093828201
20725	rnn.weight_ih_l0_reverse	0	0.025090981274843216
20725	rnn.weight_ih_l0_reverse	1	-0.006170768290758133
20725	rnn.weight_ih_l0_reverse	2	-0.01619385927915573
20725	rnn.weight_ih_l0_reverse	3	0.0005080780247226357
20725	rnn.weight_ih_l0_reverse	4	0.023662298917770386
20725	rnn.weight_ih_l0_reverse	5	-0.019933361560106277
20725	rnn.weight_ih_l0_reverse	6	-0.03812546655535698
20725	rnn.weight_ih_l0_reverse	7	-0.024943813681602478
20725	rnn.weight_ih_l0_reverse	8	-0.003797488519921899
20725	rnn.weight_ih_l0_reverse	9	0.01883254386484623
20725	rnn.weight_hh_l0_reverse	0	-0.019134754315018654
20725	rnn.weight_hh_l0_reverse	1	0.011616859585046768
20725	rnn.weight_hh_l0_reverse	2	-0.02794385887682438
20725	rnn.weight_hh_l0_reverse	3	0.03748071938753128
20725	rnn.weight_hh_l0_reverse	4	0.016424478963017464
20725	rnn.weight_hh_l0_reverse	5	0.012137986719608307
20725	rnn.weight_hh_l0_reverse	6	0.022577647119760513
20725	rnn.weight_hh_l0_reverse	7	0.02162494882941246
20725	rnn.weight_hh_l0_reverse	8	0.008963700383901596
20725	rnn.weight_hh_l0_reverse	9	-0.039291322231292725
20725	rnn.bias_ih_l0_reverse	0	-0.04021889716386795
20725	rnn.bias_ih_l0_reverse	1	-0.18526610732078552
20725	rnn.bias_ih_l0_reverse	2	-0.019965916872024536
20725	rnn.bias_ih_l0_reverse	3	-0.054745353758335114
20725	rnn.bias_ih_l0_reverse	4	0.0528113953769207
20725	rnn.bias_ih_l0_reverse	5	-0.13368552923202515
20725	rnn.bias_ih_l0_reverse	6	-0.03468894585967064
20725	rnn.bias_ih_l0_reverse	7	0.06576711684465408
20725	rnn.bias_ih_l0_reverse	8	-0.08485731482505798
20725	rnn.bias_ih_l0_reverse	9	-0.03475046902894974
20725	rnn.bias_hh_l0_reverse	0	-0.06477802991867065
20725	rnn.bias_hh_l0_reverse	1	-0.02378089539706707
20725	rnn.bias_hh_l0_reverse	2	-0.02856292761862278
20725	rnn.bias_hh_l0_reverse	3	-0.07395339012145996
20725	rnn.bias_hh_l0_reverse	4	0.00016945948300417513
20725	rnn.bias_hh_l0_reverse	5	-0.04382425174117088
20725	rnn.bias_hh_l0_reverse	6	-0.07178974896669388
20725	rnn.bias_hh_l0_reverse	7	-0.06280789524316788
20725	rnn.bias_hh_l0_reverse	8	-0.03377838805317879
20725	rnn.bias_hh_l0_reverse	9	-0.06768304109573364
20725	linear.weight	0	-0.14422902464866638
20725	linear.weight	1	-0.01273265015333891
20725	linear.weight	2	-0.011228874325752258
20725	linear.weight	3	-0.037536535412073135
20725	linear.weight	4	0.014787725172936916
20725	linear.weight	5	0.19647254049777985
20725	linear.weight	6	0.0047744326293468475
20725	linear.weight	7	-0.021312154829502106
20725	linear.weight	8	0.07659826427698135
20725	linear.weight	9	0.052830807864665985
20725	linear.bias	0	-0.4885338544845581
20725	linear.bias	1	0.15423551201820374
20725	linear.bias	2	0.24944207072257996
20725	linear.bias	3	-0.3582630753517151
20725	linear.bias	4	-1.195555567741394
20725	linear.bias	5	-1.033055067062378
20725	linear.bias	6	-0.4590515196323395
20725	linear.bias	7	-0.6004588603973389
20725	linear.bias	8	-0.01705317199230194
20725	linear.bias	9	2.4100592136383057
20922	transitions	0	-0.00045327021507546306
20922	transitions	1	6.120490550994873
20922	transitions	2	-2.340054988861084
20922	transitions	3	1.2044925689697266
20922	transitions	4	-1.2352005243301392
20922	transitions	5	-0.19178923964500427
20922	transitions	6	-0.09818833321332932
20922	transitions	7	-10000.0
20922	transitions	8	1.4634169340133667
20922	transitions	9	-2.2714688777923584
20922	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
20922	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
20922	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
20922	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
20922	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
20922	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
20922	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
20922	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
20922	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
20922	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
20922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
20922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
20922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
20922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
20922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
20922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
20922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
20922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
20922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
20922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
20922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
20922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
20922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
20922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
20922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
20922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
20922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
20922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
20922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
20922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
20922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
20922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
20922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
20922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
20922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
20922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
20922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
20922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
20922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
20922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
20922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
20922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
20922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
20922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
20922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
20922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
20922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
20922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
20922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
20922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
20922	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
20922	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
20922	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
20922	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
20922	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
20922	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
20922	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
20922	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
20922	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
20922	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
20922	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
20922	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
20922	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
20922	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
20922	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
20922	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
20922	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
20922	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
20922	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
20922	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
20922	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
20922	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
20922	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
20922	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
20922	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
20922	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
20922	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
20922	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
20922	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
20922	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
20922	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
20922	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
20922	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
20922	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
20922	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
20922	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
20922	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
20922	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
20922	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
20922	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
20922	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
20922	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
20922	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
20922	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
20922	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
20922	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
20922	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
20922	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
20922	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
20922	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
20922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
20922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
20922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
20922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
20922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
20922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
20922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
20922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
20922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
20922	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
20922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
20922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
20922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
20922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
20922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
20922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
20922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
20922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
20922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
20922	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
20922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
20922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
20922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
20922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
20922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
20922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
20922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
20922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
20922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
20922	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
20922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
20922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
20922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
20922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
20922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
20922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
20922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
20922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
20922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
20922	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
20922	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
20922	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
20922	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
20922	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
20922	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
20922	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
20922	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
20922	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
20922	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
20922	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
20922	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
20922	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
20922	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
20922	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
20922	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
20922	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
20922	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
20922	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
20922	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
20922	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
20922	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
20922	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
20922	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
20922	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
20922	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
20922	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
20922	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
20922	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
20922	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
20922	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
20922	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
20922	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
20922	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
20922	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
20922	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
20922	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
20922	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
20922	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
20922	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
20922	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
20922	embedding2nn.weight	0	0.0174283217638731
20922	embedding2nn.weight	1	-0.054509393870830536
20922	embedding2nn.weight	2	0.013013513758778572
20922	embedding2nn.weight	3	-0.013310682959854603
20922	embedding2nn.weight	4	-0.06345249712467194
20922	embedding2nn.weight	5	0.046523112803697586
20922	embedding2nn.weight	6	-0.06007044017314911
20922	embedding2nn.weight	7	-0.05917075648903847
20922	embedding2nn.weight	8	0.015858517959713936
20922	embedding2nn.weight	9	0.041856784373521805
20922	embedding2nn.bias	0	0.09656605124473572
20922	embedding2nn.bias	1	0.04852411895990372
20922	embedding2nn.bias	2	-0.12732303142547607
20922	embedding2nn.bias	3	0.04723059758543968
20922	embedding2nn.bias	4	0.027179619297385216
20922	embedding2nn.bias	5	-0.14355753362178802
20922	embedding2nn.bias	6	-0.06321919709444046
20922	embedding2nn.bias	7	-0.014775427989661694
20922	embedding2nn.bias	8	0.053033292293548584
20922	embedding2nn.bias	9	-0.12575405836105347
20922	rnn.weight_ih_l0	0	-0.007225325331091881
20922	rnn.weight_ih_l0	1	0.035381920635700226
20922	rnn.weight_ih_l0	2	-0.02114969864487648
20922	rnn.weight_ih_l0	3	0.01521070022135973
20922	rnn.weight_ih_l0	4	0.03430452570319176
20922	rnn.weight_ih_l0	5	-0.044483788311481476
20922	rnn.weight_ih_l0	6	0.04082677885890007
20922	rnn.weight_ih_l0	7	-0.011639838106930256
20922	rnn.weight_ih_l0	8	0.015922939404845238
20922	rnn.weight_ih_l0	9	-0.004608065355569124
20922	rnn.weight_hh_l0	0	0.01876824162900448
20922	rnn.weight_hh_l0	1	-0.05111871287226677
20922	rnn.weight_hh_l0	2	0.028545694425702095
20922	rnn.weight_hh_l0	3	0.008116897195577621
20922	rnn.weight_hh_l0	4	0.017942575737833977
20922	rnn.weight_hh_l0	5	0.025850018486380577
20922	rnn.weight_hh_l0	6	-0.002167436759918928
20922	rnn.weight_hh_l0	7	-0.04470637068152428
20922	rnn.weight_hh_l0	8	-0.032035332173109055
20922	rnn.weight_hh_l0	9	-0.037053484469652176
20922	rnn.bias_ih_l0	0	-0.03043386898934841
20922	rnn.bias_ih_l0	1	-0.05031314864754677
20922	rnn.bias_ih_l0	2	-0.08679153770208359
20922	rnn.bias_ih_l0	3	-0.16038642823696136
20922	rnn.bias_ih_l0	4	0.029553353786468506
20922	rnn.bias_ih_l0	5	0.052266355603933334
20922	rnn.bias_ih_l0	6	-0.09255257248878479
20922	rnn.bias_ih_l0	7	-0.12279551476240158
20922	rnn.bias_ih_l0	8	-0.04681869596242905
20922	rnn.bias_ih_l0	9	-0.04299381375312805
20922	rnn.bias_hh_l0	0	0.06627160310745239
20922	rnn.bias_hh_l0	1	-0.021119138225913048
20922	rnn.bias_hh_l0	2	-0.011765492148697376
20922	rnn.bias_hh_l0	3	-0.079383485019207
20922	rnn.bias_hh_l0	4	0.03716126084327698
20922	rnn.bias_hh_l0	5	0.055942602455616
20922	rnn.bias_hh_l0	6	-0.046669233590364456
20922	rnn.bias_hh_l0	7	-0.0586879663169384
20922	rnn.bias_hh_l0	8	-0.08496594429016113
20922	rnn.bias_hh_l0	9	-0.06275555491447449
20922	rnn.weight_ih_l0_reverse	0	0.02538592368364334
20922	rnn.weight_ih_l0_reverse	1	-0.007826253771781921
20922	rnn.weight_ih_l0_reverse	2	-0.017152000218629837
20922	rnn.weight_ih_l0_reverse	3	-0.0017406517872586846
20922	rnn.weight_ih_l0_reverse	4	0.024982335045933723
20922	rnn.weight_ih_l0_reverse	5	-0.020729409530758858
20922	rnn.weight_ih_l0_reverse	6	-0.03756404295563698
20922	rnn.weight_ih_l0_reverse	7	-0.02410101145505905
20922	rnn.weight_ih_l0_reverse	8	-0.005077707581222057
20922	rnn.weight_ih_l0_reverse	9	0.0175466425716877
20922	rnn.weight_hh_l0_reverse	0	-0.018832532688975334
20922	rnn.weight_hh_l0_reverse	1	0.012008242309093475
20922	rnn.weight_hh_l0_reverse	2	-0.028501160442829132
20922	rnn.weight_hh_l0_reverse	3	0.0363372303545475
20922	rnn.weight_hh_l0_reverse	4	0.016275933012366295
20922	rnn.weight_hh_l0_reverse	5	0.01176649983972311
20922	rnn.weight_hh_l0_reverse	6	0.022308476269245148
20922	rnn.weight_hh_l0_reverse	7	0.021465279161930084
20922	rnn.weight_hh_l0_reverse	8	0.009233616292476654
20922	rnn.weight_hh_l0_reverse	9	-0.03940073773264885
20922	rnn.bias_ih_l0_reverse	0	-0.04230411350727081
20922	rnn.bias_ih_l0_reverse	1	-0.18748629093170166
20922	rnn.bias_ih_l0_reverse	2	-0.019394783303141594
20922	rnn.bias_ih_l0_reverse	3	-0.05513371154665947
20922	rnn.bias_ih_l0_reverse	4	0.053432438522577286
20922	rnn.bias_ih_l0_reverse	5	-0.12875962257385254
20922	rnn.bias_ih_l0_reverse	6	-0.03584609180688858
20922	rnn.bias_ih_l0_reverse	7	0.06383904069662094
20922	rnn.bias_ih_l0_reverse	8	-0.08120718598365784
20922	rnn.bias_ih_l0_reverse	9	-0.032046135514974594
20922	rnn.bias_hh_l0_reverse	0	-0.06616739928722382
20922	rnn.bias_hh_l0_reverse	1	-0.022452788427472115
20922	rnn.bias_hh_l0_reverse	2	-0.02885608561336994
20922	rnn.bias_hh_l0_reverse	3	-0.07026561349630356
20922	rnn.bias_hh_l0_reverse	4	-0.0005479761748574674
20922	rnn.bias_hh_l0_reverse	5	-0.047684334218502045
20922	rnn.bias_hh_l0_reverse	6	-0.07459887862205505
20922	rnn.bias_hh_l0_reverse	7	-0.06697577983140945
20922	rnn.bias_hh_l0_reverse	8	-0.03350597247481346
20922	rnn.bias_hh_l0_reverse	9	-0.0725659504532814
20922	linear.weight	0	-0.14771099388599396
20922	linear.weight	1	-0.014701386913657188
20922	linear.weight	2	-0.011228874325752258
20922	linear.weight	3	-0.01605255715548992
20922	linear.weight	4	0.042470380663871765
20922	linear.weight	5	0.1961406022310257
20922	linear.weight	6	0.0047744326293468475
20922	linear.weight	7	-0.021312154829502106
20922	linear.weight	8	0.05104132369160652
20922	linear.weight	9	0.06554128974676132
20922	linear.bias	0	-0.4898684620857239
20922	linear.bias	1	0.12687617540359497
20922	linear.bias	2	0.29242396354675293
20922	linear.bias	3	-0.3323305547237396
20922	linear.bias	4	-1.1903802156448364
20922	linear.bias	5	-1.0340651273727417
20922	linear.bias	6	-0.4700600504875183
20922	linear.bias	7	-0.6028662323951721
20922	linear.bias	8	-0.01705317199230194
20922	linear.bias	9	2.4440717697143555
21119	transitions	0	-0.0018004955491051078
21119	transitions	1	6.093873500823975
21119	transitions	2	-2.3461737632751465
21119	transitions	3	1.2176426649093628
21119	transitions	4	-1.240107774734497
21119	transitions	5	-0.19244170188903809
21119	transitions	6	-0.09870444983243942
21119	transitions	7	-10000.0
21119	transitions	8	1.460904836654663
21119	transitions	9	-2.2716245651245117
21119	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
21119	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
21119	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
21119	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
21119	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
21119	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
21119	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
21119	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
21119	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
21119	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
21119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
21119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
21119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
21119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
21119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
21119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
21119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
21119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
21119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
21119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
21119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
21119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
21119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
21119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
21119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
21119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
21119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
21119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
21119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
21119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
21119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
21119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
21119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
21119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
21119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
21119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
21119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
21119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
21119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
21119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
21119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
21119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
21119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
21119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
21119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
21119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
21119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
21119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
21119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
21119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
21119	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
21119	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
21119	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
21119	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
21119	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
21119	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
21119	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
21119	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
21119	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
21119	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
21119	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
21119	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
21119	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
21119	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
21119	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
21119	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
21119	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
21119	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
21119	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
21119	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
21119	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
21119	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
21119	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
21119	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
21119	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
21119	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
21119	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
21119	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
21119	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
21119	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
21119	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
21119	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
21119	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
21119	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
21119	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
21119	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
21119	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
21119	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
21119	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
21119	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
21119	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
21119	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
21119	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
21119	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
21119	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
21119	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
21119	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
21119	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
21119	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
21119	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
21119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
21119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
21119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
21119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
21119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
21119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
21119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
21119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
21119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
21119	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
21119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
21119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
21119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
21119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
21119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
21119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
21119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
21119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
21119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
21119	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
21119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
21119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
21119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
21119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
21119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
21119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
21119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
21119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
21119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
21119	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
21119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
21119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
21119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
21119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
21119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
21119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
21119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
21119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
21119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
21119	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
21119	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
21119	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
21119	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
21119	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
21119	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
21119	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
21119	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
21119	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
21119	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
21119	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
21119	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
21119	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
21119	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
21119	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
21119	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
21119	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
21119	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
21119	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
21119	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
21119	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
21119	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
21119	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
21119	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
21119	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
21119	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
21119	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
21119	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
21119	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
21119	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
21119	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
21119	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
21119	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
21119	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
21119	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
21119	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
21119	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
21119	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
21119	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
21119	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
21119	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
21119	embedding2nn.weight	0	0.01789257675409317
21119	embedding2nn.weight	1	-0.05366569384932518
21119	embedding2nn.weight	2	0.008694405667483807
21119	embedding2nn.weight	3	-0.012964598834514618
21119	embedding2nn.weight	4	-0.06531070917844772
21119	embedding2nn.weight	5	0.04728799685835838
21119	embedding2nn.weight	6	-0.053744520992040634
21119	embedding2nn.weight	7	-0.059019915759563446
21119	embedding2nn.weight	8	0.015076715499162674
21119	embedding2nn.weight	9	0.04134603962302208
21119	embedding2nn.bias	0	0.10199249535799026
21119	embedding2nn.bias	1	0.04733268544077873
21119	embedding2nn.bias	2	-0.12304352223873138
21119	embedding2nn.bias	3	0.052422866225242615
21119	embedding2nn.bias	4	0.03052363730967045
21119	embedding2nn.bias	5	-0.13799096643924713
21119	embedding2nn.bias	6	-0.06553702801465988
21119	embedding2nn.bias	7	-0.0039810556918382645
21119	embedding2nn.bias	8	0.037328314036130905
21119	embedding2nn.bias	9	-0.13094353675842285
21119	rnn.weight_ih_l0	0	-0.007734349928796291
21119	rnn.weight_ih_l0	1	0.034018807113170624
21119	rnn.weight_ih_l0	2	-0.024365896359086037
21119	rnn.weight_ih_l0	3	0.008849762380123138
21119	rnn.weight_ih_l0	4	0.033784784376621246
21119	rnn.weight_ih_l0	5	-0.043526072055101395
21119	rnn.weight_ih_l0	6	0.043270450085401535
21119	rnn.weight_ih_l0	7	-0.0159438643604517
21119	rnn.weight_ih_l0	8	0.018445713445544243
21119	rnn.weight_ih_l0	9	-0.004012634977698326
21119	rnn.weight_hh_l0	0	0.01738707907497883
21119	rnn.weight_hh_l0	1	-0.05357147008180618
21119	rnn.weight_hh_l0	2	0.028199659660458565
21119	rnn.weight_hh_l0	3	0.006989389657974243
21119	rnn.weight_hh_l0	4	0.01835229992866516
21119	rnn.weight_hh_l0	5	0.02576778642833233
21119	rnn.weight_hh_l0	6	-0.0023383989464491606
21119	rnn.weight_hh_l0	7	-0.04517402872443199
21119	rnn.weight_hh_l0	8	-0.03226330503821373
21119	rnn.weight_hh_l0	9	-0.039112482219934464
21119	rnn.bias_ih_l0	0	-0.028694136068224907
21119	rnn.bias_ih_l0	1	-0.04932184889912605
21119	rnn.bias_ih_l0	2	-0.08840859681367874
21119	rnn.bias_ih_l0	3	-0.1618274748325348
21119	rnn.bias_ih_l0	4	0.02890634536743164
21119	rnn.bias_ih_l0	5	0.05854824185371399
21119	rnn.bias_ih_l0	6	-0.09319353848695755
21119	rnn.bias_ih_l0	7	-0.12695036828517914
21119	rnn.bias_ih_l0	8	-0.0520738884806633
21119	rnn.bias_ih_l0	9	-0.044142503291368484
21119	rnn.bias_hh_l0	0	0.06914383918046951
21119	rnn.bias_hh_l0	1	-0.014542194083333015
21119	rnn.bias_hh_l0	2	-0.012577162124216557
21119	rnn.bias_hh_l0	3	-0.08085159212350845
21119	rnn.bias_hh_l0	4	0.027484610676765442
21119	rnn.bias_hh_l0	5	0.057391341775655746
21119	rnn.bias_hh_l0	6	-0.047934096306562424
21119	rnn.bias_hh_l0	7	-0.05956023931503296
21119	rnn.bias_hh_l0	8	-0.08074065297842026
21119	rnn.bias_hh_l0	9	-0.06626563519239426
21119	rnn.weight_ih_l0_reverse	0	0.025874510407447815
21119	rnn.weight_ih_l0_reverse	1	-0.004926473367959261
21119	rnn.weight_ih_l0_reverse	2	-0.018703605979681015
21119	rnn.weight_ih_l0_reverse	3	-0.0025644972920417786
21119	rnn.weight_ih_l0_reverse	4	0.028414295986294746
21119	rnn.weight_ih_l0_reverse	5	-0.017099544405937195
21119	rnn.weight_ih_l0_reverse	6	-0.037850331515073776
21119	rnn.weight_ih_l0_reverse	7	-0.024727512151002884
21119	rnn.weight_ih_l0_reverse	8	-0.0016518638003617525
21119	rnn.weight_ih_l0_reverse	9	0.017734259366989136
21119	rnn.weight_hh_l0_reverse	0	-0.01833535172045231
21119	rnn.weight_hh_l0_reverse	1	0.012301363050937653
21119	rnn.weight_hh_l0_reverse	2	-0.027958117425441742
21119	rnn.weight_hh_l0_reverse	3	0.03585316240787506
21119	rnn.weight_hh_l0_reverse	4	0.016057906672358513
21119	rnn.weight_hh_l0_reverse	5	0.011346586048603058
21119	rnn.weight_hh_l0_reverse	6	0.02172587811946869
21119	rnn.weight_hh_l0_reverse	7	0.022329118102788925
21119	rnn.weight_hh_l0_reverse	8	0.009626271203160286
21119	rnn.weight_hh_l0_reverse	9	-0.039755791425704956
21119	rnn.bias_ih_l0_reverse	0	-0.04228028655052185
21119	rnn.bias_ih_l0_reverse	1	-0.18469363451004028
21119	rnn.bias_ih_l0_reverse	2	-0.019043438136577606
21119	rnn.bias_ih_l0_reverse	3	-0.05872389301657677
21119	rnn.bias_ih_l0_reverse	4	0.05238720402121544
21119	rnn.bias_ih_l0_reverse	5	-0.12533079087734222
21119	rnn.bias_ih_l0_reverse	6	-0.03457816317677498
21119	rnn.bias_ih_l0_reverse	7	0.05986105650663376
21119	rnn.bias_ih_l0_reverse	8	-0.07910273224115372
21119	rnn.bias_ih_l0_reverse	9	-0.03435300663113594
21119	rnn.bias_hh_l0_reverse	0	-0.06867499649524689
21119	rnn.bias_hh_l0_reverse	1	-0.0269764456897974
21119	rnn.bias_hh_l0_reverse	2	-0.027447601780295372
21119	rnn.bias_hh_l0_reverse	3	-0.06696149706840515
21119	rnn.bias_hh_l0_reverse	4	-0.0005943402647972107
21119	rnn.bias_hh_l0_reverse	5	-0.04429195821285248
21119	rnn.bias_hh_l0_reverse	6	-0.07869584858417511
21119	rnn.bias_hh_l0_reverse	7	-0.06566896289587021
21119	rnn.bias_hh_l0_reverse	8	-0.030823513865470886
21119	rnn.bias_hh_l0_reverse	9	-0.06882548332214355
21119	linear.weight	0	-0.1534782201051712
21119	linear.weight	1	-0.017881100997328758
21119	linear.weight	2	-0.011228874325752258
21119	linear.weight	3	-0.010145583190023899
21119	linear.weight	4	0.03040211834013462
21119	linear.weight	5	0.21075287461280823
21119	linear.weight	6	0.0047744326293468475
21119	linear.weight	7	-0.021312154829502106
21119	linear.weight	8	0.06810912489891052
21119	linear.weight	9	0.07040155678987503
21119	linear.bias	0	-0.4778803586959839
21119	linear.bias	1	0.1133708581328392
21119	linear.bias	2	0.2762410640716553
21119	linear.bias	3	-0.35956689715385437
21119	linear.bias	4	-1.1367241144180298
21119	linear.bias	5	-1.0351773500442505
21119	linear.bias	6	-0.462754487991333
21119	linear.bias	7	-0.576973021030426
21119	linear.bias	8	-0.01705317199230194
21119	linear.bias	9	2.416505813598633
21316	transitions	0	-0.003929656930267811
21316	transitions	1	6.082666397094727
21316	transitions	2	-2.350382089614868
21316	transitions	3	1.1862066984176636
21316	transitions	4	-1.2434970140457153
21316	transitions	5	-0.192928746342659
21316	transitions	6	-0.09945455938577652
21316	transitions	7	-10000.0
21316	transitions	8	1.4621472358703613
21316	transitions	9	-2.27176833152771
21316	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
21316	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
21316	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
21316	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
21316	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
21316	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
21316	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
21316	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
21316	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
21316	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
21316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
21316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
21316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
21316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
21316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
21316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
21316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
21316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
21316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
21316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
21316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
21316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
21316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
21316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
21316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
21316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
21316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
21316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
21316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
21316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
21316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
21316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
21316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
21316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
21316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
21316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
21316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
21316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
21316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
21316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
21316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
21316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
21316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
21316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
21316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
21316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
21316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
21316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
21316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
21316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
21316	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
21316	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
21316	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
21316	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
21316	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
21316	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
21316	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
21316	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
21316	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
21316	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
21316	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
21316	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
21316	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
21316	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
21316	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
21316	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
21316	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
21316	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
21316	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
21316	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
21316	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
21316	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
21316	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
21316	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
21316	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
21316	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
21316	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
21316	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
21316	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
21316	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
21316	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
21316	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
21316	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
21316	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
21316	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
21316	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
21316	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
21316	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
21316	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
21316	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
21316	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
21316	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
21316	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
21316	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
21316	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
21316	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
21316	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
21316	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
21316	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
21316	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
21316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
21316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
21316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
21316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
21316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
21316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
21316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
21316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
21316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
21316	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
21316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
21316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
21316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
21316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
21316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
21316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
21316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
21316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
21316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
21316	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
21316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
21316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
21316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
21316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
21316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
21316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
21316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
21316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
21316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
21316	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
21316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
21316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
21316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
21316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
21316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
21316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
21316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
21316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
21316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
21316	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
21316	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
21316	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
21316	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
21316	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
21316	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
21316	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
21316	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
21316	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
21316	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
21316	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
21316	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
21316	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
21316	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
21316	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
21316	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
21316	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
21316	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
21316	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
21316	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
21316	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
21316	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
21316	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
21316	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
21316	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
21316	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
21316	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
21316	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
21316	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
21316	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
21316	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
21316	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
21316	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
21316	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
21316	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
21316	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
21316	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
21316	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
21316	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
21316	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
21316	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
21316	embedding2nn.weight	0	0.018342413008213043
21316	embedding2nn.weight	1	-0.05411490797996521
21316	embedding2nn.weight	2	0.012852027080953121
21316	embedding2nn.weight	3	-0.011877939105033875
21316	embedding2nn.weight	4	-0.06350256502628326
21316	embedding2nn.weight	5	0.049018051475286484
21316	embedding2nn.weight	6	-0.06185433268547058
21316	embedding2nn.weight	7	-0.05696955323219299
21316	embedding2nn.weight	8	0.015056991018354893
21316	embedding2nn.weight	9	0.04061690717935562
21316	embedding2nn.bias	0	0.10338465124368668
21316	embedding2nn.bias	1	0.05152387544512749
21316	embedding2nn.bias	2	-0.1266089230775833
21316	embedding2nn.bias	3	0.05094665661454201
21316	embedding2nn.bias	4	0.020937107503414154
21316	embedding2nn.bias	5	-0.13429901003837585
21316	embedding2nn.bias	6	-0.07461435347795486
21316	embedding2nn.bias	7	-0.017208626493811607
21316	embedding2nn.bias	8	0.03784364461898804
21316	embedding2nn.bias	9	-0.12204728275537491
21316	rnn.weight_ih_l0	0	-0.006863192189484835
21316	rnn.weight_ih_l0	1	0.03492750972509384
21316	rnn.weight_ih_l0	2	-0.02261951006948948
21316	rnn.weight_ih_l0	3	0.010570126585662365
21316	rnn.weight_ih_l0	4	0.03419934958219528
21316	rnn.weight_ih_l0	5	-0.04389297217130661
21316	rnn.weight_ih_l0	6	0.04459460452198982
21316	rnn.weight_ih_l0	7	-0.0168246291577816
21316	rnn.weight_ih_l0	8	0.01781800203025341
21316	rnn.weight_ih_l0	9	-0.004630977287888527
21316	rnn.weight_hh_l0	0	0.01703222468495369
21316	rnn.weight_hh_l0	1	-0.049696050584316254
21316	rnn.weight_hh_l0	2	0.02886809967458248
21316	rnn.weight_hh_l0	3	0.006586278323084116
21316	rnn.weight_hh_l0	4	0.01818155311048031
21316	rnn.weight_hh_l0	5	0.02595188096165657
21316	rnn.weight_hh_l0	6	-0.0018908116035163403
21316	rnn.weight_hh_l0	7	-0.04518595710396767
21316	rnn.weight_hh_l0	8	-0.03209099546074867
21316	rnn.weight_hh_l0	9	-0.03741578757762909
21316	rnn.bias_ih_l0	0	-0.028763337060809135
21316	rnn.bias_ih_l0	1	-0.051760945469141006
21316	rnn.bias_ih_l0	2	-0.09066528081893921
21316	rnn.bias_ih_l0	3	-0.15575158596038818
21316	rnn.bias_ih_l0	4	0.029184093698859215
21316	rnn.bias_ih_l0	5	0.06369493156671524
21316	rnn.bias_ih_l0	6	-0.09345737844705582
21316	rnn.bias_ih_l0	7	-0.1253567785024643
21316	rnn.bias_ih_l0	8	-0.054217226803302765
21316	rnn.bias_ih_l0	9	-0.046448178589344025
21316	rnn.bias_hh_l0	0	0.06729166954755783
21316	rnn.bias_hh_l0	1	-0.022529706358909607
21316	rnn.bias_hh_l0	2	-0.012147627770900726
21316	rnn.bias_hh_l0	3	-0.08348917216062546
21316	rnn.bias_hh_l0	4	0.028585446998476982
21316	rnn.bias_hh_l0	5	0.06326016038656235
21316	rnn.bias_hh_l0	6	-0.04644595459103584
21316	rnn.bias_hh_l0	7	-0.056655410677194595
21316	rnn.bias_hh_l0	8	-0.08541492372751236
21316	rnn.bias_hh_l0	9	-0.06979256868362427
21316	rnn.weight_ih_l0_reverse	0	0.02630217745900154
21316	rnn.weight_ih_l0_reverse	1	-0.004743337631225586
21316	rnn.weight_ih_l0_reverse	2	-0.017397716641426086
21316	rnn.weight_ih_l0_reverse	3	-0.0003921350871678442
21316	rnn.weight_ih_l0_reverse	4	0.03197489678859711
21316	rnn.weight_ih_l0_reverse	5	-0.013193907216191292
21316	rnn.weight_ih_l0_reverse	6	-0.04028940573334694
21316	rnn.weight_ih_l0_reverse	7	-0.0240060742944479
21316	rnn.weight_ih_l0_reverse	8	-0.0015524029731750488
21316	rnn.weight_ih_l0_reverse	9	0.016396015882492065
21316	rnn.weight_hh_l0_reverse	0	-0.01761246658861637
21316	rnn.weight_hh_l0_reverse	1	0.012379353865981102
21316	rnn.weight_hh_l0_reverse	2	-0.028881847858428955
21316	rnn.weight_hh_l0_reverse	3	0.03606744855642319
21316	rnn.weight_hh_l0_reverse	4	0.01590963453054428
21316	rnn.weight_hh_l0_reverse	5	0.011256515048444271
21316	rnn.weight_hh_l0_reverse	6	0.02192659303545952
21316	rnn.weight_hh_l0_reverse	7	0.02226511761546135
21316	rnn.weight_hh_l0_reverse	8	0.00906822457909584
21316	rnn.weight_hh_l0_reverse	9	-0.03968566656112671
21316	rnn.bias_ih_l0_reverse	0	-0.04401414468884468
21316	rnn.bias_ih_l0_reverse	1	-0.18722392618656158
21316	rnn.bias_ih_l0_reverse	2	-0.017391137778759003
21316	rnn.bias_ih_l0_reverse	3	-0.059499263763427734
21316	rnn.bias_ih_l0_reverse	4	0.054777663201093674
21316	rnn.bias_ih_l0_reverse	5	-0.12738469243049622
21316	rnn.bias_ih_l0_reverse	6	-0.0352754071354866
21316	rnn.bias_ih_l0_reverse	7	0.05889226868748665
21316	rnn.bias_ih_l0_reverse	8	-0.08066076785326004
21316	rnn.bias_ih_l0_reverse	9	-0.037706874310970306
21316	rnn.bias_hh_l0_reverse	0	-0.07212643325328827
21316	rnn.bias_hh_l0_reverse	1	-0.028567498549818993
21316	rnn.bias_hh_l0_reverse	2	-0.028491703793406487
21316	rnn.bias_hh_l0_reverse	3	-0.07012948393821716
21316	rnn.bias_hh_l0_reverse	4	-0.0012581367045640945
21316	rnn.bias_hh_l0_reverse	5	-0.04605773463845253
21316	rnn.bias_hh_l0_reverse	6	-0.08459102362394333
21316	rnn.bias_hh_l0_reverse	7	-0.06191086396574974
21316	rnn.bias_hh_l0_reverse	8	-0.03034861944615841
21316	rnn.bias_hh_l0_reverse	9	-0.0701846182346344
21316	linear.weight	0	-0.15050263702869415
21316	linear.weight	1	-0.026792794466018677
21316	linear.weight	2	-0.011228874325752258
21316	linear.weight	3	0.004556322004646063
21316	linear.weight	4	0.019029106944799423
21316	linear.weight	5	0.2068907469511032
21316	linear.weight	6	0.0047744326293468475
21316	linear.weight	7	-0.021312154829502106
21316	linear.weight	8	0.11291861534118652
21316	linear.weight	9	0.0775449275970459
21316	linear.bias	0	-0.46701544523239136
21316	linear.bias	1	0.13254618644714355
21316	linear.bias	2	0.26575997471809387
21316	linear.bias	3	-0.3716663122177124
21316	linear.bias	4	-1.180444359779358
21316	linear.bias	5	-1.036211371421814
21316	linear.bias	6	-0.4497070908546448
21316	linear.bias	7	-0.6053722500801086
21316	linear.bias	8	-0.01705317199230194
21316	linear.bias	9	2.411919116973877
21513	transitions	0	-0.006075549405068159
21513	transitions	1	6.129451751708984
21513	transitions	2	-2.3564605712890625
21513	transitions	3	1.1791231632232666
21513	transitions	4	-1.2469007968902588
21513	transitions	5	-0.19389060139656067
21513	transitions	6	-0.10009435564279556
21513	transitions	7	-10000.0
21513	transitions	8	1.4624922275543213
21513	transitions	9	-2.2718985080718994
21513	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
21513	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
21513	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
21513	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
21513	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
21513	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
21513	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
21513	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
21513	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
21513	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
21513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
21513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
21513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
21513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
21513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
21513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
21513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
21513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
21513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
21513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
21513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
21513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
21513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
21513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
21513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
21513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
21513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
21513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
21513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
21513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
21513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
21513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
21513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
21513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
21513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
21513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
21513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
21513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
21513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
21513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
21513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
21513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
21513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
21513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
21513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
21513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
21513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
21513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
21513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
21513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
21513	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
21513	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
21513	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
21513	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
21513	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
21513	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
21513	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
21513	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
21513	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
21513	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
21513	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
21513	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
21513	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
21513	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
21513	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
21513	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
21513	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
21513	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
21513	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
21513	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
21513	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
21513	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
21513	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
21513	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
21513	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
21513	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
21513	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
21513	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
21513	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
21513	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
21513	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
21513	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
21513	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
21513	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
21513	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
21513	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
21513	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
21513	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
21513	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
21513	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
21513	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
21513	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
21513	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
21513	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
21513	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
21513	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
21513	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
21513	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
21513	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
21513	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
21513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
21513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
21513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
21513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
21513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
21513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
21513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
21513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
21513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
21513	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
21513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
21513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
21513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
21513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
21513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
21513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
21513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
21513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
21513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
21513	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
21513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
21513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
21513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
21513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
21513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
21513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
21513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
21513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
21513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
21513	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
21513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
21513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
21513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
21513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
21513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
21513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
21513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
21513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
21513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
21513	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
21513	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
21513	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
21513	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
21513	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
21513	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
21513	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
21513	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
21513	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
21513	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
21513	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
21513	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
21513	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
21513	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
21513	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
21513	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
21513	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
21513	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
21513	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
21513	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
21513	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
21513	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
21513	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
21513	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
21513	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
21513	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
21513	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
21513	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
21513	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
21513	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
21513	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
21513	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
21513	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
21513	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
21513	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
21513	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
21513	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
21513	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
21513	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
21513	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
21513	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
21513	embedding2nn.weight	0	0.01735764741897583
21513	embedding2nn.weight	1	-0.056833747774362564
21513	embedding2nn.weight	2	0.013560040853917599
21513	embedding2nn.weight	3	-0.011339962482452393
21513	embedding2nn.weight	4	-0.06219145283102989
21513	embedding2nn.weight	5	0.049043916165828705
21513	embedding2nn.weight	6	-0.06506344676017761
21513	embedding2nn.weight	7	-0.0531499981880188
21513	embedding2nn.weight	8	0.012960867956280708
21513	embedding2nn.weight	9	0.04182557016611099
21513	embedding2nn.bias	0	0.0845206007361412
21513	embedding2nn.bias	1	0.05311983451247215
21513	embedding2nn.bias	2	-0.11811776459217072
21513	embedding2nn.bias	3	0.048230405896902084
21513	embedding2nn.bias	4	0.04337572678923607
21513	embedding2nn.bias	5	-0.13255575299263
21513	embedding2nn.bias	6	-0.0641091838479042
21513	embedding2nn.bias	7	-0.007402680814266205
21513	embedding2nn.bias	8	0.05353650823235512
21513	embedding2nn.bias	9	-0.11737234145402908
21513	rnn.weight_ih_l0	0	-0.006190084852278233
21513	rnn.weight_ih_l0	1	0.03632417693734169
21513	rnn.weight_ih_l0	2	-0.024365006014704704
21513	rnn.weight_ih_l0	3	0.01067310106009245
21513	rnn.weight_ih_l0	4	0.030248206108808517
21513	rnn.weight_ih_l0	5	-0.04264911636710167
21513	rnn.weight_ih_l0	6	0.04483448714017868
21513	rnn.weight_ih_l0	7	-0.018310440704226494
21513	rnn.weight_ih_l0	8	0.02111211232841015
21513	rnn.weight_ih_l0	9	-0.004003239795565605
21513	rnn.weight_hh_l0	0	0.016089117154479027
21513	rnn.weight_hh_l0	1	-0.04881361871957779
21513	rnn.weight_hh_l0	2	0.028131701052188873
21513	rnn.weight_hh_l0	3	0.006106594577431679
21513	rnn.weight_hh_l0	4	0.017726164311170578
21513	rnn.weight_hh_l0	5	0.025044869631528854
21513	rnn.weight_hh_l0	6	-0.002186864148825407
21513	rnn.weight_hh_l0	7	-0.04510500282049179
21513	rnn.weight_hh_l0	8	-0.031153645366430283
21513	rnn.weight_hh_l0	9	-0.03570929169654846
21513	rnn.bias_ih_l0	0	-0.02895842306315899
21513	rnn.bias_ih_l0	1	-0.05257682129740715
21513	rnn.bias_ih_l0	2	-0.09170185774564743
21513	rnn.bias_ih_l0	3	-0.15949317812919617
21513	rnn.bias_ih_l0	4	0.026374680921435356
21513	rnn.bias_ih_l0	5	0.06448829919099808
21513	rnn.bias_ih_l0	6	-0.09432432800531387
21513	rnn.bias_ih_l0	7	-0.12722648680210114
21513	rnn.bias_ih_l0	8	-0.05591404810547829
21513	rnn.bias_ih_l0	9	-0.047984398901462555
21513	rnn.bias_hh_l0	0	0.0725850984454155
21513	rnn.bias_hh_l0	1	-0.02128589153289795
21513	rnn.bias_hh_l0	2	-0.015043674036860466
21513	rnn.bias_hh_l0	3	-0.08333151042461395
21513	rnn.bias_hh_l0	4	0.027448441833257675
21513	rnn.bias_hh_l0	5	0.06965015083551407
21513	rnn.bias_hh_l0	6	-0.04680982604622841
21513	rnn.bias_hh_l0	7	-0.05495378002524376
21513	rnn.bias_hh_l0	8	-0.08476896584033966
21513	rnn.bias_hh_l0	9	-0.0669812262058258
21513	rnn.weight_ih_l0_reverse	0	0.02683233469724655
21513	rnn.weight_ih_l0_reverse	1	-0.003749406896531582
21513	rnn.weight_ih_l0_reverse	2	-0.017491644248366356
21513	rnn.weight_ih_l0_reverse	3	-0.002050071256235242
21513	rnn.weight_ih_l0_reverse	4	0.030766595155000687
21513	rnn.weight_ih_l0_reverse	5	-0.013680500909686089
21513	rnn.weight_ih_l0_reverse	6	-0.03899772837758064
21513	rnn.weight_ih_l0_reverse	7	-0.024345681071281433
21513	rnn.weight_ih_l0_reverse	8	-0.0009256308549083769
21513	rnn.weight_ih_l0_reverse	9	0.01479639858007431
21513	rnn.weight_hh_l0_reverse	0	-0.017649037763476372
21513	rnn.weight_hh_l0_reverse	1	0.013020108453929424
21513	rnn.weight_hh_l0_reverse	2	-0.028554895892739296
21513	rnn.weight_hh_l0_reverse	3	0.036142632365226746
21513	rnn.weight_hh_l0_reverse	4	0.01573403738439083
21513	rnn.weight_hh_l0_reverse	5	0.011932776309549809
21513	rnn.weight_hh_l0_reverse	6	0.020654339343309402
21513	rnn.weight_hh_l0_reverse	7	0.022884342819452286
21513	rnn.weight_hh_l0_reverse	8	0.009118217043578625
21513	rnn.weight_hh_l0_reverse	9	-0.03884262964129448
21513	rnn.bias_ih_l0_reverse	0	-0.044126998633146286
21513	rnn.bias_ih_l0_reverse	1	-0.18532221019268036
21513	rnn.bias_ih_l0_reverse	2	-0.018670426681637764
21513	rnn.bias_ih_l0_reverse	3	-0.059297408908605576
21513	rnn.bias_ih_l0_reverse	4	0.05031392723321915
21513	rnn.bias_ih_l0_reverse	5	-0.129839688539505
21513	rnn.bias_ih_l0_reverse	6	-0.03735114261507988
21513	rnn.bias_ih_l0_reverse	7	0.057885680347681046
21513	rnn.bias_ih_l0_reverse	8	-0.07684019207954407
21513	rnn.bias_ih_l0_reverse	9	-0.03650269657373428
21513	rnn.bias_hh_l0_reverse	0	-0.06909514218568802
21513	rnn.bias_hh_l0_reverse	1	-0.029490813612937927
21513	rnn.bias_hh_l0_reverse	2	-0.029664061963558197
21513	rnn.bias_hh_l0_reverse	3	-0.07076934725046158
21513	rnn.bias_hh_l0_reverse	4	-0.0012516138376668096
21513	rnn.bias_hh_l0_reverse	5	-0.04571991041302681
21513	rnn.bias_hh_l0_reverse	6	-0.08337424695491791
21513	rnn.bias_hh_l0_reverse	7	-0.06003016233444214
21513	rnn.bias_hh_l0_reverse	8	-0.02477240189909935
21513	rnn.bias_hh_l0_reverse	9	-0.06910430639982224
21513	linear.weight	0	-0.15794332325458527
21513	linear.weight	1	-0.024115657433867455
21513	linear.weight	2	-0.011228874325752258
21513	linear.weight	3	0.0008008769364096224
21513	linear.weight	4	0.018583927303552628
21513	linear.weight	5	0.2148382067680359
21513	linear.weight	6	0.0047744326293468475
21513	linear.weight	7	-0.021312154829502106
21513	linear.weight	8	0.15559804439544678
21513	linear.weight	9	0.061273351311683655
21513	linear.bias	0	-0.4680623710155487
21513	linear.bias	1	0.14936842024326324
21513	linear.bias	2	0.2718879282474518
21513	linear.bias	3	-0.3411490023136139
21513	linear.bias	4	-1.1661911010742188
21513	linear.bias	5	-1.0372203588485718
21513	linear.bias	6	-0.453158438205719
21513	linear.bias	7	-0.5936412215232849
21513	linear.bias	8	-0.01705317199230194
21513	linear.bias	9	2.4136950969696045
21710	transitions	0	-0.007502885069698095
21710	transitions	1	6.125551223754883
21710	transitions	2	-2.362631320953369
21710	transitions	3	1.167475938796997
21710	transitions	4	-1.250319480895996
21710	transitions	5	-0.19465839862823486
21710	transitions	6	-0.1006760448217392
21710	transitions	7	-10000.0
21710	transitions	8	1.461001992225647
21710	transitions	9	-2.2720248699188232
21710	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
21710	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
21710	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
21710	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
21710	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
21710	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
21710	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
21710	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
21710	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
21710	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
21710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
21710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
21710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
21710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
21710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
21710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
21710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
21710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
21710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
21710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
21710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
21710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
21710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
21710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
21710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
21710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
21710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
21710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
21710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
21710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
21710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
21710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
21710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
21710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
21710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
21710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
21710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
21710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
21710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
21710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
21710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
21710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
21710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
21710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
21710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
21710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
21710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
21710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
21710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
21710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
21710	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
21710	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
21710	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
21710	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
21710	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
21710	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
21710	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
21710	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
21710	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
21710	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
21710	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
21710	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
21710	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
21710	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
21710	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
21710	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
21710	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
21710	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
21710	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
21710	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
21710	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
21710	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
21710	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
21710	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
21710	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
21710	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
21710	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
21710	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
21710	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
21710	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
21710	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
21710	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
21710	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
21710	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
21710	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
21710	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
21710	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
21710	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
21710	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
21710	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
21710	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
21710	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
21710	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
21710	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
21710	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
21710	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
21710	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
21710	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
21710	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
21710	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
21710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
21710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
21710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
21710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
21710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
21710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
21710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
21710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
21710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
21710	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
21710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
21710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
21710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
21710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
21710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
21710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
21710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
21710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
21710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
21710	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
21710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
21710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
21710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
21710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
21710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
21710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
21710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
21710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
21710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
21710	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
21710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
21710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
21710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
21710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
21710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
21710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
21710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
21710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
21710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
21710	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
21710	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
21710	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
21710	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
21710	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
21710	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
21710	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
21710	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
21710	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
21710	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
21710	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
21710	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
21710	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
21710	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
21710	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
21710	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
21710	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
21710	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
21710	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
21710	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
21710	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
21710	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
21710	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
21710	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
21710	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
21710	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
21710	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
21710	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
21710	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
21710	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
21710	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
21710	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
21710	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
21710	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
21710	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
21710	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
21710	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
21710	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
21710	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
21710	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
21710	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
21710	embedding2nn.weight	0	0.017536399886012077
21710	embedding2nn.weight	1	-0.05636602267622948
21710	embedding2nn.weight	2	0.014173852279782295
21710	embedding2nn.weight	3	-0.009371793828904629
21710	embedding2nn.weight	4	-0.05497559532523155
21710	embedding2nn.weight	5	0.05166352167725563
21710	embedding2nn.weight	6	-0.055155277252197266
21710	embedding2nn.weight	7	-0.05297053977847099
21710	embedding2nn.weight	8	0.013897270895540714
21710	embedding2nn.weight	9	0.03877202793955803
21710	embedding2nn.bias	0	0.08125758916139603
21710	embedding2nn.bias	1	0.046948276460170746
21710	embedding2nn.bias	2	-0.1290750801563263
21710	embedding2nn.bias	3	0.055299583822488785
21710	embedding2nn.bias	4	0.028915509581565857
21710	embedding2nn.bias	5	-0.13516701757907867
21710	embedding2nn.bias	6	-0.07022597640752792
21710	embedding2nn.bias	7	-0.01913275569677353
21710	embedding2nn.bias	8	0.04304535314440727
21710	embedding2nn.bias	9	-0.11471088975667953
21710	rnn.weight_ih_l0	0	-0.0041541047394275665
21710	rnn.weight_ih_l0	1	0.03119937889277935
21710	rnn.weight_ih_l0	2	-0.023343103006482124
21710	rnn.weight_ih_l0	3	0.009533477015793324
21710	rnn.weight_ih_l0	4	0.029828805476427078
21710	rnn.weight_ih_l0	5	-0.04197923466563225
21710	rnn.weight_ih_l0	6	0.04352898150682449
21710	rnn.weight_ih_l0	7	-0.01598341576755047
21710	rnn.weight_ih_l0	8	0.01927955448627472
21710	rnn.weight_ih_l0	9	-0.0030648403335362673
21710	rnn.weight_hh_l0	0	0.015997322276234627
21710	rnn.weight_hh_l0	1	-0.04831075668334961
21710	rnn.weight_hh_l0	2	0.026804205030202866
21710	rnn.weight_hh_l0	3	0.003943989053368568
21710	rnn.weight_hh_l0	4	0.01778338849544525
21710	rnn.weight_hh_l0	5	0.02561764605343342
21710	rnn.weight_hh_l0	6	-0.001613337080925703
21710	rnn.weight_hh_l0	7	-0.04440135508775711
21710	rnn.weight_hh_l0	8	-0.03140081465244293
21710	rnn.weight_hh_l0	9	-0.03435632213950157
21710	rnn.bias_ih_l0	0	-0.03693801909685135
21710	rnn.bias_ih_l0	1	-0.05530067905783653
21710	rnn.bias_ih_l0	2	-0.09048689901828766
21710	rnn.bias_ih_l0	3	-0.15821096301078796
21710	rnn.bias_ih_l0	4	0.024241331964731216
21710	rnn.bias_ih_l0	5	0.062653087079525
21710	rnn.bias_ih_l0	6	-0.09611722826957703
21710	rnn.bias_ih_l0	7	-0.1314294934272766
21710	rnn.bias_ih_l0	8	-0.056800514459609985
21710	rnn.bias_ih_l0	9	-0.04648195579648018
21710	rnn.bias_hh_l0	0	0.07309043407440186
21710	rnn.bias_hh_l0	1	-0.022574588656425476
21710	rnn.bias_hh_l0	2	-0.014445302076637745
21710	rnn.bias_hh_l0	3	-0.08267217874526978
21710	rnn.bias_hh_l0	4	0.026051906868815422
21710	rnn.bias_hh_l0	5	0.0628279522061348
21710	rnn.bias_hh_l0	6	-0.048811111599206924
21710	rnn.bias_hh_l0	7	-0.057227376848459244
21710	rnn.bias_hh_l0	8	-0.08467434346675873
21710	rnn.bias_hh_l0	9	-0.06108836829662323
21710	rnn.weight_ih_l0_reverse	0	0.02725045382976532
21710	rnn.weight_ih_l0_reverse	1	-0.0037841065786778927
21710	rnn.weight_ih_l0_reverse	2	-0.01822989247739315
21710	rnn.weight_ih_l0_reverse	3	-0.0028425410855561495
21710	rnn.weight_ih_l0_reverse	4	0.03209540992975235
21710	rnn.weight_ih_l0_reverse	5	-0.015854746103286743
21710	rnn.weight_ih_l0_reverse	6	-0.037726350128650665
21710	rnn.weight_ih_l0_reverse	7	-0.021095257252454758
21710	rnn.weight_ih_l0_reverse	8	-0.001994256628677249
21710	rnn.weight_ih_l0_reverse	9	0.0157486479729414
21710	rnn.weight_hh_l0_reverse	0	-0.017518723383545876
21710	rnn.weight_hh_l0_reverse	1	0.013022205792367458
21710	rnn.weight_hh_l0_reverse	2	-0.028416387736797333
21710	rnn.weight_hh_l0_reverse	3	0.03612416610121727
21710	rnn.weight_hh_l0_reverse	4	0.015493994578719139
21710	rnn.weight_hh_l0_reverse	5	0.011610017158091068
21710	rnn.weight_hh_l0_reverse	6	0.02063079923391342
21710	rnn.weight_hh_l0_reverse	7	0.022781342267990112
21710	rnn.weight_hh_l0_reverse	8	0.008943278342485428
21710	rnn.weight_hh_l0_reverse	9	-0.038862816989421844
21710	rnn.bias_ih_l0_reverse	0	-0.04837402328848839
21710	rnn.bias_ih_l0_reverse	1	-0.19285866618156433
21710	rnn.bias_ih_l0_reverse	2	-0.0203333031386137
21710	rnn.bias_ih_l0_reverse	3	-0.06060021370649338
21710	rnn.bias_ih_l0_reverse	4	0.05194634199142456
21710	rnn.bias_ih_l0_reverse	5	-0.1233246847987175
21710	rnn.bias_ih_l0_reverse	6	-0.04099816083908081
21710	rnn.bias_ih_l0_reverse	7	0.05989644303917885
21710	rnn.bias_ih_l0_reverse	8	-0.08079355955123901
21710	rnn.bias_ih_l0_reverse	9	-0.0338289812207222
21710	rnn.bias_hh_l0_reverse	0	-0.06972168385982513
21710	rnn.bias_hh_l0_reverse	1	-0.025987425819039345
21710	rnn.bias_hh_l0_reverse	2	-0.0300339013338089
21710	rnn.bias_hh_l0_reverse	3	-0.07145697623491287
21710	rnn.bias_hh_l0_reverse	4	-0.0026770264375954866
21710	rnn.bias_hh_l0_reverse	5	-0.04220721498131752
21710	rnn.bias_hh_l0_reverse	6	-0.07823624461889267
21710	rnn.bias_hh_l0_reverse	7	-0.054662637412548065
21710	rnn.bias_hh_l0_reverse	8	-0.024721529334783554
21710	rnn.bias_hh_l0_reverse	9	-0.07090695202350616
21710	linear.weight	0	-0.16757220029830933
21710	linear.weight	1	-0.015382050536572933
21710	linear.weight	2	-0.011228874325752258
21710	linear.weight	3	-0.004611281678080559
21710	linear.weight	4	0.012434625998139381
21710	linear.weight	5	0.20808586478233337
21710	linear.weight	6	0.0047744326293468475
21710	linear.weight	7	-0.021312154829502106
21710	linear.weight	8	0.15355172753334045
21710	linear.weight	9	0.03475424274802208
21710	linear.bias	0	-0.5009600520133972
21710	linear.bias	1	0.11201217770576477
21710	linear.bias	2	0.2386241853237152
21710	linear.bias	3	-0.3583846688270569
21710	linear.bias	4	-1.1561708450317383
21710	linear.bias	5	-1.038291335105896
21710	linear.bias	6	-0.4838116765022278
21710	linear.bias	7	-0.6388935446739197
21710	linear.bias	8	-0.01705317199230194
21710	linear.bias	9	2.513652801513672
21714	transitions	0	-0.00752096064388752
21714	transitions	1	6.1224846839904785
21714	transitions	2	-2.3630144596099854
21714	transitions	3	1.166064739227295
21714	transitions	4	-1.250525712966919
21714	transitions	5	-0.19468890130519867
21714	transitions	6	-0.1006867066025734
21714	transitions	7	-10000.0
21714	transitions	8	1.4609825611114502
21714	transitions	9	-2.2720284461975098
21714	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
21714	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
21714	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
21714	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
21714	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
21714	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
21714	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
21714	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
21714	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
21714	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
21714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
21714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
21714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
21714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
21714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
21714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
21714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
21714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
21714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
21714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
21714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
21714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
21714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
21714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
21714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
21714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
21714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
21714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
21714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
21714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
21714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
21714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
21714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
21714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
21714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
21714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
21714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
21714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
21714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
21714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
21714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
21714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
21714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
21714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
21714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
21714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
21714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
21714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
21714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
21714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
21714	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
21714	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
21714	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
21714	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
21714	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
21714	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
21714	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
21714	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
21714	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
21714	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
21714	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
21714	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
21714	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
21714	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
21714	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
21714	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
21714	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
21714	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
21714	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
21714	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
21714	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
21714	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
21714	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
21714	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
21714	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
21714	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
21714	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
21714	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
21714	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
21714	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
21714	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
21714	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
21714	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
21714	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
21714	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
21714	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
21714	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
21714	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
21714	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
21714	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
21714	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
21714	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
21714	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
21714	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
21714	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
21714	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
21714	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
21714	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
21714	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
21714	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
21714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
21714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
21714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
21714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
21714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
21714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
21714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
21714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
21714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
21714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
21714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
21714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
21714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
21714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
21714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
21714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
21714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
21714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
21714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
21714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
21714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
21714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
21714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
21714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
21714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
21714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
21714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
21714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
21714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
21714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
21714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
21714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
21714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
21714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
21714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
21714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
21714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
21714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
21714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
21714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
21714	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
21714	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
21714	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
21714	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
21714	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
21714	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
21714	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
21714	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
21714	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
21714	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
21714	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
21714	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
21714	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
21714	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
21714	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
21714	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
21714	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
21714	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
21714	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
21714	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
21714	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
21714	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
21714	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
21714	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
21714	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
21714	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
21714	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
21714	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
21714	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
21714	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
21714	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
21714	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
21714	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
21714	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
21714	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
21714	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
21714	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
21714	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
21714	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
21714	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
21714	embedding2nn.weight	0	0.017620759084820747
21714	embedding2nn.weight	1	-0.05638226121664047
21714	embedding2nn.weight	2	0.014382810331881046
21714	embedding2nn.weight	3	-0.009414768777787685
21714	embedding2nn.weight	4	-0.054674193263053894
21714	embedding2nn.weight	5	0.05155560374259949
21714	embedding2nn.weight	6	-0.05427887290716171
21714	embedding2nn.weight	7	-0.052959173917770386
21714	embedding2nn.weight	8	0.013684122823178768
21714	embedding2nn.weight	9	0.039338115602731705
21714	embedding2nn.bias	0	0.08496372401714325
21714	embedding2nn.bias	1	0.04419100284576416
21714	embedding2nn.bias	2	-0.1286325603723526
21714	embedding2nn.bias	3	0.057083211839199066
21714	embedding2nn.bias	4	0.029271027073264122
21714	embedding2nn.bias	5	-0.1352282613515854
21714	embedding2nn.bias	6	-0.06832905113697052
21714	embedding2nn.bias	7	-0.018971549347043037
21714	embedding2nn.bias	8	0.04446994513273239
21714	embedding2nn.bias	9	-0.11338740587234497
21714	rnn.weight_ih_l0	0	-0.0039509255439043045
21714	rnn.weight_ih_l0	1	0.030546322464942932
21714	rnn.weight_ih_l0	2	-0.0236790981143713
21714	rnn.weight_ih_l0	3	0.009932084009051323
21714	rnn.weight_ih_l0	4	0.02963756024837494
21714	rnn.weight_ih_l0	5	-0.041585274040699005
21714	rnn.weight_ih_l0	6	0.04364486783742905
21714	rnn.weight_ih_l0	7	-0.015884634107351303
21714	rnn.weight_ih_l0	8	0.019125638529658318
21714	rnn.weight_ih_l0	9	-0.0029197814874351025
21714	rnn.weight_hh_l0	0	0.01600734516978264
21714	rnn.weight_hh_l0	1	-0.0484447255730629
21714	rnn.weight_hh_l0	2	0.026768412441015244
21714	rnn.weight_hh_l0	3	0.0037343206349760294
21714	rnn.weight_hh_l0	4	0.017843594774603844
21714	rnn.weight_hh_l0	5	0.02558865211904049
21714	rnn.weight_hh_l0	6	-0.001619934570044279
21714	rnn.weight_hh_l0	7	-0.0443895161151886
21714	rnn.weight_hh_l0	8	-0.03136950731277466
21714	rnn.weight_hh_l0	9	-0.03457720950245857
21714	rnn.bias_ih_l0	0	-0.037038788199424744
21714	rnn.bias_ih_l0	1	-0.05527469143271446
21714	rnn.bias_ih_l0	2	-0.09113704413175583
21714	rnn.bias_ih_l0	3	-0.1589476764202118
21714	rnn.bias_ih_l0	4	0.02409951388835907
21714	rnn.bias_ih_l0	5	0.06395015865564346
21714	rnn.bias_ih_l0	6	-0.09621323645114899
21714	rnn.bias_ih_l0	7	-0.13185614347457886
21714	rnn.bias_ih_l0	8	-0.057140156626701355
21714	rnn.bias_ih_l0	9	-0.046827532351017
21714	rnn.bias_hh_l0	0	0.07306529581546783
21714	rnn.bias_hh_l0	1	-0.02209068089723587
21714	rnn.bias_hh_l0	2	-0.014396675862371922
21714	rnn.bias_hh_l0	3	-0.08235582709312439
21714	rnn.bias_hh_l0	4	0.026684105396270752
21714	rnn.bias_hh_l0	5	0.06319474428892136
21714	rnn.bias_hh_l0	6	-0.048765745013952255
21714	rnn.bias_hh_l0	7	-0.05715334787964821
21714	rnn.bias_hh_l0	8	-0.08409655839204788
21714	rnn.bias_hh_l0	9	-0.061911795288324356
21714	rnn.weight_ih_l0_reverse	0	0.02707798406481743
21714	rnn.weight_ih_l0_reverse	1	-0.0037857794668525457
21714	rnn.weight_ih_l0_reverse	2	-0.018603920936584473
21714	rnn.weight_ih_l0_reverse	3	-0.00220654159784317
21714	rnn.weight_ih_l0_reverse	4	0.03221287578344345
21714	rnn.weight_ih_l0_reverse	5	-0.015790851786732674
21714	rnn.weight_ih_l0_reverse	6	-0.03763154149055481
21714	rnn.weight_ih_l0_reverse	7	-0.020954251289367676
21714	rnn.weight_ih_l0_reverse	8	-0.0019406215287745
21714	rnn.weight_ih_l0_reverse	9	0.015784895047545433
21714	rnn.weight_hh_l0_reverse	0	-0.017441928386688232
21714	rnn.weight_hh_l0_reverse	1	0.012736248783767223
21714	rnn.weight_hh_l0_reverse	2	-0.028407415375113487
21714	rnn.weight_hh_l0_reverse	3	0.03603379428386688
21714	rnn.weight_hh_l0_reverse	4	0.0154847651720047
21714	rnn.weight_hh_l0_reverse	5	0.01157858595252037
21714	rnn.weight_hh_l0_reverse	6	0.020614538341760635
21714	rnn.weight_hh_l0_reverse	7	0.022769121453166008
21714	rnn.weight_hh_l0_reverse	8	0.008956458419561386
21714	rnn.weight_hh_l0_reverse	9	-0.038883958011865616
21714	rnn.bias_ih_l0_reverse	0	-0.04787704348564148
21714	rnn.bias_ih_l0_reverse	1	-0.19268587231636047
21714	rnn.bias_ih_l0_reverse	2	-0.020417414605617523
21714	rnn.bias_ih_l0_reverse	3	-0.06041036918759346
21714	rnn.bias_ih_l0_reverse	4	0.05105254799127579
21714	rnn.bias_ih_l0_reverse	5	-0.12264065444469452
21714	rnn.bias_ih_l0_reverse	6	-0.04121265560388565
21714	rnn.bias_ih_l0_reverse	7	0.05880630016326904
21714	rnn.bias_ih_l0_reverse	8	-0.08079040050506592
21714	rnn.bias_ih_l0_reverse	9	-0.03429056331515312
21714	rnn.bias_hh_l0_reverse	0	-0.06924784928560257
21714	rnn.bias_hh_l0_reverse	1	-0.025734158232808113
21714	rnn.bias_hh_l0_reverse	2	-0.029729487374424934
21714	rnn.bias_hh_l0_reverse	3	-0.07092555612325668
21714	rnn.bias_hh_l0_reverse	4	-0.002738544950261712
21714	rnn.bias_hh_l0_reverse	5	-0.04176263511180878
21714	rnn.bias_hh_l0_reverse	6	-0.07539131492376328
21714	rnn.bias_hh_l0_reverse	7	-0.054435282945632935
21714	rnn.bias_hh_l0_reverse	8	-0.02493179403245449
21714	rnn.bias_hh_l0_reverse	9	-0.07149967551231384
21714	linear.weight	0	-0.167562797665596
21714	linear.weight	1	-0.01563124917447567
21714	linear.weight	2	-0.011228874325752258
21714	linear.weight	3	-0.00411597266793251
21714	linear.weight	4	0.012951348908245564
21714	linear.weight	5	0.20774635672569275
21714	linear.weight	6	0.0047744326293468475
21714	linear.weight	7	-0.021312154829502106
21714	linear.weight	8	0.15369224548339844
21714	linear.weight	9	0.0370812714099884
21714	linear.bias	0	-0.48804518580436707
21714	linear.bias	1	0.11257708817720413
21714	linear.bias	2	0.2751000225543976
21714	linear.bias	3	-0.3652111291885376
21714	linear.bias	4	-1.1564100980758667
21714	linear.bias	5	-1.0383104085922241
21714	linear.bias	6	-0.4702780842781067
21714	linear.bias	7	-0.6191243529319763
21714	linear.bias	8	-0.01705317199230194
21714	linear.bias	9	2.461289882659912
21911	transitions	0	-0.008847516030073166
21911	transitions	1	6.129807472229004
21911	transitions	2	-2.367802619934082
21911	transitions	3	1.1771748065948486
21911	transitions	4	-1.2531055212020874
21911	transitions	5	-0.19558203220367432
21911	transitions	6	-0.10117820650339127
21911	transitions	7	-10000.0
21911	transitions	8	1.460882306098938
21911	transitions	9	-2.272160291671753
21911	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
21911	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
21911	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
21911	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
21911	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
21911	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
21911	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
21911	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
21911	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
21911	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
21911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
21911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
21911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
21911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
21911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
21911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
21911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
21911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
21911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
21911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
21911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
21911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
21911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
21911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
21911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
21911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
21911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
21911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
21911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
21911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
21911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
21911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
21911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
21911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
21911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
21911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
21911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
21911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
21911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
21911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
21911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
21911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
21911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
21911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
21911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
21911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
21911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
21911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
21911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
21911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
21911	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
21911	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
21911	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
21911	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
21911	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
21911	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
21911	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
21911	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
21911	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
21911	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
21911	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
21911	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
21911	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
21911	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
21911	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
21911	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
21911	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
21911	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
21911	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
21911	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
21911	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
21911	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
21911	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
21911	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
21911	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
21911	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
21911	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
21911	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
21911	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
21911	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
21911	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
21911	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
21911	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
21911	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
21911	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
21911	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
21911	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
21911	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
21911	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
21911	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
21911	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
21911	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
21911	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
21911	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
21911	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
21911	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
21911	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
21911	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
21911	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
21911	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
21911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
21911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
21911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
21911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
21911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
21911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
21911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
21911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
21911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
21911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
21911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
21911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
21911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
21911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
21911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
21911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
21911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
21911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
21911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
21911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
21911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
21911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
21911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
21911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
21911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
21911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
21911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
21911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
21911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
21911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
21911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
21911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
21911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
21911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
21911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
21911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
21911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
21911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
21911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
21911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
21911	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
21911	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
21911	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
21911	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
21911	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
21911	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
21911	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
21911	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
21911	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
21911	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
21911	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
21911	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
21911	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
21911	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
21911	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
21911	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
21911	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
21911	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
21911	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
21911	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
21911	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
21911	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
21911	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
21911	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
21911	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
21911	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
21911	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
21911	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
21911	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
21911	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
21911	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
21911	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
21911	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
21911	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
21911	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
21911	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
21911	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
21911	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
21911	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
21911	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
21911	embedding2nn.weight	0	0.018266523256897926
21911	embedding2nn.weight	1	-0.0554020069539547
21911	embedding2nn.weight	2	0.01612030901014805
21911	embedding2nn.weight	3	-0.008178680203855038
21911	embedding2nn.weight	4	-0.05339886620640755
21911	embedding2nn.weight	5	0.050113849341869354
21911	embedding2nn.weight	6	-0.05341654270887375
21911	embedding2nn.weight	7	-0.053351037204265594
21911	embedding2nn.weight	8	0.014053678140044212
21911	embedding2nn.weight	9	0.04120030254125595
21911	embedding2nn.bias	0	0.08266241103410721
21911	embedding2nn.bias	1	0.04243798926472664
21911	embedding2nn.bias	2	-0.1233954057097435
21911	embedding2nn.bias	3	0.053579509258270264
21911	embedding2nn.bias	4	0.029842494055628777
21911	embedding2nn.bias	5	-0.13609087467193604
21911	embedding2nn.bias	6	-0.07328058779239655
21911	embedding2nn.bias	7	-0.01519868802279234
21911	embedding2nn.bias	8	0.05286235734820366
21911	embedding2nn.bias	9	-0.11123797297477722
21911	rnn.weight_ih_l0	0	-0.0022810278460383415
21911	rnn.weight_ih_l0	1	0.029601916670799255
21911	rnn.weight_ih_l0	2	-0.022759994491934776
21911	rnn.weight_ih_l0	3	0.013769874349236488
21911	rnn.weight_ih_l0	4	0.029762446880340576
21911	rnn.weight_ih_l0	5	-0.04311513155698776
21911	rnn.weight_ih_l0	6	0.04369566589593887
21911	rnn.weight_ih_l0	7	-0.013674267567694187
21911	rnn.weight_ih_l0	8	0.02018657885491848
21911	rnn.weight_ih_l0	9	-0.0028516824822872877
21911	rnn.weight_hh_l0	0	0.015130038373172283
21911	rnn.weight_hh_l0	1	-0.046688999980688095
21911	rnn.weight_hh_l0	2	0.02634294331073761
21911	rnn.weight_hh_l0	3	0.004148575477302074
21911	rnn.weight_hh_l0	4	0.017474384978413582
21911	rnn.weight_hh_l0	5	0.025139303877949715
21911	rnn.weight_hh_l0	6	-0.0018593997228890657
21911	rnn.weight_hh_l0	7	-0.04498474672436714
21911	rnn.weight_hh_l0	8	-0.03256648778915405
21911	rnn.weight_hh_l0	9	-0.03331667557358742
21911	rnn.bias_ih_l0	0	-0.03000487945973873
21911	rnn.bias_ih_l0	1	-0.05828363075852394
21911	rnn.bias_ih_l0	2	-0.09280472248792648
21911	rnn.bias_ih_l0	3	-0.16102229058742523
21911	rnn.bias_ih_l0	4	0.02112940512597561
21911	rnn.bias_ih_l0	5	0.06734486669301987
21911	rnn.bias_ih_l0	6	-0.09280912578105927
21911	rnn.bias_ih_l0	7	-0.13121570646762848
21911	rnn.bias_ih_l0	8	-0.05812656506896019
21911	rnn.bias_ih_l0	9	-0.048123784363269806
21911	rnn.bias_hh_l0	0	0.06893085688352585
21911	rnn.bias_hh_l0	1	-0.02155141532421112
21911	rnn.bias_hh_l0	2	-0.01433638297021389
21911	rnn.bias_hh_l0	3	-0.08499212563037872
21911	rnn.bias_hh_l0	4	0.02158609963953495
21911	rnn.bias_hh_l0	5	0.0609794482588768
21911	rnn.bias_hh_l0	6	-0.0487869456410408
21911	rnn.bias_hh_l0	7	-0.057281702756881714
21911	rnn.bias_hh_l0	8	-0.08759519457817078
21911	rnn.bias_hh_l0	9	-0.06363455951213837
21911	rnn.weight_ih_l0_reverse	0	0.027373511344194412
21911	rnn.weight_ih_l0_reverse	1	-0.003600856987759471
21911	rnn.weight_ih_l0_reverse	2	-0.016844095662236214
21911	rnn.weight_ih_l0_reverse	3	-0.00160801294259727
21911	rnn.weight_ih_l0_reverse	4	0.033369582146406174
21911	rnn.weight_ih_l0_reverse	5	-0.015147415921092033
21911	rnn.weight_ih_l0_reverse	6	-0.0360773429274559
21911	rnn.weight_ih_l0_reverse	7	-0.020470453426241875
21911	rnn.weight_ih_l0_reverse	8	-0.0017780460184440017
21911	rnn.weight_ih_l0_reverse	9	0.015193178318440914
21911	rnn.weight_hh_l0_reverse	0	-0.017303092405200005
21911	rnn.weight_hh_l0_reverse	1	0.012997177429497242
21911	rnn.weight_hh_l0_reverse	2	-0.02845579944550991
21911	rnn.weight_hh_l0_reverse	3	0.03634069859981537
21911	rnn.weight_hh_l0_reverse	4	0.01604529283940792
21911	rnn.weight_hh_l0_reverse	5	0.010292395949363708
21911	rnn.weight_hh_l0_reverse	6	0.021567322313785553
21911	rnn.weight_hh_l0_reverse	7	0.02237590029835701
21911	rnn.weight_hh_l0_reverse	8	0.009042373858392239
21911	rnn.weight_hh_l0_reverse	9	-0.03887391462922096
21911	rnn.bias_ih_l0_reverse	0	-0.053155627101659775
21911	rnn.bias_ih_l0_reverse	1	-0.18929272890090942
21911	rnn.bias_ih_l0_reverse	2	-0.019038626924157143
21911	rnn.bias_ih_l0_reverse	3	-0.06017567962408066
21911	rnn.bias_ih_l0_reverse	4	0.05910329893231392
21911	rnn.bias_ih_l0_reverse	5	-0.12696386873722076
21911	rnn.bias_ih_l0_reverse	6	-0.03808341920375824
21911	rnn.bias_ih_l0_reverse	7	0.053628113120794296
21911	rnn.bias_ih_l0_reverse	8	-0.07763329148292542
21911	rnn.bias_ih_l0_reverse	9	-0.03515193983912468
21911	rnn.bias_hh_l0_reverse	0	-0.06711500883102417
21911	rnn.bias_hh_l0_reverse	1	-0.02945462428033352
21911	rnn.bias_hh_l0_reverse	2	-0.02786676585674286
21911	rnn.bias_hh_l0_reverse	3	-0.06368006020784378
21911	rnn.bias_hh_l0_reverse	4	-0.002430825959891081
21911	rnn.bias_hh_l0_reverse	5	-0.045606162399053574
21911	rnn.bias_hh_l0_reverse	6	-0.07728492468595505
21911	rnn.bias_hh_l0_reverse	7	-0.060910530388355255
21911	rnn.bias_hh_l0_reverse	8	-0.02366069331765175
21911	rnn.bias_hh_l0_reverse	9	-0.0731511190533638
21911	linear.weight	0	-0.17231741547584534
21911	linear.weight	1	-0.005534617230296135
21911	linear.weight	2	-0.011228874325752258
21911	linear.weight	3	0.011823027394711971
21911	linear.weight	4	-0.0008589797071181238
21911	linear.weight	5	0.20269255340099335
21911	linear.weight	6	0.0047744326293468475
21911	linear.weight	7	-0.021312154829502106
21911	linear.weight	8	0.14889205992221832
21911	linear.weight	9	0.03952097147703171
21911	linear.bias	0	-0.4832904636859894
21911	linear.bias	1	0.15707102417945862
21911	linear.bias	2	0.31589314341545105
21911	linear.bias	3	-0.36914047598838806
21911	linear.bias	4	-1.1834653615951538
21911	linear.bias	5	-1.039287805557251
21911	linear.bias	6	-0.46121683716773987
21911	linear.bias	7	-0.620481014251709
21911	linear.bias	8	-0.01705317199230194
21911	linear.bias	9	2.4821627140045166
22108	transitions	0	-0.010570460930466652
22108	transitions	1	6.180807590484619
22108	transitions	2	-2.3736698627471924
22108	transitions	3	1.1928815841674805
22108	transitions	4	-1.2563034296035767
22108	transitions	5	-0.19591623544692993
22108	transitions	6	-0.10177202522754669
22108	transitions	7	-10000.0
22108	transitions	8	1.4634592533111572
22108	transitions	9	-2.2722957134246826
22108	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
22108	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
22108	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
22108	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
22108	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
22108	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
22108	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
22108	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
22108	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
22108	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
22108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
22108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
22108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
22108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
22108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
22108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
22108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
22108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
22108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
22108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
22108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
22108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
22108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
22108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
22108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
22108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
22108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
22108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
22108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
22108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
22108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
22108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
22108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
22108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
22108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
22108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
22108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
22108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
22108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
22108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
22108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
22108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
22108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
22108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
22108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
22108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
22108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
22108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
22108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
22108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
22108	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
22108	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
22108	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
22108	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
22108	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
22108	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
22108	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
22108	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
22108	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
22108	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
22108	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
22108	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
22108	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
22108	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
22108	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
22108	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
22108	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
22108	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
22108	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
22108	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
22108	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
22108	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
22108	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
22108	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
22108	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
22108	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
22108	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
22108	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
22108	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
22108	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
22108	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
22108	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
22108	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
22108	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
22108	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
22108	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
22108	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
22108	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
22108	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
22108	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
22108	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
22108	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
22108	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
22108	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
22108	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
22108	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
22108	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
22108	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
22108	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
22108	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
22108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
22108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
22108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
22108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
22108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
22108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
22108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
22108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
22108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
22108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
22108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
22108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
22108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
22108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
22108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
22108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
22108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
22108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
22108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
22108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
22108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
22108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
22108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
22108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
22108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
22108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
22108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
22108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
22108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
22108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
22108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
22108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
22108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
22108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
22108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
22108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
22108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
22108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
22108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
22108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
22108	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
22108	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
22108	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
22108	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
22108	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
22108	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
22108	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
22108	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
22108	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
22108	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
22108	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
22108	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
22108	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
22108	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
22108	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
22108	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
22108	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
22108	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
22108	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
22108	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
22108	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
22108	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
22108	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
22108	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
22108	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
22108	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
22108	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
22108	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
22108	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
22108	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
22108	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
22108	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
22108	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
22108	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
22108	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
22108	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
22108	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
22108	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
22108	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
22108	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
22108	embedding2nn.weight	0	0.018201202154159546
22108	embedding2nn.weight	1	-0.05497507378458977
22108	embedding2nn.weight	2	0.0165835153311491
22108	embedding2nn.weight	3	-0.008039009757339954
22108	embedding2nn.weight	4	-0.05282764509320259
22108	embedding2nn.weight	5	0.04961025342345238
22108	embedding2nn.weight	6	-0.060270026326179504
22108	embedding2nn.weight	7	-0.05543436482548714
22108	embedding2nn.weight	8	0.01420597918331623
22108	embedding2nn.weight	9	0.043156761676073074
22108	embedding2nn.bias	0	0.0838220939040184
22108	embedding2nn.bias	1	0.043721266090869904
22108	embedding2nn.bias	2	-0.10994143038988113
22108	embedding2nn.bias	3	0.060621943324804306
22108	embedding2nn.bias	4	0.022446539252996445
22108	embedding2nn.bias	5	-0.1445707231760025
22108	embedding2nn.bias	6	-0.060534052550792694
22108	embedding2nn.bias	7	-0.002850107615813613
22108	embedding2nn.bias	8	0.05613252893090248
22108	embedding2nn.bias	9	-0.11076066642999649
22108	rnn.weight_ih_l0	0	-0.004361641127616167
22108	rnn.weight_ih_l0	1	0.029740797355771065
22108	rnn.weight_ih_l0	2	-0.023276599124073982
22108	rnn.weight_ih_l0	3	0.016509942710399628
22108	rnn.weight_ih_l0	4	0.029223745688796043
22108	rnn.weight_ih_l0	5	-0.0437355563044548
22108	rnn.weight_ih_l0	6	0.04491527006030083
22108	rnn.weight_ih_l0	7	-0.015766840428113937
22108	rnn.weight_ih_l0	8	0.02024737372994423
22108	rnn.weight_ih_l0	9	-0.003729685442522168
22108	rnn.weight_hh_l0	0	0.014204616658389568
22108	rnn.weight_hh_l0	1	-0.0477389395236969
22108	rnn.weight_hh_l0	2	0.02601015754044056
22108	rnn.weight_hh_l0	3	0.005002699792385101
22108	rnn.weight_hh_l0	4	0.017491096630692482
22108	rnn.weight_hh_l0	5	0.02426462061703205
22108	rnn.weight_hh_l0	6	-0.002091213595122099
22108	rnn.weight_hh_l0	7	-0.04492891952395439
22108	rnn.weight_hh_l0	8	-0.03253718465566635
22108	rnn.weight_hh_l0	9	-0.03215187415480614
22108	rnn.bias_ih_l0	0	-0.02704227715730667
22108	rnn.bias_ih_l0	1	-0.05427299439907074
22108	rnn.bias_ih_l0	2	-0.09117959439754486
22108	rnn.bias_ih_l0	3	-0.15840132534503937
22108	rnn.bias_ih_l0	4	0.015313759446144104
22108	rnn.bias_ih_l0	5	0.06326400488615036
22108	rnn.bias_ih_l0	6	-0.09924111515283585
22108	rnn.bias_ih_l0	7	-0.1288255900144577
22108	rnn.bias_ih_l0	8	-0.058454979211091995
22108	rnn.bias_ih_l0	9	-0.04750075563788414
22108	rnn.bias_hh_l0	0	0.071892149746418
22108	rnn.bias_hh_l0	1	-0.023375442251563072
22108	rnn.bias_hh_l0	2	-0.013058202341198921
22108	rnn.bias_hh_l0	3	-0.08600039035081863
22108	rnn.bias_hh_l0	4	0.018976878374814987
22108	rnn.bias_hh_l0	5	0.05648645758628845
22108	rnn.bias_hh_l0	6	-0.04964741691946983
22108	rnn.bias_hh_l0	7	-0.05976708605885506
22108	rnn.bias_hh_l0	8	-0.08574759215116501
22108	rnn.bias_hh_l0	9	-0.05804820358753204
22108	rnn.weight_ih_l0_reverse	0	0.02857595682144165
22108	rnn.weight_ih_l0_reverse	1	-0.004036317113786936
22108	rnn.weight_ih_l0_reverse	2	-0.016067687422037125
22108	rnn.weight_ih_l0_reverse	3	-0.003352527739480138
22108	rnn.weight_ih_l0_reverse	4	0.03740795701742172
22108	rnn.weight_ih_l0_reverse	5	-0.013513792306184769
22108	rnn.weight_ih_l0_reverse	6	-0.03681641072034836
22108	rnn.weight_ih_l0_reverse	7	-0.02125048078596592
22108	rnn.weight_ih_l0_reverse	8	-0.0011245474452152848
22108	rnn.weight_ih_l0_reverse	9	0.016019484028220177
22108	rnn.weight_hh_l0_reverse	0	-0.017533017322421074
22108	rnn.weight_hh_l0_reverse	1	0.013165759854018688
22108	rnn.weight_hh_l0_reverse	2	-0.0282457172870636
22108	rnn.weight_hh_l0_reverse	3	0.03690324351191521
22108	rnn.weight_hh_l0_reverse	4	0.015957873314619064
22108	rnn.weight_hh_l0_reverse	5	0.01092625968158245
22108	rnn.weight_hh_l0_reverse	6	0.019771115854382515
22108	rnn.weight_hh_l0_reverse	7	0.023017309606075287
22108	rnn.weight_hh_l0_reverse	8	0.00888187438249588
22108	rnn.weight_hh_l0_reverse	9	-0.039248380810022354
22108	rnn.bias_ih_l0_reverse	0	-0.05294981598854065
22108	rnn.bias_ih_l0_reverse	1	-0.1911279261112213
22108	rnn.bias_ih_l0_reverse	2	-0.017647136002779007
22108	rnn.bias_ih_l0_reverse	3	-0.058460380882024765
22108	rnn.bias_ih_l0_reverse	4	0.054549168795347214
22108	rnn.bias_ih_l0_reverse	5	-0.1258237510919571
22108	rnn.bias_ih_l0_reverse	6	-0.043212100863456726
22108	rnn.bias_ih_l0_reverse	7	0.05044279247522354
22108	rnn.bias_ih_l0_reverse	8	-0.0823085606098175
22108	rnn.bias_ih_l0_reverse	9	-0.0360012985765934
22108	rnn.bias_hh_l0_reverse	0	-0.06504055857658386
22108	rnn.bias_hh_l0_reverse	1	-0.02905244380235672
22108	rnn.bias_hh_l0_reverse	2	-0.024784034118056297
22108	rnn.bias_hh_l0_reverse	3	-0.0654526948928833
22108	rnn.bias_hh_l0_reverse	4	-0.005192450247704983
22108	rnn.bias_hh_l0_reverse	5	-0.046751294285058975
22108	rnn.bias_hh_l0_reverse	6	-0.07406316697597504
22108	rnn.bias_hh_l0_reverse	7	-0.06147969141602516
22108	rnn.bias_hh_l0_reverse	8	-0.020564349368214607
22108	rnn.bias_hh_l0_reverse	9	-0.07799258083105087
22108	linear.weight	0	-0.17093969881534576
22108	linear.weight	1	-0.01951475813984871
22108	linear.weight	2	-0.011228874325752258
22108	linear.weight	3	0.004835512023419142
22108	linear.weight	4	-0.01303805597126484
22108	linear.weight	5	0.1808946132659912
22108	linear.weight	6	0.0047744326293468475
22108	linear.weight	7	-0.021312154829502106
22108	linear.weight	8	0.12259115278720856
22108	linear.weight	9	0.05164985731244087
22108	linear.bias	0	-0.4597162902355194
22108	linear.bias	1	0.1190129891037941
22108	linear.bias	2	0.3095088303089142
22108	linear.bias	3	-0.36544284224510193
22108	linear.bias	4	-1.186545491218567
22108	linear.bias	5	-1.0402088165283203
22108	linear.bias	6	-0.4389580488204956
22108	linear.bias	7	-0.6062168478965759
22108	linear.bias	8	-0.01705317199230194
22108	linear.bias	9	2.499880075454712
22305	transitions	0	-0.01501452922821045
22305	transitions	1	6.202946662902832
22305	transitions	2	-2.379702091217041
22305	transitions	3	1.2003666162490845
22305	transitions	4	-1.258947491645813
22305	transitions	5	-0.19649672508239746
22305	transitions	6	-0.10228107869625092
22305	transitions	7	-10000.0
22305	transitions	8	1.4647356271743774
22305	transitions	9	-2.2724435329437256
22305	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
22305	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
22305	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
22305	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
22305	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
22305	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
22305	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
22305	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
22305	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
22305	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
22305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
22305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
22305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
22305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
22305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
22305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
22305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
22305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
22305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
22305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
22305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
22305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
22305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
22305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
22305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
22305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
22305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
22305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
22305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
22305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
22305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
22305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
22305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
22305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
22305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
22305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
22305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
22305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
22305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
22305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
22305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
22305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
22305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
22305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
22305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
22305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
22305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
22305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
22305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
22305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
22305	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
22305	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
22305	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
22305	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
22305	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
22305	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
22305	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
22305	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
22305	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
22305	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
22305	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
22305	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
22305	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
22305	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
22305	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
22305	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
22305	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
22305	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
22305	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
22305	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
22305	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
22305	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
22305	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
22305	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
22305	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
22305	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
22305	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
22305	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
22305	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
22305	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
22305	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
22305	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
22305	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
22305	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
22305	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
22305	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
22305	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
22305	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
22305	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
22305	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
22305	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
22305	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
22305	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
22305	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
22305	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
22305	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
22305	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
22305	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
22305	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
22305	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
22305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
22305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
22305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
22305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
22305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
22305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
22305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
22305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
22305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
22305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
22305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
22305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
22305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
22305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
22305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
22305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
22305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
22305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
22305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
22305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
22305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
22305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
22305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
22305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
22305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
22305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
22305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
22305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
22305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
22305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
22305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
22305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
22305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
22305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
22305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
22305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
22305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
22305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
22305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
22305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
22305	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
22305	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
22305	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
22305	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
22305	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
22305	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
22305	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
22305	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
22305	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
22305	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
22305	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
22305	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
22305	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
22305	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
22305	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
22305	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
22305	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
22305	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
22305	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
22305	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
22305	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
22305	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
22305	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
22305	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
22305	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
22305	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
22305	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
22305	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
22305	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
22305	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
22305	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
22305	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
22305	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
22305	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
22305	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
22305	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
22305	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
22305	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
22305	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
22305	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
22305	embedding2nn.weight	0	0.018309229984879494
22305	embedding2nn.weight	1	-0.056683268398046494
22305	embedding2nn.weight	2	0.018489718437194824
22305	embedding2nn.weight	3	-0.007936365902423859
22305	embedding2nn.weight	4	-0.05418708175420761
22305	embedding2nn.weight	5	0.05088982358574867
22305	embedding2nn.weight	6	-0.057370442897081375
22305	embedding2nn.weight	7	-0.05709168687462807
22305	embedding2nn.weight	8	0.014418085105717182
22305	embedding2nn.weight	9	0.04218241944909096
22305	embedding2nn.bias	0	0.08024410158395767
22305	embedding2nn.bias	1	0.04126158356666565
22305	embedding2nn.bias	2	-0.11326327174901962
22305	embedding2nn.bias	3	0.052976805716753006
22305	embedding2nn.bias	4	0.02422008477151394
22305	embedding2nn.bias	5	-0.13726875185966492
22305	embedding2nn.bias	6	-0.061877842992544174
22305	embedding2nn.bias	7	-0.004838659428060055
22305	embedding2nn.bias	8	0.05314712971448898
22305	embedding2nn.bias	9	-0.10032942146062851
22305	rnn.weight_ih_l0	0	-0.003634958527982235
22305	rnn.weight_ih_l0	1	0.034022945910692215
22305	rnn.weight_ih_l0	2	-0.022351929917931557
22305	rnn.weight_ih_l0	3	0.016692912206053734
22305	rnn.weight_ih_l0	4	0.030384503304958344
22305	rnn.weight_ih_l0	5	-0.043227456510066986
22305	rnn.weight_ih_l0	6	0.04613989591598511
22305	rnn.weight_ih_l0	7	-0.015864497050642967
22305	rnn.weight_ih_l0	8	0.021631110459566116
22305	rnn.weight_ih_l0	9	-0.0021148230880498886
22305	rnn.weight_hh_l0	0	0.014656766317784786
22305	rnn.weight_hh_l0	1	-0.04770023748278618
22305	rnn.weight_hh_l0	2	0.02645188570022583
22305	rnn.weight_hh_l0	3	0.004970616661012173
22305	rnn.weight_hh_l0	4	0.017254870384931564
22305	rnn.weight_hh_l0	5	0.024881672114133835
22305	rnn.weight_hh_l0	6	-0.0023951311595737934
22305	rnn.weight_hh_l0	7	-0.044553495943546295
22305	rnn.weight_hh_l0	8	-0.031467244029045105
22305	rnn.weight_hh_l0	9	-0.028751138597726822
22305	rnn.bias_ih_l0	0	-0.03191987797617912
22305	rnn.bias_ih_l0	1	-0.05406085401773453
22305	rnn.bias_ih_l0	2	-0.08942163735628128
22305	rnn.bias_ih_l0	3	-0.15976263582706451
22305	rnn.bias_ih_l0	4	0.009503688663244247
22305	rnn.bias_ih_l0	5	0.06251488626003265
22305	rnn.bias_ih_l0	6	-0.09808759391307831
22305	rnn.bias_ih_l0	7	-0.1324809491634369
22305	rnn.bias_ih_l0	8	-0.053733859211206436
22305	rnn.bias_ih_l0	9	-0.05009562522172928
22305	rnn.bias_hh_l0	0	0.07202024012804031
22305	rnn.bias_hh_l0	1	-0.023752568289637566
22305	rnn.bias_hh_l0	2	-0.012390919029712677
22305	rnn.bias_hh_l0	3	-0.08553712069988251
22305	rnn.bias_hh_l0	4	0.013104877434670925
22305	rnn.bias_hh_l0	5	0.05526811629533768
22305	rnn.bias_hh_l0	6	-0.04884795844554901
22305	rnn.bias_hh_l0	7	-0.058427657932043076
22305	rnn.bias_hh_l0	8	-0.08581800758838654
22305	rnn.bias_hh_l0	9	-0.060368672013282776
22305	rnn.weight_ih_l0_reverse	0	0.028836237266659737
22305	rnn.weight_ih_l0_reverse	1	-0.00418328121304512
22305	rnn.weight_ih_l0_reverse	2	-0.01563008688390255
22305	rnn.weight_ih_l0_reverse	3	-0.006336340680718422
22305	rnn.weight_ih_l0_reverse	4	0.03774598613381386
22305	rnn.weight_ih_l0_reverse	5	-0.013516956940293312
22305	rnn.weight_ih_l0_reverse	6	-0.03653697669506073
22305	rnn.weight_ih_l0_reverse	7	-0.021564552560448647
22305	rnn.weight_ih_l0_reverse	8	0.00027866443269886076
22305	rnn.weight_ih_l0_reverse	9	0.01677544414997101
22305	rnn.weight_hh_l0_reverse	0	-0.017072593793272972
22305	rnn.weight_hh_l0_reverse	1	0.011976002715528011
22305	rnn.weight_hh_l0_reverse	2	-0.028404951095581055
22305	rnn.weight_hh_l0_reverse	3	0.03772451728582382
22305	rnn.weight_hh_l0_reverse	4	0.0165940560400486
22305	rnn.weight_hh_l0_reverse	5	0.009706397540867329
22305	rnn.weight_hh_l0_reverse	6	0.021292779594659805
22305	rnn.weight_hh_l0_reverse	7	0.023373723030090332
22305	rnn.weight_hh_l0_reverse	8	0.008896253071725368
22305	rnn.weight_hh_l0_reverse	9	-0.039099711924791336
22305	rnn.bias_ih_l0_reverse	0	-0.054028309881687164
22305	rnn.bias_ih_l0_reverse	1	-0.1979113668203354
22305	rnn.bias_ih_l0_reverse	2	-0.01874624751508236
22305	rnn.bias_ih_l0_reverse	3	-0.05703132227063179
22305	rnn.bias_ih_l0_reverse	4	0.047968193888664246
22305	rnn.bias_ih_l0_reverse	5	-0.12631314992904663
22305	rnn.bias_ih_l0_reverse	6	-0.03957714885473251
22305	rnn.bias_ih_l0_reverse	7	0.054959025233983994
22305	rnn.bias_ih_l0_reverse	8	-0.07997521013021469
22305	rnn.bias_ih_l0_reverse	9	-0.03902863711118698
22305	rnn.bias_hh_l0_reverse	0	-0.06091722473502159
22305	rnn.bias_hh_l0_reverse	1	-0.024979300796985626
22305	rnn.bias_hh_l0_reverse	2	-0.026760999113321304
22305	rnn.bias_hh_l0_reverse	3	-0.06878352165222168
22305	rnn.bias_hh_l0_reverse	4	-0.006630950607359409
22305	rnn.bias_hh_l0_reverse	5	-0.049716517329216
22305	rnn.bias_hh_l0_reverse	6	-0.08043641597032547
22305	rnn.bias_hh_l0_reverse	7	-0.05959705263376236
22305	rnn.bias_hh_l0_reverse	8	-0.02315046824514866
22305	rnn.bias_hh_l0_reverse	9	-0.07779282331466675
22305	linear.weight	0	-0.17124557495117188
22305	linear.weight	1	-0.01497526653110981
22305	linear.weight	2	-0.011228874325752258
22305	linear.weight	3	-0.004524866584688425
22305	linear.weight	4	-0.01598619855940342
22305	linear.weight	5	0.1865958869457245
22305	linear.weight	6	0.0047744326293468475
22305	linear.weight	7	-0.021312154829502106
22305	linear.weight	8	0.13593439757823944
22305	linear.weight	9	0.04905906692147255
22305	linear.bias	0	-0.47249406576156616
22305	linear.bias	1	0.15210753679275513
22305	linear.bias	2	0.23943911492824554
22305	linear.bias	3	-0.35333284735679626
22305	linear.bias	4	-1.1887286901474
22305	linear.bias	5	-1.0411298274993896
22305	linear.bias	6	-0.45878952741622925
22305	linear.bias	7	-0.6169272661209106
22305	linear.bias	8	-0.01705317199230194
22305	linear.bias	9	2.5170979499816895
22502	transitions	0	-0.01631005108356476
22502	transitions	1	6.200965404510498
22502	transitions	2	-2.3872599601745605
22502	transitions	3	1.1958861351013184
22502	transitions	4	-1.262230396270752
22502	transitions	5	-0.197198286652565
22502	transitions	6	-0.10286308079957962
22502	transitions	7	-10000.0
22502	transitions	8	1.4681227207183838
22502	transitions	9	-2.2726023197174072
22502	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
22502	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
22502	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
22502	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
22502	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
22502	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
22502	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
22502	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
22502	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
22502	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
22502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
22502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
22502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
22502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
22502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
22502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
22502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
22502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
22502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
22502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
22502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
22502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
22502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
22502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
22502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
22502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
22502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
22502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
22502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
22502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
22502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
22502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
22502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
22502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
22502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
22502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
22502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
22502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
22502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
22502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
22502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
22502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
22502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
22502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
22502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
22502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
22502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
22502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
22502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
22502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
22502	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
22502	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
22502	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
22502	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
22502	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
22502	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
22502	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
22502	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
22502	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
22502	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
22502	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
22502	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
22502	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
22502	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
22502	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
22502	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
22502	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
22502	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
22502	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
22502	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
22502	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
22502	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
22502	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
22502	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
22502	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
22502	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
22502	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
22502	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
22502	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
22502	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
22502	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
22502	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
22502	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
22502	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
22502	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
22502	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
22502	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
22502	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
22502	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
22502	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
22502	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
22502	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
22502	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
22502	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
22502	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
22502	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
22502	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
22502	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
22502	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
22502	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
22502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
22502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
22502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
22502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
22502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
22502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
22502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
22502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
22502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
22502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
22502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
22502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
22502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
22502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
22502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
22502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
22502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
22502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
22502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
22502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
22502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
22502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
22502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
22502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
22502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
22502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
22502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
22502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
22502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
22502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
22502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
22502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
22502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
22502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
22502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
22502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
22502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
22502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
22502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
22502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
22502	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
22502	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
22502	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
22502	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
22502	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
22502	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
22502	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
22502	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
22502	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
22502	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
22502	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
22502	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
22502	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
22502	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
22502	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
22502	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
22502	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
22502	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
22502	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
22502	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
22502	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
22502	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
22502	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
22502	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
22502	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
22502	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
22502	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
22502	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
22502	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
22502	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
22502	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
22502	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
22502	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
22502	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
22502	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
22502	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
22502	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
22502	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
22502	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
22502	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
22502	embedding2nn.weight	0	0.018699709326028824
22502	embedding2nn.weight	1	-0.05693519860506058
22502	embedding2nn.weight	2	0.02219974435865879
22502	embedding2nn.weight	3	-0.008372073993086815
22502	embedding2nn.weight	4	-0.060291044414043427
22502	embedding2nn.weight	5	0.05163392052054405
22502	embedding2nn.weight	6	-0.05664161592721939
22502	embedding2nn.weight	7	-0.05898492783308029
22502	embedding2nn.weight	8	0.014161483384668827
22502	embedding2nn.weight	9	0.04624452441930771
22502	embedding2nn.bias	0	0.09193083643913269
22502	embedding2nn.bias	1	0.04481179267168045
22502	embedding2nn.bias	2	-0.10956461727619171
22502	embedding2nn.bias	3	0.04627162590622902
22502	embedding2nn.bias	4	0.025603998452425003
22502	embedding2nn.bias	5	-0.13409042358398438
22502	embedding2nn.bias	6	-0.07034489512443542
22502	embedding2nn.bias	7	0.0035391892306506634
22502	embedding2nn.bias	8	0.06701730936765671
22502	embedding2nn.bias	9	-0.09392226487398148
22502	rnn.weight_ih_l0	0	0.0006276768981479108
22502	rnn.weight_ih_l0	1	0.029588764533400536
22502	rnn.weight_ih_l0	2	-0.023099007084965706
22502	rnn.weight_ih_l0	3	0.015675179660320282
22502	rnn.weight_ih_l0	4	0.02983751893043518
22502	rnn.weight_ih_l0	5	-0.04362713173031807
22502	rnn.weight_ih_l0	6	0.04595520347356796
22502	rnn.weight_ih_l0	7	-0.018908262252807617
22502	rnn.weight_ih_l0	8	0.024716459214687347
22502	rnn.weight_ih_l0	9	-0.0016074043232947588
22502	rnn.weight_hh_l0	0	0.01379003468900919
22502	rnn.weight_hh_l0	1	-0.04620460420846939
22502	rnn.weight_hh_l0	2	0.024813996627926826
22502	rnn.weight_hh_l0	3	0.006907112896442413
22502	rnn.weight_hh_l0	4	0.017182838171720505
22502	rnn.weight_hh_l0	5	0.024914035573601723
22502	rnn.weight_hh_l0	6	-0.0024186475202441216
22502	rnn.weight_hh_l0	7	-0.04511905834078789
22502	rnn.weight_hh_l0	8	-0.029578084126114845
22502	rnn.weight_hh_l0	9	-0.027075843885540962
22502	rnn.bias_ih_l0	0	-0.02562822215259075
22502	rnn.bias_ih_l0	1	-0.05320127680897713
22502	rnn.bias_ih_l0	2	-0.08909298479557037
22502	rnn.bias_ih_l0	3	-0.1615772545337677
22502	rnn.bias_ih_l0	4	0.016376085579395294
22502	rnn.bias_ih_l0	5	0.05289684981107712
22502	rnn.bias_ih_l0	6	-0.0973326712846756
22502	rnn.bias_ih_l0	7	-0.1294643133878708
22502	rnn.bias_ih_l0	8	-0.05408820882439613
22502	rnn.bias_ih_l0	9	-0.054523151367902756
22502	rnn.bias_hh_l0	0	0.07207022607326508
22502	rnn.bias_hh_l0	1	-0.0262611024081707
22502	rnn.bias_hh_l0	2	-0.013436856679618359
22502	rnn.bias_hh_l0	3	-0.08950917422771454
22502	rnn.bias_hh_l0	4	0.00527607835829258
22502	rnn.bias_hh_l0	5	0.054848577827215195
22502	rnn.bias_hh_l0	6	-0.044716816395521164
22502	rnn.bias_hh_l0	7	-0.060281991958618164
22502	rnn.bias_hh_l0	8	-0.07844694703817368
22502	rnn.bias_hh_l0	9	-0.06740261614322662
22502	rnn.weight_ih_l0_reverse	0	0.028850514441728592
22502	rnn.weight_ih_l0_reverse	1	-0.004992869216948748
22502	rnn.weight_ih_l0_reverse	2	-0.013631310313940048
22502	rnn.weight_ih_l0_reverse	3	-0.005308222025632858
22502	rnn.weight_ih_l0_reverse	4	0.038916364312171936
22502	rnn.weight_ih_l0_reverse	5	-0.01572934351861477
22502	rnn.weight_ih_l0_reverse	6	-0.03666280582547188
22502	rnn.weight_ih_l0_reverse	7	-0.023020735010504723
22502	rnn.weight_ih_l0_reverse	8	0.000880216306541115
22502	rnn.weight_ih_l0_reverse	9	0.017107311636209488
22502	rnn.weight_hh_l0_reverse	0	-0.01641111634671688
22502	rnn.weight_hh_l0_reverse	1	0.010978547856211662
22502	rnn.weight_hh_l0_reverse	2	-0.029128771275281906
22502	rnn.weight_hh_l0_reverse	3	0.03694293275475502
22502	rnn.weight_hh_l0_reverse	4	0.016984209418296814
22502	rnn.weight_hh_l0_reverse	5	0.009866567328572273
22502	rnn.weight_hh_l0_reverse	6	0.020982475951313972
22502	rnn.weight_hh_l0_reverse	7	0.02330894209444523
22502	rnn.weight_hh_l0_reverse	8	0.009215778671205044
22502	rnn.weight_hh_l0_reverse	9	-0.03869239240884781
22502	rnn.bias_ih_l0_reverse	0	-0.05108203738927841
22502	rnn.bias_ih_l0_reverse	1	-0.20294448733329773
22502	rnn.bias_ih_l0_reverse	2	-0.01857014186680317
22502	rnn.bias_ih_l0_reverse	3	-0.05719945952296257
22502	rnn.bias_ih_l0_reverse	4	0.048187319189310074
22502	rnn.bias_ih_l0_reverse	5	-0.12798476219177246
22502	rnn.bias_ih_l0_reverse	6	-0.03865056484937668
22502	rnn.bias_ih_l0_reverse	7	0.051189880818128586
22502	rnn.bias_ih_l0_reverse	8	-0.07866282016038895
22502	rnn.bias_ih_l0_reverse	9	-0.04029971733689308
22502	rnn.bias_hh_l0_reverse	0	-0.06305678933858871
22502	rnn.bias_hh_l0_reverse	1	-0.023505354300141335
22502	rnn.bias_hh_l0_reverse	2	-0.024743271991610527
22502	rnn.bias_hh_l0_reverse	3	-0.06808951497077942
22502	rnn.bias_hh_l0_reverse	4	-0.00608669500797987
22502	rnn.bias_hh_l0_reverse	5	-0.04640822112560272
22502	rnn.bias_hh_l0_reverse	6	-0.08083878457546234
22502	rnn.bias_hh_l0_reverse	7	-0.059071898460388184
22502	rnn.bias_hh_l0_reverse	8	-0.02267841063439846
22502	rnn.bias_hh_l0_reverse	9	-0.0781475305557251
22502	linear.weight	0	-0.19005818665027618
22502	linear.weight	1	-0.02201879769563675
22502	linear.weight	2	-0.011228874325752258
22502	linear.weight	3	0.0039587304927408695
22502	linear.weight	4	-0.015416266396641731
22502	linear.weight	5	0.19990047812461853
22502	linear.weight	6	0.0047744326293468475
22502	linear.weight	7	-0.021312154829502106
22502	linear.weight	8	0.11375212669372559
22502	linear.weight	9	0.04839901626110077
22502	linear.bias	0	-0.4595172703266144
22502	linear.bias	1	0.14463549852371216
22502	linear.bias	2	0.2699704170227051
22502	linear.bias	3	-0.37698501348495483
22502	linear.bias	4	-1.1898161172866821
22502	linear.bias	5	-1.0420706272125244
22502	linear.bias	6	-0.4451411962509155
22502	linear.bias	7	-0.611362099647522
22502	linear.bias	8	-0.01705317199230194
22502	linear.bias	9	2.475289821624756
22699	transitions	0	-0.017299138009548187
22699	transitions	1	6.190075397491455
22699	transitions	2	-2.392054557800293
22699	transitions	3	1.1905109882354736
22699	transitions	4	-1.2646628618240356
22699	transitions	5	-0.19759884476661682
22699	transitions	6	-0.10323125869035721
22699	transitions	7	-10000.0
22699	transitions	8	1.4613220691680908
22699	transitions	9	-2.272733688354492
22699	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
22699	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
22699	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
22699	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
22699	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
22699	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
22699	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
22699	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
22699	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
22699	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
22699	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
22699	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
22699	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
22699	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
22699	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
22699	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
22699	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
22699	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
22699	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
22699	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
22699	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
22699	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
22699	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
22699	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
22699	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
22699	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
22699	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
22699	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
22699	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
22699	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
22699	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
22699	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
22699	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
22699	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
22699	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
22699	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
22699	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
22699	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
22699	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
22699	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
22699	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
22699	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
22699	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
22699	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
22699	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
22699	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
22699	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
22699	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
22699	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
22699	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
22699	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
22699	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
22699	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
22699	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
22699	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
22699	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
22699	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
22699	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
22699	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
22699	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
22699	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
22699	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
22699	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
22699	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
22699	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
22699	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
22699	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
22699	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
22699	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
22699	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
22699	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
22699	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
22699	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
22699	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
22699	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
22699	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
22699	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
22699	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
22699	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
22699	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
22699	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
22699	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
22699	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
22699	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
22699	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
22699	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
22699	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
22699	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
22699	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
22699	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
22699	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
22699	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
22699	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
22699	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
22699	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
22699	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
22699	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
22699	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
22699	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
22699	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
22699	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
22699	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
22699	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
22699	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
22699	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
22699	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
22699	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
22699	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
22699	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
22699	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
22699	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
22699	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
22699	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
22699	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
22699	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
22699	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
22699	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
22699	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
22699	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
22699	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
22699	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
22699	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
22699	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
22699	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
22699	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
22699	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
22699	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
22699	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
22699	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
22699	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
22699	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
22699	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
22699	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
22699	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
22699	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
22699	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
22699	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
22699	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
22699	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
22699	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
22699	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
22699	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
22699	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
22699	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
22699	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
22699	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
22699	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
22699	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
22699	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
22699	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
22699	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
22699	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
22699	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
22699	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
22699	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
22699	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
22699	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
22699	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
22699	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
22699	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
22699	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
22699	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
22699	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
22699	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
22699	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
22699	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
22699	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
22699	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
22699	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
22699	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
22699	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
22699	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
22699	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
22699	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
22699	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
22699	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
22699	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
22699	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
22699	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
22699	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
22699	embedding2nn.weight	0	0.019134070724248886
22699	embedding2nn.weight	1	-0.05674093961715698
22699	embedding2nn.weight	2	0.027046985924243927
22699	embedding2nn.weight	3	-0.01000728365033865
22699	embedding2nn.weight	4	-0.058503806591033936
22699	embedding2nn.weight	5	0.05203085392713547
22699	embedding2nn.weight	6	-0.06135694310069084
22699	embedding2nn.weight	7	-0.056153059005737305
22699	embedding2nn.weight	8	0.013103856705129147
22699	embedding2nn.weight	9	0.047256339341402054
22699	embedding2nn.bias	0	0.0901915654540062
22699	embedding2nn.bias	1	0.04400127753615379
22699	embedding2nn.bias	2	-0.11241671442985535
22699	embedding2nn.bias	3	0.04922979325056076
22699	embedding2nn.bias	4	0.033233799040317535
22699	embedding2nn.bias	5	-0.12569840252399445
22699	embedding2nn.bias	6	-0.07523222267627716
22699	embedding2nn.bias	7	0.007348482962697744
22699	embedding2nn.bias	8	0.06382247060537338
22699	embedding2nn.bias	9	-0.10930566489696503
22699	rnn.weight_ih_l0	0	0.0008757779723964632
22699	rnn.weight_ih_l0	1	0.027197161689400673
22699	rnn.weight_ih_l0	2	-0.023729357868433
22699	rnn.weight_ih_l0	3	0.01254142727702856
22699	rnn.weight_ih_l0	4	0.02978874184191227
22699	rnn.weight_ih_l0	5	-0.044649943709373474
22699	rnn.weight_ih_l0	6	0.04634089022874832
22699	rnn.weight_ih_l0	7	-0.019409438595175743
22699	rnn.weight_ih_l0	8	0.024814536795020103
22699	rnn.weight_ih_l0	9	-0.0015335527714341879
22699	rnn.weight_hh_l0	0	0.01573571376502514
22699	rnn.weight_hh_l0	1	-0.046373672783374786
22699	rnn.weight_hh_l0	2	0.023314688354730606
22699	rnn.weight_hh_l0	3	0.0066740186884999275
22699	rnn.weight_hh_l0	4	0.017441770061850548
22699	rnn.weight_hh_l0	5	0.02486712671816349
22699	rnn.weight_hh_l0	6	-0.0017931825714185834
22699	rnn.weight_hh_l0	7	-0.04511789232492447
22699	rnn.weight_hh_l0	8	-0.02844373509287834
22699	rnn.weight_hh_l0	9	-0.029907312244176865
22699	rnn.bias_ih_l0	0	-0.021717648953199387
22699	rnn.bias_ih_l0	1	-0.05493595823645592
22699	rnn.bias_ih_l0	2	-0.09060963243246078
22699	rnn.bias_ih_l0	3	-0.16334334015846252
22699	rnn.bias_ih_l0	4	0.017272718250751495
22699	rnn.bias_ih_l0	5	0.06023707240819931
22699	rnn.bias_ih_l0	6	-0.10022012144327164
22699	rnn.bias_ih_l0	7	-0.13407228887081146
22699	rnn.bias_ih_l0	8	-0.04890024662017822
22699	rnn.bias_ih_l0	9	-0.059119004756212234
22699	rnn.bias_hh_l0	0	0.07327928394079208
22699	rnn.bias_hh_l0	1	-0.025184782221913338
22699	rnn.bias_hh_l0	2	-0.014856105670332909
22699	rnn.bias_hh_l0	3	-0.08816740661859512
22699	rnn.bias_hh_l0	4	0.013333030045032501
22699	rnn.bias_hh_l0	5	0.05771748721599579
22699	rnn.bias_hh_l0	6	-0.046892695128917694
22699	rnn.bias_hh_l0	7	-0.06474495679140091
22699	rnn.bias_hh_l0	8	-0.07964213937520981
22699	rnn.bias_hh_l0	9	-0.07313044369220734
22699	rnn.weight_ih_l0_reverse	0	0.027515245601534843
22699	rnn.weight_ih_l0_reverse	1	-0.004847706761211157
22699	rnn.weight_ih_l0_reverse	2	-0.014004715718328953
22699	rnn.weight_ih_l0_reverse	3	-0.011254006065428257
22699	rnn.weight_ih_l0_reverse	4	0.0391327440738678
22699	rnn.weight_ih_l0_reverse	5	-0.014873376116156578
22699	rnn.weight_ih_l0_reverse	6	-0.036331698298454285
22699	rnn.weight_ih_l0_reverse	7	-0.02218771167099476
22699	rnn.weight_ih_l0_reverse	8	-0.0009256369667127728
22699	rnn.weight_ih_l0_reverse	9	0.016223909333348274
22699	rnn.weight_hh_l0_reverse	0	-0.01615919917821884
22699	rnn.weight_hh_l0_reverse	1	0.011542716063559055
22699	rnn.weight_hh_l0_reverse	2	-0.029148375615477562
22699	rnn.weight_hh_l0_reverse	3	0.036130089312791824
22699	rnn.weight_hh_l0_reverse	4	0.016218258067965508
22699	rnn.weight_hh_l0_reverse	5	0.00812512170523405
22699	rnn.weight_hh_l0_reverse	6	0.021224237978458405
22699	rnn.weight_hh_l0_reverse	7	0.02396843396127224
22699	rnn.weight_hh_l0_reverse	8	0.008985650725662708
22699	rnn.weight_hh_l0_reverse	9	-0.03884425386786461
22699	rnn.bias_ih_l0_reverse	0	-0.05014240741729736
22699	rnn.bias_ih_l0_reverse	1	-0.20756486058235168
22699	rnn.bias_ih_l0_reverse	2	-0.02056213654577732
22699	rnn.bias_ih_l0_reverse	3	-0.05640629678964615
22699	rnn.bias_ih_l0_reverse	4	0.04524717107415199
22699	rnn.bias_ih_l0_reverse	5	-0.12545987963676453
22699	rnn.bias_ih_l0_reverse	6	-0.04234033077955246
22699	rnn.bias_ih_l0_reverse	7	0.05020034313201904
22699	rnn.bias_ih_l0_reverse	8	-0.07952122390270233
22699	rnn.bias_ih_l0_reverse	9	-0.04047554358839989
22699	rnn.bias_hh_l0_reverse	0	-0.06774861365556717
22699	rnn.bias_hh_l0_reverse	1	-0.019533446058630943
22699	rnn.bias_hh_l0_reverse	2	-0.02724614553153515
22699	rnn.bias_hh_l0_reverse	3	-0.06577824056148529
22699	rnn.bias_hh_l0_reverse	4	-0.004017769359052181
22699	rnn.bias_hh_l0_reverse	5	-0.045578792691230774
22699	rnn.bias_hh_l0_reverse	6	-0.0759773924946785
22699	rnn.bias_hh_l0_reverse	7	-0.062705859541893
22699	rnn.bias_hh_l0_reverse	8	-0.019768057391047478
22699	rnn.bias_hh_l0_reverse	9	-0.0793105810880661
22699	linear.weight	0	-0.1774422973394394
22699	linear.weight	1	-0.028099052608013153
22699	linear.weight	2	-0.011228874325752258
22699	linear.weight	3	0.008614244870841503
22699	linear.weight	4	0.015756573528051376
22699	linear.weight	5	0.1990136206150055
22699	linear.weight	6	0.0047744326293468475
22699	linear.weight	7	-0.021312154829502106
22699	linear.weight	8	0.09864840656518936
22699	linear.weight	9	0.06467580050230026
22699	linear.bias	0	-0.4822576940059662
22699	linear.bias	1	0.1679167002439499
22699	linear.bias	2	0.2707723379135132
22699	linear.bias	3	-0.3862049877643585
22699	linear.bias	4	-1.176711082458496
22699	linear.bias	5	-1.0428320169448853
22699	linear.bias	6	-0.46103036403656006
22699	linear.bias	7	-0.6191270351409912
22699	linear.bias	8	-0.01705317199230194
22699	linear.bias	9	2.5257530212402344
22896	transitions	0	-0.01860896684229374
22896	transitions	1	6.213334083557129
22896	transitions	2	-2.3965072631835938
22896	transitions	3	1.2078523635864258
22896	transitions	4	-1.2674800157546997
22896	transitions	5	-0.19790975749492645
22896	transitions	6	-0.10373950749635696
22896	transitions	7	-10000.0
22896	transitions	8	1.4580600261688232
22896	transitions	9	-2.2729029655456543
22896	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
22896	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
22896	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
22896	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
22896	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
22896	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
22896	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
22896	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
22896	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
22896	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
22896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
22896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
22896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
22896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
22896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
22896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
22896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
22896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
22896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
22896	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
22896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
22896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
22896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
22896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
22896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
22896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
22896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
22896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
22896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
22896	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
22896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
22896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
22896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
22896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
22896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
22896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
22896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
22896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
22896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
22896	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
22896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
22896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
22896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
22896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
22896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
22896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
22896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
22896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
22896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
22896	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
22896	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
22896	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
22896	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
22896	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
22896	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
22896	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
22896	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
22896	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
22896	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
22896	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
22896	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
22896	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
22896	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
22896	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
22896	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
22896	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
22896	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
22896	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
22896	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
22896	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
22896	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
22896	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
22896	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
22896	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
22896	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
22896	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
22896	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
22896	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
22896	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
22896	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
22896	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
22896	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
22896	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
22896	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
22896	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
22896	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
22896	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
22896	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
22896	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
22896	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
22896	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
22896	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
22896	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
22896	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
22896	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
22896	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
22896	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
22896	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
22896	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
22896	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
22896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
22896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
22896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
22896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
22896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
22896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
22896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
22896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
22896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
22896	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
22896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
22896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
22896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
22896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
22896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
22896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
22896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
22896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
22896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
22896	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
22896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
22896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
22896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
22896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
22896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
22896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
22896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
22896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
22896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
22896	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
22896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
22896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
22896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
22896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
22896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
22896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
22896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
22896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
22896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
22896	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
22896	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
22896	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
22896	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
22896	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
22896	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
22896	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
22896	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
22896	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
22896	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
22896	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
22896	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
22896	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
22896	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
22896	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
22896	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
22896	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
22896	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
22896	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
22896	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
22896	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
22896	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
22896	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
22896	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
22896	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
22896	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
22896	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
22896	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
22896	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
22896	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
22896	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
22896	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
22896	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
22896	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
22896	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
22896	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
22896	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
22896	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
22896	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
22896	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
22896	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
22896	embedding2nn.weight	0	0.02022560127079487
22896	embedding2nn.weight	1	-0.0561177022755146
22896	embedding2nn.weight	2	0.03108893521130085
22896	embedding2nn.weight	3	-0.011470193043351173
22896	embedding2nn.weight	4	-0.05872549116611481
22896	embedding2nn.weight	5	0.05037630721926689
22896	embedding2nn.weight	6	-0.06064026430249214
22896	embedding2nn.weight	7	-0.05587084963917732
22896	embedding2nn.weight	8	0.01587182655930519
22896	embedding2nn.weight	9	0.04647327959537506
22896	embedding2nn.bias	0	0.08683938533067703
22896	embedding2nn.bias	1	0.05329073220491409
22896	embedding2nn.bias	2	-0.117601178586483
22896	embedding2nn.bias	3	0.05692455545067787
22896	embedding2nn.bias	4	0.03607656806707382
22896	embedding2nn.bias	5	-0.12706249952316284
22896	embedding2nn.bias	6	-0.07940245419740677
22896	embedding2nn.bias	7	-0.006659556180238724
22896	embedding2nn.bias	8	0.06278903037309647
22896	embedding2nn.bias	9	-0.10125192999839783
22896	rnn.weight_ih_l0	0	-0.0008614550461061299
22896	rnn.weight_ih_l0	1	0.025741517543792725
22896	rnn.weight_ih_l0	2	-0.023116037249565125
22896	rnn.weight_ih_l0	3	0.01376650296151638
22896	rnn.weight_ih_l0	4	0.028988339006900787
22896	rnn.weight_ih_l0	5	-0.04465077444911003
22896	rnn.weight_ih_l0	6	0.04541726037859917
22896	rnn.weight_ih_l0	7	-0.017228517681360245
22896	rnn.weight_ih_l0	8	0.0259324312210083
22896	rnn.weight_ih_l0	9	-0.002728068269789219
22896	rnn.weight_hh_l0	0	0.015490788966417313
22896	rnn.weight_hh_l0	1	-0.04619913175702095
22896	rnn.weight_hh_l0	2	0.023717008531093597
22896	rnn.weight_hh_l0	3	0.006931500509381294
22896	rnn.weight_hh_l0	4	0.017394203692674637
22896	rnn.weight_hh_l0	5	0.02482284978032112
22896	rnn.weight_hh_l0	6	-0.0009970231913030148
22896	rnn.weight_hh_l0	7	-0.04583139345049858
22896	rnn.weight_hh_l0	8	-0.027584653347730637
22896	rnn.weight_hh_l0	9	-0.03162684291601181
22896	rnn.bias_ih_l0	0	-0.015603696927428246
22896	rnn.bias_ih_l0	1	-0.05660171061754227
22896	rnn.bias_ih_l0	2	-0.08987028151750565
22896	rnn.bias_ih_l0	3	-0.16764727234840393
22896	rnn.bias_ih_l0	4	0.017292799428105354
22896	rnn.bias_ih_l0	5	0.06386269629001617
22896	rnn.bias_ih_l0	6	-0.09697438776493073
22896	rnn.bias_ih_l0	7	-0.13234002888202667
22896	rnn.bias_ih_l0	8	-0.04976166784763336
22896	rnn.bias_ih_l0	9	-0.05763211101293564
22896	rnn.bias_hh_l0	0	0.076591856777668
22896	rnn.bias_hh_l0	1	-0.025202695280313492
22896	rnn.bias_hh_l0	2	-0.011181975714862347
22896	rnn.bias_hh_l0	3	-0.08733333647251129
22896	rnn.bias_hh_l0	4	0.02421852946281433
22896	rnn.bias_hh_l0	5	0.0676121711730957
22896	rnn.bias_hh_l0	6	-0.045509159564971924
22896	rnn.bias_hh_l0	7	-0.05925528705120087
22896	rnn.bias_hh_l0	8	-0.07795983552932739
22896	rnn.bias_hh_l0	9	-0.07294896245002747
22896	rnn.weight_ih_l0_reverse	0	0.025991346687078476
22896	rnn.weight_ih_l0_reverse	1	-0.0047990623861551285
22896	rnn.weight_ih_l0_reverse	2	-0.013255230151116848
22896	rnn.weight_ih_l0_reverse	3	-0.01131218858063221
22896	rnn.weight_ih_l0_reverse	4	0.0374458022415638
22896	rnn.weight_ih_l0_reverse	5	-0.017677640542387962
22896	rnn.weight_ih_l0_reverse	6	-0.034654662013053894
22896	rnn.weight_ih_l0_reverse	7	-0.024184150621294975
22896	rnn.weight_ih_l0_reverse	8	-0.00032700959127396345
22896	rnn.weight_ih_l0_reverse	9	0.01759723760187626
22896	rnn.weight_hh_l0_reverse	0	-0.01548464223742485
22896	rnn.weight_hh_l0_reverse	1	0.011746724136173725
22896	rnn.weight_hh_l0_reverse	2	-0.028781935572624207
22896	rnn.weight_hh_l0_reverse	3	0.036719661206007004
22896	rnn.weight_hh_l0_reverse	4	0.015601756051182747
22896	rnn.weight_hh_l0_reverse	5	0.008308070711791515
22896	rnn.weight_hh_l0_reverse	6	0.02157326228916645
22896	rnn.weight_hh_l0_reverse	7	0.023446839302778244
22896	rnn.weight_hh_l0_reverse	8	0.00916005577892065
22896	rnn.weight_hh_l0_reverse	9	-0.03864705562591553
22896	rnn.bias_ih_l0_reverse	0	-0.050462644547224045
22896	rnn.bias_ih_l0_reverse	1	-0.20177344977855682
22896	rnn.bias_ih_l0_reverse	2	-0.02070135623216629
22896	rnn.bias_ih_l0_reverse	3	-0.05723845586180687
22896	rnn.bias_ih_l0_reverse	4	0.046209193766117096
22896	rnn.bias_ih_l0_reverse	5	-0.121817447245121
22896	rnn.bias_ih_l0_reverse	6	-0.040703851729631424
22896	rnn.bias_ih_l0_reverse	7	0.050804320722818375
22896	rnn.bias_ih_l0_reverse	8	-0.08146756887435913
22896	rnn.bias_ih_l0_reverse	9	-0.038771070539951324
22896	rnn.bias_hh_l0_reverse	0	-0.07013638317584991
22896	rnn.bias_hh_l0_reverse	1	-0.015229285694658756
22896	rnn.bias_hh_l0_reverse	2	-0.02767898701131344
22896	rnn.bias_hh_l0_reverse	3	-0.06946799904108047
22896	rnn.bias_hh_l0_reverse	4	-0.0027682241052389145
22896	rnn.bias_hh_l0_reverse	5	-0.04021373391151428
22896	rnn.bias_hh_l0_reverse	6	-0.0778266191482544
22896	rnn.bias_hh_l0_reverse	7	-0.06287156045436859
22896	rnn.bias_hh_l0_reverse	8	-0.021274598315358162
22896	rnn.bias_hh_l0_reverse	9	-0.07764749228954315
22896	linear.weight	0	-0.18537160754203796
22896	linear.weight	1	-0.03324012830853462
22896	linear.weight	2	-0.011228874325752258
22896	linear.weight	3	0.04027438536286354
22896	linear.weight	4	0.017718059942126274
22896	linear.weight	5	0.1940145343542099
22896	linear.weight	6	0.0047744326293468475
22896	linear.weight	7	-0.021312154829502106
22896	linear.weight	8	0.09951458871364594
22896	linear.weight	9	0.0692669153213501
22896	linear.bias	0	-0.4867165684700012
22896	linear.bias	1	0.21822059154510498
22896	linear.bias	2	0.2969328463077545
22896	linear.bias	3	-0.35106998682022095
22896	linear.bias	4	-1.1919764280319214
22896	linear.bias	5	-1.0437084436416626
22896	linear.bias	6	-0.4659048020839691
22896	linear.bias	7	-0.6465237140655518
22896	linear.bias	8	-0.01705317199230194
22896	linear.bias	9	2.5034003257751465
23093	transitions	0	-0.019725782796740532
23093	transitions	1	6.207521915435791
23093	transitions	2	-2.401771306991577
23093	transitions	3	1.2083361148834229
23093	transitions	4	-1.271034598350525
23093	transitions	5	-0.19907397031784058
23093	transitions	6	-0.10424599796533585
23093	transitions	7	-10000.0
23093	transitions	8	1.4579235315322876
23093	transitions	9	-2.2730398178100586
23093	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
23093	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
23093	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
23093	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
23093	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
23093	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
23093	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
23093	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
23093	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
23093	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
23093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
23093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
23093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
23093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
23093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
23093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
23093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
23093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
23093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
23093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
23093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
23093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
23093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
23093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
23093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
23093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
23093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
23093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
23093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
23093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
23093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
23093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
23093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
23093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
23093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
23093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
23093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
23093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
23093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
23093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
23093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
23093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
23093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
23093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
23093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
23093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
23093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
23093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
23093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
23093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
23093	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
23093	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
23093	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
23093	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
23093	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
23093	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
23093	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
23093	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
23093	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
23093	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
23093	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
23093	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
23093	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
23093	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
23093	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
23093	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
23093	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
23093	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
23093	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
23093	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
23093	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
23093	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
23093	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
23093	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
23093	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
23093	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
23093	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
23093	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
23093	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
23093	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
23093	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
23093	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
23093	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
23093	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
23093	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
23093	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
23093	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
23093	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
23093	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
23093	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
23093	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
23093	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
23093	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
23093	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
23093	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
23093	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
23093	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
23093	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
23093	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
23093	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
23093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
23093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
23093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
23093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
23093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
23093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
23093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
23093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
23093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
23093	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
23093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
23093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
23093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
23093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
23093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
23093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
23093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
23093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
23093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
23093	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
23093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
23093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
23093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
23093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
23093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
23093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
23093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
23093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
23093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
23093	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
23093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
23093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
23093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
23093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
23093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
23093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
23093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
23093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
23093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
23093	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
23093	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
23093	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
23093	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
23093	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
23093	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
23093	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
23093	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
23093	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
23093	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
23093	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
23093	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
23093	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
23093	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
23093	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
23093	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
23093	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
23093	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
23093	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
23093	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
23093	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
23093	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
23093	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
23093	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
23093	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
23093	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
23093	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
23093	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
23093	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
23093	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
23093	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
23093	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
23093	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
23093	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
23093	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
23093	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
23093	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
23093	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
23093	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
23093	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
23093	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
23093	embedding2nn.weight	0	0.019739119336009026
23093	embedding2nn.weight	1	-0.05760449543595314
23093	embedding2nn.weight	2	0.02839410863816738
23093	embedding2nn.weight	3	-0.012739328667521477
23093	embedding2nn.weight	4	-0.06185898929834366
23093	embedding2nn.weight	5	0.0505310483276844
23093	embedding2nn.weight	6	-0.05369347706437111
23093	embedding2nn.weight	7	-0.053882893174886703
23093	embedding2nn.weight	8	0.015885477885603905
23093	embedding2nn.weight	9	0.04945255070924759
23093	embedding2nn.bias	0	0.10345049947500229
23093	embedding2nn.bias	1	0.04182860627770424
23093	embedding2nn.bias	2	-0.11456092447042465
23093	embedding2nn.bias	3	0.06441739201545715
23093	embedding2nn.bias	4	0.034268926829099655
23093	embedding2nn.bias	5	-0.12231023609638214
23093	embedding2nn.bias	6	-0.06168822571635246
23093	embedding2nn.bias	7	-0.017136206850409508
23093	embedding2nn.bias	8	0.051369912922382355
23093	embedding2nn.bias	9	-0.08444707095623016
23093	rnn.weight_ih_l0	0	-0.003498544916510582
23093	rnn.weight_ih_l0	1	0.026126457378268242
23093	rnn.weight_ih_l0	2	-0.021911682561039925
23093	rnn.weight_ih_l0	3	0.013033292256295681
23093	rnn.weight_ih_l0	4	0.028716493397951126
23093	rnn.weight_ih_l0	5	-0.04431132599711418
23093	rnn.weight_ih_l0	6	0.04619840532541275
23093	rnn.weight_ih_l0	7	-0.01985529251396656
23093	rnn.weight_ih_l0	8	0.027723586186766624
23093	rnn.weight_ih_l0	9	-0.0024588063824921846
23093	rnn.weight_hh_l0	0	0.015537708066403866
23093	rnn.weight_hh_l0	1	-0.045303963124752045
23093	rnn.weight_hh_l0	2	0.023560866713523865
23093	rnn.weight_hh_l0	3	0.0069842771627008915
23093	rnn.weight_hh_l0	4	0.01766185276210308
23093	rnn.weight_hh_l0	5	0.02562379464507103
23093	rnn.weight_hh_l0	6	-0.0009565740474499762
23093	rnn.weight_hh_l0	7	-0.046692006289958954
23093	rnn.weight_hh_l0	8	-0.026505671441555023
23093	rnn.weight_hh_l0	9	-0.032424937933683395
23093	rnn.bias_ih_l0	0	-0.009320100769400597
23093	rnn.bias_ih_l0	1	-0.05953582748770714
23093	rnn.bias_ih_l0	2	-0.09209198504686356
23093	rnn.bias_ih_l0	3	-0.16969779133796692
23093	rnn.bias_ih_l0	4	0.01788906566798687
23093	rnn.bias_ih_l0	5	0.05003605782985687
23093	rnn.bias_ih_l0	6	-0.09740612655878067
23093	rnn.bias_ih_l0	7	-0.13588590919971466
23093	rnn.bias_ih_l0	8	-0.050250180065631866
23093	rnn.bias_ih_l0	9	-0.05604356527328491
23093	rnn.bias_hh_l0	0	0.07187473773956299
23093	rnn.bias_hh_l0	1	-0.02898908033967018
23093	rnn.bias_hh_l0	2	-0.013934758491814137
23093	rnn.bias_hh_l0	3	-0.08860666304826736
23093	rnn.bias_hh_l0	4	0.01628332957625389
23093	rnn.bias_hh_l0	5	0.06270621716976166
23093	rnn.bias_hh_l0	6	-0.04581591486930847
23093	rnn.bias_hh_l0	7	-0.05957818031311035
23093	rnn.bias_hh_l0	8	-0.07906930148601532
23093	rnn.bias_hh_l0	9	-0.07255103439092636
23093	rnn.weight_ih_l0_reverse	0	0.025845129042863846
23093	rnn.weight_ih_l0_reverse	1	-0.005790990777313709
23093	rnn.weight_ih_l0_reverse	2	-0.011766084469854832
23093	rnn.weight_ih_l0_reverse	3	-0.005758460145443678
23093	rnn.weight_ih_l0_reverse	4	0.03418344259262085
23093	rnn.weight_ih_l0_reverse	5	-0.017580196261405945
23093	rnn.weight_ih_l0_reverse	6	-0.03636438027024269
23093	rnn.weight_ih_l0_reverse	7	-0.02321973256766796
23093	rnn.weight_ih_l0_reverse	8	0.0009664774988777936
23093	rnn.weight_ih_l0_reverse	9	0.016146522015333176
23093	rnn.weight_hh_l0_reverse	0	-0.014559002593159676
23093	rnn.weight_hh_l0_reverse	1	0.011049851775169373
23093	rnn.weight_hh_l0_reverse	2	-0.02814391627907753
23093	rnn.weight_hh_l0_reverse	3	0.03663706034421921
23093	rnn.weight_hh_l0_reverse	4	0.01616547629237175
23093	rnn.weight_hh_l0_reverse	5	0.008102621883153915
23093	rnn.weight_hh_l0_reverse	6	0.019973166286945343
23093	rnn.weight_hh_l0_reverse	7	0.023471638560295105
23093	rnn.weight_hh_l0_reverse	8	0.009211610071361065
23093	rnn.weight_hh_l0_reverse	9	-0.0386308990418911
23093	rnn.bias_ih_l0_reverse	0	-0.051227789372205734
23093	rnn.bias_ih_l0_reverse	1	-0.20137141644954681
23093	rnn.bias_ih_l0_reverse	2	-0.019054120406508446
23093	rnn.bias_ih_l0_reverse	3	-0.05633394420146942
23093	rnn.bias_ih_l0_reverse	4	0.04653611406683922
23093	rnn.bias_ih_l0_reverse	5	-0.12120167911052704
23093	rnn.bias_ih_l0_reverse	6	-0.04329032450914383
23093	rnn.bias_ih_l0_reverse	7	0.06920789927244186
23093	rnn.bias_ih_l0_reverse	8	-0.07964436709880829
23093	rnn.bias_ih_l0_reverse	9	-0.039571475237607956
23093	rnn.bias_hh_l0_reverse	0	-0.07104876637458801
23093	rnn.bias_hh_l0_reverse	1	-0.017252648249268532
23093	rnn.bias_hh_l0_reverse	2	-0.027356477454304695
23093	rnn.bias_hh_l0_reverse	3	-0.06327734887599945
23093	rnn.bias_hh_l0_reverse	4	-0.0028549109119921923
23093	rnn.bias_hh_l0_reverse	5	-0.040169138461351395
23093	rnn.bias_hh_l0_reverse	6	-0.07417958229780197
23093	rnn.bias_hh_l0_reverse	7	-0.06139644980430603
23093	rnn.bias_hh_l0_reverse	8	-0.022443236783146858
23093	rnn.bias_hh_l0_reverse	9	-0.08069843053817749
23093	linear.weight	0	-0.19669705629348755
23093	linear.weight	1	-0.02186259627342224
23093	linear.weight	2	-0.011228874325752258
23093	linear.weight	3	0.02038230560719967
23093	linear.weight	4	0.022058753296732903
23093	linear.weight	5	0.2019452303647995
23093	linear.weight	6	0.0047744326293468475
23093	linear.weight	7	-0.021312154829502106
23093	linear.weight	8	0.09506303071975708
23093	linear.weight	9	0.06824992597103119
23093	linear.bias	0	-0.5099754333496094
23093	linear.bias	1	0.22654873132705688
23093	linear.bias	2	0.24290400743484497
23093	linear.bias	3	-0.3439888060092926
23093	linear.bias	4	-1.2180094718933105
23093	linear.bias	5	-1.0445854663848877
23093	linear.bias	6	-0.4935002326965332
23093	linear.bias	7	-0.6242585182189941
23093	linear.bias	8	-0.01705317199230194
23093	linear.bias	9	2.53556752204895
23290	transitions	0	-0.02153850346803665
23290	transitions	1	6.204668998718262
23290	transitions	2	-2.407700777053833
23290	transitions	3	1.2182774543762207
23290	transitions	4	-1.274513840675354
23290	transitions	5	-0.19954083859920502
23290	transitions	6	-0.10478192567825317
23290	transitions	7	-10000.0
23290	transitions	8	1.4669058322906494
23290	transitions	9	-2.273198127746582
23290	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
23290	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
23290	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
23290	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
23290	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
23290	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
23290	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
23290	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
23290	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
23290	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
23290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
23290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
23290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
23290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
23290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
23290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
23290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
23290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
23290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
23290	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
23290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
23290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
23290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
23290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
23290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
23290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
23290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
23290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
23290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
23290	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
23290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
23290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
23290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
23290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
23290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
23290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
23290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
23290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
23290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
23290	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
23290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
23290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
23290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
23290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
23290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
23290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
23290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
23290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
23290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
23290	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
23290	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
23290	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
23290	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
23290	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
23290	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
23290	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
23290	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
23290	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
23290	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
23290	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
23290	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
23290	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
23290	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
23290	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
23290	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
23290	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
23290	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
23290	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
23290	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
23290	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
23290	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
23290	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
23290	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
23290	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
23290	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
23290	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
23290	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
23290	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
23290	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
23290	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
23290	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
23290	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
23290	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
23290	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
23290	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
23290	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
23290	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
23290	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
23290	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
23290	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
23290	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
23290	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
23290	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
23290	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
23290	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
23290	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
23290	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
23290	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
23290	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
23290	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
23290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
23290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
23290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
23290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
23290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
23290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
23290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
23290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
23290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
23290	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
23290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
23290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
23290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
23290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
23290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
23290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
23290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
23290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
23290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
23290	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
23290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
23290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
23290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
23290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
23290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
23290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
23290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
23290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
23290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
23290	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
23290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
23290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
23290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
23290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
23290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
23290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
23290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
23290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
23290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
23290	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
23290	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
23290	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
23290	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
23290	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
23290	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
23290	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
23290	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
23290	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
23290	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
23290	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
23290	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
23290	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
23290	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
23290	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
23290	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
23290	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
23290	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
23290	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
23290	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
23290	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
23290	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
23290	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
23290	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
23290	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
23290	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
23290	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
23290	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
23290	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
23290	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
23290	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
23290	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
23290	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
23290	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
23290	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
23290	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
23290	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
23290	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
23290	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
23290	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
23290	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
23290	embedding2nn.weight	0	0.02006431110203266
23290	embedding2nn.weight	1	-0.05779579281806946
23290	embedding2nn.weight	2	0.027313129976391792
23290	embedding2nn.weight	3	-0.013645251281559467
23290	embedding2nn.weight	4	-0.056027308106422424
23290	embedding2nn.weight	5	0.052269190549850464
23290	embedding2nn.weight	6	-0.04406048730015755
23290	embedding2nn.weight	7	-0.05382608249783516
23290	embedding2nn.weight	8	0.014546144753694534
23290	embedding2nn.weight	9	0.04526988044381142
23290	embedding2nn.bias	0	0.1072709858417511
23290	embedding2nn.bias	1	0.042083416134119034
23290	embedding2nn.bias	2	-0.13095462322235107
23290	embedding2nn.bias	3	0.06103632226586342
23290	embedding2nn.bias	4	0.041229959577322006
23290	embedding2nn.bias	5	-0.12840326130390167
23290	embedding2nn.bias	6	-0.06804393231868744
23290	embedding2nn.bias	7	-0.021918488666415215
23290	embedding2nn.bias	8	0.050892893224954605
23290	embedding2nn.bias	9	-0.09115772694349289
23290	rnn.weight_ih_l0	0	-0.0005415719351731241
23290	rnn.weight_ih_l0	1	0.026241114363074303
23290	rnn.weight_ih_l0	2	-0.021648481488227844
23290	rnn.weight_ih_l0	3	0.011957420967519283
23290	rnn.weight_ih_l0	4	0.027904408052563667
23290	rnn.weight_ih_l0	5	-0.04291946440935135
23290	rnn.weight_ih_l0	6	0.04508248716592789
23290	rnn.weight_ih_l0	7	-0.022089261561632156
23290	rnn.weight_ih_l0	8	0.026443026959896088
23290	rnn.weight_ih_l0	9	-0.0035557723604142666
23290	rnn.weight_hh_l0	0	0.015152934938669205
23290	rnn.weight_hh_l0	1	-0.04617868363857269
23290	rnn.weight_hh_l0	2	0.02330232411623001
23290	rnn.weight_hh_l0	3	0.006982737220823765
23290	rnn.weight_hh_l0	4	0.017509782686829567
23290	rnn.weight_hh_l0	5	0.025846514850854874
23290	rnn.weight_hh_l0	6	-0.0012069621589034796
23290	rnn.weight_hh_l0	7	-0.04693147912621498
23290	rnn.weight_hh_l0	8	-0.026374058797955513
23290	rnn.weight_hh_l0	9	-0.03324098140001297
23290	rnn.bias_ih_l0	0	-0.011082946322858334
23290	rnn.bias_ih_l0	1	-0.06086103245615959
23290	rnn.bias_ih_l0	2	-0.09360828995704651
23290	rnn.bias_ih_l0	3	-0.16604216396808624
23290	rnn.bias_ih_l0	4	0.012516509741544724
23290	rnn.bias_ih_l0	5	0.043364860117435455
23290	rnn.bias_ih_l0	6	-0.09916065633296967
23290	rnn.bias_ih_l0	7	-0.12913110852241516
23290	rnn.bias_ih_l0	8	-0.04925798624753952
23290	rnn.bias_ih_l0	9	-0.05515751242637634
23290	rnn.bias_hh_l0	0	0.06871630996465683
23290	rnn.bias_hh_l0	1	-0.03152467682957649
23290	rnn.bias_hh_l0	2	-0.015640901401638985
23290	rnn.bias_hh_l0	3	-0.08800467848777771
23290	rnn.bias_hh_l0	4	0.017807675525546074
23290	rnn.bias_hh_l0	5	0.060174208134412766
23290	rnn.bias_hh_l0	6	-0.04799036309123039
23290	rnn.bias_hh_l0	7	-0.06272908300161362
23290	rnn.bias_hh_l0	8	-0.07707329839468002
23290	rnn.bias_hh_l0	9	-0.06872634589672089
23290	rnn.weight_ih_l0_reverse	0	0.023602090775966644
23290	rnn.weight_ih_l0_reverse	1	-0.005947886500507593
23290	rnn.weight_ih_l0_reverse	2	-0.007441371213644743
23290	rnn.weight_ih_l0_reverse	3	-0.006961630657315254
23290	rnn.weight_ih_l0_reverse	4	0.03375003859400749
23290	rnn.weight_ih_l0_reverse	5	-0.0148182213306427
23290	rnn.weight_ih_l0_reverse	6	-0.036843493580818176
23290	rnn.weight_ih_l0_reverse	7	-0.02415711246430874
23290	rnn.weight_ih_l0_reverse	8	0.002273969119414687
23290	rnn.weight_ih_l0_reverse	9	0.018028872087597847
23290	rnn.weight_hh_l0_reverse	0	-0.014398682862520218
23290	rnn.weight_hh_l0_reverse	1	0.010602089576423168
23290	rnn.weight_hh_l0_reverse	2	-0.02904360555112362
23290	rnn.weight_hh_l0_reverse	3	0.036252643913030624
23290	rnn.weight_hh_l0_reverse	4	0.016858959570527077
23290	rnn.weight_hh_l0_reverse	5	0.008494318462908268
23290	rnn.weight_hh_l0_reverse	6	0.021077672019600868
23290	rnn.weight_hh_l0_reverse	7	0.023525185883045197
23290	rnn.weight_hh_l0_reverse	8	0.009108508005738258
23290	rnn.weight_hh_l0_reverse	9	-0.03898196294903755
23290	rnn.bias_ih_l0_reverse	0	-0.0538531132042408
23290	rnn.bias_ih_l0_reverse	1	-0.1989058554172516
23290	rnn.bias_ih_l0_reverse	2	-0.01684265024960041
23290	rnn.bias_ih_l0_reverse	3	-0.057025738060474396
23290	rnn.bias_ih_l0_reverse	4	0.04489626735448837
23290	rnn.bias_ih_l0_reverse	5	-0.12039991468191147
23290	rnn.bias_ih_l0_reverse	6	-0.04238000139594078
23290	rnn.bias_ih_l0_reverse	7	0.06546367704868317
23290	rnn.bias_ih_l0_reverse	8	-0.07991033792495728
23290	rnn.bias_ih_l0_reverse	9	-0.03794014826416969
23290	rnn.bias_hh_l0_reverse	0	-0.0702872946858406
23290	rnn.bias_hh_l0_reverse	1	-0.014843064360320568
23290	rnn.bias_hh_l0_reverse	2	-0.027141693979501724
23290	rnn.bias_hh_l0_reverse	3	-0.06835507601499557
23290	rnn.bias_hh_l0_reverse	4	-0.005435538478195667
23290	rnn.bias_hh_l0_reverse	5	-0.04622340574860573
23290	rnn.bias_hh_l0_reverse	6	-0.07403476536273956
23290	rnn.bias_hh_l0_reverse	7	-0.05992976576089859
23290	rnn.bias_hh_l0_reverse	8	-0.026985876262187958
23290	rnn.bias_hh_l0_reverse	9	-0.08377601206302643
23290	linear.weight	0	-0.19681958854198456
23290	linear.weight	1	-0.0284650307148695
23290	linear.weight	2	-0.011228874325752258
23290	linear.weight	3	-0.017685770988464355
23290	linear.weight	4	0.03283536434173584
23290	linear.weight	5	0.1971096396446228
23290	linear.weight	6	0.0047744326293468475
23290	linear.weight	7	-0.021312154829502106
23290	linear.weight	8	0.1089162677526474
23290	linear.weight	9	0.07374724745750427
23290	linear.bias	0	-0.4762020409107208
23290	linear.bias	1	0.22086340188980103
23290	linear.bias	2	0.27193617820739746
23290	linear.bias	3	-0.3603824973106384
23290	linear.bias	4	-1.1791616678237915
23290	linear.bias	5	-1.045652151107788
23290	linear.bias	6	-0.45503509044647217
23290	linear.bias	7	-0.6257452964782715
23290	linear.bias	8	-0.01705317199230194
23290	linear.bias	9	2.433518171310425
23487	transitions	0	-0.02304159477353096
23487	transitions	1	6.193511009216309
23487	transitions	2	-2.4132626056671143
23487	transitions	3	1.2214986085891724
23487	transitions	4	-1.2774261236190796
23487	transitions	5	-0.20013493299484253
23487	transitions	6	-0.10527019202709198
23487	transitions	7	-10000.0
23487	transitions	8	1.4707095623016357
23487	transitions	9	-2.2733190059661865
23487	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
23487	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
23487	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
23487	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
23487	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
23487	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
23487	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
23487	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
23487	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
23487	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
23487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
23487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
23487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
23487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
23487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
23487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
23487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
23487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
23487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
23487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
23487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
23487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
23487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
23487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
23487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
23487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
23487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
23487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
23487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
23487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
23487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
23487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
23487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
23487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
23487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
23487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
23487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
23487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
23487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
23487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
23487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
23487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
23487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
23487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
23487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
23487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
23487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
23487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
23487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
23487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
23487	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
23487	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
23487	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
23487	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
23487	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
23487	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
23487	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
23487	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
23487	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
23487	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
23487	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
23487	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
23487	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
23487	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
23487	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
23487	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
23487	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
23487	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
23487	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
23487	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
23487	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
23487	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
23487	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
23487	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
23487	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
23487	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
23487	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
23487	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
23487	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
23487	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
23487	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
23487	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
23487	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
23487	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
23487	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
23487	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
23487	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
23487	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
23487	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
23487	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
23487	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
23487	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
23487	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
23487	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
23487	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
23487	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
23487	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
23487	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
23487	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
23487	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
23487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
23487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
23487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
23487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
23487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
23487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
23487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
23487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
23487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
23487	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
23487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
23487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
23487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
23487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
23487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
23487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
23487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
23487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
23487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
23487	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
23487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
23487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
23487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
23487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
23487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
23487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
23487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
23487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
23487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
23487	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
23487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
23487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
23487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
23487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
23487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
23487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
23487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
23487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
23487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
23487	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
23487	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
23487	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
23487	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
23487	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
23487	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
23487	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
23487	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
23487	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
23487	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
23487	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
23487	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
23487	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
23487	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
23487	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
23487	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
23487	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
23487	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
23487	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
23487	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
23487	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
23487	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
23487	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
23487	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
23487	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
23487	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
23487	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
23487	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
23487	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
23487	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
23487	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
23487	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
23487	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
23487	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
23487	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
23487	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
23487	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
23487	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
23487	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
23487	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
23487	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
23487	embedding2nn.weight	0	0.020048825070261955
23487	embedding2nn.weight	1	-0.05794135853648186
23487	embedding2nn.weight	2	0.0305623859167099
23487	embedding2nn.weight	3	-0.012327157892286777
23487	embedding2nn.weight	4	-0.05827054753899574
23487	embedding2nn.weight	5	0.05271092802286148
23487	embedding2nn.weight	6	-0.04512931779026985
23487	embedding2nn.weight	7	-0.05604569613933563
23487	embedding2nn.weight	8	0.015241023153066635
23487	embedding2nn.weight	9	0.0461827777326107
23487	embedding2nn.bias	0	0.10771449655294418
23487	embedding2nn.bias	1	0.045898400247097015
23487	embedding2nn.bias	2	-0.12283514440059662
23487	embedding2nn.bias	3	0.062341660261154175
23487	embedding2nn.bias	4	0.04073290154337883
23487	embedding2nn.bias	5	-0.11731363832950592
23487	embedding2nn.bias	6	-0.07285220175981522
23487	embedding2nn.bias	7	-0.027099408209323883
23487	embedding2nn.bias	8	0.052771519869565964
23487	embedding2nn.bias	9	-0.08559177070856094
23487	rnn.weight_ih_l0	0	0.0007345388876274228
23487	rnn.weight_ih_l0	1	0.03066636435687542
23487	rnn.weight_ih_l0	2	-0.020781271159648895
23487	rnn.weight_ih_l0	3	0.009470113553106785
23487	rnn.weight_ih_l0	4	0.026978405192494392
23487	rnn.weight_ih_l0	5	-0.04215549677610397
23487	rnn.weight_ih_l0	6	0.0443086102604866
23487	rnn.weight_ih_l0	7	-0.02203604392707348
23487	rnn.weight_ih_l0	8	0.024592118337750435
23487	rnn.weight_ih_l0	9	-0.004701128229498863
23487	rnn.weight_hh_l0	0	0.014621291309595108
23487	rnn.weight_hh_l0	1	-0.04559161514043808
23487	rnn.weight_hh_l0	2	0.022400032728910446
23487	rnn.weight_hh_l0	3	0.007122941315174103
23487	rnn.weight_hh_l0	4	0.017661886289715767
23487	rnn.weight_hh_l0	5	0.02534169889986515
23487	rnn.weight_hh_l0	6	-0.0015131871914491057
23487	rnn.weight_hh_l0	7	-0.04682941362261772
23487	rnn.weight_hh_l0	8	-0.025929370895028114
23487	rnn.weight_hh_l0	9	-0.03285101801156998
23487	rnn.bias_ih_l0	0	-0.006421723403036594
23487	rnn.bias_ih_l0	1	-0.06208043545484543
23487	rnn.bias_ih_l0	2	-0.09390215575695038
23487	rnn.bias_ih_l0	3	-0.16887204349040985
23487	rnn.bias_ih_l0	4	0.012297049164772034
23487	rnn.bias_ih_l0	5	0.05901387333869934
23487	rnn.bias_ih_l0	6	-0.10177890211343765
23487	rnn.bias_ih_l0	7	-0.12765592336654663
23487	rnn.bias_ih_l0	8	-0.04889659956097603
23487	rnn.bias_ih_l0	9	-0.0602877102792263
23487	rnn.bias_hh_l0	0	0.06574869155883789
23487	rnn.bias_hh_l0	1	-0.028663111850619316
23487	rnn.bias_hh_l0	2	-0.011845463886857033
23487	rnn.bias_hh_l0	3	-0.08502071350812912
23487	rnn.bias_hh_l0	4	0.014111563563346863
23487	rnn.bias_hh_l0	5	0.054253194481134415
23487	rnn.bias_hh_l0	6	-0.046355605125427246
23487	rnn.bias_hh_l0	7	-0.0640283152461052
23487	rnn.bias_hh_l0	8	-0.08522582799196243
23487	rnn.bias_hh_l0	9	-0.0700640082359314
23487	rnn.weight_ih_l0_reverse	0	0.022610601037740707
23487	rnn.weight_ih_l0_reverse	1	-0.007768527138978243
23487	rnn.weight_ih_l0_reverse	2	-0.009931288659572601
23487	rnn.weight_ih_l0_reverse	3	-0.008112077601253986
23487	rnn.weight_ih_l0_reverse	4	0.03379307687282562
23487	rnn.weight_ih_l0_reverse	5	-0.013125631958246231
23487	rnn.weight_ih_l0_reverse	6	-0.03589009493589401
23487	rnn.weight_ih_l0_reverse	7	-0.02593597210943699
23487	rnn.weight_ih_l0_reverse	8	0.004598875064402819
23487	rnn.weight_ih_l0_reverse	9	0.017484957352280617
23487	rnn.weight_hh_l0_reverse	0	-0.014341161586344242
23487	rnn.weight_hh_l0_reverse	1	0.01121777854859829
23487	rnn.weight_hh_l0_reverse	2	-0.029428692534565926
23487	rnn.weight_hh_l0_reverse	3	0.037062741816043854
23487	rnn.weight_hh_l0_reverse	4	0.016376454383134842
23487	rnn.weight_hh_l0_reverse	5	0.008622312918305397
23487	rnn.weight_hh_l0_reverse	6	0.02107889950275421
23487	rnn.weight_hh_l0_reverse	7	0.02266307920217514
23487	rnn.weight_hh_l0_reverse	8	0.00945193413645029
23487	rnn.weight_hh_l0_reverse	9	-0.03876136988401413
23487	rnn.bias_ih_l0_reverse	0	-0.05245403200387955
23487	rnn.bias_ih_l0_reverse	1	-0.19529519975185394
23487	rnn.bias_ih_l0_reverse	2	-0.016986140981316566
23487	rnn.bias_ih_l0_reverse	3	-0.057454563677310944
23487	rnn.bias_ih_l0_reverse	4	0.040834661573171616
23487	rnn.bias_ih_l0_reverse	5	-0.12102673202753067
23487	rnn.bias_ih_l0_reverse	6	-0.041884008795022964
23487	rnn.bias_ih_l0_reverse	7	0.06385541707277298
23487	rnn.bias_ih_l0_reverse	8	-0.08272678405046463
23487	rnn.bias_ih_l0_reverse	9	-0.03779270872473717
23487	rnn.bias_hh_l0_reverse	0	-0.06563784927129745
23487	rnn.bias_hh_l0_reverse	1	-0.018364325165748596
23487	rnn.bias_hh_l0_reverse	2	-0.026235779747366905
23487	rnn.bias_hh_l0_reverse	3	-0.06695837527513504
23487	rnn.bias_hh_l0_reverse	4	-0.007212976459413767
23487	rnn.bias_hh_l0_reverse	5	-0.045270975679159164
23487	rnn.bias_hh_l0_reverse	6	-0.06802847981452942
23487	rnn.bias_hh_l0_reverse	7	-0.06892480701208115
23487	rnn.bias_hh_l0_reverse	8	-0.027288710698485374
23487	rnn.bias_hh_l0_reverse	9	-0.08713261783123016
23487	linear.weight	0	-0.23323921859264374
23487	linear.weight	1	-0.033537041395902634
23487	linear.weight	2	-0.011228874325752258
23487	linear.weight	3	0.008584631606936455
23487	linear.weight	4	0.03527303412556648
23487	linear.weight	5	0.21764639019966125
23487	linear.weight	6	0.0047744326293468475
23487	linear.weight	7	-0.021312154829502106
23487	linear.weight	8	0.1003991961479187
23487	linear.weight	9	0.0698191449046135
23487	linear.bias	0	-0.4789087474346161
23487	linear.bias	1	0.22281208634376526
23487	linear.bias	2	0.25819721817970276
23487	linear.bias	3	-0.3747786283493042
23487	linear.bias	4	-1.2120022773742676
23487	linear.bias	5	-1.046527624130249
23487	linear.bias	6	-0.458242803812027
23487	linear.bias	7	-0.5969899892807007
23487	linear.bias	8	-0.01705317199230194
23487	linear.bias	9	2.4295430183410645
23684	transitions	0	-0.024594860151410103
23684	transitions	1	6.175952911376953
23684	transitions	2	-2.418774366378784
23684	transitions	3	1.211543321609497
23684	transitions	4	-1.2801586389541626
23684	transitions	5	-0.20052090287208557
23684	transitions	6	-0.10575363039970398
23684	transitions	7	-10000.0
23684	transitions	8	1.4772323369979858
23684	transitions	9	-2.2734451293945312
23684	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
23684	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
23684	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
23684	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
23684	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
23684	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
23684	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
23684	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
23684	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
23684	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
23684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
23684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
23684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
23684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
23684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
23684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
23684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
23684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
23684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
23684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
23684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
23684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
23684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
23684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
23684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
23684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
23684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
23684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
23684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
23684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
23684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
23684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
23684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
23684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
23684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
23684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
23684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
23684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
23684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
23684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
23684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
23684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
23684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
23684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
23684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
23684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
23684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
23684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
23684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
23684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
23684	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
23684	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
23684	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
23684	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
23684	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
23684	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
23684	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
23684	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
23684	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
23684	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
23684	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
23684	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
23684	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
23684	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
23684	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
23684	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
23684	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
23684	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
23684	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
23684	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
23684	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
23684	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
23684	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
23684	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
23684	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
23684	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
23684	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
23684	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
23684	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
23684	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
23684	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
23684	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
23684	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
23684	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
23684	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
23684	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
23684	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
23684	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
23684	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
23684	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
23684	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
23684	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
23684	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
23684	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
23684	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
23684	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
23684	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
23684	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
23684	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
23684	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
23684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
23684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
23684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
23684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
23684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
23684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
23684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
23684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
23684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
23684	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
23684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
23684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
23684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
23684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
23684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
23684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
23684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
23684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
23684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
23684	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
23684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
23684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
23684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
23684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
23684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
23684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
23684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
23684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
23684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
23684	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
23684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
23684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
23684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
23684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
23684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
23684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
23684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
23684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
23684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
23684	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
23684	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
23684	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
23684	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
23684	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
23684	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
23684	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
23684	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
23684	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
23684	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
23684	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
23684	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
23684	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
23684	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
23684	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
23684	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
23684	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
23684	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
23684	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
23684	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
23684	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
23684	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
23684	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
23684	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
23684	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
23684	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
23684	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
23684	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
23684	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
23684	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
23684	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
23684	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
23684	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
23684	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
23684	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
23684	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
23684	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
23684	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
23684	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
23684	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
23684	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
23684	embedding2nn.weight	0	0.020102383568882942
23684	embedding2nn.weight	1	-0.057417068630456924
23684	embedding2nn.weight	2	0.03216661140322685
23684	embedding2nn.weight	3	-0.01308028120547533
23684	embedding2nn.weight	4	-0.054788582026958466
23684	embedding2nn.weight	5	0.05084807425737381
23684	embedding2nn.weight	6	-0.040810517966747284
23684	embedding2nn.weight	7	-0.057658709585666656
23684	embedding2nn.weight	8	0.01584024727344513
23684	embedding2nn.weight	9	0.04639648646116257
23684	embedding2nn.bias	0	0.10636472702026367
23684	embedding2nn.bias	1	0.044951874762773514
23684	embedding2nn.bias	2	-0.1195835992693901
23684	embedding2nn.bias	3	0.06019849330186844
23684	embedding2nn.bias	4	0.036765504628419876
23684	embedding2nn.bias	5	-0.12513506412506104
23684	embedding2nn.bias	6	-0.07095208019018173
23684	embedding2nn.bias	7	-0.029122047126293182
23684	embedding2nn.bias	8	0.06488646566867828
23684	embedding2nn.bias	9	-0.10589911788702011
23684	rnn.weight_ih_l0	0	0.0037929818499833345
23684	rnn.weight_ih_l0	1	0.03266846388578415
23684	rnn.weight_ih_l0	2	-0.02061016485095024
23684	rnn.weight_ih_l0	3	0.00926428847014904
23684	rnn.weight_ih_l0	4	0.02712365984916687
23684	rnn.weight_ih_l0	5	-0.04285154491662979
23684	rnn.weight_ih_l0	6	0.043640609830617905
23684	rnn.weight_ih_l0	7	-0.02129749022424221
23684	rnn.weight_ih_l0	8	0.023802248761057854
23684	rnn.weight_ih_l0	9	-0.006620385218411684
23684	rnn.weight_hh_l0	0	0.01391234528273344
23684	rnn.weight_hh_l0	1	-0.04506409913301468
23684	rnn.weight_hh_l0	2	0.023392779752612114
23684	rnn.weight_hh_l0	3	0.007898964919149876
23684	rnn.weight_hh_l0	4	0.01710052601993084
23684	rnn.weight_hh_l0	5	0.02512289024889469
23684	rnn.weight_hh_l0	6	-0.0018872743239626288
23684	rnn.weight_hh_l0	7	-0.04660874605178833
23684	rnn.weight_hh_l0	8	-0.026853641495108604
23684	rnn.weight_hh_l0	9	-0.03365130349993706
23684	rnn.bias_ih_l0	0	-0.009460518136620522
23684	rnn.bias_ih_l0	1	-0.06310019642114639
23684	rnn.bias_ih_l0	2	-0.09455155581235886
23684	rnn.bias_ih_l0	3	-0.17247602343559265
23684	rnn.bias_ih_l0	4	0.015494117513298988
23684	rnn.bias_ih_l0	5	0.05326003581285477
23684	rnn.bias_ih_l0	6	-0.09801766276359558
23684	rnn.bias_ih_l0	7	-0.1302253007888794
23684	rnn.bias_ih_l0	8	-0.055916834622621536
23684	rnn.bias_ih_l0	9	-0.05983249843120575
23684	rnn.bias_hh_l0	0	0.06524184346199036
23684	rnn.bias_hh_l0	1	-0.028382528573274612
23684	rnn.bias_hh_l0	2	-0.011266037821769714
23684	rnn.bias_hh_l0	3	-0.08544144779443741
23684	rnn.bias_hh_l0	4	0.012149217538535595
23684	rnn.bias_hh_l0	5	0.05420136824250221
23684	rnn.bias_hh_l0	6	-0.04698207601904869
23684	rnn.bias_hh_l0	7	-0.059287648648023605
23684	rnn.bias_hh_l0	8	-0.0833623930811882
23684	rnn.bias_hh_l0	9	-0.07333177328109741
23684	rnn.weight_ih_l0_reverse	0	0.021609213203191757
23684	rnn.weight_ih_l0_reverse	1	-0.007668481208384037
23684	rnn.weight_ih_l0_reverse	2	-0.00976016279309988
23684	rnn.weight_ih_l0_reverse	3	-0.011200349777936935
23684	rnn.weight_ih_l0_reverse	4	0.03866041824221611
23684	rnn.weight_ih_l0_reverse	5	-0.012873691506683826
23684	rnn.weight_ih_l0_reverse	6	-0.036288127303123474
23684	rnn.weight_ih_l0_reverse	7	-0.026698162779211998
23684	rnn.weight_ih_l0_reverse	8	0.007621745113283396
23684	rnn.weight_ih_l0_reverse	9	0.01832978054881096
23684	rnn.weight_hh_l0_reverse	0	-0.013929592445492744
23684	rnn.weight_hh_l0_reverse	1	0.012117785401642323
23684	rnn.weight_hh_l0_reverse	2	-0.029117386788129807
23684	rnn.weight_hh_l0_reverse	3	0.036972206085920334
23684	rnn.weight_hh_l0_reverse	4	0.017176110297441483
23684	rnn.weight_hh_l0_reverse	5	0.008728111162781715
23684	rnn.weight_hh_l0_reverse	6	0.02139129303395748
23684	rnn.weight_hh_l0_reverse	7	0.02325701341032982
23684	rnn.weight_hh_l0_reverse	8	0.009524254128336906
23684	rnn.weight_hh_l0_reverse	9	-0.03863256424665451
23684	rnn.bias_ih_l0_reverse	0	-0.05127399042248726
23684	rnn.bias_ih_l0_reverse	1	-0.1934518814086914
23684	rnn.bias_ih_l0_reverse	2	-0.0183408260345459
23684	rnn.bias_ih_l0_reverse	3	-0.05961538106203079
23684	rnn.bias_ih_l0_reverse	4	0.04889605566859245
23684	rnn.bias_ih_l0_reverse	5	-0.12370339781045914
23684	rnn.bias_ih_l0_reverse	6	-0.04243455082178116
23684	rnn.bias_ih_l0_reverse	7	0.06297207623720169
23684	rnn.bias_ih_l0_reverse	8	-0.08423541486263275
23684	rnn.bias_ih_l0_reverse	9	-0.03547251969575882
23684	rnn.bias_hh_l0_reverse	0	-0.06479731947183609
23684	rnn.bias_hh_l0_reverse	1	-0.015445674769580364
23684	rnn.bias_hh_l0_reverse	2	-0.02740103378891945
23684	rnn.bias_hh_l0_reverse	3	-0.06379181146621704
23684	rnn.bias_hh_l0_reverse	4	-0.00866653025150299
23684	rnn.bias_hh_l0_reverse	5	-0.04863472655415535
23684	rnn.bias_hh_l0_reverse	6	-0.07501479983329773
23684	rnn.bias_hh_l0_reverse	7	-0.06853318214416504
23684	rnn.bias_hh_l0_reverse	8	-0.027871306985616684
23684	rnn.bias_hh_l0_reverse	9	-0.0889287143945694
23684	linear.weight	0	-0.22279956936836243
23684	linear.weight	1	-0.026491211727261543
23684	linear.weight	2	-0.011228874325752258
23684	linear.weight	3	0.004906283225864172
23684	linear.weight	4	0.04725072160363197
23684	linear.weight	5	0.22736181318759918
23684	linear.weight	6	0.0047744326293468475
23684	linear.weight	7	-0.021312154829502106
23684	linear.weight	8	0.11272736638784409
23684	linear.weight	9	0.053868845105171204
23684	linear.bias	0	-0.5014273524284363
23684	linear.bias	1	0.212423637509346
23684	linear.bias	2	0.26004907488822937
23684	linear.bias	3	-0.3782549798488617
23684	linear.bias	4	-1.1775853633880615
23684	linear.bias	5	-1.0474741458892822
23684	linear.bias	6	-0.4787282943725586
23684	linear.bias	7	-0.59617018699646
23684	linear.bias	8	-0.01705317199230194
23684	linear.bias	9	2.425349235534668
23688	transitions	0	-0.024625509977340698
23688	transitions	1	6.181277275085449
23688	transitions	2	-2.418858289718628
23688	transitions	3	1.2156740427017212
23688	transitions	4	-1.2802773714065552
23688	transitions	5	-0.20055747032165527
23688	transitions	6	-0.10576031357049942
23688	transitions	7	-10000.0
23688	transitions	8	1.4772285223007202
23688	transitions	9	-2.273447275161743
23688	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
23688	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
23688	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
23688	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
23688	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
23688	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
23688	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
23688	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
23688	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
23688	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
23688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
23688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
23688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
23688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
23688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
23688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
23688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
23688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
23688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
23688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
23688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
23688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
23688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
23688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
23688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
23688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
23688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
23688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
23688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
23688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
23688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
23688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
23688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
23688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
23688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
23688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
23688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
23688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
23688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
23688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
23688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
23688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
23688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
23688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
23688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
23688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
23688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
23688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
23688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
23688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
23688	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
23688	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
23688	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
23688	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
23688	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
23688	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
23688	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
23688	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
23688	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
23688	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
23688	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
23688	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
23688	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
23688	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
23688	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
23688	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
23688	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
23688	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
23688	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
23688	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
23688	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
23688	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
23688	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
23688	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
23688	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
23688	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
23688	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
23688	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
23688	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
23688	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
23688	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
23688	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
23688	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
23688	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
23688	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
23688	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
23688	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
23688	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
23688	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
23688	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
23688	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
23688	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
23688	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
23688	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
23688	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
23688	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
23688	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
23688	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
23688	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
23688	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
23688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
23688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
23688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
23688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
23688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
23688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
23688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
23688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
23688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
23688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
23688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
23688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
23688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
23688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
23688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
23688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
23688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
23688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
23688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
23688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
23688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
23688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
23688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
23688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
23688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
23688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
23688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
23688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
23688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
23688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
23688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
23688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
23688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
23688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
23688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
23688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
23688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
23688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
23688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
23688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
23688	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
23688	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
23688	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
23688	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
23688	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
23688	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
23688	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
23688	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
23688	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
23688	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
23688	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
23688	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
23688	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
23688	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
23688	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
23688	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
23688	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
23688	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
23688	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
23688	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
23688	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
23688	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
23688	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
23688	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
23688	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
23688	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
23688	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
23688	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
23688	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
23688	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
23688	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
23688	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
23688	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
23688	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
23688	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
23688	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
23688	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
23688	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
23688	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
23688	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
23688	embedding2nn.weight	0	0.020193668082356453
23688	embedding2nn.weight	1	-0.05758611112833023
23688	embedding2nn.weight	2	0.032015055418014526
23688	embedding2nn.weight	3	-0.013066955842077732
23688	embedding2nn.weight	4	-0.05516674369573593
23688	embedding2nn.weight	5	0.0507819801568985
23688	embedding2nn.weight	6	-0.039900101721286774
23688	embedding2nn.weight	7	-0.05790150538086891
23688	embedding2nn.weight	8	0.015700314193964005
23688	embedding2nn.weight	9	0.046788495033979416
23688	embedding2nn.bias	0	0.10787032544612885
23688	embedding2nn.bias	1	0.043088190257549286
23688	embedding2nn.bias	2	-0.11839759349822998
23688	embedding2nn.bias	3	0.05964246764779091
23688	embedding2nn.bias	4	0.03432301804423332
23688	embedding2nn.bias	5	-0.12618866562843323
23688	embedding2nn.bias	6	-0.07242386043071747
23688	embedding2nn.bias	7	-0.029890818521380424
23688	embedding2nn.bias	8	0.0651748925447464
23688	embedding2nn.bias	9	-0.10659674555063248
23688	rnn.weight_ih_l0	0	0.0032765972428023815
23688	rnn.weight_ih_l0	1	0.03268132731318474
23688	rnn.weight_ih_l0	2	-0.020735109224915504
23688	rnn.weight_ih_l0	3	0.009574692696332932
23688	rnn.weight_ih_l0	4	0.027277357876300812
23688	rnn.weight_ih_l0	5	-0.04301408305764198
23688	rnn.weight_ih_l0	6	0.04402843862771988
23688	rnn.weight_ih_l0	7	-0.02123173139989376
23688	rnn.weight_ih_l0	8	0.023025326430797577
23688	rnn.weight_ih_l0	9	-0.006918573752045631
23688	rnn.weight_hh_l0	0	0.013910380192101002
23688	rnn.weight_hh_l0	1	-0.04509376361966133
23688	rnn.weight_hh_l0	2	0.023374605923891068
23688	rnn.weight_hh_l0	3	0.00783572718501091
23688	rnn.weight_hh_l0	4	0.017145341262221336
23688	rnn.weight_hh_l0	5	0.025077665224671364
23688	rnn.weight_hh_l0	6	-0.0018986687064170837
23688	rnn.weight_hh_l0	7	-0.046549905091524124
23688	rnn.weight_hh_l0	8	-0.026900477707386017
23688	rnn.weight_hh_l0	9	-0.03360588476061821
23688	rnn.bias_ih_l0	0	-0.008570016361773014
23688	rnn.bias_ih_l0	1	-0.0629756897687912
23688	rnn.bias_ih_l0	2	-0.0944724902510643
23688	rnn.bias_ih_l0	3	-0.17196013033390045
23688	rnn.bias_ih_l0	4	0.014736807905137539
23688	rnn.bias_ih_l0	5	0.05289430171251297
23688	rnn.bias_ih_l0	6	-0.09753839671611786
23688	rnn.bias_ih_l0	7	-0.13033954799175262
23688	rnn.bias_ih_l0	8	-0.05562977120280266
23688	rnn.bias_ih_l0	9	-0.05984659865498543
23688	rnn.bias_hh_l0	0	0.0660775899887085
23688	rnn.bias_hh_l0	1	-0.02778969518840313
23688	rnn.bias_hh_l0	2	-0.010877071879804134
23688	rnn.bias_hh_l0	3	-0.08537700772285461
23688	rnn.bias_hh_l0	4	0.013444412499666214
23688	rnn.bias_hh_l0	5	0.053649161010980606
23688	rnn.bias_hh_l0	6	-0.04729828983545303
23688	rnn.bias_hh_l0	7	-0.05959269776940346
23688	rnn.bias_hh_l0	8	-0.08440553396940231
23688	rnn.bias_hh_l0	9	-0.07354437559843063
23688	rnn.weight_ih_l0_reverse	0	0.02154914103448391
23688	rnn.weight_ih_l0_reverse	1	-0.007626931183040142
23688	rnn.weight_ih_l0_reverse	2	-0.009781783446669579
23688	rnn.weight_ih_l0_reverse	3	-0.01144640613347292
23688	rnn.weight_ih_l0_reverse	4	0.03875486180186272
23688	rnn.weight_ih_l0_reverse	5	-0.01293985266238451
23688	rnn.weight_ih_l0_reverse	6	-0.03624258190393448
23688	rnn.weight_ih_l0_reverse	7	-0.026995578780770302
23688	rnn.weight_ih_l0_reverse	8	0.007972877472639084
23688	rnn.weight_ih_l0_reverse	9	0.01801452785730362
23688	rnn.weight_hh_l0_reverse	0	-0.013978967443108559
23688	rnn.weight_hh_l0_reverse	1	0.012109733186662197
23688	rnn.weight_hh_l0_reverse	2	-0.029136331751942635
23688	rnn.weight_hh_l0_reverse	3	0.03691531717777252
23688	rnn.weight_hh_l0_reverse	4	0.017267625778913498
23688	rnn.weight_hh_l0_reverse	5	0.008657559752464294
23688	rnn.weight_hh_l0_reverse	6	0.021463945508003235
23688	rnn.weight_hh_l0_reverse	7	0.023301538079977036
23688	rnn.weight_hh_l0_reverse	8	0.009508811868727207
23688	rnn.weight_hh_l0_reverse	9	-0.038601964712142944
23688	rnn.bias_ih_l0_reverse	0	-0.051612671464681625
23688	rnn.bias_ih_l0_reverse	1	-0.19378352165222168
23688	rnn.bias_ih_l0_reverse	2	-0.01882857456803322
23688	rnn.bias_ih_l0_reverse	3	-0.05954510346055031
23688	rnn.bias_ih_l0_reverse	4	0.04871750250458717
23688	rnn.bias_ih_l0_reverse	5	-0.12343434989452362
23688	rnn.bias_ih_l0_reverse	6	-0.042173609137535095
23688	rnn.bias_ih_l0_reverse	7	0.06243860349059105
23688	rnn.bias_ih_l0_reverse	8	-0.08477456122636795
23688	rnn.bias_ih_l0_reverse	9	-0.03536394238471985
23688	rnn.bias_hh_l0_reverse	0	-0.06535923480987549
23688	rnn.bias_hh_l0_reverse	1	-0.016092980280518532
23688	rnn.bias_hh_l0_reverse	2	-0.02771521918475628
23688	rnn.bias_hh_l0_reverse	3	-0.06456145644187927
23688	rnn.bias_hh_l0_reverse	4	-0.0086667500436306
23688	rnn.bias_hh_l0_reverse	5	-0.048522308468818665
23688	rnn.bias_hh_l0_reverse	6	-0.07481859624385834
23688	rnn.bias_hh_l0_reverse	7	-0.06844053417444229
23688	rnn.bias_hh_l0_reverse	8	-0.02781832404434681
23688	rnn.bias_hh_l0_reverse	9	-0.08919913321733475
23688	linear.weight	0	-0.22453118860721588
23688	linear.weight	1	-0.02649531699717045
23688	linear.weight	2	-0.011228874325752258
23688	linear.weight	3	0.004993446636945009
23688	linear.weight	4	0.040373798459768295
23688	linear.weight	5	0.22764204442501068
23688	linear.weight	6	0.0047744326293468475
23688	linear.weight	7	-0.021312154829502106
23688	linear.weight	8	0.1111975684762001
23688	linear.weight	9	0.05427116900682449
23688	linear.bias	0	-0.5065979957580566
23688	linear.bias	1	0.21573515236377716
23688	linear.bias	2	0.26253172755241394
23688	linear.bias	3	-0.37556761503219604
23688	linear.bias	4	-1.1955459117889404
23688	linear.bias	5	-1.0474878549575806
23688	linear.bias	6	-0.48251062631607056
23688	linear.bias	7	-0.5826935768127441
23688	linear.bias	8	-0.01705317199230194
23688	linear.bias	9	2.405855655670166
23885	transitions	0	-0.025592418387532234
23885	transitions	1	6.179598808288574
23885	transitions	2	-2.4251487255096436
23885	transitions	3	1.2102311849594116
23885	transitions	4	-1.2843645811080933
23885	transitions	5	-0.20133033394813538
23885	transitions	6	-0.10631227493286133
23885	transitions	7	-10000.0
23885	transitions	8	1.4744024276733398
23885	transitions	9	-2.2735769748687744
23885	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
23885	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
23885	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
23885	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
23885	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
23885	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
23885	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
23885	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
23885	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
23885	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
23885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
23885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
23885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
23885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
23885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
23885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
23885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
23885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
23885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
23885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
23885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
23885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
23885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
23885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
23885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
23885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
23885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
23885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
23885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
23885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
23885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
23885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
23885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
23885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
23885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
23885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
23885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
23885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
23885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
23885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
23885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
23885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
23885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
23885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
23885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
23885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
23885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
23885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
23885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
23885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
23885	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
23885	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
23885	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
23885	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
23885	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
23885	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
23885	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
23885	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
23885	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
23885	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
23885	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
23885	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
23885	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
23885	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
23885	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
23885	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
23885	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
23885	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
23885	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
23885	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
23885	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
23885	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
23885	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
23885	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
23885	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
23885	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
23885	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
23885	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
23885	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
23885	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
23885	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
23885	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
23885	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
23885	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
23885	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
23885	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
23885	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
23885	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
23885	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
23885	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
23885	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
23885	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
23885	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
23885	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
23885	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
23885	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
23885	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
23885	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
23885	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
23885	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
23885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
23885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
23885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
23885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
23885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
23885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
23885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
23885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
23885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
23885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
23885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
23885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
23885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
23885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
23885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
23885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
23885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
23885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
23885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
23885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
23885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
23885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
23885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
23885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
23885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
23885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
23885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
23885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
23885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
23885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
23885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
23885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
23885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
23885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
23885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
23885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
23885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
23885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
23885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
23885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
23885	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
23885	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
23885	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
23885	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
23885	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
23885	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
23885	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
23885	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
23885	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
23885	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
23885	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
23885	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
23885	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
23885	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
23885	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
23885	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
23885	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
23885	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
23885	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
23885	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
23885	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
23885	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
23885	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
23885	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
23885	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
23885	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
23885	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
23885	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
23885	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
23885	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
23885	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
23885	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
23885	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
23885	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
23885	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
23885	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
23885	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
23885	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
23885	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
23885	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
23885	embedding2nn.weight	0	0.02005494385957718
23885	embedding2nn.weight	1	-0.05686702951788902
23885	embedding2nn.weight	2	0.03134220838546753
23885	embedding2nn.weight	3	-0.014417017810046673
23885	embedding2nn.weight	4	-0.04977633059024811
23885	embedding2nn.weight	5	0.04918939247727394
23885	embedding2nn.weight	6	-0.0439487062394619
23885	embedding2nn.weight	7	-0.05796799063682556
23885	embedding2nn.weight	8	0.014878486283123493
23885	embedding2nn.weight	9	0.043398234993219376
23885	embedding2nn.bias	0	0.09911349415779114
23885	embedding2nn.bias	1	0.044035911560058594
23885	embedding2nn.bias	2	-0.11709260195493698
23885	embedding2nn.bias	3	0.06468231976032257
23885	embedding2nn.bias	4	0.02831181138753891
23885	embedding2nn.bias	5	-0.10850833356380463
23885	embedding2nn.bias	6	-0.08778746426105499
23885	embedding2nn.bias	7	-0.0072820172645151615
23885	embedding2nn.bias	8	0.0594889335334301
23885	embedding2nn.bias	9	-0.10986145585775375
23885	rnn.weight_ih_l0	0	0.007095765322446823
23885	rnn.weight_ih_l0	1	0.03055517002940178
23885	rnn.weight_ih_l0	2	-0.022616926580667496
23885	rnn.weight_ih_l0	3	0.008563396520912647
23885	rnn.weight_ih_l0	4	0.02580379880964756
23885	rnn.weight_ih_l0	5	-0.04415343701839447
23885	rnn.weight_ih_l0	6	0.04488067328929901
23885	rnn.weight_ih_l0	7	-0.021123360842466354
23885	rnn.weight_ih_l0	8	0.024691719561815262
23885	rnn.weight_ih_l0	9	-0.006907429080456495
23885	rnn.weight_hh_l0	0	0.014914685860276222
23885	rnn.weight_hh_l0	1	-0.04494898021221161
23885	rnn.weight_hh_l0	2	0.023262621834874153
23885	rnn.weight_hh_l0	3	0.007484446279704571
23885	rnn.weight_hh_l0	4	0.016828663647174835
23885	rnn.weight_hh_l0	5	0.024548456072807312
23885	rnn.weight_hh_l0	6	-0.0021177767775952816
23885	rnn.weight_hh_l0	7	-0.047688744962215424
23885	rnn.weight_hh_l0	8	-0.027067076414823532
23885	rnn.weight_hh_l0	9	-0.03356482833623886
23885	rnn.bias_ih_l0	0	-0.003194027580320835
23885	rnn.bias_ih_l0	1	-0.06205641105771065
23885	rnn.bias_ih_l0	2	-0.09796255826950073
23885	rnn.bias_ih_l0	3	-0.17234089970588684
23885	rnn.bias_ih_l0	4	0.02026778645813465
23885	rnn.bias_ih_l0	5	0.05148542299866676
23885	rnn.bias_ih_l0	6	-0.09776385128498077
23885	rnn.bias_ih_l0	7	-0.13183555006980896
23885	rnn.bias_ih_l0	8	-0.05659661442041397
23885	rnn.bias_ih_l0	9	-0.05709707736968994
23885	rnn.bias_hh_l0	0	0.07010845839977264
23885	rnn.bias_hh_l0	1	-0.027638982981443405
23885	rnn.bias_hh_l0	2	-0.015108663588762283
23885	rnn.bias_hh_l0	3	-0.08795436471700668
23885	rnn.bias_hh_l0	4	0.012669292278587818
23885	rnn.bias_hh_l0	5	0.05233590304851532
23885	rnn.bias_hh_l0	6	-0.04767364263534546
23885	rnn.bias_hh_l0	7	-0.062309570610523224
23885	rnn.bias_hh_l0	8	-0.08437839895486832
23885	rnn.bias_hh_l0	9	-0.07298880815505981
23885	rnn.weight_ih_l0_reverse	0	0.021208658814430237
23885	rnn.weight_ih_l0_reverse	1	-0.006745212245732546
23885	rnn.weight_ih_l0_reverse	2	-0.009575488977134228
23885	rnn.weight_ih_l0_reverse	3	-0.010007076896727085
23885	rnn.weight_ih_l0_reverse	4	0.03840329870581627
23885	rnn.weight_ih_l0_reverse	5	-0.010820990428328514
23885	rnn.weight_ih_l0_reverse	6	-0.03685731813311577
23885	rnn.weight_ih_l0_reverse	7	-0.027541279792785645
23885	rnn.weight_ih_l0_reverse	8	0.009266954846680164
23885	rnn.weight_ih_l0_reverse	9	0.020214449614286423
23885	rnn.weight_hh_l0_reverse	0	-0.014131743460893631
23885	rnn.weight_hh_l0_reverse	1	0.01207818929105997
23885	rnn.weight_hh_l0_reverse	2	-0.028944462537765503
23885	rnn.weight_hh_l0_reverse	3	0.03657342493534088
23885	rnn.weight_hh_l0_reverse	4	0.01768997125327587
23885	rnn.weight_hh_l0_reverse	5	0.008869336917996407
23885	rnn.weight_hh_l0_reverse	6	0.020759426057338715
23885	rnn.weight_hh_l0_reverse	7	0.02307274378836155
23885	rnn.weight_hh_l0_reverse	8	0.009325191378593445
23885	rnn.weight_hh_l0_reverse	9	-0.038584910333156586
23885	rnn.bias_ih_l0_reverse	0	-0.051667388528585434
23885	rnn.bias_ih_l0_reverse	1	-0.19983333349227905
23885	rnn.bias_ih_l0_reverse	2	-0.01796429045498371
23885	rnn.bias_ih_l0_reverse	3	-0.06055910885334015
23885	rnn.bias_ih_l0_reverse	4	0.04793325066566467
23885	rnn.bias_ih_l0_reverse	5	-0.11723050475120544
23885	rnn.bias_ih_l0_reverse	6	-0.04139416664838791
23885	rnn.bias_ih_l0_reverse	7	0.05629425868391991
23885	rnn.bias_ih_l0_reverse	8	-0.0828302875161171
23885	rnn.bias_ih_l0_reverse	9	-0.031268782913684845
23885	rnn.bias_hh_l0_reverse	0	-0.06586010754108429
23885	rnn.bias_hh_l0_reverse	1	-0.021716617047786713
23885	rnn.bias_hh_l0_reverse	2	-0.027011828497052193
23885	rnn.bias_hh_l0_reverse	3	-0.06754893064498901
23885	rnn.bias_hh_l0_reverse	4	-0.008499635383486748
23885	rnn.bias_hh_l0_reverse	5	-0.05180758237838745
23885	rnn.bias_hh_l0_reverse	6	-0.0705338642001152
23885	rnn.bias_hh_l0_reverse	7	-0.06886593997478485
23885	rnn.bias_hh_l0_reverse	8	-0.028324998915195465
23885	rnn.bias_hh_l0_reverse	9	-0.08936158567667007
23885	linear.weight	0	-0.22820714116096497
23885	linear.weight	1	-0.02512633055448532
23885	linear.weight	2	-0.011228874325752258
23885	linear.weight	3	-0.012069163843989372
23885	linear.weight	4	0.07695648074150085
23885	linear.weight	5	0.2327156364917755
23885	linear.weight	6	0.0047744326293468475
23885	linear.weight	7	-0.021312154829502106
23885	linear.weight	8	0.0994051992893219
23885	linear.weight	9	0.06345901638269424
23885	linear.bias	0	-0.4833884835243225
23885	linear.bias	1	0.20425139367580414
23885	linear.bias	2	0.21853972971439362
23885	linear.bias	3	-0.3872229754924774
23885	linear.bias	4	-1.2410684823989868
23885	linear.bias	5	-1.0483886003494263
23885	linear.bias	6	-0.451712965965271
23885	linear.bias	7	-0.6328026652336121
23885	linear.bias	8	-0.01705317199230194
23885	linear.bias	9	2.489452362060547
24082	transitions	0	-0.028559306636452675
24082	transitions	1	6.176982879638672
24082	transitions	2	-2.4301483631134033
24082	transitions	3	1.2072038650512695
24082	transitions	4	-1.288906455039978
24082	transitions	5	-0.20204804837703705
24082	transitions	6	-0.10687188804149628
24082	transitions	7	-10000.0
24082	transitions	8	1.4751604795455933
24082	transitions	9	-2.2737231254577637
24082	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
24082	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
24082	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
24082	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
24082	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
24082	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
24082	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
24082	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
24082	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
24082	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
24082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
24082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
24082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
24082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
24082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
24082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
24082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
24082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
24082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
24082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
24082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
24082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
24082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
24082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
24082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
24082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
24082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
24082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
24082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
24082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
24082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
24082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
24082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
24082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
24082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
24082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
24082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
24082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
24082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
24082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
24082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
24082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
24082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
24082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
24082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
24082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
24082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
24082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
24082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
24082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
24082	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
24082	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
24082	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
24082	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
24082	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
24082	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
24082	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
24082	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
24082	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
24082	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
24082	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
24082	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
24082	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
24082	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
24082	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
24082	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
24082	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
24082	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
24082	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
24082	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
24082	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
24082	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
24082	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
24082	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
24082	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
24082	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
24082	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
24082	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
24082	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
24082	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
24082	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
24082	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
24082	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
24082	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
24082	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
24082	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
24082	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
24082	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
24082	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
24082	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
24082	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
24082	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
24082	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
24082	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
24082	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
24082	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
24082	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
24082	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
24082	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
24082	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
24082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
24082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
24082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
24082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
24082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
24082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
24082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
24082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
24082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
24082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
24082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
24082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
24082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
24082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
24082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
24082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
24082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
24082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
24082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
24082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
24082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
24082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
24082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
24082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
24082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
24082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
24082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
24082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
24082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
24082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
24082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
24082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
24082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
24082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
24082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
24082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
24082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
24082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
24082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
24082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
24082	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
24082	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
24082	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
24082	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
24082	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
24082	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
24082	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
24082	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
24082	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
24082	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
24082	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
24082	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
24082	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
24082	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
24082	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
24082	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
24082	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
24082	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
24082	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
24082	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
24082	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
24082	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
24082	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
24082	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
24082	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
24082	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
24082	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
24082	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
24082	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
24082	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
24082	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
24082	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
24082	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
24082	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
24082	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
24082	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
24082	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
24082	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
24082	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
24082	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
24082	embedding2nn.weight	0	0.02053685486316681
24082	embedding2nn.weight	1	-0.058271799236536026
24082	embedding2nn.weight	2	0.03178900107741356
24082	embedding2nn.weight	3	-0.013657028786838055
24082	embedding2nn.weight	4	-0.0533352792263031
24082	embedding2nn.weight	5	0.04716109111905098
24082	embedding2nn.weight	6	-0.06244383379817009
24082	embedding2nn.weight	7	-0.05533912032842636
24082	embedding2nn.weight	8	0.016512004658579826
24082	embedding2nn.weight	9	0.04137621447443962
24082	embedding2nn.bias	0	0.09513000398874283
24082	embedding2nn.bias	1	0.04970788583159447
24082	embedding2nn.bias	2	-0.11790472269058228
24082	embedding2nn.bias	3	0.06811106204986572
24082	embedding2nn.bias	4	0.021242065355181694
24082	embedding2nn.bias	5	-0.12427893280982971
24082	embedding2nn.bias	6	-0.08717044442892075
24082	embedding2nn.bias	7	-0.0062307738699018955
24082	embedding2nn.bias	8	0.05436984449625015
24082	embedding2nn.bias	9	-0.12070349603891373
24082	rnn.weight_ih_l0	0	0.01052551344037056
24082	rnn.weight_ih_l0	1	0.02915811538696289
24082	rnn.weight_ih_l0	2	-0.02445504441857338
24082	rnn.weight_ih_l0	3	0.0029249070212244987
24082	rnn.weight_ih_l0	4	0.025910548865795135
24082	rnn.weight_ih_l0	5	-0.04440324380993843
24082	rnn.weight_ih_l0	6	0.04633970186114311
24082	rnn.weight_ih_l0	7	-0.023055395111441612
24082	rnn.weight_ih_l0	8	0.025681719183921814
24082	rnn.weight_ih_l0	9	-0.0066815647296607494
24082	rnn.weight_hh_l0	0	0.014979046769440174
24082	rnn.weight_hh_l0	1	-0.0477406308054924
24082	rnn.weight_hh_l0	2	0.023327575996518135
24082	rnn.weight_hh_l0	3	0.008530407212674618
24082	rnn.weight_hh_l0	4	0.016619130969047546
24082	rnn.weight_hh_l0	5	0.025645306333899498
24082	rnn.weight_hh_l0	6	-0.00253333430737257
24082	rnn.weight_hh_l0	7	-0.04739202931523323
24082	rnn.weight_hh_l0	8	-0.029377710074186325
24082	rnn.weight_hh_l0	9	-0.0344393327832222
24082	rnn.bias_ih_l0	0	-0.004192882217466831
24082	rnn.bias_ih_l0	1	-0.061850257217884064
24082	rnn.bias_ih_l0	2	-0.09362000972032547
24082	rnn.bias_ih_l0	3	-0.18274615705013275
24082	rnn.bias_ih_l0	4	0.015989020466804504
24082	rnn.bias_ih_l0	5	0.05783850699663162
24082	rnn.bias_ih_l0	6	-0.09481046348810196
24082	rnn.bias_ih_l0	7	-0.13006624579429626
24082	rnn.bias_ih_l0	8	-0.050633467733860016
24082	rnn.bias_ih_l0	9	-0.0596136748790741
24082	rnn.bias_hh_l0	0	0.07182712107896805
24082	rnn.bias_hh_l0	1	-0.023566817864775658
24082	rnn.bias_hh_l0	2	-0.009191291406750679
24082	rnn.bias_hh_l0	3	-0.08496184647083282
24082	rnn.bias_hh_l0	4	0.0204547718167305
24082	rnn.bias_hh_l0	5	0.05682677775621414
24082	rnn.bias_hh_l0	6	-0.04797029122710228
24082	rnn.bias_hh_l0	7	-0.06472991406917572
24082	rnn.bias_hh_l0	8	-0.08662001043558121
24082	rnn.bias_hh_l0	9	-0.06932657212018967
24082	rnn.weight_ih_l0_reverse	0	0.021504653617739677
24082	rnn.weight_ih_l0_reverse	1	-0.0069519346579909325
24082	rnn.weight_ih_l0_reverse	2	-0.014008398167788982
24082	rnn.weight_ih_l0_reverse	3	-0.009571315720677376
24082	rnn.weight_ih_l0_reverse	4	0.03974238783121109
24082	rnn.weight_ih_l0_reverse	5	-0.011122508905827999
24082	rnn.weight_ih_l0_reverse	6	-0.0360078364610672
24082	rnn.weight_ih_l0_reverse	7	-0.029460139572620392
24082	rnn.weight_ih_l0_reverse	8	0.010411851108074188
24082	rnn.weight_ih_l0_reverse	9	0.019487004727125168
24082	rnn.weight_hh_l0_reverse	0	-0.01404516026377678
24082	rnn.weight_hh_l0_reverse	1	0.012129253707826138
24082	rnn.weight_hh_l0_reverse	2	-0.02952735126018524
24082	rnn.weight_hh_l0_reverse	3	0.03700656816363335
24082	rnn.weight_hh_l0_reverse	4	0.018170587718486786
24082	rnn.weight_hh_l0_reverse	5	0.008358994498848915
24082	rnn.weight_hh_l0_reverse	6	0.019950732588768005
24082	rnn.weight_hh_l0_reverse	7	0.023153195157647133
24082	rnn.weight_hh_l0_reverse	8	0.009273300878703594
24082	rnn.weight_hh_l0_reverse	9	-0.03829115256667137
24082	rnn.bias_ih_l0_reverse	0	-0.05188324674963951
24082	rnn.bias_ih_l0_reverse	1	-0.19354026019573212
24082	rnn.bias_ih_l0_reverse	2	-0.017359448596835136
24082	rnn.bias_ih_l0_reverse	3	-0.06105581298470497
24082	rnn.bias_ih_l0_reverse	4	0.044708143919706345
24082	rnn.bias_ih_l0_reverse	5	-0.11719761043787003
24082	rnn.bias_ih_l0_reverse	6	-0.0401698499917984
24082	rnn.bias_ih_l0_reverse	7	0.051501840353012085
24082	rnn.bias_ih_l0_reverse	8	-0.08230205625295639
24082	rnn.bias_ih_l0_reverse	9	-0.032822832465171814
24082	rnn.bias_hh_l0_reverse	0	-0.06447920203208923
24082	rnn.bias_hh_l0_reverse	1	-0.025669744238257408
24082	rnn.bias_hh_l0_reverse	2	-0.02649911493062973
24082	rnn.bias_hh_l0_reverse	3	-0.07150785624980927
24082	rnn.bias_hh_l0_reverse	4	-0.010313623584806919
24082	rnn.bias_hh_l0_reverse	5	-0.05235394462943077
24082	rnn.bias_hh_l0_reverse	6	-0.06489185988903046
24082	rnn.bias_hh_l0_reverse	7	-0.06746218353509903
24082	rnn.bias_hh_l0_reverse	8	-0.029087480157613754
24082	rnn.bias_hh_l0_reverse	9	-0.09023385494947433
24082	linear.weight	0	-0.22155225276947021
24082	linear.weight	1	-0.01600942574441433
24082	linear.weight	2	-0.011228874325752258
24082	linear.weight	3	-0.03508414700627327
24082	linear.weight	4	0.08672190457582474
24082	linear.weight	5	0.22465698421001434
24082	linear.weight	6	0.0047744326293468475
24082	linear.weight	7	-0.021312154829502106
24082	linear.weight	8	0.08163554221391678
24082	linear.weight	9	0.05639876052737236
24082	linear.bias	0	-0.5065318942070007
24082	linear.bias	1	0.23793962597846985
24082	linear.bias	2	0.20078083872795105
24082	linear.bias	3	-0.4089809060096741
24082	linear.bias	4	-1.1973462104797363
24082	linear.bias	5	-1.0492300987243652
24082	linear.bias	6	-0.4679487943649292
24082	linear.bias	7	-0.60491943359375
24082	linear.bias	8	-0.01705317199230194
24082	linear.bias	9	2.444298505783081
24279	transitions	0	-0.030283089727163315
24279	transitions	1	6.225161552429199
24279	transitions	2	-2.4352540969848633
24279	transitions	3	1.2109246253967285
24279	transitions	4	-1.291789174079895
24279	transitions	5	-0.2025844305753708
24279	transitions	6	-0.10739637911319733
24279	transitions	7	-10000.0
24279	transitions	8	1.4826613664627075
24279	transitions	9	-2.273885488510132
24279	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
24279	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
24279	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
24279	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
24279	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
24279	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
24279	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
24279	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
24279	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
24279	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
24279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
24279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
24279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
24279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
24279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
24279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
24279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
24279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
24279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
24279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
24279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
24279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
24279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
24279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
24279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
24279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
24279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
24279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
24279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
24279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
24279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
24279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
24279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
24279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
24279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
24279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
24279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
24279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
24279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
24279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
24279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
24279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
24279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
24279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
24279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
24279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
24279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
24279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
24279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
24279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
24279	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
24279	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
24279	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
24279	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
24279	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
24279	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
24279	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
24279	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
24279	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
24279	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
24279	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
24279	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
24279	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
24279	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
24279	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
24279	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
24279	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
24279	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
24279	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
24279	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
24279	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
24279	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
24279	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
24279	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
24279	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
24279	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
24279	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
24279	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
24279	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
24279	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
24279	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
24279	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
24279	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
24279	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
24279	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
24279	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
24279	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
24279	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
24279	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
24279	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
24279	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
24279	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
24279	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
24279	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
24279	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
24279	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
24279	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
24279	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
24279	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
24279	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
24279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
24279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
24279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
24279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
24279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
24279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
24279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
24279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
24279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
24279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
24279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
24279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
24279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
24279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
24279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
24279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
24279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
24279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
24279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
24279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
24279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
24279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
24279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
24279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
24279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
24279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
24279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
24279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
24279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
24279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
24279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
24279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
24279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
24279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
24279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
24279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
24279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
24279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
24279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
24279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
24279	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
24279	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
24279	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
24279	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
24279	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
24279	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
24279	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
24279	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
24279	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
24279	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
24279	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
24279	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
24279	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
24279	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
24279	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
24279	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
24279	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
24279	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
24279	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
24279	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
24279	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
24279	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
24279	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
24279	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
24279	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
24279	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
24279	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
24279	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
24279	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
24279	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
24279	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
24279	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
24279	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
24279	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
24279	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
24279	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
24279	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
24279	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
24279	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
24279	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
24279	embedding2nn.weight	0	0.020591430366039276
24279	embedding2nn.weight	1	-0.05974741652607918
24279	embedding2nn.weight	2	0.032162465155124664
24279	embedding2nn.weight	3	-0.0145352678373456
24279	embedding2nn.weight	4	-0.05262463539838791
24279	embedding2nn.weight	5	0.04769843816757202
24279	embedding2nn.weight	6	-0.05141402781009674
24279	embedding2nn.weight	7	-0.0568840466439724
24279	embedding2nn.weight	8	0.013974672183394432
24279	embedding2nn.weight	9	0.04137970507144928
24279	embedding2nn.bias	0	0.09589660912752151
24279	embedding2nn.bias	1	0.04979948326945305
24279	embedding2nn.bias	2	-0.10187702625989914
24279	embedding2nn.bias	3	0.07348933070898056
24279	embedding2nn.bias	4	0.03614787384867668
24279	embedding2nn.bias	5	-0.13990995287895203
24279	embedding2nn.bias	6	-0.07709293812513351
24279	embedding2nn.bias	7	-0.004898257553577423
24279	embedding2nn.bias	8	0.06755390763282776
24279	embedding2nn.bias	9	-0.1200224831700325
24279	rnn.weight_ih_l0	0	0.008130073547363281
24279	rnn.weight_ih_l0	1	0.030902890488505363
24279	rnn.weight_ih_l0	2	-0.021377021446824074
24279	rnn.weight_ih_l0	3	0.0032955065835267305
24279	rnn.weight_ih_l0	4	0.026014741510152817
24279	rnn.weight_ih_l0	5	-0.04367432743310928
24279	rnn.weight_ih_l0	6	0.0462384968996048
24279	rnn.weight_ih_l0	7	-0.020331421867012978
24279	rnn.weight_ih_l0	8	0.02312704175710678
24279	rnn.weight_ih_l0	9	-0.008536509238183498
24279	rnn.weight_hh_l0	0	0.015321128070354462
24279	rnn.weight_hh_l0	1	-0.04602193087339401
24279	rnn.weight_hh_l0	2	0.02345895953476429
24279	rnn.weight_hh_l0	3	0.007898704148828983
24279	rnn.weight_hh_l0	4	0.01637892983853817
24279	rnn.weight_hh_l0	5	0.027681104838848114
24279	rnn.weight_hh_l0	6	-0.0028350052889436483
24279	rnn.weight_hh_l0	7	-0.0472174733877182
24279	rnn.weight_hh_l0	8	-0.029791679233312607
24279	rnn.weight_hh_l0	9	-0.03350872918963432
24279	rnn.bias_ih_l0	0	-0.004303042311221361
24279	rnn.bias_ih_l0	1	-0.06066599115729332
24279	rnn.bias_ih_l0	2	-0.09249015152454376
24279	rnn.bias_ih_l0	3	-0.18559791147708893
24279	rnn.bias_ih_l0	4	0.01475500501692295
24279	rnn.bias_ih_l0	5	0.06387882679700851
24279	rnn.bias_ih_l0	6	-0.09316755086183548
24279	rnn.bias_ih_l0	7	-0.13042952120304108
24279	rnn.bias_ih_l0	8	-0.04517432302236557
24279	rnn.bias_ih_l0	9	-0.05748307332396507
24279	rnn.bias_hh_l0	0	0.07200688123703003
24279	rnn.bias_hh_l0	1	-0.02431299351155758
24279	rnn.bias_hh_l0	2	-0.008659537881612778
24279	rnn.bias_hh_l0	3	-0.08630423247814178
24279	rnn.bias_hh_l0	4	0.018794752657413483
24279	rnn.bias_hh_l0	5	0.052385345101356506
24279	rnn.bias_hh_l0	6	-0.048459865152835846
24279	rnn.bias_hh_l0	7	-0.06301549822092056
24279	rnn.bias_hh_l0	8	-0.08601648360490799
24279	rnn.bias_hh_l0	9	-0.07095111906528473
24279	rnn.weight_ih_l0_reverse	0	0.022316714748740196
24279	rnn.weight_ih_l0_reverse	1	-0.008179922588169575
24279	rnn.weight_ih_l0_reverse	2	-0.017083071172237396
24279	rnn.weight_ih_l0_reverse	3	-0.012015050277113914
24279	rnn.weight_ih_l0_reverse	4	0.037506524473428726
24279	rnn.weight_ih_l0_reverse	5	-0.010927357710897923
24279	rnn.weight_ih_l0_reverse	6	-0.03423120453953743
24279	rnn.weight_ih_l0_reverse	7	-0.026857875287532806
24279	rnn.weight_ih_l0_reverse	8	0.009745677001774311
24279	rnn.weight_ih_l0_reverse	9	0.020041916519403458
24279	rnn.weight_hh_l0_reverse	0	-0.014417476952075958
24279	rnn.weight_hh_l0_reverse	1	0.011428928934037685
24279	rnn.weight_hh_l0_reverse	2	-0.029906485229730606
24279	rnn.weight_hh_l0_reverse	3	0.036680515855550766
24279	rnn.weight_hh_l0_reverse	4	0.018903596326708794
24279	rnn.weight_hh_l0_reverse	5	0.008277570828795433
24279	rnn.weight_hh_l0_reverse	6	0.019721627235412598
24279	rnn.weight_hh_l0_reverse	7	0.02199801430106163
24279	rnn.weight_hh_l0_reverse	8	0.009364492259919643
24279	rnn.weight_hh_l0_reverse	9	-0.038060590624809265
24279	rnn.bias_ih_l0_reverse	0	-0.05224389582872391
24279	rnn.bias_ih_l0_reverse	1	-0.19860585033893585
24279	rnn.bias_ih_l0_reverse	2	-0.01622060500085354
24279	rnn.bias_ih_l0_reverse	3	-0.059752173721790314
24279	rnn.bias_ih_l0_reverse	4	0.053784724324941635
24279	rnn.bias_ih_l0_reverse	5	-0.12022397667169571
24279	rnn.bias_ih_l0_reverse	6	-0.04333270341157913
24279	rnn.bias_ih_l0_reverse	7	0.04428476467728615
24279	rnn.bias_ih_l0_reverse	8	-0.07802080363035202
24279	rnn.bias_ih_l0_reverse	9	-0.033047888427972794
24279	rnn.bias_hh_l0_reverse	0	-0.06290223449468613
24279	rnn.bias_hh_l0_reverse	1	-0.025694051757454872
24279	rnn.bias_hh_l0_reverse	2	-0.025011906400322914
24279	rnn.bias_hh_l0_reverse	3	-0.06988157331943512
24279	rnn.bias_hh_l0_reverse	4	-0.010131949558854103
24279	rnn.bias_hh_l0_reverse	5	-0.0558377243578434
24279	rnn.bias_hh_l0_reverse	6	-0.06642864644527435
24279	rnn.bias_hh_l0_reverse	7	-0.06711445748806
24279	rnn.bias_hh_l0_reverse	8	-0.03237050399184227
24279	rnn.bias_hh_l0_reverse	9	-0.08851980417966843
24279	linear.weight	0	-0.22164779901504517
24279	linear.weight	1	-0.022904016077518463
24279	linear.weight	2	-0.011228874325752258
24279	linear.weight	3	-0.03219405189156532
24279	linear.weight	4	0.06820722669363022
24279	linear.weight	5	0.2374853789806366
24279	linear.weight	6	0.0047744326293468475
24279	linear.weight	7	-0.021312154829502106
24279	linear.weight	8	0.10913713276386261
24279	linear.weight	9	0.04748636111617088
24279	linear.bias	0	-0.5144553184509277
24279	linear.bias	1	0.2366550862789154
24279	linear.bias	2	0.20440582931041718
24279	linear.bias	3	-0.3566625416278839
24279	linear.bias	4	-1.1869454383850098
24279	linear.bias	5	-1.050035834312439
24279	linear.bias	6	-0.47396916151046753
24279	linear.bias	7	-0.6294912695884705
24279	linear.bias	8	-0.01705317199230194
24279	linear.bias	9	2.473444938659668
24476	transitions	0	-0.031249113380908966
24476	transitions	1	6.242506504058838
24476	transitions	2	-2.4407665729522705
24476	transitions	3	1.210709571838379
24476	transitions	4	-1.2953529357910156
24476	transitions	5	-0.20310847461223602
24476	transitions	6	-0.10778703540563583
24476	transitions	7	-10000.0
24476	transitions	8	1.4881070852279663
24476	transitions	9	-2.2740132808685303
24476	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
24476	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
24476	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
24476	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
24476	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
24476	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
24476	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
24476	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
24476	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
24476	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
24476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
24476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
24476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
24476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
24476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
24476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
24476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
24476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
24476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
24476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
24476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
24476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
24476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
24476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
24476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
24476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
24476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
24476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
24476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
24476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
24476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
24476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
24476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
24476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
24476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
24476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
24476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
24476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
24476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
24476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
24476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
24476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
24476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
24476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
24476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
24476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
24476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
24476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
24476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
24476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
24476	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
24476	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
24476	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
24476	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
24476	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
24476	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
24476	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
24476	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
24476	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
24476	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
24476	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
24476	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
24476	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
24476	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
24476	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
24476	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
24476	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
24476	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
24476	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
24476	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
24476	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
24476	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
24476	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
24476	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
24476	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
24476	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
24476	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
24476	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
24476	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
24476	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
24476	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
24476	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
24476	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
24476	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
24476	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
24476	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
24476	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
24476	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
24476	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
24476	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
24476	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
24476	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
24476	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
24476	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
24476	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
24476	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
24476	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
24476	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
24476	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
24476	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
24476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
24476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
24476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
24476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
24476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
24476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
24476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
24476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
24476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
24476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
24476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
24476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
24476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
24476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
24476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
24476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
24476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
24476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
24476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
24476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
24476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
24476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
24476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
24476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
24476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
24476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
24476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
24476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
24476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
24476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
24476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
24476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
24476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
24476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
24476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
24476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
24476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
24476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
24476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
24476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
24476	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
24476	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
24476	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
24476	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
24476	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
24476	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
24476	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
24476	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
24476	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
24476	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
24476	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
24476	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
24476	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
24476	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
24476	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
24476	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
24476	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
24476	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
24476	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
24476	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
24476	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
24476	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
24476	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
24476	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
24476	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
24476	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
24476	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
24476	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
24476	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
24476	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
24476	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
24476	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
24476	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
24476	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
24476	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
24476	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
24476	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
24476	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
24476	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
24476	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
24476	embedding2nn.weight	0	0.020604444667696953
24476	embedding2nn.weight	1	-0.05999155342578888
24476	embedding2nn.weight	2	0.02690836600959301
24476	embedding2nn.weight	3	-0.01335671916604042
24476	embedding2nn.weight	4	-0.05114453658461571
24476	embedding2nn.weight	5	0.04993441700935364
24476	embedding2nn.weight	6	-0.044902633875608444
24476	embedding2nn.weight	7	-0.058768920600414276
24476	embedding2nn.weight	8	0.012789357453584671
24476	embedding2nn.weight	9	0.04040249064564705
24476	embedding2nn.bias	0	0.09219615906476974
24476	embedding2nn.bias	1	0.052285756915807724
24476	embedding2nn.bias	2	-0.10565132647752762
24476	embedding2nn.bias	3	0.0832192599773407
24476	embedding2nn.bias	4	0.03025505505502224
24476	embedding2nn.bias	5	-0.1469181329011917
24476	embedding2nn.bias	6	-0.07252778857946396
24476	embedding2nn.bias	7	-0.013723039999604225
24476	embedding2nn.bias	8	0.059506606310606
24476	embedding2nn.bias	9	-0.12634927034378052
24476	rnn.weight_ih_l0	0	0.007897388190031052
24476	rnn.weight_ih_l0	1	0.02833547070622444
24476	rnn.weight_ih_l0	2	-0.02352612093091011
24476	rnn.weight_ih_l0	3	0.005963645409792662
24476	rnn.weight_ih_l0	4	0.02442433498799801
24476	rnn.weight_ih_l0	5	-0.04390151426196098
24476	rnn.weight_ih_l0	6	0.046256598085165024
24476	rnn.weight_ih_l0	7	-0.021783703938126564
24476	rnn.weight_ih_l0	8	0.021679457277059555
24476	rnn.weight_ih_l0	9	-0.00868273340165615
24476	rnn.weight_hh_l0	0	0.01582462340593338
24476	rnn.weight_hh_l0	1	-0.046730685979127884
24476	rnn.weight_hh_l0	2	0.023784000426530838
24476	rnn.weight_hh_l0	3	0.0072045414708554745
24476	rnn.weight_hh_l0	4	0.016627632081508636
24476	rnn.weight_hh_l0	5	0.026426205411553383
24476	rnn.weight_hh_l0	6	-0.003642725758254528
24476	rnn.weight_hh_l0	7	-0.04753594845533371
24476	rnn.weight_hh_l0	8	-0.03178444504737854
24476	rnn.weight_hh_l0	9	-0.035567015409469604
24476	rnn.bias_ih_l0	0	-0.007522587664425373
24476	rnn.bias_ih_l0	1	-0.061078835278749466
24476	rnn.bias_ih_l0	2	-0.09666211903095245
24476	rnn.bias_ih_l0	3	-0.18005156517028809
24476	rnn.bias_ih_l0	4	0.010327457450330257
24476	rnn.bias_ih_l0	5	0.06443615257740021
24476	rnn.bias_ih_l0	6	-0.09620874375104904
24476	rnn.bias_ih_l0	7	-0.1306036412715912
24476	rnn.bias_ih_l0	8	-0.0432087779045105
24476	rnn.bias_ih_l0	9	-0.0600908063352108
24476	rnn.bias_hh_l0	0	0.07074394822120667
24476	rnn.bias_hh_l0	1	-0.02548517845571041
24476	rnn.bias_hh_l0	2	-0.008145244792103767
24476	rnn.bias_hh_l0	3	-0.09045993536710739
24476	rnn.bias_hh_l0	4	0.018310289829969406
24476	rnn.bias_hh_l0	5	0.05591651424765587
24476	rnn.bias_hh_l0	6	-0.04697772115468979
24476	rnn.bias_hh_l0	7	-0.05861726403236389
24476	rnn.bias_hh_l0	8	-0.08433264493942261
24476	rnn.bias_hh_l0	9	-0.07310879975557327
24476	rnn.weight_ih_l0_reverse	0	0.021513277664780617
24476	rnn.weight_ih_l0_reverse	1	-0.008542696014046669
24476	rnn.weight_ih_l0_reverse	2	-0.014702427200973034
24476	rnn.weight_ih_l0_reverse	3	-0.01284920983016491
24476	rnn.weight_ih_l0_reverse	4	0.03706703335046768
24476	rnn.weight_ih_l0_reverse	5	-0.010212301276624203
24476	rnn.weight_ih_l0_reverse	6	-0.034060198813676834
24476	rnn.weight_ih_l0_reverse	7	-0.025288553908467293
24476	rnn.weight_ih_l0_reverse	8	0.006070072762668133
24476	rnn.weight_ih_l0_reverse	9	0.01960328221321106
24476	rnn.weight_hh_l0_reverse	0	-0.01431515533477068
24476	rnn.weight_hh_l0_reverse	1	0.011665355414152145
24476	rnn.weight_hh_l0_reverse	2	-0.030006537213921547
24476	rnn.weight_hh_l0_reverse	3	0.036940861493349075
24476	rnn.weight_hh_l0_reverse	4	0.01830974780023098
24476	rnn.weight_hh_l0_reverse	5	0.00900222733616829
24476	rnn.weight_hh_l0_reverse	6	0.02098643220961094
24476	rnn.weight_hh_l0_reverse	7	0.022088469937443733
24476	rnn.weight_hh_l0_reverse	8	0.009306937456130981
24476	rnn.weight_hh_l0_reverse	9	-0.03864811733365059
24476	rnn.bias_ih_l0_reverse	0	-0.0530749186873436
24476	rnn.bias_ih_l0_reverse	1	-0.20047616958618164
24476	rnn.bias_ih_l0_reverse	2	-0.013504082337021828
24476	rnn.bias_ih_l0_reverse	3	-0.06131821870803833
24476	rnn.bias_ih_l0_reverse	4	0.053427573293447495
24476	rnn.bias_ih_l0_reverse	5	-0.11421515792608261
24476	rnn.bias_ih_l0_reverse	6	-0.04238994047045708
24476	rnn.bias_ih_l0_reverse	7	0.03866027668118477
24476	rnn.bias_ih_l0_reverse	8	-0.07758206129074097
24476	rnn.bias_ih_l0_reverse	9	-0.03377559036016464
24476	rnn.bias_hh_l0_reverse	0	-0.06791120022535324
24476	rnn.bias_hh_l0_reverse	1	-0.024879537522792816
24476	rnn.bias_hh_l0_reverse	2	-0.026712870225310326
24476	rnn.bias_hh_l0_reverse	3	-0.07164321839809418
24476	rnn.bias_hh_l0_reverse	4	-0.008493578061461449
24476	rnn.bias_hh_l0_reverse	5	-0.05773114413022995
24476	rnn.bias_hh_l0_reverse	6	-0.06650757789611816
24476	rnn.bias_hh_l0_reverse	7	-0.06669638305902481
24476	rnn.bias_hh_l0_reverse	8	-0.03421759605407715
24476	rnn.bias_hh_l0_reverse	9	-0.0875699520111084
24476	linear.weight	0	-0.22417551279067993
24476	linear.weight	1	-0.03641204535961151
24476	linear.weight	2	-0.011228874325752258
24476	linear.weight	3	-0.0391947366297245
24476	linear.weight	4	0.06314277648925781
24476	linear.weight	5	0.2306370884180069
24476	linear.weight	6	0.0047744326293468475
24476	linear.weight	7	-0.021312154829502106
24476	linear.weight	8	0.12098853290081024
24476	linear.weight	9	0.04779992997646332
24476	linear.bias	0	-0.4964218735694885
24476	linear.bias	1	0.2481352537870407
24476	linear.bias	2	0.22382324934005737
24476	linear.bias	3	-0.3786475360393524
24476	linear.bias	4	-1.1670054197311401
24476	linear.bias	5	-1.0508867502212524
24476	linear.bias	6	-0.4510502517223358
24476	linear.bias	7	-0.6127034425735474
24476	linear.bias	8	-0.01705317199230194
24476	linear.bias	9	2.4909582138061523
24673	transitions	0	-0.03346632048487663
24673	transitions	1	6.246435165405273
24673	transitions	2	-2.4450109004974365
24673	transitions	3	1.2073668241500854
24673	transitions	4	-1.298135757446289
24673	transitions	5	-0.20420058071613312
24673	transitions	6	-0.10824024677276611
24673	transitions	7	-10000.0
24673	transitions	8	1.4872287511825562
24673	transitions	9	-2.274120807647705
24673	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
24673	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
24673	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
24673	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
24673	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
24673	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
24673	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
24673	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
24673	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
24673	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
24673	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
24673	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
24673	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
24673	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
24673	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
24673	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
24673	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
24673	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
24673	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
24673	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
24673	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
24673	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
24673	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
24673	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
24673	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
24673	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
24673	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
24673	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
24673	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
24673	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
24673	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
24673	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
24673	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
24673	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
24673	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
24673	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
24673	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
24673	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
24673	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
24673	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
24673	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
24673	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
24673	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
24673	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
24673	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
24673	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
24673	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
24673	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
24673	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
24673	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
24673	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
24673	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
24673	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
24673	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
24673	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
24673	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
24673	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
24673	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
24673	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
24673	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
24673	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
24673	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
24673	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
24673	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
24673	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
24673	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
24673	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
24673	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
24673	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
24673	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
24673	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
24673	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
24673	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
24673	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
24673	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
24673	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
24673	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
24673	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
24673	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
24673	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
24673	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
24673	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
24673	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
24673	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
24673	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
24673	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
24673	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
24673	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
24673	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
24673	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
24673	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
24673	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
24673	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
24673	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
24673	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
24673	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
24673	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
24673	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
24673	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
24673	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
24673	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
24673	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
24673	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
24673	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
24673	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
24673	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
24673	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
24673	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
24673	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
24673	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
24673	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
24673	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
24673	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
24673	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
24673	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
24673	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
24673	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
24673	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
24673	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
24673	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
24673	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
24673	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
24673	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
24673	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
24673	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
24673	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
24673	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
24673	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
24673	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
24673	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
24673	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
24673	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
24673	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
24673	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
24673	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
24673	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
24673	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
24673	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
24673	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
24673	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
24673	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
24673	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
24673	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
24673	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
24673	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
24673	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
24673	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
24673	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
24673	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
24673	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
24673	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
24673	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
24673	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
24673	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
24673	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
24673	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
24673	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
24673	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
24673	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
24673	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
24673	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
24673	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
24673	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
24673	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
24673	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
24673	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
24673	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
24673	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
24673	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
24673	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
24673	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
24673	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
24673	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
24673	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
24673	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
24673	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
24673	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
24673	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
24673	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
24673	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
24673	embedding2nn.weight	0	0.02042989991605282
24673	embedding2nn.weight	1	-0.06069786474108696
24673	embedding2nn.weight	2	0.027714205905795097
24673	embedding2nn.weight	3	-0.012281007133424282
24673	embedding2nn.weight	4	-0.05464746430516243
24673	embedding2nn.weight	5	0.0497605986893177
24673	embedding2nn.weight	6	-0.03549123927950859
24673	embedding2nn.weight	7	-0.05724156275391579
24673	embedding2nn.weight	8	0.012747006490826607
24673	embedding2nn.weight	9	0.03816703334450722
24673	embedding2nn.bias	0	0.10068511217832565
24673	embedding2nn.bias	1	0.03752438724040985
24673	embedding2nn.bias	2	-0.10834136605262756
24673	embedding2nn.bias	3	0.0732787549495697
24673	embedding2nn.bias	4	0.027457457035779953
24673	embedding2nn.bias	5	-0.143125981092453
24673	embedding2nn.bias	6	-0.06677085906267166
24673	embedding2nn.bias	7	-0.014931089244782925
24673	embedding2nn.bias	8	0.05593257024884224
24673	embedding2nn.bias	9	-0.12097089737653732
24673	rnn.weight_ih_l0	0	0.008039232343435287
24673	rnn.weight_ih_l0	1	0.028299199417233467
24673	rnn.weight_ih_l0	2	-0.025241615250706673
24673	rnn.weight_ih_l0	3	0.005315085407346487
24673	rnn.weight_ih_l0	4	0.02606094256043434
24673	rnn.weight_ih_l0	5	-0.04462113976478577
24673	rnn.weight_ih_l0	6	0.047140080481767654
24673	rnn.weight_ih_l0	7	-0.021714797243475914
24673	rnn.weight_ih_l0	8	0.022210732102394104
24673	rnn.weight_ih_l0	9	-0.00828153733164072
24673	rnn.weight_hh_l0	0	0.01734207198023796
24673	rnn.weight_hh_l0	1	-0.04652436822652817
24673	rnn.weight_hh_l0	2	0.024044472724199295
24673	rnn.weight_hh_l0	3	0.007358897477388382
24673	rnn.weight_hh_l0	4	0.016257861629128456
24673	rnn.weight_hh_l0	5	0.026822758838534355
24673	rnn.weight_hh_l0	6	-0.004025203175842762
24673	rnn.weight_hh_l0	7	-0.04694420099258423
24673	rnn.weight_hh_l0	8	-0.03210429847240448
24673	rnn.weight_hh_l0	9	-0.03511291742324829
24673	rnn.bias_ih_l0	0	-0.005805907305330038
24673	rnn.bias_ih_l0	1	-0.06137063354253769
24673	rnn.bias_ih_l0	2	-0.09491350501775742
24673	rnn.bias_ih_l0	3	-0.17991101741790771
24673	rnn.bias_ih_l0	4	0.009704291820526123
24673	rnn.bias_ih_l0	5	0.06484951078891754
24673	rnn.bias_ih_l0	6	-0.09820350259542465
24673	rnn.bias_ih_l0	7	-0.13188613951206207
24673	rnn.bias_ih_l0	8	-0.046385228633880615
24673	rnn.bias_ih_l0	9	-0.05696076899766922
24673	rnn.bias_hh_l0	0	0.06383661925792694
24673	rnn.bias_hh_l0	1	-0.021054698154330254
24673	rnn.bias_hh_l0	2	-0.0020063985139131546
24673	rnn.bias_hh_l0	3	-0.0895765945315361
24673	rnn.bias_hh_l0	4	0.010485797189176083
24673	rnn.bias_hh_l0	5	0.048745278269052505
24673	rnn.bias_hh_l0	6	-0.04609296843409538
24673	rnn.bias_hh_l0	7	-0.066591277718544
24673	rnn.bias_hh_l0	8	-0.08687414973974228
24673	rnn.bias_hh_l0	9	-0.07162255048751831
24673	rnn.weight_ih_l0_reverse	0	0.01963029056787491
24673	rnn.weight_ih_l0_reverse	1	-0.008768967352807522
24673	rnn.weight_ih_l0_reverse	2	-0.01381086464971304
24673	rnn.weight_ih_l0_reverse	3	-0.012962635606527328
24673	rnn.weight_ih_l0_reverse	4	0.033096347004175186
24673	rnn.weight_ih_l0_reverse	5	-0.010503421537578106
24673	rnn.weight_ih_l0_reverse	6	-0.033367495983839035
24673	rnn.weight_ih_l0_reverse	7	-0.024310985580086708
24673	rnn.weight_ih_l0_reverse	8	0.005840507335960865
24673	rnn.weight_ih_l0_reverse	9	0.017159337177872658
24673	rnn.weight_hh_l0_reverse	0	-0.0139854047447443
24673	rnn.weight_hh_l0_reverse	1	0.010493450798094273
24673	rnn.weight_hh_l0_reverse	2	-0.030485158786177635
24673	rnn.weight_hh_l0_reverse	3	0.037215981632471085
24673	rnn.weight_hh_l0_reverse	4	0.0176412221044302
24673	rnn.weight_hh_l0_reverse	5	0.0092045022174716
24673	rnn.weight_hh_l0_reverse	6	0.020742041990160942
24673	rnn.weight_hh_l0_reverse	7	0.021717354655265808
24673	rnn.weight_hh_l0_reverse	8	0.009625515900552273
24673	rnn.weight_hh_l0_reverse	9	-0.038090720772743225
24673	rnn.bias_ih_l0_reverse	0	-0.05190546438097954
24673	rnn.bias_ih_l0_reverse	1	-0.19814644753932953
24673	rnn.bias_ih_l0_reverse	2	-0.013847182504832745
24673	rnn.bias_ih_l0_reverse	3	-0.06323056668043137
24673	rnn.bias_ih_l0_reverse	4	0.04698851704597473
24673	rnn.bias_ih_l0_reverse	5	-0.11772174388170242
24673	rnn.bias_ih_l0_reverse	6	-0.037891797721385956
24673	rnn.bias_ih_l0_reverse	7	0.03820178657770157
24673	rnn.bias_ih_l0_reverse	8	-0.07433342933654785
24673	rnn.bias_ih_l0_reverse	9	-0.029848989099264145
24673	rnn.bias_hh_l0_reverse	0	-0.06342408806085587
24673	rnn.bias_hh_l0_reverse	1	-0.025425923988223076
24673	rnn.bias_hh_l0_reverse	2	-0.026402343064546585
24673	rnn.bias_hh_l0_reverse	3	-0.07498696446418762
24673	rnn.bias_hh_l0_reverse	4	-0.01167895644903183
24673	rnn.bias_hh_l0_reverse	5	-0.055905260145664215
24673	rnn.bias_hh_l0_reverse	6	-0.060873378068208694
24673	rnn.bias_hh_l0_reverse	7	-0.07042928040027618
24673	rnn.bias_hh_l0_reverse	8	-0.035480137914419174
24673	rnn.bias_hh_l0_reverse	9	-0.09026463329792023
24673	linear.weight	0	-0.2305745780467987
24673	linear.weight	1	-0.03739386051893234
24673	linear.weight	2	-0.011228874325752258
24673	linear.weight	3	-0.050850629806518555
24673	linear.weight	4	0.05545705556869507
24673	linear.weight	5	0.23712973296642303
24673	linear.weight	6	0.0047744326293468475
24673	linear.weight	7	-0.021312154829502106
24673	linear.weight	8	0.15143106877803802
24673	linear.weight	9	0.03132210671901703
24673	linear.bias	0	-0.4927157461643219
24673	linear.bias	1	0.21381482481956482
24673	linear.bias	2	0.19351021945476532
24673	linear.bias	3	-0.3675283193588257
24673	linear.bias	4	-1.142956256866455
24673	linear.bias	5	-1.051898717880249
24673	linear.bias	6	-0.45617741346359253
24673	linear.bias	7	-0.600469708442688
24673	linear.bias	8	-0.01705317199230194
24673	linear.bias	9	2.4990506172180176
24870	transitions	0	-0.03506014496088028
24870	transitions	1	6.24466609954834
24870	transitions	2	-2.4511642456054688
24870	transitions	3	1.2188116312026978
24870	transitions	4	-1.3013629913330078
24870	transitions	5	-0.20494036376476288
24870	transitions	6	-0.10865326225757599
24870	transitions	7	-10000.0
24870	transitions	8	1.4878363609313965
24870	transitions	9	-2.2742714881896973
24870	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
24870	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
24870	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
24870	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
24870	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
24870	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
24870	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
24870	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
24870	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
24870	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
24870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
24870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
24870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
24870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
24870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
24870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
24870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
24870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
24870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
24870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
24870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
24870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
24870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
24870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
24870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
24870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
24870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
24870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
24870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
24870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
24870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
24870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
24870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
24870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
24870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
24870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
24870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
24870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
24870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
24870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
24870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
24870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
24870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
24870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
24870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
24870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
24870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
24870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
24870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
24870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
24870	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
24870	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
24870	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
24870	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
24870	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
24870	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
24870	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
24870	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
24870	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
24870	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
24870	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
24870	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
24870	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
24870	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
24870	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
24870	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
24870	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
24870	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
24870	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
24870	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
24870	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
24870	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
24870	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
24870	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
24870	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
24870	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
24870	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
24870	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
24870	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
24870	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
24870	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
24870	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
24870	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
24870	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
24870	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
24870	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
24870	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
24870	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
24870	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
24870	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
24870	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
24870	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
24870	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
24870	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
24870	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
24870	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
24870	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
24870	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
24870	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
24870	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
24870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
24870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
24870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
24870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
24870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
24870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
24870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
24870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
24870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
24870	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
24870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
24870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
24870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
24870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
24870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
24870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
24870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
24870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
24870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
24870	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
24870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
24870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
24870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
24870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
24870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
24870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
24870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
24870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
24870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
24870	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
24870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
24870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
24870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
24870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
24870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
24870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
24870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
24870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
24870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
24870	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
24870	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
24870	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
24870	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
24870	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
24870	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
24870	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
24870	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
24870	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
24870	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
24870	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
24870	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
24870	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
24870	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
24870	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
24870	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
24870	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
24870	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
24870	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
24870	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
24870	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
24870	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
24870	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
24870	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
24870	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
24870	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
24870	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
24870	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
24870	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
24870	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
24870	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
24870	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
24870	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
24870	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
24870	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
24870	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
24870	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
24870	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
24870	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
24870	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
24870	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
24870	embedding2nn.weight	0	0.02096935175359249
24870	embedding2nn.weight	1	-0.059619493782520294
24870	embedding2nn.weight	2	0.024203091859817505
24870	embedding2nn.weight	3	-0.013213375583291054
24870	embedding2nn.weight	4	-0.05150841176509857
24870	embedding2nn.weight	5	0.05071903020143509
24870	embedding2nn.weight	6	-0.03399958088994026
24870	embedding2nn.weight	7	-0.05893620848655701
24870	embedding2nn.weight	8	0.012833435088396072
24870	embedding2nn.weight	9	0.04251205921173096
24870	embedding2nn.bias	0	0.09966515004634857
24870	embedding2nn.bias	1	0.04516414925456047
24870	embedding2nn.bias	2	-0.10962381213903427
24870	embedding2nn.bias	3	0.07059258967638016
24870	embedding2nn.bias	4	0.014475429430603981
24870	embedding2nn.bias	5	-0.13054592907428741
24870	embedding2nn.bias	6	-0.08279496431350708
24870	embedding2nn.bias	7	0.002735209185630083
24870	embedding2nn.bias	8	0.0670793429017067
24870	embedding2nn.bias	9	-0.1100359559059143
24870	rnn.weight_ih_l0	0	0.007098229601979256
24870	rnn.weight_ih_l0	1	0.03667997941374779
24870	rnn.weight_ih_l0	2	-0.023832077160477638
24870	rnn.weight_ih_l0	3	0.0024238519836217165
24870	rnn.weight_ih_l0	4	0.02577262558043003
24870	rnn.weight_ih_l0	5	-0.04421406611800194
24870	rnn.weight_ih_l0	6	0.04707397148013115
24870	rnn.weight_ih_l0	7	-0.01882309280335903
24870	rnn.weight_ih_l0	8	0.02179177664220333
24870	rnn.weight_ih_l0	9	-0.0076085650362074375
24870	rnn.weight_hh_l0	0	0.01715720072388649
24870	rnn.weight_hh_l0	1	-0.04637813940644264
24870	rnn.weight_hh_l0	2	0.021676281467080116
24870	rnn.weight_hh_l0	3	0.0081337234005332
24870	rnn.weight_hh_l0	4	0.016004204750061035
24870	rnn.weight_hh_l0	5	0.027041932567954063
24870	rnn.weight_hh_l0	6	-0.00391951110213995
24870	rnn.weight_hh_l0	7	-0.04720636457204819
24870	rnn.weight_hh_l0	8	-0.031179480254650116
24870	rnn.weight_hh_l0	9	-0.036039501428604126
24870	rnn.bias_ih_l0	0	-0.005185656249523163
24870	rnn.bias_ih_l0	1	-0.05922120809555054
24870	rnn.bias_ih_l0	2	-0.09642500430345535
24870	rnn.bias_ih_l0	3	-0.17642651498317719
24870	rnn.bias_ih_l0	4	0.009143940173089504
24870	rnn.bias_ih_l0	5	0.061957236379384995
24870	rnn.bias_ih_l0	6	-0.09707561880350113
24870	rnn.bias_ih_l0	7	-0.13439278304576874
24870	rnn.bias_ih_l0	8	-0.04261825606226921
24870	rnn.bias_ih_l0	9	-0.05783265456557274
24870	rnn.bias_hh_l0	0	0.07078420370817184
24870	rnn.bias_hh_l0	1	-0.023090127855539322
24870	rnn.bias_hh_l0	2	0.0013184960698708892
24870	rnn.bias_hh_l0	3	-0.08460357040166855
24870	rnn.bias_hh_l0	4	0.013466564938426018
24870	rnn.bias_hh_l0	5	0.04351116344332695
24870	rnn.bias_hh_l0	6	-0.04328616335988045
24870	rnn.bias_hh_l0	7	-0.06802230328321457
24870	rnn.bias_hh_l0	8	-0.08495965600013733
24870	rnn.bias_hh_l0	9	-0.07151900231838226
24870	rnn.weight_ih_l0_reverse	0	0.01856924407184124
24870	rnn.weight_ih_l0_reverse	1	-0.009697092697024345
24870	rnn.weight_ih_l0_reverse	2	-0.013288376852869987
24870	rnn.weight_ih_l0_reverse	3	-0.010115701705217361
24870	rnn.weight_ih_l0_reverse	4	0.03422665223479271
24870	rnn.weight_ih_l0_reverse	5	-0.010145146399736404
24870	rnn.weight_ih_l0_reverse	6	-0.033224526792764664
24870	rnn.weight_ih_l0_reverse	7	-0.028667181730270386
24870	rnn.weight_ih_l0_reverse	8	0.009603089652955532
24870	rnn.weight_ih_l0_reverse	9	0.016674185171723366
24870	rnn.weight_hh_l0_reverse	0	-0.014339588582515717
24870	rnn.weight_hh_l0_reverse	1	0.011120384559035301
24870	rnn.weight_hh_l0_reverse	2	-0.030013419687747955
24870	rnn.weight_hh_l0_reverse	3	0.03713309392333031
24870	rnn.weight_hh_l0_reverse	4	0.01738833636045456
24870	rnn.weight_hh_l0_reverse	5	0.0094318687915802
24870	rnn.weight_hh_l0_reverse	6	0.021110637113451958
24870	rnn.weight_hh_l0_reverse	7	0.022395597770810127
24870	rnn.weight_hh_l0_reverse	8	0.009302747435867786
24870	rnn.weight_hh_l0_reverse	9	-0.0382731556892395
24870	rnn.bias_ih_l0_reverse	0	-0.05328450724482536
24870	rnn.bias_ih_l0_reverse	1	-0.19820789992809296
24870	rnn.bias_ih_l0_reverse	2	-0.01512528769671917
24870	rnn.bias_ih_l0_reverse	3	-0.06178802624344826
24870	rnn.bias_ih_l0_reverse	4	0.048680905252695084
24870	rnn.bias_ih_l0_reverse	5	-0.11933501809835434
24870	rnn.bias_ih_l0_reverse	6	-0.03511920943856239
24870	rnn.bias_ih_l0_reverse	7	0.037305429577827454
24870	rnn.bias_ih_l0_reverse	8	-0.072847880423069
24870	rnn.bias_ih_l0_reverse	9	-0.03385923057794571
24870	rnn.bias_hh_l0_reverse	0	-0.06412948668003082
24870	rnn.bias_hh_l0_reverse	1	-0.025829218327999115
24870	rnn.bias_hh_l0_reverse	2	-0.025403784587979317
24870	rnn.bias_hh_l0_reverse	3	-0.07557659596204758
24870	rnn.bias_hh_l0_reverse	4	-0.008917047642171383
24870	rnn.bias_hh_l0_reverse	5	-0.054572198539972305
24870	rnn.bias_hh_l0_reverse	6	-0.06294455379247665
24870	rnn.bias_hh_l0_reverse	7	-0.07141156494617462
24870	rnn.bias_hh_l0_reverse	8	-0.028933940455317497
24870	rnn.bias_hh_l0_reverse	9	-0.0917077288031578
24870	linear.weight	0	-0.2201424390077591
24870	linear.weight	1	-0.038346122950315475
24870	linear.weight	2	-0.011228874325752258
24870	linear.weight	3	-0.04697525501251221
24870	linear.weight	4	0.054227348417043686
24870	linear.weight	5	0.2450384497642517
24870	linear.weight	6	0.0047744326293468475
24870	linear.weight	7	-0.021312154829502106
24870	linear.weight	8	0.1387893110513687
24870	linear.weight	9	0.03188757598400116
24870	linear.bias	0	-0.5065690875053406
24870	linear.bias	1	0.22383032739162445
24870	linear.bias	2	0.24631322920322418
24870	linear.bias	3	-0.3695811331272125
24870	linear.bias	4	-1.188690423965454
24870	linear.bias	5	-1.0527697801589966
24870	linear.bias	6	-0.4605974853038788
24870	linear.bias	7	-0.5943782925605774
24870	linear.bias	8	-0.01705317199230194
24870	linear.bias	9	2.5197999477386475
25067	transitions	0	-0.03592538461089134
25067	transitions	1	6.266386032104492
25067	transitions	2	-2.456897258758545
25067	transitions	3	1.213240385055542
25067	transitions	4	-1.3043022155761719
25067	transitions	5	-0.20549695193767548
25067	transitions	6	-0.10914112627506256
25067	transitions	7	-10000.0
25067	transitions	8	1.486398458480835
25067	transitions	9	-2.274407386779785
25067	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
25067	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
25067	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
25067	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
25067	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
25067	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
25067	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
25067	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
25067	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
25067	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
25067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
25067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
25067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
25067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
25067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
25067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
25067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
25067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
25067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
25067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
25067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
25067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
25067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
25067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
25067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
25067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
25067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
25067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
25067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
25067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
25067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
25067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
25067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
25067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
25067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
25067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
25067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
25067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
25067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
25067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
25067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
25067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
25067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
25067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
25067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
25067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
25067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
25067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
25067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
25067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
25067	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
25067	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
25067	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
25067	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
25067	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
25067	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
25067	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
25067	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
25067	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
25067	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
25067	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
25067	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
25067	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
25067	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
25067	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
25067	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
25067	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
25067	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
25067	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
25067	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
25067	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
25067	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
25067	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
25067	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
25067	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
25067	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
25067	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
25067	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
25067	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
25067	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
25067	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
25067	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
25067	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
25067	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
25067	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
25067	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
25067	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
25067	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
25067	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
25067	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
25067	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
25067	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
25067	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
25067	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
25067	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
25067	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
25067	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
25067	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
25067	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
25067	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
25067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
25067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
25067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
25067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
25067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
25067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
25067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
25067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
25067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
25067	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
25067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
25067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
25067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
25067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
25067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
25067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
25067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
25067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
25067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
25067	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
25067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
25067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
25067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
25067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
25067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
25067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
25067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
25067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
25067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
25067	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
25067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
25067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
25067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
25067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
25067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
25067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
25067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
25067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
25067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
25067	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
25067	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
25067	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
25067	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
25067	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
25067	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
25067	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
25067	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
25067	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
25067	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
25067	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
25067	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
25067	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
25067	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
25067	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
25067	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
25067	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
25067	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
25067	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
25067	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
25067	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
25067	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
25067	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
25067	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
25067	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
25067	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
25067	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
25067	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
25067	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
25067	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
25067	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
25067	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
25067	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
25067	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
25067	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
25067	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
25067	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
25067	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
25067	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
25067	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
25067	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
25067	embedding2nn.weight	0	0.019341733306646347
25067	embedding2nn.weight	1	-0.058281127363443375
25067	embedding2nn.weight	2	0.0290202759206295
25067	embedding2nn.weight	3	-0.012983201071619987
25067	embedding2nn.weight	4	-0.04639916867017746
25067	embedding2nn.weight	5	0.05096454545855522
25067	embedding2nn.weight	6	-0.028883803635835648
25067	embedding2nn.weight	7	-0.06194039806723595
25067	embedding2nn.weight	8	0.011841543018817902
25067	embedding2nn.weight	9	0.04270050674676895
25067	embedding2nn.bias	0	0.10970066487789154
25067	embedding2nn.bias	1	0.03533612936735153
25067	embedding2nn.bias	2	-0.1104411855340004
25067	embedding2nn.bias	3	0.07090441882610321
25067	embedding2nn.bias	4	0.009164615534245968
25067	embedding2nn.bias	5	-0.13931751251220703
25067	embedding2nn.bias	6	-0.07378683239221573
25067	embedding2nn.bias	7	0.003507660934701562
25067	embedding2nn.bias	8	0.07392372936010361
25067	embedding2nn.bias	9	-0.0971897691488266
25067	rnn.weight_ih_l0	0	0.008683784864842892
25067	rnn.weight_ih_l0	1	0.03718440607190132
25067	rnn.weight_ih_l0	2	-0.02640971727669239
25067	rnn.weight_ih_l0	3	0.003237208817154169
25067	rnn.weight_ih_l0	4	0.02387048490345478
25067	rnn.weight_ih_l0	5	-0.04479382932186127
25067	rnn.weight_ih_l0	6	0.046067073941230774
25067	rnn.weight_ih_l0	7	-0.01789809763431549
25067	rnn.weight_ih_l0	8	0.022020943462848663
25067	rnn.weight_ih_l0	9	-0.008178400807082653
25067	rnn.weight_hh_l0	0	0.01648620516061783
25067	rnn.weight_hh_l0	1	-0.04500500112771988
25067	rnn.weight_hh_l0	2	0.02168252132833004
25067	rnn.weight_hh_l0	3	0.009006919339299202
25067	rnn.weight_hh_l0	4	0.01625407114624977
25067	rnn.weight_hh_l0	5	0.026553815230727196
25067	rnn.weight_hh_l0	6	-0.0040201423689723015
25067	rnn.weight_hh_l0	7	-0.047660309821367264
25067	rnn.weight_hh_l0	8	-0.031986285001039505
25067	rnn.weight_hh_l0	9	-0.03797969967126846
25067	rnn.bias_ih_l0	0	-0.007782252039760351
25067	rnn.bias_ih_l0	1	-0.057996150106191635
25067	rnn.bias_ih_l0	2	-0.10004565864801407
25067	rnn.bias_ih_l0	3	-0.1775052696466446
25067	rnn.bias_ih_l0	4	0.010434895753860474
25067	rnn.bias_ih_l0	5	0.05994363874197006
25067	rnn.bias_ih_l0	6	-0.09850364178419113
25067	rnn.bias_ih_l0	7	-0.13301429152488708
25067	rnn.bias_ih_l0	8	-0.042104680091142654
25067	rnn.bias_ih_l0	9	-0.055645376443862915
25067	rnn.bias_hh_l0	0	0.07030544430017471
25067	rnn.bias_hh_l0	1	-0.022310957312583923
25067	rnn.bias_hh_l0	2	8.553863881388679e-05
25067	rnn.bias_hh_l0	3	-0.08502503484487534
25067	rnn.bias_hh_l0	4	0.008478867821395397
25067	rnn.bias_hh_l0	5	0.05697720870375633
25067	rnn.bias_hh_l0	6	-0.04682860150933266
25067	rnn.bias_hh_l0	7	-0.07202529907226562
25067	rnn.bias_hh_l0	8	-0.08086816966533661
25067	rnn.bias_hh_l0	9	-0.07283244282007217
25067	rnn.weight_ih_l0_reverse	0	0.018844209611415863
25067	rnn.weight_ih_l0_reverse	1	-0.00943745393306017
25067	rnn.weight_ih_l0_reverse	2	-0.0121373375877738
25067	rnn.weight_ih_l0_reverse	3	-0.006656354758888483
25067	rnn.weight_ih_l0_reverse	4	0.03272760659456253
25067	rnn.weight_ih_l0_reverse	5	-0.01061995979398489
25067	rnn.weight_ih_l0_reverse	6	-0.03159710764884949
25067	rnn.weight_ih_l0_reverse	7	-0.02980601042509079
25067	rnn.weight_ih_l0_reverse	8	0.008029365912079811
25067	rnn.weight_ih_l0_reverse	9	0.016370590776205063
25067	rnn.weight_hh_l0_reverse	0	-0.014218798838555813
25067	rnn.weight_hh_l0_reverse	1	0.011971605010330677
25067	rnn.weight_hh_l0_reverse	2	-0.030040837824344635
25067	rnn.weight_hh_l0_reverse	3	0.03718995675444603
25067	rnn.weight_hh_l0_reverse	4	0.016682151705026627
25067	rnn.weight_hh_l0_reverse	5	0.009978136047720909
25067	rnn.weight_hh_l0_reverse	6	0.02063324861228466
25067	rnn.weight_hh_l0_reverse	7	0.02223050780594349
25067	rnn.weight_hh_l0_reverse	8	0.009565815329551697
25067	rnn.weight_hh_l0_reverse	9	-0.038545891642570496
25067	rnn.bias_ih_l0_reverse	0	-0.04998988285660744
25067	rnn.bias_ih_l0_reverse	1	-0.20218494534492493
25067	rnn.bias_ih_l0_reverse	2	-0.013713756576180458
25067	rnn.bias_ih_l0_reverse	3	-0.061663668602705
25067	rnn.bias_ih_l0_reverse	4	0.04807283729314804
25067	rnn.bias_ih_l0_reverse	5	-0.12018801271915436
25067	rnn.bias_ih_l0_reverse	6	-0.035581231117248535
25067	rnn.bias_ih_l0_reverse	7	0.039278991520404816
25067	rnn.bias_ih_l0_reverse	8	-0.08035242557525635
25067	rnn.bias_ih_l0_reverse	9	-0.03204558044672012
25067	rnn.bias_hh_l0_reverse	0	-0.0655803307890892
25067	rnn.bias_hh_l0_reverse	1	-0.023820679634809494
25067	rnn.bias_hh_l0_reverse	2	-0.026084888726472855
25067	rnn.bias_hh_l0_reverse	3	-0.07269106060266495
25067	rnn.bias_hh_l0_reverse	4	-0.008250459097325802
25067	rnn.bias_hh_l0_reverse	5	-0.05298236012458801
25067	rnn.bias_hh_l0_reverse	6	-0.05761030688881874
25067	rnn.bias_hh_l0_reverse	7	-0.06991109997034073
25067	rnn.bias_hh_l0_reverse	8	-0.03366905078291893
25067	rnn.bias_hh_l0_reverse	9	-0.0921480655670166
25067	linear.weight	0	-0.2105780690908432
25067	linear.weight	1	-0.04359478875994682
25067	linear.weight	2	-0.011228874325752258
25067	linear.weight	3	-0.06547749042510986
25067	linear.weight	4	0.044232092797756195
25067	linear.weight	5	0.2434319704771042
25067	linear.weight	6	0.0047744326293468475
25067	linear.weight	7	-0.021312154829502106
25067	linear.weight	8	0.11742343008518219
25067	linear.weight	9	0.03218759596347809
25067	linear.bias	0	-0.4824705421924591
25067	linear.bias	1	0.2249116450548172
25067	linear.bias	2	0.20186512172222137
25067	linear.bias	3	-0.35700953006744385
25067	linear.bias	4	-1.1832612752914429
25067	linear.bias	5	-1.0535627603530884
25067	linear.bias	6	-0.4334541857242584
25067	linear.bias	7	-0.6469299793243408
25067	linear.bias	8	-0.01705317199230194
25067	linear.bias	9	2.4924888610839844
25264	transitions	0	-0.03684917092323303
25264	transitions	1	6.266672611236572
25264	transitions	2	-2.4616711139678955
25264	transitions	3	1.2013418674468994
25264	transitions	4	-1.3071874380111694
25264	transitions	5	-0.20598509907722473
25264	transitions	6	-0.10974573343992233
25264	transitions	7	-10000.0
25264	transitions	8	1.4859060049057007
25264	transitions	9	-2.2745471000671387
25264	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
25264	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
25264	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
25264	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
25264	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
25264	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
25264	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
25264	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
25264	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
25264	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
25264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
25264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
25264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
25264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
25264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
25264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
25264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
25264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
25264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
25264	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
25264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
25264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
25264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
25264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
25264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
25264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
25264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
25264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
25264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
25264	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
25264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
25264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
25264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
25264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
25264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
25264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
25264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
25264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
25264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
25264	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
25264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
25264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
25264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
25264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
25264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
25264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
25264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
25264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
25264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
25264	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
25264	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
25264	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
25264	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
25264	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
25264	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
25264	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
25264	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
25264	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
25264	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
25264	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
25264	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
25264	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
25264	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
25264	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
25264	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
25264	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
25264	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
25264	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
25264	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
25264	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
25264	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
25264	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
25264	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
25264	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
25264	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
25264	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
25264	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
25264	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
25264	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
25264	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
25264	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
25264	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
25264	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
25264	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
25264	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
25264	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
25264	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
25264	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
25264	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
25264	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
25264	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
25264	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
25264	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
25264	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
25264	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
25264	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
25264	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
25264	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
25264	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
25264	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
25264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
25264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
25264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
25264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
25264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
25264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
25264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
25264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
25264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
25264	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
25264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
25264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
25264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
25264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
25264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
25264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
25264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
25264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
25264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
25264	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
25264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
25264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
25264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
25264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
25264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
25264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
25264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
25264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
25264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
25264	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
25264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
25264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
25264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
25264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
25264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
25264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
25264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
25264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
25264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
25264	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
25264	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
25264	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
25264	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
25264	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
25264	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
25264	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
25264	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
25264	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
25264	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
25264	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
25264	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
25264	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
25264	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
25264	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
25264	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
25264	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
25264	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
25264	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
25264	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
25264	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
25264	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
25264	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
25264	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
25264	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
25264	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
25264	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
25264	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
25264	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
25264	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
25264	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
25264	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
25264	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
25264	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
25264	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
25264	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
25264	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
25264	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
25264	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
25264	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
25264	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
25264	embedding2nn.weight	0	0.018686063587665558
25264	embedding2nn.weight	1	-0.056979041546583176
25264	embedding2nn.weight	2	0.029989780858159065
25264	embedding2nn.weight	3	-0.013311720453202724
25264	embedding2nn.weight	4	-0.04351465776562691
25264	embedding2nn.weight	5	0.050294991582632065
25264	embedding2nn.weight	6	-0.03541015833616257
25264	embedding2nn.weight	7	-0.06195668503642082
25264	embedding2nn.weight	8	0.010655988939106464
25264	embedding2nn.weight	9	0.04176970198750496
25264	embedding2nn.bias	0	0.1080947294831276
25264	embedding2nn.bias	1	0.03969714418053627
25264	embedding2nn.bias	2	-0.1124068945646286
25264	embedding2nn.bias	3	0.06554409861564636
25264	embedding2nn.bias	4	0.023009097203612328
25264	embedding2nn.bias	5	-0.12134620547294617
25264	embedding2nn.bias	6	-0.06461894512176514
25264	embedding2nn.bias	7	-0.0010864066425710917
25264	embedding2nn.bias	8	0.06971036642789841
25264	embedding2nn.bias	9	-0.10239282250404358
25264	rnn.weight_ih_l0	0	0.010712331160902977
25264	rnn.weight_ih_l0	1	0.03444785252213478
25264	rnn.weight_ih_l0	2	-0.027144847437739372
25264	rnn.weight_ih_l0	3	0.0027244531083852053
25264	rnn.weight_ih_l0	4	0.023940620943903923
25264	rnn.weight_ih_l0	5	-0.046349819749593735
25264	rnn.weight_ih_l0	6	0.04285021126270294
25264	rnn.weight_ih_l0	7	-0.01644621416926384
25264	rnn.weight_ih_l0	8	0.023222004994750023
25264	rnn.weight_ih_l0	9	-0.008589307777583599
25264	rnn.weight_hh_l0	0	0.01721290312707424
25264	rnn.weight_hh_l0	1	-0.04881652817130089
25264	rnn.weight_hh_l0	2	0.02285868301987648
25264	rnn.weight_hh_l0	3	0.009168160147964954
25264	rnn.weight_hh_l0	4	0.01619940996170044
25264	rnn.weight_hh_l0	5	0.026421191170811653
25264	rnn.weight_hh_l0	6	-0.003968263976275921
25264	rnn.weight_hh_l0	7	-0.04742331802845001
25264	rnn.weight_hh_l0	8	-0.032727763056755066
25264	rnn.weight_hh_l0	9	-0.036636803299188614
25264	rnn.bias_ih_l0	0	-0.005857544019818306
25264	rnn.bias_ih_l0	1	-0.058562662452459335
25264	rnn.bias_ih_l0	2	-0.09985050559043884
25264	rnn.bias_ih_l0	3	-0.18243935704231262
25264	rnn.bias_ih_l0	4	0.013475341722369194
25264	rnn.bias_ih_l0	5	0.0524672195315361
25264	rnn.bias_ih_l0	6	-0.10030674189329147
25264	rnn.bias_ih_l0	7	-0.13630881905555725
25264	rnn.bias_ih_l0	8	-0.03700283169746399
25264	rnn.bias_ih_l0	9	-0.055260706692934036
25264	rnn.bias_hh_l0	0	0.07255316525697708
25264	rnn.bias_hh_l0	1	-0.026890797540545464
25264	rnn.bias_hh_l0	2	-0.0027402155101299286
25264	rnn.bias_hh_l0	3	-0.08695539087057114
25264	rnn.bias_hh_l0	4	0.0021962469909340143
25264	rnn.bias_hh_l0	5	0.05041773244738579
25264	rnn.bias_hh_l0	6	-0.04728924483060837
25264	rnn.bias_hh_l0	7	-0.06862588226795197
25264	rnn.bias_hh_l0	8	-0.08130098134279251
25264	rnn.bias_hh_l0	9	-0.07002712786197662
25264	rnn.weight_ih_l0_reverse	0	0.020913323387503624
25264	rnn.weight_ih_l0_reverse	1	-0.00942298024892807
25264	rnn.weight_ih_l0_reverse	2	-0.012269481085240841
25264	rnn.weight_ih_l0_reverse	3	-0.009658499620854855
25264	rnn.weight_ih_l0_reverse	4	0.0319635309278965
25264	rnn.weight_ih_l0_reverse	5	-0.010823691263794899
25264	rnn.weight_ih_l0_reverse	6	-0.03130665421485901
25264	rnn.weight_ih_l0_reverse	7	-0.027220474556088448
25264	rnn.weight_ih_l0_reverse	8	0.004924559500068426
25264	rnn.weight_ih_l0_reverse	9	0.016715267673134804
25264	rnn.weight_hh_l0_reverse	0	-0.01425866037607193
25264	rnn.weight_hh_l0_reverse	1	0.011102388612926006
25264	rnn.weight_hh_l0_reverse	2	-0.030576352030038834
25264	rnn.weight_hh_l0_reverse	3	0.03679388016462326
25264	rnn.weight_hh_l0_reverse	4	0.016460148617625237
25264	rnn.weight_hh_l0_reverse	5	0.009685407392680645
25264	rnn.weight_hh_l0_reverse	6	0.021352896466851234
25264	rnn.weight_hh_l0_reverse	7	0.021798117086291313
25264	rnn.weight_hh_l0_reverse	8	0.009889310225844383
25264	rnn.weight_hh_l0_reverse	9	-0.03833949193358421
25264	rnn.bias_ih_l0_reverse	0	-0.050612710416316986
25264	rnn.bias_ih_l0_reverse	1	-0.2021411806344986
25264	rnn.bias_ih_l0_reverse	2	-0.01357992086559534
25264	rnn.bias_ih_l0_reverse	3	-0.06410366296768188
25264	rnn.bias_ih_l0_reverse	4	0.05652294307947159
25264	rnn.bias_ih_l0_reverse	5	-0.1252559870481491
25264	rnn.bias_ih_l0_reverse	6	-0.03700684756040573
25264	rnn.bias_ih_l0_reverse	7	0.03504560515284538
25264	rnn.bias_ih_l0_reverse	8	-0.07568050920963287
25264	rnn.bias_ih_l0_reverse	9	-0.0330350287258625
25264	rnn.bias_hh_l0_reverse	0	-0.06460005789995193
25264	rnn.bias_hh_l0_reverse	1	-0.021027399227023125
25264	rnn.bias_hh_l0_reverse	2	-0.02640565298497677
25264	rnn.bias_hh_l0_reverse	3	-0.07235053926706314
25264	rnn.bias_hh_l0_reverse	4	-0.007351120933890343
25264	rnn.bias_hh_l0_reverse	5	-0.05563784018158913
25264	rnn.bias_hh_l0_reverse	6	-0.062002938240766525
25264	rnn.bias_hh_l0_reverse	7	-0.0708993598818779
25264	rnn.bias_hh_l0_reverse	8	-0.03687417507171631
25264	rnn.bias_hh_l0_reverse	9	-0.08982638269662857
25264	linear.weight	0	-0.19571880996227264
25264	linear.weight	1	-0.03871471434831619
25264	linear.weight	2	-0.011228874325752258
25264	linear.weight	3	-0.07503356784582138
25264	linear.weight	4	0.04576113075017929
25264	linear.weight	5	0.26594093441963196
25264	linear.weight	6	0.0047744326293468475
25264	linear.weight	7	-0.021312154829502106
25264	linear.weight	8	0.1274409145116806
25264	linear.weight	9	0.038254514336586
25264	linear.bias	0	-0.5170212388038635
25264	linear.bias	1	0.2233125865459442
25264	linear.bias	2	0.19306078553199768
25264	linear.bias	3	-0.372575581073761
25264	linear.bias	4	-1.1690576076507568
25264	linear.bias	5	-1.0543208122253418
25264	linear.bias	6	-0.4640238881111145
25264	linear.bias	7	-0.6510398983955383
25264	linear.bias	8	-0.01705317199230194
25264	linear.bias	9	2.5613112449645996
25461	transitions	0	-0.03812563046813011
25461	transitions	1	6.27086877822876
25461	transitions	2	-2.465611457824707
25461	transitions	3	1.2046688795089722
25461	transitions	4	-1.3099602460861206
25461	transitions	5	-0.20630042254924774
25461	transitions	6	-0.1102968081831932
25461	transitions	7	-10000.0
25461	transitions	8	1.4834132194519043
25461	transitions	9	-2.274676561355591
25461	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
25461	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
25461	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
25461	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
25461	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
25461	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
25461	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
25461	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
25461	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
25461	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
25461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
25461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
25461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
25461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
25461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
25461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
25461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
25461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
25461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
25461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
25461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
25461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
25461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
25461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
25461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
25461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
25461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
25461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
25461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
25461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
25461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
25461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
25461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
25461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
25461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
25461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
25461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
25461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
25461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
25461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
25461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
25461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
25461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
25461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
25461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
25461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
25461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
25461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
25461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
25461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
25461	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
25461	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
25461	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
25461	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
25461	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
25461	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
25461	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
25461	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
25461	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
25461	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
25461	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
25461	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
25461	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
25461	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
25461	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
25461	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
25461	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
25461	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
25461	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
25461	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
25461	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
25461	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
25461	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
25461	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
25461	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
25461	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
25461	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
25461	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
25461	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
25461	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
25461	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
25461	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
25461	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
25461	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
25461	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
25461	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
25461	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
25461	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
25461	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
25461	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
25461	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
25461	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
25461	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
25461	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
25461	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
25461	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
25461	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
25461	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
25461	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
25461	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
25461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
25461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
25461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
25461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
25461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
25461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
25461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
25461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
25461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
25461	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
25461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
25461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
25461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
25461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
25461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
25461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
25461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
25461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
25461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
25461	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
25461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
25461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
25461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
25461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
25461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
25461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
25461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
25461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
25461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
25461	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
25461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
25461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
25461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
25461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
25461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
25461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
25461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
25461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
25461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
25461	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
25461	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
25461	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
25461	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
25461	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
25461	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
25461	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
25461	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
25461	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
25461	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
25461	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
25461	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
25461	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
25461	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
25461	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
25461	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
25461	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
25461	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
25461	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
25461	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
25461	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
25461	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
25461	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
25461	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
25461	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
25461	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
25461	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
25461	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
25461	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
25461	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
25461	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
25461	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
25461	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
25461	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
25461	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
25461	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
25461	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
25461	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
25461	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
25461	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
25461	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
25461	embedding2nn.weight	0	0.017936941236257553
25461	embedding2nn.weight	1	-0.057708874344825745
25461	embedding2nn.weight	2	0.027196843177080154
25461	embedding2nn.weight	3	-0.014945516362786293
25461	embedding2nn.weight	4	-0.04078161343932152
25461	embedding2nn.weight	5	0.051022082567214966
25461	embedding2nn.weight	6	-0.02733723074197769
25461	embedding2nn.weight	7	-0.06260000914335251
25461	embedding2nn.weight	8	0.009349498897790909
25461	embedding2nn.weight	9	0.0397234670817852
25461	embedding2nn.bias	0	0.11248307675123215
25461	embedding2nn.bias	1	0.04500008001923561
25461	embedding2nn.bias	2	-0.1103406772017479
25461	embedding2nn.bias	3	0.06409206241369247
25461	embedding2nn.bias	4	0.03182743117213249
25461	embedding2nn.bias	5	-0.13777750730514526
25461	embedding2nn.bias	6	-0.052034374326467514
25461	embedding2nn.bias	7	-0.006654843688011169
25461	embedding2nn.bias	8	0.06202729791402817
25461	embedding2nn.bias	9	-0.11541058868169785
25461	rnn.weight_ih_l0	0	0.008996909484267235
25461	rnn.weight_ih_l0	1	0.03508937731385231
25461	rnn.weight_ih_l0	2	-0.024951497092843056
25461	rnn.weight_ih_l0	3	0.004959590267390013
25461	rnn.weight_ih_l0	4	0.02529512345790863
25461	rnn.weight_ih_l0	5	-0.04570477083325386
25461	rnn.weight_ih_l0	6	0.04488164931535721
25461	rnn.weight_ih_l0	7	-0.017302274703979492
25461	rnn.weight_ih_l0	8	0.020041216164827347
25461	rnn.weight_ih_l0	9	-0.008499995805323124
25461	rnn.weight_hh_l0	0	0.016787834465503693
25461	rnn.weight_hh_l0	1	-0.048038411885499954
25461	rnn.weight_hh_l0	2	0.02122148498892784
25461	rnn.weight_hh_l0	3	0.009366520680487156
25461	rnn.weight_hh_l0	4	0.015872225165367126
25461	rnn.weight_hh_l0	5	0.02586870640516281
25461	rnn.weight_hh_l0	6	-0.0037931601982563734
25461	rnn.weight_hh_l0	7	-0.04660020023584366
25461	rnn.weight_hh_l0	8	-0.03259877860546112
25461	rnn.weight_hh_l0	9	-0.0372527539730072
25461	rnn.bias_ih_l0	0	-0.013083220459520817
25461	rnn.bias_ih_l0	1	-0.05729220435023308
25461	rnn.bias_ih_l0	2	-0.10342948138713837
25461	rnn.bias_ih_l0	3	-0.1795768290758133
25461	rnn.bias_ih_l0	4	0.013799860142171383
25461	rnn.bias_ih_l0	5	0.05406039580702782
25461	rnn.bias_ih_l0	6	-0.1009373590350151
25461	rnn.bias_ih_l0	7	-0.13620834052562714
25461	rnn.bias_ih_l0	8	-0.037957772612571716
25461	rnn.bias_ih_l0	9	-0.05385342612862587
25461	rnn.bias_hh_l0	0	0.07236701250076294
25461	rnn.bias_hh_l0	1	-0.024360693991184235
25461	rnn.bias_hh_l0	2	-0.0005442515248432755
25461	rnn.bias_hh_l0	3	-0.08618301898241043
25461	rnn.bias_hh_l0	4	0.00914450827986002
25461	rnn.bias_hh_l0	5	0.03971691429615021
25461	rnn.bias_hh_l0	6	-0.04693598300218582
25461	rnn.bias_hh_l0	7	-0.0679325982928276
25461	rnn.bias_hh_l0	8	-0.08162735402584076
25461	rnn.bias_hh_l0	9	-0.06959760189056396
25461	rnn.weight_ih_l0_reverse	0	0.02086438424885273
25461	rnn.weight_ih_l0_reverse	1	-0.009469455108046532
25461	rnn.weight_ih_l0_reverse	2	-0.010933270677924156
25461	rnn.weight_ih_l0_reverse	3	-0.011524111963808537
25461	rnn.weight_ih_l0_reverse	4	0.02937021665275097
25461	rnn.weight_ih_l0_reverse	5	-0.010785505175590515
25461	rnn.weight_ih_l0_reverse	6	-0.028564149513840675
25461	rnn.weight_ih_l0_reverse	7	-0.027523715049028397
25461	rnn.weight_ih_l0_reverse	8	0.005247007589787245
25461	rnn.weight_ih_l0_reverse	9	0.016780832782387733
25461	rnn.weight_hh_l0_reverse	0	-0.015010477043688297
25461	rnn.weight_hh_l0_reverse	1	0.011209561489522457
25461	rnn.weight_hh_l0_reverse	2	-0.030460551381111145
25461	rnn.weight_hh_l0_reverse	3	0.03735647723078728
25461	rnn.weight_hh_l0_reverse	4	0.01573794335126877
25461	rnn.weight_hh_l0_reverse	5	0.008735954761505127
25461	rnn.weight_hh_l0_reverse	6	0.02044280245900154
25461	rnn.weight_hh_l0_reverse	7	0.02180350199341774
25461	rnn.weight_hh_l0_reverse	8	0.009714446030557156
25461	rnn.weight_hh_l0_reverse	9	-0.03900488466024399
25461	rnn.bias_ih_l0_reverse	0	-0.0510084331035614
25461	rnn.bias_ih_l0_reverse	1	-0.20432035624980927
25461	rnn.bias_ih_l0_reverse	2	-0.013815763406455517
25461	rnn.bias_ih_l0_reverse	3	-0.06312590092420578
25461	rnn.bias_ih_l0_reverse	4	0.05760681629180908
25461	rnn.bias_ih_l0_reverse	5	-0.12628008425235748
25461	rnn.bias_ih_l0_reverse	6	-0.039651524275541306
25461	rnn.bias_ih_l0_reverse	7	0.025437381118535995
25461	rnn.bias_ih_l0_reverse	8	-0.07877553254365921
25461	rnn.bias_ih_l0_reverse	9	-0.03382217139005661
25461	rnn.bias_hh_l0_reverse	0	-0.07095988839864731
25461	rnn.bias_hh_l0_reverse	1	-0.021269086748361588
25461	rnn.bias_hh_l0_reverse	2	-0.02580559439957142
25461	rnn.bias_hh_l0_reverse	3	-0.06913668662309647
25461	rnn.bias_hh_l0_reverse	4	-0.007115260232239962
25461	rnn.bias_hh_l0_reverse	5	-0.05552023649215698
25461	rnn.bias_hh_l0_reverse	6	-0.05240355432033539
25461	rnn.bias_hh_l0_reverse	7	-0.06808978319168091
25461	rnn.bias_hh_l0_reverse	8	-0.039542850106954575
25461	rnn.bias_hh_l0_reverse	9	-0.08949989080429077
25461	linear.weight	0	-0.18591086566448212
25461	linear.weight	1	-0.037439506500959396
25461	linear.weight	2	-0.011228874325752258
25461	linear.weight	3	-0.08864317089319229
25461	linear.weight	4	0.06222103163599968
25461	linear.weight	5	0.2556828260421753
25461	linear.weight	6	0.0047744326293468475
25461	linear.weight	7	-0.021312154829502106
25461	linear.weight	8	0.12084980309009552
25461	linear.weight	9	0.05263127386569977
25461	linear.bias	0	-0.5142130851745605
25461	linear.bias	1	0.24547050893306732
25461	linear.bias	2	0.26161959767341614
25461	linear.bias	3	-0.37492015957832336
25461	linear.bias	4	-1.1587953567504883
25461	linear.bias	5	-1.0551376342773438
25461	linear.bias	6	-0.4533858597278595
25461	linear.bias	7	-0.6427867412567139
25461	linear.bias	8	-0.01705317199230194
25461	linear.bias	9	2.529978036880493
25658	transitions	0	-0.03988489881157875
25658	transitions	1	6.2752156257629395
25658	transitions	2	-2.469583749771118
25658	transitions	3	1.1988943815231323
25658	transitions	4	-1.3150516748428345
25658	transitions	5	-0.20674844086170197
25658	transitions	6	-0.11065255105495453
25658	transitions	7	-10000.0
25658	transitions	8	1.4809551239013672
25658	transitions	9	-2.27477765083313
25658	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
25658	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
25658	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
25658	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
25658	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
25658	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
25658	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
25658	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
25658	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
25658	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
25658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
25658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
25658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
25658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
25658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
25658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
25658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
25658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
25658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
25658	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
25658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
25658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
25658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
25658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
25658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
25658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
25658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
25658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
25658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
25658	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
25658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
25658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
25658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
25658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
25658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
25658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
25658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
25658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
25658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
25658	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
25658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
25658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
25658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
25658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
25658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
25658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
25658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
25658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
25658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
25658	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
25658	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
25658	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
25658	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
25658	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
25658	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
25658	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
25658	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
25658	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
25658	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
25658	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
25658	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
25658	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
25658	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
25658	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
25658	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
25658	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
25658	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
25658	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
25658	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
25658	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
25658	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
25658	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
25658	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
25658	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
25658	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
25658	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
25658	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
25658	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
25658	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
25658	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
25658	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
25658	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
25658	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
25658	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
25658	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
25658	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
25658	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
25658	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
25658	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
25658	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
25658	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
25658	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
25658	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
25658	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
25658	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
25658	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
25658	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
25658	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
25658	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
25658	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
25658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
25658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
25658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
25658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
25658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
25658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
25658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
25658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
25658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
25658	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
25658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
25658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
25658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
25658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
25658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
25658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
25658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
25658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
25658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
25658	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
25658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
25658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
25658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
25658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
25658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
25658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
25658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
25658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
25658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
25658	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
25658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
25658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
25658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
25658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
25658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
25658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
25658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
25658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
25658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
25658	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
25658	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
25658	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
25658	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
25658	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
25658	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
25658	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
25658	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
25658	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
25658	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
25658	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
25658	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
25658	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
25658	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
25658	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
25658	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
25658	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
25658	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
25658	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
25658	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
25658	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
25658	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
25658	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
25658	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
25658	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
25658	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
25658	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
25658	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
25658	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
25658	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
25658	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
25658	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
25658	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
25658	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
25658	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
25658	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
25658	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
25658	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
25658	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
25658	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
25658	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
25658	embedding2nn.weight	0	0.017029425129294395
25658	embedding2nn.weight	1	-0.0588432177901268
25658	embedding2nn.weight	2	0.02186148799955845
25658	embedding2nn.weight	3	-0.012528751976788044
25658	embedding2nn.weight	4	-0.04041033610701561
25658	embedding2nn.weight	5	0.05012759193778038
25658	embedding2nn.weight	6	-0.03082442097365856
25658	embedding2nn.weight	7	-0.06169255077838898
25658	embedding2nn.weight	8	0.01125089731067419
25658	embedding2nn.weight	9	0.03651073947548866
25658	embedding2nn.bias	0	0.10610541701316833
25658	embedding2nn.bias	1	0.04416877403855324
25658	embedding2nn.bias	2	-0.11882831156253815
25658	embedding2nn.bias	3	0.06206555664539337
25658	embedding2nn.bias	4	0.022739505395293236
25658	embedding2nn.bias	5	-0.13729842007160187
25658	embedding2nn.bias	6	-0.05591952055692673
25658	embedding2nn.bias	7	-0.00753933796659112
25658	embedding2nn.bias	8	0.06130627170205116
25658	embedding2nn.bias	9	-0.11613011360168457
25658	rnn.weight_ih_l0	0	0.011331428773701191
25658	rnn.weight_ih_l0	1	0.034214530140161514
25658	rnn.weight_ih_l0	2	-0.023169806227087975
25658	rnn.weight_ih_l0	3	0.006364410277456045
25658	rnn.weight_ih_l0	4	0.02503391169011593
25658	rnn.weight_ih_l0	5	-0.046555232256650925
25658	rnn.weight_ih_l0	6	0.04486361891031265
25658	rnn.weight_ih_l0	7	-0.01744537428021431
25658	rnn.weight_ih_l0	8	0.018996192142367363
25658	rnn.weight_ih_l0	9	-0.009358325973153114
25658	rnn.weight_hh_l0	0	0.016681205481290817
25658	rnn.weight_hh_l0	1	-0.04904467612504959
25658	rnn.weight_hh_l0	2	0.021184446290135384
25658	rnn.weight_hh_l0	3	0.010232649743556976
25658	rnn.weight_hh_l0	4	0.01606135070323944
25658	rnn.weight_hh_l0	5	0.0242150891572237
25658	rnn.weight_hh_l0	6	-0.0042326017282903194
25658	rnn.weight_hh_l0	7	-0.048785921186208725
25658	rnn.weight_hh_l0	8	-0.03311503306031227
25658	rnn.weight_hh_l0	9	-0.03816049173474312
25658	rnn.bias_ih_l0	0	-0.014632687903940678
25658	rnn.bias_ih_l0	1	-0.05712899565696716
25658	rnn.bias_ih_l0	2	-0.1009414792060852
25658	rnn.bias_ih_l0	3	-0.17968936264514923
25658	rnn.bias_ih_l0	4	0.015804482623934746
25658	rnn.bias_ih_l0	5	0.047892771661281586
25658	rnn.bias_ih_l0	6	-0.09848559647798538
25658	rnn.bias_ih_l0	7	-0.13732746243476868
25658	rnn.bias_ih_l0	8	-0.04131649062037468
25658	rnn.bias_ih_l0	9	-0.061104923486709595
25658	rnn.bias_hh_l0	0	0.06914611905813217
25658	rnn.bias_hh_l0	1	-0.02574504353106022
25658	rnn.bias_hh_l0	2	-0.0036471732892096043
25658	rnn.bias_hh_l0	3	-0.08554350584745407
25658	rnn.bias_hh_l0	4	0.014594868756830692
25658	rnn.bias_hh_l0	5	0.04074608162045479
25658	rnn.bias_hh_l0	6	-0.0465308353304863
25658	rnn.bias_hh_l0	7	-0.06461799889802933
25658	rnn.bias_hh_l0	8	-0.06799474358558655
25658	rnn.bias_hh_l0	9	-0.06893240660429001
25658	rnn.weight_ih_l0_reverse	0	0.02041851356625557
25658	rnn.weight_ih_l0_reverse	1	-0.008411021903157234
25658	rnn.weight_ih_l0_reverse	2	-0.010697213932871819
25658	rnn.weight_ih_l0_reverse	3	-0.010626707226037979
25658	rnn.weight_ih_l0_reverse	4	0.02888888120651245
25658	rnn.weight_ih_l0_reverse	5	-0.009837287478148937
25658	rnn.weight_ih_l0_reverse	6	-0.02895018458366394
25658	rnn.weight_ih_l0_reverse	7	-0.027042191475629807
25658	rnn.weight_ih_l0_reverse	8	0.008356069214642048
25658	rnn.weight_ih_l0_reverse	9	0.015119526535272598
25658	rnn.weight_hh_l0_reverse	0	-0.01566445268690586
25658	rnn.weight_hh_l0_reverse	1	0.011450668796896935
25658	rnn.weight_hh_l0_reverse	2	-0.03131556138396263
25658	rnn.weight_hh_l0_reverse	3	0.03769032657146454
25658	rnn.weight_hh_l0_reverse	4	0.016193300485610962
25658	rnn.weight_hh_l0_reverse	5	0.008795944042503834
25658	rnn.weight_hh_l0_reverse	6	0.02086685597896576
25658	rnn.weight_hh_l0_reverse	7	0.02126629464328289
25658	rnn.weight_hh_l0_reverse	8	0.009682434611022472
25658	rnn.weight_hh_l0_reverse	9	-0.03887181356549263
25658	rnn.bias_ih_l0_reverse	0	-0.05357808247208595
25658	rnn.bias_ih_l0_reverse	1	-0.20512229204177856
25658	rnn.bias_ih_l0_reverse	2	-0.011627932079136372
25658	rnn.bias_ih_l0_reverse	3	-0.06407415121793747
25658	rnn.bias_ih_l0_reverse	4	0.06145401671528816
25658	rnn.bias_ih_l0_reverse	5	-0.12573322653770447
25658	rnn.bias_ih_l0_reverse	6	-0.04321617633104324
25658	rnn.bias_ih_l0_reverse	7	0.034167516976594925
25658	rnn.bias_ih_l0_reverse	8	-0.0763145163655281
25658	rnn.bias_ih_l0_reverse	9	-0.030961208045482635
25658	rnn.bias_hh_l0_reverse	0	-0.06803778558969498
25658	rnn.bias_hh_l0_reverse	1	-0.02510143257677555
25658	rnn.bias_hh_l0_reverse	2	-0.024961836636066437
25658	rnn.bias_hh_l0_reverse	3	-0.06903234869241714
25658	rnn.bias_hh_l0_reverse	4	-0.0060470690950751305
25658	rnn.bias_hh_l0_reverse	5	-0.05834147706627846
25658	rnn.bias_hh_l0_reverse	6	-0.056464921683073044
25658	rnn.bias_hh_l0_reverse	7	-0.07106836140155792
25658	rnn.bias_hh_l0_reverse	8	-0.03934680297970772
25658	rnn.bias_hh_l0_reverse	9	-0.08953888714313507
25658	linear.weight	0	-0.18343178927898407
25658	linear.weight	1	-0.03352086618542671
25658	linear.weight	2	-0.011228874325752258
25658	linear.weight	3	-0.08500352501869202
25658	linear.weight	4	0.03738033398985863
25658	linear.weight	5	0.248745396733284
25658	linear.weight	6	0.0047744326293468475
25658	linear.weight	7	-0.021312154829502106
25658	linear.weight	8	0.11999524384737015
25658	linear.weight	9	0.05491960421204567
25658	linear.bias	0	-0.4922926723957062
25658	linear.bias	1	0.20551632344722748
25658	linear.bias	2	0.22037199139595032
25658	linear.bias	3	-0.40215885639190674
25658	linear.bias	4	-1.1783794164657593
25658	linear.bias	5	-1.0559751987457275
25658	linear.bias	6	-0.4321970045566559
25658	linear.bias	7	-0.621610164642334
25658	linear.bias	8	-0.01705317199230194
25658	linear.bias	9	2.5215775966644287
25662	transitions	0	-0.03990167751908302
25662	transitions	1	6.267192363739014
25662	transitions	2	-2.469754695892334
25662	transitions	3	1.204829216003418
25662	transitions	4	-1.315088152885437
25662	transitions	5	-0.2067500799894333
25662	transitions	6	-0.11065781861543655
25662	transitions	7	-10000.0
25662	transitions	8	1.480943202972412
25662	transitions	9	-2.2747838497161865
25662	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
25662	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
25662	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
25662	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
25662	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
25662	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
25662	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
25662	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
25662	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
25662	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
25662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
25662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
25662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
25662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
25662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
25662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
25662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
25662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
25662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
25662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
25662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
25662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
25662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
25662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
25662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
25662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
25662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
25662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
25662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
25662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
25662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
25662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
25662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
25662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
25662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
25662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
25662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
25662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
25662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
25662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
25662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
25662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
25662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
25662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
25662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
25662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
25662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
25662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
25662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
25662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
25662	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
25662	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
25662	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
25662	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
25662	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
25662	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
25662	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
25662	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
25662	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
25662	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
25662	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
25662	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
25662	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
25662	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
25662	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
25662	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
25662	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
25662	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
25662	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
25662	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
25662	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
25662	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
25662	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
25662	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
25662	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
25662	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
25662	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
25662	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
25662	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
25662	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
25662	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
25662	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
25662	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
25662	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
25662	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
25662	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
25662	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
25662	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
25662	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
25662	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
25662	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
25662	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
25662	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
25662	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
25662	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
25662	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
25662	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
25662	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
25662	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
25662	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
25662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
25662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
25662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
25662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
25662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
25662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
25662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
25662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
25662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
25662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
25662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
25662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
25662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
25662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
25662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
25662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
25662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
25662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
25662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
25662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
25662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
25662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
25662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
25662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
25662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
25662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
25662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
25662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
25662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
25662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
25662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
25662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
25662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
25662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
25662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
25662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
25662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
25662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
25662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
25662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
25662	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
25662	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
25662	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
25662	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
25662	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
25662	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
25662	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
25662	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
25662	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
25662	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
25662	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
25662	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
25662	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
25662	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
25662	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
25662	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
25662	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
25662	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
25662	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
25662	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
25662	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
25662	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
25662	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
25662	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
25662	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
25662	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
25662	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
25662	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
25662	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
25662	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
25662	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
25662	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
25662	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
25662	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
25662	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
25662	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
25662	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
25662	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
25662	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
25662	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
25662	embedding2nn.weight	0	0.01698450744152069
25662	embedding2nn.weight	1	-0.058666106313467026
25662	embedding2nn.weight	2	0.021907998248934746
25662	embedding2nn.weight	3	-0.012493513524532318
25662	embedding2nn.weight	4	-0.040245238691568375
25662	embedding2nn.weight	5	0.05051007121801376
25662	embedding2nn.weight	6	-0.03181084245443344
25662	embedding2nn.weight	7	-0.06267005205154419
25662	embedding2nn.weight	8	0.011248760856688023
25662	embedding2nn.weight	9	0.03613368049263954
25662	embedding2nn.bias	0	0.10556156933307648
25662	embedding2nn.bias	1	0.04276851564645767
25662	embedding2nn.bias	2	-0.12187305092811584
25662	embedding2nn.bias	3	0.06079601123929024
25662	embedding2nn.bias	4	0.02517721801996231
25662	embedding2nn.bias	5	-0.13830894231796265
25662	embedding2nn.bias	6	-0.05667490512132645
25662	embedding2nn.bias	7	-0.00833728164434433
25662	embedding2nn.bias	8	0.06218462437391281
25662	embedding2nn.bias	9	-0.11436934024095535
25662	rnn.weight_ih_l0	0	0.011074123904109001
25662	rnn.weight_ih_l0	1	0.034389596432447433
25662	rnn.weight_ih_l0	2	-0.023161903023719788
25662	rnn.weight_ih_l0	3	0.0061790295876562595
25662	rnn.weight_ih_l0	4	0.02512294240295887
25662	rnn.weight_ih_l0	5	-0.04628661274909973
25662	rnn.weight_ih_l0	6	0.04496723413467407
25662	rnn.weight_ih_l0	7	-0.017586668953299522
25662	rnn.weight_ih_l0	8	0.018603499978780746
25662	rnn.weight_ih_l0	9	-0.009293349459767342
25662	rnn.weight_hh_l0	0	0.016498006880283356
25662	rnn.weight_hh_l0	1	-0.04910681024193764
25662	rnn.weight_hh_l0	2	0.021180910989642143
25662	rnn.weight_hh_l0	3	0.010326439514756203
25662	rnn.weight_hh_l0	4	0.016053909435868263
25662	rnn.weight_hh_l0	5	0.024593861773610115
25662	rnn.weight_hh_l0	6	-0.004251761827617884
25662	rnn.weight_hh_l0	7	-0.04889867454767227
25662	rnn.weight_hh_l0	8	-0.03302835673093796
25662	rnn.weight_hh_l0	9	-0.038123808801174164
25662	rnn.bias_ih_l0	0	-0.015022768639028072
25662	rnn.bias_ih_l0	1	-0.05760953947901726
25662	rnn.bias_ih_l0	2	-0.10130762308835983
25662	rnn.bias_ih_l0	3	-0.17969098687171936
25662	rnn.bias_ih_l0	4	0.018139950931072235
25662	rnn.bias_ih_l0	5	0.048326361924409866
25662	rnn.bias_ih_l0	6	-0.09782826155424118
25662	rnn.bias_ih_l0	7	-0.13697423040866852
25662	rnn.bias_ih_l0	8	-0.04002929478883743
25662	rnn.bias_ih_l0	9	-0.06041094660758972
25662	rnn.bias_hh_l0	0	0.06940101087093353
25662	rnn.bias_hh_l0	1	-0.02601175382733345
25662	rnn.bias_hh_l0	2	-0.003654638072475791
25662	rnn.bias_hh_l0	3	-0.08561144769191742
25662	rnn.bias_hh_l0	4	0.015396484173834324
25662	rnn.bias_hh_l0	5	0.04026777297258377
25662	rnn.bias_hh_l0	6	-0.04647640511393547
25662	rnn.bias_hh_l0	7	-0.06477278470993042
25662	rnn.bias_hh_l0	8	-0.06770846992731094
25662	rnn.bias_hh_l0	9	-0.06852497905492783
25662	rnn.weight_ih_l0_reverse	0	0.0203140527009964
25662	rnn.weight_ih_l0_reverse	1	-0.00841024611145258
25662	rnn.weight_ih_l0_reverse	2	-0.0108379190787673
25662	rnn.weight_ih_l0_reverse	3	-0.01064708735793829
25662	rnn.weight_ih_l0_reverse	4	0.02859097719192505
25662	rnn.weight_ih_l0_reverse	5	-0.009893421083688736
25662	rnn.weight_ih_l0_reverse	6	-0.02913004346191883
25662	rnn.weight_ih_l0_reverse	7	-0.027088429778814316
25662	rnn.weight_ih_l0_reverse	8	0.009137558750808239
25662	rnn.weight_ih_l0_reverse	9	0.014872315339744091
25662	rnn.weight_hh_l0_reverse	0	-0.015662826597690582
25662	rnn.weight_hh_l0_reverse	1	0.011405833065509796
25662	rnn.weight_hh_l0_reverse	2	-0.031238511204719543
25662	rnn.weight_hh_l0_reverse	3	0.03760254383087158
25662	rnn.weight_hh_l0_reverse	4	0.01619407907128334
25662	rnn.weight_hh_l0_reverse	5	0.00873863510787487
25662	rnn.weight_hh_l0_reverse	6	0.02087586559355259
25662	rnn.weight_hh_l0_reverse	7	0.02125939540565014
25662	rnn.weight_hh_l0_reverse	8	0.009740006178617477
25662	rnn.weight_hh_l0_reverse	9	-0.03882279619574547
25662	rnn.bias_ih_l0_reverse	0	-0.05360860377550125
25662	rnn.bias_ih_l0_reverse	1	-0.20469097793102264
25662	rnn.bias_ih_l0_reverse	2	-0.011487145908176899
25662	rnn.bias_ih_l0_reverse	3	-0.06363474577665329
25662	rnn.bias_ih_l0_reverse	4	0.05920175462961197
25662	rnn.bias_ih_l0_reverse	5	-0.12689681351184845
25662	rnn.bias_ih_l0_reverse	6	-0.04290727898478508
25662	rnn.bias_ih_l0_reverse	7	0.03425087407231331
25662	rnn.bias_ih_l0_reverse	8	-0.07680011540651321
25662	rnn.bias_ih_l0_reverse	9	-0.03128867596387863
25662	rnn.bias_hh_l0_reverse	0	-0.0681353285908699
25662	rnn.bias_hh_l0_reverse	1	-0.0250055231153965
25662	rnn.bias_hh_l0_reverse	2	-0.02507026493549347
25662	rnn.bias_hh_l0_reverse	3	-0.06921036541461945
25662	rnn.bias_hh_l0_reverse	4	-0.005898935720324516
25662	rnn.bias_hh_l0_reverse	5	-0.058912597596645355
25662	rnn.bias_hh_l0_reverse	6	-0.05604655295610428
25662	rnn.bias_hh_l0_reverse	7	-0.07128559052944183
25662	rnn.bias_hh_l0_reverse	8	-0.03903591260313988
25662	rnn.bias_hh_l0_reverse	9	-0.08914847671985626
25662	linear.weight	0	-0.1834394335746765
25662	linear.weight	1	-0.034496743232011795
25662	linear.weight	2	-0.011228874325752258
25662	linear.weight	3	-0.08258255571126938
25662	linear.weight	4	0.033537283539772034
25662	linear.weight	5	0.2506876587867737
25662	linear.weight	6	0.0047744326293468475
25662	linear.weight	7	-0.021312154829502106
25662	linear.weight	8	0.1236652061343193
25662	linear.weight	9	0.05476737767457962
25662	linear.bias	0	-0.4983406960964203
25662	linear.bias	1	0.2048429548740387
25662	linear.bias	2	0.1990804672241211
25662	linear.bias	3	-0.4040343761444092
25662	linear.bias	4	-1.1871845722198486
25662	linear.bias	5	-1.055992603302002
25662	linear.bias	6	-0.43786075711250305
25662	linear.bias	7	-0.6112269759178162
25662	linear.bias	8	-0.01705317199230194
25662	linear.bias	9	2.5580973625183105
25859	transitions	0	-0.04108034446835518
25859	transitions	1	6.314429759979248
25859	transitions	2	-2.4739463329315186
25859	transitions	3	1.2137538194656372
25859	transitions	4	-1.3175458908081055
25859	transitions	5	-0.20735149085521698
25859	transitions	6	-0.11109071224927902
25859	transitions	7	-10000.0
25859	transitions	8	1.4742695093154907
25859	transitions	9	-2.2749078273773193
25859	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
25859	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
25859	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
25859	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
25859	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
25859	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
25859	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
25859	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
25859	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
25859	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
25859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
25859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
25859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
25859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
25859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
25859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
25859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
25859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
25859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
25859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
25859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
25859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
25859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
25859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
25859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
25859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
25859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
25859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
25859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
25859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
25859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
25859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
25859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
25859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
25859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
25859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
25859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
25859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
25859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
25859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
25859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
25859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
25859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
25859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
25859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
25859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
25859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
25859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
25859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
25859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
25859	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
25859	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
25859	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
25859	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
25859	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
25859	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
25859	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
25859	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
25859	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
25859	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
25859	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
25859	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
25859	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
25859	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
25859	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
25859	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
25859	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
25859	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
25859	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
25859	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
25859	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
25859	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
25859	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
25859	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
25859	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
25859	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
25859	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
25859	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
25859	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
25859	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
25859	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
25859	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
25859	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
25859	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
25859	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
25859	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
25859	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
25859	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
25859	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
25859	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
25859	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
25859	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
25859	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
25859	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
25859	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
25859	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
25859	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
25859	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
25859	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
25859	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
25859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
25859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
25859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
25859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
25859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
25859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
25859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
25859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
25859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
25859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
25859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
25859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
25859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
25859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
25859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
25859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
25859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
25859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
25859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
25859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
25859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
25859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
25859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
25859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
25859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
25859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
25859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
25859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
25859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
25859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
25859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
25859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
25859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
25859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
25859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
25859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
25859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
25859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
25859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
25859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
25859	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
25859	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
25859	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
25859	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
25859	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
25859	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
25859	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
25859	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
25859	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
25859	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
25859	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
25859	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
25859	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
25859	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
25859	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
25859	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
25859	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
25859	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
25859	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
25859	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
25859	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
25859	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
25859	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
25859	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
25859	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
25859	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
25859	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
25859	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
25859	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
25859	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
25859	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
25859	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
25859	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
25859	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
25859	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
25859	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
25859	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
25859	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
25859	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
25859	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
25859	embedding2nn.weight	0	0.016548991203308105
25859	embedding2nn.weight	1	-0.059407662600278854
25859	embedding2nn.weight	2	0.02533642016351223
25859	embedding2nn.weight	3	-0.013012128882110119
25859	embedding2nn.weight	4	-0.04263726621866226
25859	embedding2nn.weight	5	0.05112999677658081
25859	embedding2nn.weight	6	-0.036133140325546265
25859	embedding2nn.weight	7	-0.06056205555796623
25859	embedding2nn.weight	8	0.012393593788146973
25859	embedding2nn.weight	9	0.035127297043800354
25859	embedding2nn.bias	0	0.09592358022928238
25859	embedding2nn.bias	1	0.03313242271542549
25859	embedding2nn.bias	2	-0.1207306906580925
25859	embedding2nn.bias	3	0.06439770013093948
25859	embedding2nn.bias	4	0.03081475757062435
25859	embedding2nn.bias	5	-0.1251654177904129
25859	embedding2nn.bias	6	-0.06829604506492615
25859	embedding2nn.bias	7	-0.01717781461775303
25859	embedding2nn.bias	8	0.07029154151678085
25859	embedding2nn.bias	9	-0.1191452145576477
25859	rnn.weight_ih_l0	0	0.012457546778023243
25859	rnn.weight_ih_l0	1	0.036158427596092224
25859	rnn.weight_ih_l0	2	-0.02411116659641266
25859	rnn.weight_ih_l0	3	0.00888071395456791
25859	rnn.weight_ih_l0	4	0.027404995635151863
25859	rnn.weight_ih_l0	5	-0.046845369040966034
25859	rnn.weight_ih_l0	6	0.04402000457048416
25859	rnn.weight_ih_l0	7	-0.017254812642931938
25859	rnn.weight_ih_l0	8	0.018502872437238693
25859	rnn.weight_ih_l0	9	-0.009781170636415482
25859	rnn.weight_hh_l0	0	0.014582301490008831
25859	rnn.weight_hh_l0	1	-0.04935087263584137
25859	rnn.weight_hh_l0	2	0.020301714539527893
25859	rnn.weight_hh_l0	3	0.010804403573274612
25859	rnn.weight_hh_l0	4	0.016428811475634575
25859	rnn.weight_hh_l0	5	0.024296194314956665
25859	rnn.weight_hh_l0	6	-0.00505199795588851
25859	rnn.weight_hh_l0	7	-0.04902496933937073
25859	rnn.weight_hh_l0	8	-0.03429310396313667
25859	rnn.weight_hh_l0	9	-0.03883044794201851
25859	rnn.bias_ih_l0	0	-0.020837226882576942
25859	rnn.bias_ih_l0	1	-0.061664827167987823
25859	rnn.bias_ih_l0	2	-0.10178166627883911
25859	rnn.bias_ih_l0	3	-0.178397998213768
25859	rnn.bias_ih_l0	4	0.020139113068580627
25859	rnn.bias_ih_l0	5	0.05164117366075516
25859	rnn.bias_ih_l0	6	-0.09586187452077866
25859	rnn.bias_ih_l0	7	-0.1359945386648178
25859	rnn.bias_ih_l0	8	-0.04286558926105499
25859	rnn.bias_ih_l0	9	-0.0501452311873436
25859	rnn.bias_hh_l0	0	0.06658563762903214
25859	rnn.bias_hh_l0	1	-0.02804098278284073
25859	rnn.bias_hh_l0	2	-0.002658984623849392
25859	rnn.bias_hh_l0	3	-0.08652497828006744
25859	rnn.bias_hh_l0	4	0.014870133250951767
25859	rnn.bias_hh_l0	5	0.0342903658747673
25859	rnn.bias_hh_l0	6	-0.043653376400470734
25859	rnn.bias_hh_l0	7	-0.06744183599948883
25859	rnn.bias_hh_l0	8	-0.08470551669597626
25859	rnn.bias_hh_l0	9	-0.06809546053409576
25859	rnn.weight_ih_l0_reverse	0	0.019858257845044136
25859	rnn.weight_ih_l0_reverse	1	-0.008802891708910465
25859	rnn.weight_ih_l0_reverse	2	-0.009973665699362755
25859	rnn.weight_ih_l0_reverse	3	-0.010900169610977173
25859	rnn.weight_ih_l0_reverse	4	0.025896459817886353
25859	rnn.weight_ih_l0_reverse	5	-0.00782568659633398
25859	rnn.weight_ih_l0_reverse	6	-0.03174698352813721
25859	rnn.weight_ih_l0_reverse	7	-0.026849744841456413
25859	rnn.weight_ih_l0_reverse	8	0.014840762130916119
25859	rnn.weight_ih_l0_reverse	9	0.017050491645932198
25859	rnn.weight_hh_l0_reverse	0	-0.016009384766221046
25859	rnn.weight_hh_l0_reverse	1	0.013765902258455753
25859	rnn.weight_hh_l0_reverse	2	-0.030917363241314888
25859	rnn.weight_hh_l0_reverse	3	0.037185102701187134
25859	rnn.weight_hh_l0_reverse	4	0.01603654772043228
25859	rnn.weight_hh_l0_reverse	5	0.009158276952803135
25859	rnn.weight_hh_l0_reverse	6	0.020745696499943733
25859	rnn.weight_hh_l0_reverse	7	0.02113497629761696
25859	rnn.weight_hh_l0_reverse	8	0.010492832399904728
25859	rnn.weight_hh_l0_reverse	9	-0.03924991562962532
25859	rnn.bias_ih_l0_reverse	0	-0.052697911858558655
25859	rnn.bias_ih_l0_reverse	1	-0.20207801461219788
25859	rnn.bias_ih_l0_reverse	2	-0.010491878725588322
25859	rnn.bias_ih_l0_reverse	3	-0.06262294203042984
25859	rnn.bias_ih_l0_reverse	4	0.06017822027206421
25859	rnn.bias_ih_l0_reverse	5	-0.12357846647500992
25859	rnn.bias_ih_l0_reverse	6	-0.04406144469976425
25859	rnn.bias_ih_l0_reverse	7	0.025652630254626274
25859	rnn.bias_ih_l0_reverse	8	-0.08191006630659103
25859	rnn.bias_ih_l0_reverse	9	-0.028322244063019753
25859	rnn.bias_hh_l0_reverse	0	-0.07174409180879593
25859	rnn.bias_hh_l0_reverse	1	-0.02335132658481598
25859	rnn.bias_hh_l0_reverse	2	-0.02570933848619461
25859	rnn.bias_hh_l0_reverse	3	-0.06999421119689941
25859	rnn.bias_hh_l0_reverse	4	-0.005817810073494911
25859	rnn.bias_hh_l0_reverse	5	-0.05946377292275429
25859	rnn.bias_hh_l0_reverse	6	-0.05543666332960129
25859	rnn.bias_hh_l0_reverse	7	-0.06904667615890503
25859	rnn.bias_hh_l0_reverse	8	-0.033155716955661774
25859	rnn.bias_hh_l0_reverse	9	-0.08537039905786514
25859	linear.weight	0	-0.18488721549510956
25859	linear.weight	1	-0.032356347888708115
25859	linear.weight	2	-0.011228874325752258
25859	linear.weight	3	-0.08574993163347244
25859	linear.weight	4	0.01891898363828659
25859	linear.weight	5	0.24355469644069672
25859	linear.weight	6	0.0047744326293468475
25859	linear.weight	7	-0.021312154829502106
25859	linear.weight	8	0.1305931955575943
25859	linear.weight	9	0.03865891695022583
25859	linear.bias	0	-0.5036203861236572
25859	linear.bias	1	0.2749960124492645
25859	linear.bias	2	0.1986992210149765
25859	linear.bias	3	-0.37838035821914673
25859	linear.bias	4	-1.2267407178878784
25859	linear.bias	5	-1.0567541122436523
25859	linear.bias	6	-0.4436089098453522
25859	linear.bias	7	-0.6274213790893555
25859	linear.bias	8	-0.01705317199230194
25859	linear.bias	9	2.487435817718506
26056	transitions	0	-0.04206462204456329
26056	transitions	1	6.314891815185547
26056	transitions	2	-2.4787282943725586
26056	transitions	3	1.2051291465759277
26056	transitions	4	-1.321126937866211
26056	transitions	5	-0.20779938995838165
26056	transitions	6	-0.11153959482908249
26056	transitions	7	-10000.0
26056	transitions	8	1.4718705415725708
26056	transitions	9	-2.2750754356384277
26056	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
26056	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
26056	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
26056	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
26056	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
26056	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
26056	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
26056	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
26056	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
26056	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
26056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
26056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
26056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
26056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
26056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
26056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
26056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
26056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
26056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
26056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
26056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
26056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
26056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
26056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
26056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
26056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
26056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
26056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
26056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
26056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
26056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
26056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
26056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
26056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
26056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
26056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
26056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
26056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
26056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
26056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
26056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
26056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
26056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
26056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
26056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
26056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
26056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
26056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
26056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
26056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
26056	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
26056	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
26056	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
26056	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
26056	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
26056	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
26056	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
26056	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
26056	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
26056	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
26056	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
26056	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
26056	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
26056	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
26056	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
26056	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
26056	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
26056	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
26056	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
26056	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
26056	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
26056	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
26056	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
26056	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
26056	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
26056	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
26056	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
26056	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
26056	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
26056	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
26056	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
26056	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
26056	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
26056	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
26056	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
26056	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
26056	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
26056	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
26056	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
26056	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
26056	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
26056	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
26056	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
26056	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
26056	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
26056	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
26056	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
26056	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
26056	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
26056	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
26056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
26056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
26056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
26056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
26056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
26056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
26056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
26056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
26056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
26056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
26056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
26056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
26056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
26056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
26056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
26056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
26056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
26056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
26056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
26056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
26056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
26056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
26056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
26056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
26056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
26056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
26056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
26056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
26056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
26056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
26056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
26056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
26056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
26056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
26056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
26056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
26056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
26056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
26056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
26056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
26056	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
26056	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
26056	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
26056	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
26056	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
26056	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
26056	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
26056	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
26056	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
26056	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
26056	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
26056	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
26056	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
26056	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
26056	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
26056	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
26056	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
26056	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
26056	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
26056	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
26056	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
26056	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
26056	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
26056	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
26056	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
26056	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
26056	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
26056	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
26056	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
26056	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
26056	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
26056	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
26056	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
26056	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
26056	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
26056	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
26056	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
26056	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
26056	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
26056	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
26056	embedding2nn.weight	0	0.016444293782114983
26056	embedding2nn.weight	1	-0.060650333762168884
26056	embedding2nn.weight	2	0.020291760563850403
26056	embedding2nn.weight	3	-0.014237037859857082
26056	embedding2nn.weight	4	-0.042999718338251114
26056	embedding2nn.weight	5	0.05081234127283096
26056	embedding2nn.weight	6	-0.03344132378697395
26056	embedding2nn.weight	7	-0.06017926335334778
26056	embedding2nn.weight	8	0.01225727517157793
26056	embedding2nn.weight	9	0.03511856123805046
26056	embedding2nn.bias	0	0.09604895859956741
26056	embedding2nn.bias	1	0.030564626678824425
26056	embedding2nn.bias	2	-0.1166028082370758
26056	embedding2nn.bias	3	0.057975590229034424
26056	embedding2nn.bias	4	0.0408206433057785
26056	embedding2nn.bias	5	-0.12285955995321274
26056	embedding2nn.bias	6	-0.05631077289581299
26056	embedding2nn.bias	7	-0.014496379531919956
26056	embedding2nn.bias	8	0.05500297248363495
26056	embedding2nn.bias	9	-0.10975395888090134
26056	rnn.weight_ih_l0	0	0.011805739253759384
26056	rnn.weight_ih_l0	1	0.035801198333501816
26056	rnn.weight_ih_l0	2	-0.024241460487246513
26056	rnn.weight_ih_l0	3	0.006410954985767603
26056	rnn.weight_ih_l0	4	0.0281593669205904
26056	rnn.weight_ih_l0	5	-0.046348970383405685
26056	rnn.weight_ih_l0	6	0.04410235583782196
26056	rnn.weight_ih_l0	7	-0.01718067191541195
26056	rnn.weight_ih_l0	8	0.018679555505514145
26056	rnn.weight_ih_l0	9	-0.009083163924515247
26056	rnn.weight_hh_l0	0	0.014857446774840355
26056	rnn.weight_hh_l0	1	-0.04743470624089241
26056	rnn.weight_hh_l0	2	0.020437799394130707
26056	rnn.weight_hh_l0	3	0.011747239157557487
26056	rnn.weight_hh_l0	4	0.016603946685791016
26056	rnn.weight_hh_l0	5	0.02276596799492836
26056	rnn.weight_hh_l0	6	-0.005593639798462391
26056	rnn.weight_hh_l0	7	-0.0493207611143589
26056	rnn.weight_hh_l0	8	-0.03353921324014664
26056	rnn.weight_hh_l0	9	-0.037132494151592255
26056	rnn.bias_ih_l0	0	-0.015151295810937881
26056	rnn.bias_ih_l0	1	-0.06115486100316048
26056	rnn.bias_ih_l0	2	-0.10332319885492325
26056	rnn.bias_ih_l0	3	-0.17909696698188782
26056	rnn.bias_ih_l0	4	0.01862163282930851
26056	rnn.bias_ih_l0	5	0.05283671244978905
26056	rnn.bias_ih_l0	6	-0.09739717096090317
26056	rnn.bias_ih_l0	7	-0.13853828608989716
26056	rnn.bias_ih_l0	8	-0.04110027104616165
26056	rnn.bias_ih_l0	9	-0.055107660591602325
26056	rnn.bias_hh_l0	0	0.06858654320240021
26056	rnn.bias_hh_l0	1	-0.02844606712460518
26056	rnn.bias_hh_l0	2	-0.00544915534555912
26056	rnn.bias_hh_l0	3	-0.08818937838077545
26056	rnn.bias_hh_l0	4	0.024283960461616516
26056	rnn.bias_hh_l0	5	0.04002143815159798
26056	rnn.bias_hh_l0	6	-0.04507716745138168
26056	rnn.bias_hh_l0	7	-0.06730857491493225
26056	rnn.bias_hh_l0	8	-0.08675366640090942
26056	rnn.bias_hh_l0	9	-0.06811564415693283
26056	rnn.weight_ih_l0_reverse	0	0.018851755186915398
26056	rnn.weight_ih_l0_reverse	1	-0.009673956781625748
26056	rnn.weight_ih_l0_reverse	2	-0.01071175280958414
26056	rnn.weight_ih_l0_reverse	3	-0.010703722015023232
26056	rnn.weight_ih_l0_reverse	4	0.027998734265565872
26056	rnn.weight_ih_l0_reverse	5	-0.0070665632374584675
26056	rnn.weight_ih_l0_reverse	6	-0.03257466107606888
26056	rnn.weight_ih_l0_reverse	7	-0.026938242837786674
26056	rnn.weight_ih_l0_reverse	8	0.014752397313714027
26056	rnn.weight_ih_l0_reverse	9	0.017659032717347145
26056	rnn.weight_hh_l0_reverse	0	-0.01575959287583828
26056	rnn.weight_hh_l0_reverse	1	0.01212085410952568
26056	rnn.weight_hh_l0_reverse	2	-0.03044247440993786
26056	rnn.weight_hh_l0_reverse	3	0.03845284879207611
26056	rnn.weight_hh_l0_reverse	4	0.015677418559789658
26056	rnn.weight_hh_l0_reverse	5	0.008999173529446125
26056	rnn.weight_hh_l0_reverse	6	0.02042667753994465
26056	rnn.weight_hh_l0_reverse	7	0.020844846963882446
26056	rnn.weight_hh_l0_reverse	8	0.010624760761857033
26056	rnn.weight_hh_l0_reverse	9	-0.039069220423698425
26056	rnn.bias_ih_l0_reverse	0	-0.05073938146233559
26056	rnn.bias_ih_l0_reverse	1	-0.20929959416389465
26056	rnn.bias_ih_l0_reverse	2	-0.013329547829926014
26056	rnn.bias_ih_l0_reverse	3	-0.06272077560424805
26056	rnn.bias_ih_l0_reverse	4	0.06300672888755798
26056	rnn.bias_ih_l0_reverse	5	-0.12057992815971375
26056	rnn.bias_ih_l0_reverse	6	-0.04390507563948631
26056	rnn.bias_ih_l0_reverse	7	0.01819724030792713
26056	rnn.bias_ih_l0_reverse	8	-0.07817686349153519
26056	rnn.bias_ih_l0_reverse	9	-0.030287012457847595
26056	rnn.bias_hh_l0_reverse	0	-0.0701967179775238
26056	rnn.bias_hh_l0_reverse	1	-0.024121537804603577
26056	rnn.bias_hh_l0_reverse	2	-0.024473346769809723
26056	rnn.bias_hh_l0_reverse	3	-0.07639271765947342
26056	rnn.bias_hh_l0_reverse	4	-0.007379750721156597
26056	rnn.bias_hh_l0_reverse	5	-0.06030873954296112
26056	rnn.bias_hh_l0_reverse	6	-0.05915886163711548
26056	rnn.bias_hh_l0_reverse	7	-0.07145319133996964
26056	rnn.bias_hh_l0_reverse	8	-0.035553254187107086
26056	rnn.bias_hh_l0_reverse	9	-0.08450942486524582
26056	linear.weight	0	-0.18434251844882965
26056	linear.weight	1	-0.035288672894239426
26056	linear.weight	2	-0.011228874325752258
26056	linear.weight	3	-0.06590518355369568
26056	linear.weight	4	0.026793086901307106
26056	linear.weight	5	0.2434089034795761
26056	linear.weight	6	0.0047744326293468475
26056	linear.weight	7	-0.021312154829502106
26056	linear.weight	8	0.12071022391319275
26056	linear.weight	9	0.03250778838992119
26056	linear.bias	0	-0.5304602384567261
26056	linear.bias	1	0.2424694448709488
26056	linear.bias	2	0.17748841643333435
26056	linear.bias	3	-0.3683229684829712
26056	linear.bias	4	-1.1961567401885986
26056	linear.bias	5	-1.0575555562973022
26056	linear.bias	6	-0.464950293302536
26056	linear.bias	7	-0.6389941573143005
26056	linear.bias	8	-0.01705317199230194
26056	linear.bias	9	2.500838041305542
26253	transitions	0	-0.0428931787610054
26253	transitions	1	6.314513206481934
26253	transitions	2	-2.4835386276245117
26253	transitions	3	1.1847974061965942
26253	transitions	4	-1.3246550559997559
26253	transitions	5	-0.20839299261569977
26253	transitions	6	-0.11209690570831299
26253	transitions	7	-10000.0
26253	transitions	8	1.4702030420303345
26253	transitions	9	-2.275176763534546
26253	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
26253	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
26253	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
26253	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
26253	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
26253	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
26253	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
26253	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
26253	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
26253	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
26253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
26253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
26253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
26253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
26253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
26253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
26253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
26253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
26253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
26253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
26253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
26253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
26253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
26253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
26253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
26253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
26253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
26253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
26253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
26253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
26253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
26253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
26253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
26253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
26253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
26253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
26253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
26253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
26253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
26253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
26253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
26253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
26253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
26253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
26253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
26253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
26253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
26253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
26253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
26253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
26253	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
26253	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
26253	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
26253	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
26253	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
26253	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
26253	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
26253	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
26253	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
26253	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
26253	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
26253	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
26253	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
26253	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
26253	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
26253	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
26253	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
26253	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
26253	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
26253	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
26253	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
26253	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
26253	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
26253	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
26253	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
26253	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
26253	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
26253	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
26253	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
26253	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
26253	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
26253	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
26253	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
26253	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
26253	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
26253	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
26253	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
26253	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
26253	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
26253	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
26253	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
26253	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
26253	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
26253	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
26253	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
26253	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
26253	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
26253	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
26253	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
26253	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
26253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
26253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
26253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
26253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
26253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
26253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
26253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
26253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
26253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
26253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
26253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
26253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
26253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
26253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
26253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
26253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
26253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
26253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
26253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
26253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
26253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
26253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
26253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
26253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
26253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
26253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
26253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
26253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
26253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
26253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
26253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
26253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
26253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
26253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
26253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
26253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
26253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
26253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
26253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
26253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
26253	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
26253	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
26253	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
26253	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
26253	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
26253	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
26253	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
26253	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
26253	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
26253	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
26253	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
26253	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
26253	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
26253	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
26253	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
26253	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
26253	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
26253	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
26253	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
26253	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
26253	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
26253	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
26253	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
26253	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
26253	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
26253	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
26253	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
26253	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
26253	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
26253	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
26253	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
26253	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
26253	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
26253	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
26253	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
26253	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
26253	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
26253	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
26253	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
26253	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
26253	embedding2nn.weight	0	0.016747640445828438
26253	embedding2nn.weight	1	-0.06151464581489563
26253	embedding2nn.weight	2	0.018788352608680725
26253	embedding2nn.weight	3	-0.01429920643568039
26253	embedding2nn.weight	4	-0.042834747582674026
26253	embedding2nn.weight	5	0.050354521721601486
26253	embedding2nn.weight	6	-0.02944057248532772
26253	embedding2nn.weight	7	-0.058096639811992645
26253	embedding2nn.weight	8	0.01029101200401783
26253	embedding2nn.weight	9	0.039312075823545456
26253	embedding2nn.bias	0	0.11167943477630615
26253	embedding2nn.bias	1	0.03160054236650467
26253	embedding2nn.bias	2	-0.10378864407539368
26253	embedding2nn.bias	3	0.05767740309238434
26253	embedding2nn.bias	4	0.038332872092723846
26253	embedding2nn.bias	5	-0.12655210494995117
26253	embedding2nn.bias	6	-0.05797451362013817
26253	embedding2nn.bias	7	-0.011125223711133003
26253	embedding2nn.bias	8	0.06544402986764908
26253	embedding2nn.bias	9	-0.1189727708697319
26253	rnn.weight_ih_l0	0	0.007057857234030962
26253	rnn.weight_ih_l0	1	0.03453719988465309
26253	rnn.weight_ih_l0	2	-0.023741723969578743
26253	rnn.weight_ih_l0	3	0.006818303372710943
26253	rnn.weight_ih_l0	4	0.028948331251740456
26253	rnn.weight_ih_l0	5	-0.04594394192099571
26253	rnn.weight_ih_l0	6	0.042392682284116745
26253	rnn.weight_ih_l0	7	-0.01975494809448719
26253	rnn.weight_ih_l0	8	0.01898414082825184
26253	rnn.weight_ih_l0	9	-0.00899453368037939
26253	rnn.weight_hh_l0	0	0.01418700534850359
26253	rnn.weight_hh_l0	1	-0.048348162323236465
26253	rnn.weight_hh_l0	2	0.02237275242805481
26253	rnn.weight_hh_l0	3	0.010982239618897438
26253	rnn.weight_hh_l0	4	0.016902681440114975
26253	rnn.weight_hh_l0	5	0.023043040186166763
26253	rnn.weight_hh_l0	6	-0.005628662183880806
26253	rnn.weight_hh_l0	7	-0.04977402091026306
26253	rnn.weight_hh_l0	8	-0.03478390350937843
26253	rnn.weight_hh_l0	9	-0.03773562237620354
26253	rnn.bias_ih_l0	0	-0.004332410637289286
26253	rnn.bias_ih_l0	1	-0.061177872121334076
26253	rnn.bias_ih_l0	2	-0.10387947410345078
26253	rnn.bias_ih_l0	3	-0.17770199477672577
26253	rnn.bias_ih_l0	4	0.013501295819878578
26253	rnn.bias_ih_l0	5	0.0635695606470108
26253	rnn.bias_ih_l0	6	-0.09949156641960144
26253	rnn.bias_ih_l0	7	-0.13798122107982635
26253	rnn.bias_ih_l0	8	-0.04244689643383026
26253	rnn.bias_ih_l0	9	-0.062007635831832886
26253	rnn.bias_hh_l0	0	0.07428119331598282
26253	rnn.bias_hh_l0	1	-0.026644408702850342
26253	rnn.bias_hh_l0	2	-0.0070623839274048805
26253	rnn.bias_hh_l0	3	-0.09016082435846329
26253	rnn.bias_hh_l0	4	0.021954389289021492
26253	rnn.bias_hh_l0	5	0.03709183633327484
26253	rnn.bias_hh_l0	6	-0.04316440597176552
26253	rnn.bias_hh_l0	7	-0.06141554191708565
26253	rnn.bias_hh_l0	8	-0.087067149579525
26253	rnn.bias_hh_l0	9	-0.06707899272441864
26253	rnn.weight_ih_l0_reverse	0	0.019727252423763275
26253	rnn.weight_ih_l0_reverse	1	-0.009980564005672932
26253	rnn.weight_ih_l0_reverse	2	-0.008733772672712803
26253	rnn.weight_ih_l0_reverse	3	-0.01131181139498949
26253	rnn.weight_ih_l0_reverse	4	0.02717699110507965
26253	rnn.weight_ih_l0_reverse	5	-0.007487207185477018
26253	rnn.weight_ih_l0_reverse	6	-0.034814704209566116
26253	rnn.weight_ih_l0_reverse	7	-0.0251948069781065
26253	rnn.weight_ih_l0_reverse	8	0.016970496624708176
26253	rnn.weight_ih_l0_reverse	9	0.017397508025169373
26253	rnn.weight_hh_l0_reverse	0	-0.015542165376245975
26253	rnn.weight_hh_l0_reverse	1	0.012531694956123829
26253	rnn.weight_hh_l0_reverse	2	-0.030486928299069405
26253	rnn.weight_hh_l0_reverse	3	0.03848530352115631
26253	rnn.weight_hh_l0_reverse	4	0.015591765753924847
26253	rnn.weight_hh_l0_reverse	5	0.008228433318436146
26253	rnn.weight_hh_l0_reverse	6	0.02059938572347164
26253	rnn.weight_hh_l0_reverse	7	0.02060873806476593
26253	rnn.weight_hh_l0_reverse	8	0.0103361951187253
26253	rnn.weight_hh_l0_reverse	9	-0.040412019938230515
26253	rnn.bias_ih_l0_reverse	0	-0.049995020031929016
26253	rnn.bias_ih_l0_reverse	1	-0.21036605536937714
26253	rnn.bias_ih_l0_reverse	2	-0.012536090798676014
26253	rnn.bias_ih_l0_reverse	3	-0.06344033777713776
26253	rnn.bias_ih_l0_reverse	4	0.05902133509516716
26253	rnn.bias_ih_l0_reverse	5	-0.11944476515054703
26253	rnn.bias_ih_l0_reverse	6	-0.04246801137924194
26253	rnn.bias_ih_l0_reverse	7	0.020706987008452415
26253	rnn.bias_ih_l0_reverse	8	-0.07833842933177948
26253	rnn.bias_ih_l0_reverse	9	-0.031189149245619774
26253	rnn.bias_hh_l0_reverse	0	-0.07363410294055939
26253	rnn.bias_hh_l0_reverse	1	-0.031409598886966705
26253	rnn.bias_hh_l0_reverse	2	-0.026788678020238876
26253	rnn.bias_hh_l0_reverse	3	-0.0738738626241684
26253	rnn.bias_hh_l0_reverse	4	-0.0058345794677734375
26253	rnn.bias_hh_l0_reverse	5	-0.061126600950956345
26253	rnn.bias_hh_l0_reverse	6	-0.06421700865030289
26253	rnn.bias_hh_l0_reverse	7	-0.07159250229597092
26253	rnn.bias_hh_l0_reverse	8	-0.034266144037246704
26253	rnn.bias_hh_l0_reverse	9	-0.08890368044376373
26253	linear.weight	0	-0.1881878823041916
26253	linear.weight	1	-0.04224996641278267
26253	linear.weight	2	-0.011228874325752258
26253	linear.weight	3	-0.07943592220544815
26253	linear.weight	4	0.04651720076799393
26253	linear.weight	5	0.2400466501712799
26253	linear.weight	6	0.0047744326293468475
26253	linear.weight	7	-0.021312154829502106
26253	linear.weight	8	0.11772995442152023
26253	linear.weight	9	0.046262022107839584
26253	linear.bias	0	-0.5216949582099915
26253	linear.bias	1	0.255683571100235
26253	linear.bias	2	0.1976107954978943
26253	linear.bias	3	-0.3946383595466614
26253	linear.bias	4	-1.2140926122665405
26253	linear.bias	5	-1.0583416223526
26253	linear.bias	6	-0.4689624309539795
26253	linear.bias	7	-0.6246729493141174
26253	linear.bias	8	-0.01705317199230194
26253	linear.bias	9	2.516857147216797
26450	transitions	0	-0.04447733983397484
26450	transitions	1	6.36651611328125
26450	transitions	2	-2.486988067626953
26450	transitions	3	1.193246841430664
26450	transitions	4	-1.326290249824524
26450	transitions	5	-0.20888881385326385
26450	transitions	6	-0.11252640187740326
26450	transitions	7	-10000.0
26450	transitions	8	1.4707943201065063
26450	transitions	9	-2.2752623558044434
26450	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
26450	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
26450	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
26450	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
26450	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
26450	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
26450	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
26450	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
26450	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
26450	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
26450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
26450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
26450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
26450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
26450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
26450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
26450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
26450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
26450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
26450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
26450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
26450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
26450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
26450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
26450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
26450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
26450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
26450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
26450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
26450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
26450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
26450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
26450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
26450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
26450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
26450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
26450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
26450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
26450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
26450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
26450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
26450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
26450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
26450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
26450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
26450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
26450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
26450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
26450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
26450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
26450	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
26450	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
26450	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
26450	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
26450	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
26450	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
26450	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
26450	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
26450	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
26450	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
26450	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
26450	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
26450	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
26450	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
26450	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
26450	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
26450	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
26450	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
26450	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
26450	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
26450	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
26450	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
26450	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
26450	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
26450	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
26450	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
26450	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
26450	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
26450	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
26450	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
26450	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
26450	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
26450	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
26450	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
26450	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
26450	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
26450	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
26450	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
26450	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
26450	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
26450	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
26450	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
26450	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
26450	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
26450	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
26450	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
26450	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
26450	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
26450	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
26450	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
26450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
26450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
26450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
26450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
26450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
26450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
26450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
26450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
26450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
26450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
26450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
26450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
26450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
26450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
26450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
26450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
26450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
26450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
26450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
26450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
26450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
26450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
26450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
26450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
26450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
26450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
26450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
26450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
26450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
26450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
26450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
26450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
26450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
26450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
26450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
26450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
26450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
26450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
26450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
26450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
26450	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
26450	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
26450	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
26450	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
26450	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
26450	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
26450	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
26450	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
26450	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
26450	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
26450	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
26450	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
26450	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
26450	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
26450	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
26450	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
26450	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
26450	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
26450	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
26450	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
26450	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
26450	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
26450	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
26450	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
26450	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
26450	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
26450	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
26450	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
26450	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
26450	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
26450	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
26450	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
26450	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
26450	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
26450	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
26450	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
26450	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
26450	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
26450	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
26450	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
26450	embedding2nn.weight	0	0.016944192349910736
26450	embedding2nn.weight	1	-0.06129972264170647
26450	embedding2nn.weight	2	0.02106809988617897
26450	embedding2nn.weight	3	-0.014390339143574238
26450	embedding2nn.weight	4	-0.044352948665618896
26450	embedding2nn.weight	5	0.05001470446586609
26450	embedding2nn.weight	6	-0.032280322164297104
26450	embedding2nn.weight	7	-0.05542202293872833
26450	embedding2nn.weight	8	0.00946850422769785
26450	embedding2nn.weight	9	0.03609856218099594
26450	embedding2nn.bias	0	0.09426047652959824
26450	embedding2nn.bias	1	0.03601222112774849
26450	embedding2nn.bias	2	-0.11007282137870789
26450	embedding2nn.bias	3	0.06814714521169662
26450	embedding2nn.bias	4	0.051231749355793
26450	embedding2nn.bias	5	-0.12144766747951508
26450	embedding2nn.bias	6	-0.04691597819328308
26450	embedding2nn.bias	7	-0.019779717549681664
26450	embedding2nn.bias	8	0.06239810213446617
26450	embedding2nn.bias	9	-0.10484447330236435
26450	rnn.weight_ih_l0	0	0.0063194651156663895
26450	rnn.weight_ih_l0	1	0.0334019735455513
26450	rnn.weight_ih_l0	2	-0.025031231343746185
26450	rnn.weight_ih_l0	3	0.00771356513723731
26450	rnn.weight_ih_l0	4	0.030205843970179558
26450	rnn.weight_ih_l0	5	-0.04524020478129387
26450	rnn.weight_ih_l0	6	0.040848661214113235
26450	rnn.weight_ih_l0	7	-0.01966811530292034
26450	rnn.weight_ih_l0	8	0.019976217299699783
26450	rnn.weight_ih_l0	9	-0.010540753602981567
26450	rnn.weight_hh_l0	0	0.01439848355948925
26450	rnn.weight_hh_l0	1	-0.04808368161320686
26450	rnn.weight_hh_l0	2	0.023046744987368584
26450	rnn.weight_hh_l0	3	0.011572115123271942
26450	rnn.weight_hh_l0	4	0.01688355766236782
26450	rnn.weight_hh_l0	5	0.023049037903547287
26450	rnn.weight_hh_l0	6	-0.00555309047922492
26450	rnn.weight_hh_l0	7	-0.04954734817147255
26450	rnn.weight_hh_l0	8	-0.031195299699902534
26450	rnn.weight_hh_l0	9	-0.03891083598136902
26450	rnn.bias_ih_l0	0	-0.010812369175255299
26450	rnn.bias_ih_l0	1	-0.06004637852311134
26450	rnn.bias_ih_l0	2	-0.09850356727838516
26450	rnn.bias_ih_l0	3	-0.17957703769207
26450	rnn.bias_ih_l0	4	0.021076247096061707
26450	rnn.bias_ih_l0	5	0.0660523846745491
26450	rnn.bias_ih_l0	6	-0.09799773246049881
26450	rnn.bias_ih_l0	7	-0.14078925549983978
26450	rnn.bias_ih_l0	8	-0.04379221424460411
26450	rnn.bias_ih_l0	9	-0.059292618185281754
26450	rnn.bias_hh_l0	0	0.07498938590288162
26450	rnn.bias_hh_l0	1	-0.02744670957326889
26450	rnn.bias_hh_l0	2	-0.005947291385382414
26450	rnn.bias_hh_l0	3	-0.08901745080947876
26450	rnn.bias_hh_l0	4	0.021199820563197136
26450	rnn.bias_hh_l0	5	0.035001616925001144
26450	rnn.bias_hh_l0	6	-0.04405413940548897
26450	rnn.bias_hh_l0	7	-0.061560261994600296
26450	rnn.bias_hh_l0	8	-0.08826727420091629
26450	rnn.bias_hh_l0	9	-0.06964284181594849
26450	rnn.weight_ih_l0_reverse	0	0.019661905243992805
26450	rnn.weight_ih_l0_reverse	1	-0.009622475132346153
26450	rnn.weight_ih_l0_reverse	2	-0.009723229333758354
26450	rnn.weight_ih_l0_reverse	3	-0.014051136560738087
26450	rnn.weight_ih_l0_reverse	4	0.02486393414437771
26450	rnn.weight_ih_l0_reverse	5	-0.006328802555799484
26450	rnn.weight_ih_l0_reverse	6	-0.03596840053796768
26450	rnn.weight_ih_l0_reverse	7	-0.02424818091094494
26450	rnn.weight_ih_l0_reverse	8	0.01941687799990177
26450	rnn.weight_ih_l0_reverse	9	0.01600232720375061
26450	rnn.weight_hh_l0_reverse	0	-0.015554550103843212
26450	rnn.weight_hh_l0_reverse	1	0.012974865734577179
26450	rnn.weight_hh_l0_reverse	2	-0.031007397919893265
26450	rnn.weight_hh_l0_reverse	3	0.03677177056670189
26450	rnn.weight_hh_l0_reverse	4	0.015719424933195114
26450	rnn.weight_hh_l0_reverse	5	0.008127928711473942
26450	rnn.weight_hh_l0_reverse	6	0.02126505598425865
26450	rnn.weight_hh_l0_reverse	7	0.02051731012761593
26450	rnn.weight_hh_l0_reverse	8	0.01048471499234438
26450	rnn.weight_hh_l0_reverse	9	-0.040235280990600586
26450	rnn.bias_ih_l0_reverse	0	-0.04875978082418442
26450	rnn.bias_ih_l0_reverse	1	-0.21145135164260864
26450	rnn.bias_ih_l0_reverse	2	-0.011467957869172096
26450	rnn.bias_ih_l0_reverse	3	-0.06456216424703598
26450	rnn.bias_ih_l0_reverse	4	0.0668274462223053
26450	rnn.bias_ih_l0_reverse	5	-0.12793461978435516
26450	rnn.bias_ih_l0_reverse	6	-0.04041774943470955
26450	rnn.bias_ih_l0_reverse	7	0.02034338004887104
26450	rnn.bias_ih_l0_reverse	8	-0.07627731561660767
26450	rnn.bias_ih_l0_reverse	9	-0.03413968160748482
26450	rnn.bias_hh_l0_reverse	0	-0.06880629062652588
26450	rnn.bias_hh_l0_reverse	1	-0.027520908042788506
26450	rnn.bias_hh_l0_reverse	2	-0.02708110585808754
26450	rnn.bias_hh_l0_reverse	3	-0.07604581862688065
26450	rnn.bias_hh_l0_reverse	4	-0.004641677252948284
26450	rnn.bias_hh_l0_reverse	5	-0.06252926588058472
26450	rnn.bias_hh_l0_reverse	6	-0.06925591081380844
26450	rnn.bias_hh_l0_reverse	7	-0.07485407590866089
26450	rnn.bias_hh_l0_reverse	8	-0.03607897087931633
26450	rnn.bias_hh_l0_reverse	9	-0.0904177874326706
26450	linear.weight	0	-0.18284283578395844
26450	linear.weight	1	-0.043079033493995667
26450	linear.weight	2	-0.011228874325752258
26450	linear.weight	3	-0.07532192021608353
26450	linear.weight	4	0.053976062685251236
26450	linear.weight	5	0.26470452547073364
26450	linear.weight	6	0.0047744326293468475
26450	linear.weight	7	-0.021312154829502106
26450	linear.weight	8	0.08144059777259827
26450	linear.weight	9	0.0369446761906147
26450	linear.bias	0	-0.5191628336906433
26450	linear.bias	1	0.2804599106311798
26450	linear.bias	2	0.1523427814245224
26450	linear.bias	3	-0.35535749793052673
26450	linear.bias	4	-1.195522665977478
26450	linear.bias	5	-1.059058427810669
26450	linear.bias	6	-0.4849020540714264
26450	linear.bias	7	-0.6767673492431641
26450	linear.bias	8	-0.01705317199230194
26450	linear.bias	9	2.5783731937408447
26647	transitions	0	-0.045501887798309326
26647	transitions	1	6.3737640380859375
26647	transitions	2	-2.4901959896087646
26647	transitions	3	1.1813433170318604
26647	transitions	4	-1.3291007280349731
26647	transitions	5	-0.20911933481693268
26647	transitions	6	-0.11302683502435684
26647	transitions	7	-10000.0
26647	transitions	8	1.4753066301345825
26647	transitions	9	-2.275383710861206
26647	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
26647	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
26647	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
26647	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
26647	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
26647	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
26647	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
26647	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
26647	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
26647	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
26647	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
26647	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
26647	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
26647	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
26647	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
26647	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
26647	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
26647	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
26647	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
26647	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
26647	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
26647	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
26647	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
26647	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
26647	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
26647	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
26647	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
26647	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
26647	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
26647	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
26647	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
26647	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
26647	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
26647	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
26647	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
26647	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
26647	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
26647	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
26647	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
26647	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
26647	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
26647	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
26647	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
26647	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
26647	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
26647	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
26647	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
26647	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
26647	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
26647	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
26647	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
26647	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
26647	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
26647	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
26647	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
26647	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
26647	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
26647	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
26647	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
26647	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
26647	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
26647	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
26647	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
26647	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
26647	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
26647	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
26647	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
26647	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
26647	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
26647	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
26647	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
26647	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
26647	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
26647	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
26647	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
26647	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
26647	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
26647	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
26647	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
26647	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
26647	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
26647	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
26647	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
26647	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
26647	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
26647	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
26647	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
26647	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
26647	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
26647	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
26647	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
26647	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
26647	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
26647	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
26647	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
26647	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
26647	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
26647	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
26647	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
26647	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
26647	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
26647	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
26647	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
26647	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
26647	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
26647	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
26647	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
26647	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
26647	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
26647	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
26647	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
26647	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
26647	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
26647	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
26647	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
26647	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
26647	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
26647	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
26647	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
26647	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
26647	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
26647	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
26647	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
26647	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
26647	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
26647	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
26647	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
26647	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
26647	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
26647	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
26647	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
26647	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
26647	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
26647	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
26647	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
26647	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
26647	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
26647	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
26647	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
26647	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
26647	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
26647	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
26647	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
26647	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
26647	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
26647	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
26647	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
26647	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
26647	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
26647	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
26647	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
26647	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
26647	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
26647	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
26647	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
26647	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
26647	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
26647	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
26647	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
26647	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
26647	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
26647	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
26647	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
26647	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
26647	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
26647	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
26647	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
26647	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
26647	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
26647	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
26647	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
26647	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
26647	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
26647	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
26647	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
26647	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
26647	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
26647	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
26647	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
26647	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
26647	embedding2nn.weight	0	0.01668960228562355
26647	embedding2nn.weight	1	-0.059357479214668274
26647	embedding2nn.weight	2	0.0169878751039505
26647	embedding2nn.weight	3	-0.015377930365502834
26647	embedding2nn.weight	4	-0.04396596550941467
26647	embedding2nn.weight	5	0.05191906541585922
26647	embedding2nn.weight	6	-0.03575233742594719
26647	embedding2nn.weight	7	-0.05208294838666916
26647	embedding2nn.weight	8	0.009878062643110752
26647	embedding2nn.weight	9	0.03600902110338211
26647	embedding2nn.bias	0	0.10863485187292099
26647	embedding2nn.bias	1	0.04266747832298279
26647	embedding2nn.bias	2	-0.11345560848712921
26647	embedding2nn.bias	3	0.08102227747440338
26647	embedding2nn.bias	4	0.04532911255955696
26647	embedding2nn.bias	5	-0.11272184550762177
26647	embedding2nn.bias	6	-0.051544927060604095
26647	embedding2nn.bias	7	-0.021062443032860756
26647	embedding2nn.bias	8	0.06789997220039368
26647	embedding2nn.bias	9	-0.12401680648326874
26647	rnn.weight_ih_l0	0	0.00571462232619524
26647	rnn.weight_ih_l0	1	0.031035996973514557
26647	rnn.weight_ih_l0	2	-0.02628234401345253
26647	rnn.weight_ih_l0	3	0.009295135736465454
26647	rnn.weight_ih_l0	4	0.03136024996638298
26647	rnn.weight_ih_l0	5	-0.04509332403540611
26647	rnn.weight_ih_l0	6	0.04179621860384941
26647	rnn.weight_ih_l0	7	-0.017801132053136826
26647	rnn.weight_ih_l0	8	0.0214863084256649
26647	rnn.weight_ih_l0	9	-0.010285756550729275
26647	rnn.weight_hh_l0	0	0.013516074977815151
26647	rnn.weight_hh_l0	1	-0.04981975629925728
26647	rnn.weight_hh_l0	2	0.022471006959676743
26647	rnn.weight_hh_l0	3	0.0114054586738348
26647	rnn.weight_hh_l0	4	0.017094550654292107
26647	rnn.weight_hh_l0	5	0.02192920446395874
26647	rnn.weight_hh_l0	6	-0.0056234607473015785
26647	rnn.weight_hh_l0	7	-0.050239067524671555
26647	rnn.weight_hh_l0	8	-0.03520851582288742
26647	rnn.weight_hh_l0	9	-0.038295626640319824
26647	rnn.bias_ih_l0	0	-0.011063176207244396
26647	rnn.bias_ih_l0	1	-0.06315218657255173
26647	rnn.bias_ih_l0	2	-0.0955190360546112
26647	rnn.bias_ih_l0	3	-0.1800483763217926
26647	rnn.bias_ih_l0	4	0.02370677888393402
26647	rnn.bias_ih_l0	5	0.06805676966905594
26647	rnn.bias_ih_l0	6	-0.0973910391330719
26647	rnn.bias_ih_l0	7	-0.14006631076335907
26647	rnn.bias_ih_l0	8	-0.04349366948008537
26647	rnn.bias_ih_l0	9	-0.06518087536096573
26647	rnn.bias_hh_l0	0	0.06978491693735123
26647	rnn.bias_hh_l0	1	-0.027670830488204956
26647	rnn.bias_hh_l0	2	-0.008781256154179573
26647	rnn.bias_hh_l0	3	-0.08869002759456635
26647	rnn.bias_hh_l0	4	0.019218292087316513
26647	rnn.bias_hh_l0	5	0.03196275234222412
26647	rnn.bias_hh_l0	6	-0.04356696084141731
26647	rnn.bias_hh_l0	7	-0.06152855604887009
26647	rnn.bias_hh_l0	8	-0.09481962025165558
26647	rnn.bias_hh_l0	9	-0.06956195831298828
26647	rnn.weight_ih_l0_reverse	0	0.020316706970334053
26647	rnn.weight_ih_l0_reverse	1	-0.009489655494689941
26647	rnn.weight_ih_l0_reverse	2	-0.008181788958609104
26647	rnn.weight_ih_l0_reverse	3	-0.013872127048671246
26647	rnn.weight_ih_l0_reverse	4	0.025319574400782585
26647	rnn.weight_ih_l0_reverse	5	-0.005567226558923721
26647	rnn.weight_ih_l0_reverse	6	-0.03574381023645401
26647	rnn.weight_ih_l0_reverse	7	-0.022092342376708984
26647	rnn.weight_ih_l0_reverse	8	0.021757228299975395
26647	rnn.weight_ih_l0_reverse	9	0.017831331118941307
26647	rnn.weight_hh_l0_reverse	0	-0.016408806666731834
26647	rnn.weight_hh_l0_reverse	1	0.011837475001811981
26647	rnn.weight_hh_l0_reverse	2	-0.030940132215619087
26647	rnn.weight_hh_l0_reverse	3	0.03727683797478676
26647	rnn.weight_hh_l0_reverse	4	0.015070307068526745
26647	rnn.weight_hh_l0_reverse	5	0.008297617547214031
26647	rnn.weight_hh_l0_reverse	6	0.021034009754657745
26647	rnn.weight_hh_l0_reverse	7	0.020384706556797028
26647	rnn.weight_hh_l0_reverse	8	0.010668518953025341
26647	rnn.weight_hh_l0_reverse	9	-0.040085725486278534
26647	rnn.bias_ih_l0_reverse	0	-0.05151950940489769
26647	rnn.bias_ih_l0_reverse	1	-0.20945964753627777
26647	rnn.bias_ih_l0_reverse	2	-0.015044360421597958
26647	rnn.bias_ih_l0_reverse	3	-0.06692260503768921
26647	rnn.bias_ih_l0_reverse	4	0.05965777486562729
26647	rnn.bias_ih_l0_reverse	5	-0.12867377698421478
26647	rnn.bias_ih_l0_reverse	6	-0.042178429663181305
26647	rnn.bias_ih_l0_reverse	7	0.009282547049224377
26647	rnn.bias_ih_l0_reverse	8	-0.08156493306159973
26647	rnn.bias_ih_l0_reverse	9	-0.029311945661902428
26647	rnn.bias_hh_l0_reverse	0	-0.06763619184494019
26647	rnn.bias_hh_l0_reverse	1	-0.02484266459941864
26647	rnn.bias_hh_l0_reverse	2	-0.026557596400380135
26647	rnn.bias_hh_l0_reverse	3	-0.08068926632404327
26647	rnn.bias_hh_l0_reverse	4	-0.0047670938074588776
26647	rnn.bias_hh_l0_reverse	5	-0.06526999920606613
26647	rnn.bias_hh_l0_reverse	6	-0.06960174441337585
26647	rnn.bias_hh_l0_reverse	7	-0.07291402667760849
26647	rnn.bias_hh_l0_reverse	8	-0.039150580763816833
26647	rnn.bias_hh_l0_reverse	9	-0.09022464603185654
26647	linear.weight	0	-0.1974756270647049
26647	linear.weight	1	-0.04707258194684982
26647	linear.weight	2	-0.011228874325752258
26647	linear.weight	3	-0.09176328778266907
26647	linear.weight	4	0.06258607655763626
26647	linear.weight	5	0.27525830268859863
26647	linear.weight	6	0.0047744326293468475
26647	linear.weight	7	-0.021312154829502106
26647	linear.weight	8	0.05449362099170685
26647	linear.weight	9	0.028667232021689415
26647	linear.bias	0	-0.5202993154525757
26647	linear.bias	1	0.26964589953422546
26647	linear.bias	2	0.15579989552497864
26647	linear.bias	3	-0.36874037981033325
26647	linear.bias	4	-1.1997418403625488
26647	linear.bias	5	-1.0597479343414307
26647	linear.bias	6	-0.4883171021938324
26647	linear.bias	7	-0.6302958130836487
26647	linear.bias	8	-0.01705317199230194
26647	linear.bias	9	2.5958521366119385
26844	transitions	0	-0.04702647775411606
26844	transitions	1	6.386490821838379
26844	transitions	2	-2.4934518337249756
26844	transitions	3	1.1877013444900513
26844	transitions	4	-1.3317499160766602
26844	transitions	5	-0.20939287543296814
26844	transitions	6	-0.11333425343036652
26844	transitions	7	-10000.0
26844	transitions	8	1.4729405641555786
26844	transitions	9	-2.2754979133605957
26844	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
26844	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
26844	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
26844	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
26844	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
26844	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
26844	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
26844	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
26844	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
26844	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
26844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
26844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
26844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
26844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
26844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
26844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
26844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
26844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
26844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
26844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
26844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
26844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
26844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
26844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
26844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
26844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
26844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
26844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
26844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
26844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
26844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
26844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
26844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
26844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
26844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
26844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
26844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
26844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
26844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
26844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
26844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
26844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
26844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
26844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
26844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
26844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
26844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
26844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
26844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
26844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
26844	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
26844	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
26844	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
26844	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
26844	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
26844	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
26844	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
26844	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
26844	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
26844	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
26844	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
26844	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
26844	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
26844	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
26844	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
26844	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
26844	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
26844	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
26844	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
26844	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
26844	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
26844	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
26844	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
26844	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
26844	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
26844	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
26844	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
26844	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
26844	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
26844	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
26844	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
26844	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
26844	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
26844	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
26844	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
26844	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
26844	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
26844	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
26844	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
26844	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
26844	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
26844	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
26844	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
26844	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
26844	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
26844	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
26844	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
26844	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
26844	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
26844	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
26844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
26844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
26844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
26844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
26844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
26844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
26844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
26844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
26844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
26844	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
26844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
26844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
26844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
26844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
26844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
26844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
26844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
26844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
26844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
26844	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
26844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
26844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
26844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
26844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
26844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
26844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
26844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
26844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
26844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
26844	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
26844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
26844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
26844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
26844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
26844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
26844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
26844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
26844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
26844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
26844	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
26844	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
26844	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
26844	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
26844	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
26844	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
26844	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
26844	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
26844	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
26844	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
26844	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
26844	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
26844	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
26844	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
26844	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
26844	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
26844	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
26844	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
26844	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
26844	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
26844	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
26844	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
26844	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
26844	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
26844	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
26844	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
26844	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
26844	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
26844	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
26844	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
26844	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
26844	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
26844	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
26844	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
26844	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
26844	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
26844	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
26844	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
26844	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
26844	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
26844	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
26844	embedding2nn.weight	0	0.016341455280780792
26844	embedding2nn.weight	1	-0.058474957942962646
26844	embedding2nn.weight	2	0.018531860783696175
26844	embedding2nn.weight	3	-0.01641843467950821
26844	embedding2nn.weight	4	-0.04555707797408104
26844	embedding2nn.weight	5	0.05035838112235069
26844	embedding2nn.weight	6	-0.023752063512802124
26844	embedding2nn.weight	7	-0.05144253000617027
26844	embedding2nn.weight	8	0.00938977487385273
26844	embedding2nn.weight	9	0.03522731363773346
26844	embedding2nn.bias	0	0.11793018132448196
26844	embedding2nn.bias	1	0.03432620316743851
26844	embedding2nn.bias	2	-0.11747943609952927
26844	embedding2nn.bias	3	0.08919187635183334
26844	embedding2nn.bias	4	0.03331126272678375
26844	embedding2nn.bias	5	-0.10075967758893967
26844	embedding2nn.bias	6	-0.06297577172517776
26844	embedding2nn.bias	7	-0.025428080931305885
26844	embedding2nn.bias	8	0.06262465566396713
26844	embedding2nn.bias	9	-0.11526072770357132
26844	rnn.weight_ih_l0	0	0.009775888174772263
26844	rnn.weight_ih_l0	1	0.02465836890041828
26844	rnn.weight_ih_l0	2	-0.025229280814528465
26844	rnn.weight_ih_l0	3	0.009507793001830578
26844	rnn.weight_ih_l0	4	0.03583246469497681
26844	rnn.weight_ih_l0	5	-0.04541297256946564
26844	rnn.weight_ih_l0	6	0.041578132659196854
26844	rnn.weight_ih_l0	7	-0.01547170989215374
26844	rnn.weight_ih_l0	8	0.02466762252151966
26844	rnn.weight_ih_l0	9	-0.00972005631774664
26844	rnn.weight_hh_l0	0	0.013058056123554707
26844	rnn.weight_hh_l0	1	-0.05050436779856682
26844	rnn.weight_hh_l0	2	0.023725243285298347
26844	rnn.weight_hh_l0	3	0.011617843061685562
26844	rnn.weight_hh_l0	4	0.016723182052373886
26844	rnn.weight_hh_l0	5	0.022768110036849976
26844	rnn.weight_hh_l0	6	-0.005879769567400217
26844	rnn.weight_hh_l0	7	-0.049482107162475586
26844	rnn.weight_hh_l0	8	-0.03478896990418434
26844	rnn.weight_hh_l0	9	-0.039162177592515945
26844	rnn.bias_ih_l0	0	-0.008666494861245155
26844	rnn.bias_ih_l0	1	-0.06799396127462387
26844	rnn.bias_ih_l0	2	-0.0964275524020195
26844	rnn.bias_ih_l0	3	-0.18022798001766205
26844	rnn.bias_ih_l0	4	0.025988273322582245
26844	rnn.bias_ih_l0	5	0.06705489754676819
26844	rnn.bias_ih_l0	6	-0.09789425879716873
26844	rnn.bias_ih_l0	7	-0.14001032710075378
26844	rnn.bias_ih_l0	8	-0.0373576283454895
26844	rnn.bias_ih_l0	9	-0.06547354906797409
26844	rnn.bias_hh_l0	0	0.06981686502695084
26844	rnn.bias_hh_l0	1	-0.02824736014008522
26844	rnn.bias_hh_l0	2	-0.007088115438818932
26844	rnn.bias_hh_l0	3	-0.08850487321615219
26844	rnn.bias_hh_l0	4	0.021237170323729515
26844	rnn.bias_hh_l0	5	0.03345635533332825
26844	rnn.bias_hh_l0	6	-0.04350908473134041
26844	rnn.bias_hh_l0	7	-0.06302628666162491
26844	rnn.bias_hh_l0	8	-0.09812455624341965
26844	rnn.bias_hh_l0	9	-0.06851216405630112
26844	rnn.weight_ih_l0_reverse	0	0.022278007119894028
26844	rnn.weight_ih_l0_reverse	1	-0.009192710742354393
26844	rnn.weight_ih_l0_reverse	2	-0.004660730250179768
26844	rnn.weight_ih_l0_reverse	3	-0.01134717371314764
26844	rnn.weight_ih_l0_reverse	4	0.024017522111535072
26844	rnn.weight_ih_l0_reverse	5	-0.0068836212158203125
26844	rnn.weight_ih_l0_reverse	6	-0.03837278485298157
26844	rnn.weight_ih_l0_reverse	7	-0.022366303950548172
26844	rnn.weight_ih_l0_reverse	8	0.02536248229444027
26844	rnn.weight_ih_l0_reverse	9	0.015708016231656075
26844	rnn.weight_hh_l0_reverse	0	-0.015277513302862644
26844	rnn.weight_hh_l0_reverse	1	0.009824726730585098
26844	rnn.weight_hh_l0_reverse	2	-0.030709922313690186
26844	rnn.weight_hh_l0_reverse	3	0.03869323059916496
26844	rnn.weight_hh_l0_reverse	4	0.014431798830628395
26844	rnn.weight_hh_l0_reverse	5	0.008546249940991402
26844	rnn.weight_hh_l0_reverse	6	0.021620778366923332
26844	rnn.weight_hh_l0_reverse	7	0.02031918615102768
26844	rnn.weight_hh_l0_reverse	8	0.01084485836327076
26844	rnn.weight_hh_l0_reverse	9	-0.03996462747454643
26844	rnn.bias_ih_l0_reverse	0	-0.05356011912226677
26844	rnn.bias_ih_l0_reverse	1	-0.20191241800785065
26844	rnn.bias_ih_l0_reverse	2	-0.018483581021428108
26844	rnn.bias_ih_l0_reverse	3	-0.06614828109741211
26844	rnn.bias_ih_l0_reverse	4	0.06544183939695358
26844	rnn.bias_ih_l0_reverse	5	-0.13244333863258362
26844	rnn.bias_ih_l0_reverse	6	-0.04218194633722305
26844	rnn.bias_ih_l0_reverse	7	0.009845975786447525
26844	rnn.bias_ih_l0_reverse	8	-0.08054271340370178
26844	rnn.bias_ih_l0_reverse	9	-0.031318772584199905
26844	rnn.bias_hh_l0_reverse	0	-0.06913772225379944
26844	rnn.bias_hh_l0_reverse	1	-0.029233558103442192
26844	rnn.bias_hh_l0_reverse	2	-0.02569163404405117
26844	rnn.bias_hh_l0_reverse	3	-0.08180015534162521
26844	rnn.bias_hh_l0_reverse	4	-0.0019221074180677533
26844	rnn.bias_hh_l0_reverse	5	-0.06436048448085785
26844	rnn.bias_hh_l0_reverse	6	-0.0676117017865181
26844	rnn.bias_hh_l0_reverse	7	-0.0735398679971695
26844	rnn.bias_hh_l0_reverse	8	-0.04020020365715027
26844	rnn.bias_hh_l0_reverse	9	-0.09165649861097336
26844	linear.weight	0	-0.207098588347435
26844	linear.weight	1	-0.0500108078122139
26844	linear.weight	2	-0.011228874325752258
26844	linear.weight	3	-0.1002102792263031
26844	linear.weight	4	0.05920092761516571
26844	linear.weight	5	0.29183676838874817
26844	linear.weight	6	0.0047744326293468475
26844	linear.weight	7	-0.021312154829502106
26844	linear.weight	8	0.04813608154654503
26844	linear.weight	9	0.0282958522439003
26844	linear.bias	0	-0.5258647799491882
26844	linear.bias	1	0.281347393989563
26844	linear.bias	2	0.1806391328573227
26844	linear.bias	3	-0.34191158413887024
26844	linear.bias	4	-1.2223913669586182
26844	linear.bias	5	-1.0605380535125732
26844	linear.bias	6	-0.48965662717819214
26844	linear.bias	7	-0.6725652813911438
26844	linear.bias	8	-0.01705317199230194
26844	linear.bias	9	2.602919340133667
27041	transitions	0	-0.04778216406702995
27041	transitions	1	6.406683921813965
27041	transitions	2	-2.496917486190796
27041	transitions	3	1.1945384740829468
27041	transitions	4	-1.3336974382400513
27041	transitions	5	-0.2101580649614334
27041	transitions	6	-0.11372818797826767
27041	transitions	7	-10000.0
27041	transitions	8	1.4760719537734985
27041	transitions	9	-2.2756173610687256
27041	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
27041	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
27041	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
27041	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
27041	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
27041	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
27041	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
27041	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
27041	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
27041	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
27041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
27041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
27041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
27041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
27041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
27041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
27041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
27041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
27041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
27041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
27041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
27041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
27041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
27041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
27041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
27041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
27041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
27041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
27041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
27041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
27041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
27041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
27041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
27041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
27041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
27041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
27041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
27041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
27041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
27041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
27041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
27041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
27041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
27041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
27041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
27041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
27041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
27041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
27041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
27041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
27041	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
27041	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
27041	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
27041	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
27041	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
27041	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
27041	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
27041	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
27041	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
27041	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
27041	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
27041	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
27041	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
27041	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
27041	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
27041	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
27041	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
27041	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
27041	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
27041	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
27041	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
27041	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
27041	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
27041	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
27041	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
27041	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
27041	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
27041	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
27041	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
27041	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
27041	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
27041	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
27041	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
27041	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
27041	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
27041	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
27041	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
27041	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
27041	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
27041	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
27041	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
27041	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
27041	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
27041	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
27041	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
27041	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
27041	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
27041	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
27041	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
27041	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
27041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
27041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
27041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
27041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
27041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
27041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
27041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
27041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
27041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
27041	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
27041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
27041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
27041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
27041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
27041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
27041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
27041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
27041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
27041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
27041	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
27041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
27041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
27041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
27041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
27041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
27041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
27041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
27041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
27041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
27041	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
27041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
27041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
27041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
27041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
27041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
27041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
27041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
27041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
27041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
27041	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
27041	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
27041	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
27041	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
27041	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
27041	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
27041	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
27041	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
27041	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
27041	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
27041	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
27041	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
27041	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
27041	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
27041	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
27041	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
27041	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
27041	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
27041	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
27041	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
27041	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
27041	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
27041	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
27041	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
27041	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
27041	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
27041	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
27041	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
27041	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
27041	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
27041	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
27041	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
27041	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
27041	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
27041	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
27041	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
27041	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
27041	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
27041	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
27041	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
27041	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
27041	embedding2nn.weight	0	0.01611703634262085
27041	embedding2nn.weight	1	-0.058243680745363235
27041	embedding2nn.weight	2	0.01908283680677414
27041	embedding2nn.weight	3	-0.015563184395432472
27041	embedding2nn.weight	4	-0.042809080332517624
27041	embedding2nn.weight	5	0.05005665495991707
27041	embedding2nn.weight	6	-0.037996500730514526
27041	embedding2nn.weight	7	-0.0516882985830307
27041	embedding2nn.weight	8	0.009211057797074318
27041	embedding2nn.weight	9	0.03801681846380234
27041	embedding2nn.bias	0	0.10674428194761276
27041	embedding2nn.bias	1	0.025747349485754967
27041	embedding2nn.bias	2	-0.11466361582279205
27041	embedding2nn.bias	3	0.08805912733078003
27041	embedding2nn.bias	4	0.025975432246923447
27041	embedding2nn.bias	5	-0.10338453203439713
27041	embedding2nn.bias	6	-0.0647711530327797
27041	embedding2nn.bias	7	-0.031956471502780914
27041	embedding2nn.bias	8	0.07026253640651703
27041	embedding2nn.bias	9	-0.10897337645292282
27041	rnn.weight_ih_l0	0	0.009703162126243114
27041	rnn.weight_ih_l0	1	0.025728946551680565
27041	rnn.weight_ih_l0	2	-0.023783789947628975
27041	rnn.weight_ih_l0	3	0.0031346173491328955
27041	rnn.weight_ih_l0	4	0.03578881546854973
27041	rnn.weight_ih_l0	5	-0.04412847384810448
27041	rnn.weight_ih_l0	6	0.04179542884230614
27041	rnn.weight_ih_l0	7	-0.01464235782623291
27041	rnn.weight_ih_l0	8	0.026019448414444923
27041	rnn.weight_ih_l0	9	-0.010902771726250648
27041	rnn.weight_hh_l0	0	0.012938149273395538
27041	rnn.weight_hh_l0	1	-0.05282227694988251
27041	rnn.weight_hh_l0	2	0.02417941950261593
27041	rnn.weight_hh_l0	3	0.011665740981698036
27041	rnn.weight_hh_l0	4	0.01647527515888214
27041	rnn.weight_hh_l0	5	0.023343997076153755
27041	rnn.weight_hh_l0	6	-0.0053175692446529865
27041	rnn.weight_hh_l0	7	-0.04928179830312729
27041	rnn.weight_hh_l0	8	-0.03426758199930191
27041	rnn.weight_hh_l0	9	-0.04067043960094452
27041	rnn.bias_ih_l0	0	-0.01323670893907547
27041	rnn.bias_ih_l0	1	-0.0645824745297432
27041	rnn.bias_ih_l0	2	-0.10172192752361298
27041	rnn.bias_ih_l0	3	-0.18004663288593292
27041	rnn.bias_ih_l0	4	0.019923429936170578
27041	rnn.bias_ih_l0	5	0.05475183576345444
27041	rnn.bias_ih_l0	6	-0.09550806879997253
27041	rnn.bias_ih_l0	7	-0.14169450104236603
27041	rnn.bias_ih_l0	8	-0.03876545652747154
27041	rnn.bias_ih_l0	9	-0.06486966460943222
27041	rnn.bias_hh_l0	0	0.07371372729539871
27041	rnn.bias_hh_l0	1	-0.02645445615053177
27041	rnn.bias_hh_l0	2	-0.005611698608845472
27041	rnn.bias_hh_l0	3	-0.08882793039083481
27041	rnn.bias_hh_l0	4	0.016996489837765694
27041	rnn.bias_hh_l0	5	0.032311029732227325
27041	rnn.bias_hh_l0	6	-0.04500134289264679
27041	rnn.bias_hh_l0	7	-0.06460186094045639
27041	rnn.bias_hh_l0	8	-0.10026068240404129
27041	rnn.bias_hh_l0	9	-0.06921997666358948
27041	rnn.weight_ih_l0_reverse	0	0.024351133033633232
27041	rnn.weight_ih_l0_reverse	1	-0.010050535202026367
27041	rnn.weight_ih_l0_reverse	2	-0.003857817267999053
27041	rnn.weight_ih_l0_reverse	3	-0.014427234418690205
27041	rnn.weight_ih_l0_reverse	4	0.02644224464893341
27041	rnn.weight_ih_l0_reverse	5	-0.007862962782382965
27041	rnn.weight_ih_l0_reverse	6	-0.038389526307582855
27041	rnn.weight_ih_l0_reverse	7	-0.022204414010047913
27041	rnn.weight_ih_l0_reverse	8	0.024629049003124237
27041	rnn.weight_ih_l0_reverse	9	0.018561720848083496
27041	rnn.weight_hh_l0_reverse	0	-0.01513348612934351
27041	rnn.weight_hh_l0_reverse	1	0.0094008669257164
27041	rnn.weight_hh_l0_reverse	2	-0.031134821474552155
27041	rnn.weight_hh_l0_reverse	3	0.039302725344896317
27041	rnn.weight_hh_l0_reverse	4	0.014697379432618618
27041	rnn.weight_hh_l0_reverse	5	0.008020252920687199
27041	rnn.weight_hh_l0_reverse	6	0.021884022280573845
27041	rnn.weight_hh_l0_reverse	7	0.019974300637841225
27041	rnn.weight_hh_l0_reverse	8	0.010424426756799221
27041	rnn.weight_hh_l0_reverse	9	-0.04047770798206329
27041	rnn.bias_ih_l0_reverse	0	-0.05422287806868553
27041	rnn.bias_ih_l0_reverse	1	-0.2023332715034485
27041	rnn.bias_ih_l0_reverse	2	-0.021366827189922333
27041	rnn.bias_ih_l0_reverse	3	-0.0652364045381546
27041	rnn.bias_ih_l0_reverse	4	0.05464496091008186
27041	rnn.bias_ih_l0_reverse	5	-0.13200315833091736
27041	rnn.bias_ih_l0_reverse	6	-0.0448940247297287
27041	rnn.bias_ih_l0_reverse	7	0.022354530170559883
27041	rnn.bias_ih_l0_reverse	8	-0.08050369471311569
27041	rnn.bias_ih_l0_reverse	9	-0.03459196537733078
27041	rnn.bias_hh_l0_reverse	0	-0.06455713510513306
27041	rnn.bias_hh_l0_reverse	1	-0.03182954713702202
27041	rnn.bias_hh_l0_reverse	2	-0.027749327942728996
27041	rnn.bias_hh_l0_reverse	3	-0.07996266335248947
27041	rnn.bias_hh_l0_reverse	4	-0.0015998706221580505
27041	rnn.bias_hh_l0_reverse	5	-0.061778031289577484
27041	rnn.bias_hh_l0_reverse	6	-0.07562713325023651
27041	rnn.bias_hh_l0_reverse	7	-0.073275625705719
27041	rnn.bias_hh_l0_reverse	8	-0.04007958248257637
27041	rnn.bias_hh_l0_reverse	9	-0.09199364483356476
27041	linear.weight	0	-0.2042335718870163
27041	linear.weight	1	-0.04464656859636307
27041	linear.weight	2	-0.011228874325752258
27041	linear.weight	3	-0.07134406268596649
27041	linear.weight	4	0.046620480716228485
27041	linear.weight	5	0.2661867141723633
27041	linear.weight	6	0.0047744326293468475
27041	linear.weight	7	-0.021312154829502106
27041	linear.weight	8	0.05245548486709595
27041	linear.weight	9	0.02136770263314247
27041	linear.bias	0	-0.5298635959625244
27041	linear.bias	1	0.2628948390483856
27041	linear.bias	2	0.14894528687000275
27041	linear.bias	3	-0.3760719299316406
27041	linear.bias	4	-1.2063394784927368
27041	linear.bias	5	-1.0613501071929932
27041	linear.bias	6	-0.5006815195083618
27041	linear.bias	7	-0.6265196800231934
27041	linear.bias	8	-0.01705317199230194
27041	linear.bias	9	2.5773112773895264
27238	transitions	0	-0.04882649704813957
27238	transitions	1	6.401941776275635
27238	transitions	2	-2.500354766845703
27238	transitions	3	1.1787142753601074
27238	transitions	4	-1.3361636400222778
27238	transitions	5	-0.21072104573249817
27238	transitions	6	-0.11416325718164444
27238	transitions	7	-10000.0
27238	transitions	8	1.470070719718933
27238	transitions	9	-2.275714159011841
27238	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
27238	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
27238	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
27238	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
27238	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
27238	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
27238	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
27238	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
27238	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
27238	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
27238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
27238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
27238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
27238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
27238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
27238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
27238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
27238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
27238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
27238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
27238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
27238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
27238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
27238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
27238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
27238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
27238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
27238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
27238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
27238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
27238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
27238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
27238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
27238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
27238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
27238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
27238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
27238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
27238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
27238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
27238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
27238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
27238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
27238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
27238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
27238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
27238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
27238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
27238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
27238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
27238	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
27238	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
27238	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
27238	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
27238	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
27238	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
27238	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
27238	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
27238	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
27238	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
27238	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
27238	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
27238	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
27238	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
27238	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
27238	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
27238	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
27238	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
27238	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
27238	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
27238	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
27238	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
27238	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
27238	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
27238	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
27238	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
27238	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
27238	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
27238	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
27238	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
27238	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
27238	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
27238	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
27238	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
27238	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
27238	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
27238	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
27238	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
27238	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
27238	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
27238	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
27238	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
27238	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
27238	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
27238	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
27238	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
27238	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
27238	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
27238	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
27238	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
27238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
27238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
27238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
27238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
27238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
27238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
27238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
27238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
27238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
27238	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
27238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
27238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
27238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
27238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
27238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
27238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
27238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
27238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
27238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
27238	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
27238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
27238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
27238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
27238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
27238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
27238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
27238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
27238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
27238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
27238	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
27238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
27238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
27238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
27238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
27238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
27238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
27238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
27238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
27238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
27238	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
27238	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
27238	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
27238	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
27238	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
27238	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
27238	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
27238	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
27238	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
27238	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
27238	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
27238	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
27238	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
27238	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
27238	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
27238	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
27238	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
27238	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
27238	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
27238	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
27238	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
27238	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
27238	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
27238	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
27238	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
27238	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
27238	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
27238	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
27238	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
27238	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
27238	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
27238	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
27238	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
27238	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
27238	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
27238	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
27238	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
27238	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
27238	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
27238	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
27238	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
27238	embedding2nn.weight	0	0.017024369910359383
27238	embedding2nn.weight	1	-0.059088025242090225
27238	embedding2nn.weight	2	0.01562829129397869
27238	embedding2nn.weight	3	-0.015457590110599995
27238	embedding2nn.weight	4	-0.04507143422961235
27238	embedding2nn.weight	5	0.05020182579755783
27238	embedding2nn.weight	6	-0.034497376531362534
27238	embedding2nn.weight	7	-0.05422012880444527
27238	embedding2nn.weight	8	0.011252469383180141
27238	embedding2nn.weight	9	0.034822314977645874
27238	embedding2nn.bias	0	0.11073391139507294
27238	embedding2nn.bias	1	0.03469439968466759
27238	embedding2nn.bias	2	-0.1193867027759552
27238	embedding2nn.bias	3	0.09130485355854034
27238	embedding2nn.bias	4	0.022547226399183273
27238	embedding2nn.bias	5	-0.10508769750595093
27238	embedding2nn.bias	6	-0.06486434489488602
27238	embedding2nn.bias	7	-0.03910720348358154
27238	embedding2nn.bias	8	0.0652478039264679
27238	embedding2nn.bias	9	-0.10555927455425262
27238	rnn.weight_ih_l0	0	0.009616270661354065
27238	rnn.weight_ih_l0	1	0.027205096557736397
27238	rnn.weight_ih_l0	2	-0.022357648238539696
27238	rnn.weight_ih_l0	3	0.0062660942785441875
27238	rnn.weight_ih_l0	4	0.034190356731414795
27238	rnn.weight_ih_l0	5	-0.04340188205242157
27238	rnn.weight_ih_l0	6	0.04265190288424492
27238	rnn.weight_ih_l0	7	-0.013848008587956429
27238	rnn.weight_ih_l0	8	0.022856950759887695
27238	rnn.weight_ih_l0	9	-0.009941522032022476
27238	rnn.weight_hh_l0	0	0.013194072991609573
27238	rnn.weight_hh_l0	1	-0.054341547191143036
27238	rnn.weight_hh_l0	2	0.024476587772369385
27238	rnn.weight_hh_l0	3	0.012337504886090755
27238	rnn.weight_hh_l0	4	0.016518723219633102
27238	rnn.weight_hh_l0	5	0.02248259447515011
27238	rnn.weight_hh_l0	6	-0.0056573995389044285
27238	rnn.weight_hh_l0	7	-0.049621254205703735
27238	rnn.weight_hh_l0	8	-0.03347208723425865
27238	rnn.weight_hh_l0	9	-0.04028942435979843
27238	rnn.bias_ih_l0	0	-0.016252847388386726
27238	rnn.bias_ih_l0	1	-0.06836722791194916
27238	rnn.bias_ih_l0	2	-0.10260666906833649
27238	rnn.bias_ih_l0	3	-0.18009719252586365
27238	rnn.bias_ih_l0	4	0.019589869305491447
27238	rnn.bias_ih_l0	5	0.05744948983192444
27238	rnn.bias_ih_l0	6	-0.08977952599525452
27238	rnn.bias_ih_l0	7	-0.14100828766822815
27238	rnn.bias_ih_l0	8	-0.03809022158384323
27238	rnn.bias_ih_l0	9	-0.06329777836799622
27238	rnn.bias_hh_l0	0	0.07226365804672241
27238	rnn.bias_hh_l0	1	-0.027476482093334198
27238	rnn.bias_hh_l0	2	-0.0027473815716803074
27238	rnn.bias_hh_l0	3	-0.09033795446157455
27238	rnn.bias_hh_l0	4	0.013297532685101032
27238	rnn.bias_hh_l0	5	0.037867166101932526
27238	rnn.bias_hh_l0	6	-0.04456499218940735
27238	rnn.bias_hh_l0	7	-0.06182612478733063
27238	rnn.bias_hh_l0	8	-0.09457465261220932
27238	rnn.bias_hh_l0	9	-0.067221999168396
27238	rnn.weight_ih_l0_reverse	0	0.023671476170420647
27238	rnn.weight_ih_l0_reverse	1	-0.010445158928632736
27238	rnn.weight_ih_l0_reverse	2	-0.00425317557528615
27238	rnn.weight_ih_l0_reverse	3	-0.009589930064976215
27238	rnn.weight_ih_l0_reverse	4	0.027493402361869812
27238	rnn.weight_ih_l0_reverse	5	-0.007708709221333265
27238	rnn.weight_ih_l0_reverse	6	-0.04170799255371094
27238	rnn.weight_ih_l0_reverse	7	-0.025047460570931435
27238	rnn.weight_ih_l0_reverse	8	0.01808931678533554
27238	rnn.weight_ih_l0_reverse	9	0.017696071416139603
27238	rnn.weight_hh_l0_reverse	0	-0.015074234455823898
27238	rnn.weight_hh_l0_reverse	1	0.010209912434220314
27238	rnn.weight_hh_l0_reverse	2	-0.03120429813861847
27238	rnn.weight_hh_l0_reverse	3	0.039197925478219986
27238	rnn.weight_hh_l0_reverse	4	0.015370785258710384
27238	rnn.weight_hh_l0_reverse	5	0.008379322476685047
27238	rnn.weight_hh_l0_reverse	6	0.022965069860219955
27238	rnn.weight_hh_l0_reverse	7	0.019566206261515617
27238	rnn.weight_hh_l0_reverse	8	0.0108671048656106
27238	rnn.weight_hh_l0_reverse	9	-0.03968535363674164
27238	rnn.bias_ih_l0_reverse	0	-0.05336573347449303
27238	rnn.bias_ih_l0_reverse	1	-0.20526094734668732
27238	rnn.bias_ih_l0_reverse	2	-0.02254004031419754
27238	rnn.bias_ih_l0_reverse	3	-0.06632455438375473
27238	rnn.bias_ih_l0_reverse	4	0.060062479227781296
27238	rnn.bias_ih_l0_reverse	5	-0.1274322271347046
27238	rnn.bias_ih_l0_reverse	6	-0.044858261942863464
27238	rnn.bias_ih_l0_reverse	7	0.02839183248579502
27238	rnn.bias_ih_l0_reverse	8	-0.08757481724023819
27238	rnn.bias_ih_l0_reverse	9	-0.03575551137328148
27238	rnn.bias_hh_l0_reverse	0	-0.06494732201099396
27238	rnn.bias_hh_l0_reverse	1	-0.03600968047976494
27238	rnn.bias_hh_l0_reverse	2	-0.026095598936080933
27238	rnn.bias_hh_l0_reverse	3	-0.0769440308213234
27238	rnn.bias_hh_l0_reverse	4	-0.0027404744178056717
27238	rnn.bias_hh_l0_reverse	5	-0.06059474125504494
27238	rnn.bias_hh_l0_reverse	6	-0.08088666200637817
27238	rnn.bias_hh_l0_reverse	7	-0.07369701564311981
27238	rnn.bias_hh_l0_reverse	8	-0.03930598869919777
27238	rnn.bias_hh_l0_reverse	9	-0.09026554971933365
27238	linear.weight	0	-0.20072954893112183
27238	linear.weight	1	-0.04994199052453041
27238	linear.weight	2	-0.011228874325752258
27238	linear.weight	3	-0.07251907140016556
27238	linear.weight	4	0.043611954897642136
27238	linear.weight	5	0.25256481766700745
27238	linear.weight	6	0.0047744326293468475
27238	linear.weight	7	-0.021312154829502106
27238	linear.weight	8	0.0650465115904808
27238	linear.weight	9	0.03819383308291435
27238	linear.bias	0	-0.5585935115814209
27238	linear.bias	1	0.23306810855865479
27238	linear.bias	2	0.16431497037410736
27238	linear.bias	3	-0.36465921998023987
27238	linear.bias	4	-1.2015665769577026
27238	linear.bias	5	-1.0621405839920044
27238	linear.bias	6	-0.5367035269737244
27238	linear.bias	7	-0.6088833808898926
27238	linear.bias	8	-0.01705317199230194
27238	linear.bias	9	2.5400824546813965
27435	transitions	0	-0.05197035148739815
27435	transitions	1	6.387020587921143
27435	transitions	2	-2.5059597492218018
27435	transitions	3	1.1722443103790283
27435	transitions	4	-1.3389487266540527
27435	transitions	5	-0.21113047003746033
27435	transitions	6	-0.1145014837384224
27435	transitions	7	-10000.0
27435	transitions	8	1.4711354970932007
27435	transitions	9	-2.2758278846740723
27435	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
27435	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
27435	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
27435	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
27435	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
27435	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
27435	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
27435	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
27435	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
27435	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
27435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
27435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
27435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
27435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
27435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
27435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
27435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
27435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
27435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
27435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
27435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
27435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
27435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
27435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
27435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
27435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
27435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
27435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
27435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
27435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
27435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
27435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
27435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
27435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
27435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
27435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
27435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
27435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
27435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
27435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
27435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
27435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
27435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
27435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
27435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
27435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
27435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
27435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
27435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
27435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
27435	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
27435	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
27435	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
27435	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
27435	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
27435	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
27435	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
27435	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
27435	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
27435	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
27435	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
27435	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
27435	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
27435	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
27435	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
27435	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
27435	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
27435	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
27435	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
27435	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
27435	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
27435	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
27435	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
27435	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
27435	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
27435	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
27435	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
27435	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
27435	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
27435	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
27435	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
27435	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
27435	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
27435	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
27435	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
27435	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
27435	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
27435	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
27435	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
27435	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
27435	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
27435	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
27435	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
27435	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
27435	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
27435	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
27435	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
27435	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
27435	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
27435	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
27435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
27435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
27435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
27435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
27435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
27435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
27435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
27435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
27435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
27435	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
27435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
27435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
27435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
27435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
27435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
27435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
27435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
27435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
27435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
27435	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
27435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
27435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
27435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
27435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
27435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
27435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
27435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
27435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
27435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
27435	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
27435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
27435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
27435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
27435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
27435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
27435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
27435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
27435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
27435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
27435	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
27435	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
27435	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
27435	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
27435	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
27435	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
27435	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
27435	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
27435	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
27435	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
27435	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
27435	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
27435	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
27435	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
27435	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
27435	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
27435	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
27435	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
27435	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
27435	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
27435	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
27435	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
27435	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
27435	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
27435	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
27435	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
27435	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
27435	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
27435	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
27435	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
27435	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
27435	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
27435	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
27435	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
27435	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
27435	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
27435	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
27435	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
27435	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
27435	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
27435	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
27435	embedding2nn.weight	0	0.016663314774632454
27435	embedding2nn.weight	1	-0.05953609198331833
27435	embedding2nn.weight	2	0.011698220856487751
27435	embedding2nn.weight	3	-0.014395671896636486
27435	embedding2nn.weight	4	-0.04396883398294449
27435	embedding2nn.weight	5	0.0514737144112587
27435	embedding2nn.weight	6	-0.031188130378723145
27435	embedding2nn.weight	7	-0.056577738374471664
27435	embedding2nn.weight	8	0.011188745498657227
27435	embedding2nn.weight	9	0.03492160141468048
27435	embedding2nn.bias	0	0.09840896725654602
27435	embedding2nn.bias	1	0.048375435173511505
27435	embedding2nn.bias	2	-0.11706859618425369
27435	embedding2nn.bias	3	0.09408514201641083
27435	embedding2nn.bias	4	0.030907785519957542
27435	embedding2nn.bias	5	-0.10866091400384903
27435	embedding2nn.bias	6	-0.07257053256034851
27435	embedding2nn.bias	7	-0.0195086058229208
27435	embedding2nn.bias	8	0.06501246243715286
27435	embedding2nn.bias	9	-0.10875137150287628
27435	rnn.weight_ih_l0	0	0.010138937272131443
27435	rnn.weight_ih_l0	1	0.025658762082457542
27435	rnn.weight_ih_l0	2	-0.01976942829787731
27435	rnn.weight_ih_l0	3	0.004559904336929321
27435	rnn.weight_ih_l0	4	0.03474172577261925
27435	rnn.weight_ih_l0	5	-0.042632095515728
27435	rnn.weight_ih_l0	6	0.04364066198468208
27435	rnn.weight_ih_l0	7	-0.0208054780960083
27435	rnn.weight_ih_l0	8	0.024510862305760384
27435	rnn.weight_ih_l0	9	-0.009827114641666412
27435	rnn.weight_hh_l0	0	0.012089595198631287
27435	rnn.weight_hh_l0	1	-0.05477520823478699
27435	rnn.weight_hh_l0	2	0.02420833148062229
27435	rnn.weight_hh_l0	3	0.012301255948841572
27435	rnn.weight_hh_l0	4	0.015350760892033577
27435	rnn.weight_hh_l0	5	0.022315071895718575
27435	rnn.weight_hh_l0	6	-0.005185606423765421
27435	rnn.weight_hh_l0	7	-0.04966834932565689
27435	rnn.weight_hh_l0	8	-0.03334876894950867
27435	rnn.weight_hh_l0	9	-0.04071084409952164
27435	rnn.bias_ih_l0	0	-0.018557235598564148
27435	rnn.bias_ih_l0	1	-0.07034648209810257
27435	rnn.bias_ih_l0	2	-0.10517296940088272
27435	rnn.bias_ih_l0	3	-0.18575531244277954
27435	rnn.bias_ih_l0	4	0.02275504544377327
27435	rnn.bias_ih_l0	5	0.05181771144270897
27435	rnn.bias_ih_l0	6	-0.08521527796983719
27435	rnn.bias_ih_l0	7	-0.13647298514842987
27435	rnn.bias_ih_l0	8	-0.03341088443994522
27435	rnn.bias_ih_l0	9	-0.06344574689865112
27435	rnn.bias_hh_l0	0	0.0736253410577774
27435	rnn.bias_hh_l0	1	-0.02986035868525505
27435	rnn.bias_hh_l0	2	-0.001634072046726942
27435	rnn.bias_hh_l0	3	-0.09384498745203018
27435	rnn.bias_hh_l0	4	0.006903693079948425
27435	rnn.bias_hh_l0	5	0.03771328926086426
27435	rnn.bias_hh_l0	6	-0.04379928112030029
27435	rnn.bias_hh_l0	7	-0.062171295285224915
27435	rnn.bias_hh_l0	8	-0.0910012349486351
27435	rnn.bias_hh_l0	9	-0.06610395014286041
27435	rnn.weight_ih_l0_reverse	0	0.022044554352760315
27435	rnn.weight_ih_l0_reverse	1	-0.01009277906268835
27435	rnn.weight_ih_l0_reverse	2	-0.0032837458420544863
27435	rnn.weight_ih_l0_reverse	3	-0.011632049456238747
27435	rnn.weight_ih_l0_reverse	4	0.025254303589463234
27435	rnn.weight_ih_l0_reverse	5	-0.00859429407864809
27435	rnn.weight_ih_l0_reverse	6	-0.043391115963459015
27435	rnn.weight_ih_l0_reverse	7	-0.025884665548801422
27435	rnn.weight_ih_l0_reverse	8	0.020213697105646133
27435	rnn.weight_ih_l0_reverse	9	0.018238313496112823
27435	rnn.weight_hh_l0_reverse	0	-0.014759673736989498
27435	rnn.weight_hh_l0_reverse	1	0.011072427965700626
27435	rnn.weight_hh_l0_reverse	2	-0.03113555535674095
27435	rnn.weight_hh_l0_reverse	3	0.03968176618218422
27435	rnn.weight_hh_l0_reverse	4	0.015431695617735386
27435	rnn.weight_hh_l0_reverse	5	0.008004534989595413
27435	rnn.weight_hh_l0_reverse	6	0.02320932410657406
27435	rnn.weight_hh_l0_reverse	7	0.019328691065311432
27435	rnn.weight_hh_l0_reverse	8	0.0110889608040452
27435	rnn.weight_hh_l0_reverse	9	-0.03991236165165901
27435	rnn.bias_ih_l0_reverse	0	-0.05303574353456497
27435	rnn.bias_ih_l0_reverse	1	-0.20534300804138184
27435	rnn.bias_ih_l0_reverse	2	-0.022781094536185265
27435	rnn.bias_ih_l0_reverse	3	-0.06992198526859283
27435	rnn.bias_ih_l0_reverse	4	0.049740269780159
27435	rnn.bias_ih_l0_reverse	5	-0.13105231523513794
27435	rnn.bias_ih_l0_reverse	6	-0.045945797115564346
27435	rnn.bias_ih_l0_reverse	7	0.02566889300942421
27435	rnn.bias_ih_l0_reverse	8	-0.08704264461994171
27435	rnn.bias_ih_l0_reverse	9	-0.03822648152709007
27435	rnn.bias_hh_l0_reverse	0	-0.060594867914915085
27435	rnn.bias_hh_l0_reverse	1	-0.038884539157152176
27435	rnn.bias_hh_l0_reverse	2	-0.024838095530867577
27435	rnn.bias_hh_l0_reverse	3	-0.0754428282380104
27435	rnn.bias_hh_l0_reverse	4	-0.003198002465069294
27435	rnn.bias_hh_l0_reverse	5	-0.055900830775499344
27435	rnn.bias_hh_l0_reverse	6	-0.07413256913423538
27435	rnn.bias_hh_l0_reverse	7	-0.07450731098651886
27435	rnn.bias_hh_l0_reverse	8	-0.03527994453907013
27435	rnn.bias_hh_l0_reverse	9	-0.09261669963598251
27435	linear.weight	0	-0.19559906423091888
27435	linear.weight	1	-0.05406021326780319
27435	linear.weight	2	-0.011228874325752258
27435	linear.weight	3	-0.032441917806863785
27435	linear.weight	4	0.06495137512683868
27435	linear.weight	5	0.23656782507896423
27435	linear.weight	6	0.0047744326293468475
27435	linear.weight	7	-0.021312154829502106
27435	linear.weight	8	0.09124163538217545
27435	linear.weight	9	0.051843974739313126
27435	linear.bias	0	-0.5332649946212769
27435	linear.bias	1	0.2515280842781067
27435	linear.bias	2	0.15554535388946533
27435	linear.bias	3	-0.3740101158618927
27435	linear.bias	4	-1.2155952453613281
27435	linear.bias	5	-1.062849998474121
27435	linear.bias	6	-0.512919008731842
27435	linear.bias	7	-0.5912483930587769
27435	linear.bias	8	-0.01705317199230194
27435	linear.bias	9	2.5619282722473145
27632	transitions	0	-0.05329761654138565
27632	transitions	1	6.460493087768555
27632	transitions	2	-2.5102756023406982
27632	transitions	3	1.1803791522979736
27632	transitions	4	-1.3420814275741577
27632	transitions	5	-0.21151752769947052
27632	transitions	6	-0.11474525928497314
27632	transitions	7	-10000.0
27632	transitions	8	1.4725244045257568
27632	transitions	9	-2.275928020477295
27632	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
27632	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
27632	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
27632	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
27632	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
27632	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
27632	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
27632	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
27632	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
27632	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
27632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
27632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
27632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
27632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
27632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
27632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
27632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
27632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
27632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
27632	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
27632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
27632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
27632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
27632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
27632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
27632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
27632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
27632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
27632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
27632	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
27632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
27632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
27632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
27632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
27632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
27632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
27632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
27632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
27632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
27632	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
27632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
27632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
27632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
27632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
27632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
27632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
27632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
27632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
27632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
27632	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
27632	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
27632	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
27632	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
27632	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
27632	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
27632	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
27632	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
27632	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
27632	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
27632	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
27632	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
27632	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
27632	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
27632	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
27632	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
27632	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
27632	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
27632	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
27632	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
27632	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
27632	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
27632	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
27632	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
27632	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
27632	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
27632	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
27632	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
27632	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
27632	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
27632	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
27632	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
27632	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
27632	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
27632	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
27632	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
27632	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
27632	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
27632	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
27632	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
27632	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
27632	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
27632	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
27632	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
27632	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
27632	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
27632	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
27632	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
27632	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
27632	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
27632	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
27632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
27632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
27632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
27632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
27632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
27632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
27632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
27632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
27632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
27632	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
27632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
27632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
27632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
27632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
27632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
27632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
27632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
27632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
27632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
27632	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
27632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
27632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
27632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
27632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
27632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
27632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
27632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
27632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
27632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
27632	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
27632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
27632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
27632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
27632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
27632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
27632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
27632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
27632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
27632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
27632	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
27632	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
27632	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
27632	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
27632	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
27632	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
27632	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
27632	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
27632	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
27632	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
27632	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
27632	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
27632	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
27632	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
27632	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
27632	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
27632	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
27632	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
27632	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
27632	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
27632	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
27632	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
27632	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
27632	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
27632	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
27632	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
27632	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
27632	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
27632	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
27632	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
27632	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
27632	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
27632	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
27632	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
27632	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
27632	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
27632	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
27632	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
27632	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
27632	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
27632	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
27632	embedding2nn.weight	0	0.016874026507139206
27632	embedding2nn.weight	1	-0.05917665734887123
27632	embedding2nn.weight	2	0.008625245653092861
27632	embedding2nn.weight	3	-0.014007292687892914
27632	embedding2nn.weight	4	-0.04485991597175598
27632	embedding2nn.weight	5	0.05294802039861679
27632	embedding2nn.weight	6	-0.029576817527413368
27632	embedding2nn.weight	7	-0.05947963893413544
27632	embedding2nn.weight	8	0.01263729203492403
27632	embedding2nn.weight	9	0.03374108299612999
27632	embedding2nn.bias	0	0.10298828780651093
27632	embedding2nn.bias	1	0.034713517874479294
27632	embedding2nn.bias	2	-0.11555128544569016
27632	embedding2nn.bias	3	0.09160780161619186
27632	embedding2nn.bias	4	0.034239575266838074
27632	embedding2nn.bias	5	-0.10338614135980606
27632	embedding2nn.bias	6	-0.06820496171712875
27632	embedding2nn.bias	7	-0.02047025039792061
27632	embedding2nn.bias	8	0.052767589688301086
27632	embedding2nn.bias	9	-0.10594940930604935
27632	rnn.weight_ih_l0	0	0.012388627044856548
27632	rnn.weight_ih_l0	1	0.02551031857728958
27632	rnn.weight_ih_l0	2	-0.017796611413359642
27632	rnn.weight_ih_l0	3	0.0055519090965390205
27632	rnn.weight_ih_l0	4	0.03471582382917404
27632	rnn.weight_ih_l0	5	-0.042353305965662
27632	rnn.weight_ih_l0	6	0.043751563876867294
27632	rnn.weight_ih_l0	7	-0.017675578594207764
27632	rnn.weight_ih_l0	8	0.02363424189388752
27632	rnn.weight_ih_l0	9	-0.008201101794838905
27632	rnn.weight_hh_l0	0	0.01281849667429924
27632	rnn.weight_hh_l0	1	-0.05807453393936157
27632	rnn.weight_hh_l0	2	0.02330666221678257
27632	rnn.weight_hh_l0	3	0.01297149807214737
27632	rnn.weight_hh_l0	4	0.015868335962295532
27632	rnn.weight_hh_l0	5	0.024641424417495728
27632	rnn.weight_hh_l0	6	-0.004679441452026367
27632	rnn.weight_hh_l0	7	-0.04972885176539421
27632	rnn.weight_hh_l0	8	-0.032498471438884735
27632	rnn.weight_hh_l0	9	-0.03925507515668869
27632	rnn.bias_ih_l0	0	-0.016073867678642273
27632	rnn.bias_ih_l0	1	-0.07267866283655167
27632	rnn.bias_ih_l0	2	-0.10771511495113373
27632	rnn.bias_ih_l0	3	-0.1821073740720749
27632	rnn.bias_ih_l0	4	0.021077463403344154
27632	rnn.bias_ih_l0	5	0.055778443813323975
27632	rnn.bias_ih_l0	6	-0.09363989531993866
27632	rnn.bias_ih_l0	7	-0.13382036983966827
27632	rnn.bias_ih_l0	8	-0.03455101698637009
27632	rnn.bias_ih_l0	9	-0.06416696310043335
27632	rnn.bias_hh_l0	0	0.07049495726823807
27632	rnn.bias_hh_l0	1	-0.031047014519572258
27632	rnn.bias_hh_l0	2	0.0009216404869221151
27632	rnn.bias_hh_l0	3	-0.08877014368772507
27632	rnn.bias_hh_l0	4	0.005762558896094561
27632	rnn.bias_hh_l0	5	0.04093049839138985
27632	rnn.bias_hh_l0	6	-0.04471016302704811
27632	rnn.bias_hh_l0	7	-0.06349023431539536
27632	rnn.bias_hh_l0	8	-0.09495161473751068
27632	rnn.bias_hh_l0	9	-0.06631120294332504
27632	rnn.weight_ih_l0_reverse	0	0.023095864802598953
27632	rnn.weight_ih_l0_reverse	1	-0.009096645750105381
27632	rnn.weight_ih_l0_reverse	2	-0.005336599424481392
27632	rnn.weight_ih_l0_reverse	3	-0.01638493873178959
27632	rnn.weight_ih_l0_reverse	4	0.02635767124593258
27632	rnn.weight_ih_l0_reverse	5	-0.007487866096198559
27632	rnn.weight_ih_l0_reverse	6	-0.04187099635601044
27632	rnn.weight_ih_l0_reverse	7	-0.028327561914920807
27632	rnn.weight_ih_l0_reverse	8	0.02099466696381569
27632	rnn.weight_ih_l0_reverse	9	0.02037370204925537
27632	rnn.weight_hh_l0_reverse	0	-0.01496834959834814
27632	rnn.weight_hh_l0_reverse	1	0.011638118885457516
27632	rnn.weight_hh_l0_reverse	2	-0.0321434922516346
27632	rnn.weight_hh_l0_reverse	3	0.03924569860100746
27632	rnn.weight_hh_l0_reverse	4	0.01592441089451313
27632	rnn.weight_hh_l0_reverse	5	0.007375933229923248
27632	rnn.weight_hh_l0_reverse	6	0.022969074547290802
27632	rnn.weight_hh_l0_reverse	7	0.01966417394578457
27632	rnn.weight_hh_l0_reverse	8	0.011636495590209961
27632	rnn.weight_hh_l0_reverse	9	-0.04063046723604202
27632	rnn.bias_ih_l0_reverse	0	-0.05375766009092331
27632	rnn.bias_ih_l0_reverse	1	-0.20224639773368835
27632	rnn.bias_ih_l0_reverse	2	-0.02407534420490265
27632	rnn.bias_ih_l0_reverse	3	-0.06991332024335861
27632	rnn.bias_ih_l0_reverse	4	0.05242045968770981
27632	rnn.bias_ih_l0_reverse	5	-0.13507695496082306
27632	rnn.bias_ih_l0_reverse	6	-0.04125450924038887
27632	rnn.bias_ih_l0_reverse	7	0.026515057310461998
27632	rnn.bias_ih_l0_reverse	8	-0.08368479460477829
27632	rnn.bias_ih_l0_reverse	9	-0.039694447070360184
27632	rnn.bias_hh_l0_reverse	0	-0.06122744083404541
27632	rnn.bias_hh_l0_reverse	1	-0.036021046340465546
27632	rnn.bias_hh_l0_reverse	2	-0.027219073846936226
27632	rnn.bias_hh_l0_reverse	3	-0.07776961475610733
27632	rnn.bias_hh_l0_reverse	4	-0.002853760961443186
27632	rnn.bias_hh_l0_reverse	5	-0.05679951608181
27632	rnn.bias_hh_l0_reverse	6	-0.0710570439696312
27632	rnn.bias_hh_l0_reverse	7	-0.0747235044836998
27632	rnn.bias_hh_l0_reverse	8	-0.039652641862630844
27632	rnn.bias_hh_l0_reverse	9	-0.09270456433296204
27632	linear.weight	0	-0.18860779702663422
27632	linear.weight	1	-0.051881492137908936
27632	linear.weight	2	-0.011228874325752258
27632	linear.weight	3	-0.005142558831721544
27632	linear.weight	4	0.061901338398456573
27632	linear.weight	5	0.2398405224084854
27632	linear.weight	6	0.0047744326293468475
27632	linear.weight	7	-0.021312154829502106
27632	linear.weight	8	0.0670434832572937
27632	linear.weight	9	0.06192389875650406
27632	linear.bias	0	-0.5083752870559692
27632	linear.bias	1	0.2624826431274414
27632	linear.bias	2	0.1581447273492813
27632	linear.bias	3	-0.33899253606796265
27632	linear.bias	4	-1.2244329452514648
27632	linear.bias	5	-1.0636017322540283
27632	linear.bias	6	-0.47569528222084045
27632	linear.bias	7	-0.6629213690757751
27632	linear.bias	8	-0.01705317199230194
27632	linear.bias	9	2.556889533996582
27636	transitions	0	-0.05330687388777733
27636	transitions	1	6.457650661468506
27636	transitions	2	-2.510326385498047
27636	transitions	3	1.1886742115020752
27636	transitions	4	-1.3421173095703125
27636	transitions	5	-0.21152421832084656
27636	transitions	6	-0.11474926024675369
27636	transitions	7	-10000.0
27636	transitions	8	1.4724987745285034
27636	transitions	9	-2.2759292125701904
27636	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
27636	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
27636	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
27636	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
27636	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
27636	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
27636	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
27636	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
27636	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
27636	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
27636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
27636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
27636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
27636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
27636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
27636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
27636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
27636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
27636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
27636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
27636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
27636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
27636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
27636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
27636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
27636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
27636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
27636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
27636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
27636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
27636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
27636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
27636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
27636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
27636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
27636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
27636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
27636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
27636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
27636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
27636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
27636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
27636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
27636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
27636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
27636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
27636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
27636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
27636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
27636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
27636	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
27636	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
27636	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
27636	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
27636	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
27636	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
27636	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
27636	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
27636	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
27636	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
27636	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
27636	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
27636	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
27636	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
27636	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
27636	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
27636	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
27636	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
27636	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
27636	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
27636	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
27636	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
27636	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
27636	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
27636	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
27636	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
27636	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
27636	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
27636	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
27636	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
27636	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
27636	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
27636	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
27636	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
27636	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
27636	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
27636	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
27636	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
27636	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
27636	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
27636	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
27636	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
27636	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
27636	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
27636	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
27636	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
27636	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
27636	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
27636	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
27636	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
27636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
27636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
27636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
27636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
27636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
27636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
27636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
27636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
27636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
27636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
27636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
27636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
27636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
27636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
27636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
27636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
27636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
27636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
27636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
27636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
27636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
27636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
27636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
27636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
27636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
27636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
27636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
27636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
27636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
27636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
27636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
27636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
27636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
27636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
27636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
27636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
27636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
27636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
27636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
27636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
27636	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
27636	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
27636	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
27636	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
27636	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
27636	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
27636	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
27636	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
27636	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
27636	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
27636	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
27636	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
27636	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
27636	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
27636	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
27636	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
27636	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
27636	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
27636	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
27636	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
27636	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
27636	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
27636	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
27636	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
27636	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
27636	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
27636	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
27636	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
27636	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
27636	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
27636	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
27636	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
27636	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
27636	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
27636	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
27636	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
27636	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
27636	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
27636	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
27636	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
27636	embedding2nn.weight	0	0.01683715172111988
27636	embedding2nn.weight	1	-0.05905210226774216
27636	embedding2nn.weight	2	0.008188829757273197
27636	embedding2nn.weight	3	-0.01421573106199503
27636	embedding2nn.weight	4	-0.04487154260277748
27636	embedding2nn.weight	5	0.05292101576924324
27636	embedding2nn.weight	6	-0.030719071626663208
27636	embedding2nn.weight	7	-0.05977607145905495
27636	embedding2nn.weight	8	0.012632438912987709
27636	embedding2nn.weight	9	0.03368484228849411
27636	embedding2nn.bias	0	0.10285788029432297
27636	embedding2nn.bias	1	0.0331648550927639
27636	embedding2nn.bias	2	-0.11447633057832718
27636	embedding2nn.bias	3	0.09233250468969345
27636	embedding2nn.bias	4	0.03342580795288086
27636	embedding2nn.bias	5	-0.10484874248504639
27636	embedding2nn.bias	6	-0.06913354247808456
27636	embedding2nn.bias	7	-0.01670227199792862
27636	embedding2nn.bias	8	0.05286180227994919
27636	embedding2nn.bias	9	-0.10779644548892975
27636	rnn.weight_ih_l0	0	0.01232913974672556
27636	rnn.weight_ih_l0	1	0.025678081437945366
27636	rnn.weight_ih_l0	2	-0.01769154705107212
27636	rnn.weight_ih_l0	3	0.0053397356532514095
27636	rnn.weight_ih_l0	4	0.03440358489751816
27636	rnn.weight_ih_l0	5	-0.04235132038593292
27636	rnn.weight_ih_l0	6	0.043860435485839844
27636	rnn.weight_ih_l0	7	-0.017853088676929474
27636	rnn.weight_ih_l0	8	0.02429603971540928
27636	rnn.weight_ih_l0	9	-0.008251882158219814
27636	rnn.weight_hh_l0	0	0.012778621166944504
27636	rnn.weight_hh_l0	1	-0.058495089411735535
27636	rnn.weight_hh_l0	2	0.023380450904369354
27636	rnn.weight_hh_l0	3	0.012635602615773678
27636	rnn.weight_hh_l0	4	0.01582977920770645
27636	rnn.weight_hh_l0	5	0.024695979431271553
27636	rnn.weight_hh_l0	6	-0.004787876736372709
27636	rnn.weight_hh_l0	7	-0.04969101771712303
27636	rnn.weight_hh_l0	8	-0.03249703720211983
27636	rnn.weight_hh_l0	9	-0.039120323956012726
27636	rnn.bias_ih_l0	0	-0.016713617369532585
27636	rnn.bias_ih_l0	1	-0.07283037155866623
27636	rnn.bias_ih_l0	2	-0.10749433934688568
27636	rnn.bias_ih_l0	3	-0.18201498687267303
27636	rnn.bias_ih_l0	4	0.02062571793794632
27636	rnn.bias_ih_l0	5	0.05590730533003807
27636	rnn.bias_ih_l0	6	-0.09443826228380203
27636	rnn.bias_ih_l0	7	-0.13365644216537476
27636	rnn.bias_ih_l0	8	-0.03447529673576355
27636	rnn.bias_ih_l0	9	-0.06448756903409958
27636	rnn.bias_hh_l0	0	0.07104646414518356
27636	rnn.bias_hh_l0	1	-0.03065178357064724
27636	rnn.bias_hh_l0	2	0.0007579512894153595
27636	rnn.bias_hh_l0	3	-0.08865919709205627
27636	rnn.bias_hh_l0	4	0.007025065366178751
27636	rnn.bias_hh_l0	5	0.04081477224826813
27636	rnn.bias_hh_l0	6	-0.044609930366277695
27636	rnn.bias_hh_l0	7	-0.06302972882986069
27636	rnn.bias_hh_l0	8	-0.09478557854890823
27636	rnn.bias_hh_l0	9	-0.06595378369092941
27636	rnn.weight_ih_l0_reverse	0	0.023033667355775833
27636	rnn.weight_ih_l0_reverse	1	-0.009174357168376446
27636	rnn.weight_ih_l0_reverse	2	-0.005078794900327921
27636	rnn.weight_ih_l0_reverse	3	-0.016495319083333015
27636	rnn.weight_ih_l0_reverse	4	0.026404494419693947
27636	rnn.weight_ih_l0_reverse	5	-0.007508378010243177
27636	rnn.weight_ih_l0_reverse	6	-0.0419778935611248
27636	rnn.weight_ih_l0_reverse	7	-0.027525722980499268
27636	rnn.weight_ih_l0_reverse	8	0.02022540383040905
27636	rnn.weight_ih_l0_reverse	9	0.0207059308886528
27636	rnn.weight_hh_l0_reverse	0	-0.015014976263046265
27636	rnn.weight_hh_l0_reverse	1	0.01164952665567398
27636	rnn.weight_hh_l0_reverse	2	-0.03207778558135033
27636	rnn.weight_hh_l0_reverse	3	0.039216745644807816
27636	rnn.weight_hh_l0_reverse	4	0.01599710062146187
27636	rnn.weight_hh_l0_reverse	5	0.007387971505522728
27636	rnn.weight_hh_l0_reverse	6	0.022782981395721436
27636	rnn.weight_hh_l0_reverse	7	0.01968037523329258
27636	rnn.weight_hh_l0_reverse	8	0.011647749692201614
27636	rnn.weight_hh_l0_reverse	9	-0.040626946836709976
27636	rnn.bias_ih_l0_reverse	0	-0.05336454138159752
27636	rnn.bias_ih_l0_reverse	1	-0.2030157893896103
27636	rnn.bias_ih_l0_reverse	2	-0.024440711364150047
27636	rnn.bias_ih_l0_reverse	3	-0.07016635686159134
27636	rnn.bias_ih_l0_reverse	4	0.05041207745671272
27636	rnn.bias_ih_l0_reverse	5	-0.13564445078372955
27636	rnn.bias_ih_l0_reverse	6	-0.04158300533890724
27636	rnn.bias_ih_l0_reverse	7	0.025878168642520905
27636	rnn.bias_ih_l0_reverse	8	-0.08303795009851456
27636	rnn.bias_ih_l0_reverse	9	-0.03954259678721428
27636	rnn.bias_hh_l0_reverse	0	-0.060865890234708786
27636	rnn.bias_hh_l0_reverse	1	-0.03649922087788582
27636	rnn.bias_hh_l0_reverse	2	-0.027144694700837135
27636	rnn.bias_hh_l0_reverse	3	-0.07794439792633057
27636	rnn.bias_hh_l0_reverse	4	-0.003007423598319292
27636	rnn.bias_hh_l0_reverse	5	-0.057001348584890366
27636	rnn.bias_hh_l0_reverse	6	-0.07089411467313766
27636	rnn.bias_hh_l0_reverse	7	-0.07492931932210922
27636	rnn.bias_hh_l0_reverse	8	-0.03919893875718117
27636	rnn.bias_hh_l0_reverse	9	-0.0935848206281662
27636	linear.weight	0	-0.18851488828659058
27636	linear.weight	1	-0.05244508758187294
27636	linear.weight	2	-0.011228874325752258
27636	linear.weight	3	-0.005569451954215765
27636	linear.weight	4	0.0713784396648407
27636	linear.weight	5	0.23667696118354797
27636	linear.weight	6	0.0047744326293468475
27636	linear.weight	7	-0.021312154829502106
27636	linear.weight	8	0.07174143940210342
27636	linear.weight	9	0.06229451298713684
27636	linear.bias	0	-0.5109037756919861
27636	linear.bias	1	0.29807010293006897
27636	linear.bias	2	0.1659218668937683
27636	linear.bias	3	-0.34277281165122986
27636	linear.bias	4	-1.2146399021148682
27636	linear.bias	5	-1.0636186599731445
27636	linear.bias	6	-0.47822633385658264
27636	linear.bias	7	-0.6598289608955383
27636	linear.bias	8	-0.01705317199230194
27636	linear.bias	9	2.547883987426758
27833	transitions	0	-0.054236941039562225
27833	transitions	1	6.422416687011719
27833	transitions	2	-2.514566659927368
27833	transitions	3	1.1862022876739502
27833	transitions	4	-1.3441954851150513
27833	transitions	5	-0.2120087593793869
27833	transitions	6	-0.11514643579721451
27833	transitions	7	-10000.0
27833	transitions	8	1.473736047744751
27833	transitions	9	-2.2760536670684814
27833	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
27833	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
27833	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
27833	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
27833	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
27833	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
27833	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
27833	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
27833	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
27833	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
27833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
27833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
27833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
27833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
27833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
27833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
27833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
27833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
27833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
27833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
27833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
27833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
27833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
27833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
27833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
27833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
27833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
27833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
27833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
27833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
27833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
27833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
27833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
27833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
27833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
27833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
27833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
27833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
27833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
27833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
27833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
27833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
27833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
27833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
27833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
27833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
27833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
27833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
27833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
27833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
27833	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
27833	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
27833	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
27833	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
27833	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
27833	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
27833	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
27833	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
27833	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
27833	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
27833	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
27833	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
27833	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
27833	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
27833	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
27833	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
27833	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
27833	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
27833	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
27833	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
27833	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
27833	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
27833	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
27833	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
27833	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
27833	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
27833	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
27833	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
27833	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
27833	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
27833	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
27833	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
27833	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
27833	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
27833	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
27833	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
27833	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
27833	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
27833	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
27833	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
27833	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
27833	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
27833	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
27833	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
27833	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
27833	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
27833	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
27833	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
27833	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
27833	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
27833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
27833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
27833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
27833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
27833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
27833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
27833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
27833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
27833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
27833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
27833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
27833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
27833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
27833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
27833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
27833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
27833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
27833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
27833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
27833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
27833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
27833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
27833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
27833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
27833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
27833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
27833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
27833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
27833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
27833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
27833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
27833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
27833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
27833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
27833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
27833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
27833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
27833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
27833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
27833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
27833	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
27833	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
27833	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
27833	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
27833	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
27833	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
27833	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
27833	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
27833	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
27833	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
27833	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
27833	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
27833	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
27833	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
27833	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
27833	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
27833	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
27833	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
27833	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
27833	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
27833	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
27833	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
27833	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
27833	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
27833	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
27833	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
27833	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
27833	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
27833	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
27833	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
27833	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
27833	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
27833	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
27833	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
27833	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
27833	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
27833	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
27833	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
27833	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
27833	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
27833	embedding2nn.weight	0	0.015929674729704857
27833	embedding2nn.weight	1	-0.05811527371406555
27833	embedding2nn.weight	2	0.010855048894882202
27833	embedding2nn.weight	3	-0.014257606118917465
27833	embedding2nn.weight	4	-0.04248514398932457
27833	embedding2nn.weight	5	0.05242382735013962
27833	embedding2nn.weight	6	-0.038796085864305496
27833	embedding2nn.weight	7	-0.05909496918320656
27833	embedding2nn.weight	8	0.014992458745837212
27833	embedding2nn.weight	9	0.03619486838579178
27833	embedding2nn.bias	0	0.10468826442956924
27833	embedding2nn.bias	1	0.03864988312125206
27833	embedding2nn.bias	2	-0.12195292115211487
27833	embedding2nn.bias	3	0.08020824939012527
27833	embedding2nn.bias	4	0.03162485361099243
27833	embedding2nn.bias	5	-0.11787645518779755
27833	embedding2nn.bias	6	-0.057433463633060455
27833	embedding2nn.bias	7	-0.02003815956413746
27833	embedding2nn.bias	8	0.05384795367717743
27833	embedding2nn.bias	9	-0.10643365979194641
27833	rnn.weight_ih_l0	0	0.01138454582542181
27833	rnn.weight_ih_l0	1	0.02632245421409607
27833	rnn.weight_ih_l0	2	-0.01816900633275509
27833	rnn.weight_ih_l0	3	0.008626903407275677
27833	rnn.weight_ih_l0	4	0.03558111563324928
27833	rnn.weight_ih_l0	5	-0.042231813073158264
27833	rnn.weight_ih_l0	6	0.0445939302444458
27833	rnn.weight_ih_l0	7	-0.020209070295095444
27833	rnn.weight_ih_l0	8	0.023341258987784386
27833	rnn.weight_ih_l0	9	-0.0094444639980793
27833	rnn.weight_hh_l0	0	0.01285332627594471
27833	rnn.weight_hh_l0	1	-0.05601226165890694
27833	rnn.weight_hh_l0	2	0.023389048874378204
27833	rnn.weight_hh_l0	3	0.01323412824422121
27833	rnn.weight_hh_l0	4	0.015488479286432266
27833	rnn.weight_hh_l0	5	0.023615440353751183
27833	rnn.weight_hh_l0	6	-0.005140066612511873
27833	rnn.weight_hh_l0	7	-0.05069432035088539
27833	rnn.weight_hh_l0	8	-0.030522234737873077
27833	rnn.weight_hh_l0	9	-0.038094162940979004
27833	rnn.bias_ih_l0	0	-0.025913121178746223
27833	rnn.bias_ih_l0	1	-0.07085836678743362
27833	rnn.bias_ih_l0	2	-0.10956089943647385
27833	rnn.bias_ih_l0	3	-0.17942902445793152
27833	rnn.bias_ih_l0	4	0.019609756767749786
27833	rnn.bias_ih_l0	5	0.05973975732922554
27833	rnn.bias_ih_l0	6	-0.09201697260141373
27833	rnn.bias_ih_l0	7	-0.13269709050655365
27833	rnn.bias_ih_l0	8	-0.03711112216114998
27833	rnn.bias_ih_l0	9	-0.06246807053685188
27833	rnn.bias_hh_l0	0	0.07028458267450333
27833	rnn.bias_hh_l0	1	-0.02704360894858837
27833	rnn.bias_hh_l0	2	0.001182644977234304
27833	rnn.bias_hh_l0	3	-0.08537799119949341
27833	rnn.bias_hh_l0	4	0.01066206768155098
27833	rnn.bias_hh_l0	5	0.04574136808514595
27833	rnn.bias_hh_l0	6	-0.04657571390271187
27833	rnn.bias_hh_l0	7	-0.06543708592653275
27833	rnn.bias_hh_l0	8	-0.0970752164721489
27833	rnn.bias_hh_l0	9	-0.0659872442483902
27833	rnn.weight_ih_l0_reverse	0	0.022661061957478523
27833	rnn.weight_ih_l0_reverse	1	-0.007549838628619909
27833	rnn.weight_ih_l0_reverse	2	-0.0018217776669189334
27833	rnn.weight_ih_l0_reverse	3	-0.013250372372567654
27833	rnn.weight_ih_l0_reverse	4	0.02557588927447796
27833	rnn.weight_ih_l0_reverse	5	-0.007067231461405754
27833	rnn.weight_ih_l0_reverse	6	-0.042750146239995956
27833	rnn.weight_ih_l0_reverse	7	-0.028600100427865982
27833	rnn.weight_ih_l0_reverse	8	0.01604960672557354
27833	rnn.weight_ih_l0_reverse	9	0.018593644723296165
27833	rnn.weight_hh_l0_reverse	0	-0.014943909831345081
27833	rnn.weight_hh_l0_reverse	1	0.012150010094046593
27833	rnn.weight_hh_l0_reverse	2	-0.03189373016357422
27833	rnn.weight_hh_l0_reverse	3	0.038753293454647064
27833	rnn.weight_hh_l0_reverse	4	0.016153104603290558
27833	rnn.weight_hh_l0_reverse	5	0.0070771463215351105
27833	rnn.weight_hh_l0_reverse	6	0.023637235164642334
27833	rnn.weight_hh_l0_reverse	7	0.019248830154538155
27833	rnn.weight_hh_l0_reverse	8	0.011479156091809273
27833	rnn.weight_hh_l0_reverse	9	-0.04135214164853096
27833	rnn.bias_ih_l0_reverse	0	-0.05590226128697395
27833	rnn.bias_ih_l0_reverse	1	-0.2037498950958252
27833	rnn.bias_ih_l0_reverse	2	-0.024469448253512383
27833	rnn.bias_ih_l0_reverse	3	-0.06592285633087158
27833	rnn.bias_ih_l0_reverse	4	0.0538913868367672
27833	rnn.bias_ih_l0_reverse	5	-0.13309508562088013
27833	rnn.bias_ih_l0_reverse	6	-0.03858019784092903
27833	rnn.bias_ih_l0_reverse	7	0.02681674063205719
27833	rnn.bias_ih_l0_reverse	8	-0.0800718292593956
27833	rnn.bias_ih_l0_reverse	9	-0.03795672208070755
27833	rnn.bias_hh_l0_reverse	0	-0.06486216932535172
27833	rnn.bias_hh_l0_reverse	1	-0.031428806483745575
27833	rnn.bias_hh_l0_reverse	2	-0.02817496843636036
27833	rnn.bias_hh_l0_reverse	3	-0.08116330206394196
27833	rnn.bias_hh_l0_reverse	4	-0.0013954153982922435
27833	rnn.bias_hh_l0_reverse	5	-0.05829036608338356
27833	rnn.bias_hh_l0_reverse	6	-0.0639578253030777
27833	rnn.bias_hh_l0_reverse	7	-0.07491692155599594
27833	rnn.bias_hh_l0_reverse	8	-0.03938255086541176
27833	rnn.bias_hh_l0_reverse	9	-0.09429240971803665
27833	linear.weight	0	-0.19027462601661682
27833	linear.weight	1	-0.044584471732378006
27833	linear.weight	2	-0.011228874325752258
27833	linear.weight	3	-0.009929456748068333
27833	linear.weight	4	0.07046104222536087
27833	linear.weight	5	0.22916802763938904
27833	linear.weight	6	0.0047744326293468475
27833	linear.weight	7	-0.021312154829502106
27833	linear.weight	8	0.08982313424348831
27833	linear.weight	9	0.06509198993444443
27833	linear.bias	0	-0.5392612218856812
27833	linear.bias	1	0.2438635379076004
27833	linear.bias	2	0.16959545016288757
27833	linear.bias	3	-0.3787302076816559
27833	linear.bias	4	-1.1625165939331055
27833	linear.bias	5	-1.064345121383667
27833	linear.bias	6	-0.5029730200767517
27833	linear.bias	7	-0.5973014235496521
27833	linear.bias	8	-0.01705317199230194
27833	linear.bias	9	2.5557713508605957
28030	transitions	0	-0.05639106407761574
28030	transitions	1	6.4308624267578125
28030	transitions	2	-2.5179827213287354
28030	transitions	3	1.1746426820755005
28030	transitions	4	-1.346288800239563
28030	transitions	5	-0.21230758726596832
28030	transitions	6	-0.11545270681381226
28030	transitions	7	-10000.0
28030	transitions	8	1.476391077041626
28030	transitions	9	-2.276151180267334
28030	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
28030	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
28030	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
28030	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
28030	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
28030	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
28030	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
28030	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
28030	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
28030	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
28030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
28030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
28030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
28030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
28030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
28030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
28030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
28030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
28030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
28030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
28030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
28030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
28030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
28030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
28030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
28030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
28030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
28030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
28030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
28030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
28030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
28030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
28030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
28030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
28030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
28030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
28030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
28030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
28030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
28030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
28030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
28030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
28030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
28030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
28030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
28030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
28030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
28030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
28030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
28030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
28030	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
28030	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
28030	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
28030	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
28030	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
28030	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
28030	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
28030	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
28030	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
28030	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
28030	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
28030	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
28030	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
28030	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
28030	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
28030	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
28030	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
28030	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
28030	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
28030	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
28030	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
28030	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
28030	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
28030	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
28030	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
28030	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
28030	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
28030	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
28030	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
28030	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
28030	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
28030	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
28030	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
28030	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
28030	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
28030	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
28030	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
28030	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
28030	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
28030	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
28030	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
28030	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
28030	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
28030	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
28030	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
28030	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
28030	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
28030	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
28030	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
28030	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
28030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
28030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
28030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
28030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
28030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
28030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
28030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
28030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
28030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
28030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
28030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
28030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
28030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
28030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
28030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
28030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
28030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
28030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
28030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
28030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
28030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
28030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
28030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
28030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
28030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
28030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
28030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
28030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
28030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
28030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
28030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
28030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
28030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
28030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
28030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
28030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
28030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
28030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
28030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
28030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
28030	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
28030	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
28030	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
28030	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
28030	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
28030	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
28030	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
28030	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
28030	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
28030	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
28030	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
28030	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
28030	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
28030	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
28030	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
28030	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
28030	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
28030	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
28030	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
28030	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
28030	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
28030	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
28030	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
28030	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
28030	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
28030	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
28030	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
28030	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
28030	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
28030	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
28030	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
28030	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
28030	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
28030	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
28030	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
28030	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
28030	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
28030	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
28030	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
28030	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
28030	embedding2nn.weight	0	0.016182800754904747
28030	embedding2nn.weight	1	-0.05869711562991142
28030	embedding2nn.weight	2	0.011777631938457489
28030	embedding2nn.weight	3	-0.013323958963155746
28030	embedding2nn.weight	4	-0.04185095056891441
28030	embedding2nn.weight	5	0.05202475190162659
28030	embedding2nn.weight	6	-0.036282770335674286
28030	embedding2nn.weight	7	-0.059865858405828476
28030	embedding2nn.weight	8	0.01574394293129444
28030	embedding2nn.weight	9	0.03646578639745712
28030	embedding2nn.bias	0	0.09388452023267746
28030	embedding2nn.bias	1	0.049436263740062714
28030	embedding2nn.bias	2	-0.10910482704639435
28030	embedding2nn.bias	3	0.06993476301431656
28030	embedding2nn.bias	4	0.036390285938978195
28030	embedding2nn.bias	5	-0.1202395036816597
28030	embedding2nn.bias	6	-0.060371942818164825
28030	embedding2nn.bias	7	-0.023651842027902603
28030	embedding2nn.bias	8	0.05226469039916992
28030	embedding2nn.bias	9	-0.11409656703472137
28030	rnn.weight_ih_l0	0	0.00841362215578556
28030	rnn.weight_ih_l0	1	0.029309282079339027
28030	rnn.weight_ih_l0	2	-0.01753922738134861
28030	rnn.weight_ih_l0	3	0.01016207505017519
28030	rnn.weight_ih_l0	4	0.03351262956857681
28030	rnn.weight_ih_l0	5	-0.043868422508239746
28030	rnn.weight_ih_l0	6	0.04466509819030762
28030	rnn.weight_ih_l0	7	-0.017203308641910553
28030	rnn.weight_ih_l0	8	0.023422226309776306
28030	rnn.weight_ih_l0	9	-0.009586948901414871
28030	rnn.weight_hh_l0	0	0.013697557151317596
28030	rnn.weight_hh_l0	1	-0.05536933243274689
28030	rnn.weight_hh_l0	2	0.024782557040452957
28030	rnn.weight_hh_l0	3	0.012049010023474693
28030	rnn.weight_hh_l0	4	0.015082203783094883
28030	rnn.weight_hh_l0	5	0.024130556732416153
28030	rnn.weight_hh_l0	6	-0.005089483689516783
28030	rnn.weight_hh_l0	7	-0.0510687418282032
28030	rnn.weight_hh_l0	8	-0.032659780234098434
28030	rnn.weight_hh_l0	9	-0.03738226369023323
28030	rnn.bias_ih_l0	0	-0.02283298969268799
28030	rnn.bias_ih_l0	1	-0.07338983565568924
28030	rnn.bias_ih_l0	2	-0.10830158740282059
28030	rnn.bias_ih_l0	3	-0.17941270768642426
28030	rnn.bias_ih_l0	4	0.01896679773926735
28030	rnn.bias_ih_l0	5	0.06084804981946945
28030	rnn.bias_ih_l0	6	-0.09479723125696182
28030	rnn.bias_ih_l0	7	-0.13552016019821167
28030	rnn.bias_ih_l0	8	-0.03589620441198349
28030	rnn.bias_ih_l0	9	-0.06056192144751549
28030	rnn.bias_hh_l0	0	0.06606489419937134
28030	rnn.bias_hh_l0	1	-0.028362594544887543
28030	rnn.bias_hh_l0	2	0.0013199059758335352
28030	rnn.bias_hh_l0	3	-0.08427022397518158
28030	rnn.bias_hh_l0	4	0.01702216826379299
28030	rnn.bias_hh_l0	5	0.03841362148523331
28030	rnn.bias_hh_l0	6	-0.046509869396686554
28030	rnn.bias_hh_l0	7	-0.06420989334583282
28030	rnn.bias_hh_l0	8	-0.09932614862918854
28030	rnn.bias_hh_l0	9	-0.06391477584838867
28030	rnn.weight_ih_l0_reverse	0	0.021336263045668602
28030	rnn.weight_ih_l0_reverse	1	-0.008396945893764496
28030	rnn.weight_ih_l0_reverse	2	0.0024465229362249374
28030	rnn.weight_ih_l0_reverse	3	-0.015515698119997978
28030	rnn.weight_ih_l0_reverse	4	0.02380637638270855
28030	rnn.weight_ih_l0_reverse	5	-0.004588503390550613
28030	rnn.weight_ih_l0_reverse	6	-0.043331801891326904
28030	rnn.weight_ih_l0_reverse	7	-0.02658369205892086
28030	rnn.weight_ih_l0_reverse	8	0.015192759223282337
28030	rnn.weight_ih_l0_reverse	9	0.018308084458112717
28030	rnn.weight_hh_l0_reverse	0	-0.015225326642394066
28030	rnn.weight_hh_l0_reverse	1	0.011609476990997791
28030	rnn.weight_hh_l0_reverse	2	-0.03215019032359123
28030	rnn.weight_hh_l0_reverse	3	0.038304124027490616
28030	rnn.weight_hh_l0_reverse	4	0.017255334183573723
28030	rnn.weight_hh_l0_reverse	5	0.008326182141900063
28030	rnn.weight_hh_l0_reverse	6	0.02412600629031658
28030	rnn.weight_hh_l0_reverse	7	0.01838432438671589
28030	rnn.weight_hh_l0_reverse	8	0.011717986315488815
28030	rnn.weight_hh_l0_reverse	9	-0.04116501286625862
28030	rnn.bias_ih_l0_reverse	0	-0.055368151515722275
28030	rnn.bias_ih_l0_reverse	1	-0.20604366064071655
28030	rnn.bias_ih_l0_reverse	2	-0.02387598715722561
28030	rnn.bias_ih_l0_reverse	3	-0.06879815459251404
28030	rnn.bias_ih_l0_reverse	4	0.04475618153810501
28030	rnn.bias_ih_l0_reverse	5	-0.13393667340278625
28030	rnn.bias_ih_l0_reverse	6	-0.04030096158385277
28030	rnn.bias_ih_l0_reverse	7	0.02593499794602394
28030	rnn.bias_ih_l0_reverse	8	-0.07517864555120468
28030	rnn.bias_ih_l0_reverse	9	-0.035082656890153885
28030	rnn.bias_hh_l0_reverse	0	-0.06792983412742615
28030	rnn.bias_hh_l0_reverse	1	-0.03054114244878292
28030	rnn.bias_hh_l0_reverse	2	-0.029533158987760544
28030	rnn.bias_hh_l0_reverse	3	-0.07796163111925125
28030	rnn.bias_hh_l0_reverse	4	-0.0015874563250690699
28030	rnn.bias_hh_l0_reverse	5	-0.06344016641378403
28030	rnn.bias_hh_l0_reverse	6	-0.06873326003551483
28030	rnn.bias_hh_l0_reverse	7	-0.07596022635698318
28030	rnn.bias_hh_l0_reverse	8	-0.03266698494553566
28030	rnn.bias_hh_l0_reverse	9	-0.09293557703495026
28030	linear.weight	0	-0.19214493036270142
28030	linear.weight	1	-0.05217253044247627
28030	linear.weight	2	-0.011228874325752258
28030	linear.weight	3	-0.03131541237235069
28030	linear.weight	4	0.03513689711689949
28030	linear.weight	5	0.2377358227968216
28030	linear.weight	6	0.0047744326293468475
28030	linear.weight	7	-0.021312154829502106
28030	linear.weight	8	0.0651615560054779
28030	linear.weight	9	0.07083012163639069
28030	linear.bias	0	-0.5427238941192627
28030	linear.bias	1	0.24489091336727142
28030	linear.bias	2	0.1640278548002243
28030	linear.bias	3	-0.37390410900115967
28030	linear.bias	4	-1.1460007429122925
28030	linear.bias	5	-1.0650346279144287
28030	linear.bias	6	-0.5070980787277222
28030	linear.bias	7	-0.5741673707962036
28030	linear.bias	8	-0.01705317199230194
28030	linear.bias	9	2.4910380840301514
28227	transitions	0	-0.05754285678267479
28227	transitions	1	6.430257320404053
28227	transitions	2	-2.524332046508789
28227	transitions	3	1.2031384706497192
28227	transitions	4	-1.3487523794174194
28227	transitions	5	-0.21285288035869598
28227	transitions	6	-0.11576265841722488
28227	transitions	7	-10000.0
28227	transitions	8	1.478998064994812
28227	transitions	9	-2.276238441467285
28227	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
28227	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
28227	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
28227	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
28227	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
28227	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
28227	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
28227	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
28227	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
28227	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
28227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
28227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
28227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
28227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
28227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
28227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
28227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
28227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
28227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
28227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
28227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
28227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
28227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
28227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
28227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
28227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
28227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
28227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
28227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
28227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
28227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
28227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
28227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
28227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
28227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
28227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
28227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
28227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
28227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
28227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
28227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
28227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
28227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
28227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
28227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
28227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
28227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
28227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
28227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
28227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
28227	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
28227	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
28227	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
28227	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
28227	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
28227	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
28227	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
28227	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
28227	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
28227	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
28227	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
28227	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
28227	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
28227	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
28227	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
28227	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
28227	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
28227	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
28227	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
28227	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
28227	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
28227	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
28227	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
28227	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
28227	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
28227	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
28227	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
28227	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
28227	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
28227	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
28227	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
28227	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
28227	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
28227	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
28227	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
28227	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
28227	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
28227	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
28227	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
28227	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
28227	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
28227	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
28227	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
28227	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
28227	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
28227	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
28227	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
28227	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
28227	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
28227	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
28227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
28227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
28227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
28227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
28227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
28227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
28227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
28227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
28227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
28227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
28227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
28227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
28227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
28227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
28227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
28227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
28227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
28227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
28227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
28227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
28227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
28227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
28227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
28227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
28227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
28227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
28227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
28227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
28227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
28227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
28227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
28227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
28227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
28227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
28227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
28227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
28227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
28227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
28227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
28227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
28227	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
28227	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
28227	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
28227	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
28227	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
28227	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
28227	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
28227	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
28227	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
28227	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
28227	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
28227	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
28227	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
28227	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
28227	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
28227	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
28227	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
28227	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
28227	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
28227	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
28227	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
28227	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
28227	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
28227	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
28227	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
28227	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
28227	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
28227	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
28227	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
28227	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
28227	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
28227	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
28227	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
28227	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
28227	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
28227	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
28227	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
28227	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
28227	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
28227	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
28227	embedding2nn.weight	0	0.016085542738437653
28227	embedding2nn.weight	1	-0.05701166391372681
28227	embedding2nn.weight	2	0.015321473591029644
28227	embedding2nn.weight	3	-0.013624311424791813
28227	embedding2nn.weight	4	-0.046282824128866196
28227	embedding2nn.weight	5	0.05169857665896416
28227	embedding2nn.weight	6	-0.036645930260419846
28227	embedding2nn.weight	7	-0.05922079458832741
28227	embedding2nn.weight	8	0.015053595416247845
28227	embedding2nn.weight	9	0.03763056546449661
28227	embedding2nn.bias	0	0.09593575447797775
28227	embedding2nn.bias	1	0.0464724525809288
28227	embedding2nn.bias	2	-0.11563350260257721
28227	embedding2nn.bias	3	0.07679858058691025
28227	embedding2nn.bias	4	0.02948949672281742
28227	embedding2nn.bias	5	-0.11513479799032211
28227	embedding2nn.bias	6	-0.06674104928970337
28227	embedding2nn.bias	7	-0.020848939195275307
28227	embedding2nn.bias	8	0.06384683400392532
28227	embedding2nn.bias	9	-0.11040301620960236
28227	rnn.weight_ih_l0	0	0.008151319809257984
28227	rnn.weight_ih_l0	1	0.02887827157974243
28227	rnn.weight_ih_l0	2	-0.01598028838634491
28227	rnn.weight_ih_l0	3	0.012545783072710037
28227	rnn.weight_ih_l0	4	0.0330582857131958
28227	rnn.weight_ih_l0	5	-0.045568596571683884
28227	rnn.weight_ih_l0	6	0.047203950583934784
28227	rnn.weight_ih_l0	7	-0.01715506613254547
28227	rnn.weight_ih_l0	8	0.0219217911362648
28227	rnn.weight_ih_l0	9	-0.008443471044301987
28227	rnn.weight_hh_l0	0	0.013660265132784843
28227	rnn.weight_hh_l0	1	-0.05658366531133652
28227	rnn.weight_hh_l0	2	0.02483440190553665
28227	rnn.weight_hh_l0	3	0.011488468386232853
28227	rnn.weight_hh_l0	4	0.015126234851777554
28227	rnn.weight_hh_l0	5	0.023452244699001312
28227	rnn.weight_hh_l0	6	-0.005494679789990187
28227	rnn.weight_hh_l0	7	-0.05137938633561134
28227	rnn.weight_hh_l0	8	-0.0308302603662014
28227	rnn.weight_hh_l0	9	-0.03874083608388901
28227	rnn.bias_ih_l0	0	-0.023182187229394913
28227	rnn.bias_ih_l0	1	-0.07522127777338028
28227	rnn.bias_ih_l0	2	-0.10789906233549118
28227	rnn.bias_ih_l0	3	-0.17911653220653534
28227	rnn.bias_ih_l0	4	0.01929880678653717
28227	rnn.bias_ih_l0	5	0.06503473222255707
28227	rnn.bias_ih_l0	6	-0.09765443950891495
28227	rnn.bias_ih_l0	7	-0.13239647448062897
28227	rnn.bias_ih_l0	8	-0.03917692229151726
28227	rnn.bias_ih_l0	9	-0.06619378924369812
28227	rnn.bias_hh_l0	0	0.07679421454668045
28227	rnn.bias_hh_l0	1	-0.028819620609283447
28227	rnn.bias_hh_l0	2	0.0007591407047584653
28227	rnn.bias_hh_l0	3	-0.08815018832683563
28227	rnn.bias_hh_l0	4	0.026109356433153152
28227	rnn.bias_hh_l0	5	0.04890861734747887
28227	rnn.bias_hh_l0	6	-0.047442421317100525
28227	rnn.bias_hh_l0	7	-0.06818526238203049
28227	rnn.bias_hh_l0	8	-0.1011989414691925
28227	rnn.bias_hh_l0	9	-0.06877540796995163
28227	rnn.weight_ih_l0_reverse	0	0.020278682932257652
28227	rnn.weight_ih_l0_reverse	1	-0.007971236482262611
28227	rnn.weight_ih_l0_reverse	2	0.002567795105278492
28227	rnn.weight_ih_l0_reverse	3	-0.015382844023406506
28227	rnn.weight_ih_l0_reverse	4	0.022618966177105904
28227	rnn.weight_ih_l0_reverse	5	-0.008993605151772499
28227	rnn.weight_ih_l0_reverse	6	-0.04233572259545326
28227	rnn.weight_ih_l0_reverse	7	-0.02586858719587326
28227	rnn.weight_ih_l0_reverse	8	0.017833566293120384
28227	rnn.weight_ih_l0_reverse	9	0.018965639173984528
28227	rnn.weight_hh_l0_reverse	0	-0.014610850252211094
28227	rnn.weight_hh_l0_reverse	1	0.012895037420094013
28227	rnn.weight_hh_l0_reverse	2	-0.03200121968984604
28227	rnn.weight_hh_l0_reverse	3	0.038397543132305145
28227	rnn.weight_hh_l0_reverse	4	0.017116693779826164
28227	rnn.weight_hh_l0_reverse	5	0.008219441398978233
28227	rnn.weight_hh_l0_reverse	6	0.02465602569282055
28227	rnn.weight_hh_l0_reverse	7	0.017525626346468925
28227	rnn.weight_hh_l0_reverse	8	0.01200811006128788
28227	rnn.weight_hh_l0_reverse	9	-0.04099858179688454
28227	rnn.bias_ih_l0_reverse	0	-0.056114569306373596
28227	rnn.bias_ih_l0_reverse	1	-0.2078249603509903
28227	rnn.bias_ih_l0_reverse	2	-0.0240616537630558
28227	rnn.bias_ih_l0_reverse	3	-0.06830822676420212
28227	rnn.bias_ih_l0_reverse	4	0.03762863203883171
28227	rnn.bias_ih_l0_reverse	5	-0.13253538310527802
28227	rnn.bias_ih_l0_reverse	6	-0.041418202221393585
28227	rnn.bias_ih_l0_reverse	7	0.029752476140856743
28227	rnn.bias_ih_l0_reverse	8	-0.07513301819562912
28227	rnn.bias_ih_l0_reverse	9	-0.03874407708644867
28227	rnn.bias_hh_l0_reverse	0	-0.062111545354127884
28227	rnn.bias_hh_l0_reverse	1	-0.023699527606368065
28227	rnn.bias_hh_l0_reverse	2	-0.02974049374461174
28227	rnn.bias_hh_l0_reverse	3	-0.07992853969335556
28227	rnn.bias_hh_l0_reverse	4	0.00012195071758469567
28227	rnn.bias_hh_l0_reverse	5	-0.060419388115406036
28227	rnn.bias_hh_l0_reverse	6	-0.0705101490020752
28227	rnn.bias_hh_l0_reverse	7	-0.07269401103258133
28227	rnn.bias_hh_l0_reverse	8	-0.03992166370153427
28227	rnn.bias_hh_l0_reverse	9	-0.0963824987411499
28227	linear.weight	0	-0.18206678330898285
28227	linear.weight	1	-0.050206996500492096
28227	linear.weight	2	-0.011228874325752258
28227	linear.weight	3	-0.027115093544125557
28227	linear.weight	4	0.06994139403104782
28227	linear.weight	5	0.2283492237329483
28227	linear.weight	6	0.0047744326293468475
28227	linear.weight	7	-0.021312154829502106
28227	linear.weight	8	0.04719838872551918
28227	linear.weight	9	0.0894002765417099
28227	linear.bias	0	-0.5493208169937134
28227	linear.bias	1	0.29129302501678467
28227	linear.bias	2	0.17179317772388458
28227	linear.bias	3	-0.36689892411231995
28227	linear.bias	4	-1.1779483556747437
28227	linear.bias	5	-1.0657979249954224
28227	linear.bias	6	-0.5160237550735474
28227	linear.bias	7	-0.583416759967804
28227	linear.bias	8	-0.01705317199230194
28227	linear.bias	9	2.5845706462860107
28424	transitions	0	-0.05938154458999634
28424	transitions	1	6.4226155281066895
28424	transitions	2	-2.5296871662139893
28424	transitions	3	1.1889251470565796
28424	transitions	4	-1.351521372795105
28424	transitions	5	-0.21332763135433197
28424	transitions	6	-0.11620812863111496
28424	transitions	7	-10000.0
28424	transitions	8	1.479374885559082
28424	transitions	9	-2.276318311691284
28424	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
28424	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
28424	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
28424	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
28424	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
28424	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
28424	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
28424	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
28424	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
28424	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
28424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
28424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
28424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
28424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
28424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
28424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
28424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
28424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
28424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
28424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
28424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
28424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
28424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
28424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
28424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
28424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
28424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
28424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
28424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
28424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
28424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
28424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
28424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
28424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
28424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
28424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
28424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
28424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
28424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
28424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
28424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
28424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
28424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
28424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
28424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
28424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
28424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
28424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
28424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
28424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
28424	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
28424	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
28424	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
28424	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
28424	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
28424	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
28424	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
28424	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
28424	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
28424	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
28424	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
28424	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
28424	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
28424	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
28424	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
28424	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
28424	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
28424	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
28424	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
28424	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
28424	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
28424	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
28424	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
28424	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
28424	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
28424	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
28424	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
28424	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
28424	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
28424	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
28424	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
28424	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
28424	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
28424	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
28424	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
28424	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
28424	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
28424	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
28424	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
28424	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
28424	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
28424	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
28424	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
28424	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
28424	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
28424	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
28424	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
28424	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
28424	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
28424	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
28424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
28424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
28424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
28424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
28424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
28424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
28424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
28424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
28424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
28424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
28424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
28424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
28424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
28424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
28424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
28424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
28424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
28424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
28424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
28424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
28424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
28424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
28424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
28424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
28424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
28424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
28424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
28424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
28424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
28424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
28424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
28424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
28424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
28424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
28424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
28424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
28424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
28424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
28424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
28424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
28424	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
28424	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
28424	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
28424	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
28424	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
28424	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
28424	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
28424	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
28424	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
28424	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
28424	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
28424	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
28424	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
28424	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
28424	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
28424	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
28424	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
28424	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
28424	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
28424	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
28424	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
28424	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
28424	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
28424	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
28424	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
28424	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
28424	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
28424	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
28424	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
28424	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
28424	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
28424	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
28424	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
28424	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
28424	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
28424	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
28424	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
28424	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
28424	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
28424	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
28424	embedding2nn.weight	0	0.015502585098147392
28424	embedding2nn.weight	1	-0.05727887526154518
28424	embedding2nn.weight	2	0.00987948291003704
28424	embedding2nn.weight	3	-0.016178222373127937
28424	embedding2nn.weight	4	-0.04491260647773743
28424	embedding2nn.weight	5	0.051363665610551834
28424	embedding2nn.weight	6	-0.037056900560855865
28424	embedding2nn.weight	7	-0.06299462914466858
28424	embedding2nn.weight	8	0.013888692483305931
28424	embedding2nn.weight	9	0.042365558445453644
28424	embedding2nn.bias	0	0.10190314799547195
28424	embedding2nn.bias	1	0.0347863994538784
28424	embedding2nn.bias	2	-0.10637632757425308
28424	embedding2nn.bias	3	0.08072037994861603
28424	embedding2nn.bias	4	0.03554241359233856
28424	embedding2nn.bias	5	-0.10734927654266357
28424	embedding2nn.bias	6	-0.06412959843873978
28424	embedding2nn.bias	7	-0.021031800657510757
28424	embedding2nn.bias	8	0.05519029498100281
28424	embedding2nn.bias	9	-0.10354424268007278
28424	rnn.weight_ih_l0	0	0.00855931080877781
28424	rnn.weight_ih_l0	1	0.025336498394608498
28424	rnn.weight_ih_l0	2	-0.017786899581551552
28424	rnn.weight_ih_l0	3	0.011040338315069675
28424	rnn.weight_ih_l0	4	0.032850153744220734
28424	rnn.weight_ih_l0	5	-0.046661488711833954
28424	rnn.weight_ih_l0	6	0.04515256732702255
28424	rnn.weight_ih_l0	7	-0.0184420645236969
28424	rnn.weight_ih_l0	8	0.01882677525281906
28424	rnn.weight_ih_l0	9	-0.010796470567584038
28424	rnn.weight_hh_l0	0	0.013612431474030018
28424	rnn.weight_hh_l0	1	-0.05685846507549286
28424	rnn.weight_hh_l0	2	0.02438335120677948
28424	rnn.weight_hh_l0	3	0.011122455820441246
28424	rnn.weight_hh_l0	4	0.014815575443208218
28424	rnn.weight_hh_l0	5	0.02338002808392048
28424	rnn.weight_hh_l0	6	-0.00533096631988883
28424	rnn.weight_hh_l0	7	-0.052178140729665756
28424	rnn.weight_hh_l0	8	-0.030527843162417412
28424	rnn.weight_hh_l0	9	-0.03941988945007324
28424	rnn.bias_ih_l0	0	-0.02519870549440384
28424	rnn.bias_ih_l0	1	-0.07719749957323074
28424	rnn.bias_ih_l0	2	-0.10985313355922699
28424	rnn.bias_ih_l0	3	-0.1776830554008484
28424	rnn.bias_ih_l0	4	0.01114208996295929
28424	rnn.bias_ih_l0	5	0.06008360907435417
28424	rnn.bias_ih_l0	6	-0.09571126848459244
28424	rnn.bias_ih_l0	7	-0.13445666432380676
28424	rnn.bias_ih_l0	8	-0.03839549422264099
28424	rnn.bias_ih_l0	9	-0.06332290172576904
28424	rnn.bias_hh_l0	0	0.08493717014789581
28424	rnn.bias_hh_l0	1	-0.032034918665885925
28424	rnn.bias_hh_l0	2	0.0006667929119430482
28424	rnn.bias_hh_l0	3	-0.08850881457328796
28424	rnn.bias_hh_l0	4	0.01468738541007042
28424	rnn.bias_hh_l0	5	0.05621543526649475
28424	rnn.bias_hh_l0	6	-0.04824543371796608
28424	rnn.bias_hh_l0	7	-0.06504262983798981
28424	rnn.bias_hh_l0	8	-0.10417024791240692
28424	rnn.bias_hh_l0	9	-0.0685211643576622
28424	rnn.weight_ih_l0_reverse	0	0.022050386294722557
28424	rnn.weight_ih_l0_reverse	1	-0.008186462335288525
28424	rnn.weight_ih_l0_reverse	2	-0.0010087282862514257
28424	rnn.weight_ih_l0_reverse	3	-0.01670065149664879
28424	rnn.weight_ih_l0_reverse	4	0.020945269614458084
28424	rnn.weight_ih_l0_reverse	5	-0.008339845575392246
28424	rnn.weight_ih_l0_reverse	6	-0.04319046065211296
28424	rnn.weight_ih_l0_reverse	7	-0.02583571895956993
28424	rnn.weight_ih_l0_reverse	8	0.020660068839788437
28424	rnn.weight_ih_l0_reverse	9	0.018270470201969147
28424	rnn.weight_hh_l0_reverse	0	-0.015132267959415913
28424	rnn.weight_hh_l0_reverse	1	0.012674986384809017
28424	rnn.weight_hh_l0_reverse	2	-0.0319242998957634
28424	rnn.weight_hh_l0_reverse	3	0.038868460804224014
28424	rnn.weight_hh_l0_reverse	4	0.017318064346909523
28424	rnn.weight_hh_l0_reverse	5	0.007283173967152834
28424	rnn.weight_hh_l0_reverse	6	0.024974919855594635
28424	rnn.weight_hh_l0_reverse	7	0.018403563648462296
28424	rnn.weight_hh_l0_reverse	8	0.011892096139490604
28424	rnn.weight_hh_l0_reverse	9	-0.04110957682132721
28424	rnn.bias_ih_l0_reverse	0	-0.05395112186670303
28424	rnn.bias_ih_l0_reverse	1	-0.21342094242572784
28424	rnn.bias_ih_l0_reverse	2	-0.025705209001898766
28424	rnn.bias_ih_l0_reverse	3	-0.06731987744569778
28424	rnn.bias_ih_l0_reverse	4	0.0410483255982399
28424	rnn.bias_ih_l0_reverse	5	-0.13908334076404572
28424	rnn.bias_ih_l0_reverse	6	-0.0438549779355526
28424	rnn.bias_ih_l0_reverse	7	0.03628496453166008
28424	rnn.bias_ih_l0_reverse	8	-0.07525519281625748
28424	rnn.bias_ih_l0_reverse	9	-0.04019183665513992
28424	rnn.bias_hh_l0_reverse	0	-0.06504382938146591
28424	rnn.bias_hh_l0_reverse	1	-0.0276982169598341
28424	rnn.bias_hh_l0_reverse	2	-0.029772164300084114
28424	rnn.bias_hh_l0_reverse	3	-0.07920157164335251
28424	rnn.bias_hh_l0_reverse	4	0.00043040362652391195
28424	rnn.bias_hh_l0_reverse	5	-0.06359262764453888
28424	rnn.bias_hh_l0_reverse	6	-0.07292355597019196
28424	rnn.bias_hh_l0_reverse	7	-0.0771404504776001
28424	rnn.bias_hh_l0_reverse	8	-0.03995221108198166
28424	rnn.bias_hh_l0_reverse	9	-0.09728622436523438
28424	linear.weight	0	-0.18514488637447357
28424	linear.weight	1	-0.04358009994029999
28424	linear.weight	2	-0.011228874325752258
28424	linear.weight	3	-0.040813080966472626
28424	linear.weight	4	0.08612110465765
28424	linear.weight	5	0.22814500331878662
28424	linear.weight	6	0.0047744326293468475
28424	linear.weight	7	-0.021312154829502106
28424	linear.weight	8	0.006094255950301886
28424	linear.weight	9	0.07811396569013596
28424	linear.bias	0	-0.5222494006156921
28424	linear.bias	1	0.29978957772254944
28424	linear.bias	2	0.10841115564107895
28424	linear.bias	3	-0.3531026840209961
28424	linear.bias	4	-1.1348921060562134
28424	linear.bias	5	-1.0665264129638672
28424	linear.bias	6	-0.4970909655094147
28424	linear.bias	7	-0.633733332157135
28424	linear.bias	8	-0.01705317199230194
28424	linear.bias	9	2.580536127090454
28621	transitions	0	-0.06122946739196777
28621	transitions	1	6.429429054260254
28621	transitions	2	-2.5345818996429443
28621	transitions	3	1.1537336111068726
28621	transitions	4	-1.3559091091156006
28621	transitions	5	-0.21369755268096924
28621	transitions	6	-0.11658710241317749
28621	transitions	7	-10000.0
28621	transitions	8	1.477720856666565
28621	transitions	9	-2.276411533355713
28621	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
28621	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
28621	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
28621	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
28621	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
28621	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
28621	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
28621	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
28621	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
28621	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
28621	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
28621	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
28621	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
28621	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
28621	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
28621	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
28621	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
28621	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
28621	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
28621	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
28621	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
28621	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
28621	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
28621	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
28621	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
28621	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
28621	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
28621	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
28621	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
28621	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
28621	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
28621	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
28621	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
28621	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
28621	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
28621	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
28621	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
28621	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
28621	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
28621	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
28621	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
28621	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
28621	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
28621	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
28621	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
28621	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
28621	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
28621	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
28621	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
28621	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
28621	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
28621	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
28621	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
28621	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
28621	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
28621	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
28621	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
28621	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
28621	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
28621	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
28621	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
28621	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
28621	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
28621	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
28621	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
28621	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
28621	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
28621	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
28621	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
28621	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
28621	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
28621	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
28621	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
28621	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
28621	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
28621	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
28621	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
28621	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
28621	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
28621	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
28621	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
28621	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
28621	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
28621	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
28621	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
28621	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
28621	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
28621	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
28621	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
28621	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
28621	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
28621	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
28621	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
28621	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
28621	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
28621	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
28621	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
28621	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
28621	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
28621	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
28621	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
28621	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
28621	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
28621	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
28621	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
28621	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
28621	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
28621	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
28621	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
28621	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
28621	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
28621	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
28621	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
28621	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
28621	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
28621	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
28621	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
28621	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
28621	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
28621	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
28621	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
28621	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
28621	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
28621	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
28621	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
28621	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
28621	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
28621	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
28621	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
28621	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
28621	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
28621	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
28621	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
28621	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
28621	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
28621	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
28621	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
28621	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
28621	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
28621	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
28621	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
28621	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
28621	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
28621	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
28621	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
28621	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
28621	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
28621	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
28621	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
28621	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
28621	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
28621	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
28621	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
28621	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
28621	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
28621	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
28621	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
28621	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
28621	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
28621	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
28621	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
28621	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
28621	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
28621	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
28621	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
28621	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
28621	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
28621	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
28621	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
28621	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
28621	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
28621	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
28621	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
28621	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
28621	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
28621	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
28621	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
28621	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
28621	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
28621	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
28621	embedding2nn.weight	0	0.015289883129298687
28621	embedding2nn.weight	1	-0.05680856481194496
28621	embedding2nn.weight	2	0.011796390637755394
28621	embedding2nn.weight	3	-0.016169844195246696
28621	embedding2nn.weight	4	-0.04265281930565834
28621	embedding2nn.weight	5	0.051678985357284546
28621	embedding2nn.weight	6	-0.036267273128032684
28621	embedding2nn.weight	7	-0.06019801273941994
28621	embedding2nn.weight	8	0.011902846395969391
28621	embedding2nn.weight	9	0.04078497365117073
28621	embedding2nn.bias	0	0.08987470716238022
28621	embedding2nn.bias	1	0.04425312951207161
28621	embedding2nn.bias	2	-0.10780441761016846
28621	embedding2nn.bias	3	0.06669557094573975
28621	embedding2nn.bias	4	0.03384766727685928
28621	embedding2nn.bias	5	-0.11024657636880875
28621	embedding2nn.bias	6	-0.06323458254337311
28621	embedding2nn.bias	7	-0.022433770820498466
28621	embedding2nn.bias	8	0.05103529617190361
28621	embedding2nn.bias	9	-0.09799867868423462
28621	rnn.weight_ih_l0	0	0.008601210080087185
28621	rnn.weight_ih_l0	1	0.025412658229470253
28621	rnn.weight_ih_l0	2	-0.02113821730017662
28621	rnn.weight_ih_l0	3	0.014903594739735126
28621	rnn.weight_ih_l0	4	0.03373187780380249
28621	rnn.weight_ih_l0	5	-0.04725278541445732
28621	rnn.weight_ih_l0	6	0.045495275408029556
28621	rnn.weight_ih_l0	7	-0.016993241384625435
28621	rnn.weight_ih_l0	8	0.019841521978378296
28621	rnn.weight_ih_l0	9	-0.010574378073215485
28621	rnn.weight_hh_l0	0	0.013778102584183216
28621	rnn.weight_hh_l0	1	-0.056588638573884964
28621	rnn.weight_hh_l0	2	0.02348528802394867
28621	rnn.weight_hh_l0	3	0.010604611597955227
28621	rnn.weight_hh_l0	4	0.015382358804345131
28621	rnn.weight_hh_l0	5	0.023036936298012733
28621	rnn.weight_hh_l0	6	-0.005268431268632412
28621	rnn.weight_hh_l0	7	-0.052936602383852005
28621	rnn.weight_hh_l0	8	-0.031141942366957664
28621	rnn.weight_hh_l0	9	-0.04059843346476555
28621	rnn.bias_ih_l0	0	-0.04067635163664818
28621	rnn.bias_ih_l0	1	-0.07348456978797913
28621	rnn.bias_ih_l0	2	-0.10766527056694031
28621	rnn.bias_ih_l0	3	-0.17761287093162537
28621	rnn.bias_ih_l0	4	0.0157595407217741
28621	rnn.bias_ih_l0	5	0.06838402152061462
28621	rnn.bias_ih_l0	6	-0.0962241068482399
28621	rnn.bias_ih_l0	7	-0.13252370059490204
28621	rnn.bias_ih_l0	8	-0.04020203277468681
28621	rnn.bias_ih_l0	9	-0.06816936284303665
28621	rnn.bias_hh_l0	0	0.07231158763170242
28621	rnn.bias_hh_l0	1	-0.033226724714040756
28621	rnn.bias_hh_l0	2	-0.0015134303830564022
28621	rnn.bias_hh_l0	3	-0.09119132161140442
28621	rnn.bias_hh_l0	4	0.016826970502734184
28621	rnn.bias_hh_l0	5	0.049236953258514404
28621	rnn.bias_hh_l0	6	-0.04841042309999466
28621	rnn.bias_hh_l0	7	-0.06345296651124954
28621	rnn.bias_hh_l0	8	-0.10361656546592712
28621	rnn.bias_hh_l0	9	-0.06286027282476425
28621	rnn.weight_ih_l0_reverse	0	0.023776549845933914
28621	rnn.weight_ih_l0_reverse	1	-0.008930999785661697
28621	rnn.weight_ih_l0_reverse	2	-2.4200517145800404e-05
28621	rnn.weight_ih_l0_reverse	3	-0.016278238967061043
28621	rnn.weight_ih_l0_reverse	4	0.024344397708773613
28621	rnn.weight_ih_l0_reverse	5	-0.010159511119127274
28621	rnn.weight_ih_l0_reverse	6	-0.04249051585793495
28621	rnn.weight_ih_l0_reverse	7	-0.025297828018665314
28621	rnn.weight_ih_l0_reverse	8	0.019132183864712715
28621	rnn.weight_ih_l0_reverse	9	0.0173100046813488
28621	rnn.weight_hh_l0_reverse	0	-0.014962817542254925
28621	rnn.weight_hh_l0_reverse	1	0.0132589777931571
28621	rnn.weight_hh_l0_reverse	2	-0.03173749893903732
28621	rnn.weight_hh_l0_reverse	3	0.038186099380254745
28621	rnn.weight_hh_l0_reverse	4	0.017072129994630814
28621	rnn.weight_hh_l0_reverse	5	0.0074236756190657616
28621	rnn.weight_hh_l0_reverse	6	0.024817392230033875
28621	rnn.weight_hh_l0_reverse	7	0.019989382475614548
28621	rnn.weight_hh_l0_reverse	8	0.012194694019854069
28621	rnn.weight_hh_l0_reverse	9	-0.041085224598646164
28621	rnn.bias_ih_l0_reverse	0	-0.05510484427213669
28621	rnn.bias_ih_l0_reverse	1	-0.21363157033920288
28621	rnn.bias_ih_l0_reverse	2	-0.02585739456117153
28621	rnn.bias_ih_l0_reverse	3	-0.06733264774084091
28621	rnn.bias_ih_l0_reverse	4	0.051486995071172714
28621	rnn.bias_ih_l0_reverse	5	-0.13504905998706818
28621	rnn.bias_ih_l0_reverse	6	-0.047811880707740784
28621	rnn.bias_ih_l0_reverse	7	0.04188225418329239
28621	rnn.bias_ih_l0_reverse	8	-0.07903796434402466
28621	rnn.bias_ih_l0_reverse	9	-0.04067406430840492
28621	rnn.bias_hh_l0_reverse	0	-0.06588983535766602
28621	rnn.bias_hh_l0_reverse	1	-0.026398280635476112
28621	rnn.bias_hh_l0_reverse	2	-0.027432981878519058
28621	rnn.bias_hh_l0_reverse	3	-0.07780100405216217
28621	rnn.bias_hh_l0_reverse	4	0.0008947115857154131
28621	rnn.bias_hh_l0_reverse	5	-0.06556059420108795
28621	rnn.bias_hh_l0_reverse	6	-0.07566754519939423
28621	rnn.bias_hh_l0_reverse	7	-0.0751032903790474
28621	rnn.bias_hh_l0_reverse	8	-0.040166549384593964
28621	rnn.bias_hh_l0_reverse	9	-0.0959586501121521
28621	linear.weight	0	-0.18959695100784302
28621	linear.weight	1	-0.052842315286397934
28621	linear.weight	2	-0.011228874325752258
28621	linear.weight	3	-0.024908049032092094
28621	linear.weight	4	0.07479621469974518
28621	linear.weight	5	0.19749702513217926
28621	linear.weight	6	0.0047744326293468475
28621	linear.weight	7	-0.021312154829502106
28621	linear.weight	8	0.004405221901834011
28621	linear.weight	9	0.10037019103765488
28621	linear.bias	0	-0.5387874245643616
28621	linear.bias	1	0.2510901987552643
28621	linear.bias	2	0.14475786685943604
28621	linear.bias	3	-0.35005372762680054
28621	linear.bias	4	-1.159684658050537
28621	linear.bias	5	-1.0671536922454834
28621	linear.bias	6	-0.5032573342323303
28621	linear.bias	7	-0.6364238858222961
28621	linear.bias	8	-0.01705317199230194
28621	linear.bias	9	2.5606141090393066
28818	transitions	0	-0.06277807801961899
28818	transitions	1	6.456523895263672
28818	transitions	2	-2.5381503105163574
28818	transitions	3	1.1573201417922974
28818	transitions	4	-1.3604339361190796
28818	transitions	5	-0.21423640847206116
28818	transitions	6	-0.11699964851140976
28818	transitions	7	-10000.0
28818	transitions	8	1.472381830215454
28818	transitions	9	-2.2765274047851562
28818	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
28818	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
28818	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
28818	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
28818	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
28818	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
28818	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
28818	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
28818	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
28818	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
28818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
28818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
28818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
28818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
28818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
28818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
28818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
28818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
28818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
28818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
28818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
28818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
28818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
28818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
28818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
28818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
28818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
28818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
28818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
28818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
28818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
28818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
28818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
28818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
28818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
28818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
28818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
28818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
28818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
28818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
28818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
28818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
28818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
28818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
28818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
28818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
28818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
28818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
28818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
28818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
28818	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
28818	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
28818	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
28818	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
28818	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
28818	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
28818	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
28818	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
28818	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
28818	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
28818	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
28818	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
28818	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
28818	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
28818	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
28818	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
28818	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
28818	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
28818	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
28818	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
28818	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
28818	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
28818	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
28818	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
28818	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
28818	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
28818	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
28818	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
28818	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
28818	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
28818	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
28818	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
28818	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
28818	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
28818	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
28818	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
28818	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
28818	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
28818	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
28818	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
28818	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
28818	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
28818	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
28818	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
28818	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
28818	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
28818	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
28818	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
28818	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
28818	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
28818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
28818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
28818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
28818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
28818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
28818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
28818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
28818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
28818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
28818	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
28818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
28818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
28818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
28818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
28818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
28818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
28818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
28818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
28818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
28818	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
28818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
28818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
28818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
28818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
28818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
28818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
28818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
28818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
28818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
28818	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
28818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
28818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
28818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
28818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
28818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
28818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
28818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
28818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
28818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
28818	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
28818	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
28818	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
28818	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
28818	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
28818	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
28818	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
28818	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
28818	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
28818	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
28818	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
28818	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
28818	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
28818	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
28818	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
28818	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
28818	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
28818	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
28818	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
28818	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
28818	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
28818	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
28818	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
28818	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
28818	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
28818	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
28818	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
28818	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
28818	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
28818	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
28818	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
28818	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
28818	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
28818	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
28818	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
28818	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
28818	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
28818	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
28818	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
28818	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
28818	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
28818	embedding2nn.weight	0	0.015463863499462605
28818	embedding2nn.weight	1	-0.05967773124575615
28818	embedding2nn.weight	2	0.010316766798496246
28818	embedding2nn.weight	3	-0.018498655408620834
28818	embedding2nn.weight	4	-0.0411471351981163
28818	embedding2nn.weight	5	0.05219712480902672
28818	embedding2nn.weight	6	-0.02667667157948017
28818	embedding2nn.weight	7	-0.05577411130070686
28818	embedding2nn.weight	8	0.013064968399703503
28818	embedding2nn.weight	9	0.03682488575577736
28818	embedding2nn.bias	0	0.09818284213542938
28818	embedding2nn.bias	1	0.03790658339858055
28818	embedding2nn.bias	2	-0.10049805045127869
28818	embedding2nn.bias	3	0.06784503906965256
28818	embedding2nn.bias	4	0.03342163562774658
28818	embedding2nn.bias	5	-0.11356747150421143
28818	embedding2nn.bias	6	-0.06914165616035461
28818	embedding2nn.bias	7	-0.020211121067404747
28818	embedding2nn.bias	8	0.04007323458790779
28818	embedding2nn.bias	9	-0.1220599040389061
28818	rnn.weight_ih_l0	0	0.0075475131161510944
28818	rnn.weight_ih_l0	1	0.03180701285600662
28818	rnn.weight_ih_l0	2	-0.021521227434277534
28818	rnn.weight_ih_l0	3	0.016527395695447922
28818	rnn.weight_ih_l0	4	0.0341026596724987
28818	rnn.weight_ih_l0	5	-0.047928351908922195
28818	rnn.weight_ih_l0	6	0.04637696221470833
28818	rnn.weight_ih_l0	7	-0.016577066853642464
28818	rnn.weight_ih_l0	8	0.023192087188363075
28818	rnn.weight_ih_l0	9	-0.009693347848951817
28818	rnn.weight_hh_l0	0	0.013127205893397331
28818	rnn.weight_hh_l0	1	-0.056739259511232376
28818	rnn.weight_hh_l0	2	0.02337813749909401
28818	rnn.weight_hh_l0	3	0.010404589585959911
28818	rnn.weight_hh_l0	4	0.015735380351543427
28818	rnn.weight_hh_l0	5	0.02163221687078476
28818	rnn.weight_hh_l0	6	-0.005641293711960316
28818	rnn.weight_hh_l0	7	-0.052810460329055786
28818	rnn.weight_hh_l0	8	-0.031016880646348
28818	rnn.weight_hh_l0	9	-0.0385800339281559
28818	rnn.bias_ih_l0	0	-0.04410964250564575
28818	rnn.bias_ih_l0	1	-0.07164034247398376
28818	rnn.bias_ih_l0	2	-0.1092100441455841
28818	rnn.bias_ih_l0	3	-0.17837369441986084
28818	rnn.bias_ih_l0	4	0.020244289189577103
28818	rnn.bias_ih_l0	5	0.06620287895202637
28818	rnn.bias_ih_l0	6	-0.09681473672389984
28818	rnn.bias_ih_l0	7	-0.136068657040596
28818	rnn.bias_ih_l0	8	-0.041796114295721054
28818	rnn.bias_ih_l0	9	-0.06045454367995262
28818	rnn.bias_hh_l0	0	0.0691303238272667
28818	rnn.bias_hh_l0	1	-0.03258834406733513
28818	rnn.bias_hh_l0	2	-0.0034033628180623055
28818	rnn.bias_hh_l0	3	-0.08985934406518936
28818	rnn.bias_hh_l0	4	0.017794106155633926
28818	rnn.bias_hh_l0	5	0.04841789975762367
28818	rnn.bias_hh_l0	6	-0.04772878438234329
28818	rnn.bias_hh_l0	7	-0.06155671179294586
28818	rnn.bias_hh_l0	8	-0.10678401589393616
28818	rnn.bias_hh_l0	9	-0.06658057868480682
28818	rnn.weight_ih_l0_reverse	0	0.018193669617176056
28818	rnn.weight_ih_l0_reverse	1	-0.009499612264335155
28818	rnn.weight_ih_l0_reverse	2	-0.0011037071235477924
28818	rnn.weight_ih_l0_reverse	3	-0.01523645594716072
28818	rnn.weight_ih_l0_reverse	4	0.026904018595814705
28818	rnn.weight_ih_l0_reverse	5	-0.011037513613700867
28818	rnn.weight_ih_l0_reverse	6	-0.04327769950032234
28818	rnn.weight_ih_l0_reverse	7	-0.025719603523612022
28818	rnn.weight_ih_l0_reverse	8	0.020450230687856674
28818	rnn.weight_ih_l0_reverse	9	0.01735510490834713
28818	rnn.weight_hh_l0_reverse	0	-0.014994945377111435
28818	rnn.weight_hh_l0_reverse	1	0.013031700626015663
28818	rnn.weight_hh_l0_reverse	2	-0.0313582681119442
28818	rnn.weight_hh_l0_reverse	3	0.03882826492190361
28818	rnn.weight_hh_l0_reverse	4	0.01705678179860115
28818	rnn.weight_hh_l0_reverse	5	0.0060708001255989075
28818	rnn.weight_hh_l0_reverse	6	0.024848422035574913
28818	rnn.weight_hh_l0_reverse	7	0.02001160942018032
28818	rnn.weight_hh_l0_reverse	8	0.012064534239470959
28818	rnn.weight_hh_l0_reverse	9	-0.0417458638548851
28818	rnn.bias_ih_l0_reverse	0	-0.05594857409596443
28818	rnn.bias_ih_l0_reverse	1	-0.2103293091058731
28818	rnn.bias_ih_l0_reverse	2	-0.027556391432881355
28818	rnn.bias_ih_l0_reverse	3	-0.06899715214967728
28818	rnn.bias_ih_l0_reverse	4	0.05215080827474594
28818	rnn.bias_ih_l0_reverse	5	-0.1355004757642746
28818	rnn.bias_ih_l0_reverse	6	-0.044374018907547
28818	rnn.bias_ih_l0_reverse	7	0.030834060162305832
28818	rnn.bias_ih_l0_reverse	8	-0.08127512037754059
28818	rnn.bias_ih_l0_reverse	9	-0.041896481066942215
28818	rnn.bias_hh_l0_reverse	0	-0.06698813289403915
28818	rnn.bias_hh_l0_reverse	1	-0.020988207310438156
28818	rnn.bias_hh_l0_reverse	2	-0.029457826167345047
28818	rnn.bias_hh_l0_reverse	3	-0.08033359795808792
28818	rnn.bias_hh_l0_reverse	4	-0.0015360398683696985
28818	rnn.bias_hh_l0_reverse	5	-0.06454196572303772
28818	rnn.bias_hh_l0_reverse	6	-0.07682240009307861
28818	rnn.bias_hh_l0_reverse	7	-0.07900097966194153
28818	rnn.bias_hh_l0_reverse	8	-0.040913764387369156
28818	rnn.bias_hh_l0_reverse	9	-0.09614243358373642
28818	linear.weight	0	-0.1742575466632843
28818	linear.weight	1	-0.05735825374722481
28818	linear.weight	2	-0.011228874325752258
28818	linear.weight	3	-0.016147851943969727
28818	linear.weight	4	0.057991690933704376
28818	linear.weight	5	0.19391155242919922
28818	linear.weight	6	0.0047744326293468475
28818	linear.weight	7	-0.021312154829502106
28818	linear.weight	8	0.003255874151363969
28818	linear.weight	9	0.12107887864112854
28818	linear.bias	0	-0.5236077904701233
28818	linear.bias	1	0.2549157440662384
28818	linear.bias	2	0.12634408473968506
28818	linear.bias	3	-0.33458343148231506
28818	linear.bias	4	-1.2308615446090698
28818	linear.bias	5	-1.0678293704986572
28818	linear.bias	6	-0.4887169301509857
28818	linear.bias	7	-0.6442568302154541
28818	linear.bias	8	-0.01705317199230194
28818	linear.bias	9	2.5650525093078613
29015	transitions	0	-0.06444630026817322
29015	transitions	1	6.462317943572998
29015	transitions	2	-2.540273427963257
29015	transitions	3	1.1689296960830688
29015	transitions	4	-1.3618894815444946
29015	transitions	5	-0.21478542685508728
29015	transitions	6	-0.11733414977788925
29015	transitions	7	-10000.0
29015	transitions	8	1.470693588256836
29015	transitions	9	-2.276606798171997
29015	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
29015	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
29015	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
29015	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
29015	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
29015	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
29015	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
29015	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
29015	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
29015	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
29015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
29015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
29015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
29015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
29015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
29015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
29015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
29015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
29015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
29015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
29015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
29015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
29015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
29015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
29015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
29015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
29015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
29015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
29015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
29015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
29015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
29015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
29015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
29015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
29015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
29015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
29015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
29015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
29015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
29015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
29015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
29015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
29015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
29015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
29015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
29015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
29015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
29015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
29015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
29015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
29015	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
29015	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
29015	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
29015	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
29015	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
29015	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
29015	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
29015	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
29015	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
29015	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
29015	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
29015	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
29015	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
29015	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
29015	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
29015	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
29015	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
29015	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
29015	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
29015	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
29015	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
29015	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
29015	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
29015	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
29015	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
29015	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
29015	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
29015	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
29015	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
29015	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
29015	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
29015	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
29015	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
29015	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
29015	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
29015	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
29015	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
29015	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
29015	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
29015	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
29015	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
29015	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
29015	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
29015	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
29015	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
29015	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
29015	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
29015	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
29015	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
29015	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
29015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
29015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
29015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
29015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
29015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
29015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
29015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
29015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
29015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
29015	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
29015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
29015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
29015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
29015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
29015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
29015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
29015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
29015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
29015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
29015	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
29015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
29015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
29015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
29015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
29015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
29015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
29015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
29015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
29015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
29015	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
29015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
29015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
29015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
29015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
29015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
29015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
29015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
29015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
29015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
29015	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
29015	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
29015	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
29015	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
29015	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
29015	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
29015	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
29015	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
29015	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
29015	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
29015	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
29015	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
29015	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
29015	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
29015	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
29015	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
29015	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
29015	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
29015	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
29015	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
29015	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
29015	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
29015	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
29015	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
29015	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
29015	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
29015	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
29015	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
29015	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
29015	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
29015	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
29015	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
29015	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
29015	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
29015	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
29015	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
29015	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
29015	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
29015	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
29015	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
29015	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
29015	embedding2nn.weight	0	0.01608116552233696
29015	embedding2nn.weight	1	-0.0603334903717041
29015	embedding2nn.weight	2	0.009229357354342937
29015	embedding2nn.weight	3	-0.017656048759818077
29015	embedding2nn.weight	4	-0.04062771424651146
29015	embedding2nn.weight	5	0.0498957596719265
29015	embedding2nn.weight	6	-0.03512081876397133
29015	embedding2nn.weight	7	-0.05680118128657341
29015	embedding2nn.weight	8	0.012516924180090427
29015	embedding2nn.weight	9	0.036227691918611526
29015	embedding2nn.bias	0	0.09907512366771698
29015	embedding2nn.bias	1	0.03556264191865921
29015	embedding2nn.bias	2	-0.10160940140485764
29015	embedding2nn.bias	3	0.06970314681529999
29015	embedding2nn.bias	4	0.03491757810115814
29015	embedding2nn.bias	5	-0.12041866034269333
29015	embedding2nn.bias	6	-0.05958380177617073
29015	embedding2nn.bias	7	-0.02985600009560585
29015	embedding2nn.bias	8	0.041473064571619034
29015	embedding2nn.bias	9	-0.1254791021347046
29015	rnn.weight_ih_l0	0	0.005904211197048426
29015	rnn.weight_ih_l0	1	0.03160971403121948
29015	rnn.weight_ih_l0	2	-0.023353977128863335
29015	rnn.weight_ih_l0	3	0.014537096954882145
29015	rnn.weight_ih_l0	4	0.03280976787209511
29015	rnn.weight_ih_l0	5	-0.04891017824411392
29015	rnn.weight_ih_l0	6	0.05006000027060509
29015	rnn.weight_ih_l0	7	-0.017194276675581932
29015	rnn.weight_ih_l0	8	0.025630032643675804
29015	rnn.weight_ih_l0	9	-0.008312970399856567
29015	rnn.weight_hh_l0	0	0.012341980822384357
29015	rnn.weight_hh_l0	1	-0.055631957948207855
29015	rnn.weight_hh_l0	2	0.02399888075888157
29015	rnn.weight_hh_l0	3	0.010592445731163025
29015	rnn.weight_hh_l0	4	0.015365185216069221
29015	rnn.weight_hh_l0	5	0.018920764327049255
29015	rnn.weight_hh_l0	6	-0.005792804528027773
29015	rnn.weight_hh_l0	7	-0.053059160709381104
29015	rnn.weight_hh_l0	8	-0.030115727335214615
29015	rnn.weight_hh_l0	9	-0.03633532300591469
29015	rnn.bias_ih_l0	0	-0.039208635687828064
29015	rnn.bias_ih_l0	1	-0.07127511501312256
29015	rnn.bias_ih_l0	2	-0.11235620826482773
29015	rnn.bias_ih_l0	3	-0.17972317337989807
29015	rnn.bias_ih_l0	4	0.023456186056137085
29015	rnn.bias_ih_l0	5	0.06716246902942657
29015	rnn.bias_ih_l0	6	-0.09984263777732849
29015	rnn.bias_ih_l0	7	-0.13675597310066223
29015	rnn.bias_ih_l0	8	-0.040825340896844864
29015	rnn.bias_ih_l0	9	-0.05916862189769745
29015	rnn.bias_hh_l0	0	0.06524946540594101
29015	rnn.bias_hh_l0	1	-0.0322878472507
29015	rnn.bias_hh_l0	2	-0.003974407445639372
29015	rnn.bias_hh_l0	3	-0.08827049285173416
29015	rnn.bias_hh_l0	4	0.018480217084288597
29015	rnn.bias_hh_l0	5	0.045503485947847366
29015	rnn.bias_hh_l0	6	-0.04954564943909645
29015	rnn.bias_hh_l0	7	-0.06223836541175842
29015	rnn.bias_hh_l0	8	-0.10415146499872208
29015	rnn.bias_hh_l0	9	-0.06308947503566742
29015	rnn.weight_ih_l0_reverse	0	0.016795465722680092
29015	rnn.weight_ih_l0_reverse	1	-0.011072716675698757
29015	rnn.weight_ih_l0_reverse	2	-0.0005107958568260074
29015	rnn.weight_ih_l0_reverse	3	-0.015218359418213367
29015	rnn.weight_ih_l0_reverse	4	0.027883362025022507
29015	rnn.weight_ih_l0_reverse	5	-0.010517561808228493
29015	rnn.weight_ih_l0_reverse	6	-0.04541163519024849
29015	rnn.weight_ih_l0_reverse	7	-0.025336412712931633
29015	rnn.weight_ih_l0_reverse	8	0.019601603969931602
29015	rnn.weight_ih_l0_reverse	9	0.01749577932059765
29015	rnn.weight_hh_l0_reverse	0	-0.014800401404500008
29015	rnn.weight_hh_l0_reverse	1	0.011536182835698128
29015	rnn.weight_hh_l0_reverse	2	-0.031160688027739525
29015	rnn.weight_hh_l0_reverse	3	0.0393652617931366
29015	rnn.weight_hh_l0_reverse	4	0.01650640368461609
29015	rnn.weight_hh_l0_reverse	5	0.005882316268980503
29015	rnn.weight_hh_l0_reverse	6	0.02471238188445568
29015	rnn.weight_hh_l0_reverse	7	0.020481940358877182
29015	rnn.weight_hh_l0_reverse	8	0.011809567920863628
29015	rnn.weight_hh_l0_reverse	9	-0.04199059680104256
29015	rnn.bias_ih_l0_reverse	0	-0.05684986710548401
29015	rnn.bias_ih_l0_reverse	1	-0.212157741189003
29015	rnn.bias_ih_l0_reverse	2	-0.02811863087117672
29015	rnn.bias_ih_l0_reverse	3	-0.07082867622375488
29015	rnn.bias_ih_l0_reverse	4	0.053421519696712494
29015	rnn.bias_ih_l0_reverse	5	-0.13298247754573822
29015	rnn.bias_ih_l0_reverse	6	-0.04279717430472374
29015	rnn.bias_ih_l0_reverse	7	0.03532316908240318
29015	rnn.bias_ih_l0_reverse	8	-0.07987238466739655
29015	rnn.bias_ih_l0_reverse	9	-0.04442083463072777
29015	rnn.bias_hh_l0_reverse	0	-0.07106851786375046
29015	rnn.bias_hh_l0_reverse	1	-0.020195413380861282
29015	rnn.bias_hh_l0_reverse	2	-0.029434967786073685
29015	rnn.bias_hh_l0_reverse	3	-0.0794854387640953
29015	rnn.bias_hh_l0_reverse	4	-0.001775967190042138
29015	rnn.bias_hh_l0_reverse	5	-0.06966408342123032
29015	rnn.bias_hh_l0_reverse	6	-0.07237964868545532
29015	rnn.bias_hh_l0_reverse	7	-0.08349407464265823
29015	rnn.bias_hh_l0_reverse	8	-0.04324942082166672
29015	rnn.bias_hh_l0_reverse	9	-0.09551854431629181
29015	linear.weight	0	-0.17915554344654083
29015	linear.weight	1	-0.06372042745351791
29015	linear.weight	2	-0.011228874325752258
29015	linear.weight	3	3.230290167266503e-05
29015	linear.weight	4	0.052865006029605865
29015	linear.weight	5	0.20321373641490936
29015	linear.weight	6	0.0047744326293468475
29015	linear.weight	7	-0.021312154829502106
29015	linear.weight	8	0.014534027315676212
29015	linear.weight	9	0.09512530267238617
29015	linear.bias	0	-0.51938396692276
29015	linear.bias	1	0.2703726589679718
29015	linear.bias	2	0.1576840579509735
29015	linear.bias	3	-0.35615336894989014
29015	linear.bias	4	-1.1807618141174316
29015	linear.bias	5	-1.0684369802474976
29015	linear.bias	6	-0.4842137396335602
29015	linear.bias	7	-0.6625047922134399
29015	linear.bias	8	-0.01705317199230194
29015	linear.bias	9	2.63669490814209
29212	transitions	0	-0.06564270704984665
29212	transitions	1	6.483814239501953
29212	transitions	2	-2.5430476665496826
29212	transitions	3	1.189541220664978
29212	transitions	4	-1.3635716438293457
29212	transitions	5	-0.21530672907829285
29212	transitions	6	-0.11766860634088516
29212	transitions	7	-10000.0
29212	transitions	8	1.4754952192306519
29212	transitions	9	-2.2767093181610107
29212	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
29212	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
29212	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
29212	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
29212	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
29212	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
29212	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
29212	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
29212	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
29212	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
29212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
29212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
29212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
29212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
29212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
29212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
29212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
29212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
29212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
29212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
29212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
29212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
29212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
29212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
29212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
29212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
29212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
29212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
29212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
29212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
29212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
29212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
29212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
29212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
29212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
29212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
29212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
29212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
29212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
29212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
29212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
29212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
29212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
29212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
29212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
29212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
29212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
29212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
29212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
29212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
29212	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
29212	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
29212	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
29212	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
29212	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
29212	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
29212	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
29212	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
29212	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
29212	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
29212	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
29212	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
29212	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
29212	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
29212	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
29212	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
29212	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
29212	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
29212	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
29212	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
29212	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
29212	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
29212	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
29212	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
29212	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
29212	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
29212	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
29212	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
29212	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
29212	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
29212	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
29212	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
29212	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
29212	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
29212	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
29212	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
29212	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
29212	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
29212	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
29212	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
29212	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
29212	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
29212	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
29212	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
29212	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
29212	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
29212	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
29212	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
29212	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
29212	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
29212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
29212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
29212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
29212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
29212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
29212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
29212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
29212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
29212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
29212	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
29212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
29212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
29212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
29212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
29212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
29212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
29212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
29212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
29212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
29212	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
29212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
29212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
29212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
29212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
29212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
29212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
29212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
29212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
29212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
29212	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
29212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
29212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
29212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
29212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
29212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
29212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
29212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
29212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
29212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
29212	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
29212	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
29212	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
29212	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
29212	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
29212	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
29212	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
29212	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
29212	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
29212	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
29212	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
29212	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
29212	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
29212	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
29212	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
29212	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
29212	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
29212	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
29212	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
29212	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
29212	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
29212	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
29212	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
29212	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
29212	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
29212	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
29212	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
29212	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
29212	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
29212	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
29212	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
29212	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
29212	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
29212	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
29212	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
29212	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
29212	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
29212	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
29212	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
29212	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
29212	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
29212	embedding2nn.weight	0	0.015505678951740265
29212	embedding2nn.weight	1	-0.06047183275222778
29212	embedding2nn.weight	2	0.008586550131440163
29212	embedding2nn.weight	3	-0.018243059515953064
29212	embedding2nn.weight	4	-0.04141782969236374
29212	embedding2nn.weight	5	0.05287501588463783
29212	embedding2nn.weight	6	-0.03885563090443611
29212	embedding2nn.weight	7	-0.055387407541275024
29212	embedding2nn.weight	8	0.01063224021345377
29212	embedding2nn.weight	9	0.03752190247178078
29212	embedding2nn.bias	0	0.10021817684173584
29212	embedding2nn.bias	1	0.03080788441002369
29212	embedding2nn.bias	2	-0.10358954966068268
29212	embedding2nn.bias	3	0.07532281428575516
29212	embedding2nn.bias	4	0.0339418463408947
29212	embedding2nn.bias	5	-0.10435941815376282
29212	embedding2nn.bias	6	-0.06626603752374649
29212	embedding2nn.bias	7	-0.03281745687127113
29212	embedding2nn.bias	8	0.03606836125254631
29212	embedding2nn.bias	9	-0.12671789526939392
29212	rnn.weight_ih_l0	0	0.002855772152543068
29212	rnn.weight_ih_l0	1	0.031734906136989594
29212	rnn.weight_ih_l0	2	-0.023585259914398193
29212	rnn.weight_ih_l0	3	0.012384352274239063
29212	rnn.weight_ih_l0	4	0.031912755221128464
29212	rnn.weight_ih_l0	5	-0.0491778589785099
29212	rnn.weight_ih_l0	6	0.04801103472709656
29212	rnn.weight_ih_l0	7	-0.018631722778081894
29212	rnn.weight_ih_l0	8	0.026896903291344643
29212	rnn.weight_ih_l0	9	-0.008887301199138165
29212	rnn.weight_hh_l0	0	0.01204938255250454
29212	rnn.weight_hh_l0	1	-0.05595674365758896
29212	rnn.weight_hh_l0	2	0.024408716708421707
29212	rnn.weight_hh_l0	3	0.009466586634516716
29212	rnn.weight_hh_l0	4	0.0150672048330307
29212	rnn.weight_hh_l0	5	0.018727408722043037
29212	rnn.weight_hh_l0	6	-0.0059367292560637
29212	rnn.weight_hh_l0	7	-0.05348813906311989
29212	rnn.weight_hh_l0	8	-0.02992250584065914
29212	rnn.weight_hh_l0	9	-0.034963954240083694
29212	rnn.bias_ih_l0	0	-0.03848833963274956
29212	rnn.bias_ih_l0	1	-0.07070481032133102
29212	rnn.bias_ih_l0	2	-0.11332377046346664
29212	rnn.bias_ih_l0	3	-0.1806143969297409
29212	rnn.bias_ih_l0	4	0.026227880269289017
29212	rnn.bias_ih_l0	5	0.07131112366914749
29212	rnn.bias_ih_l0	6	-0.09913791716098785
29212	rnn.bias_ih_l0	7	-0.13480015099048615
29212	rnn.bias_ih_l0	8	-0.04241487383842468
29212	rnn.bias_ih_l0	9	-0.0619148388504982
29212	rnn.bias_hh_l0	0	0.0715806633234024
29212	rnn.bias_hh_l0	1	-0.03209695219993591
29212	rnn.bias_hh_l0	2	-0.00654127262532711
29212	rnn.bias_hh_l0	3	-0.08720377832651138
29212	rnn.bias_hh_l0	4	0.018473291769623756
29212	rnn.bias_hh_l0	5	0.04885610565543175
29212	rnn.bias_hh_l0	6	-0.04831255227327347
29212	rnn.bias_hh_l0	7	-0.06413043290376663
29212	rnn.bias_hh_l0	8	-0.10795672982931137
29212	rnn.bias_hh_l0	9	-0.0676904022693634
29212	rnn.weight_ih_l0_reverse	0	0.015868661925196648
29212	rnn.weight_ih_l0_reverse	1	-0.009798716753721237
29212	rnn.weight_ih_l0_reverse	2	-0.0012862107250839472
29212	rnn.weight_ih_l0_reverse	3	-0.015704208984971046
29212	rnn.weight_ih_l0_reverse	4	0.026429438963532448
29212	rnn.weight_ih_l0_reverse	5	-0.011258231475949287
29212	rnn.weight_ih_l0_reverse	6	-0.045164160430431366
29212	rnn.weight_ih_l0_reverse	7	-0.02519857883453369
29212	rnn.weight_ih_l0_reverse	8	0.021061411127448082
29212	rnn.weight_ih_l0_reverse	9	0.0178251713514328
29212	rnn.weight_hh_l0_reverse	0	-0.015724459663033485
29212	rnn.weight_hh_l0_reverse	1	0.011125238612294197
29212	rnn.weight_hh_l0_reverse	2	-0.03120069019496441
29212	rnn.weight_hh_l0_reverse	3	0.03941213712096214
29212	rnn.weight_hh_l0_reverse	4	0.01714496500790119
29212	rnn.weight_hh_l0_reverse	5	0.005861962214112282
29212	rnn.weight_hh_l0_reverse	6	0.024660613387823105
29212	rnn.weight_hh_l0_reverse	7	0.020150138065218925
29212	rnn.weight_hh_l0_reverse	8	0.011432535015046597
29212	rnn.weight_hh_l0_reverse	9	-0.04177580028772354
29212	rnn.bias_ih_l0_reverse	0	-0.05502403900027275
29212	rnn.bias_ih_l0_reverse	1	-0.2159949541091919
29212	rnn.bias_ih_l0_reverse	2	-0.028600815683603287
29212	rnn.bias_ih_l0_reverse	3	-0.07088141143321991
29212	rnn.bias_ih_l0_reverse	4	0.0489640012383461
29212	rnn.bias_ih_l0_reverse	5	-0.133553147315979
29212	rnn.bias_ih_l0_reverse	6	-0.04008001834154129
29212	rnn.bias_ih_l0_reverse	7	0.0392611138522625
29212	rnn.bias_ih_l0_reverse	8	-0.07863815128803253
29212	rnn.bias_ih_l0_reverse	9	-0.04548031464219093
29212	rnn.bias_hh_l0_reverse	0	-0.07266634702682495
29212	rnn.bias_hh_l0_reverse	1	-0.023185133934020996
29212	rnn.bias_hh_l0_reverse	2	-0.027526455000042915
29212	rnn.bias_hh_l0_reverse	3	-0.0787452831864357
29212	rnn.bias_hh_l0_reverse	4	-0.0015175743028521538
29212	rnn.bias_hh_l0_reverse	5	-0.06793182343244553
29212	rnn.bias_hh_l0_reverse	6	-0.06991077214479446
29212	rnn.bias_hh_l0_reverse	7	-0.08512739092111588
29212	rnn.bias_hh_l0_reverse	8	-0.04734143242239952
29212	rnn.bias_hh_l0_reverse	9	-0.0922059640288353
29212	linear.weight	0	-0.1828003227710724
29212	linear.weight	1	-0.059502437710762024
29212	linear.weight	2	-0.011228874325752258
29212	linear.weight	3	0.006874543149024248
29212	linear.weight	4	0.023400118574500084
29212	linear.weight	5	0.20960189402103424
29212	linear.weight	6	0.0047744326293468475
29212	linear.weight	7	-0.021312154829502106
29212	linear.weight	8	0.03739141672849655
29212	linear.weight	9	0.12325950711965561
29212	linear.bias	0	-0.5399265885353088
29212	linear.bias	1	0.2608902156352997
29212	linear.bias	2	0.14057980477809906
29212	linear.bias	3	-0.35607773065567017
29212	linear.bias	4	-1.2284953594207764
29212	linear.bias	5	-1.0690348148345947
29212	linear.bias	6	-0.5057995319366455
29212	linear.bias	7	-0.6342019438743591
29212	linear.bias	8	-0.01705317199230194
29212	linear.bias	9	2.619263172149658
29409	transitions	0	-0.0671146810054779
29409	transitions	1	6.516284465789795
29409	transitions	2	-2.546776294708252
29409	transitions	3	1.1932374238967896
29409	transitions	4	-1.3668651580810547
29409	transitions	5	-0.21579910814762115
29409	transitions	6	-0.11803378164768219
29409	transitions	7	-10000.0
29409	transitions	8	1.4784722328186035
29409	transitions	9	-2.2767999172210693
29409	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
29409	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
29409	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
29409	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
29409	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
29409	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
29409	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
29409	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
29409	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
29409	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
29409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
29409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
29409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
29409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
29409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
29409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
29409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
29409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
29409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
29409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
29409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
29409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
29409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
29409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
29409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
29409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
29409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
29409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
29409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
29409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
29409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
29409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
29409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
29409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
29409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
29409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
29409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
29409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
29409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
29409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
29409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
29409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
29409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
29409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
29409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
29409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
29409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
29409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
29409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
29409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
29409	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
29409	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
29409	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
29409	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
29409	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
29409	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
29409	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
29409	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
29409	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
29409	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
29409	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
29409	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
29409	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
29409	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
29409	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
29409	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
29409	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
29409	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
29409	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
29409	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
29409	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
29409	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
29409	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
29409	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
29409	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
29409	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
29409	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
29409	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
29409	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
29409	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
29409	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
29409	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
29409	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
29409	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
29409	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
29409	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
29409	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
29409	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
29409	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
29409	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
29409	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
29409	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
29409	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
29409	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
29409	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
29409	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
29409	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
29409	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
29409	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
29409	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
29409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
29409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
29409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
29409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
29409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
29409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
29409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
29409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
29409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
29409	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
29409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
29409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
29409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
29409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
29409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
29409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
29409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
29409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
29409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
29409	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
29409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
29409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
29409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
29409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
29409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
29409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
29409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
29409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
29409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
29409	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
29409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
29409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
29409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
29409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
29409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
29409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
29409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
29409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
29409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
29409	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
29409	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
29409	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
29409	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
29409	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
29409	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
29409	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
29409	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
29409	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
29409	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
29409	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
29409	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
29409	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
29409	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
29409	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
29409	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
29409	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
29409	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
29409	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
29409	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
29409	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
29409	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
29409	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
29409	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
29409	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
29409	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
29409	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
29409	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
29409	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
29409	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
29409	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
29409	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
29409	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
29409	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
29409	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
29409	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
29409	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
29409	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
29409	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
29409	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
29409	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
29409	embedding2nn.weight	0	0.015448667109012604
29409	embedding2nn.weight	1	-0.061517998576164246
29409	embedding2nn.weight	2	0.008776101283729076
29409	embedding2nn.weight	3	-0.015401024371385574
29409	embedding2nn.weight	4	-0.04477979242801666
29409	embedding2nn.weight	5	0.05515913665294647
29409	embedding2nn.weight	6	-0.04238426312804222
29409	embedding2nn.weight	7	-0.05513206124305725
29409	embedding2nn.weight	8	0.009863612242043018
29409	embedding2nn.weight	9	0.03879641368985176
29409	embedding2nn.bias	0	0.10187924653291702
29409	embedding2nn.bias	1	0.03651617094874382
29409	embedding2nn.bias	2	-0.10373827815055847
29409	embedding2nn.bias	3	0.07781226187944412
29409	embedding2nn.bias	4	0.03855591639876366
29409	embedding2nn.bias	5	-0.10575218498706818
29409	embedding2nn.bias	6	-0.06272947788238525
29409	embedding2nn.bias	7	-0.0276335421949625
29409	embedding2nn.bias	8	0.04619847238063812
29409	embedding2nn.bias	9	-0.1263853907585144
29409	rnn.weight_ih_l0	0	-0.002446794882416725
29409	rnn.weight_ih_l0	1	0.03218397498130798
29409	rnn.weight_ih_l0	2	-0.023679561913013458
29409	rnn.weight_ih_l0	3	0.01543661393225193
29409	rnn.weight_ih_l0	4	0.03207750990986824
29409	rnn.weight_ih_l0	5	-0.04907825216650963
29409	rnn.weight_ih_l0	6	0.04493028670549393
29409	rnn.weight_ih_l0	7	-0.022641828283667564
29409	rnn.weight_ih_l0	8	0.027473045513033867
29409	rnn.weight_ih_l0	9	-0.008533896878361702
29409	rnn.weight_hh_l0	0	0.01220698282122612
29409	rnn.weight_hh_l0	1	-0.056727029383182526
29409	rnn.weight_hh_l0	2	0.023208044469356537
29409	rnn.weight_hh_l0	3	0.008580435067415237
29409	rnn.weight_hh_l0	4	0.01571328192949295
29409	rnn.weight_hh_l0	5	0.018564648926258087
29409	rnn.weight_hh_l0	6	-0.006243075709789991
29409	rnn.weight_hh_l0	7	-0.05509589612483978
29409	rnn.weight_hh_l0	8	-0.03042600303888321
29409	rnn.weight_hh_l0	9	-0.036599934101104736
29409	rnn.bias_ih_l0	0	-0.03629237040877342
29409	rnn.bias_ih_l0	1	-0.07207295298576355
29409	rnn.bias_ih_l0	2	-0.11153942346572876
29409	rnn.bias_ih_l0	3	-0.18009983003139496
29409	rnn.bias_ih_l0	4	0.020501475781202316
29409	rnn.bias_ih_l0	5	0.07330779731273651
29409	rnn.bias_ih_l0	6	-0.09554746001958847
29409	rnn.bias_ih_l0	7	-0.13589267432689667
29409	rnn.bias_ih_l0	8	-0.039399489760398865
29409	rnn.bias_ih_l0	9	-0.06210168078541756
29409	rnn.bias_hh_l0	0	0.07163011282682419
29409	rnn.bias_hh_l0	1	-0.03261953592300415
29409	rnn.bias_hh_l0	2	-0.006032939068973064
29409	rnn.bias_hh_l0	3	-0.08622273057699203
29409	rnn.bias_hh_l0	4	0.017942816019058228
29409	rnn.bias_hh_l0	5	0.05565052479505539
29409	rnn.bias_hh_l0	6	-0.04745383560657501
29409	rnn.bias_hh_l0	7	-0.06906003504991531
29409	rnn.bias_hh_l0	8	-0.11443325132131577
29409	rnn.bias_hh_l0	9	-0.06649532914161682
29409	rnn.weight_ih_l0_reverse	0	0.01548325177282095
29409	rnn.weight_ih_l0_reverse	1	-0.008122807368636131
29409	rnn.weight_ih_l0_reverse	2	-0.002449855674058199
29409	rnn.weight_ih_l0_reverse	3	-0.015496745705604553
29409	rnn.weight_ih_l0_reverse	4	0.028704941272735596
29409	rnn.weight_ih_l0_reverse	5	-0.010229194536805153
29409	rnn.weight_ih_l0_reverse	6	-0.04496438056230545
29409	rnn.weight_ih_l0_reverse	7	-0.025691047310829163
29409	rnn.weight_ih_l0_reverse	8	0.02150721848011017
29409	rnn.weight_ih_l0_reverse	9	0.02046244964003563
29409	rnn.weight_hh_l0_reverse	0	-0.016299696639180183
29409	rnn.weight_hh_l0_reverse	1	0.011502705514431
29409	rnn.weight_hh_l0_reverse	2	-0.03150945156812668
29409	rnn.weight_hh_l0_reverse	3	0.03931929171085358
29409	rnn.weight_hh_l0_reverse	4	0.017809027805924416
29409	rnn.weight_hh_l0_reverse	5	0.005698746535927057
29409	rnn.weight_hh_l0_reverse	6	0.023737801238894463
29409	rnn.weight_hh_l0_reverse	7	0.019957123324275017
29409	rnn.weight_hh_l0_reverse	8	0.010867351666092873
29409	rnn.weight_hh_l0_reverse	9	-0.04177723452448845
29409	rnn.bias_ih_l0_reverse	0	-0.05755944550037384
29409	rnn.bias_ih_l0_reverse	1	-0.21605922281742096
29409	rnn.bias_ih_l0_reverse	2	-0.025276586413383484
29409	rnn.bias_ih_l0_reverse	3	-0.07192395627498627
29409	rnn.bias_ih_l0_reverse	4	0.04982426017522812
29409	rnn.bias_ih_l0_reverse	5	-0.13780158758163452
29409	rnn.bias_ih_l0_reverse	6	-0.03900441154837608
29409	rnn.bias_ih_l0_reverse	7	0.048690102994441986
29409	rnn.bias_ih_l0_reverse	8	-0.0787072703242302
29409	rnn.bias_ih_l0_reverse	9	-0.04466114565730095
29409	rnn.bias_hh_l0_reverse	0	-0.07099319249391556
29409	rnn.bias_hh_l0_reverse	1	-0.022635523229837418
29409	rnn.bias_hh_l0_reverse	2	-0.03132176026701927
29409	rnn.bias_hh_l0_reverse	3	-0.07932238280773163
29409	rnn.bias_hh_l0_reverse	4	-0.003070938866585493
29409	rnn.bias_hh_l0_reverse	5	-0.06653416156768799
29409	rnn.bias_hh_l0_reverse	6	-0.07023540884256363
29409	rnn.bias_hh_l0_reverse	7	-0.0834898129105568
29409	rnn.bias_hh_l0_reverse	8	-0.04524852707982063
29409	rnn.bias_hh_l0_reverse	9	-0.09123959392309189
29409	linear.weight	0	-0.17322340607643127
29409	linear.weight	1	-0.06368011981248856
29409	linear.weight	2	-0.011228874325752258
29409	linear.weight	3	0.005393601953983307
29409	linear.weight	4	0.017546668648719788
29409	linear.weight	5	0.22195705771446228
29409	linear.weight	6	0.0047744326293468475
29409	linear.weight	7	-0.021312154829502106
29409	linear.weight	8	0.02014600858092308
29409	linear.weight	9	0.0999685600399971
29409	linear.bias	0	-0.5203499794006348
29409	linear.bias	1	0.26998722553253174
29409	linear.bias	2	0.09870506823062897
29409	linear.bias	3	-0.3510822057723999
29409	linear.bias	4	-1.2403181791305542
29409	linear.bias	5	-1.0697520971298218
29409	linear.bias	6	-0.4908237159252167
29409	linear.bias	7	-0.6224011182785034
29409	linear.bias	8	-0.01705317199230194
29409	linear.bias	9	2.5647265911102295
29606	transitions	0	-0.06825213134288788
29606	transitions	1	6.546072006225586
29606	transitions	2	-2.5505950450897217
29606	transitions	3	1.188986897468567
29606	transitions	4	-1.3686057329177856
29606	transitions	5	-0.2164899855852127
29606	transitions	6	-0.11842766404151917
29606	transitions	7	-10000.0
29606	transitions	8	1.4807096719741821
29606	transitions	9	-2.2769124507904053
29606	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
29606	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
29606	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
29606	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
29606	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
29606	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
29606	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
29606	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
29606	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
29606	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
29606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
29606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
29606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
29606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
29606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
29606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
29606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
29606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
29606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
29606	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
29606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
29606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
29606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
29606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
29606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
29606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
29606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
29606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
29606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
29606	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
29606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
29606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
29606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
29606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
29606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
29606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
29606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
29606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
29606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
29606	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
29606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
29606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
29606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
29606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
29606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
29606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
29606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
29606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
29606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
29606	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
29606	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
29606	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
29606	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
29606	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
29606	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
29606	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
29606	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
29606	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
29606	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
29606	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
29606	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
29606	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
29606	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
29606	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
29606	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
29606	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
29606	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
29606	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
29606	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
29606	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
29606	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
29606	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
29606	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
29606	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
29606	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
29606	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
29606	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
29606	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
29606	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
29606	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
29606	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
29606	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
29606	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
29606	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
29606	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
29606	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
29606	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
29606	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
29606	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
29606	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
29606	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
29606	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
29606	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
29606	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
29606	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
29606	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
29606	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
29606	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
29606	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
29606	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
29606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
29606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
29606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
29606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
29606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
29606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
29606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
29606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
29606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
29606	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
29606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
29606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
29606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
29606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
29606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
29606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
29606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
29606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
29606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
29606	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
29606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
29606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
29606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
29606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
29606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
29606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
29606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
29606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
29606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
29606	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
29606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
29606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
29606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
29606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
29606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
29606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
29606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
29606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
29606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
29606	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
29606	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
29606	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
29606	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
29606	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
29606	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
29606	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
29606	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
29606	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
29606	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
29606	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
29606	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
29606	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
29606	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
29606	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
29606	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
29606	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
29606	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
29606	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
29606	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
29606	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
29606	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
29606	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
29606	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
29606	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
29606	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
29606	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
29606	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
29606	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
29606	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
29606	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
29606	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
29606	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
29606	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
29606	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
29606	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
29606	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
29606	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
29606	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
29606	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
29606	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
29606	embedding2nn.weight	0	0.016176840290427208
29606	embedding2nn.weight	1	-0.06103174388408661
29606	embedding2nn.weight	2	0.005804852116852999
29606	embedding2nn.weight	3	-0.015331517904996872
29606	embedding2nn.weight	4	-0.046786483377218246
29606	embedding2nn.weight	5	0.05432747304439545
29606	embedding2nn.weight	6	-0.04448852315545082
29606	embedding2nn.weight	7	-0.05646035447716713
29606	embedding2nn.weight	8	0.00978118646889925
29606	embedding2nn.weight	9	0.03882099688053131
29606	embedding2nn.bias	0	0.10312973707914352
29606	embedding2nn.bias	1	0.04687323793768883
29606	embedding2nn.bias	2	-0.1051248088479042
29606	embedding2nn.bias	3	0.07151825726032257
29606	embedding2nn.bias	4	0.035139381885528564
29606	embedding2nn.bias	5	-0.10715128481388092
29606	embedding2nn.bias	6	-0.05787448212504387
29606	embedding2nn.bias	7	-0.018869224935770035
29606	embedding2nn.bias	8	0.06374771893024445
29606	embedding2nn.bias	9	-0.1176304966211319
29606	rnn.weight_ih_l0	0	-0.000634673226159066
29606	rnn.weight_ih_l0	1	0.03234681859612465
29606	rnn.weight_ih_l0	2	-0.023693416267633438
29606	rnn.weight_ih_l0	3	0.0168676245957613
29606	rnn.weight_ih_l0	4	0.030898384749889374
29606	rnn.weight_ih_l0	5	-0.04893984645605087
29606	rnn.weight_ih_l0	6	0.04549490287899971
29606	rnn.weight_ih_l0	7	-0.023462697863578796
29606	rnn.weight_ih_l0	8	0.025761079043149948
29606	rnn.weight_ih_l0	9	-0.007433522958308458
29606	rnn.weight_hh_l0	0	0.011773105710744858
29606	rnn.weight_hh_l0	1	-0.0574306957423687
29606	rnn.weight_hh_l0	2	0.023209987208247185
29606	rnn.weight_hh_l0	3	0.009021722711622715
29606	rnn.weight_hh_l0	4	0.016052350401878357
29606	rnn.weight_hh_l0	5	0.019556492567062378
29606	rnn.weight_hh_l0	6	-0.006212684791535139
29606	rnn.weight_hh_l0	7	-0.05504778027534485
29606	rnn.weight_hh_l0	8	-0.03008480742573738
29606	rnn.weight_hh_l0	9	-0.03652350604534149
29606	rnn.bias_ih_l0	0	-0.036104798316955566
29606	rnn.bias_ih_l0	1	-0.07532816380262375
29606	rnn.bias_ih_l0	2	-0.11616155505180359
29606	rnn.bias_ih_l0	3	-0.18212787806987762
29606	rnn.bias_ih_l0	4	0.02785123512148857
29606	rnn.bias_ih_l0	5	0.06690742820501328
29606	rnn.bias_ih_l0	6	-0.09913885593414307
29606	rnn.bias_ih_l0	7	-0.13625136017799377
29606	rnn.bias_ih_l0	8	-0.037833623588085175
29606	rnn.bias_ih_l0	9	-0.06369855254888535
29606	rnn.bias_hh_l0	0	0.06743685901165009
29606	rnn.bias_hh_l0	1	-0.030843161046504974
29606	rnn.bias_hh_l0	2	-0.009528880938887596
29606	rnn.bias_hh_l0	3	-0.08565753698348999
29606	rnn.bias_hh_l0	4	0.015182792209088802
29606	rnn.bias_hh_l0	5	0.050982870161533356
29606	rnn.bias_hh_l0	6	-0.04574301093816757
29606	rnn.bias_hh_l0	7	-0.06766842305660248
29606	rnn.bias_hh_l0	8	-0.10884375125169754
29606	rnn.bias_hh_l0	9	-0.06705580651760101
29606	rnn.weight_ih_l0_reverse	0	0.014112590812146664
29606	rnn.weight_ih_l0_reverse	1	-0.006807989906519651
29606	rnn.weight_ih_l0_reverse	2	-0.001447315327823162
29606	rnn.weight_ih_l0_reverse	3	-0.016935652121901512
29606	rnn.weight_ih_l0_reverse	4	0.0266305860131979
29606	rnn.weight_ih_l0_reverse	5	-0.011262604966759682
29606	rnn.weight_ih_l0_reverse	6	-0.0455954484641552
29606	rnn.weight_ih_l0_reverse	7	-0.026067864149808884
29606	rnn.weight_ih_l0_reverse	8	0.0195817481726408
29606	rnn.weight_ih_l0_reverse	9	0.021280774846673012
29606	rnn.weight_hh_l0_reverse	0	-0.016075409948825836
29606	rnn.weight_hh_l0_reverse	1	0.012194660492241383
29606	rnn.weight_hh_l0_reverse	2	-0.031478241086006165
29606	rnn.weight_hh_l0_reverse	3	0.0391966886818409
29606	rnn.weight_hh_l0_reverse	4	0.018995529040694237
29606	rnn.weight_hh_l0_reverse	5	0.006067909300327301
29606	rnn.weight_hh_l0_reverse	6	0.02411649376153946
29606	rnn.weight_hh_l0_reverse	7	0.020050041377544403
29606	rnn.weight_hh_l0_reverse	8	0.010357094928622246
29606	rnn.weight_hh_l0_reverse	9	-0.041671909391880035
29606	rnn.bias_ih_l0_reverse	0	-0.05713745206594467
29606	rnn.bias_ih_l0_reverse	1	-0.21886001527309418
29606	rnn.bias_ih_l0_reverse	2	-0.024534476920962334
29606	rnn.bias_ih_l0_reverse	3	-0.07235252857208252
29606	rnn.bias_ih_l0_reverse	4	0.0547853522002697
29606	rnn.bias_ih_l0_reverse	5	-0.1401088386774063
29606	rnn.bias_ih_l0_reverse	6	-0.04464341327548027
29606	rnn.bias_ih_l0_reverse	7	0.047724589705467224
29606	rnn.bias_ih_l0_reverse	8	-0.07638249546289444
29606	rnn.bias_ih_l0_reverse	9	-0.049442924559116364
29606	rnn.bias_hh_l0_reverse	0	-0.07691709697246552
29606	rnn.bias_hh_l0_reverse	1	-0.024075401946902275
29606	rnn.bias_hh_l0_reverse	2	-0.03243091702461243
29606	rnn.bias_hh_l0_reverse	3	-0.07442248612642288
29606	rnn.bias_hh_l0_reverse	4	-0.004745566751807928
29606	rnn.bias_hh_l0_reverse	5	-0.0645354688167572
29606	rnn.bias_hh_l0_reverse	6	-0.06964734196662903
29606	rnn.bias_hh_l0_reverse	7	-0.08126986771821976
29606	rnn.bias_hh_l0_reverse	8	-0.046872708946466446
29606	rnn.bias_hh_l0_reverse	9	-0.09470222890377045
29606	linear.weight	0	-0.16585978865623474
29606	linear.weight	1	-0.04468657821416855
29606	linear.weight	2	-0.011228874325752258
29606	linear.weight	3	0.025627439841628075
29606	linear.weight	4	0.034366972744464874
29606	linear.weight	5	0.20715147256851196
29606	linear.weight	6	0.0047744326293468475
29606	linear.weight	7	-0.021312154829502106
29606	linear.weight	8	0.005175008438527584
29606	linear.weight	9	0.08237485587596893
29606	linear.bias	0	-0.5173357725143433
29606	linear.bias	1	0.3220045864582062
29606	linear.bias	2	0.09495323151350021
29606	linear.bias	3	-0.3453899323940277
29606	linear.bias	4	-1.2213212251663208
29606	linear.bias	5	-1.0704289674758911
29606	linear.bias	6	-0.5072219371795654
29606	linear.bias	7	-0.6393752694129944
29606	linear.bias	8	-0.01705317199230194
29606	linear.bias	9	2.6236698627471924
29610	transitions	0	-0.06825561821460724
29610	transitions	1	6.5579514503479
29610	transitions	2	-2.550656795501709
29610	transitions	3	1.1896439790725708
29610	transitions	4	-1.368622064590454
29610	transitions	5	-0.21649150550365448
29610	transitions	6	-0.11842969805002213
29610	transitions	7	-10000.0
29610	transitions	8	1.4806965589523315
29610	transitions	9	-2.276914596557617
29610	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
29610	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
29610	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
29610	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
29610	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
29610	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
29610	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
29610	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
29610	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
29610	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
29610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
29610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
29610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
29610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
29610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
29610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
29610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
29610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
29610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
29610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
29610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
29610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
29610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
29610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
29610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
29610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
29610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
29610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
29610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
29610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
29610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
29610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
29610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
29610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
29610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
29610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
29610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
29610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
29610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
29610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
29610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
29610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
29610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
29610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
29610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
29610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
29610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
29610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
29610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
29610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
29610	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
29610	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
29610	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
29610	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
29610	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
29610	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
29610	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
29610	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
29610	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
29610	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
29610	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
29610	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
29610	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
29610	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
29610	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
29610	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
29610	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
29610	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
29610	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
29610	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
29610	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
29610	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
29610	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
29610	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
29610	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
29610	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
29610	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
29610	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
29610	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
29610	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
29610	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
29610	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
29610	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
29610	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
29610	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
29610	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
29610	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
29610	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
29610	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
29610	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
29610	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
29610	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
29610	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
29610	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
29610	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
29610	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
29610	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
29610	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
29610	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
29610	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
29610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
29610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
29610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
29610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
29610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
29610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
29610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
29610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
29610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
29610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
29610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
29610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
29610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
29610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
29610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
29610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
29610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
29610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
29610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
29610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
29610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
29610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
29610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
29610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
29610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
29610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
29610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
29610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
29610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
29610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
29610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
29610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
29610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
29610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
29610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
29610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
29610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
29610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
29610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
29610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
29610	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
29610	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
29610	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
29610	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
29610	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
29610	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
29610	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
29610	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
29610	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
29610	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
29610	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
29610	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
29610	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
29610	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
29610	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
29610	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
29610	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
29610	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
29610	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
29610	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
29610	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
29610	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
29610	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
29610	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
29610	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
29610	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
29610	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
29610	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
29610	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
29610	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
29610	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
29610	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
29610	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
29610	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
29610	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
29610	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
29610	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
29610	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
29610	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
29610	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
29610	embedding2nn.weight	0	0.016253061592578888
29610	embedding2nn.weight	1	-0.061285585165023804
29610	embedding2nn.weight	2	0.005767534486949444
29610	embedding2nn.weight	3	-0.015294276177883148
29610	embedding2nn.weight	4	-0.0468556173145771
29610	embedding2nn.weight	5	0.054133571684360504
29610	embedding2nn.weight	6	-0.04493153840303421
29610	embedding2nn.weight	7	-0.056305427104234695
29610	embedding2nn.weight	8	0.009680197574198246
29610	embedding2nn.weight	9	0.038403820246458054
29610	embedding2nn.bias	0	0.10373986512422562
29610	embedding2nn.bias	1	0.04097622632980347
29610	embedding2nn.bias	2	-0.10805448889732361
29610	embedding2nn.bias	3	0.07409171015024185
29610	embedding2nn.bias	4	0.03508426621556282
29610	embedding2nn.bias	5	-0.10523698478937149
29610	embedding2nn.bias	6	-0.06180671602487564
29610	embedding2nn.bias	7	-0.019931230694055557
29610	embedding2nn.bias	8	0.05951525270938873
29610	embedding2nn.bias	9	-0.11929856240749359
29610	rnn.weight_ih_l0	0	-0.00046786872553639114
29610	rnn.weight_ih_l0	1	0.03234042972326279
29610	rnn.weight_ih_l0	2	-0.023895470425486565
29610	rnn.weight_ih_l0	3	0.01674814149737358
29610	rnn.weight_ih_l0	4	0.03080778382718563
29610	rnn.weight_ih_l0	5	-0.04860507696866989
29610	rnn.weight_ih_l0	6	0.04544574022293091
29610	rnn.weight_ih_l0	7	-0.023226797580718994
29610	rnn.weight_ih_l0	8	0.025604968890547752
29610	rnn.weight_ih_l0	9	-0.007450176402926445
29610	rnn.weight_hh_l0	0	0.011700859293341637
29610	rnn.weight_hh_l0	1	-0.05756156146526337
29610	rnn.weight_hh_l0	2	0.023257028311491013
29610	rnn.weight_hh_l0	3	0.008866793476045132
29610	rnn.weight_hh_l0	4	0.01602252945303917
29610	rnn.weight_hh_l0	5	0.019539954140782356
29610	rnn.weight_hh_l0	6	-0.006209957413375378
29610	rnn.weight_hh_l0	7	-0.05496616289019585
29610	rnn.weight_hh_l0	8	-0.030158888548612595
29610	rnn.weight_hh_l0	9	-0.036647357046604156
29610	rnn.bias_ih_l0	0	-0.036485303193330765
29610	rnn.bias_ih_l0	1	-0.0755600780248642
29610	rnn.bias_ih_l0	2	-0.1161331981420517
29610	rnn.bias_ih_l0	3	-0.18173697590827942
29610	rnn.bias_ih_l0	4	0.028380094096064568
29610	rnn.bias_ih_l0	5	0.06831599771976471
29610	rnn.bias_ih_l0	6	-0.0992744192481041
29610	rnn.bias_ih_l0	7	-0.13603025674819946
29610	rnn.bias_ih_l0	8	-0.03853616863489151
29610	rnn.bias_ih_l0	9	-0.0638970285654068
29610	rnn.bias_hh_l0	0	0.06679736077785492
29610	rnn.bias_hh_l0	1	-0.0314660482108593
29610	rnn.bias_hh_l0	2	-0.009166493080556393
29610	rnn.bias_hh_l0	3	-0.08539725095033646
29610	rnn.bias_hh_l0	4	0.016142725944519043
29610	rnn.bias_hh_l0	5	0.05082302913069725
29610	rnn.bias_hh_l0	6	-0.04640570282936096
29610	rnn.bias_hh_l0	7	-0.0681835487484932
29610	rnn.bias_hh_l0	8	-0.10891521722078323
29610	rnn.bias_hh_l0	9	-0.06688977032899857
29610	rnn.weight_ih_l0_reverse	0	0.014250135980546474
29610	rnn.weight_ih_l0_reverse	1	-0.0068036215379834175
29610	rnn.weight_ih_l0_reverse	2	-0.0017004903638735414
29610	rnn.weight_ih_l0_reverse	3	-0.016532840207219124
29610	rnn.weight_ih_l0_reverse	4	0.02643330954015255
29610	rnn.weight_ih_l0_reverse	5	-0.01113986037671566
29610	rnn.weight_ih_l0_reverse	6	-0.04571464657783508
29610	rnn.weight_ih_l0_reverse	7	-0.025966085493564606
29610	rnn.weight_ih_l0_reverse	8	0.019210489466786385
29610	rnn.weight_ih_l0_reverse	9	0.021316898986697197
29610	rnn.weight_hh_l0_reverse	0	-0.01606644131243229
29610	rnn.weight_hh_l0_reverse	1	0.01218219380825758
29610	rnn.weight_hh_l0_reverse	2	-0.03147432208061218
29610	rnn.weight_hh_l0_reverse	3	0.039135344326496124
29610	rnn.weight_hh_l0_reverse	4	0.019064409658312798
29610	rnn.weight_hh_l0_reverse	5	0.006058218888938427
29610	rnn.weight_hh_l0_reverse	6	0.024058867245912552
29610	rnn.weight_hh_l0_reverse	7	0.019991565495729446
29610	rnn.weight_hh_l0_reverse	8	0.01035846397280693
29610	rnn.weight_hh_l0_reverse	9	-0.04161754995584488
29610	rnn.bias_ih_l0_reverse	0	-0.05705010145902634
29610	rnn.bias_ih_l0_reverse	1	-0.21901758015155792
29610	rnn.bias_ih_l0_reverse	2	-0.02501954510807991
29610	rnn.bias_ih_l0_reverse	3	-0.0719894990324974
29610	rnn.bias_ih_l0_reverse	4	0.05420653149485588
29610	rnn.bias_ih_l0_reverse	5	-0.1395801156759262
29610	rnn.bias_ih_l0_reverse	6	-0.04472823068499565
29610	rnn.bias_ih_l0_reverse	7	0.04568394646048546
29610	rnn.bias_ih_l0_reverse	8	-0.07702728360891342
29610	rnn.bias_ih_l0_reverse	9	-0.0491289459168911
29610	rnn.bias_hh_l0_reverse	0	-0.07639390975236893
29610	rnn.bias_hh_l0_reverse	1	-0.023856811225414276
29610	rnn.bias_hh_l0_reverse	2	-0.03239665925502777
29610	rnn.bias_hh_l0_reverse	3	-0.07474388927221298
29610	rnn.bias_hh_l0_reverse	4	-0.0046255276538431644
29610	rnn.bias_hh_l0_reverse	5	-0.06439279019832611
29610	rnn.bias_hh_l0_reverse	6	-0.06936584413051605
29610	rnn.bias_hh_l0_reverse	7	-0.08147737383842468
29610	rnn.bias_hh_l0_reverse	8	-0.04722977429628372
29610	rnn.bias_hh_l0_reverse	9	-0.09427894651889801
29610	linear.weight	0	-0.16533821821212769
29610	linear.weight	1	-0.04459485784173012
29610	linear.weight	2	-0.011228874325752258
29610	linear.weight	3	0.025902394205331802
29610	linear.weight	4	0.03443162515759468
29610	linear.weight	5	0.2070997655391693
29610	linear.weight	6	0.0047744326293468475
29610	linear.weight	7	-0.021312154829502106
29610	linear.weight	8	0.006346498616039753
29610	linear.weight	9	0.08223676681518555
29610	linear.bias	0	-0.503024697303772
29610	linear.bias	1	0.30028319358825684
29610	linear.bias	2	0.10873030871152878
29610	linear.bias	3	-0.33611905574798584
29610	linear.bias	4	-1.229860544204712
29610	linear.bias	5	-1.0704444646835327
29610	linear.bias	6	-0.49295756220817566
29610	linear.bias	7	-0.6322985291481018
29610	linear.bias	8	-0.01705317199230194
29610	linear.bias	9	2.544497489929199
29807	transitions	0	-0.0689692571759224
29807	transitions	1	6.523746490478516
29807	transitions	2	-2.5546202659606934
29807	transitions	3	1.205382227897644
29807	transitions	4	-1.3720628023147583
29807	transitions	5	-0.2169743776321411
29807	transitions	6	-0.11870932579040527
29807	transitions	7	-10000.0
29807	transitions	8	1.4753243923187256
29807	transitions	9	-2.277013063430786
29807	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
29807	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
29807	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
29807	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
29807	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
29807	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
29807	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
29807	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
29807	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
29807	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
29807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
29807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
29807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
29807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
29807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
29807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
29807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
29807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
29807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
29807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
29807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
29807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
29807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
29807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
29807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
29807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
29807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
29807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
29807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
29807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
29807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
29807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
29807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
29807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
29807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
29807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
29807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
29807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
29807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
29807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
29807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
29807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
29807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
29807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
29807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
29807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
29807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
29807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
29807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
29807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
29807	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
29807	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
29807	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
29807	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
29807	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
29807	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
29807	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
29807	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
29807	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
29807	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
29807	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
29807	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
29807	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
29807	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
29807	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
29807	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
29807	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
29807	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
29807	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
29807	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
29807	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
29807	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
29807	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
29807	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
29807	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
29807	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
29807	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
29807	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
29807	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
29807	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
29807	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
29807	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
29807	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
29807	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
29807	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
29807	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
29807	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
29807	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
29807	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
29807	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
29807	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
29807	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
29807	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
29807	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
29807	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
29807	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
29807	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
29807	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
29807	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
29807	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
29807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
29807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
29807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
29807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
29807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
29807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
29807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
29807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
29807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
29807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
29807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
29807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
29807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
29807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
29807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
29807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
29807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
29807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
29807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
29807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
29807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
29807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
29807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
29807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
29807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
29807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
29807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
29807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
29807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
29807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
29807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
29807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
29807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
29807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
29807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
29807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
29807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
29807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
29807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
29807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
29807	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
29807	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
29807	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
29807	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
29807	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
29807	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
29807	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
29807	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
29807	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
29807	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
29807	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
29807	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
29807	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
29807	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
29807	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
29807	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
29807	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
29807	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
29807	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
29807	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
29807	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
29807	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
29807	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
29807	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
29807	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
29807	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
29807	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
29807	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
29807	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
29807	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
29807	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
29807	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
29807	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
29807	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
29807	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
29807	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
29807	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
29807	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
29807	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
29807	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
29807	embedding2nn.weight	0	0.015684762969613075
29807	embedding2nn.weight	1	-0.05939428508281708
29807	embedding2nn.weight	2	0.0049644592218101025
29807	embedding2nn.weight	3	-0.01346849650144577
29807	embedding2nn.weight	4	-0.04810423403978348
29807	embedding2nn.weight	5	0.05473581328988075
29807	embedding2nn.weight	6	-0.04445681348443031
29807	embedding2nn.weight	7	-0.05629856511950493
29807	embedding2nn.weight	8	0.00821855291724205
29807	embedding2nn.weight	9	0.040344346314668655
29807	embedding2nn.bias	0	0.09744293242692947
29807	embedding2nn.bias	1	0.04070428013801575
29807	embedding2nn.bias	2	-0.10977202653884888
29807	embedding2nn.bias	3	0.07559512555599213
29807	embedding2nn.bias	4	0.04798058047890663
29807	embedding2nn.bias	5	-0.11557762324810028
29807	embedding2nn.bias	6	-0.05852016806602478
29807	embedding2nn.bias	7	-0.003433643141761422
29807	embedding2nn.bias	8	0.06525349617004395
29807	embedding2nn.bias	9	-0.11747891455888748
29807	rnn.weight_ih_l0	0	-0.0014015662018209696
29807	rnn.weight_ih_l0	1	0.035476211458444595
29807	rnn.weight_ih_l0	2	-0.023528359830379486
29807	rnn.weight_ih_l0	3	0.016679944470524788
29807	rnn.weight_ih_l0	4	0.029485924169421196
29807	rnn.weight_ih_l0	5	-0.04852395877242088
29807	rnn.weight_ih_l0	6	0.0420418456196785
29807	rnn.weight_ih_l0	7	-0.022179709747433662
29807	rnn.weight_ih_l0	8	0.026821091771125793
29807	rnn.weight_ih_l0	9	-0.006360368803143501
29807	rnn.weight_hh_l0	0	0.012187275104224682
29807	rnn.weight_hh_l0	1	-0.05797719210386276
29807	rnn.weight_hh_l0	2	0.022333858534693718
29807	rnn.weight_hh_l0	3	0.007825053296983242
29807	rnn.weight_hh_l0	4	0.015493013896048069
29807	rnn.weight_hh_l0	5	0.019240273162722588
29807	rnn.weight_hh_l0	6	-0.006361867301166058
29807	rnn.weight_hh_l0	7	-0.05465104058384895
29807	rnn.weight_hh_l0	8	-0.03078012727200985
29807	rnn.weight_hh_l0	9	-0.03583211824297905
29807	rnn.bias_ih_l0	0	-0.0354209803044796
29807	rnn.bias_ih_l0	1	-0.07332643121480942
29807	rnn.bias_ih_l0	2	-0.12464995682239532
29807	rnn.bias_ih_l0	3	-0.18406526744365692
29807	rnn.bias_ih_l0	4	0.023196598514914513
29807	rnn.bias_ih_l0	5	0.07528383284807205
29807	rnn.bias_ih_l0	6	-0.09985630214214325
29807	rnn.bias_ih_l0	7	-0.13260239362716675
29807	rnn.bias_ih_l0	8	-0.04053942486643791
29807	rnn.bias_ih_l0	9	-0.06874854117631912
29807	rnn.bias_hh_l0	0	0.07251865416765213
29807	rnn.bias_hh_l0	1	-0.030473465099930763
29807	rnn.bias_hh_l0	2	-0.01046983152627945
29807	rnn.bias_hh_l0	3	-0.08571989089250565
29807	rnn.bias_hh_l0	4	0.023642826825380325
29807	rnn.bias_hh_l0	5	0.05175747349858284
29807	rnn.bias_hh_l0	6	-0.04766399785876274
29807	rnn.bias_hh_l0	7	-0.06611394882202148
29807	rnn.bias_hh_l0	8	-0.10977059602737427
29807	rnn.bias_hh_l0	9	-0.06411661207675934
29807	rnn.weight_ih_l0_reverse	0	0.013167871162295341
29807	rnn.weight_ih_l0_reverse	1	-0.005785367917269468
29807	rnn.weight_ih_l0_reverse	2	-0.0026830981951206923
29807	rnn.weight_ih_l0_reverse	3	-0.01915096677839756
29807	rnn.weight_ih_l0_reverse	4	0.026366978883743286
29807	rnn.weight_ih_l0_reverse	5	-0.012811501510441303
29807	rnn.weight_ih_l0_reverse	6	-0.04756681248545647
29807	rnn.weight_ih_l0_reverse	7	-0.025279583409428596
29807	rnn.weight_ih_l0_reverse	8	0.022316569462418556
29807	rnn.weight_ih_l0_reverse	9	0.024199234321713448
29807	rnn.weight_hh_l0_reverse	0	-0.015313216485083103
29807	rnn.weight_hh_l0_reverse	1	0.011416507884860039
29807	rnn.weight_hh_l0_reverse	2	-0.03114834614098072
29807	rnn.weight_hh_l0_reverse	3	0.03905792534351349
29807	rnn.weight_hh_l0_reverse	4	0.01925739087164402
29807	rnn.weight_hh_l0_reverse	5	0.006040878128260374
29807	rnn.weight_hh_l0_reverse	6	0.024295389652252197
29807	rnn.weight_hh_l0_reverse	7	0.020508307963609695
29807	rnn.weight_hh_l0_reverse	8	0.010395612567663193
29807	rnn.weight_hh_l0_reverse	9	-0.041549038141965866
29807	rnn.bias_ih_l0_reverse	0	-0.057684075087308884
29807	rnn.bias_ih_l0_reverse	1	-0.22027349472045898
29807	rnn.bias_ih_l0_reverse	2	-0.024893691763281822
29807	rnn.bias_ih_l0_reverse	3	-0.07182447612285614
29807	rnn.bias_ih_l0_reverse	4	0.05455608293414116
29807	rnn.bias_ih_l0_reverse	5	-0.1395457535982132
29807	rnn.bias_ih_l0_reverse	6	-0.04980633035302162
29807	rnn.bias_ih_l0_reverse	7	0.04397084191441536
29807	rnn.bias_ih_l0_reverse	8	-0.07420552521944046
29807	rnn.bias_ih_l0_reverse	9	-0.04991241544485092
29807	rnn.bias_hh_l0_reverse	0	-0.07192050665616989
29807	rnn.bias_hh_l0_reverse	1	-0.02904195711016655
29807	rnn.bias_hh_l0_reverse	2	-0.03300568833947182
29807	rnn.bias_hh_l0_reverse	3	-0.07332038879394531
29807	rnn.bias_hh_l0_reverse	4	-0.005725676193833351
29807	rnn.bias_hh_l0_reverse	5	-0.06541887670755386
29807	rnn.bias_hh_l0_reverse	6	-0.07402178645133972
29807	rnn.bias_hh_l0_reverse	7	-0.07904791831970215
29807	rnn.bias_hh_l0_reverse	8	-0.04718957468867302
29807	rnn.bias_hh_l0_reverse	9	-0.09837155044078827
29807	linear.weight	0	-0.15941669046878815
29807	linear.weight	1	-0.04509377479553223
29807	linear.weight	2	-0.011228874325752258
29807	linear.weight	3	0.040728259831666946
29807	linear.weight	4	0.03747168555855751
29807	linear.weight	5	0.2073388397693634
29807	linear.weight	6	0.0047744326293468475
29807	linear.weight	7	-0.021312154829502106
29807	linear.weight	8	-0.0057810405269265175
29807	linear.weight	9	0.08619357645511627
29807	linear.bias	0	-0.5039898753166199
29807	linear.bias	1	0.34906765818595886
29807	linear.bias	2	0.09903556108474731
29807	linear.bias	3	-0.37487533688545227
29807	linear.bias	4	-1.2149066925048828
29807	linear.bias	5	-1.0711138248443604
29807	linear.bias	6	-0.48845601081848145
29807	linear.bias	7	-0.6397802233695984
29807	linear.bias	8	-0.01705317199230194
29807	linear.bias	9	2.573171854019165
30004	transitions	0	-0.07003813982009888
30004	transitions	1	6.526264190673828
30004	transitions	2	-2.558907985687256
30004	transitions	3	1.2018394470214844
30004	transitions	4	-1.375805139541626
30004	transitions	5	-0.21885468065738678
30004	transitions	6	-0.11906486004590988
30004	transitions	7	-10000.0
30004	transitions	8	1.4756709337234497
30004	transitions	9	-2.2771246433258057
30004	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
30004	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
30004	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
30004	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
30004	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
30004	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
30004	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
30004	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
30004	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
30004	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
30004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
30004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
30004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
30004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
30004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
30004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
30004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
30004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
30004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
30004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
30004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
30004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
30004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
30004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
30004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
30004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
30004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
30004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
30004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
30004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
30004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
30004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
30004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
30004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
30004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
30004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
30004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
30004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
30004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
30004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
30004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
30004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
30004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
30004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
30004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
30004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
30004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
30004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
30004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
30004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
30004	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
30004	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
30004	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
30004	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
30004	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
30004	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
30004	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
30004	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
30004	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
30004	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
30004	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
30004	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
30004	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
30004	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
30004	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
30004	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
30004	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
30004	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
30004	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
30004	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
30004	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
30004	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
30004	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
30004	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
30004	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
30004	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
30004	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
30004	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
30004	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
30004	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
30004	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
30004	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
30004	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
30004	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
30004	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
30004	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
30004	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
30004	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
30004	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
30004	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
30004	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
30004	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
30004	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
30004	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
30004	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
30004	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
30004	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
30004	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
30004	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
30004	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
30004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
30004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
30004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
30004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
30004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
30004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
30004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
30004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
30004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
30004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
30004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
30004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
30004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
30004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
30004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
30004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
30004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
30004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
30004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
30004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
30004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
30004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
30004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
30004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
30004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
30004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
30004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
30004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
30004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
30004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
30004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
30004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
30004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
30004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
30004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
30004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
30004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
30004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
30004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
30004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
30004	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
30004	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
30004	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
30004	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
30004	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
30004	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
30004	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
30004	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
30004	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
30004	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
30004	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
30004	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
30004	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
30004	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
30004	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
30004	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
30004	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
30004	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
30004	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
30004	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
30004	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
30004	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
30004	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
30004	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
30004	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
30004	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
30004	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
30004	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
30004	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
30004	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
30004	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
30004	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
30004	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
30004	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
30004	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
30004	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
30004	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
30004	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
30004	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
30004	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
30004	embedding2nn.weight	0	0.015837300568819046
30004	embedding2nn.weight	1	-0.05936885252594948
30004	embedding2nn.weight	2	0.007960047572851181
30004	embedding2nn.weight	3	-0.012652753852307796
30004	embedding2nn.weight	4	-0.05060424655675888
30004	embedding2nn.weight	5	0.055937573313713074
30004	embedding2nn.weight	6	-0.05282101780176163
30004	embedding2nn.weight	7	-0.056754160672426224
30004	embedding2nn.weight	8	0.0078964838758111
30004	embedding2nn.weight	9	0.04033191502094269
30004	embedding2nn.bias	0	0.09536049515008926
30004	embedding2nn.bias	1	0.03625403717160225
30004	embedding2nn.bias	2	-0.10687363892793655
30004	embedding2nn.bias	3	0.0738954171538353
30004	embedding2nn.bias	4	0.054960206151008606
30004	embedding2nn.bias	5	-0.10844847559928894
30004	embedding2nn.bias	6	-0.05797119811177254
30004	embedding2nn.bias	7	-0.010959954001009464
30004	embedding2nn.bias	8	0.04659126326441765
30004	embedding2nn.bias	9	-0.12642155587673187
30004	rnn.weight_ih_l0	0	-0.002268382580950856
30004	rnn.weight_ih_l0	1	0.035698454827070236
30004	rnn.weight_ih_l0	2	-0.027167202904820442
30004	rnn.weight_ih_l0	3	0.013445218093693256
30004	rnn.weight_ih_l0	4	0.02872137539088726
30004	rnn.weight_ih_l0	5	-0.04944489151239395
30004	rnn.weight_ih_l0	6	0.04358958825469017
30004	rnn.weight_ih_l0	7	-0.0235617533326149
30004	rnn.weight_ih_l0	8	0.02725992165505886
30004	rnn.weight_ih_l0	9	-0.007538193371146917
30004	rnn.weight_hh_l0	0	0.01259277481585741
30004	rnn.weight_hh_l0	1	-0.058328308165073395
30004	rnn.weight_hh_l0	2	0.022865284234285355
30004	rnn.weight_hh_l0	3	0.007283428218215704
30004	rnn.weight_hh_l0	4	0.015325822867453098
30004	rnn.weight_hh_l0	5	0.021543050184845924
30004	rnn.weight_hh_l0	6	-0.006515946239233017
30004	rnn.weight_hh_l0	7	-0.05441034212708473
30004	rnn.weight_hh_l0	8	-0.030810019001364708
30004	rnn.weight_hh_l0	9	-0.03585350513458252
30004	rnn.bias_ih_l0	0	-0.0363478884100914
30004	rnn.bias_ih_l0	1	-0.06881944835186005
30004	rnn.bias_ih_l0	2	-0.12004893273115158
30004	rnn.bias_ih_l0	3	-0.18423181772232056
30004	rnn.bias_ih_l0	4	0.018998950719833374
30004	rnn.bias_ih_l0	5	0.07606907188892365
30004	rnn.bias_ih_l0	6	-0.09766357392072678
30004	rnn.bias_ih_l0	7	-0.13468435406684875
30004	rnn.bias_ih_l0	8	-0.04441804066300392
30004	rnn.bias_ih_l0	9	-0.06806183606386185
30004	rnn.bias_hh_l0	0	0.06783445179462433
30004	rnn.bias_hh_l0	1	-0.03019389882683754
30004	rnn.bias_hh_l0	2	-0.011046355590224266
30004	rnn.bias_hh_l0	3	-0.08835814148187637
30004	rnn.bias_hh_l0	4	0.01895476132631302
30004	rnn.bias_hh_l0	5	0.04506408050656319
30004	rnn.bias_hh_l0	6	-0.04821232333779335
30004	rnn.bias_hh_l0	7	-0.0708848237991333
30004	rnn.bias_hh_l0	8	-0.11016310006380081
30004	rnn.bias_hh_l0	9	-0.06485641002655029
30004	rnn.weight_ih_l0_reverse	0	0.0128620695322752
30004	rnn.weight_ih_l0_reverse	1	-0.005374325904995203
30004	rnn.weight_ih_l0_reverse	2	-0.004856621380895376
30004	rnn.weight_ih_l0_reverse	3	-0.018173405900597572
30004	rnn.weight_ih_l0_reverse	4	0.023326868191361427
30004	rnn.weight_ih_l0_reverse	5	-0.011108946986496449
30004	rnn.weight_ih_l0_reverse	6	-0.047600723803043365
30004	rnn.weight_ih_l0_reverse	7	-0.024119799956679344
30004	rnn.weight_ih_l0_reverse	8	0.023166127502918243
30004	rnn.weight_ih_l0_reverse	9	0.025239650160074234
30004	rnn.weight_hh_l0_reverse	0	-0.015482387505471706
30004	rnn.weight_hh_l0_reverse	1	0.011362189427018166
30004	rnn.weight_hh_l0_reverse	2	-0.030895210802555084
30004	rnn.weight_hh_l0_reverse	3	0.03824927657842636
30004	rnn.weight_hh_l0_reverse	4	0.019296377897262573
30004	rnn.weight_hh_l0_reverse	5	0.005094419699162245
30004	rnn.weight_hh_l0_reverse	6	0.02440674602985382
30004	rnn.weight_hh_l0_reverse	7	0.02234833873808384
30004	rnn.weight_hh_l0_reverse	8	0.010823863558471203
30004	rnn.weight_hh_l0_reverse	9	-0.04134376719594002
30004	rnn.bias_ih_l0_reverse	0	-0.05644569918513298
30004	rnn.bias_ih_l0_reverse	1	-0.21851079165935516
30004	rnn.bias_ih_l0_reverse	2	-0.024411583319306374
30004	rnn.bias_ih_l0_reverse	3	-0.0720609799027443
30004	rnn.bias_ih_l0_reverse	4	0.05186781287193298
30004	rnn.bias_ih_l0_reverse	5	-0.13763239979743958
30004	rnn.bias_ih_l0_reverse	6	-0.04757998511195183
30004	rnn.bias_ih_l0_reverse	7	0.044195543974637985
30004	rnn.bias_ih_l0_reverse	8	-0.08132670819759369
30004	rnn.bias_ih_l0_reverse	9	-0.04719828814268112
30004	rnn.bias_hh_l0_reverse	0	-0.06884869188070297
30004	rnn.bias_hh_l0_reverse	1	-0.03196125105023384
30004	rnn.bias_hh_l0_reverse	2	-0.0323958583176136
30004	rnn.bias_hh_l0_reverse	3	-0.07003679871559143
30004	rnn.bias_hh_l0_reverse	4	-0.004916236735880375
30004	rnn.bias_hh_l0_reverse	5	-0.06671164929866791
30004	rnn.bias_hh_l0_reverse	6	-0.07174354046583176
30004	rnn.bias_hh_l0_reverse	7	-0.08311381936073303
30004	rnn.bias_hh_l0_reverse	8	-0.044282879680395126
30004	rnn.bias_hh_l0_reverse	9	-0.1012013778090477
30004	linear.weight	0	-0.1716195046901703
30004	linear.weight	1	-0.05242278054356575
30004	linear.weight	2	-0.011228874325752258
30004	linear.weight	3	0.041529830545186996
30004	linear.weight	4	0.053696468472480774
30004	linear.weight	5	0.22857476770877838
30004	linear.weight	6	0.0047744326293468475
30004	linear.weight	7	-0.021312154829502106
30004	linear.weight	8	-0.004666821099817753
30004	linear.weight	9	0.09231173247098923
30004	linear.bias	0	-0.5012847781181335
30004	linear.bias	1	0.33528047800064087
30004	linear.bias	2	0.09995913505554199
30004	linear.bias	3	-0.385134220123291
30004	linear.bias	4	-1.2580020427703857
30004	linear.bias	5	-1.0716913938522339
30004	linear.bias	6	-0.4817313551902771
30004	linear.bias	7	-0.661708652973175
30004	linear.bias	8	-0.01705317199230194
30004	linear.bias	9	2.501386880874634
30201	transitions	0	-0.07089117169380188
30201	transitions	1	6.536591053009033
30201	transitions	2	-2.563556432723999
30201	transitions	3	1.1799572706222534
30201	transitions	4	-1.3790935277938843
30201	transitions	5	-0.21975013613700867
30201	transitions	6	-0.11937029659748077
30201	transitions	7	-10000.0
30201	transitions	8	1.4764595031738281
30201	transitions	9	-2.2772104740142822
30201	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
30201	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
30201	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
30201	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
30201	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
30201	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
30201	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
30201	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
30201	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
30201	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
30201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
30201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
30201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
30201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
30201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
30201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
30201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
30201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
30201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
30201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
30201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
30201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
30201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
30201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
30201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
30201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
30201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
30201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
30201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
30201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
30201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
30201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
30201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
30201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
30201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
30201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
30201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
30201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
30201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
30201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
30201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
30201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
30201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
30201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
30201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
30201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
30201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
30201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
30201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
30201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
30201	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
30201	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
30201	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
30201	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
30201	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
30201	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
30201	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
30201	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
30201	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
30201	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
30201	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
30201	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
30201	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
30201	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
30201	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
30201	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
30201	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
30201	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
30201	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
30201	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
30201	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
30201	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
30201	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
30201	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
30201	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
30201	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
30201	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
30201	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
30201	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
30201	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
30201	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
30201	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
30201	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
30201	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
30201	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
30201	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
30201	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
30201	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
30201	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
30201	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
30201	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
30201	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
30201	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
30201	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
30201	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
30201	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
30201	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
30201	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
30201	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
30201	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
30201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
30201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
30201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
30201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
30201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
30201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
30201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
30201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
30201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
30201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
30201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
30201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
30201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
30201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
30201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
30201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
30201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
30201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
30201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
30201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
30201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
30201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
30201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
30201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
30201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
30201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
30201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
30201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
30201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
30201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
30201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
30201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
30201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
30201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
30201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
30201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
30201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
30201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
30201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
30201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
30201	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
30201	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
30201	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
30201	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
30201	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
30201	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
30201	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
30201	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
30201	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
30201	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
30201	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
30201	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
30201	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
30201	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
30201	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
30201	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
30201	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
30201	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
30201	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
30201	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
30201	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
30201	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
30201	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
30201	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
30201	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
30201	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
30201	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
30201	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
30201	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
30201	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
30201	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
30201	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
30201	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
30201	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
30201	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
30201	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
30201	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
30201	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
30201	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
30201	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
30201	embedding2nn.weight	0	0.01584821753203869
30201	embedding2nn.weight	1	-0.058647867292165756
30201	embedding2nn.weight	2	0.009693723171949387
30201	embedding2nn.weight	3	-0.011750748381018639
30201	embedding2nn.weight	4	-0.05300622060894966
30201	embedding2nn.weight	5	0.05344017595052719
30201	embedding2nn.weight	6	-0.060824476182460785
30201	embedding2nn.weight	7	-0.05639931932091713
30201	embedding2nn.weight	8	0.007357518654316664
30201	embedding2nn.weight	9	0.04072210565209389
30201	embedding2nn.bias	0	0.102726511657238
30201	embedding2nn.bias	1	0.02505687065422535
30201	embedding2nn.bias	2	-0.10840176790952682
30201	embedding2nn.bias	3	0.07063055038452148
30201	embedding2nn.bias	4	0.06032067909836769
30201	embedding2nn.bias	5	-0.11145073920488358
30201	embedding2nn.bias	6	-0.04459712654352188
30201	embedding2nn.bias	7	-0.000377677904907614
30201	embedding2nn.bias	8	0.05037988722324371
30201	embedding2nn.bias	9	-0.1296660155057907
30201	rnn.weight_ih_l0	0	-0.002559065353125334
30201	rnn.weight_ih_l0	1	0.03804415091872215
30201	rnn.weight_ih_l0	2	-0.026800600811839104
30201	rnn.weight_ih_l0	3	0.014855467714369297
30201	rnn.weight_ih_l0	4	0.026685548946261406
30201	rnn.weight_ih_l0	5	-0.052208658307790756
30201	rnn.weight_ih_l0	6	0.04306671768426895
30201	rnn.weight_ih_l0	7	-0.023159101605415344
30201	rnn.weight_ih_l0	8	0.027404112741351128
30201	rnn.weight_ih_l0	9	-0.009907352738082409
30201	rnn.weight_hh_l0	0	0.01225041039288044
30201	rnn.weight_hh_l0	1	-0.05853370949625969
30201	rnn.weight_hh_l0	2	0.023726163432002068
30201	rnn.weight_hh_l0	3	0.006799741182476282
30201	rnn.weight_hh_l0	4	0.01592164859175682
30201	rnn.weight_hh_l0	5	0.020811744034290314
30201	rnn.weight_hh_l0	6	-0.006701467093080282
30201	rnn.weight_hh_l0	7	-0.05547982081770897
30201	rnn.weight_hh_l0	8	-0.031181897968053818
30201	rnn.weight_hh_l0	9	-0.03665275126695633
30201	rnn.bias_ih_l0	0	-0.02759454771876335
30201	rnn.bias_ih_l0	1	-0.06811192631721497
30201	rnn.bias_ih_l0	2	-0.12051526457071304
30201	rnn.bias_ih_l0	3	-0.18572868406772614
30201	rnn.bias_ih_l0	4	0.01940838061273098
30201	rnn.bias_ih_l0	5	0.07679169625043869
30201	rnn.bias_ih_l0	6	-0.09895911067724228
30201	rnn.bias_ih_l0	7	-0.1362723857164383
30201	rnn.bias_ih_l0	8	-0.046346962451934814
30201	rnn.bias_ih_l0	9	-0.06496164202690125
30201	rnn.bias_hh_l0	0	0.06566833704710007
30201	rnn.bias_hh_l0	1	-0.031428925693035126
30201	rnn.bias_hh_l0	2	-0.011444156989455223
30201	rnn.bias_hh_l0	3	-0.0850030854344368
30201	rnn.bias_hh_l0	4	0.02210836485028267
30201	rnn.bias_hh_l0	5	0.0517549030482769
30201	rnn.bias_hh_l0	6	-0.045246001332998276
30201	rnn.bias_hh_l0	7	-0.07259400933980942
30201	rnn.bias_hh_l0	8	-0.10810163617134094
30201	rnn.bias_hh_l0	9	-0.07065336406230927
30201	rnn.weight_ih_l0_reverse	0	0.014423136599361897
30201	rnn.weight_ih_l0_reverse	1	-0.006275889929383993
30201	rnn.weight_ih_l0_reverse	2	-0.005835286341607571
30201	rnn.weight_ih_l0_reverse	3	-0.01621997356414795
30201	rnn.weight_ih_l0_reverse	4	0.02495887689292431
30201	rnn.weight_ih_l0_reverse	5	-0.010615223087370396
30201	rnn.weight_ih_l0_reverse	6	-0.046159517019987106
30201	rnn.weight_ih_l0_reverse	7	-0.02315642684698105
30201	rnn.weight_ih_l0_reverse	8	0.026112189516425133
30201	rnn.weight_ih_l0_reverse	9	0.026770813390612602
30201	rnn.weight_hh_l0_reverse	0	-0.015082623809576035
30201	rnn.weight_hh_l0_reverse	1	0.011055582202970982
30201	rnn.weight_hh_l0_reverse	2	-0.03144759312272072
30201	rnn.weight_hh_l0_reverse	3	0.036898862570524216
30201	rnn.weight_hh_l0_reverse	4	0.019832884892821312
30201	rnn.weight_hh_l0_reverse	5	0.005143472459167242
30201	rnn.weight_hh_l0_reverse	6	0.024979110807180405
30201	rnn.weight_hh_l0_reverse	7	0.023058244958519936
30201	rnn.weight_hh_l0_reverse	8	0.011333279311656952
30201	rnn.weight_hh_l0_reverse	9	-0.04101678356528282
30201	rnn.bias_ih_l0_reverse	0	-0.05639708414673805
30201	rnn.bias_ih_l0_reverse	1	-0.2211371213197708
30201	rnn.bias_ih_l0_reverse	2	-0.024047445505857468
30201	rnn.bias_ih_l0_reverse	3	-0.0728844627737999
30201	rnn.bias_ih_l0_reverse	4	0.05066036060452461
30201	rnn.bias_ih_l0_reverse	5	-0.14023667573928833
30201	rnn.bias_ih_l0_reverse	6	-0.048041824251413345
30201	rnn.bias_ih_l0_reverse	7	0.04714633524417877
30201	rnn.bias_ih_l0_reverse	8	-0.07850851118564606
30201	rnn.bias_ih_l0_reverse	9	-0.044755518436431885
30201	rnn.bias_hh_l0_reverse	0	-0.07108941674232483
30201	rnn.bias_hh_l0_reverse	1	-0.024969786405563354
30201	rnn.bias_hh_l0_reverse	2	-0.03344478830695152
30201	rnn.bias_hh_l0_reverse	3	-0.07030779868364334
30201	rnn.bias_hh_l0_reverse	4	-0.00529452646151185
30201	rnn.bias_hh_l0_reverse	5	-0.06889613717794418
30201	rnn.bias_hh_l0_reverse	6	-0.06603360176086426
30201	rnn.bias_hh_l0_reverse	7	-0.08303222805261612
30201	rnn.bias_hh_l0_reverse	8	-0.045679230242967606
30201	rnn.bias_hh_l0_reverse	9	-0.10355080664157867
30201	linear.weight	0	-0.15896950662136078
30201	linear.weight	1	-0.04869026690721512
30201	linear.weight	2	-0.011228874325752258
30201	linear.weight	3	0.05469655618071556
30201	linear.weight	4	0.058535486459732056
30201	linear.weight	5	0.22676217555999756
30201	linear.weight	6	0.0047744326293468475
30201	linear.weight	7	-0.021312154829502106
30201	linear.weight	8	0.0027590871322900057
30201	linear.weight	9	0.06784187257289886
30201	linear.bias	0	-0.5118759274482727
30201	linear.bias	1	0.29998326301574707
30201	linear.bias	2	0.08373085409402847
30201	linear.bias	3	-0.34665533900260925
30201	linear.bias	4	-1.2507799863815308
30201	linear.bias	5	-1.0722984075546265
30201	linear.bias	6	-0.4976934492588043
30201	linear.bias	7	-0.637495219707489
30201	linear.bias	8	-0.01705317199230194
30201	linear.bias	9	2.582674264907837
30398	transitions	0	-0.07326436787843704
30398	transitions	1	6.532998561859131
30398	transitions	2	-2.567943811416626
30398	transitions	3	1.1657705307006836
30398	transitions	4	-1.3821173906326294
30398	transitions	5	-0.22034908831119537
30398	transitions	6	-0.11968567967414856
30398	transitions	7	-10000.0
30398	transitions	8	1.4758490324020386
30398	transitions	9	-2.2773303985595703
30398	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
30398	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
30398	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
30398	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
30398	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
30398	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
30398	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
30398	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
30398	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
30398	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
30398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
30398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
30398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
30398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
30398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
30398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
30398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
30398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
30398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
30398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
30398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
30398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
30398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
30398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
30398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
30398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
30398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
30398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
30398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
30398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
30398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
30398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
30398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
30398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
30398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
30398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
30398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
30398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
30398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
30398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
30398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
30398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
30398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
30398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
30398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
30398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
30398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
30398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
30398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
30398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
30398	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
30398	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
30398	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
30398	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
30398	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
30398	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
30398	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
30398	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
30398	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
30398	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
30398	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
30398	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
30398	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
30398	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
30398	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
30398	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
30398	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
30398	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
30398	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
30398	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
30398	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
30398	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
30398	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
30398	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
30398	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
30398	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
30398	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
30398	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
30398	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
30398	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
30398	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
30398	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
30398	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
30398	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
30398	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
30398	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
30398	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
30398	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
30398	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
30398	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
30398	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
30398	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
30398	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
30398	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
30398	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
30398	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
30398	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
30398	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
30398	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
30398	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
30398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
30398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
30398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
30398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
30398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
30398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
30398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
30398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
30398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
30398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
30398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
30398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
30398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
30398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
30398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
30398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
30398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
30398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
30398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
30398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
30398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
30398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
30398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
30398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
30398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
30398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
30398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
30398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
30398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
30398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
30398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
30398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
30398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
30398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
30398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
30398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
30398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
30398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
30398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
30398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
30398	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
30398	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
30398	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
30398	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
30398	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
30398	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
30398	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
30398	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
30398	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
30398	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
30398	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
30398	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
30398	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
30398	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
30398	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
30398	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
30398	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
30398	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
30398	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
30398	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
30398	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
30398	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
30398	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
30398	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
30398	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
30398	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
30398	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
30398	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
30398	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
30398	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
30398	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
30398	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
30398	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
30398	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
30398	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
30398	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
30398	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
30398	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
30398	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
30398	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
30398	embedding2nn.weight	0	0.015472197905182838
30398	embedding2nn.weight	1	-0.06066623702645302
30398	embedding2nn.weight	2	0.00558438990265131
30398	embedding2nn.weight	3	-0.014906688593327999
30398	embedding2nn.weight	4	-0.0535380095243454
30398	embedding2nn.weight	5	0.054655853658914566
30398	embedding2nn.weight	6	-0.0599268414080143
30398	embedding2nn.weight	7	-0.059308845549821854
30398	embedding2nn.weight	8	0.00847038347274065
30398	embedding2nn.weight	9	0.04360095039010048
30398	embedding2nn.bias	0	0.0982445701956749
30398	embedding2nn.bias	1	0.022581979632377625
30398	embedding2nn.bias	2	-0.1115843877196312
30398	embedding2nn.bias	3	0.0717383623123169
30398	embedding2nn.bias	4	0.048539262264966965
30398	embedding2nn.bias	5	-0.11062627285718918
30398	embedding2nn.bias	6	-0.05907962843775749
30398	embedding2nn.bias	7	0.011020279489457607
30398	embedding2nn.bias	8	0.042204611003398895
30398	embedding2nn.bias	9	-0.1230274960398674
30398	rnn.weight_ih_l0	0	-0.0014270730316638947
30398	rnn.weight_ih_l0	1	0.03858307749032974
30398	rnn.weight_ih_l0	2	-0.02758396416902542
30398	rnn.weight_ih_l0	3	0.012803930789232254
30398	rnn.weight_ih_l0	4	0.027724307030439377
30398	rnn.weight_ih_l0	5	-0.052087508141994476
30398	rnn.weight_ih_l0	6	0.04322425648570061
30398	rnn.weight_ih_l0	7	-0.022679761052131653
30398	rnn.weight_ih_l0	8	0.02809053473174572
30398	rnn.weight_ih_l0	9	-0.009303886443376541
30398	rnn.weight_hh_l0	0	0.0123383654281497
30398	rnn.weight_hh_l0	1	-0.058909304440021515
30398	rnn.weight_hh_l0	2	0.024010544642806053
30398	rnn.weight_hh_l0	3	0.006907467730343342
30398	rnn.weight_hh_l0	4	0.015725459903478622
30398	rnn.weight_hh_l0	5	0.02078593708574772
30398	rnn.weight_hh_l0	6	-0.006520818453282118
30398	rnn.weight_hh_l0	7	-0.0550200417637825
30398	rnn.weight_hh_l0	8	-0.02980201505124569
30398	rnn.weight_hh_l0	9	-0.036638468503952026
30398	rnn.bias_ih_l0	0	-0.028156809508800507
30398	rnn.bias_ih_l0	1	-0.07456082850694656
30398	rnn.bias_ih_l0	2	-0.11790656298398972
30398	rnn.bias_ih_l0	3	-0.18601094186306
30398	rnn.bias_ih_l0	4	0.01681656762957573
30398	rnn.bias_ih_l0	5	0.07869572192430496
30398	rnn.bias_ih_l0	6	-0.09568215161561966
30398	rnn.bias_ih_l0	7	-0.1379953920841217
30398	rnn.bias_ih_l0	8	-0.044999174773693085
30398	rnn.bias_ih_l0	9	-0.06548313051462173
30398	rnn.bias_hh_l0	0	0.057947948575019836
30398	rnn.bias_hh_l0	1	-0.03152245655655861
30398	rnn.bias_hh_l0	2	-0.007127593271434307
30398	rnn.bias_hh_l0	3	-0.08711376786231995
30398	rnn.bias_hh_l0	4	0.02693774923682213
30398	rnn.bias_hh_l0	5	0.049224842339754105
30398	rnn.bias_hh_l0	6	-0.049774158746004105
30398	rnn.bias_hh_l0	7	-0.07187960296869278
30398	rnn.bias_hh_l0	8	-0.11111075431108475
30398	rnn.bias_hh_l0	9	-0.05967909097671509
30398	rnn.weight_ih_l0_reverse	0	0.012610363774001598
30398	rnn.weight_ih_l0_reverse	1	-0.004785824567079544
30398	rnn.weight_ih_l0_reverse	2	-0.004230368882417679
30398	rnn.weight_ih_l0_reverse	3	-0.016072414815425873
30398	rnn.weight_ih_l0_reverse	4	0.026837581768631935
30398	rnn.weight_ih_l0_reverse	5	-0.012070728465914726
30398	rnn.weight_ih_l0_reverse	6	-0.046054769307374954
30398	rnn.weight_ih_l0_reverse	7	-0.02290418930351734
30398	rnn.weight_ih_l0_reverse	8	0.02709757164120674
30398	rnn.weight_ih_l0_reverse	9	0.02574128471314907
30398	rnn.weight_hh_l0_reverse	0	-0.014302933588624
30398	rnn.weight_hh_l0_reverse	1	0.010569349862635136
30398	rnn.weight_hh_l0_reverse	2	-0.03110966645181179
30398	rnn.weight_hh_l0_reverse	3	0.03671237826347351
30398	rnn.weight_hh_l0_reverse	4	0.019851434975862503
30398	rnn.weight_hh_l0_reverse	5	0.00508243590593338
30398	rnn.weight_hh_l0_reverse	6	0.024691035971045494
30398	rnn.weight_hh_l0_reverse	7	0.022457921877503395
30398	rnn.weight_hh_l0_reverse	8	0.01130583230406046
30398	rnn.weight_hh_l0_reverse	9	-0.041305553168058395
30398	rnn.bias_ih_l0_reverse	0	-0.05556334927678108
30398	rnn.bias_ih_l0_reverse	1	-0.22109901905059814
30398	rnn.bias_ih_l0_reverse	2	-0.02372056245803833
30398	rnn.bias_ih_l0_reverse	3	-0.07207779586315155
30398	rnn.bias_ih_l0_reverse	4	0.049775004386901855
30398	rnn.bias_ih_l0_reverse	5	-0.1428629457950592
30398	rnn.bias_ih_l0_reverse	6	-0.04964430257678032
30398	rnn.bias_ih_l0_reverse	7	0.049914900213479996
30398	rnn.bias_ih_l0_reverse	8	-0.07609530538320541
30398	rnn.bias_ih_l0_reverse	9	-0.048920221626758575
30398	rnn.bias_hh_l0_reverse	0	-0.06667538732290268
30398	rnn.bias_hh_l0_reverse	1	-0.02851005643606186
30398	rnn.bias_hh_l0_reverse	2	-0.03203510865569115
30398	rnn.bias_hh_l0_reverse	3	-0.07285469770431519
30398	rnn.bias_hh_l0_reverse	4	-0.005479561630636454
30398	rnn.bias_hh_l0_reverse	5	-0.07213345170021057
30398	rnn.bias_hh_l0_reverse	6	-0.06928163021802902
30398	rnn.bias_hh_l0_reverse	7	-0.08471228927373886
30398	rnn.bias_hh_l0_reverse	8	-0.04214463755488396
30398	rnn.bias_hh_l0_reverse	9	-0.1010180339217186
30398	linear.weight	0	-0.14648319780826569
30398	linear.weight	1	-0.055630434304475784
30398	linear.weight	2	-0.011228874325752258
30398	linear.weight	3	0.06890709698200226
30398	linear.weight	4	0.033905595541000366
30398	linear.weight	5	0.19764050841331482
30398	linear.weight	6	0.0047744326293468475
30398	linear.weight	7	-0.021312154829502106
30398	linear.weight	8	0.028970230370759964
30398	linear.weight	9	0.07477393001317978
30398	linear.bias	0	-0.5285066962242126
30398	linear.bias	1	0.29267555475234985
30398	linear.bias	2	0.11009940505027771
30398	linear.bias	3	-0.3994055688381195
30398	linear.bias	4	-1.2060056924819946
30398	linear.bias	5	-1.0729186534881592
30398	linear.bias	6	-0.5062392950057983
30398	linear.bias	7	-0.6354382038116455
30398	linear.bias	8	-0.01705317199230194
30398	linear.bias	9	2.60351300239563
30595	transitions	0	-0.07410912960767746
30595	transitions	1	6.53380012512207
30595	transitions	2	-2.570884943008423
30595	transitions	3	1.1728229522705078
30595	transitions	4	-1.3836177587509155
30595	transitions	5	-0.2207057625055313
30595	transitions	6	-0.12012950330972672
30595	transitions	7	-10000.0
30595	transitions	8	1.4811620712280273
30595	transitions	9	-2.2774288654327393
30595	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
30595	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
30595	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
30595	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
30595	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
30595	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
30595	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
30595	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
30595	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
30595	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
30595	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
30595	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
30595	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
30595	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
30595	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
30595	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
30595	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
30595	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
30595	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
30595	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
30595	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
30595	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
30595	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
30595	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
30595	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
30595	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
30595	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
30595	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
30595	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
30595	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
30595	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
30595	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
30595	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
30595	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
30595	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
30595	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
30595	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
30595	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
30595	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
30595	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
30595	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
30595	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
30595	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
30595	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
30595	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
30595	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
30595	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
30595	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
30595	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
30595	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
30595	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
30595	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
30595	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
30595	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
30595	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
30595	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
30595	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
30595	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
30595	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
30595	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
30595	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
30595	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
30595	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
30595	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
30595	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
30595	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
30595	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
30595	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
30595	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
30595	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
30595	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
30595	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
30595	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
30595	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
30595	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
30595	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
30595	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
30595	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
30595	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
30595	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
30595	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
30595	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
30595	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
30595	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
30595	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
30595	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
30595	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
30595	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
30595	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
30595	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
30595	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
30595	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
30595	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
30595	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
30595	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
30595	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
30595	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
30595	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
30595	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
30595	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
30595	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
30595	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
30595	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
30595	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
30595	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
30595	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
30595	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
30595	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
30595	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
30595	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
30595	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
30595	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
30595	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
30595	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
30595	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
30595	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
30595	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
30595	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
30595	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
30595	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
30595	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
30595	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
30595	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
30595	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
30595	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
30595	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
30595	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
30595	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
30595	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
30595	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
30595	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
30595	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
30595	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
30595	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
30595	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
30595	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
30595	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
30595	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
30595	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
30595	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
30595	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
30595	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
30595	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
30595	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
30595	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
30595	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
30595	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
30595	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
30595	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
30595	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
30595	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
30595	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
30595	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
30595	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
30595	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
30595	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
30595	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
30595	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
30595	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
30595	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
30595	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
30595	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
30595	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
30595	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
30595	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
30595	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
30595	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
30595	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
30595	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
30595	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
30595	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
30595	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
30595	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
30595	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
30595	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
30595	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
30595	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
30595	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
30595	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
30595	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
30595	embedding2nn.weight	0	0.015156976878643036
30595	embedding2nn.weight	1	-0.060208626091480255
30595	embedding2nn.weight	2	0.007774879690259695
30595	embedding2nn.weight	3	-0.014955227263271809
30595	embedding2nn.weight	4	-0.052184008061885834
30595	embedding2nn.weight	5	0.056054480373859406
30595	embedding2nn.weight	6	-0.06545481830835342
30595	embedding2nn.weight	7	-0.058481670916080475
30595	embedding2nn.weight	8	0.008700311183929443
30595	embedding2nn.weight	9	0.04113467410206795
30595	embedding2nn.bias	0	0.10582035034894943
30595	embedding2nn.bias	1	0.017354611307382584
30595	embedding2nn.bias	2	-0.1153222918510437
30595	embedding2nn.bias	3	0.06428175419569016
30595	embedding2nn.bias	4	0.03533381596207619
30595	embedding2nn.bias	5	-0.11023162305355072
30595	embedding2nn.bias	6	-0.05391475185751915
30595	embedding2nn.bias	7	0.008855788968503475
30595	embedding2nn.bias	8	0.04090875759720802
30595	embedding2nn.bias	9	-0.12206826359033585
30595	rnn.weight_ih_l0	0	0.0014786678366363049
30595	rnn.weight_ih_l0	1	0.038208190351724625
30595	rnn.weight_ih_l0	2	-0.029652360826730728
30595	rnn.weight_ih_l0	3	0.012751246802508831
30595	rnn.weight_ih_l0	4	0.02899491973221302
30595	rnn.weight_ih_l0	5	-0.05093783885240555
30595	rnn.weight_ih_l0	6	0.04203954339027405
30595	rnn.weight_ih_l0	7	-0.021048475056886673
30595	rnn.weight_ih_l0	8	0.028031906113028526
30595	rnn.weight_ih_l0	9	-0.009210540913045406
30595	rnn.weight_hh_l0	0	0.012025449424982071
30595	rnn.weight_hh_l0	1	-0.057640526443719864
30595	rnn.weight_hh_l0	2	0.023728560656309128
30595	rnn.weight_hh_l0	3	0.005978705827146769
30595	rnn.weight_hh_l0	4	0.015940694138407707
30595	rnn.weight_hh_l0	5	0.021008238196372986
30595	rnn.weight_hh_l0	6	-0.006408777087926865
30595	rnn.weight_hh_l0	7	-0.05662774294614792
30595	rnn.weight_hh_l0	8	-0.029717925935983658
30595	rnn.weight_hh_l0	9	-0.037522293627262115
30595	rnn.bias_ih_l0	0	-0.0192420594394207
30595	rnn.bias_ih_l0	1	-0.07337334007024765
30595	rnn.bias_ih_l0	2	-0.11993299424648285
30595	rnn.bias_ih_l0	3	-0.18090707063674927
30595	rnn.bias_ih_l0	4	0.017353422939777374
30595	rnn.bias_ih_l0	5	0.0756804421544075
30595	rnn.bias_ih_l0	6	-0.09647995233535767
30595	rnn.bias_ih_l0	7	-0.14304667711257935
30595	rnn.bias_ih_l0	8	-0.04371301457285881
30595	rnn.bias_ih_l0	9	-0.06389797478914261
30595	rnn.bias_hh_l0	0	0.0518859438598156
30595	rnn.bias_hh_l0	1	-0.031116798520088196
30595	rnn.bias_hh_l0	2	-0.01037659402936697
30595	rnn.bias_hh_l0	3	-0.08689772337675095
30595	rnn.bias_hh_l0	4	0.0324777252972126
30595	rnn.bias_hh_l0	5	0.04525372385978699
30595	rnn.bias_hh_l0	6	-0.05132853984832764
30595	rnn.bias_hh_l0	7	-0.07485944032669067
30595	rnn.bias_hh_l0	8	-0.11386139690876007
30595	rnn.bias_hh_l0	9	-0.06684248894453049
30595	rnn.weight_ih_l0_reverse	0	0.012096749618649483
30595	rnn.weight_ih_l0_reverse	1	-0.004105972591787577
30595	rnn.weight_ih_l0_reverse	2	-0.0036207279190421104
30595	rnn.weight_ih_l0_reverse	3	-0.015384306199848652
30595	rnn.weight_ih_l0_reverse	4	0.02996963821351528
30595	rnn.weight_ih_l0_reverse	5	-0.01166253350675106
30595	rnn.weight_ih_l0_reverse	6	-0.04338214173913002
30595	rnn.weight_ih_l0_reverse	7	-0.023691797628998756
30595	rnn.weight_ih_l0_reverse	8	0.029710974544286728
30595	rnn.weight_ih_l0_reverse	9	0.024157989770174026
30595	rnn.weight_hh_l0_reverse	0	-0.014746327884495258
30595	rnn.weight_hh_l0_reverse	1	0.010912694036960602
30595	rnn.weight_hh_l0_reverse	2	-0.03098553977906704
30595	rnn.weight_hh_l0_reverse	3	0.03521334007382393
30595	rnn.weight_hh_l0_reverse	4	0.01954376883804798
30595	rnn.weight_hh_l0_reverse	5	0.0053360192105174065
30595	rnn.weight_hh_l0_reverse	6	0.024375425651669502
30595	rnn.weight_hh_l0_reverse	7	0.022683965042233467
30595	rnn.weight_hh_l0_reverse	8	0.011337187141180038
30595	rnn.weight_hh_l0_reverse	9	-0.04106126353144646
30595	rnn.bias_ih_l0_reverse	0	-0.056421954184770584
30595	rnn.bias_ih_l0_reverse	1	-0.22234290838241577
30595	rnn.bias_ih_l0_reverse	2	-0.026688437908887863
30595	rnn.bias_ih_l0_reverse	3	-0.0705239325761795
30595	rnn.bias_ih_l0_reverse	4	0.05189068987965584
30595	rnn.bias_ih_l0_reverse	5	-0.14174501597881317
30595	rnn.bias_ih_l0_reverse	6	-0.04970530793070793
30595	rnn.bias_ih_l0_reverse	7	0.049552563577890396
30595	rnn.bias_ih_l0_reverse	8	-0.07490948587656021
30595	rnn.bias_ih_l0_reverse	9	-0.04615778103470802
30595	rnn.bias_hh_l0_reverse	0	-0.07001005858182907
30595	rnn.bias_hh_l0_reverse	1	-0.029930735006928444
30595	rnn.bias_hh_l0_reverse	2	-0.031187675893306732
30595	rnn.bias_hh_l0_reverse	3	-0.071015864610672
30595	rnn.bias_hh_l0_reverse	4	-0.005656559485942125
30595	rnn.bias_hh_l0_reverse	5	-0.07494600862264633
30595	rnn.bias_hh_l0_reverse	6	-0.07627906650304794
30595	rnn.bias_hh_l0_reverse	7	-0.08614635467529297
30595	rnn.bias_hh_l0_reverse	8	-0.0430254302918911
30595	rnn.bias_hh_l0_reverse	9	-0.09930136054754257
30595	linear.weight	0	-0.14013609290122986
30595	linear.weight	1	-0.06392503529787064
30595	linear.weight	2	-0.011228874325752258
30595	linear.weight	3	0.06707596778869629
30595	linear.weight	4	0.04676636680960655
30595	linear.weight	5	0.20442147552967072
30595	linear.weight	6	0.0047744326293468475
30595	linear.weight	7	-0.021312154829502106
30595	linear.weight	8	0.05623500049114227
30595	linear.weight	9	0.0672893077135086
30595	linear.bias	0	-0.509157121181488
30595	linear.bias	1	0.2332618236541748
30595	linear.bias	2	0.1182326227426529
30595	linear.bias	3	-0.41113272309303284
30595	linear.bias	4	-1.2122820615768433
30595	linear.bias	5	-1.0735266208648682
30595	linear.bias	6	-0.4852657914161682
30595	linear.bias	7	-0.6783215403556824
30595	linear.bias	8	-0.01705317199230194
30595	linear.bias	9	2.594740152359009
30792	transitions	0	-0.07541844993829727
30792	transitions	1	6.556741714477539
30792	transitions	2	-2.574023723602295
30792	transitions	3	1.1747500896453857
30792	transitions	4	-1.3853424787521362
30792	transitions	5	-0.22102591395378113
30792	transitions	6	-0.120418980717659
30792	transitions	7	-10000.0
30792	transitions	8	1.4786691665649414
30792	transitions	9	-2.2775309085845947
30792	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
30792	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
30792	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
30792	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
30792	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
30792	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
30792	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
30792	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
30792	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
30792	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
30792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
30792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
30792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
30792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
30792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
30792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
30792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
30792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
30792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
30792	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
30792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
30792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
30792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
30792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
30792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
30792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
30792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
30792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
30792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
30792	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
30792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
30792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
30792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
30792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
30792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
30792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
30792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
30792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
30792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
30792	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
30792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
30792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
30792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
30792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
30792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
30792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
30792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
30792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
30792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
30792	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
30792	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
30792	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
30792	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
30792	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
30792	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
30792	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
30792	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
30792	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
30792	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
30792	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
30792	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
30792	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
30792	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
30792	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
30792	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
30792	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
30792	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
30792	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
30792	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
30792	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
30792	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
30792	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
30792	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
30792	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
30792	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
30792	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
30792	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
30792	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
30792	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
30792	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
30792	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
30792	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
30792	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
30792	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
30792	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
30792	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
30792	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
30792	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
30792	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
30792	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
30792	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
30792	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
30792	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
30792	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
30792	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
30792	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
30792	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
30792	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
30792	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
30792	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
30792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
30792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
30792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
30792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
30792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
30792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
30792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
30792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
30792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
30792	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
30792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
30792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
30792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
30792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
30792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
30792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
30792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
30792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
30792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
30792	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
30792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
30792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
30792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
30792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
30792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
30792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
30792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
30792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
30792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
30792	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
30792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
30792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
30792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
30792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
30792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
30792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
30792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
30792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
30792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
30792	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
30792	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
30792	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
30792	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
30792	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
30792	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
30792	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
30792	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
30792	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
30792	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
30792	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
30792	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
30792	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
30792	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
30792	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
30792	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
30792	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
30792	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
30792	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
30792	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
30792	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
30792	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
30792	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
30792	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
30792	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
30792	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
30792	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
30792	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
30792	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
30792	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
30792	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
30792	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
30792	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
30792	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
30792	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
30792	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
30792	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
30792	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
30792	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
30792	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
30792	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
30792	embedding2nn.weight	0	0.014588040299713612
30792	embedding2nn.weight	1	-0.05813011899590492
30792	embedding2nn.weight	2	0.007929028943181038
30792	embedding2nn.weight	3	-0.014928448013961315
30792	embedding2nn.weight	4	-0.057468071579933167
30792	embedding2nn.weight	5	0.0573720782995224
30792	embedding2nn.weight	6	-0.06361822038888931
30792	embedding2nn.weight	7	-0.054124001413583755
30792	embedding2nn.weight	8	0.01089500542730093
30792	embedding2nn.weight	9	0.03810356929898262
30792	embedding2nn.bias	0	0.09268537163734436
30792	embedding2nn.bias	1	0.019613033160567284
30792	embedding2nn.bias	2	-0.11574667692184448
30792	embedding2nn.bias	3	0.05831528827548027
30792	embedding2nn.bias	4	0.04727350175380707
30792	embedding2nn.bias	5	-0.11515747755765915
30792	embedding2nn.bias	6	-0.06959203630685806
30792	embedding2nn.bias	7	0.010935907252132893
30792	embedding2nn.bias	8	0.0474327951669693
30792	embedding2nn.bias	9	-0.1283838450908661
30792	rnn.weight_ih_l0	0	0.0016527306288480759
30792	rnn.weight_ih_l0	1	0.03755258023738861
30792	rnn.weight_ih_l0	2	-0.027771176770329475
30792	rnn.weight_ih_l0	3	0.010758540593087673
30792	rnn.weight_ih_l0	4	0.028845109045505524
30792	rnn.weight_ih_l0	5	-0.05106894299387932
30792	rnn.weight_ih_l0	6	0.04210972785949707
30792	rnn.weight_ih_l0	7	-0.021202223375439644
30792	rnn.weight_ih_l0	8	0.02970077283680439
30792	rnn.weight_ih_l0	9	-0.008357475511729717
30792	rnn.weight_hh_l0	0	0.010788783431053162
30792	rnn.weight_hh_l0	1	-0.05767709016799927
30792	rnn.weight_hh_l0	2	0.02436269074678421
30792	rnn.weight_hh_l0	3	0.005356414709240198
30792	rnn.weight_hh_l0	4	0.016268277540802956
30792	rnn.weight_hh_l0	5	0.02397873066365719
30792	rnn.weight_hh_l0	6	-0.0068213134072721004
30792	rnn.weight_hh_l0	7	-0.05582241341471672
30792	rnn.weight_hh_l0	8	-0.028997056186199188
30792	rnn.weight_hh_l0	9	-0.03829154372215271
30792	rnn.bias_ih_l0	0	-0.022985026240348816
30792	rnn.bias_ih_l0	1	-0.07122718542814255
30792	rnn.bias_ih_l0	2	-0.12240097671747208
30792	rnn.bias_ih_l0	3	-0.18201634287834167
30792	rnn.bias_ih_l0	4	0.02025017701089382
30792	rnn.bias_ih_l0	5	0.07022848725318909
30792	rnn.bias_ih_l0	6	-0.0921589806675911
30792	rnn.bias_ih_l0	7	-0.14368584752082825
30792	rnn.bias_ih_l0	8	-0.04280310124158859
30792	rnn.bias_ih_l0	9	-0.06800388544797897
30792	rnn.bias_hh_l0	0	0.052366532385349274
30792	rnn.bias_hh_l0	1	-0.03281954675912857
30792	rnn.bias_hh_l0	2	-0.00989420898258686
30792	rnn.bias_hh_l0	3	-0.08500853180885315
30792	rnn.bias_hh_l0	4	0.029825668781995773
30792	rnn.bias_hh_l0	5	0.04904371500015259
30792	rnn.bias_hh_l0	6	-0.052065975964069366
30792	rnn.bias_hh_l0	7	-0.07180025428533554
30792	rnn.bias_hh_l0	8	-0.11426728218793869
30792	rnn.bias_hh_l0	9	-0.06550392508506775
30792	rnn.weight_ih_l0_reverse	0	0.011324206367135048
30792	rnn.weight_ih_l0_reverse	1	-0.004665822722017765
30792	rnn.weight_ih_l0_reverse	2	-0.002300475025549531
30792	rnn.weight_ih_l0_reverse	3	-0.016042262315750122
30792	rnn.weight_ih_l0_reverse	4	0.025440003722906113
30792	rnn.weight_ih_l0_reverse	5	-0.010427129454910755
30792	rnn.weight_ih_l0_reverse	6	-0.04248953238129616
30792	rnn.weight_ih_l0_reverse	7	-0.022204440087080002
30792	rnn.weight_ih_l0_reverse	8	0.03122415766119957
30792	rnn.weight_ih_l0_reverse	9	0.02313690260052681
30792	rnn.weight_hh_l0_reverse	0	-0.014694657176733017
30792	rnn.weight_hh_l0_reverse	1	0.01087945606559515
30792	rnn.weight_hh_l0_reverse	2	-0.030862459912896156
30792	rnn.weight_hh_l0_reverse	3	0.03638523817062378
30792	rnn.weight_hh_l0_reverse	4	0.018471673130989075
30792	rnn.weight_hh_l0_reverse	5	0.00490166712552309
30792	rnn.weight_hh_l0_reverse	6	0.0232625100761652
30792	rnn.weight_hh_l0_reverse	7	0.023046912625432014
30792	rnn.weight_hh_l0_reverse	8	0.011742549017071724
30792	rnn.weight_hh_l0_reverse	9	-0.04051342234015465
30792	rnn.bias_ih_l0_reverse	0	-0.05646061897277832
30792	rnn.bias_ih_l0_reverse	1	-0.21909025311470032
30792	rnn.bias_ih_l0_reverse	2	-0.024070704355835915
30792	rnn.bias_ih_l0_reverse	3	-0.07198908925056458
30792	rnn.bias_ih_l0_reverse	4	0.0563599094748497
30792	rnn.bias_ih_l0_reverse	5	-0.14343775808811188
30792	rnn.bias_ih_l0_reverse	6	-0.04920443519949913
30792	rnn.bias_ih_l0_reverse	7	0.037547722458839417
30792	rnn.bias_ih_l0_reverse	8	-0.07275635749101639
30792	rnn.bias_ih_l0_reverse	9	-0.05048321560025215
30792	rnn.bias_hh_l0_reverse	0	-0.07216700911521912
30792	rnn.bias_hh_l0_reverse	1	-0.02148636057972908
30792	rnn.bias_hh_l0_reverse	2	-0.029452914372086525
30792	rnn.bias_hh_l0_reverse	3	-0.06812483072280884
30792	rnn.bias_hh_l0_reverse	4	-0.005463460925966501
30792	rnn.bias_hh_l0_reverse	5	-0.07936587929725647
30792	rnn.bias_hh_l0_reverse	6	-0.07841060310602188
30792	rnn.bias_hh_l0_reverse	7	-0.08794726431369781
30792	rnn.bias_hh_l0_reverse	8	-0.04052424803376198
30792	rnn.bias_hh_l0_reverse	9	-0.10286064445972443
30792	linear.weight	0	-0.13859455287456512
30792	linear.weight	1	-0.07151888310909271
30792	linear.weight	2	-0.011228874325752258
30792	linear.weight	3	0.056927639991045
30792	linear.weight	4	0.052032891660928726
30792	linear.weight	5	0.2059796005487442
30792	linear.weight	6	0.0047744326293468475
30792	linear.weight	7	-0.021312154829502106
30792	linear.weight	8	0.07010062783956528
30792	linear.weight	9	0.07493971288204193
30792	linear.bias	0	-0.5033086538314819
30792	linear.bias	1	0.2425304800271988
30792	linear.bias	2	0.12796100974082947
30792	linear.bias	3	-0.39661940932273865
30792	linear.bias	4	-1.2002631425857544
30792	linear.bias	5	-1.0741150379180908
30792	linear.bias	6	-0.47927355766296387
30792	linear.bias	7	-0.6408576369285583
30792	linear.bias	8	-0.01705317199230194
30792	linear.bias	9	2.659900426864624
30989	transitions	0	-0.07657822966575623
30989	transitions	1	6.57675313949585
30989	transitions	2	-2.576439619064331
30989	transitions	3	1.166263461112976
30989	transitions	4	-1.38698148727417
30989	transitions	5	-0.2212786078453064
30989	transitions	6	-0.12094568461179733
30989	transitions	7	-10000.0
30989	transitions	8	1.484203577041626
30989	transitions	9	-2.2776050567626953
30989	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
30989	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
30989	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
30989	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
30989	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
30989	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
30989	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
30989	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
30989	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
30989	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
30989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
30989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
30989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
30989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
30989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
30989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
30989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
30989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
30989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
30989	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
30989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
30989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
30989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
30989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
30989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
30989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
30989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
30989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
30989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
30989	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
30989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
30989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
30989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
30989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
30989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
30989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
30989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
30989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
30989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
30989	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
30989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
30989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
30989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
30989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
30989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
30989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
30989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
30989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
30989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
30989	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
30989	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
30989	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
30989	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
30989	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
30989	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
30989	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
30989	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
30989	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
30989	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
30989	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
30989	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
30989	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
30989	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
30989	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
30989	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
30989	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
30989	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
30989	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
30989	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
30989	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
30989	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
30989	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
30989	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
30989	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
30989	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
30989	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
30989	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
30989	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
30989	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
30989	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
30989	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
30989	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
30989	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
30989	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
30989	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
30989	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
30989	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
30989	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
30989	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
30989	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
30989	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
30989	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
30989	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
30989	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
30989	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
30989	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
30989	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
30989	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
30989	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
30989	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
30989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
30989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
30989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
30989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
30989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
30989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
30989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
30989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
30989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
30989	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
30989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
30989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
30989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
30989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
30989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
30989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
30989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
30989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
30989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
30989	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
30989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
30989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
30989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
30989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
30989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
30989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
30989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
30989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
30989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
30989	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
30989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
30989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
30989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
30989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
30989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
30989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
30989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
30989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
30989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
30989	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
30989	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
30989	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
30989	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
30989	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
30989	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
30989	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
30989	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
30989	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
30989	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
30989	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
30989	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
30989	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
30989	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
30989	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
30989	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
30989	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
30989	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
30989	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
30989	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
30989	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
30989	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
30989	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
30989	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
30989	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
30989	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
30989	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
30989	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
30989	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
30989	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
30989	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
30989	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
30989	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
30989	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
30989	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
30989	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
30989	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
30989	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
30989	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
30989	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
30989	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
30989	embedding2nn.weight	0	0.014798819087445736
30989	embedding2nn.weight	1	-0.05835641175508499
30989	embedding2nn.weight	2	0.003917372785508633
30989	embedding2nn.weight	3	-0.013241808861494064
30989	embedding2nn.weight	4	-0.059533748775720596
30989	embedding2nn.weight	5	0.05637229606509209
30989	embedding2nn.weight	6	-0.04879017546772957
30989	embedding2nn.weight	7	-0.05366988852620125
30989	embedding2nn.weight	8	0.011190073564648628
30989	embedding2nn.weight	9	0.03920557722449303
30989	embedding2nn.bias	0	0.10381574183702469
30989	embedding2nn.bias	1	0.011235679499804974
30989	embedding2nn.bias	2	-0.11701138317584991
30989	embedding2nn.bias	3	0.06667327880859375
30989	embedding2nn.bias	4	0.041273582726716995
30989	embedding2nn.bias	5	-0.10314853489398956
30989	embedding2nn.bias	6	-0.07416535168886185
30989	embedding2nn.bias	7	-0.003076347056776285
30989	embedding2nn.bias	8	0.054256293922662735
30989	embedding2nn.bias	9	-0.12444591522216797
30989	rnn.weight_ih_l0	0	-0.0015657831681892276
30989	rnn.weight_ih_l0	1	0.03569832071661949
30989	rnn.weight_ih_l0	2	-0.029549522325396538
30989	rnn.weight_ih_l0	3	0.01029784232378006
30989	rnn.weight_ih_l0	4	0.03115995228290558
30989	rnn.weight_ih_l0	5	-0.05254121124744415
30989	rnn.weight_ih_l0	6	0.04249485582113266
30989	rnn.weight_ih_l0	7	-0.023833714425563812
30989	rnn.weight_ih_l0	8	0.0311471875756979
30989	rnn.weight_ih_l0	9	-0.0063049038872122765
30989	rnn.weight_hh_l0	0	0.01022641733288765
30989	rnn.weight_hh_l0	1	-0.05554645135998726
30989	rnn.weight_hh_l0	2	0.0245918408036232
30989	rnn.weight_hh_l0	3	0.005763843655586243
30989	rnn.weight_hh_l0	4	0.016037411987781525
30989	rnn.weight_hh_l0	5	0.023748259991407394
30989	rnn.weight_hh_l0	6	-0.006843291688710451
30989	rnn.weight_hh_l0	7	-0.054249394685029984
30989	rnn.weight_hh_l0	8	-0.029371056705713272
30989	rnn.weight_hh_l0	9	-0.037290021777153015
30989	rnn.bias_ih_l0	0	-0.02431061677634716
30989	rnn.bias_ih_l0	1	-0.07341796159744263
30989	rnn.bias_ih_l0	2	-0.12347819656133652
30989	rnn.bias_ih_l0	3	-0.18607933819293976
30989	rnn.bias_ih_l0	4	0.023324595764279366
30989	rnn.bias_ih_l0	5	0.0733673945069313
30989	rnn.bias_ih_l0	6	-0.09246528148651123
30989	rnn.bias_ih_l0	7	-0.14654548466205597
30989	rnn.bias_ih_l0	8	-0.03634331375360489
30989	rnn.bias_ih_l0	9	-0.07643508911132812
30989	rnn.bias_hh_l0	0	0.05478942021727562
30989	rnn.bias_hh_l0	1	-0.030164087191224098
30989	rnn.bias_hh_l0	2	-0.007929699495434761
30989	rnn.bias_hh_l0	3	-0.0806569904088974
30989	rnn.bias_hh_l0	4	0.016657333821058273
30989	rnn.bias_hh_l0	5	0.04770443215966225
30989	rnn.bias_hh_l0	6	-0.048652518540620804
30989	rnn.bias_hh_l0	7	-0.07014985382556915
30989	rnn.bias_hh_l0	8	-0.11278724670410156
30989	rnn.bias_hh_l0	9	-0.06633157283067703
30989	rnn.weight_ih_l0_reverse	0	0.011304999701678753
30989	rnn.weight_ih_l0_reverse	1	-0.004791571758687496
30989	rnn.weight_ih_l0_reverse	2	-5.601174052571878e-05
30989	rnn.weight_ih_l0_reverse	3	-0.014504975639283657
30989	rnn.weight_ih_l0_reverse	4	0.022192643955349922
30989	rnn.weight_ih_l0_reverse	5	-0.009816118516027927
30989	rnn.weight_ih_l0_reverse	6	-0.04210774973034859
30989	rnn.weight_ih_l0_reverse	7	-0.0242011696100235
30989	rnn.weight_ih_l0_reverse	8	0.033488381654024124
30989	rnn.weight_ih_l0_reverse	9	0.025423284620046616
30989	rnn.weight_hh_l0_reverse	0	-0.014721638523042202
30989	rnn.weight_hh_l0_reverse	1	0.011991952545940876
30989	rnn.weight_hh_l0_reverse	2	-0.031122799962759018
30989	rnn.weight_hh_l0_reverse	3	0.03559102490544319
30989	rnn.weight_hh_l0_reverse	4	0.017655866220593452
30989	rnn.weight_hh_l0_reverse	5	0.0049105314537882805
30989	rnn.weight_hh_l0_reverse	6	0.023147525265812874
30989	rnn.weight_hh_l0_reverse	7	0.022462448105216026
30989	rnn.weight_hh_l0_reverse	8	0.011788777075707912
30989	rnn.weight_hh_l0_reverse	9	-0.040963154286146164
30989	rnn.bias_ih_l0_reverse	0	-0.057990409433841705
30989	rnn.bias_ih_l0_reverse	1	-0.21801301836967468
30989	rnn.bias_ih_l0_reverse	2	-0.028359610587358475
30989	rnn.bias_ih_l0_reverse	3	-0.06928229331970215
30989	rnn.bias_ih_l0_reverse	4	0.060326386243104935
30989	rnn.bias_ih_l0_reverse	5	-0.15052786469459534
30989	rnn.bias_ih_l0_reverse	6	-0.051277559250593185
30989	rnn.bias_ih_l0_reverse	7	0.0411803238093853
30989	rnn.bias_ih_l0_reverse	8	-0.07735080271959305
30989	rnn.bias_ih_l0_reverse	9	-0.05151185765862465
30989	rnn.bias_hh_l0_reverse	0	-0.07294638454914093
30989	rnn.bias_hh_l0_reverse	1	-0.020647425204515457
30989	rnn.bias_hh_l0_reverse	2	-0.0279790461063385
30989	rnn.bias_hh_l0_reverse	3	-0.06666608154773712
30989	rnn.bias_hh_l0_reverse	4	-0.005808199755847454
30989	rnn.bias_hh_l0_reverse	5	-0.08026766777038574
30989	rnn.bias_hh_l0_reverse	6	-0.07045246660709381
30989	rnn.bias_hh_l0_reverse	7	-0.088308185338974
30989	rnn.bias_hh_l0_reverse	8	-0.04442412033677101
30989	rnn.bias_hh_l0_reverse	9	-0.10452491044998169
30989	linear.weight	0	-0.1429625153541565
30989	linear.weight	1	-0.07350443303585052
30989	linear.weight	2	-0.011228874325752258
30989	linear.weight	3	0.047066327184438705
30989	linear.weight	4	0.07180667668581009
30989	linear.weight	5	0.1918151080608368
30989	linear.weight	6	0.0047744326293468475
30989	linear.weight	7	-0.021312154829502106
30989	linear.weight	8	0.0719137117266655
30989	linear.weight	9	0.1000688448548317
30989	linear.bias	0	-0.5061085224151611
30989	linear.bias	1	0.27469295263290405
30989	linear.bias	2	0.10807639360427856
30989	linear.bias	3	-0.3881065547466278
30989	linear.bias	4	-1.2178884744644165
30989	linear.bias	5	-1.0747551918029785
30989	linear.bias	6	-0.4855278730392456
30989	linear.bias	7	-0.5983778238296509
30989	linear.bias	8	-0.01705317199230194
30989	linear.bias	9	2.613450765609741
31186	transitions	0	-0.07739637047052383
31186	transitions	1	6.581707954406738
31186	transitions	2	-2.5782814025878906
31186	transitions	3	1.1668221950531006
31186	transitions	4	-1.3883662223815918
31186	transitions	5	-0.22156444191932678
31186	transitions	6	-0.12128520011901855
31186	transitions	7	-10000.0
31186	transitions	8	1.4824310541152954
31186	transitions	9	-2.277688503265381
31186	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
31186	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
31186	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
31186	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
31186	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
31186	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
31186	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
31186	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
31186	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
31186	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
31186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
31186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
31186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
31186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
31186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
31186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
31186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
31186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
31186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
31186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
31186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
31186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
31186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
31186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
31186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
31186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
31186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
31186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
31186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
31186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
31186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
31186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
31186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
31186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
31186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
31186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
31186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
31186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
31186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
31186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
31186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
31186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
31186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
31186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
31186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
31186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
31186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
31186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
31186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
31186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
31186	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
31186	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
31186	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
31186	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
31186	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
31186	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
31186	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
31186	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
31186	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
31186	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
31186	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
31186	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
31186	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
31186	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
31186	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
31186	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
31186	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
31186	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
31186	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
31186	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
31186	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
31186	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
31186	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
31186	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
31186	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
31186	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
31186	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
31186	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
31186	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
31186	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
31186	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
31186	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
31186	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
31186	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
31186	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
31186	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
31186	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
31186	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
31186	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
31186	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
31186	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
31186	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
31186	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
31186	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
31186	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
31186	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
31186	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
31186	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
31186	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
31186	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
31186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
31186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
31186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
31186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
31186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
31186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
31186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
31186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
31186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
31186	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
31186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
31186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
31186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
31186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
31186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
31186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
31186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
31186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
31186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
31186	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
31186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
31186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
31186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
31186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
31186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
31186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
31186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
31186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
31186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
31186	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
31186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
31186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
31186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
31186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
31186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
31186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
31186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
31186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
31186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
31186	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
31186	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
31186	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
31186	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
31186	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
31186	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
31186	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
31186	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
31186	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
31186	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
31186	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
31186	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
31186	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
31186	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
31186	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
31186	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
31186	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
31186	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
31186	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
31186	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
31186	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
31186	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
31186	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
31186	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
31186	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
31186	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
31186	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
31186	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
31186	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
31186	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
31186	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
31186	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
31186	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
31186	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
31186	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
31186	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
31186	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
31186	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
31186	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
31186	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
31186	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
31186	embedding2nn.weight	0	0.01602170430123806
31186	embedding2nn.weight	1	-0.05928725004196167
31186	embedding2nn.weight	2	0.005832292605191469
31186	embedding2nn.weight	3	-0.014837328344583511
31186	embedding2nn.weight	4	-0.057867880910634995
31186	embedding2nn.weight	5	0.0557556189596653
31186	embedding2nn.weight	6	-0.05777060240507126
31186	embedding2nn.weight	7	-0.05405620113015175
31186	embedding2nn.weight	8	0.010494690388441086
31186	embedding2nn.weight	9	0.039698682725429535
31186	embedding2nn.bias	0	0.10939095914363861
31186	embedding2nn.bias	1	0.010159298777580261
31186	embedding2nn.bias	2	-0.1193402037024498
31186	embedding2nn.bias	3	0.049174483865499496
31186	embedding2nn.bias	4	0.03937032073736191
31186	embedding2nn.bias	5	-0.09916980564594269
31186	embedding2nn.bias	6	-0.07220174372196198
31186	embedding2nn.bias	7	-0.010040181688964367
31186	embedding2nn.bias	8	0.0486786887049675
31186	embedding2nn.bias	9	-0.12141432613134384
31186	rnn.weight_ih_l0	0	-0.001605070661753416
31186	rnn.weight_ih_l0	1	0.03694023936986923
31186	rnn.weight_ih_l0	2	-0.03195638209581375
31186	rnn.weight_ih_l0	3	0.012374174781143665
31186	rnn.weight_ih_l0	4	0.02704671397805214
31186	rnn.weight_ih_l0	5	-0.053440071642398834
31186	rnn.weight_ih_l0	6	0.04264583811163902
31186	rnn.weight_ih_l0	7	-0.026822606101632118
31186	rnn.weight_ih_l0	8	0.030522409826517105
31186	rnn.weight_ih_l0	9	-0.003052501240745187
31186	rnn.weight_hh_l0	0	0.010374221950769424
31186	rnn.weight_hh_l0	1	-0.055083565413951874
31186	rnn.weight_hh_l0	2	0.02473415620625019
31186	rnn.weight_hh_l0	3	0.0052110617980360985
31186	rnn.weight_hh_l0	4	0.016204431653022766
31186	rnn.weight_hh_l0	5	0.021512065082788467
31186	rnn.weight_hh_l0	6	-0.006505229510366917
31186	rnn.weight_hh_l0	7	-0.05414893478155136
31186	rnn.weight_hh_l0	8	-0.029171008616685867
31186	rnn.weight_hh_l0	9	-0.03820616751909256
31186	rnn.bias_ih_l0	0	-0.02136007510125637
31186	rnn.bias_ih_l0	1	-0.0743764340877533
31186	rnn.bias_ih_l0	2	-0.12493665516376495
31186	rnn.bias_ih_l0	3	-0.18575254082679749
31186	rnn.bias_ih_l0	4	0.02511112205684185
31186	rnn.bias_ih_l0	5	0.06680193543434143
31186	rnn.bias_ih_l0	6	-0.09533921629190445
31186	rnn.bias_ih_l0	7	-0.147260844707489
31186	rnn.bias_ih_l0	8	-0.03758354112505913
31186	rnn.bias_ih_l0	9	-0.08096247166395187
31186	rnn.bias_hh_l0	0	0.06018652394413948
31186	rnn.bias_hh_l0	1	-0.033111993223428726
31186	rnn.bias_hh_l0	2	-0.011677062138915062
31186	rnn.bias_hh_l0	3	-0.08178099989891052
31186	rnn.bias_hh_l0	4	0.022086750715970993
31186	rnn.bias_hh_l0	5	0.04271414130926132
31186	rnn.bias_hh_l0	6	-0.048127297312021255
31186	rnn.bias_hh_l0	7	-0.06974650919437408
31186	rnn.bias_hh_l0	8	-0.11529070883989334
31186	rnn.bias_hh_l0	9	-0.06185727193951607
31186	rnn.weight_ih_l0_reverse	0	0.010899912565946579
31186	rnn.weight_ih_l0_reverse	1	-0.0056523289531469345
31186	rnn.weight_ih_l0_reverse	2	-0.003240706631913781
31186	rnn.weight_ih_l0_reverse	3	-0.015349514782428741
31186	rnn.weight_ih_l0_reverse	4	0.01892787404358387
31186	rnn.weight_ih_l0_reverse	5	-0.00936805084347725
31186	rnn.weight_ih_l0_reverse	6	-0.0420224703848362
31186	rnn.weight_ih_l0_reverse	7	-0.026022199541330338
31186	rnn.weight_ih_l0_reverse	8	0.03756248950958252
31186	rnn.weight_ih_l0_reverse	9	0.022764146327972412
31186	rnn.weight_hh_l0_reverse	0	-0.014367496594786644
31186	rnn.weight_hh_l0_reverse	1	0.012106203474104404
31186	rnn.weight_hh_l0_reverse	2	-0.031211121007800102
31186	rnn.weight_hh_l0_reverse	3	0.03557797521352768
31186	rnn.weight_hh_l0_reverse	4	0.018522074446082115
31186	rnn.weight_hh_l0_reverse	5	0.005057993344962597
31186	rnn.weight_hh_l0_reverse	6	0.023379936814308167
31186	rnn.weight_hh_l0_reverse	7	0.022028109058737755
31186	rnn.weight_hh_l0_reverse	8	0.011604942381381989
31186	rnn.weight_hh_l0_reverse	9	-0.04097722843289375
31186	rnn.bias_ih_l0_reverse	0	-0.06121860817074776
31186	rnn.bias_ih_l0_reverse	1	-0.21986424922943115
31186	rnn.bias_ih_l0_reverse	2	-0.027153966948390007
31186	rnn.bias_ih_l0_reverse	3	-0.07190147787332535
31186	rnn.bias_ih_l0_reverse	4	0.055431514978408813
31186	rnn.bias_ih_l0_reverse	5	-0.14944669604301453
31186	rnn.bias_ih_l0_reverse	6	-0.05134058743715286
31186	rnn.bias_ih_l0_reverse	7	0.05800405889749527
31186	rnn.bias_ih_l0_reverse	8	-0.08131655305624008
31186	rnn.bias_ih_l0_reverse	9	-0.05160755664110184
31186	rnn.bias_hh_l0_reverse	0	-0.07319582998752594
31186	rnn.bias_hh_l0_reverse	1	-0.018802519887685776
31186	rnn.bias_hh_l0_reverse	2	-0.02869591861963272
31186	rnn.bias_hh_l0_reverse	3	-0.06823945045471191
31186	rnn.bias_hh_l0_reverse	4	-0.00533371651545167
31186	rnn.bias_hh_l0_reverse	5	-0.08024764806032181
31186	rnn.bias_hh_l0_reverse	6	-0.06620374321937561
31186	rnn.bias_hh_l0_reverse	7	-0.09038513153791428
31186	rnn.bias_hh_l0_reverse	8	-0.045472316443920135
31186	rnn.bias_hh_l0_reverse	9	-0.10484492778778076
31186	linear.weight	0	-0.1394665390253067
31186	linear.weight	1	-0.08079744130373001
31186	linear.weight	2	-0.011228874325752258
31186	linear.weight	3	0.03600161895155907
31186	linear.weight	4	0.06738247722387314
31186	linear.weight	5	0.20130082964897156
31186	linear.weight	6	0.0047744326293468475
31186	linear.weight	7	-0.021312154829502106
31186	linear.weight	8	0.07602086663246155
31186	linear.weight	9	0.1016547679901123
31186	linear.bias	0	-0.5199344158172607
31186	linear.bias	1	0.29124414920806885
31186	linear.bias	2	0.10216860473155975
31186	linear.bias	3	-0.37908536195755005
31186	linear.bias	4	-1.2411210536956787
31186	linear.bias	5	-1.0753071308135986
31186	linear.bias	6	-0.49810194969177246
31186	linear.bias	7	-0.6150848865509033
31186	linear.bias	8	-0.01705317199230194
31186	linear.bias	9	2.60427188873291
31383	transitions	0	-0.07856611162424088
31383	transitions	1	6.576613426208496
31383	transitions	2	-2.582736015319824
31383	transitions	3	1.1865432262420654
31383	transitions	4	-1.390225887298584
31383	transitions	5	-0.2218790352344513
31383	transitions	6	-0.12166697531938553
31383	transitions	7	-10000.0
31383	transitions	8	1.4795576333999634
31383	transitions	9	-2.277785301208496
31383	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
31383	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
31383	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
31383	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
31383	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
31383	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
31383	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
31383	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
31383	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
31383	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
31383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
31383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
31383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
31383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
31383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
31383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
31383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
31383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
31383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
31383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
31383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
31383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
31383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
31383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
31383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
31383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
31383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
31383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
31383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
31383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
31383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
31383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
31383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
31383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
31383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
31383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
31383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
31383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
31383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
31383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
31383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
31383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
31383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
31383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
31383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
31383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
31383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
31383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
31383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
31383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
31383	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
31383	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
31383	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
31383	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
31383	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
31383	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
31383	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
31383	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
31383	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
31383	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
31383	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
31383	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
31383	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
31383	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
31383	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
31383	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
31383	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
31383	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
31383	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
31383	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
31383	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
31383	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
31383	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
31383	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
31383	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
31383	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
31383	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
31383	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
31383	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
31383	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
31383	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
31383	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
31383	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
31383	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
31383	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
31383	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
31383	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
31383	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
31383	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
31383	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
31383	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
31383	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
31383	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
31383	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
31383	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
31383	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
31383	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
31383	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
31383	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
31383	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
31383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
31383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
31383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
31383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
31383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
31383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
31383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
31383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
31383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
31383	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
31383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
31383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
31383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
31383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
31383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
31383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
31383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
31383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
31383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
31383	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
31383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
31383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
31383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
31383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
31383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
31383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
31383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
31383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
31383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
31383	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
31383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
31383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
31383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
31383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
31383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
31383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
31383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
31383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
31383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
31383	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
31383	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
31383	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
31383	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
31383	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
31383	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
31383	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
31383	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
31383	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
31383	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
31383	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
31383	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
31383	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
31383	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
31383	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
31383	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
31383	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
31383	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
31383	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
31383	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
31383	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
31383	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
31383	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
31383	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
31383	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
31383	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
31383	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
31383	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
31383	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
31383	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
31383	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
31383	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
31383	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
31383	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
31383	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
31383	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
31383	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
31383	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
31383	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
31383	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
31383	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
31383	embedding2nn.weight	0	0.01631476916372776
31383	embedding2nn.weight	1	-0.059327106922864914
31383	embedding2nn.weight	2	0.01012151874601841
31383	embedding2nn.weight	3	-0.015805287286639214
31383	embedding2nn.weight	4	-0.06344690918922424
31383	embedding2nn.weight	5	0.05600840970873833
31383	embedding2nn.weight	6	-0.06534077227115631
31383	embedding2nn.weight	7	-0.05449802055954933
31383	embedding2nn.weight	8	0.011019505560398102
31383	embedding2nn.weight	9	0.04271576553583145
31383	embedding2nn.bias	0	0.09770137071609497
31383	embedding2nn.bias	1	0.0063306172378361225
31383	embedding2nn.bias	2	-0.11761399358510971
31383	embedding2nn.bias	3	0.06562920659780502
31383	embedding2nn.bias	4	0.04665207862854004
31383	embedding2nn.bias	5	-0.11374281346797943
31383	embedding2nn.bias	6	-0.07510043680667877
31383	embedding2nn.bias	7	-0.0015323536936193705
31383	embedding2nn.bias	8	0.053196754306554794
31383	embedding2nn.bias	9	-0.12788620591163635
31383	rnn.weight_ih_l0	0	-0.0007757529965601861
31383	rnn.weight_ih_l0	1	0.03673408925533295
31383	rnn.weight_ih_l0	2	-0.03303711116313934
31383	rnn.weight_ih_l0	3	0.010397964157164097
31383	rnn.weight_ih_l0	4	0.028409713879227638
31383	rnn.weight_ih_l0	5	-0.052632223814725876
31383	rnn.weight_ih_l0	6	0.03860487416386604
31383	rnn.weight_ih_l0	7	-0.02473597414791584
31383	rnn.weight_ih_l0	8	0.03040911816060543
31383	rnn.weight_ih_l0	9	-0.0026356622111052275
31383	rnn.weight_hh_l0	0	0.010163242928683758
31383	rnn.weight_hh_l0	1	-0.05262310430407524
31383	rnn.weight_hh_l0	2	0.024535806849598885
31383	rnn.weight_hh_l0	3	0.005263981409370899
31383	rnn.weight_hh_l0	4	0.017691776156425476
31383	rnn.weight_hh_l0	5	0.019818590953946114
31383	rnn.weight_hh_l0	6	-0.007120758760720491
31383	rnn.weight_hh_l0	7	-0.05404329672455788
31383	rnn.weight_hh_l0	8	-0.029522456228733063
31383	rnn.weight_hh_l0	9	-0.039943866431713104
31383	rnn.bias_ih_l0	0	-0.02383120357990265
31383	rnn.bias_ih_l0	1	-0.07616744935512543
31383	rnn.bias_ih_l0	2	-0.12738679349422455
31383	rnn.bias_ih_l0	3	-0.1852259486913681
31383	rnn.bias_ih_l0	4	0.023846156895160675
31383	rnn.bias_ih_l0	5	0.05822589248418808
31383	rnn.bias_ih_l0	6	-0.09653640538454056
31383	rnn.bias_ih_l0	7	-0.14704659581184387
31383	rnn.bias_ih_l0	8	-0.04166117683053017
31383	rnn.bias_ih_l0	9	-0.07465753704309464
31383	rnn.bias_hh_l0	0	0.06528940051794052
31383	rnn.bias_hh_l0	1	-0.03431672975420952
31383	rnn.bias_hh_l0	2	-0.01010653655976057
31383	rnn.bias_hh_l0	3	-0.08552809804677963
31383	rnn.bias_hh_l0	4	0.032470960170030594
31383	rnn.bias_hh_l0	5	0.04850272834300995
31383	rnn.bias_hh_l0	6	-0.04954646900296211
31383	rnn.bias_hh_l0	7	-0.06806506961584091
31383	rnn.bias_hh_l0	8	-0.11665951460599899
31383	rnn.bias_hh_l0	9	-0.0625823587179184
31383	rnn.weight_ih_l0_reverse	0	0.010297284461557865
31383	rnn.weight_ih_l0_reverse	1	-0.005410612095147371
31383	rnn.weight_ih_l0_reverse	2	-0.0013170045567676425
31383	rnn.weight_ih_l0_reverse	3	-0.015023790299892426
31383	rnn.weight_ih_l0_reverse	4	0.018136128783226013
31383	rnn.weight_ih_l0_reverse	5	-0.00824932660907507
31383	rnn.weight_ih_l0_reverse	6	-0.04278602451086044
31383	rnn.weight_ih_l0_reverse	7	-0.02358241379261017
31383	rnn.weight_ih_l0_reverse	8	0.036254290491342545
31383	rnn.weight_ih_l0_reverse	9	0.022925538942217827
31383	rnn.weight_hh_l0_reverse	0	-0.014022302813827991
31383	rnn.weight_hh_l0_reverse	1	0.012502137571573257
31383	rnn.weight_hh_l0_reverse	2	-0.031312886625528336
31383	rnn.weight_hh_l0_reverse	3	0.035009726881980896
31383	rnn.weight_hh_l0_reverse	4	0.018307263031601906
31383	rnn.weight_hh_l0_reverse	5	0.0059377411380410194
31383	rnn.weight_hh_l0_reverse	6	0.024701440706849098
31383	rnn.weight_hh_l0_reverse	7	0.022323448210954666
31383	rnn.weight_hh_l0_reverse	8	0.010867771692574024
31383	rnn.weight_hh_l0_reverse	9	-0.04098432511091232
31383	rnn.bias_ih_l0_reverse	0	-0.06158113107085228
31383	rnn.bias_ih_l0_reverse	1	-0.221890389919281
31383	rnn.bias_ih_l0_reverse	2	-0.025511175394058228
31383	rnn.bias_ih_l0_reverse	3	-0.07038029283285141
31383	rnn.bias_ih_l0_reverse	4	0.0606968067586422
31383	rnn.bias_ih_l0_reverse	5	-0.15370163321495056
31383	rnn.bias_ih_l0_reverse	6	-0.05139801651239395
31383	rnn.bias_ih_l0_reverse	7	0.05013506859540939
31383	rnn.bias_ih_l0_reverse	8	-0.0839831680059433
31383	rnn.bias_ih_l0_reverse	9	-0.05375438928604126
31383	rnn.bias_hh_l0_reverse	0	-0.07766956835985184
31383	rnn.bias_hh_l0_reverse	1	-0.024759307503700256
31383	rnn.bias_hh_l0_reverse	2	-0.02791297808289528
31383	rnn.bias_hh_l0_reverse	3	-0.06901665776968002
31383	rnn.bias_hh_l0_reverse	4	-0.004193317610770464
31383	rnn.bias_hh_l0_reverse	5	-0.08516246825456619
31383	rnn.bias_hh_l0_reverse	6	-0.06913291662931442
31383	rnn.bias_hh_l0_reverse	7	-0.09523990005254745
31383	rnn.bias_hh_l0_reverse	8	-0.04199601337313652
31383	rnn.bias_hh_l0_reverse	9	-0.10710375756025314
31383	linear.weight	0	-0.14012324810028076
31383	linear.weight	1	-0.07964415848255157
31383	linear.weight	2	-0.011228874325752258
31383	linear.weight	3	0.026980571448802948
31383	linear.weight	4	0.07746701687574387
31383	linear.weight	5	0.17904004454612732
31383	linear.weight	6	0.0047744326293468475
31383	linear.weight	7	-0.021312154829502106
31383	linear.weight	8	0.08423668146133423
31383	linear.weight	9	0.10381672531366348
31383	linear.bias	0	-0.5423628687858582
31383	linear.bias	1	0.3087608516216278
31383	linear.bias	2	0.15545740723609924
31383	linear.bias	3	-0.3743721842765808
31383	linear.bias	4	-1.2248672246932983
31383	linear.bias	5	-1.0759204626083374
31383	linear.bias	6	-0.5218963623046875
31383	linear.bias	7	-0.6498286128044128
31383	linear.bias	8	-0.01705317199230194
31383	linear.bias	9	2.6903955936431885
31580	transitions	0	-0.07968834787607193
31580	transitions	1	6.582274913787842
31580	transitions	2	-2.5853240489959717
31580	transitions	3	1.1834760904312134
31580	transitions	4	-1.3914600610733032
31580	transitions	5	-0.2234300673007965
31580	transitions	6	-0.12205676734447479
31580	transitions	7	-10000.0
31580	transitions	8	1.4759776592254639
31580	transitions	9	-2.2778708934783936
31580	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
31580	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
31580	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
31580	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
31580	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
31580	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
31580	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
31580	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
31580	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
31580	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
31580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
31580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
31580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
31580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
31580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
31580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
31580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
31580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
31580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
31580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
31580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
31580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
31580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
31580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
31580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
31580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
31580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
31580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
31580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
31580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
31580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
31580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
31580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
31580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
31580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
31580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
31580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
31580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
31580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
31580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
31580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
31580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
31580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
31580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
31580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
31580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
31580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
31580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
31580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
31580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
31580	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
31580	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
31580	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
31580	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
31580	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
31580	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
31580	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
31580	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
31580	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
31580	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
31580	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
31580	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
31580	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
31580	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
31580	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
31580	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
31580	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
31580	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
31580	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
31580	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
31580	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
31580	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
31580	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
31580	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
31580	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
31580	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
31580	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
31580	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
31580	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
31580	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
31580	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
31580	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
31580	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
31580	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
31580	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
31580	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
31580	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
31580	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
31580	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
31580	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
31580	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
31580	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
31580	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
31580	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
31580	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
31580	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
31580	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
31580	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
31580	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
31580	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
31580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
31580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
31580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
31580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
31580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
31580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
31580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
31580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
31580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
31580	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
31580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
31580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
31580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
31580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
31580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
31580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
31580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
31580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
31580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
31580	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
31580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
31580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
31580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
31580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
31580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
31580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
31580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
31580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
31580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
31580	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
31580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
31580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
31580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
31580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
31580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
31580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
31580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
31580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
31580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
31580	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
31580	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
31580	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
31580	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
31580	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
31580	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
31580	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
31580	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
31580	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
31580	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
31580	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
31580	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
31580	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
31580	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
31580	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
31580	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
31580	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
31580	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
31580	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
31580	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
31580	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
31580	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
31580	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
31580	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
31580	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
31580	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
31580	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
31580	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
31580	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
31580	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
31580	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
31580	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
31580	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
31580	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
31580	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
31580	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
31580	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
31580	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
31580	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
31580	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
31580	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
31580	embedding2nn.weight	0	0.017064962536096573
31580	embedding2nn.weight	1	-0.057301636785268784
31580	embedding2nn.weight	2	0.011586676351726055
31580	embedding2nn.weight	3	-0.016469022259116173
31580	embedding2nn.weight	4	-0.059499286115169525
31580	embedding2nn.weight	5	0.05473817139863968
31580	embedding2nn.weight	6	-0.061063967645168304
31580	embedding2nn.weight	7	-0.05508967861533165
31580	embedding2nn.weight	8	0.009054560214281082
31580	embedding2nn.weight	9	0.04270488768815994
31580	embedding2nn.bias	0	0.0876409038901329
31580	embedding2nn.bias	1	0.009650522843003273
31580	embedding2nn.bias	2	-0.12339524179697037
31580	embedding2nn.bias	3	0.04958587884902954
31580	embedding2nn.bias	4	0.044306907802820206
31580	embedding2nn.bias	5	-0.0966106653213501
31580	embedding2nn.bias	6	-0.08104358613491058
31580	embedding2nn.bias	7	-0.005777878221124411
31580	embedding2nn.bias	8	0.052136264741420746
31580	embedding2nn.bias	9	-0.11995743960142136
31580	rnn.weight_ih_l0	0	0.0012032733066007495
31580	rnn.weight_ih_l0	1	0.03796621039509773
31580	rnn.weight_ih_l0	2	-0.03251050412654877
31580	rnn.weight_ih_l0	3	0.011919417418539524
31580	rnn.weight_ih_l0	4	0.031004607677459717
31580	rnn.weight_ih_l0	5	-0.05489348620176315
31580	rnn.weight_ih_l0	6	0.037531591951847076
31580	rnn.weight_ih_l0	7	-0.02577265538275242
31580	rnn.weight_ih_l0	8	0.030282897874712944
31580	rnn.weight_ih_l0	9	-0.003040553070604801
31580	rnn.weight_hh_l0	0	0.009842945262789726
31580	rnn.weight_hh_l0	1	-0.054284483194351196
31580	rnn.weight_hh_l0	2	0.023680392652750015
31580	rnn.weight_hh_l0	3	0.0054338048212230206
31580	rnn.weight_hh_l0	4	0.017674405127763748
31580	rnn.weight_hh_l0	5	0.019481318071484566
31580	rnn.weight_hh_l0	6	-0.007364784367382526
31580	rnn.weight_hh_l0	7	-0.053864650428295135
31580	rnn.weight_hh_l0	8	-0.028917239978909492
31580	rnn.weight_hh_l0	9	-0.03721723333001137
31580	rnn.bias_ih_l0	0	-0.029797911643981934
31580	rnn.bias_ih_l0	1	-0.07606421411037445
31580	rnn.bias_ih_l0	2	-0.1280868500471115
31580	rnn.bias_ih_l0	3	-0.1829303503036499
31580	rnn.bias_ih_l0	4	0.02216179296374321
31580	rnn.bias_ih_l0	5	0.06064647436141968
31580	rnn.bias_ih_l0	6	-0.09591955691576004
31580	rnn.bias_ih_l0	7	-0.14809630811214447
31580	rnn.bias_ih_l0	8	-0.0486779510974884
31580	rnn.bias_ih_l0	9	-0.07578742504119873
31580	rnn.bias_hh_l0	0	0.06583498418331146
31580	rnn.bias_hh_l0	1	-0.03361804038286209
31580	rnn.bias_hh_l0	2	-0.007881906814873219
31580	rnn.bias_hh_l0	3	-0.0850801169872284
31580	rnn.bias_hh_l0	4	0.031869854778051376
31580	rnn.bias_hh_l0	5	0.04491971433162689
31580	rnn.bias_hh_l0	6	-0.04778289049863815
31580	rnn.bias_hh_l0	7	-0.06781582534313202
31580	rnn.bias_hh_l0	8	-0.11802292615175247
31580	rnn.bias_hh_l0	9	-0.06289515644311905
31580	rnn.weight_ih_l0_reverse	0	0.011625771410763264
31580	rnn.weight_ih_l0_reverse	1	-0.004014083184301853
31580	rnn.weight_ih_l0_reverse	2	0.00027920701541006565
31580	rnn.weight_ih_l0_reverse	3	-0.015087021514773369
31580	rnn.weight_ih_l0_reverse	4	0.016840117052197456
31580	rnn.weight_ih_l0_reverse	5	-0.007131981197744608
31580	rnn.weight_ih_l0_reverse	6	-0.04297821596264839
31580	rnn.weight_ih_l0_reverse	7	-0.024939322844147682
31580	rnn.weight_ih_l0_reverse	8	0.0413811169564724
31580	rnn.weight_ih_l0_reverse	9	0.01903022825717926
31580	rnn.weight_hh_l0_reverse	0	-0.013888168148696423
31580	rnn.weight_hh_l0_reverse	1	0.013092310167849064
31580	rnn.weight_hh_l0_reverse	2	-0.031240589916706085
31580	rnn.weight_hh_l0_reverse	3	0.03502944856882095
31580	rnn.weight_hh_l0_reverse	4	0.01814997009932995
31580	rnn.weight_hh_l0_reverse	5	0.005514733958989382
31580	rnn.weight_hh_l0_reverse	6	0.025503987446427345
31580	rnn.weight_hh_l0_reverse	7	0.022688617929816246
31580	rnn.weight_hh_l0_reverse	8	0.010514148510992527
31580	rnn.weight_hh_l0_reverse	9	-0.0408131368458271
31580	rnn.bias_ih_l0_reverse	0	-0.06480017304420471
31580	rnn.bias_ih_l0_reverse	1	-0.22507816553115845
31580	rnn.bias_ih_l0_reverse	2	-0.026613226160407066
31580	rnn.bias_ih_l0_reverse	3	-0.07154449075460434
31580	rnn.bias_ih_l0_reverse	4	0.05628256872296333
31580	rnn.bias_ih_l0_reverse	5	-0.15038137137889862
31580	rnn.bias_ih_l0_reverse	6	-0.04906339570879936
31580	rnn.bias_ih_l0_reverse	7	0.050468362867832184
31580	rnn.bias_ih_l0_reverse	8	-0.08474528044462204
31580	rnn.bias_ih_l0_reverse	9	-0.05302972346544266
31580	rnn.bias_hh_l0_reverse	0	-0.0766051784157753
31580	rnn.bias_hh_l0_reverse	1	-0.022355075925588608
31580	rnn.bias_hh_l0_reverse	2	-0.02673581801354885
31580	rnn.bias_hh_l0_reverse	3	-0.07232615351676941
31580	rnn.bias_hh_l0_reverse	4	-0.0043181199580430984
31580	rnn.bias_hh_l0_reverse	5	-0.08865167945623398
31580	rnn.bias_hh_l0_reverse	6	-0.06772899627685547
31580	rnn.bias_hh_l0_reverse	7	-0.09640505164861679
31580	rnn.bias_hh_l0_reverse	8	-0.0459480956196785
31580	rnn.bias_hh_l0_reverse	9	-0.10773330181837082
31580	linear.weight	0	-0.1307879537343979
31580	linear.weight	1	-0.0825326219201088
31580	linear.weight	2	-0.011228874325752258
31580	linear.weight	3	0.029917888343334198
31580	linear.weight	4	0.09895024448633194
31580	linear.weight	5	0.18747803568840027
31580	linear.weight	6	0.0047744326293468475
31580	linear.weight	7	-0.021312154829502106
31580	linear.weight	8	0.09864616394042969
31580	linear.weight	9	0.09842284023761749
31580	linear.bias	0	-0.5386770963668823
31580	linear.bias	1	0.31325945258140564
31580	linear.bias	2	0.16965219378471375
31580	linear.bias	3	-0.3734447956085205
31580	linear.bias	4	-1.1973669528961182
31580	linear.bias	5	-1.0766032934188843
31580	linear.bias	6	-0.529024600982666
31580	linear.bias	7	-0.6458866000175476
31580	linear.bias	8	-0.01705317199230194
31580	linear.bias	9	2.6447601318359375
31584	transitions	0	-0.07969370484352112
31584	transitions	1	6.590365886688232
31584	transitions	2	-2.5853493213653564
31584	transitions	3	1.1842509508132935
31584	transitions	4	-1.3914800882339478
31584	transitions	5	-0.22343257069587708
31584	transitions	6	-0.12206621468067169
31584	transitions	7	-10000.0
31584	transitions	8	1.4759705066680908
31584	transitions	9	-2.277871608734131
31584	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
31584	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
31584	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
31584	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
31584	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
31584	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
31584	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
31584	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
31584	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
31584	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
31584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
31584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
31584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
31584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
31584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
31584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
31584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
31584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
31584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
31584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
31584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
31584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
31584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
31584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
31584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
31584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
31584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
31584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
31584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
31584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
31584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
31584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
31584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
31584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
31584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
31584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
31584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
31584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
31584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
31584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
31584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
31584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
31584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
31584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
31584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
31584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
31584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
31584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
31584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
31584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
31584	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
31584	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
31584	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
31584	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
31584	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
31584	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
31584	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
31584	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
31584	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
31584	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
31584	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
31584	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
31584	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
31584	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
31584	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
31584	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
31584	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
31584	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
31584	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
31584	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
31584	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
31584	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
31584	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
31584	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
31584	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
31584	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
31584	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
31584	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
31584	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
31584	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
31584	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
31584	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
31584	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
31584	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
31584	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
31584	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
31584	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
31584	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
31584	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
31584	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
31584	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
31584	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
31584	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
31584	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
31584	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
31584	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
31584	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
31584	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
31584	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
31584	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
31584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
31584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
31584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
31584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
31584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
31584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
31584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
31584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
31584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
31584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
31584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
31584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
31584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
31584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
31584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
31584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
31584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
31584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
31584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
31584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
31584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
31584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
31584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
31584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
31584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
31584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
31584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
31584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
31584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
31584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
31584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
31584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
31584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
31584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
31584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
31584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
31584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
31584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
31584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
31584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
31584	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
31584	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
31584	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
31584	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
31584	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
31584	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
31584	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
31584	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
31584	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
31584	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
31584	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
31584	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
31584	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
31584	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
31584	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
31584	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
31584	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
31584	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
31584	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
31584	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
31584	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
31584	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
31584	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
31584	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
31584	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
31584	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
31584	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
31584	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
31584	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
31584	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
31584	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
31584	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
31584	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
31584	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
31584	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
31584	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
31584	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
31584	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
31584	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
31584	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
31584	embedding2nn.weight	0	0.01706572249531746
31584	embedding2nn.weight	1	-0.05714650824666023
31584	embedding2nn.weight	2	0.011546974070370197
31584	embedding2nn.weight	3	-0.01641130819916725
31584	embedding2nn.weight	4	-0.05897614732384682
31584	embedding2nn.weight	5	0.0549897737801075
31584	embedding2nn.weight	6	-0.06145977973937988
31584	embedding2nn.weight	7	-0.054842401295900345
31584	embedding2nn.weight	8	0.009006298147141933
31584	embedding2nn.weight	9	0.04255640134215355
31584	embedding2nn.bias	0	0.08834657818078995
31584	embedding2nn.bias	1	0.008863452821969986
31584	embedding2nn.bias	2	-0.12284572422504425
31584	embedding2nn.bias	3	0.053164731711149216
31584	embedding2nn.bias	4	0.042978137731552124
31584	embedding2nn.bias	5	-0.09549079090356827
31584	embedding2nn.bias	6	-0.0807047113776207
31584	embedding2nn.bias	7	-0.005144819617271423
31584	embedding2nn.bias	8	0.054878100752830505
31584	embedding2nn.bias	9	-0.11636792868375778
31584	rnn.weight_ih_l0	0	0.0014369400450959802
31584	rnn.weight_ih_l0	1	0.038036998361349106
31584	rnn.weight_ih_l0	2	-0.03251272439956665
31584	rnn.weight_ih_l0	3	0.012024066410958767
31584	rnn.weight_ih_l0	4	0.030521821230649948
31584	rnn.weight_ih_l0	5	-0.05471225455403328
31584	rnn.weight_ih_l0	6	0.03757580742239952
31584	rnn.weight_ih_l0	7	-0.026551557704806328
31584	rnn.weight_ih_l0	8	0.03047763556241989
31584	rnn.weight_ih_l0	9	-0.0029895633924752474
31584	rnn.weight_hh_l0	0	0.009852255694568157
31584	rnn.weight_hh_l0	1	-0.054346710443496704
31584	rnn.weight_hh_l0	2	0.023681439459323883
31584	rnn.weight_hh_l0	3	0.005481373518705368
31584	rnn.weight_hh_l0	4	0.017656829208135605
31584	rnn.weight_hh_l0	5	0.019421888515353203
31584	rnn.weight_hh_l0	6	-0.007397519424557686
31584	rnn.weight_hh_l0	7	-0.053819477558135986
31584	rnn.weight_hh_l0	8	-0.02883562445640564
31584	rnn.weight_hh_l0	9	-0.03723151609301567
31584	rnn.bias_ih_l0	0	-0.02971048466861248
31584	rnn.bias_ih_l0	1	-0.07618335634469986
31584	rnn.bias_ih_l0	2	-0.127366304397583
31584	rnn.bias_ih_l0	3	-0.18345780670642853
31584	rnn.bias_ih_l0	4	0.023461122065782547
31584	rnn.bias_ih_l0	5	0.06083725392818451
31584	rnn.bias_ih_l0	6	-0.09579988569021225
31584	rnn.bias_ih_l0	7	-0.14796890318393707
31584	rnn.bias_ih_l0	8	-0.04791676998138428
31584	rnn.bias_ih_l0	9	-0.0762198343873024
31584	rnn.bias_hh_l0	0	0.06507913768291473
31584	rnn.bias_hh_l0	1	-0.03388087823987007
31584	rnn.bias_hh_l0	2	-0.00821929145604372
31584	rnn.bias_hh_l0	3	-0.08439803868532181
31584	rnn.bias_hh_l0	4	0.03305808827280998
31584	rnn.bias_hh_l0	5	0.04435053840279579
31584	rnn.bias_hh_l0	6	-0.04775877296924591
31584	rnn.bias_hh_l0	7	-0.0671127587556839
31584	rnn.bias_hh_l0	8	-0.11816786229610443
31584	rnn.bias_hh_l0	9	-0.06217530369758606
31584	rnn.weight_ih_l0_reverse	0	0.011654945090413094
31584	rnn.weight_ih_l0_reverse	1	-0.003933963365852833
31584	rnn.weight_ih_l0_reverse	2	0.0005884094862267375
31584	rnn.weight_ih_l0_reverse	3	-0.015090676955878735
31584	rnn.weight_ih_l0_reverse	4	0.017419273033738136
31584	rnn.weight_ih_l0_reverse	5	-0.007303658407181501
31584	rnn.weight_ih_l0_reverse	6	-0.042834848165512085
31584	rnn.weight_ih_l0_reverse	7	-0.024768603965640068
31584	rnn.weight_ih_l0_reverse	8	0.041501015424728394
31584	rnn.weight_ih_l0_reverse	9	0.01898960955440998
31584	rnn.weight_hh_l0_reverse	0	-0.013862377032637596
31584	rnn.weight_hh_l0_reverse	1	0.012858360074460506
31584	rnn.weight_hh_l0_reverse	2	-0.03126508742570877
31584	rnn.weight_hh_l0_reverse	3	0.034802019596099854
31584	rnn.weight_hh_l0_reverse	4	0.018258655443787575
31584	rnn.weight_hh_l0_reverse	5	0.005581822711974382
31584	rnn.weight_hh_l0_reverse	6	0.025525910779833794
31584	rnn.weight_hh_l0_reverse	7	0.022764721885323524
31584	rnn.weight_hh_l0_reverse	8	0.010494622401893139
31584	rnn.weight_hh_l0_reverse	9	-0.0407930389046669
31584	rnn.bias_ih_l0_reverse	0	-0.06473703682422638
31584	rnn.bias_ih_l0_reverse	1	-0.22568590939044952
31584	rnn.bias_ih_l0_reverse	2	-0.026496218517422676
31584	rnn.bias_ih_l0_reverse	3	-0.07185962051153183
31584	rnn.bias_ih_l0_reverse	4	0.057124968618154526
31584	rnn.bias_ih_l0_reverse	5	-0.1494620144367218
31584	rnn.bias_ih_l0_reverse	6	-0.04844735190272331
31584	rnn.bias_ih_l0_reverse	7	0.05013313889503479
31584	rnn.bias_ih_l0_reverse	8	-0.08369570225477219
31584	rnn.bias_ih_l0_reverse	9	-0.052785661071538925
31584	rnn.bias_hh_l0_reverse	0	-0.07730382680892944
31584	rnn.bias_hh_l0_reverse	1	-0.022049006074666977
31584	rnn.bias_hh_l0_reverse	2	-0.026661649346351624
31584	rnn.bias_hh_l0_reverse	3	-0.07255318760871887
31584	rnn.bias_hh_l0_reverse	4	-0.00404224032536149
31584	rnn.bias_hh_l0_reverse	5	-0.08851203322410583
31584	rnn.bias_hh_l0_reverse	6	-0.06613349914550781
31584	rnn.bias_hh_l0_reverse	7	-0.09594763070344925
31584	rnn.bias_hh_l0_reverse	8	-0.04639021307229996
31584	rnn.bias_hh_l0_reverse	9	-0.10804562270641327
31584	linear.weight	0	-0.1308559626340866
31584	linear.weight	1	-0.08212441951036453
31584	linear.weight	2	-0.011228874325752258
31584	linear.weight	3	0.027506140992045403
31584	linear.weight	4	0.09877584129571915
31584	linear.weight	5	0.18725773692131042
31584	linear.weight	6	0.0047744326293468475
31584	linear.weight	7	-0.021312154829502106
31584	linear.weight	8	0.0976625457406044
31584	linear.weight	9	0.09676042944192886
31584	linear.bias	0	-0.5407353043556213
31584	linear.bias	1	0.31403848528862
31584	linear.bias	2	0.1731012463569641
31584	linear.bias	3	-0.3615967333316803
31584	linear.bias	4	-1.1904324293136597
31584	linear.bias	5	-1.0766150951385498
31584	linear.bias	6	-0.5288190841674805
31584	linear.bias	7	-0.655157744884491
31584	linear.bias	8	-0.01705317199230194
31584	linear.bias	9	2.59664249420166
31781	transitions	0	-0.08029913157224655
31781	transitions	1	6.518172740936279
31781	transitions	2	-2.5882487297058105
31781	transitions	3	1.1842942237854004
31781	transitions	4	-1.393566608428955
31781	transitions	5	-0.22382742166519165
31781	transitions	6	-0.1223442479968071
31781	transitions	7	-10000.0
31781	transitions	8	1.4729268550872803
31781	transitions	9	-2.277970314025879
31781	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
31781	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
31781	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
31781	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
31781	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
31781	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
31781	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
31781	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
31781	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
31781	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
31781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
31781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
31781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
31781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
31781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
31781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
31781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
31781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
31781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
31781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
31781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
31781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
31781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
31781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
31781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
31781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
31781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
31781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
31781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
31781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
31781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
31781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
31781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
31781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
31781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
31781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
31781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
31781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
31781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
31781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
31781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
31781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
31781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
31781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
31781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
31781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
31781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
31781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
31781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
31781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
31781	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
31781	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
31781	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
31781	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
31781	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
31781	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
31781	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
31781	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
31781	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
31781	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
31781	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
31781	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
31781	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
31781	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
31781	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
31781	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
31781	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
31781	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
31781	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
31781	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
31781	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
31781	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
31781	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
31781	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
31781	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
31781	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
31781	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
31781	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
31781	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
31781	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
31781	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
31781	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
31781	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
31781	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
31781	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
31781	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
31781	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
31781	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
31781	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
31781	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
31781	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
31781	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
31781	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
31781	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
31781	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
31781	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
31781	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
31781	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
31781	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
31781	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
31781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
31781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
31781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
31781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
31781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
31781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
31781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
31781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
31781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
31781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
31781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
31781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
31781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
31781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
31781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
31781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
31781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
31781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
31781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
31781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
31781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
31781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
31781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
31781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
31781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
31781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
31781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
31781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
31781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
31781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
31781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
31781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
31781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
31781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
31781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
31781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
31781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
31781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
31781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
31781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
31781	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
31781	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
31781	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
31781	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
31781	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
31781	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
31781	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
31781	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
31781	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
31781	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
31781	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
31781	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
31781	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
31781	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
31781	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
31781	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
31781	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
31781	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
31781	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
31781	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
31781	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
31781	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
31781	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
31781	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
31781	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
31781	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
31781	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
31781	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
31781	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
31781	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
31781	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
31781	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
31781	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
31781	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
31781	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
31781	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
31781	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
31781	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
31781	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
31781	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
31781	embedding2nn.weight	0	0.017048770561814308
31781	embedding2nn.weight	1	-0.05861514061689377
31781	embedding2nn.weight	2	0.010437887161970139
31781	embedding2nn.weight	3	-0.017044631764292717
31781	embedding2nn.weight	4	-0.05770020931959152
31781	embedding2nn.weight	5	0.05394865199923515
31781	embedding2nn.weight	6	-0.05859082564711571
31781	embedding2nn.weight	7	-0.05682127922773361
31781	embedding2nn.weight	8	0.009072310291230679
31781	embedding2nn.weight	9	0.04109948128461838
31781	embedding2nn.bias	0	0.08366119861602783
31781	embedding2nn.bias	1	-0.007872384041547775
31781	embedding2nn.bias	2	-0.12267621606588364
31781	embedding2nn.bias	3	0.06844639033079147
31781	embedding2nn.bias	4	0.02607399970293045
31781	embedding2nn.bias	5	-0.09563235193490982
31781	embedding2nn.bias	6	-0.08304812014102936
31781	embedding2nn.bias	7	-0.010444183833897114
31781	embedding2nn.bias	8	0.06548371911048889
31781	embedding2nn.bias	9	-0.11685561388731003
31781	rnn.weight_ih_l0	0	-0.0019180950475856662
31781	rnn.weight_ih_l0	1	0.03641568869352341
31781	rnn.weight_ih_l0	2	-0.03256349638104439
31781	rnn.weight_ih_l0	3	0.01045878604054451
31781	rnn.weight_ih_l0	4	0.03331054002046585
31781	rnn.weight_ih_l0	5	-0.054734282195568085
31781	rnn.weight_ih_l0	6	0.03600950911641121
31781	rnn.weight_ih_l0	7	-0.026988958939909935
31781	rnn.weight_ih_l0	8	0.0338897667825222
31781	rnn.weight_ih_l0	9	-0.004104085266590118
31781	rnn.weight_hh_l0	0	0.009463926777243614
31781	rnn.weight_hh_l0	1	-0.05507413670420647
31781	rnn.weight_hh_l0	2	0.024233689531683922
31781	rnn.weight_hh_l0	3	0.006149045191705227
31781	rnn.weight_hh_l0	4	0.017651859670877457
31781	rnn.weight_hh_l0	5	0.02023264206945896
31781	rnn.weight_hh_l0	6	-0.007815328426659107
31781	rnn.weight_hh_l0	7	-0.05415455996990204
31781	rnn.weight_hh_l0	8	-0.029996460303664207
31781	rnn.weight_hh_l0	9	-0.03627084940671921
31781	rnn.bias_ih_l0	0	-0.029886193573474884
31781	rnn.bias_ih_l0	1	-0.08023395389318466
31781	rnn.bias_ih_l0	2	-0.13116009533405304
31781	rnn.bias_ih_l0	3	-0.1849079728126526
31781	rnn.bias_ih_l0	4	0.024072710424661636
31781	rnn.bias_ih_l0	5	0.05666723474860191
31781	rnn.bias_ih_l0	6	-0.09679510444402695
31781	rnn.bias_ih_l0	7	-0.14348335564136505
31781	rnn.bias_ih_l0	8	-0.04744537174701691
31781	rnn.bias_ih_l0	9	-0.07488825172185898
31781	rnn.bias_hh_l0	0	0.06444314867258072
31781	rnn.bias_hh_l0	1	-0.033036135137081146
31781	rnn.bias_hh_l0	2	-0.005643365439027548
31781	rnn.bias_hh_l0	3	-0.08324593305587769
31781	rnn.bias_hh_l0	4	0.027461815625429153
31781	rnn.bias_hh_l0	5	0.04475241154432297
31781	rnn.bias_hh_l0	6	-0.04957348480820656
31781	rnn.bias_hh_l0	7	-0.07192326337099075
31781	rnn.bias_hh_l0	8	-0.11501538753509521
31781	rnn.bias_hh_l0	9	-0.06615755707025528
31781	rnn.weight_ih_l0_reverse	0	0.012880738824605942
31781	rnn.weight_ih_l0_reverse	1	-0.0033950177021324635
31781	rnn.weight_ih_l0_reverse	2	5.414981205831282e-05
31781	rnn.weight_ih_l0_reverse	3	-0.013904495164752007
31781	rnn.weight_ih_l0_reverse	4	0.01699613593518734
31781	rnn.weight_ih_l0_reverse	5	-0.005998146720230579
31781	rnn.weight_ih_l0_reverse	6	-0.04101857915520668
31781	rnn.weight_ih_l0_reverse	7	-0.02010245993733406
31781	rnn.weight_ih_l0_reverse	8	0.04197421669960022
31781	rnn.weight_ih_l0_reverse	9	0.020329922437667847
31781	rnn.weight_hh_l0_reverse	0	-0.014307032339274883
31781	rnn.weight_hh_l0_reverse	1	0.012701703235507011
31781	rnn.weight_hh_l0_reverse	2	-0.03132551908493042
31781	rnn.weight_hh_l0_reverse	3	0.0353064201772213
31781	rnn.weight_hh_l0_reverse	4	0.01794070191681385
31781	rnn.weight_hh_l0_reverse	5	0.005553841590881348
31781	rnn.weight_hh_l0_reverse	6	0.02603190951049328
31781	rnn.weight_hh_l0_reverse	7	0.02313898503780365
31781	rnn.weight_hh_l0_reverse	8	0.010665894486010075
31781	rnn.weight_hh_l0_reverse	9	-0.04070841521024704
31781	rnn.bias_ih_l0_reverse	0	-0.06607701629400253
31781	rnn.bias_ih_l0_reverse	1	-0.22431300580501556
31781	rnn.bias_ih_l0_reverse	2	-0.02744254283607006
31781	rnn.bias_ih_l0_reverse	3	-0.07291991263628006
31781	rnn.bias_ih_l0_reverse	4	0.059219781309366226
31781	rnn.bias_ih_l0_reverse	5	-0.1479128897190094
31781	rnn.bias_ih_l0_reverse	6	-0.049285151064395905
31781	rnn.bias_ih_l0_reverse	7	0.050762150436639786
31781	rnn.bias_ih_l0_reverse	8	-0.0859207808971405
31781	rnn.bias_ih_l0_reverse	9	-0.04950793460011482
31781	rnn.bias_hh_l0_reverse	0	-0.07346083968877792
31781	rnn.bias_hh_l0_reverse	1	-0.015080023556947708
31781	rnn.bias_hh_l0_reverse	2	-0.026859084144234657
31781	rnn.bias_hh_l0_reverse	3	-0.07189421355724335
31781	rnn.bias_hh_l0_reverse	4	-0.0032010667491704226
31781	rnn.bias_hh_l0_reverse	5	-0.0853622779250145
31781	rnn.bias_hh_l0_reverse	6	-0.06935355067253113
31781	rnn.bias_hh_l0_reverse	7	-0.09688711911439896
31781	rnn.bias_hh_l0_reverse	8	-0.044852230697870255
31781	rnn.bias_hh_l0_reverse	9	-0.10649633407592773
31781	linear.weight	0	-0.1441238969564438
31781	linear.weight	1	-0.08295130729675293
31781	linear.weight	2	-0.011228874325752258
31781	linear.weight	3	0.03933015093207359
31781	linear.weight	4	0.09605388343334198
31781	linear.weight	5	0.19331201910972595
31781	linear.weight	6	0.0047744326293468475
31781	linear.weight	7	-0.021312154829502106
31781	linear.weight	8	0.08942913264036179
31781	linear.weight	9	0.11071686446666718
31781	linear.bias	0	-0.5218580365180969
31781	linear.bias	1	0.3434305787086487
31781	linear.bias	2	0.14479300379753113
31781	linear.bias	3	-0.41249361634254456
31781	linear.bias	4	-1.2247687578201294
31781	linear.bias	5	-1.077195405960083
31781	linear.bias	6	-0.509353518486023
31781	linear.bias	7	-0.6414086818695068
31781	linear.bias	8	-0.01705317199230194
31781	linear.bias	9	2.6217944622039795
31978	transitions	0	-0.08106246590614319
31978	transitions	1	6.616001129150391
31978	transitions	2	-2.591477155685425
31978	transitions	3	1.1709305047988892
31978	transitions	4	-1.3961596488952637
31978	transitions	5	-0.22429028153419495
31978	transitions	6	-0.12265628576278687
31978	transitions	7	-10000.0
31978	transitions	8	1.465122103691101
31978	transitions	9	-2.278109073638916
31978	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
31978	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
31978	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
31978	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
31978	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
31978	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
31978	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
31978	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
31978	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
31978	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
31978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
31978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
31978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
31978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
31978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
31978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
31978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
31978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
31978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
31978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
31978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
31978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
31978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
31978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
31978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
31978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
31978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
31978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
31978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
31978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
31978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
31978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
31978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
31978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
31978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
31978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
31978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
31978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
31978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
31978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
31978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
31978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
31978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
31978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
31978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
31978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
31978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
31978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
31978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
31978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
31978	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
31978	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
31978	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
31978	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
31978	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
31978	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
31978	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
31978	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
31978	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
31978	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
31978	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
31978	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
31978	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
31978	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
31978	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
31978	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
31978	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
31978	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
31978	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
31978	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
31978	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
31978	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
31978	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
31978	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
31978	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
31978	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
31978	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
31978	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
31978	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
31978	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
31978	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
31978	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
31978	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
31978	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
31978	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
31978	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
31978	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
31978	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
31978	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
31978	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
31978	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
31978	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
31978	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
31978	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
31978	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
31978	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
31978	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
31978	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
31978	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
31978	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
31978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
31978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
31978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
31978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
31978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
31978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
31978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
31978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
31978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
31978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
31978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
31978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
31978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
31978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
31978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
31978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
31978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
31978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
31978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
31978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
31978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
31978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
31978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
31978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
31978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
31978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
31978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
31978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
31978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
31978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
31978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
31978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
31978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
31978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
31978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
31978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
31978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
31978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
31978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
31978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
31978	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
31978	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
31978	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
31978	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
31978	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
31978	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
31978	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
31978	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
31978	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
31978	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
31978	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
31978	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
31978	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
31978	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
31978	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
31978	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
31978	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
31978	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
31978	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
31978	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
31978	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
31978	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
31978	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
31978	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
31978	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
31978	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
31978	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
31978	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
31978	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
31978	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
31978	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
31978	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
31978	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
31978	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
31978	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
31978	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
31978	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
31978	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
31978	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
31978	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
31978	embedding2nn.weight	0	0.017098616808652878
31978	embedding2nn.weight	1	-0.056960899382829666
31978	embedding2nn.weight	2	0.012766106985509396
31978	embedding2nn.weight	3	-0.01893642172217369
31978	embedding2nn.weight	4	-0.05817887932062149
31978	embedding2nn.weight	5	0.054032158106565475
31978	embedding2nn.weight	6	-0.05590388923883438
31978	embedding2nn.weight	7	-0.05454782024025917
31978	embedding2nn.weight	8	0.009915445931255817
31978	embedding2nn.weight	9	0.04233448952436447
31978	embedding2nn.bias	0	0.08236145228147507
31978	embedding2nn.bias	1	0.009215074591338634
31978	embedding2nn.bias	2	-0.12973570823669434
31978	embedding2nn.bias	3	0.072290800511837
31978	embedding2nn.bias	4	0.02863221988081932
31978	embedding2nn.bias	5	-0.09323681890964508
31978	embedding2nn.bias	6	-0.0936809703707695
31978	embedding2nn.bias	7	-0.0018564847996458411
31978	embedding2nn.bias	8	0.0701584443449974
31978	embedding2nn.bias	9	-0.11547631025314331
31978	rnn.weight_ih_l0	0	-0.0034471279941499233
31978	rnn.weight_ih_l0	1	0.03331668674945831
31978	rnn.weight_ih_l0	2	-0.03097916580736637
31978	rnn.weight_ih_l0	3	0.011453351937234402
31978	rnn.weight_ih_l0	4	0.030547138303518295
31978	rnn.weight_ih_l0	5	-0.0550399012863636
31978	rnn.weight_ih_l0	6	0.03519003093242645
31978	rnn.weight_ih_l0	7	-0.0269930362701416
31978	rnn.weight_ih_l0	8	0.0362112931907177
31978	rnn.weight_ih_l0	9	-0.003695906838402152
31978	rnn.weight_hh_l0	0	0.009002004750072956
31978	rnn.weight_hh_l0	1	-0.05470101535320282
31978	rnn.weight_hh_l0	2	0.024397585541009903
31978	rnn.weight_hh_l0	3	0.0063265301287174225
31978	rnn.weight_hh_l0	4	0.017949147149920464
31978	rnn.weight_hh_l0	5	0.021774858236312866
31978	rnn.weight_hh_l0	6	-0.007745640352368355
31978	rnn.weight_hh_l0	7	-0.0536823496222496
31978	rnn.weight_hh_l0	8	-0.028041085228323936
31978	rnn.weight_hh_l0	9	-0.03744838014245033
31978	rnn.bias_ih_l0	0	-0.030483944341540337
31978	rnn.bias_ih_l0	1	-0.08147596567869186
31978	rnn.bias_ih_l0	2	-0.1283128708600998
31978	rnn.bias_ih_l0	3	-0.18239609897136688
31978	rnn.bias_ih_l0	4	0.026648256927728653
31978	rnn.bias_ih_l0	5	0.05425237864255905
31978	rnn.bias_ih_l0	6	-0.09484729915857315
31978	rnn.bias_ih_l0	7	-0.14695526659488678
31978	rnn.bias_ih_l0	8	-0.05029510334134102
31978	rnn.bias_ih_l0	9	-0.0759136900305748
31978	rnn.bias_hh_l0	0	0.06826213002204895
31978	rnn.bias_hh_l0	1	-0.03340836614370346
31978	rnn.bias_hh_l0	2	-0.005281615536659956
31978	rnn.bias_hh_l0	3	-0.08459144085645676
31978	rnn.bias_hh_l0	4	0.028883785009384155
31978	rnn.bias_hh_l0	5	0.0433194600045681
31978	rnn.bias_hh_l0	6	-0.044212911278009415
31978	rnn.bias_hh_l0	7	-0.07404670119285583
31978	rnn.bias_hh_l0	8	-0.12116602063179016
31978	rnn.bias_hh_l0	9	-0.06836564838886261
31978	rnn.weight_ih_l0_reverse	0	0.012614513747394085
31978	rnn.weight_ih_l0_reverse	1	-0.0024789192248135805
31978	rnn.weight_ih_l0_reverse	2	0.0034642466343939304
31978	rnn.weight_ih_l0_reverse	3	-0.014877124689519405
31978	rnn.weight_ih_l0_reverse	4	0.019008198752999306
31978	rnn.weight_ih_l0_reverse	5	-0.00780404033139348
31978	rnn.weight_ih_l0_reverse	6	-0.04222690686583519
31978	rnn.weight_ih_l0_reverse	7	-0.022929366677999496
31978	rnn.weight_ih_l0_reverse	8	0.041576240211725235
31978	rnn.weight_ih_l0_reverse	9	0.021101392805576324
31978	rnn.weight_hh_l0_reverse	0	-0.013964447192847729
31978	rnn.weight_hh_l0_reverse	1	0.012247800827026367
31978	rnn.weight_hh_l0_reverse	2	-0.031207043677568436
31978	rnn.weight_hh_l0_reverse	3	0.03448416665196419
31978	rnn.weight_hh_l0_reverse	4	0.018187060952186584
31978	rnn.weight_hh_l0_reverse	5	0.005600867792963982
31978	rnn.weight_hh_l0_reverse	6	0.02569454349577427
31978	rnn.weight_hh_l0_reverse	7	0.023306075483560562
31978	rnn.weight_hh_l0_reverse	8	0.010411305353045464
31978	rnn.weight_hh_l0_reverse	9	-0.039986491203308105
31978	rnn.bias_ih_l0_reverse	0	-0.06800404191017151
31978	rnn.bias_ih_l0_reverse	1	-0.22762098908424377
31978	rnn.bias_ih_l0_reverse	2	-0.028625234961509705
31978	rnn.bias_ih_l0_reverse	3	-0.07263252139091492
31978	rnn.bias_ih_l0_reverse	4	0.0583498440682888
31978	rnn.bias_ih_l0_reverse	5	-0.14793972671031952
31978	rnn.bias_ih_l0_reverse	6	-0.04718334227800369
31978	rnn.bias_ih_l0_reverse	7	0.050345443189144135
31978	rnn.bias_ih_l0_reverse	8	-0.08091197907924652
31978	rnn.bias_ih_l0_reverse	9	-0.05087124556303024
31978	rnn.bias_hh_l0_reverse	0	-0.0725003033876419
31978	rnn.bias_hh_l0_reverse	1	-0.01576782390475273
31978	rnn.bias_hh_l0_reverse	2	-0.02728375419974327
31978	rnn.bias_hh_l0_reverse	3	-0.06996776908636093
31978	rnn.bias_hh_l0_reverse	4	-0.0029924388509243727
31978	rnn.bias_hh_l0_reverse	5	-0.08428913354873657
31978	rnn.bias_hh_l0_reverse	6	-0.0696784183382988
31978	rnn.bias_hh_l0_reverse	7	-0.09608255326747894
31978	rnn.bias_hh_l0_reverse	8	-0.04364719241857529
31978	rnn.bias_hh_l0_reverse	9	-0.10742231458425522
31978	linear.weight	0	-0.1431785672903061
31978	linear.weight	1	-0.09565787762403488
31978	linear.weight	2	-0.011228874325752258
31978	linear.weight	3	0.03753183037042618
31978	linear.weight	4	0.11389315873384476
31978	linear.weight	5	0.19795118272304535
31978	linear.weight	6	0.0047744326293468475
31978	linear.weight	7	-0.021312154829502106
31978	linear.weight	8	0.07794249802827835
31978	linear.weight	9	0.09460753947496414
31978	linear.bias	0	-0.5058014392852783
31978	linear.bias	1	0.3202563524246216
31978	linear.bias	2	0.15768495202064514
31978	linear.bias	3	-0.35153406858444214
31978	linear.bias	4	-1.2621004581451416
31978	linear.bias	5	-1.0777901411056519
31978	linear.bias	6	-0.4962734282016754
31978	linear.bias	7	-0.65877366065979
31978	linear.bias	8	-0.01705317199230194
31978	linear.bias	9	2.624098777770996
32175	transitions	0	-0.08178072422742844
32175	transitions	1	6.605430603027344
32175	transitions	2	-2.595222234725952
32175	transitions	3	1.1686762571334839
32175	transitions	4	-1.3980823755264282
32175	transitions	5	-0.22467941045761108
32175	transitions	6	-0.12290273606777191
32175	transitions	7	-10000.0
32175	transitions	8	1.4682449102401733
32175	transitions	9	-2.278221845626831
32175	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
32175	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
32175	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
32175	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
32175	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
32175	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
32175	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
32175	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
32175	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
32175	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
32175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
32175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
32175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
32175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
32175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
32175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
32175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
32175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
32175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
32175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
32175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
32175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
32175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
32175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
32175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
32175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
32175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
32175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
32175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
32175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
32175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
32175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
32175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
32175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
32175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
32175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
32175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
32175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
32175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
32175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
32175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
32175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
32175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
32175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
32175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
32175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
32175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
32175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
32175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
32175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
32175	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
32175	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
32175	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
32175	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
32175	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
32175	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
32175	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
32175	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
32175	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
32175	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
32175	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
32175	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
32175	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
32175	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
32175	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
32175	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
32175	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
32175	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
32175	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
32175	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
32175	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
32175	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
32175	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
32175	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
32175	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
32175	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
32175	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
32175	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
32175	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
32175	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
32175	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
32175	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
32175	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
32175	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
32175	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
32175	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
32175	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
32175	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
32175	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
32175	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
32175	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
32175	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
32175	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
32175	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
32175	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
32175	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
32175	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
32175	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
32175	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
32175	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
32175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
32175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
32175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
32175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
32175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
32175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
32175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
32175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
32175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
32175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
32175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
32175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
32175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
32175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
32175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
32175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
32175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
32175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
32175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
32175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
32175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
32175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
32175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
32175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
32175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
32175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
32175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
32175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
32175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
32175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
32175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
32175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
32175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
32175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
32175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
32175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
32175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
32175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
32175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
32175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
32175	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
32175	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
32175	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
32175	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
32175	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
32175	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
32175	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
32175	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
32175	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
32175	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
32175	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
32175	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
32175	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
32175	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
32175	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
32175	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
32175	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
32175	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
32175	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
32175	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
32175	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
32175	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
32175	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
32175	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
32175	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
32175	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
32175	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
32175	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
32175	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
32175	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
32175	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
32175	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
32175	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
32175	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
32175	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
32175	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
32175	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
32175	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
32175	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
32175	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
32175	embedding2nn.weight	0	0.017349615693092346
32175	embedding2nn.weight	1	-0.05672670900821686
32175	embedding2nn.weight	2	0.009495196864008904
32175	embedding2nn.weight	3	-0.021359534934163094
32175	embedding2nn.weight	4	-0.06274855881929398
32175	embedding2nn.weight	5	0.054837800562381744
32175	embedding2nn.weight	6	-0.063016377389431
32175	embedding2nn.weight	7	-0.054050493985414505
32175	embedding2nn.weight	8	0.009623510763049126
32175	embedding2nn.weight	9	0.03981832414865494
32175	embedding2nn.bias	0	0.0650177001953125
32175	embedding2nn.bias	1	0.012170989997684956
32175	embedding2nn.bias	2	-0.1328420788049698
32175	embedding2nn.bias	3	0.08300714194774628
32175	embedding2nn.bias	4	0.03529386594891548
32175	embedding2nn.bias	5	-0.09458020329475403
32175	embedding2nn.bias	6	-0.09016276150941849
32175	embedding2nn.bias	7	-0.009842587634921074
32175	embedding2nn.bias	8	0.06643213331699371
32175	embedding2nn.bias	9	-0.11154918372631073
32175	rnn.weight_ih_l0	0	-0.005633966997265816
32175	rnn.weight_ih_l0	1	0.03289170190691948
32175	rnn.weight_ih_l0	2	-0.03216536343097687
32175	rnn.weight_ih_l0	3	0.009001675061881542
32175	rnn.weight_ih_l0	4	0.03369136154651642
32175	rnn.weight_ih_l0	5	-0.056201208382844925
32175	rnn.weight_ih_l0	6	0.03657495602965355
32175	rnn.weight_ih_l0	7	-0.02622382342815399
32175	rnn.weight_ih_l0	8	0.03276372328400612
32175	rnn.weight_ih_l0	9	-0.0024145517963916063
32175	rnn.weight_hh_l0	0	0.009356101043522358
32175	rnn.weight_hh_l0	1	-0.0529775470495224
32175	rnn.weight_hh_l0	2	0.0253079105168581
32175	rnn.weight_hh_l0	3	0.004738120827823877
32175	rnn.weight_hh_l0	4	0.017484791576862335
32175	rnn.weight_hh_l0	5	0.0207043644040823
32175	rnn.weight_hh_l0	6	-0.00827412586659193
32175	rnn.weight_hh_l0	7	-0.05341172590851784
32175	rnn.weight_hh_l0	8	-0.027850721031427383
32175	rnn.weight_hh_l0	9	-0.03671487420797348
32175	rnn.bias_ih_l0	0	-0.02976672165095806
32175	rnn.bias_ih_l0	1	-0.08367433398962021
32175	rnn.bias_ih_l0	2	-0.12732119858264923
32175	rnn.bias_ih_l0	3	-0.1848999261856079
32175	rnn.bias_ih_l0	4	0.0218849778175354
32175	rnn.bias_ih_l0	5	0.05089346319437027
32175	rnn.bias_ih_l0	6	-0.09490121155977249
32175	rnn.bias_ih_l0	7	-0.14541703462600708
32175	rnn.bias_ih_l0	8	-0.04843173548579216
32175	rnn.bias_ih_l0	9	-0.07676338404417038
32175	rnn.bias_hh_l0	0	0.06622759997844696
32175	rnn.bias_hh_l0	1	-0.034450456500053406
32175	rnn.bias_hh_l0	2	-0.006462085526436567
32175	rnn.bias_hh_l0	3	-0.08625625818967819
32175	rnn.bias_hh_l0	4	0.03072665072977543
32175	rnn.bias_hh_l0	5	0.04315028339624405
32175	rnn.bias_hh_l0	6	-0.04918202385306358
32175	rnn.bias_hh_l0	7	-0.07270851731300354
32175	rnn.bias_hh_l0	8	-0.11912623792886734
32175	rnn.bias_hh_l0	9	-0.06799381226301193
32175	rnn.weight_ih_l0_reverse	0	0.013364745303988457
32175	rnn.weight_ih_l0_reverse	1	-0.0015113974222913384
32175	rnn.weight_ih_l0_reverse	2	0.0038786253426223993
32175	rnn.weight_ih_l0_reverse	3	-0.012583754025399685
32175	rnn.weight_ih_l0_reverse	4	0.020309822633862495
32175	rnn.weight_ih_l0_reverse	5	-0.007222167681902647
32175	rnn.weight_ih_l0_reverse	6	-0.04323866218328476
32175	rnn.weight_ih_l0_reverse	7	-0.019751787185668945
32175	rnn.weight_ih_l0_reverse	8	0.03890172019600868
32175	rnn.weight_ih_l0_reverse	9	0.020728372037410736
32175	rnn.weight_hh_l0_reverse	0	-0.013881203718483448
32175	rnn.weight_hh_l0_reverse	1	0.01181862037628889
32175	rnn.weight_hh_l0_reverse	2	-0.030655043199658394
32175	rnn.weight_hh_l0_reverse	3	0.033971842378377914
32175	rnn.weight_hh_l0_reverse	4	0.017891889438033104
32175	rnn.weight_hh_l0_reverse	5	0.005255814641714096
32175	rnn.weight_hh_l0_reverse	6	0.0257804486900568
32175	rnn.weight_hh_l0_reverse	7	0.02368118427693844
32175	rnn.weight_hh_l0_reverse	8	0.01063813641667366
32175	rnn.weight_hh_l0_reverse	9	-0.04076399654150009
32175	rnn.bias_ih_l0_reverse	0	-0.06947609782218933
32175	rnn.bias_ih_l0_reverse	1	-0.22611330449581146
32175	rnn.bias_ih_l0_reverse	2	-0.0310895387083292
32175	rnn.bias_ih_l0_reverse	3	-0.07257080078125
32175	rnn.bias_ih_l0_reverse	4	0.06326214969158173
32175	rnn.bias_ih_l0_reverse	5	-0.14616866409778595
32175	rnn.bias_ih_l0_reverse	6	-0.04491380229592323
32175	rnn.bias_ih_l0_reverse	7	0.05331762880086899
32175	rnn.bias_ih_l0_reverse	8	-0.07901613414287567
32175	rnn.bias_ih_l0_reverse	9	-0.04904506728053093
32175	rnn.bias_hh_l0_reverse	0	-0.07768981158733368
32175	rnn.bias_hh_l0_reverse	1	-0.01351894997060299
32175	rnn.bias_hh_l0_reverse	2	-0.02743525430560112
32175	rnn.bias_hh_l0_reverse	3	-0.06905297189950943
32175	rnn.bias_hh_l0_reverse	4	-0.004728337749838829
32175	rnn.bias_hh_l0_reverse	5	-0.07398759573698044
32175	rnn.bias_hh_l0_reverse	6	-0.06621037423610687
32175	rnn.bias_hh_l0_reverse	7	-0.09579180181026459
32175	rnn.bias_hh_l0_reverse	8	-0.0424165241420269
32175	rnn.bias_hh_l0_reverse	9	-0.09887294471263885
32175	linear.weight	0	-0.15427890419960022
32175	linear.weight	1	-0.10923155397176743
32175	linear.weight	2	-0.011228874325752258
32175	linear.weight	3	0.02074739709496498
32175	linear.weight	4	0.1051909476518631
32175	linear.weight	5	0.15980000793933868
32175	linear.weight	6	0.0047744326293468475
32175	linear.weight	7	-0.021312154829502106
32175	linear.weight	8	0.09990589320659637
32175	linear.weight	9	0.09462513029575348
32175	linear.bias	0	-0.5023276805877686
32175	linear.bias	1	0.292237788438797
32175	linear.bias	2	0.15036365389823914
32175	linear.bias	3	-0.3807772994041443
32175	linear.bias	4	-1.1998010873794556
32175	linear.bias	5	-1.0783823728561401
32175	linear.bias	6	-0.4924427270889282
32175	linear.bias	7	-0.6553530097007751
32175	linear.bias	8	-0.01705317199230194
32175	linear.bias	9	2.601395606994629
32372	transitions	0	-0.08455845713615417
32372	transitions	1	6.609732151031494
32372	transitions	2	-2.599139928817749
32372	transitions	3	1.1566672325134277
32372	transitions	4	-1.4001401662826538
32372	transitions	5	-0.22489799559116364
32372	transitions	6	-0.12313102930784225
32372	transitions	7	-10000.0
32372	transitions	8	1.4749913215637207
32372	transitions	9	-2.2783279418945312
32372	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
32372	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
32372	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
32372	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
32372	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
32372	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
32372	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
32372	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
32372	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
32372	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
32372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
32372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
32372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
32372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
32372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
32372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
32372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
32372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
32372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
32372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
32372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
32372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
32372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
32372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
32372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
32372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
32372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
32372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
32372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
32372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
32372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
32372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
32372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
32372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
32372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
32372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
32372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
32372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
32372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
32372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
32372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
32372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
32372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
32372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
32372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
32372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
32372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
32372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
32372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
32372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
32372	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
32372	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
32372	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
32372	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
32372	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
32372	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
32372	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
32372	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
32372	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
32372	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
32372	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
32372	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
32372	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
32372	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
32372	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
32372	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
32372	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
32372	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
32372	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
32372	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
32372	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
32372	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
32372	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
32372	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
32372	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
32372	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
32372	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
32372	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
32372	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
32372	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
32372	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
32372	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
32372	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
32372	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
32372	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
32372	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
32372	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
32372	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
32372	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
32372	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
32372	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
32372	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
32372	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
32372	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
32372	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
32372	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
32372	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
32372	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
32372	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
32372	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
32372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
32372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
32372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
32372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
32372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
32372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
32372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
32372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
32372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
32372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
32372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
32372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
32372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
32372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
32372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
32372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
32372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
32372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
32372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
32372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
32372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
32372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
32372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
32372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
32372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
32372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
32372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
32372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
32372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
32372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
32372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
32372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
32372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
32372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
32372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
32372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
32372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
32372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
32372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
32372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
32372	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
32372	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
32372	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
32372	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
32372	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
32372	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
32372	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
32372	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
32372	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
32372	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
32372	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
32372	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
32372	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
32372	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
32372	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
32372	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
32372	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
32372	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
32372	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
32372	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
32372	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
32372	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
32372	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
32372	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
32372	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
32372	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
32372	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
32372	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
32372	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
32372	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
32372	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
32372	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
32372	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
32372	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
32372	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
32372	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
32372	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
32372	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
32372	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
32372	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
32372	embedding2nn.weight	0	0.017061859369277954
32372	embedding2nn.weight	1	-0.057332322001457214
32372	embedding2nn.weight	2	0.013342062942683697
32372	embedding2nn.weight	3	-0.020938392728567123
32372	embedding2nn.weight	4	-0.06505316495895386
32372	embedding2nn.weight	5	0.053517889231443405
32372	embedding2nn.weight	6	-0.06164707988500595
32372	embedding2nn.weight	7	-0.05461183562874794
32372	embedding2nn.weight	8	0.008168106898665428
32372	embedding2nn.weight	9	0.03945707529783249
32372	embedding2nn.bias	0	0.07085876911878586
32372	embedding2nn.bias	1	0.023186149075627327
32372	embedding2nn.bias	2	-0.1318834275007248
32372	embedding2nn.bias	3	0.068184994161129
32372	embedding2nn.bias	4	0.027182677760720253
32372	embedding2nn.bias	5	-0.0924358144402504
32372	embedding2nn.bias	6	-0.08127035945653915
32372	embedding2nn.bias	7	-0.008702441118657589
32372	embedding2nn.bias	8	0.05887473747134209
32372	embedding2nn.bias	9	-0.10742086917161942
32372	rnn.weight_ih_l0	0	-0.0067635150626301765
32372	rnn.weight_ih_l0	1	0.03387003391981125
32372	rnn.weight_ih_l0	2	-0.031166523694992065
32372	rnn.weight_ih_l0	3	0.009679809212684631
32372	rnn.weight_ih_l0	4	0.035185981541872025
32372	rnn.weight_ih_l0	5	-0.057051967829465866
32372	rnn.weight_ih_l0	6	0.03307956084609032
32372	rnn.weight_ih_l0	7	-0.024341929703950882
32372	rnn.weight_ih_l0	8	0.029284054413437843
32372	rnn.weight_ih_l0	9	-0.0033147791400551796
32372	rnn.weight_hh_l0	0	0.009156628511846066
32372	rnn.weight_hh_l0	1	-0.05285143852233887
32372	rnn.weight_hh_l0	2	0.025439081713557243
32372	rnn.weight_hh_l0	3	0.005557983182370663
32372	rnn.weight_hh_l0	4	0.017261892557144165
32372	rnn.weight_hh_l0	5	0.020447591319680214
32372	rnn.weight_hh_l0	6	-0.00821466464549303
32372	rnn.weight_hh_l0	7	-0.05412193015217781
32372	rnn.weight_hh_l0	8	-0.02810555137693882
32372	rnn.weight_hh_l0	9	-0.03865698724985123
32372	rnn.bias_ih_l0	0	-0.034784119576215744
32372	rnn.bias_ih_l0	1	-0.08277372270822525
32372	rnn.bias_ih_l0	2	-0.1274433583021164
32372	rnn.bias_ih_l0	3	-0.18236050009727478
32372	rnn.bias_ih_l0	4	0.022296832874417305
32372	rnn.bias_ih_l0	5	0.04507440701127052
32372	rnn.bias_ih_l0	6	-0.09227942675352097
32372	rnn.bias_ih_l0	7	-0.14669419825077057
32372	rnn.bias_ih_l0	8	-0.04981759190559387
32372	rnn.bias_ih_l0	9	-0.07786600291728973
32372	rnn.bias_hh_l0	0	0.06647861748933792
32372	rnn.bias_hh_l0	1	-0.03440754860639572
32372	rnn.bias_hh_l0	2	0.000819802051410079
32372	rnn.bias_hh_l0	3	-0.09053623676300049
32372	rnn.bias_hh_l0	4	0.025918180122971535
32372	rnn.bias_hh_l0	5	0.038922592997550964
32372	rnn.bias_hh_l0	6	-0.05042776092886925
32372	rnn.bias_hh_l0	7	-0.07214494794607162
32372	rnn.bias_hh_l0	8	-0.1189873069524765
32372	rnn.bias_hh_l0	9	-0.06864216178655624
32372	rnn.weight_ih_l0_reverse	0	0.009811353869736195
32372	rnn.weight_ih_l0_reverse	1	-0.001235123723745346
32372	rnn.weight_ih_l0_reverse	2	0.006423217244446278
32372	rnn.weight_ih_l0_reverse	3	-0.014286345802247524
32372	rnn.weight_ih_l0_reverse	4	0.020572831854224205
32372	rnn.weight_ih_l0_reverse	5	-0.007504174020141363
32372	rnn.weight_ih_l0_reverse	6	-0.04032503068447113
32372	rnn.weight_ih_l0_reverse	7	-0.02262459695339203
32372	rnn.weight_ih_l0_reverse	8	0.0381246842443943
32372	rnn.weight_ih_l0_reverse	9	0.019218431785702705
32372	rnn.weight_hh_l0_reverse	0	-0.01365958247333765
32372	rnn.weight_hh_l0_reverse	1	0.011410806328058243
32372	rnn.weight_hh_l0_reverse	2	-0.03077642060816288
32372	rnn.weight_hh_l0_reverse	3	0.03376064822077751
32372	rnn.weight_hh_l0_reverse	4	0.018404679372906685
32372	rnn.weight_hh_l0_reverse	5	0.004178458359092474
32372	rnn.weight_hh_l0_reverse	6	0.025824274867773056
32372	rnn.weight_hh_l0_reverse	7	0.02410181052982807
32372	rnn.weight_hh_l0_reverse	8	0.01090218499302864
32372	rnn.weight_hh_l0_reverse	9	-0.04058776795864105
32372	rnn.bias_ih_l0_reverse	0	-0.06719933450222015
32372	rnn.bias_ih_l0_reverse	1	-0.23091799020767212
32372	rnn.bias_ih_l0_reverse	2	-0.033537738025188446
32372	rnn.bias_ih_l0_reverse	3	-0.07224562019109726
32372	rnn.bias_ih_l0_reverse	4	0.06515660136938095
32372	rnn.bias_ih_l0_reverse	5	-0.13909874856472015
32372	rnn.bias_ih_l0_reverse	6	-0.041566379368305206
32372	rnn.bias_ih_l0_reverse	7	0.04876772314310074
32372	rnn.bias_ih_l0_reverse	8	-0.0828423723578453
32372	rnn.bias_ih_l0_reverse	9	-0.05062352865934372
32372	rnn.bias_hh_l0_reverse	0	-0.07764576375484467
32372	rnn.bias_hh_l0_reverse	1	-0.023396091535687447
32372	rnn.bias_hh_l0_reverse	2	-0.030440781265497208
32372	rnn.bias_hh_l0_reverse	3	-0.06953724473714828
32372	rnn.bias_hh_l0_reverse	4	-0.0034269902389496565
32372	rnn.bias_hh_l0_reverse	5	-0.07711228728294373
32372	rnn.bias_hh_l0_reverse	6	-0.06878142058849335
32372	rnn.bias_hh_l0_reverse	7	-0.09591461718082428
32372	rnn.bias_hh_l0_reverse	8	-0.04380352422595024
32372	rnn.bias_hh_l0_reverse	9	-0.09971984475851059
32372	linear.weight	0	-0.15505163371562958
32372	linear.weight	1	-0.11194663494825363
32372	linear.weight	2	-0.011228874325752258
32372	linear.weight	3	0.01791997253894806
32372	linear.weight	4	0.09791078418493271
32372	linear.weight	5	0.15548419952392578
32372	linear.weight	6	0.0047744326293468475
32372	linear.weight	7	-0.021312154829502106
32372	linear.weight	8	0.1419581174850464
32372	linear.weight	9	0.09532041102647781
32372	linear.bias	0	-0.5419219732284546
32372	linear.bias	1	0.2822098135948181
32372	linear.bias	2	0.184125617146492
32372	linear.bias	3	-0.3982933759689331
32372	linear.bias	4	-1.2101480960845947
32372	linear.bias	5	-1.0789462327957153
32372	linear.bias	6	-0.5247966647148132
32372	linear.bias	7	-0.6390721797943115
32372	linear.bias	8	-0.01705317199230194
32372	linear.bias	9	2.5391674041748047
32569	transitions	0	-0.08535417169332504
32569	transitions	1	6.620390892028809
32569	transitions	2	-2.602663516998291
32569	transitions	3	1.1397950649261475
32569	transitions	4	-1.4027440547943115
32569	transitions	5	-0.22519470751285553
32569	transitions	6	-0.1233741044998169
32569	transitions	7	-10000.0
32569	transitions	8	1.4744610786437988
32569	transitions	9	-2.278433084487915
32569	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
32569	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
32569	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
32569	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
32569	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
32569	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
32569	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
32569	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
32569	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
32569	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
32569	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
32569	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
32569	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
32569	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
32569	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
32569	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
32569	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
32569	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
32569	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
32569	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
32569	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
32569	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
32569	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
32569	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
32569	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
32569	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
32569	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
32569	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
32569	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
32569	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
32569	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
32569	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
32569	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
32569	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
32569	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
32569	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
32569	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
32569	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
32569	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
32569	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
32569	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
32569	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
32569	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
32569	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
32569	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
32569	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
32569	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
32569	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
32569	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
32569	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
32569	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
32569	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
32569	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
32569	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
32569	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
32569	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
32569	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
32569	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
32569	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
32569	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
32569	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
32569	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
32569	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
32569	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
32569	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
32569	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
32569	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
32569	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
32569	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
32569	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
32569	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
32569	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
32569	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
32569	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
32569	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
32569	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
32569	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
32569	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
32569	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
32569	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
32569	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
32569	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
32569	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
32569	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
32569	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
32569	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
32569	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
32569	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
32569	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
32569	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
32569	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
32569	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
32569	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
32569	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
32569	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
32569	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
32569	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
32569	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
32569	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
32569	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
32569	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
32569	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
32569	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
32569	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
32569	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
32569	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
32569	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
32569	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
32569	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
32569	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
32569	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
32569	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
32569	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
32569	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
32569	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
32569	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
32569	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
32569	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
32569	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
32569	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
32569	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
32569	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
32569	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
32569	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
32569	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
32569	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
32569	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
32569	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
32569	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
32569	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
32569	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
32569	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
32569	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
32569	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
32569	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
32569	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
32569	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
32569	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
32569	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
32569	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
32569	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
32569	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
32569	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
32569	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
32569	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
32569	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
32569	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
32569	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
32569	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
32569	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
32569	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
32569	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
32569	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
32569	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
32569	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
32569	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
32569	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
32569	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
32569	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
32569	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
32569	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
32569	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
32569	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
32569	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
32569	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
32569	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
32569	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
32569	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
32569	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
32569	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
32569	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
32569	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
32569	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
32569	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
32569	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
32569	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
32569	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
32569	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
32569	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
32569	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
32569	embedding2nn.weight	0	0.01656160317361355
32569	embedding2nn.weight	1	-0.056765977293252945
32569	embedding2nn.weight	2	0.016772691160440445
32569	embedding2nn.weight	3	-0.021148458123207092
32569	embedding2nn.weight	4	-0.06514724344015121
32569	embedding2nn.weight	5	0.05302966758608818
32569	embedding2nn.weight	6	-0.07200109958648682
32569	embedding2nn.weight	7	-0.054618097841739655
32569	embedding2nn.weight	8	0.008538059890270233
32569	embedding2nn.weight	9	0.04028882086277008
32569	embedding2nn.bias	0	0.059337448328733444
32569	embedding2nn.bias	1	0.023519344627857208
32569	embedding2nn.bias	2	-0.1258419007062912
32569	embedding2nn.bias	3	0.060204148292541504
32569	embedding2nn.bias	4	0.044012222439050674
32569	embedding2nn.bias	5	-0.0844322144985199
32569	embedding2nn.bias	6	-0.07753962278366089
32569	embedding2nn.bias	7	-0.0005360926152206957
32569	embedding2nn.bias	8	0.06433958560228348
32569	embedding2nn.bias	9	-0.10218595713376999
32569	rnn.weight_ih_l0	0	-0.006152358837425709
32569	rnn.weight_ih_l0	1	0.03301243856549263
32569	rnn.weight_ih_l0	2	-0.028538653627038002
32569	rnn.weight_ih_l0	3	0.010291335172951221
32569	rnn.weight_ih_l0	4	0.035628750920295715
32569	rnn.weight_ih_l0	5	-0.0549854151904583
32569	rnn.weight_ih_l0	6	0.033193495124578476
32569	rnn.weight_ih_l0	7	-0.02433491311967373
32569	rnn.weight_ih_l0	8	0.030402489006519318
32569	rnn.weight_ih_l0	9	-0.005549137480556965
32569	rnn.weight_hh_l0	0	0.009319426491856575
32569	rnn.weight_hh_l0	1	-0.05021405592560768
32569	rnn.weight_hh_l0	2	0.025697894394397736
32569	rnn.weight_hh_l0	3	0.005825142376124859
32569	rnn.weight_hh_l0	4	0.017446476966142654
32569	rnn.weight_hh_l0	5	0.02075912244617939
32569	rnn.weight_hh_l0	6	-0.008505847305059433
32569	rnn.weight_hh_l0	7	-0.05459535866975784
32569	rnn.weight_hh_l0	8	-0.028326915577054024
32569	rnn.weight_hh_l0	9	-0.03925606980919838
32569	rnn.bias_ih_l0	0	-0.03635221719741821
32569	rnn.bias_ih_l0	1	-0.08624440431594849
32569	rnn.bias_ih_l0	2	-0.12949790060520172
32569	rnn.bias_ih_l0	3	-0.1822885274887085
32569	rnn.bias_ih_l0	4	0.01936381869018078
32569	rnn.bias_ih_l0	5	0.04608624801039696
32569	rnn.bias_ih_l0	6	-0.09167690575122833
32569	rnn.bias_ih_l0	7	-0.14447979629039764
32569	rnn.bias_ih_l0	8	-0.044213730841875076
32569	rnn.bias_ih_l0	9	-0.07945304363965988
32569	rnn.bias_hh_l0	0	0.06713254749774933
32569	rnn.bias_hh_l0	1	-0.0357087142765522
32569	rnn.bias_hh_l0	2	-0.0037878945004194975
32569	rnn.bias_hh_l0	3	-0.09311515837907791
32569	rnn.bias_hh_l0	4	0.026299050077795982
32569	rnn.bias_hh_l0	5	0.04143627732992172
32569	rnn.bias_hh_l0	6	-0.047647736966609955
32569	rnn.bias_hh_l0	7	-0.07055213302373886
32569	rnn.bias_hh_l0	8	-0.11717385798692703
32569	rnn.bias_hh_l0	9	-0.07030154019594193
32569	rnn.weight_ih_l0_reverse	0	0.011601164005696774
32569	rnn.weight_ih_l0_reverse	1	0.00037357310065999627
32569	rnn.weight_ih_l0_reverse	2	0.007265989203006029
32569	rnn.weight_ih_l0_reverse	3	-0.011432843282818794
32569	rnn.weight_ih_l0_reverse	4	0.01934337057173252
32569	rnn.weight_ih_l0_reverse	5	-0.006186002865433693
32569	rnn.weight_ih_l0_reverse	6	-0.03899228200316429
32569	rnn.weight_ih_l0_reverse	7	-0.021350590512156487
32569	rnn.weight_ih_l0_reverse	8	0.04403121769428253
32569	rnn.weight_ih_l0_reverse	9	0.018819067627191544
32569	rnn.weight_hh_l0_reverse	0	-0.013512296602129936
32569	rnn.weight_hh_l0_reverse	1	0.011373789049685001
32569	rnn.weight_hh_l0_reverse	2	-0.030982334166765213
32569	rnn.weight_hh_l0_reverse	3	0.034689970314502716
32569	rnn.weight_hh_l0_reverse	4	0.01881549134850502
32569	rnn.weight_hh_l0_reverse	5	0.005050458945333958
32569	rnn.weight_hh_l0_reverse	6	0.026283307000994682
32569	rnn.weight_hh_l0_reverse	7	0.02433919347822666
32569	rnn.weight_hh_l0_reverse	8	0.010907396674156189
32569	rnn.weight_hh_l0_reverse	9	-0.03998358175158501
32569	rnn.bias_ih_l0_reverse	0	-0.06874223798513412
32569	rnn.bias_ih_l0_reverse	1	-0.22973331809043884
32569	rnn.bias_ih_l0_reverse	2	-0.032390695065259933
32569	rnn.bias_ih_l0_reverse	3	-0.07118847221136093
32569	rnn.bias_ih_l0_reverse	4	0.061534177511930466
32569	rnn.bias_ih_l0_reverse	5	-0.1458454579114914
32569	rnn.bias_ih_l0_reverse	6	-0.0446205660700798
32569	rnn.bias_ih_l0_reverse	7	0.041375782340765
32569	rnn.bias_ih_l0_reverse	8	-0.08376491069793701
32569	rnn.bias_ih_l0_reverse	9	-0.0482720322906971
32569	rnn.bias_hh_l0_reverse	0	-0.08008111268281937
32569	rnn.bias_hh_l0_reverse	1	-0.027325386181473732
32569	rnn.bias_hh_l0_reverse	2	-0.026906520128250122
32569	rnn.bias_hh_l0_reverse	3	-0.06907639652490616
32569	rnn.bias_hh_l0_reverse	4	-0.0031606503762304783
32569	rnn.bias_hh_l0_reverse	5	-0.07482321560382843
32569	rnn.bias_hh_l0_reverse	6	-0.06742289662361145
32569	rnn.bias_hh_l0_reverse	7	-0.09387927502393723
32569	rnn.bias_hh_l0_reverse	8	-0.039835646748542786
32569	rnn.bias_hh_l0_reverse	9	-0.10294611752033234
32569	linear.weight	0	-0.18515004217624664
32569	linear.weight	1	-0.1131523922085762
32569	linear.weight	2	-0.011228874325752258
32569	linear.weight	3	0.023094506934285164
32569	linear.weight	4	0.10316844284534454
32569	linear.weight	5	0.14536872506141663
32569	linear.weight	6	0.0047744326293468475
32569	linear.weight	7	-0.021312154829502106
32569	linear.weight	8	0.15430408716201782
32569	linear.weight	9	0.09641178697347641
32569	linear.bias	0	-0.5234346985816956
32569	linear.bias	1	0.3064666986465454
32569	linear.bias	2	0.1462579369544983
32569	linear.bias	3	-0.4041358530521393
32569	linear.bias	4	-1.2246119976043701
32569	linear.bias	5	-1.0794605016708374
32569	linear.bias	6	-0.4988501965999603
32569	linear.bias	7	-0.6592552661895752
32569	linear.bias	8	-0.01705317199230194
32569	linear.bias	9	2.602644205093384
32766	transitions	0	-0.0860341414809227
32766	transitions	1	6.638011932373047
32766	transitions	2	-2.605515241622925
32766	transitions	3	1.1451497077941895
32766	transitions	4	-1.4044252634048462
32766	transitions	5	-0.22546474635601044
32766	transitions	6	-0.12361107021570206
32766	transitions	7	-10000.0
32766	transitions	8	1.474835753440857
32766	transitions	9	-2.2785019874572754
32766	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
32766	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
32766	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
32766	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
32766	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
32766	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
32766	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
32766	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
32766	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
32766	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
32766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
32766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
32766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
32766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
32766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
32766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
32766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
32766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
32766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
32766	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
32766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
32766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
32766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
32766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
32766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
32766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
32766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
32766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
32766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
32766	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
32766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
32766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
32766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
32766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
32766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
32766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
32766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
32766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
32766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
32766	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
32766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
32766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
32766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
32766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
32766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
32766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
32766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
32766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
32766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
32766	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
32766	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
32766	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
32766	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
32766	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
32766	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
32766	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
32766	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
32766	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
32766	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
32766	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
32766	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
32766	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
32766	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
32766	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
32766	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
32766	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
32766	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
32766	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
32766	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
32766	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
32766	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
32766	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
32766	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
32766	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
32766	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
32766	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
32766	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
32766	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
32766	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
32766	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
32766	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
32766	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
32766	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
32766	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
32766	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
32766	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
32766	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
32766	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
32766	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
32766	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
32766	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
32766	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
32766	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
32766	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
32766	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
32766	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
32766	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
32766	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
32766	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
32766	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
32766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
32766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
32766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
32766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
32766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
32766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
32766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
32766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
32766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
32766	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
32766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
32766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
32766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
32766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
32766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
32766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
32766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
32766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
32766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
32766	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
32766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
32766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
32766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
32766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
32766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
32766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
32766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
32766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
32766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
32766	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
32766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
32766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
32766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
32766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
32766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
32766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
32766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
32766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
32766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
32766	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
32766	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
32766	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
32766	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
32766	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
32766	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
32766	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
32766	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
32766	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
32766	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
32766	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
32766	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
32766	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
32766	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
32766	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
32766	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
32766	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
32766	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
32766	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
32766	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
32766	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
32766	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
32766	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
32766	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
32766	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
32766	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
32766	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
32766	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
32766	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
32766	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
32766	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
32766	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
32766	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
32766	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
32766	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
32766	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
32766	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
32766	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
32766	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
32766	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
32766	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
32766	embedding2nn.weight	0	0.01708269864320755
32766	embedding2nn.weight	1	-0.05644192919135094
32766	embedding2nn.weight	2	0.014270581305027008
32766	embedding2nn.weight	3	-0.02013332024216652
32766	embedding2nn.weight	4	-0.06477779150009155
32766	embedding2nn.weight	5	0.05373814329504967
32766	embedding2nn.weight	6	-0.07594121247529984
32766	embedding2nn.weight	7	-0.05535347759723663
32766	embedding2nn.weight	8	0.00999769102782011
32766	embedding2nn.weight	9	0.040994126349687576
32766	embedding2nn.bias	0	0.06654366105794907
32766	embedding2nn.bias	1	0.02546083554625511
32766	embedding2nn.bias	2	-0.1175437793135643
32766	embedding2nn.bias	3	0.062286972999572754
32766	embedding2nn.bias	4	0.049130577594041824
32766	embedding2nn.bias	5	-0.09590481221675873
32766	embedding2nn.bias	6	-0.0616752952337265
32766	embedding2nn.bias	7	-0.0020018985960632563
32766	embedding2nn.bias	8	0.059268150478601456
32766	embedding2nn.bias	9	-0.1145845502614975
32766	rnn.weight_ih_l0	0	0.000456909037893638
32766	rnn.weight_ih_l0	1	0.03249439597129822
32766	rnn.weight_ih_l0	2	-0.028685584664344788
32766	rnn.weight_ih_l0	3	0.011910783126950264
32766	rnn.weight_ih_l0	4	0.03868817910552025
32766	rnn.weight_ih_l0	5	-0.05521870404481888
32766	rnn.weight_ih_l0	6	0.03362521156668663
32766	rnn.weight_ih_l0	7	-0.023586872965097427
32766	rnn.weight_ih_l0	8	0.031928036361932755
32766	rnn.weight_ih_l0	9	-0.0032983417622745037
32766	rnn.weight_hh_l0	0	0.008988919667899609
32766	rnn.weight_hh_l0	1	-0.05134543776512146
32766	rnn.weight_hh_l0	2	0.0265196580439806
32766	rnn.weight_hh_l0	3	0.005298531148582697
32766	rnn.weight_hh_l0	4	0.017312422394752502
32766	rnn.weight_hh_l0	5	0.02108372002840042
32766	rnn.weight_hh_l0	6	-0.0086412588134408
32766	rnn.weight_hh_l0	7	-0.054818615317344666
32766	rnn.weight_hh_l0	8	-0.028352562338113785
32766	rnn.weight_hh_l0	9	-0.04043927416205406
32766	rnn.bias_ih_l0	0	-0.03686397895216942
32766	rnn.bias_ih_l0	1	-0.08805057406425476
32766	rnn.bias_ih_l0	2	-0.12868863344192505
32766	rnn.bias_ih_l0	3	-0.1869739443063736
32766	rnn.bias_ih_l0	4	0.019970109686255455
32766	rnn.bias_ih_l0	5	0.0359988696873188
32766	rnn.bias_ih_l0	6	-0.09149225056171417
32766	rnn.bias_ih_l0	7	-0.14865311980247498
32766	rnn.bias_ih_l0	8	-0.049910612404346466
32766	rnn.bias_ih_l0	9	-0.07882248610258102
32766	rnn.bias_hh_l0	0	0.06932171434164047
32766	rnn.bias_hh_l0	1	-0.034781187772750854
32766	rnn.bias_hh_l0	2	-0.00295455870218575
32766	rnn.bias_hh_l0	3	-0.09241437911987305
32766	rnn.bias_hh_l0	4	0.02644292451441288
32766	rnn.bias_hh_l0	5	0.027409836649894714
32766	rnn.bias_hh_l0	6	-0.04750770702958107
32766	rnn.bias_hh_l0	7	-0.07182037085294724
32766	rnn.bias_hh_l0	8	-0.1225045770406723
32766	rnn.bias_hh_l0	9	-0.06942877918481827
32766	rnn.weight_ih_l0_reverse	0	0.011219185777008533
32766	rnn.weight_ih_l0_reverse	1	0.0005416009807959199
32766	rnn.weight_ih_l0_reverse	2	0.002887091599404812
32766	rnn.weight_ih_l0_reverse	3	-0.011072923429310322
32766	rnn.weight_ih_l0_reverse	4	0.017603358253836632
32766	rnn.weight_ih_l0_reverse	5	-0.008990654721856117
32766	rnn.weight_ih_l0_reverse	6	-0.039840757846832275
32766	rnn.weight_ih_l0_reverse	7	-0.023479383438825607
32766	rnn.weight_ih_l0_reverse	8	0.04609966650605202
32766	rnn.weight_ih_l0_reverse	9	0.017892252653837204
32766	rnn.weight_hh_l0_reverse	0	-0.013860529288649559
32766	rnn.weight_hh_l0_reverse	1	0.010975227691233158
32766	rnn.weight_hh_l0_reverse	2	-0.030885128304362297
32766	rnn.weight_hh_l0_reverse	3	0.0352400578558445
32766	rnn.weight_hh_l0_reverse	4	0.019581668078899384
32766	rnn.weight_hh_l0_reverse	5	0.0041875471360981464
32766	rnn.weight_hh_l0_reverse	6	0.02570435032248497
32766	rnn.weight_hh_l0_reverse	7	0.024120306596159935
32766	rnn.weight_hh_l0_reverse	8	0.010991038754582405
32766	rnn.weight_hh_l0_reverse	9	-0.038874246180057526
32766	rnn.bias_ih_l0_reverse	0	-0.06637915968894958
32766	rnn.bias_ih_l0_reverse	1	-0.22971971333026886
32766	rnn.bias_ih_l0_reverse	2	-0.03263768553733826
32766	rnn.bias_ih_l0_reverse	3	-0.0731862336397171
32766	rnn.bias_ih_l0_reverse	4	0.06009357050061226
32766	rnn.bias_ih_l0_reverse	5	-0.14751537144184113
32766	rnn.bias_ih_l0_reverse	6	-0.04153617098927498
32766	rnn.bias_ih_l0_reverse	7	0.0507609024643898
32766	rnn.bias_ih_l0_reverse	8	-0.085910864174366
32766	rnn.bias_ih_l0_reverse	9	-0.0533304326236248
32766	rnn.bias_hh_l0_reverse	0	-0.0773562490940094
32766	rnn.bias_hh_l0_reverse	1	-0.027234811335802078
32766	rnn.bias_hh_l0_reverse	2	-0.026110399514436722
32766	rnn.bias_hh_l0_reverse	3	-0.07069005072116852
32766	rnn.bias_hh_l0_reverse	4	-0.0034339360427111387
32766	rnn.bias_hh_l0_reverse	5	-0.07626193016767502
32766	rnn.bias_hh_l0_reverse	6	-0.06947054713964462
32766	rnn.bias_hh_l0_reverse	7	-0.10064216703176498
32766	rnn.bias_hh_l0_reverse	8	-0.04112275317311287
32766	rnn.bias_hh_l0_reverse	9	-0.09972352534532547
32766	linear.weight	0	-0.16104696691036224
32766	linear.weight	1	-0.10005156695842743
32766	linear.weight	2	-0.011228874325752258
32766	linear.weight	3	0.011888664215803146
32766	linear.weight	4	0.10885951668024063
32766	linear.weight	5	0.1530613899230957
32766	linear.weight	6	0.0047744326293468475
32766	linear.weight	7	-0.021312154829502106
32766	linear.weight	8	0.15092092752456665
32766	linear.weight	9	0.11340399086475372
32766	linear.bias	0	-0.5225929617881775
32766	linear.bias	1	0.31994497776031494
32766	linear.bias	2	0.16852405667304993
32766	linear.bias	3	-0.3836525082588196
32766	linear.bias	4	-1.1882455348968506
32766	linear.bias	5	-1.080034613609314
32766	linear.bias	6	-0.5000270009040833
32766	linear.bias	7	-0.6760532855987549
32766	linear.bias	8	-0.01705317199230194
32766	linear.bias	9	2.618258237838745
32963	transitions	0	-0.08744599670171738
32963	transitions	1	6.637507915496826
32963	transitions	2	-2.608224868774414
32963	transitions	3	1.1448421478271484
32963	transitions	4	-1.4065967798233032
32963	transitions	5	-0.22574497759342194
32963	transitions	6	-0.12393312156200409
32963	transitions	7	-10000.0
32963	transitions	8	1.4830591678619385
32963	transitions	9	-2.2785604000091553
32963	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
32963	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
32963	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
32963	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
32963	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
32963	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
32963	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
32963	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
32963	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
32963	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
32963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
32963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
32963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
32963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
32963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
32963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
32963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
32963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
32963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
32963	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
32963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
32963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
32963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
32963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
32963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
32963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
32963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
32963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
32963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
32963	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
32963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
32963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
32963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
32963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
32963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
32963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
32963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
32963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
32963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
32963	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
32963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
32963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
32963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
32963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
32963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
32963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
32963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
32963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
32963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
32963	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
32963	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
32963	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
32963	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
32963	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
32963	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
32963	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
32963	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
32963	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
32963	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
32963	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
32963	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
32963	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
32963	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
32963	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
32963	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
32963	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
32963	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
32963	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
32963	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
32963	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
32963	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
32963	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
32963	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
32963	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
32963	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
32963	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
32963	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
32963	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
32963	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
32963	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
32963	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
32963	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
32963	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
32963	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
32963	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
32963	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
32963	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
32963	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
32963	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
32963	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
32963	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
32963	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
32963	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
32963	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
32963	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
32963	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
32963	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
32963	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
32963	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
32963	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
32963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
32963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
32963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
32963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
32963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
32963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
32963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
32963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
32963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
32963	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
32963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
32963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
32963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
32963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
32963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
32963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
32963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
32963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
32963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
32963	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
32963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
32963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
32963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
32963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
32963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
32963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
32963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
32963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
32963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
32963	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
32963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
32963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
32963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
32963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
32963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
32963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
32963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
32963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
32963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
32963	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
32963	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
32963	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
32963	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
32963	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
32963	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
32963	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
32963	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
32963	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
32963	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
32963	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
32963	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
32963	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
32963	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
32963	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
32963	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
32963	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
32963	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
32963	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
32963	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
32963	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
32963	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
32963	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
32963	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
32963	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
32963	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
32963	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
32963	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
32963	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
32963	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
32963	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
32963	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
32963	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
32963	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
32963	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
32963	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
32963	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
32963	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
32963	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
32963	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
32963	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
32963	embedding2nn.weight	0	0.01720629632472992
32963	embedding2nn.weight	1	-0.05737568438053131
32963	embedding2nn.weight	2	0.019731905311346054
32963	embedding2nn.weight	3	-0.02045450173318386
32963	embedding2nn.weight	4	-0.06434901803731918
32963	embedding2nn.weight	5	0.05355954170227051
32963	embedding2nn.weight	6	-0.0769883245229721
32963	embedding2nn.weight	7	-0.05817974731326103
32963	embedding2nn.weight	8	0.009533829987049103
32963	embedding2nn.weight	9	0.0441078282892704
32963	embedding2nn.bias	0	0.07284332811832428
32963	embedding2nn.bias	1	0.02438598871231079
32963	embedding2nn.bias	2	-0.12499188631772995
32963	embedding2nn.bias	3	0.06029076129198074
32963	embedding2nn.bias	4	0.03872286155819893
32963	embedding2nn.bias	5	-0.10780399292707443
32963	embedding2nn.bias	6	-0.07221882045269012
32963	embedding2nn.bias	7	-0.015438673086464405
32963	embedding2nn.bias	8	0.0594777874648571
32963	embedding2nn.bias	9	-0.1077394112944603
32963	rnn.weight_ih_l0	0	0.0008659896557219326
32963	rnn.weight_ih_l0	1	0.0396391823887825
32963	rnn.weight_ih_l0	2	-0.029140103608369827
32963	rnn.weight_ih_l0	3	0.014623470604419708
32963	rnn.weight_ih_l0	4	0.03705237805843353
32963	rnn.weight_ih_l0	5	-0.05527302622795105
32963	rnn.weight_ih_l0	6	0.03260664641857147
32963	rnn.weight_ih_l0	7	-0.02401607483625412
32963	rnn.weight_ih_l0	8	0.03268078714609146
32963	rnn.weight_ih_l0	9	-0.006039588712155819
32963	rnn.weight_hh_l0	0	0.008936497382819653
32963	rnn.weight_hh_l0	1	-0.05040483921766281
32963	rnn.weight_hh_l0	2	0.026714999228715897
32963	rnn.weight_hh_l0	3	0.004446511622518301
32963	rnn.weight_hh_l0	4	0.016754979267716408
32963	rnn.weight_hh_l0	5	0.023099569603800774
32963	rnn.weight_hh_l0	6	-0.008663072250783443
32963	rnn.weight_hh_l0	7	-0.05553308501839638
32963	rnn.weight_hh_l0	8	-0.027965214103460312
32963	rnn.weight_hh_l0	9	-0.03978146240115166
32963	rnn.bias_ih_l0	0	-0.04030841216444969
32963	rnn.bias_ih_l0	1	-0.08830666542053223
32963	rnn.bias_ih_l0	2	-0.13399043679237366
32963	rnn.bias_ih_l0	3	-0.1884164959192276
32963	rnn.bias_ih_l0	4	0.013767655938863754
32963	rnn.bias_ih_l0	5	0.04476338252425194
32963	rnn.bias_ih_l0	6	-0.09170849621295929
32963	rnn.bias_ih_l0	7	-0.1460018754005432
32963	rnn.bias_ih_l0	8	-0.049055445939302444
32963	rnn.bias_ih_l0	9	-0.08162108808755875
32963	rnn.bias_hh_l0	0	0.06839286535978317
32963	rnn.bias_hh_l0	1	-0.033826861530542374
32963	rnn.bias_hh_l0	2	-0.004613365978002548
32963	rnn.bias_hh_l0	3	-0.09907785058021545
32963	rnn.bias_hh_l0	4	0.02409283258020878
32963	rnn.bias_hh_l0	5	0.027421489357948303
32963	rnn.bias_hh_l0	6	-0.04723372310400009
32963	rnn.bias_hh_l0	7	-0.07305654138326645
32963	rnn.bias_hh_l0	8	-0.11971443891525269
32963	rnn.bias_hh_l0	9	-0.06969314813613892
32963	rnn.weight_ih_l0_reverse	0	0.013762706890702248
32963	rnn.weight_ih_l0_reverse	1	-0.00013385787315201014
32963	rnn.weight_ih_l0_reverse	2	0.0008961491985246539
32963	rnn.weight_ih_l0_reverse	3	-0.01126293558627367
32963	rnn.weight_ih_l0_reverse	4	0.016264596953988075
32963	rnn.weight_ih_l0_reverse	5	-0.0094990786164999
32963	rnn.weight_ih_l0_reverse	6	-0.039666250348091125
32963	rnn.weight_ih_l0_reverse	7	-0.025159630924463272
32963	rnn.weight_ih_l0_reverse	8	0.04460896551609039
32963	rnn.weight_ih_l0_reverse	9	0.017786048352718353
32963	rnn.weight_hh_l0_reverse	0	-0.013589506968855858
32963	rnn.weight_hh_l0_reverse	1	0.01176835224032402
32963	rnn.weight_hh_l0_reverse	2	-0.029529934749007225
32963	rnn.weight_hh_l0_reverse	3	0.0349392332136631
32963	rnn.weight_hh_l0_reverse	4	0.020192250609397888
32963	rnn.weight_hh_l0_reverse	5	0.0048227012157440186
32963	rnn.weight_hh_l0_reverse	6	0.026170572265982628
32963	rnn.weight_hh_l0_reverse	7	0.02481020987033844
32963	rnn.weight_hh_l0_reverse	8	0.011226550675928593
32963	rnn.weight_hh_l0_reverse	9	-0.038801878690719604
32963	rnn.bias_ih_l0_reverse	0	-0.06284365057945251
32963	rnn.bias_ih_l0_reverse	1	-0.226983442902565
32963	rnn.bias_ih_l0_reverse	2	-0.03082328289747238
32963	rnn.bias_ih_l0_reverse	3	-0.07396025955677032
32963	rnn.bias_ih_l0_reverse	4	0.0605604350566864
32963	rnn.bias_ih_l0_reverse	5	-0.15134330093860626
32963	rnn.bias_ih_l0_reverse	6	-0.047063834965229034
32963	rnn.bias_ih_l0_reverse	7	0.05071813613176346
32963	rnn.bias_ih_l0_reverse	8	-0.08496318012475967
32963	rnn.bias_ih_l0_reverse	9	-0.05355085805058479
32963	rnn.bias_hh_l0_reverse	0	-0.07866618037223816
32963	rnn.bias_hh_l0_reverse	1	-0.0255715474486351
32963	rnn.bias_hh_l0_reverse	2	-0.029013192281126976
32963	rnn.bias_hh_l0_reverse	3	-0.06970863789319992
32963	rnn.bias_hh_l0_reverse	4	-0.001973669044673443
32963	rnn.bias_hh_l0_reverse	5	-0.07554381340742111
32963	rnn.bias_hh_l0_reverse	6	-0.06773320585489273
32963	rnn.bias_hh_l0_reverse	7	-0.10121388733386993
32963	rnn.bias_hh_l0_reverse	8	-0.03829700127243996
32963	rnn.bias_hh_l0_reverse	9	-0.10204152017831802
32963	linear.weight	0	-0.15264543890953064
32963	linear.weight	1	-0.0837261974811554
32963	linear.weight	2	-0.011228874325752258
32963	linear.weight	3	0.04694778472185135
32963	linear.weight	4	0.11015264689922333
32963	linear.weight	5	0.15436378121376038
32963	linear.weight	6	0.0047744326293468475
32963	linear.weight	7	-0.021312154829502106
32963	linear.weight	8	0.15229225158691406
32963	linear.weight	9	0.12857253849506378
32963	linear.bias	0	-0.5200050473213196
32963	linear.bias	1	0.3068923056125641
32963	linear.bias	2	0.15383923053741455
32963	linear.bias	3	-0.41981953382492065
32963	linear.bias	4	-1.2071613073349
32963	linear.bias	5	-1.0806770324707031
32963	linear.bias	6	-0.4995245039463043
32963	linear.bias	7	-0.6574764251708984
32963	linear.bias	8	-0.01705317199230194
32963	linear.bias	9	2.606865644454956
33160	transitions	0	-0.08877021074295044
33160	transitions	1	6.634100437164307
33160	transitions	2	-2.6109843254089355
33160	transitions	3	1.142472743988037
33160	transitions	4	-1.409323811531067
33160	transitions	5	-0.22676311433315277
33160	transitions	6	-0.12430379539728165
33160	transitions	7	-10000.0
33160	transitions	8	1.4782050848007202
33160	transitions	9	-2.2786388397216797
33160	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
33160	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
33160	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
33160	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
33160	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
33160	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
33160	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
33160	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
33160	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
33160	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
33160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
33160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
33160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
33160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
33160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
33160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
33160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
33160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
33160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
33160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
33160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
33160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
33160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
33160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
33160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
33160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
33160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
33160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
33160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
33160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
33160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
33160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
33160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
33160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
33160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
33160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
33160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
33160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
33160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
33160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
33160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
33160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
33160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
33160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
33160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
33160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
33160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
33160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
33160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
33160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
33160	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
33160	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
33160	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
33160	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
33160	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
33160	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
33160	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
33160	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
33160	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
33160	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
33160	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
33160	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
33160	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
33160	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
33160	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
33160	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
33160	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
33160	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
33160	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
33160	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
33160	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
33160	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
33160	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
33160	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
33160	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
33160	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
33160	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
33160	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
33160	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
33160	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
33160	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
33160	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
33160	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
33160	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
33160	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
33160	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
33160	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
33160	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
33160	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
33160	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
33160	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
33160	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
33160	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
33160	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
33160	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
33160	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
33160	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
33160	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
33160	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
33160	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
33160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
33160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
33160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
33160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
33160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
33160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
33160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
33160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
33160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
33160	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
33160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
33160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
33160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
33160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
33160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
33160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
33160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
33160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
33160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
33160	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
33160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
33160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
33160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
33160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
33160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
33160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
33160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
33160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
33160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
33160	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
33160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
33160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
33160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
33160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
33160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
33160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
33160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
33160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
33160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
33160	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
33160	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
33160	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
33160	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
33160	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
33160	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
33160	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
33160	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
33160	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
33160	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
33160	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
33160	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
33160	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
33160	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
33160	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
33160	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
33160	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
33160	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
33160	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
33160	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
33160	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
33160	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
33160	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
33160	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
33160	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
33160	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
33160	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
33160	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
33160	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
33160	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
33160	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
33160	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
33160	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
33160	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
33160	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
33160	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
33160	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
33160	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
33160	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
33160	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
33160	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
33160	embedding2nn.weight	0	0.01715817302465439
33160	embedding2nn.weight	1	-0.05727830529212952
33160	embedding2nn.weight	2	0.022466637194156647
33160	embedding2nn.weight	3	-0.019927997142076492
33160	embedding2nn.weight	4	-0.06528488546609879
33160	embedding2nn.weight	5	0.0533967949450016
33160	embedding2nn.weight	6	-0.06826914846897125
33160	embedding2nn.weight	7	-0.057675447314977646
33160	embedding2nn.weight	8	0.01006155926734209
33160	embedding2nn.weight	9	0.04530269652605057
33160	embedding2nn.bias	0	0.06890561431646347
33160	embedding2nn.bias	1	0.02275482751429081
33160	embedding2nn.bias	2	-0.12350153177976608
33160	embedding2nn.bias	3	0.05924196168780327
33160	embedding2nn.bias	4	0.02591555006802082
33160	embedding2nn.bias	5	-0.09442207962274551
33160	embedding2nn.bias	6	-0.07418907433748245
33160	embedding2nn.bias	7	-0.015473691746592522
33160	embedding2nn.bias	8	0.049373313784599304
33160	embedding2nn.bias	9	-0.10572218149900436
33160	rnn.weight_ih_l0	0	0.0030303513631224632
33160	rnn.weight_ih_l0	1	0.03641478344798088
33160	rnn.weight_ih_l0	2	-0.029440931975841522
33160	rnn.weight_ih_l0	3	0.017655834555625916
33160	rnn.weight_ih_l0	4	0.03854668140411377
33160	rnn.weight_ih_l0	5	-0.05519915744662285
33160	rnn.weight_ih_l0	6	0.029395928606390953
33160	rnn.weight_ih_l0	7	-0.024813087657094002
33160	rnn.weight_ih_l0	8	0.03171145170927048
33160	rnn.weight_ih_l0	9	-0.006800471339374781
33160	rnn.weight_hh_l0	0	0.006817535497248173
33160	rnn.weight_hh_l0	1	-0.051339078694581985
33160	rnn.weight_hh_l0	2	0.02711995504796505
33160	rnn.weight_hh_l0	3	0.0054558273404836655
33160	rnn.weight_hh_l0	4	0.01611431874334812
33160	rnn.weight_hh_l0	5	0.02233988419175148
33160	rnn.weight_hh_l0	6	-0.008787472732365131
33160	rnn.weight_hh_l0	7	-0.055759526789188385
33160	rnn.weight_hh_l0	8	-0.028369994834065437
33160	rnn.weight_hh_l0	9	-0.03898804634809494
33160	rnn.bias_ih_l0	0	-0.04745233431458473
33160	rnn.bias_ih_l0	1	-0.08297687768936157
33160	rnn.bias_ih_l0	2	-0.1281328797340393
33160	rnn.bias_ih_l0	3	-0.18641692399978638
33160	rnn.bias_ih_l0	4	0.01998906396329403
33160	rnn.bias_ih_l0	5	0.038227975368499756
33160	rnn.bias_ih_l0	6	-0.09563910216093063
33160	rnn.bias_ih_l0	7	-0.1441323608160019
33160	rnn.bias_ih_l0	8	-0.0501524917781353
33160	rnn.bias_ih_l0	9	-0.07699967175722122
33160	rnn.bias_hh_l0	0	0.07143165171146393
33160	rnn.bias_hh_l0	1	-0.033366866409778595
33160	rnn.bias_hh_l0	2	-0.006458331365138292
33160	rnn.bias_hh_l0	3	-0.0995519608259201
33160	rnn.bias_hh_l0	4	0.015456265769898891
33160	rnn.bias_hh_l0	5	0.02171262726187706
33160	rnn.bias_hh_l0	6	-0.04691384732723236
33160	rnn.bias_hh_l0	7	-0.06931199878454208
33160	rnn.bias_hh_l0	8	-0.11949862539768219
33160	rnn.bias_hh_l0	9	-0.06840935349464417
33160	rnn.weight_ih_l0_reverse	0	0.013466661795973778
33160	rnn.weight_ih_l0_reverse	1	0.00019274208170827478
33160	rnn.weight_ih_l0_reverse	2	0.004093210678547621
33160	rnn.weight_ih_l0_reverse	3	-0.01065841130912304
33160	rnn.weight_ih_l0_reverse	4	0.013875055126845837
33160	rnn.weight_ih_l0_reverse	5	-0.008652201853692532
33160	rnn.weight_ih_l0_reverse	6	-0.038091834634542465
33160	rnn.weight_ih_l0_reverse	7	-0.020732393488287926
33160	rnn.weight_ih_l0_reverse	8	0.05067972466349602
33160	rnn.weight_ih_l0_reverse	9	0.01876579411327839
33160	rnn.weight_hh_l0_reverse	0	-0.013751461170613766
33160	rnn.weight_hh_l0_reverse	1	0.014090625569224358
33160	rnn.weight_hh_l0_reverse	2	-0.02975410781800747
33160	rnn.weight_hh_l0_reverse	3	0.03543728217482567
33160	rnn.weight_hh_l0_reverse	4	0.019788673147559166
33160	rnn.weight_hh_l0_reverse	5	0.00492290873080492
33160	rnn.weight_hh_l0_reverse	6	0.026078129187226295
33160	rnn.weight_hh_l0_reverse	7	0.025533247739076614
33160	rnn.weight_hh_l0_reverse	8	0.011121970601379871
33160	rnn.weight_hh_l0_reverse	9	-0.03807441517710686
33160	rnn.bias_ih_l0_reverse	0	-0.06778466701507568
33160	rnn.bias_ih_l0_reverse	1	-0.22090977430343628
33160	rnn.bias_ih_l0_reverse	2	-0.03258048743009567
33160	rnn.bias_ih_l0_reverse	3	-0.07251579314470291
33160	rnn.bias_ih_l0_reverse	4	0.058928441256284714
33160	rnn.bias_ih_l0_reverse	5	-0.15316621959209442
33160	rnn.bias_ih_l0_reverse	6	-0.04892069101333618
33160	rnn.bias_ih_l0_reverse	7	0.054182108491659164
33160	rnn.bias_ih_l0_reverse	8	-0.08567875623703003
33160	rnn.bias_ih_l0_reverse	9	-0.05202692374587059
33160	rnn.bias_hh_l0_reverse	0	-0.08021705597639084
33160	rnn.bias_hh_l0_reverse	1	-0.030106721445918083
33160	rnn.bias_hh_l0_reverse	2	-0.02593105100095272
33160	rnn.bias_hh_l0_reverse	3	-0.06814438849687576
33160	rnn.bias_hh_l0_reverse	4	-0.003524047089740634
33160	rnn.bias_hh_l0_reverse	5	-0.0786028578877449
33160	rnn.bias_hh_l0_reverse	6	-0.06819887459278107
33160	rnn.bias_hh_l0_reverse	7	-0.09953807294368744
33160	rnn.bias_hh_l0_reverse	8	-0.03824104741215706
33160	rnn.bias_hh_l0_reverse	9	-0.09869523346424103
33160	linear.weight	0	-0.1573510766029358
33160	linear.weight	1	-0.06621555238962173
33160	linear.weight	2	-0.011228874325752258
33160	linear.weight	3	0.03572385013103485
33160	linear.weight	4	0.10532098263502121
33160	linear.weight	5	0.15899814665317535
33160	linear.weight	6	0.0047744326293468475
33160	linear.weight	7	-0.021312154829502106
33160	linear.weight	8	0.12178757041692734
33160	linear.weight	9	0.1346288025379181
33160	linear.bias	0	-0.51863032579422
33160	linear.bias	1	0.36404505372047424
33160	linear.bias	2	0.10971829295158386
33160	linear.bias	3	-0.4278894066810608
33160	linear.bias	4	-1.1861191987991333
33160	linear.bias	5	-1.081295371055603
33160	linear.bias	6	-0.4973083734512329
33160	linear.bias	7	-0.7006781697273254
33160	linear.bias	8	-0.01705317199230194
33160	linear.bias	9	2.7030246257781982
33357	transitions	0	-0.09044074267148972
33357	transitions	1	6.658066749572754
33357	transitions	2	-2.6147332191467285
33357	transitions	3	1.1541389226913452
33357	transitions	4	-1.4116649627685547
33357	transitions	5	-0.2271936684846878
33357	transitions	6	-0.12459328770637512
33357	transitions	7	-10000.0
33357	transitions	8	1.4752150774002075
33357	transitions	9	-2.2787067890167236
33357	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
33357	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
33357	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
33357	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
33357	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
33357	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
33357	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
33357	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
33357	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
33357	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
33357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
33357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
33357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
33357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
33357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
33357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
33357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
33357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
33357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
33357	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
33357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
33357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
33357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
33357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
33357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
33357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
33357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
33357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
33357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
33357	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
33357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
33357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
33357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
33357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
33357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
33357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
33357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
33357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
33357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
33357	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
33357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
33357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
33357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
33357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
33357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
33357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
33357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
33357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
33357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
33357	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
33357	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
33357	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
33357	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
33357	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
33357	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
33357	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
33357	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
33357	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
33357	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
33357	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
33357	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
33357	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
33357	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
33357	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
33357	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
33357	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
33357	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
33357	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
33357	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
33357	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
33357	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
33357	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
33357	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
33357	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
33357	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
33357	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
33357	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
33357	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
33357	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
33357	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
33357	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
33357	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
33357	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
33357	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
33357	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
33357	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
33357	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
33357	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
33357	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
33357	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
33357	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
33357	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
33357	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
33357	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
33357	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
33357	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
33357	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
33357	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
33357	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
33357	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
33357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
33357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
33357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
33357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
33357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
33357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
33357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
33357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
33357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
33357	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
33357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
33357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
33357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
33357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
33357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
33357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
33357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
33357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
33357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
33357	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
33357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
33357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
33357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
33357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
33357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
33357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
33357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
33357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
33357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
33357	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
33357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
33357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
33357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
33357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
33357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
33357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
33357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
33357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
33357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
33357	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
33357	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
33357	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
33357	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
33357	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
33357	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
33357	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
33357	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
33357	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
33357	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
33357	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
33357	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
33357	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
33357	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
33357	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
33357	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
33357	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
33357	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
33357	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
33357	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
33357	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
33357	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
33357	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
33357	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
33357	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
33357	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
33357	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
33357	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
33357	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
33357	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
33357	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
33357	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
33357	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
33357	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
33357	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
33357	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
33357	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
33357	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
33357	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
33357	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
33357	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
33357	embedding2nn.weight	0	0.018166134133934975
33357	embedding2nn.weight	1	-0.05668826773762703
33357	embedding2nn.weight	2	0.019108407199382782
33357	embedding2nn.weight	3	-0.018652373924851418
33357	embedding2nn.weight	4	-0.06574273109436035
33357	embedding2nn.weight	5	0.05539296567440033
33357	embedding2nn.weight	6	-0.07006161659955978
33357	embedding2nn.weight	7	-0.05686201900243759
33357	embedding2nn.weight	8	0.01133946143090725
33357	embedding2nn.weight	9	0.045429885387420654
33357	embedding2nn.bias	0	0.07611323893070221
33357	embedding2nn.bias	1	0.010719207115471363
33357	embedding2nn.bias	2	-0.1280703991651535
33357	embedding2nn.bias	3	0.06282224506139755
33357	embedding2nn.bias	4	0.01890423148870468
33357	embedding2nn.bias	5	-0.0863633081316948
33357	embedding2nn.bias	6	-0.07049699127674103
33357	embedding2nn.bias	7	-0.012297375127673149
33357	embedding2nn.bias	8	0.049300119280815125
33357	embedding2nn.bias	9	-0.09945797920227051
33357	rnn.weight_ih_l0	0	0.002978121628984809
33357	rnn.weight_ih_l0	1	0.0342557318508625
33357	rnn.weight_ih_l0	2	-0.02676956169307232
33357	rnn.weight_ih_l0	3	0.018097413703799248
33357	rnn.weight_ih_l0	4	0.03803301230072975
33357	rnn.weight_ih_l0	5	-0.05634269863367081
33357	rnn.weight_ih_l0	6	0.0309751033782959
33357	rnn.weight_ih_l0	7	-0.025091955438256264
33357	rnn.weight_ih_l0	8	0.033802855759859085
33357	rnn.weight_ih_l0	9	-0.005791578907519579
33357	rnn.weight_hh_l0	0	0.0057302252389490604
33357	rnn.weight_hh_l0	1	-0.05019416660070419
33357	rnn.weight_hh_l0	2	0.026742618530988693
33357	rnn.weight_hh_l0	3	0.006207684520632029
33357	rnn.weight_hh_l0	4	0.016432644799351692
33357	rnn.weight_hh_l0	5	0.021018117666244507
33357	rnn.weight_hh_l0	6	-0.009295349009335041
33357	rnn.weight_hh_l0	7	-0.056288860738277435
33357	rnn.weight_hh_l0	8	-0.028252504765987396
33357	rnn.weight_hh_l0	9	-0.03726506233215332
33357	rnn.bias_ih_l0	0	-0.03774837404489517
33357	rnn.bias_ih_l0	1	-0.082543283700943
33357	rnn.bias_ih_l0	2	-0.12856127321720123
33357	rnn.bias_ih_l0	3	-0.18775446712970734
33357	rnn.bias_ih_l0	4	0.018908079713582993
33357	rnn.bias_ih_l0	5	0.03299761936068535
33357	rnn.bias_ih_l0	6	-0.09475032985210419
33357	rnn.bias_ih_l0	7	-0.14375397562980652
33357	rnn.bias_ih_l0	8	-0.04979988932609558
33357	rnn.bias_ih_l0	9	-0.07762356102466583
33357	rnn.bias_hh_l0	0	0.07138831913471222
33357	rnn.bias_hh_l0	1	-0.03385043144226074
33357	rnn.bias_hh_l0	2	-0.0047822496853768826
33357	rnn.bias_hh_l0	3	-0.0992371067404747
33357	rnn.bias_hh_l0	4	0.020530078560113907
33357	rnn.bias_hh_l0	5	0.02922501228749752
33357	rnn.bias_hh_l0	6	-0.046802885830402374
33357	rnn.bias_hh_l0	7	-0.07180195301771164
33357	rnn.bias_hh_l0	8	-0.12230374664068222
33357	rnn.bias_hh_l0	9	-0.06931144744157791
33357	rnn.weight_ih_l0_reverse	0	0.012865018099546432
33357	rnn.weight_ih_l0_reverse	1	0.00034148863051086664
33357	rnn.weight_ih_l0_reverse	2	0.0054897707886993885
33357	rnn.weight_ih_l0_reverse	3	-0.014706818386912346
33357	rnn.weight_ih_l0_reverse	4	0.012224799022078514
33357	rnn.weight_ih_l0_reverse	5	-0.007052600849419832
33357	rnn.weight_ih_l0_reverse	6	-0.03500048816204071
33357	rnn.weight_ih_l0_reverse	7	-0.02039150707423687
33357	rnn.weight_ih_l0_reverse	8	0.050469521433115005
33357	rnn.weight_ih_l0_reverse	9	0.01958640292286873
33357	rnn.weight_hh_l0_reverse	0	-0.013939397409558296
33357	rnn.weight_hh_l0_reverse	1	0.012766540050506592
33357	rnn.weight_hh_l0_reverse	2	-0.029660457745194435
33357	rnn.weight_hh_l0_reverse	3	0.0364362969994545
33357	rnn.weight_hh_l0_reverse	4	0.020111748948693275
33357	rnn.weight_hh_l0_reverse	5	0.004667582921683788
33357	rnn.weight_hh_l0_reverse	6	0.026405513286590576
33357	rnn.weight_hh_l0_reverse	7	0.025730133056640625
33357	rnn.weight_hh_l0_reverse	8	0.011474646627902985
33357	rnn.weight_hh_l0_reverse	9	-0.037952493876218796
33357	rnn.bias_ih_l0_reverse	0	-0.06705400347709656
33357	rnn.bias_ih_l0_reverse	1	-0.2211231142282486
33357	rnn.bias_ih_l0_reverse	2	-0.033054497092962265
33357	rnn.bias_ih_l0_reverse	3	-0.07431598752737045
33357	rnn.bias_ih_l0_reverse	4	0.060699526220560074
33357	rnn.bias_ih_l0_reverse	5	-0.15337423980236053
33357	rnn.bias_ih_l0_reverse	6	-0.053177930414676666
33357	rnn.bias_ih_l0_reverse	7	0.05812748521566391
33357	rnn.bias_ih_l0_reverse	8	-0.08175605535507202
33357	rnn.bias_ih_l0_reverse	9	-0.04631077125668526
33357	rnn.bias_hh_l0_reverse	0	-0.07788017392158508
33357	rnn.bias_hh_l0_reverse	1	-0.03113890066742897
33357	rnn.bias_hh_l0_reverse	2	-0.023149412125349045
33357	rnn.bias_hh_l0_reverse	3	-0.06752155721187592
33357	rnn.bias_hh_l0_reverse	4	-0.005286369007080793
33357	rnn.bias_hh_l0_reverse	5	-0.07801547646522522
33357	rnn.bias_hh_l0_reverse	6	-0.06933147460222244
33357	rnn.bias_hh_l0_reverse	7	-0.0963614284992218
33357	rnn.bias_hh_l0_reverse	8	-0.03195955604314804
33357	rnn.bias_hh_l0_reverse	9	-0.09841281175613403
33357	linear.weight	0	-0.1591789424419403
33357	linear.weight	1	-0.06563952565193176
33357	linear.weight	2	-0.011228874325752258
33357	linear.weight	3	0.04921575263142586
33357	linear.weight	4	0.09905333817005157
33357	linear.weight	5	0.1709127426147461
33357	linear.weight	6	0.0047744326293468475
33357	linear.weight	7	-0.021312154829502106
33357	linear.weight	8	0.1294892132282257
33357	linear.weight	9	0.1335093379020691
33357	linear.bias	0	-0.5267223119735718
33357	linear.bias	1	0.36307379603385925
33357	linear.bias	2	0.10343963652849197
33357	linear.bias	3	-0.38627615571022034
33357	linear.bias	4	-1.203046202659607
33357	linear.bias	5	-1.0818816423416138
33357	linear.bias	6	-0.498928040266037
33357	linear.bias	7	-0.688795804977417
33357	linear.bias	8	-0.01705317199230194
33357	linear.bias	9	2.6817214488983154
33554	transitions	0	-0.09141038358211517
33554	transitions	1	6.647257328033447
33554	transitions	2	-2.6171278953552246
33554	transitions	3	1.158219575881958
33554	transitions	4	-1.4137033224105835
33554	transitions	5	-0.22757135331630707
33554	transitions	6	-0.12513186037540436
33554	transitions	7	-10000.0
33554	transitions	8	1.4814633131027222
33554	transitions	9	-2.2787694931030273
33554	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
33554	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
33554	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
33554	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
33554	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
33554	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
33554	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
33554	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
33554	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
33554	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
33554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
33554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
33554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
33554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
33554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
33554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
33554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
33554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
33554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
33554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
33554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
33554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
33554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
33554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
33554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
33554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
33554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
33554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
33554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
33554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
33554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
33554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
33554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
33554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
33554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
33554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
33554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
33554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
33554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
33554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
33554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
33554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
33554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
33554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
33554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
33554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
33554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
33554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
33554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
33554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
33554	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
33554	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
33554	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
33554	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
33554	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
33554	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
33554	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
33554	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
33554	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
33554	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
33554	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
33554	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
33554	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
33554	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
33554	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
33554	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
33554	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
33554	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
33554	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
33554	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
33554	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
33554	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
33554	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
33554	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
33554	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
33554	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
33554	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
33554	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
33554	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
33554	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
33554	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
33554	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
33554	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
33554	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
33554	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
33554	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
33554	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
33554	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
33554	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
33554	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
33554	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
33554	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
33554	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
33554	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
33554	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
33554	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
33554	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
33554	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
33554	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
33554	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
33554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
33554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
33554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
33554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
33554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
33554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
33554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
33554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
33554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
33554	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
33554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
33554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
33554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
33554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
33554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
33554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
33554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
33554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
33554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
33554	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
33554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
33554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
33554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
33554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
33554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
33554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
33554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
33554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
33554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
33554	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
33554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
33554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
33554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
33554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
33554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
33554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
33554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
33554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
33554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
33554	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
33554	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
33554	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
33554	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
33554	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
33554	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
33554	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
33554	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
33554	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
33554	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
33554	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
33554	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
33554	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
33554	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
33554	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
33554	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
33554	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
33554	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
33554	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
33554	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
33554	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
33554	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
33554	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
33554	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
33554	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
33554	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
33554	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
33554	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
33554	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
33554	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
33554	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
33554	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
33554	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
33554	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
33554	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
33554	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
33554	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
33554	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
33554	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
33554	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
33554	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
33554	embedding2nn.weight	0	0.018388979136943817
33554	embedding2nn.weight	1	-0.056120555847883224
33554	embedding2nn.weight	2	0.022356994450092316
33554	embedding2nn.weight	3	-0.01993117295205593
33554	embedding2nn.weight	4	-0.06483526527881622
33554	embedding2nn.weight	5	0.05687650665640831
33554	embedding2nn.weight	6	-0.07967236638069153
33554	embedding2nn.weight	7	-0.05570818856358528
33554	embedding2nn.weight	8	0.011218681931495667
33554	embedding2nn.weight	9	0.04631873592734337
33554	embedding2nn.bias	0	0.06044897809624672
33554	embedding2nn.bias	1	0.02853328548371792
33554	embedding2nn.bias	2	-0.1372452974319458
33554	embedding2nn.bias	3	0.07851365208625793
33554	embedding2nn.bias	4	0.033576611429452896
33554	embedding2nn.bias	5	-0.08643065392971039
33554	embedding2nn.bias	6	-0.06385199725627899
33554	embedding2nn.bias	7	-0.008784368634223938
33554	embedding2nn.bias	8	0.05661781504750252
33554	embedding2nn.bias	9	-0.1001957580447197
33554	rnn.weight_ih_l0	0	0.004135127179324627
33554	rnn.weight_ih_l0	1	0.03892592340707779
33554	rnn.weight_ih_l0	2	-0.026728905737400055
33554	rnn.weight_ih_l0	3	0.019908100366592407
33554	rnn.weight_ih_l0	4	0.0375286340713501
33554	rnn.weight_ih_l0	5	-0.05561068281531334
33554	rnn.weight_ih_l0	6	0.03043590672314167
33554	rnn.weight_ih_l0	7	-0.025928638875484467
33554	rnn.weight_ih_l0	8	0.03348154202103615
33554	rnn.weight_ih_l0	9	-0.006752460263669491
33554	rnn.weight_hh_l0	0	0.0072809928096830845
33554	rnn.weight_hh_l0	1	-0.05001693218946457
33554	rnn.weight_hh_l0	2	0.027886316180229187
33554	rnn.weight_hh_l0	3	0.006167208775877953
33554	rnn.weight_hh_l0	4	0.017106231302022934
33554	rnn.weight_hh_l0	5	0.01981366239488125
33554	rnn.weight_hh_l0	6	-0.008957949467003345
33554	rnn.weight_hh_l0	7	-0.05544717609882355
33554	rnn.weight_hh_l0	8	-0.02790883742272854
33554	rnn.weight_hh_l0	9	-0.036797232925891876
33554	rnn.bias_ih_l0	0	-0.03769325464963913
33554	rnn.bias_ih_l0	1	-0.08703005313873291
33554	rnn.bias_ih_l0	2	-0.12957917153835297
33554	rnn.bias_ih_l0	3	-0.19178147614002228
33554	rnn.bias_ih_l0	4	0.015397004783153534
33554	rnn.bias_ih_l0	5	0.04541115462779999
33554	rnn.bias_ih_l0	6	-0.09621281921863556
33554	rnn.bias_ih_l0	7	-0.14346615970134735
33554	rnn.bias_ih_l0	8	-0.05174180865287781
33554	rnn.bias_ih_l0	9	-0.08075395971536636
33554	rnn.bias_hh_l0	0	0.06552249193191528
33554	rnn.bias_hh_l0	1	-0.03133999556303024
33554	rnn.bias_hh_l0	2	-0.007536884397268295
33554	rnn.bias_hh_l0	3	-0.10301698744297028
33554	rnn.bias_hh_l0	4	0.028476255014538765
33554	rnn.bias_hh_l0	5	0.02613164857029915
33554	rnn.bias_hh_l0	6	-0.047877486795186996
33554	rnn.bias_hh_l0	7	-0.0686604380607605
33554	rnn.bias_hh_l0	8	-0.12002316117286682
33554	rnn.bias_hh_l0	9	-0.06702934950590134
33554	rnn.weight_ih_l0_reverse	0	0.014133320190012455
33554	rnn.weight_ih_l0_reverse	1	-7.643298886250705e-05
33554	rnn.weight_ih_l0_reverse	2	0.007119346875697374
33554	rnn.weight_ih_l0_reverse	3	-0.01221155934035778
33554	rnn.weight_ih_l0_reverse	4	0.009362597949802876
33554	rnn.weight_ih_l0_reverse	5	-0.007902282290160656
33554	rnn.weight_ih_l0_reverse	6	-0.03580942004919052
33554	rnn.weight_ih_l0_reverse	7	-0.01936301216483116
33554	rnn.weight_ih_l0_reverse	8	0.05068134889006615
33554	rnn.weight_ih_l0_reverse	9	0.020056704059243202
33554	rnn.weight_hh_l0_reverse	0	-0.01358059048652649
33554	rnn.weight_hh_l0_reverse	1	0.012537763454020023
33554	rnn.weight_hh_l0_reverse	2	-0.029956193640828133
33554	rnn.weight_hh_l0_reverse	3	0.03641224652528763
33554	rnn.weight_hh_l0_reverse	4	0.01948787458240986
33554	rnn.weight_hh_l0_reverse	5	0.006300862412899733
33554	rnn.weight_hh_l0_reverse	6	0.02617223933339119
33554	rnn.weight_hh_l0_reverse	7	0.02596929483115673
33554	rnn.weight_hh_l0_reverse	8	0.011552653275430202
33554	rnn.weight_hh_l0_reverse	9	-0.03836953267455101
33554	rnn.bias_ih_l0_reverse	0	-0.07031731307506561
33554	rnn.bias_ih_l0_reverse	1	-0.22092479467391968
33554	rnn.bias_ih_l0_reverse	2	-0.03254426643252373
33554	rnn.bias_ih_l0_reverse	3	-0.0744260922074318
33554	rnn.bias_ih_l0_reverse	4	0.05858924984931946
33554	rnn.bias_ih_l0_reverse	5	-0.15271185338497162
33554	rnn.bias_ih_l0_reverse	6	-0.059107206761837006
33554	rnn.bias_ih_l0_reverse	7	0.05969655513763428
33554	rnn.bias_ih_l0_reverse	8	-0.07556378096342087
33554	rnn.bias_ih_l0_reverse	9	-0.04516655579209328
33554	rnn.bias_hh_l0_reverse	0	-0.0768471360206604
33554	rnn.bias_hh_l0_reverse	1	-0.03296022489666939
33554	rnn.bias_hh_l0_reverse	2	-0.02596934139728546
33554	rnn.bias_hh_l0_reverse	3	-0.06632593274116516
33554	rnn.bias_hh_l0_reverse	4	-0.005092155653983355
33554	rnn.bias_hh_l0_reverse	5	-0.07077822834253311
33554	rnn.bias_hh_l0_reverse	6	-0.06723883748054504
33554	rnn.bias_hh_l0_reverse	7	-0.09785795956850052
33554	rnn.bias_hh_l0_reverse	8	-0.031927477568387985
33554	rnn.bias_hh_l0_reverse	9	-0.09852447360754013
33554	linear.weight	0	-0.16524788737297058
33554	linear.weight	1	-0.07276859134435654
33554	linear.weight	2	-0.011228874325752258
33554	linear.weight	3	0.06245573237538338
33554	linear.weight	4	0.09713216871023178
33554	linear.weight	5	0.15218466520309448
33554	linear.weight	6	0.0047744326293468475
33554	linear.weight	7	-0.021312154829502106
33554	linear.weight	8	0.1377277374267578
33554	linear.weight	9	0.1298903226852417
33554	linear.bias	0	-0.5533339977264404
33554	linear.bias	1	0.37312066555023193
33554	linear.bias	2	0.13983874022960663
33554	linear.bias	3	-0.39748096466064453
33554	linear.bias	4	-1.1964291334152222
33554	linear.bias	5	-1.082471251487732
33554	linear.bias	6	-0.5191617608070374
33554	linear.bias	7	-0.6541643142700195
33554	linear.bias	8	-0.01705317199230194
33554	linear.bias	9	2.6639931201934814
33558	transitions	0	-0.09142515063285828
33558	transitions	1	6.6461181640625
33558	transitions	2	-2.6171507835388184
33558	transitions	3	1.1572637557983398
33558	transitions	4	-1.4137210845947266
33558	transitions	5	-0.2275722771883011
33558	transitions	6	-0.12513509392738342
33558	transitions	7	-10000.0
33558	transitions	8	1.481460690498352
33558	transitions	9	-2.2787694931030273
33558	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
33558	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
33558	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
33558	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
33558	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
33558	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
33558	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
33558	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
33558	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
33558	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
33558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
33558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
33558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
33558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
33558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
33558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
33558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
33558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
33558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
33558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
33558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
33558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
33558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
33558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
33558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
33558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
33558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
33558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
33558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
33558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
33558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
33558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
33558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
33558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
33558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
33558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
33558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
33558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
33558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
33558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
33558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
33558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
33558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
33558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
33558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
33558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
33558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
33558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
33558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
33558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
33558	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
33558	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
33558	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
33558	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
33558	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
33558	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
33558	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
33558	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
33558	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
33558	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
33558	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
33558	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
33558	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
33558	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
33558	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
33558	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
33558	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
33558	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
33558	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
33558	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
33558	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
33558	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
33558	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
33558	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
33558	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
33558	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
33558	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
33558	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
33558	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
33558	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
33558	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
33558	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
33558	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
33558	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
33558	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
33558	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
33558	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
33558	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
33558	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
33558	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
33558	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
33558	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
33558	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
33558	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
33558	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
33558	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
33558	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
33558	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
33558	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
33558	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
33558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
33558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
33558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
33558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
33558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
33558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
33558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
33558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
33558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
33558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
33558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
33558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
33558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
33558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
33558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
33558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
33558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
33558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
33558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
33558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
33558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
33558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
33558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
33558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
33558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
33558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
33558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
33558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
33558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
33558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
33558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
33558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
33558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
33558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
33558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
33558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
33558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
33558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
33558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
33558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
33558	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
33558	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
33558	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
33558	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
33558	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
33558	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
33558	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
33558	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
33558	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
33558	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
33558	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
33558	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
33558	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
33558	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
33558	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
33558	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
33558	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
33558	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
33558	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
33558	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
33558	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
33558	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
33558	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
33558	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
33558	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
33558	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
33558	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
33558	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
33558	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
33558	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
33558	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
33558	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
33558	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
33558	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
33558	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
33558	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
33558	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
33558	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
33558	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
33558	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
33558	embedding2nn.weight	0	0.01842600479722023
33558	embedding2nn.weight	1	-0.056018419563770294
33558	embedding2nn.weight	2	0.02235434390604496
33558	embedding2nn.weight	3	-0.019754914566874504
33558	embedding2nn.weight	4	-0.06498201191425323
33558	embedding2nn.weight	5	0.05698614940047264
33558	embedding2nn.weight	6	-0.07908943295478821
33558	embedding2nn.weight	7	-0.05557113513350487
33558	embedding2nn.weight	8	0.011103310622274876
33558	embedding2nn.weight	9	0.04655730724334717
33558	embedding2nn.bias	0	0.06019393727183342
33558	embedding2nn.bias	1	0.02648327872157097
33558	embedding2nn.bias	2	-0.1358874887228012
33558	embedding2nn.bias	3	0.08146142959594727
33558	embedding2nn.bias	4	0.030538609251379967
33558	embedding2nn.bias	5	-0.08609986305236816
33558	embedding2nn.bias	6	-0.06388372927904129
33558	embedding2nn.bias	7	-0.0076014576479792595
33558	embedding2nn.bias	8	0.05489740148186684
33558	embedding2nn.bias	9	-0.09829305857419968
33558	rnn.weight_ih_l0	0	0.0041875457391142845
33558	rnn.weight_ih_l0	1	0.038958288729190826
33558	rnn.weight_ih_l0	2	-0.026853414252400398
33558	rnn.weight_ih_l0	3	0.02008468471467495
33558	rnn.weight_ih_l0	4	0.03749210014939308
33558	rnn.weight_ih_l0	5	-0.05545341968536377
33558	rnn.weight_ih_l0	6	0.030053235590457916
33558	rnn.weight_ih_l0	7	-0.025875115767121315
33558	rnn.weight_ih_l0	8	0.03386114165186882
33558	rnn.weight_ih_l0	9	-0.0066265384666621685
33558	rnn.weight_hh_l0	0	0.0073121339082717896
33558	rnn.weight_hh_l0	1	-0.04993148893117905
33558	rnn.weight_hh_l0	2	0.027555018663406372
33558	rnn.weight_hh_l0	3	0.005987570155411959
33558	rnn.weight_hh_l0	4	0.017117271199822426
33558	rnn.weight_hh_l0	5	0.019968243315815926
33558	rnn.weight_hh_l0	6	-0.008860955946147442
33558	rnn.weight_hh_l0	7	-0.055437855422496796
33558	rnn.weight_hh_l0	8	-0.027714688330888748
33558	rnn.weight_hh_l0	9	-0.036769215017557144
33558	rnn.bias_ih_l0	0	-0.03742023929953575
33558	rnn.bias_ih_l0	1	-0.08675193786621094
33558	rnn.bias_ih_l0	2	-0.12901858985424042
33558	rnn.bias_ih_l0	3	-0.19183766841888428
33558	rnn.bias_ih_l0	4	0.016006994992494583
33558	rnn.bias_ih_l0	5	0.045291509479284286
33558	rnn.bias_ih_l0	6	-0.09598860889673233
33558	rnn.bias_ih_l0	7	-0.1435619592666626
33558	rnn.bias_ih_l0	8	-0.05181434005498886
33558	rnn.bias_ih_l0	9	-0.08132752031087875
33558	rnn.bias_hh_l0	0	0.06550702452659607
33558	rnn.bias_hh_l0	1	-0.03085526078939438
33558	rnn.bias_hh_l0	2	-0.007077727001160383
33558	rnn.bias_hh_l0	3	-0.10337769240140915
33558	rnn.bias_hh_l0	4	0.0287430752068758
33558	rnn.bias_hh_l0	5	0.02570551075041294
33558	rnn.bias_hh_l0	6	-0.04754352197051048
33558	rnn.bias_hh_l0	7	-0.06918099522590637
33558	rnn.bias_hh_l0	8	-0.11954764276742935
33558	rnn.bias_hh_l0	9	-0.06695835292339325
33558	rnn.weight_ih_l0_reverse	0	0.013853189535439014
33558	rnn.weight_ih_l0_reverse	1	-1.518368208053289e-05
33558	rnn.weight_ih_l0_reverse	2	0.007067549042403698
33558	rnn.weight_ih_l0_reverse	3	-0.012890427373349667
33558	rnn.weight_ih_l0_reverse	4	0.009118227288126945
33558	rnn.weight_ih_l0_reverse	5	-0.007235799916088581
33558	rnn.weight_ih_l0_reverse	6	-0.03530097380280495
33558	rnn.weight_ih_l0_reverse	7	-0.019218815490603447
33558	rnn.weight_ih_l0_reverse	8	0.05071468651294708
33558	rnn.weight_ih_l0_reverse	9	0.019852235913276672
33558	rnn.weight_hh_l0_reverse	0	-0.013587495312094688
33558	rnn.weight_hh_l0_reverse	1	0.012475368566811085
33558	rnn.weight_hh_l0_reverse	2	-0.029900621622800827
33558	rnn.weight_hh_l0_reverse	3	0.036339279264211655
33558	rnn.weight_hh_l0_reverse	4	0.0194807481020689
33558	rnn.weight_hh_l0_reverse	5	0.00624886667355895
33558	rnn.weight_hh_l0_reverse	6	0.026185669004917145
33558	rnn.weight_hh_l0_reverse	7	0.025963816791772842
33558	rnn.weight_hh_l0_reverse	8	0.011571585200726986
33558	rnn.weight_hh_l0_reverse	9	-0.0383579321205616
33558	rnn.bias_ih_l0_reverse	0	-0.07044000178575516
33558	rnn.bias_ih_l0_reverse	1	-0.2217288315296173
33558	rnn.bias_ih_l0_reverse	2	-0.03263701871037483
33558	rnn.bias_ih_l0_reverse	3	-0.07433798909187317
33558	rnn.bias_ih_l0_reverse	4	0.05711069703102112
33558	rnn.bias_ih_l0_reverse	5	-0.1529306322336197
33558	rnn.bias_ih_l0_reverse	6	-0.059028510004282
33558	rnn.bias_ih_l0_reverse	7	0.060146208852529526
33558	rnn.bias_ih_l0_reverse	8	-0.0761060118675232
33558	rnn.bias_ih_l0_reverse	9	-0.045112721621990204
33558	rnn.bias_hh_l0_reverse	0	-0.07617759704589844
33558	rnn.bias_hh_l0_reverse	1	-0.03194926679134369
33558	rnn.bias_hh_l0_reverse	2	-0.025748236104846
33558	rnn.bias_hh_l0_reverse	3	-0.06621960550546646
33558	rnn.bias_hh_l0_reverse	4	-0.004911655094474554
33558	rnn.bias_hh_l0_reverse	5	-0.07069896906614304
33558	rnn.bias_hh_l0_reverse	6	-0.06701603531837463
33558	rnn.bias_hh_l0_reverse	7	-0.09817596524953842
33558	rnn.bias_hh_l0_reverse	8	-0.03147631511092186
33558	rnn.bias_hh_l0_reverse	9	-0.09908105432987213
33558	linear.weight	0	-0.16555960476398468
33558	linear.weight	1	-0.07341373711824417
33558	linear.weight	2	-0.011228874325752258
33558	linear.weight	3	0.06115109473466873
33558	linear.weight	4	0.09810158610343933
33558	linear.weight	5	0.15309840440750122
33558	linear.weight	6	0.0047744326293468475
33558	linear.weight	7	-0.021312154829502106
33558	linear.weight	8	0.1412566900253296
33558	linear.weight	9	0.12967051565647125
33558	linear.bias	0	-0.545786440372467
33558	linear.bias	1	0.3688838481903076
33558	linear.bias	2	0.14891433715820312
33558	linear.bias	3	-0.40683698654174805
33558	linear.bias	4	-1.1993850469589233
33558	linear.bias	5	-1.0824828147888184
33558	linear.bias	6	-0.5119122266769409
33558	linear.bias	7	-0.6601716876029968
33558	linear.bias	8	-0.01705317199230194
33558	linear.bias	9	2.6483705043792725
33755	transitions	0	-0.09238224476575851
33755	transitions	1	6.6619648933410645
33755	transitions	2	-2.6195456981658936
33755	transitions	3	1.128792405128479
33755	transitions	4	-1.4155610799789429
33755	transitions	5	-0.2280019074678421
33755	transitions	6	-0.12547962367534637
33755	transitions	7	-10000.0
33755	transitions	8	1.485783338546753
33755	transitions	9	-2.278838634490967
33755	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
33755	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
33755	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
33755	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
33755	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
33755	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
33755	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
33755	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
33755	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
33755	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
33755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
33755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
33755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
33755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
33755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
33755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
33755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
33755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
33755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
33755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
33755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
33755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
33755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
33755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
33755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
33755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
33755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
33755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
33755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
33755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
33755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
33755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
33755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
33755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
33755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
33755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
33755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
33755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
33755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
33755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
33755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
33755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
33755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
33755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
33755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
33755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
33755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
33755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
33755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
33755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
33755	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
33755	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
33755	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
33755	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
33755	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
33755	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
33755	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
33755	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
33755	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
33755	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
33755	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
33755	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
33755	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
33755	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
33755	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
33755	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
33755	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
33755	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
33755	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
33755	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
33755	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
33755	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
33755	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
33755	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
33755	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
33755	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
33755	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
33755	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
33755	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
33755	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
33755	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
33755	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
33755	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
33755	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
33755	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
33755	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
33755	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
33755	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
33755	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
33755	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
33755	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
33755	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
33755	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
33755	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
33755	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
33755	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
33755	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
33755	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
33755	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
33755	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
33755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
33755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
33755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
33755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
33755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
33755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
33755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
33755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
33755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
33755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
33755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
33755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
33755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
33755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
33755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
33755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
33755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
33755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
33755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
33755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
33755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
33755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
33755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
33755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
33755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
33755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
33755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
33755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
33755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
33755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
33755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
33755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
33755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
33755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
33755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
33755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
33755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
33755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
33755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
33755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
33755	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
33755	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
33755	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
33755	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
33755	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
33755	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
33755	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
33755	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
33755	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
33755	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
33755	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
33755	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
33755	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
33755	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
33755	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
33755	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
33755	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
33755	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
33755	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
33755	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
33755	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
33755	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
33755	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
33755	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
33755	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
33755	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
33755	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
33755	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
33755	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
33755	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
33755	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
33755	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
33755	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
33755	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
33755	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
33755	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
33755	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
33755	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
33755	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
33755	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
33755	embedding2nn.weight	0	0.018503379076719284
33755	embedding2nn.weight	1	-0.05536004900932312
33755	embedding2nn.weight	2	0.02149016782641411
33755	embedding2nn.weight	3	-0.019450746476650238
33755	embedding2nn.weight	4	-0.06487346440553665
33755	embedding2nn.weight	5	0.05715874955058098
33755	embedding2nn.weight	6	-0.08271145075559616
33755	embedding2nn.weight	7	-0.05747799202799797
33755	embedding2nn.weight	8	0.011093233712017536
33755	embedding2nn.weight	9	0.04711267352104187
33755	embedding2nn.bias	0	0.07904788851737976
33755	embedding2nn.bias	1	0.014512318186461926
33755	embedding2nn.bias	2	-0.13720344007015228
33755	embedding2nn.bias	3	0.06985942274332047
33755	embedding2nn.bias	4	0.02116747945547104
33755	embedding2nn.bias	5	-0.09133312851190567
33755	embedding2nn.bias	6	-0.06361349672079086
33755	embedding2nn.bias	7	0.003947971388697624
33755	embedding2nn.bias	8	0.06025352329015732
33755	embedding2nn.bias	9	-0.11099971830844879
33755	rnn.weight_ih_l0	0	0.007352869492024183
33755	rnn.weight_ih_l0	1	0.03625926375389099
33755	rnn.weight_ih_l0	2	-0.024906760081648827
33755	rnn.weight_ih_l0	3	0.020033273845911026
33755	rnn.weight_ih_l0	4	0.03668525442481041
33755	rnn.weight_ih_l0	5	-0.05693283677101135
33755	rnn.weight_ih_l0	6	0.03202104941010475
33755	rnn.weight_ih_l0	7	-0.02512756921350956
33755	rnn.weight_ih_l0	8	0.03668847307562828
33755	rnn.weight_ih_l0	9	-0.0075738695450127125
33755	rnn.weight_hh_l0	0	0.006199527066200972
33755	rnn.weight_hh_l0	1	-0.05158166587352753
33755	rnn.weight_hh_l0	2	0.02760806679725647
33755	rnn.weight_hh_l0	3	0.006840096320956945
33755	rnn.weight_hh_l0	4	0.01698569767177105
33755	rnn.weight_hh_l0	5	0.01809801161289215
33755	rnn.weight_hh_l0	6	-0.008606715127825737
33755	rnn.weight_hh_l0	7	-0.054955534636974335
33755	rnn.weight_hh_l0	8	-0.02797417901456356
33755	rnn.weight_hh_l0	9	-0.03381152078509331
33755	rnn.bias_ih_l0	0	-0.034037068486213684
33755	rnn.bias_ih_l0	1	-0.0883466899394989
33755	rnn.bias_ih_l0	2	-0.1308271437883377
33755	rnn.bias_ih_l0	3	-0.19461119174957275
33755	rnn.bias_ih_l0	4	0.02055402472615242
33755	rnn.bias_ih_l0	5	0.047021493315696716
33755	rnn.bias_ih_l0	6	-0.09374193102121353
33755	rnn.bias_ih_l0	7	-0.1444447636604309
33755	rnn.bias_ih_l0	8	-0.05158399045467377
33755	rnn.bias_ih_l0	9	-0.0841958150267601
33755	rnn.bias_hh_l0	0	0.06658409535884857
33755	rnn.bias_hh_l0	1	-0.02765999734401703
33755	rnn.bias_hh_l0	2	-0.002124817343428731
33755	rnn.bias_hh_l0	3	-0.10345466434955597
33755	rnn.bias_hh_l0	4	0.023237409070134163
33755	rnn.bias_hh_l0	5	0.034205157309770584
33755	rnn.bias_hh_l0	6	-0.04447532072663307
33755	rnn.bias_hh_l0	7	-0.06702058017253876
33755	rnn.bias_hh_l0	8	-0.11881124973297119
33755	rnn.bias_hh_l0	9	-0.06692353636026382
33755	rnn.weight_ih_l0_reverse	0	0.012349776923656464
33755	rnn.weight_ih_l0_reverse	1	-0.00047424997319467366
33755	rnn.weight_ih_l0_reverse	2	0.0076792375184595585
33755	rnn.weight_ih_l0_reverse	3	-0.010918114334344864
33755	rnn.weight_ih_l0_reverse	4	0.008511180058121681
33755	rnn.weight_ih_l0_reverse	5	-0.008617319166660309
33755	rnn.weight_ih_l0_reverse	6	-0.03637140244245529
33755	rnn.weight_ih_l0_reverse	7	-0.017724279314279556
33755	rnn.weight_ih_l0_reverse	8	0.04816844314336777
33755	rnn.weight_ih_l0_reverse	9	0.019188974052667618
33755	rnn.weight_hh_l0_reverse	0	-0.013132086955010891
33755	rnn.weight_hh_l0_reverse	1	0.012576826848089695
33755	rnn.weight_hh_l0_reverse	2	-0.029614495113492012
33755	rnn.weight_hh_l0_reverse	3	0.037708185613155365
33755	rnn.weight_hh_l0_reverse	4	0.019113292917609215
33755	rnn.weight_hh_l0_reverse	5	0.006610517855733633
33755	rnn.weight_hh_l0_reverse	6	0.025751644745469093
33755	rnn.weight_hh_l0_reverse	7	0.026468420401215553
33755	rnn.weight_hh_l0_reverse	8	0.011446726508438587
33755	rnn.weight_hh_l0_reverse	9	-0.03869431093335152
33755	rnn.bias_ih_l0_reverse	0	-0.06988061219453812
33755	rnn.bias_ih_l0_reverse	1	-0.21770016849040985
33755	rnn.bias_ih_l0_reverse	2	-0.030403129756450653
33755	rnn.bias_ih_l0_reverse	3	-0.07346221804618835
33755	rnn.bias_ih_l0_reverse	4	0.049424558877944946
33755	rnn.bias_ih_l0_reverse	5	-0.15073062479496002
33755	rnn.bias_ih_l0_reverse	6	-0.05850733444094658
33755	rnn.bias_ih_l0_reverse	7	0.05728273093700409
33755	rnn.bias_ih_l0_reverse	8	-0.0806238204240799
33755	rnn.bias_ih_l0_reverse	9	-0.048037052154541016
33755	rnn.bias_hh_l0_reverse	0	-0.07963663339614868
33755	rnn.bias_hh_l0_reverse	1	-0.025317851454019547
33755	rnn.bias_hh_l0_reverse	2	-0.02759953960776329
33755	rnn.bias_hh_l0_reverse	3	-0.06577106565237045
33755	rnn.bias_hh_l0_reverse	4	-0.00678867707028985
33755	rnn.bias_hh_l0_reverse	5	-0.0703492984175682
33755	rnn.bias_hh_l0_reverse	6	-0.06513979285955429
33755	rnn.bias_hh_l0_reverse	7	-0.09383340179920197
33755	rnn.bias_hh_l0_reverse	8	-0.038939591497182846
33755	rnn.bias_hh_l0_reverse	9	-0.09838895499706268
33755	linear.weight	0	-0.17144466936588287
33755	linear.weight	1	-0.09648652374744415
33755	linear.weight	2	-0.011228874325752258
33755	linear.weight	3	0.06311015039682388
33755	linear.weight	4	0.10745468735694885
33755	linear.weight	5	0.14289143681526184
33755	linear.weight	6	0.0047744326293468475
33755	linear.weight	7	-0.021312154829502106
33755	linear.weight	8	0.1419709324836731
33755	linear.weight	9	0.13536423444747925
33755	linear.bias	0	-0.5580927729606628
33755	linear.bias	1	0.30535888671875
33755	linear.bias	2	0.1092386320233345
33755	linear.bias	3	-0.4054749310016632
33755	linear.bias	4	-1.2328760623931885
33755	linear.bias	5	-1.0830241441726685
33755	linear.bias	6	-0.5366203784942627
33755	linear.bias	7	-0.6059226393699646
33755	linear.bias	8	-0.01705317199230194
33755	linear.bias	9	2.6477231979370117
33952	transitions	0	-0.09360907226800919
33952	transitions	1	6.695254325866699
33952	transitions	2	-2.6229090690612793
33952	transitions	3	1.1451611518859863
33952	transitions	4	-1.4188940525054932
33952	transitions	5	-0.22832994163036346
33952	transitions	6	-0.12579847872257233
33952	transitions	7	-10000.0
33952	transitions	8	1.4880108833312988
33952	transitions	9	-2.278928518295288
33952	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
33952	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
33952	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
33952	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
33952	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
33952	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
33952	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
33952	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
33952	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
33952	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
33952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
33952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
33952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
33952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
33952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
33952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
33952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
33952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
33952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
33952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
33952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
33952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
33952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
33952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
33952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
33952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
33952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
33952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
33952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
33952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
33952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
33952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
33952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
33952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
33952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
33952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
33952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
33952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
33952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
33952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
33952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
33952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
33952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
33952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
33952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
33952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
33952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
33952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
33952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
33952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
33952	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
33952	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
33952	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
33952	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
33952	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
33952	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
33952	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
33952	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
33952	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
33952	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
33952	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
33952	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
33952	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
33952	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
33952	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
33952	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
33952	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
33952	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
33952	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
33952	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
33952	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
33952	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
33952	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
33952	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
33952	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
33952	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
33952	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
33952	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
33952	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
33952	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
33952	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
33952	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
33952	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
33952	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
33952	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
33952	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
33952	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
33952	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
33952	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
33952	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
33952	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
33952	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
33952	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
33952	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
33952	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
33952	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
33952	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
33952	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
33952	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
33952	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
33952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
33952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
33952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
33952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
33952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
33952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
33952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
33952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
33952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
33952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
33952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
33952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
33952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
33952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
33952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
33952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
33952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
33952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
33952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
33952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
33952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
33952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
33952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
33952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
33952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
33952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
33952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
33952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
33952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
33952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
33952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
33952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
33952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
33952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
33952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
33952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
33952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
33952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
33952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
33952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
33952	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
33952	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
33952	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
33952	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
33952	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
33952	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
33952	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
33952	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
33952	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
33952	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
33952	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
33952	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
33952	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
33952	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
33952	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
33952	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
33952	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
33952	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
33952	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
33952	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
33952	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
33952	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
33952	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
33952	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
33952	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
33952	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
33952	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
33952	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
33952	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
33952	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
33952	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
33952	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
33952	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
33952	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
33952	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
33952	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
33952	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
33952	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
33952	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
33952	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
33952	embedding2nn.weight	0	0.018163500353693962
33952	embedding2nn.weight	1	-0.05346538498997688
33952	embedding2nn.weight	2	0.024712800979614258
33952	embedding2nn.weight	3	-0.019779160618782043
33952	embedding2nn.weight	4	-0.06356195360422134
33952	embedding2nn.weight	5	0.05785917490720749
33952	embedding2nn.weight	6	-0.08254726976156235
33952	embedding2nn.weight	7	-0.057633914053440094
33952	embedding2nn.weight	8	0.010127664543688297
33952	embedding2nn.weight	9	0.043586693704128265
33952	embedding2nn.bias	0	0.08404462784528732
33952	embedding2nn.bias	1	0.02614937722682953
33952	embedding2nn.bias	2	-0.14027751982212067
33952	embedding2nn.bias	3	0.07624237984418869
33952	embedding2nn.bias	4	0.014043510891497135
33952	embedding2nn.bias	5	-0.08677417039871216
33952	embedding2nn.bias	6	-0.06764290481805801
33952	embedding2nn.bias	7	0.010903962887823582
33952	embedding2nn.bias	8	0.05861324816942215
33952	embedding2nn.bias	9	-0.11619440466165543
33952	rnn.weight_ih_l0	0	0.005908770486712456
33952	rnn.weight_ih_l0	1	0.035948608070611954
33952	rnn.weight_ih_l0	2	-0.026600191369652748
33952	rnn.weight_ih_l0	3	0.01972074992954731
33952	rnn.weight_ih_l0	4	0.03540230169892311
33952	rnn.weight_ih_l0	5	-0.05683114752173424
33952	rnn.weight_ih_l0	6	0.031506262719631195
33952	rnn.weight_ih_l0	7	-0.027512729167938232
33952	rnn.weight_ih_l0	8	0.036271993070840836
33952	rnn.weight_ih_l0	9	-0.007948729209601879
33952	rnn.weight_hh_l0	0	0.006889028009027243
33952	rnn.weight_hh_l0	1	-0.051672257483005524
33952	rnn.weight_hh_l0	2	0.02800661511719227
33952	rnn.weight_hh_l0	3	0.00799920316785574
33952	rnn.weight_hh_l0	4	0.01686938665807247
33952	rnn.weight_hh_l0	5	0.018194083124399185
33952	rnn.weight_hh_l0	6	-0.0094257527962327
33952	rnn.weight_hh_l0	7	-0.055189263075590134
33952	rnn.weight_hh_l0	8	-0.027035966515541077
33952	rnn.weight_hh_l0	9	-0.03175627440214157
33952	rnn.bias_ih_l0	0	-0.0439579114317894
33952	rnn.bias_ih_l0	1	-0.08953461796045303
33952	rnn.bias_ih_l0	2	-0.12810616195201874
33952	rnn.bias_ih_l0	3	-0.19164781272411346
33952	rnn.bias_ih_l0	4	0.021127769723534584
33952	rnn.bias_ih_l0	5	0.04543754830956459
33952	rnn.bias_ih_l0	6	-0.09433785825967789
33952	rnn.bias_ih_l0	7	-0.14810077846050262
33952	rnn.bias_ih_l0	8	-0.049968376755714417
33952	rnn.bias_ih_l0	9	-0.08517548441886902
33952	rnn.bias_hh_l0	0	0.0648738294839859
33952	rnn.bias_hh_l0	1	-0.027248026803135872
33952	rnn.bias_hh_l0	2	-0.00032851126161403954
33952	rnn.bias_hh_l0	3	-0.10038446635007858
33952	rnn.bias_hh_l0	4	0.023923659697175026
33952	rnn.bias_hh_l0	5	0.03358359634876251
33952	rnn.bias_hh_l0	6	-0.04782529175281525
33952	rnn.bias_hh_l0	7	-0.06841126084327698
33952	rnn.bias_hh_l0	8	-0.1228686273097992
33952	rnn.bias_hh_l0	9	-0.06723842769861221
33952	rnn.weight_ih_l0_reverse	0	0.013467923738062382
33952	rnn.weight_ih_l0_reverse	1	-0.0004465942911338061
33952	rnn.weight_ih_l0_reverse	2	0.010322649031877518
33952	rnn.weight_ih_l0_reverse	3	-0.007395675405859947
33952	rnn.weight_ih_l0_reverse	4	0.00952253956347704
33952	rnn.weight_ih_l0_reverse	5	-0.01018646452575922
33952	rnn.weight_ih_l0_reverse	6	-0.03564159944653511
33952	rnn.weight_ih_l0_reverse	7	-0.019345255568623543
33952	rnn.weight_ih_l0_reverse	8	0.04635212570428848
33952	rnn.weight_ih_l0_reverse	9	0.016987543553113937
33952	rnn.weight_hh_l0_reverse	0	-0.0130761181935668
33952	rnn.weight_hh_l0_reverse	1	0.012486695311963558
33952	rnn.weight_hh_l0_reverse	2	-0.029935495927929878
33952	rnn.weight_hh_l0_reverse	3	0.037943702191114426
33952	rnn.weight_hh_l0_reverse	4	0.01886274293065071
33952	rnn.weight_hh_l0_reverse	5	0.005879696924239397
33952	rnn.weight_hh_l0_reverse	6	0.025559810921549797
33952	rnn.weight_hh_l0_reverse	7	0.02693037874996662
33952	rnn.weight_hh_l0_reverse	8	0.011037367396056652
33952	rnn.weight_hh_l0_reverse	9	-0.03780199587345123
33952	rnn.bias_ih_l0_reverse	0	-0.0672788992524147
33952	rnn.bias_ih_l0_reverse	1	-0.21454067528247833
33952	rnn.bias_ih_l0_reverse	2	-0.03012421354651451
33952	rnn.bias_ih_l0_reverse	3	-0.0721408873796463
33952	rnn.bias_ih_l0_reverse	4	0.04748564586043358
33952	rnn.bias_ih_l0_reverse	5	-0.15449199080467224
33952	rnn.bias_ih_l0_reverse	6	-0.05599462613463402
33952	rnn.bias_ih_l0_reverse	7	0.06250767409801483
33952	rnn.bias_ih_l0_reverse	8	-0.07576989382505417
33952	rnn.bias_ih_l0_reverse	9	-0.047600358724594116
33952	rnn.bias_hh_l0_reverse	0	-0.07974003255367279
33952	rnn.bias_hh_l0_reverse	1	-0.02673494443297386
33952	rnn.bias_hh_l0_reverse	2	-0.030511725693941116
33952	rnn.bias_hh_l0_reverse	3	-0.06592355668544769
33952	rnn.bias_hh_l0_reverse	4	-0.007980789057910442
33952	rnn.bias_hh_l0_reverse	5	-0.06746692210435867
33952	rnn.bias_hh_l0_reverse	6	-0.06323159486055374
33952	rnn.bias_hh_l0_reverse	7	-0.0944458469748497
33952	rnn.bias_hh_l0_reverse	8	-0.037429481744766235
33952	rnn.bias_hh_l0_reverse	9	-0.09687444567680359
33952	linear.weight	0	-0.1676712930202484
33952	linear.weight	1	-0.09001974016427994
33952	linear.weight	2	-0.011228874325752258
33952	linear.weight	3	0.08266274631023407
33952	linear.weight	4	0.1258065104484558
33952	linear.weight	5	0.1649324595928192
33952	linear.weight	6	0.0047744326293468475
33952	linear.weight	7	-0.021312154829502106
33952	linear.weight	8	0.14718495309352875
33952	linear.weight	9	0.1415596306324005
33952	linear.bias	0	-0.5492223501205444
33952	linear.bias	1	0.29528459906578064
33952	linear.bias	2	0.13059242069721222
33952	linear.bias	3	-0.3986252546310425
33952	linear.bias	4	-1.2256391048431396
33952	linear.bias	5	-1.0835356712341309
33952	linear.bias	6	-0.517464816570282
33952	linear.bias	7	-0.6605594158172607
33952	linear.bias	8	-0.01705317199230194
33952	linear.bias	9	2.6445364952087402
34149	transitions	0	-0.09476497024297714
34149	transitions	1	6.686026096343994
34149	transitions	2	-2.6255056858062744
34149	transitions	3	1.1405702829360962
34149	transitions	4	-1.4214555025100708
34149	transitions	5	-0.22927215695381165
34149	transitions	6	-0.12611815333366394
34149	transitions	7	-10000.0
34149	transitions	8	1.4922454357147217
34149	transitions	9	-2.279000759124756
34149	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
34149	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
34149	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
34149	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
34149	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
34149	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
34149	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
34149	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
34149	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
34149	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
34149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
34149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
34149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
34149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
34149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
34149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
34149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
34149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
34149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
34149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
34149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
34149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
34149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
34149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
34149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
34149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
34149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
34149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
34149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
34149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
34149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
34149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
34149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
34149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
34149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
34149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
34149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
34149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
34149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
34149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
34149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
34149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
34149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
34149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
34149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
34149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
34149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
34149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
34149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
34149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
34149	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
34149	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
34149	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
34149	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
34149	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
34149	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
34149	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
34149	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
34149	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
34149	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
34149	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
34149	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
34149	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
34149	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
34149	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
34149	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
34149	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
34149	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
34149	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
34149	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
34149	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
34149	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
34149	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
34149	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
34149	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
34149	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
34149	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
34149	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
34149	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
34149	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
34149	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
34149	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
34149	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
34149	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
34149	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
34149	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
34149	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
34149	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
34149	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
34149	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
34149	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
34149	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
34149	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
34149	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
34149	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
34149	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
34149	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
34149	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
34149	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
34149	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
34149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
34149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
34149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
34149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
34149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
34149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
34149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
34149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
34149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
34149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
34149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
34149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
34149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
34149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
34149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
34149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
34149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
34149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
34149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
34149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
34149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
34149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
34149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
34149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
34149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
34149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
34149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
34149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
34149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
34149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
34149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
34149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
34149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
34149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
34149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
34149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
34149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
34149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
34149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
34149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
34149	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
34149	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
34149	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
34149	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
34149	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
34149	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
34149	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
34149	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
34149	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
34149	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
34149	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
34149	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
34149	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
34149	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
34149	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
34149	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
34149	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
34149	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
34149	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
34149	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
34149	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
34149	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
34149	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
34149	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
34149	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
34149	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
34149	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
34149	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
34149	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
34149	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
34149	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
34149	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
34149	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
34149	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
34149	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
34149	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
34149	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
34149	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
34149	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
34149	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
34149	embedding2nn.weight	0	0.019131673499941826
34149	embedding2nn.weight	1	-0.0555403046309948
34149	embedding2nn.weight	2	0.02326897159218788
34149	embedding2nn.weight	3	-0.019984601065516472
34149	embedding2nn.weight	4	-0.06406465917825699
34149	embedding2nn.weight	5	0.058861952275037766
34149	embedding2nn.weight	6	-0.08456768840551376
34149	embedding2nn.weight	7	-0.055818211287260056
34149	embedding2nn.weight	8	0.009130442515015602
34149	embedding2nn.weight	9	0.045638307929039
34149	embedding2nn.bias	0	0.0930929034948349
34149	embedding2nn.bias	1	0.026481544598937035
34149	embedding2nn.bias	2	-0.14113318920135498
34149	embedding2nn.bias	3	0.06723596900701523
34149	embedding2nn.bias	4	0.009322622790932655
34149	embedding2nn.bias	5	-0.08732551336288452
34149	embedding2nn.bias	6	-0.05006065592169762
34149	embedding2nn.bias	7	-0.005979644134640694
34149	embedding2nn.bias	8	0.05915151536464691
34149	embedding2nn.bias	9	-0.11128190159797668
34149	rnn.weight_ih_l0	0	0.007111741229891777
34149	rnn.weight_ih_l0	1	0.04026833176612854
34149	rnn.weight_ih_l0	2	-0.02647138014435768
34149	rnn.weight_ih_l0	3	0.019616013392806053
34149	rnn.weight_ih_l0	4	0.03883756697177887
34149	rnn.weight_ih_l0	5	-0.05687134712934494
34149	rnn.weight_ih_l0	6	0.03313779830932617
34149	rnn.weight_ih_l0	7	-0.0287289097905159
34149	rnn.weight_ih_l0	8	0.0365581177175045
34149	rnn.weight_ih_l0	9	-0.00798526220023632
34149	rnn.weight_hh_l0	0	0.006659303791821003
34149	rnn.weight_hh_l0	1	-0.05135118216276169
34149	rnn.weight_hh_l0	2	0.02833554334938526
34149	rnn.weight_hh_l0	3	0.009195557795464993
34149	rnn.weight_hh_l0	4	0.016930921003222466
34149	rnn.weight_hh_l0	5	0.017797784879803658
34149	rnn.weight_hh_l0	6	-0.010208558291196823
34149	rnn.weight_hh_l0	7	-0.05490709841251373
34149	rnn.weight_hh_l0	8	-0.02695552259683609
34149	rnn.weight_hh_l0	9	-0.03331853449344635
34149	rnn.bias_ih_l0	0	-0.043318238109350204
34149	rnn.bias_ih_l0	1	-0.09120820462703705
34149	rnn.bias_ih_l0	2	-0.12812688946723938
34149	rnn.bias_ih_l0	3	-0.18984520435333252
34149	rnn.bias_ih_l0	4	0.019157687202095985
34149	rnn.bias_ih_l0	5	0.05718817561864853
34149	rnn.bias_ih_l0	6	-0.09542272239923477
34149	rnn.bias_ih_l0	7	-0.15129515528678894
34149	rnn.bias_ih_l0	8	-0.050500769168138504
34149	rnn.bias_ih_l0	9	-0.0851643830537796
34149	rnn.bias_hh_l0	0	0.05909140035510063
34149	rnn.bias_hh_l0	1	-0.03126046434044838
34149	rnn.bias_hh_l0	2	-0.002533711725845933
34149	rnn.bias_hh_l0	3	-0.10010873526334763
34149	rnn.bias_hh_l0	4	0.02771957777440548
34149	rnn.bias_hh_l0	5	0.02920137159526348
34149	rnn.bias_hh_l0	6	-0.04817824438214302
34149	rnn.bias_hh_l0	7	-0.06736303120851517
34149	rnn.bias_hh_l0	8	-0.12087540328502655
34149	rnn.bias_hh_l0	9	-0.06363121420145035
34149	rnn.weight_ih_l0_reverse	0	0.013633609749376774
34149	rnn.weight_ih_l0_reverse	1	-0.00038509618025273085
34149	rnn.weight_ih_l0_reverse	2	0.007478334009647369
34149	rnn.weight_ih_l0_reverse	3	-0.005174310877919197
34149	rnn.weight_ih_l0_reverse	4	0.007015856448560953
34149	rnn.weight_ih_l0_reverse	5	-0.008504481986165047
34149	rnn.weight_ih_l0_reverse	6	-0.03680892661213875
34149	rnn.weight_ih_l0_reverse	7	-0.019385822117328644
34149	rnn.weight_ih_l0_reverse	8	0.04813878610730171
34149	rnn.weight_ih_l0_reverse	9	0.015709014609456062
34149	rnn.weight_hh_l0_reverse	0	-0.013044621795415878
34149	rnn.weight_hh_l0_reverse	1	0.012334887869656086
34149	rnn.weight_hh_l0_reverse	2	-0.029468487948179245
34149	rnn.weight_hh_l0_reverse	3	0.03811021149158478
34149	rnn.weight_hh_l0_reverse	4	0.017687154933810234
34149	rnn.weight_hh_l0_reverse	5	0.005915437359362841
34149	rnn.weight_hh_l0_reverse	6	0.02529986761510372
34149	rnn.weight_hh_l0_reverse	7	0.027230773121118546
34149	rnn.weight_hh_l0_reverse	8	0.010050393640995026
34149	rnn.weight_hh_l0_reverse	9	-0.038855619728565216
34149	rnn.bias_ih_l0_reverse	0	-0.06858808547258377
34149	rnn.bias_ih_l0_reverse	1	-0.21493659913539886
34149	rnn.bias_ih_l0_reverse	2	-0.03133537247776985
34149	rnn.bias_ih_l0_reverse	3	-0.0728430226445198
34149	rnn.bias_ih_l0_reverse	4	0.048544447869062424
34149	rnn.bias_ih_l0_reverse	5	-0.15420770645141602
34149	rnn.bias_ih_l0_reverse	6	-0.0568496473133564
34149	rnn.bias_ih_l0_reverse	7	0.059506602585315704
34149	rnn.bias_ih_l0_reverse	8	-0.08691022545099258
34149	rnn.bias_ih_l0_reverse	9	-0.04699050262570381
34149	rnn.bias_hh_l0_reverse	0	-0.07684561610221863
34149	rnn.bias_hh_l0_reverse	1	-0.029537320137023926
34149	rnn.bias_hh_l0_reverse	2	-0.030419033020734787
34149	rnn.bias_hh_l0_reverse	3	-0.0676335021853447
34149	rnn.bias_hh_l0_reverse	4	-0.006250270176678896
34149	rnn.bias_hh_l0_reverse	5	-0.06743238121271133
34149	rnn.bias_hh_l0_reverse	6	-0.06127224490046501
34149	rnn.bias_hh_l0_reverse	7	-0.09902837872505188
34149	rnn.bias_hh_l0_reverse	8	-0.039793625473976135
34149	rnn.bias_hh_l0_reverse	9	-0.09761650115251541
34149	linear.weight	0	-0.1886206716299057
34149	linear.weight	1	-0.08720128983259201
34149	linear.weight	2	-0.011228874325752258
34149	linear.weight	3	0.06251640617847443
34149	linear.weight	4	0.10694587230682373
34149	linear.weight	5	0.14922979474067688
34149	linear.weight	6	0.0047744326293468475
34149	linear.weight	7	-0.021312154829502106
34149	linear.weight	8	0.13549402356147766
34149	linear.weight	9	0.1435573548078537
34149	linear.bias	0	-0.5271822810173035
34149	linear.bias	1	0.35303744673728943
34149	linear.bias	2	0.07062158733606339
34149	linear.bias	3	-0.3967580497264862
34149	linear.bias	4	-1.2620471715927124
34149	linear.bias	5	-1.08400559425354
34149	linear.bias	6	-0.4935774505138397
34149	linear.bias	7	-0.6552684307098389
34149	linear.bias	8	-0.01705317199230194
34149	linear.bias	9	2.6985936164855957
34346	transitions	0	-0.09681525826454163
34346	transitions	1	6.653878211975098
34346	transitions	2	-2.6286189556121826
34346	transitions	3	1.1518644094467163
34346	transitions	4	-1.4233927726745605
34346	transitions	5	-0.2295045256614685
34346	transitions	6	-0.1263815015554428
34346	transitions	7	-10000.0
34346	transitions	8	1.4909589290618896
34346	transitions	9	-2.279090166091919
34346	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
34346	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
34346	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
34346	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
34346	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
34346	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
34346	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
34346	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
34346	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
34346	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
34346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
34346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
34346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
34346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
34346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
34346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
34346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
34346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
34346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
34346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
34346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
34346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
34346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
34346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
34346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
34346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
34346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
34346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
34346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
34346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
34346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
34346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
34346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
34346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
34346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
34346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
34346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
34346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
34346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
34346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
34346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
34346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
34346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
34346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
34346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
34346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
34346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
34346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
34346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
34346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
34346	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
34346	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
34346	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
34346	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
34346	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
34346	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
34346	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
34346	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
34346	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
34346	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
34346	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
34346	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
34346	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
34346	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
34346	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
34346	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
34346	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
34346	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
34346	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
34346	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
34346	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
34346	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
34346	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
34346	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
34346	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
34346	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
34346	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
34346	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
34346	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
34346	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
34346	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
34346	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
34346	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
34346	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
34346	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
34346	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
34346	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
34346	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
34346	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
34346	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
34346	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
34346	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
34346	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
34346	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
34346	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
34346	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
34346	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
34346	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
34346	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
34346	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
34346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
34346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
34346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
34346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
34346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
34346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
34346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
34346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
34346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
34346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
34346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
34346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
34346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
34346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
34346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
34346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
34346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
34346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
34346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
34346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
34346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
34346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
34346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
34346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
34346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
34346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
34346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
34346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
34346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
34346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
34346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
34346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
34346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
34346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
34346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
34346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
34346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
34346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
34346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
34346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
34346	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
34346	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
34346	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
34346	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
34346	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
34346	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
34346	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
34346	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
34346	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
34346	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
34346	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
34346	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
34346	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
34346	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
34346	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
34346	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
34346	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
34346	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
34346	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
34346	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
34346	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
34346	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
34346	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
34346	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
34346	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
34346	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
34346	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
34346	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
34346	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
34346	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
34346	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
34346	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
34346	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
34346	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
34346	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
34346	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
34346	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
34346	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
34346	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
34346	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
34346	embedding2nn.weight	0	0.019177859649062157
34346	embedding2nn.weight	1	-0.05622226372361183
34346	embedding2nn.weight	2	0.022050699219107628
34346	embedding2nn.weight	3	-0.020348621532320976
34346	embedding2nn.weight	4	-0.06289160251617432
34346	embedding2nn.weight	5	0.0592154785990715
34346	embedding2nn.weight	6	-0.09054294973611832
34346	embedding2nn.weight	7	-0.0545748732984066
34346	embedding2nn.weight	8	0.008066823706030846
34346	embedding2nn.weight	9	0.047255419194698334
34346	embedding2nn.bias	0	0.0913752093911171
34346	embedding2nn.bias	1	0.007702441420406103
34346	embedding2nn.bias	2	-0.1376330703496933
34346	embedding2nn.bias	3	0.0697273388504982
34346	embedding2nn.bias	4	0.005411011632531881
34346	embedding2nn.bias	5	-0.09781322628259659
34346	embedding2nn.bias	6	-0.06208024173974991
34346	embedding2nn.bias	7	0.004525942727923393
34346	embedding2nn.bias	8	0.060203008353710175
34346	embedding2nn.bias	9	-0.11495810747146606
34346	rnn.weight_ih_l0	0	0.009044501930475235
34346	rnn.weight_ih_l0	1	0.037009354680776596
34346	rnn.weight_ih_l0	2	-0.026225915178656578
34346	rnn.weight_ih_l0	3	0.01785726472735405
34346	rnn.weight_ih_l0	4	0.03553219884634018
34346	rnn.weight_ih_l0	5	-0.05872652307152748
34346	rnn.weight_ih_l0	6	0.03445494547486305
34346	rnn.weight_ih_l0	7	-0.029140429571270943
34346	rnn.weight_ih_l0	8	0.03819366544485092
34346	rnn.weight_ih_l0	9	-0.010672026313841343
34346	rnn.weight_hh_l0	0	0.00645430525764823
34346	rnn.weight_hh_l0	1	-0.0520542748272419
34346	rnn.weight_hh_l0	2	0.027610933408141136
34346	rnn.weight_hh_l0	3	0.010982746258378029
34346	rnn.weight_hh_l0	4	0.017400596290826797
34346	rnn.weight_hh_l0	5	0.019343441352248192
34346	rnn.weight_hh_l0	6	-0.010602225549519062
34346	rnn.weight_hh_l0	7	-0.05583804473280907
34346	rnn.weight_hh_l0	8	-0.025938423350453377
34346	rnn.weight_hh_l0	9	-0.03416686877608299
34346	rnn.bias_ih_l0	0	-0.04238421842455864
34346	rnn.bias_ih_l0	1	-0.09361464530229568
34346	rnn.bias_ih_l0	2	-0.12834270298480988
34346	rnn.bias_ih_l0	3	-0.19507211446762085
34346	rnn.bias_ih_l0	4	0.02390829287469387
34346	rnn.bias_ih_l0	5	0.048725053668022156
34346	rnn.bias_ih_l0	6	-0.09338738769292831
34346	rnn.bias_ih_l0	7	-0.14733754098415375
34346	rnn.bias_ih_l0	8	-0.044041186571121216
34346	rnn.bias_ih_l0	9	-0.08153970539569855
34346	rnn.bias_hh_l0	0	0.062016718089580536
34346	rnn.bias_hh_l0	1	-0.02925540693104267
34346	rnn.bias_hh_l0	2	-0.000889739952981472
34346	rnn.bias_hh_l0	3	-0.09721982479095459
34346	rnn.bias_hh_l0	4	0.023322470486164093
34346	rnn.bias_hh_l0	5	0.03560265153646469
34346	rnn.bias_hh_l0	6	-0.049366533756256104
34346	rnn.bias_hh_l0	7	-0.06820590049028397
34346	rnn.bias_hh_l0	8	-0.12548336386680603
34346	rnn.bias_hh_l0	9	-0.0652407556772232
34346	rnn.weight_ih_l0_reverse	0	0.013519080355763435
34346	rnn.weight_ih_l0_reverse	1	-0.0004757557180710137
34346	rnn.weight_ih_l0_reverse	2	0.01107024122029543
34346	rnn.weight_ih_l0_reverse	3	-0.004451995715498924
34346	rnn.weight_ih_l0_reverse	4	0.00955838430672884
34346	rnn.weight_ih_l0_reverse	5	-0.011006838642060757
34346	rnn.weight_ih_l0_reverse	6	-0.038375090807676315
34346	rnn.weight_ih_l0_reverse	7	-0.014735212549567223
34346	rnn.weight_ih_l0_reverse	8	0.04842998832464218
34346	rnn.weight_ih_l0_reverse	9	0.016193119809031487
34346	rnn.weight_hh_l0_reverse	0	-0.013749999925494194
34346	rnn.weight_hh_l0_reverse	1	0.01183808408677578
34346	rnn.weight_hh_l0_reverse	2	-0.030674325302243233
34346	rnn.weight_hh_l0_reverse	3	0.03785906359553337
34346	rnn.weight_hh_l0_reverse	4	0.017623012885451317
34346	rnn.weight_hh_l0_reverse	5	0.005453153513371944
34346	rnn.weight_hh_l0_reverse	6	0.025342585518956184
34346	rnn.weight_hh_l0_reverse	7	0.026739181950688362
34346	rnn.weight_hh_l0_reverse	8	0.010409170761704445
34346	rnn.weight_hh_l0_reverse	9	-0.03924555331468582
34346	rnn.bias_ih_l0_reverse	0	-0.0685325562953949
34346	rnn.bias_ih_l0_reverse	1	-0.21614529192447662
34346	rnn.bias_ih_l0_reverse	2	-0.030336415395140648
34346	rnn.bias_ih_l0_reverse	3	-0.07437136769294739
34346	rnn.bias_ih_l0_reverse	4	0.05535294488072395
34346	rnn.bias_ih_l0_reverse	5	-0.15080571174621582
34346	rnn.bias_ih_l0_reverse	6	-0.053999800235033035
34346	rnn.bias_ih_l0_reverse	7	0.05489837005734444
34346	rnn.bias_ih_l0_reverse	8	-0.0910235121846199
34346	rnn.bias_ih_l0_reverse	9	-0.049449384212493896
34346	rnn.bias_hh_l0_reverse	0	-0.07416141033172607
34346	rnn.bias_hh_l0_reverse	1	-0.017635047435760498
34346	rnn.bias_hh_l0_reverse	2	-0.02973063476383686
34346	rnn.bias_hh_l0_reverse	3	-0.06785837560892105
34346	rnn.bias_hh_l0_reverse	4	-0.008011171594262123
34346	rnn.bias_hh_l0_reverse	5	-0.07294309139251709
34346	rnn.bias_hh_l0_reverse	6	-0.0661013275384903
34346	rnn.bias_hh_l0_reverse	7	-0.10071983933448792
34346	rnn.bias_hh_l0_reverse	8	-0.04324021562933922
34346	rnn.bias_hh_l0_reverse	9	-0.09768733382225037
34346	linear.weight	0	-0.1937354952096939
34346	linear.weight	1	-0.1109001636505127
34346	linear.weight	2	-0.011228874325752258
34346	linear.weight	3	0.04583148658275604
34346	linear.weight	4	0.11051185429096222
34346	linear.weight	5	0.15686289966106415
34346	linear.weight	6	0.0047744326293468475
34346	linear.weight	7	-0.021312154829502106
34346	linear.weight	8	0.14168648421764374
34346	linear.weight	9	0.1321226954460144
34346	linear.bias	0	-0.547425389289856
34346	linear.bias	1	0.39181041717529297
34346	linear.bias	2	0.124635711312294
34346	linear.bias	3	-0.4296678602695465
34346	linear.bias	4	-1.265183687210083
34346	linear.bias	5	-1.0844837427139282
34346	linear.bias	6	-0.5081208944320679
34346	linear.bias	7	-0.6503616571426392
34346	linear.bias	8	-0.01705317199230194
34346	linear.bias	9	2.7155704498291016
34543	transitions	0	-0.09865844249725342
34543	transitions	1	6.6673583984375
34543	transitions	2	-2.6331515312194824
34543	transitions	3	1.1425772905349731
34543	transitions	4	-1.4258185625076294
34543	transitions	5	-0.23144865036010742
34543	transitions	6	-0.1265951693058014
34543	transitions	7	-10000.0
34543	transitions	8	1.488394856452942
34543	transitions	9	-2.27917742729187
34543	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
34543	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
34543	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
34543	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
34543	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
34543	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
34543	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
34543	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
34543	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
34543	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
34543	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
34543	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
34543	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
34543	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
34543	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
34543	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
34543	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
34543	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
34543	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
34543	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
34543	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
34543	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
34543	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
34543	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
34543	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
34543	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
34543	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
34543	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
34543	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
34543	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
34543	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
34543	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
34543	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
34543	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
34543	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
34543	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
34543	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
34543	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
34543	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
34543	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
34543	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
34543	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
34543	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
34543	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
34543	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
34543	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
34543	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
34543	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
34543	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
34543	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
34543	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
34543	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
34543	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
34543	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
34543	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
34543	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
34543	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
34543	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
34543	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
34543	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
34543	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
34543	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
34543	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
34543	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
34543	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
34543	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
34543	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
34543	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
34543	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
34543	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
34543	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
34543	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
34543	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
34543	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
34543	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
34543	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
34543	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
34543	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
34543	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
34543	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
34543	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
34543	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
34543	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
34543	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
34543	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
34543	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
34543	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
34543	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
34543	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
34543	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
34543	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
34543	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
34543	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
34543	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
34543	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
34543	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
34543	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
34543	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
34543	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
34543	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
34543	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
34543	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
34543	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
34543	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
34543	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
34543	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
34543	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
34543	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
34543	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
34543	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
34543	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
34543	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
34543	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
34543	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
34543	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
34543	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
34543	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
34543	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
34543	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
34543	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
34543	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
34543	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
34543	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
34543	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
34543	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
34543	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
34543	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
34543	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
34543	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
34543	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
34543	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
34543	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
34543	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
34543	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
34543	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
34543	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
34543	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
34543	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
34543	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
34543	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
34543	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
34543	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
34543	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
34543	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
34543	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
34543	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
34543	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
34543	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
34543	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
34543	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
34543	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
34543	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
34543	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
34543	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
34543	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
34543	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
34543	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
34543	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
34543	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
34543	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
34543	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
34543	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
34543	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
34543	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
34543	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
34543	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
34543	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
34543	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
34543	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
34543	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
34543	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
34543	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
34543	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
34543	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
34543	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
34543	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
34543	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
34543	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
34543	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
34543	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
34543	embedding2nn.weight	0	0.018685324117541313
34543	embedding2nn.weight	1	-0.05813954770565033
34543	embedding2nn.weight	2	0.020824184641242027
34543	embedding2nn.weight	3	-0.02018410712480545
34543	embedding2nn.weight	4	-0.06284581124782562
34543	embedding2nn.weight	5	0.05971433222293854
34543	embedding2nn.weight	6	-0.09594814479351044
34543	embedding2nn.weight	7	-0.052170488983392715
34543	embedding2nn.weight	8	0.008568516001105309
34543	embedding2nn.weight	9	0.0435553640127182
34543	embedding2nn.bias	0	0.10527779161930084
34543	embedding2nn.bias	1	0.020742444321513176
34543	embedding2nn.bias	2	-0.1349809765815735
34543	embedding2nn.bias	3	0.06152459606528282
34543	embedding2nn.bias	4	0.026541579514741898
34543	embedding2nn.bias	5	-0.10248187929391861
34543	embedding2nn.bias	6	-0.0646824911236763
34543	embedding2nn.bias	7	-0.002723370911553502
34543	embedding2nn.bias	8	0.060086607933044434
34543	embedding2nn.bias	9	-0.122141994535923
34543	rnn.weight_ih_l0	0	0.009135889820754528
34543	rnn.weight_ih_l0	1	0.0334935188293457
34543	rnn.weight_ih_l0	2	-0.02687804400920868
34543	rnn.weight_ih_l0	3	0.018026573583483696
34543	rnn.weight_ih_l0	4	0.03404086455702782
34543	rnn.weight_ih_l0	5	-0.05775756761431694
34543	rnn.weight_ih_l0	6	0.030873507261276245
34543	rnn.weight_ih_l0	7	-0.030876226723194122
34543	rnn.weight_ih_l0	8	0.03717316314578056
34543	rnn.weight_ih_l0	9	-0.009153096005320549
34543	rnn.weight_hh_l0	0	0.005556846037507057
34543	rnn.weight_hh_l0	1	-0.05306249484419823
34543	rnn.weight_hh_l0	2	0.027354246005415916
34543	rnn.weight_hh_l0	3	0.011865991167724133
34543	rnn.weight_hh_l0	4	0.016710558906197548
34543	rnn.weight_hh_l0	5	0.01923559606075287
34543	rnn.weight_hh_l0	6	-0.009623668156564236
34543	rnn.weight_hh_l0	7	-0.056721702218055725
34543	rnn.weight_hh_l0	8	-0.026416920125484467
34543	rnn.weight_hh_l0	9	-0.033285174518823624
34543	rnn.bias_ih_l0	0	-0.03841722756624222
34543	rnn.bias_ih_l0	1	-0.0909217968583107
34543	rnn.bias_ih_l0	2	-0.13055318593978882
34543	rnn.bias_ih_l0	3	-0.19363071024417877
34543	rnn.bias_ih_l0	4	0.018777921795845032
34543	rnn.bias_ih_l0	5	0.04394591599702835
34543	rnn.bias_ih_l0	6	-0.09444575756788254
34543	rnn.bias_ih_l0	7	-0.14740636944770813
34543	rnn.bias_ih_l0	8	-0.04348726198077202
34543	rnn.bias_ih_l0	9	-0.08142635226249695
34543	rnn.bias_hh_l0	0	0.06401510536670685
34543	rnn.bias_hh_l0	1	-0.02964954823255539
34543	rnn.bias_hh_l0	2	0.0064170765690505505
34543	rnn.bias_hh_l0	3	-0.09597217291593552
34543	rnn.bias_hh_l0	4	0.02463211864233017
34543	rnn.bias_hh_l0	5	0.034939441829919815
34543	rnn.bias_hh_l0	6	-0.05007683113217354
34543	rnn.bias_hh_l0	7	-0.0709962397813797
34543	rnn.bias_hh_l0	8	-0.12308728694915771
34543	rnn.bias_hh_l0	9	-0.06156625226140022
34543	rnn.weight_ih_l0_reverse	0	0.012293216772377491
34543	rnn.weight_ih_l0_reverse	1	0.0005355303292162716
34543	rnn.weight_ih_l0_reverse	2	0.010768194682896137
34543	rnn.weight_ih_l0_reverse	3	-0.005845345556735992
34543	rnn.weight_ih_l0_reverse	4	0.012336206622421741
34543	rnn.weight_ih_l0_reverse	5	-0.00848937314003706
34543	rnn.weight_ih_l0_reverse	6	-0.040970224887132645
34543	rnn.weight_ih_l0_reverse	7	-0.014160838909447193
34543	rnn.weight_ih_l0_reverse	8	0.05061876028776169
34543	rnn.weight_ih_l0_reverse	9	0.018221024423837662
34543	rnn.weight_hh_l0_reverse	0	-0.012962047010660172
34543	rnn.weight_hh_l0_reverse	1	0.013783141039311886
34543	rnn.weight_hh_l0_reverse	2	-0.030673623085021973
34543	rnn.weight_hh_l0_reverse	3	0.03682866320014
34543	rnn.weight_hh_l0_reverse	4	0.01761888898909092
34543	rnn.weight_hh_l0_reverse	5	0.004412959795445204
34543	rnn.weight_hh_l0_reverse	6	0.02512173354625702
34543	rnn.weight_hh_l0_reverse	7	0.02635708637535572
34543	rnn.weight_hh_l0_reverse	8	0.010548538528382778
34543	rnn.weight_hh_l0_reverse	9	-0.0393422432243824
34543	rnn.bias_ih_l0_reverse	0	-0.06883836537599564
34543	rnn.bias_ih_l0_reverse	1	-0.21470549702644348
34543	rnn.bias_ih_l0_reverse	2	-0.029145384207367897
34543	rnn.bias_ih_l0_reverse	3	-0.07391948997974396
34543	rnn.bias_ih_l0_reverse	4	0.052848078310489655
34543	rnn.bias_ih_l0_reverse	5	-0.14535799622535706
34543	rnn.bias_ih_l0_reverse	6	-0.054510146379470825
34543	rnn.bias_ih_l0_reverse	7	0.04791756719350815
34543	rnn.bias_ih_l0_reverse	8	-0.0893377885222435
34543	rnn.bias_ih_l0_reverse	9	-0.05365721508860588
34543	rnn.bias_hh_l0_reverse	0	-0.07049405574798584
34543	rnn.bias_hh_l0_reverse	1	-0.01705189049243927
34543	rnn.bias_hh_l0_reverse	2	-0.029851727187633514
34543	rnn.bias_hh_l0_reverse	3	-0.0706598088145256
34543	rnn.bias_hh_l0_reverse	4	-0.006877572741359472
34543	rnn.bias_hh_l0_reverse	5	-0.07938271015882492
34543	rnn.bias_hh_l0_reverse	6	-0.06629950553178787
34543	rnn.bias_hh_l0_reverse	7	-0.09845166653394699
34543	rnn.bias_hh_l0_reverse	8	-0.03945797681808472
34543	rnn.bias_hh_l0_reverse	9	-0.09724168479442596
34543	linear.weight	0	-0.1883944422006607
34543	linear.weight	1	-0.109878771007061
34543	linear.weight	2	-0.011228874325752258
34543	linear.weight	3	0.04000276327133179
34543	linear.weight	4	0.09907864779233932
34543	linear.weight	5	0.17017485201358795
34543	linear.weight	6	0.0047744326293468475
34543	linear.weight	7	-0.021312154829502106
34543	linear.weight	8	0.1228100135922432
34543	linear.weight	9	0.14836283028125763
34543	linear.bias	0	-0.5655832886695862
34543	linear.bias	1	0.3771381378173828
34543	linear.bias	2	0.10747253149747849
34543	linear.bias	3	-0.4137246906757355
34543	linear.bias	4	-1.2367606163024902
34543	linear.bias	5	-1.0849738121032715
34543	linear.bias	6	-0.5180444717407227
34543	linear.bias	7	-0.6544774174690247
34543	linear.bias	8	-0.01705317199230194
34543	linear.bias	9	2.7226626873016357
34740	transitions	0	-0.09942156821489334
34740	transitions	1	6.707891464233398
34740	transitions	2	-2.637256145477295
34740	transitions	3	1.1517657041549683
34740	transitions	4	-1.427852988243103
34740	transitions	5	-0.23188500106334686
34740	transitions	6	-0.12689338624477386
34740	transitions	7	-10000.0
34740	transitions	8	1.4870156049728394
34740	transitions	9	-2.2792611122131348
34740	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
34740	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
34740	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
34740	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
34740	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
34740	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
34740	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
34740	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
34740	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
34740	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
34740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
34740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
34740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
34740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
34740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
34740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
34740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
34740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
34740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
34740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
34740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
34740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
34740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
34740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
34740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
34740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
34740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
34740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
34740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
34740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
34740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
34740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
34740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
34740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
34740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
34740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
34740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
34740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
34740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
34740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
34740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
34740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
34740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
34740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
34740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
34740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
34740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
34740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
34740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
34740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
34740	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
34740	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
34740	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
34740	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
34740	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
34740	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
34740	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
34740	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
34740	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
34740	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
34740	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
34740	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
34740	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
34740	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
34740	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
34740	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
34740	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
34740	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
34740	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
34740	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
34740	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
34740	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
34740	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
34740	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
34740	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
34740	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
34740	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
34740	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
34740	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
34740	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
34740	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
34740	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
34740	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
34740	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
34740	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
34740	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
34740	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
34740	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
34740	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
34740	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
34740	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
34740	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
34740	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
34740	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
34740	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
34740	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
34740	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
34740	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
34740	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
34740	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
34740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
34740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
34740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
34740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
34740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
34740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
34740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
34740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
34740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
34740	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
34740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
34740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
34740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
34740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
34740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
34740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
34740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
34740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
34740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
34740	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
34740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
34740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
34740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
34740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
34740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
34740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
34740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
34740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
34740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
34740	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
34740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
34740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
34740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
34740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
34740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
34740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
34740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
34740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
34740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
34740	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
34740	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
34740	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
34740	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
34740	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
34740	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
34740	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
34740	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
34740	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
34740	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
34740	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
34740	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
34740	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
34740	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
34740	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
34740	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
34740	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
34740	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
34740	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
34740	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
34740	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
34740	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
34740	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
34740	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
34740	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
34740	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
34740	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
34740	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
34740	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
34740	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
34740	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
34740	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
34740	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
34740	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
34740	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
34740	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
34740	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
34740	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
34740	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
34740	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
34740	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
34740	embedding2nn.weight	0	0.019583696499466896
34740	embedding2nn.weight	1	-0.0568808913230896
34740	embedding2nn.weight	2	0.02082442305982113
34740	embedding2nn.weight	3	-0.01887725107371807
34740	embedding2nn.weight	4	-0.06355709582567215
34740	embedding2nn.weight	5	0.06214170530438423
34740	embedding2nn.weight	6	-0.09573358297348022
34740	embedding2nn.weight	7	-0.05320262163877487
34740	embedding2nn.weight	8	0.007984806783497334
34740	embedding2nn.weight	9	0.037844426929950714
34740	embedding2nn.bias	0	0.0892166718840599
34740	embedding2nn.bias	1	0.030179373919963837
34740	embedding2nn.bias	2	-0.13600406050682068
34740	embedding2nn.bias	3	0.056423742324113846
34740	embedding2nn.bias	4	0.0246037058532238
34740	embedding2nn.bias	5	-0.10681554675102234
34740	embedding2nn.bias	6	-0.06261667609214783
34740	embedding2nn.bias	7	-0.007270623929798603
34740	embedding2nn.bias	8	0.06396299600601196
34740	embedding2nn.bias	9	-0.12385030090808868
34740	rnn.weight_ih_l0	0	0.009949642233550549
34740	rnn.weight_ih_l0	1	0.03500162065029144
34740	rnn.weight_ih_l0	2	-0.02765687182545662
34740	rnn.weight_ih_l0	3	0.018878722563385963
34740	rnn.weight_ih_l0	4	0.0334094800055027
34740	rnn.weight_ih_l0	5	-0.05731850862503052
34740	rnn.weight_ih_l0	6	0.02990172617137432
34740	rnn.weight_ih_l0	7	-0.03201092407107353
34740	rnn.weight_ih_l0	8	0.03835969418287277
34740	rnn.weight_ih_l0	9	-0.007799412123858929
34740	rnn.weight_hh_l0	0	0.004587583709508181
34740	rnn.weight_hh_l0	1	-0.052541688084602356
34740	rnn.weight_hh_l0	2	0.028231294825673103
34740	rnn.weight_hh_l0	3	0.013885763473808765
34740	rnn.weight_hh_l0	4	0.016608361154794693
34740	rnn.weight_hh_l0	5	0.018958646804094315
34740	rnn.weight_hh_l0	6	-0.009989563375711441
34740	rnn.weight_hh_l0	7	-0.05777301266789436
34740	rnn.weight_hh_l0	8	-0.027168231084942818
34740	rnn.weight_hh_l0	9	-0.03557847440242767
34740	rnn.bias_ih_l0	0	-0.03195296227931976
34740	rnn.bias_ih_l0	1	-0.09037107229232788
34740	rnn.bias_ih_l0	2	-0.12983661890029907
34740	rnn.bias_ih_l0	3	-0.1943703591823578
34740	rnn.bias_ih_l0	4	0.017565619200468063
34740	rnn.bias_ih_l0	5	0.046012550592422485
34740	rnn.bias_ih_l0	6	-0.09308968484401703
34740	rnn.bias_ih_l0	7	-0.14705891907215118
34740	rnn.bias_ih_l0	8	-0.04271711781620979
34740	rnn.bias_ih_l0	9	-0.0783606544137001
34740	rnn.bias_hh_l0	0	0.06477872282266617
34740	rnn.bias_hh_l0	1	-0.03042260929942131
34740	rnn.bias_hh_l0	2	0.0018529720837250352
34740	rnn.bias_hh_l0	3	-0.09772974252700806
34740	rnn.bias_hh_l0	4	0.02689199522137642
34740	rnn.bias_hh_l0	5	0.03401139751076698
34740	rnn.bias_hh_l0	6	-0.04893716797232628
34740	rnn.bias_hh_l0	7	-0.07707154005765915
34740	rnn.bias_hh_l0	8	-0.1173870712518692
34740	rnn.bias_hh_l0	9	-0.06564696133136749
34740	rnn.weight_ih_l0_reverse	0	0.012672715820372105
34740	rnn.weight_ih_l0_reverse	1	-0.00012451790098566562
34740	rnn.weight_ih_l0_reverse	2	0.011313913390040398
34740	rnn.weight_ih_l0_reverse	3	-0.006137629505246878
34740	rnn.weight_ih_l0_reverse	4	0.006021786481142044
34740	rnn.weight_ih_l0_reverse	5	-0.008146633394062519
34740	rnn.weight_ih_l0_reverse	6	-0.043069515377283096
34740	rnn.weight_ih_l0_reverse	7	-0.014607171528041363
34740	rnn.weight_ih_l0_reverse	8	0.04625928774476051
34740	rnn.weight_ih_l0_reverse	9	0.02083727903664112
34740	rnn.weight_hh_l0_reverse	0	-0.013680404052138329
34740	rnn.weight_hh_l0_reverse	1	0.013622107915580273
34740	rnn.weight_hh_l0_reverse	2	-0.030382785946130753
34740	rnn.weight_hh_l0_reverse	3	0.03611885756254196
34740	rnn.weight_hh_l0_reverse	4	0.017967944964766502
34740	rnn.weight_hh_l0_reverse	5	0.004879610612988472
34740	rnn.weight_hh_l0_reverse	6	0.023711247369647026
34740	rnn.weight_hh_l0_reverse	7	0.025545615702867508
34740	rnn.weight_hh_l0_reverse	8	0.0101561788469553
34740	rnn.weight_hh_l0_reverse	9	-0.03970583155751228
34740	rnn.bias_ih_l0_reverse	0	-0.06972828507423401
34740	rnn.bias_ih_l0_reverse	1	-0.2158760279417038
34740	rnn.bias_ih_l0_reverse	2	-0.029010960832238197
34740	rnn.bias_ih_l0_reverse	3	-0.07586721330881119
34740	rnn.bias_ih_l0_reverse	4	0.052464794367551804
34740	rnn.bias_ih_l0_reverse	5	-0.14480507373809814
34740	rnn.bias_ih_l0_reverse	6	-0.052602339535951614
34740	rnn.bias_ih_l0_reverse	7	0.048770252615213394
34740	rnn.bias_ih_l0_reverse	8	-0.0883769541978836
34740	rnn.bias_ih_l0_reverse	9	-0.053439173847436905
34740	rnn.bias_hh_l0_reverse	0	-0.07127489149570465
34740	rnn.bias_hh_l0_reverse	1	-0.014463000930845737
34740	rnn.bias_hh_l0_reverse	2	-0.0322919636964798
34740	rnn.bias_hh_l0_reverse	3	-0.0729307234287262
34740	rnn.bias_hh_l0_reverse	4	-0.006681050639599562
34740	rnn.bias_hh_l0_reverse	5	-0.07664383947849274
34740	rnn.bias_hh_l0_reverse	6	-0.06700994819402695
34740	rnn.bias_hh_l0_reverse	7	-0.09441565722227097
34740	rnn.bias_hh_l0_reverse	8	-0.039267364889383316
34740	rnn.bias_hh_l0_reverse	9	-0.09877064824104309
34740	linear.weight	0	-0.19243018329143524
34740	linear.weight	1	-0.11790236830711365
34740	linear.weight	2	-0.011228874325752258
34740	linear.weight	3	0.052715055644512177
34740	linear.weight	4	0.09524460136890411
34740	linear.weight	5	0.18228045105934143
34740	linear.weight	6	0.0047744326293468475
34740	linear.weight	7	-0.021312154829502106
34740	linear.weight	8	0.11722327768802643
34740	linear.weight	9	0.16866537928581238
34740	linear.bias	0	-0.5656654834747314
34740	linear.bias	1	0.3503124713897705
34740	linear.bias	2	0.11461428552865982
34740	linear.bias	3	-0.3844890594482422
34740	linear.bias	4	-1.2005082368850708
34740	linear.bias	5	-1.085528016090393
34740	linear.bias	6	-0.5180273056030273
34740	linear.bias	7	-0.6417726874351501
34740	linear.bias	8	-0.01705317199230194
34740	linear.bias	9	2.7220444679260254
34937	transitions	0	-0.10017077624797821
34937	transitions	1	6.70620584487915
34937	transitions	2	-2.6402082443237305
34937	transitions	3	1.157724142074585
34937	transitions	4	-1.4307996034622192
34937	transitions	5	-0.23249639570713043
34937	transitions	6	-0.12716102600097656
34937	transitions	7	-10000.0
34937	transitions	8	1.488294005393982
34937	transitions	9	-2.2793314456939697
34937	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
34937	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
34937	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
34937	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
34937	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
34937	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
34937	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
34937	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
34937	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
34937	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
34937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
34937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
34937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
34937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
34937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
34937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
34937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
34937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
34937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
34937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
34937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
34937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
34937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
34937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
34937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
34937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
34937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
34937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
34937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
34937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
34937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
34937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
34937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
34937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
34937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
34937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
34937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
34937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
34937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
34937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
34937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
34937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
34937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
34937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
34937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
34937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
34937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
34937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
34937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
34937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
34937	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
34937	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
34937	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
34937	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
34937	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
34937	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
34937	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
34937	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
34937	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
34937	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
34937	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
34937	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
34937	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
34937	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
34937	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
34937	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
34937	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
34937	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
34937	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
34937	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
34937	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
34937	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
34937	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
34937	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
34937	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
34937	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
34937	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
34937	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
34937	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
34937	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
34937	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
34937	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
34937	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
34937	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
34937	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
34937	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
34937	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
34937	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
34937	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
34937	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
34937	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
34937	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
34937	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
34937	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
34937	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
34937	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
34937	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
34937	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
34937	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
34937	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
34937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
34937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
34937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
34937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
34937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
34937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
34937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
34937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
34937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
34937	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
34937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
34937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
34937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
34937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
34937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
34937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
34937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
34937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
34937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
34937	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
34937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
34937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
34937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
34937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
34937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
34937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
34937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
34937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
34937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
34937	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
34937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
34937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
34937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
34937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
34937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
34937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
34937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
34937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
34937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
34937	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
34937	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
34937	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
34937	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
34937	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
34937	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
34937	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
34937	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
34937	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
34937	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
34937	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
34937	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
34937	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
34937	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
34937	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
34937	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
34937	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
34937	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
34937	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
34937	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
34937	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
34937	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
34937	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
34937	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
34937	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
34937	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
34937	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
34937	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
34937	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
34937	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
34937	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
34937	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
34937	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
34937	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
34937	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
34937	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
34937	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
34937	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
34937	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
34937	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
34937	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
34937	embedding2nn.weight	0	0.019932076334953308
34937	embedding2nn.weight	1	-0.056817419826984406
34937	embedding2nn.weight	2	0.021379992365837097
34937	embedding2nn.weight	3	-0.018472228199243546
34937	embedding2nn.weight	4	-0.06073255091905594
34937	embedding2nn.weight	5	0.061054930090904236
34937	embedding2nn.weight	6	-0.08860451728105545
34937	embedding2nn.weight	7	-0.05462950840592384
34937	embedding2nn.weight	8	0.006977493409067392
34937	embedding2nn.weight	9	0.03670542314648628
34937	embedding2nn.bias	0	0.09096114337444305
34937	embedding2nn.bias	1	0.03246542066335678
34937	embedding2nn.bias	2	-0.12591901421546936
34937	embedding2nn.bias	3	0.045244742184877396
34937	embedding2nn.bias	4	0.015530377626419067
34937	embedding2nn.bias	5	-0.11129647493362427
34937	embedding2nn.bias	6	-0.05757656320929527
34937	embedding2nn.bias	7	-0.008784376084804535
34937	embedding2nn.bias	8	0.07023531198501587
34937	embedding2nn.bias	9	-0.12428241223096848
34937	rnn.weight_ih_l0	0	0.011274175718426704
34937	rnn.weight_ih_l0	1	0.03789444640278816
34937	rnn.weight_ih_l0	2	-0.02886923775076866
34937	rnn.weight_ih_l0	3	0.017848975956439972
34937	rnn.weight_ih_l0	4	0.03416973724961281
34937	rnn.weight_ih_l0	5	-0.057761531323194504
34937	rnn.weight_ih_l0	6	0.03147527948021889
34937	rnn.weight_ih_l0	7	-0.031263865530490875
34937	rnn.weight_ih_l0	8	0.03406549617648125
34937	rnn.weight_ih_l0	9	-0.008449946530163288
34937	rnn.weight_hh_l0	0	0.005553839262574911
34937	rnn.weight_hh_l0	1	-0.052471451461315155
34937	rnn.weight_hh_l0	2	0.028315868228673935
34937	rnn.weight_hh_l0	3	0.012951819226145744
34937	rnn.weight_hh_l0	4	0.015468686819076538
34937	rnn.weight_hh_l0	5	0.018045129254460335
34937	rnn.weight_hh_l0	6	-0.01059446856379509
34937	rnn.weight_hh_l0	7	-0.05840645730495453
34937	rnn.weight_hh_l0	8	-0.027658794075250626
34937	rnn.weight_hh_l0	9	-0.03832639008760452
34937	rnn.bias_ih_l0	0	-0.03139562904834747
34937	rnn.bias_ih_l0	1	-0.09379568696022034
34937	rnn.bias_ih_l0	2	-0.12751559913158417
34937	rnn.bias_ih_l0	3	-0.1918240636587143
34937	rnn.bias_ih_l0	4	0.017410026863217354
34937	rnn.bias_ih_l0	5	0.06037294864654541
34937	rnn.bias_ih_l0	6	-0.09474866092205048
34937	rnn.bias_ih_l0	7	-0.1485522985458374
34937	rnn.bias_ih_l0	8	-0.05012062191963196
34937	rnn.bias_ih_l0	9	-0.07789847254753113
34937	rnn.bias_hh_l0	0	0.06297891587018967
34937	rnn.bias_hh_l0	1	-0.031096989288926125
34937	rnn.bias_hh_l0	2	0.003843313083052635
34937	rnn.bias_hh_l0	3	-0.09603904187679291
34937	rnn.bias_hh_l0	4	0.015049394220113754
34937	rnn.bias_hh_l0	5	0.033150993287563324
34937	rnn.bias_hh_l0	6	-0.04643068090081215
34937	rnn.bias_hh_l0	7	-0.07588548958301544
34937	rnn.bias_hh_l0	8	-0.125266894698143
34937	rnn.bias_hh_l0	9	-0.0720941498875618
34937	rnn.weight_ih_l0_reverse	0	0.01549073588103056
34937	rnn.weight_ih_l0_reverse	1	0.0005209730006754398
34937	rnn.weight_ih_l0_reverse	2	0.0123946787789464
34937	rnn.weight_ih_l0_reverse	3	-0.0027858379762619734
34937	rnn.weight_ih_l0_reverse	4	0.006117125041782856
34937	rnn.weight_ih_l0_reverse	5	-0.00535213015973568
34937	rnn.weight_ih_l0_reverse	6	-0.043615080416202545
34937	rnn.weight_ih_l0_reverse	7	-0.017096292227506638
34937	rnn.weight_ih_l0_reverse	8	0.04428154602646828
34937	rnn.weight_ih_l0_reverse	9	0.02190251834690571
34937	rnn.weight_hh_l0_reverse	0	-0.014218510128557682
34937	rnn.weight_hh_l0_reverse	1	0.013883908279240131
34937	rnn.weight_hh_l0_reverse	2	-0.03033103048801422
34937	rnn.weight_hh_l0_reverse	3	0.03614646941423416
34937	rnn.weight_hh_l0_reverse	4	0.016850605607032776
34937	rnn.weight_hh_l0_reverse	5	0.004347058944404125
34937	rnn.weight_hh_l0_reverse	6	0.023061607033014297
34937	rnn.weight_hh_l0_reverse	7	0.02534261718392372
34937	rnn.weight_hh_l0_reverse	8	0.010012618266046047
34937	rnn.weight_hh_l0_reverse	9	-0.04008945822715759
34937	rnn.bias_ih_l0_reverse	0	-0.07012791931629181
34937	rnn.bias_ih_l0_reverse	1	-0.21527676284313202
34937	rnn.bias_ih_l0_reverse	2	-0.03073469176888466
34937	rnn.bias_ih_l0_reverse	3	-0.07397771626710892
34937	rnn.bias_ih_l0_reverse	4	0.06141957268118858
34937	rnn.bias_ih_l0_reverse	5	-0.14876943826675415
34937	rnn.bias_ih_l0_reverse	6	-0.048603661358356476
34937	rnn.bias_ih_l0_reverse	7	0.05278129130601883
34937	rnn.bias_ih_l0_reverse	8	-0.08494491875171661
34937	rnn.bias_ih_l0_reverse	9	-0.054653264582157135
34937	rnn.bias_hh_l0_reverse	0	-0.0685848593711853
34937	rnn.bias_hh_l0_reverse	1	-0.01948193646967411
34937	rnn.bias_hh_l0_reverse	2	-0.03181789442896843
34937	rnn.bias_hh_l0_reverse	3	-0.07086946070194244
34937	rnn.bias_hh_l0_reverse	4	-0.007212015800178051
34937	rnn.bias_hh_l0_reverse	5	-0.07910177856683731
34937	rnn.bias_hh_l0_reverse	6	-0.06604143977165222
34937	rnn.bias_hh_l0_reverse	7	-0.09718886762857437
34937	rnn.bias_hh_l0_reverse	8	-0.0391366071999073
34937	rnn.bias_hh_l0_reverse	9	-0.10101960599422455
34937	linear.weight	0	-0.18805401027202606
34937	linear.weight	1	-0.11519196629524231
34937	linear.weight	2	-0.011228874325752258
34937	linear.weight	3	0.056969448924064636
34937	linear.weight	4	0.09404817968606949
34937	linear.weight	5	0.18559002876281738
34937	linear.weight	6	0.0047744326293468475
34937	linear.weight	7	-0.021312154829502106
34937	linear.weight	8	0.14169766008853912
34937	linear.weight	9	0.16911381483078003
34937	linear.bias	0	-0.578836977481842
34937	linear.bias	1	0.3645637333393097
34937	linear.bias	2	0.07887658476829529
34937	linear.bias	3	-0.3979669511318207
34937	linear.bias	4	-1.2532992362976074
34937	linear.bias	5	-1.0860475301742554
34937	linear.bias	6	-0.5308439135551453
34937	linear.bias	7	-0.6481710076332092
34937	linear.bias	8	-0.01705317199230194
34937	linear.bias	9	2.763395071029663
35134	transitions	0	-0.10106801986694336
35134	transitions	1	6.702272415161133
35134	transitions	2	-2.6429474353790283
35134	transitions	3	1.1580562591552734
35134	transitions	4	-1.4321510791778564
35134	transitions	5	-0.23332341015338898
35134	transitions	6	-0.12746405601501465
35134	transitions	7	-10000.0
35134	transitions	8	1.4949980974197388
35134	transitions	9	-2.2793920040130615
35134	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
35134	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
35134	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
35134	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
35134	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
35134	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
35134	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
35134	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
35134	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
35134	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
35134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
35134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
35134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
35134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
35134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
35134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
35134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
35134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
35134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
35134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
35134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
35134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
35134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
35134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
35134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
35134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
35134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
35134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
35134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
35134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
35134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
35134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
35134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
35134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
35134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
35134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
35134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
35134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
35134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
35134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
35134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
35134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
35134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
35134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
35134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
35134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
35134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
35134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
35134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
35134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
35134	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
35134	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
35134	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
35134	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
35134	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
35134	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
35134	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
35134	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
35134	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
35134	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
35134	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
35134	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
35134	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
35134	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
35134	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
35134	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
35134	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
35134	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
35134	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
35134	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
35134	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
35134	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
35134	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
35134	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
35134	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
35134	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
35134	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
35134	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
35134	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
35134	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
35134	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
35134	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
35134	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
35134	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
35134	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
35134	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
35134	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
35134	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
35134	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
35134	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
35134	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
35134	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
35134	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
35134	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
35134	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
35134	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
35134	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
35134	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
35134	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
35134	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
35134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
35134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
35134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
35134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
35134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
35134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
35134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
35134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
35134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
35134	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
35134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
35134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
35134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
35134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
35134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
35134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
35134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
35134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
35134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
35134	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
35134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
35134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
35134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
35134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
35134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
35134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
35134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
35134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
35134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
35134	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
35134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
35134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
35134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
35134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
35134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
35134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
35134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
35134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
35134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
35134	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
35134	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
35134	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
35134	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
35134	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
35134	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
35134	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
35134	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
35134	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
35134	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
35134	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
35134	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
35134	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
35134	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
35134	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
35134	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
35134	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
35134	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
35134	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
35134	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
35134	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
35134	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
35134	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
35134	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
35134	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
35134	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
35134	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
35134	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
35134	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
35134	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
35134	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
35134	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
35134	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
35134	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
35134	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
35134	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
35134	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
35134	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
35134	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
35134	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
35134	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
35134	embedding2nn.weight	0	0.021189969033002853
35134	embedding2nn.weight	1	-0.057206813246011734
35134	embedding2nn.weight	2	0.019545407965779305
35134	embedding2nn.weight	3	-0.020475154742598534
35134	embedding2nn.weight	4	-0.06256171315908432
35134	embedding2nn.weight	5	0.06357663124799728
35134	embedding2nn.weight	6	-0.09804336726665497
35134	embedding2nn.weight	7	-0.051066361367702484
35134	embedding2nn.weight	8	0.007851894944906235
35134	embedding2nn.weight	9	0.033608920872211456
35134	embedding2nn.bias	0	0.09279486536979675
35134	embedding2nn.bias	1	0.025943147018551826
35134	embedding2nn.bias	2	-0.1238681897521019
35134	embedding2nn.bias	3	0.04372628778219223
35134	embedding2nn.bias	4	0.011027759872376919
35134	embedding2nn.bias	5	-0.10732380300760269
35134	embedding2nn.bias	6	-0.06995979696512222
35134	embedding2nn.bias	7	-0.018158437684178352
35134	embedding2nn.bias	8	0.0821714848279953
35134	embedding2nn.bias	9	-0.11276187747716904
35134	rnn.weight_ih_l0	0	0.010491620749235153
35134	rnn.weight_ih_l0	1	0.03737081587314606
35134	rnn.weight_ih_l0	2	-0.03268665075302124
35134	rnn.weight_ih_l0	3	0.016680411994457245
35134	rnn.weight_ih_l0	4	0.036318838596343994
35134	rnn.weight_ih_l0	5	-0.05874217301607132
35134	rnn.weight_ih_l0	6	0.0308541189879179
35134	rnn.weight_ih_l0	7	-0.030240824446082115
35134	rnn.weight_ih_l0	8	0.03594767674803734
35134	rnn.weight_ih_l0	9	-0.006861328147351742
35134	rnn.weight_hh_l0	0	0.005181607324630022
35134	rnn.weight_hh_l0	1	-0.05492525175213814
35134	rnn.weight_hh_l0	2	0.02751789055764675
35134	rnn.weight_hh_l0	3	0.01393831055611372
35134	rnn.weight_hh_l0	4	0.015444386750459671
35134	rnn.weight_hh_l0	5	0.019530801102519035
35134	rnn.weight_hh_l0	6	-0.010971905663609505
35134	rnn.weight_hh_l0	7	-0.05938947945833206
35134	rnn.weight_hh_l0	8	-0.028332987800240517
35134	rnn.weight_hh_l0	9	-0.03997763246297836
35134	rnn.bias_ih_l0	0	-0.03375931829214096
35134	rnn.bias_ih_l0	1	-0.09351617097854614
35134	rnn.bias_ih_l0	2	-0.12739066779613495
35134	rnn.bias_ih_l0	3	-0.18983687460422516
35134	rnn.bias_ih_l0	4	0.016501083970069885
35134	rnn.bias_ih_l0	5	0.0576021783053875
35134	rnn.bias_ih_l0	6	-0.09468384832143784
35134	rnn.bias_ih_l0	7	-0.14372952282428741
35134	rnn.bias_ih_l0	8	-0.05088865011930466
35134	rnn.bias_ih_l0	9	-0.07549311220645905
35134	rnn.bias_hh_l0	0	0.066859170794487
35134	rnn.bias_hh_l0	1	-0.029278943315148354
35134	rnn.bias_hh_l0	2	0.004098877776414156
35134	rnn.bias_hh_l0	3	-0.09795978665351868
35134	rnn.bias_hh_l0	4	0.025902122259140015
35134	rnn.bias_hh_l0	5	0.0322895348072052
35134	rnn.bias_hh_l0	6	-0.0507841482758522
35134	rnn.bias_hh_l0	7	-0.07127947360277176
35134	rnn.bias_hh_l0	8	-0.12401598691940308
35134	rnn.bias_hh_l0	9	-0.0729375034570694
35134	rnn.weight_ih_l0_reverse	0	0.014958993531763554
35134	rnn.weight_ih_l0_reverse	1	-0.0008224567282013595
35134	rnn.weight_ih_l0_reverse	2	0.014305325224995613
35134	rnn.weight_ih_l0_reverse	3	-0.010201451368629932
35134	rnn.weight_ih_l0_reverse	4	0.006810132414102554
35134	rnn.weight_ih_l0_reverse	5	-0.006017888896167278
35134	rnn.weight_ih_l0_reverse	6	-0.044608913362026215
35134	rnn.weight_ih_l0_reverse	7	-0.015325549989938736
35134	rnn.weight_ih_l0_reverse	8	0.043102167546749115
35134	rnn.weight_ih_l0_reverse	9	0.020499752834439278
35134	rnn.weight_hh_l0_reverse	0	-0.014186978340148926
35134	rnn.weight_hh_l0_reverse	1	0.013581921346485615
35134	rnn.weight_hh_l0_reverse	2	-0.030205534771084785
35134	rnn.weight_hh_l0_reverse	3	0.03644905611872673
35134	rnn.weight_hh_l0_reverse	4	0.01652953028678894
35134	rnn.weight_hh_l0_reverse	5	0.00321598956361413
35134	rnn.weight_hh_l0_reverse	6	0.02461412362754345
35134	rnn.weight_hh_l0_reverse	7	0.02580477111041546
35134	rnn.weight_hh_l0_reverse	8	0.009301671758294106
35134	rnn.weight_hh_l0_reverse	9	-0.04021497815847397
35134	rnn.bias_ih_l0_reverse	0	-0.06797880679368973
35134	rnn.bias_ih_l0_reverse	1	-0.2154863029718399
35134	rnn.bias_ih_l0_reverse	2	-0.032592494040727615
35134	rnn.bias_ih_l0_reverse	3	-0.0731288492679596
35134	rnn.bias_ih_l0_reverse	4	0.06710857897996902
35134	rnn.bias_ih_l0_reverse	5	-0.14495006203651428
35134	rnn.bias_ih_l0_reverse	6	-0.046108782291412354
35134	rnn.bias_ih_l0_reverse	7	0.05299830436706543
35134	rnn.bias_ih_l0_reverse	8	-0.08463864773511887
35134	rnn.bias_ih_l0_reverse	9	-0.0572652742266655
35134	rnn.bias_hh_l0_reverse	0	-0.07400697469711304
35134	rnn.bias_hh_l0_reverse	1	-0.02559591457247734
35134	rnn.bias_hh_l0_reverse	2	-0.03346460312604904
35134	rnn.bias_hh_l0_reverse	3	-0.07170356810092926
35134	rnn.bias_hh_l0_reverse	4	-0.007806777022778988
35134	rnn.bias_hh_l0_reverse	5	-0.07792896032333374
35134	rnn.bias_hh_l0_reverse	6	-0.0635051429271698
35134	rnn.bias_hh_l0_reverse	7	-0.09577194601297379
35134	rnn.bias_hh_l0_reverse	8	-0.04124842584133148
35134	rnn.bias_hh_l0_reverse	9	-0.10319482535123825
35134	linear.weight	0	-0.19575946033000946
35134	linear.weight	1	-0.10728686302900314
35134	linear.weight	2	-0.011228874325752258
35134	linear.weight	3	0.04302830249071121
35134	linear.weight	4	0.09200659394264221
35134	linear.weight	5	0.18961882591247559
35134	linear.weight	6	0.0047744326293468475
35134	linear.weight	7	-0.021312154829502106
35134	linear.weight	8	0.1574649065732956
35134	linear.weight	9	0.18179072439670563
35134	linear.bias	0	-0.5940769910812378
35134	linear.bias	1	0.3687593936920166
35134	linear.bias	2	0.09902206063270569
35134	linear.bias	3	-0.38810715079307556
35134	linear.bias	4	-1.2069851160049438
35134	linear.bias	5	-1.086616039276123
35134	linear.bias	6	-0.5548755526542664
35134	linear.bias	7	-0.6527639031410217
35134	linear.bias	8	-0.01705317199230194
35134	linear.bias	9	2.6980278491973877
35331	transitions	0	-0.1019793376326561
35331	transitions	1	6.717310428619385
35331	transitions	2	-2.6455283164978027
35331	transitions	3	1.162545919418335
35331	transitions	4	-1.4336670637130737
35331	transitions	5	-0.23482634127140045
35331	transitions	6	-0.1277393251657486
35331	transitions	7	-10000.0
35331	transitions	8	1.4955276250839233
35331	transitions	9	-2.279456615447998
35331	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
35331	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
35331	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
35331	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
35331	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
35331	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
35331	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
35331	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
35331	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
35331	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
35331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
35331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
35331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
35331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
35331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
35331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
35331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
35331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
35331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
35331	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
35331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
35331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
35331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
35331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
35331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
35331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
35331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
35331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
35331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
35331	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
35331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
35331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
35331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
35331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
35331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
35331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
35331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
35331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
35331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
35331	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
35331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
35331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
35331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
35331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
35331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
35331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
35331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
35331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
35331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
35331	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
35331	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
35331	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
35331	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
35331	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
35331	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
35331	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
35331	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
35331	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
35331	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
35331	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
35331	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
35331	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
35331	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
35331	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
35331	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
35331	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
35331	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
35331	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
35331	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
35331	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
35331	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
35331	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
35331	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
35331	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
35331	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
35331	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
35331	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
35331	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
35331	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
35331	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
35331	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
35331	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
35331	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
35331	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
35331	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
35331	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
35331	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
35331	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
35331	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
35331	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
35331	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
35331	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
35331	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
35331	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
35331	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
35331	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
35331	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
35331	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
35331	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
35331	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
35331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
35331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
35331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
35331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
35331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
35331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
35331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
35331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
35331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
35331	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
35331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
35331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
35331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
35331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
35331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
35331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
35331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
35331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
35331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
35331	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
35331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
35331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
35331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
35331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
35331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
35331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
35331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
35331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
35331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
35331	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
35331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
35331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
35331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
35331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
35331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
35331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
35331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
35331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
35331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
35331	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
35331	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
35331	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
35331	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
35331	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
35331	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
35331	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
35331	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
35331	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
35331	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
35331	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
35331	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
35331	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
35331	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
35331	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
35331	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
35331	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
35331	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
35331	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
35331	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
35331	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
35331	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
35331	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
35331	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
35331	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
35331	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
35331	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
35331	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
35331	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
35331	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
35331	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
35331	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
35331	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
35331	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
35331	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
35331	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
35331	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
35331	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
35331	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
35331	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
35331	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
35331	embedding2nn.weight	0	0.02117784321308136
35331	embedding2nn.weight	1	-0.05752639099955559
35331	embedding2nn.weight	2	0.01745949685573578
35331	embedding2nn.weight	3	-0.02086835727095604
35331	embedding2nn.weight	4	-0.06503857672214508
35331	embedding2nn.weight	5	0.06450120359659195
35331	embedding2nn.weight	6	-0.09351842850446701
35331	embedding2nn.weight	7	-0.050880249589681625
35331	embedding2nn.weight	8	0.006038061808794737
35331	embedding2nn.weight	9	0.038540713489055634
35331	embedding2nn.bias	0	0.09611359983682632
35331	embedding2nn.bias	1	0.02818422019481659
35331	embedding2nn.bias	2	-0.1214747354388237
35331	embedding2nn.bias	3	0.03622138500213623
35331	embedding2nn.bias	4	0.0126188350841403
35331	embedding2nn.bias	5	-0.12167336791753769
35331	embedding2nn.bias	6	-0.05589224770665169
35331	embedding2nn.bias	7	-0.019036732614040375
35331	embedding2nn.bias	8	0.07666923850774765
35331	embedding2nn.bias	9	-0.12187611311674118
35331	rnn.weight_ih_l0	0	0.009722094982862473
35331	rnn.weight_ih_l0	1	0.04209272190928459
35331	rnn.weight_ih_l0	2	-0.03157152235507965
35331	rnn.weight_ih_l0	3	0.017541153356432915
35331	rnn.weight_ih_l0	4	0.036041054874658585
35331	rnn.weight_ih_l0	5	-0.05898768827319145
35331	rnn.weight_ih_l0	6	0.033025190234184265
35331	rnn.weight_ih_l0	7	-0.029838284477591515
35331	rnn.weight_ih_l0	8	0.03717391565442085
35331	rnn.weight_ih_l0	9	-0.0057872687466442585
35331	rnn.weight_hh_l0	0	0.005684965290129185
35331	rnn.weight_hh_l0	1	-0.05471279099583626
35331	rnn.weight_hh_l0	2	0.02761298418045044
35331	rnn.weight_hh_l0	3	0.014182197861373425
35331	rnn.weight_hh_l0	4	0.015303106047213078
35331	rnn.weight_hh_l0	5	0.02099311724305153
35331	rnn.weight_hh_l0	6	-0.011369635351002216
35331	rnn.weight_hh_l0	7	-0.05829770490527153
35331	rnn.weight_hh_l0	8	-0.028724242001771927
35331	rnn.weight_hh_l0	9	-0.04099184647202492
35331	rnn.bias_ih_l0	0	-0.03902026265859604
35331	rnn.bias_ih_l0	1	-0.09520327299833298
35331	rnn.bias_ih_l0	2	-0.128642737865448
35331	rnn.bias_ih_l0	3	-0.18838226795196533
35331	rnn.bias_ih_l0	4	0.013481175526976585
35331	rnn.bias_ih_l0	5	0.056913357228040695
35331	rnn.bias_ih_l0	6	-0.0922977551817894
35331	rnn.bias_ih_l0	7	-0.14626967906951904
35331	rnn.bias_ih_l0	8	-0.04847973585128784
35331	rnn.bias_ih_l0	9	-0.07766169309616089
35331	rnn.bias_hh_l0	0	0.06486738473176956
35331	rnn.bias_hh_l0	1	-0.029849136248230934
35331	rnn.bias_hh_l0	2	0.0028270611073821783
35331	rnn.bias_hh_l0	3	-0.0978914350271225
35331	rnn.bias_hh_l0	4	0.014365839771926403
35331	rnn.bias_hh_l0	5	0.03459470719099045
35331	rnn.bias_hh_l0	6	-0.04913324862718582
35331	rnn.bias_hh_l0	7	-0.07417069375514984
35331	rnn.bias_hh_l0	8	-0.12288214266300201
35331	rnn.bias_hh_l0	9	-0.07226870208978653
35331	rnn.weight_ih_l0_reverse	0	0.01387688796967268
35331	rnn.weight_ih_l0_reverse	1	-0.00011642267054412514
35331	rnn.weight_ih_l0_reverse	2	0.014113630168139935
35331	rnn.weight_ih_l0_reverse	3	-0.008065021596848965
35331	rnn.weight_ih_l0_reverse	4	0.006736121140420437
35331	rnn.weight_ih_l0_reverse	5	-0.00690114963799715
35331	rnn.weight_ih_l0_reverse	6	-0.0446031279861927
35331	rnn.weight_ih_l0_reverse	7	-0.015323475934565067
35331	rnn.weight_ih_l0_reverse	8	0.041440729051828384
35331	rnn.weight_ih_l0_reverse	9	0.02015053853392601
35331	rnn.weight_hh_l0_reverse	0	-0.013579946011304855
35331	rnn.weight_hh_l0_reverse	1	0.013967626728117466
35331	rnn.weight_hh_l0_reverse	2	-0.030103150755167007
35331	rnn.weight_hh_l0_reverse	3	0.03588492423295975
35331	rnn.weight_hh_l0_reverse	4	0.016703128814697266
35331	rnn.weight_hh_l0_reverse	5	0.0028364479076117277
35331	rnn.weight_hh_l0_reverse	6	0.02664317563176155
35331	rnn.weight_hh_l0_reverse	7	0.025329580530524254
35331	rnn.weight_hh_l0_reverse	8	0.009167502634227276
35331	rnn.weight_hh_l0_reverse	9	-0.04044010117650032
35331	rnn.bias_ih_l0_reverse	0	-0.06822836399078369
35331	rnn.bias_ih_l0_reverse	1	-0.21327218413352966
35331	rnn.bias_ih_l0_reverse	2	-0.034883927553892136
35331	rnn.bias_ih_l0_reverse	3	-0.07054828852415085
35331	rnn.bias_ih_l0_reverse	4	0.06645650416612625
35331	rnn.bias_ih_l0_reverse	5	-0.15749461948871613
35331	rnn.bias_ih_l0_reverse	6	-0.05160222575068474
35331	rnn.bias_ih_l0_reverse	7	0.054186929017305374
35331	rnn.bias_ih_l0_reverse	8	-0.08616872131824493
35331	rnn.bias_ih_l0_reverse	9	-0.05324116349220276
35331	rnn.bias_hh_l0_reverse	0	-0.0707889050245285
35331	rnn.bias_hh_l0_reverse	1	-0.017672676593065262
35331	rnn.bias_hh_l0_reverse	2	-0.033802133053541183
35331	rnn.bias_hh_l0_reverse	3	-0.07461120188236237
35331	rnn.bias_hh_l0_reverse	4	-0.00623138714581728
35331	rnn.bias_hh_l0_reverse	5	-0.0795668214559555
35331	rnn.bias_hh_l0_reverse	6	-0.07105046510696411
35331	rnn.bias_hh_l0_reverse	7	-0.09700698405504227
35331	rnn.bias_hh_l0_reverse	8	-0.04095275700092316
35331	rnn.bias_hh_l0_reverse	9	-0.10102468729019165
35331	linear.weight	0	-0.19500596821308136
35331	linear.weight	1	-0.12031330913305283
35331	linear.weight	2	-0.011228874325752258
35331	linear.weight	3	0.036401864141225815
35331	linear.weight	4	0.10758166015148163
35331	linear.weight	5	0.19147412478923798
35331	linear.weight	6	0.0047744326293468475
35331	linear.weight	7	-0.021312154829502106
35331	linear.weight	8	0.1328471153974533
35331	linear.weight	9	0.18391600251197815
35331	linear.bias	0	-0.5812694430351257
35331	linear.bias	1	0.3905331492424011
35331	linear.bias	2	0.11857882142066956
35331	linear.bias	3	-0.37984806299209595
35331	linear.bias	4	-1.1579525470733643
35331	linear.bias	5	-1.0870556831359863
35331	linear.bias	6	-0.546535849571228
35331	linear.bias	7	-0.6741933822631836
35331	linear.bias	8	-0.01705317199230194
35331	linear.bias	9	2.7186574935913086
35528	transitions	0	-0.1029672846198082
35528	transitions	1	6.705977439880371
35528	transitions	2	-2.648190498352051
35528	transitions	3	1.15240478515625
35528	transitions	4	-1.435723900794983
35528	transitions	5	-0.23541931807994843
35528	transitions	6	-0.1280551254749298
35528	transitions	7	-10000.0
35528	transitions	8	1.5095109939575195
35528	transitions	9	-2.279517889022827
35528	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
35528	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
35528	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
35528	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
35528	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
35528	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
35528	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
35528	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
35528	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
35528	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
35528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
35528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
35528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
35528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
35528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
35528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
35528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
35528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
35528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
35528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
35528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
35528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
35528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
35528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
35528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
35528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
35528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
35528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
35528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
35528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
35528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
35528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
35528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
35528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
35528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
35528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
35528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
35528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
35528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
35528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
35528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
35528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
35528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
35528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
35528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
35528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
35528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
35528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
35528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
35528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
35528	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
35528	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
35528	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
35528	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
35528	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
35528	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
35528	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
35528	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
35528	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
35528	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
35528	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
35528	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
35528	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
35528	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
35528	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
35528	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
35528	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
35528	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
35528	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
35528	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
35528	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
35528	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
35528	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
35528	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
35528	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
35528	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
35528	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
35528	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
35528	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
35528	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
35528	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
35528	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
35528	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
35528	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
35528	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
35528	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
35528	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
35528	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
35528	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
35528	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
35528	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
35528	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
35528	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
35528	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
35528	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
35528	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
35528	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
35528	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
35528	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
35528	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
35528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
35528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
35528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
35528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
35528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
35528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
35528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
35528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
35528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
35528	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
35528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
35528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
35528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
35528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
35528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
35528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
35528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
35528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
35528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
35528	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
35528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
35528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
35528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
35528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
35528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
35528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
35528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
35528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
35528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
35528	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
35528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
35528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
35528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
35528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
35528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
35528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
35528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
35528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
35528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
35528	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
35528	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
35528	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
35528	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
35528	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
35528	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
35528	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
35528	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
35528	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
35528	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
35528	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
35528	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
35528	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
35528	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
35528	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
35528	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
35528	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
35528	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
35528	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
35528	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
35528	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
35528	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
35528	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
35528	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
35528	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
35528	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
35528	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
35528	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
35528	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
35528	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
35528	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
35528	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
35528	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
35528	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
35528	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
35528	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
35528	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
35528	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
35528	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
35528	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
35528	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
35528	embedding2nn.weight	0	0.020894965156912804
35528	embedding2nn.weight	1	-0.055985867977142334
35528	embedding2nn.weight	2	0.018833240494132042
35528	embedding2nn.weight	3	-0.019818853586912155
35528	embedding2nn.weight	4	-0.0633750855922699
35528	embedding2nn.weight	5	0.06356687098741531
35528	embedding2nn.weight	6	-0.09449262171983719
35528	embedding2nn.weight	7	-0.051804251968860626
35528	embedding2nn.weight	8	0.005652081221342087
35528	embedding2nn.weight	9	0.03839288279414177
35528	embedding2nn.bias	0	0.09755482524633408
35528	embedding2nn.bias	1	0.017605086788535118
35528	embedding2nn.bias	2	-0.12935014069080353
35528	embedding2nn.bias	3	0.04364326223731041
35528	embedding2nn.bias	4	0.005388015881180763
35528	embedding2nn.bias	5	-0.09392735362052917
35528	embedding2nn.bias	6	-0.07352003455162048
35528	embedding2nn.bias	7	-0.01345043070614338
35528	embedding2nn.bias	8	0.07449062168598175
35528	embedding2nn.bias	9	-0.11293580383062363
35528	rnn.weight_ih_l0	0	0.011312455870211124
35528	rnn.weight_ih_l0	1	0.04311451315879822
35528	rnn.weight_ih_l0	2	-0.029852433130145073
35528	rnn.weight_ih_l0	3	0.019978288561105728
35528	rnn.weight_ih_l0	4	0.03528796508908272
35528	rnn.weight_ih_l0	5	-0.059496164321899414
35528	rnn.weight_ih_l0	6	0.032588399946689606
35528	rnn.weight_ih_l0	7	-0.030070491135120392
35528	rnn.weight_ih_l0	8	0.037937719374895096
35528	rnn.weight_ih_l0	9	-0.004450441803783178
35528	rnn.weight_hh_l0	0	0.004468380939215422
35528	rnn.weight_hh_l0	1	-0.05655317381024361
35528	rnn.weight_hh_l0	2	0.026399755850434303
35528	rnn.weight_hh_l0	3	0.013241149485111237
35528	rnn.weight_hh_l0	4	0.015481040813028812
35528	rnn.weight_hh_l0	5	0.022442694753408432
35528	rnn.weight_hh_l0	6	-0.0104297436773777
35528	rnn.weight_hh_l0	7	-0.05917299911379814
35528	rnn.weight_hh_l0	8	-0.030459191650152206
35528	rnn.weight_hh_l0	9	-0.04033971577882767
35528	rnn.bias_ih_l0	0	-0.029635576531291008
35528	rnn.bias_ih_l0	1	-0.09599971026182175
35528	rnn.bias_ih_l0	2	-0.12534651160240173
35528	rnn.bias_ih_l0	3	-0.1896294802427292
35528	rnn.bias_ih_l0	4	0.01700182817876339
35528	rnn.bias_ih_l0	5	0.06898901611566544
35528	rnn.bias_ih_l0	6	-0.09254146367311478
35528	rnn.bias_ih_l0	7	-0.14895547926425934
35528	rnn.bias_ih_l0	8	-0.049469392746686935
35528	rnn.bias_ih_l0	9	-0.07425594329833984
35528	rnn.bias_hh_l0	0	0.06947802752256393
35528	rnn.bias_hh_l0	1	-0.031204603612422943
35528	rnn.bias_hh_l0	2	0.0039416407234966755
35528	rnn.bias_hh_l0	3	-0.10184876620769501
35528	rnn.bias_hh_l0	4	0.015042857266962528
35528	rnn.bias_hh_l0	5	0.04305917024612427
35528	rnn.bias_hh_l0	6	-0.04877256974577904
35528	rnn.bias_hh_l0	7	-0.07424522936344147
35528	rnn.bias_hh_l0	8	-0.12219232320785522
35528	rnn.bias_hh_l0	9	-0.06867069005966187
35528	rnn.weight_ih_l0_reverse	0	0.01368880644440651
35528	rnn.weight_ih_l0_reverse	1	0.000963160244282335
35528	rnn.weight_ih_l0_reverse	2	0.0180355291813612
35528	rnn.weight_ih_l0_reverse	3	-0.008827279321849346
35528	rnn.weight_ih_l0_reverse	4	0.01001847442239523
35528	rnn.weight_ih_l0_reverse	5	-0.006872270721942186
35528	rnn.weight_ih_l0_reverse	6	-0.04482276365160942
35528	rnn.weight_ih_l0_reverse	7	-0.013891460373997688
35528	rnn.weight_ih_l0_reverse	8	0.04474032670259476
35528	rnn.weight_ih_l0_reverse	9	0.020064806565642357
35528	rnn.weight_hh_l0_reverse	0	-0.013555757701396942
35528	rnn.weight_hh_l0_reverse	1	0.01437391061335802
35528	rnn.weight_hh_l0_reverse	2	-0.02924787625670433
35528	rnn.weight_hh_l0_reverse	3	0.035799939185380936
35528	rnn.weight_hh_l0_reverse	4	0.01658625900745392
35528	rnn.weight_hh_l0_reverse	5	0.003396159503608942
35528	rnn.weight_hh_l0_reverse	6	0.025423338636755943
35528	rnn.weight_hh_l0_reverse	7	0.024705739691853523
35528	rnn.weight_hh_l0_reverse	8	0.00903843529522419
35528	rnn.weight_hh_l0_reverse	9	-0.04051508009433746
35528	rnn.bias_ih_l0_reverse	0	-0.06698453426361084
35528	rnn.bias_ih_l0_reverse	1	-0.21093066036701202
35528	rnn.bias_ih_l0_reverse	2	-0.03591502457857132
35528	rnn.bias_ih_l0_reverse	3	-0.0725366473197937
35528	rnn.bias_ih_l0_reverse	4	0.06094733625650406
35528	rnn.bias_ih_l0_reverse	5	-0.15743333101272583
35528	rnn.bias_ih_l0_reverse	6	-0.05114884302020073
35528	rnn.bias_ih_l0_reverse	7	0.058750297874212265
35528	rnn.bias_ih_l0_reverse	8	-0.0864115059375763
35528	rnn.bias_ih_l0_reverse	9	-0.05658881366252899
35528	rnn.bias_hh_l0_reverse	0	-0.07105345278978348
35528	rnn.bias_hh_l0_reverse	1	-0.025797469541430473
35528	rnn.bias_hh_l0_reverse	2	-0.034879885613918304
35528	rnn.bias_hh_l0_reverse	3	-0.08077522367238998
35528	rnn.bias_hh_l0_reverse	4	-0.00565603282302618
35528	rnn.bias_hh_l0_reverse	5	-0.08052407950162888
35528	rnn.bias_hh_l0_reverse	6	-0.06745842844247818
35528	rnn.bias_hh_l0_reverse	7	-0.09532865881919861
35528	rnn.bias_hh_l0_reverse	8	-0.040258392691612244
35528	rnn.bias_hh_l0_reverse	9	-0.10196980834007263
35528	linear.weight	0	-0.19816504418849945
35528	linear.weight	1	-0.11291571706533432
35528	linear.weight	2	-0.011228874325752258
35528	linear.weight	3	0.024021372199058533
35528	linear.weight	4	0.09341122955083847
35528	linear.weight	5	0.20282305777072906
35528	linear.weight	6	0.0047744326293468475
35528	linear.weight	7	-0.021312154829502106
35528	linear.weight	8	0.10397098958492279
35528	linear.weight	9	0.1850939393043518
35528	linear.bias	0	-0.5773739218711853
35528	linear.bias	1	0.3528539538383484
35528	linear.bias	2	0.08821450918912888
35528	linear.bias	3	-0.3875504732131958
35528	linear.bias	4	-1.1957229375839233
35528	linear.bias	5	-1.0875964164733887
35528	linear.bias	6	-0.5474913716316223
35528	linear.bias	7	-0.6165903806686401
35528	linear.bias	8	-0.01705317199230194
35528	linear.bias	9	2.6932179927825928
35532	transitions	0	-0.10297329723834991
35532	transitions	1	6.714685916900635
35532	transitions	2	-2.6482129096984863
35532	transitions	3	1.1587918996810913
35532	transitions	4	-1.4357421398162842
35532	transitions	5	-0.23542504012584686
35532	transitions	6	-0.12805713713169098
35532	transitions	7	-10000.0
35532	transitions	8	1.5084710121154785
35532	transitions	9	-2.2795181274414062
35532	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
35532	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
35532	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
35532	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
35532	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
35532	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
35532	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
35532	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
35532	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
35532	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
35532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
35532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
35532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
35532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
35532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
35532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
35532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
35532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
35532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
35532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
35532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
35532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
35532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
35532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
35532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
35532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
35532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
35532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
35532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
35532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
35532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
35532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
35532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
35532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
35532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
35532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
35532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
35532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
35532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
35532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
35532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
35532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
35532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
35532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
35532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
35532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
35532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
35532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
35532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
35532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
35532	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
35532	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
35532	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
35532	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
35532	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
35532	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
35532	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
35532	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
35532	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
35532	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
35532	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
35532	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
35532	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
35532	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
35532	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
35532	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
35532	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
35532	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
35532	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
35532	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
35532	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
35532	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
35532	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
35532	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
35532	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
35532	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
35532	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
35532	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
35532	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
35532	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
35532	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
35532	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
35532	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
35532	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
35532	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
35532	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
35532	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
35532	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
35532	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
35532	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
35532	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
35532	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
35532	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
35532	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
35532	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
35532	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
35532	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
35532	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
35532	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
35532	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
35532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
35532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
35532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
35532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
35532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
35532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
35532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
35532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
35532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
35532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
35532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
35532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
35532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
35532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
35532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
35532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
35532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
35532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
35532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
35532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
35532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
35532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
35532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
35532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
35532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
35532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
35532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
35532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
35532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
35532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
35532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
35532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
35532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
35532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
35532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
35532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
35532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
35532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
35532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
35532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
35532	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
35532	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
35532	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
35532	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
35532	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
35532	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
35532	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
35532	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
35532	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
35532	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
35532	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
35532	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
35532	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
35532	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
35532	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
35532	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
35532	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
35532	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
35532	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
35532	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
35532	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
35532	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
35532	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
35532	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
35532	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
35532	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
35532	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
35532	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
35532	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
35532	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
35532	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
35532	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
35532	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
35532	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
35532	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
35532	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
35532	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
35532	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
35532	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
35532	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
35532	embedding2nn.weight	0	0.020826414227485657
35532	embedding2nn.weight	1	-0.05600083991885185
35532	embedding2nn.weight	2	0.0185962226241827
35532	embedding2nn.weight	3	-0.019835082814097404
35532	embedding2nn.weight	4	-0.06248004734516144
35532	embedding2nn.weight	5	0.06349198520183563
35532	embedding2nn.weight	6	-0.0959707573056221
35532	embedding2nn.weight	7	-0.05176452919840813
35532	embedding2nn.weight	8	0.005751640070229769
35532	embedding2nn.weight	9	0.037991415709257126
35532	embedding2nn.bias	0	0.09848412126302719
35532	embedding2nn.bias	1	0.017047768458724022
35532	embedding2nn.bias	2	-0.13010232150554657
35532	embedding2nn.bias	3	0.04691972956061363
35532	embedding2nn.bias	4	0.005375427659600973
35532	embedding2nn.bias	5	-0.09513860940933228
35532	embedding2nn.bias	6	-0.07301052659749985
35532	embedding2nn.bias	7	-0.01386319100856781
35532	embedding2nn.bias	8	0.07359952479600906
35532	embedding2nn.bias	9	-0.11258996278047562
35532	rnn.weight_ih_l0	0	0.010895991697907448
35532	rnn.weight_ih_l0	1	0.042941655963659286
35532	rnn.weight_ih_l0	2	-0.029917120933532715
35532	rnn.weight_ih_l0	3	0.01977718062698841
35532	rnn.weight_ih_l0	4	0.03758698329329491
35532	rnn.weight_ih_l0	5	-0.05938617140054703
35532	rnn.weight_ih_l0	6	0.03250633925199509
35532	rnn.weight_ih_l0	7	-0.029806656762957573
35532	rnn.weight_ih_l0	8	0.03719270974397659
35532	rnn.weight_ih_l0	9	-0.004623831249773502
35532	rnn.weight_hh_l0	0	0.004604082554578781
35532	rnn.weight_hh_l0	1	-0.05630218982696533
35532	rnn.weight_hh_l0	2	0.026394406333565712
35532	rnn.weight_hh_l0	3	0.01323973573744297
35532	rnn.weight_hh_l0	4	0.015504241921007633
35532	rnn.weight_hh_l0	5	0.022473083809018135
35532	rnn.weight_hh_l0	6	-0.010448279790580273
35532	rnn.weight_hh_l0	7	-0.05915655940771103
35532	rnn.weight_hh_l0	8	-0.03041350468993187
35532	rnn.weight_hh_l0	9	-0.03995280712842941
35532	rnn.bias_ih_l0	0	-0.030143065378069878
35532	rnn.bias_ih_l0	1	-0.09674642235040665
35532	rnn.bias_ih_l0	2	-0.12627169489860535
35532	rnn.bias_ih_l0	3	-0.1891288012266159
35532	rnn.bias_ih_l0	4	0.016261287033557892
35532	rnn.bias_ih_l0	5	0.06895849853754044
35532	rnn.bias_ih_l0	6	-0.09224428236484528
35532	rnn.bias_ih_l0	7	-0.14925618469715118
35532	rnn.bias_ih_l0	8	-0.04989710450172424
35532	rnn.bias_ih_l0	9	-0.07415842264890671
35532	rnn.bias_hh_l0	0	0.06928661465644836
35532	rnn.bias_hh_l0	1	-0.03059859573841095
35532	rnn.bias_hh_l0	2	0.004227325785905123
35532	rnn.bias_hh_l0	3	-0.10190355032682419
35532	rnn.bias_hh_l0	4	0.015083585865795612
35532	rnn.bias_hh_l0	5	0.043011561036109924
35532	rnn.bias_hh_l0	6	-0.04863458126783371
35532	rnn.bias_hh_l0	7	-0.0750318095088005
35532	rnn.bias_hh_l0	8	-0.12291951477527618
35532	rnn.bias_hh_l0	9	-0.06821536272764206
35532	rnn.weight_ih_l0_reverse	0	0.013676069676876068
35532	rnn.weight_ih_l0_reverse	1	0.001021079602651298
35532	rnn.weight_ih_l0_reverse	2	0.018383068963885307
35532	rnn.weight_ih_l0_reverse	3	-0.008596277795732021
35532	rnn.weight_ih_l0_reverse	4	0.010041250847280025
35532	rnn.weight_ih_l0_reverse	5	-0.00727876229211688
35532	rnn.weight_ih_l0_reverse	6	-0.045059721916913986
35532	rnn.weight_ih_l0_reverse	7	-0.013809319585561752
35532	rnn.weight_ih_l0_reverse	8	0.04471689090132713
35532	rnn.weight_ih_l0_reverse	9	0.020073875784873962
35532	rnn.weight_hh_l0_reverse	0	-0.013359392993152142
35532	rnn.weight_hh_l0_reverse	1	0.01451968215405941
35532	rnn.weight_hh_l0_reverse	2	-0.02916005626320839
35532	rnn.weight_hh_l0_reverse	3	0.03591536357998848
35532	rnn.weight_hh_l0_reverse	4	0.01653970405459404
35532	rnn.weight_hh_l0_reverse	5	0.0034143575467169285
35532	rnn.weight_hh_l0_reverse	6	0.025450846180319786
35532	rnn.weight_hh_l0_reverse	7	0.02471274323761463
35532	rnn.weight_hh_l0_reverse	8	0.009059944190084934
35532	rnn.weight_hh_l0_reverse	9	-0.04053077474236488
35532	rnn.bias_ih_l0_reverse	0	-0.06723671406507492
35532	rnn.bias_ih_l0_reverse	1	-0.21034006774425507
35532	rnn.bias_ih_l0_reverse	2	-0.03631915897130966
35532	rnn.bias_ih_l0_reverse	3	-0.07246861606836319
35532	rnn.bias_ih_l0_reverse	4	0.06083085387945175
35532	rnn.bias_ih_l0_reverse	5	-0.1574041098356247
35532	rnn.bias_ih_l0_reverse	6	-0.05061812326312065
35532	rnn.bias_ih_l0_reverse	7	0.058377739042043686
35532	rnn.bias_ih_l0_reverse	8	-0.08630820363759995
35532	rnn.bias_ih_l0_reverse	9	-0.05591264367103577
35532	rnn.bias_hh_l0_reverse	0	-0.07060401886701584
35532	rnn.bias_hh_l0_reverse	1	-0.027210518717765808
35532	rnn.bias_hh_l0_reverse	2	-0.03468009829521179
35532	rnn.bias_hh_l0_reverse	3	-0.08088026940822601
35532	rnn.bias_hh_l0_reverse	4	-0.005501738283783197
35532	rnn.bias_hh_l0_reverse	5	-0.08038990199565887
35532	rnn.bias_hh_l0_reverse	6	-0.06724380701780319
35532	rnn.bias_hh_l0_reverse	7	-0.09457749128341675
35532	rnn.bias_hh_l0_reverse	8	-0.04017123952507973
35532	rnn.bias_hh_l0_reverse	9	-0.10194635391235352
35532	linear.weight	0	-0.1980728805065155
35532	linear.weight	1	-0.11256757378578186
35532	linear.weight	2	-0.011228874325752258
35532	linear.weight	3	0.023373300209641457
35532	linear.weight	4	0.09298698604106903
35532	linear.weight	5	0.20403459668159485
35532	linear.weight	6	0.0047744326293468475
35532	linear.weight	7	-0.021312154829502106
35532	linear.weight	8	0.09237965941429138
35532	linear.weight	9	0.18490202724933624
35532	linear.bias	0	-0.5784000158309937
35532	linear.bias	1	0.357162207365036
35532	linear.bias	2	0.09005992859601974
35532	linear.bias	3	-0.37915313243865967
35532	linear.bias	4	-1.1804691553115845
35532	linear.bias	5	-1.0876061916351318
35532	linear.bias	6	-0.5492861866950989
35532	linear.bias	7	-0.6308343410491943
35532	linear.bias	8	-0.01705317199230194
35532	linear.bias	9	2.6871726512908936
35729	transitions	0	-0.10347069054841995
35729	transitions	1	6.730266571044922
35729	transitions	2	-2.6510751247406006
35729	transitions	3	1.1401299238204956
35729	transitions	4	-1.4377316236495972
35729	transitions	5	-0.236029252409935
35729	transitions	6	-0.12833386659622192
35729	transitions	7	-10000.0
35729	transitions	8	1.5075525045394897
35729	transitions	9	-2.2795748710632324
35729	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
35729	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
35729	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
35729	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
35729	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
35729	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
35729	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
35729	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
35729	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
35729	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
35729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
35729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
35729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
35729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
35729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
35729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
35729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
35729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
35729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
35729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
35729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
35729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
35729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
35729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
35729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
35729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
35729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
35729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
35729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
35729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
35729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
35729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
35729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
35729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
35729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
35729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
35729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
35729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
35729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
35729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
35729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
35729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
35729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
35729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
35729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
35729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
35729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
35729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
35729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
35729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
35729	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
35729	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
35729	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
35729	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
35729	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
35729	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
35729	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
35729	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
35729	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
35729	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
35729	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
35729	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
35729	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
35729	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
35729	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
35729	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
35729	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
35729	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
35729	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
35729	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
35729	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
35729	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
35729	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
35729	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
35729	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
35729	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
35729	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
35729	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
35729	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
35729	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
35729	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
35729	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
35729	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
35729	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
35729	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
35729	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
35729	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
35729	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
35729	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
35729	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
35729	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
35729	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
35729	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
35729	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
35729	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
35729	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
35729	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
35729	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
35729	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
35729	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
35729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
35729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
35729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
35729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
35729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
35729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
35729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
35729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
35729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
35729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
35729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
35729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
35729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
35729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
35729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
35729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
35729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
35729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
35729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
35729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
35729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
35729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
35729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
35729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
35729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
35729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
35729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
35729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
35729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
35729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
35729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
35729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
35729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
35729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
35729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
35729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
35729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
35729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
35729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
35729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
35729	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
35729	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
35729	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
35729	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
35729	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
35729	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
35729	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
35729	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
35729	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
35729	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
35729	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
35729	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
35729	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
35729	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
35729	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
35729	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
35729	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
35729	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
35729	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
35729	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
35729	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
35729	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
35729	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
35729	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
35729	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
35729	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
35729	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
35729	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
35729	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
35729	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
35729	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
35729	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
35729	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
35729	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
35729	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
35729	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
35729	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
35729	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
35729	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
35729	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
35729	embedding2nn.weight	0	0.020354371517896652
35729	embedding2nn.weight	1	-0.0562567301094532
35729	embedding2nn.weight	2	0.016911672428250313
35729	embedding2nn.weight	3	-0.01958797127008438
35729	embedding2nn.weight	4	-0.061164677143096924
35729	embedding2nn.weight	5	0.06103570759296417
35729	embedding2nn.weight	6	-0.1001468077301979
35729	embedding2nn.weight	7	-0.054673921316862106
35729	embedding2nn.weight	8	0.007786986418068409
35729	embedding2nn.weight	9	0.03606415167450905
35729	embedding2nn.bias	0	0.09266430139541626
35729	embedding2nn.bias	1	0.018731877207756042
35729	embedding2nn.bias	2	-0.1287417709827423
35729	embedding2nn.bias	3	0.05210842192173004
35729	embedding2nn.bias	4	0.026169918477535248
35729	embedding2nn.bias	5	-0.09678138792514801
35729	embedding2nn.bias	6	-0.07574637234210968
35729	embedding2nn.bias	7	-0.01502919476479292
35729	embedding2nn.bias	8	0.08914297074079514
35729	embedding2nn.bias	9	-0.10191285610198975
35729	rnn.weight_ih_l0	0	0.011520572006702423
35729	rnn.weight_ih_l0	1	0.052402254194021225
35729	rnn.weight_ih_l0	2	-0.028835712000727654
35729	rnn.weight_ih_l0	3	0.023076390847563744
35729	rnn.weight_ih_l0	4	0.0402706079185009
35729	rnn.weight_ih_l0	5	-0.05903137847781181
35729	rnn.weight_ih_l0	6	0.0327518954873085
35729	rnn.weight_ih_l0	7	-0.028929896652698517
35729	rnn.weight_ih_l0	8	0.03561685234308243
35729	rnn.weight_ih_l0	9	-0.007027740590274334
35729	rnn.weight_hh_l0	0	0.004209302365779877
35729	rnn.weight_hh_l0	1	-0.05525965988636017
35729	rnn.weight_hh_l0	2	0.025390204042196274
35729	rnn.weight_hh_l0	3	0.013838201761245728
35729	rnn.weight_hh_l0	4	0.015006533823907375
35729	rnn.weight_hh_l0	5	0.022861555218696594
35729	rnn.weight_hh_l0	6	-0.01040271483361721
35729	rnn.weight_hh_l0	7	-0.059087567031383514
35729	rnn.weight_hh_l0	8	-0.03136635944247246
35729	rnn.weight_hh_l0	9	-0.04233754426240921
35729	rnn.bias_ih_l0	0	-0.03191203251481056
35729	rnn.bias_ih_l0	1	-0.09885679930448532
35729	rnn.bias_ih_l0	2	-0.12837505340576172
35729	rnn.bias_ih_l0	3	-0.1899210512638092
35729	rnn.bias_ih_l0	4	0.017452221363782883
35729	rnn.bias_ih_l0	5	0.0589277520775795
35729	rnn.bias_ih_l0	6	-0.09453482925891876
35729	rnn.bias_ih_l0	7	-0.14720419049263
35729	rnn.bias_ih_l0	8	-0.04702499136328697
35729	rnn.bias_ih_l0	9	-0.07246144860982895
35729	rnn.bias_hh_l0	0	0.07784434407949448
35729	rnn.bias_hh_l0	1	-0.03175051137804985
35729	rnn.bias_hh_l0	2	0.004065354820340872
35729	rnn.bias_hh_l0	3	-0.10349729657173157
35729	rnn.bias_hh_l0	4	0.004211106337606907
35729	rnn.bias_hh_l0	5	0.04488392546772957
35729	rnn.bias_hh_l0	6	-0.047957856208086014
35729	rnn.bias_hh_l0	7	-0.07795830816030502
35729	rnn.bias_hh_l0	8	-0.12225016951560974
35729	rnn.bias_hh_l0	9	-0.06998863816261292
35729	rnn.weight_ih_l0_reverse	0	0.010907359421253204
35729	rnn.weight_ih_l0_reverse	1	0.00038874903111718595
35729	rnn.weight_ih_l0_reverse	2	0.014299013651907444
35729	rnn.weight_ih_l0_reverse	3	-0.004160307347774506
35729	rnn.weight_ih_l0_reverse	4	0.01121701579540968
35729	rnn.weight_ih_l0_reverse	5	-0.006098405458033085
35729	rnn.weight_ih_l0_reverse	6	-0.04403407871723175
35729	rnn.weight_ih_l0_reverse	7	-0.013392367400228977
35729	rnn.weight_ih_l0_reverse	8	0.045452214777469635
35729	rnn.weight_ih_l0_reverse	9	0.019736774265766144
35729	rnn.weight_hh_l0_reverse	0	-0.013045509345829487
35729	rnn.weight_hh_l0_reverse	1	0.014525369741022587
35729	rnn.weight_hh_l0_reverse	2	-0.02925395593047142
35729	rnn.weight_hh_l0_reverse	3	0.036831099539995193
35729	rnn.weight_hh_l0_reverse	4	0.016739986836910248
35729	rnn.weight_hh_l0_reverse	5	0.003856453811749816
35729	rnn.weight_hh_l0_reverse	6	0.025700340047478676
35729	rnn.weight_hh_l0_reverse	7	0.02482118457555771
35729	rnn.weight_hh_l0_reverse	8	0.009099752642214298
35729	rnn.weight_hh_l0_reverse	9	-0.04063093662261963
35729	rnn.bias_ih_l0_reverse	0	-0.0655398890376091
35729	rnn.bias_ih_l0_reverse	1	-0.21627959609031677
35729	rnn.bias_ih_l0_reverse	2	-0.034577563405036926
35729	rnn.bias_ih_l0_reverse	3	-0.0694291964173317
35729	rnn.bias_ih_l0_reverse	4	0.06112983077764511
35729	rnn.bias_ih_l0_reverse	5	-0.1550179123878479
35729	rnn.bias_ih_l0_reverse	6	-0.054190006107091904
35729	rnn.bias_ih_l0_reverse	7	0.056324634701013565
35729	rnn.bias_ih_l0_reverse	8	-0.08423411101102829
35729	rnn.bias_ih_l0_reverse	9	-0.05275150388479233
35729	rnn.bias_hh_l0_reverse	0	-0.07012610882520676
35729	rnn.bias_hh_l0_reverse	1	-0.02147139236330986
35729	rnn.bias_hh_l0_reverse	2	-0.034820664674043655
35729	rnn.bias_hh_l0_reverse	3	-0.0757145881652832
35729	rnn.bias_hh_l0_reverse	4	-0.001019062357954681
35729	rnn.bias_hh_l0_reverse	5	-0.08042608201503754
35729	rnn.bias_hh_l0_reverse	6	-0.07089724391698837
35729	rnn.bias_hh_l0_reverse	7	-0.09778527915477753
35729	rnn.bias_hh_l0_reverse	8	-0.03565967455506325
35729	rnn.bias_hh_l0_reverse	9	-0.1023792177438736
35729	linear.weight	0	-0.19020488858222961
35729	linear.weight	1	-0.1185203492641449
35729	linear.weight	2	-0.011228874325752258
35729	linear.weight	3	-0.0008466673316434026
35729	linear.weight	4	0.10444459319114685
35729	linear.weight	5	0.18146401643753052
35729	linear.weight	6	0.0047744326293468475
35729	linear.weight	7	-0.021312154829502106
35729	linear.weight	8	0.11592967063188553
35729	linear.weight	9	0.18202634155750275
35729	linear.bias	0	-0.5554028749465942
35729	linear.bias	1	0.38899263739585876
35729	linear.bias	2	0.07644109427928925
35729	linear.bias	3	-0.3814714848995209
35729	linear.bias	4	-1.188536524772644
35729	linear.bias	5	-1.0881068706512451
35729	linear.bias	6	-0.5235779881477356
35729	linear.bias	7	-0.6321374177932739
35729	linear.bias	8	-0.01705317199230194
35729	linear.bias	9	2.694035768508911
35926	transitions	0	-0.10505851358175278
35926	transitions	1	6.7138519287109375
35926	transitions	2	-2.6545522212982178
35926	transitions	3	1.160430908203125
35926	transitions	4	-1.4395043849945068
35926	transitions	5	-0.23640663921833038
35926	transitions	6	-0.12859144806861877
35926	transitions	7	-10000.0
35926	transitions	8	1.5070762634277344
35926	transitions	9	-2.279635429382324
35926	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
35926	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
35926	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
35926	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
35926	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
35926	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
35926	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
35926	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
35926	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
35926	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
35926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
35926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
35926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
35926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
35926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
35926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
35926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
35926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
35926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
35926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
35926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
35926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
35926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
35926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
35926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
35926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
35926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
35926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
35926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
35926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
35926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
35926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
35926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
35926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
35926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
35926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
35926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
35926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
35926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
35926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
35926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
35926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
35926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
35926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
35926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
35926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
35926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
35926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
35926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
35926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
35926	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
35926	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
35926	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
35926	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
35926	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
35926	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
35926	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
35926	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
35926	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
35926	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
35926	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
35926	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
35926	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
35926	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
35926	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
35926	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
35926	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
35926	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
35926	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
35926	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
35926	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
35926	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
35926	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
35926	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
35926	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
35926	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
35926	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
35926	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
35926	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
35926	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
35926	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
35926	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
35926	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
35926	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
35926	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
35926	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
35926	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
35926	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
35926	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
35926	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
35926	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
35926	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
35926	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
35926	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
35926	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
35926	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
35926	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
35926	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
35926	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
35926	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
35926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
35926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
35926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
35926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
35926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
35926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
35926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
35926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
35926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
35926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
35926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
35926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
35926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
35926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
35926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
35926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
35926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
35926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
35926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
35926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
35926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
35926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
35926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
35926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
35926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
35926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
35926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
35926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
35926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
35926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
35926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
35926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
35926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
35926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
35926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
35926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
35926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
35926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
35926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
35926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
35926	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
35926	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
35926	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
35926	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
35926	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
35926	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
35926	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
35926	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
35926	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
35926	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
35926	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
35926	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
35926	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
35926	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
35926	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
35926	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
35926	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
35926	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
35926	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
35926	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
35926	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
35926	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
35926	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
35926	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
35926	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
35926	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
35926	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
35926	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
35926	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
35926	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
35926	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
35926	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
35926	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
35926	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
35926	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
35926	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
35926	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
35926	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
35926	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
35926	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
35926	embedding2nn.weight	0	0.019994860514998436
35926	embedding2nn.weight	1	-0.05719923600554466
35926	embedding2nn.weight	2	0.018080174922943115
35926	embedding2nn.weight	3	-0.01953423023223877
35926	embedding2nn.weight	4	-0.06048787757754326
35926	embedding2nn.weight	5	0.061988942325115204
35926	embedding2nn.weight	6	-0.10089299082756042
35926	embedding2nn.weight	7	-0.05331917479634285
35926	embedding2nn.weight	8	0.008234843611717224
35926	embedding2nn.weight	9	0.03809475898742676
35926	embedding2nn.bias	0	0.09781677275896072
35926	embedding2nn.bias	1	0.02746770903468132
35926	embedding2nn.bias	2	-0.12926064431667328
35926	embedding2nn.bias	3	0.03714586794376373
35926	embedding2nn.bias	4	0.03298385813832283
35926	embedding2nn.bias	5	-0.10933751612901688
35926	embedding2nn.bias	6	-0.05756039544939995
35926	embedding2nn.bias	7	-0.019169125705957413
35926	embedding2nn.bias	8	0.08521280437707901
35926	embedding2nn.bias	9	-0.10247195512056351
35926	rnn.weight_ih_l0	0	0.01106307189911604
35926	rnn.weight_ih_l0	1	0.04926722124218941
35926	rnn.weight_ih_l0	2	-0.031090015545487404
35926	rnn.weight_ih_l0	3	0.01814049296081066
35926	rnn.weight_ih_l0	4	0.035449352115392685
35926	rnn.weight_ih_l0	5	-0.05888070538640022
35926	rnn.weight_ih_l0	6	0.031651247292757034
35926	rnn.weight_ih_l0	7	-0.031024925410747528
35926	rnn.weight_ih_l0	8	0.03793158009648323
35926	rnn.weight_ih_l0	9	-0.007780835032463074
35926	rnn.weight_hh_l0	0	0.00494184996932745
35926	rnn.weight_hh_l0	1	-0.0582171306014061
35926	rnn.weight_hh_l0	2	0.025683624669909477
35926	rnn.weight_hh_l0	3	0.01310684997588396
35926	rnn.weight_hh_l0	4	0.015535417944192886
35926	rnn.weight_hh_l0	5	0.023333445191383362
35926	rnn.weight_hh_l0	6	-0.009845884516835213
35926	rnn.weight_hh_l0	7	-0.05970073863863945
35926	rnn.weight_hh_l0	8	-0.03297228366136551
35926	rnn.weight_hh_l0	9	-0.03707783669233322
35926	rnn.bias_ih_l0	0	-0.0313226617872715
35926	rnn.bias_ih_l0	1	-0.09324720501899719
35926	rnn.bias_ih_l0	2	-0.13005004823207855
35926	rnn.bias_ih_l0	3	-0.1921587884426117
35926	rnn.bias_ih_l0	4	0.024759484454989433
35926	rnn.bias_ih_l0	5	0.059402767568826675
35926	rnn.bias_ih_l0	6	-0.09118500351905823
35926	rnn.bias_ih_l0	7	-0.14460411667823792
35926	rnn.bias_ih_l0	8	-0.044672977179288864
35926	rnn.bias_ih_l0	9	-0.07320943474769592
35926	rnn.bias_hh_l0	0	0.07966077327728271
35926	rnn.bias_hh_l0	1	-0.030630534514784813
35926	rnn.bias_hh_l0	2	0.004580428823828697
35926	rnn.bias_hh_l0	3	-0.106404148042202
35926	rnn.bias_hh_l0	4	0.01538119651377201
35926	rnn.bias_hh_l0	5	0.04468490555882454
35926	rnn.bias_hh_l0	6	-0.04635625705122948
35926	rnn.bias_hh_l0	7	-0.07898572087287903
35926	rnn.bias_hh_l0	8	-0.1256747543811798
35926	rnn.bias_hh_l0	9	-0.06952809542417526
35926	rnn.weight_ih_l0_reverse	0	0.008691840805113316
35926	rnn.weight_ih_l0_reverse	1	0.0012551122345030308
35926	rnn.weight_ih_l0_reverse	2	0.013409598730504513
35926	rnn.weight_ih_l0_reverse	3	-0.006411346606910229
35926	rnn.weight_ih_l0_reverse	4	0.009906276129186153
35926	rnn.weight_ih_l0_reverse	5	-0.0059117707423865795
35926	rnn.weight_ih_l0_reverse	6	-0.046359557658433914
35926	rnn.weight_ih_l0_reverse	7	-0.01505663525313139
35926	rnn.weight_ih_l0_reverse	8	0.04574347287416458
35926	rnn.weight_ih_l0_reverse	9	0.0207534059882164
35926	rnn.weight_hh_l0_reverse	0	-0.012747591361403465
35926	rnn.weight_hh_l0_reverse	1	0.015137926675379276
35926	rnn.weight_hh_l0_reverse	2	-0.029293615370988846
35926	rnn.weight_hh_l0_reverse	3	0.037206850945949554
35926	rnn.weight_hh_l0_reverse	4	0.015608096495270729
35926	rnn.weight_hh_l0_reverse	5	0.004289667122066021
35926	rnn.weight_hh_l0_reverse	6	0.024900054559111595
35926	rnn.weight_hh_l0_reverse	7	0.024691898375749588
35926	rnn.weight_hh_l0_reverse	8	0.008184798061847687
35926	rnn.weight_hh_l0_reverse	9	-0.04035722091794014
35926	rnn.bias_ih_l0_reverse	0	-0.06550602614879608
35926	rnn.bias_ih_l0_reverse	1	-0.21704331040382385
35926	rnn.bias_ih_l0_reverse	2	-0.03548228740692139
35926	rnn.bias_ih_l0_reverse	3	-0.07018845528364182
35926	rnn.bias_ih_l0_reverse	4	0.06534828990697861
35926	rnn.bias_ih_l0_reverse	5	-0.1502971202135086
35926	rnn.bias_ih_l0_reverse	6	-0.054887495934963226
35926	rnn.bias_ih_l0_reverse	7	0.0555538572371006
35926	rnn.bias_ih_l0_reverse	8	-0.09099660813808441
35926	rnn.bias_ih_l0_reverse	9	-0.058165039867162704
35926	rnn.bias_hh_l0_reverse	0	-0.07348524779081345
35926	rnn.bias_hh_l0_reverse	1	-0.022811921313405037
35926	rnn.bias_hh_l0_reverse	2	-0.03400781378149986
35926	rnn.bias_hh_l0_reverse	3	-0.07460829615592957
35926	rnn.bias_hh_l0_reverse	4	-0.0023606426548212767
35926	rnn.bias_hh_l0_reverse	5	-0.07317858934402466
35926	rnn.bias_hh_l0_reverse	6	-0.06810799986124039
35926	rnn.bias_hh_l0_reverse	7	-0.09378667920827866
35926	rnn.bias_hh_l0_reverse	8	-0.03769448399543762
35926	rnn.bias_hh_l0_reverse	9	-0.09766852855682373
35926	linear.weight	0	-0.18892011046409607
35926	linear.weight	1	-0.11130372434854507
35926	linear.weight	2	-0.011228874325752258
35926	linear.weight	3	-0.0018901601433753967
35926	linear.weight	4	0.0990109071135521
35926	linear.weight	5	0.1751076579093933
35926	linear.weight	6	0.0047744326293468475
35926	linear.weight	7	-0.021312154829502106
35926	linear.weight	8	0.09158065915107727
35926	linear.weight	9	0.17867185175418854
35926	linear.bias	0	-0.5624368190765381
35926	linear.bias	1	0.42137807607650757
35926	linear.bias	2	0.04418504238128662
35926	linear.bias	3	-0.3986121416091919
35926	linear.bias	4	-1.21123206615448
35926	linear.bias	5	-1.0886071920394897
35926	linear.bias	6	-0.5343257188796997
35926	linear.bias	7	-0.6628267168998718
35926	linear.bias	8	-0.01705317199230194
35926	linear.bias	9	2.700162649154663
36123	transitions	0	-0.10564233362674713
36123	transitions	1	6.768307209014893
36123	transitions	2	-2.6580469608306885
36123	transitions	3	1.1550372838974
36123	transitions	4	-1.4413020610809326
36123	transitions	5	-0.23678329586982727
36123	transitions	6	-0.12884144484996796
36123	transitions	7	-10000.0
36123	transitions	8	1.5070476531982422
36123	transitions	9	-2.2796969413757324
36123	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
36123	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
36123	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
36123	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
36123	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
36123	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
36123	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
36123	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
36123	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
36123	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
36123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
36123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
36123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
36123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
36123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
36123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
36123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
36123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
36123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
36123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
36123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
36123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
36123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
36123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
36123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
36123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
36123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
36123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
36123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
36123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
36123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
36123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
36123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
36123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
36123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
36123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
36123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
36123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
36123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
36123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
36123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
36123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
36123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
36123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
36123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
36123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
36123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
36123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
36123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
36123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
36123	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
36123	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
36123	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
36123	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
36123	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
36123	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
36123	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
36123	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
36123	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
36123	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
36123	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
36123	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
36123	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
36123	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
36123	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
36123	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
36123	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
36123	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
36123	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
36123	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
36123	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
36123	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
36123	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
36123	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
36123	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
36123	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
36123	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
36123	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
36123	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
36123	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
36123	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
36123	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
36123	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
36123	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
36123	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
36123	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
36123	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
36123	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
36123	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
36123	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
36123	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
36123	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
36123	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
36123	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
36123	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
36123	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
36123	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
36123	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
36123	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
36123	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
36123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
36123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
36123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
36123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
36123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
36123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
36123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
36123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
36123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
36123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
36123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
36123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
36123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
36123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
36123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
36123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
36123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
36123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
36123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
36123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
36123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
36123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
36123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
36123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
36123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
36123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
36123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
36123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
36123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
36123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
36123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
36123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
36123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
36123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
36123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
36123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
36123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
36123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
36123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
36123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
36123	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
36123	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
36123	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
36123	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
36123	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
36123	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
36123	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
36123	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
36123	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
36123	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
36123	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
36123	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
36123	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
36123	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
36123	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
36123	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
36123	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
36123	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
36123	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
36123	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
36123	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
36123	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
36123	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
36123	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
36123	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
36123	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
36123	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
36123	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
36123	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
36123	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
36123	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
36123	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
36123	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
36123	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
36123	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
36123	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
36123	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
36123	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
36123	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
36123	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
36123	embedding2nn.weight	0	0.019446516409516335
36123	embedding2nn.weight	1	-0.05847134441137314
36123	embedding2nn.weight	2	0.01669253781437874
36123	embedding2nn.weight	3	-0.01888185366988182
36123	embedding2nn.weight	4	-0.058202166110277176
36123	embedding2nn.weight	5	0.06427831947803497
36123	embedding2nn.weight	6	-0.09852565824985504
36123	embedding2nn.weight	7	-0.052615467458963394
36123	embedding2nn.weight	8	0.01013756450265646
36123	embedding2nn.weight	9	0.03926005959510803
36123	embedding2nn.bias	0	0.09738893806934357
36123	embedding2nn.bias	1	0.022568415850400925
36123	embedding2nn.bias	2	-0.12758155167102814
36123	embedding2nn.bias	3	0.04592558369040489
36123	embedding2nn.bias	4	0.019213298335671425
36123	embedding2nn.bias	5	-0.10897400230169296
36123	embedding2nn.bias	6	-0.07021504640579224
36123	embedding2nn.bias	7	-0.020942112430930138
36123	embedding2nn.bias	8	0.08480764925479889
36123	embedding2nn.bias	9	-0.10882452875375748
36123	rnn.weight_ih_l0	0	0.01200476847589016
36123	rnn.weight_ih_l0	1	0.045690376311540604
36123	rnn.weight_ih_l0	2	-0.032971709966659546
36123	rnn.weight_ih_l0	3	0.01478150486946106
36123	rnn.weight_ih_l0	4	0.03754056245088577
36123	rnn.weight_ih_l0	5	-0.06098003685474396
36123	rnn.weight_ih_l0	6	0.030258890241384506
36123	rnn.weight_ih_l0	7	-0.03359060361981392
36123	rnn.weight_ih_l0	8	0.03820198401808739
36123	rnn.weight_ih_l0	9	-0.006315173115581274
36123	rnn.weight_hh_l0	0	0.005194361321628094
36123	rnn.weight_hh_l0	1	-0.05715414136648178
36123	rnn.weight_hh_l0	2	0.02589171566069126
36123	rnn.weight_hh_l0	3	0.01381884329020977
36123	rnn.weight_hh_l0	4	0.015390460379421711
36123	rnn.weight_hh_l0	5	0.023870069533586502
36123	rnn.weight_hh_l0	6	-0.010475272312760353
36123	rnn.weight_hh_l0	7	-0.06027533486485481
36123	rnn.weight_hh_l0	8	-0.0310051292181015
36123	rnn.weight_hh_l0	9	-0.03827542066574097
36123	rnn.bias_ih_l0	0	-0.026815200224518776
36123	rnn.bias_ih_l0	1	-0.09632661938667297
36123	rnn.bias_ih_l0	2	-0.12708601355552673
36123	rnn.bias_ih_l0	3	-0.19648633897304535
36123	rnn.bias_ih_l0	4	0.025932542979717255
36123	rnn.bias_ih_l0	5	0.06582958251237869
36123	rnn.bias_ih_l0	6	-0.09230899810791016
36123	rnn.bias_ih_l0	7	-0.14836329221725464
36123	rnn.bias_ih_l0	8	-0.05127202719449997
36123	rnn.bias_ih_l0	9	-0.07609207928180695
36123	rnn.bias_hh_l0	0	0.07189565896987915
36123	rnn.bias_hh_l0	1	-0.028813544660806656
36123	rnn.bias_hh_l0	2	0.0077966307289898396
36123	rnn.bias_hh_l0	3	-0.10627132654190063
36123	rnn.bias_hh_l0	4	0.013865208253264427
36123	rnn.bias_hh_l0	5	0.041364748030900955
36123	rnn.bias_hh_l0	6	-0.048593949526548386
36123	rnn.bias_hh_l0	7	-0.07547622919082642
36123	rnn.bias_hh_l0	8	-0.1254149079322815
36123	rnn.bias_hh_l0	9	-0.06898633390665054
36123	rnn.weight_ih_l0_reverse	0	0.010125916451215744
36123	rnn.weight_ih_l0_reverse	1	0.0019692443311214447
36123	rnn.weight_ih_l0_reverse	2	0.012834546156227589
36123	rnn.weight_ih_l0_reverse	3	-0.006396346725523472
36123	rnn.weight_ih_l0_reverse	4	0.010235940106213093
36123	rnn.weight_ih_l0_reverse	5	-0.008798903785645962
36123	rnn.weight_ih_l0_reverse	6	-0.046577006578445435
36123	rnn.weight_ih_l0_reverse	7	-0.013209911063313484
36123	rnn.weight_ih_l0_reverse	8	0.0461711511015892
36123	rnn.weight_ih_l0_reverse	9	0.019300896674394608
36123	rnn.weight_hh_l0_reverse	0	-0.012403284199535847
36123	rnn.weight_hh_l0_reverse	1	0.017085224390029907
36123	rnn.weight_hh_l0_reverse	2	-0.02925204299390316
36123	rnn.weight_hh_l0_reverse	3	0.03711298108100891
36123	rnn.weight_hh_l0_reverse	4	0.01561291329562664
36123	rnn.weight_hh_l0_reverse	5	0.003959494177252054
36123	rnn.weight_hh_l0_reverse	6	0.027462119236588478
36123	rnn.weight_hh_l0_reverse	7	0.024753522127866745
36123	rnn.weight_hh_l0_reverse	8	0.0067337448708713055
36123	rnn.weight_hh_l0_reverse	9	-0.04037392511963844
36123	rnn.bias_ih_l0_reverse	0	-0.06786398589611053
36123	rnn.bias_ih_l0_reverse	1	-0.21615752577781677
36123	rnn.bias_ih_l0_reverse	2	-0.03309500217437744
36123	rnn.bias_ih_l0_reverse	3	-0.06637817621231079
36123	rnn.bias_ih_l0_reverse	4	0.06755312532186508
36123	rnn.bias_ih_l0_reverse	5	-0.14499790966510773
36123	rnn.bias_ih_l0_reverse	6	-0.052785977721214294
36123	rnn.bias_ih_l0_reverse	7	0.054138291627168655
36123	rnn.bias_ih_l0_reverse	8	-0.08927582204341888
36123	rnn.bias_ih_l0_reverse	9	-0.05580241605639458
36123	rnn.bias_hh_l0_reverse	0	-0.0760008841753006
36123	rnn.bias_hh_l0_reverse	1	-0.02498345822095871
36123	rnn.bias_hh_l0_reverse	2	-0.034297313541173935
36123	rnn.bias_hh_l0_reverse	3	-0.07542892545461655
36123	rnn.bias_hh_l0_reverse	4	-0.0025942560750991106
36123	rnn.bias_hh_l0_reverse	5	-0.0777580663561821
36123	rnn.bias_hh_l0_reverse	6	-0.06776198744773865
36123	rnn.bias_hh_l0_reverse	7	-0.09255970269441605
36123	rnn.bias_hh_l0_reverse	8	-0.035608623176813126
36123	rnn.bias_hh_l0_reverse	9	-0.09963847696781158
36123	linear.weight	0	-0.19710522890090942
36123	linear.weight	1	-0.10737798362970352
36123	linear.weight	2	-0.011228874325752258
36123	linear.weight	3	-0.0069486298598349094
36123	linear.weight	4	0.10881251841783524
36123	linear.weight	5	0.1792711764574051
36123	linear.weight	6	0.0047744326293468475
36123	linear.weight	7	-0.021312154829502106
36123	linear.weight	8	0.12132976949214935
36123	linear.weight	9	0.1663624495267868
36123	linear.bias	0	-0.5557262301445007
36123	linear.bias	1	0.3878386318683624
36123	linear.bias	2	0.08317027986049652
36123	linear.bias	3	-0.36059677600860596
36123	linear.bias	4	-1.2185468673706055
36123	linear.bias	5	-1.0891094207763672
36123	linear.bias	6	-0.5245209336280823
36123	linear.bias	7	-0.6326691508293152
36123	linear.bias	8	-0.01705317199230194
36123	linear.bias	9	2.7342259883880615
36320	transitions	0	-0.10659776628017426
36320	transitions	1	6.78901481628418
36320	transitions	2	-2.660684108734131
36320	transitions	3	1.1656358242034912
36320	transitions	4	-1.4440380334854126
36320	transitions	5	-0.23723287880420685
36320	transitions	6	-0.12904109060764313
36320	transitions	7	-10000.0
36320	transitions	8	1.5007336139678955
36320	transitions	9	-2.2797605991363525
36320	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
36320	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
36320	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
36320	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
36320	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
36320	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
36320	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
36320	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
36320	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
36320	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
36320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
36320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
36320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
36320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
36320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
36320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
36320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
36320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
36320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
36320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
36320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
36320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
36320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
36320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
36320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
36320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
36320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
36320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
36320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
36320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
36320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
36320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
36320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
36320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
36320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
36320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
36320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
36320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
36320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
36320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
36320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
36320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
36320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
36320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
36320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
36320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
36320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
36320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
36320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
36320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
36320	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
36320	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
36320	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
36320	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
36320	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
36320	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
36320	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
36320	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
36320	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
36320	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
36320	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
36320	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
36320	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
36320	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
36320	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
36320	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
36320	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
36320	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
36320	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
36320	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
36320	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
36320	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
36320	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
36320	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
36320	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
36320	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
36320	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
36320	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
36320	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
36320	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
36320	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
36320	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
36320	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
36320	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
36320	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
36320	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
36320	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
36320	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
36320	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
36320	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
36320	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
36320	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
36320	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
36320	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
36320	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
36320	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
36320	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
36320	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
36320	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
36320	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
36320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
36320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
36320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
36320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
36320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
36320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
36320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
36320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
36320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
36320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
36320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
36320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
36320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
36320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
36320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
36320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
36320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
36320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
36320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
36320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
36320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
36320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
36320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
36320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
36320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
36320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
36320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
36320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
36320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
36320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
36320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
36320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
36320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
36320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
36320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
36320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
36320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
36320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
36320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
36320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
36320	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
36320	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
36320	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
36320	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
36320	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
36320	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
36320	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
36320	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
36320	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
36320	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
36320	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
36320	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
36320	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
36320	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
36320	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
36320	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
36320	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
36320	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
36320	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
36320	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
36320	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
36320	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
36320	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
36320	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
36320	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
36320	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
36320	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
36320	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
36320	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
36320	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
36320	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
36320	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
36320	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
36320	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
36320	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
36320	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
36320	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
36320	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
36320	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
36320	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
36320	embedding2nn.weight	0	0.02106122300028801
36320	embedding2nn.weight	1	-0.05884099379181862
36320	embedding2nn.weight	2	0.015787309035658836
36320	embedding2nn.weight	3	-0.019256820902228355
36320	embedding2nn.weight	4	-0.057737186551094055
36320	embedding2nn.weight	5	0.06450193375349045
36320	embedding2nn.weight	6	-0.09518885612487793
36320	embedding2nn.weight	7	-0.054263874888420105
36320	embedding2nn.weight	8	0.009798076003789902
36320	embedding2nn.weight	9	0.03938084468245506
36320	embedding2nn.bias	0	0.08694420754909515
36320	embedding2nn.bias	1	0.026825712993741035
36320	embedding2nn.bias	2	-0.10545043647289276
36320	embedding2nn.bias	3	0.03817662224173546
36320	embedding2nn.bias	4	0.03826995939016342
36320	embedding2nn.bias	5	-0.10307778418064117
36320	embedding2nn.bias	6	-0.07974696159362793
36320	embedding2nn.bias	7	-0.025576991960406303
36320	embedding2nn.bias	8	0.08328689634799957
36320	embedding2nn.bias	9	-0.11207427084445953
36320	rnn.weight_ih_l0	0	0.011539202183485031
36320	rnn.weight_ih_l0	1	0.043397851288318634
36320	rnn.weight_ih_l0	2	-0.03357183560729027
36320	rnn.weight_ih_l0	3	0.015994807705283165
36320	rnn.weight_ih_l0	4	0.037977177649736404
36320	rnn.weight_ih_l0	5	-0.06245671585202217
36320	rnn.weight_ih_l0	6	0.03061862662434578
36320	rnn.weight_ih_l0	7	-0.03545411676168442
36320	rnn.weight_ih_l0	8	0.036985885351896286
36320	rnn.weight_ih_l0	9	-0.008368230424821377
36320	rnn.weight_hh_l0	0	0.004674799740314484
36320	rnn.weight_hh_l0	1	-0.05693921074271202
36320	rnn.weight_hh_l0	2	0.026800356805324554
36320	rnn.weight_hh_l0	3	0.01133779902011156
36320	rnn.weight_hh_l0	4	0.01568019948899746
36320	rnn.weight_hh_l0	5	0.024060670286417007
36320	rnn.weight_hh_l0	6	-0.01047801785171032
36320	rnn.weight_hh_l0	7	-0.060544729232788086
36320	rnn.weight_hh_l0	8	-0.031209170818328857
36320	rnn.weight_hh_l0	9	-0.036734744906425476
36320	rnn.bias_ih_l0	0	-0.03136666491627693
36320	rnn.bias_ih_l0	1	-0.09609849750995636
36320	rnn.bias_ih_l0	2	-0.13194410502910614
36320	rnn.bias_ih_l0	3	-0.19882793724536896
36320	rnn.bias_ih_l0	4	0.029428556561470032
36320	rnn.bias_ih_l0	5	0.07245519757270813
36320	rnn.bias_ih_l0	6	-0.09547989815473557
36320	rnn.bias_ih_l0	7	-0.14977911114692688
36320	rnn.bias_ih_l0	8	-0.05450711026787758
36320	rnn.bias_ih_l0	9	-0.07559047639369965
36320	rnn.bias_hh_l0	0	0.07619539648294449
36320	rnn.bias_hh_l0	1	-0.02644573152065277
36320	rnn.bias_hh_l0	2	0.008300738409161568
36320	rnn.bias_hh_l0	3	-0.10864674299955368
36320	rnn.bias_hh_l0	4	0.020569441840052605
36320	rnn.bias_hh_l0	5	0.04501695930957794
36320	rnn.bias_hh_l0	6	-0.04719801992177963
36320	rnn.bias_hh_l0	7	-0.07382532954216003
36320	rnn.bias_hh_l0	8	-0.12308808416128159
36320	rnn.bias_hh_l0	9	-0.07341074198484421
36320	rnn.weight_ih_l0_reverse	0	0.009626620449125767
36320	rnn.weight_ih_l0_reverse	1	0.002823889721184969
36320	rnn.weight_ih_l0_reverse	2	0.01194375567138195
36320	rnn.weight_ih_l0_reverse	3	-0.003593456232920289
36320	rnn.weight_ih_l0_reverse	4	0.014666414819657803
36320	rnn.weight_ih_l0_reverse	5	-0.007893422618508339
36320	rnn.weight_ih_l0_reverse	6	-0.04595259204506874
36320	rnn.weight_ih_l0_reverse	7	-0.011913863942027092
36320	rnn.weight_ih_l0_reverse	8	0.04314136132597923
36320	rnn.weight_ih_l0_reverse	9	0.018501322716474533
36320	rnn.weight_hh_l0_reverse	0	-0.012673065066337585
36320	rnn.weight_hh_l0_reverse	1	0.01758064329624176
36320	rnn.weight_hh_l0_reverse	2	-0.0294314194470644
36320	rnn.weight_hh_l0_reverse	3	0.037501100450754166
36320	rnn.weight_hh_l0_reverse	4	0.015566231682896614
36320	rnn.weight_hh_l0_reverse	5	0.0041550383903086185
36320	rnn.weight_hh_l0_reverse	6	0.026488222181797028
36320	rnn.weight_hh_l0_reverse	7	0.02354116551578045
36320	rnn.weight_hh_l0_reverse	8	0.006732798647135496
36320	rnn.weight_hh_l0_reverse	9	-0.039682917296886444
36320	rnn.bias_ih_l0_reverse	0	-0.06376130133867264
36320	rnn.bias_ih_l0_reverse	1	-0.2198217809200287
36320	rnn.bias_ih_l0_reverse	2	-0.03149109333753586
36320	rnn.bias_ih_l0_reverse	3	-0.07101263850927353
36320	rnn.bias_ih_l0_reverse	4	0.0589851513504982
36320	rnn.bias_ih_l0_reverse	5	-0.1490793526172638
36320	rnn.bias_ih_l0_reverse	6	-0.05233071371912956
36320	rnn.bias_ih_l0_reverse	7	0.05160117149353027
36320	rnn.bias_ih_l0_reverse	8	-0.08698879182338715
36320	rnn.bias_ih_l0_reverse	9	-0.05664955824613571
36320	rnn.bias_hh_l0_reverse	0	-0.07836443185806274
36320	rnn.bias_hh_l0_reverse	1	-0.030950987711548805
36320	rnn.bias_hh_l0_reverse	2	-0.03409093990921974
36320	rnn.bias_hh_l0_reverse	3	-0.07745571434497833
36320	rnn.bias_hh_l0_reverse	4	-0.0008300466579385102
36320	rnn.bias_hh_l0_reverse	5	-0.07762617617845535
36320	rnn.bias_hh_l0_reverse	6	-0.07245855033397675
36320	rnn.bias_hh_l0_reverse	7	-0.09066121280193329
36320	rnn.bias_hh_l0_reverse	8	-0.03242439404129982
36320	rnn.bias_hh_l0_reverse	9	-0.10147566348314285
36320	linear.weight	0	-0.18836277723312378
36320	linear.weight	1	-0.09545790404081345
36320	linear.weight	2	-0.011228874325752258
36320	linear.weight	3	0.012868068180978298
36320	linear.weight	4	0.11525052785873413
36320	linear.weight	5	0.1716368943452835
36320	linear.weight	6	0.0047744326293468475
36320	linear.weight	7	-0.021312154829502106
36320	linear.weight	8	0.11609373241662979
36320	linear.weight	9	0.13932515680789948
36320	linear.bias	0	-0.5718435645103455
36320	linear.bias	1	0.4226844310760498
36320	linear.bias	2	0.04485667869448662
36320	linear.bias	3	-0.35058942437171936
36320	linear.bias	4	-1.193665862083435
36320	linear.bias	5	-1.089644432067871
36320	linear.bias	6	-0.5376501679420471
36320	linear.bias	7	-0.6713677644729614
36320	linear.bias	8	-0.01705317199230194
36320	linear.bias	9	2.709080457687378
36517	transitions	0	-0.1077483594417572
36517	transitions	1	6.76181697845459
36517	transitions	2	-2.6632134914398193
36517	transitions	3	1.153845191001892
36517	transitions	4	-1.446024775505066
36517	transitions	5	-0.23755940794944763
36517	transitions	6	-0.1292732059955597
36517	transitions	7	-10000.0
36517	transitions	8	1.4976216554641724
36517	transitions	9	-2.279848337173462
36517	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
36517	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
36517	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
36517	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
36517	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
36517	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
36517	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
36517	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
36517	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
36517	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
36517	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
36517	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
36517	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
36517	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
36517	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
36517	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
36517	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
36517	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
36517	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
36517	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
36517	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
36517	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
36517	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
36517	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
36517	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
36517	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
36517	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
36517	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
36517	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
36517	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
36517	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
36517	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
36517	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
36517	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
36517	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
36517	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
36517	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
36517	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
36517	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
36517	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
36517	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
36517	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
36517	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
36517	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
36517	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
36517	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
36517	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
36517	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
36517	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
36517	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
36517	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
36517	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
36517	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
36517	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
36517	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
36517	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
36517	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
36517	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
36517	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
36517	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
36517	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
36517	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
36517	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
36517	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
36517	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
36517	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
36517	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
36517	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
36517	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
36517	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
36517	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
36517	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
36517	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
36517	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
36517	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
36517	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
36517	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
36517	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
36517	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
36517	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
36517	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
36517	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
36517	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
36517	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
36517	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
36517	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
36517	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
36517	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
36517	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
36517	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
36517	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
36517	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
36517	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
36517	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
36517	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
36517	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
36517	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
36517	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
36517	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
36517	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
36517	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
36517	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
36517	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
36517	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
36517	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
36517	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
36517	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
36517	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
36517	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
36517	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
36517	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
36517	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
36517	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
36517	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
36517	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
36517	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
36517	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
36517	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
36517	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
36517	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
36517	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
36517	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
36517	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
36517	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
36517	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
36517	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
36517	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
36517	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
36517	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
36517	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
36517	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
36517	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
36517	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
36517	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
36517	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
36517	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
36517	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
36517	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
36517	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
36517	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
36517	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
36517	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
36517	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
36517	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
36517	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
36517	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
36517	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
36517	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
36517	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
36517	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
36517	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
36517	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
36517	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
36517	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
36517	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
36517	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
36517	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
36517	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
36517	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
36517	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
36517	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
36517	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
36517	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
36517	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
36517	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
36517	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
36517	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
36517	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
36517	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
36517	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
36517	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
36517	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
36517	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
36517	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
36517	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
36517	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
36517	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
36517	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
36517	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
36517	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
36517	embedding2nn.weight	0	0.021033043041825294
36517	embedding2nn.weight	1	-0.05926328897476196
36517	embedding2nn.weight	2	0.013525128364562988
36517	embedding2nn.weight	3	-0.020259903743863106
36517	embedding2nn.weight	4	-0.05903040990233421
36517	embedding2nn.weight	5	0.06600149720907211
36517	embedding2nn.weight	6	-0.08542265743017197
36517	embedding2nn.weight	7	-0.05472508445382118
36517	embedding2nn.weight	8	0.009316585958003998
36517	embedding2nn.weight	9	0.041771050542593
36517	embedding2nn.bias	0	0.07897636294364929
36517	embedding2nn.bias	1	0.016317220404744148
36517	embedding2nn.bias	2	-0.12164496630430222
36517	embedding2nn.bias	3	0.04284326359629631
36517	embedding2nn.bias	4	0.03215464577078819
36517	embedding2nn.bias	5	-0.11149701476097107
36517	embedding2nn.bias	6	-0.0701952651143074
36517	embedding2nn.bias	7	-0.011227363720536232
36517	embedding2nn.bias	8	0.08687509596347809
36517	embedding2nn.bias	9	-0.112685427069664
36517	rnn.weight_ih_l0	0	0.010167215950787067
36517	rnn.weight_ih_l0	1	0.04355849325656891
36517	rnn.weight_ih_l0	2	-0.02665131166577339
36517	rnn.weight_ih_l0	3	0.013827883638441563
36517	rnn.weight_ih_l0	4	0.039079293608665466
36517	rnn.weight_ih_l0	5	-0.06333962827920914
36517	rnn.weight_ih_l0	6	0.02981782704591751
36517	rnn.weight_ih_l0	7	-0.03647651523351669
36517	rnn.weight_ih_l0	8	0.034860335290431976
36517	rnn.weight_ih_l0	9	-0.009377717971801758
36517	rnn.weight_hh_l0	0	0.0037880942691117525
36517	rnn.weight_hh_l0	1	-0.05918681621551514
36517	rnn.weight_hh_l0	2	0.027894580736756325
36517	rnn.weight_hh_l0	3	0.01206807978451252
36517	rnn.weight_hh_l0	4	0.015169239602982998
36517	rnn.weight_hh_l0	5	0.025964239612221718
36517	rnn.weight_hh_l0	6	-0.010801238939166069
36517	rnn.weight_hh_l0	7	-0.06070913374423981
36517	rnn.weight_hh_l0	8	-0.0312071330845356
36517	rnn.weight_hh_l0	9	-0.03668932244181633
36517	rnn.bias_ih_l0	0	-0.034484852105379105
36517	rnn.bias_ih_l0	1	-0.09812331944704056
36517	rnn.bias_ih_l0	2	-0.13214483857154846
36517	rnn.bias_ih_l0	3	-0.19721637666225433
36517	rnn.bias_ih_l0	4	0.027222134172916412
36517	rnn.bias_ih_l0	5	0.06594805419445038
36517	rnn.bias_ih_l0	6	-0.09309808164834976
36517	rnn.bias_ih_l0	7	-0.14908094704151154
36517	rnn.bias_ih_l0	8	-0.055589985102415085
36517	rnn.bias_ih_l0	9	-0.07786085456609726
36517	rnn.bias_hh_l0	0	0.07849768549203873
36517	rnn.bias_hh_l0	1	-0.027755310758948326
36517	rnn.bias_hh_l0	2	0.011678793467581272
36517	rnn.bias_hh_l0	3	-0.10647288709878922
36517	rnn.bias_hh_l0	4	0.017817672342061996
36517	rnn.bias_hh_l0	5	0.0327187217772007
36517	rnn.bias_hh_l0	6	-0.04653583839535713
36517	rnn.bias_hh_l0	7	-0.07161377370357513
36517	rnn.bias_hh_l0	8	-0.12382209300994873
36517	rnn.bias_hh_l0	9	-0.07004738599061966
36517	rnn.weight_ih_l0_reverse	0	0.01208554394543171
36517	rnn.weight_ih_l0_reverse	1	0.0026510776951909065
36517	rnn.weight_ih_l0_reverse	2	0.010960016399621964
36517	rnn.weight_ih_l0_reverse	3	-0.0021398954559117556
36517	rnn.weight_ih_l0_reverse	4	0.015343812294304371
36517	rnn.weight_ih_l0_reverse	5	-0.007235689554363489
36517	rnn.weight_ih_l0_reverse	6	-0.04939949885010719
36517	rnn.weight_ih_l0_reverse	7	-0.011651783250272274
36517	rnn.weight_ih_l0_reverse	8	0.04459398612380028
36517	rnn.weight_ih_l0_reverse	9	0.01811138354241848
36517	rnn.weight_hh_l0_reverse	0	-0.012536415830254555
36517	rnn.weight_hh_l0_reverse	1	0.01727176085114479
36517	rnn.weight_hh_l0_reverse	2	-0.028633655980229378
36517	rnn.weight_hh_l0_reverse	3	0.03822280839085579
36517	rnn.weight_hh_l0_reverse	4	0.016206542029976845
36517	rnn.weight_hh_l0_reverse	5	0.005945796146988869
36517	rnn.weight_hh_l0_reverse	6	0.025534220039844513
36517	rnn.weight_hh_l0_reverse	7	0.023226477205753326
36517	rnn.weight_hh_l0_reverse	8	0.006892685312777758
36517	rnn.weight_hh_l0_reverse	9	-0.03992287814617157
36517	rnn.bias_ih_l0_reverse	0	-0.06298519670963287
36517	rnn.bias_ih_l0_reverse	1	-0.22047896683216095
36517	rnn.bias_ih_l0_reverse	2	-0.03495816886425018
36517	rnn.bias_ih_l0_reverse	3	-0.06812699884176254
36517	rnn.bias_ih_l0_reverse	4	0.062189046293497086
36517	rnn.bias_ih_l0_reverse	5	-0.14845721423625946
36517	rnn.bias_ih_l0_reverse	6	-0.046781644225120544
36517	rnn.bias_ih_l0_reverse	7	0.05426326394081116
36517	rnn.bias_ih_l0_reverse	8	-0.0867755115032196
36517	rnn.bias_ih_l0_reverse	9	-0.057973623275756836
36517	rnn.bias_hh_l0_reverse	0	-0.07611127197742462
36517	rnn.bias_hh_l0_reverse	1	-0.030407259240746498
36517	rnn.bias_hh_l0_reverse	2	-0.033087823539972305
36517	rnn.bias_hh_l0_reverse	3	-0.07852499932050705
36517	rnn.bias_hh_l0_reverse	4	-0.00035481678787618876
36517	rnn.bias_hh_l0_reverse	5	-0.07703476399183273
36517	rnn.bias_hh_l0_reverse	6	-0.06551296263933182
36517	rnn.bias_hh_l0_reverse	7	-0.09702897816896439
36517	rnn.bias_hh_l0_reverse	8	-0.03415847197175026
36517	rnn.bias_hh_l0_reverse	9	-0.10397311300039291
36517	linear.weight	0	-0.18722540140151978
36517	linear.weight	1	-0.078445665538311
36517	linear.weight	2	-0.011228874325752258
36517	linear.weight	3	0.010551347397267818
36517	linear.weight	4	0.1087479516863823
36517	linear.weight	5	0.17809243500232697
36517	linear.weight	6	0.0047744326293468475
36517	linear.weight	7	-0.021312154829502106
36517	linear.weight	8	0.14246274530887604
36517	linear.weight	9	0.1540866196155548
36517	linear.bias	0	-0.5578625202178955
36517	linear.bias	1	0.39764079451560974
36517	linear.bias	2	0.03852931037545204
36517	linear.bias	3	-0.35335370898246765
36517	linear.bias	4	-1.2364811897277832
36517	linear.bias	5	-1.0901340246200562
36517	linear.bias	6	-0.5217065811157227
36517	linear.bias	7	-0.6732821464538574
36517	linear.bias	8	-0.01705317199230194
36517	linear.bias	9	2.780299663543701
36714	transitions	0	-0.1092134341597557
36714	transitions	1	6.734898567199707
36714	transitions	2	-2.6667399406433105
36714	transitions	3	1.1704020500183105
36714	transitions	4	-1.4478483200073242
36714	transitions	5	-0.23785816133022308
36714	transitions	6	-0.1295844316482544
36714	transitions	7	-10000.0
36714	transitions	8	1.4953218698501587
36714	transitions	9	-2.279912233352661
36714	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
36714	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
36714	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
36714	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
36714	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
36714	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
36714	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
36714	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
36714	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
36714	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
36714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
36714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
36714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
36714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
36714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
36714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
36714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
36714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
36714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
36714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
36714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
36714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
36714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
36714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
36714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
36714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
36714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
36714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
36714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
36714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
36714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
36714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
36714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
36714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
36714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
36714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
36714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
36714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
36714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
36714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
36714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
36714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
36714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
36714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
36714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
36714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
36714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
36714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
36714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
36714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
36714	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
36714	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
36714	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
36714	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
36714	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
36714	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
36714	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
36714	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
36714	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
36714	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
36714	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
36714	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
36714	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
36714	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
36714	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
36714	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
36714	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
36714	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
36714	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
36714	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
36714	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
36714	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
36714	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
36714	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
36714	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
36714	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
36714	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
36714	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
36714	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
36714	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
36714	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
36714	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
36714	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
36714	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
36714	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
36714	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
36714	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
36714	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
36714	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
36714	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
36714	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
36714	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
36714	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
36714	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
36714	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
36714	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
36714	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
36714	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
36714	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
36714	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
36714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
36714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
36714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
36714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
36714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
36714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
36714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
36714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
36714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
36714	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
36714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
36714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
36714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
36714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
36714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
36714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
36714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
36714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
36714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
36714	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
36714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
36714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
36714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
36714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
36714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
36714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
36714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
36714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
36714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
36714	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
36714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
36714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
36714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
36714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
36714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
36714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
36714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
36714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
36714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
36714	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
36714	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
36714	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
36714	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
36714	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
36714	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
36714	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
36714	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
36714	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
36714	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
36714	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
36714	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
36714	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
36714	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
36714	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
36714	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
36714	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
36714	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
36714	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
36714	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
36714	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
36714	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
36714	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
36714	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
36714	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
36714	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
36714	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
36714	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
36714	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
36714	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
36714	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
36714	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
36714	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
36714	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
36714	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
36714	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
36714	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
36714	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
36714	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
36714	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
36714	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
36714	embedding2nn.weight	0	0.020808720961213112
36714	embedding2nn.weight	1	-0.05910896137356758
36714	embedding2nn.weight	2	0.015493849292397499
36714	embedding2nn.weight	3	-0.022446297109127045
36714	embedding2nn.weight	4	-0.05636259540915489
36714	embedding2nn.weight	5	0.06572791934013367
36714	embedding2nn.weight	6	-0.09194014221429825
36714	embedding2nn.weight	7	-0.051906805485486984
36714	embedding2nn.weight	8	0.007041860371828079
36714	embedding2nn.weight	9	0.03717120736837387
36714	embedding2nn.bias	0	0.07799393683671951
36714	embedding2nn.bias	1	0.019334206357598305
36714	embedding2nn.bias	2	-0.12907777726650238
36714	embedding2nn.bias	3	0.047331735491752625
36714	embedding2nn.bias	4	0.039756372570991516
36714	embedding2nn.bias	5	-0.11135131865739822
36714	embedding2nn.bias	6	-0.06472977995872498
36714	embedding2nn.bias	7	-0.0095974151045084
36714	embedding2nn.bias	8	0.0851738229393959
36714	embedding2nn.bias	9	-0.11669321358203888
36714	rnn.weight_ih_l0	0	0.010098574683070183
36714	rnn.weight_ih_l0	1	0.041749902069568634
36714	rnn.weight_ih_l0	2	-0.028017660602927208
36714	rnn.weight_ih_l0	3	0.011884038336575031
36714	rnn.weight_ih_l0	4	0.04072315990924835
36714	rnn.weight_ih_l0	5	-0.06300652772188187
36714	rnn.weight_ih_l0	6	0.029888590797781944
36714	rnn.weight_ih_l0	7	-0.03599613532423973
36714	rnn.weight_ih_l0	8	0.03481077402830124
36714	rnn.weight_ih_l0	9	-0.008401713334023952
36714	rnn.weight_hh_l0	0	0.003627445548772812
36714	rnn.weight_hh_l0	1	-0.06091689318418503
36714	rnn.weight_hh_l0	2	0.02825208753347397
36714	rnn.weight_hh_l0	3	0.012993105687201023
36714	rnn.weight_hh_l0	4	0.01547518465667963
36714	rnn.weight_hh_l0	5	0.025663599371910095
36714	rnn.weight_hh_l0	6	-0.011598872020840645
36714	rnn.weight_hh_l0	7	-0.06108272075653076
36714	rnn.weight_hh_l0	8	-0.03177031874656677
36714	rnn.weight_hh_l0	9	-0.036987192928791046
36714	rnn.bias_ih_l0	0	-0.0362754687666893
36714	rnn.bias_ih_l0	1	-0.10030363500118256
36714	rnn.bias_ih_l0	2	-0.1295817494392395
36714	rnn.bias_ih_l0	3	-0.19875957071781158
36714	rnn.bias_ih_l0	4	0.027537185698747635
36714	rnn.bias_ih_l0	5	0.05811593681573868
36714	rnn.bias_ih_l0	6	-0.09008094668388367
36714	rnn.bias_ih_l0	7	-0.1477375328540802
36714	rnn.bias_ih_l0	8	-0.053478021174669266
36714	rnn.bias_ih_l0	9	-0.07916268706321716
36714	rnn.bias_hh_l0	0	0.07850976288318634
36714	rnn.bias_hh_l0	1	-0.027118731290102005
36714	rnn.bias_hh_l0	2	0.014983841218054295
36714	rnn.bias_hh_l0	3	-0.1088341549038887
36714	rnn.bias_hh_l0	4	0.02023777738213539
36714	rnn.bias_hh_l0	5	0.03114456869661808
36714	rnn.bias_hh_l0	6	-0.04551391303539276
36714	rnn.bias_hh_l0	7	-0.07101287692785263
36714	rnn.bias_hh_l0	8	-0.12825897336006165
36714	rnn.bias_hh_l0	9	-0.06814245134592056
36714	rnn.weight_ih_l0_reverse	0	0.011610451154410839
36714	rnn.weight_ih_l0_reverse	1	0.0010788135696202517
36714	rnn.weight_ih_l0_reverse	2	0.012998182326555252
36714	rnn.weight_ih_l0_reverse	3	-0.0010789198568090796
36714	rnn.weight_ih_l0_reverse	4	0.013530706986784935
36714	rnn.weight_ih_l0_reverse	5	-0.008592978119850159
36714	rnn.weight_ih_l0_reverse	6	-0.05070384219288826
36714	rnn.weight_ih_l0_reverse	7	-0.011240551248192787
36714	rnn.weight_ih_l0_reverse	8	0.041335247457027435
36714	rnn.weight_ih_l0_reverse	9	0.02075011096894741
36714	rnn.weight_hh_l0_reverse	0	-0.012466090731322765
36714	rnn.weight_hh_l0_reverse	1	0.018028441816568375
36714	rnn.weight_hh_l0_reverse	2	-0.02846534736454487
36714	rnn.weight_hh_l0_reverse	3	0.0379498116672039
36714	rnn.weight_hh_l0_reverse	4	0.016599321737885475
36714	rnn.weight_hh_l0_reverse	5	0.006257277447730303
36714	rnn.weight_hh_l0_reverse	6	0.025802860036492348
36714	rnn.weight_hh_l0_reverse	7	0.023930909112095833
36714	rnn.weight_hh_l0_reverse	8	0.006987990811467171
36714	rnn.weight_hh_l0_reverse	9	-0.03949417918920517
36714	rnn.bias_ih_l0_reverse	0	-0.06408730149269104
36714	rnn.bias_ih_l0_reverse	1	-0.21959546208381653
36714	rnn.bias_ih_l0_reverse	2	-0.033957913517951965
36714	rnn.bias_ih_l0_reverse	3	-0.06853894889354706
36714	rnn.bias_ih_l0_reverse	4	0.06404481828212738
36714	rnn.bias_ih_l0_reverse	5	-0.14994379878044128
36714	rnn.bias_ih_l0_reverse	6	-0.047018472105264664
36714	rnn.bias_ih_l0_reverse	7	0.05373840034008026
36714	rnn.bias_ih_l0_reverse	8	-0.08308102935552597
36714	rnn.bias_ih_l0_reverse	9	-0.05873311683535576
36714	rnn.bias_hh_l0_reverse	0	-0.07070918381214142
36714	rnn.bias_hh_l0_reverse	1	-0.030316760763525963
36714	rnn.bias_hh_l0_reverse	2	-0.035053517669439316
36714	rnn.bias_hh_l0_reverse	3	-0.07996774464845657
36714	rnn.bias_hh_l0_reverse	4	0.00012036145926686004
36714	rnn.bias_hh_l0_reverse	5	-0.07152610272169113
36714	rnn.bias_hh_l0_reverse	6	-0.06884831935167313
36714	rnn.bias_hh_l0_reverse	7	-0.09502362459897995
36714	rnn.bias_hh_l0_reverse	8	-0.03238053247332573
36714	rnn.bias_hh_l0_reverse	9	-0.10829805582761765
36714	linear.weight	0	-0.1866447478532791
36714	linear.weight	1	-0.07191597670316696
36714	linear.weight	2	-0.011228874325752258
36714	linear.weight	3	0.0007369609666056931
36714	linear.weight	4	0.11385735869407654
36714	linear.weight	5	0.18005411326885223
36714	linear.weight	6	0.0047744326293468475
36714	linear.weight	7	-0.021312154829502106
36714	linear.weight	8	0.14153873920440674
36714	linear.weight	9	0.16664324700832367
36714	linear.bias	0	-0.5694042444229126
36714	linear.bias	1	0.44157323241233826
36714	linear.bias	2	0.05433941259980202
36714	linear.bias	3	-0.37019360065460205
36714	linear.bias	4	-1.217428207397461
36714	linear.bias	5	-1.0905641317367554
36714	linear.bias	6	-0.5225781798362732
36714	linear.bias	7	-0.6539836525917053
36714	linear.bias	8	-0.01705317199230194
36714	linear.bias	9	2.6997900009155273
36911	transitions	0	-0.1113177165389061
36911	transitions	1	6.760964393615723
36911	transitions	2	-2.669247627258301
36911	transitions	3	1.1681644916534424
36911	transitions	4	-1.4500517845153809
36911	transitions	5	-0.23821254074573517
36911	transitions	6	-0.12984107434749603
36911	transitions	7	-10000.0
36911	transitions	8	1.496952772140503
36911	transitions	9	-2.2799689769744873
36911	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
36911	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
36911	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
36911	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
36911	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
36911	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
36911	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
36911	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
36911	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
36911	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
36911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
36911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
36911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
36911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
36911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
36911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
36911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
36911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
36911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
36911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
36911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
36911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
36911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
36911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
36911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
36911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
36911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
36911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
36911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
36911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
36911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
36911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
36911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
36911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
36911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
36911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
36911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
36911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
36911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
36911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
36911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
36911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
36911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
36911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
36911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
36911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
36911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
36911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
36911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
36911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
36911	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
36911	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
36911	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
36911	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
36911	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
36911	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
36911	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
36911	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
36911	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
36911	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
36911	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
36911	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
36911	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
36911	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
36911	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
36911	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
36911	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
36911	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
36911	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
36911	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
36911	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
36911	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
36911	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
36911	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
36911	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
36911	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
36911	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
36911	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
36911	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
36911	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
36911	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
36911	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
36911	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
36911	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
36911	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
36911	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
36911	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
36911	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
36911	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
36911	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
36911	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
36911	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
36911	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
36911	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
36911	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
36911	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
36911	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
36911	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
36911	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
36911	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
36911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
36911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
36911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
36911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
36911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
36911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
36911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
36911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
36911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
36911	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
36911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
36911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
36911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
36911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
36911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
36911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
36911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
36911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
36911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
36911	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
36911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
36911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
36911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
36911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
36911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
36911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
36911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
36911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
36911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
36911	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
36911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
36911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
36911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
36911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
36911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
36911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
36911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
36911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
36911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
36911	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
36911	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
36911	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
36911	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
36911	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
36911	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
36911	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
36911	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
36911	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
36911	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
36911	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
36911	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
36911	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
36911	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
36911	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
36911	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
36911	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
36911	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
36911	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
36911	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
36911	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
36911	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
36911	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
36911	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
36911	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
36911	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
36911	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
36911	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
36911	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
36911	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
36911	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
36911	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
36911	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
36911	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
36911	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
36911	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
36911	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
36911	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
36911	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
36911	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
36911	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
36911	embedding2nn.weight	0	0.02022467367351055
36911	embedding2nn.weight	1	-0.05973879620432854
36911	embedding2nn.weight	2	0.01101778820157051
36911	embedding2nn.weight	3	-0.022946204990148544
36911	embedding2nn.weight	4	-0.05743413418531418
36911	embedding2nn.weight	5	0.065850168466568
36911	embedding2nn.weight	6	-0.0936964824795723
36911	embedding2nn.weight	7	-0.0538681335747242
36911	embedding2nn.weight	8	0.006568449549376965
36911	embedding2nn.weight	9	0.03694811835885048
36911	embedding2nn.bias	0	0.08033684641122818
36911	embedding2nn.bias	1	0.03118376061320305
36911	embedding2nn.bias	2	-0.12363463640213013
36911	embedding2nn.bias	3	0.04654405638575554
36911	embedding2nn.bias	4	0.041283633559942245
36911	embedding2nn.bias	5	-0.09934085607528687
36911	embedding2nn.bias	6	-0.06748628616333008
36911	embedding2nn.bias	7	-0.022287972271442413
36911	embedding2nn.bias	8	0.08466116338968277
36911	embedding2nn.bias	9	-0.1002635657787323
36911	rnn.weight_ih_l0	0	0.007574358023703098
36911	rnn.weight_ih_l0	1	0.04066221043467522
36911	rnn.weight_ih_l0	2	-0.026475023478269577
36911	rnn.weight_ih_l0	3	0.006854234263300896
36911	rnn.weight_ih_l0	4	0.04012769088149071
36911	rnn.weight_ih_l0	5	-0.0645383968949318
36911	rnn.weight_ih_l0	6	0.028623901307582855
36911	rnn.weight_ih_l0	7	-0.03849368914961815
36911	rnn.weight_ih_l0	8	0.030869141221046448
36911	rnn.weight_ih_l0	9	-0.010877760127186775
36911	rnn.weight_hh_l0	0	0.002973756054416299
36911	rnn.weight_hh_l0	1	-0.05933285132050514
36911	rnn.weight_hh_l0	2	0.028814226388931274
36911	rnn.weight_hh_l0	3	0.012908680364489555
36911	rnn.weight_hh_l0	4	0.015755243599414825
36911	rnn.weight_hh_l0	5	0.0248144268989563
36911	rnn.weight_hh_l0	6	-0.011404229328036308
36911	rnn.weight_hh_l0	7	-0.06094865873456001
36911	rnn.weight_hh_l0	8	-0.03127681463956833
36911	rnn.weight_hh_l0	9	-0.037306614220142365
36911	rnn.bias_ih_l0	0	-0.038470666855573654
36911	rnn.bias_ih_l0	1	-0.099079929292202
36911	rnn.bias_ih_l0	2	-0.12678919732570648
36911	rnn.bias_ih_l0	3	-0.20373210310935974
36911	rnn.bias_ih_l0	4	0.02746359258890152
36911	rnn.bias_ih_l0	5	0.05696839094161987
36911	rnn.bias_ih_l0	6	-0.09014099836349487
36911	rnn.bias_ih_l0	7	-0.15085718035697937
36911	rnn.bias_ih_l0	8	-0.048472944647073746
36911	rnn.bias_ih_l0	9	-0.07895803451538086
36911	rnn.bias_hh_l0	0	0.07766199856996536
36911	rnn.bias_hh_l0	1	-0.027262242510914803
36911	rnn.bias_hh_l0	2	0.01524848211556673
36911	rnn.bias_hh_l0	3	-0.10767045617103577
36911	rnn.bias_hh_l0	4	0.017164375633001328
36911	rnn.bias_hh_l0	5	0.03755923733115196
36911	rnn.bias_hh_l0	6	-0.04605426266789436
36911	rnn.bias_hh_l0	7	-0.07118076831102371
36911	rnn.bias_hh_l0	8	-0.13051225244998932
36911	rnn.bias_hh_l0	9	-0.07083760201931
36911	rnn.weight_ih_l0_reverse	0	0.009723171591758728
36911	rnn.weight_ih_l0_reverse	1	0.0014874868793413043
36911	rnn.weight_ih_l0_reverse	2	0.015073958784341812
36911	rnn.weight_ih_l0_reverse	3	-0.0036941105499863625
36911	rnn.weight_ih_l0_reverse	4	0.010471471585333347
36911	rnn.weight_ih_l0_reverse	5	-0.00821012444794178
36911	rnn.weight_ih_l0_reverse	6	-0.05080607533454895
36911	rnn.weight_ih_l0_reverse	7	-0.010747376829385757
36911	rnn.weight_ih_l0_reverse	8	0.041426800191402435
36911	rnn.weight_ih_l0_reverse	9	0.020981185138225555
36911	rnn.weight_hh_l0_reverse	0	-0.012366341426968575
36911	rnn.weight_hh_l0_reverse	1	0.01748564839363098
36911	rnn.weight_hh_l0_reverse	2	-0.029099809005856514
36911	rnn.weight_hh_l0_reverse	3	0.03710506856441498
36911	rnn.weight_hh_l0_reverse	4	0.016194716095924377
36911	rnn.weight_hh_l0_reverse	5	0.005125111434608698
36911	rnn.weight_hh_l0_reverse	6	0.025457873940467834
36911	rnn.weight_hh_l0_reverse	7	0.02346702292561531
36911	rnn.weight_hh_l0_reverse	8	0.007221499923616648
36911	rnn.weight_hh_l0_reverse	9	-0.039431169629096985
36911	rnn.bias_ih_l0_reverse	0	-0.0644148737192154
36911	rnn.bias_ih_l0_reverse	1	-0.21725024282932281
36911	rnn.bias_ih_l0_reverse	2	-0.032825157046318054
36911	rnn.bias_ih_l0_reverse	3	-0.06866156309843063
36911	rnn.bias_ih_l0_reverse	4	0.06355864554643631
36911	rnn.bias_ih_l0_reverse	5	-0.1484290510416031
36911	rnn.bias_ih_l0_reverse	6	-0.04928053915500641
36911	rnn.bias_ih_l0_reverse	7	0.055329032242298126
36911	rnn.bias_ih_l0_reverse	8	-0.0866580680012703
36911	rnn.bias_ih_l0_reverse	9	-0.059846702963113785
36911	rnn.bias_hh_l0_reverse	0	-0.07297046482563019
36911	rnn.bias_hh_l0_reverse	1	-0.029604045674204826
36911	rnn.bias_hh_l0_reverse	2	-0.03461797162890434
36911	rnn.bias_hh_l0_reverse	3	-0.07824672758579254
36911	rnn.bias_hh_l0_reverse	4	-0.0016705625457689166
36911	rnn.bias_hh_l0_reverse	5	-0.07617100328207016
36911	rnn.bias_hh_l0_reverse	6	-0.0677919089794159
36911	rnn.bias_hh_l0_reverse	7	-0.09976375848054886
36911	rnn.bias_hh_l0_reverse	8	-0.029272882267832756
36911	rnn.bias_hh_l0_reverse	9	-0.10270337760448456
36911	linear.weight	0	-0.18013305962085724
36911	linear.weight	1	-0.06571168452501297
36911	linear.weight	2	-0.011228874325752258
36911	linear.weight	3	0.002023391192778945
36911	linear.weight	4	0.11835961043834686
36911	linear.weight	5	0.18293601274490356
36911	linear.weight	6	0.0047744326293468475
36911	linear.weight	7	-0.021312154829502106
36911	linear.weight	8	0.14237459003925323
36911	linear.weight	9	0.14765235781669617
36911	linear.bias	0	-0.5561531186103821
36911	linear.bias	1	0.41466251015663147
36911	linear.bias	2	0.0472598597407341
36911	linear.bias	3	-0.36688849329948425
36911	linear.bias	4	-1.221659779548645
36911	linear.bias	5	-1.0910502672195435
36911	linear.bias	6	-0.5053227543830872
36911	linear.bias	7	-0.653890073299408
36911	linear.bias	8	-0.01705317199230194
36911	linear.bias	9	2.733166456222534
37108	transitions	0	-0.11195109784603119
37108	transitions	1	6.754796981811523
37108	transitions	2	-2.673311471939087
37108	transitions	3	1.166685938835144
37108	transitions	4	-1.4522162675857544
37108	transitions	5	-0.23844695091247559
37108	transitions	6	-0.13015511631965637
37108	transitions	7	-10000.0
37108	transitions	8	1.5051900148391724
37108	transitions	9	-2.280029296875
37108	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
37108	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
37108	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
37108	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
37108	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
37108	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
37108	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
37108	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
37108	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
37108	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
37108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
37108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
37108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
37108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
37108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
37108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
37108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
37108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
37108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
37108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
37108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
37108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
37108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
37108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
37108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
37108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
37108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
37108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
37108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
37108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
37108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
37108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
37108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
37108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
37108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
37108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
37108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
37108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
37108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
37108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
37108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
37108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
37108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
37108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
37108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
37108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
37108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
37108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
37108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
37108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
37108	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
37108	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
37108	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
37108	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
37108	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
37108	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
37108	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
37108	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
37108	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
37108	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
37108	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
37108	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
37108	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
37108	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
37108	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
37108	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
37108	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
37108	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
37108	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
37108	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
37108	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
37108	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
37108	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
37108	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
37108	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
37108	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
37108	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
37108	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
37108	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
37108	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
37108	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
37108	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
37108	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
37108	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
37108	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
37108	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
37108	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
37108	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
37108	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
37108	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
37108	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
37108	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
37108	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
37108	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
37108	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
37108	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
37108	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
37108	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
37108	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
37108	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
37108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
37108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
37108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
37108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
37108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
37108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
37108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
37108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
37108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
37108	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
37108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
37108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
37108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
37108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
37108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
37108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
37108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
37108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
37108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
37108	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
37108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
37108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
37108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
37108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
37108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
37108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
37108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
37108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
37108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
37108	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
37108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
37108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
37108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
37108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
37108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
37108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
37108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
37108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
37108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
37108	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
37108	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
37108	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
37108	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
37108	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
37108	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
37108	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
37108	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
37108	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
37108	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
37108	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
37108	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
37108	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
37108	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
37108	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
37108	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
37108	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
37108	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
37108	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
37108	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
37108	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
37108	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
37108	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
37108	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
37108	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
37108	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
37108	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
37108	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
37108	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
37108	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
37108	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
37108	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
37108	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
37108	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
37108	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
37108	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
37108	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
37108	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
37108	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
37108	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
37108	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
37108	embedding2nn.weight	0	0.020222920924425125
37108	embedding2nn.weight	1	-0.05877763405442238
37108	embedding2nn.weight	2	0.009270516224205494
37108	embedding2nn.weight	3	-0.022518817335367203
37108	embedding2nn.weight	4	-0.059127792716026306
37108	embedding2nn.weight	5	0.06375996768474579
37108	embedding2nn.weight	6	-0.09206639230251312
37108	embedding2nn.weight	7	-0.05560848116874695
37108	embedding2nn.weight	8	0.007278964854776859
37108	embedding2nn.weight	9	0.037810828536748886
37108	embedding2nn.bias	0	0.09029029309749603
37108	embedding2nn.bias	1	0.04172975942492485
37108	embedding2nn.bias	2	-0.13815708458423615
37108	embedding2nn.bias	3	0.041451796889305115
37108	embedding2nn.bias	4	0.041270822286605835
37108	embedding2nn.bias	5	-0.0981675460934639
37108	embedding2nn.bias	6	-0.07687859237194061
37108	embedding2nn.bias	7	-0.015313648618757725
37108	embedding2nn.bias	8	0.09378214180469513
37108	embedding2nn.bias	9	-0.10065783560276031
37108	rnn.weight_ih_l0	0	0.009423389099538326
37108	rnn.weight_ih_l0	1	0.03824637830257416
37108	rnn.weight_ih_l0	2	-0.026952773332595825
37108	rnn.weight_ih_l0	3	0.009792342782020569
37108	rnn.weight_ih_l0	4	0.039680950343608856
37108	rnn.weight_ih_l0	5	-0.06638284772634506
37108	rnn.weight_ih_l0	6	0.027450600638985634
37108	rnn.weight_ih_l0	7	-0.03989703208208084
37108	rnn.weight_ih_l0	8	0.030306778848171234
37108	rnn.weight_ih_l0	9	-0.010472611524164677
37108	rnn.weight_hh_l0	0	0.00244054920040071
37108	rnn.weight_hh_l0	1	-0.05854650214314461
37108	rnn.weight_hh_l0	2	0.030305365100502968
37108	rnn.weight_hh_l0	3	0.013371826149523258
37108	rnn.weight_hh_l0	4	0.016292370855808258
37108	rnn.weight_hh_l0	5	0.023955097422003746
37108	rnn.weight_hh_l0	6	-0.011528311297297478
37108	rnn.weight_hh_l0	7	-0.059678517282009125
37108	rnn.weight_hh_l0	8	-0.029950954020023346
37108	rnn.weight_hh_l0	9	-0.03892800584435463
37108	rnn.bias_ih_l0	0	-0.04268103465437889
37108	rnn.bias_ih_l0	1	-0.09729986637830734
37108	rnn.bias_ih_l0	2	-0.12801361083984375
37108	rnn.bias_ih_l0	3	-0.2037099450826645
37108	rnn.bias_ih_l0	4	0.03125464916229248
37108	rnn.bias_ih_l0	5	0.05252913758158684
37108	rnn.bias_ih_l0	6	-0.09153512865304947
37108	rnn.bias_ih_l0	7	-0.1523498147726059
37108	rnn.bias_ih_l0	8	-0.04857928678393364
37108	rnn.bias_ih_l0	9	-0.08062088489532471
37108	rnn.bias_hh_l0	0	0.07789810001850128
37108	rnn.bias_hh_l0	1	-0.023243188858032227
37108	rnn.bias_hh_l0	2	0.012574385851621628
37108	rnn.bias_hh_l0	3	-0.10793120414018631
37108	rnn.bias_hh_l0	4	0.011207890696823597
37108	rnn.bias_hh_l0	5	0.032469265162944794
37108	rnn.bias_hh_l0	6	-0.04226498305797577
37108	rnn.bias_hh_l0	7	-0.07453912496566772
37108	rnn.bias_hh_l0	8	-0.12403254210948944
37108	rnn.bias_hh_l0	9	-0.0672355443239212
37108	rnn.weight_ih_l0_reverse	0	0.00682104704901576
37108	rnn.weight_ih_l0_reverse	1	0.002082599326968193
37108	rnn.weight_ih_l0_reverse	2	0.013418566435575485
37108	rnn.weight_ih_l0_reverse	3	-0.004100264981389046
37108	rnn.weight_ih_l0_reverse	4	0.010996462777256966
37108	rnn.weight_ih_l0_reverse	5	-0.006092795170843601
37108	rnn.weight_ih_l0_reverse	6	-0.05167066678404808
37108	rnn.weight_ih_l0_reverse	7	-0.01269792951643467
37108	rnn.weight_ih_l0_reverse	8	0.04103749245405197
37108	rnn.weight_ih_l0_reverse	9	0.022163068875670433
37108	rnn.weight_hh_l0_reverse	0	-0.011742926202714443
37108	rnn.weight_hh_l0_reverse	1	0.017440147697925568
37108	rnn.weight_hh_l0_reverse	2	-0.029653016477823257
37108	rnn.weight_hh_l0_reverse	3	0.03810923174023628
37108	rnn.weight_hh_l0_reverse	4	0.016221778467297554
37108	rnn.weight_hh_l0_reverse	5	0.005174407735466957
37108	rnn.weight_hh_l0_reverse	6	0.025090130046010017
37108	rnn.weight_hh_l0_reverse	7	0.022374210879206657
37108	rnn.weight_hh_l0_reverse	8	0.006739153526723385
37108	rnn.weight_hh_l0_reverse	9	-0.039139311760663986
37108	rnn.bias_ih_l0_reverse	0	-0.06378749758005142
37108	rnn.bias_ih_l0_reverse	1	-0.22152180969715118
37108	rnn.bias_ih_l0_reverse	2	-0.033193886280059814
37108	rnn.bias_ih_l0_reverse	3	-0.06993114203214645
37108	rnn.bias_ih_l0_reverse	4	0.06642232835292816
37108	rnn.bias_ih_l0_reverse	5	-0.15015444159507751
37108	rnn.bias_ih_l0_reverse	6	-0.04518989846110344
37108	rnn.bias_ih_l0_reverse	7	0.05515079200267792
37108	rnn.bias_ih_l0_reverse	8	-0.08896954357624054
37108	rnn.bias_ih_l0_reverse	9	-0.05716262385249138
37108	rnn.bias_hh_l0_reverse	0	-0.07103724777698517
37108	rnn.bias_hh_l0_reverse	1	-0.02651120349764824
37108	rnn.bias_hh_l0_reverse	2	-0.03348717838525772
37108	rnn.bias_hh_l0_reverse	3	-0.07971646636724472
37108	rnn.bias_hh_l0_reverse	4	-0.005028772167861462
37108	rnn.bias_hh_l0_reverse	5	-0.07062099128961563
37108	rnn.bias_hh_l0_reverse	6	-0.0641801580786705
37108	rnn.bias_hh_l0_reverse	7	-0.10022716224193573
37108	rnn.bias_hh_l0_reverse	8	-0.02653350681066513
37108	rnn.bias_hh_l0_reverse	9	-0.10657148063182831
37108	linear.weight	0	-0.17454613745212555
37108	linear.weight	1	-0.06715182960033417
37108	linear.weight	2	-0.011228874325752258
37108	linear.weight	3	-0.004069165792316198
37108	linear.weight	4	0.11555711179971695
37108	linear.weight	5	0.18688051402568817
37108	linear.weight	6	0.0047744326293468475
37108	linear.weight	7	-0.021312154829502106
37108	linear.weight	8	0.13892480731010437
37108	linear.weight	9	0.14292815327644348
37108	linear.bias	0	-0.5595120787620544
37108	linear.bias	1	0.4403366446495056
37108	linear.bias	2	0.021124975755810738
37108	linear.bias	3	-0.3726513385772705
37108	linear.bias	4	-1.221558928489685
37108	linear.bias	5	-1.0915039777755737
37108	linear.bias	6	-0.5066412687301636
37108	linear.bias	7	-0.6525875926017761
37108	linear.bias	8	-0.01705317199230194
37108	linear.bias	9	2.669995069503784
37305	transitions	0	-0.11324117332696915
37305	transitions	1	6.807699680328369
37305	transitions	2	-2.6764400005340576
37305	transitions	3	1.163744568824768
37305	transitions	4	-1.4566833972930908
37305	transitions	5	-0.23897510766983032
37305	transitions	6	-0.1303885132074356
37305	transitions	7	-10000.0
37305	transitions	8	1.504358172416687
37305	transitions	9	-2.2801077365875244
37305	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
37305	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
37305	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
37305	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
37305	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
37305	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
37305	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
37305	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
37305	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
37305	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
37305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
37305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
37305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
37305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
37305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
37305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
37305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
37305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
37305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
37305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
37305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
37305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
37305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
37305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
37305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
37305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
37305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
37305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
37305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
37305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
37305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
37305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
37305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
37305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
37305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
37305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
37305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
37305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
37305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
37305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
37305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
37305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
37305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
37305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
37305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
37305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
37305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
37305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
37305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
37305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
37305	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
37305	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
37305	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
37305	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
37305	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
37305	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
37305	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
37305	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
37305	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
37305	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
37305	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
37305	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
37305	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
37305	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
37305	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
37305	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
37305	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
37305	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
37305	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
37305	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
37305	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
37305	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
37305	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
37305	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
37305	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
37305	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
37305	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
37305	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
37305	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
37305	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
37305	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
37305	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
37305	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
37305	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
37305	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
37305	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
37305	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
37305	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
37305	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
37305	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
37305	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
37305	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
37305	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
37305	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
37305	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
37305	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
37305	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
37305	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
37305	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
37305	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
37305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
37305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
37305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
37305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
37305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
37305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
37305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
37305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
37305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
37305	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
37305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
37305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
37305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
37305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
37305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
37305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
37305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
37305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
37305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
37305	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
37305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
37305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
37305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
37305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
37305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
37305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
37305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
37305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
37305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
37305	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
37305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
37305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
37305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
37305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
37305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
37305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
37305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
37305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
37305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
37305	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
37305	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
37305	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
37305	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
37305	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
37305	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
37305	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
37305	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
37305	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
37305	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
37305	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
37305	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
37305	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
37305	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
37305	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
37305	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
37305	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
37305	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
37305	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
37305	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
37305	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
37305	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
37305	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
37305	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
37305	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
37305	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
37305	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
37305	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
37305	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
37305	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
37305	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
37305	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
37305	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
37305	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
37305	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
37305	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
37305	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
37305	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
37305	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
37305	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
37305	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
37305	embedding2nn.weight	0	0.019574491307139397
37305	embedding2nn.weight	1	-0.05754879117012024
37305	embedding2nn.weight	2	0.00904606468975544
37305	embedding2nn.weight	3	-0.024050485342741013
37305	embedding2nn.weight	4	-0.05716671794652939
37305	embedding2nn.weight	5	0.06498709321022034
37305	embedding2nn.weight	6	-0.0898866057395935
37305	embedding2nn.weight	7	-0.05644766241312027
37305	embedding2nn.weight	8	0.006910176016390324
37305	embedding2nn.weight	9	0.04107028245925903
37305	embedding2nn.bias	0	0.09414562582969666
37305	embedding2nn.bias	1	0.05044708773493767
37305	embedding2nn.bias	2	-0.14051347970962524
37305	embedding2nn.bias	3	0.04407660290598869
37305	embedding2nn.bias	4	0.03399393707513809
37305	embedding2nn.bias	5	-0.09794340282678604
37305	embedding2nn.bias	6	-0.08446840196847916
37305	embedding2nn.bias	7	-0.0016196266515180469
37305	embedding2nn.bias	8	0.086298868060112
37305	embedding2nn.bias	9	-0.09235767275094986
37305	rnn.weight_ih_l0	0	0.010645736940205097
37305	rnn.weight_ih_l0	1	0.0357162244617939
37305	rnn.weight_ih_l0	2	-0.026662038639187813
37305	rnn.weight_ih_l0	3	0.012928977608680725
37305	rnn.weight_ih_l0	4	0.040116533637046814
37305	rnn.weight_ih_l0	5	-0.06710291653871536
37305	rnn.weight_ih_l0	6	0.028317146003246307
37305	rnn.weight_ih_l0	7	-0.03939256817102432
37305	rnn.weight_ih_l0	8	0.03165344521403313
37305	rnn.weight_ih_l0	9	-0.012444647960364819
37305	rnn.weight_hh_l0	0	0.0021357352379709482
37305	rnn.weight_hh_l0	1	-0.06020190566778183
37305	rnn.weight_hh_l0	2	0.030533958226442337
37305	rnn.weight_hh_l0	3	0.013685286045074463
37305	rnn.weight_hh_l0	4	0.01660141907632351
37305	rnn.weight_hh_l0	5	0.025564244017004967
37305	rnn.weight_hh_l0	6	-0.011547572910785675
37305	rnn.weight_hh_l0	7	-0.05860453471541405
37305	rnn.weight_hh_l0	8	-0.030600985512137413
37305	rnn.weight_hh_l0	9	-0.039772745221853256
37305	rnn.bias_ih_l0	0	-0.04009532555937767
37305	rnn.bias_ih_l0	1	-0.09782227873802185
37305	rnn.bias_ih_l0	2	-0.13096736371517181
37305	rnn.bias_ih_l0	3	-0.1982615441083908
37305	rnn.bias_ih_l0	4	0.02341122180223465
37305	rnn.bias_ih_l0	5	0.047983672469854355
37305	rnn.bias_ih_l0	6	-0.091669000685215
37305	rnn.bias_ih_l0	7	-0.15937484800815582
37305	rnn.bias_ih_l0	8	-0.04745848849415779
37305	rnn.bias_ih_l0	9	-0.07864407449960709
37305	rnn.bias_hh_l0	0	0.08537440001964569
37305	rnn.bias_hh_l0	1	-0.023733707144856453
37305	rnn.bias_hh_l0	2	0.012125629000365734
37305	rnn.bias_hh_l0	3	-0.10906779766082764
37305	rnn.bias_hh_l0	4	0.006252715364098549
37305	rnn.bias_hh_l0	5	0.02919050306081772
37305	rnn.bias_hh_l0	6	-0.04482683911919594
37305	rnn.bias_hh_l0	7	-0.07534664869308472
37305	rnn.bias_hh_l0	8	-0.12699083983898163
37305	rnn.bias_hh_l0	9	-0.0662640631198883
37305	rnn.weight_ih_l0_reverse	0	0.008590362034738064
37305	rnn.weight_ih_l0_reverse	1	0.0019965055398643017
37305	rnn.weight_ih_l0_reverse	2	0.014444394037127495
37305	rnn.weight_ih_l0_reverse	3	-0.002917991019785404
37305	rnn.weight_ih_l0_reverse	4	0.010185755789279938
37305	rnn.weight_ih_l0_reverse	5	-0.0068507082760334015
37305	rnn.weight_ih_l0_reverse	6	-0.05167291685938835
37305	rnn.weight_ih_l0_reverse	7	-0.010358442552387714
37305	rnn.weight_ih_l0_reverse	8	0.043344028294086456
37305	rnn.weight_ih_l0_reverse	9	0.023492474108934402
37305	rnn.weight_hh_l0_reverse	0	-0.011161716654896736
37305	rnn.weight_hh_l0_reverse	1	0.016983401030302048
37305	rnn.weight_hh_l0_reverse	2	-0.03019382804632187
37305	rnn.weight_hh_l0_reverse	3	0.0373898483812809
37305	rnn.weight_hh_l0_reverse	4	0.01600867696106434
37305	rnn.weight_hh_l0_reverse	5	0.0035879553761333227
37305	rnn.weight_hh_l0_reverse	6	0.02422787994146347
37305	rnn.weight_hh_l0_reverse	7	0.022831186652183533
37305	rnn.weight_hh_l0_reverse	8	0.006604437250643969
37305	rnn.weight_hh_l0_reverse	9	-0.0387735441327095
37305	rnn.bias_ih_l0_reverse	0	-0.07051413506269455
37305	rnn.bias_ih_l0_reverse	1	-0.21797062456607819
37305	rnn.bias_ih_l0_reverse	2	-0.03432886302471161
37305	rnn.bias_ih_l0_reverse	3	-0.07082603871822357
37305	rnn.bias_ih_l0_reverse	4	0.06412052363157272
37305	rnn.bias_ih_l0_reverse	5	-0.14806890487670898
37305	rnn.bias_ih_l0_reverse	6	-0.04601748660206795
37305	rnn.bias_ih_l0_reverse	7	0.049471523612737656
37305	rnn.bias_ih_l0_reverse	8	-0.08651716262102127
37305	rnn.bias_ih_l0_reverse	9	-0.05668247491121292
37305	rnn.bias_hh_l0_reverse	0	-0.07359115779399872
37305	rnn.bias_hh_l0_reverse	1	-0.02934349700808525
37305	rnn.bias_hh_l0_reverse	2	-0.03442952781915665
37305	rnn.bias_hh_l0_reverse	3	-0.08458010107278824
37305	rnn.bias_hh_l0_reverse	4	-0.003803559113293886
37305	rnn.bias_hh_l0_reverse	5	-0.07337528467178345
37305	rnn.bias_hh_l0_reverse	6	-0.0642441064119339
37305	rnn.bias_hh_l0_reverse	7	-0.10441295802593231
37305	rnn.bias_hh_l0_reverse	8	-0.02427670732140541
37305	rnn.bias_hh_l0_reverse	9	-0.10582005232572556
37305	linear.weight	0	-0.15792162716388702
37305	linear.weight	1	-0.06795787811279297
37305	linear.weight	2	-0.011228874325752258
37305	linear.weight	3	-0.038521699607372284
37305	linear.weight	4	0.12887343764305115
37305	linear.weight	5	0.1919768899679184
37305	linear.weight	6	0.0047744326293468475
37305	linear.weight	7	-0.021312154829502106
37305	linear.weight	8	0.14782577753067017
37305	linear.weight	9	0.152165487408638
37305	linear.bias	0	-0.5617715716362
37305	linear.bias	1	0.45080944895744324
37305	linear.bias	2	0.08544366806745529
37305	linear.bias	3	-0.3216119408607483
37305	linear.bias	4	-1.1647359132766724
37305	linear.bias	5	-1.09202241897583
37305	linear.bias	6	-0.5027881264686584
37305	linear.bias	7	-0.6540600657463074
37305	linear.bias	8	-0.01705317199230194
37305	linear.bias	9	2.608999252319336
37502	transitions	0	-0.11474498361349106
37502	transitions	1	6.797536849975586
37502	transitions	2	-2.6792473793029785
37502	transitions	3	1.1600457429885864
37502	transitions	4	-1.4599279165267944
37502	transitions	5	-0.24007074534893036
37502	transitions	6	-0.13063634932041168
37502	transitions	7	-10000.0
37502	transitions	8	1.5068320035934448
37502	transitions	9	-2.2801787853240967
37502	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
37502	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
37502	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
37502	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
37502	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
37502	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
37502	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
37502	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
37502	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
37502	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
37502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
37502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
37502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
37502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
37502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
37502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
37502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
37502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
37502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
37502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
37502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
37502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
37502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
37502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
37502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
37502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
37502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
37502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
37502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
37502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
37502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
37502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
37502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
37502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
37502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
37502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
37502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
37502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
37502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
37502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
37502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
37502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
37502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
37502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
37502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
37502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
37502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
37502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
37502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
37502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
37502	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
37502	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
37502	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
37502	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
37502	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
37502	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
37502	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
37502	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
37502	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
37502	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
37502	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
37502	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
37502	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
37502	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
37502	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
37502	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
37502	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
37502	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
37502	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
37502	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
37502	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
37502	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
37502	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
37502	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
37502	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
37502	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
37502	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
37502	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
37502	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
37502	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
37502	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
37502	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
37502	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
37502	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
37502	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
37502	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
37502	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
37502	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
37502	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
37502	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
37502	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
37502	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
37502	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
37502	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
37502	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
37502	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
37502	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
37502	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
37502	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
37502	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
37502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
37502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
37502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
37502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
37502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
37502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
37502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
37502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
37502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
37502	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
37502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
37502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
37502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
37502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
37502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
37502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
37502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
37502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
37502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
37502	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
37502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
37502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
37502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
37502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
37502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
37502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
37502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
37502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
37502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
37502	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
37502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
37502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
37502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
37502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
37502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
37502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
37502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
37502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
37502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
37502	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
37502	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
37502	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
37502	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
37502	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
37502	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
37502	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
37502	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
37502	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
37502	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
37502	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
37502	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
37502	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
37502	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
37502	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
37502	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
37502	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
37502	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
37502	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
37502	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
37502	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
37502	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
37502	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
37502	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
37502	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
37502	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
37502	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
37502	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
37502	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
37502	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
37502	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
37502	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
37502	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
37502	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
37502	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
37502	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
37502	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
37502	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
37502	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
37502	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
37502	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
37502	embedding2nn.weight	0	0.02046041376888752
37502	embedding2nn.weight	1	-0.057650767266750336
37502	embedding2nn.weight	2	0.008053725585341454
37502	embedding2nn.weight	3	-0.022486645728349686
37502	embedding2nn.weight	4	-0.05905427411198616
37502	embedding2nn.weight	5	0.06290359795093536
37502	embedding2nn.weight	6	-0.09253808110952377
37502	embedding2nn.weight	7	-0.05649358034133911
37502	embedding2nn.weight	8	0.005457297898828983
37502	embedding2nn.weight	9	0.040593307465314865
37502	embedding2nn.bias	0	0.10575130581855774
37502	embedding2nn.bias	1	0.05858812853693962
37502	embedding2nn.bias	2	-0.1385553926229477
37502	embedding2nn.bias	3	0.062248971313238144
37502	embedding2nn.bias	4	0.023977313190698624
37502	embedding2nn.bias	5	-0.10536746680736542
37502	embedding2nn.bias	6	-0.08422311395406723
37502	embedding2nn.bias	7	-0.013757484033703804
37502	embedding2nn.bias	8	0.10746344178915024
37502	embedding2nn.bias	9	-0.08089437335729599
37502	rnn.weight_ih_l0	0	0.011931526474654675
37502	rnn.weight_ih_l0	1	0.03339763730764389
37502	rnn.weight_ih_l0	2	-0.027952076867222786
37502	rnn.weight_ih_l0	3	0.012855688109993935
37502	rnn.weight_ih_l0	4	0.03760834410786629
37502	rnn.weight_ih_l0	5	-0.06719962507486343
37502	rnn.weight_ih_l0	6	0.027894360944628716
37502	rnn.weight_ih_l0	7	-0.03825613856315613
37502	rnn.weight_ih_l0	8	0.03061913698911667
37502	rnn.weight_ih_l0	9	-0.012295195832848549
37502	rnn.weight_hh_l0	0	0.0013866876251995564
37502	rnn.weight_hh_l0	1	-0.06076657399535179
37502	rnn.weight_hh_l0	2	0.031308140605688095
37502	rnn.weight_hh_l0	3	0.013642647303640842
37502	rnn.weight_hh_l0	4	0.017168326303362846
37502	rnn.weight_hh_l0	5	0.025408931076526642
37502	rnn.weight_hh_l0	6	-0.01184895634651184
37502	rnn.weight_hh_l0	7	-0.05827890336513519
37502	rnn.weight_hh_l0	8	-0.030545305460691452
37502	rnn.weight_hh_l0	9	-0.03761927783489227
37502	rnn.bias_ih_l0	0	-0.0378401093184948
37502	rnn.bias_ih_l0	1	-0.09872665256261826
37502	rnn.bias_ih_l0	2	-0.1315881609916687
37502	rnn.bias_ih_l0	3	-0.19871877133846283
37502	rnn.bias_ih_l0	4	0.01893024705350399
37502	rnn.bias_ih_l0	5	0.04548288881778717
37502	rnn.bias_ih_l0	6	-0.09120570123195648
37502	rnn.bias_ih_l0	7	-0.16019296646118164
37502	rnn.bias_ih_l0	8	-0.046933453530073166
37502	rnn.bias_ih_l0	9	-0.07918071001768112
37502	rnn.bias_hh_l0	0	0.08519518375396729
37502	rnn.bias_hh_l0	1	-0.025128034874796867
37502	rnn.bias_hh_l0	2	0.010722093284130096
37502	rnn.bias_hh_l0	3	-0.11073458194732666
37502	rnn.bias_hh_l0	4	0.0023145063314586878
37502	rnn.bias_hh_l0	5	0.028072550892829895
37502	rnn.bias_hh_l0	6	-0.04557341709733009
37502	rnn.bias_hh_l0	7	-0.07802123576402664
37502	rnn.bias_hh_l0	8	-0.12350454926490784
37502	rnn.bias_hh_l0	9	-0.06686072796583176
37502	rnn.weight_ih_l0_reverse	0	0.009899405762553215
37502	rnn.weight_ih_l0_reverse	1	0.0035855290479958057
37502	rnn.weight_ih_l0_reverse	2	0.01583968475461006
37502	rnn.weight_ih_l0_reverse	3	-0.003992209676653147
37502	rnn.weight_ih_l0_reverse	4	0.010860319249331951
37502	rnn.weight_ih_l0_reverse	5	-0.006865327246487141
37502	rnn.weight_ih_l0_reverse	6	-0.052601929754018784
37502	rnn.weight_ih_l0_reverse	7	-0.007938278838992119
37502	rnn.weight_ih_l0_reverse	8	0.04425375163555145
37502	rnn.weight_ih_l0_reverse	9	0.023663626983761787
37502	rnn.weight_hh_l0_reverse	0	-0.0101245678961277
37502	rnn.weight_hh_l0_reverse	1	0.017090454697608948
37502	rnn.weight_hh_l0_reverse	2	-0.029579127207398415
37502	rnn.weight_hh_l0_reverse	3	0.03821759298443794
37502	rnn.weight_hh_l0_reverse	4	0.01600082963705063
37502	rnn.weight_hh_l0_reverse	5	0.005016779992729425
37502	rnn.weight_hh_l0_reverse	6	0.023703785613179207
37502	rnn.weight_hh_l0_reverse	7	0.022928189486265182
37502	rnn.weight_hh_l0_reverse	8	0.006405573803931475
37502	rnn.weight_hh_l0_reverse	9	-0.038400404155254364
37502	rnn.bias_ih_l0_reverse	0	-0.07170668989419937
37502	rnn.bias_ih_l0_reverse	1	-0.21604067087173462
37502	rnn.bias_ih_l0_reverse	2	-0.03086540289223194
37502	rnn.bias_ih_l0_reverse	3	-0.06877227127552032
37502	rnn.bias_ih_l0_reverse	4	0.06707336753606796
37502	rnn.bias_ih_l0_reverse	5	-0.1496516913175583
37502	rnn.bias_ih_l0_reverse	6	-0.047697629779577255
37502	rnn.bias_ih_l0_reverse	7	0.055374957621097565
37502	rnn.bias_ih_l0_reverse	8	-0.08696999400854111
37502	rnn.bias_ih_l0_reverse	9	-0.054370276629924774
37502	rnn.bias_hh_l0_reverse	0	-0.07341199368238449
37502	rnn.bias_hh_l0_reverse	1	-0.03220660239458084
37502	rnn.bias_hh_l0_reverse	2	-0.03462579846382141
37502	rnn.bias_hh_l0_reverse	3	-0.08767087757587433
37502	rnn.bias_hh_l0_reverse	4	-0.005768272560089827
37502	rnn.bias_hh_l0_reverse	5	-0.07333797961473465
37502	rnn.bias_hh_l0_reverse	6	-0.05830550938844681
37502	rnn.bias_hh_l0_reverse	7	-0.10464118421077728
37502	rnn.bias_hh_l0_reverse	8	-0.025853822007775307
37502	rnn.bias_hh_l0_reverse	9	-0.10731137543916702
37502	linear.weight	0	-0.1466999650001526
37502	linear.weight	1	-0.07379873096942902
37502	linear.weight	2	-0.011228874325752258
37502	linear.weight	3	-0.02884572558104992
37502	linear.weight	4	0.14106550812721252
37502	linear.weight	5	0.19654466211795807
37502	linear.weight	6	0.0047744326293468475
37502	linear.weight	7	-0.021312154829502106
37502	linear.weight	8	0.153567373752594
37502	linear.weight	9	0.1511978954076767
37502	linear.bias	0	-0.5775445699691772
37502	linear.bias	1	0.45407548546791077
37502	linear.bias	2	0.04988480731844902
37502	linear.bias	3	-0.34785231947898865
37502	linear.bias	4	-1.1931442022323608
37502	linear.bias	5	-1.0924830436706543
37502	linear.bias	6	-0.5200186371803284
37502	linear.bias	7	-0.6778717637062073
37502	linear.bias	8	-0.01705317199230194
37502	linear.bias	9	2.7004754543304443
37506	transitions	0	-0.11475706845521927
37506	transitions	1	6.793770790100098
37506	transitions	2	-2.679292678833008
37506	transitions	3	1.1591814756393433
37506	transitions	4	-1.4599957466125488
37506	transitions	5	-0.24016180634498596
37506	transitions	6	-0.1306399255990982
37506	transitions	7	-10000.0
37506	transitions	8	1.506670355796814
37506	transitions	9	-2.2801804542541504
37506	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
37506	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
37506	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
37506	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
37506	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
37506	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
37506	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
37506	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
37506	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
37506	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
37506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
37506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
37506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
37506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
37506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
37506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
37506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
37506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
37506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
37506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
37506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
37506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
37506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
37506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
37506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
37506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
37506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
37506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
37506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
37506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
37506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
37506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
37506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
37506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
37506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
37506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
37506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
37506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
37506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
37506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
37506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
37506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
37506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
37506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
37506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
37506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
37506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
37506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
37506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
37506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
37506	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
37506	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
37506	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
37506	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
37506	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
37506	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
37506	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
37506	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
37506	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
37506	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
37506	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
37506	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
37506	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
37506	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
37506	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
37506	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
37506	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
37506	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
37506	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
37506	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
37506	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
37506	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
37506	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
37506	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
37506	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
37506	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
37506	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
37506	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
37506	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
37506	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
37506	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
37506	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
37506	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
37506	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
37506	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
37506	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
37506	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
37506	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
37506	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
37506	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
37506	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
37506	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
37506	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
37506	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
37506	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
37506	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
37506	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
37506	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
37506	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
37506	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
37506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
37506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
37506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
37506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
37506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
37506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
37506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
37506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
37506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
37506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
37506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
37506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
37506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
37506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
37506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
37506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
37506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
37506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
37506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
37506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
37506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
37506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
37506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
37506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
37506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
37506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
37506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
37506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
37506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
37506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
37506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
37506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
37506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
37506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
37506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
37506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
37506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
37506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
37506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
37506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
37506	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
37506	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
37506	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
37506	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
37506	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
37506	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
37506	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
37506	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
37506	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
37506	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
37506	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
37506	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
37506	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
37506	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
37506	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
37506	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
37506	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
37506	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
37506	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
37506	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
37506	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
37506	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
37506	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
37506	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
37506	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
37506	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
37506	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
37506	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
37506	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
37506	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
37506	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
37506	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
37506	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
37506	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
37506	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
37506	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
37506	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
37506	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
37506	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
37506	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
37506	embedding2nn.weight	0	0.020548362284898758
37506	embedding2nn.weight	1	-0.05775342509150505
37506	embedding2nn.weight	2	0.008214110508561134
37506	embedding2nn.weight	3	-0.022428877651691437
37506	embedding2nn.weight	4	-0.05914860591292381
37506	embedding2nn.weight	5	0.06302084028720856
37506	embedding2nn.weight	6	-0.09122981876134872
37506	embedding2nn.weight	7	-0.0562678687274456
37506	embedding2nn.weight	8	0.005490667652338743
37506	embedding2nn.weight	9	0.040634725242853165
37506	embedding2nn.bias	0	0.10661138594150543
37506	embedding2nn.bias	1	0.0584193654358387
37506	embedding2nn.bias	2	-0.13790537416934967
37506	embedding2nn.bias	3	0.06025988981127739
37506	embedding2nn.bias	4	0.02418154664337635
37506	embedding2nn.bias	5	-0.10358479619026184
37506	embedding2nn.bias	6	-0.0827399268746376
37506	embedding2nn.bias	7	-0.015265052206814289
37506	embedding2nn.bias	8	0.10674405843019485
37506	embedding2nn.bias	9	-0.07912388443946838
37506	rnn.weight_ih_l0	0	0.011867783963680267
37506	rnn.weight_ih_l0	1	0.033506106585264206
37506	rnn.weight_ih_l0	2	-0.028314540162682533
37506	rnn.weight_ih_l0	3	0.012867990881204605
37506	rnn.weight_ih_l0	4	0.037559714168310165
37506	rnn.weight_ih_l0	5	-0.06720276176929474
37506	rnn.weight_ih_l0	6	0.02791665680706501
37506	rnn.weight_ih_l0	7	-0.03831098973751068
37506	rnn.weight_ih_l0	8	0.030087251216173172
37506	rnn.weight_ih_l0	9	-0.012989002279937267
37506	rnn.weight_hh_l0	0	0.0013908970868214965
37506	rnn.weight_hh_l0	1	-0.06067129597067833
37506	rnn.weight_hh_l0	2	0.031117159873247147
37506	rnn.weight_hh_l0	3	0.013528161682188511
37506	rnn.weight_hh_l0	4	0.01713881827890873
37506	rnn.weight_hh_l0	5	0.02527708187699318
37506	rnn.weight_hh_l0	6	-0.011849573813378811
37506	rnn.weight_hh_l0	7	-0.05823393538594246
37506	rnn.weight_hh_l0	8	-0.03053991310298443
37506	rnn.weight_hh_l0	9	-0.03798803314566612
37506	rnn.bias_ih_l0	0	-0.03771711140871048
37506	rnn.bias_ih_l0	1	-0.0988059863448143
37506	rnn.bias_ih_l0	2	-0.131398007273674
37506	rnn.bias_ih_l0	3	-0.1983434557914734
37506	rnn.bias_ih_l0	4	0.0193946436047554
37506	rnn.bias_ih_l0	5	0.045681264251470566
37506	rnn.bias_ih_l0	6	-0.09018439054489136
37506	rnn.bias_ih_l0	7	-0.16030703485012054
37506	rnn.bias_ih_l0	8	-0.04709574580192566
37506	rnn.bias_ih_l0	9	-0.07852540910243988
37506	rnn.bias_hh_l0	0	0.08432194590568542
37506	rnn.bias_hh_l0	1	-0.0248868390917778
37506	rnn.bias_hh_l0	2	0.011073152534663677
37506	rnn.bias_hh_l0	3	-0.110605388879776
37506	rnn.bias_hh_l0	4	0.0027246049139648676
37506	rnn.bias_hh_l0	5	0.02910647913813591
37506	rnn.bias_hh_l0	6	-0.04566395655274391
37506	rnn.bias_hh_l0	7	-0.07802017033100128
37506	rnn.bias_hh_l0	8	-0.12401872873306274
37506	rnn.bias_hh_l0	9	-0.06663808971643448
37506	rnn.weight_ih_l0_reverse	0	0.009444587863981724
37506	rnn.weight_ih_l0_reverse	1	0.0036169663071632385
37506	rnn.weight_ih_l0_reverse	2	0.01586613990366459
37506	rnn.weight_ih_l0_reverse	3	-0.0040454138070344925
37506	rnn.weight_ih_l0_reverse	4	0.010822150856256485
37506	rnn.weight_ih_l0_reverse	5	-0.007092009298503399
37506	rnn.weight_ih_l0_reverse	6	-0.052715152502059937
37506	rnn.weight_ih_l0_reverse	7	-0.007907574065029621
37506	rnn.weight_ih_l0_reverse	8	0.04413667321205139
37506	rnn.weight_ih_l0_reverse	9	0.023572765290737152
37506	rnn.weight_hh_l0_reverse	0	-0.010166964493691921
37506	rnn.weight_hh_l0_reverse	1	0.017075994983315468
37506	rnn.weight_hh_l0_reverse	2	-0.02954866737127304
37506	rnn.weight_hh_l0_reverse	3	0.03814604878425598
37506	rnn.weight_hh_l0_reverse	4	0.016043320298194885
37506	rnn.weight_hh_l0_reverse	5	0.005071572493761778
37506	rnn.weight_hh_l0_reverse	6	0.023682018741965294
37506	rnn.weight_hh_l0_reverse	7	0.022927509620785713
37506	rnn.weight_hh_l0_reverse	8	0.0063929189927875996
37506	rnn.weight_hh_l0_reverse	9	-0.03836895152926445
37506	rnn.bias_ih_l0_reverse	0	-0.07154648005962372
37506	rnn.bias_ih_l0_reverse	1	-0.21612241864204407
37506	rnn.bias_ih_l0_reverse	2	-0.03226279839873314
37506	rnn.bias_ih_l0_reverse	3	-0.06854749470949173
37506	rnn.bias_ih_l0_reverse	4	0.0669834241271019
37506	rnn.bias_ih_l0_reverse	5	-0.14970457553863525
37506	rnn.bias_ih_l0_reverse	6	-0.04894406720995903
37506	rnn.bias_ih_l0_reverse	7	0.05467641353607178
37506	rnn.bias_ih_l0_reverse	8	-0.08676563948392868
37506	rnn.bias_ih_l0_reverse	9	-0.05450766906142235
37506	rnn.bias_hh_l0_reverse	0	-0.07370687276124954
37506	rnn.bias_hh_l0_reverse	1	-0.03227514028549194
37506	rnn.bias_hh_l0_reverse	2	-0.034602630883455276
37506	rnn.bias_hh_l0_reverse	3	-0.08820287883281708
37506	rnn.bias_hh_l0_reverse	4	-0.005527110304683447
37506	rnn.bias_hh_l0_reverse	5	-0.07343153655529022
37506	rnn.bias_hh_l0_reverse	6	-0.057177476584911346
37506	rnn.bias_hh_l0_reverse	7	-0.10495684295892715
37506	rnn.bias_hh_l0_reverse	8	-0.025989722460508347
37506	rnn.bias_hh_l0_reverse	9	-0.10692170262336731
37506	linear.weight	0	-0.1470840573310852
37506	linear.weight	1	-0.07324090600013733
37506	linear.weight	2	-0.011228874325752258
37506	linear.weight	3	-0.029206914827227592
37506	linear.weight	4	0.13576877117156982
37506	linear.weight	5	0.19652484357357025
37506	linear.weight	6	0.0047744326293468475
37506	linear.weight	7	-0.021312154829502106
37506	linear.weight	8	0.15160851180553436
37506	linear.weight	9	0.15189751982688904
37506	linear.bias	0	-0.5813854336738586
37506	linear.bias	1	0.43395957350730896
37506	linear.bias	2	0.05351423844695091
37506	linear.bias	3	-0.3510434627532959
37506	linear.bias	4	-1.193735957145691
37506	linear.bias	5	-1.0924941301345825
37506	linear.bias	6	-0.5238184332847595
37506	linear.bias	7	-0.671069324016571
37506	linear.bias	8	-0.01705317199230194
37506	linear.bias	9	2.6648030281066895
37703	transitions	0	-0.11587326228618622
37703	transitions	1	6.807222843170166
37703	transitions	2	-2.682591676712036
37703	transitions	3	1.1526113748550415
37703	transitions	4	-1.4625202417373657
37703	transitions	5	-0.24048364162445068
37703	transitions	6	-0.1308661252260208
37703	transitions	7	-10000.0
37703	transitions	8	1.509450912475586
37703	transitions	9	-2.2802481651306152
37703	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
37703	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
37703	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
37703	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
37703	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
37703	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
37703	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
37703	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
37703	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
37703	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
37703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
37703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
37703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
37703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
37703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
37703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
37703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
37703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
37703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
37703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
37703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
37703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
37703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
37703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
37703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
37703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
37703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
37703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
37703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
37703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
37703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
37703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
37703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
37703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
37703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
37703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
37703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
37703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
37703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
37703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
37703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
37703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
37703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
37703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
37703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
37703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
37703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
37703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
37703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
37703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
37703	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
37703	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
37703	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
37703	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
37703	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
37703	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
37703	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
37703	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
37703	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
37703	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
37703	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
37703	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
37703	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
37703	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
37703	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
37703	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
37703	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
37703	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
37703	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
37703	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
37703	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
37703	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
37703	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
37703	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
37703	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
37703	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
37703	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
37703	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
37703	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
37703	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
37703	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
37703	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
37703	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
37703	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
37703	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
37703	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
37703	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
37703	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
37703	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
37703	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
37703	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
37703	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
37703	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
37703	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
37703	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
37703	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
37703	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
37703	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
37703	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
37703	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
37703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
37703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
37703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
37703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
37703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
37703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
37703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
37703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
37703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
37703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
37703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
37703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
37703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
37703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
37703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
37703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
37703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
37703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
37703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
37703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
37703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
37703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
37703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
37703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
37703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
37703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
37703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
37703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
37703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
37703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
37703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
37703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
37703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
37703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
37703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
37703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
37703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
37703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
37703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
37703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
37703	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
37703	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
37703	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
37703	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
37703	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
37703	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
37703	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
37703	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
37703	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
37703	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
37703	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
37703	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
37703	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
37703	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
37703	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
37703	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
37703	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
37703	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
37703	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
37703	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
37703	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
37703	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
37703	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
37703	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
37703	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
37703	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
37703	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
37703	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
37703	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
37703	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
37703	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
37703	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
37703	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
37703	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
37703	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
37703	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
37703	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
37703	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
37703	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
37703	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
37703	embedding2nn.weight	0	0.02009364776313305
37703	embedding2nn.weight	1	-0.059084437787532806
37703	embedding2nn.weight	2	0.007912157103419304
37703	embedding2nn.weight	3	-0.02486313506960869
37703	embedding2nn.weight	4	-0.061693090945482254
37703	embedding2nn.weight	5	0.06317947059869766
37703	embedding2nn.weight	6	-0.08669108897447586
37703	embedding2nn.weight	7	-0.05467851832509041
37703	embedding2nn.weight	8	0.004820443224161863
37703	embedding2nn.weight	9	0.04207445681095123
37703	embedding2nn.bias	0	0.09729982912540436
37703	embedding2nn.bias	1	0.043161749839782715
37703	embedding2nn.bias	2	-0.1268531233072281
37703	embedding2nn.bias	3	0.05887055769562721
37703	embedding2nn.bias	4	0.01654217205941677
37703	embedding2nn.bias	5	-0.10531480610370636
37703	embedding2nn.bias	6	-0.08121038973331451
37703	embedding2nn.bias	7	-0.02101678028702736
37703	embedding2nn.bias	8	0.09954330325126648
37703	embedding2nn.bias	9	-0.08947981894016266
37703	rnn.weight_ih_l0	0	0.01050099078565836
37703	rnn.weight_ih_l0	1	0.031331125646829605
37703	rnn.weight_ih_l0	2	-0.02765946090221405
37703	rnn.weight_ih_l0	3	0.017074216157197952
37703	rnn.weight_ih_l0	4	0.038921330124139786
37703	rnn.weight_ih_l0	5	-0.06745907664299011
37703	rnn.weight_ih_l0	6	0.03056229092180729
37703	rnn.weight_ih_l0	7	-0.037690818309783936
37703	rnn.weight_ih_l0	8	0.03545929864048958
37703	rnn.weight_ih_l0	9	-0.012928119860589504
37703	rnn.weight_hh_l0	0	0.0012590623227879405
37703	rnn.weight_hh_l0	1	-0.05960545316338539
37703	rnn.weight_hh_l0	2	0.030636630952358246
37703	rnn.weight_hh_l0	3	0.014276712201535702
37703	rnn.weight_hh_l0	4	0.017485974356532097
37703	rnn.weight_hh_l0	5	0.02448185533285141
37703	rnn.weight_hh_l0	6	-0.01191344577819109
37703	rnn.weight_hh_l0	7	-0.05904440954327583
37703	rnn.weight_hh_l0	8	-0.03018883988261223
37703	rnn.weight_hh_l0	9	-0.037111833691596985
37703	rnn.bias_ih_l0	0	-0.03794681280851364
37703	rnn.bias_ih_l0	1	-0.09721973538398743
37703	rnn.bias_ih_l0	2	-0.13023406267166138
37703	rnn.bias_ih_l0	3	-0.2007688730955124
37703	rnn.bias_ih_l0	4	0.017403045669198036
37703	rnn.bias_ih_l0	5	0.04823383688926697
37703	rnn.bias_ih_l0	6	-0.08914521336555481
37703	rnn.bias_ih_l0	7	-0.1596088707447052
37703	rnn.bias_ih_l0	8	-0.04638412967324257
37703	rnn.bias_ih_l0	9	-0.07707049697637558
37703	rnn.bias_hh_l0	0	0.08510242402553558
37703	rnn.bias_hh_l0	1	-0.023635592311620712
37703	rnn.bias_hh_l0	2	0.010922734625637531
37703	rnn.bias_hh_l0	3	-0.10921360552310944
37703	rnn.bias_hh_l0	4	-0.002832782454788685
37703	rnn.bias_hh_l0	5	0.030892129987478256
37703	rnn.bias_hh_l0	6	-0.04623180627822876
37703	rnn.bias_hh_l0	7	-0.07970103621482849
37703	rnn.bias_hh_l0	8	-0.12523971498012543
37703	rnn.bias_hh_l0	9	-0.06852509826421738
37703	rnn.weight_ih_l0_reverse	0	0.01123051531612873
37703	rnn.weight_ih_l0_reverse	1	0.003439252730458975
37703	rnn.weight_ih_l0_reverse	2	0.013596069067716599
37703	rnn.weight_ih_l0_reverse	3	-0.004511805716902018
37703	rnn.weight_ih_l0_reverse	4	0.010557975620031357
37703	rnn.weight_ih_l0_reverse	5	-0.009347185492515564
37703	rnn.weight_ih_l0_reverse	6	-0.051137931644916534
37703	rnn.weight_ih_l0_reverse	7	-0.0072156586684286594
37703	rnn.weight_ih_l0_reverse	8	0.04460015892982483
37703	rnn.weight_ih_l0_reverse	9	0.023035094141960144
37703	rnn.weight_hh_l0_reverse	0	-0.009548171423375607
37703	rnn.weight_hh_l0_reverse	1	0.0163942389190197
37703	rnn.weight_hh_l0_reverse	2	-0.029350314289331436
37703	rnn.weight_hh_l0_reverse	3	0.03684164956212044
37703	rnn.weight_hh_l0_reverse	4	0.01569342613220215
37703	rnn.weight_hh_l0_reverse	5	0.0053183636628091335
37703	rnn.weight_hh_l0_reverse	6	0.02331412211060524
37703	rnn.weight_hh_l0_reverse	7	0.022568775340914726
37703	rnn.weight_hh_l0_reverse	8	0.00655514607205987
37703	rnn.weight_hh_l0_reverse	9	-0.038575511425733566
37703	rnn.bias_ih_l0_reverse	0	-0.07335560768842697
37703	rnn.bias_ih_l0_reverse	1	-0.21491608023643494
37703	rnn.bias_ih_l0_reverse	2	-0.031253017485141754
37703	rnn.bias_ih_l0_reverse	3	-0.06734105944633484
37703	rnn.bias_ih_l0_reverse	4	0.07089069485664368
37703	rnn.bias_ih_l0_reverse	5	-0.14907772839069366
37703	rnn.bias_ih_l0_reverse	6	-0.04923974350094795
37703	rnn.bias_ih_l0_reverse	7	0.04920574277639389
37703	rnn.bias_ih_l0_reverse	8	-0.08471466600894928
37703	rnn.bias_ih_l0_reverse	9	-0.055460214614868164
37703	rnn.bias_hh_l0_reverse	0	-0.07326905429363251
37703	rnn.bias_hh_l0_reverse	1	-0.036054398864507675
37703	rnn.bias_hh_l0_reverse	2	-0.033080894500017166
37703	rnn.bias_hh_l0_reverse	3	-0.08699381351470947
37703	rnn.bias_hh_l0_reverse	4	-0.007299786899238825
37703	rnn.bias_hh_l0_reverse	5	-0.07354806363582611
37703	rnn.bias_hh_l0_reverse	6	-0.05957074835896492
37703	rnn.bias_hh_l0_reverse	7	-0.10604273527860641
37703	rnn.bias_hh_l0_reverse	8	-0.03035634569823742
37703	rnn.bias_hh_l0_reverse	9	-0.10406947135925293
37703	linear.weight	0	-0.1591896116733551
37703	linear.weight	1	-0.06043342873454094
37703	linear.weight	2	-0.011228874325752258
37703	linear.weight	3	-0.022538378834724426
37703	linear.weight	4	0.11298267543315887
37703	linear.weight	5	0.18535473942756653
37703	linear.weight	6	0.0047744326293468475
37703	linear.weight	7	-0.021312154829502106
37703	linear.weight	8	0.1474728286266327
37703	linear.weight	9	0.1658702790737152
37703	linear.bias	0	-0.5746735334396362
37703	linear.bias	1	0.4687489867210388
37703	linear.bias	2	0.1304517537355423
37703	linear.bias	3	-0.35992592573165894
37703	linear.bias	4	-1.2014604806900024
37703	linear.bias	5	-1.0929945707321167
37703	linear.bias	6	-0.5133368968963623
37703	linear.bias	7	-0.6632886528968811
37703	linear.bias	8	-0.01705317199230194
37703	linear.bias	9	2.6714611053466797
37900	transitions	0	-0.11837192624807358
37900	transitions	1	6.81777286529541
37900	transitions	2	-2.685058355331421
37900	transitions	3	1.1652212142944336
37900	transitions	4	-1.4639737606048584
37900	transitions	5	-0.24077297747135162
37900	transitions	6	-0.13115234673023224
37900	transitions	7	-10000.0
37900	transitions	8	1.5109658241271973
37900	transitions	9	-2.280317544937134
37900	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
37900	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
37900	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
37900	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
37900	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
37900	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
37900	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
37900	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
37900	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
37900	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
37900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
37900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
37900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
37900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
37900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
37900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
37900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
37900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
37900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
37900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
37900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
37900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
37900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
37900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
37900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
37900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
37900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
37900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
37900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
37900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
37900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
37900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
37900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
37900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
37900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
37900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
37900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
37900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
37900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
37900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
37900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
37900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
37900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
37900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
37900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
37900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
37900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
37900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
37900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
37900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
37900	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
37900	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
37900	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
37900	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
37900	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
37900	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
37900	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
37900	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
37900	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
37900	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
37900	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
37900	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
37900	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
37900	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
37900	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
37900	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
37900	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
37900	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
37900	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
37900	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
37900	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
37900	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
37900	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
37900	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
37900	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
37900	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
37900	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
37900	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
37900	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
37900	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
37900	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
37900	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
37900	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
37900	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
37900	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
37900	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
37900	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
37900	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
37900	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
37900	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
37900	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
37900	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
37900	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
37900	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
37900	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
37900	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
37900	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
37900	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
37900	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
37900	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
37900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
37900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
37900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
37900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
37900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
37900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
37900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
37900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
37900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
37900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
37900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
37900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
37900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
37900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
37900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
37900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
37900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
37900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
37900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
37900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
37900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
37900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
37900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
37900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
37900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
37900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
37900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
37900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
37900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
37900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
37900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
37900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
37900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
37900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
37900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
37900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
37900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
37900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
37900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
37900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
37900	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
37900	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
37900	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
37900	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
37900	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
37900	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
37900	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
37900	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
37900	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
37900	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
37900	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
37900	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
37900	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
37900	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
37900	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
37900	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
37900	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
37900	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
37900	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
37900	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
37900	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
37900	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
37900	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
37900	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
37900	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
37900	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
37900	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
37900	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
37900	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
37900	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
37900	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
37900	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
37900	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
37900	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
37900	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
37900	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
37900	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
37900	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
37900	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
37900	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
37900	embedding2nn.weight	0	0.01964135281741619
37900	embedding2nn.weight	1	-0.05947383865714073
37900	embedding2nn.weight	2	0.006801446434110403
37900	embedding2nn.weight	3	-0.023267513141036034
37900	embedding2nn.weight	4	-0.06056677922606468
37900	embedding2nn.weight	5	0.06497423350811005
37900	embedding2nn.weight	6	-0.08968115597963333
37900	embedding2nn.weight	7	-0.05579257011413574
37900	embedding2nn.weight	8	0.0059248036704957485
37900	embedding2nn.weight	9	0.04021359607577324
37900	embedding2nn.bias	0	0.08573759347200394
37900	embedding2nn.bias	1	0.03516731411218643
37900	embedding2nn.bias	2	-0.1248350739479065
37900	embedding2nn.bias	3	0.050505440682172775
37900	embedding2nn.bias	4	0.02063496597111225
37900	embedding2nn.bias	5	-0.11064943671226501
37900	embedding2nn.bias	6	-0.08038226515054703
37900	embedding2nn.bias	7	-0.0051816655322909355
37900	embedding2nn.bias	8	0.08699017763137817
37900	embedding2nn.bias	9	-0.09664458781480789
37900	rnn.weight_ih_l0	0	0.01188615057617426
37900	rnn.weight_ih_l0	1	0.03511293604969978
37900	rnn.weight_ih_l0	2	-0.02773832157254219
37900	rnn.weight_ih_l0	3	0.01741580106317997
37900	rnn.weight_ih_l0	4	0.038832832127809525
37900	rnn.weight_ih_l0	5	-0.06786834448575974
37900	rnn.weight_ih_l0	6	0.03156212717294693
37900	rnn.weight_ih_l0	7	-0.03399985656142235
37900	rnn.weight_ih_l0	8	0.038179319351911545
37900	rnn.weight_ih_l0	9	-0.012204969301819801
37900	rnn.weight_hh_l0	0	0.0008417812641710043
37900	rnn.weight_hh_l0	1	-0.058974381536245346
37900	rnn.weight_hh_l0	2	0.03044602833688259
37900	rnn.weight_hh_l0	3	0.014810166321694851
37900	rnn.weight_hh_l0	4	0.01735853962600231
37900	rnn.weight_hh_l0	5	0.02410764805972576
37900	rnn.weight_hh_l0	6	-0.012384292669594288
37900	rnn.weight_hh_l0	7	-0.05819186940789223
37900	rnn.weight_hh_l0	8	-0.03011374920606613
37900	rnn.weight_hh_l0	9	-0.035585805773735046
37900	rnn.bias_ih_l0	0	-0.04091349244117737
37900	rnn.bias_ih_l0	1	-0.09840117394924164
37900	rnn.bias_ih_l0	2	-0.1307460367679596
37900	rnn.bias_ih_l0	3	-0.20260636508464813
37900	rnn.bias_ih_l0	4	0.02059333585202694
37900	rnn.bias_ih_l0	5	0.0457904152572155
37900	rnn.bias_ih_l0	6	-0.09074903279542923
37900	rnn.bias_ih_l0	7	-0.1562986671924591
37900	rnn.bias_ih_l0	8	-0.04556306079030037
37900	rnn.bias_ih_l0	9	-0.07401224970817566
37900	rnn.bias_hh_l0	0	0.08996899425983429
37900	rnn.bias_hh_l0	1	-0.022982511669397354
37900	rnn.bias_hh_l0	2	0.01178799755871296
37900	rnn.bias_hh_l0	3	-0.10935068875551224
37900	rnn.bias_hh_l0	4	-0.0024004257284104824
37900	rnn.bias_hh_l0	5	0.031449705362319946
37900	rnn.bias_hh_l0	6	-0.04933973401784897
37900	rnn.bias_hh_l0	7	-0.07509835064411163
37900	rnn.bias_hh_l0	8	-0.12463339418172836
37900	rnn.bias_hh_l0	9	-0.06889273226261139
37900	rnn.weight_ih_l0_reverse	0	0.00985301285982132
37900	rnn.weight_ih_l0_reverse	1	0.001648830366320908
37900	rnn.weight_ih_l0_reverse	2	0.012133589945733547
37900	rnn.weight_ih_l0_reverse	3	-0.007706441916525364
37900	rnn.weight_ih_l0_reverse	4	0.01104415487498045
37900	rnn.weight_ih_l0_reverse	5	-0.009617293253540993
37900	rnn.weight_ih_l0_reverse	6	-0.05180452764034271
37900	rnn.weight_ih_l0_reverse	7	-0.008132380433380604
37900	rnn.weight_ih_l0_reverse	8	0.04391128569841385
37900	rnn.weight_ih_l0_reverse	9	0.02133002132177353
37900	rnn.weight_hh_l0_reverse	0	-0.009436052292585373
37900	rnn.weight_hh_l0_reverse	1	0.01592479646205902
37900	rnn.weight_hh_l0_reverse	2	-0.02900931052863598
37900	rnn.weight_hh_l0_reverse	3	0.03681003302335739
37900	rnn.weight_hh_l0_reverse	4	0.015454151667654514
37900	rnn.weight_hh_l0_reverse	5	0.005361259449273348
37900	rnn.weight_hh_l0_reverse	6	0.023309973999857903
37900	rnn.weight_hh_l0_reverse	7	0.023433035239577293
37900	rnn.weight_hh_l0_reverse	8	0.006467856466770172
37900	rnn.weight_hh_l0_reverse	9	-0.03847404941916466
37900	rnn.bias_ih_l0_reverse	0	-0.07388715445995331
37900	rnn.bias_ih_l0_reverse	1	-0.22190017998218536
37900	rnn.bias_ih_l0_reverse	2	-0.03026742674410343
37900	rnn.bias_ih_l0_reverse	3	-0.0668293908238411
37900	rnn.bias_ih_l0_reverse	4	0.06737718731164932
37900	rnn.bias_ih_l0_reverse	5	-0.15086977183818817
37900	rnn.bias_ih_l0_reverse	6	-0.05108368769288063
37900	rnn.bias_ih_l0_reverse	7	0.05199939012527466
37900	rnn.bias_ih_l0_reverse	8	-0.0847657322883606
37900	rnn.bias_ih_l0_reverse	9	-0.057279322296381
37900	rnn.bias_hh_l0_reverse	0	-0.06892353296279907
37900	rnn.bias_hh_l0_reverse	1	-0.03810092434287071
37900	rnn.bias_hh_l0_reverse	2	-0.03423202410340309
37900	rnn.bias_hh_l0_reverse	3	-0.08541608601808548
37900	rnn.bias_hh_l0_reverse	4	-0.006208749487996101
37900	rnn.bias_hh_l0_reverse	5	-0.07470158487558365
37900	rnn.bias_hh_l0_reverse	6	-0.058976709842681885
37900	rnn.bias_hh_l0_reverse	7	-0.10406255722045898
37900	rnn.bias_hh_l0_reverse	8	-0.027713488787412643
37900	rnn.bias_hh_l0_reverse	9	-0.1070886105298996
37900	linear.weight	0	-0.17213819921016693
37900	linear.weight	1	-0.048380374908447266
37900	linear.weight	2	-0.011228874325752258
37900	linear.weight	3	-0.021891677752137184
37900	linear.weight	4	0.11037760227918625
37900	linear.weight	5	0.18322883546352386
37900	linear.weight	6	0.0047744326293468475
37900	linear.weight	7	-0.021312154829502106
37900	linear.weight	8	0.14552275836467743
37900	linear.weight	9	0.18876434862613678
37900	linear.bias	0	-0.5960860848426819
37900	linear.bias	1	0.4971814453601837
37900	linear.bias	2	0.10474364459514618
37900	linear.bias	3	-0.35106760263442993
37900	linear.bias	4	-1.2135154008865356
37900	linear.bias	5	-1.0934314727783203
37900	linear.bias	6	-0.5409052968025208
37900	linear.bias	7	-0.6782412528991699
37900	linear.bias	8	-0.01705317199230194
37900	linear.bias	9	2.661519765853882
38097	transitions	0	-0.11901330202817917
38097	transitions	1	6.823148727416992
38097	transitions	2	-2.6886789798736572
38097	transitions	3	1.1772315502166748
38097	transitions	4	-1.4659080505371094
38097	transitions	5	-0.24109701812267303
38097	transitions	6	-0.13140510022640228
38097	transitions	7	-10000.0
38097	transitions	8	1.508271336555481
38097	transitions	9	-2.280367374420166
38097	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
38097	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
38097	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
38097	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
38097	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
38097	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
38097	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
38097	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
38097	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
38097	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
38097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
38097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
38097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
38097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
38097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
38097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
38097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
38097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
38097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
38097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
38097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
38097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
38097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
38097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
38097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
38097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
38097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
38097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
38097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
38097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
38097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
38097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
38097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
38097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
38097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
38097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
38097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
38097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
38097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
38097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
38097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
38097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
38097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
38097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
38097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
38097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
38097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
38097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
38097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
38097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
38097	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
38097	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
38097	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
38097	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
38097	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
38097	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
38097	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
38097	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
38097	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
38097	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
38097	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
38097	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
38097	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
38097	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
38097	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
38097	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
38097	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
38097	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
38097	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
38097	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
38097	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
38097	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
38097	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
38097	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
38097	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
38097	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
38097	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
38097	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
38097	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
38097	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
38097	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
38097	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
38097	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
38097	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
38097	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
38097	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
38097	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
38097	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
38097	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
38097	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
38097	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
38097	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
38097	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
38097	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
38097	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
38097	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
38097	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
38097	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
38097	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
38097	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
38097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
38097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
38097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
38097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
38097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
38097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
38097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
38097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
38097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
38097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
38097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
38097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
38097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
38097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
38097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
38097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
38097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
38097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
38097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
38097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
38097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
38097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
38097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
38097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
38097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
38097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
38097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
38097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
38097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
38097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
38097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
38097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
38097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
38097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
38097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
38097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
38097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
38097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
38097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
38097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
38097	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
38097	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
38097	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
38097	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
38097	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
38097	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
38097	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
38097	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
38097	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
38097	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
38097	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
38097	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
38097	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
38097	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
38097	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
38097	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
38097	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
38097	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
38097	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
38097	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
38097	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
38097	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
38097	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
38097	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
38097	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
38097	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
38097	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
38097	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
38097	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
38097	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
38097	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
38097	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
38097	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
38097	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
38097	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
38097	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
38097	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
38097	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
38097	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
38097	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
38097	embedding2nn.weight	0	0.02042347565293312
38097	embedding2nn.weight	1	-0.059768110513687134
38097	embedding2nn.weight	2	0.002784494776278734
38097	embedding2nn.weight	3	-0.02211988903582096
38097	embedding2nn.weight	4	-0.06271260231733322
38097	embedding2nn.weight	5	0.06487111002206802
38097	embedding2nn.weight	6	-0.08581618964672089
38097	embedding2nn.weight	7	-0.0594617985188961
38097	embedding2nn.weight	8	0.006986705586314201
38097	embedding2nn.weight	9	0.041568487882614136
38097	embedding2nn.bias	0	0.07087311148643494
38097	embedding2nn.bias	1	0.04107747972011566
38097	embedding2nn.bias	2	-0.11557373404502869
38097	embedding2nn.bias	3	0.037238482385873795
38097	embedding2nn.bias	4	0.016364414244890213
38097	embedding2nn.bias	5	-0.11614404618740082
38097	embedding2nn.bias	6	-0.07024511694908142
38097	embedding2nn.bias	7	0.00815286859869957
38097	embedding2nn.bias	8	0.08636622130870819
38097	embedding2nn.bias	9	-0.10359513014554977
38097	rnn.weight_ih_l0	0	0.010107447393238544
38097	rnn.weight_ih_l0	1	0.03246442601084709
38097	rnn.weight_ih_l0	2	-0.02864970453083515
38097	rnn.weight_ih_l0	3	0.020861906930804253
38097	rnn.weight_ih_l0	4	0.03857886418700218
38097	rnn.weight_ih_l0	5	-0.06742225587368011
38097	rnn.weight_ih_l0	6	0.029629770666360855
38097	rnn.weight_ih_l0	7	-0.03362223878502846
38097	rnn.weight_ih_l0	8	0.04110850766301155
38097	rnn.weight_ih_l0	9	-0.011718503199517727
38097	rnn.weight_hh_l0	0	0.0007876143208704889
38097	rnn.weight_hh_l0	1	-0.05913465470075607
38097	rnn.weight_hh_l0	2	0.03147444501519203
38097	rnn.weight_hh_l0	3	0.012584381736814976
38097	rnn.weight_hh_l0	4	0.017499081790447235
38097	rnn.weight_hh_l0	5	0.0238371379673481
38097	rnn.weight_hh_l0	6	-0.012485572136938572
38097	rnn.weight_hh_l0	7	-0.05732123553752899
38097	rnn.weight_hh_l0	8	-0.029976526275277138
38097	rnn.weight_hh_l0	9	-0.034231532365083694
38097	rnn.bias_ih_l0	0	-0.039106011390686035
38097	rnn.bias_ih_l0	1	-0.09699152410030365
38097	rnn.bias_ih_l0	2	-0.1345604956150055
38097	rnn.bias_ih_l0	3	-0.20328116416931152
38097	rnn.bias_ih_l0	4	0.023747559636831284
38097	rnn.bias_ih_l0	5	0.05454350262880325
38097	rnn.bias_ih_l0	6	-0.0908050611615181
38097	rnn.bias_ih_l0	7	-0.16038824617862701
38097	rnn.bias_ih_l0	8	-0.043282441794872284
38097	rnn.bias_ih_l0	9	-0.07665526866912842
38097	rnn.bias_hh_l0	0	0.08730217814445496
38097	rnn.bias_hh_l0	1	-0.024504823610186577
38097	rnn.bias_hh_l0	2	0.010654044337570667
38097	rnn.bias_hh_l0	3	-0.11061839759349823
38097	rnn.bias_hh_l0	4	-0.0005140388384461403
38097	rnn.bias_hh_l0	5	0.03482796624302864
38097	rnn.bias_hh_l0	6	-0.05181669071316719
38097	rnn.bias_hh_l0	7	-0.07566934823989868
38097	rnn.bias_hh_l0	8	-0.12334652245044708
38097	rnn.bias_hh_l0	9	-0.070734404027462
38097	rnn.weight_ih_l0_reverse	0	0.007492097560316324
38097	rnn.weight_ih_l0_reverse	1	0.002935023047029972
38097	rnn.weight_ih_l0_reverse	2	0.013550727628171444
38097	rnn.weight_ih_l0_reverse	3	-0.010061560198664665
38097	rnn.weight_ih_l0_reverse	4	0.014171251095831394
38097	rnn.weight_ih_l0_reverse	5	-0.008513785898685455
38097	rnn.weight_ih_l0_reverse	6	-0.051661428064107895
38097	rnn.weight_ih_l0_reverse	7	-0.006483898963779211
38097	rnn.weight_ih_l0_reverse	8	0.044873639941215515
38097	rnn.weight_ih_l0_reverse	9	0.017754029482603073
38097	rnn.weight_hh_l0_reverse	0	-0.009130158461630344
38097	rnn.weight_hh_l0_reverse	1	0.01599772460758686
38097	rnn.weight_hh_l0_reverse	2	-0.028473729267716408
38097	rnn.weight_hh_l0_reverse	3	0.03693670406937599
38097	rnn.weight_hh_l0_reverse	4	0.015551082789897919
38097	rnn.weight_hh_l0_reverse	5	0.005427625495940447
38097	rnn.weight_hh_l0_reverse	6	0.023558009415864944
38097	rnn.weight_hh_l0_reverse	7	0.02355734258890152
38097	rnn.weight_hh_l0_reverse	8	0.006238238885998726
38097	rnn.weight_hh_l0_reverse	9	-0.03830849751830101
38097	rnn.bias_ih_l0_reverse	0	-0.07301919162273407
38097	rnn.bias_ih_l0_reverse	1	-0.21818946301937103
38097	rnn.bias_ih_l0_reverse	2	-0.029818519949913025
38097	rnn.bias_ih_l0_reverse	3	-0.06724771112203598
38097	rnn.bias_ih_l0_reverse	4	0.07172662019729614
38097	rnn.bias_ih_l0_reverse	5	-0.15053552389144897
38097	rnn.bias_ih_l0_reverse	6	-0.05532258003950119
38097	rnn.bias_ih_l0_reverse	7	0.05741230398416519
38097	rnn.bias_ih_l0_reverse	8	-0.0845767930150032
38097	rnn.bias_ih_l0_reverse	9	-0.05657158046960831
38097	rnn.bias_hh_l0_reverse	0	-0.07067123800516129
38097	rnn.bias_hh_l0_reverse	1	-0.03662319853901863
38097	rnn.bias_hh_l0_reverse	2	-0.0348513200879097
38097	rnn.bias_hh_l0_reverse	3	-0.08306963741779327
38097	rnn.bias_hh_l0_reverse	4	-0.007115616928786039
38097	rnn.bias_hh_l0_reverse	5	-0.07349754869937897
38097	rnn.bias_hh_l0_reverse	6	-0.054211221635341644
38097	rnn.bias_hh_l0_reverse	7	-0.1020297035574913
38097	rnn.bias_hh_l0_reverse	8	-0.02751794084906578
38097	rnn.bias_hh_l0_reverse	9	-0.11153729259967804
38097	linear.weight	0	-0.16466960310935974
38097	linear.weight	1	-0.05342179164290428
38097	linear.weight	2	-0.011228874325752258
38097	linear.weight	3	-0.013787396252155304
38097	linear.weight	4	0.1197168380022049
38097	linear.weight	5	0.17132750153541565
38097	linear.weight	6	0.0047744326293468475
38097	linear.weight	7	-0.021312154829502106
38097	linear.weight	8	0.13676737248897552
38097	linear.weight	9	0.18934950232505798
38097	linear.bias	0	-0.5871762633323669
38097	linear.bias	1	0.5077853202819824
38097	linear.bias	2	0.09489522874355316
38097	linear.bias	3	-0.380895733833313
38097	linear.bias	4	-1.195556402206421
38097	linear.bias	5	-1.0938184261322021
38097	linear.bias	6	-0.5356476902961731
38097	linear.bias	7	-0.6779281497001648
38097	linear.bias	8	-0.01705317199230194
38097	linear.bias	9	2.6836562156677246
38294	transitions	0	-0.11947815865278244
38294	transitions	1	6.844339847564697
38294	transitions	2	-2.690718412399292
38294	transitions	3	1.1731312274932861
38294	transitions	4	-1.4693241119384766
38294	transitions	5	-0.2413845807313919
38294	transitions	6	-0.13165831565856934
38294	transitions	7	-10000.0
38294	transitions	8	1.5103940963745117
38294	transitions	9	-2.280440092086792
38294	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
38294	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
38294	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
38294	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
38294	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
38294	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
38294	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
38294	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
38294	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
38294	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
38294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
38294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
38294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
38294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
38294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
38294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
38294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
38294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
38294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
38294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
38294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
38294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
38294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
38294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
38294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
38294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
38294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
38294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
38294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
38294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
38294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
38294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
38294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
38294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
38294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
38294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
38294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
38294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
38294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
38294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
38294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
38294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
38294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
38294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
38294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
38294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
38294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
38294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
38294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
38294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
38294	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
38294	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
38294	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
38294	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
38294	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
38294	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
38294	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
38294	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
38294	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
38294	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
38294	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
38294	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
38294	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
38294	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
38294	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
38294	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
38294	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
38294	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
38294	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
38294	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
38294	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
38294	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
38294	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
38294	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
38294	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
38294	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
38294	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
38294	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
38294	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
38294	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
38294	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
38294	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
38294	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
38294	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
38294	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
38294	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
38294	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
38294	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
38294	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
38294	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
38294	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
38294	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
38294	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
38294	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
38294	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
38294	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
38294	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
38294	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
38294	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
38294	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
38294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
38294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
38294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
38294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
38294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
38294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
38294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
38294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
38294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
38294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
38294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
38294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
38294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
38294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
38294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
38294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
38294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
38294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
38294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
38294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
38294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
38294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
38294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
38294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
38294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
38294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
38294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
38294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
38294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
38294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
38294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
38294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
38294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
38294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
38294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
38294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
38294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
38294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
38294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
38294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
38294	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
38294	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
38294	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
38294	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
38294	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
38294	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
38294	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
38294	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
38294	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
38294	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
38294	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
38294	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
38294	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
38294	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
38294	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
38294	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
38294	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
38294	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
38294	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
38294	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
38294	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
38294	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
38294	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
38294	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
38294	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
38294	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
38294	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
38294	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
38294	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
38294	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
38294	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
38294	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
38294	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
38294	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
38294	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
38294	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
38294	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
38294	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
38294	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
38294	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
38294	embedding2nn.weight	0	0.021225323900580406
38294	embedding2nn.weight	1	-0.060881420969963074
38294	embedding2nn.weight	2	0.005533429328352213
38294	embedding2nn.weight	3	-0.02457771636545658
38294	embedding2nn.weight	4	-0.06261777132749557
38294	embedding2nn.weight	5	0.06487580388784409
38294	embedding2nn.weight	6	-0.0915459617972374
38294	embedding2nn.weight	7	-0.061092860996723175
38294	embedding2nn.weight	8	0.0067075565457344055
38294	embedding2nn.weight	9	0.04129944369196892
38294	embedding2nn.bias	0	0.06813943386077881
38294	embedding2nn.bias	1	0.045540086925029755
38294	embedding2nn.bias	2	-0.11889896541833878
38294	embedding2nn.bias	3	0.047840479761362076
38294	embedding2nn.bias	4	0.023607393726706505
38294	embedding2nn.bias	5	-0.10015558451414108
38294	embedding2nn.bias	6	-0.08455696702003479
38294	embedding2nn.bias	7	-0.002694768365472555
38294	embedding2nn.bias	8	0.08819790184497833
38294	embedding2nn.bias	9	-0.10723955184221268
38294	rnn.weight_ih_l0	0	0.012308180332183838
38294	rnn.weight_ih_l0	1	0.03313860297203064
38294	rnn.weight_ih_l0	2	-0.02872457727789879
38294	rnn.weight_ih_l0	3	0.020860547199845314
38294	rnn.weight_ih_l0	4	0.037813425064086914
38294	rnn.weight_ih_l0	5	-0.06745828688144684
38294	rnn.weight_ih_l0	6	0.02939189039170742
38294	rnn.weight_ih_l0	7	-0.03211260214447975
38294	rnn.weight_ih_l0	8	0.04018833860754967
38294	rnn.weight_ih_l0	9	-0.010135902091860771
38294	rnn.weight_hh_l0	0	0.0004034697194583714
38294	rnn.weight_hh_l0	1	-0.05821171775460243
38294	rnn.weight_hh_l0	2	0.03206070140004158
38294	rnn.weight_hh_l0	3	0.011436191387474537
38294	rnn.weight_hh_l0	4	0.017363516613841057
38294	rnn.weight_hh_l0	5	0.025908997282385826
38294	rnn.weight_hh_l0	6	-0.012673920020461082
38294	rnn.weight_hh_l0	7	-0.05670853331685066
38294	rnn.weight_hh_l0	8	-0.029053285717964172
38294	rnn.weight_hh_l0	9	-0.033958934247493744
38294	rnn.bias_ih_l0	0	-0.0334436409175396
38294	rnn.bias_ih_l0	1	-0.0970035046339035
38294	rnn.bias_ih_l0	2	-0.13444620370864868
38294	rnn.bias_ih_l0	3	-0.2031547576189041
38294	rnn.bias_ih_l0	4	0.023135866969823837
38294	rnn.bias_ih_l0	5	0.05359286069869995
38294	rnn.bias_ih_l0	6	-0.09284351766109467
38294	rnn.bias_ih_l0	7	-0.15759055316448212
38294	rnn.bias_ih_l0	8	-0.04236767441034317
38294	rnn.bias_ih_l0	9	-0.07589063048362732
38294	rnn.bias_hh_l0	0	0.08316906541585922
38294	rnn.bias_hh_l0	1	-0.029500886797904968
38294	rnn.bias_hh_l0	2	0.010512606240808964
38294	rnn.bias_hh_l0	3	-0.11015698313713074
38294	rnn.bias_hh_l0	4	0.00845955591648817
38294	rnn.bias_hh_l0	5	0.03869933262467384
38294	rnn.bias_hh_l0	6	-0.052226562052965164
38294	rnn.bias_hh_l0	7	-0.07274983078241348
38294	rnn.bias_hh_l0	8	-0.122817263007164
38294	rnn.bias_hh_l0	9	-0.06867056339979172
38294	rnn.weight_ih_l0_reverse	0	0.004147175699472427
38294	rnn.weight_ih_l0_reverse	1	0.0033810099121183157
38294	rnn.weight_ih_l0_reverse	2	0.01285574771463871
38294	rnn.weight_ih_l0_reverse	3	-0.008349735289812088
38294	rnn.weight_ih_l0_reverse	4	0.012201926670968533
38294	rnn.weight_ih_l0_reverse	5	-0.007730074226856232
38294	rnn.weight_ih_l0_reverse	6	-0.05140472576022148
38294	rnn.weight_ih_l0_reverse	7	-0.00651687802746892
38294	rnn.weight_ih_l0_reverse	8	0.04421209543943405
38294	rnn.weight_ih_l0_reverse	9	0.01970706880092621
38294	rnn.weight_hh_l0_reverse	0	-0.007736141327768564
38294	rnn.weight_hh_l0_reverse	1	0.016378872096538544
38294	rnn.weight_hh_l0_reverse	2	-0.025833982974290848
38294	rnn.weight_hh_l0_reverse	3	0.0365956611931324
38294	rnn.weight_hh_l0_reverse	4	0.015358406119048595
38294	rnn.weight_hh_l0_reverse	5	0.004970200825482607
38294	rnn.weight_hh_l0_reverse	6	0.023560626432299614
38294	rnn.weight_hh_l0_reverse	7	0.02424321323633194
38294	rnn.weight_hh_l0_reverse	8	0.006028325762599707
38294	rnn.weight_hh_l0_reverse	9	-0.03799521550536156
38294	rnn.bias_ih_l0_reverse	0	-0.07324175536632538
38294	rnn.bias_ih_l0_reverse	1	-0.218141108751297
38294	rnn.bias_ih_l0_reverse	2	-0.030755875632166862
38294	rnn.bias_ih_l0_reverse	3	-0.06899813562631607
38294	rnn.bias_ih_l0_reverse	4	0.07197866588830948
38294	rnn.bias_ih_l0_reverse	5	-0.15084940195083618
38294	rnn.bias_ih_l0_reverse	6	-0.05771211162209511
38294	rnn.bias_ih_l0_reverse	7	0.048590220510959625
38294	rnn.bias_ih_l0_reverse	8	-0.08437972515821457
38294	rnn.bias_ih_l0_reverse	9	-0.056151412427425385
38294	rnn.bias_hh_l0_reverse	0	-0.07472726702690125
38294	rnn.bias_hh_l0_reverse	1	-0.02829006128013134
38294	rnn.bias_hh_l0_reverse	2	-0.0349421501159668
38294	rnn.bias_hh_l0_reverse	3	-0.08461251854896545
38294	rnn.bias_hh_l0_reverse	4	-0.0090172179043293
38294	rnn.bias_hh_l0_reverse	5	-0.0756036713719368
38294	rnn.bias_hh_l0_reverse	6	-0.05223630741238594
38294	rnn.bias_hh_l0_reverse	7	-0.10927529633045197
38294	rnn.bias_hh_l0_reverse	8	-0.028288409113883972
38294	rnn.bias_hh_l0_reverse	9	-0.11855453252792358
38294	linear.weight	0	-0.144943967461586
38294	linear.weight	1	-0.054081883281469345
38294	linear.weight	2	-0.011228874325752258
38294	linear.weight	3	-0.013429634273052216
38294	linear.weight	4	0.08371348679065704
38294	linear.weight	5	0.17252600193023682
38294	linear.weight	6	0.0047744326293468475
38294	linear.weight	7	-0.021312154829502106
38294	linear.weight	8	0.12941023707389832
38294	linear.weight	9	0.17711934447288513
38294	linear.bias	0	-0.5957213044166565
38294	linear.bias	1	0.4795064926147461
38294	linear.bias	2	0.10049692541360855
38294	linear.bias	3	-0.3712000846862793
38294	linear.bias	4	-1.2430758476257324
38294	linear.bias	5	-1.0942245721817017
38294	linear.bias	6	-0.5417689085006714
38294	linear.bias	7	-0.6693025827407837
38294	linear.bias	8	-0.01705317199230194
38294	linear.bias	9	2.690169334411621
38491	transitions	0	-0.1202552318572998
38491	transitions	1	6.843824863433838
38491	transitions	2	-2.693382740020752
38491	transitions	3	1.1536744832992554
38491	transitions	4	-1.4723104238510132
38491	transitions	5	-0.24168142676353455
38491	transitions	6	-0.13189326226711273
38491	transitions	7	-10000.0
38491	transitions	8	1.5119612216949463
38491	transitions	9	-2.2805025577545166
38491	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
38491	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
38491	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
38491	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
38491	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
38491	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
38491	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
38491	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
38491	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
38491	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
38491	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
38491	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
38491	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
38491	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
38491	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
38491	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
38491	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
38491	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
38491	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
38491	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
38491	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
38491	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
38491	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
38491	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
38491	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
38491	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
38491	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
38491	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
38491	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
38491	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
38491	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
38491	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
38491	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
38491	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
38491	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
38491	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
38491	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
38491	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
38491	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
38491	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
38491	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
38491	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
38491	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
38491	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
38491	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
38491	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
38491	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
38491	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
38491	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
38491	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
38491	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
38491	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
38491	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
38491	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
38491	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
38491	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
38491	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
38491	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
38491	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
38491	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
38491	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
38491	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
38491	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
38491	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
38491	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
38491	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
38491	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
38491	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
38491	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
38491	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
38491	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
38491	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
38491	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
38491	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
38491	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
38491	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
38491	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
38491	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
38491	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
38491	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
38491	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
38491	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
38491	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
38491	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
38491	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
38491	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
38491	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
38491	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
38491	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
38491	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
38491	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
38491	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
38491	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
38491	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
38491	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
38491	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
38491	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
38491	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
38491	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
38491	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
38491	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
38491	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
38491	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
38491	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
38491	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
38491	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
38491	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
38491	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
38491	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
38491	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
38491	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
38491	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
38491	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
38491	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
38491	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
38491	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
38491	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
38491	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
38491	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
38491	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
38491	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
38491	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
38491	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
38491	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
38491	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
38491	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
38491	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
38491	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
38491	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
38491	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
38491	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
38491	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
38491	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
38491	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
38491	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
38491	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
38491	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
38491	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
38491	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
38491	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
38491	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
38491	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
38491	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
38491	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
38491	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
38491	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
38491	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
38491	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
38491	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
38491	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
38491	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
38491	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
38491	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
38491	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
38491	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
38491	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
38491	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
38491	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
38491	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
38491	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
38491	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
38491	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
38491	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
38491	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
38491	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
38491	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
38491	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
38491	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
38491	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
38491	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
38491	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
38491	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
38491	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
38491	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
38491	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
38491	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
38491	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
38491	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
38491	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
38491	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
38491	embedding2nn.weight	0	0.021587982773780823
38491	embedding2nn.weight	1	-0.06091077998280525
38491	embedding2nn.weight	2	0.007050833199173212
38491	embedding2nn.weight	3	-0.024184152483940125
38491	embedding2nn.weight	4	-0.06330040097236633
38491	embedding2nn.weight	5	0.06437275558710098
38491	embedding2nn.weight	6	-0.09117566794157028
38491	embedding2nn.weight	7	-0.061007436364889145
38491	embedding2nn.weight	8	0.009562480263411999
38491	embedding2nn.weight	9	0.04242552071809769
38491	embedding2nn.bias	0	0.06600373983383179
38491	embedding2nn.bias	1	0.0313730351626873
38491	embedding2nn.bias	2	-0.12273335456848145
38491	embedding2nn.bias	3	0.052933551371097565
38491	embedding2nn.bias	4	0.026672333478927612
38491	embedding2nn.bias	5	-0.11046069115400314
38491	embedding2nn.bias	6	-0.079524926841259
38491	embedding2nn.bias	7	-0.011087946593761444
38491	embedding2nn.bias	8	0.08621790260076523
38491	embedding2nn.bias	9	-0.10595853626728058
38491	rnn.weight_ih_l0	0	0.013096500188112259
38491	rnn.weight_ih_l0	1	0.03362228721380234
38491	rnn.weight_ih_l0	2	-0.027461126446723938
38491	rnn.weight_ih_l0	3	0.021680807694792747
38491	rnn.weight_ih_l0	4	0.03767447918653488
38491	rnn.weight_ih_l0	5	-0.0690222680568695
38491	rnn.weight_ih_l0	6	0.03030848316848278
38491	rnn.weight_ih_l0	7	-0.030587539076805115
38491	rnn.weight_ih_l0	8	0.041211165487766266
38491	rnn.weight_ih_l0	9	-0.011488554999232292
38491	rnn.weight_hh_l0	0	0.0006712697795592248
38491	rnn.weight_hh_l0	1	-0.05664212629199028
38491	rnn.weight_hh_l0	2	0.03126300126314163
38491	rnn.weight_hh_l0	3	0.01382831297814846
38491	rnn.weight_hh_l0	4	0.017231767997145653
38491	rnn.weight_hh_l0	5	0.02580970712006092
38491	rnn.weight_hh_l0	6	-0.012564126402139664
38491	rnn.weight_hh_l0	7	-0.057709258049726486
38491	rnn.weight_hh_l0	8	-0.029154662042856216
38491	rnn.weight_hh_l0	9	-0.02887893281877041
38491	rnn.bias_ih_l0	0	-0.039053935557603836
38491	rnn.bias_ih_l0	1	-0.09614244103431702
38491	rnn.bias_ih_l0	2	-0.13609014451503754
38491	rnn.bias_ih_l0	3	-0.20885694026947021
38491	rnn.bias_ih_l0	4	0.030960192903876305
38491	rnn.bias_ih_l0	5	0.04983188584446907
38491	rnn.bias_ih_l0	6	-0.09365276992321014
38491	rnn.bias_ih_l0	7	-0.1583307534456253
38491	rnn.bias_ih_l0	8	-0.04843023791909218
38491	rnn.bias_ih_l0	9	-0.07403144240379333
38491	rnn.bias_hh_l0	0	0.08351145684719086
38491	rnn.bias_hh_l0	1	-0.027011139318346977
38491	rnn.bias_hh_l0	2	0.015061515383422375
38491	rnn.bias_hh_l0	3	-0.10881587117910385
38491	rnn.bias_hh_l0	4	0.0027471298817545176
38491	rnn.bias_hh_l0	5	0.044806428253650665
38491	rnn.bias_hh_l0	6	-0.05353298783302307
38491	rnn.bias_hh_l0	7	-0.0772043913602829
38491	rnn.bias_hh_l0	8	-0.12366914004087448
38491	rnn.bias_hh_l0	9	-0.06950055062770844
38491	rnn.weight_ih_l0_reverse	0	0.004563318099826574
38491	rnn.weight_ih_l0_reverse	1	0.003373027080669999
38491	rnn.weight_ih_l0_reverse	2	0.01044404786080122
38491	rnn.weight_ih_l0_reverse	3	-0.010213603265583515
38491	rnn.weight_ih_l0_reverse	4	0.012104623019695282
38491	rnn.weight_ih_l0_reverse	5	-0.005456024315208197
38491	rnn.weight_ih_l0_reverse	6	-0.05097474902868271
38491	rnn.weight_ih_l0_reverse	7	-0.006872166413813829
38491	rnn.weight_ih_l0_reverse	8	0.04449014738202095
38491	rnn.weight_ih_l0_reverse	9	0.016826268285512924
38491	rnn.weight_hh_l0_reverse	0	-0.007977412082254887
38491	rnn.weight_hh_l0_reverse	1	0.016648393124341965
38491	rnn.weight_hh_l0_reverse	2	-0.027036093175411224
38491	rnn.weight_hh_l0_reverse	3	0.036111149936914444
38491	rnn.weight_hh_l0_reverse	4	0.016075247898697853
38491	rnn.weight_hh_l0_reverse	5	0.004074844066053629
38491	rnn.weight_hh_l0_reverse	6	0.023412581533193588
38491	rnn.weight_hh_l0_reverse	7	0.024884983897209167
38491	rnn.weight_hh_l0_reverse	8	0.006090057082474232
38491	rnn.weight_hh_l0_reverse	9	-0.03886839374899864
38491	rnn.bias_ih_l0_reverse	0	-0.0761842280626297
38491	rnn.bias_ih_l0_reverse	1	-0.2211921364068985
38491	rnn.bias_ih_l0_reverse	2	-0.029318057000637054
38491	rnn.bias_ih_l0_reverse	3	-0.07276283204555511
38491	rnn.bias_ih_l0_reverse	4	0.0747053474187851
38491	rnn.bias_ih_l0_reverse	5	-0.15529422461986542
38491	rnn.bias_ih_l0_reverse	6	-0.06113836541771889
38491	rnn.bias_ih_l0_reverse	7	0.04439244419336319
38491	rnn.bias_ih_l0_reverse	8	-0.0859670490026474
38491	rnn.bias_ih_l0_reverse	9	-0.05364449694752693
38491	rnn.bias_hh_l0_reverse	0	-0.07802976667881012
38491	rnn.bias_hh_l0_reverse	1	-0.03372010216116905
38491	rnn.bias_hh_l0_reverse	2	-0.033164236694574356
38491	rnn.bias_hh_l0_reverse	3	-0.08245322108268738
38491	rnn.bias_hh_l0_reverse	4	-0.007684251293540001
38491	rnn.bias_hh_l0_reverse	5	-0.07720701396465302
38491	rnn.bias_hh_l0_reverse	6	-0.049256831407547
38491	rnn.bias_hh_l0_reverse	7	-0.10760883241891861
38491	rnn.bias_hh_l0_reverse	8	-0.03268212452530861
38491	rnn.bias_hh_l0_reverse	9	-0.11888937652111053
38491	linear.weight	0	-0.15533581376075745
38491	linear.weight	1	-0.055624768137931824
38491	linear.weight	2	-0.011228874325752258
38491	linear.weight	3	-0.02049827016890049
38491	linear.weight	4	0.07226651906967163
38491	linear.weight	5	0.1793154776096344
38491	linear.weight	6	0.0047744326293468475
38491	linear.weight	7	-0.021312154829502106
38491	linear.weight	8	0.1188492402434349
38491	linear.weight	9	0.16664758324623108
38491	linear.bias	0	-0.598139226436615
38491	linear.bias	1	0.4736935496330261
38491	linear.bias	2	0.09465046226978302
38491	linear.bias	3	-0.3515768349170685
38491	linear.bias	4	-1.1787408590316772
38491	linear.bias	5	-1.0946391820907593
38491	linear.bias	6	-0.5486299991607666
38491	linear.bias	7	-0.6478461027145386
38491	linear.bias	8	-0.01705317199230194
38491	linear.bias	9	2.683783769607544
38688	transitions	0	-0.12102585285902023
38688	transitions	1	6.846182346343994
38688	transitions	2	-2.6968867778778076
38688	transitions	3	1.1445344686508179
38688	transitions	4	-1.4752068519592285
38688	transitions	5	-0.242049902677536
38688	transitions	6	-0.13210538029670715
38688	transitions	7	-10000.0
38688	transitions	8	1.5156283378601074
38688	transitions	9	-2.280573844909668
38688	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
38688	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
38688	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
38688	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
38688	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
38688	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
38688	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
38688	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
38688	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
38688	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
38688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
38688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
38688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
38688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
38688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
38688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
38688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
38688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
38688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
38688	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
38688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
38688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
38688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
38688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
38688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
38688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
38688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
38688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
38688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
38688	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
38688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
38688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
38688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
38688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
38688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
38688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
38688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
38688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
38688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
38688	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
38688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
38688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
38688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
38688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
38688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
38688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
38688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
38688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
38688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
38688	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
38688	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
38688	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
38688	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
38688	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
38688	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
38688	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
38688	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
38688	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
38688	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
38688	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
38688	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
38688	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
38688	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
38688	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
38688	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
38688	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
38688	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
38688	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
38688	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
38688	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
38688	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
38688	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
38688	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
38688	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
38688	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
38688	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
38688	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
38688	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
38688	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
38688	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
38688	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
38688	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
38688	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
38688	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
38688	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
38688	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
38688	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
38688	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
38688	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
38688	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
38688	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
38688	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
38688	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
38688	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
38688	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
38688	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
38688	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
38688	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
38688	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
38688	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
38688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
38688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
38688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
38688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
38688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
38688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
38688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
38688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
38688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
38688	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
38688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
38688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
38688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
38688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
38688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
38688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
38688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
38688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
38688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
38688	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
38688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
38688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
38688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
38688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
38688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
38688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
38688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
38688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
38688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
38688	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
38688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
38688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
38688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
38688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
38688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
38688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
38688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
38688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
38688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
38688	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
38688	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
38688	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
38688	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
38688	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
38688	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
38688	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
38688	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
38688	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
38688	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
38688	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
38688	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
38688	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
38688	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
38688	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
38688	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
38688	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
38688	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
38688	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
38688	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
38688	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
38688	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
38688	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
38688	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
38688	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
38688	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
38688	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
38688	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
38688	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
38688	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
38688	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
38688	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
38688	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
38688	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
38688	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
38688	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
38688	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
38688	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
38688	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
38688	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
38688	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
38688	embedding2nn.weight	0	0.021171532571315765
38688	embedding2nn.weight	1	-0.06056976690888405
38688	embedding2nn.weight	2	0.00575235765427351
38688	embedding2nn.weight	3	-0.025612670928239822
38688	embedding2nn.weight	4	-0.06602881848812103
38688	embedding2nn.weight	5	0.06419569998979568
38688	embedding2nn.weight	6	-0.0996241644024849
38688	embedding2nn.weight	7	-0.05952579528093338
38688	embedding2nn.weight	8	0.008347835391759872
38688	embedding2nn.weight	9	0.03983349725604057
38688	embedding2nn.bias	0	0.07218818366527557
38688	embedding2nn.bias	1	0.030246149748563766
38688	embedding2nn.bias	2	-0.1352919489145279
38688	embedding2nn.bias	3	0.05735102295875549
38688	embedding2nn.bias	4	0.03346708044409752
38688	embedding2nn.bias	5	-0.09474337100982666
38688	embedding2nn.bias	6	-0.0818081647157669
38688	embedding2nn.bias	7	-0.024522006511688232
38688	embedding2nn.bias	8	0.08998781442642212
38688	embedding2nn.bias	9	-0.09514681994915009
38688	rnn.weight_ih_l0	0	0.011283264495432377
38688	rnn.weight_ih_l0	1	0.03506944328546524
38688	rnn.weight_ih_l0	2	-0.028026295825839043
38688	rnn.weight_ih_l0	3	0.021923664957284927
38688	rnn.weight_ih_l0	4	0.03927801549434662
38688	rnn.weight_ih_l0	5	-0.07040980458259583
38688	rnn.weight_ih_l0	6	0.02960776910185814
38688	rnn.weight_ih_l0	7	-0.029129303991794586
38688	rnn.weight_ih_l0	8	0.03864320367574692
38688	rnn.weight_ih_l0	9	-0.013121766038239002
38688	rnn.weight_hh_l0	0	0.0008976947283372283
38688	rnn.weight_hh_l0	1	-0.0574352964758873
38688	rnn.weight_hh_l0	2	0.03160988166928291
38688	rnn.weight_hh_l0	3	0.01454420480877161
38688	rnn.weight_hh_l0	4	0.01737735979259014
38688	rnn.weight_hh_l0	5	0.026143884286284447
38688	rnn.weight_hh_l0	6	-0.012523344717919827
38688	rnn.weight_hh_l0	7	-0.05795684829354286
38688	rnn.weight_hh_l0	8	-0.03119542822241783
38688	rnn.weight_hh_l0	9	-0.025580013170838356
38688	rnn.bias_ih_l0	0	-0.03780188784003258
38688	rnn.bias_ih_l0	1	-0.09700670838356018
38688	rnn.bias_ih_l0	2	-0.13512760400772095
38688	rnn.bias_ih_l0	3	-0.21420030295848846
38688	rnn.bias_ih_l0	4	0.0354844368994236
38688	rnn.bias_ih_l0	5	0.04567775875329971
38688	rnn.bias_ih_l0	6	-0.09275101125240326
38688	rnn.bias_ih_l0	7	-0.15711180865764618
38688	rnn.bias_ih_l0	8	-0.05204981938004494
38688	rnn.bias_ih_l0	9	-0.07682553678750992
38688	rnn.bias_hh_l0	0	0.08305679261684418
38688	rnn.bias_hh_l0	1	-0.023774392902851105
38688	rnn.bias_hh_l0	2	0.014251664280891418
38688	rnn.bias_hh_l0	3	-0.11429288983345032
38688	rnn.bias_hh_l0	4	-0.001403281930834055
38688	rnn.bias_hh_l0	5	0.04201354831457138
38688	rnn.bias_hh_l0	6	-0.05490723252296448
38688	rnn.bias_hh_l0	7	-0.07716996967792511
38688	rnn.bias_hh_l0	8	-0.1272079050540924
38688	rnn.bias_hh_l0	9	-0.06729111075401306
38688	rnn.weight_ih_l0_reverse	0	0.00728866970166564
38688	rnn.weight_ih_l0_reverse	1	0.004230248276144266
38688	rnn.weight_ih_l0_reverse	2	0.011153612285852432
38688	rnn.weight_ih_l0_reverse	3	-0.009196457453072071
38688	rnn.weight_ih_l0_reverse	4	0.01311358343809843
38688	rnn.weight_ih_l0_reverse	5	-0.003919954877346754
38688	rnn.weight_ih_l0_reverse	6	-0.049376968294382095
38688	rnn.weight_ih_l0_reverse	7	-0.007585151121020317
38688	rnn.weight_ih_l0_reverse	8	0.04302171617746353
38688	rnn.weight_ih_l0_reverse	9	0.01668398082256317
38688	rnn.weight_hh_l0_reverse	0	-0.007227279245853424
38688	rnn.weight_hh_l0_reverse	1	0.01704622060060501
38688	rnn.weight_hh_l0_reverse	2	-0.02715245634317398
38688	rnn.weight_hh_l0_reverse	3	0.03626890480518341
38688	rnn.weight_hh_l0_reverse	4	0.016268039122223854
38688	rnn.weight_hh_l0_reverse	5	0.003626673948019743
38688	rnn.weight_hh_l0_reverse	6	0.023385070264339447
38688	rnn.weight_hh_l0_reverse	7	0.023605942726135254
38688	rnn.weight_hh_l0_reverse	8	0.005773602519184351
38688	rnn.weight_hh_l0_reverse	9	-0.03838561102747917
38688	rnn.bias_ih_l0_reverse	0	-0.07322420924901962
38688	rnn.bias_ih_l0_reverse	1	-0.21934634447097778
38688	rnn.bias_ih_l0_reverse	2	-0.02903779409825802
38688	rnn.bias_ih_l0_reverse	3	-0.07439552992582321
38688	rnn.bias_ih_l0_reverse	4	0.08161355555057526
38688	rnn.bias_ih_l0_reverse	5	-0.16092301905155182
38688	rnn.bias_ih_l0_reverse	6	-0.06176428124308586
38688	rnn.bias_ih_l0_reverse	7	0.055298417806625366
38688	rnn.bias_ih_l0_reverse	8	-0.08800163865089417
38688	rnn.bias_ih_l0_reverse	9	-0.049988701939582825
38688	rnn.bias_hh_l0_reverse	0	-0.0760604739189148
38688	rnn.bias_hh_l0_reverse	1	-0.026862002909183502
38688	rnn.bias_hh_l0_reverse	2	-0.03207675740122795
38688	rnn.bias_hh_l0_reverse	3	-0.08304829150438309
38688	rnn.bias_hh_l0_reverse	4	-0.008125613443553448
38688	rnn.bias_hh_l0_reverse	5	-0.08372294902801514
38688	rnn.bias_hh_l0_reverse	6	-0.04681427776813507
38688	rnn.bias_hh_l0_reverse	7	-0.10794416069984436
38688	rnn.bias_hh_l0_reverse	8	-0.03231777623295784
38688	rnn.bias_hh_l0_reverse	9	-0.11694430559873581
38688	linear.weight	0	-0.17186641693115234
38688	linear.weight	1	-0.07365412265062332
38688	linear.weight	2	-0.011228874325752258
38688	linear.weight	3	-0.014786716550588608
38688	linear.weight	4	0.07719724625349045
38688	linear.weight	5	0.16806232929229736
38688	linear.weight	6	0.0047744326293468475
38688	linear.weight	7	-0.021312154829502106
38688	linear.weight	8	0.14095504581928253
38688	linear.weight	9	0.17112191021442413
38688	linear.bias	0	-0.5895560383796692
38688	linear.bias	1	0.4718380570411682
38688	linear.bias	2	0.06295839697122574
38688	linear.bias	3	-0.35482245683670044
38688	linear.bias	4	-1.2448750734329224
38688	linear.bias	5	-1.0950754880905151
38688	linear.bias	6	-0.5355290770530701
38688	linear.bias	7	-0.6507898569107056
38688	linear.bias	8	-0.01705317199230194
38688	linear.bias	9	2.6425588130950928
38885	transitions	0	-0.12207604944705963
38885	transitions	1	6.849274635314941
38885	transitions	2	-2.699475049972534
38885	transitions	3	1.1407604217529297
38885	transitions	4	-1.4773249626159668
38885	transitions	5	-0.24244818091392517
38885	transitions	6	-0.1322997659444809
38885	transitions	7	-10000.0
38885	transitions	8	1.526775598526001
38885	transitions	9	-2.280630588531494
38885	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
38885	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
38885	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
38885	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
38885	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
38885	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
38885	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
38885	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
38885	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
38885	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
38885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
38885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
38885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
38885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
38885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
38885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
38885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
38885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
38885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
38885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
38885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
38885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
38885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
38885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
38885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
38885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
38885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
38885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
38885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
38885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
38885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
38885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
38885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
38885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
38885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
38885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
38885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
38885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
38885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
38885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
38885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
38885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
38885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
38885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
38885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
38885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
38885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
38885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
38885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
38885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
38885	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
38885	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
38885	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
38885	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
38885	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
38885	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
38885	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
38885	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
38885	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
38885	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
38885	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
38885	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
38885	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
38885	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
38885	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
38885	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
38885	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
38885	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
38885	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
38885	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
38885	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
38885	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
38885	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
38885	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
38885	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
38885	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
38885	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
38885	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
38885	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
38885	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
38885	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
38885	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
38885	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
38885	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
38885	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
38885	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
38885	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
38885	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
38885	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
38885	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
38885	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
38885	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
38885	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
38885	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
38885	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
38885	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
38885	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
38885	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
38885	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
38885	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
38885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
38885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
38885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
38885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
38885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
38885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
38885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
38885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
38885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
38885	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
38885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
38885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
38885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
38885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
38885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
38885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
38885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
38885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
38885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
38885	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
38885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
38885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
38885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
38885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
38885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
38885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
38885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
38885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
38885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
38885	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
38885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
38885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
38885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
38885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
38885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
38885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
38885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
38885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
38885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
38885	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
38885	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
38885	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
38885	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
38885	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
38885	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
38885	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
38885	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
38885	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
38885	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
38885	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
38885	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
38885	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
38885	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
38885	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
38885	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
38885	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
38885	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
38885	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
38885	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
38885	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
38885	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
38885	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
38885	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
38885	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
38885	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
38885	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
38885	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
38885	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
38885	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
38885	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
38885	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
38885	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
38885	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
38885	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
38885	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
38885	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
38885	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
38885	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
38885	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
38885	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
38885	embedding2nn.weight	0	0.02026243321597576
38885	embedding2nn.weight	1	-0.06071586161851883
38885	embedding2nn.weight	2	0.0026252141688019037
38885	embedding2nn.weight	3	-0.02587885409593582
38885	embedding2nn.weight	4	-0.0630696564912796
38885	embedding2nn.weight	5	0.062328483909368515
38885	embedding2nn.weight	6	-0.09892362356185913
38885	embedding2nn.weight	7	-0.06050103157758713
38885	embedding2nn.weight	8	0.008268777281045914
38885	embedding2nn.weight	9	0.03726596757769585
38885	embedding2nn.bias	0	0.06469565629959106
38885	embedding2nn.bias	1	0.0380408875644207
38885	embedding2nn.bias	2	-0.12415670603513718
38885	embedding2nn.bias	3	0.06042623892426491
38885	embedding2nn.bias	4	0.05142959579825401
38885	embedding2nn.bias	5	-0.09521344304084778
38885	embedding2nn.bias	6	-0.07937580347061157
38885	embedding2nn.bias	7	-0.014742354862391949
38885	embedding2nn.bias	8	0.09095344692468643
38885	embedding2nn.bias	9	-0.09241561591625214
38885	rnn.weight_ih_l0	0	0.009482482448220253
38885	rnn.weight_ih_l0	1	0.0326617993414402
38885	rnn.weight_ih_l0	2	-0.028519591316580772
38885	rnn.weight_ih_l0	3	0.02511652186512947
38885	rnn.weight_ih_l0	4	0.04116890951991081
38885	rnn.weight_ih_l0	5	-0.06893453001976013
38885	rnn.weight_ih_l0	6	0.031034119427204132
38885	rnn.weight_ih_l0	7	-0.0283818356692791
38885	rnn.weight_ih_l0	8	0.037823181599378586
38885	rnn.weight_ih_l0	9	-0.012848744168877602
38885	rnn.weight_hh_l0	0	0.0014238423900678754
38885	rnn.weight_hh_l0	1	-0.05699048191308975
38885	rnn.weight_hh_l0	2	0.0319291427731514
38885	rnn.weight_hh_l0	3	0.016810523346066475
38885	rnn.weight_hh_l0	4	0.017529897391796112
38885	rnn.weight_hh_l0	5	0.026271430775523186
38885	rnn.weight_hh_l0	6	-0.011931896209716797
38885	rnn.weight_hh_l0	7	-0.057930875569581985
38885	rnn.weight_hh_l0	8	-0.030062969774007797
38885	rnn.weight_hh_l0	9	-0.02378239668905735
38885	rnn.bias_ih_l0	0	-0.043541524559259415
38885	rnn.bias_ih_l0	1	-0.09729930758476257
38885	rnn.bias_ih_l0	2	-0.13933423161506653
38885	rnn.bias_ih_l0	3	-0.21822881698608398
38885	rnn.bias_ih_l0	4	0.03589479625225067
38885	rnn.bias_ih_l0	5	0.05176552012562752
38885	rnn.bias_ih_l0	6	-0.0913618728518486
38885	rnn.bias_ih_l0	7	-0.16229330003261566
38885	rnn.bias_ih_l0	8	-0.05068351328372955
38885	rnn.bias_ih_l0	9	-0.07819081842899323
38885	rnn.bias_hh_l0	0	0.074616938829422
38885	rnn.bias_hh_l0	1	-0.02309274487197399
38885	rnn.bias_hh_l0	2	0.017595047131180763
38885	rnn.bias_hh_l0	3	-0.1118851974606514
38885	rnn.bias_hh_l0	4	-0.0004718326381407678
38885	rnn.bias_hh_l0	5	0.04016316309571266
38885	rnn.bias_hh_l0	6	-0.05279716104269028
38885	rnn.bias_hh_l0	7	-0.07724130898714066
38885	rnn.bias_hh_l0	8	-0.12250988185405731
38885	rnn.bias_hh_l0	9	-0.07180621474981308
38885	rnn.weight_ih_l0_reverse	0	0.006605092901736498
38885	rnn.weight_ih_l0_reverse	1	0.004686460364609957
38885	rnn.weight_ih_l0_reverse	2	0.010938345454633236
38885	rnn.weight_ih_l0_reverse	3	-0.009594334289431572
38885	rnn.weight_ih_l0_reverse	4	0.010633743368089199
38885	rnn.weight_ih_l0_reverse	5	-0.003089526668190956
38885	rnn.weight_ih_l0_reverse	6	-0.04991324990987778
38885	rnn.weight_ih_l0_reverse	7	-0.0060164169408380985
38885	rnn.weight_ih_l0_reverse	8	0.045463696122169495
38885	rnn.weight_ih_l0_reverse	9	0.01744864135980606
38885	rnn.weight_hh_l0_reverse	0	-0.007479082327336073
38885	rnn.weight_hh_l0_reverse	1	0.016472337767481804
38885	rnn.weight_hh_l0_reverse	2	-0.027314845472574234
38885	rnn.weight_hh_l0_reverse	3	0.03610290214419365
38885	rnn.weight_hh_l0_reverse	4	0.016528205946087837
38885	rnn.weight_hh_l0_reverse	5	0.0023621278814971447
38885	rnn.weight_hh_l0_reverse	6	0.02265794761478901
38885	rnn.weight_hh_l0_reverse	7	0.023669255897402763
38885	rnn.weight_hh_l0_reverse	8	0.005559992510825396
38885	rnn.weight_hh_l0_reverse	9	-0.03757495433092117
38885	rnn.bias_ih_l0_reverse	0	-0.07264134287834167
38885	rnn.bias_ih_l0_reverse	1	-0.22072039544582367
38885	rnn.bias_ih_l0_reverse	2	-0.02934112772345543
38885	rnn.bias_ih_l0_reverse	3	-0.07475070655345917
38885	rnn.bias_ih_l0_reverse	4	0.0773187205195427
38885	rnn.bias_ih_l0_reverse	5	-0.15867957472801208
38885	rnn.bias_ih_l0_reverse	6	-0.061269454658031464
38885	rnn.bias_ih_l0_reverse	7	0.06475044041872025
38885	rnn.bias_ih_l0_reverse	8	-0.08728794753551483
38885	rnn.bias_ih_l0_reverse	9	-0.04794934391975403
38885	rnn.bias_hh_l0_reverse	0	-0.07441968470811844
38885	rnn.bias_hh_l0_reverse	1	-0.03200363740324974
38885	rnn.bias_hh_l0_reverse	2	-0.0338699072599411
38885	rnn.bias_hh_l0_reverse	3	-0.08388889580965042
38885	rnn.bias_hh_l0_reverse	4	-0.005544403567910194
38885	rnn.bias_hh_l0_reverse	5	-0.08299152553081512
38885	rnn.bias_hh_l0_reverse	6	-0.04223370924592018
38885	rnn.bias_hh_l0_reverse	7	-0.11057054996490479
38885	rnn.bias_hh_l0_reverse	8	-0.03241831436753273
38885	rnn.bias_hh_l0_reverse	9	-0.11605178564786911
38885	linear.weight	0	-0.17647604644298553
38885	linear.weight	1	-0.0821700245141983
38885	linear.weight	2	-0.011228874325752258
38885	linear.weight	3	-0.03083992935717106
38885	linear.weight	4	0.08318078517913818
38885	linear.weight	5	0.16814905405044556
38885	linear.weight	6	0.0047744326293468475
38885	linear.weight	7	-0.021312154829502106
38885	linear.weight	8	0.12396383285522461
38885	linear.weight	9	0.15067829191684723
38885	linear.bias	0	-0.5948578715324402
38885	linear.bias	1	0.45918190479278564
38885	linear.bias	2	0.10668759793043137
38885	linear.bias	3	-0.3444449305534363
38885	linear.bias	4	-1.281216025352478
38885	linear.bias	5	-1.0954837799072266
38885	linear.bias	6	-0.5328184366226196
38885	linear.bias	7	-0.6479701399803162
38885	linear.bias	8	-0.01705317199230194
38885	linear.bias	9	2.694467782974243
39082	transitions	0	-0.1224590465426445
39082	transitions	1	6.838080883026123
39082	transitions	2	-2.7019855976104736
39082	transitions	3	1.1483256816864014
39082	transitions	4	-1.4791419506072998
39082	transitions	5	-0.2426895648241043
39082	transitions	6	-0.1324976235628128
39082	transitions	7	-10000.0
39082	transitions	8	1.528781771659851
39082	transitions	9	-2.280695915222168
39082	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
39082	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
39082	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
39082	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
39082	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
39082	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
39082	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
39082	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
39082	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
39082	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
39082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
39082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
39082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
39082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
39082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
39082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
39082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
39082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
39082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
39082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
39082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
39082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
39082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
39082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
39082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
39082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
39082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
39082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
39082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
39082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
39082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
39082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
39082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
39082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
39082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
39082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
39082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
39082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
39082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
39082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
39082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
39082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
39082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
39082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
39082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
39082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
39082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
39082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
39082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
39082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
39082	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
39082	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
39082	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
39082	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
39082	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
39082	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
39082	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
39082	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
39082	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
39082	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
39082	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
39082	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
39082	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
39082	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
39082	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
39082	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
39082	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
39082	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
39082	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
39082	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
39082	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
39082	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
39082	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
39082	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
39082	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
39082	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
39082	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
39082	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
39082	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
39082	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
39082	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
39082	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
39082	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
39082	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
39082	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
39082	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
39082	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
39082	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
39082	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
39082	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
39082	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
39082	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
39082	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
39082	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
39082	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
39082	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
39082	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
39082	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
39082	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
39082	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
39082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
39082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
39082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
39082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
39082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
39082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
39082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
39082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
39082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
39082	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
39082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
39082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
39082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
39082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
39082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
39082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
39082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
39082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
39082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
39082	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
39082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
39082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
39082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
39082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
39082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
39082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
39082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
39082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
39082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
39082	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
39082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
39082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
39082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
39082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
39082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
39082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
39082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
39082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
39082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
39082	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
39082	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
39082	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
39082	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
39082	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
39082	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
39082	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
39082	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
39082	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
39082	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
39082	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
39082	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
39082	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
39082	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
39082	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
39082	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
39082	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
39082	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
39082	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
39082	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
39082	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
39082	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
39082	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
39082	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
39082	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
39082	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
39082	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
39082	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
39082	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
39082	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
39082	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
39082	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
39082	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
39082	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
39082	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
39082	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
39082	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
39082	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
39082	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
39082	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
39082	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
39082	embedding2nn.weight	0	0.02007615752518177
39082	embedding2nn.weight	1	-0.06047024577856064
39082	embedding2nn.weight	2	-0.0010256373789161444
39082	embedding2nn.weight	3	-0.026508014649152756
39082	embedding2nn.weight	4	-0.060635846108198166
39082	embedding2nn.weight	5	0.06254490464925766
39082	embedding2nn.weight	6	-0.10962921380996704
39082	embedding2nn.weight	7	-0.06245214119553566
39082	embedding2nn.weight	8	0.008850949816405773
39082	embedding2nn.weight	9	0.03706323727965355
39082	embedding2nn.bias	0	0.06044734641909599
39082	embedding2nn.bias	1	0.03265343979001045
39082	embedding2nn.bias	2	-0.1126333698630333
39082	embedding2nn.bias	3	0.050980787724256516
39082	embedding2nn.bias	4	0.049210935831069946
39082	embedding2nn.bias	5	-0.10311749577522278
39082	embedding2nn.bias	6	-0.07307319343090057
39082	embedding2nn.bias	7	-0.010228763334453106
39082	embedding2nn.bias	8	0.08854856342077255
39082	embedding2nn.bias	9	-0.11024560034275055
39082	rnn.weight_ih_l0	0	0.009659085422754288
39082	rnn.weight_ih_l0	1	0.03247314319014549
39082	rnn.weight_ih_l0	2	-0.0271699670702219
39082	rnn.weight_ih_l0	3	0.02302693948149681
39082	rnn.weight_ih_l0	4	0.04135395586490631
39082	rnn.weight_ih_l0	5	-0.06791636347770691
39082	rnn.weight_ih_l0	6	0.030902894213795662
39082	rnn.weight_ih_l0	7	-0.028298795223236084
39082	rnn.weight_ih_l0	8	0.0353766530752182
39082	rnn.weight_ih_l0	9	-0.015102322213351727
39082	rnn.weight_hh_l0	0	0.00021994728012941778
39082	rnn.weight_hh_l0	1	-0.057965707033872604
39082	rnn.weight_hh_l0	2	0.03261306509375572
39082	rnn.weight_hh_l0	3	0.01542611699551344
39082	rnn.weight_hh_l0	4	0.017643535509705544
39082	rnn.weight_hh_l0	5	0.02677745372056961
39082	rnn.weight_hh_l0	6	-0.012045026756823063
39082	rnn.weight_hh_l0	7	-0.05814848467707634
39082	rnn.weight_hh_l0	8	-0.029698699712753296
39082	rnn.weight_hh_l0	9	-0.02374856360256672
39082	rnn.bias_ih_l0	0	-0.0496775321662426
39082	rnn.bias_ih_l0	1	-0.09810886532068253
39082	rnn.bias_ih_l0	2	-0.13769380748271942
39082	rnn.bias_ih_l0	3	-0.22055725753307343
39082	rnn.bias_ih_l0	4	0.03265915438532829
39082	rnn.bias_ih_l0	5	0.045472074300050735
39082	rnn.bias_ih_l0	6	-0.09344793856143951
39082	rnn.bias_ih_l0	7	-0.16087138652801514
39082	rnn.bias_ih_l0	8	-0.05160865560173988
39082	rnn.bias_ih_l0	9	-0.07831817120313644
39082	rnn.bias_hh_l0	0	0.08023037016391754
39082	rnn.bias_hh_l0	1	-0.02452000603079796
39082	rnn.bias_hh_l0	2	0.020677171647548676
39082	rnn.bias_hh_l0	3	-0.1162566989660263
39082	rnn.bias_hh_l0	4	-0.0018994553247466683
39082	rnn.bias_hh_l0	5	0.02512882463634014
39082	rnn.bias_hh_l0	6	-0.05030816048383713
39082	rnn.bias_hh_l0	7	-0.07885126769542694
39082	rnn.bias_hh_l0	8	-0.12088069319725037
39082	rnn.bias_hh_l0	9	-0.07805727422237396
39082	rnn.weight_ih_l0_reverse	0	0.007904297672212124
39082	rnn.weight_ih_l0_reverse	1	0.0038527718279510736
39082	rnn.weight_ih_l0_reverse	2	0.005074178799986839
39082	rnn.weight_ih_l0_reverse	3	-0.01068098284304142
39082	rnn.weight_ih_l0_reverse	4	0.008777651004493237
39082	rnn.weight_ih_l0_reverse	5	-0.0024392162449657917
39082	rnn.weight_ih_l0_reverse	6	-0.04947254806756973
39082	rnn.weight_ih_l0_reverse	7	-0.004764610901474953
39082	rnn.weight_ih_l0_reverse	8	0.046452924609184265
39082	rnn.weight_ih_l0_reverse	9	0.016276193782687187
39082	rnn.weight_hh_l0_reverse	0	-0.0067128706723451614
39082	rnn.weight_hh_l0_reverse	1	0.01717507839202881
39082	rnn.weight_hh_l0_reverse	2	-0.028909381479024887
39082	rnn.weight_hh_l0_reverse	3	0.03580085560679436
39082	rnn.weight_hh_l0_reverse	4	0.016751013696193695
39082	rnn.weight_hh_l0_reverse	5	0.002657499397173524
39082	rnn.weight_hh_l0_reverse	6	0.022397764027118683
39082	rnn.weight_hh_l0_reverse	7	0.023655341938138008
39082	rnn.weight_hh_l0_reverse	8	0.0046643661335110664
39082	rnn.weight_hh_l0_reverse	9	-0.03697595000267029
39082	rnn.bias_ih_l0_reverse	0	-0.07351028919219971
39082	rnn.bias_ih_l0_reverse	1	-0.21624086797237396
39082	rnn.bias_ih_l0_reverse	2	-0.02548391744494438
39082	rnn.bias_ih_l0_reverse	3	-0.0774872899055481
39082	rnn.bias_ih_l0_reverse	4	0.07533854246139526
39082	rnn.bias_ih_l0_reverse	5	-0.15869443118572235
39082	rnn.bias_ih_l0_reverse	6	-0.06236482784152031
39082	rnn.bias_ih_l0_reverse	7	0.06313054263591766
39082	rnn.bias_ih_l0_reverse	8	-0.08722133189439774
39082	rnn.bias_ih_l0_reverse	9	-0.04551981762051582
39082	rnn.bias_hh_l0_reverse	0	-0.07528285682201385
39082	rnn.bias_hh_l0_reverse	1	-0.036137182265520096
39082	rnn.bias_hh_l0_reverse	2	-0.03459237143397331
39082	rnn.bias_hh_l0_reverse	3	-0.0881054550409317
39082	rnn.bias_hh_l0_reverse	4	-0.0051148682832717896
39082	rnn.bias_hh_l0_reverse	5	-0.08753818273544312
39082	rnn.bias_hh_l0_reverse	6	-0.04978320375084877
39082	rnn.bias_hh_l0_reverse	7	-0.11331700533628464
39082	rnn.bias_hh_l0_reverse	8	-0.02943156287074089
39082	rnn.bias_hh_l0_reverse	9	-0.11734872311353683
39082	linear.weight	0	-0.18889924883842468
39082	linear.weight	1	-0.08596451580524445
39082	linear.weight	2	-0.011228874325752258
39082	linear.weight	3	-0.02388722449541092
39082	linear.weight	4	0.10011943429708481
39082	linear.weight	5	0.15911222994327545
39082	linear.weight	6	0.0047744326293468475
39082	linear.weight	7	-0.021312154829502106
39082	linear.weight	8	0.12131885439157486
39082	linear.weight	9	0.1527397185564041
39082	linear.bias	0	-0.6013378500938416
39082	linear.bias	1	0.47997239232063293
39082	linear.bias	2	0.13090354204177856
39082	linear.bias	3	-0.3593752384185791
39082	linear.bias	4	-1.2585691213607788
39082	linear.bias	5	-1.0959223508834839
39082	linear.bias	6	-0.5320011377334595
39082	linear.bias	7	-0.6865882873535156
39082	linear.bias	8	-0.01705317199230194
39082	linear.bias	9	2.629041910171509
39279	transitions	0	-0.12315528839826584
39279	transitions	1	6.866347312927246
39279	transitions	2	-2.7048730850219727
39279	transitions	3	1.1481517553329468
39279	transitions	4	-1.4825361967086792
39279	transitions	5	-0.24316096305847168
39279	transitions	6	-0.13268084824085236
39279	transitions	7	-10000.0
39279	transitions	8	1.5287041664123535
39279	transitions	9	-2.280778646469116
39279	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
39279	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
39279	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
39279	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
39279	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
39279	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
39279	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
39279	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
39279	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
39279	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
39279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
39279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
39279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
39279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
39279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
39279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
39279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
39279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
39279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
39279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
39279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
39279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
39279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
39279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
39279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
39279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
39279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
39279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
39279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
39279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
39279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
39279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
39279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
39279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
39279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
39279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
39279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
39279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
39279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
39279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
39279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
39279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
39279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
39279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
39279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
39279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
39279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
39279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
39279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
39279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
39279	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
39279	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
39279	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
39279	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
39279	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
39279	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
39279	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
39279	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
39279	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
39279	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
39279	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
39279	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
39279	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
39279	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
39279	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
39279	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
39279	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
39279	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
39279	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
39279	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
39279	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
39279	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
39279	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
39279	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
39279	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
39279	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
39279	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
39279	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
39279	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
39279	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
39279	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
39279	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
39279	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
39279	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
39279	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
39279	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
39279	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
39279	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
39279	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
39279	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
39279	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
39279	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
39279	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
39279	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
39279	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
39279	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
39279	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
39279	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
39279	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
39279	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
39279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
39279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
39279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
39279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
39279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
39279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
39279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
39279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
39279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
39279	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
39279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
39279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
39279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
39279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
39279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
39279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
39279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
39279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
39279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
39279	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
39279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
39279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
39279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
39279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
39279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
39279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
39279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
39279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
39279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
39279	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
39279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
39279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
39279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
39279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
39279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
39279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
39279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
39279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
39279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
39279	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
39279	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
39279	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
39279	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
39279	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
39279	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
39279	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
39279	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
39279	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
39279	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
39279	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
39279	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
39279	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
39279	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
39279	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
39279	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
39279	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
39279	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
39279	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
39279	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
39279	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
39279	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
39279	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
39279	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
39279	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
39279	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
39279	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
39279	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
39279	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
39279	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
39279	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
39279	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
39279	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
39279	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
39279	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
39279	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
39279	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
39279	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
39279	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
39279	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
39279	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
39279	embedding2nn.weight	0	0.02073715440928936
39279	embedding2nn.weight	1	-0.059492241591215134
39279	embedding2nn.weight	2	0.0005509582115337253
39279	embedding2nn.weight	3	-0.02519984170794487
39279	embedding2nn.weight	4	-0.05782904475927353
39279	embedding2nn.weight	5	0.06349930167198181
39279	embedding2nn.weight	6	-0.09869799017906189
39279	embedding2nn.weight	7	-0.06078144162893295
39279	embedding2nn.weight	8	0.008654449135065079
39279	embedding2nn.weight	9	0.03154914081096649
39279	embedding2nn.bias	0	0.0714079886674881
39279	embedding2nn.bias	1	0.025938071310520172
39279	embedding2nn.bias	2	-0.12641313672065735
39279	embedding2nn.bias	3	0.04650207608938217
39279	embedding2nn.bias	4	0.0591488815844059
39279	embedding2nn.bias	5	-0.11022532731294632
39279	embedding2nn.bias	6	-0.07185115665197372
39279	embedding2nn.bias	7	-0.01500497106462717
39279	embedding2nn.bias	8	0.08618874102830887
39279	embedding2nn.bias	9	-0.1114754006266594
39279	rnn.weight_ih_l0	0	0.007867596112191677
39279	rnn.weight_ih_l0	1	0.029809437692165375
39279	rnn.weight_ih_l0	2	-0.027521571144461632
39279	rnn.weight_ih_l0	3	0.024504100903868675
39279	rnn.weight_ih_l0	4	0.04107297956943512
39279	rnn.weight_ih_l0	5	-0.06737937033176422
39279	rnn.weight_ih_l0	6	0.029623063281178474
39279	rnn.weight_ih_l0	7	-0.03336162120103836
39279	rnn.weight_ih_l0	8	0.036601755768060684
39279	rnn.weight_ih_l0	9	-0.014222104102373123
39279	rnn.weight_hh_l0	0	0.0004046141111757606
39279	rnn.weight_hh_l0	1	-0.05561615154147148
39279	rnn.weight_hh_l0	2	0.033672574907541275
39279	rnn.weight_hh_l0	3	0.01562519185245037
39279	rnn.weight_hh_l0	4	0.017530960962176323
39279	rnn.weight_hh_l0	5	0.025765664875507355
39279	rnn.weight_hh_l0	6	-0.011838681995868683
39279	rnn.weight_hh_l0	7	-0.058882877230644226
39279	rnn.weight_hh_l0	8	-0.028891954571008682
39279	rnn.weight_hh_l0	9	-0.024866746738553047
39279	rnn.bias_ih_l0	0	-0.04097716882824898
39279	rnn.bias_ih_l0	1	-0.09914222359657288
39279	rnn.bias_ih_l0	2	-0.13791529834270477
39279	rnn.bias_ih_l0	3	-0.22075185179710388
39279	rnn.bias_ih_l0	4	0.029234712943434715
39279	rnn.bias_ih_l0	5	0.04336949437856674
39279	rnn.bias_ih_l0	6	-0.09494062513113022
39279	rnn.bias_ih_l0	7	-0.16256816685199738
39279	rnn.bias_ih_l0	8	-0.058587100356817245
39279	rnn.bias_ih_l0	9	-0.07561025768518448
39279	rnn.bias_hh_l0	0	0.08214177191257477
39279	rnn.bias_hh_l0	1	-0.02154090814292431
39279	rnn.bias_hh_l0	2	0.020175933837890625
39279	rnn.bias_hh_l0	3	-0.11602725833654404
39279	rnn.bias_hh_l0	4	-0.010297047905623913
39279	rnn.bias_hh_l0	5	0.031140077859163284
39279	rnn.bias_hh_l0	6	-0.053290411829948425
39279	rnn.bias_hh_l0	7	-0.07717132568359375
39279	rnn.bias_hh_l0	8	-0.11527683585882187
39279	rnn.bias_hh_l0	9	-0.08207444101572037
39279	rnn.weight_ih_l0_reverse	0	0.005049071274697781
39279	rnn.weight_ih_l0_reverse	1	0.004381233360618353
39279	rnn.weight_ih_l0_reverse	2	0.008616790175437927
39279	rnn.weight_ih_l0_reverse	3	-0.010580572299659252
39279	rnn.weight_ih_l0_reverse	4	0.007759410422295332
39279	rnn.weight_ih_l0_reverse	5	-0.001131225610151887
39279	rnn.weight_ih_l0_reverse	6	-0.04913441836833954
39279	rnn.weight_ih_l0_reverse	7	-0.006860008463263512
39279	rnn.weight_ih_l0_reverse	8	0.04655426740646362
39279	rnn.weight_ih_l0_reverse	9	0.015172564424574375
39279	rnn.weight_hh_l0_reverse	0	-0.006727752275764942
39279	rnn.weight_hh_l0_reverse	1	0.017086122184991837
39279	rnn.weight_hh_l0_reverse	2	-0.02918814867734909
39279	rnn.weight_hh_l0_reverse	3	0.036454636603593826
39279	rnn.weight_hh_l0_reverse	4	0.01658717356622219
39279	rnn.weight_hh_l0_reverse	5	0.001001473399810493
39279	rnn.weight_hh_l0_reverse	6	0.021742867305874825
39279	rnn.weight_hh_l0_reverse	7	0.023511672392487526
39279	rnn.weight_hh_l0_reverse	8	0.004206349607557058
39279	rnn.weight_hh_l0_reverse	9	-0.03689641132950783
39279	rnn.bias_ih_l0_reverse	0	-0.07454462349414825
39279	rnn.bias_ih_l0_reverse	1	-0.2193753868341446
39279	rnn.bias_ih_l0_reverse	2	-0.02717186138033867
39279	rnn.bias_ih_l0_reverse	3	-0.07874616980552673
39279	rnn.bias_ih_l0_reverse	4	0.0785178616642952
39279	rnn.bias_ih_l0_reverse	5	-0.15774275362491608
39279	rnn.bias_ih_l0_reverse	6	-0.06112747639417648
39279	rnn.bias_ih_l0_reverse	7	0.06346841156482697
39279	rnn.bias_ih_l0_reverse	8	-0.08712593466043472
39279	rnn.bias_ih_l0_reverse	9	-0.04608151689171791
39279	rnn.bias_hh_l0_reverse	0	-0.07477646321058273
39279	rnn.bias_hh_l0_reverse	1	-0.03041871078312397
39279	rnn.bias_hh_l0_reverse	2	-0.032974958419799805
39279	rnn.bias_hh_l0_reverse	3	-0.08919867873191833
39279	rnn.bias_hh_l0_reverse	4	0.0014928284799680114
39279	rnn.bias_hh_l0_reverse	5	-0.08476211130619049
39279	rnn.bias_hh_l0_reverse	6	-0.05005811154842377
39279	rnn.bias_hh_l0_reverse	7	-0.11532530933618546
39279	rnn.bias_hh_l0_reverse	8	-0.029228944331407547
39279	rnn.bias_hh_l0_reverse	9	-0.12220477312803268
39279	linear.weight	0	-0.1920561045408249
39279	linear.weight	1	-0.08594968914985657
39279	linear.weight	2	-0.011228874325752258
39279	linear.weight	3	-0.016102656722068787
39279	linear.weight	4	0.07758531719446182
39279	linear.weight	5	0.17561860382556915
39279	linear.weight	6	0.0047744326293468475
39279	linear.weight	7	-0.021312154829502106
39279	linear.weight	8	0.10932107269763947
39279	linear.weight	9	0.14444765448570251
39279	linear.bias	0	-0.6298425197601318
39279	linear.bias	1	0.4637392461299896
39279	linear.bias	2	0.12419271469116211
39279	linear.bias	3	-0.3342810571193695
39279	linear.bias	4	-1.196716070175171
39279	linear.bias	5	-1.0963187217712402
39279	linear.bias	6	-0.564612627029419
39279	linear.bias	7	-0.6937061548233032
39279	linear.bias	8	-0.01705317199230194
39279	linear.bias	9	2.6670267581939697
39476	transitions	0	-0.1237582117319107
39476	transitions	1	6.8517022132873535
39476	transitions	2	-2.708066701889038
39476	transitions	3	1.1582434177398682
39476	transitions	4	-1.4843299388885498
39476	transitions	5	-0.24334649741649628
39476	transitions	6	-0.13286079466342926
39476	transitions	7	-10000.0
39476	transitions	8	1.5314645767211914
39476	transitions	9	-2.2808585166931152
39476	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
39476	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
39476	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
39476	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
39476	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
39476	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
39476	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
39476	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
39476	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
39476	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
39476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
39476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
39476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
39476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
39476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
39476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
39476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
39476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
39476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
39476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
39476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
39476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
39476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
39476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
39476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
39476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
39476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
39476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
39476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
39476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
39476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
39476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
39476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
39476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
39476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
39476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
39476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
39476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
39476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
39476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
39476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
39476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
39476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
39476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
39476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
39476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
39476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
39476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
39476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
39476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
39476	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
39476	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
39476	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
39476	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
39476	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
39476	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
39476	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
39476	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
39476	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
39476	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
39476	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
39476	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
39476	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
39476	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
39476	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
39476	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
39476	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
39476	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
39476	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
39476	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
39476	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
39476	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
39476	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
39476	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
39476	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
39476	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
39476	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
39476	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
39476	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
39476	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
39476	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
39476	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
39476	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
39476	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
39476	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
39476	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
39476	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
39476	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
39476	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
39476	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
39476	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
39476	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
39476	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
39476	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
39476	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
39476	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
39476	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
39476	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
39476	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
39476	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
39476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
39476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
39476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
39476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
39476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
39476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
39476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
39476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
39476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
39476	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
39476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
39476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
39476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
39476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
39476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
39476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
39476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
39476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
39476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
39476	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
39476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
39476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
39476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
39476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
39476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
39476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
39476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
39476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
39476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
39476	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
39476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
39476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
39476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
39476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
39476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
39476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
39476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
39476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
39476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
39476	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
39476	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
39476	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
39476	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
39476	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
39476	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
39476	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
39476	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
39476	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
39476	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
39476	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
39476	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
39476	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
39476	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
39476	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
39476	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
39476	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
39476	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
39476	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
39476	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
39476	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
39476	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
39476	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
39476	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
39476	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
39476	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
39476	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
39476	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
39476	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
39476	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
39476	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
39476	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
39476	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
39476	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
39476	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
39476	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
39476	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
39476	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
39476	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
39476	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
39476	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
39476	embedding2nn.weight	0	0.021090755239129066
39476	embedding2nn.weight	1	-0.05878265202045441
39476	embedding2nn.weight	2	0.0017762175993993878
39476	embedding2nn.weight	3	-0.023715702816843987
39476	embedding2nn.weight	4	-0.05496180057525635
39476	embedding2nn.weight	5	0.06338201463222504
39476	embedding2nn.weight	6	-0.09820433706045151
39476	embedding2nn.weight	7	-0.06219473108649254
39476	embedding2nn.weight	8	0.007374966517090797
39476	embedding2nn.weight	9	0.03448932245373726
39476	embedding2nn.bias	0	0.06738632172346115
39476	embedding2nn.bias	1	0.03646087273955345
39476	embedding2nn.bias	2	-0.11665692925453186
39476	embedding2nn.bias	3	0.05047466978430748
39476	embedding2nn.bias	4	0.053080733865499496
39476	embedding2nn.bias	5	-0.09868910163640976
39476	embedding2nn.bias	6	-0.07348708808422089
39476	embedding2nn.bias	7	-0.016970762982964516
39476	embedding2nn.bias	8	0.08658512681722641
39476	embedding2nn.bias	9	-0.10788740962743759
39476	rnn.weight_ih_l0	0	0.006449733395129442
39476	rnn.weight_ih_l0	1	0.025789005681872368
39476	rnn.weight_ih_l0	2	-0.026861265301704407
39476	rnn.weight_ih_l0	3	0.0208419319242239
39476	rnn.weight_ih_l0	4	0.04084904119372368
39476	rnn.weight_ih_l0	5	-0.06604178994894028
39476	rnn.weight_ih_l0	6	0.03154735639691353
39476	rnn.weight_ih_l0	7	-0.030382677912712097
39476	rnn.weight_ih_l0	8	0.035625241696834564
39476	rnn.weight_ih_l0	9	-0.014974938705563545
39476	rnn.weight_hh_l0	0	0.0007494763704016805
39476	rnn.weight_hh_l0	1	-0.05573125183582306
39476	rnn.weight_hh_l0	2	0.033613238483667374
39476	rnn.weight_hh_l0	3	0.015049487352371216
39476	rnn.weight_hh_l0	4	0.017618363723158836
39476	rnn.weight_hh_l0	5	0.026208341121673584
39476	rnn.weight_hh_l0	6	-0.012110124342143536
39476	rnn.weight_hh_l0	7	-0.059228360652923584
39476	rnn.weight_hh_l0	8	-0.028072243556380272
39476	rnn.weight_hh_l0	9	-0.023392759263515472
39476	rnn.bias_ih_l0	0	-0.04417609050869942
39476	rnn.bias_ih_l0	1	-0.10012499243021011
39476	rnn.bias_ih_l0	2	-0.13673773407936096
39476	rnn.bias_ih_l0	3	-0.22037866711616516
39476	rnn.bias_ih_l0	4	0.025311799719929695
39476	rnn.bias_ih_l0	5	0.04945569857954979
39476	rnn.bias_ih_l0	6	-0.09578701853752136
39476	rnn.bias_ih_l0	7	-0.15686240792274475
39476	rnn.bias_ih_l0	8	-0.06535212695598602
39476	rnn.bias_ih_l0	9	-0.07490058988332748
39476	rnn.bias_hh_l0	0	0.08193614333868027
39476	rnn.bias_hh_l0	1	-0.02289370633661747
39476	rnn.bias_hh_l0	2	0.018119007349014282
39476	rnn.bias_hh_l0	3	-0.11440100520849228
39476	rnn.bias_hh_l0	4	-0.00754191167652607
39476	rnn.bias_hh_l0	5	0.030160237103700638
39476	rnn.bias_hh_l0	6	-0.05319201573729515
39476	rnn.bias_hh_l0	7	-0.08243575692176819
39476	rnn.bias_hh_l0	8	-0.12057092040777206
39476	rnn.bias_hh_l0	9	-0.08040449023246765
39476	rnn.weight_ih_l0_reverse	0	0.0020559292752295732
39476	rnn.weight_ih_l0_reverse	1	0.004878845531493425
39476	rnn.weight_ih_l0_reverse	2	0.00928334891796112
39476	rnn.weight_ih_l0_reverse	3	-0.010735085234045982
39476	rnn.weight_ih_l0_reverse	4	0.010466779582202435
39476	rnn.weight_ih_l0_reverse	5	-0.0025514070875942707
39476	rnn.weight_ih_l0_reverse	6	-0.05247153714299202
39476	rnn.weight_ih_l0_reverse	7	-0.008513067848980427
39476	rnn.weight_ih_l0_reverse	8	0.044231388717889786
39476	rnn.weight_ih_l0_reverse	9	0.01453479751944542
39476	rnn.weight_hh_l0_reverse	0	-0.007250961847603321
39476	rnn.weight_hh_l0_reverse	1	0.015531715005636215
39476	rnn.weight_hh_l0_reverse	2	-0.02972729504108429
39476	rnn.weight_hh_l0_reverse	3	0.03626817837357521
39476	rnn.weight_hh_l0_reverse	4	0.016725841909646988
39476	rnn.weight_hh_l0_reverse	5	0.0010280023561790586
39476	rnn.weight_hh_l0_reverse	6	0.021618260070681572
39476	rnn.weight_hh_l0_reverse	7	0.022905828431248665
39476	rnn.weight_hh_l0_reverse	8	0.004375913180410862
39476	rnn.weight_hh_l0_reverse	9	-0.0368519052863121
39476	rnn.bias_ih_l0_reverse	0	-0.07731033116579056
39476	rnn.bias_ih_l0_reverse	1	-0.21421681344509125
39476	rnn.bias_ih_l0_reverse	2	-0.02546994760632515
39476	rnn.bias_ih_l0_reverse	3	-0.0778379812836647
39476	rnn.bias_ih_l0_reverse	4	0.07410793751478195
39476	rnn.bias_ih_l0_reverse	5	-0.15611763298511505
39476	rnn.bias_ih_l0_reverse	6	-0.0626901239156723
39476	rnn.bias_ih_l0_reverse	7	0.057902589440345764
39476	rnn.bias_ih_l0_reverse	8	-0.08529891818761826
39476	rnn.bias_ih_l0_reverse	9	-0.049968425184488297
39476	rnn.bias_hh_l0_reverse	0	-0.07966362684965134
39476	rnn.bias_hh_l0_reverse	1	-0.031481899321079254
39476	rnn.bias_hh_l0_reverse	2	-0.034108761698007584
39476	rnn.bias_hh_l0_reverse	3	-0.09179642051458359
39476	rnn.bias_hh_l0_reverse	4	0.0023952259216457605
39476	rnn.bias_hh_l0_reverse	5	-0.08612239360809326
39476	rnn.bias_hh_l0_reverse	6	-0.05169155076146126
39476	rnn.bias_hh_l0_reverse	7	-0.11611399799585342
39476	rnn.bias_hh_l0_reverse	8	-0.03477416932582855
39476	rnn.bias_hh_l0_reverse	9	-0.12284060567617416
39476	linear.weight	0	-0.20570826530456543
39476	linear.weight	1	-0.09518562257289886
39476	linear.weight	2	-0.011228874325752258
39476	linear.weight	3	-0.00873582437634468
39476	linear.weight	4	0.09187785536050797
39476	linear.weight	5	0.16811135411262512
39476	linear.weight	6	0.0047744326293468475
39476	linear.weight	7	-0.021312154829502106
39476	linear.weight	8	0.06771010160446167
39476	linear.weight	9	0.1439947634935379
39476	linear.bias	0	-0.6350010633468628
39476	linear.bias	1	0.47490817308425903
39476	linear.bias	2	0.06989256292581558
39476	linear.bias	3	-0.3396035134792328
39476	linear.bias	4	-1.2606579065322876
39476	linear.bias	5	-1.0967265367507935
39476	linear.bias	6	-0.5657278299331665
39476	linear.bias	7	-0.6766396760940552
39476	linear.bias	8	-0.01705317199230194
39476	linear.bias	9	2.7381694316864014
39480	transitions	0	-0.12376102060079575
39480	transitions	1	6.86860466003418
39480	transitions	2	-2.708127021789551
39480	transitions	3	1.1539180278778076
39480	transitions	4	-1.4844063520431519
39480	transitions	5	-0.24334850907325745
39480	transitions	6	-0.13286365568637848
39480	transitions	7	-10000.0
39480	transitions	8	1.5314520597457886
39480	transitions	9	-2.28085994720459
39480	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
39480	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
39480	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
39480	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
39480	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
39480	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
39480	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
39480	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
39480	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
39480	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
39480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
39480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
39480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
39480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
39480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
39480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
39480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
39480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
39480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
39480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
39480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
39480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
39480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
39480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
39480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
39480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
39480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
39480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
39480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
39480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
39480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
39480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
39480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
39480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
39480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
39480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
39480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
39480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
39480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
39480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
39480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
39480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
39480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
39480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
39480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
39480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
39480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
39480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
39480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
39480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
39480	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
39480	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
39480	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
39480	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
39480	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
39480	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
39480	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
39480	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
39480	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
39480	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
39480	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
39480	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
39480	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
39480	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
39480	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
39480	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
39480	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
39480	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
39480	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
39480	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
39480	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
39480	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
39480	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
39480	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
39480	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
39480	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
39480	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
39480	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
39480	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
39480	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
39480	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
39480	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
39480	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
39480	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
39480	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
39480	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
39480	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
39480	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
39480	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
39480	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
39480	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
39480	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
39480	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
39480	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
39480	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
39480	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
39480	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
39480	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
39480	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
39480	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
39480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
39480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
39480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
39480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
39480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
39480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
39480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
39480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
39480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
39480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
39480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
39480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
39480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
39480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
39480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
39480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
39480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
39480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
39480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
39480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
39480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
39480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
39480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
39480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
39480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
39480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
39480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
39480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
39480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
39480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
39480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
39480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
39480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
39480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
39480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
39480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
39480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
39480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
39480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
39480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
39480	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
39480	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
39480	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
39480	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
39480	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
39480	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
39480	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
39480	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
39480	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
39480	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
39480	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
39480	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
39480	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
39480	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
39480	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
39480	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
39480	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
39480	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
39480	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
39480	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
39480	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
39480	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
39480	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
39480	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
39480	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
39480	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
39480	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
39480	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
39480	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
39480	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
39480	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
39480	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
39480	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
39480	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
39480	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
39480	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
39480	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
39480	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
39480	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
39480	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
39480	embedding2nn.weight	0	0.02104215696454048
39480	embedding2nn.weight	1	-0.05866139754652977
39480	embedding2nn.weight	2	0.002341330284252763
39480	embedding2nn.weight	3	-0.023756815120577812
39480	embedding2nn.weight	4	-0.05590275302529335
39480	embedding2nn.weight	5	0.06378340721130371
39480	embedding2nn.weight	6	-0.09861912578344345
39480	embedding2nn.weight	7	-0.06230407580733299
39480	embedding2nn.weight	8	0.007349343504756689
39480	embedding2nn.weight	9	0.03457675501704216
39480	embedding2nn.bias	0	0.0671212449669838
39480	embedding2nn.bias	1	0.03652218356728554
39480	embedding2nn.bias	2	-0.11482268571853638
39480	embedding2nn.bias	3	0.052269745618104935
39480	embedding2nn.bias	4	0.056126758456230164
39480	embedding2nn.bias	5	-0.09834758937358856
39480	embedding2nn.bias	6	-0.06906204670667648
39480	embedding2nn.bias	7	-0.016898751258850098
39480	embedding2nn.bias	8	0.08561602234840393
39480	embedding2nn.bias	9	-0.1065635085105896
39480	rnn.weight_ih_l0	0	0.006496069487184286
39480	rnn.weight_ih_l0	1	0.02591523341834545
39480	rnn.weight_ih_l0	2	-0.027009159326553345
39480	rnn.weight_ih_l0	3	0.020441628992557526
39480	rnn.weight_ih_l0	4	0.04051120579242706
39480	rnn.weight_ih_l0	5	-0.06600488722324371
39480	rnn.weight_ih_l0	6	0.03185531869530678
39480	rnn.weight_ih_l0	7	-0.030406245961785316
39480	rnn.weight_ih_l0	8	0.03540875017642975
39480	rnn.weight_ih_l0	9	-0.01508591789752245
39480	rnn.weight_hh_l0	0	0.0008447590516880155
39480	rnn.weight_hh_l0	1	-0.055851757526397705
39480	rnn.weight_hh_l0	2	0.03363281860947609
39480	rnn.weight_hh_l0	3	0.01519627682864666
39480	rnn.weight_hh_l0	4	0.017541782930493355
39480	rnn.weight_hh_l0	5	0.026257693767547607
39480	rnn.weight_hh_l0	6	-0.012154420837759972
39480	rnn.weight_hh_l0	7	-0.05921539291739464
39480	rnn.weight_hh_l0	8	-0.028060493990778923
39480	rnn.weight_hh_l0	9	-0.023457128554582596
39480	rnn.bias_ih_l0	0	-0.04431266337633133
39480	rnn.bias_ih_l0	1	-0.10014135390520096
39480	rnn.bias_ih_l0	2	-0.13719511032104492
39480	rnn.bias_ih_l0	3	-0.22007030248641968
39480	rnn.bias_ih_l0	4	0.025335073471069336
39480	rnn.bias_ih_l0	5	0.049882687628269196
39480	rnn.bias_ih_l0	6	-0.09612578898668289
39480	rnn.bias_ih_l0	7	-0.15653935074806213
39480	rnn.bias_ih_l0	8	-0.06525193899869919
39480	rnn.bias_ih_l0	9	-0.07508435845375061
39480	rnn.bias_hh_l0	0	0.08225308358669281
39480	rnn.bias_hh_l0	1	-0.02292485535144806
39480	rnn.bias_hh_l0	2	0.018312767148017883
39480	rnn.bias_hh_l0	3	-0.11445438861846924
39480	rnn.bias_hh_l0	4	-0.007031854707747698
39480	rnn.bias_hh_l0	5	0.02982918918132782
39480	rnn.bias_hh_l0	6	-0.05315633863210678
39480	rnn.bias_hh_l0	7	-0.08189336210489273
39480	rnn.bias_hh_l0	8	-0.12076973170042038
39480	rnn.bias_hh_l0	9	-0.08037646114826202
39480	rnn.weight_ih_l0_reverse	0	0.0021435495000332594
39480	rnn.weight_ih_l0_reverse	1	0.004845473449677229
39480	rnn.weight_ih_l0_reverse	2	0.00940171629190445
39480	rnn.weight_ih_l0_reverse	3	-0.010477614589035511
39480	rnn.weight_ih_l0_reverse	4	0.010577507317066193
39480	rnn.weight_ih_l0_reverse	5	-0.0025062155909836292
39480	rnn.weight_ih_l0_reverse	6	-0.052171822637319565
39480	rnn.weight_ih_l0_reverse	7	-0.008750214241445065
39480	rnn.weight_ih_l0_reverse	8	0.0435636043548584
39480	rnn.weight_ih_l0_reverse	9	0.014508516527712345
39480	rnn.weight_hh_l0_reverse	0	-0.00719397934153676
39480	rnn.weight_hh_l0_reverse	1	0.015559457242488861
39480	rnn.weight_hh_l0_reverse	2	-0.02971986122429371
39480	rnn.weight_hh_l0_reverse	3	0.03629691153764725
39480	rnn.weight_hh_l0_reverse	4	0.016713988035917282
39480	rnn.weight_hh_l0_reverse	5	0.0010071230353787541
39480	rnn.weight_hh_l0_reverse	6	0.021647756919264793
39480	rnn.weight_hh_l0_reverse	7	0.022878820076584816
39480	rnn.weight_hh_l0_reverse	8	0.004370434209704399
39480	rnn.weight_hh_l0_reverse	9	-0.03684183582663536
39480	rnn.bias_ih_l0_reverse	0	-0.07730855792760849
39480	rnn.bias_ih_l0_reverse	1	-0.2145647406578064
39480	rnn.bias_ih_l0_reverse	2	-0.02553877793252468
39480	rnn.bias_ih_l0_reverse	3	-0.07785263657569885
39480	rnn.bias_ih_l0_reverse	4	0.07403285056352615
39480	rnn.bias_ih_l0_reverse	5	-0.15556849539279938
39480	rnn.bias_ih_l0_reverse	6	-0.062193699181079865
39480	rnn.bias_ih_l0_reverse	7	0.05731407552957535
39480	rnn.bias_ih_l0_reverse	8	-0.08496503531932831
39480	rnn.bias_ih_l0_reverse	9	-0.050155553966760635
39480	rnn.bias_hh_l0_reverse	0	-0.08032438158988953
39480	rnn.bias_hh_l0_reverse	1	-0.031012026593089104
39480	rnn.bias_hh_l0_reverse	2	-0.034280210733413696
39480	rnn.bias_hh_l0_reverse	3	-0.0919555053114891
39480	rnn.bias_hh_l0_reverse	4	0.002235125983133912
39480	rnn.bias_hh_l0_reverse	5	-0.08522757142782211
39480	rnn.bias_hh_l0_reverse	6	-0.05146069452166557
39480	rnn.bias_hh_l0_reverse	7	-0.11636185646057129
39480	rnn.bias_hh_l0_reverse	8	-0.03568927198648453
39480	rnn.bias_hh_l0_reverse	9	-0.12256652116775513
39480	linear.weight	0	-0.20568063855171204
39480	linear.weight	1	-0.09515604376792908
39480	linear.weight	2	-0.011228874325752258
39480	linear.weight	3	-0.013882800936698914
39480	linear.weight	4	0.09171891957521439
39480	linear.weight	5	0.16848815977573395
39480	linear.weight	6	0.0047744326293468475
39480	linear.weight	7	-0.021312154829502106
39480	linear.weight	8	0.0693543404340744
39480	linear.weight	9	0.14520558714866638
39480	linear.bias	0	-0.6365810036659241
39480	linear.bias	1	0.4678886830806732
39480	linear.bias	2	0.06607923656702042
39480	linear.bias	3	-0.3221099376678467
39480	linear.bias	4	-1.2434085607528687
39480	linear.bias	5	-1.0967344045639038
39480	linear.bias	6	-0.567298173904419
39480	linear.bias	7	-0.6828882694244385
39480	linear.bias	8	-0.01705317199230194
39480	linear.bias	9	2.74206280708313
39677	transitions	0	-0.12487954646348953
39677	transitions	1	6.845871448516846
39677	transitions	2	-2.7108120918273926
39677	transitions	3	1.1529487371444702
39677	transitions	4	-1.4869121313095093
39677	transitions	5	-0.24358722567558289
39677	transitions	6	-0.1330385059118271
39677	transitions	7	-10000.0
39677	transitions	8	1.5401383638381958
39677	transitions	9	-2.280923366546631
39677	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
39677	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
39677	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
39677	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
39677	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
39677	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
39677	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
39677	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
39677	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
39677	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
39677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
39677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
39677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
39677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
39677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
39677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
39677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
39677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
39677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
39677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
39677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
39677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
39677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
39677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
39677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
39677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
39677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
39677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
39677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
39677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
39677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
39677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
39677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
39677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
39677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
39677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
39677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
39677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
39677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
39677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
39677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
39677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
39677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
39677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
39677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
39677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
39677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
39677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
39677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
39677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
39677	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
39677	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
39677	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
39677	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
39677	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
39677	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
39677	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
39677	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
39677	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
39677	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
39677	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
39677	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
39677	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
39677	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
39677	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
39677	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
39677	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
39677	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
39677	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
39677	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
39677	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
39677	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
39677	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
39677	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
39677	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
39677	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
39677	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
39677	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
39677	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
39677	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
39677	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
39677	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
39677	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
39677	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
39677	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
39677	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
39677	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
39677	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
39677	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
39677	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
39677	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
39677	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
39677	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
39677	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
39677	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
39677	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
39677	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
39677	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
39677	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
39677	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
39677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
39677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
39677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
39677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
39677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
39677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
39677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
39677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
39677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
39677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
39677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
39677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
39677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
39677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
39677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
39677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
39677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
39677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
39677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
39677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
39677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
39677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
39677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
39677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
39677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
39677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
39677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
39677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
39677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
39677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
39677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
39677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
39677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
39677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
39677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
39677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
39677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
39677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
39677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
39677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
39677	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
39677	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
39677	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
39677	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
39677	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
39677	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
39677	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
39677	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
39677	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
39677	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
39677	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
39677	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
39677	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
39677	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
39677	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
39677	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
39677	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
39677	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
39677	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
39677	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
39677	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
39677	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
39677	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
39677	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
39677	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
39677	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
39677	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
39677	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
39677	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
39677	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
39677	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
39677	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
39677	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
39677	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
39677	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
39677	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
39677	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
39677	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
39677	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
39677	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
39677	embedding2nn.weight	0	0.020844224840402603
39677	embedding2nn.weight	1	-0.05957520380616188
39677	embedding2nn.weight	2	0.004712597467005253
39677	embedding2nn.weight	3	-0.024800479412078857
39677	embedding2nn.weight	4	-0.05724630132317543
39677	embedding2nn.weight	5	0.06271346658468246
39677	embedding2nn.weight	6	-0.08937595039606094
39677	embedding2nn.weight	7	-0.06479392200708389
39677	embedding2nn.weight	8	0.006482625845819712
39677	embedding2nn.weight	9	0.03157024458050728
39677	embedding2nn.bias	0	0.060555025935173035
39677	embedding2nn.bias	1	0.033146508038043976
39677	embedding2nn.bias	2	-0.12146570533514023
39677	embedding2nn.bias	3	0.05761628597974777
39677	embedding2nn.bias	4	0.05555449798703194
39677	embedding2nn.bias	5	-0.10153932869434357
39677	embedding2nn.bias	6	-0.06651686131954193
39677	embedding2nn.bias	7	-0.016569294035434723
39677	embedding2nn.bias	8	0.08880677819252014
39677	embedding2nn.bias	9	-0.10946958512067795
39677	rnn.weight_ih_l0	0	0.009724827483296394
39677	rnn.weight_ih_l0	1	0.02764890156686306
39677	rnn.weight_ih_l0	2	-0.026556378230452538
39677	rnn.weight_ih_l0	3	0.019814977422356606
39677	rnn.weight_ih_l0	4	0.03952322527766228
39677	rnn.weight_ih_l0	5	-0.0643106997013092
39677	rnn.weight_ih_l0	6	0.03366828337311745
39677	rnn.weight_ih_l0	7	-0.030361095443367958
39677	rnn.weight_ih_l0	8	0.03733699023723602
39677	rnn.weight_ih_l0	9	-0.013415051624178886
39677	rnn.weight_hh_l0	0	-9.233634955307934e-06
39677	rnn.weight_hh_l0	1	-0.05724184215068817
39677	rnn.weight_hh_l0	2	0.034056972712278366
39677	rnn.weight_hh_l0	3	0.015688758343458176
39677	rnn.weight_hh_l0	4	0.01782037504017353
39677	rnn.weight_hh_l0	5	0.02654174342751503
39677	rnn.weight_hh_l0	6	-0.011965851299464703
39677	rnn.weight_hh_l0	7	-0.059737857431173325
39677	rnn.weight_hh_l0	8	-0.02760661020874977
39677	rnn.weight_hh_l0	9	-0.02737889252603054
39677	rnn.bias_ih_l0	0	-0.04160057380795479
39677	rnn.bias_ih_l0	1	-0.09924821555614471
39677	rnn.bias_ih_l0	2	-0.13833622634410858
39677	rnn.bias_ih_l0	3	-0.22049438953399658
39677	rnn.bias_ih_l0	4	0.02751302532851696
39677	rnn.bias_ih_l0	5	0.047366008162498474
39677	rnn.bias_ih_l0	6	-0.0944836288690567
39677	rnn.bias_ih_l0	7	-0.1563224047422409
39677	rnn.bias_ih_l0	8	-0.06744745373725891
39677	rnn.bias_ih_l0	9	-0.0763387680053711
39677	rnn.bias_hh_l0	0	0.0820765569806099
39677	rnn.bias_hh_l0	1	-0.02291872166097164
39677	rnn.bias_hh_l0	2	0.018239052966237068
39677	rnn.bias_hh_l0	3	-0.1135634258389473
39677	rnn.bias_hh_l0	4	-0.0031105508096516132
39677	rnn.bias_hh_l0	5	0.030226953327655792
39677	rnn.bias_hh_l0	6	-0.05554623901844025
39677	rnn.bias_hh_l0	7	-0.08659269660711288
39677	rnn.bias_hh_l0	8	-0.11413706094026566
39677	rnn.bias_hh_l0	9	-0.07873702049255371
39677	rnn.weight_ih_l0_reverse	0	0.00027526423218660057
39677	rnn.weight_ih_l0_reverse	1	0.004118539858609438
39677	rnn.weight_ih_l0_reverse	2	0.008898534812033176
39677	rnn.weight_ih_l0_reverse	3	-0.010270778089761734
39677	rnn.weight_ih_l0_reverse	4	0.010409452021121979
39677	rnn.weight_ih_l0_reverse	5	-0.0030635809525847435
39677	rnn.weight_ih_l0_reverse	6	-0.04870818182826042
39677	rnn.weight_ih_l0_reverse	7	-0.007970951497554779
39677	rnn.weight_ih_l0_reverse	8	0.04475865885615349
39677	rnn.weight_ih_l0_reverse	9	0.011425292119383812
39677	rnn.weight_hh_l0_reverse	0	-0.006876598112285137
39677	rnn.weight_hh_l0_reverse	1	0.015966681763529778
39677	rnn.weight_hh_l0_reverse	2	-0.029391007497906685
39677	rnn.weight_hh_l0_reverse	3	0.03615798056125641
39677	rnn.weight_hh_l0_reverse	4	0.015969811007380486
39677	rnn.weight_hh_l0_reverse	5	0.0020478006917983294
39677	rnn.weight_hh_l0_reverse	6	0.02194446325302124
39677	rnn.weight_hh_l0_reverse	7	0.02289762906730175
39677	rnn.weight_hh_l0_reverse	8	0.004203123971819878
39677	rnn.weight_hh_l0_reverse	9	-0.03688313066959381
39677	rnn.bias_ih_l0_reverse	0	-0.07841099053621292
39677	rnn.bias_ih_l0_reverse	1	-0.21432389318943024
39677	rnn.bias_ih_l0_reverse	2	-0.02412516437470913
39677	rnn.bias_ih_l0_reverse	3	-0.07981813699007034
39677	rnn.bias_ih_l0_reverse	4	0.07448795437812805
39677	rnn.bias_ih_l0_reverse	5	-0.1546553671360016
39677	rnn.bias_ih_l0_reverse	6	-0.06314945966005325
39677	rnn.bias_ih_l0_reverse	7	0.044670213013887405
39677	rnn.bias_ih_l0_reverse	8	-0.08501898497343063
39677	rnn.bias_ih_l0_reverse	9	-0.05237595736980438
39677	rnn.bias_hh_l0_reverse	0	-0.07884164154529572
39677	rnn.bias_hh_l0_reverse	1	-0.0317913293838501
39677	rnn.bias_hh_l0_reverse	2	-0.03395141661167145
39677	rnn.bias_hh_l0_reverse	3	-0.0896504819393158
39677	rnn.bias_hh_l0_reverse	4	0.004115410149097443
39677	rnn.bias_hh_l0_reverse	5	-0.08691127598285675
39677	rnn.bias_hh_l0_reverse	6	-0.04385415464639664
39677	rnn.bias_hh_l0_reverse	7	-0.11912606656551361
39677	rnn.bias_hh_l0_reverse	8	-0.03810856491327286
39677	rnn.bias_hh_l0_reverse	9	-0.12060737609863281
39677	linear.weight	0	-0.21357227861881256
39677	linear.weight	1	-0.10083969682455063
39677	linear.weight	2	-0.011228874325752258
39677	linear.weight	3	-0.014693986624479294
39677	linear.weight	4	0.07824144512414932
39677	linear.weight	5	0.1677701324224472
39677	linear.weight	6	0.0047744326293468475
39677	linear.weight	7	-0.021312154829502106
39677	linear.weight	8	0.07328995317220688
39677	linear.weight	9	0.15138499438762665
39677	linear.bias	0	-0.6417520642280579
39677	linear.bias	1	0.47407469153404236
39677	linear.bias	2	0.11995485424995422
39677	linear.bias	3	-0.35160601139068604
39677	linear.bias	4	-1.2202186584472656
39677	linear.bias	5	-1.0970791578292847
39677	linear.bias	6	-0.5754431486129761
39677	linear.bias	7	-0.6618602871894836
39677	linear.bias	8	-0.01705317199230194
39677	linear.bias	9	2.7765467166900635
39874	transitions	0	-0.1261366307735443
39874	transitions	1	6.850369930267334
39874	transitions	2	-2.7130751609802246
39874	transitions	3	1.1240103244781494
39874	transitions	4	-1.489371657371521
39874	transitions	5	-0.24385498464107513
39874	transitions	6	-0.13324007391929626
39874	transitions	7	-10000.0
39874	transitions	8	1.5379878282546997
39874	transitions	9	-2.280985116958618
39874	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
39874	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
39874	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
39874	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
39874	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
39874	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
39874	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
39874	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
39874	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
39874	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
39874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
39874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
39874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
39874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
39874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
39874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
39874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
39874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
39874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
39874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
39874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
39874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
39874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
39874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
39874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
39874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
39874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
39874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
39874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
39874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
39874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
39874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
39874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
39874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
39874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
39874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
39874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
39874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
39874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
39874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
39874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
39874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
39874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
39874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
39874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
39874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
39874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
39874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
39874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
39874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
39874	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
39874	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
39874	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
39874	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
39874	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
39874	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
39874	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
39874	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
39874	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
39874	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
39874	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
39874	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
39874	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
39874	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
39874	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
39874	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
39874	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
39874	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
39874	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
39874	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
39874	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
39874	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
39874	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
39874	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
39874	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
39874	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
39874	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
39874	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
39874	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
39874	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
39874	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
39874	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
39874	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
39874	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
39874	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
39874	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
39874	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
39874	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
39874	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
39874	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
39874	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
39874	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
39874	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
39874	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
39874	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
39874	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
39874	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
39874	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
39874	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
39874	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
39874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
39874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
39874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
39874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
39874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
39874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
39874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
39874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
39874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
39874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
39874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
39874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
39874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
39874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
39874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
39874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
39874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
39874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
39874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
39874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
39874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
39874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
39874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
39874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
39874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
39874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
39874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
39874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
39874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
39874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
39874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
39874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
39874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
39874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
39874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
39874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
39874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
39874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
39874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
39874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
39874	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
39874	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
39874	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
39874	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
39874	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
39874	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
39874	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
39874	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
39874	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
39874	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
39874	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
39874	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
39874	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
39874	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
39874	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
39874	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
39874	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
39874	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
39874	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
39874	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
39874	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
39874	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
39874	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
39874	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
39874	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
39874	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
39874	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
39874	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
39874	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
39874	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
39874	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
39874	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
39874	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
39874	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
39874	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
39874	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
39874	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
39874	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
39874	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
39874	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
39874	embedding2nn.weight	0	0.021061396226286888
39874	embedding2nn.weight	1	-0.06062079966068268
39874	embedding2nn.weight	2	0.004325428977608681
39874	embedding2nn.weight	3	-0.02187628671526909
39874	embedding2nn.weight	4	-0.057899829000234604
39874	embedding2nn.weight	5	0.06207820028066635
39874	embedding2nn.weight	6	-0.07526618242263794
39874	embedding2nn.weight	7	-0.06527318060398102
39874	embedding2nn.weight	8	0.007250269874930382
39874	embedding2nn.weight	9	0.03013765998184681
39874	embedding2nn.bias	0	0.05744040384888649
39874	embedding2nn.bias	1	0.03639776259660721
39874	embedding2nn.bias	2	-0.1252468377351761
39874	embedding2nn.bias	3	0.06326122581958771
39874	embedding2nn.bias	4	0.047018103301525116
39874	embedding2nn.bias	5	-0.0931609570980072
39874	embedding2nn.bias	6	-0.07934752851724625
39874	embedding2nn.bias	7	-0.01529163308441639
39874	embedding2nn.bias	8	0.08812852948904037
39874	embedding2nn.bias	9	-0.11457488685846329
39874	rnn.weight_ih_l0	0	0.013241257518529892
39874	rnn.weight_ih_l0	1	0.022906580939888954
39874	rnn.weight_ih_l0	2	-0.027129046618938446
39874	rnn.weight_ih_l0	3	0.022440196946263313
39874	rnn.weight_ih_l0	4	0.03999384865164757
39874	rnn.weight_ih_l0	5	-0.0641126036643982
39874	rnn.weight_ih_l0	6	0.03352222591638565
39874	rnn.weight_ih_l0	7	-0.02957165241241455
39874	rnn.weight_ih_l0	8	0.036499276757240295
39874	rnn.weight_ih_l0	9	-0.012675399892032146
39874	rnn.weight_hh_l0	0	-0.0005880736280232668
39874	rnn.weight_hh_l0	1	-0.056923940777778625
39874	rnn.weight_hh_l0	2	0.03414579853415489
39874	rnn.weight_hh_l0	3	0.016119185835123062
39874	rnn.weight_hh_l0	4	0.017515430226922035
39874	rnn.weight_hh_l0	5	0.025066612288355827
39874	rnn.weight_hh_l0	6	-0.011033591814339161
39874	rnn.weight_hh_l0	7	-0.05952826142311096
39874	rnn.weight_hh_l0	8	-0.027555005624890327
39874	rnn.weight_hh_l0	9	-0.034345246851444244
39874	rnn.bias_ih_l0	0	-0.04509060084819794
39874	rnn.bias_ih_l0	1	-0.1013331338763237
39874	rnn.bias_ih_l0	2	-0.13881994783878326
39874	rnn.bias_ih_l0	3	-0.2188728153705597
39874	rnn.bias_ih_l0	4	0.025526108220219612
39874	rnn.bias_ih_l0	5	0.04800638183951378
39874	rnn.bias_ih_l0	6	-0.09590312093496323
39874	rnn.bias_ih_l0	7	-0.16093136370182037
39874	rnn.bias_ih_l0	8	-0.0666813999414444
39874	rnn.bias_ih_l0	9	-0.07606493681669235
39874	rnn.bias_hh_l0	0	0.07786573469638824
39874	rnn.bias_hh_l0	1	-0.02013792283833027
39874	rnn.bias_hh_l0	2	0.021712612360715866
39874	rnn.bias_hh_l0	3	-0.11374393105506897
39874	rnn.bias_hh_l0	4	0.00565747544169426
39874	rnn.bias_hh_l0	5	0.03584279119968414
39874	rnn.bias_hh_l0	6	-0.056230328977108
39874	rnn.bias_hh_l0	7	-0.08290623128414154
39874	rnn.bias_hh_l0	8	-0.11453844606876373
39874	rnn.bias_hh_l0	9	-0.07355714589357376
39874	rnn.weight_ih_l0_reverse	0	-0.001805277424864471
39874	rnn.weight_ih_l0_reverse	1	0.003894046414643526
39874	rnn.weight_ih_l0_reverse	2	0.00582820363342762
39874	rnn.weight_ih_l0_reverse	3	-0.008915448561310768
39874	rnn.weight_ih_l0_reverse	4	0.007005177903920412
39874	rnn.weight_ih_l0_reverse	5	-0.0072897570207715034
39874	rnn.weight_ih_l0_reverse	6	-0.04854578524827957
39874	rnn.weight_ih_l0_reverse	7	-0.008176951669156551
39874	rnn.weight_ih_l0_reverse	8	0.04618309065699577
39874	rnn.weight_ih_l0_reverse	9	0.009321331977844238
39874	rnn.weight_hh_l0_reverse	0	-0.006134414114058018
39874	rnn.weight_hh_l0_reverse	1	0.016101572662591934
39874	rnn.weight_hh_l0_reverse	2	-0.029471002519130707
39874	rnn.weight_hh_l0_reverse	3	0.03537232056260109
39874	rnn.weight_hh_l0_reverse	4	0.016454091295599937
39874	rnn.weight_hh_l0_reverse	5	0.002820836380124092
39874	rnn.weight_hh_l0_reverse	6	0.02199135720729828
39874	rnn.weight_hh_l0_reverse	7	0.02286403626203537
39874	rnn.weight_hh_l0_reverse	8	0.0035834661684930325
39874	rnn.weight_hh_l0_reverse	9	-0.036887697875499725
39874	rnn.bias_ih_l0_reverse	0	-0.08105012774467468
39874	rnn.bias_ih_l0_reverse	1	-0.21374274790287018
39874	rnn.bias_ih_l0_reverse	2	-0.02576221339404583
39874	rnn.bias_ih_l0_reverse	3	-0.07966956496238708
39874	rnn.bias_ih_l0_reverse	4	0.07322186976671219
39874	rnn.bias_ih_l0_reverse	5	-0.1609313189983368
39874	rnn.bias_ih_l0_reverse	6	-0.06750741600990295
39874	rnn.bias_ih_l0_reverse	7	0.05731530860066414
39874	rnn.bias_ih_l0_reverse	8	-0.08665428310632706
39874	rnn.bias_ih_l0_reverse	9	-0.04337738826870918
39874	rnn.bias_hh_l0_reverse	0	-0.07687167078256607
39874	rnn.bias_hh_l0_reverse	1	-0.031059490516781807
39874	rnn.bias_hh_l0_reverse	2	-0.033374637365341187
39874	rnn.bias_hh_l0_reverse	3	-0.090970478951931
39874	rnn.bias_hh_l0_reverse	4	0.001903537311591208
39874	rnn.bias_hh_l0_reverse	5	-0.08591490238904953
39874	rnn.bias_hh_l0_reverse	6	-0.03984002023935318
39874	rnn.bias_hh_l0_reverse	7	-0.11382041126489639
39874	rnn.bias_hh_l0_reverse	8	-0.0343363955616951
39874	rnn.bias_hh_l0_reverse	9	-0.12037554383277893
39874	linear.weight	0	-0.21573378145694733
39874	linear.weight	1	-0.08596473932266235
39874	linear.weight	2	-0.011228874325752258
39874	linear.weight	3	-0.010829315520823002
39874	linear.weight	4	0.07909621298313141
39874	linear.weight	5	0.15754695236682892
39874	linear.weight	6	0.0047744326293468475
39874	linear.weight	7	-0.021312154829502106
39874	linear.weight	8	0.05538688227534294
39874	linear.weight	9	0.1630466729402542
39874	linear.bias	0	-0.6516839265823364
39874	linear.bias	1	0.4755917191505432
39874	linear.bias	2	0.06480926275253296
39874	linear.bias	3	-0.3552232086658478
39874	linear.bias	4	-1.2329559326171875
39874	linear.bias	5	-1.0975170135498047
39874	linear.bias	6	-0.5805356502532959
39874	linear.bias	7	-0.7084967494010925
39874	linear.bias	8	-0.01705317199230194
39874	linear.bias	9	2.7516021728515625
40071	transitions	0	-0.12651437520980835
40071	transitions	1	6.870838165283203
40071	transitions	2	-2.71628475189209
40071	transitions	3	1.1294997930526733
40071	transitions	4	-1.4914945363998413
40071	transitions	5	-0.2440929114818573
40071	transitions	6	-0.13342003524303436
40071	transitions	7	-10000.0
40071	transitions	8	1.5413775444030762
40071	transitions	9	-2.2810540199279785
40071	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
40071	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
40071	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
40071	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
40071	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
40071	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
40071	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
40071	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
40071	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
40071	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
40071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
40071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
40071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
40071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
40071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
40071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
40071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
40071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
40071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
40071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
40071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
40071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
40071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
40071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
40071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
40071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
40071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
40071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
40071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
40071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
40071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
40071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
40071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
40071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
40071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
40071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
40071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
40071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
40071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
40071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
40071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
40071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
40071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
40071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
40071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
40071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
40071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
40071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
40071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
40071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
40071	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
40071	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
40071	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
40071	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
40071	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
40071	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
40071	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
40071	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
40071	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
40071	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
40071	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
40071	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
40071	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
40071	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
40071	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
40071	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
40071	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
40071	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
40071	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
40071	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
40071	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
40071	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
40071	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
40071	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
40071	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
40071	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
40071	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
40071	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
40071	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
40071	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
40071	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
40071	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
40071	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
40071	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
40071	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
40071	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
40071	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
40071	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
40071	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
40071	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
40071	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
40071	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
40071	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
40071	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
40071	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
40071	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
40071	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
40071	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
40071	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
40071	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
40071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
40071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
40071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
40071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
40071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
40071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
40071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
40071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
40071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
40071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
40071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
40071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
40071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
40071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
40071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
40071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
40071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
40071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
40071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
40071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
40071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
40071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
40071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
40071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
40071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
40071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
40071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
40071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
40071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
40071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
40071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
40071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
40071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
40071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
40071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
40071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
40071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
40071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
40071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
40071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
40071	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
40071	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
40071	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
40071	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
40071	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
40071	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
40071	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
40071	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
40071	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
40071	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
40071	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
40071	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
40071	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
40071	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
40071	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
40071	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
40071	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
40071	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
40071	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
40071	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
40071	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
40071	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
40071	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
40071	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
40071	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
40071	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
40071	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
40071	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
40071	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
40071	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
40071	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
40071	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
40071	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
40071	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
40071	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
40071	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
40071	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
40071	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
40071	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
40071	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
40071	embedding2nn.weight	0	0.02069108933210373
40071	embedding2nn.weight	1	-0.0613187775015831
40071	embedding2nn.weight	2	0.004908071365207434
40071	embedding2nn.weight	3	-0.023285098373889923
40071	embedding2nn.weight	4	-0.05598761513829231
40071	embedding2nn.weight	5	0.06179264187812805
40071	embedding2nn.weight	6	-0.06926372647285461
40071	embedding2nn.weight	7	-0.065721295773983
40071	embedding2nn.weight	8	0.006486688740551472
40071	embedding2nn.weight	9	0.029017047956585884
40071	embedding2nn.bias	0	0.04918578639626503
40071	embedding2nn.bias	1	0.040893517434597015
40071	embedding2nn.bias	2	-0.10387711971998215
40071	embedding2nn.bias	3	0.0615665540099144
40071	embedding2nn.bias	4	0.049927663058042526
40071	embedding2nn.bias	5	-0.11087728291749954
40071	embedding2nn.bias	6	-0.06646421551704407
40071	embedding2nn.bias	7	-0.01839996874332428
40071	embedding2nn.bias	8	0.0910254716873169
40071	embedding2nn.bias	9	-0.10063334554433823
40071	rnn.weight_ih_l0	0	0.013636517338454723
40071	rnn.weight_ih_l0	1	0.02290727198123932
40071	rnn.weight_ih_l0	2	-0.02608710713684559
40071	rnn.weight_ih_l0	3	0.021296292543411255
40071	rnn.weight_ih_l0	4	0.039794836193323135
40071	rnn.weight_ih_l0	5	-0.06352852284908295
40071	rnn.weight_ih_l0	6	0.031015824526548386
40071	rnn.weight_ih_l0	7	-0.029972536489367485
40071	rnn.weight_ih_l0	8	0.033152978867292404
40071	rnn.weight_ih_l0	9	-0.011567944660782814
40071	rnn.weight_hh_l0	0	-0.0016546592814847827
40071	rnn.weight_hh_l0	1	-0.055116936564445496
40071	rnn.weight_hh_l0	2	0.033778946846723557
40071	rnn.weight_hh_l0	3	0.014890169724822044
40071	rnn.weight_hh_l0	4	0.017093705013394356
40071	rnn.weight_hh_l0	5	0.026312734931707382
40071	rnn.weight_hh_l0	6	-0.011296279728412628
40071	rnn.weight_hh_l0	7	-0.059027303010225296
40071	rnn.weight_hh_l0	8	-0.028860684484243393
40071	rnn.weight_hh_l0	9	-0.03093399479985237
40071	rnn.bias_ih_l0	0	-0.040171097964048386
40071	rnn.bias_ih_l0	1	-0.10133900493383408
40071	rnn.bias_ih_l0	2	-0.13692869246006012
40071	rnn.bias_ih_l0	3	-0.21863767504692078
40071	rnn.bias_ih_l0	4	0.02526862733066082
40071	rnn.bias_ih_l0	5	0.047658100724220276
40071	rnn.bias_ih_l0	6	-0.09334342926740646
40071	rnn.bias_ih_l0	7	-0.15255862474441528
40071	rnn.bias_ih_l0	8	-0.06635835021734238
40071	rnn.bias_ih_l0	9	-0.07902148365974426
40071	rnn.bias_hh_l0	0	0.0789431557059288
40071	rnn.bias_hh_l0	1	-0.018218642100691795
40071	rnn.bias_hh_l0	2	0.022964680567383766
40071	rnn.bias_hh_l0	3	-0.11052950471639633
40071	rnn.bias_hh_l0	4	0.010088751092553139
40071	rnn.bias_hh_l0	5	0.04133354872465134
40071	rnn.bias_hh_l0	6	-0.06047198921442032
40071	rnn.bias_hh_l0	7	-0.08362287282943726
40071	rnn.bias_hh_l0	8	-0.11902059614658356
40071	rnn.bias_hh_l0	9	-0.07002909481525421
40071	rnn.weight_ih_l0_reverse	0	-0.0034277800004929304
40071	rnn.weight_ih_l0_reverse	1	0.004312917124480009
40071	rnn.weight_ih_l0_reverse	2	0.002636019606143236
40071	rnn.weight_ih_l0_reverse	3	-0.012555903755128384
40071	rnn.weight_ih_l0_reverse	4	0.00658635376021266
40071	rnn.weight_ih_l0_reverse	5	-0.006741155404597521
40071	rnn.weight_ih_l0_reverse	6	-0.04945164918899536
40071	rnn.weight_ih_l0_reverse	7	-0.009407520294189453
40071	rnn.weight_ih_l0_reverse	8	0.04631400108337402
40071	rnn.weight_ih_l0_reverse	9	0.008228757418692112
40071	rnn.weight_hh_l0_reverse	0	-0.006287478841841221
40071	rnn.weight_hh_l0_reverse	1	0.01625840924680233
40071	rnn.weight_hh_l0_reverse	2	-0.029277706518769264
40071	rnn.weight_hh_l0_reverse	3	0.033990319818258286
40071	rnn.weight_hh_l0_reverse	4	0.016267204657197
40071	rnn.weight_hh_l0_reverse	5	0.002981339581310749
40071	rnn.weight_hh_l0_reverse	6	0.022576313465833664
40071	rnn.weight_hh_l0_reverse	7	0.02201748453080654
40071	rnn.weight_hh_l0_reverse	8	0.003353298408910632
40071	rnn.weight_hh_l0_reverse	9	-0.03664456680417061
40071	rnn.bias_ih_l0_reverse	0	-0.08223042637109756
40071	rnn.bias_ih_l0_reverse	1	-0.21444551646709442
40071	rnn.bias_ih_l0_reverse	2	-0.02555816061794758
40071	rnn.bias_ih_l0_reverse	3	-0.08051861077547073
40071	rnn.bias_ih_l0_reverse	4	0.07192856818437576
40071	rnn.bias_ih_l0_reverse	5	-0.15924426913261414
40071	rnn.bias_ih_l0_reverse	6	-0.06776874512434006
40071	rnn.bias_ih_l0_reverse	7	0.059260427951812744
40071	rnn.bias_ih_l0_reverse	8	-0.085393026471138
40071	rnn.bias_ih_l0_reverse	9	-0.04040003567934036
40071	rnn.bias_hh_l0_reverse	0	-0.07693690061569214
40071	rnn.bias_hh_l0_reverse	1	-0.035204559564590454
40071	rnn.bias_hh_l0_reverse	2	-0.030560359358787537
40071	rnn.bias_hh_l0_reverse	3	-0.09278304874897003
40071	rnn.bias_hh_l0_reverse	4	0.006625103764235973
40071	rnn.bias_hh_l0_reverse	5	-0.08679584413766861
40071	rnn.bias_hh_l0_reverse	6	-0.04094100371003151
40071	rnn.bias_hh_l0_reverse	7	-0.11507169902324677
40071	rnn.bias_hh_l0_reverse	8	-0.03529365360736847
40071	rnn.bias_hh_l0_reverse	9	-0.12044542282819748
40071	linear.weight	0	-0.2236301600933075
40071	linear.weight	1	-0.0847063884139061
40071	linear.weight	2	-0.011228874325752258
40071	linear.weight	3	0.004534452222287655
40071	linear.weight	4	0.09013549983501434
40071	linear.weight	5	0.16388556361198425
40071	linear.weight	6	0.0047744326293468475
40071	linear.weight	7	-0.021312154829502106
40071	linear.weight	8	0.04677481949329376
40071	linear.weight	9	0.17765317857265472
40071	linear.bias	0	-0.633583128452301
40071	linear.bias	1	0.4923931658267975
40071	linear.bias	2	0.11325062066316605
40071	linear.bias	3	-0.37872636318206787
40071	linear.bias	4	-1.2405999898910522
40071	linear.bias	5	-1.0979068279266357
40071	linear.bias	6	-0.5537928938865662
40071	linear.bias	7	-0.6672890186309814
40071	linear.bias	8	-0.01705317199230194
40071	linear.bias	9	2.7390518188476562
40268	transitions	0	-0.1272883415222168
40268	transitions	1	6.873795032501221
40268	transitions	2	-2.7193965911865234
40268	transitions	3	1.1257288455963135
40268	transitions	4	-1.4936681985855103
40268	transitions	5	-0.24434524774551392
40268	transitions	6	-0.1336103081703186
40268	transitions	7	-10000.0
40268	transitions	8	1.5395833253860474
40268	transitions	9	-2.2811243534088135
40268	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
40268	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
40268	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
40268	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
40268	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
40268	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
40268	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
40268	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
40268	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
40268	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
40268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
40268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
40268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
40268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
40268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
40268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
40268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
40268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
40268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
40268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
40268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
40268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
40268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
40268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
40268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
40268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
40268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
40268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
40268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
40268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
40268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
40268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
40268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
40268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
40268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
40268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
40268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
40268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
40268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
40268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
40268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
40268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
40268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
40268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
40268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
40268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
40268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
40268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
40268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
40268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
40268	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
40268	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
40268	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
40268	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
40268	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
40268	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
40268	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
40268	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
40268	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
40268	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
40268	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
40268	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
40268	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
40268	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
40268	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
40268	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
40268	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
40268	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
40268	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
40268	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
40268	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
40268	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
40268	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
40268	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
40268	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
40268	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
40268	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
40268	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
40268	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
40268	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
40268	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
40268	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
40268	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
40268	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
40268	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
40268	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
40268	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
40268	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
40268	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
40268	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
40268	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
40268	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
40268	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
40268	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
40268	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
40268	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
40268	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
40268	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
40268	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
40268	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
40268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
40268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
40268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
40268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
40268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
40268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
40268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
40268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
40268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
40268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
40268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
40268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
40268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
40268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
40268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
40268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
40268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
40268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
40268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
40268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
40268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
40268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
40268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
40268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
40268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
40268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
40268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
40268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
40268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
40268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
40268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
40268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
40268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
40268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
40268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
40268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
40268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
40268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
40268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
40268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
40268	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
40268	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
40268	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
40268	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
40268	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
40268	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
40268	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
40268	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
40268	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
40268	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
40268	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
40268	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
40268	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
40268	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
40268	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
40268	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
40268	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
40268	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
40268	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
40268	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
40268	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
40268	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
40268	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
40268	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
40268	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
40268	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
40268	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
40268	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
40268	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
40268	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
40268	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
40268	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
40268	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
40268	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
40268	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
40268	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
40268	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
40268	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
40268	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
40268	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
40268	embedding2nn.weight	0	0.021624086424708366
40268	embedding2nn.weight	1	-0.0618685707449913
40268	embedding2nn.weight	2	0.006871790159493685
40268	embedding2nn.weight	3	-0.023310482501983643
40268	embedding2nn.weight	4	-0.057605378329753876
40268	embedding2nn.weight	5	0.062373559921979904
40268	embedding2nn.weight	6	-0.0642554983496666
40268	embedding2nn.weight	7	-0.06636041402816772
40268	embedding2nn.weight	8	0.007240389473736286
40268	embedding2nn.weight	9	0.0290210023522377
40268	embedding2nn.bias	0	0.0693938285112381
40268	embedding2nn.bias	1	0.049969449639320374
40268	embedding2nn.bias	2	-0.10599249601364136
40268	embedding2nn.bias	3	0.057738713920116425
40268	embedding2nn.bias	4	0.05311749130487442
40268	embedding2nn.bias	5	-0.1140061691403389
40268	embedding2nn.bias	6	-0.07336403429508209
40268	embedding2nn.bias	7	-0.004290387965738773
40268	embedding2nn.bias	8	0.08113197237253189
40268	embedding2nn.bias	9	-0.11517103016376495
40268	rnn.weight_ih_l0	0	0.01425801683217287
40268	rnn.weight_ih_l0	1	0.026662303134799004
40268	rnn.weight_ih_l0	2	-0.024129198864102364
40268	rnn.weight_ih_l0	3	0.017691757529973984
40268	rnn.weight_ih_l0	4	0.038566336035728455
40268	rnn.weight_ih_l0	5	-0.061217643320560455
40268	rnn.weight_ih_l0	6	0.033359095454216
40268	rnn.weight_ih_l0	7	-0.028025096282362938
40268	rnn.weight_ih_l0	8	0.03315594419836998
40268	rnn.weight_ih_l0	9	-0.010965348221361637
40268	rnn.weight_hh_l0	0	-0.0028283162973821163
40268	rnn.weight_hh_l0	1	-0.05678287521004677
40268	rnn.weight_hh_l0	2	0.033607032150030136
40268	rnn.weight_hh_l0	3	0.017037784680724144
40268	rnn.weight_hh_l0	4	0.01695461943745613
40268	rnn.weight_hh_l0	5	0.02606177143752575
40268	rnn.weight_hh_l0	6	-0.010794773697853088
40268	rnn.weight_hh_l0	7	-0.05928008258342743
40268	rnn.weight_hh_l0	8	-0.02901383489370346
40268	rnn.weight_hh_l0	9	-0.03037339448928833
40268	rnn.bias_ih_l0	0	-0.044902198016643524
40268	rnn.bias_ih_l0	1	-0.09805364161729813
40268	rnn.bias_ih_l0	2	-0.1360979825258255
40268	rnn.bias_ih_l0	3	-0.21892735362052917
40268	rnn.bias_ih_l0	4	0.03104615956544876
40268	rnn.bias_ih_l0	5	0.051547370851039886
40268	rnn.bias_ih_l0	6	-0.09831161797046661
40268	rnn.bias_ih_l0	7	-0.15385133028030396
40268	rnn.bias_ih_l0	8	-0.0642341896891594
40268	rnn.bias_ih_l0	9	-0.07631383091211319
40268	rnn.bias_hh_l0	0	0.08031762391328812
40268	rnn.bias_hh_l0	1	-0.020733224228024483
40268	rnn.bias_hh_l0	2	0.021365581080317497
40268	rnn.bias_hh_l0	3	-0.11156167834997177
40268	rnn.bias_hh_l0	4	0.016332712024450302
40268	rnn.bias_hh_l0	5	0.02731599658727646
40268	rnn.bias_hh_l0	6	-0.06216837093234062
40268	rnn.bias_hh_l0	7	-0.08291555941104889
40268	rnn.bias_hh_l0	8	-0.12040092051029205
40268	rnn.bias_hh_l0	9	-0.07173006981611252
40268	rnn.weight_ih_l0_reverse	0	-0.004587715025991201
40268	rnn.weight_ih_l0_reverse	1	0.004901890642940998
40268	rnn.weight_ih_l0_reverse	2	-0.0019971984438598156
40268	rnn.weight_ih_l0_reverse	3	-0.010330194607377052
40268	rnn.weight_ih_l0_reverse	4	0.009161216206848621
40268	rnn.weight_ih_l0_reverse	5	-0.006200537085533142
40268	rnn.weight_ih_l0_reverse	6	-0.04913577437400818
40268	rnn.weight_ih_l0_reverse	7	-0.009976308792829514
40268	rnn.weight_ih_l0_reverse	8	0.04725222289562225
40268	rnn.weight_ih_l0_reverse	9	0.00798716675490141
40268	rnn.weight_hh_l0_reverse	0	-0.006131676025688648
40268	rnn.weight_hh_l0_reverse	1	0.016218503937125206
40268	rnn.weight_hh_l0_reverse	2	-0.02931526117026806
40268	rnn.weight_hh_l0_reverse	3	0.033871911466121674
40268	rnn.weight_hh_l0_reverse	4	0.01620236225426197
40268	rnn.weight_hh_l0_reverse	5	0.002170233055949211
40268	rnn.weight_hh_l0_reverse	6	0.022156421095132828
40268	rnn.weight_hh_l0_reverse	7	0.022873269394040108
40268	rnn.weight_hh_l0_reverse	8	0.003385102842003107
40268	rnn.weight_hh_l0_reverse	9	-0.037192825227975845
40268	rnn.bias_ih_l0_reverse	0	-0.07757675647735596
40268	rnn.bias_ih_l0_reverse	1	-0.21409167349338531
40268	rnn.bias_ih_l0_reverse	2	-0.023616565391421318
40268	rnn.bias_ih_l0_reverse	3	-0.07990808039903641
40268	rnn.bias_ih_l0_reverse	4	0.06608173251152039
40268	rnn.bias_ih_l0_reverse	5	-0.16282257437705994
40268	rnn.bias_ih_l0_reverse	6	-0.06690025329589844
40268	rnn.bias_ih_l0_reverse	7	0.055828846991062164
40268	rnn.bias_ih_l0_reverse	8	-0.08453231304883957
40268	rnn.bias_ih_l0_reverse	9	-0.04307273030281067
40268	rnn.bias_hh_l0_reverse	0	-0.07681003957986832
40268	rnn.bias_hh_l0_reverse	1	-0.03983280062675476
40268	rnn.bias_hh_l0_reverse	2	-0.02949863113462925
40268	rnn.bias_hh_l0_reverse	3	-0.09493350982666016
40268	rnn.bias_hh_l0_reverse	4	0.006213858723640442
40268	rnn.bias_hh_l0_reverse	5	-0.09256524592638016
40268	rnn.bias_hh_l0_reverse	6	-0.05212293937802315
40268	rnn.bias_hh_l0_reverse	7	-0.11735565215349197
40268	rnn.bias_hh_l0_reverse	8	-0.03663993254303932
40268	rnn.bias_hh_l0_reverse	9	-0.12060920894145966
40268	linear.weight	0	-0.2352033108472824
40268	linear.weight	1	-0.0960453674197197
40268	linear.weight	2	-0.011228874325752258
40268	linear.weight	3	0.010318546555936337
40268	linear.weight	4	0.08868013322353363
40268	linear.weight	5	0.15554587543010712
40268	linear.weight	6	0.0047744326293468475
40268	linear.weight	7	-0.021312154829502106
40268	linear.weight	8	0.05410225689411163
40268	linear.weight	9	0.1829758882522583
40268	linear.bias	0	-0.6248340606689453
40268	linear.bias	1	0.4928254187107086
40268	linear.bias	2	0.1038428470492363
40268	linear.bias	3	-0.37170830368995667
40268	linear.bias	4	-1.2389931678771973
40268	linear.bias	5	-1.098307728767395
40268	linear.bias	6	-0.5404662489891052
40268	linear.bias	7	-0.7044702172279358
40268	linear.bias	8	-0.01705317199230194
40268	linear.bias	9	2.699462890625
40465	transitions	0	-0.12760871648788452
40465	transitions	1	6.892273426055908
40465	transitions	2	-2.7236671447753906
40465	transitions	3	1.1242454051971436
40465	transitions	4	-1.495492696762085
40465	transitions	5	-0.24464759230613708
40465	transitions	6	-0.13379555940628052
40465	transitions	7	-10000.0
40465	transitions	8	1.538476586341858
40465	transitions	9	-2.2812013626098633
40465	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
40465	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
40465	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
40465	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
40465	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
40465	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
40465	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
40465	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
40465	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
40465	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
40465	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
40465	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
40465	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
40465	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
40465	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
40465	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
40465	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
40465	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
40465	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
40465	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
40465	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
40465	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
40465	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
40465	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
40465	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
40465	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
40465	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
40465	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
40465	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
40465	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
40465	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
40465	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
40465	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
40465	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
40465	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
40465	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
40465	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
40465	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
40465	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
40465	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
40465	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
40465	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
40465	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
40465	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
40465	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
40465	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
40465	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
40465	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
40465	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
40465	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
40465	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
40465	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
40465	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
40465	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
40465	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
40465	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
40465	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
40465	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
40465	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
40465	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
40465	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
40465	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
40465	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
40465	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
40465	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
40465	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
40465	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
40465	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
40465	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
40465	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
40465	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
40465	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
40465	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
40465	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
40465	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
40465	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
40465	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
40465	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
40465	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
40465	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
40465	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
40465	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
40465	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
40465	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
40465	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
40465	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
40465	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
40465	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
40465	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
40465	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
40465	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
40465	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
40465	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
40465	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
40465	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
40465	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
40465	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
40465	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
40465	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
40465	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
40465	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
40465	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
40465	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
40465	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
40465	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
40465	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
40465	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
40465	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
40465	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
40465	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
40465	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
40465	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
40465	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
40465	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
40465	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
40465	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
40465	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
40465	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
40465	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
40465	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
40465	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
40465	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
40465	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
40465	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
40465	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
40465	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
40465	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
40465	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
40465	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
40465	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
40465	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
40465	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
40465	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
40465	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
40465	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
40465	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
40465	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
40465	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
40465	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
40465	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
40465	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
40465	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
40465	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
40465	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
40465	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
40465	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
40465	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
40465	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
40465	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
40465	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
40465	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
40465	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
40465	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
40465	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
40465	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
40465	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
40465	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
40465	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
40465	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
40465	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
40465	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
40465	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
40465	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
40465	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
40465	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
40465	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
40465	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
40465	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
40465	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
40465	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
40465	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
40465	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
40465	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
40465	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
40465	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
40465	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
40465	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
40465	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
40465	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
40465	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
40465	embedding2nn.weight	0	0.022309590131044388
40465	embedding2nn.weight	1	-0.0619829036295414
40465	embedding2nn.weight	2	0.011475656181573868
40465	embedding2nn.weight	3	-0.023176131770014763
40465	embedding2nn.weight	4	-0.05777827277779579
40465	embedding2nn.weight	5	0.0642680749297142
40465	embedding2nn.weight	6	-0.055582668632268906
40465	embedding2nn.weight	7	-0.06854432821273804
40465	embedding2nn.weight	8	0.006372501142323017
40465	embedding2nn.weight	9	0.027006588876247406
40465	embedding2nn.bias	0	0.0780908465385437
40465	embedding2nn.bias	1	0.04740959778428078
40465	embedding2nn.bias	2	-0.10126490145921707
40465	embedding2nn.bias	3	0.0576859675347805
40465	embedding2nn.bias	4	0.0633179172873497
40465	embedding2nn.bias	5	-0.10975773632526398
40465	embedding2nn.bias	6	-0.059230171144008636
40465	embedding2nn.bias	7	-0.014775094576179981
40465	embedding2nn.bias	8	0.07820688933134079
40465	embedding2nn.bias	9	-0.11190742254257202
40465	rnn.weight_ih_l0	0	0.014508391730487347
40465	rnn.weight_ih_l0	1	0.026516439393162727
40465	rnn.weight_ih_l0	2	-0.02684728614985943
40465	rnn.weight_ih_l0	3	0.02140265516936779
40465	rnn.weight_ih_l0	4	0.03768858686089516
40465	rnn.weight_ih_l0	5	-0.06336891651153564
40465	rnn.weight_ih_l0	6	0.030624331906437874
40465	rnn.weight_ih_l0	7	-0.03027469292283058
40465	rnn.weight_ih_l0	8	0.03469741716980934
40465	rnn.weight_ih_l0	9	-0.011809205636382103
40465	rnn.weight_hh_l0	0	-0.0030303264502435923
40465	rnn.weight_hh_l0	1	-0.05706566572189331
40465	rnn.weight_hh_l0	2	0.03486230969429016
40465	rnn.weight_hh_l0	3	0.01790887676179409
40465	rnn.weight_hh_l0	4	0.01687515340745449
40465	rnn.weight_hh_l0	5	0.026440249755978584
40465	rnn.weight_hh_l0	6	-0.010776016861200333
40465	rnn.weight_hh_l0	7	-0.06018585339188576
40465	rnn.weight_hh_l0	8	-0.03016837127506733
40465	rnn.weight_hh_l0	9	-0.03304554522037506
40465	rnn.bias_ih_l0	0	-0.054155219346284866
40465	rnn.bias_ih_l0	1	-0.0999758243560791
40465	rnn.bias_ih_l0	2	-0.14026354253292084
40465	rnn.bias_ih_l0	3	-0.21909762918949127
40465	rnn.bias_ih_l0	4	0.02443799190223217
40465	rnn.bias_ih_l0	5	0.05285050347447395
40465	rnn.bias_ih_l0	6	-0.09824953228235245
40465	rnn.bias_ih_l0	7	-0.1540798395872116
40465	rnn.bias_ih_l0	8	-0.06500758975744247
40465	rnn.bias_ih_l0	9	-0.0775272324681282
40465	rnn.bias_hh_l0	0	0.08454324305057526
40465	rnn.bias_hh_l0	1	-0.021299920976161957
40465	rnn.bias_hh_l0	2	0.021653205156326294
40465	rnn.bias_hh_l0	3	-0.11688482016324997
40465	rnn.bias_hh_l0	4	0.010148321278393269
40465	rnn.bias_hh_l0	5	0.018504220992326736
40465	rnn.bias_hh_l0	6	-0.061390843242406845
40465	rnn.bias_hh_l0	7	-0.08279721438884735
40465	rnn.bias_hh_l0	8	-0.12405683845281601
40465	rnn.bias_hh_l0	9	-0.06604549288749695
40465	rnn.weight_ih_l0_reverse	0	-0.004928102716803551
40465	rnn.weight_ih_l0_reverse	1	0.004611753858625889
40465	rnn.weight_ih_l0_reverse	2	0.0017491586040705442
40465	rnn.weight_ih_l0_reverse	3	-0.005258800461888313
40465	rnn.weight_ih_l0_reverse	4	0.011564693413674831
40465	rnn.weight_ih_l0_reverse	5	-0.005822479724884033
40465	rnn.weight_ih_l0_reverse	6	-0.05161787569522858
40465	rnn.weight_ih_l0_reverse	7	-0.011336424387991428
40465	rnn.weight_ih_l0_reverse	8	0.0452253557741642
40465	rnn.weight_ih_l0_reverse	9	0.007922152057290077
40465	rnn.weight_hh_l0_reverse	0	-0.006265937816351652
40465	rnn.weight_hh_l0_reverse	1	0.017185471951961517
40465	rnn.weight_hh_l0_reverse	2	-0.02830769121646881
40465	rnn.weight_hh_l0_reverse	3	0.033318232744932175
40465	rnn.weight_hh_l0_reverse	4	0.015627266839146614
40465	rnn.weight_hh_l0_reverse	5	0.001711406628601253
40465	rnn.weight_hh_l0_reverse	6	0.02083682268857956
40465	rnn.weight_hh_l0_reverse	7	0.022432340309023857
40465	rnn.weight_hh_l0_reverse	8	0.0034875741694122553
40465	rnn.weight_hh_l0_reverse	9	-0.03795868530869484
40465	rnn.bias_ih_l0_reverse	0	-0.07638885080814362
40465	rnn.bias_ih_l0_reverse	1	-0.21355363726615906
40465	rnn.bias_ih_l0_reverse	2	-0.025511398911476135
40465	rnn.bias_ih_l0_reverse	3	-0.0822230875492096
40465	rnn.bias_ih_l0_reverse	4	0.0640135183930397
40465	rnn.bias_ih_l0_reverse	5	-0.16607807576656342
40465	rnn.bias_ih_l0_reverse	6	-0.06599994748830795
40465	rnn.bias_ih_l0_reverse	7	0.0557117722928524
40465	rnn.bias_ih_l0_reverse	8	-0.08627836406230927
40465	rnn.bias_ih_l0_reverse	9	-0.045411691069602966
40465	rnn.bias_hh_l0_reverse	0	-0.07821953296661377
40465	rnn.bias_hh_l0_reverse	1	-0.039154279977083206
40465	rnn.bias_hh_l0_reverse	2	-0.03133383393287659
40465	rnn.bias_hh_l0_reverse	3	-0.09830742329359055
40465	rnn.bias_hh_l0_reverse	4	0.0014884289121255279
40465	rnn.bias_hh_l0_reverse	5	-0.09434104710817337
40465	rnn.bias_hh_l0_reverse	6	-0.052600275725126266
40465	rnn.bias_hh_l0_reverse	7	-0.12112652510404587
40465	rnn.bias_hh_l0_reverse	8	-0.029469912871718407
40465	rnn.bias_hh_l0_reverse	9	-0.11968611925840378
40465	linear.weight	0	-0.22988785803318024
40465	linear.weight	1	-0.09488813579082489
40465	linear.weight	2	-0.011228874325752258
40465	linear.weight	3	0.017960838973522186
40465	linear.weight	4	0.08044038712978363
40465	linear.weight	5	0.1870771199464798
40465	linear.weight	6	0.0047744326293468475
40465	linear.weight	7	-0.021312154829502106
40465	linear.weight	8	0.06456360220909119
40465	linear.weight	9	0.18306341767311096
40465	linear.bias	0	-0.6334789395332336
40465	linear.bias	1	0.4987417757511139
40465	linear.bias	2	0.14843310415744781
40465	linear.bias	3	-0.3562562167644501
40465	linear.bias	4	-1.2109894752502441
40465	linear.bias	5	-1.0986546277999878
40465	linear.bias	6	-0.5464105606079102
40465	linear.bias	7	-0.6876155138015747
40465	linear.bias	8	-0.01705317199230194
40465	linear.bias	9	2.6983394622802734
40662	transitions	0	-0.1284307837486267
40662	transitions	1	6.889599323272705
40662	transitions	2	-2.726672410964966
40662	transitions	3	1.1240249872207642
40662	transitions	4	-1.4978479146957397
40662	transitions	5	-0.24501748383045197
40662	transitions	6	-0.13402259349822998
40662	transitions	7	-10000.0
40662	transitions	8	1.5426493883132935
40662	transitions	9	-2.2812676429748535
40662	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
40662	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
40662	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
40662	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
40662	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
40662	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
40662	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
40662	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
40662	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
40662	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
40662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
40662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
40662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
40662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
40662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
40662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
40662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
40662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
40662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
40662	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
40662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
40662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
40662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
40662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
40662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
40662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
40662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
40662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
40662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
40662	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
40662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
40662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
40662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
40662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
40662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
40662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
40662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
40662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
40662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
40662	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
40662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
40662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
40662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
40662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
40662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
40662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
40662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
40662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
40662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
40662	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
40662	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
40662	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
40662	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
40662	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
40662	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
40662	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
40662	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
40662	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
40662	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
40662	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
40662	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
40662	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
40662	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
40662	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
40662	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
40662	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
40662	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
40662	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
40662	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
40662	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
40662	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
40662	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
40662	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
40662	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
40662	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
40662	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
40662	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
40662	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
40662	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
40662	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
40662	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
40662	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
40662	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
40662	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
40662	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
40662	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
40662	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
40662	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
40662	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
40662	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
40662	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
40662	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
40662	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
40662	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
40662	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
40662	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
40662	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
40662	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
40662	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
40662	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
40662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
40662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
40662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
40662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
40662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
40662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
40662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
40662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
40662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
40662	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
40662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
40662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
40662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
40662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
40662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
40662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
40662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
40662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
40662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
40662	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
40662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
40662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
40662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
40662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
40662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
40662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
40662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
40662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
40662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
40662	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
40662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
40662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
40662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
40662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
40662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
40662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
40662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
40662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
40662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
40662	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
40662	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
40662	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
40662	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
40662	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
40662	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
40662	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
40662	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
40662	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
40662	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
40662	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
40662	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
40662	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
40662	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
40662	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
40662	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
40662	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
40662	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
40662	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
40662	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
40662	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
40662	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
40662	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
40662	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
40662	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
40662	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
40662	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
40662	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
40662	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
40662	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
40662	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
40662	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
40662	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
40662	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
40662	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
40662	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
40662	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
40662	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
40662	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
40662	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
40662	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
40662	embedding2nn.weight	0	0.023347679525613785
40662	embedding2nn.weight	1	-0.06181677058339119
40662	embedding2nn.weight	2	0.010680039413273335
40662	embedding2nn.weight	3	-0.02401738055050373
40662	embedding2nn.weight	4	-0.06077960133552551
40662	embedding2nn.weight	5	0.06519725173711777
40662	embedding2nn.weight	6	-0.06335509568452835
40662	embedding2nn.weight	7	-0.0703272819519043
40662	embedding2nn.weight	8	0.006346157286316156
40662	embedding2nn.weight	9	0.03173133358359337
40662	embedding2nn.bias	0	0.06927388161420822
40662	embedding2nn.bias	1	0.04185972362756729
40662	embedding2nn.bias	2	-0.09424509108066559
40662	embedding2nn.bias	3	0.06329744309186935
40662	embedding2nn.bias	4	0.05230940505862236
40662	embedding2nn.bias	5	-0.11666837334632874
40662	embedding2nn.bias	6	-0.06013524532318115
40662	embedding2nn.bias	7	-0.007743438705801964
40662	embedding2nn.bias	8	0.0753534659743309
40662	embedding2nn.bias	9	-0.10806876420974731
40662	rnn.weight_ih_l0	0	0.014507503248751163
40662	rnn.weight_ih_l0	1	0.02716979570686817
40662	rnn.weight_ih_l0	2	-0.026004089042544365
40662	rnn.weight_ih_l0	3	0.020467333495616913
40662	rnn.weight_ih_l0	4	0.03636710345745087
40662	rnn.weight_ih_l0	5	-0.059949446469545364
40662	rnn.weight_ih_l0	6	0.029103443026542664
40662	rnn.weight_ih_l0	7	-0.028787776827812195
40662	rnn.weight_ih_l0	8	0.03636360913515091
40662	rnn.weight_ih_l0	9	-0.01108294166624546
40662	rnn.weight_hh_l0	0	-0.001127330819144845
40662	rnn.weight_hh_l0	1	-0.05589045584201813
40662	rnn.weight_hh_l0	2	0.03453395143151283
40662	rnn.weight_hh_l0	3	0.01687544584274292
40662	rnn.weight_hh_l0	4	0.016052652150392532
40662	rnn.weight_hh_l0	5	0.026072688400745392
40662	rnn.weight_hh_l0	6	-0.010140674188733101
40662	rnn.weight_hh_l0	7	-0.059841498732566833
40662	rnn.weight_hh_l0	8	-0.03009495884180069
40662	rnn.weight_hh_l0	9	-0.028520165011286736
40662	rnn.bias_ih_l0	0	-0.05491412431001663
40662	rnn.bias_ih_l0	1	-0.09804022312164307
40662	rnn.bias_ih_l0	2	-0.13691100478172302
40662	rnn.bias_ih_l0	3	-0.21903929114341736
40662	rnn.bias_ih_l0	4	0.016142211854457855
40662	rnn.bias_ih_l0	5	0.052091389894485474
40662	rnn.bias_ih_l0	6	-0.09910690784454346
40662	rnn.bias_ih_l0	7	-0.15129530429840088
40662	rnn.bias_ih_l0	8	-0.06450830399990082
40662	rnn.bias_ih_l0	9	-0.07722524553537369
40662	rnn.bias_hh_l0	0	0.08610428869724274
40662	rnn.bias_hh_l0	1	-0.013657360337674618
40662	rnn.bias_hh_l0	2	0.018276287242770195
40662	rnn.bias_hh_l0	3	-0.11792536079883575
40662	rnn.bias_hh_l0	4	-0.0004853653081227094
40662	rnn.bias_hh_l0	5	0.026989923790097237
40662	rnn.bias_hh_l0	6	-0.06042884662747383
40662	rnn.bias_hh_l0	7	-0.0832735076546669
40662	rnn.bias_hh_l0	8	-0.12415960431098938
40662	rnn.bias_hh_l0	9	-0.065179243683815
40662	rnn.weight_ih_l0_reverse	0	-0.005028813611716032
40662	rnn.weight_ih_l0_reverse	1	0.0042153592221438885
40662	rnn.weight_ih_l0_reverse	2	0.0016642832197248936
40662	rnn.weight_ih_l0_reverse	3	-0.004043497145175934
40662	rnn.weight_ih_l0_reverse	4	0.009048940613865852
40662	rnn.weight_ih_l0_reverse	5	-0.005850763525813818
40662	rnn.weight_ih_l0_reverse	6	-0.051641497761011124
40662	rnn.weight_ih_l0_reverse	7	-0.011537603102624416
40662	rnn.weight_ih_l0_reverse	8	0.04206595942378044
40662	rnn.weight_ih_l0_reverse	9	0.005997400265187025
40662	rnn.weight_hh_l0_reverse	0	-0.006804649252444506
40662	rnn.weight_hh_l0_reverse	1	0.016672782599925995
40662	rnn.weight_hh_l0_reverse	2	-0.028520958498120308
40662	rnn.weight_hh_l0_reverse	3	0.032919492572546005
40662	rnn.weight_hh_l0_reverse	4	0.016037141904234886
40662	rnn.weight_hh_l0_reverse	5	0.001340201124548912
40662	rnn.weight_hh_l0_reverse	6	0.02105829305946827
40662	rnn.weight_hh_l0_reverse	7	0.02122044563293457
40662	rnn.weight_hh_l0_reverse	8	0.003515368327498436
40662	rnn.weight_hh_l0_reverse	9	-0.03780730813741684
40662	rnn.bias_ih_l0_reverse	0	-0.0766347348690033
40662	rnn.bias_ih_l0_reverse	1	-0.2157435417175293
40662	rnn.bias_ih_l0_reverse	2	-0.023427624255418777
40662	rnn.bias_ih_l0_reverse	3	-0.08021287620067596
40662	rnn.bias_ih_l0_reverse	4	0.06483367830514908
40662	rnn.bias_ih_l0_reverse	5	-0.16853490471839905
40662	rnn.bias_ih_l0_reverse	6	-0.06161804869771004
40662	rnn.bias_ih_l0_reverse	7	0.05934569239616394
40662	rnn.bias_ih_l0_reverse	8	-0.08620468527078629
40662	rnn.bias_ih_l0_reverse	9	-0.04208521172404289
40662	rnn.bias_hh_l0_reverse	0	-0.07898993790149689
40662	rnn.bias_hh_l0_reverse	1	-0.04100379720330238
40662	rnn.bias_hh_l0_reverse	2	-0.030925327911973
40662	rnn.bias_hh_l0_reverse	3	-0.09093327820301056
40662	rnn.bias_hh_l0_reverse	4	0.0025115900207310915
40662	rnn.bias_hh_l0_reverse	5	-0.09518997371196747
40662	rnn.bias_hh_l0_reverse	6	-0.05593232810497284
40662	rnn.bias_hh_l0_reverse	7	-0.120122030377388
40662	rnn.bias_hh_l0_reverse	8	-0.030957400798797607
40662	rnn.bias_hh_l0_reverse	9	-0.12117449194192886
40662	linear.weight	0	-0.2435600608587265
40662	linear.weight	1	-0.10701467096805573
40662	linear.weight	2	-0.011228874325752258
40662	linear.weight	3	-0.024913150817155838
40662	linear.weight	4	0.06467099487781525
40662	linear.weight	5	0.1639716774225235
40662	linear.weight	6	0.0047744326293468475
40662	linear.weight	7	-0.021312154829502106
40662	linear.weight	8	0.06714513897895813
40662	linear.weight	9	0.18619142472743988
40662	linear.bias	0	-0.6189796328544617
40662	linear.bias	1	0.5057169795036316
40662	linear.bias	2	0.09101007133722305
40662	linear.bias	3	-0.3506156802177429
40662	linear.bias	4	-1.2265443801879883
40662	linear.bias	5	-1.0990519523620605
40662	linear.bias	6	-0.531237006187439
40662	linear.bias	7	-0.696774959564209
40662	linear.bias	8	-0.01705317199230194
40662	linear.bias	9	2.7705070972442627
40859	transitions	0	-0.12945842742919922
40859	transitions	1	6.882946014404297
40859	transitions	2	-2.7293522357940674
40859	transitions	3	1.1234010457992554
40859	transitions	4	-1.500099539756775
40859	transitions	5	-0.24580012261867523
40859	transitions	6	-0.13421134650707245
40859	transitions	7	-10000.0
40859	transitions	8	1.5360954999923706
40859	transitions	9	-2.281315326690674
40859	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
40859	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
40859	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
40859	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
40859	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
40859	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
40859	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
40859	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
40859	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
40859	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
40859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
40859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
40859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
40859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
40859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
40859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
40859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
40859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
40859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
40859	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
40859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
40859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
40859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
40859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
40859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
40859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
40859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
40859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
40859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
40859	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
40859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
40859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
40859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
40859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
40859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
40859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
40859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
40859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
40859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
40859	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
40859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
40859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
40859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
40859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
40859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
40859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
40859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
40859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
40859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
40859	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
40859	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
40859	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
40859	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
40859	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
40859	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
40859	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
40859	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
40859	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
40859	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
40859	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
40859	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
40859	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
40859	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
40859	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
40859	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
40859	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
40859	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
40859	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
40859	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
40859	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
40859	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
40859	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
40859	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
40859	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
40859	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
40859	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
40859	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
40859	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
40859	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
40859	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
40859	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
40859	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
40859	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
40859	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
40859	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
40859	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
40859	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
40859	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
40859	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
40859	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
40859	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
40859	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
40859	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
40859	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
40859	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
40859	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
40859	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
40859	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
40859	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
40859	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
40859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
40859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
40859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
40859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
40859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
40859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
40859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
40859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
40859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
40859	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
40859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
40859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
40859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
40859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
40859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
40859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
40859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
40859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
40859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
40859	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
40859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
40859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
40859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
40859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
40859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
40859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
40859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
40859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
40859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
40859	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
40859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
40859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
40859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
40859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
40859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
40859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
40859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
40859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
40859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
40859	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
40859	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
40859	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
40859	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
40859	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
40859	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
40859	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
40859	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
40859	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
40859	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
40859	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
40859	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
40859	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
40859	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
40859	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
40859	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
40859	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
40859	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
40859	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
40859	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
40859	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
40859	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
40859	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
40859	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
40859	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
40859	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
40859	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
40859	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
40859	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
40859	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
40859	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
40859	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
40859	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
40859	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
40859	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
40859	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
40859	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
40859	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
40859	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
40859	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
40859	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
40859	embedding2nn.weight	0	0.024609027430415154
40859	embedding2nn.weight	1	-0.06098580360412598
40859	embedding2nn.weight	2	0.015164327807724476
40859	embedding2nn.weight	3	-0.02456735074520111
40859	embedding2nn.weight	4	-0.06155596673488617
40859	embedding2nn.weight	5	0.06658804416656494
40859	embedding2nn.weight	6	-0.06679370254278183
40859	embedding2nn.weight	7	-0.07095970958471298
40859	embedding2nn.weight	8	0.0073120868764817715
40859	embedding2nn.weight	9	0.03382363170385361
40859	embedding2nn.bias	0	0.07180724292993546
40859	embedding2nn.bias	1	0.048400864005088806
40859	embedding2nn.bias	2	-0.09781429916620255
40859	embedding2nn.bias	3	0.05991027504205704
40859	embedding2nn.bias	4	0.058639973402023315
40859	embedding2nn.bias	5	-0.10220572352409363
40859	embedding2nn.bias	6	-0.04557347670197487
40859	embedding2nn.bias	7	-0.012020480819046497
40859	embedding2nn.bias	8	0.06191512197256088
40859	embedding2nn.bias	9	-0.12272484600543976
40859	rnn.weight_ih_l0	0	0.017590725794434547
40859	rnn.weight_ih_l0	1	0.02494790405035019
40859	rnn.weight_ih_l0	2	-0.026773199439048767
40859	rnn.weight_ih_l0	3	0.02053155191242695
40859	rnn.weight_ih_l0	4	0.031081512570381165
40859	rnn.weight_ih_l0	5	-0.05613057687878609
40859	rnn.weight_ih_l0	6	0.028886491432785988
40859	rnn.weight_ih_l0	7	-0.029527336359024048
40859	rnn.weight_ih_l0	8	0.03141738474369049
40859	rnn.weight_ih_l0	9	-0.010280465707182884
40859	rnn.weight_hh_l0	0	-0.0009214527090080082
40859	rnn.weight_hh_l0	1	-0.05734064802527428
40859	rnn.weight_hh_l0	2	0.034787941724061966
40859	rnn.weight_hh_l0	3	0.017557602375745773
40859	rnn.weight_hh_l0	4	0.01619534380733967
40859	rnn.weight_hh_l0	5	0.026824308559298515
40859	rnn.weight_hh_l0	6	-0.010195713490247726
40859	rnn.weight_hh_l0	7	-0.05964801087975502
40859	rnn.weight_hh_l0	8	-0.029864365234971046
40859	rnn.weight_hh_l0	9	-0.030927371233701706
40859	rnn.bias_ih_l0	0	-0.06441605091094971
40859	rnn.bias_ih_l0	1	-0.09767132252454758
40859	rnn.bias_ih_l0	2	-0.13620033860206604
40859	rnn.bias_ih_l0	3	-0.217542365193367
40859	rnn.bias_ih_l0	4	0.017620403319597244
40859	rnn.bias_ih_l0	5	0.055744823068380356
40859	rnn.bias_ih_l0	6	-0.10048779100179672
40859	rnn.bias_ih_l0	7	-0.15314359962940216
40859	rnn.bias_ih_l0	8	-0.06039191409945488
40859	rnn.bias_ih_l0	9	-0.07704906165599823
40859	rnn.bias_hh_l0	0	0.08116268366575241
40859	rnn.bias_hh_l0	1	-0.011314133182168007
40859	rnn.bias_hh_l0	2	0.020163558423519135
40859	rnn.bias_hh_l0	3	-0.11662797629833221
40859	rnn.bias_hh_l0	4	9.864013554761186e-05
40859	rnn.bias_hh_l0	5	0.024729060009121895
40859	rnn.bias_hh_l0	6	-0.06367672234773636
40859	rnn.bias_hh_l0	7	-0.08776654303073883
40859	rnn.bias_hh_l0	8	-0.12635712325572968
40859	rnn.bias_hh_l0	9	-0.0631677433848381
40859	rnn.weight_ih_l0_reverse	0	-0.0059215049259364605
40859	rnn.weight_ih_l0_reverse	1	0.005472669377923012
40859	rnn.weight_ih_l0_reverse	2	0.001454114099033177
40859	rnn.weight_ih_l0_reverse	3	-0.004838068038225174
40859	rnn.weight_ih_l0_reverse	4	0.008550186641514301
40859	rnn.weight_ih_l0_reverse	5	-0.0074962531216442585
40859	rnn.weight_ih_l0_reverse	6	-0.05165903642773628
40859	rnn.weight_ih_l0_reverse	7	-0.010436123237013817
40859	rnn.weight_ih_l0_reverse	8	0.04223519563674927
40859	rnn.weight_ih_l0_reverse	9	0.004965757951140404
40859	rnn.weight_hh_l0_reverse	0	-0.007135194726288319
40859	rnn.weight_hh_l0_reverse	1	0.015873929485678673
40859	rnn.weight_hh_l0_reverse	2	-0.028798917308449745
40859	rnn.weight_hh_l0_reverse	3	0.03290111571550369
40859	rnn.weight_hh_l0_reverse	4	0.0165396835654974
40859	rnn.weight_hh_l0_reverse	5	0.0008199231815524399
40859	rnn.weight_hh_l0_reverse	6	0.021713823080062866
40859	rnn.weight_hh_l0_reverse	7	0.021083291620016098
40859	rnn.weight_hh_l0_reverse	8	0.0031037842854857445
40859	rnn.weight_hh_l0_reverse	9	-0.03806959092617035
40859	rnn.bias_ih_l0_reverse	0	-0.07251416891813278
40859	rnn.bias_ih_l0_reverse	1	-0.21680618822574615
40859	rnn.bias_ih_l0_reverse	2	-0.02525601163506508
40859	rnn.bias_ih_l0_reverse	3	-0.08034241944551468
40859	rnn.bias_ih_l0_reverse	4	0.06802742928266525
40859	rnn.bias_ih_l0_reverse	5	-0.16793587803840637
40859	rnn.bias_ih_l0_reverse	6	-0.0611393041908741
40859	rnn.bias_ih_l0_reverse	7	0.05812804773449898
40859	rnn.bias_ih_l0_reverse	8	-0.08967862278223038
40859	rnn.bias_ih_l0_reverse	9	-0.04374460503458977
40859	rnn.bias_hh_l0_reverse	0	-0.08139077574014664
40859	rnn.bias_hh_l0_reverse	1	-0.04051078483462334
40859	rnn.bias_hh_l0_reverse	2	-0.02904992364346981
40859	rnn.bias_hh_l0_reverse	3	-0.08913672715425491
40859	rnn.bias_hh_l0_reverse	4	0.0016403980553150177
40859	rnn.bias_hh_l0_reverse	5	-0.09099145978689194
40859	rnn.bias_hh_l0_reverse	6	-0.0558677613735199
40859	rnn.bias_hh_l0_reverse	7	-0.11951222270727158
40859	rnn.bias_hh_l0_reverse	8	-0.03546234592795372
40859	rnn.bias_hh_l0_reverse	9	-0.12099402397871017
40859	linear.weight	0	-0.23910567164421082
40859	linear.weight	1	-0.1039159893989563
40859	linear.weight	2	-0.011228874325752258
40859	linear.weight	3	-0.025294186547398567
40859	linear.weight	4	0.07700357586145401
40859	linear.weight	5	0.1571333408355713
40859	linear.weight	6	0.0047744326293468475
40859	linear.weight	7	-0.021312154829502106
40859	linear.weight	8	0.09221027791500092
40859	linear.weight	9	0.1913975328207016
40859	linear.bias	0	-0.5998858213424683
40859	linear.bias	1	0.5148152709007263
40859	linear.bias	2	0.10453224927186966
40859	linear.bias	3	-0.3713066577911377
40859	linear.bias	4	-1.2234822511672974
40859	linear.bias	5	-1.099424123764038
40859	linear.bias	6	-0.5075123906135559
40859	linear.bias	7	-0.664460301399231
40859	linear.bias	8	-0.01705317199230194
40859	linear.bias	9	2.695535659790039
41056	transitions	0	-0.13130968809127808
41056	transitions	1	6.899510383605957
41056	transitions	2	-2.7327661514282227
41056	transitions	3	1.1459561586380005
41056	transitions	4	-1.5026479959487915
41056	transitions	5	-0.2465502768754959
41056	transitions	6	-0.1343897581100464
41056	transitions	7	-10000.0
41056	transitions	8	1.534327507019043
41056	transitions	9	-2.281386137008667
41056	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
41056	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
41056	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
41056	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
41056	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
41056	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
41056	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
41056	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
41056	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
41056	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
41056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
41056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
41056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
41056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
41056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
41056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
41056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
41056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
41056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
41056	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
41056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
41056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
41056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
41056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
41056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
41056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
41056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
41056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
41056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
41056	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
41056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
41056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
41056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
41056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
41056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
41056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
41056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
41056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
41056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
41056	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
41056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
41056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
41056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
41056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
41056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
41056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
41056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
41056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
41056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
41056	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
41056	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
41056	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
41056	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
41056	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
41056	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
41056	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
41056	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
41056	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
41056	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
41056	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
41056	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
41056	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
41056	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
41056	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
41056	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
41056	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
41056	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
41056	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
41056	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
41056	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
41056	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
41056	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
41056	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
41056	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
41056	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
41056	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
41056	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
41056	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
41056	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
41056	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
41056	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
41056	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
41056	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
41056	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
41056	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
41056	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
41056	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
41056	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
41056	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
41056	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
41056	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
41056	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
41056	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
41056	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
41056	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
41056	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
41056	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
41056	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
41056	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
41056	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
41056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
41056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
41056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
41056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
41056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
41056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
41056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
41056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
41056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
41056	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
41056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
41056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
41056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
41056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
41056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
41056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
41056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
41056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
41056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
41056	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
41056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
41056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
41056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
41056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
41056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
41056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
41056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
41056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
41056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
41056	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
41056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
41056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
41056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
41056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
41056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
41056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
41056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
41056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
41056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
41056	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
41056	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
41056	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
41056	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
41056	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
41056	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
41056	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
41056	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
41056	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
41056	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
41056	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
41056	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
41056	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
41056	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
41056	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
41056	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
41056	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
41056	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
41056	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
41056	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
41056	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
41056	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
41056	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
41056	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
41056	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
41056	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
41056	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
41056	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
41056	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
41056	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
41056	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
41056	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
41056	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
41056	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
41056	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
41056	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
41056	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
41056	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
41056	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
41056	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
41056	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
41056	embedding2nn.weight	0	0.02458733692765236
41056	embedding2nn.weight	1	-0.059060413390398026
41056	embedding2nn.weight	2	0.015106204897165298
41056	embedding2nn.weight	3	-0.026867587119340897
41056	embedding2nn.weight	4	-0.0638640895485878
41056	embedding2nn.weight	5	0.06945403665304184
41056	embedding2nn.weight	6	-0.06678352504968643
41056	embedding2nn.weight	7	-0.07159021496772766
41056	embedding2nn.weight	8	0.006160967983305454
41056	embedding2nn.weight	9	0.034382373094558716
41056	embedding2nn.bias	0	0.06296449154615402
41056	embedding2nn.bias	1	0.033494770526885986
41056	embedding2nn.bias	2	-0.11023961007595062
41056	embedding2nn.bias	3	0.07723311334848404
41056	embedding2nn.bias	4	0.04416180029511452
41056	embedding2nn.bias	5	-0.09507261216640472
41056	embedding2nn.bias	6	-0.06872952729463577
41056	embedding2nn.bias	7	-0.01322920247912407
41056	embedding2nn.bias	8	0.0685889795422554
41056	embedding2nn.bias	9	-0.12728659808635712
41056	rnn.weight_ih_l0	0	0.019046859815716743
41056	rnn.weight_ih_l0	1	0.022521480917930603
41056	rnn.weight_ih_l0	2	-0.02435886487364769
41056	rnn.weight_ih_l0	3	0.02143864333629608
41056	rnn.weight_ih_l0	4	0.031140485778450966
41056	rnn.weight_ih_l0	5	-0.05846962705254555
41056	rnn.weight_ih_l0	6	0.02777137979865074
41056	rnn.weight_ih_l0	7	-0.029548540711402893
41056	rnn.weight_ih_l0	8	0.02854743041098118
41056	rnn.weight_ih_l0	9	-0.011933893896639347
41056	rnn.weight_hh_l0	0	-0.0012996143195778131
41056	rnn.weight_hh_l0	1	-0.056791093200445175
41056	rnn.weight_hh_l0	2	0.035088490694761276
41056	rnn.weight_hh_l0	3	0.01671229861676693
41056	rnn.weight_hh_l0	4	0.016704875975847244
41056	rnn.weight_hh_l0	5	0.02871985174715519
41056	rnn.weight_hh_l0	6	-0.010692295618355274
41056	rnn.weight_hh_l0	7	-0.06039455905556679
41056	rnn.weight_hh_l0	8	-0.02863326668739319
41056	rnn.weight_hh_l0	9	-0.028397087007761
41056	rnn.bias_ih_l0	0	-0.07049047201871872
41056	rnn.bias_ih_l0	1	-0.09850071370601654
41056	rnn.bias_ih_l0	2	-0.1441994458436966
41056	rnn.bias_ih_l0	3	-0.21969115734100342
41056	rnn.bias_ih_l0	4	0.009225663729012012
41056	rnn.bias_ih_l0	5	0.051464419811964035
41056	rnn.bias_ih_l0	6	-0.09886623919010162
41056	rnn.bias_ih_l0	7	-0.1576118767261505
41056	rnn.bias_ih_l0	8	-0.06231633573770523
41056	rnn.bias_ih_l0	9	-0.07668289542198181
41056	rnn.bias_hh_l0	0	0.08342282474040985
41056	rnn.bias_hh_l0	1	-0.011506708338856697
41056	rnn.bias_hh_l0	2	0.013502794317901134
41056	rnn.bias_hh_l0	3	-0.1173107698559761
41056	rnn.bias_hh_l0	4	0.00460137939080596
41056	rnn.bias_hh_l0	5	0.028506802394986153
41056	rnn.bias_hh_l0	6	-0.061494339257478714
41056	rnn.bias_hh_l0	7	-0.08739615976810455
41056	rnn.bias_hh_l0	8	-0.1250860095024109
41056	rnn.bias_hh_l0	9	-0.06528865545988083
41056	rnn.weight_ih_l0_reverse	0	-0.005756589118391275
41056	rnn.weight_ih_l0_reverse	1	0.006335090380162001
41056	rnn.weight_ih_l0_reverse	2	0.000786349643021822
41056	rnn.weight_ih_l0_reverse	3	-0.00688930181786418
41056	rnn.weight_ih_l0_reverse	4	0.008676032535731792
41056	rnn.weight_ih_l0_reverse	5	-0.009687003679573536
41056	rnn.weight_ih_l0_reverse	6	-0.05214633792638779
41056	rnn.weight_ih_l0_reverse	7	-0.011989369988441467
41056	rnn.weight_ih_l0_reverse	8	0.04377518221735954
41056	rnn.weight_ih_l0_reverse	9	0.006372573785483837
41056	rnn.weight_hh_l0_reverse	0	-0.007750935386866331
41056	rnn.weight_hh_l0_reverse	1	0.017036685720086098
41056	rnn.weight_hh_l0_reverse	2	-0.02876349166035652
41056	rnn.weight_hh_l0_reverse	3	0.0329258069396019
41056	rnn.weight_hh_l0_reverse	4	0.016729187220335007
41056	rnn.weight_hh_l0_reverse	5	0.0013874639989808202
41056	rnn.weight_hh_l0_reverse	6	0.021812299266457558
41056	rnn.weight_hh_l0_reverse	7	0.020920900627970695
41056	rnn.weight_hh_l0_reverse	8	0.0032094132620841265
41056	rnn.weight_hh_l0_reverse	9	-0.03712959215044975
41056	rnn.bias_ih_l0_reverse	0	-0.07104905694723129
41056	rnn.bias_ih_l0_reverse	1	-0.21373677253723145
41056	rnn.bias_ih_l0_reverse	2	-0.027136994525790215
41056	rnn.bias_ih_l0_reverse	3	-0.08097487688064575
41056	rnn.bias_ih_l0_reverse	4	0.05682636424899101
41056	rnn.bias_ih_l0_reverse	5	-0.16725564002990723
41056	rnn.bias_ih_l0_reverse	6	-0.057178329676389694
41056	rnn.bias_ih_l0_reverse	7	0.05674174800515175
41056	rnn.bias_ih_l0_reverse	8	-0.08901852369308472
41056	rnn.bias_ih_l0_reverse	9	-0.04258934035897255
41056	rnn.bias_hh_l0_reverse	0	-0.0820741131901741
41056	rnn.bias_hh_l0_reverse	1	-0.04071471840143204
41056	rnn.bias_hh_l0_reverse	2	-0.029371481388807297
41056	rnn.bias_hh_l0_reverse	3	-0.08704259246587753
41056	rnn.bias_hh_l0_reverse	4	0.0016463666688650846
41056	rnn.bias_hh_l0_reverse	5	-0.09045010060071945
41056	rnn.bias_hh_l0_reverse	6	-0.059111736714839935
41056	rnn.bias_hh_l0_reverse	7	-0.11926575750112534
41056	rnn.bias_hh_l0_reverse	8	-0.0387054868042469
41056	rnn.bias_hh_l0_reverse	9	-0.12234123051166534
41056	linear.weight	0	-0.25248390436172485
41056	linear.weight	1	-0.11053768545389175
41056	linear.weight	2	-0.011228874325752258
41056	linear.weight	3	-0.031212959438562393
41056	linear.weight	4	0.09889627248048782
41056	linear.weight	5	0.1574057638645172
41056	linear.weight	6	0.0047744326293468475
41056	linear.weight	7	-0.021312154829502106
41056	linear.weight	8	0.08035115897655487
41056	linear.weight	9	0.20456057786941528
41056	linear.bias	0	-0.604300856590271
41056	linear.bias	1	0.5204132199287415
41056	linear.bias	2	0.11888626962900162
41056	linear.bias	3	-0.3866395056247711
41056	linear.bias	4	-1.202126145362854
41056	linear.bias	5	-1.0998133420944214
41056	linear.bias	6	-0.5108478665351868
41056	linear.bias	7	-0.6909221410751343
41056	linear.bias	8	-0.01705317199230194
41056	linear.bias	9	2.7265827655792236
41253	transitions	0	-0.13199585676193237
41253	transitions	1	6.916628360748291
41253	transitions	2	-2.736128568649292
41253	transitions	3	1.1551004648208618
41253	transitions	4	-1.504706859588623
41253	transitions	5	-0.24735766649246216
41253	transitions	6	-0.1345866471529007
41253	transitions	7	-10000.0
41253	transitions	8	1.5393459796905518
41253	transitions	9	-2.2814557552337646
41253	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
41253	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
41253	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
41253	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
41253	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
41253	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
41253	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
41253	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
41253	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
41253	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
41253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
41253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
41253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
41253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
41253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
41253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
41253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
41253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
41253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
41253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
41253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
41253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
41253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
41253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
41253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
41253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
41253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
41253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
41253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
41253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
41253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
41253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
41253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
41253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
41253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
41253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
41253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
41253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
41253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
41253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
41253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
41253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
41253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
41253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
41253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
41253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
41253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
41253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
41253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
41253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
41253	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
41253	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
41253	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
41253	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
41253	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
41253	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
41253	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
41253	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
41253	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
41253	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
41253	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
41253	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
41253	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
41253	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
41253	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
41253	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
41253	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
41253	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
41253	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
41253	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
41253	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
41253	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
41253	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
41253	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
41253	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
41253	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
41253	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
41253	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
41253	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
41253	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
41253	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
41253	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
41253	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
41253	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
41253	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
41253	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
41253	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
41253	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
41253	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
41253	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
41253	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
41253	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
41253	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
41253	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
41253	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
41253	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
41253	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
41253	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
41253	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
41253	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
41253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
41253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
41253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
41253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
41253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
41253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
41253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
41253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
41253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
41253	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
41253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
41253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
41253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
41253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
41253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
41253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
41253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
41253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
41253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
41253	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
41253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
41253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
41253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
41253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
41253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
41253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
41253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
41253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
41253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
41253	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
41253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
41253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
41253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
41253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
41253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
41253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
41253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
41253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
41253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
41253	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
41253	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
41253	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
41253	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
41253	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
41253	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
41253	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
41253	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
41253	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
41253	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
41253	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
41253	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
41253	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
41253	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
41253	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
41253	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
41253	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
41253	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
41253	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
41253	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
41253	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
41253	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
41253	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
41253	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
41253	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
41253	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
41253	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
41253	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
41253	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
41253	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
41253	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
41253	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
41253	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
41253	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
41253	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
41253	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
41253	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
41253	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
41253	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
41253	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
41253	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
41253	embedding2nn.weight	0	0.024414703249931335
41253	embedding2nn.weight	1	-0.06042051687836647
41253	embedding2nn.weight	2	0.01897086575627327
41253	embedding2nn.weight	3	-0.026438837870955467
41253	embedding2nn.weight	4	-0.06339238584041595
41253	embedding2nn.weight	5	0.07036487013101578
41253	embedding2nn.weight	6	-0.07827424257993698
41253	embedding2nn.weight	7	-0.07219276577234268
41253	embedding2nn.weight	8	0.006386707071214914
41253	embedding2nn.weight	9	0.03235282003879547
41253	embedding2nn.bias	0	0.058536600321531296
41253	embedding2nn.bias	1	0.04158167913556099
41253	embedding2nn.bias	2	-0.10234038531780243
41253	embedding2nn.bias	3	0.0669625848531723
41253	embedding2nn.bias	4	0.04167313128709793
41253	embedding2nn.bias	5	-0.090643510222435
41253	embedding2nn.bias	6	-0.06940337270498276
41253	embedding2nn.bias	7	-0.005575364455580711
41253	embedding2nn.bias	8	0.07199051976203918
41253	embedding2nn.bias	9	-0.11748964339494705
41253	rnn.weight_ih_l0	0	0.019174229353666306
41253	rnn.weight_ih_l0	1	0.02490334026515484
41253	rnn.weight_ih_l0	2	-0.025952128693461418
41253	rnn.weight_ih_l0	3	0.017828751355409622
41253	rnn.weight_ih_l0	4	0.0311130303889513
41253	rnn.weight_ih_l0	5	-0.05765976384282112
41253	rnn.weight_ih_l0	6	0.023072510957717896
41253	rnn.weight_ih_l0	7	-0.02472810260951519
41253	rnn.weight_ih_l0	8	0.02781546115875244
41253	rnn.weight_ih_l0	9	-0.01303337886929512
41253	rnn.weight_hh_l0	0	-0.002904757158830762
41253	rnn.weight_hh_l0	1	-0.058054715394973755
41253	rnn.weight_hh_l0	2	0.034752972424030304
41253	rnn.weight_hh_l0	3	0.015126986429095268
41253	rnn.weight_hh_l0	4	0.01676035486161709
41253	rnn.weight_hh_l0	5	0.031626924872398376
41253	rnn.weight_hh_l0	6	-0.010651880875229836
41253	rnn.weight_hh_l0	7	-0.06002690643072128
41253	rnn.weight_hh_l0	8	-0.028911849483847618
41253	rnn.weight_hh_l0	9	-0.031831227242946625
41253	rnn.bias_ih_l0	0	-0.072883740067482
41253	rnn.bias_ih_l0	1	-0.09926629811525345
41253	rnn.bias_ih_l0	2	-0.1432201862335205
41253	rnn.bias_ih_l0	3	-0.21707889437675476
41253	rnn.bias_ih_l0	4	0.008324213325977325
41253	rnn.bias_ih_l0	5	0.05366380885243416
41253	rnn.bias_ih_l0	6	-0.09595376998186111
41253	rnn.bias_ih_l0	7	-0.15640902519226074
41253	rnn.bias_ih_l0	8	-0.059175655245780945
41253	rnn.bias_ih_l0	9	-0.086709164083004
41253	rnn.bias_hh_l0	0	0.08155407011508942
41253	rnn.bias_hh_l0	1	-0.012422436848282814
41253	rnn.bias_hh_l0	2	0.01365668699145317
41253	rnn.bias_hh_l0	3	-0.12138344347476959
41253	rnn.bias_hh_l0	4	0.0002855804923456162
41253	rnn.bias_hh_l0	5	0.022942859679460526
41253	rnn.bias_hh_l0	6	-0.06146153435111046
41253	rnn.bias_hh_l0	7	-0.0887521505355835
41253	rnn.bias_hh_l0	8	-0.12948153913021088
41253	rnn.bias_hh_l0	9	-0.06054368242621422
41253	rnn.weight_ih_l0_reverse	0	-0.006181093864142895
41253	rnn.weight_ih_l0_reverse	1	0.005986668169498444
41253	rnn.weight_ih_l0_reverse	2	0.0027279462665319443
41253	rnn.weight_ih_l0_reverse	3	-0.006342442240566015
41253	rnn.weight_ih_l0_reverse	4	0.008604195900261402
41253	rnn.weight_ih_l0_reverse	5	-0.009441553615033627
41253	rnn.weight_ih_l0_reverse	6	-0.05168116092681885
41253	rnn.weight_ih_l0_reverse	7	-0.011072518303990364
41253	rnn.weight_ih_l0_reverse	8	0.04501497000455856
41253	rnn.weight_ih_l0_reverse	9	0.00705218268558383
41253	rnn.weight_hh_l0_reverse	0	-0.007884236983954906
41253	rnn.weight_hh_l0_reverse	1	0.01654931530356407
41253	rnn.weight_hh_l0_reverse	2	-0.029476767405867577
41253	rnn.weight_hh_l0_reverse	3	0.03281918168067932
41253	rnn.weight_hh_l0_reverse	4	0.015816744416952133
41253	rnn.weight_hh_l0_reverse	5	0.0017690728418529034
41253	rnn.weight_hh_l0_reverse	6	0.022391589358448982
41253	rnn.weight_hh_l0_reverse	7	0.021641124039888382
41253	rnn.weight_hh_l0_reverse	8	0.0035012252628803253
41253	rnn.weight_hh_l0_reverse	9	-0.03678983449935913
41253	rnn.bias_ih_l0_reverse	0	-0.07287910580635071
41253	rnn.bias_ih_l0_reverse	1	-0.2124587595462799
41253	rnn.bias_ih_l0_reverse	2	-0.022131457924842834
41253	rnn.bias_ih_l0_reverse	3	-0.07885760068893433
41253	rnn.bias_ih_l0_reverse	4	0.06424721330404282
41253	rnn.bias_ih_l0_reverse	5	-0.16646641492843628
41253	rnn.bias_ih_l0_reverse	6	-0.05893437936902046
41253	rnn.bias_ih_l0_reverse	7	0.05163738876581192
41253	rnn.bias_ih_l0_reverse	8	-0.09220552444458008
41253	rnn.bias_ih_l0_reverse	9	-0.04629611223936081
41253	rnn.bias_hh_l0_reverse	0	-0.08015599101781845
41253	rnn.bias_hh_l0_reverse	1	-0.04025642201304436
41253	rnn.bias_hh_l0_reverse	2	-0.03145533427596092
41253	rnn.bias_hh_l0_reverse	3	-0.08927568048238754
41253	rnn.bias_hh_l0_reverse	4	0.0006084786145947874
41253	rnn.bias_hh_l0_reverse	5	-0.08972800523042679
41253	rnn.bias_hh_l0_reverse	6	-0.05601039156317711
41253	rnn.bias_hh_l0_reverse	7	-0.11870123445987701
41253	rnn.bias_hh_l0_reverse	8	-0.037389952689409256
41253	rnn.bias_hh_l0_reverse	9	-0.12251909077167511
41253	linear.weight	0	-0.24917277693748474
41253	linear.weight	1	-0.10481590777635574
41253	linear.weight	2	-0.011228874325752258
41253	linear.weight	3	-0.034198060631752014
41253	linear.weight	4	0.08183418959379196
41253	linear.weight	5	0.18832938373088837
41253	linear.weight	6	0.0047744326293468475
41253	linear.weight	7	-0.021312154829502106
41253	linear.weight	8	0.07389099150896072
41253	linear.weight	9	0.1871679723262787
41253	linear.bias	0	-0.6213374137878418
41253	linear.bias	1	0.5280212759971619
41253	linear.bias	2	0.06471633166074753
41253	linear.bias	3	-0.3665848672389984
41253	linear.bias	4	-1.2627657651901245
41253	linear.bias	5	-1.1001849174499512
41253	linear.bias	6	-0.5234534740447998
41253	linear.bias	7	-0.6754609942436218
41253	linear.bias	8	-0.01705317199230194
41253	linear.bias	9	2.7264981269836426
41450	transitions	0	-0.1324894279241562
41450	transitions	1	6.880438804626465
41450	transitions	2	-2.738983154296875
41450	transitions	3	1.1524896621704102
41450	transitions	4	-1.5079318284988403
41450	transitions	5	-0.24773797392845154
41450	transitions	6	-0.13480527698993683
41450	transitions	7	-10000.0
41450	transitions	8	1.5412338972091675
41450	transitions	9	-2.281507968902588
41450	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
41450	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
41450	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
41450	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
41450	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
41450	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
41450	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
41450	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
41450	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
41450	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
41450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
41450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
41450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
41450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
41450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
41450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
41450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
41450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
41450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
41450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
41450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
41450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
41450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
41450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
41450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
41450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
41450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
41450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
41450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
41450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
41450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
41450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
41450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
41450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
41450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
41450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
41450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
41450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
41450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
41450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
41450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
41450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
41450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
41450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
41450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
41450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
41450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
41450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
41450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
41450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
41450	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
41450	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
41450	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
41450	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
41450	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
41450	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
41450	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
41450	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
41450	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
41450	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
41450	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
41450	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
41450	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
41450	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
41450	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
41450	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
41450	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
41450	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
41450	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
41450	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
41450	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
41450	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
41450	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
41450	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
41450	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
41450	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
41450	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
41450	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
41450	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
41450	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
41450	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
41450	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
41450	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
41450	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
41450	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
41450	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
41450	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
41450	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
41450	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
41450	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
41450	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
41450	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
41450	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
41450	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
41450	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
41450	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
41450	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
41450	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
41450	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
41450	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
41450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
41450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
41450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
41450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
41450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
41450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
41450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
41450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
41450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
41450	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
41450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
41450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
41450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
41450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
41450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
41450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
41450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
41450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
41450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
41450	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
41450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
41450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
41450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
41450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
41450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
41450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
41450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
41450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
41450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
41450	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
41450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
41450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
41450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
41450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
41450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
41450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
41450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
41450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
41450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
41450	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
41450	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
41450	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
41450	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
41450	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
41450	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
41450	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
41450	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
41450	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
41450	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
41450	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
41450	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
41450	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
41450	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
41450	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
41450	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
41450	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
41450	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
41450	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
41450	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
41450	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
41450	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
41450	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
41450	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
41450	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
41450	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
41450	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
41450	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
41450	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
41450	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
41450	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
41450	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
41450	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
41450	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
41450	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
41450	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
41450	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
41450	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
41450	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
41450	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
41450	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
41450	embedding2nn.weight	0	0.024821430444717407
41450	embedding2nn.weight	1	-0.06173403933644295
41450	embedding2nn.weight	2	0.020017806440591812
41450	embedding2nn.weight	3	-0.02692960947751999
41450	embedding2nn.weight	4	-0.06087465584278107
41450	embedding2nn.weight	5	0.06840232014656067
41450	embedding2nn.weight	6	-0.0744108334183693
41450	embedding2nn.weight	7	-0.07557157427072525
41450	embedding2nn.weight	8	0.006730262190103531
41450	embedding2nn.weight	9	0.029941214248538017
41450	embedding2nn.bias	0	0.047643229365348816
41450	embedding2nn.bias	1	0.03745786100625992
41450	embedding2nn.bias	2	-0.09661246836185455
41450	embedding2nn.bias	3	0.07271421700716019
41450	embedding2nn.bias	4	0.04252083972096443
41450	embedding2nn.bias	5	-0.10086619853973389
41450	embedding2nn.bias	6	-0.06653204560279846
41450	embedding2nn.bias	7	0.00037400476867333055
41450	embedding2nn.bias	8	0.07327590137720108
41450	embedding2nn.bias	9	-0.12005124241113663
41450	rnn.weight_ih_l0	0	0.020248278975486755
41450	rnn.weight_ih_l0	1	0.029056692495942116
41450	rnn.weight_ih_l0	2	-0.029288841411471367
41450	rnn.weight_ih_l0	3	0.015976369380950928
41450	rnn.weight_ih_l0	4	0.03267347812652588
41450	rnn.weight_ih_l0	5	-0.05850661173462868
41450	rnn.weight_ih_l0	6	0.024414535611867905
41450	rnn.weight_ih_l0	7	-0.024562878534197807
41450	rnn.weight_ih_l0	8	0.030288754031062126
41450	rnn.weight_ih_l0	9	-0.01344447024166584
41450	rnn.weight_hh_l0	0	-0.0009007767075672746
41450	rnn.weight_hh_l0	1	-0.057878412306308746
41450	rnn.weight_hh_l0	2	0.0345856249332428
41450	rnn.weight_hh_l0	3	0.016092656180262566
41450	rnn.weight_hh_l0	4	0.01798531785607338
41450	rnn.weight_hh_l0	5	0.032546255737543106
41450	rnn.weight_hh_l0	6	-0.010637650266289711
41450	rnn.weight_hh_l0	7	-0.06000323221087456
41450	rnn.weight_hh_l0	8	-0.028399517759680748
41450	rnn.weight_hh_l0	9	-0.03274804726243019
41450	rnn.bias_ih_l0	0	-0.06909134984016418
41450	rnn.bias_ih_l0	1	-0.09773340076208115
41450	rnn.bias_ih_l0	2	-0.14293092489242554
41450	rnn.bias_ih_l0	3	-0.21393431723117828
41450	rnn.bias_ih_l0	4	0.003657897235825658
41450	rnn.bias_ih_l0	5	0.04868415743112564
41450	rnn.bias_ih_l0	6	-0.09752517193555832
41450	rnn.bias_ih_l0	7	-0.15443049371242523
41450	rnn.bias_ih_l0	8	-0.05752933397889137
41450	rnn.bias_ih_l0	9	-0.08269432932138443
41450	rnn.bias_hh_l0	0	0.08876898884773254
41450	rnn.bias_hh_l0	1	-0.0149461068212986
41450	rnn.bias_hh_l0	2	0.013224039226770401
41450	rnn.bias_hh_l0	3	-0.12198805063962936
41450	rnn.bias_hh_l0	4	0.0027703195810317993
41450	rnn.bias_hh_l0	5	0.020155804231762886
41450	rnn.bias_hh_l0	6	-0.05972132086753845
41450	rnn.bias_hh_l0	7	-0.08805026859045029
41450	rnn.bias_hh_l0	8	-0.1297440528869629
41450	rnn.bias_hh_l0	9	-0.053920235484838486
41450	rnn.weight_ih_l0_reverse	0	-0.00720602460205555
41450	rnn.weight_ih_l0_reverse	1	0.0060784779489040375
41450	rnn.weight_ih_l0_reverse	2	0.0007948831771500409
41450	rnn.weight_ih_l0_reverse	3	-0.007492823991924524
41450	rnn.weight_ih_l0_reverse	4	0.008128216490149498
41450	rnn.weight_ih_l0_reverse	5	-0.009438710287213326
41450	rnn.weight_ih_l0_reverse	6	-0.05091966688632965
41450	rnn.weight_ih_l0_reverse	7	-0.011634132824838161
41450	rnn.weight_ih_l0_reverse	8	0.04310889169573784
41450	rnn.weight_ih_l0_reverse	9	0.00786563754081726
41450	rnn.weight_hh_l0_reverse	0	-0.0073090968653559685
41450	rnn.weight_hh_l0_reverse	1	0.016157884150743484
41450	rnn.weight_hh_l0_reverse	2	-0.029218047857284546
41450	rnn.weight_hh_l0_reverse	3	0.03204905614256859
41450	rnn.weight_hh_l0_reverse	4	0.01565459370613098
41450	rnn.weight_hh_l0_reverse	5	0.0012003129813820124
41450	rnn.weight_hh_l0_reverse	6	0.02224077843129635
41450	rnn.weight_hh_l0_reverse	7	0.02135123312473297
41450	rnn.weight_hh_l0_reverse	8	0.0036156591959297657
41450	rnn.weight_hh_l0_reverse	9	-0.0362832173705101
41450	rnn.bias_ih_l0_reverse	0	-0.07089316099882126
41450	rnn.bias_ih_l0_reverse	1	-0.2096964567899704
41450	rnn.bias_ih_l0_reverse	2	-0.02248607762157917
41450	rnn.bias_ih_l0_reverse	3	-0.07864835858345032
41450	rnn.bias_ih_l0_reverse	4	0.062001146376132965
41450	rnn.bias_ih_l0_reverse	5	-0.16949371993541718
41450	rnn.bias_ih_l0_reverse	6	-0.056937992572784424
41450	rnn.bias_ih_l0_reverse	7	0.04648324474692345
41450	rnn.bias_ih_l0_reverse	8	-0.09711062163114548
41450	rnn.bias_ih_l0_reverse	9	-0.04399685561656952
41450	rnn.bias_hh_l0_reverse	0	-0.08260093629360199
41450	rnn.bias_hh_l0_reverse	1	-0.03849078714847565
41450	rnn.bias_hh_l0_reverse	2	-0.030333301052451134
41450	rnn.bias_hh_l0_reverse	3	-0.08628784120082855
41450	rnn.bias_hh_l0_reverse	4	-0.0005530024645850062
41450	rnn.bias_hh_l0_reverse	5	-0.08785147219896317
41450	rnn.bias_hh_l0_reverse	6	-0.05562238767743111
41450	rnn.bias_hh_l0_reverse	7	-0.12012359499931335
41450	rnn.bias_hh_l0_reverse	8	-0.03437129780650139
41450	rnn.bias_hh_l0_reverse	9	-0.12215156108140945
41450	linear.weight	0	-0.2770811915397644
41450	linear.weight	1	-0.10067017376422882
41450	linear.weight	2	-0.011228874325752258
41450	linear.weight	3	-0.021455442532896996
41450	linear.weight	4	0.08010208606719971
41450	linear.weight	5	0.1922617107629776
41450	linear.weight	6	0.0047744326293468475
41450	linear.weight	7	-0.021312154829502106
41450	linear.weight	8	0.09941946715116501
41450	linear.weight	9	0.18339265882968903
41450	linear.bias	0	-0.6394097208976746
41450	linear.bias	1	0.5433704853057861
41450	linear.bias	2	0.08541937917470932
41450	linear.bias	3	-0.38878369331359863
41450	linear.bias	4	-1.2215263843536377
41450	linear.bias	5	-1.1006110906600952
41450	linear.bias	6	-0.5429989099502563
41450	linear.bias	7	-0.6858559250831604
41450	linear.bias	8	-0.01705317199230194
41450	linear.bias	9	2.7381560802459717
41454	transitions	0	-0.13249018788337708
41454	transitions	1	6.879436492919922
41454	transitions	2	-2.7390341758728027
41454	transitions	3	1.1538807153701782
41454	transitions	4	-1.5079628229141235
41454	transitions	5	-0.2477516531944275
41454	transitions	6	-0.13480740785598755
41454	transitions	7	-10000.0
41454	transitions	8	1.5408539772033691
41454	transitions	9	-2.2815089225769043
41454	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
41454	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
41454	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
41454	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
41454	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
41454	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
41454	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
41454	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
41454	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
41454	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
41454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
41454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
41454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
41454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
41454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
41454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
41454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
41454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
41454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
41454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
41454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
41454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
41454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
41454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
41454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
41454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
41454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
41454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
41454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
41454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
41454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
41454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
41454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
41454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
41454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
41454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
41454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
41454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
41454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
41454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
41454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
41454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
41454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
41454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
41454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
41454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
41454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
41454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
41454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
41454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
41454	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
41454	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
41454	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
41454	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
41454	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
41454	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
41454	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
41454	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
41454	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
41454	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
41454	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
41454	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
41454	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
41454	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
41454	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
41454	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
41454	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
41454	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
41454	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
41454	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
41454	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
41454	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
41454	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
41454	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
41454	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
41454	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
41454	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
41454	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
41454	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
41454	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
41454	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
41454	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
41454	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
41454	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
41454	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
41454	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
41454	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
41454	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
41454	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
41454	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
41454	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
41454	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
41454	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
41454	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
41454	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
41454	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
41454	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
41454	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
41454	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
41454	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
41454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
41454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
41454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
41454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
41454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
41454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
41454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
41454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
41454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
41454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
41454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
41454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
41454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
41454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
41454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
41454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
41454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
41454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
41454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
41454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
41454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
41454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
41454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
41454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
41454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
41454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
41454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
41454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
41454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
41454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
41454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
41454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
41454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
41454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
41454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
41454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
41454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
41454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
41454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
41454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
41454	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
41454	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
41454	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
41454	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
41454	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
41454	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
41454	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
41454	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
41454	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
41454	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
41454	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
41454	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
41454	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
41454	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
41454	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
41454	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
41454	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
41454	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
41454	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
41454	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
41454	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
41454	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
41454	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
41454	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
41454	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
41454	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
41454	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
41454	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
41454	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
41454	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
41454	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
41454	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
41454	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
41454	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
41454	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
41454	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
41454	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
41454	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
41454	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
41454	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
41454	embedding2nn.weight	0	0.024739930406212807
41454	embedding2nn.weight	1	-0.061993155628442764
41454	embedding2nn.weight	2	0.019922733306884766
41454	embedding2nn.weight	3	-0.0270223431289196
41454	embedding2nn.weight	4	-0.06088592857122421
41454	embedding2nn.weight	5	0.06801360845565796
41454	embedding2nn.weight	6	-0.07480070739984512
41454	embedding2nn.weight	7	-0.07557417452335358
41454	embedding2nn.weight	8	0.006674733944237232
41454	embedding2nn.weight	9	0.0298036839812994
41454	embedding2nn.bias	0	0.04786103218793869
41454	embedding2nn.bias	1	0.03708382695913315
41454	embedding2nn.bias	2	-0.09596315026283264
41454	embedding2nn.bias	3	0.07162947207689285
41454	embedding2nn.bias	4	0.039567507803440094
41454	embedding2nn.bias	5	-0.10267331451177597
41454	embedding2nn.bias	6	-0.06586151570081711
41454	embedding2nn.bias	7	0.001449046772904694
41454	embedding2nn.bias	8	0.07564493268728256
41454	embedding2nn.bias	9	-0.11995075643062592
41454	rnn.weight_ih_l0	0	0.020382890477776527
41454	rnn.weight_ih_l0	1	0.02905278652906418
41454	rnn.weight_ih_l0	2	-0.029244104400277138
41454	rnn.weight_ih_l0	3	0.015797819942235947
41454	rnn.weight_ih_l0	4	0.0324803926050663
41454	rnn.weight_ih_l0	5	-0.0585579089820385
41454	rnn.weight_ih_l0	6	0.024660130962729454
41454	rnn.weight_ih_l0	7	-0.02467169053852558
41454	rnn.weight_ih_l0	8	0.03028792515397072
41454	rnn.weight_ih_l0	9	-0.013392551802098751
41454	rnn.weight_hh_l0	0	-0.001034329179674387
41454	rnn.weight_hh_l0	1	-0.05777771398425102
41454	rnn.weight_hh_l0	2	0.034553445875644684
41454	rnn.weight_hh_l0	3	0.01583869382739067
41454	rnn.weight_hh_l0	4	0.017978165298700333
41454	rnn.weight_hh_l0	5	0.032758668065071106
41454	rnn.weight_hh_l0	6	-0.010677089914679527
41454	rnn.weight_hh_l0	7	-0.0600166954100132
41454	rnn.weight_hh_l0	8	-0.02826726622879505
41454	rnn.weight_hh_l0	9	-0.032786186784505844
41454	rnn.bias_ih_l0	0	-0.06865106523036957
41454	rnn.bias_ih_l0	1	-0.09819101542234421
41454	rnn.bias_ih_l0	2	-0.1427508443593979
41454	rnn.bias_ih_l0	3	-0.21434150636196136
41454	rnn.bias_ih_l0	4	0.004631852265447378
41454	rnn.bias_ih_l0	5	0.048707131296396255
41454	rnn.bias_ih_l0	6	-0.09796691685914993
41454	rnn.bias_ih_l0	7	-0.1544293463230133
41454	rnn.bias_ih_l0	8	-0.0580163411796093
41454	rnn.bias_ih_l0	9	-0.08269872516393661
41454	rnn.bias_hh_l0	0	0.08876081556081772
41454	rnn.bias_hh_l0	1	-0.01484823040664196
41454	rnn.bias_hh_l0	2	0.013041911646723747
41454	rnn.bias_hh_l0	3	-0.12200263887643814
41454	rnn.bias_hh_l0	4	0.0024471597280353308
41454	rnn.bias_hh_l0	5	0.020803695544600487
41454	rnn.bias_hh_l0	6	-0.059559766203165054
41454	rnn.bias_hh_l0	7	-0.08815468102693558
41454	rnn.bias_hh_l0	8	-0.12956981360912323
41454	rnn.bias_hh_l0	9	-0.05378687009215355
41454	rnn.weight_ih_l0_reverse	0	-0.007295429240912199
41454	rnn.weight_ih_l0_reverse	1	0.006106311921030283
41454	rnn.weight_ih_l0_reverse	2	0.0007533314055763185
41454	rnn.weight_ih_l0_reverse	3	-0.007387587800621986
41454	rnn.weight_ih_l0_reverse	4	0.008245950564742088
41454	rnn.weight_ih_l0_reverse	5	-0.009509618394076824
41454	rnn.weight_ih_l0_reverse	6	-0.05084782838821411
41454	rnn.weight_ih_l0_reverse	7	-0.012056187726557255
41454	rnn.weight_ih_l0_reverse	8	0.043345361948013306
41454	rnn.weight_ih_l0_reverse	9	0.007806380279362202
41454	rnn.weight_hh_l0_reverse	0	-0.007301713339984417
41454	rnn.weight_hh_l0_reverse	1	0.01615050807595253
41454	rnn.weight_hh_l0_reverse	2	-0.029180875048041344
41454	rnn.weight_hh_l0_reverse	3	0.03205031156539917
41454	rnn.weight_hh_l0_reverse	4	0.015633879229426384
41454	rnn.weight_hh_l0_reverse	5	0.001312467735260725
41454	rnn.weight_hh_l0_reverse	6	0.022273853421211243
41454	rnn.weight_hh_l0_reverse	7	0.021429670974612236
41454	rnn.weight_hh_l0_reverse	8	0.0035985251888632774
41454	rnn.weight_hh_l0_reverse	9	-0.03620188683271408
41454	rnn.bias_ih_l0_reverse	0	-0.07067737728357315
41454	rnn.bias_ih_l0_reverse	1	-0.20948061347007751
41454	rnn.bias_ih_l0_reverse	2	-0.022512732073664665
41454	rnn.bias_ih_l0_reverse	3	-0.07867845147848129
41454	rnn.bias_ih_l0_reverse	4	0.06239969655871391
41454	rnn.bias_ih_l0_reverse	5	-0.17015865445137024
41454	rnn.bias_ih_l0_reverse	6	-0.05715140700340271
41454	rnn.bias_ih_l0_reverse	7	0.048138078302145004
41454	rnn.bias_ih_l0_reverse	8	-0.09747614711523056
41454	rnn.bias_ih_l0_reverse	9	-0.043970491737127304
41454	rnn.bias_hh_l0_reverse	0	-0.08241316676139832
41454	rnn.bias_hh_l0_reverse	1	-0.03785852715373039
41454	rnn.bias_hh_l0_reverse	2	-0.03048483468592167
41454	rnn.bias_hh_l0_reverse	3	-0.08530905842781067
41454	rnn.bias_hh_l0_reverse	4	-0.0003684714902192354
41454	rnn.bias_hh_l0_reverse	5	-0.08793916553258896
41454	rnn.bias_hh_l0_reverse	6	-0.05572958663105965
41454	rnn.bias_hh_l0_reverse	7	-0.12080612033605576
41454	rnn.bias_hh_l0_reverse	8	-0.03465062752366066
41454	rnn.bias_hh_l0_reverse	9	-0.12190132588148117
41454	linear.weight	0	-0.27674874663352966
41454	linear.weight	1	-0.09963996708393097
41454	linear.weight	2	-0.011228874325752258
41454	linear.weight	3	-0.02297941967844963
41454	linear.weight	4	0.07912629842758179
41454	linear.weight	5	0.19619886577129364
41454	linear.weight	6	0.0047744326293468475
41454	linear.weight	7	-0.021312154829502106
41454	linear.weight	8	0.09903057664632797
41454	linear.weight	9	0.18357804417610168
41454	linear.bias	0	-0.6372539401054382
41454	linear.bias	1	0.5279005169868469
41454	linear.bias	2	0.07634484022855759
41454	linear.bias	3	-0.39380013942718506
41454	linear.bias	4	-1.225588083267212
41454	linear.bias	5	-1.1006180047988892
41454	linear.bias	6	-0.5400328636169434
41454	linear.bias	7	-0.6863226294517517
41454	linear.bias	8	-0.01705317199230194
41454	linear.bias	9	2.761889934539795
41651	transitions	0	-0.13340802490711212
41651	transitions	1	6.907466888427734
41651	transitions	2	-2.7410988807678223
41651	transitions	3	1.1327519416809082
41651	transitions	4	-1.5093706846237183
41651	transitions	5	-0.24803870916366577
41651	transitions	6	-0.13503065705299377
41651	transitions	7	-10000.0
41651	transitions	8	1.5384725332260132
41651	transitions	9	-2.281595230102539
41651	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
41651	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
41651	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
41651	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
41651	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
41651	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
41651	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
41651	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
41651	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
41651	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
41651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
41651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
41651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
41651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
41651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
41651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
41651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
41651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
41651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
41651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
41651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
41651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
41651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
41651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
41651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
41651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
41651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
41651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
41651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
41651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
41651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
41651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
41651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
41651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
41651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
41651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
41651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
41651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
41651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
41651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
41651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
41651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
41651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
41651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
41651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
41651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
41651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
41651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
41651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
41651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
41651	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
41651	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
41651	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
41651	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
41651	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
41651	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
41651	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
41651	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
41651	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
41651	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
41651	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
41651	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
41651	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
41651	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
41651	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
41651	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
41651	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
41651	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
41651	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
41651	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
41651	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
41651	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
41651	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
41651	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
41651	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
41651	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
41651	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
41651	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
41651	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
41651	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
41651	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
41651	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
41651	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
41651	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
41651	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
41651	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
41651	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
41651	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
41651	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
41651	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
41651	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
41651	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
41651	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
41651	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
41651	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
41651	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
41651	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
41651	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
41651	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
41651	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
41651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
41651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
41651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
41651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
41651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
41651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
41651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
41651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
41651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
41651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
41651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
41651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
41651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
41651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
41651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
41651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
41651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
41651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
41651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
41651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
41651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
41651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
41651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
41651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
41651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
41651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
41651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
41651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
41651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
41651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
41651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
41651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
41651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
41651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
41651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
41651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
41651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
41651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
41651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
41651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
41651	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
41651	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
41651	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
41651	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
41651	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
41651	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
41651	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
41651	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
41651	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
41651	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
41651	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
41651	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
41651	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
41651	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
41651	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
41651	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
41651	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
41651	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
41651	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
41651	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
41651	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
41651	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
41651	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
41651	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
41651	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
41651	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
41651	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
41651	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
41651	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
41651	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
41651	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
41651	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
41651	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
41651	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
41651	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
41651	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
41651	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
41651	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
41651	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
41651	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
41651	embedding2nn.weight	0	0.0248818751424551
41651	embedding2nn.weight	1	-0.06305640190839767
41651	embedding2nn.weight	2	0.019310105592012405
41651	embedding2nn.weight	3	-0.029227282851934433
41651	embedding2nn.weight	4	-0.05744626000523567
41651	embedding2nn.weight	5	0.06583283096551895
41651	embedding2nn.weight	6	-0.08577761054039001
41651	embedding2nn.weight	7	-0.07556452602148056
41651	embedding2nn.weight	8	0.006268172990530729
41651	embedding2nn.weight	9	0.027777377516031265
41651	embedding2nn.bias	0	0.03468319773674011
41651	embedding2nn.bias	1	0.04220288619399071
41651	embedding2nn.bias	2	-0.09456799179315567
41651	embedding2nn.bias	3	0.08138679713010788
41651	embedding2nn.bias	4	0.03314986452460289
41651	embedding2nn.bias	5	-0.09691628813743591
41651	embedding2nn.bias	6	-0.064790278673172
41651	embedding2nn.bias	7	-0.005494318902492523
41651	embedding2nn.bias	8	0.06760069727897644
41651	embedding2nn.bias	9	-0.11617834120988846
41651	rnn.weight_ih_l0	0	0.02110842987895012
41651	rnn.weight_ih_l0	1	0.027447503060102463
41651	rnn.weight_ih_l0	2	-0.02804933860898018
41651	rnn.weight_ih_l0	3	0.014580710791051388
41651	rnn.weight_ih_l0	4	0.03166574239730835
41651	rnn.weight_ih_l0	5	-0.06033815070986748
41651	rnn.weight_ih_l0	6	0.0253354050219059
41651	rnn.weight_ih_l0	7	-0.02461382746696472
41651	rnn.weight_ih_l0	8	0.027846237644553185
41651	rnn.weight_ih_l0	9	-0.01160956360399723
41651	rnn.weight_hh_l0	0	-0.0002895773504860699
41651	rnn.weight_hh_l0	1	-0.05902397260069847
41651	rnn.weight_hh_l0	2	0.034122612327337265
41651	rnn.weight_hh_l0	3	0.017799654975533485
41651	rnn.weight_hh_l0	4	0.017569411545991898
41651	rnn.weight_hh_l0	5	0.03271211311221123
41651	rnn.weight_hh_l0	6	-0.011038624681532383
41651	rnn.weight_hh_l0	7	-0.05926553159952164
41651	rnn.weight_hh_l0	8	-0.027563732117414474
41651	rnn.weight_hh_l0	9	-0.034550443291664124
41651	rnn.bias_ih_l0	0	-0.06242957338690758
41651	rnn.bias_ih_l0	1	-0.09724562615156174
41651	rnn.bias_ih_l0	2	-0.14296197891235352
41651	rnn.bias_ih_l0	3	-0.21514174342155457
41651	rnn.bias_ih_l0	4	0.0062716961838305
41651	rnn.bias_ih_l0	5	0.05543537065386772
41651	rnn.bias_ih_l0	6	-0.09891637414693832
41651	rnn.bias_ih_l0	7	-0.15956930816173553
41651	rnn.bias_ih_l0	8	-0.04912375286221504
41651	rnn.bias_ih_l0	9	-0.08036862313747406
41651	rnn.bias_hh_l0	0	0.09249971807003021
41651	rnn.bias_hh_l0	1	-0.015376896597445011
41651	rnn.bias_hh_l0	2	0.013610310852527618
41651	rnn.bias_hh_l0	3	-0.12097319215536118
41651	rnn.bias_hh_l0	4	0.0008437728974968195
41651	rnn.bias_hh_l0	5	0.023280544206500053
41651	rnn.bias_hh_l0	6	-0.05983536317944527
41651	rnn.bias_hh_l0	7	-0.0873577892780304
41651	rnn.bias_hh_l0	8	-0.12761597335338593
41651	rnn.bias_hh_l0	9	-0.061639994382858276
41651	rnn.weight_ih_l0_reverse	0	-0.007683916948735714
41651	rnn.weight_ih_l0_reverse	1	0.006128652952611446
41651	rnn.weight_ih_l0_reverse	2	0.00015026869368739426
41651	rnn.weight_ih_l0_reverse	3	-0.006658156868070364
41651	rnn.weight_ih_l0_reverse	4	0.00849868543446064
41651	rnn.weight_ih_l0_reverse	5	-0.00969452504068613
41651	rnn.weight_ih_l0_reverse	6	-0.05106165632605553
41651	rnn.weight_ih_l0_reverse	7	-0.012564099393785
41651	rnn.weight_ih_l0_reverse	8	0.04157450795173645
41651	rnn.weight_ih_l0_reverse	9	0.004981413949280977
41651	rnn.weight_hh_l0_reverse	0	-0.007813815027475357
41651	rnn.weight_hh_l0_reverse	1	0.015644734725356102
41651	rnn.weight_hh_l0_reverse	2	-0.029086783528327942
41651	rnn.weight_hh_l0_reverse	3	0.031178005039691925
41651	rnn.weight_hh_l0_reverse	4	0.016266843304038048
41651	rnn.weight_hh_l0_reverse	5	0.0020329002290964127
41651	rnn.weight_hh_l0_reverse	6	0.020704714581370354
41651	rnn.weight_hh_l0_reverse	7	0.021758688613772392
41651	rnn.weight_hh_l0_reverse	8	0.0038808980025351048
41651	rnn.weight_hh_l0_reverse	9	-0.03646327182650566
41651	rnn.bias_ih_l0_reverse	0	-0.07418843358755112
41651	rnn.bias_ih_l0_reverse	1	-0.20496772229671478
41651	rnn.bias_ih_l0_reverse	2	-0.02401314675807953
41651	rnn.bias_ih_l0_reverse	3	-0.07936916500329971
41651	rnn.bias_ih_l0_reverse	4	0.059637125581502914
41651	rnn.bias_ih_l0_reverse	5	-0.1774282604455948
41651	rnn.bias_ih_l0_reverse	6	-0.05432676896452904
41651	rnn.bias_ih_l0_reverse	7	0.04003027826547623
41651	rnn.bias_ih_l0_reverse	8	-0.10007858276367188
41651	rnn.bias_ih_l0_reverse	9	-0.048637229949235916
41651	rnn.bias_hh_l0_reverse	0	-0.08461771160364151
41651	rnn.bias_hh_l0_reverse	1	-0.039558619260787964
41651	rnn.bias_hh_l0_reverse	2	-0.03269370272755623
41651	rnn.bias_hh_l0_reverse	3	-0.08451906591653824
41651	rnn.bias_hh_l0_reverse	4	0.003124272683635354
41651	rnn.bias_hh_l0_reverse	5	-0.0891224667429924
41651	rnn.bias_hh_l0_reverse	6	-0.05316809564828873
41651	rnn.bias_hh_l0_reverse	7	-0.1223473995923996
41651	rnn.bias_hh_l0_reverse	8	-0.034923143684864044
41651	rnn.bias_hh_l0_reverse	9	-0.12210924923419952
41651	linear.weight	0	-0.24942687153816223
41651	linear.weight	1	-0.10110972821712494
41651	linear.weight	2	-0.011228874325752258
41651	linear.weight	3	-0.021959008648991585
41651	linear.weight	4	0.07390034198760986
41651	linear.weight	5	0.16737861931324005
41651	linear.weight	6	0.0047744326293468475
41651	linear.weight	7	-0.021312154829502106
41651	linear.weight	8	0.10248807072639465
41651	linear.weight	9	0.1734335571527481
41651	linear.bias	0	-0.6224519610404968
41651	linear.bias	1	0.4972405731678009
41651	linear.bias	2	0.10418882966041565
41651	linear.bias	3	-0.37178027629852295
41651	linear.bias	4	-1.260603904724121
41651	linear.bias	5	-1.1009454727172852
41651	linear.bias	6	-0.528184711933136
41651	linear.bias	7	-0.6872765421867371
41651	linear.bias	8	-0.01705317199230194
41651	linear.bias	9	2.755615472793579
41848	transitions	0	-0.13431808352470398
41848	transitions	1	6.9002509117126465
41848	transitions	2	-2.743664503097534
41848	transitions	3	1.1299439668655396
41848	transitions	4	-1.5111348628997803
41848	transitions	5	-0.24822691082954407
41848	transitions	6	-0.1351943463087082
41848	transitions	7	-10000.0
41848	transitions	8	1.539657473564148
41848	transitions	9	-2.281675338745117
41848	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
41848	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
41848	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
41848	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
41848	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
41848	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
41848	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
41848	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
41848	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
41848	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
41848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
41848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
41848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
41848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
41848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
41848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
41848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
41848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
41848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
41848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
41848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
41848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
41848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
41848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
41848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
41848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
41848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
41848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
41848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
41848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
41848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
41848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
41848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
41848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
41848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
41848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
41848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
41848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
41848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
41848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
41848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
41848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
41848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
41848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
41848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
41848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
41848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
41848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
41848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
41848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
41848	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
41848	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
41848	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
41848	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
41848	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
41848	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
41848	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
41848	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
41848	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
41848	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
41848	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
41848	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
41848	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
41848	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
41848	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
41848	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
41848	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
41848	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
41848	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
41848	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
41848	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
41848	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
41848	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
41848	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
41848	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
41848	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
41848	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
41848	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
41848	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
41848	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
41848	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
41848	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
41848	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
41848	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
41848	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
41848	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
41848	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
41848	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
41848	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
41848	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
41848	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
41848	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
41848	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
41848	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
41848	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
41848	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
41848	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
41848	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
41848	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
41848	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
41848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
41848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
41848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
41848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
41848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
41848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
41848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
41848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
41848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
41848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
41848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
41848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
41848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
41848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
41848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
41848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
41848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
41848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
41848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
41848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
41848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
41848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
41848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
41848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
41848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
41848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
41848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
41848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
41848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
41848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
41848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
41848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
41848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
41848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
41848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
41848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
41848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
41848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
41848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
41848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
41848	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
41848	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
41848	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
41848	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
41848	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
41848	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
41848	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
41848	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
41848	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
41848	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
41848	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
41848	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
41848	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
41848	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
41848	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
41848	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
41848	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
41848	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
41848	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
41848	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
41848	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
41848	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
41848	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
41848	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
41848	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
41848	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
41848	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
41848	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
41848	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
41848	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
41848	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
41848	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
41848	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
41848	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
41848	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
41848	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
41848	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
41848	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
41848	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
41848	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
41848	embedding2nn.weight	0	0.02527153119444847
41848	embedding2nn.weight	1	-0.0636211484670639
41848	embedding2nn.weight	2	0.020078936591744423
41848	embedding2nn.weight	3	-0.027996955439448357
41848	embedding2nn.weight	4	-0.053725529462099075
41848	embedding2nn.weight	5	0.06476575136184692
41848	embedding2nn.weight	6	-0.10009563714265823
41848	embedding2nn.weight	7	-0.07134190946817398
41848	embedding2nn.weight	8	0.006535148713737726
41848	embedding2nn.weight	9	0.02685384452342987
41848	embedding2nn.bias	0	0.03504808247089386
41848	embedding2nn.bias	1	0.03935496136546135
41848	embedding2nn.bias	2	-0.10820256173610687
41848	embedding2nn.bias	3	0.09070421755313873
41848	embedding2nn.bias	4	0.036602407693862915
41848	embedding2nn.bias	5	-0.08908430486917496
41848	embedding2nn.bias	6	-0.07049964368343353
41848	embedding2nn.bias	7	-0.013652701862156391
41848	embedding2nn.bias	8	0.07907962799072266
41848	embedding2nn.bias	9	-0.11109115928411484
41848	rnn.weight_ih_l0	0	0.019703295081853867
41848	rnn.weight_ih_l0	1	0.02191939949989319
41848	rnn.weight_ih_l0	2	-0.02879728004336357
41848	rnn.weight_ih_l0	3	0.014020301401615143
41848	rnn.weight_ih_l0	4	0.03211048245429993
41848	rnn.weight_ih_l0	5	-0.06028081104159355
41848	rnn.weight_ih_l0	6	0.02545129880309105
41848	rnn.weight_ih_l0	7	-0.024577507749199867
41848	rnn.weight_ih_l0	8	0.026734383776783943
41848	rnn.weight_ih_l0	9	-0.009325002320110798
41848	rnn.weight_hh_l0	0	0.0002893202181439847
41848	rnn.weight_hh_l0	1	-0.05981527641415596
41848	rnn.weight_hh_l0	2	0.03488045185804367
41848	rnn.weight_hh_l0	3	0.014388403855264187
41848	rnn.weight_hh_l0	4	0.017532050609588623
41848	rnn.weight_hh_l0	5	0.031706515699625015
41848	rnn.weight_hh_l0	6	-0.010197647847235203
41848	rnn.weight_hh_l0	7	-0.060144226998090744
41848	rnn.weight_hh_l0	8	-0.0269197728484869
41848	rnn.weight_hh_l0	9	-0.033702827990055084
41848	rnn.bias_ih_l0	0	-0.06463934481143951
41848	rnn.bias_ih_l0	1	-0.10025835782289505
41848	rnn.bias_ih_l0	2	-0.14088797569274902
41848	rnn.bias_ih_l0	3	-0.21650299429893494
41848	rnn.bias_ih_l0	4	0.01089445035904646
41848	rnn.bias_ih_l0	5	0.059143468737602234
41848	rnn.bias_ih_l0	6	-0.09935500472784042
41848	rnn.bias_ih_l0	7	-0.16224870085716248
41848	rnn.bias_ih_l0	8	-0.05143841356039047
41848	rnn.bias_ih_l0	9	-0.08518384397029877
41848	rnn.bias_hh_l0	0	0.09150826185941696
41848	rnn.bias_hh_l0	1	-0.017855092883110046
41848	rnn.bias_hh_l0	2	0.011658803559839725
41848	rnn.bias_hh_l0	3	-0.11693993210792542
41848	rnn.bias_hh_l0	4	0.005892403889447451
41848	rnn.bias_hh_l0	5	0.0234593003988266
41848	rnn.bias_hh_l0	6	-0.06068172678351402
41848	rnn.bias_hh_l0	7	-0.08802244812250137
41848	rnn.bias_hh_l0	8	-0.126050665974617
41848	rnn.bias_hh_l0	9	-0.06338872760534286
41848	rnn.weight_ih_l0_reverse	0	-0.00879746861755848
41848	rnn.weight_ih_l0_reverse	1	0.005162960849702358
41848	rnn.weight_ih_l0_reverse	2	0.004272237420082092
41848	rnn.weight_ih_l0_reverse	3	-0.005109522491693497
41848	rnn.weight_ih_l0_reverse	4	0.005754353012889624
41848	rnn.weight_ih_l0_reverse	5	-0.010824842378497124
41848	rnn.weight_ih_l0_reverse	6	-0.05031518265604973
41848	rnn.weight_ih_l0_reverse	7	-0.014388700015842915
41848	rnn.weight_ih_l0_reverse	8	0.04476575553417206
41848	rnn.weight_ih_l0_reverse	9	0.004926201421767473
41848	rnn.weight_hh_l0_reverse	0	-0.008457647636532784
41848	rnn.weight_hh_l0_reverse	1	0.013498141430318356
41848	rnn.weight_hh_l0_reverse	2	-0.029178006574511528
41848	rnn.weight_hh_l0_reverse	3	0.03219546005129814
41848	rnn.weight_hh_l0_reverse	4	0.015546232461929321
41848	rnn.weight_hh_l0_reverse	5	0.0006327902083285153
41848	rnn.weight_hh_l0_reverse	6	0.02039719745516777
41848	rnn.weight_hh_l0_reverse	7	0.022135380655527115
41848	rnn.weight_hh_l0_reverse	8	0.004533254541456699
41848	rnn.weight_hh_l0_reverse	9	-0.037117939442396164
41848	rnn.bias_ih_l0_reverse	0	-0.07869906723499298
41848	rnn.bias_ih_l0_reverse	1	-0.21132437884807587
41848	rnn.bias_ih_l0_reverse	2	-0.02544926106929779
41848	rnn.bias_ih_l0_reverse	3	-0.07866670936346054
41848	rnn.bias_ih_l0_reverse	4	0.06353597342967987
41848	rnn.bias_ih_l0_reverse	5	-0.17278918623924255
41848	rnn.bias_ih_l0_reverse	6	-0.05617925152182579
41848	rnn.bias_ih_l0_reverse	7	0.03733937442302704
41848	rnn.bias_ih_l0_reverse	8	-0.09796633571386337
41848	rnn.bias_ih_l0_reverse	9	-0.047848962247371674
41848	rnn.bias_hh_l0_reverse	0	-0.08817313611507416
41848	rnn.bias_hh_l0_reverse	1	-0.04374270141124725
41848	rnn.bias_hh_l0_reverse	2	-0.033249128609895706
41848	rnn.bias_hh_l0_reverse	3	-0.08052311092615128
41848	rnn.bias_hh_l0_reverse	4	0.002915678545832634
41848	rnn.bias_hh_l0_reverse	5	-0.09026842564344406
41848	rnn.bias_hh_l0_reverse	6	-0.049264080822467804
41848	rnn.bias_hh_l0_reverse	7	-0.12261787056922913
41848	rnn.bias_hh_l0_reverse	8	-0.03973100334405899
41848	rnn.bias_hh_l0_reverse	9	-0.12187282741069794
41848	linear.weight	0	-0.2509232759475708
41848	linear.weight	1	-0.10095135122537613
41848	linear.weight	2	-0.011228874325752258
41848	linear.weight	3	0.008716171607375145
41848	linear.weight	4	0.04901723936200142
41848	linear.weight	5	0.1704646348953247
41848	linear.weight	6	0.0047744326293468475
41848	linear.weight	7	-0.021312154829502106
41848	linear.weight	8	0.11920993775129318
41848	linear.weight	9	0.17894813418388367
41848	linear.bias	0	-0.6640456318855286
41848	linear.bias	1	0.5582335591316223
41848	linear.bias	2	0.11261454969644547
41848	linear.bias	3	-0.37381455302238464
41848	linear.bias	4	-1.2269220352172852
41848	linear.bias	5	-1.1012667417526245
41848	linear.bias	6	-0.5603358745574951
41848	linear.bias	7	-0.6671125292778015
41848	linear.bias	8	-0.01705317199230194
41848	linear.bias	9	2.691516637802124
42045	transitions	0	-0.13500306010246277
42045	transitions	1	6.916771411895752
42045	transitions	2	-2.7463126182556152
42045	transitions	3	1.1688745021820068
42045	transitions	4	-1.5130510330200195
42045	transitions	5	-0.24901607632637024
42045	transitions	6	-0.1353701502084732
42045	transitions	7	-10000.0
42045	transitions	8	1.5406829118728638
42045	transitions	9	-2.281733274459839
42045	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
42045	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
42045	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
42045	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
42045	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
42045	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
42045	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
42045	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
42045	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
42045	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
42045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
42045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
42045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
42045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
42045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
42045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
42045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
42045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
42045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
42045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
42045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
42045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
42045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
42045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
42045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
42045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
42045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
42045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
42045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
42045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
42045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
42045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
42045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
42045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
42045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
42045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
42045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
42045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
42045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
42045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
42045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
42045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
42045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
42045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
42045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
42045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
42045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
42045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
42045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
42045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
42045	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
42045	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
42045	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
42045	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
42045	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
42045	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
42045	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
42045	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
42045	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
42045	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
42045	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
42045	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
42045	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
42045	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
42045	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
42045	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
42045	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
42045	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
42045	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
42045	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
42045	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
42045	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
42045	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
42045	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
42045	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
42045	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
42045	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
42045	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
42045	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
42045	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
42045	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
42045	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
42045	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
42045	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
42045	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
42045	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
42045	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
42045	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
42045	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
42045	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
42045	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
42045	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
42045	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
42045	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
42045	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
42045	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
42045	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
42045	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
42045	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
42045	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
42045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
42045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
42045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
42045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
42045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
42045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
42045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
42045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
42045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
42045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
42045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
42045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
42045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
42045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
42045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
42045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
42045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
42045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
42045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
42045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
42045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
42045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
42045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
42045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
42045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
42045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
42045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
42045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
42045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
42045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
42045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
42045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
42045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
42045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
42045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
42045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
42045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
42045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
42045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
42045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
42045	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
42045	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
42045	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
42045	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
42045	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
42045	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
42045	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
42045	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
42045	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
42045	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
42045	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
42045	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
42045	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
42045	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
42045	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
42045	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
42045	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
42045	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
42045	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
42045	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
42045	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
42045	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
42045	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
42045	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
42045	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
42045	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
42045	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
42045	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
42045	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
42045	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
42045	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
42045	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
42045	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
42045	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
42045	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
42045	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
42045	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
42045	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
42045	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
42045	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
42045	embedding2nn.weight	0	0.025110844522714615
42045	embedding2nn.weight	1	-0.06398838013410568
42045	embedding2nn.weight	2	0.021077213808894157
42045	embedding2nn.weight	3	-0.02847568690776825
42045	embedding2nn.weight	4	-0.05527624860405922
42045	embedding2nn.weight	5	0.0642155259847641
42045	embedding2nn.weight	6	-0.0976683646440506
42045	embedding2nn.weight	7	-0.06812169402837753
42045	embedding2nn.weight	8	0.00557750416919589
42045	embedding2nn.weight	9	0.027016963809728622
42045	embedding2nn.bias	0	0.03852177411317825
42045	embedding2nn.bias	1	0.03964585065841675
42045	embedding2nn.bias	2	-0.11215095967054367
42045	embedding2nn.bias	3	0.07835225015878677
42045	embedding2nn.bias	4	0.03923988342285156
42045	embedding2nn.bias	5	-0.08576154708862305
42045	embedding2nn.bias	6	-0.08138994127511978
42045	embedding2nn.bias	7	-0.020248355343937874
42045	embedding2nn.bias	8	0.07440126687288284
42045	embedding2nn.bias	9	-0.11204303056001663
42045	rnn.weight_ih_l0	0	0.018217962235212326
42045	rnn.weight_ih_l0	1	0.02757483907043934
42045	rnn.weight_ih_l0	2	-0.030666446313261986
42045	rnn.weight_ih_l0	3	0.013836577534675598
42045	rnn.weight_ih_l0	4	0.02919042855501175
42045	rnn.weight_ih_l0	5	-0.060695815831422806
42045	rnn.weight_ih_l0	6	0.02339017204940319
42045	rnn.weight_ih_l0	7	-0.022656813263893127
42045	rnn.weight_ih_l0	8	0.02326199598610401
42045	rnn.weight_ih_l0	9	-0.011799450032413006
42045	rnn.weight_hh_l0	0	-0.0006079074810259044
42045	rnn.weight_hh_l0	1	-0.059259429574012756
42045	rnn.weight_hh_l0	2	0.03609277307987213
42045	rnn.weight_hh_l0	3	0.015881434082984924
42045	rnn.weight_hh_l0	4	0.017731351777911186
42045	rnn.weight_hh_l0	5	0.03299344331026077
42045	rnn.weight_hh_l0	6	-0.009832603856921196
42045	rnn.weight_hh_l0	7	-0.060486916452646255
42045	rnn.weight_hh_l0	8	-0.02667105197906494
42045	rnn.weight_hh_l0	9	-0.032472025603055954
42045	rnn.bias_ih_l0	0	-0.07067675143480301
42045	rnn.bias_ih_l0	1	-0.1020551398396492
42045	rnn.bias_ih_l0	2	-0.1414465606212616
42045	rnn.bias_ih_l0	3	-0.21931526064872742
42045	rnn.bias_ih_l0	4	0.008256656117737293
42045	rnn.bias_ih_l0	5	0.05923055112361908
42045	rnn.bias_ih_l0	6	-0.10234247893095016
42045	rnn.bias_ih_l0	7	-0.16043949127197266
42045	rnn.bias_ih_l0	8	-0.05480965971946716
42045	rnn.bias_ih_l0	9	-0.0875583216547966
42045	rnn.bias_hh_l0	0	0.09427174180746078
42045	rnn.bias_hh_l0	1	-0.017085682600736618
42045	rnn.bias_hh_l0	2	0.010057820938527584
42045	rnn.bias_hh_l0	3	-0.11793762445449829
42045	rnn.bias_hh_l0	4	0.008037369698286057
42045	rnn.bias_hh_l0	5	0.022838139906525612
42045	rnn.bias_hh_l0	6	-0.059457823634147644
42045	rnn.bias_hh_l0	7	-0.0936816856265068
42045	rnn.bias_hh_l0	8	-0.12909410893917084
42045	rnn.bias_hh_l0	9	-0.06272401660680771
42045	rnn.weight_ih_l0_reverse	0	-0.008370558731257915
42045	rnn.weight_ih_l0_reverse	1	0.005108289886265993
42045	rnn.weight_ih_l0_reverse	2	0.004172652494162321
42045	rnn.weight_ih_l0_reverse	3	-0.006626447197049856
42045	rnn.weight_ih_l0_reverse	4	0.006491521373391151
42045	rnn.weight_ih_l0_reverse	5	-0.009869256988167763
42045	rnn.weight_ih_l0_reverse	6	-0.050246626138687134
42045	rnn.weight_ih_l0_reverse	7	-0.014413922093808651
42045	rnn.weight_ih_l0_reverse	8	0.045062437653541565
42045	rnn.weight_ih_l0_reverse	9	0.006284533999860287
42045	rnn.weight_hh_l0_reverse	0	-0.007554522715508938
42045	rnn.weight_hh_l0_reverse	1	0.013212992809712887
42045	rnn.weight_hh_l0_reverse	2	-0.029199684038758278
42045	rnn.weight_hh_l0_reverse	3	0.03278276324272156
42045	rnn.weight_hh_l0_reverse	4	0.014443805441260338
42045	rnn.weight_hh_l0_reverse	5	0.0003207373956684023
42045	rnn.weight_hh_l0_reverse	6	0.02197474241256714
42045	rnn.weight_hh_l0_reverse	7	0.023058399558067322
42045	rnn.weight_hh_l0_reverse	8	0.004539006389677525
42045	rnn.weight_hh_l0_reverse	9	-0.037538014352321625
42045	rnn.bias_ih_l0_reverse	0	-0.08026552945375443
42045	rnn.bias_ih_l0_reverse	1	-0.21766622364521027
42045	rnn.bias_ih_l0_reverse	2	-0.025423312559723854
42045	rnn.bias_ih_l0_reverse	3	-0.0745583027601242
42045	rnn.bias_ih_l0_reverse	4	0.05779082700610161
42045	rnn.bias_ih_l0_reverse	5	-0.17197810113430023
42045	rnn.bias_ih_l0_reverse	6	-0.05704464390873909
42045	rnn.bias_ih_l0_reverse	7	0.03779386729001999
42045	rnn.bias_ih_l0_reverse	8	-0.10164552927017212
42045	rnn.bias_ih_l0_reverse	9	-0.052989229559898376
42045	rnn.bias_hh_l0_reverse	0	-0.0834115743637085
42045	rnn.bias_hh_l0_reverse	1	-0.043732304126024246
42045	rnn.bias_hh_l0_reverse	2	-0.03334534168243408
42045	rnn.bias_hh_l0_reverse	3	-0.08196061849594116
42045	rnn.bias_hh_l0_reverse	4	0.001777594443410635
42045	rnn.bias_hh_l0_reverse	5	-0.08814981579780579
42045	rnn.bias_hh_l0_reverse	6	-0.04759201407432556
42045	rnn.bias_hh_l0_reverse	7	-0.12070572376251221
42045	rnn.bias_hh_l0_reverse	8	-0.04089787229895592
42045	rnn.bias_hh_l0_reverse	9	-0.11875181645154953
42045	linear.weight	0	-0.25843727588653564
42045	linear.weight	1	-0.10644032806158066
42045	linear.weight	2	-0.011228874325752258
42045	linear.weight	3	-0.0007811159593984485
42045	linear.weight	4	0.04993826150894165
42045	linear.weight	5	0.14600682258605957
42045	linear.weight	6	0.0047744326293468475
42045	linear.weight	7	-0.021312154829502106
42045	linear.weight	8	0.10619387030601501
42045	linear.weight	9	0.17620770633220673
42045	linear.bias	0	-0.6368466019630432
42045	linear.bias	1	0.556384265422821
42045	linear.bias	2	0.07716557383537292
42045	linear.bias	3	-0.3581383526325226
42045	linear.bias	4	-1.2517906427383423
42045	linear.bias	5	-1.1016300916671753
42045	linear.bias	6	-0.5342474579811096
42045	linear.bias	7	-0.6998811960220337
42045	linear.bias	8	-0.01705317199230194
42045	linear.bias	9	2.7461583614349365
42242	transitions	0	-0.1362314522266388
42242	transitions	1	6.9191789627075195
42242	transitions	2	-2.7479846477508545
42242	transitions	3	1.1617079973220825
42242	transitions	4	-1.5147464275360107
42242	transitions	5	-0.24923741817474365
42242	transitions	6	-0.13555747270584106
42242	transitions	7	-10000.0
42242	transitions	8	1.540368676185608
42242	transitions	9	-2.281794548034668
42242	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
42242	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
42242	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
42242	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
42242	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
42242	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
42242	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
42242	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
42242	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
42242	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
42242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
42242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
42242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
42242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
42242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
42242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
42242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
42242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
42242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
42242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
42242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
42242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
42242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
42242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
42242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
42242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
42242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
42242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
42242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
42242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
42242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
42242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
42242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
42242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
42242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
42242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
42242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
42242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
42242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
42242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
42242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
42242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
42242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
42242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
42242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
42242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
42242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
42242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
42242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
42242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
42242	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
42242	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
42242	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
42242	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
42242	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
42242	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
42242	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
42242	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
42242	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
42242	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
42242	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
42242	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
42242	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
42242	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
42242	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
42242	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
42242	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
42242	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
42242	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
42242	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
42242	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
42242	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
42242	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
42242	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
42242	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
42242	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
42242	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
42242	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
42242	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
42242	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
42242	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
42242	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
42242	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
42242	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
42242	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
42242	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
42242	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
42242	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
42242	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
42242	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
42242	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
42242	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
42242	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
42242	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
42242	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
42242	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
42242	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
42242	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
42242	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
42242	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
42242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
42242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
42242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
42242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
42242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
42242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
42242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
42242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
42242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
42242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
42242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
42242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
42242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
42242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
42242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
42242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
42242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
42242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
42242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
42242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
42242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
42242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
42242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
42242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
42242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
42242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
42242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
42242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
42242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
42242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
42242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
42242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
42242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
42242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
42242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
42242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
42242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
42242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
42242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
42242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
42242	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
42242	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
42242	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
42242	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
42242	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
42242	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
42242	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
42242	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
42242	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
42242	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
42242	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
42242	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
42242	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
42242	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
42242	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
42242	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
42242	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
42242	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
42242	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
42242	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
42242	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
42242	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
42242	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
42242	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
42242	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
42242	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
42242	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
42242	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
42242	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
42242	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
42242	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
42242	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
42242	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
42242	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
42242	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
42242	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
42242	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
42242	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
42242	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
42242	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
42242	embedding2nn.weight	0	0.025347214192152023
42242	embedding2nn.weight	1	-0.0655069500207901
42242	embedding2nn.weight	2	0.019029702991247177
42242	embedding2nn.weight	3	-0.02678954042494297
42242	embedding2nn.weight	4	-0.053555678576231
42242	embedding2nn.weight	5	0.06618733704090118
42242	embedding2nn.weight	6	-0.09587691724300385
42242	embedding2nn.weight	7	-0.06860723346471786
42242	embedding2nn.weight	8	0.0059688035398721695
42242	embedding2nn.weight	9	0.023780709132552147
42242	embedding2nn.bias	0	0.04775703698396683
42242	embedding2nn.bias	1	0.04173971340060234
42242	embedding2nn.bias	2	-0.10466781258583069
42242	embedding2nn.bias	3	0.07207158207893372
42242	embedding2nn.bias	4	0.03914361819624901
42242	embedding2nn.bias	5	-0.10445664077997208
42242	embedding2nn.bias	6	-0.07459406554698944
42242	embedding2nn.bias	7	-0.01503785140812397
42242	embedding2nn.bias	8	0.0699775218963623
42242	embedding2nn.bias	9	-0.10895060002803802
42242	rnn.weight_ih_l0	0	0.018532181158661842
42242	rnn.weight_ih_l0	1	0.029227042570710182
42242	rnn.weight_ih_l0	2	-0.03029751405119896
42242	rnn.weight_ih_l0	3	0.014858817681670189
42242	rnn.weight_ih_l0	4	0.03250687196850777
42242	rnn.weight_ih_l0	5	-0.06082161143422127
42242	rnn.weight_ih_l0	6	0.025711549445986748
42242	rnn.weight_ih_l0	7	-0.022774863988161087
42242	rnn.weight_ih_l0	8	0.022067628800868988
42242	rnn.weight_ih_l0	9	-0.011014239862561226
42242	rnn.weight_hh_l0	0	-0.0020301942713558674
42242	rnn.weight_hh_l0	1	-0.061336908489465714
42242	rnn.weight_hh_l0	2	0.03576858341693878
42242	rnn.weight_hh_l0	3	0.016360996291041374
42242	rnn.weight_hh_l0	4	0.017978480085730553
42242	rnn.weight_hh_l0	5	0.03343629837036133
42242	rnn.weight_hh_l0	6	-0.010230648331344128
42242	rnn.weight_hh_l0	7	-0.06067585200071335
42242	rnn.weight_hh_l0	8	-0.025995075702667236
42242	rnn.weight_hh_l0	9	-0.03174357861280441
42242	rnn.bias_ih_l0	0	-0.07302404940128326
42242	rnn.bias_ih_l0	1	-0.10357306152582169
42242	rnn.bias_ih_l0	2	-0.14513306319713593
42242	rnn.bias_ih_l0	3	-0.2208489626646042
42242	rnn.bias_ih_l0	4	0.009818035177886486
42242	rnn.bias_ih_l0	5	0.051843076944351196
42242	rnn.bias_ih_l0	6	-0.10085553675889969
42242	rnn.bias_ih_l0	7	-0.16170543432235718
42242	rnn.bias_ih_l0	8	-0.04949914664030075
42242	rnn.bias_ih_l0	9	-0.08336175233125687
42242	rnn.bias_hh_l0	0	0.09508462250232697
42242	rnn.bias_hh_l0	1	-0.01971951499581337
42242	rnn.bias_hh_l0	2	0.008937852457165718
42242	rnn.bias_hh_l0	3	-0.11912763863801956
42242	rnn.bias_hh_l0	4	0.007460758090019226
42242	rnn.bias_hh_l0	5	0.024434683844447136
42242	rnn.bias_hh_l0	6	-0.05902424827218056
42242	rnn.bias_hh_l0	7	-0.09353221952915192
42242	rnn.bias_hh_l0	8	-0.1286379098892212
42242	rnn.bias_hh_l0	9	-0.07042054086923599
42242	rnn.weight_ih_l0_reverse	0	-0.008391696959733963
42242	rnn.weight_ih_l0_reverse	1	0.00510693434625864
42242	rnn.weight_ih_l0_reverse	2	0.004123102407902479
42242	rnn.weight_ih_l0_reverse	3	-0.007704432588070631
42242	rnn.weight_ih_l0_reverse	4	0.007620636373758316
42242	rnn.weight_ih_l0_reverse	5	-0.011601156555116177
42242	rnn.weight_ih_l0_reverse	6	-0.04809710383415222
42242	rnn.weight_ih_l0_reverse	7	-0.013530482538044453
42242	rnn.weight_ih_l0_reverse	8	0.04539500176906586
42242	rnn.weight_ih_l0_reverse	9	0.00790012814104557
42242	rnn.weight_hh_l0_reverse	0	-0.008008395321667194
42242	rnn.weight_hh_l0_reverse	1	0.013505443930625916
42242	rnn.weight_hh_l0_reverse	2	-0.029301568865776062
42242	rnn.weight_hh_l0_reverse	3	0.032404590398073196
42242	rnn.weight_hh_l0_reverse	4	0.015054203569889069
42242	rnn.weight_hh_l0_reverse	5	0.0017349612899124622
42242	rnn.weight_hh_l0_reverse	6	0.023254938423633575
42242	rnn.weight_hh_l0_reverse	7	0.022150112316012383
42242	rnn.weight_hh_l0_reverse	8	0.004765249788761139
42242	rnn.weight_hh_l0_reverse	9	-0.03856132552027702
42242	rnn.bias_ih_l0_reverse	0	-0.07797322422266006
42242	rnn.bias_ih_l0_reverse	1	-0.21741625666618347
42242	rnn.bias_ih_l0_reverse	2	-0.030557990074157715
42242	rnn.bias_ih_l0_reverse	3	-0.0726994052529335
42242	rnn.bias_ih_l0_reverse	4	0.05792297050356865
42242	rnn.bias_ih_l0_reverse	5	-0.16997040808200836
42242	rnn.bias_ih_l0_reverse	6	-0.05734895169734955
42242	rnn.bias_ih_l0_reverse	7	0.03767314925789833
42242	rnn.bias_ih_l0_reverse	8	-0.10058292001485825
42242	rnn.bias_ih_l0_reverse	9	-0.04908305034041405
42242	rnn.bias_hh_l0_reverse	0	-0.08253233879804611
42242	rnn.bias_hh_l0_reverse	1	-0.047728851437568665
42242	rnn.bias_hh_l0_reverse	2	-0.036123935133218765
42242	rnn.bias_hh_l0_reverse	3	-0.076785147190094
42242	rnn.bias_hh_l0_reverse	4	0.002948598237708211
42242	rnn.bias_hh_l0_reverse	5	-0.0882568284869194
42242	rnn.bias_hh_l0_reverse	6	-0.042834822088479996
42242	rnn.bias_hh_l0_reverse	7	-0.12237564474344254
42242	rnn.bias_hh_l0_reverse	8	-0.03880986571311951
42242	rnn.bias_hh_l0_reverse	9	-0.11783302575349808
42242	linear.weight	0	-0.25652340054512024
42242	linear.weight	1	-0.11608978360891342
42242	linear.weight	2	-0.011228874325752258
42242	linear.weight	3	0.005144922062754631
42242	linear.weight	4	0.05572483316063881
42242	linear.weight	5	0.1389024704694748
42242	linear.weight	6	0.0047744326293468475
42242	linear.weight	7	-0.021312154829502106
42242	linear.weight	8	0.09814615547657013
42242	linear.weight	9	0.16671550273895264
42242	linear.bias	0	-0.631865918636322
42242	linear.bias	1	0.5213400721549988
42242	linear.bias	2	0.04197699576616287
42242	linear.bias	3	-0.34501227736473083
42242	linear.bias	4	-1.2416861057281494
42242	linear.bias	5	-1.101954460144043
42242	linear.bias	6	-0.5322901010513306
42242	linear.bias	7	-0.7057421803474426
42242	linear.bias	8	-0.01705317199230194
42242	linear.bias	9	2.7159907817840576
42439	transitions	0	-0.13681167364120483
42439	transitions	1	6.926173210144043
42439	transitions	2	-2.7507212162017822
42439	transitions	3	1.1577671766281128
42439	transitions	4	-1.5166131258010864
42439	transitions	5	-0.24961085617542267
42439	transitions	6	-0.13575543463230133
42439	transitions	7	-10000.0
42439	transitions	8	1.5470516681671143
42439	transitions	9	-2.2818686962127686
42439	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
42439	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
42439	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
42439	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
42439	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
42439	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
42439	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
42439	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
42439	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
42439	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
42439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
42439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
42439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
42439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
42439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
42439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
42439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
42439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
42439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
42439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
42439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
42439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
42439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
42439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
42439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
42439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
42439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
42439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
42439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
42439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
42439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
42439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
42439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
42439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
42439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
42439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
42439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
42439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
42439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
42439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
42439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
42439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
42439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
42439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
42439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
42439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
42439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
42439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
42439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
42439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
42439	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
42439	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
42439	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
42439	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
42439	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
42439	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
42439	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
42439	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
42439	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
42439	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
42439	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
42439	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
42439	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
42439	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
42439	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
42439	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
42439	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
42439	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
42439	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
42439	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
42439	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
42439	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
42439	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
42439	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
42439	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
42439	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
42439	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
42439	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
42439	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
42439	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
42439	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
42439	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
42439	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
42439	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
42439	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
42439	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
42439	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
42439	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
42439	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
42439	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
42439	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
42439	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
42439	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
42439	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
42439	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
42439	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
42439	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
42439	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
42439	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
42439	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
42439	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
42439	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
42439	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
42439	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
42439	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
42439	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
42439	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
42439	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
42439	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
42439	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
42439	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
42439	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
42439	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
42439	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
42439	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
42439	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
42439	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
42439	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
42439	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
42439	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
42439	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
42439	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
42439	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
42439	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
42439	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
42439	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
42439	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
42439	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
42439	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
42439	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
42439	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
42439	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
42439	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
42439	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
42439	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
42439	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
42439	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
42439	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
42439	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
42439	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
42439	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
42439	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
42439	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
42439	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
42439	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
42439	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
42439	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
42439	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
42439	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
42439	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
42439	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
42439	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
42439	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
42439	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
42439	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
42439	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
42439	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
42439	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
42439	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
42439	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
42439	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
42439	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
42439	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
42439	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
42439	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
42439	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
42439	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
42439	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
42439	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
42439	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
42439	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
42439	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
42439	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
42439	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
42439	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
42439	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
42439	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
42439	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
42439	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
42439	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
42439	embedding2nn.weight	0	0.025485409423708916
42439	embedding2nn.weight	1	-0.06440746039152145
42439	embedding2nn.weight	2	0.020024150609970093
42439	embedding2nn.weight	3	-0.027527756989002228
42439	embedding2nn.weight	4	-0.05600139498710632
42439	embedding2nn.weight	5	0.06705164909362793
42439	embedding2nn.weight	6	-0.09683454781770706
42439	embedding2nn.weight	7	-0.06444164365530014
42439	embedding2nn.weight	8	0.0055491141974925995
42439	embedding2nn.weight	9	0.026559848338365555
42439	embedding2nn.bias	0	0.04618934541940689
42439	embedding2nn.bias	1	0.03961562365293503
42439	embedding2nn.bias	2	-0.10323519259691238
42439	embedding2nn.bias	3	0.0688195452094078
42439	embedding2nn.bias	4	0.04144691675901413
42439	embedding2nn.bias	5	-0.11266874521970749
42439	embedding2nn.bias	6	-0.06383445858955383
42439	embedding2nn.bias	7	-0.015092041343450546
42439	embedding2nn.bias	8	0.07754002511501312
42439	embedding2nn.bias	9	-0.11942888796329498
42439	rnn.weight_ih_l0	0	0.020551636815071106
42439	rnn.weight_ih_l0	1	0.02778526581823826
42439	rnn.weight_ih_l0	2	-0.029172420501708984
42439	rnn.weight_ih_l0	3	0.012559845112264156
42439	rnn.weight_ih_l0	4	0.033356767147779465
42439	rnn.weight_ih_l0	5	-0.06327422708272934
42439	rnn.weight_ih_l0	6	0.024908898398280144
42439	rnn.weight_ih_l0	7	-0.020231129601597786
42439	rnn.weight_ih_l0	8	0.02230130508542061
42439	rnn.weight_ih_l0	9	-0.010744156315922737
42439	rnn.weight_hh_l0	0	-0.0014057370135560632
42439	rnn.weight_hh_l0	1	-0.061558544635772705
42439	rnn.weight_hh_l0	2	0.03651268780231476
42439	rnn.weight_hh_l0	3	0.015360099263489246
42439	rnn.weight_hh_l0	4	0.017778458073735237
42439	rnn.weight_hh_l0	5	0.03465690836310387
42439	rnn.weight_hh_l0	6	-0.010081019252538681
42439	rnn.weight_hh_l0	7	-0.060356371104717255
42439	rnn.weight_hh_l0	8	-0.02537863701581955
42439	rnn.weight_hh_l0	9	-0.031966883689165115
42439	rnn.bias_ih_l0	0	-0.06773371249437332
42439	rnn.bias_ih_l0	1	-0.10393765568733215
42439	rnn.bias_ih_l0	2	-0.14448529481887817
42439	rnn.bias_ih_l0	3	-0.21979400515556335
42439	rnn.bias_ih_l0	4	0.012179490178823471
42439	rnn.bias_ih_l0	5	0.052671972662210464
42439	rnn.bias_ih_l0	6	-0.09928122162818909
42439	rnn.bias_ih_l0	7	-0.16084952652454376
42439	rnn.bias_ih_l0	8	-0.04316223785281181
42439	rnn.bias_ih_l0	9	-0.08535367995500565
42439	rnn.bias_hh_l0	0	0.09414943307638168
42439	rnn.bias_hh_l0	1	-0.018884869292378426
42439	rnn.bias_hh_l0	2	0.007189167197793722
42439	rnn.bias_hh_l0	3	-0.11969083547592163
42439	rnn.bias_hh_l0	4	0.018789399415254593
42439	rnn.bias_hh_l0	5	0.02645845152437687
42439	rnn.bias_hh_l0	6	-0.0592496320605278
42439	rnn.bias_hh_l0	7	-0.09569396823644638
42439	rnn.bias_hh_l0	8	-0.12640154361724854
42439	rnn.bias_hh_l0	9	-0.07354108989238739
42439	rnn.weight_ih_l0_reverse	0	-0.007502907421439886
42439	rnn.weight_ih_l0_reverse	1	0.005413476377725601
42439	rnn.weight_ih_l0_reverse	2	-0.0030994315166026354
42439	rnn.weight_ih_l0_reverse	3	-0.008598187938332558
42439	rnn.weight_ih_l0_reverse	4	0.0065442100167274475
42439	rnn.weight_ih_l0_reverse	5	-0.008838437497615814
42439	rnn.weight_ih_l0_reverse	6	-0.047232311218976974
42439	rnn.weight_ih_l0_reverse	7	-0.01132978592067957
42439	rnn.weight_ih_l0_reverse	8	0.0478016622364521
42439	rnn.weight_ih_l0_reverse	9	0.0071180728264153
42439	rnn.weight_hh_l0_reverse	0	-0.007614743895828724
42439	rnn.weight_hh_l0_reverse	1	0.012876331806182861
42439	rnn.weight_hh_l0_reverse	2	-0.029248593375086784
42439	rnn.weight_hh_l0_reverse	3	0.03243130445480347
42439	rnn.weight_hh_l0_reverse	4	0.014578035101294518
42439	rnn.weight_hh_l0_reverse	5	0.0012794960057362914
42439	rnn.weight_hh_l0_reverse	6	0.021706340834498405
42439	rnn.weight_hh_l0_reverse	7	0.02272246778011322
42439	rnn.weight_hh_l0_reverse	8	0.005013744346797466
42439	rnn.weight_hh_l0_reverse	9	-0.03904600441455841
42439	rnn.bias_ih_l0_reverse	0	-0.07554532587528229
42439	rnn.bias_ih_l0_reverse	1	-0.21819716691970825
42439	rnn.bias_ih_l0_reverse	2	-0.030038349330425262
42439	rnn.bias_ih_l0_reverse	3	-0.07398942112922668
42439	rnn.bias_ih_l0_reverse	4	0.06063877046108246
42439	rnn.bias_ih_l0_reverse	5	-0.17208491265773773
42439	rnn.bias_ih_l0_reverse	6	-0.05586075782775879
42439	rnn.bias_ih_l0_reverse	7	0.04096159711480141
42439	rnn.bias_ih_l0_reverse	8	-0.10008294135332108
42439	rnn.bias_ih_l0_reverse	9	-0.05108652263879776
42439	rnn.bias_hh_l0_reverse	0	-0.08193321526050568
42439	rnn.bias_hh_l0_reverse	1	-0.04471743106842041
42439	rnn.bias_hh_l0_reverse	2	-0.03668670728802681
42439	rnn.bias_hh_l0_reverse	3	-0.07941260188817978
42439	rnn.bias_hh_l0_reverse	4	0.003004154423251748
42439	rnn.bias_hh_l0_reverse	5	-0.09128367900848389
42439	rnn.bias_hh_l0_reverse	6	-0.04621227830648422
42439	rnn.bias_hh_l0_reverse	7	-0.12066056579351425
42439	rnn.bias_hh_l0_reverse	8	-0.03707389533519745
42439	rnn.bias_hh_l0_reverse	9	-0.1203780397772789
42439	linear.weight	0	-0.24471773207187653
42439	linear.weight	1	-0.11215270310640335
42439	linear.weight	2	-0.011228874325752258
42439	linear.weight	3	0.005814765579998493
42439	linear.weight	4	0.0497797392308712
42439	linear.weight	5	0.15858732163906097
42439	linear.weight	6	0.0047744326293468475
42439	linear.weight	7	-0.021312154829502106
42439	linear.weight	8	0.1056327298283577
42439	linear.weight	9	0.16780772805213928
42439	linear.bias	0	-0.6474096179008484
42439	linear.bias	1	0.5338254570960999
42439	linear.bias	2	0.09731455892324448
42439	linear.bias	3	-0.37208259105682373
42439	linear.bias	4	-1.2310504913330078
42439	linear.bias	5	-1.1023056507110596
42439	linear.bias	6	-0.5487609505653381
42439	linear.bias	7	-0.6978471875190735
42439	linear.bias	8	-0.01705317199230194
42439	linear.bias	9	2.700618028640747
42636	transitions	0	-0.1383000910282135
42636	transitions	1	6.951119422912598
42636	transitions	2	-2.754014253616333
42636	transitions	3	1.1580922603607178
42636	transitions	4	-1.5191051959991455
42636	transitions	5	-0.2498718798160553
42636	transitions	6	-0.13596688210964203
42636	transitions	7	-10000.0
42636	transitions	8	1.5477319955825806
42636	transitions	9	-2.2819299697875977
42636	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
42636	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
42636	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
42636	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
42636	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
42636	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
42636	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
42636	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
42636	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
42636	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
42636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
42636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
42636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
42636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
42636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
42636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
42636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
42636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
42636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
42636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
42636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
42636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
42636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
42636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
42636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
42636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
42636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
42636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
42636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
42636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
42636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
42636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
42636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
42636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
42636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
42636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
42636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
42636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
42636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
42636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
42636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
42636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
42636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
42636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
42636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
42636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
42636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
42636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
42636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
42636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
42636	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
42636	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
42636	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
42636	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
42636	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
42636	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
42636	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
42636	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
42636	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
42636	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
42636	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
42636	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
42636	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
42636	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
42636	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
42636	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
42636	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
42636	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
42636	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
42636	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
42636	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
42636	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
42636	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
42636	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
42636	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
42636	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
42636	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
42636	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
42636	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
42636	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
42636	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
42636	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
42636	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
42636	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
42636	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
42636	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
42636	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
42636	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
42636	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
42636	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
42636	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
42636	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
42636	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
42636	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
42636	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
42636	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
42636	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
42636	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
42636	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
42636	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
42636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
42636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
42636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
42636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
42636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
42636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
42636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
42636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
42636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
42636	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
42636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
42636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
42636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
42636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
42636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
42636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
42636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
42636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
42636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
42636	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
42636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
42636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
42636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
42636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
42636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
42636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
42636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
42636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
42636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
42636	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
42636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
42636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
42636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
42636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
42636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
42636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
42636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
42636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
42636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
42636	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
42636	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
42636	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
42636	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
42636	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
42636	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
42636	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
42636	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
42636	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
42636	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
42636	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
42636	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
42636	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
42636	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
42636	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
42636	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
42636	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
42636	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
42636	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
42636	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
42636	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
42636	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
42636	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
42636	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
42636	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
42636	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
42636	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
42636	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
42636	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
42636	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
42636	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
42636	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
42636	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
42636	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
42636	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
42636	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
42636	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
42636	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
42636	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
42636	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
42636	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
42636	embedding2nn.weight	0	0.024881554767489433
42636	embedding2nn.weight	1	-0.0652690976858139
42636	embedding2nn.weight	2	0.020556481555104256
42636	embedding2nn.weight	3	-0.028683586046099663
42636	embedding2nn.weight	4	-0.05728637054562569
42636	embedding2nn.weight	5	0.0677441731095314
42636	embedding2nn.weight	6	-0.09969111531972885
42636	embedding2nn.weight	7	-0.06502825021743774
42636	embedding2nn.weight	8	0.007129694800823927
42636	embedding2nn.weight	9	0.030107418075203896
42636	embedding2nn.bias	0	0.03843647614121437
42636	embedding2nn.bias	1	0.04443863779306412
42636	embedding2nn.bias	2	-0.10891926288604736
42636	embedding2nn.bias	3	0.054638028144836426
42636	embedding2nn.bias	4	0.04037739709019661
42636	embedding2nn.bias	5	-0.12322504073381424
42636	embedding2nn.bias	6	-0.06527771800756454
42636	embedding2nn.bias	7	-0.01850072480738163
42636	embedding2nn.bias	8	0.060172803699970245
42636	embedding2nn.bias	9	-0.11051958799362183
42636	rnn.weight_ih_l0	0	0.021214649081230164
42636	rnn.weight_ih_l0	1	0.024910634383559227
42636	rnn.weight_ih_l0	2	-0.029955172911286354
42636	rnn.weight_ih_l0	3	0.015372706577181816
42636	rnn.weight_ih_l0	4	0.032080866396427155
42636	rnn.weight_ih_l0	5	-0.06324359029531479
42636	rnn.weight_ih_l0	6	0.024944862350821495
42636	rnn.weight_ih_l0	7	-0.021663155406713486
42636	rnn.weight_ih_l0	8	0.024082854390144348
42636	rnn.weight_ih_l0	9	-0.013217093423008919
42636	rnn.weight_hh_l0	0	0.00014808372361585498
42636	rnn.weight_hh_l0	1	-0.062058769166469574
42636	rnn.weight_hh_l0	2	0.0363088957965374
42636	rnn.weight_hh_l0	3	0.015472903847694397
42636	rnn.weight_hh_l0	4	0.01801212877035141
42636	rnn.weight_hh_l0	5	0.03398491442203522
42636	rnn.weight_hh_l0	6	-0.009986969642341137
42636	rnn.weight_hh_l0	7	-0.058987412601709366
42636	rnn.weight_hh_l0	8	-0.025760279968380928
42636	rnn.weight_hh_l0	9	-0.03287256881594658
42636	rnn.bias_ih_l0	0	-0.05536455661058426
42636	rnn.bias_ih_l0	1	-0.10531992465257645
42636	rnn.bias_ih_l0	2	-0.14376436173915863
42636	rnn.bias_ih_l0	3	-0.2236490696668625
42636	rnn.bias_ih_l0	4	0.015859216451644897
42636	rnn.bias_ih_l0	5	0.06087280064821243
42636	rnn.bias_ih_l0	6	-0.1026233658194542
42636	rnn.bias_ih_l0	7	-0.1612670123577118
42636	rnn.bias_ih_l0	8	-0.04627980291843414
42636	rnn.bias_ih_l0	9	-0.08401944488286972
42636	rnn.bias_hh_l0	0	0.09404412657022476
42636	rnn.bias_hh_l0	1	-0.02040288783609867
42636	rnn.bias_hh_l0	2	0.0050387610681355
42636	rnn.bias_hh_l0	3	-0.12010850757360458
42636	rnn.bias_hh_l0	4	0.011492389254271984
42636	rnn.bias_hh_l0	5	0.020418133586645126
42636	rnn.bias_hh_l0	6	-0.05861876532435417
42636	rnn.bias_hh_l0	7	-0.09480050951242447
42636	rnn.bias_hh_l0	8	-0.12554387748241425
42636	rnn.bias_hh_l0	9	-0.07225782424211502
42636	rnn.weight_ih_l0_reverse	0	-0.009164076298475266
42636	rnn.weight_ih_l0_reverse	1	0.004513860680162907
42636	rnn.weight_ih_l0_reverse	2	0.0005770131247118115
42636	rnn.weight_ih_l0_reverse	3	-0.010027170181274414
42636	rnn.weight_ih_l0_reverse	4	0.005331927444785833
42636	rnn.weight_ih_l0_reverse	5	-0.010425995104014874
42636	rnn.weight_ih_l0_reverse	6	-0.04275646060705185
42636	rnn.weight_ih_l0_reverse	7	-0.011540754698216915
42636	rnn.weight_ih_l0_reverse	8	0.04799269884824753
42636	rnn.weight_ih_l0_reverse	9	0.006307900417596102
42636	rnn.weight_hh_l0_reverse	0	-0.007523674052208662
42636	rnn.weight_hh_l0_reverse	1	0.012507560662925243
42636	rnn.weight_hh_l0_reverse	2	-0.028950868174433708
42636	rnn.weight_hh_l0_reverse	3	0.031926970928907394
42636	rnn.weight_hh_l0_reverse	4	0.014603754505515099
42636	rnn.weight_hh_l0_reverse	5	0.0015694161411374807
42636	rnn.weight_hh_l0_reverse	6	0.022392448037862778
42636	rnn.weight_hh_l0_reverse	7	0.022383278235793114
42636	rnn.weight_hh_l0_reverse	8	0.0048700012266635895
42636	rnn.weight_hh_l0_reverse	9	-0.0391666442155838
42636	rnn.bias_ih_l0_reverse	0	-0.07764236629009247
42636	rnn.bias_ih_l0_reverse	1	-0.22065061330795288
42636	rnn.bias_ih_l0_reverse	2	-0.030664660036563873
42636	rnn.bias_ih_l0_reverse	3	-0.0710342600941658
42636	rnn.bias_ih_l0_reverse	4	0.0659559816122055
42636	rnn.bias_ih_l0_reverse	5	-0.1726628541946411
42636	rnn.bias_ih_l0_reverse	6	-0.05360386148095131
42636	rnn.bias_ih_l0_reverse	7	0.04483386501669884
42636	rnn.bias_ih_l0_reverse	8	-0.0988144725561142
42636	rnn.bias_ih_l0_reverse	9	-0.05613191798329353
42636	rnn.bias_hh_l0_reverse	0	-0.08046580851078033
42636	rnn.bias_hh_l0_reverse	1	-0.03608505427837372
42636	rnn.bias_hh_l0_reverse	2	-0.033720020204782486
42636	rnn.bias_hh_l0_reverse	3	-0.07681859284639359
42636	rnn.bias_hh_l0_reverse	4	0.0008565859170630574
42636	rnn.bias_hh_l0_reverse	5	-0.0900314450263977
42636	rnn.bias_hh_l0_reverse	6	-0.050557129085063934
42636	rnn.bias_hh_l0_reverse	7	-0.1200682669878006
42636	rnn.bias_hh_l0_reverse	8	-0.038634661585092545
42636	rnn.bias_hh_l0_reverse	9	-0.12140508741140366
42636	linear.weight	0	-0.2400578409433365
42636	linear.weight	1	-0.09257124364376068
42636	linear.weight	2	-0.011228874325752258
42636	linear.weight	3	-0.008632323704659939
42636	linear.weight	4	0.049189236015081406
42636	linear.weight	5	0.15178006887435913
42636	linear.weight	6	0.0047744326293468475
42636	linear.weight	7	-0.021312154829502106
42636	linear.weight	8	0.09035593271255493
42636	linear.weight	9	0.1647789180278778
42636	linear.bias	0	-0.6812092661857605
42636	linear.bias	1	0.5572875142097473
42636	linear.bias	2	0.051133424043655396
42636	linear.bias	3	-0.3563842475414276
42636	linear.bias	4	-1.234659194946289
42636	linear.bias	5	-1.1026489734649658
42636	linear.bias	6	-0.5813599228858948
42636	linear.bias	7	-0.7067252993583679
42636	linear.bias	8	-0.01705317199230194
42636	linear.bias	9	2.717017650604248
42833	transitions	0	-0.13918717205524445
42833	transitions	1	6.980757713317871
42833	transitions	2	-2.7601327896118164
42833	transitions	3	1.1700221300125122
42833	transitions	4	-1.5211602449417114
42833	transitions	5	-0.2510569393634796
42833	transitions	6	-0.13614003360271454
42833	transitions	7	-10000.0
42833	transitions	8	1.549519658088684
42833	transitions	9	-2.281989336013794
42833	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
42833	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
42833	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
42833	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
42833	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
42833	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
42833	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
42833	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
42833	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
42833	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
42833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
42833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
42833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
42833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
42833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
42833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
42833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
42833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
42833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
42833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
42833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
42833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
42833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
42833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
42833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
42833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
42833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
42833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
42833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
42833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
42833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
42833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
42833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
42833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
42833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
42833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
42833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
42833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
42833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
42833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
42833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
42833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
42833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
42833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
42833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
42833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
42833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
42833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
42833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
42833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
42833	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
42833	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
42833	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
42833	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
42833	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
42833	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
42833	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
42833	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
42833	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
42833	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
42833	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
42833	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
42833	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
42833	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
42833	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
42833	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
42833	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
42833	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
42833	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
42833	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
42833	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
42833	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
42833	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
42833	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
42833	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
42833	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
42833	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
42833	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
42833	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
42833	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
42833	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
42833	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
42833	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
42833	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
42833	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
42833	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
42833	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
42833	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
42833	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
42833	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
42833	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
42833	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
42833	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
42833	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
42833	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
42833	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
42833	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
42833	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
42833	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
42833	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
42833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
42833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
42833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
42833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
42833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
42833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
42833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
42833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
42833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
42833	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
42833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
42833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
42833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
42833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
42833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
42833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
42833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
42833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
42833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
42833	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
42833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
42833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
42833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
42833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
42833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
42833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
42833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
42833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
42833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
42833	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
42833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
42833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
42833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
42833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
42833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
42833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
42833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
42833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
42833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
42833	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
42833	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
42833	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
42833	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
42833	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
42833	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
42833	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
42833	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
42833	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
42833	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
42833	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
42833	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
42833	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
42833	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
42833	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
42833	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
42833	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
42833	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
42833	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
42833	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
42833	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
42833	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
42833	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
42833	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
42833	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
42833	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
42833	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
42833	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
42833	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
42833	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
42833	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
42833	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
42833	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
42833	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
42833	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
42833	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
42833	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
42833	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
42833	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
42833	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
42833	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
42833	embedding2nn.weight	0	0.024411439895629883
42833	embedding2nn.weight	1	-0.06507040560245514
42833	embedding2nn.weight	2	0.019342243671417236
42833	embedding2nn.weight	3	-0.026930298656225204
42833	embedding2nn.weight	4	-0.05551639199256897
42833	embedding2nn.weight	5	0.06735612452030182
42833	embedding2nn.weight	6	-0.10640711337327957
42833	embedding2nn.weight	7	-0.067437082529068
42833	embedding2nn.weight	8	0.007582917343825102
42833	embedding2nn.weight	9	0.03210219740867615
42833	embedding2nn.bias	0	0.03599129244685173
42833	embedding2nn.bias	1	0.043299563229084015
42833	embedding2nn.bias	2	-0.11100562661886215
42833	embedding2nn.bias	3	0.0655013918876648
42833	embedding2nn.bias	4	0.04667765274643898
42833	embedding2nn.bias	5	-0.1420394778251648
42833	embedding2nn.bias	6	-0.058571457862854004
42833	embedding2nn.bias	7	-0.011826815083622932
42833	embedding2nn.bias	8	0.0505913570523262
42833	embedding2nn.bias	9	-0.10802412778139114
42833	rnn.weight_ih_l0	0	0.019821621477603912
42833	rnn.weight_ih_l0	1	0.023383108898997307
42833	rnn.weight_ih_l0	2	-0.026113850995898247
42833	rnn.weight_ih_l0	3	0.018817951902747154
42833	rnn.weight_ih_l0	4	0.0323614738881588
42833	rnn.weight_ih_l0	5	-0.0627133846282959
42833	rnn.weight_ih_l0	6	0.023159869015216827
42833	rnn.weight_ih_l0	7	-0.021773511543869972
42833	rnn.weight_ih_l0	8	0.02511800266802311
42833	rnn.weight_ih_l0	9	-0.012118073180317879
42833	rnn.weight_hh_l0	0	0.0006790907355025411
42833	rnn.weight_hh_l0	1	-0.05895369127392769
42833	rnn.weight_hh_l0	2	0.036720480769872665
42833	rnn.weight_hh_l0	3	0.015852248296141624
42833	rnn.weight_hh_l0	4	0.018002815544605255
42833	rnn.weight_hh_l0	5	0.03240390494465828
42833	rnn.weight_hh_l0	6	-0.010267199017107487
42833	rnn.weight_hh_l0	7	-0.057988427579402924
42833	rnn.weight_hh_l0	8	-0.025316985324025154
42833	rnn.weight_hh_l0	9	-0.03443359211087227
42833	rnn.bias_ih_l0	0	-0.05487270653247833
42833	rnn.bias_ih_l0	1	-0.10709003359079361
42833	rnn.bias_ih_l0	2	-0.1451837420463562
42833	rnn.bias_ih_l0	3	-0.2223534733057022
42833	rnn.bias_ih_l0	4	0.02475350722670555
42833	rnn.bias_ih_l0	5	0.058224961161613464
42833	rnn.bias_ih_l0	6	-0.10151723027229309
42833	rnn.bias_ih_l0	7	-0.16341142356395721
42833	rnn.bias_ih_l0	8	-0.047612693160772324
42833	rnn.bias_ih_l0	9	-0.08204090595245361
42833	rnn.bias_hh_l0	0	0.10324645787477493
42833	rnn.bias_hh_l0	1	-0.01905752532184124
42833	rnn.bias_hh_l0	2	0.00784661341458559
42833	rnn.bias_hh_l0	3	-0.11913161724805832
42833	rnn.bias_hh_l0	4	0.016734186559915543
42833	rnn.bias_hh_l0	5	0.025970689952373505
42833	rnn.bias_hh_l0	6	-0.059296734631061554
42833	rnn.bias_hh_l0	7	-0.0994475930929184
42833	rnn.bias_hh_l0	8	-0.12730950117111206
42833	rnn.bias_hh_l0	9	-0.07153408229351044
42833	rnn.weight_ih_l0_reverse	0	-0.0072101205587387085
42833	rnn.weight_ih_l0_reverse	1	0.004874302539974451
42833	rnn.weight_ih_l0_reverse	2	0.0005226864595897496
42833	rnn.weight_ih_l0_reverse	3	-0.005798381753265858
42833	rnn.weight_ih_l0_reverse	4	0.008194535039365292
42833	rnn.weight_ih_l0_reverse	5	-0.010595111176371574
42833	rnn.weight_ih_l0_reverse	6	-0.044098664075136185
42833	rnn.weight_ih_l0_reverse	7	-0.011290233582258224
42833	rnn.weight_ih_l0_reverse	8	0.0429798886179924
42833	rnn.weight_ih_l0_reverse	9	0.005480524152517319
42833	rnn.weight_hh_l0_reverse	0	-0.0070367478765547276
42833	rnn.weight_hh_l0_reverse	1	0.01271199993789196
42833	rnn.weight_hh_l0_reverse	2	-0.02897033654153347
42833	rnn.weight_hh_l0_reverse	3	0.03220750391483307
42833	rnn.weight_hh_l0_reverse	4	0.014510616660118103
42833	rnn.weight_hh_l0_reverse	5	0.0007368879159912467
42833	rnn.weight_hh_l0_reverse	6	0.021644392982125282
42833	rnn.weight_hh_l0_reverse	7	0.023026620969176292
42833	rnn.weight_hh_l0_reverse	8	0.005431861616671085
42833	rnn.weight_hh_l0_reverse	9	-0.03716219589114189
42833	rnn.bias_ih_l0_reverse	0	-0.0747423991560936
42833	rnn.bias_ih_l0_reverse	1	-0.22062836587429047
42833	rnn.bias_ih_l0_reverse	2	-0.03107762709259987
42833	rnn.bias_ih_l0_reverse	3	-0.07362904399633408
42833	rnn.bias_ih_l0_reverse	4	0.07083260267972946
42833	rnn.bias_ih_l0_reverse	5	-0.16912803053855896
42833	rnn.bias_ih_l0_reverse	6	-0.05182189494371414
42833	rnn.bias_ih_l0_reverse	7	0.0419887974858284
42833	rnn.bias_ih_l0_reverse	8	-0.10323826223611832
42833	rnn.bias_ih_l0_reverse	9	-0.059104420244693756
42833	rnn.bias_hh_l0_reverse	0	-0.07963696867227554
42833	rnn.bias_hh_l0_reverse	1	-0.033123549073934555
42833	rnn.bias_hh_l0_reverse	2	-0.03458672761917114
42833	rnn.bias_hh_l0_reverse	3	-0.07661809027194977
42833	rnn.bias_hh_l0_reverse	4	0.00351783842779696
42833	rnn.bias_hh_l0_reverse	5	-0.0948418602347374
42833	rnn.bias_hh_l0_reverse	6	-0.04695037752389908
42833	rnn.bias_hh_l0_reverse	7	-0.12236130237579346
42833	rnn.bias_hh_l0_reverse	8	-0.03711312264204025
42833	rnn.bias_hh_l0_reverse	9	-0.1236729845404625
42833	linear.weight	0	-0.24792197346687317
42833	linear.weight	1	-0.09075581282377243
42833	linear.weight	2	-0.011228874325752258
42833	linear.weight	3	-0.027574505656957626
42833	linear.weight	4	0.048755329102277756
42833	linear.weight	5	0.1538189798593521
42833	linear.weight	6	0.0047744326293468475
42833	linear.weight	7	-0.021312154829502106
42833	linear.weight	8	0.09853468090295792
42833	linear.weight	9	0.15459103882312775
42833	linear.bias	0	-0.6294988393783569
42833	linear.bias	1	0.5501651763916016
42833	linear.bias	2	0.06345608830451965
42833	linear.bias	3	-0.34782636165618896
42833	linear.bias	4	-1.25608229637146
42833	linear.bias	5	-1.1030079126358032
42833	linear.bias	6	-0.5233694314956665
42833	linear.bias	7	-0.7280685901641846
42833	linear.bias	8	-0.01705317199230194
42833	linear.bias	9	2.6983253955841064
43030	transitions	0	-0.13956822454929352
43030	transitions	1	6.994086742401123
43030	transitions	2	-2.7622196674346924
43030	transitions	3	1.1888487339019775
43030	transitions	4	-1.5235223770141602
43030	transitions	5	-0.2516172230243683
43030	transitions	6	-0.13632157444953918
43030	transitions	7	-10000.0
43030	transitions	8	1.5511506795883179
43030	transitions	9	-2.2820379734039307
43030	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
43030	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
43030	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
43030	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
43030	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
43030	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
43030	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
43030	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
43030	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
43030	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
43030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
43030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
43030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
43030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
43030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
43030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
43030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
43030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
43030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
43030	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
43030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
43030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
43030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
43030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
43030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
43030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
43030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
43030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
43030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
43030	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
43030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
43030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
43030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
43030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
43030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
43030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
43030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
43030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
43030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
43030	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
43030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
43030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
43030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
43030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
43030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
43030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
43030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
43030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
43030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
43030	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
43030	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
43030	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
43030	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
43030	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
43030	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
43030	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
43030	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
43030	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
43030	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
43030	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
43030	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
43030	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
43030	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
43030	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
43030	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
43030	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
43030	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
43030	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
43030	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
43030	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
43030	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
43030	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
43030	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
43030	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
43030	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
43030	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
43030	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
43030	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
43030	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
43030	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
43030	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
43030	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
43030	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
43030	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
43030	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
43030	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
43030	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
43030	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
43030	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
43030	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
43030	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
43030	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
43030	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
43030	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
43030	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
43030	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
43030	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
43030	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
43030	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
43030	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
43030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
43030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
43030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
43030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
43030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
43030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
43030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
43030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
43030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
43030	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
43030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
43030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
43030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
43030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
43030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
43030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
43030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
43030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
43030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
43030	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
43030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
43030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
43030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
43030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
43030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
43030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
43030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
43030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
43030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
43030	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
43030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
43030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
43030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
43030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
43030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
43030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
43030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
43030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
43030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
43030	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
43030	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
43030	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
43030	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
43030	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
43030	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
43030	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
43030	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
43030	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
43030	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
43030	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
43030	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
43030	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
43030	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
43030	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
43030	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
43030	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
43030	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
43030	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
43030	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
43030	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
43030	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
43030	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
43030	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
43030	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
43030	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
43030	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
43030	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
43030	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
43030	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
43030	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
43030	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
43030	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
43030	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
43030	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
43030	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
43030	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
43030	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
43030	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
43030	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
43030	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
43030	embedding2nn.weight	0	0.023925960063934326
43030	embedding2nn.weight	1	-0.06265856325626373
43030	embedding2nn.weight	2	0.022221338003873825
43030	embedding2nn.weight	3	-0.02721506729722023
43030	embedding2nn.weight	4	-0.06077754870057106
43030	embedding2nn.weight	5	0.06716787815093994
43030	embedding2nn.weight	6	-0.09651406109333038
43030	embedding2nn.weight	7	-0.06727573275566101
43030	embedding2nn.weight	8	0.007088209502398968
43030	embedding2nn.weight	9	0.03202151879668236
43030	embedding2nn.bias	0	0.039734940975904465
43030	embedding2nn.bias	1	0.04714595153927803
43030	embedding2nn.bias	2	-0.10354642570018768
43030	embedding2nn.bias	3	0.06812484562397003
43030	embedding2nn.bias	4	0.05044198036193848
43030	embedding2nn.bias	5	-0.13508674502372742
43030	embedding2nn.bias	6	-0.06934037804603577
43030	embedding2nn.bias	7	-0.02005208283662796
43030	embedding2nn.bias	8	0.04806867986917496
43030	embedding2nn.bias	9	-0.11699321866035461
43030	rnn.weight_ih_l0	0	0.01936987042427063
43030	rnn.weight_ih_l0	1	0.027480045333504677
43030	rnn.weight_ih_l0	2	-0.025999631732702255
43030	rnn.weight_ih_l0	3	0.021930769085884094
43030	rnn.weight_ih_l0	4	0.0333930104970932
43030	rnn.weight_ih_l0	5	-0.06516393274068832
43030	rnn.weight_ih_l0	6	0.02282612770795822
43030	rnn.weight_ih_l0	7	-0.026334324851632118
43030	rnn.weight_ih_l0	8	0.028959952294826508
43030	rnn.weight_ih_l0	9	-0.009793027304112911
43030	rnn.weight_hh_l0	0	0.0006197494803927839
43030	rnn.weight_hh_l0	1	-0.057231154292821884
43030	rnn.weight_hh_l0	2	0.03774329274892807
43030	rnn.weight_hh_l0	3	0.015903286635875702
43030	rnn.weight_hh_l0	4	0.017507823184132576
43030	rnn.weight_hh_l0	5	0.03145182132720947
43030	rnn.weight_hh_l0	6	-0.010160710662603378
43030	rnn.weight_hh_l0	7	-0.05820007249712944
43030	rnn.weight_hh_l0	8	-0.025853842496871948
43030	rnn.weight_hh_l0	9	-0.033658504486083984
43030	rnn.bias_ih_l0	0	-0.053565964102745056
43030	rnn.bias_ih_l0	1	-0.10803021490573883
43030	rnn.bias_ih_l0	2	-0.14719751477241516
43030	rnn.bias_ih_l0	3	-0.22530128061771393
43030	rnn.bias_ih_l0	4	0.02596757374703884
43030	rnn.bias_ih_l0	5	0.053297240287065506
43030	rnn.bias_ih_l0	6	-0.10340762883424759
43030	rnn.bias_ih_l0	7	-0.16398398578166962
43030	rnn.bias_ih_l0	8	-0.0474664568901062
43030	rnn.bias_ih_l0	9	-0.07763069868087769
43030	rnn.bias_hh_l0	0	0.10516094416379929
43030	rnn.bias_hh_l0	1	-0.02052694745361805
43030	rnn.bias_hh_l0	2	0.008642850443720818
43030	rnn.bias_hh_l0	3	-0.118415467441082
43030	rnn.bias_hh_l0	4	0.00862096156924963
43030	rnn.bias_hh_l0	5	0.02376536652445793
43030	rnn.bias_hh_l0	6	-0.06070573627948761
43030	rnn.bias_hh_l0	7	-0.0981379896402359
43030	rnn.bias_hh_l0	8	-0.1300458014011383
43030	rnn.bias_hh_l0	9	-0.07014498114585876
43030	rnn.weight_ih_l0_reverse	0	-0.004812434781342745
43030	rnn.weight_ih_l0_reverse	1	0.004973142873495817
43030	rnn.weight_ih_l0_reverse	2	-0.0032558038365095854
43030	rnn.weight_ih_l0_reverse	3	-0.006481233984231949
43030	rnn.weight_ih_l0_reverse	4	0.007405697833746672
43030	rnn.weight_ih_l0_reverse	5	-0.010329973883926868
43030	rnn.weight_ih_l0_reverse	6	-0.04565981775522232
43030	rnn.weight_ih_l0_reverse	7	-0.013663703575730324
43030	rnn.weight_ih_l0_reverse	8	0.04238956794142723
43030	rnn.weight_ih_l0_reverse	9	0.0031711189076304436
43030	rnn.weight_hh_l0_reverse	0	-0.007253257092088461
43030	rnn.weight_hh_l0_reverse	1	0.01387209165841341
43030	rnn.weight_hh_l0_reverse	2	-0.028566299006342888
43030	rnn.weight_hh_l0_reverse	3	0.03245888277888298
43030	rnn.weight_hh_l0_reverse	4	0.014396739192306995
43030	rnn.weight_hh_l0_reverse	5	0.00018040789291262627
43030	rnn.weight_hh_l0_reverse	6	0.02285870909690857
43030	rnn.weight_hh_l0_reverse	7	0.0222247876226902
43030	rnn.weight_hh_l0_reverse	8	0.005081649404019117
43030	rnn.weight_hh_l0_reverse	9	-0.038155149668455124
43030	rnn.bias_ih_l0_reverse	0	-0.07657206058502197
43030	rnn.bias_ih_l0_reverse	1	-0.21980194747447968
43030	rnn.bias_ih_l0_reverse	2	-0.027676161378622055
43030	rnn.bias_ih_l0_reverse	3	-0.07714652270078659
43030	rnn.bias_ih_l0_reverse	4	0.07544408738613129
43030	rnn.bias_ih_l0_reverse	5	-0.17313383519649506
43030	rnn.bias_ih_l0_reverse	6	-0.0503513440489769
43030	rnn.bias_ih_l0_reverse	7	0.04555543139576912
43030	rnn.bias_ih_l0_reverse	8	-0.10202700644731522
43030	rnn.bias_ih_l0_reverse	9	-0.058280862867832184
43030	rnn.bias_hh_l0_reverse	0	-0.08167190104722977
43030	rnn.bias_hh_l0_reverse	1	-0.03504374623298645
43030	rnn.bias_hh_l0_reverse	2	-0.03268730267882347
43030	rnn.bias_hh_l0_reverse	3	-0.07143940776586533
43030	rnn.bias_hh_l0_reverse	4	-0.002092697424814105
43030	rnn.bias_hh_l0_reverse	5	-0.09243245422840118
43030	rnn.bias_hh_l0_reverse	6	-0.049416009336709976
43030	rnn.bias_hh_l0_reverse	7	-0.11447973549365997
43030	rnn.bias_hh_l0_reverse	8	-0.036792535334825516
43030	rnn.bias_hh_l0_reverse	9	-0.1223905086517334
43030	linear.weight	0	-0.2450963705778122
43030	linear.weight	1	-0.08823192864656448
43030	linear.weight	2	-0.011228874325752258
43030	linear.weight	3	-0.018718358129262924
43030	linear.weight	4	0.0463612861931324
43030	linear.weight	5	0.15990395843982697
43030	linear.weight	6	0.0047744326293468475
43030	linear.weight	7	-0.021312154829502106
43030	linear.weight	8	0.07902764528989792
43030	linear.weight	9	0.15473400056362152
43030	linear.bias	0	-0.6580912470817566
43030	linear.bias	1	0.5448322892189026
43030	linear.bias	2	0.061700381338596344
43030	linear.bias	3	-0.34337571263313293
43030	linear.bias	4	-1.225385069847107
43030	linear.bias	5	-1.1033369302749634
43030	linear.bias	6	-0.5490968823432922
43030	linear.bias	7	-0.7146312594413757
43030	linear.bias	8	-0.01705317199230194
43030	linear.bias	9	2.7025434970855713
43227	transitions	0	-0.1402810961008072
43227	transitions	1	7.013193607330322
43227	transitions	2	-2.763936996459961
43227	transitions	3	1.1839382648468018
43227	transitions	4	-1.52611243724823
43227	transitions	5	-0.2519684135913849
43227	transitions	6	-0.1365116536617279
43227	transitions	7	-10000.0
43227	transitions	8	1.5523295402526855
43227	transitions	9	-2.2820799350738525
43227	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
43227	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
43227	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
43227	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
43227	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
43227	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
43227	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
43227	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
43227	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
43227	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
43227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
43227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
43227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
43227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
43227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
43227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
43227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
43227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
43227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
43227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
43227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
43227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
43227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
43227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
43227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
43227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
43227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
43227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
43227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
43227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
43227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
43227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
43227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
43227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
43227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
43227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
43227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
43227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
43227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
43227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
43227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
43227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
43227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
43227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
43227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
43227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
43227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
43227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
43227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
43227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
43227	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
43227	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
43227	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
43227	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
43227	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
43227	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
43227	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
43227	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
43227	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
43227	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
43227	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
43227	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
43227	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
43227	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
43227	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
43227	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
43227	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
43227	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
43227	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
43227	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
43227	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
43227	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
43227	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
43227	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
43227	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
43227	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
43227	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
43227	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
43227	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
43227	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
43227	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
43227	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
43227	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
43227	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
43227	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
43227	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
43227	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
43227	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
43227	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
43227	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
43227	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
43227	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
43227	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
43227	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
43227	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
43227	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
43227	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
43227	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
43227	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
43227	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
43227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
43227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
43227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
43227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
43227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
43227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
43227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
43227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
43227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
43227	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
43227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
43227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
43227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
43227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
43227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
43227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
43227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
43227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
43227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
43227	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
43227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
43227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
43227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
43227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
43227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
43227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
43227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
43227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
43227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
43227	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
43227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
43227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
43227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
43227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
43227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
43227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
43227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
43227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
43227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
43227	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
43227	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
43227	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
43227	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
43227	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
43227	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
43227	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
43227	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
43227	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
43227	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
43227	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
43227	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
43227	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
43227	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
43227	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
43227	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
43227	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
43227	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
43227	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
43227	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
43227	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
43227	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
43227	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
43227	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
43227	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
43227	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
43227	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
43227	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
43227	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
43227	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
43227	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
43227	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
43227	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
43227	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
43227	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
43227	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
43227	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
43227	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
43227	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
43227	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
43227	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
43227	embedding2nn.weight	0	0.02424725703895092
43227	embedding2nn.weight	1	-0.06302590668201447
43227	embedding2nn.weight	2	0.023804830387234688
43227	embedding2nn.weight	3	-0.029095657169818878
43227	embedding2nn.weight	4	-0.06336716562509537
43227	embedding2nn.weight	5	0.06684357672929764
43227	embedding2nn.weight	6	-0.08869639039039612
43227	embedding2nn.weight	7	-0.0696592703461647
43227	embedding2nn.weight	8	0.007265253458172083
43227	embedding2nn.weight	9	0.030313339084386826
43227	embedding2nn.bias	0	0.028661683201789856
43227	embedding2nn.bias	1	0.042625658214092255
43227	embedding2nn.bias	2	-0.10174834728240967
43227	embedding2nn.bias	3	0.07529508322477341
43227	embedding2nn.bias	4	0.04837774485349655
43227	embedding2nn.bias	5	-0.13112953305244446
43227	embedding2nn.bias	6	-0.0764603242278099
43227	embedding2nn.bias	7	-0.009096221998333931
43227	embedding2nn.bias	8	0.04784693196415901
43227	embedding2nn.bias	9	-0.1070438027381897
43227	rnn.weight_ih_l0	0	0.019682586193084717
43227	rnn.weight_ih_l0	1	0.02620168775320053
43227	rnn.weight_ih_l0	2	-0.02686055563390255
43227	rnn.weight_ih_l0	3	0.023779552429914474
43227	rnn.weight_ih_l0	4	0.03004506044089794
43227	rnn.weight_ih_l0	5	-0.0628502294421196
43227	rnn.weight_ih_l0	6	0.02293257601559162
43227	rnn.weight_ih_l0	7	-0.025071511045098305
43227	rnn.weight_ih_l0	8	0.02718144841492176
43227	rnn.weight_ih_l0	9	-0.013059749267995358
43227	rnn.weight_hh_l0	0	0.0010736152762547135
43227	rnn.weight_hh_l0	1	-0.058049339801073074
43227	rnn.weight_hh_l0	2	0.03797602280974388
43227	rnn.weight_hh_l0	3	0.015941321849822998
43227	rnn.weight_hh_l0	4	0.01712258718907833
43227	rnn.weight_hh_l0	5	0.031197624281048775
43227	rnn.weight_hh_l0	6	-0.009692183695733547
43227	rnn.weight_hh_l0	7	-0.05834762752056122
43227	rnn.weight_hh_l0	8	-0.025485742837190628
43227	rnn.weight_hh_l0	9	-0.03277945891022682
43227	rnn.bias_ih_l0	0	-0.04457155615091324
43227	rnn.bias_ih_l0	1	-0.10607031732797623
43227	rnn.bias_ih_l0	2	-0.15025371313095093
43227	rnn.bias_ih_l0	3	-0.22663860023021698
43227	rnn.bias_ih_l0	4	0.031160106882452965
43227	rnn.bias_ih_l0	5	0.057691171765327454
43227	rnn.bias_ih_l0	6	-0.10730557888746262
43227	rnn.bias_ih_l0	7	-0.16039113700389862
43227	rnn.bias_ih_l0	8	-0.04162155091762543
43227	rnn.bias_ih_l0	9	-0.08767562359571457
43227	rnn.bias_hh_l0	0	0.09876696020364761
43227	rnn.bias_hh_l0	1	-0.01957094669342041
43227	rnn.bias_hh_l0	2	0.013820095919072628
43227	rnn.bias_hh_l0	3	-0.1225782111287117
43227	rnn.bias_hh_l0	4	0.00940736848860979
43227	rnn.bias_hh_l0	5	0.028537627309560776
43227	rnn.bias_hh_l0	6	-0.06167318671941757
43227	rnn.bias_hh_l0	7	-0.09880443662405014
43227	rnn.bias_hh_l0	8	-0.12932828068733215
43227	rnn.bias_hh_l0	9	-0.068294957280159
43227	rnn.weight_ih_l0_reverse	0	-0.0061154235154390335
43227	rnn.weight_ih_l0_reverse	1	0.005599499214440584
43227	rnn.weight_ih_l0_reverse	2	-0.005871539935469627
43227	rnn.weight_ih_l0_reverse	3	-0.004823607392609119
43227	rnn.weight_ih_l0_reverse	4	0.009223083034157753
43227	rnn.weight_ih_l0_reverse	5	-0.009628738276660442
43227	rnn.weight_ih_l0_reverse	6	-0.045884422957897186
43227	rnn.weight_ih_l0_reverse	7	-0.007392639294266701
43227	rnn.weight_ih_l0_reverse	8	0.04266229644417763
43227	rnn.weight_ih_l0_reverse	9	0.0025323855224996805
43227	rnn.weight_hh_l0_reverse	0	-0.007641621865332127
43227	rnn.weight_hh_l0_reverse	1	0.015290957875549793
43227	rnn.weight_hh_l0_reverse	2	-0.028342988342046738
43227	rnn.weight_hh_l0_reverse	3	0.03274177387356758
43227	rnn.weight_hh_l0_reverse	4	0.01478481013327837
43227	rnn.weight_hh_l0_reverse	5	0.0008465815335512161
43227	rnn.weight_hh_l0_reverse	6	0.022884627804160118
43227	rnn.weight_hh_l0_reverse	7	0.022797198966145515
43227	rnn.weight_hh_l0_reverse	8	0.00531322555616498
43227	rnn.weight_hh_l0_reverse	9	-0.03749636188149452
43227	rnn.bias_ih_l0_reverse	0	-0.07630886137485504
43227	rnn.bias_ih_l0_reverse	1	-0.22401602566242218
43227	rnn.bias_ih_l0_reverse	2	-0.025338701903820038
43227	rnn.bias_ih_l0_reverse	3	-0.07726098597049713
43227	rnn.bias_ih_l0_reverse	4	0.08414461463689804
43227	rnn.bias_ih_l0_reverse	5	-0.17075863480567932
43227	rnn.bias_ih_l0_reverse	6	-0.0525415875017643
43227	rnn.bias_ih_l0_reverse	7	0.04805491864681244
43227	rnn.bias_ih_l0_reverse	8	-0.10214518755674362
43227	rnn.bias_ih_l0_reverse	9	-0.05704215541481972
43227	rnn.bias_hh_l0_reverse	0	-0.08385904878377914
43227	rnn.bias_hh_l0_reverse	1	-0.030196107923984528
43227	rnn.bias_hh_l0_reverse	2	-0.03297647088766098
43227	rnn.bias_hh_l0_reverse	3	-0.06512914597988129
43227	rnn.bias_hh_l0_reverse	4	-0.0006825356394983828
43227	rnn.bias_hh_l0_reverse	5	-0.09270404279232025
43227	rnn.bias_hh_l0_reverse	6	-0.050657711923122406
43227	rnn.bias_hh_l0_reverse	7	-0.11693838983774185
43227	rnn.bias_hh_l0_reverse	8	-0.03514287620782852
43227	rnn.bias_hh_l0_reverse	9	-0.1226746141910553
43227	linear.weight	0	-0.24951475858688354
43227	linear.weight	1	-0.07771450281143188
43227	linear.weight	2	-0.011228874325752258
43227	linear.weight	3	-0.04566222056746483
43227	linear.weight	4	0.052577804774045944
43227	linear.weight	5	0.16900913417339325
43227	linear.weight	6	0.0047744326293468475
43227	linear.weight	7	-0.021312154829502106
43227	linear.weight	8	0.08988787978887558
43227	linear.weight	9	0.15253911912441254
43227	linear.bias	0	-0.6370686292648315
43227	linear.bias	1	0.5458503365516663
43227	linear.bias	2	0.041838254779577255
43227	linear.bias	3	-0.32154154777526855
43227	linear.bias	4	-1.2261956930160522
43227	linear.bias	5	-1.1037214994430542
43227	linear.bias	6	-0.526322603225708
43227	linear.bias	7	-0.7111055850982666
43227	linear.bias	8	-0.01705317199230194
43227	linear.bias	9	2.6530520915985107
43424	transitions	0	-0.14070850610733032
43424	transitions	1	6.9904351234436035
43424	transitions	2	-2.766587972640991
43424	transitions	3	1.1843476295471191
43424	transitions	4	-1.5283761024475098
43424	transitions	5	-0.2522188127040863
43424	transitions	6	-0.13669957220554352
43424	transitions	7	-10000.0
43424	transitions	8	1.5480222702026367
43424	transitions	9	-2.2821407318115234
43424	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
43424	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
43424	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
43424	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
43424	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
43424	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
43424	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
43424	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
43424	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
43424	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
43424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
43424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
43424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
43424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
43424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
43424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
43424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
43424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
43424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
43424	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
43424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
43424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
43424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
43424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
43424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
43424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
43424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
43424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
43424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
43424	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
43424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
43424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
43424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
43424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
43424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
43424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
43424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
43424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
43424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
43424	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
43424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
43424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
43424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
43424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
43424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
43424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
43424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
43424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
43424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
43424	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
43424	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
43424	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
43424	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
43424	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
43424	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
43424	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
43424	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
43424	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
43424	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
43424	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
43424	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
43424	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
43424	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
43424	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
43424	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
43424	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
43424	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
43424	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
43424	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
43424	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
43424	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
43424	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
43424	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
43424	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
43424	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
43424	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
43424	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
43424	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
43424	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
43424	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
43424	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
43424	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
43424	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
43424	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
43424	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
43424	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
43424	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
43424	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
43424	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
43424	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
43424	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
43424	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
43424	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
43424	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
43424	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
43424	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
43424	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
43424	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
43424	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
43424	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
43424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
43424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
43424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
43424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
43424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
43424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
43424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
43424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
43424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
43424	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
43424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
43424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
43424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
43424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
43424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
43424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
43424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
43424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
43424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
43424	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
43424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
43424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
43424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
43424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
43424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
43424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
43424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
43424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
43424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
43424	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
43424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
43424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
43424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
43424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
43424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
43424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
43424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
43424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
43424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
43424	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
43424	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
43424	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
43424	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
43424	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
43424	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
43424	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
43424	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
43424	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
43424	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
43424	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
43424	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
43424	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
43424	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
43424	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
43424	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
43424	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
43424	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
43424	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
43424	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
43424	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
43424	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
43424	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
43424	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
43424	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
43424	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
43424	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
43424	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
43424	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
43424	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
43424	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
43424	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
43424	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
43424	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
43424	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
43424	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
43424	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
43424	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
43424	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
43424	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
43424	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
43424	embedding2nn.weight	0	0.02453010156750679
43424	embedding2nn.weight	1	-0.06458829343318939
43424	embedding2nn.weight	2	0.02715124934911728
43424	embedding2nn.weight	3	-0.030735893175005913
43424	embedding2nn.weight	4	-0.06387355178594589
43424	embedding2nn.weight	5	0.06387961655855179
43424	embedding2nn.weight	6	-0.093017578125
43424	embedding2nn.weight	7	-0.07051438093185425
43424	embedding2nn.weight	8	0.006607836578041315
43424	embedding2nn.weight	9	0.02925886958837509
43424	embedding2nn.bias	0	0.01846182532608509
43424	embedding2nn.bias	1	0.04983541741967201
43424	embedding2nn.bias	2	-0.09041966497898102
43424	embedding2nn.bias	3	0.08064045757055283
43424	embedding2nn.bias	4	0.04851109907031059
43424	embedding2nn.bias	5	-0.12174945324659348
43424	embedding2nn.bias	6	-0.08961179107427597
43424	embedding2nn.bias	7	-0.010790393687784672
43424	embedding2nn.bias	8	0.04219260811805725
43424	embedding2nn.bias	9	-0.09698876738548279
43424	rnn.weight_ih_l0	0	0.01926584728062153
43424	rnn.weight_ih_l0	1	0.026325754821300507
43424	rnn.weight_ih_l0	2	-0.026730960234999657
43424	rnn.weight_ih_l0	3	0.0230247862637043
43424	rnn.weight_ih_l0	4	0.030407972633838654
43424	rnn.weight_ih_l0	5	-0.06336896866559982
43424	rnn.weight_ih_l0	6	0.024437343701720238
43424	rnn.weight_ih_l0	7	-0.028839116916060448
43424	rnn.weight_ih_l0	8	0.026445694267749786
43424	rnn.weight_ih_l0	9	-0.011588811874389648
43424	rnn.weight_hh_l0	0	0.0005822800449095666
43424	rnn.weight_hh_l0	1	-0.059926774352788925
43424	rnn.weight_hh_l0	2	0.03817101567983627
43424	rnn.weight_hh_l0	3	0.014284945093095303
43424	rnn.weight_hh_l0	4	0.017246855422854424
43424	rnn.weight_hh_l0	5	0.033252790570259094
43424	rnn.weight_hh_l0	6	-0.009023531340062618
43424	rnn.weight_hh_l0	7	-0.05833243206143379
43424	rnn.weight_hh_l0	8	-0.02475656010210514
43424	rnn.weight_hh_l0	9	-0.030011378228664398
43424	rnn.bias_ih_l0	0	-0.049743037670850754
43424	rnn.bias_ih_l0	1	-0.10882827639579773
43424	rnn.bias_ih_l0	2	-0.14823542535305023
43424	rnn.bias_ih_l0	3	-0.22813667356967926
43424	rnn.bias_ih_l0	4	0.029207449406385422
43424	rnn.bias_ih_l0	5	0.06560684740543365
43424	rnn.bias_ih_l0	6	-0.10876040160655975
43424	rnn.bias_ih_l0	7	-0.15633730590343475
43424	rnn.bias_ih_l0	8	-0.046529620885849
43424	rnn.bias_ih_l0	9	-0.08552809059619904
43424	rnn.bias_hh_l0	0	0.10119588673114777
43424	rnn.bias_hh_l0	1	-0.018123790621757507
43424	rnn.bias_hh_l0	2	0.011818592436611652
43424	rnn.bias_hh_l0	3	-0.12090718001127243
43424	rnn.bias_hh_l0	4	0.0048998515121638775
43424	rnn.bias_hh_l0	5	0.027660423889756203
43424	rnn.bias_hh_l0	6	-0.060919616371393204
43424	rnn.bias_hh_l0	7	-0.0986420065164566
43424	rnn.bias_hh_l0	8	-0.1310453861951828
43424	rnn.bias_hh_l0	9	-0.07282426953315735
43424	rnn.weight_ih_l0_reverse	0	-0.0045227594673633575
43424	rnn.weight_ih_l0_reverse	1	0.005946232937276363
43424	rnn.weight_ih_l0_reverse	2	-0.004029484931379557
43424	rnn.weight_ih_l0_reverse	3	-0.005425139795988798
43424	rnn.weight_ih_l0_reverse	4	0.007981211878359318
43424	rnn.weight_ih_l0_reverse	5	-0.0115110008046031
43424	rnn.weight_ih_l0_reverse	6	-0.04488585889339447
43424	rnn.weight_ih_l0_reverse	7	-0.009555620141327381
43424	rnn.weight_ih_l0_reverse	8	0.041729092597961426
43424	rnn.weight_ih_l0_reverse	9	0.0051968758925795555
43424	rnn.weight_hh_l0_reverse	0	-0.008104474283754826
43424	rnn.weight_hh_l0_reverse	1	0.015181571245193481
43424	rnn.weight_hh_l0_reverse	2	-0.02871302142739296
43424	rnn.weight_hh_l0_reverse	3	0.03346668556332588
43424	rnn.weight_hh_l0_reverse	4	0.014071927405893803
43424	rnn.weight_hh_l0_reverse	5	0.001034306362271309
43424	rnn.weight_hh_l0_reverse	6	0.023766841739416122
43424	rnn.weight_hh_l0_reverse	7	0.02356695383787155
43424	rnn.weight_hh_l0_reverse	8	0.005158139858394861
43424	rnn.weight_hh_l0_reverse	9	-0.03708060458302498
43424	rnn.bias_ih_l0_reverse	0	-0.0775691345334053
43424	rnn.bias_ih_l0_reverse	1	-0.22370615601539612
43424	rnn.bias_ih_l0_reverse	2	-0.02321627363562584
43424	rnn.bias_ih_l0_reverse	3	-0.07896933704614639
43424	rnn.bias_ih_l0_reverse	4	0.082426056265831
43424	rnn.bias_ih_l0_reverse	5	-0.17136746644973755
43424	rnn.bias_ih_l0_reverse	6	-0.052830472588539124
43424	rnn.bias_ih_l0_reverse	7	0.04638947546482086
43424	rnn.bias_ih_l0_reverse	8	-0.10092301666736603
43424	rnn.bias_ih_l0_reverse	9	-0.054547857493162155
43424	rnn.bias_hh_l0_reverse	0	-0.08299810439348221
43424	rnn.bias_hh_l0_reverse	1	-0.026951730251312256
43424	rnn.bias_hh_l0_reverse	2	-0.03061319887638092
43424	rnn.bias_hh_l0_reverse	3	-0.07001481205224991
43424	rnn.bias_hh_l0_reverse	4	-0.004439655691385269
43424	rnn.bias_hh_l0_reverse	5	-0.09044106304645538
43424	rnn.bias_hh_l0_reverse	6	-0.048299528658390045
43424	rnn.bias_hh_l0_reverse	7	-0.11931395530700684
43424	rnn.bias_hh_l0_reverse	8	-0.03338249400258064
43424	rnn.bias_hh_l0_reverse	9	-0.1242288276553154
43424	linear.weight	0	-0.24536491930484772
43424	linear.weight	1	-0.08693046122789383
43424	linear.weight	2	-0.011228874325752258
43424	linear.weight	3	-0.05047722905874252
43424	linear.weight	4	0.043853890150785446
43424	linear.weight	5	0.17034657299518585
43424	linear.weight	6	0.0047744326293468475
43424	linear.weight	7	-0.021312154829502106
43424	linear.weight	8	0.0978759378194809
43424	linear.weight	9	0.16180720925331116
43424	linear.bias	0	-0.6073795557022095
43424	linear.bias	1	0.5652995109558105
43424	linear.bias	2	0.04901587963104248
43424	linear.bias	3	-0.3548341393470764
43424	linear.bias	4	-1.2623791694641113
43424	linear.bias	5	-1.104083776473999
43424	linear.bias	6	-0.4919489622116089
43424	linear.bias	7	-0.7078599333763123
43424	linear.bias	8	-0.01705317199230194
43424	linear.bias	9	2.64320969581604
43428	transitions	0	-0.14070972800254822
43428	transitions	1	6.996738910675049
43428	transitions	2	-2.766665458679199
43428	transitions	3	1.1834092140197754
43428	transitions	4	-1.5283862352371216
43428	transitions	5	-0.2522229552268982
43428	transitions	6	-0.136703222990036
43428	transitions	7	-10000.0
43428	transitions	8	1.547827959060669
43428	transitions	9	-2.28214168548584
43428	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
43428	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
43428	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
43428	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
43428	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
43428	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
43428	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
43428	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
43428	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
43428	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
43428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
43428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
43428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
43428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
43428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
43428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
43428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
43428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
43428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
43428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
43428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
43428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
43428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
43428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
43428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
43428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
43428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
43428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
43428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
43428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
43428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
43428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
43428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
43428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
43428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
43428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
43428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
43428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
43428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
43428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
43428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
43428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
43428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
43428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
43428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
43428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
43428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
43428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
43428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
43428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
43428	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
43428	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
43428	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
43428	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
43428	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
43428	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
43428	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
43428	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
43428	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
43428	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
43428	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
43428	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
43428	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
43428	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
43428	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
43428	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
43428	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
43428	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
43428	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
43428	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
43428	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
43428	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
43428	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
43428	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
43428	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
43428	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
43428	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
43428	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
43428	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
43428	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
43428	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
43428	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
43428	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
43428	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
43428	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
43428	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
43428	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
43428	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
43428	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
43428	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
43428	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
43428	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
43428	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
43428	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
43428	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
43428	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
43428	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
43428	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
43428	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
43428	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
43428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
43428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
43428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
43428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
43428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
43428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
43428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
43428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
43428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
43428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
43428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
43428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
43428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
43428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
43428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
43428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
43428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
43428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
43428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
43428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
43428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
43428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
43428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
43428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
43428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
43428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
43428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
43428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
43428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
43428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
43428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
43428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
43428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
43428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
43428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
43428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
43428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
43428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
43428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
43428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
43428	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
43428	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
43428	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
43428	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
43428	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
43428	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
43428	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
43428	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
43428	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
43428	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
43428	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
43428	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
43428	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
43428	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
43428	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
43428	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
43428	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
43428	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
43428	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
43428	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
43428	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
43428	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
43428	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
43428	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
43428	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
43428	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
43428	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
43428	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
43428	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
43428	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
43428	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
43428	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
43428	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
43428	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
43428	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
43428	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
43428	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
43428	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
43428	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
43428	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
43428	embedding2nn.weight	0	0.02459031529724598
43428	embedding2nn.weight	1	-0.06455793231725693
43428	embedding2nn.weight	2	0.026806946843862534
43428	embedding2nn.weight	3	-0.030518004670739174
43428	embedding2nn.weight	4	-0.06464055925607681
43428	embedding2nn.weight	5	0.06352158635854721
43428	embedding2nn.weight	6	-0.09294260293245316
43428	embedding2nn.weight	7	-0.07039588689804077
43428	embedding2nn.weight	8	0.006471746135503054
43428	embedding2nn.weight	9	0.02909724786877632
43428	embedding2nn.bias	0	0.018593275919556618
43428	embedding2nn.bias	1	0.04973722621798515
43428	embedding2nn.bias	2	-0.08653375506401062
43428	embedding2nn.bias	3	0.07744131237268448
43428	embedding2nn.bias	4	0.04827737808227539
43428	embedding2nn.bias	5	-0.12345455586910248
43428	embedding2nn.bias	6	-0.08780471235513687
43428	embedding2nn.bias	7	-0.009651370346546173
43428	embedding2nn.bias	8	0.04027839004993439
43428	embedding2nn.bias	9	-0.09812399744987488
43428	rnn.weight_ih_l0	0	0.01940840296447277
43428	rnn.weight_ih_l0	1	0.02624151110649109
43428	rnn.weight_ih_l0	2	-0.02674458734691143
43428	rnn.weight_ih_l0	3	0.023240482434630394
43428	rnn.weight_ih_l0	4	0.030490420758724213
43428	rnn.weight_ih_l0	5	-0.06344270706176758
43428	rnn.weight_ih_l0	6	0.024205420166254044
43428	rnn.weight_ih_l0	7	-0.029085882008075714
43428	rnn.weight_ih_l0	8	0.02724039927124977
43428	rnn.weight_ih_l0	9	-0.011814606375992298
43428	rnn.weight_hh_l0	0	0.0006154548609629273
43428	rnn.weight_hh_l0	1	-0.05997022986412048
43428	rnn.weight_hh_l0	2	0.038176506757736206
43428	rnn.weight_hh_l0	3	0.014313951134681702
43428	rnn.weight_hh_l0	4	0.01724676787853241
43428	rnn.weight_hh_l0	5	0.033164191991090775
43428	rnn.weight_hh_l0	6	-0.00902469176799059
43428	rnn.weight_hh_l0	7	-0.05833578482270241
43428	rnn.weight_hh_l0	8	-0.024751467630267143
43428	rnn.weight_hh_l0	9	-0.03042888268828392
43428	rnn.bias_ih_l0	0	-0.04974418506026268
43428	rnn.bias_ih_l0	1	-0.10861669480800629
43428	rnn.bias_ih_l0	2	-0.14768895506858826
43428	rnn.bias_ih_l0	3	-0.22860848903656006
43428	rnn.bias_ih_l0	4	0.02752038836479187
43428	rnn.bias_ih_l0	5	0.06452059745788574
43428	rnn.bias_ih_l0	6	-0.10881177335977554
43428	rnn.bias_ih_l0	7	-0.15607120096683502
43428	rnn.bias_ih_l0	8	-0.04608788341283798
43428	rnn.bias_ih_l0	9	-0.08482396602630615
43428	rnn.bias_hh_l0	0	0.10203467309474945
43428	rnn.bias_hh_l0	1	-0.018328148871660233
43428	rnn.bias_hh_l0	2	0.011746908538043499
43428	rnn.bias_hh_l0	3	-0.12082423269748688
43428	rnn.bias_hh_l0	4	0.003319415031000972
43428	rnn.bias_hh_l0	5	0.02792758122086525
43428	rnn.bias_hh_l0	6	-0.06093757227063179
43428	rnn.bias_hh_l0	7	-0.09865334630012512
43428	rnn.bias_hh_l0	8	-0.13122238218784332
43428	rnn.bias_hh_l0	9	-0.07284097373485565
43428	rnn.weight_ih_l0_reverse	0	-0.0044726054184138775
43428	rnn.weight_ih_l0_reverse	1	0.005842194426804781
43428	rnn.weight_ih_l0_reverse	2	-0.004034840501844883
43428	rnn.weight_ih_l0_reverse	3	-0.005599721800535917
43428	rnn.weight_ih_l0_reverse	4	0.008364836685359478
43428	rnn.weight_ih_l0_reverse	5	-0.011036627925932407
43428	rnn.weight_ih_l0_reverse	6	-0.044854290783405304
43428	rnn.weight_ih_l0_reverse	7	-0.010207423940300941
43428	rnn.weight_ih_l0_reverse	8	0.04172533378005028
43428	rnn.weight_ih_l0_reverse	9	0.0051924316212534904
43428	rnn.weight_hh_l0_reverse	0	-0.007979895919561386
43428	rnn.weight_hh_l0_reverse	1	0.015186375007033348
43428	rnn.weight_hh_l0_reverse	2	-0.0287126824259758
43428	rnn.weight_hh_l0_reverse	3	0.03336223587393761
43428	rnn.weight_hh_l0_reverse	4	0.014097415842115879
43428	rnn.weight_hh_l0_reverse	5	0.0008458283264189959
43428	rnn.weight_hh_l0_reverse	6	0.023796629160642624
43428	rnn.weight_hh_l0_reverse	7	0.023952554911375046
43428	rnn.weight_hh_l0_reverse	8	0.005177146289497614
43428	rnn.weight_hh_l0_reverse	9	-0.037108164280653
43428	rnn.bias_ih_l0_reverse	0	-0.07741992175579071
43428	rnn.bias_ih_l0_reverse	1	-0.22350484132766724
43428	rnn.bias_ih_l0_reverse	2	-0.023463349789381027
43428	rnn.bias_ih_l0_reverse	3	-0.07910717278718948
43428	rnn.bias_ih_l0_reverse	4	0.0826714038848877
43428	rnn.bias_ih_l0_reverse	5	-0.1714787483215332
43428	rnn.bias_ih_l0_reverse	6	-0.05187693610787392
43428	rnn.bias_ih_l0_reverse	7	0.044873788952827454
43428	rnn.bias_ih_l0_reverse	8	-0.10105349868535995
43428	rnn.bias_ih_l0_reverse	9	-0.054149411618709564
43428	rnn.bias_hh_l0_reverse	0	-0.08326879143714905
43428	rnn.bias_hh_l0_reverse	1	-0.028134513646364212
43428	rnn.bias_hh_l0_reverse	2	-0.03028133139014244
43428	rnn.bias_hh_l0_reverse	3	-0.06943973153829575
43428	rnn.bias_hh_l0_reverse	4	-0.004440333694219589
43428	rnn.bias_hh_l0_reverse	5	-0.08969499170780182
43428	rnn.bias_hh_l0_reverse	6	-0.04809243977069855
43428	rnn.bias_hh_l0_reverse	7	-0.11948477476835251
43428	rnn.bias_hh_l0_reverse	8	-0.03310392051935196
43428	rnn.bias_hh_l0_reverse	9	-0.12419338524341583
43428	linear.weight	0	-0.24265319108963013
43428	linear.weight	1	-0.08642149716615677
43428	linear.weight	2	-0.011228874325752258
43428	linear.weight	3	-0.04828643053770065
43428	linear.weight	4	0.043810877948999405
43428	linear.weight	5	0.16710489988327026
43428	linear.weight	6	0.0047744326293468475
43428	linear.weight	7	-0.021312154829502106
43428	linear.weight	8	0.0953652486205101
43428	linear.weight	9	0.16064667701721191
43428	linear.bias	0	-0.6112363934516907
43428	linear.bias	1	0.5699780583381653
43428	linear.bias	2	0.054721202701330185
43428	linear.bias	3	-0.3427451550960541
43428	linear.bias	4	-1.2461408376693726
43428	linear.bias	5	-1.104096531867981
43428	linear.bias	6	-0.49562913179397583
43428	linear.bias	7	-0.7044983506202698
43428	linear.bias	8	-0.01705317199230194
43428	linear.bias	9	2.625466823577881
43625	transitions	0	-0.14155486226081848
43625	transitions	1	6.972055912017822
43625	transitions	2	-2.7687103748321533
43625	transitions	3	1.1536736488342285
43625	transitions	4	-1.5301012992858887
43625	transitions	5	-0.2524890899658203
43625	transitions	6	-0.136895552277565
43625	transitions	7	-10000.0
43625	transitions	8	1.5472536087036133
43625	transitions	9	-2.28218936920166
43625	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
43625	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
43625	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
43625	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
43625	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
43625	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
43625	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
43625	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
43625	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
43625	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
43625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
43625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
43625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
43625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
43625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
43625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
43625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
43625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
43625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
43625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
43625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
43625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
43625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
43625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
43625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
43625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
43625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
43625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
43625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
43625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
43625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
43625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
43625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
43625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
43625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
43625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
43625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
43625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
43625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
43625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
43625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
43625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
43625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
43625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
43625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
43625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
43625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
43625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
43625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
43625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
43625	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
43625	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
43625	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
43625	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
43625	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
43625	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
43625	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
43625	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
43625	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
43625	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
43625	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
43625	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
43625	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
43625	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
43625	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
43625	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
43625	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
43625	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
43625	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
43625	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
43625	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
43625	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
43625	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
43625	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
43625	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
43625	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
43625	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
43625	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
43625	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
43625	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
43625	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
43625	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
43625	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
43625	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
43625	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
43625	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
43625	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
43625	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
43625	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
43625	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
43625	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
43625	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
43625	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
43625	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
43625	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
43625	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
43625	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
43625	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
43625	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
43625	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
43625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
43625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
43625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
43625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
43625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
43625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
43625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
43625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
43625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
43625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
43625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
43625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
43625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
43625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
43625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
43625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
43625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
43625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
43625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
43625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
43625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
43625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
43625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
43625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
43625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
43625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
43625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
43625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
43625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
43625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
43625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
43625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
43625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
43625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
43625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
43625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
43625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
43625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
43625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
43625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
43625	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
43625	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
43625	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
43625	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
43625	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
43625	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
43625	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
43625	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
43625	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
43625	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
43625	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
43625	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
43625	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
43625	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
43625	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
43625	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
43625	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
43625	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
43625	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
43625	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
43625	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
43625	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
43625	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
43625	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
43625	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
43625	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
43625	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
43625	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
43625	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
43625	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
43625	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
43625	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
43625	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
43625	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
43625	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
43625	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
43625	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
43625	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
43625	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
43625	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
43625	embedding2nn.weight	0	0.024896208196878433
43625	embedding2nn.weight	1	-0.06387344747781754
43625	embedding2nn.weight	2	0.02596675604581833
43625	embedding2nn.weight	3	-0.03158670663833618
43625	embedding2nn.weight	4	-0.06347677111625671
43625	embedding2nn.weight	5	0.06382922828197479
43625	embedding2nn.weight	6	-0.08861209452152252
43625	embedding2nn.weight	7	-0.06813814491033554
43625	embedding2nn.weight	8	0.007999905385077
43625	embedding2nn.weight	9	0.02672402933239937
43625	embedding2nn.bias	0	0.021861007437109947
43625	embedding2nn.bias	1	0.03829196095466614
43625	embedding2nn.bias	2	-0.09837517142295837
43625	embedding2nn.bias	3	0.08577746152877808
43625	embedding2nn.bias	4	0.046546079218387604
43625	embedding2nn.bias	5	-0.12546594440937042
43625	embedding2nn.bias	6	-0.09726738184690475
43625	embedding2nn.bias	7	-0.007628055289387703
43625	embedding2nn.bias	8	0.052836041897535324
43625	embedding2nn.bias	9	-0.10396693646907806
43625	rnn.weight_ih_l0	0	0.018437307327985764
43625	rnn.weight_ih_l0	1	0.026427041739225388
43625	rnn.weight_ih_l0	2	-0.02607739344239235
43625	rnn.weight_ih_l0	3	0.022141361609101295
43625	rnn.weight_ih_l0	4	0.032860834151506424
43625	rnn.weight_ih_l0	5	-0.06387443095445633
43625	rnn.weight_ih_l0	6	0.023534851148724556
43625	rnn.weight_ih_l0	7	-0.027321865782141685
43625	rnn.weight_ih_l0	8	0.029454626142978668
43625	rnn.weight_ih_l0	9	-0.010834015905857086
43625	rnn.weight_hh_l0	0	0.001666006981395185
43625	rnn.weight_hh_l0	1	-0.061162520200014114
43625	rnn.weight_hh_l0	2	0.03860674798488617
43625	rnn.weight_hh_l0	3	0.013015227392315865
43625	rnn.weight_hh_l0	4	0.017279554158449173
43625	rnn.weight_hh_l0	5	0.033375728875398636
43625	rnn.weight_hh_l0	6	-0.009021024219691753
43625	rnn.weight_hh_l0	7	-0.0578458309173584
43625	rnn.weight_hh_l0	8	-0.025059547275304794
43625	rnn.weight_hh_l0	9	-0.027342984452843666
43625	rnn.bias_ih_l0	0	-0.053269997239112854
43625	rnn.bias_ih_l0	1	-0.10973461717367172
43625	rnn.bias_ih_l0	2	-0.15004625916481018
43625	rnn.bias_ih_l0	3	-0.22488242387771606
43625	rnn.bias_ih_l0	4	0.025055790320038795
43625	rnn.bias_ih_l0	5	0.05654586851596832
43625	rnn.bias_ih_l0	6	-0.10512766242027283
43625	rnn.bias_ih_l0	7	-0.1577395498752594
43625	rnn.bias_ih_l0	8	-0.04120344668626785
43625	rnn.bias_ih_l0	9	-0.08132167905569077
43625	rnn.bias_hh_l0	0	0.10431840270757675
43625	rnn.bias_hh_l0	1	-0.018510058522224426
43625	rnn.bias_hh_l0	2	0.009835257194936275
43625	rnn.bias_hh_l0	3	-0.11870097368955612
43625	rnn.bias_hh_l0	4	0.006714614573866129
43625	rnn.bias_hh_l0	5	0.02598058618605137
43625	rnn.bias_hh_l0	6	-0.05827804282307625
43625	rnn.bias_hh_l0	7	-0.09553571790456772
43625	rnn.bias_hh_l0	8	-0.128656804561615
43625	rnn.bias_hh_l0	9	-0.07237843424081802
43625	rnn.weight_ih_l0_reverse	0	-0.0042296238243579865
43625	rnn.weight_ih_l0_reverse	1	0.006524429656565189
43625	rnn.weight_ih_l0_reverse	2	-0.001370406593196094
43625	rnn.weight_ih_l0_reverse	3	-0.002520529553294182
43625	rnn.weight_ih_l0_reverse	4	0.011879989877343178
43625	rnn.weight_ih_l0_reverse	5	-0.01400501187890768
43625	rnn.weight_ih_l0_reverse	6	-0.045386917889118195
43625	rnn.weight_ih_l0_reverse	7	-0.007224366534501314
43625	rnn.weight_ih_l0_reverse	8	0.03993247076869011
43625	rnn.weight_ih_l0_reverse	9	0.005592870060354471
43625	rnn.weight_hh_l0_reverse	0	-0.008157734759151936
43625	rnn.weight_hh_l0_reverse	1	0.015184846706688404
43625	rnn.weight_hh_l0_reverse	2	-0.028454776853322983
43625	rnn.weight_hh_l0_reverse	3	0.03401273861527443
43625	rnn.weight_hh_l0_reverse	4	0.013788405805826187
43625	rnn.weight_hh_l0_reverse	5	0.0009134771535173059
43625	rnn.weight_hh_l0_reverse	6	0.024334408342838287
43625	rnn.weight_hh_l0_reverse	7	0.02490716241300106
43625	rnn.weight_hh_l0_reverse	8	0.005221505183726549
43625	rnn.weight_hh_l0_reverse	9	-0.03754240274429321
43625	rnn.bias_ih_l0_reverse	0	-0.0773700475692749
43625	rnn.bias_ih_l0_reverse	1	-0.22321635484695435
43625	rnn.bias_ih_l0_reverse	2	-0.025093071162700653
43625	rnn.bias_ih_l0_reverse	3	-0.08169097453355789
43625	rnn.bias_ih_l0_reverse	4	0.08452590554952621
43625	rnn.bias_ih_l0_reverse	5	-0.17324304580688477
43625	rnn.bias_ih_l0_reverse	6	-0.05118217319250107
43625	rnn.bias_ih_l0_reverse	7	0.04624020680785179
43625	rnn.bias_ih_l0_reverse	8	-0.10173916071653366
43625	rnn.bias_ih_l0_reverse	9	-0.05347635596990585
43625	rnn.bias_hh_l0_reverse	0	-0.08486728370189667
43625	rnn.bias_hh_l0_reverse	1	-0.02879268117249012
43625	rnn.bias_hh_l0_reverse	2	-0.032512519508600235
43625	rnn.bias_hh_l0_reverse	3	-0.07259833812713623
43625	rnn.bias_hh_l0_reverse	4	-0.007098244037479162
43625	rnn.bias_hh_l0_reverse	5	-0.08867976069450378
43625	rnn.bias_hh_l0_reverse	6	-0.048681631684303284
43625	rnn.bias_hh_l0_reverse	7	-0.1166917011141777
43625	rnn.bias_hh_l0_reverse	8	-0.03634420037269592
43625	rnn.bias_hh_l0_reverse	9	-0.12587419152259827
43625	linear.weight	0	-0.24835965037345886
43625	linear.weight	1	-0.09644709527492523
43625	linear.weight	2	-0.011228874325752258
43625	linear.weight	3	-0.03337958827614784
43625	linear.weight	4	0.0483459010720253
43625	linear.weight	5	0.1589098870754242
43625	linear.weight	6	0.0047744326293468475
43625	linear.weight	7	-0.021312154829502106
43625	linear.weight	8	0.0859096571803093
43625	linear.weight	9	0.17003892362117767
43625	linear.bias	0	-0.602624773979187
43625	linear.bias	1	0.5693844556808472
43625	linear.bias	2	0.024073095992207527
43625	linear.bias	3	-0.36189720034599304
43625	linear.bias	4	-1.2422469854354858
43625	linear.bias	5	-1.1044397354125977
43625	linear.bias	6	-0.48826661705970764
43625	linear.bias	7	-0.7204020023345947
43625	linear.bias	8	-0.01705317199230194
43625	linear.bias	9	2.6941041946411133
43822	transitions	0	-0.14245763421058655
43822	transitions	1	7.00037145614624
43822	transitions	2	-2.771836519241333
43822	transitions	3	1.151334285736084
43822	transitions	4	-1.5326050519943237
43822	transitions	5	-0.253082275390625
43822	transitions	6	-0.13712701201438904
43822	transitions	7	-10000.0
43822	transitions	8	1.545175552368164
43822	transitions	9	-2.2822394371032715
43822	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
43822	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
43822	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
43822	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
43822	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
43822	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
43822	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
43822	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
43822	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
43822	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
43822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
43822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
43822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
43822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
43822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
43822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
43822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
43822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
43822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
43822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
43822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
43822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
43822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
43822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
43822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
43822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
43822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
43822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
43822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
43822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
43822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
43822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
43822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
43822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
43822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
43822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
43822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
43822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
43822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
43822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
43822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
43822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
43822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
43822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
43822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
43822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
43822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
43822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
43822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
43822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
43822	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
43822	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
43822	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
43822	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
43822	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
43822	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
43822	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
43822	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
43822	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
43822	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
43822	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
43822	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
43822	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
43822	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
43822	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
43822	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
43822	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
43822	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
43822	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
43822	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
43822	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
43822	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
43822	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
43822	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
43822	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
43822	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
43822	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
43822	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
43822	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
43822	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
43822	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
43822	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
43822	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
43822	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
43822	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
43822	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
43822	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
43822	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
43822	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
43822	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
43822	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
43822	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
43822	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
43822	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
43822	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
43822	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
43822	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
43822	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
43822	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
43822	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
43822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
43822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
43822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
43822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
43822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
43822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
43822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
43822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
43822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
43822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
43822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
43822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
43822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
43822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
43822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
43822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
43822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
43822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
43822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
43822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
43822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
43822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
43822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
43822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
43822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
43822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
43822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
43822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
43822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
43822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
43822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
43822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
43822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
43822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
43822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
43822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
43822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
43822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
43822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
43822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
43822	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
43822	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
43822	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
43822	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
43822	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
43822	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
43822	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
43822	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
43822	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
43822	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
43822	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
43822	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
43822	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
43822	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
43822	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
43822	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
43822	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
43822	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
43822	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
43822	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
43822	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
43822	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
43822	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
43822	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
43822	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
43822	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
43822	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
43822	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
43822	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
43822	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
43822	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
43822	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
43822	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
43822	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
43822	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
43822	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
43822	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
43822	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
43822	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
43822	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
43822	embedding2nn.weight	0	0.024885788559913635
43822	embedding2nn.weight	1	-0.06598041206598282
43822	embedding2nn.weight	2	0.02792714536190033
43822	embedding2nn.weight	3	-0.03119014948606491
43822	embedding2nn.weight	4	-0.06519948691129684
43822	embedding2nn.weight	5	0.06421475112438202
43822	embedding2nn.weight	6	-0.0847896933555603
43822	embedding2nn.weight	7	-0.06890453398227692
43822	embedding2nn.weight	8	0.007761402986943722
43822	embedding2nn.weight	9	0.0253878366202116
43822	embedding2nn.bias	0	0.0383932963013649
43822	embedding2nn.bias	1	0.037540096789598465
43822	embedding2nn.bias	2	-0.09978356957435608
43822	embedding2nn.bias	3	0.08267276734113693
43822	embedding2nn.bias	4	0.045111916959285736
43822	embedding2nn.bias	5	-0.1235135942697525
43822	embedding2nn.bias	6	-0.09107924997806549
43822	embedding2nn.bias	7	-0.02222442254424095
43822	embedding2nn.bias	8	0.039958417415618896
43822	embedding2nn.bias	9	-0.10679279267787933
43822	rnn.weight_ih_l0	0	0.019986024126410484
43822	rnn.weight_ih_l0	1	0.02657257206737995
43822	rnn.weight_ih_l0	2	-0.024592841044068336
43822	rnn.weight_ih_l0	3	0.020890891551971436
43822	rnn.weight_ih_l0	4	0.030196120962500572
43822	rnn.weight_ih_l0	5	-0.0638941302895546
43822	rnn.weight_ih_l0	6	0.021820103749632835
43822	rnn.weight_ih_l0	7	-0.028598571196198463
43822	rnn.weight_ih_l0	8	0.028707291930913925
43822	rnn.weight_ih_l0	9	-0.010725404135882854
43822	rnn.weight_hh_l0	0	0.002488462720066309
43822	rnn.weight_hh_l0	1	-0.06125529482960701
43822	rnn.weight_hh_l0	2	0.038077399134635925
43822	rnn.weight_hh_l0	3	0.012776602990925312
43822	rnn.weight_hh_l0	4	0.0168906282633543
43822	rnn.weight_hh_l0	5	0.03252053260803223
43822	rnn.weight_hh_l0	6	-0.008935787715017796
43822	rnn.weight_hh_l0	7	-0.0572432242333889
43822	rnn.weight_hh_l0	8	-0.025236476212739944
43822	rnn.weight_hh_l0	9	-0.025750979781150818
43822	rnn.bias_ih_l0	0	-0.060886185616254807
43822	rnn.bias_ih_l0	1	-0.10678587853908539
43822	rnn.bias_ih_l0	2	-0.15527713298797607
43822	rnn.bias_ih_l0	3	-0.22659452259540558
43822	rnn.bias_ih_l0	4	0.0242659542709589
43822	rnn.bias_ih_l0	5	0.05625671520829201
43822	rnn.bias_ih_l0	6	-0.10436269640922546
43822	rnn.bias_ih_l0	7	-0.16009677946567535
43822	rnn.bias_ih_l0	8	-0.04208340123295784
43822	rnn.bias_ih_l0	9	-0.08092106133699417
43822	rnn.bias_hh_l0	0	0.10035572946071625
43822	rnn.bias_hh_l0	1	-0.01812187395989895
43822	rnn.bias_hh_l0	2	0.010862767696380615
43822	rnn.bias_hh_l0	3	-0.1185871884226799
43822	rnn.bias_hh_l0	4	-0.0024195858277380466
43822	rnn.bias_hh_l0	5	0.033218760043382645
43822	rnn.bias_hh_l0	6	-0.05742542818188667
43822	rnn.bias_hh_l0	7	-0.09470581263303757
43822	rnn.bias_hh_l0	8	-0.126421719789505
43822	rnn.bias_hh_l0	9	-0.07250303775072098
43822	rnn.weight_ih_l0_reverse	0	-0.004458825569599867
43822	rnn.weight_ih_l0_reverse	1	0.006416124291718006
43822	rnn.weight_ih_l0_reverse	2	-0.0018576999427750707
43822	rnn.weight_ih_l0_reverse	3	-0.0034666541032493114
43822	rnn.weight_ih_l0_reverse	4	0.011557788588106632
43822	rnn.weight_ih_l0_reverse	5	-0.01698112115263939
43822	rnn.weight_ih_l0_reverse	6	-0.04450540989637375
43822	rnn.weight_ih_l0_reverse	7	-0.008237048983573914
43822	rnn.weight_ih_l0_reverse	8	0.038319848477840424
43822	rnn.weight_ih_l0_reverse	9	0.0040482715703547
43822	rnn.weight_hh_l0_reverse	0	-0.00814615748822689
43822	rnn.weight_hh_l0_reverse	1	0.015178740955889225
43822	rnn.weight_hh_l0_reverse	2	-0.028586801141500473
43822	rnn.weight_hh_l0_reverse	3	0.03504851460456848
43822	rnn.weight_hh_l0_reverse	4	0.014020221307873726
43822	rnn.weight_hh_l0_reverse	5	0.0013554291799664497
43822	rnn.weight_hh_l0_reverse	6	0.023815881460905075
43822	rnn.weight_hh_l0_reverse	7	0.02565770037472248
43822	rnn.weight_hh_l0_reverse	8	0.0057675461284816265
43822	rnn.weight_hh_l0_reverse	9	-0.03765051066875458
43822	rnn.bias_ih_l0_reverse	0	-0.08141740411520004
43822	rnn.bias_ih_l0_reverse	1	-0.22603395581245422
43822	rnn.bias_ih_l0_reverse	2	-0.024155838415026665
43822	rnn.bias_ih_l0_reverse	3	-0.08201189339160919
43822	rnn.bias_ih_l0_reverse	4	0.08107750862836838
43822	rnn.bias_ih_l0_reverse	5	-0.17314906418323517
43822	rnn.bias_ih_l0_reverse	6	-0.051664963364601135
43822	rnn.bias_ih_l0_reverse	7	0.0437089242041111
43822	rnn.bias_ih_l0_reverse	8	-0.10564837604761124
43822	rnn.bias_ih_l0_reverse	9	-0.05518507584929466
43822	rnn.bias_hh_l0_reverse	0	-0.08757492899894714
43822	rnn.bias_hh_l0_reverse	1	-0.033364586532115936
43822	rnn.bias_hh_l0_reverse	2	-0.03206270560622215
43822	rnn.bias_hh_l0_reverse	3	-0.07624536752700806
43822	rnn.bias_hh_l0_reverse	4	-0.00544959120452404
43822	rnn.bias_hh_l0_reverse	5	-0.0853385329246521
43822	rnn.bias_hh_l0_reverse	6	-0.04645197466015816
43822	rnn.bias_hh_l0_reverse	7	-0.11779384315013885
43822	rnn.bias_hh_l0_reverse	8	-0.03592730686068535
43822	rnn.bias_hh_l0_reverse	9	-0.12356319278478622
43822	linear.weight	0	-0.24997660517692566
43822	linear.weight	1	-0.1081552505493164
43822	linear.weight	2	-0.011228874325752258
43822	linear.weight	3	-0.03489232808351517
43822	linear.weight	4	0.06383706629276276
43822	linear.weight	5	0.14668434858322144
43822	linear.weight	6	0.0047744326293468475
43822	linear.weight	7	-0.021312154829502106
43822	linear.weight	8	0.11733701825141907
43822	linear.weight	9	0.18499855697155
43822	linear.bias	0	-0.6113483905792236
43822	linear.bias	1	0.5880676507949829
43822	linear.bias	2	-0.0190438162535429
43822	linear.bias	3	-0.33688870072364807
43822	linear.bias	4	-1.2577970027923584
43822	linear.bias	5	-1.1047499179840088
43822	linear.bias	6	-0.4962640106678009
43822	linear.bias	7	-0.7021229863166809
43822	linear.bias	8	-0.01705317199230194
43822	linear.bias	9	2.705202102661133
44019	transitions	0	-0.1432131677865982
44019	transitions	1	6.998018741607666
44019	transitions	2	-2.774026393890381
44019	transitions	3	1.1491045951843262
44019	transitions	4	-1.5343130826950073
44019	transitions	5	-0.25386857986450195
44019	transitions	6	-0.137285977602005
44019	transitions	7	-10000.0
44019	transitions	8	1.5518462657928467
44019	transitions	9	-2.2823216915130615
44019	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
44019	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
44019	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
44019	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
44019	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
44019	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
44019	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
44019	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
44019	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
44019	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
44019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
44019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
44019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
44019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
44019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
44019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
44019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
44019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
44019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
44019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
44019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
44019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
44019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
44019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
44019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
44019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
44019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
44019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
44019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
44019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
44019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
44019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
44019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
44019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
44019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
44019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
44019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
44019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
44019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
44019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
44019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
44019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
44019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
44019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
44019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
44019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
44019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
44019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
44019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
44019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
44019	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
44019	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
44019	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
44019	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
44019	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
44019	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
44019	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
44019	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
44019	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
44019	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
44019	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
44019	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
44019	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
44019	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
44019	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
44019	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
44019	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
44019	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
44019	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
44019	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
44019	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
44019	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
44019	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
44019	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
44019	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
44019	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
44019	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
44019	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
44019	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
44019	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
44019	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
44019	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
44019	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
44019	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
44019	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
44019	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
44019	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
44019	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
44019	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
44019	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
44019	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
44019	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
44019	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
44019	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
44019	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
44019	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
44019	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
44019	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
44019	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
44019	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
44019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
44019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
44019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
44019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
44019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
44019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
44019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
44019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
44019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
44019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
44019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
44019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
44019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
44019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
44019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
44019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
44019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
44019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
44019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
44019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
44019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
44019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
44019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
44019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
44019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
44019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
44019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
44019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
44019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
44019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
44019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
44019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
44019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
44019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
44019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
44019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
44019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
44019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
44019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
44019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
44019	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
44019	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
44019	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
44019	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
44019	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
44019	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
44019	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
44019	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
44019	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
44019	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
44019	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
44019	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
44019	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
44019	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
44019	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
44019	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
44019	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
44019	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
44019	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
44019	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
44019	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
44019	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
44019	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
44019	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
44019	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
44019	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
44019	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
44019	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
44019	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
44019	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
44019	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
44019	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
44019	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
44019	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
44019	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
44019	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
44019	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
44019	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
44019	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
44019	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
44019	embedding2nn.weight	0	0.025616202503442764
44019	embedding2nn.weight	1	-0.06460300832986832
44019	embedding2nn.weight	2	0.03133796155452728
44019	embedding2nn.weight	3	-0.032891895622015
44019	embedding2nn.weight	4	-0.0662318542599678
44019	embedding2nn.weight	5	0.06273719668388367
44019	embedding2nn.weight	6	-0.09112941473722458
44019	embedding2nn.weight	7	-0.06999783217906952
44019	embedding2nn.weight	8	0.007925871759653091
44019	embedding2nn.weight	9	0.021801864728331566
44019	embedding2nn.bias	0	0.02925163134932518
44019	embedding2nn.bias	1	0.04409167543053627
44019	embedding2nn.bias	2	-0.09904050827026367
44019	embedding2nn.bias	3	0.08603893965482712
44019	embedding2nn.bias	4	0.03832890838384628
44019	embedding2nn.bias	5	-0.11273986846208572
44019	embedding2nn.bias	6	-0.09166385233402252
44019	embedding2nn.bias	7	-0.027052653953433037
44019	embedding2nn.bias	8	0.04728347063064575
44019	embedding2nn.bias	9	-0.10034193098545074
44019	rnn.weight_ih_l0	0	0.02069634385406971
44019	rnn.weight_ih_l0	1	0.026108384132385254
44019	rnn.weight_ih_l0	2	-0.02430775575339794
44019	rnn.weight_ih_l0	3	0.022486351430416107
44019	rnn.weight_ih_l0	4	0.029423007741570473
44019	rnn.weight_ih_l0	5	-0.06516196578741074
44019	rnn.weight_ih_l0	6	0.01882878877222538
44019	rnn.weight_ih_l0	7	-0.029506105929613113
44019	rnn.weight_ih_l0	8	0.026989389210939407
44019	rnn.weight_ih_l0	9	-0.010552732273936272
44019	rnn.weight_hh_l0	0	0.0008671259856782854
44019	rnn.weight_hh_l0	1	-0.06301233172416687
44019	rnn.weight_hh_l0	2	0.03848368301987648
44019	rnn.weight_hh_l0	3	0.01183231733739376
44019	rnn.weight_hh_l0	4	0.01681927964091301
44019	rnn.weight_hh_l0	5	0.03426523134112358
44019	rnn.weight_hh_l0	6	-0.009501040913164616
44019	rnn.weight_hh_l0	7	-0.057420242577791214
44019	rnn.weight_hh_l0	8	-0.02483479119837284
44019	rnn.weight_hh_l0	9	-0.025854339823126793
44019	rnn.bias_ih_l0	0	-0.055107712745666504
44019	rnn.bias_ih_l0	1	-0.10727878659963608
44019	rnn.bias_ih_l0	2	-0.15229728817939758
44019	rnn.bias_ih_l0	3	-0.22623898088932037
44019	rnn.bias_ih_l0	4	0.03110155649483204
44019	rnn.bias_ih_l0	5	0.052996210753917694
44019	rnn.bias_ih_l0	6	-0.10255319625139236
44019	rnn.bias_ih_l0	7	-0.1606808304786682
44019	rnn.bias_ih_l0	8	-0.04233253374695778
44019	rnn.bias_ih_l0	9	-0.08145112544298172
44019	rnn.bias_hh_l0	0	0.09670163691043854
44019	rnn.bias_hh_l0	1	-0.020355867221951485
44019	rnn.bias_hh_l0	2	0.011150455102324486
44019	rnn.bias_hh_l0	3	-0.11902602016925812
44019	rnn.bias_hh_l0	4	-0.00023114585201255977
44019	rnn.bias_hh_l0	5	0.0335804708302021
44019	rnn.bias_hh_l0	6	-0.05890907719731331
44019	rnn.bias_hh_l0	7	-0.09286381304264069
44019	rnn.bias_hh_l0	8	-0.12466359883546829
44019	rnn.bias_hh_l0	9	-0.07486816495656967
44019	rnn.weight_ih_l0_reverse	0	-0.005252201110124588
44019	rnn.weight_ih_l0_reverse	1	0.004257855471223593
44019	rnn.weight_ih_l0_reverse	2	-0.00322416122071445
44019	rnn.weight_ih_l0_reverse	3	-0.004009658005088568
44019	rnn.weight_ih_l0_reverse	4	0.012943675741553307
44019	rnn.weight_ih_l0_reverse	5	-0.019797835499048233
44019	rnn.weight_ih_l0_reverse	6	-0.04429279640316963
44019	rnn.weight_ih_l0_reverse	7	-0.00987162720412016
44019	rnn.weight_ih_l0_reverse	8	0.03934839740395546
44019	rnn.weight_ih_l0_reverse	9	0.0034479110036045313
44019	rnn.weight_hh_l0_reverse	0	-0.007525773718953133
44019	rnn.weight_hh_l0_reverse	1	0.014939899556338787
44019	rnn.weight_hh_l0_reverse	2	-0.0292349923402071
44019	rnn.weight_hh_l0_reverse	3	0.035467859357595444
44019	rnn.weight_hh_l0_reverse	4	0.014025192707777023
44019	rnn.weight_hh_l0_reverse	5	0.001877299277111888
44019	rnn.weight_hh_l0_reverse	6	0.023827292025089264
44019	rnn.weight_hh_l0_reverse	7	0.02605309896171093
44019	rnn.weight_hh_l0_reverse	8	0.006010181270539761
44019	rnn.weight_hh_l0_reverse	9	-0.03745398297905922
44019	rnn.bias_ih_l0_reverse	0	-0.07587740570306778
44019	rnn.bias_ih_l0_reverse	1	-0.22837425768375397
44019	rnn.bias_ih_l0_reverse	2	-0.023367982357740402
44019	rnn.bias_ih_l0_reverse	3	-0.08461403101682663
44019	rnn.bias_ih_l0_reverse	4	0.08427660167217255
44019	rnn.bias_ih_l0_reverse	5	-0.17601841688156128
44019	rnn.bias_ih_l0_reverse	6	-0.05181771144270897
44019	rnn.bias_ih_l0_reverse	7	0.04334019497036934
44019	rnn.bias_ih_l0_reverse	8	-0.10850225389003754
44019	rnn.bias_ih_l0_reverse	9	-0.05923602730035782
44019	rnn.bias_hh_l0_reverse	0	-0.08836835622787476
44019	rnn.bias_hh_l0_reverse	1	-0.034398153424263
44019	rnn.bias_hh_l0_reverse	2	-0.028485003858804703
44019	rnn.bias_hh_l0_reverse	3	-0.08173082023859024
44019	rnn.bias_hh_l0_reverse	4	-0.008639917708933353
44019	rnn.bias_hh_l0_reverse	5	-0.08641471713781357
44019	rnn.bias_hh_l0_reverse	6	-0.04593385010957718
44019	rnn.bias_hh_l0_reverse	7	-0.12084025889635086
44019	rnn.bias_hh_l0_reverse	8	-0.03940192237496376
44019	rnn.bias_hh_l0_reverse	9	-0.12150094658136368
44019	linear.weight	0	-0.22641533613204956
44019	linear.weight	1	-0.10515815764665604
44019	linear.weight	2	-0.011228874325752258
44019	linear.weight	3	-0.03252861648797989
44019	linear.weight	4	0.053998515009880066
44019	linear.weight	5	0.151625856757164
44019	linear.weight	6	0.0047744326293468475
44019	linear.weight	7	-0.021312154829502106
44019	linear.weight	8	0.14674648642539978
44019	linear.weight	9	0.19885878264904022
44019	linear.bias	0	-0.6128827929496765
44019	linear.bias	1	0.5837317705154419
44019	linear.bias	2	0.07794634252786636
44019	linear.bias	3	-0.3580184280872345
44019	linear.bias	4	-1.3042420148849487
44019	linear.bias	5	-1.1050634384155273
44019	linear.bias	6	-0.4991320073604584
44019	linear.bias	7	-0.7333491444587708
44019	linear.bias	8	-0.01705317199230194
44019	linear.bias	9	2.688941240310669
44216	transitions	0	-0.14472785592079163
44216	transitions	1	7.046111106872559
44216	transitions	2	-2.77909517288208
44216	transitions	3	1.1785105466842651
44216	transitions	4	-1.535443663597107
44216	transitions	5	-0.2540585398674011
44216	transitions	6	-0.137552872300148
44216	transitions	7	-10000.0
44216	transitions	8	1.5486562252044678
44216	transitions	9	-2.282386302947998
44216	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
44216	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
44216	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
44216	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
44216	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
44216	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
44216	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
44216	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
44216	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
44216	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
44216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
44216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
44216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
44216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
44216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
44216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
44216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
44216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
44216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
44216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
44216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
44216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
44216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
44216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
44216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
44216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
44216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
44216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
44216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
44216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
44216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
44216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
44216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
44216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
44216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
44216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
44216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
44216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
44216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
44216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
44216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
44216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
44216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
44216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
44216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
44216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
44216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
44216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
44216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
44216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
44216	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
44216	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
44216	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
44216	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
44216	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
44216	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
44216	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
44216	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
44216	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
44216	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
44216	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
44216	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
44216	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
44216	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
44216	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
44216	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
44216	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
44216	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
44216	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
44216	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
44216	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
44216	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
44216	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
44216	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
44216	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
44216	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
44216	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
44216	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
44216	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
44216	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
44216	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
44216	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
44216	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
44216	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
44216	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
44216	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
44216	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
44216	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
44216	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
44216	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
44216	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
44216	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
44216	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
44216	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
44216	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
44216	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
44216	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
44216	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
44216	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
44216	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
44216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
44216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
44216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
44216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
44216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
44216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
44216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
44216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
44216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
44216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
44216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
44216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
44216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
44216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
44216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
44216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
44216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
44216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
44216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
44216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
44216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
44216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
44216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
44216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
44216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
44216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
44216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
44216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
44216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
44216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
44216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
44216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
44216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
44216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
44216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
44216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
44216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
44216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
44216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
44216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
44216	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
44216	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
44216	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
44216	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
44216	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
44216	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
44216	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
44216	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
44216	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
44216	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
44216	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
44216	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
44216	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
44216	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
44216	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
44216	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
44216	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
44216	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
44216	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
44216	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
44216	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
44216	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
44216	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
44216	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
44216	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
44216	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
44216	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
44216	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
44216	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
44216	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
44216	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
44216	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
44216	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
44216	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
44216	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
44216	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
44216	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
44216	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
44216	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
44216	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
44216	embedding2nn.weight	0	0.026897531002759933
44216	embedding2nn.weight	1	-0.06421613693237305
44216	embedding2nn.weight	2	0.03388341888785362
44216	embedding2nn.weight	3	-0.03287892788648605
44216	embedding2nn.weight	4	-0.06780803203582764
44216	embedding2nn.weight	5	0.06513487547636032
44216	embedding2nn.weight	6	-0.097834512591362
44216	embedding2nn.weight	7	-0.06985630095005035
44216	embedding2nn.weight	8	0.008329678326845169
44216	embedding2nn.weight	9	0.02028060518205166
44216	embedding2nn.bias	0	0.034651946276426315
44216	embedding2nn.bias	1	0.04809673875570297
44216	embedding2nn.bias	2	-0.09984906017780304
44216	embedding2nn.bias	3	0.08343327045440674
44216	embedding2nn.bias	4	0.039166852831840515
44216	embedding2nn.bias	5	-0.12744881212711334
44216	embedding2nn.bias	6	-0.09026157110929489
44216	embedding2nn.bias	7	-0.018230849876999855
44216	embedding2nn.bias	8	0.05279335379600525
44216	embedding2nn.bias	9	-0.09124636650085449
44216	rnn.weight_ih_l0	0	0.02246200293302536
44216	rnn.weight_ih_l0	1	0.026736635714769363
44216	rnn.weight_ih_l0	2	-0.022862864658236504
44216	rnn.weight_ih_l0	3	0.024574169889092445
44216	rnn.weight_ih_l0	4	0.03234226256608963
44216	rnn.weight_ih_l0	5	-0.06495095044374466
44216	rnn.weight_ih_l0	6	0.017720486968755722
44216	rnn.weight_ih_l0	7	-0.030687542632222176
44216	rnn.weight_ih_l0	8	0.026617180556058884
44216	rnn.weight_ih_l0	9	-0.012589908204972744
44216	rnn.weight_hh_l0	0	0.001353012747131288
44216	rnn.weight_hh_l0	1	-0.06332723051309586
44216	rnn.weight_hh_l0	2	0.03838358446955681
44216	rnn.weight_hh_l0	3	0.011800158768892288
44216	rnn.weight_hh_l0	4	0.016755273565649986
44216	rnn.weight_hh_l0	5	0.03397533297538757
44216	rnn.weight_hh_l0	6	-0.009622450917959213
44216	rnn.weight_hh_l0	7	-0.0583486407995224
44216	rnn.weight_hh_l0	8	-0.024129461497068405
44216	rnn.weight_hh_l0	9	-0.026131000369787216
44216	rnn.bias_ih_l0	0	-0.05276826024055481
44216	rnn.bias_ih_l0	1	-0.10503537952899933
44216	rnn.bias_ih_l0	2	-0.1514306515455246
44216	rnn.bias_ih_l0	3	-0.2235020250082016
44216	rnn.bias_ih_l0	4	0.031132619827985764
44216	rnn.bias_ih_l0	5	0.05286754295229912
44216	rnn.bias_ih_l0	6	-0.10328738391399384
44216	rnn.bias_ih_l0	7	-0.16222837567329407
44216	rnn.bias_ih_l0	8	-0.04670196399092674
44216	rnn.bias_ih_l0	9	-0.08299688249826431
44216	rnn.bias_hh_l0	0	0.10276340693235397
44216	rnn.bias_hh_l0	1	-0.021983500570058823
44216	rnn.bias_hh_l0	2	0.009512652643024921
44216	rnn.bias_hh_l0	3	-0.11820442229509354
44216	rnn.bias_hh_l0	4	-0.006239769980311394
44216	rnn.bias_hh_l0	5	0.04209499433636665
44216	rnn.bias_hh_l0	6	-0.05877656862139702
44216	rnn.bias_hh_l0	7	-0.09223227202892303
44216	rnn.bias_hh_l0	8	-0.12395944446325302
44216	rnn.bias_hh_l0	9	-0.06920332461595535
44216	rnn.weight_ih_l0_reverse	0	-0.006104358937591314
44216	rnn.weight_ih_l0_reverse	1	0.005480253603309393
44216	rnn.weight_ih_l0_reverse	2	-0.0010561831295490265
44216	rnn.weight_ih_l0_reverse	3	-0.004508849233388901
44216	rnn.weight_ih_l0_reverse	4	0.01332886517047882
44216	rnn.weight_ih_l0_reverse	5	-0.022080615162849426
44216	rnn.weight_ih_l0_reverse	6	-0.044935327023267746
44216	rnn.weight_ih_l0_reverse	7	-0.009755805134773254
44216	rnn.weight_ih_l0_reverse	8	0.03740012273192406
44216	rnn.weight_ih_l0_reverse	9	0.0021636190358549356
44216	rnn.weight_hh_l0_reverse	0	-0.00738878920674324
44216	rnn.weight_hh_l0_reverse	1	0.015805864706635475
44216	rnn.weight_hh_l0_reverse	2	-0.029067328199744225
44216	rnn.weight_hh_l0_reverse	3	0.03535458445549011
44216	rnn.weight_hh_l0_reverse	4	0.013362851925194263
44216	rnn.weight_hh_l0_reverse	5	0.002179838949814439
44216	rnn.weight_hh_l0_reverse	6	0.02391686663031578
44216	rnn.weight_hh_l0_reverse	7	0.025199713185429573
44216	rnn.weight_hh_l0_reverse	8	0.0058983080089092255
44216	rnn.weight_hh_l0_reverse	9	-0.03886188566684723
44216	rnn.bias_ih_l0_reverse	0	-0.07545677572488785
44216	rnn.bias_ih_l0_reverse	1	-0.2276141345500946
44216	rnn.bias_ih_l0_reverse	2	-0.022093886509537697
44216	rnn.bias_ih_l0_reverse	3	-0.0857335776090622
44216	rnn.bias_ih_l0_reverse	4	0.08079215884208679
44216	rnn.bias_ih_l0_reverse	5	-0.17622113227844238
44216	rnn.bias_ih_l0_reverse	6	-0.05051932856440544
44216	rnn.bias_ih_l0_reverse	7	0.04518788680434227
44216	rnn.bias_ih_l0_reverse	8	-0.10833726078271866
44216	rnn.bias_ih_l0_reverse	9	-0.05887090787291527
44216	rnn.bias_hh_l0_reverse	0	-0.08820287138223648
44216	rnn.bias_hh_l0_reverse	1	-0.03340839222073555
44216	rnn.bias_hh_l0_reverse	2	-0.02635986916720867
44216	rnn.bias_hh_l0_reverse	3	-0.08512505143880844
44216	rnn.bias_hh_l0_reverse	4	-0.006992646027356386
44216	rnn.bias_hh_l0_reverse	5	-0.08896435797214508
44216	rnn.bias_hh_l0_reverse	6	-0.04625291749835014
44216	rnn.bias_hh_l0_reverse	7	-0.12182052433490753
44216	rnn.bias_hh_l0_reverse	8	-0.034747447818517685
44216	rnn.bias_hh_l0_reverse	9	-0.12377955764532089
44216	linear.weight	0	-0.23550014197826385
44216	linear.weight	1	-0.09780985116958618
44216	linear.weight	2	-0.011228874325752258
44216	linear.weight	3	-0.044822536408901215
44216	linear.weight	4	0.05651525408029556
44216	linear.weight	5	0.14133286476135254
44216	linear.weight	6	0.0047744326293468475
44216	linear.weight	7	-0.021312154829502106
44216	linear.weight	8	0.15685860812664032
44216	linear.weight	9	0.1857554167509079
44216	linear.bias	0	-0.6280160546302795
44216	linear.bias	1	0.5964959859848022
44216	linear.bias	2	0.051651231944561005
44216	linear.bias	3	-0.3198966681957245
44216	linear.bias	4	-1.2792068719863892
44216	linear.bias	5	-1.1053844690322876
44216	linear.bias	6	-0.5059592723846436
44216	linear.bias	7	-0.7285902500152588
44216	linear.bias	8	-0.01705317199230194
44216	linear.bias	9	2.6736526489257812
44413	transitions	0	-0.14515280723571777
44413	transitions	1	7.023425102233887
44413	transitions	2	-2.7834110260009766
44413	transitions	3	1.1761226654052734
44413	transitions	4	-1.5377864837646484
44413	transitions	5	-0.25435352325439453
44413	transitions	6	-0.13779990375041962
44413	transitions	7	-10000.0
44413	transitions	8	1.550567388534546
44413	transitions	9	-2.282426357269287
44413	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
44413	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
44413	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
44413	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
44413	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
44413	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
44413	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
44413	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
44413	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
44413	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
44413	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
44413	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
44413	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
44413	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
44413	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
44413	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
44413	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
44413	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
44413	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
44413	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
44413	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
44413	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
44413	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
44413	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
44413	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
44413	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
44413	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
44413	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
44413	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
44413	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
44413	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
44413	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
44413	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
44413	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
44413	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
44413	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
44413	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
44413	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
44413	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
44413	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
44413	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
44413	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
44413	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
44413	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
44413	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
44413	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
44413	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
44413	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
44413	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
44413	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
44413	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
44413	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
44413	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
44413	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
44413	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
44413	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
44413	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
44413	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
44413	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
44413	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
44413	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
44413	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
44413	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
44413	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
44413	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
44413	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
44413	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
44413	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
44413	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
44413	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
44413	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
44413	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
44413	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
44413	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
44413	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
44413	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
44413	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
44413	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
44413	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
44413	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
44413	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
44413	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
44413	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
44413	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
44413	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
44413	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
44413	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
44413	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
44413	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
44413	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
44413	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
44413	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
44413	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
44413	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
44413	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
44413	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
44413	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
44413	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
44413	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
44413	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
44413	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
44413	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
44413	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
44413	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
44413	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
44413	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
44413	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
44413	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
44413	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
44413	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
44413	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
44413	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
44413	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
44413	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
44413	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
44413	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
44413	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
44413	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
44413	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
44413	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
44413	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
44413	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
44413	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
44413	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
44413	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
44413	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
44413	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
44413	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
44413	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
44413	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
44413	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
44413	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
44413	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
44413	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
44413	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
44413	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
44413	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
44413	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
44413	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
44413	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
44413	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
44413	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
44413	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
44413	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
44413	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
44413	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
44413	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
44413	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
44413	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
44413	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
44413	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
44413	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
44413	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
44413	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
44413	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
44413	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
44413	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
44413	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
44413	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
44413	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
44413	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
44413	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
44413	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
44413	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
44413	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
44413	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
44413	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
44413	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
44413	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
44413	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
44413	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
44413	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
44413	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
44413	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
44413	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
44413	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
44413	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
44413	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
44413	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
44413	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
44413	embedding2nn.weight	0	0.02615346759557724
44413	embedding2nn.weight	1	-0.06396427005529404
44413	embedding2nn.weight	2	0.031634122133255005
44413	embedding2nn.weight	3	-0.03321237862110138
44413	embedding2nn.weight	4	-0.06699623912572861
44413	embedding2nn.weight	5	0.06529299914836884
44413	embedding2nn.weight	6	-0.09313685446977615
44413	embedding2nn.weight	7	-0.07006001472473145
44413	embedding2nn.weight	8	0.00815073773264885
44413	embedding2nn.weight	9	0.020104149356484413
44413	embedding2nn.bias	0	0.03440846502780914
44413	embedding2nn.bias	1	0.04072175920009613
44413	embedding2nn.bias	2	-0.10145682096481323
44413	embedding2nn.bias	3	0.08330608904361725
44413	embedding2nn.bias	4	0.04672565683722496
44413	embedding2nn.bias	5	-0.13674156367778778
44413	embedding2nn.bias	6	-0.07163304835557938
44413	embedding2nn.bias	7	-0.009940527379512787
44413	embedding2nn.bias	8	0.054488666355609894
44413	embedding2nn.bias	9	-0.09100859612226486
44413	rnn.weight_ih_l0	0	0.024878136813640594
44413	rnn.weight_ih_l0	1	0.024670427665114403
44413	rnn.weight_ih_l0	2	-0.021656718105077744
44413	rnn.weight_ih_l0	3	0.022775616496801376
44413	rnn.weight_ih_l0	4	0.028407789766788483
44413	rnn.weight_ih_l0	5	-0.060894742608070374
44413	rnn.weight_ih_l0	6	0.01791013404726982
44413	rnn.weight_ih_l0	7	-0.029367836192250252
44413	rnn.weight_ih_l0	8	0.026120632886886597
44413	rnn.weight_ih_l0	9	-0.009749217890202999
44413	rnn.weight_hh_l0	0	0.0012349500320851803
44413	rnn.weight_hh_l0	1	-0.0632685050368309
44413	rnn.weight_hh_l0	2	0.0374876968562603
44413	rnn.weight_hh_l0	3	0.01146144513040781
44413	rnn.weight_hh_l0	4	0.016806751489639282
44413	rnn.weight_hh_l0	5	0.03432895988225937
44413	rnn.weight_hh_l0	6	-0.010278142057359219
44413	rnn.weight_hh_l0	7	-0.05803604796528816
44413	rnn.weight_hh_l0	8	-0.02442760393023491
44413	rnn.weight_hh_l0	9	-0.024224646389484406
44413	rnn.bias_ih_l0	0	-0.04853498563170433
44413	rnn.bias_ih_l0	1	-0.10681626200675964
44413	rnn.bias_ih_l0	2	-0.15502074360847473
44413	rnn.bias_ih_l0	3	-0.22690917551517487
44413	rnn.bias_ih_l0	4	0.03037448413670063
44413	rnn.bias_ih_l0	5	0.05640144646167755
44413	rnn.bias_ih_l0	6	-0.09825979173183441
44413	rnn.bias_ih_l0	7	-0.1629546731710434
44413	rnn.bias_ih_l0	8	-0.04543733969330788
44413	rnn.bias_ih_l0	9	-0.0820503905415535
44413	rnn.bias_hh_l0	0	0.10027799755334854
44413	rnn.bias_hh_l0	1	-0.02502661570906639
44413	rnn.bias_hh_l0	2	0.0159285981208086
44413	rnn.bias_hh_l0	3	-0.11609959602355957
44413	rnn.bias_hh_l0	4	-0.0033196962904185057
44413	rnn.bias_hh_l0	5	0.03962767496705055
44413	rnn.bias_hh_l0	6	-0.05893339216709137
44413	rnn.bias_hh_l0	7	-0.09747768938541412
44413	rnn.bias_hh_l0	8	-0.12229993939399719
44413	rnn.bias_hh_l0	9	-0.0716090127825737
44413	rnn.weight_ih_l0_reverse	0	-0.005542268510907888
44413	rnn.weight_ih_l0_reverse	1	0.00464523583650589
44413	rnn.weight_ih_l0_reverse	2	-0.002200433984398842
44413	rnn.weight_ih_l0_reverse	3	-0.0029942176770418882
44413	rnn.weight_ih_l0_reverse	4	0.013320003636181355
44413	rnn.weight_ih_l0_reverse	5	-0.018156331032514572
44413	rnn.weight_ih_l0_reverse	6	-0.0437665618956089
44413	rnn.weight_ih_l0_reverse	7	-0.010705860331654549
44413	rnn.weight_ih_l0_reverse	8	0.03582494333386421
44413	rnn.weight_ih_l0_reverse	9	0.0035469739232212305
44413	rnn.weight_hh_l0_reverse	0	-0.008477691560983658
44413	rnn.weight_hh_l0_reverse	1	0.016290657222270966
44413	rnn.weight_hh_l0_reverse	2	-0.02851065807044506
44413	rnn.weight_hh_l0_reverse	3	0.03583744168281555
44413	rnn.weight_hh_l0_reverse	4	0.013457102701067924
44413	rnn.weight_hh_l0_reverse	5	0.0015819963300600648
44413	rnn.weight_hh_l0_reverse	6	0.024025186896324158
44413	rnn.weight_hh_l0_reverse	7	0.025123124942183495
44413	rnn.weight_hh_l0_reverse	8	0.005353438202291727
44413	rnn.weight_hh_l0_reverse	9	-0.03879133611917496
44413	rnn.bias_ih_l0_reverse	0	-0.0779944658279419
44413	rnn.bias_ih_l0_reverse	1	-0.22519508004188538
44413	rnn.bias_ih_l0_reverse	2	-0.025501186028122902
44413	rnn.bias_ih_l0_reverse	3	-0.08716293424367905
44413	rnn.bias_ih_l0_reverse	4	0.08247620612382889
44413	rnn.bias_ih_l0_reverse	5	-0.17708638310432434
44413	rnn.bias_ih_l0_reverse	6	-0.046398986130952835
44413	rnn.bias_ih_l0_reverse	7	0.0375271700322628
44413	rnn.bias_ih_l0_reverse	8	-0.11013727635145187
44413	rnn.bias_ih_l0_reverse	9	-0.06324135512113571
44413	rnn.bias_hh_l0_reverse	0	-0.08349102735519409
44413	rnn.bias_hh_l0_reverse	1	-0.03382223844528198
44413	rnn.bias_hh_l0_reverse	2	-0.02951958402991295
44413	rnn.bias_hh_l0_reverse	3	-0.09224602580070496
44413	rnn.bias_hh_l0_reverse	4	-0.0097640510648489
44413	rnn.bias_hh_l0_reverse	5	-0.09035464376211166
44413	rnn.bias_hh_l0_reverse	6	-0.042254362255334854
44413	rnn.bias_hh_l0_reverse	7	-0.12104222923517227
44413	rnn.bias_hh_l0_reverse	8	-0.03504767641425133
44413	rnn.bias_hh_l0_reverse	9	-0.12063303589820862
44413	linear.weight	0	-0.22399111092090607
44413	linear.weight	1	-0.09791520237922668
44413	linear.weight	2	-0.011228874325752258
44413	linear.weight	3	-0.05152776837348938
44413	linear.weight	4	0.07015855610370636
44413	linear.weight	5	0.15894430875778198
44413	linear.weight	6	0.0047744326293468475
44413	linear.weight	7	-0.021312154829502106
44413	linear.weight	8	0.13225851953029633
44413	linear.weight	9	0.20771349966526031
44413	linear.bias	0	-0.6343531608581543
44413	linear.bias	1	0.5699185729026794
44413	linear.bias	2	0.07195014506578445
44413	linear.bias	3	-0.34568825364112854
44413	linear.bias	4	-1.2651216983795166
44413	linear.bias	5	-1.1057263612747192
44413	linear.bias	6	-0.5142677426338196
44413	linear.bias	7	-0.7120850086212158
44413	linear.bias	8	-0.01705317199230194
44413	linear.bias	9	2.6989245414733887
44610	transitions	0	-0.14661352336406708
44610	transitions	1	7.059506893157959
44610	transitions	2	-2.786936044692993
44610	transitions	3	1.1853736639022827
44610	transitions	4	-1.5395790338516235
44610	transitions	5	-0.2548082768917084
44610	transitions	6	-0.1380477100610733
44610	transitions	7	-10000.0
44610	transitions	8	1.5517234802246094
44610	transitions	9	-2.282473564147949
44610	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
44610	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
44610	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
44610	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
44610	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
44610	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
44610	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
44610	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
44610	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
44610	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
44610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
44610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
44610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
44610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
44610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
44610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
44610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
44610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
44610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
44610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
44610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
44610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
44610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
44610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
44610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
44610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
44610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
44610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
44610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
44610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
44610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
44610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
44610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
44610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
44610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
44610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
44610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
44610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
44610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
44610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
44610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
44610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
44610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
44610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
44610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
44610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
44610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
44610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
44610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
44610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
44610	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
44610	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
44610	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
44610	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
44610	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
44610	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
44610	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
44610	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
44610	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
44610	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
44610	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
44610	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
44610	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
44610	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
44610	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
44610	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
44610	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
44610	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
44610	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
44610	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
44610	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
44610	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
44610	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
44610	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
44610	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
44610	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
44610	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
44610	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
44610	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
44610	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
44610	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
44610	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
44610	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
44610	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
44610	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
44610	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
44610	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
44610	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
44610	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
44610	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
44610	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
44610	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
44610	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
44610	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
44610	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
44610	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
44610	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
44610	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
44610	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
44610	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
44610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
44610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
44610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
44610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
44610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
44610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
44610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
44610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
44610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
44610	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
44610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
44610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
44610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
44610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
44610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
44610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
44610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
44610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
44610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
44610	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
44610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
44610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
44610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
44610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
44610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
44610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
44610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
44610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
44610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
44610	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
44610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
44610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
44610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
44610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
44610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
44610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
44610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
44610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
44610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
44610	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
44610	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
44610	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
44610	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
44610	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
44610	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
44610	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
44610	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
44610	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
44610	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
44610	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
44610	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
44610	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
44610	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
44610	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
44610	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
44610	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
44610	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
44610	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
44610	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
44610	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
44610	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
44610	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
44610	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
44610	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
44610	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
44610	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
44610	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
44610	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
44610	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
44610	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
44610	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
44610	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
44610	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
44610	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
44610	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
44610	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
44610	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
44610	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
44610	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
44610	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
44610	embedding2nn.weight	0	0.026529671624302864
44610	embedding2nn.weight	1	-0.06335169821977615
44610	embedding2nn.weight	2	0.03015824779868126
44610	embedding2nn.weight	3	-0.03294536471366882
44610	embedding2nn.weight	4	-0.06844815611839294
44610	embedding2nn.weight	5	0.06536119431257248
44610	embedding2nn.weight	6	-0.08535042405128479
44610	embedding2nn.weight	7	-0.06886614859104156
44610	embedding2nn.weight	8	0.00796309020370245
44610	embedding2nn.weight	9	0.020045973360538483
44610	embedding2nn.bias	0	0.029921459034085274
44610	embedding2nn.bias	1	0.04344277083873749
44610	embedding2nn.bias	2	-0.10844548046588898
44610	embedding2nn.bias	3	0.07213716953992844
44610	embedding2nn.bias	4	0.039458345621824265
44610	embedding2nn.bias	5	-0.13314972817897797
44610	embedding2nn.bias	6	-0.08195720613002777
44610	embedding2nn.bias	7	-0.004076018463820219
44610	embedding2nn.bias	8	0.04080057889223099
44610	embedding2nn.bias	9	-0.0960654690861702
44610	rnn.weight_ih_l0	0	0.02544190175831318
44610	rnn.weight_ih_l0	1	0.026012348011136055
44610	rnn.weight_ih_l0	2	-0.020196139812469482
44610	rnn.weight_ih_l0	3	0.02670374885201454
44610	rnn.weight_ih_l0	4	0.028349556028842926
44610	rnn.weight_ih_l0	5	-0.058818161487579346
44610	rnn.weight_ih_l0	6	0.01937856897711754
44610	rnn.weight_ih_l0	7	-0.028879860416054726
44610	rnn.weight_ih_l0	8	0.02627069689333439
44610	rnn.weight_ih_l0	9	-0.01247473619878292
44610	rnn.weight_hh_l0	0	0.001389720942825079
44610	rnn.weight_hh_l0	1	-0.06237594783306122
44610	rnn.weight_hh_l0	2	0.03766782954335213
44610	rnn.weight_hh_l0	3	0.012057681567966938
44610	rnn.weight_hh_l0	4	0.016623828560113907
44610	rnn.weight_hh_l0	5	0.031320445239543915
44610	rnn.weight_hh_l0	6	-0.009499064646661282
44610	rnn.weight_hh_l0	7	-0.057168275117874146
44610	rnn.weight_hh_l0	8	-0.025810450315475464
44610	rnn.weight_hh_l0	9	-0.023956669494509697
44610	rnn.bias_ih_l0	0	-0.03886617347598076
44610	rnn.bias_ih_l0	1	-0.10214001685380936
44610	rnn.bias_ih_l0	2	-0.1529434770345688
44610	rnn.bias_ih_l0	3	-0.22194711863994598
44610	rnn.bias_ih_l0	4	0.02783188782632351
44610	rnn.bias_ih_l0	5	0.053437769412994385
44610	rnn.bias_ih_l0	6	-0.09981967508792877
44610	rnn.bias_ih_l0	7	-0.1627316027879715
44610	rnn.bias_ih_l0	8	-0.040367286652326584
44610	rnn.bias_ih_l0	9	-0.0870853066444397
44610	rnn.bias_hh_l0	0	0.10544788837432861
44610	rnn.bias_hh_l0	1	-0.02391795814037323
44610	rnn.bias_hh_l0	2	0.016490759328007698
44610	rnn.bias_hh_l0	3	-0.1148214265704155
44610	rnn.bias_hh_l0	4	-0.01447782851755619
44610	rnn.bias_hh_l0	5	0.03644184023141861
44610	rnn.bias_hh_l0	6	-0.058532245457172394
44610	rnn.bias_hh_l0	7	-0.09937363862991333
44610	rnn.bias_hh_l0	8	-0.12189924716949463
44610	rnn.bias_hh_l0	9	-0.07221061736345291
44610	rnn.weight_ih_l0_reverse	0	-0.006071419920772314
44610	rnn.weight_ih_l0_reverse	1	0.005723120179027319
44610	rnn.weight_ih_l0_reverse	2	-0.0019162141252309084
44610	rnn.weight_ih_l0_reverse	3	-0.004533849656581879
44610	rnn.weight_ih_l0_reverse	4	0.009629928506910801
44610	rnn.weight_ih_l0_reverse	5	-0.01855442300438881
44610	rnn.weight_ih_l0_reverse	6	-0.046106450259685516
44610	rnn.weight_ih_l0_reverse	7	-0.006111841183155775
44610	rnn.weight_ih_l0_reverse	8	0.03587702289223671
44610	rnn.weight_ih_l0_reverse	9	0.004098815843462944
44610	rnn.weight_hh_l0_reverse	0	-0.007780259940773249
44610	rnn.weight_hh_l0_reverse	1	0.016284767538309097
44610	rnn.weight_hh_l0_reverse	2	-0.029112374410033226
44610	rnn.weight_hh_l0_reverse	3	0.03577307611703873
44610	rnn.weight_hh_l0_reverse	4	0.013250520452857018
44610	rnn.weight_hh_l0_reverse	5	0.0009440853027626872
44610	rnn.weight_hh_l0_reverse	6	0.024272555485367775
44610	rnn.weight_hh_l0_reverse	7	0.02515288256108761
44610	rnn.weight_hh_l0_reverse	8	0.004967635963112116
44610	rnn.weight_hh_l0_reverse	9	-0.03858370706439018
44610	rnn.bias_ih_l0_reverse	0	-0.08081274479627609
44610	rnn.bias_ih_l0_reverse	1	-0.23156815767288208
44610	rnn.bias_ih_l0_reverse	2	-0.02813081443309784
44610	rnn.bias_ih_l0_reverse	3	-0.08516426384449005
44610	rnn.bias_ih_l0_reverse	4	0.08220580965280533
44610	rnn.bias_ih_l0_reverse	5	-0.1782180517911911
44610	rnn.bias_ih_l0_reverse	6	-0.046450406312942505
44610	rnn.bias_ih_l0_reverse	7	0.03258349001407623
44610	rnn.bias_ih_l0_reverse	8	-0.10967808216810226
44610	rnn.bias_ih_l0_reverse	9	-0.06301116943359375
44610	rnn.bias_hh_l0_reverse	0	-0.0816551223397255
44610	rnn.bias_hh_l0_reverse	1	-0.03895873576402664
44610	rnn.bias_hh_l0_reverse	2	-0.027799788862466812
44610	rnn.bias_hh_l0_reverse	3	-0.09314846992492676
44610	rnn.bias_hh_l0_reverse	4	-0.00870172493159771
44610	rnn.bias_hh_l0_reverse	5	-0.0928313136100769
44610	rnn.bias_hh_l0_reverse	6	-0.04001380875706673
44610	rnn.bias_hh_l0_reverse	7	-0.11724233627319336
44610	rnn.bias_hh_l0_reverse	8	-0.032500918954610825
44610	rnn.bias_hh_l0_reverse	9	-0.1226806715130806
44610	linear.weight	0	-0.21452270448207855
44610	linear.weight	1	-0.10370881855487823
44610	linear.weight	2	-0.011228874325752258
44610	linear.weight	3	-0.046079229563474655
44610	linear.weight	4	0.08300970494747162
44610	linear.weight	5	0.16002441942691803
44610	linear.weight	6	0.0047744326293468475
44610	linear.weight	7	-0.021312154829502106
44610	linear.weight	8	0.13440534472465515
44610	linear.weight	9	0.22775031626224518
44610	linear.bias	0	-0.6233469247817993
44610	linear.bias	1	0.5711235404014587
44610	linear.bias	2	0.08095522969961166
44610	linear.bias	3	-0.3471774160861969
44610	linear.bias	4	-1.2556833028793335
44610	linear.bias	5	-1.106091856956482
44610	linear.bias	6	-0.5070878863334656
44610	linear.bias	7	-0.7404978275299072
44610	linear.bias	8	-0.01705317199230194
44610	linear.bias	9	2.688093662261963
44807	transitions	0	-0.14845804870128632
44807	transitions	1	7.012152194976807
44807	transitions	2	-2.788638114929199
44807	transitions	3	1.1855777502059937
44807	transitions	4	-1.5427340269088745
44807	transitions	5	-0.25499048829078674
44807	transitions	6	-0.1382122039794922
44807	transitions	7	-10000.0
44807	transitions	8	1.5461475849151611
44807	transitions	9	-2.282518148422241
44807	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
44807	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
44807	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
44807	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
44807	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
44807	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
44807	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
44807	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
44807	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
44807	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
44807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
44807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
44807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
44807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
44807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
44807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
44807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
44807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
44807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
44807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
44807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
44807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
44807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
44807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
44807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
44807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
44807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
44807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
44807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
44807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
44807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
44807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
44807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
44807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
44807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
44807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
44807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
44807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
44807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
44807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
44807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
44807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
44807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
44807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
44807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
44807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
44807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
44807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
44807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
44807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
44807	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
44807	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
44807	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
44807	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
44807	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
44807	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
44807	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
44807	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
44807	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
44807	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
44807	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
44807	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
44807	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
44807	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
44807	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
44807	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
44807	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
44807	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
44807	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
44807	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
44807	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
44807	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
44807	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
44807	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
44807	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
44807	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
44807	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
44807	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
44807	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
44807	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
44807	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
44807	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
44807	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
44807	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
44807	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
44807	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
44807	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
44807	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
44807	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
44807	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
44807	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
44807	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
44807	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
44807	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
44807	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
44807	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
44807	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
44807	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
44807	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
44807	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
44807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
44807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
44807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
44807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
44807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
44807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
44807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
44807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
44807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
44807	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
44807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
44807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
44807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
44807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
44807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
44807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
44807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
44807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
44807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
44807	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
44807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
44807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
44807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
44807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
44807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
44807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
44807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
44807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
44807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
44807	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
44807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
44807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
44807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
44807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
44807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
44807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
44807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
44807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
44807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
44807	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
44807	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
44807	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
44807	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
44807	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
44807	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
44807	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
44807	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
44807	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
44807	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
44807	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
44807	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
44807	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
44807	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
44807	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
44807	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
44807	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
44807	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
44807	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
44807	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
44807	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
44807	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
44807	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
44807	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
44807	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
44807	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
44807	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
44807	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
44807	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
44807	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
44807	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
44807	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
44807	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
44807	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
44807	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
44807	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
44807	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
44807	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
44807	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
44807	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
44807	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
44807	embedding2nn.weight	0	0.026433909311890602
44807	embedding2nn.weight	1	-0.06495224684476852
44807	embedding2nn.weight	2	0.028978681191802025
44807	embedding2nn.weight	3	-0.0345090813934803
44807	embedding2nn.weight	4	-0.0711645856499672
44807	embedding2nn.weight	5	0.06457561254501343
44807	embedding2nn.weight	6	-0.0864938497543335
44807	embedding2nn.weight	7	-0.06919744610786438
44807	embedding2nn.weight	8	0.007293387316167355
44807	embedding2nn.weight	9	0.020081063732504845
44807	embedding2nn.bias	0	0.049475353211164474
44807	embedding2nn.bias	1	0.04029962420463562
44807	embedding2nn.bias	2	-0.09250931441783905
44807	embedding2nn.bias	3	0.061844900250434875
44807	embedding2nn.bias	4	0.0355805978178978
44807	embedding2nn.bias	5	-0.13639067113399506
44807	embedding2nn.bias	6	-0.0786508172750473
44807	embedding2nn.bias	7	-0.008338918909430504
44807	embedding2nn.bias	8	0.04970264062285423
44807	embedding2nn.bias	9	-0.10302197188138962
44807	rnn.weight_ih_l0	0	0.02864770032465458
44807	rnn.weight_ih_l0	1	0.025509968400001526
44807	rnn.weight_ih_l0	2	-0.01973165012896061
44807	rnn.weight_ih_l0	3	0.027083301916718483
44807	rnn.weight_ih_l0	4	0.029295597225427628
44807	rnn.weight_ih_l0	5	-0.059691693633794785
44807	rnn.weight_ih_l0	6	0.018948379904031754
44807	rnn.weight_ih_l0	7	-0.029334692284464836
44807	rnn.weight_ih_l0	8	0.024232374504208565
44807	rnn.weight_ih_l0	9	-0.015802757814526558
44807	rnn.weight_hh_l0	0	0.00036995549453422427
44807	rnn.weight_hh_l0	1	-0.06157315894961357
44807	rnn.weight_hh_l0	2	0.03715949505567551
44807	rnn.weight_hh_l0	3	0.010053340345621109
44807	rnn.weight_hh_l0	4	0.016076210886240005
44807	rnn.weight_hh_l0	5	0.03187999129295349
44807	rnn.weight_hh_l0	6	-0.009277164936065674
44807	rnn.weight_hh_l0	7	-0.056955162435770035
44807	rnn.weight_hh_l0	8	-0.024987315759062767
44807	rnn.weight_hh_l0	9	-0.022404877468943596
44807	rnn.bias_ih_l0	0	-0.03185293450951576
44807	rnn.bias_ih_l0	1	-0.10433879494667053
44807	rnn.bias_ih_l0	2	-0.1594540923833847
44807	rnn.bias_ih_l0	3	-0.2211439162492752
44807	rnn.bias_ih_l0	4	0.028994208201766014
44807	rnn.bias_ih_l0	5	0.05304909124970436
44807	rnn.bias_ih_l0	6	-0.09841805696487427
44807	rnn.bias_ih_l0	7	-0.1621854305267334
44807	rnn.bias_ih_l0	8	-0.04076648876070976
44807	rnn.bias_ih_l0	9	-0.08513937145471573
44807	rnn.bias_hh_l0	0	0.10358833521604538
44807	rnn.bias_hh_l0	1	-0.02407609485089779
44807	rnn.bias_hh_l0	2	0.018080953508615494
44807	rnn.bias_hh_l0	3	-0.11506733298301697
44807	rnn.bias_hh_l0	4	-0.018086422234773636
44807	rnn.bias_hh_l0	5	0.03653592988848686
44807	rnn.bias_hh_l0	6	-0.06009233742952347
44807	rnn.bias_hh_l0	7	-0.09631174057722092
44807	rnn.bias_hh_l0	8	-0.12451355904340744
44807	rnn.bias_hh_l0	9	-0.07135879248380661
44807	rnn.weight_ih_l0_reverse	0	-0.005230041220784187
44807	rnn.weight_ih_l0_reverse	1	0.006271995138376951
44807	rnn.weight_ih_l0_reverse	2	0.0008445231942459941
44807	rnn.weight_ih_l0_reverse	3	-0.005262021906673908
44807	rnn.weight_ih_l0_reverse	4	0.010667480528354645
44807	rnn.weight_ih_l0_reverse	5	-0.018313877284526825
44807	rnn.weight_ih_l0_reverse	6	-0.04540533944964409
44807	rnn.weight_ih_l0_reverse	7	-0.004061846528202295
44807	rnn.weight_ih_l0_reverse	8	0.03554769232869148
44807	rnn.weight_ih_l0_reverse	9	0.005563071463257074
44807	rnn.weight_hh_l0_reverse	0	-0.007792637683451176
44807	rnn.weight_hh_l0_reverse	1	0.016994807869195938
44807	rnn.weight_hh_l0_reverse	2	-0.029111379757523537
44807	rnn.weight_hh_l0_reverse	3	0.03620358929038048
44807	rnn.weight_hh_l0_reverse	4	0.012317907065153122
44807	rnn.weight_hh_l0_reverse	5	0.0005138202104717493
44807	rnn.weight_hh_l0_reverse	6	0.02445196360349655
44807	rnn.weight_hh_l0_reverse	7	0.025173919275403023
44807	rnn.weight_hh_l0_reverse	8	0.004585627466440201
44807	rnn.weight_hh_l0_reverse	9	-0.03868302330374718
44807	rnn.bias_ih_l0_reverse	0	-0.08007760345935822
44807	rnn.bias_ih_l0_reverse	1	-0.23032993078231812
44807	rnn.bias_ih_l0_reverse	2	-0.030173780396580696
44807	rnn.bias_ih_l0_reverse	3	-0.08171898871660233
44807	rnn.bias_ih_l0_reverse	4	0.08288724720478058
44807	rnn.bias_ih_l0_reverse	5	-0.17817948758602142
44807	rnn.bias_ih_l0_reverse	6	-0.04715338349342346
44807	rnn.bias_ih_l0_reverse	7	0.03266565129160881
44807	rnn.bias_ih_l0_reverse	8	-0.10896489024162292
44807	rnn.bias_ih_l0_reverse	9	-0.06636985391378403
44807	rnn.bias_hh_l0_reverse	0	-0.0834781751036644
44807	rnn.bias_hh_l0_reverse	1	-0.03926839679479599
44807	rnn.bias_hh_l0_reverse	2	-0.02813614532351494
44807	rnn.bias_hh_l0_reverse	3	-0.09226612001657486
44807	rnn.bias_hh_l0_reverse	4	-0.009970110841095448
44807	rnn.bias_hh_l0_reverse	5	-0.0928560122847557
44807	rnn.bias_hh_l0_reverse	6	-0.03817063570022583
44807	rnn.bias_hh_l0_reverse	7	-0.11664185672998428
44807	rnn.bias_hh_l0_reverse	8	-0.03215337544679642
44807	rnn.bias_hh_l0_reverse	9	-0.12059976905584335
44807	linear.weight	0	-0.21640656888484955
44807	linear.weight	1	-0.09616891294717789
44807	linear.weight	2	-0.011228874325752258
44807	linear.weight	3	-0.042715322226285934
44807	linear.weight	4	0.1022404208779335
44807	linear.weight	5	0.15942542254924774
44807	linear.weight	6	0.0047744326293468475
44807	linear.weight	7	-0.021312154829502106
44807	linear.weight	8	0.13564656674861908
44807	linear.weight	9	0.22838094830513
44807	linear.bias	0	-0.6105518937110901
44807	linear.bias	1	0.5620207786560059
44807	linear.bias	2	0.09503690898418427
44807	linear.bias	3	-0.3854449987411499
44807	linear.bias	4	-1.247686505317688
44807	linear.bias	5	-1.1064265966415405
44807	linear.bias	6	-0.5058888792991638
44807	linear.bias	7	-0.7539193034172058
44807	linear.bias	8	-0.01705317199230194
44807	linear.bias	9	2.7110435962677
45004	transitions	0	-0.1488202065229416
45004	transitions	1	6.998338222503662
45004	transitions	2	-2.790586471557617
45004	transitions	3	1.1741563081741333
45004	transitions	4	-1.5449178218841553
45004	transitions	5	-0.25525304675102234
45004	transitions	6	-0.13844354450702667
45004	transitions	7	-10000.0
45004	transitions	8	1.5448296070098877
45004	transitions	9	-2.2825682163238525
45004	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
45004	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
45004	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
45004	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
45004	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
45004	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
45004	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
45004	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
45004	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
45004	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
45004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
45004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
45004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
45004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
45004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
45004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
45004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
45004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
45004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
45004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
45004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
45004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
45004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
45004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
45004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
45004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
45004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
45004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
45004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
45004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
45004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
45004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
45004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
45004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
45004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
45004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
45004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
45004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
45004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
45004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
45004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
45004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
45004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
45004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
45004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
45004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
45004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
45004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
45004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
45004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
45004	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
45004	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
45004	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
45004	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
45004	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
45004	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
45004	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
45004	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
45004	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
45004	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
45004	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
45004	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
45004	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
45004	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
45004	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
45004	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
45004	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
45004	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
45004	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
45004	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
45004	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
45004	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
45004	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
45004	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
45004	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
45004	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
45004	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
45004	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
45004	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
45004	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
45004	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
45004	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
45004	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
45004	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
45004	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
45004	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
45004	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
45004	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
45004	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
45004	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
45004	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
45004	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
45004	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
45004	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
45004	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
45004	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
45004	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
45004	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
45004	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
45004	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
45004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
45004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
45004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
45004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
45004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
45004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
45004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
45004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
45004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
45004	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
45004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
45004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
45004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
45004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
45004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
45004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
45004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
45004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
45004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
45004	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
45004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
45004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
45004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
45004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
45004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
45004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
45004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
45004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
45004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
45004	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
45004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
45004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
45004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
45004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
45004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
45004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
45004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
45004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
45004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
45004	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
45004	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
45004	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
45004	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
45004	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
45004	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
45004	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
45004	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
45004	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
45004	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
45004	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
45004	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
45004	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
45004	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
45004	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
45004	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
45004	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
45004	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
45004	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
45004	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
45004	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
45004	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
45004	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
45004	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
45004	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
45004	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
45004	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
45004	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
45004	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
45004	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
45004	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
45004	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
45004	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
45004	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
45004	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
45004	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
45004	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
45004	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
45004	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
45004	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
45004	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
45004	embedding2nn.weight	0	0.02656100131571293
45004	embedding2nn.weight	1	-0.06369130313396454
45004	embedding2nn.weight	2	0.030309665948152542
45004	embedding2nn.weight	3	-0.03607660531997681
45004	embedding2nn.weight	4	-0.07180299609899521
45004	embedding2nn.weight	5	0.06631459295749664
45004	embedding2nn.weight	6	-0.09019934386014938
45004	embedding2nn.weight	7	-0.06817306578159332
45004	embedding2nn.weight	8	0.006923519540578127
45004	embedding2nn.weight	9	0.017726127058267593
45004	embedding2nn.bias	0	0.05463583394885063
45004	embedding2nn.bias	1	0.04173790290951729
45004	embedding2nn.bias	2	-0.10441774129867554
45004	embedding2nn.bias	3	0.06242567300796509
45004	embedding2nn.bias	4	0.037002161145210266
45004	embedding2nn.bias	5	-0.13512790203094482
45004	embedding2nn.bias	6	-0.06862819939851761
45004	embedding2nn.bias	7	-0.02000580169260502
45004	embedding2nn.bias	8	0.03834852948784828
45004	embedding2nn.bias	9	-0.1027301698923111
45004	rnn.weight_ih_l0	0	0.028093701228499413
45004	rnn.weight_ih_l0	1	0.022476233541965485
45004	rnn.weight_ih_l0	2	-0.020250987261533737
45004	rnn.weight_ih_l0	3	0.024346236139535904
45004	rnn.weight_ih_l0	4	0.028585130348801613
45004	rnn.weight_ih_l0	5	-0.05885324254631996
45004	rnn.weight_ih_l0	6	0.022305870428681374
45004	rnn.weight_ih_l0	7	-0.03206602856516838
45004	rnn.weight_ih_l0	8	0.027790721505880356
45004	rnn.weight_ih_l0	9	-0.017076760530471802
45004	rnn.weight_hh_l0	0	0.0020149939227849245
45004	rnn.weight_hh_l0	1	-0.06033356487751007
45004	rnn.weight_hh_l0	2	0.03744738921523094
45004	rnn.weight_hh_l0	3	0.009790539741516113
45004	rnn.weight_hh_l0	4	0.01605384796857834
45004	rnn.weight_hh_l0	5	0.03266968950629234
45004	rnn.weight_hh_l0	6	-0.009819336235523224
45004	rnn.weight_hh_l0	7	-0.05770305544137955
45004	rnn.weight_hh_l0	8	-0.024806473404169083
45004	rnn.weight_hh_l0	9	-0.019826235249638557
45004	rnn.bias_ih_l0	0	-0.03647065907716751
45004	rnn.bias_ih_l0	1	-0.10455195605754852
45004	rnn.bias_ih_l0	2	-0.15565739572048187
45004	rnn.bias_ih_l0	3	-0.22279633581638336
45004	rnn.bias_ih_l0	4	0.02974836155772209
45004	rnn.bias_ih_l0	5	0.05529899522662163
45004	rnn.bias_ih_l0	6	-0.10129381716251373
45004	rnn.bias_ih_l0	7	-0.16647619009017944
45004	rnn.bias_ih_l0	8	-0.046611085534095764
45004	rnn.bias_ih_l0	9	-0.08631153404712677
45004	rnn.bias_hh_l0	0	0.10344032943248749
45004	rnn.bias_hh_l0	1	-0.02590278722345829
45004	rnn.bias_hh_l0	2	0.015560504049062729
45004	rnn.bias_hh_l0	3	-0.11556557565927505
45004	rnn.bias_hh_l0	4	-0.016753090545535088
45004	rnn.bias_hh_l0	5	0.03647800534963608
45004	rnn.bias_hh_l0	6	-0.0565435029566288
45004	rnn.bias_hh_l0	7	-0.09685012698173523
45004	rnn.bias_hh_l0	8	-0.12639515101909637
45004	rnn.bias_hh_l0	9	-0.06773611158132553
45004	rnn.weight_ih_l0_reverse	0	-0.004847803618758917
45004	rnn.weight_ih_l0_reverse	1	0.005582757294178009
45004	rnn.weight_ih_l0_reverse	2	0.002838053973391652
45004	rnn.weight_ih_l0_reverse	3	-0.004228823818266392
45004	rnn.weight_ih_l0_reverse	4	0.009914858266711235
45004	rnn.weight_ih_l0_reverse	5	-0.015826083719730377
45004	rnn.weight_ih_l0_reverse	6	-0.04453409090638161
45004	rnn.weight_ih_l0_reverse	7	-0.007803481072187424
45004	rnn.weight_ih_l0_reverse	8	0.03324348106980324
45004	rnn.weight_ih_l0_reverse	9	0.0029818557668477297
45004	rnn.weight_hh_l0_reverse	0	-0.007121667265892029
45004	rnn.weight_hh_l0_reverse	1	0.017085088416934013
45004	rnn.weight_hh_l0_reverse	2	-0.028842618688941002
45004	rnn.weight_hh_l0_reverse	3	0.037471555173397064
45004	rnn.weight_hh_l0_reverse	4	0.012211997993290424
45004	rnn.weight_hh_l0_reverse	5	0.0005054997745901346
45004	rnn.weight_hh_l0_reverse	6	0.02483530342578888
45004	rnn.weight_hh_l0_reverse	7	0.024929553270339966
45004	rnn.weight_hh_l0_reverse	8	0.004632534924894571
45004	rnn.weight_hh_l0_reverse	9	-0.03890564665198326
45004	rnn.bias_ih_l0_reverse	0	-0.0860849991440773
45004	rnn.bias_ih_l0_reverse	1	-0.23221902549266815
45004	rnn.bias_ih_l0_reverse	2	-0.031578969210386276
45004	rnn.bias_ih_l0_reverse	3	-0.07826393097639084
45004	rnn.bias_ih_l0_reverse	4	0.08069632947444916
45004	rnn.bias_ih_l0_reverse	5	-0.1828823983669281
45004	rnn.bias_ih_l0_reverse	6	-0.04702220484614372
45004	rnn.bias_ih_l0_reverse	7	0.03471016138792038
45004	rnn.bias_ih_l0_reverse	8	-0.1077476218342781
45004	rnn.bias_ih_l0_reverse	9	-0.06548125296831131
45004	rnn.bias_hh_l0_reverse	0	-0.09071706980466843
45004	rnn.bias_hh_l0_reverse	1	-0.04042559117078781
45004	rnn.bias_hh_l0_reverse	2	-0.027530645951628685
45004	rnn.bias_hh_l0_reverse	3	-0.09365809708833694
45004	rnn.bias_hh_l0_reverse	4	-0.012483087368309498
45004	rnn.bias_hh_l0_reverse	5	-0.09386581182479858
45004	rnn.bias_hh_l0_reverse	6	-0.031877417117357254
45004	rnn.bias_hh_l0_reverse	7	-0.12076899409294128
45004	rnn.bias_hh_l0_reverse	8	-0.030423546209931374
45004	rnn.bias_hh_l0_reverse	9	-0.12092356383800507
45004	linear.weight	0	-0.22966787219047546
45004	linear.weight	1	-0.099469393491745
45004	linear.weight	2	-0.011228874325752258
45004	linear.weight	3	-0.036197878420352936
45004	linear.weight	4	0.09637076407670975
45004	linear.weight	5	0.1877952218055725
45004	linear.weight	6	0.0047744326293468475
45004	linear.weight	7	-0.021312154829502106
45004	linear.weight	8	0.1367053985595703
45004	linear.weight	9	0.22469273209571838
45004	linear.bias	0	-0.6258460879325867
45004	linear.bias	1	0.6073086857795715
45004	linear.bias	2	0.08815699070692062
45004	linear.bias	3	-0.3691975474357605
45004	linear.bias	4	-1.259424090385437
45004	linear.bias	5	-1.1068021059036255
45004	linear.bias	6	-0.5302215814590454
45004	linear.bias	7	-0.7487890124320984
45004	linear.bias	8	-0.01705317199230194
45004	linear.bias	9	2.7075912952423096
45201	transitions	0	-0.14924535155296326
45201	transitions	1	7.0181121826171875
45201	transitions	2	-2.7926392555236816
45201	transitions	3	1.1702665090560913
45201	transitions	4	-1.5462391376495361
45201	transitions	5	-0.2553669512271881
45201	transitions	6	-0.13874642550945282
45201	transitions	7	-10000.0
45201	transitions	8	1.5437798500061035
45201	transitions	9	-2.2826101779937744
45201	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
45201	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
45201	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
45201	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
45201	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
45201	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
45201	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
45201	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
45201	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
45201	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
45201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
45201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
45201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
45201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
45201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
45201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
45201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
45201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
45201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
45201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
45201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
45201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
45201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
45201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
45201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
45201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
45201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
45201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
45201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
45201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
45201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
45201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
45201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
45201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
45201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
45201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
45201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
45201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
45201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
45201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
45201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
45201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
45201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
45201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
45201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
45201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
45201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
45201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
45201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
45201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
45201	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
45201	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
45201	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
45201	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
45201	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
45201	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
45201	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
45201	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
45201	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
45201	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
45201	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
45201	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
45201	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
45201	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
45201	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
45201	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
45201	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
45201	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
45201	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
45201	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
45201	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
45201	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
45201	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
45201	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
45201	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
45201	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
45201	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
45201	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
45201	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
45201	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
45201	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
45201	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
45201	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
45201	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
45201	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
45201	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
45201	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
45201	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
45201	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
45201	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
45201	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
45201	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
45201	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
45201	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
45201	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
45201	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
45201	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
45201	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
45201	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
45201	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
45201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
45201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
45201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
45201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
45201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
45201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
45201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
45201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
45201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
45201	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
45201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
45201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
45201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
45201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
45201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
45201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
45201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
45201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
45201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
45201	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
45201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
45201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
45201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
45201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
45201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
45201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
45201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
45201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
45201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
45201	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
45201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
45201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
45201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
45201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
45201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
45201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
45201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
45201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
45201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
45201	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
45201	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
45201	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
45201	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
45201	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
45201	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
45201	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
45201	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
45201	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
45201	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
45201	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
45201	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
45201	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
45201	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
45201	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
45201	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
45201	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
45201	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
45201	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
45201	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
45201	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
45201	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
45201	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
45201	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
45201	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
45201	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
45201	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
45201	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
45201	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
45201	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
45201	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
45201	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
45201	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
45201	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
45201	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
45201	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
45201	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
45201	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
45201	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
45201	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
45201	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
45201	embedding2nn.weight	0	0.02623300440609455
45201	embedding2nn.weight	1	-0.06416290998458862
45201	embedding2nn.weight	2	0.033714499324560165
45201	embedding2nn.weight	3	-0.037085868418216705
45201	embedding2nn.weight	4	-0.07350393384695053
45201	embedding2nn.weight	5	0.06704257428646088
45201	embedding2nn.weight	6	-0.08325909078121185
45201	embedding2nn.weight	7	-0.06954392045736313
45201	embedding2nn.weight	8	0.007182586472481489
45201	embedding2nn.weight	9	0.01776684820652008
45201	embedding2nn.bias	0	0.05712968483567238
45201	embedding2nn.bias	1	0.03972266986966133
45201	embedding2nn.bias	2	-0.10039089620113373
45201	embedding2nn.bias	3	0.06915780901908875
45201	embedding2nn.bias	4	0.052680063992738724
45201	embedding2nn.bias	5	-0.13561882078647614
45201	embedding2nn.bias	6	-0.06897715479135513
45201	embedding2nn.bias	7	-0.010488323867321014
45201	embedding2nn.bias	8	0.04420769214630127
45201	embedding2nn.bias	9	-0.10559583455324173
45201	rnn.weight_ih_l0	0	0.02697882428765297
45201	rnn.weight_ih_l0	1	0.02625247649848461
45201	rnn.weight_ih_l0	2	-0.020650943741202354
45201	rnn.weight_ih_l0	3	0.021852940320968628
45201	rnn.weight_ih_l0	4	0.028660716488957405
45201	rnn.weight_ih_l0	5	-0.056418564170598984
45201	rnn.weight_ih_l0	6	0.020963650196790695
45201	rnn.weight_ih_l0	7	-0.03439746052026749
45201	rnn.weight_ih_l0	8	0.027362536638975143
45201	rnn.weight_ih_l0	9	-0.017641529440879822
45201	rnn.weight_hh_l0	0	0.0008018882945179939
45201	rnn.weight_hh_l0	1	-0.05844774842262268
45201	rnn.weight_hh_l0	2	0.037937309592962265
45201	rnn.weight_hh_l0	3	0.010366098023951054
45201	rnn.weight_hh_l0	4	0.016788961365818977
45201	rnn.weight_hh_l0	5	0.033816009759902954
45201	rnn.weight_hh_l0	6	-0.00906661618500948
45201	rnn.weight_hh_l0	7	-0.05709206312894821
45201	rnn.weight_hh_l0	8	-0.024974316358566284
45201	rnn.weight_hh_l0	9	-0.020924463868141174
45201	rnn.bias_ih_l0	0	-0.0386284776031971
45201	rnn.bias_ih_l0	1	-0.10520478338003159
45201	rnn.bias_ih_l0	2	-0.1519317924976349
45201	rnn.bias_ih_l0	3	-0.21961572766304016
45201	rnn.bias_ih_l0	4	0.02808215282857418
45201	rnn.bias_ih_l0	5	0.060739800333976746
45201	rnn.bias_ih_l0	6	-0.10067543387413025
45201	rnn.bias_ih_l0	7	-0.17152176797389984
45201	rnn.bias_ih_l0	8	-0.0497274249792099
45201	rnn.bias_ih_l0	9	-0.09054461121559143
45201	rnn.bias_hh_l0	0	0.10176525264978409
45201	rnn.bias_hh_l0	1	-0.022915907204151154
45201	rnn.bias_hh_l0	2	0.012274259701371193
45201	rnn.bias_hh_l0	3	-0.11399960517883301
45201	rnn.bias_hh_l0	4	-0.015385016798973083
45201	rnn.bias_hh_l0	5	0.046948984265327454
45201	rnn.bias_hh_l0	6	-0.05877532437443733
45201	rnn.bias_hh_l0	7	-0.09293152391910553
45201	rnn.bias_hh_l0	8	-0.12421271204948425
45201	rnn.bias_hh_l0	9	-0.06457341462373734
45201	rnn.weight_ih_l0_reverse	0	-0.006567214149981737
45201	rnn.weight_ih_l0_reverse	1	0.0034800891298800707
45201	rnn.weight_ih_l0_reverse	2	0.0021723227109760046
45201	rnn.weight_ih_l0_reverse	3	-0.004108532331883907
45201	rnn.weight_ih_l0_reverse	4	0.010906612500548363
45201	rnn.weight_ih_l0_reverse	5	-0.01567821390926838
45201	rnn.weight_ih_l0_reverse	6	-0.04406334087252617
45201	rnn.weight_ih_l0_reverse	7	-0.006637112237513065
45201	rnn.weight_ih_l0_reverse	8	0.03288186714053154
45201	rnn.weight_ih_l0_reverse	9	0.004196966532617807
45201	rnn.weight_hh_l0_reverse	0	-0.00712397089228034
45201	rnn.weight_hh_l0_reverse	1	0.0170229971408844
45201	rnn.weight_hh_l0_reverse	2	-0.028360068798065186
45201	rnn.weight_hh_l0_reverse	3	0.038492366671562195
45201	rnn.weight_hh_l0_reverse	4	0.012478246353566647
45201	rnn.weight_hh_l0_reverse	5	0.001087966375052929
45201	rnn.weight_hh_l0_reverse	6	0.024481553584337234
45201	rnn.weight_hh_l0_reverse	7	0.02363501861691475
45201	rnn.weight_hh_l0_reverse	8	0.004868221469223499
45201	rnn.weight_hh_l0_reverse	9	-0.040277376770973206
45201	rnn.bias_ih_l0_reverse	0	-0.08384597301483154
45201	rnn.bias_ih_l0_reverse	1	-0.230950266122818
45201	rnn.bias_ih_l0_reverse	2	-0.03209622576832771
45201	rnn.bias_ih_l0_reverse	3	-0.07813884317874908
45201	rnn.bias_ih_l0_reverse	4	0.0812000185251236
45201	rnn.bias_ih_l0_reverse	5	-0.18284282088279724
45201	rnn.bias_ih_l0_reverse	6	-0.04480443522334099
45201	rnn.bias_ih_l0_reverse	7	0.03231813386082649
45201	rnn.bias_ih_l0_reverse	8	-0.10763271898031235
45201	rnn.bias_ih_l0_reverse	9	-0.06571243703365326
45201	rnn.bias_hh_l0_reverse	0	-0.09001213312149048
45201	rnn.bias_hh_l0_reverse	1	-0.04299752041697502
45201	rnn.bias_hh_l0_reverse	2	-0.027386391535401344
45201	rnn.bias_hh_l0_reverse	3	-0.0937105268239975
45201	rnn.bias_hh_l0_reverse	4	-0.01226876676082611
45201	rnn.bias_hh_l0_reverse	5	-0.09041494876146317
45201	rnn.bias_hh_l0_reverse	6	-0.037847958505153656
45201	rnn.bias_hh_l0_reverse	7	-0.12005430459976196
45201	rnn.bias_hh_l0_reverse	8	-0.03012814372777939
45201	rnn.bias_hh_l0_reverse	9	-0.12360342592000961
45201	linear.weight	0	-0.22075901925563812
45201	linear.weight	1	-0.11627867817878723
45201	linear.weight	2	-0.011228874325752258
45201	linear.weight	3	-0.026304736733436584
45201	linear.weight	4	0.0992589145898819
45201	linear.weight	5	0.16415420174598694
45201	linear.weight	6	0.0047744326293468475
45201	linear.weight	7	-0.021312154829502106
45201	linear.weight	8	0.13301503658294678
45201	linear.weight	9	0.19997817277908325
45201	linear.bias	0	-0.6222808361053467
45201	linear.bias	1	0.6303446888923645
45201	linear.bias	2	0.142220139503479
45201	linear.bias	3	-0.37733349204063416
45201	linear.bias	4	-1.2631028890609741
45201	linear.bias	5	-1.107155680656433
45201	linear.bias	6	-0.5268316864967346
45201	linear.bias	7	-0.6940116286277771
45201	linear.bias	8	-0.01705317199230194
45201	linear.bias	9	2.6696016788482666
45398	transitions	0	-0.14963167905807495
45398	transitions	1	6.988635540008545
45398	transitions	2	-2.794318437576294
45398	transitions	3	1.196126937866211
45398	transitions	4	-1.5473418235778809
45398	transitions	5	-0.2555965483188629
45398	transitions	6	-0.1389182209968567
45398	transitions	7	-10000.0
45398	transitions	8	1.542326807975769
45398	transitions	9	-2.282653570175171
45398	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
45398	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
45398	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
45398	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
45398	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
45398	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
45398	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
45398	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
45398	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
45398	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
45398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
45398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
45398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
45398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
45398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
45398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
45398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
45398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
45398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
45398	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
45398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
45398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
45398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
45398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
45398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
45398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
45398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
45398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
45398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
45398	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
45398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
45398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
45398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
45398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
45398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
45398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
45398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
45398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
45398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
45398	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
45398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
45398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
45398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
45398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
45398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
45398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
45398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
45398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
45398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
45398	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
45398	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
45398	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
45398	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
45398	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
45398	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
45398	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
45398	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
45398	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
45398	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
45398	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
45398	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
45398	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
45398	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
45398	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
45398	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
45398	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
45398	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
45398	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
45398	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
45398	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
45398	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
45398	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
45398	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
45398	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
45398	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
45398	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
45398	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
45398	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
45398	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
45398	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
45398	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
45398	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
45398	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
45398	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
45398	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
45398	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
45398	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
45398	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
45398	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
45398	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
45398	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
45398	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
45398	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
45398	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
45398	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
45398	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
45398	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
45398	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
45398	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
45398	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
45398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
45398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
45398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
45398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
45398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
45398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
45398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
45398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
45398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
45398	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
45398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
45398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
45398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
45398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
45398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
45398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
45398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
45398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
45398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
45398	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
45398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
45398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
45398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
45398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
45398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
45398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
45398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
45398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
45398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
45398	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
45398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
45398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
45398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
45398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
45398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
45398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
45398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
45398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
45398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
45398	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
45398	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
45398	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
45398	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
45398	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
45398	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
45398	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
45398	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
45398	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
45398	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
45398	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
45398	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
45398	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
45398	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
45398	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
45398	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
45398	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
45398	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
45398	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
45398	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
45398	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
45398	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
45398	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
45398	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
45398	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
45398	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
45398	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
45398	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
45398	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
45398	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
45398	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
45398	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
45398	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
45398	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
45398	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
45398	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
45398	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
45398	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
45398	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
45398	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
45398	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
45398	embedding2nn.weight	0	0.02657867968082428
45398	embedding2nn.weight	1	-0.0636267438530922
45398	embedding2nn.weight	2	0.0332941859960556
45398	embedding2nn.weight	3	-0.0383719876408577
45398	embedding2nn.weight	4	-0.06988221406936646
45398	embedding2nn.weight	5	0.06679733842611313
45398	embedding2nn.weight	6	-0.08374325931072235
45398	embedding2nn.weight	7	-0.07115702331066132
45398	embedding2nn.weight	8	0.006982444319874048
45398	embedding2nn.weight	9	0.016569392755627632
45398	embedding2nn.bias	0	0.05664024129509926
45398	embedding2nn.bias	1	0.03993137925863266
45398	embedding2nn.bias	2	-0.10705339908599854
45398	embedding2nn.bias	3	0.06880355626344681
45398	embedding2nn.bias	4	0.06234295293688774
45398	embedding2nn.bias	5	-0.12462859600782394
45398	embedding2nn.bias	6	-0.07126888632774353
45398	embedding2nn.bias	7	0.0011783798690885305
45398	embedding2nn.bias	8	0.04497500881552696
45398	embedding2nn.bias	9	-0.0980892926454544
45398	rnn.weight_ih_l0	0	0.023646173998713493
45398	rnn.weight_ih_l0	1	0.026684975251555443
45398	rnn.weight_ih_l0	2	-0.019547170028090477
45398	rnn.weight_ih_l0	3	0.022235941141843796
45398	rnn.weight_ih_l0	4	0.028041748329997063
45398	rnn.weight_ih_l0	5	-0.055185817182064056
45398	rnn.weight_ih_l0	6	0.020672272890806198
45398	rnn.weight_ih_l0	7	-0.03336438164114952
45398	rnn.weight_ih_l0	8	0.02735271118581295
45398	rnn.weight_ih_l0	9	-0.016803976148366928
45398	rnn.weight_hh_l0	0	0.0006458198186010122
45398	rnn.weight_hh_l0	1	-0.05636637657880783
45398	rnn.weight_hh_l0	2	0.03775155544281006
45398	rnn.weight_hh_l0	3	0.011816481128334999
45398	rnn.weight_hh_l0	4	0.016637446358799934
45398	rnn.weight_hh_l0	5	0.03441402688622475
45398	rnn.weight_hh_l0	6	-0.00926864705979824
45398	rnn.weight_hh_l0	7	-0.05729158595204353
45398	rnn.weight_hh_l0	8	-0.024083709344267845
45398	rnn.weight_hh_l0	9	-0.021702345460653305
45398	rnn.bias_ih_l0	0	-0.03436081111431122
45398	rnn.bias_ih_l0	1	-0.1019541323184967
45398	rnn.bias_ih_l0	2	-0.1513795256614685
45398	rnn.bias_ih_l0	3	-0.22240379452705383
45398	rnn.bias_ih_l0	4	0.01982704922556877
45398	rnn.bias_ih_l0	5	0.05845246836543083
45398	rnn.bias_ih_l0	6	-0.10381949692964554
45398	rnn.bias_ih_l0	7	-0.16502386331558228
45398	rnn.bias_ih_l0	8	-0.04940827563405037
45398	rnn.bias_ih_l0	9	-0.08565985411405563
45398	rnn.bias_hh_l0	0	0.10156701505184174
45398	rnn.bias_hh_l0	1	-0.025275040417909622
45398	rnn.bias_hh_l0	2	0.012734564952552319
45398	rnn.bias_hh_l0	3	-0.11419952660799026
45398	rnn.bias_hh_l0	4	-0.01511834841221571
45398	rnn.bias_hh_l0	5	0.04281486198306084
45398	rnn.bias_hh_l0	6	-0.05869631841778755
45398	rnn.bias_hh_l0	7	-0.09716108441352844
45398	rnn.bias_hh_l0	8	-0.12340199947357178
45398	rnn.bias_hh_l0	9	-0.06190772354602814
45398	rnn.weight_ih_l0_reverse	0	-0.005455905571579933
45398	rnn.weight_ih_l0_reverse	1	0.003813632531091571
45398	rnn.weight_ih_l0_reverse	2	0.0015452405204996467
45398	rnn.weight_ih_l0_reverse	3	-0.00445281807333231
45398	rnn.weight_ih_l0_reverse	4	0.008849636651575565
45398	rnn.weight_ih_l0_reverse	5	-0.016534188762307167
45398	rnn.weight_ih_l0_reverse	6	-0.043501708656549454
45398	rnn.weight_ih_l0_reverse	7	-0.0021789357997477055
45398	rnn.weight_ih_l0_reverse	8	0.03264029696583748
45398	rnn.weight_ih_l0_reverse	9	0.00552965234965086
45398	rnn.weight_hh_l0_reverse	0	-0.00690928939729929
45398	rnn.weight_hh_l0_reverse	1	0.01682094670832157
45398	rnn.weight_hh_l0_reverse	2	-0.027857931330800056
45398	rnn.weight_hh_l0_reverse	3	0.038156572729349136
45398	rnn.weight_hh_l0_reverse	4	0.013034970499575138
45398	rnn.weight_hh_l0_reverse	5	0.0007215008954517543
45398	rnn.weight_hh_l0_reverse	6	0.0242726169526577
45398	rnn.weight_hh_l0_reverse	7	0.0235542431473732
45398	rnn.weight_hh_l0_reverse	8	0.004991395864635706
45398	rnn.weight_hh_l0_reverse	9	-0.03860566392540932
45398	rnn.bias_ih_l0_reverse	0	-0.08431175351142883
45398	rnn.bias_ih_l0_reverse	1	-0.23423759639263153
45398	rnn.bias_ih_l0_reverse	2	-0.03241272643208504
45398	rnn.bias_ih_l0_reverse	3	-0.07762312889099121
45398	rnn.bias_ih_l0_reverse	4	0.07995159178972244
45398	rnn.bias_ih_l0_reverse	5	-0.1784205436706543
45398	rnn.bias_ih_l0_reverse	6	-0.04672463238239288
45398	rnn.bias_ih_l0_reverse	7	0.030320126563310623
45398	rnn.bias_ih_l0_reverse	8	-0.10536810755729675
45398	rnn.bias_ih_l0_reverse	9	-0.06455280631780624
45398	rnn.bias_hh_l0_reverse	0	-0.09062553197145462
45398	rnn.bias_hh_l0_reverse	1	-0.04101061448454857
45398	rnn.bias_hh_l0_reverse	2	-0.02673989161849022
45398	rnn.bias_hh_l0_reverse	3	-0.09088288247585297
45398	rnn.bias_hh_l0_reverse	4	-0.014848995953798294
45398	rnn.bias_hh_l0_reverse	5	-0.0885959342122078
45398	rnn.bias_hh_l0_reverse	6	-0.038085103034973145
45398	rnn.bias_hh_l0_reverse	7	-0.1260792762041092
45398	rnn.bias_hh_l0_reverse	8	-0.02842869982123375
45398	rnn.bias_hh_l0_reverse	9	-0.12241082638502121
45398	linear.weight	0	-0.2300686091184616
45398	linear.weight	1	-0.10788898915052414
45398	linear.weight	2	-0.011228874325752258
45398	linear.weight	3	-0.00941839162260294
45398	linear.weight	4	0.0921005830168724
45398	linear.weight	5	0.17435874044895172
45398	linear.weight	6	0.0047744326293468475
45398	linear.weight	7	-0.021312154829502106
45398	linear.weight	8	0.13010890781879425
45398	linear.weight	9	0.2086566835641861
45398	linear.bias	0	-0.6314200758934021
45398	linear.bias	1	0.6136967539787292
45398	linear.bias	2	0.16730950772762299
45398	linear.bias	3	-0.3795284330844879
45398	linear.bias	4	-1.2329909801483154
45398	linear.bias	5	-1.1074680089950562
45398	linear.bias	6	-0.5495250821113586
45398	linear.bias	7	-0.7232158780097961
45398	linear.bias	8	-0.01705317199230194
45398	linear.bias	9	2.727602243423462
45402	transitions	0	-0.1496678590774536
45402	transitions	1	6.993903636932373
45402	transitions	2	-2.7943384647369385
45402	transitions	3	1.1960736513137817
45402	transitions	4	-1.5474296808242798
45402	transitions	5	-0.2555987536907196
45402	transitions	6	-0.13891924917697906
45402	transitions	7	-10000.0
45402	transitions	8	1.542314887046814
45402	transitions	9	-2.282654285430908
45402	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
45402	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
45402	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
45402	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
45402	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
45402	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
45402	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
45402	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
45402	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
45402	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
45402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
45402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
45402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
45402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
45402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
45402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
45402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
45402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
45402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
45402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
45402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
45402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
45402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
45402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
45402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
45402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
45402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
45402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
45402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
45402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
45402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
45402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
45402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
45402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
45402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
45402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
45402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
45402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
45402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
45402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
45402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
45402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
45402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
45402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
45402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
45402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
45402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
45402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
45402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
45402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
45402	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
45402	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
45402	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
45402	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
45402	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
45402	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
45402	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
45402	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
45402	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
45402	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
45402	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
45402	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
45402	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
45402	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
45402	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
45402	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
45402	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
45402	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
45402	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
45402	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
45402	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
45402	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
45402	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
45402	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
45402	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
45402	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
45402	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
45402	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
45402	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
45402	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
45402	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
45402	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
45402	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
45402	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
45402	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
45402	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
45402	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
45402	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
45402	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
45402	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
45402	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
45402	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
45402	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
45402	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
45402	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
45402	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
45402	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
45402	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
45402	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
45402	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
45402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
45402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
45402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
45402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
45402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
45402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
45402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
45402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
45402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
45402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
45402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
45402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
45402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
45402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
45402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
45402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
45402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
45402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
45402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
45402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
45402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
45402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
45402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
45402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
45402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
45402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
45402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
45402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
45402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
45402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
45402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
45402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
45402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
45402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
45402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
45402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
45402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
45402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
45402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
45402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
45402	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
45402	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
45402	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
45402	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
45402	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
45402	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
45402	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
45402	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
45402	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
45402	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
45402	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
45402	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
45402	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
45402	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
45402	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
45402	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
45402	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
45402	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
45402	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
45402	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
45402	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
45402	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
45402	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
45402	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
45402	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
45402	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
45402	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
45402	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
45402	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
45402	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
45402	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
45402	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
45402	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
45402	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
45402	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
45402	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
45402	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
45402	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
45402	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
45402	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
45402	embedding2nn.weight	0	0.02657502330839634
45402	embedding2nn.weight	1	-0.06378201395273209
45402	embedding2nn.weight	2	0.03306174278259277
45402	embedding2nn.weight	3	-0.038525018841028214
45402	embedding2nn.weight	4	-0.07040926814079285
45402	embedding2nn.weight	5	0.06702005118131638
45402	embedding2nn.weight	6	-0.08543667197227478
45402	embedding2nn.weight	7	-0.07136170566082001
45402	embedding2nn.weight	8	0.007329337298870087
45402	embedding2nn.weight	9	0.016528334468603134
45402	embedding2nn.bias	0	0.057545483112335205
45402	embedding2nn.bias	1	0.039628349244594574
45402	embedding2nn.bias	2	-0.10781177878379822
45402	embedding2nn.bias	3	0.06910672783851624
45402	embedding2nn.bias	4	0.0630280151963234
45402	embedding2nn.bias	5	-0.12398231774568558
45402	embedding2nn.bias	6	-0.07084103673696518
45402	embedding2nn.bias	7	0.0003860119904857129
45402	embedding2nn.bias	8	0.044884152710437775
45402	embedding2nn.bias	9	-0.09696508198976517
45402	rnn.weight_ih_l0	0	0.023545820266008377
45402	rnn.weight_ih_l0	1	0.024788375943899155
45402	rnn.weight_ih_l0	2	-0.019559042528271675
45402	rnn.weight_ih_l0	3	0.022236894816160202
45402	rnn.weight_ih_l0	4	0.027988342568278313
45402	rnn.weight_ih_l0	5	-0.054994694888591766
45402	rnn.weight_ih_l0	6	0.020668048411607742
45402	rnn.weight_ih_l0	7	-0.03353377804160118
45402	rnn.weight_ih_l0	8	0.027611814439296722
45402	rnn.weight_ih_l0	9	-0.016650252044200897
45402	rnn.weight_hh_l0	0	0.0006578458705917001
45402	rnn.weight_hh_l0	1	-0.05640532448887825
45402	rnn.weight_hh_l0	2	0.03774367645382881
45402	rnn.weight_hh_l0	3	0.011518820188939571
45402	rnn.weight_hh_l0	4	0.01662219502031803
45402	rnn.weight_hh_l0	5	0.03429242596030235
45402	rnn.weight_hh_l0	6	-0.009253975003957748
45402	rnn.weight_hh_l0	7	-0.05728087201714516
45402	rnn.weight_hh_l0	8	-0.024242663756012917
45402	rnn.weight_hh_l0	9	-0.021628214046359062
45402	rnn.bias_ih_l0	0	-0.034963976591825485
45402	rnn.bias_ih_l0	1	-0.10208586603403091
45402	rnn.bias_ih_l0	2	-0.15120527148246765
45402	rnn.bias_ih_l0	3	-0.22251324355602264
45402	rnn.bias_ih_l0	4	0.02020144835114479
45402	rnn.bias_ih_l0	5	0.05801122263073921
45402	rnn.bias_ih_l0	6	-0.10356717556715012
45402	rnn.bias_ih_l0	7	-0.1649499535560608
45402	rnn.bias_ih_l0	8	-0.049271706491708755
45402	rnn.bias_ih_l0	9	-0.08544895052909851
45402	rnn.bias_hh_l0	0	0.10147710144519806
45402	rnn.bias_hh_l0	1	-0.02534083090722561
45402	rnn.bias_hh_l0	2	0.011709798127412796
45402	rnn.bias_hh_l0	3	-0.11428450793027878
45402	rnn.bias_hh_l0	4	-0.015137354843318462
45402	rnn.bias_hh_l0	5	0.04288029298186302
45402	rnn.bias_hh_l0	6	-0.058796126395463943
45402	rnn.bias_hh_l0	7	-0.09696436673402786
45402	rnn.bias_hh_l0	8	-0.12252610921859741
45402	rnn.bias_hh_l0	9	-0.06209087371826172
45402	rnn.weight_ih_l0_reverse	0	-0.0053914082236588
45402	rnn.weight_ih_l0_reverse	1	0.003999660257250071
45402	rnn.weight_ih_l0_reverse	2	0.0014944425784051418
45402	rnn.weight_ih_l0_reverse	3	-0.0044365269131958485
45402	rnn.weight_ih_l0_reverse	4	0.00896392110735178
45402	rnn.weight_ih_l0_reverse	5	-0.016635123640298843
45402	rnn.weight_ih_l0_reverse	6	-0.043369028717279434
45402	rnn.weight_ih_l0_reverse	7	-0.002272007754072547
45402	rnn.weight_ih_l0_reverse	8	0.03256101533770561
45402	rnn.weight_ih_l0_reverse	9	0.005583407822996378
45402	rnn.weight_hh_l0_reverse	0	-0.006935529876500368
45402	rnn.weight_hh_l0_reverse	1	0.01686381734907627
45402	rnn.weight_hh_l0_reverse	2	-0.027864808216691017
45402	rnn.weight_hh_l0_reverse	3	0.038192324340343475
45402	rnn.weight_hh_l0_reverse	4	0.013022995553910732
45402	rnn.weight_hh_l0_reverse	5	0.0007180747343227267
45402	rnn.weight_hh_l0_reverse	6	0.02426564134657383
45402	rnn.weight_hh_l0_reverse	7	0.023623114451766014
45402	rnn.weight_hh_l0_reverse	8	0.004967703018337488
45402	rnn.weight_hh_l0_reverse	9	-0.03867098316550255
45402	rnn.bias_ih_l0_reverse	0	-0.08440520614385605
45402	rnn.bias_ih_l0_reverse	1	-0.23439006507396698
45402	rnn.bias_ih_l0_reverse	2	-0.032507140189409256
45402	rnn.bias_ih_l0_reverse	3	-0.07772982120513916
45402	rnn.bias_ih_l0_reverse	4	0.07986415177583694
45402	rnn.bias_ih_l0_reverse	5	-0.17843666672706604
45402	rnn.bias_ih_l0_reverse	6	-0.04662660136818886
45402	rnn.bias_ih_l0_reverse	7	0.03042563423514366
45402	rnn.bias_ih_l0_reverse	8	-0.10521598905324936
45402	rnn.bias_ih_l0_reverse	9	-0.06442694365978241
45402	rnn.bias_hh_l0_reverse	0	-0.0905303955078125
45402	rnn.bias_hh_l0_reverse	1	-0.04140002653002739
45402	rnn.bias_hh_l0_reverse	2	-0.026674583554267883
45402	rnn.bias_hh_l0_reverse	3	-0.09174460917711258
45402	rnn.bias_hh_l0_reverse	4	-0.014859736897051334
45402	rnn.bias_hh_l0_reverse	5	-0.0885840579867363
45402	rnn.bias_hh_l0_reverse	6	-0.038135163486003876
45402	rnn.bias_hh_l0_reverse	7	-0.12612348794937134
45402	rnn.bias_hh_l0_reverse	8	-0.02923492155969143
45402	rnn.bias_hh_l0_reverse	9	-0.12105464935302734
45402	linear.weight	0	-0.23002783954143524
45402	linear.weight	1	-0.10748398303985596
45402	linear.weight	2	-0.011228874325752258
45402	linear.weight	3	-0.00924002192914486
45402	linear.weight	4	0.09207102656364441
45402	linear.weight	5	0.17821408808231354
45402	linear.weight	6	0.0047744326293468475
45402	linear.weight	7	-0.021312154829502106
45402	linear.weight	8	0.1296268254518509
45402	linear.weight	9	0.20918159186840057
45402	linear.bias	0	-0.6342902779579163
45402	linear.bias	1	0.6084904074668884
45402	linear.bias	2	0.17164458334445953
45402	linear.bias	3	-0.37493768334388733
45402	linear.bias	4	-1.2150133848190308
45402	linear.bias	5	-1.1074711084365845
45402	linear.bias	6	-0.5522961616516113
45402	linear.bias	7	-0.7276076674461365
45402	linear.bias	8	-0.01705317199230194
45402	linear.bias	9	2.712585210800171
45599	transitions	0	-0.1502280980348587
45599	transitions	1	7.018237113952637
45599	transitions	2	-2.7976043224334717
45599	transitions	3	1.169499158859253
45599	transitions	4	-1.549533724784851
45599	transitions	5	-0.25590768456459045
45599	transitions	6	-0.13930067420005798
45599	transitions	7	-10000.0
45599	transitions	8	1.5405511856079102
45599	transitions	9	-2.282691717147827
45599	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
45599	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
45599	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
45599	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
45599	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
45599	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
45599	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
45599	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
45599	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
45599	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
45599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
45599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
45599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
45599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
45599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
45599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
45599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
45599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
45599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
45599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
45599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
45599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
45599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
45599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
45599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
45599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
45599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
45599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
45599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
45599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
45599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
45599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
45599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
45599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
45599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
45599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
45599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
45599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
45599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
45599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
45599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
45599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
45599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
45599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
45599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
45599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
45599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
45599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
45599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
45599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
45599	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
45599	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
45599	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
45599	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
45599	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
45599	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
45599	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
45599	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
45599	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
45599	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
45599	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
45599	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
45599	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
45599	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
45599	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
45599	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
45599	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
45599	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
45599	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
45599	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
45599	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
45599	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
45599	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
45599	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
45599	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
45599	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
45599	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
45599	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
45599	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
45599	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
45599	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
45599	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
45599	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
45599	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
45599	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
45599	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
45599	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
45599	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
45599	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
45599	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
45599	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
45599	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
45599	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
45599	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
45599	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
45599	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
45599	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
45599	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
45599	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
45599	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
45599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
45599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
45599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
45599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
45599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
45599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
45599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
45599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
45599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
45599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
45599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
45599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
45599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
45599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
45599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
45599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
45599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
45599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
45599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
45599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
45599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
45599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
45599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
45599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
45599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
45599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
45599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
45599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
45599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
45599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
45599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
45599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
45599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
45599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
45599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
45599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
45599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
45599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
45599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
45599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
45599	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
45599	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
45599	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
45599	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
45599	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
45599	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
45599	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
45599	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
45599	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
45599	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
45599	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
45599	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
45599	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
45599	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
45599	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
45599	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
45599	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
45599	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
45599	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
45599	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
45599	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
45599	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
45599	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
45599	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
45599	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
45599	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
45599	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
45599	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
45599	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
45599	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
45599	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
45599	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
45599	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
45599	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
45599	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
45599	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
45599	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
45599	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
45599	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
45599	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
45599	embedding2nn.weight	0	0.026187846437096596
45599	embedding2nn.weight	1	-0.06439004838466644
45599	embedding2nn.weight	2	0.03551178425550461
45599	embedding2nn.weight	3	-0.037493862211704254
45599	embedding2nn.weight	4	-0.07023444771766663
45599	embedding2nn.weight	5	0.06543461978435516
45599	embedding2nn.weight	6	-0.08676759153604507
45599	embedding2nn.weight	7	-0.07235556840896606
45599	embedding2nn.weight	8	0.0055564288049936295
45599	embedding2nn.weight	9	0.015793727710843086
45599	embedding2nn.bias	0	0.05535401776432991
45599	embedding2nn.bias	1	0.03431214019656181
45599	embedding2nn.bias	2	-0.10775253176689148
45599	embedding2nn.bias	3	0.07659661024808884
45599	embedding2nn.bias	4	0.06761113554239273
45599	embedding2nn.bias	5	-0.1256280392408371
45599	embedding2nn.bias	6	-0.05834539234638214
45599	embedding2nn.bias	7	-0.004756572190672159
45599	embedding2nn.bias	8	0.04169711098074913
45599	embedding2nn.bias	9	-0.10845905542373657
45599	rnn.weight_ih_l0	0	0.020419098436832428
45599	rnn.weight_ih_l0	1	0.025573376566171646
45599	rnn.weight_ih_l0	2	-0.018812978640198708
45599	rnn.weight_ih_l0	3	0.018841180950403214
45599	rnn.weight_ih_l0	4	0.0292814951390028
45599	rnn.weight_ih_l0	5	-0.0535966195166111
45599	rnn.weight_ih_l0	6	0.017282137647271156
45599	rnn.weight_ih_l0	7	-0.031610824167728424
45599	rnn.weight_ih_l0	8	0.024661269038915634
45599	rnn.weight_ih_l0	9	-0.015504768118262291
45599	rnn.weight_hh_l0	0	-0.0001878584298538044
45599	rnn.weight_hh_l0	1	-0.05642258748412132
45599	rnn.weight_hh_l0	2	0.03748065605759621
45599	rnn.weight_hh_l0	3	0.011300533078610897
45599	rnn.weight_hh_l0	4	0.016769016161561012
45599	rnn.weight_hh_l0	5	0.033693827688694
45599	rnn.weight_hh_l0	6	-0.009265552274882793
45599	rnn.weight_hh_l0	7	-0.05808226019144058
45599	rnn.weight_hh_l0	8	-0.024574602022767067
45599	rnn.weight_hh_l0	9	-0.02121826633810997
45599	rnn.bias_ih_l0	0	-0.03382878378033638
45599	rnn.bias_ih_l0	1	-0.10182877629995346
45599	rnn.bias_ih_l0	2	-0.15266546607017517
45599	rnn.bias_ih_l0	3	-0.22045999765396118
45599	rnn.bias_ih_l0	4	0.024514254182577133
45599	rnn.bias_ih_l0	5	0.05880386754870415
45599	rnn.bias_ih_l0	6	-0.10750534385442734
45599	rnn.bias_ih_l0	7	-0.16799825429916382
45599	rnn.bias_ih_l0	8	-0.047337546944618225
45599	rnn.bias_ih_l0	9	-0.0899256020784378
45599	rnn.bias_hh_l0	0	0.10149867087602615
45599	rnn.bias_hh_l0	1	-0.02483866922557354
45599	rnn.bias_hh_l0	2	0.015546143986284733
45599	rnn.bias_hh_l0	3	-0.11293409019708633
45599	rnn.bias_hh_l0	4	-0.010309244506061077
45599	rnn.bias_hh_l0	5	0.038210704922676086
45599	rnn.bias_hh_l0	6	-0.060491397976875305
45599	rnn.bias_hh_l0	7	-0.09943575412034988
45599	rnn.bias_hh_l0	8	-0.12621471285820007
45599	rnn.bias_hh_l0	9	-0.06548561900854111
45599	rnn.weight_ih_l0_reverse	0	-0.0056841312907636166
45599	rnn.weight_ih_l0_reverse	1	0.004117053467780352
45599	rnn.weight_ih_l0_reverse	2	-0.0007759478176012635
45599	rnn.weight_ih_l0_reverse	3	-0.005998886656016111
45599	rnn.weight_ih_l0_reverse	4	0.010589268989861012
45599	rnn.weight_ih_l0_reverse	5	-0.015708666294813156
45599	rnn.weight_ih_l0_reverse	6	-0.04358936473727226
45599	rnn.weight_ih_l0_reverse	7	-0.0025265405420213938
45599	rnn.weight_ih_l0_reverse	8	0.032934144139289856
45599	rnn.weight_ih_l0_reverse	9	0.004651997704058886
45599	rnn.weight_hh_l0_reverse	0	-0.00667147571220994
45599	rnn.weight_hh_l0_reverse	1	0.01704287901520729
45599	rnn.weight_hh_l0_reverse	2	-0.028068499639630318
45599	rnn.weight_hh_l0_reverse	3	0.038095973432064056
45599	rnn.weight_hh_l0_reverse	4	0.013140175491571426
45599	rnn.weight_hh_l0_reverse	5	0.0005091627244837582
45599	rnn.weight_hh_l0_reverse	6	0.02353128418326378
45599	rnn.weight_hh_l0_reverse	7	0.023469572886824608
45599	rnn.weight_hh_l0_reverse	8	0.005061120260506868
45599	rnn.weight_hh_l0_reverse	9	-0.038564134389162064
45599	rnn.bias_ih_l0_reverse	0	-0.0787661224603653
45599	rnn.bias_ih_l0_reverse	1	-0.2338779866695404
45599	rnn.bias_ih_l0_reverse	2	-0.03312985599040985
45599	rnn.bias_ih_l0_reverse	3	-0.07719750702381134
45599	rnn.bias_ih_l0_reverse	4	0.08850189298391342
45599	rnn.bias_ih_l0_reverse	5	-0.17687150835990906
45599	rnn.bias_ih_l0_reverse	6	-0.04772212356328964
45599	rnn.bias_ih_l0_reverse	7	0.03815466910600662
45599	rnn.bias_ih_l0_reverse	8	-0.10690169781446457
45599	rnn.bias_ih_l0_reverse	9	-0.06489376723766327
45599	rnn.bias_hh_l0_reverse	0	-0.08925358951091766
45599	rnn.bias_hh_l0_reverse	1	-0.03778066113591194
45599	rnn.bias_hh_l0_reverse	2	-0.02732722833752632
45599	rnn.bias_hh_l0_reverse	3	-0.0926651656627655
45599	rnn.bias_hh_l0_reverse	4	-0.013048311695456505
45599	rnn.bias_hh_l0_reverse	5	-0.09331425279378891
45599	rnn.bias_hh_l0_reverse	6	-0.04222393035888672
45599	rnn.bias_hh_l0_reverse	7	-0.1262822300195694
45599	rnn.bias_hh_l0_reverse	8	-0.03347601741552353
45599	rnn.bias_hh_l0_reverse	9	-0.12017875164747238
45599	linear.weight	0	-0.23290221393108368
45599	linear.weight	1	-0.11118567734956741
45599	linear.weight	2	-0.011228874325752258
45599	linear.weight	3	-0.018500184640288353
45599	linear.weight	4	0.08023488521575928
45599	linear.weight	5	0.18778087198734283
45599	linear.weight	6	0.0047744326293468475
45599	linear.weight	7	-0.021312154829502106
45599	linear.weight	8	0.14087717235088348
45599	linear.weight	9	0.22306640446186066
45599	linear.bias	0	-0.599797785282135
45599	linear.bias	1	0.646962583065033
45599	linear.bias	2	0.15102320909500122
45599	linear.bias	3	-0.3676508963108063
45599	linear.bias	4	-1.2752567529678345
45599	linear.bias	5	-1.1077890396118164
45599	linear.bias	6	-0.5242485404014587
45599	linear.bias	7	-0.7512400150299072
45599	linear.bias	8	-0.01705317199230194
45599	linear.bias	9	2.692797899246216
45796	transitions	0	-0.15082703530788422
45796	transitions	1	7.029788017272949
45796	transitions	2	-2.799654483795166
45796	transitions	3	1.1608952283859253
45796	transitions	4	-1.550886869430542
45796	transitions	5	-0.25702965259552
45796	transitions	6	-0.13948065042495728
45796	transitions	7	-10000.0
45796	transitions	8	1.5363072156906128
45796	transitions	9	-2.2827298641204834
45796	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
45796	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
45796	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
45796	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
45796	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
45796	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
45796	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
45796	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
45796	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
45796	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
45796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
45796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
45796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
45796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
45796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
45796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
45796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
45796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
45796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
45796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
45796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
45796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
45796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
45796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
45796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
45796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
45796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
45796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
45796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
45796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
45796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
45796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
45796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
45796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
45796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
45796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
45796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
45796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
45796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
45796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
45796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
45796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
45796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
45796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
45796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
45796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
45796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
45796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
45796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
45796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
45796	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
45796	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
45796	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
45796	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
45796	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
45796	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
45796	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
45796	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
45796	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
45796	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
45796	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
45796	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
45796	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
45796	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
45796	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
45796	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
45796	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
45796	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
45796	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
45796	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
45796	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
45796	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
45796	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
45796	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
45796	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
45796	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
45796	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
45796	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
45796	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
45796	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
45796	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
45796	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
45796	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
45796	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
45796	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
45796	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
45796	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
45796	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
45796	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
45796	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
45796	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
45796	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
45796	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
45796	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
45796	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
45796	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
45796	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
45796	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
45796	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
45796	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
45796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
45796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
45796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
45796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
45796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
45796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
45796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
45796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
45796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
45796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
45796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
45796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
45796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
45796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
45796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
45796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
45796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
45796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
45796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
45796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
45796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
45796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
45796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
45796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
45796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
45796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
45796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
45796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
45796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
45796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
45796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
45796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
45796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
45796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
45796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
45796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
45796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
45796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
45796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
45796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
45796	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
45796	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
45796	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
45796	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
45796	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
45796	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
45796	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
45796	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
45796	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
45796	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
45796	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
45796	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
45796	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
45796	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
45796	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
45796	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
45796	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
45796	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
45796	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
45796	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
45796	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
45796	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
45796	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
45796	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
45796	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
45796	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
45796	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
45796	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
45796	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
45796	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
45796	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
45796	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
45796	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
45796	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
45796	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
45796	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
45796	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
45796	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
45796	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
45796	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
45796	embedding2nn.weight	0	0.02697000838816166
45796	embedding2nn.weight	1	-0.06308089196681976
45796	embedding2nn.weight	2	0.03427084907889366
45796	embedding2nn.weight	3	-0.03761306405067444
45796	embedding2nn.weight	4	-0.06821444630622864
45796	embedding2nn.weight	5	0.06381907314062119
45796	embedding2nn.weight	6	-0.07930024713277817
45796	embedding2nn.weight	7	-0.0736275166273117
45796	embedding2nn.weight	8	0.005503718741238117
45796	embedding2nn.weight	9	0.017360836267471313
45796	embedding2nn.bias	0	0.04719257727265358
45796	embedding2nn.bias	1	0.02960469201207161
45796	embedding2nn.bias	2	-0.10932756960391998
45796	embedding2nn.bias	3	0.07528115063905716
45796	embedding2nn.bias	4	0.059306561946868896
45796	embedding2nn.bias	5	-0.11000336706638336
45796	embedding2nn.bias	6	-0.07385347783565521
45796	embedding2nn.bias	7	-0.011986009776592255
45796	embedding2nn.bias	8	0.042389318346977234
45796	embedding2nn.bias	9	-0.10125919431447983
45796	rnn.weight_ih_l0	0	0.020638510584831238
45796	rnn.weight_ih_l0	1	0.025579538196325302
45796	rnn.weight_ih_l0	2	-0.01746395416557789
45796	rnn.weight_ih_l0	3	0.016610579565167427
45796	rnn.weight_ih_l0	4	0.028377417474985123
45796	rnn.weight_ih_l0	5	-0.05386605113744736
45796	rnn.weight_ih_l0	6	0.016333026811480522
45796	rnn.weight_ih_l0	7	-0.03505166620016098
45796	rnn.weight_ih_l0	8	0.02057882957160473
45796	rnn.weight_ih_l0	9	-0.015484681352972984
45796	rnn.weight_hh_l0	0	0.0007732154917903244
45796	rnn.weight_hh_l0	1	-0.0553237646818161
45796	rnn.weight_hh_l0	2	0.03778698295354843
45796	rnn.weight_hh_l0	3	0.010936564765870571
45796	rnn.weight_hh_l0	4	0.017251795157790184
45796	rnn.weight_hh_l0	5	0.03303216025233269
45796	rnn.weight_hh_l0	6	-0.009457046166062355
45796	rnn.weight_hh_l0	7	-0.0573960542678833
45796	rnn.weight_hh_l0	8	-0.025211812928318977
45796	rnn.weight_hh_l0	9	-0.0214982982724905
45796	rnn.bias_ih_l0	0	-0.032580554485321045
45796	rnn.bias_ih_l0	1	-0.10430668294429779
45796	rnn.bias_ih_l0	2	-0.15372931957244873
45796	rnn.bias_ih_l0	3	-0.2196580171585083
45796	rnn.bias_ih_l0	4	0.020670413970947266
45796	rnn.bias_ih_l0	5	0.0659259632229805
45796	rnn.bias_ih_l0	6	-0.1058000773191452
45796	rnn.bias_ih_l0	7	-0.15693262219429016
45796	rnn.bias_ih_l0	8	-0.04797276481986046
45796	rnn.bias_ih_l0	9	-0.09147331863641739
45796	rnn.bias_hh_l0	0	0.10426019877195358
45796	rnn.bias_hh_l0	1	-0.02438594400882721
45796	rnn.bias_hh_l0	2	0.013702801428735256
45796	rnn.bias_hh_l0	3	-0.10716237872838974
45796	rnn.bias_hh_l0	4	-0.005103602539747953
45796	rnn.bias_hh_l0	5	0.03722301498055458
45796	rnn.bias_hh_l0	6	-0.06395048648118973
45796	rnn.bias_hh_l0	7	-0.09896250814199448
45796	rnn.bias_hh_l0	8	-0.13107813894748688
45796	rnn.bias_hh_l0	9	-0.06492898613214493
45796	rnn.weight_ih_l0_reverse	0	-0.005528612993657589
45796	rnn.weight_ih_l0_reverse	1	0.004140854347497225
45796	rnn.weight_ih_l0_reverse	2	0.0010759494034573436
45796	rnn.weight_ih_l0_reverse	3	-0.0061858659610152245
45796	rnn.weight_ih_l0_reverse	4	0.011873790062963963
45796	rnn.weight_ih_l0_reverse	5	-0.014437234960496426
45796	rnn.weight_ih_l0_reverse	6	-0.04404526948928833
45796	rnn.weight_ih_l0_reverse	7	-0.0032885493710637093
45796	rnn.weight_ih_l0_reverse	8	0.03654542565345764
45796	rnn.weight_ih_l0_reverse	9	0.0036994393449276686
45796	rnn.weight_hh_l0_reverse	0	-0.007050029933452606
45796	rnn.weight_hh_l0_reverse	1	0.01779761165380478
45796	rnn.weight_hh_l0_reverse	2	-0.027176711708307266
45796	rnn.weight_hh_l0_reverse	3	0.03820965439081192
45796	rnn.weight_hh_l0_reverse	4	0.012556934729218483
45796	rnn.weight_hh_l0_reverse	5	-0.0007805029163137078
45796	rnn.weight_hh_l0_reverse	6	0.02399636246263981
45796	rnn.weight_hh_l0_reverse	7	0.022465359419584274
45796	rnn.weight_hh_l0_reverse	8	0.005009944550693035
45796	rnn.weight_hh_l0_reverse	9	-0.038022927939891815
45796	rnn.bias_ih_l0_reverse	0	-0.07891810685396194
45796	rnn.bias_ih_l0_reverse	1	-0.23000933229923248
45796	rnn.bias_ih_l0_reverse	2	-0.03111385740339756
45796	rnn.bias_ih_l0_reverse	3	-0.07555801421403885
45796	rnn.bias_ih_l0_reverse	4	0.09267685562372208
45796	rnn.bias_ih_l0_reverse	5	-0.17465905845165253
45796	rnn.bias_ih_l0_reverse	6	-0.04696414992213249
45796	rnn.bias_ih_l0_reverse	7	0.04274873808026314
45796	rnn.bias_ih_l0_reverse	8	-0.1087137833237648
45796	rnn.bias_ih_l0_reverse	9	-0.06524690240621567
45796	rnn.bias_hh_l0_reverse	0	-0.09195762127637863
45796	rnn.bias_hh_l0_reverse	1	-0.0437946543097496
45796	rnn.bias_hh_l0_reverse	2	-0.0266687273979187
45796	rnn.bias_hh_l0_reverse	3	-0.09567254781723022
45796	rnn.bias_hh_l0_reverse	4	-0.013588618487119675
45796	rnn.bias_hh_l0_reverse	5	-0.08525674790143967
45796	rnn.bias_hh_l0_reverse	6	-0.0470522865653038
45796	rnn.bias_hh_l0_reverse	7	-0.12448808550834656
45796	rnn.bias_hh_l0_reverse	8	-0.033629003912210464
45796	rnn.bias_hh_l0_reverse	9	-0.1228141188621521
45796	linear.weight	0	-0.21981768310070038
45796	linear.weight	1	-0.10715672373771667
45796	linear.weight	2	-0.011228874325752258
45796	linear.weight	3	-0.009598754346370697
45796	linear.weight	4	0.07380913943052292
45796	linear.weight	5	0.17748011648654938
45796	linear.weight	6	0.0047744326293468475
45796	linear.weight	7	-0.021312154829502106
45796	linear.weight	8	0.1219077929854393
45796	linear.weight	9	0.2153618037700653
45796	linear.bias	0	-0.6122241020202637
45796	linear.bias	1	0.589511513710022
45796	linear.bias	2	0.13458476960659027
45796	linear.bias	3	-0.35693156719207764
45796	linear.bias	4	-1.2507030963897705
45796	linear.bias	5	-1.1081006526947021
45796	linear.bias	6	-0.5412063598632812
45796	linear.bias	7	-0.7412101626396179
45796	linear.bias	8	-0.01705317199230194
45796	linear.bias	9	2.7168571949005127
45993	transitions	0	-0.1512647420167923
45993	transitions	1	7.032771110534668
45993	transitions	2	-2.802150011062622
45993	transitions	3	1.177645206451416
45993	transitions	4	-1.5526131391525269
45993	transitions	5	-0.25776657462120056
45993	transitions	6	-0.1396562159061432
45993	transitions	7	-10000.0
45993	transitions	8	1.534875512123108
45993	transitions	9	-2.282775402069092
45993	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
45993	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
45993	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
45993	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
45993	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
45993	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
45993	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
45993	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
45993	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
45993	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
45993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
45993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
45993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
45993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
45993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
45993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
45993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
45993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
45993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
45993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
45993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
45993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
45993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
45993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
45993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
45993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
45993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
45993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
45993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
45993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
45993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
45993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
45993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
45993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
45993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
45993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
45993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
45993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
45993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
45993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
45993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
45993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
45993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
45993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
45993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
45993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
45993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
45993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
45993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
45993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
45993	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
45993	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
45993	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
45993	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
45993	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
45993	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
45993	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
45993	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
45993	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
45993	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
45993	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
45993	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
45993	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
45993	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
45993	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
45993	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
45993	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
45993	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
45993	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
45993	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
45993	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
45993	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
45993	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
45993	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
45993	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
45993	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
45993	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
45993	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
45993	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
45993	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
45993	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
45993	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
45993	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
45993	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
45993	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
45993	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
45993	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
45993	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
45993	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
45993	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
45993	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
45993	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
45993	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
45993	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
45993	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
45993	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
45993	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
45993	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
45993	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
45993	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
45993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
45993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
45993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
45993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
45993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
45993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
45993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
45993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
45993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
45993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
45993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
45993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
45993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
45993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
45993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
45993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
45993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
45993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
45993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
45993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
45993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
45993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
45993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
45993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
45993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
45993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
45993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
45993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
45993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
45993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
45993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
45993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
45993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
45993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
45993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
45993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
45993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
45993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
45993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
45993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
45993	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
45993	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
45993	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
45993	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
45993	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
45993	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
45993	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
45993	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
45993	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
45993	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
45993	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
45993	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
45993	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
45993	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
45993	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
45993	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
45993	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
45993	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
45993	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
45993	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
45993	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
45993	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
45993	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
45993	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
45993	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
45993	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
45993	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
45993	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
45993	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
45993	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
45993	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
45993	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
45993	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
45993	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
45993	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
45993	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
45993	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
45993	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
45993	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
45993	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
45993	embedding2nn.weight	0	0.02785148285329342
45993	embedding2nn.weight	1	-0.06422195583581924
45993	embedding2nn.weight	2	0.032868824899196625
45993	embedding2nn.weight	3	-0.03766416758298874
45993	embedding2nn.weight	4	-0.07400646805763245
45993	embedding2nn.weight	5	0.06265606731176376
45993	embedding2nn.weight	6	-0.07893084734678268
45993	embedding2nn.weight	7	-0.07254008203744888
45993	embedding2nn.weight	8	0.004999852739274502
45993	embedding2nn.weight	9	0.016657643020153046
45993	embedding2nn.bias	0	0.05234907940030098
45993	embedding2nn.bias	1	0.03754214569926262
45993	embedding2nn.bias	2	-0.11969435214996338
45993	embedding2nn.bias	3	0.07581020146608353
45993	embedding2nn.bias	4	0.06871629506349564
45993	embedding2nn.bias	5	-0.11082880944013596
45993	embedding2nn.bias	6	-0.06821421533823013
45993	embedding2nn.bias	7	-0.02218198962509632
45993	embedding2nn.bias	8	0.03991879150271416
45993	embedding2nn.bias	9	-0.10561773926019669
45993	rnn.weight_ih_l0	0	0.02150757983326912
45993	rnn.weight_ih_l0	1	0.02385048195719719
45993	rnn.weight_ih_l0	2	-0.022813161835074425
45993	rnn.weight_ih_l0	3	0.017828861251473427
45993	rnn.weight_ih_l0	4	0.027026480063796043
45993	rnn.weight_ih_l0	5	-0.053833454847335815
45993	rnn.weight_ih_l0	6	0.018775401636958122
45993	rnn.weight_ih_l0	7	-0.037760257720947266
45993	rnn.weight_ih_l0	8	0.02098427712917328
45993	rnn.weight_ih_l0	9	-0.015531766228377819
45993	rnn.weight_hh_l0	0	0.0010277086403220892
45993	rnn.weight_hh_l0	1	-0.055610235780477524
45993	rnn.weight_hh_l0	2	0.03877101466059685
45993	rnn.weight_hh_l0	3	0.012172345072031021
45993	rnn.weight_hh_l0	4	0.017065342515707016
45993	rnn.weight_hh_l0	5	0.03338519483804703
45993	rnn.weight_hh_l0	6	-0.009338602423667908
45993	rnn.weight_hh_l0	7	-0.058157823979854584
45993	rnn.weight_hh_l0	8	-0.02527005411684513
45993	rnn.weight_hh_l0	9	-0.02081488072872162
45993	rnn.bias_ih_l0	0	-0.03510180488228798
45993	rnn.bias_ih_l0	1	-0.10302016884088516
45993	rnn.bias_ih_l0	2	-0.15207770466804504
45993	rnn.bias_ih_l0	3	-0.22509513795375824
45993	rnn.bias_ih_l0	4	0.013339181430637836
45993	rnn.bias_ih_l0	5	0.059091225266456604
45993	rnn.bias_ih_l0	6	-0.10668133944272995
45993	rnn.bias_ih_l0	7	-0.16158191859722137
45993	rnn.bias_ih_l0	8	-0.04913027957081795
45993	rnn.bias_ih_l0	9	-0.09416735917329788
45993	rnn.bias_hh_l0	0	0.10679932683706284
45993	rnn.bias_hh_l0	1	-0.022287750616669655
45993	rnn.bias_hh_l0	2	0.01025333907455206
45993	rnn.bias_hh_l0	3	-0.10803303867578506
45993	rnn.bias_hh_l0	4	-0.0032353741116821766
45993	rnn.bias_hh_l0	5	0.036779772490262985
45993	rnn.bias_hh_l0	6	-0.06302516162395477
45993	rnn.bias_hh_l0	7	-0.09540063142776489
45993	rnn.bias_hh_l0	8	-0.133125439286232
45993	rnn.bias_hh_l0	9	-0.0674232468008995
45993	rnn.weight_ih_l0_reverse	0	-0.005768896080553532
45993	rnn.weight_ih_l0_reverse	1	0.004009546246379614
45993	rnn.weight_ih_l0_reverse	2	-0.003592552850022912
45993	rnn.weight_ih_l0_reverse	3	-0.005283573176711798
45993	rnn.weight_ih_l0_reverse	4	0.010761972516775131
45993	rnn.weight_ih_l0_reverse	5	-0.017178025096654892
45993	rnn.weight_ih_l0_reverse	6	-0.043872736394405365
45993	rnn.weight_ih_l0_reverse	7	-0.000600706844124943
45993	rnn.weight_ih_l0_reverse	8	0.03601805493235588
45993	rnn.weight_ih_l0_reverse	9	0.0035995030775666237
45993	rnn.weight_hh_l0_reverse	0	-0.007016667164862156
45993	rnn.weight_hh_l0_reverse	1	0.017795098945498466
45993	rnn.weight_hh_l0_reverse	2	-0.02733355201780796
45993	rnn.weight_hh_l0_reverse	3	0.03805282339453697
45993	rnn.weight_hh_l0_reverse	4	0.01280414778739214
45993	rnn.weight_hh_l0_reverse	5	-0.00011704607459250838
45993	rnn.weight_hh_l0_reverse	6	0.024944989010691643
45993	rnn.weight_hh_l0_reverse	7	0.02260778285562992
45993	rnn.weight_hh_l0_reverse	8	0.005002183839678764
45993	rnn.weight_hh_l0_reverse	9	-0.03771303594112396
45993	rnn.bias_ih_l0_reverse	0	-0.08132493495941162
45993	rnn.bias_ih_l0_reverse	1	-0.23301397264003754
45993	rnn.bias_ih_l0_reverse	2	-0.029971661046147346
45993	rnn.bias_ih_l0_reverse	3	-0.07702027261257172
45993	rnn.bias_ih_l0_reverse	4	0.09362770617008209
45993	rnn.bias_ih_l0_reverse	5	-0.176303431391716
45993	rnn.bias_ih_l0_reverse	6	-0.04618513584136963
45993	rnn.bias_ih_l0_reverse	7	0.03271906450390816
45993	rnn.bias_ih_l0_reverse	8	-0.10773259401321411
45993	rnn.bias_ih_l0_reverse	9	-0.06548130512237549
45993	rnn.bias_hh_l0_reverse	0	-0.0919751301407814
45993	rnn.bias_hh_l0_reverse	1	-0.04552627354860306
45993	rnn.bias_hh_l0_reverse	2	-0.024409310892224312
45993	rnn.bias_hh_l0_reverse	3	-0.09410194307565689
45993	rnn.bias_hh_l0_reverse	4	-0.015082173980772495
45993	rnn.bias_hh_l0_reverse	5	-0.08883390575647354
45993	rnn.bias_hh_l0_reverse	6	-0.05123748630285263
45993	rnn.bias_hh_l0_reverse	7	-0.12526771426200867
45993	rnn.bias_hh_l0_reverse	8	-0.03520914167165756
45993	rnn.bias_hh_l0_reverse	9	-0.12334894388914108
45993	linear.weight	0	-0.22582648694515228
45993	linear.weight	1	-0.09796392917633057
45993	linear.weight	2	-0.011228874325752258
45993	linear.weight	3	-0.0035100101958960295
45993	linear.weight	4	0.0753510445356369
45993	linear.weight	5	0.17798782885074615
45993	linear.weight	6	0.0047744326293468475
45993	linear.weight	7	-0.021312154829502106
45993	linear.weight	8	0.12612920999526978
45993	linear.weight	9	0.20742087066173553
45993	linear.bias	0	-0.6274555921554565
45993	linear.bias	1	0.6179786324501038
45993	linear.bias	2	0.13756480813026428
45993	linear.bias	3	-0.36423999071121216
45993	linear.bias	4	-1.2107635736465454
45993	linear.bias	5	-1.1084072589874268
45993	linear.bias	6	-0.5511549115180969
45993	linear.bias	7	-0.7389163374900818
45993	linear.bias	8	-0.01705317199230194
45993	linear.bias	9	2.74959135055542
46190	transitions	0	-0.1519792526960373
46190	transitions	1	7.069701671600342
46190	transitions	2	-2.8051607608795166
46190	transitions	3	1.1881790161132812
46190	transitions	4	-1.5548152923583984
46190	transitions	5	-0.25807633996009827
46190	transitions	6	-0.13977517187595367
46190	transitions	7	-10000.0
46190	transitions	8	1.5331546068191528
46190	transitions	9	-2.282846450805664
46190	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
46190	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
46190	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
46190	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
46190	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
46190	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
46190	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
46190	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
46190	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
46190	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
46190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
46190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
46190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
46190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
46190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
46190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
46190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
46190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
46190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
46190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
46190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
46190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
46190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
46190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
46190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
46190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
46190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
46190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
46190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
46190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
46190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
46190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
46190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
46190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
46190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
46190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
46190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
46190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
46190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
46190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
46190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
46190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
46190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
46190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
46190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
46190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
46190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
46190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
46190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
46190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
46190	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
46190	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
46190	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
46190	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
46190	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
46190	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
46190	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
46190	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
46190	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
46190	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
46190	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
46190	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
46190	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
46190	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
46190	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
46190	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
46190	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
46190	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
46190	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
46190	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
46190	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
46190	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
46190	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
46190	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
46190	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
46190	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
46190	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
46190	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
46190	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
46190	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
46190	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
46190	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
46190	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
46190	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
46190	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
46190	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
46190	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
46190	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
46190	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
46190	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
46190	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
46190	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
46190	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
46190	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
46190	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
46190	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
46190	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
46190	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
46190	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
46190	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
46190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
46190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
46190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
46190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
46190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
46190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
46190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
46190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
46190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
46190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
46190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
46190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
46190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
46190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
46190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
46190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
46190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
46190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
46190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
46190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
46190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
46190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
46190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
46190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
46190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
46190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
46190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
46190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
46190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
46190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
46190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
46190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
46190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
46190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
46190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
46190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
46190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
46190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
46190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
46190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
46190	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
46190	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
46190	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
46190	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
46190	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
46190	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
46190	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
46190	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
46190	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
46190	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
46190	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
46190	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
46190	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
46190	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
46190	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
46190	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
46190	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
46190	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
46190	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
46190	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
46190	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
46190	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
46190	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
46190	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
46190	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
46190	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
46190	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
46190	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
46190	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
46190	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
46190	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
46190	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
46190	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
46190	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
46190	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
46190	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
46190	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
46190	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
46190	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
46190	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
46190	embedding2nn.weight	0	0.027837809175252914
46190	embedding2nn.weight	1	-0.06346900016069412
46190	embedding2nn.weight	2	0.034917693585157394
46190	embedding2nn.weight	3	-0.03810195252299309
46190	embedding2nn.weight	4	-0.07309369742870331
46190	embedding2nn.weight	5	0.0603669174015522
46190	embedding2nn.weight	6	-0.06451895087957382
46190	embedding2nn.weight	7	-0.07253655046224594
46190	embedding2nn.weight	8	0.00478710001334548
46190	embedding2nn.weight	9	0.0194143857806921
46190	embedding2nn.bias	0	0.04174276813864708
46190	embedding2nn.bias	1	0.030072636902332306
46190	embedding2nn.bias	2	-0.11759235709905624
46190	embedding2nn.bias	3	0.0716881975531578
46190	embedding2nn.bias	4	0.0674867033958435
46190	embedding2nn.bias	5	-0.1115492656826973
46190	embedding2nn.bias	6	-0.07246083766222
46190	embedding2nn.bias	7	-0.013928424566984177
46190	embedding2nn.bias	8	0.05518138408660889
46190	embedding2nn.bias	9	-0.08815117925405502
46190	rnn.weight_ih_l0	0	0.02250566892325878
46190	rnn.weight_ih_l0	1	0.02538052760064602
46190	rnn.weight_ih_l0	2	-0.023930581286549568
46190	rnn.weight_ih_l0	3	0.017820071429014206
46190	rnn.weight_ih_l0	4	0.02582918107509613
46190	rnn.weight_ih_l0	5	-0.05433156341314316
46190	rnn.weight_ih_l0	6	0.018908485770225525
46190	rnn.weight_ih_l0	7	-0.03868597373366356
46190	rnn.weight_ih_l0	8	0.021021047607064247
46190	rnn.weight_ih_l0	9	-0.013756141066551208
46190	rnn.weight_hh_l0	0	0.0007650490733794868
46190	rnn.weight_hh_l0	1	-0.056854043155908585
46190	rnn.weight_hh_l0	2	0.03853926062583923
46190	rnn.weight_hh_l0	3	0.011467832140624523
46190	rnn.weight_hh_l0	4	0.016954854130744934
46190	rnn.weight_hh_l0	5	0.03410471975803375
46190	rnn.weight_hh_l0	6	-0.008749956265091896
46190	rnn.weight_hh_l0	7	-0.058626506477594376
46190	rnn.weight_hh_l0	8	-0.02457558922469616
46190	rnn.weight_hh_l0	9	-0.022875379770994186
46190	rnn.bias_ih_l0	0	-0.0387180857360363
46190	rnn.bias_ih_l0	1	-0.10322646796703339
46190	rnn.bias_ih_l0	2	-0.14938406646251678
46190	rnn.bias_ih_l0	3	-0.22401537001132965
46190	rnn.bias_ih_l0	4	0.014802913181483746
46190	rnn.bias_ih_l0	5	0.06902927905321121
46190	rnn.bias_ih_l0	6	-0.10449385643005371
46190	rnn.bias_ih_l0	7	-0.16569893062114716
46190	rnn.bias_ih_l0	8	-0.050224483013153076
46190	rnn.bias_ih_l0	9	-0.09600526094436646
46190	rnn.bias_hh_l0	0	0.10938747972249985
46190	rnn.bias_hh_l0	1	-0.025828726589679718
46190	rnn.bias_hh_l0	2	0.008823842741549015
46190	rnn.bias_hh_l0	3	-0.10963361710309982
46190	rnn.bias_hh_l0	4	0.006805225741118193
46190	rnn.bias_hh_l0	5	0.033986981958150864
46190	rnn.bias_hh_l0	6	-0.06305934488773346
46190	rnn.bias_hh_l0	7	-0.09557747095823288
46190	rnn.bias_hh_l0	8	-0.13299494981765747
46190	rnn.bias_hh_l0	9	-0.06733062863349915
46190	rnn.weight_ih_l0_reverse	0	-0.002531336387619376
46190	rnn.weight_ih_l0_reverse	1	0.004531330894678831
46190	rnn.weight_ih_l0_reverse	2	5.774110832135193e-05
46190	rnn.weight_ih_l0_reverse	3	-0.005068568512797356
46190	rnn.weight_ih_l0_reverse	4	0.011758068576455116
46190	rnn.weight_ih_l0_reverse	5	-0.018404975533485413
46190	rnn.weight_ih_l0_reverse	6	-0.04439018666744232
46190	rnn.weight_ih_l0_reverse	7	0.002998216310516
46190	rnn.weight_ih_l0_reverse	8	0.035454317927360535
46190	rnn.weight_ih_l0_reverse	9	0.002589871408417821
46190	rnn.weight_hh_l0_reverse	0	-0.00633880402892828
46190	rnn.weight_hh_l0_reverse	1	0.016729867085814476
46190	rnn.weight_hh_l0_reverse	2	-0.027266280725598335
46190	rnn.weight_hh_l0_reverse	3	0.037450287491083145
46190	rnn.weight_hh_l0_reverse	4	0.012971651740372181
46190	rnn.weight_hh_l0_reverse	5	-0.00011171770165674388
46190	rnn.weight_hh_l0_reverse	6	0.02498587779700756
46190	rnn.weight_hh_l0_reverse	7	0.022805044427514076
46190	rnn.weight_hh_l0_reverse	8	0.005391996819525957
46190	rnn.weight_hh_l0_reverse	9	-0.037413183599710464
46190	rnn.bias_ih_l0_reverse	0	-0.08309675753116608
46190	rnn.bias_ih_l0_reverse	1	-0.2341541200876236
46190	rnn.bias_ih_l0_reverse	2	-0.029508495703339577
46190	rnn.bias_ih_l0_reverse	3	-0.07769177854061127
46190	rnn.bias_ih_l0_reverse	4	0.09435097873210907
46190	rnn.bias_ih_l0_reverse	5	-0.17870289087295532
46190	rnn.bias_ih_l0_reverse	6	-0.04469022899866104
46190	rnn.bias_ih_l0_reverse	7	0.030652698129415512
46190	rnn.bias_ih_l0_reverse	8	-0.1065579429268837
46190	rnn.bias_ih_l0_reverse	9	-0.062092144042253494
46190	rnn.bias_hh_l0_reverse	0	-0.09119142591953278
46190	rnn.bias_hh_l0_reverse	1	-0.039203278720378876
46190	rnn.bias_hh_l0_reverse	2	-0.026520514860749245
46190	rnn.bias_hh_l0_reverse	3	-0.0950835794210434
46190	rnn.bias_hh_l0_reverse	4	-0.01576218195259571
46190	rnn.bias_hh_l0_reverse	5	-0.09244664758443832
46190	rnn.bias_hh_l0_reverse	6	-0.0509788952767849
46190	rnn.bias_hh_l0_reverse	7	-0.12396015226840973
46190	rnn.bias_hh_l0_reverse	8	-0.03460884466767311
46190	rnn.bias_hh_l0_reverse	9	-0.12665361166000366
46190	linear.weight	0	-0.21139375865459442
46190	linear.weight	1	-0.1043998971581459
46190	linear.weight	2	-0.011228874325752258
46190	linear.weight	3	-0.0011062721023336053
46190	linear.weight	4	0.09555135667324066
46190	linear.weight	5	0.16088710725307465
46190	linear.weight	6	0.0047744326293468475
46190	linear.weight	7	-0.021312154829502106
46190	linear.weight	8	0.12367569655179977
46190	linear.weight	9	0.19362004101276398
46190	linear.bias	0	-0.6367983222007751
46190	linear.bias	1	0.6525362730026245
46190	linear.bias	2	0.09896092861890793
46190	linear.bias	3	-0.3584709167480469
46190	linear.bias	4	-1.1820465326309204
46190	linear.bias	5	-1.1087048053741455
46190	linear.bias	6	-0.5535865426063538
46190	linear.bias	7	-0.7425952553749084
46190	linear.bias	8	-0.01705317199230194
46190	linear.bias	9	2.820564031600952
46387	transitions	0	-0.1531437337398529
46387	transitions	1	7.0459113121032715
46387	transitions	2	-2.807652235031128
46387	transitions	3	1.1896864175796509
46387	transitions	4	-1.5566825866699219
46387	transitions	5	-0.25915321707725525
46387	transitions	6	-0.13993047177791595
46387	transitions	7	-10000.0
46387	transitions	8	1.5342121124267578
46387	transitions	9	-2.282911777496338
46387	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
46387	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
46387	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
46387	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
46387	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
46387	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
46387	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
46387	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
46387	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
46387	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
46387	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
46387	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
46387	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
46387	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
46387	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
46387	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
46387	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
46387	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
46387	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
46387	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
46387	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
46387	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
46387	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
46387	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
46387	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
46387	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
46387	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
46387	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
46387	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
46387	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
46387	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
46387	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
46387	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
46387	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
46387	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
46387	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
46387	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
46387	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
46387	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
46387	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
46387	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
46387	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
46387	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
46387	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
46387	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
46387	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
46387	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
46387	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
46387	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
46387	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
46387	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
46387	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
46387	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
46387	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
46387	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
46387	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
46387	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
46387	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
46387	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
46387	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
46387	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
46387	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
46387	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
46387	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
46387	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
46387	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
46387	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
46387	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
46387	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
46387	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
46387	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
46387	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
46387	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
46387	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
46387	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
46387	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
46387	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
46387	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
46387	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
46387	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
46387	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
46387	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
46387	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
46387	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
46387	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
46387	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
46387	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
46387	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
46387	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
46387	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
46387	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
46387	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
46387	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
46387	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
46387	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
46387	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
46387	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
46387	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
46387	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
46387	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
46387	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
46387	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
46387	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
46387	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
46387	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
46387	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
46387	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
46387	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
46387	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
46387	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
46387	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
46387	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
46387	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
46387	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
46387	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
46387	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
46387	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
46387	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
46387	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
46387	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
46387	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
46387	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
46387	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
46387	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
46387	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
46387	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
46387	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
46387	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
46387	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
46387	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
46387	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
46387	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
46387	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
46387	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
46387	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
46387	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
46387	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
46387	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
46387	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
46387	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
46387	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
46387	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
46387	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
46387	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
46387	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
46387	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
46387	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
46387	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
46387	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
46387	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
46387	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
46387	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
46387	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
46387	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
46387	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
46387	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
46387	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
46387	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
46387	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
46387	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
46387	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
46387	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
46387	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
46387	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
46387	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
46387	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
46387	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
46387	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
46387	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
46387	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
46387	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
46387	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
46387	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
46387	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
46387	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
46387	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
46387	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
46387	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
46387	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
46387	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
46387	embedding2nn.weight	0	0.02815636619925499
46387	embedding2nn.weight	1	-0.06425292789936066
46387	embedding2nn.weight	2	0.0354306623339653
46387	embedding2nn.weight	3	-0.038182977586984634
46387	embedding2nn.weight	4	-0.070530466735363
46387	embedding2nn.weight	5	0.05930066853761673
46387	embedding2nn.weight	6	-0.06443529576063156
46387	embedding2nn.weight	7	-0.07190659642219543
46387	embedding2nn.weight	8	0.004211048595607281
46387	embedding2nn.weight	9	0.01926635578274727
46387	embedding2nn.bias	0	0.057355981320142746
46387	embedding2nn.bias	1	0.031115170568227768
46387	embedding2nn.bias	2	-0.11863365769386292
46387	embedding2nn.bias	3	0.06182245537638664
46387	embedding2nn.bias	4	0.06468600034713745
46387	embedding2nn.bias	5	-0.1062883734703064
46387	embedding2nn.bias	6	-0.07386919111013412
46387	embedding2nn.bias	7	-0.006966473069041967
46387	embedding2nn.bias	8	0.05290639027953148
46387	embedding2nn.bias	9	-0.07887479662895203
46387	rnn.weight_ih_l0	0	0.019929079338908195
46387	rnn.weight_ih_l0	1	0.02495189569890499
46387	rnn.weight_ih_l0	2	-0.023564781993627548
46387	rnn.weight_ih_l0	3	0.01953120343387127
46387	rnn.weight_ih_l0	4	0.026971179991960526
46387	rnn.weight_ih_l0	5	-0.052285633981227875
46387	rnn.weight_ih_l0	6	0.019157834351062775
46387	rnn.weight_ih_l0	7	-0.03956020623445511
46387	rnn.weight_ih_l0	8	0.018989669159054756
46387	rnn.weight_ih_l0	9	-0.018446184694767
46387	rnn.weight_hh_l0	0	0.0010435680160298944
46387	rnn.weight_hh_l0	1	-0.056695710867643356
46387	rnn.weight_hh_l0	2	0.03879256173968315
46387	rnn.weight_hh_l0	3	0.011554324999451637
46387	rnn.weight_hh_l0	4	0.016622625291347504
46387	rnn.weight_hh_l0	5	0.03409530594944954
46387	rnn.weight_hh_l0	6	-0.009227450005710125
46387	rnn.weight_hh_l0	7	-0.05931045860052109
46387	rnn.weight_hh_l0	8	-0.02413501776754856
46387	rnn.weight_hh_l0	9	-0.022959459573030472
46387	rnn.bias_ih_l0	0	-0.0418739914894104
46387	rnn.bias_ih_l0	1	-0.10920761525630951
46387	rnn.bias_ih_l0	2	-0.14476187527179718
46387	rnn.bias_ih_l0	3	-0.2202860414981842
46387	rnn.bias_ih_l0	4	0.013710803352296352
46387	rnn.bias_ih_l0	5	0.07444162666797638
46387	rnn.bias_ih_l0	6	-0.10282807052135468
46387	rnn.bias_ih_l0	7	-0.1667158305644989
46387	rnn.bias_ih_l0	8	-0.05306500568985939
46387	rnn.bias_ih_l0	9	-0.09563305228948593
46387	rnn.bias_hh_l0	0	0.10310829430818558
46387	rnn.bias_hh_l0	1	-0.023303797468543053
46387	rnn.bias_hh_l0	2	0.011235588230192661
46387	rnn.bias_hh_l0	3	-0.11156225949525833
46387	rnn.bias_hh_l0	4	0.004874517675489187
46387	rnn.bias_hh_l0	5	0.03439704701304436
46387	rnn.bias_hh_l0	6	-0.05734633281826973
46387	rnn.bias_hh_l0	7	-0.09309662133455276
46387	rnn.bias_hh_l0	8	-0.13004878163337708
46387	rnn.bias_hh_l0	9	-0.06708141416311264
46387	rnn.weight_ih_l0_reverse	0	-0.004095993470400572
46387	rnn.weight_ih_l0_reverse	1	0.004775424487888813
46387	rnn.weight_ih_l0_reverse	2	0.0006874478422105312
46387	rnn.weight_ih_l0_reverse	3	-0.004799104295670986
46387	rnn.weight_ih_l0_reverse	4	0.013441420160233974
46387	rnn.weight_ih_l0_reverse	5	-0.022113092243671417
46387	rnn.weight_ih_l0_reverse	6	-0.044128675013780594
46387	rnn.weight_ih_l0_reverse	7	0.0026477687060832977
46387	rnn.weight_ih_l0_reverse	8	0.041866615414619446
46387	rnn.weight_ih_l0_reverse	9	-0.0008391832816414535
46387	rnn.weight_hh_l0_reverse	0	-0.006640215404331684
46387	rnn.weight_hh_l0_reverse	1	0.016371604055166245
46387	rnn.weight_hh_l0_reverse	2	-0.0274389386177063
46387	rnn.weight_hh_l0_reverse	3	0.03693859651684761
46387	rnn.weight_hh_l0_reverse	4	0.01288253627717495
46387	rnn.weight_hh_l0_reverse	5	0.0001994569320231676
46387	rnn.weight_hh_l0_reverse	6	0.024819130077958107
46387	rnn.weight_hh_l0_reverse	7	0.023118646815419197
46387	rnn.weight_hh_l0_reverse	8	0.005393857602030039
46387	rnn.weight_hh_l0_reverse	9	-0.03795561566948891
46387	rnn.bias_ih_l0_reverse	0	-0.08236726373434067
46387	rnn.bias_ih_l0_reverse	1	-0.23058705031871796
46387	rnn.bias_ih_l0_reverse	2	-0.030145736411213875
46387	rnn.bias_ih_l0_reverse	3	-0.07611283659934998
46387	rnn.bias_ih_l0_reverse	4	0.0922606959939003
46387	rnn.bias_ih_l0_reverse	5	-0.17872197926044464
46387	rnn.bias_ih_l0_reverse	6	-0.042346443980932236
46387	rnn.bias_ih_l0_reverse	7	0.031197138130664825
46387	rnn.bias_ih_l0_reverse	8	-0.10788367688655853
46387	rnn.bias_ih_l0_reverse	9	-0.06876873224973679
46387	rnn.bias_hh_l0_reverse	0	-0.09196658432483673
46387	rnn.bias_hh_l0_reverse	1	-0.039697155356407166
46387	rnn.bias_hh_l0_reverse	2	-0.024579429998993874
46387	rnn.bias_hh_l0_reverse	3	-0.09606844186782837
46387	rnn.bias_hh_l0_reverse	4	-0.015419826842844486
46387	rnn.bias_hh_l0_reverse	5	-0.089093878865242
46387	rnn.bias_hh_l0_reverse	6	-0.052164990454912186
46387	rnn.bias_hh_l0_reverse	7	-0.12282482534646988
46387	rnn.bias_hh_l0_reverse	8	-0.03458490967750549
46387	rnn.bias_hh_l0_reverse	9	-0.1264713555574417
46387	linear.weight	0	-0.20922404527664185
46387	linear.weight	1	-0.10153724998235703
46387	linear.weight	2	-0.011228874325752258
46387	linear.weight	3	0.01038910262286663
46387	linear.weight	4	0.10989060997962952
46387	linear.weight	5	0.1653783917427063
46387	linear.weight	6	0.0047744326293468475
46387	linear.weight	7	-0.021312154829502106
46387	linear.weight	8	0.15086719393730164
46387	linear.weight	9	0.1774604767560959
46387	linear.bias	0	-0.6115235686302185
46387	linear.bias	1	0.6443240642547607
46387	linear.bias	2	0.034585464745759964
46387	linear.bias	3	-0.3857342600822449
46387	linear.bias	4	-1.2100542783737183
46387	linear.bias	5	-1.1090153455734253
46387	linear.bias	6	-0.5316213369369507
46387	linear.bias	7	-0.749663770198822
46387	linear.bias	8	-0.01705317199230194
46387	linear.bias	9	2.735154390335083
46584	transitions	0	-0.153419628739357
46584	transitions	1	7.048188209533691
46584	transitions	2	-2.810673236846924
46584	transitions	3	1.1863117218017578
46584	transitions	4	-1.5583611726760864
46584	transitions	5	-0.25946950912475586
46584	transitions	6	-0.14010904729366302
46584	transitions	7	-10000.0
46584	transitions	8	1.5350918769836426
46584	transitions	9	-2.2829904556274414
46584	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
46584	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
46584	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
46584	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
46584	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
46584	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
46584	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
46584	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
46584	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
46584	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
46584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
46584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
46584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
46584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
46584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
46584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
46584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
46584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
46584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
46584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
46584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
46584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
46584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
46584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
46584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
46584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
46584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
46584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
46584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
46584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
46584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
46584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
46584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
46584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
46584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
46584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
46584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
46584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
46584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
46584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
46584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
46584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
46584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
46584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
46584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
46584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
46584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
46584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
46584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
46584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
46584	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
46584	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
46584	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
46584	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
46584	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
46584	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
46584	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
46584	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
46584	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
46584	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
46584	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
46584	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
46584	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
46584	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
46584	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
46584	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
46584	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
46584	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
46584	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
46584	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
46584	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
46584	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
46584	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
46584	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
46584	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
46584	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
46584	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
46584	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
46584	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
46584	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
46584	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
46584	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
46584	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
46584	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
46584	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
46584	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
46584	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
46584	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
46584	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
46584	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
46584	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
46584	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
46584	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
46584	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
46584	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
46584	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
46584	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
46584	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
46584	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
46584	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
46584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
46584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
46584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
46584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
46584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
46584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
46584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
46584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
46584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
46584	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
46584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
46584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
46584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
46584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
46584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
46584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
46584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
46584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
46584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
46584	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
46584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
46584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
46584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
46584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
46584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
46584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
46584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
46584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
46584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
46584	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
46584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
46584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
46584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
46584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
46584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
46584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
46584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
46584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
46584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
46584	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
46584	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
46584	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
46584	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
46584	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
46584	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
46584	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
46584	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
46584	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
46584	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
46584	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
46584	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
46584	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
46584	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
46584	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
46584	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
46584	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
46584	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
46584	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
46584	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
46584	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
46584	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
46584	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
46584	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
46584	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
46584	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
46584	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
46584	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
46584	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
46584	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
46584	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
46584	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
46584	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
46584	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
46584	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
46584	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
46584	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
46584	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
46584	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
46584	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
46584	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
46584	embedding2nn.weight	0	0.028575079515576363
46584	embedding2nn.weight	1	-0.06496138870716095
46584	embedding2nn.weight	2	0.03709503635764122
46584	embedding2nn.weight	3	-0.038877084851264954
46584	embedding2nn.weight	4	-0.0747600719332695
46584	embedding2nn.weight	5	0.060117095708847046
46584	embedding2nn.weight	6	-0.06975015252828598
46584	embedding2nn.weight	7	-0.07573544979095459
46584	embedding2nn.weight	8	0.004291513469070196
46584	embedding2nn.weight	9	0.015402017161250114
46584	embedding2nn.bias	0	0.05541883036494255
46584	embedding2nn.bias	1	0.033752571791410446
46584	embedding2nn.bias	2	-0.11677566170692444
46584	embedding2nn.bias	3	0.06877126544713974
46584	embedding2nn.bias	4	0.0826215147972107
46584	embedding2nn.bias	5	-0.10257759690284729
46584	embedding2nn.bias	6	-0.06641793251037598
46584	embedding2nn.bias	7	-0.016768911853432655
46584	embedding2nn.bias	8	0.06279326230287552
46584	embedding2nn.bias	9	-0.07179240137338638
46584	rnn.weight_ih_l0	0	0.021252816542983055
46584	rnn.weight_ih_l0	1	0.023407382890582085
46584	rnn.weight_ih_l0	2	-0.027026252821087837
46584	rnn.weight_ih_l0	3	0.0208272822201252
46584	rnn.weight_ih_l0	4	0.02648262493312359
46584	rnn.weight_ih_l0	5	-0.05311082303524017
46584	rnn.weight_ih_l0	6	0.017587192356586456
46584	rnn.weight_ih_l0	7	-0.03662271425127983
46584	rnn.weight_ih_l0	8	0.02190340869128704
46584	rnn.weight_ih_l0	9	-0.020081333816051483
46584	rnn.weight_hh_l0	0	0.0014601178700104356
46584	rnn.weight_hh_l0	1	-0.05781508982181549
46584	rnn.weight_hh_l0	2	0.039259545505046844
46584	rnn.weight_hh_l0	3	0.012072905898094177
46584	rnn.weight_hh_l0	4	0.01648428663611412
46584	rnn.weight_hh_l0	5	0.03572673350572586
46584	rnn.weight_hh_l0	6	-0.00917721539735794
46584	rnn.weight_hh_l0	7	-0.059176985174417496
46584	rnn.weight_hh_l0	8	-0.023198070004582405
46584	rnn.weight_hh_l0	9	-0.0201028510928154
46584	rnn.bias_ih_l0	0	-0.04518154636025429
46584	rnn.bias_ih_l0	1	-0.10896272212266922
46584	rnn.bias_ih_l0	2	-0.1484561562538147
46584	rnn.bias_ih_l0	3	-0.21881520748138428
46584	rnn.bias_ih_l0	4	0.01391426008194685
46584	rnn.bias_ih_l0	5	0.07889368385076523
46584	rnn.bias_ih_l0	6	-0.1064838245511055
46584	rnn.bias_ih_l0	7	-0.16586454212665558
46584	rnn.bias_ih_l0	8	-0.058884359896183014
46584	rnn.bias_ih_l0	9	-0.09860312193632126
46584	rnn.bias_hh_l0	0	0.10144226253032684
46584	rnn.bias_hh_l0	1	-0.023349551483988762
46584	rnn.bias_hh_l0	2	0.011307252570986748
46584	rnn.bias_hh_l0	3	-0.11491895467042923
46584	rnn.bias_hh_l0	4	0.013485011644661427
46584	rnn.bias_hh_l0	5	0.03610633686184883
46584	rnn.bias_hh_l0	6	-0.061495766043663025
46584	rnn.bias_hh_l0	7	-0.09129350632429123
46584	rnn.bias_hh_l0	8	-0.13115371763706207
46584	rnn.bias_hh_l0	9	-0.06796176731586456
46584	rnn.weight_ih_l0_reverse	0	-0.0024500268045812845
46584	rnn.weight_ih_l0_reverse	1	0.005398401990532875
46584	rnn.weight_ih_l0_reverse	2	-0.002580920932814479
46584	rnn.weight_ih_l0_reverse	3	-0.004495375324040651
46584	rnn.weight_ih_l0_reverse	4	0.013685185462236404
46584	rnn.weight_ih_l0_reverse	5	-0.020680658519268036
46584	rnn.weight_ih_l0_reverse	6	-0.0453098826110363
46584	rnn.weight_ih_l0_reverse	7	0.0007877668249420822
46584	rnn.weight_ih_l0_reverse	8	0.04133864492177963
46584	rnn.weight_ih_l0_reverse	9	-0.0008720419136807323
46584	rnn.weight_hh_l0_reverse	0	-0.00607497151941061
46584	rnn.weight_hh_l0_reverse	1	0.015172294341027737
46584	rnn.weight_hh_l0_reverse	2	-0.028066130355000496
46584	rnn.weight_hh_l0_reverse	3	0.037007447332143784
46584	rnn.weight_hh_l0_reverse	4	0.01238588523119688
46584	rnn.weight_hh_l0_reverse	5	0.0005076926317997277
46584	rnn.weight_hh_l0_reverse	6	0.026265842840075493
46584	rnn.weight_hh_l0_reverse	7	0.025798771530389786
46584	rnn.weight_hh_l0_reverse	8	0.005255382042378187
46584	rnn.weight_hh_l0_reverse	9	-0.0391814261674881
46584	rnn.bias_ih_l0_reverse	0	-0.08430024981498718
46584	rnn.bias_ih_l0_reverse	1	-0.2314247041940689
46584	rnn.bias_ih_l0_reverse	2	-0.028454553335905075
46584	rnn.bias_ih_l0_reverse	3	-0.07486995309591293
46584	rnn.bias_ih_l0_reverse	4	0.0867157056927681
46584	rnn.bias_ih_l0_reverse	5	-0.17607879638671875
46584	rnn.bias_ih_l0_reverse	6	-0.04309401661157608
46584	rnn.bias_ih_l0_reverse	7	0.024411730468273163
46584	rnn.bias_ih_l0_reverse	8	-0.10810297727584839
46584	rnn.bias_ih_l0_reverse	9	-0.06762147694826126
46584	rnn.bias_hh_l0_reverse	0	-0.09224346280097961
46584	rnn.bias_hh_l0_reverse	1	-0.0405588261783123
46584	rnn.bias_hh_l0_reverse	2	-0.023948121815919876
46584	rnn.bias_hh_l0_reverse	3	-0.09633030742406845
46584	rnn.bias_hh_l0_reverse	4	-0.016674527898430824
46584	rnn.bias_hh_l0_reverse	5	-0.08984318375587463
46584	rnn.bias_hh_l0_reverse	6	-0.048951756209135056
46584	rnn.bias_hh_l0_reverse	7	-0.12073184549808502
46584	rnn.bias_hh_l0_reverse	8	-0.03275570273399353
46584	rnn.bias_hh_l0_reverse	9	-0.12932012975215912
46584	linear.weight	0	-0.2154335379600525
46584	linear.weight	1	-0.11933748424053192
46584	linear.weight	2	-0.011228874325752258
46584	linear.weight	3	-0.006807105615735054
46584	linear.weight	4	0.11222518980503082
46584	linear.weight	5	0.1642550528049469
46584	linear.weight	6	0.0047744326293468475
46584	linear.weight	7	-0.021312154829502106
46584	linear.weight	8	0.14036794006824493
46584	linear.weight	9	0.17002001404762268
46584	linear.bias	0	-0.6177799105644226
46584	linear.bias	1	0.6612628102302551
46584	linear.bias	2	0.013373793102800846
46584	linear.bias	3	-0.38614168763160706
46584	linear.bias	4	-1.2226589918136597
46584	linear.bias	5	-1.1093602180480957
46584	linear.bias	6	-0.5398681163787842
46584	linear.bias	7	-0.744322657585144
46584	linear.bias	8	-0.01705317199230194
46584	linear.bias	9	2.719313383102417
46781	transitions	0	-0.15551818907260895
46781	transitions	1	7.067969799041748
46781	transitions	2	-2.8136518001556396
46781	transitions	3	1.197665810585022
46781	transitions	4	-1.5601224899291992
46781	transitions	5	-0.25987908244132996
46781	transitions	6	-0.14023032784461975
46781	transitions	7	-10000.0
46781	transitions	8	1.5367048978805542
46781	transitions	9	-2.2830331325531006
46781	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
46781	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
46781	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
46781	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
46781	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
46781	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
46781	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
46781	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
46781	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
46781	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
46781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
46781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
46781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
46781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
46781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
46781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
46781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
46781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
46781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
46781	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
46781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
46781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
46781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
46781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
46781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
46781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
46781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
46781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
46781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
46781	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
46781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
46781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
46781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
46781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
46781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
46781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
46781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
46781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
46781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
46781	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
46781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
46781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
46781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
46781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
46781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
46781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
46781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
46781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
46781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
46781	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
46781	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
46781	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
46781	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
46781	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
46781	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
46781	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
46781	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
46781	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
46781	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
46781	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
46781	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
46781	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
46781	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
46781	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
46781	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
46781	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
46781	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
46781	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
46781	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
46781	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
46781	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
46781	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
46781	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
46781	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
46781	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
46781	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
46781	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
46781	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
46781	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
46781	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
46781	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
46781	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
46781	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
46781	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
46781	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
46781	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
46781	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
46781	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
46781	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
46781	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
46781	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
46781	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
46781	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
46781	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
46781	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
46781	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
46781	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
46781	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
46781	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
46781	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
46781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
46781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
46781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
46781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
46781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
46781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
46781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
46781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
46781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
46781	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
46781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
46781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
46781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
46781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
46781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
46781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
46781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
46781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
46781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
46781	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
46781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
46781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
46781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
46781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
46781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
46781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
46781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
46781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
46781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
46781	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
46781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
46781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
46781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
46781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
46781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
46781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
46781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
46781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
46781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
46781	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
46781	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
46781	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
46781	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
46781	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
46781	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
46781	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
46781	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
46781	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
46781	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
46781	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
46781	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
46781	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
46781	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
46781	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
46781	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
46781	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
46781	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
46781	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
46781	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
46781	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
46781	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
46781	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
46781	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
46781	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
46781	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
46781	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
46781	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
46781	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
46781	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
46781	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
46781	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
46781	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
46781	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
46781	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
46781	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
46781	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
46781	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
46781	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
46781	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
46781	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
46781	embedding2nn.weight	0	0.028944849967956543
46781	embedding2nn.weight	1	-0.06507399678230286
46781	embedding2nn.weight	2	0.03335859626531601
46781	embedding2nn.weight	3	-0.039092496037483215
46781	embedding2nn.weight	4	-0.07275503128767014
46781	embedding2nn.weight	5	0.05994335189461708
46781	embedding2nn.weight	6	-0.07180517166852951
46781	embedding2nn.weight	7	-0.07512711733579636
46781	embedding2nn.weight	8	0.003575926413759589
46781	embedding2nn.weight	9	0.01845165714621544
46781	embedding2nn.bias	0	0.046754080802202225
46781	embedding2nn.bias	1	0.03297320380806923
46781	embedding2nn.bias	2	-0.11716442555189133
46781	embedding2nn.bias	3	0.06614246964454651
46781	embedding2nn.bias	4	0.06671980023384094
46781	embedding2nn.bias	5	-0.11134933680295944
46781	embedding2nn.bias	6	-0.059864696115255356
46781	embedding2nn.bias	7	-0.01727062650024891
46781	embedding2nn.bias	8	0.05753396451473236
46781	embedding2nn.bias	9	-0.07542642951011658
46781	rnn.weight_ih_l0	0	0.025913165882229805
46781	rnn.weight_ih_l0	1	0.029007377102971077
46781	rnn.weight_ih_l0	2	-0.027206888422369957
46781	rnn.weight_ih_l0	3	0.018879305571317673
46781	rnn.weight_ih_l0	4	0.02939515933394432
46781	rnn.weight_ih_l0	5	-0.05205274373292923
46781	rnn.weight_ih_l0	6	0.02095092460513115
46781	rnn.weight_ih_l0	7	-0.037567026913166046
46781	rnn.weight_ih_l0	8	0.020738385617733
46781	rnn.weight_ih_l0	9	-0.017796754837036133
46781	rnn.weight_hh_l0	0	0.000688407861161977
46781	rnn.weight_hh_l0	1	-0.055601198226213455
46781	rnn.weight_hh_l0	2	0.03934216499328613
46781	rnn.weight_hh_l0	3	0.012013722211122513
46781	rnn.weight_hh_l0	4	0.016385577619075775
46781	rnn.weight_hh_l0	5	0.03643950819969177
46781	rnn.weight_hh_l0	6	-0.009321456775069237
46781	rnn.weight_hh_l0	7	-0.058980073779821396
46781	rnn.weight_hh_l0	8	-0.0230758935213089
46781	rnn.weight_hh_l0	9	-0.01945415511727333
46781	rnn.bias_ih_l0	0	-0.039549585431814194
46781	rnn.bias_ih_l0	1	-0.10736580193042755
46781	rnn.bias_ih_l0	2	-0.142172709107399
46781	rnn.bias_ih_l0	3	-0.22075225412845612
46781	rnn.bias_ih_l0	4	0.018167687579989433
46781	rnn.bias_ih_l0	5	0.0788879543542862
46781	rnn.bias_ih_l0	6	-0.10292042791843414
46781	rnn.bias_ih_l0	7	-0.16094349324703217
46781	rnn.bias_ih_l0	8	-0.061497125774621964
46781	rnn.bias_ih_l0	9	-0.09858793020248413
46781	rnn.bias_hh_l0	0	0.10164722055196762
46781	rnn.bias_hh_l0	1	-0.02154630795121193
46781	rnn.bias_hh_l0	2	0.010758676566183567
46781	rnn.bias_hh_l0	3	-0.11175438016653061
46781	rnn.bias_hh_l0	4	0.015267725102603436
46781	rnn.bias_hh_l0	5	0.03368666395545006
46781	rnn.bias_hh_l0	6	-0.06297128647565842
46781	rnn.bias_hh_l0	7	-0.09086685627698898
46781	rnn.bias_hh_l0	8	-0.13320715725421906
46781	rnn.bias_hh_l0	9	-0.06960739940404892
46781	rnn.weight_ih_l0_reverse	0	-0.004675458651036024
46781	rnn.weight_ih_l0_reverse	1	0.004775028210133314
46781	rnn.weight_ih_l0_reverse	2	-0.004633587785065174
46781	rnn.weight_ih_l0_reverse	3	-0.004673913586884737
46781	rnn.weight_ih_l0_reverse	4	0.01268419623374939
46781	rnn.weight_ih_l0_reverse	5	-0.021106377243995667
46781	rnn.weight_ih_l0_reverse	6	-0.04577334225177765
46781	rnn.weight_ih_l0_reverse	7	0.0015037052799016237
46781	rnn.weight_ih_l0_reverse	8	0.041716933250427246
46781	rnn.weight_ih_l0_reverse	9	0.0005427172291092575
46781	rnn.weight_hh_l0_reverse	0	-0.006002351175993681
46781	rnn.weight_hh_l0_reverse	1	0.015092309564352036
46781	rnn.weight_hh_l0_reverse	2	-0.02811284363269806
46781	rnn.weight_hh_l0_reverse	3	0.03565248101949692
46781	rnn.weight_hh_l0_reverse	4	0.012626390904188156
46781	rnn.weight_hh_l0_reverse	5	-7.577533688163385e-05
46781	rnn.weight_hh_l0_reverse	6	0.02543634921312332
46781	rnn.weight_hh_l0_reverse	7	0.025538824498653412
46781	rnn.weight_hh_l0_reverse	8	0.005618144758045673
46781	rnn.weight_hh_l0_reverse	9	-0.04010617733001709
46781	rnn.bias_ih_l0_reverse	0	-0.08573969453573227
46781	rnn.bias_ih_l0_reverse	1	-0.22920820116996765
46781	rnn.bias_ih_l0_reverse	2	-0.030390478670597076
46781	rnn.bias_ih_l0_reverse	3	-0.07419701665639877
46781	rnn.bias_ih_l0_reverse	4	0.0858343318104744
46781	rnn.bias_ih_l0_reverse	5	-0.1764649599790573
46781	rnn.bias_ih_l0_reverse	6	-0.04153759405016899
46781	rnn.bias_ih_l0_reverse	7	0.02291087433695793
46781	rnn.bias_ih_l0_reverse	8	-0.10691004991531372
46781	rnn.bias_ih_l0_reverse	9	-0.07096534222364426
46781	rnn.bias_hh_l0_reverse	0	-0.09110044687986374
46781	rnn.bias_hh_l0_reverse	1	-0.036239489912986755
46781	rnn.bias_hh_l0_reverse	2	-0.02316189743578434
46781	rnn.bias_hh_l0_reverse	3	-0.09984393417835236
46781	rnn.bias_hh_l0_reverse	4	-0.016501212492585182
46781	rnn.bias_hh_l0_reverse	5	-0.08941119909286499
46781	rnn.bias_hh_l0_reverse	6	-0.046406298875808716
46781	rnn.bias_hh_l0_reverse	7	-0.11806192249059677
46781	rnn.bias_hh_l0_reverse	8	-0.03269614279270172
46781	rnn.bias_hh_l0_reverse	9	-0.12950745224952698
46781	linear.weight	0	-0.20694226026535034
46781	linear.weight	1	-0.1193041130900383
46781	linear.weight	2	-0.011228874325752258
46781	linear.weight	3	0.01683148369193077
46781	linear.weight	4	0.09014783054590225
46781	linear.weight	5	0.16222114861011505
46781	linear.weight	6	0.0047744326293468475
46781	linear.weight	7	-0.021312154829502106
46781	linear.weight	8	0.1340622752904892
46781	linear.weight	9	0.16018325090408325
46781	linear.bias	0	-0.6476807594299316
46781	linear.bias	1	0.6359454989433289
46781	linear.bias	2	-0.026390573009848595
46781	linear.bias	3	-0.3329158425331116
46781	linear.bias	4	-1.2131597995758057
46781	linear.bias	5	-1.109694242477417
46781	linear.bias	6	-0.564367413520813
46781	linear.bias	7	-0.7534987926483154
46781	linear.bias	8	-0.01705317199230194
46781	linear.bias	9	2.687744379043579
46978	transitions	0	-0.15626943111419678
46978	transitions	1	7.06159782409668
46978	transitions	2	-2.8163228034973145
46978	transitions	3	1.2160606384277344
46978	transitions	4	-1.5615954399108887
46978	transitions	5	-0.2600439190864563
46978	transitions	6	-0.14039316773414612
46978	transitions	7	-10000.0
46978	transitions	8	1.534462571144104
46978	transitions	9	-2.283090353012085
46978	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
46978	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
46978	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
46978	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
46978	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
46978	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
46978	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
46978	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
46978	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
46978	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
46978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
46978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
46978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
46978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
46978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
46978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
46978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
46978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
46978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
46978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
46978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
46978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
46978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
46978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
46978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
46978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
46978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
46978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
46978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
46978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
46978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
46978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
46978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
46978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
46978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
46978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
46978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
46978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
46978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
46978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
46978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
46978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
46978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
46978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
46978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
46978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
46978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
46978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
46978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
46978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
46978	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
46978	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
46978	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
46978	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
46978	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
46978	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
46978	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
46978	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
46978	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
46978	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
46978	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
46978	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
46978	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
46978	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
46978	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
46978	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
46978	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
46978	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
46978	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
46978	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
46978	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
46978	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
46978	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
46978	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
46978	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
46978	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
46978	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
46978	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
46978	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
46978	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
46978	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
46978	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
46978	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
46978	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
46978	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
46978	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
46978	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
46978	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
46978	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
46978	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
46978	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
46978	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
46978	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
46978	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
46978	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
46978	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
46978	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
46978	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
46978	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
46978	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
46978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
46978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
46978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
46978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
46978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
46978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
46978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
46978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
46978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
46978	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
46978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
46978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
46978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
46978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
46978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
46978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
46978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
46978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
46978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
46978	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
46978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
46978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
46978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
46978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
46978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
46978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
46978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
46978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
46978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
46978	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
46978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
46978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
46978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
46978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
46978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
46978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
46978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
46978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
46978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
46978	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
46978	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
46978	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
46978	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
46978	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
46978	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
46978	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
46978	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
46978	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
46978	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
46978	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
46978	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
46978	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
46978	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
46978	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
46978	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
46978	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
46978	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
46978	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
46978	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
46978	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
46978	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
46978	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
46978	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
46978	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
46978	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
46978	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
46978	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
46978	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
46978	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
46978	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
46978	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
46978	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
46978	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
46978	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
46978	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
46978	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
46978	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
46978	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
46978	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
46978	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
46978	embedding2nn.weight	0	0.029216067865490913
46978	embedding2nn.weight	1	-0.06553041934967041
46978	embedding2nn.weight	2	0.032556839287281036
46978	embedding2nn.weight	3	-0.038713205605745316
46978	embedding2nn.weight	4	-0.07516789436340332
46978	embedding2nn.weight	5	0.05953727662563324
46978	embedding2nn.weight	6	-0.05705416202545166
46978	embedding2nn.weight	7	-0.07277227193117142
46978	embedding2nn.weight	8	0.003241933649405837
46978	embedding2nn.weight	9	0.015706267207860947
46978	embedding2nn.bias	0	0.05391441658139229
46978	embedding2nn.bias	1	0.01878081075847149
46978	embedding2nn.bias	2	-0.11627620458602905
46978	embedding2nn.bias	3	0.06601806730031967
46978	embedding2nn.bias	4	0.06979979574680328
46978	embedding2nn.bias	5	-0.12111911922693253
46978	embedding2nn.bias	6	-0.06930414587259293
46978	embedding2nn.bias	7	-0.018085042014718056
46978	embedding2nn.bias	8	0.057451244443655014
46978	embedding2nn.bias	9	-0.08250120282173157
46978	rnn.weight_ih_l0	0	0.02308916114270687
46978	rnn.weight_ih_l0	1	0.03199385851621628
46978	rnn.weight_ih_l0	2	-0.028249336406588554
46978	rnn.weight_ih_l0	3	0.01960737071931362
46978	rnn.weight_ih_l0	4	0.026540441438555717
46978	rnn.weight_ih_l0	5	-0.04968664050102234
46978	rnn.weight_ih_l0	6	0.023919031023979187
46978	rnn.weight_ih_l0	7	-0.03584106266498566
46978	rnn.weight_ih_l0	8	0.018399208784103394
46978	rnn.weight_ih_l0	9	-0.018975939601659775
46978	rnn.weight_hh_l0	0	-0.00018660625210031867
46978	rnn.weight_hh_l0	1	-0.056867025792598724
46978	rnn.weight_hh_l0	2	0.038849156349897385
46978	rnn.weight_hh_l0	3	0.012283931486308575
46978	rnn.weight_hh_l0	4	0.016596728935837746
46978	rnn.weight_hh_l0	5	0.037426408380270004
46978	rnn.weight_hh_l0	6	-0.009308944456279278
46978	rnn.weight_hh_l0	7	-0.05882134661078453
46978	rnn.weight_hh_l0	8	-0.022774340584874153
46978	rnn.weight_hh_l0	9	-0.01838313415646553
46978	rnn.bias_ih_l0	0	-0.04110973700881004
46978	rnn.bias_ih_l0	1	-0.10157867521047592
46978	rnn.bias_ih_l0	2	-0.14421547949314117
46978	rnn.bias_ih_l0	3	-0.22093012928962708
46978	rnn.bias_ih_l0	4	0.01584591530263424
46978	rnn.bias_ih_l0	5	0.08843961358070374
46978	rnn.bias_ih_l0	6	-0.09853391349315643
46978	rnn.bias_ih_l0	7	-0.1643802523612976
46978	rnn.bias_ih_l0	8	-0.06557955592870712
46978	rnn.bias_ih_l0	9	-0.10210713744163513
46978	rnn.bias_hh_l0	0	0.10578195750713348
46978	rnn.bias_hh_l0	1	-0.019219186156988144
46978	rnn.bias_hh_l0	2	0.002445329912006855
46978	rnn.bias_hh_l0	3	-0.10761699080467224
46978	rnn.bias_hh_l0	4	0.020056627690792084
46978	rnn.bias_hh_l0	5	0.034295838326215744
46978	rnn.bias_hh_l0	6	-0.062260422855615616
46978	rnn.bias_hh_l0	7	-0.0887807160615921
46978	rnn.bias_hh_l0	8	-0.13193365931510925
46978	rnn.bias_hh_l0	9	-0.06409801542758942
46978	rnn.weight_ih_l0_reverse	0	-0.005099932663142681
46978	rnn.weight_ih_l0_reverse	1	0.004077037796378136
46978	rnn.weight_ih_l0_reverse	2	-0.003471715608611703
46978	rnn.weight_ih_l0_reverse	3	-0.004263864364475012
46978	rnn.weight_ih_l0_reverse	4	0.012000824324786663
46978	rnn.weight_ih_l0_reverse	5	-0.019243149086833
46978	rnn.weight_ih_l0_reverse	6	-0.046255674213171005
46978	rnn.weight_ih_l0_reverse	7	0.0006377884419634938
46978	rnn.weight_ih_l0_reverse	8	0.041349973529577255
46978	rnn.weight_ih_l0_reverse	9	0.0009827951434999704
46978	rnn.weight_hh_l0_reverse	0	-0.005576643161475658
46978	rnn.weight_hh_l0_reverse	1	0.0151918800547719
46978	rnn.weight_hh_l0_reverse	2	-0.02815721370279789
46978	rnn.weight_hh_l0_reverse	3	0.03616653382778168
46978	rnn.weight_hh_l0_reverse	4	0.011410473845899105
46978	rnn.weight_hh_l0_reverse	5	0.00017243596084881574
46978	rnn.weight_hh_l0_reverse	6	0.02555387280881405
46978	rnn.weight_hh_l0_reverse	7	0.025455821305513382
46978	rnn.weight_hh_l0_reverse	8	0.005679035559296608
46978	rnn.weight_hh_l0_reverse	9	-0.040138598531484604
46978	rnn.bias_ih_l0_reverse	0	-0.0883299857378006
46978	rnn.bias_ih_l0_reverse	1	-0.2298516035079956
46978	rnn.bias_ih_l0_reverse	2	-0.029182273894548416
46978	rnn.bias_ih_l0_reverse	3	-0.07668012380599976
46978	rnn.bias_ih_l0_reverse	4	0.09020587056875229
46978	rnn.bias_ih_l0_reverse	5	-0.17162594199180603
46978	rnn.bias_ih_l0_reverse	6	-0.04172484576702118
46978	rnn.bias_ih_l0_reverse	7	0.024476293474435806
46978	rnn.bias_ih_l0_reverse	8	-0.10824290663003922
46978	rnn.bias_ih_l0_reverse	9	-0.0704946517944336
46978	rnn.bias_hh_l0_reverse	0	-0.09083226323127747
46978	rnn.bias_hh_l0_reverse	1	-0.039710089564323425
46978	rnn.bias_hh_l0_reverse	2	-0.02529302053153515
46978	rnn.bias_hh_l0_reverse	3	-0.10051371902227402
46978	rnn.bias_hh_l0_reverse	4	-0.015362727455794811
46978	rnn.bias_hh_l0_reverse	5	-0.09097854793071747
46978	rnn.bias_hh_l0_reverse	6	-0.04543644189834595
46978	rnn.bias_hh_l0_reverse	7	-0.12132204324007034
46978	rnn.bias_hh_l0_reverse	8	-0.030465617775917053
46978	rnn.bias_hh_l0_reverse	9	-0.12636606395244598
46978	linear.weight	0	-0.20018361508846283
46978	linear.weight	1	-0.11109630763530731
46978	linear.weight	2	-0.011228874325752258
46978	linear.weight	3	0.005180970299988985
46978	linear.weight	4	0.06992236524820328
46978	linear.weight	5	0.19912835955619812
46978	linear.weight	6	0.0047744326293468475
46978	linear.weight	7	-0.021312154829502106
46978	linear.weight	8	0.15064607560634613
46978	linear.weight	9	0.1441648155450821
46978	linear.bias	0	-0.6508135795593262
46978	linear.bias	1	0.6244513988494873
46978	linear.bias	2	-0.008916760794818401
46978	linear.bias	3	-0.3553445041179657
46978	linear.bias	4	-1.2034668922424316
46978	linear.bias	5	-1.1100437641143799
46978	linear.bias	6	-0.5692310333251953
46978	linear.bias	7	-0.736578643321991
46978	linear.bias	8	-0.01705317199230194
46978	linear.bias	9	2.760840654373169
47175	transitions	0	-0.15716171264648438
47175	transitions	1	7.0569329261779785
47175	transitions	2	-2.818052291870117
47175	transitions	3	1.2007057666778564
47175	transitions	4	-1.5634989738464355
47175	transitions	5	-0.26034072041511536
47175	transitions	6	-0.14058354496955872
47175	transitions	7	-10000.0
47175	transitions	8	1.532728910446167
47175	transitions	9	-2.283155679702759
47175	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
47175	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
47175	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
47175	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
47175	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
47175	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
47175	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
47175	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
47175	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
47175	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
47175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
47175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
47175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
47175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
47175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
47175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
47175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
47175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
47175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
47175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
47175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
47175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
47175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
47175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
47175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
47175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
47175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
47175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
47175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
47175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
47175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
47175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
47175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
47175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
47175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
47175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
47175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
47175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
47175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
47175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
47175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
47175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
47175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
47175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
47175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
47175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
47175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
47175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
47175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
47175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
47175	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
47175	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
47175	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
47175	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
47175	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
47175	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
47175	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
47175	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
47175	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
47175	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
47175	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
47175	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
47175	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
47175	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
47175	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
47175	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
47175	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
47175	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
47175	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
47175	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
47175	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
47175	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
47175	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
47175	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
47175	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
47175	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
47175	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
47175	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
47175	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
47175	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
47175	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
47175	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
47175	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
47175	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
47175	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
47175	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
47175	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
47175	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
47175	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
47175	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
47175	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
47175	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
47175	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
47175	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
47175	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
47175	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
47175	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
47175	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
47175	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
47175	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
47175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
47175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
47175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
47175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
47175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
47175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
47175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
47175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
47175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
47175	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
47175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
47175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
47175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
47175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
47175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
47175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
47175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
47175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
47175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
47175	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
47175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
47175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
47175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
47175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
47175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
47175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
47175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
47175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
47175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
47175	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
47175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
47175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
47175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
47175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
47175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
47175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
47175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
47175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
47175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
47175	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
47175	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
47175	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
47175	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
47175	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
47175	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
47175	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
47175	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
47175	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
47175	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
47175	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
47175	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
47175	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
47175	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
47175	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
47175	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
47175	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
47175	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
47175	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
47175	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
47175	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
47175	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
47175	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
47175	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
47175	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
47175	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
47175	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
47175	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
47175	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
47175	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
47175	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
47175	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
47175	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
47175	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
47175	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
47175	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
47175	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
47175	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
47175	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
47175	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
47175	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
47175	embedding2nn.weight	0	0.028683142736554146
47175	embedding2nn.weight	1	-0.06572400033473969
47175	embedding2nn.weight	2	0.0325956791639328
47175	embedding2nn.weight	3	-0.03783318027853966
47175	embedding2nn.weight	4	-0.06945018470287323
47175	embedding2nn.weight	5	0.06010234355926514
47175	embedding2nn.weight	6	-0.05743855610489845
47175	embedding2nn.weight	7	-0.07193037867546082
47175	embedding2nn.weight	8	0.0042143710888922215
47175	embedding2nn.weight	9	0.018794123083353043
47175	embedding2nn.bias	0	0.06241616979241371
47175	embedding2nn.bias	1	0.02153770811855793
47175	embedding2nn.bias	2	-0.11757075786590576
47175	embedding2nn.bias	3	0.06442613899707794
47175	embedding2nn.bias	4	0.05654441565275192
47175	embedding2nn.bias	5	-0.10578937828540802
47175	embedding2nn.bias	6	-0.07824506610631943
47175	embedding2nn.bias	7	-0.017746780067682266
47175	embedding2nn.bias	8	0.06093688681721687
47175	embedding2nn.bias	9	-0.07720687240362167
47175	rnn.weight_ih_l0	0	0.026088565587997437
47175	rnn.weight_ih_l0	1	0.033322133123874664
47175	rnn.weight_ih_l0	2	-0.030776724219322205
47175	rnn.weight_ih_l0	3	0.017843523994088173
47175	rnn.weight_ih_l0	4	0.02658727392554283
47175	rnn.weight_ih_l0	5	-0.050020404160022736
47175	rnn.weight_ih_l0	6	0.0253499373793602
47175	rnn.weight_ih_l0	7	-0.035348664969205856
47175	rnn.weight_ih_l0	8	0.018745651468634605
47175	rnn.weight_ih_l0	9	-0.01960672065615654
47175	rnn.weight_hh_l0	0	-0.0006738299271091819
47175	rnn.weight_hh_l0	1	-0.05828135460615158
47175	rnn.weight_hh_l0	2	0.038611795753240585
47175	rnn.weight_hh_l0	3	0.013036384247243404
47175	rnn.weight_hh_l0	4	0.01679207757115364
47175	rnn.weight_hh_l0	5	0.03810930997133255
47175	rnn.weight_hh_l0	6	-0.009406352415680885
47175	rnn.weight_hh_l0	7	-0.05954752117395401
47175	rnn.weight_hh_l0	8	-0.02227906696498394
47175	rnn.weight_hh_l0	9	-0.0218203142285347
47175	rnn.bias_ih_l0	0	-0.0374809093773365
47175	rnn.bias_ih_l0	1	-0.10222264379262924
47175	rnn.bias_ih_l0	2	-0.14089074730873108
47175	rnn.bias_ih_l0	3	-0.22249923646450043
47175	rnn.bias_ih_l0	4	0.010737496428191662
47175	rnn.bias_ih_l0	5	0.08804715424776077
47175	rnn.bias_ih_l0	6	-0.09524386376142502
47175	rnn.bias_ih_l0	7	-0.17048363387584686
47175	rnn.bias_ih_l0	8	-0.06199519708752632
47175	rnn.bias_ih_l0	9	-0.106937475502491
47175	rnn.bias_hh_l0	0	0.10787545889616013
47175	rnn.bias_hh_l0	1	-0.022014187648892403
47175	rnn.bias_hh_l0	2	0.004360890947282314
47175	rnn.bias_hh_l0	3	-0.10926216840744019
47175	rnn.bias_hh_l0	4	0.027286380529403687
47175	rnn.bias_hh_l0	5	0.029574532061815262
47175	rnn.bias_hh_l0	6	-0.06015695258975029
47175	rnn.bias_hh_l0	7	-0.08790075033903122
47175	rnn.bias_hh_l0	8	-0.13241484761238098
47175	rnn.bias_hh_l0	9	-0.06734815984964371
47175	rnn.weight_ih_l0_reverse	0	-0.0038383575156331062
47175	rnn.weight_ih_l0_reverse	1	0.004607069306075573
47175	rnn.weight_ih_l0_reverse	2	-0.0017606965266168118
47175	rnn.weight_ih_l0_reverse	3	-0.005247120279818773
47175	rnn.weight_ih_l0_reverse	4	0.01142076961696148
47175	rnn.weight_ih_l0_reverse	5	-0.018776508048176765
47175	rnn.weight_ih_l0_reverse	6	-0.04625009372830391
47175	rnn.weight_ih_l0_reverse	7	0.0010156289208680391
47175	rnn.weight_ih_l0_reverse	8	0.04209699481725693
47175	rnn.weight_ih_l0_reverse	9	0.002159328665584326
47175	rnn.weight_hh_l0_reverse	0	-0.005539210047572851
47175	rnn.weight_hh_l0_reverse	1	0.014642361551523209
47175	rnn.weight_hh_l0_reverse	2	-0.02837814949452877
47175	rnn.weight_hh_l0_reverse	3	0.03636065497994423
47175	rnn.weight_hh_l0_reverse	4	0.011321015655994415
47175	rnn.weight_hh_l0_reverse	5	0.00078373629366979
47175	rnn.weight_hh_l0_reverse	6	0.024910392239689827
47175	rnn.weight_hh_l0_reverse	7	0.025966569781303406
47175	rnn.weight_hh_l0_reverse	8	0.006011112127453089
47175	rnn.weight_hh_l0_reverse	9	-0.03928866609930992
47175	rnn.bias_ih_l0_reverse	0	-0.08680699020624161
47175	rnn.bias_ih_l0_reverse	1	-0.2265615463256836
47175	rnn.bias_ih_l0_reverse	2	-0.029701337218284607
47175	rnn.bias_ih_l0_reverse	3	-0.07874679565429688
47175	rnn.bias_ih_l0_reverse	4	0.08966544270515442
47175	rnn.bias_ih_l0_reverse	5	-0.17191091179847717
47175	rnn.bias_ih_l0_reverse	6	-0.042544249445199966
47175	rnn.bias_ih_l0_reverse	7	0.021103862673044205
47175	rnn.bias_ih_l0_reverse	8	-0.1083710789680481
47175	rnn.bias_ih_l0_reverse	9	-0.06732359528541565
47175	rnn.bias_hh_l0_reverse	0	-0.09136810153722763
47175	rnn.bias_hh_l0_reverse	1	-0.036898188292980194
47175	rnn.bias_hh_l0_reverse	2	-0.025039879605174065
47175	rnn.bias_hh_l0_reverse	3	-0.10006406158208847
47175	rnn.bias_hh_l0_reverse	4	-0.015552029013633728
47175	rnn.bias_hh_l0_reverse	5	-0.09095126390457153
47175	rnn.bias_hh_l0_reverse	6	-0.04922349378466606
47175	rnn.bias_hh_l0_reverse	7	-0.11765854060649872
47175	rnn.bias_hh_l0_reverse	8	-0.030685652047395706
47175	rnn.bias_hh_l0_reverse	9	-0.12252481281757355
47175	linear.weight	0	-0.19740694761276245
47175	linear.weight	1	-0.10763371735811234
47175	linear.weight	2	-0.011228874325752258
47175	linear.weight	3	-0.009160293266177177
47175	linear.weight	4	0.07834292203187943
47175	linear.weight	5	0.18577250838279724
47175	linear.weight	6	0.0047744326293468475
47175	linear.weight	7	-0.021312154829502106
47175	linear.weight	8	0.16471543908119202
47175	linear.weight	9	0.13650305569171906
47175	linear.bias	0	-0.6287261843681335
47175	linear.bias	1	0.6328446269035339
47175	linear.bias	2	0.013565870001912117
47175	linear.bias	3	-0.38614022731781006
47175	linear.bias	4	-1.1857547760009766
47175	linear.bias	5	-1.1103403568267822
47175	linear.bias	6	-0.543300449848175
47175	linear.bias	7	-0.7489876747131348
47175	linear.bias	8	-0.01705317199230194
47175	linear.bias	9	2.7582569122314453
47372	transitions	0	-0.15770436823368073
47372	transitions	1	7.080944538116455
47372	transitions	2	-2.8202054500579834
47372	transitions	3	1.1950058937072754
47372	transitions	4	-1.5649352073669434
47372	transitions	5	-0.26049771904945374
47372	transitions	6	-0.14072808623313904
47372	transitions	7	-10000.0
47372	transitions	8	1.5347422361373901
47372	transitions	9	-2.2832419872283936
47372	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
47372	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
47372	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
47372	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
47372	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
47372	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
47372	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
47372	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
47372	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
47372	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
47372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
47372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
47372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
47372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
47372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
47372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
47372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
47372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
47372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
47372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
47372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
47372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
47372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
47372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
47372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
47372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
47372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
47372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
47372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
47372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
47372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
47372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
47372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
47372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
47372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
47372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
47372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
47372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
47372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
47372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
47372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
47372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
47372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
47372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
47372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
47372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
47372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
47372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
47372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
47372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
47372	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
47372	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
47372	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
47372	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
47372	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
47372	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
47372	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
47372	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
47372	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
47372	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
47372	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
47372	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
47372	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
47372	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
47372	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
47372	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
47372	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
47372	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
47372	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
47372	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
47372	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
47372	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
47372	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
47372	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
47372	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
47372	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
47372	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
47372	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
47372	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
47372	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
47372	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
47372	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
47372	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
47372	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
47372	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
47372	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
47372	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
47372	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
47372	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
47372	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
47372	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
47372	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
47372	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
47372	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
47372	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
47372	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
47372	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
47372	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
47372	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
47372	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
47372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
47372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
47372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
47372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
47372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
47372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
47372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
47372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
47372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
47372	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
47372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
47372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
47372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
47372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
47372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
47372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
47372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
47372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
47372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
47372	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
47372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
47372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
47372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
47372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
47372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
47372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
47372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
47372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
47372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
47372	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
47372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
47372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
47372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
47372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
47372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
47372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
47372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
47372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
47372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
47372	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
47372	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
47372	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
47372	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
47372	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
47372	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
47372	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
47372	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
47372	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
47372	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
47372	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
47372	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
47372	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
47372	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
47372	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
47372	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
47372	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
47372	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
47372	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
47372	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
47372	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
47372	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
47372	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
47372	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
47372	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
47372	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
47372	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
47372	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
47372	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
47372	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
47372	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
47372	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
47372	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
47372	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
47372	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
47372	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
47372	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
47372	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
47372	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
47372	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
47372	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
47372	embedding2nn.weight	0	0.028505386784672737
47372	embedding2nn.weight	1	-0.06615487486124039
47372	embedding2nn.weight	2	0.032982807606458664
47372	embedding2nn.weight	3	-0.03878488391637802
47372	embedding2nn.weight	4	-0.06959361582994461
47372	embedding2nn.weight	5	0.061797019094228745
47372	embedding2nn.weight	6	-0.06196928396821022
47372	embedding2nn.weight	7	-0.07056073844432831
47372	embedding2nn.weight	8	0.0043801297433674335
47372	embedding2nn.weight	9	0.023795172572135925
47372	embedding2nn.bias	0	0.05546112731099129
47372	embedding2nn.bias	1	0.027543308213353157
47372	embedding2nn.bias	2	-0.11336708068847656
47372	embedding2nn.bias	3	0.07001711428165436
47372	embedding2nn.bias	4	0.06028705835342407
47372	embedding2nn.bias	5	-0.09140897542238235
47372	embedding2nn.bias	6	-0.06008179485797882
47372	embedding2nn.bias	7	-0.015442571602761745
47372	embedding2nn.bias	8	0.05361795797944069
47372	embedding2nn.bias	9	-0.07215277850627899
47372	rnn.weight_ih_l0	0	0.02610274776816368
47372	rnn.weight_ih_l0	1	0.03908390551805496
47372	rnn.weight_ih_l0	2	-0.028655648231506348
47372	rnn.weight_ih_l0	3	0.019176851958036423
47372	rnn.weight_ih_l0	4	0.0260746031999588
47372	rnn.weight_ih_l0	5	-0.05114778131246567
47372	rnn.weight_ih_l0	6	0.024128086864948273
47372	rnn.weight_ih_l0	7	-0.036061275750398636
47372	rnn.weight_ih_l0	8	0.017560133710503578
47372	rnn.weight_ih_l0	9	-0.02084421180188656
47372	rnn.weight_hh_l0	0	-0.0001455391029594466
47372	rnn.weight_hh_l0	1	-0.05735205113887787
47372	rnn.weight_hh_l0	2	0.0386483296751976
47372	rnn.weight_hh_l0	3	0.013368219137191772
47372	rnn.weight_hh_l0	4	0.017303936183452606
47372	rnn.weight_hh_l0	5	0.03803873434662819
47372	rnn.weight_hh_l0	6	-0.009117399342358112
47372	rnn.weight_hh_l0	7	-0.05911438912153244
47372	rnn.weight_hh_l0	8	-0.02189731039106846
47372	rnn.weight_hh_l0	9	-0.020817581564188004
47372	rnn.bias_ih_l0	0	-0.04087035730481148
47372	rnn.bias_ih_l0	1	-0.09539349377155304
47372	rnn.bias_ih_l0	2	-0.14442098140716553
47372	rnn.bias_ih_l0	3	-0.22046945989131927
47372	rnn.bias_ih_l0	4	0.008086818270385265
47372	rnn.bias_ih_l0	5	0.0854031965136528
47372	rnn.bias_ih_l0	6	-0.09895582497119904
47372	rnn.bias_ih_l0	7	-0.16489656269550323
47372	rnn.bias_ih_l0	8	-0.06559117138385773
47372	rnn.bias_ih_l0	9	-0.11142636835575104
47372	rnn.bias_hh_l0	0	0.101992666721344
47372	rnn.bias_hh_l0	1	-0.024503884837031364
47372	rnn.bias_hh_l0	2	0.003532607574015856
47372	rnn.bias_hh_l0	3	-0.1107756718993187
47372	rnn.bias_hh_l0	4	0.02841205708682537
47372	rnn.bias_hh_l0	5	0.027598906308412552
47372	rnn.bias_hh_l0	6	-0.059841521084308624
47372	rnn.bias_hh_l0	7	-0.08956415951251984
47372	rnn.bias_hh_l0	8	-0.1312406063079834
47372	rnn.bias_hh_l0	9	-0.067138671875
47372	rnn.weight_ih_l0_reverse	0	-0.002166631631553173
47372	rnn.weight_ih_l0_reverse	1	0.0037934849970042706
47372	rnn.weight_ih_l0_reverse	2	0.001000057440251112
47372	rnn.weight_ih_l0_reverse	3	-0.0033684689551591873
47372	rnn.weight_ih_l0_reverse	4	0.013504480011761189
47372	rnn.weight_ih_l0_reverse	5	-0.02060071751475334
47372	rnn.weight_ih_l0_reverse	6	-0.04526785761117935
47372	rnn.weight_ih_l0_reverse	7	0.0011832459131255746
47372	rnn.weight_ih_l0_reverse	8	0.04204618185758591
47372	rnn.weight_ih_l0_reverse	9	0.0026149486657232046
47372	rnn.weight_hh_l0_reverse	0	-0.005944692995399237
47372	rnn.weight_hh_l0_reverse	1	0.014794772490859032
47372	rnn.weight_hh_l0_reverse	2	-0.028509067371487617
47372	rnn.weight_hh_l0_reverse	3	0.03609480336308479
47372	rnn.weight_hh_l0_reverse	4	0.010551323182880878
47372	rnn.weight_hh_l0_reverse	5	0.0008179970318451524
47372	rnn.weight_hh_l0_reverse	6	0.025634173303842545
47372	rnn.weight_hh_l0_reverse	7	0.025938017293810844
47372	rnn.weight_hh_l0_reverse	8	0.006484971847385168
47372	rnn.weight_hh_l0_reverse	9	-0.03927110135555267
47372	rnn.bias_ih_l0_reverse	0	-0.08652123808860779
47372	rnn.bias_ih_l0_reverse	1	-0.22828982770442963
47372	rnn.bias_ih_l0_reverse	2	-0.028585227206349373
47372	rnn.bias_ih_l0_reverse	3	-0.07692234218120575
47372	rnn.bias_ih_l0_reverse	4	0.08994908630847931
47372	rnn.bias_ih_l0_reverse	5	-0.15974560379981995
47372	rnn.bias_ih_l0_reverse	6	-0.04024793952703476
47372	rnn.bias_ih_l0_reverse	7	0.022469965741038322
47372	rnn.bias_ih_l0_reverse	8	-0.10447771102190018
47372	rnn.bias_ih_l0_reverse	9	-0.06736045330762863
47372	rnn.bias_hh_l0_reverse	0	-0.09267213195562363
47372	rnn.bias_hh_l0_reverse	1	-0.03670726716518402
47372	rnn.bias_hh_l0_reverse	2	-0.02418247051537037
47372	rnn.bias_hh_l0_reverse	3	-0.0972917303442955
47372	rnn.bias_hh_l0_reverse	4	-0.018355129286646843
47372	rnn.bias_hh_l0_reverse	5	-0.0916467159986496
47372	rnn.bias_hh_l0_reverse	6	-0.0487409345805645
47372	rnn.bias_hh_l0_reverse	7	-0.11802678555250168
47372	rnn.bias_hh_l0_reverse	8	-0.03691106662154198
47372	rnn.bias_hh_l0_reverse	9	-0.1200890764594078
47372	linear.weight	0	-0.1918555051088333
47372	linear.weight	1	-0.10851815342903137
47372	linear.weight	2	-0.011228874325752258
47372	linear.weight	3	-0.0061757126823067665
47372	linear.weight	4	0.05530364811420441
47372	linear.weight	5	0.19175919890403748
47372	linear.weight	6	0.0047744326293468475
47372	linear.weight	7	-0.021312154829502106
47372	linear.weight	8	0.13675478100776672
47372	linear.weight	9	0.127308651804924
47372	linear.bias	0	-0.614810049533844
47372	linear.bias	1	0.6634665131568909
47372	linear.bias	2	0.009545234963297844
47372	linear.bias	3	-0.37688687443733215
47372	linear.bias	4	-1.1966334581375122
47372	linear.bias	5	-1.110642433166504
47372	linear.bias	6	-0.518872857093811
47372	linear.bias	7	-0.7320879101753235
47372	linear.bias	8	-0.01705317199230194
47372	linear.bias	9	2.782637596130371
47376	transitions	0	-0.1577078402042389
47376	transitions	1	7.078741073608398
47376	transitions	2	-2.8202271461486816
47376	transitions	3	1.1944613456726074
47376	transitions	4	-1.564936637878418
47376	transitions	5	-0.2604987919330597
47376	transitions	6	-0.14073032140731812
47376	transitions	7	-10000.0
47376	transitions	8	1.5346813201904297
47376	transitions	9	-2.2832441329956055
47376	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
47376	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
47376	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
47376	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
47376	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
47376	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
47376	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
47376	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
47376	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
47376	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
47376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
47376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
47376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
47376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
47376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
47376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
47376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
47376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
47376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
47376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
47376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
47376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
47376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
47376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
47376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
47376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
47376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
47376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
47376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
47376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
47376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
47376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
47376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
47376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
47376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
47376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
47376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
47376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
47376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
47376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
47376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
47376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
47376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
47376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
47376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
47376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
47376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
47376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
47376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
47376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
47376	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
47376	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
47376	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
47376	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
47376	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
47376	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
47376	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
47376	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
47376	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
47376	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
47376	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
47376	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
47376	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
47376	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
47376	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
47376	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
47376	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
47376	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
47376	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
47376	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
47376	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
47376	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
47376	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
47376	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
47376	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
47376	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
47376	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
47376	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
47376	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
47376	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
47376	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
47376	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
47376	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
47376	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
47376	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
47376	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
47376	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
47376	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
47376	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
47376	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
47376	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
47376	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
47376	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
47376	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
47376	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
47376	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
47376	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
47376	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
47376	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
47376	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
47376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
47376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
47376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
47376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
47376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
47376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
47376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
47376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
47376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
47376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
47376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
47376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
47376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
47376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
47376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
47376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
47376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
47376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
47376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
47376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
47376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
47376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
47376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
47376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
47376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
47376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
47376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
47376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
47376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
47376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
47376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
47376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
47376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
47376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
47376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
47376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
47376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
47376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
47376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
47376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
47376	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
47376	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
47376	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
47376	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
47376	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
47376	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
47376	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
47376	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
47376	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
47376	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
47376	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
47376	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
47376	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
47376	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
47376	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
47376	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
47376	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
47376	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
47376	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
47376	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
47376	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
47376	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
47376	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
47376	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
47376	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
47376	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
47376	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
47376	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
47376	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
47376	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
47376	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
47376	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
47376	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
47376	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
47376	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
47376	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
47376	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
47376	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
47376	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
47376	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
47376	embedding2nn.weight	0	0.028333624824881554
47376	embedding2nn.weight	1	-0.0661548599600792
47376	embedding2nn.weight	2	0.03268202021718025
47376	embedding2nn.weight	3	-0.03888468071818352
47376	embedding2nn.weight	4	-0.06971318274736404
47376	embedding2nn.weight	5	0.06183623895049095
47376	embedding2nn.weight	6	-0.061710964888334274
47376	embedding2nn.weight	7	-0.07073800265789032
47376	embedding2nn.weight	8	0.004502736032009125
47376	embedding2nn.weight	9	0.024134712293744087
47376	embedding2nn.bias	0	0.052779559046030045
47376	embedding2nn.bias	1	0.029145818203687668
47376	embedding2nn.bias	2	-0.11268224567174911
47376	embedding2nn.bias	3	0.06827837228775024
47376	embedding2nn.bias	4	0.061583638191223145
47376	embedding2nn.bias	5	-0.09086006134748459
47376	embedding2nn.bias	6	-0.06187812238931656
47376	embedding2nn.bias	7	-0.01586819626390934
47376	embedding2nn.bias	8	0.054424457252025604
47376	embedding2nn.bias	9	-0.07281728088855743
47376	rnn.weight_ih_l0	0	0.026173176243901253
47376	rnn.weight_ih_l0	1	0.038801997900009155
47376	rnn.weight_ih_l0	2	-0.028633397072553635
47376	rnn.weight_ih_l0	3	0.019389942288398743
47376	rnn.weight_ih_l0	4	0.02618793398141861
47376	rnn.weight_ih_l0	5	-0.051369450986385345
47376	rnn.weight_ih_l0	6	0.024151118472218513
47376	rnn.weight_ih_l0	7	-0.035460229963064194
47376	rnn.weight_ih_l0	8	0.016827847808599472
47376	rnn.weight_ih_l0	9	-0.021063731983304024
47376	rnn.weight_hh_l0	0	-0.0002044130815193057
47376	rnn.weight_hh_l0	1	-0.05715717375278473
47376	rnn.weight_hh_l0	2	0.038674138486385345
47376	rnn.weight_hh_l0	3	0.01341385580599308
47376	rnn.weight_hh_l0	4	0.017303159460425377
47376	rnn.weight_hh_l0	5	0.03801145404577255
47376	rnn.weight_hh_l0	6	-0.00911961030215025
47376	rnn.weight_hh_l0	7	-0.059008266776800156
47376	rnn.weight_hh_l0	8	-0.021850988268852234
47376	rnn.weight_hh_l0	9	-0.020616764202713966
47376	rnn.bias_ih_l0	0	-0.04123925790190697
47376	rnn.bias_ih_l0	1	-0.09451188892126083
47376	rnn.bias_ih_l0	2	-0.14437110722064972
47376	rnn.bias_ih_l0	3	-0.22157514095306396
47376	rnn.bias_ih_l0	4	0.007446237374097109
47376	rnn.bias_ih_l0	5	0.08568058907985687
47376	rnn.bias_ih_l0	6	-0.09909713268280029
47376	rnn.bias_ih_l0	7	-0.16493064165115356
47376	rnn.bias_ih_l0	8	-0.0651594027876854
47376	rnn.bias_ih_l0	9	-0.11181893199682236
47376	rnn.bias_hh_l0	0	0.10168911516666412
47376	rnn.bias_hh_l0	1	-0.024271568283438683
47376	rnn.bias_hh_l0	2	0.0034438539296388626
47376	rnn.bias_hh_l0	3	-0.11050552129745483
47376	rnn.bias_hh_l0	4	0.02760227397084236
47376	rnn.bias_hh_l0	5	0.02855541929602623
47376	rnn.bias_hh_l0	6	-0.059341829270124435
47376	rnn.bias_hh_l0	7	-0.08862034231424332
47376	rnn.bias_hh_l0	8	-0.1306440532207489
47376	rnn.bias_hh_l0	9	-0.06722097843885422
47376	rnn.weight_ih_l0_reverse	0	-0.002432121429592371
47376	rnn.weight_ih_l0_reverse	1	0.003824432147666812
47376	rnn.weight_ih_l0_reverse	2	0.0008339165360666811
47376	rnn.weight_ih_l0_reverse	3	-0.0033299673814326525
47376	rnn.weight_ih_l0_reverse	4	0.013338595628738403
47376	rnn.weight_ih_l0_reverse	5	-0.02089579589664936
47376	rnn.weight_ih_l0_reverse	6	-0.04512382671236992
47376	rnn.weight_ih_l0_reverse	7	0.0011660626623779535
47376	rnn.weight_ih_l0_reverse	8	0.04214099049568176
47376	rnn.weight_ih_l0_reverse	9	0.0024489990901201963
47376	rnn.weight_hh_l0_reverse	0	-0.0059220758266747
47376	rnn.weight_hh_l0_reverse	1	0.014805128797888756
47376	rnn.weight_hh_l0_reverse	2	-0.02851768769323826
47376	rnn.weight_hh_l0_reverse	3	0.036077067255973816
47376	rnn.weight_hh_l0_reverse	4	0.010549729689955711
47376	rnn.weight_hh_l0_reverse	5	0.0008723093778826296
47376	rnn.weight_hh_l0_reverse	6	0.025646280497312546
47376	rnn.weight_hh_l0_reverse	7	0.025867147371172905
47376	rnn.weight_hh_l0_reverse	8	0.00653077894821763
47376	rnn.weight_hh_l0_reverse	9	-0.0391964390873909
47376	rnn.bias_ih_l0_reverse	0	-0.0860443115234375
47376	rnn.bias_ih_l0_reverse	1	-0.22785396873950958
47376	rnn.bias_ih_l0_reverse	2	-0.02849874459207058
47376	rnn.bias_ih_l0_reverse	3	-0.07687095552682877
47376	rnn.bias_ih_l0_reverse	4	0.09034675359725952
47376	rnn.bias_ih_l0_reverse	5	-0.15995118021965027
47376	rnn.bias_ih_l0_reverse	6	-0.03951640799641609
47376	rnn.bias_ih_l0_reverse	7	0.02189900539815426
47376	rnn.bias_ih_l0_reverse	8	-0.10353344678878784
47376	rnn.bias_ih_l0_reverse	9	-0.0670195072889328
47376	rnn.bias_hh_l0_reverse	0	-0.09308075159788132
47376	rnn.bias_hh_l0_reverse	1	-0.036880191415548325
47376	rnn.bias_hh_l0_reverse	2	-0.024041613563895226
47376	rnn.bias_hh_l0_reverse	3	-0.09706263989210129
47376	rnn.bias_hh_l0_reverse	4	-0.0188004057854414
47376	rnn.bias_hh_l0_reverse	5	-0.09170981496572495
47376	rnn.bias_hh_l0_reverse	6	-0.048721086233854294
47376	rnn.bias_hh_l0_reverse	7	-0.11811366677284241
47376	rnn.bias_hh_l0_reverse	8	-0.03688815236091614
47376	rnn.bias_hh_l0_reverse	9	-0.11953109502792358
47376	linear.weight	0	-0.19227558374404907
47376	linear.weight	1	-0.10836958885192871
47376	linear.weight	2	-0.011228874325752258
47376	linear.weight	3	-0.006170571316033602
47376	linear.weight	4	0.05474197119474411
47376	linear.weight	5	0.19048024713993073
47376	linear.weight	6	0.0047744326293468475
47376	linear.weight	7	-0.021312154829502106
47376	linear.weight	8	0.13699759542942047
47376	linear.weight	9	0.1273854821920395
47376	linear.bias	0	-0.61952143907547
47376	linear.bias	1	0.6752654910087585
47376	linear.bias	2	0.012931630946695805
47376	linear.bias	3	-0.376868337392807
47376	linear.bias	4	-1.199019193649292
47376	linear.bias	5	-1.1106497049331665
47376	linear.bias	6	-0.5236349105834961
47376	linear.bias	7	-0.729508101940155
47376	linear.bias	8	-0.01705317199230194
47376	linear.bias	9	2.7634971141815186
47573	transitions	0	-0.15912935137748718
47573	transitions	1	7.091198921203613
47573	transitions	2	-2.8233234882354736
47573	transitions	3	1.1729423999786377
47573	transitions	4	-1.566449522972107
47573	transitions	5	-0.2608332335948944
47573	transitions	6	-0.14089100062847137
47573	transitions	7	-10000.0
47573	transitions	8	1.5397666692733765
47573	transitions	9	-2.2832984924316406
47573	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
47573	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
47573	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
47573	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
47573	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
47573	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
47573	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
47573	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
47573	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
47573	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
47573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
47573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
47573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
47573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
47573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
47573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
47573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
47573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
47573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
47573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
47573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
47573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
47573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
47573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
47573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
47573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
47573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
47573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
47573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
47573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
47573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
47573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
47573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
47573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
47573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
47573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
47573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
47573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
47573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
47573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
47573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
47573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
47573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
47573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
47573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
47573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
47573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
47573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
47573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
47573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
47573	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
47573	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
47573	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
47573	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
47573	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
47573	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
47573	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
47573	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
47573	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
47573	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
47573	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
47573	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
47573	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
47573	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
47573	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
47573	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
47573	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
47573	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
47573	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
47573	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
47573	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
47573	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
47573	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
47573	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
47573	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
47573	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
47573	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
47573	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
47573	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
47573	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
47573	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
47573	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
47573	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
47573	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
47573	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
47573	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
47573	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
47573	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
47573	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
47573	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
47573	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
47573	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
47573	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
47573	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
47573	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
47573	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
47573	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
47573	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
47573	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
47573	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
47573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
47573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
47573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
47573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
47573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
47573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
47573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
47573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
47573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
47573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
47573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
47573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
47573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
47573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
47573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
47573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
47573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
47573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
47573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
47573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
47573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
47573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
47573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
47573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
47573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
47573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
47573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
47573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
47573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
47573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
47573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
47573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
47573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
47573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
47573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
47573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
47573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
47573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
47573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
47573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
47573	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
47573	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
47573	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
47573	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
47573	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
47573	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
47573	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
47573	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
47573	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
47573	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
47573	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
47573	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
47573	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
47573	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
47573	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
47573	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
47573	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
47573	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
47573	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
47573	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
47573	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
47573	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
47573	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
47573	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
47573	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
47573	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
47573	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
47573	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
47573	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
47573	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
47573	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
47573	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
47573	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
47573	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
47573	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
47573	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
47573	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
47573	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
47573	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
47573	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
47573	embedding2nn.weight	0	0.027762530371546745
47573	embedding2nn.weight	1	-0.06630930304527283
47573	embedding2nn.weight	2	0.03249345347285271
47573	embedding2nn.weight	3	-0.037501055747270584
47573	embedding2nn.weight	4	-0.07172754406929016
47573	embedding2nn.weight	5	0.06166325509548187
47573	embedding2nn.weight	6	-0.06389207392930984
47573	embedding2nn.weight	7	-0.07110147178173065
47573	embedding2nn.weight	8	0.005427460186183453
47573	embedding2nn.weight	9	0.026549939066171646
47573	embedding2nn.bias	0	0.048716992139816284
47573	embedding2nn.bias	1	0.01442783884704113
47573	embedding2nn.bias	2	-0.13026154041290283
47573	embedding2nn.bias	3	0.0808153748512268
47573	embedding2nn.bias	4	0.04767032712697983
47573	embedding2nn.bias	5	-0.11348657310009003
47573	embedding2nn.bias	6	-0.08398899435997009
47573	embedding2nn.bias	7	-0.023200297728180885
47573	embedding2nn.bias	8	0.056644778698682785
47573	embedding2nn.bias	9	-0.08816494047641754
47573	rnn.weight_ih_l0	0	0.022541305050253868
47573	rnn.weight_ih_l0	1	0.039869874715805054
47573	rnn.weight_ih_l0	2	-0.028128013014793396
47573	rnn.weight_ih_l0	3	0.017399869859218597
47573	rnn.weight_ih_l0	4	0.02706623636186123
47573	rnn.weight_ih_l0	5	-0.0522865429520607
47573	rnn.weight_ih_l0	6	0.029037123546004295
47573	rnn.weight_ih_l0	7	-0.03835148736834526
47573	rnn.weight_ih_l0	8	0.017428884282708168
47573	rnn.weight_ih_l0	9	-0.021374639123678207
47573	rnn.weight_hh_l0	0	4.175982758169994e-05
47573	rnn.weight_hh_l0	1	-0.05618995800614357
47573	rnn.weight_hh_l0	2	0.03877299651503563
47573	rnn.weight_hh_l0	3	0.013454663567245007
47573	rnn.weight_hh_l0	4	0.017310811206698418
47573	rnn.weight_hh_l0	5	0.03953387960791588
47573	rnn.weight_hh_l0	6	-0.008867133408784866
47573	rnn.weight_hh_l0	7	-0.0572504885494709
47573	rnn.weight_hh_l0	8	-0.02068038284778595
47573	rnn.weight_hh_l0	9	-0.02342366613447666
47573	rnn.bias_ih_l0	0	-0.042878977954387665
47573	rnn.bias_ih_l0	1	-0.09524707496166229
47573	rnn.bias_ih_l0	2	-0.14356355369091034
47573	rnn.bias_ih_l0	3	-0.22270900011062622
47573	rnn.bias_ih_l0	4	0.013755138032138348
47573	rnn.bias_ih_l0	5	0.08644398301839828
47573	rnn.bias_ih_l0	6	-0.09497027844190598
47573	rnn.bias_ih_l0	7	-0.1654830127954483
47573	rnn.bias_ih_l0	8	-0.0666249543428421
47573	rnn.bias_ih_l0	9	-0.10945406556129456
47573	rnn.bias_hh_l0	0	0.10474400967359543
47573	rnn.bias_hh_l0	1	-0.02504168078303337
47573	rnn.bias_hh_l0	2	0.004849489778280258
47573	rnn.bias_hh_l0	3	-0.11096394062042236
47573	rnn.bias_hh_l0	4	0.027826854959130287
47573	rnn.bias_hh_l0	5	0.03125859051942825
47573	rnn.bias_hh_l0	6	-0.059712644666433334
47573	rnn.bias_hh_l0	7	-0.08783571422100067
47573	rnn.bias_hh_l0	8	-0.12637406587600708
47573	rnn.bias_hh_l0	9	-0.06590823084115982
47573	rnn.weight_ih_l0_reverse	0	-0.0012581219198182225
47573	rnn.weight_ih_l0_reverse	1	0.0019899511244148016
47573	rnn.weight_ih_l0_reverse	2	0.0017541346605867147
47573	rnn.weight_ih_l0_reverse	3	-0.0019793715327978134
47573	rnn.weight_ih_l0_reverse	4	0.013323686085641384
47573	rnn.weight_ih_l0_reverse	5	-0.0215511005371809
47573	rnn.weight_ih_l0_reverse	6	-0.042539723217487335
47573	rnn.weight_ih_l0_reverse	7	0.001934603787958622
47573	rnn.weight_ih_l0_reverse	8	0.04051527380943298
47573	rnn.weight_ih_l0_reverse	9	0.0014830799773335457
47573	rnn.weight_hh_l0_reverse	0	-0.005992628168314695
47573	rnn.weight_hh_l0_reverse	1	0.015010934323072433
47573	rnn.weight_hh_l0_reverse	2	-0.027888502925634384
47573	rnn.weight_hh_l0_reverse	3	0.035897064954042435
47573	rnn.weight_hh_l0_reverse	4	0.010424137115478516
47573	rnn.weight_hh_l0_reverse	5	0.0008187741623260081
47573	rnn.weight_hh_l0_reverse	6	0.025555528700351715
47573	rnn.weight_hh_l0_reverse	7	0.026483237743377686
47573	rnn.weight_hh_l0_reverse	8	0.006716394796967506
47573	rnn.weight_hh_l0_reverse	9	-0.03938319534063339
47573	rnn.bias_ih_l0_reverse	0	-0.0865057110786438
47573	rnn.bias_ih_l0_reverse	1	-0.22637967765331268
47573	rnn.bias_ih_l0_reverse	2	-0.02904459275305271
47573	rnn.bias_ih_l0_reverse	3	-0.0767175704240799
47573	rnn.bias_ih_l0_reverse	4	0.0922299176454544
47573	rnn.bias_ih_l0_reverse	5	-0.16354648768901825
47573	rnn.bias_ih_l0_reverse	6	-0.039087723940610886
47573	rnn.bias_ih_l0_reverse	7	0.020983610302209854
47573	rnn.bias_ih_l0_reverse	8	-0.10757891088724136
47573	rnn.bias_ih_l0_reverse	9	-0.06133870407938957
47573	rnn.bias_hh_l0_reverse	0	-0.09193023294210434
47573	rnn.bias_hh_l0_reverse	1	-0.04240160435438156
47573	rnn.bias_hh_l0_reverse	2	-0.025804603472352028
47573	rnn.bias_hh_l0_reverse	3	-0.09772123396396637
47573	rnn.bias_hh_l0_reverse	4	-0.019963735714554787
47573	rnn.bias_hh_l0_reverse	5	-0.09314701706171036
47573	rnn.bias_hh_l0_reverse	6	-0.05080955848097801
47573	rnn.bias_hh_l0_reverse	7	-0.11320458352565765
47573	rnn.bias_hh_l0_reverse	8	-0.037969816476106644
47573	rnn.bias_hh_l0_reverse	9	-0.12523408234119415
47573	linear.weight	0	-0.18692651391029358
47573	linear.weight	1	-0.10925765335559845
47573	linear.weight	2	-0.011228874325752258
47573	linear.weight	3	0.0020128085743635893
47573	linear.weight	4	0.05000310763716698
47573	linear.weight	5	0.19121810793876648
47573	linear.weight	6	0.0047744326293468475
47573	linear.weight	7	-0.021312154829502106
47573	linear.weight	8	0.12602666020393372
47573	linear.weight	9	0.14022578299045563
47573	linear.bias	0	-0.6292872428894043
47573	linear.bias	1	0.6651837229728699
47573	linear.bias	2	0.05976457521319389
47573	linear.bias	3	-0.3673032522201538
47573	linear.bias	4	-1.204652190208435
47573	linear.bias	5	-1.1109609603881836
47573	linear.bias	6	-0.5303553342819214
47573	linear.bias	7	-0.7385724186897278
47573	linear.bias	8	-0.01705317199230194
47573	linear.bias	9	2.75925350189209
47770	transitions	0	-0.15944238007068634
47770	transitions	1	7.103724479675293
47770	transitions	2	-2.8257992267608643
47770	transitions	3	1.1670397520065308
47770	transitions	4	-1.5680385828018188
47770	transitions	5	-0.26108476519584656
47770	transitions	6	-0.1410517543554306
47770	transitions	7	-10000.0
47770	transitions	8	1.5430867671966553
47770	transitions	9	-2.283358335494995
47770	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
47770	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
47770	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
47770	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
47770	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
47770	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
47770	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
47770	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
47770	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
47770	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
47770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
47770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
47770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
47770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
47770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
47770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
47770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
47770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
47770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
47770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
47770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
47770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
47770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
47770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
47770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
47770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
47770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
47770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
47770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
47770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
47770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
47770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
47770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
47770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
47770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
47770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
47770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
47770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
47770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
47770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
47770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
47770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
47770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
47770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
47770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
47770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
47770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
47770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
47770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
47770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
47770	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
47770	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
47770	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
47770	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
47770	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
47770	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
47770	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
47770	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
47770	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
47770	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
47770	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
47770	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
47770	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
47770	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
47770	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
47770	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
47770	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
47770	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
47770	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
47770	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
47770	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
47770	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
47770	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
47770	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
47770	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
47770	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
47770	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
47770	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
47770	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
47770	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
47770	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
47770	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
47770	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
47770	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
47770	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
47770	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
47770	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
47770	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
47770	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
47770	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
47770	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
47770	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
47770	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
47770	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
47770	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
47770	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
47770	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
47770	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
47770	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
47770	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
47770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
47770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
47770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
47770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
47770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
47770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
47770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
47770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
47770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
47770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
47770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
47770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
47770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
47770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
47770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
47770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
47770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
47770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
47770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
47770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
47770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
47770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
47770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
47770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
47770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
47770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
47770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
47770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
47770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
47770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
47770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
47770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
47770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
47770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
47770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
47770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
47770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
47770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
47770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
47770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
47770	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
47770	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
47770	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
47770	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
47770	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
47770	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
47770	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
47770	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
47770	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
47770	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
47770	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
47770	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
47770	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
47770	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
47770	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
47770	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
47770	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
47770	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
47770	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
47770	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
47770	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
47770	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
47770	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
47770	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
47770	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
47770	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
47770	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
47770	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
47770	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
47770	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
47770	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
47770	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
47770	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
47770	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
47770	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
47770	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
47770	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
47770	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
47770	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
47770	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
47770	embedding2nn.weight	0	0.02772769331932068
47770	embedding2nn.weight	1	-0.06655117124319077
47770	embedding2nn.weight	2	0.03593815118074417
47770	embedding2nn.weight	3	-0.037038374692201614
47770	embedding2nn.weight	4	-0.07028940320014954
47770	embedding2nn.weight	5	0.06183072179555893
47770	embedding2nn.weight	6	-0.07212861627340317
47770	embedding2nn.weight	7	-0.0679653212428093
47770	embedding2nn.weight	8	0.0053133275359869
47770	embedding2nn.weight	9	0.024894412606954575
47770	embedding2nn.bias	0	0.05647683143615723
47770	embedding2nn.bias	1	0.011847958900034428
47770	embedding2nn.bias	2	-0.12365655601024628
47770	embedding2nn.bias	3	0.07407572865486145
47770	embedding2nn.bias	4	0.06026435270905495
47770	embedding2nn.bias	5	-0.12615323066711426
47770	embedding2nn.bias	6	-0.0770353376865387
47770	embedding2nn.bias	7	-0.01246419083327055
47770	embedding2nn.bias	8	0.05245048552751541
47770	embedding2nn.bias	9	-0.08647077530622482
47770	rnn.weight_ih_l0	0	0.019930660724639893
47770	rnn.weight_ih_l0	1	0.03665914759039879
47770	rnn.weight_ih_l0	2	-0.02997124381363392
47770	rnn.weight_ih_l0	3	0.018134325742721558
47770	rnn.weight_ih_l0	4	0.02840149588882923
47770	rnn.weight_ih_l0	5	-0.05357777327299118
47770	rnn.weight_ih_l0	6	0.02304420992732048
47770	rnn.weight_ih_l0	7	-0.03767453879117966
47770	rnn.weight_ih_l0	8	0.02021058090031147
47770	rnn.weight_ih_l0	9	-0.019414233043789864
47770	rnn.weight_hh_l0	0	0.0003203498781658709
47770	rnn.weight_hh_l0	1	-0.05622578412294388
47770	rnn.weight_hh_l0	2	0.03917904570698738
47770	rnn.weight_hh_l0	3	0.013724277727305889
47770	rnn.weight_hh_l0	4	0.017457548528909683
47770	rnn.weight_hh_l0	5	0.040034569799900055
47770	rnn.weight_hh_l0	6	-0.00885105412453413
47770	rnn.weight_hh_l0	7	-0.058587659150362015
47770	rnn.weight_hh_l0	8	-0.021062327548861504
47770	rnn.weight_hh_l0	9	-0.0226511862128973
47770	rnn.bias_ih_l0	0	-0.03995989263057709
47770	rnn.bias_ih_l0	1	-0.0977400541305542
47770	rnn.bias_ih_l0	2	-0.1460563689470291
47770	rnn.bias_ih_l0	3	-0.2273610681295395
47770	rnn.bias_ih_l0	4	0.016788655892014503
47770	rnn.bias_ih_l0	5	0.08711196482181549
47770	rnn.bias_ih_l0	6	-0.09206611663103104
47770	rnn.bias_ih_l0	7	-0.16731451451778412
47770	rnn.bias_ih_l0	8	-0.06669039279222488
47770	rnn.bias_ih_l0	9	-0.11035555601119995
47770	rnn.bias_hh_l0	0	0.10226718336343765
47770	rnn.bias_hh_l0	1	-0.02892419882118702
47770	rnn.bias_hh_l0	2	0.008543629199266434
47770	rnn.bias_hh_l0	3	-0.11031404882669449
47770	rnn.bias_hh_l0	4	0.028277810662984848
47770	rnn.bias_hh_l0	5	0.027779318392276764
47770	rnn.bias_hh_l0	6	-0.061344876885414124
47770	rnn.bias_hh_l0	7	-0.08650282025337219
47770	rnn.bias_hh_l0	8	-0.12661604583263397
47770	rnn.bias_hh_l0	9	-0.0619683675467968
47770	rnn.weight_ih_l0_reverse	0	-0.0017290463438257575
47770	rnn.weight_ih_l0_reverse	1	0.0023581490386277437
47770	rnn.weight_ih_l0_reverse	2	-0.0002334627351956442
47770	rnn.weight_ih_l0_reverse	3	-0.004228290170431137
47770	rnn.weight_ih_l0_reverse	4	0.013457225635647774
47770	rnn.weight_ih_l0_reverse	5	-0.021928945556282997
47770	rnn.weight_ih_l0_reverse	6	-0.04366711154580116
47770	rnn.weight_ih_l0_reverse	7	0.0011102433782070875
47770	rnn.weight_ih_l0_reverse	8	0.03568899631500244
47770	rnn.weight_ih_l0_reverse	9	-0.0010010205442085862
47770	rnn.weight_hh_l0_reverse	0	-0.006118235643953085
47770	rnn.weight_hh_l0_reverse	1	0.01668666861951351
47770	rnn.weight_hh_l0_reverse	2	-0.027800001204013824
47770	rnn.weight_hh_l0_reverse	3	0.03593527898192406
47770	rnn.weight_hh_l0_reverse	4	0.010387467220425606
47770	rnn.weight_hh_l0_reverse	5	0.0016089206328615546
47770	rnn.weight_hh_l0_reverse	6	0.02611696533858776
47770	rnn.weight_hh_l0_reverse	7	0.026200097054243088
47770	rnn.weight_hh_l0_reverse	8	0.006652207113802433
47770	rnn.weight_hh_l0_reverse	9	-0.04025893285870552
47770	rnn.bias_ih_l0_reverse	0	-0.08839822560548782
47770	rnn.bias_ih_l0_reverse	1	-0.2259191870689392
47770	rnn.bias_ih_l0_reverse	2	-0.033084627240896225
47770	rnn.bias_ih_l0_reverse	3	-0.07977978885173798
47770	rnn.bias_ih_l0_reverse	4	0.08597229421138763
47770	rnn.bias_ih_l0_reverse	5	-0.16160425543785095
47770	rnn.bias_ih_l0_reverse	6	-0.04137120768427849
47770	rnn.bias_ih_l0_reverse	7	0.022685345262289047
47770	rnn.bias_ih_l0_reverse	8	-0.11078102141618729
47770	rnn.bias_ih_l0_reverse	9	-0.06435911357402802
47770	rnn.bias_hh_l0_reverse	0	-0.09138361364603043
47770	rnn.bias_hh_l0_reverse	1	-0.04148159548640251
47770	rnn.bias_hh_l0_reverse	2	-0.02695300802588463
47770	rnn.bias_hh_l0_reverse	3	-0.09678636491298676
47770	rnn.bias_hh_l0_reverse	4	-0.018392669036984444
47770	rnn.bias_hh_l0_reverse	5	-0.09651659429073334
47770	rnn.bias_hh_l0_reverse	6	-0.049123022705316544
47770	rnn.bias_hh_l0_reverse	7	-0.11454600095748901
47770	rnn.bias_hh_l0_reverse	8	-0.037557851523160934
47770	rnn.bias_hh_l0_reverse	9	-0.12435628473758698
47770	linear.weight	0	-0.15886536240577698
47770	linear.weight	1	-0.10204161703586578
47770	linear.weight	2	-0.011228874325752258
47770	linear.weight	3	0.014918222092092037
47770	linear.weight	4	0.042391564697027206
47770	linear.weight	5	0.2078227400779724
47770	linear.weight	6	0.0047744326293468475
47770	linear.weight	7	-0.021312154829502106
47770	linear.weight	8	0.13433071970939636
47770	linear.weight	9	0.14688053727149963
47770	linear.bias	0	-0.6373457908630371
47770	linear.bias	1	0.68800288438797
47770	linear.bias	2	-0.0029989040922373533
47770	linear.bias	3	-0.36678463220596313
47770	linear.bias	4	-1.1699446439743042
47770	linear.bias	5	-1.111227035522461
47770	linear.bias	6	-0.5402253866195679
47770	linear.bias	7	-0.7359397411346436
47770	linear.bias	8	-0.01705317199230194
47770	linear.bias	9	2.7660295963287354
47967	transitions	0	-0.15984360873699188
47967	transitions	1	7.114882946014404
47967	transitions	2	-2.8277690410614014
47967	transitions	3	1.174203634262085
47967	transitions	4	-1.569461464881897
47967	transitions	5	-0.2613964080810547
47967	transitions	6	-0.14122693240642548
47967	transitions	7	-10000.0
47967	transitions	8	1.543604850769043
47967	transitions	9	-2.2833971977233887
47967	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
47967	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
47967	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
47967	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
47967	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
47967	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
47967	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
47967	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
47967	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
47967	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
47967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
47967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
47967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
47967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
47967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
47967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
47967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
47967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
47967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
47967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
47967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
47967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
47967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
47967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
47967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
47967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
47967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
47967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
47967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
47967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
47967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
47967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
47967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
47967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
47967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
47967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
47967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
47967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
47967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
47967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
47967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
47967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
47967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
47967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
47967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
47967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
47967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
47967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
47967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
47967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
47967	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
47967	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
47967	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
47967	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
47967	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
47967	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
47967	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
47967	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
47967	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
47967	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
47967	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
47967	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
47967	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
47967	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
47967	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
47967	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
47967	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
47967	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
47967	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
47967	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
47967	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
47967	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
47967	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
47967	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
47967	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
47967	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
47967	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
47967	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
47967	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
47967	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
47967	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
47967	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
47967	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
47967	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
47967	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
47967	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
47967	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
47967	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
47967	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
47967	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
47967	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
47967	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
47967	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
47967	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
47967	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
47967	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
47967	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
47967	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
47967	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
47967	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
47967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
47967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
47967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
47967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
47967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
47967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
47967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
47967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
47967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
47967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
47967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
47967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
47967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
47967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
47967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
47967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
47967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
47967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
47967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
47967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
47967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
47967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
47967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
47967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
47967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
47967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
47967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
47967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
47967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
47967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
47967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
47967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
47967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
47967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
47967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
47967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
47967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
47967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
47967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
47967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
47967	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
47967	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
47967	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
47967	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
47967	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
47967	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
47967	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
47967	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
47967	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
47967	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
47967	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
47967	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
47967	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
47967	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
47967	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
47967	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
47967	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
47967	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
47967	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
47967	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
47967	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
47967	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
47967	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
47967	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
47967	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
47967	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
47967	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
47967	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
47967	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
47967	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
47967	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
47967	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
47967	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
47967	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
47967	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
47967	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
47967	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
47967	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
47967	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
47967	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
47967	embedding2nn.weight	0	0.028445148840546608
47967	embedding2nn.weight	1	-0.06728880852460861
47967	embedding2nn.weight	2	0.03874129429459572
47967	embedding2nn.weight	3	-0.04002407193183899
47967	embedding2nn.weight	4	-0.06723366677761078
47967	embedding2nn.weight	5	0.0609038807451725
47967	embedding2nn.weight	6	-0.06858381628990173
47967	embedding2nn.weight	7	-0.06909115612506866
47967	embedding2nn.weight	8	0.006061811000108719
47967	embedding2nn.weight	9	0.022106999531388283
47967	embedding2nn.bias	0	0.06546036899089813
47967	embedding2nn.bias	1	0.015327691100537777
47967	embedding2nn.bias	2	-0.13016918301582336
47967	embedding2nn.bias	3	0.06703858822584152
47967	embedding2nn.bias	4	0.058197300881147385
47967	embedding2nn.bias	5	-0.12910933792591095
47967	embedding2nn.bias	6	-0.09353902190923691
47967	embedding2nn.bias	7	-0.00497777434065938
47967	embedding2nn.bias	8	0.048116590827703476
47967	embedding2nn.bias	9	-0.09358549863100052
47967	rnn.weight_ih_l0	0	0.019251560792326927
47967	rnn.weight_ih_l0	1	0.03537458926439285
47967	rnn.weight_ih_l0	2	-0.031915176659822464
47967	rnn.weight_ih_l0	3	0.018060054630041122
47967	rnn.weight_ih_l0	4	0.028646904975175858
47967	rnn.weight_ih_l0	5	-0.05345582589507103
47967	rnn.weight_ih_l0	6	0.019112853333353996
47967	rnn.weight_ih_l0	7	-0.041368335485458374
47967	rnn.weight_ih_l0	8	0.017574826255440712
47967	rnn.weight_ih_l0	9	-0.016850683838129044
47967	rnn.weight_hh_l0	0	0.0007952178129926324
47967	rnn.weight_hh_l0	1	-0.0568278469145298
47967	rnn.weight_hh_l0	2	0.03865741938352585
47967	rnn.weight_hh_l0	3	0.014706220477819443
47967	rnn.weight_hh_l0	4	0.017505137249827385
47967	rnn.weight_hh_l0	5	0.03926878795027733
47967	rnn.weight_hh_l0	6	-0.008750814944505692
47967	rnn.weight_hh_l0	7	-0.058506738394498825
47967	rnn.weight_hh_l0	8	-0.02068645879626274
47967	rnn.weight_hh_l0	9	-0.0262623131275177
47967	rnn.bias_ih_l0	0	-0.03860645368695259
47967	rnn.bias_ih_l0	1	-0.09693782031536102
47967	rnn.bias_ih_l0	2	-0.14801812171936035
47967	rnn.bias_ih_l0	3	-0.22872303426265717
47967	rnn.bias_ih_l0	4	0.013793210498988628
47967	rnn.bias_ih_l0	5	0.08488298207521439
47967	rnn.bias_ih_l0	6	-0.09336759895086288
47967	rnn.bias_ih_l0	7	-0.17096994817256927
47967	rnn.bias_ih_l0	8	-0.06273920834064484
47967	rnn.bias_ih_l0	9	-0.11198417097330093
47967	rnn.bias_hh_l0	0	0.10856939852237701
47967	rnn.bias_hh_l0	1	-0.03065190091729164
47967	rnn.bias_hh_l0	2	0.00958614144474268
47967	rnn.bias_hh_l0	3	-0.11101849377155304
47967	rnn.bias_hh_l0	4	0.03259531408548355
47967	rnn.bias_hh_l0	5	0.016374865546822548
47967	rnn.bias_hh_l0	6	-0.0639132410287857
47967	rnn.bias_hh_l0	7	-0.08790933340787888
47967	rnn.bias_hh_l0	8	-0.12711960077285767
47967	rnn.bias_hh_l0	9	-0.061140671372413635
47967	rnn.weight_ih_l0_reverse	0	-0.001704466063529253
47967	rnn.weight_ih_l0_reverse	1	0.0028367924969643354
47967	rnn.weight_ih_l0_reverse	2	-0.002707047387957573
47967	rnn.weight_ih_l0_reverse	3	-0.005216787103563547
47967	rnn.weight_ih_l0_reverse	4	0.013087957166135311
47967	rnn.weight_ih_l0_reverse	5	-0.023626379668712616
47967	rnn.weight_ih_l0_reverse	6	-0.04258950427174568
47967	rnn.weight_ih_l0_reverse	7	0.0009095440036617219
47967	rnn.weight_ih_l0_reverse	8	0.03309780731797218
47967	rnn.weight_ih_l0_reverse	9	-0.000518828397616744
47967	rnn.weight_hh_l0_reverse	0	-0.005770630203187466
47967	rnn.weight_hh_l0_reverse	1	0.016071179881691933
47967	rnn.weight_hh_l0_reverse	2	-0.027876971289515495
47967	rnn.weight_hh_l0_reverse	3	0.03644917905330658
47967	rnn.weight_hh_l0_reverse	4	0.010445154272019863
47967	rnn.weight_hh_l0_reverse	5	0.0006757622468285263
47967	rnn.weight_hh_l0_reverse	6	0.026287198066711426
47967	rnn.weight_hh_l0_reverse	7	0.026190543547272682
47967	rnn.weight_hh_l0_reverse	8	0.00661768252030015
47967	rnn.weight_hh_l0_reverse	9	-0.04056559130549431
47967	rnn.bias_ih_l0_reverse	0	-0.09048943966627121
47967	rnn.bias_ih_l0_reverse	1	-0.22461378574371338
47967	rnn.bias_ih_l0_reverse	2	-0.031503383070230484
47967	rnn.bias_ih_l0_reverse	3	-0.07967493683099747
47967	rnn.bias_ih_l0_reverse	4	0.08015800267457962
47967	rnn.bias_ih_l0_reverse	5	-0.16093987226486206
47967	rnn.bias_ih_l0_reverse	6	-0.039576370269060135
47967	rnn.bias_ih_l0_reverse	7	0.021640077233314514
47967	rnn.bias_ih_l0_reverse	8	-0.11443871259689331
47967	rnn.bias_ih_l0_reverse	9	-0.06040237471461296
47967	rnn.bias_hh_l0_reverse	0	-0.09658730030059814
47967	rnn.bias_hh_l0_reverse	1	-0.04165354371070862
47967	rnn.bias_hh_l0_reverse	2	-0.025427155196666718
47967	rnn.bias_hh_l0_reverse	3	-0.09900650382041931
47967	rnn.bias_hh_l0_reverse	4	-0.018335137516260147
47967	rnn.bias_hh_l0_reverse	5	-0.10071076452732086
47967	rnn.bias_hh_l0_reverse	6	-0.04926225543022156
47967	rnn.bias_hh_l0_reverse	7	-0.12019583582878113
47967	rnn.bias_hh_l0_reverse	8	-0.03343290463089943
47967	rnn.bias_hh_l0_reverse	9	-0.1275883913040161
47967	linear.weight	0	-0.16159844398498535
47967	linear.weight	1	-0.09905356168746948
47967	linear.weight	2	-0.011228874325752258
47967	linear.weight	3	0.018825048580765724
47967	linear.weight	4	0.03587633743882179
47967	linear.weight	5	0.23728130757808685
47967	linear.weight	6	0.0047744326293468475
47967	linear.weight	7	-0.021312154829502106
47967	linear.weight	8	0.131255641579628
47967	linear.weight	9	0.14185364544391632
47967	linear.bias	0	-0.6263203024864197
47967	linear.bias	1	0.6970468759536743
47967	linear.bias	2	-0.028687680140137672
47967	linear.bias	3	-0.38532695174217224
47967	linear.bias	4	-1.1934905052185059
47967	linear.bias	5	-1.1115334033966064
47967	linear.bias	6	-0.5273949503898621
47967	linear.bias	7	-0.7306164503097534
47967	linear.bias	8	-0.01705317199230194
47967	linear.bias	9	2.7534854412078857
48164	transitions	0	-0.1603803038597107
48164	transitions	1	7.090622425079346
48164	transitions	2	-2.829974412918091
48164	transitions	3	1.179646611213684
48164	transitions	4	-1.571781873703003
48164	transitions	5	-0.26160570979118347
48164	transitions	6	-0.14140373468399048
48164	transitions	7	-10000.0
48164	transitions	8	1.5448834896087646
48164	transitions	9	-2.2834396362304688
48164	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
48164	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
48164	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
48164	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
48164	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
48164	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
48164	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
48164	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
48164	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
48164	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
48164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
48164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
48164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
48164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
48164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
48164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
48164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
48164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
48164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
48164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
48164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
48164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
48164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
48164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
48164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
48164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
48164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
48164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
48164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
48164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
48164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
48164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
48164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
48164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
48164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
48164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
48164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
48164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
48164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
48164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
48164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
48164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
48164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
48164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
48164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
48164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
48164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
48164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
48164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
48164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
48164	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
48164	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
48164	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
48164	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
48164	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
48164	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
48164	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
48164	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
48164	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
48164	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
48164	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
48164	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
48164	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
48164	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
48164	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
48164	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
48164	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
48164	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
48164	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
48164	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
48164	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
48164	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
48164	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
48164	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
48164	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
48164	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
48164	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
48164	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
48164	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
48164	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
48164	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
48164	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
48164	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
48164	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
48164	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
48164	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
48164	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
48164	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
48164	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
48164	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
48164	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
48164	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
48164	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
48164	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
48164	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
48164	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
48164	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
48164	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
48164	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
48164	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
48164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
48164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
48164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
48164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
48164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
48164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
48164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
48164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
48164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
48164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
48164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
48164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
48164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
48164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
48164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
48164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
48164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
48164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
48164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
48164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
48164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
48164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
48164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
48164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
48164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
48164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
48164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
48164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
48164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
48164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
48164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
48164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
48164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
48164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
48164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
48164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
48164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
48164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
48164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
48164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
48164	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
48164	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
48164	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
48164	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
48164	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
48164	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
48164	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
48164	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
48164	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
48164	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
48164	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
48164	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
48164	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
48164	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
48164	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
48164	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
48164	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
48164	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
48164	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
48164	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
48164	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
48164	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
48164	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
48164	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
48164	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
48164	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
48164	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
48164	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
48164	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
48164	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
48164	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
48164	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
48164	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
48164	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
48164	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
48164	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
48164	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
48164	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
48164	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
48164	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
48164	embedding2nn.weight	0	0.028827132657170296
48164	embedding2nn.weight	1	-0.06769634783267975
48164	embedding2nn.weight	2	0.03717280551791191
48164	embedding2nn.weight	3	-0.04113343358039856
48164	embedding2nn.weight	4	-0.06586921215057373
48164	embedding2nn.weight	5	0.058685045689344406
48164	embedding2nn.weight	6	-0.07422113418579102
48164	embedding2nn.weight	7	-0.0683865025639534
48164	embedding2nn.weight	8	0.007129714824259281
48164	embedding2nn.weight	9	0.019192691892385483
48164	embedding2nn.bias	0	0.05788104236125946
48164	embedding2nn.bias	1	0.016806839033961296
48164	embedding2nn.bias	2	-0.12503208220005035
48164	embedding2nn.bias	3	0.06412910670042038
48164	embedding2nn.bias	4	0.05524603649973869
48164	embedding2nn.bias	5	-0.14168304204940796
48164	embedding2nn.bias	6	-0.09349788725376129
48164	embedding2nn.bias	7	0.00427228445187211
48164	embedding2nn.bias	8	0.05448164790868759
48164	embedding2nn.bias	9	-0.08710364997386932
48164	rnn.weight_ih_l0	0	0.013853340409696102
48164	rnn.weight_ih_l0	1	0.03629554808139801
48164	rnn.weight_ih_l0	2	-0.03317009657621384
48164	rnn.weight_ih_l0	3	0.016657061874866486
48164	rnn.weight_ih_l0	4	0.029270300641655922
48164	rnn.weight_ih_l0	5	-0.05434595048427582
48164	rnn.weight_ih_l0	6	0.01913759671151638
48164	rnn.weight_ih_l0	7	-0.044487662613391876
48164	rnn.weight_ih_l0	8	0.016611190512776375
48164	rnn.weight_ih_l0	9	-0.01650020107626915
48164	rnn.weight_hh_l0	0	0.001848049578256905
48164	rnn.weight_hh_l0	1	-0.05561676248908043
48164	rnn.weight_hh_l0	2	0.038455571979284286
48164	rnn.weight_hh_l0	3	0.015078729949891567
48164	rnn.weight_hh_l0	4	0.017279742285609245
48164	rnn.weight_hh_l0	5	0.03819410875439644
48164	rnn.weight_hh_l0	6	-0.008710968308150768
48164	rnn.weight_hh_l0	7	-0.058448806405067444
48164	rnn.weight_hh_l0	8	-0.020986884832382202
48164	rnn.weight_hh_l0	9	-0.026089610531926155
48164	rnn.bias_ih_l0	0	-0.0462980717420578
48164	rnn.bias_ih_l0	1	-0.09917683899402618
48164	rnn.bias_ih_l0	2	-0.1455327272415161
48164	rnn.bias_ih_l0	3	-0.22512201964855194
48164	rnn.bias_ih_l0	4	0.01676606945693493
48164	rnn.bias_ih_l0	5	0.07612107694149017
48164	rnn.bias_ih_l0	6	-0.09003835171461105
48164	rnn.bias_ih_l0	7	-0.16899649798870087
48164	rnn.bias_ih_l0	8	-0.0545499250292778
48164	rnn.bias_ih_l0	9	-0.1057097539305687
48164	rnn.bias_hh_l0	0	0.10019507259130478
48164	rnn.bias_hh_l0	1	-0.029035944491624832
48164	rnn.bias_hh_l0	2	0.01576709933578968
48164	rnn.bias_hh_l0	3	-0.11264222115278244
48164	rnn.bias_hh_l0	4	0.03022085316479206
48164	rnn.bias_hh_l0	5	0.026243049651384354
48164	rnn.bias_hh_l0	6	-0.060615040361881256
48164	rnn.bias_hh_l0	7	-0.08770587295293808
48164	rnn.bias_hh_l0	8	-0.1274377852678299
48164	rnn.bias_hh_l0	9	-0.06192447617650032
48164	rnn.weight_ih_l0_reverse	0	-0.002623834414407611
48164	rnn.weight_ih_l0_reverse	1	0.003427583957090974
48164	rnn.weight_ih_l0_reverse	2	-0.0036953261587768793
48164	rnn.weight_ih_l0_reverse	3	-0.0065603479743003845
48164	rnn.weight_ih_l0_reverse	4	0.012600759044289589
48164	rnn.weight_ih_l0_reverse	5	-0.027092089876532555
48164	rnn.weight_ih_l0_reverse	6	-0.0414685420691967
48164	rnn.weight_ih_l0_reverse	7	0.0009622779907658696
48164	rnn.weight_ih_l0_reverse	8	0.030870676040649414
48164	rnn.weight_ih_l0_reverse	9	0.0006011713994666934
48164	rnn.weight_hh_l0_reverse	0	-0.005048762541264296
48164	rnn.weight_hh_l0_reverse	1	0.01617160625755787
48164	rnn.weight_hh_l0_reverse	2	-0.02787269651889801
48164	rnn.weight_hh_l0_reverse	3	0.03719428926706314
48164	rnn.weight_hh_l0_reverse	4	0.010680370964109898
48164	rnn.weight_hh_l0_reverse	5	0.0009468231583014131
48164	rnn.weight_hh_l0_reverse	6	0.02591446042060852
48164	rnn.weight_hh_l0_reverse	7	0.025872360914945602
48164	rnn.weight_hh_l0_reverse	8	0.006457909941673279
48164	rnn.weight_hh_l0_reverse	9	-0.040494807064533234
48164	rnn.bias_ih_l0_reverse	0	-0.09247405081987381
48164	rnn.bias_ih_l0_reverse	1	-0.21827492117881775
48164	rnn.bias_ih_l0_reverse	2	-0.03179112821817398
48164	rnn.bias_ih_l0_reverse	3	-0.07831206172704697
48164	rnn.bias_ih_l0_reverse	4	0.07408932596445084
48164	rnn.bias_ih_l0_reverse	5	-0.15984800457954407
48164	rnn.bias_ih_l0_reverse	6	-0.03725061193108559
48164	rnn.bias_ih_l0_reverse	7	0.02410077303647995
48164	rnn.bias_ih_l0_reverse	8	-0.11460553854703903
48164	rnn.bias_ih_l0_reverse	9	-0.06137002632021904
48164	rnn.bias_hh_l0_reverse	0	-0.09456922113895416
48164	rnn.bias_hh_l0_reverse	1	-0.04699590057134628
48164	rnn.bias_hh_l0_reverse	2	-0.026296477764844894
48164	rnn.bias_hh_l0_reverse	3	-0.10100673884153366
48164	rnn.bias_hh_l0_reverse	4	-0.020055212080478668
48164	rnn.bias_hh_l0_reverse	5	-0.09825953096151352
48164	rnn.bias_hh_l0_reverse	6	-0.05397592484951019
48164	rnn.bias_hh_l0_reverse	7	-0.12252888828516006
48164	rnn.bias_hh_l0_reverse	8	-0.029055684804916382
48164	rnn.bias_hh_l0_reverse	9	-0.12779919803142548
48164	linear.weight	0	-0.1665877401828766
48164	linear.weight	1	-0.09293419867753983
48164	linear.weight	2	-0.011228874325752258
48164	linear.weight	3	0.016438812017440796
48164	linear.weight	4	0.04991062730550766
48164	linear.weight	5	0.22081249952316284
48164	linear.weight	6	0.0047744326293468475
48164	linear.weight	7	-0.021312154829502106
48164	linear.weight	8	0.13286593556404114
48164	linear.weight	9	0.11933397501707077
48164	linear.bias	0	-0.6205397248268127
48164	linear.bias	1	0.6804881691932678
48164	linear.bias	2	0.04340529069304466
48164	linear.bias	3	-0.40196916460990906
48164	linear.bias	4	-1.2071031332015991
48164	linear.bias	5	-1.111862063407898
48164	linear.bias	6	-0.5210763216018677
48164	linear.bias	7	-0.754199206829071
48164	linear.bias	8	-0.01705317199230194
48164	linear.bias	9	2.764371395111084
48361	transitions	0	-0.16095006465911865
48361	transitions	1	7.152607440948486
48361	transitions	2	-2.831949472427368
48361	transitions	3	1.1926803588867188
48361	transitions	4	-1.5733857154846191
48361	transitions	5	-0.26181119680404663
48361	transitions	6	-0.1416403204202652
48361	transitions	7	-10000.0
48361	transitions	8	1.5399072170257568
48361	transitions	9	-2.283470630645752
48361	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
48361	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
48361	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
48361	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
48361	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
48361	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
48361	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
48361	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
48361	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
48361	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
48361	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
48361	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
48361	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
48361	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
48361	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
48361	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
48361	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
48361	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
48361	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
48361	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
48361	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
48361	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
48361	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
48361	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
48361	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
48361	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
48361	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
48361	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
48361	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
48361	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
48361	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
48361	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
48361	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
48361	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
48361	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
48361	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
48361	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
48361	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
48361	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
48361	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
48361	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
48361	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
48361	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
48361	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
48361	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
48361	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
48361	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
48361	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
48361	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
48361	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
48361	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
48361	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
48361	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
48361	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
48361	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
48361	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
48361	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
48361	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
48361	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
48361	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
48361	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
48361	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
48361	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
48361	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
48361	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
48361	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
48361	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
48361	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
48361	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
48361	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
48361	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
48361	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
48361	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
48361	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
48361	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
48361	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
48361	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
48361	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
48361	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
48361	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
48361	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
48361	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
48361	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
48361	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
48361	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
48361	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
48361	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
48361	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
48361	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
48361	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
48361	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
48361	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
48361	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
48361	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
48361	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
48361	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
48361	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
48361	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
48361	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
48361	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
48361	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
48361	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
48361	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
48361	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
48361	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
48361	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
48361	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
48361	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
48361	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
48361	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
48361	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
48361	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
48361	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
48361	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
48361	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
48361	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
48361	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
48361	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
48361	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
48361	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
48361	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
48361	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
48361	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
48361	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
48361	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
48361	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
48361	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
48361	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
48361	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
48361	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
48361	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
48361	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
48361	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
48361	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
48361	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
48361	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
48361	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
48361	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
48361	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
48361	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
48361	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
48361	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
48361	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
48361	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
48361	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
48361	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
48361	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
48361	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
48361	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
48361	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
48361	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
48361	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
48361	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
48361	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
48361	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
48361	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
48361	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
48361	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
48361	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
48361	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
48361	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
48361	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
48361	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
48361	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
48361	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
48361	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
48361	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
48361	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
48361	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
48361	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
48361	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
48361	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
48361	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
48361	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
48361	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
48361	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
48361	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
48361	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
48361	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
48361	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
48361	embedding2nn.weight	0	0.02902553416788578
48361	embedding2nn.weight	1	-0.06778589636087418
48361	embedding2nn.weight	2	0.03837583214044571
48361	embedding2nn.weight	3	-0.04012829810380936
48361	embedding2nn.weight	4	-0.06858104467391968
48361	embedding2nn.weight	5	0.058186210691928864
48361	embedding2nn.weight	6	-0.07933513075113297
48361	embedding2nn.weight	7	-0.07285047322511673
48361	embedding2nn.weight	8	0.007731172256171703
48361	embedding2nn.weight	9	0.017289722338318825
48361	embedding2nn.bias	0	0.055718183517456055
48361	embedding2nn.bias	1	0.01019405946135521
48361	embedding2nn.bias	2	-0.11077456176280975
48361	embedding2nn.bias	3	0.05917007103562355
48361	embedding2nn.bias	4	0.05802350491285324
48361	embedding2nn.bias	5	-0.13642995059490204
48361	embedding2nn.bias	6	-0.09581228345632553
48361	embedding2nn.bias	7	0.004271952901035547
48361	embedding2nn.bias	8	0.05312253534793854
48361	embedding2nn.bias	9	-0.0742315873503685
48361	rnn.weight_ih_l0	0	0.013449816964566708
48361	rnn.weight_ih_l0	1	0.03686144948005676
48361	rnn.weight_ih_l0	2	-0.03365739807486534
48361	rnn.weight_ih_l0	3	0.02072981558740139
48361	rnn.weight_ih_l0	4	0.027600837871432304
48361	rnn.weight_ih_l0	5	-0.05513036251068115
48361	rnn.weight_ih_l0	6	0.016716022044420242
48361	rnn.weight_ih_l0	7	-0.04418506100773811
48361	rnn.weight_ih_l0	8	0.01391053106635809
48361	rnn.weight_ih_l0	9	-0.017607612535357475
48361	rnn.weight_hh_l0	0	0.0014151940122246742
48361	rnn.weight_hh_l0	1	-0.055782295763492584
48361	rnn.weight_hh_l0	2	0.039124950766563416
48361	rnn.weight_hh_l0	3	0.014488527551293373
48361	rnn.weight_hh_l0	4	0.01673356257379055
48361	rnn.weight_hh_l0	5	0.03838306665420532
48361	rnn.weight_hh_l0	6	-0.008692394010722637
48361	rnn.weight_hh_l0	7	-0.058632124215364456
48361	rnn.weight_hh_l0	8	-0.020215075463056564
48361	rnn.weight_hh_l0	9	-0.02834327518939972
48361	rnn.bias_ih_l0	0	-0.044830322265625
48361	rnn.bias_ih_l0	1	-0.09783434122800827
48361	rnn.bias_ih_l0	2	-0.14525194466114044
48361	rnn.bias_ih_l0	3	-0.22872859239578247
48361	rnn.bias_ih_l0	4	0.015347038395702839
48361	rnn.bias_ih_l0	5	0.08372277766466141
48361	rnn.bias_ih_l0	6	-0.08991261571645737
48361	rnn.bias_ih_l0	7	-0.16654114425182343
48361	rnn.bias_ih_l0	8	-0.05417131632566452
48361	rnn.bias_ih_l0	9	-0.10470502078533173
48361	rnn.bias_hh_l0	0	0.10661900788545609
48361	rnn.bias_hh_l0	1	-0.028812173753976822
48361	rnn.bias_hh_l0	2	0.012814082205295563
48361	rnn.bias_hh_l0	3	-0.11177048832178116
48361	rnn.bias_hh_l0	4	0.021130526438355446
48361	rnn.bias_hh_l0	5	0.03495052084326744
48361	rnn.bias_hh_l0	6	-0.061237581074237823
48361	rnn.bias_hh_l0	7	-0.08873973041772842
48361	rnn.bias_hh_l0	8	-0.13043440878391266
48361	rnn.bias_hh_l0	9	-0.06023526191711426
48361	rnn.weight_ih_l0_reverse	0	-0.00019994142348878086
48361	rnn.weight_ih_l0_reverse	1	0.005142843816429377
48361	rnn.weight_ih_l0_reverse	2	-0.004546773619949818
48361	rnn.weight_ih_l0_reverse	3	-0.01072491705417633
48361	rnn.weight_ih_l0_reverse	4	0.009895054623484612
48361	rnn.weight_ih_l0_reverse	5	-0.028894755989313126
48361	rnn.weight_ih_l0_reverse	6	-0.04298466816544533
48361	rnn.weight_ih_l0_reverse	7	0.0008275745203718543
48361	rnn.weight_ih_l0_reverse	8	0.03551608696579933
48361	rnn.weight_ih_l0_reverse	9	0.001375220250338316
48361	rnn.weight_hh_l0_reverse	0	-0.005264891777187586
48361	rnn.weight_hh_l0_reverse	1	0.016122378408908844
48361	rnn.weight_hh_l0_reverse	2	-0.02842109650373459
48361	rnn.weight_hh_l0_reverse	3	0.03691866993904114
48361	rnn.weight_hh_l0_reverse	4	0.011025913059711456
48361	rnn.weight_hh_l0_reverse	5	0.0024234517477452755
48361	rnn.weight_hh_l0_reverse	6	0.0268219206482172
48361	rnn.weight_hh_l0_reverse	7	0.02665300853550434
48361	rnn.weight_hh_l0_reverse	8	0.006352394353598356
48361	rnn.weight_hh_l0_reverse	9	-0.04082725569605827
48361	rnn.bias_ih_l0_reverse	0	-0.08914868533611298
48361	rnn.bias_ih_l0_reverse	1	-0.2235993593931198
48361	rnn.bias_ih_l0_reverse	2	-0.03073178417980671
48361	rnn.bias_ih_l0_reverse	3	-0.07731488347053528
48361	rnn.bias_ih_l0_reverse	4	0.07779417186975479
48361	rnn.bias_ih_l0_reverse	5	-0.15814869105815887
48361	rnn.bias_ih_l0_reverse	6	-0.0334535650908947
48361	rnn.bias_ih_l0_reverse	7	0.025317003950476646
48361	rnn.bias_ih_l0_reverse	8	-0.11574475467205048
48361	rnn.bias_ih_l0_reverse	9	-0.06340426951646805
48361	rnn.bias_hh_l0_reverse	0	-0.08881806582212448
48361	rnn.bias_hh_l0_reverse	1	-0.05555734410881996
48361	rnn.bias_hh_l0_reverse	2	-0.024499069899320602
48361	rnn.bias_hh_l0_reverse	3	-0.10145866125822067
48361	rnn.bias_hh_l0_reverse	4	-0.021307729184627533
48361	rnn.bias_hh_l0_reverse	5	-0.09698919951915741
48361	rnn.bias_hh_l0_reverse	6	-0.05258699133992195
48361	rnn.bias_hh_l0_reverse	7	-0.12381686270236969
48361	rnn.bias_hh_l0_reverse	8	-0.026532547548413277
48361	rnn.bias_hh_l0_reverse	9	-0.13051120936870575
48361	linear.weight	0	-0.17981143295764923
48361	linear.weight	1	-0.08570779114961624
48361	linear.weight	2	-0.011228874325752258
48361	linear.weight	3	0.01962801069021225
48361	linear.weight	4	0.07993859797716141
48361	linear.weight	5	0.2468416541814804
48361	linear.weight	6	0.0047744326293468475
48361	linear.weight	7	-0.021312154829502106
48361	linear.weight	8	0.13688723742961884
48361	linear.weight	9	0.12295994907617569
48361	linear.bias	0	-0.6359390616416931
48361	linear.bias	1	0.6893205642700195
48361	linear.bias	2	0.04096957668662071
48361	linear.bias	3	-0.3513243794441223
48361	linear.bias	4	-1.1977823972702026
48361	linear.bias	5	-1.1121302843093872
48361	linear.bias	6	-0.538849413394928
48361	linear.bias	7	-0.7350748777389526
48361	linear.bias	8	-0.01705317199230194
48361	linear.bias	9	2.7334437370300293
48558	transitions	0	-0.16151432693004608
48558	transitions	1	7.109689235687256
48558	transitions	2	-2.833798885345459
48558	transitions	3	1.1806936264038086
48558	transitions	4	-1.5748354196548462
48558	transitions	5	-0.2623022496700287
48558	transitions	6	-0.1418529599905014
48558	transitions	7	-10000.0
48558	transitions	8	1.549259066581726
48558	transitions	9	-2.283519983291626
48558	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
48558	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
48558	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
48558	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
48558	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
48558	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
48558	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
48558	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
48558	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
48558	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
48558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
48558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
48558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
48558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
48558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
48558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
48558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
48558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
48558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
48558	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
48558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
48558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
48558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
48558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
48558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
48558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
48558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
48558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
48558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
48558	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
48558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
48558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
48558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
48558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
48558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
48558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
48558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
48558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
48558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
48558	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
48558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
48558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
48558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
48558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
48558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
48558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
48558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
48558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
48558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
48558	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
48558	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
48558	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
48558	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
48558	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
48558	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
48558	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
48558	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
48558	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
48558	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
48558	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
48558	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
48558	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
48558	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
48558	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
48558	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
48558	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
48558	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
48558	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
48558	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
48558	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
48558	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
48558	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
48558	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
48558	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
48558	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
48558	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
48558	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
48558	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
48558	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
48558	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
48558	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
48558	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
48558	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
48558	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
48558	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
48558	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
48558	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
48558	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
48558	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
48558	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
48558	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
48558	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
48558	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
48558	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
48558	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
48558	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
48558	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
48558	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
48558	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
48558	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
48558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
48558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
48558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
48558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
48558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
48558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
48558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
48558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
48558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
48558	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
48558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
48558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
48558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
48558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
48558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
48558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
48558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
48558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
48558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
48558	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
48558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
48558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
48558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
48558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
48558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
48558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
48558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
48558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
48558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
48558	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
48558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
48558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
48558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
48558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
48558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
48558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
48558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
48558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
48558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
48558	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
48558	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
48558	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
48558	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
48558	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
48558	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
48558	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
48558	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
48558	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
48558	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
48558	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
48558	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
48558	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
48558	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
48558	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
48558	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
48558	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
48558	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
48558	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
48558	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
48558	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
48558	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
48558	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
48558	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
48558	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
48558	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
48558	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
48558	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
48558	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
48558	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
48558	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
48558	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
48558	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
48558	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
48558	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
48558	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
48558	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
48558	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
48558	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
48558	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
48558	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
48558	embedding2nn.weight	0	0.02916106767952442
48558	embedding2nn.weight	1	-0.06927904486656189
48558	embedding2nn.weight	2	0.034232717007398605
48558	embedding2nn.weight	3	-0.04396145045757294
48558	embedding2nn.weight	4	-0.06966912746429443
48558	embedding2nn.weight	5	0.05686340108513832
48558	embedding2nn.weight	6	-0.08306758850812912
48558	embedding2nn.weight	7	-0.07178892195224762
48558	embedding2nn.weight	8	0.00623407494276762
48558	embedding2nn.weight	9	0.020571144297719002
48558	embedding2nn.bias	0	0.04623866081237793
48558	embedding2nn.bias	1	0.00731318723410368
48558	embedding2nn.bias	2	-0.10584142059087753
48558	embedding2nn.bias	3	0.05222735553979874
48558	embedding2nn.bias	4	0.0658835843205452
48558	embedding2nn.bias	5	-0.12961532175540924
48558	embedding2nn.bias	6	-0.07969123870134354
48558	embedding2nn.bias	7	-0.011870354413986206
48558	embedding2nn.bias	8	0.05582759156823158
48558	embedding2nn.bias	9	-0.061537131667137146
48558	rnn.weight_ih_l0	0	0.011060267686843872
48558	rnn.weight_ih_l0	1	0.033076200634241104
48558	rnn.weight_ih_l0	2	-0.034554705023765564
48558	rnn.weight_ih_l0	3	0.021916640922427177
48558	rnn.weight_ih_l0	4	0.025661394000053406
48558	rnn.weight_ih_l0	5	-0.05414751172065735
48558	rnn.weight_ih_l0	6	0.014835678972303867
48558	rnn.weight_ih_l0	7	-0.04526175558567047
48558	rnn.weight_ih_l0	8	0.014708698727190495
48558	rnn.weight_ih_l0	9	-0.01683308556675911
48558	rnn.weight_hh_l0	0	0.0019243524875491858
48558	rnn.weight_hh_l0	1	-0.05666244402527809
48558	rnn.weight_hh_l0	2	0.03906963765621185
48558	rnn.weight_hh_l0	3	0.014366721734404564
48558	rnn.weight_hh_l0	4	0.01683197170495987
48558	rnn.weight_hh_l0	5	0.03802575170993805
48558	rnn.weight_hh_l0	6	-0.008946582674980164
48558	rnn.weight_hh_l0	7	-0.05750267952680588
48558	rnn.weight_hh_l0	8	-0.01999281719326973
48558	rnn.weight_hh_l0	9	-0.031016968190670013
48558	rnn.bias_ih_l0	0	-0.046744637191295624
48558	rnn.bias_ih_l0	1	-0.10073113441467285
48558	rnn.bias_ih_l0	2	-0.14215543866157532
48558	rnn.bias_ih_l0	3	-0.22690191864967346
48558	rnn.bias_ih_l0	4	0.017270758748054504
48558	rnn.bias_ih_l0	5	0.0878603532910347
48558	rnn.bias_ih_l0	6	-0.08911272138357162
48558	rnn.bias_ih_l0	7	-0.16237851977348328
48558	rnn.bias_ih_l0	8	-0.06312349438667297
48558	rnn.bias_ih_l0	9	-0.10786126554012299
48558	rnn.bias_hh_l0	0	0.10238999873399734
48558	rnn.bias_hh_l0	1	-0.029413366690278053
48558	rnn.bias_hh_l0	2	0.018310697749257088
48558	rnn.bias_hh_l0	3	-0.10829278826713562
48558	rnn.bias_hh_l0	4	0.029842780902981758
48558	rnn.bias_hh_l0	5	0.030605357140302658
48558	rnn.bias_hh_l0	6	-0.06028220057487488
48558	rnn.bias_hh_l0	7	-0.08964238315820694
48558	rnn.bias_hh_l0	8	-0.13142377138137817
48558	rnn.bias_hh_l0	9	-0.06004956364631653
48558	rnn.weight_ih_l0_reverse	0	0.0005259401514194906
48558	rnn.weight_ih_l0_reverse	1	0.006059729494154453
48558	rnn.weight_ih_l0_reverse	2	-0.0011904259445145726
48558	rnn.weight_ih_l0_reverse	3	-0.0021983508486300707
48558	rnn.weight_ih_l0_reverse	4	0.008165060542523861
48558	rnn.weight_ih_l0_reverse	5	-0.02867729216814041
48558	rnn.weight_ih_l0_reverse	6	-0.04286367818713188
48558	rnn.weight_ih_l0_reverse	7	0.001900520408526063
48558	rnn.weight_ih_l0_reverse	8	0.03725570812821388
48558	rnn.weight_ih_l0_reverse	9	0.0028708402533084154
48558	rnn.weight_hh_l0_reverse	0	-0.005057452246546745
48558	rnn.weight_hh_l0_reverse	1	0.016277803108096123
48558	rnn.weight_hh_l0_reverse	2	-0.02842782437801361
48558	rnn.weight_hh_l0_reverse	3	0.037617530673742294
48558	rnn.weight_hh_l0_reverse	4	0.010561229661107063
48558	rnn.weight_hh_l0_reverse	5	0.0013411197578534484
48558	rnn.weight_hh_l0_reverse	6	0.026391703635454178
48558	rnn.weight_hh_l0_reverse	7	0.027383504435420036
48558	rnn.weight_hh_l0_reverse	8	0.00565097201615572
48558	rnn.weight_hh_l0_reverse	9	-0.04103395715355873
48558	rnn.bias_ih_l0_reverse	0	-0.09064459055662155
48558	rnn.bias_ih_l0_reverse	1	-0.2259148359298706
48558	rnn.bias_ih_l0_reverse	2	-0.033179182559251785
48558	rnn.bias_ih_l0_reverse	3	-0.07717377692461014
48558	rnn.bias_ih_l0_reverse	4	0.08073337376117706
48558	rnn.bias_ih_l0_reverse	5	-0.16159483790397644
48558	rnn.bias_ih_l0_reverse	6	-0.037228066474199295
48558	rnn.bias_ih_l0_reverse	7	0.03394468501210213
48558	rnn.bias_ih_l0_reverse	8	-0.11390367150306702
48558	rnn.bias_ih_l0_reverse	9	-0.06306417286396027
48558	rnn.bias_hh_l0_reverse	0	-0.08996769040822983
48558	rnn.bias_hh_l0_reverse	1	-0.05438908189535141
48558	rnn.bias_hh_l0_reverse	2	-0.024437008425593376
48558	rnn.bias_hh_l0_reverse	3	-0.10272920876741409
48558	rnn.bias_hh_l0_reverse	4	-0.022057633846998215
48558	rnn.bias_hh_l0_reverse	5	-0.09800060093402863
48558	rnn.bias_hh_l0_reverse	6	-0.04600340873003006
48558	rnn.bias_hh_l0_reverse	7	-0.12476032227277756
48558	rnn.bias_hh_l0_reverse	8	-0.028898470103740692
48558	rnn.bias_hh_l0_reverse	9	-0.1317228525876999
48558	linear.weight	0	-0.19559206068515778
48558	linear.weight	1	-0.0898837298154831
48558	linear.weight	2	-0.011228874325752258
48558	linear.weight	3	0.02426992543041706
48558	linear.weight	4	0.06476487219333649
48558	linear.weight	5	0.2617960274219513
48558	linear.weight	6	0.0047744326293468475
48558	linear.weight	7	-0.021312154829502106
48558	linear.weight	8	0.1302812397480011
48558	linear.weight	9	0.10594630986452103
48558	linear.bias	0	-0.6414617300033569
48558	linear.bias	1	0.6323787569999695
48558	linear.bias	2	0.026153719052672386
48558	linear.bias	3	-0.37811902165412903
48558	linear.bias	4	-1.1933478116989136
48558	linear.bias	5	-1.1124223470687866
48558	linear.bias	6	-0.5488523840904236
48558	linear.bias	7	-0.7687232494354248
48558	linear.bias	8	-0.01705317199230194
48558	linear.bias	9	2.7820308208465576
48755	transitions	0	-0.16233430802822113
48755	transitions	1	7.09199333190918
48755	transitions	2	-2.8358871936798096
48755	transitions	3	1.1663713455200195
48755	transitions	4	-1.5762052536010742
48755	transitions	5	-0.26247772574424744
48755	transitions	6	-0.14206434786319733
48755	transitions	7	-10000.0
48755	transitions	8	1.5535818338394165
48755	transitions	9	-2.2835733890533447
48755	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
48755	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
48755	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
48755	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
48755	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
48755	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
48755	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
48755	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
48755	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
48755	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
48755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
48755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
48755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
48755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
48755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
48755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
48755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
48755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
48755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
48755	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
48755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
48755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
48755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
48755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
48755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
48755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
48755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
48755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
48755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
48755	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
48755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
48755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
48755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
48755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
48755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
48755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
48755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
48755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
48755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
48755	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
48755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
48755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
48755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
48755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
48755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
48755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
48755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
48755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
48755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
48755	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
48755	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
48755	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
48755	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
48755	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
48755	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
48755	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
48755	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
48755	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
48755	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
48755	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
48755	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
48755	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
48755	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
48755	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
48755	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
48755	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
48755	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
48755	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
48755	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
48755	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
48755	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
48755	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
48755	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
48755	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
48755	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
48755	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
48755	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
48755	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
48755	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
48755	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
48755	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
48755	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
48755	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
48755	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
48755	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
48755	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
48755	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
48755	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
48755	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
48755	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
48755	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
48755	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
48755	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
48755	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
48755	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
48755	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
48755	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
48755	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
48755	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
48755	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
48755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
48755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
48755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
48755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
48755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
48755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
48755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
48755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
48755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
48755	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
48755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
48755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
48755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
48755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
48755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
48755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
48755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
48755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
48755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
48755	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
48755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
48755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
48755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
48755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
48755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
48755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
48755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
48755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
48755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
48755	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
48755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
48755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
48755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
48755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
48755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
48755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
48755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
48755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
48755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
48755	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
48755	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
48755	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
48755	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
48755	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
48755	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
48755	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
48755	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
48755	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
48755	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
48755	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
48755	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
48755	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
48755	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
48755	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
48755	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
48755	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
48755	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
48755	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
48755	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
48755	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
48755	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
48755	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
48755	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
48755	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
48755	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
48755	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
48755	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
48755	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
48755	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
48755	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
48755	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
48755	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
48755	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
48755	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
48755	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
48755	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
48755	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
48755	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
48755	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
48755	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
48755	embedding2nn.weight	0	0.029753806069493294
48755	embedding2nn.weight	1	-0.07047945261001587
48755	embedding2nn.weight	2	0.03084828518331051
48755	embedding2nn.weight	3	-0.04316331818699837
48755	embedding2nn.weight	4	-0.06761021912097931
48755	embedding2nn.weight	5	0.0562172494828701
48755	embedding2nn.weight	6	-0.08384159207344055
48755	embedding2nn.weight	7	-0.07173916697502136
48755	embedding2nn.weight	8	0.005859208293259144
48755	embedding2nn.weight	9	0.02091936767101288
48755	embedding2nn.bias	0	0.04876120015978813
48755	embedding2nn.bias	1	0.007982461713254452
48755	embedding2nn.bias	2	-0.11858674883842468
48755	embedding2nn.bias	3	0.04794174060225487
48755	embedding2nn.bias	4	0.06320943683385849
48755	embedding2nn.bias	5	-0.13010576367378235
48755	embedding2nn.bias	6	-0.06827332079410553
48755	embedding2nn.bias	7	-0.011349068954586983
48755	embedding2nn.bias	8	0.0725182294845581
48755	embedding2nn.bias	9	-0.07725062966346741
48755	rnn.weight_ih_l0	0	0.013517246581614017
48755	rnn.weight_ih_l0	1	0.035946864634752274
48755	rnn.weight_ih_l0	2	-0.034595735371112823
48755	rnn.weight_ih_l0	3	0.02150733210146427
48755	rnn.weight_ih_l0	4	0.024721425026655197
48755	rnn.weight_ih_l0	5	-0.055794548243284225
48755	rnn.weight_ih_l0	6	0.016524551436305046
48755	rnn.weight_ih_l0	7	-0.046923451125621796
48755	rnn.weight_ih_l0	8	0.014590742066502571
48755	rnn.weight_ih_l0	9	-0.015217979438602924
48755	rnn.weight_hh_l0	0	0.0016477989265695214
48755	rnn.weight_hh_l0	1	-0.054800111800432205
48755	rnn.weight_hh_l0	2	0.03867265209555626
48755	rnn.weight_hh_l0	3	0.01435789093375206
48755	rnn.weight_hh_l0	4	0.016958750784397125
48755	rnn.weight_hh_l0	5	0.03805846348404884
48755	rnn.weight_hh_l0	6	-0.008909025229513645
48755	rnn.weight_hh_l0	7	-0.05742892995476723
48755	rnn.weight_hh_l0	8	-0.018422653898596764
48755	rnn.weight_hh_l0	9	-0.028964729979634285
48755	rnn.bias_ih_l0	0	-0.04348336160182953
48755	rnn.bias_ih_l0	1	-0.10135175287723541
48755	rnn.bias_ih_l0	2	-0.1420765072107315
48755	rnn.bias_ih_l0	3	-0.22686122357845306
48755	rnn.bias_ih_l0	4	0.01479601114988327
48755	rnn.bias_ih_l0	5	0.08145546913146973
48755	rnn.bias_ih_l0	6	-0.08974863588809967
48755	rnn.bias_ih_l0	7	-0.16950875520706177
48755	rnn.bias_ih_l0	8	-0.05869650840759277
48755	rnn.bias_ih_l0	9	-0.10921971499919891
48755	rnn.bias_hh_l0	0	0.10434447228908539
48755	rnn.bias_hh_l0	1	-0.030594153329730034
48755	rnn.bias_hh_l0	2	0.016611114144325256
48755	rnn.bias_hh_l0	3	-0.10554846376180649
48755	rnn.bias_hh_l0	4	0.03746814280748367
48755	rnn.bias_hh_l0	5	0.031468525528907776
48755	rnn.bias_hh_l0	6	-0.054853104054927826
48755	rnn.bias_hh_l0	7	-0.0882367417216301
48755	rnn.bias_hh_l0	8	-0.13481606543064117
48755	rnn.bias_hh_l0	9	-0.06238071992993355
48755	rnn.weight_ih_l0_reverse	0	-0.0017373822629451752
48755	rnn.weight_ih_l0_reverse	1	0.007183711044490337
48755	rnn.weight_ih_l0_reverse	2	-0.0017108009196817875
48755	rnn.weight_ih_l0_reverse	3	-0.0030000426340848207
48755	rnn.weight_ih_l0_reverse	4	0.009485052898526192
48755	rnn.weight_ih_l0_reverse	5	-0.030903754755854607
48755	rnn.weight_ih_l0_reverse	6	-0.04219052195549011
48755	rnn.weight_ih_l0_reverse	7	0.0016883554635569453
48755	rnn.weight_ih_l0_reverse	8	0.030347364023327827
48755	rnn.weight_ih_l0_reverse	9	0.0032198757398873568
48755	rnn.weight_hh_l0_reverse	0	-0.004802446346729994
48755	rnn.weight_hh_l0_reverse	1	0.016193991526961327
48755	rnn.weight_hh_l0_reverse	2	-0.028012193739414215
48755	rnn.weight_hh_l0_reverse	3	0.037367407232522964
48755	rnn.weight_hh_l0_reverse	4	0.010417374782264233
48755	rnn.weight_hh_l0_reverse	5	0.000841340166516602
48755	rnn.weight_hh_l0_reverse	6	0.02662193402647972
48755	rnn.weight_hh_l0_reverse	7	0.02716454491019249
48755	rnn.weight_hh_l0_reverse	8	0.0053162951953709126
48755	rnn.weight_hh_l0_reverse	9	-0.040206994861364365
48755	rnn.bias_ih_l0_reverse	0	-0.09379857033491135
48755	rnn.bias_ih_l0_reverse	1	-0.22893491387367249
48755	rnn.bias_ih_l0_reverse	2	-0.0339079424738884
48755	rnn.bias_ih_l0_reverse	3	-0.07336344569921494
48755	rnn.bias_ih_l0_reverse	4	0.07528151571750641
48755	rnn.bias_ih_l0_reverse	5	-0.16527992486953735
48755	rnn.bias_ih_l0_reverse	6	-0.03693358600139618
48755	rnn.bias_ih_l0_reverse	7	0.030182169750332832
48755	rnn.bias_ih_l0_reverse	8	-0.11134088784456253
48755	rnn.bias_ih_l0_reverse	9	-0.06517621874809265
48755	rnn.bias_hh_l0_reverse	0	-0.08706966042518616
48755	rnn.bias_hh_l0_reverse	1	-0.05647417902946472
48755	rnn.bias_hh_l0_reverse	2	-0.024546442553400993
48755	rnn.bias_hh_l0_reverse	3	-0.10101273655891418
48755	rnn.bias_hh_l0_reverse	4	-0.02550043910741806
48755	rnn.bias_hh_l0_reverse	5	-0.09816712141036987
48755	rnn.bias_hh_l0_reverse	6	-0.04610789939761162
48755	rnn.bias_hh_l0_reverse	7	-0.1197381243109703
48755	rnn.bias_hh_l0_reverse	8	-0.03167998418211937
48755	rnn.bias_hh_l0_reverse	9	-0.13358919322490692
48755	linear.weight	0	-0.18107135593891144
48755	linear.weight	1	-0.0782351866364479
48755	linear.weight	2	-0.011228874325752258
48755	linear.weight	3	0.016569625586271286
48755	linear.weight	4	0.06601551175117493
48755	linear.weight	5	0.2701418995857239
48755	linear.weight	6	0.0047744326293468475
48755	linear.weight	7	-0.021312154829502106
48755	linear.weight	8	0.13174793124198914
48755	linear.weight	9	0.12094904482364655
48755	linear.bias	0	-0.6253771781921387
48755	linear.bias	1	0.6193849444389343
48755	linear.bias	2	0.04721462354063988
48755	linear.bias	3	-0.39891085028648376
48755	linear.bias	4	-1.1740524768829346
48755	linear.bias	5	-1.1127580404281616
48755	linear.bias	6	-0.5357939600944519
48755	linear.bias	7	-0.7177631258964539
48755	linear.bias	8	-0.01705317199230194
48755	linear.bias	9	2.74337100982666
48952	transitions	0	-0.16278250515460968
48952	transitions	1	7.124561309814453
48952	transitions	2	-2.8377339839935303
48952	transitions	3	1.1650525331497192
48952	transitions	4	-1.578100323677063
48952	transitions	5	-0.26267677545547485
48952	transitions	6	-0.1422436684370041
48952	transitions	7	-10000.0
48952	transitions	8	1.5513978004455566
48952	transitions	9	-2.2836151123046875
48952	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
48952	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
48952	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
48952	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
48952	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
48952	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
48952	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
48952	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
48952	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
48952	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
48952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
48952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
48952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
48952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
48952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
48952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
48952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
48952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
48952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
48952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
48952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
48952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
48952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
48952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
48952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
48952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
48952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
48952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
48952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
48952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
48952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
48952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
48952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
48952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
48952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
48952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
48952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
48952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
48952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
48952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
48952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
48952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
48952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
48952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
48952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
48952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
48952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
48952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
48952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
48952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
48952	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
48952	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
48952	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
48952	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
48952	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
48952	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
48952	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
48952	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
48952	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
48952	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
48952	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
48952	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
48952	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
48952	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
48952	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
48952	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
48952	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
48952	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
48952	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
48952	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
48952	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
48952	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
48952	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
48952	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
48952	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
48952	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
48952	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
48952	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
48952	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
48952	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
48952	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
48952	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
48952	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
48952	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
48952	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
48952	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
48952	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
48952	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
48952	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
48952	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
48952	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
48952	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
48952	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
48952	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
48952	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
48952	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
48952	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
48952	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
48952	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
48952	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
48952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
48952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
48952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
48952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
48952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
48952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
48952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
48952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
48952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
48952	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
48952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
48952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
48952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
48952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
48952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
48952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
48952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
48952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
48952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
48952	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
48952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
48952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
48952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
48952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
48952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
48952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
48952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
48952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
48952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
48952	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
48952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
48952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
48952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
48952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
48952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
48952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
48952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
48952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
48952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
48952	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
48952	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
48952	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
48952	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
48952	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
48952	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
48952	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
48952	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
48952	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
48952	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
48952	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
48952	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
48952	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
48952	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
48952	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
48952	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
48952	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
48952	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
48952	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
48952	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
48952	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
48952	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
48952	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
48952	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
48952	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
48952	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
48952	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
48952	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
48952	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
48952	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
48952	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
48952	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
48952	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
48952	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
48952	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
48952	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
48952	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
48952	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
48952	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
48952	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
48952	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
48952	embedding2nn.weight	0	0.030189283192157745
48952	embedding2nn.weight	1	-0.0710778757929802
48952	embedding2nn.weight	2	0.031808171421289444
48952	embedding2nn.weight	3	-0.04155716300010681
48952	embedding2nn.weight	4	-0.07381189614534378
48952	embedding2nn.weight	5	0.0572953075170517
48952	embedding2nn.weight	6	-0.09146618843078613
48952	embedding2nn.weight	7	-0.06880161911249161
48952	embedding2nn.weight	8	0.004799773916602135
48952	embedding2nn.weight	9	0.019566742703318596
48952	embedding2nn.bias	0	0.05280454456806183
48952	embedding2nn.bias	1	0.008376019075512886
48952	embedding2nn.bias	2	-0.12134024500846863
48952	embedding2nn.bias	3	0.054512981325387955
48952	embedding2nn.bias	4	0.06214655563235283
48952	embedding2nn.bias	5	-0.1372613161802292
48952	embedding2nn.bias	6	-0.06155741587281227
48952	embedding2nn.bias	7	0.00014619863941334188
48952	embedding2nn.bias	8	0.07369833439588547
48952	embedding2nn.bias	9	-0.07407388091087341
48952	rnn.weight_ih_l0	0	0.012630341574549675
48952	rnn.weight_ih_l0	1	0.033563654869794846
48952	rnn.weight_ih_l0	2	-0.03302799165248871
48952	rnn.weight_ih_l0	3	0.019734663888812065
48952	rnn.weight_ih_l0	4	0.025848105549812317
48952	rnn.weight_ih_l0	5	-0.054844606667757034
48952	rnn.weight_ih_l0	6	0.016210859641432762
48952	rnn.weight_ih_l0	7	-0.04946015402674675
48952	rnn.weight_ih_l0	8	0.013792400248348713
48952	rnn.weight_ih_l0	9	-0.013861236162483692
48952	rnn.weight_hh_l0	0	0.002808183431625366
48952	rnn.weight_hh_l0	1	-0.05162681266665459
48952	rnn.weight_hh_l0	2	0.03878830745816231
48952	rnn.weight_hh_l0	3	0.014340171590447426
48952	rnn.weight_hh_l0	4	0.016814418137073517
48952	rnn.weight_hh_l0	5	0.03635254502296448
48952	rnn.weight_hh_l0	6	-0.008810784667730331
48952	rnn.weight_hh_l0	7	-0.057701800018548965
48952	rnn.weight_hh_l0	8	-0.018951816484332085
48952	rnn.weight_hh_l0	9	-0.027360448613762856
48952	rnn.bias_ih_l0	0	-0.047587934881448746
48952	rnn.bias_ih_l0	1	-0.10222326219081879
48952	rnn.bias_ih_l0	2	-0.14942339062690735
48952	rnn.bias_ih_l0	3	-0.22888292372226715
48952	rnn.bias_ih_l0	4	0.01280229352414608
48952	rnn.bias_ih_l0	5	0.08045358955860138
48952	rnn.bias_ih_l0	6	-0.08979292213916779
48952	rnn.bias_ih_l0	7	-0.16800543665885925
48952	rnn.bias_ih_l0	8	-0.06791453063488007
48952	rnn.bias_ih_l0	9	-0.10968931019306183
48952	rnn.bias_hh_l0	0	0.10499482601881027
48952	rnn.bias_hh_l0	1	-0.030219366773962975
48952	rnn.bias_hh_l0	2	0.01809752732515335
48952	rnn.bias_hh_l0	3	-0.10749317705631256
48952	rnn.bias_hh_l0	4	0.030807599425315857
48952	rnn.bias_hh_l0	5	0.03773212060332298
48952	rnn.bias_hh_l0	6	-0.053492471575737
48952	rnn.bias_hh_l0	7	-0.09230536222457886
48952	rnn.bias_hh_l0	8	-0.1329612284898758
48952	rnn.bias_hh_l0	9	-0.06248591095209122
48952	rnn.weight_ih_l0_reverse	0	-0.0011334357550367713
48952	rnn.weight_ih_l0_reverse	1	0.00736235873773694
48952	rnn.weight_ih_l0_reverse	2	-0.0027318967040628195
48952	rnn.weight_ih_l0_reverse	3	-0.008213489316403866
48952	rnn.weight_ih_l0_reverse	4	0.0074563282541930676
48952	rnn.weight_ih_l0_reverse	5	-0.028364816680550575
48952	rnn.weight_ih_l0_reverse	6	-0.04006623849272728
48952	rnn.weight_ih_l0_reverse	7	0.0012931724777445197
48952	rnn.weight_ih_l0_reverse	8	0.035062916576862335
48952	rnn.weight_ih_l0_reverse	9	0.004665797110646963
48952	rnn.weight_hh_l0_reverse	0	-0.004893132019788027
48952	rnn.weight_hh_l0_reverse	1	0.0169850941747427
48952	rnn.weight_hh_l0_reverse	2	-0.028141478076577187
48952	rnn.weight_hh_l0_reverse	3	0.037195172160863876
48952	rnn.weight_hh_l0_reverse	4	0.010851738043129444
48952	rnn.weight_hh_l0_reverse	5	0.0001320330484304577
48952	rnn.weight_hh_l0_reverse	6	0.026101619005203247
48952	rnn.weight_hh_l0_reverse	7	0.026336470618844032
48952	rnn.weight_hh_l0_reverse	8	0.004923910368233919
48952	rnn.weight_hh_l0_reverse	9	-0.040080755949020386
48952	rnn.bias_ih_l0_reverse	0	-0.09275884926319122
48952	rnn.bias_ih_l0_reverse	1	-0.23275917768478394
48952	rnn.bias_ih_l0_reverse	2	-0.035138051956892014
48952	rnn.bias_ih_l0_reverse	3	-0.07046414166688919
48952	rnn.bias_ih_l0_reverse	4	0.07970843464136124
48952	rnn.bias_ih_l0_reverse	5	-0.1620684564113617
48952	rnn.bias_ih_l0_reverse	6	-0.03870205581188202
48952	rnn.bias_ih_l0_reverse	7	0.03438306599855423
48952	rnn.bias_ih_l0_reverse	8	-0.11096286028623581
48952	rnn.bias_ih_l0_reverse	9	-0.0608476959168911
48952	rnn.bias_hh_l0_reverse	0	-0.08309962600469589
48952	rnn.bias_hh_l0_reverse	1	-0.056696679443120956
48952	rnn.bias_hh_l0_reverse	2	-0.02394592948257923
48952	rnn.bias_hh_l0_reverse	3	-0.10136611014604568
48952	rnn.bias_hh_l0_reverse	4	-0.02156594768166542
48952	rnn.bias_hh_l0_reverse	5	-0.0962342619895935
48952	rnn.bias_hh_l0_reverse	6	-0.04931211099028587
48952	rnn.bias_hh_l0_reverse	7	-0.12277267873287201
48952	rnn.bias_hh_l0_reverse	8	-0.034313369542360306
48952	rnn.bias_hh_l0_reverse	9	-0.13645094633102417
48952	linear.weight	0	-0.18589326739311218
48952	linear.weight	1	-0.07208465784788132
48952	linear.weight	2	-0.011228874325752258
48952	linear.weight	3	0.026036683470010757
48952	linear.weight	4	0.0623832605779171
48952	linear.weight	5	0.2657718062400818
48952	linear.weight	6	0.0047744326293468475
48952	linear.weight	7	-0.021312154829502106
48952	linear.weight	8	0.13630607724189758
48952	linear.weight	9	0.12173808366060257
48952	linear.bias	0	-0.6261134147644043
48952	linear.bias	1	0.6396411061286926
48952	linear.bias	2	0.0298130065202713
48952	linear.bias	3	-0.3673976957798004
48952	linear.bias	4	-1.1360492706298828
48952	linear.bias	5	-1.1130640506744385
48952	linear.bias	6	-0.5420348048210144
48952	linear.bias	7	-0.7601956725120544
48952	linear.bias	8	-0.01705317199230194
48952	linear.bias	9	2.762326717376709
49149	transitions	0	-0.16541707515716553
49149	transitions	1	7.088870525360107
49149	transitions	2	-2.839643716812134
49149	transitions	3	1.1973198652267456
49149	transitions	4	-1.579595685005188
49149	transitions	5	-0.2628345787525177
49149	transitions	6	-0.14245806634426117
49149	transitions	7	-10000.0
49149	transitions	8	1.5543588399887085
49149	transitions	9	-2.2836501598358154
49149	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
49149	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
49149	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
49149	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
49149	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
49149	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
49149	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
49149	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
49149	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
49149	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
49149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
49149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
49149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
49149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
49149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
49149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
49149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
49149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
49149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
49149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
49149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
49149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
49149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
49149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
49149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
49149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
49149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
49149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
49149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
49149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
49149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
49149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
49149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
49149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
49149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
49149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
49149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
49149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
49149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
49149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
49149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
49149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
49149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
49149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
49149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
49149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
49149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
49149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
49149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
49149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
49149	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
49149	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
49149	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
49149	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
49149	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
49149	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
49149	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
49149	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
49149	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
49149	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
49149	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
49149	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
49149	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
49149	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
49149	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
49149	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
49149	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
49149	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
49149	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
49149	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
49149	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
49149	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
49149	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
49149	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
49149	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
49149	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
49149	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
49149	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
49149	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
49149	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
49149	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
49149	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
49149	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
49149	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
49149	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
49149	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
49149	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
49149	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
49149	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
49149	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
49149	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
49149	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
49149	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
49149	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
49149	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
49149	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
49149	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
49149	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
49149	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
49149	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
49149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
49149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
49149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
49149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
49149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
49149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
49149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
49149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
49149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
49149	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
49149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
49149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
49149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
49149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
49149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
49149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
49149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
49149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
49149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
49149	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
49149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
49149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
49149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
49149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
49149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
49149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
49149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
49149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
49149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
49149	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
49149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
49149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
49149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
49149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
49149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
49149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
49149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
49149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
49149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
49149	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
49149	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
49149	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
49149	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
49149	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
49149	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
49149	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
49149	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
49149	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
49149	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
49149	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
49149	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
49149	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
49149	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
49149	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
49149	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
49149	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
49149	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
49149	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
49149	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
49149	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
49149	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
49149	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
49149	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
49149	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
49149	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
49149	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
49149	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
49149	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
49149	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
49149	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
49149	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
49149	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
49149	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
49149	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
49149	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
49149	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
49149	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
49149	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
49149	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
49149	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
49149	embedding2nn.weight	0	0.030309438705444336
49149	embedding2nn.weight	1	-0.07004038989543915
49149	embedding2nn.weight	2	0.03213326260447502
49149	embedding2nn.weight	3	-0.041312675923109055
49149	embedding2nn.weight	4	-0.07174237817525864
49149	embedding2nn.weight	5	0.05550450459122658
49149	embedding2nn.weight	6	-0.08587539196014404
49149	embedding2nn.weight	7	-0.0694999247789383
49149	embedding2nn.weight	8	0.004010130185633898
49149	embedding2nn.weight	9	0.01986384578049183
49149	embedding2nn.bias	0	0.051857490092515945
49149	embedding2nn.bias	1	0.012511782348155975
49149	embedding2nn.bias	2	-0.11608454585075378
49149	embedding2nn.bias	3	0.06066424399614334
49149	embedding2nn.bias	4	0.05996379628777504
49149	embedding2nn.bias	5	-0.13528741896152496
49149	embedding2nn.bias	6	-0.07169712334871292
49149	embedding2nn.bias	7	-0.0024250936694443226
49149	embedding2nn.bias	8	0.06483827531337738
49149	embedding2nn.bias	9	-0.08748205006122589
49149	rnn.weight_ih_l0	0	0.012104278430342674
49149	rnn.weight_ih_l0	1	0.035346291959285736
49149	rnn.weight_ih_l0	2	-0.03308217599987984
49149	rnn.weight_ih_l0	3	0.018063100054860115
49149	rnn.weight_ih_l0	4	0.02427194081246853
49149	rnn.weight_ih_l0	5	-0.05372198298573494
49149	rnn.weight_ih_l0	6	0.0160847045481205
49149	rnn.weight_ih_l0	7	-0.04924868419766426
49149	rnn.weight_ih_l0	8	0.014096892438828945
49149	rnn.weight_ih_l0	9	-0.012989869341254234
49149	rnn.weight_hh_l0	0	0.0026281902100890875
49149	rnn.weight_hh_l0	1	-0.04910983145236969
49149	rnn.weight_hh_l0	2	0.03904120251536369
49149	rnn.weight_hh_l0	3	0.013989893719553947
49149	rnn.weight_hh_l0	4	0.01689935475587845
49149	rnn.weight_hh_l0	5	0.03581177815794945
49149	rnn.weight_hh_l0	6	-0.00848831981420517
49149	rnn.weight_hh_l0	7	-0.057561423629522324
49149	rnn.weight_hh_l0	8	-0.020487254485487938
49149	rnn.weight_hh_l0	9	-0.02975044958293438
49149	rnn.bias_ih_l0	0	-0.05112912878394127
49149	rnn.bias_ih_l0	1	-0.10456915199756622
49149	rnn.bias_ih_l0	2	-0.1475761979818344
49149	rnn.bias_ih_l0	3	-0.22836169600486755
49149	rnn.bias_ih_l0	4	0.012307263910770416
49149	rnn.bias_ih_l0	5	0.07557907700538635
49149	rnn.bias_ih_l0	6	-0.09090539067983627
49149	rnn.bias_ih_l0	7	-0.17441558837890625
49149	rnn.bias_ih_l0	8	-0.06659325212240219
49149	rnn.bias_ih_l0	9	-0.1064000278711319
49149	rnn.bias_hh_l0	0	0.09918700158596039
49149	rnn.bias_hh_l0	1	-0.03184489533305168
49149	rnn.bias_hh_l0	2	0.013412303291261196
49149	rnn.bias_hh_l0	3	-0.1084258109331131
49149	rnn.bias_hh_l0	4	0.027847709134221077
49149	rnn.bias_hh_l0	5	0.022848278284072876
49149	rnn.bias_hh_l0	6	-0.05886191129684448
49149	rnn.bias_hh_l0	7	-0.09482400119304657
49149	rnn.bias_hh_l0	8	-0.13078533113002777
49149	rnn.bias_hh_l0	9	-0.05752595514059067
49149	rnn.weight_ih_l0_reverse	0	0.0003103018389083445
49149	rnn.weight_ih_l0_reverse	1	0.008289354853332043
49149	rnn.weight_ih_l0_reverse	2	-0.002519289730116725
49149	rnn.weight_ih_l0_reverse	3	-0.00801511574536562
49149	rnn.weight_ih_l0_reverse	4	0.007929532788693905
49149	rnn.weight_ih_l0_reverse	5	-0.03050469420850277
49149	rnn.weight_ih_l0_reverse	6	-0.0421554297208786
49149	rnn.weight_ih_l0_reverse	7	0.0023884433321654797
49149	rnn.weight_ih_l0_reverse	8	0.03799455985426903
49149	rnn.weight_ih_l0_reverse	9	0.003409338416531682
49149	rnn.weight_hh_l0_reverse	0	-0.006752499379217625
49149	rnn.weight_hh_l0_reverse	1	0.016913510859012604
49149	rnn.weight_hh_l0_reverse	2	-0.02786732278764248
49149	rnn.weight_hh_l0_reverse	3	0.03742436692118645
49149	rnn.weight_hh_l0_reverse	4	0.01034154649823904
49149	rnn.weight_hh_l0_reverse	5	-0.001191379502415657
49149	rnn.weight_hh_l0_reverse	6	0.026075579226017
49149	rnn.weight_hh_l0_reverse	7	0.026202943176031113
49149	rnn.weight_hh_l0_reverse	8	0.004839473403990269
49149	rnn.weight_hh_l0_reverse	9	-0.04016788676381111
49149	rnn.bias_ih_l0_reverse	0	-0.09207678586244583
49149	rnn.bias_ih_l0_reverse	1	-0.23000942170619965
49149	rnn.bias_ih_l0_reverse	2	-0.03695251792669296
49149	rnn.bias_ih_l0_reverse	3	-0.07301173359155655
49149	rnn.bias_ih_l0_reverse	4	0.07652569562196732
49149	rnn.bias_ih_l0_reverse	5	-0.16060781478881836
49149	rnn.bias_ih_l0_reverse	6	-0.03778110817074776
49149	rnn.bias_ih_l0_reverse	7	0.035286348313093185
49149	rnn.bias_ih_l0_reverse	8	-0.11069237440824509
49149	rnn.bias_ih_l0_reverse	9	-0.06337124109268188
49149	rnn.bias_hh_l0_reverse	0	-0.08438010513782501
49149	rnn.bias_hh_l0_reverse	1	-0.05753820016980171
49149	rnn.bias_hh_l0_reverse	2	-0.026256360113620758
49149	rnn.bias_hh_l0_reverse	3	-0.10089343041181564
49149	rnn.bias_hh_l0_reverse	4	-0.02347472868859768
49149	rnn.bias_hh_l0_reverse	5	-0.09662345051765442
49149	rnn.bias_hh_l0_reverse	6	-0.04884769767522812
49149	rnn.bias_hh_l0_reverse	7	-0.12064725905656815
49149	rnn.bias_hh_l0_reverse	8	-0.027077656239271164
49149	rnn.bias_hh_l0_reverse	9	-0.1385805904865265
49149	linear.weight	0	-0.17945629358291626
49149	linear.weight	1	-0.07448039203882217
49149	linear.weight	2	-0.011228874325752258
49149	linear.weight	3	0.02031524106860161
49149	linear.weight	4	0.04754403978586197
49149	linear.weight	5	0.2855593264102936
49149	linear.weight	6	0.0047744326293468475
49149	linear.weight	7	-0.021312154829502106
49149	linear.weight	8	0.13953351974487305
49149	linear.weight	9	0.1495889127254486
49149	linear.bias	0	-0.6382410526275635
49149	linear.bias	1	0.6525633335113525
49149	linear.bias	2	0.02682356722652912
49149	linear.bias	3	-0.3913368880748749
49149	linear.bias	4	-1.1619163751602173
49149	linear.bias	5	-1.1133936643600464
49149	linear.bias	6	-0.5553433895111084
49149	linear.bias	7	-0.7107451558113098
49149	linear.bias	8	-0.01705317199230194
49149	linear.bias	9	2.7264907360076904
49346	transitions	0	-0.1664971262216568
49346	transitions	1	7.109767436981201
49346	transitions	2	-2.8420040607452393
49346	transitions	3	1.206893801689148
49346	transitions	4	-1.5810048580169678
49346	transitions	5	-0.26332345604896545
49346	transitions	6	-0.14265146851539612
49346	transitions	7	-10000.0
49346	transitions	8	1.5486353635787964
49346	transitions	9	-2.2837064266204834
49346	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
49346	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
49346	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
49346	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
49346	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
49346	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
49346	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
49346	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
49346	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
49346	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
49346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
49346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
49346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
49346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
49346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
49346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
49346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
49346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
49346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
49346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
49346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
49346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
49346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
49346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
49346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
49346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
49346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
49346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
49346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
49346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
49346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
49346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
49346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
49346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
49346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
49346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
49346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
49346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
49346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
49346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
49346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
49346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
49346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
49346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
49346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
49346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
49346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
49346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
49346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
49346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
49346	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
49346	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
49346	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
49346	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
49346	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
49346	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
49346	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
49346	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
49346	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
49346	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
49346	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
49346	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
49346	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
49346	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
49346	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
49346	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
49346	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
49346	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
49346	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
49346	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
49346	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
49346	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
49346	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
49346	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
49346	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
49346	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
49346	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
49346	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
49346	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
49346	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
49346	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
49346	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
49346	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
49346	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
49346	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
49346	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
49346	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
49346	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
49346	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
49346	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
49346	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
49346	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
49346	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
49346	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
49346	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
49346	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
49346	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
49346	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
49346	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
49346	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
49346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
49346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
49346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
49346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
49346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
49346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
49346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
49346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
49346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
49346	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
49346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
49346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
49346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
49346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
49346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
49346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
49346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
49346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
49346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
49346	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
49346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
49346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
49346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
49346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
49346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
49346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
49346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
49346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
49346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
49346	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
49346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
49346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
49346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
49346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
49346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
49346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
49346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
49346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
49346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
49346	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
49346	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
49346	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
49346	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
49346	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
49346	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
49346	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
49346	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
49346	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
49346	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
49346	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
49346	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
49346	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
49346	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
49346	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
49346	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
49346	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
49346	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
49346	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
49346	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
49346	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
49346	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
49346	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
49346	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
49346	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
49346	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
49346	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
49346	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
49346	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
49346	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
49346	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
49346	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
49346	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
49346	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
49346	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
49346	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
49346	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
49346	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
49346	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
49346	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
49346	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
49346	embedding2nn.weight	0	0.030040550976991653
49346	embedding2nn.weight	1	-0.06959032267332077
49346	embedding2nn.weight	2	0.026665842160582542
49346	embedding2nn.weight	3	-0.04234037175774574
49346	embedding2nn.weight	4	-0.07214551419019699
49346	embedding2nn.weight	5	0.05555777624249458
49346	embedding2nn.weight	6	-0.07919115573167801
49346	embedding2nn.weight	7	-0.06907922774553299
49346	embedding2nn.weight	8	0.003068007528781891
49346	embedding2nn.weight	9	0.024322183802723885
49346	embedding2nn.bias	0	0.04291566461324692
49346	embedding2nn.bias	1	0.011939147487282753
49346	embedding2nn.bias	2	-0.11641797423362732
49346	embedding2nn.bias	3	0.06691869348287582
49346	embedding2nn.bias	4	0.06305761635303497
49346	embedding2nn.bias	5	-0.13005313277244568
49346	embedding2nn.bias	6	-0.07342792302370071
49346	embedding2nn.bias	7	-0.004046931397169828
49346	embedding2nn.bias	8	0.06800443679094315
49346	embedding2nn.bias	9	-0.08274329453706741
49346	rnn.weight_ih_l0	0	0.01516540814191103
49346	rnn.weight_ih_l0	1	0.038216009736061096
49346	rnn.weight_ih_l0	2	-0.03297077864408493
49346	rnn.weight_ih_l0	3	0.01757928915321827
49346	rnn.weight_ih_l0	4	0.023453228175640106
49346	rnn.weight_ih_l0	5	-0.054257795214653015
49346	rnn.weight_ih_l0	6	0.018767358735203743
49346	rnn.weight_ih_l0	7	-0.04735340178012848
49346	rnn.weight_ih_l0	8	0.016320154070854187
49346	rnn.weight_ih_l0	9	-0.012096717022359371
49346	rnn.weight_hh_l0	0	0.0028573796153068542
49346	rnn.weight_hh_l0	1	-0.04911204054951668
49346	rnn.weight_hh_l0	2	0.03892527148127556
49346	rnn.weight_hh_l0	3	0.014288275502622128
49346	rnn.weight_hh_l0	4	0.017019404098391533
49346	rnn.weight_hh_l0	5	0.03686707466840744
49346	rnn.weight_hh_l0	6	-0.008449393324553967
49346	rnn.weight_hh_l0	7	-0.058297257870435715
49346	rnn.weight_hh_l0	8	-0.02200373448431492
49346	rnn.weight_hh_l0	9	-0.03110457956790924
49346	rnn.bias_ih_l0	0	-0.054609932005405426
49346	rnn.bias_ih_l0	1	-0.10623476654291153
49346	rnn.bias_ih_l0	2	-0.14958085119724274
49346	rnn.bias_ih_l0	3	-0.22901661694049835
49346	rnn.bias_ih_l0	4	0.014296544715762138
49346	rnn.bias_ih_l0	5	0.07389859855175018
49346	rnn.bias_ih_l0	6	-0.09257371723651886
49346	rnn.bias_ih_l0	7	-0.173489511013031
49346	rnn.bias_ih_l0	8	-0.07015103101730347
49346	rnn.bias_ih_l0	9	-0.10537170618772507
49346	rnn.bias_hh_l0	0	0.09590273350477219
49346	rnn.bias_hh_l0	1	-0.03233897686004639
49346	rnn.bias_hh_l0	2	0.014570639468729496
49346	rnn.bias_hh_l0	3	-0.10456740111112595
49346	rnn.bias_hh_l0	4	0.03105052188038826
49346	rnn.bias_hh_l0	5	0.024006519466638565
49346	rnn.bias_hh_l0	6	-0.06073932722210884
49346	rnn.bias_hh_l0	7	-0.0956859365105629
49346	rnn.bias_hh_l0	8	-0.13180115818977356
49346	rnn.bias_hh_l0	9	-0.061065737158060074
49346	rnn.weight_ih_l0_reverse	0	-0.00012597862223628908
49346	rnn.weight_ih_l0_reverse	1	0.007506507448852062
49346	rnn.weight_ih_l0_reverse	2	-0.004120601341128349
49346	rnn.weight_ih_l0_reverse	3	-0.009849595837295055
49346	rnn.weight_ih_l0_reverse	4	0.010639413259923458
49346	rnn.weight_ih_l0_reverse	5	-0.03209290653467178
49346	rnn.weight_ih_l0_reverse	6	-0.04083869606256485
49346	rnn.weight_ih_l0_reverse	7	0.0010122180683538318
49346	rnn.weight_ih_l0_reverse	8	0.039680395275354385
49346	rnn.weight_ih_l0_reverse	9	0.0011580002028495073
49346	rnn.weight_hh_l0_reverse	0	-0.0069655622355639935
49346	rnn.weight_hh_l0_reverse	1	0.01709742285311222
49346	rnn.weight_hh_l0_reverse	2	-0.026840796694159508
49346	rnn.weight_hh_l0_reverse	3	0.03796260803937912
49346	rnn.weight_hh_l0_reverse	4	0.010345404967665672
49346	rnn.weight_hh_l0_reverse	5	-0.002632556250318885
49346	rnn.weight_hh_l0_reverse	6	0.0254164207726717
49346	rnn.weight_hh_l0_reverse	7	0.026824787259101868
49346	rnn.weight_hh_l0_reverse	8	0.005121209658682346
49346	rnn.weight_hh_l0_reverse	9	-0.041881389915943146
49346	rnn.bias_ih_l0_reverse	0	-0.09273172914981842
49346	rnn.bias_ih_l0_reverse	1	-0.22934962809085846
49346	rnn.bias_ih_l0_reverse	2	-0.03609200939536095
49346	rnn.bias_ih_l0_reverse	3	-0.07192961871623993
49346	rnn.bias_ih_l0_reverse	4	0.08174332231283188
49346	rnn.bias_ih_l0_reverse	5	-0.16392183303833008
49346	rnn.bias_ih_l0_reverse	6	-0.03297659009695053
49346	rnn.bias_ih_l0_reverse	7	0.03800496086478233
49346	rnn.bias_ih_l0_reverse	8	-0.11213494092226028
49346	rnn.bias_ih_l0_reverse	9	-0.06284220516681671
49346	rnn.bias_hh_l0_reverse	0	-0.08500626683235168
49346	rnn.bias_hh_l0_reverse	1	-0.05438604950904846
49346	rnn.bias_hh_l0_reverse	2	-0.027127062901854515
49346	rnn.bias_hh_l0_reverse	3	-0.10056208819150925
49346	rnn.bias_hh_l0_reverse	4	-0.02309630997478962
49346	rnn.bias_hh_l0_reverse	5	-0.10220145434141159
49346	rnn.bias_hh_l0_reverse	6	-0.043986085802316666
49346	rnn.bias_hh_l0_reverse	7	-0.11922914534807205
49346	rnn.bias_hh_l0_reverse	8	-0.019625553861260414
49346	rnn.bias_hh_l0_reverse	9	-0.13408827781677246
49346	linear.weight	0	-0.19188542664051056
49346	linear.weight	1	-0.0840010717511177
49346	linear.weight	2	-0.011228874325752258
49346	linear.weight	3	0.035813674330711365
49346	linear.weight	4	0.04596483334898949
49346	linear.weight	5	0.2709600329399109
49346	linear.weight	6	0.0047744326293468475
49346	linear.weight	7	-0.021312154829502106
49346	linear.weight	8	0.15820007026195526
49346	linear.weight	9	0.17639462649822235
49346	linear.bias	0	-0.6509623527526855
49346	linear.bias	1	0.6389258503913879
49346	linear.bias	2	0.0019007017835974693
49346	linear.bias	3	-0.37125176191329956
49346	linear.bias	4	-1.2236288785934448
49346	linear.bias	5	-1.1137018203735352
49346	linear.bias	6	-0.5706482529640198
49346	linear.bias	7	-0.7139967083930969
49346	linear.bias	8	-0.01705317199230194
49346	linear.bias	9	2.751758337020874
49350	transitions	0	-0.16651113331317902
49350	transitions	1	7.112055778503418
49350	transitions	2	-2.8420321941375732
49350	transitions	3	1.2068337202072144
49350	transitions	4	-1.5810545682907104
49350	transitions	5	-0.2633359134197235
49350	transitions	6	-0.14265446364879608
49350	transitions	7	-10000.0
49350	transitions	8	1.5486239194869995
49350	transitions	9	-2.2837071418762207
49350	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
49350	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
49350	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
49350	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
49350	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
49350	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
49350	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
49350	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
49350	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
49350	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
49350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
49350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
49350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
49350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
49350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
49350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
49350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
49350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
49350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
49350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
49350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
49350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
49350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
49350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
49350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
49350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
49350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
49350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
49350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
49350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
49350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
49350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
49350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
49350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
49350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
49350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
49350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
49350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
49350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
49350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
49350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
49350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
49350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
49350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
49350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
49350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
49350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
49350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
49350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
49350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
49350	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
49350	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
49350	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
49350	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
49350	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
49350	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
49350	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
49350	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
49350	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
49350	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
49350	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
49350	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
49350	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
49350	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
49350	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
49350	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
49350	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
49350	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
49350	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
49350	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
49350	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
49350	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
49350	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
49350	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
49350	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
49350	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
49350	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
49350	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
49350	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
49350	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
49350	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
49350	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
49350	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
49350	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
49350	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
49350	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
49350	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
49350	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
49350	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
49350	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
49350	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
49350	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
49350	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
49350	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
49350	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
49350	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
49350	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
49350	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
49350	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
49350	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
49350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
49350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
49350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
49350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
49350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
49350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
49350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
49350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
49350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
49350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
49350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
49350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
49350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
49350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
49350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
49350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
49350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
49350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
49350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
49350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
49350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
49350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
49350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
49350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
49350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
49350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
49350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
49350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
49350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
49350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
49350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
49350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
49350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
49350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
49350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
49350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
49350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
49350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
49350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
49350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
49350	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
49350	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
49350	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
49350	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
49350	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
49350	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
49350	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
49350	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
49350	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
49350	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
49350	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
49350	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
49350	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
49350	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
49350	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
49350	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
49350	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
49350	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
49350	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
49350	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
49350	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
49350	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
49350	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
49350	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
49350	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
49350	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
49350	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
49350	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
49350	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
49350	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
49350	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
49350	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
49350	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
49350	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
49350	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
49350	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
49350	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
49350	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
49350	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
49350	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
49350	embedding2nn.weight	0	0.03005487658083439
49350	embedding2nn.weight	1	-0.06972445547580719
49350	embedding2nn.weight	2	0.02753012627363205
49350	embedding2nn.weight	3	-0.04240588843822479
49350	embedding2nn.weight	4	-0.07287751138210297
49350	embedding2nn.weight	5	0.05543582886457443
49350	embedding2nn.weight	6	-0.0794450119137764
49350	embedding2nn.weight	7	-0.06922685354948044
49350	embedding2nn.weight	8	0.002847131108865142
49350	embedding2nn.weight	9	0.024502011016011238
49350	embedding2nn.bias	0	0.041412267833948135
49350	embedding2nn.bias	1	0.014413190074265003
49350	embedding2nn.bias	2	-0.11747285723686218
49350	embedding2nn.bias	3	0.0654664859175682
49350	embedding2nn.bias	4	0.061532702296972275
49350	embedding2nn.bias	5	-0.1290331929922104
49350	embedding2nn.bias	6	-0.0722421333193779
49350	embedding2nn.bias	7	-0.006355333607643843
49350	embedding2nn.bias	8	0.06834752857685089
49350	embedding2nn.bias	9	-0.08210376650094986
49350	rnn.weight_ih_l0	0	0.015237349085509777
49350	rnn.weight_ih_l0	1	0.03812751919031143
49350	rnn.weight_ih_l0	2	-0.03283575177192688
49350	rnn.weight_ih_l0	3	0.017984045669436455
49350	rnn.weight_ih_l0	4	0.02339841239154339
49350	rnn.weight_ih_l0	5	-0.054284993559122086
49350	rnn.weight_ih_l0	6	0.01872171275317669
49350	rnn.weight_ih_l0	7	-0.04736471548676491
49350	rnn.weight_ih_l0	8	0.016312992200255394
49350	rnn.weight_ih_l0	9	-0.011460406705737114
49350	rnn.weight_hh_l0	0	0.002852997276932001
49350	rnn.weight_hh_l0	1	-0.048979099839925766
49350	rnn.weight_hh_l0	2	0.0388987697660923
49350	rnn.weight_hh_l0	3	0.013814243488013744
49350	rnn.weight_hh_l0	4	0.017027733847498894
49350	rnn.weight_hh_l0	5	0.036796074360609055
49350	rnn.weight_hh_l0	6	-0.008454862982034683
49350	rnn.weight_hh_l0	7	-0.05824922397732735
49350	rnn.weight_hh_l0	8	-0.02197929285466671
49350	rnn.weight_hh_l0	9	-0.031281646341085434
49350	rnn.bias_ih_l0	0	-0.054873064160346985
49350	rnn.bias_ih_l0	1	-0.10625693202018738
49350	rnn.bias_ih_l0	2	-0.14996099472045898
49350	rnn.bias_ih_l0	3	-0.22921687364578247
49350	rnn.bias_ih_l0	4	0.014363277703523636
49350	rnn.bias_ih_l0	5	0.0723377913236618
49350	rnn.bias_ih_l0	6	-0.09197002649307251
49350	rnn.bias_ih_l0	7	-0.17344018816947937
49350	rnn.bias_ih_l0	8	-0.06844692677259445
49350	rnn.bias_ih_l0	9	-0.10454235970973969
49350	rnn.bias_hh_l0	0	0.09662927687168121
49350	rnn.bias_hh_l0	1	-0.03223046287894249
49350	rnn.bias_hh_l0	2	0.014814179390668869
49350	rnn.bias_hh_l0	3	-0.10446561872959137
49350	rnn.bias_hh_l0	4	0.02991405315697193
49350	rnn.bias_hh_l0	5	0.023981930688023567
49350	rnn.bias_hh_l0	6	-0.06066127121448517
49350	rnn.bias_hh_l0	7	-0.09549390524625778
49350	rnn.bias_hh_l0	8	-0.13231904804706573
49350	rnn.bias_hh_l0	9	-0.06081964075565338
49350	rnn.weight_ih_l0_reverse	0	0.000259185180766508
49350	rnn.weight_ih_l0_reverse	1	0.007557804696261883
49350	rnn.weight_ih_l0_reverse	2	-0.004194002598524094
49350	rnn.weight_ih_l0_reverse	3	-0.008396086283028126
49350	rnn.weight_ih_l0_reverse	4	0.01058996468782425
49350	rnn.weight_ih_l0_reverse	5	-0.03183921426534653
49350	rnn.weight_ih_l0_reverse	6	-0.04046778753399849
49350	rnn.weight_ih_l0_reverse	7	0.00045678517199121416
49350	rnn.weight_ih_l0_reverse	8	0.0395958237349987
49350	rnn.weight_ih_l0_reverse	9	0.0011322973296046257
49350	rnn.weight_hh_l0_reverse	0	-0.0069392649456858635
49350	rnn.weight_hh_l0_reverse	1	0.017092429101467133
49350	rnn.weight_hh_l0_reverse	2	-0.02682921476662159
49350	rnn.weight_hh_l0_reverse	3	0.037869468331336975
49350	rnn.weight_hh_l0_reverse	4	0.010374329052865505
49350	rnn.weight_hh_l0_reverse	5	-0.002575376071035862
49350	rnn.weight_hh_l0_reverse	6	0.025413528084754944
49350	rnn.weight_hh_l0_reverse	7	0.026812545955181122
49350	rnn.weight_hh_l0_reverse	8	0.005156418774276972
49350	rnn.weight_hh_l0_reverse	9	-0.041898708790540695
49350	rnn.bias_ih_l0_reverse	0	-0.09346344321966171
49350	rnn.bias_ih_l0_reverse	1	-0.22890281677246094
49350	rnn.bias_ih_l0_reverse	2	-0.035830963402986526
49350	rnn.bias_ih_l0_reverse	3	-0.07199511677026749
49350	rnn.bias_ih_l0_reverse	4	0.0819251537322998
49350	rnn.bias_ih_l0_reverse	5	-0.16400937736034393
49350	rnn.bias_ih_l0_reverse	6	-0.03240229934453964
49350	rnn.bias_ih_l0_reverse	7	0.03872859477996826
49350	rnn.bias_ih_l0_reverse	8	-0.11247250437736511
49350	rnn.bias_ih_l0_reverse	9	-0.06255646049976349
49350	rnn.bias_hh_l0_reverse	0	-0.08551472425460815
49350	rnn.bias_hh_l0_reverse	1	-0.05412329360842705
49350	rnn.bias_hh_l0_reverse	2	-0.026858719065785408
49350	rnn.bias_hh_l0_reverse	3	-0.10063721239566803
49350	rnn.bias_hh_l0_reverse	4	-0.023108376190066338
49350	rnn.bias_hh_l0_reverse	5	-0.10242488235235214
49350	rnn.bias_hh_l0_reverse	6	-0.043949104845523834
49350	rnn.bias_hh_l0_reverse	7	-0.11934283375740051
49350	rnn.bias_hh_l0_reverse	8	-0.01952960342168808
49350	rnn.bias_hh_l0_reverse	9	-0.13370637595653534
49350	linear.weight	0	-0.1892712414264679
49350	linear.weight	1	-0.08380524069070816
49350	linear.weight	2	-0.011228874325752258
49350	linear.weight	3	0.03559001535177231
49350	linear.weight	4	0.04572473466396332
49350	linear.weight	5	0.2701529264450073
49350	linear.weight	6	0.0047744326293468475
49350	linear.weight	7	-0.021312154829502106
49350	linear.weight	8	0.15728500485420227
49350	linear.weight	9	0.1753949522972107
49350	linear.bias	0	-0.6481947898864746
49350	linear.bias	1	0.6450848579406738
49350	linear.bias	2	0.0024771331809461117
49350	linear.bias	3	-0.3715687394142151
49350	linear.bias	4	-1.234386682510376
49350	linear.bias	5	-1.1137092113494873
49350	linear.bias	6	-0.5673332214355469
49350	linear.bias	7	-0.718122661113739
49350	linear.bias	8	-0.01705317199230194
49350	linear.bias	9	2.7593979835510254
49547	transitions	0	-0.16745644807815552
49547	transitions	1	7.076888084411621
49547	transitions	2	-2.8443751335144043
49547	transitions	3	1.2092363834381104
49547	transitions	4	-1.5825291872024536
49547	transitions	5	-0.26358988881111145
49547	transitions	6	-0.14283308386802673
49547	transitions	7	-10000.0
49547	transitions	8	1.544890284538269
49547	transitions	9	-2.283751964569092
49547	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
49547	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
49547	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
49547	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
49547	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
49547	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
49547	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
49547	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
49547	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
49547	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
49547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
49547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
49547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
49547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
49547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
49547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
49547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
49547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
49547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
49547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
49547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
49547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
49547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
49547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
49547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
49547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
49547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
49547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
49547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
49547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
49547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
49547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
49547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
49547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
49547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
49547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
49547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
49547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
49547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
49547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
49547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
49547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
49547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
49547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
49547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
49547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
49547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
49547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
49547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
49547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
49547	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
49547	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
49547	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
49547	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
49547	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
49547	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
49547	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
49547	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
49547	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
49547	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
49547	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
49547	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
49547	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
49547	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
49547	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
49547	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
49547	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
49547	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
49547	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
49547	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
49547	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
49547	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
49547	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
49547	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
49547	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
49547	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
49547	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
49547	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
49547	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
49547	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
49547	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
49547	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
49547	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
49547	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
49547	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
49547	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
49547	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
49547	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
49547	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
49547	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
49547	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
49547	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
49547	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
49547	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
49547	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
49547	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
49547	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
49547	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
49547	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
49547	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
49547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
49547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
49547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
49547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
49547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
49547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
49547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
49547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
49547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
49547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
49547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
49547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
49547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
49547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
49547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
49547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
49547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
49547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
49547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
49547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
49547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
49547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
49547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
49547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
49547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
49547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
49547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
49547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
49547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
49547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
49547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
49547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
49547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
49547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
49547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
49547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
49547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
49547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
49547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
49547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
49547	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
49547	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
49547	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
49547	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
49547	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
49547	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
49547	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
49547	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
49547	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
49547	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
49547	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
49547	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
49547	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
49547	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
49547	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
49547	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
49547	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
49547	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
49547	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
49547	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
49547	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
49547	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
49547	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
49547	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
49547	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
49547	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
49547	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
49547	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
49547	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
49547	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
49547	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
49547	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
49547	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
49547	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
49547	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
49547	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
49547	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
49547	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
49547	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
49547	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
49547	embedding2nn.weight	0	0.02976088784635067
49547	embedding2nn.weight	1	-0.07237685471773148
49547	embedding2nn.weight	2	0.026028035208582878
49547	embedding2nn.weight	3	-0.042256031185388565
49547	embedding2nn.weight	4	-0.07148315757513046
49547	embedding2nn.weight	5	0.05590255185961723
49547	embedding2nn.weight	6	-0.07067714631557465
49547	embedding2nn.weight	7	-0.07068098336458206
49547	embedding2nn.weight	8	0.0035232531372457743
49547	embedding2nn.weight	9	0.023012768477201462
49547	embedding2nn.bias	0	0.04991254583001137
49547	embedding2nn.bias	1	0.0052114552818238735
49547	embedding2nn.bias	2	-0.10388486087322235
49547	embedding2nn.bias	3	0.050572216510772705
49547	embedding2nn.bias	4	0.06137700378894806
49547	embedding2nn.bias	5	-0.12588734924793243
49547	embedding2nn.bias	6	-0.07802288979291916
49547	embedding2nn.bias	7	0.014347619377076626
49547	embedding2nn.bias	8	0.07027943432331085
49547	embedding2nn.bias	9	-0.07575925439596176
49547	rnn.weight_ih_l0	0	0.014426412992179394
49547	rnn.weight_ih_l0	1	0.0378093384206295
49547	rnn.weight_ih_l0	2	-0.036699213087558746
49547	rnn.weight_ih_l0	3	0.019127333536744118
49547	rnn.weight_ih_l0	4	0.023895028978586197
49547	rnn.weight_ih_l0	5	-0.05419088527560234
49547	rnn.weight_ih_l0	6	0.017834099009633064
49547	rnn.weight_ih_l0	7	-0.04760241135954857
49547	rnn.weight_ih_l0	8	0.015835216268897057
49547	rnn.weight_ih_l0	9	-0.009144466370344162
49547	rnn.weight_hh_l0	0	0.003238505683839321
49547	rnn.weight_hh_l0	1	-0.047402333468198776
49547	rnn.weight_hh_l0	2	0.03929164633154869
49547	rnn.weight_hh_l0	3	0.014516203664243221
49547	rnn.weight_hh_l0	4	0.016994928941130638
49547	rnn.weight_hh_l0	5	0.03706979751586914
49547	rnn.weight_hh_l0	6	-0.008432179689407349
49547	rnn.weight_hh_l0	7	-0.05882900953292847
49547	rnn.weight_hh_l0	8	-0.020974982529878616
49547	rnn.weight_hh_l0	9	-0.02920275554060936
49547	rnn.bias_ih_l0	0	-0.04680706933140755
49547	rnn.bias_ih_l0	1	-0.1048995852470398
49547	rnn.bias_ih_l0	2	-0.1522825062274933
49547	rnn.bias_ih_l0	3	-0.22860242426395416
49547	rnn.bias_ih_l0	4	0.011081427335739136
49547	rnn.bias_ih_l0	5	0.07298393547534943
49547	rnn.bias_ih_l0	6	-0.09085427224636078
49547	rnn.bias_ih_l0	7	-0.16830740869045258
49547	rnn.bias_ih_l0	8	-0.06524394452571869
49547	rnn.bias_ih_l0	9	-0.10457635670900345
49547	rnn.bias_hh_l0	0	0.09693248569965363
49547	rnn.bias_hh_l0	1	-0.034192100167274475
49547	rnn.bias_hh_l0	2	0.01650017313659191
49547	rnn.bias_hh_l0	3	-0.10653573274612427
49547	rnn.bias_hh_l0	4	0.0286154355853796
49547	rnn.bias_hh_l0	5	0.02796565368771553
49547	rnn.bias_hh_l0	6	-0.05906964838504791
49547	rnn.bias_hh_l0	7	-0.09722470492124557
49547	rnn.bias_hh_l0	8	-0.13186442852020264
49547	rnn.bias_hh_l0	9	-0.06026088818907738
49547	rnn.weight_ih_l0_reverse	0	-0.0011975367087870836
49547	rnn.weight_ih_l0_reverse	1	0.007510362192988396
49547	rnn.weight_ih_l0_reverse	2	-0.0024679205380380154
49547	rnn.weight_ih_l0_reverse	3	-0.013330439105629921
49547	rnn.weight_ih_l0_reverse	4	0.01247013546526432
49547	rnn.weight_ih_l0_reverse	5	-0.031898122280836105
49547	rnn.weight_ih_l0_reverse	6	-0.03944319486618042
49547	rnn.weight_ih_l0_reverse	7	8.236673602368683e-05
49547	rnn.weight_ih_l0_reverse	8	0.040882281959056854
49547	rnn.weight_ih_l0_reverse	9	0.0007620945107191801
49547	rnn.weight_hh_l0_reverse	0	-0.006717567332088947
49547	rnn.weight_hh_l0_reverse	1	0.017379241064190865
49547	rnn.weight_hh_l0_reverse	2	-0.02753381058573723
49547	rnn.weight_hh_l0_reverse	3	0.03760060667991638
49547	rnn.weight_hh_l0_reverse	4	0.010333236306905746
49547	rnn.weight_hh_l0_reverse	5	-0.0021522522438317537
49547	rnn.weight_hh_l0_reverse	6	0.025009874254465103
49547	rnn.weight_hh_l0_reverse	7	0.027383670210838318
49547	rnn.weight_hh_l0_reverse	8	0.005390521138906479
49547	rnn.weight_hh_l0_reverse	9	-0.042914196848869324
49547	rnn.bias_ih_l0_reverse	0	-0.09691271185874939
49547	rnn.bias_ih_l0_reverse	1	-0.22822177410125732
49547	rnn.bias_ih_l0_reverse	2	-0.03739415854215622
49547	rnn.bias_ih_l0_reverse	3	-0.07268087565898895
49547	rnn.bias_ih_l0_reverse	4	0.08416437357664108
49547	rnn.bias_ih_l0_reverse	5	-0.16699738800525665
49547	rnn.bias_ih_l0_reverse	6	-0.03422655910253525
49547	rnn.bias_ih_l0_reverse	7	0.04236195981502533
49547	rnn.bias_ih_l0_reverse	8	-0.11557543277740479
49547	rnn.bias_ih_l0_reverse	9	-0.0632680356502533
49547	rnn.bias_hh_l0_reverse	0	-0.08461510390043259
49547	rnn.bias_hh_l0_reverse	1	-0.054548051208257675
49547	rnn.bias_hh_l0_reverse	2	-0.026463281363248825
49547	rnn.bias_hh_l0_reverse	3	-0.10024480521678925
49547	rnn.bias_hh_l0_reverse	4	-0.023448534309864044
49547	rnn.bias_hh_l0_reverse	5	-0.10341916978359222
49547	rnn.bias_hh_l0_reverse	6	-0.04722253978252411
49547	rnn.bias_hh_l0_reverse	7	-0.12133263051509857
49547	rnn.bias_hh_l0_reverse	8	-0.017574165016412735
49547	rnn.bias_hh_l0_reverse	9	-0.13273002207279205
49547	linear.weight	0	-0.19038039445877075
49547	linear.weight	1	-0.07656264305114746
49547	linear.weight	2	-0.011228874325752258
49547	linear.weight	3	0.025900451466441154
49547	linear.weight	4	0.05366576090455055
49547	linear.weight	5	0.28035297989845276
49547	linear.weight	6	0.0047744326293468475
49547	linear.weight	7	-0.021312154829502106
49547	linear.weight	8	0.1613711714744568
49547	linear.weight	9	0.1927754282951355
49547	linear.bias	0	-0.6495879292488098
49547	linear.bias	1	0.6558626294136047
49547	linear.bias	2	-0.009090395644307137
49547	linear.bias	3	-0.41611945629119873
49547	linear.bias	4	-1.164216160774231
49547	linear.bias	5	-1.1140424013137817
49547	linear.bias	6	-0.5692670345306396
49547	linear.bias	7	-0.7235334515571594
49547	linear.bias	8	-0.01705317199230194
49547	linear.bias	9	2.8003666400909424
49744	transitions	0	-0.16814464330673218
49744	transitions	1	7.0810089111328125
49744	transitions	2	-2.8460958003997803
49744	transitions	3	1.2124848365783691
49744	transitions	4	-1.5841425657272339
49744	transitions	5	-0.2637973427772522
49744	transitions	6	-0.14297780394554138
49744	transitions	7	-10000.0
49744	transitions	8	1.5439260005950928
49744	transitions	9	-2.2838008403778076
49744	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
49744	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
49744	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
49744	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
49744	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
49744	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
49744	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
49744	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
49744	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
49744	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
49744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
49744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
49744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
49744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
49744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
49744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
49744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
49744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
49744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
49744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
49744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
49744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
49744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
49744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
49744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
49744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
49744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
49744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
49744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
49744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
49744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
49744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
49744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
49744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
49744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
49744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
49744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
49744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
49744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
49744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
49744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
49744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
49744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
49744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
49744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
49744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
49744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
49744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
49744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
49744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
49744	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
49744	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
49744	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
49744	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
49744	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
49744	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
49744	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
49744	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
49744	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
49744	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
49744	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
49744	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
49744	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
49744	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
49744	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
49744	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
49744	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
49744	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
49744	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
49744	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
49744	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
49744	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
49744	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
49744	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
49744	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
49744	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
49744	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
49744	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
49744	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
49744	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
49744	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
49744	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
49744	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
49744	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
49744	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
49744	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
49744	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
49744	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
49744	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
49744	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
49744	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
49744	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
49744	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
49744	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
49744	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
49744	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
49744	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
49744	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
49744	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
49744	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
49744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
49744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
49744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
49744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
49744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
49744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
49744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
49744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
49744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
49744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
49744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
49744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
49744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
49744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
49744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
49744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
49744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
49744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
49744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
49744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
49744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
49744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
49744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
49744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
49744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
49744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
49744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
49744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
49744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
49744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
49744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
49744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
49744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
49744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
49744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
49744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
49744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
49744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
49744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
49744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
49744	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
49744	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
49744	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
49744	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
49744	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
49744	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
49744	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
49744	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
49744	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
49744	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
49744	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
49744	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
49744	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
49744	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
49744	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
49744	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
49744	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
49744	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
49744	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
49744	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
49744	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
49744	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
49744	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
49744	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
49744	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
49744	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
49744	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
49744	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
49744	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
49744	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
49744	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
49744	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
49744	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
49744	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
49744	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
49744	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
49744	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
49744	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
49744	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
49744	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
49744	embedding2nn.weight	0	0.028521768748760223
49744	embedding2nn.weight	1	-0.07354848831892014
49744	embedding2nn.weight	2	0.020625658333301544
49744	embedding2nn.weight	3	-0.042658161371946335
49744	embedding2nn.weight	4	-0.06786341965198517
49744	embedding2nn.weight	5	0.054878078401088715
49744	embedding2nn.weight	6	-0.06409580260515213
49744	embedding2nn.weight	7	-0.06967959553003311
49744	embedding2nn.weight	8	0.003441344015300274
49744	embedding2nn.weight	9	0.024745328351855278
49744	embedding2nn.bias	0	0.058300603181123734
49744	embedding2nn.bias	1	0.0022145539987832308
49744	embedding2nn.bias	2	-0.09953654557466507
49744	embedding2nn.bias	3	0.05441378429532051
49744	embedding2nn.bias	4	0.06236030161380768
49744	embedding2nn.bias	5	-0.1302320808172226
49744	embedding2nn.bias	6	-0.0775565430521965
49744	embedding2nn.bias	7	0.0024389605969190598
49744	embedding2nn.bias	8	0.06770381331443787
49744	embedding2nn.bias	9	-0.07460486143827438
49744	rnn.weight_ih_l0	0	0.015307779423892498
49744	rnn.weight_ih_l0	1	0.03540199622511864
49744	rnn.weight_ih_l0	2	-0.03885091841220856
49744	rnn.weight_ih_l0	3	0.01779419742524624
49744	rnn.weight_ih_l0	4	0.024141909554600716
49744	rnn.weight_ih_l0	5	-0.05481460690498352
49744	rnn.weight_ih_l0	6	0.019037924706935883
49744	rnn.weight_ih_l0	7	-0.049485716968774796
49744	rnn.weight_ih_l0	8	0.018468953669071198
49744	rnn.weight_ih_l0	9	-0.008638596162199974
49744	rnn.weight_hh_l0	0	0.0057063354179263115
49744	rnn.weight_hh_l0	1	-0.04749421402812004
49744	rnn.weight_hh_l0	2	0.04019150137901306
49744	rnn.weight_hh_l0	3	0.014376823790371418
49744	rnn.weight_hh_l0	4	0.016939600929617882
49744	rnn.weight_hh_l0	5	0.03617752343416214
49744	rnn.weight_hh_l0	6	-0.008727285079658031
49744	rnn.weight_hh_l0	7	-0.05870429426431656
49744	rnn.weight_hh_l0	8	-0.02084578201174736
49744	rnn.weight_hh_l0	9	-0.02766931615769863
49744	rnn.bias_ih_l0	0	-0.05207420140504837
49744	rnn.bias_ih_l0	1	-0.10446561127901077
49744	rnn.bias_ih_l0	2	-0.1493200957775116
49744	rnn.bias_ih_l0	3	-0.22688478231430054
49744	rnn.bias_ih_l0	4	0.015393408946692944
49744	rnn.bias_ih_l0	5	0.07712217420339584
49744	rnn.bias_ih_l0	6	-0.09257229417562485
49744	rnn.bias_ih_l0	7	-0.169925719499588
49744	rnn.bias_ih_l0	8	-0.06327302753925323
49744	rnn.bias_ih_l0	9	-0.10430944710969925
49744	rnn.bias_hh_l0	0	0.09589516371488571
49744	rnn.bias_hh_l0	1	-0.03367448225617409
49744	rnn.bias_hh_l0	2	0.017246181145310402
49744	rnn.bias_hh_l0	3	-0.10711176693439484
49744	rnn.bias_hh_l0	4	0.026623189449310303
49744	rnn.bias_hh_l0	5	0.03426060080528259
49744	rnn.bias_hh_l0	6	-0.05550335347652435
49744	rnn.bias_hh_l0	7	-0.09690774232149124
49744	rnn.bias_hh_l0	8	-0.12784236669540405
49744	rnn.bias_hh_l0	9	-0.06190625950694084
49744	rnn.weight_ih_l0_reverse	0	-0.0034629921428859234
49744	rnn.weight_ih_l0_reverse	1	0.007823131047189236
49744	rnn.weight_ih_l0_reverse	2	-0.006786249577999115
49744	rnn.weight_ih_l0_reverse	3	-0.011219306848943233
49744	rnn.weight_ih_l0_reverse	4	0.009329335764050484
49744	rnn.weight_ih_l0_reverse	5	-0.029567204415798187
49744	rnn.weight_ih_l0_reverse	6	-0.040465403348207474
49744	rnn.weight_ih_l0_reverse	7	0.0038772905245423317
49744	rnn.weight_ih_l0_reverse	8	0.04091711714863777
49744	rnn.weight_ih_l0_reverse	9	-0.0027973565738648176
49744	rnn.weight_hh_l0_reverse	0	-0.006124280858784914
49744	rnn.weight_hh_l0_reverse	1	0.01840333081781864
49744	rnn.weight_hh_l0_reverse	2	-0.028444433584809303
49744	rnn.weight_hh_l0_reverse	3	0.03739677742123604
49744	rnn.weight_hh_l0_reverse	4	0.010597262531518936
49744	rnn.weight_hh_l0_reverse	5	-0.0030374410562217236
49744	rnn.weight_hh_l0_reverse	6	0.024406224489212036
49744	rnn.weight_hh_l0_reverse	7	0.02684815600514412
49744	rnn.weight_hh_l0_reverse	8	0.005779363680630922
49744	rnn.weight_hh_l0_reverse	9	-0.043284010142087936
49744	rnn.bias_ih_l0_reverse	0	-0.09344059228897095
49744	rnn.bias_ih_l0_reverse	1	-0.22612500190734863
49744	rnn.bias_ih_l0_reverse	2	-0.03411715850234032
49744	rnn.bias_ih_l0_reverse	3	-0.07196913659572601
49744	rnn.bias_ih_l0_reverse	4	0.08126450330018997
49744	rnn.bias_ih_l0_reverse	5	-0.16870668530464172
49744	rnn.bias_ih_l0_reverse	6	-0.03234931454062462
49744	rnn.bias_ih_l0_reverse	7	0.0410056971013546
49744	rnn.bias_ih_l0_reverse	8	-0.11612983793020248
49744	rnn.bias_ih_l0_reverse	9	-0.06394526362419128
49744	rnn.bias_hh_l0_reverse	0	-0.08104569464921951
49744	rnn.bias_hh_l0_reverse	1	-0.05058683082461357
49744	rnn.bias_hh_l0_reverse	2	-0.02609851211309433
49744	rnn.bias_hh_l0_reverse	3	-0.10408042371273041
49744	rnn.bias_hh_l0_reverse	4	-0.023524926975369453
49744	rnn.bias_hh_l0_reverse	5	-0.10303064435720444
49744	rnn.bias_hh_l0_reverse	6	-0.0482541024684906
49744	rnn.bias_hh_l0_reverse	7	-0.11856503784656525
49744	rnn.bias_hh_l0_reverse	8	-0.024279432371258736
49744	rnn.bias_hh_l0_reverse	9	-0.13405384123325348
49744	linear.weight	0	-0.19041180610656738
49744	linear.weight	1	-0.0900781974196434
49744	linear.weight	2	-0.011228874325752258
49744	linear.weight	3	0.02543032355606556
49744	linear.weight	4	0.06559141725301743
49744	linear.weight	5	0.28238651156425476
49744	linear.weight	6	0.0047744326293468475
49744	linear.weight	7	-0.021312154829502106
49744	linear.weight	8	0.14201778173446655
49744	linear.weight	9	0.18586625158786774
49744	linear.bias	0	-0.6788325905799866
49744	linear.bias	1	0.677323579788208
49744	linear.bias	2	-0.029469383880496025
49744	linear.bias	3	-0.40544748306274414
49744	linear.bias	4	-1.1586869955062866
49744	linear.bias	5	-1.1143054962158203
49744	linear.bias	6	-0.6012810468673706
49744	linear.bias	7	-0.7310271859169006
49744	linear.bias	8	-0.01705317199230194
49744	linear.bias	9	2.826873779296875
49941	transitions	0	-0.16915419697761536
49941	transitions	1	7.105757713317871
49941	transitions	2	-2.84814190864563
49941	transitions	3	1.2198448181152344
49941	transitions	4	-1.5853626728057861
49941	transitions	5	-0.26404592394828796
49941	transitions	6	-0.14316698908805847
49941	transitions	7	-10000.0
49941	transitions	8	1.5514086484909058
49941	transitions	9	-2.2838382720947266
49941	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
49941	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
49941	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
49941	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
49941	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
49941	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
49941	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
49941	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
49941	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
49941	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
49941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
49941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
49941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
49941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
49941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
49941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
49941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
49941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
49941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
49941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
49941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
49941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
49941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
49941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
49941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
49941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
49941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
49941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
49941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
49941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
49941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
49941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
49941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
49941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
49941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
49941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
49941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
49941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
49941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
49941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
49941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
49941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
49941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
49941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
49941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
49941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
49941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
49941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
49941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
49941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
49941	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
49941	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
49941	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
49941	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
49941	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
49941	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
49941	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
49941	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
49941	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
49941	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
49941	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
49941	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
49941	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
49941	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
49941	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
49941	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
49941	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
49941	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
49941	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
49941	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
49941	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
49941	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
49941	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
49941	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
49941	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
49941	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
49941	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
49941	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
49941	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
49941	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
49941	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
49941	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
49941	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
49941	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
49941	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
49941	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
49941	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
49941	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
49941	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
49941	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
49941	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
49941	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
49941	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
49941	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
49941	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
49941	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
49941	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
49941	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
49941	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
49941	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
49941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
49941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
49941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
49941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
49941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
49941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
49941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
49941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
49941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
49941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
49941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
49941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
49941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
49941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
49941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
49941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
49941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
49941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
49941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
49941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
49941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
49941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
49941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
49941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
49941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
49941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
49941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
49941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
49941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
49941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
49941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
49941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
49941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
49941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
49941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
49941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
49941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
49941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
49941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
49941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
49941	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
49941	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
49941	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
49941	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
49941	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
49941	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
49941	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
49941	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
49941	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
49941	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
49941	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
49941	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
49941	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
49941	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
49941	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
49941	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
49941	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
49941	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
49941	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
49941	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
49941	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
49941	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
49941	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
49941	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
49941	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
49941	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
49941	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
49941	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
49941	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
49941	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
49941	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
49941	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
49941	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
49941	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
49941	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
49941	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
49941	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
49941	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
49941	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
49941	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
49941	embedding2nn.weight	0	0.027854615822434425
49941	embedding2nn.weight	1	-0.07499738782644272
49941	embedding2nn.weight	2	0.020313097164034843
49941	embedding2nn.weight	3	-0.043116677552461624
49941	embedding2nn.weight	4	-0.06727051734924316
49941	embedding2nn.weight	5	0.053907137364149094
49941	embedding2nn.weight	6	-0.06144366413354874
49941	embedding2nn.weight	7	-0.0707685649394989
49941	embedding2nn.weight	8	0.0031083393841981888
49941	embedding2nn.weight	9	0.022515570744872093
49941	embedding2nn.bias	0	0.04479491710662842
49941	embedding2nn.bias	1	0.0018855611560866237
49941	embedding2nn.bias	2	-0.09990807622671127
49941	embedding2nn.bias	3	0.06184312701225281
49941	embedding2nn.bias	4	0.06904531270265579
49941	embedding2nn.bias	5	-0.1190277487039566
49941	embedding2nn.bias	6	-0.06692812591791153
49941	embedding2nn.bias	7	-0.0028270804323256016
49941	embedding2nn.bias	8	0.06692952662706375
49941	embedding2nn.bias	9	-0.07140448689460754
49941	rnn.weight_ih_l0	0	0.014286642894148827
49941	rnn.weight_ih_l0	1	0.032879866659641266
49941	rnn.weight_ih_l0	2	-0.04229174554347992
49941	rnn.weight_ih_l0	3	0.01789521984755993
49941	rnn.weight_ih_l0	4	0.026564152911305428
49941	rnn.weight_ih_l0	5	-0.05655937269330025
49941	rnn.weight_ih_l0	6	0.017819402739405632
49941	rnn.weight_ih_l0	7	-0.053222257643938065
49941	rnn.weight_ih_l0	8	0.01987874135375023
49941	rnn.weight_ih_l0	9	-0.009554301388561726
49941	rnn.weight_hh_l0	0	0.005692376289516687
49941	rnn.weight_hh_l0	1	-0.04873313382267952
49941	rnn.weight_hh_l0	2	0.04139558970928192
49941	rnn.weight_hh_l0	3	0.015617231838405132
49941	rnn.weight_hh_l0	4	0.01682654581964016
49941	rnn.weight_hh_l0	5	0.03562328591942787
49941	rnn.weight_hh_l0	6	-0.00884405616670847
49941	rnn.weight_hh_l0	7	-0.06099012866616249
49941	rnn.weight_hh_l0	8	-0.021967055276036263
49941	rnn.weight_hh_l0	9	-0.03161419555544853
49941	rnn.bias_ih_l0	0	-0.04800689220428467
49941	rnn.bias_ih_l0	1	-0.10820068418979645
49941	rnn.bias_ih_l0	2	-0.14559994637966156
49941	rnn.bias_ih_l0	3	-0.22998744249343872
49941	rnn.bias_ih_l0	4	0.015646271407604218
49941	rnn.bias_ih_l0	5	0.08055338263511658
49941	rnn.bias_ih_l0	6	-0.08915252238512039
49941	rnn.bias_ih_l0	7	-0.17149940133094788
49941	rnn.bias_ih_l0	8	-0.06450074911117554
49941	rnn.bias_ih_l0	9	-0.10529721528291702
49941	rnn.bias_hh_l0	0	0.0932958722114563
49941	rnn.bias_hh_l0	1	-0.032631296664476395
49941	rnn.bias_hh_l0	2	0.015763986855745316
49941	rnn.bias_hh_l0	3	-0.10280871391296387
49941	rnn.bias_hh_l0	4	0.026490632444620132
49941	rnn.bias_hh_l0	5	0.029965009540319443
49941	rnn.bias_hh_l0	6	-0.05660450831055641
49941	rnn.bias_hh_l0	7	-0.09637835621833801
49941	rnn.bias_hh_l0	8	-0.1252654641866684
49941	rnn.bias_hh_l0	9	-0.06197437644004822
49941	rnn.weight_ih_l0_reverse	0	-0.0026148154865950346
49941	rnn.weight_ih_l0_reverse	1	0.008885118179023266
49941	rnn.weight_ih_l0_reverse	2	-0.0036989848595112562
49941	rnn.weight_ih_l0_reverse	3	-0.009538007900118828
49941	rnn.weight_ih_l0_reverse	4	0.006320113781839609
49941	rnn.weight_ih_l0_reverse	5	-0.025397947058081627
49941	rnn.weight_ih_l0_reverse	6	-0.04304385930299759
49941	rnn.weight_ih_l0_reverse	7	0.003064121585339308
49941	rnn.weight_ih_l0_reverse	8	0.04305807128548622
49941	rnn.weight_ih_l0_reverse	9	0.0007860989426262677
49941	rnn.weight_hh_l0_reverse	0	-0.005331183783710003
49941	rnn.weight_hh_l0_reverse	1	0.018453605473041534
49941	rnn.weight_hh_l0_reverse	2	-0.029084712266921997
49941	rnn.weight_hh_l0_reverse	3	0.03711557760834694
49941	rnn.weight_hh_l0_reverse	4	0.010325548239052296
49941	rnn.weight_hh_l0_reverse	5	-0.0025496259331703186
49941	rnn.weight_hh_l0_reverse	6	0.025337733328342438
49941	rnn.weight_hh_l0_reverse	7	0.025916090235114098
49941	rnn.weight_hh_l0_reverse	8	0.005992889404296875
49941	rnn.weight_hh_l0_reverse	9	-0.04263332486152649
49941	rnn.bias_ih_l0_reverse	0	-0.09419301897287369
49941	rnn.bias_ih_l0_reverse	1	-0.23209217190742493
49941	rnn.bias_ih_l0_reverse	2	-0.03402615338563919
49941	rnn.bias_ih_l0_reverse	3	-0.07218581438064575
49941	rnn.bias_ih_l0_reverse	4	0.07645847648382187
49941	rnn.bias_ih_l0_reverse	5	-0.16925077140331268
49941	rnn.bias_ih_l0_reverse	6	-0.03700549528002739
49941	rnn.bias_ih_l0_reverse	7	0.04450342059135437
49941	rnn.bias_ih_l0_reverse	8	-0.1175873726606369
49941	rnn.bias_ih_l0_reverse	9	-0.06213245168328285
49941	rnn.bias_hh_l0_reverse	0	-0.07955646514892578
49941	rnn.bias_hh_l0_reverse	1	-0.05648818239569664
49941	rnn.bias_hh_l0_reverse	2	-0.02659519761800766
49941	rnn.bias_hh_l0_reverse	3	-0.10251639038324356
49941	rnn.bias_hh_l0_reverse	4	-0.024261698126792908
49941	rnn.bias_hh_l0_reverse	5	-0.10438913106918335
49941	rnn.bias_hh_l0_reverse	6	-0.05011112615466118
49941	rnn.bias_hh_l0_reverse	7	-0.1218482181429863
49941	rnn.bias_hh_l0_reverse	8	-0.02804834209382534
49941	rnn.bias_hh_l0_reverse	9	-0.1335887312889099
49941	linear.weight	0	-0.20071952044963837
49941	linear.weight	1	-0.09843635559082031
49941	linear.weight	2	-0.011228874325752258
49941	linear.weight	3	0.03955160826444626
49941	linear.weight	4	0.06136869266629219
49941	linear.weight	5	0.28459614515304565
49941	linear.weight	6	0.0047744326293468475
49941	linear.weight	7	-0.021312154829502106
49941	linear.weight	8	0.14502541720867157
49941	linear.weight	9	0.1918901801109314
49941	linear.bias	0	-0.6625840067863464
49941	linear.bias	1	0.6485995650291443
49941	linear.bias	2	-0.057077277451753616
49941	linear.bias	3	-0.3878163993358612
49941	linear.bias	4	-1.1678773164749146
49941	linear.bias	5	-1.1145823001861572
49941	linear.bias	6	-0.5889064073562622
49941	linear.bias	7	-0.734359860420227
49941	linear.bias	8	-0.01705317199230194
49941	linear.bias	9	2.8124375343322754
50138	transitions	0	-0.16966651380062103
50138	transitions	1	7.134018898010254
50138	transitions	2	-2.85003924369812
50138	transitions	3	1.2040390968322754
50138	transitions	4	-1.5868889093399048
50138	transitions	5	-0.2642919719219208
50138	transitions	6	-0.1435198336839676
50138	transitions	7	-10000.0
50138	transitions	8	1.5516608953475952
50138	transitions	9	-2.283867120742798
50138	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
50138	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
50138	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
50138	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
50138	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
50138	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
50138	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
50138	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
50138	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
50138	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
50138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
50138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
50138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
50138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
50138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
50138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
50138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
50138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
50138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
50138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
50138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
50138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
50138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
50138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
50138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
50138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
50138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
50138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
50138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
50138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
50138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
50138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
50138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
50138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
50138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
50138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
50138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
50138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
50138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
50138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
50138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
50138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
50138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
50138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
50138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
50138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
50138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
50138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
50138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
50138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
50138	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
50138	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
50138	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
50138	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
50138	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
50138	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
50138	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
50138	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
50138	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
50138	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
50138	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
50138	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
50138	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
50138	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
50138	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
50138	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
50138	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
50138	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
50138	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
50138	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
50138	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
50138	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
50138	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
50138	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
50138	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
50138	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
50138	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
50138	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
50138	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
50138	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
50138	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
50138	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
50138	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
50138	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
50138	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
50138	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
50138	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
50138	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
50138	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
50138	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
50138	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
50138	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
50138	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
50138	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
50138	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
50138	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
50138	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
50138	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
50138	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
50138	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
50138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
50138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
50138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
50138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
50138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
50138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
50138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
50138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
50138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
50138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
50138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
50138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
50138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
50138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
50138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
50138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
50138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
50138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
50138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
50138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
50138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
50138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
50138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
50138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
50138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
50138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
50138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
50138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
50138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
50138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
50138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
50138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
50138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
50138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
50138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
50138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
50138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
50138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
50138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
50138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
50138	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
50138	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
50138	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
50138	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
50138	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
50138	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
50138	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
50138	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
50138	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
50138	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
50138	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
50138	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
50138	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
50138	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
50138	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
50138	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
50138	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
50138	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
50138	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
50138	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
50138	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
50138	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
50138	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
50138	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
50138	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
50138	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
50138	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
50138	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
50138	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
50138	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
50138	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
50138	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
50138	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
50138	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
50138	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
50138	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
50138	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
50138	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
50138	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
50138	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
50138	embedding2nn.weight	0	0.027828576043248177
50138	embedding2nn.weight	1	-0.07369808852672577
50138	embedding2nn.weight	2	0.018744541332125664
50138	embedding2nn.weight	3	-0.04427764192223549
50138	embedding2nn.weight	4	-0.06706652045249939
50138	embedding2nn.weight	5	0.05349048227071762
50138	embedding2nn.weight	6	-0.0680273175239563
50138	embedding2nn.weight	7	-0.06848293542861938
50138	embedding2nn.weight	8	0.002886050147935748
50138	embedding2nn.weight	9	0.024950390681624413
50138	embedding2nn.bias	0	0.048688922077417374
50138	embedding2nn.bias	1	0.0031202035024762154
50138	embedding2nn.bias	2	-0.10933195054531097
50138	embedding2nn.bias	3	0.07561908662319183
50138	embedding2nn.bias	4	0.06428153812885284
50138	embedding2nn.bias	5	-0.12488401681184769
50138	embedding2nn.bias	6	-0.06625906378030777
50138	embedding2nn.bias	7	-0.0029706591740250587
50138	embedding2nn.bias	8	0.0622568316757679
50138	embedding2nn.bias	9	-0.07199998199939728
50138	rnn.weight_ih_l0	0	0.008712876588106155
50138	rnn.weight_ih_l0	1	0.025953596457839012
50138	rnn.weight_ih_l0	2	-0.043400418013334274
50138	rnn.weight_ih_l0	3	0.016883661970496178
50138	rnn.weight_ih_l0	4	0.02611655928194523
50138	rnn.weight_ih_l0	5	-0.05727417394518852
50138	rnn.weight_ih_l0	6	0.018756190314888954
50138	rnn.weight_ih_l0	7	-0.05376692861318588
50138	rnn.weight_ih_l0	8	0.02279968187212944
50138	rnn.weight_ih_l0	9	-0.010113798081874847
50138	rnn.weight_hh_l0	0	0.007084144279360771
50138	rnn.weight_hh_l0	1	-0.046966586261987686
50138	rnn.weight_hh_l0	2	0.040107354521751404
50138	rnn.weight_hh_l0	3	0.017279651015996933
50138	rnn.weight_hh_l0	4	0.017128126695752144
50138	rnn.weight_hh_l0	5	0.03528200834989548
50138	rnn.weight_hh_l0	6	-0.008749857544898987
50138	rnn.weight_hh_l0	7	-0.060756150633096695
50138	rnn.weight_hh_l0	8	-0.021898426115512848
50138	rnn.weight_hh_l0	9	-0.03232954069972038
50138	rnn.bias_ih_l0	0	-0.04306739196181297
50138	rnn.bias_ih_l0	1	-0.10902029275894165
50138	rnn.bias_ih_l0	2	-0.14881813526153564
50138	rnn.bias_ih_l0	3	-0.22830082476139069
50138	rnn.bias_ih_l0	4	0.022216539829969406
50138	rnn.bias_ih_l0	5	0.07319466769695282
50138	rnn.bias_ih_l0	6	-0.09149277210235596
50138	rnn.bias_ih_l0	7	-0.1730596423149109
50138	rnn.bias_ih_l0	8	-0.06710991263389587
50138	rnn.bias_ih_l0	9	-0.10957077890634537
50138	rnn.bias_hh_l0	0	0.08644037693738937
50138	rnn.bias_hh_l0	1	-0.03510739654302597
50138	rnn.bias_hh_l0	2	0.013508235104382038
50138	rnn.bias_hh_l0	3	-0.10386836528778076
50138	rnn.bias_hh_l0	4	0.01786751300096512
50138	rnn.bias_hh_l0	5	0.0290966909378767
50138	rnn.bias_hh_l0	6	-0.054196130484342575
50138	rnn.bias_hh_l0	7	-0.0963810458779335
50138	rnn.bias_hh_l0	8	-0.12730026245117188
50138	rnn.bias_hh_l0	9	-0.06366895139217377
50138	rnn.weight_ih_l0_reverse	0	-0.0023068797308951616
50138	rnn.weight_ih_l0_reverse	1	0.009732918813824654
50138	rnn.weight_ih_l0_reverse	2	-0.0009756210492923856
50138	rnn.weight_ih_l0_reverse	3	-0.015341860242187977
50138	rnn.weight_ih_l0_reverse	4	0.010660828091204166
50138	rnn.weight_ih_l0_reverse	5	-0.030935082584619522
50138	rnn.weight_ih_l0_reverse	6	-0.042034637182950974
50138	rnn.weight_ih_l0_reverse	7	0.0006642222288064659
50138	rnn.weight_ih_l0_reverse	8	0.04212067276239395
50138	rnn.weight_ih_l0_reverse	9	0.002183960983529687
50138	rnn.weight_hh_l0_reverse	0	-0.006442065350711346
50138	rnn.weight_hh_l0_reverse	1	0.01830214262008667
50138	rnn.weight_hh_l0_reverse	2	-0.02892935462296009
50138	rnn.weight_hh_l0_reverse	3	0.03756789118051529
50138	rnn.weight_hh_l0_reverse	4	0.010073453187942505
50138	rnn.weight_hh_l0_reverse	5	-0.002954676514491439
50138	rnn.weight_hh_l0_reverse	6	0.025302909314632416
50138	rnn.weight_hh_l0_reverse	7	0.02516178786754608
50138	rnn.weight_hh_l0_reverse	8	0.005924689583480358
50138	rnn.weight_hh_l0_reverse	9	-0.04200064763426781
50138	rnn.bias_ih_l0_reverse	0	-0.09683351218700409
50138	rnn.bias_ih_l0_reverse	1	-0.22769099473953247
50138	rnn.bias_ih_l0_reverse	2	-0.03244641795754433
50138	rnn.bias_ih_l0_reverse	3	-0.07228852063417435
50138	rnn.bias_ih_l0_reverse	4	0.07493093609809875
50138	rnn.bias_ih_l0_reverse	5	-0.17187358438968658
50138	rnn.bias_ih_l0_reverse	6	-0.035090792924165726
50138	rnn.bias_ih_l0_reverse	7	0.042478375136852264
50138	rnn.bias_ih_l0_reverse	8	-0.12372705340385437
50138	rnn.bias_ih_l0_reverse	9	-0.0625869482755661
50138	rnn.bias_hh_l0_reverse	0	-0.0803796723484993
50138	rnn.bias_hh_l0_reverse	1	-0.05764449015259743
50138	rnn.bias_hh_l0_reverse	2	-0.02773303911089897
50138	rnn.bias_hh_l0_reverse	3	-0.10426544398069382
50138	rnn.bias_hh_l0_reverse	4	-0.025753038004040718
50138	rnn.bias_hh_l0_reverse	5	-0.10637366771697998
50138	rnn.bias_hh_l0_reverse	6	-0.04838090017437935
50138	rnn.bias_hh_l0_reverse	7	-0.12134313583374023
50138	rnn.bias_hh_l0_reverse	8	-0.027012959122657776
50138	rnn.bias_hh_l0_reverse	9	-0.1285393089056015
50138	linear.weight	0	-0.2159212827682495
50138	linear.weight	1	-0.09769473224878311
50138	linear.weight	2	-0.011228874325752258
50138	linear.weight	3	0.0016490252455696464
50138	linear.weight	4	0.05887952446937561
50138	linear.weight	5	0.26170575618743896
50138	linear.weight	6	0.0047744326293468475
50138	linear.weight	7	-0.021312154829502106
50138	linear.weight	8	0.16191264986991882
50138	linear.weight	9	0.19760459661483765
50138	linear.bias	0	-0.6560815572738647
50138	linear.bias	1	0.65252685546875
50138	linear.bias	2	-0.06178431212902069
50138	linear.bias	3	-0.3565618693828583
50138	linear.bias	4	-1.1872771978378296
50138	linear.bias	5	-1.1148700714111328
50138	linear.bias	6	-0.5852594971656799
50138	linear.bias	7	-0.7343044877052307
50138	linear.bias	8	-0.01705317199230194
50138	linear.bias	9	2.8198556900024414
50335	transitions	0	-0.17051438987255096
50335	transitions	1	7.10591459274292
50335	transitions	2	-2.852283477783203
50335	transitions	3	1.202380657196045
50335	transitions	4	-1.5882635116577148
50335	transitions	5	-0.2647556960582733
50335	transitions	6	-0.14380057156085968
50335	transitions	7	-10000.0
50335	transitions	8	1.548416256904602
50335	transitions	9	-2.2839105129241943
50335	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
50335	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
50335	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
50335	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
50335	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
50335	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
50335	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
50335	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
50335	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
50335	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
50335	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
50335	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
50335	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
50335	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
50335	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
50335	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
50335	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
50335	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
50335	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
50335	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
50335	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
50335	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
50335	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
50335	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
50335	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
50335	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
50335	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
50335	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
50335	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
50335	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
50335	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
50335	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
50335	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
50335	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
50335	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
50335	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
50335	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
50335	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
50335	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
50335	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
50335	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
50335	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
50335	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
50335	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
50335	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
50335	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
50335	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
50335	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
50335	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
50335	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
50335	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
50335	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
50335	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
50335	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
50335	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
50335	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
50335	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
50335	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
50335	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
50335	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
50335	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
50335	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
50335	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
50335	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
50335	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
50335	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
50335	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
50335	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
50335	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
50335	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
50335	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
50335	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
50335	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
50335	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
50335	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
50335	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
50335	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
50335	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
50335	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
50335	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
50335	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
50335	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
50335	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
50335	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
50335	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
50335	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
50335	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
50335	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
50335	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
50335	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
50335	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
50335	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
50335	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
50335	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
50335	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
50335	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
50335	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
50335	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
50335	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
50335	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
50335	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
50335	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
50335	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
50335	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
50335	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
50335	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
50335	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
50335	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
50335	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
50335	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
50335	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
50335	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
50335	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
50335	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
50335	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
50335	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
50335	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
50335	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
50335	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
50335	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
50335	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
50335	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
50335	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
50335	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
50335	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
50335	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
50335	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
50335	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
50335	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
50335	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
50335	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
50335	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
50335	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
50335	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
50335	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
50335	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
50335	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
50335	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
50335	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
50335	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
50335	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
50335	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
50335	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
50335	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
50335	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
50335	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
50335	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
50335	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
50335	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
50335	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
50335	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
50335	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
50335	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
50335	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
50335	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
50335	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
50335	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
50335	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
50335	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
50335	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
50335	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
50335	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
50335	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
50335	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
50335	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
50335	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
50335	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
50335	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
50335	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
50335	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
50335	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
50335	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
50335	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
50335	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
50335	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
50335	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
50335	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
50335	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
50335	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
50335	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
50335	embedding2nn.weight	0	0.027613764628767967
50335	embedding2nn.weight	1	-0.07387861609458923
50335	embedding2nn.weight	2	0.019168972969055176
50335	embedding2nn.weight	3	-0.04409771412611008
50335	embedding2nn.weight	4	-0.06845631450414658
50335	embedding2nn.weight	5	0.05477238446474075
50335	embedding2nn.weight	6	-0.05548887327313423
50335	embedding2nn.weight	7	-0.06998896598815918
50335	embedding2nn.weight	8	0.00389652606099844
50335	embedding2nn.weight	9	0.023353086784482002
50335	embedding2nn.bias	0	0.05170156806707382
50335	embedding2nn.bias	1	0.00648024445399642
50335	embedding2nn.bias	2	-0.11869034916162491
50335	embedding2nn.bias	3	0.062483157962560654
50335	embedding2nn.bias	4	0.04845261201262474
50335	embedding2nn.bias	5	-0.11906692385673523
50335	embedding2nn.bias	6	-0.0704750195145607
50335	embedding2nn.bias	7	-0.010328552685678005
50335	embedding2nn.bias	8	0.0774674341082573
50335	embedding2nn.bias	9	-0.0700976774096489
50335	rnn.weight_ih_l0	0	0.004250901751220226
50335	rnn.weight_ih_l0	1	0.03063986450433731
50335	rnn.weight_ih_l0	2	-0.04188603162765503
50335	rnn.weight_ih_l0	3	0.0150668416172266
50335	rnn.weight_ih_l0	4	0.023453306406736374
50335	rnn.weight_ih_l0	5	-0.05526524409651756
50335	rnn.weight_ih_l0	6	0.017186235636472702
50335	rnn.weight_ih_l0	7	-0.05467715486884117
50335	rnn.weight_ih_l0	8	0.02166425809264183
50335	rnn.weight_ih_l0	9	-0.010251913219690323
50335	rnn.weight_hh_l0	0	0.007150097284466028
50335	rnn.weight_hh_l0	1	-0.04680135101079941
50335	rnn.weight_hh_l0	2	0.039907101541757584
50335	rnn.weight_hh_l0	3	0.017010746523737907
50335	rnn.weight_hh_l0	4	0.016580501571297646
50335	rnn.weight_hh_l0	5	0.03523048758506775
50335	rnn.weight_hh_l0	6	-0.008424692787230015
50335	rnn.weight_hh_l0	7	-0.061027318239212036
50335	rnn.weight_hh_l0	8	-0.022585151717066765
50335	rnn.weight_hh_l0	9	-0.033844128251075745
50335	rnn.bias_ih_l0	0	-0.048988450318574905
50335	rnn.bias_ih_l0	1	-0.10887980461120605
50335	rnn.bias_ih_l0	2	-0.1488885134458542
50335	rnn.bias_ih_l0	3	-0.2268427461385727
50335	rnn.bias_ih_l0	4	0.02220671810209751
50335	rnn.bias_ih_l0	5	0.06612109392881393
50335	rnn.bias_ih_l0	6	-0.09014616906642914
50335	rnn.bias_ih_l0	7	-0.1765941083431244
50335	rnn.bias_ih_l0	8	-0.06765738874673843
50335	rnn.bias_ih_l0	9	-0.11016596853733063
50335	rnn.bias_hh_l0	0	0.08525574952363968
50335	rnn.bias_hh_l0	1	-0.035255588591098785
50335	rnn.bias_hh_l0	2	0.015692440792918205
50335	rnn.bias_hh_l0	3	-0.10753125697374344
50335	rnn.bias_hh_l0	4	0.02515031397342682
50335	rnn.bias_hh_l0	5	0.025080986320972443
50335	rnn.bias_hh_l0	6	-0.05414262413978577
50335	rnn.bias_hh_l0	7	-0.09791683405637741
50335	rnn.bias_hh_l0	8	-0.12886662781238556
50335	rnn.bias_hh_l0	9	-0.06426568329334259
50335	rnn.weight_ih_l0_reverse	0	-0.003078859532251954
50335	rnn.weight_ih_l0_reverse	1	0.009063554927706718
50335	rnn.weight_ih_l0_reverse	2	-0.0011525359004735947
50335	rnn.weight_ih_l0_reverse	3	-0.010650694370269775
50335	rnn.weight_ih_l0_reverse	4	0.007246460299938917
50335	rnn.weight_ih_l0_reverse	5	-0.029490133747458458
50335	rnn.weight_ih_l0_reverse	6	-0.04107348993420601
50335	rnn.weight_ih_l0_reverse	7	0.0001479695492889732
50335	rnn.weight_ih_l0_reverse	8	0.04010237753391266
50335	rnn.weight_ih_l0_reverse	9	0.0031920382753014565
50335	rnn.weight_hh_l0_reverse	0	-0.006618039216846228
50335	rnn.weight_hh_l0_reverse	1	0.018198449164628983
50335	rnn.weight_hh_l0_reverse	2	-0.029204009100794792
50335	rnn.weight_hh_l0_reverse	3	0.036438293755054474
50335	rnn.weight_hh_l0_reverse	4	0.010019049048423767
50335	rnn.weight_hh_l0_reverse	5	-0.005225559696555138
50335	rnn.weight_hh_l0_reverse	6	0.025465218350291252
50335	rnn.weight_hh_l0_reverse	7	0.025523103773593903
50335	rnn.weight_hh_l0_reverse	8	0.004860498942434788
50335	rnn.weight_hh_l0_reverse	9	-0.0410747267305851
50335	rnn.bias_ih_l0_reverse	0	-0.0991879552602768
50335	rnn.bias_ih_l0_reverse	1	-0.21914495527744293
50335	rnn.bias_ih_l0_reverse	2	-0.030909501016139984
50335	rnn.bias_ih_l0_reverse	3	-0.07251806557178497
50335	rnn.bias_ih_l0_reverse	4	0.07503688335418701
50335	rnn.bias_ih_l0_reverse	5	-0.17431871592998505
50335	rnn.bias_ih_l0_reverse	6	-0.036255575716495514
50335	rnn.bias_ih_l0_reverse	7	0.048934366554021835
50335	rnn.bias_ih_l0_reverse	8	-0.1211516484618187
50335	rnn.bias_ih_l0_reverse	9	-0.06376928836107254
50335	rnn.bias_hh_l0_reverse	0	-0.08097562193870544
50335	rnn.bias_hh_l0_reverse	1	-0.04657546430826187
50335	rnn.bias_hh_l0_reverse	2	-0.028610441833734512
50335	rnn.bias_hh_l0_reverse	3	-0.10338976234197617
50335	rnn.bias_hh_l0_reverse	4	-0.026858611032366753
50335	rnn.bias_hh_l0_reverse	5	-0.10797195881605148
50335	rnn.bias_hh_l0_reverse	6	-0.04831612855195999
50335	rnn.bias_hh_l0_reverse	7	-0.11737304925918579
50335	rnn.bias_hh_l0_reverse	8	-0.031688738614320755
50335	rnn.bias_hh_l0_reverse	9	-0.12993374466896057
50335	linear.weight	0	-0.2148125171661377
50335	linear.weight	1	-0.10250812768936157
50335	linear.weight	2	-0.011228874325752258
50335	linear.weight	3	0.02279600128531456
50335	linear.weight	4	0.06481930613517761
50335	linear.weight	5	0.2611914873123169
50335	linear.weight	6	0.0047744326293468475
50335	linear.weight	7	-0.021312154829502106
50335	linear.weight	8	0.13603129982948303
50335	linear.weight	9	0.17372198402881622
50335	linear.bias	0	-0.6542636752128601
50335	linear.bias	1	0.6692811250686646
50335	linear.bias	2	0.012807684950530529
50335	linear.bias	3	-0.39009302854537964
50335	linear.bias	4	-1.1927133798599243
50335	linear.bias	5	-1.115136981010437
50335	linear.bias	6	-0.5819216966629028
50335	linear.bias	7	-0.7126763463020325
50335	linear.bias	8	-0.01705317199230194
50335	linear.bias	9	2.7153942584991455
50532	transitions	0	-0.1710895150899887
50532	transitions	1	7.11907434463501
50532	transitions	2	-2.8543331623077393
50532	transitions	3	1.1979787349700928
50532	transitions	4	-1.5902079343795776
50532	transitions	5	-0.2653549015522003
50532	transitions	6	-0.14398330450057983
50532	transitions	7	-10000.0
50532	transitions	8	1.5503318309783936
50532	transitions	9	-2.283961296081543
50532	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
50532	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
50532	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
50532	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
50532	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
50532	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
50532	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
50532	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
50532	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
50532	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
50532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
50532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
50532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
50532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
50532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
50532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
50532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
50532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
50532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
50532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
50532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
50532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
50532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
50532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
50532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
50532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
50532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
50532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
50532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
50532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
50532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
50532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
50532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
50532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
50532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
50532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
50532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
50532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
50532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
50532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
50532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
50532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
50532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
50532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
50532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
50532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
50532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
50532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
50532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
50532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
50532	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
50532	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
50532	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
50532	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
50532	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
50532	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
50532	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
50532	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
50532	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
50532	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
50532	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
50532	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
50532	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
50532	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
50532	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
50532	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
50532	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
50532	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
50532	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
50532	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
50532	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
50532	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
50532	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
50532	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
50532	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
50532	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
50532	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
50532	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
50532	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
50532	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
50532	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
50532	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
50532	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
50532	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
50532	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
50532	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
50532	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
50532	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
50532	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
50532	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
50532	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
50532	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
50532	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
50532	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
50532	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
50532	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
50532	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
50532	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
50532	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
50532	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
50532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
50532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
50532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
50532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
50532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
50532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
50532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
50532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
50532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
50532	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
50532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
50532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
50532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
50532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
50532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
50532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
50532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
50532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
50532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
50532	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
50532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
50532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
50532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
50532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
50532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
50532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
50532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
50532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
50532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
50532	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
50532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
50532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
50532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
50532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
50532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
50532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
50532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
50532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
50532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
50532	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
50532	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
50532	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
50532	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
50532	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
50532	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
50532	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
50532	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
50532	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
50532	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
50532	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
50532	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
50532	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
50532	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
50532	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
50532	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
50532	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
50532	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
50532	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
50532	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
50532	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
50532	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
50532	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
50532	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
50532	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
50532	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
50532	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
50532	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
50532	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
50532	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
50532	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
50532	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
50532	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
50532	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
50532	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
50532	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
50532	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
50532	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
50532	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
50532	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
50532	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
50532	embedding2nn.weight	0	0.027382882311940193
50532	embedding2nn.weight	1	-0.07373566180467606
50532	embedding2nn.weight	2	0.01982068084180355
50532	embedding2nn.weight	3	-0.04399557411670685
50532	embedding2nn.weight	4	-0.06485575437545776
50532	embedding2nn.weight	5	0.053436797112226486
50532	embedding2nn.weight	6	-0.05309594050049782
50532	embedding2nn.weight	7	-0.06899385154247284
50532	embedding2nn.weight	8	0.004255070351064205
50532	embedding2nn.weight	9	0.020368387922644615
50532	embedding2nn.bias	0	0.038753677159547806
50532	embedding2nn.bias	1	0.00436469167470932
50532	embedding2nn.bias	2	-0.10503038018941879
50532	embedding2nn.bias	3	0.07195312529802322
50532	embedding2nn.bias	4	0.051009032875299454
50532	embedding2nn.bias	5	-0.1255234181880951
50532	embedding2nn.bias	6	-0.060812052339315414
50532	embedding2nn.bias	7	-0.0024784926790744066
50532	embedding2nn.bias	8	0.09323789924383163
50532	embedding2nn.bias	9	-0.06373225897550583
50532	rnn.weight_ih_l0	0	0.0021241442300379276
50532	rnn.weight_ih_l0	1	0.031493447721004486
50532	rnn.weight_ih_l0	2	-0.0419100783765316
50532	rnn.weight_ih_l0	3	0.01654002256691456
50532	rnn.weight_ih_l0	4	0.02128152921795845
50532	rnn.weight_ih_l0	5	-0.05541214346885681
50532	rnn.weight_ih_l0	6	0.01844719424843788
50532	rnn.weight_ih_l0	7	-0.05306322127580643
50532	rnn.weight_ih_l0	8	0.0214808639138937
50532	rnn.weight_ih_l0	9	-0.007444560993462801
50532	rnn.weight_hh_l0	0	0.007688711863011122
50532	rnn.weight_hh_l0	1	-0.047497428953647614
50532	rnn.weight_hh_l0	2	0.04062657430768013
50532	rnn.weight_hh_l0	3	0.018193025141954422
50532	rnn.weight_hh_l0	4	0.01652122475206852
50532	rnn.weight_hh_l0	5	0.035204704850912094
50532	rnn.weight_hh_l0	6	-0.008379876613616943
50532	rnn.weight_hh_l0	7	-0.06091049313545227
50532	rnn.weight_hh_l0	8	-0.022710420191287994
50532	rnn.weight_hh_l0	9	-0.03503546491265297
50532	rnn.bias_ih_l0	0	-0.04298128932714462
50532	rnn.bias_ih_l0	1	-0.10961557179689407
50532	rnn.bias_ih_l0	2	-0.14863243699073792
50532	rnn.bias_ih_l0	3	-0.22877812385559082
50532	rnn.bias_ih_l0	4	0.020341770723462105
50532	rnn.bias_ih_l0	5	0.0626736655831337
50532	rnn.bias_ih_l0	6	-0.08638844639062881
50532	rnn.bias_ih_l0	7	-0.1768871545791626
50532	rnn.bias_ih_l0	8	-0.07153278589248657
50532	rnn.bias_ih_l0	9	-0.11240113526582718
50532	rnn.bias_hh_l0	0	0.08872317522764206
50532	rnn.bias_hh_l0	1	-0.03403167799115181
50532	rnn.bias_hh_l0	2	0.014448314905166626
50532	rnn.bias_hh_l0	3	-0.10929106920957565
50532	rnn.bias_hh_l0	4	0.019353777170181274
50532	rnn.bias_hh_l0	5	0.030819859355688095
50532	rnn.bias_hh_l0	6	-0.050681062042713165
50532	rnn.bias_hh_l0	7	-0.09346162527799606
50532	rnn.bias_hh_l0	8	-0.13181784749031067
50532	rnn.bias_hh_l0	9	-0.0657413974404335
50532	rnn.weight_ih_l0_reverse	0	-0.0028917512390762568
50532	rnn.weight_ih_l0_reverse	1	0.009879657998681068
50532	rnn.weight_ih_l0_reverse	2	-0.0018290838925167918
50532	rnn.weight_ih_l0_reverse	3	-0.009184951893985271
50532	rnn.weight_ih_l0_reverse	4	0.005193811841309071
50532	rnn.weight_ih_l0_reverse	5	-0.030785221606492996
50532	rnn.weight_ih_l0_reverse	6	-0.04376392811536789
50532	rnn.weight_ih_l0_reverse	7	0.00037343756412155926
50532	rnn.weight_ih_l0_reverse	8	0.037634413689374924
50532	rnn.weight_ih_l0_reverse	9	0.003655495122075081
50532	rnn.weight_hh_l0_reverse	0	-0.005682834889739752
50532	rnn.weight_hh_l0_reverse	1	0.01887802593410015
50532	rnn.weight_hh_l0_reverse	2	-0.029211031273007393
50532	rnn.weight_hh_l0_reverse	3	0.037258028984069824
50532	rnn.weight_hh_l0_reverse	4	0.009128397330641747
50532	rnn.weight_hh_l0_reverse	5	-0.005119030829519033
50532	rnn.weight_hh_l0_reverse	6	0.02587202377617359
50532	rnn.weight_hh_l0_reverse	7	0.02639351226389408
50532	rnn.weight_hh_l0_reverse	8	0.005100926384329796
50532	rnn.weight_hh_l0_reverse	9	-0.04089251160621643
50532	rnn.bias_ih_l0_reverse	0	-0.10022705793380737
50532	rnn.bias_ih_l0_reverse	1	-0.22009915113449097
50532	rnn.bias_ih_l0_reverse	2	-0.028781775385141373
50532	rnn.bias_ih_l0_reverse	3	-0.07313569635152817
50532	rnn.bias_ih_l0_reverse	4	0.07643599063158035
50532	rnn.bias_ih_l0_reverse	5	-0.17286117374897003
50532	rnn.bias_ih_l0_reverse	6	-0.03460441902279854
50532	rnn.bias_ih_l0_reverse	7	0.04674556106328964
50532	rnn.bias_ih_l0_reverse	8	-0.11763401329517365
50532	rnn.bias_ih_l0_reverse	9	-0.06255707889795303
50532	rnn.bias_hh_l0_reverse	0	-0.0826154574751854
50532	rnn.bias_hh_l0_reverse	1	-0.049043282866477966
50532	rnn.bias_hh_l0_reverse	2	-0.029811711981892586
50532	rnn.bias_hh_l0_reverse	3	-0.10053402185440063
50532	rnn.bias_hh_l0_reverse	4	-0.025316698476672173
50532	rnn.bias_hh_l0_reverse	5	-0.10849703103303909
50532	rnn.bias_hh_l0_reverse	6	-0.05112920701503754
50532	rnn.bias_hh_l0_reverse	7	-0.11531197279691696
50532	rnn.bias_hh_l0_reverse	8	-0.03080582432448864
50532	rnn.bias_hh_l0_reverse	9	-0.12888984382152557
50532	linear.weight	0	-0.19158166646957397
50532	linear.weight	1	-0.10046106576919556
50532	linear.weight	2	-0.011228874325752258
50532	linear.weight	3	0.0028370425570756197
50532	linear.weight	4	0.042796749621629715
50532	linear.weight	5	0.26235511898994446
50532	linear.weight	6	0.0047744326293468475
50532	linear.weight	7	-0.021312154829502106
50532	linear.weight	8	0.14823497831821442
50532	linear.weight	9	0.173736110329628
50532	linear.bias	0	-0.6826884150505066
50532	linear.bias	1	0.6936965584754944
50532	linear.bias	2	-0.05998191609978676
50532	linear.bias	3	-0.39271876215934753
50532	linear.bias	4	-1.2091939449310303
50532	linear.bias	5	-1.1154142618179321
50532	linear.bias	6	-0.6031951308250427
50532	linear.bias	7	-0.732548713684082
50532	linear.bias	8	-0.01705317199230194
50532	linear.bias	9	2.820152759552002
50729	transitions	0	-0.17172326147556305
50729	transitions	1	7.165375709533691
50729	transitions	2	-2.857192277908325
50729	transitions	3	1.2075682878494263
50729	transitions	4	-1.5925202369689941
50729	transitions	5	-0.2655792534351349
50729	transitions	6	-0.1442534476518631
50729	transitions	7	-10000.0
50729	transitions	8	1.552720308303833
50729	transitions	9	-2.2840094566345215
50729	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
50729	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
50729	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
50729	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
50729	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
50729	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
50729	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
50729	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
50729	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
50729	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
50729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
50729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
50729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
50729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
50729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
50729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
50729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
50729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
50729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
50729	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
50729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
50729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
50729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
50729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
50729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
50729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
50729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
50729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
50729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
50729	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
50729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
50729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
50729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
50729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
50729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
50729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
50729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
50729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
50729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
50729	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
50729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
50729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
50729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
50729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
50729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
50729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
50729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
50729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
50729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
50729	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
50729	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
50729	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
50729	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
50729	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
50729	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
50729	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
50729	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
50729	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
50729	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
50729	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
50729	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
50729	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
50729	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
50729	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
50729	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
50729	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
50729	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
50729	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
50729	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
50729	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
50729	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
50729	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
50729	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
50729	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
50729	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
50729	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
50729	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
50729	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
50729	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
50729	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
50729	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
50729	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
50729	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
50729	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
50729	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
50729	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
50729	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
50729	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
50729	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
50729	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
50729	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
50729	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
50729	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
50729	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
50729	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
50729	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
50729	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
50729	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
50729	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
50729	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
50729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
50729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
50729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
50729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
50729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
50729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
50729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
50729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
50729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
50729	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
50729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
50729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
50729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
50729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
50729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
50729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
50729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
50729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
50729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
50729	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
50729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
50729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
50729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
50729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
50729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
50729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
50729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
50729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
50729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
50729	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
50729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
50729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
50729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
50729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
50729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
50729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
50729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
50729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
50729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
50729	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
50729	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
50729	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
50729	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
50729	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
50729	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
50729	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
50729	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
50729	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
50729	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
50729	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
50729	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
50729	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
50729	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
50729	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
50729	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
50729	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
50729	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
50729	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
50729	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
50729	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
50729	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
50729	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
50729	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
50729	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
50729	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
50729	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
50729	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
50729	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
50729	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
50729	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
50729	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
50729	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
50729	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
50729	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
50729	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
50729	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
50729	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
50729	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
50729	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
50729	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
50729	embedding2nn.weight	0	0.02719411626458168
50729	embedding2nn.weight	1	-0.0728437602519989
50729	embedding2nn.weight	2	0.014030354097485542
50729	embedding2nn.weight	3	-0.04449206590652466
50729	embedding2nn.weight	4	-0.06773071736097336
50729	embedding2nn.weight	5	0.05417491868138313
50729	embedding2nn.weight	6	-0.056909315288066864
50729	embedding2nn.weight	7	-0.07071852684020996
50729	embedding2nn.weight	8	0.002909634727984667
50729	embedding2nn.weight	9	0.021805044263601303
50729	embedding2nn.bias	0	0.05495067685842514
50729	embedding2nn.bias	1	0.007854216732084751
50729	embedding2nn.bias	2	-0.11641891300678253
50729	embedding2nn.bias	3	0.06196194514632225
50729	embedding2nn.bias	4	0.05091756582260132
50729	embedding2nn.bias	5	-0.12252242118120193
50729	embedding2nn.bias	6	-0.06273013353347778
50729	embedding2nn.bias	7	0.0021409045439213514
50729	embedding2nn.bias	8	0.08242888003587723
50729	embedding2nn.bias	9	-0.06092856079339981
50729	rnn.weight_ih_l0	0	-0.001098225242458284
50729	rnn.weight_ih_l0	1	0.03355761617422104
50729	rnn.weight_ih_l0	2	-0.04100431501865387
50729	rnn.weight_ih_l0	3	0.01795971393585205
50729	rnn.weight_ih_l0	4	0.021962845697999
50729	rnn.weight_ih_l0	5	-0.055077146738767624
50729	rnn.weight_ih_l0	6	0.0203754473477602
50729	rnn.weight_ih_l0	7	-0.052059635519981384
50729	rnn.weight_ih_l0	8	0.018274463713169098
50729	rnn.weight_ih_l0	9	-0.005674285348504782
50729	rnn.weight_hh_l0	0	0.008485040627419949
50729	rnn.weight_hh_l0	1	-0.04727637395262718
50729	rnn.weight_hh_l0	2	0.0411861278116703
50729	rnn.weight_hh_l0	3	0.01727522537112236
50729	rnn.weight_hh_l0	4	0.01624343916773796
50729	rnn.weight_hh_l0	5	0.03473253175616264
50729	rnn.weight_hh_l0	6	-0.00846131145954132
50729	rnn.weight_hh_l0	7	-0.0625254437327385
50729	rnn.weight_hh_l0	8	-0.024522975087165833
50729	rnn.weight_hh_l0	9	-0.03362199291586876
50729	rnn.bias_ih_l0	0	-0.04219057410955429
50729	rnn.bias_ih_l0	1	-0.10741353780031204
50729	rnn.bias_ih_l0	2	-0.15127705037593842
50729	rnn.bias_ih_l0	3	-0.22757160663604736
50729	rnn.bias_ih_l0	4	0.0298942681401968
50729	rnn.bias_ih_l0	5	0.0692027285695076
50729	rnn.bias_ih_l0	6	-0.08625363558530807
50729	rnn.bias_ih_l0	7	-0.18140210211277008
50729	rnn.bias_ih_l0	8	-0.07360413670539856
50729	rnn.bias_ih_l0	9	-0.11293178796768188
50729	rnn.bias_hh_l0	0	0.0834207609295845
50729	rnn.bias_hh_l0	1	-0.035055972635746
50729	rnn.bias_hh_l0	2	0.014644204638898373
50729	rnn.bias_hh_l0	3	-0.11347583681344986
50729	rnn.bias_hh_l0	4	0.01617230288684368
50729	rnn.bias_hh_l0	5	0.031040428206324577
50729	rnn.bias_hh_l0	6	-0.051078442484140396
50729	rnn.bias_hh_l0	7	-0.09288867563009262
50729	rnn.bias_hh_l0	8	-0.12365089356899261
50729	rnn.bias_hh_l0	9	-0.06152986362576485
50729	rnn.weight_ih_l0_reverse	0	-0.003938445821404457
50729	rnn.weight_ih_l0_reverse	1	0.009674382396042347
50729	rnn.weight_ih_l0_reverse	2	-0.0006212782463990152
50729	rnn.weight_ih_l0_reverse	3	-0.007317674811929464
50729	rnn.weight_ih_l0_reverse	4	0.0038116066716611385
50729	rnn.weight_ih_l0_reverse	5	-0.03039720095694065
50729	rnn.weight_ih_l0_reverse	6	-0.04321617633104324
50729	rnn.weight_ih_l0_reverse	7	-0.0005616279668174684
50729	rnn.weight_ih_l0_reverse	8	0.0373321957886219
50729	rnn.weight_ih_l0_reverse	9	0.0039138044230639935
50729	rnn.weight_hh_l0_reverse	0	-0.006168903782963753
50729	rnn.weight_hh_l0_reverse	1	0.01852141134440899
50729	rnn.weight_hh_l0_reverse	2	-0.028836075216531754
50729	rnn.weight_hh_l0_reverse	3	0.03852158412337303
50729	rnn.weight_hh_l0_reverse	4	0.009779301472008228
50729	rnn.weight_hh_l0_reverse	5	-0.006254721898585558
50729	rnn.weight_hh_l0_reverse	6	0.02557145431637764
50729	rnn.weight_hh_l0_reverse	7	0.02737942896783352
50729	rnn.weight_hh_l0_reverse	8	0.005153875332325697
50729	rnn.weight_hh_l0_reverse	9	-0.04167167842388153
50729	rnn.bias_ih_l0_reverse	0	-0.10182832926511765
50729	rnn.bias_ih_l0_reverse	1	-0.2241680771112442
50729	rnn.bias_ih_l0_reverse	2	-0.025773240253329277
50729	rnn.bias_ih_l0_reverse	3	-0.07111413776874542
50729	rnn.bias_ih_l0_reverse	4	0.07933229207992554
50729	rnn.bias_ih_l0_reverse	5	-0.17723563313484192
50729	rnn.bias_ih_l0_reverse	6	-0.034724120050668716
50729	rnn.bias_ih_l0_reverse	7	0.047154806554317474
50729	rnn.bias_ih_l0_reverse	8	-0.11630301922559738
50729	rnn.bias_ih_l0_reverse	9	-0.06239663064479828
50729	rnn.bias_hh_l0_reverse	0	-0.08603499829769135
50729	rnn.bias_hh_l0_reverse	1	-0.05290234088897705
50729	rnn.bias_hh_l0_reverse	2	-0.029220225289463997
50729	rnn.bias_hh_l0_reverse	3	-0.10091902315616608
50729	rnn.bias_hh_l0_reverse	4	-0.025213051587343216
50729	rnn.bias_hh_l0_reverse	5	-0.10757003724575043
50729	rnn.bias_hh_l0_reverse	6	-0.05015071481466293
50729	rnn.bias_hh_l0_reverse	7	-0.11422747373580933
50729	rnn.bias_hh_l0_reverse	8	-0.033794861286878586
50729	rnn.bias_hh_l0_reverse	9	-0.13053293526172638
50729	linear.weight	0	-0.21004296839237213
50729	linear.weight	1	-0.10025566071271896
50729	linear.weight	2	-0.011228874325752258
50729	linear.weight	3	-0.016834190115332603
50729	linear.weight	4	0.03903394192457199
50729	linear.weight	5	0.26531746983528137
50729	linear.weight	6	0.0047744326293468475
50729	linear.weight	7	-0.021312154829502106
50729	linear.weight	8	0.14866605401039124
50729	linear.weight	9	0.1685926914215088
50729	linear.bias	0	-0.6757519245147705
50729	linear.bias	1	0.6276990175247192
50729	linear.bias	2	-0.01713014766573906
50729	linear.bias	3	-0.3839391767978668
50729	linear.bias	4	-1.1972377300262451
50729	linear.bias	5	-1.1156684160232544
50729	linear.bias	6	-0.592043399810791
50729	linear.bias	7	-0.7358636856079102
50729	linear.bias	8	-0.01705317199230194
50729	linear.bias	9	2.829308032989502
50926	transitions	0	-0.17351630330085754
50926	transitions	1	7.143197059631348
50926	transitions	2	-2.8591248989105225
50926	transitions	3	1.2032121419906616
50926	transitions	4	-1.5937761068344116
50926	transitions	5	-0.26588377356529236
50926	transitions	6	-0.1444232314825058
50926	transitions	7	-10000.0
50926	transitions	8	1.5536643266677856
50926	transitions	9	-2.2840354442596436
50926	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
50926	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
50926	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
50926	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
50926	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
50926	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
50926	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
50926	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
50926	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
50926	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
50926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
50926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
50926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
50926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
50926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
50926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
50926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
50926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
50926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
50926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
50926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
50926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
50926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
50926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
50926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
50926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
50926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
50926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
50926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
50926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
50926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
50926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
50926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
50926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
50926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
50926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
50926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
50926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
50926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
50926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
50926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
50926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
50926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
50926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
50926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
50926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
50926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
50926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
50926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
50926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
50926	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
50926	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
50926	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
50926	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
50926	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
50926	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
50926	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
50926	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
50926	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
50926	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
50926	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
50926	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
50926	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
50926	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
50926	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
50926	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
50926	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
50926	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
50926	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
50926	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
50926	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
50926	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
50926	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
50926	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
50926	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
50926	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
50926	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
50926	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
50926	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
50926	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
50926	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
50926	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
50926	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
50926	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
50926	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
50926	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
50926	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
50926	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
50926	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
50926	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
50926	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
50926	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
50926	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
50926	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
50926	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
50926	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
50926	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
50926	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
50926	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
50926	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
50926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
50926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
50926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
50926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
50926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
50926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
50926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
50926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
50926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
50926	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
50926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
50926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
50926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
50926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
50926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
50926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
50926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
50926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
50926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
50926	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
50926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
50926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
50926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
50926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
50926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
50926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
50926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
50926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
50926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
50926	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
50926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
50926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
50926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
50926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
50926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
50926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
50926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
50926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
50926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
50926	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
50926	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
50926	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
50926	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
50926	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
50926	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
50926	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
50926	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
50926	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
50926	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
50926	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
50926	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
50926	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
50926	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
50926	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
50926	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
50926	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
50926	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
50926	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
50926	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
50926	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
50926	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
50926	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
50926	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
50926	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
50926	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
50926	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
50926	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
50926	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
50926	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
50926	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
50926	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
50926	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
50926	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
50926	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
50926	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
50926	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
50926	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
50926	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
50926	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
50926	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
50926	embedding2nn.weight	0	0.02766520529985428
50926	embedding2nn.weight	1	-0.07502181082963943
50926	embedding2nn.weight	2	0.013087870553135872
50926	embedding2nn.weight	3	-0.04555712267756462
50926	embedding2nn.weight	4	-0.06783776730298996
50926	embedding2nn.weight	5	0.05313410982489586
50926	embedding2nn.weight	6	-0.06445885449647903
50926	embedding2nn.weight	7	-0.07268913835287094
50926	embedding2nn.weight	8	0.00384707935154438
50926	embedding2nn.weight	9	0.022201184183359146
50926	embedding2nn.bias	0	0.05296419933438301
50926	embedding2nn.bias	1	0.004435531795024872
50926	embedding2nn.bias	2	-0.1169787272810936
50926	embedding2nn.bias	3	0.05646347254514694
50926	embedding2nn.bias	4	0.05475734546780586
50926	embedding2nn.bias	5	-0.131093367934227
50926	embedding2nn.bias	6	-0.05203010514378548
50926	embedding2nn.bias	7	-0.010570250451564789
50926	embedding2nn.bias	8	0.07474298030138016
50926	embedding2nn.bias	9	-0.06530505418777466
50926	rnn.weight_ih_l0	0	0.0006171386339701712
50926	rnn.weight_ih_l0	1	0.033149223774671555
50926	rnn.weight_ih_l0	2	-0.039586424827575684
50926	rnn.weight_ih_l0	3	0.01754690334200859
50926	rnn.weight_ih_l0	4	0.02197437547147274
50926	rnn.weight_ih_l0	5	-0.05356936529278755
50926	rnn.weight_ih_l0	6	0.021032873541116714
50926	rnn.weight_ih_l0	7	-0.051086485385894775
50926	rnn.weight_ih_l0	8	0.01808641292154789
50926	rnn.weight_ih_l0	9	-0.004920800216495991
50926	rnn.weight_hh_l0	0	0.008969857357442379
50926	rnn.weight_hh_l0	1	-0.048095833510160446
50926	rnn.weight_hh_l0	2	0.04168456420302391
50926	rnn.weight_hh_l0	3	0.01802326738834381
50926	rnn.weight_hh_l0	4	0.016047967597842216
50926	rnn.weight_hh_l0	5	0.03412323072552681
50926	rnn.weight_hh_l0	6	-0.008427683264017105
50926	rnn.weight_hh_l0	7	-0.06192377582192421
50926	rnn.weight_hh_l0	8	-0.024551736190915108
50926	rnn.weight_hh_l0	9	-0.03342264145612717
50926	rnn.bias_ih_l0	0	-0.04160764813423157
50926	rnn.bias_ih_l0	1	-0.1083868071436882
50926	rnn.bias_ih_l0	2	-0.15194736421108246
50926	rnn.bias_ih_l0	3	-0.23167061805725098
50926	rnn.bias_ih_l0	4	0.029068810865283012
50926	rnn.bias_ih_l0	5	0.060248006135225296
50926	rnn.bias_ih_l0	6	-0.08858330547809601
50926	rnn.bias_ih_l0	7	-0.1762760579586029
50926	rnn.bias_ih_l0	8	-0.07110727578401566
50926	rnn.bias_ih_l0	9	-0.11177019774913788
50926	rnn.bias_hh_l0	0	0.08631402254104614
50926	rnn.bias_hh_l0	1	-0.03389707952737808
50926	rnn.bias_hh_l0	2	0.01556147076189518
50926	rnn.bias_hh_l0	3	-0.11232985556125641
50926	rnn.bias_hh_l0	4	0.026075704023241997
50926	rnn.bias_hh_l0	5	0.02526388317346573
50926	rnn.bias_hh_l0	6	-0.0503552109003067
50926	rnn.bias_hh_l0	7	-0.09210465103387833
50926	rnn.bias_hh_l0	8	-0.12651464343070984
50926	rnn.bias_hh_l0	9	-0.06383083760738373
50926	rnn.weight_ih_l0_reverse	0	-0.00013833805860485882
50926	rnn.weight_ih_l0_reverse	1	0.009219630621373653
50926	rnn.weight_ih_l0_reverse	2	-0.0005059696268290281
50926	rnn.weight_ih_l0_reverse	3	-0.004123388789594173
50926	rnn.weight_ih_l0_reverse	4	0.0036851735785603523
50926	rnn.weight_ih_l0_reverse	5	-0.028660569339990616
50926	rnn.weight_ih_l0_reverse	6	-0.040265947580337524
50926	rnn.weight_ih_l0_reverse	7	-0.0009215254103764892
50926	rnn.weight_ih_l0_reverse	8	0.0373828187584877
50926	rnn.weight_ih_l0_reverse	9	0.0029663466848433018
50926	rnn.weight_hh_l0_reverse	0	-0.005502518732100725
50926	rnn.weight_hh_l0_reverse	1	0.018421292304992676
50926	rnn.weight_hh_l0_reverse	2	-0.029331007972359657
50926	rnn.weight_hh_l0_reverse	3	0.03808153048157692
50926	rnn.weight_hh_l0_reverse	4	0.009608103893697262
50926	rnn.weight_hh_l0_reverse	5	-0.0067971390672028065
50926	rnn.weight_hh_l0_reverse	6	0.026424452662467957
50926	rnn.weight_hh_l0_reverse	7	0.02831435762345791
50926	rnn.weight_hh_l0_reverse	8	0.004741596523672342
50926	rnn.weight_hh_l0_reverse	9	-0.04188738763332367
50926	rnn.bias_ih_l0_reverse	0	-0.10178201645612717
50926	rnn.bias_ih_l0_reverse	1	-0.2296862006187439
50926	rnn.bias_ih_l0_reverse	2	-0.026261013001203537
50926	rnn.bias_ih_l0_reverse	3	-0.07295490801334381
50926	rnn.bias_ih_l0_reverse	4	0.07808572798967361
50926	rnn.bias_ih_l0_reverse	5	-0.17853838205337524
50926	rnn.bias_ih_l0_reverse	6	-0.03287176787853241
50926	rnn.bias_ih_l0_reverse	7	0.03779032826423645
50926	rnn.bias_ih_l0_reverse	8	-0.1153641864657402
50926	rnn.bias_ih_l0_reverse	9	-0.0604768767952919
50926	rnn.bias_hh_l0_reverse	0	-0.08730363100767136
50926	rnn.bias_hh_l0_reverse	1	-0.05359005928039551
50926	rnn.bias_hh_l0_reverse	2	-0.028530366718769073
50926	rnn.bias_hh_l0_reverse	3	-0.10282378643751144
50926	rnn.bias_hh_l0_reverse	4	-0.02669474296271801
50926	rnn.bias_hh_l0_reverse	5	-0.10763140022754669
50926	rnn.bias_hh_l0_reverse	6	-0.05314920097589493
50926	rnn.bias_hh_l0_reverse	7	-0.11426065862178802
50926	rnn.bias_hh_l0_reverse	8	-0.03335226699709892
50926	rnn.bias_hh_l0_reverse	9	-0.13265955448150635
50926	linear.weight	0	-0.21739690005779266
50926	linear.weight	1	-0.11033990979194641
50926	linear.weight	2	-0.011228874325752258
50926	linear.weight	3	-0.013765731826424599
50926	linear.weight	4	0.05358785763382912
50926	linear.weight	5	0.2615579664707184
50926	linear.weight	6	0.0047744326293468475
50926	linear.weight	7	-0.021312154829502106
50926	linear.weight	8	0.1369578093290329
50926	linear.weight	9	0.16083545982837677
50926	linear.bias	0	-0.6576154232025146
50926	linear.bias	1	0.6771368980407715
50926	linear.bias	2	-0.00673460029065609
50926	linear.bias	3	-0.40896210074424744
50926	linear.bias	4	-1.210495114326477
50926	linear.bias	5	-1.1159480810165405
50926	linear.bias	6	-0.5754106640815735
50926	linear.bias	7	-0.7391570210456848
50926	linear.bias	8	-0.01705317199230194
50926	linear.bias	9	2.7549784183502197
51123	transitions	0	-0.1744014024734497
51123	transitions	1	7.1734490394592285
51123	transitions	2	-2.862454414367676
51123	transitions	3	1.205607533454895
51123	transitions	4	-1.5950876474380493
51123	transitions	5	-0.2660968005657196
51123	transitions	6	-0.14458073675632477
51123	transitions	7	-10000.0
51123	transitions	8	1.5490691661834717
51123	transitions	9	-2.284079074859619
51123	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
51123	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
51123	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
51123	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
51123	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
51123	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
51123	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
51123	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
51123	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
51123	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
51123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
51123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
51123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
51123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
51123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
51123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
51123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
51123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
51123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
51123	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
51123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
51123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
51123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
51123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
51123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
51123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
51123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
51123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
51123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
51123	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
51123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
51123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
51123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
51123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
51123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
51123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
51123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
51123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
51123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
51123	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
51123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
51123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
51123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
51123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
51123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
51123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
51123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
51123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
51123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
51123	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
51123	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
51123	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
51123	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
51123	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
51123	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
51123	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
51123	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
51123	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
51123	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
51123	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
51123	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
51123	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
51123	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
51123	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
51123	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
51123	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
51123	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
51123	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
51123	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
51123	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
51123	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
51123	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
51123	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
51123	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
51123	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
51123	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
51123	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
51123	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
51123	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
51123	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
51123	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
51123	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
51123	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
51123	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
51123	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
51123	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
51123	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
51123	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
51123	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
51123	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
51123	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
51123	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
51123	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
51123	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
51123	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
51123	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
51123	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
51123	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
51123	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
51123	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
51123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
51123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
51123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
51123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
51123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
51123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
51123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
51123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
51123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
51123	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
51123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
51123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
51123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
51123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
51123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
51123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
51123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
51123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
51123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
51123	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
51123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
51123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
51123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
51123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
51123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
51123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
51123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
51123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
51123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
51123	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
51123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
51123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
51123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
51123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
51123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
51123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
51123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
51123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
51123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
51123	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
51123	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
51123	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
51123	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
51123	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
51123	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
51123	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
51123	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
51123	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
51123	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
51123	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
51123	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
51123	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
51123	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
51123	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
51123	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
51123	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
51123	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
51123	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
51123	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
51123	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
51123	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
51123	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
51123	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
51123	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
51123	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
51123	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
51123	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
51123	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
51123	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
51123	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
51123	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
51123	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
51123	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
51123	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
51123	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
51123	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
51123	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
51123	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
51123	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
51123	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
51123	embedding2nn.weight	0	0.026161642745137215
51123	embedding2nn.weight	1	-0.07632897049188614
51123	embedding2nn.weight	2	0.010094300843775272
51123	embedding2nn.weight	3	-0.044882919639348984
51123	embedding2nn.weight	4	-0.06592351198196411
51123	embedding2nn.weight	5	0.05334598943591118
51123	embedding2nn.weight	6	-0.05875078961253166
51123	embedding2nn.weight	7	-0.07344282418489456
51123	embedding2nn.weight	8	0.004130069632083178
51123	embedding2nn.weight	9	0.02119152806699276
51123	embedding2nn.bias	0	0.05430997908115387
51123	embedding2nn.bias	1	0.005820979364216328
51123	embedding2nn.bias	2	-0.11703914403915405
51123	embedding2nn.bias	3	0.06425490975379944
51123	embedding2nn.bias	4	0.05590273067355156
51123	embedding2nn.bias	5	-0.13552042841911316
51123	embedding2nn.bias	6	-0.06582658737897873
51123	embedding2nn.bias	7	-0.011177022010087967
51123	embedding2nn.bias	8	0.07728026807308197
51123	embedding2nn.bias	9	-0.06225838512182236
51123	rnn.weight_ih_l0	0	0.004550522193312645
51123	rnn.weight_ih_l0	1	0.029298773035407066
51123	rnn.weight_ih_l0	2	-0.038641251623630524
51123	rnn.weight_ih_l0	3	0.014454872347414494
51123	rnn.weight_ih_l0	4	0.01897028088569641
51123	rnn.weight_ih_l0	5	-0.055046308785676956
51123	rnn.weight_ih_l0	6	0.025708578526973724
51123	rnn.weight_ih_l0	7	-0.04989607632160187
51123	rnn.weight_ih_l0	8	0.018862346187233925
51123	rnn.weight_ih_l0	9	-0.006076404359191656
51123	rnn.weight_hh_l0	0	0.008964426815509796
51123	rnn.weight_hh_l0	1	-0.047912273555994034
51123	rnn.weight_hh_l0	2	0.04206772893667221
51123	rnn.weight_hh_l0	3	0.01946326531469822
51123	rnn.weight_hh_l0	4	0.015867063775658607
51123	rnn.weight_hh_l0	5	0.03397739678621292
51123	rnn.weight_hh_l0	6	-0.008709696121513844
51123	rnn.weight_hh_l0	7	-0.06169397756457329
51123	rnn.weight_hh_l0	8	-0.023882130160927773
51123	rnn.weight_hh_l0	9	-0.03656012937426567
51123	rnn.bias_ih_l0	0	-0.03842660412192345
51123	rnn.bias_ih_l0	1	-0.10614551603794098
51123	rnn.bias_ih_l0	2	-0.1501678079366684
51123	rnn.bias_ih_l0	3	-0.23471800982952118
51123	rnn.bias_ih_l0	4	0.026244357228279114
51123	rnn.bias_ih_l0	5	0.059471163898706436
51123	rnn.bias_ih_l0	6	-0.0906406044960022
51123	rnn.bias_ih_l0	7	-0.18448971211910248
51123	rnn.bias_ih_l0	8	-0.07052943110466003
51123	rnn.bias_ih_l0	9	-0.11209463328123093
51123	rnn.bias_hh_l0	0	0.0879766047000885
51123	rnn.bias_hh_l0	1	-0.03503892943263054
51123	rnn.bias_hh_l0	2	0.01582678034901619
51123	rnn.bias_hh_l0	3	-0.11130832135677338
51123	rnn.bias_hh_l0	4	0.027748990803956985
51123	rnn.bias_hh_l0	5	0.028538255020976067
51123	rnn.bias_hh_l0	6	-0.05391564592719078
51123	rnn.bias_hh_l0	7	-0.09234659373760223
51123	rnn.bias_hh_l0	8	-0.1250070035457611
51123	rnn.bias_hh_l0	9	-0.0634201318025589
51123	rnn.weight_ih_l0_reverse	0	0.0006043576286174357
51123	rnn.weight_ih_l0_reverse	1	0.0109702842310071
51123	rnn.weight_ih_l0_reverse	2	-0.0009475359111092985
51123	rnn.weight_ih_l0_reverse	3	-0.003575218841433525
51123	rnn.weight_ih_l0_reverse	4	0.0013886322267353535
51123	rnn.weight_ih_l0_reverse	5	-0.02503841742873192
51123	rnn.weight_ih_l0_reverse	6	-0.03775329515337944
51123	rnn.weight_ih_l0_reverse	7	0.0007536769262515008
51123	rnn.weight_ih_l0_reverse	8	0.03915508836507797
51123	rnn.weight_ih_l0_reverse	9	0.0071552046574652195
51123	rnn.weight_hh_l0_reverse	0	-0.005342321470379829
51123	rnn.weight_hh_l0_reverse	1	0.01830259896814823
51123	rnn.weight_hh_l0_reverse	2	-0.02952456660568714
51123	rnn.weight_hh_l0_reverse	3	0.03690281882882118
51123	rnn.weight_hh_l0_reverse	4	0.010060979053378105
51123	rnn.weight_hh_l0_reverse	5	-0.006082890555262566
51123	rnn.weight_hh_l0_reverse	6	0.026958607137203217
51123	rnn.weight_hh_l0_reverse	7	0.02787991240620613
51123	rnn.weight_hh_l0_reverse	8	0.004949090536683798
51123	rnn.weight_hh_l0_reverse	9	-0.042164258658885956
51123	rnn.bias_ih_l0_reverse	0	-0.10110856592655182
51123	rnn.bias_ih_l0_reverse	1	-0.23043102025985718
51123	rnn.bias_ih_l0_reverse	2	-0.029337244108319283
51123	rnn.bias_ih_l0_reverse	3	-0.0714479461312294
51123	rnn.bias_ih_l0_reverse	4	0.07684887200593948
51123	rnn.bias_ih_l0_reverse	5	-0.1780746877193451
51123	rnn.bias_ih_l0_reverse	6	-0.030367540195584297
51123	rnn.bias_ih_l0_reverse	7	0.04526141285896301
51123	rnn.bias_ih_l0_reverse	8	-0.1161108911037445
51123	rnn.bias_ih_l0_reverse	9	-0.06311329454183578
51123	rnn.bias_hh_l0_reverse	0	-0.0862111747264862
51123	rnn.bias_hh_l0_reverse	1	-0.05627402290701866
51123	rnn.bias_hh_l0_reverse	2	-0.028292233124375343
51123	rnn.bias_hh_l0_reverse	3	-0.09847114235162735
51123	rnn.bias_hh_l0_reverse	4	-0.024979131296277046
51123	rnn.bias_hh_l0_reverse	5	-0.10604599118232727
51123	rnn.bias_hh_l0_reverse	6	-0.05440181493759155
51123	rnn.bias_hh_l0_reverse	7	-0.11269030719995499
51123	rnn.bias_hh_l0_reverse	8	-0.030710209161043167
51123	rnn.bias_hh_l0_reverse	9	-0.13185887038707733
51123	linear.weight	0	-0.22598032653331757
51123	linear.weight	1	-0.09869838505983353
51123	linear.weight	2	-0.011228874325752258
51123	linear.weight	3	-0.018524499610066414
51123	linear.weight	4	0.034662794321775436
51123	linear.weight	5	0.2528558671474457
51123	linear.weight	6	0.0047744326293468475
51123	linear.weight	7	-0.021312154829502106
51123	linear.weight	8	0.08547665923833847
51123	linear.weight	9	0.14765401184558868
51123	linear.bias	0	-0.6632828712463379
51123	linear.bias	1	0.6678095459938049
51123	linear.bias	2	-0.020425695925951004
51123	linear.bias	3	-0.399079829454422
51123	linear.bias	4	-1.222943663597107
51123	linear.bias	5	-1.1162203550338745
51123	linear.bias	6	-0.5752376317977905
51123	linear.bias	7	-0.7412571310997009
51123	linear.bias	8	-0.01705317199230194
51123	linear.bias	9	2.7749862670898438
51320	transitions	0	-0.1750899702310562
51320	transitions	1	7.1980671882629395
51320	transitions	2	-2.8659653663635254
51320	transitions	3	1.2137439250946045
51320	transitions	4	-1.5964782238006592
51320	transitions	5	-0.266219824552536
51320	transitions	6	-0.14470109343528748
51320	transitions	7	-10000.0
51320	transitions	8	1.5564391613006592
51320	transitions	9	-2.2841694355010986
51320	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
51320	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
51320	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
51320	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
51320	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
51320	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
51320	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
51320	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
51320	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
51320	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
51320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
51320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
51320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
51320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
51320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
51320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
51320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
51320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
51320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
51320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
51320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
51320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
51320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
51320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
51320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
51320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
51320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
51320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
51320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
51320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
51320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
51320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
51320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
51320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
51320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
51320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
51320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
51320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
51320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
51320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
51320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
51320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
51320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
51320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
51320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
51320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
51320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
51320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
51320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
51320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
51320	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
51320	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
51320	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
51320	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
51320	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
51320	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
51320	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
51320	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
51320	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
51320	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
51320	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
51320	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
51320	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
51320	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
51320	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
51320	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
51320	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
51320	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
51320	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
51320	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
51320	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
51320	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
51320	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
51320	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
51320	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
51320	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
51320	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
51320	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
51320	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
51320	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
51320	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
51320	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
51320	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
51320	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
51320	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
51320	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
51320	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
51320	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
51320	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
51320	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
51320	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
51320	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
51320	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
51320	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
51320	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
51320	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
51320	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
51320	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
51320	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
51320	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
51320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
51320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
51320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
51320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
51320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
51320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
51320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
51320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
51320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
51320	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
51320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
51320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
51320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
51320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
51320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
51320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
51320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
51320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
51320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
51320	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
51320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
51320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
51320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
51320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
51320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
51320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
51320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
51320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
51320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
51320	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
51320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
51320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
51320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
51320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
51320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
51320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
51320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
51320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
51320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
51320	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
51320	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
51320	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
51320	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
51320	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
51320	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
51320	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
51320	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
51320	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
51320	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
51320	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
51320	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
51320	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
51320	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
51320	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
51320	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
51320	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
51320	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
51320	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
51320	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
51320	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
51320	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
51320	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
51320	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
51320	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
51320	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
51320	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
51320	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
51320	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
51320	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
51320	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
51320	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
51320	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
51320	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
51320	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
51320	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
51320	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
51320	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
51320	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
51320	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
51320	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
51320	embedding2nn.weight	0	0.02642553672194481
51320	embedding2nn.weight	1	-0.07732367515563965
51320	embedding2nn.weight	2	0.009396706707775593
51320	embedding2nn.weight	3	-0.044544000178575516
51320	embedding2nn.weight	4	-0.06967373937368393
51320	embedding2nn.weight	5	0.05462724715471268
51320	embedding2nn.weight	6	-0.06627002358436584
51320	embedding2nn.weight	7	-0.0739462748169899
51320	embedding2nn.weight	8	0.004160710144788027
51320	embedding2nn.weight	9	0.024769358336925507
51320	embedding2nn.bias	0	0.05657036229968071
51320	embedding2nn.bias	1	0.003948550205677748
51320	embedding2nn.bias	2	-0.10612218827009201
51320	embedding2nn.bias	3	0.06090399995446205
51320	embedding2nn.bias	4	0.043361276388168335
51320	embedding2nn.bias	5	-0.13844981789588928
51320	embedding2nn.bias	6	-0.0637998878955841
51320	embedding2nn.bias	7	-0.010536164976656437
51320	embedding2nn.bias	8	0.06836146116256714
51320	embedding2nn.bias	9	-0.06747249513864517
51320	rnn.weight_ih_l0	0	0.0034093258436769247
51320	rnn.weight_ih_l0	1	0.022898435592651367
51320	rnn.weight_ih_l0	2	-0.04010028392076492
51320	rnn.weight_ih_l0	3	0.015345201827585697
51320	rnn.weight_ih_l0	4	0.01913820393383503
51320	rnn.weight_ih_l0	5	-0.05560508370399475
51320	rnn.weight_ih_l0	6	0.026464691385626793
51320	rnn.weight_ih_l0	7	-0.049152884632349014
51320	rnn.weight_ih_l0	8	0.0166920255869627
51320	rnn.weight_ih_l0	9	-0.006338250823318958
51320	rnn.weight_hh_l0	0	0.008755777962505817
51320	rnn.weight_hh_l0	1	-0.050658464431762695
51320	rnn.weight_hh_l0	2	0.04176877811551094
51320	rnn.weight_hh_l0	3	0.019464872777462006
51320	rnn.weight_hh_l0	4	0.016060346737504005
51320	rnn.weight_hh_l0	5	0.034184955060482025
51320	rnn.weight_hh_l0	6	-0.00859853345900774
51320	rnn.weight_hh_l0	7	-0.06326474249362946
51320	rnn.weight_hh_l0	8	-0.022647667676210403
51320	rnn.weight_hh_l0	9	-0.03858847916126251
51320	rnn.bias_ih_l0	0	-0.03689311444759369
51320	rnn.bias_ih_l0	1	-0.10518290102481842
51320	rnn.bias_ih_l0	2	-0.14857128262519836
51320	rnn.bias_ih_l0	3	-0.23468327522277832
51320	rnn.bias_ih_l0	4	0.02711454965174198
51320	rnn.bias_ih_l0	5	0.05683000758290291
51320	rnn.bias_ih_l0	6	-0.09069561213254929
51320	rnn.bias_ih_l0	7	-0.1902160346508026
51320	rnn.bias_ih_l0	8	-0.06767831742763519
51320	rnn.bias_ih_l0	9	-0.11461123079061508
51320	rnn.bias_hh_l0	0	0.0916207879781723
51320	rnn.bias_hh_l0	1	-0.032794758677482605
51320	rnn.bias_hh_l0	2	0.015942487865686417
51320	rnn.bias_hh_l0	3	-0.1122320219874382
51320	rnn.bias_hh_l0	4	0.022726956754922867
51320	rnn.bias_hh_l0	5	0.030756179243326187
51320	rnn.bias_hh_l0	6	-0.05447770282626152
51320	rnn.bias_hh_l0	7	-0.09410027414560318
51320	rnn.bias_hh_l0	8	-0.128526970744133
51320	rnn.bias_hh_l0	9	-0.05773841589689255
51320	rnn.weight_ih_l0_reverse	0	-0.0021762698888778687
51320	rnn.weight_ih_l0_reverse	1	0.009188643656671047
51320	rnn.weight_ih_l0_reverse	2	0.00042139674769714475
51320	rnn.weight_ih_l0_reverse	3	-0.0010856844019144773
51320	rnn.weight_ih_l0_reverse	4	0.003918974194675684
51320	rnn.weight_ih_l0_reverse	5	-0.02634706348180771
51320	rnn.weight_ih_l0_reverse	6	-0.03489704430103302
51320	rnn.weight_ih_l0_reverse	7	4.889672709396109e-05
51320	rnn.weight_ih_l0_reverse	8	0.03836542367935181
51320	rnn.weight_ih_l0_reverse	9	0.005497561302036047
51320	rnn.weight_hh_l0_reverse	0	-0.0060020689852535725
51320	rnn.weight_hh_l0_reverse	1	0.018579578027129173
51320	rnn.weight_hh_l0_reverse	2	-0.03020888939499855
51320	rnn.weight_hh_l0_reverse	3	0.03668050095438957
51320	rnn.weight_hh_l0_reverse	4	0.009598150849342346
51320	rnn.weight_hh_l0_reverse	5	-0.006784824654459953
51320	rnn.weight_hh_l0_reverse	6	0.026866670697927475
51320	rnn.weight_hh_l0_reverse	7	0.02786538191139698
51320	rnn.weight_hh_l0_reverse	8	0.004733392037451267
51320	rnn.weight_hh_l0_reverse	9	-0.04167935997247696
51320	rnn.bias_ih_l0_reverse	0	-0.10072001069784164
51320	rnn.bias_ih_l0_reverse	1	-0.22960352897644043
51320	rnn.bias_ih_l0_reverse	2	-0.03475644439458847
51320	rnn.bias_ih_l0_reverse	3	-0.07169424742460251
51320	rnn.bias_ih_l0_reverse	4	0.07510045915842056
51320	rnn.bias_ih_l0_reverse	5	-0.17972813546657562
51320	rnn.bias_ih_l0_reverse	6	-0.030251171439886093
51320	rnn.bias_ih_l0_reverse	7	0.04375797137618065
51320	rnn.bias_ih_l0_reverse	8	-0.11596068739891052
51320	rnn.bias_ih_l0_reverse	9	-0.061918023973703384
51320	rnn.bias_hh_l0_reverse	0	-0.08524662256240845
51320	rnn.bias_hh_l0_reverse	1	-0.05554161220788956
51320	rnn.bias_hh_l0_reverse	2	-0.028820866718888283
51320	rnn.bias_hh_l0_reverse	3	-0.09499110281467438
51320	rnn.bias_hh_l0_reverse	4	-0.025926269590854645
51320	rnn.bias_hh_l0_reverse	5	-0.10254102200269699
51320	rnn.bias_hh_l0_reverse	6	-0.05160525441169739
51320	rnn.bias_hh_l0_reverse	7	-0.1180640161037445
51320	rnn.bias_hh_l0_reverse	8	-0.029581958428025246
51320	rnn.bias_hh_l0_reverse	9	-0.1296292394399643
51320	linear.weight	0	-0.22194667160511017
51320	linear.weight	1	-0.10231287032365799
51320	linear.weight	2	-0.011228874325752258
51320	linear.weight	3	-0.00890364684164524
51320	linear.weight	4	0.02141556888818741
51320	linear.weight	5	0.2559473514556885
51320	linear.weight	6	0.0047744326293468475
51320	linear.weight	7	-0.021312154829502106
51320	linear.weight	8	0.0900961309671402
51320	linear.weight	9	0.13602757453918457
51320	linear.bias	0	-0.6662208437919617
51320	linear.bias	1	0.6578699350357056
51320	linear.bias	2	-0.014813187532126904
51320	linear.bias	3	-0.3685142695903778
51320	linear.bias	4	-1.2231359481811523
51320	linear.bias	5	-1.1165066957473755
51320	linear.bias	6	-0.5749489665031433
51320	linear.bias	7	-0.7365678548812866
51320	linear.bias	8	-0.01705317199230194
51320	linear.bias	9	2.781560182571411
51324	transitions	0	-0.17509174346923828
51324	transitions	1	7.191703796386719
51324	transitions	2	-2.865978240966797
51324	transitions	3	1.2133615016937256
51324	transitions	4	-1.5964919328689575
51324	transitions	5	-0.2662234306335449
51324	transitions	6	-0.1447049081325531
51324	transitions	7	-10000.0
51324	transitions	8	1.5564017295837402
51324	transitions	9	-2.2841696739196777
51324	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
51324	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
51324	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
51324	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
51324	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
51324	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
51324	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
51324	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
51324	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
51324	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
51324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
51324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
51324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
51324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
51324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
51324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
51324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
51324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
51324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
51324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
51324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
51324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
51324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
51324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
51324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
51324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
51324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
51324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
51324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
51324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
51324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
51324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
51324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
51324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
51324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
51324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
51324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
51324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
51324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
51324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
51324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
51324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
51324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
51324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
51324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
51324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
51324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
51324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
51324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
51324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
51324	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
51324	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
51324	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
51324	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
51324	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
51324	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
51324	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
51324	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
51324	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
51324	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
51324	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
51324	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
51324	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
51324	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
51324	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
51324	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
51324	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
51324	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
51324	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
51324	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
51324	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
51324	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
51324	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
51324	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
51324	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
51324	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
51324	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
51324	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
51324	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
51324	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
51324	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
51324	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
51324	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
51324	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
51324	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
51324	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
51324	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
51324	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
51324	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
51324	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
51324	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
51324	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
51324	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
51324	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
51324	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
51324	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
51324	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
51324	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
51324	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
51324	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
51324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
51324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
51324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
51324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
51324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
51324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
51324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
51324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
51324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
51324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
51324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
51324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
51324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
51324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
51324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
51324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
51324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
51324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
51324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
51324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
51324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
51324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
51324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
51324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
51324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
51324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
51324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
51324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
51324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
51324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
51324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
51324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
51324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
51324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
51324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
51324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
51324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
51324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
51324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
51324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
51324	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
51324	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
51324	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
51324	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
51324	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
51324	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
51324	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
51324	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
51324	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
51324	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
51324	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
51324	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
51324	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
51324	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
51324	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
51324	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
51324	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
51324	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
51324	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
51324	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
51324	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
51324	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
51324	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
51324	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
51324	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
51324	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
51324	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
51324	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
51324	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
51324	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
51324	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
51324	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
51324	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
51324	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
51324	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
51324	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
51324	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
51324	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
51324	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
51324	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
51324	embedding2nn.weight	0	0.026458382606506348
51324	embedding2nn.weight	1	-0.07732023298740387
51324	embedding2nn.weight	2	0.009090022183954716
51324	embedding2nn.weight	3	-0.044323477894067764
51324	embedding2nn.weight	4	-0.07062806934118271
51324	embedding2nn.weight	5	0.05454256385564804
51324	embedding2nn.weight	6	-0.06792297214269638
51324	embedding2nn.weight	7	-0.07391418516635895
51324	embedding2nn.weight	8	0.0038621926214545965
51324	embedding2nn.weight	9	0.025704771280288696
51324	embedding2nn.bias	0	0.05772477015852928
51324	embedding2nn.bias	1	0.0010273534571751952
51324	embedding2nn.bias	2	-0.10682014375925064
51324	embedding2nn.bias	3	0.06358980387449265
51324	embedding2nn.bias	4	0.04183076322078705
51324	embedding2nn.bias	5	-0.13762709498405457
51324	embedding2nn.bias	6	-0.06375822424888611
51324	embedding2nn.bias	7	-0.010367393493652344
51324	embedding2nn.bias	8	0.06736750900745392
51324	embedding2nn.bias	9	-0.07157987356185913
51324	rnn.weight_ih_l0	0	0.003647391451522708
51324	rnn.weight_ih_l0	1	0.02299295738339424
51324	rnn.weight_ih_l0	2	-0.039997801184654236
51324	rnn.weight_ih_l0	3	0.015922771766781807
51324	rnn.weight_ih_l0	4	0.01921955682337284
51324	rnn.weight_ih_l0	5	-0.055415067821741104
51324	rnn.weight_ih_l0	6	0.026520807296037674
51324	rnn.weight_ih_l0	7	-0.04901313781738281
51324	rnn.weight_ih_l0	8	0.01667090691626072
51324	rnn.weight_ih_l0	9	-0.006450635381042957
51324	rnn.weight_hh_l0	0	0.008959613740444183
51324	rnn.weight_hh_l0	1	-0.05066058784723282
51324	rnn.weight_hh_l0	2	0.04174751788377762
51324	rnn.weight_hh_l0	3	0.01935364305973053
51324	rnn.weight_hh_l0	4	0.016065727919340134
51324	rnn.weight_hh_l0	5	0.034188270568847656
51324	rnn.weight_hh_l0	6	-0.008636284619569778
51324	rnn.weight_hh_l0	7	-0.06332892179489136
51324	rnn.weight_hh_l0	8	-0.02253779023885727
51324	rnn.weight_hh_l0	9	-0.03851493075489998
51324	rnn.bias_ih_l0	0	-0.038370534777641296
51324	rnn.bias_ih_l0	1	-0.10499097406864166
51324	rnn.bias_ih_l0	2	-0.14954449236392975
51324	rnn.bias_ih_l0	3	-0.23478147387504578
51324	rnn.bias_ih_l0	4	0.025748098269104958
51324	rnn.bias_ih_l0	5	0.05668552964925766
51324	rnn.bias_ih_l0	6	-0.09118416905403137
51324	rnn.bias_ih_l0	7	-0.19076351821422577
51324	rnn.bias_ih_l0	8	-0.0673501268029213
51324	rnn.bias_ih_l0	9	-0.11409297585487366
51324	rnn.bias_hh_l0	0	0.0928671807050705
51324	rnn.bias_hh_l0	1	-0.03242882713675499
51324	rnn.bias_hh_l0	2	0.016316045075654984
51324	rnn.bias_hh_l0	3	-0.11141279339790344
51324	rnn.bias_hh_l0	4	0.02231505513191223
51324	rnn.bias_hh_l0	5	0.030435210093855858
51324	rnn.bias_hh_l0	6	-0.054623790085315704
51324	rnn.bias_hh_l0	7	-0.09387638419866562
51324	rnn.bias_hh_l0	8	-0.12863309681415558
51324	rnn.bias_hh_l0	9	-0.0576617456972599
51324	rnn.weight_ih_l0_reverse	0	-0.002177490619942546
51324	rnn.weight_ih_l0_reverse	1	0.0091812489554286
51324	rnn.weight_ih_l0_reverse	2	0.0004731278168037534
51324	rnn.weight_ih_l0_reverse	3	-0.0014687649672850966
51324	rnn.weight_ih_l0_reverse	4	0.003826106432825327
51324	rnn.weight_ih_l0_reverse	5	-0.02648324705660343
51324	rnn.weight_ih_l0_reverse	6	-0.03499734774231911
51324	rnn.weight_ih_l0_reverse	7	-0.000279350409982726
51324	rnn.weight_ih_l0_reverse	8	0.03864547982811928
51324	rnn.weight_ih_l0_reverse	9	0.005152528639882803
51324	rnn.weight_hh_l0_reverse	0	-0.006108090281486511
51324	rnn.weight_hh_l0_reverse	1	0.01884525828063488
51324	rnn.weight_hh_l0_reverse	2	-0.030262485146522522
51324	rnn.weight_hh_l0_reverse	3	0.03672904893755913
51324	rnn.weight_hh_l0_reverse	4	0.009664133191108704
51324	rnn.weight_hh_l0_reverse	5	-0.00681714154779911
51324	rnn.weight_hh_l0_reverse	6	0.026906998828053474
51324	rnn.weight_hh_l0_reverse	7	0.027939077466726303
51324	rnn.weight_hh_l0_reverse	8	0.004703287035226822
51324	rnn.weight_hh_l0_reverse	9	-0.04175279289484024
51324	rnn.bias_ih_l0_reverse	0	-0.10102412104606628
51324	rnn.bias_ih_l0_reverse	1	-0.23048900067806244
51324	rnn.bias_ih_l0_reverse	2	-0.03521056845784187
51324	rnn.bias_ih_l0_reverse	3	-0.07215345650911331
51324	rnn.bias_ih_l0_reverse	4	0.07506981492042542
51324	rnn.bias_ih_l0_reverse	5	-0.1782546490430832
51324	rnn.bias_ih_l0_reverse	6	-0.030128704383969307
51324	rnn.bias_ih_l0_reverse	7	0.04312353581190109
51324	rnn.bias_ih_l0_reverse	8	-0.11575925350189209
51324	rnn.bias_ih_l0_reverse	9	-0.06217274069786072
51324	rnn.bias_hh_l0_reverse	0	-0.08471697568893433
51324	rnn.bias_hh_l0_reverse	1	-0.05441470444202423
51324	rnn.bias_hh_l0_reverse	2	-0.02867908775806427
51324	rnn.bias_hh_l0_reverse	3	-0.09531386941671371
51324	rnn.bias_hh_l0_reverse	4	-0.025582008063793182
51324	rnn.bias_hh_l0_reverse	5	-0.1026412695646286
51324	rnn.bias_hh_l0_reverse	6	-0.05152154341340065
51324	rnn.bias_hh_l0_reverse	7	-0.11852442473173141
51324	rnn.bias_hh_l0_reverse	8	-0.02969738282263279
51324	rnn.bias_hh_l0_reverse	9	-0.1292789876461029
51324	linear.weight	0	-0.22222833335399628
51324	linear.weight	1	-0.10207119584083557
51324	linear.weight	2	-0.011228874325752258
51324	linear.weight	3	-0.009958770126104355
51324	linear.weight	4	0.021234670653939247
51324	linear.weight	5	0.2558945417404175
51324	linear.weight	6	0.0047744326293468475
51324	linear.weight	7	-0.021312154829502106
51324	linear.weight	8	0.09161653369665146
51324	linear.weight	9	0.1360320746898651
51324	linear.bias	0	-0.6631894111633301
51324	linear.bias	1	0.6664184927940369
51324	linear.bias	2	-0.0007899637566879392
51324	linear.bias	3	-0.36944636702537537
51324	linear.bias	4	-1.2168574333190918
51324	linear.bias	5	-1.1165132522583008
51324	linear.bias	6	-0.5719771385192871
51324	linear.bias	7	-0.7612150311470032
51324	linear.bias	8	-0.01705317199230194
51324	linear.bias	9	2.769615888595581
51521	transitions	0	-0.17532439529895782
51521	transitions	1	7.2007622718811035
51521	transitions	2	-2.8674111366271973
51521	transitions	3	1.2319414615631104
51521	transitions	4	-1.5979609489440918
51521	transitions	5	-0.2665204405784607
51521	transitions	6	-0.14486175775527954
51521	transitions	7	-10000.0
51521	transitions	8	1.559342384338379
51521	transitions	9	-2.284221887588501
51521	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
51521	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
51521	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
51521	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
51521	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
51521	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
51521	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
51521	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
51521	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
51521	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
51521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
51521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
51521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
51521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
51521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
51521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
51521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
51521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
51521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
51521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
51521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
51521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
51521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
51521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
51521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
51521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
51521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
51521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
51521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
51521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
51521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
51521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
51521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
51521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
51521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
51521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
51521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
51521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
51521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
51521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
51521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
51521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
51521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
51521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
51521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
51521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
51521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
51521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
51521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
51521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
51521	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
51521	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
51521	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
51521	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
51521	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
51521	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
51521	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
51521	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
51521	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
51521	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
51521	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
51521	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
51521	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
51521	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
51521	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
51521	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
51521	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
51521	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
51521	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
51521	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
51521	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
51521	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
51521	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
51521	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
51521	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
51521	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
51521	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
51521	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
51521	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
51521	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
51521	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
51521	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
51521	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
51521	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
51521	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
51521	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
51521	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
51521	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
51521	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
51521	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
51521	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
51521	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
51521	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
51521	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
51521	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
51521	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
51521	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
51521	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
51521	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
51521	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
51521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
51521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
51521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
51521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
51521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
51521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
51521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
51521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
51521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
51521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
51521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
51521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
51521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
51521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
51521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
51521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
51521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
51521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
51521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
51521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
51521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
51521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
51521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
51521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
51521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
51521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
51521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
51521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
51521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
51521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
51521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
51521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
51521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
51521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
51521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
51521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
51521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
51521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
51521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
51521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
51521	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
51521	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
51521	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
51521	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
51521	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
51521	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
51521	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
51521	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
51521	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
51521	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
51521	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
51521	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
51521	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
51521	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
51521	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
51521	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
51521	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
51521	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
51521	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
51521	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
51521	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
51521	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
51521	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
51521	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
51521	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
51521	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
51521	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
51521	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
51521	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
51521	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
51521	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
51521	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
51521	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
51521	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
51521	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
51521	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
51521	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
51521	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
51521	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
51521	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
51521	embedding2nn.weight	0	0.02605249546468258
51521	embedding2nn.weight	1	-0.0766269639134407
51521	embedding2nn.weight	2	0.011089030653238297
51521	embedding2nn.weight	3	-0.04389217868447304
51521	embedding2nn.weight	4	-0.07499726116657257
51521	embedding2nn.weight	5	0.055017005652189255
51521	embedding2nn.weight	6	-0.07544073462486267
51521	embedding2nn.weight	7	-0.07068954408168793
51521	embedding2nn.weight	8	0.00567971495911479
51521	embedding2nn.weight	9	0.023261088877916336
51521	embedding2nn.bias	0	0.055737510323524475
51521	embedding2nn.bias	1	0.00816985685378313
51521	embedding2nn.bias	2	-0.10400117188692093
51521	embedding2nn.bias	3	0.06340757012367249
51521	embedding2nn.bias	4	0.029588822275400162
51521	embedding2nn.bias	5	-0.13123920559883118
51521	embedding2nn.bias	6	-0.06600271165370941
51521	embedding2nn.bias	7	-0.011784798465669155
51521	embedding2nn.bias	8	0.06154463812708855
51521	embedding2nn.bias	9	-0.07342307269573212
51521	rnn.weight_ih_l0	0	0.005121068563312292
51521	rnn.weight_ih_l0	1	0.02376565709710121
51521	rnn.weight_ih_l0	2	-0.04318767413496971
51521	rnn.weight_ih_l0	3	0.014278762973845005
51521	rnn.weight_ih_l0	4	0.02003597281873226
51521	rnn.weight_ih_l0	5	-0.05543786287307739
51521	rnn.weight_ih_l0	6	0.02565208077430725
51521	rnn.weight_ih_l0	7	-0.04782790318131447
51521	rnn.weight_ih_l0	8	0.015337642282247543
51521	rnn.weight_ih_l0	9	-0.008943607099354267
51521	rnn.weight_hh_l0	0	0.009037205949425697
51521	rnn.weight_hh_l0	1	-0.05081220716238022
51521	rnn.weight_hh_l0	2	0.04286199435591698
51521	rnn.weight_hh_l0	3	0.0199898649007082
51521	rnn.weight_hh_l0	4	0.015951627865433693
51521	rnn.weight_hh_l0	5	0.034158967435359955
51521	rnn.weight_hh_l0	6	-0.008673430420458317
51521	rnn.weight_hh_l0	7	-0.06507794559001923
51521	rnn.weight_hh_l0	8	-0.0218952689319849
51521	rnn.weight_hh_l0	9	-0.04005769267678261
51521	rnn.bias_ih_l0	0	-0.03697589412331581
51521	rnn.bias_ih_l0	1	-0.10448530316352844
51521	rnn.bias_ih_l0	2	-0.15477590262889862
51521	rnn.bias_ih_l0	3	-0.23173202574253082
51521	rnn.bias_ih_l0	4	0.02883526310324669
51521	rnn.bias_ih_l0	5	0.06271292269229889
51521	rnn.bias_ih_l0	6	-0.09005020558834076
51521	rnn.bias_ih_l0	7	-0.1925240457057953
51521	rnn.bias_ih_l0	8	-0.06843025982379913
51521	rnn.bias_ih_l0	9	-0.11384697258472443
51521	rnn.bias_hh_l0	0	0.0863494798541069
51521	rnn.bias_hh_l0	1	-0.031630124896764755
51521	rnn.bias_hh_l0	2	0.014176681637763977
51521	rnn.bias_hh_l0	3	-0.1123407855629921
51521	rnn.bias_hh_l0	4	0.014600340276956558
51521	rnn.bias_hh_l0	5	0.030596943572163582
51521	rnn.bias_hh_l0	6	-0.05592011660337448
51521	rnn.bias_hh_l0	7	-0.09279979020357132
51521	rnn.bias_hh_l0	8	-0.1298823356628418
51521	rnn.bias_hh_l0	9	-0.06277724355459213
51521	rnn.weight_ih_l0_reverse	0	-0.0035578254610300064
51521	rnn.weight_ih_l0_reverse	1	0.009639265947043896
51521	rnn.weight_ih_l0_reverse	2	-0.001068493234924972
51521	rnn.weight_ih_l0_reverse	3	-0.0006013367674313486
51521	rnn.weight_ih_l0_reverse	4	0.006380441132932901
51521	rnn.weight_ih_l0_reverse	5	-0.029195008799433708
51521	rnn.weight_ih_l0_reverse	6	-0.03325183689594269
51521	rnn.weight_ih_l0_reverse	7	-0.0009919608710333705
51521	rnn.weight_ih_l0_reverse	8	0.034588929265737534
51521	rnn.weight_ih_l0_reverse	9	0.0028719964902848005
51521	rnn.weight_hh_l0_reverse	0	-0.006362224463373423
51521	rnn.weight_hh_l0_reverse	1	0.018058709800243378
51521	rnn.weight_hh_l0_reverse	2	-0.030048953369259834
51521	rnn.weight_hh_l0_reverse	3	0.03746233507990837
51521	rnn.weight_hh_l0_reverse	4	0.009659307077527046
51521	rnn.weight_hh_l0_reverse	5	-0.007701128721237183
51521	rnn.weight_hh_l0_reverse	6	0.026334969326853752
51521	rnn.weight_hh_l0_reverse	7	0.027627436444163322
51521	rnn.weight_hh_l0_reverse	8	0.0050040646456182
51521	rnn.weight_hh_l0_reverse	9	-0.04182536527514458
51521	rnn.bias_ih_l0_reverse	0	-0.10235783457756042
51521	rnn.bias_ih_l0_reverse	1	-0.23055313527584076
51521	rnn.bias_ih_l0_reverse	2	-0.036810252815485
51521	rnn.bias_ih_l0_reverse	3	-0.076497383415699
51521	rnn.bias_ih_l0_reverse	4	0.0769617035984993
51521	rnn.bias_ih_l0_reverse	5	-0.17787900567054749
51521	rnn.bias_ih_l0_reverse	6	-0.03274369612336159
51521	rnn.bias_ih_l0_reverse	7	0.04718397930264473
51521	rnn.bias_ih_l0_reverse	8	-0.11445751786231995
51521	rnn.bias_ih_l0_reverse	9	-0.06357453018426895
51521	rnn.bias_hh_l0_reverse	0	-0.0850989893078804
51521	rnn.bias_hh_l0_reverse	1	-0.059534668922424316
51521	rnn.bias_hh_l0_reverse	2	-0.028989646583795547
51521	rnn.bias_hh_l0_reverse	3	-0.09797248244285583
51521	rnn.bias_hh_l0_reverse	4	-0.025601638481020927
51521	rnn.bias_hh_l0_reverse	5	-0.10134505480527878
51521	rnn.bias_hh_l0_reverse	6	-0.04757511615753174
51521	rnn.bias_hh_l0_reverse	7	-0.11606492102146149
51521	rnn.bias_hh_l0_reverse	8	-0.03400877118110657
51521	rnn.bias_hh_l0_reverse	9	-0.12690426409244537
51521	linear.weight	0	-0.1991971731185913
51521	linear.weight	1	-0.10379484295845032
51521	linear.weight	2	-0.011228874325752258
51521	linear.weight	3	-0.013562535867094994
51521	linear.weight	4	0.005329187028110027
51521	linear.weight	5	0.25949111580848694
51521	linear.weight	6	0.0047744326293468475
51521	linear.weight	7	-0.021312154829502106
51521	linear.weight	8	0.08926340192556381
51521	linear.weight	9	0.15308550000190735
51521	linear.bias	0	-0.6535840630531311
51521	linear.bias	1	0.6716884970664978
51521	linear.bias	2	-0.05072838068008423
51521	linear.bias	3	-0.3681808114051819
51521	linear.bias	4	-1.2233922481536865
51521	linear.bias	5	-1.1167957782745361
51521	linear.bias	6	-0.564977765083313
51521	linear.bias	7	-0.748474657535553
51521	linear.bias	8	-0.01705317199230194
51521	linear.bias	9	2.780099391937256
51718	transitions	0	-0.17639946937561035
51718	transitions	1	7.255008697509766
51718	transitions	2	-2.868741750717163
51718	transitions	3	1.2529222965240479
51718	transitions	4	-1.5989466905593872
51718	transitions	5	-0.266668438911438
51718	transitions	6	-0.145192950963974
51718	transitions	7	-10000.0
51718	transitions	8	1.5590648651123047
51718	transitions	9	-2.2842652797698975
51718	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
51718	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
51718	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
51718	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
51718	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
51718	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
51718	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
51718	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
51718	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
51718	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
51718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
51718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
51718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
51718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
51718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
51718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
51718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
51718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
51718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
51718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
51718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
51718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
51718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
51718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
51718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
51718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
51718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
51718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
51718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
51718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
51718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
51718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
51718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
51718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
51718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
51718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
51718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
51718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
51718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
51718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
51718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
51718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
51718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
51718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
51718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
51718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
51718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
51718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
51718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
51718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
51718	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
51718	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
51718	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
51718	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
51718	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
51718	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
51718	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
51718	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
51718	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
51718	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
51718	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
51718	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
51718	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
51718	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
51718	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
51718	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
51718	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
51718	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
51718	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
51718	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
51718	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
51718	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
51718	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
51718	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
51718	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
51718	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
51718	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
51718	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
51718	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
51718	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
51718	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
51718	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
51718	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
51718	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
51718	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
51718	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
51718	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
51718	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
51718	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
51718	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
51718	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
51718	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
51718	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
51718	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
51718	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
51718	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
51718	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
51718	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
51718	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
51718	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
51718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
51718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
51718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
51718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
51718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
51718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
51718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
51718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
51718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
51718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
51718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
51718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
51718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
51718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
51718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
51718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
51718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
51718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
51718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
51718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
51718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
51718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
51718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
51718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
51718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
51718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
51718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
51718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
51718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
51718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
51718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
51718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
51718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
51718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
51718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
51718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
51718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
51718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
51718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
51718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
51718	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
51718	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
51718	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
51718	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
51718	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
51718	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
51718	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
51718	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
51718	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
51718	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
51718	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
51718	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
51718	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
51718	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
51718	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
51718	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
51718	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
51718	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
51718	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
51718	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
51718	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
51718	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
51718	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
51718	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
51718	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
51718	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
51718	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
51718	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
51718	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
51718	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
51718	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
51718	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
51718	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
51718	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
51718	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
51718	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
51718	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
51718	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
51718	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
51718	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
51718	embedding2nn.weight	0	0.025640636682510376
51718	embedding2nn.weight	1	-0.07546248286962509
51718	embedding2nn.weight	2	0.01373419351875782
51718	embedding2nn.weight	3	-0.042186837643384933
51718	embedding2nn.weight	4	-0.07385674864053726
51718	embedding2nn.weight	5	0.05552167072892189
51718	embedding2nn.weight	6	-0.07838016003370285
51718	embedding2nn.weight	7	-0.06832701712846756
51718	embedding2nn.weight	8	0.004624119494110346
51718	embedding2nn.weight	9	0.023601574823260307
51718	embedding2nn.bias	0	0.055560097098350525
51718	embedding2nn.bias	1	-0.0005691443220712245
51718	embedding2nn.bias	2	-0.11478093266487122
51718	embedding2nn.bias	3	0.06613742560148239
51718	embedding2nn.bias	4	0.03223035857081413
51718	embedding2nn.bias	5	-0.14117524027824402
51718	embedding2nn.bias	6	-0.07567848265171051
51718	embedding2nn.bias	7	0.0022304628510028124
51718	embedding2nn.bias	8	0.06783909350633621
51718	embedding2nn.bias	9	-0.07961028069257736
51718	rnn.weight_ih_l0	0	0.005135209299623966
51718	rnn.weight_ih_l0	1	0.01685134321451187
51718	rnn.weight_ih_l0	2	-0.04429271072149277
51718	rnn.weight_ih_l0	3	0.015772610902786255
51718	rnn.weight_ih_l0	4	0.019767459481954575
51718	rnn.weight_ih_l0	5	-0.05606699362397194
51718	rnn.weight_ih_l0	6	0.023711733520030975
51718	rnn.weight_ih_l0	7	-0.04709654301404953
51718	rnn.weight_ih_l0	8	0.017311792820692062
51718	rnn.weight_ih_l0	9	-0.010233491659164429
51718	rnn.weight_hh_l0	0	0.008112797513604164
51718	rnn.weight_hh_l0	1	-0.05130584537982941
51718	rnn.weight_hh_l0	2	0.042541321367025375
51718	rnn.weight_hh_l0	3	0.01924782246351242
51718	rnn.weight_hh_l0	4	0.016132162883877754
51718	rnn.weight_hh_l0	5	0.03509795293211937
51718	rnn.weight_hh_l0	6	-0.00916981790214777
51718	rnn.weight_hh_l0	7	-0.06345643103122711
51718	rnn.weight_hh_l0	8	-0.024396032094955444
51718	rnn.weight_hh_l0	9	-0.036418311297893524
51718	rnn.bias_ih_l0	0	-0.031744807958602905
51718	rnn.bias_ih_l0	1	-0.10069910436868668
51718	rnn.bias_ih_l0	2	-0.15552467107772827
51718	rnn.bias_ih_l0	3	-0.23175306618213654
51718	rnn.bias_ih_l0	4	0.03218555077910423
51718	rnn.bias_ih_l0	5	0.061371006071567535
51718	rnn.bias_ih_l0	6	-0.09188056737184525
51718	rnn.bias_ih_l0	7	-0.18833163380622864
51718	rnn.bias_ih_l0	8	-0.0692150816321373
51718	rnn.bias_ih_l0	9	-0.1158050075173378
51718	rnn.bias_hh_l0	0	0.09456682950258255
51718	rnn.bias_hh_l0	1	-0.03163890913128853
51718	rnn.bias_hh_l0	2	0.01406964659690857
51718	rnn.bias_hh_l0	3	-0.11611491441726685
51718	rnn.bias_hh_l0	4	0.015298071317374706
51718	rnn.bias_hh_l0	5	0.03238384798169136
51718	rnn.bias_hh_l0	6	-0.05535721033811569
51718	rnn.bias_hh_l0	7	-0.09627144783735275
51718	rnn.bias_hh_l0	8	-0.13160815834999084
51718	rnn.bias_hh_l0	9	-0.0648476704955101
51718	rnn.weight_ih_l0_reverse	0	-0.0032659866847097874
51718	rnn.weight_ih_l0_reverse	1	0.007905318401753902
51718	rnn.weight_ih_l0_reverse	2	-0.0017392183654010296
51718	rnn.weight_ih_l0_reverse	3	-0.002625459572300315
51718	rnn.weight_ih_l0_reverse	4	0.006249034311622381
51718	rnn.weight_ih_l0_reverse	5	-0.03144288808107376
51718	rnn.weight_ih_l0_reverse	6	-0.03134484216570854
51718	rnn.weight_ih_l0_reverse	7	-0.0022226006258279085
51718	rnn.weight_ih_l0_reverse	8	0.034771792590618134
51718	rnn.weight_ih_l0_reverse	9	0.002677035517990589
51718	rnn.weight_hh_l0_reverse	0	-0.007098655216395855
51718	rnn.weight_hh_l0_reverse	1	0.01750538870692253
51718	rnn.weight_hh_l0_reverse	2	-0.029749369248747826
51718	rnn.weight_hh_l0_reverse	3	0.03638853132724762
51718	rnn.weight_hh_l0_reverse	4	0.009760502725839615
51718	rnn.weight_hh_l0_reverse	5	-0.008379457518458366
51718	rnn.weight_hh_l0_reverse	6	0.025933558121323586
51718	rnn.weight_hh_l0_reverse	7	0.027079682797193527
51718	rnn.weight_hh_l0_reverse	8	0.004579332657158375
51718	rnn.weight_hh_l0_reverse	9	-0.0422525517642498
51718	rnn.bias_ih_l0_reverse	0	-0.10302891582250595
51718	rnn.bias_ih_l0_reverse	1	-0.22704586386680603
51718	rnn.bias_ih_l0_reverse	2	-0.032115355134010315
51718	rnn.bias_ih_l0_reverse	3	-0.07509905099868774
51718	rnn.bias_ih_l0_reverse	4	0.07284244894981384
51718	rnn.bias_ih_l0_reverse	5	-0.17667727172374725
51718	rnn.bias_ih_l0_reverse	6	-0.03612228110432625
51718	rnn.bias_ih_l0_reverse	7	0.0480041578412056
51718	rnn.bias_ih_l0_reverse	8	-0.11654166132211685
51718	rnn.bias_ih_l0_reverse	9	-0.06180937588214874
51718	rnn.bias_hh_l0_reverse	0	-0.08453056216239929
51718	rnn.bias_hh_l0_reverse	1	-0.06430372595787048
51718	rnn.bias_hh_l0_reverse	2	-0.02743436023592949
51718	rnn.bias_hh_l0_reverse	3	-0.09275362640619278
51718	rnn.bias_hh_l0_reverse	4	-0.024185428395867348
51718	rnn.bias_hh_l0_reverse	5	-0.100213922560215
51718	rnn.bias_hh_l0_reverse	6	-0.04821318760514259
51718	rnn.bias_hh_l0_reverse	7	-0.11451144516468048
51718	rnn.bias_hh_l0_reverse	8	-0.03446784242987633
51718	rnn.bias_hh_l0_reverse	9	-0.12243712693452835
51718	linear.weight	0	-0.19047555327415466
51718	linear.weight	1	-0.09846610575914383
51718	linear.weight	2	-0.011228874325752258
51718	linear.weight	3	-0.0034429063089191914
51718	linear.weight	4	0.019634895026683807
51718	linear.weight	5	0.27298417687416077
51718	linear.weight	6	0.0047744326293468475
51718	linear.weight	7	-0.021312154829502106
51718	linear.weight	8	0.07821156829595566
51718	linear.weight	9	0.16179610788822174
51718	linear.bias	0	-0.6731078624725342
51718	linear.bias	1	0.6970364451408386
51718	linear.bias	2	-0.060273442417383194
51718	linear.bias	3	-0.34190067648887634
51718	linear.bias	4	-1.184348464012146
51718	linear.bias	5	-1.1170494556427002
51718	linear.bias	6	-0.5799994468688965
51718	linear.bias	7	-0.7430329322814941
51718	linear.bias	8	-0.01705317199230194
51718	linear.bias	9	2.834475517272949
51915	transitions	0	-0.1772489994764328
51915	transitions	1	7.253767013549805
51915	transitions	2	-2.8703322410583496
51915	transitions	3	1.240958333015442
51915	transitions	4	-1.600071668624878
51915	transitions	5	-0.266909658908844
51915	transitions	6	-0.14538738131523132
51915	transitions	7	-10000.0
51915	transitions	8	1.5552616119384766
51915	transitions	9	-2.2842957973480225
51915	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
51915	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
51915	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
51915	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
51915	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
51915	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
51915	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
51915	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
51915	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
51915	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
51915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
51915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
51915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
51915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
51915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
51915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
51915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
51915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
51915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
51915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
51915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
51915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
51915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
51915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
51915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
51915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
51915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
51915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
51915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
51915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
51915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
51915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
51915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
51915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
51915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
51915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
51915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
51915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
51915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
51915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
51915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
51915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
51915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
51915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
51915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
51915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
51915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
51915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
51915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
51915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
51915	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
51915	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
51915	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
51915	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
51915	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
51915	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
51915	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
51915	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
51915	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
51915	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
51915	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
51915	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
51915	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
51915	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
51915	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
51915	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
51915	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
51915	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
51915	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
51915	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
51915	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
51915	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
51915	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
51915	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
51915	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
51915	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
51915	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
51915	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
51915	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
51915	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
51915	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
51915	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
51915	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
51915	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
51915	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
51915	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
51915	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
51915	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
51915	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
51915	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
51915	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
51915	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
51915	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
51915	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
51915	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
51915	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
51915	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
51915	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
51915	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
51915	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
51915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
51915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
51915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
51915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
51915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
51915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
51915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
51915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
51915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
51915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
51915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
51915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
51915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
51915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
51915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
51915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
51915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
51915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
51915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
51915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
51915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
51915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
51915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
51915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
51915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
51915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
51915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
51915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
51915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
51915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
51915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
51915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
51915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
51915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
51915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
51915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
51915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
51915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
51915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
51915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
51915	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
51915	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
51915	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
51915	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
51915	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
51915	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
51915	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
51915	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
51915	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
51915	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
51915	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
51915	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
51915	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
51915	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
51915	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
51915	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
51915	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
51915	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
51915	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
51915	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
51915	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
51915	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
51915	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
51915	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
51915	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
51915	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
51915	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
51915	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
51915	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
51915	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
51915	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
51915	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
51915	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
51915	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
51915	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
51915	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
51915	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
51915	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
51915	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
51915	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
51915	embedding2nn.weight	0	0.02491878904402256
51915	embedding2nn.weight	1	-0.07662438601255417
51915	embedding2nn.weight	2	0.014759456738829613
51915	embedding2nn.weight	3	-0.04298063740134239
51915	embedding2nn.weight	4	-0.07465633004903793
51915	embedding2nn.weight	5	0.05551035702228546
51915	embedding2nn.weight	6	-0.08719734102487564
51915	embedding2nn.weight	7	-0.06956708431243896
51915	embedding2nn.weight	8	0.002460895339027047
51915	embedding2nn.weight	9	0.023677116259932518
51915	embedding2nn.bias	0	0.05591658875346184
51915	embedding2nn.bias	1	0.001344667631201446
51915	embedding2nn.bias	2	-0.1324452906847
51915	embedding2nn.bias	3	0.07123550772666931
51915	embedding2nn.bias	4	0.04339046776294708
51915	embedding2nn.bias	5	-0.1456458568572998
51915	embedding2nn.bias	6	-0.05856911838054657
51915	embedding2nn.bias	7	0.0036883712746202946
51915	embedding2nn.bias	8	0.06578663736581802
51915	embedding2nn.bias	9	-0.0904824435710907
51915	rnn.weight_ih_l0	0	0.00857491884380579
51915	rnn.weight_ih_l0	1	0.016525346785783768
51915	rnn.weight_ih_l0	2	-0.042366333305835724
51915	rnn.weight_ih_l0	3	0.015374263748526573
51915	rnn.weight_ih_l0	4	0.018809320405125618
51915	rnn.weight_ih_l0	5	-0.058228280395269394
51915	rnn.weight_ih_l0	6	0.02245190180838108
51915	rnn.weight_ih_l0	7	-0.04639691859483719
51915	rnn.weight_ih_l0	8	0.015044343657791615
51915	rnn.weight_ih_l0	9	-0.008064551278948784
51915	rnn.weight_hh_l0	0	0.008853793144226074
51915	rnn.weight_hh_l0	1	-0.053502533584833145
51915	rnn.weight_hh_l0	2	0.04278648644685745
51915	rnn.weight_hh_l0	3	0.018450675532221794
51915	rnn.weight_hh_l0	4	0.01608326844871044
51915	rnn.weight_hh_l0	5	0.034946270287036896
51915	rnn.weight_hh_l0	6	-0.00905880518257618
51915	rnn.weight_hh_l0	7	-0.06453431397676468
51915	rnn.weight_hh_l0	8	-0.02454165369272232
51915	rnn.weight_hh_l0	9	-0.03774462640285492
51915	rnn.bias_ih_l0	0	-0.03499189764261246
51915	rnn.bias_ih_l0	1	-0.10219785571098328
51915	rnn.bias_ih_l0	2	-0.15580421686172485
51915	rnn.bias_ih_l0	3	-0.23136571049690247
51915	rnn.bias_ih_l0	4	0.03528736159205437
51915	rnn.bias_ih_l0	5	0.06130122020840645
51915	rnn.bias_ih_l0	6	-0.09325189888477325
51915	rnn.bias_ih_l0	7	-0.18850986659526825
51915	rnn.bias_ih_l0	8	-0.07006265968084335
51915	rnn.bias_ih_l0	9	-0.11301583796739578
51915	rnn.bias_hh_l0	0	0.09130492806434631
51915	rnn.bias_hh_l0	1	-0.030742831528186798
51915	rnn.bias_hh_l0	2	0.01499879639595747
51915	rnn.bias_hh_l0	3	-0.11398838460445404
51915	rnn.bias_hh_l0	4	0.024729417636990547
51915	rnn.bias_hh_l0	5	0.02924286387860775
51915	rnn.bias_hh_l0	6	-0.05214214697480202
51915	rnn.bias_hh_l0	7	-0.0954660102725029
51915	rnn.bias_hh_l0	8	-0.13194000720977783
51915	rnn.bias_hh_l0	9	-0.06831283122301102
51915	rnn.weight_ih_l0_reverse	0	-0.003394388360902667
51915	rnn.weight_ih_l0_reverse	1	0.006780839525163174
51915	rnn.weight_ih_l0_reverse	2	-0.006114964839071035
51915	rnn.weight_ih_l0_reverse	3	-0.0012672134907916188
51915	rnn.weight_ih_l0_reverse	4	0.00909469835460186
51915	rnn.weight_ih_l0_reverse	5	-0.030280424281954765
51915	rnn.weight_ih_l0_reverse	6	-0.028395043686032295
51915	rnn.weight_ih_l0_reverse	7	-0.003213841700926423
51915	rnn.weight_ih_l0_reverse	8	0.035215284675359726
51915	rnn.weight_ih_l0_reverse	9	1.2844850971305277e-05
51915	rnn.weight_hh_l0_reverse	0	-0.007554164621978998
51915	rnn.weight_hh_l0_reverse	1	0.018383238464593887
51915	rnn.weight_hh_l0_reverse	2	-0.029595645144581795
51915	rnn.weight_hh_l0_reverse	3	0.036322303116321564
51915	rnn.weight_hh_l0_reverse	4	0.010578774847090244
51915	rnn.weight_hh_l0_reverse	5	-0.008305846713483334
51915	rnn.weight_hh_l0_reverse	6	0.026906533166766167
51915	rnn.weight_hh_l0_reverse	7	0.02577417902648449
51915	rnn.weight_hh_l0_reverse	8	0.004363078158348799
51915	rnn.weight_hh_l0_reverse	9	-0.042697180062532425
51915	rnn.bias_ih_l0_reverse	0	-0.09927695989608765
51915	rnn.bias_ih_l0_reverse	1	-0.2255573868751526
51915	rnn.bias_ih_l0_reverse	2	-0.036002691835165024
51915	rnn.bias_ih_l0_reverse	3	-0.0735798105597496
51915	rnn.bias_ih_l0_reverse	4	0.07279836386442184
51915	rnn.bias_ih_l0_reverse	5	-0.17497088015079498
51915	rnn.bias_ih_l0_reverse	6	-0.03703214228153229
51915	rnn.bias_ih_l0_reverse	7	0.04413700848817825
51915	rnn.bias_ih_l0_reverse	8	-0.11510054022073746
51915	rnn.bias_ih_l0_reverse	9	-0.061217695474624634
51915	rnn.bias_hh_l0_reverse	0	-0.08707301318645477
51915	rnn.bias_hh_l0_reverse	1	-0.06670714169740677
51915	rnn.bias_hh_l0_reverse	2	-0.02742258459329605
51915	rnn.bias_hh_l0_reverse	3	-0.09057748317718506
51915	rnn.bias_hh_l0_reverse	4	-0.02626161463558674
51915	rnn.bias_hh_l0_reverse	5	-0.10017171502113342
51915	rnn.bias_hh_l0_reverse	6	-0.05042750760912895
51915	rnn.bias_hh_l0_reverse	7	-0.11683822423219681
51915	rnn.bias_hh_l0_reverse	8	-0.035607125610113144
51915	rnn.bias_hh_l0_reverse	9	-0.12427452951669693
51915	linear.weight	0	-0.19110319018363953
51915	linear.weight	1	-0.11396899819374084
51915	linear.weight	2	-0.011228874325752258
51915	linear.weight	3	0.005939831025898457
51915	linear.weight	4	0.02383449487388134
51915	linear.weight	5	0.2601710557937622
51915	linear.weight	6	0.0047744326293468475
51915	linear.weight	7	-0.021312154829502106
51915	linear.weight	8	0.07765904068946838
51915	linear.weight	9	0.15564920008182526
51915	linear.bias	0	-0.6556757688522339
51915	linear.bias	1	0.6808021068572998
51915	linear.bias	2	-0.011809173040091991
51915	linear.bias	3	-0.36846423149108887
51915	linear.bias	4	-1.2154837846755981
51915	linear.bias	5	-1.117304801940918
51915	linear.bias	6	-0.5635926723480225
51915	linear.bias	7	-0.7527057528495789
51915	linear.bias	8	-0.01705317199230194
51915	linear.bias	9	2.7630615234375
52112	transitions	0	-0.1776171624660492
52112	transitions	1	7.274453639984131
52112	transitions	2	-2.872941255569458
52112	transitions	3	1.244978904724121
52112	transitions	4	-1.6029021739959717
52112	transitions	5	-0.2674061059951782
52112	transitions	6	-0.1455373615026474
52112	transitions	7	-10000.0
52112	transitions	8	1.5510528087615967
52112	transitions	9	-2.284334182739258
52112	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
52112	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
52112	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
52112	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
52112	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
52112	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
52112	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
52112	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
52112	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
52112	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
52112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
52112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
52112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
52112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
52112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
52112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
52112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
52112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
52112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
52112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
52112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
52112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
52112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
52112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
52112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
52112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
52112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
52112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
52112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
52112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
52112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
52112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
52112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
52112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
52112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
52112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
52112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
52112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
52112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
52112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
52112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
52112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
52112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
52112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
52112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
52112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
52112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
52112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
52112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
52112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
52112	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
52112	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
52112	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
52112	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
52112	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
52112	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
52112	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
52112	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
52112	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
52112	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
52112	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
52112	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
52112	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
52112	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
52112	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
52112	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
52112	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
52112	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
52112	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
52112	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
52112	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
52112	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
52112	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
52112	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
52112	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
52112	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
52112	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
52112	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
52112	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
52112	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
52112	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
52112	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
52112	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
52112	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
52112	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
52112	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
52112	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
52112	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
52112	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
52112	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
52112	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
52112	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
52112	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
52112	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
52112	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
52112	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
52112	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
52112	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
52112	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
52112	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
52112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
52112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
52112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
52112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
52112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
52112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
52112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
52112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
52112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
52112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
52112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
52112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
52112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
52112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
52112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
52112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
52112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
52112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
52112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
52112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
52112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
52112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
52112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
52112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
52112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
52112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
52112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
52112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
52112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
52112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
52112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
52112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
52112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
52112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
52112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
52112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
52112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
52112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
52112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
52112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
52112	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
52112	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
52112	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
52112	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
52112	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
52112	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
52112	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
52112	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
52112	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
52112	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
52112	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
52112	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
52112	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
52112	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
52112	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
52112	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
52112	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
52112	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
52112	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
52112	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
52112	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
52112	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
52112	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
52112	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
52112	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
52112	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
52112	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
52112	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
52112	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
52112	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
52112	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
52112	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
52112	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
52112	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
52112	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
52112	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
52112	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
52112	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
52112	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
52112	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
52112	embedding2nn.weight	0	0.02605394832789898
52112	embedding2nn.weight	1	-0.07562191784381866
52112	embedding2nn.weight	2	0.01712222397327423
52112	embedding2nn.weight	3	-0.040627628564834595
52112	embedding2nn.weight	4	-0.08064378798007965
52112	embedding2nn.weight	5	0.056601591408252716
52112	embedding2nn.weight	6	-0.09392957389354706
52112	embedding2nn.weight	7	-0.07169415801763535
52112	embedding2nn.weight	8	0.0032844501547515392
52112	embedding2nn.weight	9	0.02395886555314064
52112	embedding2nn.bias	0	0.0499897338449955
52112	embedding2nn.bias	1	0.007889896631240845
52112	embedding2nn.bias	2	-0.12286394834518433
52112	embedding2nn.bias	3	0.07722493261098862
52112	embedding2nn.bias	4	0.038249123841524124
52112	embedding2nn.bias	5	-0.143819198012352
52112	embedding2nn.bias	6	-0.05911778658628464
52112	embedding2nn.bias	7	0.013092195615172386
52112	embedding2nn.bias	8	0.0748291164636612
52112	embedding2nn.bias	9	-0.09445295482873917
52112	rnn.weight_ih_l0	0	0.013957382179796696
52112	rnn.weight_ih_l0	1	0.01649695262312889
52112	rnn.weight_ih_l0	2	-0.04244726523756981
52112	rnn.weight_ih_l0	3	0.014474444091320038
52112	rnn.weight_ih_l0	4	0.01953044906258583
52112	rnn.weight_ih_l0	5	-0.056538503617048264
52112	rnn.weight_ih_l0	6	0.02320628985762596
52112	rnn.weight_ih_l0	7	-0.04849158599972725
52112	rnn.weight_ih_l0	8	0.015491032041609287
52112	rnn.weight_ih_l0	9	-0.010244895704090595
52112	rnn.weight_hh_l0	0	0.007872860878705978
52112	rnn.weight_hh_l0	1	-0.052570778876543045
52112	rnn.weight_hh_l0	2	0.042999137192964554
52112	rnn.weight_hh_l0	3	0.01843799650669098
52112	rnn.weight_hh_l0	4	0.015962913632392883
52112	rnn.weight_hh_l0	5	0.03459969907999039
52112	rnn.weight_hh_l0	6	-0.0087705347687006
52112	rnn.weight_hh_l0	7	-0.0651228204369545
52112	rnn.weight_hh_l0	8	-0.023877931758761406
52112	rnn.weight_hh_l0	9	-0.038791220635175705
52112	rnn.bias_ih_l0	0	-0.035715218633413315
52112	rnn.bias_ih_l0	1	-0.1035168394446373
52112	rnn.bias_ih_l0	2	-0.1596119999885559
52112	rnn.bias_ih_l0	3	-0.23295636475086212
52112	rnn.bias_ih_l0	4	0.03653993457555771
52112	rnn.bias_ih_l0	5	0.0619383342564106
52112	rnn.bias_ih_l0	6	-0.09008242189884186
52112	rnn.bias_ih_l0	7	-0.1876828372478485
52112	rnn.bias_ih_l0	8	-0.0678132176399231
52112	rnn.bias_ih_l0	9	-0.11306107044219971
52112	rnn.bias_hh_l0	0	0.08912864327430725
52112	rnn.bias_hh_l0	1	-0.03054245188832283
52112	rnn.bias_hh_l0	2	0.013756166212260723
52112	rnn.bias_hh_l0	3	-0.11593098193407059
52112	rnn.bias_hh_l0	4	0.025821426883339882
52112	rnn.bias_hh_l0	5	0.028886860236525536
52112	rnn.bias_hh_l0	6	-0.0522068627178669
52112	rnn.bias_hh_l0	7	-0.0950523167848587
52112	rnn.bias_hh_l0	8	-0.13183292746543884
52112	rnn.bias_hh_l0	9	-0.0677766352891922
52112	rnn.weight_ih_l0_reverse	0	-0.005211090203374624
52112	rnn.weight_ih_l0_reverse	1	0.006104777567088604
52112	rnn.weight_ih_l0_reverse	2	-0.0034331846982240677
52112	rnn.weight_ih_l0_reverse	3	0.001962107140570879
52112	rnn.weight_ih_l0_reverse	4	0.009709206409752369
52112	rnn.weight_ih_l0_reverse	5	-0.03346031531691551
52112	rnn.weight_ih_l0_reverse	6	-0.02805524505674839
52112	rnn.weight_ih_l0_reverse	7	-0.0035867297556251287
52112	rnn.weight_ih_l0_reverse	8	0.038152314722537994
52112	rnn.weight_ih_l0_reverse	9	-0.0009125821525231004
52112	rnn.weight_hh_l0_reverse	0	-0.007861669175326824
52112	rnn.weight_hh_l0_reverse	1	0.018201610073447227
52112	rnn.weight_hh_l0_reverse	2	-0.029289353638887405
52112	rnn.weight_hh_l0_reverse	3	0.03657369688153267
52112	rnn.weight_hh_l0_reverse	4	0.009904990904033184
52112	rnn.weight_hh_l0_reverse	5	-0.008988946676254272
52112	rnn.weight_hh_l0_reverse	6	0.02715202048420906
52112	rnn.weight_hh_l0_reverse	7	0.024680517613887787
52112	rnn.weight_hh_l0_reverse	8	0.004642796702682972
52112	rnn.weight_hh_l0_reverse	9	-0.04286029562354088
52112	rnn.bias_ih_l0_reverse	0	-0.10326004773378372
52112	rnn.bias_ih_l0_reverse	1	-0.2310483306646347
52112	rnn.bias_ih_l0_reverse	2	-0.035376258194446564
52112	rnn.bias_ih_l0_reverse	3	-0.07378266751766205
52112	rnn.bias_ih_l0_reverse	4	0.07712184637784958
52112	rnn.bias_ih_l0_reverse	5	-0.17407090961933136
52112	rnn.bias_ih_l0_reverse	6	-0.039667803794145584
52112	rnn.bias_ih_l0_reverse	7	0.044899702072143555
52112	rnn.bias_ih_l0_reverse	8	-0.11241913586854935
52112	rnn.bias_ih_l0_reverse	9	-0.06183397024869919
52112	rnn.bias_hh_l0_reverse	0	-0.0918935015797615
52112	rnn.bias_hh_l0_reverse	1	-0.06771020591259003
52112	rnn.bias_hh_l0_reverse	2	-0.027390006929636
52112	rnn.bias_hh_l0_reverse	3	-0.08546458929777145
52112	rnn.bias_hh_l0_reverse	4	-0.023272715508937836
52112	rnn.bias_hh_l0_reverse	5	-0.10009131580591202
52112	rnn.bias_hh_l0_reverse	6	-0.05544420704245567
52112	rnn.bias_hh_l0_reverse	7	-0.11841722577810287
52112	rnn.bias_hh_l0_reverse	8	-0.03240462765097618
52112	rnn.bias_hh_l0_reverse	9	-0.1267479658126831
52112	linear.weight	0	-0.19507519900798798
52112	linear.weight	1	-0.11309719830751419
52112	linear.weight	2	-0.011228874325752258
52112	linear.weight	3	0.002236719476059079
52112	linear.weight	4	0.021549871191382408
52112	linear.weight	5	0.25482264161109924
52112	linear.weight	6	0.0047744326293468475
52112	linear.weight	7	-0.021312154829502106
52112	linear.weight	8	0.08618174493312836
52112	linear.weight	9	0.14501307904720306
52112	linear.bias	0	-0.66170334815979
52112	linear.bias	1	0.6941089034080505
52112	linear.bias	2	-0.011060274206101894
52112	linear.bias	3	-0.35915619134902954
52112	linear.bias	4	-1.2143497467041016
52112	linear.bias	5	-1.1175320148468018
52112	linear.bias	6	-0.566819429397583
52112	linear.bias	7	-0.7660952806472778
52112	linear.bias	8	-0.01705317199230194
52112	linear.bias	9	2.8013930320739746
52309	transitions	0	-0.17799866199493408
52309	transitions	1	7.254837512969971
52309	transitions	2	-2.875455617904663
52309	transitions	3	1.243412971496582
52309	transitions	4	-1.6047528982162476
52309	transitions	5	-0.26755136251449585
52309	transitions	6	-0.1457543671131134
52309	transitions	7	-10000.0
52309	transitions	8	1.5479904413223267
52309	transitions	9	-2.2843759059906006
52309	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
52309	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
52309	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
52309	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
52309	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
52309	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
52309	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
52309	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
52309	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
52309	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
52309	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
52309	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
52309	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
52309	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
52309	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
52309	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
52309	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
52309	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
52309	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
52309	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
52309	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
52309	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
52309	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
52309	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
52309	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
52309	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
52309	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
52309	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
52309	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
52309	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
52309	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
52309	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
52309	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
52309	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
52309	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
52309	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
52309	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
52309	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
52309	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
52309	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
52309	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
52309	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
52309	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
52309	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
52309	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
52309	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
52309	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
52309	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
52309	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
52309	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
52309	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
52309	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
52309	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
52309	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
52309	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
52309	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
52309	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
52309	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
52309	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
52309	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
52309	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
52309	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
52309	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
52309	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
52309	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
52309	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
52309	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
52309	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
52309	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
52309	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
52309	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
52309	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
52309	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
52309	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
52309	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
52309	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
52309	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
52309	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
52309	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
52309	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
52309	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
52309	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
52309	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
52309	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
52309	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
52309	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
52309	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
52309	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
52309	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
52309	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
52309	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
52309	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
52309	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
52309	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
52309	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
52309	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
52309	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
52309	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
52309	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
52309	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
52309	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
52309	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
52309	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
52309	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
52309	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
52309	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
52309	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
52309	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
52309	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
52309	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
52309	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
52309	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
52309	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
52309	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
52309	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
52309	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
52309	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
52309	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
52309	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
52309	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
52309	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
52309	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
52309	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
52309	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
52309	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
52309	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
52309	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
52309	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
52309	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
52309	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
52309	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
52309	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
52309	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
52309	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
52309	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
52309	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
52309	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
52309	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
52309	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
52309	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
52309	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
52309	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
52309	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
52309	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
52309	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
52309	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
52309	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
52309	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
52309	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
52309	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
52309	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
52309	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
52309	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
52309	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
52309	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
52309	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
52309	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
52309	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
52309	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
52309	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
52309	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
52309	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
52309	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
52309	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
52309	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
52309	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
52309	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
52309	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
52309	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
52309	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
52309	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
52309	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
52309	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
52309	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
52309	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
52309	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
52309	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
52309	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
52309	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
52309	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
52309	embedding2nn.weight	0	0.026963714510202408
52309	embedding2nn.weight	1	-0.07703705132007599
52309	embedding2nn.weight	2	0.01471721287816763
52309	embedding2nn.weight	3	-0.042529866099357605
52309	embedding2nn.weight	4	-0.08133245259523392
52309	embedding2nn.weight	5	0.05746760964393616
52309	embedding2nn.weight	6	-0.10013656318187714
52309	embedding2nn.weight	7	-0.06891602277755737
52309	embedding2nn.weight	8	0.003775195684283972
52309	embedding2nn.weight	9	0.02909720130264759
52309	embedding2nn.bias	0	0.053115569055080414
52309	embedding2nn.bias	1	0.015233638696372509
52309	embedding2nn.bias	2	-0.1165279671549797
52309	embedding2nn.bias	3	0.06669511646032333
52309	embedding2nn.bias	4	0.03876623883843422
52309	embedding2nn.bias	5	-0.13885892927646637
52309	embedding2nn.bias	6	-0.055953726172447205
52309	embedding2nn.bias	7	-0.0005111300270073116
52309	embedding2nn.bias	8	0.07720252126455307
52309	embedding2nn.bias	9	-0.08210405707359314
52309	rnn.weight_ih_l0	0	0.01630236953496933
52309	rnn.weight_ih_l0	1	0.01680070161819458
52309	rnn.weight_ih_l0	2	-0.04340135678648949
52309	rnn.weight_ih_l0	3	0.014098533429205418
52309	rnn.weight_ih_l0	4	0.01886635459959507
52309	rnn.weight_ih_l0	5	-0.05601887032389641
52309	rnn.weight_ih_l0	6	0.02645575813949108
52309	rnn.weight_ih_l0	7	-0.04841279610991478
52309	rnn.weight_ih_l0	8	0.016125405207276344
52309	rnn.weight_ih_l0	9	-0.010183464735746384
52309	rnn.weight_hh_l0	0	0.007485492154955864
52309	rnn.weight_hh_l0	1	-0.0511757917702198
52309	rnn.weight_hh_l0	2	0.044038623571395874
52309	rnn.weight_hh_l0	3	0.017755795270204544
52309	rnn.weight_hh_l0	4	0.015286394394934177
52309	rnn.weight_hh_l0	5	0.03315212205052376
52309	rnn.weight_hh_l0	6	-0.009173350408673286
52309	rnn.weight_hh_l0	7	-0.0646277368068695
52309	rnn.weight_hh_l0	8	-0.024205613881349564
52309	rnn.weight_hh_l0	9	-0.035291340202093124
52309	rnn.bias_ih_l0	0	-0.03477449715137482
52309	rnn.bias_ih_l0	1	-0.10106297582387924
52309	rnn.bias_ih_l0	2	-0.15531319379806519
52309	rnn.bias_ih_l0	3	-0.23010163009166718
52309	rnn.bias_ih_l0	4	0.029325349256396294
52309	rnn.bias_ih_l0	5	0.06323401629924774
52309	rnn.bias_ih_l0	6	-0.08768530935049057
52309	rnn.bias_ih_l0	7	-0.19277290999889374
52309	rnn.bias_ih_l0	8	-0.07210208475589752
52309	rnn.bias_ih_l0	9	-0.11751558631658554
52309	rnn.bias_hh_l0	0	0.08799781650304794
52309	rnn.bias_hh_l0	1	-0.02897784486413002
52309	rnn.bias_hh_l0	2	0.010869724676012993
52309	rnn.bias_hh_l0	3	-0.11574907600879669
52309	rnn.bias_hh_l0	4	0.02705724723637104
52309	rnn.bias_hh_l0	5	0.029426541179418564
52309	rnn.bias_hh_l0	6	-0.056857720017433167
52309	rnn.bias_hh_l0	7	-0.095569908618927
52309	rnn.bias_hh_l0	8	-0.13282927870750427
52309	rnn.bias_hh_l0	9	-0.06841933727264404
52309	rnn.weight_ih_l0_reverse	0	-0.007393955253064632
52309	rnn.weight_ih_l0_reverse	1	0.006212073843926191
52309	rnn.weight_ih_l0_reverse	2	-0.007022395264357328
52309	rnn.weight_ih_l0_reverse	3	0.004312066826969385
52309	rnn.weight_ih_l0_reverse	4	0.008906534872949123
52309	rnn.weight_ih_l0_reverse	5	-0.034455690532922745
52309	rnn.weight_ih_l0_reverse	6	-0.026795463636517525
52309	rnn.weight_ih_l0_reverse	7	-0.0036180738825351
52309	rnn.weight_ih_l0_reverse	8	0.03695789352059364
52309	rnn.weight_ih_l0_reverse	9	-0.004405337851494551
52309	rnn.weight_hh_l0_reverse	0	-0.007899935357272625
52309	rnn.weight_hh_l0_reverse	1	0.018185105174779892
52309	rnn.weight_hh_l0_reverse	2	-0.02948938123881817
52309	rnn.weight_hh_l0_reverse	3	0.036187995225191116
52309	rnn.weight_hh_l0_reverse	4	0.010499861091375351
52309	rnn.weight_hh_l0_reverse	5	-0.008301637135446072
52309	rnn.weight_hh_l0_reverse	6	0.02652246318757534
52309	rnn.weight_hh_l0_reverse	7	0.026353005319833755
52309	rnn.weight_hh_l0_reverse	8	0.004337942693382502
52309	rnn.weight_hh_l0_reverse	9	-0.04257670417428017
52309	rnn.bias_ih_l0_reverse	0	-0.10338252782821655
52309	rnn.bias_ih_l0_reverse	1	-0.2359490692615509
52309	rnn.bias_ih_l0_reverse	2	-0.03454452380537987
52309	rnn.bias_ih_l0_reverse	3	-0.07340607047080994
52309	rnn.bias_ih_l0_reverse	4	0.0824585035443306
52309	rnn.bias_ih_l0_reverse	5	-0.17850588262081146
52309	rnn.bias_ih_l0_reverse	6	-0.041343942284584045
52309	rnn.bias_ih_l0_reverse	7	0.04584973305463791
52309	rnn.bias_ih_l0_reverse	8	-0.11060940474271774
52309	rnn.bias_ih_l0_reverse	9	-0.061707302927970886
52309	rnn.bias_hh_l0_reverse	0	-0.09158410131931305
52309	rnn.bias_hh_l0_reverse	1	-0.06812453269958496
52309	rnn.bias_hh_l0_reverse	2	-0.030108723789453506
52309	rnn.bias_hh_l0_reverse	3	-0.08940525352954865
52309	rnn.bias_hh_l0_reverse	4	-0.018718676641583443
52309	rnn.bias_hh_l0_reverse	5	-0.1000099778175354
52309	rnn.bias_hh_l0_reverse	6	-0.0496823713183403
52309	rnn.bias_hh_l0_reverse	7	-0.12547588348388672
52309	rnn.bias_hh_l0_reverse	8	-0.03141936659812927
52309	rnn.bias_hh_l0_reverse	9	-0.12851598858833313
52309	linear.weight	0	-0.20668268203735352
52309	linear.weight	1	-0.11198348551988602
52309	linear.weight	2	-0.011228874325752258
52309	linear.weight	3	-0.0023642228916287422
52309	linear.weight	4	0.02540009655058384
52309	linear.weight	5	0.265726774930954
52309	linear.weight	6	0.0047744326293468475
52309	linear.weight	7	-0.021312154829502106
52309	linear.weight	8	0.0958762988448143
52309	linear.weight	9	0.1382366567850113
52309	linear.bias	0	-0.682481050491333
52309	linear.bias	1	0.6403273940086365
52309	linear.bias	2	0.05204112082719803
52309	linear.bias	3	-0.35603633522987366
52309	linear.bias	4	-1.189555287361145
52309	linear.bias	5	-1.1177624464035034
52309	linear.bias	6	-0.5873836874961853
52309	linear.bias	7	-0.7493256330490112
52309	linear.bias	8	-0.01705317199230194
52309	linear.bias	9	2.749300956726074
52506	transitions	0	-0.179075688123703
52506	transitions	1	7.260623455047607
52506	transitions	2	-2.8771591186523438
52506	transitions	3	1.224942684173584
52506	transitions	4	-1.6072802543640137
52506	transitions	5	-0.2681591808795929
52506	transitions	6	-0.14589552581310272
52506	transitions	7	-10000.0
52506	transitions	8	1.5485732555389404
52506	transitions	9	-2.284417152404785
52506	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
52506	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
52506	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
52506	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
52506	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
52506	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
52506	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
52506	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
52506	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
52506	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
52506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
52506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
52506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
52506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
52506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
52506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
52506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
52506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
52506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
52506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
52506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
52506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
52506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
52506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
52506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
52506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
52506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
52506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
52506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
52506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
52506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
52506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
52506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
52506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
52506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
52506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
52506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
52506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
52506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
52506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
52506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
52506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
52506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
52506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
52506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
52506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
52506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
52506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
52506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
52506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
52506	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
52506	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
52506	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
52506	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
52506	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
52506	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
52506	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
52506	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
52506	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
52506	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
52506	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
52506	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
52506	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
52506	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
52506	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
52506	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
52506	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
52506	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
52506	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
52506	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
52506	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
52506	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
52506	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
52506	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
52506	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
52506	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
52506	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
52506	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
52506	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
52506	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
52506	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
52506	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
52506	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
52506	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
52506	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
52506	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
52506	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
52506	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
52506	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
52506	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
52506	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
52506	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
52506	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
52506	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
52506	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
52506	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
52506	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
52506	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
52506	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
52506	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
52506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
52506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
52506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
52506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
52506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
52506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
52506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
52506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
52506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
52506	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
52506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
52506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
52506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
52506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
52506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
52506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
52506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
52506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
52506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
52506	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
52506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
52506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
52506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
52506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
52506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
52506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
52506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
52506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
52506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
52506	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
52506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
52506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
52506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
52506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
52506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
52506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
52506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
52506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
52506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
52506	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
52506	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
52506	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
52506	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
52506	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
52506	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
52506	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
52506	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
52506	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
52506	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
52506	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
52506	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
52506	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
52506	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
52506	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
52506	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
52506	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
52506	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
52506	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
52506	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
52506	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
52506	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
52506	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
52506	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
52506	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
52506	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
52506	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
52506	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
52506	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
52506	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
52506	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
52506	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
52506	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
52506	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
52506	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
52506	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
52506	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
52506	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
52506	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
52506	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
52506	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
52506	embedding2nn.weight	0	0.027553241699934006
52506	embedding2nn.weight	1	-0.07612072676420212
52506	embedding2nn.weight	2	0.01271121483296156
52506	embedding2nn.weight	3	-0.04260144755244255
52506	embedding2nn.weight	4	-0.0824732705950737
52506	embedding2nn.weight	5	0.05837395414710045
52506	embedding2nn.weight	6	-0.0968986228108406
52506	embedding2nn.weight	7	-0.07254427671432495
52506	embedding2nn.weight	8	0.004993552342057228
52506	embedding2nn.weight	9	0.0309714674949646
52506	embedding2nn.bias	0	0.04509206488728523
52506	embedding2nn.bias	1	0.014928867109119892
52506	embedding2nn.bias	2	-0.11843834072351456
52506	embedding2nn.bias	3	0.060789089649915695
52506	embedding2nn.bias	4	0.05069572478532791
52506	embedding2nn.bias	5	-0.15412276983261108
52506	embedding2nn.bias	6	-0.06834329664707184
52506	embedding2nn.bias	7	-0.00438180286437273
52506	embedding2nn.bias	8	0.0719652771949768
52506	embedding2nn.bias	9	-0.08350593596696854
52506	rnn.weight_ih_l0	0	0.017239928245544434
52506	rnn.weight_ih_l0	1	0.018069464713335037
52506	rnn.weight_ih_l0	2	-0.0431533046066761
52506	rnn.weight_ih_l0	3	0.011602889746427536
52506	rnn.weight_ih_l0	4	0.01727486401796341
52506	rnn.weight_ih_l0	5	-0.0570967011153698
52506	rnn.weight_ih_l0	6	0.026542769744992256
52506	rnn.weight_ih_l0	7	-0.0467723086476326
52506	rnn.weight_ih_l0	8	0.01746373064815998
52506	rnn.weight_ih_l0	9	-0.011031446047127247
52506	rnn.weight_hh_l0	0	0.0080193392932415
52506	rnn.weight_hh_l0	1	-0.051250699907541275
52506	rnn.weight_hh_l0	2	0.04419928789138794
52506	rnn.weight_hh_l0	3	0.017771754413843155
52506	rnn.weight_hh_l0	4	0.015695583075284958
52506	rnn.weight_hh_l0	5	0.03239455074071884
52506	rnn.weight_hh_l0	6	-0.009158315137028694
52506	rnn.weight_hh_l0	7	-0.0651700347661972
52506	rnn.weight_hh_l0	8	-0.022575601935386658
52506	rnn.weight_hh_l0	9	-0.03444942459464073
52506	rnn.bias_ih_l0	0	-0.044121935963630676
52506	rnn.bias_ih_l0	1	-0.10043890029191971
52506	rnn.bias_ih_l0	2	-0.15437138080596924
52506	rnn.bias_ih_l0	3	-0.22951719164848328
52506	rnn.bias_ih_l0	4	0.029922299087047577
52506	rnn.bias_ih_l0	5	0.05949585512280464
52506	rnn.bias_ih_l0	6	-0.08626003563404083
52506	rnn.bias_ih_l0	7	-0.1928708255290985
52506	rnn.bias_ih_l0	8	-0.07471375912427902
52506	rnn.bias_ih_l0	9	-0.11689451336860657
52506	rnn.bias_hh_l0	0	0.09206012636423111
52506	rnn.bias_hh_l0	1	-0.025340283289551735
52506	rnn.bias_hh_l0	2	0.011061826720833778
52506	rnn.bias_hh_l0	3	-0.11638268083333969
52506	rnn.bias_hh_l0	4	0.025188634172081947
52506	rnn.bias_hh_l0	5	0.02915016934275627
52506	rnn.bias_hh_l0	6	-0.05728725343942642
52506	rnn.bias_hh_l0	7	-0.09944681078195572
52506	rnn.bias_hh_l0	8	-0.13451920449733734
52506	rnn.bias_hh_l0	9	-0.0708094909787178
52506	rnn.weight_ih_l0_reverse	0	-0.005907694809138775
52506	rnn.weight_ih_l0_reverse	1	0.006622512359172106
52506	rnn.weight_ih_l0_reverse	2	-0.008913395926356316
52506	rnn.weight_ih_l0_reverse	3	0.003499712096527219
52506	rnn.weight_ih_l0_reverse	4	0.006404905114322901
52506	rnn.weight_ih_l0_reverse	5	-0.03596555441617966
52506	rnn.weight_ih_l0_reverse	6	-0.026542916893959045
52506	rnn.weight_ih_l0_reverse	7	-0.0021127117797732353
52506	rnn.weight_ih_l0_reverse	8	0.033252280205488205
52506	rnn.weight_ih_l0_reverse	9	-0.006384426262229681
52506	rnn.weight_hh_l0_reverse	0	-0.007785128895193338
52506	rnn.weight_hh_l0_reverse	1	0.01709015853703022
52506	rnn.weight_hh_l0_reverse	2	-0.029639791697263718
52506	rnn.weight_hh_l0_reverse	3	0.036713697016239166
52506	rnn.weight_hh_l0_reverse	4	0.010824676603078842
52506	rnn.weight_hh_l0_reverse	5	-0.008574136532843113
52506	rnn.weight_hh_l0_reverse	6	0.026594387367367744
52506	rnn.weight_hh_l0_reverse	7	0.025879958644509315
52506	rnn.weight_hh_l0_reverse	8	0.00441353116184473
52506	rnn.weight_hh_l0_reverse	9	-0.042684923857450485
52506	rnn.bias_ih_l0_reverse	0	-0.09995858371257782
52506	rnn.bias_ih_l0_reverse	1	-0.23898060619831085
52506	rnn.bias_ih_l0_reverse	2	-0.03758819401264191
52506	rnn.bias_ih_l0_reverse	3	-0.07227998226881027
52506	rnn.bias_ih_l0_reverse	4	0.08154956251382828
52506	rnn.bias_ih_l0_reverse	5	-0.17671236395835876
52506	rnn.bias_ih_l0_reverse	6	-0.03852592036128044
52506	rnn.bias_ih_l0_reverse	7	0.03998725488781929
52506	rnn.bias_ih_l0_reverse	8	-0.11361487954854965
52506	rnn.bias_ih_l0_reverse	9	-0.060500241816043854
52506	rnn.bias_hh_l0_reverse	0	-0.09408152103424072
52506	rnn.bias_hh_l0_reverse	1	-0.06075360253453255
52506	rnn.bias_hh_l0_reverse	2	-0.031170448288321495
52506	rnn.bias_hh_l0_reverse	3	-0.09087634831666946
52506	rnn.bias_hh_l0_reverse	4	-0.019628416746854782
52506	rnn.bias_hh_l0_reverse	5	-0.1007939949631691
52506	rnn.bias_hh_l0_reverse	6	-0.050736963748931885
52506	rnn.bias_hh_l0_reverse	7	-0.12699176371097565
52506	rnn.bias_hh_l0_reverse	8	-0.03396104648709297
52506	rnn.bias_hh_l0_reverse	9	-0.1289425641298294
52506	linear.weight	0	-0.20339104533195496
52506	linear.weight	1	-0.11441293358802795
52506	linear.weight	2	-0.011228874325752258
52506	linear.weight	3	0.01234719529747963
52506	linear.weight	4	0.04270267114043236
52506	linear.weight	5	0.25455617904663086
52506	linear.weight	6	0.0047744326293468475
52506	linear.weight	7	-0.021312154829502106
52506	linear.weight	8	0.07751626521348953
52506	linear.weight	9	0.14568717777729034
52506	linear.bias	0	-0.693497896194458
52506	linear.bias	1	0.6224788427352905
52506	linear.bias	2	-0.02409161627292633
52506	linear.bias	3	-0.36228975653648376
52506	linear.bias	4	-1.192786455154419
52506	linear.bias	5	-1.1180579662322998
52506	linear.bias	6	-0.6012945175170898
52506	linear.bias	7	-0.7198116779327393
52506	linear.bias	8	-0.01705317199230194
52506	linear.bias	9	2.815624713897705
52703	transitions	0	-0.18012215197086334
52703	transitions	1	7.233218193054199
52703	transitions	2	-2.8799378871917725
52703	transitions	3	1.2144452333450317
52703	transitions	4	-1.609798789024353
52703	transitions	5	-0.26844334602355957
52703	transitions	6	-0.14606772363185883
52703	transitions	7	-10000.0
52703	transitions	8	1.5496883392333984
52703	transitions	9	-2.2844598293304443
52703	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
52703	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
52703	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
52703	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
52703	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
52703	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
52703	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
52703	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
52703	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
52703	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
52703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
52703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
52703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
52703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
52703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
52703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
52703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
52703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
52703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
52703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
52703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
52703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
52703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
52703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
52703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
52703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
52703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
52703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
52703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
52703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
52703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
52703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
52703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
52703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
52703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
52703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
52703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
52703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
52703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
52703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
52703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
52703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
52703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
52703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
52703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
52703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
52703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
52703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
52703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
52703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
52703	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
52703	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
52703	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
52703	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
52703	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
52703	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
52703	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
52703	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
52703	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
52703	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
52703	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
52703	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
52703	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
52703	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
52703	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
52703	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
52703	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
52703	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
52703	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
52703	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
52703	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
52703	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
52703	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
52703	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
52703	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
52703	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
52703	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
52703	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
52703	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
52703	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
52703	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
52703	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
52703	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
52703	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
52703	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
52703	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
52703	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
52703	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
52703	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
52703	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
52703	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
52703	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
52703	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
52703	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
52703	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
52703	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
52703	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
52703	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
52703	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
52703	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
52703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
52703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
52703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
52703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
52703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
52703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
52703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
52703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
52703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
52703	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
52703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
52703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
52703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
52703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
52703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
52703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
52703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
52703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
52703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
52703	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
52703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
52703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
52703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
52703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
52703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
52703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
52703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
52703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
52703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
52703	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
52703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
52703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
52703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
52703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
52703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
52703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
52703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
52703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
52703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
52703	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
52703	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
52703	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
52703	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
52703	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
52703	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
52703	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
52703	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
52703	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
52703	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
52703	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
52703	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
52703	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
52703	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
52703	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
52703	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
52703	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
52703	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
52703	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
52703	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
52703	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
52703	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
52703	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
52703	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
52703	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
52703	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
52703	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
52703	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
52703	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
52703	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
52703	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
52703	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
52703	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
52703	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
52703	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
52703	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
52703	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
52703	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
52703	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
52703	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
52703	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
52703	embedding2nn.weight	0	0.027941061183810234
52703	embedding2nn.weight	1	-0.07686556130647659
52703	embedding2nn.weight	2	0.016847627237439156
52703	embedding2nn.weight	3	-0.042679313570261
52703	embedding2nn.weight	4	-0.08116026222705841
52703	embedding2nn.weight	5	0.058259330689907074
52703	embedding2nn.weight	6	-0.09979820996522903
52703	embedding2nn.weight	7	-0.07218046486377716
52703	embedding2nn.weight	8	0.0044225421734154224
52703	embedding2nn.weight	9	0.02733003906905651
52703	embedding2nn.bias	0	0.05075240507721901
52703	embedding2nn.bias	1	0.014185353182256222
52703	embedding2nn.bias	2	-0.12544021010398865
52703	embedding2nn.bias	3	0.06068440154194832
52703	embedding2nn.bias	4	0.04183465242385864
52703	embedding2nn.bias	5	-0.15615366399288177
52703	embedding2nn.bias	6	-0.07301060110330582
52703	embedding2nn.bias	7	0.007509139832109213
52703	embedding2nn.bias	8	0.07237734645605087
52703	embedding2nn.bias	9	-0.07771626859903336
52703	rnn.weight_ih_l0	0	0.01859731785953045
52703	rnn.weight_ih_l0	1	0.02076217159628868
52703	rnn.weight_ih_l0	2	-0.04207736253738403
52703	rnn.weight_ih_l0	3	0.009508077055215836
52703	rnn.weight_ih_l0	4	0.017638886347413063
52703	rnn.weight_ih_l0	5	-0.05971182510256767
52703	rnn.weight_ih_l0	6	0.026773059740662575
52703	rnn.weight_ih_l0	7	-0.04884831979870796
52703	rnn.weight_ih_l0	8	0.01527744997292757
52703	rnn.weight_ih_l0	9	-0.01096432562917471
52703	rnn.weight_hh_l0	0	0.007657253183424473
52703	rnn.weight_hh_l0	1	-0.05142970010638237
52703	rnn.weight_hh_l0	2	0.04315996915102005
52703	rnn.weight_hh_l0	3	0.01607777550816536
52703	rnn.weight_hh_l0	4	0.015749145299196243
52703	rnn.weight_hh_l0	5	0.03230845183134079
52703	rnn.weight_hh_l0	6	-0.008562584407627583
52703	rnn.weight_hh_l0	7	-0.06504267454147339
52703	rnn.weight_hh_l0	8	-0.022957997396588326
52703	rnn.weight_hh_l0	9	-0.035552915185689926
52703	rnn.bias_ih_l0	0	-0.04625328257679939
52703	rnn.bias_ih_l0	1	-0.10444366186857224
52703	rnn.bias_ih_l0	2	-0.15399101376533508
52703	rnn.bias_ih_l0	3	-0.23117470741271973
52703	rnn.bias_ih_l0	4	0.029994236305356026
52703	rnn.bias_ih_l0	5	0.06723004579544067
52703	rnn.bias_ih_l0	6	-0.08113234490156174
52703	rnn.bias_ih_l0	7	-0.18990859389305115
52703	rnn.bias_ih_l0	8	-0.06764016300439835
52703	rnn.bias_ih_l0	9	-0.12145587801933289
52703	rnn.bias_hh_l0	0	0.08896321803331375
52703	rnn.bias_hh_l0	1	-0.021976441144943237
52703	rnn.bias_hh_l0	2	0.010918139480054379
52703	rnn.bias_hh_l0	3	-0.11554022133350372
52703	rnn.bias_hh_l0	4	0.03108818829059601
52703	rnn.bias_hh_l0	5	0.027108339592814445
52703	rnn.bias_hh_l0	6	-0.05567796528339386
52703	rnn.bias_hh_l0	7	-0.104484923183918
52703	rnn.bias_hh_l0	8	-0.1375344693660736
52703	rnn.bias_hh_l0	9	-0.06767008453607559
52703	rnn.weight_ih_l0_reverse	0	-0.0042884377762675285
52703	rnn.weight_ih_l0_reverse	1	0.006256916560232639
52703	rnn.weight_ih_l0_reverse	2	-0.0058499667793512344
52703	rnn.weight_ih_l0_reverse	3	0.0032187968026846647
52703	rnn.weight_ih_l0_reverse	4	0.0053458064794540405
52703	rnn.weight_ih_l0_reverse	5	-0.0377429760992527
52703	rnn.weight_ih_l0_reverse	6	-0.02487761527299881
52703	rnn.weight_ih_l0_reverse	7	-0.003622292308136821
52703	rnn.weight_ih_l0_reverse	8	0.03318198025226593
52703	rnn.weight_ih_l0_reverse	9	-0.00463202316313982
52703	rnn.weight_hh_l0_reverse	0	-0.007824535481631756
52703	rnn.weight_hh_l0_reverse	1	0.016549328342080116
52703	rnn.weight_hh_l0_reverse	2	-0.02964068204164505
52703	rnn.weight_hh_l0_reverse	3	0.03638098016381264
52703	rnn.weight_hh_l0_reverse	4	0.01100210752338171
52703	rnn.weight_hh_l0_reverse	5	-0.00982589740306139
52703	rnn.weight_hh_l0_reverse	6	0.026390058919787407
52703	rnn.weight_hh_l0_reverse	7	0.02618006244301796
52703	rnn.weight_hh_l0_reverse	8	0.0038726264610886574
52703	rnn.weight_hh_l0_reverse	9	-0.04197853431105614
52703	rnn.bias_ih_l0_reverse	0	-0.1029936820268631
52703	rnn.bias_ih_l0_reverse	1	-0.2405194491147995
52703	rnn.bias_ih_l0_reverse	2	-0.0360896922647953
52703	rnn.bias_ih_l0_reverse	3	-0.07380062341690063
52703	rnn.bias_ih_l0_reverse	4	0.08501806110143661
52703	rnn.bias_ih_l0_reverse	5	-0.17501582205295563
52703	rnn.bias_ih_l0_reverse	6	-0.037511419504880905
52703	rnn.bias_ih_l0_reverse	7	0.03659035265445709
52703	rnn.bias_ih_l0_reverse	8	-0.10881102830171585
52703	rnn.bias_ih_l0_reverse	9	-0.06401732563972473
52703	rnn.bias_hh_l0_reverse	0	-0.09486523270606995
52703	rnn.bias_hh_l0_reverse	1	-0.06088227778673172
52703	rnn.bias_hh_l0_reverse	2	-0.029920892789959908
52703	rnn.bias_hh_l0_reverse	3	-0.09468206763267517
52703	rnn.bias_hh_l0_reverse	4	-0.020337045192718506
52703	rnn.bias_hh_l0_reverse	5	-0.1015939936041832
52703	rnn.bias_hh_l0_reverse	6	-0.04709037393331528
52703	rnn.bias_hh_l0_reverse	7	-0.12423520535230637
52703	rnn.bias_hh_l0_reverse	8	-0.0414363257586956
52703	rnn.bias_hh_l0_reverse	9	-0.12807875871658325
52703	linear.weight	0	-0.1941053867340088
52703	linear.weight	1	-0.12097685039043427
52703	linear.weight	2	-0.011228874325752258
52703	linear.weight	3	0.011052447371184826
52703	linear.weight	4	0.055501557886600494
52703	linear.weight	5	0.25036758184432983
52703	linear.weight	6	0.0047744326293468475
52703	linear.weight	7	-0.021312154829502106
52703	linear.weight	8	0.09986793249845505
52703	linear.weight	9	0.1603260338306427
52703	linear.bias	0	-0.6774224042892456
52703	linear.bias	1	0.6474567651748657
52703	linear.bias	2	-0.07705392688512802
52703	linear.bias	3	-0.3853940963745117
52703	linear.bias	4	-1.2405428886413574
52703	linear.bias	5	-1.1183031797409058
52703	linear.bias	6	-0.5817334055900574
52703	linear.bias	7	-0.6954329013824463
52703	linear.bias	8	-0.01705317199230194
52703	linear.bias	9	2.8629252910614014
52900	transitions	0	-0.18071746826171875
52900	transitions	1	7.254870414733887
52900	transitions	2	-2.8824408054351807
52900	transitions	3	1.2279658317565918
52900	transitions	4	-1.6112217903137207
52900	transitions	5	-0.268709272146225
52900	transitions	6	-0.1461983025074005
52900	transitions	7	-10000.0
52900	transitions	8	1.5502620935440063
52900	transitions	9	-2.2845101356506348
52900	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
52900	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
52900	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
52900	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
52900	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
52900	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
52900	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
52900	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
52900	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
52900	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
52900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
52900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
52900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
52900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
52900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
52900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
52900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
52900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
52900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
52900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
52900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
52900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
52900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
52900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
52900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
52900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
52900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
52900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
52900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
52900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
52900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
52900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
52900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
52900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
52900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
52900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
52900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
52900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
52900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
52900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
52900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
52900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
52900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
52900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
52900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
52900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
52900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
52900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
52900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
52900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
52900	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
52900	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
52900	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
52900	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
52900	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
52900	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
52900	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
52900	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
52900	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
52900	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
52900	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
52900	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
52900	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
52900	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
52900	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
52900	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
52900	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
52900	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
52900	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
52900	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
52900	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
52900	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
52900	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
52900	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
52900	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
52900	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
52900	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
52900	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
52900	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
52900	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
52900	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
52900	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
52900	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
52900	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
52900	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
52900	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
52900	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
52900	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
52900	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
52900	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
52900	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
52900	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
52900	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
52900	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
52900	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
52900	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
52900	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
52900	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
52900	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
52900	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
52900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
52900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
52900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
52900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
52900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
52900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
52900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
52900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
52900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
52900	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
52900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
52900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
52900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
52900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
52900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
52900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
52900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
52900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
52900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
52900	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
52900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
52900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
52900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
52900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
52900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
52900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
52900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
52900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
52900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
52900	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
52900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
52900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
52900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
52900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
52900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
52900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
52900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
52900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
52900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
52900	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
52900	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
52900	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
52900	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
52900	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
52900	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
52900	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
52900	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
52900	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
52900	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
52900	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
52900	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
52900	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
52900	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
52900	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
52900	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
52900	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
52900	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
52900	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
52900	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
52900	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
52900	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
52900	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
52900	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
52900	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
52900	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
52900	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
52900	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
52900	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
52900	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
52900	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
52900	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
52900	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
52900	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
52900	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
52900	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
52900	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
52900	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
52900	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
52900	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
52900	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
52900	embedding2nn.weight	0	0.02758837305009365
52900	embedding2nn.weight	1	-0.0759226605296135
52900	embedding2nn.weight	2	0.01664871722459793
52900	embedding2nn.weight	3	-0.044622939079999924
52900	embedding2nn.weight	4	-0.0805199071764946
52900	embedding2nn.weight	5	0.05674624443054199
52900	embedding2nn.weight	6	-0.08422080427408218
52900	embedding2nn.weight	7	-0.07234750688076019
52900	embedding2nn.weight	8	0.004939408041536808
52900	embedding2nn.weight	9	0.028618741780519485
52900	embedding2nn.bias	0	0.05943382903933525
52900	embedding2nn.bias	1	0.006905585061758757
52900	embedding2nn.bias	2	-0.1298016905784607
52900	embedding2nn.bias	3	0.07935786992311478
52900	embedding2nn.bias	4	0.03402332589030266
52900	embedding2nn.bias	5	-0.13890299201011658
52900	embedding2nn.bias	6	-0.08380957692861557
52900	embedding2nn.bias	7	0.0009572067065164447
52900	embedding2nn.bias	8	0.07482742518186569
52900	embedding2nn.bias	9	-0.09032892435789108
52900	rnn.weight_ih_l0	0	0.01690899208188057
52900	rnn.weight_ih_l0	1	0.020687028765678406
52900	rnn.weight_ih_l0	2	-0.041671451181173325
52900	rnn.weight_ih_l0	3	0.009834379889070988
52900	rnn.weight_ih_l0	4	0.01618938334286213
52900	rnn.weight_ih_l0	5	-0.0636928379535675
52900	rnn.weight_ih_l0	6	0.028041813522577286
52900	rnn.weight_ih_l0	7	-0.05289983004331589
52900	rnn.weight_ih_l0	8	0.014887381345033646
52900	rnn.weight_ih_l0	9	-0.008213619701564312
52900	rnn.weight_hh_l0	0	0.008508368395268917
52900	rnn.weight_hh_l0	1	-0.048791296780109406
52900	rnn.weight_hh_l0	2	0.042733531445264816
52900	rnn.weight_hh_l0	3	0.01663646660745144
52900	rnn.weight_hh_l0	4	0.015376687981188297
52900	rnn.weight_hh_l0	5	0.033527035266160965
52900	rnn.weight_hh_l0	6	-0.007954311557114124
52900	rnn.weight_hh_l0	7	-0.06456562876701355
52900	rnn.weight_hh_l0	8	-0.021474547684192657
52900	rnn.weight_hh_l0	9	-0.0359036922454834
52900	rnn.bias_ih_l0	0	-0.04941724240779877
52900	rnn.bias_ih_l0	1	-0.10039272904396057
52900	rnn.bias_ih_l0	2	-0.15710262954235077
52900	rnn.bias_ih_l0	3	-0.22820411622524261
52900	rnn.bias_ih_l0	4	0.03201806917786598
52900	rnn.bias_ih_l0	5	0.06674951314926147
52900	rnn.bias_ih_l0	6	-0.07985002547502518
52900	rnn.bias_ih_l0	7	-0.1988620012998581
52900	rnn.bias_ih_l0	8	-0.07149820774793625
52900	rnn.bias_ih_l0	9	-0.12475918233394623
52900	rnn.bias_hh_l0	0	0.08700116723775864
52900	rnn.bias_hh_l0	1	-0.02340904250741005
52900	rnn.bias_hh_l0	2	0.013611176051199436
52900	rnn.bias_hh_l0	3	-0.11533477157354355
52900	rnn.bias_hh_l0	4	0.02999110519886017
52900	rnn.bias_hh_l0	5	0.02726515755057335
52900	rnn.bias_hh_l0	6	-0.057801149785518646
52900	rnn.bias_hh_l0	7	-0.10392903536558151
52900	rnn.bias_hh_l0	8	-0.1334218531847
52900	rnn.bias_hh_l0	9	-0.06993798911571503
52900	rnn.weight_ih_l0_reverse	0	-0.005375987384468317
52900	rnn.weight_ih_l0_reverse	1	0.007873719558119774
52900	rnn.weight_ih_l0_reverse	2	-0.004274190869182348
52900	rnn.weight_ih_l0_reverse	3	0.001961627509444952
52900	rnn.weight_ih_l0_reverse	4	0.006535541266202927
52900	rnn.weight_ih_l0_reverse	5	-0.035831794142723083
52900	rnn.weight_ih_l0_reverse	6	-0.02655300870537758
52900	rnn.weight_ih_l0_reverse	7	-0.0027286410331726074
52900	rnn.weight_ih_l0_reverse	8	0.03556160628795624
52900	rnn.weight_ih_l0_reverse	9	-0.004481782205402851
52900	rnn.weight_hh_l0_reverse	0	-0.008832116611301899
52900	rnn.weight_hh_l0_reverse	1	0.015987081453204155
52900	rnn.weight_hh_l0_reverse	2	-0.029082130640745163
52900	rnn.weight_hh_l0_reverse	3	0.03654041513800621
52900	rnn.weight_hh_l0_reverse	4	0.011061160825192928
52900	rnn.weight_hh_l0_reverse	5	-0.009411497972905636
52900	rnn.weight_hh_l0_reverse	6	0.026737214997410774
52900	rnn.weight_hh_l0_reverse	7	0.026178818196058273
52900	rnn.weight_hh_l0_reverse	8	0.0041430313140153885
52900	rnn.weight_hh_l0_reverse	9	-0.04229404032230377
52900	rnn.bias_ih_l0_reverse	0	-0.10619262605905533
52900	rnn.bias_ih_l0_reverse	1	-0.2425599992275238
52900	rnn.bias_ih_l0_reverse	2	-0.03578729182481766
52900	rnn.bias_ih_l0_reverse	3	-0.0759759470820427
52900	rnn.bias_ih_l0_reverse	4	0.08380576223134995
52900	rnn.bias_ih_l0_reverse	5	-0.17848317325115204
52900	rnn.bias_ih_l0_reverse	6	-0.031149331480264664
52900	rnn.bias_ih_l0_reverse	7	0.03389668092131615
52900	rnn.bias_ih_l0_reverse	8	-0.11203724145889282
52900	rnn.bias_ih_l0_reverse	9	-0.06079857051372528
52900	rnn.bias_hh_l0_reverse	0	-0.090203657746315
52900	rnn.bias_hh_l0_reverse	1	-0.06284493952989578
52900	rnn.bias_hh_l0_reverse	2	-0.027675878256559372
52900	rnn.bias_hh_l0_reverse	3	-0.0989774614572525
52900	rnn.bias_hh_l0_reverse	4	-0.020282704383134842
52900	rnn.bias_hh_l0_reverse	5	-0.10765891522169113
52900	rnn.bias_hh_l0_reverse	6	-0.05143211409449577
52900	rnn.bias_hh_l0_reverse	7	-0.12300756573677063
52900	rnn.bias_hh_l0_reverse	8	-0.04317730292677879
52900	rnn.bias_hh_l0_reverse	9	-0.1298186331987381
52900	linear.weight	0	-0.19195212423801422
52900	linear.weight	1	-0.11896365880966187
52900	linear.weight	2	-0.011228874325752258
52900	linear.weight	3	0.009171860292553902
52900	linear.weight	4	0.07033998519182205
52900	linear.weight	5	0.2527003288269043
52900	linear.weight	6	0.0047744326293468475
52900	linear.weight	7	-0.021312154829502106
52900	linear.weight	8	0.11671788990497589
52900	linear.weight	9	0.16883665323257446
52900	linear.bias	0	-0.7059842348098755
52900	linear.bias	1	0.7020588517189026
52900	linear.bias	2	-0.06847278028726578
52900	linear.bias	3	-0.372410386800766
52900	linear.bias	4	-1.2099380493164062
52900	linear.bias	5	-1.1185903549194336
52900	linear.bias	6	-0.6099964380264282
52900	linear.bias	7	-0.7381044030189514
52900	linear.bias	8	-0.01705317199230194
52900	linear.bias	9	2.8071508407592773
53097	transitions	0	-0.18125566840171814
53097	transitions	1	7.241847038269043
53097	transitions	2	-2.884506940841675
53097	transitions	3	1.247861385345459
53097	transitions	4	-1.6126666069030762
53097	transitions	5	-0.269151508808136
53097	transitions	6	-0.14632096886634827
53097	transitions	7	-10000.0
53097	transitions	8	1.5573184490203857
53097	transitions	9	-2.2845611572265625
53097	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
53097	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
53097	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
53097	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
53097	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
53097	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
53097	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
53097	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
53097	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
53097	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
53097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
53097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
53097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
53097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
53097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
53097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
53097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
53097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
53097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
53097	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
53097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
53097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
53097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
53097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
53097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
53097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
53097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
53097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
53097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
53097	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
53097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
53097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
53097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
53097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
53097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
53097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
53097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
53097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
53097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
53097	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
53097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
53097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
53097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
53097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
53097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
53097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
53097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
53097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
53097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
53097	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
53097	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
53097	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
53097	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
53097	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
53097	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
53097	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
53097	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
53097	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
53097	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
53097	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
53097	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
53097	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
53097	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
53097	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
53097	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
53097	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
53097	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
53097	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
53097	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
53097	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
53097	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
53097	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
53097	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
53097	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
53097	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
53097	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
53097	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
53097	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
53097	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
53097	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
53097	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
53097	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
53097	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
53097	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
53097	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
53097	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
53097	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
53097	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
53097	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
53097	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
53097	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
53097	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
53097	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
53097	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
53097	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
53097	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
53097	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
53097	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
53097	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
53097	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
53097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
53097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
53097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
53097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
53097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
53097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
53097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
53097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
53097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
53097	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
53097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
53097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
53097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
53097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
53097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
53097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
53097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
53097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
53097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
53097	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
53097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
53097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
53097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
53097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
53097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
53097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
53097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
53097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
53097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
53097	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
53097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
53097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
53097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
53097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
53097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
53097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
53097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
53097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
53097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
53097	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
53097	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
53097	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
53097	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
53097	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
53097	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
53097	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
53097	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
53097	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
53097	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
53097	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
53097	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
53097	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
53097	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
53097	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
53097	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
53097	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
53097	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
53097	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
53097	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
53097	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
53097	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
53097	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
53097	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
53097	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
53097	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
53097	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
53097	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
53097	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
53097	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
53097	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
53097	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
53097	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
53097	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
53097	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
53097	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
53097	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
53097	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
53097	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
53097	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
53097	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
53097	embedding2nn.weight	0	0.02739178203046322
53097	embedding2nn.weight	1	-0.07446291297674179
53097	embedding2nn.weight	2	0.016572255641222
53097	embedding2nn.weight	3	-0.04499741271138191
53097	embedding2nn.weight	4	-0.08527017384767532
53097	embedding2nn.weight	5	0.05479709804058075
53097	embedding2nn.weight	6	-0.09065859764814377
53097	embedding2nn.weight	7	-0.07471783459186554
53097	embedding2nn.weight	8	0.006529038306325674
53097	embedding2nn.weight	9	0.02977290377020836
53097	embedding2nn.bias	0	0.04655550420284271
53097	embedding2nn.bias	1	0.014469431713223457
53097	embedding2nn.bias	2	-0.1443856954574585
53097	embedding2nn.bias	3	0.07708164304494858
53097	embedding2nn.bias	4	0.03519810736179352
53097	embedding2nn.bias	5	-0.14578799903392792
53097	embedding2nn.bias	6	-0.083628349006176
53097	embedding2nn.bias	7	0.0004690391360782087
53097	embedding2nn.bias	8	0.062255073338747025
53097	embedding2nn.bias	9	-0.09734635055065155
53097	rnn.weight_ih_l0	0	0.01238338928669691
53097	rnn.weight_ih_l0	1	0.027794890105724335
53097	rnn.weight_ih_l0	2	-0.04262994974851608
53097	rnn.weight_ih_l0	3	0.00956393126398325
53097	rnn.weight_ih_l0	4	0.01706710085272789
53097	rnn.weight_ih_l0	5	-0.06326185166835785
53097	rnn.weight_ih_l0	6	0.02513163536787033
53097	rnn.weight_ih_l0	7	-0.05404868349432945
53097	rnn.weight_ih_l0	8	0.012310542166233063
53097	rnn.weight_ih_l0	9	-0.005872809328138828
53097	rnn.weight_hh_l0	0	0.008215694688260555
53097	rnn.weight_hh_l0	1	-0.04768242686986923
53097	rnn.weight_hh_l0	2	0.04286053404211998
53097	rnn.weight_hh_l0	3	0.016319336369633675
53097	rnn.weight_hh_l0	4	0.015175491571426392
53097	rnn.weight_hh_l0	5	0.03248860314488411
53097	rnn.weight_hh_l0	6	-0.008057990111410618
53097	rnn.weight_hh_l0	7	-0.06414785236120224
53097	rnn.weight_hh_l0	8	-0.02104261703789234
53097	rnn.weight_hh_l0	9	-0.03785335645079613
53097	rnn.bias_ih_l0	0	-0.06232886761426926
53097	rnn.bias_ih_l0	1	-0.10120725631713867
53097	rnn.bias_ih_l0	2	-0.15897324681282043
53097	rnn.bias_ih_l0	3	-0.23132316768169403
53097	rnn.bias_ih_l0	4	0.03705938160419464
53097	rnn.bias_ih_l0	5	0.07327651232481003
53097	rnn.bias_ih_l0	6	-0.08255959302186966
53097	rnn.bias_ih_l0	7	-0.19416236877441406
53097	rnn.bias_ih_l0	8	-0.06694605946540833
53097	rnn.bias_ih_l0	9	-0.12341185659170151
53097	rnn.bias_hh_l0	0	0.09124702215194702
53097	rnn.bias_hh_l0	1	-0.026339692994952202
53097	rnn.bias_hh_l0	2	0.013920634984970093
53097	rnn.bias_hh_l0	3	-0.11712276190519333
53097	rnn.bias_hh_l0	4	0.032509151846170425
53097	rnn.bias_hh_l0	5	0.023458024486899376
53097	rnn.bias_hh_l0	6	-0.056767452508211136
53097	rnn.bias_hh_l0	7	-0.10237704962491989
53097	rnn.bias_hh_l0	8	-0.13528887927532196
53097	rnn.bias_hh_l0	9	-0.07145144045352936
53097	rnn.weight_ih_l0_reverse	0	-0.004353413823992014
53097	rnn.weight_ih_l0_reverse	1	0.014042233116924763
53097	rnn.weight_ih_l0_reverse	2	-0.005995358340442181
53097	rnn.weight_ih_l0_reverse	3	0.003105507930740714
53097	rnn.weight_ih_l0_reverse	4	0.00871735904365778
53097	rnn.weight_ih_l0_reverse	5	-0.03777123615145683
53097	rnn.weight_ih_l0_reverse	6	-0.026790114119648933
53097	rnn.weight_ih_l0_reverse	7	-0.0023447151761502028
53097	rnn.weight_ih_l0_reverse	8	0.0337657630443573
53097	rnn.weight_ih_l0_reverse	9	-0.003234165720641613
53097	rnn.weight_hh_l0_reverse	0	-0.008418547920882702
53097	rnn.weight_hh_l0_reverse	1	0.015929192304611206
53097	rnn.weight_hh_l0_reverse	2	-0.02932584285736084
53097	rnn.weight_hh_l0_reverse	3	0.03723598271608353
53097	rnn.weight_hh_l0_reverse	4	0.011049538850784302
53097	rnn.weight_hh_l0_reverse	5	-0.009814837016165257
53097	rnn.weight_hh_l0_reverse	6	0.02671586349606514
53097	rnn.weight_hh_l0_reverse	7	0.025541439652442932
53097	rnn.weight_hh_l0_reverse	8	0.004450381267815828
53097	rnn.weight_hh_l0_reverse	9	-0.04209442064166069
53097	rnn.bias_ih_l0_reverse	0	-0.10589529573917389
53097	rnn.bias_ih_l0_reverse	1	-0.2439868003129959
53097	rnn.bias_ih_l0_reverse	2	-0.03544706478714943
53097	rnn.bias_ih_l0_reverse	3	-0.07686702907085419
53097	rnn.bias_ih_l0_reverse	4	0.08569169044494629
53097	rnn.bias_ih_l0_reverse	5	-0.17993664741516113
53097	rnn.bias_ih_l0_reverse	6	-0.03076479397714138
53097	rnn.bias_ih_l0_reverse	7	0.04174729064106941
53097	rnn.bias_ih_l0_reverse	8	-0.10979366302490234
53097	rnn.bias_ih_l0_reverse	9	-0.060464419424533844
53097	rnn.bias_hh_l0_reverse	0	-0.09273705631494522
53097	rnn.bias_hh_l0_reverse	1	-0.06462133675813675
53097	rnn.bias_hh_l0_reverse	2	-0.029742881655693054
53097	rnn.bias_hh_l0_reverse	3	-0.10143792629241943
53097	rnn.bias_hh_l0_reverse	4	-0.017340343445539474
53097	rnn.bias_hh_l0_reverse	5	-0.10821922868490219
53097	rnn.bias_hh_l0_reverse	6	-0.05319816619157791
53097	rnn.bias_hh_l0_reverse	7	-0.1257116198539734
53097	rnn.bias_hh_l0_reverse	8	-0.041106242686510086
53097	rnn.bias_hh_l0_reverse	9	-0.13130465149879456
53097	linear.weight	0	-0.20045067369937897
53097	linear.weight	1	-0.1246350035071373
53097	linear.weight	2	-0.011228874325752258
53097	linear.weight	3	0.010003737173974514
53097	linear.weight	4	0.06221147999167442
53097	linear.weight	5	0.2632014751434326
53097	linear.weight	6	0.0047744326293468475
53097	linear.weight	7	-0.021312154829502106
53097	linear.weight	8	0.11790386587381363
53097	linear.weight	9	0.18009302020072937
53097	linear.bias	0	-0.6675201058387756
53097	linear.bias	1	0.6822887659072876
53097	linear.bias	2	-0.10077697038650513
53097	linear.bias	3	-0.37625694274902344
53097	linear.bias	4	-1.1988381147384644
53097	linear.bias	5	-1.118857502937317
53097	linear.bias	6	-0.5754340291023254
53097	linear.bias	7	-0.7240800857543945
53097	linear.bias	8	-0.01705317199230194
53097	linear.bias	9	2.747865915298462
53294	transitions	0	-0.18166396021842957
53294	transitions	1	7.2020087242126465
53294	transitions	2	-2.8866798877716064
53294	transitions	3	1.2586973905563354
53294	transitions	4	-1.6140860319137573
53294	transitions	5	-0.269513338804245
53294	transitions	6	-0.1464596390724182
53294	transitions	7	-10000.0
53294	transitions	8	1.556652307510376
53294	transitions	9	-2.2845966815948486
53294	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
53294	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
53294	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
53294	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
53294	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
53294	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
53294	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
53294	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
53294	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
53294	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
53294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
53294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
53294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
53294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
53294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
53294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
53294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
53294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
53294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
53294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
53294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
53294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
53294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
53294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
53294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
53294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
53294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
53294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
53294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
53294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
53294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
53294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
53294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
53294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
53294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
53294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
53294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
53294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
53294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
53294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
53294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
53294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
53294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
53294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
53294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
53294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
53294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
53294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
53294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
53294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
53294	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
53294	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
53294	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
53294	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
53294	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
53294	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
53294	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
53294	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
53294	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
53294	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
53294	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
53294	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
53294	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
53294	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
53294	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
53294	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
53294	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
53294	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
53294	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
53294	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
53294	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
53294	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
53294	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
53294	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
53294	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
53294	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
53294	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
53294	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
53294	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
53294	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
53294	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
53294	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
53294	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
53294	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
53294	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
53294	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
53294	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
53294	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
53294	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
53294	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
53294	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
53294	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
53294	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
53294	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
53294	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
53294	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
53294	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
53294	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
53294	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
53294	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
53294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
53294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
53294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
53294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
53294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
53294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
53294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
53294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
53294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
53294	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
53294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
53294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
53294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
53294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
53294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
53294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
53294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
53294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
53294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
53294	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
53294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
53294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
53294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
53294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
53294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
53294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
53294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
53294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
53294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
53294	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
53294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
53294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
53294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
53294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
53294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
53294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
53294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
53294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
53294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
53294	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
53294	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
53294	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
53294	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
53294	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
53294	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
53294	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
53294	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
53294	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
53294	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
53294	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
53294	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
53294	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
53294	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
53294	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
53294	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
53294	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
53294	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
53294	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
53294	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
53294	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
53294	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
53294	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
53294	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
53294	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
53294	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
53294	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
53294	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
53294	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
53294	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
53294	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
53294	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
53294	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
53294	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
53294	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
53294	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
53294	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
53294	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
53294	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
53294	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
53294	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
53294	embedding2nn.weight	0	0.027459703385829926
53294	embedding2nn.weight	1	-0.07664207369089127
53294	embedding2nn.weight	2	0.016596226021647453
53294	embedding2nn.weight	3	-0.046847958117723465
53294	embedding2nn.weight	4	-0.08509845286607742
53294	embedding2nn.weight	5	0.0560959056019783
53294	embedding2nn.weight	6	-0.09525372833013535
53294	embedding2nn.weight	7	-0.075688436627388
53294	embedding2nn.weight	8	0.004494022578001022
53294	embedding2nn.weight	9	0.03036927990615368
53294	embedding2nn.bias	0	0.057993143796920776
53294	embedding2nn.bias	1	0.018025653436779976
53294	embedding2nn.bias	2	-0.13552051782608032
53294	embedding2nn.bias	3	0.06735286116600037
53294	embedding2nn.bias	4	0.03779814392328262
53294	embedding2nn.bias	5	-0.1448190063238144
53294	embedding2nn.bias	6	-0.08164437115192413
53294	embedding2nn.bias	7	-0.012411609292030334
53294	embedding2nn.bias	8	0.05892033502459526
53294	embedding2nn.bias	9	-0.08365043252706528
53294	rnn.weight_ih_l0	0	0.015063740313053131
53294	rnn.weight_ih_l0	1	0.02802683413028717
53294	rnn.weight_ih_l0	2	-0.042285408824682236
53294	rnn.weight_ih_l0	3	0.009083269163966179
53294	rnn.weight_ih_l0	4	0.018545350059866905
53294	rnn.weight_ih_l0	5	-0.0632103756070137
53294	rnn.weight_ih_l0	6	0.02437659539282322
53294	rnn.weight_ih_l0	7	-0.05417664721608162
53294	rnn.weight_ih_l0	8	0.012556366622447968
53294	rnn.weight_ih_l0	9	-0.005839546676725149
53294	rnn.weight_hh_l0	0	0.00695809768512845
53294	rnn.weight_hh_l0	1	-0.04977911338210106
53294	rnn.weight_hh_l0	2	0.04227275773882866
53294	rnn.weight_hh_l0	3	0.015588114969432354
53294	rnn.weight_hh_l0	4	0.014598594978451729
53294	rnn.weight_hh_l0	5	0.03303646296262741
53294	rnn.weight_hh_l0	6	-0.007790008094161749
53294	rnn.weight_hh_l0	7	-0.06404108554124832
53294	rnn.weight_hh_l0	8	-0.02012522704899311
53294	rnn.weight_hh_l0	9	-0.03743903711438179
53294	rnn.bias_ih_l0	0	-0.05748779699206352
53294	rnn.bias_ih_l0	1	-0.10092920064926147
53294	rnn.bias_ih_l0	2	-0.16121408343315125
53294	rnn.bias_ih_l0	3	-0.23619669675827026
53294	rnn.bias_ih_l0	4	0.04076382517814636
53294	rnn.bias_ih_l0	5	0.0713646188378334
53294	rnn.bias_ih_l0	6	-0.08252491056919098
53294	rnn.bias_ih_l0	7	-0.2000533938407898
53294	rnn.bias_ih_l0	8	-0.071950763463974
53294	rnn.bias_ih_l0	9	-0.11795061826705933
53294	rnn.bias_hh_l0	0	0.09491658210754395
53294	rnn.bias_hh_l0	1	-0.027534330263733864
53294	rnn.bias_hh_l0	2	0.013411383144557476
53294	rnn.bias_hh_l0	3	-0.11584733426570892
53294	rnn.bias_hh_l0	4	0.03095937892794609
53294	rnn.bias_hh_l0	5	0.02006085030734539
53294	rnn.bias_hh_l0	6	-0.060824453830718994
53294	rnn.bias_hh_l0	7	-0.10659199208021164
53294	rnn.bias_hh_l0	8	-0.1349325329065323
53294	rnn.bias_hh_l0	9	-0.06841310113668442
53294	rnn.weight_ih_l0_reverse	0	-0.003641365095973015
53294	rnn.weight_ih_l0_reverse	1	0.014484809711575508
53294	rnn.weight_ih_l0_reverse	2	-0.004206138197332621
53294	rnn.weight_ih_l0_reverse	3	-0.0024679091293364763
53294	rnn.weight_ih_l0_reverse	4	0.011272147297859192
53294	rnn.weight_ih_l0_reverse	5	-0.03504300117492676
53294	rnn.weight_ih_l0_reverse	6	-0.026865823194384575
53294	rnn.weight_ih_l0_reverse	7	-0.0035490859299898148
53294	rnn.weight_ih_l0_reverse	8	0.035248223692178726
53294	rnn.weight_ih_l0_reverse	9	-0.0029898048378527164
53294	rnn.weight_hh_l0_reverse	0	-0.00888727605342865
53294	rnn.weight_hh_l0_reverse	1	0.016228508204221725
53294	rnn.weight_hh_l0_reverse	2	-0.030007511377334595
53294	rnn.weight_hh_l0_reverse	3	0.03644401952624321
53294	rnn.weight_hh_l0_reverse	4	0.011021258309483528
53294	rnn.weight_hh_l0_reverse	5	-0.010145151987671852
53294	rnn.weight_hh_l0_reverse	6	0.02682417817413807
53294	rnn.weight_hh_l0_reverse	7	0.02594466507434845
53294	rnn.weight_hh_l0_reverse	8	0.005553543101996183
53294	rnn.weight_hh_l0_reverse	9	-0.042100463062524796
53294	rnn.bias_ih_l0_reverse	0	-0.10266680270433426
53294	rnn.bias_ih_l0_reverse	1	-0.2482074797153473
53294	rnn.bias_ih_l0_reverse	2	-0.035873301327228546
53294	rnn.bias_ih_l0_reverse	3	-0.07834572345018387
53294	rnn.bias_ih_l0_reverse	4	0.08697541058063507
53294	rnn.bias_ih_l0_reverse	5	-0.18152379989624023
53294	rnn.bias_ih_l0_reverse	6	-0.03161300718784332
53294	rnn.bias_ih_l0_reverse	7	0.037548575550317764
53294	rnn.bias_ih_l0_reverse	8	-0.11310669779777527
53294	rnn.bias_ih_l0_reverse	9	-0.06250018626451492
53294	rnn.bias_hh_l0_reverse	0	-0.093632273375988
53294	rnn.bias_hh_l0_reverse	1	-0.060796841979026794
53294	rnn.bias_hh_l0_reverse	2	-0.030479326844215393
53294	rnn.bias_hh_l0_reverse	3	-0.1013076975941658
53294	rnn.bias_hh_l0_reverse	4	-0.017490649595856667
53294	rnn.bias_hh_l0_reverse	5	-0.10831214487552643
53294	rnn.bias_hh_l0_reverse	6	-0.053860004991292953
53294	rnn.bias_hh_l0_reverse	7	-0.12733584642410278
53294	rnn.bias_hh_l0_reverse	8	-0.04134022444486618
53294	rnn.bias_hh_l0_reverse	9	-0.13020937144756317
53294	linear.weight	0	-0.22840623557567596
53294	linear.weight	1	-0.1255279779434204
53294	linear.weight	2	-0.011228874325752258
53294	linear.weight	3	0.024667959660291672
53294	linear.weight	4	0.047011326998472214
53294	linear.weight	5	0.24924734234809875
53294	linear.weight	6	0.0047744326293468475
53294	linear.weight	7	-0.021312154829502106
53294	linear.weight	8	0.10412866622209549
53294	linear.weight	9	0.17585903406143188
53294	linear.bias	0	-0.6644317507743835
53294	linear.bias	1	0.6971834897994995
53294	linear.bias	2	-0.005370632745325565
53294	linear.bias	3	-0.40809065103530884
53294	linear.bias	4	-1.2076139450073242
53294	linear.bias	5	-1.1191262006759644
53294	linear.bias	6	-0.5727970004081726
53294	linear.bias	7	-0.7155892252922058
53294	linear.bias	8	-0.01705317199230194
53294	linear.bias	9	2.832467555999756
53298	transitions	0	-0.18166527152061462
53298	transitions	1	7.207793235778809
53298	transitions	2	-2.886699914932251
53298	transitions	3	1.2562010288238525
53298	transitions	4	-1.6140934228897095
53298	transitions	5	-0.2695140242576599
53298	transitions	6	-0.14646603167057037
53298	transitions	7	-10000.0
53298	transitions	8	1.5565975904464722
53298	transitions	9	-2.2845969200134277
53298	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
53298	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
53298	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
53298	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
53298	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
53298	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
53298	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
53298	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
53298	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
53298	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
53298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
53298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
53298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
53298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
53298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
53298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
53298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
53298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
53298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
53298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
53298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
53298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
53298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
53298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
53298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
53298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
53298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
53298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
53298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
53298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
53298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
53298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
53298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
53298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
53298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
53298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
53298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
53298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
53298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
53298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
53298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
53298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
53298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
53298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
53298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
53298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
53298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
53298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
53298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
53298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
53298	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
53298	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
53298	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
53298	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
53298	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
53298	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
53298	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
53298	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
53298	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
53298	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
53298	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
53298	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
53298	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
53298	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
53298	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
53298	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
53298	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
53298	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
53298	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
53298	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
53298	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
53298	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
53298	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
53298	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
53298	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
53298	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
53298	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
53298	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
53298	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
53298	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
53298	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
53298	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
53298	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
53298	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
53298	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
53298	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
53298	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
53298	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
53298	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
53298	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
53298	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
53298	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
53298	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
53298	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
53298	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
53298	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
53298	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
53298	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
53298	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
53298	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
53298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
53298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
53298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
53298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
53298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
53298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
53298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
53298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
53298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
53298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
53298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
53298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
53298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
53298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
53298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
53298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
53298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
53298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
53298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
53298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
53298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
53298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
53298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
53298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
53298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
53298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
53298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
53298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
53298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
53298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
53298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
53298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
53298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
53298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
53298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
53298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
53298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
53298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
53298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
53298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
53298	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
53298	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
53298	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
53298	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
53298	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
53298	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
53298	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
53298	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
53298	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
53298	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
53298	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
53298	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
53298	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
53298	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
53298	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
53298	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
53298	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
53298	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
53298	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
53298	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
53298	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
53298	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
53298	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
53298	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
53298	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
53298	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
53298	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
53298	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
53298	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
53298	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
53298	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
53298	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
53298	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
53298	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
53298	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
53298	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
53298	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
53298	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
53298	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
53298	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
53298	embedding2nn.weight	0	0.027428364381194115
53298	embedding2nn.weight	1	-0.07675888389348984
53298	embedding2nn.weight	2	0.01676264777779579
53298	embedding2nn.weight	3	-0.046976298093795776
53298	embedding2nn.weight	4	-0.08582796901464462
53298	embedding2nn.weight	5	0.05628187954425812
53298	embedding2nn.weight	6	-0.09489940106868744
53298	embedding2nn.weight	7	-0.07590432465076447
53298	embedding2nn.weight	8	0.0045868712477386
53298	embedding2nn.weight	9	0.030461236834526062
53298	embedding2nn.bias	0	0.056938525289297104
53298	embedding2nn.bias	1	0.016072437167167664
53298	embedding2nn.bias	2	-0.1344156265258789
53298	embedding2nn.bias	3	0.0652381107211113
53298	embedding2nn.bias	4	0.037432994693517685
53298	embedding2nn.bias	5	-0.14519093930721283
53298	embedding2nn.bias	6	-0.08094517141580582
53298	embedding2nn.bias	7	-0.009442107751965523
53298	embedding2nn.bias	8	0.05864092707633972
53298	embedding2nn.bias	9	-0.08581547439098358
53298	rnn.weight_ih_l0	0	0.015034468844532967
53298	rnn.weight_ih_l0	1	0.02799428440630436
53298	rnn.weight_ih_l0	2	-0.04220571741461754
53298	rnn.weight_ih_l0	3	0.009061019867658615
53298	rnn.weight_ih_l0	4	0.018445191904902458
53298	rnn.weight_ih_l0	5	-0.06320742517709732
53298	rnn.weight_ih_l0	6	0.02451084367930889
53298	rnn.weight_ih_l0	7	-0.05404018983244896
53298	rnn.weight_ih_l0	8	0.012386209331452847
53298	rnn.weight_ih_l0	9	-0.005929629784077406
53298	rnn.weight_hh_l0	0	0.0068906983360648155
53298	rnn.weight_hh_l0	1	-0.049839794635772705
53298	rnn.weight_hh_l0	2	0.04228230193257332
53298	rnn.weight_hh_l0	3	0.01569920778274536
53298	rnn.weight_hh_l0	4	0.014584132470190525
53298	rnn.weight_hh_l0	5	0.03304675593972206
53298	rnn.weight_hh_l0	6	-0.00780252693220973
53298	rnn.weight_hh_l0	7	-0.06404770165681839
53298	rnn.weight_hh_l0	8	-0.01997360959649086
53298	rnn.weight_hh_l0	9	-0.03767377510666847
53298	rnn.bias_ih_l0	0	-0.057406190782785416
53298	rnn.bias_ih_l0	1	-0.10115274786949158
53298	rnn.bias_ih_l0	2	-0.1614524871110916
53298	rnn.bias_ih_l0	3	-0.23545418679714203
53298	rnn.bias_ih_l0	4	0.041048239916563034
53298	rnn.bias_ih_l0	5	0.07113619148731232
53298	rnn.bias_ih_l0	6	-0.08199729025363922
53298	rnn.bias_ih_l0	7	-0.19998799264431
53298	rnn.bias_ih_l0	8	-0.07263229042291641
53298	rnn.bias_ih_l0	9	-0.11809133738279343
53298	rnn.bias_hh_l0	0	0.09539313614368439
53298	rnn.bias_hh_l0	1	-0.027360644191503525
53298	rnn.bias_hh_l0	2	0.013530779629945755
53298	rnn.bias_hh_l0	3	-0.11566931009292603
53298	rnn.bias_hh_l0	4	0.03159048780798912
53298	rnn.bias_hh_l0	5	0.020114421844482422
53298	rnn.bias_hh_l0	6	-0.06096380949020386
53298	rnn.bias_hh_l0	7	-0.10674723237752914
53298	rnn.bias_hh_l0	8	-0.13419948518276215
53298	rnn.bias_hh_l0	9	-0.06798762083053589
53298	rnn.weight_ih_l0_reverse	0	-0.003641995135694742
53298	rnn.weight_ih_l0_reverse	1	0.014429925009608269
53298	rnn.weight_ih_l0_reverse	2	-0.005817239638417959
53298	rnn.weight_ih_l0_reverse	3	-0.002538808388635516
53298	rnn.weight_ih_l0_reverse	4	0.011213747784495354
53298	rnn.weight_ih_l0_reverse	5	-0.035243988037109375
53298	rnn.weight_ih_l0_reverse	6	-0.027060601860284805
53298	rnn.weight_ih_l0_reverse	7	-0.0034657656215131283
53298	rnn.weight_ih_l0_reverse	8	0.035484105348587036
53298	rnn.weight_ih_l0_reverse	9	-0.002947226632386446
53298	rnn.weight_hh_l0_reverse	0	-0.00890898983925581
53298	rnn.weight_hh_l0_reverse	1	0.01624360680580139
53298	rnn.weight_hh_l0_reverse	2	-0.030005818232893944
53298	rnn.weight_hh_l0_reverse	3	0.036314625293016434
53298	rnn.weight_hh_l0_reverse	4	0.011021725833415985
53298	rnn.weight_hh_l0_reverse	5	-0.010043813847005367
53298	rnn.weight_hh_l0_reverse	6	0.026843415573239326
53298	rnn.weight_hh_l0_reverse	7	0.025844436138868332
53298	rnn.weight_hh_l0_reverse	8	0.005516883917152882
53298	rnn.weight_hh_l0_reverse	9	-0.042079102247953415
53298	rnn.bias_ih_l0_reverse	0	-0.10290305316448212
53298	rnn.bias_ih_l0_reverse	1	-0.24831253290176392
53298	rnn.bias_ih_l0_reverse	2	-0.035737380385398865
53298	rnn.bias_ih_l0_reverse	3	-0.07836213707923889
53298	rnn.bias_ih_l0_reverse	4	0.08712588995695114
53298	rnn.bias_ih_l0_reverse	5	-0.18150842189788818
53298	rnn.bias_ih_l0_reverse	6	-0.03166477009654045
53298	rnn.bias_ih_l0_reverse	7	0.03809913247823715
53298	rnn.bias_ih_l0_reverse	8	-0.1127609983086586
53298	rnn.bias_ih_l0_reverse	9	-0.06192486360669136
53298	rnn.bias_hh_l0_reverse	0	-0.0935569629073143
53298	rnn.bias_hh_l0_reverse	1	-0.061209600418806076
53298	rnn.bias_hh_l0_reverse	2	-0.030217640101909637
53298	rnn.bias_hh_l0_reverse	3	-0.10206791013479233
53298	rnn.bias_hh_l0_reverse	4	-0.017732327803969383
53298	rnn.bias_hh_l0_reverse	5	-0.10831283777952194
53298	rnn.bias_hh_l0_reverse	6	-0.05362117290496826
53298	rnn.bias_hh_l0_reverse	7	-0.12706007063388824
53298	rnn.bias_hh_l0_reverse	8	-0.04129089042544365
53298	rnn.bias_hh_l0_reverse	9	-0.1299491673707962
53298	linear.weight	0	-0.22842805087566376
53298	linear.weight	1	-0.12570731341838837
53298	linear.weight	2	-0.011228874325752258
53298	linear.weight	3	0.026528112590312958
53298	linear.weight	4	0.04688400775194168
53298	linear.weight	5	0.24958069622516632
53298	linear.weight	6	0.0047744326293468475
53298	linear.weight	7	-0.021312154829502106
53298	linear.weight	8	0.10466312617063522
53298	linear.weight	9	0.1752820760011673
53298	linear.bias	0	-0.664480447769165
53298	linear.bias	1	0.6906554102897644
53298	linear.bias	2	-0.009413760155439377
53298	linear.bias	3	-0.40618351101875305
53298	linear.bias	4	-1.2110750675201416
53298	linear.bias	5	-1.1191301345825195
53298	linear.bias	6	-0.5730451345443726
53298	linear.bias	7	-0.7221376895904541
53298	linear.bias	8	-0.01705317199230194
53298	linear.bias	9	2.8261075019836426
53495	transitions	0	-0.1823633909225464
53495	transitions	1	7.210886001586914
53495	transitions	2	-2.8881781101226807
53495	transitions	3	1.2657746076583862
53495	transitions	4	-1.6165814399719238
53495	transitions	5	-0.2701968848705292
53495	transitions	6	-0.1466345489025116
53495	transitions	7	-10000.0
53495	transitions	8	1.5600426197052002
53495	transitions	9	-2.2846317291259766
53495	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
53495	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
53495	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
53495	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
53495	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
53495	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
53495	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
53495	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
53495	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
53495	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
53495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
53495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
53495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
53495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
53495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
53495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
53495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
53495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
53495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
53495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
53495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
53495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
53495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
53495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
53495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
53495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
53495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
53495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
53495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
53495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
53495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
53495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
53495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
53495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
53495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
53495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
53495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
53495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
53495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
53495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
53495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
53495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
53495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
53495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
53495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
53495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
53495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
53495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
53495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
53495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
53495	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
53495	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
53495	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
53495	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
53495	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
53495	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
53495	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
53495	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
53495	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
53495	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
53495	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
53495	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
53495	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
53495	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
53495	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
53495	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
53495	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
53495	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
53495	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
53495	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
53495	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
53495	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
53495	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
53495	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
53495	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
53495	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
53495	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
53495	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
53495	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
53495	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
53495	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
53495	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
53495	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
53495	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
53495	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
53495	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
53495	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
53495	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
53495	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
53495	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
53495	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
53495	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
53495	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
53495	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
53495	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
53495	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
53495	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
53495	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
53495	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
53495	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
53495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
53495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
53495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
53495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
53495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
53495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
53495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
53495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
53495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
53495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
53495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
53495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
53495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
53495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
53495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
53495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
53495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
53495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
53495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
53495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
53495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
53495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
53495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
53495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
53495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
53495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
53495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
53495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
53495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
53495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
53495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
53495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
53495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
53495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
53495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
53495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
53495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
53495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
53495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
53495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
53495	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
53495	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
53495	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
53495	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
53495	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
53495	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
53495	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
53495	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
53495	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
53495	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
53495	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
53495	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
53495	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
53495	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
53495	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
53495	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
53495	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
53495	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
53495	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
53495	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
53495	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
53495	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
53495	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
53495	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
53495	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
53495	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
53495	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
53495	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
53495	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
53495	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
53495	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
53495	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
53495	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
53495	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
53495	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
53495	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
53495	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
53495	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
53495	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
53495	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
53495	embedding2nn.weight	0	0.027196308597922325
53495	embedding2nn.weight	1	-0.07630230486392975
53495	embedding2nn.weight	2	0.015966495499014854
53495	embedding2nn.weight	3	-0.04634000360965729
53495	embedding2nn.weight	4	-0.08817758411169052
53495	embedding2nn.weight	5	0.05471780523657799
53495	embedding2nn.weight	6	-0.09648997336626053
53495	embedding2nn.weight	7	-0.07667635381221771
53495	embedding2nn.weight	8	0.00442110700532794
53495	embedding2nn.weight	9	0.027675608173012733
53495	embedding2nn.bias	0	0.04996022582054138
53495	embedding2nn.bias	1	0.031760044395923615
53495	embedding2nn.bias	2	-0.14234186708927155
53495	embedding2nn.bias	3	0.06240978091955185
53495	embedding2nn.bias	4	0.0390741303563118
53495	embedding2nn.bias	5	-0.1462486982345581
53495	embedding2nn.bias	6	-0.08723581582307816
53495	embedding2nn.bias	7	-0.004279142711311579
53495	embedding2nn.bias	8	0.06658293306827545
53495	embedding2nn.bias	9	-0.08722976595163345
53495	rnn.weight_ih_l0	0	0.017825087532401085
53495	rnn.weight_ih_l0	1	0.022905319929122925
53495	rnn.weight_ih_l0	2	-0.041614145040512085
53495	rnn.weight_ih_l0	3	0.012262790463864803
53495	rnn.weight_ih_l0	4	0.01777014508843422
53495	rnn.weight_ih_l0	5	-0.06358862668275833
53495	rnn.weight_ih_l0	6	0.02813251130282879
53495	rnn.weight_ih_l0	7	-0.04682086035609245
53495	rnn.weight_ih_l0	8	0.0113894734531641
53495	rnn.weight_ih_l0	9	-0.006549089215695858
53495	rnn.weight_hh_l0	0	0.0062343766912817955
53495	rnn.weight_hh_l0	1	-0.04981937259435654
53495	rnn.weight_hh_l0	2	0.04227272793650627
53495	rnn.weight_hh_l0	3	0.01658765971660614
53495	rnn.weight_hh_l0	4	0.01459575816988945
53495	rnn.weight_hh_l0	5	0.03315925598144531
53495	rnn.weight_hh_l0	6	-0.007683601230382919
53495	rnn.weight_hh_l0	7	-0.0643756091594696
53495	rnn.weight_hh_l0	8	-0.02027112804353237
53495	rnn.weight_hh_l0	9	-0.03736941143870354
53495	rnn.bias_ih_l0	0	-0.062359534204006195
53495	rnn.bias_ih_l0	1	-0.10006962716579437
53495	rnn.bias_ih_l0	2	-0.15983732044696808
53495	rnn.bias_ih_l0	3	-0.2379264533519745
53495	rnn.bias_ih_l0	4	0.03539616987109184
53495	rnn.bias_ih_l0	5	0.06751752644777298
53495	rnn.bias_ih_l0	6	-0.0919162705540657
53495	rnn.bias_ih_l0	7	-0.1991327702999115
53495	rnn.bias_ih_l0	8	-0.07214474678039551
53495	rnn.bias_ih_l0	9	-0.11724904924631119
53495	rnn.bias_hh_l0	0	0.10661715269088745
53495	rnn.bias_hh_l0	1	-0.02678005024790764
53495	rnn.bias_hh_l0	2	0.0131132947281003
53495	rnn.bias_hh_l0	3	-0.11732310801744461
53495	rnn.bias_hh_l0	4	0.036875635385513306
53495	rnn.bias_hh_l0	5	0.02085276134312153
53495	rnn.bias_hh_l0	6	-0.060833465307950974
53495	rnn.bias_hh_l0	7	-0.11006652563810349
53495	rnn.bias_hh_l0	8	-0.13645043969154358
53495	rnn.bias_hh_l0	9	-0.06950031965970993
53495	rnn.weight_ih_l0_reverse	0	-0.004180409014225006
53495	rnn.weight_ih_l0_reverse	1	0.014233794994652271
53495	rnn.weight_ih_l0_reverse	2	-0.0006815852248109877
53495	rnn.weight_ih_l0_reverse	3	-0.0023179417476058006
53495	rnn.weight_ih_l0_reverse	4	0.01072834711521864
53495	rnn.weight_ih_l0_reverse	5	-0.0392598994076252
53495	rnn.weight_ih_l0_reverse	6	-0.02675158716738224
53495	rnn.weight_ih_l0_reverse	7	-0.0022408582735806704
53495	rnn.weight_ih_l0_reverse	8	0.03660521283745766
53495	rnn.weight_ih_l0_reverse	9	-0.0028427520301193
53495	rnn.weight_hh_l0_reverse	0	-0.009015003219246864
53495	rnn.weight_hh_l0_reverse	1	0.015738384798169136
53495	rnn.weight_hh_l0_reverse	2	-0.02984321303665638
53495	rnn.weight_hh_l0_reverse	3	0.036498308181762695
53495	rnn.weight_hh_l0_reverse	4	0.011159264482557774
53495	rnn.weight_hh_l0_reverse	5	-0.01104840449988842
53495	rnn.weight_hh_l0_reverse	6	0.02652665786445141
53495	rnn.weight_hh_l0_reverse	7	0.02506425231695175
53495	rnn.weight_hh_l0_reverse	8	0.005256528966128826
53495	rnn.weight_hh_l0_reverse	9	-0.04248911142349243
53495	rnn.bias_ih_l0_reverse	0	-0.10390734672546387
53495	rnn.bias_ih_l0_reverse	1	-0.2509390711784363
53495	rnn.bias_ih_l0_reverse	2	-0.03262098506093025
53495	rnn.bias_ih_l0_reverse	3	-0.07718431949615479
53495	rnn.bias_ih_l0_reverse	4	0.09188701957464218
53495	rnn.bias_ih_l0_reverse	5	-0.17837315797805786
53495	rnn.bias_ih_l0_reverse	6	-0.03237578645348549
53495	rnn.bias_ih_l0_reverse	7	0.03624582663178444
53495	rnn.bias_ih_l0_reverse	8	-0.11385532468557358
53495	rnn.bias_ih_l0_reverse	9	-0.06354522705078125
53495	rnn.bias_hh_l0_reverse	0	-0.09313715249300003
53495	rnn.bias_hh_l0_reverse	1	-0.0629720538854599
53495	rnn.bias_hh_l0_reverse	2	-0.029554015025496483
53495	rnn.bias_hh_l0_reverse	3	-0.10436281561851501
53495	rnn.bias_hh_l0_reverse	4	-0.01706383377313614
53495	rnn.bias_hh_l0_reverse	5	-0.10633209347724915
53495	rnn.bias_hh_l0_reverse	6	-0.054393429309129715
53495	rnn.bias_hh_l0_reverse	7	-0.12197543680667877
53495	rnn.bias_hh_l0_reverse	8	-0.037440650165081024
53495	rnn.bias_hh_l0_reverse	9	-0.13232815265655518
53495	linear.weight	0	-0.2109205573797226
53495	linear.weight	1	-0.1226799264550209
53495	linear.weight	2	-0.011228874325752258
53495	linear.weight	3	0.018301011994481087
53495	linear.weight	4	0.05700967088341713
53495	linear.weight	5	0.22512227296829224
53495	linear.weight	6	0.0047744326293468475
53495	linear.weight	7	-0.021312154829502106
53495	linear.weight	8	0.100594662129879
53495	linear.weight	9	0.16288554668426514
53495	linear.bias	0	-0.6988579034805298
53495	linear.bias	1	0.71980881690979
53495	linear.bias	2	-0.010537311434745789
53495	linear.bias	3	-0.3918081223964691
53495	linear.bias	4	-1.1879831552505493
53495	linear.bias	5	-1.1194062232971191
53495	linear.bias	6	-0.6143948435783386
53495	linear.bias	7	-0.7380019426345825
53495	linear.bias	8	-0.01705317199230194
53495	linear.bias	9	2.8187172412872314
53692	transitions	0	-0.18318358063697815
53692	transitions	1	7.189420223236084
53692	transitions	2	-2.8901708126068115
53692	transitions	3	1.2784109115600586
53692	transitions	4	-1.6175161600112915
53692	transitions	5	-0.2703797221183777
53692	transitions	6	-0.14677689969539642
53692	transitions	7	-10000.0
53692	transitions	8	1.5565935373306274
53692	transitions	9	-2.2846715450286865
53692	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
53692	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
53692	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
53692	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
53692	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
53692	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
53692	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
53692	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
53692	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
53692	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
53692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
53692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
53692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
53692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
53692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
53692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
53692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
53692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
53692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
53692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
53692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
53692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
53692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
53692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
53692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
53692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
53692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
53692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
53692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
53692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
53692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
53692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
53692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
53692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
53692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
53692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
53692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
53692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
53692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
53692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
53692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
53692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
53692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
53692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
53692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
53692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
53692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
53692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
53692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
53692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
53692	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
53692	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
53692	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
53692	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
53692	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
53692	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
53692	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
53692	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
53692	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
53692	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
53692	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
53692	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
53692	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
53692	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
53692	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
53692	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
53692	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
53692	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
53692	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
53692	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
53692	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
53692	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
53692	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
53692	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
53692	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
53692	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
53692	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
53692	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
53692	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
53692	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
53692	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
53692	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
53692	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
53692	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
53692	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
53692	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
53692	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
53692	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
53692	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
53692	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
53692	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
53692	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
53692	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
53692	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
53692	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
53692	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
53692	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
53692	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
53692	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
53692	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
53692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
53692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
53692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
53692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
53692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
53692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
53692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
53692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
53692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
53692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
53692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
53692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
53692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
53692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
53692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
53692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
53692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
53692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
53692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
53692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
53692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
53692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
53692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
53692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
53692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
53692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
53692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
53692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
53692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
53692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
53692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
53692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
53692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
53692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
53692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
53692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
53692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
53692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
53692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
53692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
53692	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
53692	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
53692	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
53692	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
53692	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
53692	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
53692	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
53692	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
53692	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
53692	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
53692	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
53692	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
53692	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
53692	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
53692	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
53692	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
53692	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
53692	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
53692	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
53692	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
53692	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
53692	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
53692	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
53692	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
53692	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
53692	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
53692	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
53692	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
53692	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
53692	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
53692	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
53692	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
53692	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
53692	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
53692	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
53692	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
53692	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
53692	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
53692	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
53692	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
53692	embedding2nn.weight	0	0.027672698721289635
53692	embedding2nn.weight	1	-0.07430431991815567
53692	embedding2nn.weight	2	0.009969554841518402
53692	embedding2nn.weight	3	-0.04827781766653061
53692	embedding2nn.weight	4	-0.08819025009870529
53692	embedding2nn.weight	5	0.05495045706629753
53692	embedding2nn.weight	6	-0.08975774794816971
53692	embedding2nn.weight	7	-0.07532250136137009
53692	embedding2nn.weight	8	0.0037476203870028257
53692	embedding2nn.weight	9	0.028451615944504738
53692	embedding2nn.bias	0	0.04369257763028145
53692	embedding2nn.bias	1	0.01200111210346222
53692	embedding2nn.bias	2	-0.14250293374061584
53692	embedding2nn.bias	3	0.057284481823444366
53692	embedding2nn.bias	4	0.045842986553907394
53692	embedding2nn.bias	5	-0.15801186859607697
53692	embedding2nn.bias	6	-0.07828328758478165
53692	embedding2nn.bias	7	0.002564250724390149
53692	embedding2nn.bias	8	0.0755075216293335
53692	embedding2nn.bias	9	-0.0918143093585968
53692	rnn.weight_ih_l0	0	0.02036980353295803
53692	rnn.weight_ih_l0	1	0.025364995002746582
53692	rnn.weight_ih_l0	2	-0.041210275143384933
53692	rnn.weight_ih_l0	3	0.00878444779664278
53692	rnn.weight_ih_l0	4	0.01760912872850895
53692	rnn.weight_ih_l0	5	-0.06520669162273407
53692	rnn.weight_ih_l0	6	0.029992463067173958
53692	rnn.weight_ih_l0	7	-0.0443054623901844
53692	rnn.weight_ih_l0	8	0.011185785755515099
53692	rnn.weight_ih_l0	9	-0.004405816085636616
53692	rnn.weight_hh_l0	0	0.005522332154214382
53692	rnn.weight_hh_l0	1	-0.05011669173836708
53692	rnn.weight_hh_l0	2	0.042287081480026245
53692	rnn.weight_hh_l0	3	0.017215818166732788
53692	rnn.weight_hh_l0	4	0.014255626127123833
53692	rnn.weight_hh_l0	5	0.03429076075553894
53692	rnn.weight_hh_l0	6	-0.007343261037021875
53692	rnn.weight_hh_l0	7	-0.06466082483530045
53692	rnn.weight_hh_l0	8	-0.01941540651023388
53692	rnn.weight_hh_l0	9	-0.03628821298480034
53692	rnn.bias_ih_l0	0	-0.0635928139090538
53692	rnn.bias_ih_l0	1	-0.10390391945838928
53692	rnn.bias_ih_l0	2	-0.16302794218063354
53692	rnn.bias_ih_l0	3	-0.23914985358715057
53692	rnn.bias_ih_l0	4	0.027702683582901955
53692	rnn.bias_ih_l0	5	0.06688235700130463
53692	rnn.bias_ih_l0	6	-0.09112469851970673
53692	rnn.bias_ih_l0	7	-0.19849513471126556
53692	rnn.bias_ih_l0	8	-0.07228817790746689
53692	rnn.bias_ih_l0	9	-0.11748625338077545
53692	rnn.bias_hh_l0	0	0.10596548020839691
53692	rnn.bias_hh_l0	1	-0.02797982469201088
53692	rnn.bias_hh_l0	2	0.00927652046084404
53692	rnn.bias_hh_l0	3	-0.11521740257740021
53692	rnn.bias_hh_l0	4	0.03156379610300064
53692	rnn.bias_hh_l0	5	0.019011041149497032
53692	rnn.bias_hh_l0	6	-0.057314615696668625
53692	rnn.bias_hh_l0	7	-0.11352525651454926
53692	rnn.bias_hh_l0	8	-0.136036217212677
53692	rnn.bias_hh_l0	9	-0.068852499127388
53692	rnn.weight_ih_l0_reverse	0	-0.004925718996673822
53692	rnn.weight_ih_l0_reverse	1	0.02039540745317936
53692	rnn.weight_ih_l0_reverse	2	0.0011000457452610135
53692	rnn.weight_ih_l0_reverse	3	-0.0029203337617218494
53692	rnn.weight_ih_l0_reverse	4	0.013937113806605339
53692	rnn.weight_ih_l0_reverse	5	-0.036178816109895706
53692	rnn.weight_ih_l0_reverse	6	-0.026909666135907173
53692	rnn.weight_ih_l0_reverse	7	-0.001992621226236224
53692	rnn.weight_ih_l0_reverse	8	0.032171592116355896
53692	rnn.weight_ih_l0_reverse	9	-0.0021407618187367916
53692	rnn.weight_hh_l0_reverse	0	-0.009496157988905907
53692	rnn.weight_hh_l0_reverse	1	0.014651303179562092
53692	rnn.weight_hh_l0_reverse	2	-0.030234752222895622
53692	rnn.weight_hh_l0_reverse	3	0.03641422465443611
53692	rnn.weight_hh_l0_reverse	4	0.009818551130592823
53692	rnn.weight_hh_l0_reverse	5	-0.011342355981469154
53692	rnn.weight_hh_l0_reverse	6	0.026609325781464577
53692	rnn.weight_hh_l0_reverse	7	0.025155244395136833
53692	rnn.weight_hh_l0_reverse	8	0.005920324474573135
53692	rnn.weight_hh_l0_reverse	9	-0.04283515736460686
53692	rnn.bias_ih_l0_reverse	0	-0.10474779456853867
53692	rnn.bias_ih_l0_reverse	1	-0.25670501589775085
53692	rnn.bias_ih_l0_reverse	2	-0.03310069814324379
53692	rnn.bias_ih_l0_reverse	3	-0.08198250085115433
53692	rnn.bias_ih_l0_reverse	4	0.0885327160358429
53692	rnn.bias_ih_l0_reverse	5	-0.17545868456363678
53692	rnn.bias_ih_l0_reverse	6	-0.03220769017934799
53692	rnn.bias_ih_l0_reverse	7	0.03292258456349373
53692	rnn.bias_ih_l0_reverse	8	-0.1131155863404274
53692	rnn.bias_ih_l0_reverse	9	-0.062229447066783905
53692	rnn.bias_hh_l0_reverse	0	-0.0912928506731987
53692	rnn.bias_hh_l0_reverse	1	-0.06269437074661255
53692	rnn.bias_hh_l0_reverse	2	-0.030252721160650253
53692	rnn.bias_hh_l0_reverse	3	-0.1053328588604927
53692	rnn.bias_hh_l0_reverse	4	-0.0154540641233325
53692	rnn.bias_hh_l0_reverse	5	-0.10718407481908798
53692	rnn.bias_hh_l0_reverse	6	-0.05529799312353134
53692	rnn.bias_hh_l0_reverse	7	-0.1210414320230484
53692	rnn.bias_hh_l0_reverse	8	-0.03707383945584297
53692	rnn.bias_hh_l0_reverse	9	-0.13072942197322845
53692	linear.weight	0	-0.21750102937221527
53692	linear.weight	1	-0.1329292356967926
53692	linear.weight	2	-0.011228874325752258
53692	linear.weight	3	0.020068056881427765
53692	linear.weight	4	0.0627235397696495
53692	linear.weight	5	0.24717126786708832
53692	linear.weight	6	0.0047744326293468475
53692	linear.weight	7	-0.021312154829502106
53692	linear.weight	8	0.08730155229568481
53692	linear.weight	9	0.17222455143928528
53692	linear.bias	0	-0.6774946451187134
53692	linear.bias	1	0.7309916615486145
53692	linear.bias	2	-0.025910142809152603
53692	linear.bias	3	-0.424322247505188
53692	linear.bias	4	-1.2158452272415161
53692	linear.bias	5	-1.1196532249450684
53692	linear.bias	6	-0.6058472990989685
53692	linear.bias	7	-0.6968292593955994
53692	linear.bias	8	-0.01705317199230194
53692	linear.bias	9	2.868675708770752
53889	transitions	0	-0.18454068899154663
53889	transitions	1	7.173575401306152
53889	transitions	2	-2.892699956893921
53889	transitions	3	1.2927262783050537
53889	transitions	4	-1.6195168495178223
53889	transitions	5	-0.2705669105052948
53889	transitions	6	-0.1469283550977707
53889	transitions	7	-10000.0
53889	transitions	8	1.5524423122406006
53889	transitions	9	-2.284714937210083
53889	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
53889	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
53889	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
53889	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
53889	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
53889	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
53889	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
53889	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
53889	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
53889	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
53889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
53889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
53889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
53889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
53889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
53889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
53889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
53889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
53889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
53889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
53889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
53889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
53889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
53889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
53889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
53889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
53889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
53889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
53889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
53889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
53889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
53889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
53889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
53889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
53889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
53889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
53889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
53889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
53889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
53889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
53889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
53889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
53889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
53889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
53889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
53889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
53889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
53889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
53889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
53889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
53889	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
53889	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
53889	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
53889	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
53889	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
53889	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
53889	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
53889	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
53889	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
53889	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
53889	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
53889	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
53889	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
53889	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
53889	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
53889	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
53889	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
53889	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
53889	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
53889	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
53889	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
53889	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
53889	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
53889	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
53889	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
53889	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
53889	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
53889	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
53889	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
53889	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
53889	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
53889	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
53889	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
53889	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
53889	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
53889	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
53889	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
53889	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
53889	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
53889	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
53889	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
53889	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
53889	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
53889	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
53889	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
53889	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
53889	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
53889	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
53889	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
53889	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
53889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
53889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
53889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
53889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
53889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
53889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
53889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
53889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
53889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
53889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
53889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
53889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
53889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
53889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
53889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
53889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
53889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
53889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
53889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
53889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
53889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
53889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
53889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
53889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
53889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
53889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
53889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
53889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
53889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
53889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
53889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
53889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
53889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
53889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
53889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
53889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
53889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
53889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
53889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
53889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
53889	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
53889	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
53889	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
53889	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
53889	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
53889	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
53889	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
53889	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
53889	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
53889	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
53889	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
53889	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
53889	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
53889	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
53889	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
53889	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
53889	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
53889	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
53889	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
53889	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
53889	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
53889	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
53889	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
53889	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
53889	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
53889	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
53889	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
53889	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
53889	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
53889	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
53889	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
53889	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
53889	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
53889	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
53889	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
53889	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
53889	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
53889	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
53889	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
53889	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
53889	embedding2nn.weight	0	0.026973774656653404
53889	embedding2nn.weight	1	-0.07415914535522461
53889	embedding2nn.weight	2	0.0117443036288023
53889	embedding2nn.weight	3	-0.0463961586356163
53889	embedding2nn.weight	4	-0.08492865413427353
53889	embedding2nn.weight	5	0.05636218190193176
53889	embedding2nn.weight	6	-0.09121115505695343
53889	embedding2nn.weight	7	-0.07377501577138901
53889	embedding2nn.weight	8	0.003043885575607419
53889	embedding2nn.weight	9	0.028532782569527626
53889	embedding2nn.bias	0	0.055559851229190826
53889	embedding2nn.bias	1	0.0026363206561654806
53889	embedding2nn.bias	2	-0.1531374603509903
53889	embedding2nn.bias	3	0.08317023515701294
53889	embedding2nn.bias	4	0.05117489770054817
53889	embedding2nn.bias	5	-0.14730548858642578
53889	embedding2nn.bias	6	-0.06810341030359268
53889	embedding2nn.bias	7	0.0035043726675212383
53889	embedding2nn.bias	8	0.07566963881254196
53889	embedding2nn.bias	9	-0.09236568957567215
53889	rnn.weight_ih_l0	0	0.019111379981040955
53889	rnn.weight_ih_l0	1	0.027184901759028435
53889	rnn.weight_ih_l0	2	-0.042446430772542953
53889	rnn.weight_ih_l0	3	0.007554212585091591
53889	rnn.weight_ih_l0	4	0.01941840536892414
53889	rnn.weight_ih_l0	5	-0.06803713738918304
53889	rnn.weight_ih_l0	6	0.025208421051502228
53889	rnn.weight_ih_l0	7	-0.04408126324415207
53889	rnn.weight_ih_l0	8	0.01090359129011631
53889	rnn.weight_ih_l0	9	-0.004392583854496479
53889	rnn.weight_hh_l0	0	0.005258999764919281
53889	rnn.weight_hh_l0	1	-0.04827449098229408
53889	rnn.weight_hh_l0	2	0.04215126112103462
53889	rnn.weight_hh_l0	3	0.017748573794960976
53889	rnn.weight_hh_l0	4	0.014332487247884274
53889	rnn.weight_hh_l0	5	0.03442629799246788
53889	rnn.weight_hh_l0	6	-0.007222932297736406
53889	rnn.weight_hh_l0	7	-0.06386946886777878
53889	rnn.weight_hh_l0	8	-0.019544238224625587
53889	rnn.weight_hh_l0	9	-0.04004296287894249
53889	rnn.bias_ih_l0	0	-0.06627530604600906
53889	rnn.bias_ih_l0	1	-0.10541079938411713
53889	rnn.bias_ih_l0	2	-0.16205021739006042
53889	rnn.bias_ih_l0	3	-0.2403058111667633
53889	rnn.bias_ih_l0	4	0.02317521721124649
53889	rnn.bias_ih_l0	5	0.06667234003543854
53889	rnn.bias_ih_l0	6	-0.0898284763097763
53889	rnn.bias_ih_l0	7	-0.19904398918151855
53889	rnn.bias_ih_l0	8	-0.07572489976882935
53889	rnn.bias_ih_l0	9	-0.11874385923147202
53889	rnn.bias_hh_l0	0	0.10687173902988434
53889	rnn.bias_hh_l0	1	-0.029232244938611984
53889	rnn.bias_hh_l0	2	0.00564466742798686
53889	rnn.bias_hh_l0	3	-0.11620041728019714
53889	rnn.bias_hh_l0	4	0.03811265528202057
53889	rnn.bias_hh_l0	5	0.01582193188369274
53889	rnn.bias_hh_l0	6	-0.05481714382767677
53889	rnn.bias_hh_l0	7	-0.11475417762994766
53889	rnn.bias_hh_l0	8	-0.13055749237537384
53889	rnn.bias_hh_l0	9	-0.06812986731529236
53889	rnn.weight_ih_l0_reverse	0	-0.005717135965824127
53889	rnn.weight_ih_l0_reverse	1	0.025675183162093163
53889	rnn.weight_ih_l0_reverse	2	-0.0001516143383923918
53889	rnn.weight_ih_l0_reverse	3	-0.0006170263513922691
53889	rnn.weight_ih_l0_reverse	4	0.013590092770755291
53889	rnn.weight_ih_l0_reverse	5	-0.03589175269007683
53889	rnn.weight_ih_l0_reverse	6	-0.027211599051952362
53889	rnn.weight_ih_l0_reverse	7	-0.0030567320063710213
53889	rnn.weight_ih_l0_reverse	8	0.028222016990184784
53889	rnn.weight_ih_l0_reverse	9	-0.001200818456709385
53889	rnn.weight_hh_l0_reverse	0	-0.009095496498048306
53889	rnn.weight_hh_l0_reverse	1	0.014592836610972881
53889	rnn.weight_hh_l0_reverse	2	-0.030419405549764633
53889	rnn.weight_hh_l0_reverse	3	0.03567194566130638
53889	rnn.weight_hh_l0_reverse	4	0.00961183663457632
53889	rnn.weight_hh_l0_reverse	5	-0.010671701282262802
53889	rnn.weight_hh_l0_reverse	6	0.025739531964063644
53889	rnn.weight_hh_l0_reverse	7	0.026105033233761787
53889	rnn.weight_hh_l0_reverse	8	0.005127696320414543
53889	rnn.weight_hh_l0_reverse	9	-0.04270760715007782
53889	rnn.bias_ih_l0_reverse	0	-0.10410421341657639
53889	rnn.bias_ih_l0_reverse	1	-0.2594335973262787
53889	rnn.bias_ih_l0_reverse	2	-0.03453968092799187
53889	rnn.bias_ih_l0_reverse	3	-0.08470023423433304
53889	rnn.bias_ih_l0_reverse	4	0.09099496155977249
53889	rnn.bias_ih_l0_reverse	5	-0.17636078596115112
53889	rnn.bias_ih_l0_reverse	6	-0.033486563712358475
53889	rnn.bias_ih_l0_reverse	7	0.03864914923906326
53889	rnn.bias_ih_l0_reverse	8	-0.11311974376440048
53889	rnn.bias_ih_l0_reverse	9	-0.06105535477399826
53889	rnn.bias_hh_l0_reverse	0	-0.09125609695911407
53889	rnn.bias_hh_l0_reverse	1	-0.06156134232878685
53889	rnn.bias_hh_l0_reverse	2	-0.02911568060517311
53889	rnn.bias_hh_l0_reverse	3	-0.1030299961566925
53889	rnn.bias_hh_l0_reverse	4	-0.015177005901932716
53889	rnn.bias_hh_l0_reverse	5	-0.10370855033397675
53889	rnn.bias_hh_l0_reverse	6	-0.054529473185539246
53889	rnn.bias_hh_l0_reverse	7	-0.12473824620246887
53889	rnn.bias_hh_l0_reverse	8	-0.03664299473166466
53889	rnn.bias_hh_l0_reverse	9	-0.13195356726646423
53889	linear.weight	0	-0.21350164711475372
53889	linear.weight	1	-0.13260957598686218
53889	linear.weight	2	-0.011228874325752258
53889	linear.weight	3	0.01653156988322735
53889	linear.weight	4	0.07719767093658447
53889	linear.weight	5	0.21257413923740387
53889	linear.weight	6	0.0047744326293468475
53889	linear.weight	7	-0.021312154829502106
53889	linear.weight	8	0.08178442716598511
53889	linear.weight	9	0.15981565415859222
53889	linear.bias	0	-0.6891688704490662
53889	linear.bias	1	0.7168834805488586
53889	linear.bias	2	-0.05444526672363281
53889	linear.bias	3	-0.4193049371242523
53889	linear.bias	4	-1.2046788930892944
53889	linear.bias	5	-1.119894027709961
53889	linear.bias	6	-0.6054851412773132
53889	linear.bias	7	-0.7051249146461487
53889	linear.bias	8	-0.01705317199230194
53889	linear.bias	9	2.842684268951416
54086	transitions	0	-0.18541082739830017
54086	transitions	1	7.178549766540527
54086	transitions	2	-2.895235538482666
54086	transitions	3	1.291890263557434
54086	transitions	4	-1.6213964223861694
54086	transitions	5	-0.27084940671920776
54086	transitions	6	-0.14705722033977509
54086	transitions	7	-10000.0
54086	transitions	8	1.5518903732299805
54086	transitions	9	-2.2847611904144287
54086	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
54086	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
54086	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
54086	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
54086	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
54086	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
54086	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
54086	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
54086	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
54086	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
54086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
54086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
54086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
54086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
54086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
54086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
54086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
54086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
54086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
54086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
54086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
54086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
54086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
54086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
54086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
54086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
54086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
54086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
54086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
54086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
54086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
54086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
54086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
54086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
54086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
54086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
54086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
54086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
54086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
54086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
54086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
54086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
54086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
54086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
54086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
54086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
54086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
54086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
54086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
54086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
54086	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
54086	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
54086	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
54086	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
54086	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
54086	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
54086	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
54086	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
54086	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
54086	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
54086	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
54086	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
54086	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
54086	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
54086	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
54086	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
54086	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
54086	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
54086	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
54086	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
54086	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
54086	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
54086	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
54086	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
54086	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
54086	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
54086	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
54086	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
54086	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
54086	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
54086	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
54086	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
54086	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
54086	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
54086	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
54086	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
54086	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
54086	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
54086	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
54086	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
54086	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
54086	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
54086	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
54086	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
54086	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
54086	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
54086	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
54086	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
54086	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
54086	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
54086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
54086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
54086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
54086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
54086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
54086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
54086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
54086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
54086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
54086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
54086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
54086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
54086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
54086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
54086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
54086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
54086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
54086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
54086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
54086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
54086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
54086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
54086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
54086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
54086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
54086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
54086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
54086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
54086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
54086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
54086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
54086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
54086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
54086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
54086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
54086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
54086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
54086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
54086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
54086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
54086	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
54086	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
54086	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
54086	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
54086	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
54086	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
54086	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
54086	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
54086	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
54086	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
54086	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
54086	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
54086	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
54086	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
54086	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
54086	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
54086	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
54086	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
54086	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
54086	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
54086	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
54086	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
54086	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
54086	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
54086	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
54086	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
54086	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
54086	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
54086	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
54086	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
54086	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
54086	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
54086	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
54086	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
54086	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
54086	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
54086	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
54086	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
54086	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
54086	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
54086	embedding2nn.weight	0	0.0271165668964386
54086	embedding2nn.weight	1	-0.07250218093395233
54086	embedding2nn.weight	2	0.011403875425457954
54086	embedding2nn.weight	3	-0.04546958953142166
54086	embedding2nn.weight	4	-0.08003243803977966
54086	embedding2nn.weight	5	0.055918123573064804
54086	embedding2nn.weight	6	-0.08782793581485748
54086	embedding2nn.weight	7	-0.07471378147602081
54086	embedding2nn.weight	8	0.002848191885277629
54086	embedding2nn.weight	9	0.03134961426258087
54086	embedding2nn.bias	0	0.04452098533511162
54086	embedding2nn.bias	1	0.008032278157770634
54086	embedding2nn.bias	2	-0.15990184247493744
54086	embedding2nn.bias	3	0.07383141666650772
54086	embedding2nn.bias	4	0.03677969425916672
54086	embedding2nn.bias	5	-0.16421538591384888
54086	embedding2nn.bias	6	-0.06671160459518433
54086	embedding2nn.bias	7	-0.00043685975833795965
54086	embedding2nn.bias	8	0.08175419270992279
54086	embedding2nn.bias	9	-0.10468163341283798
54086	rnn.weight_ih_l0	0	0.018508218228816986
54086	rnn.weight_ih_l0	1	0.02539464831352234
54086	rnn.weight_ih_l0	2	-0.04274287447333336
54086	rnn.weight_ih_l0	3	0.00611591013148427
54086	rnn.weight_ih_l0	4	0.020585618913173676
54086	rnn.weight_ih_l0	5	-0.07033994048833847
54086	rnn.weight_ih_l0	6	0.023947875946760178
54086	rnn.weight_ih_l0	7	-0.0444401353597641
54086	rnn.weight_ih_l0	8	0.010202324949204922
54086	rnn.weight_ih_l0	9	-0.002799160312861204
54086	rnn.weight_hh_l0	0	0.0058532110415399075
54086	rnn.weight_hh_l0	1	-0.048115942627191544
54086	rnn.weight_hh_l0	2	0.04131307452917099
54086	rnn.weight_hh_l0	3	0.01683148182928562
54086	rnn.weight_hh_l0	4	0.01397189311683178
54086	rnn.weight_hh_l0	5	0.03461919724941254
54086	rnn.weight_hh_l0	6	-0.007577253971248865
54086	rnn.weight_hh_l0	7	-0.06379091739654541
54086	rnn.weight_hh_l0	8	-0.01875435747206211
54086	rnn.weight_hh_l0	9	-0.039063531905412674
54086	rnn.bias_ih_l0	0	-0.07202412933111191
54086	rnn.bias_ih_l0	1	-0.10340265184640884
54086	rnn.bias_ih_l0	2	-0.16484124958515167
54086	rnn.bias_ih_l0	3	-0.2412763237953186
54086	rnn.bias_ih_l0	4	0.019932759925723076
54086	rnn.bias_ih_l0	5	0.06409043818712234
54086	rnn.bias_ih_l0	6	-0.09171795845031738
54086	rnn.bias_ih_l0	7	-0.19935502111911774
54086	rnn.bias_ih_l0	8	-0.07643454521894455
54086	rnn.bias_ih_l0	9	-0.11717519164085388
54086	rnn.bias_hh_l0	0	0.10920336842536926
54086	rnn.bias_hh_l0	1	-0.028372816741466522
54086	rnn.bias_hh_l0	2	0.0074689327739179134
54086	rnn.bias_hh_l0	3	-0.11662657558917999
54086	rnn.bias_hh_l0	4	0.038309261202812195
54086	rnn.bias_hh_l0	5	0.01576058566570282
54086	rnn.bias_hh_l0	6	-0.05720868706703186
54086	rnn.bias_hh_l0	7	-0.11278937757015228
54086	rnn.bias_hh_l0	8	-0.12985944747924805
54086	rnn.bias_hh_l0	9	-0.07065223157405853
54086	rnn.weight_ih_l0_reverse	0	-0.005084175616502762
54086	rnn.weight_ih_l0_reverse	1	0.025910139083862305
54086	rnn.weight_ih_l0_reverse	2	-0.004402156453579664
54086	rnn.weight_ih_l0_reverse	3	-0.00045315612806007266
54086	rnn.weight_ih_l0_reverse	4	0.013138674199581146
54086	rnn.weight_ih_l0_reverse	5	-0.03279601410031319
54086	rnn.weight_ih_l0_reverse	6	-0.028543736785650253
54086	rnn.weight_ih_l0_reverse	7	-0.0033577652648091316
54086	rnn.weight_ih_l0_reverse	8	0.030631979927420616
54086	rnn.weight_ih_l0_reverse	9	-0.003395806299522519
54086	rnn.weight_hh_l0_reverse	0	-0.008963317610323429
54086	rnn.weight_hh_l0_reverse	1	0.014282888732850552
54086	rnn.weight_hh_l0_reverse	2	-0.030452976003289223
54086	rnn.weight_hh_l0_reverse	3	0.03580820932984352
54086	rnn.weight_hh_l0_reverse	4	0.009883017279207706
54086	rnn.weight_hh_l0_reverse	5	-0.01066768541932106
54086	rnn.weight_hh_l0_reverse	6	0.025981808081269264
54086	rnn.weight_hh_l0_reverse	7	0.025168245658278465
54086	rnn.weight_hh_l0_reverse	8	0.005160863511264324
54086	rnn.weight_hh_l0_reverse	9	-0.04184925928711891
54086	rnn.bias_ih_l0_reverse	0	-0.10886520147323608
54086	rnn.bias_ih_l0_reverse	1	-0.2569821774959564
54086	rnn.bias_ih_l0_reverse	2	-0.03253031522035599
54086	rnn.bias_ih_l0_reverse	3	-0.08440350741147995
54086	rnn.bias_ih_l0_reverse	4	0.09400526434183121
54086	rnn.bias_ih_l0_reverse	5	-0.17662140727043152
54086	rnn.bias_ih_l0_reverse	6	-0.040649641305208206
54086	rnn.bias_ih_l0_reverse	7	0.0368528738617897
54086	rnn.bias_ih_l0_reverse	8	-0.11570582538843155
54086	rnn.bias_ih_l0_reverse	9	-0.06252709031105042
54086	rnn.bias_hh_l0_reverse	0	-0.09017952531576157
54086	rnn.bias_hh_l0_reverse	1	-0.06425245851278305
54086	rnn.bias_hh_l0_reverse	2	-0.030769679695367813
54086	rnn.bias_hh_l0_reverse	3	-0.1015680655837059
54086	rnn.bias_hh_l0_reverse	4	-0.015799518674612045
54086	rnn.bias_hh_l0_reverse	5	-0.10168275237083435
54086	rnn.bias_hh_l0_reverse	6	-0.05345188453793526
54086	rnn.bias_hh_l0_reverse	7	-0.12323310226202011
54086	rnn.bias_hh_l0_reverse	8	-0.042494889348745346
54086	rnn.bias_hh_l0_reverse	9	-0.13397492468357086
54086	linear.weight	0	-0.20947808027267456
54086	linear.weight	1	-0.14046445488929749
54086	linear.weight	2	-0.011228874325752258
54086	linear.weight	3	0.016046833246946335
54086	linear.weight	4	0.0761612057685852
54086	linear.weight	5	0.16274821758270264
54086	linear.weight	6	0.0047744326293468475
54086	linear.weight	7	-0.021312154829502106
54086	linear.weight	8	0.07209552079439163
54086	linear.weight	9	0.16760718822479248
54086	linear.bias	0	-0.6701749563217163
54086	linear.bias	1	0.6784260272979736
54086	linear.bias	2	-0.09279618412256241
54086	linear.bias	3	-0.44040292501449585
54086	linear.bias	4	-1.2019433975219727
54086	linear.bias	5	-1.1201634407043457
54086	linear.bias	6	-0.5858455300331116
54086	linear.bias	7	-0.681367814540863
54086	linear.bias	8	-0.01705317199230194
54086	linear.bias	9	2.8541033267974854
54283	transitions	0	-0.18590734899044037
54283	transitions	1	7.202761650085449
54283	transitions	2	-2.89681077003479
54283	transitions	3	1.2931923866271973
54283	transitions	4	-1.6231995820999146
54283	transitions	5	-0.2710079848766327
54283	transitions	6	-0.14715853333473206
54283	transitions	7	-10000.0
54283	transitions	8	1.5545012950897217
54283	transitions	9	-2.2848126888275146
54283	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
54283	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
54283	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
54283	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
54283	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
54283	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
54283	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
54283	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
54283	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
54283	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
54283	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
54283	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
54283	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
54283	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
54283	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
54283	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
54283	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
54283	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
54283	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
54283	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
54283	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
54283	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
54283	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
54283	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
54283	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
54283	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
54283	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
54283	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
54283	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
54283	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
54283	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
54283	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
54283	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
54283	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
54283	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
54283	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
54283	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
54283	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
54283	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
54283	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
54283	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
54283	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
54283	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
54283	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
54283	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
54283	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
54283	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
54283	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
54283	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
54283	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
54283	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
54283	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
54283	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
54283	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
54283	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
54283	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
54283	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
54283	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
54283	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
54283	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
54283	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
54283	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
54283	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
54283	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
54283	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
54283	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
54283	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
54283	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
54283	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
54283	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
54283	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
54283	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
54283	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
54283	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
54283	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
54283	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
54283	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
54283	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
54283	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
54283	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
54283	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
54283	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
54283	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
54283	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
54283	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
54283	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
54283	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
54283	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
54283	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
54283	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
54283	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
54283	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
54283	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
54283	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
54283	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
54283	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
54283	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
54283	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
54283	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
54283	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
54283	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
54283	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
54283	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
54283	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
54283	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
54283	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
54283	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
54283	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
54283	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
54283	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
54283	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
54283	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
54283	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
54283	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
54283	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
54283	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
54283	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
54283	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
54283	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
54283	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
54283	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
54283	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
54283	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
54283	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
54283	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
54283	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
54283	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
54283	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
54283	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
54283	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
54283	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
54283	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
54283	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
54283	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
54283	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
54283	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
54283	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
54283	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
54283	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
54283	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
54283	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
54283	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
54283	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
54283	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
54283	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
54283	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
54283	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
54283	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
54283	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
54283	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
54283	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
54283	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
54283	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
54283	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
54283	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
54283	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
54283	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
54283	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
54283	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
54283	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
54283	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
54283	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
54283	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
54283	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
54283	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
54283	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
54283	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
54283	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
54283	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
54283	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
54283	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
54283	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
54283	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
54283	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
54283	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
54283	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
54283	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
54283	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
54283	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
54283	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
54283	embedding2nn.weight	0	0.025998137891292572
54283	embedding2nn.weight	1	-0.07203380018472672
54283	embedding2nn.weight	2	0.012939220294356346
54283	embedding2nn.weight	3	-0.04609006643295288
54283	embedding2nn.weight	4	-0.08417367190122604
54283	embedding2nn.weight	5	0.05420435220003128
54283	embedding2nn.weight	6	-0.07441078871488571
54283	embedding2nn.weight	7	-0.07582002133131027
54283	embedding2nn.weight	8	0.003497523255646229
54283	embedding2nn.weight	9	0.03200085833668709
54283	embedding2nn.bias	0	0.06184035539627075
54283	embedding2nn.bias	1	0.018579620867967606
54283	embedding2nn.bias	2	-0.15394675731658936
54283	embedding2nn.bias	3	0.07418937236070633
54283	embedding2nn.bias	4	0.04661805182695389
54283	embedding2nn.bias	5	-0.15128380060195923
54283	embedding2nn.bias	6	-0.06854183226823807
54283	embedding2nn.bias	7	0.00016188884910661727
54283	embedding2nn.bias	8	0.064183309674263
54283	embedding2nn.bias	9	-0.08582379668951035
54283	rnn.weight_ih_l0	0	0.01950654573738575
54283	rnn.weight_ih_l0	1	0.01848316378891468
54283	rnn.weight_ih_l0	2	-0.03865964338183403
54283	rnn.weight_ih_l0	3	0.005922013893723488
54283	rnn.weight_ih_l0	4	0.02206898294389248
54283	rnn.weight_ih_l0	5	-0.06547212600708008
54283	rnn.weight_ih_l0	6	0.0252545103430748
54283	rnn.weight_ih_l0	7	-0.042908746749162674
54283	rnn.weight_ih_l0	8	0.008176939561963081
54283	rnn.weight_ih_l0	9	-0.0039579118601977825
54283	rnn.weight_hh_l0	0	0.005049085710197687
54283	rnn.weight_hh_l0	1	-0.04939311370253563
54283	rnn.weight_hh_l0	2	0.04154683277010918
54283	rnn.weight_hh_l0	3	0.016861148178577423
54283	rnn.weight_hh_l0	4	0.013964416459202766
54283	rnn.weight_hh_l0	5	0.03464183211326599
54283	rnn.weight_hh_l0	6	-0.0075517878867685795
54283	rnn.weight_hh_l0	7	-0.06414737552404404
54283	rnn.weight_hh_l0	8	-0.0189338568598032
54283	rnn.weight_hh_l0	9	-0.04173346981406212
54283	rnn.bias_ih_l0	0	-0.06953369826078415
54283	rnn.bias_ih_l0	1	-0.10522252321243286
54283	rnn.bias_ih_l0	2	-0.15990027785301208
54283	rnn.bias_ih_l0	3	-0.24380353093147278
54283	rnn.bias_ih_l0	4	0.01865646429359913
54283	rnn.bias_ih_l0	5	0.06761994957923889
54283	rnn.bias_ih_l0	6	-0.08941958844661713
54283	rnn.bias_ih_l0	7	-0.1978982388973236
54283	rnn.bias_ih_l0	8	-0.07485831528902054
54283	rnn.bias_ih_l0	9	-0.11690058559179306
54283	rnn.bias_hh_l0	0	0.11247166991233826
54283	rnn.bias_hh_l0	1	-0.02592572569847107
54283	rnn.bias_hh_l0	2	0.010885884054005146
54283	rnn.bias_hh_l0	3	-0.11553750932216644
54283	rnn.bias_hh_l0	4	0.030168233439326286
54283	rnn.bias_hh_l0	5	0.02178029716014862
54283	rnn.bias_hh_l0	6	-0.0585835762321949
54283	rnn.bias_hh_l0	7	-0.11052417755126953
54283	rnn.bias_hh_l0	8	-0.12429946660995483
54283	rnn.bias_hh_l0	9	-0.0726909339427948
54283	rnn.weight_ih_l0_reverse	0	-0.004220254253596067
54283	rnn.weight_ih_l0_reverse	1	0.026526743546128273
54283	rnn.weight_ih_l0_reverse	2	-0.005499100312590599
54283	rnn.weight_ih_l0_reverse	3	0.0007603336125612259
54283	rnn.weight_ih_l0_reverse	4	0.009687492623925209
54283	rnn.weight_ih_l0_reverse	5	-0.03270293399691582
54283	rnn.weight_ih_l0_reverse	6	-0.026366708800196648
54283	rnn.weight_ih_l0_reverse	7	-0.00206195330247283
54283	rnn.weight_ih_l0_reverse	8	0.028097031638026237
54283	rnn.weight_ih_l0_reverse	9	-0.0030582770705223083
54283	rnn.weight_hh_l0_reverse	0	-0.008965643122792244
54283	rnn.weight_hh_l0_reverse	1	0.014101964421570301
54283	rnn.weight_hh_l0_reverse	2	-0.030653849244117737
54283	rnn.weight_hh_l0_reverse	3	0.03604956716299057
54283	rnn.weight_hh_l0_reverse	4	0.009480642154812813
54283	rnn.weight_hh_l0_reverse	5	-0.010150762274861336
54283	rnn.weight_hh_l0_reverse	6	0.026291023939847946
54283	rnn.weight_hh_l0_reverse	7	0.02496201917529106
54283	rnn.weight_hh_l0_reverse	8	0.00530457915738225
54283	rnn.weight_hh_l0_reverse	9	-0.04183796048164368
54283	rnn.bias_ih_l0_reverse	0	-0.10980894416570663
54283	rnn.bias_ih_l0_reverse	1	-0.2578871250152588
54283	rnn.bias_ih_l0_reverse	2	-0.03324795886874199
54283	rnn.bias_ih_l0_reverse	3	-0.08542662113904953
54283	rnn.bias_ih_l0_reverse	4	0.09950152784585953
54283	rnn.bias_ih_l0_reverse	5	-0.18221108615398407
54283	rnn.bias_ih_l0_reverse	6	-0.043322425335645676
54283	rnn.bias_ih_l0_reverse	7	0.032984718680381775
54283	rnn.bias_ih_l0_reverse	8	-0.1182306557893753
54283	rnn.bias_ih_l0_reverse	9	-0.06553713977336884
54283	rnn.bias_hh_l0_reverse	0	-0.09074731916189194
54283	rnn.bias_hh_l0_reverse	1	-0.06538555771112442
54283	rnn.bias_hh_l0_reverse	2	-0.02910601906478405
54283	rnn.bias_hh_l0_reverse	3	-0.09795377403497696
54283	rnn.bias_hh_l0_reverse	4	-0.017556430771946907
54283	rnn.bias_hh_l0_reverse	5	-0.09906451404094696
54283	rnn.bias_hh_l0_reverse	6	-0.05275509133934975
54283	rnn.bias_hh_l0_reverse	7	-0.12547682225704193
54283	rnn.bias_hh_l0_reverse	8	-0.03598245605826378
54283	rnn.bias_hh_l0_reverse	9	-0.131859689950943
54283	linear.weight	0	-0.21247027814388275
54283	linear.weight	1	-0.13079380989074707
54283	linear.weight	2	-0.011228874325752258
54283	linear.weight	3	0.019319359213113785
54283	linear.weight	4	0.05897708237171173
54283	linear.weight	5	0.18110106885433197
54283	linear.weight	6	0.0047744326293468475
54283	linear.weight	7	-0.021312154829502106
54283	linear.weight	8	0.054639119654893875
54283	linear.weight	9	0.1618136763572693
54283	linear.bias	0	-0.6469675302505493
54283	linear.bias	1	0.7034403085708618
54283	linear.bias	2	-0.033598728477954865
54283	linear.bias	3	-0.4340790808200836
54283	linear.bias	4	-1.2285382747650146
54283	linear.bias	5	-1.1204015016555786
54283	linear.bias	6	-0.5565022826194763
54283	linear.bias	7	-0.7049738764762878
54283	linear.bias	8	-0.01705317199230194
54283	linear.bias	9	2.8115274906158447
54480	transitions	0	-0.18644848465919495
54480	transitions	1	7.223151683807373
54480	transitions	2	-2.898015260696411
54480	transitions	3	1.2870038747787476
54480	transitions	4	-1.6247392892837524
54480	transitions	5	-0.2714579105377197
54480	transitions	6	-0.14729852974414825
54480	transitions	7	-10000.0
54480	transitions	8	1.5540045499801636
54480	transitions	9	-2.2848589420318604
54480	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
54480	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
54480	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
54480	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
54480	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
54480	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
54480	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
54480	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
54480	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
54480	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
54480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
54480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
54480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
54480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
54480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
54480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
54480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
54480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
54480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
54480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
54480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
54480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
54480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
54480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
54480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
54480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
54480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
54480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
54480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
54480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
54480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
54480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
54480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
54480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
54480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
54480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
54480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
54480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
54480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
54480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
54480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
54480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
54480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
54480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
54480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
54480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
54480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
54480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
54480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
54480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
54480	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
54480	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
54480	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
54480	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
54480	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
54480	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
54480	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
54480	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
54480	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
54480	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
54480	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
54480	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
54480	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
54480	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
54480	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
54480	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
54480	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
54480	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
54480	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
54480	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
54480	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
54480	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
54480	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
54480	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
54480	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
54480	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
54480	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
54480	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
54480	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
54480	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
54480	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
54480	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
54480	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
54480	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
54480	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
54480	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
54480	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
54480	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
54480	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
54480	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
54480	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
54480	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
54480	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
54480	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
54480	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
54480	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
54480	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
54480	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
54480	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
54480	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
54480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
54480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
54480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
54480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
54480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
54480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
54480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
54480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
54480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
54480	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
54480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
54480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
54480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
54480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
54480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
54480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
54480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
54480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
54480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
54480	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
54480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
54480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
54480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
54480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
54480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
54480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
54480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
54480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
54480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
54480	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
54480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
54480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
54480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
54480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
54480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
54480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
54480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
54480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
54480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
54480	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
54480	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
54480	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
54480	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
54480	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
54480	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
54480	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
54480	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
54480	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
54480	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
54480	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
54480	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
54480	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
54480	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
54480	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
54480	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
54480	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
54480	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
54480	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
54480	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
54480	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
54480	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
54480	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
54480	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
54480	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
54480	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
54480	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
54480	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
54480	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
54480	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
54480	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
54480	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
54480	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
54480	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
54480	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
54480	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
54480	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
54480	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
54480	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
54480	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
54480	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
54480	embedding2nn.weight	0	0.025767778977751732
54480	embedding2nn.weight	1	-0.07220905274152756
54480	embedding2nn.weight	2	0.010855489410459995
54480	embedding2nn.weight	3	-0.04512014985084534
54480	embedding2nn.weight	4	-0.08126725256443024
54480	embedding2nn.weight	5	0.05385202914476395
54480	embedding2nn.weight	6	-0.0827675610780716
54480	embedding2nn.weight	7	-0.0746336579322815
54480	embedding2nn.weight	8	0.004631859716027975
54480	embedding2nn.weight	9	0.03428205847740173
54480	embedding2nn.bias	0	0.0671035647392273
54480	embedding2nn.bias	1	0.029822275042533875
54480	embedding2nn.bias	2	-0.1505460888147354
54480	embedding2nn.bias	3	0.0656486451625824
54480	embedding2nn.bias	4	0.03532272204756737
54480	embedding2nn.bias	5	-0.16221864521503448
54480	embedding2nn.bias	6	-0.07648587226867676
54480	embedding2nn.bias	7	0.010163923725485802
54480	embedding2nn.bias	8	0.058782853186130524
54480	embedding2nn.bias	9	-0.09095864742994308
54480	rnn.weight_ih_l0	0	0.020675307139754295
54480	rnn.weight_ih_l0	1	0.020456500351428986
54480	rnn.weight_ih_l0	2	-0.03548699989914894
54480	rnn.weight_ih_l0	3	0.003665247932076454
54480	rnn.weight_ih_l0	4	0.02023754082620144
54480	rnn.weight_ih_l0	5	-0.06656244397163391
54480	rnn.weight_ih_l0	6	0.02562754601240158
54480	rnn.weight_ih_l0	7	-0.04211704060435295
54480	rnn.weight_ih_l0	8	0.009693896397948265
54480	rnn.weight_ih_l0	9	-0.0034865124616771936
54480	rnn.weight_hh_l0	0	0.004883948713541031
54480	rnn.weight_hh_l0	1	-0.04969482868909836
54480	rnn.weight_hh_l0	2	0.042202193289995193
54480	rnn.weight_hh_l0	3	0.016784261912107468
54480	rnn.weight_hh_l0	4	0.013741736300289631
54480	rnn.weight_hh_l0	5	0.03453662991523743
54480	rnn.weight_hh_l0	6	-0.00732062105089426
54480	rnn.weight_hh_l0	7	-0.06445052474737167
54480	rnn.weight_hh_l0	8	-0.01948261447250843
54480	rnn.weight_hh_l0	9	-0.04224451258778572
54480	rnn.bias_ih_l0	0	-0.06597399711608887
54480	rnn.bias_ih_l0	1	-0.10506744682788849
54480	rnn.bias_ih_l0	2	-0.1559266299009323
54480	rnn.bias_ih_l0	3	-0.23899750411510468
54480	rnn.bias_ih_l0	4	0.017758669331669807
54480	rnn.bias_ih_l0	5	0.05801596865057945
54480	rnn.bias_ih_l0	6	-0.09224619716405869
54480	rnn.bias_ih_l0	7	-0.19538170099258423
54480	rnn.bias_ih_l0	8	-0.07786471396684647
54480	rnn.bias_ih_l0	9	-0.1225777193903923
54480	rnn.bias_hh_l0	0	0.11497089266777039
54480	rnn.bias_hh_l0	1	-0.024654559791088104
54480	rnn.bias_hh_l0	2	0.013514568097889423
54480	rnn.bias_hh_l0	3	-0.1184433177113533
54480	rnn.bias_hh_l0	4	0.03517422825098038
54480	rnn.bias_hh_l0	5	0.020221222192049026
54480	rnn.bias_hh_l0	6	-0.05614427104592323
54480	rnn.bias_hh_l0	7	-0.11137472093105316
54480	rnn.bias_hh_l0	8	-0.13038866221904755
54480	rnn.bias_hh_l0	9	-0.07145136594772339
54480	rnn.weight_ih_l0_reverse	0	-0.004647636320441961
54480	rnn.weight_ih_l0_reverse	1	0.02460070513188839
54480	rnn.weight_ih_l0_reverse	2	0.0030249743722379208
54480	rnn.weight_ih_l0_reverse	3	0.0008922253036871552
54480	rnn.weight_ih_l0_reverse	4	0.00953751616179943
54480	rnn.weight_ih_l0_reverse	5	-0.0294234249740839
54480	rnn.weight_ih_l0_reverse	6	-0.026742665097117424
54480	rnn.weight_ih_l0_reverse	7	-0.004616928286850452
54480	rnn.weight_ih_l0_reverse	8	0.025410551577806473
54480	rnn.weight_ih_l0_reverse	9	-0.001212481060065329
54480	rnn.weight_hh_l0_reverse	0	-0.008582104928791523
54480	rnn.weight_hh_l0_reverse	1	0.01344382856041193
54480	rnn.weight_hh_l0_reverse	2	-0.030490770936012268
54480	rnn.weight_hh_l0_reverse	3	0.035279564559459686
54480	rnn.weight_hh_l0_reverse	4	0.009598649106919765
54480	rnn.weight_hh_l0_reverse	5	-0.010492260567843914
54480	rnn.weight_hh_l0_reverse	6	0.025748340412974358
54480	rnn.weight_hh_l0_reverse	7	0.025076065212488174
54480	rnn.weight_hh_l0_reverse	8	0.006047762464731932
54480	rnn.weight_hh_l0_reverse	9	-0.04239603504538536
54480	rnn.bias_ih_l0_reverse	0	-0.11124050617218018
54480	rnn.bias_ih_l0_reverse	1	-0.25651857256889343
54480	rnn.bias_ih_l0_reverse	2	-0.0362897589802742
54480	rnn.bias_ih_l0_reverse	3	-0.08658339828252792
54480	rnn.bias_ih_l0_reverse	4	0.09921114891767502
54480	rnn.bias_ih_l0_reverse	5	-0.18233878910541534
54480	rnn.bias_ih_l0_reverse	6	-0.04420486465096474
54480	rnn.bias_ih_l0_reverse	7	0.031992968171834946
54480	rnn.bias_ih_l0_reverse	8	-0.11980267614126205
54480	rnn.bias_ih_l0_reverse	9	-0.06508319824934006
54480	rnn.bias_hh_l0_reverse	0	-0.08713293820619583
54480	rnn.bias_hh_l0_reverse	1	-0.06585424393415451
54480	rnn.bias_hh_l0_reverse	2	-0.030561204999685287
54480	rnn.bias_hh_l0_reverse	3	-0.09977733343839645
54480	rnn.bias_hh_l0_reverse	4	-0.018258657306432724
54480	rnn.bias_hh_l0_reverse	5	-0.09784015268087387
54480	rnn.bias_hh_l0_reverse	6	-0.058204811066389084
54480	rnn.bias_hh_l0_reverse	7	-0.12594585120677948
54480	rnn.bias_hh_l0_reverse	8	-0.03461325913667679
54480	rnn.bias_hh_l0_reverse	9	-0.12839384377002716
54480	linear.weight	0	-0.22833192348480225
54480	linear.weight	1	-0.13166356086730957
54480	linear.weight	2	-0.011228874325752258
54480	linear.weight	3	0.02763185277581215
54480	linear.weight	4	0.0508030541241169
54480	linear.weight	5	0.20082920789718628
54480	linear.weight	6	0.0047744326293468475
54480	linear.weight	7	-0.021312154829502106
54480	linear.weight	8	0.05227642133831978
54480	linear.weight	9	0.16320565342903137
54480	linear.bias	0	-0.6512223482131958
54480	linear.bias	1	0.7249758243560791
54480	linear.bias	2	-0.06714645773172379
54480	linear.bias	3	-0.4301114082336426
54480	linear.bias	4	-1.22576105594635
54480	linear.bias	5	-1.1206845045089722
54480	linear.bias	6	-0.562874972820282
54480	linear.bias	7	-0.7038511037826538
54480	linear.bias	8	-0.01705317199230194
54480	linear.bias	9	2.8073172569274902
54677	transitions	0	-0.1867533177137375
54677	transitions	1	7.210729598999023
54677	transitions	2	-2.9000751972198486
54677	transitions	3	1.2948637008666992
54677	transitions	4	-1.6271958351135254
54677	transitions	5	-0.27171453833580017
54677	transitions	6	-0.1474197804927826
54677	transitions	7	-10000.0
54677	transitions	8	1.5565868616104126
54677	transitions	9	-2.2849009037017822
54677	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
54677	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
54677	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
54677	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
54677	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
54677	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
54677	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
54677	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
54677	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
54677	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
54677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
54677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
54677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
54677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
54677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
54677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
54677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
54677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
54677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
54677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
54677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
54677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
54677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
54677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
54677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
54677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
54677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
54677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
54677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
54677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
54677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
54677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
54677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
54677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
54677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
54677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
54677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
54677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
54677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
54677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
54677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
54677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
54677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
54677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
54677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
54677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
54677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
54677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
54677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
54677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
54677	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
54677	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
54677	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
54677	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
54677	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
54677	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
54677	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
54677	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
54677	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
54677	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
54677	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
54677	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
54677	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
54677	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
54677	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
54677	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
54677	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
54677	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
54677	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
54677	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
54677	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
54677	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
54677	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
54677	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
54677	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
54677	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
54677	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
54677	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
54677	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
54677	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
54677	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
54677	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
54677	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
54677	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
54677	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
54677	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
54677	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
54677	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
54677	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
54677	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
54677	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
54677	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
54677	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
54677	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
54677	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
54677	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
54677	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
54677	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
54677	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
54677	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
54677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
54677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
54677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
54677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
54677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
54677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
54677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
54677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
54677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
54677	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
54677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
54677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
54677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
54677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
54677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
54677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
54677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
54677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
54677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
54677	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
54677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
54677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
54677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
54677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
54677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
54677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
54677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
54677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
54677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
54677	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
54677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
54677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
54677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
54677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
54677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
54677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
54677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
54677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
54677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
54677	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
54677	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
54677	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
54677	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
54677	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
54677	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
54677	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
54677	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
54677	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
54677	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
54677	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
54677	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
54677	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
54677	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
54677	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
54677	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
54677	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
54677	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
54677	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
54677	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
54677	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
54677	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
54677	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
54677	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
54677	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
54677	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
54677	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
54677	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
54677	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
54677	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
54677	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
54677	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
54677	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
54677	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
54677	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
54677	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
54677	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
54677	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
54677	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
54677	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
54677	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
54677	embedding2nn.weight	0	0.02599942684173584
54677	embedding2nn.weight	1	-0.07040814310312271
54677	embedding2nn.weight	2	0.009846196509897709
54677	embedding2nn.weight	3	-0.045144230127334595
54677	embedding2nn.weight	4	-0.08300266414880753
54677	embedding2nn.weight	5	0.05321773886680603
54677	embedding2nn.weight	6	-0.07788992673158646
54677	embedding2nn.weight	7	-0.07422933727502823
54677	embedding2nn.weight	8	0.0057432581670582294
54677	embedding2nn.weight	9	0.034005291759967804
54677	embedding2nn.bias	0	0.07068833708763123
54677	embedding2nn.bias	1	0.018214669078588486
54677	embedding2nn.bias	2	-0.14645537734031677
54677	embedding2nn.bias	3	0.050437696278095245
54677	embedding2nn.bias	4	0.035603366792201996
54677	embedding2nn.bias	5	-0.14512549340724945
54677	embedding2nn.bias	6	-0.08681421726942062
54677	embedding2nn.bias	7	0.006646865047514439
54677	embedding2nn.bias	8	0.07215572148561478
54677	embedding2nn.bias	9	-0.09052234888076782
54677	rnn.weight_ih_l0	0	0.017864232882857323
54677	rnn.weight_ih_l0	1	0.01772012934088707
54677	rnn.weight_ih_l0	2	-0.03247613459825516
54677	rnn.weight_ih_l0	3	0.0013070621062070131
54677	rnn.weight_ih_l0	4	0.021666327491402626
54677	rnn.weight_ih_l0	5	-0.06383153051137924
54677	rnn.weight_ih_l0	6	0.02131396159529686
54677	rnn.weight_ih_l0	7	-0.04696820303797722
54677	rnn.weight_ih_l0	8	0.010785345919430256
54677	rnn.weight_ih_l0	9	-0.0031540088821202517
54677	rnn.weight_hh_l0	0	0.002584791975095868
54677	rnn.weight_hh_l0	1	-0.04990801960229874
54677	rnn.weight_hh_l0	2	0.04185901954770088
54677	rnn.weight_hh_l0	3	0.017099875956773758
54677	rnn.weight_hh_l0	4	0.013289324939250946
54677	rnn.weight_hh_l0	5	0.03465164452791214
54677	rnn.weight_hh_l0	6	-0.007079256698489189
54677	rnn.weight_hh_l0	7	-0.0647321492433548
54677	rnn.weight_hh_l0	8	-0.019679337739944458
54677	rnn.weight_hh_l0	9	-0.04427056014537811
54677	rnn.bias_ih_l0	0	-0.06070617213845253
54677	rnn.bias_ih_l0	1	-0.10586310178041458
54677	rnn.bias_ih_l0	2	-0.1523762345314026
54677	rnn.bias_ih_l0	3	-0.24214886128902435
54677	rnn.bias_ih_l0	4	0.009981353767216206
54677	rnn.bias_ih_l0	5	0.05946601927280426
54677	rnn.bias_ih_l0	6	-0.09217146039009094
54677	rnn.bias_ih_l0	7	-0.19360437989234924
54677	rnn.bias_ih_l0	8	-0.07735399901866913
54677	rnn.bias_ih_l0	9	-0.12199223041534424
54677	rnn.bias_hh_l0	0	0.11685477942228317
54677	rnn.bias_hh_l0	1	-0.024535542353987694
54677	rnn.bias_hh_l0	2	0.01394948922097683
54677	rnn.bias_hh_l0	3	-0.12323803454637527
54677	rnn.bias_hh_l0	4	0.028850959613919258
54677	rnn.bias_hh_l0	5	0.024476638063788414
54677	rnn.bias_hh_l0	6	-0.056271832436323166
54677	rnn.bias_hh_l0	7	-0.11089746654033661
54677	rnn.bias_hh_l0	8	-0.12933480739593506
54677	rnn.bias_hh_l0	9	-0.07377569377422333
54677	rnn.weight_ih_l0_reverse	0	-0.003534612711519003
54677	rnn.weight_ih_l0_reverse	1	0.024394087493419647
54677	rnn.weight_ih_l0_reverse	2	0.0020494882483035326
54677	rnn.weight_ih_l0_reverse	3	-0.0028145203832536936
54677	rnn.weight_ih_l0_reverse	4	0.0065565514378249645
54677	rnn.weight_ih_l0_reverse	5	-0.03238733485341072
54677	rnn.weight_ih_l0_reverse	6	-0.027451293542981148
54677	rnn.weight_ih_l0_reverse	7	-0.00590709550306201
54677	rnn.weight_ih_l0_reverse	8	0.022920943796634674
54677	rnn.weight_ih_l0_reverse	9	-0.0012294409098103642
54677	rnn.weight_hh_l0_reverse	0	-0.009303293190896511
54677	rnn.weight_hh_l0_reverse	1	0.012860993854701519
54677	rnn.weight_hh_l0_reverse	2	-0.030146470293402672
54677	rnn.weight_hh_l0_reverse	3	0.03564365208148956
54677	rnn.weight_hh_l0_reverse	4	0.009148570708930492
54677	rnn.weight_hh_l0_reverse	5	-0.01122351549565792
54677	rnn.weight_hh_l0_reverse	6	0.025259295478463173
54677	rnn.weight_hh_l0_reverse	7	0.02497171051800251
54677	rnn.weight_hh_l0_reverse	8	0.0059577906504273415
54677	rnn.weight_hh_l0_reverse	9	-0.0420476533472538
54677	rnn.bias_ih_l0_reverse	0	-0.11196844279766083
54677	rnn.bias_ih_l0_reverse	1	-0.2559395432472229
54677	rnn.bias_ih_l0_reverse	2	-0.03906478360295296
54677	rnn.bias_ih_l0_reverse	3	-0.08514151722192764
54677	rnn.bias_ih_l0_reverse	4	0.10250476002693176
54677	rnn.bias_ih_l0_reverse	5	-0.18423646688461304
54677	rnn.bias_ih_l0_reverse	6	-0.042830802500247955
54677	rnn.bias_ih_l0_reverse	7	0.033490974456071854
54677	rnn.bias_ih_l0_reverse	8	-0.12120658904314041
54677	rnn.bias_ih_l0_reverse	9	-0.06538235396146774
54677	rnn.bias_hh_l0_reverse	0	-0.08935534954071045
54677	rnn.bias_hh_l0_reverse	1	-0.06713191419839859
54677	rnn.bias_hh_l0_reverse	2	-0.03453826904296875
54677	rnn.bias_hh_l0_reverse	3	-0.09081760793924332
54677	rnn.bias_hh_l0_reverse	4	-0.019912000745534897
54677	rnn.bias_hh_l0_reverse	5	-0.09868298470973969
54677	rnn.bias_hh_l0_reverse	6	-0.0562482513487339
54677	rnn.bias_hh_l0_reverse	7	-0.12964022159576416
54677	rnn.bias_hh_l0_reverse	8	-0.03442902863025665
54677	rnn.bias_hh_l0_reverse	9	-0.13053113222122192
54677	linear.weight	0	-0.22686846554279327
54677	linear.weight	1	-0.1316358745098114
54677	linear.weight	2	-0.011228874325752258
54677	linear.weight	3	0.030155306681990623
54677	linear.weight	4	0.048043832182884216
54677	linear.weight	5	0.1825263500213623
54677	linear.weight	6	0.0047744326293468475
54677	linear.weight	7	-0.021312154829502106
54677	linear.weight	8	0.049090757966041565
54677	linear.weight	9	0.16370171308517456
54677	linear.bias	0	-0.6430742740631104
54677	linear.bias	1	0.6881144642829895
54677	linear.bias	2	-0.021935954689979553
54677	linear.bias	3	-0.4544522166252136
54677	linear.bias	4	-1.2012560367584229
54677	linear.bias	5	-1.1209465265274048
54677	linear.bias	6	-0.5540984272956848
54677	linear.bias	7	-0.6735305786132812
54677	linear.bias	8	-0.01705317199230194
54677	linear.bias	9	2.758676767349243
54874	transitions	0	-0.18803806602954865
54874	transitions	1	7.289618015289307
54874	transitions	2	-2.9013633728027344
54874	transitions	3	1.284208059310913
54874	transitions	4	-1.629589319229126
54874	transitions	5	-0.27215027809143066
54874	transitions	6	-0.14761850237846375
54874	transitions	7	-10000.0
54874	transitions	8	1.5548810958862305
54874	transitions	9	-2.2849488258361816
54874	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
54874	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
54874	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
54874	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
54874	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
54874	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
54874	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
54874	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
54874	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
54874	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
54874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
54874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
54874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
54874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
54874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
54874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
54874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
54874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
54874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
54874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
54874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
54874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
54874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
54874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
54874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
54874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
54874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
54874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
54874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
54874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
54874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
54874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
54874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
54874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
54874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
54874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
54874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
54874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
54874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
54874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
54874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
54874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
54874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
54874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
54874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
54874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
54874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
54874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
54874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
54874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
54874	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
54874	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
54874	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
54874	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
54874	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
54874	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
54874	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
54874	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
54874	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
54874	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
54874	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
54874	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
54874	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
54874	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
54874	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
54874	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
54874	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
54874	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
54874	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
54874	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
54874	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
54874	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
54874	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
54874	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
54874	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
54874	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
54874	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
54874	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
54874	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
54874	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
54874	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
54874	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
54874	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
54874	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
54874	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
54874	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
54874	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
54874	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
54874	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
54874	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
54874	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
54874	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
54874	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
54874	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
54874	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
54874	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
54874	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
54874	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
54874	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
54874	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
54874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
54874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
54874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
54874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
54874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
54874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
54874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
54874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
54874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
54874	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
54874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
54874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
54874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
54874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
54874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
54874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
54874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
54874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
54874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
54874	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
54874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
54874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
54874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
54874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
54874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
54874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
54874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
54874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
54874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
54874	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
54874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
54874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
54874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
54874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
54874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
54874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
54874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
54874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
54874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
54874	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
54874	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
54874	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
54874	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
54874	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
54874	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
54874	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
54874	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
54874	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
54874	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
54874	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
54874	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
54874	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
54874	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
54874	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
54874	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
54874	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
54874	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
54874	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
54874	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
54874	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
54874	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
54874	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
54874	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
54874	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
54874	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
54874	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
54874	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
54874	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
54874	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
54874	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
54874	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
54874	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
54874	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
54874	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
54874	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
54874	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
54874	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
54874	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
54874	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
54874	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
54874	embedding2nn.weight	0	0.025293482467532158
54874	embedding2nn.weight	1	-0.07196186482906342
54874	embedding2nn.weight	2	0.01272668968886137
54874	embedding2nn.weight	3	-0.0440501905977726
54874	embedding2nn.weight	4	-0.08801383525133133
54874	embedding2nn.weight	5	0.051860250532627106
54874	embedding2nn.weight	6	-0.0823865458369255
54874	embedding2nn.weight	7	-0.0739777535200119
54874	embedding2nn.weight	8	0.004559902008622885
54874	embedding2nn.weight	9	0.030991757288575172
54874	embedding2nn.bias	0	0.06750332564115524
54874	embedding2nn.bias	1	0.0193889532238245
54874	embedding2nn.bias	2	-0.14549493789672852
54874	embedding2nn.bias	3	0.04668106883764267
54874	embedding2nn.bias	4	0.0405140146613121
54874	embedding2nn.bias	5	-0.1457069218158722
54874	embedding2nn.bias	6	-0.08147834986448288
54874	embedding2nn.bias	7	0.005728960037231445
54874	embedding2nn.bias	8	0.0660610944032669
54874	embedding2nn.bias	9	-0.11141575872898102
54874	rnn.weight_ih_l0	0	0.016774533316493034
54874	rnn.weight_ih_l0	1	0.017570888623595238
54874	rnn.weight_ih_l0	2	-0.03271933272480965
54874	rnn.weight_ih_l0	3	0.0020623821765184402
54874	rnn.weight_ih_l0	4	0.021974684670567513
54874	rnn.weight_ih_l0	5	-0.05998196452856064
54874	rnn.weight_ih_l0	6	0.019899174571037292
54874	rnn.weight_ih_l0	7	-0.04604702070355415
54874	rnn.weight_ih_l0	8	0.011167134158313274
54874	rnn.weight_ih_l0	9	-0.0032957710791379213
54874	rnn.weight_hh_l0	0	0.0011543238069862127
54874	rnn.weight_hh_l0	1	-0.05195261910557747
54874	rnn.weight_hh_l0	2	0.04114982858300209
54874	rnn.weight_hh_l0	3	0.016993019729852676
54874	rnn.weight_hh_l0	4	0.013258005492389202
54874	rnn.weight_hh_l0	5	0.03465386852622032
54874	rnn.weight_hh_l0	6	-0.006920361891388893
54874	rnn.weight_hh_l0	7	-0.06520941853523254
54874	rnn.weight_hh_l0	8	-0.018762610852718353
54874	rnn.weight_hh_l0	9	-0.047663312405347824
54874	rnn.bias_ih_l0	0	-0.056749917566776276
54874	rnn.bias_ih_l0	1	-0.1055169329047203
54874	rnn.bias_ih_l0	2	-0.15313391387462616
54874	rnn.bias_ih_l0	3	-0.24458928406238556
54874	rnn.bias_ih_l0	4	0.007813955657184124
54874	rnn.bias_ih_l0	5	0.06172722950577736
54874	rnn.bias_ih_l0	6	-0.09620943665504456
54874	rnn.bias_ih_l0	7	-0.1945125013589859
54874	rnn.bias_ih_l0	8	-0.07723099738359451
54874	rnn.bias_ih_l0	9	-0.1193242073059082
54874	rnn.bias_hh_l0	0	0.11455752700567245
54874	rnn.bias_hh_l0	1	-0.022135978564620018
54874	rnn.bias_hh_l0	2	0.013891516253352165
54874	rnn.bias_hh_l0	3	-0.1247318834066391
54874	rnn.bias_hh_l0	4	0.029948925599455833
54874	rnn.bias_hh_l0	5	0.029208915308117867
54874	rnn.bias_hh_l0	6	-0.055824436247348785
54874	rnn.bias_hh_l0	7	-0.11235520243644714
54874	rnn.bias_hh_l0	8	-0.13045649230480194
54874	rnn.bias_hh_l0	9	-0.07147592306137085
54874	rnn.weight_ih_l0_reverse	0	-0.001027753110975027
54874	rnn.weight_ih_l0_reverse	1	0.025888117030262947
54874	rnn.weight_ih_l0_reverse	2	0.0013542351080104709
54874	rnn.weight_ih_l0_reverse	3	-0.0013655317015945911
54874	rnn.weight_ih_l0_reverse	4	0.008274083025753498
54874	rnn.weight_ih_l0_reverse	5	-0.035279810428619385
54874	rnn.weight_ih_l0_reverse	6	-0.0302432831376791
54874	rnn.weight_ih_l0_reverse	7	-0.006299119908362627
54874	rnn.weight_ih_l0_reverse	8	0.02325470559298992
54874	rnn.weight_ih_l0_reverse	9	-0.0011942971032112837
54874	rnn.weight_hh_l0_reverse	0	-0.009807700291275978
54874	rnn.weight_hh_l0_reverse	1	0.01179521158337593
54874	rnn.weight_hh_l0_reverse	2	-0.03141891583800316
54874	rnn.weight_hh_l0_reverse	3	0.035266369581222534
54874	rnn.weight_hh_l0_reverse	4	0.009638148359954357
54874	rnn.weight_hh_l0_reverse	5	-0.011315948329865932
54874	rnn.weight_hh_l0_reverse	6	0.025723569095134735
54874	rnn.weight_hh_l0_reverse	7	0.026021461933851242
54874	rnn.weight_hh_l0_reverse	8	0.005680342670530081
54874	rnn.weight_hh_l0_reverse	9	-0.043852079659700394
54874	rnn.bias_ih_l0_reverse	0	-0.11048611998558044
54874	rnn.bias_ih_l0_reverse	1	-0.256704717874527
54874	rnn.bias_ih_l0_reverse	2	-0.0393451564013958
54874	rnn.bias_ih_l0_reverse	3	-0.08629260212182999
54874	rnn.bias_ih_l0_reverse	4	0.10322683304548264
54874	rnn.bias_ih_l0_reverse	5	-0.18040113151073456
54874	rnn.bias_ih_l0_reverse	6	-0.04463927820324898
54874	rnn.bias_ih_l0_reverse	7	0.041711997240781784
54874	rnn.bias_ih_l0_reverse	8	-0.1238427460193634
54874	rnn.bias_ih_l0_reverse	9	-0.06398501992225647
54874	rnn.bias_hh_l0_reverse	0	-0.09470715373754501
54874	rnn.bias_hh_l0_reverse	1	-0.07052233070135117
54874	rnn.bias_hh_l0_reverse	2	-0.03602335974574089
54874	rnn.bias_hh_l0_reverse	3	-0.08993922919034958
54874	rnn.bias_hh_l0_reverse	4	-0.01998058892786503
54874	rnn.bias_hh_l0_reverse	5	-0.0986386090517044
54874	rnn.bias_hh_l0_reverse	6	-0.05632207915186882
54874	rnn.bias_hh_l0_reverse	7	-0.1299106329679489
54874	rnn.bias_hh_l0_reverse	8	-0.03664521127939224
54874	rnn.bias_hh_l0_reverse	9	-0.1298113614320755
54874	linear.weight	0	-0.20176178216934204
54874	linear.weight	1	-0.12522588670253754
54874	linear.weight	2	-0.011228874325752258
54874	linear.weight	3	0.043847449123859406
54874	linear.weight	4	0.035660192370414734
54874	linear.weight	5	0.18227556347846985
54874	linear.weight	6	0.0047744326293468475
54874	linear.weight	7	-0.021312154829502106
54874	linear.weight	8	0.06143410503864288
54874	linear.weight	9	0.16157318651676178
54874	linear.bias	0	-0.6835201978683472
54874	linear.bias	1	0.6979562044143677
54874	linear.bias	2	-0.012306025251746178
54874	linear.bias	3	-0.41290995478630066
54874	linear.bias	4	-1.1787461042404175
54874	linear.bias	5	-1.1211949586868286
54874	linear.bias	6	-0.5966934561729431
54874	linear.bias	7	-0.7098922729492188
54874	linear.bias	8	-0.01705317199230194
54874	linear.bias	9	2.8336849212646484
55071	transitions	0	-0.18852382898330688
55071	transitions	1	7.251617908477783
55071	transitions	2	-2.903085470199585
55071	transitions	3	1.2809609174728394
55071	transitions	4	-1.632784128189087
55071	transitions	5	-0.27267947793006897
55071	transitions	6	-0.1477423459291458
55071	transitions	7	-10000.0
55071	transitions	8	1.5569322109222412
55071	transitions	9	-2.2849833965301514
55071	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
55071	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
55071	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
55071	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
55071	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
55071	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
55071	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
55071	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
55071	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
55071	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
55071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
55071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
55071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
55071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
55071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
55071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
55071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
55071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
55071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
55071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
55071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
55071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
55071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
55071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
55071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
55071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
55071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
55071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
55071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
55071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
55071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
55071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
55071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
55071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
55071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
55071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
55071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
55071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
55071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
55071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
55071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
55071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
55071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
55071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
55071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
55071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
55071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
55071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
55071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
55071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
55071	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
55071	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
55071	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
55071	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
55071	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
55071	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
55071	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
55071	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
55071	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
55071	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
55071	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
55071	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
55071	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
55071	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
55071	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
55071	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
55071	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
55071	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
55071	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
55071	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
55071	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
55071	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
55071	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
55071	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
55071	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
55071	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
55071	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
55071	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
55071	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
55071	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
55071	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
55071	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
55071	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
55071	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
55071	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
55071	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
55071	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
55071	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
55071	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
55071	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
55071	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
55071	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
55071	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
55071	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
55071	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
55071	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
55071	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
55071	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
55071	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
55071	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
55071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
55071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
55071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
55071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
55071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
55071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
55071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
55071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
55071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
55071	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
55071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
55071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
55071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
55071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
55071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
55071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
55071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
55071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
55071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
55071	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
55071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
55071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
55071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
55071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
55071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
55071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
55071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
55071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
55071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
55071	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
55071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
55071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
55071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
55071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
55071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
55071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
55071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
55071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
55071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
55071	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
55071	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
55071	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
55071	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
55071	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
55071	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
55071	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
55071	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
55071	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
55071	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
55071	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
55071	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
55071	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
55071	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
55071	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
55071	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
55071	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
55071	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
55071	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
55071	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
55071	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
55071	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
55071	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
55071	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
55071	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
55071	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
55071	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
55071	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
55071	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
55071	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
55071	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
55071	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
55071	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
55071	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
55071	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
55071	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
55071	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
55071	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
55071	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
55071	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
55071	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
55071	embedding2nn.weight	0	0.025260601192712784
55071	embedding2nn.weight	1	-0.07171253114938736
55071	embedding2nn.weight	2	0.007481425069272518
55071	embedding2nn.weight	3	-0.04268345609307289
55071	embedding2nn.weight	4	-0.08880280703306198
55071	embedding2nn.weight	5	0.050378989428281784
55071	embedding2nn.weight	6	-0.07816415280103683
55071	embedding2nn.weight	7	-0.07198850065469742
55071	embedding2nn.weight	8	0.0035365812946110964
55071	embedding2nn.weight	9	0.0283794067800045
55071	embedding2nn.bias	0	0.057332977652549744
55071	embedding2nn.bias	1	0.014805171638727188
55071	embedding2nn.bias	2	-0.13734839856624603
55071	embedding2nn.bias	3	0.04372961446642876
55071	embedding2nn.bias	4	0.03266061842441559
55071	embedding2nn.bias	5	-0.1526029109954834
55071	embedding2nn.bias	6	-0.0839073657989502
55071	embedding2nn.bias	7	0.010000556707382202
55071	embedding2nn.bias	8	0.0617411769926548
55071	embedding2nn.bias	9	-0.1077328771352768
55071	rnn.weight_ih_l0	0	0.017973316833376884
55071	rnn.weight_ih_l0	1	0.017417633906006813
55071	rnn.weight_ih_l0	2	-0.03397585451602936
55071	rnn.weight_ih_l0	3	0.0013329911744222045
55071	rnn.weight_ih_l0	4	0.02062438242137432
55071	rnn.weight_ih_l0	5	-0.06097562611103058
55071	rnn.weight_ih_l0	6	0.020139167085289955
55071	rnn.weight_ih_l0	7	-0.044826433062553406
55071	rnn.weight_ih_l0	8	0.012375671416521072
55071	rnn.weight_ih_l0	9	-0.0031901695765554905
55071	rnn.weight_hh_l0	0	0.0021112309768795967
55071	rnn.weight_hh_l0	1	-0.05259251222014427
55071	rnn.weight_hh_l0	2	0.04143804311752319
55071	rnn.weight_hh_l0	3	0.01736273616552353
55071	rnn.weight_hh_l0	4	0.012837895192205906
55071	rnn.weight_hh_l0	5	0.03333160653710365
55071	rnn.weight_hh_l0	6	-0.007358893286436796
55071	rnn.weight_hh_l0	7	-0.06540822982788086
55071	rnn.weight_hh_l0	8	-0.01940518245100975
55071	rnn.weight_hh_l0	9	-0.049596156924963
55071	rnn.bias_ih_l0	0	-0.06385918706655502
55071	rnn.bias_ih_l0	1	-0.10779330134391785
55071	rnn.bias_ih_l0	2	-0.15532450377941132
55071	rnn.bias_ih_l0	3	-0.24446019530296326
55071	rnn.bias_ih_l0	4	0.008172391913831234
55071	rnn.bias_ih_l0	5	0.06078498438000679
55071	rnn.bias_ih_l0	6	-0.09826118499040604
55071	rnn.bias_ih_l0	7	-0.19965694844722748
55071	rnn.bias_ih_l0	8	-0.07816699147224426
55071	rnn.bias_ih_l0	9	-0.11981697380542755
55071	rnn.bias_hh_l0	0	0.1208663284778595
55071	rnn.bias_hh_l0	1	-0.02136285789310932
55071	rnn.bias_hh_l0	2	0.009877650067210197
55071	rnn.bias_hh_l0	3	-0.12306538224220276
55071	rnn.bias_hh_l0	4	0.02585506998002529
55071	rnn.bias_hh_l0	5	0.029193634167313576
55071	rnn.bias_hh_l0	6	-0.05722014233469963
55071	rnn.bias_hh_l0	7	-0.1092316061258316
55071	rnn.bias_hh_l0	8	-0.13445863127708435
55071	rnn.bias_hh_l0	9	-0.07293561100959778
55071	rnn.weight_ih_l0_reverse	0	0.001130587188526988
55071	rnn.weight_ih_l0_reverse	1	0.026688268408179283
55071	rnn.weight_ih_l0_reverse	2	0.0009122220217250288
55071	rnn.weight_ih_l0_reverse	3	-0.0003650604048743844
55071	rnn.weight_ih_l0_reverse	4	0.011180266737937927
55071	rnn.weight_ih_l0_reverse	5	-0.03339926525950432
55071	rnn.weight_ih_l0_reverse	6	-0.034794293344020844
55071	rnn.weight_ih_l0_reverse	7	-0.0036502531729638577
55071	rnn.weight_ih_l0_reverse	8	0.02774813398718834
55071	rnn.weight_ih_l0_reverse	9	-0.0011557189282029867
55071	rnn.weight_hh_l0_reverse	0	-0.009724282659590244
55071	rnn.weight_hh_l0_reverse	1	0.011968863196671009
55071	rnn.weight_hh_l0_reverse	2	-0.03008255362510681
55071	rnn.weight_hh_l0_reverse	3	0.034429408609867096
55071	rnn.weight_hh_l0_reverse	4	0.009804251603782177
55071	rnn.weight_hh_l0_reverse	5	-0.01215671468526125
55071	rnn.weight_hh_l0_reverse	6	0.025837916880846024
55071	rnn.weight_hh_l0_reverse	7	0.02615194581449032
55071	rnn.weight_hh_l0_reverse	8	0.00621725944802165
55071	rnn.weight_hh_l0_reverse	9	-0.0447031632065773
55071	rnn.bias_ih_l0_reverse	0	-0.11333637684583664
55071	rnn.bias_ih_l0_reverse	1	-0.2545146048069
55071	rnn.bias_ih_l0_reverse	2	-0.03901445493102074
55071	rnn.bias_ih_l0_reverse	3	-0.08591333031654358
55071	rnn.bias_ih_l0_reverse	4	0.1028081402182579
55071	rnn.bias_ih_l0_reverse	5	-0.1812324970960617
55071	rnn.bias_ih_l0_reverse	6	-0.04273248463869095
55071	rnn.bias_ih_l0_reverse	7	0.03230859339237213
55071	rnn.bias_ih_l0_reverse	8	-0.12497887015342712
55071	rnn.bias_ih_l0_reverse	9	-0.06013495847582817
55071	rnn.bias_hh_l0_reverse	0	-0.09312458336353302
55071	rnn.bias_hh_l0_reverse	1	-0.06717982888221741
55071	rnn.bias_hh_l0_reverse	2	-0.03548774868249893
55071	rnn.bias_hh_l0_reverse	3	-0.09058799594640732
55071	rnn.bias_hh_l0_reverse	4	-0.019497737288475037
55071	rnn.bias_hh_l0_reverse	5	-0.09353552758693695
55071	rnn.bias_hh_l0_reverse	6	-0.05470719560980797
55071	rnn.bias_hh_l0_reverse	7	-0.12971152365207672
55071	rnn.bias_hh_l0_reverse	8	-0.028839681297540665
55071	rnn.bias_hh_l0_reverse	9	-0.12752389907836914
55071	linear.weight	0	-0.19082939624786377
55071	linear.weight	1	-0.12825694680213928
55071	linear.weight	2	-0.011228874325752258
55071	linear.weight	3	0.0424184650182724
55071	linear.weight	4	0.0277866218239069
55071	linear.weight	5	0.2070121020078659
55071	linear.weight	6	0.0047744326293468475
55071	linear.weight	7	-0.021312154829502106
55071	linear.weight	8	0.06902920454740524
55071	linear.weight	9	0.15561924874782562
55071	linear.bias	0	-0.6556254625320435
55071	linear.bias	1	0.7415329813957214
55071	linear.bias	2	-0.03220885619521141
55071	linear.bias	3	-0.43745771050453186
55071	linear.bias	4	-1.189860224723816
55071	linear.bias	5	-1.12147057056427
55071	linear.bias	6	-0.5699665546417236
55071	linear.bias	7	-0.7065135836601257
55071	linear.bias	8	-0.01705317199230194
55071	linear.bias	9	2.80613374710083
55268	transitions	0	-0.18945562839508057
55268	transitions	1	7.28110408782959
55268	transitions	2	-2.9049627780914307
55268	transitions	3	1.2807137966156006
55268	transitions	4	-1.63352370262146
55268	transitions	5	-0.27292007207870483
55268	transitions	6	-0.14797437191009521
55268	transitions	7	-10000.0
55268	transitions	8	1.5582901239395142
55268	transitions	9	-2.285012722015381
55268	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
55268	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
55268	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
55268	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
55268	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
55268	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
55268	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
55268	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
55268	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
55268	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
55268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
55268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
55268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
55268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
55268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
55268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
55268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
55268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
55268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
55268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
55268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
55268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
55268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
55268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
55268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
55268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
55268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
55268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
55268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
55268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
55268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
55268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
55268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
55268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
55268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
55268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
55268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
55268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
55268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
55268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
55268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
55268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
55268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
55268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
55268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
55268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
55268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
55268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
55268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
55268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
55268	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
55268	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
55268	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
55268	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
55268	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
55268	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
55268	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
55268	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
55268	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
55268	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
55268	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
55268	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
55268	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
55268	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
55268	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
55268	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
55268	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
55268	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
55268	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
55268	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
55268	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
55268	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
55268	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
55268	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
55268	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
55268	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
55268	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
55268	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
55268	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
55268	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
55268	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
55268	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
55268	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
55268	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
55268	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
55268	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
55268	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
55268	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
55268	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
55268	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
55268	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
55268	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
55268	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
55268	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
55268	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
55268	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
55268	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
55268	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
55268	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
55268	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
55268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
55268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
55268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
55268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
55268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
55268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
55268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
55268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
55268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
55268	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
55268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
55268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
55268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
55268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
55268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
55268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
55268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
55268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
55268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
55268	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
55268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
55268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
55268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
55268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
55268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
55268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
55268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
55268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
55268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
55268	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
55268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
55268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
55268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
55268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
55268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
55268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
55268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
55268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
55268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
55268	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
55268	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
55268	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
55268	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
55268	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
55268	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
55268	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
55268	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
55268	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
55268	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
55268	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
55268	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
55268	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
55268	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
55268	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
55268	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
55268	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
55268	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
55268	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
55268	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
55268	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
55268	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
55268	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
55268	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
55268	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
55268	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
55268	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
55268	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
55268	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
55268	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
55268	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
55268	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
55268	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
55268	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
55268	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
55268	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
55268	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
55268	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
55268	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
55268	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
55268	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
55268	embedding2nn.weight	0	0.025154242292046547
55268	embedding2nn.weight	1	-0.07136596739292145
55268	embedding2nn.weight	2	0.005907008890062571
55268	embedding2nn.weight	3	-0.04294917359948158
55268	embedding2nn.weight	4	-0.09081120043992996
55268	embedding2nn.weight	5	0.05106043443083763
55268	embedding2nn.weight	6	-0.07987835258245468
55268	embedding2nn.weight	7	-0.07492711395025253
55268	embedding2nn.weight	8	0.0028866745997220278
55268	embedding2nn.weight	9	0.02637828327715397
55268	embedding2nn.bias	0	0.044883597642183304
55268	embedding2nn.bias	1	0.02550279162824154
55268	embedding2nn.bias	2	-0.1377139687538147
55268	embedding2nn.bias	3	0.05625782161951065
55268	embedding2nn.bias	4	0.03363458067178726
55268	embedding2nn.bias	5	-0.1584150791168213
55268	embedding2nn.bias	6	-0.07951142638921738
55268	embedding2nn.bias	7	0.006580383516848087
55268	embedding2nn.bias	8	0.07481864839792252
55268	embedding2nn.bias	9	-0.09537512809038162
55268	rnn.weight_ih_l0	0	0.01893015205860138
55268	rnn.weight_ih_l0	1	0.014982138760387897
55268	rnn.weight_ih_l0	2	-0.03724764287471771
55268	rnn.weight_ih_l0	3	0.0006138732424005866
55268	rnn.weight_ih_l0	4	0.023148395121097565
55268	rnn.weight_ih_l0	5	-0.061326123774051666
55268	rnn.weight_ih_l0	6	0.020879212766885757
55268	rnn.weight_ih_l0	7	-0.045084938406944275
55268	rnn.weight_ih_l0	8	0.013993457891047001
55268	rnn.weight_ih_l0	9	-0.0054221427999436855
55268	rnn.weight_hh_l0	0	0.001179267535917461
55268	rnn.weight_hh_l0	1	-0.052982889115810394
55268	rnn.weight_hh_l0	2	0.041979581117630005
55268	rnn.weight_hh_l0	3	0.017303602769970894
55268	rnn.weight_hh_l0	4	0.013055588118731976
55268	rnn.weight_hh_l0	5	0.03324262797832489
55268	rnn.weight_hh_l0	6	-0.007182728964835405
55268	rnn.weight_hh_l0	7	-0.06553110480308533
55268	rnn.weight_hh_l0	8	-0.019824160262942314
55268	rnn.weight_hh_l0	9	-0.050232548266649246
55268	rnn.bias_ih_l0	0	-0.06443460285663605
55268	rnn.bias_ih_l0	1	-0.10395217686891556
55268	rnn.bias_ih_l0	2	-0.15400707721710205
55268	rnn.bias_ih_l0	3	-0.24128994345664978
55268	rnn.bias_ih_l0	4	0.0010859199101105332
55268	rnn.bias_ih_l0	5	0.059275902807712555
55268	rnn.bias_ih_l0	6	-0.0986194983124733
55268	rnn.bias_ih_l0	7	-0.19918511807918549
55268	rnn.bias_ih_l0	8	-0.07769690454006195
55268	rnn.bias_ih_l0	9	-0.11597304046154022
55268	rnn.bias_hh_l0	0	0.12015996873378754
55268	rnn.bias_hh_l0	1	-0.020000239834189415
55268	rnn.bias_hh_l0	2	0.00955669954419136
55268	rnn.bias_hh_l0	3	-0.12431855499744415
55268	rnn.bias_hh_l0	4	0.0304707158356905
55268	rnn.bias_hh_l0	5	0.025259360671043396
55268	rnn.bias_hh_l0	6	-0.05799579247832298
55268	rnn.bias_hh_l0	7	-0.10475145280361176
55268	rnn.bias_hh_l0	8	-0.1336933970451355
55268	rnn.bias_hh_l0	9	-0.07341650873422623
55268	rnn.weight_ih_l0_reverse	0	-0.0013607051223516464
55268	rnn.weight_ih_l0_reverse	1	0.026840923354029655
55268	rnn.weight_ih_l0_reverse	2	-6.445172766689211e-05
55268	rnn.weight_ih_l0_reverse	3	0.0006416655378416181
55268	rnn.weight_ih_l0_reverse	4	0.009352700784802437
55268	rnn.weight_ih_l0_reverse	5	-0.03485910966992378
55268	rnn.weight_ih_l0_reverse	6	-0.035130396485328674
55268	rnn.weight_ih_l0_reverse	7	-0.0052086724899709225
55268	rnn.weight_ih_l0_reverse	8	0.02582063153386116
55268	rnn.weight_ih_l0_reverse	9	0.00030766657437197864
55268	rnn.weight_hh_l0_reverse	0	-0.009349789470434189
55268	rnn.weight_hh_l0_reverse	1	0.011610331013798714
55268	rnn.weight_hh_l0_reverse	2	-0.030632954090833664
55268	rnn.weight_hh_l0_reverse	3	0.03397071361541748
55268	rnn.weight_hh_l0_reverse	4	0.010152600705623627
55268	rnn.weight_hh_l0_reverse	5	-0.01312513742595911
55268	rnn.weight_hh_l0_reverse	6	0.02560848742723465
55268	rnn.weight_hh_l0_reverse	7	0.026035554707050323
55268	rnn.weight_hh_l0_reverse	8	0.006137690972536802
55268	rnn.weight_hh_l0_reverse	9	-0.04420773312449455
55268	rnn.bias_ih_l0_reverse	0	-0.1157291904091835
55268	rnn.bias_ih_l0_reverse	1	-0.25212621688842773
55268	rnn.bias_ih_l0_reverse	2	-0.03898192197084427
55268	rnn.bias_ih_l0_reverse	3	-0.08491864800453186
55268	rnn.bias_ih_l0_reverse	4	0.09868050366640091
55268	rnn.bias_ih_l0_reverse	5	-0.1846870630979538
55268	rnn.bias_ih_l0_reverse	6	-0.04121949523687363
55268	rnn.bias_ih_l0_reverse	7	0.03975874185562134
55268	rnn.bias_ih_l0_reverse	8	-0.11954362690448761
55268	rnn.bias_ih_l0_reverse	9	-0.058218780905008316
55268	rnn.bias_hh_l0_reverse	0	-0.09235449880361557
55268	rnn.bias_hh_l0_reverse	1	-0.06439343094825745
55268	rnn.bias_hh_l0_reverse	2	-0.034250009804964066
55268	rnn.bias_hh_l0_reverse	3	-0.09549474716186523
55268	rnn.bias_hh_l0_reverse	4	-0.020137978717684746
55268	rnn.bias_hh_l0_reverse	5	-0.0983881726861
55268	rnn.bias_hh_l0_reverse	6	-0.056088175624608994
55268	rnn.bias_hh_l0_reverse	7	-0.12793073058128357
55268	rnn.bias_hh_l0_reverse	8	-0.032585468143224716
55268	rnn.bias_hh_l0_reverse	9	-0.12797030806541443
55268	linear.weight	0	-0.19435250759124756
55268	linear.weight	1	-0.12433727085590363
55268	linear.weight	2	-0.011228874325752258
55268	linear.weight	3	0.05214191600680351
55268	linear.weight	4	0.030839186161756516
55268	linear.weight	5	0.21133141219615936
55268	linear.weight	6	0.0047744326293468475
55268	linear.weight	7	-0.021312154829502106
55268	linear.weight	8	0.054407283663749695
55268	linear.weight	9	0.14606142044067383
55268	linear.bias	0	-0.6567711234092712
55268	linear.bias	1	0.7159783244132996
55268	linear.bias	2	-0.102789007127285
55268	linear.bias	3	-0.43020498752593994
55268	linear.bias	4	-1.1689008474349976
55268	linear.bias	5	-1.1217131614685059
55268	linear.bias	6	-0.5797460079193115
55268	linear.bias	7	-0.7185914516448975
55268	linear.bias	8	-0.01705317199230194
55268	linear.bias	9	2.802445411682129
55272	transitions	0	-0.18949595093727112
55272	transitions	1	7.281973838806152
55272	transitions	2	-2.9050533771514893
55272	transitions	3	1.2804988622665405
55272	transitions	4	-1.6335347890853882
55272	transitions	5	-0.2729208767414093
55272	transitions	6	-0.1479773372411728
55272	transitions	7	-10000.0
55272	transitions	8	1.558280348777771
55272	transitions	9	-2.28501296043396
55272	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
55272	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
55272	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
55272	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
55272	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
55272	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
55272	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
55272	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
55272	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
55272	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
55272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
55272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
55272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
55272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
55272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
55272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
55272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
55272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
55272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
55272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
55272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
55272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
55272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
55272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
55272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
55272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
55272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
55272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
55272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
55272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
55272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
55272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
55272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
55272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
55272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
55272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
55272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
55272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
55272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
55272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
55272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
55272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
55272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
55272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
55272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
55272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
55272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
55272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
55272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
55272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
55272	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
55272	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
55272	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
55272	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
55272	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
55272	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
55272	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
55272	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
55272	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
55272	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
55272	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
55272	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
55272	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
55272	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
55272	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
55272	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
55272	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
55272	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
55272	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
55272	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
55272	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
55272	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
55272	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
55272	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
55272	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
55272	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
55272	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
55272	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
55272	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
55272	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
55272	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
55272	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
55272	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
55272	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
55272	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
55272	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
55272	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
55272	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
55272	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
55272	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
55272	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
55272	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
55272	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
55272	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
55272	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
55272	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
55272	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
55272	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
55272	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
55272	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
55272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
55272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
55272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
55272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
55272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
55272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
55272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
55272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
55272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
55272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
55272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
55272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
55272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
55272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
55272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
55272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
55272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
55272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
55272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
55272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
55272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
55272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
55272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
55272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
55272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
55272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
55272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
55272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
55272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
55272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
55272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
55272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
55272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
55272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
55272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
55272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
55272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
55272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
55272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
55272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
55272	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
55272	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
55272	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
55272	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
55272	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
55272	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
55272	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
55272	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
55272	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
55272	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
55272	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
55272	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
55272	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
55272	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
55272	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
55272	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
55272	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
55272	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
55272	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
55272	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
55272	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
55272	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
55272	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
55272	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
55272	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
55272	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
55272	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
55272	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
55272	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
55272	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
55272	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
55272	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
55272	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
55272	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
55272	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
55272	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
55272	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
55272	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
55272	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
55272	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
55272	embedding2nn.weight	0	0.0250179972499609
55272	embedding2nn.weight	1	-0.07142996788024902
55272	embedding2nn.weight	2	0.005593582987785339
55272	embedding2nn.weight	3	-0.04263284429907799
55272	embedding2nn.weight	4	-0.09121716767549515
55272	embedding2nn.weight	5	0.05097049102187157
55272	embedding2nn.weight	6	-0.08005579560995102
55272	embedding2nn.weight	7	-0.07495180517435074
55272	embedding2nn.weight	8	0.0031057188753038645
55272	embedding2nn.weight	9	0.026277154684066772
55272	embedding2nn.bias	0	0.04534974321722984
55272	embedding2nn.bias	1	0.025614289566874504
55272	embedding2nn.bias	2	-0.13821999728679657
55272	embedding2nn.bias	3	0.052529528737068176
55272	embedding2nn.bias	4	0.03325415030121803
55272	embedding2nn.bias	5	-0.1589442640542984
55272	embedding2nn.bias	6	-0.08150292187929153
55272	embedding2nn.bias	7	0.006066333502531052
55272	embedding2nn.bias	8	0.07521447539329529
55272	embedding2nn.bias	9	-0.09684916585683823
55272	rnn.weight_ih_l0	0	0.018890954554080963
55272	rnn.weight_ih_l0	1	0.014636616222560406
55272	rnn.weight_ih_l0	2	-0.03725295141339302
55272	rnn.weight_ih_l0	3	0.00104762171395123
55272	rnn.weight_ih_l0	4	0.023009559139609337
55272	rnn.weight_ih_l0	5	-0.061463601887226105
55272	rnn.weight_ih_l0	6	0.020432034507393837
55272	rnn.weight_ih_l0	7	-0.04503003507852554
55272	rnn.weight_ih_l0	8	0.01414298452436924
55272	rnn.weight_ih_l0	9	-0.005449756979942322
55272	rnn.weight_hh_l0	0	0.0012782565318048
55272	rnn.weight_hh_l0	1	-0.05298367887735367
55272	rnn.weight_hh_l0	2	0.04202081263065338
55272	rnn.weight_hh_l0	3	0.017357932403683662
55272	rnn.weight_hh_l0	4	0.013067545369267464
55272	rnn.weight_hh_l0	5	0.033273063600063324
55272	rnn.weight_hh_l0	6	-0.007142733316868544
55272	rnn.weight_hh_l0	7	-0.06550417840480804
55272	rnn.weight_hh_l0	8	-0.01987256109714508
55272	rnn.weight_hh_l0	9	-0.05033167451620102
55272	rnn.bias_ih_l0	0	-0.06411276012659073
55272	rnn.bias_ih_l0	1	-0.10318751633167267
55272	rnn.bias_ih_l0	2	-0.15429654717445374
55272	rnn.bias_ih_l0	3	-0.2414066642522812
55272	rnn.bias_ih_l0	4	0.0009849619818851352
55272	rnn.bias_ih_l0	5	0.060514405369758606
55272	rnn.bias_ih_l0	6	-0.09849246591329575
55272	rnn.bias_ih_l0	7	-0.1986791491508484
55272	rnn.bias_ih_l0	8	-0.07758831977844238
55272	rnn.bias_ih_l0	9	-0.11613573879003525
55272	rnn.bias_hh_l0	0	0.12008468806743622
55272	rnn.bias_hh_l0	1	-0.019971422851085663
55272	rnn.bias_hh_l0	2	0.009608637541532516
55272	rnn.bias_hh_l0	3	-0.12465599924325943
55272	rnn.bias_hh_l0	4	0.03075859136879444
55272	rnn.bias_hh_l0	5	0.02524895779788494
55272	rnn.bias_hh_l0	6	-0.05798093602061272
55272	rnn.bias_hh_l0	7	-0.10458309948444366
55272	rnn.bias_hh_l0	8	-0.13341325521469116
55272	rnn.bias_hh_l0	9	-0.0736226812005043
55272	rnn.weight_ih_l0_reverse	0	-0.001354865380562842
55272	rnn.weight_ih_l0_reverse	1	0.026913538575172424
55272	rnn.weight_ih_l0_reverse	2	5.405101182986982e-05
55272	rnn.weight_ih_l0_reverse	3	0.0005585087928920984
55272	rnn.weight_ih_l0_reverse	4	0.009343339130282402
55272	rnn.weight_ih_l0_reverse	5	-0.034894511103630066
55272	rnn.weight_ih_l0_reverse	6	-0.03531032055616379
55272	rnn.weight_ih_l0_reverse	7	-0.0052763912826776505
55272	rnn.weight_ih_l0_reverse	8	0.025518788024783134
55272	rnn.weight_ih_l0_reverse	9	0.00020723059424199164
55272	rnn.weight_hh_l0_reverse	0	-0.009376706555485725
55272	rnn.weight_hh_l0_reverse	1	0.011604761704802513
55272	rnn.weight_hh_l0_reverse	2	-0.03053516522049904
55272	rnn.weight_hh_l0_reverse	3	0.03397125378251076
55272	rnn.weight_hh_l0_reverse	4	0.010176463052630424
55272	rnn.weight_hh_l0_reverse	5	-0.013098379597067833
55272	rnn.weight_hh_l0_reverse	6	0.025609882548451424
55272	rnn.weight_hh_l0_reverse	7	0.02601286768913269
55272	rnn.weight_hh_l0_reverse	8	0.00614725099876523
55272	rnn.weight_hh_l0_reverse	9	-0.04428897798061371
55272	rnn.bias_ih_l0_reverse	0	-0.11534463614225388
55272	rnn.bias_ih_l0_reverse	1	-0.25219157338142395
55272	rnn.bias_ih_l0_reverse	2	-0.038795504719018936
55272	rnn.bias_ih_l0_reverse	3	-0.08445803821086884
55272	rnn.bias_ih_l0_reverse	4	0.09820756316184998
55272	rnn.bias_ih_l0_reverse	5	-0.18371433019638062
55272	rnn.bias_ih_l0_reverse	6	-0.04163219779729843
55272	rnn.bias_ih_l0_reverse	7	0.039320722222328186
55272	rnn.bias_ih_l0_reverse	8	-0.1193811446428299
55272	rnn.bias_ih_l0_reverse	9	-0.05770407244563103
55272	rnn.bias_hh_l0_reverse	0	-0.09196196496486664
55272	rnn.bias_hh_l0_reverse	1	-0.0640295147895813
55272	rnn.bias_hh_l0_reverse	2	-0.03430609777569771
55272	rnn.bias_hh_l0_reverse	3	-0.09529703110456467
55272	rnn.bias_hh_l0_reverse	4	-0.020162800326943398
55272	rnn.bias_hh_l0_reverse	5	-0.0981387048959732
55272	rnn.bias_hh_l0_reverse	6	-0.05639711022377014
55272	rnn.bias_hh_l0_reverse	7	-0.1287250965833664
55272	rnn.bias_hh_l0_reverse	8	-0.03227271884679794
55272	rnn.bias_hh_l0_reverse	9	-0.12776167690753937
55272	linear.weight	0	-0.19291700422763824
55272	linear.weight	1	-0.12575122714042664
55272	linear.weight	2	-0.011228874325752258
55272	linear.weight	3	0.05294616147875786
55272	linear.weight	4	0.03087414614856243
55272	linear.weight	5	0.2113150954246521
55272	linear.weight	6	0.0047744326293468475
55272	linear.weight	7	-0.021312154829502106
55272	linear.weight	8	0.05347208306193352
55272	linear.weight	9	0.1461331993341446
55272	linear.bias	0	-0.6550578474998474
55272	linear.bias	1	0.7207737565040588
55272	linear.bias	2	-0.08721892535686493
55272	linear.bias	3	-0.4362734854221344
55272	linear.bias	4	-1.169334888458252
55272	linear.bias	5	-1.1217204332351685
55272	linear.bias	6	-0.5780937671661377
55272	linear.bias	7	-0.721885085105896
55272	linear.bias	8	-0.01705317199230194
55272	linear.bias	9	2.7820794582366943
55469	transitions	0	-0.1914600431919098
55469	transitions	1	7.26856803894043
55469	transitions	2	-2.906423330307007
55469	transitions	3	1.2688624858856201
55469	transitions	4	-1.634554147720337
55469	transitions	5	-0.273160457611084
55469	transitions	6	-0.14814108610153198
55469	transitions	7	-10000.0
55469	transitions	8	1.5566401481628418
55469	transitions	9	-2.285050630569458
55469	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
55469	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
55469	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
55469	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
55469	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
55469	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
55469	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
55469	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
55469	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
55469	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
55469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
55469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
55469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
55469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
55469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
55469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
55469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
55469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
55469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
55469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
55469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
55469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
55469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
55469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
55469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
55469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
55469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
55469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
55469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
55469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
55469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
55469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
55469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
55469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
55469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
55469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
55469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
55469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
55469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
55469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
55469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
55469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
55469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
55469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
55469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
55469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
55469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
55469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
55469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
55469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
55469	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
55469	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
55469	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
55469	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
55469	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
55469	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
55469	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
55469	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
55469	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
55469	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
55469	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
55469	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
55469	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
55469	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
55469	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
55469	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
55469	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
55469	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
55469	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
55469	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
55469	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
55469	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
55469	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
55469	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
55469	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
55469	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
55469	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
55469	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
55469	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
55469	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
55469	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
55469	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
55469	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
55469	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
55469	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
55469	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
55469	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
55469	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
55469	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
55469	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
55469	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
55469	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
55469	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
55469	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
55469	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
55469	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
55469	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
55469	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
55469	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
55469	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
55469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
55469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
55469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
55469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
55469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
55469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
55469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
55469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
55469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
55469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
55469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
55469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
55469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
55469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
55469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
55469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
55469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
55469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
55469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
55469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
55469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
55469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
55469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
55469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
55469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
55469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
55469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
55469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
55469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
55469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
55469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
55469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
55469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
55469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
55469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
55469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
55469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
55469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
55469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
55469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
55469	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
55469	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
55469	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
55469	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
55469	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
55469	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
55469	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
55469	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
55469	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
55469	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
55469	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
55469	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
55469	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
55469	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
55469	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
55469	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
55469	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
55469	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
55469	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
55469	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
55469	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
55469	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
55469	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
55469	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
55469	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
55469	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
55469	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
55469	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
55469	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
55469	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
55469	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
55469	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
55469	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
55469	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
55469	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
55469	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
55469	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
55469	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
55469	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
55469	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
55469	embedding2nn.weight	0	0.026330778375267982
55469	embedding2nn.weight	1	-0.07231856137514114
55469	embedding2nn.weight	2	0.003846484702080488
55469	embedding2nn.weight	3	-0.04153936728835106
55469	embedding2nn.weight	4	-0.09426319599151611
55469	embedding2nn.weight	5	0.05334467440843582
55469	embedding2nn.weight	6	-0.09217217564582825
55469	embedding2nn.weight	7	-0.07735215127468109
55469	embedding2nn.weight	8	0.003555831266567111
55469	embedding2nn.weight	9	0.025389380753040314
55469	embedding2nn.bias	0	0.04535331577062607
55469	embedding2nn.bias	1	0.024514654651284218
55469	embedding2nn.bias	2	-0.12307973206043243
55469	embedding2nn.bias	3	0.052481308579444885
55469	embedding2nn.bias	4	0.028810881078243256
55469	embedding2nn.bias	5	-0.15555305778980255
55469	embedding2nn.bias	6	-0.0800638496875763
55469	embedding2nn.bias	7	-0.008481914177536964
55469	embedding2nn.bias	8	0.06993036717176437
55469	embedding2nn.bias	9	-0.0979803130030632
55469	rnn.weight_ih_l0	0	0.016640255227684975
55469	rnn.weight_ih_l0	1	0.01240175124257803
55469	rnn.weight_ih_l0	2	-0.03854019567370415
55469	rnn.weight_ih_l0	3	0.0025469549000263214
55469	rnn.weight_ih_l0	4	0.02036929689347744
55469	rnn.weight_ih_l0	5	-0.06361386924982071
55469	rnn.weight_ih_l0	6	0.02013660967350006
55469	rnn.weight_ih_l0	7	-0.044804077595472336
55469	rnn.weight_ih_l0	8	0.012146461755037308
55469	rnn.weight_ih_l0	9	-0.004078771453350782
55469	rnn.weight_hh_l0	0	-0.0008730627014301717
55469	rnn.weight_hh_l0	1	-0.05328814685344696
55469	rnn.weight_hh_l0	2	0.0409291572868824
55469	rnn.weight_hh_l0	3	0.017408104613423347
55469	rnn.weight_hh_l0	4	0.012527432292699814
55469	rnn.weight_hh_l0	5	0.03279351070523262
55469	rnn.weight_hh_l0	6	-0.006821493152529001
55469	rnn.weight_hh_l0	7	-0.0656537190079689
55469	rnn.weight_hh_l0	8	-0.019564561545848846
55469	rnn.weight_hh_l0	9	-0.0529196672141552
55469	rnn.bias_ih_l0	0	-0.0653931275010109
55469	rnn.bias_ih_l0	1	-0.101278156042099
55469	rnn.bias_ih_l0	2	-0.1559801995754242
55469	rnn.bias_ih_l0	3	-0.23735912144184113
55469	rnn.bias_ih_l0	4	0.005985768511891365
55469	rnn.bias_ih_l0	5	0.06314050406217575
55469	rnn.bias_ih_l0	6	-0.10340932756662369
55469	rnn.bias_ih_l0	7	-0.19542139768600464
55469	rnn.bias_ih_l0	8	-0.08052080869674683
55469	rnn.bias_ih_l0	9	-0.11940653622150421
55469	rnn.bias_hh_l0	0	0.11652062088251114
55469	rnn.bias_hh_l0	1	-0.01535811461508274
55469	rnn.bias_hh_l0	2	0.004941629245877266
55469	rnn.bias_hh_l0	3	-0.12518411874771118
55469	rnn.bias_hh_l0	4	0.026631679385900497
55469	rnn.bias_hh_l0	5	0.021206084638834
55469	rnn.bias_hh_l0	6	-0.06151954457163811
55469	rnn.bias_hh_l0	7	-0.10456511378288269
55469	rnn.bias_hh_l0	8	-0.13411492109298706
55469	rnn.bias_hh_l0	9	-0.07244890183210373
55469	rnn.weight_ih_l0_reverse	0	-0.0040017240680754185
55469	rnn.weight_ih_l0_reverse	1	0.027877354994416237
55469	rnn.weight_ih_l0_reverse	2	-0.0034751102793961763
55469	rnn.weight_ih_l0_reverse	3	0.0004603085690177977
55469	rnn.weight_ih_l0_reverse	4	0.009562277235090733
55469	rnn.weight_ih_l0_reverse	5	-0.034991905093193054
55469	rnn.weight_ih_l0_reverse	6	-0.03510941192507744
55469	rnn.weight_ih_l0_reverse	7	-0.0023760958574712276
55469	rnn.weight_ih_l0_reverse	8	0.026728754863142967
55469	rnn.weight_ih_l0_reverse	9	0.00014701447798870504
55469	rnn.weight_hh_l0_reverse	0	-0.008610306307673454
55469	rnn.weight_hh_l0_reverse	1	0.011508418247103691
55469	rnn.weight_hh_l0_reverse	2	-0.030300142243504524
55469	rnn.weight_hh_l0_reverse	3	0.03463094308972359
55469	rnn.weight_hh_l0_reverse	4	0.010511406697332859
55469	rnn.weight_hh_l0_reverse	5	-0.013281764462590218
55469	rnn.weight_hh_l0_reverse	6	0.02463897317647934
55469	rnn.weight_hh_l0_reverse	7	0.026478460058569908
55469	rnn.weight_hh_l0_reverse	8	0.006382920313626528
55469	rnn.weight_hh_l0_reverse	9	-0.04361473768949509
55469	rnn.bias_ih_l0_reverse	0	-0.1147707998752594
55469	rnn.bias_ih_l0_reverse	1	-0.2491932362318039
55469	rnn.bias_ih_l0_reverse	2	-0.04044578596949577
55469	rnn.bias_ih_l0_reverse	3	-0.08415764570236206
55469	rnn.bias_ih_l0_reverse	4	0.0939609482884407
55469	rnn.bias_ih_l0_reverse	5	-0.18482692539691925
55469	rnn.bias_ih_l0_reverse	6	-0.039247218519449234
55469	rnn.bias_ih_l0_reverse	7	0.04066314920783043
55469	rnn.bias_ih_l0_reverse	8	-0.12128465622663498
55469	rnn.bias_ih_l0_reverse	9	-0.05682385340332985
55469	rnn.bias_hh_l0_reverse	0	-0.0934450775384903
55469	rnn.bias_hh_l0_reverse	1	-0.0655520111322403
55469	rnn.bias_hh_l0_reverse	2	-0.03563197702169418
55469	rnn.bias_hh_l0_reverse	3	-0.09417926520109177
55469	rnn.bias_hh_l0_reverse	4	-0.018965326249599457
55469	rnn.bias_hh_l0_reverse	5	-0.09772404283285141
55469	rnn.bias_hh_l0_reverse	6	-0.05230947956442833
55469	rnn.bias_hh_l0_reverse	7	-0.1288304328918457
55469	rnn.bias_hh_l0_reverse	8	-0.030719488859176636
55469	rnn.bias_hh_l0_reverse	9	-0.12216650694608688
55469	linear.weight	0	-0.20579656958580017
55469	linear.weight	1	-0.124385304749012
55469	linear.weight	2	-0.011228874325752258
55469	linear.weight	3	0.060578424483537674
55469	linear.weight	4	0.025746023282408714
55469	linear.weight	5	0.20692430436611176
55469	linear.weight	6	0.0047744326293468475
55469	linear.weight	7	-0.021312154829502106
55469	linear.weight	8	0.03746109455823898
55469	linear.weight	9	0.14655128121376038
55469	linear.bias	0	-0.6598764061927795
55469	linear.bias	1	0.740009069442749
55469	linear.bias	2	-0.06730443984270096
55469	linear.bias	3	-0.42841604351997375
55469	linear.bias	4	-1.1918325424194336
55469	linear.bias	5	-1.1219837665557861
55469	linear.bias	6	-0.5879866480827332
55469	linear.bias	7	-0.6924709677696228
55469	linear.bias	8	-0.01705317199230194
55469	linear.bias	9	2.755620241165161
55666	transitions	0	-0.19217081367969513
55666	transitions	1	7.273444175720215
55666	transitions	2	-2.9077110290527344
55666	transitions	3	1.264330267906189
55666	transitions	4	-1.6353927850723267
55666	transitions	5	-0.2734511196613312
55666	transitions	6	-0.14827919006347656
55666	transitions	7	-10000.0
55666	transitions	8	1.556203842163086
55666	transitions	9	-2.2850847244262695
55666	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
55666	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
55666	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
55666	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
55666	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
55666	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
55666	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
55666	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
55666	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
55666	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
55666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
55666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
55666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
55666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
55666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
55666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
55666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
55666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
55666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
55666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
55666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
55666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
55666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
55666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
55666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
55666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
55666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
55666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
55666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
55666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
55666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
55666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
55666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
55666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
55666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
55666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
55666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
55666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
55666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
55666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
55666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
55666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
55666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
55666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
55666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
55666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
55666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
55666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
55666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
55666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
55666	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
55666	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
55666	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
55666	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
55666	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
55666	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
55666	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
55666	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
55666	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
55666	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
55666	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
55666	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
55666	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
55666	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
55666	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
55666	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
55666	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
55666	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
55666	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
55666	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
55666	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
55666	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
55666	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
55666	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
55666	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
55666	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
55666	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
55666	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
55666	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
55666	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
55666	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
55666	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
55666	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
55666	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
55666	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
55666	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
55666	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
55666	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
55666	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
55666	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
55666	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
55666	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
55666	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
55666	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
55666	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
55666	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
55666	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
55666	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
55666	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
55666	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
55666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
55666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
55666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
55666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
55666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
55666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
55666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
55666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
55666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
55666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
55666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
55666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
55666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
55666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
55666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
55666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
55666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
55666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
55666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
55666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
55666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
55666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
55666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
55666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
55666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
55666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
55666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
55666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
55666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
55666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
55666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
55666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
55666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
55666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
55666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
55666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
55666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
55666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
55666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
55666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
55666	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
55666	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
55666	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
55666	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
55666	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
55666	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
55666	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
55666	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
55666	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
55666	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
55666	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
55666	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
55666	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
55666	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
55666	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
55666	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
55666	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
55666	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
55666	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
55666	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
55666	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
55666	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
55666	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
55666	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
55666	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
55666	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
55666	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
55666	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
55666	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
55666	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
55666	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
55666	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
55666	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
55666	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
55666	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
55666	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
55666	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
55666	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
55666	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
55666	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
55666	embedding2nn.weight	0	0.026129046455025673
55666	embedding2nn.weight	1	-0.07132142782211304
55666	embedding2nn.weight	2	0.004881500732153654
55666	embedding2nn.weight	3	-0.04246102273464203
55666	embedding2nn.weight	4	-0.0949520468711853
55666	embedding2nn.weight	5	0.05568263307213783
55666	embedding2nn.weight	6	-0.08895661681890488
55666	embedding2nn.weight	7	-0.0760260671377182
55666	embedding2nn.weight	8	0.004448471590876579
55666	embedding2nn.weight	9	0.02468186244368553
55666	embedding2nn.bias	0	0.038399968296289444
55666	embedding2nn.bias	1	0.03292519971728325
55666	embedding2nn.bias	2	-0.12781207263469696
55666	embedding2nn.bias	3	0.050150446593761444
55666	embedding2nn.bias	4	0.03756630793213844
55666	embedding2nn.bias	5	-0.1666484922170639
55666	embedding2nn.bias	6	-0.08149120211601257
55666	embedding2nn.bias	7	-0.008584155701100826
55666	embedding2nn.bias	8	0.06181539222598076
55666	embedding2nn.bias	9	-0.1098109558224678
55666	rnn.weight_ih_l0	0	0.01466268952935934
55666	rnn.weight_ih_l0	1	0.013385334052145481
55666	rnn.weight_ih_l0	2	-0.03789247199892998
55666	rnn.weight_ih_l0	3	0.0035521253012120724
55666	rnn.weight_ih_l0	4	0.016590774059295654
55666	rnn.weight_ih_l0	5	-0.06279092282056808
55666	rnn.weight_ih_l0	6	0.0181744247674942
55666	rnn.weight_ih_l0	7	-0.045322395861148834
55666	rnn.weight_ih_l0	8	0.012135614641010761
55666	rnn.weight_ih_l0	9	-0.002394834067672491
55666	rnn.weight_hh_l0	0	-0.000829717144370079
55666	rnn.weight_hh_l0	1	-0.054382529109716415
55666	rnn.weight_hh_l0	2	0.0421908013522625
55666	rnn.weight_hh_l0	3	0.016983307898044586
55666	rnn.weight_hh_l0	4	0.012712899595499039
55666	rnn.weight_hh_l0	5	0.03196743130683899
55666	rnn.weight_hh_l0	6	-0.006820902228355408
55666	rnn.weight_hh_l0	7	-0.06447733938694
55666	rnn.weight_hh_l0	8	-0.017946459352970123
55666	rnn.weight_hh_l0	9	-0.05167483910918236
55666	rnn.bias_ih_l0	0	-0.060127705335617065
55666	rnn.bias_ih_l0	1	-0.10663039982318878
55666	rnn.bias_ih_l0	2	-0.16256585717201233
55666	rnn.bias_ih_l0	3	-0.240584135055542
55666	rnn.bias_ih_l0	4	0.003930841572582722
55666	rnn.bias_ih_l0	5	0.06214029714465141
55666	rnn.bias_ih_l0	6	-0.10489167273044586
55666	rnn.bias_ih_l0	7	-0.19651804864406586
55666	rnn.bias_ih_l0	8	-0.08688157796859741
55666	rnn.bias_ih_l0	9	-0.12039798498153687
55666	rnn.bias_hh_l0	0	0.12238077074289322
55666	rnn.bias_hh_l0	1	-0.01728750765323639
55666	rnn.bias_hh_l0	2	0.0012394223595038056
55666	rnn.bias_hh_l0	3	-0.12639182806015015
55666	rnn.bias_hh_l0	4	0.02237381599843502
55666	rnn.bias_hh_l0	5	0.013535902835428715
55666	rnn.bias_hh_l0	6	-0.062308501452207565
55666	rnn.bias_hh_l0	7	-0.10822907090187073
55666	rnn.bias_hh_l0	8	-0.1348932385444641
55666	rnn.bias_hh_l0	9	-0.06869442760944366
55666	rnn.weight_ih_l0_reverse	0	-0.004574332851916552
55666	rnn.weight_ih_l0_reverse	1	0.026767916977405548
55666	rnn.weight_ih_l0_reverse	2	-0.005834104493260384
55666	rnn.weight_ih_l0_reverse	3	-0.003460131585597992
55666	rnn.weight_ih_l0_reverse	4	0.010822930373251438
55666	rnn.weight_ih_l0_reverse	5	-0.03672778978943825
55666	rnn.weight_ih_l0_reverse	6	-0.03823638707399368
55666	rnn.weight_ih_l0_reverse	7	0.0007113724132068455
55666	rnn.weight_ih_l0_reverse	8	0.027991466224193573
55666	rnn.weight_ih_l0_reverse	9	0.0009405955788679421
55666	rnn.weight_hh_l0_reverse	0	-0.008449486456811428
55666	rnn.weight_hh_l0_reverse	1	0.010049846023321152
55666	rnn.weight_hh_l0_reverse	2	-0.030908584594726562
55666	rnn.weight_hh_l0_reverse	3	0.03461436182260513
55666	rnn.weight_hh_l0_reverse	4	0.01057016383856535
55666	rnn.weight_hh_l0_reverse	5	-0.013638187199831009
55666	rnn.weight_hh_l0_reverse	6	0.025225088000297546
55666	rnn.weight_hh_l0_reverse	7	0.02733573317527771
55666	rnn.weight_hh_l0_reverse	8	0.005210279952734709
55666	rnn.weight_hh_l0_reverse	9	-0.0435335747897625
55666	rnn.bias_ih_l0_reverse	0	-0.11367441713809967
55666	rnn.bias_ih_l0_reverse	1	-0.2526721954345703
55666	rnn.bias_ih_l0_reverse	2	-0.039827097207307816
55666	rnn.bias_ih_l0_reverse	3	-0.08487003296613693
55666	rnn.bias_ih_l0_reverse	4	0.09224458038806915
55666	rnn.bias_ih_l0_reverse	5	-0.18341761827468872
55666	rnn.bias_ih_l0_reverse	6	-0.03738369420170784
55666	rnn.bias_ih_l0_reverse	7	0.042322419583797455
55666	rnn.bias_ih_l0_reverse	8	-0.12506413459777832
55666	rnn.bias_ih_l0_reverse	9	-0.054395608603954315
55666	rnn.bias_hh_l0_reverse	0	-0.09395977854728699
55666	rnn.bias_hh_l0_reverse	1	-0.06484737992286682
55666	rnn.bias_hh_l0_reverse	2	-0.03818698972463608
55666	rnn.bias_hh_l0_reverse	3	-0.10113342851400375
55666	rnn.bias_hh_l0_reverse	4	-0.02053983137011528
55666	rnn.bias_hh_l0_reverse	5	-0.09662235528230667
55666	rnn.bias_hh_l0_reverse	6	-0.05342913419008255
55666	rnn.bias_hh_l0_reverse	7	-0.13487404584884644
55666	rnn.bias_hh_l0_reverse	8	-0.032112833112478256
55666	rnn.bias_hh_l0_reverse	9	-0.12383254617452621
55666	linear.weight	0	-0.19724050164222717
55666	linear.weight	1	-0.11763443797826767
55666	linear.weight	2	-0.011228874325752258
55666	linear.weight	3	0.06301192939281464
55666	linear.weight	4	0.023007836192846298
55666	linear.weight	5	0.22636225819587708
55666	linear.weight	6	0.0047744326293468475
55666	linear.weight	7	-0.021312154829502106
55666	linear.weight	8	0.03382851183414459
55666	linear.weight	9	0.14976654946804047
55666	linear.bias	0	-0.6510050296783447
55666	linear.bias	1	0.7676891684532166
55666	linear.bias	2	-0.11205355077981949
55666	linear.bias	3	-0.4311142861843109
55666	linear.bias	4	-1.182794213294983
55666	linear.bias	5	-1.1222106218338013
55666	linear.bias	6	-0.5776968002319336
55666	linear.bias	7	-0.705696702003479
55666	linear.bias	8	-0.01705317199230194
55666	linear.bias	9	2.808011770248413
55863	transitions	0	-0.19274964928627014
55863	transitions	1	7.267601490020752
55863	transitions	2	-2.9104559421539307
55863	transitions	3	1.2827491760253906
55863	transitions	4	-1.6364545822143555
55863	transitions	5	-0.273802787065506
55863	transitions	6	-0.14846719801425934
55863	transitions	7	-10000.0
55863	transitions	8	1.5586284399032593
55863	transitions	9	-2.2851245403289795
55863	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
55863	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
55863	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
55863	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
55863	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
55863	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
55863	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
55863	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
55863	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
55863	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
55863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
55863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
55863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
55863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
55863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
55863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
55863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
55863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
55863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
55863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
55863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
55863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
55863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
55863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
55863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
55863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
55863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
55863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
55863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
55863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
55863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
55863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
55863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
55863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
55863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
55863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
55863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
55863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
55863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
55863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
55863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
55863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
55863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
55863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
55863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
55863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
55863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
55863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
55863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
55863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
55863	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
55863	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
55863	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
55863	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
55863	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
55863	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
55863	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
55863	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
55863	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
55863	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
55863	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
55863	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
55863	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
55863	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
55863	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
55863	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
55863	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
55863	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
55863	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
55863	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
55863	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
55863	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
55863	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
55863	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
55863	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
55863	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
55863	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
55863	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
55863	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
55863	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
55863	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
55863	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
55863	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
55863	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
55863	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
55863	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
55863	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
55863	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
55863	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
55863	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
55863	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
55863	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
55863	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
55863	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
55863	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
55863	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
55863	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
55863	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
55863	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
55863	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
55863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
55863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
55863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
55863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
55863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
55863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
55863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
55863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
55863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
55863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
55863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
55863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
55863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
55863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
55863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
55863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
55863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
55863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
55863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
55863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
55863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
55863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
55863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
55863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
55863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
55863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
55863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
55863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
55863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
55863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
55863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
55863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
55863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
55863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
55863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
55863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
55863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
55863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
55863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
55863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
55863	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
55863	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
55863	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
55863	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
55863	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
55863	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
55863	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
55863	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
55863	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
55863	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
55863	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
55863	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
55863	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
55863	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
55863	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
55863	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
55863	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
55863	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
55863	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
55863	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
55863	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
55863	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
55863	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
55863	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
55863	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
55863	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
55863	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
55863	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
55863	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
55863	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
55863	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
55863	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
55863	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
55863	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
55863	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
55863	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
55863	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
55863	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
55863	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
55863	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
55863	embedding2nn.weight	0	0.026664435863494873
55863	embedding2nn.weight	1	-0.07067348062992096
55863	embedding2nn.weight	2	0.005367837380617857
55863	embedding2nn.weight	3	-0.04048521816730499
55863	embedding2nn.weight	4	-0.09408248960971832
55863	embedding2nn.weight	5	0.05549057200551033
55863	embedding2nn.weight	6	-0.10050376504659653
55863	embedding2nn.weight	7	-0.07754620164632797
55863	embedding2nn.weight	8	0.003023870987817645
55863	embedding2nn.weight	9	0.024143196642398834
55863	embedding2nn.bias	0	0.04875651001930237
55863	embedding2nn.bias	1	0.03515161573886871
55863	embedding2nn.bias	2	-0.10978947579860687
55863	embedding2nn.bias	3	0.04715971648693085
55863	embedding2nn.bias	4	0.04470149800181389
55863	embedding2nn.bias	5	-0.1718728244304657
55863	embedding2nn.bias	6	-0.07027548551559448
55863	embedding2nn.bias	7	-0.007277294993400574
55863	embedding2nn.bias	8	0.0674959123134613
55863	embedding2nn.bias	9	-0.11669053137302399
55863	rnn.weight_ih_l0	0	0.013927428983151913
55863	rnn.weight_ih_l0	1	0.010838245041668415
55863	rnn.weight_ih_l0	2	-0.03852762281894684
55863	rnn.weight_ih_l0	3	-0.0013566832058131695
55863	rnn.weight_ih_l0	4	0.016478296369314194
55863	rnn.weight_ih_l0	5	-0.06461124122142792
55863	rnn.weight_ih_l0	6	0.02269202098250389
55863	rnn.weight_ih_l0	7	-0.0460064634680748
55863	rnn.weight_ih_l0	8	0.010733742266893387
55863	rnn.weight_ih_l0	9	-0.0016843342455103993
55863	rnn.weight_hh_l0	0	0.001179725513793528
55863	rnn.weight_hh_l0	1	-0.054748937487602234
55863	rnn.weight_hh_l0	2	0.042704902589321136
55863	rnn.weight_hh_l0	3	0.016926486045122147
55863	rnn.weight_hh_l0	4	0.0125540466979146
55863	rnn.weight_hh_l0	5	0.03314508497714996
55863	rnn.weight_hh_l0	6	-0.007343311794102192
55863	rnn.weight_hh_l0	7	-0.06464561074972153
55863	rnn.weight_hh_l0	8	-0.017809445038437843
55863	rnn.weight_hh_l0	9	-0.05310766026377678
55863	rnn.bias_ih_l0	0	-0.06301426887512207
55863	rnn.bias_ih_l0	1	-0.10631145536899567
55863	rnn.bias_ih_l0	2	-0.16420559585094452
55863	rnn.bias_ih_l0	3	-0.2389284074306488
55863	rnn.bias_ih_l0	4	0.006819187663495541
55863	rnn.bias_ih_l0	5	0.06428897380828857
55863	rnn.bias_ih_l0	6	-0.10335778445005417
55863	rnn.bias_ih_l0	7	-0.19878774881362915
55863	rnn.bias_ih_l0	8	-0.0855330377817154
55863	rnn.bias_ih_l0	9	-0.11947903037071228
55863	rnn.bias_hh_l0	0	0.12411981076002121
55863	rnn.bias_hh_l0	1	-0.01834266446530819
55863	rnn.bias_hh_l0	2	-0.0013093417510390282
55863	rnn.bias_hh_l0	3	-0.1224459558725357
55863	rnn.bias_hh_l0	4	0.025830600410699844
55863	rnn.bias_hh_l0	5	0.016214679926633835
55863	rnn.bias_hh_l0	6	-0.06378187984228134
55863	rnn.bias_hh_l0	7	-0.10719552636146545
55863	rnn.bias_hh_l0	8	-0.13730166852474213
55863	rnn.bias_hh_l0	9	-0.06545297056436539
55863	rnn.weight_ih_l0_reverse	0	-0.0041882311925292015
55863	rnn.weight_ih_l0_reverse	1	0.027969732880592346
55863	rnn.weight_ih_l0_reverse	2	-0.003878728486597538
55863	rnn.weight_ih_l0_reverse	3	-0.003889785846695304
55863	rnn.weight_ih_l0_reverse	4	0.010731586255133152
55863	rnn.weight_ih_l0_reverse	5	-0.03325428068637848
55863	rnn.weight_ih_l0_reverse	6	-0.03392353281378746
55863	rnn.weight_ih_l0_reverse	7	-0.0007154764607548714
55863	rnn.weight_ih_l0_reverse	8	0.02806880511343479
55863	rnn.weight_ih_l0_reverse	9	0.001869406085461378
55863	rnn.weight_hh_l0_reverse	0	-0.008820265531539917
55863	rnn.weight_hh_l0_reverse	1	0.00986905861645937
55863	rnn.weight_hh_l0_reverse	2	-0.031633101403713226
55863	rnn.weight_hh_l0_reverse	3	0.03407652676105499
55863	rnn.weight_hh_l0_reverse	4	0.01105009950697422
55863	rnn.weight_hh_l0_reverse	5	-0.014495451003313065
55863	rnn.weight_hh_l0_reverse	6	0.025156889110803604
55863	rnn.weight_hh_l0_reverse	7	0.027549583464860916
55863	rnn.weight_hh_l0_reverse	8	0.004718437325209379
55863	rnn.weight_hh_l0_reverse	9	-0.04443305358290672
55863	rnn.bias_ih_l0_reverse	0	-0.11471609771251678
55863	rnn.bias_ih_l0_reverse	1	-0.253934770822525
55863	rnn.bias_ih_l0_reverse	2	-0.03652160242199898
55863	rnn.bias_ih_l0_reverse	3	-0.08299057930707932
55863	rnn.bias_ih_l0_reverse	4	0.08203845471143723
55863	rnn.bias_ih_l0_reverse	5	-0.18956762552261353
55863	rnn.bias_ih_l0_reverse	6	-0.04047389701008797
55863	rnn.bias_ih_l0_reverse	7	0.039332132786512375
55863	rnn.bias_ih_l0_reverse	8	-0.1230340451002121
55863	rnn.bias_ih_l0_reverse	9	-0.05802948400378227
55863	rnn.bias_hh_l0_reverse	0	-0.09148265421390533
55863	rnn.bias_hh_l0_reverse	1	-0.06865005940198898
55863	rnn.bias_hh_l0_reverse	2	-0.036875732243061066
55863	rnn.bias_hh_l0_reverse	3	-0.10290847718715668
55863	rnn.bias_hh_l0_reverse	4	-0.016874831169843674
55863	rnn.bias_hh_l0_reverse	5	-0.0991666242480278
55863	rnn.bias_hh_l0_reverse	6	-0.056207139045000076
55863	rnn.bias_hh_l0_reverse	7	-0.13305093348026276
55863	rnn.bias_hh_l0_reverse	8	-0.02802245318889618
55863	rnn.bias_hh_l0_reverse	9	-0.12525992095470428
55863	linear.weight	0	-0.20448409020900726
55863	linear.weight	1	-0.1186823770403862
55863	linear.weight	2	-0.011228874325752258
55863	linear.weight	3	0.07733908295631409
55863	linear.weight	4	0.03462210297584534
55863	linear.weight	5	0.23562628030776978
55863	linear.weight	6	0.0047744326293468475
55863	linear.weight	7	-0.021312154829502106
55863	linear.weight	8	0.03025413304567337
55863	linear.weight	9	0.14796395599842072
55863	linear.bias	0	-0.6548779606819153
55863	linear.bias	1	0.7607098817825317
55863	linear.bias	2	-0.09890473634004593
55863	linear.bias	3	-0.43711352348327637
55863	linear.bias	4	-1.1745272874832153
55863	linear.bias	5	-1.1224913597106934
55863	linear.bias	6	-0.5877735018730164
55863	linear.bias	7	-0.6872859597206116
55863	linear.bias	8	-0.01705317199230194
55863	linear.bias	9	2.835317373275757
56060	transitions	0	-0.19353213906288147
56060	transitions	1	7.280810356140137
56060	transitions	2	-2.912559986114502
56060	transitions	3	1.304580569267273
56060	transitions	4	-1.6376978158950806
56060	transitions	5	-0.2741391658782959
56060	transitions	6	-0.14863288402557373
56060	transitions	7	-10000.0
56060	transitions	8	1.555929183959961
56060	transitions	9	-2.2851510047912598
56060	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
56060	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
56060	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
56060	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
56060	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
56060	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
56060	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
56060	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
56060	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
56060	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
56060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
56060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
56060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
56060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
56060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
56060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
56060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
56060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
56060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
56060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
56060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
56060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
56060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
56060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
56060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
56060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
56060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
56060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
56060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
56060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
56060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
56060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
56060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
56060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
56060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
56060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
56060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
56060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
56060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
56060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
56060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
56060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
56060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
56060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
56060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
56060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
56060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
56060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
56060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
56060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
56060	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
56060	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
56060	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
56060	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
56060	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
56060	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
56060	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
56060	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
56060	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
56060	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
56060	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
56060	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
56060	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
56060	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
56060	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
56060	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
56060	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
56060	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
56060	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
56060	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
56060	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
56060	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
56060	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
56060	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
56060	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
56060	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
56060	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
56060	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
56060	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
56060	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
56060	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
56060	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
56060	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
56060	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
56060	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
56060	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
56060	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
56060	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
56060	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
56060	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
56060	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
56060	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
56060	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
56060	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
56060	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
56060	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
56060	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
56060	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
56060	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
56060	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
56060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
56060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
56060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
56060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
56060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
56060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
56060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
56060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
56060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
56060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
56060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
56060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
56060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
56060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
56060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
56060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
56060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
56060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
56060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
56060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
56060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
56060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
56060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
56060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
56060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
56060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
56060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
56060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
56060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
56060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
56060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
56060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
56060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
56060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
56060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
56060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
56060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
56060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
56060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
56060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
56060	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
56060	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
56060	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
56060	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
56060	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
56060	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
56060	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
56060	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
56060	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
56060	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
56060	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
56060	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
56060	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
56060	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
56060	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
56060	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
56060	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
56060	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
56060	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
56060	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
56060	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
56060	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
56060	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
56060	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
56060	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
56060	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
56060	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
56060	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
56060	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
56060	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
56060	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
56060	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
56060	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
56060	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
56060	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
56060	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
56060	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
56060	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
56060	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
56060	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
56060	embedding2nn.weight	0	0.027457345277071
56060	embedding2nn.weight	1	-0.06878113746643066
56060	embedding2nn.weight	2	0.010266809724271297
56060	embedding2nn.weight	3	-0.04053117334842682
56060	embedding2nn.weight	4	-0.09336207807064056
56060	embedding2nn.weight	5	0.05737470090389252
56060	embedding2nn.weight	6	-0.09592019021511078
56060	embedding2nn.weight	7	-0.07612214237451553
56060	embedding2nn.weight	8	0.0009508749935775995
56060	embedding2nn.weight	9	0.024364955723285675
56060	embedding2nn.bias	0	0.029707739129662514
56060	embedding2nn.bias	1	0.03627891466021538
56060	embedding2nn.bias	2	-0.12087515741586685
56060	embedding2nn.bias	3	0.047538623213768005
56060	embedding2nn.bias	4	0.03311516344547272
56060	embedding2nn.bias	5	-0.17096851766109467
56060	embedding2nn.bias	6	-0.08543273061513901
56060	embedding2nn.bias	7	-0.0037951937410980463
56060	embedding2nn.bias	8	0.06390077620744705
56060	embedding2nn.bias	9	-0.11440319567918777
56060	rnn.weight_ih_l0	0	0.014579800888895988
56060	rnn.weight_ih_l0	1	0.010217204689979553
56060	rnn.weight_ih_l0	2	-0.038572072982788086
56060	rnn.weight_ih_l0	3	0.0033127267379313707
56060	rnn.weight_ih_l0	4	0.017513688653707504
56060	rnn.weight_ih_l0	5	-0.06909303367137909
56060	rnn.weight_ih_l0	6	0.020179525017738342
56060	rnn.weight_ih_l0	7	-0.046108443289995193
56060	rnn.weight_ih_l0	8	0.00923449732363224
56060	rnn.weight_ih_l0	9	-0.0019831464160233736
56060	rnn.weight_hh_l0	0	0.0012958062579855323
56060	rnn.weight_hh_l0	1	-0.05423377454280853
56060	rnn.weight_hh_l0	2	0.04264665022492409
56060	rnn.weight_hh_l0	3	0.015837153419852257
56060	rnn.weight_hh_l0	4	0.011450273916125298
56060	rnn.weight_hh_l0	5	0.03221936896443367
56060	rnn.weight_hh_l0	6	-0.006505702156573534
56060	rnn.weight_hh_l0	7	-0.06447554379701614
56060	rnn.weight_hh_l0	8	-0.018238430842757225
56060	rnn.weight_hh_l0	9	-0.05028332769870758
56060	rnn.bias_ih_l0	0	-0.06847349554300308
56060	rnn.bias_ih_l0	1	-0.10733944922685623
56060	rnn.bias_ih_l0	2	-0.16385707259178162
56060	rnn.bias_ih_l0	3	-0.24106018245220184
56060	rnn.bias_ih_l0	4	0.009590107947587967
56060	rnn.bias_ih_l0	5	0.061585932970047
56060	rnn.bias_ih_l0	6	-0.1041843444108963
56060	rnn.bias_ih_l0	7	-0.2009628266096115
56060	rnn.bias_ih_l0	8	-0.08485585451126099
56060	rnn.bias_ih_l0	9	-0.1177336722612381
56060	rnn.bias_hh_l0	0	0.12805411219596863
56060	rnn.bias_hh_l0	1	-0.018337147310376167
56060	rnn.bias_hh_l0	2	-0.0016963270027190447
56060	rnn.bias_hh_l0	3	-0.12042039632797241
56060	rnn.bias_hh_l0	4	0.027285819873213768
56060	rnn.bias_hh_l0	5	0.010531095787882805
56060	rnn.bias_hh_l0	6	-0.06041347235441208
56060	rnn.bias_hh_l0	7	-0.10555393993854523
56060	rnn.bias_hh_l0	8	-0.13474874198436737
56060	rnn.bias_hh_l0	9	-0.06401049345731735
56060	rnn.weight_ih_l0_reverse	0	-0.004201517906039953
56060	rnn.weight_ih_l0_reverse	1	0.026461785659193993
56060	rnn.weight_ih_l0_reverse	2	-0.001698685809969902
56060	rnn.weight_ih_l0_reverse	3	-0.004964500665664673
56060	rnn.weight_ih_l0_reverse	4	0.0110057033598423
56060	rnn.weight_ih_l0_reverse	5	-0.03438762575387955
56060	rnn.weight_ih_l0_reverse	6	-0.03224644064903259
56060	rnn.weight_ih_l0_reverse	7	-0.00477941706776619
56060	rnn.weight_ih_l0_reverse	8	0.03199588134884834
56060	rnn.weight_ih_l0_reverse	9	0.0041332365944981575
56060	rnn.weight_hh_l0_reverse	0	-0.008854765444993973
56060	rnn.weight_hh_l0_reverse	1	0.009625223465263844
56060	rnn.weight_hh_l0_reverse	2	-0.03157329559326172
56060	rnn.weight_hh_l0_reverse	3	0.03399325907230377
56060	rnn.weight_hh_l0_reverse	4	0.010374898090958595
56060	rnn.weight_hh_l0_reverse	5	-0.014922668226063251
56060	rnn.weight_hh_l0_reverse	6	0.02501644939184189
56060	rnn.weight_hh_l0_reverse	7	0.027576204389333725
56060	rnn.weight_hh_l0_reverse	8	0.004012433346360922
56060	rnn.weight_hh_l0_reverse	9	-0.04437761381268501
56060	rnn.bias_ih_l0_reverse	0	-0.11442414671182632
56060	rnn.bias_ih_l0_reverse	1	-0.2551437020301819
56060	rnn.bias_ih_l0_reverse	2	-0.03700980544090271
56060	rnn.bias_ih_l0_reverse	3	-0.08237293362617493
56060	rnn.bias_ih_l0_reverse	4	0.08070149272680283
56060	rnn.bias_ih_l0_reverse	5	-0.1859016865491867
56060	rnn.bias_ih_l0_reverse	6	-0.038933686912059784
56060	rnn.bias_ih_l0_reverse	7	0.0354289785027504
56060	rnn.bias_ih_l0_reverse	8	-0.12498819828033447
56060	rnn.bias_ih_l0_reverse	9	-0.05570659041404724
56060	rnn.bias_hh_l0_reverse	0	-0.0894225686788559
56060	rnn.bias_hh_l0_reverse	1	-0.07194746285676956
56060	rnn.bias_hh_l0_reverse	2	-0.03591658174991608
56060	rnn.bias_hh_l0_reverse	3	-0.10274484008550644
56060	rnn.bias_hh_l0_reverse	4	-0.015751637518405914
56060	rnn.bias_hh_l0_reverse	5	-0.09883704781532288
56060	rnn.bias_hh_l0_reverse	6	-0.05390539392828941
56060	rnn.bias_hh_l0_reverse	7	-0.13117627799510956
56060	rnn.bias_hh_l0_reverse	8	-0.030607664957642555
56060	rnn.bias_hh_l0_reverse	9	-0.12767915427684784
56060	linear.weight	0	-0.22511832416057587
56060	linear.weight	1	-0.11678403615951538
56060	linear.weight	2	-0.011228874325752258
56060	linear.weight	3	0.07425341755151749
56060	linear.weight	4	0.06177236884832382
56060	linear.weight	5	0.253873735666275
56060	linear.weight	6	0.0047744326293468475
56060	linear.weight	7	-0.021312154829502106
56060	linear.weight	8	0.046386267989873886
56060	linear.weight	9	0.1388777196407318
56060	linear.bias	0	-0.6632097363471985
56060	linear.bias	1	0.7605322599411011
56060	linear.bias	2	-0.06345575302839279
56060	linear.bias	3	-0.4460488557815552
56060	linear.bias	4	-1.1849805116653442
56060	linear.bias	5	-1.122741460800171
56060	linear.bias	6	-0.6007420420646667
56060	linear.bias	7	-0.6778523325920105
56060	linear.bias	8	-0.01705317199230194
56060	linear.bias	9	2.7968838214874268
56257	transitions	0	-0.19398316740989685
56257	transitions	1	7.3051676750183105
56257	transitions	2	-2.9139463901519775
56257	transitions	3	1.3102195262908936
56257	transitions	4	-1.6386030912399292
56257	transitions	5	-0.27437523007392883
56257	transitions	6	-0.14901955425739288
56257	transitions	7	-10000.0
56257	transitions	8	1.5620275735855103
56257	transitions	9	-2.2851788997650146
56257	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
56257	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
56257	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
56257	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
56257	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
56257	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
56257	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
56257	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
56257	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
56257	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
56257	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
56257	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
56257	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
56257	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
56257	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
56257	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
56257	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
56257	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
56257	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
56257	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
56257	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
56257	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
56257	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
56257	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
56257	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
56257	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
56257	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
56257	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
56257	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
56257	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
56257	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
56257	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
56257	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
56257	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
56257	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
56257	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
56257	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
56257	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
56257	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
56257	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
56257	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
56257	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
56257	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
56257	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
56257	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
56257	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
56257	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
56257	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
56257	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
56257	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
56257	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
56257	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
56257	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
56257	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
56257	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
56257	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
56257	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
56257	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
56257	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
56257	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
56257	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
56257	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
56257	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
56257	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
56257	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
56257	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
56257	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
56257	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
56257	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
56257	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
56257	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
56257	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
56257	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
56257	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
56257	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
56257	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
56257	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
56257	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
56257	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
56257	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
56257	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
56257	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
56257	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
56257	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
56257	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
56257	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
56257	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
56257	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
56257	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
56257	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
56257	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
56257	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
56257	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
56257	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
56257	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
56257	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
56257	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
56257	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
56257	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
56257	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
56257	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
56257	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
56257	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
56257	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
56257	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
56257	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
56257	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
56257	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
56257	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
56257	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
56257	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
56257	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
56257	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
56257	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
56257	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
56257	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
56257	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
56257	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
56257	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
56257	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
56257	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
56257	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
56257	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
56257	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
56257	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
56257	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
56257	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
56257	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
56257	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
56257	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
56257	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
56257	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
56257	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
56257	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
56257	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
56257	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
56257	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
56257	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
56257	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
56257	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
56257	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
56257	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
56257	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
56257	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
56257	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
56257	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
56257	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
56257	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
56257	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
56257	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
56257	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
56257	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
56257	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
56257	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
56257	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
56257	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
56257	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
56257	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
56257	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
56257	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
56257	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
56257	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
56257	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
56257	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
56257	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
56257	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
56257	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
56257	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
56257	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
56257	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
56257	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
56257	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
56257	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
56257	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
56257	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
56257	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
56257	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
56257	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
56257	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
56257	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
56257	embedding2nn.weight	0	0.027426129207015038
56257	embedding2nn.weight	1	-0.06833066791296005
56257	embedding2nn.weight	2	0.011671695858240128
56257	embedding2nn.weight	3	-0.040337372571229935
56257	embedding2nn.weight	4	-0.0944090336561203
56257	embedding2nn.weight	5	0.056477636098861694
56257	embedding2nn.weight	6	-0.09750457853078842
56257	embedding2nn.weight	7	-0.0740094855427742
56257	embedding2nn.weight	8	0.0020713000558316708
56257	embedding2nn.weight	9	0.021852172911167145
56257	embedding2nn.bias	0	0.03814396262168884
56257	embedding2nn.bias	1	0.033746492117643356
56257	embedding2nn.bias	2	-0.12382537126541138
56257	embedding2nn.bias	3	0.05889037624001503
56257	embedding2nn.bias	4	0.04070958495140076
56257	embedding2nn.bias	5	-0.1625751405954361
56257	embedding2nn.bias	6	-0.08814620971679688
56257	embedding2nn.bias	7	-0.0105958366766572
56257	embedding2nn.bias	8	0.07044830173254013
56257	embedding2nn.bias	9	-0.09806542098522186
56257	rnn.weight_ih_l0	0	0.014298787340521812
56257	rnn.weight_ih_l0	1	0.010692000389099121
56257	rnn.weight_ih_l0	2	-0.03976227715611458
56257	rnn.weight_ih_l0	3	0.0012138084275647998
56257	rnn.weight_ih_l0	4	0.017743168398737907
56257	rnn.weight_ih_l0	5	-0.07039271295070648
56257	rnn.weight_ih_l0	6	0.01936466060578823
56257	rnn.weight_ih_l0	7	-0.04485281556844711
56257	rnn.weight_ih_l0	8	0.011767038144171238
56257	rnn.weight_ih_l0	9	-0.001295807189308107
56257	rnn.weight_hh_l0	0	0.0008106171153485775
56257	rnn.weight_hh_l0	1	-0.054332077503204346
56257	rnn.weight_hh_l0	2	0.04178638383746147
56257	rnn.weight_hh_l0	3	0.015683334320783615
56257	rnn.weight_hh_l0	4	0.011743275448679924
56257	rnn.weight_hh_l0	5	0.03322984650731087
56257	rnn.weight_hh_l0	6	-0.006844344548881054
56257	rnn.weight_hh_l0	7	-0.06416013836860657
56257	rnn.weight_hh_l0	8	-0.018275341019034386
56257	rnn.weight_hh_l0	9	-0.05219963565468788
56257	rnn.bias_ih_l0	0	-0.06502331793308258
56257	rnn.bias_ih_l0	1	-0.10913756489753723
56257	rnn.bias_ih_l0	2	-0.16333653032779694
56257	rnn.bias_ih_l0	3	-0.24284207820892334
56257	rnn.bias_ih_l0	4	0.013227101415395737
56257	rnn.bias_ih_l0	5	0.060755301266908646
56257	rnn.bias_ih_l0	6	-0.10454614460468292
56257	rnn.bias_ih_l0	7	-0.20042827725410461
56257	rnn.bias_ih_l0	8	-0.08849269151687622
56257	rnn.bias_ih_l0	9	-0.11475449800491333
56257	rnn.bias_hh_l0	0	0.1269860565662384
56257	rnn.bias_hh_l0	1	-0.02007604017853737
56257	rnn.bias_hh_l0	2	-0.0035134530626237392
56257	rnn.bias_hh_l0	3	-0.12489670515060425
56257	rnn.bias_hh_l0	4	0.023481018841266632
56257	rnn.bias_hh_l0	5	0.009413152001798153
56257	rnn.bias_hh_l0	6	-0.060485921800136566
56257	rnn.bias_hh_l0	7	-0.0994078516960144
56257	rnn.bias_hh_l0	8	-0.13186006247997284
56257	rnn.bias_hh_l0	9	-0.07219495624303818
56257	rnn.weight_ih_l0_reverse	0	-0.005400713533163071
56257	rnn.weight_ih_l0_reverse	1	0.026838799938559532
56257	rnn.weight_ih_l0_reverse	2	-0.0018289255676791072
56257	rnn.weight_ih_l0_reverse	3	-0.009820479899644852
56257	rnn.weight_ih_l0_reverse	4	0.011184674687683582
56257	rnn.weight_ih_l0_reverse	5	-0.035589367151260376
56257	rnn.weight_ih_l0_reverse	6	-0.03359517082571983
56257	rnn.weight_ih_l0_reverse	7	-0.004927218891680241
56257	rnn.weight_ih_l0_reverse	8	0.03195783495903015
56257	rnn.weight_ih_l0_reverse	9	0.002521041315048933
56257	rnn.weight_hh_l0_reverse	0	-0.009055039845407009
56257	rnn.weight_hh_l0_reverse	1	0.009799153544008732
56257	rnn.weight_hh_l0_reverse	2	-0.03166992589831352
56257	rnn.weight_hh_l0_reverse	3	0.03459768742322922
56257	rnn.weight_hh_l0_reverse	4	0.01099872775375843
56257	rnn.weight_hh_l0_reverse	5	-0.01608789525926113
56257	rnn.weight_hh_l0_reverse	6	0.024685798212885857
56257	rnn.weight_hh_l0_reverse	7	0.026796896010637283
56257	rnn.weight_hh_l0_reverse	8	0.00478642201051116
56257	rnn.weight_hh_l0_reverse	9	-0.04498692601919174
56257	rnn.bias_ih_l0_reverse	0	-0.11342772841453552
56257	rnn.bias_ih_l0_reverse	1	-0.25729915499687195
56257	rnn.bias_ih_l0_reverse	2	-0.03535205125808716
56257	rnn.bias_ih_l0_reverse	3	-0.08283781260251999
56257	rnn.bias_ih_l0_reverse	4	0.07993446290493011
56257	rnn.bias_ih_l0_reverse	5	-0.18739426136016846
56257	rnn.bias_ih_l0_reverse	6	-0.037447240203619
56257	rnn.bias_ih_l0_reverse	7	0.03536965698003769
56257	rnn.bias_ih_l0_reverse	8	-0.12289237976074219
56257	rnn.bias_ih_l0_reverse	9	-0.055019352585077286
56257	rnn.bias_hh_l0_reverse	0	-0.08759009093046188
56257	rnn.bias_hh_l0_reverse	1	-0.07329344749450684
56257	rnn.bias_hh_l0_reverse	2	-0.03474799916148186
56257	rnn.bias_hh_l0_reverse	3	-0.10641436278820038
56257	rnn.bias_hh_l0_reverse	4	-0.01938742958009243
56257	rnn.bias_hh_l0_reverse	5	-0.10083404183387756
56257	rnn.bias_hh_l0_reverse	6	-0.0513598658144474
56257	rnn.bias_hh_l0_reverse	7	-0.1315235048532486
56257	rnn.bias_hh_l0_reverse	8	-0.036783844232559204
56257	rnn.bias_hh_l0_reverse	9	-0.12556862831115723
56257	linear.weight	0	-0.24000151455402374
56257	linear.weight	1	-0.10508591681718826
56257	linear.weight	2	-0.011228874325752258
56257	linear.weight	3	0.05046841502189636
56257	linear.weight	4	0.0743178129196167
56257	linear.weight	5	0.2642873227596283
56257	linear.weight	6	0.0047744326293468475
56257	linear.weight	7	-0.021312154829502106
56257	linear.weight	8	0.05425778403878212
56257	linear.weight	9	0.120338574051857
56257	linear.bias	0	-0.6359771490097046
56257	linear.bias	1	0.7278465628623962
56257	linear.bias	2	-0.07549380511045456
56257	linear.bias	3	-0.4194715619087219
56257	linear.bias	4	-1.1513733863830566
56257	linear.bias	5	-1.1229956150054932
56257	linear.bias	6	-0.5816449522972107
56257	linear.bias	7	-0.7293165922164917
56257	linear.bias	8	-0.01705317199230194
56257	linear.bias	9	2.8132166862487793
56454	transitions	0	-0.1949116587638855
56454	transitions	1	7.317923069000244
56454	transitions	2	-2.9155428409576416
56454	transitions	3	1.3047147989273071
56454	transitions	4	-1.639600396156311
56454	transitions	5	-0.27459990978240967
56454	transitions	6	-0.1492161601781845
56454	transitions	7	-10000.0
56454	transitions	8	1.5607824325561523
56454	transitions	9	-2.285212755203247
56454	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
56454	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
56454	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
56454	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
56454	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
56454	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
56454	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
56454	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
56454	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
56454	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
56454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
56454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
56454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
56454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
56454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
56454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
56454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
56454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
56454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
56454	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
56454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
56454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
56454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
56454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
56454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
56454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
56454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
56454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
56454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
56454	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
56454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
56454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
56454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
56454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
56454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
56454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
56454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
56454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
56454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
56454	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
56454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
56454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
56454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
56454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
56454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
56454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
56454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
56454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
56454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
56454	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
56454	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
56454	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
56454	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
56454	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
56454	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
56454	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
56454	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
56454	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
56454	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
56454	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
56454	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
56454	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
56454	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
56454	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
56454	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
56454	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
56454	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
56454	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
56454	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
56454	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
56454	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
56454	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
56454	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
56454	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
56454	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
56454	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
56454	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
56454	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
56454	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
56454	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
56454	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
56454	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
56454	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
56454	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
56454	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
56454	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
56454	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
56454	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
56454	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
56454	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
56454	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
56454	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
56454	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
56454	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
56454	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
56454	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
56454	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
56454	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
56454	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
56454	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
56454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
56454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
56454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
56454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
56454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
56454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
56454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
56454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
56454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
56454	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
56454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
56454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
56454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
56454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
56454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
56454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
56454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
56454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
56454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
56454	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
56454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
56454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
56454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
56454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
56454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
56454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
56454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
56454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
56454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
56454	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
56454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
56454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
56454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
56454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
56454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
56454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
56454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
56454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
56454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
56454	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
56454	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
56454	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
56454	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
56454	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
56454	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
56454	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
56454	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
56454	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
56454	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
56454	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
56454	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
56454	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
56454	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
56454	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
56454	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
56454	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
56454	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
56454	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
56454	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
56454	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
56454	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
56454	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
56454	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
56454	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
56454	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
56454	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
56454	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
56454	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
56454	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
56454	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
56454	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
56454	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
56454	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
56454	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
56454	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
56454	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
56454	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
56454	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
56454	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
56454	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
56454	embedding2nn.weight	0	0.028381070122122765
56454	embedding2nn.weight	1	-0.06681956350803375
56454	embedding2nn.weight	2	0.010901662521064281
56454	embedding2nn.weight	3	-0.03933185338973999
56454	embedding2nn.weight	4	-0.09290074557065964
56454	embedding2nn.weight	5	0.05381716042757034
56454	embedding2nn.weight	6	-0.10115993767976761
56454	embedding2nn.weight	7	-0.07482648640871048
56454	embedding2nn.weight	8	0.0023160965647548437
56454	embedding2nn.weight	9	0.016825376078486443
56454	embedding2nn.bias	0	0.023555845022201538
56454	embedding2nn.bias	1	0.045266296714544296
56454	embedding2nn.bias	2	-0.13028576970100403
56454	embedding2nn.bias	3	0.06154252588748932
56454	embedding2nn.bias	4	0.03439070284366608
56454	embedding2nn.bias	5	-0.16047683358192444
56454	embedding2nn.bias	6	-0.09824468940496445
56454	embedding2nn.bias	7	-0.013909788802266121
56454	embedding2nn.bias	8	0.07960610091686249
56454	embedding2nn.bias	9	-0.096694216132164
56454	rnn.weight_ih_l0	0	0.015018278732895851
56454	rnn.weight_ih_l0	1	0.01218600757420063
56454	rnn.weight_ih_l0	2	-0.0394098125398159
56454	rnn.weight_ih_l0	3	0.001978396438062191
56454	rnn.weight_ih_l0	4	0.017095264047384262
56454	rnn.weight_ih_l0	5	-0.07260866463184357
56454	rnn.weight_ih_l0	6	0.02056635171175003
56454	rnn.weight_ih_l0	7	-0.04648134857416153
56454	rnn.weight_ih_l0	8	0.010996166616678238
56454	rnn.weight_ih_l0	9	-0.0032458994537591934
56454	rnn.weight_hh_l0	0	0.001587092294357717
56454	rnn.weight_hh_l0	1	-0.055645376443862915
56454	rnn.weight_hh_l0	2	0.04212065041065216
56454	rnn.weight_hh_l0	3	0.015413998626172543
56454	rnn.weight_hh_l0	4	0.010978000238537788
56454	rnn.weight_hh_l0	5	0.03358462452888489
56454	rnn.weight_hh_l0	6	-0.00775449862703681
56454	rnn.weight_hh_l0	7	-0.0642111748456955
56454	rnn.weight_hh_l0	8	-0.018424132838845253
56454	rnn.weight_hh_l0	9	-0.05208919569849968
56454	rnn.bias_ih_l0	0	-0.06278341263532639
56454	rnn.bias_ih_l0	1	-0.10848745703697205
56454	rnn.bias_ih_l0	2	-0.1622583419084549
56454	rnn.bias_ih_l0	3	-0.2421860247850418
56454	rnn.bias_ih_l0	4	0.005612686276435852
56454	rnn.bias_ih_l0	5	0.0626571848988533
56454	rnn.bias_ih_l0	6	-0.10489875823259354
56454	rnn.bias_ih_l0	7	-0.19898436963558197
56454	rnn.bias_ih_l0	8	-0.08924268931150436
56454	rnn.bias_ih_l0	9	-0.11319752037525177
56454	rnn.bias_hh_l0	0	0.1278396099805832
56454	rnn.bias_hh_l0	1	-0.016869287937879562
56454	rnn.bias_hh_l0	2	-0.0026035590562969446
56454	rnn.bias_hh_l0	3	-0.12554194033145905
56454	rnn.bias_hh_l0	4	0.021155187860131264
56454	rnn.bias_hh_l0	5	0.011706394143402576
56454	rnn.bias_hh_l0	6	-0.06154339388012886
56454	rnn.bias_hh_l0	7	-0.10116488486528397
56454	rnn.bias_hh_l0	8	-0.1341087818145752
56454	rnn.bias_hh_l0	9	-0.07000147551298141
56454	rnn.weight_ih_l0_reverse	0	-0.003978209104388952
56454	rnn.weight_ih_l0_reverse	1	0.02933267503976822
56454	rnn.weight_ih_l0_reverse	2	-0.0023180311545729637
56454	rnn.weight_ih_l0_reverse	3	-0.009515810757875443
56454	rnn.weight_ih_l0_reverse	4	0.012758299708366394
56454	rnn.weight_ih_l0_reverse	5	-0.033939965069293976
56454	rnn.weight_ih_l0_reverse	6	-0.03555009886622429
56454	rnn.weight_ih_l0_reverse	7	-0.003219076432287693
56454	rnn.weight_ih_l0_reverse	8	0.03285271301865578
56454	rnn.weight_ih_l0_reverse	9	0.0006715966737829149
56454	rnn.weight_hh_l0_reverse	0	-0.008902831934392452
56454	rnn.weight_hh_l0_reverse	1	0.010798531584441662
56454	rnn.weight_hh_l0_reverse	2	-0.030954133719205856
56454	rnn.weight_hh_l0_reverse	3	0.03426501899957657
56454	rnn.weight_hh_l0_reverse	4	0.010902578942477703
56454	rnn.weight_hh_l0_reverse	5	-0.016620220616459846
56454	rnn.weight_hh_l0_reverse	6	0.02472773753106594
56454	rnn.weight_hh_l0_reverse	7	0.025883851572871208
56454	rnn.weight_hh_l0_reverse	8	0.005022754427045584
56454	rnn.weight_hh_l0_reverse	9	-0.044509075582027435
56454	rnn.bias_ih_l0_reverse	0	-0.11509446799755096
56454	rnn.bias_ih_l0_reverse	1	-0.254854291677475
56454	rnn.bias_ih_l0_reverse	2	-0.035620078444480896
56454	rnn.bias_ih_l0_reverse	3	-0.08041743189096451
56454	rnn.bias_ih_l0_reverse	4	0.08166766166687012
56454	rnn.bias_ih_l0_reverse	5	-0.18914204835891724
56454	rnn.bias_ih_l0_reverse	6	-0.035619866102933884
56454	rnn.bias_ih_l0_reverse	7	0.040917426347732544
56454	rnn.bias_ih_l0_reverse	8	-0.1235174909234047
56454	rnn.bias_ih_l0_reverse	9	-0.055085405707359314
56454	rnn.bias_hh_l0_reverse	0	-0.08747280389070511
56454	rnn.bias_hh_l0_reverse	1	-0.07188181579113007
56454	rnn.bias_hh_l0_reverse	2	-0.035912398248910904
56454	rnn.bias_hh_l0_reverse	3	-0.10918648540973663
56454	rnn.bias_hh_l0_reverse	4	-0.02078346163034439
56454	rnn.bias_hh_l0_reverse	5	-0.10060220956802368
56454	rnn.bias_hh_l0_reverse	6	-0.04944984242320061
56454	rnn.bias_hh_l0_reverse	7	-0.1316819190979004
56454	rnn.bias_hh_l0_reverse	8	-0.04036424309015274
56454	rnn.bias_hh_l0_reverse	9	-0.12457364797592163
56454	linear.weight	0	-0.23403765261173248
56454	linear.weight	1	-0.10208654403686523
56454	linear.weight	2	-0.011228874325752258
56454	linear.weight	3	0.052379216998815536
56454	linear.weight	4	0.08446379005908966
56454	linear.weight	5	0.26270467042922974
56454	linear.weight	6	0.0047744326293468475
56454	linear.weight	7	-0.021312154829502106
56454	linear.weight	8	0.06301232427358627
56454	linear.weight	9	0.1136983260512352
56454	linear.bias	0	-0.6689971089363098
56454	linear.bias	1	0.7732338905334473
56454	linear.bias	2	-0.07021576911211014
56454	linear.bias	3	-0.4186248183250427
56454	linear.bias	4	-1.1847143173217773
56454	linear.bias	5	-1.1232428550720215
56454	linear.bias	6	-0.6170106530189514
56454	linear.bias	7	-0.6818017363548279
56454	linear.bias	8	-0.01705317199230194
56454	linear.bias	9	2.8318068981170654
56651	transitions	0	-0.19541972875595093
56651	transitions	1	7.3141188621521
56651	transitions	2	-2.9177815914154053
56651	transitions	3	1.2981606721878052
56651	transitions	4	-1.6407138109207153
56651	transitions	5	-0.27503618597984314
56651	transitions	6	-0.14937448501586914
56651	transitions	7	-10000.0
56651	transitions	8	1.5657907724380493
56651	transitions	9	-2.285235643386841
56651	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
56651	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
56651	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
56651	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
56651	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
56651	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
56651	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
56651	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
56651	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
56651	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
56651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
56651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
56651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
56651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
56651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
56651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
56651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
56651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
56651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
56651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
56651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
56651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
56651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
56651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
56651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
56651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
56651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
56651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
56651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
56651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
56651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
56651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
56651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
56651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
56651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
56651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
56651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
56651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
56651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
56651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
56651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
56651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
56651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
56651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
56651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
56651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
56651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
56651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
56651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
56651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
56651	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
56651	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
56651	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
56651	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
56651	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
56651	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
56651	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
56651	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
56651	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
56651	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
56651	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
56651	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
56651	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
56651	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
56651	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
56651	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
56651	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
56651	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
56651	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
56651	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
56651	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
56651	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
56651	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
56651	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
56651	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
56651	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
56651	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
56651	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
56651	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
56651	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
56651	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
56651	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
56651	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
56651	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
56651	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
56651	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
56651	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
56651	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
56651	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
56651	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
56651	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
56651	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
56651	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
56651	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
56651	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
56651	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
56651	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
56651	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
56651	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
56651	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
56651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
56651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
56651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
56651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
56651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
56651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
56651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
56651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
56651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
56651	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
56651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
56651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
56651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
56651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
56651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
56651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
56651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
56651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
56651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
56651	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
56651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
56651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
56651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
56651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
56651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
56651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
56651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
56651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
56651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
56651	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
56651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
56651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
56651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
56651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
56651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
56651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
56651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
56651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
56651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
56651	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
56651	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
56651	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
56651	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
56651	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
56651	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
56651	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
56651	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
56651	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
56651	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
56651	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
56651	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
56651	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
56651	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
56651	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
56651	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
56651	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
56651	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
56651	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
56651	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
56651	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
56651	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
56651	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
56651	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
56651	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
56651	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
56651	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
56651	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
56651	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
56651	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
56651	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
56651	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
56651	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
56651	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
56651	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
56651	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
56651	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
56651	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
56651	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
56651	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
56651	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
56651	embedding2nn.weight	0	0.02902979776263237
56651	embedding2nn.weight	1	-0.06557407975196838
56651	embedding2nn.weight	2	0.011559398844838142
56651	embedding2nn.weight	3	-0.03888116404414177
56651	embedding2nn.weight	4	-0.09273317456245422
56651	embedding2nn.weight	5	0.05250043794512749
56651	embedding2nn.weight	6	-0.0895482674241066
56651	embedding2nn.weight	7	-0.07458823919296265
56651	embedding2nn.weight	8	0.003310223575681448
56651	embedding2nn.weight	9	0.016975227743387222
56651	embedding2nn.bias	0	0.023771440610289574
56651	embedding2nn.bias	1	0.03618687763810158
56651	embedding2nn.bias	2	-0.13184665143489838
56651	embedding2nn.bias	3	0.05845675617456436
56651	embedding2nn.bias	4	0.0373322032392025
56651	embedding2nn.bias	5	-0.16578270494937897
56651	embedding2nn.bias	6	-0.0885111391544342
56651	embedding2nn.bias	7	-0.01847146265208721
56651	embedding2nn.bias	8	0.07825221866369247
56651	embedding2nn.bias	9	-0.09734902530908585
56651	rnn.weight_ih_l0	0	0.01751098223030567
56651	rnn.weight_ih_l0	1	0.01603454165160656
56651	rnn.weight_ih_l0	2	-0.041024595499038696
56651	rnn.weight_ih_l0	3	-0.0005564352031797171
56651	rnn.weight_ih_l0	4	0.01482617761939764
56651	rnn.weight_ih_l0	5	-0.0717383548617363
56651	rnn.weight_ih_l0	6	0.023530617356300354
56651	rnn.weight_ih_l0	7	-0.04632772132754326
56651	rnn.weight_ih_l0	8	0.012265277095139027
56651	rnn.weight_ih_l0	9	-0.0029442559462040663
56651	rnn.weight_hh_l0	0	0.0021822787821292877
56651	rnn.weight_hh_l0	1	-0.058332424610853195
56651	rnn.weight_hh_l0	2	0.041869670152664185
56651	rnn.weight_hh_l0	3	0.014966486021876335
56651	rnn.weight_hh_l0	4	0.010765538550913334
56651	rnn.weight_hh_l0	5	0.035024020820856094
56651	rnn.weight_hh_l0	6	-0.007860109210014343
56651	rnn.weight_hh_l0	7	-0.06477515399456024
56651	rnn.weight_hh_l0	8	-0.018218306824564934
56651	rnn.weight_hh_l0	9	-0.05314328148961067
56651	rnn.bias_ih_l0	0	-0.07124963402748108
56651	rnn.bias_ih_l0	1	-0.10550769418478012
56651	rnn.bias_ih_l0	2	-0.16282588243484497
56651	rnn.bias_ih_l0	3	-0.24354293942451477
56651	rnn.bias_ih_l0	4	0.0011188824428245425
56651	rnn.bias_ih_l0	5	0.06593485176563263
56651	rnn.bias_ih_l0	6	-0.1012689545750618
56651	rnn.bias_ih_l0	7	-0.19244861602783203
56651	rnn.bias_ih_l0	8	-0.09020141512155533
56651	rnn.bias_ih_l0	9	-0.11368130147457123
56651	rnn.bias_hh_l0	0	0.1301594376564026
56651	rnn.bias_hh_l0	1	-0.0197422057390213
56651	rnn.bias_hh_l0	2	-0.0021711457520723343
56651	rnn.bias_hh_l0	3	-0.12621156871318817
56651	rnn.bias_hh_l0	4	0.012427683919668198
56651	rnn.bias_hh_l0	5	0.008820218965411186
56651	rnn.bias_hh_l0	6	-0.06139650195837021
56651	rnn.bias_hh_l0	7	-0.09982270002365112
56651	rnn.bias_hh_l0	8	-0.1351201981306076
56651	rnn.bias_hh_l0	9	-0.06748045235872269
56651	rnn.weight_ih_l0_reverse	0	-0.001230345806106925
56651	rnn.weight_ih_l0_reverse	1	0.028421498835086823
56651	rnn.weight_ih_l0_reverse	2	-0.0020538584794849157
56651	rnn.weight_ih_l0_reverse	3	-0.006421233993023634
56651	rnn.weight_ih_l0_reverse	4	0.016640277579426765
56651	rnn.weight_ih_l0_reverse	5	-0.03383105248212814
56651	rnn.weight_ih_l0_reverse	6	-0.035876233130693436
56651	rnn.weight_ih_l0_reverse	7	-0.0030958137940615416
56651	rnn.weight_ih_l0_reverse	8	0.033340372145175934
56651	rnn.weight_ih_l0_reverse	9	-0.00010755137918749824
56651	rnn.weight_hh_l0_reverse	0	-0.008753832429647446
56651	rnn.weight_hh_l0_reverse	1	0.01053108274936676
56651	rnn.weight_hh_l0_reverse	2	-0.030209654942154884
56651	rnn.weight_hh_l0_reverse	3	0.03375670313835144
56651	rnn.weight_hh_l0_reverse	4	0.01168310921639204
56651	rnn.weight_hh_l0_reverse	5	-0.01689278520643711
56651	rnn.weight_hh_l0_reverse	6	0.024621887132525444
56651	rnn.weight_hh_l0_reverse	7	0.0258580781519413
56651	rnn.weight_hh_l0_reverse	8	0.004504452459514141
56651	rnn.weight_hh_l0_reverse	9	-0.04489905387163162
56651	rnn.bias_ih_l0_reverse	0	-0.11211854964494705
56651	rnn.bias_ih_l0_reverse	1	-0.25554028153419495
56651	rnn.bias_ih_l0_reverse	2	-0.03464243561029434
56651	rnn.bias_ih_l0_reverse	3	-0.0787549614906311
56651	rnn.bias_ih_l0_reverse	4	0.07728652656078339
56651	rnn.bias_ih_l0_reverse	5	-0.18775925040245056
56651	rnn.bias_ih_l0_reverse	6	-0.036787521094083786
56651	rnn.bias_ih_l0_reverse	7	0.04432622715830803
56651	rnn.bias_ih_l0_reverse	8	-0.124588243663311
56651	rnn.bias_ih_l0_reverse	9	-0.05745755881071091
56651	rnn.bias_hh_l0_reverse	0	-0.08369941264390945
56651	rnn.bias_hh_l0_reverse	1	-0.07079843431711197
56651	rnn.bias_hh_l0_reverse	2	-0.03683806210756302
56651	rnn.bias_hh_l0_reverse	3	-0.11745685338973999
56651	rnn.bias_hh_l0_reverse	4	-0.021827636286616325
56651	rnn.bias_hh_l0_reverse	5	-0.1008281484246254
56651	rnn.bias_hh_l0_reverse	6	-0.04879076033830643
56651	rnn.bias_hh_l0_reverse	7	-0.13172006607055664
56651	rnn.bias_hh_l0_reverse	8	-0.04169771075248718
56651	rnn.bias_hh_l0_reverse	9	-0.124476358294487
56651	linear.weight	0	-0.2355317920446396
56651	linear.weight	1	-0.10363730788230896
56651	linear.weight	2	-0.011228874325752258
56651	linear.weight	3	0.039972156286239624
56651	linear.weight	4	0.09369153529405594
56651	linear.weight	5	0.2591368854045868
56651	linear.weight	6	0.0047744326293468475
56651	linear.weight	7	-0.021312154829502106
56651	linear.weight	8	0.05811556056141853
56651	linear.weight	9	0.1139039471745491
56651	linear.bias	0	-0.6781170964241028
56651	linear.bias	1	0.7520991563796997
56651	linear.bias	2	-0.021560825407505035
56651	linear.bias	3	-0.4333302080631256
56651	linear.bias	4	-1.1730237007141113
56651	linear.bias	5	-1.1235020160675049
56651	linear.bias	6	-0.6308635473251343
56651	linear.bias	7	-0.7033628821372986
56651	linear.bias	8	-0.01705317199230194
56651	linear.bias	9	2.831711769104004
56848	transitions	0	-0.19590669870376587
56848	transitions	1	7.292747497558594
56848	transitions	2	-2.920933723449707
56848	transitions	3	1.294742465019226
56848	transitions	4	-1.6427533626556396
56848	transitions	5	-0.2757381498813629
56848	transitions	6	-0.14957107603549957
56848	transitions	7	-10000.0
56848	transitions	8	1.5628559589385986
56848	transitions	9	-2.2852816581726074
56848	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
56848	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
56848	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
56848	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
56848	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
56848	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
56848	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
56848	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
56848	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
56848	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
56848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
56848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
56848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
56848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
56848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
56848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
56848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
56848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
56848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
56848	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
56848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
56848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
56848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
56848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
56848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
56848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
56848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
56848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
56848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
56848	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
56848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
56848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
56848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
56848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
56848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
56848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
56848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
56848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
56848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
56848	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
56848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
56848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
56848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
56848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
56848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
56848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
56848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
56848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
56848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
56848	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
56848	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
56848	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
56848	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
56848	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
56848	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
56848	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
56848	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
56848	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
56848	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
56848	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
56848	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
56848	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
56848	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
56848	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
56848	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
56848	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
56848	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
56848	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
56848	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
56848	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
56848	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
56848	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
56848	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
56848	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
56848	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
56848	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
56848	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
56848	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
56848	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
56848	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
56848	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
56848	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
56848	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
56848	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
56848	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
56848	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
56848	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
56848	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
56848	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
56848	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
56848	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
56848	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
56848	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
56848	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
56848	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
56848	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
56848	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
56848	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
56848	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
56848	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
56848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
56848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
56848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
56848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
56848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
56848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
56848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
56848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
56848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
56848	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
56848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
56848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
56848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
56848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
56848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
56848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
56848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
56848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
56848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
56848	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
56848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
56848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
56848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
56848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
56848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
56848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
56848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
56848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
56848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
56848	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
56848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
56848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
56848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
56848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
56848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
56848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
56848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
56848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
56848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
56848	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
56848	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
56848	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
56848	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
56848	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
56848	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
56848	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
56848	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
56848	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
56848	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
56848	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
56848	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
56848	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
56848	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
56848	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
56848	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
56848	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
56848	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
56848	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
56848	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
56848	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
56848	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
56848	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
56848	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
56848	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
56848	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
56848	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
56848	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
56848	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
56848	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
56848	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
56848	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
56848	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
56848	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
56848	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
56848	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
56848	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
56848	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
56848	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
56848	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
56848	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
56848	embedding2nn.weight	0	0.02919483184814453
56848	embedding2nn.weight	1	-0.06587421149015427
56848	embedding2nn.weight	2	0.011499173939228058
56848	embedding2nn.weight	3	-0.039298590272665024
56848	embedding2nn.weight	4	-0.09000114351511002
56848	embedding2nn.weight	5	0.053265247493982315
56848	embedding2nn.weight	6	-0.08608144521713257
56848	embedding2nn.weight	7	-0.07690785825252533
56848	embedding2nn.weight	8	0.003160489723086357
56848	embedding2nn.weight	9	0.014455180615186691
56848	embedding2nn.bias	0	0.011134719476103783
56848	embedding2nn.bias	1	0.04168768972158432
56848	embedding2nn.bias	2	-0.1316797137260437
56848	embedding2nn.bias	3	0.047754231840372086
56848	embedding2nn.bias	4	0.04229287803173065
56848	embedding2nn.bias	5	-0.1512322872877121
56848	embedding2nn.bias	6	-0.09303752332925797
56848	embedding2nn.bias	7	-0.012764482758939266
56848	embedding2nn.bias	8	0.08541844040155411
56848	embedding2nn.bias	9	-0.09599853307008743
56848	rnn.weight_ih_l0	0	0.016951201483607292
56848	rnn.weight_ih_l0	1	0.01710970513522625
56848	rnn.weight_ih_l0	2	-0.04103037714958191
56848	rnn.weight_ih_l0	3	-0.003748697228729725
56848	rnn.weight_ih_l0	4	0.014527817256748676
56848	rnn.weight_ih_l0	5	-0.07269680500030518
56848	rnn.weight_ih_l0	6	0.021024808287620544
56848	rnn.weight_ih_l0	7	-0.043978460133075714
56848	rnn.weight_ih_l0	8	0.010006717406213284
56848	rnn.weight_ih_l0	9	-0.00379251129925251
56848	rnn.weight_hh_l0	0	0.0016661467961966991
56848	rnn.weight_hh_l0	1	-0.055514730513095856
56848	rnn.weight_hh_l0	2	0.04227491840720177
56848	rnn.weight_hh_l0	3	0.013192074373364449
56848	rnn.weight_hh_l0	4	0.010748476721346378
56848	rnn.weight_hh_l0	5	0.03471260517835617
56848	rnn.weight_hh_l0	6	-0.007579165045171976
56848	rnn.weight_hh_l0	7	-0.06314452737569809
56848	rnn.weight_hh_l0	8	-0.01960991695523262
56848	rnn.weight_hh_l0	9	-0.05180468410253525
56848	rnn.bias_ih_l0	0	-0.07324561476707458
56848	rnn.bias_ih_l0	1	-0.10512959212064743
56848	rnn.bias_ih_l0	2	-0.16339783370494843
56848	rnn.bias_ih_l0	3	-0.2413850575685501
56848	rnn.bias_ih_l0	4	0.002239714842289686
56848	rnn.bias_ih_l0	5	0.05878766253590584
56848	rnn.bias_ih_l0	6	-0.09746599942445755
56848	rnn.bias_ih_l0	7	-0.1865011751651764
56848	rnn.bias_ih_l0	8	-0.09007231146097183
56848	rnn.bias_ih_l0	9	-0.11185157299041748
56848	rnn.bias_hh_l0	0	0.12590709328651428
56848	rnn.bias_hh_l0	1	-0.021761437878012657
56848	rnn.bias_hh_l0	2	-0.0032270580995827913
56848	rnn.bias_hh_l0	3	-0.12369085848331451
56848	rnn.bias_hh_l0	4	0.022006453946232796
56848	rnn.bias_hh_l0	5	0.006798923015594482
56848	rnn.bias_hh_l0	6	-0.061696771532297134
56848	rnn.bias_hh_l0	7	-0.09815555810928345
56848	rnn.bias_hh_l0	8	-0.132176011800766
56848	rnn.bias_hh_l0	9	-0.06787232309579849
56848	rnn.weight_ih_l0_reverse	0	-0.000978296622633934
56848	rnn.weight_ih_l0_reverse	1	0.02978004328906536
56848	rnn.weight_ih_l0_reverse	2	-0.000708041014149785
56848	rnn.weight_ih_l0_reverse	3	-0.003734552999958396
56848	rnn.weight_ih_l0_reverse	4	0.018942955881357193
56848	rnn.weight_ih_l0_reverse	5	-0.033950306475162506
56848	rnn.weight_ih_l0_reverse	6	-0.037765439599752426
56848	rnn.weight_ih_l0_reverse	7	-0.0028149299323558807
56848	rnn.weight_ih_l0_reverse	8	0.03178655728697777
56848	rnn.weight_ih_l0_reverse	9	0.002419060794636607
56848	rnn.weight_hh_l0_reverse	0	-0.008364491164684296
56848	rnn.weight_hh_l0_reverse	1	0.010114490054547787
56848	rnn.weight_hh_l0_reverse	2	-0.03022044338285923
56848	rnn.weight_hh_l0_reverse	3	0.03322485834360123
56848	rnn.weight_hh_l0_reverse	4	0.011079346761107445
56848	rnn.weight_hh_l0_reverse	5	-0.018723003566265106
56848	rnn.weight_hh_l0_reverse	6	0.024334164336323738
56848	rnn.weight_hh_l0_reverse	7	0.025505250319838524
56848	rnn.weight_hh_l0_reverse	8	0.004597893450409174
56848	rnn.weight_hh_l0_reverse	9	-0.04512127488851547
56848	rnn.bias_ih_l0_reverse	0	-0.1130884438753128
56848	rnn.bias_ih_l0_reverse	1	-0.25587376952171326
56848	rnn.bias_ih_l0_reverse	2	-0.03567586839199066
56848	rnn.bias_ih_l0_reverse	3	-0.08219635486602783
56848	rnn.bias_ih_l0_reverse	4	0.07886195927858353
56848	rnn.bias_ih_l0_reverse	5	-0.19176456332206726
56848	rnn.bias_ih_l0_reverse	6	-0.0406787134706974
56848	rnn.bias_ih_l0_reverse	7	0.04851609468460083
56848	rnn.bias_ih_l0_reverse	8	-0.12495135515928268
56848	rnn.bias_ih_l0_reverse	9	-0.060271166265010834
56848	rnn.bias_hh_l0_reverse	0	-0.08294780552387238
56848	rnn.bias_hh_l0_reverse	1	-0.06526307016611099
56848	rnn.bias_hh_l0_reverse	2	-0.03579990938305855
56848	rnn.bias_hh_l0_reverse	3	-0.11262888461351395
56848	rnn.bias_hh_l0_reverse	4	-0.02353595197200775
56848	rnn.bias_hh_l0_reverse	5	-0.0980149507522583
56848	rnn.bias_hh_l0_reverse	6	-0.04909469559788704
56848	rnn.bias_hh_l0_reverse	7	-0.13085119426250458
56848	rnn.bias_hh_l0_reverse	8	-0.03933660313487053
56848	rnn.bias_hh_l0_reverse	9	-0.1266709417104721
56848	linear.weight	0	-0.22262395918369293
56848	linear.weight	1	-0.10032512992620468
56848	linear.weight	2	-0.011228874325752258
56848	linear.weight	3	0.032502949237823486
56848	linear.weight	4	0.08554667979478836
56848	linear.weight	5	0.2522808909416199
56848	linear.weight	6	0.0047744326293468475
56848	linear.weight	7	-0.021312154829502106
56848	linear.weight	8	0.04967509210109711
56848	linear.weight	9	0.10385561734437943
56848	linear.bias	0	-0.6558150053024292
56848	linear.bias	1	0.7735739350318909
56848	linear.bias	2	-0.08089663088321686
56848	linear.bias	3	-0.4491928517818451
56848	linear.bias	4	-1.141039252281189
56848	linear.bias	5	-1.123746633529663
56848	linear.bias	6	-0.6073854565620422
56848	linear.bias	7	-0.691946804523468
56848	linear.bias	8	-0.01705317199230194
56848	linear.bias	9	2.906697988510132
57045	transitions	0	-0.196659654378891
57045	transitions	1	7.299206256866455
57045	transitions	2	-2.9229531288146973
57045	transitions	3	1.287975788116455
57045	transitions	4	-1.644126057624817
57045	transitions	5	-0.2759343087673187
57045	transitions	6	-0.14971955120563507
57045	transitions	7	-10000.0
57045	transitions	8	1.5641441345214844
57045	transitions	9	-2.2853169441223145
57045	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
57045	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
57045	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
57045	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
57045	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
57045	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
57045	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
57045	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
57045	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
57045	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
57045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
57045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
57045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
57045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
57045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
57045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
57045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
57045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
57045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
57045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
57045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
57045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
57045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
57045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
57045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
57045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
57045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
57045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
57045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
57045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
57045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
57045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
57045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
57045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
57045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
57045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
57045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
57045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
57045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
57045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
57045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
57045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
57045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
57045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
57045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
57045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
57045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
57045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
57045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
57045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
57045	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
57045	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
57045	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
57045	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
57045	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
57045	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
57045	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
57045	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
57045	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
57045	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
57045	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
57045	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
57045	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
57045	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
57045	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
57045	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
57045	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
57045	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
57045	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
57045	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
57045	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
57045	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
57045	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
57045	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
57045	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
57045	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
57045	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
57045	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
57045	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
57045	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
57045	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
57045	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
57045	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
57045	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
57045	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
57045	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
57045	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
57045	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
57045	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
57045	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
57045	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
57045	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
57045	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
57045	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
57045	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
57045	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
57045	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
57045	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
57045	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
57045	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
57045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
57045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
57045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
57045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
57045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
57045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
57045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
57045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
57045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
57045	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
57045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
57045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
57045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
57045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
57045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
57045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
57045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
57045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
57045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
57045	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
57045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
57045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
57045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
57045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
57045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
57045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
57045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
57045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
57045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
57045	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
57045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
57045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
57045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
57045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
57045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
57045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
57045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
57045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
57045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
57045	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
57045	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
57045	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
57045	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
57045	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
57045	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
57045	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
57045	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
57045	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
57045	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
57045	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
57045	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
57045	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
57045	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
57045	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
57045	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
57045	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
57045	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
57045	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
57045	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
57045	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
57045	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
57045	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
57045	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
57045	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
57045	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
57045	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
57045	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
57045	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
57045	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
57045	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
57045	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
57045	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
57045	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
57045	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
57045	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
57045	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
57045	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
57045	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
57045	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
57045	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
57045	embedding2nn.weight	0	0.02880546823143959
57045	embedding2nn.weight	1	-0.06481992453336716
57045	embedding2nn.weight	2	0.013809424825012684
57045	embedding2nn.weight	3	-0.040000587701797485
57045	embedding2nn.weight	4	-0.09199249744415283
57045	embedding2nn.weight	5	0.054792024195194244
57045	embedding2nn.weight	6	-0.08547868579626083
57045	embedding2nn.weight	7	-0.0744805634021759
57045	embedding2nn.weight	8	0.004478582181036472
57045	embedding2nn.weight	9	0.01348708663135767
57045	embedding2nn.bias	0	0.012140028178691864
57045	embedding2nn.bias	1	0.03506601229310036
57045	embedding2nn.bias	2	-0.10816612094640732
57045	embedding2nn.bias	3	0.049370020627975464
57045	embedding2nn.bias	4	0.03721540793776512
57045	embedding2nn.bias	5	-0.14062009751796722
57045	embedding2nn.bias	6	-0.09029896557331085
57045	embedding2nn.bias	7	-0.015673410147428513
57045	embedding2nn.bias	8	0.07397409528493881
57045	embedding2nn.bias	9	-0.09145490825176239
57045	rnn.weight_ih_l0	0	0.016543935984373093
57045	rnn.weight_ih_l0	1	0.018529538065195084
57045	rnn.weight_ih_l0	2	-0.04410569742321968
57045	rnn.weight_ih_l0	3	-0.0011460250243544579
57045	rnn.weight_ih_l0	4	0.014966899529099464
57045	rnn.weight_ih_l0	5	-0.07188759744167328
57045	rnn.weight_ih_l0	6	0.02157982811331749
57045	rnn.weight_ih_l0	7	-0.042622968554496765
57045	rnn.weight_ih_l0	8	0.010186132043600082
57045	rnn.weight_ih_l0	9	-0.0036255130544304848
57045	rnn.weight_hh_l0	0	0.0015400672564283013
57045	rnn.weight_hh_l0	1	-0.057156819850206375
57045	rnn.weight_hh_l0	2	0.041057735681533813
57045	rnn.weight_hh_l0	3	0.013059565797448158
57045	rnn.weight_hh_l0	4	0.010903284884989262
57045	rnn.weight_hh_l0	5	0.03295387700200081
57045	rnn.weight_hh_l0	6	-0.008182305842638016
57045	rnn.weight_hh_l0	7	-0.063768669962883
57045	rnn.weight_hh_l0	8	-0.02061658725142479
57045	rnn.weight_hh_l0	9	-0.05126725882291794
57045	rnn.bias_ih_l0	0	-0.07257983833551407
57045	rnn.bias_ih_l0	1	-0.10615882277488708
57045	rnn.bias_ih_l0	2	-0.1642899513244629
57045	rnn.bias_ih_l0	3	-0.24492914974689484
57045	rnn.bias_ih_l0	4	0.004429194610565901
57045	rnn.bias_ih_l0	5	0.05773758888244629
57045	rnn.bias_ih_l0	6	-0.09555886685848236
57045	rnn.bias_ih_l0	7	-0.19453105330467224
57045	rnn.bias_ih_l0	8	-0.09009700268507004
57045	rnn.bias_ih_l0	9	-0.10923483967781067
57045	rnn.bias_hh_l0	0	0.12898483872413635
57045	rnn.bias_hh_l0	1	-0.024097584187984467
57045	rnn.bias_hh_l0	2	-0.0009053209214471281
57045	rnn.bias_hh_l0	3	-0.1252729594707489
57045	rnn.bias_hh_l0	4	0.01852799952030182
57045	rnn.bias_hh_l0	5	0.006152294110506773
57045	rnn.bias_hh_l0	6	-0.06153731420636177
57045	rnn.bias_hh_l0	7	-0.09803733974695206
57045	rnn.bias_hh_l0	8	-0.13117171823978424
57045	rnn.bias_hh_l0	9	-0.0664970725774765
57045	rnn.weight_ih_l0_reverse	0	0.0016590423183515668
57045	rnn.weight_ih_l0_reverse	1	0.029214952141046524
57045	rnn.weight_ih_l0_reverse	2	-0.0010396584402769804
57045	rnn.weight_ih_l0_reverse	3	0.001216969219967723
57045	rnn.weight_ih_l0_reverse	4	0.016788369044661522
57045	rnn.weight_ih_l0_reverse	5	-0.03423546999692917
57045	rnn.weight_ih_l0_reverse	6	-0.0398305207490921
57045	rnn.weight_ih_l0_reverse	7	-0.003949633799493313
57045	rnn.weight_ih_l0_reverse	8	0.028115516528487206
57045	rnn.weight_ih_l0_reverse	9	0.004262023139744997
57045	rnn.weight_hh_l0_reverse	0	-0.008435831405222416
57045	rnn.weight_hh_l0_reverse	1	0.010844651609659195
57045	rnn.weight_hh_l0_reverse	2	-0.03116276115179062
57045	rnn.weight_hh_l0_reverse	3	0.03320736438035965
57045	rnn.weight_hh_l0_reverse	4	0.010868926532566547
57045	rnn.weight_hh_l0_reverse	5	-0.01890133135020733
57045	rnn.weight_hh_l0_reverse	6	0.02599666267633438
57045	rnn.weight_hh_l0_reverse	7	0.02528419904410839
57045	rnn.weight_hh_l0_reverse	8	0.004685809835791588
57045	rnn.weight_hh_l0_reverse	9	-0.04522334411740303
57045	rnn.bias_ih_l0_reverse	0	-0.11488448083400726
57045	rnn.bias_ih_l0_reverse	1	-0.25657323002815247
57045	rnn.bias_ih_l0_reverse	2	-0.034493912011384964
57045	rnn.bias_ih_l0_reverse	3	-0.08398733288049698
57045	rnn.bias_ih_l0_reverse	4	0.07647339999675751
57045	rnn.bias_ih_l0_reverse	5	-0.1906500905752182
57045	rnn.bias_ih_l0_reverse	6	-0.0390879325568676
57045	rnn.bias_ih_l0_reverse	7	0.038471952080726624
57045	rnn.bias_ih_l0_reverse	8	-0.1304730474948883
57045	rnn.bias_ih_l0_reverse	9	-0.06382354348897934
57045	rnn.bias_hh_l0_reverse	0	-0.08670281618833542
57045	rnn.bias_hh_l0_reverse	1	-0.06489425152540207
57045	rnn.bias_hh_l0_reverse	2	-0.036365170031785965
57045	rnn.bias_hh_l0_reverse	3	-0.11133928596973419
57045	rnn.bias_hh_l0_reverse	4	-0.02557743713259697
57045	rnn.bias_hh_l0_reverse	5	-0.09759452193975449
57045	rnn.bias_hh_l0_reverse	6	-0.04748160019516945
57045	rnn.bias_hh_l0_reverse	7	-0.13010013103485107
57045	rnn.bias_hh_l0_reverse	8	-0.03997253254055977
57045	rnn.bias_hh_l0_reverse	9	-0.13114742934703827
57045	linear.weight	0	-0.20770518481731415
57045	linear.weight	1	-0.09285283088684082
57045	linear.weight	2	-0.011228874325752258
57045	linear.weight	3	0.03581583872437477
57045	linear.weight	4	0.08304405212402344
57045	linear.weight	5	0.2638660967350006
57045	linear.weight	6	0.0047744326293468475
57045	linear.weight	7	-0.021312154829502106
57045	linear.weight	8	0.07459355145692825
57045	linear.weight	9	0.10652399808168411
57045	linear.bias	0	-0.6756618022918701
57045	linear.bias	1	0.7969872355461121
57045	linear.bias	2	-0.0538356639444828
57045	linear.bias	3	-0.47813495993614197
57045	linear.bias	4	-1.1960546970367432
57045	linear.bias	5	-1.123998761177063
57045	linear.bias	6	-0.6263713240623474
57045	linear.bias	7	-0.6798726916313171
57045	linear.bias	8	-0.01705317199230194
57045	linear.bias	9	2.8712403774261475
57242	transitions	0	-0.19720615446567535
57242	transitions	1	7.326882839202881
57242	transitions	2	-2.924910306930542
57242	transitions	3	1.2738502025604248
57242	transitions	4	-1.6450382471084595
57242	transitions	5	-0.27629387378692627
57242	transitions	6	-0.149886354804039
57242	transitions	7	-10000.0
57242	transitions	8	1.5654988288879395
57242	transitions	9	-2.2853574752807617
57242	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
57242	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
57242	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
57242	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
57242	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
57242	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
57242	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
57242	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
57242	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
57242	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
57242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
57242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
57242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
57242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
57242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
57242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
57242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
57242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
57242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
57242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
57242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
57242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
57242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
57242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
57242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
57242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
57242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
57242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
57242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
57242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
57242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
57242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
57242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
57242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
57242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
57242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
57242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
57242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
57242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
57242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
57242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
57242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
57242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
57242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
57242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
57242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
57242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
57242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
57242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
57242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
57242	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
57242	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
57242	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
57242	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
57242	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
57242	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
57242	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
57242	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
57242	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
57242	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
57242	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
57242	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
57242	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
57242	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
57242	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
57242	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
57242	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
57242	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
57242	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
57242	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
57242	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
57242	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
57242	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
57242	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
57242	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
57242	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
57242	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
57242	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
57242	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
57242	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
57242	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
57242	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
57242	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
57242	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
57242	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
57242	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
57242	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
57242	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
57242	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
57242	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
57242	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
57242	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
57242	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
57242	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
57242	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
57242	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
57242	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
57242	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
57242	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
57242	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
57242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
57242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
57242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
57242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
57242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
57242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
57242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
57242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
57242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
57242	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
57242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
57242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
57242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
57242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
57242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
57242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
57242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
57242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
57242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
57242	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
57242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
57242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
57242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
57242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
57242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
57242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
57242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
57242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
57242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
57242	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
57242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
57242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
57242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
57242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
57242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
57242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
57242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
57242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
57242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
57242	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
57242	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
57242	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
57242	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
57242	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
57242	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
57242	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
57242	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
57242	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
57242	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
57242	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
57242	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
57242	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
57242	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
57242	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
57242	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
57242	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
57242	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
57242	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
57242	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
57242	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
57242	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
57242	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
57242	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
57242	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
57242	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
57242	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
57242	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
57242	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
57242	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
57242	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
57242	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
57242	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
57242	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
57242	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
57242	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
57242	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
57242	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
57242	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
57242	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
57242	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
57242	embedding2nn.weight	0	0.028753748163580894
57242	embedding2nn.weight	1	-0.06369369477033615
57242	embedding2nn.weight	2	0.012401153333485126
57242	embedding2nn.weight	3	-0.03926146775484085
57242	embedding2nn.weight	4	-0.09652071446180344
57242	embedding2nn.weight	5	0.05572305619716644
57242	embedding2nn.weight	6	-0.08020072430372238
57242	embedding2nn.weight	7	-0.07444961369037628
57242	embedding2nn.weight	8	0.0029386987444013357
57242	embedding2nn.weight	9	0.01612553372979164
57242	embedding2nn.bias	0	0.014288327656686306
57242	embedding2nn.bias	1	0.0378178134560585
57242	embedding2nn.bias	2	-0.1070127934217453
57242	embedding2nn.bias	3	0.05389171838760376
57242	embedding2nn.bias	4	0.02831985056400299
57242	embedding2nn.bias	5	-0.14681044220924377
57242	embedding2nn.bias	6	-0.09110135585069656
57242	embedding2nn.bias	7	-0.0098958108574152
57242	embedding2nn.bias	8	0.06515643000602722
57242	embedding2nn.bias	9	-0.10311894118785858
57242	rnn.weight_ih_l0	0	0.016245681792497635
57242	rnn.weight_ih_l0	1	0.02013137936592102
57242	rnn.weight_ih_l0	2	-0.044543713331222534
57242	rnn.weight_ih_l0	3	-0.0007331479573622346
57242	rnn.weight_ih_l0	4	0.013724341057240963
57242	rnn.weight_ih_l0	5	-0.07275565713644028
57242	rnn.weight_ih_l0	6	0.022869132459163666
57242	rnn.weight_ih_l0	7	-0.04069497436285019
57242	rnn.weight_ih_l0	8	0.00814126618206501
57242	rnn.weight_ih_l0	9	-0.004569100681692362
57242	rnn.weight_hh_l0	0	0.0010329496581107378
57242	rnn.weight_hh_l0	1	-0.05801655352115631
57242	rnn.weight_hh_l0	2	0.04088004678487778
57242	rnn.weight_hh_l0	3	0.013738460838794708
57242	rnn.weight_hh_l0	4	0.011022847145795822
57242	rnn.weight_hh_l0	5	0.03340240940451622
57242	rnn.weight_hh_l0	6	-0.008192839100956917
57242	rnn.weight_hh_l0	7	-0.06273559480905533
57242	rnn.weight_hh_l0	8	-0.020035389810800552
57242	rnn.weight_hh_l0	9	-0.04925880208611488
57242	rnn.bias_ih_l0	0	-0.07085354626178741
57242	rnn.bias_ih_l0	1	-0.10738345235586166
57242	rnn.bias_ih_l0	2	-0.16287530958652496
57242	rnn.bias_ih_l0	3	-0.2419518530368805
57242	rnn.bias_ih_l0	4	-0.0007593723712489009
57242	rnn.bias_ih_l0	5	0.06374771147966385
57242	rnn.bias_ih_l0	6	-0.09567218273878098
57242	rnn.bias_ih_l0	7	-0.1910131424665451
57242	rnn.bias_ih_l0	8	-0.08884432911872864
57242	rnn.bias_ih_l0	9	-0.10957613587379456
57242	rnn.bias_hh_l0	0	0.12921789288520813
57242	rnn.bias_hh_l0	1	-0.025022761896252632
57242	rnn.bias_hh_l0	2	0.00033503075246699154
57242	rnn.bias_hh_l0	3	-0.12538769841194153
57242	rnn.bias_hh_l0	4	0.024605318903923035
57242	rnn.bias_hh_l0	5	0.003429816337302327
57242	rnn.bias_hh_l0	6	-0.06388768553733826
57242	rnn.bias_hh_l0	7	-0.09746160358190536
57242	rnn.bias_hh_l0	8	-0.13011924922466278
57242	rnn.bias_hh_l0	9	-0.06515728682279587
57242	rnn.weight_ih_l0_reverse	0	0.0010385226923972368
57242	rnn.weight_ih_l0_reverse	1	0.028796426951885223
57242	rnn.weight_ih_l0_reverse	2	-0.0008880787645466626
57242	rnn.weight_ih_l0_reverse	3	0.004022734705358744
57242	rnn.weight_ih_l0_reverse	4	0.017000658437609673
57242	rnn.weight_ih_l0_reverse	5	-0.032880999147892
57242	rnn.weight_ih_l0_reverse	6	-0.03921648859977722
57242	rnn.weight_ih_l0_reverse	7	-0.003165279980748892
57242	rnn.weight_ih_l0_reverse	8	0.031644102185964584
57242	rnn.weight_ih_l0_reverse	9	0.003507021116092801
57242	rnn.weight_hh_l0_reverse	0	-0.008574452251195908
57242	rnn.weight_hh_l0_reverse	1	0.011493688449263573
57242	rnn.weight_hh_l0_reverse	2	-0.0318550206720829
57242	rnn.weight_hh_l0_reverse	3	0.03417975455522537
57242	rnn.weight_hh_l0_reverse	4	0.011049722321331501
57242	rnn.weight_hh_l0_reverse	5	-0.019450364634394646
57242	rnn.weight_hh_l0_reverse	6	0.02744746208190918
57242	rnn.weight_hh_l0_reverse	7	0.02639615163207054
57242	rnn.weight_hh_l0_reverse	8	0.005536817014217377
57242	rnn.weight_hh_l0_reverse	9	-0.04443193972110748
57242	rnn.bias_ih_l0_reverse	0	-0.1133350133895874
57242	rnn.bias_ih_l0_reverse	1	-0.2542620599269867
57242	rnn.bias_ih_l0_reverse	2	-0.0326806977391243
57242	rnn.bias_ih_l0_reverse	3	-0.08249549567699432
57242	rnn.bias_ih_l0_reverse	4	0.07448776811361313
57242	rnn.bias_ih_l0_reverse	5	-0.19030524790287018
57242	rnn.bias_ih_l0_reverse	6	-0.03573961928486824
57242	rnn.bias_ih_l0_reverse	7	0.04126579686999321
57242	rnn.bias_ih_l0_reverse	8	-0.12857188284397125
57242	rnn.bias_ih_l0_reverse	9	-0.06427021324634552
57242	rnn.bias_hh_l0_reverse	0	-0.08561913669109344
57242	rnn.bias_hh_l0_reverse	1	-0.06762555986642838
57242	rnn.bias_hh_l0_reverse	2	-0.03652089089155197
57242	rnn.bias_hh_l0_reverse	3	-0.1116824671626091
57242	rnn.bias_hh_l0_reverse	4	-0.02600019797682762
57242	rnn.bias_hh_l0_reverse	5	-0.09898088127374649
57242	rnn.bias_hh_l0_reverse	6	-0.04544571042060852
57242	rnn.bias_hh_l0_reverse	7	-0.1260291039943695
57242	rnn.bias_hh_l0_reverse	8	-0.043591324239969254
57242	rnn.bias_hh_l0_reverse	9	-0.1279837191104889
57242	linear.weight	0	-0.19549238681793213
57242	linear.weight	1	-0.09158963710069656
57242	linear.weight	2	-0.011228874325752258
57242	linear.weight	3	0.026581140235066414
57242	linear.weight	4	0.09030409902334213
57242	linear.weight	5	0.2952273190021515
57242	linear.weight	6	0.0047744326293468475
57242	linear.weight	7	-0.021312154829502106
57242	linear.weight	8	0.06808176636695862
57242	linear.weight	9	0.11237461119890213
57242	linear.bias	0	-0.6666286587715149
57242	linear.bias	1	0.7762427926063538
57242	linear.bias	2	-0.021558882668614388
57242	linear.bias	3	-0.4516235888004303
57242	linear.bias	4	-1.1410515308380127
57242	linear.bias	5	-1.1242198944091797
57242	linear.bias	6	-0.617483913898468
57242	linear.bias	7	-0.7311603426933289
57242	linear.bias	8	-0.01705317199230194
57242	linear.bias	9	2.852187395095825
57246	transitions	0	-0.19721008837223053
57246	transitions	1	7.324706554412842
57246	transitions	2	-2.924933433532715
57246	transitions	3	1.2738416194915771
57246	transitions	4	-1.6450427770614624
57246	transitions	5	-0.27629533410072327
57246	transitions	6	-0.1498873084783554
57246	transitions	7	-10000.0
57246	transitions	8	1.56549072265625
57246	transitions	9	-2.285360336303711
57246	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
57246	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
57246	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
57246	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
57246	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
57246	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
57246	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
57246	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
57246	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
57246	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
57246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
57246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
57246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
57246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
57246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
57246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
57246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
57246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
57246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
57246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
57246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
57246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
57246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
57246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
57246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
57246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
57246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
57246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
57246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
57246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
57246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
57246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
57246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
57246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
57246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
57246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
57246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
57246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
57246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
57246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
57246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
57246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
57246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
57246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
57246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
57246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
57246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
57246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
57246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
57246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
57246	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
57246	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
57246	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
57246	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
57246	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
57246	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
57246	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
57246	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
57246	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
57246	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
57246	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
57246	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
57246	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
57246	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
57246	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
57246	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
57246	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
57246	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
57246	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
57246	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
57246	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
57246	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
57246	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
57246	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
57246	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
57246	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
57246	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
57246	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
57246	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
57246	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
57246	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
57246	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
57246	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
57246	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
57246	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
57246	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
57246	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
57246	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
57246	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
57246	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
57246	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
57246	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
57246	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
57246	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
57246	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
57246	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
57246	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
57246	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
57246	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
57246	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
57246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
57246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
57246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
57246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
57246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
57246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
57246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
57246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
57246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
57246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
57246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
57246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
57246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
57246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
57246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
57246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
57246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
57246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
57246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
57246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
57246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
57246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
57246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
57246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
57246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
57246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
57246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
57246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
57246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
57246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
57246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
57246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
57246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
57246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
57246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
57246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
57246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
57246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
57246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
57246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
57246	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
57246	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
57246	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
57246	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
57246	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
57246	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
57246	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
57246	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
57246	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
57246	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
57246	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
57246	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
57246	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
57246	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
57246	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
57246	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
57246	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
57246	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
57246	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
57246	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
57246	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
57246	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
57246	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
57246	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
57246	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
57246	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
57246	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
57246	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
57246	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
57246	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
57246	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
57246	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
57246	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
57246	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
57246	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
57246	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
57246	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
57246	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
57246	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
57246	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
57246	embedding2nn.weight	0	0.028673291206359863
57246	embedding2nn.weight	1	-0.063665010035038
57246	embedding2nn.weight	2	0.012603566981852055
57246	embedding2nn.weight	3	-0.03924662619829178
57246	embedding2nn.weight	4	-0.09656467288732529
57246	embedding2nn.weight	5	0.05573170632123947
57246	embedding2nn.weight	6	-0.08050113916397095
57246	embedding2nn.weight	7	-0.07445300370454788
57246	embedding2nn.weight	8	0.0028849029913544655
57246	embedding2nn.weight	9	0.016447532922029495
57246	embedding2nn.bias	0	0.01803598552942276
57246	embedding2nn.bias	1	0.03817127272486687
57246	embedding2nn.bias	2	-0.10963327437639236
57246	embedding2nn.bias	3	0.05235050991177559
57246	embedding2nn.bias	4	0.026492418721318245
57246	embedding2nn.bias	5	-0.14777523279190063
57246	embedding2nn.bias	6	-0.09064238518476486
57246	embedding2nn.bias	7	-0.010728823952376842
57246	embedding2nn.bias	8	0.0651407465338707
57246	embedding2nn.bias	9	-0.1041422188282013
57246	rnn.weight_ih_l0	0	0.016244852915406227
57246	rnn.weight_ih_l0	1	0.02014719322323799
57246	rnn.weight_ih_l0	2	-0.04468078166246414
57246	rnn.weight_ih_l0	3	-0.0007135632331483066
57246	rnn.weight_ih_l0	4	0.01352359913289547
57246	rnn.weight_ih_l0	5	-0.07288955897092819
57246	rnn.weight_ih_l0	6	0.0227135568857193
57246	rnn.weight_ih_l0	7	-0.040633317083120346
57246	rnn.weight_ih_l0	8	0.007897158153355122
57246	rnn.weight_ih_l0	9	-0.004516280721873045
57246	rnn.weight_hh_l0	0	0.0010966408299282193
57246	rnn.weight_hh_l0	1	-0.057104531675577164
57246	rnn.weight_hh_l0	2	0.0408543162047863
57246	rnn.weight_hh_l0	3	0.013708298094570637
57246	rnn.weight_hh_l0	4	0.011021771468222141
57246	rnn.weight_hh_l0	5	0.03340928629040718
57246	rnn.weight_hh_l0	6	-0.00819120928645134
57246	rnn.weight_hh_l0	7	-0.06274637579917908
57246	rnn.weight_hh_l0	8	-0.02011505328118801
57246	rnn.weight_hh_l0	9	-0.04919663444161415
57246	rnn.bias_ih_l0	0	-0.0680404007434845
57246	rnn.bias_ih_l0	1	-0.10697919130325317
57246	rnn.bias_ih_l0	2	-0.16340650618076324
57246	rnn.bias_ih_l0	3	-0.24247944355010986
57246	rnn.bias_ih_l0	4	-0.001108600408770144
57246	rnn.bias_ih_l0	5	0.06376264989376068
57246	rnn.bias_ih_l0	6	-0.09746848791837692
57246	rnn.bias_ih_l0	7	-0.1904541254043579
57246	rnn.bias_ih_l0	8	-0.0889471024274826
57246	rnn.bias_ih_l0	9	-0.10995212197303772
57246	rnn.bias_hh_l0	0	0.128888338804245
57246	rnn.bias_hh_l0	1	-0.024910686537623405
57246	rnn.bias_hh_l0	2	0.0004465355596039444
57246	rnn.bias_hh_l0	3	-0.12526138126850128
57246	rnn.bias_hh_l0	4	0.023746874183416367
57246	rnn.bias_hh_l0	5	0.004645876120775938
57246	rnn.bias_hh_l0	6	-0.06361006945371628
57246	rnn.bias_hh_l0	7	-0.09843393415212631
57246	rnn.bias_hh_l0	8	-0.1301984041929245
57246	rnn.bias_hh_l0	9	-0.065493643283844
57246	rnn.weight_ih_l0_reverse	0	0.001250882400199771
57246	rnn.weight_ih_l0_reverse	1	0.028707243502140045
57246	rnn.weight_ih_l0_reverse	2	-0.0008784463861957192
57246	rnn.weight_ih_l0_reverse	3	0.004202860873192549
57246	rnn.weight_ih_l0_reverse	4	0.017115503549575806
57246	rnn.weight_ih_l0_reverse	5	-0.033077556639909744
57246	rnn.weight_ih_l0_reverse	6	-0.0389888621866703
57246	rnn.weight_ih_l0_reverse	7	-0.003127102041617036
57246	rnn.weight_ih_l0_reverse	8	0.03166363015770912
57246	rnn.weight_ih_l0_reverse	9	0.003583107143640518
57246	rnn.weight_hh_l0_reverse	0	-0.008562024682760239
57246	rnn.weight_hh_l0_reverse	1	0.011599278077483177
57246	rnn.weight_hh_l0_reverse	2	-0.03186072036623955
57246	rnn.weight_hh_l0_reverse	3	0.034114938229322433
57246	rnn.weight_hh_l0_reverse	4	0.010957148857414722
57246	rnn.weight_hh_l0_reverse	5	-0.019451040774583817
57246	rnn.weight_hh_l0_reverse	6	0.027432963252067566
57246	rnn.weight_hh_l0_reverse	7	0.02632763423025608
57246	rnn.weight_hh_l0_reverse	8	0.00555823277682066
57246	rnn.weight_hh_l0_reverse	9	-0.0443863645195961
57246	rnn.bias_ih_l0_reverse	0	-0.1139688715338707
57246	rnn.bias_ih_l0_reverse	1	-0.25447210669517517
57246	rnn.bias_ih_l0_reverse	2	-0.032594118267297745
57246	rnn.bias_ih_l0_reverse	3	-0.08205611258745193
57246	rnn.bias_ih_l0_reverse	4	0.07497464120388031
57246	rnn.bias_ih_l0_reverse	5	-0.19001753628253937
57246	rnn.bias_ih_l0_reverse	6	-0.03590770438313484
57246	rnn.bias_ih_l0_reverse	7	0.042118415236473083
57246	rnn.bias_ih_l0_reverse	8	-0.1282292753458023
57246	rnn.bias_ih_l0_reverse	9	-0.06417758762836456
57246	rnn.bias_hh_l0_reverse	0	-0.08551084250211716
57246	rnn.bias_hh_l0_reverse	1	-0.06833311170339584
57246	rnn.bias_hh_l0_reverse	2	-0.036708734929561615
57246	rnn.bias_hh_l0_reverse	3	-0.11160370707511902
57246	rnn.bias_hh_l0_reverse	4	-0.025985870510339737
57246	rnn.bias_hh_l0_reverse	5	-0.09897031635046005
57246	rnn.bias_hh_l0_reverse	6	-0.04475461319088936
57246	rnn.bias_hh_l0_reverse	7	-0.12497363984584808
57246	rnn.bias_hh_l0_reverse	8	-0.043614692986011505
57246	rnn.bias_hh_l0_reverse	9	-0.12762205302715302
57246	linear.weight	0	-0.19256916642189026
57246	linear.weight	1	-0.09003905206918716
57246	linear.weight	2	-0.011228874325752258
57246	linear.weight	3	0.026509586721658707
57246	linear.weight	4	0.09026075154542923
57246	linear.weight	5	0.29176414012908936
57246	linear.weight	6	0.0047744326293468475
57246	linear.weight	7	-0.021312154829502106
57246	linear.weight	8	0.06952684372663498
57246	linear.weight	9	0.11154994368553162
57246	linear.bias	0	-0.6723877787590027
57246	linear.bias	1	0.7662373185157776
57246	linear.bias	2	-0.01722918637096882
57246	linear.bias	3	-0.46057364344596863
57246	linear.bias	4	-1.1326050758361816
57246	linear.bias	5	-1.1242228746414185
57246	linear.bias	6	-0.6229418516159058
57246	linear.bias	7	-0.7305977940559387
57246	linear.bias	8	-0.01705317199230194
57246	linear.bias	9	2.8677284717559814
57443	transitions	0	-0.19794481992721558
57443	transitions	1	7.328318119049072
57443	transitions	2	-2.927659749984741
57443	transitions	3	1.2738447189331055
57443	transitions	4	-1.647254467010498
57443	transitions	5	-0.2765066623687744
57443	transitions	6	-0.1508975327014923
57443	transitions	7	-10000.0
57443	transitions	8	1.5668200254440308
57443	transitions	9	-2.2853949069976807
57443	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
57443	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
57443	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
57443	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
57443	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
57443	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
57443	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
57443	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
57443	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
57443	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
57443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
57443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
57443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
57443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
57443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
57443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
57443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
57443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
57443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
57443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
57443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
57443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
57443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
57443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
57443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
57443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
57443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
57443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
57443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
57443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
57443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
57443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
57443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
57443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
57443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
57443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
57443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
57443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
57443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
57443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
57443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
57443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
57443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
57443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
57443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
57443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
57443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
57443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
57443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
57443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
57443	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
57443	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
57443	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
57443	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
57443	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
57443	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
57443	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
57443	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
57443	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
57443	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
57443	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
57443	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
57443	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
57443	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
57443	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
57443	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
57443	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
57443	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
57443	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
57443	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
57443	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
57443	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
57443	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
57443	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
57443	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
57443	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
57443	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
57443	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
57443	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
57443	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
57443	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
57443	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
57443	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
57443	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
57443	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
57443	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
57443	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
57443	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
57443	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
57443	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
57443	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
57443	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
57443	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
57443	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
57443	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
57443	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
57443	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
57443	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
57443	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
57443	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
57443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
57443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
57443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
57443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
57443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
57443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
57443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
57443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
57443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
57443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
57443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
57443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
57443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
57443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
57443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
57443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
57443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
57443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
57443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
57443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
57443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
57443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
57443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
57443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
57443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
57443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
57443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
57443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
57443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
57443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
57443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
57443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
57443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
57443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
57443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
57443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
57443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
57443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
57443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
57443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
57443	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
57443	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
57443	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
57443	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
57443	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
57443	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
57443	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
57443	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
57443	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
57443	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
57443	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
57443	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
57443	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
57443	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
57443	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
57443	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
57443	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
57443	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
57443	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
57443	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
57443	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
57443	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
57443	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
57443	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
57443	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
57443	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
57443	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
57443	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
57443	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
57443	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
57443	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
57443	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
57443	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
57443	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
57443	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
57443	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
57443	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
57443	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
57443	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
57443	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
57443	embedding2nn.weight	0	0.029294483363628387
57443	embedding2nn.weight	1	-0.06522245705127716
57443	embedding2nn.weight	2	0.012291288003325462
57443	embedding2nn.weight	3	-0.03986850753426552
57443	embedding2nn.weight	4	-0.09561333060264587
57443	embedding2nn.weight	5	0.059895679354667664
57443	embedding2nn.weight	6	-0.09217871725559235
57443	embedding2nn.weight	7	-0.07577485591173172
57443	embedding2nn.weight	8	0.0040404838509857655
57443	embedding2nn.weight	9	0.013972468674182892
57443	embedding2nn.bias	0	0.030610473826527596
57443	embedding2nn.bias	1	0.03389754518866539
57443	embedding2nn.bias	2	-0.11199197173118591
57443	embedding2nn.bias	3	0.06509631872177124
57443	embedding2nn.bias	4	0.03880247101187706
57443	embedding2nn.bias	5	-0.13821730017662048
57443	embedding2nn.bias	6	-0.09280923008918762
57443	embedding2nn.bias	7	-0.029934795573353767
57443	embedding2nn.bias	8	0.06710649281740189
57443	embedding2nn.bias	9	-0.10072323679924011
57443	rnn.weight_ih_l0	0	0.01677677594125271
57443	rnn.weight_ih_l0	1	0.017541328445076942
57443	rnn.weight_ih_l0	2	-0.044239919632673264
57443	rnn.weight_ih_l0	3	-3.8351186958607286e-05
57443	rnn.weight_ih_l0	4	0.011244691908359528
57443	rnn.weight_ih_l0	5	-0.07150211185216904
57443	rnn.weight_ih_l0	6	0.0207723006606102
57443	rnn.weight_ih_l0	7	-0.046397846192121506
57443	rnn.weight_ih_l0	8	0.011768984608352184
57443	rnn.weight_ih_l0	9	-0.007147646974772215
57443	rnn.weight_hh_l0	0	0.001935166190378368
57443	rnn.weight_hh_l0	1	-0.057845454663038254
57443	rnn.weight_hh_l0	2	0.04135940968990326
57443	rnn.weight_hh_l0	3	0.014388819225132465
57443	rnn.weight_hh_l0	4	0.010879713110625744
57443	rnn.weight_hh_l0	5	0.033245302736759186
57443	rnn.weight_hh_l0	6	-0.008441622368991375
57443	rnn.weight_hh_l0	7	-0.06247927248477936
57443	rnn.weight_hh_l0	8	-0.01996200904250145
57443	rnn.weight_hh_l0	9	-0.05151619762182236
57443	rnn.bias_ih_l0	0	-0.06320374459028244
57443	rnn.bias_ih_l0	1	-0.10795663297176361
57443	rnn.bias_ih_l0	2	-0.1627480387687683
57443	rnn.bias_ih_l0	3	-0.24138103425502777
57443	rnn.bias_ih_l0	4	4.5251468691276386e-05
57443	rnn.bias_ih_l0	5	0.06237473711371422
57443	rnn.bias_ih_l0	6	-0.09612840414047241
57443	rnn.bias_ih_l0	7	-0.19030728936195374
57443	rnn.bias_ih_l0	8	-0.09245993196964264
57443	rnn.bias_ih_l0	9	-0.1087569147348404
57443	rnn.bias_hh_l0	0	0.12767170369625092
57443	rnn.bias_hh_l0	1	-0.025562580674886703
57443	rnn.bias_hh_l0	2	0.0031890219543129206
57443	rnn.bias_hh_l0	3	-0.12565098702907562
57443	rnn.bias_hh_l0	4	0.02759103663265705
57443	rnn.bias_hh_l0	5	0.00890146754682064
57443	rnn.bias_hh_l0	6	-0.061980750411748886
57443	rnn.bias_hh_l0	7	-0.0946618989109993
57443	rnn.bias_hh_l0	8	-0.12957368791103363
57443	rnn.bias_hh_l0	9	-0.06766068935394287
57443	rnn.weight_ih_l0_reverse	0	0.00011686920333886519
57443	rnn.weight_ih_l0_reverse	1	0.02908601239323616
57443	rnn.weight_ih_l0_reverse	2	-0.00046947208466008306
57443	rnn.weight_ih_l0_reverse	3	0.0024384772405028343
57443	rnn.weight_ih_l0_reverse	4	0.016107190400362015
57443	rnn.weight_ih_l0_reverse	5	-0.03662777692079544
57443	rnn.weight_ih_l0_reverse	6	-0.03478914126753807
57443	rnn.weight_ih_l0_reverse	7	-0.005399676505476236
57443	rnn.weight_ih_l0_reverse	8	0.028374452143907547
57443	rnn.weight_ih_l0_reverse	9	0.00265489611774683
57443	rnn.weight_hh_l0_reverse	0	-0.00837391335517168
57443	rnn.weight_hh_l0_reverse	1	0.011058974079787731
57443	rnn.weight_hh_l0_reverse	2	-0.03232470154762268
57443	rnn.weight_hh_l0_reverse	3	0.03342234343290329
57443	rnn.weight_hh_l0_reverse	4	0.011218588799238205
57443	rnn.weight_hh_l0_reverse	5	-0.019459350034594536
57443	rnn.weight_hh_l0_reverse	6	0.02887510508298874
57443	rnn.weight_hh_l0_reverse	7	0.02612321637570858
57443	rnn.weight_hh_l0_reverse	8	0.007607227191329002
57443	rnn.weight_hh_l0_reverse	9	-0.045343220233917236
57443	rnn.bias_ih_l0_reverse	0	-0.11526832729578018
57443	rnn.bias_ih_l0_reverse	1	-0.25556451082229614
57443	rnn.bias_ih_l0_reverse	2	-0.03425079956650734
57443	rnn.bias_ih_l0_reverse	3	-0.08276908099651337
57443	rnn.bias_ih_l0_reverse	4	0.07724260538816452
57443	rnn.bias_ih_l0_reverse	5	-0.1867360919713974
57443	rnn.bias_ih_l0_reverse	6	-0.03719593957066536
57443	rnn.bias_ih_l0_reverse	7	0.03779486566781998
57443	rnn.bias_ih_l0_reverse	8	-0.13165690004825592
57443	rnn.bias_ih_l0_reverse	9	-0.06346992403268814
57443	rnn.bias_hh_l0_reverse	0	-0.08990351855754852
57443	rnn.bias_hh_l0_reverse	1	-0.06811879575252533
57443	rnn.bias_hh_l0_reverse	2	-0.03570875525474548
57443	rnn.bias_hh_l0_reverse	3	-0.11406894028186798
57443	rnn.bias_hh_l0_reverse	4	-0.026987412944436073
57443	rnn.bias_hh_l0_reverse	5	-0.09550505876541138
57443	rnn.bias_hh_l0_reverse	6	-0.04546632245182991
57443	rnn.bias_hh_l0_reverse	7	-0.12925060093402863
57443	rnn.bias_hh_l0_reverse	8	-0.04187283292412758
57443	rnn.bias_hh_l0_reverse	9	-0.12523916363716125
57443	linear.weight	0	-0.21711596846580505
57443	linear.weight	1	-0.09839902073144913
57443	linear.weight	2	-0.011228874325752258
57443	linear.weight	3	0.0010792053071781993
57443	linear.weight	4	0.09697451442480087
57443	linear.weight	5	0.29267314076423645
57443	linear.weight	6	0.0047744326293468475
57443	linear.weight	7	-0.021312154829502106
57443	linear.weight	8	0.07064734399318695
57443	linear.weight	9	0.079743891954422
57443	linear.bias	0	-0.6245898008346558
57443	linear.bias	1	0.7418645620346069
57443	linear.bias	2	-0.05336031690239906
57443	linear.bias	3	-0.4676939845085144
57443	linear.bias	4	-1.1757943630218506
57443	linear.bias	5	-1.124444603919983
57443	linear.bias	6	-0.5777272582054138
57443	linear.bias	7	-0.717904806137085
57443	linear.bias	8	-0.01705317199230194
57443	linear.bias	9	2.862406015396118
57640	transitions	0	-0.19816114008426666
57640	transitions	1	7.29923152923584
57640	transitions	2	-2.93043851852417
57640	transitions	3	1.266012191772461
57640	transitions	4	-1.6484137773513794
57640	transitions	5	-0.27732351422309875
57640	transitions	6	-0.15107081830501556
57640	transitions	7	-10000.0
57640	transitions	8	1.5681617259979248
57640	transitions	9	-2.2854278087615967
57640	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
57640	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
57640	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
57640	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
57640	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
57640	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
57640	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
57640	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
57640	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
57640	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
57640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
57640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
57640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
57640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
57640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
57640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
57640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
57640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
57640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
57640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
57640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
57640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
57640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
57640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
57640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
57640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
57640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
57640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
57640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
57640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
57640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
57640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
57640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
57640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
57640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
57640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
57640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
57640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
57640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
57640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
57640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
57640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
57640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
57640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
57640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
57640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
57640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
57640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
57640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
57640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
57640	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
57640	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
57640	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
57640	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
57640	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
57640	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
57640	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
57640	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
57640	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
57640	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
57640	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
57640	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
57640	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
57640	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
57640	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
57640	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
57640	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
57640	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
57640	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
57640	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
57640	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
57640	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
57640	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
57640	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
57640	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
57640	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
57640	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
57640	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
57640	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
57640	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
57640	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
57640	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
57640	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
57640	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
57640	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
57640	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
57640	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
57640	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
57640	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
57640	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
57640	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
57640	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
57640	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
57640	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
57640	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
57640	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
57640	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
57640	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
57640	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
57640	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
57640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
57640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
57640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
57640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
57640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
57640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
57640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
57640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
57640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
57640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
57640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
57640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
57640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
57640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
57640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
57640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
57640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
57640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
57640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
57640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
57640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
57640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
57640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
57640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
57640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
57640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
57640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
57640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
57640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
57640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
57640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
57640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
57640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
57640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
57640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
57640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
57640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
57640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
57640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
57640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
57640	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
57640	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
57640	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
57640	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
57640	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
57640	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
57640	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
57640	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
57640	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
57640	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
57640	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
57640	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
57640	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
57640	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
57640	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
57640	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
57640	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
57640	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
57640	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
57640	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
57640	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
57640	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
57640	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
57640	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
57640	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
57640	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
57640	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
57640	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
57640	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
57640	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
57640	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
57640	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
57640	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
57640	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
57640	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
57640	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
57640	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
57640	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
57640	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
57640	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
57640	embedding2nn.weight	0	0.03012402541935444
57640	embedding2nn.weight	1	-0.06666981428861618
57640	embedding2nn.weight	2	0.016236303374171257
57640	embedding2nn.weight	3	-0.03946766257286072
57640	embedding2nn.weight	4	-0.09671353548765182
57640	embedding2nn.weight	5	0.05891546979546547
57640	embedding2nn.weight	6	-0.09767705947160721
57640	embedding2nn.weight	7	-0.07766423374414444
57640	embedding2nn.weight	8	0.0024343908298760653
57640	embedding2nn.weight	9	0.0149651188403368
57640	embedding2nn.bias	0	0.04733263701200485
57640	embedding2nn.bias	1	0.04595917835831642
57640	embedding2nn.bias	2	-0.10736605525016785
57640	embedding2nn.bias	3	0.07183375954627991
57640	embedding2nn.bias	4	0.039349861443042755
57640	embedding2nn.bias	5	-0.14985303580760956
57640	embedding2nn.bias	6	-0.08897066861391068
57640	embedding2nn.bias	7	-0.024878349155187607
57640	embedding2nn.bias	8	0.06765128672122955
57640	embedding2nn.bias	9	-0.10729330778121948
57640	rnn.weight_ih_l0	0	0.01726648397743702
57640	rnn.weight_ih_l0	1	0.013100477866828442
57640	rnn.weight_ih_l0	2	-0.04477986693382263
57640	rnn.weight_ih_l0	3	-0.0034894372802227736
57640	rnn.weight_ih_l0	4	0.012968599796295166
57640	rnn.weight_ih_l0	5	-0.07248033583164215
57640	rnn.weight_ih_l0	6	0.019991964101791382
57640	rnn.weight_ih_l0	7	-0.04827287793159485
57640	rnn.weight_ih_l0	8	0.01209575030952692
57640	rnn.weight_ih_l0	9	-0.008413968607783318
57640	rnn.weight_hh_l0	0	0.0022639273665845394
57640	rnn.weight_hh_l0	1	-0.0573979951441288
57640	rnn.weight_hh_l0	2	0.04144059494137764
57640	rnn.weight_hh_l0	3	0.014362310990691185
57640	rnn.weight_hh_l0	4	0.010699537582695484
57640	rnn.weight_hh_l0	5	0.03158840909600258
57640	rnn.weight_hh_l0	6	-0.008374199271202087
57640	rnn.weight_hh_l0	7	-0.06317927688360214
57640	rnn.weight_hh_l0	8	-0.021507777273654938
57640	rnn.weight_hh_l0	9	-0.04993889108300209
57640	rnn.bias_ih_l0	0	-0.06415946036577225
57640	rnn.bias_ih_l0	1	-0.10903491824865341
57640	rnn.bias_ih_l0	2	-0.1663387417793274
57640	rnn.bias_ih_l0	3	-0.24101334810256958
57640	rnn.bias_ih_l0	4	0.003300670301541686
57640	rnn.bias_ih_l0	5	0.0534820519387722
57640	rnn.bias_ih_l0	6	-0.09568587690591812
57640	rnn.bias_ih_l0	7	-0.18660451471805573
57640	rnn.bias_ih_l0	8	-0.09092386066913605
57640	rnn.bias_ih_l0	9	-0.10948367416858673
57640	rnn.bias_hh_l0	0	0.1305062621831894
57640	rnn.bias_hh_l0	1	-0.025223707780241966
57640	rnn.bias_hh_l0	2	0.004308341536670923
57640	rnn.bias_hh_l0	3	-0.12991033494472504
57640	rnn.bias_hh_l0	4	0.02441783808171749
57640	rnn.bias_hh_l0	5	0.010377044789493084
57640	rnn.bias_hh_l0	6	-0.05859183520078659
57640	rnn.bias_hh_l0	7	-0.09636253863573074
57640	rnn.bias_hh_l0	8	-0.13761693239212036
57640	rnn.bias_hh_l0	9	-0.06710994243621826
57640	rnn.weight_ih_l0_reverse	0	0.0009262790554203093
57640	rnn.weight_ih_l0_reverse	1	0.028880629688501358
57640	rnn.weight_ih_l0_reverse	2	-0.0040658884681761265
57640	rnn.weight_ih_l0_reverse	3	0.005238945595920086
57640	rnn.weight_ih_l0_reverse	4	0.019646672531962395
57640	rnn.weight_ih_l0_reverse	5	-0.0402822308242321
57640	rnn.weight_ih_l0_reverse	6	-0.03360384330153465
57640	rnn.weight_ih_l0_reverse	7	-0.003523864783346653
57640	rnn.weight_ih_l0_reverse	8	0.02744249813258648
57640	rnn.weight_ih_l0_reverse	9	-0.0003926546487491578
57640	rnn.weight_hh_l0_reverse	0	-0.00815930962562561
57640	rnn.weight_hh_l0_reverse	1	0.011491520330309868
57640	rnn.weight_hh_l0_reverse	2	-0.033140409737825394
57640	rnn.weight_hh_l0_reverse	3	0.03297155722975731
57640	rnn.weight_hh_l0_reverse	4	0.01100220251828432
57640	rnn.weight_hh_l0_reverse	5	-0.020082425326108932
57640	rnn.weight_hh_l0_reverse	6	0.028765736147761345
57640	rnn.weight_hh_l0_reverse	7	0.026889344677329063
57640	rnn.weight_hh_l0_reverse	8	0.007422679103910923
57640	rnn.weight_hh_l0_reverse	9	-0.04505471885204315
57640	rnn.bias_ih_l0_reverse	0	-0.11440463364124298
57640	rnn.bias_ih_l0_reverse	1	-0.25565946102142334
57640	rnn.bias_ih_l0_reverse	2	-0.035746458917856216
57640	rnn.bias_ih_l0_reverse	3	-0.0843227356672287
57640	rnn.bias_ih_l0_reverse	4	0.07813720405101776
57640	rnn.bias_ih_l0_reverse	5	-0.18315660953521729
57640	rnn.bias_ih_l0_reverse	6	-0.03750215843319893
57640	rnn.bias_ih_l0_reverse	7	0.03235139697790146
57640	rnn.bias_ih_l0_reverse	8	-0.13226044178009033
57640	rnn.bias_ih_l0_reverse	9	-0.062491871416568756
57640	rnn.bias_hh_l0_reverse	0	-0.09058550745248795
57640	rnn.bias_hh_l0_reverse	1	-0.06855890154838562
57640	rnn.bias_hh_l0_reverse	2	-0.034437160938978195
57640	rnn.bias_hh_l0_reverse	3	-0.10975217819213867
57640	rnn.bias_hh_l0_reverse	4	-0.028601327911019325
57640	rnn.bias_hh_l0_reverse	5	-0.09737224131822586
57640	rnn.bias_hh_l0_reverse	6	-0.04479879140853882
57640	rnn.bias_hh_l0_reverse	7	-0.12827910482883453
57640	rnn.bias_hh_l0_reverse	8	-0.04048415273427963
57640	rnn.bias_hh_l0_reverse	9	-0.12678037583827972
57640	linear.weight	0	-0.21938903629779816
57640	linear.weight	1	-0.0986882746219635
57640	linear.weight	2	-0.011228874325752258
57640	linear.weight	3	-0.01934231072664261
57640	linear.weight	4	0.08462391048669815
57640	linear.weight	5	0.2895362973213196
57640	linear.weight	6	0.0047744326293468475
57640	linear.weight	7	-0.021312154829502106
57640	linear.weight	8	0.049025602638721466
57640	linear.weight	9	0.0822058841586113
57640	linear.bias	0	-0.6393144726753235
57640	linear.bias	1	0.6907610893249512
57640	linear.bias	2	-0.11949870735406876
57640	linear.bias	3	-0.47137650847435
57640	linear.bias	4	-1.1573909521102905
57640	linear.bias	5	-1.1246633529663086
57640	linear.bias	6	-0.5951751470565796
57640	linear.bias	7	-0.6936946511268616
57640	linear.bias	8	-0.01705317199230194
57640	linear.bias	9	2.8474583625793457
57837	transitions	0	-0.19884037971496582
57837	transitions	1	7.305243492126465
57837	transitions	2	-2.9320762157440186
57837	transitions	3	1.2512003183364868
57837	transitions	4	-1.6497875452041626
57837	transitions	5	-0.27778640389442444
57837	transitions	6	-0.1512846052646637
57837	transitions	7	-10000.0
57837	transitions	8	1.5727483034133911
57837	transitions	9	-2.2854785919189453
57837	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
57837	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
57837	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
57837	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
57837	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
57837	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
57837	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
57837	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
57837	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
57837	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
57837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
57837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
57837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
57837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
57837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
57837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
57837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
57837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
57837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
57837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
57837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
57837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
57837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
57837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
57837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
57837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
57837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
57837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
57837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
57837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
57837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
57837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
57837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
57837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
57837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
57837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
57837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
57837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
57837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
57837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
57837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
57837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
57837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
57837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
57837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
57837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
57837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
57837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
57837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
57837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
57837	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
57837	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
57837	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
57837	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
57837	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
57837	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
57837	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
57837	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
57837	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
57837	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
57837	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
57837	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
57837	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
57837	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
57837	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
57837	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
57837	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
57837	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
57837	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
57837	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
57837	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
57837	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
57837	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
57837	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
57837	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
57837	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
57837	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
57837	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
57837	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
57837	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
57837	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
57837	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
57837	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
57837	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
57837	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
57837	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
57837	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
57837	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
57837	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
57837	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
57837	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
57837	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
57837	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
57837	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
57837	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
57837	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
57837	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
57837	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
57837	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
57837	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
57837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
57837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
57837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
57837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
57837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
57837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
57837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
57837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
57837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
57837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
57837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
57837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
57837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
57837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
57837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
57837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
57837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
57837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
57837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
57837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
57837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
57837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
57837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
57837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
57837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
57837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
57837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
57837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
57837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
57837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
57837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
57837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
57837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
57837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
57837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
57837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
57837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
57837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
57837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
57837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
57837	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
57837	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
57837	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
57837	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
57837	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
57837	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
57837	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
57837	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
57837	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
57837	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
57837	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
57837	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
57837	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
57837	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
57837	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
57837	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
57837	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
57837	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
57837	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
57837	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
57837	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
57837	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
57837	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
57837	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
57837	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
57837	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
57837	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
57837	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
57837	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
57837	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
57837	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
57837	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
57837	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
57837	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
57837	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
57837	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
57837	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
57837	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
57837	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
57837	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
57837	embedding2nn.weight	0	0.029801564291119576
57837	embedding2nn.weight	1	-0.06495609879493713
57837	embedding2nn.weight	2	0.01662931963801384
57837	embedding2nn.weight	3	-0.04023943841457367
57837	embedding2nn.weight	4	-0.09470044821500778
57837	embedding2nn.weight	5	0.058913454413414
57837	embedding2nn.weight	6	-0.08400231599807739
57837	embedding2nn.weight	7	-0.0762714222073555
57837	embedding2nn.weight	8	0.0011981150601059198
57837	embedding2nn.weight	9	0.013582129962742329
57837	embedding2nn.bias	0	0.04613245651125908
57837	embedding2nn.bias	1	0.04043317213654518
57837	embedding2nn.bias	2	-0.10845164954662323
57837	embedding2nn.bias	3	0.06135209649801254
57837	embedding2nn.bias	4	0.04159993678331375
57837	embedding2nn.bias	5	-0.1567922979593277
57837	embedding2nn.bias	6	-0.07505860179662704
57837	embedding2nn.bias	7	-0.022757170721888542
57837	embedding2nn.bias	8	0.0764961838722229
57837	embedding2nn.bias	9	-0.12093456834554672
57837	rnn.weight_ih_l0	0	0.017946412786841393
57837	rnn.weight_ih_l0	1	0.01443703006953001
57837	rnn.weight_ih_l0	2	-0.044783540070056915
57837	rnn.weight_ih_l0	3	-0.00316429091617465
57837	rnn.weight_ih_l0	4	0.012759748846292496
57837	rnn.weight_ih_l0	5	-0.0721082016825676
57837	rnn.weight_ih_l0	6	0.021124759688973427
57837	rnn.weight_ih_l0	7	-0.046865299344062805
57837	rnn.weight_ih_l0	8	0.010006201453506947
57837	rnn.weight_ih_l0	9	-0.0073553044348955154
57837	rnn.weight_hh_l0	0	0.0021039790008217096
57837	rnn.weight_hh_l0	1	-0.0551624596118927
57837	rnn.weight_hh_l0	2	0.041646283119916916
57837	rnn.weight_hh_l0	3	0.01495030801743269
57837	rnn.weight_hh_l0	4	0.010887528769671917
57837	rnn.weight_hh_l0	5	0.03089425154030323
57837	rnn.weight_hh_l0	6	-0.009130391292273998
57837	rnn.weight_hh_l0	7	-0.062116459012031555
57837	rnn.weight_hh_l0	8	-0.018767017871141434
57837	rnn.weight_hh_l0	9	-0.05132337287068367
57837	rnn.bias_ih_l0	0	-0.06682850420475006
57837	rnn.bias_ih_l0	1	-0.11076891422271729
57837	rnn.bias_ih_l0	2	-0.16158604621887207
57837	rnn.bias_ih_l0	3	-0.24385026097297668
57837	rnn.bias_ih_l0	4	0.009736934676766396
57837	rnn.bias_ih_l0	5	0.05540994182229042
57837	rnn.bias_ih_l0	6	-0.1006702184677124
57837	rnn.bias_ih_l0	7	-0.19394801557064056
57837	rnn.bias_ih_l0	8	-0.09205932170152664
57837	rnn.bias_ih_l0	9	-0.1112184226512909
57837	rnn.bias_hh_l0	0	0.12971170246601105
57837	rnn.bias_hh_l0	1	-0.026394912973046303
57837	rnn.bias_hh_l0	2	0.004848802462220192
57837	rnn.bias_hh_l0	3	-0.12892355024814606
57837	rnn.bias_hh_l0	4	0.02512633427977562
57837	rnn.bias_hh_l0	5	0.018817413598299026
57837	rnn.bias_hh_l0	6	-0.0602535679936409
57837	rnn.bias_hh_l0	7	-0.09529764205217361
57837	rnn.bias_hh_l0	8	-0.13801367580890656
57837	rnn.bias_hh_l0	9	-0.06434719264507294
57837	rnn.weight_ih_l0_reverse	0	-1.7796477550291456e-05
57837	rnn.weight_ih_l0_reverse	1	0.0304883886128664
57837	rnn.weight_ih_l0_reverse	2	-0.0026130268815904856
57837	rnn.weight_ih_l0_reverse	3	0.00270486599765718
57837	rnn.weight_ih_l0_reverse	4	0.017458561807870865
57837	rnn.weight_ih_l0_reverse	5	-0.039939749985933304
57837	rnn.weight_ih_l0_reverse	6	-0.034351132810115814
57837	rnn.weight_ih_l0_reverse	7	-0.007191948592662811
57837	rnn.weight_ih_l0_reverse	8	0.026717672124505043
57837	rnn.weight_ih_l0_reverse	9	-0.0008903319831006229
57837	rnn.weight_hh_l0_reverse	0	-0.0077590132132172585
57837	rnn.weight_hh_l0_reverse	1	0.01119157113134861
57837	rnn.weight_hh_l0_reverse	2	-0.033041730523109436
57837	rnn.weight_hh_l0_reverse	3	0.03269141912460327
57837	rnn.weight_hh_l0_reverse	4	0.010962417349219322
57837	rnn.weight_hh_l0_reverse	5	-0.01943582482635975
57837	rnn.weight_hh_l0_reverse	6	0.029211878776550293
57837	rnn.weight_hh_l0_reverse	7	0.026203300803899765
57837	rnn.weight_hh_l0_reverse	8	0.007474600337445736
57837	rnn.weight_hh_l0_reverse	9	-0.04479021951556206
57837	rnn.bias_ih_l0_reverse	0	-0.11367057263851166
57837	rnn.bias_ih_l0_reverse	1	-0.25524112582206726
57837	rnn.bias_ih_l0_reverse	2	-0.036781132221221924
57837	rnn.bias_ih_l0_reverse	3	-0.08407671749591827
57837	rnn.bias_ih_l0_reverse	4	0.07671497762203217
57837	rnn.bias_ih_l0_reverse	5	-0.18198369443416595
57837	rnn.bias_ih_l0_reverse	6	-0.03394277021288872
57837	rnn.bias_ih_l0_reverse	7	0.02896738238632679
57837	rnn.bias_ih_l0_reverse	8	-0.12960970401763916
57837	rnn.bias_ih_l0_reverse	9	-0.06122507527470589
57837	rnn.bias_hh_l0_reverse	0	-0.09156375378370285
57837	rnn.bias_hh_l0_reverse	1	-0.06731046736240387
57837	rnn.bias_hh_l0_reverse	2	-0.03615989908576012
57837	rnn.bias_hh_l0_reverse	3	-0.10813634842634201
57837	rnn.bias_hh_l0_reverse	4	-0.02848159894347191
57837	rnn.bias_hh_l0_reverse	5	-0.10087207704782486
57837	rnn.bias_hh_l0_reverse	6	-0.04546252265572548
57837	rnn.bias_hh_l0_reverse	7	-0.13128116726875305
57837	rnn.bias_hh_l0_reverse	8	-0.043340593576431274
57837	rnn.bias_hh_l0_reverse	9	-0.12620538473129272
57837	linear.weight	0	-0.22407524287700653
57837	linear.weight	1	-0.11232788115739822
57837	linear.weight	2	-0.011228874325752258
57837	linear.weight	3	-0.03346744179725647
57837	linear.weight	4	0.07841025292873383
57837	linear.weight	5	0.2776228189468384
57837	linear.weight	6	0.0047744326293468475
57837	linear.weight	7	-0.021312154829502106
57837	linear.weight	8	0.061899714171886444
57837	linear.weight	9	0.0753084123134613
57837	linear.bias	0	-0.6239099502563477
57837	linear.bias	1	0.6896722316741943
57837	linear.bias	2	-0.06239777058362961
57837	linear.bias	3	-0.4790516793727875
57837	linear.bias	4	-1.14657461643219
57837	linear.bias	5	-1.1248607635498047
57837	linear.bias	6	-0.5791859030723572
57837	linear.bias	7	-0.6822625398635864
57837	linear.bias	8	-0.01705317199230194
57837	linear.bias	9	2.8972573280334473
58034	transitions	0	-0.19989873468875885
58034	transitions	1	7.327172756195068
58034	transitions	2	-2.933671474456787
58034	transitions	3	1.2513823509216309
58034	transitions	4	-1.6512393951416016
58034	transitions	5	-0.27798226475715637
58034	transitions	6	-0.15143518149852753
58034	transitions	7	-10000.0
58034	transitions	8	1.5710980892181396
58034	transitions	9	-2.2855076789855957
58034	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
58034	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
58034	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
58034	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
58034	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
58034	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
58034	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
58034	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
58034	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
58034	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
58034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
58034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
58034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
58034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
58034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
58034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
58034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
58034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
58034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
58034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
58034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
58034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
58034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
58034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
58034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
58034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
58034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
58034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
58034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
58034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
58034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
58034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
58034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
58034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
58034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
58034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
58034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
58034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
58034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
58034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
58034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
58034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
58034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
58034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
58034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
58034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
58034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
58034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
58034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
58034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
58034	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
58034	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
58034	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
58034	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
58034	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
58034	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
58034	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
58034	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
58034	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
58034	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
58034	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
58034	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
58034	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
58034	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
58034	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
58034	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
58034	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
58034	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
58034	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
58034	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
58034	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
58034	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
58034	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
58034	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
58034	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
58034	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
58034	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
58034	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
58034	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
58034	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
58034	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
58034	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
58034	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
58034	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
58034	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
58034	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
58034	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
58034	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
58034	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
58034	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
58034	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
58034	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
58034	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
58034	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
58034	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
58034	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
58034	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
58034	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
58034	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
58034	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
58034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
58034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
58034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
58034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
58034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
58034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
58034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
58034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
58034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
58034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
58034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
58034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
58034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
58034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
58034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
58034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
58034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
58034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
58034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
58034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
58034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
58034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
58034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
58034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
58034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
58034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
58034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
58034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
58034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
58034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
58034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
58034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
58034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
58034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
58034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
58034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
58034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
58034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
58034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
58034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
58034	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
58034	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
58034	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
58034	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
58034	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
58034	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
58034	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
58034	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
58034	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
58034	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
58034	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
58034	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
58034	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
58034	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
58034	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
58034	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
58034	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
58034	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
58034	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
58034	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
58034	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
58034	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
58034	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
58034	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
58034	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
58034	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
58034	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
58034	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
58034	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
58034	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
58034	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
58034	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
58034	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
58034	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
58034	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
58034	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
58034	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
58034	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
58034	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
58034	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
58034	embedding2nn.weight	0	0.029905037954449654
58034	embedding2nn.weight	1	-0.06329797953367233
58034	embedding2nn.weight	2	0.022333597764372826
58034	embedding2nn.weight	3	-0.041297830641269684
58034	embedding2nn.weight	4	-0.09550585597753525
58034	embedding2nn.weight	5	0.05841121822595596
58034	embedding2nn.weight	6	-0.08528551459312439
58034	embedding2nn.weight	7	-0.08088267594575882
58034	embedding2nn.weight	8	0.0028469818644225597
58034	embedding2nn.weight	9	0.012392605654895306
58034	embedding2nn.bias	0	0.04283895716071129
58034	embedding2nn.bias	1	0.03620103746652603
58034	embedding2nn.bias	2	-0.11067621409893036
58034	embedding2nn.bias	3	0.06111469119787216
58034	embedding2nn.bias	4	0.03795499727129936
58034	embedding2nn.bias	5	-0.13573060929775238
58034	embedding2nn.bias	6	-0.09364332258701324
58034	embedding2nn.bias	7	-0.014099766500294209
58034	embedding2nn.bias	8	0.07893358170986176
58034	embedding2nn.bias	9	-0.10849884897470474
58034	rnn.weight_ih_l0	0	0.01943853870034218
58034	rnn.weight_ih_l0	1	0.015103117562830448
58034	rnn.weight_ih_l0	2	-0.043459702283144
58034	rnn.weight_ih_l0	3	-0.00011541343701537699
58034	rnn.weight_ih_l0	4	0.012136961333453655
58034	rnn.weight_ih_l0	5	-0.07188963145017624
58034	rnn.weight_ih_l0	6	0.02356574870646
58034	rnn.weight_ih_l0	7	-0.046167485415935516
58034	rnn.weight_ih_l0	8	0.010365240275859833
58034	rnn.weight_ih_l0	9	-0.006056233774870634
58034	rnn.weight_hh_l0	0	0.002115909941494465
58034	rnn.weight_hh_l0	1	-0.05905997380614281
58034	rnn.weight_hh_l0	2	0.04182178154587746
58034	rnn.weight_hh_l0	3	0.015753114596009254
58034	rnn.weight_hh_l0	4	0.009746120311319828
58034	rnn.weight_hh_l0	5	0.031968649476766586
58034	rnn.weight_hh_l0	6	-0.008736704476177692
58034	rnn.weight_hh_l0	7	-0.06266283988952637
58034	rnn.weight_hh_l0	8	-0.018688488751649857
58034	rnn.weight_hh_l0	9	-0.051003873348236084
58034	rnn.bias_ih_l0	0	-0.06547952443361282
58034	rnn.bias_ih_l0	1	-0.11080876737833023
58034	rnn.bias_ih_l0	2	-0.1611480861902237
58034	rnn.bias_ih_l0	3	-0.24517862498760223
58034	rnn.bias_ih_l0	4	0.011303156614303589
58034	rnn.bias_ih_l0	5	0.06039555370807648
58034	rnn.bias_ih_l0	6	-0.10134082287549973
58034	rnn.bias_ih_l0	7	-0.18624243140220642
58034	rnn.bias_ih_l0	8	-0.09187264740467072
58034	rnn.bias_ih_l0	9	-0.1115606501698494
58034	rnn.bias_hh_l0	0	0.13194042444229126
58034	rnn.bias_hh_l0	1	-0.025422703474760056
58034	rnn.bias_hh_l0	2	0.004027916118502617
58034	rnn.bias_hh_l0	3	-0.12760932743549347
58034	rnn.bias_hh_l0	4	0.02332531102001667
58034	rnn.bias_hh_l0	5	0.01890314742922783
58034	rnn.bias_hh_l0	6	-0.06006298214197159
58034	rnn.bias_hh_l0	7	-0.09785374253988266
58034	rnn.bias_hh_l0	8	-0.13922055065631866
58034	rnn.bias_hh_l0	9	-0.06467235833406448
58034	rnn.weight_ih_l0_reverse	0	0.0009727032738737762
58034	rnn.weight_ih_l0_reverse	1	0.029972322285175323
58034	rnn.weight_ih_l0_reverse	2	0.00037176854675635695
58034	rnn.weight_ih_l0_reverse	3	0.002907897112891078
58034	rnn.weight_ih_l0_reverse	4	0.019115500152111053
58034	rnn.weight_ih_l0_reverse	5	-0.03705453500151634
58034	rnn.weight_ih_l0_reverse	6	-0.03173377364873886
58034	rnn.weight_ih_l0_reverse	7	-0.0067552183754742146
58034	rnn.weight_ih_l0_reverse	8	0.021831905469298363
58034	rnn.weight_ih_l0_reverse	9	0.001354518812149763
58034	rnn.weight_hh_l0_reverse	0	-0.008060879074037075
58034	rnn.weight_hh_l0_reverse	1	0.012879871763288975
58034	rnn.weight_hh_l0_reverse	2	-0.03267158940434456
58034	rnn.weight_hh_l0_reverse	3	0.03280431404709816
58034	rnn.weight_hh_l0_reverse	4	0.012492099776864052
58034	rnn.weight_hh_l0_reverse	5	-0.020242860540747643
58034	rnn.weight_hh_l0_reverse	6	0.029824288561940193
58034	rnn.weight_hh_l0_reverse	7	0.025997575372457504
58034	rnn.weight_hh_l0_reverse	8	0.006395718082785606
58034	rnn.weight_hh_l0_reverse	9	-0.04504559561610222
58034	rnn.bias_ih_l0_reverse	0	-0.1153399795293808
58034	rnn.bias_ih_l0_reverse	1	-0.2589644491672516
58034	rnn.bias_ih_l0_reverse	2	-0.03592605143785477
58034	rnn.bias_ih_l0_reverse	3	-0.08536277711391449
58034	rnn.bias_ih_l0_reverse	4	0.0747092217206955
58034	rnn.bias_ih_l0_reverse	5	-0.1834114044904709
58034	rnn.bias_ih_l0_reverse	6	-0.03322671726346016
58034	rnn.bias_ih_l0_reverse	7	0.02931802347302437
58034	rnn.bias_ih_l0_reverse	8	-0.12970224022865295
58034	rnn.bias_ih_l0_reverse	9	-0.06001739203929901
58034	rnn.bias_hh_l0_reverse	0	-0.09297873079776764
58034	rnn.bias_hh_l0_reverse	1	-0.07363961637020111
58034	rnn.bias_hh_l0_reverse	2	-0.032100725919008255
58034	rnn.bias_hh_l0_reverse	3	-0.10698867589235306
58034	rnn.bias_hh_l0_reverse	4	-0.02876472845673561
58034	rnn.bias_hh_l0_reverse	5	-0.09990610927343369
58034	rnn.bias_hh_l0_reverse	6	-0.04367680847644806
58034	rnn.bias_hh_l0_reverse	7	-0.130451500415802
58034	rnn.bias_hh_l0_reverse	8	-0.04018155857920647
58034	rnn.bias_hh_l0_reverse	9	-0.1267637014389038
58034	linear.weight	0	-0.24476060271263123
58034	linear.weight	1	-0.10005557537078857
58034	linear.weight	2	-0.011228874325752258
58034	linear.weight	3	-0.034315865486860275
58034	linear.weight	4	0.08045297861099243
58034	linear.weight	5	0.2846921980381012
58034	linear.weight	6	0.0047744326293468475
58034	linear.weight	7	-0.021312154829502106
58034	linear.weight	8	0.045684292912483215
58034	linear.weight	9	0.07068102061748505
58034	linear.bias	0	-0.6548354625701904
58034	linear.bias	1	0.7274347543716431
58034	linear.bias	2	-0.09336041659116745
58034	linear.bias	3	-0.4572940170764923
58034	linear.bias	4	-1.1323102712631226
58034	linear.bias	5	-1.1251020431518555
58034	linear.bias	6	-0.6094902753829956
58034	linear.bias	7	-0.6725592017173767
58034	linear.bias	8	-0.01705317199230194
58034	linear.bias	9	2.90486478805542
58231	transitions	0	-0.20073889195919037
58231	transitions	1	7.31824254989624
58231	transitions	2	-2.9354870319366455
58231	transitions	3	1.2482774257659912
58231	transitions	4	-1.6520822048187256
58231	transitions	5	-0.2783242166042328
58231	transitions	6	-0.15156561136245728
58231	transitions	7	-10000.0
58231	transitions	8	1.5705878734588623
58231	transitions	9	-2.285539150238037
58231	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
58231	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
58231	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
58231	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
58231	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
58231	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
58231	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
58231	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
58231	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
58231	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
58231	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
58231	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
58231	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
58231	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
58231	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
58231	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
58231	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
58231	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
58231	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
58231	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
58231	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
58231	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
58231	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
58231	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
58231	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
58231	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
58231	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
58231	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
58231	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
58231	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
58231	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
58231	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
58231	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
58231	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
58231	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
58231	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
58231	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
58231	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
58231	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
58231	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
58231	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
58231	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
58231	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
58231	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
58231	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
58231	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
58231	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
58231	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
58231	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
58231	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
58231	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
58231	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
58231	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
58231	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
58231	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
58231	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
58231	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
58231	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
58231	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
58231	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
58231	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
58231	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
58231	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
58231	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
58231	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
58231	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
58231	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
58231	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
58231	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
58231	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
58231	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
58231	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
58231	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
58231	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
58231	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
58231	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
58231	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
58231	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
58231	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
58231	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
58231	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
58231	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
58231	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
58231	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
58231	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
58231	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
58231	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
58231	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
58231	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
58231	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
58231	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
58231	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
58231	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
58231	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
58231	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
58231	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
58231	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
58231	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
58231	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
58231	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
58231	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
58231	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
58231	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
58231	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
58231	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
58231	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
58231	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
58231	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
58231	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
58231	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
58231	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
58231	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
58231	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
58231	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
58231	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
58231	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
58231	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
58231	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
58231	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
58231	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
58231	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
58231	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
58231	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
58231	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
58231	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
58231	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
58231	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
58231	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
58231	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
58231	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
58231	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
58231	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
58231	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
58231	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
58231	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
58231	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
58231	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
58231	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
58231	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
58231	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
58231	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
58231	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
58231	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
58231	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
58231	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
58231	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
58231	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
58231	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
58231	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
58231	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
58231	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
58231	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
58231	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
58231	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
58231	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
58231	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
58231	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
58231	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
58231	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
58231	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
58231	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
58231	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
58231	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
58231	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
58231	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
58231	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
58231	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
58231	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
58231	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
58231	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
58231	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
58231	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
58231	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
58231	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
58231	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
58231	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
58231	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
58231	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
58231	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
58231	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
58231	embedding2nn.weight	0	0.030254840850830078
58231	embedding2nn.weight	1	-0.06471779942512512
58231	embedding2nn.weight	2	0.023665664717555046
58231	embedding2nn.weight	3	-0.04231489822268486
58231	embedding2nn.weight	4	-0.09142716228961945
58231	embedding2nn.weight	5	0.06005995348095894
58231	embedding2nn.weight	6	-0.08866926282644272
58231	embedding2nn.weight	7	-0.08037042617797852
58231	embedding2nn.weight	8	0.004167742095887661
58231	embedding2nn.weight	9	0.014777098782360554
58231	embedding2nn.bias	0	0.03285737335681915
58231	embedding2nn.bias	1	0.027316046878695488
58231	embedding2nn.bias	2	-0.10862087458372116
58231	embedding2nn.bias	3	0.06656279414892197
58231	embedding2nn.bias	4	0.019227903336286545
58231	embedding2nn.bias	5	-0.1380409598350525
58231	embedding2nn.bias	6	-0.1053982749581337
58231	embedding2nn.bias	7	-0.0069673750549554825
58231	embedding2nn.bias	8	0.08597720414400101
58231	embedding2nn.bias	9	-0.10620008409023285
58231	rnn.weight_ih_l0	0	0.017397869378328323
58231	rnn.weight_ih_l0	1	0.015832865610718727
58231	rnn.weight_ih_l0	2	-0.04346844553947449
58231	rnn.weight_ih_l0	3	-0.002457566559314728
58231	rnn.weight_ih_l0	4	0.012127811089158058
58231	rnn.weight_ih_l0	5	-0.07089501619338989
58231	rnn.weight_ih_l0	6	0.022123923525214195
58231	rnn.weight_ih_l0	7	-0.04613351449370384
58231	rnn.weight_ih_l0	8	0.012382319197058678
58231	rnn.weight_ih_l0	9	-0.006058842875063419
58231	rnn.weight_hh_l0	0	0.0014487022999674082
58231	rnn.weight_hh_l0	1	-0.05934532731771469
58231	rnn.weight_hh_l0	2	0.04171007126569748
58231	rnn.weight_hh_l0	3	0.015368660911917686
58231	rnn.weight_hh_l0	4	0.009875820949673653
58231	rnn.weight_hh_l0	5	0.03290548920631409
58231	rnn.weight_hh_l0	6	-0.00892801396548748
58231	rnn.weight_hh_l0	7	-0.06272908300161362
58231	rnn.weight_hh_l0	8	-0.017627868801355362
58231	rnn.weight_hh_l0	9	-0.05219719931483269
58231	rnn.bias_ih_l0	0	-0.06070883572101593
58231	rnn.bias_ih_l0	1	-0.11089444160461426
58231	rnn.bias_ih_l0	2	-0.16383680701255798
58231	rnn.bias_ih_l0	3	-0.24165989458560944
58231	rnn.bias_ih_l0	4	0.021660365164279938
58231	rnn.bias_ih_l0	5	0.06645293533802032
58231	rnn.bias_ih_l0	6	-0.10196814686059952
58231	rnn.bias_ih_l0	7	-0.18992090225219727
58231	rnn.bias_ih_l0	8	-0.09751904755830765
58231	rnn.bias_ih_l0	9	-0.10885998606681824
58231	rnn.bias_hh_l0	0	0.13260382413864136
58231	rnn.bias_hh_l0	1	-0.022524487227201462
58231	rnn.bias_hh_l0	2	0.0035854866728186607
58231	rnn.bias_hh_l0	3	-0.1264597475528717
58231	rnn.bias_hh_l0	4	0.02337682992219925
58231	rnn.bias_hh_l0	5	0.016735969111323357
58231	rnn.bias_hh_l0	6	-0.06276224553585052
58231	rnn.bias_hh_l0	7	-0.09307797253131866
58231	rnn.bias_hh_l0	8	-0.14142204821109772
58231	rnn.bias_hh_l0	9	-0.06301546096801758
58231	rnn.weight_ih_l0_reverse	0	0.0012149469694122672
58231	rnn.weight_ih_l0_reverse	1	0.02623913623392582
58231	rnn.weight_ih_l0_reverse	2	0.0020414942409843206
58231	rnn.weight_ih_l0_reverse	3	0.0039048728067427874
58231	rnn.weight_ih_l0_reverse	4	0.01907220110297203
58231	rnn.weight_ih_l0_reverse	5	-0.038090720772743225
58231	rnn.weight_ih_l0_reverse	6	-0.030963830649852753
58231	rnn.weight_ih_l0_reverse	7	-0.008983539417386055
58231	rnn.weight_ih_l0_reverse	8	0.026163369417190552
58231	rnn.weight_ih_l0_reverse	9	0.0026638696435838938
58231	rnn.weight_hh_l0_reverse	0	-0.007674542721360922
58231	rnn.weight_hh_l0_reverse	1	0.011591448448598385
58231	rnn.weight_hh_l0_reverse	2	-0.03317829221487045
58231	rnn.weight_hh_l0_reverse	3	0.03317314386367798
58231	rnn.weight_hh_l0_reverse	4	0.01262049749493599
58231	rnn.weight_hh_l0_reverse	5	-0.02057105302810669
58231	rnn.weight_hh_l0_reverse	6	0.028053950518369675
58231	rnn.weight_hh_l0_reverse	7	0.026168979704380035
58231	rnn.weight_hh_l0_reverse	8	0.0069335754960775375
58231	rnn.weight_hh_l0_reverse	9	-0.04625989869236946
58231	rnn.bias_ih_l0_reverse	0	-0.12061803042888641
58231	rnn.bias_ih_l0_reverse	1	-0.25661811232566833
58231	rnn.bias_ih_l0_reverse	2	-0.03462184593081474
58231	rnn.bias_ih_l0_reverse	3	-0.08828120678663254
58231	rnn.bias_ih_l0_reverse	4	0.07708331942558289
58231	rnn.bias_ih_l0_reverse	5	-0.18298576772212982
58231	rnn.bias_ih_l0_reverse	6	-0.029188215732574463
58231	rnn.bias_ih_l0_reverse	7	0.03420611098408699
58231	rnn.bias_ih_l0_reverse	8	-0.12810049951076508
58231	rnn.bias_ih_l0_reverse	9	-0.059791162610054016
58231	rnn.bias_hh_l0_reverse	0	-0.09514807164669037
58231	rnn.bias_hh_l0_reverse	1	-0.06936315447092056
58231	rnn.bias_hh_l0_reverse	2	-0.03324759006500244
58231	rnn.bias_hh_l0_reverse	3	-0.1046641394495964
58231	rnn.bias_hh_l0_reverse	4	-0.02763381414115429
58231	rnn.bias_hh_l0_reverse	5	-0.10081029683351517
58231	rnn.bias_hh_l0_reverse	6	-0.05045166239142418
58231	rnn.bias_hh_l0_reverse	7	-0.1275995671749115
58231	rnn.bias_hh_l0_reverse	8	-0.04487660899758339
58231	rnn.bias_hh_l0_reverse	9	-0.1271306276321411
58231	linear.weight	0	-0.2285129278898239
58231	linear.weight	1	-0.08900482952594757
58231	linear.weight	2	-0.011228874325752258
58231	linear.weight	3	-0.023867003619670868
58231	linear.weight	4	0.08242256939411163
58231	linear.weight	5	0.2456410527229309
58231	linear.weight	6	0.0047744326293468475
58231	linear.weight	7	-0.021312154829502106
58231	linear.weight	8	0.06583850085735321
58231	linear.weight	9	0.07997633516788483
58231	linear.bias	0	-0.6474613547325134
58231	linear.bias	1	0.7734490036964417
58231	linear.bias	2	-0.09418988227844238
58231	linear.bias	3	-0.46756720542907715
58231	linear.bias	4	-1.1497104167938232
58231	linear.bias	5	-1.125290870666504
58231	linear.bias	6	-0.6067364811897278
58231	linear.bias	7	-0.6616100072860718
58231	linear.bias	8	-0.01705317199230194
58231	linear.bias	9	2.856300115585327
58428	transitions	0	-0.20125775039196014
58428	transitions	1	7.340041160583496
58428	transitions	2	-2.936668872833252
58428	transitions	3	1.2429959774017334
58428	transitions	4	-1.6534725427627563
58428	transitions	5	-0.2784734070301056
58428	transitions	6	-0.15166258811950684
58428	transitions	7	-10000.0
58428	transitions	8	1.5819131135940552
58428	transitions	9	-2.2855727672576904
58428	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
58428	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
58428	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
58428	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
58428	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
58428	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
58428	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
58428	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
58428	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
58428	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
58428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
58428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
58428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
58428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
58428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
58428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
58428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
58428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
58428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
58428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
58428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
58428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
58428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
58428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
58428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
58428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
58428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
58428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
58428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
58428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
58428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
58428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
58428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
58428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
58428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
58428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
58428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
58428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
58428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
58428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
58428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
58428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
58428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
58428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
58428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
58428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
58428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
58428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
58428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
58428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
58428	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
58428	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
58428	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
58428	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
58428	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
58428	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
58428	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
58428	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
58428	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
58428	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
58428	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
58428	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
58428	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
58428	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
58428	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
58428	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
58428	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
58428	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
58428	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
58428	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
58428	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
58428	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
58428	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
58428	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
58428	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
58428	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
58428	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
58428	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
58428	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
58428	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
58428	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
58428	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
58428	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
58428	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
58428	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
58428	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
58428	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
58428	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
58428	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
58428	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
58428	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
58428	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
58428	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
58428	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
58428	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
58428	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
58428	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
58428	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
58428	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
58428	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
58428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
58428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
58428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
58428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
58428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
58428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
58428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
58428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
58428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
58428	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
58428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
58428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
58428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
58428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
58428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
58428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
58428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
58428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
58428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
58428	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
58428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
58428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
58428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
58428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
58428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
58428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
58428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
58428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
58428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
58428	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
58428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
58428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
58428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
58428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
58428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
58428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
58428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
58428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
58428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
58428	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
58428	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
58428	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
58428	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
58428	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
58428	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
58428	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
58428	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
58428	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
58428	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
58428	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
58428	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
58428	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
58428	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
58428	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
58428	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
58428	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
58428	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
58428	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
58428	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
58428	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
58428	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
58428	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
58428	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
58428	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
58428	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
58428	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
58428	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
58428	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
58428	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
58428	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
58428	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
58428	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
58428	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
58428	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
58428	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
58428	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
58428	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
58428	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
58428	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
58428	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
58428	embedding2nn.weight	0	0.030437946319580078
58428	embedding2nn.weight	1	-0.06266506761312485
58428	embedding2nn.weight	2	0.022405527532100677
58428	embedding2nn.weight	3	-0.04138605669140816
58428	embedding2nn.weight	4	-0.09384693950414658
58428	embedding2nn.weight	5	0.060823388397693634
58428	embedding2nn.weight	6	-0.07883130759000778
58428	embedding2nn.weight	7	-0.07896526157855988
58428	embedding2nn.weight	8	0.004730167333036661
58428	embedding2nn.weight	9	0.015332992188632488
58428	embedding2nn.bias	0	0.04197186976671219
58428	embedding2nn.bias	1	0.04200081527233124
58428	embedding2nn.bias	2	-0.10974979400634766
58428	embedding2nn.bias	3	0.06539081782102585
58428	embedding2nn.bias	4	0.024561550468206406
58428	embedding2nn.bias	5	-0.13735440373420715
58428	embedding2nn.bias	6	-0.11205660551786423
58428	embedding2nn.bias	7	-0.009470698423683643
58428	embedding2nn.bias	8	0.072537362575531
58428	embedding2nn.bias	9	-0.11326036602258682
58428	rnn.weight_ih_l0	0	0.019343480467796326
58428	rnn.weight_ih_l0	1	0.015721531584858894
58428	rnn.weight_ih_l0	2	-0.042587317526340485
58428	rnn.weight_ih_l0	3	-0.0004948621499352157
58428	rnn.weight_ih_l0	4	0.009386451914906502
58428	rnn.weight_ih_l0	5	-0.07180111855268478
58428	rnn.weight_ih_l0	6	0.022201452404260635
58428	rnn.weight_ih_l0	7	-0.047675151377916336
58428	rnn.weight_ih_l0	8	0.009480713866651058
58428	rnn.weight_ih_l0	9	-0.004066879861056805
58428	rnn.weight_hh_l0	0	0.001896151341497898
58428	rnn.weight_hh_l0	1	-0.06159284710884094
58428	rnn.weight_hh_l0	2	0.04322648048400879
58428	rnn.weight_hh_l0	3	0.015564710833132267
58428	rnn.weight_hh_l0	4	0.010029511526226997
58428	rnn.weight_hh_l0	5	0.03321150690317154
58428	rnn.weight_hh_l0	6	-0.009055575355887413
58428	rnn.weight_hh_l0	7	-0.06348128616809845
58428	rnn.weight_hh_l0	8	-0.01890675537288189
58428	rnn.weight_hh_l0	9	-0.04964545741677284
58428	rnn.bias_ih_l0	0	-0.06027388200163841
58428	rnn.bias_ih_l0	1	-0.10809750854969025
58428	rnn.bias_ih_l0	2	-0.16326487064361572
58428	rnn.bias_ih_l0	3	-0.23960314691066742
58428	rnn.bias_ih_l0	4	0.021871376782655716
58428	rnn.bias_ih_l0	5	0.06983596831560135
58428	rnn.bias_ih_l0	6	-0.10632671415805817
58428	rnn.bias_ih_l0	7	-0.18710677325725555
58428	rnn.bias_ih_l0	8	-0.10064109414815903
58428	rnn.bias_ih_l0	9	-0.11460704356431961
58428	rnn.bias_hh_l0	0	0.13435782492160797
58428	rnn.bias_hh_l0	1	-0.018069883808493614
58428	rnn.bias_hh_l0	2	0.005316940136253834
58428	rnn.bias_hh_l0	3	-0.12453299015760422
58428	rnn.bias_hh_l0	4	0.020442035049200058
58428	rnn.bias_hh_l0	5	0.02076217718422413
58428	rnn.bias_hh_l0	6	-0.06274480372667313
58428	rnn.bias_hh_l0	7	-0.09724974632263184
58428	rnn.bias_hh_l0	8	-0.1416885107755661
58428	rnn.bias_hh_l0	9	-0.06611832231283188
58428	rnn.weight_ih_l0_reverse	0	0.0011957810493186116
58428	rnn.weight_ih_l0_reverse	1	0.02892155386507511
58428	rnn.weight_ih_l0_reverse	2	0.001824866747483611
58428	rnn.weight_ih_l0_reverse	3	0.0032652413938194513
58428	rnn.weight_ih_l0_reverse	4	0.019630465656518936
58428	rnn.weight_ih_l0_reverse	5	-0.0371762253344059
58428	rnn.weight_ih_l0_reverse	6	-0.030697524547576904
58428	rnn.weight_ih_l0_reverse	7	-0.008791479282081127
58428	rnn.weight_ih_l0_reverse	8	0.02801954187452793
58428	rnn.weight_ih_l0_reverse	9	0.0003266929415985942
58428	rnn.weight_hh_l0_reverse	0	-0.007342884317040443
58428	rnn.weight_hh_l0_reverse	1	0.01154104433953762
58428	rnn.weight_hh_l0_reverse	2	-0.03283973038196564
58428	rnn.weight_hh_l0_reverse	3	0.033547379076480865
58428	rnn.weight_hh_l0_reverse	4	0.013783386908471584
58428	rnn.weight_hh_l0_reverse	5	-0.020565859973430634
58428	rnn.weight_hh_l0_reverse	6	0.028273295611143112
58428	rnn.weight_hh_l0_reverse	7	0.025175482034683228
58428	rnn.weight_hh_l0_reverse	8	0.006514342036098242
58428	rnn.weight_hh_l0_reverse	9	-0.045764751732349396
58428	rnn.bias_ih_l0_reverse	0	-0.11733542382717133
58428	rnn.bias_ih_l0_reverse	1	-0.2535817623138428
58428	rnn.bias_ih_l0_reverse	2	-0.037295740097761154
58428	rnn.bias_ih_l0_reverse	3	-0.08946153521537781
58428	rnn.bias_ih_l0_reverse	4	0.07420490682125092
58428	rnn.bias_ih_l0_reverse	5	-0.18010060489177704
58428	rnn.bias_ih_l0_reverse	6	-0.03212682157754898
58428	rnn.bias_ih_l0_reverse	7	0.03045237623155117
58428	rnn.bias_ih_l0_reverse	8	-0.12886284291744232
58428	rnn.bias_ih_l0_reverse	9	-0.06398236751556396
58428	rnn.bias_hh_l0_reverse	0	-0.08784883469343185
58428	rnn.bias_hh_l0_reverse	1	-0.06922093033790588
58428	rnn.bias_hh_l0_reverse	2	-0.03375937044620514
58428	rnn.bias_hh_l0_reverse	3	-0.10408997535705566
58428	rnn.bias_hh_l0_reverse	4	-0.02762177214026451
58428	rnn.bias_hh_l0_reverse	5	-0.1008148193359375
58428	rnn.bias_hh_l0_reverse	6	-0.050702594220638275
58428	rnn.bias_hh_l0_reverse	7	-0.12467963993549347
58428	rnn.bias_hh_l0_reverse	8	-0.04346490278840065
58428	rnn.bias_hh_l0_reverse	9	-0.128079354763031
58428	linear.weight	0	-0.21329128742218018
58428	linear.weight	1	-0.08310240507125854
58428	linear.weight	2	-0.011228874325752258
58428	linear.weight	3	-0.025418158620595932
58428	linear.weight	4	0.08861339837312698
58428	linear.weight	5	0.23022887110710144
58428	linear.weight	6	0.0047744326293468475
58428	linear.weight	7	-0.021312154829502106
58428	linear.weight	8	0.053382035344839096
58428	linear.weight	9	0.07655978947877884
58428	linear.bias	0	-0.637351393699646
58428	linear.bias	1	0.7513742446899414
58428	linear.bias	2	-0.08800817281007767
58428	linear.bias	3	-0.4725746512413025
58428	linear.bias	4	-1.140169620513916
58428	linear.bias	5	-1.1255226135253906
58428	linear.bias	6	-0.5983744263648987
58428	linear.bias	7	-0.6732567548751831
58428	linear.bias	8	-0.01705317199230194
58428	linear.bias	9	2.872187614440918
58625	transitions	0	-0.20178785920143127
58625	transitions	1	7.347341537475586
58625	transitions	2	-2.9381141662597656
58625	transitions	3	1.2291619777679443
58625	transitions	4	-1.6544830799102783
58625	transitions	5	-0.27864065766334534
58625	transitions	6	-0.15178097784519196
58625	transitions	7	-10000.0
58625	transitions	8	1.5881000757217407
58625	transitions	9	-2.2856030464172363
58625	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
58625	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
58625	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
58625	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
58625	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
58625	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
58625	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
58625	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
58625	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
58625	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
58625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
58625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
58625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
58625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
58625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
58625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
58625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
58625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
58625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
58625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
58625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
58625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
58625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
58625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
58625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
58625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
58625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
58625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
58625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
58625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
58625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
58625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
58625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
58625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
58625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
58625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
58625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
58625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
58625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
58625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
58625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
58625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
58625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
58625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
58625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
58625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
58625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
58625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
58625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
58625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
58625	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
58625	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
58625	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
58625	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
58625	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
58625	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
58625	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
58625	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
58625	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
58625	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
58625	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
58625	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
58625	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
58625	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
58625	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
58625	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
58625	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
58625	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
58625	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
58625	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
58625	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
58625	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
58625	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
58625	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
58625	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
58625	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
58625	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
58625	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
58625	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
58625	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
58625	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
58625	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
58625	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
58625	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
58625	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
58625	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
58625	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
58625	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
58625	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
58625	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
58625	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
58625	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
58625	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
58625	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
58625	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
58625	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
58625	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
58625	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
58625	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
58625	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
58625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
58625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
58625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
58625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
58625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
58625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
58625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
58625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
58625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
58625	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
58625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
58625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
58625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
58625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
58625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
58625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
58625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
58625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
58625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
58625	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
58625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
58625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
58625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
58625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
58625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
58625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
58625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
58625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
58625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
58625	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
58625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
58625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
58625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
58625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
58625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
58625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
58625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
58625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
58625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
58625	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
58625	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
58625	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
58625	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
58625	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
58625	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
58625	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
58625	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
58625	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
58625	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
58625	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
58625	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
58625	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
58625	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
58625	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
58625	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
58625	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
58625	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
58625	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
58625	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
58625	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
58625	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
58625	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
58625	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
58625	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
58625	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
58625	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
58625	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
58625	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
58625	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
58625	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
58625	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
58625	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
58625	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
58625	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
58625	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
58625	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
58625	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
58625	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
58625	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
58625	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
58625	embedding2nn.weight	0	0.030823536217212677
58625	embedding2nn.weight	1	-0.06153736263513565
58625	embedding2nn.weight	2	0.02619129978120327
58625	embedding2nn.weight	3	-0.040326543152332306
58625	embedding2nn.weight	4	-0.09276428073644638
58625	embedding2nn.weight	5	0.06153345853090286
58625	embedding2nn.weight	6	-0.06877486407756805
58625	embedding2nn.weight	7	-0.08066955953836441
58625	embedding2nn.weight	8	0.005089879035949707
58625	embedding2nn.weight	9	0.016952864825725555
58625	embedding2nn.bias	0	0.05651016905903816
58625	embedding2nn.bias	1	0.039585817605257034
58625	embedding2nn.bias	2	-0.10360310971736908
58625	embedding2nn.bias	3	0.06639213860034943
58625	embedding2nn.bias	4	0.03442727401852608
58625	embedding2nn.bias	5	-0.14802004396915436
58625	embedding2nn.bias	6	-0.10343856364488602
58625	embedding2nn.bias	7	-0.010907075367867947
58625	embedding2nn.bias	8	0.06218327209353447
58625	embedding2nn.bias	9	-0.1205281913280487
58625	rnn.weight_ih_l0	0	0.020968956872820854
58625	rnn.weight_ih_l0	1	0.01380210742354393
58625	rnn.weight_ih_l0	2	-0.044823359698057175
58625	rnn.weight_ih_l0	3	-0.005470788571983576
58625	rnn.weight_ih_l0	4	0.010122627951204777
58625	rnn.weight_ih_l0	5	-0.07070224732160568
58625	rnn.weight_ih_l0	6	0.019622595980763435
58625	rnn.weight_ih_l0	7	-0.04842124506831169
58625	rnn.weight_ih_l0	8	0.007942164316773415
58625	rnn.weight_ih_l0	9	-0.004259936045855284
58625	rnn.weight_hh_l0	0	0.0014216193230822682
58625	rnn.weight_hh_l0	1	-0.06131776422262192
58625	rnn.weight_hh_l0	2	0.043558359146118164
58625	rnn.weight_hh_l0	3	0.013896949589252472
58625	rnn.weight_hh_l0	4	0.010848349891602993
58625	rnn.weight_hh_l0	5	0.03308093547821045
58625	rnn.weight_hh_l0	6	-0.009734505787491798
58625	rnn.weight_hh_l0	7	-0.06262897700071335
58625	rnn.weight_hh_l0	8	-0.019629256799817085
58625	rnn.weight_hh_l0	9	-0.04895131662487984
58625	rnn.bias_ih_l0	0	-0.06510166078805923
58625	rnn.bias_ih_l0	1	-0.11109127849340439
58625	rnn.bias_ih_l0	2	-0.16263939440250397
58625	rnn.bias_ih_l0	3	-0.24009586870670319
58625	rnn.bias_ih_l0	4	0.017811283469200134
58625	rnn.bias_ih_l0	5	0.07152878493070602
58625	rnn.bias_ih_l0	6	-0.104423388838768
58625	rnn.bias_ih_l0	7	-0.19002380967140198
58625	rnn.bias_ih_l0	8	-0.09960530698299408
58625	rnn.bias_ih_l0	9	-0.12327559292316437
58625	rnn.bias_hh_l0	0	0.13444875180721283
58625	rnn.bias_hh_l0	1	-0.020086612552404404
58625	rnn.bias_hh_l0	2	0.0030240053310990334
58625	rnn.bias_hh_l0	3	-0.12341602891683578
58625	rnn.bias_hh_l0	4	0.0251934677362442
58625	rnn.bias_hh_l0	5	0.022741753607988358
58625	rnn.bias_hh_l0	6	-0.06399746984243393
58625	rnn.bias_hh_l0	7	-0.09947400540113449
58625	rnn.bias_hh_l0	8	-0.13764914870262146
58625	rnn.bias_hh_l0	9	-0.06391850858926773
58625	rnn.weight_ih_l0_reverse	0	0.0006932686665095389
58625	rnn.weight_ih_l0_reverse	1	0.027379725128412247
58625	rnn.weight_ih_l0_reverse	2	0.0008162495214492083
58625	rnn.weight_ih_l0_reverse	3	0.005164072383195162
58625	rnn.weight_ih_l0_reverse	4	0.020395928993821144
58625	rnn.weight_ih_l0_reverse	5	-0.0376148484647274
58625	rnn.weight_ih_l0_reverse	6	-0.03052647039294243
58625	rnn.weight_ih_l0_reverse	7	-0.009568926878273487
58625	rnn.weight_ih_l0_reverse	8	0.02878117375075817
58625	rnn.weight_ih_l0_reverse	9	0.0006640961510129273
58625	rnn.weight_hh_l0_reverse	0	-0.008177177980542183
58625	rnn.weight_hh_l0_reverse	1	0.011523595079779625
58625	rnn.weight_hh_l0_reverse	2	-0.033247336745262146
58625	rnn.weight_hh_l0_reverse	3	0.03350047767162323
58625	rnn.weight_hh_l0_reverse	4	0.0141909746453166
58625	rnn.weight_hh_l0_reverse	5	-0.020142342895269394
58625	rnn.weight_hh_l0_reverse	6	0.02783769927918911
58625	rnn.weight_hh_l0_reverse	7	0.023646235466003418
58625	rnn.weight_hh_l0_reverse	8	0.006222043186426163
58625	rnn.weight_hh_l0_reverse	9	-0.04670754820108414
58625	rnn.bias_ih_l0_reverse	0	-0.11991769075393677
58625	rnn.bias_ih_l0_reverse	1	-0.24933937191963196
58625	rnn.bias_ih_l0_reverse	2	-0.036083340644836426
58625	rnn.bias_ih_l0_reverse	3	-0.09502601623535156
58625	rnn.bias_ih_l0_reverse	4	0.07348034530878067
58625	rnn.bias_ih_l0_reverse	5	-0.18064993619918823
58625	rnn.bias_ih_l0_reverse	6	-0.028479978442192078
58625	rnn.bias_ih_l0_reverse	7	0.03446353226900101
58625	rnn.bias_ih_l0_reverse	8	-0.12735037505626678
58625	rnn.bias_ih_l0_reverse	9	-0.06563086807727814
58625	rnn.bias_hh_l0_reverse	0	-0.08631407469511032
58625	rnn.bias_hh_l0_reverse	1	-0.07000431418418884
58625	rnn.bias_hh_l0_reverse	2	-0.03521796315908432
58625	rnn.bias_hh_l0_reverse	3	-0.1027684286236763
58625	rnn.bias_hh_l0_reverse	4	-0.02616390585899353
58625	rnn.bias_hh_l0_reverse	5	-0.1018735021352768
58625	rnn.bias_hh_l0_reverse	6	-0.05289415642619133
58625	rnn.bias_hh_l0_reverse	7	-0.12184710055589676
58625	rnn.bias_hh_l0_reverse	8	-0.04294632375240326
58625	rnn.bias_hh_l0_reverse	9	-0.1280689835548401
58625	linear.weight	0	-0.23493483662605286
58625	linear.weight	1	-0.09384214878082275
58625	linear.weight	2	-0.011228874325752258
58625	linear.weight	3	-0.04733031243085861
58625	linear.weight	4	0.0810825377702713
58625	linear.weight	5	0.2134552001953125
58625	linear.weight	6	0.0047744326293468475
58625	linear.weight	7	-0.021312154829502106
58625	linear.weight	8	0.04360083490610123
58625	linear.weight	9	0.06990322470664978
58625	linear.bias	0	-0.6403489708900452
58625	linear.bias	1	0.7491688132286072
58625	linear.bias	2	-0.0415373332798481
58625	linear.bias	3	-0.4661911129951477
58625	linear.bias	4	-1.1805546283721924
58625	linear.bias	5	-1.1257539987564087
58625	linear.bias	6	-0.6050593256950378
58625	linear.bias	7	-0.6596877574920654
58625	linear.bias	8	-0.01705317199230194
58625	linear.bias	9	2.852362632751465
58822	transitions	0	-0.2023528814315796
58822	transitions	1	7.349501132965088
58822	transitions	2	-2.9395663738250732
58822	transitions	3	1.23957097530365
58822	transitions	4	-1.6559383869171143
58822	transitions	5	-0.2788286805152893
58822	transitions	6	-0.1518925130367279
58822	transitions	7	-10000.0
58822	transitions	8	1.5857704877853394
58822	transitions	9	-2.285641670227051
58822	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
58822	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
58822	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
58822	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
58822	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
58822	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
58822	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
58822	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
58822	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
58822	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
58822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
58822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
58822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
58822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
58822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
58822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
58822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
58822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
58822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
58822	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
58822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
58822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
58822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
58822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
58822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
58822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
58822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
58822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
58822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
58822	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
58822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
58822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
58822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
58822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
58822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
58822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
58822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
58822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
58822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
58822	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
58822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
58822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
58822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
58822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
58822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
58822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
58822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
58822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
58822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
58822	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
58822	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
58822	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
58822	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
58822	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
58822	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
58822	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
58822	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
58822	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
58822	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
58822	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
58822	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
58822	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
58822	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
58822	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
58822	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
58822	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
58822	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
58822	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
58822	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
58822	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
58822	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
58822	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
58822	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
58822	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
58822	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
58822	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
58822	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
58822	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
58822	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
58822	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
58822	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
58822	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
58822	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
58822	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
58822	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
58822	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
58822	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
58822	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
58822	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
58822	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
58822	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
58822	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
58822	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
58822	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
58822	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
58822	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
58822	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
58822	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
58822	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
58822	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
58822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
58822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
58822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
58822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
58822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
58822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
58822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
58822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
58822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
58822	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
58822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
58822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
58822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
58822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
58822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
58822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
58822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
58822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
58822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
58822	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
58822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
58822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
58822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
58822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
58822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
58822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
58822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
58822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
58822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
58822	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
58822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
58822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
58822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
58822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
58822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
58822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
58822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
58822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
58822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
58822	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
58822	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
58822	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
58822	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
58822	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
58822	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
58822	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
58822	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
58822	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
58822	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
58822	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
58822	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
58822	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
58822	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
58822	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
58822	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
58822	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
58822	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
58822	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
58822	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
58822	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
58822	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
58822	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
58822	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
58822	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
58822	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
58822	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
58822	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
58822	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
58822	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
58822	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
58822	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
58822	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
58822	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
58822	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
58822	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
58822	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
58822	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
58822	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
58822	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
58822	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
58822	embedding2nn.weight	0	0.03099328652024269
58822	embedding2nn.weight	1	-0.06086285039782524
58822	embedding2nn.weight	2	0.026596354320645332
58822	embedding2nn.weight	3	-0.03917412459850311
58822	embedding2nn.weight	4	-0.09054245054721832
58822	embedding2nn.weight	5	0.06319952011108398
58822	embedding2nn.weight	6	-0.06757673621177673
58822	embedding2nn.weight	7	-0.0767362117767334
58822	embedding2nn.weight	8	0.004909354727715254
58822	embedding2nn.weight	9	0.0193264652043581
58822	embedding2nn.bias	0	0.0484858974814415
58822	embedding2nn.bias	1	0.03577251359820366
58822	embedding2nn.bias	2	-0.09860500693321228
58822	embedding2nn.bias	3	0.05285169184207916
58822	embedding2nn.bias	4	0.022535135969519615
58822	embedding2nn.bias	5	-0.14287014305591583
58822	embedding2nn.bias	6	-0.10444699972867966
58822	embedding2nn.bias	7	-0.031166568398475647
58822	embedding2nn.bias	8	0.06871601194143295
58822	embedding2nn.bias	9	-0.11024826020002365
58822	rnn.weight_ih_l0	0	0.019968681037425995
58822	rnn.weight_ih_l0	1	0.013669890351593494
58822	rnn.weight_ih_l0	2	-0.044434890151023865
58822	rnn.weight_ih_l0	3	-0.006158146075904369
58822	rnn.weight_ih_l0	4	0.006872610189020634
58822	rnn.weight_ih_l0	5	-0.07204949855804443
58822	rnn.weight_ih_l0	6	0.020852655172348022
58822	rnn.weight_ih_l0	7	-0.04623960703611374
58822	rnn.weight_ih_l0	8	0.008685554377734661
58822	rnn.weight_ih_l0	9	-0.0030821124091744423
58822	rnn.weight_hh_l0	0	0.0003674553881864995
58822	rnn.weight_hh_l0	1	-0.060702595859766006
58822	rnn.weight_hh_l0	2	0.043113794177770615
58822	rnn.weight_hh_l0	3	0.014202500693500042
58822	rnn.weight_hh_l0	4	0.010573087260127068
58822	rnn.weight_hh_l0	5	0.033168379217386246
58822	rnn.weight_hh_l0	6	-0.011332898400723934
58822	rnn.weight_hh_l0	7	-0.06333386898040771
58822	rnn.weight_hh_l0	8	-0.01862197555601597
58822	rnn.weight_hh_l0	9	-0.04809302091598511
58822	rnn.bias_ih_l0	0	-0.06321749091148376
58822	rnn.bias_ih_l0	1	-0.10588379204273224
58822	rnn.bias_ih_l0	2	-0.16198432445526123
58822	rnn.bias_ih_l0	3	-0.2372077852487564
58822	rnn.bias_ih_l0	4	0.013475297950208187
58822	rnn.bias_ih_l0	5	0.06317070126533508
58822	rnn.bias_ih_l0	6	-0.09886933118104935
58822	rnn.bias_ih_l0	7	-0.1875443309545517
58822	rnn.bias_ih_l0	8	-0.09580736607313156
58822	rnn.bias_ih_l0	9	-0.11965939402580261
58822	rnn.bias_hh_l0	0	0.1343134641647339
58822	rnn.bias_hh_l0	1	-0.020837632939219475
58822	rnn.bias_hh_l0	2	0.008451994508504868
58822	rnn.bias_hh_l0	3	-0.12270887196063995
58822	rnn.bias_hh_l0	4	0.02015155367553234
58822	rnn.bias_hh_l0	5	0.026445897296071053
58822	rnn.bias_hh_l0	6	-0.06537895649671555
58822	rnn.bias_hh_l0	7	-0.1002349704504013
58822	rnn.bias_hh_l0	8	-0.13589750230312347
58822	rnn.bias_hh_l0	9	-0.06510616838932037
58822	rnn.weight_ih_l0_reverse	0	0.00019587401766330004
58822	rnn.weight_ih_l0_reverse	1	0.027378875762224197
58822	rnn.weight_ih_l0_reverse	2	0.0007438102038577199
58822	rnn.weight_ih_l0_reverse	3	0.002398138400167227
58822	rnn.weight_ih_l0_reverse	4	0.02298060804605484
58822	rnn.weight_ih_l0_reverse	5	-0.038693077862262726
58822	rnn.weight_ih_l0_reverse	6	-0.03220587596297264
58822	rnn.weight_ih_l0_reverse	7	-0.008365646935999393
58822	rnn.weight_ih_l0_reverse	8	0.03186493366956711
58822	rnn.weight_ih_l0_reverse	9	0.000627010187599808
58822	rnn.weight_hh_l0_reverse	0	-0.008418818935751915
58822	rnn.weight_hh_l0_reverse	1	0.011830981820821762
58822	rnn.weight_hh_l0_reverse	2	-0.03254247456789017
58822	rnn.weight_hh_l0_reverse	3	0.03272717073559761
58822	rnn.weight_hh_l0_reverse	4	0.014657801017165184
58822	rnn.weight_hh_l0_reverse	5	-0.02095644362270832
58822	rnn.weight_hh_l0_reverse	6	0.028229326009750366
58822	rnn.weight_hh_l0_reverse	7	0.024217084050178528
58822	rnn.weight_hh_l0_reverse	8	0.005744873080402613
58822	rnn.weight_hh_l0_reverse	9	-0.04746027663350105
58822	rnn.bias_ih_l0_reverse	0	-0.1143798679113388
58822	rnn.bias_ih_l0_reverse	1	-0.253637433052063
58822	rnn.bias_ih_l0_reverse	2	-0.03627902269363403
58822	rnn.bias_ih_l0_reverse	3	-0.09592916071414948
58822	rnn.bias_ih_l0_reverse	4	0.07420547306537628
58822	rnn.bias_ih_l0_reverse	5	-0.17640361189842224
58822	rnn.bias_ih_l0_reverse	6	-0.029821330681443214
58822	rnn.bias_ih_l0_reverse	7	0.043483566492795944
58822	rnn.bias_ih_l0_reverse	8	-0.1302650421857834
58822	rnn.bias_ih_l0_reverse	9	-0.06582813709974289
58822	rnn.bias_hh_l0_reverse	0	-0.08569354563951492
58822	rnn.bias_hh_l0_reverse	1	-0.0693613812327385
58822	rnn.bias_hh_l0_reverse	2	-0.03216901049017906
58822	rnn.bias_hh_l0_reverse	3	-0.10063192248344421
58822	rnn.bias_hh_l0_reverse	4	-0.02358320727944374
58822	rnn.bias_hh_l0_reverse	5	-0.09990475326776505
58822	rnn.bias_hh_l0_reverse	6	-0.052841346710920334
58822	rnn.bias_hh_l0_reverse	7	-0.12605617940425873
58822	rnn.bias_hh_l0_reverse	8	-0.038774482905864716
58822	rnn.bias_hh_l0_reverse	9	-0.12830950319766998
58822	linear.weight	0	-0.22082549333572388
58822	linear.weight	1	-0.09021945297718048
58822	linear.weight	2	-0.011228874325752258
58822	linear.weight	3	-0.039468079805374146
58822	linear.weight	4	0.09235960990190506
58822	linear.weight	5	0.21507056057453156
58822	linear.weight	6	0.0047744326293468475
58822	linear.weight	7	-0.021312154829502106
58822	linear.weight	8	0.046272922307252884
58822	linear.weight	9	0.0723009780049324
58822	linear.bias	0	-0.6534924507141113
58822	linear.bias	1	0.7610251307487488
58822	linear.bias	2	-0.05985105410218239
58822	linear.bias	3	-0.4633959233760834
58822	linear.bias	4	-1.1925832033157349
58822	linear.bias	5	-1.1259973049163818
58822	linear.bias	6	-0.6211894154548645
58822	linear.bias	7	-0.6509608030319214
58822	linear.bias	8	-0.01705317199230194
58822	linear.bias	9	2.896404981613159
59019	transitions	0	-0.2028936743736267
59019	transitions	1	7.353781223297119
59019	transitions	2	-2.942169427871704
59019	transitions	3	1.2617239952087402
59019	transitions	4	-1.65712308883667
59019	transitions	5	-0.27907273173332214
59019	transitions	6	-0.15209278464317322
59019	transitions	7	-10000.0
59019	transitions	8	1.583052396774292
59019	transitions	9	-2.2856757640838623
59019	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
59019	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
59019	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
59019	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
59019	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
59019	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
59019	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
59019	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
59019	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
59019	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
59019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
59019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
59019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
59019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
59019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
59019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
59019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
59019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
59019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
59019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
59019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
59019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
59019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
59019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
59019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
59019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
59019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
59019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
59019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
59019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
59019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
59019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
59019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
59019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
59019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
59019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
59019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
59019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
59019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
59019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
59019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
59019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
59019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
59019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
59019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
59019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
59019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
59019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
59019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
59019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
59019	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
59019	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
59019	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
59019	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
59019	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
59019	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
59019	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
59019	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
59019	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
59019	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
59019	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
59019	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
59019	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
59019	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
59019	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
59019	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
59019	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
59019	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
59019	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
59019	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
59019	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
59019	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
59019	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
59019	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
59019	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
59019	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
59019	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
59019	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
59019	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
59019	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
59019	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
59019	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
59019	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
59019	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
59019	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
59019	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
59019	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
59019	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
59019	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
59019	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
59019	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
59019	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
59019	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
59019	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
59019	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
59019	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
59019	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
59019	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
59019	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
59019	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
59019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
59019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
59019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
59019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
59019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
59019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
59019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
59019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
59019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
59019	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
59019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
59019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
59019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
59019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
59019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
59019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
59019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
59019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
59019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
59019	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
59019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
59019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
59019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
59019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
59019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
59019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
59019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
59019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
59019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
59019	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
59019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
59019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
59019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
59019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
59019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
59019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
59019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
59019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
59019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
59019	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
59019	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
59019	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
59019	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
59019	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
59019	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
59019	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
59019	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
59019	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
59019	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
59019	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
59019	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
59019	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
59019	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
59019	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
59019	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
59019	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
59019	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
59019	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
59019	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
59019	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
59019	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
59019	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
59019	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
59019	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
59019	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
59019	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
59019	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
59019	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
59019	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
59019	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
59019	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
59019	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
59019	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
59019	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
59019	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
59019	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
59019	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
59019	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
59019	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
59019	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
59019	embedding2nn.weight	0	0.030726665630936623
59019	embedding2nn.weight	1	-0.061371810734272
59019	embedding2nn.weight	2	0.028613878414034843
59019	embedding2nn.weight	3	-0.03953544422984123
59019	embedding2nn.weight	4	-0.09161742031574249
59019	embedding2nn.weight	5	0.06331276148557663
59019	embedding2nn.weight	6	-0.06299390643835068
59019	embedding2nn.weight	7	-0.07814112305641174
59019	embedding2nn.weight	8	0.005619755946099758
59019	embedding2nn.weight	9	0.01849573291838169
59019	embedding2nn.bias	0	0.04757685959339142
59019	embedding2nn.bias	1	0.026069222018122673
59019	embedding2nn.bias	2	-0.10349827259778976
59019	embedding2nn.bias	3	0.06659919768571854
59019	embedding2nn.bias	4	0.021635258570313454
59019	embedding2nn.bias	5	-0.1507682502269745
59019	embedding2nn.bias	6	-0.10814916342496872
59019	embedding2nn.bias	7	-0.029687589034438133
59019	embedding2nn.bias	8	0.06572721898555756
59019	embedding2nn.bias	9	-0.1109921783208847
59019	rnn.weight_ih_l0	0	0.019963551312685013
59019	rnn.weight_ih_l0	1	0.014249445870518684
59019	rnn.weight_ih_l0	2	-0.04459462687373161
59019	rnn.weight_ih_l0	3	-0.007340607699006796
59019	rnn.weight_ih_l0	4	0.007039210759103298
59019	rnn.weight_ih_l0	5	-0.07229475677013397
59019	rnn.weight_ih_l0	6	0.01982988603413105
59019	rnn.weight_ih_l0	7	-0.043544892221689224
59019	rnn.weight_ih_l0	8	0.008500274270772934
59019	rnn.weight_ih_l0	9	-0.0007986177806742489
59019	rnn.weight_hh_l0	0	-0.0006566193769685924
59019	rnn.weight_hh_l0	1	-0.06218349188566208
59019	rnn.weight_hh_l0	2	0.04369594156742096
59019	rnn.weight_hh_l0	3	0.013413687236607075
59019	rnn.weight_hh_l0	4	0.011306719854474068
59019	rnn.weight_hh_l0	5	0.03281256556510925
59019	rnn.weight_hh_l0	6	-0.011599470861256123
59019	rnn.weight_hh_l0	7	-0.06402962654829025
59019	rnn.weight_hh_l0	8	-0.018478699028491974
59019	rnn.weight_hh_l0	9	-0.04867691546678543
59019	rnn.bias_ih_l0	0	-0.07145708054304123
59019	rnn.bias_ih_l0	1	-0.11331762373447418
59019	rnn.bias_ih_l0	2	-0.1609988957643509
59019	rnn.bias_ih_l0	3	-0.23632857203483582
59019	rnn.bias_ih_l0	4	0.017336230725049973
59019	rnn.bias_ih_l0	5	0.05925935134291649
59019	rnn.bias_ih_l0	6	-0.09868816286325455
59019	rnn.bias_ih_l0	7	-0.19600920379161835
59019	rnn.bias_ih_l0	8	-0.09278953075408936
59019	rnn.bias_ih_l0	9	-0.11648133397102356
59019	rnn.bias_hh_l0	0	0.1387692093849182
59019	rnn.bias_hh_l0	1	-0.02093527838587761
59019	rnn.bias_hh_l0	2	0.008477767929434776
59019	rnn.bias_hh_l0	3	-0.12329582124948502
59019	rnn.bias_hh_l0	4	0.026729771867394447
59019	rnn.bias_hh_l0	5	0.0175784844905138
59019	rnn.bias_hh_l0	6	-0.06612933427095413
59019	rnn.bias_hh_l0	7	-0.09948844462633133
59019	rnn.bias_hh_l0	8	-0.13666260242462158
59019	rnn.bias_hh_l0	9	-0.062223292887210846
59019	rnn.weight_ih_l0_reverse	0	0.001948278397321701
59019	rnn.weight_ih_l0_reverse	1	0.0258627962321043
59019	rnn.weight_ih_l0_reverse	2	-0.002280372427776456
59019	rnn.weight_ih_l0_reverse	3	0.0014391500735655427
59019	rnn.weight_ih_l0_reverse	4	0.021484050899744034
59019	rnn.weight_ih_l0_reverse	5	-0.03990322723984718
59019	rnn.weight_ih_l0_reverse	6	-0.03313097730278969
59019	rnn.weight_ih_l0_reverse	7	-0.008603512309491634
59019	rnn.weight_ih_l0_reverse	8	0.031162310391664505
59019	rnn.weight_ih_l0_reverse	9	-0.001694456092081964
59019	rnn.weight_hh_l0_reverse	0	-0.007621518801897764
59019	rnn.weight_hh_l0_reverse	1	0.012319754809141159
59019	rnn.weight_hh_l0_reverse	2	-0.03179449588060379
59019	rnn.weight_hh_l0_reverse	3	0.0332733578979969
59019	rnn.weight_hh_l0_reverse	4	0.014679210260510445
59019	rnn.weight_hh_l0_reverse	5	-0.020952101796865463
59019	rnn.weight_hh_l0_reverse	6	0.03040003590285778
59019	rnn.weight_hh_l0_reverse	7	0.024043362587690353
59019	rnn.weight_hh_l0_reverse	8	0.006283487193286419
59019	rnn.weight_hh_l0_reverse	9	-0.04610419273376465
59019	rnn.bias_ih_l0_reverse	0	-0.11622055619955063
59019	rnn.bias_ih_l0_reverse	1	-0.25418585538864136
59019	rnn.bias_ih_l0_reverse	2	-0.03800633177161217
59019	rnn.bias_ih_l0_reverse	3	-0.09894079715013504
59019	rnn.bias_ih_l0_reverse	4	0.07264155149459839
59019	rnn.bias_ih_l0_reverse	5	-0.17333519458770752
59019	rnn.bias_ih_l0_reverse	6	-0.0332057885825634
59019	rnn.bias_ih_l0_reverse	7	0.04247377812862396
59019	rnn.bias_ih_l0_reverse	8	-0.1306028664112091
59019	rnn.bias_ih_l0_reverse	9	-0.0657966360449791
59019	rnn.bias_hh_l0_reverse	0	-0.08467398583889008
59019	rnn.bias_hh_l0_reverse	1	-0.07419074326753616
59019	rnn.bias_hh_l0_reverse	2	-0.03199094906449318
59019	rnn.bias_hh_l0_reverse	3	-0.1075005978345871
59019	rnn.bias_hh_l0_reverse	4	-0.02339479699730873
59019	rnn.bias_hh_l0_reverse	5	-0.09728306531906128
59019	rnn.bias_hh_l0_reverse	6	-0.05785859748721123
59019	rnn.bias_hh_l0_reverse	7	-0.13324801623821259
59019	rnn.bias_hh_l0_reverse	8	-0.03778901696205139
59019	rnn.bias_hh_l0_reverse	9	-0.12789301574230194
59019	linear.weight	0	-0.22483842074871063
59019	linear.weight	1	-0.09995216131210327
59019	linear.weight	2	-0.011228874325752258
59019	linear.weight	3	-0.05488801747560501
59019	linear.weight	4	0.07858072221279144
59019	linear.weight	5	0.22723054885864258
59019	linear.weight	6	0.0047744326293468475
59019	linear.weight	7	-0.021312154829502106
59019	linear.weight	8	0.07141643017530441
59019	linear.weight	9	0.06567277014255524
59019	linear.bias	0	-0.6574170589447021
59019	linear.bias	1	0.7420152425765991
59019	linear.bias	2	-0.06050356850028038
59019	linear.bias	3	-0.46802160143852234
59019	linear.bias	4	-1.2347917556762695
59019	linear.bias	5	-1.1262516975402832
59019	linear.bias	6	-0.622005820274353
59019	linear.bias	7	-0.6674181818962097
59019	linear.bias	8	-0.01705317199230194
59019	linear.bias	9	2.8462469577789307
59216	transitions	0	-0.20435594022274017
59216	transitions	1	7.37785530090332
59216	transitions	2	-2.943673610687256
59216	transitions	3	1.2790156602859497
59216	transitions	4	-1.6581283807754517
59216	transitions	5	-0.27931490540504456
59216	transitions	6	-0.15226884186267853
59216	transitions	7	-10000.0
59216	transitions	8	1.5765711069107056
59216	transitions	9	-2.2857062816619873
59216	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
59216	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
59216	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
59216	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
59216	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
59216	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
59216	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
59216	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
59216	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
59216	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
59216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
59216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
59216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
59216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
59216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
59216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
59216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
59216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
59216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
59216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
59216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
59216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
59216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
59216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
59216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
59216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
59216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
59216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
59216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
59216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
59216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
59216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
59216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
59216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
59216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
59216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
59216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
59216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
59216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
59216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
59216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
59216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
59216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
59216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
59216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
59216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
59216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
59216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
59216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
59216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
59216	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
59216	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
59216	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
59216	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
59216	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
59216	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
59216	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
59216	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
59216	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
59216	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
59216	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
59216	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
59216	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
59216	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
59216	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
59216	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
59216	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
59216	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
59216	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
59216	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
59216	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
59216	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
59216	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
59216	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
59216	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
59216	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
59216	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
59216	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
59216	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
59216	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
59216	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
59216	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
59216	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
59216	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
59216	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
59216	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
59216	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
59216	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
59216	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
59216	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
59216	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
59216	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
59216	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
59216	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
59216	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
59216	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
59216	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
59216	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
59216	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
59216	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
59216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
59216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
59216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
59216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
59216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
59216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
59216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
59216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
59216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
59216	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
59216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
59216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
59216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
59216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
59216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
59216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
59216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
59216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
59216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
59216	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
59216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
59216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
59216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
59216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
59216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
59216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
59216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
59216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
59216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
59216	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
59216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
59216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
59216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
59216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
59216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
59216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
59216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
59216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
59216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
59216	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
59216	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
59216	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
59216	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
59216	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
59216	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
59216	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
59216	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
59216	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
59216	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
59216	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
59216	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
59216	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
59216	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
59216	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
59216	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
59216	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
59216	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
59216	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
59216	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
59216	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
59216	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
59216	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
59216	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
59216	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
59216	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
59216	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
59216	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
59216	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
59216	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
59216	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
59216	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
59216	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
59216	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
59216	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
59216	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
59216	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
59216	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
59216	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
59216	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
59216	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
59216	embedding2nn.weight	0	0.03059723600745201
59216	embedding2nn.weight	1	-0.06206506863236427
59216	embedding2nn.weight	2	0.0271256472915411
59216	embedding2nn.weight	3	-0.03995254263281822
59216	embedding2nn.weight	4	-0.09322787821292877
59216	embedding2nn.weight	5	0.0643346756696701
59216	embedding2nn.weight	6	-0.07410728931427002
59216	embedding2nn.weight	7	-0.07870757579803467
59216	embedding2nn.weight	8	0.007641867268830538
59216	embedding2nn.weight	9	0.020124347880482674
59216	embedding2nn.bias	0	0.03821784630417824
59216	embedding2nn.bias	1	0.019756268709897995
59216	embedding2nn.bias	2	-0.10435913503170013
59216	embedding2nn.bias	3	0.06167890504002571
59216	embedding2nn.bias	4	0.02613038197159767
59216	embedding2nn.bias	5	-0.1536402404308319
59216	embedding2nn.bias	6	-0.10071523487567902
59216	embedding2nn.bias	7	-0.019196292385458946
59216	embedding2nn.bias	8	0.07902604341506958
59216	embedding2nn.bias	9	-0.11465916782617569
59216	rnn.weight_ih_l0	0	0.020911725237965584
59216	rnn.weight_ih_l0	1	0.014093921519815922
59216	rnn.weight_ih_l0	2	-0.04323751479387283
59216	rnn.weight_ih_l0	3	-0.009581304155290127
59216	rnn.weight_ih_l0	4	0.008082820102572441
59216	rnn.weight_ih_l0	5	-0.07375986129045486
59216	rnn.weight_ih_l0	6	0.018710527569055557
59216	rnn.weight_ih_l0	7	-0.04316816106438637
59216	rnn.weight_ih_l0	8	0.010226323269307613
59216	rnn.weight_ih_l0	9	0.0009827533503994346
59216	rnn.weight_hh_l0	0	0.00031350311473943293
59216	rnn.weight_hh_l0	1	-0.06189396232366562
59216	rnn.weight_hh_l0	2	0.04383661597967148
59216	rnn.weight_hh_l0	3	0.013524358160793781
59216	rnn.weight_hh_l0	4	0.01130747888237238
59216	rnn.weight_hh_l0	5	0.03365623950958252
59216	rnn.weight_hh_l0	6	-0.01177824568003416
59216	rnn.weight_hh_l0	7	-0.06453889608383179
59216	rnn.weight_hh_l0	8	-0.018477924168109894
59216	rnn.weight_hh_l0	9	-0.04939164221286774
59216	rnn.bias_ih_l0	0	-0.075689397752285
59216	rnn.bias_ih_l0	1	-0.11211378127336502
59216	rnn.bias_ih_l0	2	-0.16589491069316864
59216	rnn.bias_ih_l0	3	-0.23628301918506622
59216	rnn.bias_ih_l0	4	0.020125607028603554
59216	rnn.bias_ih_l0	5	0.060592491179704666
59216	rnn.bias_ih_l0	6	-0.09887062758207321
59216	rnn.bias_ih_l0	7	-0.19182941317558289
59216	rnn.bias_ih_l0	8	-0.08944334089756012
59216	rnn.bias_ih_l0	9	-0.11593402177095413
59216	rnn.bias_hh_l0	0	0.13584546744823456
59216	rnn.bias_hh_l0	1	-0.017148761078715324
59216	rnn.bias_hh_l0	2	0.010612006299197674
59216	rnn.bias_hh_l0	3	-0.12164966762065887
59216	rnn.bias_hh_l0	4	0.02465416118502617
59216	rnn.bias_hh_l0	5	0.015248535200953484
59216	rnn.bias_hh_l0	6	-0.06459684669971466
59216	rnn.bias_hh_l0	7	-0.09888564795255661
59216	rnn.bias_hh_l0	8	-0.13690942525863647
59216	rnn.bias_hh_l0	9	-0.06166166067123413
59216	rnn.weight_ih_l0_reverse	0	0.0020298713352531195
59216	rnn.weight_ih_l0_reverse	1	0.02651912160217762
59216	rnn.weight_ih_l0_reverse	2	-0.0025111434515565634
59216	rnn.weight_ih_l0_reverse	3	0.0035235288087278605
59216	rnn.weight_ih_l0_reverse	4	0.016399994492530823
59216	rnn.weight_ih_l0_reverse	5	-0.03798208758234978
59216	rnn.weight_ih_l0_reverse	6	-0.03319239988923073
59216	rnn.weight_ih_l0_reverse	7	-0.007798766251653433
59216	rnn.weight_ih_l0_reverse	8	0.03197343274950981
59216	rnn.weight_ih_l0_reverse	9	-0.0038106602150946856
59216	rnn.weight_hh_l0_reverse	0	-0.0069361235946416855
59216	rnn.weight_hh_l0_reverse	1	0.012205288745462894
59216	rnn.weight_hh_l0_reverse	2	-0.03169909492135048
59216	rnn.weight_hh_l0_reverse	3	0.03283943608403206
59216	rnn.weight_hh_l0_reverse	4	0.01449589803814888
59216	rnn.weight_hh_l0_reverse	5	-0.020624829456210136
59216	rnn.weight_hh_l0_reverse	6	0.0312036145478487
59216	rnn.weight_hh_l0_reverse	7	0.023895131424069405
59216	rnn.weight_hh_l0_reverse	8	0.007321242243051529
59216	rnn.weight_hh_l0_reverse	9	-0.04548487439751625
59216	rnn.bias_ih_l0_reverse	0	-0.11191021651029587
59216	rnn.bias_ih_l0_reverse	1	-0.25820809602737427
59216	rnn.bias_ih_l0_reverse	2	-0.03906466066837311
59216	rnn.bias_ih_l0_reverse	3	-0.10080675780773163
59216	rnn.bias_ih_l0_reverse	4	0.07126032561063766
59216	rnn.bias_ih_l0_reverse	5	-0.17480266094207764
59216	rnn.bias_ih_l0_reverse	6	-0.0358194038271904
59216	rnn.bias_ih_l0_reverse	7	0.043890953063964844
59216	rnn.bias_ih_l0_reverse	8	-0.13361896574497223
59216	rnn.bias_ih_l0_reverse	9	-0.06574932485818863
59216	rnn.bias_hh_l0_reverse	0	-0.08547873049974442
59216	rnn.bias_hh_l0_reverse	1	-0.07039514183998108
59216	rnn.bias_hh_l0_reverse	2	-0.03241772577166557
59216	rnn.bias_hh_l0_reverse	3	-0.11183932423591614
59216	rnn.bias_hh_l0_reverse	4	-0.023128380998969078
59216	rnn.bias_hh_l0_reverse	5	-0.09979014843702316
59216	rnn.bias_hh_l0_reverse	6	-0.06106598302721977
59216	rnn.bias_hh_l0_reverse	7	-0.12729927897453308
59216	rnn.bias_hh_l0_reverse	8	-0.037597253918647766
59216	rnn.bias_hh_l0_reverse	9	-0.12896479666233063
59216	linear.weight	0	-0.2261989414691925
59216	linear.weight	1	-0.10337745398283005
59216	linear.weight	2	-0.011228874325752258
59216	linear.weight	3	-0.034188900142908096
59216	linear.weight	4	0.08987162262201309
59216	linear.weight	5	0.24507242441177368
59216	linear.weight	6	0.0047744326293468475
59216	linear.weight	7	-0.021312154829502106
59216	linear.weight	8	0.06720194965600967
59216	linear.weight	9	0.077249675989151
59216	linear.bias	0	-0.6698520183563232
59216	linear.bias	1	0.7440798282623291
59216	linear.bias	2	-0.030492935329675674
59216	linear.bias	3	-0.4820840060710907
59216	linear.bias	4	-1.1821506023406982
59216	linear.bias	5	-1.1264522075653076
59216	linear.bias	6	-0.631744384765625
59216	linear.bias	7	-0.6128352284431458
59216	linear.bias	8	-0.01705317199230194
59216	linear.bias	9	2.836012125015259
59220	transitions	0	-0.20435795187950134
59220	transitions	1	7.371417999267578
59220	transitions	2	-2.943681478500366
59220	transitions	3	1.275109052658081
59220	transitions	4	-1.6581412553787231
59220	transitions	5	-0.27931657433509827
59220	transitions	6	-0.15227115154266357
59220	transitions	7	-10000.0
59220	transitions	8	1.5765659809112549
59220	transitions	9	-2.2857065200805664
59220	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
59220	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
59220	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
59220	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
59220	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
59220	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
59220	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
59220	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
59220	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
59220	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
59220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
59220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
59220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
59220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
59220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
59220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
59220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
59220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
59220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
59220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
59220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
59220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
59220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
59220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
59220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
59220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
59220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
59220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
59220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
59220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
59220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
59220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
59220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
59220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
59220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
59220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
59220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
59220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
59220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
59220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
59220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
59220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
59220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
59220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
59220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
59220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
59220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
59220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
59220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
59220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
59220	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
59220	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
59220	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
59220	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
59220	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
59220	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
59220	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
59220	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
59220	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
59220	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
59220	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
59220	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
59220	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
59220	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
59220	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
59220	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
59220	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
59220	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
59220	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
59220	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
59220	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
59220	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
59220	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
59220	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
59220	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
59220	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
59220	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
59220	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
59220	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
59220	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
59220	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
59220	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
59220	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
59220	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
59220	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
59220	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
59220	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
59220	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
59220	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
59220	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
59220	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
59220	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
59220	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
59220	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
59220	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
59220	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
59220	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
59220	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
59220	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
59220	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
59220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
59220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
59220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
59220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
59220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
59220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
59220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
59220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
59220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
59220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
59220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
59220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
59220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
59220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
59220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
59220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
59220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
59220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
59220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
59220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
59220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
59220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
59220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
59220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
59220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
59220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
59220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
59220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
59220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
59220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
59220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
59220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
59220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
59220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
59220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
59220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
59220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
59220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
59220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
59220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
59220	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
59220	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
59220	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
59220	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
59220	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
59220	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
59220	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
59220	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
59220	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
59220	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
59220	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
59220	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
59220	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
59220	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
59220	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
59220	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
59220	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
59220	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
59220	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
59220	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
59220	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
59220	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
59220	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
59220	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
59220	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
59220	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
59220	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
59220	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
59220	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
59220	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
59220	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
59220	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
59220	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
59220	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
59220	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
59220	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
59220	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
59220	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
59220	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
59220	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
59220	embedding2nn.weight	0	0.030514637008309364
59220	embedding2nn.weight	1	-0.06189296767115593
59220	embedding2nn.weight	2	0.027227479964494705
59220	embedding2nn.weight	3	-0.0398932583630085
59220	embedding2nn.weight	4	-0.09335469454526901
59220	embedding2nn.weight	5	0.06401749700307846
59220	embedding2nn.weight	6	-0.07323654741048813
59220	embedding2nn.weight	7	-0.078620046377182
59220	embedding2nn.weight	8	0.007553871721029282
59220	embedding2nn.weight	9	0.020226769149303436
59220	embedding2nn.bias	0	0.04053708538413048
59220	embedding2nn.bias	1	0.0184137262403965
59220	embedding2nn.bias	2	-0.1033141016960144
59220	embedding2nn.bias	3	0.06363578885793686
59220	embedding2nn.bias	4	0.025940945371985435
59220	embedding2nn.bias	5	-0.1536324918270111
59220	embedding2nn.bias	6	-0.10044204443693161
59220	embedding2nn.bias	7	-0.0206980612128973
59220	embedding2nn.bias	8	0.07896081358194351
59220	embedding2nn.bias	9	-0.11547607183456421
59220	rnn.weight_ih_l0	0	0.021221986040472984
59220	rnn.weight_ih_l0	1	0.013831643387675285
59220	rnn.weight_ih_l0	2	-0.0437600240111351
59220	rnn.weight_ih_l0	3	-0.009170935489237309
59220	rnn.weight_ih_l0	4	0.008260882459580898
59220	rnn.weight_ih_l0	5	-0.07315254956483841
59220	rnn.weight_ih_l0	6	0.018811604008078575
59220	rnn.weight_ih_l0	7	-0.04276712238788605
59220	rnn.weight_ih_l0	8	0.010031444020569324
59220	rnn.weight_ih_l0	9	0.0017031540628522635
59220	rnn.weight_hh_l0	0	0.0005474917707033455
59220	rnn.weight_hh_l0	1	-0.06189392879605293
59220	rnn.weight_hh_l0	2	0.04388011619448662
59220	rnn.weight_hh_l0	3	0.01351715624332428
59220	rnn.weight_hh_l0	4	0.011283032596111298
59220	rnn.weight_hh_l0	5	0.03370507061481476
59220	rnn.weight_hh_l0	6	-0.0117789376527071
59220	rnn.weight_hh_l0	7	-0.06454931944608688
59220	rnn.weight_hh_l0	8	-0.018477754667401314
59220	rnn.weight_hh_l0	9	-0.04941584914922714
59220	rnn.bias_ih_l0	0	-0.0753055214881897
59220	rnn.bias_ih_l0	1	-0.11197420954704285
59220	rnn.bias_ih_l0	2	-0.16582511365413666
59220	rnn.bias_ih_l0	3	-0.23572112619876862
59220	rnn.bias_ih_l0	4	0.019748982042074203
59220	rnn.bias_ih_l0	5	0.061032310128211975
59220	rnn.bias_ih_l0	6	-0.09838496893644333
59220	rnn.bias_ih_l0	7	-0.19032666087150574
59220	rnn.bias_ih_l0	8	-0.08940012753009796
59220	rnn.bias_ih_l0	9	-0.11605174839496613
59220	rnn.bias_hh_l0	0	0.1363086700439453
59220	rnn.bias_hh_l0	1	-0.017286881804466248
59220	rnn.bias_hh_l0	2	0.010673608630895615
59220	rnn.bias_hh_l0	3	-0.121731698513031
59220	rnn.bias_hh_l0	4	0.024925462901592255
59220	rnn.bias_hh_l0	5	0.015034274198114872
59220	rnn.bias_hh_l0	6	-0.06457722187042236
59220	rnn.bias_hh_l0	7	-0.09897996485233307
59220	rnn.bias_hh_l0	8	-0.13624222576618195
59220	rnn.bias_hh_l0	9	-0.061918992549180984
59220	rnn.weight_ih_l0_reverse	0	0.001911926781758666
59220	rnn.weight_ih_l0_reverse	1	0.026496820151805878
59220	rnn.weight_ih_l0_reverse	2	-0.001372210099361837
59220	rnn.weight_ih_l0_reverse	3	0.004349543713033199
59220	rnn.weight_ih_l0_reverse	4	0.016073143109679222
59220	rnn.weight_ih_l0_reverse	5	-0.03811116889119148
59220	rnn.weight_ih_l0_reverse	6	-0.033612363040447235
59220	rnn.weight_ih_l0_reverse	7	-0.0077469064854085445
59220	rnn.weight_ih_l0_reverse	8	0.03205863758921623
59220	rnn.weight_ih_l0_reverse	9	-0.004507991019636393
59220	rnn.weight_hh_l0_reverse	0	-0.006939411163330078
59220	rnn.weight_hh_l0_reverse	1	0.012231762520968914
59220	rnn.weight_hh_l0_reverse	2	-0.031671930104494095
59220	rnn.weight_hh_l0_reverse	3	0.033053282648324966
59220	rnn.weight_hh_l0_reverse	4	0.014411305077373981
59220	rnn.weight_hh_l0_reverse	5	-0.020587479695677757
59220	rnn.weight_hh_l0_reverse	6	0.03127042576670647
59220	rnn.weight_hh_l0_reverse	7	0.023901276290416718
59220	rnn.weight_hh_l0_reverse	8	0.007309230510145426
59220	rnn.weight_hh_l0_reverse	9	-0.04535483196377754
59220	rnn.bias_ih_l0_reverse	0	-0.11192137748003006
59220	rnn.bias_ih_l0_reverse	1	-0.258794903755188
59220	rnn.bias_ih_l0_reverse	2	-0.0389283187687397
59220	rnn.bias_ih_l0_reverse	3	-0.1007453128695488
59220	rnn.bias_ih_l0_reverse	4	0.07168556749820709
59220	rnn.bias_ih_l0_reverse	5	-0.17501141130924225
59220	rnn.bias_ih_l0_reverse	6	-0.03557009994983673
59220	rnn.bias_ih_l0_reverse	7	0.04494895786046982
59220	rnn.bias_ih_l0_reverse	8	-0.13339439034461975
59220	rnn.bias_ih_l0_reverse	9	-0.06602488458156586
59220	rnn.bias_hh_l0_reverse	0	-0.08625031262636185
59220	rnn.bias_hh_l0_reverse	1	-0.06933999806642532
59220	rnn.bias_hh_l0_reverse	2	-0.03207574039697647
59220	rnn.bias_hh_l0_reverse	3	-0.11174725741147995
59220	rnn.bias_hh_l0_reverse	4	-0.02311997301876545
59220	rnn.bias_hh_l0_reverse	5	-0.09948627650737762
59220	rnn.bias_hh_l0_reverse	6	-0.06136465445160866
59220	rnn.bias_hh_l0_reverse	7	-0.12771552801132202
59220	rnn.bias_hh_l0_reverse	8	-0.037973351776599884
59220	rnn.bias_hh_l0_reverse	9	-0.1290205419063568
59220	linear.weight	0	-0.22613738477230072
59220	linear.weight	1	-0.10463789850473404
59220	linear.weight	2	-0.011228874325752258
59220	linear.weight	3	-0.034123700112104416
59220	linear.weight	4	0.08986805379390717
59220	linear.weight	5	0.2451193630695343
59220	linear.weight	6	0.0047744326293468475
59220	linear.weight	7	-0.021312154829502106
59220	linear.weight	8	0.06232936307787895
59220	linear.weight	9	0.07792555540800095
59220	linear.bias	0	-0.6665502786636353
59220	linear.bias	1	0.7403699159622192
59220	linear.bias	2	-0.033029742538928986
59220	linear.bias	3	-0.48873135447502136
59220	linear.bias	4	-1.178528070449829
59220	linear.bias	5	-1.1264551877975464
59220	linear.bias	6	-0.6283809542655945
59220	linear.bias	7	-0.6070788502693176
59220	linear.bias	8	-0.01705317199230194
59220	linear.bias	9	2.839958429336548
59417	transitions	0	-0.20517872273921967
59417	transitions	1	7.381260871887207
59417	transitions	2	-2.945312976837158
59417	transitions	3	1.269894003868103
59417	transitions	4	-1.6593081951141357
59417	transitions	5	-0.27950528264045715
59417	transitions	6	-0.15244808793067932
59417	transitions	7	-10000.0
59417	transitions	8	1.5772242546081543
59417	transitions	9	-2.2857296466827393
59417	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
59417	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
59417	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
59417	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
59417	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
59417	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
59417	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
59417	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
59417	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
59417	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
59417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
59417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
59417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
59417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
59417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
59417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
59417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
59417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
59417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
59417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
59417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
59417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
59417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
59417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
59417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
59417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
59417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
59417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
59417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
59417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
59417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
59417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
59417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
59417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
59417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
59417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
59417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
59417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
59417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
59417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
59417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
59417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
59417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
59417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
59417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
59417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
59417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
59417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
59417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
59417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
59417	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
59417	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
59417	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
59417	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
59417	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
59417	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
59417	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
59417	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
59417	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
59417	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
59417	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
59417	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
59417	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
59417	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
59417	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
59417	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
59417	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
59417	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
59417	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
59417	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
59417	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
59417	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
59417	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
59417	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
59417	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
59417	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
59417	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
59417	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
59417	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
59417	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
59417	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
59417	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
59417	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
59417	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
59417	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
59417	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
59417	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
59417	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
59417	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
59417	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
59417	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
59417	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
59417	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
59417	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
59417	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
59417	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
59417	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
59417	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
59417	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
59417	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
59417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
59417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
59417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
59417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
59417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
59417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
59417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
59417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
59417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
59417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
59417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
59417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
59417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
59417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
59417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
59417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
59417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
59417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
59417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
59417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
59417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
59417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
59417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
59417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
59417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
59417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
59417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
59417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
59417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
59417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
59417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
59417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
59417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
59417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
59417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
59417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
59417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
59417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
59417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
59417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
59417	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
59417	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
59417	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
59417	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
59417	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
59417	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
59417	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
59417	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
59417	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
59417	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
59417	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
59417	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
59417	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
59417	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
59417	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
59417	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
59417	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
59417	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
59417	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
59417	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
59417	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
59417	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
59417	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
59417	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
59417	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
59417	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
59417	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
59417	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
59417	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
59417	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
59417	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
59417	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
59417	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
59417	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
59417	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
59417	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
59417	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
59417	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
59417	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
59417	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
59417	embedding2nn.weight	0	0.03003084473311901
59417	embedding2nn.weight	1	-0.060406893491744995
59417	embedding2nn.weight	2	0.027422944083809853
59417	embedding2nn.weight	3	-0.03887965530157089
59417	embedding2nn.weight	4	-0.09229204058647156
59417	embedding2nn.weight	5	0.06477942317724228
59417	embedding2nn.weight	6	-0.07744106650352478
59417	embedding2nn.weight	7	-0.08012648671865463
59417	embedding2nn.weight	8	0.007171985227614641
59417	embedding2nn.weight	9	0.02136302925646305
59417	embedding2nn.bias	0	0.044552285224199295
59417	embedding2nn.bias	1	0.02300211414694786
59417	embedding2nn.bias	2	-0.10982511937618256
59417	embedding2nn.bias	3	0.06045088171958923
59417	embedding2nn.bias	4	0.02739633247256279
59417	embedding2nn.bias	5	-0.14026807248592377
59417	embedding2nn.bias	6	-0.08402493596076965
59417	embedding2nn.bias	7	-0.028586776927113533
59417	embedding2nn.bias	8	0.08154699206352234
59417	embedding2nn.bias	9	-0.10621384531259537
59417	rnn.weight_ih_l0	0	0.018749719485640526
59417	rnn.weight_ih_l0	1	0.015644067898392677
59417	rnn.weight_ih_l0	2	-0.0434805266559124
59417	rnn.weight_ih_l0	3	-0.009677952155470848
59417	rnn.weight_ih_l0	4	0.008439837023615837
59417	rnn.weight_ih_l0	5	-0.07027442008256912
59417	rnn.weight_ih_l0	6	0.01667647622525692
59417	rnn.weight_ih_l0	7	-0.041725121438503265
59417	rnn.weight_ih_l0	8	0.012903147377073765
59417	rnn.weight_ih_l0	9	0.0017489310121163726
59417	rnn.weight_hh_l0	0	0.0014643652830272913
59417	rnn.weight_hh_l0	1	-0.06488829106092453
59417	rnn.weight_hh_l0	2	0.04312697798013687
59417	rnn.weight_hh_l0	3	0.013706394471228123
59417	rnn.weight_hh_l0	4	0.011334688402712345
59417	rnn.weight_hh_l0	5	0.0339491069316864
59417	rnn.weight_hh_l0	6	-0.012007968500256538
59417	rnn.weight_hh_l0	7	-0.06466729938983917
59417	rnn.weight_hh_l0	8	-0.018938716500997543
59417	rnn.weight_hh_l0	9	-0.050494685769081116
59417	rnn.bias_ih_l0	0	-0.07886931300163269
59417	rnn.bias_ih_l0	1	-0.11069866269826889
59417	rnn.bias_ih_l0	2	-0.16386207938194275
59417	rnn.bias_ih_l0	3	-0.23569710552692413
59417	rnn.bias_ih_l0	4	0.02112935110926628
59417	rnn.bias_ih_l0	5	0.05828225240111351
59417	rnn.bias_ih_l0	6	-0.09988526999950409
59417	rnn.bias_ih_l0	7	-0.1954600065946579
59417	rnn.bias_ih_l0	8	-0.09410907328128815
59417	rnn.bias_ih_l0	9	-0.11841566115617752
59417	rnn.bias_hh_l0	0	0.1332162469625473
59417	rnn.bias_hh_l0	1	-0.02271365560591221
59417	rnn.bias_hh_l0	2	0.012484836392104626
59417	rnn.bias_hh_l0	3	-0.12157437205314636
59417	rnn.bias_hh_l0	4	0.028483379632234573
59417	rnn.bias_hh_l0	5	0.012672116979956627
59417	rnn.bias_hh_l0	6	-0.06481111794710159
59417	rnn.bias_hh_l0	7	-0.10099881142377853
59417	rnn.bias_hh_l0	8	-0.13580229878425598
59417	rnn.bias_hh_l0	9	-0.0648045614361763
59417	rnn.weight_ih_l0_reverse	0	0.0034549986012279987
59417	rnn.weight_ih_l0_reverse	1	0.026143770664930344
59417	rnn.weight_ih_l0_reverse	2	-0.00150508142542094
59417	rnn.weight_ih_l0_reverse	3	0.0009404406882822514
59417	rnn.weight_ih_l0_reverse	4	0.017457744106650352
59417	rnn.weight_ih_l0_reverse	5	-0.037573400884866714
59417	rnn.weight_ih_l0_reverse	6	-0.03278302773833275
59417	rnn.weight_ih_l0_reverse	7	-0.004561814479529858
59417	rnn.weight_ih_l0_reverse	8	0.026091620326042175
59417	rnn.weight_ih_l0_reverse	9	-0.0035349209792912006
59417	rnn.weight_hh_l0_reverse	0	-0.007456705905497074
59417	rnn.weight_hh_l0_reverse	1	0.01179620623588562
59417	rnn.weight_hh_l0_reverse	2	-0.03157436475157738
59417	rnn.weight_hh_l0_reverse	3	0.034102682024240494
59417	rnn.weight_hh_l0_reverse	4	0.014365687035024166
59417	rnn.weight_hh_l0_reverse	5	-0.01991748809814453
59417	rnn.weight_hh_l0_reverse	6	0.029710937291383743
59417	rnn.weight_hh_l0_reverse	7	0.023427756503224373
59417	rnn.weight_hh_l0_reverse	8	0.00783559214323759
59417	rnn.weight_hh_l0_reverse	9	-0.04539113491773605
59417	rnn.bias_ih_l0_reverse	0	-0.11764072626829147
59417	rnn.bias_ih_l0_reverse	1	-0.2596275806427002
59417	rnn.bias_ih_l0_reverse	2	-0.04216327145695686
59417	rnn.bias_ih_l0_reverse	3	-0.10079948604106903
59417	rnn.bias_ih_l0_reverse	4	0.07148054242134094
59417	rnn.bias_ih_l0_reverse	5	-0.1768273562192917
59417	rnn.bias_ih_l0_reverse	6	-0.0338967889547348
59417	rnn.bias_ih_l0_reverse	7	0.055738892406225204
59417	rnn.bias_ih_l0_reverse	8	-0.13577750325202942
59417	rnn.bias_ih_l0_reverse	9	-0.06237214803695679
59417	rnn.bias_hh_l0_reverse	0	-0.0866539254784584
59417	rnn.bias_hh_l0_reverse	1	-0.06532739847898483
59417	rnn.bias_hh_l0_reverse	2	-0.03578083962202072
59417	rnn.bias_hh_l0_reverse	3	-0.11066187918186188
59417	rnn.bias_hh_l0_reverse	4	-0.02349751815199852
59417	rnn.bias_hh_l0_reverse	5	-0.09950712323188782
59417	rnn.bias_hh_l0_reverse	6	-0.060947902500629425
59417	rnn.bias_hh_l0_reverse	7	-0.12860289216041565
59417	rnn.bias_hh_l0_reverse	8	-0.039544135332107544
59417	rnn.bias_hh_l0_reverse	9	-0.1296178698539734
59417	linear.weight	0	-0.21157334744930267
59417	linear.weight	1	-0.1018814966082573
59417	linear.weight	2	-0.011228874325752258
59417	linear.weight	3	-0.004102636128664017
59417	linear.weight	4	0.09092312306165695
59417	linear.weight	5	0.23902703821659088
59417	linear.weight	6	0.0047744326293468475
59417	linear.weight	7	-0.021312154829502106
59417	linear.weight	8	0.06476322561502457
59417	linear.weight	9	0.08120378851890564
59417	linear.bias	0	-0.6729157567024231
59417	linear.bias	1	0.7724055051803589
59417	linear.bias	2	-0.0418618768453598
59417	linear.bias	3	-0.4661543667316437
59417	linear.bias	4	-1.1959424018859863
59417	linear.bias	5	-1.126639723777771
59417	linear.bias	6	-0.6393980979919434
59417	linear.bias	7	-0.6620532274246216
59417	linear.bias	8	-0.01705317199230194
59417	linear.bias	9	2.9020450115203857
59614	transitions	0	-0.2056041657924652
59614	transitions	1	7.387726783752441
59614	transitions	2	-2.9475345611572266
59614	transitions	3	1.2692713737487793
59614	transitions	4	-1.6613835096359253
59614	transitions	5	-0.2798733711242676
59614	transitions	6	-0.1526055485010147
59614	transitions	7	-10000.0
59614	transitions	8	1.5838664770126343
59614	transitions	9	-2.2857704162597656
59614	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
59614	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
59614	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
59614	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
59614	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
59614	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
59614	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
59614	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
59614	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
59614	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
59614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
59614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
59614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
59614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
59614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
59614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
59614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
59614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
59614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
59614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
59614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
59614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
59614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
59614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
59614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
59614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
59614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
59614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
59614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
59614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
59614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
59614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
59614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
59614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
59614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
59614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
59614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
59614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
59614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
59614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
59614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
59614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
59614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
59614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
59614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
59614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
59614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
59614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
59614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
59614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
59614	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
59614	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
59614	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
59614	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
59614	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
59614	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
59614	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
59614	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
59614	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
59614	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
59614	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
59614	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
59614	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
59614	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
59614	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
59614	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
59614	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
59614	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
59614	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
59614	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
59614	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
59614	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
59614	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
59614	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
59614	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
59614	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
59614	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
59614	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
59614	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
59614	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
59614	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
59614	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
59614	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
59614	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
59614	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
59614	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
59614	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
59614	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
59614	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
59614	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
59614	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
59614	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
59614	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
59614	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
59614	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
59614	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
59614	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
59614	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
59614	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
59614	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
59614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
59614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
59614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
59614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
59614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
59614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
59614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
59614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
59614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
59614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
59614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
59614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
59614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
59614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
59614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
59614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
59614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
59614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
59614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
59614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
59614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
59614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
59614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
59614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
59614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
59614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
59614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
59614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
59614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
59614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
59614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
59614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
59614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
59614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
59614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
59614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
59614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
59614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
59614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
59614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
59614	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
59614	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
59614	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
59614	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
59614	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
59614	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
59614	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
59614	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
59614	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
59614	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
59614	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
59614	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
59614	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
59614	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
59614	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
59614	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
59614	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
59614	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
59614	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
59614	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
59614	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
59614	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
59614	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
59614	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
59614	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
59614	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
59614	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
59614	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
59614	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
59614	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
59614	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
59614	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
59614	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
59614	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
59614	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
59614	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
59614	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
59614	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
59614	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
59614	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
59614	embedding2nn.weight	0	0.029927652329206467
59614	embedding2nn.weight	1	-0.06056644022464752
59614	embedding2nn.weight	2	0.02497580274939537
59614	embedding2nn.weight	3	-0.03882921487092972
59614	embedding2nn.weight	4	-0.08984959125518799
59614	embedding2nn.weight	5	0.06643117219209671
59614	embedding2nn.weight	6	-0.07209517806768417
59614	embedding2nn.weight	7	-0.07679574191570282
59614	embedding2nn.weight	8	0.00714052002876997
59614	embedding2nn.weight	9	0.022438883781433105
59614	embedding2nn.bias	0	0.05717679485678673
59614	embedding2nn.bias	1	0.01699921488761902
59614	embedding2nn.bias	2	-0.11024489253759384
59614	embedding2nn.bias	3	0.07193059474229813
59614	embedding2nn.bias	4	0.010868669487535954
59614	embedding2nn.bias	5	-0.15432678163051605
59614	embedding2nn.bias	6	-0.0878317654132843
59614	embedding2nn.bias	7	-0.03259057551622391
59614	embedding2nn.bias	8	0.07769641280174255
59614	embedding2nn.bias	9	-0.12395165115594864
59614	rnn.weight_ih_l0	0	0.017022518441081047
59614	rnn.weight_ih_l0	1	0.014803607948124409
59614	rnn.weight_ih_l0	2	-0.04175548255443573
59614	rnn.weight_ih_l0	3	-0.010514224879443645
59614	rnn.weight_ih_l0	4	0.013123087584972382
59614	rnn.weight_ih_l0	5	-0.0705973356962204
59614	rnn.weight_ih_l0	6	0.018473122268915176
59614	rnn.weight_ih_l0	7	-0.04261021688580513
59614	rnn.weight_ih_l0	8	0.014394085854291916
59614	rnn.weight_ih_l0	9	0.001827707514166832
59614	rnn.weight_hh_l0	0	0.00046587575343437493
59614	rnn.weight_hh_l0	1	-0.06405887752771378
59614	rnn.weight_hh_l0	2	0.04351937398314476
59614	rnn.weight_hh_l0	3	0.013316507451236248
59614	rnn.weight_hh_l0	4	0.010940690524876118
59614	rnn.weight_hh_l0	5	0.03457563742995262
59614	rnn.weight_hh_l0	6	-0.011561171151697636
59614	rnn.weight_hh_l0	7	-0.06552057713270187
59614	rnn.weight_hh_l0	8	-0.019119450822472572
59614	rnn.weight_hh_l0	9	-0.05342119187116623
59614	rnn.bias_ih_l0	0	-0.07580050081014633
59614	rnn.bias_ih_l0	1	-0.1095726490020752
59614	rnn.bias_ih_l0	2	-0.16212433576583862
59614	rnn.bias_ih_l0	3	-0.2326458990573883
59614	rnn.bias_ih_l0	4	0.01595156267285347
59614	rnn.bias_ih_l0	5	0.05740723758935928
59614	rnn.bias_ih_l0	6	-0.10163356363773346
59614	rnn.bias_ih_l0	7	-0.19614344835281372
59614	rnn.bias_ih_l0	8	-0.09169936925172806
59614	rnn.bias_ih_l0	9	-0.11380830407142639
59614	rnn.bias_hh_l0	0	0.1322626918554306
59614	rnn.bias_hh_l0	1	-0.0237349271774292
59614	rnn.bias_hh_l0	2	0.0122611653059721
59614	rnn.bias_hh_l0	3	-0.12288405746221542
59614	rnn.bias_hh_l0	4	0.02543567679822445
59614	rnn.bias_hh_l0	5	0.008054710924625397
59614	rnn.bias_hh_l0	6	-0.06400737166404724
59614	rnn.bias_hh_l0	7	-0.10057121515274048
59614	rnn.bias_hh_l0	8	-0.14108797907829285
59614	rnn.bias_hh_l0	9	-0.06525589525699615
59614	rnn.weight_ih_l0_reverse	0	0.003912569954991341
59614	rnn.weight_ih_l0_reverse	1	0.02667532116174698
59614	rnn.weight_ih_l0_reverse	2	0.0019290372729301453
59614	rnn.weight_ih_l0_reverse	3	0.0014233026886358857
59614	rnn.weight_ih_l0_reverse	4	0.018669644370675087
59614	rnn.weight_ih_l0_reverse	5	-0.043344903737306595
59614	rnn.weight_ih_l0_reverse	6	-0.03631933405995369
59614	rnn.weight_ih_l0_reverse	7	-0.006437024101614952
59614	rnn.weight_ih_l0_reverse	8	0.02565745636820793
59614	rnn.weight_ih_l0_reverse	9	-0.004824165254831314
59614	rnn.weight_hh_l0_reverse	0	-0.007628732360899448
59614	rnn.weight_hh_l0_reverse	1	0.012178453616797924
59614	rnn.weight_hh_l0_reverse	2	-0.03137248009443283
59614	rnn.weight_hh_l0_reverse	3	0.03497577831149101
59614	rnn.weight_hh_l0_reverse	4	0.013854091987013817
59614	rnn.weight_hh_l0_reverse	5	-0.01942983828485012
59614	rnn.weight_hh_l0_reverse	6	0.02865009568631649
59614	rnn.weight_hh_l0_reverse	7	0.0220795851200819
59614	rnn.weight_hh_l0_reverse	8	0.008031321689486504
59614	rnn.weight_hh_l0_reverse	9	-0.04511543735861778
59614	rnn.bias_ih_l0_reverse	0	-0.12041420489549637
59614	rnn.bias_ih_l0_reverse	1	-0.2562130093574524
59614	rnn.bias_ih_l0_reverse	2	-0.04144202917814255
59614	rnn.bias_ih_l0_reverse	3	-0.10137477517127991
59614	rnn.bias_ih_l0_reverse	4	0.07242022454738617
59614	rnn.bias_ih_l0_reverse	5	-0.17608042061328888
59614	rnn.bias_ih_l0_reverse	6	-0.032974813133478165
59614	rnn.bias_ih_l0_reverse	7	0.046701788902282715
59614	rnn.bias_ih_l0_reverse	8	-0.1346181035041809
59614	rnn.bias_ih_l0_reverse	9	-0.0628952831029892
59614	rnn.bias_hh_l0_reverse	0	-0.09237442165613174
59614	rnn.bias_hh_l0_reverse	1	-0.0687066987156868
59614	rnn.bias_hh_l0_reverse	2	-0.03617490082979202
59614	rnn.bias_hh_l0_reverse	3	-0.11317165195941925
59614	rnn.bias_hh_l0_reverse	4	-0.02050882950425148
59614	rnn.bias_hh_l0_reverse	5	-0.0996321514248848
59614	rnn.bias_hh_l0_reverse	6	-0.06150779873132706
59614	rnn.bias_hh_l0_reverse	7	-0.1312229037284851
59614	rnn.bias_hh_l0_reverse	8	-0.032019373029470444
59614	rnn.bias_hh_l0_reverse	9	-0.12921512126922607
59614	linear.weight	0	-0.20971688628196716
59614	linear.weight	1	-0.09739556908607483
59614	linear.weight	2	-0.011228874325752258
59614	linear.weight	3	0.009232237935066223
59614	linear.weight	4	0.06869527697563171
59614	linear.weight	5	0.26455849409103394
59614	linear.weight	6	0.0047744326293468475
59614	linear.weight	7	-0.021312154829502106
59614	linear.weight	8	0.07972756028175354
59614	linear.weight	9	0.08734862506389618
59614	linear.bias	0	-0.6440444588661194
59614	linear.bias	1	0.7840229868888855
59614	linear.bias	2	-0.06439971178770065
59614	linear.bias	3	-0.47704049944877625
59614	linear.bias	4	-1.2111561298370361
59614	linear.bias	5	-1.126860499382019
59614	linear.bias	6	-0.6040121912956238
59614	linear.bias	7	-0.66789710521698
59614	linear.bias	8	-0.01705317199230194
59614	linear.bias	9	2.8121020793914795
59811	transitions	0	-0.20692694187164307
59811	transitions	1	7.396556377410889
59811	transitions	2	-2.9495739936828613
59811	transitions	3	1.2658860683441162
59811	transitions	4	-1.6625834703445435
59811	transitions	5	-0.28000208735466003
59811	transitions	6	-0.15277241170406342
59811	transitions	7	-10000.0
59811	transitions	8	1.6019771099090576
59811	transitions	9	-2.2857985496520996
59811	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
59811	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
59811	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
59811	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
59811	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
59811	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
59811	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
59811	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
59811	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
59811	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
59811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
59811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
59811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
59811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
59811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
59811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
59811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
59811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
59811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
59811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
59811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
59811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
59811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
59811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
59811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
59811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
59811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
59811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
59811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
59811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
59811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
59811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
59811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
59811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
59811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
59811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
59811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
59811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
59811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
59811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
59811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
59811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
59811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
59811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
59811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
59811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
59811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
59811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
59811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
59811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
59811	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
59811	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
59811	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
59811	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
59811	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
59811	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
59811	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
59811	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
59811	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
59811	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
59811	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
59811	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
59811	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
59811	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
59811	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
59811	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
59811	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
59811	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
59811	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
59811	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
59811	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
59811	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
59811	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
59811	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
59811	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
59811	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
59811	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
59811	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
59811	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
59811	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
59811	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
59811	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
59811	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
59811	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
59811	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
59811	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
59811	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
59811	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
59811	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
59811	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
59811	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
59811	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
59811	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
59811	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
59811	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
59811	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
59811	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
59811	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
59811	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
59811	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
59811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
59811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
59811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
59811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
59811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
59811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
59811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
59811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
59811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
59811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
59811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
59811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
59811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
59811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
59811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
59811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
59811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
59811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
59811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
59811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
59811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
59811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
59811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
59811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
59811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
59811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
59811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
59811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
59811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
59811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
59811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
59811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
59811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
59811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
59811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
59811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
59811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
59811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
59811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
59811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
59811	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
59811	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
59811	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
59811	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
59811	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
59811	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
59811	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
59811	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
59811	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
59811	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
59811	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
59811	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
59811	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
59811	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
59811	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
59811	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
59811	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
59811	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
59811	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
59811	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
59811	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
59811	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
59811	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
59811	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
59811	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
59811	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
59811	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
59811	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
59811	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
59811	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
59811	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
59811	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
59811	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
59811	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
59811	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
59811	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
59811	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
59811	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
59811	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
59811	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
59811	embedding2nn.weight	0	0.03002370335161686
59811	embedding2nn.weight	1	-0.05937398225069046
59811	embedding2nn.weight	2	0.023100601509213448
59811	embedding2nn.weight	3	-0.03710049390792847
59811	embedding2nn.weight	4	-0.08891709893941879
59811	embedding2nn.weight	5	0.06897521018981934
59811	embedding2nn.weight	6	-0.07469162344932556
59811	embedding2nn.weight	7	-0.07868552953004837
59811	embedding2nn.weight	8	0.007892884314060211
59811	embedding2nn.weight	9	0.022985724732279778
59811	embedding2nn.bias	0	0.041383638978004456
59811	embedding2nn.bias	1	0.02089676447212696
59811	embedding2nn.bias	2	-0.10683052241802216
59811	embedding2nn.bias	3	0.05919231101870537
59811	embedding2nn.bias	4	0.018306873738765717
59811	embedding2nn.bias	5	-0.15918220579624176
59811	embedding2nn.bias	6	-0.0679493173956871
59811	embedding2nn.bias	7	-0.023122772574424744
59811	embedding2nn.bias	8	0.07515939325094223
59811	embedding2nn.bias	9	-0.1134747639298439
59811	rnn.weight_ih_l0	0	0.01813451386988163
59811	rnn.weight_ih_l0	1	0.009951564483344555
59811	rnn.weight_ih_l0	2	-0.03983616083860397
59811	rnn.weight_ih_l0	3	-0.0071500372141599655
59811	rnn.weight_ih_l0	4	0.014536463655531406
59811	rnn.weight_ih_l0	5	-0.06727088987827301
59811	rnn.weight_ih_l0	6	0.01613594777882099
59811	rnn.weight_ih_l0	7	-0.04305843263864517
59811	rnn.weight_ih_l0	8	0.012665965594351292
59811	rnn.weight_ih_l0	9	0.004544219002127647
59811	rnn.weight_hh_l0	0	0.0011153084924444556
59811	rnn.weight_hh_l0	1	-0.0647517740726471
59811	rnn.weight_hh_l0	2	0.04306172952055931
59811	rnn.weight_hh_l0	3	0.012860174290835857
59811	rnn.weight_hh_l0	4	0.011068874038755894
59811	rnn.weight_hh_l0	5	0.0341527983546257
59811	rnn.weight_hh_l0	6	-0.012059178203344345
59811	rnn.weight_hh_l0	7	-0.06656237691640854
59811	rnn.weight_hh_l0	8	-0.018940379843115807
59811	rnn.weight_hh_l0	9	-0.05521128326654434
59811	rnn.bias_ih_l0	0	-0.07206892967224121
59811	rnn.bias_ih_l0	1	-0.10784521698951721
59811	rnn.bias_ih_l0	2	-0.16240383684635162
59811	rnn.bias_ih_l0	3	-0.23264189064502716
59811	rnn.bias_ih_l0	4	0.011544679291546345
59811	rnn.bias_ih_l0	5	0.05989059433341026
59811	rnn.bias_ih_l0	6	-0.09838525950908661
59811	rnn.bias_ih_l0	7	-0.1901353895664215
59811	rnn.bias_ih_l0	8	-0.09015264362096786
59811	rnn.bias_ih_l0	9	-0.11272541433572769
59811	rnn.bias_hh_l0	0	0.13110163807868958
59811	rnn.bias_hh_l0	1	-0.020800963044166565
59811	rnn.bias_hh_l0	2	0.0130826560780406
59811	rnn.bias_hh_l0	3	-0.12220911681652069
59811	rnn.bias_hh_l0	4	0.024493034929037094
59811	rnn.bias_hh_l0	5	0.014583796262741089
59811	rnn.bias_hh_l0	6	-0.06658956408500671
59811	rnn.bias_hh_l0	7	-0.10400024056434631
59811	rnn.bias_hh_l0	8	-0.1409967541694641
59811	rnn.bias_hh_l0	9	-0.06903242319822311
59811	rnn.weight_ih_l0_reverse	0	0.0035305467899888754
59811	rnn.weight_ih_l0_reverse	1	0.026992063969373703
59811	rnn.weight_ih_l0_reverse	2	0.0036863095592707396
59811	rnn.weight_ih_l0_reverse	3	0.0001665223389863968
59811	rnn.weight_ih_l0_reverse	4	0.022205328568816185
59811	rnn.weight_ih_l0_reverse	5	-0.04494721442461014
59811	rnn.weight_ih_l0_reverse	6	-0.03663647919893265
59811	rnn.weight_ih_l0_reverse	7	-0.006574264261871576
59811	rnn.weight_ih_l0_reverse	8	0.024302653968334198
59811	rnn.weight_ih_l0_reverse	9	-0.0048684608191251755
59811	rnn.weight_hh_l0_reverse	0	-0.007363098207861185
59811	rnn.weight_hh_l0_reverse	1	0.011532950215041637
59811	rnn.weight_hh_l0_reverse	2	-0.0314747616648674
59811	rnn.weight_hh_l0_reverse	3	0.034300435334444046
59811	rnn.weight_hh_l0_reverse	4	0.014078834094107151
59811	rnn.weight_hh_l0_reverse	5	-0.018826890736818314
59811	rnn.weight_hh_l0_reverse	6	0.028124473989009857
59811	rnn.weight_hh_l0_reverse	7	0.021601706743240356
59811	rnn.weight_hh_l0_reverse	8	0.008412235416471958
59811	rnn.weight_hh_l0_reverse	9	-0.04504489153623581
59811	rnn.bias_ih_l0_reverse	0	-0.12078345566987991
59811	rnn.bias_ih_l0_reverse	1	-0.2591180205345154
59811	rnn.bias_ih_l0_reverse	2	-0.03902667015790939
59811	rnn.bias_ih_l0_reverse	3	-0.10311253368854523
59811	rnn.bias_ih_l0_reverse	4	0.06896832585334778
59811	rnn.bias_ih_l0_reverse	5	-0.17838212847709656
59811	rnn.bias_ih_l0_reverse	6	-0.03438255935907364
59811	rnn.bias_ih_l0_reverse	7	0.0497744083404541
59811	rnn.bias_ih_l0_reverse	8	-0.12822169065475464
59811	rnn.bias_ih_l0_reverse	9	-0.06336165964603424
59811	rnn.bias_hh_l0_reverse	0	-0.09729324281215668
59811	rnn.bias_hh_l0_reverse	1	-0.06542809307575226
59811	rnn.bias_hh_l0_reverse	2	-0.03553549572825432
59811	rnn.bias_hh_l0_reverse	3	-0.11019573360681534
59811	rnn.bias_hh_l0_reverse	4	-0.017636168748140335
59811	rnn.bias_hh_l0_reverse	5	-0.09783799946308136
59811	rnn.bias_hh_l0_reverse	6	-0.07235215604305267
59811	rnn.bias_hh_l0_reverse	7	-0.13417689502239227
59811	rnn.bias_hh_l0_reverse	8	-0.039409276098012924
59811	rnn.bias_hh_l0_reverse	9	-0.12737290561199188
59811	linear.weight	0	-0.22043687105178833
59811	linear.weight	1	-0.10089687258005142
59811	linear.weight	2	-0.011228874325752258
59811	linear.weight	3	-0.02207968197762966
59811	linear.weight	4	0.06410720944404602
59811	linear.weight	5	0.26677370071411133
59811	linear.weight	6	0.0047744326293468475
59811	linear.weight	7	-0.021312154829502106
59811	linear.weight	8	0.06911611557006836
59811	linear.weight	9	0.06789243966341019
59811	linear.bias	0	-0.671466588973999
59811	linear.bias	1	0.763512134552002
59811	linear.bias	2	-0.03946521133184433
59811	linear.bias	3	-0.4551428556442261
59811	linear.bias	4	-1.1770107746124268
59811	linear.bias	5	-1.1271108388900757
59811	linear.bias	6	-0.636364221572876
59811	linear.bias	7	-0.6426922082901001
59811	linear.bias	8	-0.01705317199230194
59811	linear.bias	9	2.806445360183716
60008	transitions	0	-0.20727193355560303
60008	transitions	1	7.3997015953063965
60008	transitions	2	-2.952209234237671
60008	transitions	3	1.2773830890655518
60008	transitions	4	-1.665885329246521
60008	transitions	5	-0.2803434729576111
60008	transitions	6	-0.15290571749210358
60008	transitions	7	-10000.0
60008	transitions	8	1.6013120412826538
60008	transitions	9	-2.2858312129974365
60008	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
60008	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
60008	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
60008	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
60008	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
60008	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
60008	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
60008	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
60008	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
60008	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
60008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
60008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
60008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
60008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
60008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
60008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
60008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
60008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
60008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
60008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
60008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
60008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
60008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
60008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
60008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
60008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
60008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
60008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
60008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
60008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
60008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
60008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
60008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
60008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
60008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
60008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
60008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
60008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
60008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
60008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
60008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
60008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
60008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
60008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
60008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
60008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
60008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
60008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
60008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
60008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
60008	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
60008	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
60008	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
60008	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
60008	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
60008	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
60008	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
60008	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
60008	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
60008	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
60008	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
60008	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
60008	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
60008	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
60008	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
60008	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
60008	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
60008	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
60008	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
60008	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
60008	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
60008	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
60008	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
60008	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
60008	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
60008	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
60008	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
60008	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
60008	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
60008	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
60008	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
60008	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
60008	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
60008	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
60008	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
60008	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
60008	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
60008	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
60008	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
60008	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
60008	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
60008	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
60008	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
60008	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
60008	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
60008	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
60008	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
60008	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
60008	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
60008	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
60008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
60008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
60008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
60008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
60008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
60008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
60008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
60008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
60008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
60008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
60008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
60008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
60008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
60008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
60008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
60008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
60008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
60008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
60008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
60008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
60008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
60008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
60008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
60008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
60008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
60008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
60008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
60008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
60008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
60008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
60008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
60008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
60008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
60008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
60008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
60008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
60008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
60008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
60008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
60008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
60008	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
60008	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
60008	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
60008	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
60008	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
60008	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
60008	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
60008	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
60008	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
60008	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
60008	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
60008	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
60008	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
60008	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
60008	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
60008	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
60008	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
60008	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
60008	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
60008	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
60008	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
60008	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
60008	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
60008	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
60008	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
60008	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
60008	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
60008	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
60008	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
60008	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
60008	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
60008	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
60008	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
60008	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
60008	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
60008	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
60008	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
60008	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
60008	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
60008	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
60008	embedding2nn.weight	0	0.030689861625432968
60008	embedding2nn.weight	1	-0.06103959679603577
60008	embedding2nn.weight	2	0.022379696369171143
60008	embedding2nn.weight	3	-0.037786297500133514
60008	embedding2nn.weight	4	-0.08999492973089218
60008	embedding2nn.weight	5	0.0688609853386879
60008	embedding2nn.weight	6	-0.08398883044719696
60008	embedding2nn.weight	7	-0.07678750902414322
60008	embedding2nn.weight	8	0.009218309074640274
60008	embedding2nn.weight	9	0.026424411684274673
60008	embedding2nn.bias	0	0.025740589946508408
60008	embedding2nn.bias	1	0.02382553555071354
60008	embedding2nn.bias	2	-0.11586104333400726
60008	embedding2nn.bias	3	0.05448618903756142
60008	embedding2nn.bias	4	0.02043456770479679
60008	embedding2nn.bias	5	-0.15876895189285278
60008	embedding2nn.bias	6	-0.06752203404903412
60008	embedding2nn.bias	7	-0.031748782843351364
60008	embedding2nn.bias	8	0.08300933986902237
60008	embedding2nn.bias	9	-0.11310643702745438
60008	rnn.weight_ih_l0	0	0.017265720292925835
60008	rnn.weight_ih_l0	1	-0.0025174308102577925
60008	rnn.weight_ih_l0	2	-0.04111924022436142
60008	rnn.weight_ih_l0	3	-0.00729416124522686
60008	rnn.weight_ih_l0	4	0.01219024509191513
60008	rnn.weight_ih_l0	5	-0.06914269924163818
60008	rnn.weight_ih_l0	6	0.01681651547551155
60008	rnn.weight_ih_l0	7	-0.041802018880844116
60008	rnn.weight_ih_l0	8	0.0144388722255826
60008	rnn.weight_ih_l0	9	0.005796521902084351
60008	rnn.weight_hh_l0	0	0.0010634853970259428
60008	rnn.weight_hh_l0	1	-0.06846894323825836
60008	rnn.weight_hh_l0	2	0.04334040358662605
60008	rnn.weight_hh_l0	3	0.012636644765734673
60008	rnn.weight_hh_l0	4	0.010601069778203964
60008	rnn.weight_hh_l0	5	0.03440449759364128
60008	rnn.weight_hh_l0	6	-0.01210802886635065
60008	rnn.weight_hh_l0	7	-0.06683672964572906
60008	rnn.weight_hh_l0	8	-0.019358929246664047
60008	rnn.weight_hh_l0	9	-0.05479712039232254
60008	rnn.bias_ih_l0	0	-0.06919581443071365
60008	rnn.bias_ih_l0	1	-0.11158864945173264
60008	rnn.bias_ih_l0	2	-0.16496287286281586
60008	rnn.bias_ih_l0	3	-0.23335543274879456
60008	rnn.bias_ih_l0	4	0.003717239713296294
60008	rnn.bias_ih_l0	5	0.05920235812664032
60008	rnn.bias_ih_l0	6	-0.0927644670009613
60008	rnn.bias_ih_l0	7	-0.18947012722492218
60008	rnn.bias_ih_l0	8	-0.08686705678701401
60008	rnn.bias_ih_l0	9	-0.10794348269701004
60008	rnn.bias_hh_l0	0	0.1339205652475357
60008	rnn.bias_hh_l0	1	-0.02065006084740162
60008	rnn.bias_hh_l0	2	0.012548688799142838
60008	rnn.bias_hh_l0	3	-0.12265126407146454
60008	rnn.bias_hh_l0	4	0.021853672340512276
60008	rnn.bias_hh_l0	5	0.013877381570637226
60008	rnn.bias_hh_l0	6	-0.06559401005506516
60008	rnn.bias_hh_l0	7	-0.10502683371305466
60008	rnn.bias_hh_l0	8	-0.14013029634952545
60008	rnn.bias_hh_l0	9	-0.06740834563970566
60008	rnn.weight_ih_l0_reverse	0	0.002401389181613922
60008	rnn.weight_ih_l0_reverse	1	0.026187105104327202
60008	rnn.weight_ih_l0_reverse	2	0.0030346279963850975
60008	rnn.weight_ih_l0_reverse	3	-0.0014352400321513414
60008	rnn.weight_ih_l0_reverse	4	0.021596459671854973
60008	rnn.weight_ih_l0_reverse	5	-0.04361879080533981
60008	rnn.weight_ih_l0_reverse	6	-0.036742113530635834
60008	rnn.weight_ih_l0_reverse	7	-0.006258951500058174
60008	rnn.weight_ih_l0_reverse	8	0.02440142259001732
60008	rnn.weight_ih_l0_reverse	9	-0.006682860665023327
60008	rnn.weight_hh_l0_reverse	0	-0.007154983002692461
60008	rnn.weight_hh_l0_reverse	1	0.012042260728776455
60008	rnn.weight_hh_l0_reverse	2	-0.03181615099310875
60008	rnn.weight_hh_l0_reverse	3	0.0352550633251667
60008	rnn.weight_hh_l0_reverse	4	0.013095329515635967
60008	rnn.weight_hh_l0_reverse	5	-0.019492512568831444
60008	rnn.weight_hh_l0_reverse	6	0.027641018852591515
60008	rnn.weight_hh_l0_reverse	7	0.020604126155376434
60008	rnn.weight_hh_l0_reverse	8	0.009311109781265259
60008	rnn.weight_hh_l0_reverse	9	-0.044955767691135406
60008	rnn.bias_ih_l0_reverse	0	-0.1194753497838974
60008	rnn.bias_ih_l0_reverse	1	-0.25971001386642456
60008	rnn.bias_ih_l0_reverse	2	-0.038186170160770416
60008	rnn.bias_ih_l0_reverse	3	-0.10145405679941177
60008	rnn.bias_ih_l0_reverse	4	0.07144803553819656
60008	rnn.bias_ih_l0_reverse	5	-0.1755066066980362
60008	rnn.bias_ih_l0_reverse	6	-0.03433727100491524
60008	rnn.bias_ih_l0_reverse	7	0.05292212590575218
60008	rnn.bias_ih_l0_reverse	8	-0.12831580638885498
60008	rnn.bias_ih_l0_reverse	9	-0.06381618976593018
60008	rnn.bias_hh_l0_reverse	0	-0.09912265837192535
60008	rnn.bias_hh_l0_reverse	1	-0.06674405187368393
60008	rnn.bias_hh_l0_reverse	2	-0.034231461584568024
60008	rnn.bias_hh_l0_reverse	3	-0.11801285296678543
60008	rnn.bias_hh_l0_reverse	4	-0.0224040225148201
60008	rnn.bias_hh_l0_reverse	5	-0.09920772910118103
60008	rnn.bias_hh_l0_reverse	6	-0.07155279070138931
60008	rnn.bias_hh_l0_reverse	7	-0.1368756890296936
60008	rnn.bias_hh_l0_reverse	8	-0.03838272765278816
60008	rnn.bias_hh_l0_reverse	9	-0.12603509426116943
60008	linear.weight	0	-0.2238040566444397
60008	linear.weight	1	-0.08840818703174591
60008	linear.weight	2	-0.011228874325752258
60008	linear.weight	3	0.022948330268263817
60008	linear.weight	4	0.07400287687778473
60008	linear.weight	5	0.2609761655330658
60008	linear.weight	6	0.0047744326293468475
60008	linear.weight	7	-0.021312154829502106
60008	linear.weight	8	0.0747617706656456
60008	linear.weight	9	0.0722341537475586
60008	linear.bias	0	-0.6703065037727356
60008	linear.bias	1	0.8214076161384583
60008	linear.bias	2	-0.05107437074184418
60008	linear.bias	3	-0.4431838393211365
60008	linear.bias	4	-1.1280587911605835
60008	linear.bias	5	-1.1273374557495117
60008	linear.bias	6	-0.6377657055854797
60008	linear.bias	7	-0.6758261322975159
60008	linear.bias	8	-0.01705317199230194
60008	linear.bias	9	2.828066825866699
60205	transitions	0	-0.2079067826271057
60205	transitions	1	7.368157386779785
60205	transitions	2	-2.9542860984802246
60205	transitions	3	1.285514235496521
60205	transitions	4	-1.6671797037124634
60205	transitions	5	-0.28051427006721497
60205	transitions	6	-0.15318384766578674
60205	transitions	7	-10000.0
60205	transitions	8	1.5992976427078247
60205	transitions	9	-2.285860300064087
60205	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
60205	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
60205	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
60205	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
60205	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
60205	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
60205	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
60205	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
60205	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
60205	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
60205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
60205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
60205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
60205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
60205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
60205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
60205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
60205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
60205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
60205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
60205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
60205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
60205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
60205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
60205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
60205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
60205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
60205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
60205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
60205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
60205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
60205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
60205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
60205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
60205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
60205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
60205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
60205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
60205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
60205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
60205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
60205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
60205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
60205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
60205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
60205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
60205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
60205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
60205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
60205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
60205	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
60205	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
60205	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
60205	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
60205	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
60205	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
60205	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
60205	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
60205	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
60205	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
60205	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
60205	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
60205	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
60205	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
60205	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
60205	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
60205	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
60205	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
60205	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
60205	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
60205	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
60205	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
60205	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
60205	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
60205	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
60205	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
60205	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
60205	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
60205	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
60205	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
60205	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
60205	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
60205	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
60205	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
60205	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
60205	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
60205	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
60205	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
60205	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
60205	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
60205	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
60205	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
60205	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
60205	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
60205	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
60205	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
60205	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
60205	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
60205	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
60205	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
60205	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
60205	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
60205	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
60205	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
60205	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
60205	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
60205	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
60205	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
60205	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
60205	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
60205	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
60205	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
60205	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
60205	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
60205	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
60205	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
60205	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
60205	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
60205	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
60205	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
60205	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
60205	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
60205	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
60205	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
60205	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
60205	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
60205	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
60205	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
60205	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
60205	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
60205	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
60205	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
60205	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
60205	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
60205	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
60205	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
60205	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
60205	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
60205	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
60205	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
60205	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
60205	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
60205	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
60205	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
60205	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
60205	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
60205	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
60205	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
60205	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
60205	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
60205	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
60205	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
60205	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
60205	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
60205	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
60205	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
60205	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
60205	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
60205	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
60205	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
60205	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
60205	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
60205	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
60205	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
60205	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
60205	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
60205	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
60205	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
60205	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
60205	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
60205	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
60205	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
60205	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
60205	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
60205	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
60205	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
60205	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
60205	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
60205	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
60205	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
60205	embedding2nn.weight	0	0.03109685145318508
60205	embedding2nn.weight	1	-0.061893243342638016
60205	embedding2nn.weight	2	0.01968718133866787
60205	embedding2nn.weight	3	-0.03755653277039528
60205	embedding2nn.weight	4	-0.09039399027824402
60205	embedding2nn.weight	5	0.06858087331056595
60205	embedding2nn.weight	6	-0.09232679754495621
60205	embedding2nn.weight	7	-0.07811641693115234
60205	embedding2nn.weight	8	0.009568652138113976
60205	embedding2nn.weight	9	0.02771829627454281
60205	embedding2nn.bias	0	0.022380296140909195
60205	embedding2nn.bias	1	0.029682058840990067
60205	embedding2nn.bias	2	-0.11384593695402145
60205	embedding2nn.bias	3	0.04866861552000046
60205	embedding2nn.bias	4	0.03198668360710144
60205	embedding2nn.bias	5	-0.14966803789138794
60205	embedding2nn.bias	6	-0.0678689032793045
60205	embedding2nn.bias	7	-0.01762685738503933
60205	embedding2nn.bias	8	0.07723479717969894
60205	embedding2nn.bias	9	-0.1115332767367363
60205	rnn.weight_ih_l0	0	0.01791779138147831
60205	rnn.weight_ih_l0	1	0.00014823695528320968
60205	rnn.weight_ih_l0	2	-0.038614045828580856
60205	rnn.weight_ih_l0	3	-0.006758776027709246
60205	rnn.weight_ih_l0	4	0.012049326673150063
60205	rnn.weight_ih_l0	5	-0.06728694587945938
60205	rnn.weight_ih_l0	6	0.017695894464850426
60205	rnn.weight_ih_l0	7	-0.04146987199783325
60205	rnn.weight_ih_l0	8	0.01539641059935093
60205	rnn.weight_ih_l0	9	0.006194825749844313
60205	rnn.weight_hh_l0	0	0.0010472438298165798
60205	rnn.weight_hh_l0	1	-0.06819819658994675
60205	rnn.weight_hh_l0	2	0.04261717572808266
60205	rnn.weight_hh_l0	3	0.013012874871492386
60205	rnn.weight_hh_l0	4	0.01077378261834383
60205	rnn.weight_hh_l0	5	0.03307340666651726
60205	rnn.weight_hh_l0	6	-0.012407835572957993
60205	rnn.weight_hh_l0	7	-0.06721054017543793
60205	rnn.weight_hh_l0	8	-0.020666509866714478
60205	rnn.weight_hh_l0	9	-0.05225452780723572
60205	rnn.bias_ih_l0	0	-0.06749933212995529
60205	rnn.bias_ih_l0	1	-0.11007075756788254
60205	rnn.bias_ih_l0	2	-0.1624864637851715
60205	rnn.bias_ih_l0	3	-0.23493413627147675
60205	rnn.bias_ih_l0	4	0.0032367154490202665
60205	rnn.bias_ih_l0	5	0.055321913212537766
60205	rnn.bias_ih_l0	6	-0.09261810779571533
60205	rnn.bias_ih_l0	7	-0.1960555762052536
60205	rnn.bias_ih_l0	8	-0.09149367362260818
60205	rnn.bias_ih_l0	9	-0.11371304839849472
60205	rnn.bias_hh_l0	0	0.13505341112613678
60205	rnn.bias_hh_l0	1	-0.019470328465104103
60205	rnn.bias_hh_l0	2	0.017381293699145317
60205	rnn.bias_hh_l0	3	-0.12396244704723358
60205	rnn.bias_hh_l0	4	0.020796049386262894
60205	rnn.bias_hh_l0	5	0.014099174179136753
60205	rnn.bias_hh_l0	6	-0.060835279524326324
60205	rnn.bias_hh_l0	7	-0.110186368227005
60205	rnn.bias_hh_l0	8	-0.13485461473464966
60205	rnn.bias_hh_l0	9	-0.06872551888227463
60205	rnn.weight_ih_l0_reverse	0	0.002563857939094305
60205	rnn.weight_ih_l0_reverse	1	0.026260726153850555
60205	rnn.weight_ih_l0_reverse	2	0.003177796956151724
60205	rnn.weight_ih_l0_reverse	3	-0.0033098782878369093
60205	rnn.weight_ih_l0_reverse	4	0.02391517162322998
60205	rnn.weight_ih_l0_reverse	5	-0.04427512362599373
60205	rnn.weight_ih_l0_reverse	6	-0.03914961963891983
60205	rnn.weight_ih_l0_reverse	7	-0.00517663499340415
60205	rnn.weight_ih_l0_reverse	8	0.025796163827180862
60205	rnn.weight_ih_l0_reverse	9	-0.0041766040958464146
60205	rnn.weight_hh_l0_reverse	0	-0.007488394621759653
60205	rnn.weight_hh_l0_reverse	1	0.012849884107708931
60205	rnn.weight_hh_l0_reverse	2	-0.03196336328983307
60205	rnn.weight_hh_l0_reverse	3	0.035698194056749344
60205	rnn.weight_hh_l0_reverse	4	0.013938641175627708
60205	rnn.weight_hh_l0_reverse	5	-0.019946862012147903
60205	rnn.weight_hh_l0_reverse	6	0.028523894026875496
60205	rnn.weight_hh_l0_reverse	7	0.02198275551199913
60205	rnn.weight_hh_l0_reverse	8	0.009982814081013203
60205	rnn.weight_hh_l0_reverse	9	-0.044747427105903625
60205	rnn.bias_ih_l0_reverse	0	-0.11895227432250977
60205	rnn.bias_ih_l0_reverse	1	-0.2601296901702881
60205	rnn.bias_ih_l0_reverse	2	-0.03799125552177429
60205	rnn.bias_ih_l0_reverse	3	-0.1008538231253624
60205	rnn.bias_ih_l0_reverse	4	0.06790947169065475
60205	rnn.bias_ih_l0_reverse	5	-0.18121792376041412
60205	rnn.bias_ih_l0_reverse	6	-0.03670141473412514
60205	rnn.bias_ih_l0_reverse	7	0.054731372743844986
60205	rnn.bias_ih_l0_reverse	8	-0.12514708936214447
60205	rnn.bias_ih_l0_reverse	9	-0.06541001796722412
60205	rnn.bias_hh_l0_reverse	0	-0.0969112440943718
60205	rnn.bias_hh_l0_reverse	1	-0.06762832403182983
60205	rnn.bias_hh_l0_reverse	2	-0.03316671773791313
60205	rnn.bias_hh_l0_reverse	3	-0.11999058723449707
60205	rnn.bias_hh_l0_reverse	4	-0.024930568411946297
60205	rnn.bias_hh_l0_reverse	5	-0.10110069811344147
60205	rnn.bias_hh_l0_reverse	6	-0.06839778274297714
60205	rnn.bias_hh_l0_reverse	7	-0.13699086010456085
60205	rnn.bias_hh_l0_reverse	8	-0.03630690649151802
60205	rnn.bias_hh_l0_reverse	9	-0.12428082525730133
60205	linear.weight	0	-0.2127372771501541
60205	linear.weight	1	-0.091306671500206
60205	linear.weight	2	-0.011228874325752258
60205	linear.weight	3	0.009888475760817528
60205	linear.weight	4	0.05313543602824211
60205	linear.weight	5	0.24446487426757812
60205	linear.weight	6	0.0047744326293468475
60205	linear.weight	7	-0.021312154829502106
60205	linear.weight	8	0.08283207565546036
60205	linear.weight	9	0.06457903981208801
60205	linear.bias	0	-0.6674913763999939
60205	linear.bias	1	0.8223919868469238
60205	linear.bias	2	-0.06296749413013458
60205	linear.bias	3	-0.48040518164634705
60205	linear.bias	4	-1.166642427444458
60205	linear.bias	5	-1.1275432109832764
60205	linear.bias	6	-0.6334596872329712
60205	linear.bias	7	-0.6545697450637817
60205	linear.bias	8	-0.01705317199230194
60205	linear.bias	9	2.8519554138183594
60402	transitions	0	-0.20845206081867218
60402	transitions	1	7.3753180503845215
60402	transitions	2	-2.955803394317627
60402	transitions	3	1.283146858215332
60402	transitions	4	-1.6687999963760376
60402	transitions	5	-0.2806687355041504
60402	transitions	6	-0.15330857038497925
60402	transitions	7	-10000.0
60402	transitions	8	1.598832130432129
60402	transitions	9	-2.285883903503418
60402	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
60402	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
60402	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
60402	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
60402	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
60402	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
60402	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
60402	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
60402	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
60402	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
60402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
60402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
60402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
60402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
60402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
60402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
60402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
60402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
60402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
60402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
60402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
60402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
60402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
60402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
60402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
60402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
60402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
60402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
60402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
60402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
60402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
60402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
60402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
60402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
60402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
60402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
60402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
60402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
60402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
60402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
60402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
60402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
60402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
60402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
60402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
60402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
60402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
60402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
60402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
60402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
60402	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
60402	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
60402	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
60402	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
60402	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
60402	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
60402	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
60402	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
60402	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
60402	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
60402	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
60402	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
60402	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
60402	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
60402	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
60402	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
60402	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
60402	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
60402	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
60402	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
60402	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
60402	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
60402	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
60402	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
60402	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
60402	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
60402	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
60402	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
60402	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
60402	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
60402	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
60402	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
60402	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
60402	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
60402	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
60402	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
60402	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
60402	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
60402	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
60402	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
60402	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
60402	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
60402	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
60402	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
60402	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
60402	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
60402	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
60402	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
60402	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
60402	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
60402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
60402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
60402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
60402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
60402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
60402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
60402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
60402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
60402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
60402	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
60402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
60402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
60402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
60402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
60402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
60402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
60402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
60402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
60402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
60402	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
60402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
60402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
60402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
60402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
60402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
60402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
60402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
60402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
60402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
60402	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
60402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
60402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
60402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
60402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
60402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
60402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
60402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
60402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
60402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
60402	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
60402	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
60402	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
60402	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
60402	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
60402	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
60402	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
60402	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
60402	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
60402	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
60402	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
60402	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
60402	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
60402	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
60402	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
60402	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
60402	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
60402	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
60402	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
60402	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
60402	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
60402	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
60402	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
60402	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
60402	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
60402	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
60402	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
60402	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
60402	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
60402	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
60402	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
60402	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
60402	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
60402	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
60402	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
60402	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
60402	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
60402	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
60402	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
60402	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
60402	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
60402	embedding2nn.weight	0	0.03194040805101395
60402	embedding2nn.weight	1	-0.06169367581605911
60402	embedding2nn.weight	2	0.016384797170758247
60402	embedding2nn.weight	3	-0.03771062567830086
60402	embedding2nn.weight	4	-0.08882828801870346
60402	embedding2nn.weight	5	0.06933913379907608
60402	embedding2nn.weight	6	-0.08465404808521271
60402	embedding2nn.weight	7	-0.08013594150543213
60402	embedding2nn.weight	8	0.009366359561681747
60402	embedding2nn.weight	9	0.023373078554868698
60402	embedding2nn.bias	0	0.02342354506254196
60402	embedding2nn.bias	1	0.022133368998765945
60402	embedding2nn.bias	2	-0.11952812224626541
60402	embedding2nn.bias	3	0.04821977764368057
60402	embedding2nn.bias	4	0.0178590826690197
60402	embedding2nn.bias	5	-0.1555350422859192
60402	embedding2nn.bias	6	-0.06694592535495758
60402	embedding2nn.bias	7	-0.01824267953634262
60402	embedding2nn.bias	8	0.08124921470880508
60402	embedding2nn.bias	9	-0.10012355446815491
60402	rnn.weight_ih_l0	0	0.01663631573319435
60402	rnn.weight_ih_l0	1	-0.0017424378311261535
60402	rnn.weight_ih_l0	2	-0.036629728972911835
60402	rnn.weight_ih_l0	3	-0.010838198475539684
60402	rnn.weight_ih_l0	4	0.008714715950191021
60402	rnn.weight_ih_l0	5	-0.0676339864730835
60402	rnn.weight_ih_l0	6	0.017060739919543266
60402	rnn.weight_ih_l0	7	-0.039796579629182816
60402	rnn.weight_ih_l0	8	0.01856708526611328
60402	rnn.weight_ih_l0	9	0.006186944432556629
60402	rnn.weight_hh_l0	0	0.0007621778058819473
60402	rnn.weight_hh_l0	1	-0.06823965907096863
60402	rnn.weight_hh_l0	2	0.04235754534602165
60402	rnn.weight_hh_l0	3	0.01454361155629158
60402	rnn.weight_hh_l0	4	0.0104979882016778
60402	rnn.weight_hh_l0	5	0.032482679933309555
60402	rnn.weight_hh_l0	6	-0.012635367922484875
60402	rnn.weight_hh_l0	7	-0.06718078255653381
60402	rnn.weight_hh_l0	8	-0.020454511046409607
60402	rnn.weight_hh_l0	9	-0.05213671922683716
60402	rnn.bias_ih_l0	0	-0.06369653344154358
60402	rnn.bias_ih_l0	1	-0.10974431037902832
60402	rnn.bias_ih_l0	2	-0.16126807034015656
60402	rnn.bias_ih_l0	3	-0.23609662055969238
60402	rnn.bias_ih_l0	4	0.0017844251124188304
60402	rnn.bias_ih_l0	5	0.05929427966475487
60402	rnn.bias_ih_l0	6	-0.09895353764295578
60402	rnn.bias_ih_l0	7	-0.196922168135643
60402	rnn.bias_ih_l0	8	-0.09292380511760712
60402	rnn.bias_ih_l0	9	-0.11072095483541489
60402	rnn.bias_hh_l0	0	0.13191981613636017
60402	rnn.bias_hh_l0	1	-0.017608219757676125
60402	rnn.bias_hh_l0	2	0.023836271837353706
60402	rnn.bias_hh_l0	3	-0.12255813926458359
60402	rnn.bias_hh_l0	4	0.02472791075706482
60402	rnn.bias_hh_l0	5	0.009892760775983334
60402	rnn.bias_hh_l0	6	-0.06018808111548424
60402	rnn.bias_hh_l0	7	-0.11280040442943573
60402	rnn.bias_hh_l0	8	-0.134613037109375
60402	rnn.bias_hh_l0	9	-0.06457161903381348
60402	rnn.weight_ih_l0_reverse	0	0.0034565345849841833
60402	rnn.weight_ih_l0_reverse	1	0.02555815689265728
60402	rnn.weight_ih_l0_reverse	2	0.004106027539819479
60402	rnn.weight_ih_l0_reverse	3	-0.0044059911742806435
60402	rnn.weight_ih_l0_reverse	4	0.025221802294254303
60402	rnn.weight_ih_l0_reverse	5	-0.04283694177865982
60402	rnn.weight_ih_l0_reverse	6	-0.04131311550736427
60402	rnn.weight_ih_l0_reverse	7	-0.0059058088809251785
60402	rnn.weight_ih_l0_reverse	8	0.023003628477454185
60402	rnn.weight_ih_l0_reverse	9	-0.003326411359012127
60402	rnn.weight_hh_l0_reverse	0	-0.0075740390457212925
60402	rnn.weight_hh_l0_reverse	1	0.012127972207963467
60402	rnn.weight_hh_l0_reverse	2	-0.032327987253665924
60402	rnn.weight_hh_l0_reverse	3	0.03540659323334694
60402	rnn.weight_hh_l0_reverse	4	0.014048298820853233
60402	rnn.weight_hh_l0_reverse	5	-0.01990710012614727
60402	rnn.weight_hh_l0_reverse	6	0.0284587349742651
60402	rnn.weight_hh_l0_reverse	7	0.021088857203722
60402	rnn.weight_hh_l0_reverse	8	0.009513293392956257
60402	rnn.weight_hh_l0_reverse	9	-0.04595184698700905
60402	rnn.bias_ih_l0_reverse	0	-0.12196125090122223
60402	rnn.bias_ih_l0_reverse	1	-0.25864657759666443
60402	rnn.bias_ih_l0_reverse	2	-0.040567200630903244
60402	rnn.bias_ih_l0_reverse	3	-0.10274740308523178
60402	rnn.bias_ih_l0_reverse	4	0.06365661323070526
60402	rnn.bias_ih_l0_reverse	5	-0.18031634390354156
60402	rnn.bias_ih_l0_reverse	6	-0.037689775228500366
60402	rnn.bias_ih_l0_reverse	7	0.0488862469792366
60402	rnn.bias_ih_l0_reverse	8	-0.1270110309123993
60402	rnn.bias_ih_l0_reverse	9	-0.06423326581716537
60402	rnn.bias_hh_l0_reverse	0	-0.0955733060836792
60402	rnn.bias_hh_l0_reverse	1	-0.07432327419519424
60402	rnn.bias_hh_l0_reverse	2	-0.031936436891555786
60402	rnn.bias_hh_l0_reverse	3	-0.12107774615287781
60402	rnn.bias_hh_l0_reverse	4	-0.026455150917172432
60402	rnn.bias_hh_l0_reverse	5	-0.10184627771377563
60402	rnn.bias_hh_l0_reverse	6	-0.06787985563278198
60402	rnn.bias_hh_l0_reverse	7	-0.1379023790359497
60402	rnn.bias_hh_l0_reverse	8	-0.0343666635453701
60402	rnn.bias_hh_l0_reverse	9	-0.12179815024137497
60402	linear.weight	0	-0.2245301455259323
60402	linear.weight	1	-0.08998534828424454
60402	linear.weight	2	-0.011228874325752258
60402	linear.weight	3	-0.022200491279363632
60402	linear.weight	4	0.05408921092748642
60402	linear.weight	5	0.23088325560092926
60402	linear.weight	6	0.0047744326293468475
60402	linear.weight	7	-0.021312154829502106
60402	linear.weight	8	0.07631880789995193
60402	linear.weight	9	0.07325805723667145
60402	linear.bias	0	-0.6672196984291077
60402	linear.bias	1	0.8878782987594604
60402	linear.bias	2	-0.063947893679142
60402	linear.bias	3	-0.485914021730423
60402	linear.bias	4	-1.1725507974624634
60402	linear.bias	5	-1.1277638673782349
60402	linear.bias	6	-0.6306468844413757
60402	linear.bias	7	-0.6614020466804504
60402	linear.bias	8	-0.01705317199230194
60402	linear.bias	9	2.8259975910186768
60599	transitions	0	-0.2092328816652298
60599	transitions	1	7.385943412780762
60599	transitions	2	-2.9578452110290527
60599	transitions	3	1.2835662364959717
60599	transitions	4	-1.6706256866455078
60599	transitions	5	-0.28087469935417175
60599	transitions	6	-0.15340887010097504
60599	transitions	7	-10000.0
60599	transitions	8	1.5960779190063477
60599	transitions	9	-2.28592586517334
60599	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
60599	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
60599	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
60599	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
60599	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
60599	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
60599	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
60599	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
60599	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
60599	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
60599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
60599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
60599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
60599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
60599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
60599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
60599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
60599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
60599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
60599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
60599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
60599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
60599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
60599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
60599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
60599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
60599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
60599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
60599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
60599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
60599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
60599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
60599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
60599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
60599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
60599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
60599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
60599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
60599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
60599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
60599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
60599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
60599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
60599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
60599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
60599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
60599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
60599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
60599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
60599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
60599	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
60599	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
60599	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
60599	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
60599	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
60599	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
60599	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
60599	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
60599	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
60599	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
60599	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
60599	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
60599	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
60599	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
60599	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
60599	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
60599	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
60599	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
60599	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
60599	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
60599	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
60599	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
60599	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
60599	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
60599	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
60599	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
60599	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
60599	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
60599	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
60599	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
60599	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
60599	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
60599	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
60599	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
60599	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
60599	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
60599	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
60599	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
60599	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
60599	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
60599	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
60599	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
60599	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
60599	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
60599	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
60599	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
60599	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
60599	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
60599	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
60599	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
60599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
60599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
60599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
60599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
60599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
60599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
60599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
60599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
60599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
60599	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
60599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
60599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
60599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
60599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
60599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
60599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
60599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
60599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
60599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
60599	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
60599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
60599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
60599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
60599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
60599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
60599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
60599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
60599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
60599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
60599	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
60599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
60599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
60599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
60599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
60599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
60599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
60599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
60599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
60599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
60599	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
60599	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
60599	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
60599	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
60599	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
60599	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
60599	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
60599	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
60599	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
60599	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
60599	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
60599	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
60599	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
60599	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
60599	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
60599	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
60599	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
60599	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
60599	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
60599	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
60599	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
60599	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
60599	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
60599	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
60599	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
60599	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
60599	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
60599	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
60599	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
60599	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
60599	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
60599	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
60599	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
60599	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
60599	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
60599	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
60599	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
60599	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
60599	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
60599	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
60599	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
60599	embedding2nn.weight	0	0.03222081437706947
60599	embedding2nn.weight	1	-0.062051452696323395
60599	embedding2nn.weight	2	0.016814107075333595
60599	embedding2nn.weight	3	-0.037901394069194794
60599	embedding2nn.weight	4	-0.08877964317798615
60599	embedding2nn.weight	5	0.06871286034584045
60599	embedding2nn.weight	6	-0.08885271102190018
60599	embedding2nn.weight	7	-0.08020620793104172
60599	embedding2nn.weight	8	0.007989868521690369
60599	embedding2nn.weight	9	0.021721448749303818
60599	embedding2nn.bias	0	0.030749568715691566
60599	embedding2nn.bias	1	0.021760867908596992
60599	embedding2nn.bias	2	-0.11971025168895721
60599	embedding2nn.bias	3	0.048045314848423004
60599	embedding2nn.bias	4	0.02290368638932705
60599	embedding2nn.bias	5	-0.15097732841968536
60599	embedding2nn.bias	6	-0.06826892495155334
60599	embedding2nn.bias	7	-0.020751962438225746
60599	embedding2nn.bias	8	0.06108855456113815
60599	embedding2nn.bias	9	-0.11138532310724258
60599	rnn.weight_ih_l0	0	0.012613735161721706
60599	rnn.weight_ih_l0	1	-0.0037346268072724342
60599	rnn.weight_ih_l0	2	-0.03579352796077728
60599	rnn.weight_ih_l0	3	-0.01181808952242136
60599	rnn.weight_ih_l0	4	0.008197546005249023
60599	rnn.weight_ih_l0	5	-0.068302683532238
60599	rnn.weight_ih_l0	6	0.01715514250099659
60599	rnn.weight_ih_l0	7	-0.040180105715990067
60599	rnn.weight_ih_l0	8	0.01876319944858551
60599	rnn.weight_ih_l0	9	0.004553237464278936
60599	rnn.weight_hh_l0	0	0.001121985143981874
60599	rnn.weight_hh_l0	1	-0.06913816928863525
60599	rnn.weight_hh_l0	2	0.04233283922076225
60599	rnn.weight_hh_l0	3	0.014070983976125717
60599	rnn.weight_hh_l0	4	0.01057602372020483
60599	rnn.weight_hh_l0	5	0.03287552297115326
60599	rnn.weight_hh_l0	6	-0.01258202362805605
60599	rnn.weight_hh_l0	7	-0.06734617799520493
60599	rnn.weight_hh_l0	8	-0.019840439781546593
60599	rnn.weight_hh_l0	9	-0.05233960971236229
60599	rnn.bias_ih_l0	0	-0.060781367123126984
60599	rnn.bias_ih_l0	1	-0.10958486050367355
60599	rnn.bias_ih_l0	2	-0.16396315395832062
60599	rnn.bias_ih_l0	3	-0.23477360606193542
60599	rnn.bias_ih_l0	4	0.0075216698460280895
60599	rnn.bias_ih_l0	5	0.05864076688885689
60599	rnn.bias_ih_l0	6	-0.10021128505468369
60599	rnn.bias_ih_l0	7	-0.19726228713989258
60599	rnn.bias_ih_l0	8	-0.09819943457841873
60599	rnn.bias_ih_l0	9	-0.11156541854143143
60599	rnn.bias_hh_l0	0	0.12951335310935974
60599	rnn.bias_hh_l0	1	-0.018179142847657204
60599	rnn.bias_hh_l0	2	0.021835191175341606
60599	rnn.bias_hh_l0	3	-0.12021467089653015
60599	rnn.bias_hh_l0	4	0.026786834001541138
60599	rnn.bias_hh_l0	5	0.01230895146727562
60599	rnn.bias_hh_l0	6	-0.056938089430332184
60599	rnn.bias_hh_l0	7	-0.11608064919710159
60599	rnn.bias_hh_l0	8	-0.13328836858272552
60599	rnn.bias_hh_l0	9	-0.06483953446149826
60599	rnn.weight_ih_l0_reverse	0	0.00482302438467741
60599	rnn.weight_ih_l0_reverse	1	0.026200607419013977
60599	rnn.weight_ih_l0_reverse	2	0.0023669188376516104
60599	rnn.weight_ih_l0_reverse	3	-0.0013771351659670472
60599	rnn.weight_ih_l0_reverse	4	0.023105191066861153
60599	rnn.weight_ih_l0_reverse	5	-0.043720051646232605
60599	rnn.weight_ih_l0_reverse	6	-0.046653423458337784
60599	rnn.weight_ih_l0_reverse	7	-0.007917539216578007
60599	rnn.weight_ih_l0_reverse	8	0.018388371914625168
60599	rnn.weight_ih_l0_reverse	9	-0.005065376870334148
60599	rnn.weight_hh_l0_reverse	0	-0.007258904632180929
60599	rnn.weight_hh_l0_reverse	1	0.01281010638922453
60599	rnn.weight_hh_l0_reverse	2	-0.0326574444770813
60599	rnn.weight_hh_l0_reverse	3	0.03510342910885811
60599	rnn.weight_hh_l0_reverse	4	0.01412750594317913
60599	rnn.weight_hh_l0_reverse	5	-0.019305523484945297
60599	rnn.weight_hh_l0_reverse	6	0.029661139473319054
60599	rnn.weight_hh_l0_reverse	7	0.02235352247953415
60599	rnn.weight_hh_l0_reverse	8	0.009577642194926739
60599	rnn.weight_hh_l0_reverse	9	-0.04671195149421692
60599	rnn.bias_ih_l0_reverse	0	-0.12045414745807648
60599	rnn.bias_ih_l0_reverse	1	-0.26023852825164795
60599	rnn.bias_ih_l0_reverse	2	-0.04204532876610756
60599	rnn.bias_ih_l0_reverse	3	-0.1023661270737648
60599	rnn.bias_ih_l0_reverse	4	0.07121215760707855
60599	rnn.bias_ih_l0_reverse	5	-0.1808648258447647
60599	rnn.bias_ih_l0_reverse	6	-0.036695413291454315
60599	rnn.bias_ih_l0_reverse	7	0.04442214593291283
60599	rnn.bias_ih_l0_reverse	8	-0.12856073677539825
60599	rnn.bias_ih_l0_reverse	9	-0.06578086316585541
60599	rnn.bias_hh_l0_reverse	0	-0.09655571728944778
60599	rnn.bias_hh_l0_reverse	1	-0.0800551027059555
60599	rnn.bias_hh_l0_reverse	2	-0.030875377357006073
60599	rnn.bias_hh_l0_reverse	3	-0.11768783628940582
60599	rnn.bias_hh_l0_reverse	4	-0.0275491364300251
60599	rnn.bias_hh_l0_reverse	5	-0.1040397360920906
60599	rnn.bias_hh_l0_reverse	6	-0.0680844783782959
60599	rnn.bias_hh_l0_reverse	7	-0.13738468289375305
60599	rnn.bias_hh_l0_reverse	8	-0.03724578022956848
60599	rnn.bias_hh_l0_reverse	9	-0.1193394735455513
60599	linear.weight	0	-0.21392716467380524
60599	linear.weight	1	-0.08869139850139618
60599	linear.weight	2	-0.011228874325752258
60599	linear.weight	3	-0.048801127821207047
60599	linear.weight	4	0.04522649198770523
60599	linear.weight	5	0.2203596979379654
60599	linear.weight	6	0.0047744326293468475
60599	linear.weight	7	-0.021312154829502106
60599	linear.weight	8	0.06220891326665878
60599	linear.weight	9	0.08350110799074173
60599	linear.bias	0	-0.673112154006958
60599	linear.bias	1	0.8006790280342102
60599	linear.bias	2	-0.13956376910209656
60599	linear.bias	3	-0.47071707248687744
60599	linear.bias	4	-1.1696951389312744
60599	linear.bias	5	-1.1279877424240112
60599	linear.bias	6	-0.6272740364074707
60599	linear.bias	7	-0.6820558309555054
60599	linear.bias	8	-0.01705317199230194
60599	linear.bias	9	2.962275981903076
60796	transitions	0	-0.2096209079027176
60796	transitions	1	7.373401641845703
60796	transitions	2	-2.959446907043457
60796	transitions	3	1.2664133310317993
60796	transitions	4	-1.6715878248214722
60796	transitions	5	-0.2810918986797333
60796	transitions	6	-0.1534930169582367
60796	transitions	7	-10000.0
60796	transitions	8	1.5976659059524536
60796	transitions	9	-2.2859745025634766
60796	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
60796	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
60796	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
60796	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
60796	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
60796	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
60796	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
60796	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
60796	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
60796	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
60796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
60796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
60796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
60796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
60796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
60796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
60796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
60796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
60796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
60796	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
60796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
60796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
60796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
60796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
60796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
60796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
60796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
60796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
60796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
60796	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
60796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
60796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
60796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
60796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
60796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
60796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
60796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
60796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
60796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
60796	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
60796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
60796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
60796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
60796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
60796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
60796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
60796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
60796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
60796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
60796	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
60796	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
60796	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
60796	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
60796	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
60796	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
60796	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
60796	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
60796	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
60796	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
60796	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
60796	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
60796	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
60796	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
60796	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
60796	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
60796	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
60796	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
60796	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
60796	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
60796	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
60796	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
60796	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
60796	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
60796	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
60796	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
60796	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
60796	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
60796	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
60796	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
60796	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
60796	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
60796	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
60796	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
60796	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
60796	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
60796	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
60796	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
60796	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
60796	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
60796	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
60796	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
60796	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
60796	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
60796	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
60796	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
60796	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
60796	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
60796	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
60796	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
60796	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
60796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
60796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
60796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
60796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
60796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
60796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
60796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
60796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
60796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
60796	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
60796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
60796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
60796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
60796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
60796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
60796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
60796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
60796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
60796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
60796	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
60796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
60796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
60796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
60796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
60796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
60796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
60796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
60796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
60796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
60796	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
60796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
60796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
60796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
60796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
60796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
60796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
60796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
60796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
60796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
60796	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
60796	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
60796	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
60796	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
60796	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
60796	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
60796	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
60796	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
60796	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
60796	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
60796	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
60796	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
60796	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
60796	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
60796	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
60796	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
60796	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
60796	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
60796	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
60796	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
60796	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
60796	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
60796	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
60796	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
60796	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
60796	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
60796	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
60796	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
60796	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
60796	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
60796	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
60796	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
60796	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
60796	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
60796	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
60796	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
60796	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
60796	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
60796	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
60796	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
60796	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
60796	embedding2nn.weight	0	0.03220750764012337
60796	embedding2nn.weight	1	-0.0631040558218956
60796	embedding2nn.weight	2	0.018507815897464752
60796	embedding2nn.weight	3	-0.03754837065935135
60796	embedding2nn.weight	4	-0.08693145960569382
60796	embedding2nn.weight	5	0.06538432836532593
60796	embedding2nn.weight	6	-0.08159080147743225
60796	embedding2nn.weight	7	-0.07944636791944504
60796	embedding2nn.weight	8	0.007645864970982075
60796	embedding2nn.weight	9	0.022953549399971962
60796	embedding2nn.bias	0	0.04100487381219864
60796	embedding2nn.bias	1	0.024256357923150063
60796	embedding2nn.bias	2	-0.11479517072439194
60796	embedding2nn.bias	3	0.056832876056432724
60796	embedding2nn.bias	4	0.031579647213220596
60796	embedding2nn.bias	5	-0.16214630007743835
60796	embedding2nn.bias	6	-0.06918048858642578
60796	embedding2nn.bias	7	-0.024374062195420265
60796	embedding2nn.bias	8	0.06491575390100479
60796	embedding2nn.bias	9	-0.12099701911211014
60796	rnn.weight_ih_l0	0	0.012491073459386826
60796	rnn.weight_ih_l0	1	-0.004583954345434904
60796	rnn.weight_ih_l0	2	-0.03596683591604233
60796	rnn.weight_ih_l0	3	-0.012662998400628567
60796	rnn.weight_ih_l0	4	0.01111644133925438
60796	rnn.weight_ih_l0	5	-0.06244835630059242
60796	rnn.weight_ih_l0	6	0.01827135682106018
60796	rnn.weight_ih_l0	7	-0.041867446154356
60796	rnn.weight_ih_l0	8	0.014335096813738346
60796	rnn.weight_ih_l0	9	-0.0003909228544216603
60796	rnn.weight_hh_l0	0	0.000923021521884948
60796	rnn.weight_hh_l0	1	-0.0678430125117302
60796	rnn.weight_hh_l0	2	0.043010029941797256
60796	rnn.weight_hh_l0	3	0.014388836920261383
60796	rnn.weight_hh_l0	4	0.01096021942794323
60796	rnn.weight_hh_l0	5	0.03196224570274353
60796	rnn.weight_hh_l0	6	-0.012401876039803028
60796	rnn.weight_hh_l0	7	-0.06655582040548325
60796	rnn.weight_hh_l0	8	-0.019949201494455338
60796	rnn.weight_hh_l0	9	-0.052782222628593445
60796	rnn.bias_ih_l0	0	-0.05531487613916397
60796	rnn.bias_ih_l0	1	-0.11249954253435135
60796	rnn.bias_ih_l0	2	-0.1638045459985733
60796	rnn.bias_ih_l0	3	-0.23651576042175293
60796	rnn.bias_ih_l0	4	0.0068292454816401005
60796	rnn.bias_ih_l0	5	0.05329258739948273
60796	rnn.bias_ih_l0	6	-0.09522611647844315
60796	rnn.bias_ih_l0	7	-0.19597667455673218
60796	rnn.bias_ih_l0	8	-0.09999046474695206
60796	rnn.bias_ih_l0	9	-0.11131952702999115
60796	rnn.bias_hh_l0	0	0.12852653861045837
60796	rnn.bias_hh_l0	1	-0.0193791463971138
60796	rnn.bias_hh_l0	2	0.022757207974791527
60796	rnn.bias_hh_l0	3	-0.1225266084074974
60796	rnn.bias_hh_l0	4	0.030810236930847168
60796	rnn.bias_hh_l0	5	0.010316077619791031
60796	rnn.bias_hh_l0	6	-0.054798468947410583
60796	rnn.bias_hh_l0	7	-0.1140926331281662
60796	rnn.bias_hh_l0	8	-0.13086046278476715
60796	rnn.bias_hh_l0	9	-0.06539957970380783
60796	rnn.weight_ih_l0_reverse	0	0.00478682667016983
60796	rnn.weight_ih_l0_reverse	1	0.025251736864447594
60796	rnn.weight_ih_l0_reverse	2	0.00369252753444016
60796	rnn.weight_ih_l0_reverse	3	-0.003129594959318638
60796	rnn.weight_ih_l0_reverse	4	0.024242250248789787
60796	rnn.weight_ih_l0_reverse	5	-0.04052305221557617
60796	rnn.weight_ih_l0_reverse	6	-0.04763970524072647
60796	rnn.weight_ih_l0_reverse	7	-0.008668403141200542
60796	rnn.weight_ih_l0_reverse	8	0.018423432484269142
60796	rnn.weight_ih_l0_reverse	9	-0.005499623715877533
60796	rnn.weight_hh_l0_reverse	0	-0.007242016959935427
60796	rnn.weight_hh_l0_reverse	1	0.013525109738111496
60796	rnn.weight_hh_l0_reverse	2	-0.03254026919603348
60796	rnn.weight_hh_l0_reverse	3	0.03527341037988663
60796	rnn.weight_hh_l0_reverse	4	0.013502665795385838
60796	rnn.weight_hh_l0_reverse	5	-0.019231492653489113
60796	rnn.weight_hh_l0_reverse	6	0.029534656554460526
60796	rnn.weight_hh_l0_reverse	7	0.022709904238581657
60796	rnn.weight_hh_l0_reverse	8	0.009518672712147236
60796	rnn.weight_hh_l0_reverse	9	-0.04740032181143761
60796	rnn.bias_ih_l0_reverse	0	-0.11753619462251663
60796	rnn.bias_ih_l0_reverse	1	-0.26608309149742126
60796	rnn.bias_ih_l0_reverse	2	-0.03929394483566284
60796	rnn.bias_ih_l0_reverse	3	-0.10184581577777863
60796	rnn.bias_ih_l0_reverse	4	0.07554207742214203
60796	rnn.bias_ih_l0_reverse	5	-0.18268930912017822
60796	rnn.bias_ih_l0_reverse	6	-0.03550570458173752
60796	rnn.bias_ih_l0_reverse	7	0.043571796268224716
60796	rnn.bias_ih_l0_reverse	8	-0.1287156045436859
60796	rnn.bias_ih_l0_reverse	9	-0.06151067838072777
60796	rnn.bias_hh_l0_reverse	0	-0.09703193604946136
60796	rnn.bias_hh_l0_reverse	1	-0.07908826321363449
60796	rnn.bias_hh_l0_reverse	2	-0.03079492785036564
60796	rnn.bias_hh_l0_reverse	3	-0.11654581129550934
60796	rnn.bias_hh_l0_reverse	4	-0.02917012758553028
60796	rnn.bias_hh_l0_reverse	5	-0.10409129410982132
60796	rnn.bias_hh_l0_reverse	6	-0.07530822604894638
60796	rnn.bias_hh_l0_reverse	7	-0.14055655896663666
60796	rnn.bias_hh_l0_reverse	8	-0.038225580006837845
60796	rnn.bias_hh_l0_reverse	9	-0.1210048720240593
60796	linear.weight	0	-0.21652822196483612
60796	linear.weight	1	-0.08657056093215942
60796	linear.weight	2	-0.011228874325752258
60796	linear.weight	3	-0.048473991453647614
60796	linear.weight	4	0.04414112865924835
60796	linear.weight	5	0.2245316207408905
60796	linear.weight	6	0.0047744326293468475
60796	linear.weight	7	-0.021312154829502106
60796	linear.weight	8	0.06153016537427902
60796	linear.weight	9	0.08654149621725082
60796	linear.bias	0	-0.6603273749351501
60796	linear.bias	1	0.8118042945861816
60796	linear.bias	2	-0.10117184370756149
60796	linear.bias	3	-0.47878366708755493
60796	linear.bias	4	-1.180677056312561
60796	linear.bias	5	-1.128159761428833
60796	linear.bias	6	-0.6204796433448792
60796	linear.bias	7	-0.6599065661430359
60796	linear.bias	8	-0.01705317199230194
60796	linear.bias	9	2.864694356918335
60993	transitions	0	-0.2101448029279709
60993	transitions	1	7.342164039611816
60993	transitions	2	-2.9613194465637207
60993	transitions	3	1.257401943206787
60993	transitions	4	-1.6731334924697876
60993	transitions	5	-0.28292199969291687
60993	transitions	6	-0.15365487337112427
60993	transitions	7	-10000.0
60993	transitions	8	1.5937814712524414
60993	transitions	9	-2.286015510559082
60993	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
60993	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
60993	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
60993	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
60993	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
60993	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
60993	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
60993	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
60993	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
60993	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
60993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
60993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
60993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
60993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
60993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
60993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
60993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
60993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
60993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
60993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
60993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
60993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
60993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
60993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
60993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
60993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
60993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
60993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
60993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
60993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
60993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
60993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
60993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
60993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
60993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
60993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
60993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
60993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
60993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
60993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
60993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
60993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
60993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
60993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
60993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
60993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
60993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
60993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
60993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
60993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
60993	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
60993	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
60993	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
60993	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
60993	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
60993	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
60993	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
60993	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
60993	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
60993	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
60993	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
60993	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
60993	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
60993	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
60993	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
60993	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
60993	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
60993	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
60993	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
60993	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
60993	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
60993	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
60993	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
60993	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
60993	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
60993	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
60993	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
60993	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
60993	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
60993	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
60993	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
60993	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
60993	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
60993	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
60993	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
60993	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
60993	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
60993	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
60993	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
60993	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
60993	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
60993	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
60993	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
60993	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
60993	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
60993	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
60993	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
60993	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
60993	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
60993	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
60993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
60993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
60993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
60993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
60993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
60993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
60993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
60993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
60993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
60993	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
60993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
60993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
60993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
60993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
60993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
60993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
60993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
60993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
60993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
60993	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
60993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
60993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
60993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
60993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
60993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
60993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
60993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
60993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
60993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
60993	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
60993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
60993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
60993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
60993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
60993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
60993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
60993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
60993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
60993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
60993	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
60993	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
60993	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
60993	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
60993	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
60993	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
60993	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
60993	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
60993	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
60993	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
60993	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
60993	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
60993	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
60993	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
60993	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
60993	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
60993	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
60993	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
60993	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
60993	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
60993	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
60993	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
60993	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
60993	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
60993	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
60993	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
60993	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
60993	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
60993	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
60993	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
60993	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
60993	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
60993	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
60993	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
60993	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
60993	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
60993	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
60993	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
60993	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
60993	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
60993	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
60993	embedding2nn.weight	0	0.032484270632267
60993	embedding2nn.weight	1	-0.062411945313215256
60993	embedding2nn.weight	2	0.020784176886081696
60993	embedding2nn.weight	3	-0.03584257513284683
60993	embedding2nn.weight	4	-0.08469868451356888
60993	embedding2nn.weight	5	0.06599553674459457
60993	embedding2nn.weight	6	-0.0816793143749237
60993	embedding2nn.weight	7	-0.07463257759809494
60993	embedding2nn.weight	8	0.008255641907453537
60993	embedding2nn.weight	9	0.022391002625226974
60993	embedding2nn.bias	0	0.027158694341778755
60993	embedding2nn.bias	1	0.03217393532395363
60993	embedding2nn.bias	2	-0.11233799159526825
60993	embedding2nn.bias	3	0.04816495627164841
60993	embedding2nn.bias	4	0.014926552772521973
60993	embedding2nn.bias	5	-0.16841214895248413
60993	embedding2nn.bias	6	-0.08515672385692596
60993	embedding2nn.bias	7	-0.02279534563422203
60993	embedding2nn.bias	8	0.06929288059473038
60993	embedding2nn.bias	9	-0.12741944193840027
60993	rnn.weight_ih_l0	0	0.011641369201242924
60993	rnn.weight_ih_l0	1	-0.010206563398241997
60993	rnn.weight_ih_l0	2	-0.03450398147106171
60993	rnn.weight_ih_l0	3	-0.012214494869112968
60993	rnn.weight_ih_l0	4	0.012409046292304993
60993	rnn.weight_ih_l0	5	-0.05901738628745079
60993	rnn.weight_ih_l0	6	0.0224896427243948
60993	rnn.weight_ih_l0	7	-0.04435624182224274
60993	rnn.weight_ih_l0	8	0.01607419364154339
60993	rnn.weight_ih_l0	9	-0.0009144085925072432
60993	rnn.weight_hh_l0	0	0.00047919273492880166
60993	rnn.weight_hh_l0	1	-0.06497517228126526
60993	rnn.weight_hh_l0	2	0.0436670258641243
60993	rnn.weight_hh_l0	3	0.014207555912435055
60993	rnn.weight_hh_l0	4	0.010788101702928543
60993	rnn.weight_hh_l0	5	0.032267455011606216
60993	rnn.weight_hh_l0	6	-0.0127101493999362
60993	rnn.weight_hh_l0	7	-0.06700757145881653
60993	rnn.weight_hh_l0	8	-0.020996084436774254
60993	rnn.weight_hh_l0	9	-0.05513497069478035
60993	rnn.bias_ih_l0	0	-0.06036056578159332
60993	rnn.bias_ih_l0	1	-0.115986168384552
60993	rnn.bias_ih_l0	2	-0.16239987313747406
60993	rnn.bias_ih_l0	3	-0.2367987483739853
60993	rnn.bias_ih_l0	4	0.009136329405009747
60993	rnn.bias_ih_l0	5	0.05154798552393913
60993	rnn.bias_ih_l0	6	-0.09981479495763779
60993	rnn.bias_ih_l0	7	-0.1985902488231659
60993	rnn.bias_ih_l0	8	-0.10183417797088623
60993	rnn.bias_ih_l0	9	-0.11272856593132019
60993	rnn.bias_hh_l0	0	0.1297742873430252
60993	rnn.bias_hh_l0	1	-0.024947620928287506
60993	rnn.bias_hh_l0	2	0.02418527938425541
60993	rnn.bias_hh_l0	3	-0.1219925805926323
60993	rnn.bias_hh_l0	4	0.03297322988510132
60993	rnn.bias_hh_l0	5	0.010053545236587524
60993	rnn.bias_hh_l0	6	-0.05888213589787483
60993	rnn.bias_hh_l0	7	-0.11530173569917679
60993	rnn.bias_hh_l0	8	-0.13096453249454498
60993	rnn.bias_hh_l0	9	-0.06978095322847366
60993	rnn.weight_ih_l0_reverse	0	0.004329778254032135
60993	rnn.weight_ih_l0_reverse	1	0.024808650836348534
60993	rnn.weight_ih_l0_reverse	2	-0.00016630152822472155
60993	rnn.weight_ih_l0_reverse	3	-0.005190324038267136
60993	rnn.weight_ih_l0_reverse	4	0.02594248205423355
60993	rnn.weight_ih_l0_reverse	5	-0.03788488730788231
60993	rnn.weight_ih_l0_reverse	6	-0.04764987900853157
60993	rnn.weight_ih_l0_reverse	7	-0.008270185440778732
60993	rnn.weight_ih_l0_reverse	8	0.022694118320941925
60993	rnn.weight_ih_l0_reverse	9	-0.006829405203461647
60993	rnn.weight_hh_l0_reverse	0	-0.006747010163962841
60993	rnn.weight_hh_l0_reverse	1	0.013000781647861004
60993	rnn.weight_hh_l0_reverse	2	-0.03261381387710571
60993	rnn.weight_hh_l0_reverse	3	0.035668160766363144
60993	rnn.weight_hh_l0_reverse	4	0.012107962742447853
60993	rnn.weight_hh_l0_reverse	5	-0.01737116277217865
60993	rnn.weight_hh_l0_reverse	6	0.029168345034122467
60993	rnn.weight_hh_l0_reverse	7	0.022242534905672073
60993	rnn.weight_hh_l0_reverse	8	0.009578929282724857
60993	rnn.weight_hh_l0_reverse	9	-0.04678156599402428
60993	rnn.bias_ih_l0_reverse	0	-0.115956149995327
60993	rnn.bias_ih_l0_reverse	1	-0.26815611124038696
60993	rnn.bias_ih_l0_reverse	2	-0.039848692715168
60993	rnn.bias_ih_l0_reverse	3	-0.10122788697481155
60993	rnn.bias_ih_l0_reverse	4	0.07424704730510712
60993	rnn.bias_ih_l0_reverse	5	-0.18162398040294647
60993	rnn.bias_ih_l0_reverse	6	-0.0338238961994648
60993	rnn.bias_ih_l0_reverse	7	0.03522820025682449
60993	rnn.bias_ih_l0_reverse	8	-0.12959931790828705
60993	rnn.bias_ih_l0_reverse	9	-0.061577994376420975
60993	rnn.bias_hh_l0_reverse	0	-0.09904070198535919
60993	rnn.bias_hh_l0_reverse	1	-0.07255292683839798
60993	rnn.bias_hh_l0_reverse	2	-0.03342780843377113
60993	rnn.bias_hh_l0_reverse	3	-0.1106751412153244
60993	rnn.bias_hh_l0_reverse	4	-0.025310395285487175
60993	rnn.bias_hh_l0_reverse	5	-0.10434646904468536
60993	rnn.bias_hh_l0_reverse	6	-0.06669565290212631
60993	rnn.bias_hh_l0_reverse	7	-0.14221405982971191
60993	rnn.bias_hh_l0_reverse	8	-0.031524211168289185
60993	rnn.bias_hh_l0_reverse	9	-0.12201210856437683
60993	linear.weight	0	-0.20782695710659027
60993	linear.weight	1	-0.07820488512516022
60993	linear.weight	2	-0.011228874325752258
60993	linear.weight	3	-0.06489159911870956
60993	linear.weight	4	0.0313669890165329
60993	linear.weight	5	0.22656022012233734
60993	linear.weight	6	0.0047744326293468475
60993	linear.weight	7	-0.021312154829502106
60993	linear.weight	8	0.060113389045000076
60993	linear.weight	9	0.08076565712690353
60993	linear.bias	0	-0.6654335856437683
60993	linear.bias	1	0.7498824596405029
60993	linear.bias	2	-0.11435579508543015
60993	linear.bias	3	-0.48464706540107727
60993	linear.bias	4	-1.1556987762451172
60993	linear.bias	5	-1.1284006834030151
60993	linear.bias	6	-0.6262431740760803
60993	linear.bias	7	-0.6533743739128113
60993	linear.bias	8	-0.01705317199230194
60993	linear.bias	9	2.799293041229248
61190	transitions	0	-0.21058803796768188
61190	transitions	1	7.370475769042969
61190	transitions	2	-2.9628407955169678
61190	transitions	3	1.257287859916687
61190	transitions	4	-1.6745085716247559
61190	transitions	5	-0.28306105732917786
61190	transitions	6	-0.1537540704011917
61190	transitions	7	-10000.0
61190	transitions	8	1.6000261306762695
61190	transitions	9	-2.286048650741577
61190	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
61190	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
61190	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
61190	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
61190	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
61190	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
61190	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
61190	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
61190	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
61190	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
61190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
61190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
61190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
61190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
61190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
61190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
61190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
61190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
61190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
61190	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
61190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
61190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
61190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
61190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
61190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
61190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
61190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
61190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
61190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
61190	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
61190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
61190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
61190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
61190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
61190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
61190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
61190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
61190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
61190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
61190	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
61190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
61190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
61190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
61190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
61190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
61190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
61190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
61190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
61190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
61190	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
61190	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
61190	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
61190	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
61190	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
61190	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
61190	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
61190	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
61190	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
61190	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
61190	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
61190	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
61190	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
61190	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
61190	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
61190	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
61190	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
61190	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
61190	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
61190	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
61190	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
61190	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
61190	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
61190	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
61190	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
61190	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
61190	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
61190	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
61190	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
61190	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
61190	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
61190	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
61190	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
61190	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
61190	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
61190	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
61190	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
61190	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
61190	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
61190	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
61190	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
61190	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
61190	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
61190	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
61190	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
61190	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
61190	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
61190	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
61190	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
61190	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
61190	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
61190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
61190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
61190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
61190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
61190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
61190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
61190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
61190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
61190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
61190	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
61190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
61190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
61190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
61190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
61190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
61190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
61190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
61190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
61190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
61190	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
61190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
61190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
61190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
61190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
61190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
61190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
61190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
61190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
61190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
61190	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
61190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
61190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
61190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
61190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
61190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
61190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
61190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
61190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
61190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
61190	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
61190	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
61190	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
61190	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
61190	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
61190	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
61190	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
61190	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
61190	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
61190	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
61190	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
61190	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
61190	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
61190	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
61190	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
61190	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
61190	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
61190	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
61190	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
61190	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
61190	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
61190	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
61190	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
61190	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
61190	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
61190	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
61190	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
61190	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
61190	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
61190	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
61190	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
61190	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
61190	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
61190	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
61190	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
61190	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
61190	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
61190	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
61190	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
61190	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
61190	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
61190	embedding2nn.weight	0	0.03301772102713585
61190	embedding2nn.weight	1	-0.06057137995958328
61190	embedding2nn.weight	2	0.01683679409325123
61190	embedding2nn.weight	3	-0.036797817796468735
61190	embedding2nn.weight	4	-0.07982998341321945
61190	embedding2nn.weight	5	0.06881741434335709
61190	embedding2nn.weight	6	-0.0883118137717247
61190	embedding2nn.weight	7	-0.07850788533687592
61190	embedding2nn.weight	8	0.009655993431806564
61190	embedding2nn.weight	9	0.022724168375134468
61190	embedding2nn.bias	0	0.031337108463048935
61190	embedding2nn.bias	1	0.04773343726992607
61190	embedding2nn.bias	2	-0.10336322337388992
61190	embedding2nn.bias	3	0.03639432415366173
61190	embedding2nn.bias	4	0.014221957884728909
61190	embedding2nn.bias	5	-0.17316032946109772
61190	embedding2nn.bias	6	-0.08039943873882294
61190	embedding2nn.bias	7	-0.02012140490114689
61190	embedding2nn.bias	8	0.07592181116342545
61190	embedding2nn.bias	9	-0.12280406802892685
61190	rnn.weight_ih_l0	0	0.012849347665905952
61190	rnn.weight_ih_l0	1	-0.012911790050566196
61190	rnn.weight_ih_l0	2	-0.03513234853744507
61190	rnn.weight_ih_l0	3	-0.011342520825564861
61190	rnn.weight_ih_l0	4	0.01054904330521822
61190	rnn.weight_ih_l0	5	-0.0589277483522892
61190	rnn.weight_ih_l0	6	0.021256297826766968
61190	rnn.weight_ih_l0	7	-0.039718903601169586
61190	rnn.weight_ih_l0	8	0.020794466137886047
61190	rnn.weight_ih_l0	9	-0.00033598142908886075
61190	rnn.weight_hh_l0	0	-0.0007089610444381833
61190	rnn.weight_hh_l0	1	-0.0665169283747673
61190	rnn.weight_hh_l0	2	0.04362867400050163
61190	rnn.weight_hh_l0	3	0.014040995389223099
61190	rnn.weight_hh_l0	4	0.011138769797980785
61190	rnn.weight_hh_l0	5	0.03203963115811348
61190	rnn.weight_hh_l0	6	-0.012601982802152634
61190	rnn.weight_hh_l0	7	-0.06673748791217804
61190	rnn.weight_hh_l0	8	-0.02196931652724743
61190	rnn.weight_hh_l0	9	-0.056079696863889694
61190	rnn.bias_ih_l0	0	-0.06154488027095795
61190	rnn.bias_ih_l0	1	-0.11868318170309067
61190	rnn.bias_ih_l0	2	-0.16587726771831512
61190	rnn.bias_ih_l0	3	-0.23785850405693054
61190	rnn.bias_ih_l0	4	0.01335709448903799
61190	rnn.bias_ih_l0	5	0.050525836646556854
61190	rnn.bias_ih_l0	6	-0.0959998294711113
61190	rnn.bias_ih_l0	7	-0.20044711232185364
61190	rnn.bias_ih_l0	8	-0.10149361193180084
61190	rnn.bias_ih_l0	9	-0.11399850249290466
61190	rnn.bias_hh_l0	0	0.13125203549861908
61190	rnn.bias_hh_l0	1	-0.025606324896216393
61190	rnn.bias_hh_l0	2	0.024069996550679207
61190	rnn.bias_hh_l0	3	-0.12168256938457489
61190	rnn.bias_hh_l0	4	0.033722832798957825
61190	rnn.bias_hh_l0	5	0.008323751389980316
61190	rnn.bias_hh_l0	6	-0.05512591823935509
61190	rnn.bias_hh_l0	7	-0.11214771121740341
61190	rnn.bias_hh_l0	8	-0.12870928645133972
61190	rnn.bias_hh_l0	9	-0.0687677413225174
61190	rnn.weight_ih_l0_reverse	0	-0.0008943561697378755
61190	rnn.weight_ih_l0_reverse	1	0.025568468496203423
61190	rnn.weight_ih_l0_reverse	2	-0.005060034804046154
61190	rnn.weight_ih_l0_reverse	3	-0.004651631694287062
61190	rnn.weight_ih_l0_reverse	4	0.023238033056259155
61190	rnn.weight_ih_l0_reverse	5	-0.030707981437444687
61190	rnn.weight_ih_l0_reverse	6	-0.0455310232937336
61190	rnn.weight_ih_l0_reverse	7	-0.009645254351198673
61190	rnn.weight_ih_l0_reverse	8	0.02090989612042904
61190	rnn.weight_ih_l0_reverse	9	-0.006354365963488817
61190	rnn.weight_hh_l0_reverse	0	-0.006959679536521435
61190	rnn.weight_hh_l0_reverse	1	0.012852081097662449
61190	rnn.weight_hh_l0_reverse	2	-0.032164521515369415
61190	rnn.weight_hh_l0_reverse	3	0.03465253859758377
61190	rnn.weight_hh_l0_reverse	4	0.012893465347588062
61190	rnn.weight_hh_l0_reverse	5	-0.015827219933271408
61190	rnn.weight_hh_l0_reverse	6	0.028740962967276573
61190	rnn.weight_hh_l0_reverse	7	0.02215014211833477
61190	rnn.weight_hh_l0_reverse	8	0.009561644867062569
61190	rnn.weight_hh_l0_reverse	9	-0.04756617918610573
61190	rnn.bias_ih_l0_reverse	0	-0.11250127106904984
61190	rnn.bias_ih_l0_reverse	1	-0.27212536334991455
61190	rnn.bias_ih_l0_reverse	2	-0.04092712327837944
61190	rnn.bias_ih_l0_reverse	3	-0.09991135448217392
61190	rnn.bias_ih_l0_reverse	4	0.07343418151140213
61190	rnn.bias_ih_l0_reverse	5	-0.17811396718025208
61190	rnn.bias_ih_l0_reverse	6	-0.03499124199151993
61190	rnn.bias_ih_l0_reverse	7	0.03821871429681778
61190	rnn.bias_ih_l0_reverse	8	-0.12822410464286804
61190	rnn.bias_ih_l0_reverse	9	-0.06161104142665863
61190	rnn.bias_hh_l0_reverse	0	-0.09725102037191391
61190	rnn.bias_hh_l0_reverse	1	-0.07421541959047318
61190	rnn.bias_hh_l0_reverse	2	-0.03271232917904854
61190	rnn.bias_hh_l0_reverse	3	-0.10923159867525101
61190	rnn.bias_hh_l0_reverse	4	-0.02620251104235649
61190	rnn.bias_hh_l0_reverse	5	-0.10475628823041916
61190	rnn.bias_hh_l0_reverse	6	-0.072151318192482
61190	rnn.bias_hh_l0_reverse	7	-0.14021795988082886
61190	rnn.bias_hh_l0_reverse	8	-0.037370938807725906
61190	rnn.bias_hh_l0_reverse	9	-0.12112898379564285
61190	linear.weight	0	-0.2069159746170044
61190	linear.weight	1	-0.08426940441131592
61190	linear.weight	2	-0.011228874325752258
61190	linear.weight	3	-0.07692531496286392
61190	linear.weight	4	0.060278989374637604
61190	linear.weight	5	0.24557329714298248
61190	linear.weight	6	0.0047744326293468475
61190	linear.weight	7	-0.021312154829502106
61190	linear.weight	8	0.08786645531654358
61190	linear.weight	9	0.09171310812234879
61190	linear.bias	0	-0.6733710169792175
61190	linear.bias	1	0.8191094994544983
61190	linear.bias	2	-0.1256726086139679
61190	linear.bias	3	-0.48793545365333557
61190	linear.bias	4	-1.1554526090621948
61190	linear.bias	5	-1.1285858154296875
61190	linear.bias	6	-0.6291330456733704
61190	linear.bias	7	-0.6516302227973938
61190	linear.bias	8	-0.01705317199230194
61190	linear.bias	9	2.857605457305908
61194	transitions	0	-0.21059581637382507
61194	transitions	1	7.368431568145752
61194	transitions	2	-2.9628677368164062
61194	transitions	3	1.257938265800476
61194	transitions	4	-1.674518346786499
61194	transitions	5	-0.283062607049942
61194	transitions	6	-0.15375523269176483
61194	transitions	7	-10000.0
61194	transitions	8	1.6000055074691772
61194	transitions	9	-2.2860500812530518
61194	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
61194	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
61194	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
61194	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
61194	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
61194	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
61194	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
61194	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
61194	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
61194	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
61194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
61194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
61194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
61194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
61194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
61194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
61194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
61194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
61194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
61194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
61194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
61194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
61194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
61194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
61194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
61194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
61194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
61194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
61194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
61194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
61194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
61194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
61194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
61194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
61194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
61194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
61194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
61194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
61194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
61194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
61194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
61194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
61194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
61194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
61194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
61194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
61194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
61194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
61194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
61194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
61194	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
61194	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
61194	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
61194	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
61194	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
61194	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
61194	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
61194	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
61194	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
61194	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
61194	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
61194	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
61194	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
61194	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
61194	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
61194	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
61194	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
61194	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
61194	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
61194	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
61194	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
61194	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
61194	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
61194	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
61194	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
61194	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
61194	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
61194	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
61194	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
61194	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
61194	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
61194	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
61194	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
61194	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
61194	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
61194	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
61194	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
61194	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
61194	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
61194	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
61194	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
61194	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
61194	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
61194	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
61194	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
61194	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
61194	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
61194	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
61194	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
61194	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
61194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
61194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
61194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
61194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
61194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
61194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
61194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
61194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
61194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
61194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
61194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
61194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
61194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
61194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
61194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
61194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
61194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
61194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
61194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
61194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
61194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
61194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
61194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
61194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
61194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
61194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
61194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
61194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
61194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
61194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
61194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
61194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
61194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
61194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
61194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
61194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
61194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
61194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
61194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
61194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
61194	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
61194	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
61194	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
61194	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
61194	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
61194	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
61194	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
61194	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
61194	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
61194	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
61194	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
61194	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
61194	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
61194	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
61194	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
61194	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
61194	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
61194	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
61194	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
61194	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
61194	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
61194	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
61194	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
61194	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
61194	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
61194	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
61194	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
61194	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
61194	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
61194	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
61194	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
61194	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
61194	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
61194	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
61194	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
61194	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
61194	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
61194	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
61194	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
61194	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
61194	embedding2nn.weight	0	0.032970357686281204
61194	embedding2nn.weight	1	-0.060515161603689194
61194	embedding2nn.weight	2	0.016971684992313385
61194	embedding2nn.weight	3	-0.0368645042181015
61194	embedding2nn.weight	4	-0.08021935075521469
61194	embedding2nn.weight	5	0.0686105266213417
61194	embedding2nn.weight	6	-0.08810719847679138
61194	embedding2nn.weight	7	-0.07821640372276306
61194	embedding2nn.weight	8	0.009779570624232292
61194	embedding2nn.weight	9	0.02260652557015419
61194	embedding2nn.bias	0	0.02999909408390522
61194	embedding2nn.bias	1	0.04589128494262695
61194	embedding2nn.bias	2	-0.10541441291570663
61194	embedding2nn.bias	3	0.03661245480179787
61194	embedding2nn.bias	4	0.01432250440120697
61194	embedding2nn.bias	5	-0.17494001984596252
61194	embedding2nn.bias	6	-0.07942786067724228
61194	embedding2nn.bias	7	-0.01785748265683651
61194	embedding2nn.bias	8	0.07377339154481888
61194	embedding2nn.bias	9	-0.12361931055784225
61194	rnn.weight_ih_l0	0	0.012705775909125805
61194	rnn.weight_ih_l0	1	-0.012861473485827446
61194	rnn.weight_ih_l0	2	-0.035127993673086166
61194	rnn.weight_ih_l0	3	-0.011893212795257568
61194	rnn.weight_ih_l0	4	0.01052982546389103
61194	rnn.weight_ih_l0	5	-0.059039801359176636
61194	rnn.weight_ih_l0	6	0.021256744861602783
61194	rnn.weight_ih_l0	7	-0.039451394230127335
61194	rnn.weight_ih_l0	8	0.020364314317703247
61194	rnn.weight_ih_l0	9	-0.0007555442280136049
61194	rnn.weight_hh_l0	0	-0.000783806259278208
61194	rnn.weight_hh_l0	1	-0.06640281528234482
61194	rnn.weight_hh_l0	2	0.0436367504298687
61194	rnn.weight_hh_l0	3	0.014043394476175308
61194	rnn.weight_hh_l0	4	0.011099055409431458
61194	rnn.weight_hh_l0	5	0.03193940222263336
61194	rnn.weight_hh_l0	6	-0.01260103564709425
61194	rnn.weight_hh_l0	7	-0.0668678879737854
61194	rnn.weight_hh_l0	8	-0.021963603794574738
61194	rnn.weight_hh_l0	9	-0.055849589407444
61194	rnn.bias_ih_l0	0	-0.0622660331428051
61194	rnn.bias_ih_l0	1	-0.1186731830239296
61194	rnn.bias_ih_l0	2	-0.1668427735567093
61194	rnn.bias_ih_l0	3	-0.23828235268592834
61194	rnn.bias_ih_l0	4	0.012483589351177216
61194	rnn.bias_ih_l0	5	0.05020418390631676
61194	rnn.bias_ih_l0	6	-0.09564115107059479
61194	rnn.bias_ih_l0	7	-0.20044256746768951
61194	rnn.bias_ih_l0	8	-0.10102567076683044
61194	rnn.bias_ih_l0	9	-0.11409782618284225
61194	rnn.bias_hh_l0	0	0.13015468418598175
61194	rnn.bias_hh_l0	1	-0.02598039247095585
61194	rnn.bias_hh_l0	2	0.0240256916731596
61194	rnn.bias_hh_l0	3	-0.12165576219558716
61194	rnn.bias_hh_l0	4	0.03359883651137352
61194	rnn.bias_hh_l0	5	0.008014976046979427
61194	rnn.bias_hh_l0	6	-0.05547698959708214
61194	rnn.bias_hh_l0	7	-0.1122368723154068
61194	rnn.bias_hh_l0	8	-0.12839779257774353
61194	rnn.bias_hh_l0	9	-0.06845232099294662
61194	rnn.weight_ih_l0_reverse	0	-0.0007195619982667267
61194	rnn.weight_ih_l0_reverse	1	0.02544412389397621
61194	rnn.weight_ih_l0_reverse	2	-0.0051535493694245815
61194	rnn.weight_ih_l0_reverse	3	-0.004261168651282787
61194	rnn.weight_ih_l0_reverse	4	0.023258578032255173
61194	rnn.weight_ih_l0_reverse	5	-0.030611641705036163
61194	rnn.weight_ih_l0_reverse	6	-0.045693155378103256
61194	rnn.weight_ih_l0_reverse	7	-0.009342112578451633
61194	rnn.weight_ih_l0_reverse	8	0.021073373034596443
61194	rnn.weight_ih_l0_reverse	9	-0.0064165303483605385
61194	rnn.weight_hh_l0_reverse	0	-0.006978210061788559
61194	rnn.weight_hh_l0_reverse	1	0.012838915921747684
61194	rnn.weight_hh_l0_reverse	2	-0.03217650204896927
61194	rnn.weight_hh_l0_reverse	3	0.03471846505999565
61194	rnn.weight_hh_l0_reverse	4	0.012868847697973251
61194	rnn.weight_hh_l0_reverse	5	-0.015854066237807274
61194	rnn.weight_hh_l0_reverse	6	0.02886234223842621
61194	rnn.weight_hh_l0_reverse	7	0.02198168821632862
61194	rnn.weight_hh_l0_reverse	8	0.009668039157986641
61194	rnn.weight_hh_l0_reverse	9	-0.047581009566783905
61194	rnn.bias_ih_l0_reverse	0	-0.11235741525888443
61194	rnn.bias_ih_l0_reverse	1	-0.272784024477005
61194	rnn.bias_ih_l0_reverse	2	-0.04129054769873619
61194	rnn.bias_ih_l0_reverse	3	-0.09977111220359802
61194	rnn.bias_ih_l0_reverse	4	0.07420383393764496
61194	rnn.bias_ih_l0_reverse	5	-0.17750251293182373
61194	rnn.bias_ih_l0_reverse	6	-0.03477241471409798
61194	rnn.bias_ih_l0_reverse	7	0.038985759019851685
61194	rnn.bias_ih_l0_reverse	8	-0.12769417464733124
61194	rnn.bias_ih_l0_reverse	9	-0.061730775982141495
61194	rnn.bias_hh_l0_reverse	0	-0.09670209884643555
61194	rnn.bias_hh_l0_reverse	1	-0.07416181266307831
61194	rnn.bias_hh_l0_reverse	2	-0.03269549831748009
61194	rnn.bias_hh_l0_reverse	3	-0.10900375992059708
61194	rnn.bias_hh_l0_reverse	4	-0.02637188881635666
61194	rnn.bias_hh_l0_reverse	5	-0.10547496378421783
61194	rnn.bias_hh_l0_reverse	6	-0.07273966073989868
61194	rnn.bias_hh_l0_reverse	7	-0.14045298099517822
61194	rnn.bias_hh_l0_reverse	8	-0.037407826632261276
61194	rnn.bias_hh_l0_reverse	9	-0.12095047533512115
61194	linear.weight	0	-0.2068091183900833
61194	linear.weight	1	-0.08419718593358994
61194	linear.weight	2	-0.011228874325752258
61194	linear.weight	3	-0.0754404217004776
61194	linear.weight	4	0.06035430729389191
61194	linear.weight	5	0.2455465942621231
61194	linear.weight	6	0.0047744326293468475
61194	linear.weight	7	-0.021312154829502106
61194	linear.weight	8	0.08899751305580139
61194	linear.weight	9	0.0921608954668045
61194	linear.bias	0	-0.661745548248291
61194	linear.bias	1	0.8169407844543457
61194	linear.bias	2	-0.13479532301425934
61194	linear.bias	3	-0.48799124360084534
61194	linear.bias	4	-1.1377755403518677
61194	linear.bias	5	-1.1285884380340576
61194	linear.bias	6	-0.6176174283027649
61194	linear.bias	7	-0.6572026014328003
61194	linear.bias	8	-0.01705317199230194
61194	linear.bias	9	2.8821322917938232
61391	transitions	0	-0.2115420699119568
61391	transitions	1	7.3934173583984375
61391	transitions	2	-2.9644675254821777
61391	transitions	3	1.257197380065918
61391	transitions	4	-1.6762830018997192
61391	transitions	5	-0.28322455286979675
61391	transitions	6	-0.1538446545600891
61391	transitions	7	-10000.0
61391	transitions	8	1.6046148538589478
61391	transitions	9	-2.286083459854126
61391	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
61391	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
61391	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
61391	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
61391	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
61391	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
61391	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
61391	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
61391	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
61391	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
61391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
61391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
61391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
61391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
61391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
61391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
61391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
61391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
61391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
61391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
61391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
61391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
61391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
61391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
61391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
61391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
61391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
61391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
61391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
61391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
61391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
61391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
61391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
61391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
61391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
61391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
61391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
61391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
61391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
61391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
61391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
61391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
61391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
61391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
61391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
61391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
61391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
61391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
61391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
61391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
61391	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
61391	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
61391	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
61391	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
61391	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
61391	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
61391	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
61391	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
61391	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
61391	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
61391	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
61391	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
61391	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
61391	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
61391	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
61391	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
61391	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
61391	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
61391	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
61391	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
61391	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
61391	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
61391	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
61391	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
61391	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
61391	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
61391	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
61391	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
61391	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
61391	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
61391	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
61391	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
61391	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
61391	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
61391	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
61391	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
61391	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
61391	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
61391	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
61391	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
61391	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
61391	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
61391	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
61391	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
61391	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
61391	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
61391	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
61391	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
61391	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
61391	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
61391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
61391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
61391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
61391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
61391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
61391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
61391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
61391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
61391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
61391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
61391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
61391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
61391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
61391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
61391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
61391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
61391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
61391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
61391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
61391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
61391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
61391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
61391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
61391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
61391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
61391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
61391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
61391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
61391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
61391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
61391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
61391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
61391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
61391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
61391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
61391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
61391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
61391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
61391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
61391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
61391	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
61391	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
61391	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
61391	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
61391	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
61391	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
61391	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
61391	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
61391	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
61391	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
61391	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
61391	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
61391	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
61391	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
61391	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
61391	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
61391	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
61391	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
61391	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
61391	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
61391	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
61391	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
61391	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
61391	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
61391	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
61391	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
61391	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
61391	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
61391	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
61391	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
61391	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
61391	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
61391	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
61391	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
61391	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
61391	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
61391	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
61391	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
61391	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
61391	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
61391	embedding2nn.weight	0	0.03359755873680115
61391	embedding2nn.weight	1	-0.06117768958210945
61391	embedding2nn.weight	2	0.0162827055901289
61391	embedding2nn.weight	3	-0.0365988127887249
61391	embedding2nn.weight	4	-0.08119956403970718
61391	embedding2nn.weight	5	0.06784698367118835
61391	embedding2nn.weight	6	-0.09541090577840805
61391	embedding2nn.weight	7	-0.07806248962879181
61391	embedding2nn.weight	8	0.008153141476213932
61391	embedding2nn.weight	9	0.025116486474871635
61391	embedding2nn.bias	0	0.03196902573108673
61391	embedding2nn.bias	1	0.05447886139154434
61391	embedding2nn.bias	2	-0.11310777068138123
61391	embedding2nn.bias	3	0.03905349224805832
61391	embedding2nn.bias	4	0.014213540591299534
61391	embedding2nn.bias	5	-0.16229881346225739
61391	embedding2nn.bias	6	-0.08308367431163788
61391	embedding2nn.bias	7	-0.02645949460566044
61391	embedding2nn.bias	8	0.0700598657131195
61391	embedding2nn.bias	9	-0.11109914630651474
61391	rnn.weight_ih_l0	0	0.00862135086208582
61391	rnn.weight_ih_l0	1	-0.015755610540509224
61391	rnn.weight_ih_l0	2	-0.036654967814683914
61391	rnn.weight_ih_l0	3	-0.013686717487871647
61391	rnn.weight_ih_l0	4	0.007582792546600103
61391	rnn.weight_ih_l0	5	-0.055489059537649155
61391	rnn.weight_ih_l0	6	0.020697569474577904
61391	rnn.weight_ih_l0	7	-0.03971776366233826
61391	rnn.weight_ih_l0	8	0.023565931245684624
61391	rnn.weight_ih_l0	9	-0.0018604770302772522
61391	rnn.weight_hh_l0	0	-0.0008379189530387521
61391	rnn.weight_hh_l0	1	-0.06816805154085159
61391	rnn.weight_hh_l0	2	0.0433148592710495
61391	rnn.weight_hh_l0	3	0.013858767226338387
61391	rnn.weight_hh_l0	4	0.012045595794916153
61391	rnn.weight_hh_l0	5	0.03109745867550373
61391	rnn.weight_hh_l0	6	-0.01252424530684948
61391	rnn.weight_hh_l0	7	-0.06730669736862183
61391	rnn.weight_hh_l0	8	-0.02066970244050026
61391	rnn.weight_hh_l0	9	-0.05716685205698013
61391	rnn.bias_ih_l0	0	-0.06371279805898666
61391	rnn.bias_ih_l0	1	-0.11802275478839874
61391	rnn.bias_ih_l0	2	-0.16788455843925476
61391	rnn.bias_ih_l0	3	-0.2380397766828537
61391	rnn.bias_ih_l0	4	0.015812763944268227
61391	rnn.bias_ih_l0	5	0.05519544333219528
61391	rnn.bias_ih_l0	6	-0.09372428059577942
61391	rnn.bias_ih_l0	7	-0.19630977511405945
61391	rnn.bias_ih_l0	8	-0.10094106197357178
61391	rnn.bias_ih_l0	9	-0.11403193324804306
61391	rnn.bias_hh_l0	0	0.13069361448287964
61391	rnn.bias_hh_l0	1	-0.02461591549217701
61391	rnn.bias_hh_l0	2	0.01721307262778282
61391	rnn.bias_hh_l0	3	-0.12465717643499374
61391	rnn.bias_hh_l0	4	0.03662808984518051
61391	rnn.bias_hh_l0	5	0.010423995554447174
61391	rnn.bias_hh_l0	6	-0.05417473614215851
61391	rnn.bias_hh_l0	7	-0.11390481889247894
61391	rnn.bias_hh_l0	8	-0.12545399367809296
61391	rnn.bias_hh_l0	9	-0.0678521916270256
61391	rnn.weight_ih_l0_reverse	0	-0.003044368699193001
61391	rnn.weight_ih_l0_reverse	1	0.02563067153096199
61391	rnn.weight_ih_l0_reverse	2	-0.005472470540553331
61391	rnn.weight_ih_l0_reverse	3	-0.004337831865996122
61391	rnn.weight_ih_l0_reverse	4	0.02535606361925602
61391	rnn.weight_ih_l0_reverse	5	-0.02894195355474949
61391	rnn.weight_ih_l0_reverse	6	-0.044786885380744934
61391	rnn.weight_ih_l0_reverse	7	-0.010018061846494675
61391	rnn.weight_ih_l0_reverse	8	0.019458722323179245
61391	rnn.weight_ih_l0_reverse	9	-0.004549786448478699
61391	rnn.weight_hh_l0_reverse	0	-0.007157675921916962
61391	rnn.weight_hh_l0_reverse	1	0.012707928195595741
61391	rnn.weight_hh_l0_reverse	2	-0.03251129016280174
61391	rnn.weight_hh_l0_reverse	3	0.03550936281681061
61391	rnn.weight_hh_l0_reverse	4	0.013380899094045162
61391	rnn.weight_hh_l0_reverse	5	-0.015680300071835518
61391	rnn.weight_hh_l0_reverse	6	0.028101522475481033
61391	rnn.weight_hh_l0_reverse	7	0.021461246535182
61391	rnn.weight_hh_l0_reverse	8	0.011016957461833954
61391	rnn.weight_hh_l0_reverse	9	-0.04747938737273216
61391	rnn.bias_ih_l0_reverse	0	-0.11020734161138535
61391	rnn.bias_ih_l0_reverse	1	-0.27303680777549744
61391	rnn.bias_ih_l0_reverse	2	-0.041872359812259674
61391	rnn.bias_ih_l0_reverse	3	-0.1005016416311264
61391	rnn.bias_ih_l0_reverse	4	0.07024485617876053
61391	rnn.bias_ih_l0_reverse	5	-0.1786186546087265
61391	rnn.bias_ih_l0_reverse	6	-0.0361969992518425
61391	rnn.bias_ih_l0_reverse	7	0.03658350929617882
61391	rnn.bias_ih_l0_reverse	8	-0.12406258285045624
61391	rnn.bias_ih_l0_reverse	9	-0.06026006117463112
61391	rnn.bias_hh_l0_reverse	0	-0.0951622948050499
61391	rnn.bias_hh_l0_reverse	1	-0.07622694969177246
61391	rnn.bias_hh_l0_reverse	2	-0.03125350922346115
61391	rnn.bias_hh_l0_reverse	3	-0.11586546897888184
61391	rnn.bias_hh_l0_reverse	4	-0.027508482336997986
61391	rnn.bias_hh_l0_reverse	5	-0.10328195244073868
61391	rnn.bias_hh_l0_reverse	6	-0.07789864391088486
61391	rnn.bias_hh_l0_reverse	7	-0.13684386014938354
61391	rnn.bias_hh_l0_reverse	8	-0.03913762792944908
61391	rnn.bias_hh_l0_reverse	9	-0.11707610636949539
61391	linear.weight	0	-0.1946112960577011
61391	linear.weight	1	-0.07373959571123123
61391	linear.weight	2	-0.011228874325752258
61391	linear.weight	3	-0.07747886329889297
61391	linear.weight	4	0.043121639639139175
61391	linear.weight	5	0.2584841251373291
61391	linear.weight	6	0.0047744326293468475
61391	linear.weight	7	-0.021312154829502106
61391	linear.weight	8	0.10751612484455109
61391	linear.weight	9	0.09388775378465652
61391	linear.bias	0	-0.6651353240013123
61391	linear.bias	1	0.780551552772522
61391	linear.bias	2	-0.10388417541980743
61391	linear.bias	3	-0.47986528277397156
61391	linear.bias	4	-1.157732367515564
61391	linear.bias	5	-1.1287516355514526
61391	linear.bias	6	-0.6188315749168396
61391	linear.bias	7	-0.6488761305809021
61391	linear.bias	8	-0.01705317199230194
61391	linear.bias	9	2.8694653511047363
61588	transitions	0	-0.2123071551322937
61588	transitions	1	7.413061618804932
61588	transitions	2	-2.9660680294036865
61588	transitions	3	1.2512001991271973
61588	transitions	4	-1.6777279376983643
61588	transitions	5	-0.28341078758239746
61588	transitions	6	-0.15397366881370544
61588	transitions	7	-10000.0
61588	transitions	8	1.6003376245498657
61588	transitions	9	-2.2861154079437256
61588	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
61588	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
61588	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
61588	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
61588	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
61588	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
61588	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
61588	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
61588	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
61588	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
61588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
61588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
61588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
61588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
61588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
61588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
61588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
61588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
61588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
61588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
61588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
61588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
61588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
61588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
61588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
61588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
61588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
61588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
61588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
61588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
61588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
61588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
61588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
61588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
61588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
61588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
61588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
61588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
61588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
61588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
61588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
61588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
61588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
61588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
61588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
61588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
61588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
61588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
61588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
61588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
61588	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
61588	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
61588	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
61588	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
61588	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
61588	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
61588	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
61588	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
61588	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
61588	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
61588	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
61588	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
61588	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
61588	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
61588	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
61588	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
61588	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
61588	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
61588	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
61588	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
61588	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
61588	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
61588	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
61588	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
61588	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
61588	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
61588	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
61588	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
61588	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
61588	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
61588	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
61588	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
61588	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
61588	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
61588	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
61588	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
61588	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
61588	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
61588	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
61588	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
61588	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
61588	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
61588	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
61588	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
61588	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
61588	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
61588	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
61588	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
61588	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
61588	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
61588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
61588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
61588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
61588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
61588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
61588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
61588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
61588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
61588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
61588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
61588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
61588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
61588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
61588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
61588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
61588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
61588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
61588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
61588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
61588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
61588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
61588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
61588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
61588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
61588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
61588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
61588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
61588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
61588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
61588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
61588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
61588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
61588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
61588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
61588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
61588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
61588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
61588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
61588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
61588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
61588	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
61588	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
61588	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
61588	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
61588	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
61588	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
61588	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
61588	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
61588	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
61588	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
61588	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
61588	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
61588	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
61588	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
61588	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
61588	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
61588	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
61588	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
61588	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
61588	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
61588	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
61588	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
61588	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
61588	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
61588	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
61588	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
61588	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
61588	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
61588	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
61588	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
61588	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
61588	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
61588	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
61588	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
61588	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
61588	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
61588	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
61588	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
61588	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
61588	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
61588	embedding2nn.weight	0	0.03400752320885658
61588	embedding2nn.weight	1	-0.0619005486369133
61588	embedding2nn.weight	2	0.014599395915865898
61588	embedding2nn.weight	3	-0.036748647689819336
61588	embedding2nn.weight	4	-0.08341506123542786
61588	embedding2nn.weight	5	0.06570608168840408
61588	embedding2nn.weight	6	-0.09440581500530243
61588	embedding2nn.weight	7	-0.07724994421005249
61588	embedding2nn.weight	8	0.007963950745761395
61588	embedding2nn.weight	9	0.025665007531642914
61588	embedding2nn.bias	0	0.035413652658462524
61588	embedding2nn.bias	1	0.05596507713198662
61588	embedding2nn.bias	2	-0.12527626752853394
61588	embedding2nn.bias	3	0.03586628660559654
61588	embedding2nn.bias	4	0.020774276927113533
61588	embedding2nn.bias	5	-0.15990114212036133
61588	embedding2nn.bias	6	-0.0857958123087883
61588	embedding2nn.bias	7	-0.022104544565081596
61588	embedding2nn.bias	8	0.07268740236759186
61588	embedding2nn.bias	9	-0.11843790858983994
61588	rnn.weight_ih_l0	0	0.009943856857717037
61588	rnn.weight_ih_l0	1	-0.01679030805826187
61588	rnn.weight_ih_l0	2	-0.036362290382385254
61588	rnn.weight_ih_l0	3	-0.015914684161543846
61588	rnn.weight_ih_l0	4	0.006010580342262983
61588	rnn.weight_ih_l0	5	-0.05427830293774605
61588	rnn.weight_ih_l0	6	0.01997430808842182
61588	rnn.weight_ih_l0	7	-0.03922435641288757
61588	rnn.weight_ih_l0	8	0.02091643027961254
61588	rnn.weight_ih_l0	9	0.0002832454047165811
61588	rnn.weight_hh_l0	0	0.0010761835146695375
61588	rnn.weight_hh_l0	1	-0.06852491945028305
61588	rnn.weight_hh_l0	2	0.04320618137717247
61588	rnn.weight_hh_l0	3	0.015327053144574165
61588	rnn.weight_hh_l0	4	0.012161235325038433
61588	rnn.weight_hh_l0	5	0.030856991186738014
61588	rnn.weight_hh_l0	6	-0.012355626560747623
61588	rnn.weight_hh_l0	7	-0.06654451787471771
61588	rnn.weight_hh_l0	8	-0.019865432754158974
61588	rnn.weight_hh_l0	9	-0.05461921915411949
61588	rnn.bias_ih_l0	0	-0.0659424290060997
61588	rnn.bias_ih_l0	1	-0.12206248193979263
61588	rnn.bias_ih_l0	2	-0.16676436364650726
61588	rnn.bias_ih_l0	3	-0.23935607075691223
61588	rnn.bias_ih_l0	4	0.023010194301605225
61588	rnn.bias_ih_l0	5	0.05611388385295868
61588	rnn.bias_ih_l0	6	-0.09520065039396286
61588	rnn.bias_ih_l0	7	-0.1945168823003769
61588	rnn.bias_ih_l0	8	-0.1056002527475357
61588	rnn.bias_ih_l0	9	-0.11904643476009369
61588	rnn.bias_hh_l0	0	0.13062311708927155
61588	rnn.bias_hh_l0	1	-0.024440893903374672
61588	rnn.bias_hh_l0	2	0.015411044470965862
61588	rnn.bias_hh_l0	3	-0.1262332797050476
61588	rnn.bias_hh_l0	4	0.03393453359603882
61588	rnn.bias_hh_l0	5	0.012164697982370853
61588	rnn.bias_hh_l0	6	-0.05354685336351395
61588	rnn.bias_hh_l0	7	-0.10979293286800385
61588	rnn.bias_hh_l0	8	-0.1304330676794052
61588	rnn.bias_hh_l0	9	-0.06885363161563873
61588	rnn.weight_ih_l0_reverse	0	-0.0034232300240546465
61588	rnn.weight_ih_l0_reverse	1	0.026216743513941765
61588	rnn.weight_ih_l0_reverse	2	-0.00028191864839755
61588	rnn.weight_ih_l0_reverse	3	-0.0011865079868584871
61588	rnn.weight_ih_l0_reverse	4	0.027740800753235817
61588	rnn.weight_ih_l0_reverse	5	-0.029936911538243294
61588	rnn.weight_ih_l0_reverse	6	-0.04391811415553093
61588	rnn.weight_ih_l0_reverse	7	-0.013044273480772972
61588	rnn.weight_ih_l0_reverse	8	0.019691962748765945
61588	rnn.weight_ih_l0_reverse	9	-0.005015125498175621
61588	rnn.weight_hh_l0_reverse	0	-0.007119479589164257
61588	rnn.weight_hh_l0_reverse	1	0.012849762104451656
61588	rnn.weight_hh_l0_reverse	2	-0.03304607421159744
61588	rnn.weight_hh_l0_reverse	3	0.03669656068086624
61588	rnn.weight_hh_l0_reverse	4	0.01318913884460926
61588	rnn.weight_hh_l0_reverse	5	-0.016719499602913857
61588	rnn.weight_hh_l0_reverse	6	0.029265081509947777
61588	rnn.weight_hh_l0_reverse	7	0.019643735140562057
61588	rnn.weight_hh_l0_reverse	8	0.008963378146290779
61588	rnn.weight_hh_l0_reverse	9	-0.04742064327001572
61588	rnn.bias_ih_l0_reverse	0	-0.10770627111196518
61588	rnn.bias_ih_l0_reverse	1	-0.2772050201892853
61588	rnn.bias_ih_l0_reverse	2	-0.03935552388429642
61588	rnn.bias_ih_l0_reverse	3	-0.10052241384983063
61588	rnn.bias_ih_l0_reverse	4	0.07112161070108414
61588	rnn.bias_ih_l0_reverse	5	-0.17776742577552795
61588	rnn.bias_ih_l0_reverse	6	-0.038969479501247406
61588	rnn.bias_ih_l0_reverse	7	0.03579287230968475
61588	rnn.bias_ih_l0_reverse	8	-0.12416402250528336
61588	rnn.bias_ih_l0_reverse	9	-0.059934210032224655
61588	rnn.bias_hh_l0_reverse	0	-0.09344591200351715
61588	rnn.bias_hh_l0_reverse	1	-0.07231080532073975
61588	rnn.bias_hh_l0_reverse	2	-0.029180387035012245
61588	rnn.bias_hh_l0_reverse	3	-0.1189221441745758
61588	rnn.bias_hh_l0_reverse	4	-0.02858079969882965
61588	rnn.bias_hh_l0_reverse	5	-0.1038728654384613
61588	rnn.bias_hh_l0_reverse	6	-0.07703100144863129
61588	rnn.bias_hh_l0_reverse	7	-0.13870491087436676
61588	rnn.bias_hh_l0_reverse	8	-0.037363894283771515
61588	rnn.bias_hh_l0_reverse	9	-0.11355147510766983
61588	linear.weight	0	-0.1890169233083725
61588	linear.weight	1	-0.07696374505758286
61588	linear.weight	2	-0.011228874325752258
61588	linear.weight	3	-0.05600321665406227
61588	linear.weight	4	0.04104571416974068
61588	linear.weight	5	0.27179333567619324
61588	linear.weight	6	0.0047744326293468475
61588	linear.weight	7	-0.021312154829502106
61588	linear.weight	8	0.14207251369953156
61588	linear.weight	9	0.07413648813962936
61588	linear.bias	0	-0.6644543409347534
61588	linear.bias	1	0.8531123399734497
61588	linear.bias	2	-0.0464540533721447
61588	linear.bias	3	-0.48833906650543213
61588	linear.bias	4	-1.1543242931365967
61588	linear.bias	5	-1.1289340257644653
61588	linear.bias	6	-0.618677020072937
61588	linear.bias	7	-0.6761457920074463
61588	linear.bias	8	-0.01705317199230194
61588	linear.bias	9	2.7899129390716553
61785	transitions	0	-0.2130226045846939
61785	transitions	1	7.413418292999268
61785	transitions	2	-2.967763900756836
61785	transitions	3	1.2462143898010254
61785	transitions	4	-1.6794016361236572
61785	transitions	5	-0.283551961183548
61785	transitions	6	-0.154109388589859
61785	transitions	7	-10000.0
61785	transitions	8	1.5985593795776367
61785	transitions	9	-2.28615665435791
61785	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
61785	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
61785	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
61785	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
61785	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
61785	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
61785	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
61785	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
61785	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
61785	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
61785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
61785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
61785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
61785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
61785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
61785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
61785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
61785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
61785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
61785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
61785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
61785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
61785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
61785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
61785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
61785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
61785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
61785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
61785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
61785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
61785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
61785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
61785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
61785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
61785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
61785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
61785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
61785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
61785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
61785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
61785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
61785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
61785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
61785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
61785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
61785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
61785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
61785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
61785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
61785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
61785	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
61785	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
61785	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
61785	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
61785	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
61785	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
61785	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
61785	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
61785	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
61785	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
61785	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
61785	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
61785	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
61785	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
61785	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
61785	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
61785	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
61785	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
61785	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
61785	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
61785	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
61785	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
61785	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
61785	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
61785	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
61785	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
61785	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
61785	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
61785	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
61785	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
61785	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
61785	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
61785	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
61785	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
61785	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
61785	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
61785	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
61785	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
61785	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
61785	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
61785	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
61785	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
61785	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
61785	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
61785	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
61785	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
61785	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
61785	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
61785	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
61785	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
61785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
61785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
61785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
61785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
61785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
61785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
61785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
61785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
61785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
61785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
61785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
61785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
61785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
61785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
61785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
61785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
61785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
61785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
61785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
61785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
61785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
61785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
61785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
61785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
61785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
61785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
61785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
61785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
61785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
61785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
61785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
61785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
61785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
61785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
61785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
61785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
61785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
61785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
61785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
61785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
61785	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
61785	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
61785	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
61785	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
61785	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
61785	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
61785	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
61785	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
61785	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
61785	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
61785	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
61785	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
61785	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
61785	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
61785	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
61785	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
61785	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
61785	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
61785	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
61785	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
61785	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
61785	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
61785	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
61785	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
61785	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
61785	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
61785	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
61785	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
61785	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
61785	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
61785	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
61785	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
61785	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
61785	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
61785	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
61785	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
61785	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
61785	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
61785	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
61785	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
61785	embedding2nn.weight	0	0.03376716002821922
61785	embedding2nn.weight	1	-0.06354765594005585
61785	embedding2nn.weight	2	0.011562706902623177
61785	embedding2nn.weight	3	-0.03864400088787079
61785	embedding2nn.weight	4	-0.08444355428218842
61785	embedding2nn.weight	5	0.06667685508728027
61785	embedding2nn.weight	6	-0.08514387905597687
61785	embedding2nn.weight	7	-0.07561197131872177
61785	embedding2nn.weight	8	0.005208695773035288
61785	embedding2nn.weight	9	0.023529328405857086
61785	embedding2nn.bias	0	0.04581195116043091
61785	embedding2nn.bias	1	0.05246392637491226
61785	embedding2nn.bias	2	-0.12270230054855347
61785	embedding2nn.bias	3	0.04844425618648529
61785	embedding2nn.bias	4	0.02754519134759903
61785	embedding2nn.bias	5	-0.15507031977176666
61785	embedding2nn.bias	6	-0.08107805252075195
61785	embedding2nn.bias	7	-0.04181400313973427
61785	embedding2nn.bias	8	0.06371579319238663
61785	embedding2nn.bias	9	-0.11328272521495819
61785	rnn.weight_ih_l0	0	0.010664938017725945
61785	rnn.weight_ih_l0	1	-0.015098747797310352
61785	rnn.weight_ih_l0	2	-0.03671351447701454
61785	rnn.weight_ih_l0	3	-0.017811251804232597
61785	rnn.weight_ih_l0	4	0.005680948030203581
61785	rnn.weight_ih_l0	5	-0.05434213951230049
61785	rnn.weight_ih_l0	6	0.02069675363600254
61785	rnn.weight_ih_l0	7	-0.04159511253237724
61785	rnn.weight_ih_l0	8	0.019860487431287766
61785	rnn.weight_ih_l0	9	-0.004287744406610727
61785	rnn.weight_hh_l0	0	0.0006450940272770822
61785	rnn.weight_hh_l0	1	-0.0660751536488533
61785	rnn.weight_hh_l0	2	0.04346524178981781
61785	rnn.weight_hh_l0	3	0.01655084639787674
61785	rnn.weight_hh_l0	4	0.012083816342055798
61785	rnn.weight_hh_l0	5	0.03053618036210537
61785	rnn.weight_hh_l0	6	-0.01248553954064846
61785	rnn.weight_hh_l0	7	-0.06668614596128464
61785	rnn.weight_hh_l0	8	-0.019693637266755104
61785	rnn.weight_hh_l0	9	-0.05283595249056816
61785	rnn.bias_ih_l0	0	-0.06906267255544662
61785	rnn.bias_ih_l0	1	-0.12198875099420547
61785	rnn.bias_ih_l0	2	-0.16847257316112518
61785	rnn.bias_ih_l0	3	-0.24200445413589478
61785	rnn.bias_ih_l0	4	0.01659470424056053
61785	rnn.bias_ih_l0	5	0.05302981287240982
61785	rnn.bias_ih_l0	6	-0.09689369797706604
61785	rnn.bias_ih_l0	7	-0.1924649178981781
61785	rnn.bias_ih_l0	8	-0.10227769613265991
61785	rnn.bias_ih_l0	9	-0.11801759898662567
61785	rnn.bias_hh_l0	0	0.13501837849617004
61785	rnn.bias_hh_l0	1	-0.01969645917415619
61785	rnn.bias_hh_l0	2	0.016880417242646217
61785	rnn.bias_hh_l0	3	-0.12513788044452667
61785	rnn.bias_hh_l0	4	0.03693913668394089
61785	rnn.bias_hh_l0	5	0.011239420622587204
61785	rnn.bias_hh_l0	6	-0.05460139736533165
61785	rnn.bias_hh_l0	7	-0.1099889948964119
61785	rnn.bias_hh_l0	8	-0.12455499172210693
61785	rnn.bias_hh_l0	9	-0.07006355375051498
61785	rnn.weight_ih_l0_reverse	0	-0.005588586442172527
61785	rnn.weight_ih_l0_reverse	1	0.027424728497862816
61785	rnn.weight_ih_l0_reverse	2	0.0012701615924015641
61785	rnn.weight_ih_l0_reverse	3	-0.0020711093675345182
61785	rnn.weight_ih_l0_reverse	4	0.02483098767697811
61785	rnn.weight_ih_l0_reverse	5	-0.028386536985635757
61785	rnn.weight_ih_l0_reverse	6	-0.04443689435720444
61785	rnn.weight_ih_l0_reverse	7	-0.01401270180940628
61785	rnn.weight_ih_l0_reverse	8	0.02212190255522728
61785	rnn.weight_ih_l0_reverse	9	-0.004421629942953587
61785	rnn.weight_hh_l0_reverse	0	-0.006741607561707497
61785	rnn.weight_hh_l0_reverse	1	0.012818626128137112
61785	rnn.weight_hh_l0_reverse	2	-0.033016156405210495
61785	rnn.weight_hh_l0_reverse	3	0.03564324229955673
61785	rnn.weight_hh_l0_reverse	4	0.014343732967972755
61785	rnn.weight_hh_l0_reverse	5	-0.017823968082666397
61785	rnn.weight_hh_l0_reverse	6	0.028167596086859703
61785	rnn.weight_hh_l0_reverse	7	0.020124979317188263
61785	rnn.weight_hh_l0_reverse	8	0.009551817551255226
61785	rnn.weight_hh_l0_reverse	9	-0.047609876841306686
61785	rnn.bias_ih_l0_reverse	0	-0.10448487102985382
61785	rnn.bias_ih_l0_reverse	1	-0.2729344964027405
61785	rnn.bias_ih_l0_reverse	2	-0.04129622504115105
61785	rnn.bias_ih_l0_reverse	3	-0.0976777896285057
61785	rnn.bias_ih_l0_reverse	4	0.06823515146970749
61785	rnn.bias_ih_l0_reverse	5	-0.1784280240535736
61785	rnn.bias_ih_l0_reverse	6	-0.038125328719615936
61785	rnn.bias_ih_l0_reverse	7	0.03797416761517525
61785	rnn.bias_ih_l0_reverse	8	-0.12496594339609146
61785	rnn.bias_ih_l0_reverse	9	-0.062332719564437866
61785	rnn.bias_hh_l0_reverse	0	-0.09941449761390686
61785	rnn.bias_hh_l0_reverse	1	-0.07741964608430862
61785	rnn.bias_hh_l0_reverse	2	-0.02978094108402729
61785	rnn.bias_hh_l0_reverse	3	-0.11835850030183792
61785	rnn.bias_hh_l0_reverse	4	-0.027035517618060112
61785	rnn.bias_hh_l0_reverse	5	-0.10558443516492844
61785	rnn.bias_hh_l0_reverse	6	-0.08262763172388077
61785	rnn.bias_hh_l0_reverse	7	-0.13923339545726776
61785	rnn.bias_hh_l0_reverse	8	-0.03943832963705063
61785	rnn.bias_hh_l0_reverse	9	-0.11290176212787628
61785	linear.weight	0	-0.18969157338142395
61785	linear.weight	1	-0.07145781815052032
61785	linear.weight	2	-0.011228874325752258
61785	linear.weight	3	-0.053159426897764206
61785	linear.weight	4	0.03748643770813942
61785	linear.weight	5	0.28198355436325073
61785	linear.weight	6	0.0047744326293468475
61785	linear.weight	7	-0.021312154829502106
61785	linear.weight	8	0.10789718478918076
61785	linear.weight	9	0.08369062095880508
61785	linear.bias	0	-0.6664214134216309
61785	linear.bias	1	0.8028587698936462
61785	linear.bias	2	-0.09511673450469971
61785	linear.bias	3	-0.4986320436000824
61785	linear.bias	4	-1.1994506120681763
61785	linear.bias	5	-1.1291245222091675
61785	linear.bias	6	-0.6208472847938538
61785	linear.bias	7	-0.6509535312652588
61785	linear.bias	8	-0.01705317199230194
61785	linear.bias	9	2.868370532989502
61982	transitions	0	-0.2135884016752243
61982	transitions	1	7.392255783081055
61982	transitions	2	-2.9694910049438477
61982	transitions	3	1.2299975156784058
61982	transitions	4	-1.6811892986297607
61982	transitions	5	-0.2837148904800415
61982	transitions	6	-0.1542111039161682
61982	transitions	7	-10000.0
61982	transitions	8	1.5988001823425293
61982	transitions	9	-2.286210298538208
61982	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
61982	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
61982	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
61982	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
61982	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
61982	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
61982	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
61982	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
61982	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
61982	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
61982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
61982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
61982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
61982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
61982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
61982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
61982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
61982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
61982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
61982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
61982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
61982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
61982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
61982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
61982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
61982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
61982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
61982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
61982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
61982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
61982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
61982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
61982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
61982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
61982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
61982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
61982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
61982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
61982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
61982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
61982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
61982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
61982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
61982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
61982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
61982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
61982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
61982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
61982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
61982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
61982	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
61982	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
61982	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
61982	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
61982	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
61982	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
61982	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
61982	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
61982	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
61982	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
61982	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
61982	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
61982	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
61982	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
61982	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
61982	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
61982	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
61982	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
61982	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
61982	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
61982	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
61982	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
61982	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
61982	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
61982	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
61982	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
61982	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
61982	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
61982	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
61982	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
61982	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
61982	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
61982	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
61982	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
61982	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
61982	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
61982	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
61982	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
61982	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
61982	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
61982	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
61982	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
61982	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
61982	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
61982	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
61982	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
61982	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
61982	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
61982	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
61982	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
61982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
61982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
61982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
61982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
61982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
61982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
61982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
61982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
61982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
61982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
61982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
61982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
61982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
61982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
61982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
61982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
61982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
61982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
61982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
61982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
61982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
61982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
61982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
61982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
61982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
61982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
61982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
61982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
61982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
61982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
61982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
61982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
61982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
61982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
61982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
61982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
61982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
61982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
61982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
61982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
61982	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
61982	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
61982	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
61982	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
61982	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
61982	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
61982	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
61982	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
61982	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
61982	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
61982	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
61982	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
61982	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
61982	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
61982	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
61982	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
61982	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
61982	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
61982	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
61982	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
61982	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
61982	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
61982	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
61982	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
61982	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
61982	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
61982	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
61982	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
61982	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
61982	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
61982	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
61982	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
61982	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
61982	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
61982	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
61982	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
61982	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
61982	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
61982	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
61982	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
61982	embedding2nn.weight	0	0.03383079171180725
61982	embedding2nn.weight	1	-0.06312351673841476
61982	embedding2nn.weight	2	0.011611692607402802
61982	embedding2nn.weight	3	-0.04021859169006348
61982	embedding2nn.weight	4	-0.08587882667779922
61982	embedding2nn.weight	5	0.06707742065191269
61982	embedding2nn.weight	6	-0.08800891786813736
61982	embedding2nn.weight	7	-0.07564832270145416
61982	embedding2nn.weight	8	0.005516320466995239
61982	embedding2nn.weight	9	0.025458479300141335
61982	embedding2nn.bias	0	0.053016297519207
61982	embedding2nn.bias	1	0.03867073729634285
61982	embedding2nn.bias	2	-0.11047756671905518
61982	embedding2nn.bias	3	0.03849118947982788
61982	embedding2nn.bias	4	0.018445473164319992
61982	embedding2nn.bias	5	-0.1645994782447815
61982	embedding2nn.bias	6	-0.0918307825922966
61982	embedding2nn.bias	7	-0.039140887558460236
61982	embedding2nn.bias	8	0.0690726712346077
61982	embedding2nn.bias	9	-0.11783377081155777
61982	rnn.weight_ih_l0	0	0.009127462282776833
61982	rnn.weight_ih_l0	1	-0.011884862557053566
61982	rnn.weight_ih_l0	2	-0.03380151838064194
61982	rnn.weight_ih_l0	3	-0.018722854554653168
61982	rnn.weight_ih_l0	4	0.007113054860383272
61982	rnn.weight_ih_l0	5	-0.055242232978343964
61982	rnn.weight_ih_l0	6	0.019486939534544945
61982	rnn.weight_ih_l0	7	-0.042605310678482056
61982	rnn.weight_ih_l0	8	0.021628666669130325
61982	rnn.weight_ih_l0	9	-0.0038236770778894424
61982	rnn.weight_hh_l0	0	0.0008754070731811225
61982	rnn.weight_hh_l0	1	-0.06749622523784637
61982	rnn.weight_hh_l0	2	0.04308973625302315
61982	rnn.weight_hh_l0	3	0.01682070642709732
61982	rnn.weight_hh_l0	4	0.011821760796010494
61982	rnn.weight_hh_l0	5	0.02995591051876545
61982	rnn.weight_hh_l0	6	-0.012679195031523705
61982	rnn.weight_hh_l0	7	-0.06755837053060532
61982	rnn.weight_hh_l0	8	-0.019572116434574127
61982	rnn.weight_hh_l0	9	-0.050770632922649384
61982	rnn.bias_ih_l0	0	-0.06505021452903748
61982	rnn.bias_ih_l0	1	-0.12041155248880386
61982	rnn.bias_ih_l0	2	-0.16672976315021515
61982	rnn.bias_ih_l0	3	-0.24019621312618256
61982	rnn.bias_ih_l0	4	0.016747992485761642
61982	rnn.bias_ih_l0	5	0.05428427830338478
61982	rnn.bias_ih_l0	6	-0.09866347163915634
61982	rnn.bias_ih_l0	7	-0.19191953539848328
61982	rnn.bias_ih_l0	8	-0.10565101355314255
61982	rnn.bias_ih_l0	9	-0.11683038622140884
61982	rnn.bias_hh_l0	0	0.13387367129325867
61982	rnn.bias_hh_l0	1	-0.02086741290986538
61982	rnn.bias_hh_l0	2	0.01610499434173107
61982	rnn.bias_hh_l0	3	-0.12261033058166504
61982	rnn.bias_hh_l0	4	0.03972834721207619
61982	rnn.bias_hh_l0	5	0.014013927429914474
61982	rnn.bias_hh_l0	6	-0.05230020731687546
61982	rnn.bias_hh_l0	7	-0.1087837889790535
61982	rnn.bias_hh_l0	8	-0.1259852796792984
61982	rnn.bias_hh_l0	9	-0.0694037526845932
61982	rnn.weight_ih_l0_reverse	0	-0.004044635221362114
61982	rnn.weight_ih_l0_reverse	1	0.0275485310703516
61982	rnn.weight_ih_l0_reverse	2	0.0002770832506939769
61982	rnn.weight_ih_l0_reverse	3	-0.004110528621822596
61982	rnn.weight_ih_l0_reverse	4	0.026676027104258537
61982	rnn.weight_ih_l0_reverse	5	-0.02625587023794651
61982	rnn.weight_ih_l0_reverse	6	-0.0427640900015831
61982	rnn.weight_ih_l0_reverse	7	-0.01487989816814661
61982	rnn.weight_ih_l0_reverse	8	0.02121923491358757
61982	rnn.weight_ih_l0_reverse	9	-0.002314541954547167
61982	rnn.weight_hh_l0_reverse	0	-0.0064002955332398415
61982	rnn.weight_hh_l0_reverse	1	0.015771599486470222
61982	rnn.weight_hh_l0_reverse	2	-0.03243916481733322
61982	rnn.weight_hh_l0_reverse	3	0.03716130182147026
61982	rnn.weight_hh_l0_reverse	4	0.014527092687785625
61982	rnn.weight_hh_l0_reverse	5	-0.017353784292936325
61982	rnn.weight_hh_l0_reverse	6	0.028131447732448578
61982	rnn.weight_hh_l0_reverse	7	0.020845791324973106
61982	rnn.weight_hh_l0_reverse	8	0.007937445305287838
61982	rnn.weight_hh_l0_reverse	9	-0.04786999151110649
61982	rnn.bias_ih_l0_reverse	0	-0.10919860005378723
61982	rnn.bias_ih_l0_reverse	1	-0.2725616991519928
61982	rnn.bias_ih_l0_reverse	2	-0.04087579995393753
61982	rnn.bias_ih_l0_reverse	3	-0.09585585445165634
61982	rnn.bias_ih_l0_reverse	4	0.07806713879108429
61982	rnn.bias_ih_l0_reverse	5	-0.17636315524578094
61982	rnn.bias_ih_l0_reverse	6	-0.0373016893863678
61982	rnn.bias_ih_l0_reverse	7	0.04396282881498337
61982	rnn.bias_ih_l0_reverse	8	-0.1234191358089447
61982	rnn.bias_ih_l0_reverse	9	-0.06226829066872597
61982	rnn.bias_hh_l0_reverse	0	-0.10200826823711395
61982	rnn.bias_hh_l0_reverse	1	-0.07626069337129593
61982	rnn.bias_hh_l0_reverse	2	-0.028645597398281097
61982	rnn.bias_hh_l0_reverse	3	-0.116002157330513
61982	rnn.bias_hh_l0_reverse	4	-0.02665051817893982
61982	rnn.bias_hh_l0_reverse	5	-0.10302802920341492
61982	rnn.bias_hh_l0_reverse	6	-0.08502621948719025
61982	rnn.bias_hh_l0_reverse	7	-0.13948127627372742
61982	rnn.bias_hh_l0_reverse	8	-0.04230571165680885
61982	rnn.bias_hh_l0_reverse	9	-0.11229363828897476
61982	linear.weight	0	-0.17520007491111755
61982	linear.weight	1	-0.07389725744724274
61982	linear.weight	2	-0.011228874325752258
61982	linear.weight	3	-0.0651104599237442
61982	linear.weight	4	0.04742474481463432
61982	linear.weight	5	0.28877294063568115
61982	linear.weight	6	0.0047744326293468475
61982	linear.weight	7	-0.021312154829502106
61982	linear.weight	8	0.10974891483783722
61982	linear.weight	9	0.061338432133197784
61982	linear.bias	0	-0.6399446725845337
61982	linear.bias	1	0.7882917523384094
61982	linear.bias	2	-0.13951070606708527
61982	linear.bias	3	-0.5280606150627136
61982	linear.bias	4	-1.1893582344055176
61982	linear.bias	5	-1.1293528079986572
61982	linear.bias	6	-0.5948795080184937
61982	linear.bias	7	-0.6718480587005615
61982	linear.bias	8	-0.01705317199230194
61982	linear.bias	9	2.890559673309326
62179	transitions	0	-0.2140825241804123
62179	transitions	1	7.40630578994751
62179	transitions	2	-2.971663475036621
62179	transitions	3	1.2213094234466553
62179	transitions	4	-1.682433009147644
62179	transitions	5	-0.2839784324169159
62179	transitions	6	-0.15433752536773682
62179	transitions	7	-10000.0
62179	transitions	8	1.5951554775238037
62179	transitions	9	-2.2862539291381836
62179	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
62179	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
62179	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
62179	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
62179	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
62179	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
62179	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
62179	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
62179	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
62179	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
62179	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
62179	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
62179	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
62179	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
62179	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
62179	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
62179	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
62179	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
62179	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
62179	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
62179	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
62179	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
62179	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
62179	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
62179	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
62179	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
62179	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
62179	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
62179	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
62179	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
62179	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
62179	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
62179	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
62179	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
62179	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
62179	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
62179	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
62179	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
62179	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
62179	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
62179	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
62179	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
62179	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
62179	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
62179	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
62179	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
62179	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
62179	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
62179	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
62179	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
62179	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
62179	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
62179	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
62179	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
62179	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
62179	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
62179	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
62179	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
62179	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
62179	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
62179	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
62179	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
62179	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
62179	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
62179	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
62179	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
62179	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
62179	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
62179	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
62179	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
62179	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
62179	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
62179	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
62179	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
62179	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
62179	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
62179	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
62179	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
62179	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
62179	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
62179	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
62179	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
62179	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
62179	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
62179	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
62179	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
62179	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
62179	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
62179	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
62179	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
62179	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
62179	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
62179	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
62179	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
62179	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
62179	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
62179	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
62179	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
62179	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
62179	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
62179	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
62179	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
62179	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
62179	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
62179	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
62179	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
62179	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
62179	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
62179	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
62179	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
62179	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
62179	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
62179	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
62179	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
62179	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
62179	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
62179	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
62179	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
62179	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
62179	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
62179	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
62179	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
62179	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
62179	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
62179	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
62179	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
62179	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
62179	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
62179	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
62179	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
62179	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
62179	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
62179	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
62179	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
62179	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
62179	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
62179	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
62179	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
62179	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
62179	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
62179	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
62179	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
62179	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
62179	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
62179	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
62179	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
62179	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
62179	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
62179	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
62179	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
62179	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
62179	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
62179	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
62179	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
62179	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
62179	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
62179	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
62179	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
62179	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
62179	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
62179	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
62179	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
62179	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
62179	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
62179	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
62179	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
62179	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
62179	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
62179	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
62179	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
62179	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
62179	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
62179	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
62179	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
62179	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
62179	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
62179	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
62179	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
62179	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
62179	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
62179	embedding2nn.weight	0	0.03413927182555199
62179	embedding2nn.weight	1	-0.06250845640897751
62179	embedding2nn.weight	2	0.012684926390647888
62179	embedding2nn.weight	3	-0.0419536791741848
62179	embedding2nn.weight	4	-0.08701729774475098
62179	embedding2nn.weight	5	0.06798051297664642
62179	embedding2nn.weight	6	-0.09832529723644257
62179	embedding2nn.weight	7	-0.07889281958341599
62179	embedding2nn.weight	8	0.005859243683516979
62179	embedding2nn.weight	9	0.02512425184249878
62179	embedding2nn.bias	0	0.0662950947880745
62179	embedding2nn.bias	1	0.044070400297641754
62179	embedding2nn.bias	2	-0.09991547465324402
62179	embedding2nn.bias	3	0.03699851408600807
62179	embedding2nn.bias	4	0.031178655102849007
62179	embedding2nn.bias	5	-0.14841815829277039
62179	embedding2nn.bias	6	-0.08386505395174026
62179	embedding2nn.bias	7	-0.029263515025377274
62179	embedding2nn.bias	8	0.06534584611654282
62179	embedding2nn.bias	9	-0.11175931990146637
62179	rnn.weight_ih_l0	0	0.009684684686362743
62179	rnn.weight_ih_l0	1	-0.011359368450939655
62179	rnn.weight_ih_l0	2	-0.03599845990538597
62179	rnn.weight_ih_l0	3	-0.015967532992362976
62179	rnn.weight_ih_l0	4	0.007558389566838741
62179	rnn.weight_ih_l0	5	-0.056682486087083817
62179	rnn.weight_ih_l0	6	0.022419575601816177
62179	rnn.weight_ih_l0	7	-0.04339069128036499
62179	rnn.weight_ih_l0	8	0.01933869533240795
62179	rnn.weight_ih_l0	9	-0.001997236628085375
62179	rnn.weight_hh_l0	0	0.00010751331137726083
62179	rnn.weight_hh_l0	1	-0.06747505068778992
62179	rnn.weight_hh_l0	2	0.04384085536003113
62179	rnn.weight_hh_l0	3	0.017204931005835533
62179	rnn.weight_hh_l0	4	0.01227447111159563
62179	rnn.weight_hh_l0	5	0.029588351026177406
62179	rnn.weight_hh_l0	6	-0.012524222023785114
62179	rnn.weight_hh_l0	7	-0.0676969364285469
62179	rnn.weight_hh_l0	8	-0.020732298493385315
62179	rnn.weight_hh_l0	9	-0.051355790346860886
62179	rnn.bias_ih_l0	0	-0.06922958046197891
62179	rnn.bias_ih_l0	1	-0.12165568023920059
62179	rnn.bias_ih_l0	2	-0.17526507377624512
62179	rnn.bias_ih_l0	3	-0.24111880362033844
62179	rnn.bias_ih_l0	4	0.017571382224559784
62179	rnn.bias_ih_l0	5	0.05622192099690437
62179	rnn.bias_ih_l0	6	-0.09634064882993698
62179	rnn.bias_ih_l0	7	-0.19236303865909576
62179	rnn.bias_ih_l0	8	-0.10333757847547531
62179	rnn.bias_ih_l0	9	-0.1218741163611412
62179	rnn.bias_hh_l0	0	0.13185559213161469
62179	rnn.bias_hh_l0	1	-0.022643618285655975
62179	rnn.bias_hh_l0	2	0.015241703018546104
62179	rnn.bias_hh_l0	3	-0.12277087569236755
62179	rnn.bias_hh_l0	4	0.030339889228343964
62179	rnn.bias_hh_l0	5	0.011914012022316456
62179	rnn.bias_hh_l0	6	-0.05357492342591286
62179	rnn.bias_hh_l0	7	-0.11168412864208221
62179	rnn.bias_hh_l0	8	-0.12771666049957275
62179	rnn.bias_hh_l0	9	-0.0670042634010315
62179	rnn.weight_ih_l0_reverse	0	-0.004284742288291454
62179	rnn.weight_ih_l0_reverse	1	0.026895368471741676
62179	rnn.weight_ih_l0_reverse	2	-0.0003418798150960356
62179	rnn.weight_ih_l0_reverse	3	-0.003061380237340927
62179	rnn.weight_ih_l0_reverse	4	0.024226145818829536
62179	rnn.weight_ih_l0_reverse	5	-0.02626166120171547
62179	rnn.weight_ih_l0_reverse	6	-0.04379638656973839
62179	rnn.weight_ih_l0_reverse	7	-0.012202292680740356
62179	rnn.weight_ih_l0_reverse	8	0.019019123166799545
62179	rnn.weight_ih_l0_reverse	9	-0.00443171476945281
62179	rnn.weight_hh_l0_reverse	0	-0.006388902198523283
62179	rnn.weight_hh_l0_reverse	1	0.015628892928361893
62179	rnn.weight_hh_l0_reverse	2	-0.03226668760180473
62179	rnn.weight_hh_l0_reverse	3	0.036955174058675766
62179	rnn.weight_hh_l0_reverse	4	0.014651384204626083
62179	rnn.weight_hh_l0_reverse	5	-0.01764703541994095
62179	rnn.weight_hh_l0_reverse	6	0.027312370017170906
62179	rnn.weight_hh_l0_reverse	7	0.01898185908794403
62179	rnn.weight_hh_l0_reverse	8	0.007468550466001034
62179	rnn.weight_hh_l0_reverse	9	-0.04845213145017624
62179	rnn.bias_ih_l0_reverse	0	-0.10801814496517181
62179	rnn.bias_ih_l0_reverse	1	-0.2780716121196747
62179	rnn.bias_ih_l0_reverse	2	-0.03810804709792137
62179	rnn.bias_ih_l0_reverse	3	-0.09630411118268967
62179	rnn.bias_ih_l0_reverse	4	0.07194891571998596
62179	rnn.bias_ih_l0_reverse	5	-0.17775601148605347
62179	rnn.bias_ih_l0_reverse	6	-0.035109993070364
62179	rnn.bias_ih_l0_reverse	7	0.045162227004766464
62179	rnn.bias_ih_l0_reverse	8	-0.12531140446662903
62179	rnn.bias_ih_l0_reverse	9	-0.06329559534788132
62179	rnn.bias_hh_l0_reverse	0	-0.10186425596475601
62179	rnn.bias_hh_l0_reverse	1	-0.07628463953733444
62179	rnn.bias_hh_l0_reverse	2	-0.02739715948700905
62179	rnn.bias_hh_l0_reverse	3	-0.11684218794107437
62179	rnn.bias_hh_l0_reverse	4	-0.02683195099234581
62179	rnn.bias_hh_l0_reverse	5	-0.10479611158370972
62179	rnn.bias_hh_l0_reverse	6	-0.08174127340316772
62179	rnn.bias_hh_l0_reverse	7	-0.13325390219688416
62179	rnn.bias_hh_l0_reverse	8	-0.039114128798246384
62179	rnn.bias_hh_l0_reverse	9	-0.1069745421409607
62179	linear.weight	0	-0.1651456207036972
62179	linear.weight	1	-0.06146054342389107
62179	linear.weight	2	-0.011228874325752258
62179	linear.weight	3	-0.07251356542110443
62179	linear.weight	4	0.04527825862169266
62179	linear.weight	5	0.2798871397972107
62179	linear.weight	6	0.0047744326293468475
62179	linear.weight	7	-0.021312154829502106
62179	linear.weight	8	0.10818914324045181
62179	linear.weight	9	0.07673680782318115
62179	linear.bias	0	-0.6685900688171387
62179	linear.bias	1	0.7784838080406189
62179	linear.bias	2	-0.12612946331501007
62179	linear.bias	3	-0.5212692022323608
62179	linear.bias	4	-1.1828441619873047
62179	linear.bias	5	-1.129539966583252
62179	linear.bias	6	-0.6218546628952026
62179	linear.bias	7	-0.68059241771698
62179	linear.bias	8	-0.01705317199230194
62179	linear.bias	9	2.940946102142334
62376	transitions	0	-0.2146342247724533
62376	transitions	1	7.4359660148620605
62376	transitions	2	-2.9733831882476807
62376	transitions	3	1.2351235151290894
62376	transitions	4	-1.6839672327041626
62376	transitions	5	-0.28577181696891785
62376	transitions	6	-0.15444251894950867
62376	transitions	7	-10000.0
62376	transitions	8	1.5934358835220337
62376	transitions	9	-2.286298990249634
62376	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
62376	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
62376	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
62376	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
62376	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
62376	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
62376	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
62376	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
62376	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
62376	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
62376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
62376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
62376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
62376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
62376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
62376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
62376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
62376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
62376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
62376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
62376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
62376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
62376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
62376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
62376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
62376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
62376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
62376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
62376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
62376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
62376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
62376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
62376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
62376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
62376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
62376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
62376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
62376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
62376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
62376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
62376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
62376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
62376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
62376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
62376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
62376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
62376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
62376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
62376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
62376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
62376	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
62376	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
62376	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
62376	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
62376	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
62376	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
62376	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
62376	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
62376	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
62376	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
62376	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
62376	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
62376	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
62376	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
62376	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
62376	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
62376	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
62376	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
62376	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
62376	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
62376	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
62376	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
62376	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
62376	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
62376	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
62376	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
62376	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
62376	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
62376	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
62376	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
62376	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
62376	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
62376	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
62376	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
62376	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
62376	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
62376	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
62376	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
62376	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
62376	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
62376	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
62376	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
62376	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
62376	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
62376	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
62376	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
62376	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
62376	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
62376	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
62376	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
62376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
62376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
62376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
62376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
62376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
62376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
62376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
62376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
62376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
62376	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
62376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
62376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
62376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
62376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
62376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
62376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
62376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
62376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
62376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
62376	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
62376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
62376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
62376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
62376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
62376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
62376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
62376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
62376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
62376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
62376	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
62376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
62376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
62376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
62376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
62376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
62376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
62376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
62376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
62376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
62376	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
62376	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
62376	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
62376	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
62376	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
62376	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
62376	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
62376	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
62376	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
62376	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
62376	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
62376	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
62376	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
62376	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
62376	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
62376	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
62376	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
62376	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
62376	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
62376	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
62376	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
62376	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
62376	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
62376	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
62376	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
62376	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
62376	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
62376	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
62376	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
62376	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
62376	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
62376	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
62376	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
62376	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
62376	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
62376	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
62376	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
62376	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
62376	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
62376	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
62376	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
62376	embedding2nn.weight	0	0.033127106726169586
62376	embedding2nn.weight	1	-0.06302978098392487
62376	embedding2nn.weight	2	0.01676332578063011
62376	embedding2nn.weight	3	-0.03930164501070976
62376	embedding2nn.weight	4	-0.08949252963066101
62376	embedding2nn.weight	5	0.06515270471572876
62376	embedding2nn.weight	6	-0.09938377141952515
62376	embedding2nn.weight	7	-0.07696722447872162
62376	embedding2nn.weight	8	0.005517120938748121
62376	embedding2nn.weight	9	0.02568526193499565
62376	embedding2nn.bias	0	0.0585286021232605
62376	embedding2nn.bias	1	0.042580511420965195
62376	embedding2nn.bias	2	-0.10664983093738556
62376	embedding2nn.bias	3	0.059123456478118896
62376	embedding2nn.bias	4	0.03364485874772072
62376	embedding2nn.bias	5	-0.15931257605552673
62376	embedding2nn.bias	6	-0.08791735768318176
62376	embedding2nn.bias	7	-0.019999397918581963
62376	embedding2nn.bias	8	0.07545206695795059
62376	embedding2nn.bias	9	-0.10591378808021545
62376	rnn.weight_ih_l0	0	0.013136748224496841
62376	rnn.weight_ih_l0	1	-0.00918327085673809
62376	rnn.weight_ih_l0	2	-0.03702889755368233
62376	rnn.weight_ih_l0	3	-0.015410376712679863
62376	rnn.weight_ih_l0	4	0.007889961823821068
62376	rnn.weight_ih_l0	5	-0.056030187755823135
62376	rnn.weight_ih_l0	6	0.018027305603027344
62376	rnn.weight_ih_l0	7	-0.04346764087677002
62376	rnn.weight_ih_l0	8	0.01695358380675316
62376	rnn.weight_ih_l0	9	-0.0012811628403142095
62376	rnn.weight_hh_l0	0	0.0004956758348271251
62376	rnn.weight_hh_l0	1	-0.06864573061466217
62376	rnn.weight_hh_l0	2	0.04477037489414215
62376	rnn.weight_hh_l0	3	0.01848534867167473
62376	rnn.weight_hh_l0	4	0.012101019732654095
62376	rnn.weight_hh_l0	5	0.031569723039865494
62376	rnn.weight_hh_l0	6	-0.012175128795206547
62376	rnn.weight_hh_l0	7	-0.06667885929346085
62376	rnn.weight_hh_l0	8	-0.02093878760933876
62376	rnn.weight_hh_l0	9	-0.054858461022377014
62376	rnn.bias_ih_l0	0	-0.06623352319002151
62376	rnn.bias_ih_l0	1	-0.12220720946788788
62376	rnn.bias_ih_l0	2	-0.17541593313217163
62376	rnn.bias_ih_l0	3	-0.235330268740654
62376	rnn.bias_ih_l0	4	0.021278606727719307
62376	rnn.bias_ih_l0	5	0.05462370067834854
62376	rnn.bias_ih_l0	6	-0.0984538197517395
62376	rnn.bias_ih_l0	7	-0.19303984940052032
62376	rnn.bias_ih_l0	8	-0.1000514104962349
62376	rnn.bias_ih_l0	9	-0.12456747889518738
62376	rnn.bias_hh_l0	0	0.13218694925308228
62376	rnn.bias_hh_l0	1	-0.026675419881939888
62376	rnn.bias_hh_l0	2	0.014501908794045448
62376	rnn.bias_hh_l0	3	-0.12624399363994598
62376	rnn.bias_hh_l0	4	0.026544833555817604
62376	rnn.bias_hh_l0	5	0.017116399481892586
62376	rnn.bias_hh_l0	6	-0.05522037670016289
62376	rnn.bias_hh_l0	7	-0.11217547953128815
62376	rnn.bias_hh_l0	8	-0.1337481290102005
62376	rnn.bias_hh_l0	9	-0.0696588084101677
62376	rnn.weight_ih_l0_reverse	0	-0.004076123237609863
62376	rnn.weight_ih_l0_reverse	1	0.026670673862099648
62376	rnn.weight_ih_l0_reverse	2	-0.0013150194426998496
62376	rnn.weight_ih_l0_reverse	3	-0.0017844602698460221
62376	rnn.weight_ih_l0_reverse	4	0.02726234868168831
62376	rnn.weight_ih_l0_reverse	5	-0.02783650904893875
62376	rnn.weight_ih_l0_reverse	6	-0.04624549672007561
62376	rnn.weight_ih_l0_reverse	7	-0.01127569004893303
62376	rnn.weight_ih_l0_reverse	8	0.022636521607637405
62376	rnn.weight_ih_l0_reverse	9	-0.004227310884743929
62376	rnn.weight_hh_l0_reverse	0	-0.006644916720688343
62376	rnn.weight_hh_l0_reverse	1	0.014646394178271294
62376	rnn.weight_hh_l0_reverse	2	-0.032108429819345474
62376	rnn.weight_hh_l0_reverse	3	0.03677084669470787
62376	rnn.weight_hh_l0_reverse	4	0.014798999764025211
62376	rnn.weight_hh_l0_reverse	5	-0.01654345914721489
62376	rnn.weight_hh_l0_reverse	6	0.02856636606156826
62376	rnn.weight_hh_l0_reverse	7	0.01957925595343113
62376	rnn.weight_hh_l0_reverse	8	0.007082832511514425
62376	rnn.weight_hh_l0_reverse	9	-0.04788104444742203
62376	rnn.bias_ih_l0_reverse	0	-0.11213383823633194
62376	rnn.bias_ih_l0_reverse	1	-0.2773807942867279
62376	rnn.bias_ih_l0_reverse	2	-0.039605576545000076
62376	rnn.bias_ih_l0_reverse	3	-0.0953483060002327
62376	rnn.bias_ih_l0_reverse	4	0.06712161749601364
62376	rnn.bias_ih_l0_reverse	5	-0.17788688838481903
62376	rnn.bias_ih_l0_reverse	6	-0.03900778666138649
62376	rnn.bias_ih_l0_reverse	7	0.04255552217364311
62376	rnn.bias_ih_l0_reverse	8	-0.12784282863140106
62376	rnn.bias_ih_l0_reverse	9	-0.06324619054794312
62376	rnn.bias_hh_l0_reverse	0	-0.09598280489444733
62376	rnn.bias_hh_l0_reverse	1	-0.07758698612451553
62376	rnn.bias_hh_l0_reverse	2	-0.02771967649459839
62376	rnn.bias_hh_l0_reverse	3	-0.11454400420188904
62376	rnn.bias_hh_l0_reverse	4	-0.02655285783112049
62376	rnn.bias_hh_l0_reverse	5	-0.10512790083885193
62376	rnn.bias_hh_l0_reverse	6	-0.08545403182506561
62376	rnn.bias_hh_l0_reverse	7	-0.13139238953590393
62376	rnn.bias_hh_l0_reverse	8	-0.04187588766217232
62376	rnn.bias_hh_l0_reverse	9	-0.10520017892122269
62376	linear.weight	0	-0.19454151391983032
62376	linear.weight	1	-0.06381914019584656
62376	linear.weight	2	-0.011228874325752258
62376	linear.weight	3	-0.06953848898410797
62376	linear.weight	4	0.023940900340676308
62376	linear.weight	5	0.26869192719459534
62376	linear.weight	6	0.0047744326293468475
62376	linear.weight	7	-0.021312154829502106
62376	linear.weight	8	0.0676429271697998
62376	linear.weight	9	0.0718085914850235
62376	linear.bias	0	-0.6596338748931885
62376	linear.bias	1	0.8141331076622009
62376	linear.bias	2	-0.08781831711530685
62376	linear.bias	3	-0.4927923381328583
62376	linear.bias	4	-1.1813185214996338
62376	linear.bias	5	-1.129717230796814
62376	linear.bias	6	-0.6103549003601074
62376	linear.bias	7	-0.6952903270721436
62376	linear.bias	8	-0.01705317199230194
62376	linear.bias	9	2.895742177963257
62573	transitions	0	-0.21521490812301636
62573	transitions	1	7.429243087768555
62573	transitions	2	-2.975228786468506
62573	transitions	3	1.2265642881393433
62573	transitions	4	-1.685381531715393
62573	transitions	5	-0.2861367464065552
62573	transitions	6	-0.15452903509140015
62573	transitions	7	-10000.0
62573	transitions	8	1.5918023586273193
62573	transitions	9	-2.2863399982452393
62573	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
62573	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
62573	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
62573	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
62573	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
62573	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
62573	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
62573	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
62573	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
62573	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
62573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
62573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
62573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
62573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
62573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
62573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
62573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
62573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
62573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
62573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
62573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
62573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
62573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
62573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
62573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
62573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
62573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
62573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
62573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
62573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
62573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
62573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
62573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
62573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
62573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
62573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
62573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
62573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
62573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
62573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
62573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
62573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
62573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
62573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
62573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
62573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
62573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
62573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
62573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
62573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
62573	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
62573	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
62573	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
62573	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
62573	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
62573	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
62573	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
62573	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
62573	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
62573	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
62573	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
62573	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
62573	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
62573	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
62573	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
62573	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
62573	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
62573	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
62573	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
62573	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
62573	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
62573	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
62573	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
62573	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
62573	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
62573	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
62573	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
62573	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
62573	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
62573	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
62573	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
62573	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
62573	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
62573	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
62573	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
62573	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
62573	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
62573	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
62573	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
62573	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
62573	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
62573	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
62573	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
62573	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
62573	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
62573	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
62573	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
62573	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
62573	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
62573	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
62573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
62573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
62573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
62573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
62573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
62573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
62573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
62573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
62573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
62573	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
62573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
62573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
62573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
62573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
62573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
62573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
62573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
62573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
62573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
62573	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
62573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
62573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
62573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
62573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
62573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
62573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
62573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
62573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
62573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
62573	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
62573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
62573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
62573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
62573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
62573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
62573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
62573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
62573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
62573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
62573	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
62573	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
62573	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
62573	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
62573	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
62573	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
62573	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
62573	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
62573	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
62573	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
62573	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
62573	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
62573	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
62573	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
62573	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
62573	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
62573	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
62573	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
62573	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
62573	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
62573	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
62573	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
62573	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
62573	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
62573	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
62573	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
62573	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
62573	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
62573	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
62573	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
62573	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
62573	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
62573	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
62573	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
62573	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
62573	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
62573	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
62573	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
62573	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
62573	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
62573	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
62573	embedding2nn.weight	0	0.034150946885347366
62573	embedding2nn.weight	1	-0.0625990703701973
62573	embedding2nn.weight	2	0.015773992985486984
62573	embedding2nn.weight	3	-0.03894125670194626
62573	embedding2nn.weight	4	-0.09056288748979568
62573	embedding2nn.weight	5	0.06653276830911636
62573	embedding2nn.weight	6	-0.09202143549919128
62573	embedding2nn.weight	7	-0.07730904966592789
62573	embedding2nn.weight	8	0.004574374295771122
62573	embedding2nn.weight	9	0.02274247258901596
62573	embedding2nn.bias	0	0.04883347824215889
62573	embedding2nn.bias	1	0.05075497552752495
62573	embedding2nn.bias	2	-0.10002756118774414
62573	embedding2nn.bias	3	0.055972542613744736
62573	embedding2nn.bias	4	0.03626777231693268
62573	embedding2nn.bias	5	-0.16098777949810028
62573	embedding2nn.bias	6	-0.07988579571247101
62573	embedding2nn.bias	7	-0.02281392365694046
62573	embedding2nn.bias	8	0.06947421282529831
62573	embedding2nn.bias	9	-0.10801029950380325
62573	rnn.weight_ih_l0	0	0.015126526355743408
62573	rnn.weight_ih_l0	1	-0.010104735381901264
62573	rnn.weight_ih_l0	2	-0.03621944040060043
62573	rnn.weight_ih_l0	3	-0.018242038786411285
62573	rnn.weight_ih_l0	4	0.010675831697881222
62573	rnn.weight_ih_l0	5	-0.05655141547322273
62573	rnn.weight_ih_l0	6	0.014804936945438385
62573	rnn.weight_ih_l0	7	-0.040670737624168396
62573	rnn.weight_ih_l0	8	0.015474524348974228
62573	rnn.weight_ih_l0	9	0.001270551118068397
62573	rnn.weight_hh_l0	0	0.0001719774299999699
62573	rnn.weight_hh_l0	1	-0.06942468136548996
62573	rnn.weight_hh_l0	2	0.044664666056632996
62573	rnn.weight_hh_l0	3	0.018397439271211624
62573	rnn.weight_hh_l0	4	0.011418936774134636
62573	rnn.weight_hh_l0	5	0.032079484313726425
62573	rnn.weight_hh_l0	6	-0.012512930668890476
62573	rnn.weight_hh_l0	7	-0.06582299619913101
62573	rnn.weight_hh_l0	8	-0.02066013030707836
62573	rnn.weight_hh_l0	9	-0.0522272065281868
62573	rnn.bias_ih_l0	0	-0.06315603852272034
62573	rnn.bias_ih_l0	1	-0.12259257584810257
62573	rnn.bias_ih_l0	2	-0.17498983442783356
62573	rnn.bias_ih_l0	3	-0.23467767238616943
62573	rnn.bias_ih_l0	4	0.02451552264392376
62573	rnn.bias_ih_l0	5	0.05627313256263733
62573	rnn.bias_ih_l0	6	-0.10190508514642715
62573	rnn.bias_ih_l0	7	-0.18935534358024597
62573	rnn.bias_ih_l0	8	-0.1055409386754036
62573	rnn.bias_ih_l0	9	-0.12521576881408691
62573	rnn.bias_hh_l0	0	0.12905985116958618
62573	rnn.bias_hh_l0	1	-0.027271410450339317
62573	rnn.bias_hh_l0	2	0.01888369582593441
62573	rnn.bias_hh_l0	3	-0.1249316856265068
62573	rnn.bias_hh_l0	4	0.023400066420435905
62573	rnn.bias_hh_l0	5	0.02053712122142315
62573	rnn.bias_hh_l0	6	-0.056893207132816315
62573	rnn.bias_hh_l0	7	-0.11294778436422348
62573	rnn.bias_hh_l0	8	-0.13218249380588531
62573	rnn.bias_hh_l0	9	-0.06608649343252182
62573	rnn.weight_ih_l0_reverse	0	-0.003958344925194979
62573	rnn.weight_ih_l0_reverse	1	0.02623922936618328
62573	rnn.weight_ih_l0_reverse	2	-0.0021204680670052767
62573	rnn.weight_ih_l0_reverse	3	0.004267658106982708
62573	rnn.weight_ih_l0_reverse	4	0.02434695139527321
62573	rnn.weight_ih_l0_reverse	5	-0.027398837730288506
62573	rnn.weight_ih_l0_reverse	6	-0.045816246420145035
62573	rnn.weight_ih_l0_reverse	7	-0.010325861163437366
62573	rnn.weight_ih_l0_reverse	8	0.019898738712072372
62573	rnn.weight_ih_l0_reverse	9	-0.0031250303145498037
62573	rnn.weight_hh_l0_reverse	0	-0.007835164666175842
62573	rnn.weight_hh_l0_reverse	1	0.014937289990484715
62573	rnn.weight_hh_l0_reverse	2	-0.03103376366198063
62573	rnn.weight_hh_l0_reverse	3	0.036649465560913086
62573	rnn.weight_hh_l0_reverse	4	0.01537273172289133
62573	rnn.weight_hh_l0_reverse	5	-0.016154630109667778
62573	rnn.weight_hh_l0_reverse	6	0.029716111719608307
62573	rnn.weight_hh_l0_reverse	7	0.019749369472265244
62573	rnn.weight_hh_l0_reverse	8	0.006877736188471317
62573	rnn.weight_hh_l0_reverse	9	-0.04774786904454231
62573	rnn.bias_ih_l0_reverse	0	-0.11333946883678436
62573	rnn.bias_ih_l0_reverse	1	-0.27412542700767517
62573	rnn.bias_ih_l0_reverse	2	-0.039129212498664856
62573	rnn.bias_ih_l0_reverse	3	-0.09458761662244797
62573	rnn.bias_ih_l0_reverse	4	0.062179796397686005
62573	rnn.bias_ih_l0_reverse	5	-0.1798831671476364
62573	rnn.bias_ih_l0_reverse	6	-0.04125954955816269
62573	rnn.bias_ih_l0_reverse	7	0.03621627762913704
62573	rnn.bias_ih_l0_reverse	8	-0.1299545168876648
62573	rnn.bias_ih_l0_reverse	9	-0.057223327457904816
62573	rnn.bias_hh_l0_reverse	0	-0.09702201932668686
62573	rnn.bias_hh_l0_reverse	1	-0.07755661755800247
62573	rnn.bias_hh_l0_reverse	2	-0.028272101655602455
62573	rnn.bias_hh_l0_reverse	3	-0.11520353704690933
62573	rnn.bias_hh_l0_reverse	4	-0.026206260547041893
62573	rnn.bias_hh_l0_reverse	5	-0.10369019210338593
62573	rnn.bias_hh_l0_reverse	6	-0.08961348235607147
62573	rnn.bias_hh_l0_reverse	7	-0.13552579283714294
62573	rnn.bias_hh_l0_reverse	8	-0.03756406903266907
62573	rnn.bias_hh_l0_reverse	9	-0.10722745209932327
62573	linear.weight	0	-0.20555591583251953
62573	linear.weight	1	-0.05801853537559509
62573	linear.weight	2	-0.011228874325752258
62573	linear.weight	3	-0.09926269948482513
62573	linear.weight	4	0.036497149616479874
62573	linear.weight	5	0.25516220927238464
62573	linear.weight	6	0.0047744326293468475
62573	linear.weight	7	-0.021312154829502106
62573	linear.weight	8	0.05120213329792023
62573	linear.weight	9	0.08717186003923416
62573	linear.bias	0	-0.6593649983406067
62573	linear.bias	1	0.7963733673095703
62573	linear.bias	2	-0.09447601437568665
62573	linear.bias	3	-0.49759534001350403
62573	linear.bias	4	-1.127272129058838
62573	linear.bias	5	-1.1299318075180054
62573	linear.bias	6	-0.6089518666267395
62573	linear.bias	7	-0.6838468909263611
62573	linear.bias	8	-0.01705317199230194
62573	linear.bias	9	2.8612051010131836
62770	transitions	0	-0.217507004737854
62770	transitions	1	7.440724849700928
62770	transitions	2	-2.977260112762451
62770	transitions	3	1.2248989343643188
62770	transitions	4	-1.686294674873352
62770	transitions	5	-0.2862887382507324
62770	transitions	6	-0.15462207794189453
62770	transitions	7	-10000.0
62770	transitions	8	1.5912672281265259
62770	transitions	9	-2.286363363265991
62770	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
62770	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
62770	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
62770	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
62770	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
62770	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
62770	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
62770	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
62770	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
62770	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
62770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
62770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
62770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
62770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
62770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
62770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
62770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
62770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
62770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
62770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
62770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
62770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
62770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
62770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
62770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
62770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
62770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
62770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
62770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
62770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
62770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
62770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
62770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
62770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
62770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
62770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
62770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
62770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
62770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
62770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
62770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
62770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
62770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
62770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
62770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
62770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
62770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
62770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
62770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
62770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
62770	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
62770	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
62770	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
62770	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
62770	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
62770	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
62770	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
62770	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
62770	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
62770	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
62770	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
62770	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
62770	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
62770	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
62770	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
62770	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
62770	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
62770	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
62770	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
62770	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
62770	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
62770	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
62770	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
62770	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
62770	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
62770	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
62770	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
62770	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
62770	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
62770	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
62770	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
62770	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
62770	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
62770	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
62770	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
62770	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
62770	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
62770	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
62770	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
62770	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
62770	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
62770	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
62770	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
62770	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
62770	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
62770	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
62770	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
62770	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
62770	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
62770	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
62770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
62770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
62770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
62770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
62770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
62770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
62770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
62770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
62770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
62770	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
62770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
62770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
62770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
62770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
62770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
62770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
62770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
62770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
62770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
62770	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
62770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
62770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
62770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
62770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
62770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
62770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
62770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
62770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
62770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
62770	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
62770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
62770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
62770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
62770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
62770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
62770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
62770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
62770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
62770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
62770	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
62770	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
62770	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
62770	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
62770	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
62770	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
62770	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
62770	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
62770	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
62770	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
62770	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
62770	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
62770	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
62770	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
62770	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
62770	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
62770	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
62770	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
62770	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
62770	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
62770	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
62770	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
62770	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
62770	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
62770	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
62770	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
62770	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
62770	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
62770	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
62770	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
62770	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
62770	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
62770	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
62770	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
62770	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
62770	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
62770	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
62770	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
62770	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
62770	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
62770	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
62770	embedding2nn.weight	0	0.03353564068675041
62770	embedding2nn.weight	1	-0.060200851410627365
62770	embedding2nn.weight	2	0.01633814536035061
62770	embedding2nn.weight	3	-0.03907209262251854
62770	embedding2nn.weight	4	-0.09118679910898209
62770	embedding2nn.weight	5	0.0673438087105751
62770	embedding2nn.weight	6	-0.0809551253914833
62770	embedding2nn.weight	7	-0.07942760735750198
62770	embedding2nn.weight	8	0.0038723060861229897
62770	embedding2nn.weight	9	0.025894682854413986
62770	embedding2nn.bias	0	0.04290110617876053
62770	embedding2nn.bias	1	0.04791358858346939
62770	embedding2nn.bias	2	-0.10121746361255646
62770	embedding2nn.bias	3	0.05518646165728569
62770	embedding2nn.bias	4	0.03347271680831909
62770	embedding2nn.bias	5	-0.15582646429538727
62770	embedding2nn.bias	6	-0.07862639427185059
62770	embedding2nn.bias	7	-0.01951971836388111
62770	embedding2nn.bias	8	0.06681612879037857
62770	embedding2nn.bias	9	-0.10931608080863953
62770	rnn.weight_ih_l0	0	0.015355631709098816
62770	rnn.weight_ih_l0	1	-0.01585964858531952
62770	rnn.weight_ih_l0	2	-0.03547074645757675
62770	rnn.weight_ih_l0	3	-0.017191506922245026
62770	rnn.weight_ih_l0	4	0.01177135854959488
62770	rnn.weight_ih_l0	5	-0.05615481734275818
62770	rnn.weight_ih_l0	6	0.011267216876149178
62770	rnn.weight_ih_l0	7	-0.0408998541533947
62770	rnn.weight_ih_l0	8	0.014418631792068481
62770	rnn.weight_ih_l0	9	-0.0012112567201256752
62770	rnn.weight_hh_l0	0	0.00026668523787520826
62770	rnn.weight_hh_l0	1	-0.06824426352977753
62770	rnn.weight_hh_l0	2	0.04413716122508049
62770	rnn.weight_hh_l0	3	0.0183105506002903
62770	rnn.weight_hh_l0	4	0.010810116305947304
62770	rnn.weight_hh_l0	5	0.03237652778625488
62770	rnn.weight_hh_l0	6	-0.012457441538572311
62770	rnn.weight_hh_l0	7	-0.06751836836338043
62770	rnn.weight_hh_l0	8	-0.021462876349687576
62770	rnn.weight_hh_l0	9	-0.056769534945487976
62770	rnn.bias_ih_l0	0	-0.06844299286603928
62770	rnn.bias_ih_l0	1	-0.12036468833684921
62770	rnn.bias_ih_l0	2	-0.174769327044487
62770	rnn.bias_ih_l0	3	-0.23449894785881042
62770	rnn.bias_ih_l0	4	0.022317098453640938
62770	rnn.bias_ih_l0	5	0.0539696104824543
62770	rnn.bias_ih_l0	6	-0.101612389087677
62770	rnn.bias_ih_l0	7	-0.19012869894504547
62770	rnn.bias_ih_l0	8	-0.1072455644607544
62770	rnn.bias_ih_l0	9	-0.1255277693271637
62770	rnn.bias_hh_l0	0	0.12838421761989594
62770	rnn.bias_hh_l0	1	-0.027432285249233246
62770	rnn.bias_hh_l0	2	0.017820803448557854
62770	rnn.bias_hh_l0	3	-0.1279013752937317
62770	rnn.bias_hh_l0	4	0.031135322526097298
62770	rnn.bias_hh_l0	5	0.0275553110986948
62770	rnn.bias_hh_l0	6	-0.06213388219475746
62770	rnn.bias_hh_l0	7	-0.11764104664325714
62770	rnn.bias_hh_l0	8	-0.1308274269104004
62770	rnn.bias_hh_l0	9	-0.07037792354822159
62770	rnn.weight_ih_l0_reverse	0	-0.004145568702369928
62770	rnn.weight_ih_l0_reverse	1	0.027679210528731346
62770	rnn.weight_ih_l0_reverse	2	-0.00013377457798924297
62770	rnn.weight_ih_l0_reverse	3	0.007269393187016249
62770	rnn.weight_ih_l0_reverse	4	0.024233637377619743
62770	rnn.weight_ih_l0_reverse	5	-0.028101788833737373
62770	rnn.weight_ih_l0_reverse	6	-0.0451255738735199
62770	rnn.weight_ih_l0_reverse	7	-0.011433868668973446
62770	rnn.weight_ih_l0_reverse	8	0.016533970832824707
62770	rnn.weight_ih_l0_reverse	9	-0.005084693431854248
62770	rnn.weight_hh_l0_reverse	0	-0.008742089383304119
62770	rnn.weight_hh_l0_reverse	1	0.015379398129880428
62770	rnn.weight_hh_l0_reverse	2	-0.032504379749298096
62770	rnn.weight_hh_l0_reverse	3	0.03668176010251045
62770	rnn.weight_hh_l0_reverse	4	0.015396060422062874
62770	rnn.weight_hh_l0_reverse	5	-0.015253111720085144
62770	rnn.weight_hh_l0_reverse	6	0.029674796387553215
62770	rnn.weight_hh_l0_reverse	7	0.02050120197236538
62770	rnn.weight_hh_l0_reverse	8	0.007168357726186514
62770	rnn.weight_hh_l0_reverse	9	-0.047081463038921356
62770	rnn.bias_ih_l0_reverse	0	-0.11318314075469971
62770	rnn.bias_ih_l0_reverse	1	-0.27339625358581543
62770	rnn.bias_ih_l0_reverse	2	-0.03735015168786049
62770	rnn.bias_ih_l0_reverse	3	-0.09239691495895386
62770	rnn.bias_ih_l0_reverse	4	0.05810464173555374
62770	rnn.bias_ih_l0_reverse	5	-0.1791452169418335
62770	rnn.bias_ih_l0_reverse	6	-0.04060302674770355
62770	rnn.bias_ih_l0_reverse	7	0.04074626415967941
62770	rnn.bias_ih_l0_reverse	8	-0.13481378555297852
62770	rnn.bias_ih_l0_reverse	9	-0.06168319284915924
62770	rnn.bias_hh_l0_reverse	0	-0.09027297794818878
62770	rnn.bias_hh_l0_reverse	1	-0.08035743236541748
62770	rnn.bias_hh_l0_reverse	2	-0.027781959623098373
62770	rnn.bias_hh_l0_reverse	3	-0.11337672173976898
62770	rnn.bias_hh_l0_reverse	4	-0.026895513758063316
62770	rnn.bias_hh_l0_reverse	5	-0.10098746418952942
62770	rnn.bias_hh_l0_reverse	6	-0.08308779448270798
62770	rnn.bias_hh_l0_reverse	7	-0.14070844650268555
62770	rnn.bias_hh_l0_reverse	8	-0.038766346871852875
62770	rnn.bias_hh_l0_reverse	9	-0.1064634770154953
62770	linear.weight	0	-0.17823970317840576
62770	linear.weight	1	-0.05505133420228958
62770	linear.weight	2	-0.011228874325752258
62770	linear.weight	3	-0.06979025900363922
62770	linear.weight	4	0.017657406628131866
62770	linear.weight	5	0.2453661561012268
62770	linear.weight	6	0.0047744326293468475
62770	linear.weight	7	-0.021312154829502106
62770	linear.weight	8	0.035417959094047546
62770	linear.weight	9	0.0972924530506134
62770	linear.bias	0	-0.6630003452301025
62770	linear.bias	1	0.8004498481750488
62770	linear.bias	2	-0.0981096401810646
62770	linear.bias	3	-0.49851417541503906
62770	linear.bias	4	-1.12070631980896
62770	linear.bias	5	-1.1301530599594116
62770	linear.bias	6	-0.608089804649353
62770	linear.bias	7	-0.7109731435775757
62770	linear.bias	8	-0.01705317199230194
62770	linear.bias	9	2.9133658409118652
62967	transitions	0	-0.2184535264968872
62967	transitions	1	7.427868366241455
62967	transitions	2	-2.9799609184265137
62967	transitions	3	1.2351700067520142
62967	transitions	4	-1.6879298686981201
62967	transitions	5	-0.2868169844150543
62967	transitions	6	-0.15475481748580933
62967	transitions	7	-10000.0
62967	transitions	8	1.597934603691101
62967	transitions	9	-2.286391019821167
62967	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
62967	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
62967	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
62967	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
62967	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
62967	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
62967	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
62967	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
62967	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
62967	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
62967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
62967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
62967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
62967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
62967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
62967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
62967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
62967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
62967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
62967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
62967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
62967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
62967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
62967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
62967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
62967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
62967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
62967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
62967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
62967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
62967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
62967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
62967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
62967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
62967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
62967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
62967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
62967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
62967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
62967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
62967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
62967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
62967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
62967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
62967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
62967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
62967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
62967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
62967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
62967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
62967	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
62967	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
62967	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
62967	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
62967	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
62967	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
62967	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
62967	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
62967	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
62967	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
62967	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
62967	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
62967	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
62967	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
62967	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
62967	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
62967	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
62967	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
62967	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
62967	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
62967	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
62967	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
62967	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
62967	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
62967	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
62967	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
62967	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
62967	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
62967	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
62967	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
62967	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
62967	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
62967	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
62967	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
62967	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
62967	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
62967	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
62967	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
62967	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
62967	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
62967	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
62967	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
62967	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
62967	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
62967	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
62967	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
62967	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
62967	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
62967	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
62967	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
62967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
62967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
62967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
62967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
62967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
62967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
62967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
62967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
62967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
62967	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
62967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
62967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
62967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
62967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
62967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
62967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
62967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
62967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
62967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
62967	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
62967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
62967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
62967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
62967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
62967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
62967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
62967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
62967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
62967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
62967	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
62967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
62967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
62967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
62967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
62967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
62967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
62967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
62967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
62967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
62967	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
62967	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
62967	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
62967	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
62967	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
62967	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
62967	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
62967	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
62967	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
62967	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
62967	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
62967	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
62967	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
62967	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
62967	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
62967	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
62967	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
62967	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
62967	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
62967	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
62967	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
62967	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
62967	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
62967	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
62967	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
62967	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
62967	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
62967	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
62967	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
62967	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
62967	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
62967	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
62967	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
62967	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
62967	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
62967	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
62967	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
62967	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
62967	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
62967	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
62967	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
62967	embedding2nn.weight	0	0.03386418893933296
62967	embedding2nn.weight	1	-0.061163101345300674
62967	embedding2nn.weight	2	0.012623490765690804
62967	embedding2nn.weight	3	-0.039429109543561935
62967	embedding2nn.weight	4	-0.09322334825992584
62967	embedding2nn.weight	5	0.06615037471055984
62967	embedding2nn.weight	6	-0.07947831600904465
62967	embedding2nn.weight	7	-0.08164580166339874
62967	embedding2nn.weight	8	0.004902583081275225
62967	embedding2nn.weight	9	0.025710027664899826
62967	embedding2nn.bias	0	0.029263177886605263
62967	embedding2nn.bias	1	0.04876406863331795
62967	embedding2nn.bias	2	-0.10473061352968216
62967	embedding2nn.bias	3	0.05647929385304451
62967	embedding2nn.bias	4	0.038508567959070206
62967	embedding2nn.bias	5	-0.14887885749340057
62967	embedding2nn.bias	6	-0.0959884375333786
62967	embedding2nn.bias	7	-0.01721257157623768
62967	embedding2nn.bias	8	0.0679820105433464
62967	embedding2nn.bias	9	-0.09550581872463226
62967	rnn.weight_ih_l0	0	0.01728851906955242
62967	rnn.weight_ih_l0	1	-0.015118930488824844
62967	rnn.weight_ih_l0	2	-0.0365566648542881
62967	rnn.weight_ih_l0	3	-0.018452489748597145
62967	rnn.weight_ih_l0	4	0.01280281599611044
62967	rnn.weight_ih_l0	5	-0.057676441967487335
62967	rnn.weight_ih_l0	6	0.011789744719862938
62967	rnn.weight_ih_l0	7	-0.04395318776369095
62967	rnn.weight_ih_l0	8	0.015367412939667702
62967	rnn.weight_ih_l0	9	-0.0046482873149216175
62967	rnn.weight_hh_l0	0	0.0012013264931738377
62967	rnn.weight_hh_l0	1	-0.0677001103758812
62967	rnn.weight_hh_l0	2	0.04436346888542175
62967	rnn.weight_hh_l0	3	0.017773989588022232
62967	rnn.weight_hh_l0	4	0.010467855259776115
62967	rnn.weight_hh_l0	5	0.0321597158908844
62967	rnn.weight_hh_l0	6	-0.012275967746973038
62967	rnn.weight_hh_l0	7	-0.06806086003780365
62967	rnn.weight_hh_l0	8	-0.01998329348862171
62967	rnn.weight_hh_l0	9	-0.05452990159392357
62967	rnn.bias_ih_l0	0	-0.06650891155004501
62967	rnn.bias_ih_l0	1	-0.11986162513494492
62967	rnn.bias_ih_l0	2	-0.17551450431346893
62967	rnn.bias_ih_l0	3	-0.23245742917060852
62967	rnn.bias_ih_l0	4	0.015292905271053314
62967	rnn.bias_ih_l0	5	0.054530177265405655
62967	rnn.bias_ih_l0	6	-0.10449070483446121
62967	rnn.bias_ih_l0	7	-0.19083303213119507
62967	rnn.bias_ih_l0	8	-0.10481707751750946
62967	rnn.bias_ih_l0	9	-0.12808161973953247
62967	rnn.bias_hh_l0	0	0.12853381037712097
62967	rnn.bias_hh_l0	1	-0.02523508481681347
62967	rnn.bias_hh_l0	2	0.018326817080378532
62967	rnn.bias_hh_l0	3	-0.1257200837135315
62967	rnn.bias_hh_l0	4	0.02824629656970501
62967	rnn.bias_hh_l0	5	0.02381233125925064
62967	rnn.bias_hh_l0	6	-0.06278680264949799
62967	rnn.bias_hh_l0	7	-0.11649858206510544
62967	rnn.bias_hh_l0	8	-0.1347619891166687
62967	rnn.bias_hh_l0	9	-0.06773404777050018
62967	rnn.weight_ih_l0_reverse	0	-0.0024775096680969
62967	rnn.weight_ih_l0_reverse	1	0.026196317747235298
62967	rnn.weight_ih_l0_reverse	2	-0.005919778719544411
62967	rnn.weight_ih_l0_reverse	3	0.00739538436755538
62967	rnn.weight_ih_l0_reverse	4	0.024568134918808937
62967	rnn.weight_ih_l0_reverse	5	-0.028504440560936928
62967	rnn.weight_ih_l0_reverse	6	-0.04495543614029884
62967	rnn.weight_ih_l0_reverse	7	-0.013006698340177536
62967	rnn.weight_ih_l0_reverse	8	0.014468076638877392
62967	rnn.weight_ih_l0_reverse	9	-0.00634865602478385
62967	rnn.weight_hh_l0_reverse	0	-0.00840696319937706
62967	rnn.weight_hh_l0_reverse	1	0.016133252531290054
62967	rnn.weight_hh_l0_reverse	2	-0.03296473249793053
62967	rnn.weight_hh_l0_reverse	3	0.03661060333251953
62967	rnn.weight_hh_l0_reverse	4	0.01609869860112667
62967	rnn.weight_hh_l0_reverse	5	-0.015168692916631699
62967	rnn.weight_hh_l0_reverse	6	0.0301994439214468
62967	rnn.weight_hh_l0_reverse	7	0.02143179066479206
62967	rnn.weight_hh_l0_reverse	8	0.007382520474493504
62967	rnn.weight_hh_l0_reverse	9	-0.0470428429543972
62967	rnn.bias_ih_l0_reverse	0	-0.11239597201347351
62967	rnn.bias_ih_l0_reverse	1	-0.27088671922683716
62967	rnn.bias_ih_l0_reverse	2	-0.0389891155064106
62967	rnn.bias_ih_l0_reverse	3	-0.09398441761732101
62967	rnn.bias_ih_l0_reverse	4	0.05613930895924568
62967	rnn.bias_ih_l0_reverse	5	-0.18106253445148468
62967	rnn.bias_ih_l0_reverse	6	-0.04037913307547569
62967	rnn.bias_ih_l0_reverse	7	0.047563839703798294
62967	rnn.bias_ih_l0_reverse	8	-0.13085933029651642
62967	rnn.bias_ih_l0_reverse	9	-0.06353404372930527
62967	rnn.bias_hh_l0_reverse	0	-0.09073102474212646
62967	rnn.bias_hh_l0_reverse	1	-0.0794849619269371
62967	rnn.bias_hh_l0_reverse	2	-0.02874673902988434
62967	rnn.bias_hh_l0_reverse	3	-0.1147979125380516
62967	rnn.bias_hh_l0_reverse	4	-0.025302710011601448
62967	rnn.bias_hh_l0_reverse	5	-0.10364675521850586
62967	rnn.bias_hh_l0_reverse	6	-0.07922276854515076
62967	rnn.bias_hh_l0_reverse	7	-0.14133772253990173
62967	rnn.bias_hh_l0_reverse	8	-0.03744542598724365
62967	rnn.bias_hh_l0_reverse	9	-0.1073944941163063
62967	linear.weight	0	-0.1752076894044876
62967	linear.weight	1	-0.06410127133131027
62967	linear.weight	2	-0.011228874325752258
62967	linear.weight	3	-0.06494265049695969
62967	linear.weight	4	0.02969394624233246
62967	linear.weight	5	0.2559962868690491
62967	linear.weight	6	0.0047744326293468475
62967	linear.weight	7	-0.021312154829502106
62967	linear.weight	8	0.05131750553846359
62967	linear.weight	9	0.0779232531785965
62967	linear.bias	0	-0.689740777015686
62967	linear.bias	1	0.82942795753479
62967	linear.bias	2	-0.12062031030654907
62967	linear.bias	3	-0.5094892978668213
62967	linear.bias	4	-1.0766644477844238
62967	linear.bias	5	-1.1303476095199585
62967	linear.bias	6	-0.6279225945472717
62967	linear.bias	7	-0.6865001320838928
62967	linear.bias	8	-0.01705317199230194
62967	linear.bias	9	2.9028096199035645
63164	transitions	0	-0.2189408242702484
63164	transitions	1	7.4136881828308105
63164	transitions	2	-2.9825589656829834
63164	transitions	3	1.2343944311141968
63164	transitions	4	-1.690791130065918
63164	transitions	5	-0.2875107526779175
63164	transitions	6	-0.15489427745342255
63164	transitions	7	-10000.0
63164	transitions	8	1.5998142957687378
63164	transitions	9	-2.286419630050659
63164	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
63164	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
63164	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
63164	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
63164	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
63164	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
63164	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
63164	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
63164	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
63164	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
63164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
63164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
63164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
63164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
63164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
63164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
63164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
63164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
63164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
63164	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
63164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
63164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
63164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
63164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
63164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
63164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
63164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
63164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
63164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
63164	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
63164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
63164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
63164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
63164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
63164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
63164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
63164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
63164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
63164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
63164	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
63164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
63164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
63164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
63164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
63164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
63164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
63164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
63164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
63164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
63164	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
63164	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
63164	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
63164	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
63164	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
63164	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
63164	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
63164	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
63164	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
63164	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
63164	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
63164	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
63164	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
63164	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
63164	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
63164	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
63164	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
63164	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
63164	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
63164	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
63164	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
63164	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
63164	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
63164	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
63164	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
63164	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
63164	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
63164	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
63164	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
63164	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
63164	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
63164	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
63164	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
63164	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
63164	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
63164	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
63164	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
63164	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
63164	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
63164	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
63164	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
63164	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
63164	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
63164	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
63164	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
63164	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
63164	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
63164	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
63164	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
63164	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
63164	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
63164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
63164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
63164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
63164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
63164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
63164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
63164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
63164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
63164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
63164	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
63164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
63164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
63164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
63164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
63164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
63164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
63164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
63164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
63164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
63164	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
63164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
63164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
63164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
63164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
63164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
63164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
63164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
63164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
63164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
63164	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
63164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
63164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
63164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
63164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
63164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
63164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
63164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
63164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
63164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
63164	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
63164	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
63164	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
63164	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
63164	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
63164	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
63164	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
63164	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
63164	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
63164	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
63164	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
63164	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
63164	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
63164	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
63164	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
63164	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
63164	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
63164	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
63164	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
63164	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
63164	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
63164	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
63164	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
63164	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
63164	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
63164	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
63164	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
63164	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
63164	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
63164	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
63164	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
63164	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
63164	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
63164	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
63164	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
63164	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
63164	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
63164	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
63164	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
63164	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
63164	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
63164	embedding2nn.weight	0	0.03418893739581108
63164	embedding2nn.weight	1	-0.06190495193004608
63164	embedding2nn.weight	2	0.013736999593675137
63164	embedding2nn.weight	3	-0.04055962711572647
63164	embedding2nn.weight	4	-0.0932530015707016
63164	embedding2nn.weight	5	0.06562864035367966
63164	embedding2nn.weight	6	-0.08401420712471008
63164	embedding2nn.weight	7	-0.08404591679573059
63164	embedding2nn.weight	8	0.006149556953459978
63164	embedding2nn.weight	9	0.028448406606912613
63164	embedding2nn.bias	0	0.0312812514603138
63164	embedding2nn.bias	1	0.041909899562597275
63164	embedding2nn.bias	2	-0.09236013144254684
63164	embedding2nn.bias	3	0.059234797954559326
63164	embedding2nn.bias	4	0.037885479629039764
63164	embedding2nn.bias	5	-0.16379348933696747
63164	embedding2nn.bias	6	-0.0993831604719162
63164	embedding2nn.bias	7	-0.025279035791754723
63164	embedding2nn.bias	8	0.0668136328458786
63164	embedding2nn.bias	9	-0.10145933926105499
63164	rnn.weight_ih_l0	0	0.015404018573462963
63164	rnn.weight_ih_l0	1	-0.015402024611830711
63164	rnn.weight_ih_l0	2	-0.03534739837050438
63164	rnn.weight_ih_l0	3	-0.0211363323032856
63164	rnn.weight_ih_l0	4	0.013343840837478638
63164	rnn.weight_ih_l0	5	-0.056943073868751526
63164	rnn.weight_ih_l0	6	0.012417435646057129
63164	rnn.weight_ih_l0	7	-0.04631432145833969
63164	rnn.weight_ih_l0	8	0.012492159381508827
63164	rnn.weight_ih_l0	9	-0.0031701766420155764
63164	rnn.weight_hh_l0	0	0.0019489353289827704
63164	rnn.weight_hh_l0	1	-0.0705149695277214
63164	rnn.weight_hh_l0	2	0.044623613357543945
63164	rnn.weight_hh_l0	3	0.018478313460946083
63164	rnn.weight_hh_l0	4	0.011017070151865482
63164	rnn.weight_hh_l0	5	0.0319630391895771
63164	rnn.weight_hh_l0	6	-0.011855237185955048
63164	rnn.weight_hh_l0	7	-0.06842503696680069
63164	rnn.weight_hh_l0	8	-0.01856820285320282
63164	rnn.weight_hh_l0	9	-0.05343468114733696
63164	rnn.bias_ih_l0	0	-0.06597987562417984
63164	rnn.bias_ih_l0	1	-0.12202218174934387
63164	rnn.bias_ih_l0	2	-0.17754466831684113
63164	rnn.bias_ih_l0	3	-0.23167967796325684
63164	rnn.bias_ih_l0	4	0.020702391862869263
63164	rnn.bias_ih_l0	5	0.05262269079685211
63164	rnn.bias_ih_l0	6	-0.10479920357465744
63164	rnn.bias_ih_l0	7	-0.1917877197265625
63164	rnn.bias_ih_l0	8	-0.0997890755534172
63164	rnn.bias_ih_l0	9	-0.12644390761852264
63164	rnn.bias_hh_l0	0	0.13403166830539703
63164	rnn.bias_hh_l0	1	-0.026722168549895287
63164	rnn.bias_hh_l0	2	0.021640267223119736
63164	rnn.bias_hh_l0	3	-0.12901999056339264
63164	rnn.bias_hh_l0	4	0.026253487914800644
63164	rnn.bias_hh_l0	5	0.02490103431046009
63164	rnn.bias_hh_l0	6	-0.06272202730178833
63164	rnn.bias_hh_l0	7	-0.11808836460113525
63164	rnn.bias_hh_l0	8	-0.13337257504463196
63164	rnn.bias_hh_l0	9	-0.06804284453392029
63164	rnn.weight_ih_l0_reverse	0	-0.0019033077405765653
63164	rnn.weight_ih_l0_reverse	1	0.026865210384130478
63164	rnn.weight_ih_l0_reverse	2	-0.005732239689677954
63164	rnn.weight_ih_l0_reverse	3	0.011187521740794182
63164	rnn.weight_ih_l0_reverse	4	0.023623744025826454
63164	rnn.weight_ih_l0_reverse	5	-0.030932841822504997
63164	rnn.weight_ih_l0_reverse	6	-0.04621322080492973
63164	rnn.weight_ih_l0_reverse	7	-0.013890513218939304
63164	rnn.weight_ih_l0_reverse	8	0.014759107492864132
63164	rnn.weight_ih_l0_reverse	9	-0.0053770700469613075
63164	rnn.weight_hh_l0_reverse	0	-0.008253518491983414
63164	rnn.weight_hh_l0_reverse	1	0.016296511515975
63164	rnn.weight_hh_l0_reverse	2	-0.03334493562579155
63164	rnn.weight_hh_l0_reverse	3	0.03655516728758812
63164	rnn.weight_hh_l0_reverse	4	0.016218671575188637
63164	rnn.weight_hh_l0_reverse	5	-0.015251940116286278
63164	rnn.weight_hh_l0_reverse	6	0.03066936321556568
63164	rnn.weight_hh_l0_reverse	7	0.021180409938097
63164	rnn.weight_hh_l0_reverse	8	0.006939805578440428
63164	rnn.weight_hh_l0_reverse	9	-0.047360531985759735
63164	rnn.bias_ih_l0_reverse	0	-0.10878150910139084
63164	rnn.bias_ih_l0_reverse	1	-0.27520570158958435
63164	rnn.bias_ih_l0_reverse	2	-0.03846128657460213
63164	rnn.bias_ih_l0_reverse	3	-0.0959712564945221
63164	rnn.bias_ih_l0_reverse	4	0.058822888880968094
63164	rnn.bias_ih_l0_reverse	5	-0.18100930750370026
63164	rnn.bias_ih_l0_reverse	6	-0.04331207647919655
63164	rnn.bias_ih_l0_reverse	7	0.04193500056862831
63164	rnn.bias_ih_l0_reverse	8	-0.1344836950302124
63164	rnn.bias_ih_l0_reverse	9	-0.0626428872346878
63164	rnn.bias_hh_l0_reverse	0	-0.09377264231443405
63164	rnn.bias_hh_l0_reverse	1	-0.08108090609312057
63164	rnn.bias_hh_l0_reverse	2	-0.03056609444320202
63164	rnn.bias_hh_l0_reverse	3	-0.11370307207107544
63164	rnn.bias_hh_l0_reverse	4	-0.021845083683729172
63164	rnn.bias_hh_l0_reverse	5	-0.10820528864860535
63164	rnn.bias_hh_l0_reverse	6	-0.07495418190956116
63164	rnn.bias_hh_l0_reverse	7	-0.14080414175987244
63164	rnn.bias_hh_l0_reverse	8	-0.03885124623775482
63164	rnn.bias_hh_l0_reverse	9	-0.10639377683401108
63164	linear.weight	0	-0.17558960616588593
63164	linear.weight	1	-0.07010094821453094
63164	linear.weight	2	-0.011228874325752258
63164	linear.weight	3	-0.052272167056798935
63164	linear.weight	4	0.037604957818984985
63164	linear.weight	5	0.25430092215538025
63164	linear.weight	6	0.0047744326293468475
63164	linear.weight	7	-0.021312154829502106
63164	linear.weight	8	0.0506216362118721
63164	linear.weight	9	0.07124952971935272
63164	linear.bias	0	-0.6587671041488647
63164	linear.bias	1	0.7927908301353455
63164	linear.bias	2	-0.08732051402330399
63164	linear.bias	3	-0.49747055768966675
63164	linear.bias	4	-1.1230006217956543
63164	linear.bias	5	-1.13055419921875
63164	linear.bias	6	-0.5891638398170471
63164	linear.bias	7	-0.7140095233917236
63164	linear.bias	8	-0.01705317199230194
63164	linear.bias	9	2.9744160175323486
63168	transitions	0	-0.21894627809524536
63168	transitions	1	7.407855033874512
63168	transitions	2	-2.9825873374938965
63168	transitions	3	1.2367521524429321
63168	transitions	4	-1.6908084154129028
63168	transitions	5	-0.2875109612941742
63168	transitions	6	-0.1548972874879837
63168	transitions	7	-10000.0
63168	transitions	8	1.5998045206069946
63168	transitions	9	-2.286419630050659
63168	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
63168	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
63168	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
63168	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
63168	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
63168	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
63168	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
63168	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
63168	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
63168	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
63168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
63168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
63168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
63168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
63168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
63168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
63168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
63168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
63168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
63168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
63168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
63168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
63168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
63168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
63168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
63168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
63168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
63168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
63168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
63168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
63168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
63168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
63168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
63168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
63168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
63168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
63168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
63168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
63168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
63168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
63168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
63168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
63168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
63168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
63168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
63168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
63168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
63168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
63168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
63168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
63168	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
63168	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
63168	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
63168	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
63168	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
63168	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
63168	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
63168	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
63168	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
63168	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
63168	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
63168	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
63168	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
63168	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
63168	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
63168	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
63168	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
63168	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
63168	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
63168	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
63168	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
63168	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
63168	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
63168	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
63168	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
63168	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
63168	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
63168	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
63168	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
63168	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
63168	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
63168	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
63168	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
63168	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
63168	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
63168	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
63168	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
63168	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
63168	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
63168	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
63168	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
63168	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
63168	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
63168	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
63168	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
63168	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
63168	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
63168	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
63168	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
63168	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
63168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
63168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
63168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
63168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
63168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
63168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
63168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
63168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
63168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
63168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
63168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
63168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
63168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
63168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
63168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
63168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
63168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
63168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
63168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
63168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
63168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
63168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
63168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
63168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
63168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
63168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
63168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
63168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
63168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
63168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
63168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
63168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
63168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
63168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
63168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
63168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
63168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
63168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
63168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
63168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
63168	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
63168	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
63168	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
63168	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
63168	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
63168	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
63168	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
63168	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
63168	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
63168	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
63168	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
63168	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
63168	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
63168	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
63168	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
63168	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
63168	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
63168	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
63168	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
63168	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
63168	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
63168	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
63168	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
63168	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
63168	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
63168	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
63168	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
63168	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
63168	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
63168	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
63168	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
63168	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
63168	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
63168	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
63168	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
63168	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
63168	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
63168	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
63168	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
63168	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
63168	embedding2nn.weight	0	0.034214407205581665
63168	embedding2nn.weight	1	-0.061868760734796524
63168	embedding2nn.weight	2	0.0135871646925807
63168	embedding2nn.weight	3	-0.04011385142803192
63168	embedding2nn.weight	4	-0.09326846897602081
63168	embedding2nn.weight	5	0.06509043276309967
63168	embedding2nn.weight	6	-0.08428885042667389
63168	embedding2nn.weight	7	-0.08363208919763565
63168	embedding2nn.weight	8	0.0062782117165625095
63168	embedding2nn.weight	9	0.02867812104523182
63168	embedding2nn.bias	0	0.03386909142136574
63168	embedding2nn.bias	1	0.0426437109708786
63168	embedding2nn.bias	2	-0.09346698969602585
63168	embedding2nn.bias	3	0.05833563208580017
63168	embedding2nn.bias	4	0.03872018679976463
63168	embedding2nn.bias	5	-0.16415667533874512
63168	embedding2nn.bias	6	-0.10004252940416336
63168	embedding2nn.bias	7	-0.027084320783615112
63168	embedding2nn.bias	8	0.07050556689500809
63168	embedding2nn.bias	9	-0.10044422000646591
63168	rnn.weight_ih_l0	0	0.015610269270837307
63168	rnn.weight_ih_l0	1	-0.015311131253838539
63168	rnn.weight_ih_l0	2	-0.035134270787239075
63168	rnn.weight_ih_l0	3	-0.021423881873488426
63168	rnn.weight_ih_l0	4	0.013255243189632893
63168	rnn.weight_ih_l0	5	-0.056915283203125
63168	rnn.weight_ih_l0	6	0.012835881672799587
63168	rnn.weight_ih_l0	7	-0.04626854881644249
63168	rnn.weight_ih_l0	8	0.012000063434243202
63168	rnn.weight_ih_l0	9	-0.0031985435634851456
63168	rnn.weight_hh_l0	0	0.001916905166581273
63168	rnn.weight_hh_l0	1	-0.07049569487571716
63168	rnn.weight_hh_l0	2	0.044480495154857635
63168	rnn.weight_hh_l0	3	0.01841891184449196
63168	rnn.weight_hh_l0	4	0.010991067625582218
63168	rnn.weight_hh_l0	5	0.032150182873010635
63168	rnn.weight_hh_l0	6	-0.011863087303936481
63168	rnn.weight_hh_l0	7	-0.0683889240026474
63168	rnn.weight_hh_l0	8	-0.01876888982951641
63168	rnn.weight_hh_l0	9	-0.05343146622180939
63168	rnn.bias_ih_l0	0	-0.06594723463058472
63168	rnn.bias_ih_l0	1	-0.12195858359336853
63168	rnn.bias_ih_l0	2	-0.17745341360569
63168	rnn.bias_ih_l0	3	-0.23103287816047668
63168	rnn.bias_ih_l0	4	0.021565759554505348
63168	rnn.bias_ih_l0	5	0.05357574671506882
63168	rnn.bias_ih_l0	6	-0.10509835928678513
63168	rnn.bias_ih_l0	7	-0.19224496185779572
63168	rnn.bias_ih_l0	8	-0.09959930926561356
63168	rnn.bias_ih_l0	9	-0.12663519382476807
63168	rnn.bias_hh_l0	0	0.1343749761581421
63168	rnn.bias_hh_l0	1	-0.026644188910722733
63168	rnn.bias_hh_l0	2	0.021823013201355934
63168	rnn.bias_hh_l0	3	-0.12921097874641418
63168	rnn.bias_hh_l0	4	0.025833826512098312
63168	rnn.bias_hh_l0	5	0.025517884641885757
63168	rnn.bias_hh_l0	6	-0.06203601509332657
63168	rnn.bias_hh_l0	7	-0.11719836294651031
63168	rnn.bias_hh_l0	8	-0.13297481834888458
63168	rnn.bias_hh_l0	9	-0.0680561363697052
63168	rnn.weight_ih_l0_reverse	0	-0.0018161643529310822
63168	rnn.weight_ih_l0_reverse	1	0.026721565052866936
63168	rnn.weight_ih_l0_reverse	2	-0.00632829312235117
63168	rnn.weight_ih_l0_reverse	3	0.011238873936235905
63168	rnn.weight_ih_l0_reverse	4	0.023887809365987778
63168	rnn.weight_ih_l0_reverse	5	-0.030907951295375824
63168	rnn.weight_ih_l0_reverse	6	-0.04656402766704559
63168	rnn.weight_ih_l0_reverse	7	-0.013838930055499077
63168	rnn.weight_ih_l0_reverse	8	0.014749139547348022
63168	rnn.weight_ih_l0_reverse	9	-0.0055764829739928246
63168	rnn.weight_hh_l0_reverse	0	-0.008320466615259647
63168	rnn.weight_hh_l0_reverse	1	0.016262885183095932
63168	rnn.weight_hh_l0_reverse	2	-0.03335665911436081
63168	rnn.weight_hh_l0_reverse	3	0.03657320514321327
63168	rnn.weight_hh_l0_reverse	4	0.016107479110360146
63168	rnn.weight_hh_l0_reverse	5	-0.015350472182035446
63168	rnn.weight_hh_l0_reverse	6	0.030674738809466362
63168	rnn.weight_hh_l0_reverse	7	0.021339939907193184
63168	rnn.weight_hh_l0_reverse	8	0.007061959709972143
63168	rnn.weight_hh_l0_reverse	9	-0.04769831523299217
63168	rnn.bias_ih_l0_reverse	0	-0.10985926538705826
63168	rnn.bias_ih_l0_reverse	1	-0.2756274342536926
63168	rnn.bias_ih_l0_reverse	2	-0.03827626630663872
63168	rnn.bias_ih_l0_reverse	3	-0.09595027565956116
63168	rnn.bias_ih_l0_reverse	4	0.05809670314192772
63168	rnn.bias_ih_l0_reverse	5	-0.18126459419727325
63168	rnn.bias_ih_l0_reverse	6	-0.04349525645375252
63168	rnn.bias_ih_l0_reverse	7	0.0416870079934597
63168	rnn.bias_ih_l0_reverse	8	-0.13443557918071747
63168	rnn.bias_ih_l0_reverse	9	-0.06262104213237762
63168	rnn.bias_hh_l0_reverse	0	-0.09362263977527618
63168	rnn.bias_hh_l0_reverse	1	-0.08111981302499771
63168	rnn.bias_hh_l0_reverse	2	-0.030465029180049896
63168	rnn.bias_hh_l0_reverse	3	-0.11368471384048462
63168	rnn.bias_hh_l0_reverse	4	-0.0215818639844656
63168	rnn.bias_hh_l0_reverse	5	-0.1085495874285698
63168	rnn.bias_hh_l0_reverse	6	-0.07459346204996109
63168	rnn.bias_hh_l0_reverse	7	-0.1415676325559616
63168	rnn.bias_hh_l0_reverse	8	-0.037919025868177414
63168	rnn.bias_hh_l0_reverse	9	-0.10627444833517075
63168	linear.weight	0	-0.17550894618034363
63168	linear.weight	1	-0.07009847462177277
63168	linear.weight	2	-0.011228874325752258
63168	linear.weight	3	-0.05205008015036583
63168	linear.weight	4	0.03748040646314621
63168	linear.weight	5	0.25517913699150085
63168	linear.weight	6	0.0047744326293468475
63168	linear.weight	7	-0.021312154829502106
63168	linear.weight	8	0.04856555536389351
63168	linear.weight	9	0.07183323800563812
63168	linear.bias	0	-0.6607674956321716
63168	linear.bias	1	0.8009620904922485
63168	linear.bias	2	-0.05810202285647392
63168	linear.bias	3	-0.5069212317466736
63168	linear.bias	4	-1.1257590055465698
63168	linear.bias	5	-1.130556344985962
63168	linear.bias	6	-0.5913064479827881
63168	linear.bias	7	-0.708358108997345
63168	linear.bias	8	-0.01705317199230194
63168	linear.bias	9	2.9382262229919434
63365	transitions	0	-0.2195490449666977
63365	transitions	1	7.428120136260986
63365	transitions	2	-2.9844956398010254
63365	transitions	3	1.2347748279571533
63365	transitions	4	-1.692725658416748
63365	transitions	5	-0.2876661419868469
63365	transitions	6	-0.15503758192062378
63365	transitions	7	-10000.0
63365	transitions	8	1.600597858428955
63365	transitions	9	-2.286452531814575
63365	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
63365	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
63365	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
63365	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
63365	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
63365	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
63365	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
63365	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
63365	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
63365	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
63365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
63365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
63365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
63365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
63365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
63365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
63365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
63365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
63365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
63365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
63365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
63365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
63365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
63365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
63365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
63365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
63365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
63365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
63365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
63365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
63365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
63365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
63365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
63365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
63365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
63365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
63365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
63365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
63365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
63365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
63365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
63365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
63365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
63365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
63365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
63365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
63365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
63365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
63365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
63365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
63365	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
63365	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
63365	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
63365	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
63365	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
63365	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
63365	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
63365	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
63365	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
63365	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
63365	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
63365	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
63365	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
63365	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
63365	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
63365	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
63365	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
63365	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
63365	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
63365	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
63365	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
63365	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
63365	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
63365	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
63365	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
63365	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
63365	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
63365	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
63365	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
63365	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
63365	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
63365	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
63365	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
63365	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
63365	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
63365	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
63365	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
63365	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
63365	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
63365	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
63365	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
63365	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
63365	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
63365	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
63365	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
63365	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
63365	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
63365	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
63365	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
63365	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
63365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
63365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
63365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
63365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
63365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
63365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
63365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
63365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
63365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
63365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
63365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
63365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
63365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
63365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
63365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
63365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
63365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
63365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
63365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
63365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
63365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
63365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
63365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
63365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
63365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
63365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
63365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
63365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
63365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
63365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
63365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
63365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
63365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
63365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
63365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
63365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
63365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
63365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
63365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
63365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
63365	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
63365	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
63365	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
63365	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
63365	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
63365	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
63365	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
63365	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
63365	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
63365	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
63365	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
63365	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
63365	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
63365	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
63365	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
63365	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
63365	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
63365	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
63365	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
63365	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
63365	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
63365	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
63365	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
63365	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
63365	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
63365	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
63365	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
63365	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
63365	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
63365	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
63365	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
63365	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
63365	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
63365	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
63365	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
63365	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
63365	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
63365	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
63365	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
63365	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
63365	embedding2nn.weight	0	0.03422322869300842
63365	embedding2nn.weight	1	-0.06241986155509949
63365	embedding2nn.weight	2	0.009198297746479511
63365	embedding2nn.weight	3	-0.041652653366327286
63365	embedding2nn.weight	4	-0.09492916613817215
63365	embedding2nn.weight	5	0.0640011727809906
63365	embedding2nn.weight	6	-0.084193155169487
63365	embedding2nn.weight	7	-0.08273076266050339
63365	embedding2nn.weight	8	0.005576675292104483
63365	embedding2nn.weight	9	0.028853092342615128
63365	embedding2nn.bias	0	0.02219858206808567
63365	embedding2nn.bias	1	0.05473272502422333
63365	embedding2nn.bias	2	-0.10526341944932938
63365	embedding2nn.bias	3	0.06783594191074371
63365	embedding2nn.bias	4	0.033880315721035004
63365	embedding2nn.bias	5	-0.16213203966617584
63365	embedding2nn.bias	6	-0.09734541922807693
63365	embedding2nn.bias	7	-0.03630955517292023
63365	embedding2nn.bias	8	0.061200983822345734
63365	embedding2nn.bias	9	-0.08958586305379868
63365	rnn.weight_ih_l0	0	0.015751035884022713
63365	rnn.weight_ih_l0	1	-0.014609478414058685
63365	rnn.weight_ih_l0	2	-0.03783607855439186
63365	rnn.weight_ih_l0	3	-0.023051723837852478
63365	rnn.weight_ih_l0	4	0.013486829586327076
63365	rnn.weight_ih_l0	5	-0.0560271255671978
63365	rnn.weight_ih_l0	6	0.018269255757331848
63365	rnn.weight_ih_l0	7	-0.046923935413360596
63365	rnn.weight_ih_l0	8	0.017215671017766
63365	rnn.weight_ih_l0	9	-0.0060605756007134914
63365	rnn.weight_hh_l0	0	0.0023756781592965126
63365	rnn.weight_hh_l0	1	-0.07037320733070374
63365	rnn.weight_hh_l0	2	0.04417435824871063
63365	rnn.weight_hh_l0	3	0.015779955312609673
63365	rnn.weight_hh_l0	4	0.011010348796844482
63365	rnn.weight_hh_l0	5	0.03453676775097847
63365	rnn.weight_hh_l0	6	-0.0122093316167593
63365	rnn.weight_hh_l0	7	-0.06664301455020905
63365	rnn.weight_hh_l0	8	-0.01865633949637413
63365	rnn.weight_hh_l0	9	-0.05187465250492096
63365	rnn.bias_ih_l0	0	-0.06893788278102875
63365	rnn.bias_ih_l0	1	-0.11599202454090118
63365	rnn.bias_ih_l0	2	-0.17568755149841309
63365	rnn.bias_ih_l0	3	-0.22809112071990967
63365	rnn.bias_ih_l0	4	0.01630772091448307
63365	rnn.bias_ih_l0	5	0.05258574336767197
63365	rnn.bias_ih_l0	6	-0.10259217768907547
63365	rnn.bias_ih_l0	7	-0.19158035516738892
63365	rnn.bias_ih_l0	8	-0.10072597116231918
63365	rnn.bias_ih_l0	9	-0.12882310152053833
63365	rnn.bias_hh_l0	0	0.12286143004894257
63365	rnn.bias_hh_l0	1	-0.028068851679563522
63365	rnn.bias_hh_l0	2	0.019167115911841393
63365	rnn.bias_hh_l0	3	-0.13217665255069733
63365	rnn.bias_hh_l0	4	0.030811788514256477
63365	rnn.bias_hh_l0	5	0.027387214824557304
63365	rnn.bias_hh_l0	6	-0.06168189272284508
63365	rnn.bias_hh_l0	7	-0.1197313517332077
63365	rnn.bias_hh_l0	8	-0.13652390241622925
63365	rnn.bias_hh_l0	9	-0.07277494668960571
63365	rnn.weight_ih_l0_reverse	0	-0.0021502987947314978
63365	rnn.weight_ih_l0_reverse	1	0.02503359504044056
63365	rnn.weight_ih_l0_reverse	2	-0.006487367674708366
63365	rnn.weight_ih_l0_reverse	3	0.016059700399637222
63365	rnn.weight_ih_l0_reverse	4	0.02429378777742386
63365	rnn.weight_ih_l0_reverse	5	-0.03147529065608978
63365	rnn.weight_ih_l0_reverse	6	-0.042646341025829315
63365	rnn.weight_ih_l0_reverse	7	-0.014131360687315464
63365	rnn.weight_ih_l0_reverse	8	0.014190925285220146
63365	rnn.weight_ih_l0_reverse	9	-0.008108705282211304
63365	rnn.weight_hh_l0_reverse	0	-0.009126204997301102
63365	rnn.weight_hh_l0_reverse	1	0.016512392088770866
63365	rnn.weight_hh_l0_reverse	2	-0.033400338143110275
63365	rnn.weight_hh_l0_reverse	3	0.036786310374736786
63365	rnn.weight_hh_l0_reverse	4	0.015080233104526997
63365	rnn.weight_hh_l0_reverse	5	-0.014614739455282688
63365	rnn.weight_hh_l0_reverse	6	0.030024632811546326
63365	rnn.weight_hh_l0_reverse	7	0.021051086485385895
63365	rnn.weight_hh_l0_reverse	8	0.007097835186868906
63365	rnn.weight_hh_l0_reverse	9	-0.04756155237555504
63365	rnn.bias_ih_l0_reverse	0	-0.11069482564926147
63365	rnn.bias_ih_l0_reverse	1	-0.2695000469684601
63365	rnn.bias_ih_l0_reverse	2	-0.03932984545826912
63365	rnn.bias_ih_l0_reverse	3	-0.09421443194150925
63365	rnn.bias_ih_l0_reverse	4	0.0565689392387867
63365	rnn.bias_ih_l0_reverse	5	-0.1853162944316864
63365	rnn.bias_ih_l0_reverse	6	-0.03691451996564865
63365	rnn.bias_ih_l0_reverse	7	0.0453232079744339
63365	rnn.bias_ih_l0_reverse	8	-0.13726504147052765
63365	rnn.bias_ih_l0_reverse	9	-0.06657480448484421
63365	rnn.bias_hh_l0_reverse	0	-0.09812311828136444
63365	rnn.bias_hh_l0_reverse	1	-0.08447583764791489
63365	rnn.bias_hh_l0_reverse	2	-0.02970774844288826
63365	rnn.bias_hh_l0_reverse	3	-0.11378652602434158
63365	rnn.bias_hh_l0_reverse	4	-0.022923659533262253
63365	rnn.bias_hh_l0_reverse	5	-0.1062617376446724
63365	rnn.bias_hh_l0_reverse	6	-0.07632207870483398
63365	rnn.bias_hh_l0_reverse	7	-0.14632098376750946
63365	rnn.bias_hh_l0_reverse	8	-0.03759627416729927
63365	rnn.bias_hh_l0_reverse	9	-0.10228350013494492
63365	linear.weight	0	-0.15474465489387512
63365	linear.weight	1	-0.06879124790430069
63365	linear.weight	2	-0.011228874325752258
63365	linear.weight	3	-0.05710684880614281
63365	linear.weight	4	0.01794597879052162
63365	linear.weight	5	0.26738858222961426
63365	linear.weight	6	0.0047744326293468475
63365	linear.weight	7	-0.021312154829502106
63365	linear.weight	8	0.03606792911887169
63365	linear.weight	9	0.08296485990285873
63365	linear.bias	0	-0.6625242233276367
63365	linear.bias	1	0.8370553255081177
63365	linear.bias	2	-0.11595781147480011
63365	linear.bias	3	-0.4760853052139282
63365	linear.bias	4	-1.1439027786254883
63365	linear.bias	5	-1.1308186054229736
63365	linear.bias	6	-0.5891169905662537
63365	linear.bias	7	-0.6972209811210632
63365	linear.bias	8	-0.01705317199230194
63365	linear.bias	9	2.9112632274627686
63562	transitions	0	-0.2207280844449997
63562	transitions	1	7.440727710723877
63562	transitions	2	-2.9862723350524902
63562	transitions	3	1.2575132846832275
63562	transitions	4	-1.6946967840194702
63562	transitions	5	-0.28851911425590515
63562	transitions	6	-0.15520840883255005
63562	transitions	7	-10000.0
63562	transitions	8	1.5988537073135376
63562	transitions	9	-2.2864789962768555
63562	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
63562	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
63562	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
63562	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
63562	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
63562	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
63562	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
63562	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
63562	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
63562	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
63562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
63562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
63562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
63562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
63562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
63562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
63562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
63562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
63562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
63562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
63562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
63562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
63562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
63562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
63562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
63562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
63562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
63562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
63562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
63562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
63562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
63562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
63562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
63562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
63562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
63562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
63562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
63562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
63562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
63562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
63562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
63562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
63562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
63562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
63562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
63562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
63562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
63562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
63562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
63562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
63562	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
63562	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
63562	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
63562	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
63562	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
63562	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
63562	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
63562	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
63562	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
63562	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
63562	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
63562	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
63562	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
63562	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
63562	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
63562	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
63562	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
63562	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
63562	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
63562	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
63562	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
63562	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
63562	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
63562	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
63562	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
63562	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
63562	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
63562	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
63562	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
63562	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
63562	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
63562	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
63562	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
63562	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
63562	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
63562	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
63562	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
63562	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
63562	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
63562	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
63562	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
63562	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
63562	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
63562	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
63562	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
63562	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
63562	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
63562	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
63562	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
63562	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
63562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
63562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
63562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
63562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
63562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
63562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
63562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
63562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
63562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
63562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
63562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
63562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
63562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
63562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
63562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
63562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
63562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
63562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
63562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
63562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
63562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
63562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
63562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
63562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
63562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
63562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
63562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
63562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
63562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
63562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
63562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
63562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
63562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
63562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
63562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
63562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
63562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
63562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
63562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
63562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
63562	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
63562	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
63562	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
63562	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
63562	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
63562	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
63562	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
63562	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
63562	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
63562	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
63562	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
63562	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
63562	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
63562	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
63562	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
63562	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
63562	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
63562	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
63562	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
63562	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
63562	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
63562	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
63562	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
63562	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
63562	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
63562	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
63562	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
63562	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
63562	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
63562	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
63562	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
63562	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
63562	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
63562	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
63562	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
63562	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
63562	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
63562	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
63562	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
63562	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
63562	embedding2nn.weight	0	0.03482743725180626
63562	embedding2nn.weight	1	-0.06404703855514526
63562	embedding2nn.weight	2	0.012932149693369865
63562	embedding2nn.weight	3	-0.04087882488965988
63562	embedding2nn.weight	4	-0.0921013280749321
63562	embedding2nn.weight	5	0.06676128506660461
63562	embedding2nn.weight	6	-0.0852891132235527
63562	embedding2nn.weight	7	-0.08501506596803665
63562	embedding2nn.weight	8	0.005828743800520897
63562	embedding2nn.weight	9	0.030738117173314095
63562	embedding2nn.bias	0	0.03598673269152641
63562	embedding2nn.bias	1	0.04479902610182762
63562	embedding2nn.bias	2	-0.09010361135005951
63562	embedding2nn.bias	3	0.06561445444822311
63562	embedding2nn.bias	4	0.02451343648135662
63562	embedding2nn.bias	5	-0.16968533396720886
63562	embedding2nn.bias	6	-0.09002193808555603
63562	embedding2nn.bias	7	-0.028220420703291893
63562	embedding2nn.bias	8	0.06907498091459274
63562	embedding2nn.bias	9	-0.10769762098789215
63562	rnn.weight_ih_l0	0	0.015036172233521938
63562	rnn.weight_ih_l0	1	-0.015988843515515327
63562	rnn.weight_ih_l0	2	-0.03863145783543587
63562	rnn.weight_ih_l0	3	-0.025010602548718452
63562	rnn.weight_ih_l0	4	0.013559892773628235
63562	rnn.weight_ih_l0	5	-0.05683766305446625
63562	rnn.weight_ih_l0	6	0.018770236521959305
63562	rnn.weight_ih_l0	7	-0.04729079082608223
63562	rnn.weight_ih_l0	8	0.017199113965034485
63562	rnn.weight_ih_l0	9	-0.005184121895581484
63562	rnn.weight_hh_l0	0	0.002081465208902955
63562	rnn.weight_hh_l0	1	-0.07073300331830978
63562	rnn.weight_hh_l0	2	0.04355139285326004
63562	rnn.weight_hh_l0	3	0.015260660089552402
63562	rnn.weight_hh_l0	4	0.009968803264200687
63562	rnn.weight_hh_l0	5	0.03366079926490784
63562	rnn.weight_hh_l0	6	-0.01200857199728489
63562	rnn.weight_hh_l0	7	-0.06773446500301361
63562	rnn.weight_hh_l0	8	-0.01827996037900448
63562	rnn.weight_hh_l0	9	-0.051010388880968094
63562	rnn.bias_ih_l0	0	-0.06606580317020416
63562	rnn.bias_ih_l0	1	-0.11438801139593124
63562	rnn.bias_ih_l0	2	-0.17258982360363007
63562	rnn.bias_ih_l0	3	-0.22753863036632538
63562	rnn.bias_ih_l0	4	0.015193662606179714
63562	rnn.bias_ih_l0	5	0.051570579409599304
63562	rnn.bias_ih_l0	6	-0.1033548042178154
63562	rnn.bias_ih_l0	7	-0.18988189101219177
63562	rnn.bias_ih_l0	8	-0.10175882279872894
63562	rnn.bias_ih_l0	9	-0.1334214210510254
63562	rnn.bias_hh_l0	0	0.11091943830251694
63562	rnn.bias_hh_l0	1	-0.031151816248893738
63562	rnn.bias_hh_l0	2	0.021827571094036102
63562	rnn.bias_hh_l0	3	-0.13294567167758942
63562	rnn.bias_hh_l0	4	0.03041062131524086
63562	rnn.bias_hh_l0	5	0.02639194019138813
63562	rnn.bias_hh_l0	6	-0.06026257202029228
63562	rnn.bias_hh_l0	7	-0.11752531677484512
63562	rnn.bias_hh_l0	8	-0.1377093642950058
63562	rnn.bias_hh_l0	9	-0.07643520087003708
63562	rnn.weight_ih_l0_reverse	0	-0.0008564403979107738
63562	rnn.weight_ih_l0_reverse	1	0.027038853615522385
63562	rnn.weight_ih_l0_reverse	2	-0.005866050720214844
63562	rnn.weight_ih_l0_reverse	3	0.016556210815906525
63562	rnn.weight_ih_l0_reverse	4	0.025308825075626373
63562	rnn.weight_ih_l0_reverse	5	-0.03310425207018852
63562	rnn.weight_ih_l0_reverse	6	-0.0432702973484993
63562	rnn.weight_ih_l0_reverse	7	-0.016662921756505966
63562	rnn.weight_ih_l0_reverse	8	0.015473182313144207
63562	rnn.weight_ih_l0_reverse	9	-0.007365414872765541
63562	rnn.weight_hh_l0_reverse	0	-0.00898754969239235
63562	rnn.weight_hh_l0_reverse	1	0.016810700297355652
63562	rnn.weight_hh_l0_reverse	2	-0.03371304273605347
63562	rnn.weight_hh_l0_reverse	3	0.03700707480311394
63562	rnn.weight_hh_l0_reverse	4	0.01633146032691002
63562	rnn.weight_hh_l0_reverse	5	-0.015257420018315315
63562	rnn.weight_hh_l0_reverse	6	0.028407473117113113
63562	rnn.weight_hh_l0_reverse	7	0.022238383069634438
63562	rnn.weight_hh_l0_reverse	8	0.007009623572230339
63562	rnn.weight_hh_l0_reverse	9	-0.04686594381928444
63562	rnn.bias_ih_l0_reverse	0	-0.10534945130348206
63562	rnn.bias_ih_l0_reverse	1	-0.27203717827796936
63562	rnn.bias_ih_l0_reverse	2	-0.03921706601977348
63562	rnn.bias_ih_l0_reverse	3	-0.09447669237852097
63562	rnn.bias_ih_l0_reverse	4	0.06239998713135719
63562	rnn.bias_ih_l0_reverse	5	-0.18329325318336487
63562	rnn.bias_ih_l0_reverse	6	-0.03751033917069435
63562	rnn.bias_ih_l0_reverse	7	0.04492264986038208
63562	rnn.bias_ih_l0_reverse	8	-0.13578790426254272
63562	rnn.bias_ih_l0_reverse	9	-0.06763597577810287
63562	rnn.bias_hh_l0_reverse	0	-0.09772364050149918
63562	rnn.bias_hh_l0_reverse	1	-0.07763553410768509
63562	rnn.bias_hh_l0_reverse	2	-0.03009774349629879
63562	rnn.bias_hh_l0_reverse	3	-0.11775480210781097
63562	rnn.bias_hh_l0_reverse	4	-0.020391805097460747
63562	rnn.bias_hh_l0_reverse	5	-0.10591787099838257
63562	rnn.bias_hh_l0_reverse	6	-0.07253531366586685
63562	rnn.bias_hh_l0_reverse	7	-0.14536908268928528
63562	rnn.bias_hh_l0_reverse	8	-0.03678641840815544
63562	rnn.bias_hh_l0_reverse	9	-0.10314822942018509
63562	linear.weight	0	-0.18492385745048523
63562	linear.weight	1	-0.06418408453464508
63562	linear.weight	2	-0.011228874325752258
63562	linear.weight	3	-0.03416084125638008
63562	linear.weight	4	0.03239402174949646
63562	linear.weight	5	0.2526993453502655
63562	linear.weight	6	0.0047744326293468475
63562	linear.weight	7	-0.021312154829502106
63562	linear.weight	8	0.047495100647211075
63562	linear.weight	9	0.08533436805009842
63562	linear.bias	0	-0.6760599613189697
63562	linear.bias	1	0.8290228247642517
63562	linear.bias	2	-0.09956829249858856
63562	linear.bias	3	-0.4808955788612366
63562	linear.bias	4	-1.0973740816116333
63562	linear.bias	5	-1.1309919357299805
63562	linear.bias	6	-0.6018046140670776
63562	linear.bias	7	-0.682783305644989
63562	linear.bias	8	-0.01705317199230194
63562	linear.bias	9	2.880915880203247
63759	transitions	0	-0.22105588018894196
63759	transitions	1	7.443811893463135
63759	transitions	2	-2.9875621795654297
63759	transitions	3	1.2607245445251465
63759	transitions	4	-1.6959794759750366
63759	transitions	5	-0.2886030077934265
63759	transitions	6	-0.15538924932479858
63759	transitions	7	-10000.0
63759	transitions	8	1.606013298034668
63759	transitions	9	-2.286513090133667
63759	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
63759	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
63759	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
63759	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
63759	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
63759	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
63759	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
63759	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
63759	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
63759	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
63759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
63759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
63759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
63759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
63759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
63759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
63759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
63759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
63759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
63759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
63759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
63759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
63759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
63759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
63759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
63759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
63759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
63759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
63759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
63759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
63759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
63759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
63759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
63759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
63759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
63759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
63759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
63759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
63759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
63759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
63759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
63759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
63759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
63759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
63759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
63759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
63759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
63759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
63759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
63759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
63759	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
63759	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
63759	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
63759	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
63759	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
63759	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
63759	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
63759	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
63759	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
63759	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
63759	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
63759	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
63759	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
63759	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
63759	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
63759	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
63759	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
63759	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
63759	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
63759	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
63759	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
63759	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
63759	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
63759	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
63759	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
63759	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
63759	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
63759	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
63759	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
63759	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
63759	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
63759	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
63759	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
63759	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
63759	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
63759	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
63759	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
63759	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
63759	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
63759	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
63759	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
63759	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
63759	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
63759	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
63759	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
63759	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
63759	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
63759	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
63759	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
63759	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
63759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
63759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
63759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
63759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
63759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
63759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
63759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
63759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
63759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
63759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
63759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
63759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
63759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
63759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
63759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
63759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
63759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
63759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
63759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
63759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
63759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
63759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
63759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
63759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
63759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
63759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
63759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
63759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
63759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
63759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
63759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
63759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
63759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
63759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
63759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
63759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
63759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
63759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
63759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
63759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
63759	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
63759	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
63759	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
63759	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
63759	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
63759	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
63759	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
63759	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
63759	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
63759	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
63759	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
63759	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
63759	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
63759	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
63759	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
63759	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
63759	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
63759	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
63759	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
63759	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
63759	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
63759	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
63759	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
63759	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
63759	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
63759	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
63759	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
63759	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
63759	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
63759	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
63759	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
63759	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
63759	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
63759	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
63759	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
63759	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
63759	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
63759	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
63759	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
63759	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
63759	embedding2nn.weight	0	0.034764695912599564
63759	embedding2nn.weight	1	-0.06378049403429031
63759	embedding2nn.weight	2	0.013792194426059723
63759	embedding2nn.weight	3	-0.042177822440862656
63759	embedding2nn.weight	4	-0.0901150032877922
63759	embedding2nn.weight	5	0.06452882289886475
63759	embedding2nn.weight	6	-0.08521462231874466
63759	embedding2nn.weight	7	-0.08394879102706909
63759	embedding2nn.weight	8	0.006240856368094683
63759	embedding2nn.weight	9	0.02925248071551323
63759	embedding2nn.bias	0	0.040263786911964417
63759	embedding2nn.bias	1	0.04600927606225014
63759	embedding2nn.bias	2	-0.08896390348672867
63759	embedding2nn.bias	3	0.0756402462720871
63759	embedding2nn.bias	4	0.02431425079703331
63759	embedding2nn.bias	5	-0.15770527720451355
63759	embedding2nn.bias	6	-0.08616671711206436
63759	embedding2nn.bias	7	-0.0509403795003891
63759	embedding2nn.bias	8	0.06907975673675537
63759	embedding2nn.bias	9	-0.1011834368109703
63759	rnn.weight_ih_l0	0	0.012433904223144054
63759	rnn.weight_ih_l0	1	-0.014739619567990303
63759	rnn.weight_ih_l0	2	-0.0383964478969574
63759	rnn.weight_ih_l0	3	-0.02307017892599106
63759	rnn.weight_ih_l0	4	0.014849075116217136
63759	rnn.weight_ih_l0	5	-0.05764094740152359
63759	rnn.weight_ih_l0	6	0.018870651721954346
63759	rnn.weight_ih_l0	7	-0.04850725084543228
63759	rnn.weight_ih_l0	8	0.016682038083672523
63759	rnn.weight_ih_l0	9	-0.005275242496281862
63759	rnn.weight_hh_l0	0	0.0008979414706118405
63759	rnn.weight_hh_l0	1	-0.06907147914171219
63759	rnn.weight_hh_l0	2	0.04363209754228592
63759	rnn.weight_hh_l0	3	0.017221787944436073
63759	rnn.weight_hh_l0	4	0.009253881871700287
63759	rnn.weight_hh_l0	5	0.0339900366961956
63759	rnn.weight_hh_l0	6	-0.012178827077150345
63759	rnn.weight_hh_l0	7	-0.0686892420053482
63759	rnn.weight_hh_l0	8	-0.015617926605045795
63759	rnn.weight_hh_l0	9	-0.05026216059923172
63759	rnn.bias_ih_l0	0	-0.0668015405535698
63759	rnn.bias_ih_l0	1	-0.11642933636903763
63759	rnn.bias_ih_l0	2	-0.17523781955242157
63759	rnn.bias_ih_l0	3	-0.22675342857837677
63759	rnn.bias_ih_l0	4	0.012197754345834255
63759	rnn.bias_ih_l0	5	0.04885258898139
63759	rnn.bias_ih_l0	6	-0.10160783678293228
63759	rnn.bias_ih_l0	7	-0.19017699360847473
63759	rnn.bias_ih_l0	8	-0.10274065285921097
63759	rnn.bias_ih_l0	9	-0.1301415115594864
63759	rnn.bias_hh_l0	0	0.1116405799984932
63759	rnn.bias_hh_l0	1	-0.031087087467312813
63759	rnn.bias_hh_l0	2	0.023283744230866432
63759	rnn.bias_hh_l0	3	-0.13271549344062805
63759	rnn.bias_hh_l0	4	0.028923245146870613
63759	rnn.bias_hh_l0	5	0.03475607559084892
63759	rnn.bias_hh_l0	6	-0.06064627319574356
63759	rnn.bias_hh_l0	7	-0.11416503041982651
63759	rnn.bias_hh_l0	8	-0.13683421909809113
63759	rnn.bias_hh_l0	9	-0.07853055000305176
63759	rnn.weight_ih_l0_reverse	0	-0.0032607305329293013
63759	rnn.weight_ih_l0_reverse	1	0.0271255262196064
63759	rnn.weight_ih_l0_reverse	2	-0.001516049960628152
63759	rnn.weight_ih_l0_reverse	3	0.01603884994983673
63759	rnn.weight_ih_l0_reverse	4	0.025275690481066704
63759	rnn.weight_ih_l0_reverse	5	-0.032630592584609985
63759	rnn.weight_ih_l0_reverse	6	-0.043185751885175705
63759	rnn.weight_ih_l0_reverse	7	-0.014368012547492981
63759	rnn.weight_ih_l0_reverse	8	0.016794688999652863
63759	rnn.weight_ih_l0_reverse	9	-0.009034950286149979
63759	rnn.weight_hh_l0_reverse	0	-0.008868186734616756
63759	rnn.weight_hh_l0_reverse	1	0.016594411805272102
63759	rnn.weight_hh_l0_reverse	2	-0.03392498567700386
63759	rnn.weight_hh_l0_reverse	3	0.03719206154346466
63759	rnn.weight_hh_l0_reverse	4	0.015831416472792625
63759	rnn.weight_hh_l0_reverse	5	-0.01474595908075571
63759	rnn.weight_hh_l0_reverse	6	0.02985740266740322
63759	rnn.weight_hh_l0_reverse	7	0.02182506024837494
63759	rnn.weight_hh_l0_reverse	8	0.007377800066024065
63759	rnn.weight_hh_l0_reverse	9	-0.046961262822151184
63759	rnn.bias_ih_l0_reverse	0	-0.10476846992969513
63759	rnn.bias_ih_l0_reverse	1	-0.27542150020599365
63759	rnn.bias_ih_l0_reverse	2	-0.03978370875120163
63759	rnn.bias_ih_l0_reverse	3	-0.09403863549232483
63759	rnn.bias_ih_l0_reverse	4	0.059211261570453644
63759	rnn.bias_ih_l0_reverse	5	-0.1752014309167862
63759	rnn.bias_ih_l0_reverse	6	-0.03429063782095909
63759	rnn.bias_ih_l0_reverse	7	0.03594129532575607
63759	rnn.bias_ih_l0_reverse	8	-0.1339956820011139
63759	rnn.bias_ih_l0_reverse	9	-0.07010394334793091
63759	rnn.bias_hh_l0_reverse	0	-0.10064306110143661
63759	rnn.bias_hh_l0_reverse	1	-0.07722387462854385
63759	rnn.bias_hh_l0_reverse	2	-0.029085565358400345
63759	rnn.bias_hh_l0_reverse	3	-0.11923165619373322
63759	rnn.bias_hh_l0_reverse	4	-0.019294241443276405
63759	rnn.bias_hh_l0_reverse	5	-0.10334290564060211
63759	rnn.bias_hh_l0_reverse	6	-0.06982047110795975
63759	rnn.bias_hh_l0_reverse	7	-0.14398053288459778
63759	rnn.bias_hh_l0_reverse	8	-0.036628272384405136
63759	rnn.bias_hh_l0_reverse	9	-0.10415691882371902
63759	linear.weight	0	-0.2093806266784668
63759	linear.weight	1	-0.06188610568642616
63759	linear.weight	2	-0.011228874325752258
63759	linear.weight	3	-0.04887279495596886
63759	linear.weight	4	0.03658943623304367
63759	linear.weight	5	0.24478939175605774
63759	linear.weight	6	0.0047744326293468475
63759	linear.weight	7	-0.021312154829502106
63759	linear.weight	8	0.05810542404651642
63759	linear.weight	9	0.08559267967939377
63759	linear.bias	0	-0.6729556918144226
63759	linear.bias	1	0.842974066734314
63759	linear.bias	2	-0.0732143372297287
63759	linear.bias	3	-0.46980419754981995
63759	linear.bias	4	-1.1385595798492432
63759	linear.bias	5	-1.1311984062194824
63759	linear.bias	6	-0.5937666296958923
63759	linear.bias	7	-0.6992882490158081
63759	linear.bias	8	-0.01705317199230194
63759	linear.bias	9	2.896918296813965
63956	transitions	0	-0.22160248458385468
63956	transitions	1	7.448840141296387
63956	transitions	2	-2.990198850631714
63956	transitions	3	1.2708337306976318
63956	transitions	4	-1.6970973014831543
63956	transitions	5	-0.2891141176223755
63956	transitions	6	-0.1555427610874176
63956	transitions	7	-10000.0
63956	transitions	8	1.6054290533065796
63956	transitions	9	-2.286555528640747
63956	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
63956	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
63956	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
63956	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
63956	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
63956	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
63956	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
63956	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
63956	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
63956	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
63956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
63956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
63956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
63956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
63956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
63956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
63956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
63956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
63956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
63956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
63956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
63956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
63956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
63956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
63956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
63956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
63956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
63956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
63956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
63956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
63956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
63956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
63956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
63956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
63956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
63956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
63956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
63956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
63956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
63956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
63956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
63956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
63956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
63956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
63956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
63956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
63956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
63956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
63956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
63956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
63956	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
63956	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
63956	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
63956	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
63956	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
63956	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
63956	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
63956	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
63956	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
63956	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
63956	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
63956	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
63956	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
63956	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
63956	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
63956	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
63956	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
63956	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
63956	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
63956	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
63956	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
63956	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
63956	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
63956	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
63956	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
63956	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
63956	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
63956	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
63956	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
63956	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
63956	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
63956	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
63956	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
63956	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
63956	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
63956	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
63956	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
63956	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
63956	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
63956	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
63956	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
63956	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
63956	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
63956	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
63956	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
63956	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
63956	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
63956	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
63956	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
63956	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
63956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
63956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
63956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
63956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
63956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
63956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
63956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
63956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
63956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
63956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
63956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
63956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
63956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
63956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
63956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
63956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
63956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
63956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
63956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
63956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
63956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
63956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
63956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
63956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
63956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
63956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
63956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
63956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
63956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
63956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
63956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
63956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
63956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
63956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
63956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
63956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
63956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
63956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
63956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
63956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
63956	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
63956	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
63956	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
63956	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
63956	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
63956	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
63956	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
63956	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
63956	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
63956	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
63956	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
63956	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
63956	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
63956	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
63956	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
63956	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
63956	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
63956	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
63956	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
63956	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
63956	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
63956	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
63956	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
63956	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
63956	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
63956	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
63956	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
63956	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
63956	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
63956	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
63956	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
63956	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
63956	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
63956	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
63956	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
63956	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
63956	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
63956	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
63956	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
63956	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
63956	embedding2nn.weight	0	0.03405701369047165
63956	embedding2nn.weight	1	-0.06319823861122131
63956	embedding2nn.weight	2	0.01655963808298111
63956	embedding2nn.weight	3	-0.04033517837524414
63956	embedding2nn.weight	4	-0.09211172163486481
63956	embedding2nn.weight	5	0.066719651222229
63956	embedding2nn.weight	6	-0.09009918570518494
63956	embedding2nn.weight	7	-0.0845322459936142
63956	embedding2nn.weight	8	0.006121476646512747
63956	embedding2nn.weight	9	0.02771293744444847
63956	embedding2nn.bias	0	0.047772977501153946
63956	embedding2nn.bias	1	0.049169305711984634
63956	embedding2nn.bias	2	-0.09931373596191406
63956	embedding2nn.bias	3	0.06716495007276535
63956	embedding2nn.bias	4	0.015938948839902878
63956	embedding2nn.bias	5	-0.1507980078458786
63956	embedding2nn.bias	6	-0.09096287935972214
63956	embedding2nn.bias	7	-0.04798673465847969
63956	embedding2nn.bias	8	0.060915008187294006
63956	embedding2nn.bias	9	-0.10101038962602615
63956	rnn.weight_ih_l0	0	0.011884433217346668
63956	rnn.weight_ih_l0	1	-0.015726720914244652
63956	rnn.weight_ih_l0	2	-0.03591463342308998
63956	rnn.weight_ih_l0	3	-0.02247314341366291
63956	rnn.weight_ih_l0	4	0.015770956873893738
63956	rnn.weight_ih_l0	5	-0.054454702883958817
63956	rnn.weight_ih_l0	6	0.020790576934814453
63956	rnn.weight_ih_l0	7	-0.052937496453523636
63956	rnn.weight_ih_l0	8	0.016366487368941307
63956	rnn.weight_ih_l0	9	-0.00855440553277731
63956	rnn.weight_hh_l0	0	-0.0012570794206112623
63956	rnn.weight_hh_l0	1	-0.0708899050951004
63956	rnn.weight_hh_l0	2	0.04411468654870987
63956	rnn.weight_hh_l0	3	0.01701822504401207
63956	rnn.weight_hh_l0	4	0.00965321995317936
63956	rnn.weight_hh_l0	5	0.03303288668394089
63956	rnn.weight_hh_l0	6	-0.01167978160083294
63956	rnn.weight_hh_l0	7	-0.06863201409578323
63956	rnn.weight_hh_l0	8	-0.015901172533631325
63956	rnn.weight_hh_l0	9	-0.05242567136883736
63956	rnn.bias_ih_l0	0	-0.06715768575668335
63956	rnn.bias_ih_l0	1	-0.11677438020706177
63956	rnn.bias_ih_l0	2	-0.17794549465179443
63956	rnn.bias_ih_l0	3	-0.22672884166240692
63956	rnn.bias_ih_l0	4	0.00984328892081976
63956	rnn.bias_ih_l0	5	0.04744527488946915
63956	rnn.bias_ih_l0	6	-0.09992530196905136
63956	rnn.bias_ih_l0	7	-0.19093623757362366
63956	rnn.bias_ih_l0	8	-0.10122907906770706
63956	rnn.bias_ih_l0	9	-0.12961316108703613
63956	rnn.bias_hh_l0	0	0.11146949231624603
63956	rnn.bias_hh_l0	1	-0.03187980502843857
63956	rnn.bias_hh_l0	2	0.022167911753058434
63956	rnn.bias_hh_l0	3	-0.13542480766773224
63956	rnn.bias_hh_l0	4	0.029956838116049767
63956	rnn.bias_hh_l0	5	0.03368578851222992
63956	rnn.bias_hh_l0	6	-0.05835454910993576
63956	rnn.bias_hh_l0	7	-0.11367712914943695
63956	rnn.bias_hh_l0	8	-0.1281658262014389
63956	rnn.bias_hh_l0	9	-0.07409557700157166
63956	rnn.weight_ih_l0_reverse	0	-0.00501952925696969
63956	rnn.weight_ih_l0_reverse	1	0.025009460747241974
63956	rnn.weight_ih_l0_reverse	2	-0.002478179521858692
63956	rnn.weight_ih_l0_reverse	3	0.011655306443572044
63956	rnn.weight_ih_l0_reverse	4	0.026168936863541603
63956	rnn.weight_ih_l0_reverse	5	-0.03310830891132355
63956	rnn.weight_ih_l0_reverse	6	-0.0436316654086113
63956	rnn.weight_ih_l0_reverse	7	-0.014871526509523392
63956	rnn.weight_ih_l0_reverse	8	0.01866590790450573
63956	rnn.weight_ih_l0_reverse	9	-0.0055560152977705
63956	rnn.weight_hh_l0_reverse	0	-0.008069458417594433
63956	rnn.weight_hh_l0_reverse	1	0.015671508386731148
63956	rnn.weight_hh_l0_reverse	2	-0.03343212604522705
63956	rnn.weight_hh_l0_reverse	3	0.03668011352419853
63956	rnn.weight_hh_l0_reverse	4	0.016483502462506294
63956	rnn.weight_hh_l0_reverse	5	-0.013540140353143215
63956	rnn.weight_hh_l0_reverse	6	0.029686998575925827
63956	rnn.weight_hh_l0_reverse	7	0.022005626931786537
63956	rnn.weight_hh_l0_reverse	8	0.007114884909242392
63956	rnn.weight_hh_l0_reverse	9	-0.047962114214897156
63956	rnn.bias_ih_l0_reverse	0	-0.11053579300642014
63956	rnn.bias_ih_l0_reverse	1	-0.2741580605506897
63956	rnn.bias_ih_l0_reverse	2	-0.038746900856494904
63956	rnn.bias_ih_l0_reverse	3	-0.09414488822221756
63956	rnn.bias_ih_l0_reverse	4	0.059854455292224884
63956	rnn.bias_ih_l0_reverse	5	-0.17909254133701324
63956	rnn.bias_ih_l0_reverse	6	-0.03669097274541855
63956	rnn.bias_ih_l0_reverse	7	0.03738252446055412
63956	rnn.bias_ih_l0_reverse	8	-0.1353958398103714
63956	rnn.bias_ih_l0_reverse	9	-0.06990983337163925
63956	rnn.bias_hh_l0_reverse	0	-0.10092542320489883
63956	rnn.bias_hh_l0_reverse	1	-0.07817596197128296
63956	rnn.bias_hh_l0_reverse	2	-0.026242896914482117
63956	rnn.bias_hh_l0_reverse	3	-0.11857936531305313
63956	rnn.bias_hh_l0_reverse	4	-0.01755443401634693
63956	rnn.bias_hh_l0_reverse	5	-0.1005769893527031
63956	rnn.bias_hh_l0_reverse	6	-0.06993649899959564
63956	rnn.bias_hh_l0_reverse	7	-0.14371761679649353
63956	rnn.bias_hh_l0_reverse	8	-0.03876645490527153
63956	rnn.bias_hh_l0_reverse	9	-0.10495752841234207
63956	linear.weight	0	-0.22577035427093506
63956	linear.weight	1	-0.05433506891131401
63956	linear.weight	2	-0.011228874325752258
63956	linear.weight	3	-0.0689382553100586
63956	linear.weight	4	0.037562791258096695
63956	linear.weight	5	0.22034288942813873
63956	linear.weight	6	0.0047744326293468475
63956	linear.weight	7	-0.021312154829502106
63956	linear.weight	8	0.05538652464747429
63956	linear.weight	9	0.07372944056987762
63956	linear.bias	0	-0.7136809825897217
63956	linear.bias	1	0.8761858940124512
63956	linear.bias	2	-0.09843605011701584
63956	linear.bias	3	-0.48510390520095825
63956	linear.bias	4	-1.1057264804840088
63956	linear.bias	5	-1.1313810348510742
63956	linear.bias	6	-0.6319790482521057
63956	linear.bias	7	-0.6896994709968567
63956	linear.bias	8	-0.01705317199230194
63956	linear.bias	9	2.933227062225342
64153	transitions	0	-0.22235819697380066
64153	transitions	1	7.403199195861816
64153	transitions	2	-2.9919912815093994
64153	transitions	3	1.286878228187561
64153	transitions	4	-1.6981321573257446
64153	transitions	5	-0.2893664836883545
64153	transitions	6	-0.1556861698627472
64153	transitions	7	-10000.0
64153	transitions	8	1.6031503677368164
64153	transitions	9	-2.2865753173828125
64153	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
64153	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
64153	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
64153	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
64153	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
64153	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
64153	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
64153	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
64153	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
64153	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
64153	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
64153	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
64153	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
64153	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
64153	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
64153	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
64153	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
64153	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
64153	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
64153	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
64153	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
64153	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
64153	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
64153	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
64153	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
64153	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
64153	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
64153	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
64153	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
64153	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
64153	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
64153	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
64153	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
64153	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
64153	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
64153	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
64153	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
64153	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
64153	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
64153	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
64153	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
64153	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
64153	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
64153	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
64153	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
64153	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
64153	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
64153	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
64153	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
64153	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
64153	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
64153	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
64153	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
64153	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
64153	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
64153	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
64153	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
64153	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
64153	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
64153	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
64153	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
64153	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
64153	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
64153	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
64153	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
64153	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
64153	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
64153	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
64153	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
64153	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
64153	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
64153	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
64153	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
64153	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
64153	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
64153	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
64153	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
64153	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
64153	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
64153	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
64153	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
64153	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
64153	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
64153	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
64153	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
64153	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
64153	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
64153	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
64153	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
64153	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
64153	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
64153	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
64153	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
64153	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
64153	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
64153	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
64153	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
64153	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
64153	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
64153	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
64153	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
64153	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
64153	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
64153	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
64153	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
64153	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
64153	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
64153	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
64153	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
64153	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
64153	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
64153	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
64153	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
64153	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
64153	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
64153	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
64153	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
64153	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
64153	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
64153	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
64153	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
64153	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
64153	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
64153	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
64153	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
64153	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
64153	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
64153	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
64153	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
64153	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
64153	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
64153	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
64153	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
64153	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
64153	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
64153	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
64153	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
64153	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
64153	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
64153	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
64153	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
64153	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
64153	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
64153	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
64153	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
64153	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
64153	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
64153	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
64153	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
64153	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
64153	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
64153	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
64153	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
64153	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
64153	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
64153	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
64153	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
64153	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
64153	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
64153	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
64153	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
64153	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
64153	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
64153	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
64153	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
64153	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
64153	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
64153	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
64153	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
64153	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
64153	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
64153	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
64153	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
64153	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
64153	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
64153	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
64153	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
64153	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
64153	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
64153	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
64153	embedding2nn.weight	0	0.0335577167570591
64153	embedding2nn.weight	1	-0.06384323537349701
64153	embedding2nn.weight	2	0.014850814826786518
64153	embedding2nn.weight	3	-0.03957980498671532
64153	embedding2nn.weight	4	-0.09321258217096329
64153	embedding2nn.weight	5	0.06709542870521545
64153	embedding2nn.weight	6	-0.08940853178501129
64153	embedding2nn.weight	7	-0.08565223962068558
64153	embedding2nn.weight	8	0.0046514058485627174
64153	embedding2nn.weight	9	0.0277884379029274
64153	embedding2nn.bias	0	0.06096527725458145
64153	embedding2nn.bias	1	0.0464969202876091
64153	embedding2nn.bias	2	-0.10183162987232208
64153	embedding2nn.bias	3	0.04674138128757477
64153	embedding2nn.bias	4	0.01999802142381668
64153	embedding2nn.bias	5	-0.147447407245636
64153	embedding2nn.bias	6	-0.09194448590278625
64153	embedding2nn.bias	7	-0.043838221579790115
64153	embedding2nn.bias	8	0.07086624205112457
64153	embedding2nn.bias	9	-0.09993969649076462
64153	rnn.weight_ih_l0	0	0.01346474140882492
64153	rnn.weight_ih_l0	1	-0.013993123546242714
64153	rnn.weight_ih_l0	2	-0.03569086641073227
64153	rnn.weight_ih_l0	3	-0.0191973727196455
64153	rnn.weight_ih_l0	4	0.011007667519152164
64153	rnn.weight_ih_l0	5	-0.05550716072320938
64153	rnn.weight_ih_l0	6	0.020075462758541107
64153	rnn.weight_ih_l0	7	-0.05251188203692436
64153	rnn.weight_ih_l0	8	0.015406299382448196
64153	rnn.weight_ih_l0	9	-0.007721394300460815
64153	rnn.weight_hh_l0	0	-0.0020149589981883764
64153	rnn.weight_hh_l0	1	-0.07073795050382614
64153	rnn.weight_hh_l0	2	0.043737687170505524
64153	rnn.weight_hh_l0	3	0.017487062141299248
64153	rnn.weight_hh_l0	4	0.009394957683980465
64153	rnn.weight_hh_l0	5	0.03293760120868683
64153	rnn.weight_hh_l0	6	-0.01144473534077406
64153	rnn.weight_hh_l0	7	-0.06852128356695175
64153	rnn.weight_hh_l0	8	-0.015487065538764
64153	rnn.weight_hh_l0	9	-0.054082565009593964
64153	rnn.bias_ih_l0	0	-0.07349816709756851
64153	rnn.bias_ih_l0	1	-0.11906931549310684
64153	rnn.bias_ih_l0	2	-0.18024305999279022
64153	rnn.bias_ih_l0	3	-0.225648432970047
64153	rnn.bias_ih_l0	4	0.010357575491070747
64153	rnn.bias_ih_l0	5	0.04525584354996681
64153	rnn.bias_ih_l0	6	-0.09953735768795013
64153	rnn.bias_ih_l0	7	-0.187287375330925
64153	rnn.bias_ih_l0	8	-0.09934091567993164
64153	rnn.bias_ih_l0	9	-0.13336284458637238
64153	rnn.bias_hh_l0	0	0.11801151931285858
64153	rnn.bias_hh_l0	1	-0.030313590541481972
64153	rnn.bias_hh_l0	2	0.02016337402164936
64153	rnn.bias_hh_l0	3	-0.1354762613773346
64153	rnn.bias_hh_l0	4	0.031156383454799652
64153	rnn.bias_hh_l0	5	0.039308276027441025
64153	rnn.bias_hh_l0	6	-0.05771147087216377
64153	rnn.bias_hh_l0	7	-0.11237101256847382
64153	rnn.bias_hh_l0	8	-0.13354216516017914
64153	rnn.bias_hh_l0	9	-0.0774652436375618
64153	rnn.weight_ih_l0_reverse	0	-0.006739921867847443
64153	rnn.weight_ih_l0_reverse	1	0.02612454630434513
64153	rnn.weight_ih_l0_reverse	2	-0.00444400729611516
64153	rnn.weight_ih_l0_reverse	3	0.009563927538692951
64153	rnn.weight_ih_l0_reverse	4	0.025974374264478683
64153	rnn.weight_ih_l0_reverse	5	-0.033318813890218735
64153	rnn.weight_ih_l0_reverse	6	-0.04211587831377983
64153	rnn.weight_ih_l0_reverse	7	-0.01378620881587267
64153	rnn.weight_ih_l0_reverse	8	0.01838025636970997
64153	rnn.weight_ih_l0_reverse	9	-0.0017900696257129312
64153	rnn.weight_hh_l0_reverse	0	-0.00847218930721283
64153	rnn.weight_hh_l0_reverse	1	0.01619710586965084
64153	rnn.weight_hh_l0_reverse	2	-0.03336797282099724
64153	rnn.weight_hh_l0_reverse	3	0.0367342047393322
64153	rnn.weight_hh_l0_reverse	4	0.01586230657994747
64153	rnn.weight_hh_l0_reverse	5	-0.014168267138302326
64153	rnn.weight_hh_l0_reverse	6	0.030271943658590317
64153	rnn.weight_hh_l0_reverse	7	0.023743728175759315
64153	rnn.weight_hh_l0_reverse	8	0.00741205457597971
64153	rnn.weight_hh_l0_reverse	9	-0.04776609688997269
64153	rnn.bias_ih_l0_reverse	0	-0.10984531790018082
64153	rnn.bias_ih_l0_reverse	1	-0.2746465504169464
64153	rnn.bias_ih_l0_reverse	2	-0.0397799126803875
64153	rnn.bias_ih_l0_reverse	3	-0.09393908828496933
64153	rnn.bias_ih_l0_reverse	4	0.0653483122587204
64153	rnn.bias_ih_l0_reverse	5	-0.18230703473091125
64153	rnn.bias_ih_l0_reverse	6	-0.031633101403713226
64153	rnn.bias_ih_l0_reverse	7	0.03482048958539963
64153	rnn.bias_ih_l0_reverse	8	-0.1360933929681778
64153	rnn.bias_ih_l0_reverse	9	-0.07232475280761719
64153	rnn.bias_hh_l0_reverse	0	-0.0986732542514801
64153	rnn.bias_hh_l0_reverse	1	-0.07699417322874069
64153	rnn.bias_hh_l0_reverse	2	-0.028223233297467232
64153	rnn.bias_hh_l0_reverse	3	-0.11442533135414124
64153	rnn.bias_hh_l0_reverse	4	-0.01773042418062687
64153	rnn.bias_hh_l0_reverse	5	-0.10225976258516312
64153	rnn.bias_hh_l0_reverse	6	-0.07079886645078659
64153	rnn.bias_hh_l0_reverse	7	-0.14682331681251526
64153	rnn.bias_hh_l0_reverse	8	-0.03746539726853371
64153	rnn.bias_hh_l0_reverse	9	-0.10602707415819168
64153	linear.weight	0	-0.22816692292690277
64153	linear.weight	1	-0.05337316170334816
64153	linear.weight	2	-0.011228874325752258
64153	linear.weight	3	-0.09083499759435654
64153	linear.weight	4	0.043143581598997116
64153	linear.weight	5	0.20863401889801025
64153	linear.weight	6	0.0047744326293468475
64153	linear.weight	7	-0.021312154829502106
64153	linear.weight	8	0.05662194639444351
64153	linear.weight	9	0.0626712515950203
64153	linear.bias	0	-0.6763057708740234
64153	linear.bias	1	0.8738646507263184
64153	linear.bias	2	-0.16255182027816772
64153	linear.bias	3	-0.5115552544593811
64153	linear.bias	4	-1.1255736351013184
64153	linear.bias	5	-1.1315618753433228
64153	linear.bias	6	-0.5983771085739136
64153	linear.bias	7	-0.6620737910270691
64153	linear.bias	8	-0.01705317199230194
64153	linear.bias	9	2.9270384311676025
64350	transitions	0	-0.2229427546262741
64350	transitions	1	7.422654151916504
64350	transitions	2	-2.993480682373047
64350	transitions	3	1.279293179512024
64350	transitions	4	-1.6991567611694336
64350	transitions	5	-0.2895522117614746
64350	transitions	6	-0.15584014356136322
64350	transitions	7	-10000.0
64350	transitions	8	1.601494550704956
64350	transitions	9	-2.286600351333618
64350	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
64350	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
64350	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
64350	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
64350	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
64350	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
64350	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
64350	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
64350	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
64350	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
64350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
64350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
64350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
64350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
64350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
64350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
64350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
64350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
64350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
64350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
64350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
64350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
64350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
64350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
64350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
64350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
64350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
64350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
64350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
64350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
64350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
64350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
64350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
64350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
64350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
64350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
64350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
64350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
64350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
64350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
64350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
64350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
64350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
64350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
64350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
64350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
64350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
64350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
64350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
64350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
64350	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
64350	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
64350	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
64350	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
64350	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
64350	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
64350	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
64350	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
64350	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
64350	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
64350	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
64350	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
64350	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
64350	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
64350	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
64350	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
64350	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
64350	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
64350	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
64350	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
64350	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
64350	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
64350	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
64350	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
64350	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
64350	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
64350	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
64350	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
64350	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
64350	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
64350	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
64350	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
64350	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
64350	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
64350	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
64350	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
64350	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
64350	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
64350	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
64350	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
64350	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
64350	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
64350	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
64350	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
64350	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
64350	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
64350	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
64350	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
64350	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
64350	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
64350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
64350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
64350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
64350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
64350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
64350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
64350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
64350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
64350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
64350	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
64350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
64350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
64350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
64350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
64350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
64350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
64350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
64350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
64350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
64350	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
64350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
64350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
64350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
64350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
64350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
64350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
64350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
64350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
64350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
64350	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
64350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
64350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
64350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
64350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
64350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
64350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
64350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
64350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
64350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
64350	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
64350	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
64350	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
64350	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
64350	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
64350	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
64350	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
64350	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
64350	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
64350	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
64350	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
64350	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
64350	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
64350	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
64350	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
64350	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
64350	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
64350	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
64350	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
64350	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
64350	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
64350	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
64350	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
64350	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
64350	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
64350	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
64350	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
64350	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
64350	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
64350	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
64350	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
64350	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
64350	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
64350	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
64350	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
64350	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
64350	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
64350	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
64350	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
64350	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
64350	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
64350	embedding2nn.weight	0	0.034138329327106476
64350	embedding2nn.weight	1	-0.06439118087291718
64350	embedding2nn.weight	2	0.016315484419465065
64350	embedding2nn.weight	3	-0.03852430358529091
64350	embedding2nn.weight	4	-0.08981509506702423
64350	embedding2nn.weight	5	0.06731661409139633
64350	embedding2nn.weight	6	-0.10320321470499039
64350	embedding2nn.weight	7	-0.08614823967218399
64350	embedding2nn.weight	8	0.0039472454227507114
64350	embedding2nn.weight	9	0.025386957451701164
64350	embedding2nn.bias	0	0.04831424355506897
64350	embedding2nn.bias	1	0.05136609077453613
64350	embedding2nn.bias	2	-0.10455682873725891
64350	embedding2nn.bias	3	0.061094317585229874
64350	embedding2nn.bias	4	0.013363687321543694
64350	embedding2nn.bias	5	-0.13969546556472778
64350	embedding2nn.bias	6	-0.09230039268732071
64350	embedding2nn.bias	7	-0.0422474704682827
64350	embedding2nn.bias	8	0.07978411763906479
64350	embedding2nn.bias	9	-0.09825922548770905
64350	rnn.weight_ih_l0	0	0.014665273018181324
64350	rnn.weight_ih_l0	1	-0.015492439270019531
64350	rnn.weight_ih_l0	2	-0.03438960388302803
64350	rnn.weight_ih_l0	3	-0.019494332373142242
64350	rnn.weight_ih_l0	4	0.01079859770834446
64350	rnn.weight_ih_l0	5	-0.05502290278673172
64350	rnn.weight_ih_l0	6	0.023063113912940025
64350	rnn.weight_ih_l0	7	-0.05572367459535599
64350	rnn.weight_ih_l0	8	0.012876059859991074
64350	rnn.weight_ih_l0	9	-0.008255013264715672
64350	rnn.weight_hh_l0	0	-0.004201123956590891
64350	rnn.weight_hh_l0	1	-0.07140705734491348
64350	rnn.weight_hh_l0	2	0.04372149333357811
64350	rnn.weight_hh_l0	3	0.018579453229904175
64350	rnn.weight_hh_l0	4	0.009412000887095928
64350	rnn.weight_hh_l0	5	0.034232087433338165
64350	rnn.weight_hh_l0	6	-0.011554589495062828
64350	rnn.weight_hh_l0	7	-0.06938126683235168
64350	rnn.weight_hh_l0	8	-0.014357325620949268
64350	rnn.weight_hh_l0	9	-0.051112424582242966
64350	rnn.bias_ih_l0	0	-0.07489633560180664
64350	rnn.bias_ih_l0	1	-0.11818432807922363
64350	rnn.bias_ih_l0	2	-0.18065926432609558
64350	rnn.bias_ih_l0	3	-0.22181572020053864
64350	rnn.bias_ih_l0	4	0.0025515700690448284
64350	rnn.bias_ih_l0	5	0.045515276491642
64350	rnn.bias_ih_l0	6	-0.10451985150575638
64350	rnn.bias_ih_l0	7	-0.18682919442653656
64350	rnn.bias_ih_l0	8	-0.10333841294050217
64350	rnn.bias_ih_l0	9	-0.13683700561523438
64350	rnn.bias_hh_l0	0	0.1175789162516594
64350	rnn.bias_hh_l0	1	-0.029327083379030228
64350	rnn.bias_hh_l0	2	0.02045130357146263
64350	rnn.bias_hh_l0	3	-0.13417020440101624
64350	rnn.bias_hh_l0	4	0.02958342246711254
64350	rnn.bias_hh_l0	5	0.040314681828022
64350	rnn.bias_hh_l0	6	-0.05711129680275917
64350	rnn.bias_hh_l0	7	-0.1097487360239029
64350	rnn.bias_hh_l0	8	-0.1290423721075058
64350	rnn.bias_hh_l0	9	-0.07537829130887985
64350	rnn.weight_ih_l0_reverse	0	-0.006613460369408131
64350	rnn.weight_ih_l0_reverse	1	0.02583005651831627
64350	rnn.weight_ih_l0_reverse	2	-0.002383563434705138
64350	rnn.weight_ih_l0_reverse	3	0.012087894603610039
64350	rnn.weight_ih_l0_reverse	4	0.03008543699979782
64350	rnn.weight_ih_l0_reverse	5	-0.035855524241924286
64350	rnn.weight_ih_l0_reverse	6	-0.0407475121319294
64350	rnn.weight_ih_l0_reverse	7	-0.011277969926595688
64350	rnn.weight_ih_l0_reverse	8	0.017148220911622047
64350	rnn.weight_ih_l0_reverse	9	-0.0022557417396456003
64350	rnn.weight_hh_l0_reverse	0	-0.00858284905552864
64350	rnn.weight_hh_l0_reverse	1	0.0156116196885705
64350	rnn.weight_hh_l0_reverse	2	-0.03334745764732361
64350	rnn.weight_hh_l0_reverse	3	0.03658754751086235
64350	rnn.weight_hh_l0_reverse	4	0.015873398631811142
64350	rnn.weight_hh_l0_reverse	5	-0.01417609490454197
64350	rnn.weight_hh_l0_reverse	6	0.030030246824026108
64350	rnn.weight_hh_l0_reverse	7	0.023789282888174057
64350	rnn.weight_hh_l0_reverse	8	0.006865167524665594
64350	rnn.weight_hh_l0_reverse	9	-0.0488114133477211
64350	rnn.bias_ih_l0_reverse	0	-0.11017994582653046
64350	rnn.bias_ih_l0_reverse	1	-0.27211257815361023
64350	rnn.bias_ih_l0_reverse	2	-0.040441859513521194
64350	rnn.bias_ih_l0_reverse	3	-0.0959942415356636
64350	rnn.bias_ih_l0_reverse	4	0.0690399780869484
64350	rnn.bias_ih_l0_reverse	5	-0.1842452883720398
64350	rnn.bias_ih_l0_reverse	6	-0.03103327564895153
64350	rnn.bias_ih_l0_reverse	7	0.03563510999083519
64350	rnn.bias_ih_l0_reverse	8	-0.13806875050067902
64350	rnn.bias_ih_l0_reverse	9	-0.0706784799695015
64350	rnn.bias_hh_l0_reverse	0	-0.10234163701534271
64350	rnn.bias_hh_l0_reverse	1	-0.07282347232103348
64350	rnn.bias_hh_l0_reverse	2	-0.02897295169532299
64350	rnn.bias_hh_l0_reverse	3	-0.11711522191762924
64350	rnn.bias_hh_l0_reverse	4	-0.017550239339470863
64350	rnn.bias_hh_l0_reverse	5	-0.1024671345949173
64350	rnn.bias_hh_l0_reverse	6	-0.06815284490585327
64350	rnn.bias_hh_l0_reverse	7	-0.14678023755550385
64350	rnn.bias_hh_l0_reverse	8	-0.034173619002103806
64350	rnn.bias_hh_l0_reverse	9	-0.10507452487945557
64350	linear.weight	0	-0.22016388177871704
64350	linear.weight	1	-0.05009203404188156
64350	linear.weight	2	-0.011228874325752258
64350	linear.weight	3	-0.10281110554933548
64350	linear.weight	4	0.018697459250688553
64350	linear.weight	5	0.20669914782047272
64350	linear.weight	6	0.0047744326293468475
64350	linear.weight	7	-0.021312154829502106
64350	linear.weight	8	0.03525601699948311
64350	linear.weight	9	0.08111963421106339
64350	linear.bias	0	-0.7274969220161438
64350	linear.bias	1	0.8652157783508301
64350	linear.bias	2	-0.08639515936374664
64350	linear.bias	3	-0.5005280375480652
64350	linear.bias	4	-1.1621721982955933
64350	linear.bias	5	-1.1317505836486816
64350	linear.bias	6	-0.6534814238548279
64350	linear.bias	7	-0.6701260209083557
64350	linear.bias	8	-0.01705317199230194
64350	linear.bias	9	2.8065643310546875
64547	transitions	0	-0.22331416606903076
64547	transitions	1	7.429031848907471
64547	transitions	2	-2.9956753253936768
64547	transitions	3	1.284765601158142
64547	transitions	4	-1.7015773057937622
64547	transitions	5	-0.28981027007102966
64547	transitions	6	-0.155980184674263
64547	transitions	7	-10000.0
64547	transitions	8	1.6046618223190308
64547	transitions	9	-2.2866365909576416
64547	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
64547	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
64547	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
64547	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
64547	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
64547	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
64547	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
64547	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
64547	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
64547	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
64547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
64547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
64547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
64547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
64547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
64547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
64547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
64547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
64547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
64547	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
64547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
64547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
64547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
64547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
64547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
64547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
64547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
64547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
64547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
64547	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
64547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
64547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
64547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
64547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
64547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
64547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
64547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
64547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
64547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
64547	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
64547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
64547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
64547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
64547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
64547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
64547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
64547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
64547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
64547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
64547	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
64547	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
64547	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
64547	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
64547	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
64547	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
64547	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
64547	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
64547	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
64547	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
64547	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
64547	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
64547	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
64547	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
64547	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
64547	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
64547	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
64547	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
64547	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
64547	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
64547	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
64547	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
64547	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
64547	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
64547	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
64547	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
64547	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
64547	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
64547	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
64547	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
64547	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
64547	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
64547	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
64547	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
64547	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
64547	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
64547	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
64547	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
64547	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
64547	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
64547	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
64547	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
64547	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
64547	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
64547	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
64547	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
64547	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
64547	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
64547	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
64547	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
64547	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
64547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
64547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
64547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
64547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
64547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
64547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
64547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
64547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
64547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
64547	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
64547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
64547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
64547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
64547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
64547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
64547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
64547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
64547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
64547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
64547	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
64547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
64547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
64547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
64547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
64547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
64547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
64547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
64547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
64547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
64547	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
64547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
64547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
64547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
64547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
64547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
64547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
64547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
64547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
64547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
64547	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
64547	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
64547	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
64547	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
64547	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
64547	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
64547	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
64547	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
64547	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
64547	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
64547	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
64547	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
64547	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
64547	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
64547	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
64547	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
64547	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
64547	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
64547	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
64547	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
64547	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
64547	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
64547	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
64547	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
64547	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
64547	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
64547	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
64547	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
64547	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
64547	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
64547	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
64547	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
64547	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
64547	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
64547	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
64547	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
64547	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
64547	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
64547	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
64547	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
64547	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
64547	embedding2nn.weight	0	0.034745536744594574
64547	embedding2nn.weight	1	-0.06579162180423737
64547	embedding2nn.weight	2	0.015768378973007202
64547	embedding2nn.weight	3	-0.03724401444196701
64547	embedding2nn.weight	4	-0.0904056504368782
64547	embedding2nn.weight	5	0.06882642954587936
64547	embedding2nn.weight	6	-0.1041823998093605
64547	embedding2nn.weight	7	-0.0839511901140213
64547	embedding2nn.weight	8	0.0040392279624938965
64547	embedding2nn.weight	9	0.024848978966474533
64547	embedding2nn.bias	0	0.03485852852463722
64547	embedding2nn.bias	1	0.04672376811504364
64547	embedding2nn.bias	2	-0.09926992654800415
64547	embedding2nn.bias	3	0.035272423177957535
64547	embedding2nn.bias	4	0.017786892130970955
64547	embedding2nn.bias	5	-0.14862902462482452
64547	embedding2nn.bias	6	-0.09226132184267044
64547	embedding2nn.bias	7	-0.025851666927337646
64547	embedding2nn.bias	8	0.07579770684242249
64547	embedding2nn.bias	9	-0.10714159160852432
64547	rnn.weight_ih_l0	0	0.014041947200894356
64547	rnn.weight_ih_l0	1	-0.023402975872159004
64547	rnn.weight_ih_l0	2	-0.03492400795221329
64547	rnn.weight_ih_l0	3	-0.018713001161813736
64547	rnn.weight_ih_l0	4	0.00964486412703991
64547	rnn.weight_ih_l0	5	-0.05329712852835655
64547	rnn.weight_ih_l0	6	0.02272934280335903
64547	rnn.weight_ih_l0	7	-0.059199295938014984
64547	rnn.weight_ih_l0	8	0.011824348010122776
64547	rnn.weight_ih_l0	9	-0.009293661452829838
64547	rnn.weight_hh_l0	0	-0.0032010076101869345
64547	rnn.weight_hh_l0	1	-0.07305599004030228
64547	rnn.weight_hh_l0	2	0.04348739981651306
64547	rnn.weight_hh_l0	3	0.01834750548005104
64547	rnn.weight_hh_l0	4	0.00974433682858944
64547	rnn.weight_hh_l0	5	0.034026797860860825
64547	rnn.weight_hh_l0	6	-0.011608894914388657
64547	rnn.weight_hh_l0	7	-0.06889340281486511
64547	rnn.weight_hh_l0	8	-0.0141744464635849
64547	rnn.weight_hh_l0	9	-0.04865715280175209
64547	rnn.bias_ih_l0	0	-0.07038302719593048
64547	rnn.bias_ih_l0	1	-0.11987791955471039
64547	rnn.bias_ih_l0	2	-0.18252626061439514
64547	rnn.bias_ih_l0	3	-0.2255871593952179
64547	rnn.bias_ih_l0	4	0.0030759822111576796
64547	rnn.bias_ih_l0	5	0.04737447202205658
64547	rnn.bias_ih_l0	6	-0.10461228340864182
64547	rnn.bias_ih_l0	7	-0.19883032143115997
64547	rnn.bias_ih_l0	8	-0.10682401061058044
64547	rnn.bias_ih_l0	9	-0.1339050531387329
64547	rnn.bias_hh_l0	0	0.1196691170334816
64547	rnn.bias_hh_l0	1	-0.03127850219607353
64547	rnn.bias_hh_l0	2	0.01888747327029705
64547	rnn.bias_hh_l0	3	-0.13629303872585297
64547	rnn.bias_hh_l0	4	0.02742207795381546
64547	rnn.bias_hh_l0	5	0.040228813886642456
64547	rnn.bias_hh_l0	6	-0.058474376797676086
64547	rnn.bias_hh_l0	7	-0.11180078983306885
64547	rnn.bias_hh_l0	8	-0.12908010184764862
64547	rnn.bias_hh_l0	9	-0.07703161984682083
64547	rnn.weight_ih_l0_reverse	0	-0.008990789763629436
64547	rnn.weight_ih_l0_reverse	1	0.025859035551548004
64547	rnn.weight_ih_l0_reverse	2	-0.004186056088656187
64547	rnn.weight_ih_l0_reverse	3	0.01257768739014864
64547	rnn.weight_ih_l0_reverse	4	0.02897438034415245
64547	rnn.weight_ih_l0_reverse	5	-0.03440257906913757
64547	rnn.weight_ih_l0_reverse	6	-0.04073656350374222
64547	rnn.weight_ih_l0_reverse	7	-0.009637574665248394
64547	rnn.weight_ih_l0_reverse	8	0.0183930192142725
64547	rnn.weight_ih_l0_reverse	9	-0.0013435127912089229
64547	rnn.weight_hh_l0_reverse	0	-0.009102104231715202
64547	rnn.weight_hh_l0_reverse	1	0.015120821073651314
64547	rnn.weight_hh_l0_reverse	2	-0.033346474170684814
64547	rnn.weight_hh_l0_reverse	3	0.03625333309173584
64547	rnn.weight_hh_l0_reverse	4	0.01579304225742817
64547	rnn.weight_hh_l0_reverse	5	-0.013613691553473473
64547	rnn.weight_hh_l0_reverse	6	0.030108613893389702
64547	rnn.weight_hh_l0_reverse	7	0.023731155321002007
64547	rnn.weight_hh_l0_reverse	8	0.007772097829729319
64547	rnn.weight_hh_l0_reverse	9	-0.049045223742723465
64547	rnn.bias_ih_l0_reverse	0	-0.10288294404745102
64547	rnn.bias_ih_l0_reverse	1	-0.2722400426864624
64547	rnn.bias_ih_l0_reverse	2	-0.041041985154151917
64547	rnn.bias_ih_l0_reverse	3	-0.09636734426021576
64547	rnn.bias_ih_l0_reverse	4	0.06692613661289215
64547	rnn.bias_ih_l0_reverse	5	-0.1837444305419922
64547	rnn.bias_ih_l0_reverse	6	-0.027862783521413803
64547	rnn.bias_ih_l0_reverse	7	0.03789293020963669
64547	rnn.bias_ih_l0_reverse	8	-0.1337515413761139
64547	rnn.bias_ih_l0_reverse	9	-0.06985769420862198
64547	rnn.bias_hh_l0_reverse	0	-0.10308514535427094
64547	rnn.bias_hh_l0_reverse	1	-0.0707649514079094
64547	rnn.bias_hh_l0_reverse	2	-0.02634761482477188
64547	rnn.bias_hh_l0_reverse	3	-0.11716792732477188
64547	rnn.bias_hh_l0_reverse	4	-0.019013768061995506
64547	rnn.bias_hh_l0_reverse	5	-0.10456819087266922
64547	rnn.bias_hh_l0_reverse	6	-0.07378017902374268
64547	rnn.bias_hh_l0_reverse	7	-0.148172989487648
64547	rnn.bias_hh_l0_reverse	8	-0.03948924317955971
64547	rnn.bias_hh_l0_reverse	9	-0.10560868680477142
64547	linear.weight	0	-0.2247539460659027
64547	linear.weight	1	-0.05606928467750549
64547	linear.weight	2	-0.011228874325752258
64547	linear.weight	3	-0.087497279047966
64547	linear.weight	4	0.027513260021805763
64547	linear.weight	5	0.23184986412525177
64547	linear.weight	6	0.0047744326293468475
64547	linear.weight	7	-0.021312154829502106
64547	linear.weight	8	0.029698649421334267
64547	linear.weight	9	0.07588379085063934
64547	linear.bias	0	-0.7173582315444946
64547	linear.bias	1	0.9149834513664246
64547	linear.bias	2	-0.13238407671451569
64547	linear.bias	3	-0.48526522517204285
64547	linear.bias	4	-1.1446529626846313
64547	linear.bias	5	-1.1319565773010254
64547	linear.bias	6	-0.6412277221679688
64547	linear.bias	7	-0.6877913475036621
64547	linear.bias	8	-0.01705317199230194
64547	linear.bias	9	2.9011292457580566
64744	transitions	0	-0.2237054407596588
64744	transitions	1	7.417392253875732
64744	transitions	2	-2.9970600605010986
64744	transitions	3	1.2941803932189941
64744	transitions	4	-1.7023295164108276
64744	transitions	5	-0.2901173532009125
64744	transitions	6	-0.1560802310705185
64744	transitions	7	-10000.0
64744	transitions	8	1.603424072265625
64744	transitions	9	-2.2866549491882324
64744	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
64744	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
64744	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
64744	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
64744	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
64744	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
64744	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
64744	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
64744	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
64744	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
64744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
64744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
64744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
64744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
64744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
64744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
64744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
64744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
64744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
64744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
64744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
64744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
64744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
64744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
64744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
64744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
64744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
64744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
64744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
64744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
64744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
64744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
64744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
64744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
64744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
64744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
64744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
64744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
64744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
64744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
64744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
64744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
64744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
64744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
64744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
64744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
64744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
64744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
64744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
64744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
64744	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
64744	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
64744	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
64744	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
64744	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
64744	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
64744	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
64744	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
64744	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
64744	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
64744	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
64744	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
64744	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
64744	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
64744	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
64744	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
64744	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
64744	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
64744	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
64744	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
64744	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
64744	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
64744	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
64744	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
64744	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
64744	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
64744	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
64744	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
64744	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
64744	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
64744	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
64744	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
64744	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
64744	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
64744	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
64744	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
64744	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
64744	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
64744	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
64744	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
64744	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
64744	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
64744	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
64744	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
64744	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
64744	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
64744	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
64744	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
64744	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
64744	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
64744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
64744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
64744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
64744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
64744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
64744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
64744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
64744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
64744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
64744	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
64744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
64744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
64744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
64744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
64744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
64744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
64744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
64744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
64744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
64744	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
64744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
64744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
64744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
64744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
64744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
64744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
64744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
64744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
64744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
64744	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
64744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
64744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
64744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
64744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
64744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
64744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
64744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
64744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
64744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
64744	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
64744	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
64744	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
64744	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
64744	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
64744	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
64744	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
64744	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
64744	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
64744	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
64744	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
64744	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
64744	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
64744	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
64744	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
64744	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
64744	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
64744	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
64744	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
64744	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
64744	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
64744	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
64744	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
64744	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
64744	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
64744	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
64744	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
64744	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
64744	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
64744	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
64744	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
64744	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
64744	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
64744	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
64744	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
64744	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
64744	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
64744	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
64744	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
64744	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
64744	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
64744	embedding2nn.weight	0	0.034807488322257996
64744	embedding2nn.weight	1	-0.06635863333940506
64744	embedding2nn.weight	2	0.015110418200492859
64744	embedding2nn.weight	3	-0.03863721713423729
64744	embedding2nn.weight	4	-0.08933934569358826
64744	embedding2nn.weight	5	0.06906741857528687
64744	embedding2nn.weight	6	-0.09746207296848297
64744	embedding2nn.weight	7	-0.08351505547761917
64744	embedding2nn.weight	8	0.002348353387787938
64744	embedding2nn.weight	9	0.023335307836532593
64744	embedding2nn.bias	0	0.03210875019431114
64744	embedding2nn.bias	1	0.034813545644283295
64744	embedding2nn.bias	2	-0.0937858521938324
64744	embedding2nn.bias	3	0.04777298495173454
64744	embedding2nn.bias	4	0.016272690147161484
64744	embedding2nn.bias	5	-0.1480090618133545
64744	embedding2nn.bias	6	-0.09547154605388641
64744	embedding2nn.bias	7	-0.024960074573755264
64744	embedding2nn.bias	8	0.08205866813659668
64744	embedding2nn.bias	9	-0.10342051088809967
64744	rnn.weight_ih_l0	0	0.013437223620712757
64744	rnn.weight_ih_l0	1	-0.02350381761789322
64744	rnn.weight_ih_l0	2	-0.034928228706121445
64744	rnn.weight_ih_l0	3	-0.018164750188589096
64744	rnn.weight_ih_l0	4	0.009058032184839249
64744	rnn.weight_ih_l0	5	-0.05390077456831932
64744	rnn.weight_ih_l0	6	0.023693636059761047
64744	rnn.weight_ih_l0	7	-0.05943372845649719
64744	rnn.weight_ih_l0	8	0.011568584479391575
64744	rnn.weight_ih_l0	9	-0.009913908317685127
64744	rnn.weight_hh_l0	0	-0.0027055907994508743
64744	rnn.weight_hh_l0	1	-0.07396800071001053
64744	rnn.weight_hh_l0	2	0.04333416000008583
64744	rnn.weight_hh_l0	3	0.01823434978723526
64744	rnn.weight_hh_l0	4	0.009465169161558151
64744	rnn.weight_hh_l0	5	0.034076131880283356
64744	rnn.weight_hh_l0	6	-0.01179268304258585
64744	rnn.weight_hh_l0	7	-0.06941602379083633
64744	rnn.weight_hh_l0	8	-0.014309368096292019
64744	rnn.weight_hh_l0	9	-0.04679492115974426
64744	rnn.bias_ih_l0	0	-0.0761163979768753
64744	rnn.bias_ih_l0	1	-0.11976862698793411
64744	rnn.bias_ih_l0	2	-0.1822647601366043
64744	rnn.bias_ih_l0	3	-0.22932158410549164
64744	rnn.bias_ih_l0	4	0.0028447317890822887
64744	rnn.bias_ih_l0	5	0.049000535160303116
64744	rnn.bias_ih_l0	6	-0.10822988301515579
64744	rnn.bias_ih_l0	7	-0.19889909029006958
64744	rnn.bias_ih_l0	8	-0.10667666792869568
64744	rnn.bias_ih_l0	9	-0.13301610946655273
64744	rnn.bias_hh_l0	0	0.12434601783752441
64744	rnn.bias_hh_l0	1	-0.02742663584649563
64744	rnn.bias_hh_l0	2	0.01728656329214573
64744	rnn.bias_hh_l0	3	-0.13488614559173584
64744	rnn.bias_hh_l0	4	0.026984915137290955
64744	rnn.bias_hh_l0	5	0.037195995450019836
64744	rnn.bias_hh_l0	6	-0.05578736215829849
64744	rnn.bias_hh_l0	7	-0.11012079566717148
64744	rnn.bias_hh_l0	8	-0.13287167251110077
64744	rnn.bias_hh_l0	9	-0.08100887387990952
64744	rnn.weight_ih_l0_reverse	0	-0.009117280133068562
64744	rnn.weight_ih_l0_reverse	1	0.026116278022527695
64744	rnn.weight_ih_l0_reverse	2	-0.0025927030947059393
64744	rnn.weight_ih_l0_reverse	3	0.01189101580530405
64744	rnn.weight_ih_l0_reverse	4	0.029839010909199715
64744	rnn.weight_ih_l0_reverse	5	-0.03471311926841736
64744	rnn.weight_ih_l0_reverse	6	-0.04053964093327522
64744	rnn.weight_ih_l0_reverse	7	-0.009960722178220749
64744	rnn.weight_ih_l0_reverse	8	0.020660361275076866
64744	rnn.weight_ih_l0_reverse	9	-0.000572281249333173
64744	rnn.weight_hh_l0_reverse	0	-0.009435414336621761
64744	rnn.weight_hh_l0_reverse	1	0.015396139584481716
64744	rnn.weight_hh_l0_reverse	2	-0.033198852092027664
64744	rnn.weight_hh_l0_reverse	3	0.0359485037624836
64744	rnn.weight_hh_l0_reverse	4	0.016580866649746895
64744	rnn.weight_hh_l0_reverse	5	-0.013792546465992928
64744	rnn.weight_hh_l0_reverse	6	0.03168756514787674
64744	rnn.weight_hh_l0_reverse	7	0.02437632530927658
64744	rnn.weight_hh_l0_reverse	8	0.007318641524761915
64744	rnn.weight_hh_l0_reverse	9	-0.04910026490688324
64744	rnn.bias_ih_l0_reverse	0	-0.10016392916440964
64744	rnn.bias_ih_l0_reverse	1	-0.2753278911113739
64744	rnn.bias_ih_l0_reverse	2	-0.04288198798894882
64744	rnn.bias_ih_l0_reverse	3	-0.0971011221408844
64744	rnn.bias_ih_l0_reverse	4	0.06448034942150116
64744	rnn.bias_ih_l0_reverse	5	-0.18399779498577118
64744	rnn.bias_ih_l0_reverse	6	-0.029602007940411568
64744	rnn.bias_ih_l0_reverse	7	0.035943739116191864
64744	rnn.bias_ih_l0_reverse	8	-0.1368851512670517
64744	rnn.bias_ih_l0_reverse	9	-0.06486716866493225
64744	rnn.bias_hh_l0_reverse	0	-0.10340484976768494
64744	rnn.bias_hh_l0_reverse	1	-0.06809082627296448
64744	rnn.bias_hh_l0_reverse	2	-0.02634490840137005
64744	rnn.bias_hh_l0_reverse	3	-0.1195051446557045
64744	rnn.bias_hh_l0_reverse	4	-0.01600711978971958
64744	rnn.bias_hh_l0_reverse	5	-0.10259438306093216
64744	rnn.bias_hh_l0_reverse	6	-0.07285638898611069
64744	rnn.bias_hh_l0_reverse	7	-0.14611954987049103
64744	rnn.bias_hh_l0_reverse	8	-0.03933393210172653
64744	rnn.bias_hh_l0_reverse	9	-0.10343357920646667
64744	linear.weight	0	-0.23085707426071167
64744	linear.weight	1	-0.062162134796381
64744	linear.weight	2	-0.011228874325752258
64744	linear.weight	3	-0.0953509509563446
64744	linear.weight	4	0.022563723847270012
64744	linear.weight	5	0.2391624003648758
64744	linear.weight	6	0.0047744326293468475
64744	linear.weight	7	-0.021312154829502106
64744	linear.weight	8	0.02765379473567009
64744	linear.weight	9	0.06968425214290619
64744	linear.bias	0	-0.6914100050926208
64744	linear.bias	1	0.907517671585083
64744	linear.bias	2	-0.07107960432767868
64744	linear.bias	3	-0.5307849645614624
64744	linear.bias	4	-1.163601040840149
64744	linear.bias	5	-1.1321853399276733
64744	linear.bias	6	-0.6174283623695374
64744	linear.bias	7	-0.6904218196868896
64744	linear.bias	8	-0.01705317199230194
64744	linear.bias	9	2.940356731414795
64941	transitions	0	-0.2243610918521881
64941	transitions	1	7.484648704528809
64941	transitions	2	-3.000056266784668
64941	transitions	3	1.300389051437378
64941	transitions	4	-1.7034891843795776
64941	transitions	5	-0.29074132442474365
64941	transitions	6	-0.1562766432762146
64941	transitions	7	-10000.0
64941	transitions	8	1.6035822629928589
64941	transitions	9	-2.2866790294647217
64941	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
64941	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
64941	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
64941	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
64941	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
64941	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
64941	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
64941	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
64941	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
64941	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
64941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
64941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
64941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
64941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
64941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
64941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
64941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
64941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
64941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
64941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
64941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
64941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
64941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
64941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
64941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
64941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
64941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
64941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
64941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
64941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
64941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
64941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
64941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
64941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
64941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
64941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
64941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
64941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
64941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
64941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
64941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
64941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
64941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
64941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
64941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
64941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
64941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
64941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
64941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
64941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
64941	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
64941	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
64941	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
64941	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
64941	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
64941	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
64941	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
64941	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
64941	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
64941	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
64941	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
64941	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
64941	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
64941	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
64941	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
64941	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
64941	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
64941	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
64941	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
64941	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
64941	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
64941	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
64941	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
64941	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
64941	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
64941	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
64941	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
64941	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
64941	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
64941	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
64941	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
64941	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
64941	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
64941	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
64941	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
64941	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
64941	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
64941	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
64941	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
64941	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
64941	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
64941	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
64941	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
64941	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
64941	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
64941	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
64941	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
64941	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
64941	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
64941	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
64941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
64941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
64941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
64941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
64941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
64941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
64941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
64941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
64941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
64941	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
64941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
64941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
64941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
64941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
64941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
64941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
64941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
64941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
64941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
64941	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
64941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
64941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
64941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
64941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
64941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
64941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
64941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
64941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
64941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
64941	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
64941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
64941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
64941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
64941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
64941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
64941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
64941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
64941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
64941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
64941	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
64941	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
64941	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
64941	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
64941	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
64941	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
64941	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
64941	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
64941	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
64941	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
64941	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
64941	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
64941	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
64941	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
64941	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
64941	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
64941	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
64941	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
64941	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
64941	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
64941	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
64941	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
64941	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
64941	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
64941	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
64941	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
64941	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
64941	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
64941	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
64941	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
64941	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
64941	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
64941	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
64941	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
64941	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
64941	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
64941	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
64941	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
64941	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
64941	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
64941	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
64941	embedding2nn.weight	0	0.035587944090366364
64941	embedding2nn.weight	1	-0.06586329638957977
64941	embedding2nn.weight	2	0.015848450362682343
64941	embedding2nn.weight	3	-0.038282785564661026
64941	embedding2nn.weight	4	-0.08713177591562271
64941	embedding2nn.weight	5	0.06743702292442322
64941	embedding2nn.weight	6	-0.10271433740854263
64941	embedding2nn.weight	7	-0.0819741040468216
64941	embedding2nn.weight	8	0.004027693532407284
64941	embedding2nn.weight	9	0.02234717831015587
64941	embedding2nn.bias	0	0.027410345152020454
64941	embedding2nn.bias	1	0.03285770118236542
64941	embedding2nn.bias	2	-0.09429653733968735
64941	embedding2nn.bias	3	0.04943149909377098
64941	embedding2nn.bias	4	0.025407999753952026
64941	embedding2nn.bias	5	-0.15487603843212128
64941	embedding2nn.bias	6	-0.09675572067499161
64941	embedding2nn.bias	7	-0.021666789427399635
64941	embedding2nn.bias	8	0.08026944845914841
64941	embedding2nn.bias	9	-0.10081534832715988
64941	rnn.weight_ih_l0	0	0.01597711816430092
64941	rnn.weight_ih_l0	1	-0.017843686044216156
64941	rnn.weight_ih_l0	2	-0.035637080669403076
64941	rnn.weight_ih_l0	3	-0.01820015348494053
64941	rnn.weight_ih_l0	4	0.009338182397186756
64941	rnn.weight_ih_l0	5	-0.05669734627008438
64941	rnn.weight_ih_l0	6	0.01926468312740326
64941	rnn.weight_ih_l0	7	-0.06462403386831284
64941	rnn.weight_ih_l0	8	0.015298484824597836
64941	rnn.weight_ih_l0	9	-0.010873181745409966
64941	rnn.weight_hh_l0	0	-0.002530872356146574
64941	rnn.weight_hh_l0	1	-0.07552967965602875
64941	rnn.weight_hh_l0	2	0.04350573569536209
64941	rnn.weight_hh_l0	3	0.018678443506360054
64941	rnn.weight_hh_l0	4	0.00933135487139225
64941	rnn.weight_hh_l0	5	0.034705597907304764
64941	rnn.weight_hh_l0	6	-0.011191638186573982
64941	rnn.weight_hh_l0	7	-0.07089092582464218
64941	rnn.weight_hh_l0	8	-0.012825500220060349
64941	rnn.weight_hh_l0	9	-0.04753711819648743
64941	rnn.bias_ih_l0	0	-0.08477304875850677
64941	rnn.bias_ih_l0	1	-0.12140057235956192
64941	rnn.bias_ih_l0	2	-0.18481513857841492
64941	rnn.bias_ih_l0	3	-0.2279118001461029
64941	rnn.bias_ih_l0	4	0.0025487171951681376
64941	rnn.bias_ih_l0	5	0.04748271778225899
64941	rnn.bias_ih_l0	6	-0.10834759473800659
64941	rnn.bias_ih_l0	7	-0.195673868060112
64941	rnn.bias_ih_l0	8	-0.1069696694612503
64941	rnn.bias_ih_l0	9	-0.13864436745643616
64941	rnn.bias_hh_l0	0	0.1281421184539795
64941	rnn.bias_hh_l0	1	-0.025884229689836502
64941	rnn.bias_hh_l0	2	0.02004016377031803
64941	rnn.bias_hh_l0	3	-0.1379290521144867
64941	rnn.bias_hh_l0	4	0.03363834321498871
64941	rnn.bias_hh_l0	5	0.031127536669373512
64941	rnn.bias_hh_l0	6	-0.06050444394350052
64941	rnn.bias_hh_l0	7	-0.10868727415800095
64941	rnn.bias_hh_l0	8	-0.13305342197418213
64941	rnn.bias_hh_l0	9	-0.08398839086294174
64941	rnn.weight_ih_l0_reverse	0	-0.009751128032803535
64941	rnn.weight_ih_l0_reverse	1	0.024916421622037888
64941	rnn.weight_ih_l0_reverse	2	-0.0024487406481057405
64941	rnn.weight_ih_l0_reverse	3	0.012000213377177715
64941	rnn.weight_ih_l0_reverse	4	0.027842983603477478
64941	rnn.weight_ih_l0_reverse	5	-0.032964643090963364
64941	rnn.weight_ih_l0_reverse	6	-0.04123673960566521
64941	rnn.weight_ih_l0_reverse	7	-0.00934417825192213
64941	rnn.weight_ih_l0_reverse	8	0.020468778908252716
64941	rnn.weight_ih_l0_reverse	9	-0.0010168650187551975
64941	rnn.weight_hh_l0_reverse	0	-0.009121421724557877
64941	rnn.weight_hh_l0_reverse	1	0.01547210942953825
64941	rnn.weight_hh_l0_reverse	2	-0.033087875694036484
64941	rnn.weight_hh_l0_reverse	3	0.036255042999982834
64941	rnn.weight_hh_l0_reverse	4	0.016637828201055527
64941	rnn.weight_hh_l0_reverse	5	-0.01453828439116478
64941	rnn.weight_hh_l0_reverse	6	0.032060377299785614
64941	rnn.weight_hh_l0_reverse	7	0.023831382393836975
64941	rnn.weight_hh_l0_reverse	8	0.007586001884192228
64941	rnn.weight_hh_l0_reverse	9	-0.04913955181837082
64941	rnn.bias_ih_l0_reverse	0	-0.0998898446559906
64941	rnn.bias_ih_l0_reverse	1	-0.27749112248420715
64941	rnn.bias_ih_l0_reverse	2	-0.041199374943971634
64941	rnn.bias_ih_l0_reverse	3	-0.09660782665014267
64941	rnn.bias_ih_l0_reverse	4	0.0653417706489563
64941	rnn.bias_ih_l0_reverse	5	-0.18427680432796478
64941	rnn.bias_ih_l0_reverse	6	-0.03125423565506935
64941	rnn.bias_ih_l0_reverse	7	0.024896318092942238
64941	rnn.bias_ih_l0_reverse	8	-0.13681086897850037
64941	rnn.bias_ih_l0_reverse	9	-0.06726473569869995
64941	rnn.bias_hh_l0_reverse	0	-0.10543794184923172
64941	rnn.bias_hh_l0_reverse	1	-0.0697544738650322
64941	rnn.bias_hh_l0_reverse	2	-0.02763805165886879
64941	rnn.bias_hh_l0_reverse	3	-0.11910802125930786
64941	rnn.bias_hh_l0_reverse	4	-0.019671747460961342
64941	rnn.bias_hh_l0_reverse	5	-0.10404055565595627
64941	rnn.bias_hh_l0_reverse	6	-0.06664355099201202
64941	rnn.bias_hh_l0_reverse	7	-0.14459049701690674
64941	rnn.bias_hh_l0_reverse	8	-0.03621913492679596
64941	rnn.bias_hh_l0_reverse	9	-0.1041623055934906
64941	linear.weight	0	-0.2368699163198471
64941	linear.weight	1	-0.06642726063728333
64941	linear.weight	2	-0.011228874325752258
64941	linear.weight	3	-0.11776900291442871
64941	linear.weight	4	0.009939084760844707
64941	linear.weight	5	0.23726008832454681
64941	linear.weight	6	0.0047744326293468475
64941	linear.weight	7	-0.021312154829502106
64941	linear.weight	8	0.022467775270342827
64941	linear.weight	9	0.05670110881328583
64941	linear.bias	0	-0.7296566963195801
64941	linear.bias	1	0.9125322699546814
64941	linear.bias	2	-0.11403074860572815
64941	linear.bias	3	-0.46668103337287903
64941	linear.bias	4	-1.1027467250823975
64941	linear.bias	5	-1.1323915719985962
64941	linear.bias	6	-0.6549485921859741
64941	linear.bias	7	-0.7053528428077698
64941	linear.bias	8	-0.01705317199230194
64941	linear.bias	9	2.9358468055725098
65138	transitions	0	-0.225028395652771
65138	transitions	1	7.480665683746338
65138	transitions	2	-3.0012121200561523
65138	transitions	3	1.2890573740005493
65138	transitions	4	-1.7045618295669556
65138	transitions	5	-0.2910493314266205
65138	transitions	6	-0.15639030933380127
65138	transitions	7	-10000.0
65138	transitions	8	1.6080057621002197
65138	transitions	9	-2.2867214679718018
65138	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
65138	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
65138	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
65138	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
65138	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
65138	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
65138	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
65138	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
65138	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
65138	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
65138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
65138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
65138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
65138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
65138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
65138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
65138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
65138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
65138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
65138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
65138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
65138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
65138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
65138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
65138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
65138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
65138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
65138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
65138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
65138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
65138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
65138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
65138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
65138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
65138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
65138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
65138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
65138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
65138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
65138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
65138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
65138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
65138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
65138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
65138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
65138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
65138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
65138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
65138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
65138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
65138	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
65138	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
65138	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
65138	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
65138	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
65138	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
65138	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
65138	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
65138	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
65138	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
65138	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
65138	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
65138	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
65138	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
65138	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
65138	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
65138	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
65138	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
65138	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
65138	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
65138	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
65138	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
65138	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
65138	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
65138	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
65138	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
65138	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
65138	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
65138	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
65138	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
65138	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
65138	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
65138	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
65138	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
65138	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
65138	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
65138	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
65138	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
65138	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
65138	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
65138	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
65138	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
65138	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
65138	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
65138	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
65138	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
65138	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
65138	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
65138	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
65138	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
65138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
65138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
65138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
65138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
65138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
65138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
65138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
65138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
65138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
65138	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
65138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
65138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
65138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
65138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
65138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
65138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
65138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
65138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
65138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
65138	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
65138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
65138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
65138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
65138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
65138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
65138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
65138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
65138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
65138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
65138	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
65138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
65138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
65138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
65138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
65138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
65138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
65138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
65138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
65138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
65138	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
65138	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
65138	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
65138	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
65138	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
65138	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
65138	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
65138	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
65138	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
65138	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
65138	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
65138	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
65138	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
65138	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
65138	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
65138	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
65138	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
65138	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
65138	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
65138	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
65138	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
65138	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
65138	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
65138	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
65138	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
65138	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
65138	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
65138	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
65138	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
65138	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
65138	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
65138	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
65138	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
65138	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
65138	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
65138	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
65138	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
65138	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
65138	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
65138	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
65138	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
65138	embedding2nn.weight	0	0.03655518591403961
65138	embedding2nn.weight	1	-0.06731343269348145
65138	embedding2nn.weight	2	0.01727004535496235
65138	embedding2nn.weight	3	-0.038189709186553955
65138	embedding2nn.weight	4	-0.08376336097717285
65138	embedding2nn.weight	5	0.06734059751033783
65138	embedding2nn.weight	6	-0.10041745752096176
65138	embedding2nn.weight	7	-0.0806925818324089
65138	embedding2nn.weight	8	0.004198945127427578
65138	embedding2nn.weight	9	0.025652039796113968
65138	embedding2nn.bias	0	0.03948676586151123
65138	embedding2nn.bias	1	0.03637661784887314
65138	embedding2nn.bias	2	-0.10447199642658234
65138	embedding2nn.bias	3	0.04294499754905701
65138	embedding2nn.bias	4	0.028093384578824043
65138	embedding2nn.bias	5	-0.15636105835437775
65138	embedding2nn.bias	6	-0.08252143114805222
65138	embedding2nn.bias	7	-0.025696177035570145
65138	embedding2nn.bias	8	0.09877776354551315
65138	embedding2nn.bias	9	-0.09527193754911423
65138	rnn.weight_ih_l0	0	0.015649517998099327
65138	rnn.weight_ih_l0	1	-0.015198574401438236
65138	rnn.weight_ih_l0	2	-0.035860076546669006
65138	rnn.weight_ih_l0	3	-0.015853269025683403
65138	rnn.weight_ih_l0	4	0.009635095484554768
65138	rnn.weight_ih_l0	5	-0.05501795932650566
65138	rnn.weight_ih_l0	6	0.01952354609966278
65138	rnn.weight_ih_l0	7	-0.06399146467447281
65138	rnn.weight_ih_l0	8	0.012383763678371906
65138	rnn.weight_ih_l0	9	-0.011869710870087147
65138	rnn.weight_hh_l0	0	-0.0024862857535481453
65138	rnn.weight_hh_l0	1	-0.07397552579641342
65138	rnn.weight_hh_l0	2	0.04357139766216278
65138	rnn.weight_hh_l0	3	0.017679227516055107
65138	rnn.weight_hh_l0	4	0.009305368177592754
65138	rnn.weight_hh_l0	5	0.03435542806982994
65138	rnn.weight_hh_l0	6	-0.011793800629675388
65138	rnn.weight_hh_l0	7	-0.07025517523288727
65138	rnn.weight_hh_l0	8	-0.012413449585437775
65138	rnn.weight_hh_l0	9	-0.04976283758878708
65138	rnn.bias_ih_l0	0	-0.08828526735305786
65138	rnn.bias_ih_l0	1	-0.11920802295207977
65138	rnn.bias_ih_l0	2	-0.1840701401233673
65138	rnn.bias_ih_l0	3	-0.22775347530841827
65138	rnn.bias_ih_l0	4	0.00792806874960661
65138	rnn.bias_ih_l0	5	0.05322969704866409
65138	rnn.bias_ih_l0	6	-0.10415340214967728
65138	rnn.bias_ih_l0	7	-0.19691374897956848
65138	rnn.bias_ih_l0	8	-0.10568802803754807
65138	rnn.bias_ih_l0	9	-0.13843725621700287
65138	rnn.bias_hh_l0	0	0.12398170679807663
65138	rnn.bias_hh_l0	1	-0.02835823968052864
65138	rnn.bias_hh_l0	2	0.02020992711186409
65138	rnn.bias_hh_l0	3	-0.13750284910202026
65138	rnn.bias_hh_l0	4	0.02950434945523739
65138	rnn.bias_hh_l0	5	0.028429415076971054
65138	rnn.bias_hh_l0	6	-0.058048274368047714
65138	rnn.bias_hh_l0	7	-0.11197944730520248
65138	rnn.bias_hh_l0	8	-0.1274443119764328
65138	rnn.bias_hh_l0	9	-0.08123791217803955
65138	rnn.weight_ih_l0_reverse	0	-0.012315787374973297
65138	rnn.weight_ih_l0_reverse	1	0.02690730057656765
65138	rnn.weight_ih_l0_reverse	2	-0.003405396593734622
65138	rnn.weight_ih_l0_reverse	3	0.012268958613276482
65138	rnn.weight_ih_l0_reverse	4	0.029803279787302017
65138	rnn.weight_ih_l0_reverse	5	-0.03270567208528519
65138	rnn.weight_ih_l0_reverse	6	-0.04101549834012985
65138	rnn.weight_ih_l0_reverse	7	-0.009357761591672897
65138	rnn.weight_ih_l0_reverse	8	0.0226034764200449
65138	rnn.weight_ih_l0_reverse	9	-0.0020240440499037504
65138	rnn.weight_hh_l0_reverse	0	-0.009175585582852364
65138	rnn.weight_hh_l0_reverse	1	0.015454098582267761
65138	rnn.weight_hh_l0_reverse	2	-0.03387971967458725
65138	rnn.weight_hh_l0_reverse	3	0.03543339669704437
65138	rnn.weight_hh_l0_reverse	4	0.016804011538624763
65138	rnn.weight_hh_l0_reverse	5	-0.015198982320725918
65138	rnn.weight_hh_l0_reverse	6	0.03300228342413902
65138	rnn.weight_hh_l0_reverse	7	0.02399747632443905
65138	rnn.weight_hh_l0_reverse	8	0.007436628919094801
65138	rnn.weight_hh_l0_reverse	9	-0.04833803325891495
65138	rnn.bias_ih_l0_reverse	0	-0.10105980932712555
65138	rnn.bias_ih_l0_reverse	1	-0.2761223614215851
65138	rnn.bias_ih_l0_reverse	2	-0.0409720279276371
65138	rnn.bias_ih_l0_reverse	3	-0.09605107456445694
65138	rnn.bias_ih_l0_reverse	4	0.063706174492836
65138	rnn.bias_ih_l0_reverse	5	-0.18320488929748535
65138	rnn.bias_ih_l0_reverse	6	-0.03135534003376961
65138	rnn.bias_ih_l0_reverse	7	0.02591674029827118
65138	rnn.bias_ih_l0_reverse	8	-0.13586153090000153
65138	rnn.bias_ih_l0_reverse	9	-0.06413617730140686
65138	rnn.bias_hh_l0_reverse	0	-0.10221092402935028
65138	rnn.bias_hh_l0_reverse	1	-0.07495994865894318
65138	rnn.bias_hh_l0_reverse	2	-0.028694787994027138
65138	rnn.bias_hh_l0_reverse	3	-0.1158234253525734
65138	rnn.bias_hh_l0_reverse	4	-0.019589470699429512
65138	rnn.bias_hh_l0_reverse	5	-0.10367266833782196
65138	rnn.bias_hh_l0_reverse	6	-0.07108841836452484
65138	rnn.bias_hh_l0_reverse	7	-0.15093658864498138
65138	rnn.bias_hh_l0_reverse	8	-0.03551551699638367
65138	rnn.bias_hh_l0_reverse	9	-0.10718812048435211
65138	linear.weight	0	-0.25043123960494995
65138	linear.weight	1	-0.07176730781793594
65138	linear.weight	2	-0.011228874325752258
65138	linear.weight	3	-0.11671154946088791
65138	linear.weight	4	0.00823159422725439
65138	linear.weight	5	0.24850231409072876
65138	linear.weight	6	0.0047744326293468475
65138	linear.weight	7	-0.021312154829502106
65138	linear.weight	8	0.056831322610378265
65138	linear.weight	9	0.08001352846622467
65138	linear.bias	0	-0.7207046151161194
65138	linear.bias	1	0.8996992111206055
65138	linear.bias	2	-0.07018167525529861
65138	linear.bias	3	-0.5000931620597839
65138	linear.bias	4	-1.129603385925293
65138	linear.bias	5	-1.1325786113739014
65138	linear.bias	6	-0.6492229104042053
65138	linear.bias	7	-0.7089201807975769
65138	linear.bias	8	-0.01705317199230194
65138	linear.bias	9	2.909881353378296
65142	transitions	0	-0.22503963112831116
65142	transitions	1	7.478897571563721
65142	transitions	2	-3.0012295246124268
65142	transitions	3	1.2879999876022339
65142	transitions	4	-1.7045849561691284
65142	transitions	5	-0.2910502254962921
65142	transitions	6	-0.15639270842075348
65142	transitions	7	-10000.0
65142	transitions	8	1.607983946800232
65142	transitions	9	-2.28672194480896
65142	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
65142	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
65142	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
65142	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
65142	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
65142	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
65142	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
65142	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
65142	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
65142	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
65142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
65142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
65142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
65142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
65142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
65142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
65142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
65142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
65142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
65142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
65142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
65142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
65142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
65142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
65142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
65142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
65142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
65142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
65142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
65142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
65142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
65142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
65142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
65142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
65142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
65142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
65142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
65142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
65142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
65142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
65142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
65142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
65142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
65142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
65142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
65142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
65142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
65142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
65142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
65142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
65142	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
65142	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
65142	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
65142	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
65142	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
65142	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
65142	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
65142	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
65142	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
65142	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
65142	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
65142	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
65142	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
65142	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
65142	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
65142	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
65142	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
65142	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
65142	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
65142	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
65142	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
65142	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
65142	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
65142	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
65142	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
65142	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
65142	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
65142	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
65142	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
65142	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
65142	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
65142	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
65142	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
65142	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
65142	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
65142	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
65142	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
65142	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
65142	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
65142	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
65142	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
65142	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
65142	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
65142	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
65142	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
65142	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
65142	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
65142	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
65142	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
65142	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
65142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
65142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
65142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
65142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
65142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
65142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
65142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
65142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
65142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
65142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
65142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
65142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
65142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
65142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
65142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
65142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
65142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
65142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
65142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
65142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
65142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
65142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
65142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
65142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
65142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
65142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
65142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
65142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
65142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
65142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
65142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
65142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
65142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
65142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
65142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
65142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
65142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
65142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
65142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
65142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
65142	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
65142	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
65142	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
65142	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
65142	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
65142	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
65142	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
65142	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
65142	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
65142	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
65142	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
65142	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
65142	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
65142	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
65142	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
65142	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
65142	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
65142	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
65142	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
65142	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
65142	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
65142	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
65142	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
65142	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
65142	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
65142	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
65142	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
65142	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
65142	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
65142	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
65142	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
65142	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
65142	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
65142	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
65142	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
65142	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
65142	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
65142	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
65142	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
65142	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
65142	embedding2nn.weight	0	0.03665850684046745
65142	embedding2nn.weight	1	-0.06722678989171982
65142	embedding2nn.weight	2	0.017544221132993698
65142	embedding2nn.weight	3	-0.03809653967618942
65142	embedding2nn.weight	4	-0.08415540307760239
65142	embedding2nn.weight	5	0.06746641546487808
65142	embedding2nn.weight	6	-0.10252100974321365
65142	embedding2nn.weight	7	-0.08055202662944794
65142	embedding2nn.weight	8	0.004003163892775774
65142	embedding2nn.weight	9	0.026072828099131584
65142	embedding2nn.bias	0	0.0419807992875576
65142	embedding2nn.bias	1	0.03662721812725067
65142	embedding2nn.bias	2	-0.1041649878025055
65142	embedding2nn.bias	3	0.04311796650290489
65142	embedding2nn.bias	4	0.028072310611605644
65142	embedding2nn.bias	5	-0.15643945336341858
65142	embedding2nn.bias	6	-0.08196195214986801
65142	embedding2nn.bias	7	-0.027486305683851242
65142	embedding2nn.bias	8	0.09679386019706726
65142	embedding2nn.bias	9	-0.09587497264146805
65142	rnn.weight_ih_l0	0	0.01599765010178089
65142	rnn.weight_ih_l0	1	-0.015304295346140862
65142	rnn.weight_ih_l0	2	-0.03579828515648842
65142	rnn.weight_ih_l0	3	-0.015996498987078667
65142	rnn.weight_ih_l0	4	0.009649762883782387
65142	rnn.weight_ih_l0	5	-0.05544700101017952
65142	rnn.weight_ih_l0	6	0.019571712240576744
65142	rnn.weight_ih_l0	7	-0.06368637830018997
65142	rnn.weight_ih_l0	8	0.012148305773735046
65142	rnn.weight_ih_l0	9	-0.01183676440268755
65142	rnn.weight_hh_l0	0	-0.0024583060294389725
65142	rnn.weight_hh_l0	1	-0.07357268035411835
65142	rnn.weight_hh_l0	2	0.04359107092022896
65142	rnn.weight_hh_l0	3	0.01804143190383911
65142	rnn.weight_hh_l0	4	0.009235382080078125
65142	rnn.weight_hh_l0	5	0.03430534154176712
65142	rnn.weight_hh_l0	6	-0.011971169151365757
65142	rnn.weight_hh_l0	7	-0.07020612061023712
65142	rnn.weight_hh_l0	8	-0.012422884814441204
65142	rnn.weight_hh_l0	9	-0.04971204325556755
65142	rnn.bias_ih_l0	0	-0.08832315355539322
65142	rnn.bias_ih_l0	1	-0.11959359049797058
65142	rnn.bias_ih_l0	2	-0.18420374393463135
65142	rnn.bias_ih_l0	3	-0.2275712490081787
65142	rnn.bias_ih_l0	4	0.008314915932714939
65142	rnn.bias_ih_l0	5	0.053234994411468506
65142	rnn.bias_ih_l0	6	-0.10371333360671997
65142	rnn.bias_ih_l0	7	-0.19792774319648743
65142	rnn.bias_ih_l0	8	-0.10569118708372116
65142	rnn.bias_ih_l0	9	-0.13832756876945496
65142	rnn.bias_hh_l0	0	0.12403955310583115
65142	rnn.bias_hh_l0	1	-0.028545061126351357
65142	rnn.bias_hh_l0	2	0.020177995786070824
65142	rnn.bias_hh_l0	3	-0.13755764067173004
65142	rnn.bias_hh_l0	4	0.029006043449044228
65142	rnn.bias_hh_l0	5	0.02854178659617901
65142	rnn.bias_hh_l0	6	-0.0580623522400856
65142	rnn.bias_hh_l0	7	-0.11241608113050461
65142	rnn.bias_hh_l0	8	-0.12752927839756012
65142	rnn.bias_hh_l0	9	-0.08134963363409042
65142	rnn.weight_ih_l0_reverse	0	-0.012437469325959682
65142	rnn.weight_ih_l0_reverse	1	0.026683326810598373
65142	rnn.weight_ih_l0_reverse	2	-0.003423088463023305
65142	rnn.weight_ih_l0_reverse	3	0.01267116330564022
65142	rnn.weight_ih_l0_reverse	4	0.02956564538180828
65142	rnn.weight_ih_l0_reverse	5	-0.032390233129262924
65142	rnn.weight_ih_l0_reverse	6	-0.041376590728759766
65142	rnn.weight_ih_l0_reverse	7	-0.00950451660901308
65142	rnn.weight_ih_l0_reverse	8	0.022676581516861916
65142	rnn.weight_ih_l0_reverse	9	-0.0019943404477089643
65142	rnn.weight_hh_l0_reverse	0	-0.009143425151705742
65142	rnn.weight_hh_l0_reverse	1	0.015550561249256134
65142	rnn.weight_hh_l0_reverse	2	-0.0340803861618042
65142	rnn.weight_hh_l0_reverse	3	0.035437341779470444
65142	rnn.weight_hh_l0_reverse	4	0.016829511150717735
65142	rnn.weight_hh_l0_reverse	5	-0.015108930878341198
65142	rnn.weight_hh_l0_reverse	6	0.032967716455459595
65142	rnn.weight_hh_l0_reverse	7	0.024085234850645065
65142	rnn.weight_hh_l0_reverse	8	0.00736002903431654
65142	rnn.weight_hh_l0_reverse	9	-0.04827100411057472
65142	rnn.bias_ih_l0_reverse	0	-0.10119692236185074
65142	rnn.bias_ih_l0_reverse	1	-0.27623942494392395
65142	rnn.bias_ih_l0_reverse	2	-0.040737587958574295
65142	rnn.bias_ih_l0_reverse	3	-0.09599760174751282
65142	rnn.bias_ih_l0_reverse	4	0.06412613391876221
65142	rnn.bias_ih_l0_reverse	5	-0.1833428293466568
65142	rnn.bias_ih_l0_reverse	6	-0.03125607967376709
65142	rnn.bias_ih_l0_reverse	7	0.026359152048826218
65142	rnn.bias_ih_l0_reverse	8	-0.1354168951511383
65142	rnn.bias_ih_l0_reverse	9	-0.06411069631576538
65142	rnn.bias_hh_l0_reverse	0	-0.10233801603317261
65142	rnn.bias_hh_l0_reverse	1	-0.07510138303041458
65142	rnn.bias_hh_l0_reverse	2	-0.028521791100502014
65142	rnn.bias_hh_l0_reverse	3	-0.11494157463312149
65142	rnn.bias_hh_l0_reverse	4	-0.019587470218539238
65142	rnn.bias_hh_l0_reverse	5	-0.10413964092731476
65142	rnn.bias_hh_l0_reverse	6	-0.07086154073476791
65142	rnn.bias_hh_l0_reverse	7	-0.15047341585159302
65142	rnn.bias_hh_l0_reverse	8	-0.035498157143592834
65142	rnn.bias_hh_l0_reverse	9	-0.10729173570871353
65142	linear.weight	0	-0.24893265962600708
65142	linear.weight	1	-0.0715063214302063
65142	linear.weight	2	-0.011228874325752258
65142	linear.weight	3	-0.11670403927564621
65142	linear.weight	4	0.00819396786391735
65142	linear.weight	5	0.2534262537956238
65142	linear.weight	6	0.0047744326293468475
65142	linear.weight	7	-0.021312154829502106
65142	linear.weight	8	0.057331912219524384
65142	linear.weight	9	0.0812968984246254
65142	linear.bias	0	-0.7248597145080566
65142	linear.bias	1	0.8905941843986511
65142	linear.bias	2	-0.08420997858047485
65142	linear.bias	3	-0.5045446157455444
65142	linear.bias	4	-1.13102126121521
65142	linear.bias	5	-1.1325808763504028
65142	linear.bias	6	-0.6533147096633911
65142	linear.bias	7	-0.6921072006225586
65142	linear.bias	8	-0.01705317199230194
65142	linear.bias	9	2.92946457862854
65339	transitions	0	-0.2263023406267166
65339	transitions	1	7.508991718292236
65339	transitions	2	-3.0025482177734375
65339	transitions	3	1.2786308526992798
65339	transitions	4	-1.7058966159820557
65339	transitions	5	-0.2914430797100067
65339	transitions	6	-0.15650680661201477
65339	transitions	7	-10000.0
65339	transitions	8	1.607779622077942
65339	transitions	9	-2.286752700805664
65339	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
65339	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
65339	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
65339	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
65339	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
65339	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
65339	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
65339	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
65339	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
65339	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
65339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
65339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
65339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
65339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
65339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
65339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
65339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
65339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
65339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
65339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
65339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
65339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
65339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
65339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
65339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
65339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
65339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
65339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
65339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
65339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
65339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
65339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
65339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
65339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
65339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
65339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
65339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
65339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
65339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
65339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
65339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
65339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
65339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
65339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
65339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
65339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
65339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
65339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
65339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
65339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
65339	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
65339	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
65339	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
65339	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
65339	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
65339	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
65339	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
65339	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
65339	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
65339	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
65339	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
65339	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
65339	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
65339	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
65339	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
65339	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
65339	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
65339	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
65339	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
65339	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
65339	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
65339	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
65339	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
65339	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
65339	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
65339	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
65339	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
65339	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
65339	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
65339	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
65339	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
65339	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
65339	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
65339	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
65339	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
65339	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
65339	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
65339	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
65339	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
65339	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
65339	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
65339	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
65339	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
65339	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
65339	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
65339	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
65339	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
65339	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
65339	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
65339	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
65339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
65339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
65339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
65339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
65339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
65339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
65339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
65339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
65339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
65339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
65339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
65339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
65339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
65339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
65339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
65339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
65339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
65339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
65339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
65339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
65339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
65339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
65339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
65339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
65339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
65339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
65339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
65339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
65339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
65339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
65339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
65339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
65339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
65339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
65339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
65339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
65339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
65339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
65339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
65339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
65339	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
65339	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
65339	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
65339	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
65339	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
65339	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
65339	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
65339	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
65339	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
65339	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
65339	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
65339	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
65339	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
65339	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
65339	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
65339	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
65339	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
65339	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
65339	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
65339	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
65339	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
65339	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
65339	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
65339	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
65339	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
65339	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
65339	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
65339	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
65339	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
65339	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
65339	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
65339	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
65339	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
65339	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
65339	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
65339	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
65339	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
65339	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
65339	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
65339	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
65339	embedding2nn.weight	0	0.03657799959182739
65339	embedding2nn.weight	1	-0.06675245612859726
65339	embedding2nn.weight	2	0.019459199160337448
65339	embedding2nn.weight	3	-0.037829797714948654
65339	embedding2nn.weight	4	-0.08497066795825958
65339	embedding2nn.weight	5	0.0667218416929245
65339	embedding2nn.weight	6	-0.10840079933404922
65339	embedding2nn.weight	7	-0.0813397467136383
65339	embedding2nn.weight	8	0.0037879447918385267
65339	embedding2nn.weight	9	0.025070464238524437
65339	embedding2nn.bias	0	0.05209355801343918
65339	embedding2nn.bias	1	0.03776857629418373
65339	embedding2nn.bias	2	-0.1035241186618805
65339	embedding2nn.bias	3	0.05452582240104675
65339	embedding2nn.bias	4	0.030428463593125343
65339	embedding2nn.bias	5	-0.1514684408903122
65339	embedding2nn.bias	6	-0.0857066959142685
65339	embedding2nn.bias	7	-0.01455855555832386
65339	embedding2nn.bias	8	0.0898067057132721
65339	embedding2nn.bias	9	-0.09427343308925629
65339	rnn.weight_ih_l0	0	0.01767379231750965
65339	rnn.weight_ih_l0	1	-0.01289653405547142
65339	rnn.weight_ih_l0	2	-0.035692643374204636
65339	rnn.weight_ih_l0	3	-0.013259786181151867
65339	rnn.weight_ih_l0	4	0.009149626828730106
65339	rnn.weight_ih_l0	5	-0.055234964936971664
65339	rnn.weight_ih_l0	6	0.020718634128570557
65339	rnn.weight_ih_l0	7	-0.0625184178352356
65339	rnn.weight_ih_l0	8	0.011689775623381138
65339	rnn.weight_ih_l0	9	-0.013721715658903122
65339	rnn.weight_hh_l0	0	-0.0029786902014166117
65339	rnn.weight_hh_l0	1	-0.07279828935861588
65339	rnn.weight_hh_l0	2	0.042485784739255905
65339	rnn.weight_hh_l0	3	0.01965184137225151
65339	rnn.weight_hh_l0	4	0.009133207611739635
65339	rnn.weight_hh_l0	5	0.03317630663514137
65339	rnn.weight_hh_l0	6	-0.012213715352118015
65339	rnn.weight_hh_l0	7	-0.06920617818832397
65339	rnn.weight_hh_l0	8	-0.012868352234363556
65339	rnn.weight_hh_l0	9	-0.04940727353096008
65339	rnn.bias_ih_l0	0	-0.08314693719148636
65339	rnn.bias_ih_l0	1	-0.11824509501457214
65339	rnn.bias_ih_l0	2	-0.18256868422031403
65339	rnn.bias_ih_l0	3	-0.22702772915363312
65339	rnn.bias_ih_l0	4	0.01091956626623869
65339	rnn.bias_ih_l0	5	0.050986625254154205
65339	rnn.bias_ih_l0	6	-0.10186853259801865
65339	rnn.bias_ih_l0	7	-0.19859610497951508
65339	rnn.bias_ih_l0	8	-0.11408579349517822
65339	rnn.bias_ih_l0	9	-0.13632215559482574
65339	rnn.bias_hh_l0	0	0.1257089227437973
65339	rnn.bias_hh_l0	1	-0.03245313838124275
65339	rnn.bias_hh_l0	2	0.017721664160490036
65339	rnn.bias_hh_l0	3	-0.13641460239887238
65339	rnn.bias_hh_l0	4	0.03378914296627045
65339	rnn.bias_hh_l0	5	0.028785353526473045
65339	rnn.bias_hh_l0	6	-0.06045571714639664
65339	rnn.bias_hh_l0	7	-0.10584618896245956
65339	rnn.bias_hh_l0	8	-0.13219499588012695
65339	rnn.bias_hh_l0	9	-0.07863012701272964
65339	rnn.weight_ih_l0_reverse	0	-0.012633970007300377
65339	rnn.weight_ih_l0_reverse	1	0.02680928073823452
65339	rnn.weight_ih_l0_reverse	2	-0.006924009416252375
65339	rnn.weight_ih_l0_reverse	3	0.013326713815331459
65339	rnn.weight_ih_l0_reverse	4	0.028274215757846832
65339	rnn.weight_ih_l0_reverse	5	-0.029276859015226364
65339	rnn.weight_ih_l0_reverse	6	-0.04166650399565697
65339	rnn.weight_ih_l0_reverse	7	-0.009568838402628899
65339	rnn.weight_ih_l0_reverse	8	0.02170739136636257
65339	rnn.weight_ih_l0_reverse	9	-0.0016197734512388706
65339	rnn.weight_hh_l0_reverse	0	-0.008648436516523361
65339	rnn.weight_hh_l0_reverse	1	0.015588580630719662
65339	rnn.weight_hh_l0_reverse	2	-0.03496916964650154
65339	rnn.weight_hh_l0_reverse	3	0.03552986681461334
65339	rnn.weight_hh_l0_reverse	4	0.01602957956492901
65339	rnn.weight_hh_l0_reverse	5	-0.014278504997491837
65339	rnn.weight_hh_l0_reverse	6	0.03258953616023064
65339	rnn.weight_hh_l0_reverse	7	0.023899966850876808
65339	rnn.weight_hh_l0_reverse	8	0.007525250781327486
65339	rnn.weight_hh_l0_reverse	9	-0.04888487234711647
65339	rnn.bias_ih_l0_reverse	0	-0.09996701031923294
65339	rnn.bias_ih_l0_reverse	1	-0.26984497904777527
65339	rnn.bias_ih_l0_reverse	2	-0.04071211814880371
65339	rnn.bias_ih_l0_reverse	3	-0.09421628713607788
65339	rnn.bias_ih_l0_reverse	4	0.06390393525362015
65339	rnn.bias_ih_l0_reverse	5	-0.18089470267295837
65339	rnn.bias_ih_l0_reverse	6	-0.0332963764667511
65339	rnn.bias_ih_l0_reverse	7	0.023145398125052452
65339	rnn.bias_ih_l0_reverse	8	-0.1380980908870697
65339	rnn.bias_ih_l0_reverse	9	-0.0641145408153534
65339	rnn.bias_hh_l0_reverse	0	-0.10581054538488388
65339	rnn.bias_hh_l0_reverse	1	-0.07429715245962143
65339	rnn.bias_hh_l0_reverse	2	-0.02899795211851597
65339	rnn.bias_hh_l0_reverse	3	-0.11664259433746338
65339	rnn.bias_hh_l0_reverse	4	-0.01667238399386406
65339	rnn.bias_hh_l0_reverse	5	-0.1074380949139595
65339	rnn.bias_hh_l0_reverse	6	-0.0695580244064331
65339	rnn.bias_hh_l0_reverse	7	-0.1500246226787567
65339	rnn.bias_hh_l0_reverse	8	-0.03318687900900841
65339	rnn.bias_hh_l0_reverse	9	-0.1089291125535965
65339	linear.weight	0	-0.24054975807666779
65339	linear.weight	1	-0.07777751237154007
65339	linear.weight	2	-0.011228874325752258
65339	linear.weight	3	-0.09049871563911438
65339	linear.weight	4	0.009982645511627197
65339	linear.weight	5	0.26503774523735046
65339	linear.weight	6	0.0047744326293468475
65339	linear.weight	7	-0.021312154829502106
65339	linear.weight	8	0.05974308401346207
65339	linear.weight	9	0.08450780063867569
65339	linear.bias	0	-0.7192110419273376
65339	linear.bias	1	0.8900377154350281
65339	linear.bias	2	-0.11478491127490997
65339	linear.bias	3	-0.47727009654045105
65339	linear.bias	4	-1.1481778621673584
65339	linear.bias	5	-1.1327848434448242
65339	linear.bias	6	-0.6522777080535889
65339	linear.bias	7	-0.7074782252311707
65339	linear.bias	8	-0.01705317199230194
65339	linear.bias	9	2.872025489807129
65536	transitions	0	-0.2266770303249359
65536	transitions	1	7.482861042022705
65536	transitions	2	-3.0037178993225098
65536	transitions	3	1.2797980308532715
65536	transitions	4	-1.7067941427230835
65536	transitions	5	-0.2915368676185608
65536	transitions	6	-0.15662457048892975
65536	transitions	7	-10000.0
65536	transitions	8	1.605290174484253
65536	transitions	9	-2.2867815494537354
65536	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
65536	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
65536	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
65536	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
65536	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
65536	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
65536	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
65536	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
65536	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
65536	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
65536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
65536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
65536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
65536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
65536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
65536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
65536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
65536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
65536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
65536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
65536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
65536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
65536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
65536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
65536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
65536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
65536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
65536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
65536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
65536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
65536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
65536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
65536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
65536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
65536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
65536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
65536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
65536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
65536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
65536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
65536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
65536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
65536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
65536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
65536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
65536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
65536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
65536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
65536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
65536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
65536	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
65536	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
65536	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
65536	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
65536	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
65536	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
65536	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
65536	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
65536	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
65536	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
65536	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
65536	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
65536	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
65536	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
65536	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
65536	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
65536	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
65536	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
65536	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
65536	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
65536	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
65536	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
65536	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
65536	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
65536	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
65536	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
65536	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
65536	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
65536	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
65536	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
65536	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
65536	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
65536	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
65536	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
65536	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
65536	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
65536	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
65536	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
65536	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
65536	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
65536	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
65536	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
65536	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
65536	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
65536	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
65536	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
65536	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
65536	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
65536	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
65536	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
65536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
65536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
65536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
65536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
65536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
65536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
65536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
65536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
65536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
65536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
65536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
65536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
65536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
65536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
65536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
65536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
65536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
65536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
65536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
65536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
65536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
65536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
65536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
65536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
65536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
65536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
65536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
65536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
65536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
65536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
65536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
65536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
65536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
65536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
65536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
65536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
65536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
65536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
65536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
65536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
65536	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
65536	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
65536	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
65536	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
65536	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
65536	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
65536	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
65536	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
65536	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
65536	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
65536	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
65536	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
65536	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
65536	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
65536	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
65536	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
65536	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
65536	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
65536	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
65536	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
65536	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
65536	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
65536	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
65536	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
65536	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
65536	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
65536	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
65536	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
65536	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
65536	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
65536	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
65536	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
65536	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
65536	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
65536	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
65536	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
65536	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
65536	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
65536	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
65536	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
65536	embedding2nn.weight	0	0.03608286380767822
65536	embedding2nn.weight	1	-0.06488776952028275
65536	embedding2nn.weight	2	0.01867603324353695
65536	embedding2nn.weight	3	-0.03865382820367813
65536	embedding2nn.weight	4	-0.08624221384525299
65536	embedding2nn.weight	5	0.06733324378728867
65536	embedding2nn.weight	6	-0.11635251343250275
65536	embedding2nn.weight	7	-0.07964669913053513
65536	embedding2nn.weight	8	0.0022384573239833117
65536	embedding2nn.weight	9	0.019280821084976196
65536	embedding2nn.bias	0	0.05408142879605293
65536	embedding2nn.bias	1	0.014763247221708298
65536	embedding2nn.bias	2	-0.11766862124204636
65536	embedding2nn.bias	3	0.04721737653017044
65536	embedding2nn.bias	4	0.016404004767537117
65536	embedding2nn.bias	5	-0.1546863317489624
65536	embedding2nn.bias	6	-0.08244965970516205
65536	embedding2nn.bias	7	-0.017112383618950844
65536	embedding2nn.bias	8	0.08539456874132156
65536	embedding2nn.bias	9	-0.1009742021560669
65536	rnn.weight_ih_l0	0	0.01610100269317627
65536	rnn.weight_ih_l0	1	-0.010721615515649319
65536	rnn.weight_ih_l0	2	-0.034654650837183
65536	rnn.weight_ih_l0	3	-0.015622521750628948
65536	rnn.weight_ih_l0	4	0.00826829019933939
65536	rnn.weight_ih_l0	5	-0.05608535185456276
65536	rnn.weight_ih_l0	6	0.01957107149064541
65536	rnn.weight_ih_l0	7	-0.06359926611185074
65536	rnn.weight_ih_l0	8	0.012627329677343369
65536	rnn.weight_ih_l0	9	-0.01329535711556673
65536	rnn.weight_hh_l0	0	-0.0027434946969151497
65536	rnn.weight_hh_l0	1	-0.07158540189266205
65536	rnn.weight_hh_l0	2	0.041983384639024734
65536	rnn.weight_hh_l0	3	0.018363216891884804
65536	rnn.weight_hh_l0	4	0.00923253409564495
65536	rnn.weight_hh_l0	5	0.03442351147532463
65536	rnn.weight_hh_l0	6	-0.01167941652238369
65536	rnn.weight_hh_l0	7	-0.06951151043176651
65536	rnn.weight_hh_l0	8	-0.013005789369344711
65536	rnn.weight_hh_l0	9	-0.047820061445236206
65536	rnn.bias_ih_l0	0	-0.08865184336900711
65536	rnn.bias_ih_l0	1	-0.11614779382944107
65536	rnn.bias_ih_l0	2	-0.18559420108795166
65536	rnn.bias_ih_l0	3	-0.2294781357049942
65536	rnn.bias_ih_l0	4	0.012556629255414009
65536	rnn.bias_ih_l0	5	0.04962136596441269
65536	rnn.bias_ih_l0	6	-0.10336513072252274
65536	rnn.bias_ih_l0	7	-0.20210465788841248
65536	rnn.bias_ih_l0	8	-0.11228794604539871
65536	rnn.bias_ih_l0	9	-0.1391136646270752
65536	rnn.bias_hh_l0	0	0.12879322469234467
65536	rnn.bias_hh_l0	1	-0.03430730476975441
65536	rnn.bias_hh_l0	2	0.01577705889940262
65536	rnn.bias_hh_l0	3	-0.1363682746887207
65536	rnn.bias_hh_l0	4	0.03634955734014511
65536	rnn.bias_hh_l0	5	0.02815875969827175
65536	rnn.bias_hh_l0	6	-0.058518167585134506
65536	rnn.bias_hh_l0	7	-0.10190288722515106
65536	rnn.bias_hh_l0	8	-0.13185696303844452
65536	rnn.bias_hh_l0	9	-0.0823793113231659
65536	rnn.weight_ih_l0_reverse	0	-0.012671224772930145
65536	rnn.weight_ih_l0_reverse	1	0.025312351062893867
65536	rnn.weight_ih_l0_reverse	2	-0.008581187576055527
65536	rnn.weight_ih_l0_reverse	3	0.008281049318611622
65536	rnn.weight_ih_l0_reverse	4	0.03035074472427368
65536	rnn.weight_ih_l0_reverse	5	-0.027068084105849266
65536	rnn.weight_ih_l0_reverse	6	-0.04157467186450958
65536	rnn.weight_ih_l0_reverse	7	-0.00842030718922615
65536	rnn.weight_ih_l0_reverse	8	0.022040298208594322
65536	rnn.weight_ih_l0_reverse	9	-0.0021389704197645187
65536	rnn.weight_hh_l0_reverse	0	-0.009427678771317005
65536	rnn.weight_hh_l0_reverse	1	0.015586434863507748
65536	rnn.weight_hh_l0_reverse	2	-0.03550077974796295
65536	rnn.weight_hh_l0_reverse	3	0.036376241594552994
65536	rnn.weight_hh_l0_reverse	4	0.015757866203784943
65536	rnn.weight_hh_l0_reverse	5	-0.013513836078345776
65536	rnn.weight_hh_l0_reverse	6	0.033136557787656784
65536	rnn.weight_hh_l0_reverse	7	0.024491585791110992
65536	rnn.weight_hh_l0_reverse	8	0.008082658983767033
65536	rnn.weight_hh_l0_reverse	9	-0.04876960068941116
65536	rnn.bias_ih_l0_reverse	0	-0.10152853280305862
65536	rnn.bias_ih_l0_reverse	1	-0.2687763273715973
65536	rnn.bias_ih_l0_reverse	2	-0.040907833725214005
65536	rnn.bias_ih_l0_reverse	3	-0.09544651210308075
65536	rnn.bias_ih_l0_reverse	4	0.062049686908721924
65536	rnn.bias_ih_l0_reverse	5	-0.18299134075641632
65536	rnn.bias_ih_l0_reverse	6	-0.03514281287789345
65536	rnn.bias_ih_l0_reverse	7	0.029622474685311317
65536	rnn.bias_ih_l0_reverse	8	-0.14094232022762299
65536	rnn.bias_ih_l0_reverse	9	-0.06611019372940063
65536	rnn.bias_hh_l0_reverse	0	-0.11004739999771118
65536	rnn.bias_hh_l0_reverse	1	-0.07332365959882736
65536	rnn.bias_hh_l0_reverse	2	-0.03189196437597275
65536	rnn.bias_hh_l0_reverse	3	-0.1154613047838211
65536	rnn.bias_hh_l0_reverse	4	-0.01794257201254368
65536	rnn.bias_hh_l0_reverse	5	-0.10725365579128265
65536	rnn.bias_hh_l0_reverse	6	-0.07143592089414597
65536	rnn.bias_hh_l0_reverse	7	-0.15283337235450745
65536	rnn.bias_hh_l0_reverse	8	-0.036022525280714035
65536	rnn.bias_hh_l0_reverse	9	-0.10910036414861679
65536	linear.weight	0	-0.26678603887557983
65536	linear.weight	1	-0.080061174929142
65536	linear.weight	2	-0.011228874325752258
65536	linear.weight	3	-0.10533712804317474
65536	linear.weight	4	0.02127113565802574
65536	linear.weight	5	0.24623115360736847
65536	linear.weight	6	0.0047744326293468475
65536	linear.weight	7	-0.021312154829502106
65536	linear.weight	8	0.05791869014501572
65536	linear.weight	9	0.10154065489768982
65536	linear.bias	0	-0.7012518048286438
65536	linear.bias	1	0.944471538066864
65536	linear.bias	2	-0.10037675499916077
65536	linear.bias	3	-0.519304096698761
65536	linear.bias	4	-1.1543264389038086
65536	linear.bias	5	-1.1329883337020874
65536	linear.bias	6	-0.6357736587524414
65536	linear.bias	7	-0.7083979249000549
65536	linear.bias	8	-0.01705317199230194
65536	linear.bias	9	2.899545907974243
65733	transitions	0	-0.2270728200674057
65733	transitions	1	7.528876304626465
65733	transitions	2	-3.005242109298706
65733	transitions	3	1.2988446950912476
65733	transitions	4	-1.7079293727874756
65733	transitions	5	-0.292022168636322
65733	transitions	6	-0.15678814053535461
65733	transitions	7	-10000.0
65733	transitions	8	1.6119189262390137
65733	transitions	9	-2.2868125438690186
65733	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
65733	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
65733	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
65733	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
65733	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
65733	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
65733	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
65733	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
65733	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
65733	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
65733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
65733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
65733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
65733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
65733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
65733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
65733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
65733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
65733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
65733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
65733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
65733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
65733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
65733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
65733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
65733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
65733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
65733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
65733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
65733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
65733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
65733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
65733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
65733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
65733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
65733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
65733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
65733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
65733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
65733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
65733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
65733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
65733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
65733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
65733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
65733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
65733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
65733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
65733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
65733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
65733	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
65733	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
65733	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
65733	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
65733	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
65733	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
65733	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
65733	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
65733	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
65733	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
65733	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
65733	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
65733	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
65733	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
65733	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
65733	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
65733	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
65733	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
65733	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
65733	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
65733	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
65733	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
65733	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
65733	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
65733	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
65733	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
65733	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
65733	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
65733	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
65733	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
65733	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
65733	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
65733	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
65733	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
65733	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
65733	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
65733	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
65733	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
65733	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
65733	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
65733	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
65733	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
65733	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
65733	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
65733	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
65733	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
65733	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
65733	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
65733	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
65733	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
65733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
65733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
65733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
65733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
65733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
65733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
65733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
65733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
65733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
65733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
65733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
65733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
65733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
65733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
65733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
65733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
65733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
65733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
65733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
65733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
65733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
65733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
65733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
65733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
65733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
65733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
65733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
65733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
65733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
65733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
65733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
65733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
65733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
65733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
65733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
65733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
65733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
65733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
65733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
65733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
65733	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
65733	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
65733	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
65733	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
65733	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
65733	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
65733	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
65733	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
65733	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
65733	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
65733	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
65733	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
65733	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
65733	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
65733	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
65733	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
65733	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
65733	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
65733	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
65733	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
65733	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
65733	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
65733	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
65733	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
65733	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
65733	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
65733	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
65733	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
65733	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
65733	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
65733	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
65733	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
65733	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
65733	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
65733	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
65733	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
65733	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
65733	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
65733	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
65733	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
65733	embedding2nn.weight	0	0.03588021174073219
65733	embedding2nn.weight	1	-0.06329952925443649
65733	embedding2nn.weight	2	0.015659932047128677
65733	embedding2nn.weight	3	-0.03728046268224716
65733	embedding2nn.weight	4	-0.08582809567451477
65733	embedding2nn.weight	5	0.06962980329990387
65733	embedding2nn.weight	6	-0.11576347053050995
65733	embedding2nn.weight	7	-0.07715969532728195
65733	embedding2nn.weight	8	0.001377791166305542
65733	embedding2nn.weight	9	0.01979459449648857
65733	embedding2nn.bias	0	0.04919711500406265
65733	embedding2nn.bias	1	0.014917274937033653
65733	embedding2nn.bias	2	-0.12945353984832764
65733	embedding2nn.bias	3	0.05180370435118675
65733	embedding2nn.bias	4	0.017074333503842354
65733	embedding2nn.bias	5	-0.16859373450279236
65733	embedding2nn.bias	6	-0.07516400516033173
65733	embedding2nn.bias	7	-0.021835818886756897
65733	embedding2nn.bias	8	0.08029502630233765
65733	embedding2nn.bias	9	-0.11026725172996521
65733	rnn.weight_ih_l0	0	0.013580186292529106
65733	rnn.weight_ih_l0	1	-0.010344747453927994
65733	rnn.weight_ih_l0	2	-0.03554611653089523
65733	rnn.weight_ih_l0	3	-0.011950410902500153
65733	rnn.weight_ih_l0	4	0.007326039485633373
65733	rnn.weight_ih_l0	5	-0.054814375936985016
65733	rnn.weight_ih_l0	6	0.021331559866666794
65733	rnn.weight_ih_l0	7	-0.06559654325246811
65733	rnn.weight_ih_l0	8	0.01643739640712738
65733	rnn.weight_ih_l0	9	-0.011294973082840443
65733	rnn.weight_hh_l0	0	-0.004043723456561565
65733	rnn.weight_hh_l0	1	-0.07269670069217682
65733	rnn.weight_hh_l0	2	0.04157797992229462
65733	rnn.weight_hh_l0	3	0.018220197409391403
65733	rnn.weight_hh_l0	4	0.009282367303967476
65733	rnn.weight_hh_l0	5	0.03444436565041542
65733	rnn.weight_hh_l0	6	-0.012464018538594246
65733	rnn.weight_hh_l0	7	-0.06823190301656723
65733	rnn.weight_hh_l0	8	-0.012946455739438534
65733	rnn.weight_hh_l0	9	-0.047147076576948166
65733	rnn.bias_ih_l0	0	-0.09263069182634354
65733	rnn.bias_ih_l0	1	-0.11152918636798859
65733	rnn.bias_ih_l0	2	-0.18627700209617615
65733	rnn.bias_ih_l0	3	-0.22982493042945862
65733	rnn.bias_ih_l0	4	0.011244939640164375
65733	rnn.bias_ih_l0	5	0.0501260980963707
65733	rnn.bias_ih_l0	6	-0.10348857194185257
65733	rnn.bias_ih_l0	7	-0.19771839678287506
65733	rnn.bias_ih_l0	8	-0.10999102890491486
65733	rnn.bias_ih_l0	9	-0.1372314989566803
65733	rnn.bias_hh_l0	0	0.1280214637517929
65733	rnn.bias_hh_l0	1	-0.033720873296260834
65733	rnn.bias_hh_l0	2	0.01897718757390976
65733	rnn.bias_hh_l0	3	-0.1384175419807434
65733	rnn.bias_hh_l0	4	0.039516083896160126
65733	rnn.bias_hh_l0	5	0.02975166216492653
65733	rnn.bias_hh_l0	6	-0.057878635823726654
65733	rnn.bias_hh_l0	7	-0.1017560064792633
65733	rnn.bias_hh_l0	8	-0.13728605210781097
65733	rnn.bias_hh_l0	9	-0.08082720637321472
65733	rnn.weight_ih_l0_reverse	0	-0.013025538064539433
65733	rnn.weight_ih_l0_reverse	1	0.025172501802444458
65733	rnn.weight_ih_l0_reverse	2	-0.010654698126018047
65733	rnn.weight_ih_l0_reverse	3	0.006385331973433495
65733	rnn.weight_ih_l0_reverse	4	0.03716770559549332
65733	rnn.weight_ih_l0_reverse	5	-0.029507629573345184
65733	rnn.weight_ih_l0_reverse	6	-0.040732402354478836
65733	rnn.weight_ih_l0_reverse	7	-0.009087580256164074
65733	rnn.weight_ih_l0_reverse	8	0.023967262357473373
65733	rnn.weight_ih_l0_reverse	9	-0.0018764544511213899
65733	rnn.weight_hh_l0_reverse	0	-0.009054860100150108
65733	rnn.weight_hh_l0_reverse	1	0.015589822083711624
65733	rnn.weight_hh_l0_reverse	2	-0.0348874069750309
65733	rnn.weight_hh_l0_reverse	3	0.035517510026693344
65733	rnn.weight_hh_l0_reverse	4	0.015729334205389023
65733	rnn.weight_hh_l0_reverse	5	-0.013799208216369152
65733	rnn.weight_hh_l0_reverse	6	0.03266648203134537
65733	rnn.weight_hh_l0_reverse	7	0.02461831085383892
65733	rnn.weight_hh_l0_reverse	8	0.007782110013067722
65733	rnn.weight_hh_l0_reverse	9	-0.04835852235555649
65733	rnn.bias_ih_l0_reverse	0	-0.1060745120048523
65733	rnn.bias_ih_l0_reverse	1	-0.27616527676582336
65733	rnn.bias_ih_l0_reverse	2	-0.0409257635474205
65733	rnn.bias_ih_l0_reverse	3	-0.09543436020612717
65733	rnn.bias_ih_l0_reverse	4	0.059948500245809555
65733	rnn.bias_ih_l0_reverse	5	-0.18778249621391296
65733	rnn.bias_ih_l0_reverse	6	-0.0358814038336277
65733	rnn.bias_ih_l0_reverse	7	0.029539670795202255
65733	rnn.bias_ih_l0_reverse	8	-0.13963593542575836
65733	rnn.bias_ih_l0_reverse	9	-0.06510918587446213
65733	rnn.bias_hh_l0_reverse	0	-0.11053676903247833
65733	rnn.bias_hh_l0_reverse	1	-0.07034555822610855
65733	rnn.bias_hh_l0_reverse	2	-0.0313614197075367
65733	rnn.bias_hh_l0_reverse	3	-0.11760324984788895
65733	rnn.bias_hh_l0_reverse	4	-0.023097790777683258
65733	rnn.bias_hh_l0_reverse	5	-0.10531819611787796
65733	rnn.bias_hh_l0_reverse	6	-0.07926466315984726
65733	rnn.bias_hh_l0_reverse	7	-0.15070019662380219
65733	rnn.bias_hh_l0_reverse	8	-0.03200380876660347
65733	rnn.bias_hh_l0_reverse	9	-0.10776185244321823
65733	linear.weight	0	-0.2744559347629547
65733	linear.weight	1	-0.08967592567205429
65733	linear.weight	2	-0.011228874325752258
65733	linear.weight	3	-0.11144670099020004
65733	linear.weight	4	-0.0005991703947074711
65733	linear.weight	5	0.24812544882297516
65733	linear.weight	6	0.0047744326293468475
65733	linear.weight	7	-0.021312154829502106
65733	linear.weight	8	0.0831301212310791
65733	linear.weight	9	0.09206400066614151
65733	linear.bias	0	-0.6946729421615601
65733	linear.bias	1	0.9340564608573914
65733	linear.bias	2	-0.13956324756145477
65733	linear.bias	3	-0.48136505484580994
65733	linear.bias	4	-1.0999585390090942
65733	linear.bias	5	-1.1331956386566162
65733	linear.bias	6	-0.628373920917511
65733	linear.bias	7	-0.6999343633651733
65733	linear.bias	8	-0.01705317199230194
65733	linear.bias	9	2.8910200595855713
65930	transitions	0	-0.23062114417552948
65930	transitions	1	7.516069412231445
65930	transitions	2	-3.0067970752716064
65930	transitions	3	1.273357629776001
65930	transitions	4	-1.7090888023376465
65930	transitions	5	-0.29222869873046875
65930	transitions	6	-0.15697459876537323
65930	transitions	7	-10000.0
65930	transitions	8	1.610136866569519
65930	transitions	9	-2.286858558654785
65930	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
65930	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
65930	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
65930	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
65930	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
65930	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
65930	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
65930	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
65930	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
65930	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
65930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
65930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
65930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
65930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
65930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
65930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
65930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
65930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
65930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
65930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
65930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
65930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
65930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
65930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
65930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
65930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
65930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
65930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
65930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
65930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
65930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
65930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
65930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
65930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
65930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
65930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
65930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
65930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
65930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
65930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
65930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
65930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
65930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
65930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
65930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
65930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
65930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
65930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
65930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
65930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
65930	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
65930	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
65930	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
65930	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
65930	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
65930	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
65930	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
65930	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
65930	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
65930	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
65930	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
65930	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
65930	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
65930	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
65930	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
65930	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
65930	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
65930	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
65930	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
65930	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
65930	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
65930	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
65930	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
65930	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
65930	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
65930	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
65930	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
65930	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
65930	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
65930	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
65930	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
65930	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
65930	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
65930	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
65930	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
65930	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
65930	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
65930	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
65930	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
65930	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
65930	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
65930	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
65930	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
65930	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
65930	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
65930	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
65930	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
65930	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
65930	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
65930	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
65930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
65930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
65930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
65930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
65930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
65930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
65930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
65930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
65930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
65930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
65930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
65930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
65930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
65930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
65930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
65930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
65930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
65930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
65930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
65930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
65930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
65930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
65930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
65930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
65930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
65930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
65930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
65930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
65930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
65930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
65930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
65930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
65930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
65930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
65930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
65930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
65930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
65930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
65930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
65930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
65930	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
65930	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
65930	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
65930	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
65930	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
65930	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
65930	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
65930	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
65930	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
65930	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
65930	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
65930	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
65930	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
65930	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
65930	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
65930	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
65930	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
65930	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
65930	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
65930	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
65930	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
65930	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
65930	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
65930	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
65930	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
65930	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
65930	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
65930	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
65930	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
65930	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
65930	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
65930	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
65930	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
65930	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
65930	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
65930	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
65930	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
65930	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
65930	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
65930	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
65930	embedding2nn.weight	0	0.03576135262846947
65930	embedding2nn.weight	1	-0.06306087225675583
65930	embedding2nn.weight	2	0.015552200376987457
65930	embedding2nn.weight	3	-0.037446629256010056
65930	embedding2nn.weight	4	-0.0835380107164383
65930	embedding2nn.weight	5	0.06981988251209259
65930	embedding2nn.weight	6	-0.11346811056137085
65930	embedding2nn.weight	7	-0.07576411217451096
65930	embedding2nn.weight	8	0.0007247760077007115
65930	embedding2nn.weight	9	0.019944731146097183
65930	embedding2nn.bias	0	0.040262620896101
65930	embedding2nn.bias	1	0.019198954105377197
65930	embedding2nn.bias	2	-0.11340773850679398
65930	embedding2nn.bias	3	0.05511855706572533
65930	embedding2nn.bias	4	0.022898226976394653
65930	embedding2nn.bias	5	-0.1725338101387024
65930	embedding2nn.bias	6	-0.07852991670370102
65930	embedding2nn.bias	7	-0.02316742204129696
65930	embedding2nn.bias	8	0.08233167231082916
65930	embedding2nn.bias	9	-0.10731688886880875
65930	rnn.weight_ih_l0	0	0.015625879168510437
65930	rnn.weight_ih_l0	1	-0.013369513675570488
65930	rnn.weight_ih_l0	2	-0.03697222098708153
65930	rnn.weight_ih_l0	3	-0.011169280856847763
65930	rnn.weight_ih_l0	4	0.005321213975548744
65930	rnn.weight_ih_l0	5	-0.05608107149600983
65930	rnn.weight_ih_l0	6	0.01916065625846386
65930	rnn.weight_ih_l0	7	-0.06671573221683502
65930	rnn.weight_ih_l0	8	0.014657726511359215
65930	rnn.weight_ih_l0	9	-0.011414357461035252
65930	rnn.weight_hh_l0	0	-0.00648125447332859
65930	rnn.weight_hh_l0	1	-0.07280614972114563
65930	rnn.weight_hh_l0	2	0.041607070714235306
65930	rnn.weight_hh_l0	3	0.017960453405976295
65930	rnn.weight_hh_l0	4	0.009568515233695507
65930	rnn.weight_hh_l0	5	0.033434946089982986
65930	rnn.weight_hh_l0	6	-0.012819132767617702
65930	rnn.weight_hh_l0	7	-0.06836339831352234
65930	rnn.weight_hh_l0	8	-0.010603117756545544
65930	rnn.weight_hh_l0	9	-0.04662908613681793
65930	rnn.bias_ih_l0	0	-0.09766586869955063
65930	rnn.bias_ih_l0	1	-0.11466855555772781
65930	rnn.bias_ih_l0	2	-0.1860845386981964
65930	rnn.bias_ih_l0	3	-0.23018963634967804
65930	rnn.bias_ih_l0	4	0.014066335745155811
65930	rnn.bias_ih_l0	5	0.048008959740400314
65930	rnn.bias_ih_l0	6	-0.10460669547319412
65930	rnn.bias_ih_l0	7	-0.2007652372121811
65930	rnn.bias_ih_l0	8	-0.10554011166095734
65930	rnn.bias_ih_l0	9	-0.13997229933738708
65930	rnn.bias_hh_l0	0	0.12122846394777298
65930	rnn.bias_hh_l0	1	-0.0333617627620697
65930	rnn.bias_hh_l0	2	0.01620863750576973
65930	rnn.bias_hh_l0	3	-0.13688507676124573
65930	rnn.bias_hh_l0	4	0.029551003128290176
65930	rnn.bias_hh_l0	5	0.03491144999861717
65930	rnn.bias_hh_l0	6	-0.05796953663229942
65930	rnn.bias_hh_l0	7	-0.10114414244890213
65930	rnn.bias_hh_l0	8	-0.13475406169891357
65930	rnn.bias_hh_l0	9	-0.08168715238571167
65930	rnn.weight_ih_l0_reverse	0	-0.012362242676317692
65930	rnn.weight_ih_l0_reverse	1	0.025214744731783867
65930	rnn.weight_ih_l0_reverse	2	-0.010998057201504707
65930	rnn.weight_ih_l0_reverse	3	0.002514542080461979
65930	rnn.weight_ih_l0_reverse	4	0.038706351071596146
65930	rnn.weight_ih_l0_reverse	5	-0.0308539941906929
65930	rnn.weight_ih_l0_reverse	6	-0.04031341150403023
65930	rnn.weight_ih_l0_reverse	7	-0.0068849679082632065
65930	rnn.weight_ih_l0_reverse	8	0.025321394205093384
65930	rnn.weight_ih_l0_reverse	9	-0.0021732125896960497
65930	rnn.weight_hh_l0_reverse	0	-0.008333958685398102
65930	rnn.weight_hh_l0_reverse	1	0.01641940139234066
65930	rnn.weight_hh_l0_reverse	2	-0.03489549085497856
65930	rnn.weight_hh_l0_reverse	3	0.03596260026097298
65930	rnn.weight_hh_l0_reverse	4	0.015273390337824821
65930	rnn.weight_hh_l0_reverse	5	-0.014734528958797455
65930	rnn.weight_hh_l0_reverse	6	0.03301284834742546
65930	rnn.weight_hh_l0_reverse	7	0.023123780265450478
65930	rnn.weight_hh_l0_reverse	8	0.007640333380550146
65930	rnn.weight_hh_l0_reverse	9	-0.04753986373543739
65930	rnn.bias_ih_l0_reverse	0	-0.10846621543169022
65930	rnn.bias_ih_l0_reverse	1	-0.278072714805603
65930	rnn.bias_ih_l0_reverse	2	-0.0405234694480896
65930	rnn.bias_ih_l0_reverse	3	-0.09653069078922272
65930	rnn.bias_ih_l0_reverse	4	0.06730549037456512
65930	rnn.bias_ih_l0_reverse	5	-0.18638208508491516
65930	rnn.bias_ih_l0_reverse	6	-0.03773823380470276
65930	rnn.bias_ih_l0_reverse	7	0.03283347189426422
65930	rnn.bias_ih_l0_reverse	8	-0.1386622041463852
65930	rnn.bias_ih_l0_reverse	9	-0.06440525501966476
65930	rnn.bias_hh_l0_reverse	0	-0.1101706475019455
65930	rnn.bias_hh_l0_reverse	1	-0.06980825960636139
65930	rnn.bias_hh_l0_reverse	2	-0.02834254875779152
65930	rnn.bias_hh_l0_reverse	3	-0.11585206538438797
65930	rnn.bias_hh_l0_reverse	4	-0.022870294749736786
65930	rnn.bias_hh_l0_reverse	5	-0.10461141914129257
65930	rnn.bias_hh_l0_reverse	6	-0.0701509639620781
65930	rnn.bias_hh_l0_reverse	7	-0.15094119310379028
65930	rnn.bias_hh_l0_reverse	8	-0.02965351566672325
65930	rnn.bias_hh_l0_reverse	9	-0.11243808269500732
65930	linear.weight	0	-0.25015267729759216
65930	linear.weight	1	-0.09234827756881714
65930	linear.weight	2	-0.011228874325752258
65930	linear.weight	3	-0.07277260720729828
65930	linear.weight	4	0.009036067873239517
65930	linear.weight	5	0.24610376358032227
65930	linear.weight	6	0.0047744326293468475
65930	linear.weight	7	-0.021312154829502106
65930	linear.weight	8	0.10418697446584702
65930	linear.weight	9	0.09760922193527222
65930	linear.bias	0	-0.7217978835105896
65930	linear.bias	1	0.8821990489959717
65930	linear.bias	2	-0.10096395015716553
65930	linear.bias	3	-0.4824831783771515
65930	linear.bias	4	-1.0747840404510498
65930	linear.bias	5	-1.1333856582641602
65930	linear.bias	6	-0.6493186950683594
65930	linear.bias	7	-0.7139127254486084
65930	linear.bias	8	-0.01705317199230194
65930	linear.bias	9	2.910597562789917
66127	transitions	0	-0.2310221791267395
66127	transitions	1	7.478370189666748
66127	transitions	2	-3.008307456970215
66127	transitions	3	1.3001279830932617
66127	transitions	4	-1.7105098962783813
66127	transitions	5	-0.2933332026004791
66127	transitions	6	-0.1571054309606552
66127	transitions	7	-10000.0
66127	transitions	8	1.6064058542251587
66127	transitions	9	-2.286879777908325
66127	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
66127	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
66127	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
66127	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
66127	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
66127	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
66127	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
66127	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
66127	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
66127	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
66127	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
66127	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
66127	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
66127	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
66127	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
66127	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
66127	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
66127	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
66127	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
66127	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
66127	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
66127	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
66127	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
66127	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
66127	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
66127	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
66127	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
66127	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
66127	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
66127	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
66127	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
66127	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
66127	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
66127	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
66127	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
66127	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
66127	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
66127	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
66127	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
66127	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
66127	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
66127	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
66127	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
66127	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
66127	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
66127	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
66127	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
66127	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
66127	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
66127	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
66127	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
66127	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
66127	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
66127	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
66127	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
66127	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
66127	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
66127	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
66127	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
66127	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
66127	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
66127	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
66127	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
66127	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
66127	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
66127	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
66127	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
66127	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
66127	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
66127	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
66127	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
66127	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
66127	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
66127	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
66127	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
66127	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
66127	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
66127	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
66127	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
66127	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
66127	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
66127	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
66127	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
66127	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
66127	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
66127	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
66127	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
66127	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
66127	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
66127	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
66127	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
66127	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
66127	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
66127	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
66127	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
66127	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
66127	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
66127	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
66127	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
66127	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
66127	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
66127	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
66127	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
66127	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
66127	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
66127	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
66127	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
66127	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
66127	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
66127	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
66127	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
66127	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
66127	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
66127	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
66127	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
66127	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
66127	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
66127	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
66127	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
66127	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
66127	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
66127	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
66127	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
66127	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
66127	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
66127	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
66127	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
66127	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
66127	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
66127	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
66127	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
66127	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
66127	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
66127	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
66127	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
66127	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
66127	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
66127	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
66127	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
66127	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
66127	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
66127	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
66127	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
66127	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
66127	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
66127	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
66127	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
66127	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
66127	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
66127	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
66127	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
66127	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
66127	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
66127	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
66127	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
66127	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
66127	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
66127	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
66127	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
66127	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
66127	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
66127	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
66127	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
66127	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
66127	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
66127	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
66127	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
66127	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
66127	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
66127	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
66127	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
66127	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
66127	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
66127	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
66127	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
66127	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
66127	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
66127	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
66127	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
66127	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
66127	embedding2nn.weight	0	0.03585344925522804
66127	embedding2nn.weight	1	-0.06245805323123932
66127	embedding2nn.weight	2	0.012319420464336872
66127	embedding2nn.weight	3	-0.037165798246860504
66127	embedding2nn.weight	4	-0.08913099020719528
66127	embedding2nn.weight	5	0.0699198916554451
66127	embedding2nn.weight	6	-0.12095371633768082
66127	embedding2nn.weight	7	-0.07944880425930023
66127	embedding2nn.weight	8	-0.002212526509538293
66127	embedding2nn.weight	9	0.02361278049647808
66127	embedding2nn.bias	0	0.03870854526758194
66127	embedding2nn.bias	1	0.008696895092725754
66127	embedding2nn.bias	2	-0.11601221561431885
66127	embedding2nn.bias	3	0.0659504160284996
66127	embedding2nn.bias	4	0.013427567668259144
66127	embedding2nn.bias	5	-0.17842717468738556
66127	embedding2nn.bias	6	-0.06579870730638504
66127	embedding2nn.bias	7	-0.021958552300930023
66127	embedding2nn.bias	8	0.07562955468893051
66127	embedding2nn.bias	9	-0.10669181495904922
66127	rnn.weight_ih_l0	0	0.017176354303956032
66127	rnn.weight_ih_l0	1	-0.019093163311481476
66127	rnn.weight_ih_l0	2	-0.03884316235780716
66127	rnn.weight_ih_l0	3	-0.012461807578802109
66127	rnn.weight_ih_l0	4	0.0033974486868828535
66127	rnn.weight_ih_l0	5	-0.05540768429636955
66127	rnn.weight_ih_l0	6	0.016657618805766106
66127	rnn.weight_ih_l0	7	-0.06801237165927887
66127	rnn.weight_ih_l0	8	0.011705508455634117
66127	rnn.weight_ih_l0	9	-0.008792087435722351
66127	rnn.weight_hh_l0	0	-0.006648624315857887
66127	rnn.weight_hh_l0	1	-0.07216975092887878
66127	rnn.weight_hh_l0	2	0.04086144268512726
66127	rnn.weight_hh_l0	3	0.017824513837695122
66127	rnn.weight_hh_l0	4	0.009579584002494812
66127	rnn.weight_hh_l0	5	0.03432674705982208
66127	rnn.weight_hh_l0	6	-0.012613426893949509
66127	rnn.weight_hh_l0	7	-0.06801947951316833
66127	rnn.weight_hh_l0	8	-0.011210700497031212
66127	rnn.weight_hh_l0	9	-0.04617995023727417
66127	rnn.bias_ih_l0	0	-0.09745368361473083
66127	rnn.bias_ih_l0	1	-0.11694703251123428
66127	rnn.bias_ih_l0	2	-0.18527555465698242
66127	rnn.bias_ih_l0	3	-0.23251795768737793
66127	rnn.bias_ih_l0	4	0.0160264540463686
66127	rnn.bias_ih_l0	5	0.05411527678370476
66127	rnn.bias_ih_l0	6	-0.10963862389326096
66127	rnn.bias_ih_l0	7	-0.20326818525791168
66127	rnn.bias_ih_l0	8	-0.10595355927944183
66127	rnn.bias_ih_l0	9	-0.14054593443870544
66127	rnn.bias_hh_l0	0	0.1191580593585968
66127	rnn.bias_hh_l0	1	-0.03312550485134125
66127	rnn.bias_hh_l0	2	0.016797136515378952
66127	rnn.bias_hh_l0	3	-0.13412049412727356
66127	rnn.bias_hh_l0	4	0.03245662525296211
66127	rnn.bias_hh_l0	5	0.03423524275422096
66127	rnn.bias_hh_l0	6	-0.06081483140587807
66127	rnn.bias_hh_l0	7	-0.09868791699409485
66127	rnn.bias_hh_l0	8	-0.13236655294895172
66127	rnn.bias_hh_l0	9	-0.07893774658441544
66127	rnn.weight_ih_l0_reverse	0	-0.012178519740700722
66127	rnn.weight_ih_l0_reverse	1	0.024754714220762253
66127	rnn.weight_ih_l0_reverse	2	-0.01060161180794239
66127	rnn.weight_ih_l0_reverse	3	0.002804950112476945
66127	rnn.weight_ih_l0_reverse	4	0.039008937776088715
66127	rnn.weight_ih_l0_reverse	5	-0.03688795119524002
66127	rnn.weight_ih_l0_reverse	6	-0.038093388080596924
66127	rnn.weight_ih_l0_reverse	7	-0.008094273507595062
66127	rnn.weight_ih_l0_reverse	8	0.02211567759513855
66127	rnn.weight_ih_l0_reverse	9	-0.0009647354017943144
66127	rnn.weight_hh_l0_reverse	0	-0.008408104069530964
66127	rnn.weight_hh_l0_reverse	1	0.014782813377678394
66127	rnn.weight_hh_l0_reverse	2	-0.03544933348894119
66127	rnn.weight_hh_l0_reverse	3	0.03572235628962517
66127	rnn.weight_hh_l0_reverse	4	0.014936774037778378
66127	rnn.weight_hh_l0_reverse	5	-0.015302663668990135
66127	rnn.weight_hh_l0_reverse	6	0.03332401067018509
66127	rnn.weight_hh_l0_reverse	7	0.023266920819878578
66127	rnn.weight_hh_l0_reverse	8	0.007882444187998772
66127	rnn.weight_hh_l0_reverse	9	-0.047995246946811676
66127	rnn.bias_ih_l0_reverse	0	-0.11151114106178284
66127	rnn.bias_ih_l0_reverse	1	-0.2782382071018219
66127	rnn.bias_ih_l0_reverse	2	-0.04253305122256279
66127	rnn.bias_ih_l0_reverse	3	-0.09824945032596588
66127	rnn.bias_ih_l0_reverse	4	0.06667869538068771
66127	rnn.bias_ih_l0_reverse	5	-0.18734510242938995
66127	rnn.bias_ih_l0_reverse	6	-0.038012199103832245
66127	rnn.bias_ih_l0_reverse	7	0.025515800341963768
66127	rnn.bias_ih_l0_reverse	8	-0.13941983878612518
66127	rnn.bias_ih_l0_reverse	9	-0.06154472753405571
66127	rnn.bias_hh_l0_reverse	0	-0.10769960284233093
66127	rnn.bias_hh_l0_reverse	1	-0.07504510879516602
66127	rnn.bias_hh_l0_reverse	2	-0.029735129326581955
66127	rnn.bias_hh_l0_reverse	3	-0.12032914161682129
66127	rnn.bias_hh_l0_reverse	4	-0.02561565488576889
66127	rnn.bias_hh_l0_reverse	5	-0.10697607696056366
66127	rnn.bias_hh_l0_reverse	6	-0.07522052526473999
66127	rnn.bias_hh_l0_reverse	7	-0.1528557389974594
66127	rnn.bias_hh_l0_reverse	8	-0.03560495376586914
66127	rnn.bias_hh_l0_reverse	9	-0.11038636416196823
66127	linear.weight	0	-0.2594495713710785
66127	linear.weight	1	-0.09989715367555618
66127	linear.weight	2	-0.011228874325752258
66127	linear.weight	3	-0.06688160449266434
66127	linear.weight	4	0.006458799354732037
66127	linear.weight	5	0.22970432043075562
66127	linear.weight	6	0.0047744326293468475
66127	linear.weight	7	-0.021312154829502106
66127	linear.weight	8	0.08374267816543579
66127	linear.weight	9	0.09382852166891098
66127	linear.bias	0	-0.6855193972587585
66127	linear.bias	1	0.8771710395812988
66127	linear.bias	2	-0.12778319418430328
66127	linear.bias	3	-0.511758029460907
66127	linear.bias	4	-1.0934562683105469
66127	linear.bias	5	-1.1335790157318115
66127	linear.bias	6	-0.6185101270675659
66127	linear.bias	7	-0.7260680794715881
66127	linear.bias	8	-0.01705317199230194
66127	linear.bias	9	2.9037485122680664
66324	transitions	0	-0.23134419322013855
66324	transitions	1	7.486006736755371
66324	transitions	2	-3.0106098651885986
66324	transitions	3	1.3139771223068237
66324	transitions	4	-1.7121881246566772
66324	transitions	5	-0.2934894561767578
66324	transitions	6	-0.15732836723327637
66324	transitions	7	-10000.0
66324	transitions	8	1.6067814826965332
66324	transitions	9	-2.2869036197662354
66324	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
66324	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
66324	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
66324	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
66324	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
66324	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
66324	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
66324	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
66324	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
66324	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
66324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
66324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
66324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
66324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
66324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
66324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
66324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
66324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
66324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
66324	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
66324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
66324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
66324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
66324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
66324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
66324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
66324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
66324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
66324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
66324	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
66324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
66324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
66324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
66324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
66324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
66324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
66324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
66324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
66324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
66324	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
66324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
66324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
66324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
66324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
66324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
66324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
66324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
66324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
66324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
66324	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
66324	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
66324	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
66324	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
66324	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
66324	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
66324	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
66324	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
66324	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
66324	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
66324	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
66324	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
66324	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
66324	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
66324	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
66324	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
66324	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
66324	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
66324	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
66324	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
66324	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
66324	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
66324	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
66324	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
66324	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
66324	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
66324	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
66324	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
66324	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
66324	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
66324	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
66324	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
66324	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
66324	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
66324	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
66324	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
66324	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
66324	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
66324	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
66324	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
66324	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
66324	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
66324	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
66324	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
66324	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
66324	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
66324	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
66324	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
66324	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
66324	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
66324	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
66324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
66324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
66324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
66324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
66324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
66324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
66324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
66324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
66324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
66324	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
66324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
66324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
66324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
66324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
66324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
66324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
66324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
66324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
66324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
66324	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
66324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
66324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
66324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
66324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
66324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
66324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
66324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
66324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
66324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
66324	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
66324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
66324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
66324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
66324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
66324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
66324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
66324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
66324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
66324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
66324	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
66324	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
66324	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
66324	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
66324	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
66324	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
66324	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
66324	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
66324	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
66324	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
66324	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
66324	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
66324	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
66324	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
66324	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
66324	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
66324	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
66324	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
66324	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
66324	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
66324	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
66324	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
66324	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
66324	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
66324	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
66324	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
66324	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
66324	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
66324	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
66324	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
66324	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
66324	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
66324	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
66324	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
66324	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
66324	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
66324	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
66324	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
66324	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
66324	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
66324	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
66324	embedding2nn.weight	0	0.03500284627079964
66324	embedding2nn.weight	1	-0.06304780393838882
66324	embedding2nn.weight	2	0.010539166629314423
66324	embedding2nn.weight	3	-0.03599633648991585
66324	embedding2nn.weight	4	-0.08961054682731628
66324	embedding2nn.weight	5	0.07101207971572876
66324	embedding2nn.weight	6	-0.12270656228065491
66324	embedding2nn.weight	7	-0.07712462544441223
66324	embedding2nn.weight	8	-0.0021452312357723713
66324	embedding2nn.weight	9	0.021855119615793228
66324	embedding2nn.bias	0	0.04379090666770935
66324	embedding2nn.bias	1	0.016354752704501152
66324	embedding2nn.bias	2	-0.11952102929353714
66324	embedding2nn.bias	3	0.05361779034137726
66324	embedding2nn.bias	4	0.02186494506895542
66324	embedding2nn.bias	5	-0.18045157194137573
66324	embedding2nn.bias	6	-0.07405354082584381
66324	embedding2nn.bias	7	-0.026527952402830124
66324	embedding2nn.bias	8	0.0847574844956398
66324	embedding2nn.bias	9	-0.09629896283149719
66324	rnn.weight_ih_l0	0	0.014202901162207127
66324	rnn.weight_ih_l0	1	-0.025251371785998344
66324	rnn.weight_ih_l0	2	-0.03974985331296921
66324	rnn.weight_ih_l0	3	-0.009555449709296227
66324	rnn.weight_ih_l0	4	0.002791798207908869
66324	rnn.weight_ih_l0	5	-0.053373198956251144
66324	rnn.weight_ih_l0	6	0.01785007305443287
66324	rnn.weight_ih_l0	7	-0.06058346852660179
66324	rnn.weight_ih_l0	8	0.013372762128710747
66324	rnn.weight_ih_l0	9	-0.013421382755041122
66324	rnn.weight_hh_l0	0	-0.006102610379457474
66324	rnn.weight_hh_l0	1	-0.0719357505440712
66324	rnn.weight_hh_l0	2	0.04020196571946144
66324	rnn.weight_hh_l0	3	0.01851363107562065
66324	rnn.weight_hh_l0	4	0.009462593123316765
66324	rnn.weight_hh_l0	5	0.03535108268260956
66324	rnn.weight_hh_l0	6	-0.012565442360937595
66324	rnn.weight_hh_l0	7	-0.06832433491945267
66324	rnn.weight_hh_l0	8	-0.011205445975065231
66324	rnn.weight_hh_l0	9	-0.04772643372416496
66324	rnn.bias_ih_l0	0	-0.09416931867599487
66324	rnn.bias_ih_l0	1	-0.11621180921792984
66324	rnn.bias_ih_l0	2	-0.1866232007741928
66324	rnn.bias_ih_l0	3	-0.23547792434692383
66324	rnn.bias_ih_l0	4	0.022218015044927597
66324	rnn.bias_ih_l0	5	0.05737573653459549
66324	rnn.bias_ih_l0	6	-0.10962183773517609
66324	rnn.bias_ih_l0	7	-0.20500870048999786
66324	rnn.bias_ih_l0	8	-0.10421602427959442
66324	rnn.bias_ih_l0	9	-0.13513904809951782
66324	rnn.bias_hh_l0	0	0.12321345508098602
66324	rnn.bias_hh_l0	1	-0.03313745558261871
66324	rnn.bias_hh_l0	2	0.016828620806336403
66324	rnn.bias_hh_l0	3	-0.1375383585691452
66324	rnn.bias_hh_l0	4	0.02063947170972824
66324	rnn.bias_hh_l0	5	0.0358661524951458
66324	rnn.bias_hh_l0	6	-0.057882387191057205
66324	rnn.bias_hh_l0	7	-0.10105088353157043
66324	rnn.bias_hh_l0	8	-0.12821519374847412
66324	rnn.bias_hh_l0	9	-0.07749447971582413
66324	rnn.weight_ih_l0_reverse	0	-0.009606050327420235
66324	rnn.weight_ih_l0_reverse	1	0.02383221685886383
66324	rnn.weight_ih_l0_reverse	2	-0.01280920673161745
66324	rnn.weight_ih_l0_reverse	3	0.004869914148002863
66324	rnn.weight_ih_l0_reverse	4	0.04172004386782646
66324	rnn.weight_ih_l0_reverse	5	-0.037425149232149124
66324	rnn.weight_ih_l0_reverse	6	-0.03623490780591965
66324	rnn.weight_ih_l0_reverse	7	-0.0070187486708164215
66324	rnn.weight_ih_l0_reverse	8	0.02286663092672825
66324	rnn.weight_ih_l0_reverse	9	-0.0013574410695582628
66324	rnn.weight_hh_l0_reverse	0	-0.008484918624162674
66324	rnn.weight_hh_l0_reverse	1	0.01532684825360775
66324	rnn.weight_hh_l0_reverse	2	-0.03589983657002449
66324	rnn.weight_hh_l0_reverse	3	0.03533833473920822
66324	rnn.weight_hh_l0_reverse	4	0.015294043347239494
66324	rnn.weight_hh_l0_reverse	5	-0.015855826437473297
66324	rnn.weight_hh_l0_reverse	6	0.03275284543633461
66324	rnn.weight_hh_l0_reverse	7	0.02368989586830139
66324	rnn.weight_hh_l0_reverse	8	0.007878242060542107
66324	rnn.weight_hh_l0_reverse	9	-0.04798918217420578
66324	rnn.bias_ih_l0_reverse	0	-0.11146824061870575
66324	rnn.bias_ih_l0_reverse	1	-0.28156718611717224
66324	rnn.bias_ih_l0_reverse	2	-0.043275557458400726
66324	rnn.bias_ih_l0_reverse	3	-0.09935881942510605
66324	rnn.bias_ih_l0_reverse	4	0.07311827689409256
66324	rnn.bias_ih_l0_reverse	5	-0.18757909536361694
66324	rnn.bias_ih_l0_reverse	6	-0.03628890961408615
66324	rnn.bias_ih_l0_reverse	7	0.023714294657111168
66324	rnn.bias_ih_l0_reverse	8	-0.13751034438610077
66324	rnn.bias_ih_l0_reverse	9	-0.06231306493282318
66324	rnn.bias_hh_l0_reverse	0	-0.106514111161232
66324	rnn.bias_hh_l0_reverse	1	-0.07239020615816116
66324	rnn.bias_hh_l0_reverse	2	-0.028910662978887558
66324	rnn.bias_hh_l0_reverse	3	-0.11331991851329803
66324	rnn.bias_hh_l0_reverse	4	-0.024477293714880943
66324	rnn.bias_hh_l0_reverse	5	-0.0995568037033081
66324	rnn.bias_hh_l0_reverse	6	-0.07889541238546371
66324	rnn.bias_hh_l0_reverse	7	-0.15474045276641846
66324	rnn.bias_hh_l0_reverse	8	-0.032768212258815765
66324	rnn.bias_hh_l0_reverse	9	-0.1132529228925705
66324	linear.weight	0	-0.24588266015052795
66324	linear.weight	1	-0.10570543259382248
66324	linear.weight	2	-0.011228874325752258
66324	linear.weight	3	-0.04392051696777344
66324	linear.weight	4	-0.0163738876581192
66324	linear.weight	5	0.2191440761089325
66324	linear.weight	6	0.0047744326293468475
66324	linear.weight	7	-0.021312154829502106
66324	linear.weight	8	0.10267576575279236
66324	linear.weight	9	0.08147595077753067
66324	linear.bias	0	-0.7125866413116455
66324	linear.bias	1	0.8768519759178162
66324	linear.bias	2	-0.13804708421230316
66324	linear.bias	3	-0.5056439638137817
66324	linear.bias	4	-1.0854603052139282
66324	linear.bias	5	-1.1337716579437256
66324	linear.bias	6	-0.6457111835479736
66324	linear.bias	7	-0.7028992772102356
66324	linear.bias	8	-0.01705317199230194
66324	linear.bias	9	2.934152126312256
66521	transitions	0	-0.23176495730876923
66521	transitions	1	7.490462303161621
66521	transitions	2	-3.0122761726379395
66521	transitions	3	1.3136169910430908
66521	transitions	4	-1.7131723165512085
66521	transitions	5	-0.2941456139087677
66521	transitions	6	-0.1574583202600479
66521	transitions	7	-10000.0
66521	transitions	8	1.605278491973877
66521	transitions	9	-2.286928415298462
66521	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
66521	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
66521	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
66521	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
66521	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
66521	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
66521	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
66521	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
66521	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
66521	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
66521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
66521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
66521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
66521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
66521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
66521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
66521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
66521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
66521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
66521	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
66521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
66521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
66521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
66521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
66521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
66521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
66521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
66521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
66521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
66521	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
66521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
66521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
66521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
66521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
66521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
66521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
66521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
66521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
66521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
66521	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
66521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
66521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
66521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
66521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
66521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
66521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
66521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
66521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
66521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
66521	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
66521	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
66521	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
66521	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
66521	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
66521	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
66521	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
66521	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
66521	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
66521	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
66521	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
66521	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
66521	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
66521	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
66521	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
66521	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
66521	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
66521	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
66521	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
66521	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
66521	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
66521	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
66521	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
66521	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
66521	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
66521	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
66521	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
66521	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
66521	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
66521	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
66521	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
66521	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
66521	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
66521	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
66521	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
66521	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
66521	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
66521	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
66521	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
66521	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
66521	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
66521	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
66521	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
66521	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
66521	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
66521	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
66521	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
66521	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
66521	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
66521	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
66521	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
66521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
66521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
66521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
66521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
66521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
66521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
66521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
66521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
66521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
66521	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
66521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
66521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
66521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
66521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
66521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
66521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
66521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
66521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
66521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
66521	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
66521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
66521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
66521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
66521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
66521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
66521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
66521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
66521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
66521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
66521	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
66521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
66521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
66521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
66521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
66521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
66521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
66521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
66521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
66521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
66521	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
66521	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
66521	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
66521	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
66521	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
66521	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
66521	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
66521	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
66521	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
66521	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
66521	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
66521	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
66521	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
66521	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
66521	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
66521	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
66521	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
66521	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
66521	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
66521	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
66521	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
66521	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
66521	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
66521	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
66521	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
66521	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
66521	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
66521	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
66521	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
66521	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
66521	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
66521	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
66521	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
66521	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
66521	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
66521	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
66521	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
66521	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
66521	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
66521	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
66521	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
66521	embedding2nn.weight	0	0.034222450107336044
66521	embedding2nn.weight	1	-0.06403883546590805
66521	embedding2nn.weight	2	0.013714763335883617
66521	embedding2nn.weight	3	-0.03540167212486267
66521	embedding2nn.weight	4	-0.09400665760040283
66521	embedding2nn.weight	5	0.072425477206707
66521	embedding2nn.weight	6	-0.11797080188989639
66521	embedding2nn.weight	7	-0.07584907859563828
66521	embedding2nn.weight	8	-0.0029475302435457706
66521	embedding2nn.weight	9	0.02463078312575817
66521	embedding2nn.bias	0	0.054400522261857986
66521	embedding2nn.bias	1	0.020120132714509964
66521	embedding2nn.bias	2	-0.12372176349163055
66521	embedding2nn.bias	3	0.05400390177965164
66521	embedding2nn.bias	4	0.027222776785492897
66521	embedding2nn.bias	5	-0.16326944530010223
66521	embedding2nn.bias	6	-0.08246161788702011
66521	embedding2nn.bias	7	-0.03264893963932991
66521	embedding2nn.bias	8	0.0960158035159111
66521	embedding2nn.bias	9	-0.08863995969295502
66521	rnn.weight_ih_l0	0	0.01477392390370369
66521	rnn.weight_ih_l0	1	-0.023762715980410576
66521	rnn.weight_ih_l0	2	-0.038641318678855896
66521	rnn.weight_ih_l0	3	-0.009140746667981148
66521	rnn.weight_ih_l0	4	0.0029175146482884884
66521	rnn.weight_ih_l0	5	-0.051931120455265045
66521	rnn.weight_ih_l0	6	0.023311102762818336
66521	rnn.weight_ih_l0	7	-0.05970475450158119
66521	rnn.weight_ih_l0	8	0.016320960596203804
66521	rnn.weight_ih_l0	9	-0.014309135265648365
66521	rnn.weight_hh_l0	0	-0.0060804421082139015
66521	rnn.weight_hh_l0	1	-0.07223112136125565
66521	rnn.weight_hh_l0	2	0.0406794510781765
66521	rnn.weight_hh_l0	3	0.017917297780513763
66521	rnn.weight_hh_l0	4	0.008754631504416466
66521	rnn.weight_hh_l0	5	0.03541794419288635
66521	rnn.weight_hh_l0	6	-0.012576263397932053
66521	rnn.weight_hh_l0	7	-0.06796670705080032
66521	rnn.weight_hh_l0	8	-0.012941550463438034
66521	rnn.weight_hh_l0	9	-0.04895796254277229
66521	rnn.bias_ih_l0	0	-0.09058241546154022
66521	rnn.bias_ih_l0	1	-0.11769477277994156
66521	rnn.bias_ih_l0	2	-0.1865210235118866
66521	rnn.bias_ih_l0	3	-0.23428715765476227
66521	rnn.bias_ih_l0	4	0.02376367151737213
66521	rnn.bias_ih_l0	5	0.06015826389193535
66521	rnn.bias_ih_l0	6	-0.1074380949139595
66521	rnn.bias_ih_l0	7	-0.20535151660442352
66521	rnn.bias_ih_l0	8	-0.10468007624149323
66521	rnn.bias_ih_l0	9	-0.13798090815544128
66521	rnn.bias_hh_l0	0	0.12207934260368347
66521	rnn.bias_hh_l0	1	-0.03314976021647453
66521	rnn.bias_hh_l0	2	0.0172684658318758
66521	rnn.bias_hh_l0	3	-0.13834384083747864
66521	rnn.bias_hh_l0	4	0.017835194244980812
66521	rnn.bias_hh_l0	5	0.03770451620221138
66521	rnn.bias_hh_l0	6	-0.05931742116808891
66521	rnn.bias_hh_l0	7	-0.10094790905714035
66521	rnn.bias_hh_l0	8	-0.12980595231056213
66521	rnn.bias_hh_l0	9	-0.07695649564266205
66521	rnn.weight_ih_l0_reverse	0	-0.008397135883569717
66521	rnn.weight_ih_l0_reverse	1	0.022812966257333755
66521	rnn.weight_ih_l0_reverse	2	-0.009312598966062069
66521	rnn.weight_ih_l0_reverse	3	0.002757331123575568
66521	rnn.weight_ih_l0_reverse	4	0.042427606880664825
66521	rnn.weight_ih_l0_reverse	5	-0.0380929633975029
66521	rnn.weight_ih_l0_reverse	6	-0.03513555973768234
66521	rnn.weight_ih_l0_reverse	7	-0.0074842930771410465
66521	rnn.weight_ih_l0_reverse	8	0.021706311032176018
66521	rnn.weight_ih_l0_reverse	9	-0.003626615973189473
66521	rnn.weight_hh_l0_reverse	0	-0.00808580033481121
66521	rnn.weight_hh_l0_reverse	1	0.015485990792512894
66521	rnn.weight_hh_l0_reverse	2	-0.035909395664930344
66521	rnn.weight_hh_l0_reverse	3	0.035664718598127365
66521	rnn.weight_hh_l0_reverse	4	0.01543672289699316
66521	rnn.weight_hh_l0_reverse	5	-0.015121649950742722
66521	rnn.weight_hh_l0_reverse	6	0.033353302627801895
66521	rnn.weight_hh_l0_reverse	7	0.02392786368727684
66521	rnn.weight_hh_l0_reverse	8	0.007993089966475964
66521	rnn.weight_hh_l0_reverse	9	-0.0476885586977005
66521	rnn.bias_ih_l0_reverse	0	-0.11262524873018265
66521	rnn.bias_ih_l0_reverse	1	-0.27549847960472107
66521	rnn.bias_ih_l0_reverse	2	-0.04196289926767349
66521	rnn.bias_ih_l0_reverse	3	-0.0987754836678505
66521	rnn.bias_ih_l0_reverse	4	0.07229357957839966
66521	rnn.bias_ih_l0_reverse	5	-0.18521280586719513
66521	rnn.bias_ih_l0_reverse	6	-0.0359790101647377
66521	rnn.bias_ih_l0_reverse	7	0.027187271043658257
66521	rnn.bias_ih_l0_reverse	8	-0.13722793757915497
66521	rnn.bias_ih_l0_reverse	9	-0.05840612202882767
66521	rnn.bias_hh_l0_reverse	0	-0.10690224915742874
66521	rnn.bias_hh_l0_reverse	1	-0.07315921783447266
66521	rnn.bias_hh_l0_reverse	2	-0.027745584025979042
66521	rnn.bias_hh_l0_reverse	3	-0.11244296282529831
66521	rnn.bias_hh_l0_reverse	4	-0.025467028841376305
66521	rnn.bias_hh_l0_reverse	5	-0.09982139617204666
66521	rnn.bias_hh_l0_reverse	6	-0.08354485780000687
66521	rnn.bias_hh_l0_reverse	7	-0.15604813396930695
66521	rnn.bias_hh_l0_reverse	8	-0.034034669399261475
66521	rnn.bias_hh_l0_reverse	9	-0.11504200845956802
66521	linear.weight	0	-0.25113919377326965
66521	linear.weight	1	-0.09813287854194641
66521	linear.weight	2	-0.011228874325752258
66521	linear.weight	3	-0.06156999617815018
66521	linear.weight	4	-0.035830460488796234
66521	linear.weight	5	0.23179301619529724
66521	linear.weight	6	0.0047744326293468475
66521	linear.weight	7	-0.021312154829502106
66521	linear.weight	8	0.13213230669498444
66521	linear.weight	9	0.0890907272696495
66521	linear.bias	0	-0.7032541036605835
66521	linear.bias	1	0.9478121399879456
66521	linear.bias	2	-0.1626979559659958
66521	linear.bias	3	-0.4961721897125244
66521	linear.bias	4	-1.1011528968811035
66521	linear.bias	5	-1.1339633464813232
66521	linear.bias	6	-0.6452340483665466
66521	linear.bias	7	-0.7050293684005737
66521	linear.bias	8	-0.01705317199230194
66521	linear.bias	9	2.9734394550323486
66718	transitions	0	-0.2328154742717743
66718	transitions	1	7.505107879638672
66718	transitions	2	-3.0142338275909424
66718	transitions	3	1.307243824005127
66718	transitions	4	-1.7141293287277222
66718	transitions	5	-0.29441264271736145
66718	transitions	6	-0.1575811207294464
66718	transitions	7	-10000.0
66718	transitions	8	1.6063621044158936
66718	transitions	9	-2.286947011947632
66718	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
66718	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
66718	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
66718	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
66718	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
66718	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
66718	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
66718	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
66718	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
66718	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
66718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
66718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
66718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
66718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
66718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
66718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
66718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
66718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
66718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
66718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
66718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
66718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
66718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
66718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
66718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
66718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
66718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
66718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
66718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
66718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
66718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
66718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
66718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
66718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
66718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
66718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
66718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
66718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
66718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
66718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
66718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
66718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
66718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
66718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
66718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
66718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
66718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
66718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
66718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
66718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
66718	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
66718	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
66718	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
66718	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
66718	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
66718	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
66718	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
66718	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
66718	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
66718	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
66718	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
66718	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
66718	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
66718	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
66718	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
66718	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
66718	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
66718	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
66718	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
66718	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
66718	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
66718	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
66718	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
66718	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
66718	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
66718	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
66718	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
66718	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
66718	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
66718	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
66718	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
66718	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
66718	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
66718	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
66718	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
66718	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
66718	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
66718	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
66718	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
66718	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
66718	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
66718	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
66718	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
66718	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
66718	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
66718	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
66718	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
66718	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
66718	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
66718	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
66718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
66718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
66718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
66718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
66718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
66718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
66718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
66718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
66718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
66718	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
66718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
66718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
66718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
66718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
66718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
66718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
66718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
66718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
66718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
66718	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
66718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
66718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
66718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
66718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
66718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
66718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
66718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
66718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
66718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
66718	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
66718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
66718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
66718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
66718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
66718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
66718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
66718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
66718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
66718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
66718	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
66718	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
66718	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
66718	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
66718	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
66718	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
66718	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
66718	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
66718	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
66718	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
66718	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
66718	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
66718	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
66718	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
66718	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
66718	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
66718	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
66718	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
66718	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
66718	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
66718	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
66718	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
66718	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
66718	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
66718	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
66718	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
66718	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
66718	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
66718	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
66718	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
66718	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
66718	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
66718	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
66718	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
66718	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
66718	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
66718	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
66718	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
66718	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
66718	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
66718	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
66718	embedding2nn.weight	0	0.03410879150032997
66718	embedding2nn.weight	1	-0.06322141736745834
66718	embedding2nn.weight	2	0.013575347140431404
66718	embedding2nn.weight	3	-0.034194741398096085
66718	embedding2nn.weight	4	-0.09263264387845993
66718	embedding2nn.weight	5	0.07294950634241104
66718	embedding2nn.weight	6	-0.11835739016532898
66718	embedding2nn.weight	7	-0.07686664909124374
66718	embedding2nn.weight	8	-0.004239447880536318
66718	embedding2nn.weight	9	0.027064552530646324
66718	embedding2nn.bias	0	0.05676943063735962
66718	embedding2nn.bias	1	0.030626993626356125
66718	embedding2nn.bias	2	-0.12439322471618652
66718	embedding2nn.bias	3	0.05084826052188873
66718	embedding2nn.bias	4	0.03645874187350273
66718	embedding2nn.bias	5	-0.18047024309635162
66718	embedding2nn.bias	6	-0.07714296132326126
66718	embedding2nn.bias	7	-0.03656689077615738
66718	embedding2nn.bias	8	0.09193167090415955
66718	embedding2nn.bias	9	-0.09905511885881424
66718	rnn.weight_ih_l0	0	0.013444744050502777
66718	rnn.weight_ih_l0	1	-0.02379847876727581
66718	rnn.weight_ih_l0	2	-0.03940534219145775
66718	rnn.weight_ih_l0	3	-0.005594943184405565
66718	rnn.weight_ih_l0	4	0.0028095829766243696
66718	rnn.weight_ih_l0	5	-0.051516659557819366
66718	rnn.weight_ih_l0	6	0.023744890466332436
66718	rnn.weight_ih_l0	7	-0.057415276765823364
66718	rnn.weight_ih_l0	8	0.01787889003753662
66718	rnn.weight_ih_l0	9	-0.0119983721524477
66718	rnn.weight_hh_l0	0	-0.006155614275485277
66718	rnn.weight_hh_l0	1	-0.07154159247875214
66718	rnn.weight_hh_l0	2	0.040545109659433365
66718	rnn.weight_hh_l0	3	0.017143383622169495
66718	rnn.weight_hh_l0	4	0.008725502528250217
66718	rnn.weight_hh_l0	5	0.035702578723430634
66718	rnn.weight_hh_l0	6	-0.012800031341612339
66718	rnn.weight_hh_l0	7	-0.06737840175628662
66718	rnn.weight_hh_l0	8	-0.013286889530718327
66718	rnn.weight_hh_l0	9	-0.05110720545053482
66718	rnn.bias_ih_l0	0	-0.08450138568878174
66718	rnn.bias_ih_l0	1	-0.11452692002058029
66718	rnn.bias_ih_l0	2	-0.18752026557922363
66718	rnn.bias_ih_l0	3	-0.2361665517091751
66718	rnn.bias_ih_l0	4	0.02392289787530899
66718	rnn.bias_ih_l0	5	0.05846349149942398
66718	rnn.bias_ih_l0	6	-0.10699073225259781
66718	rnn.bias_ih_l0	7	-0.20198120176792145
66718	rnn.bias_ih_l0	8	-0.10181289166212082
66718	rnn.bias_ih_l0	9	-0.13885457813739777
66718	rnn.bias_hh_l0	0	0.11809751391410828
66718	rnn.bias_hh_l0	1	-0.031268615275621414
66718	rnn.bias_hh_l0	2	0.019303448498249054
66718	rnn.bias_hh_l0	3	-0.13949507474899292
66718	rnn.bias_hh_l0	4	0.016619637608528137
66718	rnn.bias_hh_l0	5	0.03904255852103233
66718	rnn.bias_hh_l0	6	-0.06055739149451256
66718	rnn.bias_hh_l0	7	-0.10268484801054001
66718	rnn.bias_hh_l0	8	-0.14066657423973083
66718	rnn.bias_hh_l0	9	-0.07824777066707611
66718	rnn.weight_ih_l0_reverse	0	-0.00761118158698082
66718	rnn.weight_ih_l0_reverse	1	0.022169794887304306
66718	rnn.weight_ih_l0_reverse	2	-0.010851627215743065
66718	rnn.weight_ih_l0_reverse	3	0.0065710414201021194
66718	rnn.weight_ih_l0_reverse	4	0.041805073618888855
66718	rnn.weight_ih_l0_reverse	5	-0.03663703426718712
66718	rnn.weight_ih_l0_reverse	6	-0.03367365524172783
66718	rnn.weight_ih_l0_reverse	7	-0.006528886035084724
66718	rnn.weight_ih_l0_reverse	8	0.024428196251392365
66718	rnn.weight_ih_l0_reverse	9	-0.005378452129662037
66718	rnn.weight_hh_l0_reverse	0	-0.008108912035822868
66718	rnn.weight_hh_l0_reverse	1	0.015445367433130741
66718	rnn.weight_hh_l0_reverse	2	-0.036210156977176666
66718	rnn.weight_hh_l0_reverse	3	0.03464069589972496
66718	rnn.weight_hh_l0_reverse	4	0.015268652699887753
66718	rnn.weight_hh_l0_reverse	5	-0.014058928936719894
66718	rnn.weight_hh_l0_reverse	6	0.033220961689949036
66718	rnn.weight_hh_l0_reverse	7	0.0243507232517004
66718	rnn.weight_hh_l0_reverse	8	0.007633330766111612
66718	rnn.weight_hh_l0_reverse	9	-0.04764988645911217
66718	rnn.bias_ih_l0_reverse	0	-0.10994338244199753
66718	rnn.bias_ih_l0_reverse	1	-0.27709394693374634
66718	rnn.bias_ih_l0_reverse	2	-0.04246135801076889
66718	rnn.bias_ih_l0_reverse	3	-0.09835416823625565
66718	rnn.bias_ih_l0_reverse	4	0.07011397927999496
66718	rnn.bias_ih_l0_reverse	5	-0.18697908520698547
66718	rnn.bias_ih_l0_reverse	6	-0.03475340083241463
66718	rnn.bias_ih_l0_reverse	7	0.024977972730994225
66718	rnn.bias_ih_l0_reverse	8	-0.13660551607608795
66718	rnn.bias_ih_l0_reverse	9	-0.059452228248119354
66718	rnn.bias_hh_l0_reverse	0	-0.10429315268993378
66718	rnn.bias_hh_l0_reverse	1	-0.07406147569417953
66718	rnn.bias_hh_l0_reverse	2	-0.025004200637340546
66718	rnn.bias_hh_l0_reverse	3	-0.1072026714682579
66718	rnn.bias_hh_l0_reverse	4	-0.027011919766664505
66718	rnn.bias_hh_l0_reverse	5	-0.09999802708625793
66718	rnn.bias_hh_l0_reverse	6	-0.08228638023138046
66718	rnn.bias_hh_l0_reverse	7	-0.15547704696655273
66718	rnn.bias_hh_l0_reverse	8	-0.03516623377799988
66718	rnn.bias_hh_l0_reverse	9	-0.11332954466342926
66718	linear.weight	0	-0.24941352009773254
66718	linear.weight	1	-0.09500724822282791
66718	linear.weight	2	-0.011228874325752258
66718	linear.weight	3	-0.05876101553440094
66718	linear.weight	4	-0.04897921159863472
66718	linear.weight	5	0.21752557158470154
66718	linear.weight	6	0.0047744326293468475
66718	linear.weight	7	-0.021312154829502106
66718	linear.weight	8	0.1142842248082161
66718	linear.weight	9	0.0923437848687172
66718	linear.bias	0	-0.6842814087867737
66718	linear.bias	1	0.9308921694755554
66718	linear.bias	2	-0.18806760013103485
66718	linear.bias	3	-0.4849522113800049
66718	linear.bias	4	-1.1359319686889648
66718	linear.bias	5	-1.1341756582260132
66718	linear.bias	6	-0.6341455578804016
66718	linear.bias	7	-0.7093369364738464
66718	linear.bias	8	-0.01705317199230194
66718	linear.bias	9	2.944779872894287
66915	transitions	0	-0.23318469524383545
66915	transitions	1	7.489599704742432
66915	transitions	2	-3.0164544582366943
66915	transitions	3	1.289808750152588
66915	transitions	4	-1.7152996063232422
66915	transitions	5	-0.2950592041015625
66915	transitions	6	-0.15766841173171997
66915	transitions	7	-10000.0
66915	transitions	8	1.6094447374343872
66915	transitions	9	-2.286977529525757
66915	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
66915	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
66915	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
66915	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
66915	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
66915	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
66915	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
66915	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
66915	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
66915	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
66915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
66915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
66915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
66915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
66915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
66915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
66915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
66915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
66915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
66915	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
66915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
66915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
66915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
66915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
66915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
66915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
66915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
66915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
66915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
66915	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
66915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
66915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
66915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
66915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
66915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
66915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
66915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
66915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
66915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
66915	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
66915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
66915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
66915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
66915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
66915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
66915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
66915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
66915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
66915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
66915	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
66915	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
66915	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
66915	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
66915	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
66915	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
66915	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
66915	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
66915	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
66915	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
66915	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
66915	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
66915	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
66915	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
66915	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
66915	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
66915	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
66915	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
66915	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
66915	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
66915	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
66915	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
66915	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
66915	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
66915	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
66915	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
66915	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
66915	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
66915	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
66915	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
66915	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
66915	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
66915	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
66915	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
66915	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
66915	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
66915	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
66915	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
66915	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
66915	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
66915	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
66915	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
66915	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
66915	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
66915	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
66915	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
66915	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
66915	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
66915	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
66915	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
66915	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
66915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
66915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
66915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
66915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
66915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
66915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
66915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
66915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
66915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
66915	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
66915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
66915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
66915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
66915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
66915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
66915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
66915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
66915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
66915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
66915	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
66915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
66915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
66915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
66915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
66915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
66915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
66915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
66915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
66915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
66915	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
66915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
66915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
66915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
66915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
66915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
66915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
66915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
66915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
66915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
66915	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
66915	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
66915	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
66915	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
66915	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
66915	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
66915	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
66915	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
66915	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
66915	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
66915	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
66915	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
66915	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
66915	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
66915	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
66915	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
66915	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
66915	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
66915	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
66915	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
66915	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
66915	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
66915	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
66915	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
66915	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
66915	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
66915	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
66915	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
66915	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
66915	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
66915	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
66915	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
66915	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
66915	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
66915	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
66915	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
66915	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
66915	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
66915	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
66915	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
66915	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
66915	embedding2nn.weight	0	0.03373993560671806
66915	embedding2nn.weight	1	-0.06397100538015366
66915	embedding2nn.weight	2	0.015955090522766113
66915	embedding2nn.weight	3	-0.033047910779714584
66915	embedding2nn.weight	4	-0.0979517251253128
66915	embedding2nn.weight	5	0.07395431399345398
66915	embedding2nn.weight	6	-0.11747363209724426
66915	embedding2nn.weight	7	-0.07751435786485672
66915	embedding2nn.weight	8	-0.004545025993138552
66915	embedding2nn.weight	9	0.027807502076029778
66915	embedding2nn.bias	0	0.057716723531484604
66915	embedding2nn.bias	1	0.02895057201385498
66915	embedding2nn.bias	2	-0.12728989124298096
66915	embedding2nn.bias	3	0.036041561514139175
66915	embedding2nn.bias	4	0.03898937255144119
66915	embedding2nn.bias	5	-0.17234694957733154
66915	embedding2nn.bias	6	-0.06890137493610382
66915	embedding2nn.bias	7	-0.027850164100527763
66915	embedding2nn.bias	8	0.11315592378377914
66915	embedding2nn.bias	9	-0.10211368650197983
66915	rnn.weight_ih_l0	0	0.01256843563169241
66915	rnn.weight_ih_l0	1	-0.02891632728278637
66915	rnn.weight_ih_l0	2	-0.039120789617300034
66915	rnn.weight_ih_l0	3	-0.005157047882676125
66915	rnn.weight_ih_l0	4	0.003421280300244689
66915	rnn.weight_ih_l0	5	-0.05144401267170906
66915	rnn.weight_ih_l0	6	0.027198927477002144
66915	rnn.weight_ih_l0	7	-0.05581897497177124
66915	rnn.weight_ih_l0	8	0.01670033112168312
66915	rnn.weight_ih_l0	9	-0.01089668832719326
66915	rnn.weight_hh_l0	0	-0.005224236287176609
66915	rnn.weight_hh_l0	1	-0.07049097120761871
66915	rnn.weight_hh_l0	2	0.04053449630737305
66915	rnn.weight_hh_l0	3	0.0164683498442173
66915	rnn.weight_hh_l0	4	0.00869724527001381
66915	rnn.weight_hh_l0	5	0.03626567870378494
66915	rnn.weight_hh_l0	6	-0.012729637324810028
66915	rnn.weight_hh_l0	7	-0.06693551689386368
66915	rnn.weight_hh_l0	8	-0.013747313059866428
66915	rnn.weight_hh_l0	9	-0.05174708366394043
66915	rnn.bias_ih_l0	0	-0.07934477925300598
66915	rnn.bias_ih_l0	1	-0.11786498874425888
66915	rnn.bias_ih_l0	2	-0.19070346653461456
66915	rnn.bias_ih_l0	3	-0.2376936674118042
66915	rnn.bias_ih_l0	4	0.02054479718208313
66915	rnn.bias_ih_l0	5	0.0647333487868309
66915	rnn.bias_ih_l0	6	-0.1119590699672699
66915	rnn.bias_ih_l0	7	-0.2052323967218399
66915	rnn.bias_ih_l0	8	-0.10025198012590408
66915	rnn.bias_ih_l0	9	-0.13712942600250244
66915	rnn.bias_hh_l0	0	0.1166861355304718
66915	rnn.bias_hh_l0	1	-0.03368181735277176
66915	rnn.bias_hh_l0	2	0.01957607828080654
66915	rnn.bias_hh_l0	3	-0.13976216316223145
66915	rnn.bias_hh_l0	4	0.01255745254456997
66915	rnn.bias_hh_l0	5	0.038959842175245285
66915	rnn.bias_hh_l0	6	-0.062247756868600845
66915	rnn.bias_hh_l0	7	-0.10532616078853607
66915	rnn.bias_hh_l0	8	-0.14317718148231506
66915	rnn.bias_hh_l0	9	-0.07667741924524307
66915	rnn.weight_ih_l0_reverse	0	-0.007298233453184366
66915	rnn.weight_ih_l0_reverse	1	0.02254803292453289
66915	rnn.weight_ih_l0_reverse	2	-0.010003237053751945
66915	rnn.weight_ih_l0_reverse	3	0.004867394454777241
66915	rnn.weight_ih_l0_reverse	4	0.041811686009168625
66915	rnn.weight_ih_l0_reverse	5	-0.03579909726977348
66915	rnn.weight_ih_l0_reverse	6	-0.033186912536621094
66915	rnn.weight_ih_l0_reverse	7	-0.011707121506333351
66915	rnn.weight_ih_l0_reverse	8	0.025850053876638412
66915	rnn.weight_ih_l0_reverse	9	-0.0051195756532251835
66915	rnn.weight_hh_l0_reverse	0	-0.008322097361087799
66915	rnn.weight_hh_l0_reverse	1	0.015827974304556847
66915	rnn.weight_hh_l0_reverse	2	-0.03578781709074974
66915	rnn.weight_hh_l0_reverse	3	0.03492898494005203
66915	rnn.weight_hh_l0_reverse	4	0.015269022434949875
66915	rnn.weight_hh_l0_reverse	5	-0.014466005377471447
66915	rnn.weight_hh_l0_reverse	6	0.033145785331726074
66915	rnn.weight_hh_l0_reverse	7	0.023587767034769058
66915	rnn.weight_hh_l0_reverse	8	0.007772898767143488
66915	rnn.weight_hh_l0_reverse	9	-0.04647356644272804
66915	rnn.bias_ih_l0_reverse	0	-0.11099094152450562
66915	rnn.bias_ih_l0_reverse	1	-0.27617067098617554
66915	rnn.bias_ih_l0_reverse	2	-0.04410998895764351
66915	rnn.bias_ih_l0_reverse	3	-0.09522920101881027
66915	rnn.bias_ih_l0_reverse	4	0.07274703681468964
66915	rnn.bias_ih_l0_reverse	5	-0.18964417278766632
66915	rnn.bias_ih_l0_reverse	6	-0.03692598640918732
66915	rnn.bias_ih_l0_reverse	7	0.02335398457944393
66915	rnn.bias_ih_l0_reverse	8	-0.1387181580066681
66915	rnn.bias_ih_l0_reverse	9	-0.05873195454478264
66915	rnn.bias_hh_l0_reverse	0	-0.10709625482559204
66915	rnn.bias_hh_l0_reverse	1	-0.07049158215522766
66915	rnn.bias_hh_l0_reverse	2	-0.027594000101089478
66915	rnn.bias_hh_l0_reverse	3	-0.11353573948144913
66915	rnn.bias_hh_l0_reverse	4	-0.026333024725317955
66915	rnn.bias_hh_l0_reverse	5	-0.10475320369005203
66915	rnn.bias_hh_l0_reverse	6	-0.08080386370420456
66915	rnn.bias_hh_l0_reverse	7	-0.15398302674293518
66915	rnn.bias_hh_l0_reverse	8	-0.033174142241477966
66915	rnn.bias_hh_l0_reverse	9	-0.12005193531513214
66915	linear.weight	0	-0.22532716393470764
66915	linear.weight	1	-0.09705894440412521
66915	linear.weight	2	-0.011228874325752258
66915	linear.weight	3	-0.06176334246993065
66915	linear.weight	4	-0.04286171868443489
66915	linear.weight	5	0.24231880903244019
66915	linear.weight	6	0.0047744326293468475
66915	linear.weight	7	-0.021312154829502106
66915	linear.weight	8	0.12006574124097824
66915	linear.weight	9	0.1141742393374443
66915	linear.bias	0	-0.705455482006073
66915	linear.bias	1	0.9148879051208496
66915	linear.bias	2	-0.17948070168495178
66915	linear.bias	3	-0.4960291087627411
66915	linear.bias	4	-1.1275790929794312
66915	linear.bias	5	-1.1344008445739746
66915	linear.bias	6	-0.6522460579872131
66915	linear.bias	7	-0.6860019564628601
66915	linear.bias	8	-0.01705317199230194
66915	linear.bias	9	2.9390604496002197
67112	transitions	0	-0.2336040586233139
67112	transitions	1	7.526120662689209
67112	transitions	2	-3.0183215141296387
67112	transitions	3	1.292344570159912
67112	transitions	4	-1.7163828611373901
67112	transitions	5	-0.29568716883659363
67112	transitions	6	-0.15782715380191803
67112	transitions	7	-10000.0
67112	transitions	8	1.6043484210968018
67112	transitions	9	-2.287003755569458
67112	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
67112	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
67112	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
67112	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
67112	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
67112	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
67112	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
67112	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
67112	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
67112	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
67112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
67112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
67112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
67112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
67112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
67112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
67112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
67112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
67112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
67112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
67112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
67112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
67112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
67112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
67112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
67112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
67112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
67112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
67112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
67112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
67112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
67112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
67112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
67112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
67112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
67112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
67112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
67112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
67112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
67112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
67112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
67112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
67112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
67112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
67112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
67112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
67112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
67112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
67112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
67112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
67112	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
67112	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
67112	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
67112	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
67112	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
67112	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
67112	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
67112	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
67112	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
67112	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
67112	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
67112	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
67112	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
67112	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
67112	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
67112	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
67112	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
67112	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
67112	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
67112	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
67112	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
67112	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
67112	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
67112	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
67112	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
67112	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
67112	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
67112	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
67112	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
67112	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
67112	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
67112	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
67112	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
67112	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
67112	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
67112	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
67112	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
67112	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
67112	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
67112	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
67112	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
67112	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
67112	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
67112	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
67112	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
67112	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
67112	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
67112	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
67112	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
67112	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
67112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
67112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
67112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
67112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
67112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
67112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
67112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
67112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
67112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
67112	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
67112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
67112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
67112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
67112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
67112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
67112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
67112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
67112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
67112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
67112	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
67112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
67112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
67112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
67112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
67112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
67112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
67112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
67112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
67112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
67112	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
67112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
67112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
67112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
67112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
67112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
67112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
67112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
67112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
67112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
67112	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
67112	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
67112	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
67112	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
67112	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
67112	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
67112	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
67112	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
67112	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
67112	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
67112	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
67112	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
67112	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
67112	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
67112	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
67112	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
67112	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
67112	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
67112	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
67112	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
67112	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
67112	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
67112	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
67112	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
67112	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
67112	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
67112	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
67112	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
67112	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
67112	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
67112	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
67112	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
67112	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
67112	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
67112	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
67112	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
67112	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
67112	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
67112	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
67112	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
67112	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
67112	embedding2nn.weight	0	0.03441670909523964
67112	embedding2nn.weight	1	-0.065740205347538
67112	embedding2nn.weight	2	0.011399693787097931
67112	embedding2nn.weight	3	-0.032755736261606216
67112	embedding2nn.weight	4	-0.09440769255161285
67112	embedding2nn.weight	5	0.07282780110836029
67112	embedding2nn.weight	6	-0.11530265212059021
67112	embedding2nn.weight	7	-0.07662605494260788
67112	embedding2nn.weight	8	-0.002691226778551936
67112	embedding2nn.weight	9	0.028671111911535263
67112	embedding2nn.bias	0	0.0680219829082489
67112	embedding2nn.bias	1	0.03524838015437126
67112	embedding2nn.bias	2	-0.13362771272659302
67112	embedding2nn.bias	3	0.032412320375442505
67112	embedding2nn.bias	4	0.042614106088876724
67112	embedding2nn.bias	5	-0.17264723777770996
67112	embedding2nn.bias	6	-0.06825357675552368
67112	embedding2nn.bias	7	-0.027470948174595833
67112	embedding2nn.bias	8	0.09711281210184097
67112	embedding2nn.bias	9	-0.10373315215110779
67112	rnn.weight_ih_l0	0	0.010150862857699394
67112	rnn.weight_ih_l0	1	-0.026792144402861595
67112	rnn.weight_ih_l0	2	-0.03873865306377411
67112	rnn.weight_ih_l0	3	-3.935690619982779e-05
67112	rnn.weight_ih_l0	4	0.00281772343441844
67112	rnn.weight_ih_l0	5	-0.04914722591638565
67112	rnn.weight_ih_l0	6	0.02706768736243248
67112	rnn.weight_ih_l0	7	-0.05903114005923271
67112	rnn.weight_ih_l0	8	0.016368869692087173
67112	rnn.weight_ih_l0	9	-0.010380850173532963
67112	rnn.weight_hh_l0	0	-0.007798127364367247
67112	rnn.weight_hh_l0	1	-0.07091791182756424
67112	rnn.weight_hh_l0	2	0.04064912348985672
67112	rnn.weight_hh_l0	3	0.01633763313293457
67112	rnn.weight_hh_l0	4	0.008343648165464401
67112	rnn.weight_hh_l0	5	0.03723720833659172
67112	rnn.weight_hh_l0	6	-0.012819572351872921
67112	rnn.weight_hh_l0	7	-0.06858804076910019
67112	rnn.weight_hh_l0	8	-0.014169182628393173
67112	rnn.weight_hh_l0	9	-0.05133453756570816
67112	rnn.bias_ih_l0	0	-0.07968013733625412
67112	rnn.bias_ih_l0	1	-0.11915843933820724
67112	rnn.bias_ih_l0	2	-0.18864862620830536
67112	rnn.bias_ih_l0	3	-0.23479560017585754
67112	rnn.bias_ih_l0	4	0.02428329549729824
67112	rnn.bias_ih_l0	5	0.06613233685493469
67112	rnn.bias_ih_l0	6	-0.10873660445213318
67112	rnn.bias_ih_l0	7	-0.202213853597641
67112	rnn.bias_ih_l0	8	-0.09845303744077682
67112	rnn.bias_ih_l0	9	-0.1334962248802185
67112	rnn.bias_hh_l0	0	0.11805209517478943
67112	rnn.bias_hh_l0	1	-0.03414355590939522
67112	rnn.bias_hh_l0	2	0.019357092678546906
67112	rnn.bias_hh_l0	3	-0.13893185555934906
67112	rnn.bias_hh_l0	4	0.014427779242396355
67112	rnn.bias_hh_l0	5	0.03510592132806778
67112	rnn.bias_hh_l0	6	-0.06306483596563339
67112	rnn.bias_hh_l0	7	-0.1048254668712616
67112	rnn.bias_hh_l0	8	-0.14345864951610565
67112	rnn.bias_hh_l0	9	-0.07780338078737259
67112	rnn.weight_ih_l0_reverse	0	-0.007853753864765167
67112	rnn.weight_ih_l0_reverse	1	0.02367553487420082
67112	rnn.weight_ih_l0_reverse	2	-0.01225478108972311
67112	rnn.weight_ih_l0_reverse	3	0.0036930174101144075
67112	rnn.weight_ih_l0_reverse	4	0.03910590335726738
67112	rnn.weight_ih_l0_reverse	5	-0.038013432174921036
67112	rnn.weight_ih_l0_reverse	6	-0.03349515050649643
67112	rnn.weight_ih_l0_reverse	7	-0.012046010233461857
67112	rnn.weight_ih_l0_reverse	8	0.02721966616809368
67112	rnn.weight_ih_l0_reverse	9	-0.005062696058303118
67112	rnn.weight_hh_l0_reverse	0	-0.008667186833918095
67112	rnn.weight_hh_l0_reverse	1	0.016310086473822594
67112	rnn.weight_hh_l0_reverse	2	-0.03534906357526779
67112	rnn.weight_hh_l0_reverse	3	0.035261787474155426
67112	rnn.weight_hh_l0_reverse	4	0.01529648620635271
67112	rnn.weight_hh_l0_reverse	5	-0.0158735029399395
67112	rnn.weight_hh_l0_reverse	6	0.033422745764255524
67112	rnn.weight_hh_l0_reverse	7	0.0265952255576849
67112	rnn.weight_hh_l0_reverse	8	0.007720967289060354
67112	rnn.weight_hh_l0_reverse	9	-0.04738123342394829
67112	rnn.bias_ih_l0_reverse	0	-0.10903006047010422
67112	rnn.bias_ih_l0_reverse	1	-0.27857500314712524
67112	rnn.bias_ih_l0_reverse	2	-0.04509224742650986
67112	rnn.bias_ih_l0_reverse	3	-0.09493391960859299
67112	rnn.bias_ih_l0_reverse	4	0.07769627869129181
67112	rnn.bias_ih_l0_reverse	5	-0.18591056764125824
67112	rnn.bias_ih_l0_reverse	6	-0.037698209285736084
67112	rnn.bias_ih_l0_reverse	7	0.02403741143643856
67112	rnn.bias_ih_l0_reverse	8	-0.1382555514574051
67112	rnn.bias_ih_l0_reverse	9	-0.05692053586244583
67112	rnn.bias_hh_l0_reverse	0	-0.1049465611577034
67112	rnn.bias_hh_l0_reverse	1	-0.07362020760774612
67112	rnn.bias_hh_l0_reverse	2	-0.026552148163318634
67112	rnn.bias_hh_l0_reverse	3	-0.1127420961856842
67112	rnn.bias_hh_l0_reverse	4	-0.02683461830019951
67112	rnn.bias_hh_l0_reverse	5	-0.10111267119646072
67112	rnn.bias_hh_l0_reverse	6	-0.07819951325654984
67112	rnn.bias_hh_l0_reverse	7	-0.15406563878059387
67112	rnn.bias_hh_l0_reverse	8	-0.03420185670256615
67112	rnn.bias_hh_l0_reverse	9	-0.11920477449893951
67112	linear.weight	0	-0.2182663232088089
67112	linear.weight	1	-0.09591793268918991
67112	linear.weight	2	-0.011228874325752258
67112	linear.weight	3	-0.06664519011974335
67112	linear.weight	4	-0.03396601974964142
67112	linear.weight	5	0.2271316796541214
67112	linear.weight	6	0.0047744326293468475
67112	linear.weight	7	-0.021312154829502106
67112	linear.weight	8	0.10924766212701797
67112	linear.weight	9	0.11682699620723724
67112	linear.bias	0	-0.7031896710395813
67112	linear.bias	1	0.8989612460136414
67112	linear.bias	2	-0.1802322417497635
67112	linear.bias	3	-0.483952134847641
67112	linear.bias	4	-1.1012790203094482
67112	linear.bias	5	-1.13457190990448
67112	linear.bias	6	-0.6549251675605774
67112	linear.bias	7	-0.708431601524353
67112	linear.bias	8	-0.01705317199230194
67112	linear.bias	9	2.9727258682250977
67116	transitions	0	-0.2337273806333542
67116	transitions	1	7.527059078216553
67116	transitions	2	-3.0183444023132324
67116	transitions	3	1.2922375202178955
67116	transitions	4	-1.7163853645324707
67116	transitions	5	-0.2956894338130951
67116	transitions	6	-0.15782855451107025
67116	transitions	7	-10000.0
67116	transitions	8	1.6043462753295898
67116	transitions	9	-2.287004232406616
67116	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
67116	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
67116	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
67116	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
67116	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
67116	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
67116	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
67116	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
67116	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
67116	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
67116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
67116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
67116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
67116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
67116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
67116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
67116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
67116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
67116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
67116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
67116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
67116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
67116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
67116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
67116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
67116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
67116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
67116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
67116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
67116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
67116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
67116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
67116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
67116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
67116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
67116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
67116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
67116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
67116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
67116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
67116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
67116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
67116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
67116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
67116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
67116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
67116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
67116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
67116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
67116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
67116	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
67116	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
67116	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
67116	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
67116	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
67116	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
67116	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
67116	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
67116	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
67116	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
67116	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
67116	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
67116	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
67116	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
67116	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
67116	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
67116	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
67116	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
67116	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
67116	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
67116	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
67116	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
67116	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
67116	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
67116	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
67116	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
67116	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
67116	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
67116	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
67116	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
67116	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
67116	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
67116	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
67116	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
67116	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
67116	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
67116	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
67116	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
67116	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
67116	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
67116	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
67116	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
67116	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
67116	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
67116	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
67116	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
67116	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
67116	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
67116	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
67116	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
67116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
67116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
67116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
67116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
67116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
67116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
67116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
67116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
67116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
67116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
67116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
67116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
67116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
67116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
67116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
67116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
67116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
67116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
67116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
67116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
67116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
67116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
67116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
67116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
67116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
67116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
67116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
67116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
67116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
67116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
67116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
67116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
67116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
67116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
67116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
67116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
67116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
67116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
67116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
67116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
67116	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
67116	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
67116	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
67116	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
67116	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
67116	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
67116	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
67116	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
67116	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
67116	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
67116	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
67116	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
67116	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
67116	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
67116	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
67116	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
67116	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
67116	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
67116	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
67116	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
67116	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
67116	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
67116	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
67116	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
67116	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
67116	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
67116	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
67116	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
67116	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
67116	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
67116	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
67116	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
67116	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
67116	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
67116	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
67116	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
67116	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
67116	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
67116	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
67116	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
67116	embedding2nn.weight	0	0.03428202494978905
67116	embedding2nn.weight	1	-0.06605925410985947
67116	embedding2nn.weight	2	0.011000956408679485
67116	embedding2nn.weight	3	-0.03273290395736694
67116	embedding2nn.weight	4	-0.09412257373332977
67116	embedding2nn.weight	5	0.07282482832670212
67116	embedding2nn.weight	6	-0.11531387269496918
67116	embedding2nn.weight	7	-0.07674727588891983
67116	embedding2nn.weight	8	-0.002284258371219039
67116	embedding2nn.weight	9	0.02855205349624157
67116	embedding2nn.bias	0	0.06884346902370453
67116	embedding2nn.bias	1	0.03355062007904053
67116	embedding2nn.bias	2	-0.1355942189693451
67116	embedding2nn.bias	3	0.03406839445233345
67116	embedding2nn.bias	4	0.041859425604343414
67116	embedding2nn.bias	5	-0.1705949455499649
67116	embedding2nn.bias	6	-0.06742355972528458
67116	embedding2nn.bias	7	-0.028572091832756996
67116	embedding2nn.bias	8	0.0973319485783577
67116	embedding2nn.bias	9	-0.1038963720202446
67116	rnn.weight_ih_l0	0	0.010092129930853844
67116	rnn.weight_ih_l0	1	-0.027903519570827484
67116	rnn.weight_ih_l0	2	-0.03857674077153206
67116	rnn.weight_ih_l0	3	0.00028642371762543917
67116	rnn.weight_ih_l0	4	0.0028080956544727087
67116	rnn.weight_ih_l0	5	-0.04903041943907738
67116	rnn.weight_ih_l0	6	0.026973102241754532
67116	rnn.weight_ih_l0	7	-0.0593586340546608
67116	rnn.weight_ih_l0	8	0.01692490465939045
67116	rnn.weight_ih_l0	9	-0.010415559634566307
67116	rnn.weight_hh_l0	0	-0.007782900705933571
67116	rnn.weight_hh_l0	1	-0.07087232917547226
67116	rnn.weight_hh_l0	2	0.04059227928519249
67116	rnn.weight_hh_l0	3	0.016414329409599304
67116	rnn.weight_hh_l0	4	0.008389257825911045
67116	rnn.weight_hh_l0	5	0.037237584590911865
67116	rnn.weight_hh_l0	6	-0.012845677323639393
67116	rnn.weight_hh_l0	7	-0.06863455474376678
67116	rnn.weight_hh_l0	8	-0.014150927774608135
67116	rnn.weight_hh_l0	9	-0.05129758268594742
67116	rnn.bias_ih_l0	0	-0.07956569641828537
67116	rnn.bias_ih_l0	1	-0.11901167035102844
67116	rnn.bias_ih_l0	2	-0.1891770362854004
67116	rnn.bias_ih_l0	3	-0.23444171249866486
67116	rnn.bias_ih_l0	4	0.02531268447637558
67116	rnn.bias_ih_l0	5	0.06556618958711624
67116	rnn.bias_ih_l0	6	-0.1087389886379242
67116	rnn.bias_ih_l0	7	-0.20326092839241028
67116	rnn.bias_ih_l0	8	-0.09799682348966599
67116	rnn.bias_ih_l0	9	-0.13357652723789215
67116	rnn.bias_hh_l0	0	0.11912373453378677
67116	rnn.bias_hh_l0	1	-0.03399685025215149
67116	rnn.bias_hh_l0	2	0.01949237659573555
67116	rnn.bias_hh_l0	3	-0.13895046710968018
67116	rnn.bias_hh_l0	4	0.014556712470948696
67116	rnn.bias_hh_l0	5	0.0360412634909153
67116	rnn.bias_hh_l0	6	-0.06304826587438583
67116	rnn.bias_hh_l0	7	-0.10477937757968903
67116	rnn.bias_hh_l0	8	-0.14358338713645935
67116	rnn.bias_hh_l0	9	-0.07858063280582428
67116	rnn.weight_ih_l0_reverse	0	-0.007384468335658312
67116	rnn.weight_ih_l0_reverse	1	0.023582473397254944
67116	rnn.weight_ih_l0_reverse	2	-0.012517389841377735
67116	rnn.weight_ih_l0_reverse	3	0.003608119674026966
67116	rnn.weight_ih_l0_reverse	4	0.03891955688595772
67116	rnn.weight_ih_l0_reverse	5	-0.037990644574165344
67116	rnn.weight_ih_l0_reverse	6	-0.03339047729969025
67116	rnn.weight_ih_l0_reverse	7	-0.012343165464699268
67116	rnn.weight_ih_l0_reverse	8	0.02727007120847702
67116	rnn.weight_ih_l0_reverse	9	-0.004960349760949612
67116	rnn.weight_hh_l0_reverse	0	-0.008678926154971123
67116	rnn.weight_hh_l0_reverse	1	0.016318639740347862
67116	rnn.weight_hh_l0_reverse	2	-0.03535750135779381
67116	rnn.weight_hh_l0_reverse	3	0.035228606313467026
67116	rnn.weight_hh_l0_reverse	4	0.015241528861224651
67116	rnn.weight_hh_l0_reverse	5	-0.015819089487195015
67116	rnn.weight_hh_l0_reverse	6	0.033419180661439896
67116	rnn.weight_hh_l0_reverse	7	0.026513399556279182
67116	rnn.weight_hh_l0_reverse	8	0.007770120166242123
67116	rnn.weight_hh_l0_reverse	9	-0.04726472869515419
67116	rnn.bias_ih_l0_reverse	0	-0.1090814545750618
67116	rnn.bias_ih_l0_reverse	1	-0.2788141071796417
67116	rnn.bias_ih_l0_reverse	2	-0.04490168020129204
67116	rnn.bias_ih_l0_reverse	3	-0.09584098309278488
67116	rnn.bias_ih_l0_reverse	4	0.07761640101671219
67116	rnn.bias_ih_l0_reverse	5	-0.18597039580345154
67116	rnn.bias_ih_l0_reverse	6	-0.03748709708452225
67116	rnn.bias_ih_l0_reverse	7	0.023692145943641663
67116	rnn.bias_ih_l0_reverse	8	-0.1382576823234558
67116	rnn.bias_ih_l0_reverse	9	-0.05697186291217804
67116	rnn.bias_hh_l0_reverse	0	-0.10480965673923492
67116	rnn.bias_hh_l0_reverse	1	-0.07383914291858673
67116	rnn.bias_hh_l0_reverse	2	-0.026576129719614983
67116	rnn.bias_hh_l0_reverse	3	-0.11266200244426727
67116	rnn.bias_hh_l0_reverse	4	-0.026999391615390778
67116	rnn.bias_hh_l0_reverse	5	-0.10116274654865265
67116	rnn.bias_hh_l0_reverse	6	-0.07815030217170715
67116	rnn.bias_hh_l0_reverse	7	-0.15381306409835815
67116	rnn.bias_hh_l0_reverse	8	-0.033635497093200684
67116	rnn.bias_hh_l0_reverse	9	-0.11912190914154053
67116	linear.weight	0	-0.21833065152168274
67116	linear.weight	1	-0.09466596692800522
67116	linear.weight	2	-0.011228874325752258
67116	linear.weight	3	-0.06568046659231186
67116	linear.weight	4	-0.03396826237440109
67116	linear.weight	5	0.22722908854484558
67116	linear.weight	6	0.0047744326293468475
67116	linear.weight	7	-0.021312154829502106
67116	linear.weight	8	0.10687585175037384
67116	linear.weight	9	0.11234226822853088
67116	linear.bias	0	-0.7101378440856934
67116	linear.bias	1	0.8887857794761658
67116	linear.bias	2	-0.18576940894126892
67116	linear.bias	3	-0.4841386675834656
67116	linear.bias	4	-1.096982717514038
67116	linear.bias	5	-1.1345733404159546
67116	linear.bias	6	-0.6620169878005981
67116	linear.bias	7	-0.70334392786026
67116	linear.bias	8	-0.01705317199230194
67116	linear.bias	9	2.9677979946136475
67313	transitions	0	-0.2340785264968872
67313	transitions	1	7.501399993896484
67313	transitions	2	-3.0204033851623535
67313	transitions	3	1.266533613204956
67313	transitions	4	-1.7172551155090332
67313	transitions	5	-0.29583632946014404
67313	transitions	6	-0.15794149041175842
67313	transitions	7	-10000.0
67313	transitions	8	1.6046695709228516
67313	transitions	9	-2.2870235443115234
67313	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
67313	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
67313	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
67313	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
67313	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
67313	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
67313	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
67313	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
67313	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
67313	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
67313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
67313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
67313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
67313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
67313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
67313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
67313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
67313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
67313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
67313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
67313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
67313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
67313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
67313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
67313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
67313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
67313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
67313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
67313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
67313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
67313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
67313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
67313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
67313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
67313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
67313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
67313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
67313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
67313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
67313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
67313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
67313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
67313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
67313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
67313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
67313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
67313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
67313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
67313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
67313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
67313	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
67313	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
67313	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
67313	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
67313	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
67313	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
67313	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
67313	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
67313	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
67313	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
67313	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
67313	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
67313	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
67313	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
67313	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
67313	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
67313	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
67313	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
67313	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
67313	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
67313	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
67313	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
67313	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
67313	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
67313	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
67313	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
67313	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
67313	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
67313	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
67313	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
67313	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
67313	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
67313	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
67313	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
67313	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
67313	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
67313	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
67313	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
67313	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
67313	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
67313	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
67313	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
67313	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
67313	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
67313	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
67313	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
67313	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
67313	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
67313	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
67313	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
67313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
67313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
67313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
67313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
67313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
67313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
67313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
67313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
67313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
67313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
67313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
67313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
67313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
67313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
67313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
67313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
67313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
67313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
67313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
67313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
67313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
67313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
67313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
67313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
67313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
67313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
67313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
67313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
67313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
67313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
67313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
67313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
67313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
67313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
67313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
67313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
67313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
67313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
67313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
67313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
67313	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
67313	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
67313	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
67313	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
67313	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
67313	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
67313	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
67313	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
67313	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
67313	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
67313	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
67313	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
67313	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
67313	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
67313	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
67313	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
67313	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
67313	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
67313	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
67313	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
67313	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
67313	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
67313	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
67313	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
67313	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
67313	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
67313	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
67313	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
67313	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
67313	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
67313	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
67313	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
67313	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
67313	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
67313	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
67313	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
67313	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
67313	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
67313	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
67313	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
67313	embedding2nn.weight	0	0.03350359573960304
67313	embedding2nn.weight	1	-0.06567081809043884
67313	embedding2nn.weight	2	0.00591520918533206
67313	embedding2nn.weight	3	-0.03276979178190231
67313	embedding2nn.weight	4	-0.09357636421918869
67313	embedding2nn.weight	5	0.07111681997776031
67313	embedding2nn.weight	6	-0.1095716655254364
67313	embedding2nn.weight	7	-0.07698416709899902
67313	embedding2nn.weight	8	-0.003983322996646166
67313	embedding2nn.weight	9	0.027281809598207474
67313	embedding2nn.bias	0	0.06660200655460358
67313	embedding2nn.bias	1	0.027785945683717728
67313	embedding2nn.bias	2	-0.14840370416641235
67313	embedding2nn.bias	3	0.030856335535645485
67313	embedding2nn.bias	4	0.054280444979667664
67313	embedding2nn.bias	5	-0.1767168939113617
67313	embedding2nn.bias	6	-0.058678869158029556
67313	embedding2nn.bias	7	-0.031716231256723404
67313	embedding2nn.bias	8	0.09242280572652817
67313	embedding2nn.bias	9	-0.091475710272789
67313	rnn.weight_ih_l0	0	0.010735834017395973
67313	rnn.weight_ih_l0	1	-0.02951415441930294
67313	rnn.weight_ih_l0	2	-0.03895203396677971
67313	rnn.weight_ih_l0	3	0.0010705258464440703
67313	rnn.weight_ih_l0	4	0.0028268308378756046
67313	rnn.weight_ih_l0	5	-0.04791415110230446
67313	rnn.weight_ih_l0	6	0.02832355536520481
67313	rnn.weight_ih_l0	7	-0.05876626819372177
67313	rnn.weight_ih_l0	8	0.021641157567501068
67313	rnn.weight_ih_l0	9	-0.009366186335682869
67313	rnn.weight_hh_l0	0	-0.007940785959362984
67313	rnn.weight_hh_l0	1	-0.07284665107727051
67313	rnn.weight_hh_l0	2	0.04066619277000427
67313	rnn.weight_hh_l0	3	0.016366491094231606
67313	rnn.weight_hh_l0	4	0.008273881860077381
67313	rnn.weight_hh_l0	5	0.03681306168437004
67313	rnn.weight_hh_l0	6	-0.012458612211048603
67313	rnn.weight_hh_l0	7	-0.06839851289987564
67313	rnn.weight_hh_l0	8	-0.014221101067960262
67313	rnn.weight_hh_l0	9	-0.054577894508838654
67313	rnn.bias_ih_l0	0	-0.07203319668769836
67313	rnn.bias_ih_l0	1	-0.11583031713962555
67313	rnn.bias_ih_l0	2	-0.1907188892364502
67313	rnn.bias_ih_l0	3	-0.23502999544143677
67313	rnn.bias_ih_l0	4	0.023720290511846542
67313	rnn.bias_ih_l0	5	0.06494549661874771
67313	rnn.bias_ih_l0	6	-0.10503598302602768
67313	rnn.bias_ih_l0	7	-0.2041250765323639
67313	rnn.bias_ih_l0	8	-0.09939369559288025
67313	rnn.bias_ih_l0	9	-0.1304476112127304
67313	rnn.bias_hh_l0	0	0.1170719638466835
67313	rnn.bias_hh_l0	1	-0.032746102660894394
67313	rnn.bias_hh_l0	2	0.02020099386572838
67313	rnn.bias_hh_l0	3	-0.13837847113609314
67313	rnn.bias_hh_l0	4	0.009291610680520535
67313	rnn.bias_hh_l0	5	0.03558072820305824
67313	rnn.bias_hh_l0	6	-0.0644133910536766
67313	rnn.bias_hh_l0	7	-0.10288725048303604
67313	rnn.bias_hh_l0	8	-0.1441619098186493
67313	rnn.bias_hh_l0	9	-0.07695101201534271
67313	rnn.weight_ih_l0_reverse	0	-0.005723826587200165
67313	rnn.weight_ih_l0_reverse	1	0.02231805957853794
67313	rnn.weight_ih_l0_reverse	2	-0.011084219440817833
67313	rnn.weight_ih_l0_reverse	3	0.003240395337343216
67313	rnn.weight_ih_l0_reverse	4	0.040631253272295
67313	rnn.weight_ih_l0_reverse	5	-0.037824250757694244
67313	rnn.weight_ih_l0_reverse	6	-0.03391767293214798
67313	rnn.weight_ih_l0_reverse	7	-0.013219969347119331
67313	rnn.weight_ih_l0_reverse	8	0.027574753388762474
67313	rnn.weight_ih_l0_reverse	9	-0.005109110381454229
67313	rnn.weight_hh_l0_reverse	0	-0.008536596782505512
67313	rnn.weight_hh_l0_reverse	1	0.01601662114262581
67313	rnn.weight_hh_l0_reverse	2	-0.03559353947639465
67313	rnn.weight_hh_l0_reverse	3	0.03502386063337326
67313	rnn.weight_hh_l0_reverse	4	0.015145461075007915
67313	rnn.weight_hh_l0_reverse	5	-0.01546131819486618
67313	rnn.weight_hh_l0_reverse	6	0.03380163013935089
67313	rnn.weight_hh_l0_reverse	7	0.02448664791882038
67313	rnn.weight_hh_l0_reverse	8	0.007339653093367815
67313	rnn.weight_hh_l0_reverse	9	-0.04772045463323593
67313	rnn.bias_ih_l0_reverse	0	-0.1112448051571846
67313	rnn.bias_ih_l0_reverse	1	-0.2786250412464142
67313	rnn.bias_ih_l0_reverse	2	-0.04778270050883293
67313	rnn.bias_ih_l0_reverse	3	-0.09658115357160568
67313	rnn.bias_ih_l0_reverse	4	0.0762447863817215
67313	rnn.bias_ih_l0_reverse	5	-0.1870078593492508
67313	rnn.bias_ih_l0_reverse	6	-0.039309002459049225
67313	rnn.bias_ih_l0_reverse	7	0.026257572695612907
67313	rnn.bias_ih_l0_reverse	8	-0.13708004355430603
67313	rnn.bias_ih_l0_reverse	9	-0.05895597115159035
67313	rnn.bias_hh_l0_reverse	0	-0.10552451759576797
67313	rnn.bias_hh_l0_reverse	1	-0.07236523926258087
67313	rnn.bias_hh_l0_reverse	2	-0.02563730627298355
67313	rnn.bias_hh_l0_reverse	3	-0.10967186093330383
67313	rnn.bias_hh_l0_reverse	4	-0.02681487239897251
67313	rnn.bias_hh_l0_reverse	5	-0.10159111022949219
67313	rnn.bias_hh_l0_reverse	6	-0.07778336852788925
67313	rnn.bias_hh_l0_reverse	7	-0.15609678626060486
67313	rnn.bias_hh_l0_reverse	8	-0.035809531807899475
67313	rnn.bias_hh_l0_reverse	9	-0.1205868273973465
67313	linear.weight	0	-0.22144313156604767
67313	linear.weight	1	-0.10293308645486832
67313	linear.weight	2	-0.011228874325752258
67313	linear.weight	3	-0.048221878707408905
67313	linear.weight	4	-0.05776583030819893
67313	linear.weight	5	0.23324033617973328
67313	linear.weight	6	0.0047744326293468475
67313	linear.weight	7	-0.021312154829502106
67313	linear.weight	8	0.10376099497079849
67313	linear.weight	9	0.1157226637005806
67313	linear.bias	0	-0.6709275245666504
67313	linear.bias	1	0.8743999600410461
67313	linear.bias	2	-0.21639442443847656
67313	linear.bias	3	-0.4954192340373993
67313	linear.bias	4	-1.1428685188293457
67313	linear.bias	5	-1.134740948677063
67313	linear.bias	6	-0.6308108568191528
67313	linear.bias	7	-0.6574913859367371
67313	linear.bias	8	-0.01705317199230194
67313	linear.bias	9	2.9350051879882812
67510	transitions	0	-0.2345273345708847
67510	transitions	1	7.565997123718262
67510	transitions	2	-3.021813154220581
67510	transitions	3	1.2714357376098633
67510	transitions	4	-1.718384027481079
67510	transitions	5	-0.29598894715309143
67510	transitions	6	-0.1580696702003479
67510	transitions	7	-10000.0
67510	transitions	8	1.6054531335830688
67510	transitions	9	-2.287050247192383
67510	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
67510	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
67510	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
67510	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
67510	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
67510	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
67510	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
67510	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
67510	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
67510	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
67510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
67510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
67510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
67510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
67510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
67510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
67510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
67510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
67510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
67510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
67510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
67510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
67510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
67510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
67510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
67510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
67510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
67510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
67510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
67510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
67510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
67510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
67510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
67510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
67510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
67510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
67510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
67510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
67510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
67510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
67510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
67510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
67510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
67510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
67510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
67510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
67510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
67510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
67510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
67510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
67510	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
67510	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
67510	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
67510	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
67510	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
67510	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
67510	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
67510	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
67510	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
67510	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
67510	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
67510	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
67510	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
67510	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
67510	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
67510	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
67510	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
67510	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
67510	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
67510	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
67510	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
67510	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
67510	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
67510	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
67510	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
67510	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
67510	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
67510	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
67510	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
67510	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
67510	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
67510	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
67510	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
67510	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
67510	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
67510	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
67510	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
67510	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
67510	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
67510	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
67510	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
67510	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
67510	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
67510	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
67510	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
67510	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
67510	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
67510	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
67510	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
67510	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
67510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
67510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
67510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
67510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
67510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
67510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
67510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
67510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
67510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
67510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
67510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
67510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
67510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
67510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
67510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
67510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
67510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
67510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
67510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
67510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
67510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
67510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
67510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
67510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
67510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
67510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
67510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
67510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
67510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
67510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
67510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
67510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
67510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
67510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
67510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
67510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
67510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
67510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
67510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
67510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
67510	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
67510	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
67510	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
67510	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
67510	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
67510	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
67510	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
67510	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
67510	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
67510	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
67510	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
67510	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
67510	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
67510	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
67510	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
67510	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
67510	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
67510	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
67510	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
67510	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
67510	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
67510	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
67510	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
67510	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
67510	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
67510	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
67510	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
67510	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
67510	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
67510	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
67510	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
67510	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
67510	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
67510	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
67510	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
67510	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
67510	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
67510	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
67510	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
67510	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
67510	embedding2nn.weight	0	0.03411990404129028
67510	embedding2nn.weight	1	-0.06725737452507019
67510	embedding2nn.weight	2	0.011080014519393444
67510	embedding2nn.weight	3	-0.03050157241523266
67510	embedding2nn.weight	4	-0.0935768261551857
67510	embedding2nn.weight	5	0.06992705911397934
67510	embedding2nn.weight	6	-0.10893280059099197
67510	embedding2nn.weight	7	-0.07752495259046555
67510	embedding2nn.weight	8	-0.004502938129007816
67510	embedding2nn.weight	9	0.02752426639199257
67510	embedding2nn.bias	0	0.06552070379257202
67510	embedding2nn.bias	1	0.014749349094927311
67510	embedding2nn.bias	2	-0.15651234984397888
67510	embedding2nn.bias	3	0.03902096301317215
67510	embedding2nn.bias	4	0.04823491722345352
67510	embedding2nn.bias	5	-0.17344383895397186
67510	embedding2nn.bias	6	-0.07073629647493362
67510	embedding2nn.bias	7	-0.03311821073293686
67510	embedding2nn.bias	8	0.08174941688776016
67510	embedding2nn.bias	9	-0.08942288160324097
67510	rnn.weight_ih_l0	0	0.011558684520423412
67510	rnn.weight_ih_l0	1	-0.025423288345336914
67510	rnn.weight_ih_l0	2	-0.03908213973045349
67510	rnn.weight_ih_l0	3	0.001071930630132556
67510	rnn.weight_ih_l0	4	0.005543783772736788
67510	rnn.weight_ih_l0	5	-0.05074352025985718
67510	rnn.weight_ih_l0	6	0.026290949434041977
67510	rnn.weight_ih_l0	7	-0.05580735579133034
67510	rnn.weight_ih_l0	8	0.017359519377350807
67510	rnn.weight_ih_l0	9	-0.010670500807464123
67510	rnn.weight_hh_l0	0	-0.0087467385455966
67510	rnn.weight_hh_l0	1	-0.07295750081539154
67510	rnn.weight_hh_l0	2	0.03995872661471367
67510	rnn.weight_hh_l0	3	0.016346871852874756
67510	rnn.weight_hh_l0	4	0.0090720746666193
67510	rnn.weight_hh_l0	5	0.03646385669708252
67510	rnn.weight_hh_l0	6	-0.01122810784727335
67510	rnn.weight_hh_l0	7	-0.06979071348905563
67510	rnn.weight_hh_l0	8	-0.015046368353068829
67510	rnn.weight_hh_l0	9	-0.05369914695620537
67510	rnn.bias_ih_l0	0	-0.07570783793926239
67510	rnn.bias_ih_l0	1	-0.1192517876625061
67510	rnn.bias_ih_l0	2	-0.1930018663406372
67510	rnn.bias_ih_l0	3	-0.23264794051647186
67510	rnn.bias_ih_l0	4	0.022938577458262444
67510	rnn.bias_ih_l0	5	0.062464259564876556
67510	rnn.bias_ih_l0	6	-0.10957452654838562
67510	rnn.bias_ih_l0	7	-0.20716726779937744
67510	rnn.bias_ih_l0	8	-0.103281170129776
67510	rnn.bias_ih_l0	9	-0.12993334233760834
67510	rnn.bias_hh_l0	0	0.1199137344956398
67510	rnn.bias_hh_l0	1	-0.0335916206240654
67510	rnn.bias_hh_l0	2	0.024090299382805824
67510	rnn.bias_hh_l0	3	-0.13517221808433533
67510	rnn.bias_hh_l0	4	0.0145788062363863
67510	rnn.bias_hh_l0	5	0.03877905011177063
67510	rnn.bias_hh_l0	6	-0.06568445265293121
67510	rnn.bias_hh_l0	7	-0.1039583832025528
67510	rnn.bias_hh_l0	8	-0.14379161596298218
67510	rnn.bias_hh_l0	9	-0.07561890035867691
67510	rnn.weight_ih_l0_reverse	0	-0.006115511525422335
67510	rnn.weight_ih_l0_reverse	1	0.02169385366141796
67510	rnn.weight_ih_l0_reverse	2	-0.013962659053504467
67510	rnn.weight_ih_l0_reverse	3	0.005486789159476757
67510	rnn.weight_ih_l0_reverse	4	0.04066120460629463
67510	rnn.weight_ih_l0_reverse	5	-0.03834349662065506
67510	rnn.weight_ih_l0_reverse	6	-0.036920227110385895
67510	rnn.weight_ih_l0_reverse	7	-0.012036215513944626
67510	rnn.weight_ih_l0_reverse	8	0.027133945375680923
67510	rnn.weight_ih_l0_reverse	9	-0.006365944631397724
67510	rnn.weight_hh_l0_reverse	0	-0.008232912048697472
67510	rnn.weight_hh_l0_reverse	1	0.01604912057518959
67510	rnn.weight_hh_l0_reverse	2	-0.03497050330042839
67510	rnn.weight_hh_l0_reverse	3	0.03558817133307457
67510	rnn.weight_hh_l0_reverse	4	0.015160838142037392
67510	rnn.weight_hh_l0_reverse	5	-0.01585775800049305
67510	rnn.weight_hh_l0_reverse	6	0.03380810469388962
67510	rnn.weight_hh_l0_reverse	7	0.02518969029188156
67510	rnn.weight_hh_l0_reverse	8	0.007107805926352739
67510	rnn.weight_hh_l0_reverse	9	-0.04828063026070595
67510	rnn.bias_ih_l0_reverse	0	-0.11070147156715393
67510	rnn.bias_ih_l0_reverse	1	-0.2829926908016205
67510	rnn.bias_ih_l0_reverse	2	-0.04877592995762825
67510	rnn.bias_ih_l0_reverse	3	-0.09744741767644882
67510	rnn.bias_ih_l0_reverse	4	0.07437337934970856
67510	rnn.bias_ih_l0_reverse	5	-0.18477430939674377
67510	rnn.bias_ih_l0_reverse	6	-0.04010577127337456
67510	rnn.bias_ih_l0_reverse	7	0.02383442409336567
67510	rnn.bias_ih_l0_reverse	8	-0.13912048935890198
67510	rnn.bias_ih_l0_reverse	9	-0.06095421314239502
67510	rnn.bias_hh_l0_reverse	0	-0.10449576377868652
67510	rnn.bias_hh_l0_reverse	1	-0.07200688868761063
67510	rnn.bias_hh_l0_reverse	2	-0.025134166702628136
67510	rnn.bias_hh_l0_reverse	3	-0.1053401455283165
67510	rnn.bias_hh_l0_reverse	4	-0.027467625215649605
67510	rnn.bias_hh_l0_reverse	5	-0.1004771962761879
67510	rnn.bias_hh_l0_reverse	6	-0.0754823088645935
67510	rnn.bias_hh_l0_reverse	7	-0.1567068248987198
67510	rnn.bias_hh_l0_reverse	8	-0.03220600262284279
67510	rnn.bias_hh_l0_reverse	9	-0.12231065332889557
67510	linear.weight	0	-0.21728962659835815
67510	linear.weight	1	-0.10822773724794388
67510	linear.weight	2	-0.011228874325752258
67510	linear.weight	3	-0.041446346789598465
67510	linear.weight	4	-0.03478262946009636
67510	linear.weight	5	0.2541222870349884
67510	linear.weight	6	0.0047744326293468475
67510	linear.weight	7	-0.021312154829502106
67510	linear.weight	8	0.09302029758691788
67510	linear.weight	9	0.10915851593017578
67510	linear.bias	0	-0.6619735360145569
67510	linear.bias	1	0.9258357286453247
67510	linear.bias	2	-0.20368844270706177
67510	linear.bias	3	-0.47317931056022644
67510	linear.bias	4	-1.1585370302200317
67510	linear.bias	5	-1.1349364519119263
67510	linear.bias	6	-0.6194202899932861
67510	linear.bias	7	-0.6762356758117676
67510	linear.bias	8	-0.01705317199230194
67510	linear.bias	9	2.9760360717773438
67707	transitions	0	-0.23503224551677704
67707	transitions	1	7.597620487213135
67707	transitions	2	-3.0235025882720947
67707	transitions	3	1.2813982963562012
67707	transitions	4	-1.7208759784698486
67707	transitions	5	-0.29616743326187134
67707	transitions	6	-0.1581859141588211
67707	transitions	7	-10000.0
67707	transitions	8	1.6020535230636597
67707	transitions	9	-2.287075996398926
67707	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
67707	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
67707	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
67707	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
67707	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
67707	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
67707	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
67707	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
67707	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
67707	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
67707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
67707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
67707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
67707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
67707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
67707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
67707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
67707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
67707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
67707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
67707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
67707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
67707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
67707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
67707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
67707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
67707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
67707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
67707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
67707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
67707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
67707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
67707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
67707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
67707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
67707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
67707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
67707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
67707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
67707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
67707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
67707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
67707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
67707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
67707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
67707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
67707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
67707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
67707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
67707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
67707	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
67707	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
67707	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
67707	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
67707	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
67707	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
67707	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
67707	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
67707	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
67707	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
67707	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
67707	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
67707	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
67707	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
67707	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
67707	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
67707	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
67707	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
67707	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
67707	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
67707	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
67707	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
67707	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
67707	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
67707	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
67707	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
67707	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
67707	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
67707	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
67707	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
67707	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
67707	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
67707	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
67707	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
67707	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
67707	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
67707	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
67707	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
67707	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
67707	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
67707	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
67707	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
67707	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
67707	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
67707	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
67707	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
67707	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
67707	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
67707	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
67707	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
67707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
67707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
67707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
67707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
67707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
67707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
67707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
67707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
67707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
67707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
67707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
67707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
67707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
67707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
67707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
67707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
67707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
67707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
67707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
67707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
67707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
67707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
67707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
67707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
67707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
67707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
67707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
67707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
67707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
67707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
67707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
67707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
67707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
67707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
67707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
67707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
67707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
67707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
67707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
67707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
67707	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
67707	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
67707	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
67707	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
67707	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
67707	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
67707	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
67707	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
67707	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
67707	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
67707	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
67707	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
67707	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
67707	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
67707	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
67707	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
67707	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
67707	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
67707	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
67707	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
67707	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
67707	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
67707	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
67707	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
67707	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
67707	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
67707	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
67707	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
67707	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
67707	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
67707	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
67707	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
67707	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
67707	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
67707	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
67707	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
67707	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
67707	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
67707	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
67707	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
67707	embedding2nn.weight	0	0.03441258892416954
67707	embedding2nn.weight	1	-0.06606707721948624
67707	embedding2nn.weight	2	0.013962669298052788
67707	embedding2nn.weight	3	-0.02821117825806141
67707	embedding2nn.weight	4	-0.09108712524175644
67707	embedding2nn.weight	5	0.07290145754814148
67707	embedding2nn.weight	6	-0.11396670341491699
67707	embedding2nn.weight	7	-0.08033282309770584
67707	embedding2nn.weight	8	-0.0054985228925943375
67707	embedding2nn.weight	9	0.028567269444465637
67707	embedding2nn.bias	0	0.06207040697336197
67707	embedding2nn.bias	1	0.01045963168144226
67707	embedding2nn.bias	2	-0.15693677961826324
67707	embedding2nn.bias	3	0.04050067067146301
67707	embedding2nn.bias	4	0.04069521650671959
67707	embedding2nn.bias	5	-0.16969555616378784
67707	embedding2nn.bias	6	-0.08263197541236877
67707	embedding2nn.bias	7	-0.03749978542327881
67707	embedding2nn.bias	8	0.08581340312957764
67707	embedding2nn.bias	9	-0.07977501302957535
67707	rnn.weight_ih_l0	0	0.01041063666343689
67707	rnn.weight_ih_l0	1	-0.02501198649406433
67707	rnn.weight_ih_l0	2	-0.036413900554180145
67707	rnn.weight_ih_l0	3	0.0013381597818806767
67707	rnn.weight_ih_l0	4	0.006316372659057379
67707	rnn.weight_ih_l0	5	-0.050077661871910095
67707	rnn.weight_ih_l0	6	0.024147678166627884
67707	rnn.weight_ih_l0	7	-0.05463742837309837
67707	rnn.weight_ih_l0	8	0.014843432232737541
67707	rnn.weight_ih_l0	9	-0.0109647735953331
67707	rnn.weight_hh_l0	0	-0.007834427990019321
67707	rnn.weight_hh_l0	1	-0.07418269664049149
67707	rnn.weight_hh_l0	2	0.04021381586790085
67707	rnn.weight_hh_l0	3	0.016630718484520912
67707	rnn.weight_hh_l0	4	0.008789174258708954
67707	rnn.weight_hh_l0	5	0.034974947571754456
67707	rnn.weight_hh_l0	6	-0.01086376141756773
67707	rnn.weight_hh_l0	7	-0.06912776827812195
67707	rnn.weight_hh_l0	8	-0.015129070729017258
67707	rnn.weight_hh_l0	9	-0.055231980979442596
67707	rnn.bias_ih_l0	0	-0.07186414301395416
67707	rnn.bias_ih_l0	1	-0.12036532908678055
67707	rnn.bias_ih_l0	2	-0.19294016063213348
67707	rnn.bias_ih_l0	3	-0.23462380468845367
67707	rnn.bias_ih_l0	4	0.0163195189088583
67707	rnn.bias_ih_l0	5	0.057159166783094406
67707	rnn.bias_ih_l0	6	-0.10755880922079086
67707	rnn.bias_ih_l0	7	-0.20131902396678925
67707	rnn.bias_ih_l0	8	-0.10188888758420944
67707	rnn.bias_ih_l0	9	-0.1319998800754547
67707	rnn.bias_hh_l0	0	0.12534373998641968
67707	rnn.bias_hh_l0	1	-0.034332506358623505
67707	rnn.bias_hh_l0	2	0.025240497663617134
67707	rnn.bias_hh_l0	3	-0.13427266478538513
67707	rnn.bias_hh_l0	4	0.019738301634788513
67707	rnn.bias_hh_l0	5	0.03370647132396698
67707	rnn.bias_hh_l0	6	-0.06485436856746674
67707	rnn.bias_hh_l0	7	-0.1026652529835701
67707	rnn.bias_hh_l0	8	-0.14229239523410797
67707	rnn.bias_hh_l0	9	-0.07030396163463593
67707	rnn.weight_ih_l0_reverse	0	-0.006343015935271978
67707	rnn.weight_ih_l0_reverse	1	0.0206774715334177
67707	rnn.weight_ih_l0_reverse	2	-0.017166605219244957
67707	rnn.weight_ih_l0_reverse	3	0.006071161478757858
67707	rnn.weight_ih_l0_reverse	4	0.04089777171611786
67707	rnn.weight_ih_l0_reverse	5	-0.038391221314668655
67707	rnn.weight_ih_l0_reverse	6	-0.03759216144680977
67707	rnn.weight_ih_l0_reverse	7	-0.009052370674908161
67707	rnn.weight_ih_l0_reverse	8	0.02657780610024929
67707	rnn.weight_ih_l0_reverse	9	-0.007195367012172937
67707	rnn.weight_hh_l0_reverse	0	-0.00888396892696619
67707	rnn.weight_hh_l0_reverse	1	0.016618359833955765
67707	rnn.weight_hh_l0_reverse	2	-0.03513350337743759
67707	rnn.weight_hh_l0_reverse	3	0.03482445701956749
67707	rnn.weight_hh_l0_reverse	4	0.014462932012975216
67707	rnn.weight_hh_l0_reverse	5	-0.017239317297935486
67707	rnn.weight_hh_l0_reverse	6	0.03366147726774216
67707	rnn.weight_hh_l0_reverse	7	0.02608562633395195
67707	rnn.weight_hh_l0_reverse	8	0.007447757292538881
67707	rnn.weight_hh_l0_reverse	9	-0.04760829731822014
67707	rnn.bias_ih_l0_reverse	0	-0.11252035945653915
67707	rnn.bias_ih_l0_reverse	1	-0.28331974148750305
67707	rnn.bias_ih_l0_reverse	2	-0.04832760617136955
67707	rnn.bias_ih_l0_reverse	3	-0.09606219828128815
67707	rnn.bias_ih_l0_reverse	4	0.07523757964372635
67707	rnn.bias_ih_l0_reverse	5	-0.1856725960969925
67707	rnn.bias_ih_l0_reverse	6	-0.04099830612540245
67707	rnn.bias_ih_l0_reverse	7	0.020515643060207367
67707	rnn.bias_ih_l0_reverse	8	-0.14184169471263885
67707	rnn.bias_ih_l0_reverse	9	-0.0606922022998333
67707	rnn.bias_hh_l0_reverse	0	-0.10332042723894119
67707	rnn.bias_hh_l0_reverse	1	-0.06579971313476562
67707	rnn.bias_hh_l0_reverse	2	-0.02580287493765354
67707	rnn.bias_hh_l0_reverse	3	-0.10268186777830124
67707	rnn.bias_hh_l0_reverse	4	-0.02485022135078907
67707	rnn.bias_hh_l0_reverse	5	-0.0946725532412529
67707	rnn.bias_hh_l0_reverse	6	-0.0728757381439209
67707	rnn.bias_hh_l0_reverse	7	-0.1585952490568161
67707	rnn.bias_hh_l0_reverse	8	-0.027654146775603294
67707	rnn.bias_hh_l0_reverse	9	-0.1230095848441124
67707	linear.weight	0	-0.20207735896110535
67707	linear.weight	1	-0.10760992020368576
67707	linear.weight	2	-0.011228874325752258
67707	linear.weight	3	-0.03798629716038704
67707	linear.weight	4	-0.04064144566655159
67707	linear.weight	5	0.2688577473163605
67707	linear.weight	6	0.0047744326293468475
67707	linear.weight	7	-0.021312154829502106
67707	linear.weight	8	0.07608401775360107
67707	linear.weight	9	0.09274867922067642
67707	linear.bias	0	-0.6617820262908936
67707	linear.bias	1	0.8567895293235779
67707	linear.bias	2	-0.22186172008514404
67707	linear.bias	3	-0.45911934971809387
67707	linear.bias	4	-1.192009449005127
67707	linear.bias	5	-1.1351020336151123
67707	linear.bias	6	-0.6222215294837952
67707	linear.bias	7	-0.7036768198013306
67707	linear.bias	8	-0.01705317199230194
67707	linear.bias	9	2.981384038925171
67904	transitions	0	-0.236045241355896
67904	transitions	1	7.574312210083008
67904	transitions	2	-3.024843215942383
67904	transitions	3	1.2910929918289185
67904	transitions	4	-1.7221776247024536
67904	transitions	5	-0.2963649332523346
67904	transitions	6	-0.15830370783805847
67904	transitions	7	-10000.0
67904	transitions	8	1.600386381149292
67904	transitions	9	-2.2871060371398926
67904	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
67904	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
67904	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
67904	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
67904	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
67904	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
67904	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
67904	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
67904	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
67904	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
67904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
67904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
67904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
67904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
67904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
67904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
67904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
67904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
67904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
67904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
67904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
67904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
67904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
67904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
67904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
67904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
67904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
67904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
67904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
67904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
67904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
67904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
67904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
67904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
67904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
67904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
67904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
67904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
67904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
67904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
67904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
67904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
67904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
67904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
67904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
67904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
67904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
67904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
67904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
67904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
67904	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
67904	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
67904	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
67904	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
67904	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
67904	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
67904	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
67904	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
67904	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
67904	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
67904	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
67904	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
67904	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
67904	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
67904	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
67904	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
67904	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
67904	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
67904	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
67904	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
67904	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
67904	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
67904	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
67904	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
67904	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
67904	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
67904	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
67904	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
67904	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
67904	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
67904	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
67904	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
67904	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
67904	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
67904	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
67904	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
67904	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
67904	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
67904	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
67904	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
67904	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
67904	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
67904	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
67904	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
67904	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
67904	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
67904	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
67904	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
67904	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
67904	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
67904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
67904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
67904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
67904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
67904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
67904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
67904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
67904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
67904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
67904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
67904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
67904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
67904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
67904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
67904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
67904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
67904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
67904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
67904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
67904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
67904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
67904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
67904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
67904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
67904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
67904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
67904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
67904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
67904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
67904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
67904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
67904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
67904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
67904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
67904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
67904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
67904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
67904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
67904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
67904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
67904	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
67904	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
67904	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
67904	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
67904	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
67904	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
67904	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
67904	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
67904	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
67904	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
67904	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
67904	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
67904	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
67904	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
67904	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
67904	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
67904	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
67904	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
67904	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
67904	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
67904	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
67904	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
67904	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
67904	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
67904	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
67904	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
67904	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
67904	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
67904	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
67904	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
67904	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
67904	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
67904	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
67904	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
67904	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
67904	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
67904	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
67904	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
67904	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
67904	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
67904	embedding2nn.weight	0	0.03465135768055916
67904	embedding2nn.weight	1	-0.06584231555461884
67904	embedding2nn.weight	2	0.015987006947398186
67904	embedding2nn.weight	3	-0.02837328426539898
67904	embedding2nn.weight	4	-0.09051443636417389
67904	embedding2nn.weight	5	0.07267667353153229
67904	embedding2nn.weight	6	-0.11985844373703003
67904	embedding2nn.weight	7	-0.07672172784805298
67904	embedding2nn.weight	8	-0.0032079804223030806
67904	embedding2nn.weight	9	0.027050022035837173
67904	embedding2nn.bias	0	0.07099530100822449
67904	embedding2nn.bias	1	0.007828624919056892
67904	embedding2nn.bias	2	-0.1544690877199173
67904	embedding2nn.bias	3	0.04310734197497368
67904	embedding2nn.bias	4	0.040058035403490067
67904	embedding2nn.bias	5	-0.169863760471344
67904	embedding2nn.bias	6	-0.07947194576263428
67904	embedding2nn.bias	7	-0.04030650854110718
67904	embedding2nn.bias	8	0.08773797005414963
67904	embedding2nn.bias	9	-0.08544553071260452
67904	rnn.weight_ih_l0	0	0.011714412830770016
67904	rnn.weight_ih_l0	1	-0.02576366625726223
67904	rnn.weight_ih_l0	2	-0.03563906252384186
67904	rnn.weight_ih_l0	3	0.003628384554758668
67904	rnn.weight_ih_l0	4	0.006386638153344393
67904	rnn.weight_ih_l0	5	-0.047930747270584106
67904	rnn.weight_ih_l0	6	0.021717501804232597
67904	rnn.weight_ih_l0	7	-0.05537187308073044
67904	rnn.weight_ih_l0	8	0.017628340050578117
67904	rnn.weight_ih_l0	9	-0.010493645444512367
67904	rnn.weight_hh_l0	0	-0.00785812921822071
67904	rnn.weight_hh_l0	1	-0.07337871193885803
67904	rnn.weight_hh_l0	2	0.04006987065076828
67904	rnn.weight_hh_l0	3	0.016841214150190353
67904	rnn.weight_hh_l0	4	0.008394397795200348
67904	rnn.weight_hh_l0	5	0.03779251128435135
67904	rnn.weight_hh_l0	6	-0.01135474257171154
67904	rnn.weight_hh_l0	7	-0.07033060491085052
67904	rnn.weight_hh_l0	8	-0.016054853796958923
67904	rnn.weight_hh_l0	9	-0.05199990049004555
67904	rnn.bias_ih_l0	0	-0.07180393487215042
67904	rnn.bias_ih_l0	1	-0.12100405246019363
67904	rnn.bias_ih_l0	2	-0.1947350800037384
67904	rnn.bias_ih_l0	3	-0.23834958672523499
67904	rnn.bias_ih_l0	4	0.020644227042794228
67904	rnn.bias_ih_l0	5	0.0592256560921669
67904	rnn.bias_ih_l0	6	-0.11390223354101181
67904	rnn.bias_ih_l0	7	-0.20449542999267578
67904	rnn.bias_ih_l0	8	-0.09931112080812454
67904	rnn.bias_ih_l0	9	-0.13209888339042664
67904	rnn.bias_hh_l0	0	0.12629234790802002
67904	rnn.bias_hh_l0	1	-0.03453363478183746
67904	rnn.bias_hh_l0	2	0.024109382182359695
67904	rnn.bias_hh_l0	3	-0.13400034606456757
67904	rnn.bias_hh_l0	4	0.01654047891497612
67904	rnn.bias_hh_l0	5	0.027516765519976616
67904	rnn.bias_hh_l0	6	-0.06386861950159073
67904	rnn.bias_hh_l0	7	-0.10613828897476196
67904	rnn.bias_hh_l0	8	-0.14283162355422974
67904	rnn.bias_hh_l0	9	-0.06941283494234085
67904	rnn.weight_ih_l0_reverse	0	-0.005140610039234161
67904	rnn.weight_ih_l0_reverse	1	0.0210648775100708
67904	rnn.weight_ih_l0_reverse	2	-0.018011489883065224
67904	rnn.weight_ih_l0_reverse	3	0.002712693763896823
67904	rnn.weight_ih_l0_reverse	4	0.0396137498319149
67904	rnn.weight_ih_l0_reverse	5	-0.038971591740846634
67904	rnn.weight_ih_l0_reverse	6	-0.03739999979734421
67904	rnn.weight_ih_l0_reverse	7	-0.011117303743958473
67904	rnn.weight_ih_l0_reverse	8	0.02515571005642414
67904	rnn.weight_ih_l0_reverse	9	-0.006877555046230555
67904	rnn.weight_hh_l0_reverse	0	-0.009172417223453522
67904	rnn.weight_hh_l0_reverse	1	0.016528084874153137
67904	rnn.weight_hh_l0_reverse	2	-0.03612122684717178
67904	rnn.weight_hh_l0_reverse	3	0.03506850823760033
67904	rnn.weight_hh_l0_reverse	4	0.013753052800893784
67904	rnn.weight_hh_l0_reverse	5	-0.016392040997743607
67904	rnn.weight_hh_l0_reverse	6	0.032779496163129807
67904	rnn.weight_hh_l0_reverse	7	0.02586299553513527
67904	rnn.weight_hh_l0_reverse	8	0.007725636474788189
67904	rnn.weight_hh_l0_reverse	9	-0.04892323538661003
67904	rnn.bias_ih_l0_reverse	0	-0.10937552899122238
67904	rnn.bias_ih_l0_reverse	1	-0.2796993851661682
67904	rnn.bias_ih_l0_reverse	2	-0.04748152568936348
67904	rnn.bias_ih_l0_reverse	3	-0.09628862142562866
67904	rnn.bias_ih_l0_reverse	4	0.0758785679936409
67904	rnn.bias_ih_l0_reverse	5	-0.18588998913764954
67904	rnn.bias_ih_l0_reverse	6	-0.04300373047590256
67904	rnn.bias_ih_l0_reverse	7	0.018217138946056366
67904	rnn.bias_ih_l0_reverse	8	-0.14280496537685394
67904	rnn.bias_ih_l0_reverse	9	-0.05776694789528847
67904	rnn.bias_hh_l0_reverse	0	-0.10268742591142654
67904	rnn.bias_hh_l0_reverse	1	-0.06596918404102325
67904	rnn.bias_hh_l0_reverse	2	-0.024389421567320824
67904	rnn.bias_hh_l0_reverse	3	-0.10557807236909866
67904	rnn.bias_hh_l0_reverse	4	-0.025062134489417076
67904	rnn.bias_hh_l0_reverse	5	-0.09384340792894363
67904	rnn.bias_hh_l0_reverse	6	-0.07016509771347046
67904	rnn.bias_hh_l0_reverse	7	-0.1588771790266037
67904	rnn.bias_hh_l0_reverse	8	-0.024796592071652412
67904	rnn.bias_hh_l0_reverse	9	-0.12225579470396042
67904	linear.weight	0	-0.2078222930431366
67904	linear.weight	1	-0.11151225119829178
67904	linear.weight	2	-0.011228874325752258
67904	linear.weight	3	-0.035128939896821976
67904	linear.weight	4	-0.03223521262407303
67904	linear.weight	5	0.28277692198753357
67904	linear.weight	6	0.0047744326293468475
67904	linear.weight	7	-0.021312154829502106
67904	linear.weight	8	0.05831117182970047
67904	linear.weight	9	0.09632114320993423
67904	linear.bias	0	-0.720467746257782
67904	linear.bias	1	0.8688986301422119
67904	linear.bias	2	-0.18444381654262543
67904	linear.bias	3	-0.451511412858963
67904	linear.bias	4	-1.1160415410995483
67904	linear.bias	5	-1.1353026628494263
67904	linear.bias	6	-0.6809408068656921
67904	linear.bias	7	-0.7083911895751953
67904	linear.bias	8	-0.01705317199230194
67904	linear.bias	9	2.940127372741699
68101	transitions	0	-0.23664553463459015
68101	transitions	1	7.553486347198486
68101	transitions	2	-3.0263702869415283
68101	transitions	3	1.2913258075714111
68101	transitions	4	-1.723604440689087
68101	transitions	5	-0.2965887486934662
68101	transitions	6	-0.1583932489156723
68101	transitions	7	-10000.0
68101	transitions	8	1.603519082069397
68101	transitions	9	-2.287137508392334
68101	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
68101	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
68101	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
68101	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
68101	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
68101	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
68101	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
68101	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
68101	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
68101	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
68101	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
68101	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
68101	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
68101	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
68101	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
68101	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
68101	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
68101	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
68101	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
68101	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
68101	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
68101	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
68101	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
68101	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
68101	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
68101	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
68101	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
68101	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
68101	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
68101	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
68101	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
68101	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
68101	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
68101	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
68101	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
68101	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
68101	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
68101	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
68101	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
68101	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
68101	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
68101	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
68101	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
68101	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
68101	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
68101	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
68101	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
68101	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
68101	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
68101	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
68101	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
68101	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
68101	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
68101	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
68101	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
68101	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
68101	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
68101	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
68101	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
68101	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
68101	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
68101	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
68101	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
68101	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
68101	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
68101	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
68101	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
68101	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
68101	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
68101	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
68101	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
68101	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
68101	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
68101	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
68101	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
68101	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
68101	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
68101	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
68101	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
68101	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
68101	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
68101	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
68101	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
68101	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
68101	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
68101	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
68101	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
68101	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
68101	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
68101	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
68101	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
68101	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
68101	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
68101	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
68101	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
68101	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
68101	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
68101	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
68101	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
68101	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
68101	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
68101	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
68101	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
68101	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
68101	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
68101	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
68101	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
68101	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
68101	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
68101	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
68101	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
68101	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
68101	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
68101	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
68101	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
68101	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
68101	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
68101	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
68101	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
68101	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
68101	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
68101	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
68101	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
68101	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
68101	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
68101	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
68101	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
68101	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
68101	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
68101	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
68101	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
68101	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
68101	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
68101	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
68101	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
68101	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
68101	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
68101	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
68101	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
68101	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
68101	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
68101	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
68101	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
68101	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
68101	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
68101	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
68101	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
68101	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
68101	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
68101	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
68101	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
68101	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
68101	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
68101	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
68101	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
68101	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
68101	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
68101	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
68101	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
68101	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
68101	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
68101	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
68101	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
68101	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
68101	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
68101	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
68101	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
68101	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
68101	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
68101	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
68101	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
68101	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
68101	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
68101	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
68101	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
68101	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
68101	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
68101	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
68101	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
68101	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
68101	embedding2nn.weight	0	0.03401055932044983
68101	embedding2nn.weight	1	-0.06707639247179031
68101	embedding2nn.weight	2	0.01585930399596691
68101	embedding2nn.weight	3	-0.026523267850279808
68101	embedding2nn.weight	4	-0.0903649553656578
68101	embedding2nn.weight	5	0.07264047861099243
68101	embedding2nn.weight	6	-0.12234064936637878
68101	embedding2nn.weight	7	-0.07709497213363647
68101	embedding2nn.weight	8	-0.004400649107992649
68101	embedding2nn.weight	9	0.026969825848937035
68101	embedding2nn.bias	0	0.07775355875492096
68101	embedding2nn.bias	1	-0.0023591495119035244
68101	embedding2nn.bias	2	-0.17079868912696838
68101	embedding2nn.bias	3	0.03784701228141785
68101	embedding2nn.bias	4	0.03931669145822525
68101	embedding2nn.bias	5	-0.17562934756278992
68101	embedding2nn.bias	6	-0.08541151881217957
68101	embedding2nn.bias	7	-0.039359450340270996
68101	embedding2nn.bias	8	0.08756332099437714
68101	embedding2nn.bias	9	-0.09591899067163467
68101	rnn.weight_ih_l0	0	0.012495879083871841
68101	rnn.weight_ih_l0	1	-0.03385673463344574
68101	rnn.weight_ih_l0	2	-0.03752519562840462
68101	rnn.weight_ih_l0	3	0.0008030544267967343
68101	rnn.weight_ih_l0	4	0.006266464479267597
68101	rnn.weight_ih_l0	5	-0.04557734727859497
68101	rnn.weight_ih_l0	6	0.02105301432311535
68101	rnn.weight_ih_l0	7	-0.059627048671245575
68101	rnn.weight_ih_l0	8	0.01592046394944191
68101	rnn.weight_ih_l0	9	-0.012752422131597996
68101	rnn.weight_hh_l0	0	-0.006168035790324211
68101	rnn.weight_hh_l0	1	-0.07477877289056778
68101	rnn.weight_hh_l0	2	0.03931189328432083
68101	rnn.weight_hh_l0	3	0.017740147188305855
68101	rnn.weight_hh_l0	4	0.00797132309526205
68101	rnn.weight_hh_l0	5	0.03822258859872818
68101	rnn.weight_hh_l0	6	-0.0114462710916996
68101	rnn.weight_hh_l0	7	-0.07091577351093292
68101	rnn.weight_hh_l0	8	-0.017049863934516907
68101	rnn.weight_hh_l0	9	-0.050357308238744736
68101	rnn.bias_ih_l0	0	-0.07188912481069565
68101	rnn.bias_ih_l0	1	-0.11734423786401749
68101	rnn.bias_ih_l0	2	-0.19806018471717834
68101	rnn.bias_ih_l0	3	-0.2377839982509613
68101	rnn.bias_ih_l0	4	0.019317690283060074
68101	rnn.bias_ih_l0	5	0.059438880532979965
68101	rnn.bias_ih_l0	6	-0.1139676496386528
68101	rnn.bias_ih_l0	7	-0.19979333877563477
68101	rnn.bias_ih_l0	8	-0.10303838551044464
68101	rnn.bias_ih_l0	9	-0.13105109333992004
68101	rnn.bias_hh_l0	0	0.13228097558021545
68101	rnn.bias_hh_l0	1	-0.038126979023218155
68101	rnn.bias_hh_l0	2	0.024499548599123955
68101	rnn.bias_hh_l0	3	-0.13583947718143463
68101	rnn.bias_hh_l0	4	0.022301767021417618
68101	rnn.bias_hh_l0	5	0.025567270815372467
68101	rnn.bias_hh_l0	6	-0.059755850583314896
68101	rnn.bias_hh_l0	7	-0.10506291687488556
68101	rnn.bias_hh_l0	8	-0.13937312364578247
68101	rnn.bias_hh_l0	9	-0.07064299285411835
68101	rnn.weight_ih_l0_reverse	0	-0.0054232096299529076
68101	rnn.weight_ih_l0_reverse	1	0.023346900939941406
68101	rnn.weight_ih_l0_reverse	2	-0.022871941328048706
68101	rnn.weight_ih_l0_reverse	3	0.001094709150493145
68101	rnn.weight_ih_l0_reverse	4	0.04201558604836464
68101	rnn.weight_ih_l0_reverse	5	-0.038556620478630066
68101	rnn.weight_ih_l0_reverse	6	-0.03844117745757103
68101	rnn.weight_ih_l0_reverse	7	-0.009302548132836819
68101	rnn.weight_ih_l0_reverse	8	0.024844162166118622
68101	rnn.weight_ih_l0_reverse	9	-0.001693669706583023
68101	rnn.weight_hh_l0_reverse	0	-0.009035211056470871
68101	rnn.weight_hh_l0_reverse	1	0.01648629643023014
68101	rnn.weight_hh_l0_reverse	2	-0.0362987145781517
68101	rnn.weight_hh_l0_reverse	3	0.0349455364048481
68101	rnn.weight_hh_l0_reverse	4	0.014344887807965279
68101	rnn.weight_hh_l0_reverse	5	-0.015612207353115082
68101	rnn.weight_hh_l0_reverse	6	0.03322351351380348
68101	rnn.weight_hh_l0_reverse	7	0.02584625408053398
68101	rnn.weight_hh_l0_reverse	8	0.007571500726044178
68101	rnn.weight_hh_l0_reverse	9	-0.049290433526039124
68101	rnn.bias_ih_l0_reverse	0	-0.10590820014476776
68101	rnn.bias_ih_l0_reverse	1	-0.27836889028549194
68101	rnn.bias_ih_l0_reverse	2	-0.04676155745983124
68101	rnn.bias_ih_l0_reverse	3	-0.09403307735919952
68101	rnn.bias_ih_l0_reverse	4	0.07146838307380676
68101	rnn.bias_ih_l0_reverse	5	-0.18878762423992157
68101	rnn.bias_ih_l0_reverse	6	-0.04174697399139404
68101	rnn.bias_ih_l0_reverse	7	0.025738142430782318
68101	rnn.bias_ih_l0_reverse	8	-0.14282333850860596
68101	rnn.bias_ih_l0_reverse	9	-0.06084730103611946
68101	rnn.bias_hh_l0_reverse	0	-0.10215521603822708
68101	rnn.bias_hh_l0_reverse	1	-0.07067403197288513
68101	rnn.bias_hh_l0_reverse	2	-0.025771133601665497
68101	rnn.bias_hh_l0_reverse	3	-0.10082732141017914
68101	rnn.bias_hh_l0_reverse	4	-0.027252085506916046
68101	rnn.bias_hh_l0_reverse	5	-0.09357467293739319
68101	rnn.bias_hh_l0_reverse	6	-0.06999779492616653
68101	rnn.bias_hh_l0_reverse	7	-0.15584419667720795
68101	rnn.bias_hh_l0_reverse	8	-0.024194389581680298
68101	rnn.bias_hh_l0_reverse	9	-0.12283417582511902
68101	linear.weight	0	-0.21421481668949127
68101	linear.weight	1	-0.11388333886861801
68101	linear.weight	2	-0.011228874325752258
68101	linear.weight	3	-0.03566957637667656
68101	linear.weight	4	-0.03944502770900726
68101	linear.weight	5	0.26189178228378296
68101	linear.weight	6	0.0047744326293468475
68101	linear.weight	7	-0.021312154829502106
68101	linear.weight	8	0.07364118844270706
68101	linear.weight	9	0.08067014813423157
68101	linear.bias	0	-0.6899194121360779
68101	linear.bias	1	0.9073950052261353
68101	linear.bias	2	-0.21952274441719055
68101	linear.bias	3	-0.49219653010368347
68101	linear.bias	4	-1.1220470666885376
68101	linear.bias	5	-1.1354905366897583
68101	linear.bias	6	-0.6495341062545776
68101	linear.bias	7	-0.7063326835632324
68101	linear.bias	8	-0.01705317199230194
68101	linear.bias	9	2.9664978981018066
68298	transitions	0	-0.237057626247406
68298	transitions	1	7.554644584655762
68298	transitions	2	-3.027714967727661
68298	transitions	3	1.2895044088363647
68298	transitions	4	-1.7254835367202759
68298	transitions	5	-0.2967306971549988
68298	transitions	6	-0.158499613404274
68298	transitions	7	-10000.0
68298	transitions	8	1.6039795875549316
68298	transitions	9	-2.287167549133301
68298	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
68298	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
68298	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
68298	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
68298	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
68298	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
68298	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
68298	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
68298	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
68298	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
68298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
68298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
68298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
68298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
68298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
68298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
68298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
68298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
68298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
68298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
68298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
68298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
68298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
68298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
68298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
68298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
68298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
68298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
68298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
68298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
68298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
68298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
68298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
68298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
68298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
68298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
68298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
68298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
68298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
68298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
68298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
68298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
68298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
68298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
68298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
68298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
68298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
68298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
68298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
68298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
68298	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
68298	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
68298	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
68298	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
68298	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
68298	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
68298	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
68298	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
68298	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
68298	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
68298	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
68298	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
68298	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
68298	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
68298	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
68298	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
68298	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
68298	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
68298	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
68298	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
68298	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
68298	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
68298	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
68298	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
68298	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
68298	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
68298	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
68298	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
68298	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
68298	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
68298	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
68298	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
68298	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
68298	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
68298	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
68298	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
68298	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
68298	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
68298	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
68298	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
68298	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
68298	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
68298	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
68298	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
68298	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
68298	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
68298	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
68298	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
68298	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
68298	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
68298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
68298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
68298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
68298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
68298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
68298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
68298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
68298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
68298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
68298	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
68298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
68298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
68298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
68298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
68298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
68298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
68298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
68298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
68298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
68298	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
68298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
68298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
68298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
68298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
68298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
68298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
68298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
68298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
68298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
68298	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
68298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
68298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
68298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
68298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
68298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
68298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
68298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
68298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
68298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
68298	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
68298	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
68298	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
68298	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
68298	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
68298	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
68298	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
68298	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
68298	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
68298	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
68298	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
68298	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
68298	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
68298	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
68298	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
68298	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
68298	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
68298	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
68298	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
68298	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
68298	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
68298	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
68298	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
68298	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
68298	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
68298	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
68298	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
68298	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
68298	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
68298	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
68298	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
68298	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
68298	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
68298	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
68298	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
68298	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
68298	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
68298	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
68298	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
68298	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
68298	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
68298	embedding2nn.weight	0	0.03401889652013779
68298	embedding2nn.weight	1	-0.06862267106771469
68298	embedding2nn.weight	2	0.01760059967637062
68298	embedding2nn.weight	3	-0.027804061770439148
68298	embedding2nn.weight	4	-0.08974116295576096
68298	embedding2nn.weight	5	0.07144573330879211
68298	embedding2nn.weight	6	-0.13169267773628235
68298	embedding2nn.weight	7	-0.07560786604881287
68298	embedding2nn.weight	8	-0.005494932644069195
68298	embedding2nn.weight	9	0.0282962117344141
68298	embedding2nn.bias	0	0.07353617250919342
68298	embedding2nn.bias	1	-0.004576916340738535
68298	embedding2nn.bias	2	-0.16264213621616364
68298	embedding2nn.bias	3	0.039027608931064606
68298	embedding2nn.bias	4	0.035506851971149445
68298	embedding2nn.bias	5	-0.16909489035606384
68298	embedding2nn.bias	6	-0.08686166256666183
68298	embedding2nn.bias	7	-0.04241971671581268
68298	embedding2nn.bias	8	0.08148897439241409
68298	embedding2nn.bias	9	-0.09763965010643005
68298	rnn.weight_ih_l0	0	0.010951084084808826
68298	rnn.weight_ih_l0	1	-0.03327794000506401
68298	rnn.weight_ih_l0	2	-0.036535654217004776
68298	rnn.weight_ih_l0	3	-0.001118185231462121
68298	rnn.weight_ih_l0	4	0.008024912327528
68298	rnn.weight_ih_l0	5	-0.04355545714497566
68298	rnn.weight_ih_l0	6	0.021719856187701225
68298	rnn.weight_ih_l0	7	-0.057597480714321136
68298	rnn.weight_ih_l0	8	0.014698908664286137
68298	rnn.weight_ih_l0	9	-0.012969540432095528
68298	rnn.weight_hh_l0	0	-0.006903760600835085
68298	rnn.weight_hh_l0	1	-0.07425201684236526
68298	rnn.weight_hh_l0	2	0.038832370191812515
68298	rnn.weight_hh_l0	3	0.018147937953472137
68298	rnn.weight_hh_l0	4	0.007974298670887947
68298	rnn.weight_hh_l0	5	0.03867955878376961
68298	rnn.weight_hh_l0	6	-0.011755879037082195
68298	rnn.weight_hh_l0	7	-0.07124859094619751
68298	rnn.weight_hh_l0	8	-0.0174461267888546
68298	rnn.weight_hh_l0	9	-0.050003666430711746
68298	rnn.bias_ih_l0	0	-0.06761660426855087
68298	rnn.bias_ih_l0	1	-0.11711950600147247
68298	rnn.bias_ih_l0	2	-0.19309622049331665
68298	rnn.bias_ih_l0	3	-0.2375798523426056
68298	rnn.bias_ih_l0	4	0.020708611235022545
68298	rnn.bias_ih_l0	5	0.05974947288632393
68298	rnn.bias_ih_l0	6	-0.11244671046733856
68298	rnn.bias_ih_l0	7	-0.20466575026512146
68298	rnn.bias_ih_l0	8	-0.10390803217887878
68298	rnn.bias_ih_l0	9	-0.13348288834095
68298	rnn.bias_hh_l0	0	0.13287833333015442
68298	rnn.bias_hh_l0	1	-0.038540735840797424
68298	rnn.bias_hh_l0	2	0.025344019755721092
68298	rnn.bias_hh_l0	3	-0.13559027016162872
68298	rnn.bias_hh_l0	4	0.01748662441968918
68298	rnn.bias_hh_l0	5	0.028874196112155914
68298	rnn.bias_hh_l0	6	-0.05758816376328468
68298	rnn.bias_hh_l0	7	-0.11259567737579346
68298	rnn.bias_hh_l0	8	-0.14140009880065918
68298	rnn.bias_hh_l0	9	-0.07631877064704895
68298	rnn.weight_ih_l0_reverse	0	-0.005250377580523491
68298	rnn.weight_ih_l0_reverse	1	0.02274051308631897
68298	rnn.weight_ih_l0_reverse	2	-0.022343521937727928
68298	rnn.weight_ih_l0_reverse	3	-0.00031772477086633444
68298	rnn.weight_ih_l0_reverse	4	0.042293038219213486
68298	rnn.weight_ih_l0_reverse	5	-0.04107080027461052
68298	rnn.weight_ih_l0_reverse	6	-0.040423620492219925
68298	rnn.weight_ih_l0_reverse	7	-0.011235225945711136
68298	rnn.weight_ih_l0_reverse	8	0.02433134615421295
68298	rnn.weight_ih_l0_reverse	9	-0.0024765776470303535
68298	rnn.weight_hh_l0_reverse	0	-0.00911538302898407
68298	rnn.weight_hh_l0_reverse	1	0.016333043575286865
68298	rnn.weight_hh_l0_reverse	2	-0.0371444895863533
68298	rnn.weight_hh_l0_reverse	3	0.0340648889541626
68298	rnn.weight_hh_l0_reverse	4	0.01549218874424696
68298	rnn.weight_hh_l0_reverse	5	-0.013466856442391872
68298	rnn.weight_hh_l0_reverse	6	0.03422243893146515
68298	rnn.weight_hh_l0_reverse	7	0.02548450231552124
68298	rnn.weight_hh_l0_reverse	8	0.007535981480032206
68298	rnn.weight_hh_l0_reverse	9	-0.049978919327259064
68298	rnn.bias_ih_l0_reverse	0	-0.1024927869439125
68298	rnn.bias_ih_l0_reverse	1	-0.27824097871780396
68298	rnn.bias_ih_l0_reverse	2	-0.04311554506421089
68298	rnn.bias_ih_l0_reverse	3	-0.09261149913072586
68298	rnn.bias_ih_l0_reverse	4	0.07725459337234497
68298	rnn.bias_ih_l0_reverse	5	-0.18798215687274933
68298	rnn.bias_ih_l0_reverse	6	-0.04186336323618889
68298	rnn.bias_ih_l0_reverse	7	0.026307277381420135
68298	rnn.bias_ih_l0_reverse	8	-0.14274638891220093
68298	rnn.bias_ih_l0_reverse	9	-0.062446799129247665
68298	rnn.bias_hh_l0_reverse	0	-0.1065121591091156
68298	rnn.bias_hh_l0_reverse	1	-0.07195109128952026
68298	rnn.bias_hh_l0_reverse	2	-0.026058301329612732
68298	rnn.bias_hh_l0_reverse	3	-0.10418655723333359
68298	rnn.bias_hh_l0_reverse	4	-0.027795638889074326
68298	rnn.bias_hh_l0_reverse	5	-0.09665657579898834
68298	rnn.bias_hh_l0_reverse	6	-0.07033466547727585
68298	rnn.bias_hh_l0_reverse	7	-0.1579393893480301
68298	rnn.bias_hh_l0_reverse	8	-0.02412712760269642
68298	rnn.bias_hh_l0_reverse	9	-0.1238909363746643
68298	linear.weight	0	-0.20615534484386444
68298	linear.weight	1	-0.10565374791622162
68298	linear.weight	2	-0.011228874325752258
68298	linear.weight	3	-0.033484797924757004
68298	linear.weight	4	-0.05523627623915672
68298	linear.weight	5	0.29665178060531616
68298	linear.weight	6	0.0047744326293468475
68298	linear.weight	7	-0.021312154829502106
68298	linear.weight	8	0.0888417437672615
68298	linear.weight	9	0.09050949662923813
68298	linear.bias	0	-0.6854260563850403
68298	linear.bias	1	0.9113287329673767
68298	linear.bias	2	-0.1756516396999359
68298	linear.bias	3	-0.4968591034412384
68298	linear.bias	4	-1.139841079711914
68298	linear.bias	5	-1.1356735229492188
68298	linear.bias	6	-0.6514912247657776
68298	linear.bias	7	-0.7060492038726807
68298	linear.bias	8	-0.01705317199230194
68298	linear.bias	9	2.987957239151001
68495	transitions	0	-0.24029816687107086
68495	transitions	1	7.56160306930542
68495	transitions	2	-3.028954029083252
68495	transitions	3	1.310547947883606
68495	transitions	4	-1.7266333103179932
68495	transitions	5	-0.2969330847263336
68495	transitions	6	-0.15868374705314636
68495	transitions	7	-10000.0
68495	transitions	8	1.6007996797561646
68495	transitions	9	-2.2872021198272705
68495	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
68495	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
68495	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
68495	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
68495	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
68495	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
68495	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
68495	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
68495	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
68495	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
68495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
68495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
68495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
68495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
68495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
68495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
68495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
68495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
68495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
68495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
68495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
68495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
68495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
68495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
68495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
68495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
68495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
68495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
68495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
68495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
68495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
68495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
68495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
68495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
68495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
68495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
68495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
68495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
68495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
68495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
68495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
68495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
68495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
68495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
68495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
68495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
68495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
68495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
68495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
68495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
68495	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
68495	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
68495	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
68495	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
68495	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
68495	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
68495	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
68495	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
68495	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
68495	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
68495	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
68495	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
68495	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
68495	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
68495	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
68495	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
68495	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
68495	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
68495	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
68495	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
68495	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
68495	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
68495	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
68495	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
68495	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
68495	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
68495	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
68495	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
68495	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
68495	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
68495	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
68495	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
68495	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
68495	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
68495	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
68495	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
68495	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
68495	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
68495	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
68495	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
68495	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
68495	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
68495	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
68495	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
68495	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
68495	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
68495	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
68495	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
68495	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
68495	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
68495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
68495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
68495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
68495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
68495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
68495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
68495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
68495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
68495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
68495	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
68495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
68495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
68495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
68495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
68495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
68495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
68495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
68495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
68495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
68495	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
68495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
68495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
68495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
68495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
68495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
68495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
68495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
68495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
68495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
68495	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
68495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
68495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
68495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
68495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
68495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
68495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
68495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
68495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
68495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
68495	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
68495	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
68495	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
68495	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
68495	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
68495	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
68495	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
68495	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
68495	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
68495	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
68495	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
68495	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
68495	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
68495	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
68495	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
68495	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
68495	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
68495	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
68495	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
68495	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
68495	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
68495	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
68495	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
68495	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
68495	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
68495	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
68495	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
68495	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
68495	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
68495	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
68495	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
68495	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
68495	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
68495	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
68495	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
68495	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
68495	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
68495	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
68495	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
68495	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
68495	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
68495	embedding2nn.weight	0	0.03497599810361862
68495	embedding2nn.weight	1	-0.06676044315099716
68495	embedding2nn.weight	2	0.01397655252367258
68495	embedding2nn.weight	3	-0.026571834459900856
68495	embedding2nn.weight	4	-0.0859726071357727
68495	embedding2nn.weight	5	0.07214710116386414
68495	embedding2nn.weight	6	-0.12266259640455246
68495	embedding2nn.weight	7	-0.07506319880485535
68495	embedding2nn.weight	8	-0.0032152188941836357
68495	embedding2nn.weight	9	0.0285940021276474
68495	embedding2nn.bias	0	0.07501307129859924
68495	embedding2nn.bias	1	0.0024331589229404926
68495	embedding2nn.bias	2	-0.16594895720481873
68495	embedding2nn.bias	3	0.028311200439929962
68495	embedding2nn.bias	4	0.0419338196516037
68495	embedding2nn.bias	5	-0.16757501661777496
68495	embedding2nn.bias	6	-0.08326064050197601
68495	embedding2nn.bias	7	-0.04291505366563797
68495	embedding2nn.bias	8	0.08152010291814804
68495	embedding2nn.bias	9	-0.09860676527023315
68495	rnn.weight_ih_l0	0	0.007780725136399269
68495	rnn.weight_ih_l0	1	-0.03218179941177368
68495	rnn.weight_ih_l0	2	-0.037389323115348816
68495	rnn.weight_ih_l0	3	-0.003989638760685921
68495	rnn.weight_ih_l0	4	0.0082069868221879
68495	rnn.weight_ih_l0	5	-0.04746149107813835
68495	rnn.weight_ih_l0	6	0.022346777841448784
68495	rnn.weight_ih_l0	7	-0.05934838578104973
68495	rnn.weight_ih_l0	8	0.01951330155134201
68495	rnn.weight_ih_l0	9	-0.011291291564702988
68495	rnn.weight_hh_l0	0	-0.007844953797757626
68495	rnn.weight_hh_l0	1	-0.07415637373924255
68495	rnn.weight_hh_l0	2	0.038900576531887054
68495	rnn.weight_hh_l0	3	0.018422024324536324
68495	rnn.weight_hh_l0	4	0.007943294011056423
68495	rnn.weight_hh_l0	5	0.03947493061423302
68495	rnn.weight_hh_l0	6	-0.011679179035127163
68495	rnn.weight_hh_l0	7	-0.07157699018716812
68495	rnn.weight_hh_l0	8	-0.018548281863331795
68495	rnn.weight_hh_l0	9	-0.051662273705005646
68495	rnn.bias_ih_l0	0	-0.06354231387376785
68495	rnn.bias_ih_l0	1	-0.11982516199350357
68495	rnn.bias_ih_l0	2	-0.19450318813323975
68495	rnn.bias_ih_l0	3	-0.2407604604959488
68495	rnn.bias_ih_l0	4	0.019044017419219017
68495	rnn.bias_ih_l0	5	0.0626211017370224
68495	rnn.bias_ih_l0	6	-0.11407963931560516
68495	rnn.bias_ih_l0	7	-0.1991722285747528
68495	rnn.bias_ih_l0	8	-0.10415638238191605
68495	rnn.bias_ih_l0	9	-0.1312052458524704
68495	rnn.bias_hh_l0	0	0.13679780066013336
68495	rnn.bias_hh_l0	1	-0.04315260797739029
68495	rnn.bias_hh_l0	2	0.02250206470489502
68495	rnn.bias_hh_l0	3	-0.13655032217502594
68495	rnn.bias_hh_l0	4	0.013203595764935017
68495	rnn.bias_hh_l0	5	0.027371173724532127
68495	rnn.bias_hh_l0	6	-0.049986302852630615
68495	rnn.bias_hh_l0	7	-0.11422855406999588
68495	rnn.bias_hh_l0	8	-0.13952377438545227
68495	rnn.bias_hh_l0	9	-0.07682004570960999
68495	rnn.weight_ih_l0_reverse	0	-0.006649554707109928
68495	rnn.weight_ih_l0_reverse	1	0.022114019840955734
68495	rnn.weight_ih_l0_reverse	2	-0.019079551100730896
68495	rnn.weight_ih_l0_reverse	3	0.0012356520164757967
68495	rnn.weight_ih_l0_reverse	4	0.042521990835666656
68495	rnn.weight_ih_l0_reverse	5	-0.04408477991819382
68495	rnn.weight_ih_l0_reverse	6	-0.04017793387174606
68495	rnn.weight_ih_l0_reverse	7	-0.009756010957062244
68495	rnn.weight_ih_l0_reverse	8	0.0277900081127882
68495	rnn.weight_ih_l0_reverse	9	-0.003005292499437928
68495	rnn.weight_hh_l0_reverse	0	-0.009101961739361286
68495	rnn.weight_hh_l0_reverse	1	0.01642773300409317
68495	rnn.weight_hh_l0_reverse	2	-0.037051327526569366
68495	rnn.weight_hh_l0_reverse	3	0.03356785327196121
68495	rnn.weight_hh_l0_reverse	4	0.015414396300911903
68495	rnn.weight_hh_l0_reverse	5	-0.011596144177019596
68495	rnn.weight_hh_l0_reverse	6	0.03418358415365219
68495	rnn.weight_hh_l0_reverse	7	0.025316433981060982
68495	rnn.weight_hh_l0_reverse	8	0.007035614922642708
68495	rnn.weight_hh_l0_reverse	9	-0.049583181738853455
68495	rnn.bias_ih_l0_reverse	0	-0.10164757072925568
68495	rnn.bias_ih_l0_reverse	1	-0.28086334466934204
68495	rnn.bias_ih_l0_reverse	2	-0.04407776892185211
68495	rnn.bias_ih_l0_reverse	3	-0.09399838745594025
68495	rnn.bias_ih_l0_reverse	4	0.07791178673505783
68495	rnn.bias_ih_l0_reverse	5	-0.1853449046611786
68495	rnn.bias_ih_l0_reverse	6	-0.04058137908577919
68495	rnn.bias_ih_l0_reverse	7	0.024713484570384026
68495	rnn.bias_ih_l0_reverse	8	-0.14418423175811768
68495	rnn.bias_ih_l0_reverse	9	-0.0637490525841713
68495	rnn.bias_hh_l0_reverse	0	-0.10322640091180801
68495	rnn.bias_hh_l0_reverse	1	-0.07044633477926254
68495	rnn.bias_hh_l0_reverse	2	-0.02631133422255516
68495	rnn.bias_hh_l0_reverse	3	-0.09517594426870346
68495	rnn.bias_hh_l0_reverse	4	-0.024292686954140663
68495	rnn.bias_hh_l0_reverse	5	-0.09889142215251923
68495	rnn.bias_hh_l0_reverse	6	-0.06821507215499878
68495	rnn.bias_hh_l0_reverse	7	-0.15797315537929535
68495	rnn.bias_hh_l0_reverse	8	-0.025912579149007797
68495	rnn.bias_hh_l0_reverse	9	-0.1195441260933876
68495	linear.weight	0	-0.2158733457326889
68495	linear.weight	1	-0.097716324031353
68495	linear.weight	2	-0.011228874325752258
68495	linear.weight	3	3.876016489812173e-05
68495	linear.weight	4	-0.06236465647816658
68495	linear.weight	5	0.2736935019493103
68495	linear.weight	6	0.0047744326293468475
68495	linear.weight	7	-0.021312154829502106
68495	linear.weight	8	0.0864788070321083
68495	linear.weight	9	0.10342191159725189
68495	linear.bias	0	-0.6988584995269775
68495	linear.bias	1	0.8806449174880981
68495	linear.bias	2	-0.2520577311515808
68495	linear.bias	3	-0.4753541648387909
68495	linear.bias	4	-1.1283856630325317
68495	linear.bias	5	-1.1358546018600464
68495	linear.bias	6	-0.6649730205535889
68495	linear.bias	7	-0.6865432262420654
68495	linear.bias	8	-0.01705317199230194
68495	linear.bias	9	3.023340940475464
68692	transitions	0	-0.24065087735652924
68692	transitions	1	7.545711517333984
68692	transitions	2	-3.0303688049316406
68692	transitions	3	1.3125015497207642
68692	transitions	4	-1.727981686592102
68692	transitions	5	-0.29708707332611084
68692	transitions	6	-0.15884172916412354
68692	transitions	7	-10000.0
68692	transitions	8	1.6083652973175049
68692	transitions	9	-2.287233591079712
68692	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
68692	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
68692	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
68692	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
68692	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
68692	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
68692	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
68692	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
68692	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
68692	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
68692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
68692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
68692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
68692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
68692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
68692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
68692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
68692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
68692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
68692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
68692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
68692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
68692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
68692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
68692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
68692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
68692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
68692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
68692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
68692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
68692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
68692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
68692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
68692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
68692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
68692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
68692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
68692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
68692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
68692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
68692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
68692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
68692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
68692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
68692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
68692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
68692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
68692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
68692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
68692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
68692	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
68692	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
68692	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
68692	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
68692	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
68692	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
68692	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
68692	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
68692	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
68692	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
68692	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
68692	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
68692	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
68692	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
68692	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
68692	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
68692	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
68692	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
68692	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
68692	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
68692	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
68692	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
68692	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
68692	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
68692	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
68692	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
68692	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
68692	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
68692	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
68692	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
68692	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
68692	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
68692	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
68692	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
68692	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
68692	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
68692	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
68692	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
68692	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
68692	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
68692	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
68692	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
68692	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
68692	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
68692	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
68692	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
68692	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
68692	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
68692	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
68692	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
68692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
68692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
68692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
68692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
68692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
68692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
68692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
68692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
68692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
68692	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
68692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
68692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
68692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
68692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
68692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
68692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
68692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
68692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
68692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
68692	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
68692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
68692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
68692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
68692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
68692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
68692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
68692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
68692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
68692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
68692	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
68692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
68692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
68692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
68692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
68692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
68692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
68692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
68692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
68692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
68692	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
68692	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
68692	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
68692	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
68692	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
68692	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
68692	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
68692	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
68692	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
68692	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
68692	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
68692	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
68692	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
68692	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
68692	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
68692	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
68692	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
68692	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
68692	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
68692	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
68692	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
68692	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
68692	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
68692	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
68692	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
68692	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
68692	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
68692	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
68692	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
68692	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
68692	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
68692	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
68692	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
68692	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
68692	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
68692	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
68692	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
68692	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
68692	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
68692	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
68692	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
68692	embedding2nn.weight	0	0.035001154989004135
68692	embedding2nn.weight	1	-0.06676004081964493
68692	embedding2nn.weight	2	0.015516981482505798
68692	embedding2nn.weight	3	-0.026497313752770424
68692	embedding2nn.weight	4	-0.09127739071846008
68692	embedding2nn.weight	5	0.07277095317840576
68692	embedding2nn.weight	6	-0.12617261707782745
68692	embedding2nn.weight	7	-0.07473650574684143
68692	embedding2nn.weight	8	-0.0016938344342634082
68692	embedding2nn.weight	9	0.02584642730653286
68692	embedding2nn.bias	0	0.07978372275829315
68692	embedding2nn.bias	1	-0.0003914482658728957
68692	embedding2nn.bias	2	-0.14975996315479279
68692	embedding2nn.bias	3	0.03899531811475754
68692	embedding2nn.bias	4	0.042828481644392014
68692	embedding2nn.bias	5	-0.16917531192302704
68692	embedding2nn.bias	6	-0.07475856691598892
68692	embedding2nn.bias	7	-0.03680386766791344
68692	embedding2nn.bias	8	0.06329812854528427
68692	embedding2nn.bias	9	-0.10324276238679886
68692	rnn.weight_ih_l0	0	0.01092316024005413
68692	rnn.weight_ih_l0	1	-0.03566375747323036
68692	rnn.weight_ih_l0	2	-0.03794455528259277
68692	rnn.weight_ih_l0	3	-0.005640646908432245
68692	rnn.weight_ih_l0	4	0.006542382761836052
68692	rnn.weight_ih_l0	5	-0.046640194952487946
68692	rnn.weight_ih_l0	6	0.025715967640280724
68692	rnn.weight_ih_l0	7	-0.061118852347135544
68692	rnn.weight_ih_l0	8	0.01935262233018875
68692	rnn.weight_ih_l0	9	-0.0117949228733778
68692	rnn.weight_hh_l0	0	-0.007428143639117479
68692	rnn.weight_hh_l0	1	-0.07339794188737869
68692	rnn.weight_hh_l0	2	0.03970303758978844
68692	rnn.weight_hh_l0	3	0.018515322357416153
68692	rnn.weight_hh_l0	4	0.008091366849839687
68692	rnn.weight_hh_l0	5	0.03777632117271423
68692	rnn.weight_hh_l0	6	-0.011628372594714165
68692	rnn.weight_hh_l0	7	-0.07152367383241653
68692	rnn.weight_hh_l0	8	-0.018217023462057114
68692	rnn.weight_hh_l0	9	-0.053182702511548996
68692	rnn.bias_ih_l0	0	-0.06573919206857681
68692	rnn.bias_ih_l0	1	-0.12292523682117462
68692	rnn.bias_ih_l0	2	-0.19455468654632568
68692	rnn.bias_ih_l0	3	-0.24035139381885529
68692	rnn.bias_ih_l0	4	0.020037353038787842
68692	rnn.bias_ih_l0	5	0.06106381118297577
68692	rnn.bias_ih_l0	6	-0.11346103250980377
68692	rnn.bias_ih_l0	7	-0.1997806429862976
68692	rnn.bias_ih_l0	8	-0.1052587628364563
68692	rnn.bias_ih_l0	9	-0.13172176480293274
68692	rnn.bias_hh_l0	0	0.12037814408540726
68692	rnn.bias_hh_l0	1	-0.040508437901735306
68692	rnn.bias_hh_l0	2	0.022744115442037582
68692	rnn.bias_hh_l0	3	-0.1405230164527893
68692	rnn.bias_hh_l0	4	0.01799919828772545
68692	rnn.bias_hh_l0	5	0.02794010378420353
68692	rnn.bias_hh_l0	6	-0.05482625588774681
68692	rnn.bias_hh_l0	7	-0.1123974472284317
68692	rnn.bias_hh_l0	8	-0.1346585601568222
68692	rnn.bias_hh_l0	9	-0.07479099184274673
68692	rnn.weight_ih_l0_reverse	0	-0.007427849341183901
68692	rnn.weight_ih_l0_reverse	1	0.022380603477358818
68692	rnn.weight_ih_l0_reverse	2	-0.021133318543434143
68692	rnn.weight_ih_l0_reverse	3	0.00023665983462706208
68692	rnn.weight_ih_l0_reverse	4	0.03958549723029137
68692	rnn.weight_ih_l0_reverse	5	-0.0434826985001564
68692	rnn.weight_ih_l0_reverse	6	-0.03886676952242851
68692	rnn.weight_ih_l0_reverse	7	-0.009299365803599358
68692	rnn.weight_ih_l0_reverse	8	0.02951084077358246
68692	rnn.weight_ih_l0_reverse	9	-0.0027086250483989716
68692	rnn.weight_hh_l0_reverse	0	-0.00912256445735693
68692	rnn.weight_hh_l0_reverse	1	0.016018440946936607
68692	rnn.weight_hh_l0_reverse	2	-0.03663109987974167
68692	rnn.weight_hh_l0_reverse	3	0.03342346101999283
68692	rnn.weight_hh_l0_reverse	4	0.015849154442548752
68692	rnn.weight_hh_l0_reverse	5	-0.010235654190182686
68692	rnn.weight_hh_l0_reverse	6	0.034222379326820374
68692	rnn.weight_hh_l0_reverse	7	0.02634059078991413
68692	rnn.weight_hh_l0_reverse	8	0.006482673808932304
68692	rnn.weight_hh_l0_reverse	9	-0.05038071423768997
68692	rnn.bias_ih_l0_reverse	0	-0.10061115771532059
68692	rnn.bias_ih_l0_reverse	1	-0.2803356647491455
68692	rnn.bias_ih_l0_reverse	2	-0.045153774321079254
68692	rnn.bias_ih_l0_reverse	3	-0.0952097475528717
68692	rnn.bias_ih_l0_reverse	4	0.07871343195438385
68692	rnn.bias_ih_l0_reverse	5	-0.18251432478427887
68692	rnn.bias_ih_l0_reverse	6	-0.04275615140795708
68692	rnn.bias_ih_l0_reverse	7	0.02024170570075512
68692	rnn.bias_ih_l0_reverse	8	-0.14167501032352448
68692	rnn.bias_ih_l0_reverse	9	-0.06778908520936966
68692	rnn.bias_hh_l0_reverse	0	-0.10511482506990433
68692	rnn.bias_hh_l0_reverse	1	-0.06807636469602585
68692	rnn.bias_hh_l0_reverse	2	-0.026105575263500214
68692	rnn.bias_hh_l0_reverse	3	-0.09548623114824295
68692	rnn.bias_hh_l0_reverse	4	-0.023198548704385757
68692	rnn.bias_hh_l0_reverse	5	-0.09812720865011215
68692	rnn.bias_hh_l0_reverse	6	-0.0667172372341156
68692	rnn.bias_hh_l0_reverse	7	-0.15494757890701294
68692	rnn.bias_hh_l0_reverse	8	-0.02369746007025242
68692	rnn.bias_hh_l0_reverse	9	-0.11822127550840378
68692	linear.weight	0	-0.2137046754360199
68692	linear.weight	1	-0.10690341144800186
68692	linear.weight	2	-0.011228874325752258
68692	linear.weight	3	-0.007673243526369333
68692	linear.weight	4	-0.06143271178007126
68692	linear.weight	5	0.26100075244903564
68692	linear.weight	6	0.0047744326293468475
68692	linear.weight	7	-0.021312154829502106
68692	linear.weight	8	0.0839724987745285
68692	linear.weight	9	0.12506061792373657
68692	linear.bias	0	-0.6775960922241211
68692	linear.bias	1	0.8211891055107117
68692	linear.bias	2	-0.20268957316875458
68692	linear.bias	3	-0.5066854357719421
68692	linear.bias	4	-1.1406962871551514
68692	linear.bias	5	-1.1360273361206055
68692	linear.bias	6	-0.6440545916557312
68692	linear.bias	7	-0.7066324949264526
68692	linear.bias	8	-0.01705317199230194
68692	linear.bias	9	3.0019373893737793
68889	transitions	0	-0.24220922589302063
68889	transitions	1	7.575711250305176
68889	transitions	2	-3.031656265258789
68889	transitions	3	1.313735842704773
68889	transitions	4	-1.728585124015808
68889	transitions	5	-0.2972327172756195
68889	transitions	6	-0.1589672714471817
68889	transitions	7	-10000.0
68889	transitions	8	1.6061302423477173
68889	transitions	9	-2.2872514724731445
68889	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
68889	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
68889	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
68889	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
68889	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
68889	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
68889	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
68889	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
68889	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
68889	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
68889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
68889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
68889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
68889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
68889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
68889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
68889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
68889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
68889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
68889	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
68889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
68889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
68889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
68889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
68889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
68889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
68889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
68889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
68889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
68889	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
68889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
68889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
68889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
68889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
68889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
68889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
68889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
68889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
68889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
68889	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
68889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
68889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
68889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
68889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
68889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
68889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
68889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
68889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
68889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
68889	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
68889	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
68889	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
68889	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
68889	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
68889	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
68889	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
68889	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
68889	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
68889	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
68889	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
68889	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
68889	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
68889	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
68889	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
68889	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
68889	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
68889	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
68889	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
68889	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
68889	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
68889	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
68889	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
68889	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
68889	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
68889	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
68889	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
68889	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
68889	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
68889	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
68889	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
68889	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
68889	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
68889	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
68889	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
68889	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
68889	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
68889	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
68889	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
68889	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
68889	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
68889	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
68889	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
68889	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
68889	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
68889	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
68889	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
68889	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
68889	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
68889	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
68889	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
68889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
68889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
68889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
68889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
68889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
68889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
68889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
68889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
68889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
68889	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
68889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
68889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
68889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
68889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
68889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
68889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
68889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
68889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
68889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
68889	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
68889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
68889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
68889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
68889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
68889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
68889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
68889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
68889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
68889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
68889	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
68889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
68889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
68889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
68889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
68889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
68889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
68889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
68889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
68889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
68889	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
68889	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
68889	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
68889	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
68889	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
68889	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
68889	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
68889	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
68889	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
68889	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
68889	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
68889	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
68889	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
68889	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
68889	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
68889	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
68889	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
68889	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
68889	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
68889	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
68889	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
68889	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
68889	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
68889	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
68889	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
68889	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
68889	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
68889	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
68889	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
68889	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
68889	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
68889	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
68889	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
68889	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
68889	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
68889	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
68889	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
68889	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
68889	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
68889	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
68889	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
68889	embedding2nn.weight	0	0.03513979911804199
68889	embedding2nn.weight	1	-0.0672418400645256
68889	embedding2nn.weight	2	0.018483279272913933
68889	embedding2nn.weight	3	-0.026788264513015747
68889	embedding2nn.weight	4	-0.08985692262649536
68889	embedding2nn.weight	5	0.07676675915718079
68889	embedding2nn.weight	6	-0.12043537944555283
68889	embedding2nn.weight	7	-0.07671263813972473
68889	embedding2nn.weight	8	-0.004156966228038073
68889	embedding2nn.weight	9	0.02621430531144142
68889	embedding2nn.bias	0	0.08465336263179779
68889	embedding2nn.bias	1	-0.0013712744694203138
68889	embedding2nn.bias	2	-0.15131983160972595
68889	embedding2nn.bias	3	0.04127436503767967
68889	embedding2nn.bias	4	0.05161072686314583
68889	embedding2nn.bias	5	-0.16855919361114502
68889	embedding2nn.bias	6	-0.06701815128326416
68889	embedding2nn.bias	7	-0.03684438765048981
68889	embedding2nn.bias	8	0.07322634011507034
68889	embedding2nn.bias	9	-0.09703834354877472
68889	rnn.weight_ih_l0	0	0.010312828235328197
68889	rnn.weight_ih_l0	1	-0.03745163232088089
68889	rnn.weight_ih_l0	2	-0.03830784931778908
68889	rnn.weight_ih_l0	3	-0.004224192816764116
68889	rnn.weight_ih_l0	4	0.006833349820226431
68889	rnn.weight_ih_l0	5	-0.04821625351905823
68889	rnn.weight_ih_l0	6	0.025199834257364273
68889	rnn.weight_ih_l0	7	-0.06339411437511444
68889	rnn.weight_ih_l0	8	0.021522359922528267
68889	rnn.weight_ih_l0	9	-0.009252140298485756
68889	rnn.weight_hh_l0	0	-0.006799332797527313
68889	rnn.weight_hh_l0	1	-0.07196065038442612
68889	rnn.weight_hh_l0	2	0.03961366415023804
68889	rnn.weight_hh_l0	3	0.019159642979502678
68889	rnn.weight_hh_l0	4	0.008326665498316288
68889	rnn.weight_hh_l0	5	0.03758930414915085
68889	rnn.weight_hh_l0	6	-0.01129835657775402
68889	rnn.weight_hh_l0	7	-0.07073365151882172
68889	rnn.weight_hh_l0	8	-0.017369626089930534
68889	rnn.weight_hh_l0	9	-0.051383595913648605
68889	rnn.bias_ih_l0	0	-0.06294749677181244
68889	rnn.bias_ih_l0	1	-0.1209377869963646
68889	rnn.bias_ih_l0	2	-0.19084641337394714
68889	rnn.bias_ih_l0	3	-0.24071723222732544
68889	rnn.bias_ih_l0	4	0.023563820868730545
68889	rnn.bias_ih_l0	5	0.06195440515875816
68889	rnn.bias_ih_l0	6	-0.11358214169740677
68889	rnn.bias_ih_l0	7	-0.200302392244339
68889	rnn.bias_ih_l0	8	-0.10432977974414825
68889	rnn.bias_ih_l0	9	-0.13015536963939667
68889	rnn.bias_hh_l0	0	0.12704503536224365
68889	rnn.bias_hh_l0	1	-0.04049241542816162
68889	rnn.bias_hh_l0	2	0.025951841846108437
68889	rnn.bias_hh_l0	3	-0.1412731409072876
68889	rnn.bias_hh_l0	4	0.01782878488302231
68889	rnn.bias_hh_l0	5	0.021845027804374695
68889	rnn.bias_hh_l0	6	-0.05338887870311737
68889	rnn.bias_hh_l0	7	-0.11063529551029205
68889	rnn.bias_hh_l0	8	-0.1364489048719406
68889	rnn.bias_hh_l0	9	-0.07271771878004074
68889	rnn.weight_ih_l0_reverse	0	-0.008882872760295868
68889	rnn.weight_ih_l0_reverse	1	0.02323373779654503
68889	rnn.weight_ih_l0_reverse	2	-0.021549543365836143
68889	rnn.weight_ih_l0_reverse	3	0.0033709071576595306
68889	rnn.weight_ih_l0_reverse	4	0.039663128554821014
68889	rnn.weight_ih_l0_reverse	5	-0.04317690059542656
68889	rnn.weight_ih_l0_reverse	6	-0.04062874987721443
68889	rnn.weight_ih_l0_reverse	7	-0.010100547224283218
68889	rnn.weight_ih_l0_reverse	8	0.028591282665729523
68889	rnn.weight_ih_l0_reverse	9	-0.0021178298629820347
68889	rnn.weight_hh_l0_reverse	0	-0.009068713523447514
68889	rnn.weight_hh_l0_reverse	1	0.016924981027841568
68889	rnn.weight_hh_l0_reverse	2	-0.03728945553302765
68889	rnn.weight_hh_l0_reverse	3	0.03314488008618355
68889	rnn.weight_hh_l0_reverse	4	0.01572536677122116
68889	rnn.weight_hh_l0_reverse	5	-0.008710849098861217
68889	rnn.weight_hh_l0_reverse	6	0.03425830602645874
68889	rnn.weight_hh_l0_reverse	7	0.02878187596797943
68889	rnn.weight_hh_l0_reverse	8	0.005956143140792847
68889	rnn.weight_hh_l0_reverse	9	-0.05055303871631622
68889	rnn.bias_ih_l0_reverse	0	-0.10055605322122574
68889	rnn.bias_ih_l0_reverse	1	-0.2785261571407318
68889	rnn.bias_ih_l0_reverse	2	-0.0429685041308403
68889	rnn.bias_ih_l0_reverse	3	-0.09526512771844864
68889	rnn.bias_ih_l0_reverse	4	0.08043191581964493
68889	rnn.bias_ih_l0_reverse	5	-0.18447457253932953
68889	rnn.bias_ih_l0_reverse	6	-0.045425135642290115
68889	rnn.bias_ih_l0_reverse	7	0.02628576196730137
68889	rnn.bias_ih_l0_reverse	8	-0.1374475210905075
68889	rnn.bias_ih_l0_reverse	9	-0.06808570772409439
68889	rnn.bias_hh_l0_reverse	0	-0.10542251914739609
68889	rnn.bias_hh_l0_reverse	1	-0.07191818207502365
68889	rnn.bias_hh_l0_reverse	2	-0.026840470731258392
68889	rnn.bias_hh_l0_reverse	3	-0.09888438135385513
68889	rnn.bias_hh_l0_reverse	4	-0.02498670667409897
68889	rnn.bias_hh_l0_reverse	5	-0.09465426206588745
68889	rnn.bias_hh_l0_reverse	6	-0.07111222296953201
68889	rnn.bias_hh_l0_reverse	7	-0.1538250595331192
68889	rnn.bias_hh_l0_reverse	8	-0.01994144730269909
68889	rnn.bias_hh_l0_reverse	9	-0.12118761241436005
68889	linear.weight	0	-0.19750511646270752
68889	linear.weight	1	-0.10066116601228714
68889	linear.weight	2	-0.011228874325752258
68889	linear.weight	3	-0.023366540670394897
68889	linear.weight	4	-0.06338804960250854
68889	linear.weight	5	0.24981293082237244
68889	linear.weight	6	0.0047744326293468475
68889	linear.weight	7	-0.021312154829502106
68889	linear.weight	8	0.08430250734090805
68889	linear.weight	9	0.12793079018592834
68889	linear.bias	0	-0.684499204158783
68889	linear.bias	1	0.8795561194419861
68889	linear.bias	2	-0.1933411806821823
68889	linear.bias	3	-0.5014629364013672
68889	linear.bias	4	-1.1216533184051514
68889	linear.bias	5	-1.1362193822860718
68889	linear.bias	6	-0.6531669497489929
68889	linear.bias	7	-0.707930326461792
68889	linear.bias	8	-0.01705317199230194
68889	linear.bias	9	2.9130537509918213
69086	transitions	0	-0.24248865246772766
69086	transitions	1	7.5735368728637695
69086	transitions	2	-3.032909631729126
69086	transitions	3	1.3035835027694702
69086	transitions	4	-1.7293832302093506
69086	transitions	5	-0.2977263033390045
69086	transitions	6	-0.15914402902126312
69086	transitions	7	-10000.0
69086	transitions	8	1.6130367517471313
69086	transitions	9	-2.287275552749634
69086	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
69086	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
69086	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
69086	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
69086	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
69086	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
69086	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
69086	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
69086	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
69086	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
69086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
69086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
69086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
69086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
69086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
69086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
69086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
69086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
69086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
69086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
69086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
69086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
69086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
69086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
69086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
69086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
69086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
69086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
69086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
69086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
69086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
69086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
69086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
69086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
69086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
69086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
69086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
69086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
69086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
69086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
69086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
69086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
69086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
69086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
69086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
69086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
69086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
69086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
69086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
69086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
69086	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
69086	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
69086	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
69086	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
69086	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
69086	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
69086	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
69086	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
69086	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
69086	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
69086	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
69086	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
69086	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
69086	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
69086	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
69086	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
69086	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
69086	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
69086	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
69086	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
69086	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
69086	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
69086	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
69086	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
69086	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
69086	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
69086	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
69086	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
69086	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
69086	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
69086	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
69086	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
69086	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
69086	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
69086	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
69086	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
69086	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
69086	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
69086	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
69086	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
69086	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
69086	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
69086	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
69086	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
69086	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
69086	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
69086	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
69086	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
69086	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
69086	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
69086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
69086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
69086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
69086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
69086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
69086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
69086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
69086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
69086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
69086	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
69086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
69086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
69086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
69086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
69086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
69086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
69086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
69086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
69086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
69086	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
69086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
69086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
69086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
69086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
69086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
69086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
69086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
69086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
69086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
69086	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
69086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
69086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
69086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
69086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
69086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
69086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
69086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
69086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
69086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
69086	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
69086	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
69086	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
69086	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
69086	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
69086	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
69086	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
69086	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
69086	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
69086	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
69086	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
69086	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
69086	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
69086	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
69086	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
69086	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
69086	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
69086	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
69086	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
69086	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
69086	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
69086	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
69086	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
69086	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
69086	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
69086	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
69086	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
69086	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
69086	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
69086	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
69086	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
69086	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
69086	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
69086	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
69086	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
69086	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
69086	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
69086	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
69086	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
69086	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
69086	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
69086	embedding2nn.weight	0	0.035283807665109634
69086	embedding2nn.weight	1	-0.06691832095384598
69086	embedding2nn.weight	2	0.01472327671945095
69086	embedding2nn.weight	3	-0.026609541848301888
69086	embedding2nn.weight	4	-0.09051697701215744
69086	embedding2nn.weight	5	0.07882075011730194
69086	embedding2nn.weight	6	-0.11777335405349731
69086	embedding2nn.weight	7	-0.07583003491163254
69086	embedding2nn.weight	8	-0.0019336151890456676
69086	embedding2nn.weight	9	0.032207127660512924
69086	embedding2nn.bias	0	0.0805138498544693
69086	embedding2nn.bias	1	0.006408202461898327
69086	embedding2nn.bias	2	-0.14026232063770294
69086	embedding2nn.bias	3	0.031065527349710464
69086	embedding2nn.bias	4	0.06193358078598976
69086	embedding2nn.bias	5	-0.17513035237789154
69086	embedding2nn.bias	6	-0.06757942587137222
69086	embedding2nn.bias	7	-0.03909334912896156
69086	embedding2nn.bias	8	0.08101820200681686
69086	embedding2nn.bias	9	-0.10146188735961914
69086	rnn.weight_ih_l0	0	0.006904355250298977
69086	rnn.weight_ih_l0	1	-0.042781032621860504
69086	rnn.weight_ih_l0	2	-0.038962483406066895
69086	rnn.weight_ih_l0	3	-0.00491074426099658
69086	rnn.weight_ih_l0	4	0.006538845133036375
69086	rnn.weight_ih_l0	5	-0.04722237586975098
69086	rnn.weight_ih_l0	6	0.02987511456012726
69086	rnn.weight_ih_l0	7	-0.06632646918296814
69086	rnn.weight_ih_l0	8	0.02405339665710926
69086	rnn.weight_ih_l0	9	-0.00884485524147749
69086	rnn.weight_hh_l0	0	-0.0065801385790109634
69086	rnn.weight_hh_l0	1	-0.07034418731927872
69086	rnn.weight_hh_l0	2	0.03970992937684059
69086	rnn.weight_hh_l0	3	0.018532050773501396
69086	rnn.weight_hh_l0	4	0.008351397700607777
69086	rnn.weight_hh_l0	5	0.03624685853719711
69086	rnn.weight_hh_l0	6	-0.010672623291611671
69086	rnn.weight_hh_l0	7	-0.07048000395298004
69086	rnn.weight_hh_l0	8	-0.017382154241204262
69086	rnn.weight_hh_l0	9	-0.05084145441651344
69086	rnn.bias_ih_l0	0	-0.05972415208816528
69086	rnn.bias_ih_l0	1	-0.12342279404401779
69086	rnn.bias_ih_l0	2	-0.1931295543909073
69086	rnn.bias_ih_l0	3	-0.24111700057983398
69086	rnn.bias_ih_l0	4	0.020126426592469215
69086	rnn.bias_ih_l0	5	0.06772411614656448
69086	rnn.bias_ih_l0	6	-0.11237668246030807
69086	rnn.bias_ih_l0	7	-0.19813592731952667
69086	rnn.bias_ih_l0	8	-0.10638781636953354
69086	rnn.bias_ih_l0	9	-0.13038615882396698
69086	rnn.bias_hh_l0	0	0.13233071565628052
69086	rnn.bias_hh_l0	1	-0.039306994527578354
69086	rnn.bias_hh_l0	2	0.02464218996465206
69086	rnn.bias_hh_l0	3	-0.14157338440418243
69086	rnn.bias_hh_l0	4	0.02192741446197033
69086	rnn.bias_hh_l0	5	0.020147286355495453
69086	rnn.bias_hh_l0	6	-0.053896982222795486
69086	rnn.bias_hh_l0	7	-0.11123280227184296
69086	rnn.bias_hh_l0	8	-0.13175179064273834
69086	rnn.bias_hh_l0	9	-0.07365753501653671
69086	rnn.weight_ih_l0_reverse	0	-0.00836294237524271
69086	rnn.weight_ih_l0_reverse	1	0.022764233872294426
69086	rnn.weight_ih_l0_reverse	2	-0.022405266761779785
69086	rnn.weight_ih_l0_reverse	3	0.004006246570497751
69086	rnn.weight_ih_l0_reverse	4	0.0403432659804821
69086	rnn.weight_ih_l0_reverse	5	-0.042794547975063324
69086	rnn.weight_ih_l0_reverse	6	-0.039807435125112534
69086	rnn.weight_ih_l0_reverse	7	-0.01033940352499485
69086	rnn.weight_ih_l0_reverse	8	0.025917304679751396
69086	rnn.weight_ih_l0_reverse	9	-0.004371006973087788
69086	rnn.weight_hh_l0_reverse	0	-0.00970874261111021
69086	rnn.weight_hh_l0_reverse	1	0.01722952350974083
69086	rnn.weight_hh_l0_reverse	2	-0.03756891191005707
69086	rnn.weight_hh_l0_reverse	3	0.03430791199207306
69086	rnn.weight_hh_l0_reverse	4	0.014985600486397743
69086	rnn.weight_hh_l0_reverse	5	-0.0097473980858922
69086	rnn.weight_hh_l0_reverse	6	0.03433583304286003
69086	rnn.weight_hh_l0_reverse	7	0.029003076255321503
69086	rnn.weight_hh_l0_reverse	8	0.0065523297525942326
69086	rnn.weight_hh_l0_reverse	9	-0.05174662172794342
69086	rnn.bias_ih_l0_reverse	0	-0.10314499586820602
69086	rnn.bias_ih_l0_reverse	1	-0.2711891829967499
69086	rnn.bias_ih_l0_reverse	2	-0.044245459139347076
69086	rnn.bias_ih_l0_reverse	3	-0.09447522461414337
69086	rnn.bias_ih_l0_reverse	4	0.08025513589382172
69086	rnn.bias_ih_l0_reverse	5	-0.18361583352088928
69086	rnn.bias_ih_l0_reverse	6	-0.045164644718170166
69086	rnn.bias_ih_l0_reverse	7	0.019850270822644234
69086	rnn.bias_ih_l0_reverse	8	-0.14025236666202545
69086	rnn.bias_ih_l0_reverse	9	-0.06861809641122818
69086	rnn.bias_hh_l0_reverse	0	-0.10651279240846634
69086	rnn.bias_hh_l0_reverse	1	-0.07301688194274902
69086	rnn.bias_hh_l0_reverse	2	-0.027210764586925507
69086	rnn.bias_hh_l0_reverse	3	-0.10283436626195908
69086	rnn.bias_hh_l0_reverse	4	-0.026464099064469337
69086	rnn.bias_hh_l0_reverse	5	-0.09600583463907242
69086	rnn.bias_hh_l0_reverse	6	-0.07381775975227356
69086	rnn.bias_hh_l0_reverse	7	-0.15302444994449615
69086	rnn.bias_hh_l0_reverse	8	-0.018532561138272285
69086	rnn.bias_hh_l0_reverse	9	-0.12210974097251892
69086	linear.weight	0	-0.19653910398483276
69086	linear.weight	1	-0.10613849014043808
69086	linear.weight	2	-0.011228874325752258
69086	linear.weight	3	-0.026919597759842873
69086	linear.weight	4	-0.04850536584854126
69086	linear.weight	5	0.25002384185791016
69086	linear.weight	6	0.0047744326293468475
69086	linear.weight	7	-0.021312154829502106
69086	linear.weight	8	0.08163519948720932
69086	linear.weight	9	0.12625162303447723
69086	linear.bias	0	-0.6999866366386414
69086	linear.bias	1	0.9215276837348938
69086	linear.bias	2	-0.14795799553394318
69086	linear.bias	3	-0.5078877806663513
69086	linear.bias	4	-1.1387966871261597
69086	linear.bias	5	-1.136387825012207
69086	linear.bias	6	-0.6753848791122437
69086	linear.bias	7	-0.696499764919281
69086	linear.bias	8	-0.01705317199230194
69086	linear.bias	9	2.9818944931030273
69090	transitions	0	-0.2424900233745575
69090	transitions	1	7.577029228210449
69090	transitions	2	-3.032926559448242
69090	transitions	3	1.3032273054122925
69090	transitions	4	-1.7293862104415894
69090	transitions	5	-0.2977265417575836
69090	transitions	6	-0.15914571285247803
69090	transitions	7	-10000.0
69090	transitions	8	1.6130362749099731
69090	transitions	9	-2.287275552749634
69090	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
69090	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
69090	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
69090	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
69090	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
69090	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
69090	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
69090	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
69090	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
69090	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
69090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
69090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
69090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
69090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
69090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
69090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
69090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
69090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
69090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
69090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
69090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
69090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
69090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
69090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
69090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
69090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
69090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
69090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
69090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
69090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
69090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
69090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
69090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
69090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
69090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
69090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
69090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
69090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
69090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
69090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
69090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
69090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
69090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
69090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
69090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
69090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
69090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
69090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
69090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
69090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
69090	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
69090	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
69090	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
69090	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
69090	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
69090	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
69090	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
69090	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
69090	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
69090	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
69090	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
69090	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
69090	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
69090	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
69090	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
69090	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
69090	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
69090	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
69090	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
69090	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
69090	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
69090	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
69090	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
69090	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
69090	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
69090	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
69090	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
69090	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
69090	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
69090	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
69090	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
69090	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
69090	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
69090	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
69090	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
69090	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
69090	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
69090	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
69090	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
69090	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
69090	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
69090	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
69090	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
69090	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
69090	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
69090	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
69090	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
69090	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
69090	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
69090	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
69090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
69090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
69090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
69090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
69090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
69090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
69090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
69090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
69090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
69090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
69090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
69090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
69090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
69090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
69090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
69090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
69090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
69090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
69090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
69090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
69090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
69090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
69090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
69090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
69090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
69090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
69090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
69090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
69090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
69090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
69090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
69090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
69090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
69090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
69090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
69090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
69090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
69090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
69090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
69090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
69090	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
69090	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
69090	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
69090	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
69090	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
69090	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
69090	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
69090	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
69090	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
69090	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
69090	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
69090	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
69090	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
69090	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
69090	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
69090	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
69090	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
69090	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
69090	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
69090	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
69090	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
69090	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
69090	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
69090	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
69090	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
69090	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
69090	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
69090	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
69090	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
69090	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
69090	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
69090	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
69090	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
69090	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
69090	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
69090	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
69090	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
69090	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
69090	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
69090	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
69090	embedding2nn.weight	0	0.03526641055941582
69090	embedding2nn.weight	1	-0.0669638067483902
69090	embedding2nn.weight	2	0.01529165543615818
69090	embedding2nn.weight	3	-0.026493920013308525
69090	embedding2nn.weight	4	-0.09146188944578171
69090	embedding2nn.weight	5	0.07898014783859253
69090	embedding2nn.weight	6	-0.11822190135717392
69090	embedding2nn.weight	7	-0.07577472180128098
69090	embedding2nn.weight	8	-0.002075127325952053
69090	embedding2nn.weight	9	0.03255276009440422
69090	embedding2nn.bias	0	0.07972157746553421
69090	embedding2nn.bias	1	0.0055269403383135796
69090	embedding2nn.bias	2	-0.14221037924289703
69090	embedding2nn.bias	3	0.030819086357951164
69090	embedding2nn.bias	4	0.060456667095422745
69090	embedding2nn.bias	5	-0.17574219405651093
69090	embedding2nn.bias	6	-0.06571882218122482
69090	embedding2nn.bias	7	-0.039755865931510925
69090	embedding2nn.bias	8	0.08032215386629105
69090	embedding2nn.bias	9	-0.09929853677749634
69090	rnn.weight_ih_l0	0	0.006945798639208078
69090	rnn.weight_ih_l0	1	-0.0428088940680027
69090	rnn.weight_ih_l0	2	-0.039272699505090714
69090	rnn.weight_ih_l0	3	-0.005126672796905041
69090	rnn.weight_ih_l0	4	0.006489663850516081
69090	rnn.weight_ih_l0	5	-0.04722072556614876
69090	rnn.weight_ih_l0	6	0.029678091406822205
69090	rnn.weight_ih_l0	7	-0.06658151745796204
69090	rnn.weight_ih_l0	8	0.024054689332842827
69090	rnn.weight_ih_l0	9	-0.00912012904882431
69090	rnn.weight_hh_l0	0	-0.006653036456555128
69090	rnn.weight_hh_l0	1	-0.07034754753112793
69090	rnn.weight_hh_l0	2	0.03973228484392166
69090	rnn.weight_hh_l0	3	0.018476217985153198
69090	rnn.weight_hh_l0	4	0.008345633745193481
69090	rnn.weight_hh_l0	5	0.03618045896291733
69090	rnn.weight_hh_l0	6	-0.010675778612494469
69090	rnn.weight_hh_l0	7	-0.07055085897445679
69090	rnn.weight_hh_l0	8	-0.01734447292983532
69090	rnn.weight_hh_l0	9	-0.05104716494679451
69090	rnn.bias_ih_l0	0	-0.05871812254190445
69090	rnn.bias_ih_l0	1	-0.12339451164007187
69090	rnn.bias_ih_l0	2	-0.1930852234363556
69090	rnn.bias_ih_l0	3	-0.2410791963338852
69090	rnn.bias_ih_l0	4	0.019901007413864136
69090	rnn.bias_ih_l0	5	0.06822428107261658
69090	rnn.bias_ih_l0	6	-0.11151333898305893
69090	rnn.bias_ih_l0	7	-0.19769896566867828
69090	rnn.bias_ih_l0	8	-0.10676153749227524
69090	rnn.bias_ih_l0	9	-0.13067294657230377
69090	rnn.bias_hh_l0	0	0.1306561976671219
69090	rnn.bias_hh_l0	1	-0.03924685716629028
69090	rnn.bias_hh_l0	2	0.024680063128471375
69090	rnn.bias_hh_l0	3	-0.14167197048664093
69090	rnn.bias_hh_l0	4	0.021327579393982887
69090	rnn.bias_hh_l0	5	0.02053808607161045
69090	rnn.bias_hh_l0	6	-0.05401034653186798
69090	rnn.bias_hh_l0	7	-0.11131260544061661
69090	rnn.bias_hh_l0	8	-0.1321556270122528
69090	rnn.bias_hh_l0	9	-0.07345306128263474
69090	rnn.weight_ih_l0_reverse	0	-0.00837976485490799
69090	rnn.weight_ih_l0_reverse	1	0.02261994034051895
69090	rnn.weight_ih_l0_reverse	2	-0.021805262193083763
69090	rnn.weight_ih_l0_reverse	3	0.0037595645990222692
69090	rnn.weight_ih_l0_reverse	4	0.040377262979745865
69090	rnn.weight_ih_l0_reverse	5	-0.042787108570337296
69090	rnn.weight_ih_l0_reverse	6	-0.03980999067425728
69090	rnn.weight_ih_l0_reverse	7	-0.010374645702540874
69090	rnn.weight_ih_l0_reverse	8	0.02586015872657299
69090	rnn.weight_ih_l0_reverse	9	-0.004095370415598154
69090	rnn.weight_hh_l0_reverse	0	-0.009736775420606136
69090	rnn.weight_hh_l0_reverse	1	0.017232263460755348
69090	rnn.weight_hh_l0_reverse	2	-0.0375538244843483
69090	rnn.weight_hh_l0_reverse	3	0.034275587648153305
69090	rnn.weight_hh_l0_reverse	4	0.015005664899945259
69090	rnn.weight_hh_l0_reverse	5	-0.009750382974743843
69090	rnn.weight_hh_l0_reverse	6	0.03420405834913254
69090	rnn.weight_hh_l0_reverse	7	0.02892715111374855
69090	rnn.weight_hh_l0_reverse	8	0.006622341461479664
69090	rnn.weight_hh_l0_reverse	9	-0.05167979374527931
69090	rnn.bias_ih_l0_reverse	0	-0.10308335721492767
69090	rnn.bias_ih_l0_reverse	1	-0.2713227868080139
69090	rnn.bias_ih_l0_reverse	2	-0.04407568648457527
69090	rnn.bias_ih_l0_reverse	3	-0.09434486925601959
69090	rnn.bias_ih_l0_reverse	4	0.07986579835414886
69090	rnn.bias_ih_l0_reverse	5	-0.184098482131958
69090	rnn.bias_ih_l0_reverse	6	-0.04453864321112633
69090	rnn.bias_ih_l0_reverse	7	0.020154982805252075
69090	rnn.bias_ih_l0_reverse	8	-0.1396844983100891
69090	rnn.bias_ih_l0_reverse	9	-0.06745104491710663
69090	rnn.bias_hh_l0_reverse	0	-0.1063784584403038
69090	rnn.bias_hh_l0_reverse	1	-0.07313080877065659
69090	rnn.bias_hh_l0_reverse	2	-0.027111941948533058
69090	rnn.bias_hh_l0_reverse	3	-0.1035822182893753
69090	rnn.bias_hh_l0_reverse	4	-0.026592491194605827
69090	rnn.bias_hh_l0_reverse	5	-0.09596379101276398
69090	rnn.bias_hh_l0_reverse	6	-0.07396378368139267
69090	rnn.bias_hh_l0_reverse	7	-0.15239888429641724
69090	rnn.bias_hh_l0_reverse	8	-0.018392011523246765
69090	rnn.bias_hh_l0_reverse	9	-0.12231181561946869
69090	linear.weight	0	-0.19209198653697968
69090	linear.weight	1	-0.10631616413593292
69090	linear.weight	2	-0.011228874325752258
69090	linear.weight	3	-0.02489623986184597
69090	linear.weight	4	-0.04840449243783951
69090	linear.weight	5	0.2511081397533417
69090	linear.weight	6	0.0047744326293468475
69090	linear.weight	7	-0.021312154829502106
69090	linear.weight	8	0.08157002925872803
69090	linear.weight	9	0.12634128332138062
69090	linear.bias	0	-0.7092158794403076
69090	linear.bias	1	0.9184931516647339
69090	linear.bias	2	-0.1601189374923706
69090	linear.bias	3	-0.5061493515968323
69090	linear.bias	4	-1.1317089796066284
69090	linear.bias	5	-1.1363928318023682
69090	linear.bias	6	-0.6846631169319153
69090	linear.bias	7	-0.6879149675369263
69090	linear.bias	8	-0.01705317199230194
69090	linear.bias	9	3.0037965774536133
69287	transitions	0	-0.24289046227931976
69287	transitions	1	7.575109481811523
69287	transitions	2	-3.0339293479919434
69287	transitions	3	1.2970861196517944
69287	transitions	4	-1.7303626537322998
69287	transitions	5	-0.2980533242225647
69287	transitions	6	-0.159372016787529
69287	transitions	7	-10000.0
69287	transitions	8	1.6164237260818481
69287	transitions	9	-2.2872939109802246
69287	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
69287	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
69287	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
69287	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
69287	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
69287	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
69287	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
69287	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
69287	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
69287	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
69287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
69287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
69287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
69287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
69287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
69287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
69287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
69287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
69287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
69287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
69287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
69287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
69287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
69287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
69287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
69287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
69287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
69287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
69287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
69287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
69287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
69287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
69287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
69287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
69287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
69287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
69287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
69287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
69287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
69287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
69287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
69287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
69287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
69287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
69287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
69287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
69287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
69287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
69287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
69287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
69287	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
69287	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
69287	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
69287	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
69287	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
69287	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
69287	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
69287	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
69287	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
69287	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
69287	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
69287	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
69287	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
69287	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
69287	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
69287	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
69287	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
69287	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
69287	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
69287	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
69287	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
69287	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
69287	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
69287	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
69287	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
69287	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
69287	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
69287	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
69287	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
69287	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
69287	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
69287	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
69287	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
69287	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
69287	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
69287	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
69287	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
69287	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
69287	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
69287	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
69287	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
69287	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
69287	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
69287	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
69287	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
69287	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
69287	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
69287	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
69287	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
69287	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
69287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
69287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
69287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
69287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
69287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
69287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
69287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
69287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
69287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
69287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
69287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
69287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
69287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
69287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
69287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
69287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
69287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
69287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
69287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
69287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
69287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
69287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
69287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
69287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
69287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
69287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
69287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
69287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
69287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
69287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
69287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
69287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
69287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
69287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
69287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
69287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
69287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
69287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
69287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
69287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
69287	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
69287	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
69287	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
69287	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
69287	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
69287	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
69287	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
69287	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
69287	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
69287	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
69287	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
69287	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
69287	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
69287	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
69287	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
69287	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
69287	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
69287	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
69287	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
69287	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
69287	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
69287	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
69287	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
69287	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
69287	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
69287	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
69287	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
69287	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
69287	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
69287	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
69287	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
69287	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
69287	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
69287	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
69287	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
69287	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
69287	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
69287	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
69287	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
69287	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
69287	embedding2nn.weight	0	0.03648638725280762
69287	embedding2nn.weight	1	-0.06766069680452347
69287	embedding2nn.weight	2	0.02043183520436287
69287	embedding2nn.weight	3	-0.0265369713306427
69287	embedding2nn.weight	4	-0.09301434457302094
69287	embedding2nn.weight	5	0.08024576306343079
69287	embedding2nn.weight	6	-0.11186431348323822
69287	embedding2nn.weight	7	-0.07492860406637192
69287	embedding2nn.weight	8	-0.0035554529167711735
69287	embedding2nn.weight	9	0.0349099338054657
69287	embedding2nn.bias	0	0.07888597995042801
69287	embedding2nn.bias	1	0.017918717116117477
69287	embedding2nn.bias	2	-0.13275794684886932
69287	embedding2nn.bias	3	0.03220604732632637
69287	embedding2nn.bias	4	0.04805651307106018
69287	embedding2nn.bias	5	-0.16987065970897675
69287	embedding2nn.bias	6	-0.06350423395633698
69287	embedding2nn.bias	7	-0.03450477123260498
69287	embedding2nn.bias	8	0.08000564575195312
69287	embedding2nn.bias	9	-0.1099400669336319
69287	rnn.weight_ih_l0	0	0.007237729150801897
69287	rnn.weight_ih_l0	1	-0.04708607867360115
69287	rnn.weight_ih_l0	2	-0.03855903819203377
69287	rnn.weight_ih_l0	3	-0.004224064759910107
69287	rnn.weight_ih_l0	4	0.006103551480919123
69287	rnn.weight_ih_l0	5	-0.04900633171200752
69287	rnn.weight_ih_l0	6	0.030590234324336052
69287	rnn.weight_ih_l0	7	-0.06819309294223785
69287	rnn.weight_ih_l0	8	0.022160962224006653
69287	rnn.weight_ih_l0	9	-0.0087885158136487
69287	rnn.weight_hh_l0	0	-0.007751076482236385
69287	rnn.weight_hh_l0	1	-0.06944981217384338
69287	rnn.weight_hh_l0	2	0.04022351652383804
69287	rnn.weight_hh_l0	3	0.018431423231959343
69287	rnn.weight_hh_l0	4	0.008403385989367962
69287	rnn.weight_hh_l0	5	0.03766647353768349
69287	rnn.weight_hh_l0	6	-0.01079066563397646
69287	rnn.weight_hh_l0	7	-0.07017114013433456
69287	rnn.weight_hh_l0	8	-0.017104966565966606
69287	rnn.weight_hh_l0	9	-0.05083311349153519
69287	rnn.bias_ih_l0	0	-0.05607772618532181
69287	rnn.bias_ih_l0	1	-0.12278705090284348
69287	rnn.bias_ih_l0	2	-0.19430111348628998
69287	rnn.bias_ih_l0	3	-0.24253416061401367
69287	rnn.bias_ih_l0	4	0.02204769290983677
69287	rnn.bias_ih_l0	5	0.06998654454946518
69287	rnn.bias_ih_l0	6	-0.1132645532488823
69287	rnn.bias_ih_l0	7	-0.1988448202610016
69287	rnn.bias_ih_l0	8	-0.1072615459561348
69287	rnn.bias_ih_l0	9	-0.13187843561172485
69287	rnn.bias_hh_l0	0	0.12902303040027618
69287	rnn.bias_hh_l0	1	-0.03719104453921318
69287	rnn.bias_hh_l0	2	0.02211865223944187
69287	rnn.bias_hh_l0	3	-0.1405201554298401
69287	rnn.bias_hh_l0	4	0.016268854960799217
69287	rnn.bias_hh_l0	5	0.02365768700838089
69287	rnn.bias_hh_l0	6	-0.055721353739500046
69287	rnn.bias_hh_l0	7	-0.10953974723815918
69287	rnn.bias_hh_l0	8	-0.13585813343524933
69287	rnn.bias_hh_l0	9	-0.07305031269788742
69287	rnn.weight_ih_l0_reverse	0	-0.009404411539435387
69287	rnn.weight_ih_l0_reverse	1	0.0236977469176054
69287	rnn.weight_ih_l0_reverse	2	-0.020823782309889793
69287	rnn.weight_ih_l0_reverse	3	0.0028429075609892607
69287	rnn.weight_ih_l0_reverse	4	0.038149334490299225
69287	rnn.weight_ih_l0_reverse	5	-0.0410577766597271
69287	rnn.weight_ih_l0_reverse	6	-0.03764384984970093
69287	rnn.weight_ih_l0_reverse	7	-0.010911256074905396
69287	rnn.weight_ih_l0_reverse	8	0.02722066268324852
69287	rnn.weight_ih_l0_reverse	9	-0.005882977042347193
69287	rnn.weight_hh_l0_reverse	0	-0.010250270366668701
69287	rnn.weight_hh_l0_reverse	1	0.016454165801405907
69287	rnn.weight_hh_l0_reverse	2	-0.03774537891149521
69287	rnn.weight_hh_l0_reverse	3	0.03407180309295654
69287	rnn.weight_hh_l0_reverse	4	0.015479912050068378
69287	rnn.weight_hh_l0_reverse	5	-0.009174713864922523
69287	rnn.weight_hh_l0_reverse	6	0.0354047492146492
69287	rnn.weight_hh_l0_reverse	7	0.029934069141745567
69287	rnn.weight_hh_l0_reverse	8	0.00625044759362936
69287	rnn.weight_hh_l0_reverse	9	-0.05138702318072319
69287	rnn.bias_ih_l0_reverse	0	-0.10760419815778732
69287	rnn.bias_ih_l0_reverse	1	-0.27149611711502075
69287	rnn.bias_ih_l0_reverse	2	-0.04834949970245361
69287	rnn.bias_ih_l0_reverse	3	-0.09615708142518997
69287	rnn.bias_ih_l0_reverse	4	0.08218514174222946
69287	rnn.bias_ih_l0_reverse	5	-0.18060046434402466
69287	rnn.bias_ih_l0_reverse	6	-0.043230973184108734
69287	rnn.bias_ih_l0_reverse	7	0.02372892014682293
69287	rnn.bias_ih_l0_reverse	8	-0.14096318185329437
69287	rnn.bias_ih_l0_reverse	9	-0.06438767910003662
69287	rnn.bias_hh_l0_reverse	0	-0.10935142636299133
69287	rnn.bias_hh_l0_reverse	1	-0.07209735363721848
69287	rnn.bias_hh_l0_reverse	2	-0.02498217113316059
69287	rnn.bias_hh_l0_reverse	3	-0.09687041491270065
69287	rnn.bias_hh_l0_reverse	4	-0.024570206180214882
69287	rnn.bias_hh_l0_reverse	5	-0.09423013031482697
69287	rnn.bias_hh_l0_reverse	6	-0.07265077531337738
69287	rnn.bias_hh_l0_reverse	7	-0.1457158774137497
69287	rnn.bias_hh_l0_reverse	8	-0.016387013718485832
69287	rnn.bias_hh_l0_reverse	9	-0.12196990847587585
69287	linear.weight	0	-0.2036515474319458
69287	linear.weight	1	-0.11214956641197205
69287	linear.weight	2	-0.011228874325752258
69287	linear.weight	3	-0.031102126464247704
69287	linear.weight	4	-0.06221774220466614
69287	linear.weight	5	0.2450104057788849
69287	linear.weight	6	0.0047744326293468475
69287	linear.weight	7	-0.021312154829502106
69287	linear.weight	8	0.09531660377979279
69287	linear.weight	9	0.13278985023498535
69287	linear.bias	0	-0.6576963067054749
69287	linear.bias	1	0.9196628928184509
69287	linear.bias	2	-0.1789516657590866
69287	linear.bias	3	-0.5101804733276367
69287	linear.bias	4	-1.196203351020813
69287	linear.bias	5	-1.1365690231323242
69287	linear.bias	6	-0.64022296667099
69287	linear.bias	7	-0.7119107842445374
69287	linear.bias	8	-0.01705317199230194
69287	linear.bias	9	3.0081541538238525
69484	transitions	0	-0.24330760538578033
69484	transitions	1	7.5962233543396
69484	transitions	2	-3.034885883331299
69484	transitions	3	1.299996018409729
69484	transitions	4	-1.7323068380355835
69484	transitions	5	-0.29820510745048523
69484	transitions	6	-0.15962021052837372
69484	transitions	7	-10000.0
69484	transitions	8	1.6261241436004639
69484	transitions	9	-2.2873122692108154
69484	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
69484	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
69484	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
69484	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
69484	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
69484	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
69484	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
69484	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
69484	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
69484	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
69484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
69484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
69484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
69484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
69484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
69484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
69484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
69484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
69484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
69484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
69484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
69484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
69484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
69484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
69484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
69484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
69484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
69484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
69484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
69484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
69484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
69484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
69484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
69484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
69484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
69484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
69484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
69484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
69484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
69484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
69484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
69484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
69484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
69484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
69484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
69484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
69484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
69484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
69484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
69484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
69484	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
69484	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
69484	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
69484	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
69484	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
69484	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
69484	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
69484	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
69484	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
69484	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
69484	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
69484	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
69484	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
69484	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
69484	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
69484	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
69484	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
69484	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
69484	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
69484	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
69484	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
69484	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
69484	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
69484	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
69484	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
69484	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
69484	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
69484	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
69484	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
69484	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
69484	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
69484	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
69484	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
69484	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
69484	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
69484	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
69484	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
69484	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
69484	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
69484	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
69484	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
69484	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
69484	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
69484	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
69484	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
69484	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
69484	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
69484	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
69484	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
69484	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
69484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
69484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
69484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
69484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
69484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
69484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
69484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
69484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
69484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
69484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
69484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
69484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
69484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
69484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
69484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
69484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
69484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
69484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
69484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
69484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
69484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
69484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
69484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
69484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
69484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
69484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
69484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
69484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
69484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
69484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
69484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
69484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
69484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
69484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
69484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
69484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
69484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
69484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
69484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
69484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
69484	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
69484	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
69484	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
69484	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
69484	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
69484	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
69484	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
69484	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
69484	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
69484	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
69484	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
69484	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
69484	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
69484	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
69484	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
69484	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
69484	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
69484	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
69484	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
69484	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
69484	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
69484	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
69484	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
69484	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
69484	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
69484	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
69484	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
69484	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
69484	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
69484	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
69484	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
69484	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
69484	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
69484	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
69484	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
69484	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
69484	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
69484	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
69484	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
69484	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
69484	embedding2nn.weight	0	0.0365145280957222
69484	embedding2nn.weight	1	-0.06832792609930038
69484	embedding2nn.weight	2	0.01801970973610878
69484	embedding2nn.weight	3	-0.02664124220609665
69484	embedding2nn.weight	4	-0.0945337787270546
69484	embedding2nn.weight	5	0.0818154364824295
69484	embedding2nn.weight	6	-0.1164853572845459
69484	embedding2nn.weight	7	-0.07264895737171173
69484	embedding2nn.weight	8	-0.0028229805175215006
69484	embedding2nn.weight	9	0.03539817035198212
69484	embedding2nn.bias	0	0.06843549758195877
69484	embedding2nn.bias	1	0.023855118080973625
69484	embedding2nn.bias	2	-0.1417449414730072
69484	embedding2nn.bias	3	0.04048293083906174
69484	embedding2nn.bias	4	0.04445818066596985
69484	embedding2nn.bias	5	-0.16900886595249176
69484	embedding2nn.bias	6	-0.06665188819169998
69484	embedding2nn.bias	7	-0.042864248156547546
69484	embedding2nn.bias	8	0.07512781769037247
69484	embedding2nn.bias	9	-0.10624317824840546
69484	rnn.weight_ih_l0	0	0.009668947197496891
69484	rnn.weight_ih_l0	1	-0.04694336652755737
69484	rnn.weight_ih_l0	2	-0.03647719696164131
69484	rnn.weight_ih_l0	3	-0.0032370586413890123
69484	rnn.weight_ih_l0	4	0.006962557323276997
69484	rnn.weight_ih_l0	5	-0.04766299948096275
69484	rnn.weight_ih_l0	6	0.027398034930229187
69484	rnn.weight_ih_l0	7	-0.06671277433633804
69484	rnn.weight_ih_l0	8	0.020669525489211082
69484	rnn.weight_ih_l0	9	-0.006474645342677832
69484	rnn.weight_hh_l0	0	-0.007317020557820797
69484	rnn.weight_hh_l0	1	-0.06823183596134186
69484	rnn.weight_hh_l0	2	0.04135245829820633
69484	rnn.weight_hh_l0	3	0.018425876274704933
69484	rnn.weight_hh_l0	4	0.008553449995815754
69484	rnn.weight_hh_l0	5	0.03899529576301575
69484	rnn.weight_hh_l0	6	-0.011527051217854023
69484	rnn.weight_hh_l0	7	-0.07052497565746307
69484	rnn.weight_hh_l0	8	-0.017833027988672256
69484	rnn.weight_hh_l0	9	-0.05055753141641617
69484	rnn.bias_ih_l0	0	-0.05901673436164856
69484	rnn.bias_ih_l0	1	-0.1252700388431549
69484	rnn.bias_ih_l0	2	-0.19540132582187653
69484	rnn.bias_ih_l0	3	-0.24157235026359558
69484	rnn.bias_ih_l0	4	0.025361457839608192
69484	rnn.bias_ih_l0	5	0.06805728375911713
69484	rnn.bias_ih_l0	6	-0.11109887063503265
69484	rnn.bias_ih_l0	7	-0.19853511452674866
69484	rnn.bias_ih_l0	8	-0.1069319024682045
69484	rnn.bias_ih_l0	9	-0.1302805095911026
69484	rnn.bias_hh_l0	0	0.13529296219348907
69484	rnn.bias_hh_l0	1	-0.03767159953713417
69484	rnn.bias_hh_l0	2	0.02015489712357521
69484	rnn.bias_hh_l0	3	-0.1403835415840149
69484	rnn.bias_hh_l0	4	0.010574165731668472
69484	rnn.bias_hh_l0	5	0.026921141892671585
69484	rnn.bias_hh_l0	6	-0.0615813210606575
69484	rnn.bias_hh_l0	7	-0.11660779267549515
69484	rnn.bias_hh_l0	8	-0.13993465900421143
69484	rnn.bias_hh_l0	9	-0.07303108274936676
69484	rnn.weight_ih_l0_reverse	0	-0.011055870912969112
69484	rnn.weight_ih_l0_reverse	1	0.023462535813450813
69484	rnn.weight_ih_l0_reverse	2	-0.021211354061961174
69484	rnn.weight_ih_l0_reverse	3	-0.0017172228544950485
69484	rnn.weight_ih_l0_reverse	4	0.03229760006070137
69484	rnn.weight_ih_l0_reverse	5	-0.03929058089852333
69484	rnn.weight_ih_l0_reverse	6	-0.037513189017772675
69484	rnn.weight_ih_l0_reverse	7	-0.015451613813638687
69484	rnn.weight_ih_l0_reverse	8	0.026884453371167183
69484	rnn.weight_ih_l0_reverse	9	-0.0047073084861040115
69484	rnn.weight_hh_l0_reverse	0	-0.010413559153676033
69484	rnn.weight_hh_l0_reverse	1	0.016679320484399796
69484	rnn.weight_hh_l0_reverse	2	-0.03751729428768158
69484	rnn.weight_hh_l0_reverse	3	0.034150753170251846
69484	rnn.weight_hh_l0_reverse	4	0.015885867178440094
69484	rnn.weight_hh_l0_reverse	5	-0.009991500526666641
69484	rnn.weight_hh_l0_reverse	6	0.03599957004189491
69484	rnn.weight_hh_l0_reverse	7	0.028547758236527443
69484	rnn.weight_hh_l0_reverse	8	0.005926081445068121
69484	rnn.weight_hh_l0_reverse	9	-0.05054615065455437
69484	rnn.bias_ih_l0_reverse	0	-0.1086980402469635
69484	rnn.bias_ih_l0_reverse	1	-0.2720704674720764
69484	rnn.bias_ih_l0_reverse	2	-0.05193164572119713
69484	rnn.bias_ih_l0_reverse	3	-0.09633193910121918
69484	rnn.bias_ih_l0_reverse	4	0.07885295152664185
69484	rnn.bias_ih_l0_reverse	5	-0.1835036426782608
69484	rnn.bias_ih_l0_reverse	6	-0.04612851142883301
69484	rnn.bias_ih_l0_reverse	7	0.02228364162147045
69484	rnn.bias_ih_l0_reverse	8	-0.14090202748775482
69484	rnn.bias_ih_l0_reverse	9	-0.0642661601305008
69484	rnn.bias_hh_l0_reverse	0	-0.10841501504182816
69484	rnn.bias_hh_l0_reverse	1	-0.07546256482601166
69484	rnn.bias_hh_l0_reverse	2	-0.025404589250683784
69484	rnn.bias_hh_l0_reverse	3	-0.10329777002334595
69484	rnn.bias_hh_l0_reverse	4	-0.028277413919568062
69484	rnn.bias_hh_l0_reverse	5	-0.09264424443244934
69484	rnn.bias_hh_l0_reverse	6	-0.06780590862035751
69484	rnn.bias_hh_l0_reverse	7	-0.14601825177669525
69484	rnn.bias_hh_l0_reverse	8	-0.018446549773216248
69484	rnn.bias_hh_l0_reverse	9	-0.11993412673473358
69484	linear.weight	0	-0.198398619890213
69484	linear.weight	1	-0.11585896462202072
69484	linear.weight	2	-0.011228874325752258
69484	linear.weight	3	-0.05180889740586281
69484	linear.weight	4	-0.05418873578310013
69484	linear.weight	5	0.24350856244564056
69484	linear.weight	6	0.0047744326293468475
69484	linear.weight	7	-0.021312154829502106
69484	linear.weight	8	0.09320324659347534
69484	linear.weight	9	0.13911378383636475
69484	linear.bias	0	-0.6791326999664307
69484	linear.bias	1	0.9073412418365479
69484	linear.bias	2	-0.15246637165546417
69484	linear.bias	3	-0.49524810910224915
69484	linear.bias	4	-1.1605554819107056
69484	linear.bias	5	-1.1367428302764893
69484	linear.bias	6	-0.6654382348060608
69484	linear.bias	7	-0.691272497177124
69484	linear.bias	8	-0.01705317199230194
69484	linear.bias	9	2.9838616847991943
69681	transitions	0	-0.2435142993927002
69681	transitions	1	7.585715293884277
69681	transitions	2	-3.036306858062744
69681	transitions	3	1.3105876445770264
69681	transitions	4	-1.7329899072647095
69681	transitions	5	-0.2984146773815155
69681	transitions	6	-0.15974301099777222
69681	transitions	7	-10000.0
69681	transitions	8	1.6244341135025024
69681	transitions	9	-2.28735089302063
69681	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
69681	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
69681	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
69681	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
69681	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
69681	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
69681	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
69681	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
69681	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
69681	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
69681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
69681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
69681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
69681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
69681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
69681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
69681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
69681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
69681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
69681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
69681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
69681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
69681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
69681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
69681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
69681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
69681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
69681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
69681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
69681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
69681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
69681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
69681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
69681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
69681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
69681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
69681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
69681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
69681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
69681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
69681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
69681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
69681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
69681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
69681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
69681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
69681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
69681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
69681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
69681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
69681	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
69681	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
69681	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
69681	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
69681	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
69681	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
69681	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
69681	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
69681	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
69681	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
69681	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
69681	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
69681	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
69681	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
69681	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
69681	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
69681	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
69681	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
69681	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
69681	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
69681	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
69681	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
69681	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
69681	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
69681	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
69681	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
69681	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
69681	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
69681	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
69681	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
69681	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
69681	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
69681	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
69681	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
69681	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
69681	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
69681	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
69681	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
69681	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
69681	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
69681	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
69681	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
69681	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
69681	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
69681	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
69681	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
69681	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
69681	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
69681	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
69681	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
69681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
69681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
69681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
69681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
69681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
69681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
69681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
69681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
69681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
69681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
69681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
69681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
69681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
69681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
69681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
69681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
69681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
69681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
69681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
69681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
69681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
69681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
69681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
69681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
69681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
69681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
69681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
69681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
69681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
69681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
69681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
69681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
69681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
69681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
69681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
69681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
69681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
69681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
69681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
69681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
69681	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
69681	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
69681	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
69681	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
69681	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
69681	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
69681	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
69681	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
69681	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
69681	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
69681	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
69681	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
69681	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
69681	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
69681	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
69681	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
69681	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
69681	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
69681	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
69681	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
69681	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
69681	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
69681	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
69681	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
69681	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
69681	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
69681	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
69681	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
69681	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
69681	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
69681	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
69681	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
69681	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
69681	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
69681	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
69681	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
69681	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
69681	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
69681	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
69681	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
69681	embedding2nn.weight	0	0.036762792617082596
69681	embedding2nn.weight	1	-0.06734383851289749
69681	embedding2nn.weight	2	0.013841703534126282
69681	embedding2nn.weight	3	-0.029796000570058823
69681	embedding2nn.weight	4	-0.09540294110774994
69681	embedding2nn.weight	5	0.08468296378850937
69681	embedding2nn.weight	6	-0.11676821857690811
69681	embedding2nn.weight	7	-0.07290486246347427
69681	embedding2nn.weight	8	-0.0009955835994333029
69681	embedding2nn.weight	9	0.03574478253722191
69681	embedding2nn.bias	0	0.06991903483867645
69681	embedding2nn.bias	1	0.031484004110097885
69681	embedding2nn.bias	2	-0.15181344747543335
69681	embedding2nn.bias	3	0.039511777460575104
69681	embedding2nn.bias	4	0.041479405015707016
69681	embedding2nn.bias	5	-0.167710080742836
69681	embedding2nn.bias	6	-0.07284410297870636
69681	embedding2nn.bias	7	-0.046250008046627045
69681	embedding2nn.bias	8	0.07004932314157486
69681	embedding2nn.bias	9	-0.10636947304010391
69681	rnn.weight_ih_l0	0	0.009393462911248207
69681	rnn.weight_ih_l0	1	-0.04440604895353317
69681	rnn.weight_ih_l0	2	-0.037069618701934814
69681	rnn.weight_ih_l0	3	-0.0037982058711349964
69681	rnn.weight_ih_l0	4	0.00590937165543437
69681	rnn.weight_ih_l0	5	-0.04747956246137619
69681	rnn.weight_ih_l0	6	0.024739794433116913
69681	rnn.weight_ih_l0	7	-0.0648297518491745
69681	rnn.weight_ih_l0	8	0.018178490921854973
69681	rnn.weight_ih_l0	9	-0.008253201842308044
69681	rnn.weight_hh_l0	0	-0.007697007618844509
69681	rnn.weight_hh_l0	1	-0.06862693279981613
69681	rnn.weight_hh_l0	2	0.04115583747625351
69681	rnn.weight_hh_l0	3	0.019296085461974144
69681	rnn.weight_hh_l0	4	0.00893181748688221
69681	rnn.weight_hh_l0	5	0.0370381698012352
69681	rnn.weight_hh_l0	6	-0.011821221560239792
69681	rnn.weight_hh_l0	7	-0.07155832648277283
69681	rnn.weight_hh_l0	8	-0.017442872747778893
69681	rnn.weight_hh_l0	9	-0.056184396147727966
69681	rnn.bias_ih_l0	0	-0.061850886791944504
69681	rnn.bias_ih_l0	1	-0.12552860379219055
69681	rnn.bias_ih_l0	2	-0.1980641484260559
69681	rnn.bias_ih_l0	3	-0.2398170679807663
69681	rnn.bias_ih_l0	4	0.029270928353071213
69681	rnn.bias_ih_l0	5	0.06616786122322083
69681	rnn.bias_ih_l0	6	-0.11061660200357437
69681	rnn.bias_ih_l0	7	-0.19923606514930725
69681	rnn.bias_ih_l0	8	-0.10324403643608093
69681	rnn.bias_ih_l0	9	-0.12586857378482819
69681	rnn.bias_hh_l0	0	0.13704530894756317
69681	rnn.bias_hh_l0	1	-0.03758527338504791
69681	rnn.bias_hh_l0	2	0.018692193552851677
69681	rnn.bias_hh_l0	3	-0.14110398292541504
69681	rnn.bias_hh_l0	4	0.0161563940346241
69681	rnn.bias_hh_l0	5	0.028836632147431374
69681	rnn.bias_hh_l0	6	-0.060810063034296036
69681	rnn.bias_hh_l0	7	-0.11721521615982056
69681	rnn.bias_hh_l0	8	-0.13435187935829163
69681	rnn.bias_hh_l0	9	-0.07125703245401382
69681	rnn.weight_ih_l0_reverse	0	-0.011053290218114853
69681	rnn.weight_ih_l0_reverse	1	0.021631384268403053
69681	rnn.weight_ih_l0_reverse	2	-0.020396055653691292
69681	rnn.weight_ih_l0_reverse	3	-0.004051845520734787
69681	rnn.weight_ih_l0_reverse	4	0.03384169191122055
69681	rnn.weight_ih_l0_reverse	5	-0.03892594948410988
69681	rnn.weight_ih_l0_reverse	6	-0.03977860510349274
69681	rnn.weight_ih_l0_reverse	7	-0.01954995095729828
69681	rnn.weight_ih_l0_reverse	8	0.031478721648454666
69681	rnn.weight_ih_l0_reverse	9	-0.0038531944155693054
69681	rnn.weight_hh_l0_reverse	0	-0.007982741110026836
69681	rnn.weight_hh_l0_reverse	1	0.016848985105752945
69681	rnn.weight_hh_l0_reverse	2	-0.03751402348279953
69681	rnn.weight_hh_l0_reverse	3	0.03395130857825279
69681	rnn.weight_hh_l0_reverse	4	0.01607956364750862
69681	rnn.weight_hh_l0_reverse	5	-0.00958152674138546
69681	rnn.weight_hh_l0_reverse	6	0.03617946803569794
69681	rnn.weight_hh_l0_reverse	7	0.025573646649718285
69681	rnn.weight_hh_l0_reverse	8	0.005829059053212404
69681	rnn.weight_hh_l0_reverse	9	-0.050401169806718826
69681	rnn.bias_ih_l0_reverse	0	-0.11030460894107819
69681	rnn.bias_ih_l0_reverse	1	-0.2611119747161865
69681	rnn.bias_ih_l0_reverse	2	-0.05149687081575394
69681	rnn.bias_ih_l0_reverse	3	-0.09886731952428818
69681	rnn.bias_ih_l0_reverse	4	0.07909860461950302
69681	rnn.bias_ih_l0_reverse	5	-0.18320374190807343
69681	rnn.bias_ih_l0_reverse	6	-0.047943223267793655
69681	rnn.bias_ih_l0_reverse	7	0.021307295188307762
69681	rnn.bias_ih_l0_reverse	8	-0.14217925071716309
69681	rnn.bias_ih_l0_reverse	9	-0.07059360295534134
69681	rnn.bias_hh_l0_reverse	0	-0.11132881045341492
69681	rnn.bias_hh_l0_reverse	1	-0.07847513258457184
69681	rnn.bias_hh_l0_reverse	2	-0.02472652494907379
69681	rnn.bias_hh_l0_reverse	3	-0.10784890502691269
69681	rnn.bias_hh_l0_reverse	4	-0.029222527518868446
69681	rnn.bias_hh_l0_reverse	5	-0.09529005736112595
69681	rnn.bias_hh_l0_reverse	6	-0.06811244785785675
69681	rnn.bias_hh_l0_reverse	7	-0.1529853641986847
69681	rnn.bias_hh_l0_reverse	8	-0.021866919472813606
69681	rnn.bias_hh_l0_reverse	9	-0.11944882571697235
69681	linear.weight	0	-0.188567653298378
69681	linear.weight	1	-0.11235208064317703
69681	linear.weight	2	-0.011228874325752258
69681	linear.weight	3	-0.06372519582509995
69681	linear.weight	4	-0.04980861023068428
69681	linear.weight	5	0.23573529720306396
69681	linear.weight	6	0.0047744326293468475
69681	linear.weight	7	-0.021312154829502106
69681	linear.weight	8	0.09695557504892349
69681	linear.weight	9	0.15489116311073303
69681	linear.bias	0	-0.67579185962677
69681	linear.bias	1	0.9546619057655334
69681	linear.bias	2	-0.18094027042388916
69681	linear.bias	3	-0.50689297914505
69681	linear.bias	4	-1.153502106666565
69681	linear.bias	5	-1.1369096040725708
69681	linear.bias	6	-0.6625774502754211
69681	linear.bias	7	-0.6855118870735168
69681	linear.bias	8	-0.01705317199230194
69681	linear.bias	9	3.0044660568237305
69878	transitions	0	-0.24388223886489868
69878	transitions	1	7.572926044464111
69878	transitions	2	-3.037778377532959
69878	transitions	3	1.3132423162460327
69878	transitions	4	-1.7341151237487793
69878	transitions	5	-0.2986884117126465
69878	transitions	6	-0.15983666479587555
69878	transitions	7	-10000.0
69878	transitions	8	1.6298679113388062
69878	transitions	9	-2.2873740196228027
69878	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
69878	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
69878	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
69878	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
69878	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
69878	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
69878	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
69878	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
69878	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
69878	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
69878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
69878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
69878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
69878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
69878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
69878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
69878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
69878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
69878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
69878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
69878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
69878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
69878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
69878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
69878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
69878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
69878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
69878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
69878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
69878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
69878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
69878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
69878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
69878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
69878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
69878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
69878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
69878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
69878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
69878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
69878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
69878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
69878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
69878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
69878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
69878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
69878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
69878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
69878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
69878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
69878	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
69878	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
69878	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
69878	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
69878	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
69878	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
69878	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
69878	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
69878	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
69878	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
69878	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
69878	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
69878	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
69878	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
69878	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
69878	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
69878	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
69878	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
69878	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
69878	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
69878	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
69878	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
69878	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
69878	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
69878	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
69878	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
69878	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
69878	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
69878	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
69878	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
69878	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
69878	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
69878	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
69878	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
69878	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
69878	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
69878	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
69878	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
69878	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
69878	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
69878	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
69878	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
69878	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
69878	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
69878	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
69878	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
69878	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
69878	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
69878	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
69878	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
69878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
69878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
69878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
69878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
69878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
69878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
69878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
69878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
69878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
69878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
69878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
69878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
69878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
69878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
69878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
69878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
69878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
69878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
69878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
69878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
69878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
69878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
69878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
69878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
69878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
69878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
69878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
69878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
69878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
69878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
69878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
69878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
69878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
69878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
69878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
69878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
69878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
69878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
69878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
69878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
69878	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
69878	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
69878	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
69878	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
69878	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
69878	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
69878	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
69878	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
69878	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
69878	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
69878	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
69878	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
69878	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
69878	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
69878	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
69878	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
69878	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
69878	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
69878	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
69878	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
69878	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
69878	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
69878	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
69878	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
69878	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
69878	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
69878	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
69878	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
69878	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
69878	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
69878	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
69878	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
69878	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
69878	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
69878	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
69878	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
69878	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
69878	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
69878	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
69878	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
69878	embedding2nn.weight	0	0.036742907017469406
69878	embedding2nn.weight	1	-0.06826779991388321
69878	embedding2nn.weight	2	0.013886519707739353
69878	embedding2nn.weight	3	-0.02627226896584034
69878	embedding2nn.weight	4	-0.09390392154455185
69878	embedding2nn.weight	5	0.08400920778512955
69878	embedding2nn.weight	6	-0.1116972491145134
69878	embedding2nn.weight	7	-0.07362036406993866
69878	embedding2nn.weight	8	-0.0016635226784273982
69878	embedding2nn.weight	9	0.038128580898046494
69878	embedding2nn.bias	0	0.060707587748765945
69878	embedding2nn.bias	1	0.025996726006269455
69878	embedding2nn.bias	2	-0.14113496243953705
69878	embedding2nn.bias	3	0.035124607384204865
69878	embedding2nn.bias	4	0.043120864778757095
69878	embedding2nn.bias	5	-0.1645015925168991
69878	embedding2nn.bias	6	-0.0723673477768898
69878	embedding2nn.bias	7	-0.04779906943440437
69878	embedding2nn.bias	8	0.0677884891629219
69878	embedding2nn.bias	9	-0.10684890300035477
69878	rnn.weight_ih_l0	0	0.009511531330645084
69878	rnn.weight_ih_l0	1	-0.04607713967561722
69878	rnn.weight_ih_l0	2	-0.034255944192409515
69878	rnn.weight_ih_l0	3	-0.009813565760850906
69878	rnn.weight_ih_l0	4	0.0069724079221487045
69878	rnn.weight_ih_l0	5	-0.045937955379486084
69878	rnn.weight_ih_l0	6	0.021236209198832512
69878	rnn.weight_ih_l0	7	-0.06239956244826317
69878	rnn.weight_ih_l0	8	0.020180068910121918
69878	rnn.weight_ih_l0	9	-0.008840852417051792
69878	rnn.weight_hh_l0	0	-0.008290360681712627
69878	rnn.weight_hh_l0	1	-0.07022251933813095
69878	rnn.weight_hh_l0	2	0.0415470227599144
69878	rnn.weight_hh_l0	3	0.019891733303666115
69878	rnn.weight_hh_l0	4	0.008896112442016602
69878	rnn.weight_hh_l0	5	0.0381651408970356
69878	rnn.weight_hh_l0	6	-0.011878504417836666
69878	rnn.weight_hh_l0	7	-0.07098158448934555
69878	rnn.weight_hh_l0	8	-0.017754513770341873
69878	rnn.weight_hh_l0	9	-0.05491754785180092
69878	rnn.bias_ih_l0	0	-0.05843701213598251
69878	rnn.bias_ih_l0	1	-0.12712785601615906
69878	rnn.bias_ih_l0	2	-0.1985272765159607
69878	rnn.bias_ih_l0	3	-0.23804834485054016
69878	rnn.bias_ih_l0	4	0.027450045570731163
69878	rnn.bias_ih_l0	5	0.06923335045576096
69878	rnn.bias_ih_l0	6	-0.10897234827280045
69878	rnn.bias_ih_l0	7	-0.20033086836338043
69878	rnn.bias_ih_l0	8	-0.10385415703058243
69878	rnn.bias_ih_l0	9	-0.12975364923477173
69878	rnn.bias_hh_l0	0	0.13683481514453888
69878	rnn.bias_hh_l0	1	-0.03867063671350479
69878	rnn.bias_hh_l0	2	0.017757846042513847
69878	rnn.bias_hh_l0	3	-0.13875016570091248
69878	rnn.bias_hh_l0	4	0.018953796476125717
69878	rnn.bias_hh_l0	5	0.031093794852495193
69878	rnn.bias_hh_l0	6	-0.06219913810491562
69878	rnn.bias_hh_l0	7	-0.11726215481758118
69878	rnn.bias_hh_l0	8	-0.13605360686779022
69878	rnn.bias_hh_l0	9	-0.07077492028474808
69878	rnn.weight_ih_l0_reverse	0	-0.011388985440135002
69878	rnn.weight_ih_l0_reverse	1	0.02328226901590824
69878	rnn.weight_ih_l0_reverse	2	-0.018159590661525726
69878	rnn.weight_ih_l0_reverse	3	-0.004568744916468859
69878	rnn.weight_ih_l0_reverse	4	0.03461141511797905
69878	rnn.weight_ih_l0_reverse	5	-0.040597569197416306
69878	rnn.weight_ih_l0_reverse	6	-0.03889081999659538
69878	rnn.weight_ih_l0_reverse	7	-0.018979286774992943
69878	rnn.weight_ih_l0_reverse	8	0.028975605964660645
69878	rnn.weight_ih_l0_reverse	9	-0.0037933862768113613
69878	rnn.weight_hh_l0_reverse	0	-0.007715106010437012
69878	rnn.weight_hh_l0_reverse	1	0.01671369932591915
69878	rnn.weight_hh_l0_reverse	2	-0.03752583637833595
69878	rnn.weight_hh_l0_reverse	3	0.03315366804599762
69878	rnn.weight_hh_l0_reverse	4	0.015490539371967316
69878	rnn.weight_hh_l0_reverse	5	-0.010849214158952236
69878	rnn.weight_hh_l0_reverse	6	0.03569250553846359
69878	rnn.weight_hh_l0_reverse	7	0.025847068056464195
69878	rnn.weight_hh_l0_reverse	8	0.00493952352553606
69878	rnn.weight_hh_l0_reverse	9	-0.05112685263156891
69878	rnn.bias_ih_l0_reverse	0	-0.10913754254579544
69878	rnn.bias_ih_l0_reverse	1	-0.26388075947761536
69878	rnn.bias_ih_l0_reverse	2	-0.05254083499312401
69878	rnn.bias_ih_l0_reverse	3	-0.10025325417518616
69878	rnn.bias_ih_l0_reverse	4	0.07333699613809586
69878	rnn.bias_ih_l0_reverse	5	-0.1796865165233612
69878	rnn.bias_ih_l0_reverse	6	-0.04770809784531593
69878	rnn.bias_ih_l0_reverse	7	0.020482497289776802
69878	rnn.bias_ih_l0_reverse	8	-0.1430860310792923
69878	rnn.bias_ih_l0_reverse	9	-0.0693315863609314
69878	rnn.bias_hh_l0_reverse	0	-0.10872742533683777
69878	rnn.bias_hh_l0_reverse	1	-0.08028941601514816
69878	rnn.bias_hh_l0_reverse	2	-0.024620912969112396
69878	rnn.bias_hh_l0_reverse	3	-0.11215310543775558
69878	rnn.bias_hh_l0_reverse	4	-0.029150281101465225
69878	rnn.bias_hh_l0_reverse	5	-0.0967574268579483
69878	rnn.bias_hh_l0_reverse	6	-0.06861360371112823
69878	rnn.bias_hh_l0_reverse	7	-0.1497366577386856
69878	rnn.bias_hh_l0_reverse	8	-0.026801612228155136
69878	rnn.bias_hh_l0_reverse	9	-0.12217506021261215
69878	linear.weight	0	-0.19307436048984528
69878	linear.weight	1	-0.11737052351236343
69878	linear.weight	2	-0.011228874325752258
69878	linear.weight	3	-0.07400831580162048
69878	linear.weight	4	-0.05192792788147926
69878	linear.weight	5	0.22570791840553284
69878	linear.weight	6	0.0047744326293468475
69878	linear.weight	7	-0.021312154829502106
69878	linear.weight	8	0.09620063006877899
69878	linear.weight	9	0.15785090625286102
69878	linear.bias	0	-0.6905199289321899
69878	linear.bias	1	0.9758340120315552
69878	linear.bias	2	-0.1408204287290573
69878	linear.bias	3	-0.5151405930519104
69878	linear.bias	4	-1.1604851484298706
69878	linear.bias	5	-1.1370925903320312
69878	linear.bias	6	-0.6810303926467896
69878	linear.bias	7	-0.6915357708930969
69878	linear.bias	8	-0.01705317199230194
69878	linear.bias	9	2.9595894813537598
70075	transitions	0	-0.24426044523715973
70075	transitions	1	7.628439426422119
70075	transitions	2	-3.0394656658172607
70075	transitions	3	1.3143466711044312
70075	transitions	4	-1.7351510524749756
70075	transitions	5	-0.29895633459091187
70075	transitions	6	-0.15993739664554596
70075	transitions	7	-10000.0
70075	transitions	8	1.6295602321624756
70075	transitions	9	-2.287395477294922
70075	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
70075	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
70075	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
70075	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
70075	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
70075	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
70075	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
70075	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
70075	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
70075	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
70075	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
70075	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
70075	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
70075	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
70075	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
70075	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
70075	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
70075	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
70075	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
70075	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
70075	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
70075	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
70075	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
70075	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
70075	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
70075	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
70075	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
70075	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
70075	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
70075	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
70075	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
70075	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
70075	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
70075	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
70075	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
70075	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
70075	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
70075	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
70075	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
70075	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
70075	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
70075	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
70075	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
70075	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
70075	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
70075	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
70075	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
70075	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
70075	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
70075	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
70075	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
70075	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
70075	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
70075	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
70075	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
70075	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
70075	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
70075	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
70075	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
70075	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
70075	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
70075	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
70075	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
70075	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
70075	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
70075	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
70075	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
70075	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
70075	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
70075	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
70075	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
70075	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
70075	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
70075	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
70075	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
70075	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
70075	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
70075	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
70075	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
70075	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
70075	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
70075	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
70075	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
70075	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
70075	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
70075	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
70075	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
70075	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
70075	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
70075	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
70075	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
70075	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
70075	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
70075	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
70075	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
70075	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
70075	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
70075	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
70075	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
70075	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
70075	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
70075	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
70075	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
70075	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
70075	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
70075	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
70075	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
70075	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
70075	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
70075	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
70075	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
70075	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
70075	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
70075	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
70075	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
70075	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
70075	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
70075	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
70075	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
70075	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
70075	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
70075	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
70075	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
70075	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
70075	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
70075	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
70075	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
70075	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
70075	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
70075	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
70075	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
70075	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
70075	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
70075	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
70075	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
70075	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
70075	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
70075	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
70075	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
70075	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
70075	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
70075	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
70075	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
70075	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
70075	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
70075	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
70075	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
70075	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
70075	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
70075	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
70075	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
70075	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
70075	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
70075	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
70075	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
70075	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
70075	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
70075	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
70075	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
70075	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
70075	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
70075	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
70075	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
70075	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
70075	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
70075	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
70075	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
70075	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
70075	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
70075	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
70075	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
70075	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
70075	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
70075	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
70075	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
70075	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
70075	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
70075	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
70075	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
70075	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
70075	embedding2nn.weight	0	0.03731432557106018
70075	embedding2nn.weight	1	-0.06881468743085861
70075	embedding2nn.weight	2	0.010683424770832062
70075	embedding2nn.weight	3	-0.027131211012601852
70075	embedding2nn.weight	4	-0.0938030406832695
70075	embedding2nn.weight	5	0.08505648374557495
70075	embedding2nn.weight	6	-0.10446009784936905
70075	embedding2nn.weight	7	-0.07298723608255386
70075	embedding2nn.weight	8	-0.0019190205493941903
70075	embedding2nn.weight	9	0.03928935155272484
70075	embedding2nn.bias	0	0.07973304390907288
70075	embedding2nn.bias	1	0.02192401885986328
70075	embedding2nn.bias	2	-0.15485158562660217
70075	embedding2nn.bias	3	0.044657863676548004
70075	embedding2nn.bias	4	0.03443864732980728
70075	embedding2nn.bias	5	-0.1533050835132599
70075	embedding2nn.bias	6	-0.06525155901908875
70075	embedding2nn.bias	7	-0.040452636778354645
70075	embedding2nn.bias	8	0.06310039758682251
70075	embedding2nn.bias	9	-0.1055866926908493
70075	rnn.weight_ih_l0	0	0.009268478490412235
70075	rnn.weight_ih_l0	1	-0.044985223561525345
70075	rnn.weight_ih_l0	2	-0.0354464016854763
70075	rnn.weight_ih_l0	3	-0.011522007174789906
70075	rnn.weight_ih_l0	4	0.005835332442075014
70075	rnn.weight_ih_l0	5	-0.05178532004356384
70075	rnn.weight_ih_l0	6	0.022120332345366478
70075	rnn.weight_ih_l0	7	-0.0614398717880249
70075	rnn.weight_ih_l0	8	0.018400847911834717
70075	rnn.weight_ih_l0	9	-0.008551469072699547
70075	rnn.weight_hh_l0	0	-0.008730490691959858
70075	rnn.weight_hh_l0	1	-0.06924373656511307
70075	rnn.weight_hh_l0	2	0.041557345539331436
70075	rnn.weight_hh_l0	3	0.01989251747727394
70075	rnn.weight_hh_l0	4	0.00869426317512989
70075	rnn.weight_hh_l0	5	0.037504859268665314
70075	rnn.weight_hh_l0	6	-0.012022105045616627
70075	rnn.weight_hh_l0	7	-0.07089739292860031
70075	rnn.weight_hh_l0	8	-0.018709344789385796
70075	rnn.weight_hh_l0	9	-0.04874001070857048
70075	rnn.bias_ih_l0	0	-0.057499006390571594
70075	rnn.bias_ih_l0	1	-0.1263979822397232
70075	rnn.bias_ih_l0	2	-0.19799230992794037
70075	rnn.bias_ih_l0	3	-0.23924832046031952
70075	rnn.bias_ih_l0	4	0.02005716785788536
70075	rnn.bias_ih_l0	5	0.05844792351126671
70075	rnn.bias_ih_l0	6	-0.10618308186531067
70075	rnn.bias_ih_l0	7	-0.1993524432182312
70075	rnn.bias_ih_l0	8	-0.10336612164974213
70075	rnn.bias_ih_l0	9	-0.12971676886081696
70075	rnn.bias_hh_l0	0	0.13631080090999603
70075	rnn.bias_hh_l0	1	-0.03976640850305557
70075	rnn.bias_hh_l0	2	0.015280691906809807
70075	rnn.bias_hh_l0	3	-0.14008040726184845
70075	rnn.bias_hh_l0	4	0.02539626881480217
70075	rnn.bias_hh_l0	5	0.02985730580985546
70075	rnn.bias_hh_l0	6	-0.0631144642829895
70075	rnn.bias_hh_l0	7	-0.121099092066288
70075	rnn.bias_hh_l0	8	-0.13602317869663239
70075	rnn.bias_hh_l0	9	-0.07533137500286102
70075	rnn.weight_ih_l0_reverse	0	-0.009724716655910015
70075	rnn.weight_ih_l0_reverse	1	0.023414921015501022
70075	rnn.weight_ih_l0_reverse	2	-0.020895371213555336
70075	rnn.weight_ih_l0_reverse	3	-0.005591745488345623
70075	rnn.weight_ih_l0_reverse	4	0.03264599293470383
70075	rnn.weight_ih_l0_reverse	5	-0.040903013199567795
70075	rnn.weight_ih_l0_reverse	6	-0.03924795612692833
70075	rnn.weight_ih_l0_reverse	7	-0.018475528806447983
70075	rnn.weight_ih_l0_reverse	8	0.02776050567626953
70075	rnn.weight_ih_l0_reverse	9	-0.005577597767114639
70075	rnn.weight_hh_l0_reverse	0	-0.007177482359111309
70075	rnn.weight_hh_l0_reverse	1	0.017295032739639282
70075	rnn.weight_hh_l0_reverse	2	-0.037504129111766815
70075	rnn.weight_hh_l0_reverse	3	0.033512141555547714
70075	rnn.weight_hh_l0_reverse	4	0.015527421608567238
70075	rnn.weight_hh_l0_reverse	5	-0.009516795165836811
70075	rnn.weight_hh_l0_reverse	6	0.03580198436975479
70075	rnn.weight_hh_l0_reverse	7	0.026562485843896866
70075	rnn.weight_hh_l0_reverse	8	0.0054669007658958435
70075	rnn.weight_hh_l0_reverse	9	-0.05214257910847664
70075	rnn.bias_ih_l0_reverse	0	-0.11107013374567032
70075	rnn.bias_ih_l0_reverse	1	-0.2618505358695984
70075	rnn.bias_ih_l0_reverse	2	-0.055193331092596054
70075	rnn.bias_ih_l0_reverse	3	-0.10020741075277328
70075	rnn.bias_ih_l0_reverse	4	0.07935123890638351
70075	rnn.bias_ih_l0_reverse	5	-0.18050320446491241
70075	rnn.bias_ih_l0_reverse	6	-0.05125178396701813
70075	rnn.bias_ih_l0_reverse	7	0.015455388464033604
70075	rnn.bias_ih_l0_reverse	8	-0.1461905688047409
70075	rnn.bias_ih_l0_reverse	9	-0.06760384142398834
70075	rnn.bias_hh_l0_reverse	0	-0.10976198315620422
70075	rnn.bias_hh_l0_reverse	1	-0.08062579482793808
70075	rnn.bias_hh_l0_reverse	2	-0.020970098674297333
70075	rnn.bias_hh_l0_reverse	3	-0.11435496062040329
70075	rnn.bias_hh_l0_reverse	4	-0.02869175188243389
70075	rnn.bias_hh_l0_reverse	5	-0.09311607480049133
70075	rnn.bias_hh_l0_reverse	6	-0.06552508473396301
70075	rnn.bias_hh_l0_reverse	7	-0.14861439168453217
70075	rnn.bias_hh_l0_reverse	8	-0.027315905317664146
70075	rnn.bias_hh_l0_reverse	9	-0.12567251920700073
70075	linear.weight	0	-0.21316348016262054
70075	linear.weight	1	-0.11080020666122437
70075	linear.weight	2	-0.011228874325752258
70075	linear.weight	3	-0.07014301419258118
70075	linear.weight	4	-0.053724419325590134
70075	linear.weight	5	0.2203717678785324
70075	linear.weight	6	0.0047744326293468475
70075	linear.weight	7	-0.021312154829502106
70075	linear.weight	8	0.07884465157985687
70075	linear.weight	9	0.16335107386112213
70075	linear.bias	0	-0.6639590263366699
70075	linear.bias	1	0.8991396427154541
70075	linear.bias	2	-0.15581484138965607
70075	linear.bias	3	-0.48433738946914673
70075	linear.bias	4	-1.149344801902771
70075	linear.bias	5	-1.1372675895690918
70075	linear.bias	6	-0.660077691078186
70075	linear.bias	7	-0.6869089007377625
70075	linear.bias	8	-0.01705317199230194
70075	linear.bias	9	2.941572666168213
70272	transitions	0	-0.24460375308990479
70272	transitions	1	7.582819938659668
70272	transitions	2	-3.0408036708831787
70272	transitions	3	1.2945533990859985
70272	transitions	4	-1.73588228225708
70272	transitions	5	-0.2996564209461212
70272	transitions	6	-0.16004879772663116
70272	transitions	7	-10000.0
70272	transitions	8	1.6347322463989258
70272	transitions	9	-2.2874228954315186
70272	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
70272	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
70272	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
70272	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
70272	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
70272	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
70272	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
70272	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
70272	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
70272	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
70272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
70272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
70272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
70272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
70272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
70272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
70272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
70272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
70272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
70272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
70272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
70272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
70272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
70272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
70272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
70272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
70272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
70272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
70272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
70272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
70272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
70272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
70272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
70272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
70272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
70272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
70272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
70272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
70272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
70272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
70272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
70272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
70272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
70272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
70272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
70272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
70272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
70272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
70272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
70272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
70272	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
70272	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
70272	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
70272	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
70272	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
70272	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
70272	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
70272	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
70272	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
70272	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
70272	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
70272	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
70272	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
70272	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
70272	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
70272	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
70272	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
70272	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
70272	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
70272	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
70272	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
70272	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
70272	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
70272	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
70272	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
70272	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
70272	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
70272	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
70272	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
70272	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
70272	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
70272	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
70272	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
70272	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
70272	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
70272	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
70272	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
70272	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
70272	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
70272	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
70272	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
70272	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
70272	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
70272	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
70272	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
70272	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
70272	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
70272	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
70272	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
70272	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
70272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
70272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
70272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
70272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
70272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
70272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
70272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
70272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
70272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
70272	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
70272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
70272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
70272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
70272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
70272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
70272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
70272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
70272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
70272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
70272	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
70272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
70272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
70272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
70272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
70272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
70272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
70272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
70272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
70272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
70272	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
70272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
70272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
70272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
70272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
70272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
70272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
70272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
70272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
70272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
70272	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
70272	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
70272	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
70272	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
70272	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
70272	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
70272	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
70272	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
70272	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
70272	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
70272	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
70272	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
70272	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
70272	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
70272	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
70272	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
70272	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
70272	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
70272	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
70272	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
70272	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
70272	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
70272	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
70272	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
70272	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
70272	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
70272	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
70272	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
70272	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
70272	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
70272	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
70272	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
70272	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
70272	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
70272	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
70272	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
70272	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
70272	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
70272	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
70272	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
70272	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
70272	embedding2nn.weight	0	0.037828344851732254
70272	embedding2nn.weight	1	-0.06710383296012878
70272	embedding2nn.weight	2	0.01010124385356903
70272	embedding2nn.weight	3	-0.027024216949939728
70272	embedding2nn.weight	4	-0.09342412650585175
70272	embedding2nn.weight	5	0.08333808183670044
70272	embedding2nn.weight	6	-0.10806652903556824
70272	embedding2nn.weight	7	-0.07398070394992828
70272	embedding2nn.weight	8	-0.004642327781766653
70272	embedding2nn.weight	9	0.0388454906642437
70272	embedding2nn.bias	0	0.0869145393371582
70272	embedding2nn.bias	1	0.027667345479130745
70272	embedding2nn.bias	2	-0.15302550792694092
70272	embedding2nn.bias	3	0.04195123538374901
70272	embedding2nn.bias	4	0.04468078538775444
70272	embedding2nn.bias	5	-0.15743687748908997
70272	embedding2nn.bias	6	-0.061772268265485764
70272	embedding2nn.bias	7	-0.04283318668603897
70272	embedding2nn.bias	8	0.06636913865804672
70272	embedding2nn.bias	9	-0.12293121218681335
70272	rnn.weight_ih_l0	0	0.008182374760508537
70272	rnn.weight_ih_l0	1	-0.04341572895646095
70272	rnn.weight_ih_l0	2	-0.03701941668987274
70272	rnn.weight_ih_l0	3	-0.007623427547514439
70272	rnn.weight_ih_l0	4	0.005621589254587889
70272	rnn.weight_ih_l0	5	-0.0513555072247982
70272	rnn.weight_ih_l0	6	0.020283859223127365
70272	rnn.weight_ih_l0	7	-0.060237716883420944
70272	rnn.weight_ih_l0	8	0.021739667281508446
70272	rnn.weight_ih_l0	9	-0.008687923662364483
70272	rnn.weight_hh_l0	0	-0.007730134297162294
70272	rnn.weight_hh_l0	1	-0.06862116605043411
70272	rnn.weight_hh_l0	2	0.041865989565849304
70272	rnn.weight_hh_l0	3	0.019776400178670883
70272	rnn.weight_hh_l0	4	0.008704432286322117
70272	rnn.weight_hh_l0	5	0.039887331426143646
70272	rnn.weight_hh_l0	6	-0.011662480421364307
70272	rnn.weight_hh_l0	7	-0.07095355540513992
70272	rnn.weight_hh_l0	8	-0.01713019609451294
70272	rnn.weight_hh_l0	9	-0.0468001663684845
70272	rnn.bias_ih_l0	0	-0.05286883935332298
70272	rnn.bias_ih_l0	1	-0.12691079080104828
70272	rnn.bias_ih_l0	2	-0.1972808688879013
70272	rnn.bias_ih_l0	3	-0.2412395030260086
70272	rnn.bias_ih_l0	4	0.019438093528151512
70272	rnn.bias_ih_l0	5	0.051957473158836365
70272	rnn.bias_ih_l0	6	-0.10794395953416824
70272	rnn.bias_ih_l0	7	-0.200722798705101
70272	rnn.bias_ih_l0	8	-0.09999076277017593
70272	rnn.bias_ih_l0	9	-0.12837347388267517
70272	rnn.bias_hh_l0	0	0.13241340219974518
70272	rnn.bias_hh_l0	1	-0.03906027972698212
70272	rnn.bias_hh_l0	2	0.013443916104733944
70272	rnn.bias_hh_l0	3	-0.13584542274475098
70272	rnn.bias_hh_l0	4	0.03082691691815853
70272	rnn.bias_hh_l0	5	0.021682055667042732
70272	rnn.bias_hh_l0	6	-0.06088515371084213
70272	rnn.bias_hh_l0	7	-0.12517349421977997
70272	rnn.bias_hh_l0	8	-0.13643597066402435
70272	rnn.bias_hh_l0	9	-0.07374819368124008
70272	rnn.weight_ih_l0_reverse	0	-0.008348855189979076
70272	rnn.weight_ih_l0_reverse	1	0.023738879710435867
70272	rnn.weight_ih_l0_reverse	2	-0.022574197500944138
70272	rnn.weight_ih_l0_reverse	3	-0.00859115831553936
70272	rnn.weight_ih_l0_reverse	4	0.03179921209812164
70272	rnn.weight_ih_l0_reverse	5	-0.04160038381814957
70272	rnn.weight_ih_l0_reverse	6	-0.03972760587930679
70272	rnn.weight_ih_l0_reverse	7	-0.01821194216609001
70272	rnn.weight_ih_l0_reverse	8	0.02582285739481449
70272	rnn.weight_ih_l0_reverse	9	-0.006908606272190809
70272	rnn.weight_hh_l0_reverse	0	-0.008094077929854393
70272	rnn.weight_hh_l0_reverse	1	0.01756337098777294
70272	rnn.weight_hh_l0_reverse	2	-0.03751468285918236
70272	rnn.weight_hh_l0_reverse	3	0.033287737518548965
70272	rnn.weight_hh_l0_reverse	4	0.015482301823794842
70272	rnn.weight_hh_l0_reverse	5	-0.00973894540220499
70272	rnn.weight_hh_l0_reverse	6	0.034041859209537506
70272	rnn.weight_hh_l0_reverse	7	0.025946177542209625
70272	rnn.weight_hh_l0_reverse	8	0.00463786581531167
70272	rnn.weight_hh_l0_reverse	9	-0.05172693356871605
70272	rnn.bias_ih_l0_reverse	0	-0.10617753863334656
70272	rnn.bias_ih_l0_reverse	1	-0.26361313462257385
70272	rnn.bias_ih_l0_reverse	2	-0.0549502968788147
70272	rnn.bias_ih_l0_reverse	3	-0.1003957986831665
70272	rnn.bias_ih_l0_reverse	4	0.07242648303508759
70272	rnn.bias_ih_l0_reverse	5	-0.18423761427402496
70272	rnn.bias_ih_l0_reverse	6	-0.04500166326761246
70272	rnn.bias_ih_l0_reverse	7	0.013240110129117966
70272	rnn.bias_ih_l0_reverse	8	-0.14359839260578156
70272	rnn.bias_ih_l0_reverse	9	-0.07096362113952637
70272	rnn.bias_hh_l0_reverse	0	-0.11080426722764969
70272	rnn.bias_hh_l0_reverse	1	-0.08031874895095825
70272	rnn.bias_hh_l0_reverse	2	-0.021675286814570427
70272	rnn.bias_hh_l0_reverse	3	-0.12019328773021698
70272	rnn.bias_hh_l0_reverse	4	-0.028412263840436935
70272	rnn.bias_hh_l0_reverse	5	-0.09340424835681915
70272	rnn.bias_hh_l0_reverse	6	-0.06743814796209335
70272	rnn.bias_hh_l0_reverse	7	-0.15041035413742065
70272	rnn.bias_hh_l0_reverse	8	-0.024540331214666367
70272	rnn.bias_hh_l0_reverse	9	-0.12760260701179504
70272	linear.weight	0	-0.21185141801834106
70272	linear.weight	1	-0.11431548744440079
70272	linear.weight	2	-0.011228874325752258
70272	linear.weight	3	-0.08487019687891006
70272	linear.weight	4	-0.04185807704925537
70272	linear.weight	5	0.20730823278427124
70272	linear.weight	6	0.0047744326293468475
70272	linear.weight	7	-0.021312154829502106
70272	linear.weight	8	0.08004795014858246
70272	linear.weight	9	0.16101744771003723
70272	linear.bias	0	-0.6866095662117004
70272	linear.bias	1	0.944037675857544
70272	linear.bias	2	-0.16104288399219513
70272	linear.bias	3	-0.5060441493988037
70272	linear.bias	4	-1.1103863716125488
70272	linear.bias	5	-1.137455701828003
70272	linear.bias	6	-0.6850229501724243
70272	linear.bias	7	-0.705463171005249
70272	linear.bias	8	-0.01705317199230194
70272	linear.bias	9	2.9951326847076416
70469	transitions	0	-0.24498195946216583
70469	transitions	1	7.563005447387695
70469	transitions	2	-3.0425643920898438
70469	transitions	3	1.287660837173462
70469	transitions	4	-1.736901879310608
70469	transitions	5	-0.29975682497024536
70469	transitions	6	-0.1601615697145462
70469	transitions	7	-10000.0
70469	transitions	8	1.6335567235946655
70469	transitions	9	-2.2874484062194824
70469	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
70469	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
70469	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
70469	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
70469	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
70469	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
70469	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
70469	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
70469	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
70469	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
70469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
70469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
70469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
70469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
70469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
70469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
70469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
70469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
70469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
70469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
70469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
70469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
70469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
70469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
70469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
70469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
70469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
70469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
70469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
70469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
70469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
70469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
70469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
70469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
70469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
70469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
70469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
70469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
70469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
70469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
70469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
70469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
70469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
70469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
70469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
70469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
70469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
70469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
70469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
70469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
70469	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
70469	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
70469	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
70469	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
70469	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
70469	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
70469	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
70469	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
70469	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
70469	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
70469	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
70469	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
70469	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
70469	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
70469	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
70469	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
70469	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
70469	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
70469	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
70469	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
70469	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
70469	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
70469	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
70469	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
70469	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
70469	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
70469	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
70469	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
70469	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
70469	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
70469	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
70469	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
70469	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
70469	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
70469	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
70469	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
70469	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
70469	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
70469	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
70469	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
70469	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
70469	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
70469	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
70469	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
70469	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
70469	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
70469	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
70469	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
70469	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
70469	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
70469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
70469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
70469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
70469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
70469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
70469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
70469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
70469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
70469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
70469	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
70469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
70469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
70469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
70469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
70469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
70469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
70469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
70469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
70469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
70469	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
70469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
70469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
70469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
70469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
70469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
70469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
70469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
70469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
70469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
70469	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
70469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
70469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
70469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
70469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
70469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
70469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
70469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
70469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
70469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
70469	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
70469	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
70469	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
70469	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
70469	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
70469	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
70469	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
70469	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
70469	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
70469	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
70469	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
70469	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
70469	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
70469	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
70469	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
70469	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
70469	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
70469	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
70469	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
70469	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
70469	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
70469	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
70469	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
70469	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
70469	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
70469	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
70469	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
70469	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
70469	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
70469	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
70469	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
70469	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
70469	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
70469	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
70469	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
70469	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
70469	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
70469	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
70469	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
70469	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
70469	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
70469	embedding2nn.weight	0	0.03746214136481285
70469	embedding2nn.weight	1	-0.0661923885345459
70469	embedding2nn.weight	2	0.013854080811142921
70469	embedding2nn.weight	3	-0.02640189789235592
70469	embedding2nn.weight	4	-0.093101367354393
70469	embedding2nn.weight	5	0.08196888864040375
70469	embedding2nn.weight	6	-0.10933990031480789
70469	embedding2nn.weight	7	-0.07483323663473129
70469	embedding2nn.weight	8	-0.005529987160116434
70469	embedding2nn.weight	9	0.036350321024656296
70469	embedding2nn.bias	0	0.08210933953523636
70469	embedding2nn.bias	1	0.027357112616300583
70469	embedding2nn.bias	2	-0.1333046853542328
70469	embedding2nn.bias	3	0.039518970996141434
70469	embedding2nn.bias	4	0.06361313164234161
70469	embedding2nn.bias	5	-0.16597603261470795
70469	embedding2nn.bias	6	-0.06320837885141373
70469	embedding2nn.bias	7	-0.0399465374648571
70469	embedding2nn.bias	8	0.06832492351531982
70469	embedding2nn.bias	9	-0.10148055106401443
70469	rnn.weight_ih_l0	0	0.0032301708124578
70469	rnn.weight_ih_l0	1	-0.04428555443882942
70469	rnn.weight_ih_l0	2	-0.03671332821249962
70469	rnn.weight_ih_l0	3	-0.005106484983116388
70469	rnn.weight_ih_l0	4	0.005215005949139595
70469	rnn.weight_ih_l0	5	-0.04993110150098801
70469	rnn.weight_ih_l0	6	0.02662656642496586
70469	rnn.weight_ih_l0	7	-0.06128451228141785
70469	rnn.weight_ih_l0	8	0.019173474982380867
70469	rnn.weight_ih_l0	9	-0.008051879703998566
70469	rnn.weight_hh_l0	0	-0.0066941226832568645
70469	rnn.weight_hh_l0	1	-0.06748051196336746
70469	rnn.weight_hh_l0	2	0.04218747466802597
70469	rnn.weight_hh_l0	3	0.019536197185516357
70469	rnn.weight_hh_l0	4	0.008545302785933018
70469	rnn.weight_hh_l0	5	0.04015612602233887
70469	rnn.weight_hh_l0	6	-0.01219817902892828
70469	rnn.weight_hh_l0	7	-0.07046505063772202
70469	rnn.weight_hh_l0	8	-0.016628321260213852
70469	rnn.weight_hh_l0	9	-0.04722044989466667
70469	rnn.bias_ih_l0	0	-0.05795592814683914
70469	rnn.bias_ih_l0	1	-0.12294536083936691
70469	rnn.bias_ih_l0	2	-0.19621174037456512
70469	rnn.bias_ih_l0	3	-0.2396312952041626
70469	rnn.bias_ih_l0	4	0.024231866002082825
70469	rnn.bias_ih_l0	5	0.05476359650492668
70469	rnn.bias_ih_l0	6	-0.1076861321926117
70469	rnn.bias_ih_l0	7	-0.20052571594715118
70469	rnn.bias_ih_l0	8	-0.09710095822811127
70469	rnn.bias_ih_l0	9	-0.12638168036937714
70469	rnn.bias_hh_l0	0	0.13633133471012115
70469	rnn.bias_hh_l0	1	-0.039009347558021545
70469	rnn.bias_hh_l0	2	0.012536080554127693
70469	rnn.bias_hh_l0	3	-0.13847337663173676
70469	rnn.bias_hh_l0	4	0.023745888844132423
70469	rnn.bias_hh_l0	5	0.02467365562915802
70469	rnn.bias_hh_l0	6	-0.05874406918883324
70469	rnn.bias_hh_l0	7	-0.1226634532213211
70469	rnn.bias_hh_l0	8	-0.14135092496871948
70469	rnn.bias_hh_l0	9	-0.07433544844388962
70469	rnn.weight_ih_l0_reverse	0	-0.009123295545578003
70469	rnn.weight_ih_l0_reverse	1	0.026468118652701378
70469	rnn.weight_ih_l0_reverse	2	-0.019078727811574936
70469	rnn.weight_ih_l0_reverse	3	-0.006515648681670427
70469	rnn.weight_ih_l0_reverse	4	0.030545992776751518
70469	rnn.weight_ih_l0_reverse	5	-0.046063877642154694
70469	rnn.weight_ih_l0_reverse	6	-0.04058387130498886
70469	rnn.weight_ih_l0_reverse	7	-0.01654280349612236
70469	rnn.weight_ih_l0_reverse	8	0.02872084453701973
70469	rnn.weight_ih_l0_reverse	9	-0.00917893648147583
70469	rnn.weight_hh_l0_reverse	0	-0.008263703435659409
70469	rnn.weight_hh_l0_reverse	1	0.017734037712216377
70469	rnn.weight_hh_l0_reverse	2	-0.037256110459566116
70469	rnn.weight_hh_l0_reverse	3	0.033675096929073334
70469	rnn.weight_hh_l0_reverse	4	0.014752027578651905
70469	rnn.weight_hh_l0_reverse	5	-0.010463790036737919
70469	rnn.weight_hh_l0_reverse	6	0.03375886380672455
70469	rnn.weight_hh_l0_reverse	7	0.027096347883343697
70469	rnn.weight_hh_l0_reverse	8	0.0038105021230876446
70469	rnn.weight_hh_l0_reverse	9	-0.05123363807797432
70469	rnn.bias_ih_l0_reverse	0	-0.10843998193740845
70469	rnn.bias_ih_l0_reverse	1	-0.2606472373008728
70469	rnn.bias_ih_l0_reverse	2	-0.05222383141517639
70469	rnn.bias_ih_l0_reverse	3	-0.10171928256750107
70469	rnn.bias_ih_l0_reverse	4	0.07291236519813538
70469	rnn.bias_ih_l0_reverse	5	-0.18754714727401733
70469	rnn.bias_ih_l0_reverse	6	-0.047550443559885025
70469	rnn.bias_ih_l0_reverse	7	0.01638706773519516
70469	rnn.bias_ih_l0_reverse	8	-0.1474158614873886
70469	rnn.bias_ih_l0_reverse	9	-0.06742800772190094
70469	rnn.bias_hh_l0_reverse	0	-0.10769954323768616
70469	rnn.bias_hh_l0_reverse	1	-0.08204828947782516
70469	rnn.bias_hh_l0_reverse	2	-0.020824600011110306
70469	rnn.bias_hh_l0_reverse	3	-0.1175432875752449
70469	rnn.bias_hh_l0_reverse	4	-0.026298830285668373
70469	rnn.bias_hh_l0_reverse	5	-0.0951942428946495
70469	rnn.bias_hh_l0_reverse	6	-0.06873452663421631
70469	rnn.bias_hh_l0_reverse	7	-0.14976286888122559
70469	rnn.bias_hh_l0_reverse	8	-0.02524440549314022
70469	rnn.bias_hh_l0_reverse	9	-0.12887614965438843
70469	linear.weight	0	-0.2266138792037964
70469	linear.weight	1	-0.11161120980978012
70469	linear.weight	2	-0.011228874325752258
70469	linear.weight	3	-0.08862939476966858
70469	linear.weight	4	-0.038619719445705414
70469	linear.weight	5	0.1957867294549942
70469	linear.weight	6	0.0047744326293468475
70469	linear.weight	7	-0.021312154829502106
70469	linear.weight	8	0.07508248835802078
70469	linear.weight	9	0.16139228641986847
70469	linear.bias	0	-0.6874388456344604
70469	linear.bias	1	0.9478517174720764
70469	linear.bias	2	-0.2043028473854065
70469	linear.bias	3	-0.5216474533081055
70469	linear.bias	4	-1.0923564434051514
70469	linear.bias	5	-1.137615442276001
70469	linear.bias	6	-0.6840490102767944
70469	linear.bias	7	-0.6935955882072449
70469	linear.bias	8	-0.01705317199230194
70469	linear.bias	9	3.0368430614471436
70666	transitions	0	-0.2455139309167862
70666	transitions	1	7.556464195251465
70666	transitions	2	-3.0443239212036133
70666	transitions	3	1.2988227605819702
70666	transitions	4	-1.73892080783844
70666	transitions	5	-0.30000922083854675
70666	transitions	6	-0.1602960228919983
70666	transitions	7	-10000.0
70666	transitions	8	1.6328603029251099
70666	transitions	9	-2.2874767780303955
70666	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
70666	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
70666	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
70666	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
70666	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
70666	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
70666	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
70666	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
70666	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
70666	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
70666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
70666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
70666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
70666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
70666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
70666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
70666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
70666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
70666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
70666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
70666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
70666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
70666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
70666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
70666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
70666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
70666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
70666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
70666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
70666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
70666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
70666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
70666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
70666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
70666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
70666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
70666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
70666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
70666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
70666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
70666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
70666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
70666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
70666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
70666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
70666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
70666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
70666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
70666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
70666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
70666	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
70666	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
70666	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
70666	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
70666	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
70666	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
70666	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
70666	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
70666	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
70666	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
70666	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
70666	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
70666	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
70666	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
70666	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
70666	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
70666	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
70666	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
70666	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
70666	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
70666	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
70666	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
70666	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
70666	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
70666	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
70666	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
70666	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
70666	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
70666	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
70666	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
70666	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
70666	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
70666	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
70666	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
70666	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
70666	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
70666	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
70666	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
70666	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
70666	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
70666	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
70666	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
70666	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
70666	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
70666	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
70666	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
70666	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
70666	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
70666	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
70666	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
70666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
70666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
70666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
70666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
70666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
70666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
70666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
70666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
70666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
70666	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
70666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
70666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
70666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
70666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
70666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
70666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
70666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
70666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
70666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
70666	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
70666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
70666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
70666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
70666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
70666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
70666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
70666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
70666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
70666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
70666	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
70666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
70666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
70666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
70666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
70666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
70666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
70666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
70666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
70666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
70666	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
70666	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
70666	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
70666	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
70666	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
70666	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
70666	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
70666	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
70666	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
70666	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
70666	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
70666	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
70666	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
70666	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
70666	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
70666	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
70666	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
70666	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
70666	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
70666	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
70666	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
70666	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
70666	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
70666	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
70666	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
70666	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
70666	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
70666	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
70666	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
70666	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
70666	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
70666	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
70666	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
70666	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
70666	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
70666	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
70666	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
70666	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
70666	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
70666	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
70666	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
70666	embedding2nn.weight	0	0.03848925605416298
70666	embedding2nn.weight	1	-0.06756991893053055
70666	embedding2nn.weight	2	0.017198635265231133
70666	embedding2nn.weight	3	-0.028756247833371162
70666	embedding2nn.weight	4	-0.09123042970895767
70666	embedding2nn.weight	5	0.0835915356874466
70666	embedding2nn.weight	6	-0.11510918289422989
70666	embedding2nn.weight	7	-0.07639414817094803
70666	embedding2nn.weight	8	-0.006648878566920757
70666	embedding2nn.weight	9	0.03525378927588463
70666	embedding2nn.bias	0	0.08166572451591492
70666	embedding2nn.bias	1	0.018977781757712364
70666	embedding2nn.bias	2	-0.15048739314079285
70666	embedding2nn.bias	3	0.04950448498129845
70666	embedding2nn.bias	4	0.03879602253437042
70666	embedding2nn.bias	5	-0.16335220634937286
70666	embedding2nn.bias	6	-0.06527946889400482
70666	embedding2nn.bias	7	-0.039034511893987656
70666	embedding2nn.bias	8	0.06732580065727234
70666	embedding2nn.bias	9	-0.105469711124897
70666	rnn.weight_ih_l0	0	0.0031345607712864876
70666	rnn.weight_ih_l0	1	-0.04322141781449318
70666	rnn.weight_ih_l0	2	-0.034828443080186844
70666	rnn.weight_ih_l0	3	-0.004562603775411844
70666	rnn.weight_ih_l0	4	0.0043989564292132854
70666	rnn.weight_ih_l0	5	-0.05147143453359604
70666	rnn.weight_ih_l0	6	0.02806243672966957
70666	rnn.weight_ih_l0	7	-0.06256002187728882
70666	rnn.weight_ih_l0	8	0.023129330947995186
70666	rnn.weight_ih_l0	9	-0.00914415717124939
70666	rnn.weight_hh_l0	0	-0.0070576779544353485
70666	rnn.weight_hh_l0	1	-0.06559699773788452
70666	rnn.weight_hh_l0	2	0.04353046044707298
70666	rnn.weight_hh_l0	3	0.019525185227394104
70666	rnn.weight_hh_l0	4	0.008884354494512081
70666	rnn.weight_hh_l0	5	0.03952721506357193
70666	rnn.weight_hh_l0	6	-0.011998677626252174
70666	rnn.weight_hh_l0	7	-0.07020968943834305
70666	rnn.weight_hh_l0	8	-0.01614622212946415
70666	rnn.weight_hh_l0	9	-0.04611654952168465
70666	rnn.bias_ih_l0	0	-0.062121644616127014
70666	rnn.bias_ih_l0	1	-0.12445160746574402
70666	rnn.bias_ih_l0	2	-0.19464150071144104
70666	rnn.bias_ih_l0	3	-0.23810608685016632
70666	rnn.bias_ih_l0	4	0.024767408147454262
70666	rnn.bias_ih_l0	5	0.04983097314834595
70666	rnn.bias_ih_l0	6	-0.11051315814256668
70666	rnn.bias_ih_l0	7	-0.20055152475833893
70666	rnn.bias_ih_l0	8	-0.09637811034917831
70666	rnn.bias_ih_l0	9	-0.12455146014690399
70666	rnn.bias_hh_l0	0	0.13591957092285156
70666	rnn.bias_hh_l0	1	-0.03917844966053963
70666	rnn.bias_hh_l0	2	0.013618811033666134
70666	rnn.bias_hh_l0	3	-0.13972508907318115
70666	rnn.bias_hh_l0	4	0.023978514596819878
70666	rnn.bias_hh_l0	5	0.03313375264406204
70666	rnn.bias_hh_l0	6	-0.05932963266968727
70666	rnn.bias_hh_l0	7	-0.12473958730697632
70666	rnn.bias_hh_l0	8	-0.13937005400657654
70666	rnn.bias_hh_l0	9	-0.07352154701948166
70666	rnn.weight_ih_l0_reverse	0	-0.009179467335343361
70666	rnn.weight_ih_l0_reverse	1	0.02756272256374359
70666	rnn.weight_ih_l0_reverse	2	-0.02190609835088253
70666	rnn.weight_ih_l0_reverse	3	-0.00804311316460371
70666	rnn.weight_ih_l0_reverse	4	0.02835743874311447
70666	rnn.weight_ih_l0_reverse	5	-0.045425016433000565
70666	rnn.weight_ih_l0_reverse	6	-0.042941030114889145
70666	rnn.weight_ih_l0_reverse	7	-0.017983710393309593
70666	rnn.weight_ih_l0_reverse	8	0.027853066101670265
70666	rnn.weight_ih_l0_reverse	9	-0.012281584553420544
70666	rnn.weight_hh_l0_reverse	0	-0.00888323038816452
70666	rnn.weight_hh_l0_reverse	1	0.018556024879217148
70666	rnn.weight_hh_l0_reverse	2	-0.03710445761680603
70666	rnn.weight_hh_l0_reverse	3	0.03427399694919586
70666	rnn.weight_hh_l0_reverse	4	0.014116795733571053
70666	rnn.weight_hh_l0_reverse	5	-0.011257749050855637
70666	rnn.weight_hh_l0_reverse	6	0.03293955326080322
70666	rnn.weight_hh_l0_reverse	7	0.026889996603131294
70666	rnn.weight_hh_l0_reverse	8	0.004696371033787727
70666	rnn.weight_hh_l0_reverse	9	-0.05134565010666847
70666	rnn.bias_ih_l0_reverse	0	-0.11174467951059341
70666	rnn.bias_ih_l0_reverse	1	-0.26181045174598694
70666	rnn.bias_ih_l0_reverse	2	-0.05140906572341919
70666	rnn.bias_ih_l0_reverse	3	-0.1008664071559906
70666	rnn.bias_ih_l0_reverse	4	0.08007451146841049
70666	rnn.bias_ih_l0_reverse	5	-0.1881166249513626
70666	rnn.bias_ih_l0_reverse	6	-0.05110766738653183
70666	rnn.bias_ih_l0_reverse	7	0.01934702880680561
70666	rnn.bias_ih_l0_reverse	8	-0.14901401102542877
70666	rnn.bias_ih_l0_reverse	9	-0.06796108931303024
70666	rnn.bias_hh_l0_reverse	0	-0.10730698704719543
70666	rnn.bias_hh_l0_reverse	1	-0.08069909363985062
70666	rnn.bias_hh_l0_reverse	2	-0.021942509338259697
70666	rnn.bias_hh_l0_reverse	3	-0.12012402713298798
70666	rnn.bias_hh_l0_reverse	4	-0.0254821814596653
70666	rnn.bias_hh_l0_reverse	5	-0.09217741340398788
70666	rnn.bias_hh_l0_reverse	6	-0.07210224866867065
70666	rnn.bias_hh_l0_reverse	7	-0.14904378354549408
70666	rnn.bias_hh_l0_reverse	8	-0.032099343836307526
70666	rnn.bias_hh_l0_reverse	9	-0.12642407417297363
70666	linear.weight	0	-0.2294980138540268
70666	linear.weight	1	-0.1047314777970314
70666	linear.weight	2	-0.011228874325752258
70666	linear.weight	3	-0.09000986814498901
70666	linear.weight	4	-0.014368711970746517
70666	linear.weight	5	0.17792817950248718
70666	linear.weight	6	0.0047744326293468475
70666	linear.weight	7	-0.021312154829502106
70666	linear.weight	8	0.08864054828882217
70666	linear.weight	9	0.1668596714735031
70666	linear.bias	0	-0.6246435046195984
70666	linear.bias	1	0.935741662979126
70666	linear.bias	2	-0.24395109713077545
70666	linear.bias	3	-0.5140310525894165
70666	linear.bias	4	-1.1605960130691528
70666	linear.bias	5	-1.1378045082092285
70666	linear.bias	6	-0.6190280318260193
70666	linear.bias	7	-0.7108097672462463
70666	linear.bias	8	-0.01705317199230194
70666	linear.bias	9	2.9478566646575928
70863	transitions	0	-0.24729253351688385
70863	transitions	1	7.53936767578125
70863	transitions	2	-3.046020030975342
70863	transitions	3	1.2891583442687988
70863	transitions	4	-1.7402074337005615
70863	transitions	5	-0.3002645969390869
70863	transitions	6	-0.1604316234588623
70863	transitions	7	-10000.0
70863	transitions	8	1.6319290399551392
70863	transitions	9	-2.2874977588653564
70863	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
70863	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
70863	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
70863	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
70863	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
70863	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
70863	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
70863	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
70863	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
70863	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
70863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
70863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
70863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
70863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
70863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
70863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
70863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
70863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
70863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
70863	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
70863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
70863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
70863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
70863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
70863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
70863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
70863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
70863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
70863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
70863	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
70863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
70863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
70863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
70863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
70863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
70863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
70863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
70863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
70863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
70863	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
70863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
70863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
70863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
70863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
70863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
70863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
70863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
70863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
70863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
70863	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
70863	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
70863	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
70863	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
70863	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
70863	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
70863	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
70863	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
70863	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
70863	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
70863	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
70863	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
70863	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
70863	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
70863	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
70863	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
70863	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
70863	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
70863	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
70863	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
70863	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
70863	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
70863	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
70863	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
70863	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
70863	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
70863	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
70863	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
70863	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
70863	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
70863	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
70863	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
70863	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
70863	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
70863	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
70863	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
70863	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
70863	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
70863	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
70863	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
70863	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
70863	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
70863	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
70863	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
70863	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
70863	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
70863	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
70863	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
70863	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
70863	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
70863	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
70863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
70863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
70863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
70863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
70863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
70863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
70863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
70863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
70863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
70863	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
70863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
70863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
70863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
70863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
70863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
70863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
70863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
70863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
70863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
70863	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
70863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
70863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
70863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
70863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
70863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
70863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
70863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
70863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
70863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
70863	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
70863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
70863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
70863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
70863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
70863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
70863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
70863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
70863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
70863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
70863	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
70863	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
70863	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
70863	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
70863	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
70863	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
70863	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
70863	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
70863	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
70863	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
70863	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
70863	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
70863	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
70863	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
70863	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
70863	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
70863	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
70863	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
70863	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
70863	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
70863	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
70863	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
70863	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
70863	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
70863	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
70863	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
70863	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
70863	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
70863	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
70863	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
70863	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
70863	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
70863	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
70863	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
70863	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
70863	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
70863	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
70863	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
70863	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
70863	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
70863	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
70863	embedding2nn.weight	0	0.03892087563872337
70863	embedding2nn.weight	1	-0.06618396192789078
70863	embedding2nn.weight	2	0.017414337024092674
70863	embedding2nn.weight	3	-0.029344821348786354
70863	embedding2nn.weight	4	-0.09578520804643631
70863	embedding2nn.weight	5	0.0842614620923996
70863	embedding2nn.weight	6	-0.11334913223981857
70863	embedding2nn.weight	7	-0.07885260134935379
70863	embedding2nn.weight	8	-0.007138093467801809
70863	embedding2nn.weight	9	0.03610796108841896
70863	embedding2nn.bias	0	0.07720871269702911
70863	embedding2nn.bias	1	0.016210297122597694
70863	embedding2nn.bias	2	-0.1446799635887146
70863	embedding2nn.bias	3	0.03942513093352318
70863	embedding2nn.bias	4	0.038386885076761246
70863	embedding2nn.bias	5	-0.16396693885326385
70863	embedding2nn.bias	6	-0.07648126035928726
70863	embedding2nn.bias	7	-0.03964889794588089
70863	embedding2nn.bias	8	0.09186409413814545
70863	embedding2nn.bias	9	-0.10157907754182816
70863	rnn.weight_ih_l0	0	0.007308081723749638
70863	rnn.weight_ih_l0	1	-0.040882453322410583
70863	rnn.weight_ih_l0	2	-0.03531413897871971
70863	rnn.weight_ih_l0	3	-0.0042689149267971516
70863	rnn.weight_ih_l0	4	0.0050839753821492195
70863	rnn.weight_ih_l0	5	-0.05152643099427223
70863	rnn.weight_ih_l0	6	0.026375992223620415
70863	rnn.weight_ih_l0	7	-0.06169489771127701
70863	rnn.weight_ih_l0	8	0.02405804581940174
70863	rnn.weight_ih_l0	9	-0.008350823074579239
70863	rnn.weight_hh_l0	0	-0.007742785383015871
70863	rnn.weight_hh_l0	1	-0.06384983658790588
70863	rnn.weight_hh_l0	2	0.042845383286476135
70863	rnn.weight_hh_l0	3	0.01982109248638153
70863	rnn.weight_hh_l0	4	0.008633704856038094
70863	rnn.weight_hh_l0	5	0.04008576273918152
70863	rnn.weight_hh_l0	6	-0.012046552263200283
70863	rnn.weight_hh_l0	7	-0.07110276073217392
70863	rnn.weight_hh_l0	8	-0.015688924118876457
70863	rnn.weight_hh_l0	9	-0.04884077236056328
70863	rnn.bias_ih_l0	0	-0.06284327805042267
70863	rnn.bias_ih_l0	1	-0.12541691958904266
70863	rnn.bias_ih_l0	2	-0.19312049448490143
70863	rnn.bias_ih_l0	3	-0.24357876181602478
70863	rnn.bias_ih_l0	4	0.023320386186242104
70863	rnn.bias_ih_l0	5	0.05206383392214775
70863	rnn.bias_ih_l0	6	-0.11125151813030243
70863	rnn.bias_ih_l0	7	-0.20032690465450287
70863	rnn.bias_ih_l0	8	-0.08996836841106415
70863	rnn.bias_ih_l0	9	-0.1264900416135788
70863	rnn.bias_hh_l0	0	0.13937219977378845
70863	rnn.bias_hh_l0	1	-0.040513813495635986
70863	rnn.bias_hh_l0	2	0.012175037525594234
70863	rnn.bias_hh_l0	3	-0.1384512335062027
70863	rnn.bias_hh_l0	4	0.02662963606417179
70863	rnn.bias_hh_l0	5	0.032350391149520874
70863	rnn.bias_hh_l0	6	-0.06076576188206673
70863	rnn.bias_hh_l0	7	-0.1274280697107315
70863	rnn.bias_hh_l0	8	-0.14779020845890045
70863	rnn.bias_hh_l0	9	-0.07718376070261002
70863	rnn.weight_ih_l0_reverse	0	-0.007778896950185299
70863	rnn.weight_ih_l0_reverse	1	0.029927076771855354
70863	rnn.weight_ih_l0_reverse	2	-0.01925981231033802
70863	rnn.weight_ih_l0_reverse	3	-0.008015327155590057
70863	rnn.weight_ih_l0_reverse	4	0.031296584755182266
70863	rnn.weight_ih_l0_reverse	5	-0.04579102247953415
70863	rnn.weight_ih_l0_reverse	6	-0.03984760493040085
70863	rnn.weight_ih_l0_reverse	7	-0.017896873876452446
70863	rnn.weight_ih_l0_reverse	8	0.02764921635389328
70863	rnn.weight_ih_l0_reverse	9	-0.01081280130892992
70863	rnn.weight_hh_l0_reverse	0	-0.008595777675509453
70863	rnn.weight_hh_l0_reverse	1	0.017567690461874008
70863	rnn.weight_hh_l0_reverse	2	-0.03662724047899246
70863	rnn.weight_hh_l0_reverse	3	0.03346434235572815
70863	rnn.weight_hh_l0_reverse	4	0.014478126540780067
70863	rnn.weight_hh_l0_reverse	5	-0.011508216150105
70863	rnn.weight_hh_l0_reverse	6	0.032474856823682785
70863	rnn.weight_hh_l0_reverse	7	0.027303971350193024
70863	rnn.weight_hh_l0_reverse	8	0.005248566158115864
70863	rnn.weight_hh_l0_reverse	9	-0.051839377731084824
70863	rnn.bias_ih_l0_reverse	0	-0.11064062267541885
70863	rnn.bias_ih_l0_reverse	1	-0.2604799270629883
70863	rnn.bias_ih_l0_reverse	2	-0.05275784805417061
70863	rnn.bias_ih_l0_reverse	3	-0.09850072860717773
70863	rnn.bias_ih_l0_reverse	4	0.07798711955547333
70863	rnn.bias_ih_l0_reverse	5	-0.18713557720184326
70863	rnn.bias_ih_l0_reverse	6	-0.04866291210055351
70863	rnn.bias_ih_l0_reverse	7	0.012276998721063137
70863	rnn.bias_ih_l0_reverse	8	-0.14974385499954224
70863	rnn.bias_ih_l0_reverse	9	-0.06459300965070724
70863	rnn.bias_hh_l0_reverse	0	-0.10529112070798874
70863	rnn.bias_hh_l0_reverse	1	-0.08124111592769623
70863	rnn.bias_hh_l0_reverse	2	-0.022167744114995003
70863	rnn.bias_hh_l0_reverse	3	-0.11815610527992249
70863	rnn.bias_hh_l0_reverse	4	-0.02742624469101429
70863	rnn.bias_hh_l0_reverse	5	-0.0918295606970787
70863	rnn.bias_hh_l0_reverse	6	-0.07421307265758514
70863	rnn.bias_hh_l0_reverse	7	-0.1482108235359192
70863	rnn.bias_hh_l0_reverse	8	-0.031770553439855576
70863	rnn.bias_hh_l0_reverse	9	-0.1265287697315216
70863	linear.weight	0	-0.21631324291229248
70863	linear.weight	1	-0.09978637099266052
70863	linear.weight	2	-0.011228874325752258
70863	linear.weight	3	-0.09833858907222748
70863	linear.weight	4	-0.011306988075375557
70863	linear.weight	5	0.18442223966121674
70863	linear.weight	6	0.0047744326293468475
70863	linear.weight	7	-0.021312154829502106
70863	linear.weight	8	0.09839388728141785
70863	linear.weight	9	0.1595529466867447
70863	linear.bias	0	-0.6594789624214172
70863	linear.bias	1	0.9480270147323608
70863	linear.bias	2	-0.22788195312023163
70863	linear.bias	3	-0.5240346193313599
70863	linear.bias	4	-1.1255197525024414
70863	linear.bias	5	-1.1379718780517578
70863	linear.bias	6	-0.6518723964691162
70863	linear.bias	7	-0.7311088442802429
70863	linear.bias	8	-0.01705317199230194
70863	linear.bias	9	3.033785820007324
71060	transitions	0	-0.24831604957580566
71060	transitions	1	7.57942008972168
71060	transitions	2	-3.0472350120544434
71060	transitions	3	1.3029017448425293
71060	transitions	4	-1.7414429187774658
71060	transitions	5	-0.30041319131851196
71060	transitions	6	-0.16057449579238892
71060	transitions	7	-10000.0
71060	transitions	8	1.6285284757614136
71060	transitions	9	-2.2875304222106934
71060	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
71060	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
71060	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
71060	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
71060	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
71060	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
71060	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
71060	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
71060	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
71060	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
71060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
71060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
71060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
71060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
71060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
71060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
71060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
71060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
71060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
71060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
71060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
71060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
71060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
71060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
71060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
71060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
71060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
71060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
71060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
71060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
71060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
71060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
71060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
71060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
71060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
71060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
71060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
71060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
71060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
71060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
71060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
71060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
71060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
71060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
71060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
71060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
71060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
71060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
71060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
71060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
71060	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
71060	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
71060	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
71060	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
71060	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
71060	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
71060	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
71060	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
71060	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
71060	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
71060	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
71060	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
71060	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
71060	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
71060	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
71060	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
71060	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
71060	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
71060	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
71060	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
71060	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
71060	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
71060	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
71060	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
71060	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
71060	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
71060	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
71060	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
71060	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
71060	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
71060	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
71060	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
71060	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
71060	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
71060	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
71060	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
71060	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
71060	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
71060	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
71060	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
71060	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
71060	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
71060	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
71060	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
71060	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
71060	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
71060	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
71060	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
71060	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
71060	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
71060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
71060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
71060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
71060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
71060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
71060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
71060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
71060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
71060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
71060	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
71060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
71060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
71060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
71060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
71060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
71060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
71060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
71060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
71060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
71060	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
71060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
71060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
71060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
71060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
71060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
71060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
71060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
71060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
71060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
71060	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
71060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
71060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
71060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
71060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
71060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
71060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
71060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
71060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
71060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
71060	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
71060	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
71060	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
71060	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
71060	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
71060	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
71060	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
71060	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
71060	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
71060	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
71060	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
71060	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
71060	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
71060	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
71060	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
71060	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
71060	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
71060	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
71060	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
71060	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
71060	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
71060	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
71060	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
71060	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
71060	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
71060	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
71060	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
71060	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
71060	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
71060	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
71060	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
71060	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
71060	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
71060	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
71060	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
71060	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
71060	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
71060	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
71060	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
71060	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
71060	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
71060	embedding2nn.weight	0	0.03886968642473221
71060	embedding2nn.weight	1	-0.0672365054488182
71060	embedding2nn.weight	2	0.022326409816741943
71060	embedding2nn.weight	3	-0.028660040348768234
71060	embedding2nn.weight	4	-0.09385117143392563
71060	embedding2nn.weight	5	0.08314643055200577
71060	embedding2nn.weight	6	-0.11800839751958847
71060	embedding2nn.weight	7	-0.07803179323673248
71060	embedding2nn.weight	8	-0.007524820044636726
71060	embedding2nn.weight	9	0.03449700027704239
71060	embedding2nn.bias	0	0.07759635150432587
71060	embedding2nn.bias	1	0.023738866671919823
71060	embedding2nn.bias	2	-0.13690944015979767
71060	embedding2nn.bias	3	0.04286397248506546
71060	embedding2nn.bias	4	0.019593635573983192
71060	embedding2nn.bias	5	-0.15480244159698486
71060	embedding2nn.bias	6	-0.07155362516641617
71060	embedding2nn.bias	7	-0.03960218280553818
71060	embedding2nn.bias	8	0.08460310101509094
71060	embedding2nn.bias	9	-0.1003989726305008
71060	rnn.weight_ih_l0	0	0.006096793804317713
71060	rnn.weight_ih_l0	1	-0.04040711745619774
71060	rnn.weight_ih_l0	2	-0.03742865473031998
71060	rnn.weight_ih_l0	3	-0.0031825497280806303
71060	rnn.weight_ih_l0	4	0.004542838782072067
71060	rnn.weight_ih_l0	5	-0.049549829214811325
71060	rnn.weight_ih_l0	6	0.02541729435324669
71060	rnn.weight_ih_l0	7	-0.06119725853204727
71060	rnn.weight_ih_l0	8	0.02356170490384102
71060	rnn.weight_ih_l0	9	-0.010420214384794235
71060	rnn.weight_hh_l0	0	-0.007949035614728928
71060	rnn.weight_hh_l0	1	-0.06635259091854095
71060	rnn.weight_hh_l0	2	0.04303814843297005
71060	rnn.weight_hh_l0	3	0.020822647958993912
71060	rnn.weight_hh_l0	4	0.008532458916306496
71060	rnn.weight_hh_l0	5	0.04050906002521515
71060	rnn.weight_hh_l0	6	-0.011989233084022999
71060	rnn.weight_hh_l0	7	-0.07061941176652908
71060	rnn.weight_hh_l0	8	-0.015384913422167301
71060	rnn.weight_hh_l0	9	-0.0486353263258934
71060	rnn.bias_ih_l0	0	-0.06312154233455658
71060	rnn.bias_ih_l0	1	-0.12738817930221558
71060	rnn.bias_ih_l0	2	-0.1943821758031845
71060	rnn.bias_ih_l0	3	-0.24543415009975433
71060	rnn.bias_ih_l0	4	0.024889100342988968
71060	rnn.bias_ih_l0	5	0.045155927538871765
71060	rnn.bias_ih_l0	6	-0.1148081049323082
71060	rnn.bias_ih_l0	7	-0.20599143207073212
71060	rnn.bias_ih_l0	8	-0.09321662783622742
71060	rnn.bias_ih_l0	9	-0.1299927979707718
71060	rnn.bias_hh_l0	0	0.13779036700725555
71060	rnn.bias_hh_l0	1	-0.042398110032081604
71060	rnn.bias_hh_l0	2	0.010698273777961731
71060	rnn.bias_hh_l0	3	-0.14070750772953033
71060	rnn.bias_hh_l0	4	0.02617938630282879
71060	rnn.bias_hh_l0	5	0.031022673472762108
71060	rnn.bias_hh_l0	6	-0.0671103298664093
71060	rnn.bias_hh_l0	7	-0.1269729733467102
71060	rnn.bias_hh_l0	8	-0.1428951472043991
71060	rnn.bias_hh_l0	9	-0.07639867812395096
71060	rnn.weight_ih_l0_reverse	0	-0.008598445914685726
71060	rnn.weight_ih_l0_reverse	1	0.030169570818543434
71060	rnn.weight_ih_l0_reverse	2	-0.016673773527145386
71060	rnn.weight_ih_l0_reverse	3	-0.010766103863716125
71060	rnn.weight_ih_l0_reverse	4	0.02717529609799385
71060	rnn.weight_ih_l0_reverse	5	-0.045803043991327286
71060	rnn.weight_ih_l0_reverse	6	-0.04201243072748184
71060	rnn.weight_ih_l0_reverse	7	-0.018638813868165016
71060	rnn.weight_ih_l0_reverse	8	0.028122659772634506
71060	rnn.weight_ih_l0_reverse	9	-0.008707373403012753
71060	rnn.weight_hh_l0_reverse	0	-0.007869931869208813
71060	rnn.weight_hh_l0_reverse	1	0.01766805350780487
71060	rnn.weight_hh_l0_reverse	2	-0.03637370094656944
71060	rnn.weight_hh_l0_reverse	3	0.03376428782939911
71060	rnn.weight_hh_l0_reverse	4	0.014226756058633327
71060	rnn.weight_hh_l0_reverse	5	-0.010762275196611881
71060	rnn.weight_hh_l0_reverse	6	0.03244153782725334
71060	rnn.weight_hh_l0_reverse	7	0.027484668418765068
71060	rnn.weight_hh_l0_reverse	8	0.005250192247331142
71060	rnn.weight_hh_l0_reverse	9	-0.05119674280285835
71060	rnn.bias_ih_l0_reverse	0	-0.11493425071239471
71060	rnn.bias_ih_l0_reverse	1	-0.2623095214366913
71060	rnn.bias_ih_l0_reverse	2	-0.054993242025375366
71060	rnn.bias_ih_l0_reverse	3	-0.10005291551351547
71060	rnn.bias_ih_l0_reverse	4	0.08392619341611862
71060	rnn.bias_ih_l0_reverse	5	-0.18393899500370026
71060	rnn.bias_ih_l0_reverse	6	-0.0482424795627594
71060	rnn.bias_ih_l0_reverse	7	0.012565386481583118
71060	rnn.bias_ih_l0_reverse	8	-0.14714133739471436
71060	rnn.bias_ih_l0_reverse	9	-0.06392858177423477
71060	rnn.bias_hh_l0_reverse	0	-0.10445868968963623
71060	rnn.bias_hh_l0_reverse	1	-0.08545570820569992
71060	rnn.bias_hh_l0_reverse	2	-0.01980295591056347
71060	rnn.bias_hh_l0_reverse	3	-0.11982925236225128
71060	rnn.bias_hh_l0_reverse	4	-0.03020678460597992
71060	rnn.bias_hh_l0_reverse	5	-0.09230433404445648
71060	rnn.bias_hh_l0_reverse	6	-0.07493630051612854
71060	rnn.bias_hh_l0_reverse	7	-0.14499011635780334
71060	rnn.bias_hh_l0_reverse	8	-0.03146437928080559
71060	rnn.bias_hh_l0_reverse	9	-0.12677988409996033
71060	linear.weight	0	-0.2255690097808838
71060	linear.weight	1	-0.11502737551927567
71060	linear.weight	2	-0.011228874325752258
71060	linear.weight	3	-0.1175658255815506
71060	linear.weight	4	0.011985340155661106
71060	linear.weight	5	0.18287694454193115
71060	linear.weight	6	0.0047744326293468475
71060	linear.weight	7	-0.021312154829502106
71060	linear.weight	8	0.11182039231061935
71060	linear.weight	9	0.1615087389945984
71060	linear.bias	0	-0.6616196632385254
71060	linear.bias	1	0.9537619948387146
71060	linear.bias	2	-0.13256677985191345
71060	linear.bias	3	-0.5032840371131897
71060	linear.bias	4	-1.1385810375213623
71060	linear.bias	5	-1.1381616592407227
71060	linear.bias	6	-0.6547743678092957
71060	linear.bias	7	-0.7424241304397583
71060	linear.bias	8	-0.01705317199230194
71060	linear.bias	9	3.0134596824645996
71064	transitions	0	-0.24832069873809814
71064	transitions	1	7.58315372467041
71064	transitions	2	-3.0472464561462402
71064	transitions	3	1.3025792837142944
71064	transitions	4	-1.7414506673812866
71064	transitions	5	-0.30041375756263733
71064	transitions	6	-0.1605757772922516
71064	transitions	7	-10000.0
71064	transitions	8	1.6285052299499512
71064	transitions	9	-2.2875308990478516
71064	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
71064	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
71064	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
71064	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
71064	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
71064	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
71064	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
71064	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
71064	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
71064	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
71064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
71064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
71064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
71064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
71064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
71064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
71064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
71064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
71064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
71064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
71064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
71064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
71064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
71064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
71064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
71064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
71064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
71064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
71064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
71064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
71064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
71064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
71064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
71064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
71064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
71064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
71064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
71064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
71064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
71064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
71064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
71064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
71064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
71064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
71064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
71064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
71064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
71064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
71064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
71064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
71064	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
71064	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
71064	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
71064	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
71064	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
71064	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
71064	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
71064	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
71064	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
71064	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
71064	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
71064	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
71064	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
71064	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
71064	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
71064	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
71064	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
71064	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
71064	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
71064	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
71064	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
71064	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
71064	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
71064	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
71064	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
71064	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
71064	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
71064	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
71064	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
71064	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
71064	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
71064	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
71064	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
71064	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
71064	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
71064	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
71064	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
71064	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
71064	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
71064	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
71064	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
71064	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
71064	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
71064	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
71064	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
71064	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
71064	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
71064	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
71064	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
71064	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
71064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
71064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
71064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
71064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
71064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
71064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
71064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
71064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
71064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
71064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
71064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
71064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
71064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
71064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
71064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
71064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
71064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
71064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
71064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
71064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
71064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
71064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
71064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
71064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
71064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
71064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
71064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
71064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
71064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
71064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
71064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
71064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
71064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
71064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
71064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
71064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
71064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
71064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
71064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
71064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
71064	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
71064	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
71064	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
71064	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
71064	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
71064	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
71064	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
71064	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
71064	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
71064	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
71064	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
71064	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
71064	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
71064	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
71064	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
71064	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
71064	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
71064	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
71064	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
71064	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
71064	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
71064	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
71064	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
71064	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
71064	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
71064	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
71064	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
71064	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
71064	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
71064	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
71064	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
71064	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
71064	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
71064	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
71064	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
71064	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
71064	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
71064	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
71064	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
71064	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
71064	embedding2nn.weight	0	0.038941044360399246
71064	embedding2nn.weight	1	-0.06750380992889404
71064	embedding2nn.weight	2	0.02236802875995636
71064	embedding2nn.weight	3	-0.0286024808883667
71064	embedding2nn.weight	4	-0.09402662515640259
71064	embedding2nn.weight	5	0.0831276923418045
71064	embedding2nn.weight	6	-0.11861556023359299
71064	embedding2nn.weight	7	-0.07795669138431549
71064	embedding2nn.weight	8	-0.007617443799972534
71064	embedding2nn.weight	9	0.03501298278570175
71064	embedding2nn.bias	0	0.07777133584022522
71064	embedding2nn.bias	1	0.02168576419353485
71064	embedding2nn.bias	2	-0.13525761663913727
71064	embedding2nn.bias	3	0.04203514754772186
71064	embedding2nn.bias	4	0.017908671870827675
71064	embedding2nn.bias	5	-0.15514132380485535
71064	embedding2nn.bias	6	-0.07018303126096725
71064	embedding2nn.bias	7	-0.039985086768865585
71064	embedding2nn.bias	8	0.0861249640583992
71064	embedding2nn.bias	9	-0.10025593638420105
71064	rnn.weight_ih_l0	0	0.006107288412749767
71064	rnn.weight_ih_l0	1	-0.04048023745417595
71064	rnn.weight_ih_l0	2	-0.037487152963876724
71064	rnn.weight_ih_l0	3	-0.003093624021857977
71064	rnn.weight_ih_l0	4	0.004549844656139612
71064	rnn.weight_ih_l0	5	-0.05000898987054825
71064	rnn.weight_ih_l0	6	0.025713356211781502
71064	rnn.weight_ih_l0	7	-0.060661960393190384
71064	rnn.weight_ih_l0	8	0.02362748794257641
71064	rnn.weight_ih_l0	9	-0.010381354950368404
71064	rnn.weight_hh_l0	0	-0.007954996079206467
71064	rnn.weight_hh_l0	1	-0.06628116965293884
71064	rnn.weight_hh_l0	2	0.04300163313746452
71064	rnn.weight_hh_l0	3	0.02079154923558235
71064	rnn.weight_hh_l0	4	0.00856286846101284
71064	rnn.weight_hh_l0	5	0.040537334978580475
71064	rnn.weight_hh_l0	6	-0.011977330781519413
71064	rnn.weight_hh_l0	7	-0.0706859901547432
71064	rnn.weight_hh_l0	8	-0.015348108485341072
71064	rnn.weight_hh_l0	9	-0.04846924915909767
71064	rnn.bias_ih_l0	0	-0.06305854767560959
71064	rnn.bias_ih_l0	1	-0.12735825777053833
71064	rnn.bias_ih_l0	2	-0.19432318210601807
71064	rnn.bias_ih_l0	3	-0.24528466165065765
71064	rnn.bias_ih_l0	4	0.02511175535619259
71064	rnn.bias_ih_l0	5	0.043059613555669785
71064	rnn.bias_ih_l0	6	-0.11458000540733337
71064	rnn.bias_ih_l0	7	-0.20581063628196716
71064	rnn.bias_ih_l0	8	-0.09360048174858093
71064	rnn.bias_ih_l0	9	-0.12998922169208527
71064	rnn.bias_hh_l0	0	0.1374901831150055
71064	rnn.bias_hh_l0	1	-0.04245588183403015
71064	rnn.bias_hh_l0	2	0.010488626547157764
71064	rnn.bias_hh_l0	3	-0.14047950506210327
71064	rnn.bias_hh_l0	4	0.02578841708600521
71064	rnn.bias_hh_l0	5	0.0305455531924963
71064	rnn.bias_hh_l0	6	-0.06691722571849823
71064	rnn.bias_hh_l0	7	-0.1280072182416916
71064	rnn.bias_hh_l0	8	-0.14303898811340332
71064	rnn.bias_hh_l0	9	-0.07593762874603271
71064	rnn.weight_ih_l0_reverse	0	-0.008503120392560959
71064	rnn.weight_ih_l0_reverse	1	0.03018004447221756
71064	rnn.weight_ih_l0_reverse	2	-0.016637135297060013
71064	rnn.weight_ih_l0_reverse	3	-0.010712587274610996
71064	rnn.weight_ih_l0_reverse	4	0.027159329503774643
71064	rnn.weight_ih_l0_reverse	5	-0.0460372231900692
71064	rnn.weight_ih_l0_reverse	6	-0.04204070195555687
71064	rnn.weight_ih_l0_reverse	7	-0.01895086281001568
71064	rnn.weight_ih_l0_reverse	8	0.027998054400086403
71064	rnn.weight_ih_l0_reverse	9	-0.008544149808585644
71064	rnn.weight_hh_l0_reverse	0	-0.007797819562256336
71064	rnn.weight_hh_l0_reverse	1	0.01764814741909504
71064	rnn.weight_hh_l0_reverse	2	-0.03637901321053505
71064	rnn.weight_hh_l0_reverse	3	0.0337536484003067
71064	rnn.weight_hh_l0_reverse	4	0.014208756387233734
71064	rnn.weight_hh_l0_reverse	5	-0.010798362083733082
71064	rnn.weight_hh_l0_reverse	6	0.03227603808045387
71064	rnn.weight_hh_l0_reverse	7	0.02747124247252941
71064	rnn.weight_hh_l0_reverse	8	0.005189856048673391
71064	rnn.weight_hh_l0_reverse	9	-0.051288899034261703
71064	rnn.bias_ih_l0_reverse	0	-0.11526557803153992
71064	rnn.bias_ih_l0_reverse	1	-0.26253896951675415
71064	rnn.bias_ih_l0_reverse	2	-0.05505349487066269
71064	rnn.bias_ih_l0_reverse	3	-0.09993435442447662
71064	rnn.bias_ih_l0_reverse	4	0.08382043987512589
71064	rnn.bias_ih_l0_reverse	5	-0.1839456856250763
71064	rnn.bias_ih_l0_reverse	6	-0.047969404608011246
71064	rnn.bias_ih_l0_reverse	7	0.01254438515752554
71064	rnn.bias_ih_l0_reverse	8	-0.14708934724330902
71064	rnn.bias_ih_l0_reverse	9	-0.06426171213388443
71064	rnn.bias_hh_l0_reverse	0	-0.1040366142988205
71064	rnn.bias_hh_l0_reverse	1	-0.08543259650468826
71064	rnn.bias_hh_l0_reverse	2	-0.019963139668107033
71064	rnn.bias_hh_l0_reverse	3	-0.11926186829805374
71064	rnn.bias_hh_l0_reverse	4	-0.030185142531991005
71064	rnn.bias_hh_l0_reverse	5	-0.09239409863948822
71064	rnn.bias_hh_l0_reverse	6	-0.0750669538974762
71064	rnn.bias_hh_l0_reverse	7	-0.14454352855682373
71064	rnn.bias_hh_l0_reverse	8	-0.031017420813441277
71064	rnn.bias_hh_l0_reverse	9	-0.12671858072280884
71064	linear.weight	0	-0.2255350798368454
71064	linear.weight	1	-0.11340634524822235
71064	linear.weight	2	-0.011228874325752258
71064	linear.weight	3	-0.12251025438308716
71064	linear.weight	4	0.012156468816101551
71064	linear.weight	5	0.18322570621967316
71064	linear.weight	6	0.0047744326293468475
71064	linear.weight	7	-0.021312154829502106
71064	linear.weight	8	0.10979160666465759
71064	linear.weight	9	0.16212767362594604
71064	linear.bias	0	-0.6577154994010925
71064	linear.bias	1	0.9659886956214905
71064	linear.bias	2	-0.14152924716472626
71064	linear.bias	3	-0.5039119124412537
71064	linear.bias	4	-1.1506291627883911
71064	linear.bias	5	-1.1381632089614868
71064	linear.bias	6	-0.6506717205047607
71064	linear.bias	7	-0.7381439208984375
71064	linear.bias	8	-0.01705317199230194
71064	linear.bias	9	3.0142617225646973
71261	transitions	0	-0.24936774373054504
71261	transitions	1	7.575626850128174
71261	transitions	2	-3.0484697818756104
71261	transitions	3	1.3020541667938232
71261	transitions	4	-1.742254376411438
71261	transitions	5	-0.3005859851837158
71261	transitions	6	-0.16070492565631866
71261	transitions	7	-10000.0
71261	transitions	8	1.631810188293457
71261	transitions	9	-2.28755259513855
71261	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
71261	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
71261	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
71261	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
71261	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
71261	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
71261	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
71261	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
71261	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
71261	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
71261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
71261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
71261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
71261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
71261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
71261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
71261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
71261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
71261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
71261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
71261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
71261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
71261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
71261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
71261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
71261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
71261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
71261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
71261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
71261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
71261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
71261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
71261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
71261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
71261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
71261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
71261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
71261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
71261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
71261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
71261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
71261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
71261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
71261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
71261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
71261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
71261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
71261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
71261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
71261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
71261	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
71261	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
71261	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
71261	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
71261	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
71261	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
71261	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
71261	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
71261	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
71261	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
71261	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
71261	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
71261	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
71261	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
71261	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
71261	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
71261	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
71261	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
71261	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
71261	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
71261	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
71261	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
71261	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
71261	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
71261	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
71261	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
71261	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
71261	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
71261	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
71261	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
71261	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
71261	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
71261	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
71261	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
71261	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
71261	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
71261	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
71261	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
71261	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
71261	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
71261	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
71261	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
71261	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
71261	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
71261	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
71261	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
71261	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
71261	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
71261	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
71261	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
71261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
71261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
71261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
71261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
71261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
71261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
71261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
71261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
71261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
71261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
71261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
71261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
71261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
71261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
71261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
71261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
71261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
71261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
71261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
71261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
71261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
71261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
71261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
71261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
71261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
71261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
71261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
71261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
71261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
71261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
71261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
71261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
71261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
71261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
71261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
71261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
71261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
71261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
71261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
71261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
71261	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
71261	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
71261	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
71261	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
71261	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
71261	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
71261	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
71261	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
71261	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
71261	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
71261	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
71261	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
71261	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
71261	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
71261	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
71261	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
71261	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
71261	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
71261	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
71261	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
71261	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
71261	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
71261	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
71261	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
71261	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
71261	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
71261	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
71261	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
71261	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
71261	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
71261	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
71261	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
71261	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
71261	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
71261	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
71261	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
71261	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
71261	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
71261	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
71261	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
71261	embedding2nn.weight	0	0.039472077041864395
71261	embedding2nn.weight	1	-0.06712275743484497
71261	embedding2nn.weight	2	0.021972350776195526
71261	embedding2nn.weight	3	-0.028110111132264137
71261	embedding2nn.weight	4	-0.0896562933921814
71261	embedding2nn.weight	5	0.08347386866807938
71261	embedding2nn.weight	6	-0.11533475667238235
71261	embedding2nn.weight	7	-0.07681737095117569
71261	embedding2nn.weight	8	-0.007633400149643421
71261	embedding2nn.weight	9	0.0362105555832386
71261	embedding2nn.bias	0	0.0861625149846077
71261	embedding2nn.bias	1	0.035917896777391434
71261	embedding2nn.bias	2	-0.14630746841430664
71261	embedding2nn.bias	3	0.03807279095053673
71261	embedding2nn.bias	4	0.02911912091076374
71261	embedding2nn.bias	5	-0.16054852306842804
71261	embedding2nn.bias	6	-0.06351736187934875
71261	embedding2nn.bias	7	-0.03675289452075958
71261	embedding2nn.bias	8	0.08230885863304138
71261	embedding2nn.bias	9	-0.09719802439212799
71261	rnn.weight_ih_l0	0	0.009584479965269566
71261	rnn.weight_ih_l0	1	-0.04007957875728607
71261	rnn.weight_ih_l0	2	-0.03796527534723282
71261	rnn.weight_ih_l0	3	-0.006427651736885309
71261	rnn.weight_ih_l0	4	0.005052933935075998
71261	rnn.weight_ih_l0	5	-0.050237059593200684
71261	rnn.weight_ih_l0	6	0.029064234346151352
71261	rnn.weight_ih_l0	7	-0.058215707540512085
71261	rnn.weight_ih_l0	8	0.02220159024000168
71261	rnn.weight_ih_l0	9	-0.014900900423526764
71261	rnn.weight_hh_l0	0	-0.008288859389722347
71261	rnn.weight_hh_l0	1	-0.06512189656496048
71261	rnn.weight_hh_l0	2	0.042630136013031006
71261	rnn.weight_hh_l0	3	0.020059233531355858
71261	rnn.weight_hh_l0	4	0.008909441530704498
71261	rnn.weight_hh_l0	5	0.041516151279211044
71261	rnn.weight_hh_l0	6	-0.01145233679562807
71261	rnn.weight_hh_l0	7	-0.07027211785316467
71261	rnn.weight_hh_l0	8	-0.016083022579550743
71261	rnn.weight_hh_l0	9	-0.04766039550304413
71261	rnn.bias_ih_l0	0	-0.06293735653162003
71261	rnn.bias_ih_l0	1	-0.12622593343257904
71261	rnn.bias_ih_l0	2	-0.19180068373680115
71261	rnn.bias_ih_l0	3	-0.2470540851354599
71261	rnn.bias_ih_l0	4	0.02330157719552517
71261	rnn.bias_ih_l0	5	0.04716261103749275
71261	rnn.bias_ih_l0	6	-0.11883209645748138
71261	rnn.bias_ih_l0	7	-0.2083728164434433
71261	rnn.bias_ih_l0	8	-0.10112523287534714
71261	rnn.bias_ih_l0	9	-0.13069972395896912
71261	rnn.bias_hh_l0	0	0.1348893642425537
71261	rnn.bias_hh_l0	1	-0.0454912893474102
71261	rnn.bias_hh_l0	2	0.010565795004367828
71261	rnn.bias_hh_l0	3	-0.1395694613456726
71261	rnn.bias_hh_l0	4	0.03181735798716545
71261	rnn.bias_hh_l0	5	0.029407819733023643
71261	rnn.bias_hh_l0	6	-0.06295257061719894
71261	rnn.bias_hh_l0	7	-0.125601127743721
71261	rnn.bias_hh_l0	8	-0.14266031980514526
71261	rnn.bias_hh_l0	9	-0.0826079323887825
71261	rnn.weight_ih_l0_reverse	0	-0.007523903623223305
71261	rnn.weight_ih_l0_reverse	1	0.02948756329715252
71261	rnn.weight_ih_l0_reverse	2	-0.016755441203713417
71261	rnn.weight_ih_l0_reverse	3	-0.012081495486199856
71261	rnn.weight_ih_l0_reverse	4	0.026089468970894814
71261	rnn.weight_ih_l0_reverse	5	-0.045632440596818924
71261	rnn.weight_ih_l0_reverse	6	-0.040273699909448624
71261	rnn.weight_ih_l0_reverse	7	-0.018379833549261093
71261	rnn.weight_ih_l0_reverse	8	0.02875165082514286
71261	rnn.weight_ih_l0_reverse	9	-0.010517353191971779
71261	rnn.weight_hh_l0_reverse	0	-0.0066388072445988655
71261	rnn.weight_hh_l0_reverse	1	0.016967112198472023
71261	rnn.weight_hh_l0_reverse	2	-0.03587203100323677
71261	rnn.weight_hh_l0_reverse	3	0.03400498256087303
71261	rnn.weight_hh_l0_reverse	4	0.013839641585946083
71261	rnn.weight_hh_l0_reverse	5	-0.00986185111105442
71261	rnn.weight_hh_l0_reverse	6	0.032363831996917725
71261	rnn.weight_hh_l0_reverse	7	0.027711164206266403
71261	rnn.weight_hh_l0_reverse	8	0.005223541986197233
71261	rnn.weight_hh_l0_reverse	9	-0.050302423536777496
71261	rnn.bias_ih_l0_reverse	0	-0.11155470460653305
71261	rnn.bias_ih_l0_reverse	1	-0.25783205032348633
71261	rnn.bias_ih_l0_reverse	2	-0.0553031861782074
71261	rnn.bias_ih_l0_reverse	3	-0.10152199119329453
71261	rnn.bias_ih_l0_reverse	4	0.0851542130112648
71261	rnn.bias_ih_l0_reverse	5	-0.18435783684253693
71261	rnn.bias_ih_l0_reverse	6	-0.05020317807793617
71261	rnn.bias_ih_l0_reverse	7	0.001039354014210403
71261	rnn.bias_ih_l0_reverse	8	-0.1446036696434021
71261	rnn.bias_ih_l0_reverse	9	-0.06515716016292572
71261	rnn.bias_hh_l0_reverse	0	-0.10359610617160797
71261	rnn.bias_hh_l0_reverse	1	-0.08772530406713486
71261	rnn.bias_hh_l0_reverse	2	-0.020075276494026184
71261	rnn.bias_hh_l0_reverse	3	-0.1210365816950798
71261	rnn.bias_hh_l0_reverse	4	-0.03108217380940914
71261	rnn.bias_hh_l0_reverse	5	-0.09517093747854233
71261	rnn.bias_hh_l0_reverse	6	-0.08051576465368271
71261	rnn.bias_hh_l0_reverse	7	-0.14583097398281097
71261	rnn.bias_hh_l0_reverse	8	-0.03089536912739277
71261	rnn.bias_hh_l0_reverse	9	-0.1268504410982132
71261	linear.weight	0	-0.230838805437088
71261	linear.weight	1	-0.11395494639873505
71261	linear.weight	2	-0.011228874325752258
71261	linear.weight	3	-0.09234452992677689
71261	linear.weight	4	0.023056020960211754
71261	linear.weight	5	0.17043274641036987
71261	linear.weight	6	0.0047744326293468475
71261	linear.weight	7	-0.021312154829502106
71261	linear.weight	8	0.10473679006099701
71261	linear.weight	9	0.15968014299869537
71261	linear.bias	0	-0.6664209961891174
71261	linear.bias	1	0.9536352157592773
71261	linear.bias	2	-0.19197991490364075
71261	linear.bias	3	-0.5177850127220154
71261	linear.bias	4	-1.1306822299957275
71261	linear.bias	5	-1.1383261680603027
71261	linear.bias	6	-0.656382143497467
71261	linear.bias	7	-0.7141356468200684
71261	linear.bias	8	-0.01705317199230194
71261	linear.bias	9	3.036080837249756
71458	transitions	0	-0.2508222460746765
71458	transitions	1	7.612630367279053
71458	transitions	2	-3.0506975650787354
71458	transitions	3	1.301540732383728
71458	transitions	4	-1.7434636354446411
71458	transitions	5	-0.3010534644126892
71458	transitions	6	-0.1608007699251175
71458	transitions	7	-10000.0
71458	transitions	8	1.6319020986557007
71458	transitions	9	-2.287583351135254
71458	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
71458	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
71458	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
71458	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
71458	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
71458	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
71458	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
71458	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
71458	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
71458	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
71458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
71458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
71458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
71458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
71458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
71458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
71458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
71458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
71458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
71458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
71458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
71458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
71458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
71458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
71458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
71458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
71458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
71458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
71458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
71458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
71458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
71458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
71458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
71458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
71458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
71458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
71458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
71458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
71458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
71458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
71458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
71458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
71458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
71458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
71458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
71458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
71458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
71458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
71458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
71458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
71458	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
71458	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
71458	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
71458	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
71458	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
71458	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
71458	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
71458	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
71458	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
71458	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
71458	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
71458	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
71458	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
71458	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
71458	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
71458	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
71458	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
71458	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
71458	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
71458	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
71458	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
71458	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
71458	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
71458	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
71458	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
71458	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
71458	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
71458	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
71458	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
71458	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
71458	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
71458	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
71458	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
71458	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
71458	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
71458	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
71458	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
71458	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
71458	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
71458	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
71458	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
71458	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
71458	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
71458	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
71458	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
71458	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
71458	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
71458	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
71458	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
71458	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
71458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
71458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
71458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
71458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
71458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
71458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
71458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
71458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
71458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
71458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
71458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
71458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
71458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
71458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
71458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
71458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
71458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
71458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
71458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
71458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
71458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
71458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
71458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
71458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
71458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
71458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
71458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
71458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
71458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
71458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
71458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
71458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
71458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
71458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
71458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
71458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
71458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
71458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
71458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
71458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
71458	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
71458	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
71458	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
71458	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
71458	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
71458	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
71458	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
71458	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
71458	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
71458	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
71458	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
71458	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
71458	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
71458	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
71458	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
71458	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
71458	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
71458	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
71458	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
71458	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
71458	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
71458	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
71458	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
71458	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
71458	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
71458	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
71458	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
71458	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
71458	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
71458	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
71458	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
71458	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
71458	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
71458	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
71458	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
71458	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
71458	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
71458	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
71458	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
71458	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
71458	embedding2nn.weight	0	0.03956024348735809
71458	embedding2nn.weight	1	-0.06644273549318314
71458	embedding2nn.weight	2	0.01593133993446827
71458	embedding2nn.weight	3	-0.030675392597913742
71458	embedding2nn.weight	4	-0.08718302100896835
71458	embedding2nn.weight	5	0.08377311378717422
71458	embedding2nn.weight	6	-0.11511941254138947
71458	embedding2nn.weight	7	-0.07857035845518112
71458	embedding2nn.weight	8	-0.00802380871027708
71458	embedding2nn.weight	9	0.03168613463640213
71458	embedding2nn.bias	0	0.07415132224559784
71458	embedding2nn.bias	1	0.05559307336807251
71458	embedding2nn.bias	2	-0.14056839048862457
71458	embedding2nn.bias	3	0.030742216855287552
71458	embedding2nn.bias	4	0.03162258490920067
71458	embedding2nn.bias	5	-0.16332566738128662
71458	embedding2nn.bias	6	-0.07370972633361816
71458	embedding2nn.bias	7	-0.035324204713106155
71458	embedding2nn.bias	8	0.08419034630060196
71458	embedding2nn.bias	9	-0.0955464094877243
71458	rnn.weight_ih_l0	0	0.009600743651390076
71458	rnn.weight_ih_l0	1	-0.04198085144162178
71458	rnn.weight_ih_l0	2	-0.03609142452478409
71458	rnn.weight_ih_l0	3	-0.010088862851262093
71458	rnn.weight_ih_l0	4	0.004174832720309496
71458	rnn.weight_ih_l0	5	-0.050715308636426926
71458	rnn.weight_ih_l0	6	0.027415795251727104
71458	rnn.weight_ih_l0	7	-0.058111146092414856
71458	rnn.weight_ih_l0	8	0.017623012885451317
71458	rnn.weight_ih_l0	9	-0.008008535951375961
71458	rnn.weight_hh_l0	0	-0.007718904409557581
71458	rnn.weight_hh_l0	1	-0.06592234969139099
71458	rnn.weight_hh_l0	2	0.04280724376440048
71458	rnn.weight_hh_l0	3	0.01940830796957016
71458	rnn.weight_hh_l0	4	0.009156836196780205
71458	rnn.weight_hh_l0	5	0.041692573577165604
71458	rnn.weight_hh_l0	6	-0.011276932433247566
71458	rnn.weight_hh_l0	7	-0.06968104839324951
71458	rnn.weight_hh_l0	8	-0.016655629500746727
71458	rnn.weight_hh_l0	9	-0.04873378947377205
71458	rnn.bias_ih_l0	0	-0.06382334977388382
71458	rnn.bias_ih_l0	1	-0.12423160672187805
71458	rnn.bias_ih_l0	2	-0.19241511821746826
71458	rnn.bias_ih_l0	3	-0.24377596378326416
71458	rnn.bias_ih_l0	4	0.02098233625292778
71458	rnn.bias_ih_l0	5	0.054807912558317184
71458	rnn.bias_ih_l0	6	-0.11907090246677399
71458	rnn.bias_ih_l0	7	-0.21050827205181122
71458	rnn.bias_ih_l0	8	-0.102231964468956
71458	rnn.bias_ih_l0	9	-0.12951433658599854
71458	rnn.bias_hh_l0	0	0.13091471791267395
71458	rnn.bias_hh_l0	1	-0.04554307088255882
71458	rnn.bias_hh_l0	2	0.012124828062951565
71458	rnn.bias_hh_l0	3	-0.13928991556167603
71458	rnn.bias_hh_l0	4	0.0350104421377182
71458	rnn.bias_hh_l0	5	0.03228292986750603
71458	rnn.bias_hh_l0	6	-0.0623198039829731
71458	rnn.bias_hh_l0	7	-0.1253780573606491
71458	rnn.bias_hh_l0	8	-0.14229676127433777
71458	rnn.bias_hh_l0	9	-0.08411849290132523
71458	rnn.weight_ih_l0_reverse	0	-0.0059406692162156105
71458	rnn.weight_ih_l0_reverse	1	0.02904568612575531
71458	rnn.weight_ih_l0_reverse	2	-0.019455522298812866
71458	rnn.weight_ih_l0_reverse	3	-0.013831743970513344
71458	rnn.weight_ih_l0_reverse	4	0.027813415974378586
71458	rnn.weight_ih_l0_reverse	5	-0.04836588352918625
71458	rnn.weight_ih_l0_reverse	6	-0.03946218639612198
71458	rnn.weight_ih_l0_reverse	7	-0.017122367396950722
71458	rnn.weight_ih_l0_reverse	8	0.02969234250485897
71458	rnn.weight_ih_l0_reverse	9	-0.009293057955801487
71458	rnn.weight_hh_l0_reverse	0	-0.00641590403392911
71458	rnn.weight_hh_l0_reverse	1	0.01785123534500599
71458	rnn.weight_hh_l0_reverse	2	-0.036159299314022064
71458	rnn.weight_hh_l0_reverse	3	0.03354883939027786
71458	rnn.weight_hh_l0_reverse	4	0.014226648956537247
71458	rnn.weight_hh_l0_reverse	5	-0.009338214993476868
71458	rnn.weight_hh_l0_reverse	6	0.03253589943051338
71458	rnn.weight_hh_l0_reverse	7	0.02741372212767601
71458	rnn.weight_hh_l0_reverse	8	0.005092743784189224
71458	rnn.weight_hh_l0_reverse	9	-0.05025218799710274
71458	rnn.bias_ih_l0_reverse	0	-0.11185631901025772
71458	rnn.bias_ih_l0_reverse	1	-0.2620086371898651
71458	rnn.bias_ih_l0_reverse	2	-0.05449487641453743
71458	rnn.bias_ih_l0_reverse	3	-0.10096140950918198
71458	rnn.bias_ih_l0_reverse	4	0.08326772600412369
71458	rnn.bias_ih_l0_reverse	5	-0.1809707134962082
71458	rnn.bias_ih_l0_reverse	6	-0.051757220178842545
71458	rnn.bias_ih_l0_reverse	7	0.0022713718935847282
71458	rnn.bias_ih_l0_reverse	8	-0.14544472098350525
71458	rnn.bias_ih_l0_reverse	9	-0.07037394493818283
71458	rnn.bias_hh_l0_reverse	0	-0.10746811330318451
71458	rnn.bias_hh_l0_reverse	1	-0.08819698542356491
71458	rnn.bias_hh_l0_reverse	2	-0.020395811647176743
71458	rnn.bias_hh_l0_reverse	3	-0.11866495013237
71458	rnn.bias_hh_l0_reverse	4	-0.02959379367530346
71458	rnn.bias_hh_l0_reverse	5	-0.09417814016342163
71458	rnn.bias_hh_l0_reverse	6	-0.08044631034135818
71458	rnn.bias_hh_l0_reverse	7	-0.14755693078041077
71458	rnn.bias_hh_l0_reverse	8	-0.03135429322719574
71458	rnn.bias_hh_l0_reverse	9	-0.12533915042877197
71458	linear.weight	0	-0.22583693265914917
71458	linear.weight	1	-0.11556332558393478
71458	linear.weight	2	-0.011228874325752258
71458	linear.weight	3	-0.10067817568778992
71458	linear.weight	4	0.016579240560531616
71458	linear.weight	5	0.16545486450195312
71458	linear.weight	6	0.0047744326293468475
71458	linear.weight	7	-0.021312154829502106
71458	linear.weight	8	0.10944157838821411
71458	linear.weight	9	0.15966032445430756
71458	linear.bias	0	-0.6695315837860107
71458	linear.bias	1	0.9672693610191345
71458	linear.bias	2	-0.23180142045021057
71458	linear.bias	3	-0.5010573863983154
71458	linear.bias	4	-1.1203296184539795
71458	linear.bias	5	-1.1385200023651123
71458	linear.bias	6	-0.6606793999671936
71458	linear.bias	7	-0.7032771110534668
71458	linear.bias	8	-0.01705317199230194
71458	linear.bias	9	3.0748777389526367
71655	transitions	0	-0.25129270553588867
71655	transitions	1	7.590575695037842
71655	transitions	2	-3.055248737335205
71655	transitions	3	1.2995266914367676
71655	transitions	4	-1.7458630800247192
71655	transitions	5	-0.30126136541366577
71655	transitions	6	-0.16093222796916962
71655	transitions	7	-10000.0
71655	transitions	8	1.6366310119628906
71655	transitions	9	-2.2876203060150146
71655	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
71655	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
71655	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
71655	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
71655	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
71655	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
71655	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
71655	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
71655	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
71655	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
71655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
71655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
71655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
71655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
71655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
71655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
71655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
71655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
71655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
71655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
71655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
71655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
71655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
71655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
71655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
71655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
71655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
71655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
71655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
71655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
71655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
71655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
71655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
71655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
71655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
71655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
71655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
71655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
71655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
71655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
71655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
71655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
71655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
71655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
71655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
71655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
71655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
71655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
71655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
71655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
71655	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
71655	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
71655	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
71655	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
71655	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
71655	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
71655	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
71655	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
71655	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
71655	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
71655	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
71655	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
71655	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
71655	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
71655	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
71655	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
71655	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
71655	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
71655	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
71655	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
71655	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
71655	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
71655	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
71655	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
71655	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
71655	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
71655	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
71655	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
71655	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
71655	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
71655	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
71655	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
71655	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
71655	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
71655	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
71655	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
71655	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
71655	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
71655	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
71655	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
71655	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
71655	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
71655	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
71655	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
71655	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
71655	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
71655	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
71655	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
71655	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
71655	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
71655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
71655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
71655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
71655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
71655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
71655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
71655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
71655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
71655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
71655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
71655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
71655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
71655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
71655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
71655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
71655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
71655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
71655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
71655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
71655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
71655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
71655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
71655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
71655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
71655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
71655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
71655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
71655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
71655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
71655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
71655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
71655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
71655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
71655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
71655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
71655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
71655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
71655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
71655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
71655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
71655	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
71655	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
71655	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
71655	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
71655	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
71655	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
71655	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
71655	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
71655	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
71655	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
71655	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
71655	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
71655	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
71655	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
71655	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
71655	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
71655	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
71655	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
71655	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
71655	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
71655	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
71655	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
71655	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
71655	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
71655	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
71655	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
71655	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
71655	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
71655	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
71655	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
71655	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
71655	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
71655	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
71655	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
71655	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
71655	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
71655	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
71655	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
71655	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
71655	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
71655	embedding2nn.weight	0	0.03897790610790253
71655	embedding2nn.weight	1	-0.06582233309745789
71655	embedding2nn.weight	2	0.014044432900846004
71655	embedding2nn.weight	3	-0.03109843283891678
71655	embedding2nn.weight	4	-0.09172816574573517
71655	embedding2nn.weight	5	0.082672618329525
71655	embedding2nn.weight	6	-0.10914403200149536
71655	embedding2nn.weight	7	-0.07918974757194519
71655	embedding2nn.weight	8	-0.006317149382084608
71655	embedding2nn.weight	9	0.030073411762714386
71655	embedding2nn.bias	0	0.07602827996015549
71655	embedding2nn.bias	1	0.047634538263082504
71655	embedding2nn.bias	2	-0.14650863409042358
71655	embedding2nn.bias	3	0.03620706498622894
71655	embedding2nn.bias	4	0.023917121812701225
71655	embedding2nn.bias	5	-0.16531407833099365
71655	embedding2nn.bias	6	-0.06828580051660538
71655	embedding2nn.bias	7	-0.03033650480210781
71655	embedding2nn.bias	8	0.07243964076042175
71655	embedding2nn.bias	9	-0.11277137696743011
71655	rnn.weight_ih_l0	0	0.010012396611273289
71655	rnn.weight_ih_l0	1	-0.03811952844262123
71655	rnn.weight_ih_l0	2	-0.039043039083480835
71655	rnn.weight_ih_l0	3	-0.013282845728099346
71655	rnn.weight_ih_l0	4	0.005202820058912039
71655	rnn.weight_ih_l0	5	-0.05244741216301918
71655	rnn.weight_ih_l0	6	0.027833975851535797
71655	rnn.weight_ih_l0	7	-0.062481481581926346
71655	rnn.weight_ih_l0	8	0.016900677233934402
71655	rnn.weight_ih_l0	9	-0.00890615489333868
71655	rnn.weight_hh_l0	0	-0.008124037645757198
71655	rnn.weight_hh_l0	1	-0.0668775886297226
71655	rnn.weight_hh_l0	2	0.04261728748679161
71655	rnn.weight_hh_l0	3	0.01945546641945839
71655	rnn.weight_hh_l0	4	0.008346591144800186
71655	rnn.weight_hh_l0	5	0.04217332974076271
71655	rnn.weight_hh_l0	6	-0.01103710476309061
71655	rnn.weight_hh_l0	7	-0.07006458193063736
71655	rnn.weight_hh_l0	8	-0.016591904684901237
71655	rnn.weight_hh_l0	9	-0.04872296750545502
71655	rnn.bias_ih_l0	0	-0.0692797526717186
71655	rnn.bias_ih_l0	1	-0.12581607699394226
71655	rnn.bias_ih_l0	2	-0.19215862452983856
71655	rnn.bias_ih_l0	3	-0.2465338259935379
71655	rnn.bias_ih_l0	4	0.02331126108765602
71655	rnn.bias_ih_l0	5	0.05105765536427498
71655	rnn.bias_ih_l0	6	-0.12323463708162308
71655	rnn.bias_ih_l0	7	-0.2062777578830719
71655	rnn.bias_ih_l0	8	-0.10275354981422424
71655	rnn.bias_ih_l0	9	-0.12635120749473572
71655	rnn.bias_hh_l0	0	0.13009880483150482
71655	rnn.bias_hh_l0	1	-0.045247286558151245
71655	rnn.bias_hh_l0	2	0.012363916262984276
71655	rnn.bias_hh_l0	3	-0.13644690811634064
71655	rnn.bias_hh_l0	4	0.033845700323581696
71655	rnn.bias_hh_l0	5	0.03124064952135086
71655	rnn.bias_hh_l0	6	-0.06128599867224693
71655	rnn.bias_hh_l0	7	-0.1260676234960556
71655	rnn.bias_hh_l0	8	-0.13975152373313904
71655	rnn.bias_hh_l0	9	-0.0834941640496254
71655	rnn.weight_ih_l0_reverse	0	-0.007231676019728184
71655	rnn.weight_ih_l0_reverse	1	0.027416374534368515
71655	rnn.weight_ih_l0_reverse	2	-0.01857420802116394
71655	rnn.weight_ih_l0_reverse	3	-0.01677953638136387
71655	rnn.weight_ih_l0_reverse	4	0.02553139068186283
71655	rnn.weight_ih_l0_reverse	5	-0.04712362959980965
71655	rnn.weight_ih_l0_reverse	6	-0.03831241652369499
71655	rnn.weight_ih_l0_reverse	7	-0.020233549177646637
71655	rnn.weight_ih_l0_reverse	8	0.03008393570780754
71655	rnn.weight_ih_l0_reverse	9	-0.012005261145532131
71655	rnn.weight_hh_l0_reverse	0	-0.006283506751060486
71655	rnn.weight_hh_l0_reverse	1	0.018037011846899986
71655	rnn.weight_hh_l0_reverse	2	-0.03545541316270828
71655	rnn.weight_hh_l0_reverse	3	0.03320598974823952
71655	rnn.weight_hh_l0_reverse	4	0.015071449801325798
71655	rnn.weight_hh_l0_reverse	5	-0.008749447762966156
71655	rnn.weight_hh_l0_reverse	6	0.03182162716984749
71655	rnn.weight_hh_l0_reverse	7	0.028424391523003578
71655	rnn.weight_hh_l0_reverse	8	0.0045741586945950985
71655	rnn.weight_hh_l0_reverse	9	-0.049965836107730865
71655	rnn.bias_ih_l0_reverse	0	-0.11114303022623062
71655	rnn.bias_ih_l0_reverse	1	-0.25471416115760803
71655	rnn.bias_ih_l0_reverse	2	-0.0536111518740654
71655	rnn.bias_ih_l0_reverse	3	-0.100081667304039
71655	rnn.bias_ih_l0_reverse	4	0.07733684033155441
71655	rnn.bias_ih_l0_reverse	5	-0.17953908443450928
71655	rnn.bias_ih_l0_reverse	6	-0.05415298789739609
71655	rnn.bias_ih_l0_reverse	7	-0.0005269400426186621
71655	rnn.bias_ih_l0_reverse	8	-0.14941419661045074
71655	rnn.bias_ih_l0_reverse	9	-0.07334408909082413
71655	rnn.bias_hh_l0_reverse	0	-0.10622791200876236
71655	rnn.bias_hh_l0_reverse	1	-0.08630134165287018
71655	rnn.bias_hh_l0_reverse	2	-0.019304098561406136
71655	rnn.bias_hh_l0_reverse	3	-0.11477110534906387
71655	rnn.bias_hh_l0_reverse	4	-0.03139036148786545
71655	rnn.bias_hh_l0_reverse	5	-0.09533677995204926
71655	rnn.bias_hh_l0_reverse	6	-0.0726209208369255
71655	rnn.bias_hh_l0_reverse	7	-0.1450941264629364
71655	rnn.bias_hh_l0_reverse	8	-0.03377864509820938
71655	rnn.bias_hh_l0_reverse	9	-0.1252773106098175
71655	linear.weight	0	-0.20777934789657593
71655	linear.weight	1	-0.1148889809846878
71655	linear.weight	2	-0.011228874325752258
71655	linear.weight	3	-0.0970333069562912
71655	linear.weight	4	0.034368012100458145
71655	linear.weight	5	0.17625246942043304
71655	linear.weight	6	0.0047744326293468475
71655	linear.weight	7	-0.021312154829502106
71655	linear.weight	8	0.10348618775606155
71655	linear.weight	9	0.1666412055492401
71655	linear.bias	0	-0.6952134370803833
71655	linear.bias	1	0.9288753867149353
71655	linear.bias	2	-0.18555888533592224
71655	linear.bias	3	-0.5322477221488953
71655	linear.bias	4	-1.1253360509872437
71655	linear.bias	5	-1.1386936902999878
71655	linear.bias	6	-0.675876796245575
71655	linear.bias	7	-0.7323901653289795
71655	linear.bias	8	-0.01705317199230194
71655	linear.bias	9	3.111947774887085
71852	transitions	0	-0.2521006166934967
71852	transitions	1	7.618195056915283
71852	transitions	2	-3.056750774383545
71852	transitions	3	1.2852582931518555
71852	transitions	4	-1.7467658519744873
71852	transitions	5	-0.30146798491477966
71852	transitions	6	-0.16106142103672028
71852	transitions	7	-10000.0
71852	transitions	8	1.63289213180542
71852	transitions	9	-2.287665605545044
71852	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
71852	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
71852	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
71852	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
71852	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
71852	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
71852	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
71852	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
71852	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
71852	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
71852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
71852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
71852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
71852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
71852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
71852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
71852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
71852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
71852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
71852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
71852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
71852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
71852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
71852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
71852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
71852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
71852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
71852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
71852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
71852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
71852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
71852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
71852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
71852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
71852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
71852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
71852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
71852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
71852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
71852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
71852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
71852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
71852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
71852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
71852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
71852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
71852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
71852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
71852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
71852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
71852	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
71852	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
71852	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
71852	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
71852	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
71852	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
71852	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
71852	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
71852	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
71852	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
71852	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
71852	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
71852	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
71852	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
71852	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
71852	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
71852	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
71852	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
71852	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
71852	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
71852	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
71852	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
71852	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
71852	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
71852	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
71852	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
71852	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
71852	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
71852	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
71852	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
71852	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
71852	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
71852	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
71852	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
71852	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
71852	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
71852	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
71852	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
71852	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
71852	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
71852	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
71852	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
71852	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
71852	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
71852	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
71852	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
71852	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
71852	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
71852	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
71852	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
71852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
71852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
71852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
71852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
71852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
71852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
71852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
71852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
71852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
71852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
71852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
71852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
71852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
71852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
71852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
71852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
71852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
71852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
71852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
71852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
71852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
71852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
71852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
71852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
71852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
71852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
71852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
71852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
71852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
71852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
71852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
71852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
71852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
71852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
71852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
71852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
71852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
71852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
71852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
71852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
71852	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
71852	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
71852	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
71852	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
71852	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
71852	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
71852	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
71852	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
71852	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
71852	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
71852	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
71852	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
71852	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
71852	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
71852	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
71852	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
71852	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
71852	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
71852	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
71852	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
71852	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
71852	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
71852	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
71852	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
71852	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
71852	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
71852	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
71852	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
71852	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
71852	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
71852	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
71852	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
71852	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
71852	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
71852	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
71852	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
71852	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
71852	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
71852	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
71852	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
71852	embedding2nn.weight	0	0.039032913744449615
71852	embedding2nn.weight	1	-0.06784269958734512
71852	embedding2nn.weight	2	0.009426336735486984
71852	embedding2nn.weight	3	-0.029844967648386955
71852	embedding2nn.weight	4	-0.0911933109164238
71852	embedding2nn.weight	5	0.0806027203798294
71852	embedding2nn.weight	6	-0.11595171689987183
71852	embedding2nn.weight	7	-0.07780621200799942
71852	embedding2nn.weight	8	-0.006192678119987249
71852	embedding2nn.weight	9	0.02901592291891575
71852	embedding2nn.bias	0	0.08589894324541092
71852	embedding2nn.bias	1	0.044339798390865326
71852	embedding2nn.bias	2	-0.14904488623142242
71852	embedding2nn.bias	3	0.041434917598962784
71852	embedding2nn.bias	4	0.030419310554862022
71852	embedding2nn.bias	5	-0.15813273191452026
71852	embedding2nn.bias	6	-0.08562270551919937
71852	embedding2nn.bias	7	-0.040071651339530945
71852	embedding2nn.bias	8	0.07792705297470093
71852	embedding2nn.bias	9	-0.11007488518953323
71852	rnn.weight_ih_l0	0	0.007262993138283491
71852	rnn.weight_ih_l0	1	-0.041723039001226425
71852	rnn.weight_ih_l0	2	-0.03749353066086769
71852	rnn.weight_ih_l0	3	-0.013090099208056927
71852	rnn.weight_ih_l0	4	0.007059857714921236
71852	rnn.weight_ih_l0	5	-0.05316958948969841
71852	rnn.weight_ih_l0	6	0.026692552492022514
71852	rnn.weight_ih_l0	7	-0.06326470524072647
71852	rnn.weight_ih_l0	8	0.01571469195187092
71852	rnn.weight_ih_l0	9	-0.010852513834834099
71852	rnn.weight_hh_l0	0	-0.007924709469079971
71852	rnn.weight_hh_l0	1	-0.06741878390312195
71852	rnn.weight_hh_l0	2	0.04214158654212952
71852	rnn.weight_hh_l0	3	0.02033170312643051
71852	rnn.weight_hh_l0	4	0.008336350321769714
71852	rnn.weight_hh_l0	5	0.042572714388370514
71852	rnn.weight_hh_l0	6	-0.010952367447316647
71852	rnn.weight_hh_l0	7	-0.0702965185046196
71852	rnn.weight_hh_l0	8	-0.016701718792319298
71852	rnn.weight_hh_l0	9	-0.05053865164518356
71852	rnn.bias_ih_l0	0	-0.07029443234205246
71852	rnn.bias_ih_l0	1	-0.12453434616327286
71852	rnn.bias_ih_l0	2	-0.19101670384407043
71852	rnn.bias_ih_l0	3	-0.24549314379692078
71852	rnn.bias_ih_l0	4	0.024312375113368034
71852	rnn.bias_ih_l0	5	0.04962434619665146
71852	rnn.bias_ih_l0	6	-0.12297669798135757
71852	rnn.bias_ih_l0	7	-0.20288170874118805
71852	rnn.bias_ih_l0	8	-0.10505345463752747
71852	rnn.bias_ih_l0	9	-0.13271202147006989
71852	rnn.bias_hh_l0	0	0.13258865475654602
71852	rnn.bias_hh_l0	1	-0.04496895149350166
71852	rnn.bias_hh_l0	2	0.012431466951966286
71852	rnn.bias_hh_l0	3	-0.1378825455904007
71852	rnn.bias_hh_l0	4	0.036618638783693314
71852	rnn.bias_hh_l0	5	0.02276051603257656
71852	rnn.bias_hh_l0	6	-0.06445255130529404
71852	rnn.bias_hh_l0	7	-0.12357044965028763
71852	rnn.bias_hh_l0	8	-0.13938409090042114
71852	rnn.bias_hh_l0	9	-0.09133389592170715
71852	rnn.weight_ih_l0_reverse	0	-0.00936006847769022
71852	rnn.weight_ih_l0_reverse	1	0.028433501720428467
71852	rnn.weight_ih_l0_reverse	2	-0.017703788354992867
71852	rnn.weight_ih_l0_reverse	3	-0.01362578570842743
71852	rnn.weight_ih_l0_reverse	4	0.02212194912135601
71852	rnn.weight_ih_l0_reverse	5	-0.04787540063261986
71852	rnn.weight_ih_l0_reverse	6	-0.04009798541665077
71852	rnn.weight_ih_l0_reverse	7	-0.015272649936378002
71852	rnn.weight_ih_l0_reverse	8	0.032698843628168106
71852	rnn.weight_ih_l0_reverse	9	-0.012737561948597431
71852	rnn.weight_hh_l0_reverse	0	-0.00572718121111393
71852	rnn.weight_hh_l0_reverse	1	0.017214613035321236
71852	rnn.weight_hh_l0_reverse	2	-0.035693153738975525
71852	rnn.weight_hh_l0_reverse	3	0.033100683242082596
71852	rnn.weight_hh_l0_reverse	4	0.015602448023855686
71852	rnn.weight_hh_l0_reverse	5	-0.009278693236410618
71852	rnn.weight_hh_l0_reverse	6	0.03162632882595062
71852	rnn.weight_hh_l0_reverse	7	0.028667008504271507
71852	rnn.weight_hh_l0_reverse	8	0.005332142114639282
71852	rnn.weight_hh_l0_reverse	9	-0.04934084042906761
71852	rnn.bias_ih_l0_reverse	0	-0.11034560948610306
71852	rnn.bias_ih_l0_reverse	1	-0.258811891078949
71852	rnn.bias_ih_l0_reverse	2	-0.052950888872146606
71852	rnn.bias_ih_l0_reverse	3	-0.09876852482557297
71852	rnn.bias_ih_l0_reverse	4	0.07811449468135834
71852	rnn.bias_ih_l0_reverse	5	-0.17728593945503235
71852	rnn.bias_ih_l0_reverse	6	-0.05488918349146843
71852	rnn.bias_ih_l0_reverse	7	0.004269153345376253
71852	rnn.bias_ih_l0_reverse	8	-0.15012803673744202
71852	rnn.bias_ih_l0_reverse	9	-0.0709415078163147
71852	rnn.bias_hh_l0_reverse	0	-0.1057562604546547
71852	rnn.bias_hh_l0_reverse	1	-0.08835883438587189
71852	rnn.bias_hh_l0_reverse	2	-0.02088533528149128
71852	rnn.bias_hh_l0_reverse	3	-0.11306945979595184
71852	rnn.bias_hh_l0_reverse	4	-0.029058795422315598
71852	rnn.bias_hh_l0_reverse	5	-0.09612034261226654
71852	rnn.bias_hh_l0_reverse	6	-0.07585207372903824
71852	rnn.bias_hh_l0_reverse	7	-0.1442568153142929
71852	rnn.bias_hh_l0_reverse	8	-0.0301265399903059
71852	rnn.bias_hh_l0_reverse	9	-0.12349999696016312
71852	linear.weight	0	-0.2137051373720169
71852	linear.weight	1	-0.1164783239364624
71852	linear.weight	2	-0.011228874325752258
71852	linear.weight	3	-0.12043354660272598
71852	linear.weight	4	0.013047372922301292
71852	linear.weight	5	0.1895311325788498
71852	linear.weight	6	0.0047744326293468475
71852	linear.weight	7	-0.021312154829502106
71852	linear.weight	8	0.1212833821773529
71852	linear.weight	9	0.17118307948112488
71852	linear.bias	0	-0.6899059414863586
71852	linear.bias	1	0.9927082061767578
71852	linear.bias	2	-0.17378132045269012
71852	linear.bias	3	-0.5241808891296387
71852	linear.bias	4	-1.1725906133651733
71852	linear.bias	5	-1.1388680934906006
71852	linear.bias	6	-0.6695250868797302
71852	linear.bias	7	-0.6974328756332397
71852	linear.bias	8	-0.01705317199230194
71852	linear.bias	9	3.057060480117798
72049	transitions	0	-0.252523273229599
72049	transitions	1	7.650986671447754
72049	transitions	2	-3.058900833129883
72049	transitions	3	1.306821346282959
72049	transitions	4	-1.7488692998886108
72049	transitions	5	-0.30168214440345764
72049	transitions	6	-0.16119052469730377
72049	transitions	7	-10000.0
72049	transitions	8	1.6299049854278564
72049	transitions	9	-2.2876882553100586
72049	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
72049	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
72049	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
72049	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
72049	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
72049	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
72049	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
72049	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
72049	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
72049	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
72049	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
72049	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
72049	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
72049	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
72049	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
72049	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
72049	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
72049	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
72049	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
72049	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
72049	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
72049	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
72049	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
72049	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
72049	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
72049	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
72049	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
72049	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
72049	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
72049	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
72049	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
72049	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
72049	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
72049	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
72049	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
72049	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
72049	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
72049	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
72049	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
72049	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
72049	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
72049	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
72049	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
72049	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
72049	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
72049	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
72049	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
72049	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
72049	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
72049	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
72049	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
72049	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
72049	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
72049	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
72049	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
72049	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
72049	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
72049	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
72049	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
72049	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
72049	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
72049	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
72049	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
72049	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
72049	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
72049	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
72049	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
72049	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
72049	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
72049	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
72049	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
72049	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
72049	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
72049	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
72049	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
72049	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
72049	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
72049	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
72049	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
72049	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
72049	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
72049	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
72049	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
72049	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
72049	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
72049	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
72049	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
72049	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
72049	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
72049	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
72049	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
72049	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
72049	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
72049	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
72049	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
72049	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
72049	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
72049	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
72049	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
72049	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
72049	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
72049	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
72049	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
72049	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
72049	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
72049	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
72049	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
72049	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
72049	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
72049	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
72049	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
72049	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
72049	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
72049	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
72049	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
72049	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
72049	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
72049	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
72049	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
72049	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
72049	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
72049	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
72049	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
72049	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
72049	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
72049	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
72049	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
72049	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
72049	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
72049	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
72049	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
72049	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
72049	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
72049	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
72049	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
72049	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
72049	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
72049	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
72049	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
72049	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
72049	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
72049	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
72049	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
72049	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
72049	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
72049	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
72049	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
72049	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
72049	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
72049	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
72049	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
72049	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
72049	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
72049	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
72049	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
72049	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
72049	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
72049	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
72049	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
72049	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
72049	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
72049	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
72049	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
72049	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
72049	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
72049	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
72049	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
72049	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
72049	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
72049	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
72049	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
72049	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
72049	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
72049	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
72049	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
72049	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
72049	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
72049	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
72049	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
72049	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
72049	embedding2nn.weight	0	0.03813786059617996
72049	embedding2nn.weight	1	-0.06799469143152237
72049	embedding2nn.weight	2	0.008377773687243462
72049	embedding2nn.weight	3	-0.031414732336997986
72049	embedding2nn.weight	4	-0.08639300614595413
72049	embedding2nn.weight	5	0.0816916972398758
72049	embedding2nn.weight	6	-0.11183377355337143
72049	embedding2nn.weight	7	-0.07756493240594864
72049	embedding2nn.weight	8	-0.008645592257380486
72049	embedding2nn.weight	9	0.025346999987959862
72049	embedding2nn.bias	0	0.09352852404117584
72049	embedding2nn.bias	1	0.037389855831861496
72049	embedding2nn.bias	2	-0.1425657570362091
72049	embedding2nn.bias	3	0.04468855634331703
72049	embedding2nn.bias	4	0.02990369312465191
72049	embedding2nn.bias	5	-0.16403762996196747
72049	embedding2nn.bias	6	-0.07288270443677902
72049	embedding2nn.bias	7	-0.03948333486914635
72049	embedding2nn.bias	8	0.08342540264129639
72049	embedding2nn.bias	9	-0.10333158820867538
72049	rnn.weight_ih_l0	0	0.004038778133690357
72049	rnn.weight_ih_l0	1	-0.03731603920459747
72049	rnn.weight_ih_l0	2	-0.03988490626215935
72049	rnn.weight_ih_l0	3	-0.017508285120129585
72049	rnn.weight_ih_l0	4	0.008126969449222088
72049	rnn.weight_ih_l0	5	-0.049600012600421906
72049	rnn.weight_ih_l0	6	0.029487930238246918
72049	rnn.weight_ih_l0	7	-0.0631418228149414
72049	rnn.weight_ih_l0	8	0.01503009907901287
72049	rnn.weight_ih_l0	9	-0.010796131566166878
72049	rnn.weight_hh_l0	0	-0.007715883199125528
72049	rnn.weight_hh_l0	1	-0.06688275188207626
72049	rnn.weight_hh_l0	2	0.04233114421367645
72049	rnn.weight_hh_l0	3	0.020121095702052116
72049	rnn.weight_hh_l0	4	0.008402502164244652
72049	rnn.weight_hh_l0	5	0.04293379932641983
72049	rnn.weight_hh_l0	6	-0.011777659878134727
72049	rnn.weight_hh_l0	7	-0.07042515277862549
72049	rnn.weight_hh_l0	8	-0.015928028151392937
72049	rnn.weight_hh_l0	9	-0.05293112248182297
72049	rnn.bias_ih_l0	0	-0.06555220484733582
72049	rnn.bias_ih_l0	1	-0.12243396043777466
72049	rnn.bias_ih_l0	2	-0.19239401817321777
72049	rnn.bias_ih_l0	3	-0.24757133424282074
72049	rnn.bias_ih_l0	4	0.023761991411447525
72049	rnn.bias_ih_l0	5	0.044082507491111755
72049	rnn.bias_ih_l0	6	-0.12079371511936188
72049	rnn.bias_ih_l0	7	-0.20272605121135712
72049	rnn.bias_ih_l0	8	-0.10833411663770676
72049	rnn.bias_ih_l0	9	-0.13480862975120544
72049	rnn.bias_hh_l0	0	0.13203823566436768
72049	rnn.bias_hh_l0	1	-0.044071197509765625
72049	rnn.bias_hh_l0	2	0.012380118481814861
72049	rnn.bias_hh_l0	3	-0.14097748696804047
72049	rnn.bias_hh_l0	4	0.035225603729486465
72049	rnn.bias_hh_l0	5	0.024068472906947136
72049	rnn.bias_hh_l0	6	-0.06462425738573074
72049	rnn.bias_hh_l0	7	-0.12636502087116241
72049	rnn.bias_hh_l0	8	-0.13734444975852966
72049	rnn.bias_hh_l0	9	-0.09138094633817673
72049	rnn.weight_ih_l0_reverse	0	-0.011250551789999008
72049	rnn.weight_ih_l0_reverse	1	0.02918383851647377
72049	rnn.weight_ih_l0_reverse	2	-0.019778378307819366
72049	rnn.weight_ih_l0_reverse	3	-0.008876415900886059
72049	rnn.weight_ih_l0_reverse	4	0.02078774757683277
72049	rnn.weight_ih_l0_reverse	5	-0.05005212128162384
72049	rnn.weight_ih_l0_reverse	6	-0.040442973375320435
72049	rnn.weight_ih_l0_reverse	7	-0.011354456655681133
72049	rnn.weight_ih_l0_reverse	8	0.029794687405228615
72049	rnn.weight_ih_l0_reverse	9	-0.01360536739230156
72049	rnn.weight_hh_l0_reverse	0	-0.006429014727473259
72049	rnn.weight_hh_l0_reverse	1	0.017754631116986275
72049	rnn.weight_hh_l0_reverse	2	-0.035813797265291214
72049	rnn.weight_hh_l0_reverse	3	0.03280971199274063
72049	rnn.weight_hh_l0_reverse	4	0.015941964462399483
72049	rnn.weight_hh_l0_reverse	5	-0.00794641487300396
72049	rnn.weight_hh_l0_reverse	6	0.03140906244516373
72049	rnn.weight_hh_l0_reverse	7	0.026353171095252037
72049	rnn.weight_hh_l0_reverse	8	0.004558118991553783
72049	rnn.weight_hh_l0_reverse	9	-0.05034162104129791
72049	rnn.bias_ih_l0_reverse	0	-0.10717673599720001
72049	rnn.bias_ih_l0_reverse	1	-0.2631835639476776
72049	rnn.bias_ih_l0_reverse	2	-0.054035164415836334
72049	rnn.bias_ih_l0_reverse	3	-0.09975527971982956
72049	rnn.bias_ih_l0_reverse	4	0.08173894882202148
72049	rnn.bias_ih_l0_reverse	5	-0.17811466753482819
72049	rnn.bias_ih_l0_reverse	6	-0.054835107177495956
72049	rnn.bias_ih_l0_reverse	7	0.007333066780120134
72049	rnn.bias_ih_l0_reverse	8	-0.14900872111320496
72049	rnn.bias_ih_l0_reverse	9	-0.07000920921564102
72049	rnn.bias_hh_l0_reverse	0	-0.10169047862291336
72049	rnn.bias_hh_l0_reverse	1	-0.09159909933805466
72049	rnn.bias_hh_l0_reverse	2	-0.021349217742681503
72049	rnn.bias_hh_l0_reverse	3	-0.10719146579504013
72049	rnn.bias_hh_l0_reverse	4	-0.028805101290345192
72049	rnn.bias_hh_l0_reverse	5	-0.09734135866165161
72049	rnn.bias_hh_l0_reverse	6	-0.07003737986087799
72049	rnn.bias_hh_l0_reverse	7	-0.14458933472633362
72049	rnn.bias_hh_l0_reverse	8	-0.028064576908946037
72049	rnn.bias_hh_l0_reverse	9	-0.12604568898677826
72049	linear.weight	0	-0.2345830500125885
72049	linear.weight	1	-0.10767504572868347
72049	linear.weight	2	-0.011228874325752258
72049	linear.weight	3	-0.09208999574184418
72049	linear.weight	4	0.002379683079198003
72049	linear.weight	5	0.19554635882377625
72049	linear.weight	6	0.0047744326293468475
72049	linear.weight	7	-0.021312154829502106
72049	linear.weight	8	0.15342916548252106
72049	linear.weight	9	0.1704869568347931
72049	linear.bias	0	-0.700178325176239
72049	linear.bias	1	1.0046300888061523
72049	linear.bias	2	-0.22189700603485107
72049	linear.bias	3	-0.49553948640823364
72049	linear.bias	4	-1.1250462532043457
72049	linear.bias	5	-1.1390302181243896
72049	linear.bias	6	-0.6725959181785583
72049	linear.bias	7	-0.7200714945793152
72049	linear.bias	8	-0.01705317199230194
72049	linear.bias	9	3.037365436553955
72246	transitions	0	-0.25389719009399414
72246	transitions	1	7.609951019287109
72246	transitions	2	-3.0613558292388916
72246	transitions	3	1.3017116785049438
72246	transitions	4	-1.750590205192566
72246	transitions	5	-0.3023671507835388
72246	transitions	6	-0.16130441427230835
72246	transitions	7	-10000.0
72246	transitions	8	1.6317445039749146
72246	transitions	9	-2.287729501724243
72246	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
72246	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
72246	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
72246	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
72246	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
72246	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
72246	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
72246	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
72246	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
72246	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
72246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
72246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
72246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
72246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
72246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
72246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
72246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
72246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
72246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
72246	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
72246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
72246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
72246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
72246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
72246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
72246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
72246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
72246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
72246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
72246	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
72246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
72246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
72246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
72246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
72246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
72246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
72246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
72246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
72246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
72246	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
72246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
72246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
72246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
72246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
72246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
72246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
72246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
72246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
72246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
72246	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
72246	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
72246	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
72246	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
72246	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
72246	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
72246	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
72246	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
72246	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
72246	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
72246	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
72246	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
72246	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
72246	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
72246	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
72246	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
72246	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
72246	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
72246	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
72246	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
72246	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
72246	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
72246	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
72246	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
72246	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
72246	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
72246	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
72246	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
72246	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
72246	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
72246	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
72246	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
72246	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
72246	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
72246	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
72246	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
72246	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
72246	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
72246	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
72246	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
72246	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
72246	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
72246	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
72246	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
72246	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
72246	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
72246	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
72246	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
72246	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
72246	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
72246	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
72246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
72246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
72246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
72246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
72246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
72246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
72246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
72246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
72246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
72246	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
72246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
72246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
72246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
72246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
72246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
72246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
72246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
72246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
72246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
72246	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
72246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
72246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
72246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
72246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
72246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
72246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
72246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
72246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
72246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
72246	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
72246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
72246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
72246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
72246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
72246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
72246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
72246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
72246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
72246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
72246	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
72246	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
72246	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
72246	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
72246	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
72246	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
72246	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
72246	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
72246	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
72246	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
72246	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
72246	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
72246	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
72246	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
72246	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
72246	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
72246	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
72246	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
72246	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
72246	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
72246	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
72246	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
72246	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
72246	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
72246	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
72246	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
72246	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
72246	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
72246	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
72246	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
72246	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
72246	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
72246	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
72246	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
72246	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
72246	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
72246	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
72246	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
72246	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
72246	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
72246	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
72246	embedding2nn.weight	0	0.03741178289055824
72246	embedding2nn.weight	1	-0.06860393285751343
72246	embedding2nn.weight	2	0.010347072966396809
72246	embedding2nn.weight	3	-0.029998786747455597
72246	embedding2nn.weight	4	-0.08560872822999954
72246	embedding2nn.weight	5	0.08095590770244598
72246	embedding2nn.weight	6	-0.11096611618995667
72246	embedding2nn.weight	7	-0.0745900571346283
72246	embedding2nn.weight	8	-0.009211430326104164
72246	embedding2nn.weight	9	0.030722901225090027
72246	embedding2nn.bias	0	0.08277487754821777
72246	embedding2nn.bias	1	0.029972191900014877
72246	embedding2nn.bias	2	-0.14901304244995117
72246	embedding2nn.bias	3	0.04140107333660126
72246	embedding2nn.bias	4	0.02658630721271038
72246	embedding2nn.bias	5	-0.17714804410934448
72246	embedding2nn.bias	6	-0.07145889848470688
72246	embedding2nn.bias	7	-0.02999928779900074
72246	embedding2nn.bias	8	0.07948065549135208
72246	embedding2nn.bias	9	-0.11413874477148056
72246	rnn.weight_ih_l0	0	0.004104529973119497
72246	rnn.weight_ih_l0	1	-0.036562517285346985
72246	rnn.weight_ih_l0	2	-0.03642141446471214
72246	rnn.weight_ih_l0	3	-0.01661972515285015
72246	rnn.weight_ih_l0	4	0.00846597459167242
72246	rnn.weight_ih_l0	5	-0.051075201481580734
72246	rnn.weight_ih_l0	6	0.029441289603710175
72246	rnn.weight_ih_l0	7	-0.060646481812000275
72246	rnn.weight_ih_l0	8	0.019026415422558784
72246	rnn.weight_ih_l0	9	-0.008351930417120457
72246	rnn.weight_hh_l0	0	-0.007144015282392502
72246	rnn.weight_hh_l0	1	-0.06729812175035477
72246	rnn.weight_hh_l0	2	0.04182396084070206
72246	rnn.weight_hh_l0	3	0.020024774596095085
72246	rnn.weight_hh_l0	4	0.008662611246109009
72246	rnn.weight_hh_l0	5	0.04363258183002472
72246	rnn.weight_hh_l0	6	-0.011000871658325195
72246	rnn.weight_hh_l0	7	-0.07067891210317612
72246	rnn.weight_hh_l0	8	-0.016639344394207
72246	rnn.weight_hh_l0	9	-0.050585050135850906
72246	rnn.bias_ih_l0	0	-0.06716761738061905
72246	rnn.bias_ih_l0	1	-0.1230093464255333
72246	rnn.bias_ih_l0	2	-0.1945808231830597
72246	rnn.bias_ih_l0	3	-0.24654541909694672
72246	rnn.bias_ih_l0	4	0.022074982523918152
72246	rnn.bias_ih_l0	5	0.04146366938948631
72246	rnn.bias_ih_l0	6	-0.12376666814088821
72246	rnn.bias_ih_l0	7	-0.20655877888202667
72246	rnn.bias_ih_l0	8	-0.1062319427728653
72246	rnn.bias_ih_l0	9	-0.13190418481826782
72246	rnn.bias_hh_l0	0	0.12732753157615662
72246	rnn.bias_hh_l0	1	-0.044484976679086685
72246	rnn.bias_hh_l0	2	0.015988675877451897
72246	rnn.bias_hh_l0	3	-0.13909153640270233
72246	rnn.bias_hh_l0	4	0.03551652282476425
72246	rnn.bias_hh_l0	5	0.023565221577882767
72246	rnn.bias_hh_l0	6	-0.059955254197120667
72246	rnn.bias_hh_l0	7	-0.12564216554164886
72246	rnn.bias_hh_l0	8	-0.1416940987110138
72246	rnn.bias_hh_l0	9	-0.0916612297296524
72246	rnn.weight_ih_l0_reverse	0	-0.011319290846586227
72246	rnn.weight_ih_l0_reverse	1	0.03059390000998974
72246	rnn.weight_ih_l0_reverse	2	-0.017303859815001488
72246	rnn.weight_ih_l0_reverse	3	-0.011169714853167534
72246	rnn.weight_ih_l0_reverse	4	0.02255619503557682
72246	rnn.weight_ih_l0_reverse	5	-0.04572559893131256
72246	rnn.weight_ih_l0_reverse	6	-0.044260647147893906
72246	rnn.weight_ih_l0_reverse	7	-0.011579004116356373
72246	rnn.weight_ih_l0_reverse	8	0.0296962670981884
72246	rnn.weight_ih_l0_reverse	9	-0.013476751744747162
72246	rnn.weight_hh_l0_reverse	0	-0.0070129516534507275
72246	rnn.weight_hh_l0_reverse	1	0.017134759575128555
72246	rnn.weight_hh_l0_reverse	2	-0.03581427037715912
72246	rnn.weight_hh_l0_reverse	3	0.032036010175943375
72246	rnn.weight_hh_l0_reverse	4	0.01566973328590393
72246	rnn.weight_hh_l0_reverse	5	-0.0073603680357337
72246	rnn.weight_hh_l0_reverse	6	0.03106873109936714
72246	rnn.weight_hh_l0_reverse	7	0.02599843218922615
72246	rnn.weight_hh_l0_reverse	8	0.004014922771602869
72246	rnn.weight_hh_l0_reverse	9	-0.0506160669028759
72246	rnn.bias_ih_l0_reverse	0	-0.10659071058034897
72246	rnn.bias_ih_l0_reverse	1	-0.26274651288986206
72246	rnn.bias_ih_l0_reverse	2	-0.053553834557533264
72246	rnn.bias_ih_l0_reverse	3	-0.1007516086101532
72246	rnn.bias_ih_l0_reverse	4	0.0817628875374794
72246	rnn.bias_ih_l0_reverse	5	-0.18185731768608093
72246	rnn.bias_ih_l0_reverse	6	-0.05242547392845154
72246	rnn.bias_ih_l0_reverse	7	-0.001144559122622013
72246	rnn.bias_ih_l0_reverse	8	-0.14684006571769714
72246	rnn.bias_ih_l0_reverse	9	-0.06812053918838501
72246	rnn.bias_hh_l0_reverse	0	-0.0991755798459053
72246	rnn.bias_hh_l0_reverse	1	-0.08705032616853714
72246	rnn.bias_hh_l0_reverse	2	-0.020917417481541634
72246	rnn.bias_hh_l0_reverse	3	-0.10989126563072205
72246	rnn.bias_hh_l0_reverse	4	-0.02612967975437641
72246	rnn.bias_hh_l0_reverse	5	-0.09371820837259293
72246	rnn.bias_hh_l0_reverse	6	-0.06637558341026306
72246	rnn.bias_hh_l0_reverse	7	-0.15049858391284943
72246	rnn.bias_hh_l0_reverse	8	-0.028801942244172096
72246	rnn.bias_hh_l0_reverse	9	-0.12446890771389008
72246	linear.weight	0	-0.22076009213924408
72246	linear.weight	1	-0.10656009614467621
72246	linear.weight	2	-0.011228874325752258
72246	linear.weight	3	-0.08508691936731339
72246	linear.weight	4	0.0008050790638662875
72246	linear.weight	5	0.1909860074520111
72246	linear.weight	6	0.0047744326293468475
72246	linear.weight	7	-0.021312154829502106
72246	linear.weight	8	0.13805580139160156
72246	linear.weight	9	0.15314258635044098
72246	linear.bias	0	-0.71259605884552
72246	linear.bias	1	0.9920421838760376
72246	linear.bias	2	-0.2446885108947754
72246	linear.bias	3	-0.5224738121032715
72246	linear.bias	4	-1.1356117725372314
72246	linear.bias	5	-1.1391960382461548
72246	linear.bias	6	-0.6853882670402527
72246	linear.bias	7	-0.724996030330658
72246	linear.bias	8	-0.01705317199230194
72246	linear.bias	9	2.975816488265991
72443	transitions	0	-0.25418275594711304
72443	transitions	1	7.620707988739014
72443	transitions	2	-3.0633232593536377
72443	transitions	3	1.2928601503372192
72443	transitions	4	-1.7521759271621704
72443	transitions	5	-0.30311691761016846
72443	transitions	6	-0.16151244938373566
72443	transitions	7	-10000.0
72443	transitions	8	1.633873462677002
72443	transitions	9	-2.2877635955810547
72443	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
72443	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
72443	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
72443	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
72443	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
72443	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
72443	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
72443	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
72443	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
72443	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
72443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
72443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
72443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
72443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
72443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
72443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
72443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
72443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
72443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
72443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
72443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
72443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
72443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
72443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
72443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
72443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
72443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
72443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
72443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
72443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
72443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
72443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
72443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
72443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
72443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
72443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
72443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
72443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
72443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
72443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
72443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
72443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
72443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
72443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
72443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
72443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
72443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
72443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
72443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
72443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
72443	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
72443	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
72443	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
72443	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
72443	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
72443	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
72443	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
72443	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
72443	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
72443	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
72443	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
72443	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
72443	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
72443	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
72443	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
72443	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
72443	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
72443	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
72443	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
72443	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
72443	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
72443	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
72443	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
72443	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
72443	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
72443	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
72443	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
72443	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
72443	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
72443	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
72443	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
72443	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
72443	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
72443	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
72443	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
72443	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
72443	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
72443	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
72443	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
72443	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
72443	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
72443	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
72443	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
72443	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
72443	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
72443	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
72443	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
72443	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
72443	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
72443	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
72443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
72443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
72443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
72443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
72443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
72443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
72443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
72443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
72443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
72443	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
72443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
72443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
72443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
72443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
72443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
72443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
72443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
72443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
72443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
72443	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
72443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
72443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
72443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
72443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
72443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
72443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
72443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
72443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
72443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
72443	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
72443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
72443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
72443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
72443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
72443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
72443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
72443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
72443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
72443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
72443	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
72443	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
72443	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
72443	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
72443	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
72443	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
72443	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
72443	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
72443	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
72443	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
72443	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
72443	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
72443	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
72443	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
72443	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
72443	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
72443	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
72443	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
72443	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
72443	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
72443	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
72443	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
72443	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
72443	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
72443	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
72443	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
72443	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
72443	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
72443	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
72443	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
72443	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
72443	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
72443	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
72443	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
72443	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
72443	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
72443	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
72443	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
72443	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
72443	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
72443	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
72443	embedding2nn.weight	0	0.03741174191236496
72443	embedding2nn.weight	1	-0.0678296610713005
72443	embedding2nn.weight	2	0.010672523640096188
72443	embedding2nn.weight	3	-0.030382836237549782
72443	embedding2nn.weight	4	-0.08807670325040817
72443	embedding2nn.weight	5	0.08004961907863617
72443	embedding2nn.weight	6	-0.10697463154792786
72443	embedding2nn.weight	7	-0.0717727318406105
72443	embedding2nn.weight	8	-0.00967472419142723
72443	embedding2nn.weight	9	0.028167031705379486
72443	embedding2nn.bias	0	0.08233218640089035
72443	embedding2nn.bias	1	0.02625480853021145
72443	embedding2nn.bias	2	-0.15092803537845612
72443	embedding2nn.bias	3	0.03772293031215668
72443	embedding2nn.bias	4	0.02347795106470585
72443	embedding2nn.bias	5	-0.17607428133487701
72443	embedding2nn.bias	6	-0.07481704652309418
72443	embedding2nn.bias	7	-0.03726177290081978
72443	embedding2nn.bias	8	0.07956215739250183
72443	embedding2nn.bias	9	-0.11782702803611755
72443	rnn.weight_ih_l0	0	0.007322084624320269
72443	rnn.weight_ih_l0	1	-0.03682301938533783
72443	rnn.weight_ih_l0	2	-0.036627620458602905
72443	rnn.weight_ih_l0	3	-0.01738978922367096
72443	rnn.weight_ih_l0	4	0.002981965895742178
72443	rnn.weight_ih_l0	5	-0.04990622401237488
72443	rnn.weight_ih_l0	6	0.026789164170622826
72443	rnn.weight_ih_l0	7	-0.05709043890237808
72443	rnn.weight_ih_l0	8	0.01913180574774742
72443	rnn.weight_ih_l0	9	-0.01110561192035675
72443	rnn.weight_hh_l0	0	-0.006766090169548988
72443	rnn.weight_hh_l0	1	-0.06690391898155212
72443	rnn.weight_hh_l0	2	0.04254310950636864
72443	rnn.weight_hh_l0	3	0.01985148712992668
72443	rnn.weight_hh_l0	4	0.009129266254603863
72443	rnn.weight_hh_l0	5	0.0425402969121933
72443	rnn.weight_hh_l0	6	-0.011330528184771538
72443	rnn.weight_hh_l0	7	-0.07043200731277466
72443	rnn.weight_hh_l0	8	-0.018134383484721184
72443	rnn.weight_hh_l0	9	-0.0512445904314518
72443	rnn.bias_ih_l0	0	-0.06065729260444641
72443	rnn.bias_ih_l0	1	-0.12413076311349869
72443	rnn.bias_ih_l0	2	-0.1947833150625229
72443	rnn.bias_ih_l0	3	-0.2472205013036728
72443	rnn.bias_ih_l0	4	0.018091581761837006
72443	rnn.bias_ih_l0	5	0.04414982721209526
72443	rnn.bias_ih_l0	6	-0.12361957877874374
72443	rnn.bias_ih_l0	7	-0.20675358176231384
72443	rnn.bias_ih_l0	8	-0.10845320671796799
72443	rnn.bias_ih_l0	9	-0.13742008805274963
72443	rnn.bias_hh_l0	0	0.12760616838932037
72443	rnn.bias_hh_l0	1	-0.04570892080664635
72443	rnn.bias_hh_l0	2	0.014079749584197998
72443	rnn.bias_hh_l0	3	-0.13979920744895935
72443	rnn.bias_hh_l0	4	0.027625756338238716
72443	rnn.bias_hh_l0	5	0.02360960841178894
72443	rnn.bias_hh_l0	6	-0.06814772635698318
72443	rnn.bias_hh_l0	7	-0.1250981092453003
72443	rnn.bias_hh_l0	8	-0.13931536674499512
72443	rnn.bias_hh_l0	9	-0.08887290209531784
72443	rnn.weight_ih_l0_reverse	0	-0.0121779078617692
72443	rnn.weight_ih_l0_reverse	1	0.031289923936128616
72443	rnn.weight_ih_l0_reverse	2	-0.020748792216181755
72443	rnn.weight_ih_l0_reverse	3	-0.009756140410900116
72443	rnn.weight_ih_l0_reverse	4	0.026184646412730217
72443	rnn.weight_ih_l0_reverse	5	-0.046222418546676636
72443	rnn.weight_ih_l0_reverse	6	-0.04259980097413063
72443	rnn.weight_ih_l0_reverse	7	-0.011142036877572536
72443	rnn.weight_ih_l0_reverse	8	0.030430924147367477
72443	rnn.weight_ih_l0_reverse	9	-0.013917651027441025
72443	rnn.weight_hh_l0_reverse	0	-0.007459766231477261
72443	rnn.weight_hh_l0_reverse	1	0.01725909858942032
72443	rnn.weight_hh_l0_reverse	2	-0.035919010639190674
72443	rnn.weight_hh_l0_reverse	3	0.031444184482097626
72443	rnn.weight_hh_l0_reverse	4	0.015141181647777557
72443	rnn.weight_hh_l0_reverse	5	-0.00661922013387084
72443	rnn.weight_hh_l0_reverse	6	0.03094511106610298
72443	rnn.weight_hh_l0_reverse	7	0.025558432564139366
72443	rnn.weight_hh_l0_reverse	8	0.003775270888581872
72443	rnn.weight_hh_l0_reverse	9	-0.050975099205970764
72443	rnn.bias_ih_l0_reverse	0	-0.10688067972660065
72443	rnn.bias_ih_l0_reverse	1	-0.260234534740448
72443	rnn.bias_ih_l0_reverse	2	-0.053200863301754
72443	rnn.bias_ih_l0_reverse	3	-0.09984441846609116
72443	rnn.bias_ih_l0_reverse	4	0.0849125012755394
72443	rnn.bias_ih_l0_reverse	5	-0.17864085733890533
72443	rnn.bias_ih_l0_reverse	6	-0.050655875355005264
72443	rnn.bias_ih_l0_reverse	7	0.0018285716651007533
72443	rnn.bias_ih_l0_reverse	8	-0.14607758820056915
72443	rnn.bias_ih_l0_reverse	9	-0.07072906196117401
72443	rnn.bias_hh_l0_reverse	0	-0.1024034395813942
72443	rnn.bias_hh_l0_reverse	1	-0.09063368290662766
72443	rnn.bias_hh_l0_reverse	2	-0.019857166334986687
72443	rnn.bias_hh_l0_reverse	3	-0.11100689321756363
72443	rnn.bias_hh_l0_reverse	4	-0.027526795864105225
72443	rnn.bias_hh_l0_reverse	5	-0.09378600120544434
72443	rnn.bias_hh_l0_reverse	6	-0.06921354681253433
72443	rnn.bias_hh_l0_reverse	7	-0.15200451016426086
72443	rnn.bias_hh_l0_reverse	8	-0.03293353319168091
72443	rnn.bias_hh_l0_reverse	9	-0.12269250303506851
72443	linear.weight	0	-0.24592392146587372
72443	linear.weight	1	-0.10586736351251602
72443	linear.weight	2	-0.011228874325752258
72443	linear.weight	3	-0.061609625816345215
72443	linear.weight	4	-0.00864652544260025
72443	linear.weight	5	0.1985185593366623
72443	linear.weight	6	0.0047744326293468475
72443	linear.weight	7	-0.021312154829502106
72443	linear.weight	8	0.14591702818870544
72443	linear.weight	9	0.15911255776882172
72443	linear.bias	0	-0.6704006791114807
72443	linear.bias	1	0.9707804322242737
72443	linear.bias	2	-0.15056657791137695
72443	linear.bias	3	-0.5318796634674072
72443	linear.bias	4	-1.1620466709136963
72443	linear.bias	5	-1.1393589973449707
72443	linear.bias	6	-0.6399251818656921
72443	linear.bias	7	-0.7276353240013123
72443	linear.bias	8	-0.01705317199230194
72443	linear.bias	9	3.000694990158081
72640	transitions	0	-0.25486281514167786
72640	transitions	1	7.623465538024902
72640	transitions	2	-3.064627170562744
72640	transitions	3	1.290273904800415
72640	transitions	4	-1.7534784078598022
72640	transitions	5	-0.30382072925567627
72640	transitions	6	-0.16169610619544983
72640	transitions	7	-10000.0
72640	transitions	8	1.6297621726989746
72640	transitions	9	-2.28778338432312
72640	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
72640	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
72640	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
72640	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
72640	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
72640	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
72640	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
72640	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
72640	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
72640	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
72640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
72640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
72640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
72640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
72640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
72640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
72640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
72640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
72640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
72640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
72640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
72640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
72640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
72640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
72640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
72640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
72640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
72640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
72640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
72640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
72640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
72640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
72640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
72640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
72640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
72640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
72640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
72640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
72640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
72640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
72640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
72640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
72640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
72640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
72640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
72640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
72640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
72640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
72640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
72640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
72640	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
72640	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
72640	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
72640	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
72640	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
72640	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
72640	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
72640	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
72640	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
72640	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
72640	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
72640	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
72640	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
72640	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
72640	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
72640	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
72640	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
72640	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
72640	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
72640	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
72640	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
72640	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
72640	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
72640	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
72640	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
72640	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
72640	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
72640	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
72640	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
72640	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
72640	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
72640	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
72640	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
72640	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
72640	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
72640	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
72640	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
72640	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
72640	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
72640	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
72640	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
72640	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
72640	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
72640	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
72640	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
72640	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
72640	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
72640	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
72640	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
72640	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
72640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
72640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
72640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
72640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
72640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
72640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
72640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
72640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
72640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
72640	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
72640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
72640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
72640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
72640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
72640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
72640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
72640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
72640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
72640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
72640	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
72640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
72640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
72640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
72640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
72640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
72640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
72640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
72640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
72640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
72640	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
72640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
72640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
72640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
72640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
72640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
72640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
72640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
72640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
72640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
72640	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
72640	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
72640	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
72640	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
72640	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
72640	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
72640	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
72640	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
72640	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
72640	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
72640	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
72640	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
72640	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
72640	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
72640	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
72640	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
72640	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
72640	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
72640	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
72640	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
72640	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
72640	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
72640	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
72640	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
72640	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
72640	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
72640	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
72640	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
72640	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
72640	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
72640	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
72640	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
72640	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
72640	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
72640	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
72640	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
72640	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
72640	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
72640	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
72640	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
72640	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
72640	embedding2nn.weight	0	0.03721693903207779
72640	embedding2nn.weight	1	-0.0667649656534195
72640	embedding2nn.weight	2	0.010109289549291134
72640	embedding2nn.weight	3	-0.03196641802787781
72640	embedding2nn.weight	4	-0.08912612497806549
72640	embedding2nn.weight	5	0.08013471215963364
72640	embedding2nn.weight	6	-0.10714805871248245
72640	embedding2nn.weight	7	-0.07214199751615524
72640	embedding2nn.weight	8	-0.008631945587694645
72640	embedding2nn.weight	9	0.025336692109704018
72640	embedding2nn.bias	0	0.08357427269220352
72640	embedding2nn.bias	1	0.02423182874917984
72640	embedding2nn.bias	2	-0.14768384397029877
72640	embedding2nn.bias	3	0.04608531296253204
72640	embedding2nn.bias	4	0.030384426936507225
72640	embedding2nn.bias	5	-0.17666591703891754
72640	embedding2nn.bias	6	-0.07595758885145187
72640	embedding2nn.bias	7	-0.02528896927833557
72640	embedding2nn.bias	8	0.06232929974794388
72640	embedding2nn.bias	9	-0.11248495429754257
72640	rnn.weight_ih_l0	0	0.006493904162198305
72640	rnn.weight_ih_l0	1	-0.03808438777923584
72640	rnn.weight_ih_l0	2	-0.036044809967279434
72640	rnn.weight_ih_l0	3	-0.013228359632194042
72640	rnn.weight_ih_l0	4	0.0044724103063344955
72640	rnn.weight_ih_l0	5	-0.05073690414428711
72640	rnn.weight_ih_l0	6	0.02535529062151909
72640	rnn.weight_ih_l0	7	-0.05675376579165459
72640	rnn.weight_ih_l0	8	0.017227718606591225
72640	rnn.weight_ih_l0	9	-0.008467155508697033
72640	rnn.weight_hh_l0	0	-0.007111812010407448
72640	rnn.weight_hh_l0	1	-0.06626571714878082
72640	rnn.weight_hh_l0	2	0.04209206625819206
72640	rnn.weight_hh_l0	3	0.019958071410655975
72640	rnn.weight_hh_l0	4	0.008687769994139671
72640	rnn.weight_hh_l0	5	0.042058371007442474
72640	rnn.weight_hh_l0	6	-0.010327267460525036
72640	rnn.weight_hh_l0	7	-0.0705227181315422
72640	rnn.weight_hh_l0	8	-0.018903732299804688
72640	rnn.weight_hh_l0	9	-0.04907653108239174
72640	rnn.bias_ih_l0	0	-0.06476842612028122
72640	rnn.bias_ih_l0	1	-0.12550178170204163
72640	rnn.bias_ih_l0	2	-0.19426360726356506
72640	rnn.bias_ih_l0	3	-0.24898670613765717
72640	rnn.bias_ih_l0	4	0.015064484439790249
72640	rnn.bias_ih_l0	5	0.05025714635848999
72640	rnn.bias_ih_l0	6	-0.1232762336730957
72640	rnn.bias_ih_l0	7	-0.20442569255828857
72640	rnn.bias_ih_l0	8	-0.10431124269962311
72640	rnn.bias_ih_l0	9	-0.13912497460842133
72640	rnn.bias_hh_l0	0	0.12441639602184296
72640	rnn.bias_hh_l0	1	-0.047767724841833115
72640	rnn.bias_hh_l0	2	0.01495901308953762
72640	rnn.bias_hh_l0	3	-0.1428999900817871
72640	rnn.bias_hh_l0	4	0.02793324925005436
72640	rnn.bias_hh_l0	5	0.02345552295446396
72640	rnn.bias_hh_l0	6	-0.06833463162183762
72640	rnn.bias_hh_l0	7	-0.12625251710414886
72640	rnn.bias_hh_l0	8	-0.13979922235012054
72640	rnn.bias_hh_l0	9	-0.08808968961238861
72640	rnn.weight_ih_l0_reverse	0	-0.012404206208884716
72640	rnn.weight_ih_l0_reverse	1	0.03094157949090004
72640	rnn.weight_ih_l0_reverse	2	-0.023285236209630966
72640	rnn.weight_ih_l0_reverse	3	-0.015475419349968433
72640	rnn.weight_ih_l0_reverse	4	0.02344723604619503
72640	rnn.weight_ih_l0_reverse	5	-0.04487120360136032
72640	rnn.weight_ih_l0_reverse	6	-0.04219795763492584
72640	rnn.weight_ih_l0_reverse	7	-0.007116588298231363
72640	rnn.weight_ih_l0_reverse	8	0.034153010696172714
72640	rnn.weight_ih_l0_reverse	9	-0.013623264618217945
72640	rnn.weight_hh_l0_reverse	0	-0.007914063520729542
72640	rnn.weight_hh_l0_reverse	1	0.017575643956661224
72640	rnn.weight_hh_l0_reverse	2	-0.03630343824625015
72640	rnn.weight_hh_l0_reverse	3	0.03096732124686241
72640	rnn.weight_hh_l0_reverse	4	0.014722684398293495
72640	rnn.weight_hh_l0_reverse	5	-0.0067720916122198105
72640	rnn.weight_hh_l0_reverse	6	0.031377293169498444
72640	rnn.weight_hh_l0_reverse	7	0.026022255420684814
72640	rnn.weight_hh_l0_reverse	8	0.0035763781052082777
72640	rnn.weight_hh_l0_reverse	9	-0.05082564055919647
72640	rnn.bias_ih_l0_reverse	0	-0.11139202862977982
72640	rnn.bias_ih_l0_reverse	1	-0.254902184009552
72640	rnn.bias_ih_l0_reverse	2	-0.05289289355278015
72640	rnn.bias_ih_l0_reverse	3	-0.09923272579908371
72640	rnn.bias_ih_l0_reverse	4	0.0806480422616005
72640	rnn.bias_ih_l0_reverse	5	-0.1723114550113678
72640	rnn.bias_ih_l0_reverse	6	-0.05222754552960396
72640	rnn.bias_ih_l0_reverse	7	-0.004393097013235092
72640	rnn.bias_ih_l0_reverse	8	-0.1464224010705948
72640	rnn.bias_ih_l0_reverse	9	-0.07264697551727295
72640	rnn.bias_hh_l0_reverse	0	-0.10483833402395248
72640	rnn.bias_hh_l0_reverse	1	-0.08875596523284912
72640	rnn.bias_hh_l0_reverse	2	-0.01964709907770157
72640	rnn.bias_hh_l0_reverse	3	-0.11115605384111404
72640	rnn.bias_hh_l0_reverse	4	-0.027843691408634186
72640	rnn.bias_hh_l0_reverse	5	-0.0932590439915657
72640	rnn.bias_hh_l0_reverse	6	-0.06503194570541382
72640	rnn.bias_hh_l0_reverse	7	-0.15413221716880798
72640	rnn.bias_hh_l0_reverse	8	-0.03411869332194328
72640	rnn.bias_hh_l0_reverse	9	-0.1225944384932518
72640	linear.weight	0	-0.24189616739749908
72640	linear.weight	1	-0.10600440204143524
72640	linear.weight	2	-0.011228874325752258
72640	linear.weight	3	-0.069553442299366
72640	linear.weight	4	0.0032907091081142426
72640	linear.weight	5	0.20645451545715332
72640	linear.weight	6	0.0047744326293468475
72640	linear.weight	7	-0.021312154829502106
72640	linear.weight	8	0.13118425011634827
72640	linear.weight	9	0.16936516761779785
72640	linear.bias	0	-0.696262538433075
72640	linear.bias	1	0.9524669051170349
72640	linear.bias	2	-0.13275174796581268
72640	linear.bias	3	-0.5341119170188904
72640	linear.bias	4	-1.1689541339874268
72640	linear.bias	5	-1.1395416259765625
72640	linear.bias	6	-0.6729691028594971
72640	linear.bias	7	-0.7172105312347412
72640	linear.bias	8	-0.01705317199230194
72640	linear.bias	9	3.0311245918273926
72837	transitions	0	-0.2555774748325348
72837	transitions	1	7.616703033447266
72837	transitions	2	-3.0656559467315674
72837	transitions	3	1.2972782850265503
72837	transitions	4	-1.7542922496795654
72837	transitions	5	-0.30388396978378296
72837	transitions	6	-0.16181309521198273
72837	transitions	7	-10000.0
72837	transitions	8	1.6307175159454346
72837	transitions	9	-2.287815570831299
72837	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
72837	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
72837	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
72837	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
72837	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
72837	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
72837	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
72837	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
72837	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
72837	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
72837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
72837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
72837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
72837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
72837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
72837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
72837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
72837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
72837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
72837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
72837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
72837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
72837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
72837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
72837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
72837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
72837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
72837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
72837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
72837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
72837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
72837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
72837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
72837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
72837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
72837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
72837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
72837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
72837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
72837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
72837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
72837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
72837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
72837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
72837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
72837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
72837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
72837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
72837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
72837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
72837	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
72837	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
72837	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
72837	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
72837	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
72837	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
72837	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
72837	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
72837	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
72837	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
72837	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
72837	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
72837	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
72837	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
72837	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
72837	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
72837	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
72837	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
72837	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
72837	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
72837	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
72837	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
72837	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
72837	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
72837	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
72837	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
72837	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
72837	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
72837	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
72837	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
72837	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
72837	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
72837	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
72837	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
72837	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
72837	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
72837	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
72837	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
72837	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
72837	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
72837	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
72837	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
72837	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
72837	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
72837	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
72837	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
72837	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
72837	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
72837	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
72837	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
72837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
72837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
72837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
72837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
72837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
72837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
72837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
72837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
72837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
72837	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
72837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
72837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
72837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
72837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
72837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
72837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
72837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
72837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
72837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
72837	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
72837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
72837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
72837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
72837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
72837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
72837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
72837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
72837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
72837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
72837	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
72837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
72837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
72837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
72837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
72837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
72837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
72837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
72837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
72837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
72837	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
72837	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
72837	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
72837	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
72837	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
72837	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
72837	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
72837	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
72837	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
72837	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
72837	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
72837	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
72837	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
72837	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
72837	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
72837	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
72837	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
72837	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
72837	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
72837	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
72837	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
72837	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
72837	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
72837	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
72837	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
72837	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
72837	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
72837	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
72837	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
72837	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
72837	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
72837	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
72837	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
72837	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
72837	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
72837	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
72837	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
72837	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
72837	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
72837	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
72837	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
72837	embedding2nn.weight	0	0.036648448556661606
72837	embedding2nn.weight	1	-0.06695550680160522
72837	embedding2nn.weight	2	0.008264251984655857
72837	embedding2nn.weight	3	-0.03211307153105736
72837	embedding2nn.weight	4	-0.09170980006456375
72837	embedding2nn.weight	5	0.08167126774787903
72837	embedding2nn.weight	6	-0.10547120124101639
72837	embedding2nn.weight	7	-0.07200612872838974
72837	embedding2nn.weight	8	-0.01069237757474184
72837	embedding2nn.weight	9	0.0242009237408638
72837	embedding2nn.bias	0	0.08036300539970398
72837	embedding2nn.bias	1	0.01209082268178463
72837	embedding2nn.bias	2	-0.13436359167099
72837	embedding2nn.bias	3	0.049531031399965286
72837	embedding2nn.bias	4	0.02156805992126465
72837	embedding2nn.bias	5	-0.16332019865512848
72837	embedding2nn.bias	6	-0.06801694631576538
72837	embedding2nn.bias	7	-0.014109542593359947
72837	embedding2nn.bias	8	0.06683345884084702
72837	embedding2nn.bias	9	-0.11006096750497818
72837	rnn.weight_ih_l0	0	0.00632371474057436
72837	rnn.weight_ih_l0	1	-0.03750676289200783
72837	rnn.weight_ih_l0	2	-0.03728930279612541
72837	rnn.weight_ih_l0	3	-0.010166755877435207
72837	rnn.weight_ih_l0	4	0.003748503280803561
72837	rnn.weight_ih_l0	5	-0.05146048590540886
72837	rnn.weight_ih_l0	6	0.02318028174340725
72837	rnn.weight_ih_l0	7	-0.058178890496492386
72837	rnn.weight_ih_l0	8	0.015843212604522705
72837	rnn.weight_ih_l0	9	-0.006228542421013117
72837	rnn.weight_hh_l0	0	-0.007174244616180658
72837	rnn.weight_hh_l0	1	-0.06742478907108307
72837	rnn.weight_hh_l0	2	0.04109600931406021
72837	rnn.weight_hh_l0	3	0.019787445664405823
72837	rnn.weight_hh_l0	4	0.008725068531930447
72837	rnn.weight_hh_l0	5	0.04294199123978615
72837	rnn.weight_hh_l0	6	-0.010252688080072403
72837	rnn.weight_hh_l0	7	-0.07013595849275589
72837	rnn.weight_hh_l0	8	-0.018222250044345856
72837	rnn.weight_hh_l0	9	-0.050219010561704636
72837	rnn.bias_ih_l0	0	-0.061688486486673355
72837	rnn.bias_ih_l0	1	-0.12460360676050186
72837	rnn.bias_ih_l0	2	-0.19143463671207428
72837	rnn.bias_ih_l0	3	-0.24660809338092804
72837	rnn.bias_ih_l0	4	0.01354240346699953
72837	rnn.bias_ih_l0	5	0.04793855920433998
72837	rnn.bias_ih_l0	6	-0.12362677603960037
72837	rnn.bias_ih_l0	7	-0.20603297650814056
72837	rnn.bias_ih_l0	8	-0.10335148870944977
72837	rnn.bias_ih_l0	9	-0.14398634433746338
72837	rnn.bias_hh_l0	0	0.12049993127584457
72837	rnn.bias_hh_l0	1	-0.047086309641599655
72837	rnn.bias_hh_l0	2	0.01559131033718586
72837	rnn.bias_hh_l0	3	-0.14277464151382446
72837	rnn.bias_hh_l0	4	0.028752105310559273
72837	rnn.bias_hh_l0	5	0.030301043763756752
72837	rnn.bias_hh_l0	6	-0.07215472310781479
72837	rnn.bias_hh_l0	7	-0.1215260773897171
72837	rnn.bias_hh_l0	8	-0.13714060187339783
72837	rnn.bias_hh_l0	9	-0.08174671232700348
72837	rnn.weight_ih_l0_reverse	0	-0.010857556015253067
72837	rnn.weight_ih_l0_reverse	1	0.028713969513773918
72837	rnn.weight_ih_l0_reverse	2	-0.0228281170129776
72837	rnn.weight_ih_l0_reverse	3	-0.011951196938753128
72837	rnn.weight_ih_l0_reverse	4	0.017363598570227623
72837	rnn.weight_ih_l0_reverse	5	-0.04547381028532982
72837	rnn.weight_ih_l0_reverse	6	-0.041240401566028595
72837	rnn.weight_ih_l0_reverse	7	-0.008685142733156681
72837	rnn.weight_ih_l0_reverse	8	0.03694893419742584
72837	rnn.weight_ih_l0_reverse	9	-0.013125471770763397
72837	rnn.weight_hh_l0_reverse	0	-0.007665208540856838
72837	rnn.weight_hh_l0_reverse	1	0.017970435321331024
72837	rnn.weight_hh_l0_reverse	2	-0.036339953541755676
72837	rnn.weight_hh_l0_reverse	3	0.03135101869702339
72837	rnn.weight_hh_l0_reverse	4	0.015521722845733166
72837	rnn.weight_hh_l0_reverse	5	-0.008557490073144436
72837	rnn.weight_hh_l0_reverse	6	0.03159891441464424
72837	rnn.weight_hh_l0_reverse	7	0.0260810274630785
72837	rnn.weight_hh_l0_reverse	8	0.0026292321272194386
72837	rnn.weight_hh_l0_reverse	9	-0.05096878856420517
72837	rnn.bias_ih_l0_reverse	0	-0.11347464472055435
72837	rnn.bias_ih_l0_reverse	1	-0.25745689868927
72837	rnn.bias_ih_l0_reverse	2	-0.05295899510383606
72837	rnn.bias_ih_l0_reverse	3	-0.0976196825504303
72837	rnn.bias_ih_l0_reverse	4	0.07525316625833511
72837	rnn.bias_ih_l0_reverse	5	-0.16844840347766876
72837	rnn.bias_ih_l0_reverse	6	-0.053410958498716354
72837	rnn.bias_ih_l0_reverse	7	-5.2156243327772245e-05
72837	rnn.bias_ih_l0_reverse	8	-0.14729297161102295
72837	rnn.bias_ih_l0_reverse	9	-0.06864985823631287
72837	rnn.bias_hh_l0_reverse	0	-0.10478057712316513
72837	rnn.bias_hh_l0_reverse	1	-0.09002120792865753
72837	rnn.bias_hh_l0_reverse	2	-0.018061263486742973
72837	rnn.bias_hh_l0_reverse	3	-0.10774879157543182
72837	rnn.bias_hh_l0_reverse	4	-0.025615813210606575
72837	rnn.bias_hh_l0_reverse	5	-0.09185897558927536
72837	rnn.bias_hh_l0_reverse	6	-0.06424545496702194
72837	rnn.bias_hh_l0_reverse	7	-0.1509145349264145
72837	rnn.bias_hh_l0_reverse	8	-0.03598619997501373
72837	rnn.bias_hh_l0_reverse	9	-0.12268861383199692
72837	linear.weight	0	-0.262452095746994
72837	linear.weight	1	-0.10830037295818329
72837	linear.weight	2	-0.011228874325752258
72837	linear.weight	3	-0.08355770260095596
72837	linear.weight	4	0.002948888810351491
72837	linear.weight	5	0.20656226575374603
72837	linear.weight	6	0.0047744326293468475
72837	linear.weight	7	-0.021312154829502106
72837	linear.weight	8	0.15112000703811646
72837	linear.weight	9	0.15892420709133148
72837	linear.bias	0	-0.6885672807693481
72837	linear.bias	1	0.9655050039291382
72837	linear.bias	2	-0.14981435239315033
72837	linear.bias	3	-0.5315874218940735
72837	linear.bias	4	-1.173811674118042
72837	linear.bias	5	-1.1397048234939575
72837	linear.bias	6	-0.6684771776199341
72837	linear.bias	7	-0.7092081308364868
72837	linear.bias	8	-0.01705317199230194
72837	linear.bias	9	3.0044047832489014
73034	transitions	0	-0.255888432264328
73034	transitions	1	7.589937210083008
73034	transitions	2	-3.0671603679656982
73034	transitions	3	1.3013993501663208
73034	transitions	4	-1.7550928592681885
73034	transitions	5	-0.304418683052063
73034	transitions	6	-0.16191235184669495
73034	transitions	7	-10000.0
73034	transitions	8	1.6349337100982666
73034	transitions	9	-2.287846088409424
73034	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
73034	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
73034	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
73034	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
73034	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
73034	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
73034	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
73034	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
73034	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
73034	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
73034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
73034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
73034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
73034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
73034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
73034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
73034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
73034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
73034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
73034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
73034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
73034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
73034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
73034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
73034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
73034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
73034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
73034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
73034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
73034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
73034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
73034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
73034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
73034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
73034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
73034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
73034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
73034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
73034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
73034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
73034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
73034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
73034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
73034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
73034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
73034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
73034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
73034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
73034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
73034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
73034	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
73034	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
73034	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
73034	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
73034	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
73034	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
73034	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
73034	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
73034	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
73034	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
73034	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
73034	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
73034	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
73034	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
73034	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
73034	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
73034	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
73034	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
73034	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
73034	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
73034	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
73034	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
73034	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
73034	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
73034	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
73034	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
73034	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
73034	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
73034	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
73034	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
73034	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
73034	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
73034	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
73034	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
73034	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
73034	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
73034	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
73034	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
73034	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
73034	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
73034	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
73034	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
73034	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
73034	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
73034	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
73034	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
73034	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
73034	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
73034	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
73034	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
73034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
73034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
73034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
73034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
73034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
73034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
73034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
73034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
73034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
73034	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
73034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
73034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
73034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
73034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
73034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
73034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
73034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
73034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
73034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
73034	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
73034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
73034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
73034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
73034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
73034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
73034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
73034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
73034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
73034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
73034	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
73034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
73034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
73034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
73034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
73034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
73034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
73034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
73034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
73034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
73034	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
73034	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
73034	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
73034	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
73034	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
73034	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
73034	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
73034	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
73034	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
73034	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
73034	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
73034	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
73034	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
73034	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
73034	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
73034	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
73034	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
73034	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
73034	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
73034	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
73034	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
73034	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
73034	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
73034	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
73034	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
73034	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
73034	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
73034	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
73034	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
73034	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
73034	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
73034	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
73034	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
73034	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
73034	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
73034	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
73034	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
73034	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
73034	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
73034	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
73034	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
73034	embedding2nn.weight	0	0.03624265268445015
73034	embedding2nn.weight	1	-0.06719565391540527
73034	embedding2nn.weight	2	0.010849189013242722
73034	embedding2nn.weight	3	-0.03294840082526207
73034	embedding2nn.weight	4	-0.10041958838701248
73034	embedding2nn.weight	5	0.08103389292955399
73034	embedding2nn.weight	6	-0.11130595952272415
73034	embedding2nn.weight	7	-0.07534829527139664
73034	embedding2nn.weight	8	-0.009865472093224525
73034	embedding2nn.weight	9	0.022278090938925743
73034	embedding2nn.bias	0	0.07259501516819
73034	embedding2nn.bias	1	0.011018123477697372
73034	embedding2nn.bias	2	-0.13236624002456665
73034	embedding2nn.bias	3	0.05074496939778328
73034	embedding2nn.bias	4	0.025217685848474503
73034	embedding2nn.bias	5	-0.1822744756937027
73034	embedding2nn.bias	6	-0.05868040397763252
73034	embedding2nn.bias	7	-0.021432360634207726
73034	embedding2nn.bias	8	0.0640765056014061
73034	embedding2nn.bias	9	-0.11951950192451477
73034	rnn.weight_ih_l0	0	0.004543450195342302
73034	rnn.weight_ih_l0	1	-0.035540178418159485
73034	rnn.weight_ih_l0	2	-0.03817529231309891
73034	rnn.weight_ih_l0	3	-0.008143112994730473
73034	rnn.weight_ih_l0	4	0.005070869345217943
73034	rnn.weight_ih_l0	5	-0.04959722235798836
73034	rnn.weight_ih_l0	6	0.023998316377401352
73034	rnn.weight_ih_l0	7	-0.05572031810879707
73034	rnn.weight_ih_l0	8	0.016120370477437973
73034	rnn.weight_ih_l0	9	-0.006411997135728598
73034	rnn.weight_hh_l0	0	-0.007851882837712765
73034	rnn.weight_hh_l0	1	-0.0671396479010582
73034	rnn.weight_hh_l0	2	0.040955666452646255
73034	rnn.weight_hh_l0	3	0.02032700553536415
73034	rnn.weight_hh_l0	4	0.008601618930697441
73034	rnn.weight_hh_l0	5	0.04372385889291763
73034	rnn.weight_hh_l0	6	-0.00950365886092186
73034	rnn.weight_hh_l0	7	-0.06989273428916931
73034	rnn.weight_hh_l0	8	-0.01712806336581707
73034	rnn.weight_hh_l0	9	-0.05034943297505379
73034	rnn.bias_ih_l0	0	-0.06663531064987183
73034	rnn.bias_ih_l0	1	-0.12589193880558014
73034	rnn.bias_ih_l0	2	-0.1862984597682953
73034	rnn.bias_ih_l0	3	-0.24603226780891418
73034	rnn.bias_ih_l0	4	0.012184340506792068
73034	rnn.bias_ih_l0	5	0.04854029044508934
73034	rnn.bias_ih_l0	6	-0.12774468958377838
73034	rnn.bias_ih_l0	7	-0.20585045218467712
73034	rnn.bias_ih_l0	8	-0.1048569306731224
73034	rnn.bias_ih_l0	9	-0.14305676519870758
73034	rnn.bias_hh_l0	0	0.11931858956813812
73034	rnn.bias_hh_l0	1	-0.04580511525273323
73034	rnn.bias_hh_l0	2	0.014326484873890877
73034	rnn.bias_hh_l0	3	-0.14630910754203796
73034	rnn.bias_hh_l0	4	0.031046366319060326
73034	rnn.bias_hh_l0	5	0.03086519055068493
73034	rnn.bias_hh_l0	6	-0.0685984194278717
73034	rnn.bias_hh_l0	7	-0.1201934963464737
73034	rnn.bias_hh_l0	8	-0.1373443305492401
73034	rnn.bias_hh_l0	9	-0.08408790826797485
73034	rnn.weight_ih_l0_reverse	0	-0.010857954621315002
73034	rnn.weight_ih_l0_reverse	1	0.029968222603201866
73034	rnn.weight_ih_l0_reverse	2	-0.023898359388113022
73034	rnn.weight_ih_l0_reverse	3	-0.013421260751783848
73034	rnn.weight_ih_l0_reverse	4	0.01660098508000374
73034	rnn.weight_ih_l0_reverse	5	-0.04623881354928017
73034	rnn.weight_ih_l0_reverse	6	-0.03833365440368652
73034	rnn.weight_ih_l0_reverse	7	-0.006995121017098427
73034	rnn.weight_ih_l0_reverse	8	0.04047844931483269
73034	rnn.weight_ih_l0_reverse	9	-0.01206953078508377
73034	rnn.weight_hh_l0_reverse	0	-0.008096893317997456
73034	rnn.weight_hh_l0_reverse	1	0.01843378320336342
73034	rnn.weight_hh_l0_reverse	2	-0.035912737250328064
73034	rnn.weight_hh_l0_reverse	3	0.03219043090939522
73034	rnn.weight_hh_l0_reverse	4	0.014535489492118359
73034	rnn.weight_hh_l0_reverse	5	-0.009100503288209438
73034	rnn.weight_hh_l0_reverse	6	0.031085267663002014
73034	rnn.weight_hh_l0_reverse	7	0.0266325194388628
73034	rnn.weight_hh_l0_reverse	8	0.0023058895021677017
73034	rnn.weight_hh_l0_reverse	9	-0.05115021765232086
73034	rnn.bias_ih_l0_reverse	0	-0.11414074152708054
73034	rnn.bias_ih_l0_reverse	1	-0.25664952397346497
73034	rnn.bias_ih_l0_reverse	2	-0.05234340950846672
73034	rnn.bias_ih_l0_reverse	3	-0.0995631068944931
73034	rnn.bias_ih_l0_reverse	4	0.0723135694861412
73034	rnn.bias_ih_l0_reverse	5	-0.1697637140750885
73034	rnn.bias_ih_l0_reverse	6	-0.0555102713406086
73034	rnn.bias_ih_l0_reverse	7	-0.00027658379985950887
73034	rnn.bias_ih_l0_reverse	8	-0.14763572812080383
73034	rnn.bias_ih_l0_reverse	9	-0.06710458546876907
73034	rnn.bias_hh_l0_reverse	0	-0.10907144844532013
73034	rnn.bias_hh_l0_reverse	1	-0.08821956813335419
73034	rnn.bias_hh_l0_reverse	2	-0.01885601133108139
73034	rnn.bias_hh_l0_reverse	3	-0.10650542378425598
73034	rnn.bias_hh_l0_reverse	4	-0.027379324659705162
73034	rnn.bias_hh_l0_reverse	5	-0.08951633423566818
73034	rnn.bias_hh_l0_reverse	6	-0.06797517091035843
73034	rnn.bias_hh_l0_reverse	7	-0.15196414291858673
73034	rnn.bias_hh_l0_reverse	8	-0.037930529564619064
73034	rnn.bias_hh_l0_reverse	9	-0.12272504717111588
73034	linear.weight	0	-0.23422479629516602
73034	linear.weight	1	-0.11399732530117035
73034	linear.weight	2	-0.011228874325752258
73034	linear.weight	3	-0.0857209861278534
73034	linear.weight	4	-0.01190472487360239
73034	linear.weight	5	0.19933684170246124
73034	linear.weight	6	0.0047744326293468475
73034	linear.weight	7	-0.021312154829502106
73034	linear.weight	8	0.11664705723524094
73034	linear.weight	9	0.14933742582798004
73034	linear.bias	0	-0.7078427076339722
73034	linear.bias	1	1.0060902833938599
73034	linear.bias	2	-0.11292809993028641
73034	linear.bias	3	-0.5375521183013916
73034	linear.bias	4	-1.155632495880127
73034	linear.bias	5	-1.139877200126648
73034	linear.bias	6	-0.687480092048645
73034	linear.bias	7	-0.7120449542999268
73034	linear.bias	8	-0.01705317199230194
73034	linear.bias	9	2.9541540145874023
73038	transitions	0	-0.2558915913105011
73038	transitions	1	7.587437152862549
73038	transitions	2	-3.0671727657318115
73038	transitions	3	1.3011256456375122
73038	transitions	4	-1.7551270723342896
73038	transitions	5	-0.3044191002845764
73038	transitions	6	-0.16191403567790985
73038	transitions	7	-10000.0
73038	transitions	8	1.6349314451217651
73038	transitions	9	-2.287846088409424
73038	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
73038	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
73038	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
73038	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
73038	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
73038	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
73038	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
73038	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
73038	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
73038	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
73038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
73038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
73038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
73038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
73038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
73038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
73038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
73038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
73038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
73038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
73038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
73038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
73038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
73038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
73038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
73038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
73038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
73038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
73038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
73038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
73038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
73038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
73038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
73038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
73038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
73038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
73038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
73038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
73038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
73038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
73038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
73038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
73038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
73038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
73038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
73038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
73038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
73038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
73038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
73038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
73038	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
73038	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
73038	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
73038	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
73038	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
73038	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
73038	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
73038	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
73038	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
73038	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
73038	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
73038	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
73038	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
73038	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
73038	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
73038	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
73038	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
73038	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
73038	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
73038	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
73038	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
73038	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
73038	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
73038	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
73038	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
73038	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
73038	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
73038	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
73038	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
73038	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
73038	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
73038	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
73038	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
73038	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
73038	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
73038	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
73038	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
73038	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
73038	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
73038	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
73038	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
73038	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
73038	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
73038	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
73038	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
73038	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
73038	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
73038	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
73038	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
73038	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
73038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
73038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
73038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
73038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
73038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
73038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
73038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
73038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
73038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
73038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
73038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
73038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
73038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
73038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
73038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
73038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
73038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
73038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
73038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
73038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
73038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
73038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
73038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
73038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
73038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
73038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
73038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
73038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
73038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
73038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
73038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
73038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
73038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
73038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
73038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
73038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
73038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
73038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
73038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
73038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
73038	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
73038	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
73038	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
73038	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
73038	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
73038	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
73038	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
73038	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
73038	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
73038	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
73038	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
73038	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
73038	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
73038	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
73038	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
73038	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
73038	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
73038	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
73038	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
73038	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
73038	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
73038	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
73038	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
73038	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
73038	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
73038	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
73038	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
73038	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
73038	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
73038	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
73038	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
73038	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
73038	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
73038	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
73038	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
73038	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
73038	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
73038	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
73038	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
73038	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
73038	embedding2nn.weight	0	0.036248546093702316
73038	embedding2nn.weight	1	-0.0671534463763237
73038	embedding2nn.weight	2	0.010925980284810066
73038	embedding2nn.weight	3	-0.032831646502017975
73038	embedding2nn.weight	4	-0.10088713467121124
73038	embedding2nn.weight	5	0.08103948086500168
73038	embedding2nn.weight	6	-0.11036048829555511
73038	embedding2nn.weight	7	-0.07517579197883606
73038	embedding2nn.weight	8	-0.010397488251328468
73038	embedding2nn.weight	9	0.02249545231461525
73038	embedding2nn.bias	0	0.07638915628194809
73038	embedding2nn.bias	1	0.0121639184653759
73038	embedding2nn.bias	2	-0.13119223713874817
73038	embedding2nn.bias	3	0.049593690782785416
73038	embedding2nn.bias	4	0.021105021238327026
73038	embedding2nn.bias	5	-0.18631470203399658
73038	embedding2nn.bias	6	-0.055052705109119415
73038	embedding2nn.bias	7	-0.018589671701192856
73038	embedding2nn.bias	8	0.06128375604748726
73038	embedding2nn.bias	9	-0.12096668034791946
73038	rnn.weight_ih_l0	0	0.0049943579360842705
73038	rnn.weight_ih_l0	1	-0.03563927114009857
73038	rnn.weight_ih_l0	2	-0.038186196237802505
73038	rnn.weight_ih_l0	3	-0.008571304380893707
73038	rnn.weight_ih_l0	4	0.005084526725113392
73038	rnn.weight_ih_l0	5	-0.04970231279730797
73038	rnn.weight_ih_l0	6	0.02354459837079048
73038	rnn.weight_ih_l0	7	-0.05568442866206169
73038	rnn.weight_ih_l0	8	0.015789855271577835
73038	rnn.weight_ih_l0	9	-0.006332328077405691
73038	rnn.weight_hh_l0	0	-0.007749457377940416
73038	rnn.weight_hh_l0	1	-0.06738023459911346
73038	rnn.weight_hh_l0	2	0.04095146432518959
73038	rnn.weight_hh_l0	3	0.02028883993625641
73038	rnn.weight_hh_l0	4	0.008619372732937336
73038	rnn.weight_hh_l0	5	0.0436512716114521
73038	rnn.weight_hh_l0	6	-0.009498502127826214
73038	rnn.weight_hh_l0	7	-0.06987021118402481
73038	rnn.weight_hh_l0	8	-0.017155064269900322
73038	rnn.weight_hh_l0	9	-0.05036281794309616
73038	rnn.bias_ih_l0	0	-0.06618405133485794
73038	rnn.bias_ih_l0	1	-0.12573488056659698
73038	rnn.bias_ih_l0	2	-0.18648284673690796
73038	rnn.bias_ih_l0	3	-0.2460002899169922
73038	rnn.bias_ih_l0	4	0.011558831669390202
73038	rnn.bias_ih_l0	5	0.048357605934143066
73038	rnn.bias_ih_l0	6	-0.12754690647125244
73038	rnn.bias_ih_l0	7	-0.20601917803287506
73038	rnn.bias_ih_l0	8	-0.10438675433397293
73038	rnn.bias_ih_l0	9	-0.14360478520393372
73038	rnn.bias_hh_l0	0	0.11938735097646713
73038	rnn.bias_hh_l0	1	-0.045861661434173584
73038	rnn.bias_hh_l0	2	0.013943405821919441
73038	rnn.bias_hh_l0	3	-0.14612258970737457
73038	rnn.bias_hh_l0	4	0.03082699328660965
73038	rnn.bias_hh_l0	5	0.030997145920991898
73038	rnn.bias_hh_l0	6	-0.06885576248168945
73038	rnn.bias_hh_l0	7	-0.12025272101163864
73038	rnn.bias_hh_l0	8	-0.13683775067329407
73038	rnn.bias_hh_l0	9	-0.0834130346775055
73038	rnn.weight_ih_l0_reverse	0	-0.01089994702488184
73038	rnn.weight_ih_l0_reverse	1	0.029969654977321625
73038	rnn.weight_ih_l0_reverse	2	-0.023939261212944984
73038	rnn.weight_ih_l0_reverse	3	-0.013392925262451172
73038	rnn.weight_ih_l0_reverse	4	0.016816284507513046
73038	rnn.weight_ih_l0_reverse	5	-0.046182528138160706
73038	rnn.weight_ih_l0_reverse	6	-0.038200896233320236
73038	rnn.weight_ih_l0_reverse	7	-0.006967418361455202
73038	rnn.weight_ih_l0_reverse	8	0.04044431820511818
73038	rnn.weight_ih_l0_reverse	9	-0.012088027782738209
73038	rnn.weight_hh_l0_reverse	0	-0.007946193218231201
73038	rnn.weight_hh_l0_reverse	1	0.018414810299873352
73038	rnn.weight_hh_l0_reverse	2	-0.03586353734135628
73038	rnn.weight_hh_l0_reverse	3	0.03227152302861214
73038	rnn.weight_hh_l0_reverse	4	0.01460520550608635
73038	rnn.weight_hh_l0_reverse	5	-0.009130149148404598
73038	rnn.weight_hh_l0_reverse	6	0.031081268563866615
73038	rnn.weight_hh_l0_reverse	7	0.026592489331960678
73038	rnn.weight_hh_l0_reverse	8	0.002306964946910739
73038	rnn.weight_hh_l0_reverse	9	-0.051182061433792114
73038	rnn.bias_ih_l0_reverse	0	-0.11367616057395935
73038	rnn.bias_ih_l0_reverse	1	-0.255884051322937
73038	rnn.bias_ih_l0_reverse	2	-0.05216113105416298
73038	rnn.bias_ih_l0_reverse	3	-0.09909892827272415
73038	rnn.bias_ih_l0_reverse	4	0.07273168116807938
73038	rnn.bias_ih_l0_reverse	5	-0.16983292996883392
73038	rnn.bias_ih_l0_reverse	6	-0.05497061833739281
73038	rnn.bias_ih_l0_reverse	7	-9.13303028937662e-06
73038	rnn.bias_ih_l0_reverse	8	-0.14734631776809692
73038	rnn.bias_ih_l0_reverse	9	-0.06740571558475494
73038	rnn.bias_hh_l0_reverse	0	-0.10896795988082886
73038	rnn.bias_hh_l0_reverse	1	-0.08754230290651321
73038	rnn.bias_hh_l0_reverse	2	-0.018928496167063713
73038	rnn.bias_hh_l0_reverse	3	-0.10713102668523788
73038	rnn.bias_hh_l0_reverse	4	-0.02746574953198433
73038	rnn.bias_hh_l0_reverse	5	-0.08961057662963867
73038	rnn.bias_hh_l0_reverse	6	-0.06824147701263428
73038	rnn.bias_hh_l0_reverse	7	-0.15179114043712616
73038	rnn.bias_hh_l0_reverse	8	-0.03817872703075409
73038	rnn.bias_hh_l0_reverse	9	-0.12283559888601303
73038	linear.weight	0	-0.2343345433473587
73038	linear.weight	1	-0.11723049730062485
73038	linear.weight	2	-0.011228874325752258
73038	linear.weight	3	-0.0857560858130455
73038	linear.weight	4	-0.009225253015756607
73038	linear.weight	5	0.19883769750595093
73038	linear.weight	6	0.0047744326293468475
73038	linear.weight	7	-0.021312154829502106
73038	linear.weight	8	0.11600398272275925
73038	linear.weight	9	0.14415594935417175
73038	linear.bias	0	-0.7048422694206238
73038	linear.bias	1	0.9999539852142334
73038	linear.bias	2	-0.11730892211198807
73038	linear.bias	3	-0.5358801484107971
73038	linear.bias	4	-1.152232050895691
73038	linear.bias	5	-1.139882206916809
73038	linear.bias	6	-0.6844499111175537
73038	linear.bias	7	-0.7292312383651733
73038	linear.bias	8	-0.01705317199230194
73038	linear.bias	9	3.004175901412964
73235	transitions	0	-0.2565014064311981
73235	transitions	1	7.584753513336182
73235	transitions	2	-3.0688984394073486
73235	transitions	3	1.3135559558868408
73235	transitions	4	-1.7561790943145752
73235	transitions	5	-0.3045996129512787
73235	transitions	6	-0.16206561028957367
73235	transitions	7	-10000.0
73235	transitions	8	1.6359883546829224
73235	transitions	9	-2.287886142730713
73235	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
73235	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
73235	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
73235	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
73235	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
73235	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
73235	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
73235	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
73235	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
73235	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
73235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
73235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
73235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
73235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
73235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
73235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
73235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
73235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
73235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
73235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
73235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
73235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
73235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
73235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
73235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
73235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
73235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
73235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
73235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
73235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
73235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
73235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
73235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
73235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
73235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
73235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
73235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
73235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
73235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
73235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
73235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
73235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
73235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
73235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
73235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
73235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
73235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
73235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
73235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
73235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
73235	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
73235	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
73235	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
73235	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
73235	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
73235	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
73235	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
73235	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
73235	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
73235	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
73235	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
73235	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
73235	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
73235	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
73235	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
73235	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
73235	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
73235	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
73235	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
73235	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
73235	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
73235	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
73235	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
73235	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
73235	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
73235	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
73235	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
73235	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
73235	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
73235	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
73235	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
73235	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
73235	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
73235	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
73235	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
73235	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
73235	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
73235	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
73235	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
73235	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
73235	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
73235	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
73235	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
73235	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
73235	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
73235	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
73235	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
73235	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
73235	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
73235	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
73235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
73235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
73235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
73235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
73235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
73235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
73235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
73235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
73235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
73235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
73235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
73235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
73235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
73235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
73235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
73235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
73235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
73235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
73235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
73235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
73235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
73235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
73235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
73235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
73235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
73235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
73235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
73235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
73235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
73235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
73235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
73235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
73235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
73235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
73235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
73235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
73235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
73235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
73235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
73235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
73235	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
73235	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
73235	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
73235	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
73235	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
73235	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
73235	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
73235	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
73235	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
73235	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
73235	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
73235	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
73235	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
73235	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
73235	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
73235	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
73235	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
73235	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
73235	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
73235	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
73235	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
73235	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
73235	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
73235	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
73235	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
73235	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
73235	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
73235	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
73235	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
73235	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
73235	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
73235	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
73235	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
73235	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
73235	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
73235	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
73235	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
73235	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
73235	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
73235	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
73235	embedding2nn.weight	0	0.03592376410961151
73235	embedding2nn.weight	1	-0.06631946563720703
73235	embedding2nn.weight	2	0.012017291970551014
73235	embedding2nn.weight	3	-0.03333582729101181
73235	embedding2nn.weight	4	-0.1010783463716507
73235	embedding2nn.weight	5	0.08057727664709091
73235	embedding2nn.weight	6	-0.10251053422689438
73235	embedding2nn.weight	7	-0.07514135539531708
73235	embedding2nn.weight	8	-0.010786952450871468
73235	embedding2nn.weight	9	0.02157084457576275
73235	embedding2nn.bias	0	0.07019416987895966
73235	embedding2nn.bias	1	0.0025826517958194017
73235	embedding2nn.bias	2	-0.13589254021644592
73235	embedding2nn.bias	3	0.05411864444613457
73235	embedding2nn.bias	4	0.022526845335960388
73235	embedding2nn.bias	5	-0.19914405047893524
73235	embedding2nn.bias	6	-0.055303122848272324
73235	embedding2nn.bias	7	-0.01753232255578041
73235	embedding2nn.bias	8	0.06815800070762634
73235	embedding2nn.bias	9	-0.13017955422401428
73235	rnn.weight_ih_l0	0	0.0008565293974243104
73235	rnn.weight_ih_l0	1	-0.03504882752895355
73235	rnn.weight_ih_l0	2	-0.03977993130683899
73235	rnn.weight_ih_l0	3	-0.008159441873431206
73235	rnn.weight_ih_l0	4	0.004967193119227886
73235	rnn.weight_ih_l0	5	-0.05209030583500862
73235	rnn.weight_ih_l0	6	0.025550441816449165
73235	rnn.weight_ih_l0	7	-0.05695313960313797
73235	rnn.weight_ih_l0	8	0.016699455678462982
73235	rnn.weight_ih_l0	9	-0.0046933917328715324
73235	rnn.weight_hh_l0	0	-0.007674140390008688
73235	rnn.weight_hh_l0	1	-0.06529317051172256
73235	rnn.weight_hh_l0	2	0.04140966013073921
73235	rnn.weight_hh_l0	3	0.018746688961982727
73235	rnn.weight_hh_l0	4	0.009301429614424706
73235	rnn.weight_hh_l0	5	0.04305463656783104
73235	rnn.weight_hh_l0	6	-0.009507661685347557
73235	rnn.weight_hh_l0	7	-0.07051980495452881
73235	rnn.weight_hh_l0	8	-0.01665191724896431
73235	rnn.weight_hh_l0	9	-0.049619633704423904
73235	rnn.bias_ih_l0	0	-0.06909149885177612
73235	rnn.bias_ih_l0	1	-0.12617555260658264
73235	rnn.bias_ih_l0	2	-0.18940144777297974
73235	rnn.bias_ih_l0	3	-0.24175520241260529
73235	rnn.bias_ih_l0	4	0.017355475574731827
73235	rnn.bias_ih_l0	5	0.06333053857088089
73235	rnn.bias_ih_l0	6	-0.12668372690677643
73235	rnn.bias_ih_l0	7	-0.20547053217887878
73235	rnn.bias_ih_l0	8	-0.10413114726543427
73235	rnn.bias_ih_l0	9	-0.1481390744447708
73235	rnn.bias_hh_l0	0	0.11989561468362808
73235	rnn.bias_hh_l0	1	-0.04446100816130638
73235	rnn.bias_hh_l0	2	0.012996041215956211
73235	rnn.bias_hh_l0	3	-0.14702428877353668
73235	rnn.bias_hh_l0	4	0.03366914764046669
73235	rnn.bias_hh_l0	5	0.027055181562900543
73235	rnn.bias_hh_l0	6	-0.06778369098901749
73235	rnn.bias_hh_l0	7	-0.11835227161645889
73235	rnn.bias_hh_l0	8	-0.1346432864665985
73235	rnn.bias_hh_l0	9	-0.083340585231781
73235	rnn.weight_ih_l0_reverse	0	-0.013627552427351475
73235	rnn.weight_ih_l0_reverse	1	0.029763594269752502
73235	rnn.weight_ih_l0_reverse	2	-0.022836435586214066
73235	rnn.weight_ih_l0_reverse	3	-0.016536597162485123
73235	rnn.weight_ih_l0_reverse	4	0.017253195866942406
73235	rnn.weight_ih_l0_reverse	5	-0.04339735582470894
73235	rnn.weight_ih_l0_reverse	6	-0.03944748267531395
73235	rnn.weight_ih_l0_reverse	7	-0.005305381957441568
73235	rnn.weight_ih_l0_reverse	8	0.04370037466287613
73235	rnn.weight_ih_l0_reverse	9	-0.011790265329182148
73235	rnn.weight_hh_l0_reverse	0	-0.008345325477421284
73235	rnn.weight_hh_l0_reverse	1	0.018485361710190773
73235	rnn.weight_hh_l0_reverse	2	-0.035764433443546295
73235	rnn.weight_hh_l0_reverse	3	0.03298091143369675
73235	rnn.weight_hh_l0_reverse	4	0.014597384259104729
73235	rnn.weight_hh_l0_reverse	5	-0.010293449275195599
73235	rnn.weight_hh_l0_reverse	6	0.031036660075187683
73235	rnn.weight_hh_l0_reverse	7	0.026337696239352226
73235	rnn.weight_hh_l0_reverse	8	0.0020561031997203827
73235	rnn.weight_hh_l0_reverse	9	-0.05172792077064514
73235	rnn.bias_ih_l0_reverse	0	-0.1164102777838707
73235	rnn.bias_ih_l0_reverse	1	-0.25996145606040955
73235	rnn.bias_ih_l0_reverse	2	-0.05477605387568474
73235	rnn.bias_ih_l0_reverse	3	-0.09881480038166046
73235	rnn.bias_ih_l0_reverse	4	0.07409092038869858
73235	rnn.bias_ih_l0_reverse	5	-0.1687881499528885
73235	rnn.bias_ih_l0_reverse	6	-0.05811426788568497
73235	rnn.bias_ih_l0_reverse	7	0.004595950711518526
73235	rnn.bias_ih_l0_reverse	8	-0.14765502512454987
73235	rnn.bias_ih_l0_reverse	9	-0.06725230813026428
73235	rnn.bias_hh_l0_reverse	0	-0.10772780328989029
73235	rnn.bias_hh_l0_reverse	1	-0.08739551156759262
73235	rnn.bias_hh_l0_reverse	2	-0.01773403026163578
73235	rnn.bias_hh_l0_reverse	3	-0.1069372147321701
73235	rnn.bias_hh_l0_reverse	4	-0.025932760909199715
73235	rnn.bias_hh_l0_reverse	5	-0.08983203023672104
73235	rnn.bias_hh_l0_reverse	6	-0.06578170508146286
73235	rnn.bias_hh_l0_reverse	7	-0.15041595697402954
73235	rnn.bias_hh_l0_reverse	8	-0.03630965203046799
73235	rnn.bias_hh_l0_reverse	9	-0.1299685686826706
73235	linear.weight	0	-0.24821433424949646
73235	linear.weight	1	-0.11366232484579086
73235	linear.weight	2	-0.011228874325752258
73235	linear.weight	3	-0.09097976982593536
73235	linear.weight	4	-0.005537969525903463
73235	linear.weight	5	0.1938573718070984
73235	linear.weight	6	0.0047744326293468475
73235	linear.weight	7	-0.021312154829502106
73235	linear.weight	8	0.11939647793769836
73235	linear.weight	9	0.1444527506828308
73235	linear.bias	0	-0.716360867023468
73235	linear.bias	1	1.0167813301086426
73235	linear.bias	2	-0.16007426381111145
73235	linear.bias	3	-0.5652688145637512
73235	linear.bias	4	-1.1649670600891113
73235	linear.bias	5	-1.140067219734192
73235	linear.bias	6	-0.6914965510368347
73235	linear.bias	7	-0.7185348272323608
73235	linear.bias	8	-0.01705317199230194
73235	linear.bias	9	2.9959449768066406
73432	transitions	0	-0.25694793462753296
73432	transitions	1	7.64949893951416
73432	transitions	2	-3.0706474781036377
73432	transitions	3	1.322695016860962
73432	transitions	4	-1.7571265697479248
73432	transitions	5	-0.3048524856567383
73432	transitions	6	-0.16215893626213074
73432	transitions	7	-10000.0
73432	transitions	8	1.6377583742141724
73432	transitions	9	-2.2879178524017334
73432	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
73432	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
73432	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
73432	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
73432	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
73432	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
73432	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
73432	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
73432	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
73432	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
73432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
73432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
73432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
73432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
73432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
73432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
73432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
73432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
73432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
73432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
73432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
73432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
73432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
73432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
73432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
73432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
73432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
73432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
73432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
73432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
73432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
73432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
73432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
73432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
73432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
73432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
73432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
73432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
73432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
73432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
73432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
73432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
73432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
73432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
73432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
73432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
73432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
73432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
73432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
73432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
73432	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
73432	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
73432	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
73432	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
73432	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
73432	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
73432	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
73432	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
73432	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
73432	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
73432	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
73432	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
73432	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
73432	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
73432	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
73432	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
73432	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
73432	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
73432	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
73432	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
73432	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
73432	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
73432	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
73432	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
73432	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
73432	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
73432	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
73432	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
73432	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
73432	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
73432	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
73432	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
73432	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
73432	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
73432	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
73432	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
73432	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
73432	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
73432	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
73432	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
73432	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
73432	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
73432	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
73432	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
73432	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
73432	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
73432	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
73432	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
73432	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
73432	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
73432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
73432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
73432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
73432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
73432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
73432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
73432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
73432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
73432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
73432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
73432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
73432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
73432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
73432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
73432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
73432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
73432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
73432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
73432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
73432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
73432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
73432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
73432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
73432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
73432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
73432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
73432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
73432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
73432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
73432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
73432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
73432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
73432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
73432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
73432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
73432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
73432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
73432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
73432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
73432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
73432	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
73432	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
73432	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
73432	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
73432	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
73432	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
73432	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
73432	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
73432	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
73432	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
73432	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
73432	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
73432	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
73432	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
73432	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
73432	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
73432	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
73432	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
73432	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
73432	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
73432	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
73432	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
73432	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
73432	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
73432	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
73432	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
73432	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
73432	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
73432	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
73432	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
73432	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
73432	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
73432	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
73432	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
73432	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
73432	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
73432	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
73432	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
73432	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
73432	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
73432	embedding2nn.weight	0	0.035965219140052795
73432	embedding2nn.weight	1	-0.06677993386983871
73432	embedding2nn.weight	2	0.010690451599657536
73432	embedding2nn.weight	3	-0.03267694637179375
73432	embedding2nn.weight	4	-0.09807632863521576
73432	embedding2nn.weight	5	0.07929826527833939
73432	embedding2nn.weight	6	-0.10865604132413864
73432	embedding2nn.weight	7	-0.07695239037275314
73432	embedding2nn.weight	8	-0.009688026271760464
73432	embedding2nn.weight	9	0.01943383552134037
73432	embedding2nn.bias	0	0.07010255753993988
73432	embedding2nn.bias	1	-0.003838463919237256
73432	embedding2nn.bias	2	-0.12098579108715057
73432	embedding2nn.bias	3	0.05908186361193657
73432	embedding2nn.bias	4	0.03475212678313255
73432	embedding2nn.bias	5	-0.1933934986591339
73432	embedding2nn.bias	6	-0.05612964555621147
73432	embedding2nn.bias	7	-0.01691596582531929
73432	embedding2nn.bias	8	0.06882943958044052
73432	embedding2nn.bias	9	-0.12365108728408813
73432	rnn.weight_ih_l0	0	-0.0005217641592025757
73432	rnn.weight_ih_l0	1	-0.036260128021240234
73432	rnn.weight_ih_l0	2	-0.04022686555981636
73432	rnn.weight_ih_l0	3	-0.009677255526185036
73432	rnn.weight_ih_l0	4	0.008433140814304352
73432	rnn.weight_ih_l0	5	-0.05138871818780899
73432	rnn.weight_ih_l0	6	0.02932601422071457
73432	rnn.weight_ih_l0	7	-0.05496738478541374
73432	rnn.weight_ih_l0	8	0.01772022806107998
73432	rnn.weight_ih_l0	9	-0.0035380914341658354
73432	rnn.weight_hh_l0	0	-0.006966016720980406
73432	rnn.weight_hh_l0	1	-0.06666278839111328
73432	rnn.weight_hh_l0	2	0.04177194461226463
73432	rnn.weight_hh_l0	3	0.018942004069685936
73432	rnn.weight_hh_l0	4	0.00907059945166111
73432	rnn.weight_hh_l0	5	0.042313527315855026
73432	rnn.weight_hh_l0	6	-0.009589127264916897
73432	rnn.weight_hh_l0	7	-0.07128140330314636
73432	rnn.weight_hh_l0	8	-0.016798684373497963
73432	rnn.weight_hh_l0	9	-0.049844928085803986
73432	rnn.bias_ih_l0	0	-0.06674278527498245
73432	rnn.bias_ih_l0	1	-0.12783853709697723
73432	rnn.bias_ih_l0	2	-0.19245438277721405
73432	rnn.bias_ih_l0	3	-0.24069444835186005
73432	rnn.bias_ih_l0	4	0.013223676010966301
73432	rnn.bias_ih_l0	5	0.06043001636862755
73432	rnn.bias_ih_l0	6	-0.12530843913555145
73432	rnn.bias_ih_l0	7	-0.20735900104045868
73432	rnn.bias_ih_l0	8	-0.10188769549131393
73432	rnn.bias_ih_l0	9	-0.14501599967479706
73432	rnn.bias_hh_l0	0	0.11984075605869293
73432	rnn.bias_hh_l0	1	-0.04239784926176071
73432	rnn.bias_hh_l0	2	0.01864125207066536
73432	rnn.bias_hh_l0	3	-0.1480979323387146
73432	rnn.bias_hh_l0	4	0.03968445584177971
73432	rnn.bias_hh_l0	5	0.02359597384929657
73432	rnn.bias_hh_l0	6	-0.05928536877036095
73432	rnn.bias_hh_l0	7	-0.12387505173683167
73432	rnn.bias_hh_l0	8	-0.1333751380443573
73432	rnn.bias_hh_l0	9	-0.08512360602617264
73432	rnn.weight_ih_l0_reverse	0	-0.013209386728703976
73432	rnn.weight_ih_l0_reverse	1	0.02952304668724537
73432	rnn.weight_ih_l0_reverse	2	-0.021809520199894905
73432	rnn.weight_ih_l0_reverse	3	-0.014283215627074242
73432	rnn.weight_ih_l0_reverse	4	0.015887321904301643
73432	rnn.weight_ih_l0_reverse	5	-0.047419097274541855
73432	rnn.weight_ih_l0_reverse	6	-0.040070973336696625
73432	rnn.weight_ih_l0_reverse	7	-0.005619056522846222
73432	rnn.weight_ih_l0_reverse	8	0.04300747811794281
73432	rnn.weight_ih_l0_reverse	9	-0.010988177731633186
73432	rnn.weight_hh_l0_reverse	0	-0.008698530495166779
73432	rnn.weight_hh_l0_reverse	1	0.01876719482243061
73432	rnn.weight_hh_l0_reverse	2	-0.03659512847661972
73432	rnn.weight_hh_l0_reverse	3	0.03309387341141701
73432	rnn.weight_hh_l0_reverse	4	0.014486799947917461
73432	rnn.weight_hh_l0_reverse	5	-0.010004919022321701
73432	rnn.weight_hh_l0_reverse	6	0.03110167197883129
73432	rnn.weight_hh_l0_reverse	7	0.02597915381193161
73432	rnn.weight_hh_l0_reverse	8	0.0023246838245540857
73432	rnn.weight_hh_l0_reverse	9	-0.052079763263463974
73432	rnn.bias_ih_l0_reverse	0	-0.1135202944278717
73432	rnn.bias_ih_l0_reverse	1	-0.2630477845668793
73432	rnn.bias_ih_l0_reverse	2	-0.0532398596405983
73432	rnn.bias_ih_l0_reverse	3	-0.09612005949020386
73432	rnn.bias_ih_l0_reverse	4	0.06978147476911545
73432	rnn.bias_ih_l0_reverse	5	-0.166597381234169
73432	rnn.bias_ih_l0_reverse	6	-0.05540784075856209
73432	rnn.bias_ih_l0_reverse	7	0.00919088814407587
73432	rnn.bias_ih_l0_reverse	8	-0.1478923261165619
73432	rnn.bias_ih_l0_reverse	9	-0.07046205550432205
73432	rnn.bias_hh_l0_reverse	0	-0.10798685252666473
73432	rnn.bias_hh_l0_reverse	1	-0.08861039578914642
73432	rnn.bias_hh_l0_reverse	2	-0.016376934945583344
73432	rnn.bias_hh_l0_reverse	3	-0.10544139891862869
73432	rnn.bias_hh_l0_reverse	4	-0.028784610331058502
73432	rnn.bias_hh_l0_reverse	5	-0.08863699436187744
73432	rnn.bias_hh_l0_reverse	6	-0.06498086452484131
73432	rnn.bias_hh_l0_reverse	7	-0.15050660073757172
73432	rnn.bias_hh_l0_reverse	8	-0.03779285401105881
73432	rnn.bias_hh_l0_reverse	9	-0.1309289187192917
73432	linear.weight	0	-0.2374473512172699
73432	linear.weight	1	-0.11578154563903809
73432	linear.weight	2	-0.011228874325752258
73432	linear.weight	3	-0.08738347142934799
73432	linear.weight	4	-0.008317708037793636
73432	linear.weight	5	0.1800794154405594
73432	linear.weight	6	0.0047744326293468475
73432	linear.weight	7	-0.021312154829502106
73432	linear.weight	8	0.10568197071552277
73432	linear.weight	9	0.12616848945617676
73432	linear.bias	0	-0.720682680606842
73432	linear.bias	1	0.9860341548919678
73432	linear.bias	2	-0.1809946745634079
73432	linear.bias	3	-0.5321816802024841
73432	linear.bias	4	-1.1342175006866455
73432	linear.bias	5	-1.1402283906936646
73432	linear.bias	6	-0.6955500841140747
73432	linear.bias	7	-0.7236341238021851
73432	linear.bias	8	-0.01705317199230194
73432	linear.bias	9	2.975445032119751
73629	transitions	0	-0.2573027014732361
73629	transitions	1	7.606784343719482
73629	transitions	2	-3.0720889568328857
73629	transitions	3	1.3372859954833984
73629	transitions	4	-1.7579818964004517
73629	transitions	5	-0.30517056584358215
73629	transitions	6	-0.16231991350650787
73629	transitions	7	-10000.0
73629	transitions	8	1.6382486820220947
73629	transitions	9	-2.2879416942596436
73629	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
73629	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
73629	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
73629	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
73629	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
73629	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
73629	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
73629	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
73629	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
73629	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
73629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
73629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
73629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
73629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
73629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
73629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
73629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
73629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
73629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
73629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
73629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
73629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
73629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
73629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
73629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
73629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
73629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
73629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
73629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
73629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
73629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
73629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
73629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
73629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
73629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
73629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
73629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
73629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
73629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
73629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
73629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
73629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
73629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
73629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
73629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
73629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
73629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
73629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
73629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
73629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
73629	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
73629	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
73629	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
73629	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
73629	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
73629	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
73629	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
73629	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
73629	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
73629	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
73629	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
73629	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
73629	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
73629	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
73629	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
73629	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
73629	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
73629	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
73629	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
73629	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
73629	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
73629	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
73629	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
73629	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
73629	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
73629	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
73629	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
73629	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
73629	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
73629	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
73629	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
73629	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
73629	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
73629	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
73629	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
73629	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
73629	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
73629	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
73629	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
73629	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
73629	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
73629	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
73629	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
73629	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
73629	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
73629	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
73629	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
73629	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
73629	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
73629	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
73629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
73629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
73629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
73629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
73629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
73629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
73629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
73629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
73629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
73629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
73629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
73629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
73629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
73629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
73629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
73629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
73629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
73629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
73629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
73629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
73629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
73629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
73629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
73629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
73629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
73629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
73629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
73629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
73629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
73629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
73629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
73629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
73629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
73629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
73629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
73629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
73629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
73629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
73629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
73629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
73629	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
73629	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
73629	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
73629	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
73629	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
73629	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
73629	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
73629	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
73629	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
73629	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
73629	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
73629	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
73629	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
73629	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
73629	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
73629	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
73629	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
73629	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
73629	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
73629	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
73629	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
73629	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
73629	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
73629	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
73629	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
73629	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
73629	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
73629	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
73629	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
73629	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
73629	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
73629	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
73629	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
73629	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
73629	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
73629	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
73629	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
73629	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
73629	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
73629	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
73629	embedding2nn.weight	0	0.035777632147073746
73629	embedding2nn.weight	1	-0.06812829524278641
73629	embedding2nn.weight	2	0.016102280467748642
73629	embedding2nn.weight	3	-0.03370705991983414
73629	embedding2nn.weight	4	-0.09938699752092361
73629	embedding2nn.weight	5	0.07847489416599274
73629	embedding2nn.weight	6	-0.11854375898838043
73629	embedding2nn.weight	7	-0.07818946987390518
73629	embedding2nn.weight	8	-0.009340709075331688
73629	embedding2nn.weight	9	0.024644114077091217
73629	embedding2nn.bias	0	0.07808514684438705
73629	embedding2nn.bias	1	-0.0019071236019954085
73629	embedding2nn.bias	2	-0.1169927641749382
73629	embedding2nn.bias	3	0.0660615861415863
73629	embedding2nn.bias	4	0.029137492179870605
73629	embedding2nn.bias	5	-0.18454231321811676
73629	embedding2nn.bias	6	-0.054974980652332306
73629	embedding2nn.bias	7	-0.02476537972688675
73629	embedding2nn.bias	8	0.067977674305439
73629	embedding2nn.bias	9	-0.12167081236839294
73629	rnn.weight_ih_l0	0	-0.0024486586917191744
73629	rnn.weight_ih_l0	1	-0.03430391103029251
73629	rnn.weight_ih_l0	2	-0.04033365845680237
73629	rnn.weight_ih_l0	3	-0.009073174558579922
73629	rnn.weight_ih_l0	4	0.008233379572629929
73629	rnn.weight_ih_l0	5	-0.05168028175830841
73629	rnn.weight_ih_l0	6	0.02992141619324684
73629	rnn.weight_ih_l0	7	-0.05431291460990906
73629	rnn.weight_ih_l0	8	0.016123084351420403
73629	rnn.weight_ih_l0	9	-0.005366341210901737
73629	rnn.weight_hh_l0	0	-0.007474537473171949
73629	rnn.weight_hh_l0	1	-0.06651680916547775
73629	rnn.weight_hh_l0	2	0.041370972990989685
73629	rnn.weight_hh_l0	3	0.018611542880535126
73629	rnn.weight_hh_l0	4	0.008946161717176437
73629	rnn.weight_hh_l0	5	0.04259227216243744
73629	rnn.weight_hh_l0	6	-0.009349142201244831
73629	rnn.weight_hh_l0	7	-0.071426160633564
73629	rnn.weight_hh_l0	8	-0.016145918518304825
73629	rnn.weight_hh_l0	9	-0.052870962768793106
73629	rnn.bias_ih_l0	0	-0.06737886369228363
73629	rnn.bias_ih_l0	1	-0.1296580731868744
73629	rnn.bias_ih_l0	2	-0.19245116412639618
73629	rnn.bias_ih_l0	3	-0.24181191623210907
73629	rnn.bias_ih_l0	4	0.010403887368738651
73629	rnn.bias_ih_l0	5	0.06031910330057144
73629	rnn.bias_ih_l0	6	-0.12702834606170654
73629	rnn.bias_ih_l0	7	-0.20652452111244202
73629	rnn.bias_ih_l0	8	-0.10727200657129288
73629	rnn.bias_ih_l0	9	-0.14278686046600342
73629	rnn.bias_hh_l0	0	0.11895827949047089
73629	rnn.bias_hh_l0	1	-0.038688212633132935
73629	rnn.bias_hh_l0	2	0.015933025628328323
73629	rnn.bias_hh_l0	3	-0.14774052798748016
73629	rnn.bias_hh_l0	4	0.03602907434105873
73629	rnn.bias_hh_l0	5	0.024147719144821167
73629	rnn.bias_hh_l0	6	-0.05371639505028725
73629	rnn.bias_hh_l0	7	-0.12193804979324341
73629	rnn.bias_hh_l0	8	-0.14014886319637299
73629	rnn.bias_hh_l0	9	-0.08333439379930496
73629	rnn.weight_ih_l0_reverse	0	-0.012984317727386951
73629	rnn.weight_ih_l0_reverse	1	0.027447840198874474
73629	rnn.weight_ih_l0_reverse	2	-0.020267758518457413
73629	rnn.weight_ih_l0_reverse	3	-0.01430868823081255
73629	rnn.weight_ih_l0_reverse	4	0.01650446467101574
73629	rnn.weight_ih_l0_reverse	5	-0.04691401124000549
73629	rnn.weight_ih_l0_reverse	6	-0.03760417550802231
73629	rnn.weight_ih_l0_reverse	7	-0.004651213530451059
73629	rnn.weight_ih_l0_reverse	8	0.045887239277362823
73629	rnn.weight_ih_l0_reverse	9	-0.010943089611828327
73629	rnn.weight_hh_l0_reverse	0	-0.008968690410256386
73629	rnn.weight_hh_l0_reverse	1	0.018514404073357582
73629	rnn.weight_hh_l0_reverse	2	-0.03693747892975807
73629	rnn.weight_hh_l0_reverse	3	0.03286604955792427
73629	rnn.weight_hh_l0_reverse	4	0.016222264617681503
73629	rnn.weight_hh_l0_reverse	5	-0.009995057247579098
73629	rnn.weight_hh_l0_reverse	6	0.031228456646203995
73629	rnn.weight_hh_l0_reverse	7	0.026063889265060425
73629	rnn.weight_hh_l0_reverse	8	0.0016512584406882524
73629	rnn.weight_hh_l0_reverse	9	-0.051558710634708405
73629	rnn.bias_ih_l0_reverse	0	-0.11696513742208481
73629	rnn.bias_ih_l0_reverse	1	-0.2632777988910675
73629	rnn.bias_ih_l0_reverse	2	-0.05312848091125488
73629	rnn.bias_ih_l0_reverse	3	-0.09208434820175171
73629	rnn.bias_ih_l0_reverse	4	0.07327979803085327
73629	rnn.bias_ih_l0_reverse	5	-0.1623050421476364
73629	rnn.bias_ih_l0_reverse	6	-0.053513217717409134
73629	rnn.bias_ih_l0_reverse	7	0.010158580727875233
73629	rnn.bias_ih_l0_reverse	8	-0.14842382073402405
73629	rnn.bias_ih_l0_reverse	9	-0.07659207284450531
73629	rnn.bias_hh_l0_reverse	0	-0.11003722250461578
73629	rnn.bias_hh_l0_reverse	1	-0.08478410542011261
73629	rnn.bias_hh_l0_reverse	2	-0.01611982099711895
73629	rnn.bias_hh_l0_reverse	3	-0.10942450165748596
73629	rnn.bias_hh_l0_reverse	4	-0.02769661694765091
73629	rnn.bias_hh_l0_reverse	5	-0.09325087070465088
73629	rnn.bias_hh_l0_reverse	6	-0.07290250808000565
73629	rnn.bias_hh_l0_reverse	7	-0.15026500821113586
73629	rnn.bias_hh_l0_reverse	8	-0.03835926577448845
73629	rnn.bias_hh_l0_reverse	9	-0.12983939051628113
73629	linear.weight	0	-0.23909324407577515
73629	linear.weight	1	-0.12045160681009293
73629	linear.weight	2	-0.011228874325752258
73629	linear.weight	3	-0.06386987119913101
73629	linear.weight	4	-0.0009106115321628749
73629	linear.weight	5	0.1849549412727356
73629	linear.weight	6	0.0047744326293468475
73629	linear.weight	7	-0.021312154829502106
73629	linear.weight	8	0.10237670689821243
73629	linear.weight	9	0.11975396424531937
73629	linear.bias	0	-0.6918746829032898
73629	linear.bias	1	1.0086027383804321
73629	linear.bias	2	-0.17938394844532013
73629	linear.bias	3	-0.572571873664856
73629	linear.bias	4	-1.168441891670227
73629	linear.bias	5	-1.1404043436050415
73629	linear.bias	6	-0.6763180494308472
73629	linear.bias	7	-0.679325520992279
73629	linear.bias	8	-0.01705317199230194
73629	linear.bias	9	3.003516435623169
73826	transitions	0	-0.2576620578765869
73826	transitions	1	7.631596088409424
73826	transitions	2	-3.073338508605957
73826	transitions	3	1.33246910572052
73826	transitions	4	-1.7588508129119873
73826	transitions	5	-0.3053284287452698
73826	transitions	6	-0.16242064535617828
73826	transitions	7	-10000.0
73826	transitions	8	1.6392555236816406
73826	transitions	9	-2.2879714965820312
73826	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
73826	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
73826	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
73826	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
73826	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
73826	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
73826	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
73826	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
73826	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
73826	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
73826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
73826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
73826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
73826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
73826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
73826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
73826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
73826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
73826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
73826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
73826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
73826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
73826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
73826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
73826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
73826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
73826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
73826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
73826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
73826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
73826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
73826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
73826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
73826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
73826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
73826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
73826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
73826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
73826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
73826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
73826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
73826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
73826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
73826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
73826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
73826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
73826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
73826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
73826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
73826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
73826	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
73826	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
73826	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
73826	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
73826	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
73826	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
73826	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
73826	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
73826	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
73826	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
73826	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
73826	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
73826	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
73826	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
73826	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
73826	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
73826	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
73826	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
73826	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
73826	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
73826	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
73826	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
73826	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
73826	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
73826	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
73826	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
73826	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
73826	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
73826	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
73826	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
73826	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
73826	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
73826	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
73826	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
73826	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
73826	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
73826	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
73826	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
73826	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
73826	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
73826	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
73826	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
73826	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
73826	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
73826	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
73826	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
73826	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
73826	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
73826	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
73826	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
73826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
73826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
73826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
73826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
73826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
73826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
73826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
73826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
73826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
73826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
73826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
73826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
73826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
73826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
73826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
73826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
73826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
73826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
73826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
73826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
73826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
73826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
73826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
73826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
73826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
73826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
73826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
73826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
73826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
73826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
73826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
73826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
73826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
73826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
73826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
73826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
73826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
73826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
73826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
73826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
73826	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
73826	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
73826	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
73826	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
73826	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
73826	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
73826	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
73826	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
73826	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
73826	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
73826	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
73826	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
73826	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
73826	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
73826	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
73826	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
73826	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
73826	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
73826	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
73826	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
73826	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
73826	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
73826	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
73826	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
73826	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
73826	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
73826	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
73826	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
73826	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
73826	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
73826	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
73826	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
73826	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
73826	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
73826	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
73826	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
73826	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
73826	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
73826	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
73826	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
73826	embedding2nn.weight	0	0.03594031557440758
73826	embedding2nn.weight	1	-0.068463034927845
73826	embedding2nn.weight	2	0.014918873086571693
73826	embedding2nn.weight	3	-0.0332258976995945
73826	embedding2nn.weight	4	-0.1006484180688858
73826	embedding2nn.weight	5	0.07747644186019897
73826	embedding2nn.weight	6	-0.11943873763084412
73826	embedding2nn.weight	7	-0.07711533457040787
73826	embedding2nn.weight	8	-0.010634693317115307
73826	embedding2nn.weight	9	0.024632351472973824
73826	embedding2nn.bias	0	0.08412715047597885
73826	embedding2nn.bias	1	0.0014583900338038802
73826	embedding2nn.bias	2	-0.10700250416994095
73826	embedding2nn.bias	3	0.06625119596719742
73826	embedding2nn.bias	4	0.035028114914894104
73826	embedding2nn.bias	5	-0.19066190719604492
73826	embedding2nn.bias	6	-0.050206247717142105
73826	embedding2nn.bias	7	-0.030960015952587128
73826	embedding2nn.bias	8	0.07736951857805252
73826	embedding2nn.bias	9	-0.10759163647890091
73826	rnn.weight_ih_l0	0	-0.005616350565105677
73826	rnn.weight_ih_l0	1	-0.03384188190102577
73826	rnn.weight_ih_l0	2	-0.04352724924683571
73826	rnn.weight_ih_l0	3	-0.010399716906249523
73826	rnn.weight_ih_l0	4	0.008104274980723858
73826	rnn.weight_ih_l0	5	-0.04520301893353462
73826	rnn.weight_ih_l0	6	0.02781340852379799
73826	rnn.weight_ih_l0	7	-0.05496999993920326
73826	rnn.weight_ih_l0	8	0.016994953155517578
73826	rnn.weight_ih_l0	9	-0.004536539316177368
73826	rnn.weight_hh_l0	0	-0.006871833000332117
73826	rnn.weight_hh_l0	1	-0.06674594432115555
73826	rnn.weight_hh_l0	2	0.041868723928928375
73826	rnn.weight_hh_l0	3	0.0186231080442667
73826	rnn.weight_hh_l0	4	0.009638295508921146
73826	rnn.weight_hh_l0	5	0.04101443663239479
73826	rnn.weight_hh_l0	6	-0.008745874278247356
73826	rnn.weight_hh_l0	7	-0.07225437462329865
73826	rnn.weight_hh_l0	8	-0.015814265236258507
73826	rnn.weight_hh_l0	9	-0.05406135693192482
73826	rnn.bias_ih_l0	0	-0.07212809473276138
73826	rnn.bias_ih_l0	1	-0.12797226011753082
73826	rnn.bias_ih_l0	2	-0.18767128884792328
73826	rnn.bias_ih_l0	3	-0.2461252510547638
73826	rnn.bias_ih_l0	4	0.004141835495829582
73826	rnn.bias_ih_l0	5	0.06365972757339478
73826	rnn.bias_ih_l0	6	-0.12596124410629272
73826	rnn.bias_ih_l0	7	-0.2081359475851059
73826	rnn.bias_ih_l0	8	-0.10092910379171371
73826	rnn.bias_ih_l0	9	-0.1431599110364914
73826	rnn.bias_hh_l0	0	0.12677402794361115
73826	rnn.bias_hh_l0	1	-0.04047542065382004
73826	rnn.bias_hh_l0	2	0.011501261033117771
73826	rnn.bias_hh_l0	3	-0.15163040161132812
73826	rnn.bias_hh_l0	4	0.03456598520278931
73826	rnn.bias_hh_l0	5	0.02564728632569313
73826	rnn.bias_hh_l0	6	-0.0616687536239624
73826	rnn.bias_hh_l0	7	-0.12225093692541122
73826	rnn.bias_hh_l0	8	-0.13661734759807587
73826	rnn.bias_hh_l0	9	-0.08664859086275101
73826	rnn.weight_ih_l0_reverse	0	-0.013001656159758568
73826	rnn.weight_ih_l0_reverse	1	0.028691058978438377
73826	rnn.weight_ih_l0_reverse	2	-0.022965440526604652
73826	rnn.weight_ih_l0_reverse	3	-0.012718203477561474
73826	rnn.weight_ih_l0_reverse	4	0.015306713059544563
73826	rnn.weight_ih_l0_reverse	5	-0.048288553953170776
73826	rnn.weight_ih_l0_reverse	6	-0.03791828081011772
73826	rnn.weight_ih_l0_reverse	7	-0.003986801486462355
73826	rnn.weight_ih_l0_reverse	8	0.04524553567171097
73826	rnn.weight_ih_l0_reverse	9	-0.008903068490326405
73826	rnn.weight_hh_l0_reverse	0	-0.007629765663295984
73826	rnn.weight_hh_l0_reverse	1	0.018760420382022858
73826	rnn.weight_hh_l0_reverse	2	-0.037148404866456985
73826	rnn.weight_hh_l0_reverse	3	0.032886721193790436
73826	rnn.weight_hh_l0_reverse	4	0.01656917668879032
73826	rnn.weight_hh_l0_reverse	5	-0.011180578731000423
73826	rnn.weight_hh_l0_reverse	6	0.03177356347441673
73826	rnn.weight_hh_l0_reverse	7	0.025873683393001556
73826	rnn.weight_hh_l0_reverse	8	0.0015507398638874292
73826	rnn.weight_hh_l0_reverse	9	-0.05210302025079727
73826	rnn.bias_ih_l0_reverse	0	-0.11874936521053314
73826	rnn.bias_ih_l0_reverse	1	-0.2648857831954956
73826	rnn.bias_ih_l0_reverse	2	-0.05350048094987869
73826	rnn.bias_ih_l0_reverse	3	-0.09321804344654083
73826	rnn.bias_ih_l0_reverse	4	0.07370159775018692
73826	rnn.bias_ih_l0_reverse	5	-0.16162411868572235
73826	rnn.bias_ih_l0_reverse	6	-0.05154893174767494
73826	rnn.bias_ih_l0_reverse	7	0.010759945958852768
73826	rnn.bias_ih_l0_reverse	8	-0.15110476315021515
73826	rnn.bias_ih_l0_reverse	9	-0.0763268917798996
73826	rnn.bias_hh_l0_reverse	0	-0.10519753396511078
73826	rnn.bias_hh_l0_reverse	1	-0.08802521973848343
73826	rnn.bias_hh_l0_reverse	2	-0.014550252817571163
73826	rnn.bias_hh_l0_reverse	3	-0.10708682984113693
73826	rnn.bias_hh_l0_reverse	4	-0.030617544427514076
73826	rnn.bias_hh_l0_reverse	5	-0.09388616681098938
73826	rnn.bias_hh_l0_reverse	6	-0.07157687842845917
73826	rnn.bias_hh_l0_reverse	7	-0.15006284415721893
73826	rnn.bias_hh_l0_reverse	8	-0.041993942111730576
73826	rnn.bias_hh_l0_reverse	9	-0.1328321099281311
73826	linear.weight	0	-0.2287432998418808
73826	linear.weight	1	-0.12182929366827011
73826	linear.weight	2	-0.011228874325752258
73826	linear.weight	3	-0.0542885959148407
73826	linear.weight	4	-0.008829624392092228
73826	linear.weight	5	0.1978815346956253
73826	linear.weight	6	0.0047744326293468475
73826	linear.weight	7	-0.021312154829502106
73826	linear.weight	8	0.11089865863323212
73826	linear.weight	9	0.11135760694742203
73826	linear.bias	0	-0.7095873355865479
73826	linear.bias	1	1.004902958869934
73826	linear.bias	2	-0.135127454996109
73826	linear.bias	3	-0.5510003566741943
73826	linear.bias	4	-1.1553932428359985
73826	linear.bias	5	-1.140556812286377
73826	linear.bias	6	-0.6915117502212524
73826	linear.bias	7	-0.6805931329727173
73826	linear.bias	8	-0.01705317199230194
73826	linear.bias	9	3.0416998863220215
74023	transitions	0	-0.2584240436553955
74023	transitions	1	7.648331165313721
74023	transitions	2	-3.0754356384277344
74023	transitions	3	1.3294481039047241
74023	transitions	4	-1.7600456476211548
74023	transitions	5	-0.3056240677833557
74023	transitions	6	-0.16250953078269958
74023	transitions	7	-10000.0
74023	transitions	8	1.6426078081130981
74023	transitions	9	-2.287991523742676
74023	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
74023	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
74023	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
74023	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
74023	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
74023	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
74023	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
74023	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
74023	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
74023	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
74023	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
74023	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
74023	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
74023	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
74023	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
74023	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
74023	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
74023	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
74023	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
74023	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
74023	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
74023	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
74023	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
74023	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
74023	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
74023	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
74023	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
74023	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
74023	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
74023	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
74023	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
74023	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
74023	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
74023	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
74023	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
74023	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
74023	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
74023	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
74023	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
74023	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
74023	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
74023	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
74023	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
74023	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
74023	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
74023	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
74023	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
74023	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
74023	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
74023	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
74023	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
74023	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
74023	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
74023	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
74023	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
74023	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
74023	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
74023	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
74023	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
74023	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
74023	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
74023	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
74023	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
74023	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
74023	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
74023	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
74023	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
74023	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
74023	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
74023	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
74023	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
74023	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
74023	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
74023	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
74023	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
74023	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
74023	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
74023	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
74023	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
74023	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
74023	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
74023	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
74023	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
74023	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
74023	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
74023	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
74023	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
74023	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
74023	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
74023	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
74023	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
74023	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
74023	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
74023	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
74023	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
74023	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
74023	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
74023	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
74023	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
74023	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
74023	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
74023	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
74023	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
74023	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
74023	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
74023	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
74023	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
74023	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
74023	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
74023	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
74023	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
74023	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
74023	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
74023	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
74023	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
74023	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
74023	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
74023	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
74023	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
74023	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
74023	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
74023	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
74023	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
74023	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
74023	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
74023	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
74023	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
74023	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
74023	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
74023	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
74023	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
74023	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
74023	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
74023	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
74023	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
74023	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
74023	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
74023	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
74023	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
74023	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
74023	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
74023	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
74023	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
74023	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
74023	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
74023	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
74023	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
74023	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
74023	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
74023	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
74023	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
74023	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
74023	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
74023	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
74023	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
74023	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
74023	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
74023	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
74023	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
74023	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
74023	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
74023	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
74023	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
74023	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
74023	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
74023	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
74023	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
74023	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
74023	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
74023	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
74023	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
74023	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
74023	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
74023	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
74023	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
74023	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
74023	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
74023	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
74023	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
74023	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
74023	embedding2nn.weight	0	0.035690587013959885
74023	embedding2nn.weight	1	-0.06750653684139252
74023	embedding2nn.weight	2	0.0164218507707119
74023	embedding2nn.weight	3	-0.035742852836847305
74023	embedding2nn.weight	4	-0.10151568055152893
74023	embedding2nn.weight	5	0.07608421891927719
74023	embedding2nn.weight	6	-0.11987723410129547
74023	embedding2nn.weight	7	-0.0808529332280159
74023	embedding2nn.weight	8	-0.010925964452326298
74023	embedding2nn.weight	9	0.02423749677836895
74023	embedding2nn.bias	0	0.08200719207525253
74023	embedding2nn.bias	1	0.006205536890774965
74023	embedding2nn.bias	2	-0.11247295141220093
74023	embedding2nn.bias	3	0.0766495019197464
74023	embedding2nn.bias	4	0.042932841926813126
74023	embedding2nn.bias	5	-0.18435275554656982
74023	embedding2nn.bias	6	-0.04420081898570061
74023	embedding2nn.bias	7	-0.026369722560048103
74023	embedding2nn.bias	8	0.06327200680971146
74023	embedding2nn.bias	9	-0.10411287099123001
74023	rnn.weight_ih_l0	0	-0.007099165115505457
74023	rnn.weight_ih_l0	1	-0.03488113358616829
74023	rnn.weight_ih_l0	2	-0.0436694510281086
74023	rnn.weight_ih_l0	3	-0.010733256116509438
74023	rnn.weight_ih_l0	4	0.00767603749409318
74023	rnn.weight_ih_l0	5	-0.0437484011054039
74023	rnn.weight_ih_l0	6	0.0295487679541111
74023	rnn.weight_ih_l0	7	-0.05269802734255791
74023	rnn.weight_ih_l0	8	0.017601266503334045
74023	rnn.weight_ih_l0	9	-0.0016606259159743786
74023	rnn.weight_hh_l0	0	-0.007233439013361931
74023	rnn.weight_hh_l0	1	-0.06755024939775467
74023	rnn.weight_hh_l0	2	0.042291171848773956
74023	rnn.weight_hh_l0	3	0.017123965546488762
74023	rnn.weight_hh_l0	4	0.009220942854881287
74023	rnn.weight_hh_l0	5	0.04105810448527336
74023	rnn.weight_hh_l0	6	-0.008949066512286663
74023	rnn.weight_hh_l0	7	-0.07249133288860321
74023	rnn.weight_hh_l0	8	-0.01502169854938984
74023	rnn.weight_hh_l0	9	-0.056240908801555634
74023	rnn.bias_ih_l0	0	-0.07811257243156433
74023	rnn.bias_ih_l0	1	-0.12691763043403625
74023	rnn.bias_ih_l0	2	-0.18635259568691254
74023	rnn.bias_ih_l0	3	-0.24620859324932098
74023	rnn.bias_ih_l0	4	0.005301724188029766
74023	rnn.bias_ih_l0	5	0.05887599661946297
74023	rnn.bias_ih_l0	6	-0.12575270235538483
74023	rnn.bias_ih_l0	7	-0.20707277953624725
74023	rnn.bias_ih_l0	8	-0.10208594053983688
74023	rnn.bias_ih_l0	9	-0.140855610370636
74023	rnn.bias_hh_l0	0	0.1265479028224945
74023	rnn.bias_hh_l0	1	-0.03710366040468216
74023	rnn.bias_hh_l0	2	0.012841739691793919
74023	rnn.bias_hh_l0	3	-0.15100377798080444
74023	rnn.bias_hh_l0	4	0.03388351947069168
74023	rnn.bias_hh_l0	5	0.02851792238652706
74023	rnn.bias_hh_l0	6	-0.062388405203819275
74023	rnn.bias_hh_l0	7	-0.12458042800426483
74023	rnn.bias_hh_l0	8	-0.13895167410373688
74023	rnn.bias_hh_l0	9	-0.08463588356971741
74023	rnn.weight_ih_l0_reverse	0	-0.013708587735891342
74023	rnn.weight_ih_l0_reverse	1	0.0289476178586483
74023	rnn.weight_ih_l0_reverse	2	-0.021882347762584686
74023	rnn.weight_ih_l0_reverse	3	-0.017840391024947166
74023	rnn.weight_ih_l0_reverse	4	0.013648921623826027
74023	rnn.weight_ih_l0_reverse	5	-0.047796666622161865
74023	rnn.weight_ih_l0_reverse	6	-0.03848786652088165
74023	rnn.weight_ih_l0_reverse	7	-0.0023258323781192303
74023	rnn.weight_ih_l0_reverse	8	0.046761490404605865
74023	rnn.weight_ih_l0_reverse	9	-0.008518625050783157
74023	rnn.weight_hh_l0_reverse	0	-0.007283386774361134
74023	rnn.weight_hh_l0_reverse	1	0.01851409487426281
74023	rnn.weight_hh_l0_reverse	2	-0.03680119290947914
74023	rnn.weight_hh_l0_reverse	3	0.03262544050812721
74023	rnn.weight_hh_l0_reverse	4	0.016234561800956726
74023	rnn.weight_hh_l0_reverse	5	-0.01056809164583683
74023	rnn.weight_hh_l0_reverse	6	0.03207235038280487
74023	rnn.weight_hh_l0_reverse	7	0.025885554030537605
74023	rnn.weight_hh_l0_reverse	8	0.0019250294426456094
74023	rnn.weight_hh_l0_reverse	9	-0.052611883729696274
74023	rnn.bias_ih_l0_reverse	0	-0.11606103926897049
74023	rnn.bias_ih_l0_reverse	1	-0.265642911195755
74023	rnn.bias_ih_l0_reverse	2	-0.05115167051553726
74023	rnn.bias_ih_l0_reverse	3	-0.09573015570640564
74023	rnn.bias_ih_l0_reverse	4	0.07190197706222534
74023	rnn.bias_ih_l0_reverse	5	-0.1616307944059372
74023	rnn.bias_ih_l0_reverse	6	-0.050877779722213745
74023	rnn.bias_ih_l0_reverse	7	0.007151452358812094
74023	rnn.bias_ih_l0_reverse	8	-0.15148599445819855
74023	rnn.bias_ih_l0_reverse	9	-0.07328183948993683
74023	rnn.bias_hh_l0_reverse	0	-0.10784132033586502
74023	rnn.bias_hh_l0_reverse	1	-0.08657108247280121
74023	rnn.bias_hh_l0_reverse	2	-0.01464248076081276
74023	rnn.bias_hh_l0_reverse	3	-0.11161770671606064
74023	rnn.bias_hh_l0_reverse	4	-0.028735555708408356
74023	rnn.bias_hh_l0_reverse	5	-0.09436911344528198
74023	rnn.bias_hh_l0_reverse	6	-0.07131336629390717
74023	rnn.bias_hh_l0_reverse	7	-0.14864036440849304
74023	rnn.bias_hh_l0_reverse	8	-0.03838781639933586
74023	rnn.bias_hh_l0_reverse	9	-0.13127656280994415
74023	linear.weight	0	-0.2281942069530487
74023	linear.weight	1	-0.102628193795681
74023	linear.weight	2	-0.011228874325752258
74023	linear.weight	3	-0.05523568019270897
74023	linear.weight	4	0.019545147195458412
74023	linear.weight	5	0.1905808299779892
74023	linear.weight	6	0.0047744326293468475
74023	linear.weight	7	-0.021312154829502106
74023	linear.weight	8	0.11152748763561249
74023	linear.weight	9	0.11928971111774445
74023	linear.bias	0	-0.7047202587127686
74023	linear.bias	1	1.0102819204330444
74023	linear.bias	2	-0.17297051846981049
74023	linear.bias	3	-0.5317605137825012
74023	linear.bias	4	-1.1693718433380127
74023	linear.bias	5	-1.140724778175354
74023	linear.bias	6	-0.690244734287262
74023	linear.bias	7	-0.7151137590408325
74023	linear.bias	8	-0.01705317199230194
74023	linear.bias	9	2.9964451789855957
74220	transitions	0	-0.2588808834552765
74220	transitions	1	7.670040130615234
74220	transitions	2	-3.0775983333587646
74220	transitions	3	1.320342779159546
74220	transitions	4	-1.7615227699279785
74220	transitions	5	-0.3058778643608093
74220	transitions	6	-0.1626402884721756
74220	transitions	7	-10000.0
74220	transitions	8	1.6392699480056763
74220	transitions	9	-2.2880258560180664
74220	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
74220	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
74220	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
74220	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
74220	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
74220	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
74220	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
74220	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
74220	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
74220	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
74220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
74220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
74220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
74220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
74220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
74220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
74220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
74220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
74220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
74220	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
74220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
74220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
74220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
74220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
74220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
74220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
74220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
74220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
74220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
74220	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
74220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
74220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
74220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
74220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
74220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
74220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
74220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
74220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
74220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
74220	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
74220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
74220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
74220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
74220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
74220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
74220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
74220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
74220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
74220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
74220	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
74220	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
74220	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
74220	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
74220	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
74220	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
74220	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
74220	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
74220	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
74220	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
74220	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
74220	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
74220	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
74220	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
74220	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
74220	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
74220	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
74220	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
74220	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
74220	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
74220	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
74220	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
74220	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
74220	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
74220	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
74220	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
74220	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
74220	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
74220	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
74220	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
74220	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
74220	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
74220	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
74220	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
74220	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
74220	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
74220	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
74220	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
74220	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
74220	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
74220	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
74220	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
74220	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
74220	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
74220	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
74220	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
74220	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
74220	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
74220	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
74220	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
74220	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
74220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
74220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
74220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
74220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
74220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
74220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
74220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
74220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
74220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
74220	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
74220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
74220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
74220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
74220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
74220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
74220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
74220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
74220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
74220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
74220	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
74220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
74220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
74220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
74220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
74220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
74220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
74220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
74220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
74220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
74220	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
74220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
74220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
74220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
74220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
74220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
74220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
74220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
74220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
74220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
74220	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
74220	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
74220	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
74220	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
74220	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
74220	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
74220	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
74220	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
74220	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
74220	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
74220	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
74220	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
74220	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
74220	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
74220	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
74220	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
74220	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
74220	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
74220	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
74220	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
74220	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
74220	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
74220	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
74220	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
74220	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
74220	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
74220	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
74220	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
74220	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
74220	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
74220	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
74220	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
74220	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
74220	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
74220	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
74220	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
74220	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
74220	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
74220	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
74220	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
74220	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
74220	embedding2nn.weight	0	0.03627323731780052
74220	embedding2nn.weight	1	-0.06747628003358841
74220	embedding2nn.weight	2	0.010397913865745068
74220	embedding2nn.weight	3	-0.03640272840857506
74220	embedding2nn.weight	4	-0.10119863599538803
74220	embedding2nn.weight	5	0.07667168229818344
74220	embedding2nn.weight	6	-0.10771734267473221
74220	embedding2nn.weight	7	-0.08247143775224686
74220	embedding2nn.weight	8	-0.011163182556629181
74220	embedding2nn.weight	9	0.023373963311314583
74220	embedding2nn.bias	0	0.076847143471241
74220	embedding2nn.bias	1	0.002700621262192726
74220	embedding2nn.bias	2	-0.1285863220691681
74220	embedding2nn.bias	3	0.07400743663311005
74220	embedding2nn.bias	4	0.0534723699092865
74220	embedding2nn.bias	5	-0.1837093085050583
74220	embedding2nn.bias	6	-0.03747399523854256
74220	embedding2nn.bias	7	-0.024765772745013237
74220	embedding2nn.bias	8	0.07934273779392242
74220	embedding2nn.bias	9	-0.11077512055635452
74220	rnn.weight_ih_l0	0	-0.007181734312325716
74220	rnn.weight_ih_l0	1	-0.03419360890984535
74220	rnn.weight_ih_l0	2	-0.04367969557642937
74220	rnn.weight_ih_l0	3	-0.009548448026180267
74220	rnn.weight_ih_l0	4	0.003280212404206395
74220	rnn.weight_ih_l0	5	-0.04745042324066162
74220	rnn.weight_ih_l0	6	0.030536256730556488
74220	rnn.weight_ih_l0	7	-0.05571189522743225
74220	rnn.weight_ih_l0	8	0.02072949707508087
74220	rnn.weight_ih_l0	9	-0.0022830842062830925
74220	rnn.weight_hh_l0	0	-0.006693126168102026
74220	rnn.weight_hh_l0	1	-0.06718336790800095
74220	rnn.weight_hh_l0	2	0.04257283732295036
74220	rnn.weight_hh_l0	3	0.018263738602399826
74220	rnn.weight_hh_l0	4	0.009009769186377525
74220	rnn.weight_hh_l0	5	0.041430529206991196
74220	rnn.weight_hh_l0	6	-0.010527968406677246
74220	rnn.weight_hh_l0	7	-0.07313656806945801
74220	rnn.weight_hh_l0	8	-0.015255440026521683
74220	rnn.weight_hh_l0	9	-0.057590730488300323
74220	rnn.bias_ih_l0	0	-0.07551714032888412
74220	rnn.bias_ih_l0	1	-0.1293162852525711
74220	rnn.bias_ih_l0	2	-0.18710340559482574
74220	rnn.bias_ih_l0	3	-0.24768243730068207
74220	rnn.bias_ih_l0	4	0.0014721481129527092
74220	rnn.bias_ih_l0	5	0.05872764438390732
74220	rnn.bias_ih_l0	6	-0.12402709573507309
74220	rnn.bias_ih_l0	7	-0.2044922113418579
74220	rnn.bias_ih_l0	8	-0.1026361957192421
74220	rnn.bias_ih_l0	9	-0.14182211458683014
74220	rnn.bias_hh_l0	0	0.12566731870174408
74220	rnn.bias_hh_l0	1	-0.039132293313741684
74220	rnn.bias_hh_l0	2	0.011286197230219841
74220	rnn.bias_hh_l0	3	-0.15119141340255737
74220	rnn.bias_hh_l0	4	0.034612592309713364
74220	rnn.bias_hh_l0	5	0.02646232396364212
74220	rnn.bias_hh_l0	6	-0.06381930410861969
74220	rnn.bias_hh_l0	7	-0.12515351176261902
74220	rnn.bias_hh_l0	8	-0.14217546582221985
74220	rnn.bias_hh_l0	9	-0.08487251400947571
74220	rnn.weight_ih_l0_reverse	0	-0.012568548321723938
74220	rnn.weight_ih_l0_reverse	1	0.029493270441889763
74220	rnn.weight_ih_l0_reverse	2	-0.024765552952885628
74220	rnn.weight_ih_l0_reverse	3	-0.02093743532896042
74220	rnn.weight_ih_l0_reverse	4	0.011927860789000988
74220	rnn.weight_ih_l0_reverse	5	-0.045533813536167145
74220	rnn.weight_ih_l0_reverse	6	-0.037393905222415924
74220	rnn.weight_ih_l0_reverse	7	-0.0030563476029783487
74220	rnn.weight_ih_l0_reverse	8	0.045275118201971054
74220	rnn.weight_ih_l0_reverse	9	-0.005096523091197014
74220	rnn.weight_hh_l0_reverse	0	-0.008286566473543644
74220	rnn.weight_hh_l0_reverse	1	0.018557744100689888
74220	rnn.weight_hh_l0_reverse	2	-0.03700324520468712
74220	rnn.weight_hh_l0_reverse	3	0.03230108693242073
74220	rnn.weight_hh_l0_reverse	4	0.015973463654518127
74220	rnn.weight_hh_l0_reverse	5	-0.010069861076772213
74220	rnn.weight_hh_l0_reverse	6	0.033053621649742126
74220	rnn.weight_hh_l0_reverse	7	0.025211740285158157
74220	rnn.weight_hh_l0_reverse	8	0.001994912978261709
74220	rnn.weight_hh_l0_reverse	9	-0.05196816846728325
74220	rnn.bias_ih_l0_reverse	0	-0.11267932504415512
74220	rnn.bias_ih_l0_reverse	1	-0.2602222263813019
74220	rnn.bias_ih_l0_reverse	2	-0.050799716264009476
74220	rnn.bias_ih_l0_reverse	3	-0.09524133801460266
74220	rnn.bias_ih_l0_reverse	4	0.06938380002975464
74220	rnn.bias_ih_l0_reverse	5	-0.16123242676258087
74220	rnn.bias_ih_l0_reverse	6	-0.047532323747873306
74220	rnn.bias_ih_l0_reverse	7	0.011630592867732048
74220	rnn.bias_ih_l0_reverse	8	-0.14887495338916779
74220	rnn.bias_ih_l0_reverse	9	-0.0731981173157692
74220	rnn.bias_hh_l0_reverse	0	-0.10444693267345428
74220	rnn.bias_hh_l0_reverse	1	-0.08403200656175613
74220	rnn.bias_hh_l0_reverse	2	-0.013346783816814423
74220	rnn.bias_hh_l0_reverse	3	-0.11243370175361633
74220	rnn.bias_hh_l0_reverse	4	-0.027883436530828476
74220	rnn.bias_hh_l0_reverse	5	-0.0918700248003006
74220	rnn.bias_hh_l0_reverse	6	-0.07401500642299652
74220	rnn.bias_hh_l0_reverse	7	-0.14466294646263123
74220	rnn.bias_hh_l0_reverse	8	-0.04019425809383392
74220	rnn.bias_hh_l0_reverse	9	-0.13347642123699188
74220	linear.weight	0	-0.23309706151485443
74220	linear.weight	1	-0.10138627141714096
74220	linear.weight	2	-0.011228874325752258
74220	linear.weight	3	-0.05050155147910118
74220	linear.weight	4	0.02199665457010269
74220	linear.weight	5	0.18120332062244415
74220	linear.weight	6	0.0047744326293468475
74220	linear.weight	7	-0.021312154829502106
74220	linear.weight	8	0.11682111769914627
74220	linear.weight	9	0.12014561891555786
74220	linear.bias	0	-0.7368927597999573
74220	linear.bias	1	0.998455822467804
74220	linear.bias	2	-0.2121962308883667
74220	linear.bias	3	-0.5228472352027893
74220	linear.bias	4	-1.180750846862793
74220	linear.bias	5	-1.1408889293670654
74220	linear.bias	6	-0.7202662825584412
74220	linear.bias	7	-0.6895195245742798
74220	linear.bias	8	-0.01705317199230194
74220	linear.bias	9	3.0985567569732666
74417	transitions	0	-0.25935617089271545
74417	transitions	1	7.6504621505737305
74417	transitions	2	-3.078908681869507
74417	transitions	3	1.3131641149520874
74417	transitions	4	-1.7625153064727783
74417	transitions	5	-0.3060367703437805
74417	transitions	6	-0.1627974510192871
74417	transitions	7	-10000.0
74417	transitions	8	1.639114499092102
74417	transitions	9	-2.288057565689087
74417	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
74417	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
74417	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
74417	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
74417	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
74417	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
74417	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
74417	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
74417	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
74417	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
74417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
74417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
74417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
74417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
74417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
74417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
74417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
74417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
74417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
74417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
74417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
74417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
74417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
74417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
74417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
74417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
74417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
74417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
74417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
74417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
74417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
74417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
74417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
74417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
74417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
74417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
74417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
74417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
74417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
74417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
74417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
74417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
74417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
74417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
74417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
74417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
74417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
74417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
74417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
74417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
74417	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
74417	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
74417	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
74417	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
74417	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
74417	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
74417	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
74417	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
74417	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
74417	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
74417	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
74417	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
74417	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
74417	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
74417	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
74417	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
74417	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
74417	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
74417	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
74417	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
74417	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
74417	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
74417	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
74417	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
74417	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
74417	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
74417	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
74417	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
74417	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
74417	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
74417	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
74417	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
74417	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
74417	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
74417	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
74417	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
74417	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
74417	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
74417	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
74417	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
74417	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
74417	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
74417	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
74417	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
74417	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
74417	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
74417	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
74417	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
74417	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
74417	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
74417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
74417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
74417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
74417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
74417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
74417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
74417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
74417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
74417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
74417	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
74417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
74417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
74417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
74417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
74417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
74417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
74417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
74417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
74417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
74417	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
74417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
74417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
74417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
74417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
74417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
74417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
74417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
74417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
74417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
74417	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
74417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
74417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
74417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
74417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
74417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
74417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
74417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
74417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
74417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
74417	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
74417	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
74417	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
74417	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
74417	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
74417	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
74417	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
74417	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
74417	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
74417	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
74417	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
74417	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
74417	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
74417	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
74417	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
74417	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
74417	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
74417	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
74417	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
74417	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
74417	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
74417	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
74417	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
74417	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
74417	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
74417	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
74417	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
74417	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
74417	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
74417	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
74417	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
74417	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
74417	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
74417	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
74417	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
74417	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
74417	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
74417	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
74417	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
74417	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
74417	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
74417	embedding2nn.weight	0	0.037011176347732544
74417	embedding2nn.weight	1	-0.0699446052312851
74417	embedding2nn.weight	2	0.013445766642689705
74417	embedding2nn.weight	3	-0.03805384784936905
74417	embedding2nn.weight	4	-0.1002042219042778
74417	embedding2nn.weight	5	0.07759787887334824
74417	embedding2nn.weight	6	-0.1103312224149704
74417	embedding2nn.weight	7	-0.08076298236846924
74417	embedding2nn.weight	8	-0.009486953727900982
74417	embedding2nn.weight	9	0.02264276146888733
74417	embedding2nn.bias	0	0.0744561105966568
74417	embedding2nn.bias	1	-0.002369826892390847
74417	embedding2nn.bias	2	-0.12727577984333038
74417	embedding2nn.bias	3	0.07553666830062866
74417	embedding2nn.bias	4	0.051115017384290695
74417	embedding2nn.bias	5	-0.18014590442180634
74417	embedding2nn.bias	6	-0.028804101049900055
74417	embedding2nn.bias	7	-0.02799452841281891
74417	embedding2nn.bias	8	0.08122554421424866
74417	embedding2nn.bias	9	-0.11407281458377838
74417	rnn.weight_ih_l0	0	-0.005444932263344526
74417	rnn.weight_ih_l0	1	-0.0371878519654274
74417	rnn.weight_ih_l0	2	-0.04292665049433708
74417	rnn.weight_ih_l0	3	-0.009795207530260086
74417	rnn.weight_ih_l0	4	0.004774992819875479
74417	rnn.weight_ih_l0	5	-0.050293855369091034
74417	rnn.weight_ih_l0	6	0.03187099099159241
74417	rnn.weight_ih_l0	7	-0.05286729335784912
74417	rnn.weight_ih_l0	8	0.01846606656908989
74417	rnn.weight_ih_l0	9	-0.0039229318499565125
74417	rnn.weight_hh_l0	0	-0.00612899474799633
74417	rnn.weight_hh_l0	1	-0.06714537739753723
74417	rnn.weight_hh_l0	2	0.042704641819000244
74417	rnn.weight_hh_l0	3	0.01799299381673336
74417	rnn.weight_hh_l0	4	0.00868111103773117
74417	rnn.weight_hh_l0	5	0.04309677705168724
74417	rnn.weight_hh_l0	6	-0.010811982676386833
74417	rnn.weight_hh_l0	7	-0.07408718764781952
74417	rnn.weight_hh_l0	8	-0.015382099896669388
74417	rnn.weight_hh_l0	9	-0.06039910763502121
74417	rnn.bias_ih_l0	0	-0.08150177448987961
74417	rnn.bias_ih_l0	1	-0.12875492870807648
74417	rnn.bias_ih_l0	2	-0.1862773597240448
74417	rnn.bias_ih_l0	3	-0.24307681620121002
74417	rnn.bias_ih_l0	4	-0.0037314414512366056
74417	rnn.bias_ih_l0	5	0.05194145441055298
74417	rnn.bias_ih_l0	6	-0.1233491376042366
74417	rnn.bias_ih_l0	7	-0.20670917630195618
74417	rnn.bias_ih_l0	8	-0.10475637763738632
74417	rnn.bias_ih_l0	9	-0.13926924765110016
74417	rnn.bias_hh_l0	0	0.12755343317985535
74417	rnn.bias_hh_l0	1	-0.03678865730762482
74417	rnn.bias_hh_l0	2	0.01058509387075901
74417	rnn.bias_hh_l0	3	-0.149532288312912
74417	rnn.bias_hh_l0	4	0.03995352238416672
74417	rnn.bias_hh_l0	5	0.022231508046388626
74417	rnn.bias_hh_l0	6	-0.06562721729278564
74417	rnn.bias_hh_l0	7	-0.12428244948387146
74417	rnn.bias_hh_l0	8	-0.14154638350009918
74417	rnn.bias_hh_l0	9	-0.0835481509566307
74417	rnn.weight_ih_l0_reverse	0	-0.012470764108002186
74417	rnn.weight_ih_l0_reverse	1	0.02805042453110218
74417	rnn.weight_ih_l0_reverse	2	-0.02511758916079998
74417	rnn.weight_ih_l0_reverse	3	-0.019346822053194046
74417	rnn.weight_ih_l0_reverse	4	0.010050980374217033
74417	rnn.weight_ih_l0_reverse	5	-0.04547671228647232
74417	rnn.weight_ih_l0_reverse	6	-0.037122685462236404
74417	rnn.weight_ih_l0_reverse	7	-0.0016173063777387142
74417	rnn.weight_ih_l0_reverse	8	0.04479220137000084
74417	rnn.weight_ih_l0_reverse	9	-0.004338942468166351
74417	rnn.weight_hh_l0_reverse	0	-0.0074605150148272514
74417	rnn.weight_hh_l0_reverse	1	0.01891426555812359
74417	rnn.weight_hh_l0_reverse	2	-0.037449244409799576
74417	rnn.weight_hh_l0_reverse	3	0.032183192670345306
74417	rnn.weight_hh_l0_reverse	4	0.014159491285681725
74417	rnn.weight_hh_l0_reverse	5	-0.008804038166999817
74417	rnn.weight_hh_l0_reverse	6	0.033022165298461914
74417	rnn.weight_hh_l0_reverse	7	0.02481515146791935
74417	rnn.weight_hh_l0_reverse	8	0.0014534876681864262
74417	rnn.weight_hh_l0_reverse	9	-0.05133591219782829
74417	rnn.bias_ih_l0_reverse	0	-0.11317262798547745
74417	rnn.bias_ih_l0_reverse	1	-0.26574259996414185
74417	rnn.bias_ih_l0_reverse	2	-0.05405263602733612
74417	rnn.bias_ih_l0_reverse	3	-0.09346745908260345
74417	rnn.bias_ih_l0_reverse	4	0.06792309880256653
74417	rnn.bias_ih_l0_reverse	5	-0.1626756638288498
74417	rnn.bias_ih_l0_reverse	6	-0.049139805138111115
74417	rnn.bias_ih_l0_reverse	7	0.007105865050107241
74417	rnn.bias_ih_l0_reverse	8	-0.14918556809425354
74417	rnn.bias_ih_l0_reverse	9	-0.0720098689198494
74417	rnn.bias_hh_l0_reverse	0	-0.10823487490415573
74417	rnn.bias_hh_l0_reverse	1	-0.08560972660779953
74417	rnn.bias_hh_l0_reverse	2	-0.012297436594963074
74417	rnn.bias_hh_l0_reverse	3	-0.11653636395931244
74417	rnn.bias_hh_l0_reverse	4	-0.027650488540530205
74417	rnn.bias_hh_l0_reverse	5	-0.09137840569019318
74417	rnn.bias_hh_l0_reverse	6	-0.07496310025453568
74417	rnn.bias_hh_l0_reverse	7	-0.15066933631896973
74417	rnn.bias_hh_l0_reverse	8	-0.03768735006451607
74417	rnn.bias_hh_l0_reverse	9	-0.1304757297039032
74417	linear.weight	0	-0.23376116156578064
74417	linear.weight	1	-0.09896939247846603
74417	linear.weight	2	-0.011228874325752258
74417	linear.weight	3	-0.03901774436235428
74417	linear.weight	4	0.03447549790143967
74417	linear.weight	5	0.20448942482471466
74417	linear.weight	6	0.0047744326293468475
74417	linear.weight	7	-0.021312154829502106
74417	linear.weight	8	0.13511055707931519
74417	linear.weight	9	0.13443997502326965
74417	linear.bias	0	-0.6943494081497192
74417	linear.bias	1	0.9939050078392029
74417	linear.bias	2	-0.22943329811096191
74417	linear.bias	3	-0.5396620631217957
74417	linear.bias	4	-1.1615720987319946
74417	linear.bias	5	-1.1410229206085205
74417	linear.bias	6	-0.6806616187095642
74417	linear.bias	7	-0.6969063878059387
74417	linear.bias	8	-0.01705317199230194
74417	linear.bias	9	3.0300440788269043
74614	transitions	0	-0.25984087586402893
74614	transitions	1	7.659820079803467
74614	transitions	2	-3.0803468227386475
74614	transitions	3	1.3126022815704346
74614	transitions	4	-1.7633565664291382
74614	transitions	5	-0.30616021156311035
74614	transitions	6	-0.1629008948802948
74614	transitions	7	-10000.0
74614	transitions	8	1.6381417512893677
74614	transitions	9	-2.2880783081054688
74614	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
74614	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
74614	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
74614	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
74614	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
74614	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
74614	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
74614	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
74614	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
74614	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
74614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
74614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
74614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
74614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
74614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
74614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
74614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
74614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
74614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
74614	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
74614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
74614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
74614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
74614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
74614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
74614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
74614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
74614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
74614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
74614	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
74614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
74614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
74614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
74614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
74614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
74614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
74614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
74614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
74614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
74614	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
74614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
74614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
74614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
74614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
74614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
74614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
74614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
74614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
74614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
74614	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
74614	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
74614	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
74614	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
74614	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
74614	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
74614	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
74614	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
74614	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
74614	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
74614	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
74614	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
74614	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
74614	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
74614	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
74614	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
74614	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
74614	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
74614	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
74614	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
74614	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
74614	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
74614	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
74614	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
74614	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
74614	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
74614	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
74614	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
74614	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
74614	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
74614	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
74614	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
74614	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
74614	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
74614	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
74614	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
74614	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
74614	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
74614	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
74614	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
74614	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
74614	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
74614	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
74614	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
74614	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
74614	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
74614	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
74614	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
74614	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
74614	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
74614	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
74614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
74614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
74614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
74614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
74614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
74614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
74614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
74614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
74614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
74614	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
74614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
74614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
74614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
74614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
74614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
74614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
74614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
74614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
74614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
74614	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
74614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
74614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
74614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
74614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
74614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
74614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
74614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
74614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
74614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
74614	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
74614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
74614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
74614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
74614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
74614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
74614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
74614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
74614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
74614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
74614	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
74614	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
74614	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
74614	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
74614	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
74614	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
74614	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
74614	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
74614	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
74614	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
74614	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
74614	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
74614	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
74614	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
74614	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
74614	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
74614	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
74614	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
74614	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
74614	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
74614	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
74614	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
74614	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
74614	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
74614	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
74614	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
74614	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
74614	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
74614	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
74614	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
74614	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
74614	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
74614	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
74614	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
74614	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
74614	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
74614	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
74614	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
74614	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
74614	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
74614	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
74614	embedding2nn.weight	0	0.03744537755846977
74614	embedding2nn.weight	1	-0.06854551285505295
74614	embedding2nn.weight	2	0.015756286680698395
74614	embedding2nn.weight	3	-0.037222735583782196
74614	embedding2nn.weight	4	-0.09944260120391846
74614	embedding2nn.weight	5	0.0791746973991394
74614	embedding2nn.weight	6	-0.11824116110801697
74614	embedding2nn.weight	7	-0.08059780299663544
74614	embedding2nn.weight	8	-0.00948896910995245
74614	embedding2nn.weight	9	0.02496493235230446
74614	embedding2nn.bias	0	0.07547621428966522
74614	embedding2nn.bias	1	0.013545404188334942
74614	embedding2nn.bias	2	-0.1228424683213234
74614	embedding2nn.bias	3	0.07172057777643204
74614	embedding2nn.bias	4	0.04819741100072861
74614	embedding2nn.bias	5	-0.17247658967971802
74614	embedding2nn.bias	6	-0.03714677691459656
74614	embedding2nn.bias	7	-0.029464267194271088
74614	embedding2nn.bias	8	0.07228147238492966
74614	embedding2nn.bias	9	-0.10977006703615189
74614	rnn.weight_ih_l0	0	-0.0059504322707653046
74614	rnn.weight_ih_l0	1	-0.039371270686388016
74614	rnn.weight_ih_l0	2	-0.04202594235539436
74614	rnn.weight_ih_l0	3	-0.015509488061070442
74614	rnn.weight_ih_l0	4	0.005404309369623661
74614	rnn.weight_ih_l0	5	-0.05286390334367752
74614	rnn.weight_ih_l0	6	0.031148236244916916
74614	rnn.weight_ih_l0	7	-0.050785258412361145
74614	rnn.weight_ih_l0	8	0.018175646662712097
74614	rnn.weight_ih_l0	9	-0.005757977720350027
74614	rnn.weight_hh_l0	0	-0.0049874442629516125
74614	rnn.weight_hh_l0	1	-0.06759259849786758
74614	rnn.weight_hh_l0	2	0.04309684783220291
74614	rnn.weight_hh_l0	3	0.018720639869570732
74614	rnn.weight_hh_l0	4	0.007862024009227753
74614	rnn.weight_hh_l0	5	0.04412958398461342
74614	rnn.weight_hh_l0	6	-0.01037953794002533
74614	rnn.weight_hh_l0	7	-0.07255992293357849
74614	rnn.weight_hh_l0	8	-0.0154419532045722
74614	rnn.weight_hh_l0	9	-0.05941035598516464
74614	rnn.bias_ih_l0	0	-0.07954348623752594
74614	rnn.bias_ih_l0	1	-0.12945868074893951
74614	rnn.bias_ih_l0	2	-0.18474328517913818
74614	rnn.bias_ih_l0	3	-0.2460426539182663
74614	rnn.bias_ih_l0	4	-0.0014667353825643659
74614	rnn.bias_ih_l0	5	0.0557565912604332
74614	rnn.bias_ih_l0	6	-0.12436068803071976
74614	rnn.bias_ih_l0	7	-0.20829175412654877
74614	rnn.bias_ih_l0	8	-0.10339851677417755
74614	rnn.bias_ih_l0	9	-0.13627618551254272
74614	rnn.bias_hh_l0	0	0.1316208839416504
74614	rnn.bias_hh_l0	1	-0.03803211450576782
74614	rnn.bias_hh_l0	2	0.009859378449618816
74614	rnn.bias_hh_l0	3	-0.14855976402759552
74614	rnn.bias_hh_l0	4	0.04230859503149986
74614	rnn.bias_hh_l0	5	0.020724626258015633
74614	rnn.bias_hh_l0	6	-0.06731307506561279
74614	rnn.bias_hh_l0	7	-0.11746025085449219
74614	rnn.bias_hh_l0	8	-0.13229121267795563
74614	rnn.bias_hh_l0	9	-0.08382650464773178
74614	rnn.weight_ih_l0_reverse	0	-0.012507060542702675
74614	rnn.weight_ih_l0_reverse	1	0.027839642018079758
74614	rnn.weight_ih_l0_reverse	2	-0.024557948112487793
74614	rnn.weight_ih_l0_reverse	3	-0.017351510003209114
74614	rnn.weight_ih_l0_reverse	4	0.011150544509291649
74614	rnn.weight_ih_l0_reverse	5	-0.04496195912361145
74614	rnn.weight_ih_l0_reverse	6	-0.03796624764800072
74614	rnn.weight_ih_l0_reverse	7	3.22181913361419e-05
74614	rnn.weight_ih_l0_reverse	8	0.0453634113073349
74614	rnn.weight_ih_l0_reverse	9	-0.0033380889799445868
74614	rnn.weight_hh_l0_reverse	0	-0.006913692690432072
74614	rnn.weight_hh_l0_reverse	1	0.019445247948169708
74614	rnn.weight_hh_l0_reverse	2	-0.03769359365105629
74614	rnn.weight_hh_l0_reverse	3	0.03256570175290108
74614	rnn.weight_hh_l0_reverse	4	0.013977722264826298
74614	rnn.weight_hh_l0_reverse	5	-0.008804143406450748
74614	rnn.weight_hh_l0_reverse	6	0.03241996094584465
74614	rnn.weight_hh_l0_reverse	7	0.02534792758524418
74614	rnn.weight_hh_l0_reverse	8	0.0006761125987395644
74614	rnn.weight_hh_l0_reverse	9	-0.05188574269413948
74614	rnn.bias_ih_l0_reverse	0	-0.11426621675491333
74614	rnn.bias_ih_l0_reverse	1	-0.2635362446308136
74614	rnn.bias_ih_l0_reverse	2	-0.053429678082466125
74614	rnn.bias_ih_l0_reverse	3	-0.09321265667676926
74614	rnn.bias_ih_l0_reverse	4	0.06986460834741592
74614	rnn.bias_ih_l0_reverse	5	-0.16586512327194214
74614	rnn.bias_ih_l0_reverse	6	-0.04677718132734299
74614	rnn.bias_ih_l0_reverse	7	0.013156441040337086
74614	rnn.bias_ih_l0_reverse	8	-0.15105444192886353
74614	rnn.bias_ih_l0_reverse	9	-0.07406437397003174
74614	rnn.bias_hh_l0_reverse	0	-0.10750038921833038
74614	rnn.bias_hh_l0_reverse	1	-0.0856528952717781
74614	rnn.bias_hh_l0_reverse	2	-0.011483857408165932
74614	rnn.bias_hh_l0_reverse	3	-0.11795984953641891
74614	rnn.bias_hh_l0_reverse	4	-0.026902707293629646
74614	rnn.bias_hh_l0_reverse	5	-0.09445682913064957
74614	rnn.bias_hh_l0_reverse	6	-0.07651696354150772
74614	rnn.bias_hh_l0_reverse	7	-0.15620854496955872
74614	rnn.bias_hh_l0_reverse	8	-0.041184503585100174
74614	rnn.bias_hh_l0_reverse	9	-0.1304634064435959
74614	linear.weight	0	-0.20997294783592224
74614	linear.weight	1	-0.1024390161037445
74614	linear.weight	2	-0.011228874325752258
74614	linear.weight	3	-0.03886352851986885
74614	linear.weight	4	0.024080073460936546
74614	linear.weight	5	0.18589317798614502
74614	linear.weight	6	0.0047744326293468475
74614	linear.weight	7	-0.021312154829502106
74614	linear.weight	8	0.13549719750881195
74614	linear.weight	9	0.12641452252864838
74614	linear.bias	0	-0.6977415680885315
74614	linear.bias	1	0.9931384325027466
74614	linear.bias	2	-0.2366795390844345
74614	linear.bias	3	-0.5344042778015137
74614	linear.bias	4	-1.1700859069824219
74614	linear.bias	5	-1.1411820650100708
74614	linear.bias	6	-0.6759753823280334
74614	linear.bias	7	-0.7451677918434143
74614	linear.bias	8	-0.01705317199230194
74614	linear.bias	9	3.0571818351745605
74811	transitions	0	-0.26020124554634094
74811	transitions	1	7.665522575378418
74811	transitions	2	-3.0814194679260254
74811	transitions	3	1.3039010763168335
74811	transitions	4	-1.7643715143203735
74811	transitions	5	-0.3062024712562561
74811	transitions	6	-0.16307403147220612
74811	transitions	7	-10000.0
74811	transitions	8	1.635911226272583
74811	transitions	9	-2.2880971431732178
74811	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
74811	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
74811	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
74811	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
74811	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
74811	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
74811	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
74811	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
74811	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
74811	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
74811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
74811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
74811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
74811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
74811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
74811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
74811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
74811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
74811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
74811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
74811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
74811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
74811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
74811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
74811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
74811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
74811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
74811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
74811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
74811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
74811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
74811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
74811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
74811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
74811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
74811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
74811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
74811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
74811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
74811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
74811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
74811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
74811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
74811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
74811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
74811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
74811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
74811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
74811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
74811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
74811	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
74811	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
74811	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
74811	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
74811	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
74811	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
74811	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
74811	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
74811	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
74811	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
74811	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
74811	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
74811	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
74811	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
74811	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
74811	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
74811	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
74811	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
74811	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
74811	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
74811	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
74811	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
74811	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
74811	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
74811	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
74811	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
74811	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
74811	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
74811	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
74811	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
74811	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
74811	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
74811	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
74811	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
74811	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
74811	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
74811	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
74811	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
74811	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
74811	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
74811	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
74811	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
74811	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
74811	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
74811	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
74811	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
74811	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
74811	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
74811	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
74811	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
74811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
74811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
74811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
74811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
74811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
74811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
74811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
74811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
74811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
74811	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
74811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
74811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
74811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
74811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
74811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
74811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
74811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
74811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
74811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
74811	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
74811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
74811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
74811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
74811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
74811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
74811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
74811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
74811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
74811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
74811	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
74811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
74811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
74811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
74811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
74811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
74811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
74811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
74811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
74811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
74811	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
74811	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
74811	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
74811	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
74811	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
74811	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
74811	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
74811	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
74811	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
74811	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
74811	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
74811	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
74811	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
74811	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
74811	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
74811	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
74811	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
74811	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
74811	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
74811	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
74811	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
74811	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
74811	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
74811	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
74811	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
74811	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
74811	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
74811	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
74811	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
74811	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
74811	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
74811	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
74811	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
74811	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
74811	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
74811	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
74811	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
74811	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
74811	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
74811	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
74811	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
74811	embedding2nn.weight	0	0.03675173968076706
74811	embedding2nn.weight	1	-0.06995626538991928
74811	embedding2nn.weight	2	0.017618656158447266
74811	embedding2nn.weight	3	-0.03774721547961235
74811	embedding2nn.weight	4	-0.1026945486664772
74811	embedding2nn.weight	5	0.0801699161529541
74811	embedding2nn.weight	6	-0.11501237004995346
74811	embedding2nn.weight	7	-0.08367165923118591
74811	embedding2nn.weight	8	-0.009982598945498466
74811	embedding2nn.weight	9	0.029556218534708023
74811	embedding2nn.bias	0	0.07397709786891937
74811	embedding2nn.bias	1	0.010110937058925629
74811	embedding2nn.bias	2	-0.13500574231147766
74811	embedding2nn.bias	3	0.07545788586139679
74811	embedding2nn.bias	4	0.03396553918719292
74811	embedding2nn.bias	5	-0.1692478507757187
74811	embedding2nn.bias	6	-0.03203357383608818
74811	embedding2nn.bias	7	-0.054834652692079544
74811	embedding2nn.bias	8	0.05644100904464722
74811	embedding2nn.bias	9	-0.10425331443548203
74811	rnn.weight_ih_l0	0	-0.005983804352581501
74811	rnn.weight_ih_l0	1	-0.03815677762031555
74811	rnn.weight_ih_l0	2	-0.04084783047437668
74811	rnn.weight_ih_l0	3	-0.017077142372727394
74811	rnn.weight_ih_l0	4	0.003971955738961697
74811	rnn.weight_ih_l0	5	-0.05289359763264656
74811	rnn.weight_ih_l0	6	0.031076524406671524
74811	rnn.weight_ih_l0	7	-0.0501621849834919
74811	rnn.weight_ih_l0	8	0.019646435976028442
74811	rnn.weight_ih_l0	9	-0.0065740118734538555
74811	rnn.weight_hh_l0	0	-0.005132157821208239
74811	rnn.weight_hh_l0	1	-0.06704908609390259
74811	rnn.weight_hh_l0	2	0.043204572051763535
74811	rnn.weight_hh_l0	3	0.018944935873150826
74811	rnn.weight_hh_l0	4	0.008043895475566387
74811	rnn.weight_hh_l0	5	0.04277469590306282
74811	rnn.weight_hh_l0	6	-0.010851973667740822
74811	rnn.weight_hh_l0	7	-0.07351816445589066
74811	rnn.weight_hh_l0	8	-0.015591076575219631
74811	rnn.weight_hh_l0	9	-0.058871351182460785
74811	rnn.bias_ih_l0	0	-0.07624141126871109
74811	rnn.bias_ih_l0	1	-0.12706416845321655
74811	rnn.bias_ih_l0	2	-0.17746895551681519
74811	rnn.bias_ih_l0	3	-0.2468148022890091
74811	rnn.bias_ih_l0	4	0.0008188216597773135
74811	rnn.bias_ih_l0	5	0.05710212513804436
74811	rnn.bias_ih_l0	6	-0.12238720059394836
74811	rnn.bias_ih_l0	7	-0.20718982815742493
74811	rnn.bias_ih_l0	8	-0.10895176231861115
74811	rnn.bias_ih_l0	9	-0.13764196634292603
74811	rnn.bias_hh_l0	0	0.13440287113189697
74811	rnn.bias_hh_l0	1	-0.03840108960866928
74811	rnn.bias_hh_l0	2	0.0036431297194212675
74811	rnn.bias_hh_l0	3	-0.15053214132785797
74811	rnn.bias_hh_l0	4	0.04246180132031441
74811	rnn.bias_hh_l0	5	0.01859775185585022
74811	rnn.bias_hh_l0	6	-0.06858141720294952
74811	rnn.bias_hh_l0	7	-0.125777006149292
74811	rnn.bias_hh_l0	8	-0.12817537784576416
74811	rnn.bias_hh_l0	9	-0.08268633484840393
74811	rnn.weight_ih_l0_reverse	0	-0.012581056915223598
74811	rnn.weight_ih_l0_reverse	1	0.02753123827278614
74811	rnn.weight_ih_l0_reverse	2	-0.029988305643200874
74811	rnn.weight_ih_l0_reverse	3	-0.01837201602756977
74811	rnn.weight_ih_l0_reverse	4	0.010584088042378426
74811	rnn.weight_ih_l0_reverse	5	-0.04325268417596817
74811	rnn.weight_ih_l0_reverse	6	-0.03865881636738777
74811	rnn.weight_ih_l0_reverse	7	0.00015082056052051485
74811	rnn.weight_ih_l0_reverse	8	0.04345223307609558
74811	rnn.weight_ih_l0_reverse	9	-0.004183759447187185
74811	rnn.weight_hh_l0_reverse	0	-0.0059609184972941875
74811	rnn.weight_hh_l0_reverse	1	0.01967202126979828
74811	rnn.weight_hh_l0_reverse	2	-0.03815940022468567
74811	rnn.weight_hh_l0_reverse	3	0.032532840967178345
74811	rnn.weight_hh_l0_reverse	4	0.01355851162225008
74811	rnn.weight_hh_l0_reverse	5	-0.007070653606206179
74811	rnn.weight_hh_l0_reverse	6	0.03208819776773453
74811	rnn.weight_hh_l0_reverse	7	0.0244720671325922
74811	rnn.weight_hh_l0_reverse	8	0.00017498152737971395
74811	rnn.weight_hh_l0_reverse	9	-0.05113949999213219
74811	rnn.bias_ih_l0_reverse	0	-0.11060045659542084
74811	rnn.bias_ih_l0_reverse	1	-0.2660653293132782
74811	rnn.bias_ih_l0_reverse	2	-0.05143313854932785
74811	rnn.bias_ih_l0_reverse	3	-0.09275127202272415
74811	rnn.bias_ih_l0_reverse	4	0.06797352433204651
74811	rnn.bias_ih_l0_reverse	5	-0.1653776615858078
74811	rnn.bias_ih_l0_reverse	6	-0.04738923907279968
74811	rnn.bias_ih_l0_reverse	7	0.01079951785504818
74811	rnn.bias_ih_l0_reverse	8	-0.15188074111938477
74811	rnn.bias_ih_l0_reverse	9	-0.07235527783632278
74811	rnn.bias_hh_l0_reverse	0	-0.11332409828901291
74811	rnn.bias_hh_l0_reverse	1	-0.0902070552110672
74811	rnn.bias_hh_l0_reverse	2	-0.013068386353552341
74811	rnn.bias_hh_l0_reverse	3	-0.11797961592674255
74811	rnn.bias_hh_l0_reverse	4	-0.0262443870306015
74811	rnn.bias_hh_l0_reverse	5	-0.09178804606199265
74811	rnn.bias_hh_l0_reverse	6	-0.07600752264261246
74811	rnn.bias_hh_l0_reverse	7	-0.15651698410511017
74811	rnn.bias_hh_l0_reverse	8	-0.03666720166802406
74811	rnn.bias_hh_l0_reverse	9	-0.13102781772613525
74811	linear.weight	0	-0.19849343597888947
74811	linear.weight	1	-0.10012146830558777
74811	linear.weight	2	-0.011228874325752258
74811	linear.weight	3	-0.04208783060312271
74811	linear.weight	4	0.01213760394603014
74811	linear.weight	5	0.17545278370380402
74811	linear.weight	6	0.0047744326293468475
74811	linear.weight	7	-0.021312154829502106
74811	linear.weight	8	0.12728849053382874
74811	linear.weight	9	0.1332170069217682
74811	linear.bias	0	-0.7255858778953552
74811	linear.bias	1	1.0400094985961914
74811	linear.bias	2	-0.17847691476345062
74811	linear.bias	3	-0.5170530676841736
74811	linear.bias	4	-1.139466643333435
74811	linear.bias	5	-1.1413413286209106
74811	linear.bias	6	-0.7018982172012329
74811	linear.bias	7	-0.7661788463592529
74811	linear.bias	8	-0.01705317199230194
74811	linear.bias	9	3.047086000442505
75008	transitions	0	-0.260524183511734
75008	transitions	1	7.663909435272217
75008	transitions	2	-3.083427906036377
75008	transitions	3	1.2913323640823364
75008	transitions	4	-1.7656060457229614
75008	transitions	5	-0.307474821805954
75008	transitions	6	-0.16316506266593933
75008	transitions	7	-10000.0
75008	transitions	8	1.6403827667236328
75008	transitions	9	-2.2881245613098145
75008	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
75008	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
75008	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
75008	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
75008	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
75008	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
75008	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
75008	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
75008	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
75008	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
75008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
75008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
75008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
75008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
75008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
75008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
75008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
75008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
75008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
75008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
75008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
75008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
75008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
75008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
75008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
75008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
75008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
75008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
75008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
75008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
75008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
75008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
75008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
75008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
75008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
75008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
75008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
75008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
75008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
75008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
75008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
75008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
75008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
75008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
75008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
75008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
75008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
75008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
75008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
75008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
75008	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
75008	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
75008	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
75008	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
75008	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
75008	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
75008	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
75008	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
75008	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
75008	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
75008	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
75008	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
75008	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
75008	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
75008	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
75008	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
75008	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
75008	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
75008	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
75008	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
75008	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
75008	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
75008	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
75008	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
75008	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
75008	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
75008	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
75008	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
75008	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
75008	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
75008	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
75008	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
75008	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
75008	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
75008	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
75008	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
75008	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
75008	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
75008	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
75008	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
75008	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
75008	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
75008	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
75008	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
75008	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
75008	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
75008	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
75008	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
75008	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
75008	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
75008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
75008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
75008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
75008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
75008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
75008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
75008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
75008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
75008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
75008	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
75008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
75008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
75008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
75008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
75008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
75008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
75008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
75008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
75008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
75008	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
75008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
75008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
75008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
75008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
75008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
75008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
75008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
75008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
75008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
75008	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
75008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
75008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
75008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
75008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
75008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
75008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
75008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
75008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
75008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
75008	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
75008	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
75008	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
75008	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
75008	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
75008	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
75008	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
75008	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
75008	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
75008	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
75008	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
75008	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
75008	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
75008	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
75008	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
75008	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
75008	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
75008	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
75008	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
75008	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
75008	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
75008	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
75008	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
75008	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
75008	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
75008	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
75008	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
75008	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
75008	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
75008	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
75008	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
75008	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
75008	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
75008	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
75008	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
75008	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
75008	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
75008	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
75008	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
75008	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
75008	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
75008	embedding2nn.weight	0	0.03685338795185089
75008	embedding2nn.weight	1	-0.06796371191740036
75008	embedding2nn.weight	2	0.02119099535048008
75008	embedding2nn.weight	3	-0.038988612592220306
75008	embedding2nn.weight	4	-0.1070839986205101
75008	embedding2nn.weight	5	0.07961668074131012
75008	embedding2nn.weight	6	-0.11431444436311722
75008	embedding2nn.weight	7	-0.08655217289924622
75008	embedding2nn.weight	8	-0.009730719961225986
75008	embedding2nn.weight	9	0.03307107836008072
75008	embedding2nn.bias	0	0.0728001594543457
75008	embedding2nn.bias	1	0.005955074913799763
75008	embedding2nn.bias	2	-0.13559077680110931
75008	embedding2nn.bias	3	0.05573391541838646
75008	embedding2nn.bias	4	0.031141141429543495
75008	embedding2nn.bias	5	-0.16810211539268494
75008	embedding2nn.bias	6	-0.03276221826672554
75008	embedding2nn.bias	7	-0.05951196327805519
75008	embedding2nn.bias	8	0.058129116892814636
75008	embedding2nn.bias	9	-0.10328640788793564
75008	rnn.weight_ih_l0	0	-0.004227376077324152
75008	rnn.weight_ih_l0	1	-0.03767738491296768
75008	rnn.weight_ih_l0	2	-0.04178439825773239
75008	rnn.weight_ih_l0	3	-0.01895386539399624
75008	rnn.weight_ih_l0	4	0.0032848443370312452
75008	rnn.weight_ih_l0	5	-0.0516183078289032
75008	rnn.weight_ih_l0	6	0.030070921406149864
75008	rnn.weight_ih_l0	7	-0.05348195135593414
75008	rnn.weight_ih_l0	8	0.020094027742743492
75008	rnn.weight_ih_l0	9	-0.00787318591028452
75008	rnn.weight_hh_l0	0	-0.0038237818516790867
75008	rnn.weight_hh_l0	1	-0.06564085930585861
75008	rnn.weight_hh_l0	2	0.04312320798635483
75008	rnn.weight_hh_l0	3	0.018519610166549683
75008	rnn.weight_hh_l0	4	0.008313726633787155
75008	rnn.weight_hh_l0	5	0.043241191655397415
75008	rnn.weight_hh_l0	6	-0.01117845717817545
75008	rnn.weight_hh_l0	7	-0.07422894984483719
75008	rnn.weight_hh_l0	8	-0.014135998673737049
75008	rnn.weight_hh_l0	9	-0.05910230800509453
75008	rnn.bias_ih_l0	0	-0.0867515578866005
75008	rnn.bias_ih_l0	1	-0.12584087252616882
75008	rnn.bias_ih_l0	2	-0.17735137045383453
75008	rnn.bias_ih_l0	3	-0.2518174946308136
75008	rnn.bias_ih_l0	4	-0.0026746313087642193
75008	rnn.bias_ih_l0	5	0.05309965834021568
75008	rnn.bias_ih_l0	6	-0.12119832634925842
75008	rnn.bias_ih_l0	7	-0.20989957451820374
75008	rnn.bias_ih_l0	8	-0.10863929241895676
75008	rnn.bias_ih_l0	9	-0.13970132172107697
75008	rnn.bias_hh_l0	0	0.13488097488880157
75008	rnn.bias_hh_l0	1	-0.03884387016296387
75008	rnn.bias_hh_l0	2	0.006755378562957048
75008	rnn.bias_hh_l0	3	-0.1478709727525711
75008	rnn.bias_hh_l0	4	0.04508652165532112
75008	rnn.bias_hh_l0	5	0.01972496137022972
75008	rnn.bias_hh_l0	6	-0.07075725495815277
75008	rnn.bias_hh_l0	7	-0.1281185746192932
75008	rnn.bias_hh_l0	8	-0.13797934353351593
75008	rnn.bias_hh_l0	9	-0.08043502271175385
75008	rnn.weight_ih_l0_reverse	0	-0.01279086247086525
75008	rnn.weight_ih_l0_reverse	1	0.02739878185093403
75008	rnn.weight_ih_l0_reverse	2	-0.03242974728345871
75008	rnn.weight_ih_l0_reverse	3	-0.01685100421309471
75008	rnn.weight_ih_l0_reverse	4	0.009111237712204456
75008	rnn.weight_ih_l0_reverse	5	-0.03822462260723114
75008	rnn.weight_ih_l0_reverse	6	-0.04029947146773338
75008	rnn.weight_ih_l0_reverse	7	-0.003588205436244607
75008	rnn.weight_ih_l0_reverse	8	0.04435567185282707
75008	rnn.weight_ih_l0_reverse	9	-0.009951012209057808
75008	rnn.weight_hh_l0_reverse	0	-0.005862978752702475
75008	rnn.weight_hh_l0_reverse	1	0.020207427442073822
75008	rnn.weight_hh_l0_reverse	2	-0.0384710356593132
75008	rnn.weight_hh_l0_reverse	3	0.03355014696717262
75008	rnn.weight_hh_l0_reverse	4	0.013780954293906689
75008	rnn.weight_hh_l0_reverse	5	-0.009403224103152752
75008	rnn.weight_hh_l0_reverse	6	0.03256256878376007
75008	rnn.weight_hh_l0_reverse	7	0.024607421830296516
75008	rnn.weight_hh_l0_reverse	8	0.00025495115551166236
75008	rnn.weight_hh_l0_reverse	9	-0.05057716369628906
75008	rnn.bias_ih_l0_reverse	0	-0.11103840172290802
75008	rnn.bias_ih_l0_reverse	1	-0.2678534686565399
75008	rnn.bias_ih_l0_reverse	2	-0.05266740173101425
75008	rnn.bias_ih_l0_reverse	3	-0.0949852466583252
75008	rnn.bias_ih_l0_reverse	4	0.06759476661682129
75008	rnn.bias_ih_l0_reverse	5	-0.16628165543079376
75008	rnn.bias_ih_l0_reverse	6	-0.04411469027400017
75008	rnn.bias_ih_l0_reverse	7	0.012764107435941696
75008	rnn.bias_ih_l0_reverse	8	-0.1512686163187027
75008	rnn.bias_ih_l0_reverse	9	-0.07343462854623795
75008	rnn.bias_hh_l0_reverse	0	-0.11434496939182281
75008	rnn.bias_hh_l0_reverse	1	-0.08878456056118011
75008	rnn.bias_hh_l0_reverse	2	-0.013858555816113949
75008	rnn.bias_hh_l0_reverse	3	-0.11766470223665237
75008	rnn.bias_hh_l0_reverse	4	-0.024393800646066666
75008	rnn.bias_hh_l0_reverse	5	-0.08913249522447586
75008	rnn.bias_hh_l0_reverse	6	-0.08056905120611191
75008	rnn.bias_hh_l0_reverse	7	-0.1590125411748886
75008	rnn.bias_hh_l0_reverse	8	-0.040656618773937225
75008	rnn.bias_hh_l0_reverse	9	-0.13069462776184082
75008	linear.weight	0	-0.20417103171348572
75008	linear.weight	1	-0.0950285941362381
75008	linear.weight	2	-0.011228874325752258
75008	linear.weight	3	-0.0453217588365078
75008	linear.weight	4	0.00822450127452612
75008	linear.weight	5	0.16588717699050903
75008	linear.weight	6	0.0047744326293468475
75008	linear.weight	7	-0.021312154829502106
75008	linear.weight	8	0.10933539271354675
75008	linear.weight	9	0.14337919652462006
75008	linear.bias	0	-0.7039686441421509
75008	linear.bias	1	0.9728758931159973
75008	linear.bias	2	-0.16408613324165344
75008	linear.bias	3	-0.5253264307975769
75008	linear.bias	4	-1.1340950727462769
75008	linear.bias	5	-1.141502022743225
75008	linear.bias	6	-0.6815725564956665
75008	linear.bias	7	-0.723443865776062
75008	linear.bias	8	-0.01705317199230194
75008	linear.bias	9	3.056798219680786
75012	transitions	0	-0.260525643825531
75012	transitions	1	7.66788911819458
75012	transitions	2	-3.0834732055664062
75012	transitions	3	1.2911081314086914
75012	transitions	4	-1.7656440734863281
75012	transitions	5	-0.30747517943382263
75012	transitions	6	-0.1631671041250229
75012	transitions	7	-10000.0
75012	transitions	8	1.640382170677185
75012	transitions	9	-2.2881247997283936
75012	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
75012	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
75012	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
75012	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
75012	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
75012	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
75012	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
75012	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
75012	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
75012	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
75012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
75012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
75012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
75012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
75012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
75012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
75012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
75012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
75012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
75012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
75012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
75012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
75012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
75012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
75012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
75012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
75012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
75012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
75012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
75012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
75012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
75012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
75012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
75012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
75012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
75012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
75012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
75012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
75012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
75012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
75012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
75012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
75012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
75012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
75012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
75012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
75012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
75012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
75012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
75012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
75012	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
75012	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
75012	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
75012	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
75012	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
75012	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
75012	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
75012	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
75012	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
75012	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
75012	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
75012	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
75012	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
75012	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
75012	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
75012	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
75012	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
75012	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
75012	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
75012	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
75012	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
75012	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
75012	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
75012	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
75012	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
75012	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
75012	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
75012	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
75012	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
75012	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
75012	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
75012	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
75012	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
75012	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
75012	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
75012	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
75012	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
75012	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
75012	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
75012	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
75012	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
75012	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
75012	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
75012	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
75012	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
75012	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
75012	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
75012	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
75012	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
75012	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
75012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
75012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
75012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
75012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
75012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
75012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
75012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
75012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
75012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
75012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
75012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
75012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
75012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
75012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
75012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
75012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
75012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
75012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
75012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
75012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
75012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
75012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
75012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
75012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
75012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
75012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
75012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
75012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
75012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
75012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
75012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
75012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
75012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
75012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
75012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
75012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
75012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
75012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
75012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
75012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
75012	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
75012	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
75012	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
75012	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
75012	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
75012	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
75012	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
75012	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
75012	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
75012	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
75012	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
75012	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
75012	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
75012	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
75012	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
75012	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
75012	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
75012	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
75012	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
75012	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
75012	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
75012	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
75012	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
75012	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
75012	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
75012	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
75012	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
75012	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
75012	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
75012	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
75012	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
75012	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
75012	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
75012	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
75012	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
75012	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
75012	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
75012	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
75012	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
75012	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
75012	embedding2nn.weight	0	0.036951884627342224
75012	embedding2nn.weight	1	-0.06758077442646027
75012	embedding2nn.weight	2	0.021818045526742935
75012	embedding2nn.weight	3	-0.038714684545993805
75012	embedding2nn.weight	4	-0.10722769051790237
75012	embedding2nn.weight	5	0.07946623116731644
75012	embedding2nn.weight	6	-0.11287407577037811
75012	embedding2nn.weight	7	-0.0867089033126831
75012	embedding2nn.weight	8	-0.009566829539835453
75012	embedding2nn.weight	9	0.03286555036902428
75012	embedding2nn.bias	0	0.07348513603210449
75012	embedding2nn.bias	1	0.007274105679243803
75012	embedding2nn.bias	2	-0.13858583569526672
75012	embedding2nn.bias	3	0.056057024747133255
75012	embedding2nn.bias	4	0.030092086642980576
75012	embedding2nn.bias	5	-0.16623622179031372
75012	embedding2nn.bias	6	-0.03515388444066048
75012	embedding2nn.bias	7	-0.05930129811167717
75012	embedding2nn.bias	8	0.05907445028424263
75012	embedding2nn.bias	9	-0.10644716769456863
75012	rnn.weight_ih_l0	0	-0.0042085833847522736
75012	rnn.weight_ih_l0	1	-0.037551235407590866
75012	rnn.weight_ih_l0	2	-0.04180829972028732
75012	rnn.weight_ih_l0	3	-0.01886979304254055
75012	rnn.weight_ih_l0	4	0.0033462345600128174
75012	rnn.weight_ih_l0	5	-0.05157918855547905
75012	rnn.weight_ih_l0	6	0.03003540076315403
75012	rnn.weight_ih_l0	7	-0.05343084782361984
75012	rnn.weight_ih_l0	8	0.020253373309969902
75012	rnn.weight_ih_l0	9	-0.008032787591218948
75012	rnn.weight_hh_l0	0	-0.0038610037881881
75012	rnn.weight_hh_l0	1	-0.0656357929110527
75012	rnn.weight_hh_l0	2	0.043119002133607864
75012	rnn.weight_hh_l0	3	0.018529824912548065
75012	rnn.weight_hh_l0	4	0.00831091683357954
75012	rnn.weight_hh_l0	5	0.043364666402339935
75012	rnn.weight_hh_l0	6	-0.011155718937516212
75012	rnn.weight_hh_l0	7	-0.07422342151403427
75012	rnn.weight_hh_l0	8	-0.014133775606751442
75012	rnn.weight_hh_l0	9	-0.05913464352488518
75012	rnn.bias_ih_l0	0	-0.08667924255132675
75012	rnn.bias_ih_l0	1	-0.12611854076385498
75012	rnn.bias_ih_l0	2	-0.1776534467935562
75012	rnn.bias_ih_l0	3	-0.2516952455043793
75012	rnn.bias_ih_l0	4	-0.0027112909592688084
75012	rnn.bias_ih_l0	5	0.052956171333789825
75012	rnn.bias_ih_l0	6	-0.1215372160077095
75012	rnn.bias_ih_l0	7	-0.2097548097372055
75012	rnn.bias_ih_l0	8	-0.10860644280910492
75012	rnn.bias_ih_l0	9	-0.13976435363292694
75012	rnn.bias_hh_l0	0	0.13500826060771942
75012	rnn.bias_hh_l0	1	-0.03876230865716934
75012	rnn.bias_hh_l0	2	0.006374414078891277
75012	rnn.bias_hh_l0	3	-0.1471319943666458
75012	rnn.bias_hh_l0	4	0.044702839106321335
75012	rnn.bias_hh_l0	5	0.019446246325969696
75012	rnn.bias_hh_l0	6	-0.07075823843479156
75012	rnn.bias_hh_l0	7	-0.1282985657453537
75012	rnn.bias_hh_l0	8	-0.13800010085105896
75012	rnn.bias_hh_l0	9	-0.08040690422058105
75012	rnn.weight_ih_l0_reverse	0	-0.012723765335977077
75012	rnn.weight_ih_l0_reverse	1	0.027383815497159958
75012	rnn.weight_ih_l0_reverse	2	-0.032548945397138596
75012	rnn.weight_ih_l0_reverse	3	-0.0170284491032362
75012	rnn.weight_ih_l0_reverse	4	0.009208953008055687
75012	rnn.weight_ih_l0_reverse	5	-0.03847619891166687
75012	rnn.weight_ih_l0_reverse	6	-0.04112856462597847
75012	rnn.weight_ih_l0_reverse	7	-0.0035864824894815683
75012	rnn.weight_ih_l0_reverse	8	0.044344957917928696
75012	rnn.weight_ih_l0_reverse	9	-0.009927857667207718
75012	rnn.weight_hh_l0_reverse	0	-0.005875044036656618
75012	rnn.weight_hh_l0_reverse	1	0.020206350833177567
75012	rnn.weight_hh_l0_reverse	2	-0.03840377926826477
75012	rnn.weight_hh_l0_reverse	3	0.033545151352882385
75012	rnn.weight_hh_l0_reverse	4	0.0137287937104702
75012	rnn.weight_hh_l0_reverse	5	-0.009441020898520947
75012	rnn.weight_hh_l0_reverse	6	0.032557349652051926
75012	rnn.weight_hh_l0_reverse	7	0.024609902873635292
75012	rnn.weight_hh_l0_reverse	8	0.0002597798884380609
75012	rnn.weight_hh_l0_reverse	9	-0.05069483816623688
75012	rnn.bias_ih_l0_reverse	0	-0.11093797534704208
75012	rnn.bias_ih_l0_reverse	1	-0.2674700915813446
75012	rnn.bias_ih_l0_reverse	2	-0.05218014121055603
75012	rnn.bias_ih_l0_reverse	3	-0.0950668454170227
75012	rnn.bias_ih_l0_reverse	4	0.06746090203523636
75012	rnn.bias_ih_l0_reverse	5	-0.16622552275657654
75012	rnn.bias_ih_l0_reverse	6	-0.04445623978972435
75012	rnn.bias_ih_l0_reverse	7	0.01289613451808691
75012	rnn.bias_ih_l0_reverse	8	-0.15126807987689972
75012	rnn.bias_ih_l0_reverse	9	-0.07322019338607788
75012	rnn.bias_hh_l0_reverse	0	-0.11360382288694382
75012	rnn.bias_hh_l0_reverse	1	-0.08862593024969101
75012	rnn.bias_hh_l0_reverse	2	-0.013793210498988628
75012	rnn.bias_hh_l0_reverse	3	-0.11784671992063522
75012	rnn.bias_hh_l0_reverse	4	-0.024478523060679436
75012	rnn.bias_hh_l0_reverse	5	-0.08892102539539337
75012	rnn.bias_hh_l0_reverse	6	-0.08310799300670624
75012	rnn.bias_hh_l0_reverse	7	-0.15874406695365906
75012	rnn.bias_hh_l0_reverse	8	-0.0405353382229805
75012	rnn.bias_hh_l0_reverse	9	-0.13069510459899902
75012	linear.weight	0	-0.20383889973163605
75012	linear.weight	1	-0.09495148807764053
75012	linear.weight	2	-0.011228874325752258
75012	linear.weight	3	-0.04480329155921936
75012	linear.weight	4	0.008439294993877411
75012	linear.weight	5	0.166084885597229
75012	linear.weight	6	0.0047744326293468475
75012	linear.weight	7	-0.021312154829502106
75012	linear.weight	8	0.11061728745698929
75012	linear.weight	9	0.14352105557918549
75012	linear.bias	0	-0.7036694288253784
75012	linear.bias	1	0.9923014044761658
75012	linear.bias	2	-0.1719142645597458
75012	linear.bias	3	-0.5192772746086121
75012	linear.bias	4	-1.1387888193130493
75012	linear.bias	5	-1.1415053606033325
75012	linear.bias	6	-0.6811863780021667
75012	linear.bias	7	-0.724108099937439
75012	linear.bias	8	-0.01705317199230194
75012	linear.bias	9	3.07055926322937
75209	transitions	0	-0.2609211504459381
75209	transitions	1	7.667855262756348
75209	transitions	2	-3.0844671726226807
75209	transitions	3	1.3090213537216187
75209	transitions	4	-1.7666922807693481
75209	transitions	5	-0.307921439409256
75209	transitions	6	-0.16332313418388367
75209	transitions	7	-10000.0
75209	transitions	8	1.638404369354248
75209	transitions	9	-2.288139820098877
75209	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
75209	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
75209	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
75209	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
75209	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
75209	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
75209	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
75209	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
75209	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
75209	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
75209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
75209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
75209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
75209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
75209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
75209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
75209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
75209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
75209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
75209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
75209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
75209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
75209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
75209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
75209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
75209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
75209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
75209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
75209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
75209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
75209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
75209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
75209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
75209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
75209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
75209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
75209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
75209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
75209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
75209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
75209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
75209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
75209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
75209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
75209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
75209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
75209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
75209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
75209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
75209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
75209	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
75209	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
75209	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
75209	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
75209	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
75209	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
75209	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
75209	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
75209	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
75209	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
75209	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
75209	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
75209	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
75209	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
75209	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
75209	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
75209	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
75209	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
75209	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
75209	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
75209	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
75209	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
75209	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
75209	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
75209	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
75209	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
75209	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
75209	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
75209	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
75209	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
75209	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
75209	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
75209	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
75209	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
75209	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
75209	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
75209	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
75209	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
75209	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
75209	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
75209	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
75209	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
75209	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
75209	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
75209	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
75209	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
75209	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
75209	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
75209	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
75209	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
75209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
75209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
75209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
75209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
75209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
75209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
75209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
75209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
75209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
75209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
75209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
75209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
75209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
75209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
75209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
75209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
75209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
75209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
75209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
75209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
75209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
75209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
75209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
75209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
75209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
75209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
75209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
75209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
75209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
75209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
75209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
75209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
75209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
75209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
75209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
75209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
75209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
75209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
75209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
75209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
75209	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
75209	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
75209	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
75209	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
75209	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
75209	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
75209	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
75209	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
75209	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
75209	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
75209	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
75209	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
75209	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
75209	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
75209	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
75209	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
75209	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
75209	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
75209	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
75209	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
75209	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
75209	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
75209	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
75209	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
75209	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
75209	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
75209	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
75209	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
75209	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
75209	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
75209	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
75209	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
75209	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
75209	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
75209	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
75209	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
75209	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
75209	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
75209	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
75209	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
75209	embedding2nn.weight	0	0.037940800189971924
75209	embedding2nn.weight	1	-0.0679924339056015
75209	embedding2nn.weight	2	0.019788218662142754
75209	embedding2nn.weight	3	-0.037962306290864944
75209	embedding2nn.weight	4	-0.10629718750715256
75209	embedding2nn.weight	5	0.07955663651227951
75209	embedding2nn.weight	6	-0.10603656619787216
75209	embedding2nn.weight	7	-0.08814985305070877
75209	embedding2nn.weight	8	-0.007570570334792137
75209	embedding2nn.weight	9	0.03310435265302658
75209	embedding2nn.bias	0	0.06605280935764313
75209	embedding2nn.bias	1	0.0012215615715831518
75209	embedding2nn.bias	2	-0.13271288573741913
75209	embedding2nn.bias	3	0.05012350156903267
75209	embedding2nn.bias	4	0.03644246235489845
75209	embedding2nn.bias	5	-0.17429205775260925
75209	embedding2nn.bias	6	-0.020865658298134804
75209	embedding2nn.bias	7	-0.06418202817440033
75209	embedding2nn.bias	8	0.07157307863235474
75209	embedding2nn.bias	9	-0.10230224579572678
75209	rnn.weight_ih_l0	0	-0.005273181013762951
75209	rnn.weight_ih_l0	1	-0.03757555037736893
75209	rnn.weight_ih_l0	2	-0.04214033856987953
75209	rnn.weight_ih_l0	3	-0.01639809086918831
75209	rnn.weight_ih_l0	4	0.004660920239984989
75209	rnn.weight_ih_l0	5	-0.05532366409897804
75209	rnn.weight_ih_l0	6	0.029496755450963974
75209	rnn.weight_ih_l0	7	-0.05553584173321724
75209	rnn.weight_ih_l0	8	0.020397746935486794
75209	rnn.weight_ih_l0	9	-0.007180702872574329
75209	rnn.weight_hh_l0	0	-0.004743183963000774
75209	rnn.weight_hh_l0	1	-0.06768398731946945
75209	rnn.weight_hh_l0	2	0.04330161586403847
75209	rnn.weight_hh_l0	3	0.01832607388496399
75209	rnn.weight_hh_l0	4	0.007790741976350546
75209	rnn.weight_hh_l0	5	0.04408806934952736
75209	rnn.weight_hh_l0	6	-0.01083687599748373
75209	rnn.weight_hh_l0	7	-0.07362908869981766
75209	rnn.weight_hh_l0	8	-0.013125909492373466
75209	rnn.weight_hh_l0	9	-0.05962153896689415
75209	rnn.bias_ih_l0	0	-0.07977230101823807
75209	rnn.bias_ih_l0	1	-0.12969772517681122
75209	rnn.bias_ih_l0	2	-0.17535261809825897
75209	rnn.bias_ih_l0	3	-0.252858430147171
75209	rnn.bias_ih_l0	4	-0.0019348933128640056
75209	rnn.bias_ih_l0	5	0.050385817885398865
75209	rnn.bias_ih_l0	6	-0.12293614447116852
75209	rnn.bias_ih_l0	7	-0.20977239310741425
75209	rnn.bias_ih_l0	8	-0.11210229992866516
75209	rnn.bias_ih_l0	9	-0.1363426148891449
75209	rnn.bias_hh_l0	0	0.13194186985492706
75209	rnn.bias_hh_l0	1	-0.03985036909580231
75209	rnn.bias_hh_l0	2	0.007940102368593216
75209	rnn.bias_hh_l0	3	-0.14726878702640533
75209	rnn.bias_hh_l0	4	0.04504688084125519
75209	rnn.bias_hh_l0	5	0.022015390917658806
75209	rnn.bias_hh_l0	6	-0.07079062610864639
75209	rnn.bias_hh_l0	7	-0.12814190983772278
75209	rnn.bias_hh_l0	8	-0.1394270956516266
75209	rnn.bias_hh_l0	9	-0.07856931537389755
75209	rnn.weight_ih_l0_reverse	0	-0.015009580180048943
75209	rnn.weight_ih_l0_reverse	1	0.02796749211847782
75209	rnn.weight_ih_l0_reverse	2	-0.030820252373814583
75209	rnn.weight_ih_l0_reverse	3	-0.01720648817718029
75209	rnn.weight_ih_l0_reverse	4	0.012859197333455086
75209	rnn.weight_ih_l0_reverse	5	-0.039247091859579086
75209	rnn.weight_ih_l0_reverse	6	-0.04192139580845833
75209	rnn.weight_ih_l0_reverse	7	-0.0026710901875048876
75209	rnn.weight_ih_l0_reverse	8	0.04395497217774391
75209	rnn.weight_ih_l0_reverse	9	-0.009780079126358032
75209	rnn.weight_hh_l0_reverse	0	-0.005244487896561623
75209	rnn.weight_hh_l0_reverse	1	0.020001759752631187
75209	rnn.weight_hh_l0_reverse	2	-0.03779344633221626
75209	rnn.weight_hh_l0_reverse	3	0.03268175199627876
75209	rnn.weight_hh_l0_reverse	4	0.014085681177675724
75209	rnn.weight_hh_l0_reverse	5	-0.009383869357407093
75209	rnn.weight_hh_l0_reverse	6	0.03236222267150879
75209	rnn.weight_hh_l0_reverse	7	0.024326927959918976
75209	rnn.weight_hh_l0_reverse	8	-0.00012826375314034522
75209	rnn.weight_hh_l0_reverse	9	-0.05011296644806862
75209	rnn.bias_ih_l0_reverse	0	-0.11164412647485733
75209	rnn.bias_ih_l0_reverse	1	-0.2673638164997101
75209	rnn.bias_ih_l0_reverse	2	-0.05266183987259865
75209	rnn.bias_ih_l0_reverse	3	-0.09345986694097519
75209	rnn.bias_ih_l0_reverse	4	0.06736626476049423
75209	rnn.bias_ih_l0_reverse	5	-0.1656295359134674
75209	rnn.bias_ih_l0_reverse	6	-0.044010408222675323
75209	rnn.bias_ih_l0_reverse	7	0.016730336472392082
75209	rnn.bias_ih_l0_reverse	8	-0.15225426852703094
75209	rnn.bias_ih_l0_reverse	9	-0.07687517255544662
75209	rnn.bias_hh_l0_reverse	0	-0.1157207265496254
75209	rnn.bias_hh_l0_reverse	1	-0.07970433682203293
75209	rnn.bias_hh_l0_reverse	2	-0.011387021280825138
75209	rnn.bias_hh_l0_reverse	3	-0.11834609508514404
75209	rnn.bias_hh_l0_reverse	4	-0.024384431540966034
75209	rnn.bias_hh_l0_reverse	5	-0.09081915020942688
75209	rnn.bias_hh_l0_reverse	6	-0.0828624814748764
75209	rnn.bias_hh_l0_reverse	7	-0.15875498950481415
75209	rnn.bias_hh_l0_reverse	8	-0.041759639978408813
75209	rnn.bias_hh_l0_reverse	9	-0.13318276405334473
75209	linear.weight	0	-0.18010887503623962
75209	linear.weight	1	-0.09555104374885559
75209	linear.weight	2	-0.011228874325752258
75209	linear.weight	3	-0.05362069234251976
75209	linear.weight	4	0.011159718036651611
75209	linear.weight	5	0.16882261633872986
75209	linear.weight	6	0.0047744326293468475
75209	linear.weight	7	-0.021312154829502106
75209	linear.weight	8	0.10228127241134644
75209	linear.weight	9	0.15096841752529144
75209	linear.bias	0	-0.721508264541626
75209	linear.bias	1	1.0670803785324097
75209	linear.bias	2	-0.16212530434131622
75209	linear.bias	3	-0.5516276359558105
75209	linear.bias	4	-1.0966522693634033
75209	linear.bias	5	-1.1416538953781128
75209	linear.bias	6	-0.7068241834640503
75209	linear.bias	7	-0.7186879515647888
75209	linear.bias	8	-0.01705317199230194
75209	linear.bias	9	3.11562442779541
75406	transitions	0	-0.2615036070346832
75406	transitions	1	7.662064552307129
75406	transitions	2	-3.085663318634033
75406	transitions	3	1.3100171089172363
75406	transitions	4	-1.7676507234573364
75406	transitions	5	-0.308366596698761
75406	transitions	6	-0.16346639394760132
75406	transitions	7	-10000.0
75406	transitions	8	1.63519287109375
75406	transitions	9	-2.288175344467163
75406	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
75406	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
75406	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
75406	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
75406	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
75406	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
75406	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
75406	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
75406	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
75406	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
75406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
75406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
75406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
75406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
75406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
75406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
75406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
75406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
75406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
75406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
75406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
75406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
75406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
75406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
75406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
75406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
75406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
75406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
75406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
75406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
75406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
75406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
75406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
75406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
75406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
75406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
75406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
75406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
75406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
75406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
75406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
75406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
75406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
75406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
75406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
75406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
75406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
75406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
75406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
75406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
75406	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
75406	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
75406	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
75406	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
75406	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
75406	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
75406	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
75406	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
75406	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
75406	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
75406	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
75406	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
75406	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
75406	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
75406	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
75406	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
75406	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
75406	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
75406	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
75406	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
75406	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
75406	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
75406	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
75406	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
75406	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
75406	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
75406	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
75406	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
75406	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
75406	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
75406	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
75406	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
75406	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
75406	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
75406	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
75406	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
75406	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
75406	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
75406	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
75406	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
75406	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
75406	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
75406	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
75406	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
75406	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
75406	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
75406	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
75406	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
75406	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
75406	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
75406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
75406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
75406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
75406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
75406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
75406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
75406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
75406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
75406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
75406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
75406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
75406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
75406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
75406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
75406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
75406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
75406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
75406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
75406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
75406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
75406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
75406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
75406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
75406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
75406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
75406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
75406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
75406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
75406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
75406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
75406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
75406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
75406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
75406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
75406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
75406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
75406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
75406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
75406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
75406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
75406	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
75406	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
75406	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
75406	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
75406	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
75406	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
75406	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
75406	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
75406	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
75406	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
75406	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
75406	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
75406	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
75406	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
75406	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
75406	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
75406	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
75406	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
75406	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
75406	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
75406	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
75406	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
75406	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
75406	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
75406	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
75406	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
75406	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
75406	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
75406	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
75406	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
75406	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
75406	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
75406	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
75406	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
75406	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
75406	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
75406	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
75406	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
75406	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
75406	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
75406	embedding2nn.weight	0	0.037179134786129
75406	embedding2nn.weight	1	-0.06773562729358673
75406	embedding2nn.weight	2	0.01670859567821026
75406	embedding2nn.weight	3	-0.039139214903116226
75406	embedding2nn.weight	4	-0.10873313248157501
75406	embedding2nn.weight	5	0.07860209047794342
75406	embedding2nn.weight	6	-0.10984427481889725
75406	embedding2nn.weight	7	-0.0850045382976532
75406	embedding2nn.weight	8	-0.00774786900728941
75406	embedding2nn.weight	9	0.033286966383457184
75406	embedding2nn.bias	0	0.05274384096264839
75406	embedding2nn.bias	1	-0.0010416156146675348
75406	embedding2nn.bias	2	-0.13559351861476898
75406	embedding2nn.bias	3	0.05368921533226967
75406	embedding2nn.bias	4	0.025663956999778748
75406	embedding2nn.bias	5	-0.1543264538049698
75406	embedding2nn.bias	6	-0.0378849171102047
75406	embedding2nn.bias	7	-0.060197655111551285
75406	embedding2nn.bias	8	0.0758802592754364
75406	embedding2nn.bias	9	-0.10336519032716751
75406	rnn.weight_ih_l0	0	-0.0071718767285346985
75406	rnn.weight_ih_l0	1	-0.041698820888996124
75406	rnn.weight_ih_l0	2	-0.040750715881586075
75406	rnn.weight_ih_l0	3	-0.015375848859548569
75406	rnn.weight_ih_l0	4	0.003760161343961954
75406	rnn.weight_ih_l0	5	-0.053984612226486206
75406	rnn.weight_ih_l0	6	0.02854008600115776
75406	rnn.weight_ih_l0	7	-0.05628319829702377
75406	rnn.weight_ih_l0	8	0.017137959599494934
75406	rnn.weight_ih_l0	9	-0.007586232852190733
75406	rnn.weight_hh_l0	0	-0.002640593098476529
75406	rnn.weight_hh_l0	1	-0.06644929945468903
75406	rnn.weight_hh_l0	2	0.044137220829725266
75406	rnn.weight_hh_l0	3	0.018063845112919807
75406	rnn.weight_hh_l0	4	0.0075874594040215015
75406	rnn.weight_hh_l0	5	0.043329134583473206
75406	rnn.weight_hh_l0	6	-0.011038454249501228
75406	rnn.weight_hh_l0	7	-0.07327887415885925
75406	rnn.weight_hh_l0	8	-0.012195331044495106
75406	rnn.weight_hh_l0	9	-0.05698879808187485
75406	rnn.bias_ih_l0	0	-0.07287801802158356
75406	rnn.bias_ih_l0	1	-0.13034182786941528
75406	rnn.bias_ih_l0	2	-0.1828237622976303
75406	rnn.bias_ih_l0	3	-0.2572634518146515
75406	rnn.bias_ih_l0	4	0.0013213125057518482
75406	rnn.bias_ih_l0	5	0.04937397316098213
75406	rnn.bias_ih_l0	6	-0.12552691996097565
75406	rnn.bias_ih_l0	7	-0.2095399796962738
75406	rnn.bias_ih_l0	8	-0.11317595094442368
75406	rnn.bias_ih_l0	9	-0.13794218003749847
75406	rnn.bias_hh_l0	0	0.1274843066930771
75406	rnn.bias_hh_l0	1	-0.038151782006025314
75406	rnn.bias_hh_l0	2	0.008025339804589748
75406	rnn.bias_hh_l0	3	-0.14711342751979828
75406	rnn.bias_hh_l0	4	0.035669345408678055
75406	rnn.bias_hh_l0	5	0.01972668617963791
75406	rnn.bias_hh_l0	6	-0.07394485920667648
75406	rnn.bias_hh_l0	7	-0.12516450881958008
75406	rnn.bias_hh_l0	8	-0.13904109597206116
75406	rnn.bias_hh_l0	9	-0.08208470046520233
75406	rnn.weight_ih_l0_reverse	0	-0.016280895099043846
75406	rnn.weight_ih_l0_reverse	1	0.02760382741689682
75406	rnn.weight_ih_l0_reverse	2	-0.03360206261277199
75406	rnn.weight_ih_l0_reverse	3	-0.018701281398534775
75406	rnn.weight_ih_l0_reverse	4	0.016336727887392044
75406	rnn.weight_ih_l0_reverse	5	-0.03886036202311516
75406	rnn.weight_ih_l0_reverse	6	-0.04217683896422386
75406	rnn.weight_ih_l0_reverse	7	-0.003479413455352187
75406	rnn.weight_ih_l0_reverse	8	0.04351513460278511
75406	rnn.weight_ih_l0_reverse	9	-0.009049157612025738
75406	rnn.weight_hh_l0_reverse	0	-0.00529514392837882
75406	rnn.weight_hh_l0_reverse	1	0.020445656031370163
75406	rnn.weight_hh_l0_reverse	2	-0.037245891988277435
75406	rnn.weight_hh_l0_reverse	3	0.03207598999142647
75406	rnn.weight_hh_l0_reverse	4	0.014383615925908089
75406	rnn.weight_hh_l0_reverse	5	-0.00975869596004486
75406	rnn.weight_hh_l0_reverse	6	0.03186400607228279
75406	rnn.weight_hh_l0_reverse	7	0.02451874502003193
75406	rnn.weight_hh_l0_reverse	8	-0.0005417916108854115
75406	rnn.weight_hh_l0_reverse	9	-0.0498078428208828
75406	rnn.bias_ih_l0_reverse	0	-0.10973894596099854
75406	rnn.bias_ih_l0_reverse	1	-0.2675572335720062
75406	rnn.bias_ih_l0_reverse	2	-0.05315769091248512
75406	rnn.bias_ih_l0_reverse	3	-0.0914216861128807
75406	rnn.bias_ih_l0_reverse	4	0.06421303749084473
75406	rnn.bias_ih_l0_reverse	5	-0.16695331037044525
75406	rnn.bias_ih_l0_reverse	6	-0.04511566832661629
75406	rnn.bias_ih_l0_reverse	7	0.021219031885266304
75406	rnn.bias_ih_l0_reverse	8	-0.1517544835805893
75406	rnn.bias_ih_l0_reverse	9	-0.0783226266503334
75406	rnn.bias_hh_l0_reverse	0	-0.117990642786026
75406	rnn.bias_hh_l0_reverse	1	-0.08524633944034576
75406	rnn.bias_hh_l0_reverse	2	-0.010664297267794609
75406	rnn.bias_hh_l0_reverse	3	-0.11990616470575333
75406	rnn.bias_hh_l0_reverse	4	-0.022164419293403625
75406	rnn.bias_hh_l0_reverse	5	-0.09457188844680786
75406	rnn.bias_hh_l0_reverse	6	-0.08537875860929489
75406	rnn.bias_hh_l0_reverse	7	-0.1493256688117981
75406	rnn.bias_hh_l0_reverse	8	-0.03968483954668045
75406	rnn.bias_hh_l0_reverse	9	-0.1331724375486374
75406	linear.weight	0	-0.18589399755001068
75406	linear.weight	1	-0.12016702443361282
75406	linear.weight	2	-0.011228874325752258
75406	linear.weight	3	-0.04140185937285423
75406	linear.weight	4	0.025321301072835922
75406	linear.weight	5	0.15814118087291718
75406	linear.weight	6	0.0047744326293468475
75406	linear.weight	7	-0.021312154829502106
75406	linear.weight	8	0.0988682210445404
75406	linear.weight	9	0.14438673853874207
75406	linear.bias	0	-0.7210139632225037
75406	linear.bias	1	1.0611412525177002
75406	linear.bias	2	-0.15934422612190247
75406	linear.bias	3	-0.5517255663871765
75406	linear.bias	4	-1.1468387842178345
75406	linear.bias	5	-1.1418119668960571
75406	linear.bias	6	-0.7084964513778687
75406	linear.bias	7	-0.7209610342979431
75406	linear.bias	8	-0.01705317199230194
75406	linear.bias	9	3.1037890911102295
75603	transitions	0	-0.2617589235305786
75603	transitions	1	7.669360637664795
75603	transitions	2	-3.0894463062286377
75603	transitions	3	1.3044334650039673
75603	transitions	4	-1.7686529159545898
75603	transitions	5	-0.3086141347885132
75603	transitions	6	-0.16357386112213135
75603	transitions	7	-10000.0
75603	transitions	8	1.6346830129623413
75603	transitions	9	-2.288271903991699
75603	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
75603	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
75603	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
75603	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
75603	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
75603	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
75603	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
75603	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
75603	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
75603	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
75603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
75603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
75603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
75603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
75603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
75603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
75603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
75603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
75603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
75603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
75603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
75603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
75603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
75603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
75603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
75603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
75603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
75603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
75603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
75603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
75603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
75603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
75603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
75603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
75603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
75603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
75603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
75603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
75603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
75603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
75603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
75603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
75603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
75603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
75603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
75603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
75603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
75603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
75603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
75603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
75603	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
75603	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
75603	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
75603	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
75603	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
75603	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
75603	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
75603	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
75603	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
75603	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
75603	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
75603	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
75603	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
75603	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
75603	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
75603	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
75603	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
75603	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
75603	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
75603	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
75603	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
75603	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
75603	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
75603	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
75603	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
75603	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
75603	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
75603	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
75603	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
75603	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
75603	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
75603	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
75603	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
75603	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
75603	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
75603	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
75603	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
75603	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
75603	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
75603	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
75603	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
75603	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
75603	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
75603	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
75603	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
75603	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
75603	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
75603	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
75603	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
75603	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
75603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
75603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
75603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
75603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
75603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
75603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
75603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
75603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
75603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
75603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
75603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
75603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
75603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
75603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
75603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
75603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
75603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
75603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
75603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
75603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
75603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
75603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
75603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
75603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
75603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
75603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
75603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
75603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
75603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
75603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
75603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
75603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
75603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
75603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
75603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
75603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
75603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
75603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
75603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
75603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
75603	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
75603	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
75603	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
75603	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
75603	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
75603	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
75603	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
75603	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
75603	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
75603	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
75603	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
75603	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
75603	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
75603	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
75603	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
75603	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
75603	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
75603	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
75603	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
75603	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
75603	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
75603	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
75603	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
75603	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
75603	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
75603	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
75603	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
75603	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
75603	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
75603	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
75603	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
75603	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
75603	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
75603	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
75603	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
75603	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
75603	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
75603	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
75603	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
75603	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
75603	embedding2nn.weight	0	0.03851980343461037
75603	embedding2nn.weight	1	-0.06736097484827042
75603	embedding2nn.weight	2	0.014187253080308437
75603	embedding2nn.weight	3	-0.03920762613415718
75603	embedding2nn.weight	4	-0.10957736521959305
75603	embedding2nn.weight	5	0.07900606095790863
75603	embedding2nn.weight	6	-0.11242061853408813
75603	embedding2nn.weight	7	-0.08774115145206451
75603	embedding2nn.weight	8	-0.005156038794666529
75603	embedding2nn.weight	9	0.030085599049925804
75603	embedding2nn.bias	0	0.05353463441133499
75603	embedding2nn.bias	1	0.0011629340006038547
75603	embedding2nn.bias	2	-0.13048876821994781
75603	embedding2nn.bias	3	0.060724347829818726
75603	embedding2nn.bias	4	0.023049911484122276
75603	embedding2nn.bias	5	-0.15915542840957642
75603	embedding2nn.bias	6	-0.047306206077337265
75603	embedding2nn.bias	7	-0.06905048340559006
75603	embedding2nn.bias	8	0.07043963670730591
75603	embedding2nn.bias	9	-0.0940958708524704
75603	rnn.weight_ih_l0	0	-0.008061516098678112
75603	rnn.weight_ih_l0	1	-0.042137399315834045
75603	rnn.weight_ih_l0	2	-0.041756521910429
75603	rnn.weight_ih_l0	3	-0.015756674110889435
75603	rnn.weight_ih_l0	4	0.0060236454010009766
75603	rnn.weight_ih_l0	5	-0.05251561850309372
75603	rnn.weight_ih_l0	6	0.030591323971748352
75603	rnn.weight_ih_l0	7	-0.055009596049785614
75603	rnn.weight_ih_l0	8	0.016381798312067986
75603	rnn.weight_ih_l0	9	-0.008459030650556087
75603	rnn.weight_hh_l0	0	-0.0037856483832001686
75603	rnn.weight_hh_l0	1	-0.06625001132488251
75603	rnn.weight_hh_l0	2	0.0429302379488945
75603	rnn.weight_hh_l0	3	0.0181339792907238
75603	rnn.weight_hh_l0	4	0.007153525482863188
75603	rnn.weight_hh_l0	5	0.04198717325925827
75603	rnn.weight_hh_l0	6	-0.010056992061436176
75603	rnn.weight_hh_l0	7	-0.07275597751140594
75603	rnn.weight_hh_l0	8	-0.010584681294858456
75603	rnn.weight_hh_l0	9	-0.05623113363981247
75603	rnn.bias_ih_l0	0	-0.07399313896894455
75603	rnn.bias_ih_l0	1	-0.1310381293296814
75603	rnn.bias_ih_l0	2	-0.181852787733078
75603	rnn.bias_ih_l0	3	-0.25851890444755554
75603	rnn.bias_ih_l0	4	0.0028908399399369955
75603	rnn.bias_ih_l0	5	0.054651226848363876
75603	rnn.bias_ih_l0	6	-0.12309207767248154
75603	rnn.bias_ih_l0	7	-0.20839595794677734
75603	rnn.bias_ih_l0	8	-0.11799886077642441
75603	rnn.bias_ih_l0	9	-0.14101305603981018
75603	rnn.bias_hh_l0	0	0.13047032058238983
75603	rnn.bias_hh_l0	1	-0.03685026615858078
75603	rnn.bias_hh_l0	2	0.009921656921505928
75603	rnn.bias_hh_l0	3	-0.14716997742652893
75603	rnn.bias_hh_l0	4	0.033748809248209
75603	rnn.bias_hh_l0	5	0.02207673341035843
75603	rnn.bias_hh_l0	6	-0.07120037823915482
75603	rnn.bias_hh_l0	7	-0.1269330382347107
75603	rnn.bias_hh_l0	8	-0.1407625526189804
75603	rnn.bias_hh_l0	9	-0.08142683655023575
75603	rnn.weight_ih_l0_reverse	0	-0.015763942152261734
75603	rnn.weight_ih_l0_reverse	1	0.028217516839504242
75603	rnn.weight_ih_l0_reverse	2	-0.037357721477746964
75603	rnn.weight_ih_l0_reverse	3	-0.020222695544362068
75603	rnn.weight_ih_l0_reverse	4	0.01860031671822071
75603	rnn.weight_ih_l0_reverse	5	-0.042798057198524475
75603	rnn.weight_ih_l0_reverse	6	-0.042033348232507706
75603	rnn.weight_ih_l0_reverse	7	-0.0036878567188978195
75603	rnn.weight_ih_l0_reverse	8	0.044333700090646744
75603	rnn.weight_ih_l0_reverse	9	-0.008039640262722969
75603	rnn.weight_hh_l0_reverse	0	-0.004843827802687883
75603	rnn.weight_hh_l0_reverse	1	0.020458456128835678
75603	rnn.weight_hh_l0_reverse	2	-0.03681091219186783
75603	rnn.weight_hh_l0_reverse	3	0.0325598306953907
75603	rnn.weight_hh_l0_reverse	4	0.014377349056303501
75603	rnn.weight_hh_l0_reverse	5	-0.009419788606464863
75603	rnn.weight_hh_l0_reverse	6	0.03159555047750473
75603	rnn.weight_hh_l0_reverse	7	0.02589009329676628
75603	rnn.weight_hh_l0_reverse	8	-0.0011965795420110226
75603	rnn.weight_hh_l0_reverse	9	-0.05066630616784096
75603	rnn.bias_ih_l0_reverse	0	-0.11015361547470093
75603	rnn.bias_ih_l0_reverse	1	-0.26798540353775024
75603	rnn.bias_ih_l0_reverse	2	-0.05436180904507637
75603	rnn.bias_ih_l0_reverse	3	-0.0903046652674675
75603	rnn.bias_ih_l0_reverse	4	0.0619678795337677
75603	rnn.bias_ih_l0_reverse	5	-0.16817620396614075
75603	rnn.bias_ih_l0_reverse	6	-0.04806335270404816
75603	rnn.bias_ih_l0_reverse	7	0.03016575798392296
75603	rnn.bias_ih_l0_reverse	8	-0.15134523808956146
75603	rnn.bias_ih_l0_reverse	9	-0.07925528287887573
75603	rnn.bias_hh_l0_reverse	0	-0.11830265074968338
75603	rnn.bias_hh_l0_reverse	1	-0.08663350343704224
75603	rnn.bias_hh_l0_reverse	2	-0.009869907051324844
75603	rnn.bias_hh_l0_reverse	3	-0.11857519298791885
75603	rnn.bias_hh_l0_reverse	4	-0.02026345580816269
75603	rnn.bias_hh_l0_reverse	5	-0.09704906493425369
75603	rnn.bias_hh_l0_reverse	6	-0.08886998891830444
75603	rnn.bias_hh_l0_reverse	7	-0.14960439503192902
75603	rnn.bias_hh_l0_reverse	8	-0.037196576595306396
75603	rnn.bias_hh_l0_reverse	9	-0.1349021941423416
75603	linear.weight	0	-0.2085821032524109
75603	linear.weight	1	-0.12185627967119217
75603	linear.weight	2	-0.011228874325752258
75603	linear.weight	3	-0.03827290236949921
75603	linear.weight	4	0.016436057165265083
75603	linear.weight	5	0.17767544090747833
75603	linear.weight	6	0.0047744326293468475
75603	linear.weight	7	-0.021312154829502106
75603	linear.weight	8	0.07697711884975433
75603	linear.weight	9	0.1391034573316574
75603	linear.bias	0	-0.6961665153503418
75603	linear.bias	1	1.0421441793441772
75603	linear.bias	2	-0.15443189442157745
75603	linear.bias	3	-0.5521553754806519
75603	linear.bias	4	-1.1558481454849243
75603	linear.bias	5	-1.1419445276260376
75603	linear.bias	6	-0.6813929677009583
75603	linear.bias	7	-0.7473171353340149
75603	linear.bias	8	-0.01705317199230194
75603	linear.bias	9	3.051509380340576
75800	transitions	0	-0.2619370222091675
75800	transitions	1	7.68133020401001
75800	transitions	2	-3.0904347896575928
75800	transitions	3	1.3197468519210815
75800	transitions	4	-1.7699604034423828
75800	transitions	5	-0.3087848424911499
75800	transitions	6	-0.1636931300163269
75800	transitions	7	-10000.0
75800	transitions	8	1.6390266418457031
75800	transitions	9	-2.288292169570923
75800	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
75800	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
75800	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
75800	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
75800	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
75800	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
75800	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
75800	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
75800	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
75800	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
75800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
75800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
75800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
75800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
75800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
75800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
75800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
75800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
75800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
75800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
75800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
75800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
75800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
75800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
75800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
75800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
75800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
75800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
75800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
75800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
75800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
75800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
75800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
75800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
75800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
75800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
75800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
75800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
75800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
75800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
75800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
75800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
75800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
75800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
75800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
75800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
75800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
75800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
75800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
75800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
75800	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
75800	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
75800	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
75800	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
75800	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
75800	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
75800	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
75800	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
75800	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
75800	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
75800	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
75800	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
75800	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
75800	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
75800	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
75800	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
75800	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
75800	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
75800	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
75800	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
75800	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
75800	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
75800	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
75800	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
75800	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
75800	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
75800	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
75800	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
75800	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
75800	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
75800	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
75800	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
75800	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
75800	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
75800	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
75800	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
75800	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
75800	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
75800	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
75800	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
75800	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
75800	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
75800	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
75800	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
75800	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
75800	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
75800	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
75800	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
75800	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
75800	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
75800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
75800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
75800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
75800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
75800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
75800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
75800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
75800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
75800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
75800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
75800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
75800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
75800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
75800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
75800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
75800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
75800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
75800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
75800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
75800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
75800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
75800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
75800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
75800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
75800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
75800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
75800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
75800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
75800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
75800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
75800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
75800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
75800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
75800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
75800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
75800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
75800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
75800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
75800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
75800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
75800	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
75800	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
75800	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
75800	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
75800	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
75800	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
75800	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
75800	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
75800	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
75800	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
75800	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
75800	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
75800	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
75800	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
75800	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
75800	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
75800	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
75800	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
75800	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
75800	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
75800	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
75800	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
75800	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
75800	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
75800	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
75800	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
75800	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
75800	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
75800	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
75800	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
75800	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
75800	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
75800	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
75800	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
75800	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
75800	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
75800	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
75800	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
75800	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
75800	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
75800	embedding2nn.weight	0	0.038342781364917755
75800	embedding2nn.weight	1	-0.06702537089586258
75800	embedding2nn.weight	2	0.014375993981957436
75800	embedding2nn.weight	3	-0.039727579802274704
75800	embedding2nn.weight	4	-0.10903003811836243
75800	embedding2nn.weight	5	0.07723372429609299
75800	embedding2nn.weight	6	-0.11453020572662354
75800	embedding2nn.weight	7	-0.08879377692937851
75800	embedding2nn.weight	8	-0.00628230394795537
75800	embedding2nn.weight	9	0.027459215372800827
75800	embedding2nn.bias	0	0.051243819296360016
75800	embedding2nn.bias	1	-0.007421703077852726
75800	embedding2nn.bias	2	-0.12788015604019165
75800	embedding2nn.bias	3	0.07927877455949783
75800	embedding2nn.bias	4	0.02014678157866001
75800	embedding2nn.bias	5	-0.16067470610141754
75800	embedding2nn.bias	6	-0.03433963656425476
75800	embedding2nn.bias	7	-0.06410252302885056
75800	embedding2nn.bias	8	0.07231583446264267
75800	embedding2nn.bias	9	-0.08464737981557846
75800	rnn.weight_ih_l0	0	-0.00750222522765398
75800	rnn.weight_ih_l0	1	-0.04328644648194313
75800	rnn.weight_ih_l0	2	-0.043405063450336456
75800	rnn.weight_ih_l0	3	-0.013226170092821121
75800	rnn.weight_ih_l0	4	0.005073979962617159
75800	rnn.weight_ih_l0	5	-0.05150078237056732
75800	rnn.weight_ih_l0	6	0.030474118888378143
75800	rnn.weight_ih_l0	7	-0.05469809100031853
75800	rnn.weight_ih_l0	8	0.015078391879796982
75800	rnn.weight_ih_l0	9	-0.00939739029854536
75800	rnn.weight_hh_l0	0	-0.004062040708959103
75800	rnn.weight_hh_l0	1	-0.067904531955719
75800	rnn.weight_hh_l0	2	0.043371547013521194
75800	rnn.weight_hh_l0	3	0.018603088334202766
75800	rnn.weight_hh_l0	4	0.007142856251448393
75800	rnn.weight_hh_l0	5	0.04289071634411812
75800	rnn.weight_hh_l0	6	-0.01029959786683321
75800	rnn.weight_hh_l0	7	-0.07211790978908539
75800	rnn.weight_hh_l0	8	-0.010057132691144943
75800	rnn.weight_hh_l0	9	-0.057453807443380356
75800	rnn.bias_ih_l0	0	-0.0708741769194603
75800	rnn.bias_ih_l0	1	-0.1285535842180252
75800	rnn.bias_ih_l0	2	-0.17889641225337982
75800	rnn.bias_ih_l0	3	-0.2608010470867157
75800	rnn.bias_ih_l0	4	0.0004245192976668477
75800	rnn.bias_ih_l0	5	0.04892753064632416
75800	rnn.bias_ih_l0	6	-0.12453386932611465
75800	rnn.bias_ih_l0	7	-0.20986081659793854
75800	rnn.bias_ih_l0	8	-0.11429429799318314
75800	rnn.bias_ih_l0	9	-0.13544735312461853
75800	rnn.bias_hh_l0	0	0.13102464377880096
75800	rnn.bias_hh_l0	1	-0.037763070315122604
75800	rnn.bias_hh_l0	2	0.006940848659723997
75800	rnn.bias_hh_l0	3	-0.14799684286117554
75800	rnn.bias_hh_l0	4	0.03375653550028801
75800	rnn.bias_hh_l0	5	0.028069008141756058
75800	rnn.bias_hh_l0	6	-0.07109252363443375
75800	rnn.bias_hh_l0	7	-0.12850207090377808
75800	rnn.bias_hh_l0	8	-0.14078184962272644
75800	rnn.bias_hh_l0	9	-0.08162044733762741
75800	rnn.weight_ih_l0_reverse	0	-0.015488261356949806
75800	rnn.weight_ih_l0_reverse	1	0.028174180537462234
75800	rnn.weight_ih_l0_reverse	2	-0.04311707243323326
75800	rnn.weight_ih_l0_reverse	3	-0.024943627417087555
75800	rnn.weight_ih_l0_reverse	4	0.021093958988785744
75800	rnn.weight_ih_l0_reverse	5	-0.04372793436050415
75800	rnn.weight_ih_l0_reverse	6	-0.03835977986454964
75800	rnn.weight_ih_l0_reverse	7	-0.0035200174897909164
75800	rnn.weight_ih_l0_reverse	8	0.04469449445605278
75800	rnn.weight_ih_l0_reverse	9	-0.010269228368997574
75800	rnn.weight_hh_l0_reverse	0	-0.005200429819524288
75800	rnn.weight_hh_l0_reverse	1	0.02036670409142971
75800	rnn.weight_hh_l0_reverse	2	-0.03725302964448929
75800	rnn.weight_hh_l0_reverse	3	0.032398756593465805
75800	rnn.weight_hh_l0_reverse	4	0.014612952247262001
75800	rnn.weight_hh_l0_reverse	5	-0.009591188281774521
75800	rnn.weight_hh_l0_reverse	6	0.029933182522654533
75800	rnn.weight_hh_l0_reverse	7	0.026848800480365753
75800	rnn.weight_hh_l0_reverse	8	-0.0014333288418129086
75800	rnn.weight_hh_l0_reverse	9	-0.050490524619817734
75800	rnn.bias_ih_l0_reverse	0	-0.1137942522764206
75800	rnn.bias_ih_l0_reverse	1	-0.26772812008857727
75800	rnn.bias_ih_l0_reverse	2	-0.050419699400663376
75800	rnn.bias_ih_l0_reverse	3	-0.09101352840662003
75800	rnn.bias_ih_l0_reverse	4	0.0695892944931984
75800	rnn.bias_ih_l0_reverse	5	-0.1647464781999588
75800	rnn.bias_ih_l0_reverse	6	-0.04744187369942665
75800	rnn.bias_ih_l0_reverse	7	0.026711616665124893
75800	rnn.bias_ih_l0_reverse	8	-0.15084350109100342
75800	rnn.bias_ih_l0_reverse	9	-0.07848790287971497
75800	rnn.bias_hh_l0_reverse	0	-0.11999867856502533
75800	rnn.bias_hh_l0_reverse	1	-0.0848744809627533
75800	rnn.bias_hh_l0_reverse	2	-0.011542840860784054
75800	rnn.bias_hh_l0_reverse	3	-0.1187857836484909
75800	rnn.bias_hh_l0_reverse	4	-0.020610293373465538
75800	rnn.bias_hh_l0_reverse	5	-0.09684866666793823
75800	rnn.bias_hh_l0_reverse	6	-0.08315573632717133
75800	rnn.bias_hh_l0_reverse	7	-0.15523268282413483
75800	rnn.bias_hh_l0_reverse	8	-0.044770631939172745
75800	rnn.bias_hh_l0_reverse	9	-0.13580460846424103
75800	linear.weight	0	-0.21581977605819702
75800	linear.weight	1	-0.12268643081188202
75800	linear.weight	2	-0.011228874325752258
75800	linear.weight	3	-0.055142998695373535
75800	linear.weight	4	0.005847349762916565
75800	linear.weight	5	0.1836961954832077
75800	linear.weight	6	0.0047744326293468475
75800	linear.weight	7	-0.021312154829502106
75800	linear.weight	8	0.08043663203716278
75800	linear.weight	9	0.12876252830028534
75800	linear.bias	0	-0.7259715795516968
75800	linear.bias	1	1.0658035278320312
75800	linear.bias	2	-0.14265258610248566
75800	linear.bias	3	-0.5433897376060486
75800	linear.bias	4	-1.1282528638839722
75800	linear.bias	5	-1.1420854330062866
75800	linear.bias	6	-0.7098436951637268
75800	linear.bias	7	-0.7549442052841187
75800	linear.bias	8	-0.01705317199230194
75800	linear.bias	9	3.097524881362915
75997	transitions	0	-0.26253435015678406
75997	transitions	1	7.679769992828369
75997	transitions	2	-3.0915238857269287
75997	transitions	3	1.3290190696716309
75997	transitions	4	-1.7715415954589844
75997	transitions	5	-0.30905434489250183
75997	transitions	6	-0.16380733251571655
75997	transitions	7	-10000.0
75997	transitions	8	1.6349236965179443
75997	transitions	9	-2.288316011428833
75997	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
75997	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
75997	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
75997	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
75997	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
75997	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
75997	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
75997	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
75997	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
75997	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
75997	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
75997	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
75997	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
75997	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
75997	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
75997	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
75997	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
75997	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
75997	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
75997	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
75997	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
75997	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
75997	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
75997	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
75997	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
75997	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
75997	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
75997	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
75997	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
75997	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
75997	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
75997	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
75997	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
75997	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
75997	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
75997	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
75997	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
75997	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
75997	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
75997	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
75997	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
75997	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
75997	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
75997	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
75997	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
75997	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
75997	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
75997	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
75997	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
75997	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
75997	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
75997	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
75997	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
75997	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
75997	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
75997	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
75997	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
75997	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
75997	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
75997	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
75997	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
75997	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
75997	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
75997	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
75997	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
75997	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
75997	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
75997	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
75997	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
75997	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
75997	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
75997	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
75997	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
75997	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
75997	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
75997	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
75997	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
75997	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
75997	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
75997	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
75997	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
75997	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
75997	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
75997	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
75997	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
75997	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
75997	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
75997	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
75997	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
75997	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
75997	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
75997	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
75997	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
75997	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
75997	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
75997	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
75997	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
75997	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
75997	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
75997	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
75997	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
75997	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
75997	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
75997	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
75997	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
75997	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
75997	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
75997	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
75997	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
75997	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
75997	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
75997	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
75997	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
75997	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
75997	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
75997	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
75997	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
75997	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
75997	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
75997	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
75997	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
75997	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
75997	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
75997	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
75997	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
75997	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
75997	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
75997	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
75997	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
75997	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
75997	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
75997	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
75997	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
75997	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
75997	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
75997	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
75997	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
75997	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
75997	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
75997	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
75997	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
75997	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
75997	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
75997	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
75997	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
75997	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
75997	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
75997	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
75997	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
75997	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
75997	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
75997	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
75997	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
75997	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
75997	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
75997	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
75997	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
75997	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
75997	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
75997	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
75997	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
75997	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
75997	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
75997	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
75997	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
75997	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
75997	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
75997	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
75997	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
75997	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
75997	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
75997	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
75997	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
75997	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
75997	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
75997	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
75997	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
75997	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
75997	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
75997	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
75997	embedding2nn.weight	0	0.0388328991830349
75997	embedding2nn.weight	1	-0.06872105598449707
75997	embedding2nn.weight	2	0.009244386106729507
75997	embedding2nn.weight	3	-0.040517449378967285
75997	embedding2nn.weight	4	-0.10901014506816864
75997	embedding2nn.weight	5	0.07658642530441284
75997	embedding2nn.weight	6	-0.11139657348394394
75997	embedding2nn.weight	7	-0.08980950713157654
75997	embedding2nn.weight	8	-0.005670642480254173
75997	embedding2nn.weight	9	0.028890617191791534
75997	embedding2nn.bias	0	0.059810418635606766
75997	embedding2nn.bias	1	-0.012181729078292847
75997	embedding2nn.bias	2	-0.11307185888290405
75997	embedding2nn.bias	3	0.08160601556301117
75997	embedding2nn.bias	4	0.03511444479227066
75997	embedding2nn.bias	5	-0.1650620698928833
75997	embedding2nn.bias	6	-0.024169044569134712
75997	embedding2nn.bias	7	-0.0668761134147644
75997	embedding2nn.bias	8	0.07016921043395996
75997	embedding2nn.bias	9	-0.08308392763137817
75997	rnn.weight_ih_l0	0	-0.006580830086022615
75997	rnn.weight_ih_l0	1	-0.044579192996025085
75997	rnn.weight_ih_l0	2	-0.043863728642463684
75997	rnn.weight_ih_l0	3	-0.012489641085267067
75997	rnn.weight_ih_l0	4	0.003783606691285968
75997	rnn.weight_ih_l0	5	-0.053332895040512085
75997	rnn.weight_ih_l0	6	0.03130017966032028
75997	rnn.weight_ih_l0	7	-0.05505553260445595
75997	rnn.weight_ih_l0	8	0.019272247329354286
75997	rnn.weight_ih_l0	9	-0.011179703287780285
75997	rnn.weight_hh_l0	0	-0.0039964476600289345
75997	rnn.weight_hh_l0	1	-0.0691174566745758
75997	rnn.weight_hh_l0	2	0.04445762559771538
75997	rnn.weight_hh_l0	3	0.019335081800818443
75997	rnn.weight_hh_l0	4	0.006996274460107088
75997	rnn.weight_hh_l0	5	0.04392409324645996
75997	rnn.weight_hh_l0	6	-0.010817124508321285
75997	rnn.weight_hh_l0	7	-0.07192034274339676
75997	rnn.weight_hh_l0	8	-0.010576438158750534
75997	rnn.weight_hh_l0	9	-0.05463066324591637
75997	rnn.bias_ih_l0	0	-0.07233316451311111
75997	rnn.bias_ih_l0	1	-0.12958493828773499
75997	rnn.bias_ih_l0	2	-0.17617429792881012
75997	rnn.bias_ih_l0	3	-0.2563459575176239
75997	rnn.bias_ih_l0	4	0.0036578846629709005
75997	rnn.bias_ih_l0	5	0.049256108701229095
75997	rnn.bias_ih_l0	6	-0.12310732156038284
75997	rnn.bias_ih_l0	7	-0.2114681601524353
75997	rnn.bias_ih_l0	8	-0.11061577498912811
75997	rnn.bias_ih_l0	9	-0.12766239047050476
75997	rnn.bias_hh_l0	0	0.13401101529598236
75997	rnn.bias_hh_l0	1	-0.04184376820921898
75997	rnn.bias_hh_l0	2	0.009389957413077354
75997	rnn.bias_hh_l0	3	-0.15009379386901855
75997	rnn.bias_hh_l0	4	0.027957724407315254
75997	rnn.bias_hh_l0	5	0.030908256769180298
75997	rnn.bias_hh_l0	6	-0.07329674810171127
75997	rnn.bias_hh_l0	7	-0.12953419983386993
75997	rnn.bias_hh_l0	8	-0.13746729493141174
75997	rnn.bias_hh_l0	9	-0.08691989630460739
75997	rnn.weight_ih_l0_reverse	0	-0.015569760464131832
75997	rnn.weight_ih_l0_reverse	1	0.02729009836912155
75997	rnn.weight_ih_l0_reverse	2	-0.043453603982925415
75997	rnn.weight_ih_l0_reverse	3	-0.023658225312829018
75997	rnn.weight_ih_l0_reverse	4	0.017790013924241066
75997	rnn.weight_ih_l0_reverse	5	-0.040711961686611176
75997	rnn.weight_ih_l0_reverse	6	-0.039193496108055115
75997	rnn.weight_ih_l0_reverse	7	-0.0031504875514656305
75997	rnn.weight_ih_l0_reverse	8	0.04515676945447922
75997	rnn.weight_ih_l0_reverse	9	-0.00797960627824068
75997	rnn.weight_hh_l0_reverse	0	-0.0048874253407120705
75997	rnn.weight_hh_l0_reverse	1	0.01977258361876011
75997	rnn.weight_hh_l0_reverse	2	-0.03691866993904114
75997	rnn.weight_hh_l0_reverse	3	0.0330466702580452
75997	rnn.weight_hh_l0_reverse	4	0.01500101387500763
75997	rnn.weight_hh_l0_reverse	5	-0.010496962815523148
75997	rnn.weight_hh_l0_reverse	6	0.031145460903644562
75997	rnn.weight_hh_l0_reverse	7	0.026396814733743668
75997	rnn.weight_hh_l0_reverse	8	-0.0016606227727606893
75997	rnn.weight_hh_l0_reverse	9	-0.0504983514547348
75997	rnn.bias_ih_l0_reverse	0	-0.11459188908338547
75997	rnn.bias_ih_l0_reverse	1	-0.2704206109046936
75997	rnn.bias_ih_l0_reverse	2	-0.051422253251075745
75997	rnn.bias_ih_l0_reverse	3	-0.09040971100330353
75997	rnn.bias_ih_l0_reverse	4	0.07196924090385437
75997	rnn.bias_ih_l0_reverse	5	-0.16430321335792542
75997	rnn.bias_ih_l0_reverse	6	-0.04937288165092468
75997	rnn.bias_ih_l0_reverse	7	0.020804060623049736
75997	rnn.bias_ih_l0_reverse	8	-0.15210385620594025
75997	rnn.bias_ih_l0_reverse	9	-0.07209967076778412
75997	rnn.bias_hh_l0_reverse	0	-0.11826129257678986
75997	rnn.bias_hh_l0_reverse	1	-0.0915934219956398
75997	rnn.bias_hh_l0_reverse	2	-0.012748000212013721
75997	rnn.bias_hh_l0_reverse	3	-0.11932946741580963
75997	rnn.bias_hh_l0_reverse	4	-0.021734561771154404
75997	rnn.bias_hh_l0_reverse	5	-0.09634936600923538
75997	rnn.bias_hh_l0_reverse	6	-0.0757993832230568
75997	rnn.bias_hh_l0_reverse	7	-0.15946468710899353
75997	rnn.bias_hh_l0_reverse	8	-0.04348411038517952
75997	rnn.bias_hh_l0_reverse	9	-0.12984906136989594
75997	linear.weight	0	-0.21757498383522034
75997	linear.weight	1	-0.11811523139476776
75997	linear.weight	2	-0.011228874325752258
75997	linear.weight	3	-0.05568931996822357
75997	linear.weight	4	0.004008338321000338
75997	linear.weight	5	0.20999972522258759
75997	linear.weight	6	0.0047744326293468475
75997	linear.weight	7	-0.021312154829502106
75997	linear.weight	8	0.07798103988170624
75997	linear.weight	9	0.16453705728054047
75997	linear.bias	0	-0.6942472457885742
75997	linear.bias	1	1.061598300933838
75997	linear.bias	2	-0.1597977727651596
75997	linear.bias	3	-0.5378493666648865
75997	linear.bias	4	-1.1447712182998657
75997	linear.bias	5	-1.14223313331604
75997	linear.bias	6	-0.6813837289810181
75997	linear.bias	7	-0.7254604697227478
75997	linear.bias	8	-0.01705317199230194
75997	linear.bias	9	3.005420207977295
76194	transitions	0	-0.26296353340148926
76194	transitions	1	7.694159984588623
76194	transitions	2	-3.0933079719543457
76194	transitions	3	1.3325620889663696
76194	transitions	4	-1.7726037502288818
76194	transitions	5	-0.30922573804855347
76194	transitions	6	-0.16393308341503143
76194	transitions	7	-10000.0
76194	transitions	8	1.6341148614883423
76194	transitions	9	-2.2883388996124268
76194	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
76194	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
76194	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
76194	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
76194	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
76194	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
76194	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
76194	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
76194	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
76194	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
76194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
76194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
76194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
76194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
76194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
76194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
76194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
76194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
76194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
76194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
76194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
76194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
76194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
76194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
76194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
76194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
76194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
76194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
76194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
76194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
76194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
76194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
76194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
76194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
76194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
76194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
76194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
76194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
76194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
76194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
76194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
76194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
76194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
76194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
76194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
76194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
76194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
76194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
76194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
76194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
76194	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
76194	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
76194	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
76194	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
76194	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
76194	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
76194	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
76194	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
76194	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
76194	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
76194	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
76194	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
76194	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
76194	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
76194	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
76194	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
76194	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
76194	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
76194	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
76194	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
76194	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
76194	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
76194	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
76194	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
76194	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
76194	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
76194	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
76194	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
76194	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
76194	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
76194	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
76194	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
76194	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
76194	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
76194	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
76194	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
76194	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
76194	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
76194	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
76194	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
76194	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
76194	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
76194	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
76194	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
76194	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
76194	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
76194	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
76194	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
76194	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
76194	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
76194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
76194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
76194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
76194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
76194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
76194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
76194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
76194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
76194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
76194	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
76194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
76194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
76194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
76194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
76194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
76194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
76194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
76194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
76194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
76194	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
76194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
76194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
76194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
76194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
76194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
76194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
76194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
76194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
76194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
76194	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
76194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
76194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
76194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
76194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
76194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
76194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
76194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
76194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
76194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
76194	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
76194	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
76194	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
76194	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
76194	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
76194	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
76194	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
76194	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
76194	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
76194	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
76194	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
76194	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
76194	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
76194	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
76194	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
76194	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
76194	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
76194	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
76194	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
76194	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
76194	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
76194	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
76194	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
76194	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
76194	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
76194	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
76194	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
76194	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
76194	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
76194	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
76194	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
76194	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
76194	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
76194	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
76194	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
76194	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
76194	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
76194	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
76194	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
76194	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
76194	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
76194	embedding2nn.weight	0	0.03857430815696716
76194	embedding2nn.weight	1	-0.06755688041448593
76194	embedding2nn.weight	2	0.011547601781785488
76194	embedding2nn.weight	3	-0.0423169881105423
76194	embedding2nn.weight	4	-0.10942775756120682
76194	embedding2nn.weight	5	0.07707817107439041
76194	embedding2nn.weight	6	-0.11743414402008057
76194	embedding2nn.weight	7	-0.09239596873521805
76194	embedding2nn.weight	8	-0.005605325102806091
76194	embedding2nn.weight	9	0.02536102756857872
76194	embedding2nn.bias	0	0.05401700735092163
76194	embedding2nn.bias	1	-0.016703326255083084
76194	embedding2nn.bias	2	-0.1050603911280632
76194	embedding2nn.bias	3	0.07250368595123291
76194	embedding2nn.bias	4	0.042882040143013
76194	embedding2nn.bias	5	-0.16160941123962402
76194	embedding2nn.bias	6	-0.027743028476834297
76194	embedding2nn.bias	7	-0.05672968178987503
76194	embedding2nn.bias	8	0.0741615742444992
76194	embedding2nn.bias	9	-0.08972451090812683
76194	rnn.weight_ih_l0	0	-0.002165436279028654
76194	rnn.weight_ih_l0	1	-0.04480372369289398
76194	rnn.weight_ih_l0	2	-0.041159406304359436
76194	rnn.weight_ih_l0	3	-0.012990097515285015
76194	rnn.weight_ih_l0	4	0.0055666412226855755
76194	rnn.weight_ih_l0	5	-0.0534917451441288
76194	rnn.weight_ih_l0	6	0.0345640629529953
76194	rnn.weight_ih_l0	7	-0.054273515939712524
76194	rnn.weight_ih_l0	8	0.017103897407650948
76194	rnn.weight_ih_l0	9	-0.011047443374991417
76194	rnn.weight_hh_l0	0	-0.00450580520555377
76194	rnn.weight_hh_l0	1	-0.07065386325120926
76194	rnn.weight_hh_l0	2	0.04449237510561943
76194	rnn.weight_hh_l0	3	0.020435284823179245
76194	rnn.weight_hh_l0	4	0.005934353917837143
76194	rnn.weight_hh_l0	5	0.04291030764579773
76194	rnn.weight_hh_l0	6	-0.010658197104930878
76194	rnn.weight_hh_l0	7	-0.07230666279792786
76194	rnn.weight_hh_l0	8	-0.010310548357665539
76194	rnn.weight_hh_l0	9	-0.05321964621543884
76194	rnn.bias_ih_l0	0	-0.07295617461204529
76194	rnn.bias_ih_l0	1	-0.13010355830192566
76194	rnn.bias_ih_l0	2	-0.17943847179412842
76194	rnn.bias_ih_l0	3	-0.2579043209552765
76194	rnn.bias_ih_l0	4	0.00670836353674531
76194	rnn.bias_ih_l0	5	0.0545654259622097
76194	rnn.bias_ih_l0	6	-0.12259971350431442
76194	rnn.bias_ih_l0	7	-0.21471703052520752
76194	rnn.bias_ih_l0	8	-0.1124289333820343
76194	rnn.bias_ih_l0	9	-0.12323524057865143
76194	rnn.bias_hh_l0	0	0.12686115503311157
76194	rnn.bias_hh_l0	1	-0.04268011078238487
76194	rnn.bias_hh_l0	2	0.012007505632936954
76194	rnn.bias_hh_l0	3	-0.15134325623512268
76194	rnn.bias_hh_l0	4	0.025194521993398666
76194	rnn.bias_hh_l0	5	0.0274039339274168
76194	rnn.bias_hh_l0	6	-0.0721752718091011
76194	rnn.bias_hh_l0	7	-0.12798325717449188
76194	rnn.bias_hh_l0	8	-0.13635478913784027
76194	rnn.bias_hh_l0	9	-0.08643769472837448
76194	rnn.weight_ih_l0_reverse	0	-0.014826526865363121
76194	rnn.weight_ih_l0_reverse	1	0.025903752073645592
76194	rnn.weight_ih_l0_reverse	2	-0.04579779878258705
76194	rnn.weight_ih_l0_reverse	3	-0.022405724972486496
76194	rnn.weight_ih_l0_reverse	4	0.018763979896903038
76194	rnn.weight_ih_l0_reverse	5	-0.040181729942560196
76194	rnn.weight_ih_l0_reverse	6	-0.0395735427737236
76194	rnn.weight_ih_l0_reverse	7	-0.0032370397821068764
76194	rnn.weight_ih_l0_reverse	8	0.04402611404657364
76194	rnn.weight_ih_l0_reverse	9	-0.006949837785214186
76194	rnn.weight_hh_l0_reverse	0	-0.004059397615492344
76194	rnn.weight_hh_l0_reverse	1	0.019651666283607483
76194	rnn.weight_hh_l0_reverse	2	-0.03693300858139992
76194	rnn.weight_hh_l0_reverse	3	0.03353406861424446
76194	rnn.weight_hh_l0_reverse	4	0.013157562352716923
76194	rnn.weight_hh_l0_reverse	5	-0.01031926367431879
76194	rnn.weight_hh_l0_reverse	6	0.030391080304980278
76194	rnn.weight_hh_l0_reverse	7	0.026636509224772453
76194	rnn.weight_hh_l0_reverse	8	-0.00240519130602479
76194	rnn.weight_hh_l0_reverse	9	-0.049750179052352905
76194	rnn.bias_ih_l0_reverse	0	-0.11698473989963531
76194	rnn.bias_ih_l0_reverse	1	-0.2689610421657562
76194	rnn.bias_ih_l0_reverse	2	-0.05013182759284973
76194	rnn.bias_ih_l0_reverse	3	-0.09220381826162338
76194	rnn.bias_ih_l0_reverse	4	0.08049069344997406
76194	rnn.bias_ih_l0_reverse	5	-0.16481463611125946
76194	rnn.bias_ih_l0_reverse	6	-0.04846157506108284
76194	rnn.bias_ih_l0_reverse	7	0.029706450179219246
76194	rnn.bias_ih_l0_reverse	8	-0.15164227783679962
76194	rnn.bias_ih_l0_reverse	9	-0.07242535054683685
76194	rnn.bias_hh_l0_reverse	0	-0.1176626980304718
76194	rnn.bias_hh_l0_reverse	1	-0.08951500058174133
76194	rnn.bias_hh_l0_reverse	2	-0.014257248491048813
76194	rnn.bias_hh_l0_reverse	3	-0.11934828013181686
76194	rnn.bias_hh_l0_reverse	4	-0.02232600934803486
76194	rnn.bias_hh_l0_reverse	5	-0.09613823145627975
76194	rnn.bias_hh_l0_reverse	6	-0.07671096175909042
76194	rnn.bias_hh_l0_reverse	7	-0.1612931787967682
76194	rnn.bias_hh_l0_reverse	8	-0.04064173996448517
76194	rnn.bias_hh_l0_reverse	9	-0.1309145987033844
76194	linear.weight	0	-0.22118563950061798
76194	linear.weight	1	-0.122894287109375
76194	linear.weight	2	-0.011228874325752258
76194	linear.weight	3	-0.05097097158432007
76194	linear.weight	4	0.0017197126289829612
76194	linear.weight	5	0.21824513375759125
76194	linear.weight	6	0.0047744326293468475
76194	linear.weight	7	-0.021312154829502106
76194	linear.weight	8	0.10550036281347275
76194	linear.weight	9	0.16169488430023193
76194	linear.bias	0	-0.7020050883293152
76194	linear.bias	1	1.0237360000610352
76194	linear.bias	2	-0.1844639778137207
76194	linear.bias	3	-0.5485301613807678
76194	linear.bias	4	-1.1376978158950806
76194	linear.bias	5	-1.142380714416504
76194	linear.bias	6	-0.6951714158058167
76194	linear.bias	7	-0.7397341132164001
76194	linear.bias	8	-0.01705317199230194
76194	linear.bias	9	3.1190433502197266
76391	transitions	0	-0.26316219568252563
76391	transitions	1	7.735200881958008
76391	transitions	2	-3.0944361686706543
76391	transitions	3	1.3366092443466187
76391	transitions	4	-1.774170160293579
76391	transitions	5	-0.3093513250350952
76391	transitions	6	-0.16405101120471954
76391	transitions	7	-10000.0
76391	transitions	8	1.6339706182479858
76391	transitions	9	-2.288367748260498
76391	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
76391	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
76391	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
76391	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
76391	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
76391	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
76391	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
76391	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
76391	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
76391	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
76391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
76391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
76391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
76391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
76391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
76391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
76391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
76391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
76391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
76391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
76391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
76391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
76391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
76391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
76391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
76391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
76391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
76391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
76391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
76391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
76391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
76391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
76391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
76391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
76391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
76391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
76391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
76391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
76391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
76391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
76391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
76391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
76391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
76391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
76391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
76391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
76391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
76391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
76391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
76391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
76391	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
76391	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
76391	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
76391	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
76391	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
76391	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
76391	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
76391	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
76391	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
76391	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
76391	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
76391	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
76391	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
76391	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
76391	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
76391	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
76391	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
76391	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
76391	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
76391	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
76391	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
76391	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
76391	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
76391	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
76391	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
76391	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
76391	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
76391	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
76391	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
76391	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
76391	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
76391	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
76391	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
76391	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
76391	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
76391	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
76391	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
76391	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
76391	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
76391	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
76391	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
76391	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
76391	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
76391	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
76391	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
76391	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
76391	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
76391	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
76391	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
76391	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
76391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
76391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
76391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
76391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
76391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
76391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
76391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
76391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
76391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
76391	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
76391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
76391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
76391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
76391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
76391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
76391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
76391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
76391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
76391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
76391	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
76391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
76391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
76391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
76391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
76391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
76391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
76391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
76391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
76391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
76391	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
76391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
76391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
76391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
76391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
76391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
76391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
76391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
76391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
76391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
76391	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
76391	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
76391	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
76391	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
76391	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
76391	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
76391	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
76391	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
76391	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
76391	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
76391	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
76391	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
76391	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
76391	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
76391	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
76391	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
76391	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
76391	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
76391	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
76391	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
76391	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
76391	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
76391	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
76391	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
76391	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
76391	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
76391	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
76391	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
76391	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
76391	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
76391	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
76391	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
76391	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
76391	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
76391	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
76391	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
76391	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
76391	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
76391	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
76391	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
76391	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
76391	embedding2nn.weight	0	0.03793812915682793
76391	embedding2nn.weight	1	-0.06873185932636261
76391	embedding2nn.weight	2	0.013905270025134087
76391	embedding2nn.weight	3	-0.042033784091472626
76391	embedding2nn.weight	4	-0.11384271085262299
76391	embedding2nn.weight	5	0.07647273689508438
76391	embedding2nn.weight	6	-0.1224566102027893
76391	embedding2nn.weight	7	-0.09277991205453873
76391	embedding2nn.weight	8	-0.004927520640194416
76391	embedding2nn.weight	9	0.02226632460951805
76391	embedding2nn.bias	0	0.047093819826841354
76391	embedding2nn.bias	1	-0.01849953830242157
76391	embedding2nn.bias	2	-0.11823469400405884
76391	embedding2nn.bias	3	0.07437559217214584
76391	embedding2nn.bias	4	0.04103579744696617
76391	embedding2nn.bias	5	-0.16169141232967377
76391	embedding2nn.bias	6	-0.0422542467713356
76391	embedding2nn.bias	7	-0.04944588989019394
76391	embedding2nn.bias	8	0.08241156488656998
76391	embedding2nn.bias	9	-0.07373757660388947
76391	rnn.weight_ih_l0	0	-0.002532977843657136
76391	rnn.weight_ih_l0	1	-0.04925292357802391
76391	rnn.weight_ih_l0	2	-0.04003506526350975
76391	rnn.weight_ih_l0	3	-0.014639850705862045
76391	rnn.weight_ih_l0	4	0.007244718261063099
76391	rnn.weight_ih_l0	5	-0.05632951110601425
76391	rnn.weight_ih_l0	6	0.03910794109106064
76391	rnn.weight_ih_l0	7	-0.05257323756814003
76391	rnn.weight_ih_l0	8	0.012134535238146782
76391	rnn.weight_ih_l0	9	-0.009474526159465313
76391	rnn.weight_hh_l0	0	-0.005313142202794552
76391	rnn.weight_hh_l0	1	-0.06963986903429031
76391	rnn.weight_hh_l0	2	0.04492960125207901
76391	rnn.weight_hh_l0	3	0.019739696756005287
76391	rnn.weight_hh_l0	4	0.004861108493059874
76391	rnn.weight_hh_l0	5	0.04202233999967575
76391	rnn.weight_hh_l0	6	-0.010836245492100716
76391	rnn.weight_hh_l0	7	-0.07255450636148453
76391	rnn.weight_hh_l0	8	-0.01142969261854887
76391	rnn.weight_hh_l0	9	-0.05056745931506157
76391	rnn.bias_ih_l0	0	-0.07812178879976273
76391	rnn.bias_ih_l0	1	-0.13087773323059082
76391	rnn.bias_ih_l0	2	-0.17974142730236053
76391	rnn.bias_ih_l0	3	-0.25695887207984924
76391	rnn.bias_ih_l0	4	-0.00210386305116117
76391	rnn.bias_ih_l0	5	0.05559268966317177
76391	rnn.bias_ih_l0	6	-0.12781187891960144
76391	rnn.bias_ih_l0	7	-0.21452826261520386
76391	rnn.bias_ih_l0	8	-0.11285284906625748
76391	rnn.bias_ih_l0	9	-0.12401261180639267
76391	rnn.bias_hh_l0	0	0.12946055829524994
76391	rnn.bias_hh_l0	1	-0.04298663139343262
76391	rnn.bias_hh_l0	2	0.011968947015702724
76391	rnn.bias_hh_l0	3	-0.15095606446266174
76391	rnn.bias_hh_l0	4	0.024792222306132317
76391	rnn.bias_hh_l0	5	0.026683364063501358
76391	rnn.bias_hh_l0	6	-0.07232023030519485
76391	rnn.bias_hh_l0	7	-0.13046281039714813
76391	rnn.bias_hh_l0	8	-0.13468918204307556
76391	rnn.bias_hh_l0	9	-0.0851219967007637
76391	rnn.weight_ih_l0_reverse	0	-0.014444729313254356
76391	rnn.weight_ih_l0_reverse	1	0.026111390441656113
76391	rnn.weight_ih_l0_reverse	2	-0.04305233061313629
76391	rnn.weight_ih_l0_reverse	3	-0.023775614798069
76391	rnn.weight_ih_l0_reverse	4	0.018589619547128677
76391	rnn.weight_ih_l0_reverse	5	-0.041312698274850845
76391	rnn.weight_ih_l0_reverse	6	-0.04254508391022682
76391	rnn.weight_ih_l0_reverse	7	-0.004927846137434244
76391	rnn.weight_ih_l0_reverse	8	0.04167604818940163
76391	rnn.weight_ih_l0_reverse	9	-0.007139864377677441
76391	rnn.weight_hh_l0_reverse	0	-0.004064451437443495
76391	rnn.weight_hh_l0_reverse	1	0.019324688240885735
76391	rnn.weight_hh_l0_reverse	2	-0.03626755252480507
76391	rnn.weight_hh_l0_reverse	3	0.03353919833898544
76391	rnn.weight_hh_l0_reverse	4	0.012798606418073177
76391	rnn.weight_hh_l0_reverse	5	-0.010014422237873077
76391	rnn.weight_hh_l0_reverse	6	0.03090638294816017
76391	rnn.weight_hh_l0_reverse	7	0.026334963738918304
76391	rnn.weight_hh_l0_reverse	8	-0.001804818632081151
76391	rnn.weight_hh_l0_reverse	9	-0.04867685213685036
76391	rnn.bias_ih_l0_reverse	0	-0.11826356500387192
76391	rnn.bias_ih_l0_reverse	1	-0.2621135413646698
76391	rnn.bias_ih_l0_reverse	2	-0.04861733317375183
76391	rnn.bias_ih_l0_reverse	3	-0.09274087846279144
76391	rnn.bias_ih_l0_reverse	4	0.07979689538478851
76391	rnn.bias_ih_l0_reverse	5	-0.16941550374031067
76391	rnn.bias_ih_l0_reverse	6	-0.049575306475162506
76391	rnn.bias_ih_l0_reverse	7	0.026452522724866867
76391	rnn.bias_ih_l0_reverse	8	-0.15203042328357697
76391	rnn.bias_ih_l0_reverse	9	-0.06956780701875687
76391	rnn.bias_hh_l0_reverse	0	-0.11689182370901108
76391	rnn.bias_hh_l0_reverse	1	-0.08754125237464905
76391	rnn.bias_hh_l0_reverse	2	-0.012931399047374725
76391	rnn.bias_hh_l0_reverse	3	-0.11996366083621979
76391	rnn.bias_hh_l0_reverse	4	-0.01918317750096321
76391	rnn.bias_hh_l0_reverse	5	-0.0964336022734642
76391	rnn.bias_hh_l0_reverse	6	-0.0743621364235878
76391	rnn.bias_hh_l0_reverse	7	-0.15780214965343475
76391	rnn.bias_hh_l0_reverse	8	-0.03786679357290268
76391	rnn.bias_hh_l0_reverse	9	-0.13075868785381317
76391	linear.weight	0	-0.2343452274799347
76391	linear.weight	1	-0.120743528008461
76391	linear.weight	2	-0.011228874325752258
76391	linear.weight	3	-0.08151206374168396
76391	linear.weight	4	0.004781520459800959
76391	linear.weight	5	0.2242414802312851
76391	linear.weight	6	0.0047744326293468475
76391	linear.weight	7	-0.021312154829502106
76391	linear.weight	8	0.14447960257530212
76391	linear.weight	9	0.16191013157367706
76391	linear.bias	0	-0.6833421587944031
76391	linear.bias	1	1.0078579187393188
76391	linear.bias	2	-0.205102801322937
76391	linear.bias	3	-0.5165655016899109
76391	linear.bias	4	-1.1481988430023193
76391	linear.bias	5	-1.142536997795105
76391	linear.bias	6	-0.6740207076072693
76391	linear.bias	7	-0.724532961845398
76391	linear.bias	8	-0.01705317199230194
76391	linear.bias	9	3.050269603729248
76588	transitions	0	-0.26352599263191223
76588	transitions	1	7.694507122039795
76588	transitions	2	-3.0957155227661133
76588	transitions	3	1.331309199333191
76588	transitions	4	-1.7760335206985474
76588	transitions	5	-0.30947497487068176
76588	transitions	6	-0.1641136109828949
76588	transitions	7	-10000.0
76588	transitions	8	1.6281914710998535
76588	transitions	9	-2.2883942127227783
76588	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
76588	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
76588	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
76588	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
76588	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
76588	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
76588	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
76588	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
76588	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
76588	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
76588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
76588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
76588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
76588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
76588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
76588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
76588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
76588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
76588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
76588	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
76588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
76588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
76588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
76588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
76588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
76588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
76588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
76588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
76588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
76588	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
76588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
76588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
76588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
76588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
76588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
76588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
76588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
76588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
76588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
76588	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
76588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
76588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
76588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
76588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
76588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
76588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
76588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
76588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
76588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
76588	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
76588	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
76588	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
76588	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
76588	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
76588	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
76588	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
76588	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
76588	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
76588	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
76588	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
76588	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
76588	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
76588	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
76588	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
76588	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
76588	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
76588	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
76588	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
76588	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
76588	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
76588	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
76588	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
76588	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
76588	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
76588	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
76588	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
76588	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
76588	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
76588	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
76588	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
76588	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
76588	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
76588	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
76588	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
76588	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
76588	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
76588	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
76588	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
76588	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
76588	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
76588	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
76588	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
76588	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
76588	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
76588	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
76588	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
76588	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
76588	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
76588	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
76588	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
76588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
76588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
76588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
76588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
76588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
76588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
76588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
76588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
76588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
76588	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
76588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
76588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
76588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
76588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
76588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
76588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
76588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
76588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
76588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
76588	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
76588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
76588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
76588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
76588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
76588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
76588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
76588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
76588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
76588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
76588	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
76588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
76588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
76588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
76588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
76588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
76588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
76588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
76588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
76588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
76588	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
76588	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
76588	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
76588	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
76588	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
76588	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
76588	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
76588	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
76588	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
76588	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
76588	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
76588	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
76588	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
76588	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
76588	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
76588	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
76588	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
76588	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
76588	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
76588	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
76588	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
76588	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
76588	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
76588	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
76588	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
76588	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
76588	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
76588	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
76588	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
76588	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
76588	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
76588	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
76588	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
76588	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
76588	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
76588	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
76588	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
76588	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
76588	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
76588	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
76588	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
76588	embedding2nn.weight	0	0.03735016658902168
76588	embedding2nn.weight	1	-0.06875060498714447
76588	embedding2nn.weight	2	0.01397519838064909
76588	embedding2nn.weight	3	-0.04081643745303154
76588	embedding2nn.weight	4	-0.1139029711484909
76588	embedding2nn.weight	5	0.07607978582382202
76588	embedding2nn.weight	6	-0.1293589323759079
76588	embedding2nn.weight	7	-0.09266304224729538
76588	embedding2nn.weight	8	-0.0042325532995164394
76588	embedding2nn.weight	9	0.019738277420401573
76588	embedding2nn.bias	0	0.06582290679216385
76588	embedding2nn.bias	1	-0.010731346905231476
76588	embedding2nn.bias	2	-0.11895807832479477
76588	embedding2nn.bias	3	0.07095173746347427
76588	embedding2nn.bias	4	0.03946661949157715
76588	embedding2nn.bias	5	-0.1537363976240158
76588	embedding2nn.bias	6	-0.0668678879737854
76588	embedding2nn.bias	7	-0.04884976148605347
76588	embedding2nn.bias	8	0.07016682624816895
76588	embedding2nn.bias	9	-0.06407628953456879
76588	rnn.weight_ih_l0	0	-0.0025919550098478794
76588	rnn.weight_ih_l0	1	-0.04912044107913971
76588	rnn.weight_ih_l0	2	-0.039208993315696716
76588	rnn.weight_ih_l0	3	-0.014042655006051064
76588	rnn.weight_ih_l0	4	0.0065764570608735085
76588	rnn.weight_ih_l0	5	-0.055551230907440186
76588	rnn.weight_ih_l0	6	0.03565267473459244
76588	rnn.weight_ih_l0	7	-0.05520680174231529
76588	rnn.weight_ih_l0	8	0.014868998900055885
76588	rnn.weight_ih_l0	9	-0.0088224858045578
76588	rnn.weight_hh_l0	0	-0.006246582604944706
76588	rnn.weight_hh_l0	1	-0.06918512284755707
76588	rnn.weight_hh_l0	2	0.044722747057676315
76588	rnn.weight_hh_l0	3	0.019403796643018723
76588	rnn.weight_hh_l0	4	0.0064576612785458565
76588	rnn.weight_hh_l0	5	0.04149935767054558
76588	rnn.weight_hh_l0	6	-0.01010861061513424
76588	rnn.weight_hh_l0	7	-0.07218510657548904
76588	rnn.weight_hh_l0	8	-0.01190455723553896
76588	rnn.weight_hh_l0	9	-0.0527220219373703
76588	rnn.bias_ih_l0	0	-0.06918812543153763
76588	rnn.bias_ih_l0	1	-0.1307440549135208
76588	rnn.bias_ih_l0	2	-0.1855906844139099
76588	rnn.bias_ih_l0	3	-0.25218120217323303
76588	rnn.bias_ih_l0	4	0.0017744350479915738
76588	rnn.bias_ih_l0	5	0.05513063445687294
76588	rnn.bias_ih_l0	6	-0.13044756650924683
76588	rnn.bias_ih_l0	7	-0.2139701098203659
76588	rnn.bias_ih_l0	8	-0.11129626631736755
76588	rnn.bias_ih_l0	9	-0.12781448662281036
76588	rnn.bias_hh_l0	0	0.12913018465042114
76588	rnn.bias_hh_l0	1	-0.04607553407549858
76588	rnn.bias_hh_l0	2	0.012937507592141628
76588	rnn.bias_hh_l0	3	-0.14982448518276215
76588	rnn.bias_hh_l0	4	0.024756360799074173
76588	rnn.bias_hh_l0	5	0.025259369984269142
76588	rnn.bias_hh_l0	6	-0.0746721550822258
76588	rnn.bias_hh_l0	7	-0.12476817518472672
76588	rnn.bias_hh_l0	8	-0.1339012235403061
76588	rnn.bias_hh_l0	9	-0.0859026312828064
76588	rnn.weight_ih_l0_reverse	0	-0.014484846964478493
76588	rnn.weight_ih_l0_reverse	1	0.024977317079901695
76588	rnn.weight_ih_l0_reverse	2	-0.04192890226840973
76588	rnn.weight_ih_l0_reverse	3	-0.026447158306837082
76588	rnn.weight_ih_l0_reverse	4	0.019219905138015747
76588	rnn.weight_ih_l0_reverse	5	-0.03962263464927673
76588	rnn.weight_ih_l0_reverse	6	-0.04131641611456871
76588	rnn.weight_ih_l0_reverse	7	-0.0037329604383558035
76588	rnn.weight_ih_l0_reverse	8	0.03990718722343445
76588	rnn.weight_ih_l0_reverse	9	-0.008778659626841545
76588	rnn.weight_hh_l0_reverse	0	-0.0038365302607417107
76588	rnn.weight_hh_l0_reverse	1	0.01886005885899067
76588	rnn.weight_hh_l0_reverse	2	-0.03761913999915123
76588	rnn.weight_hh_l0_reverse	3	0.034223102033138275
76588	rnn.weight_hh_l0_reverse	4	0.013331259600818157
76588	rnn.weight_hh_l0_reverse	5	-0.009869210422039032
76588	rnn.weight_hh_l0_reverse	6	0.03103746846318245
76588	rnn.weight_hh_l0_reverse	7	0.02526961639523506
76588	rnn.weight_hh_l0_reverse	8	-0.002037437865510583
76588	rnn.weight_hh_l0_reverse	9	-0.049679648131132126
76588	rnn.bias_ih_l0_reverse	0	-0.1177215501666069
76588	rnn.bias_ih_l0_reverse	1	-0.2672005295753479
76588	rnn.bias_ih_l0_reverse	2	-0.049609411507844925
76588	rnn.bias_ih_l0_reverse	3	-0.0910467877984047
76588	rnn.bias_ih_l0_reverse	4	0.07902876287698746
76588	rnn.bias_ih_l0_reverse	5	-0.17311525344848633
76588	rnn.bias_ih_l0_reverse	6	-0.04883583262562752
76588	rnn.bias_ih_l0_reverse	7	0.02993644028902054
76588	rnn.bias_ih_l0_reverse	8	-0.14879995584487915
76588	rnn.bias_ih_l0_reverse	9	-0.06957115978002548
76588	rnn.bias_hh_l0_reverse	0	-0.11527131497859955
76588	rnn.bias_hh_l0_reverse	1	-0.08395236730575562
76588	rnn.bias_hh_l0_reverse	2	-0.015228651463985443
76588	rnn.bias_hh_l0_reverse	3	-0.11944620311260223
76588	rnn.bias_hh_l0_reverse	4	-0.022259892895817757
76588	rnn.bias_hh_l0_reverse	5	-0.09640698879957199
76588	rnn.bias_hh_l0_reverse	6	-0.07783078402280807
76588	rnn.bias_hh_l0_reverse	7	-0.15526732802391052
76588	rnn.bias_hh_l0_reverse	8	-0.03470176085829735
76588	rnn.bias_hh_l0_reverse	9	-0.13078570365905762
76588	linear.weight	0	-0.24217082560062408
76588	linear.weight	1	-0.12084954977035522
76588	linear.weight	2	-0.011228874325752258
76588	linear.weight	3	-0.06505788117647171
76588	linear.weight	4	0.01579144410789013
76588	linear.weight	5	0.2032938003540039
76588	linear.weight	6	0.0047744326293468475
76588	linear.weight	7	-0.021312154829502106
76588	linear.weight	8	0.1597462296485901
76588	linear.weight	9	0.1439770758152008
76588	linear.bias	0	-0.7058435082435608
76588	linear.bias	1	1.0207754373550415
76588	linear.bias	2	-0.1655654013156891
76588	linear.bias	3	-0.5442140698432922
76588	linear.bias	4	-1.1062320470809937
76588	linear.bias	5	-1.1426819562911987
76588	linear.bias	6	-0.6975268125534058
76588	linear.bias	7	-0.7221168279647827
76588	linear.bias	8	-0.01705317199230194
76588	linear.bias	9	3.088958740234375
76785	transitions	0	-0.2639141380786896
76785	transitions	1	7.707639217376709
76785	transitions	2	-3.0968921184539795
76785	transitions	3	1.317600131034851
76785	transitions	4	-1.7774802446365356
76785	transitions	5	-0.30972418189048767
76785	transitions	6	-0.16422496736049652
76785	transitions	7	-10000.0
76785	transitions	8	1.6293721199035645
76785	transitions	9	-2.288416862487793
76785	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
76785	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
76785	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
76785	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
76785	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
76785	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
76785	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
76785	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
76785	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
76785	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
76785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
76785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
76785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
76785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
76785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
76785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
76785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
76785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
76785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
76785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
76785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
76785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
76785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
76785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
76785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
76785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
76785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
76785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
76785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
76785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
76785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
76785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
76785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
76785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
76785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
76785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
76785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
76785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
76785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
76785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
76785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
76785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
76785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
76785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
76785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
76785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
76785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
76785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
76785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
76785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
76785	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
76785	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
76785	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
76785	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
76785	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
76785	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
76785	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
76785	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
76785	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
76785	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
76785	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
76785	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
76785	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
76785	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
76785	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
76785	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
76785	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
76785	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
76785	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
76785	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
76785	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
76785	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
76785	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
76785	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
76785	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
76785	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
76785	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
76785	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
76785	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
76785	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
76785	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
76785	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
76785	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
76785	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
76785	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
76785	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
76785	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
76785	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
76785	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
76785	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
76785	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
76785	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
76785	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
76785	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
76785	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
76785	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
76785	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
76785	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
76785	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
76785	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
76785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
76785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
76785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
76785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
76785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
76785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
76785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
76785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
76785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
76785	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
76785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
76785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
76785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
76785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
76785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
76785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
76785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
76785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
76785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
76785	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
76785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
76785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
76785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
76785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
76785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
76785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
76785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
76785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
76785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
76785	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
76785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
76785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
76785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
76785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
76785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
76785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
76785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
76785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
76785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
76785	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
76785	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
76785	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
76785	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
76785	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
76785	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
76785	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
76785	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
76785	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
76785	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
76785	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
76785	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
76785	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
76785	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
76785	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
76785	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
76785	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
76785	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
76785	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
76785	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
76785	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
76785	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
76785	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
76785	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
76785	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
76785	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
76785	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
76785	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
76785	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
76785	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
76785	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
76785	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
76785	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
76785	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
76785	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
76785	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
76785	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
76785	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
76785	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
76785	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
76785	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
76785	embedding2nn.weight	0	0.03759898245334625
76785	embedding2nn.weight	1	-0.06598465144634247
76785	embedding2nn.weight	2	0.015743635594844818
76785	embedding2nn.weight	3	-0.04321787506341934
76785	embedding2nn.weight	4	-0.11256423592567444
76785	embedding2nn.weight	5	0.07565244287252426
76785	embedding2nn.weight	6	-0.12939096987247467
76785	embedding2nn.weight	7	-0.09237796068191528
76785	embedding2nn.weight	8	-0.0053109098225831985
76785	embedding2nn.weight	9	0.02366405911743641
76785	embedding2nn.bias	0	0.048128459602594376
76785	embedding2nn.bias	1	-0.005630930420011282
76785	embedding2nn.bias	2	-0.13231980800628662
76785	embedding2nn.bias	3	0.06932365894317627
76785	embedding2nn.bias	4	0.040481068193912506
76785	embedding2nn.bias	5	-0.1584203988313675
76785	embedding2nn.bias	6	-0.06320881098508835
76785	embedding2nn.bias	7	-0.04330778494477272
76785	embedding2nn.bias	8	0.08619039505720139
76785	embedding2nn.bias	9	-0.0716925710439682
76785	rnn.weight_ih_l0	0	-0.002803042996674776
76785	rnn.weight_ih_l0	1	-0.0458475798368454
76785	rnn.weight_ih_l0	2	-0.04031285643577576
76785	rnn.weight_ih_l0	3	-0.01631711795926094
76785	rnn.weight_ih_l0	4	0.004647399298846722
76785	rnn.weight_ih_l0	5	-0.05621425807476044
76785	rnn.weight_ih_l0	6	0.03611711040139198
76785	rnn.weight_ih_l0	7	-0.05565476417541504
76785	rnn.weight_ih_l0	8	0.01034452673047781
76785	rnn.weight_ih_l0	9	-0.008789877407252789
76785	rnn.weight_hh_l0	0	-0.005517732352018356
76785	rnn.weight_hh_l0	1	-0.06696800887584686
76785	rnn.weight_hh_l0	2	0.04581167548894882
76785	rnn.weight_hh_l0	3	0.019264325499534607
76785	rnn.weight_hh_l0	4	0.0068253399804234505
76785	rnn.weight_hh_l0	5	0.0411963015794754
76785	rnn.weight_hh_l0	6	-0.01019127294421196
76785	rnn.weight_hh_l0	7	-0.07352285087108612
76785	rnn.weight_hh_l0	8	-0.011325682513415813
76785	rnn.weight_hh_l0	9	-0.05326960235834122
76785	rnn.bias_ih_l0	0	-0.07134344428777695
76785	rnn.bias_ih_l0	1	-0.13470293581485748
76785	rnn.bias_ih_l0	2	-0.18825075030326843
76785	rnn.bias_ih_l0	3	-0.2540970742702484
76785	rnn.bias_ih_l0	4	0.0033252411521971226
76785	rnn.bias_ih_l0	5	0.055476024746894836
76785	rnn.bias_ih_l0	6	-0.12723320722579956
76785	rnn.bias_ih_l0	7	-0.2124914675951004
76785	rnn.bias_ih_l0	8	-0.11252336949110031
76785	rnn.bias_ih_l0	9	-0.12517064809799194
76785	rnn.bias_hh_l0	0	0.13260242342948914
76785	rnn.bias_hh_l0	1	-0.04332276061177254
76785	rnn.bias_hh_l0	2	0.011594509705901146
76785	rnn.bias_hh_l0	3	-0.14732813835144043
76785	rnn.bias_hh_l0	4	0.0276754442602396
76785	rnn.bias_hh_l0	5	0.0206682737916708
76785	rnn.bias_hh_l0	6	-0.07589538395404816
76785	rnn.bias_hh_l0	7	-0.12394510954618454
76785	rnn.bias_hh_l0	8	-0.1385214775800705
76785	rnn.bias_hh_l0	9	-0.08565481007099152
76785	rnn.weight_ih_l0_reverse	0	-0.015184716321527958
76785	rnn.weight_ih_l0_reverse	1	0.026815205812454224
76785	rnn.weight_ih_l0_reverse	2	-0.043546538800001144
76785	rnn.weight_ih_l0_reverse	3	-0.027076685801148415
76785	rnn.weight_ih_l0_reverse	4	0.014687273651361465
76785	rnn.weight_ih_l0_reverse	5	-0.04131067544221878
76785	rnn.weight_ih_l0_reverse	6	-0.042302098125219345
76785	rnn.weight_ih_l0_reverse	7	-0.001986415358260274
76785	rnn.weight_ih_l0_reverse	8	0.04128412529826164
76785	rnn.weight_ih_l0_reverse	9	-0.004101892933249474
76785	rnn.weight_hh_l0_reverse	0	-0.003933517728000879
76785	rnn.weight_hh_l0_reverse	1	0.019701749086380005
76785	rnn.weight_hh_l0_reverse	2	-0.03766495734453201
76785	rnn.weight_hh_l0_reverse	3	0.0352182500064373
76785	rnn.weight_hh_l0_reverse	4	0.013656600378453732
76785	rnn.weight_hh_l0_reverse	5	-0.009869106113910675
76785	rnn.weight_hh_l0_reverse	6	0.03066345676779747
76785	rnn.weight_hh_l0_reverse	7	0.024838317185640335
76785	rnn.weight_hh_l0_reverse	8	-0.002673351438716054
76785	rnn.weight_hh_l0_reverse	9	-0.04927767440676689
76785	rnn.bias_ih_l0_reverse	0	-0.11638443171977997
76785	rnn.bias_ih_l0_reverse	1	-0.2653663754463196
76785	rnn.bias_ih_l0_reverse	2	-0.0479186587035656
76785	rnn.bias_ih_l0_reverse	3	-0.09662926942110062
76785	rnn.bias_ih_l0_reverse	4	0.07975636422634125
76785	rnn.bias_ih_l0_reverse	5	-0.17281371355056763
76785	rnn.bias_ih_l0_reverse	6	-0.04669184237718582
76785	rnn.bias_ih_l0_reverse	7	0.02905513532459736
76785	rnn.bias_ih_l0_reverse	8	-0.15057045221328735
76785	rnn.bias_ih_l0_reverse	9	-0.07305339723825455
76785	rnn.bias_hh_l0_reverse	0	-0.11609243601560593
76785	rnn.bias_hh_l0_reverse	1	-0.08570053428411484
76785	rnn.bias_hh_l0_reverse	2	-0.013785929419100285
76785	rnn.bias_hh_l0_reverse	3	-0.11709121614694595
76785	rnn.bias_hh_l0_reverse	4	-0.02234547957777977
76785	rnn.bias_hh_l0_reverse	5	-0.09948373585939407
76785	rnn.bias_hh_l0_reverse	6	-0.08201789110898972
76785	rnn.bias_hh_l0_reverse	7	-0.15115223824977875
76785	rnn.bias_hh_l0_reverse	8	-0.033353742212057114
76785	rnn.bias_hh_l0_reverse	9	-0.1297081708908081
76785	linear.weight	0	-0.243804469704628
76785	linear.weight	1	-0.12073712795972824
76785	linear.weight	2	-0.011228874325752258
76785	linear.weight	3	-0.05368576571345329
76785	linear.weight	4	0.01805725507438183
76785	linear.weight	5	0.1977141797542572
76785	linear.weight	6	0.0047744326293468475
76785	linear.weight	7	-0.021312154829502106
76785	linear.weight	8	0.1609945297241211
76785	linear.weight	9	0.1531054675579071
76785	linear.bias	0	-0.6836522817611694
76785	linear.bias	1	1.0127601623535156
76785	linear.bias	2	-0.1865878701210022
76785	linear.bias	3	-0.540768027305603
76785	linear.bias	4	-1.098150372505188
76785	linear.bias	5	-1.142808198928833
76785	linear.bias	6	-0.6764100790023804
76785	linear.bias	7	-0.7217479348182678
76785	linear.bias	8	-0.01705317199230194
76785	linear.bias	9	3.0360031127929688
76982	transitions	0	-0.26751530170440674
76982	transitions	1	7.724699020385742
76982	transitions	2	-3.0982484817504883
76982	transitions	3	1.3164299726486206
76982	transitions	4	-1.7784101963043213
76982	transitions	5	-0.30994123220443726
76982	transitions	6	-0.16432419419288635
76982	transitions	7	-10000.0
76982	transitions	8	1.6284399032592773
76982	transitions	9	-2.2884562015533447
76982	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
76982	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
76982	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
76982	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
76982	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
76982	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
76982	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
76982	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
76982	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
76982	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
76982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
76982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
76982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
76982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
76982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
76982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
76982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
76982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
76982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
76982	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
76982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
76982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
76982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
76982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
76982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
76982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
76982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
76982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
76982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
76982	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
76982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
76982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
76982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
76982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
76982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
76982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
76982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
76982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
76982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
76982	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
76982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
76982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
76982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
76982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
76982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
76982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
76982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
76982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
76982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
76982	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
76982	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
76982	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
76982	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
76982	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
76982	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
76982	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
76982	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
76982	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
76982	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
76982	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
76982	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
76982	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
76982	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
76982	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
76982	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
76982	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
76982	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
76982	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
76982	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
76982	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
76982	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
76982	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
76982	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
76982	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
76982	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
76982	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
76982	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
76982	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
76982	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
76982	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
76982	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
76982	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
76982	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
76982	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
76982	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
76982	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
76982	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
76982	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
76982	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
76982	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
76982	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
76982	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
76982	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
76982	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
76982	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
76982	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
76982	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
76982	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
76982	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
76982	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
76982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
76982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
76982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
76982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
76982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
76982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
76982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
76982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
76982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
76982	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
76982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
76982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
76982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
76982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
76982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
76982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
76982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
76982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
76982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
76982	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
76982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
76982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
76982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
76982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
76982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
76982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
76982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
76982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
76982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
76982	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
76982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
76982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
76982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
76982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
76982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
76982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
76982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
76982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
76982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
76982	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
76982	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
76982	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
76982	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
76982	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
76982	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
76982	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
76982	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
76982	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
76982	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
76982	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
76982	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
76982	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
76982	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
76982	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
76982	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
76982	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
76982	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
76982	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
76982	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
76982	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
76982	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
76982	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
76982	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
76982	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
76982	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
76982	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
76982	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
76982	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
76982	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
76982	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
76982	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
76982	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
76982	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
76982	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
76982	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
76982	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
76982	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
76982	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
76982	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
76982	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
76982	embedding2nn.weight	0	0.03722239285707474
76982	embedding2nn.weight	1	-0.06596790999174118
76982	embedding2nn.weight	2	0.019561123102903366
76982	embedding2nn.weight	3	-0.04288618639111519
76982	embedding2nn.weight	4	-0.1126721054315567
76982	embedding2nn.weight	5	0.07687332481145859
76982	embedding2nn.weight	6	-0.12753552198410034
76982	embedding2nn.weight	7	-0.09042306244373322
76982	embedding2nn.weight	8	-0.006112781353294849
76982	embedding2nn.weight	9	0.02259349450469017
76982	embedding2nn.bias	0	0.042272135615348816
76982	embedding2nn.bias	1	-0.011587061919271946
76982	embedding2nn.bias	2	-0.12537577748298645
76982	embedding2nn.bias	3	0.06871788948774338
76982	embedding2nn.bias	4	0.043520018458366394
76982	embedding2nn.bias	5	-0.16081364452838898
76982	embedding2nn.bias	6	-0.07373391091823578
76982	embedding2nn.bias	7	-0.039260316640138626
76982	embedding2nn.bias	8	0.0928037166595459
76982	embedding2nn.bias	9	-0.07852023839950562
76982	rnn.weight_ih_l0	0	0.0009468244970776141
76982	rnn.weight_ih_l0	1	-0.048969853669404984
76982	rnn.weight_ih_l0	2	-0.04026580601930618
76982	rnn.weight_ih_l0	3	-0.017502987757325172
76982	rnn.weight_ih_l0	4	0.0035544668789952993
76982	rnn.weight_ih_l0	5	-0.05406626686453819
76982	rnn.weight_ih_l0	6	0.0326375737786293
76982	rnn.weight_ih_l0	7	-0.05606697127223015
76982	rnn.weight_ih_l0	8	0.011904972605407238
76982	rnn.weight_ih_l0	9	-0.008841508068144321
76982	rnn.weight_hh_l0	0	-0.005455872043967247
76982	rnn.weight_hh_l0	1	-0.06566093116998672
76982	rnn.weight_hh_l0	2	0.045022957026958466
76982	rnn.weight_hh_l0	3	0.020647259429097176
76982	rnn.weight_hh_l0	4	0.006886346731334925
76982	rnn.weight_hh_l0	5	0.04144342616200447
76982	rnn.weight_hh_l0	6	-0.010037208907306194
76982	rnn.weight_hh_l0	7	-0.07455018162727356
76982	rnn.weight_hh_l0	8	-0.012421689927577972
76982	rnn.weight_hh_l0	9	-0.052099376916885376
76982	rnn.bias_ih_l0	0	-0.07190512865781784
76982	rnn.bias_ih_l0	1	-0.13645115494728088
76982	rnn.bias_ih_l0	2	-0.18633690476417542
76982	rnn.bias_ih_l0	3	-0.2516225278377533
76982	rnn.bias_ih_l0	4	0.00927706528455019
76982	rnn.bias_ih_l0	5	0.05516112968325615
76982	rnn.bias_ih_l0	6	-0.12600189447402954
76982	rnn.bias_ih_l0	7	-0.2126876711845398
76982	rnn.bias_ih_l0	8	-0.11250573396682739
76982	rnn.bias_ih_l0	9	-0.12741254270076752
76982	rnn.bias_hh_l0	0	0.1340857446193695
76982	rnn.bias_hh_l0	1	-0.04166628420352936
76982	rnn.bias_hh_l0	2	0.012975474819540977
76982	rnn.bias_hh_l0	3	-0.14797142148017883
76982	rnn.bias_hh_l0	4	0.02641039527952671
76982	rnn.bias_hh_l0	5	0.022757604718208313
76982	rnn.bias_hh_l0	6	-0.07832283526659012
76982	rnn.bias_hh_l0	7	-0.12342844903469086
76982	rnn.bias_hh_l0	8	-0.14250363409519196
76982	rnn.bias_hh_l0	9	-0.08809332549571991
76982	rnn.weight_ih_l0_reverse	0	-0.015593175776302814
76982	rnn.weight_ih_l0_reverse	1	0.02752552181482315
76982	rnn.weight_ih_l0_reverse	2	-0.04480209946632385
76982	rnn.weight_ih_l0_reverse	3	-0.02401629090309143
76982	rnn.weight_ih_l0_reverse	4	0.017200374975800514
76982	rnn.weight_ih_l0_reverse	5	-0.040540505200624466
76982	rnn.weight_ih_l0_reverse	6	-0.04155470430850983
76982	rnn.weight_ih_l0_reverse	7	-0.0005919368704780936
76982	rnn.weight_ih_l0_reverse	8	0.04394605755805969
76982	rnn.weight_ih_l0_reverse	9	-0.004451478831470013
76982	rnn.weight_hh_l0_reverse	0	-0.003526173997670412
76982	rnn.weight_hh_l0_reverse	1	0.019366862252354622
76982	rnn.weight_hh_l0_reverse	2	-0.03772709518671036
76982	rnn.weight_hh_l0_reverse	3	0.03553750738501549
76982	rnn.weight_hh_l0_reverse	4	0.013906887732446194
76982	rnn.weight_hh_l0_reverse	5	-0.011955692432820797
76982	rnn.weight_hh_l0_reverse	6	0.03092283196747303
76982	rnn.weight_hh_l0_reverse	7	0.026712069287896156
76982	rnn.weight_hh_l0_reverse	8	-0.003236260963603854
76982	rnn.weight_hh_l0_reverse	9	-0.04896744713187218
76982	rnn.bias_ih_l0_reverse	0	-0.11805921792984009
76982	rnn.bias_ih_l0_reverse	1	-0.2645108699798584
76982	rnn.bias_ih_l0_reverse	2	-0.04960733279585838
76982	rnn.bias_ih_l0_reverse	3	-0.09130899608135223
76982	rnn.bias_ih_l0_reverse	4	0.08010376989841461
76982	rnn.bias_ih_l0_reverse	5	-0.17336420714855194
76982	rnn.bias_ih_l0_reverse	6	-0.04458012804389
76982	rnn.bias_ih_l0_reverse	7	0.030828772112727165
76982	rnn.bias_ih_l0_reverse	8	-0.1478217989206314
76982	rnn.bias_ih_l0_reverse	9	-0.07309088855981827
76982	rnn.bias_hh_l0_reverse	0	-0.11382122337818146
76982	rnn.bias_hh_l0_reverse	1	-0.0842585638165474
76982	rnn.bias_hh_l0_reverse	2	-0.014701374806463718
76982	rnn.bias_hh_l0_reverse	3	-0.11217711865901947
76982	rnn.bias_hh_l0_reverse	4	-0.023735536262392998
76982	rnn.bias_hh_l0_reverse	5	-0.09788326919078827
76982	rnn.bias_hh_l0_reverse	6	-0.08335649967193604
76982	rnn.bias_hh_l0_reverse	7	-0.14823687076568604
76982	rnn.bias_hh_l0_reverse	8	-0.03592566028237343
76982	rnn.bias_hh_l0_reverse	9	-0.13390105962753296
76982	linear.weight	0	-0.245665043592453
76982	linear.weight	1	-0.11562826484441757
76982	linear.weight	2	-0.011228874325752258
76982	linear.weight	3	-0.04024805501103401
76982	linear.weight	4	0.01953125
76982	linear.weight	5	0.20634980499744415
76982	linear.weight	6	0.0047744326293468475
76982	linear.weight	7	-0.021312154829502106
76982	linear.weight	8	0.1896515190601349
76982	linear.weight	9	0.14380130171775818
76982	linear.bias	0	-0.7000327706336975
76982	linear.bias	1	0.9992682933807373
76982	linear.bias	2	-0.1313275694847107
76982	linear.bias	3	-0.529807448387146
76982	linear.bias	4	-1.0845980644226074
76982	linear.bias	5	-1.1429638862609863
76982	linear.bias	6	-0.6869130730628967
76982	linear.bias	7	-0.7384173274040222
76982	linear.bias	8	-0.01705317199230194
76982	linear.bias	9	3.071685314178467
76986	transitions	0	-0.26751676201820374
76986	transitions	1	7.725863456726074
76986	transitions	2	-3.0982673168182373
76986	transitions	3	1.3162765502929688
76986	transitions	4	-1.7784193754196167
76986	transitions	5	-0.30995237827301025
76986	transitions	6	-0.16433264315128326
76986	transitions	7	-10000.0
76986	transitions	8	1.628291130065918
76986	transitions	9	-2.288456916809082
76986	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
76986	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
76986	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
76986	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
76986	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
76986	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
76986	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
76986	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
76986	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
76986	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
76986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
76986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
76986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
76986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
76986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
76986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
76986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
76986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
76986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
76986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
76986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
76986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
76986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
76986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
76986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
76986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
76986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
76986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
76986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
76986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
76986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
76986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
76986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
76986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
76986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
76986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
76986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
76986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
76986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
76986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
76986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
76986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
76986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
76986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
76986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
76986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
76986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
76986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
76986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
76986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
76986	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
76986	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
76986	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
76986	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
76986	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
76986	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
76986	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
76986	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
76986	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
76986	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
76986	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
76986	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
76986	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
76986	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
76986	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
76986	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
76986	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
76986	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
76986	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
76986	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
76986	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
76986	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
76986	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
76986	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
76986	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
76986	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
76986	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
76986	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
76986	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
76986	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
76986	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
76986	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
76986	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
76986	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
76986	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
76986	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
76986	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
76986	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
76986	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
76986	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
76986	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
76986	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
76986	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
76986	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
76986	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
76986	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
76986	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
76986	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
76986	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
76986	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
76986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
76986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
76986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
76986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
76986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
76986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
76986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
76986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
76986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
76986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
76986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
76986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
76986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
76986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
76986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
76986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
76986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
76986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
76986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
76986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
76986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
76986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
76986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
76986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
76986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
76986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
76986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
76986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
76986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
76986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
76986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
76986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
76986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
76986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
76986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
76986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
76986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
76986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
76986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
76986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
76986	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
76986	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
76986	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
76986	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
76986	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
76986	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
76986	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
76986	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
76986	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
76986	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
76986	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
76986	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
76986	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
76986	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
76986	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
76986	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
76986	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
76986	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
76986	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
76986	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
76986	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
76986	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
76986	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
76986	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
76986	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
76986	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
76986	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
76986	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
76986	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
76986	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
76986	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
76986	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
76986	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
76986	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
76986	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
76986	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
76986	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
76986	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
76986	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
76986	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
76986	embedding2nn.weight	0	0.037335921078920364
76986	embedding2nn.weight	1	-0.0657554566860199
76986	embedding2nn.weight	2	0.01982399821281433
76986	embedding2nn.weight	3	-0.04291974753141403
76986	embedding2nn.weight	4	-0.11231810599565506
76986	embedding2nn.weight	5	0.07681601494550705
76986	embedding2nn.weight	6	-0.12855464220046997
76986	embedding2nn.weight	7	-0.09054828435182571
76986	embedding2nn.weight	8	-0.005980019923299551
76986	embedding2nn.weight	9	0.02327081933617592
76986	embedding2nn.bias	0	0.04506880044937134
76986	embedding2nn.bias	1	-0.011904062703251839
76986	embedding2nn.bias	2	-0.12452899664640427
76986	embedding2nn.bias	3	0.07168390601873398
76986	embedding2nn.bias	4	0.04490584880113602
76986	embedding2nn.bias	5	-0.1592758595943451
76986	embedding2nn.bias	6	-0.073399119079113
76986	embedding2nn.bias	7	-0.039606738835573196
76986	embedding2nn.bias	8	0.08895794302225113
76986	embedding2nn.bias	9	-0.08055800944566727
76986	rnn.weight_ih_l0	0	0.0011302466737106442
76986	rnn.weight_ih_l0	1	-0.04913715273141861
76986	rnn.weight_ih_l0	2	-0.04030871391296387
76986	rnn.weight_ih_l0	3	-0.017485827207565308
76986	rnn.weight_ih_l0	4	0.003579444717615843
76986	rnn.weight_ih_l0	5	-0.054130569100379944
76986	rnn.weight_ih_l0	6	0.032909076660871506
76986	rnn.weight_ih_l0	7	-0.056085966527462006
76986	rnn.weight_ih_l0	8	0.011962567456066608
76986	rnn.weight_ih_l0	9	-0.008724200539290905
76986	rnn.weight_hh_l0	0	-0.005407622084021568
76986	rnn.weight_hh_l0	1	-0.06565143167972565
76986	rnn.weight_hh_l0	2	0.04502277821302414
76986	rnn.weight_hh_l0	3	0.020579494535923004
76986	rnn.weight_hh_l0	4	0.006896859500557184
76986	rnn.weight_hh_l0	5	0.04148872196674347
76986	rnn.weight_hh_l0	6	-0.010010343976318836
76986	rnn.weight_hh_l0	7	-0.0745709091424942
76986	rnn.weight_hh_l0	8	-0.012203122489154339
76986	rnn.weight_hh_l0	9	-0.05234823748469353
76986	rnn.bias_ih_l0	0	-0.07173823565244675
76986	rnn.bias_ih_l0	1	-0.1371537297964096
76986	rnn.bias_ih_l0	2	-0.18593871593475342
76986	rnn.bias_ih_l0	3	-0.25159820914268494
76986	rnn.bias_ih_l0	4	0.008468247018754482
76986	rnn.bias_ih_l0	5	0.05507086589932442
76986	rnn.bias_ih_l0	6	-0.12687288224697113
76986	rnn.bias_ih_l0	7	-0.21273429691791534
76986	rnn.bias_ih_l0	8	-0.11232111603021622
76986	rnn.bias_ih_l0	9	-0.12688866257667542
76986	rnn.bias_hh_l0	0	0.13290326297283173
76986	rnn.bias_hh_l0	1	-0.04180407524108887
76986	rnn.bias_hh_l0	2	0.013237597420811653
76986	rnn.bias_hh_l0	3	-0.14803358912467957
76986	rnn.bias_hh_l0	4	0.026415107771754265
76986	rnn.bias_hh_l0	5	0.0222649946808815
76986	rnn.bias_hh_l0	6	-0.07799755036830902
76986	rnn.bias_hh_l0	7	-0.12340213358402252
76986	rnn.bias_hh_l0	8	-0.14207607507705688
76986	rnn.bias_hh_l0	9	-0.08736862242221832
76986	rnn.weight_ih_l0_reverse	0	-0.015590869821608067
76986	rnn.weight_ih_l0_reverse	1	0.02772066928446293
76986	rnn.weight_ih_l0_reverse	2	-0.044707778841257095
76986	rnn.weight_ih_l0_reverse	3	-0.024501370266079903
76986	rnn.weight_ih_l0_reverse	4	0.01717260666191578
76986	rnn.weight_ih_l0_reverse	5	-0.04030537232756615
76986	rnn.weight_ih_l0_reverse	6	-0.041401006281375885
76986	rnn.weight_ih_l0_reverse	7	-0.0007415451691485941
76986	rnn.weight_ih_l0_reverse	8	0.04401787742972374
76986	rnn.weight_ih_l0_reverse	9	-0.0038424874655902386
76986	rnn.weight_hh_l0_reverse	0	-0.0036003426648676395
76986	rnn.weight_hh_l0_reverse	1	0.019372349604964256
76986	rnn.weight_hh_l0_reverse	2	-0.03777715936303139
76986	rnn.weight_hh_l0_reverse	3	0.03558960556983948
76986	rnn.weight_hh_l0_reverse	4	0.014004042372107506
76986	rnn.weight_hh_l0_reverse	5	-0.011870358139276505
76986	rnn.weight_hh_l0_reverse	6	0.030909525230526924
76986	rnn.weight_hh_l0_reverse	7	0.026655571535229683
76986	rnn.weight_hh_l0_reverse	8	-0.0032481763046234846
76986	rnn.weight_hh_l0_reverse	9	-0.04901792109012604
76986	rnn.bias_ih_l0_reverse	0	-0.11841784417629242
76986	rnn.bias_ih_l0_reverse	1	-0.2642101049423218
76986	rnn.bias_ih_l0_reverse	2	-0.04946981370449066
76986	rnn.bias_ih_l0_reverse	3	-0.09103083610534668
76986	rnn.bias_ih_l0_reverse	4	0.08018037676811218
76986	rnn.bias_ih_l0_reverse	5	-0.1732286959886551
76986	rnn.bias_ih_l0_reverse	6	-0.044156964868307114
76986	rnn.bias_ih_l0_reverse	7	0.030877018347382545
76986	rnn.bias_ih_l0_reverse	8	-0.1479678601026535
76986	rnn.bias_ih_l0_reverse	9	-0.0730930045247078
76986	rnn.bias_hh_l0_reverse	0	-0.11386727541685104
76986	rnn.bias_hh_l0_reverse	1	-0.08527904748916626
76986	rnn.bias_hh_l0_reverse	2	-0.014958368614315987
76986	rnn.bias_hh_l0_reverse	3	-0.11224505305290222
76986	rnn.bias_hh_l0_reverse	4	-0.02406229078769684
76986	rnn.bias_hh_l0_reverse	5	-0.0977502390742302
76986	rnn.bias_hh_l0_reverse	6	-0.08361691236495972
76986	rnn.bias_hh_l0_reverse	7	-0.14821583032608032
76986	rnn.bias_hh_l0_reverse	8	-0.03513843193650246
76986	rnn.bias_hh_l0_reverse	9	-0.1330995261669159
76986	linear.weight	0	-0.24078282713890076
76986	linear.weight	1	-0.11623037606477737
76986	linear.weight	2	-0.011228874325752258
76986	linear.weight	3	-0.040268104523420334
76986	linear.weight	4	0.01942472904920578
76986	linear.weight	5	0.20687039196491241
76986	linear.weight	6	0.0047744326293468475
76986	linear.weight	7	-0.021312154829502106
76986	linear.weight	8	0.18830080330371857
76986	linear.weight	9	0.14195242524147034
76986	linear.bias	0	-0.6904311776161194
76986	linear.bias	1	1.0183405876159668
76986	linear.bias	2	-0.1373036950826645
76986	linear.bias	3	-0.5265821814537048
76986	linear.bias	4	-1.0977425575256348
76986	linear.bias	5	-1.1429686546325684
76986	linear.bias	6	-0.6773734092712402
76986	linear.bias	7	-0.7357379794120789
76986	linear.bias	8	-0.01705317199230194
76986	linear.bias	9	3.055732488632202
77183	transitions	0	-0.26772254705429077
77183	transitions	1	7.7150421142578125
77183	transitions	2	-3.0996041297912598
77183	transitions	3	1.3283584117889404
77183	transitions	4	-1.779524326324463
77183	transitions	5	-0.31024429202079773
77183	transitions	6	-0.16446638107299805
77183	transitions	7	-10000.0
77183	transitions	8	1.6264432668685913
77183	transitions	9	-2.2884747982025146
77183	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
77183	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
77183	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
77183	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
77183	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
77183	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
77183	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
77183	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
77183	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
77183	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
77183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
77183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
77183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
77183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
77183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
77183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
77183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
77183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
77183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
77183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
77183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
77183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
77183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
77183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
77183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
77183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
77183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
77183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
77183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
77183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
77183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
77183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
77183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
77183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
77183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
77183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
77183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
77183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
77183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
77183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
77183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
77183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
77183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
77183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
77183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
77183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
77183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
77183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
77183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
77183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
77183	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
77183	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
77183	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
77183	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
77183	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
77183	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
77183	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
77183	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
77183	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
77183	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
77183	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
77183	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
77183	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
77183	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
77183	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
77183	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
77183	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
77183	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
77183	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
77183	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
77183	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
77183	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
77183	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
77183	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
77183	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
77183	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
77183	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
77183	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
77183	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
77183	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
77183	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
77183	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
77183	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
77183	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
77183	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
77183	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
77183	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
77183	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
77183	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
77183	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
77183	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
77183	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
77183	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
77183	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
77183	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
77183	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
77183	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
77183	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
77183	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
77183	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
77183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
77183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
77183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
77183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
77183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
77183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
77183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
77183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
77183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
77183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
77183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
77183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
77183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
77183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
77183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
77183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
77183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
77183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
77183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
77183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
77183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
77183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
77183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
77183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
77183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
77183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
77183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
77183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
77183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
77183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
77183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
77183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
77183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
77183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
77183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
77183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
77183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
77183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
77183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
77183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
77183	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
77183	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
77183	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
77183	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
77183	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
77183	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
77183	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
77183	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
77183	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
77183	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
77183	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
77183	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
77183	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
77183	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
77183	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
77183	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
77183	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
77183	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
77183	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
77183	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
77183	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
77183	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
77183	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
77183	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
77183	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
77183	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
77183	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
77183	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
77183	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
77183	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
77183	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
77183	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
77183	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
77183	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
77183	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
77183	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
77183	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
77183	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
77183	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
77183	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
77183	embedding2nn.weight	0	0.037397898733615875
77183	embedding2nn.weight	1	-0.06725732982158661
77183	embedding2nn.weight	2	0.020911995321512222
77183	embedding2nn.weight	3	-0.044110413640737534
77183	embedding2nn.weight	4	-0.1122066006064415
77183	embedding2nn.weight	5	0.07964838296175003
77183	embedding2nn.weight	6	-0.12599004805088043
77183	embedding2nn.weight	7	-0.08953443914651871
77183	embedding2nn.weight	8	-0.006401122082024813
77183	embedding2nn.weight	9	0.023306595161557198
77183	embedding2nn.bias	0	0.0506633035838604
77183	embedding2nn.bias	1	0.01063171960413456
77183	embedding2nn.bias	2	-0.12488749623298645
77183	embedding2nn.bias	3	0.0701231062412262
77183	embedding2nn.bias	4	0.05329812690615654
77183	embedding2nn.bias	5	-0.1610591858625412
77183	embedding2nn.bias	6	-0.062497060745954514
77183	embedding2nn.bias	7	-0.03939037397503853
77183	embedding2nn.bias	8	0.09230847656726837
77183	embedding2nn.bias	9	-0.0845288559794426
77183	rnn.weight_ih_l0	0	-0.00010622659465298057
77183	rnn.weight_ih_l0	1	-0.054577138274908066
77183	rnn.weight_ih_l0	2	-0.03938910737633705
77183	rnn.weight_ih_l0	3	-0.01761138066649437
77183	rnn.weight_ih_l0	4	0.004576203878968954
77183	rnn.weight_ih_l0	5	-0.05582251027226448
77183	rnn.weight_ih_l0	6	0.031708329916000366
77183	rnn.weight_ih_l0	7	-0.05435171723365784
77183	rnn.weight_ih_l0	8	0.015157083049416542
77183	rnn.weight_ih_l0	9	-0.00970389973372221
77183	rnn.weight_hh_l0	0	-0.005886605940759182
77183	rnn.weight_hh_l0	1	-0.0638413354754448
77183	rnn.weight_hh_l0	2	0.04506397619843483
77183	rnn.weight_hh_l0	3	0.019975174218416214
77183	rnn.weight_hh_l0	4	0.0066281817853450775
77183	rnn.weight_hh_l0	5	0.04323204606771469
77183	rnn.weight_hh_l0	6	-0.00998514425009489
77183	rnn.weight_hh_l0	7	-0.07431665807962418
77183	rnn.weight_hh_l0	8	-0.012152508832514286
77183	rnn.weight_hh_l0	9	-0.05221213400363922
77183	rnn.bias_ih_l0	0	-0.06977473199367523
77183	rnn.bias_ih_l0	1	-0.1390100121498108
77183	rnn.bias_ih_l0	2	-0.18865114450454712
77183	rnn.bias_ih_l0	3	-0.2515861988067627
77183	rnn.bias_ih_l0	4	0.007261026185005903
77183	rnn.bias_ih_l0	5	0.0500737726688385
77183	rnn.bias_ih_l0	6	-0.12230043858289719
77183	rnn.bias_ih_l0	7	-0.21334721148014069
77183	rnn.bias_ih_l0	8	-0.10675724595785141
77183	rnn.bias_ih_l0	9	-0.12747538089752197
77183	rnn.bias_hh_l0	0	0.13266892731189728
77183	rnn.bias_hh_l0	1	-0.041598644107580185
77183	rnn.bias_hh_l0	2	0.010953746736049652
77183	rnn.bias_hh_l0	3	-0.14638075232505798
77183	rnn.bias_hh_l0	4	0.030053256079554558
77183	rnn.bias_hh_l0	5	0.018549885600805283
77183	rnn.bias_hh_l0	6	-0.07822760194540024
77183	rnn.bias_hh_l0	7	-0.11822766065597534
77183	rnn.bias_hh_l0	8	-0.144926056265831
77183	rnn.bias_hh_l0	9	-0.08718720078468323
77183	rnn.weight_ih_l0_reverse	0	-0.01417417824268341
77183	rnn.weight_ih_l0_reverse	1	0.028798134997487068
77183	rnn.weight_ih_l0_reverse	2	-0.04591581970453262
77183	rnn.weight_ih_l0_reverse	3	-0.025233112275600433
77183	rnn.weight_ih_l0_reverse	4	0.02121156081557274
77183	rnn.weight_ih_l0_reverse	5	-0.03944936767220497
77183	rnn.weight_ih_l0_reverse	6	-0.044059041887521744
77183	rnn.weight_ih_l0_reverse	7	-0.0008031564648263156
77183	rnn.weight_ih_l0_reverse	8	0.04203080013394356
77183	rnn.weight_ih_l0_reverse	9	-0.006195672322064638
77183	rnn.weight_hh_l0_reverse	0	-0.003397773252800107
77183	rnn.weight_hh_l0_reverse	1	0.02009461633861065
77183	rnn.weight_hh_l0_reverse	2	-0.03784856200218201
77183	rnn.weight_hh_l0_reverse	3	0.03555120900273323
77183	rnn.weight_hh_l0_reverse	4	0.013554065488278866
77183	rnn.weight_hh_l0_reverse	5	-0.012914744205772877
77183	rnn.weight_hh_l0_reverse	6	0.030473701655864716
77183	rnn.weight_hh_l0_reverse	7	0.026631224900484085
77183	rnn.weight_hh_l0_reverse	8	-0.004140712786465883
77183	rnn.weight_hh_l0_reverse	9	-0.048430755734443665
77183	rnn.bias_ih_l0_reverse	0	-0.12004788219928741
77183	rnn.bias_ih_l0_reverse	1	-0.2663980722427368
77183	rnn.bias_ih_l0_reverse	2	-0.05084444209933281
77183	rnn.bias_ih_l0_reverse	3	-0.0930604413151741
77183	rnn.bias_ih_l0_reverse	4	0.07627242058515549
77183	rnn.bias_ih_l0_reverse	5	-0.17116838693618774
77183	rnn.bias_ih_l0_reverse	6	-0.043777186423540115
77183	rnn.bias_ih_l0_reverse	7	0.02343241684138775
77183	rnn.bias_ih_l0_reverse	8	-0.14402291178703308
77183	rnn.bias_ih_l0_reverse	9	-0.07041265815496445
77183	rnn.bias_hh_l0_reverse	0	-0.10932204872369766
77183	rnn.bias_hh_l0_reverse	1	-0.09561628848314285
77183	rnn.bias_hh_l0_reverse	2	-0.014293447136878967
77183	rnn.bias_hh_l0_reverse	3	-0.10906431078910828
77183	rnn.bias_hh_l0_reverse	4	-0.025390665978193283
77183	rnn.bias_hh_l0_reverse	5	-0.09774099290370941
77183	rnn.bias_hh_l0_reverse	6	-0.08295651525259018
77183	rnn.bias_hh_l0_reverse	7	-0.1467139571905136
77183	rnn.bias_hh_l0_reverse	8	-0.03292940557003021
77183	rnn.bias_hh_l0_reverse	9	-0.1333484947681427
77183	linear.weight	0	-0.2483264058828354
77183	linear.weight	1	-0.11414925754070282
77183	linear.weight	2	-0.011228874325752258
77183	linear.weight	3	-0.04609270766377449
77183	linear.weight	4	0.021808525547385216
77183	linear.weight	5	0.20519617199897766
77183	linear.weight	6	0.0047744326293468475
77183	linear.weight	7	-0.021312154829502106
77183	linear.weight	8	0.18796947598457336
77183	linear.weight	9	0.1413341611623764
77183	linear.bias	0	-0.6987606883049011
77183	linear.bias	1	1.0239824056625366
77183	linear.bias	2	-0.12744325399398804
77183	linear.bias	3	-0.536337673664093
77183	linear.bias	4	-1.0900859832763672
77183	linear.bias	5	-1.1431201696395874
77183	linear.bias	6	-0.6844361424446106
77183	linear.bias	7	-0.7115214467048645
77183	linear.bias	8	-0.01705317199230194
77183	linear.bias	9	3.032409429550171
77380	transitions	0	-0.2683054208755493
77380	transitions	1	7.7228569984436035
77380	transitions	2	-3.100627899169922
77380	transitions	3	1.3149036169052124
77380	transitions	4	-1.7806522846221924
77380	transitions	5	-0.31060150265693665
77380	transitions	6	-0.16456909477710724
77380	transitions	7	-10000.0
77380	transitions	8	1.629866123199463
77380	transitions	9	-2.28849196434021
77380	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
77380	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
77380	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
77380	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
77380	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
77380	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
77380	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
77380	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
77380	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
77380	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
77380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
77380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
77380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
77380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
77380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
77380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
77380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
77380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
77380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
77380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
77380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
77380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
77380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
77380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
77380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
77380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
77380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
77380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
77380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
77380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
77380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
77380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
77380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
77380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
77380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
77380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
77380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
77380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
77380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
77380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
77380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
77380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
77380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
77380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
77380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
77380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
77380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
77380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
77380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
77380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
77380	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
77380	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
77380	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
77380	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
77380	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
77380	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
77380	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
77380	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
77380	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
77380	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
77380	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
77380	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
77380	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
77380	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
77380	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
77380	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
77380	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
77380	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
77380	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
77380	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
77380	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
77380	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
77380	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
77380	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
77380	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
77380	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
77380	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
77380	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
77380	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
77380	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
77380	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
77380	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
77380	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
77380	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
77380	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
77380	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
77380	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
77380	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
77380	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
77380	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
77380	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
77380	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
77380	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
77380	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
77380	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
77380	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
77380	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
77380	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
77380	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
77380	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
77380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
77380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
77380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
77380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
77380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
77380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
77380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
77380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
77380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
77380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
77380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
77380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
77380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
77380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
77380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
77380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
77380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
77380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
77380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
77380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
77380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
77380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
77380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
77380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
77380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
77380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
77380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
77380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
77380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
77380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
77380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
77380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
77380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
77380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
77380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
77380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
77380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
77380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
77380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
77380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
77380	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
77380	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
77380	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
77380	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
77380	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
77380	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
77380	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
77380	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
77380	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
77380	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
77380	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
77380	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
77380	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
77380	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
77380	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
77380	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
77380	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
77380	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
77380	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
77380	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
77380	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
77380	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
77380	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
77380	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
77380	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
77380	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
77380	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
77380	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
77380	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
77380	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
77380	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
77380	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
77380	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
77380	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
77380	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
77380	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
77380	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
77380	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
77380	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
77380	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
77380	embedding2nn.weight	0	0.03848303481936455
77380	embedding2nn.weight	1	-0.06699782609939575
77380	embedding2nn.weight	2	0.02213382162153721
77380	embedding2nn.weight	3	-0.043721992522478104
77380	embedding2nn.weight	4	-0.10645698755979538
77380	embedding2nn.weight	5	0.07902933657169342
77380	embedding2nn.weight	6	-0.11821158975362778
77380	embedding2nn.weight	7	-0.0887969583272934
77380	embedding2nn.weight	8	-0.007543773856014013
77380	embedding2nn.weight	9	0.027634499594569206
77380	embedding2nn.bias	0	0.057142212986946106
77380	embedding2nn.bias	1	0.0015927714994177222
77380	embedding2nn.bias	2	-0.12548042833805084
77380	embedding2nn.bias	3	0.0662456676363945
77380	embedding2nn.bias	4	0.044821176677942276
77380	embedding2nn.bias	5	-0.15851762890815735
77380	embedding2nn.bias	6	-0.06553836166858673
77380	embedding2nn.bias	7	-0.02698981948196888
77380	embedding2nn.bias	8	0.08460062742233276
77380	embedding2nn.bias	9	-0.08551746606826782
77380	rnn.weight_ih_l0	0	-0.0003276138158980757
77380	rnn.weight_ih_l0	1	-0.0596417672932148
77380	rnn.weight_ih_l0	2	-0.041661348193883896
77380	rnn.weight_ih_l0	3	-0.01545661874115467
77380	rnn.weight_ih_l0	4	0.0034998629707843065
77380	rnn.weight_ih_l0	5	-0.05583832040429115
77380	rnn.weight_ih_l0	6	0.03343077003955841
77380	rnn.weight_ih_l0	7	-0.055187419056892395
77380	rnn.weight_ih_l0	8	0.015345809981226921
77380	rnn.weight_ih_l0	9	-0.011317411437630653
77380	rnn.weight_hh_l0	0	-0.005424083210527897
77380	rnn.weight_hh_l0	1	-0.06574729830026627
77380	rnn.weight_hh_l0	2	0.04384850338101387
77380	rnn.weight_hh_l0	3	0.019338205456733704
77380	rnn.weight_hh_l0	4	0.006414215546101332
77380	rnn.weight_hh_l0	5	0.0420394092798233
77380	rnn.weight_hh_l0	6	-0.010397289879620075
77380	rnn.weight_hh_l0	7	-0.0744713619351387
77380	rnn.weight_hh_l0	8	-0.012415614910423756
77380	rnn.weight_hh_l0	9	-0.052944593131542206
77380	rnn.bias_ih_l0	0	-0.0767771527171135
77380	rnn.bias_ih_l0	1	-0.13920553028583527
77380	rnn.bias_ih_l0	2	-0.19116008281707764
77380	rnn.bias_ih_l0	3	-0.2514517903327942
77380	rnn.bias_ih_l0	4	0.001069979160092771
77380	rnn.bias_ih_l0	5	0.0532911941409111
77380	rnn.bias_ih_l0	6	-0.12831160426139832
77380	rnn.bias_ih_l0	7	-0.2096291482448578
77380	rnn.bias_ih_l0	8	-0.1128082126379013
77380	rnn.bias_ih_l0	9	-0.13038209080696106
77380	rnn.bias_hh_l0	0	0.131439208984375
77380	rnn.bias_hh_l0	1	-0.040378957986831665
77380	rnn.bias_hh_l0	2	0.01138114184141159
77380	rnn.bias_hh_l0	3	-0.14659319818019867
77380	rnn.bias_hh_l0	4	0.030665656551718712
77380	rnn.bias_hh_l0	5	0.021442607045173645
77380	rnn.bias_hh_l0	6	-0.07689298689365387
77380	rnn.bias_hh_l0	7	-0.11792115867137909
77380	rnn.bias_hh_l0	8	-0.14189453423023224
77380	rnn.bias_hh_l0	9	-0.08517039567232132
77380	rnn.weight_ih_l0_reverse	0	-0.012211710214614868
77380	rnn.weight_ih_l0_reverse	1	0.031518761068582535
77380	rnn.weight_ih_l0_reverse	2	-0.04819377884268761
77380	rnn.weight_ih_l0_reverse	3	-0.021240994334220886
77380	rnn.weight_ih_l0_reverse	4	0.01854192279279232
77380	rnn.weight_ih_l0_reverse	5	-0.04192379489541054
77380	rnn.weight_ih_l0_reverse	6	-0.043398864567279816
77380	rnn.weight_ih_l0_reverse	7	-0.002230653539299965
77380	rnn.weight_ih_l0_reverse	8	0.046224091202020645
77380	rnn.weight_ih_l0_reverse	9	-0.00208437186665833
77380	rnn.weight_hh_l0_reverse	0	-0.0038085859268903732
77380	rnn.weight_hh_l0_reverse	1	0.019590219482779503
77380	rnn.weight_hh_l0_reverse	2	-0.03707810491323471
77380	rnn.weight_hh_l0_reverse	3	0.035555459558963776
77380	rnn.weight_hh_l0_reverse	4	0.01321711391210556
77380	rnn.weight_hh_l0_reverse	5	-0.014644622802734375
77380	rnn.weight_hh_l0_reverse	6	0.029880352318286896
77380	rnn.weight_hh_l0_reverse	7	0.02722882479429245
77380	rnn.weight_hh_l0_reverse	8	-0.004715614952147007
77380	rnn.weight_hh_l0_reverse	9	-0.04790520668029785
77380	rnn.bias_ih_l0_reverse	0	-0.12131612747907639
77380	rnn.bias_ih_l0_reverse	1	-0.26493018865585327
77380	rnn.bias_ih_l0_reverse	2	-0.04971601068973541
77380	rnn.bias_ih_l0_reverse	3	-0.09269284456968307
77380	rnn.bias_ih_l0_reverse	4	0.07677247375249863
77380	rnn.bias_ih_l0_reverse	5	-0.16786684095859528
77380	rnn.bias_ih_l0_reverse	6	-0.04192482680082321
77380	rnn.bias_ih_l0_reverse	7	0.016321828588843346
77380	rnn.bias_ih_l0_reverse	8	-0.1486245095729828
77380	rnn.bias_ih_l0_reverse	9	-0.07068829983472824
77380	rnn.bias_hh_l0_reverse	0	-0.10854706913232803
77380	rnn.bias_hh_l0_reverse	1	-0.09765127301216125
77380	rnn.bias_hh_l0_reverse	2	-0.01488457154482603
77380	rnn.bias_hh_l0_reverse	3	-0.10957180708646774
77380	rnn.bias_hh_l0_reverse	4	-0.02743731625378132
77380	rnn.bias_hh_l0_reverse	5	-0.09839197248220444
77380	rnn.bias_hh_l0_reverse	6	-0.08141274005174637
77380	rnn.bias_hh_l0_reverse	7	-0.14531202614307404
77380	rnn.bias_hh_l0_reverse	8	-0.03528868034482002
77380	rnn.bias_hh_l0_reverse	9	-0.13577577471733093
77380	linear.weight	0	-0.24025395512580872
77380	linear.weight	1	-0.10860476642847061
77380	linear.weight	2	-0.011228874325752258
77380	linear.weight	3	-0.05119422823190689
77380	linear.weight	4	0.04114469885826111
77380	linear.weight	5	0.22351017594337463
77380	linear.weight	6	0.0047744326293468475
77380	linear.weight	7	-0.021312154829502106
77380	linear.weight	8	0.21413953602313995
77380	linear.weight	9	0.1435161530971527
77380	linear.bias	0	-0.6939651370048523
77380	linear.bias	1	0.9781240820884705
77380	linear.bias	2	-0.1826479732990265
77380	linear.bias	3	-0.5363770127296448
77380	linear.bias	4	-1.1195167303085327
77380	linear.bias	5	-1.1432538032531738
77380	linear.bias	6	-0.6800481081008911
77380	linear.bias	7	-0.7260487675666809
77380	linear.bias	8	-0.01705317199230194
77380	linear.bias	9	3.0594425201416016
77577	transitions	0	-0.26865264773368835
77577	transitions	1	7.726695537567139
77577	transitions	2	-3.101536989212036
77577	transitions	3	1.3203976154327393
77577	transitions	4	-1.7820005416870117
77577	transitions	5	-0.31077060103416443
77577	transitions	6	-0.16465793550014496
77577	transitions	7	-10000.0
77577	transitions	8	1.6341211795806885
77577	transitions	9	-2.28851318359375
77577	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
77577	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
77577	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
77577	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
77577	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
77577	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
77577	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
77577	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
77577	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
77577	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
77577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
77577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
77577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
77577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
77577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
77577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
77577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
77577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
77577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
77577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
77577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
77577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
77577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
77577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
77577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
77577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
77577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
77577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
77577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
77577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
77577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
77577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
77577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
77577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
77577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
77577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
77577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
77577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
77577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
77577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
77577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
77577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
77577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
77577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
77577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
77577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
77577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
77577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
77577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
77577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
77577	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
77577	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
77577	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
77577	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
77577	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
77577	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
77577	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
77577	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
77577	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
77577	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
77577	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
77577	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
77577	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
77577	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
77577	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
77577	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
77577	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
77577	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
77577	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
77577	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
77577	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
77577	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
77577	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
77577	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
77577	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
77577	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
77577	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
77577	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
77577	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
77577	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
77577	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
77577	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
77577	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
77577	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
77577	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
77577	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
77577	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
77577	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
77577	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
77577	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
77577	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
77577	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
77577	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
77577	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
77577	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
77577	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
77577	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
77577	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
77577	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
77577	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
77577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
77577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
77577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
77577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
77577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
77577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
77577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
77577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
77577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
77577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
77577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
77577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
77577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
77577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
77577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
77577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
77577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
77577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
77577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
77577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
77577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
77577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
77577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
77577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
77577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
77577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
77577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
77577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
77577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
77577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
77577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
77577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
77577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
77577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
77577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
77577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
77577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
77577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
77577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
77577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
77577	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
77577	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
77577	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
77577	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
77577	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
77577	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
77577	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
77577	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
77577	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
77577	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
77577	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
77577	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
77577	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
77577	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
77577	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
77577	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
77577	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
77577	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
77577	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
77577	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
77577	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
77577	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
77577	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
77577	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
77577	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
77577	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
77577	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
77577	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
77577	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
77577	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
77577	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
77577	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
77577	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
77577	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
77577	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
77577	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
77577	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
77577	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
77577	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
77577	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
77577	embedding2nn.weight	0	0.03815074637532234
77577	embedding2nn.weight	1	-0.0687282532453537
77577	embedding2nn.weight	2	0.023845113813877106
77577	embedding2nn.weight	3	-0.044110625982284546
77577	embedding2nn.weight	4	-0.10492663830518723
77577	embedding2nn.weight	5	0.07910609990358353
77577	embedding2nn.weight	6	-0.10909320414066315
77577	embedding2nn.weight	7	-0.08990731835365295
77577	embedding2nn.weight	8	-0.007500456180423498
77577	embedding2nn.weight	9	0.0305087361484766
77577	embedding2nn.bias	0	0.04008490964770317
77577	embedding2nn.bias	1	0.0073801795952022076
77577	embedding2nn.bias	2	-0.11771592497825623
77577	embedding2nn.bias	3	0.06746670603752136
77577	embedding2nn.bias	4	0.042650364339351654
77577	embedding2nn.bias	5	-0.15513601899147034
77577	embedding2nn.bias	6	-0.06738647073507309
77577	embedding2nn.bias	7	-0.022474294528365135
77577	embedding2nn.bias	8	0.07959993183612823
77577	embedding2nn.bias	9	-0.09128665924072266
77577	rnn.weight_ih_l0	0	-0.0017248305957764387
77577	rnn.weight_ih_l0	1	-0.06029735878109932
77577	rnn.weight_ih_l0	2	-0.04144490137696266
77577	rnn.weight_ih_l0	3	-0.014246152713894844
77577	rnn.weight_ih_l0	4	-6.503730401163921e-05
77577	rnn.weight_ih_l0	5	-0.05683846026659012
77577	rnn.weight_ih_l0	6	0.03503410890698433
77577	rnn.weight_ih_l0	7	-0.05504857748746872
77577	rnn.weight_ih_l0	8	0.012376784346997738
77577	rnn.weight_ih_l0	9	-0.011955145746469498
77577	rnn.weight_hh_l0	0	-0.0056715598329901695
77577	rnn.weight_hh_l0	1	-0.06677467375993729
77577	rnn.weight_hh_l0	2	0.04463999718427658
77577	rnn.weight_hh_l0	3	0.020644860342144966
77577	rnn.weight_hh_l0	4	0.006613398436456919
77577	rnn.weight_hh_l0	5	0.04320206865668297
77577	rnn.weight_hh_l0	6	-0.010168243199586868
77577	rnn.weight_hh_l0	7	-0.07471269369125366
77577	rnn.weight_hh_l0	8	-0.012340371496975422
77577	rnn.weight_hh_l0	9	-0.0529310442507267
77577	rnn.bias_ih_l0	0	-0.08646029233932495
77577	rnn.bias_ih_l0	1	-0.1380353718996048
77577	rnn.bias_ih_l0	2	-0.19514864683151245
77577	rnn.bias_ih_l0	3	-0.25065070390701294
77577	rnn.bias_ih_l0	4	0.009171820245683193
77577	rnn.bias_ih_l0	5	0.0530121773481369
77577	rnn.bias_ih_l0	6	-0.12933704257011414
77577	rnn.bias_ih_l0	7	-0.20954269170761108
77577	rnn.bias_ih_l0	8	-0.11059746146202087
77577	rnn.bias_ih_l0	9	-0.13086582720279694
77577	rnn.bias_hh_l0	0	0.12839484214782715
77577	rnn.bias_hh_l0	1	-0.042267750948667526
77577	rnn.bias_hh_l0	2	0.00822297390550375
77577	rnn.bias_hh_l0	3	-0.1427862048149109
77577	rnn.bias_hh_l0	4	0.029916012659668922
77577	rnn.bias_hh_l0	5	0.02884821593761444
77577	rnn.bias_hh_l0	6	-0.0782407596707344
77577	rnn.bias_hh_l0	7	-0.12263958901166916
77577	rnn.bias_hh_l0	8	-0.1450565755367279
77577	rnn.bias_hh_l0	9	-0.08864375203847885
77577	rnn.weight_ih_l0_reverse	0	-0.01329533476382494
77577	rnn.weight_ih_l0_reverse	1	0.030195707455277443
77577	rnn.weight_ih_l0_reverse	2	-0.04738648235797882
77577	rnn.weight_ih_l0_reverse	3	-0.020618371665477753
77577	rnn.weight_ih_l0_reverse	4	0.016101105138659477
77577	rnn.weight_ih_l0_reverse	5	-0.044588662683963776
77577	rnn.weight_ih_l0_reverse	6	-0.04217921197414398
77577	rnn.weight_ih_l0_reverse	7	-0.0037535461597144604
77577	rnn.weight_ih_l0_reverse	8	0.044776078313589096
77577	rnn.weight_ih_l0_reverse	9	-0.0017099248943850398
77577	rnn.weight_hh_l0_reverse	0	-0.0035247597843408585
77577	rnn.weight_hh_l0_reverse	1	0.01995469070971012
77577	rnn.weight_hh_l0_reverse	2	-0.036994919180870056
77577	rnn.weight_hh_l0_reverse	3	0.0354854017496109
77577	rnn.weight_hh_l0_reverse	4	0.013042145408689976
77577	rnn.weight_hh_l0_reverse	5	-0.015676598995923996
77577	rnn.weight_hh_l0_reverse	6	0.02791677601635456
77577	rnn.weight_hh_l0_reverse	7	0.027608610689640045
77577	rnn.weight_hh_l0_reverse	8	-0.003682551207020879
77577	rnn.weight_hh_l0_reverse	9	-0.04906459152698517
77577	rnn.bias_ih_l0_reverse	0	-0.12026111036539078
77577	rnn.bias_ih_l0_reverse	1	-0.26249930262565613
77577	rnn.bias_ih_l0_reverse	2	-0.05015385150909424
77577	rnn.bias_ih_l0_reverse	3	-0.09257108718156815
77577	rnn.bias_ih_l0_reverse	4	0.07454820722341537
77577	rnn.bias_ih_l0_reverse	5	-0.16910512745380402
77577	rnn.bias_ih_l0_reverse	6	-0.04254353046417236
77577	rnn.bias_ih_l0_reverse	7	0.015654057264328003
77577	rnn.bias_ih_l0_reverse	8	-0.14877110719680786
77577	rnn.bias_ih_l0_reverse	9	-0.06992018967866898
77577	rnn.bias_hh_l0_reverse	0	-0.11182796210050583
77577	rnn.bias_hh_l0_reverse	1	-0.09849479794502258
77577	rnn.bias_hh_l0_reverse	2	-0.016612693667411804
77577	rnn.bias_hh_l0_reverse	3	-0.11103305965662003
77577	rnn.bias_hh_l0_reverse	4	-0.025134844705462456
77577	rnn.bias_hh_l0_reverse	5	-0.09888860583305359
77577	rnn.bias_hh_l0_reverse	6	-0.0831303671002388
77577	rnn.bias_hh_l0_reverse	7	-0.14587782323360443
77577	rnn.bias_hh_l0_reverse	8	-0.03736774995923042
77577	rnn.bias_hh_l0_reverse	9	-0.1374077945947647
77577	linear.weight	0	-0.24239195883274078
77577	linear.weight	1	-0.10815555602312088
77577	linear.weight	2	-0.011228874325752258
77577	linear.weight	3	-0.051277536898851395
77577	linear.weight	4	0.039200250059366226
77577	linear.weight	5	0.21400360763072968
77577	linear.weight	6	0.0047744326293468475
77577	linear.weight	7	-0.021312154829502106
77577	linear.weight	8	0.20424054563045502
77577	linear.weight	9	0.16053393483161926
77577	linear.bias	0	-0.7241855263710022
77577	linear.bias	1	0.980411171913147
77577	linear.bias	2	-0.22975024580955505
77577	linear.bias	3	-0.5362560749053955
77577	linear.bias	4	-1.1156984567642212
77577	linear.bias	5	-1.1434146165847778
77577	linear.bias	6	-0.7117253541946411
77577	linear.bias	7	-0.7520497441291809
77577	linear.bias	8	-0.01705317199230194
77577	linear.bias	9	3.089909553527832
77774	transitions	0	-0.26896828413009644
77774	transitions	1	7.73124361038208
77774	transitions	2	-3.102825164794922
77774	transitions	3	1.3404030799865723
77774	transitions	4	-1.784622073173523
77774	transitions	5	-0.31087639927864075
77774	transitions	6	-0.1647794544696808
77774	transitions	7	-10000.0
77774	transitions	8	1.636934518814087
77774	transitions	9	-2.2885401248931885
77774	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
77774	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
77774	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
77774	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
77774	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
77774	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
77774	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
77774	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
77774	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
77774	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
77774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
77774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
77774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
77774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
77774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
77774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
77774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
77774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
77774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
77774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
77774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
77774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
77774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
77774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
77774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
77774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
77774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
77774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
77774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
77774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
77774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
77774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
77774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
77774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
77774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
77774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
77774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
77774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
77774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
77774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
77774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
77774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
77774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
77774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
77774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
77774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
77774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
77774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
77774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
77774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
77774	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
77774	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
77774	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
77774	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
77774	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
77774	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
77774	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
77774	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
77774	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
77774	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
77774	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
77774	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
77774	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
77774	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
77774	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
77774	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
77774	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
77774	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
77774	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
77774	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
77774	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
77774	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
77774	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
77774	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
77774	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
77774	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
77774	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
77774	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
77774	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
77774	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
77774	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
77774	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
77774	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
77774	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
77774	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
77774	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
77774	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
77774	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
77774	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
77774	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
77774	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
77774	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
77774	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
77774	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
77774	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
77774	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
77774	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
77774	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
77774	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
77774	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
77774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
77774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
77774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
77774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
77774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
77774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
77774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
77774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
77774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
77774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
77774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
77774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
77774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
77774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
77774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
77774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
77774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
77774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
77774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
77774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
77774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
77774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
77774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
77774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
77774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
77774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
77774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
77774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
77774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
77774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
77774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
77774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
77774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
77774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
77774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
77774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
77774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
77774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
77774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
77774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
77774	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
77774	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
77774	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
77774	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
77774	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
77774	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
77774	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
77774	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
77774	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
77774	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
77774	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
77774	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
77774	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
77774	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
77774	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
77774	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
77774	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
77774	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
77774	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
77774	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
77774	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
77774	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
77774	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
77774	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
77774	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
77774	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
77774	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
77774	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
77774	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
77774	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
77774	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
77774	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
77774	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
77774	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
77774	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
77774	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
77774	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
77774	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
77774	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
77774	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
77774	embedding2nn.weight	0	0.038120392709970474
77774	embedding2nn.weight	1	-0.07052077353000641
77774	embedding2nn.weight	2	0.025686493143439293
77774	embedding2nn.weight	3	-0.04358549416065216
77774	embedding2nn.weight	4	-0.10426409542560577
77774	embedding2nn.weight	5	0.08083266764879227
77774	embedding2nn.weight	6	-0.11159328371286392
77774	embedding2nn.weight	7	-0.0880419909954071
77774	embedding2nn.weight	8	-0.008283531293272972
77774	embedding2nn.weight	9	0.03536460921168327
77774	embedding2nn.bias	0	0.046088431030511856
77774	embedding2nn.bias	1	-0.00012586226512212306
77774	embedding2nn.bias	2	-0.12123049795627594
77774	embedding2nn.bias	3	0.07133365422487259
77774	embedding2nn.bias	4	0.05119006335735321
77774	embedding2nn.bias	5	-0.15141797065734863
77774	embedding2nn.bias	6	-0.0656592845916748
77774	embedding2nn.bias	7	-0.02794988825917244
77774	embedding2nn.bias	8	0.08949912339448929
77774	embedding2nn.bias	9	-0.10594414919614792
77774	rnn.weight_ih_l0	0	-0.0028909617103636265
77774	rnn.weight_ih_l0	1	-0.05873066931962967
77774	rnn.weight_ih_l0	2	-0.04145973548293114
77774	rnn.weight_ih_l0	3	-0.014256580732762814
77774	rnn.weight_ih_l0	4	0.0018019427079707384
77774	rnn.weight_ih_l0	5	-0.06089191511273384
77774	rnn.weight_ih_l0	6	0.0359652116894722
77774	rnn.weight_ih_l0	7	-0.0555243045091629
77774	rnn.weight_ih_l0	8	0.011560950428247452
77774	rnn.weight_ih_l0	9	-0.01061269547790289
77774	rnn.weight_hh_l0	0	-0.005879137199372053
77774	rnn.weight_hh_l0	1	-0.06533091515302658
77774	rnn.weight_hh_l0	2	0.04453957453370094
77774	rnn.weight_hh_l0	3	0.021017836406826973
77774	rnn.weight_hh_l0	4	0.006687572225928307
77774	rnn.weight_hh_l0	5	0.04301834478974342
77774	rnn.weight_hh_l0	6	-0.009934186935424805
77774	rnn.weight_hh_l0	7	-0.07463257759809494
77774	rnn.weight_hh_l0	8	-0.012119417078793049
77774	rnn.weight_hh_l0	9	-0.053131699562072754
77774	rnn.bias_ih_l0	0	-0.07666433602571487
77774	rnn.bias_ih_l0	1	-0.14091984927654266
77774	rnn.bias_ih_l0	2	-0.19296979904174805
77774	rnn.bias_ih_l0	3	-0.2509520351886749
77774	rnn.bias_ih_l0	4	0.010969521477818489
77774	rnn.bias_ih_l0	5	0.055280283093452454
77774	rnn.bias_ih_l0	6	-0.12471907585859299
77774	rnn.bias_ih_l0	7	-0.20733417570590973
77774	rnn.bias_ih_l0	8	-0.10595611482858658
77774	rnn.bias_ih_l0	9	-0.12970466911792755
77774	rnn.bias_hh_l0	0	0.12967799603939056
77774	rnn.bias_hh_l0	1	-0.03697200492024422
77774	rnn.bias_hh_l0	2	0.016320839524269104
77774	rnn.bias_hh_l0	3	-0.14724522829055786
77774	rnn.bias_hh_l0	4	0.02915141172707081
77774	rnn.bias_hh_l0	5	0.029404066503047943
77774	rnn.bias_hh_l0	6	-0.07828377932310104
77774	rnn.bias_hh_l0	7	-0.1298050433397293
77774	rnn.bias_hh_l0	8	-0.14934119582176208
77774	rnn.bias_hh_l0	9	-0.09129933267831802
77774	rnn.weight_ih_l0_reverse	0	-0.012825116515159607
77774	rnn.weight_ih_l0_reverse	1	0.031262144446372986
77774	rnn.weight_ih_l0_reverse	2	-0.046629562973976135
77774	rnn.weight_ih_l0_reverse	3	-0.02078079991042614
77774	rnn.weight_ih_l0_reverse	4	0.01333510410040617
77774	rnn.weight_ih_l0_reverse	5	-0.043841734528541565
77774	rnn.weight_ih_l0_reverse	6	-0.0420289970934391
77774	rnn.weight_ih_l0_reverse	7	-0.0021905023604631424
77774	rnn.weight_ih_l0_reverse	8	0.04627945274114609
77774	rnn.weight_ih_l0_reverse	9	-0.0005012666224502027
77774	rnn.weight_hh_l0_reverse	0	-0.003253529779613018
77774	rnn.weight_hh_l0_reverse	1	0.020510099828243256
77774	rnn.weight_hh_l0_reverse	2	-0.037640832364559174
77774	rnn.weight_hh_l0_reverse	3	0.03542543202638626
77774	rnn.weight_hh_l0_reverse	4	0.012865201570093632
77774	rnn.weight_hh_l0_reverse	5	-0.015644902363419533
77774	rnn.weight_hh_l0_reverse	6	0.027873819693922997
77774	rnn.weight_hh_l0_reverse	7	0.028829731047153473
77774	rnn.weight_hh_l0_reverse	8	-0.0035931726451963186
77774	rnn.weight_hh_l0_reverse	9	-0.04911426454782486
77774	rnn.bias_ih_l0_reverse	0	-0.12147508561611176
77774	rnn.bias_ih_l0_reverse	1	-0.26086321473121643
77774	rnn.bias_ih_l0_reverse	2	-0.04821125045418739
77774	rnn.bias_ih_l0_reverse	3	-0.0899742990732193
77774	rnn.bias_ih_l0_reverse	4	0.0747811421751976
77774	rnn.bias_ih_l0_reverse	5	-0.17680774629116058
77774	rnn.bias_ih_l0_reverse	6	-0.04417554289102554
77774	rnn.bias_ih_l0_reverse	7	0.021276749670505524
77774	rnn.bias_ih_l0_reverse	8	-0.1508525013923645
77774	rnn.bias_ih_l0_reverse	9	-0.06993071734905243
77774	rnn.bias_hh_l0_reverse	0	-0.10904647409915924
77774	rnn.bias_hh_l0_reverse	1	-0.10213856399059296
77774	rnn.bias_hh_l0_reverse	2	-0.016056878492236137
77774	rnn.bias_hh_l0_reverse	3	-0.11294540017843246
77774	rnn.bias_hh_l0_reverse	4	-0.025573795661330223
77774	rnn.bias_hh_l0_reverse	5	-0.09884383529424667
77774	rnn.bias_hh_l0_reverse	6	-0.0800841897726059
77774	rnn.bias_hh_l0_reverse	7	-0.14718562364578247
77774	rnn.bias_hh_l0_reverse	8	-0.04201989248394966
77774	rnn.bias_hh_l0_reverse	9	-0.1404695361852646
77774	linear.weight	0	-0.24757170677185059
77774	linear.weight	1	-0.10141834616661072
77774	linear.weight	2	-0.011228874325752258
77774	linear.weight	3	-0.06133323907852173
77774	linear.weight	4	0.04070596396923065
77774	linear.weight	5	0.21079984307289124
77774	linear.weight	6	0.0047744326293468475
77774	linear.weight	7	-0.021312154829502106
77774	linear.weight	8	0.20426112413406372
77774	linear.weight	9	0.1610017865896225
77774	linear.bias	0	-0.718381404876709
77774	linear.bias	1	1.0436699390411377
77774	linear.bias	2	-0.22142750024795532
77774	linear.bias	3	-0.5502283573150635
77774	linear.bias	4	-1.10356605052948
77774	linear.bias	5	-1.1435638666152954
77774	linear.bias	6	-0.7057855725288391
77774	linear.bias	7	-0.7630394101142883
77774	linear.bias	8	-0.01705317199230194
77774	linear.bias	9	3.099965810775757
77971	transitions	0	-0.2698999345302582
77971	transitions	1	7.744391441345215
77971	transitions	2	-3.1046719551086426
77971	transitions	3	1.321616768836975
77971	transitions	4	-1.7859104871749878
77971	transitions	5	-0.3111228346824646
77971	transitions	6	-0.1649167835712433
77971	transitions	7	-10000.0
77971	transitions	8	1.636624813079834
77971	transitions	9	-2.2885684967041016
77971	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
77971	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
77971	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
77971	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
77971	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
77971	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
77971	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
77971	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
77971	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
77971	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
77971	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
77971	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
77971	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
77971	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
77971	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
77971	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
77971	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
77971	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
77971	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
77971	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
77971	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
77971	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
77971	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
77971	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
77971	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
77971	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
77971	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
77971	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
77971	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
77971	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
77971	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
77971	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
77971	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
77971	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
77971	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
77971	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
77971	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
77971	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
77971	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
77971	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
77971	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
77971	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
77971	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
77971	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
77971	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
77971	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
77971	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
77971	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
77971	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
77971	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
77971	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
77971	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
77971	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
77971	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
77971	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
77971	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
77971	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
77971	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
77971	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
77971	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
77971	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
77971	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
77971	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
77971	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
77971	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
77971	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
77971	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
77971	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
77971	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
77971	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
77971	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
77971	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
77971	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
77971	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
77971	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
77971	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
77971	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
77971	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
77971	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
77971	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
77971	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
77971	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
77971	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
77971	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
77971	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
77971	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
77971	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
77971	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
77971	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
77971	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
77971	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
77971	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
77971	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
77971	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
77971	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
77971	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
77971	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
77971	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
77971	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
77971	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
77971	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
77971	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
77971	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
77971	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
77971	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
77971	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
77971	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
77971	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
77971	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
77971	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
77971	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
77971	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
77971	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
77971	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
77971	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
77971	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
77971	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
77971	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
77971	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
77971	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
77971	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
77971	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
77971	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
77971	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
77971	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
77971	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
77971	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
77971	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
77971	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
77971	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
77971	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
77971	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
77971	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
77971	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
77971	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
77971	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
77971	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
77971	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
77971	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
77971	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
77971	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
77971	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
77971	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
77971	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
77971	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
77971	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
77971	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
77971	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
77971	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
77971	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
77971	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
77971	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
77971	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
77971	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
77971	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
77971	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
77971	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
77971	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
77971	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
77971	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
77971	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
77971	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
77971	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
77971	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
77971	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
77971	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
77971	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
77971	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
77971	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
77971	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
77971	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
77971	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
77971	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
77971	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
77971	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
77971	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
77971	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
77971	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
77971	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
77971	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
77971	embedding2nn.weight	0	0.03858943283557892
77971	embedding2nn.weight	1	-0.07142523676156998
77971	embedding2nn.weight	2	0.0237179733812809
77971	embedding2nn.weight	3	-0.042206790298223495
77971	embedding2nn.weight	4	-0.10101237893104553
77971	embedding2nn.weight	5	0.08222807943820953
77971	embedding2nn.weight	6	-0.11234952509403229
77971	embedding2nn.weight	7	-0.08624354749917984
77971	embedding2nn.weight	8	-0.0073949433863162994
77971	embedding2nn.weight	9	0.038592565804719925
77971	embedding2nn.bias	0	0.04861681908369064
77971	embedding2nn.bias	1	0.0040743667632341385
77971	embedding2nn.bias	2	-0.124559186398983
77971	embedding2nn.bias	3	0.05539803206920624
77971	embedding2nn.bias	4	0.055349476635456085
77971	embedding2nn.bias	5	-0.1669718474149704
77971	embedding2nn.bias	6	-0.05533289909362793
77971	embedding2nn.bias	7	-0.029567506164312363
77971	embedding2nn.bias	8	0.10157698392868042
77971	embedding2nn.bias	9	-0.1115899607539177
77971	rnn.weight_ih_l0	0	0.001541569596156478
77971	rnn.weight_ih_l0	1	-0.057967036962509155
77971	rnn.weight_ih_l0	2	-0.04094163700938225
77971	rnn.weight_ih_l0	3	-0.013490831479430199
77971	rnn.weight_ih_l0	4	0.0017354380106553435
77971	rnn.weight_ih_l0	5	-0.06225677207112312
77971	rnn.weight_ih_l0	6	0.037286803126335144
77971	rnn.weight_ih_l0	7	-0.05646210163831711
77971	rnn.weight_ih_l0	8	0.00857167225331068
77971	rnn.weight_ih_l0	9	-0.00929549615830183
77971	rnn.weight_hh_l0	0	-0.005656203255057335
77971	rnn.weight_hh_l0	1	-0.06532792001962662
77971	rnn.weight_hh_l0	2	0.04436264932155609
77971	rnn.weight_hh_l0	3	0.021114222705364227
77971	rnn.weight_hh_l0	4	0.00668334262445569
77971	rnn.weight_hh_l0	5	0.04343610629439354
77971	rnn.weight_hh_l0	6	-0.009794740937650204
77971	rnn.weight_hh_l0	7	-0.07491269707679749
77971	rnn.weight_hh_l0	8	-0.012229393236339092
77971	rnn.weight_hh_l0	9	-0.05196484923362732
77971	rnn.bias_ih_l0	0	-0.09215524792671204
77971	rnn.bias_ih_l0	1	-0.13863666355609894
77971	rnn.bias_ih_l0	2	-0.19849175214767456
77971	rnn.bias_ih_l0	3	-0.25721895694732666
77971	rnn.bias_ih_l0	4	0.011134389787912369
77971	rnn.bias_ih_l0	5	0.0509415902197361
77971	rnn.bias_ih_l0	6	-0.12942993640899658
77971	rnn.bias_ih_l0	7	-0.20848804712295532
77971	rnn.bias_ih_l0	8	-0.10898713022470474
77971	rnn.bias_ih_l0	9	-0.1310621052980423
77971	rnn.bias_hh_l0	0	0.13018663227558136
77971	rnn.bias_hh_l0	1	-0.03371601551771164
77971	rnn.bias_hh_l0	2	0.01416447851806879
77971	rnn.bias_hh_l0	3	-0.14136117696762085
77971	rnn.bias_hh_l0	4	0.028043054044246674
77971	rnn.bias_hh_l0	5	0.026624860242009163
77971	rnn.bias_hh_l0	6	-0.07829191535711288
77971	rnn.bias_hh_l0	7	-0.1283407062292099
77971	rnn.bias_hh_l0	8	-0.15081466734409332
77971	rnn.bias_hh_l0	9	-0.09379195421934128
77971	rnn.weight_ih_l0_reverse	0	-0.01457508746534586
77971	rnn.weight_ih_l0_reverse	1	0.03020002506673336
77971	rnn.weight_ih_l0_reverse	2	-0.04824095591902733
77971	rnn.weight_ih_l0_reverse	3	-0.017213331535458565
77971	rnn.weight_ih_l0_reverse	4	0.016105830669403076
77971	rnn.weight_ih_l0_reverse	5	-0.042633697390556335
77971	rnn.weight_ih_l0_reverse	6	-0.0426652655005455
77971	rnn.weight_ih_l0_reverse	7	-0.00627323891967535
77971	rnn.weight_ih_l0_reverse	8	0.04948171600699425
77971	rnn.weight_ih_l0_reverse	9	-0.003540474222972989
77971	rnn.weight_hh_l0_reverse	0	-0.002938271267339587
77971	rnn.weight_hh_l0_reverse	1	0.019183699041604996
77971	rnn.weight_hh_l0_reverse	2	-0.037437669932842255
77971	rnn.weight_hh_l0_reverse	3	0.03570638597011566
77971	rnn.weight_hh_l0_reverse	4	0.012606623582541943
77971	rnn.weight_hh_l0_reverse	5	-0.015431499108672142
77971	rnn.weight_hh_l0_reverse	6	0.02738075889647007
77971	rnn.weight_hh_l0_reverse	7	0.029078638181090355
77971	rnn.weight_hh_l0_reverse	8	-0.0038701174780726433
77971	rnn.weight_hh_l0_reverse	9	-0.04837440699338913
77971	rnn.bias_ih_l0_reverse	0	-0.1186956986784935
77971	rnn.bias_ih_l0_reverse	1	-0.25345954298973083
77971	rnn.bias_ih_l0_reverse	2	-0.04653334990143776
77971	rnn.bias_ih_l0_reverse	3	-0.09266609698534012
77971	rnn.bias_ih_l0_reverse	4	0.07423391193151474
77971	rnn.bias_ih_l0_reverse	5	-0.1744391918182373
77971	rnn.bias_ih_l0_reverse	6	-0.050376635044813156
77971	rnn.bias_ih_l0_reverse	7	0.013314498588442802
77971	rnn.bias_ih_l0_reverse	8	-0.15105408430099487
77971	rnn.bias_ih_l0_reverse	9	-0.06880048662424088
77971	rnn.bias_hh_l0_reverse	0	-0.11194951087236404
77971	rnn.bias_hh_l0_reverse	1	-0.1057935431599617
77971	rnn.bias_hh_l0_reverse	2	-0.017689967527985573
77971	rnn.bias_hh_l0_reverse	3	-0.11265893280506134
77971	rnn.bias_hh_l0_reverse	4	-0.02319353260099888
77971	rnn.bias_hh_l0_reverse	5	-0.09686625003814697
77971	rnn.bias_hh_l0_reverse	6	-0.0848199725151062
77971	rnn.bias_hh_l0_reverse	7	-0.14514407515525818
77971	rnn.bias_hh_l0_reverse	8	-0.040350355207920074
77971	rnn.bias_hh_l0_reverse	9	-0.1402394026517868
77971	linear.weight	0	-0.26333487033843994
77971	linear.weight	1	-0.11209350824356079
77971	linear.weight	2	-0.011228874325752258
77971	linear.weight	3	-0.05469350144267082
77971	linear.weight	4	0.046046096831560135
77971	linear.weight	5	0.2278359830379486
77971	linear.weight	6	0.0047744326293468475
77971	linear.weight	7	-0.021312154829502106
77971	linear.weight	8	0.1954111009836197
77971	linear.weight	9	0.14317747950553894
77971	linear.bias	0	-0.6884661316871643
77971	linear.bias	1	1.0012860298156738
77971	linear.bias	2	-0.17775757610797882
77971	linear.bias	3	-0.5400778651237488
77971	linear.bias	4	-1.0814577341079712
77971	linear.bias	5	-1.143715262413025
77971	linear.bias	6	-0.6760210990905762
77971	linear.bias	7	-0.7673570513725281
77971	linear.bias	8	-0.01705317199230194
77971	linear.bias	9	3.0780932903289795
78168	transitions	0	-0.270698606967926
78168	transitions	1	7.733321666717529
78168	transitions	2	-3.1061456203460693
78168	transitions	3	1.3388195037841797
78168	transitions	4	-1.7871005535125732
78168	transitions	5	-0.3112432062625885
78168	transitions	6	-0.16514790058135986
78168	transitions	7	-10000.0
78168	transitions	8	1.629447340965271
78168	transitions	9	-2.2885844707489014
78168	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
78168	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
78168	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
78168	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
78168	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
78168	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
78168	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
78168	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
78168	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
78168	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
78168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
78168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
78168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
78168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
78168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
78168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
78168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
78168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
78168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
78168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
78168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
78168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
78168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
78168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
78168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
78168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
78168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
78168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
78168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
78168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
78168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
78168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
78168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
78168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
78168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
78168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
78168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
78168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
78168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
78168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
78168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
78168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
78168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
78168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
78168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
78168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
78168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
78168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
78168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
78168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
78168	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
78168	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
78168	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
78168	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
78168	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
78168	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
78168	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
78168	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
78168	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
78168	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
78168	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
78168	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
78168	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
78168	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
78168	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
78168	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
78168	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
78168	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
78168	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
78168	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
78168	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
78168	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
78168	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
78168	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
78168	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
78168	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
78168	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
78168	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
78168	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
78168	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
78168	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
78168	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
78168	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
78168	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
78168	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
78168	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
78168	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
78168	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
78168	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
78168	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
78168	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
78168	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
78168	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
78168	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
78168	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
78168	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
78168	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
78168	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
78168	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
78168	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
78168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
78168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
78168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
78168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
78168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
78168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
78168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
78168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
78168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
78168	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
78168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
78168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
78168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
78168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
78168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
78168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
78168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
78168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
78168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
78168	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
78168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
78168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
78168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
78168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
78168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
78168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
78168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
78168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
78168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
78168	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
78168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
78168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
78168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
78168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
78168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
78168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
78168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
78168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
78168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
78168	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
78168	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
78168	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
78168	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
78168	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
78168	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
78168	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
78168	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
78168	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
78168	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
78168	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
78168	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
78168	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
78168	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
78168	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
78168	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
78168	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
78168	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
78168	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
78168	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
78168	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
78168	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
78168	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
78168	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
78168	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
78168	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
78168	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
78168	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
78168	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
78168	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
78168	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
78168	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
78168	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
78168	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
78168	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
78168	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
78168	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
78168	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
78168	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
78168	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
78168	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
78168	embedding2nn.weight	0	0.038098666816949844
78168	embedding2nn.weight	1	-0.06995824724435806
78168	embedding2nn.weight	2	0.023189149796962738
78168	embedding2nn.weight	3	-0.040625154972076416
78168	embedding2nn.weight	4	-0.09953994303941727
78168	embedding2nn.weight	5	0.08220275491476059
78168	embedding2nn.weight	6	-0.11593959480524063
78168	embedding2nn.weight	7	-0.08404659479856491
78168	embedding2nn.weight	8	-0.006704793311655521
78168	embedding2nn.weight	9	0.038972001522779465
78168	embedding2nn.bias	0	0.04522554203867912
78168	embedding2nn.bias	1	0.0010890847770497203
78168	embedding2nn.bias	2	-0.13132870197296143
78168	embedding2nn.bias	3	0.054120615124702454
78168	embedding2nn.bias	4	0.04682616516947746
78168	embedding2nn.bias	5	-0.14769533276557922
78168	embedding2nn.bias	6	-0.07403846830129623
78168	embedding2nn.bias	7	-0.0413803867995739
78168	embedding2nn.bias	8	0.09204601496458054
78168	embedding2nn.bias	9	-0.11012951284646988
78168	rnn.weight_ih_l0	0	0.0010369820520281792
78168	rnn.weight_ih_l0	1	-0.05841722711920738
78168	rnn.weight_ih_l0	2	-0.042062196880578995
78168	rnn.weight_ih_l0	3	-0.014226066879928112
78168	rnn.weight_ih_l0	4	0.0017187796765938401
78168	rnn.weight_ih_l0	5	-0.06283942610025406
78168	rnn.weight_ih_l0	6	0.0373375229537487
78168	rnn.weight_ih_l0	7	-0.05507240816950798
78168	rnn.weight_ih_l0	8	0.009309259243309498
78168	rnn.weight_ih_l0	9	-0.010457358323037624
78168	rnn.weight_hh_l0	0	-0.004264208022505045
78168	rnn.weight_hh_l0	1	-0.06478551030158997
78168	rnn.weight_hh_l0	2	0.044280316680669785
78168	rnn.weight_hh_l0	3	0.02159130945801735
78168	rnn.weight_hh_l0	4	0.006470424123108387
78168	rnn.weight_hh_l0	5	0.04400134086608887
78168	rnn.weight_hh_l0	6	-0.00966809131205082
78168	rnn.weight_hh_l0	7	-0.07458102703094482
78168	rnn.weight_hh_l0	8	-0.013145462609827518
78168	rnn.weight_hh_l0	9	-0.05327202379703522
78168	rnn.bias_ih_l0	0	-0.09766007959842682
78168	rnn.bias_ih_l0	1	-0.1386360079050064
78168	rnn.bias_ih_l0	2	-0.1974063217639923
78168	rnn.bias_ih_l0	3	-0.2545420229434967
78168	rnn.bias_ih_l0	4	0.0064058126881718636
78168	rnn.bias_ih_l0	5	0.051733553409576416
78168	rnn.bias_ih_l0	6	-0.12632110714912415
78168	rnn.bias_ih_l0	7	-0.2102867215871811
78168	rnn.bias_ih_l0	8	-0.11060471832752228
78168	rnn.bias_ih_l0	9	-0.13111913204193115
78168	rnn.bias_hh_l0	0	0.1268014758825302
78168	rnn.bias_hh_l0	1	-0.03601008653640747
78168	rnn.bias_hh_l0	2	0.013420636765658855
78168	rnn.bias_hh_l0	3	-0.14292727410793304
78168	rnn.bias_hh_l0	4	0.025033820420503616
78168	rnn.bias_hh_l0	5	0.024357549846172333
78168	rnn.bias_hh_l0	6	-0.07840075343847275
78168	rnn.bias_hh_l0	7	-0.12724997103214264
78168	rnn.bias_hh_l0	8	-0.1489827036857605
78168	rnn.bias_hh_l0	9	-0.09143097698688507
78168	rnn.weight_ih_l0_reverse	0	-0.014520698226988316
78168	rnn.weight_ih_l0_reverse	1	0.030675314366817474
78168	rnn.weight_ih_l0_reverse	2	-0.05011947453022003
78168	rnn.weight_ih_l0_reverse	3	-0.016558673232793808
78168	rnn.weight_ih_l0_reverse	4	0.019088776782155037
78168	rnn.weight_ih_l0_reverse	5	-0.046295955777168274
78168	rnn.weight_ih_l0_reverse	6	-0.0442846342921257
78168	rnn.weight_ih_l0_reverse	7	-0.006100247614085674
78168	rnn.weight_ih_l0_reverse	8	0.04747198522090912
78168	rnn.weight_ih_l0_reverse	9	-0.0019957893528044224
78168	rnn.weight_hh_l0_reverse	0	-0.0024820915423333645
78168	rnn.weight_hh_l0_reverse	1	0.019801871851086617
78168	rnn.weight_hh_l0_reverse	2	-0.03706704452633858
78168	rnn.weight_hh_l0_reverse	3	0.036395587027072906
78168	rnn.weight_hh_l0_reverse	4	0.012598633766174316
78168	rnn.weight_hh_l0_reverse	5	-0.015647102147340775
78168	rnn.weight_hh_l0_reverse	6	0.027304012328386307
78168	rnn.weight_hh_l0_reverse	7	0.02925817482173443
78168	rnn.weight_hh_l0_reverse	8	-0.002837727079167962
78168	rnn.weight_hh_l0_reverse	9	-0.048442937433719635
78168	rnn.bias_ih_l0_reverse	0	-0.12049074470996857
78168	rnn.bias_ih_l0_reverse	1	-0.25031664967536926
78168	rnn.bias_ih_l0_reverse	2	-0.04438466578722
78168	rnn.bias_ih_l0_reverse	3	-0.09164265543222427
78168	rnn.bias_ih_l0_reverse	4	0.07748176902532578
78168	rnn.bias_ih_l0_reverse	5	-0.17444056272506714
78168	rnn.bias_ih_l0_reverse	6	-0.048797305673360825
78168	rnn.bias_ih_l0_reverse	7	0.003986234311014414
78168	rnn.bias_ih_l0_reverse	8	-0.14990146458148956
78168	rnn.bias_ih_l0_reverse	9	-0.07440014183521271
78168	rnn.bias_hh_l0_reverse	0	-0.11089885979890823
78168	rnn.bias_hh_l0_reverse	1	-0.108510822057724
78168	rnn.bias_hh_l0_reverse	2	-0.018619515001773834
78168	rnn.bias_hh_l0_reverse	3	-0.11191108077764511
78168	rnn.bias_hh_l0_reverse	4	-0.023704741150140762
78168	rnn.bias_hh_l0_reverse	5	-0.09565643966197968
78168	rnn.bias_hh_l0_reverse	6	-0.08561880141496658
78168	rnn.bias_hh_l0_reverse	7	-0.14674793183803558
78168	rnn.bias_hh_l0_reverse	8	-0.040832843631505966
78168	rnn.bias_hh_l0_reverse	9	-0.1375608742237091
78168	linear.weight	0	-0.2381492406129837
78168	linear.weight	1	-0.10934710502624512
78168	linear.weight	2	-0.011228874325752258
78168	linear.weight	3	-0.057022299617528915
78168	linear.weight	4	0.045511990785598755
78168	linear.weight	5	0.23129385709762573
78168	linear.weight	6	0.0047744326293468475
78168	linear.weight	7	-0.021312154829502106
78168	linear.weight	8	0.2006755769252777
78168	linear.weight	9	0.1452055126428604
78168	linear.bias	0	-0.6985406875610352
78168	linear.bias	1	1.0016658306121826
78168	linear.bias	2	-0.17956040799617767
78168	linear.bias	3	-0.5391038656234741
78168	linear.bias	4	-1.077547550201416
78168	linear.bias	5	-1.1438469886779785
78168	linear.bias	6	-0.6883018612861633
78168	linear.bias	7	-0.7584505677223206
78168	linear.bias	8	-0.01705317199230194
78168	linear.bias	9	3.0140328407287598
78365	transitions	0	-0.2716304361820221
78365	transitions	1	7.735873222351074
78365	transitions	2	-3.1129581928253174
78365	transitions	3	1.3584758043289185
78365	transitions	4	-1.7886477708816528
78365	transitions	5	-0.31139010190963745
78365	transitions	6	-0.165267676115036
78365	transitions	7	-10000.0
78365	transitions	8	1.6299633979797363
78365	transitions	9	-2.288599967956543
78365	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
78365	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
78365	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
78365	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
78365	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
78365	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
78365	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
78365	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
78365	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
78365	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
78365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
78365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
78365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
78365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
78365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
78365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
78365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
78365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
78365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
78365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
78365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
78365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
78365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
78365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
78365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
78365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
78365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
78365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
78365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
78365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
78365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
78365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
78365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
78365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
78365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
78365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
78365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
78365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
78365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
78365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
78365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
78365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
78365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
78365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
78365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
78365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
78365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
78365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
78365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
78365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
78365	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
78365	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
78365	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
78365	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
78365	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
78365	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
78365	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
78365	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
78365	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
78365	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
78365	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
78365	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
78365	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
78365	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
78365	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
78365	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
78365	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
78365	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
78365	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
78365	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
78365	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
78365	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
78365	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
78365	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
78365	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
78365	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
78365	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
78365	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
78365	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
78365	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
78365	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
78365	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
78365	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
78365	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
78365	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
78365	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
78365	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
78365	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
78365	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
78365	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
78365	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
78365	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
78365	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
78365	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
78365	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
78365	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
78365	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
78365	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
78365	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
78365	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
78365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
78365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
78365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
78365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
78365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
78365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
78365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
78365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
78365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
78365	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
78365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
78365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
78365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
78365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
78365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
78365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
78365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
78365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
78365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
78365	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
78365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
78365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
78365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
78365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
78365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
78365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
78365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
78365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
78365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
78365	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
78365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
78365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
78365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
78365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
78365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
78365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
78365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
78365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
78365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
78365	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
78365	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
78365	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
78365	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
78365	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
78365	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
78365	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
78365	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
78365	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
78365	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
78365	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
78365	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
78365	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
78365	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
78365	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
78365	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
78365	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
78365	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
78365	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
78365	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
78365	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
78365	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
78365	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
78365	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
78365	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
78365	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
78365	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
78365	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
78365	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
78365	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
78365	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
78365	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
78365	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
78365	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
78365	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
78365	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
78365	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
78365	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
78365	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
78365	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
78365	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
78365	embedding2nn.weight	0	0.03685666248202324
78365	embedding2nn.weight	1	-0.06942573934793472
78365	embedding2nn.weight	2	0.022756366059184074
78365	embedding2nn.weight	3	-0.04122624546289444
78365	embedding2nn.weight	4	-0.09923240542411804
78365	embedding2nn.weight	5	0.08201369643211365
78365	embedding2nn.weight	6	-0.11209017783403397
78365	embedding2nn.weight	7	-0.08456896245479584
78365	embedding2nn.weight	8	-0.00573529489338398
78365	embedding2nn.weight	9	0.03586646169424057
78365	embedding2nn.bias	0	0.05165617913007736
78365	embedding2nn.bias	1	0.011774943210184574
78365	embedding2nn.bias	2	-0.1368466168642044
78365	embedding2nn.bias	3	0.053071290254592896
78365	embedding2nn.bias	4	0.05272850766777992
78365	embedding2nn.bias	5	-0.15089720487594604
78365	embedding2nn.bias	6	-0.07569751888513565
78365	embedding2nn.bias	7	-0.03394515439867973
78365	embedding2nn.bias	8	0.08673025667667389
78365	embedding2nn.bias	9	-0.13295158743858337
78365	rnn.weight_ih_l0	0	-8.67430935613811e-05
78365	rnn.weight_ih_l0	1	-0.050518620759248734
78365	rnn.weight_ih_l0	2	-0.042219653725624084
78365	rnn.weight_ih_l0	3	-0.012035979889333248
78365	rnn.weight_ih_l0	4	-0.0014864889672026038
78365	rnn.weight_ih_l0	5	-0.06240074336528778
78365	rnn.weight_ih_l0	6	0.03761065751314163
78365	rnn.weight_ih_l0	7	-0.0565931499004364
78365	rnn.weight_ih_l0	8	0.00912698544561863
78365	rnn.weight_ih_l0	9	-0.009267868474125862
78365	rnn.weight_hh_l0	0	-0.004548337776213884
78365	rnn.weight_hh_l0	1	-0.06704003363847733
78365	rnn.weight_hh_l0	2	0.04444926977157593
78365	rnn.weight_hh_l0	3	0.021498985588550568
78365	rnn.weight_hh_l0	4	0.0064736162312328815
78365	rnn.weight_hh_l0	5	0.04575176537036896
78365	rnn.weight_hh_l0	6	-0.009356657043099403
78365	rnn.weight_hh_l0	7	-0.07525229454040527
78365	rnn.weight_hh_l0	8	-0.013672047294676304
78365	rnn.weight_hh_l0	9	-0.05280143395066261
78365	rnn.bias_ih_l0	0	-0.09482061862945557
78365	rnn.bias_ih_l0	1	-0.13366682827472687
78365	rnn.bias_ih_l0	2	-0.19787853956222534
78365	rnn.bias_ih_l0	3	-0.25351497530937195
78365	rnn.bias_ih_l0	4	0.008773719891905785
78365	rnn.bias_ih_l0	5	0.047872982919216156
78365	rnn.bias_ih_l0	6	-0.1270729899406433
78365	rnn.bias_ih_l0	7	-0.20671938359737396
78365	rnn.bias_ih_l0	8	-0.10599830746650696
78365	rnn.bias_ih_l0	9	-0.1308308094739914
78365	rnn.bias_hh_l0	0	0.13353639841079712
78365	rnn.bias_hh_l0	1	-0.03421320021152496
78365	rnn.bias_hh_l0	2	0.013382840901613235
78365	rnn.bias_hh_l0	3	-0.14178723096847534
78365	rnn.bias_hh_l0	4	0.023848988115787506
78365	rnn.bias_hh_l0	5	0.01844419166445732
78365	rnn.bias_hh_l0	6	-0.08114410191774368
78365	rnn.bias_hh_l0	7	-0.12918969988822937
78365	rnn.bias_hh_l0	8	-0.147477388381958
78365	rnn.bias_hh_l0	9	-0.09248124808073044
78365	rnn.weight_ih_l0_reverse	0	-0.013657634146511555
78365	rnn.weight_ih_l0_reverse	1	0.02915629744529724
78365	rnn.weight_ih_l0_reverse	2	-0.04795104265213013
78365	rnn.weight_ih_l0_reverse	3	-0.01766262948513031
78365	rnn.weight_ih_l0_reverse	4	0.015084273181855679
78365	rnn.weight_ih_l0_reverse	5	-0.047582682222127914
78365	rnn.weight_ih_l0_reverse	6	-0.04038337990641594
78365	rnn.weight_ih_l0_reverse	7	-0.0048433286137878895
78365	rnn.weight_ih_l0_reverse	8	0.0469595305621624
78365	rnn.weight_ih_l0_reverse	9	-0.0008165782201103866
78365	rnn.weight_hh_l0_reverse	0	-0.0031473960261791945
78365	rnn.weight_hh_l0_reverse	1	0.018901333212852478
78365	rnn.weight_hh_l0_reverse	2	-0.03764524310827255
78365	rnn.weight_hh_l0_reverse	3	0.035361398011446
78365	rnn.weight_hh_l0_reverse	4	0.012783261016011238
78365	rnn.weight_hh_l0_reverse	5	-0.016667645424604416
78365	rnn.weight_hh_l0_reverse	6	0.026525795459747314
78365	rnn.weight_hh_l0_reverse	7	0.027748696506023407
78365	rnn.weight_hh_l0_reverse	8	-0.0029480555094778538
78365	rnn.weight_hh_l0_reverse	9	-0.04927412047982216
78365	rnn.bias_ih_l0_reverse	0	-0.12029038369655609
78365	rnn.bias_ih_l0_reverse	1	-0.25649064779281616
78365	rnn.bias_ih_l0_reverse	2	-0.0426342636346817
78365	rnn.bias_ih_l0_reverse	3	-0.09274432063102722
78365	rnn.bias_ih_l0_reverse	4	0.06884848326444626
78365	rnn.bias_ih_l0_reverse	5	-0.17061540484428406
78365	rnn.bias_ih_l0_reverse	6	-0.0499371737241745
78365	rnn.bias_ih_l0_reverse	7	-0.010221901349723339
78365	rnn.bias_ih_l0_reverse	8	-0.15098804235458374
78365	rnn.bias_ih_l0_reverse	9	-0.0740264356136322
78365	rnn.bias_hh_l0_reverse	0	-0.10786320269107819
78365	rnn.bias_hh_l0_reverse	1	-0.10863402485847473
78365	rnn.bias_hh_l0_reverse	2	-0.01784737966954708
78365	rnn.bias_hh_l0_reverse	3	-0.11587019264698029
78365	rnn.bias_hh_l0_reverse	4	-0.025153331458568573
78365	rnn.bias_hh_l0_reverse	5	-0.09537503868341446
78365	rnn.bias_hh_l0_reverse	6	-0.08932612836360931
78365	rnn.bias_hh_l0_reverse	7	-0.14504249393939972
78365	rnn.bias_hh_l0_reverse	8	-0.038983386009931564
78365	rnn.bias_hh_l0_reverse	9	-0.13855944573879242
78365	linear.weight	0	-0.2325069010257721
78365	linear.weight	1	-0.10783760994672775
78365	linear.weight	2	-0.011228874325752258
78365	linear.weight	3	-0.07110804319381714
78365	linear.weight	4	0.041349805891513824
78365	linear.weight	5	0.2534075677394867
78365	linear.weight	6	0.0047744326293468475
78365	linear.weight	7	-0.021312154829502106
78365	linear.weight	8	0.20841677486896515
78365	linear.weight	9	0.1644119769334793
78365	linear.bias	0	-0.7178493142127991
78365	linear.bias	1	0.9774232506752014
78365	linear.bias	2	-0.19120995700359344
78365	linear.bias	3	-0.5550894141197205
78365	linear.bias	4	-1.036441683769226
78365	linear.bias	5	-1.1440142393112183
78365	linear.bias	6	-0.693937361240387
78365	linear.bias	7	-0.7562475204467773
78365	linear.bias	8	-0.01705317199230194
78365	linear.bias	9	3.017517328262329
78562	transitions	0	-0.271777480840683
78562	transitions	1	7.746196269989014
78562	transitions	2	-3.1143972873687744
78562	transitions	3	1.3424501419067383
78562	transitions	4	-1.7895666360855103
78562	transitions	5	-0.31202778220176697
78562	transitions	6	-0.1653609722852707
78562	transitions	7	-10000.0
78562	transitions	8	1.6327416896820068
78562	transitions	9	-2.2886223793029785
78562	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
78562	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
78562	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
78562	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
78562	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
78562	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
78562	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
78562	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
78562	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
78562	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
78562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
78562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
78562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
78562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
78562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
78562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
78562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
78562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
78562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
78562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
78562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
78562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
78562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
78562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
78562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
78562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
78562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
78562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
78562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
78562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
78562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
78562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
78562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
78562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
78562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
78562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
78562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
78562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
78562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
78562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
78562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
78562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
78562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
78562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
78562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
78562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
78562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
78562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
78562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
78562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
78562	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
78562	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
78562	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
78562	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
78562	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
78562	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
78562	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
78562	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
78562	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
78562	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
78562	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
78562	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
78562	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
78562	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
78562	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
78562	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
78562	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
78562	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
78562	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
78562	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
78562	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
78562	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
78562	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
78562	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
78562	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
78562	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
78562	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
78562	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
78562	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
78562	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
78562	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
78562	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
78562	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
78562	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
78562	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
78562	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
78562	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
78562	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
78562	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
78562	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
78562	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
78562	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
78562	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
78562	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
78562	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
78562	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
78562	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
78562	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
78562	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
78562	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
78562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
78562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
78562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
78562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
78562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
78562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
78562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
78562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
78562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
78562	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
78562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
78562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
78562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
78562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
78562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
78562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
78562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
78562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
78562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
78562	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
78562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
78562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
78562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
78562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
78562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
78562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
78562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
78562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
78562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
78562	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
78562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
78562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
78562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
78562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
78562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
78562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
78562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
78562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
78562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
78562	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
78562	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
78562	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
78562	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
78562	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
78562	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
78562	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
78562	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
78562	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
78562	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
78562	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
78562	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
78562	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
78562	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
78562	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
78562	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
78562	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
78562	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
78562	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
78562	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
78562	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
78562	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
78562	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
78562	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
78562	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
78562	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
78562	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
78562	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
78562	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
78562	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
78562	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
78562	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
78562	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
78562	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
78562	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
78562	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
78562	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
78562	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
78562	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
78562	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
78562	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
78562	embedding2nn.weight	0	0.03737187013030052
78562	embedding2nn.weight	1	-0.06951530277729034
78562	embedding2nn.weight	2	0.019300488755106926
78562	embedding2nn.weight	3	-0.03991137817502022
78562	embedding2nn.weight	4	-0.10387439280748367
78562	embedding2nn.weight	5	0.08143267780542374
78562	embedding2nn.weight	6	-0.10896827280521393
78562	embedding2nn.weight	7	-0.08300529420375824
78562	embedding2nn.weight	8	-0.00616834219545126
78562	embedding2nn.weight	9	0.03529823571443558
78562	embedding2nn.bias	0	0.049670107662677765
78562	embedding2nn.bias	1	0.01286027580499649
78562	embedding2nn.bias	2	-0.12534771859645844
78562	embedding2nn.bias	3	0.04716368392109871
78562	embedding2nn.bias	4	0.06171064451336861
78562	embedding2nn.bias	5	-0.14958755671977997
78562	embedding2nn.bias	6	-0.08175861090421677
78562	embedding2nn.bias	7	-0.027301082387566566
78562	embedding2nn.bias	8	0.09386298060417175
78562	embedding2nn.bias	9	-0.13055668771266937
78562	rnn.weight_ih_l0	0	0.00053062429651618
78562	rnn.weight_ih_l0	1	-0.04720458388328552
78562	rnn.weight_ih_l0	2	-0.043399374932050705
78562	rnn.weight_ih_l0	3	-0.010910884477198124
78562	rnn.weight_ih_l0	4	-0.001788735156878829
78562	rnn.weight_ih_l0	5	-0.06148866191506386
78562	rnn.weight_ih_l0	6	0.03827777877449989
78562	rnn.weight_ih_l0	7	-0.055501751601696014
78562	rnn.weight_ih_l0	8	0.011164090596139431
78562	rnn.weight_ih_l0	9	-0.006320466287434101
78562	rnn.weight_hh_l0	0	-0.0034796735271811485
78562	rnn.weight_hh_l0	1	-0.06653106212615967
78562	rnn.weight_hh_l0	2	0.04502873122692108
78562	rnn.weight_hh_l0	3	0.022495422512292862
78562	rnn.weight_hh_l0	4	0.006416646298021078
78562	rnn.weight_hh_l0	5	0.046459175646305084
78562	rnn.weight_hh_l0	6	-0.010285435244441032
78562	rnn.weight_hh_l0	7	-0.07550113648176193
78562	rnn.weight_hh_l0	8	-0.012960243970155716
78562	rnn.weight_hh_l0	9	-0.051649611443281174
78562	rnn.bias_ih_l0	0	-0.0932065024971962
78562	rnn.bias_ih_l0	1	-0.1313452124595642
78562	rnn.bias_ih_l0	2	-0.1973055899143219
78562	rnn.bias_ih_l0	3	-0.25838932394981384
78562	rnn.bias_ih_l0	4	0.009411657229065895
78562	rnn.bias_ih_l0	5	0.04779725894331932
78562	rnn.bias_ih_l0	6	-0.1259537935256958
78562	rnn.bias_ih_l0	7	-0.2084631621837616
78562	rnn.bias_ih_l0	8	-0.10819011181592941
78562	rnn.bias_ih_l0	9	-0.1276177316904068
78562	rnn.bias_hh_l0	0	0.12448782473802567
78562	rnn.bias_hh_l0	1	-0.034755218774080276
78562	rnn.bias_hh_l0	2	0.01553390733897686
78562	rnn.bias_hh_l0	3	-0.14437554776668549
78562	rnn.bias_hh_l0	4	0.02698671445250511
78562	rnn.bias_hh_l0	5	0.01835443079471588
78562	rnn.bias_hh_l0	6	-0.08112109452486038
78562	rnn.bias_hh_l0	7	-0.12542563676834106
78562	rnn.bias_hh_l0	8	-0.1443783938884735
78562	rnn.bias_hh_l0	9	-0.09202250093221664
78562	rnn.weight_ih_l0_reverse	0	-0.01380075141787529
78562	rnn.weight_ih_l0_reverse	1	0.029642218723893166
78562	rnn.weight_ih_l0_reverse	2	-0.048353902995586395
78562	rnn.weight_ih_l0_reverse	3	-0.018051711842417717
78562	rnn.weight_ih_l0_reverse	4	0.01601535826921463
78562	rnn.weight_ih_l0_reverse	5	-0.04772976040840149
78562	rnn.weight_ih_l0_reverse	6	-0.03673712536692619
78562	rnn.weight_ih_l0_reverse	7	-0.0042556943371891975
78562	rnn.weight_ih_l0_reverse	8	0.049520112574100494
78562	rnn.weight_ih_l0_reverse	9	-0.0015367371961474419
78562	rnn.weight_hh_l0_reverse	0	-0.0033121444284915924
78562	rnn.weight_hh_l0_reverse	1	0.018917113542556763
78562	rnn.weight_hh_l0_reverse	2	-0.037784114480018616
78562	rnn.weight_hh_l0_reverse	3	0.0354713536798954
78562	rnn.weight_hh_l0_reverse	4	0.012656820937991142
78562	rnn.weight_hh_l0_reverse	5	-0.017739180475473404
78562	rnn.weight_hh_l0_reverse	6	0.026033718138933182
78562	rnn.weight_hh_l0_reverse	7	0.029042456299066544
78562	rnn.weight_hh_l0_reverse	8	-0.0038362585473805666
78562	rnn.weight_hh_l0_reverse	9	-0.04951551556587219
78562	rnn.bias_ih_l0_reverse	0	-0.11925278604030609
78562	rnn.bias_ih_l0_reverse	1	-0.2614196836948395
78562	rnn.bias_ih_l0_reverse	2	-0.04081816226243973
78562	rnn.bias_ih_l0_reverse	3	-0.09329456090927124
78562	rnn.bias_ih_l0_reverse	4	0.06889373064041138
78562	rnn.bias_ih_l0_reverse	5	-0.1728590428829193
78562	rnn.bias_ih_l0_reverse	6	-0.05043162778019905
78562	rnn.bias_ih_l0_reverse	7	-0.0037216527853161097
78562	rnn.bias_ih_l0_reverse	8	-0.14852148294448853
78562	rnn.bias_ih_l0_reverse	9	-0.07459338009357452
78562	rnn.bias_hh_l0_reverse	0	-0.10958423465490341
78562	rnn.bias_hh_l0_reverse	1	-0.10673169046640396
78562	rnn.bias_hh_l0_reverse	2	-0.01471985038369894
78562	rnn.bias_hh_l0_reverse	3	-0.11145268380641937
78562	rnn.bias_hh_l0_reverse	4	-0.023759473115205765
78562	rnn.bias_hh_l0_reverse	5	-0.09493696689605713
78562	rnn.bias_hh_l0_reverse	6	-0.08419770002365112
78562	rnn.bias_hh_l0_reverse	7	-0.14891406893730164
78562	rnn.bias_hh_l0_reverse	8	-0.037559568881988525
78562	rnn.bias_hh_l0_reverse	9	-0.13860829174518585
78562	linear.weight	0	-0.22573351860046387
78562	linear.weight	1	-0.09913914650678635
78562	linear.weight	2	-0.011228874325752258
78562	linear.weight	3	-0.06394633650779724
78562	linear.weight	4	0.05198882520198822
78562	linear.weight	5	0.2488717883825302
78562	linear.weight	6	0.0047744326293468475
78562	linear.weight	7	-0.021312154829502106
78562	linear.weight	8	0.18146540224552155
78562	linear.weight	9	0.1446915864944458
78562	linear.bias	0	-0.7254613041877747
78562	linear.bias	1	1.0368871688842773
78562	linear.bias	2	-0.15830175578594208
78562	linear.bias	3	-0.5267907381057739
78562	linear.bias	4	-1.0723514556884766
78562	linear.bias	5	-1.1441515684127808
78562	linear.bias	6	-0.7093158960342407
78562	linear.bias	7	-0.7491366267204285
78562	linear.bias	8	-0.01705317199230194
78562	linear.bias	9	3.023285150527954
78759	transitions	0	-0.27239686250686646
78759	transitions	1	7.714922904968262
78759	transitions	2	-3.1162214279174805
78759	transitions	3	1.3456448316574097
78759	transitions	4	-1.7909599542617798
78759	transitions	5	-0.31266534328460693
78759	transitions	6	-0.16545403003692627
78759	transitions	7	-10000.0
78759	transitions	8	1.6362652778625488
78759	transitions	9	-2.2886435985565186
78759	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
78759	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
78759	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
78759	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
78759	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
78759	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
78759	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
78759	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
78759	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
78759	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
78759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
78759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
78759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
78759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
78759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
78759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
78759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
78759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
78759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
78759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
78759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
78759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
78759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
78759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
78759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
78759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
78759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
78759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
78759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
78759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
78759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
78759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
78759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
78759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
78759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
78759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
78759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
78759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
78759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
78759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
78759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
78759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
78759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
78759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
78759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
78759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
78759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
78759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
78759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
78759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
78759	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
78759	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
78759	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
78759	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
78759	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
78759	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
78759	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
78759	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
78759	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
78759	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
78759	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
78759	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
78759	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
78759	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
78759	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
78759	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
78759	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
78759	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
78759	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
78759	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
78759	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
78759	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
78759	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
78759	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
78759	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
78759	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
78759	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
78759	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
78759	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
78759	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
78759	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
78759	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
78759	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
78759	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
78759	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
78759	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
78759	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
78759	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
78759	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
78759	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
78759	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
78759	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
78759	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
78759	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
78759	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
78759	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
78759	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
78759	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
78759	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
78759	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
78759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
78759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
78759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
78759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
78759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
78759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
78759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
78759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
78759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
78759	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
78759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
78759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
78759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
78759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
78759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
78759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
78759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
78759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
78759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
78759	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
78759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
78759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
78759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
78759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
78759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
78759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
78759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
78759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
78759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
78759	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
78759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
78759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
78759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
78759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
78759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
78759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
78759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
78759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
78759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
78759	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
78759	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
78759	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
78759	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
78759	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
78759	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
78759	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
78759	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
78759	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
78759	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
78759	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
78759	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
78759	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
78759	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
78759	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
78759	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
78759	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
78759	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
78759	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
78759	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
78759	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
78759	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
78759	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
78759	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
78759	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
78759	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
78759	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
78759	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
78759	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
78759	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
78759	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
78759	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
78759	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
78759	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
78759	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
78759	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
78759	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
78759	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
78759	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
78759	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
78759	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
78759	embedding2nn.weight	0	0.03757317364215851
78759	embedding2nn.weight	1	-0.06965640187263489
78759	embedding2nn.weight	2	0.016249308362603188
78759	embedding2nn.weight	3	-0.0395934097468853
78759	embedding2nn.weight	4	-0.10123757272958755
78759	embedding2nn.weight	5	0.08231755346059799
78759	embedding2nn.weight	6	-0.10897627472877502
78759	embedding2nn.weight	7	-0.08460261672735214
78759	embedding2nn.weight	8	-0.006093317177146673
78759	embedding2nn.weight	9	0.03373394533991814
78759	embedding2nn.bias	0	0.03695174679160118
78759	embedding2nn.bias	1	0.0163787342607975
78759	embedding2nn.bias	2	-0.13661259412765503
78759	embedding2nn.bias	3	0.04963215813040733
78759	embedding2nn.bias	4	0.05215161293745041
78759	embedding2nn.bias	5	-0.15553604066371918
78759	embedding2nn.bias	6	-0.07534477114677429
78759	embedding2nn.bias	7	-0.03130713477730751
78759	embedding2nn.bias	8	0.09933945536613464
78759	embedding2nn.bias	9	-0.12888489663600922
78759	rnn.weight_ih_l0	0	0.0023399083875119686
78759	rnn.weight_ih_l0	1	-0.045660607516765594
78759	rnn.weight_ih_l0	2	-0.044354263693094254
78759	rnn.weight_ih_l0	3	-0.00916173867881298
78759	rnn.weight_ih_l0	4	-0.0029621252324432135
78759	rnn.weight_ih_l0	5	-0.06598177552223206
78759	rnn.weight_ih_l0	6	0.03678344562649727
78759	rnn.weight_ih_l0	7	-0.05221910774707794
78759	rnn.weight_ih_l0	8	0.014202085323631763
78759	rnn.weight_ih_l0	9	-0.0063779097981750965
78759	rnn.weight_hh_l0	0	-0.003043155651539564
78759	rnn.weight_hh_l0	1	-0.06651607900857925
78759	rnn.weight_hh_l0	2	0.04592667892575264
78759	rnn.weight_hh_l0	3	0.024279093369841576
78759	rnn.weight_hh_l0	4	0.006231599487364292
78759	rnn.weight_hh_l0	5	0.04529628902673721
78759	rnn.weight_hh_l0	6	-0.010315961204469204
78759	rnn.weight_hh_l0	7	-0.07539052516222
78759	rnn.weight_hh_l0	8	-0.011276899836957455
78759	rnn.weight_hh_l0	9	-0.048266611993312836
78759	rnn.bias_ih_l0	0	-0.09137684106826782
78759	rnn.bias_ih_l0	1	-0.12903468310832977
78759	rnn.bias_ih_l0	2	-0.1990809142589569
78759	rnn.bias_ih_l0	3	-0.25970619916915894
78759	rnn.bias_ih_l0	4	0.01338341273367405
78759	rnn.bias_ih_l0	5	0.04654105752706528
78759	rnn.bias_ih_l0	6	-0.12938445806503296
78759	rnn.bias_ih_l0	7	-0.20396359264850616
78759	rnn.bias_ih_l0	8	-0.11273160576820374
78759	rnn.bias_ih_l0	9	-0.1283705085515976
78759	rnn.bias_hh_l0	0	0.12315869331359863
78759	rnn.bias_hh_l0	1	-0.03578823804855347
78759	rnn.bias_hh_l0	2	0.013048782013356686
78759	rnn.bias_hh_l0	3	-0.14422671496868134
78759	rnn.bias_hh_l0	4	0.027384018525481224
78759	rnn.bias_hh_l0	5	0.015788517892360687
78759	rnn.bias_hh_l0	6	-0.08255049586296082
78759	rnn.bias_hh_l0	7	-0.1269807517528534
78759	rnn.bias_hh_l0	8	-0.14845778048038483
78759	rnn.bias_hh_l0	9	-0.09386390447616577
78759	rnn.weight_ih_l0_reverse	0	-0.01350255124270916
78759	rnn.weight_ih_l0_reverse	1	0.031076623126864433
78759	rnn.weight_ih_l0_reverse	2	-0.044094547629356384
78759	rnn.weight_ih_l0_reverse	3	-0.020710794255137444
78759	rnn.weight_ih_l0_reverse	4	0.015796108171343803
78759	rnn.weight_ih_l0_reverse	5	-0.0468040369451046
78759	rnn.weight_ih_l0_reverse	6	-0.03606974706053734
78759	rnn.weight_ih_l0_reverse	7	-0.0038252167869359255
78759	rnn.weight_ih_l0_reverse	8	0.05134686827659607
78759	rnn.weight_ih_l0_reverse	9	-0.004872222431004047
78759	rnn.weight_hh_l0_reverse	0	-0.003944092430174351
78759	rnn.weight_hh_l0_reverse	1	0.02052602358162403
78759	rnn.weight_hh_l0_reverse	2	-0.037740014493465424
78759	rnn.weight_hh_l0_reverse	3	0.036132678389549255
78759	rnn.weight_hh_l0_reverse	4	0.012737797573208809
78759	rnn.weight_hh_l0_reverse	5	-0.01693950779736042
78759	rnn.weight_hh_l0_reverse	6	0.026256384328007698
78759	rnn.weight_hh_l0_reverse	7	0.02951999381184578
78759	rnn.weight_hh_l0_reverse	8	-0.00405855942517519
78759	rnn.weight_hh_l0_reverse	9	-0.04984672740101814
78759	rnn.bias_ih_l0_reverse	0	-0.11963165551424026
78759	rnn.bias_ih_l0_reverse	1	-0.26512739062309265
78759	rnn.bias_ih_l0_reverse	2	-0.04161909967660904
78759	rnn.bias_ih_l0_reverse	3	-0.09189675748348236
78759	rnn.bias_ih_l0_reverse	4	0.07456024736166
78759	rnn.bias_ih_l0_reverse	5	-0.17542527616024017
78759	rnn.bias_ih_l0_reverse	6	-0.04698019474744797
78759	rnn.bias_ih_l0_reverse	7	-0.0020002732053399086
78759	rnn.bias_ih_l0_reverse	8	-0.14634722471237183
78759	rnn.bias_ih_l0_reverse	9	-0.07788931578397751
78759	rnn.bias_hh_l0_reverse	0	-0.1109975054860115
78759	rnn.bias_hh_l0_reverse	1	-0.106544129550457
78759	rnn.bias_hh_l0_reverse	2	-0.013332907110452652
78759	rnn.bias_hh_l0_reverse	3	-0.11251861602067947
78759	rnn.bias_hh_l0_reverse	4	-0.02391357533633709
78759	rnn.bias_hh_l0_reverse	5	-0.09287690371274948
78759	rnn.bias_hh_l0_reverse	6	-0.08359654992818832
78759	rnn.bias_hh_l0_reverse	7	-0.14997094869613647
78759	rnn.bias_hh_l0_reverse	8	-0.0323232002556324
78759	rnn.bias_hh_l0_reverse	9	-0.13561755418777466
78759	linear.weight	0	-0.23202824592590332
78759	linear.weight	1	-0.09231635183095932
78759	linear.weight	2	-0.011228874325752258
78759	linear.weight	3	-0.09319721162319183
78759	linear.weight	4	0.05326605215668678
78759	linear.weight	5	0.23571385443210602
78759	linear.weight	6	0.0047744326293468475
78759	linear.weight	7	-0.021312154829502106
78759	linear.weight	8	0.20708630979061127
78759	linear.weight	9	0.1306554526090622
78759	linear.bias	0	-0.7013257741928101
78759	linear.bias	1	1.0097010135650635
78759	linear.bias	2	-0.232240691781044
78759	linear.bias	3	-0.5359943509101868
78759	linear.bias	4	-1.0970872640609741
78759	linear.bias	5	-1.1442910432815552
78759	linear.bias	6	-0.6864966154098511
78759	linear.bias	7	-0.7513933181762695
78759	linear.bias	8	-0.01705317199230194
78759	linear.bias	9	3.09582257270813
78956	transitions	0	-0.2726544737815857
78956	transitions	1	7.727797031402588
78956	transitions	2	-3.1176459789276123
78956	transitions	3	1.3419207334518433
78956	transitions	4	-1.7933964729309082
78956	transitions	5	-0.312824010848999
78956	transitions	6	-0.1655389964580536
78956	transitions	7	-10000.0
78956	transitions	8	1.6347239017486572
78956	transitions	9	-2.288665533065796
78956	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
78956	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
78956	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
78956	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
78956	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
78956	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
78956	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
78956	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
78956	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
78956	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
78956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
78956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
78956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
78956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
78956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
78956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
78956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
78956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
78956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
78956	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
78956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
78956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
78956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
78956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
78956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
78956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
78956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
78956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
78956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
78956	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
78956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
78956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
78956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
78956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
78956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
78956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
78956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
78956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
78956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
78956	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
78956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
78956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
78956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
78956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
78956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
78956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
78956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
78956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
78956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
78956	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
78956	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
78956	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
78956	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
78956	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
78956	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
78956	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
78956	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
78956	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
78956	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
78956	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
78956	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
78956	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
78956	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
78956	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
78956	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
78956	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
78956	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
78956	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
78956	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
78956	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
78956	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
78956	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
78956	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
78956	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
78956	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
78956	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
78956	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
78956	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
78956	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
78956	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
78956	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
78956	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
78956	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
78956	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
78956	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
78956	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
78956	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
78956	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
78956	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
78956	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
78956	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
78956	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
78956	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
78956	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
78956	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
78956	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
78956	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
78956	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
78956	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
78956	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
78956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
78956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
78956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
78956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
78956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
78956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
78956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
78956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
78956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
78956	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
78956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
78956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
78956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
78956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
78956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
78956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
78956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
78956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
78956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
78956	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
78956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
78956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
78956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
78956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
78956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
78956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
78956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
78956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
78956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
78956	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
78956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
78956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
78956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
78956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
78956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
78956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
78956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
78956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
78956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
78956	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
78956	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
78956	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
78956	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
78956	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
78956	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
78956	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
78956	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
78956	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
78956	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
78956	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
78956	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
78956	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
78956	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
78956	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
78956	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
78956	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
78956	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
78956	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
78956	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
78956	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
78956	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
78956	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
78956	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
78956	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
78956	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
78956	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
78956	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
78956	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
78956	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
78956	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
78956	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
78956	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
78956	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
78956	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
78956	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
78956	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
78956	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
78956	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
78956	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
78956	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
78956	embedding2nn.weight	0	0.03754035755991936
78956	embedding2nn.weight	1	-0.0712202787399292
78956	embedding2nn.weight	2	0.015856808051466942
78956	embedding2nn.weight	3	-0.03973540663719177
78956	embedding2nn.weight	4	-0.10184592753648758
78956	embedding2nn.weight	5	0.08159428834915161
78956	embedding2nn.weight	6	-0.10178634524345398
78956	embedding2nn.weight	7	-0.08591769635677338
78956	embedding2nn.weight	8	-0.004193663597106934
78956	embedding2nn.weight	9	0.0354660302400589
78956	embedding2nn.bias	0	0.04995148628950119
78956	embedding2nn.bias	1	0.007456477731466293
78956	embedding2nn.bias	2	-0.12927564978599548
78956	embedding2nn.bias	3	0.05430443957448006
78956	embedding2nn.bias	4	0.04638615623116493
78956	embedding2nn.bias	5	-0.1680004745721817
78956	embedding2nn.bias	6	-0.06425368785858154
78956	embedding2nn.bias	7	-0.029083283618092537
78956	embedding2nn.bias	8	0.09923376142978668
78956	embedding2nn.bias	9	-0.1291174441576004
78956	rnn.weight_ih_l0	0	-0.0002741501957643777
78956	rnn.weight_ih_l0	1	-0.0448417104780674
78956	rnn.weight_ih_l0	2	-0.044689375907182693
78956	rnn.weight_ih_l0	3	-0.009112333878874779
78956	rnn.weight_ih_l0	4	-0.0032068584114313126
78956	rnn.weight_ih_l0	5	-0.06600400060415268
78956	rnn.weight_ih_l0	6	0.03560633957386017
78956	rnn.weight_ih_l0	7	-0.05394546315073967
78956	rnn.weight_ih_l0	8	0.013178686611354351
78956	rnn.weight_ih_l0	9	-0.008075136691331863
78956	rnn.weight_hh_l0	0	-0.004376553930342197
78956	rnn.weight_hh_l0	1	-0.06434256583452225
78956	rnn.weight_hh_l0	2	0.04715333506464958
78956	rnn.weight_hh_l0	3	0.02544093318283558
78956	rnn.weight_hh_l0	4	0.006704078055918217
78956	rnn.weight_hh_l0	5	0.04536757990717888
78956	rnn.weight_hh_l0	6	-0.01048971526324749
78956	rnn.weight_hh_l0	7	-0.07418889552354813
78956	rnn.weight_hh_l0	8	-0.011745539493858814
78956	rnn.weight_hh_l0	9	-0.0501643642783165
78956	rnn.bias_ih_l0	0	-0.09403903782367706
78956	rnn.bias_ih_l0	1	-0.1276920586824417
78956	rnn.bias_ih_l0	2	-0.19746370613574982
78956	rnn.bias_ih_l0	3	-0.2568841874599457
78956	rnn.bias_ih_l0	4	0.012396691367030144
78956	rnn.bias_ih_l0	5	0.04561963304877281
78956	rnn.bias_ih_l0	6	-0.12687385082244873
78956	rnn.bias_ih_l0	7	-0.20188094675540924
78956	rnn.bias_ih_l0	8	-0.11152640730142593
78956	rnn.bias_ih_l0	9	-0.1293613761663437
78956	rnn.bias_hh_l0	0	0.12052802741527557
78956	rnn.bias_hh_l0	1	-0.039925530552864075
78956	rnn.bias_hh_l0	2	0.012733610346913338
78956	rnn.bias_hh_l0	3	-0.14682641625404358
78956	rnn.bias_hh_l0	4	0.024977829307317734
78956	rnn.bias_hh_l0	5	0.0178340133279562
78956	rnn.bias_hh_l0	6	-0.08202461153268814
78956	rnn.bias_hh_l0	7	-0.12608301639556885
78956	rnn.bias_hh_l0	8	-0.15004968643188477
78956	rnn.bias_hh_l0	9	-0.09632202237844467
78956	rnn.weight_ih_l0_reverse	0	-0.012559996917843819
78956	rnn.weight_ih_l0_reverse	1	0.0299211498349905
78956	rnn.weight_ih_l0_reverse	2	-0.041309669613838196
78956	rnn.weight_ih_l0_reverse	3	-0.019169285893440247
78956	rnn.weight_ih_l0_reverse	4	0.014514458365738392
78956	rnn.weight_ih_l0_reverse	5	-0.04704730212688446
78956	rnn.weight_ih_l0_reverse	6	-0.03713122010231018
78956	rnn.weight_ih_l0_reverse	7	-0.0038572479970753193
78956	rnn.weight_ih_l0_reverse	8	0.0505940243601799
78956	rnn.weight_ih_l0_reverse	9	-0.006798234768211842
78956	rnn.weight_hh_l0_reverse	0	-0.0051594325341284275
78956	rnn.weight_hh_l0_reverse	1	0.020290685817599297
78956	rnn.weight_hh_l0_reverse	2	-0.03806450217962265
78956	rnn.weight_hh_l0_reverse	3	0.035621918737888336
78956	rnn.weight_hh_l0_reverse	4	0.012400500476360321
78956	rnn.weight_hh_l0_reverse	5	-0.016773967072367668
78956	rnn.weight_hh_l0_reverse	6	0.025485947728157043
78956	rnn.weight_hh_l0_reverse	7	0.0295159462839365
78956	rnn.weight_hh_l0_reverse	8	-0.003603128483518958
78956	rnn.weight_hh_l0_reverse	9	-0.05029287189245224
78956	rnn.bias_ih_l0_reverse	0	-0.12273753434419632
78956	rnn.bias_ih_l0_reverse	1	-0.26960253715515137
78956	rnn.bias_ih_l0_reverse	2	-0.04302297905087471
78956	rnn.bias_ih_l0_reverse	3	-0.09059516340494156
78956	rnn.bias_ih_l0_reverse	4	0.07267618179321289
78956	rnn.bias_ih_l0_reverse	5	-0.17329512536525726
78956	rnn.bias_ih_l0_reverse	6	-0.04610986262559891
78956	rnn.bias_ih_l0_reverse	7	-0.0015635971212759614
78956	rnn.bias_ih_l0_reverse	8	-0.14385870099067688
78956	rnn.bias_ih_l0_reverse	9	-0.07599667459726334
78956	rnn.bias_hh_l0_reverse	0	-0.11047277599573135
78956	rnn.bias_hh_l0_reverse	1	-0.10252366214990616
78956	rnn.bias_hh_l0_reverse	2	-0.013047657907009125
78956	rnn.bias_hh_l0_reverse	3	-0.11274246871471405
78956	rnn.bias_hh_l0_reverse	4	-0.021193210035562515
78956	rnn.bias_hh_l0_reverse	5	-0.09088469296693802
78956	rnn.bias_hh_l0_reverse	6	-0.08055722713470459
78956	rnn.bias_hh_l0_reverse	7	-0.15079131722450256
78956	rnn.bias_hh_l0_reverse	8	-0.037369634956121445
78956	rnn.bias_hh_l0_reverse	9	-0.13111001253128052
78956	linear.weight	0	-0.21914468705654144
78956	linear.weight	1	-0.10171708464622498
78956	linear.weight	2	-0.011228874325752258
78956	linear.weight	3	-0.07554780691862106
78956	linear.weight	4	0.0711953267455101
78956	linear.weight	5	0.20853622257709503
78956	linear.weight	6	0.0047744326293468475
78956	linear.weight	7	-0.021312154829502106
78956	linear.weight	8	0.20703525841236115
78956	linear.weight	9	0.15148940682411194
78956	linear.bias	0	-0.7174221873283386
78956	linear.bias	1	1.0132627487182617
78956	linear.bias	2	-0.17437982559204102
78956	linear.bias	3	-0.5491911172866821
78956	linear.bias	4	-1.07713782787323
78956	linear.bias	5	-1.1444387435913086
78956	linear.bias	6	-0.6972683668136597
78956	linear.bias	7	-0.7425838708877563
78956	linear.bias	8	-0.01705317199230194
78956	linear.bias	9	3.08434796333313
78960	transitions	0	-0.2726658880710602
78960	transitions	1	7.732296943664551
78960	transitions	2	-3.1176626682281494
78960	transitions	3	1.3416874408721924
78960	transitions	4	-1.7934094667434692
78960	transitions	5	-0.3128257691860199
78960	transitions	6	-0.16553960740566254
78960	transitions	7	-10000.0
78960	transitions	8	1.6347211599349976
78960	transitions	9	-2.288665533065796
78960	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
78960	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
78960	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
78960	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
78960	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
78960	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
78960	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
78960	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
78960	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
78960	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
78960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
78960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
78960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
78960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
78960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
78960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
78960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
78960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
78960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
78960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
78960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
78960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
78960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
78960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
78960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
78960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
78960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
78960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
78960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
78960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
78960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
78960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
78960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
78960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
78960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
78960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
78960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
78960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
78960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
78960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
78960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
78960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
78960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
78960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
78960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
78960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
78960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
78960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
78960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
78960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
78960	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
78960	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
78960	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
78960	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
78960	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
78960	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
78960	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
78960	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
78960	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
78960	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
78960	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
78960	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
78960	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
78960	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
78960	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
78960	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
78960	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
78960	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
78960	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
78960	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
78960	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
78960	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
78960	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
78960	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
78960	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
78960	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
78960	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
78960	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
78960	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
78960	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
78960	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
78960	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
78960	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
78960	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
78960	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
78960	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
78960	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
78960	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
78960	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
78960	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
78960	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
78960	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
78960	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
78960	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
78960	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
78960	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
78960	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
78960	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
78960	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
78960	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
78960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
78960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
78960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
78960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
78960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
78960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
78960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
78960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
78960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
78960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
78960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
78960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
78960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
78960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
78960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
78960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
78960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
78960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
78960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
78960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
78960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
78960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
78960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
78960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
78960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
78960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
78960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
78960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
78960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
78960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
78960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
78960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
78960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
78960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
78960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
78960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
78960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
78960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
78960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
78960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
78960	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
78960	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
78960	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
78960	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
78960	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
78960	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
78960	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
78960	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
78960	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
78960	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
78960	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
78960	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
78960	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
78960	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
78960	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
78960	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
78960	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
78960	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
78960	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
78960	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
78960	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
78960	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
78960	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
78960	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
78960	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
78960	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
78960	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
78960	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
78960	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
78960	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
78960	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
78960	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
78960	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
78960	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
78960	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
78960	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
78960	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
78960	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
78960	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
78960	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
78960	embedding2nn.weight	0	0.03754965588450432
78960	embedding2nn.weight	1	-0.0713036060333252
78960	embedding2nn.weight	2	0.01622414030134678
78960	embedding2nn.weight	3	-0.04005230590701103
78960	embedding2nn.weight	4	-0.10095477849245071
78960	embedding2nn.weight	5	0.0813092589378357
78960	embedding2nn.weight	6	-0.10268037021160126
78960	embedding2nn.weight	7	-0.08570349961519241
78960	embedding2nn.weight	8	-0.0044027287513017654
78960	embedding2nn.weight	9	0.03522924333810806
78960	embedding2nn.bias	0	0.05175618454813957
78960	embedding2nn.bias	1	0.010421263054013252
78960	embedding2nn.bias	2	-0.1310475617647171
78960	embedding2nn.bias	3	0.05474796146154404
78960	embedding2nn.bias	4	0.04576249048113823
78960	embedding2nn.bias	5	-0.16590408980846405
78960	embedding2nn.bias	6	-0.06629610061645508
78960	embedding2nn.bias	7	-0.030439114198088646
78960	embedding2nn.bias	8	0.09916575253009796
78960	embedding2nn.bias	9	-0.13167007267475128
78960	rnn.weight_ih_l0	0	-0.00010396548896096647
78960	rnn.weight_ih_l0	1	-0.044805679470300674
78960	rnn.weight_ih_l0	2	-0.044614870101213455
78960	rnn.weight_ih_l0	3	-0.00949828140437603
78960	rnn.weight_ih_l0	4	-0.003411676036193967
78960	rnn.weight_ih_l0	5	-0.06623804569244385
78960	rnn.weight_ih_l0	6	0.03442640230059624
78960	rnn.weight_ih_l0	7	-0.053871091455221176
78960	rnn.weight_ih_l0	8	0.012693959288299084
78960	rnn.weight_ih_l0	9	-0.00877550058066845
78960	rnn.weight_hh_l0	0	-0.0044105262495577335
78960	rnn.weight_hh_l0	1	-0.06429274380207062
78960	rnn.weight_hh_l0	2	0.04757469519972801
78960	rnn.weight_hh_l0	3	0.025524601340293884
78960	rnn.weight_hh_l0	4	0.0067000677809119225
78960	rnn.weight_hh_l0	5	0.04535052925348282
78960	rnn.weight_hh_l0	6	-0.010477384552359581
78960	rnn.weight_hh_l0	7	-0.07424577325582504
78960	rnn.weight_hh_l0	8	-0.011434447020292282
78960	rnn.weight_hh_l0	9	-0.050205014646053314
78960	rnn.bias_ih_l0	0	-0.09333184361457825
78960	rnn.bias_ih_l0	1	-0.12780307233333588
78960	rnn.bias_ih_l0	2	-0.19743570685386658
78960	rnn.bias_ih_l0	3	-0.2567915916442871
78960	rnn.bias_ih_l0	4	0.013212095014750957
78960	rnn.bias_ih_l0	5	0.044410236179828644
78960	rnn.bias_ih_l0	6	-0.12678836286067963
78960	rnn.bias_ih_l0	7	-0.20203828811645508
78960	rnn.bias_ih_l0	8	-0.1111377626657486
78960	rnn.bias_ih_l0	9	-0.12894992530345917
78960	rnn.bias_hh_l0	0	0.12047525495290756
78960	rnn.bias_hh_l0	1	-0.039634495973587036
78960	rnn.bias_hh_l0	2	0.012701820582151413
78960	rnn.bias_hh_l0	3	-0.1469288170337677
78960	rnn.bias_hh_l0	4	0.02516910806298256
78960	rnn.bias_hh_l0	5	0.0177453700453043
78960	rnn.bias_hh_l0	6	-0.0821463018655777
78960	rnn.bias_hh_l0	7	-0.12626101076602936
78960	rnn.bias_hh_l0	8	-0.1505778729915619
78960	rnn.bias_hh_l0	9	-0.09624513983726501
78960	rnn.weight_ih_l0_reverse	0	-0.012433075346052647
78960	rnn.weight_ih_l0_reverse	1	0.029813317582011223
78960	rnn.weight_ih_l0_reverse	2	-0.04189728945493698
78960	rnn.weight_ih_l0_reverse	3	-0.019255606457591057
78960	rnn.weight_ih_l0_reverse	4	0.014343065209686756
78960	rnn.weight_ih_l0_reverse	5	-0.046936631202697754
78960	rnn.weight_ih_l0_reverse	6	-0.03712012618780136
78960	rnn.weight_ih_l0_reverse	7	-0.0038816267624497414
78960	rnn.weight_ih_l0_reverse	8	0.05056758224964142
78960	rnn.weight_ih_l0_reverse	9	-0.007140156347304583
78960	rnn.weight_hh_l0_reverse	0	-0.00513068912550807
78960	rnn.weight_hh_l0_reverse	1	0.020277202129364014
78960	rnn.weight_hh_l0_reverse	2	-0.038048628717660904
78960	rnn.weight_hh_l0_reverse	3	0.03561043739318848
78960	rnn.weight_hh_l0_reverse	4	0.012401705607771873
78960	rnn.weight_hh_l0_reverse	5	-0.016766808927059174
78960	rnn.weight_hh_l0_reverse	6	0.025476276874542236
78960	rnn.weight_hh_l0_reverse	7	0.029414759948849678
78960	rnn.weight_hh_l0_reverse	8	-0.0035336704459041357
78960	rnn.weight_hh_l0_reverse	9	-0.05002124235033989
78960	rnn.bias_ih_l0_reverse	0	-0.12215990573167801
78960	rnn.bias_ih_l0_reverse	1	-0.2694796025753021
78960	rnn.bias_ih_l0_reverse	2	-0.0427636057138443
78960	rnn.bias_ih_l0_reverse	3	-0.0910857692360878
78960	rnn.bias_ih_l0_reverse	4	0.07328484952449799
78960	rnn.bias_ih_l0_reverse	5	-0.17331279814243317
78960	rnn.bias_ih_l0_reverse	6	-0.04555815830826759
78960	rnn.bias_ih_l0_reverse	7	-0.0006145710358396173
78960	rnn.bias_ih_l0_reverse	8	-0.1443711370229721
78960	rnn.bias_ih_l0_reverse	9	-0.07633987814188004
78960	rnn.bias_hh_l0_reverse	0	-0.11092647165060043
78960	rnn.bias_hh_l0_reverse	1	-0.10183259844779968
78960	rnn.bias_hh_l0_reverse	2	-0.01355572696775198
78960	rnn.bias_hh_l0_reverse	3	-0.11254451423883438
78960	rnn.bias_hh_l0_reverse	4	-0.0209509190171957
78960	rnn.bias_hh_l0_reverse	5	-0.09059029817581177
78960	rnn.bias_hh_l0_reverse	6	-0.080637127161026
78960	rnn.bias_hh_l0_reverse	7	-0.15111568570137024
78960	rnn.bias_hh_l0_reverse	8	-0.03699282184243202
78960	rnn.bias_hh_l0_reverse	9	-0.13102345168590546
78960	linear.weight	0	-0.2190759927034378
78960	linear.weight	1	-0.10153070837259293
78960	linear.weight	2	-0.011228874325752258
78960	linear.weight	3	-0.07607290893793106
78960	linear.weight	4	0.07094501703977585
78960	linear.weight	5	0.2079806625843048
78960	linear.weight	6	0.0047744326293468475
78960	linear.weight	7	-0.021312154829502106
78960	linear.weight	8	0.20216351747512817
78960	linear.weight	9	0.15065671503543854
78960	linear.bias	0	-0.7249121069908142
78960	linear.bias	1	1.0167829990386963
78960	linear.bias	2	-0.16828233003616333
78960	linear.bias	3	-0.54405277967453
78960	linear.bias	4	-1.0811015367507935
78960	linear.bias	5	-1.144441843032837
78960	linear.bias	6	-0.7047280073165894
78960	linear.bias	7	-0.7656766176223755
78960	linear.bias	8	-0.01705317199230194
78960	linear.bias	9	3.0808000564575195
79157	transitions	0	-0.27342507243156433
79157	transitions	1	7.741979122161865
79157	transitions	2	-3.1190052032470703
79157	transitions	3	1.3413811922073364
79157	transitions	4	-1.79459547996521
79157	transitions	5	-0.31295230984687805
79157	transitions	6	-0.1656280755996704
79157	transitions	7	-10000.0
79157	transitions	8	1.6463407278060913
79157	transitions	9	-2.2886855602264404
79157	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
79157	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
79157	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
79157	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
79157	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
79157	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
79157	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
79157	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
79157	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
79157	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
79157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
79157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
79157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
79157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
79157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
79157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
79157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
79157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
79157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
79157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
79157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
79157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
79157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
79157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
79157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
79157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
79157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
79157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
79157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
79157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
79157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
79157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
79157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
79157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
79157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
79157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
79157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
79157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
79157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
79157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
79157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
79157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
79157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
79157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
79157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
79157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
79157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
79157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
79157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
79157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
79157	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
79157	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
79157	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
79157	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
79157	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
79157	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
79157	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
79157	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
79157	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
79157	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
79157	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
79157	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
79157	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
79157	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
79157	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
79157	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
79157	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
79157	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
79157	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
79157	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
79157	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
79157	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
79157	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
79157	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
79157	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
79157	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
79157	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
79157	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
79157	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
79157	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
79157	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
79157	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
79157	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
79157	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
79157	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
79157	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
79157	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
79157	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
79157	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
79157	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
79157	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
79157	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
79157	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
79157	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
79157	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
79157	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
79157	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
79157	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
79157	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
79157	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
79157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
79157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
79157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
79157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
79157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
79157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
79157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
79157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
79157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
79157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
79157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
79157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
79157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
79157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
79157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
79157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
79157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
79157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
79157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
79157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
79157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
79157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
79157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
79157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
79157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
79157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
79157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
79157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
79157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
79157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
79157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
79157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
79157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
79157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
79157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
79157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
79157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
79157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
79157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
79157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
79157	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
79157	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
79157	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
79157	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
79157	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
79157	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
79157	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
79157	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
79157	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
79157	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
79157	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
79157	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
79157	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
79157	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
79157	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
79157	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
79157	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
79157	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
79157	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
79157	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
79157	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
79157	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
79157	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
79157	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
79157	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
79157	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
79157	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
79157	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
79157	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
79157	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
79157	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
79157	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
79157	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
79157	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
79157	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
79157	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
79157	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
79157	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
79157	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
79157	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
79157	embedding2nn.weight	0	0.03785369545221329
79157	embedding2nn.weight	1	-0.07081649452447891
79157	embedding2nn.weight	2	0.015279321931302547
79157	embedding2nn.weight	3	-0.04017653688788414
79157	embedding2nn.weight	4	-0.10496439784765244
79157	embedding2nn.weight	5	0.08173979073762894
79157	embedding2nn.weight	6	-0.10196452587842941
79157	embedding2nn.weight	7	-0.08826636523008347
79157	embedding2nn.weight	8	-0.004828759469091892
79157	embedding2nn.weight	9	0.039330869913101196
79157	embedding2nn.bias	0	0.05551980808377266
79157	embedding2nn.bias	1	-0.0017835297621786594
79157	embedding2nn.bias	2	-0.1426725536584854
79157	embedding2nn.bias	3	0.0624871551990509
79157	embedding2nn.bias	4	0.04227514937520027
79157	embedding2nn.bias	5	-0.16449202597141266
79157	embedding2nn.bias	6	-0.07645819336175919
79157	embedding2nn.bias	7	-0.0483677014708519
79157	embedding2nn.bias	8	0.10107237845659256
79157	embedding2nn.bias	9	-0.14023391902446747
79157	rnn.weight_ih_l0	0	0.0027644066140055656
79157	rnn.weight_ih_l0	1	-0.04100850969552994
79157	rnn.weight_ih_l0	2	-0.04433262720704079
79157	rnn.weight_ih_l0	3	-0.010966366156935692
79157	rnn.weight_ih_l0	4	-0.0028814685065299273
79157	rnn.weight_ih_l0	5	-0.0671859085559845
79157	rnn.weight_ih_l0	6	0.03154919296503067
79157	rnn.weight_ih_l0	7	-0.05248641595244408
79157	rnn.weight_ih_l0	8	0.010102298110723495
79157	rnn.weight_ih_l0	9	-0.007915914058685303
79157	rnn.weight_hh_l0	0	-0.0024506240151822567
79157	rnn.weight_hh_l0	1	-0.0656253769993782
79157	rnn.weight_hh_l0	2	0.047367941588163376
79157	rnn.weight_hh_l0	3	0.025154797360301018
79157	rnn.weight_hh_l0	4	0.007399762514978647
79157	rnn.weight_hh_l0	5	0.04580662027001381
79157	rnn.weight_hh_l0	6	-0.010292921215295792
79157	rnn.weight_hh_l0	7	-0.07428393512964249
79157	rnn.weight_hh_l0	8	-0.011532406322658062
79157	rnn.weight_hh_l0	9	-0.05223347246646881
79157	rnn.bias_ih_l0	0	-0.09312368184328079
79157	rnn.bias_ih_l0	1	-0.1291879117488861
79157	rnn.bias_ih_l0	2	-0.1952541023492813
79157	rnn.bias_ih_l0	3	-0.2592586278915405
79157	rnn.bias_ih_l0	4	0.010388164781033993
79157	rnn.bias_ih_l0	5	0.04555929824709892
79157	rnn.bias_ih_l0	6	-0.1274697333574295
79157	rnn.bias_ih_l0	7	-0.2028573453426361
79157	rnn.bias_ih_l0	8	-0.10874218493700027
79157	rnn.bias_ih_l0	9	-0.13233858346939087
79157	rnn.bias_hh_l0	0	0.11309852451086044
79157	rnn.bias_hh_l0	1	-0.0397513322532177
79157	rnn.bias_hh_l0	2	0.014723706990480423
79157	rnn.bias_hh_l0	3	-0.14799745380878448
79157	rnn.bias_hh_l0	4	0.031527772545814514
79157	rnn.bias_hh_l0	5	0.01640024594962597
79157	rnn.bias_hh_l0	6	-0.08331342041492462
79157	rnn.bias_hh_l0	7	-0.12584693729877472
79157	rnn.bias_hh_l0	8	-0.15104135870933533
79157	rnn.bias_hh_l0	9	-0.09604436159133911
79157	rnn.weight_ih_l0_reverse	0	-0.010427352041006088
79157	rnn.weight_ih_l0_reverse	1	0.0287914015352726
79157	rnn.weight_ih_l0_reverse	2	-0.04143833741545677
79157	rnn.weight_ih_l0_reverse	3	-0.013375873677432537
79157	rnn.weight_ih_l0_reverse	4	0.0139756565913558
79157	rnn.weight_ih_l0_reverse	5	-0.04623517394065857
79157	rnn.weight_ih_l0_reverse	6	-0.0362229086458683
79157	rnn.weight_ih_l0_reverse	7	-0.005396478809416294
79157	rnn.weight_ih_l0_reverse	8	0.051178961992263794
79157	rnn.weight_ih_l0_reverse	9	-0.005895582959055901
79157	rnn.weight_hh_l0_reverse	0	-0.004757912829518318
79157	rnn.weight_hh_l0_reverse	1	0.020664198324084282
79157	rnn.weight_hh_l0_reverse	2	-0.03816639259457588
79157	rnn.weight_hh_l0_reverse	3	0.03519609570503235
79157	rnn.weight_hh_l0_reverse	4	0.012582899071276188
79157	rnn.weight_hh_l0_reverse	5	-0.01639060489833355
79157	rnn.weight_hh_l0_reverse	6	0.025657573714852333
79157	rnn.weight_hh_l0_reverse	7	0.02939620055258274
79157	rnn.weight_hh_l0_reverse	8	-0.004526411648839712
79157	rnn.weight_hh_l0_reverse	9	-0.049723029136657715
79157	rnn.bias_ih_l0_reverse	0	-0.11740817874670029
79157	rnn.bias_ih_l0_reverse	1	-0.27018141746520996
79157	rnn.bias_ih_l0_reverse	2	-0.04421992972493172
79157	rnn.bias_ih_l0_reverse	3	-0.09113144129514694
79157	rnn.bias_ih_l0_reverse	4	0.07335617393255234
79157	rnn.bias_ih_l0_reverse	5	-0.171561136841774
79157	rnn.bias_ih_l0_reverse	6	-0.04572552815079689
79157	rnn.bias_ih_l0_reverse	7	-0.001724615809507668
79157	rnn.bias_ih_l0_reverse	8	-0.14542146027088165
79157	rnn.bias_ih_l0_reverse	9	-0.07417508214712143
79157	rnn.bias_hh_l0_reverse	0	-0.11176016181707382
79157	rnn.bias_hh_l0_reverse	1	-0.10163921117782593
79157	rnn.bias_hh_l0_reverse	2	-0.012865632772445679
79157	rnn.bias_hh_l0_reverse	3	-0.11028881371021271
79157	rnn.bias_hh_l0_reverse	4	-0.02441813424229622
79157	rnn.bias_hh_l0_reverse	5	-0.09009116142988205
79157	rnn.bias_hh_l0_reverse	6	-0.07429369539022446
79157	rnn.bias_hh_l0_reverse	7	-0.15171368420124054
79157	rnn.bias_hh_l0_reverse	8	-0.03591698408126831
79157	rnn.bias_hh_l0_reverse	9	-0.12727972865104675
79157	linear.weight	0	-0.2194608449935913
79157	linear.weight	1	-0.10068431496620178
79157	linear.weight	2	-0.011228874325752258
79157	linear.weight	3	-0.07722193747758865
79157	linear.weight	4	0.04829619824886322
79157	linear.weight	5	0.2094525843858719
79157	linear.weight	6	0.0047744326293468475
79157	linear.weight	7	-0.021312154829502106
79157	linear.weight	8	0.21678945422172546
79157	linear.weight	9	0.15651333332061768
79157	linear.bias	0	-0.7330280542373657
79157	linear.bias	1	1.0081708431243896
79157	linear.bias	2	-0.16321519017219543
79157	linear.bias	3	-0.5306627154350281
79157	linear.bias	4	-1.0914208889007568
79157	linear.bias	5	-1.144576907157898
79157	linear.bias	6	-0.7125158905982971
79157	linear.bias	7	-0.7738174796104431
79157	linear.bias	8	-0.01705317199230194
79157	linear.bias	9	3.052213668823242
79354	transitions	0	-0.2737942039966583
79354	transitions	1	7.7487359046936035
79354	transitions	2	-3.1209211349487305
79354	transitions	3	1.351952075958252
79354	transitions	4	-1.7974070310592651
79354	transitions	5	-0.31305745244026184
79354	transitions	6	-0.16570766270160675
79354	transitions	7	-10000.0
79354	transitions	8	1.6441248655319214
79354	transitions	9	-2.28871488571167
79354	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
79354	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
79354	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
79354	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
79354	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
79354	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
79354	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
79354	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
79354	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
79354	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
79354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
79354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
79354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
79354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
79354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
79354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
79354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
79354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
79354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
79354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
79354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
79354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
79354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
79354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
79354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
79354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
79354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
79354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
79354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
79354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
79354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
79354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
79354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
79354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
79354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
79354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
79354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
79354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
79354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
79354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
79354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
79354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
79354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
79354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
79354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
79354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
79354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
79354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
79354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
79354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
79354	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
79354	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
79354	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
79354	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
79354	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
79354	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
79354	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
79354	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
79354	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
79354	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
79354	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
79354	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
79354	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
79354	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
79354	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
79354	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
79354	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
79354	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
79354	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
79354	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
79354	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
79354	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
79354	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
79354	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
79354	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
79354	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
79354	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
79354	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
79354	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
79354	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
79354	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
79354	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
79354	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
79354	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
79354	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
79354	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
79354	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
79354	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
79354	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
79354	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
79354	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
79354	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
79354	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
79354	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
79354	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
79354	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
79354	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
79354	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
79354	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
79354	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
79354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
79354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
79354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
79354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
79354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
79354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
79354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
79354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
79354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
79354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
79354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
79354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
79354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
79354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
79354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
79354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
79354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
79354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
79354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
79354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
79354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
79354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
79354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
79354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
79354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
79354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
79354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
79354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
79354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
79354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
79354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
79354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
79354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
79354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
79354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
79354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
79354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
79354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
79354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
79354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
79354	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
79354	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
79354	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
79354	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
79354	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
79354	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
79354	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
79354	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
79354	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
79354	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
79354	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
79354	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
79354	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
79354	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
79354	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
79354	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
79354	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
79354	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
79354	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
79354	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
79354	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
79354	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
79354	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
79354	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
79354	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
79354	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
79354	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
79354	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
79354	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
79354	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
79354	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
79354	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
79354	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
79354	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
79354	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
79354	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
79354	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
79354	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
79354	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
79354	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
79354	embedding2nn.weight	0	0.03908225893974304
79354	embedding2nn.weight	1	-0.07195029407739639
79354	embedding2nn.weight	2	0.014335191808640957
79354	embedding2nn.weight	3	-0.039781682193279266
79354	embedding2nn.weight	4	-0.10963194817304611
79354	embedding2nn.weight	5	0.08168777078390121
79354	embedding2nn.weight	6	-0.10173150151968002
79354	embedding2nn.weight	7	-0.08901021629571915
79354	embedding2nn.weight	8	-0.005426717922091484
79354	embedding2nn.weight	9	0.04273397475481033
79354	embedding2nn.bias	0	0.04523661732673645
79354	embedding2nn.bias	1	-0.0008992337970994413
79354	embedding2nn.bias	2	-0.1280459761619568
79354	embedding2nn.bias	3	0.06613290309906006
79354	embedding2nn.bias	4	0.03696976229548454
79354	embedding2nn.bias	5	-0.16994160413742065
79354	embedding2nn.bias	6	-0.08455224335193634
79354	embedding2nn.bias	7	-0.0596957765519619
79354	embedding2nn.bias	8	0.09773967415094376
79354	embedding2nn.bias	9	-0.1295013725757599
79354	rnn.weight_ih_l0	0	0.0033026502933353186
79354	rnn.weight_ih_l0	1	-0.03991982340812683
79354	rnn.weight_ih_l0	2	-0.04384302347898483
79354	rnn.weight_ih_l0	3	-0.010778326541185379
79354	rnn.weight_ih_l0	4	-0.0025511588901281357
79354	rnn.weight_ih_l0	5	-0.06826667487621307
79354	rnn.weight_ih_l0	6	0.03055044449865818
79354	rnn.weight_ih_l0	7	-0.051337938755750656
79354	rnn.weight_ih_l0	8	0.010257700458168983
79354	rnn.weight_ih_l0	9	-0.008757028728723526
79354	rnn.weight_hh_l0	0	-0.004105189349502325
79354	rnn.weight_hh_l0	1	-0.06572391092777252
79354	rnn.weight_hh_l0	2	0.0469779334962368
79354	rnn.weight_hh_l0	3	0.02392650581896305
79354	rnn.weight_hh_l0	4	0.007590796332806349
79354	rnn.weight_hh_l0	5	0.047074928879737854
79354	rnn.weight_hh_l0	6	-0.010188652202486992
79354	rnn.weight_hh_l0	7	-0.07434562593698502
79354	rnn.weight_hh_l0	8	-0.010049447417259216
79354	rnn.weight_hh_l0	9	-0.05157886818051338
79354	rnn.bias_ih_l0	0	-0.0975753515958786
79354	rnn.bias_ih_l0	1	-0.12789522111415863
79354	rnn.bias_ih_l0	2	-0.19769075512886047
79354	rnn.bias_ih_l0	3	-0.2562982738018036
79354	rnn.bias_ih_l0	4	0.011295697651803493
79354	rnn.bias_ih_l0	5	0.041670870035886765
79354	rnn.bias_ih_l0	6	-0.12621168792247772
79354	rnn.bias_ih_l0	7	-0.2076936662197113
79354	rnn.bias_ih_l0	8	-0.11232084035873413
79354	rnn.bias_ih_l0	9	-0.1333698034286499
79354	rnn.bias_hh_l0	0	0.11731407791376114
79354	rnn.bias_hh_l0	1	-0.038734108209609985
79354	rnn.bias_hh_l0	2	0.016615038737654686
79354	rnn.bias_hh_l0	3	-0.14763174951076508
79354	rnn.bias_hh_l0	4	0.027722971513867378
79354	rnn.bias_hh_l0	5	0.01805327832698822
79354	rnn.bias_hh_l0	6	-0.0803670883178711
79354	rnn.bias_hh_l0	7	-0.1265544444322586
79354	rnn.bias_hh_l0	8	-0.15328316390514374
79354	rnn.bias_hh_l0	9	-0.09459412097930908
79354	rnn.weight_ih_l0_reverse	0	-0.010176782496273518
79354	rnn.weight_ih_l0_reverse	1	0.028318939730525017
79354	rnn.weight_ih_l0_reverse	2	-0.04236972704529762
79354	rnn.weight_ih_l0_reverse	3	-0.01617373153567314
79354	rnn.weight_ih_l0_reverse	4	0.015734372660517693
79354	rnn.weight_ih_l0_reverse	5	-0.04736383631825447
79354	rnn.weight_ih_l0_reverse	6	-0.0380251370370388
79354	rnn.weight_ih_l0_reverse	7	-0.00389030110090971
79354	rnn.weight_ih_l0_reverse	8	0.05209033936262131
79354	rnn.weight_ih_l0_reverse	9	-0.0039117042906582355
79354	rnn.weight_hh_l0_reverse	0	-0.0046595362946391106
79354	rnn.weight_hh_l0_reverse	1	0.02130800299346447
79354	rnn.weight_hh_l0_reverse	2	-0.03821795433759689
79354	rnn.weight_hh_l0_reverse	3	0.03458939492702484
79354	rnn.weight_hh_l0_reverse	4	0.012738609686493874
79354	rnn.weight_hh_l0_reverse	5	-0.01621772162616253
79354	rnn.weight_hh_l0_reverse	6	0.025817295536398888
79354	rnn.weight_hh_l0_reverse	7	0.028401168063282967
79354	rnn.weight_hh_l0_reverse	8	-0.0051697008311748505
79354	rnn.weight_hh_l0_reverse	9	-0.04893508553504944
79354	rnn.bias_ih_l0_reverse	0	-0.11871190369129181
79354	rnn.bias_ih_l0_reverse	1	-0.2694367468357086
79354	rnn.bias_ih_l0_reverse	2	-0.04569673165678978
79354	rnn.bias_ih_l0_reverse	3	-0.09298989176750183
79354	rnn.bias_ih_l0_reverse	4	0.07358937710523605
79354	rnn.bias_ih_l0_reverse	5	-0.17265312373638153
79354	rnn.bias_ih_l0_reverse	6	-0.04581672325730324
79354	rnn.bias_ih_l0_reverse	7	0.007111488841474056
79354	rnn.bias_ih_l0_reverse	8	-0.14455991983413696
79354	rnn.bias_ih_l0_reverse	9	-0.07643438130617142
79354	rnn.bias_hh_l0_reverse	0	-0.10950430482625961
79354	rnn.bias_hh_l0_reverse	1	-0.10524319112300873
79354	rnn.bias_hh_l0_reverse	2	-0.011113211512565613
79354	rnn.bias_hh_l0_reverse	3	-0.10768881440162659
79354	rnn.bias_hh_l0_reverse	4	-0.02454373985528946
79354	rnn.bias_hh_l0_reverse	5	-0.0949515551328659
79354	rnn.bias_hh_l0_reverse	6	-0.07490707188844681
79354	rnn.bias_hh_l0_reverse	7	-0.1525600701570511
79354	rnn.bias_hh_l0_reverse	8	-0.03405258059501648
79354	rnn.bias_hh_l0_reverse	9	-0.12816177308559418
79354	linear.weight	0	-0.21015125513076782
79354	linear.weight	1	-0.10504460334777832
79354	linear.weight	2	-0.011228874325752258
79354	linear.weight	3	-0.060711316764354706
79354	linear.weight	4	0.060303572565317154
79354	linear.weight	5	0.21899941563606262
79354	linear.weight	6	0.0047744326293468475
79354	linear.weight	7	-0.021312154829502106
79354	linear.weight	8	0.21507303416728973
79354	linear.weight	9	0.14374619722366333
79354	linear.bias	0	-0.7145962715148926
79354	linear.bias	1	1.0387632846832275
79354	linear.bias	2	-0.15883664786815643
79354	linear.bias	3	-0.5444172024726868
79354	linear.bias	4	-1.1092621088027954
79354	linear.bias	5	-1.1446943283081055
79354	linear.bias	6	-0.6842347383499146
79354	linear.bias	7	-0.7436527609825134
79354	linear.bias	8	-0.01705317199230194
79354	linear.bias	9	3.0090906620025635
79551	transitions	0	-0.2740418314933777
79551	transitions	1	7.763359069824219
79551	transitions	2	-3.1223039627075195
79551	transitions	3	1.3508284091949463
79551	transitions	4	-1.7991923093795776
79551	transitions	5	-0.3134070634841919
79551	transitions	6	-0.16582083702087402
79551	transitions	7	-10000.0
79551	transitions	8	1.6455672979354858
79551	transitions	9	-2.2887415885925293
79551	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
79551	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
79551	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
79551	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
79551	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
79551	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
79551	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
79551	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
79551	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
79551	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
79551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
79551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
79551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
79551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
79551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
79551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
79551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
79551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
79551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
79551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
79551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
79551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
79551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
79551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
79551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
79551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
79551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
79551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
79551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
79551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
79551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
79551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
79551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
79551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
79551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
79551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
79551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
79551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
79551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
79551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
79551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
79551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
79551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
79551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
79551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
79551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
79551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
79551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
79551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
79551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
79551	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
79551	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
79551	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
79551	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
79551	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
79551	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
79551	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
79551	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
79551	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
79551	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
79551	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
79551	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
79551	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
79551	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
79551	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
79551	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
79551	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
79551	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
79551	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
79551	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
79551	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
79551	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
79551	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
79551	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
79551	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
79551	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
79551	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
79551	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
79551	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
79551	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
79551	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
79551	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
79551	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
79551	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
79551	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
79551	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
79551	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
79551	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
79551	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
79551	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
79551	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
79551	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
79551	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
79551	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
79551	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
79551	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
79551	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
79551	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
79551	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
79551	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
79551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
79551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
79551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
79551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
79551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
79551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
79551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
79551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
79551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
79551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
79551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
79551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
79551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
79551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
79551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
79551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
79551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
79551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
79551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
79551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
79551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
79551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
79551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
79551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
79551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
79551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
79551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
79551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
79551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
79551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
79551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
79551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
79551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
79551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
79551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
79551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
79551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
79551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
79551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
79551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
79551	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
79551	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
79551	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
79551	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
79551	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
79551	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
79551	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
79551	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
79551	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
79551	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
79551	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
79551	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
79551	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
79551	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
79551	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
79551	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
79551	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
79551	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
79551	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
79551	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
79551	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
79551	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
79551	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
79551	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
79551	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
79551	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
79551	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
79551	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
79551	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
79551	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
79551	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
79551	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
79551	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
79551	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
79551	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
79551	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
79551	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
79551	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
79551	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
79551	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
79551	embedding2nn.weight	0	0.03946659713983536
79551	embedding2nn.weight	1	-0.07293675094842911
79551	embedding2nn.weight	2	0.012187312357127666
79551	embedding2nn.weight	3	-0.04011014848947525
79551	embedding2nn.weight	4	-0.11196122318506241
79551	embedding2nn.weight	5	0.08199568837881088
79551	embedding2nn.weight	6	-0.0912320539355278
79551	embedding2nn.weight	7	-0.090134397149086
79551	embedding2nn.weight	8	-0.005607374012470245
79551	embedding2nn.weight	9	0.04077690467238426
79551	embedding2nn.bias	0	0.040605321526527405
79551	embedding2nn.bias	1	-0.020191213116049767
79551	embedding2nn.bias	2	-0.12872004508972168
79551	embedding2nn.bias	3	0.06045016646385193
79551	embedding2nn.bias	4	0.03222205862402916
79551	embedding2nn.bias	5	-0.16376560926437378
79551	embedding2nn.bias	6	-0.08546720445156097
79551	embedding2nn.bias	7	-0.04359220713376999
79551	embedding2nn.bias	8	0.09461359679698944
79551	embedding2nn.bias	9	-0.12298708409070969
79551	rnn.weight_ih_l0	0	0.002040683524683118
79551	rnn.weight_ih_l0	1	-0.04160680994391441
79551	rnn.weight_ih_l0	2	-0.043703220784664154
79551	rnn.weight_ih_l0	3	-0.01053990051150322
79551	rnn.weight_ih_l0	4	-0.0014037367654964328
79551	rnn.weight_ih_l0	5	-0.06464572995901108
79551	rnn.weight_ih_l0	6	0.0313500240445137
79551	rnn.weight_ih_l0	7	-0.05028971657156944
79551	rnn.weight_ih_l0	8	0.009512415155768394
79551	rnn.weight_ih_l0	9	-0.012181526981294155
79551	rnn.weight_hh_l0	0	-0.005307875573635101
79551	rnn.weight_hh_l0	1	-0.06512919068336487
79551	rnn.weight_hh_l0	2	0.04682135581970215
79551	rnn.weight_hh_l0	3	0.02371113933622837
79551	rnn.weight_hh_l0	4	0.007592416368424892
79551	rnn.weight_hh_l0	5	0.04744601249694824
79551	rnn.weight_hh_l0	6	-0.009688179939985275
79551	rnn.weight_hh_l0	7	-0.07450032979249954
79551	rnn.weight_hh_l0	8	-0.010978717356920242
79551	rnn.weight_hh_l0	9	-0.051963839679956436
79551	rnn.bias_ih_l0	0	-0.10300739109516144
79551	rnn.bias_ih_l0	1	-0.1258363574743271
79551	rnn.bias_ih_l0	2	-0.19776080548763275
79551	rnn.bias_ih_l0	3	-0.25776898860931396
79551	rnn.bias_ih_l0	4	0.012915312312543392
79551	rnn.bias_ih_l0	5	0.035390231758356094
79551	rnn.bias_ih_l0	6	-0.12260573357343674
79551	rnn.bias_ih_l0	7	-0.21170853078365326
79551	rnn.bias_ih_l0	8	-0.1087915301322937
79551	rnn.bias_ih_l0	9	-0.1279061734676361
79551	rnn.bias_hh_l0	0	0.1192592978477478
79551	rnn.bias_hh_l0	1	-0.03713156655430794
79551	rnn.bias_hh_l0	2	0.012320375069975853
79551	rnn.bias_hh_l0	3	-0.14794345200061798
79551	rnn.bias_hh_l0	4	0.02739163674414158
79551	rnn.bias_hh_l0	5	0.014412830583751202
79551	rnn.bias_hh_l0	6	-0.0818295031785965
79551	rnn.bias_hh_l0	7	-0.1240115538239479
79551	rnn.bias_hh_l0	8	-0.14638285338878632
79551	rnn.bias_hh_l0	9	-0.09537997096776962
79551	rnn.weight_ih_l0_reverse	0	-0.011704147793352604
79551	rnn.weight_ih_l0_reverse	1	0.030865242704749107
79551	rnn.weight_ih_l0_reverse	2	-0.0429849773645401
79551	rnn.weight_ih_l0_reverse	3	-0.014317593537271023
79551	rnn.weight_ih_l0_reverse	4	0.012534966692328453
79551	rnn.weight_ih_l0_reverse	5	-0.04719947651028633
79551	rnn.weight_ih_l0_reverse	6	-0.038300931453704834
79551	rnn.weight_ih_l0_reverse	7	-0.00030024180887266994
79551	rnn.weight_ih_l0_reverse	8	0.05312873050570488
79551	rnn.weight_ih_l0_reverse	9	-0.0027908117044717073
79551	rnn.weight_hh_l0_reverse	0	-0.004968363791704178
79551	rnn.weight_hh_l0_reverse	1	0.02108341082930565
79551	rnn.weight_hh_l0_reverse	2	-0.038490183651447296
79551	rnn.weight_hh_l0_reverse	3	0.03370261937379837
79551	rnn.weight_hh_l0_reverse	4	0.012864827178418636
79551	rnn.weight_hh_l0_reverse	5	-0.01632690615952015
79551	rnn.weight_hh_l0_reverse	6	0.025548409670591354
79551	rnn.weight_hh_l0_reverse	7	0.028391122817993164
79551	rnn.weight_hh_l0_reverse	8	-0.0061385780572891235
79551	rnn.weight_hh_l0_reverse	9	-0.04864627122879028
79551	rnn.bias_ih_l0_reverse	0	-0.11921268701553345
79551	rnn.bias_ih_l0_reverse	1	-0.271121621131897
79551	rnn.bias_ih_l0_reverse	2	-0.0459754653275013
79551	rnn.bias_ih_l0_reverse	3	-0.09780658036470413
79551	rnn.bias_ih_l0_reverse	4	0.07582465559244156
79551	rnn.bias_ih_l0_reverse	5	-0.17474251985549927
79551	rnn.bias_ih_l0_reverse	6	-0.04419565945863724
79551	rnn.bias_ih_l0_reverse	7	0.014300813898444176
79551	rnn.bias_ih_l0_reverse	8	-0.1487065702676773
79551	rnn.bias_ih_l0_reverse	9	-0.07404595613479614
79551	rnn.bias_hh_l0_reverse	0	-0.11286577582359314
79551	rnn.bias_hh_l0_reverse	1	-0.10102439671754837
79551	rnn.bias_hh_l0_reverse	2	-0.01194542832672596
79551	rnn.bias_hh_l0_reverse	3	-0.10814427584409714
79551	rnn.bias_hh_l0_reverse	4	-0.023114020004868507
79551	rnn.bias_hh_l0_reverse	5	-0.09595625847578049
79551	rnn.bias_hh_l0_reverse	6	-0.0779770165681839
79551	rnn.bias_hh_l0_reverse	7	-0.15303942561149597
79551	rnn.bias_hh_l0_reverse	8	-0.03668477013707161
79551	rnn.bias_hh_l0_reverse	9	-0.12778614461421967
79551	linear.weight	0	-0.21546834707260132
79551	linear.weight	1	-0.0892639085650444
79551	linear.weight	2	-0.011228874325752258
79551	linear.weight	3	-0.07674884051084518
79551	linear.weight	4	0.05340489745140076
79551	linear.weight	5	0.210068941116333
79551	linear.weight	6	0.0047744326293468475
79551	linear.weight	7	-0.021312154829502106
79551	linear.weight	8	0.18590116500854492
79551	linear.weight	9	0.12770377099514008
79551	linear.bias	0	-0.7118000388145447
79551	linear.bias	1	1.0303055047988892
79551	linear.bias	2	-0.1571011245250702
79551	linear.bias	3	-0.5160210728645325
79551	linear.bias	4	-1.0960973501205444
79551	linear.bias	5	-1.1448332071304321
79551	linear.bias	6	-0.6850510239601135
79551	linear.bias	7	-0.7343929409980774
79551	linear.bias	8	-0.01705317199230194
79551	linear.bias	9	2.955937147140503
79748	transitions	0	-0.27431929111480713
79748	transitions	1	7.781981945037842
79748	transitions	2	-3.1236863136291504
79748	transitions	3	1.3594285249710083
79748	transitions	4	-1.8000123500823975
79748	transitions	5	-0.3158135414123535
79748	transitions	6	-0.1659281700849533
79748	transitions	7	-10000.0
79748	transitions	8	1.6473530530929565
79748	transitions	9	-2.288766860961914
79748	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
79748	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
79748	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
79748	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
79748	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
79748	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
79748	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
79748	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
79748	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
79748	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
79748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
79748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
79748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
79748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
79748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
79748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
79748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
79748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
79748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
79748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
79748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
79748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
79748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
79748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
79748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
79748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
79748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
79748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
79748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
79748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
79748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
79748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
79748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
79748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
79748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
79748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
79748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
79748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
79748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
79748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
79748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
79748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
79748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
79748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
79748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
79748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
79748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
79748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
79748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
79748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
79748	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
79748	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
79748	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
79748	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
79748	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
79748	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
79748	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
79748	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
79748	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
79748	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
79748	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
79748	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
79748	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
79748	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
79748	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
79748	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
79748	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
79748	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
79748	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
79748	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
79748	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
79748	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
79748	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
79748	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
79748	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
79748	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
79748	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
79748	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
79748	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
79748	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
79748	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
79748	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
79748	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
79748	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
79748	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
79748	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
79748	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
79748	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
79748	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
79748	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
79748	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
79748	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
79748	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
79748	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
79748	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
79748	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
79748	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
79748	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
79748	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
79748	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
79748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
79748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
79748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
79748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
79748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
79748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
79748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
79748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
79748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
79748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
79748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
79748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
79748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
79748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
79748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
79748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
79748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
79748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
79748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
79748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
79748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
79748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
79748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
79748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
79748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
79748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
79748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
79748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
79748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
79748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
79748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
79748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
79748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
79748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
79748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
79748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
79748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
79748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
79748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
79748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
79748	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
79748	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
79748	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
79748	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
79748	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
79748	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
79748	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
79748	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
79748	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
79748	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
79748	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
79748	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
79748	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
79748	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
79748	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
79748	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
79748	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
79748	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
79748	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
79748	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
79748	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
79748	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
79748	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
79748	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
79748	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
79748	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
79748	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
79748	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
79748	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
79748	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
79748	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
79748	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
79748	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
79748	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
79748	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
79748	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
79748	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
79748	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
79748	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
79748	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
79748	embedding2nn.weight	0	0.039357759058475494
79748	embedding2nn.weight	1	-0.07209427654743195
79748	embedding2nn.weight	2	0.01531745120882988
79748	embedding2nn.weight	3	-0.0405835397541523
79748	embedding2nn.weight	4	-0.10909055918455124
79748	embedding2nn.weight	5	0.08529926836490631
79748	embedding2nn.weight	6	-0.09081027656793594
79748	embedding2nn.weight	7	-0.08922725915908813
79748	embedding2nn.weight	8	-0.003862211247906089
79748	embedding2nn.weight	9	0.04163872450590134
79748	embedding2nn.bias	0	0.06028338521718979
79748	embedding2nn.bias	1	-0.01726721040904522
79748	embedding2nn.bias	2	-0.13259035348892212
79748	embedding2nn.bias	3	0.057298846542835236
79748	embedding2nn.bias	4	0.03986610099673271
79748	embedding2nn.bias	5	-0.16579201817512512
79748	embedding2nn.bias	6	-0.08060877025127411
79748	embedding2nn.bias	7	-0.04673091694712639
79748	embedding2nn.bias	8	0.10114359855651855
79748	embedding2nn.bias	9	-0.12496021389961243
79748	rnn.weight_ih_l0	0	0.0029771977569907904
79748	rnn.weight_ih_l0	1	-0.04328664764761925
79748	rnn.weight_ih_l0	2	-0.043929312378168106
79748	rnn.weight_ih_l0	3	-0.011416352353990078
79748	rnn.weight_ih_l0	4	-0.002231153193861246
79748	rnn.weight_ih_l0	5	-0.06289178133010864
79748	rnn.weight_ih_l0	6	0.03212451562285423
79748	rnn.weight_ih_l0	7	-0.051505666226148605
79748	rnn.weight_ih_l0	8	0.009647146798670292
79748	rnn.weight_ih_l0	9	-0.011550958268344402
79748	rnn.weight_hh_l0	0	-0.005899586249142885
79748	rnn.weight_hh_l0	1	-0.06708505749702454
79748	rnn.weight_hh_l0	2	0.04718959331512451
79748	rnn.weight_hh_l0	3	0.023249899968504906
79748	rnn.weight_hh_l0	4	0.007733622100204229
79748	rnn.weight_hh_l0	5	0.04707391560077667
79748	rnn.weight_hh_l0	6	-0.009908474050462246
79748	rnn.weight_hh_l0	7	-0.07421234250068665
79748	rnn.weight_hh_l0	8	-0.01095240842550993
79748	rnn.weight_hh_l0	9	-0.05683698505163193
79748	rnn.bias_ih_l0	0	-0.10783025622367859
79748	rnn.bias_ih_l0	1	-0.12522749602794647
79748	rnn.bias_ih_l0	2	-0.19651442766189575
79748	rnn.bias_ih_l0	3	-0.26160064339637756
79748	rnn.bias_ih_l0	4	0.009916186332702637
79748	rnn.bias_ih_l0	5	0.037170011550188065
79748	rnn.bias_ih_l0	6	-0.1255815327167511
79748	rnn.bias_ih_l0	7	-0.2171216905117035
79748	rnn.bias_ih_l0	8	-0.1073305532336235
79748	rnn.bias_ih_l0	9	-0.12884503602981567
79748	rnn.bias_hh_l0	0	0.11809981614351273
79748	rnn.bias_hh_l0	1	-0.03564855828881264
79748	rnn.bias_hh_l0	2	0.013423154130578041
79748	rnn.bias_hh_l0	3	-0.1506006121635437
79748	rnn.bias_hh_l0	4	0.035128358751535416
79748	rnn.bias_hh_l0	5	0.014331321232020855
79748	rnn.bias_hh_l0	6	-0.08030299097299576
79748	rnn.bias_hh_l0	7	-0.12200110405683517
79748	rnn.bias_hh_l0	8	-0.14865908026695251
79748	rnn.bias_hh_l0	9	-0.09564855694770813
79748	rnn.weight_ih_l0_reverse	0	-0.010968897491693497
79748	rnn.weight_ih_l0_reverse	1	0.031412433832883835
79748	rnn.weight_ih_l0_reverse	2	-0.0417228639125824
79748	rnn.weight_ih_l0_reverse	3	-0.01219935156404972
79748	rnn.weight_ih_l0_reverse	4	0.011746169999241829
79748	rnn.weight_ih_l0_reverse	5	-0.049921076744794846
79748	rnn.weight_ih_l0_reverse	6	-0.03797661513090134
79748	rnn.weight_ih_l0_reverse	7	0.0014530179323628545
79748	rnn.weight_ih_l0_reverse	8	0.055581457912921906
79748	rnn.weight_ih_l0_reverse	9	-0.0010729969944804907
79748	rnn.weight_hh_l0_reverse	0	-0.005223400425165892
79748	rnn.weight_hh_l0_reverse	1	0.020433438941836357
79748	rnn.weight_hh_l0_reverse	2	-0.03887227922677994
79748	rnn.weight_hh_l0_reverse	3	0.03422354534268379
79748	rnn.weight_hh_l0_reverse	4	0.013313638977706432
79748	rnn.weight_hh_l0_reverse	5	-0.016049660742282867
79748	rnn.weight_hh_l0_reverse	6	0.025936633348464966
79748	rnn.weight_hh_l0_reverse	7	0.028490621596574783
79748	rnn.weight_hh_l0_reverse	8	-0.006210366729646921
79748	rnn.weight_hh_l0_reverse	9	-0.048962175846099854
79748	rnn.bias_ih_l0_reverse	0	-0.11963716149330139
79748	rnn.bias_ih_l0_reverse	1	-0.26967719197273254
79748	rnn.bias_ih_l0_reverse	2	-0.04613618925213814
79748	rnn.bias_ih_l0_reverse	3	-0.09898732602596283
79748	rnn.bias_ih_l0_reverse	4	0.07734927535057068
79748	rnn.bias_ih_l0_reverse	5	-0.17793501913547516
79748	rnn.bias_ih_l0_reverse	6	-0.041243959218263626
79748	rnn.bias_ih_l0_reverse	7	0.025725798681378365
79748	rnn.bias_ih_l0_reverse	8	-0.1517394334077835
79748	rnn.bias_ih_l0_reverse	9	-0.06811016798019409
79748	rnn.bias_hh_l0_reverse	0	-0.11264770478010178
79748	rnn.bias_hh_l0_reverse	1	-0.09959123283624649
79748	rnn.bias_hh_l0_reverse	2	-0.013917255215346813
79748	rnn.bias_hh_l0_reverse	3	-0.10929687321186066
79748	rnn.bias_hh_l0_reverse	4	-0.022502267733216286
79748	rnn.bias_hh_l0_reverse	5	-0.09664839506149292
79748	rnn.bias_hh_l0_reverse	6	-0.08030340075492859
79748	rnn.bias_hh_l0_reverse	7	-0.15437516570091248
79748	rnn.bias_hh_l0_reverse	8	-0.03330244496464729
79748	rnn.bias_hh_l0_reverse	9	-0.12494488805532455
79748	linear.weight	0	-0.22887414693832397
79748	linear.weight	1	-0.08724429458379745
79748	linear.weight	2	-0.011228874325752258
79748	linear.weight	3	-0.07996166497468948
79748	linear.weight	4	0.05842859297990799
79748	linear.weight	5	0.19537970423698425
79748	linear.weight	6	0.0047744326293468475
79748	linear.weight	7	-0.021312154829502106
79748	linear.weight	8	0.16094939410686493
79748	linear.weight	9	0.11478172987699509
79748	linear.bias	0	-0.7221311330795288
79748	linear.bias	1	1.0274053812026978
79748	linear.bias	2	-0.20236434042453766
79748	linear.bias	3	-0.5257468223571777
79748	linear.bias	4	-1.1150516271591187
79748	linear.bias	5	-1.1449602842330933
79748	linear.bias	6	-0.6920163631439209
79748	linear.bias	7	-0.6705955266952515
79748	linear.bias	8	-0.01705317199230194
79748	linear.bias	9	2.968750238418579
79945	transitions	0	-0.27453041076660156
79945	transitions	1	7.782572269439697
79945	transitions	2	-3.1248257160186768
79945	transitions	3	1.3600977659225464
79945	transitions	4	-1.8009926080703735
79945	transitions	5	-0.31620854139328003
79945	transitions	6	-0.1660250872373581
79945	transitions	7	-10000.0
79945	transitions	8	1.6467359066009521
79945	transitions	9	-2.288790702819824
79945	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
79945	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
79945	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
79945	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
79945	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
79945	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
79945	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
79945	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
79945	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
79945	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
79945	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
79945	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
79945	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
79945	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
79945	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
79945	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
79945	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
79945	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
79945	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
79945	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
79945	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
79945	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
79945	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
79945	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
79945	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
79945	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
79945	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
79945	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
79945	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
79945	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
79945	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
79945	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
79945	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
79945	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
79945	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
79945	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
79945	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
79945	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
79945	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
79945	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
79945	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
79945	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
79945	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
79945	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
79945	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
79945	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
79945	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
79945	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
79945	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
79945	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
79945	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
79945	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
79945	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
79945	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
79945	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
79945	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
79945	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
79945	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
79945	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
79945	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
79945	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
79945	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
79945	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
79945	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
79945	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
79945	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
79945	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
79945	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
79945	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
79945	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
79945	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
79945	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
79945	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
79945	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
79945	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
79945	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
79945	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
79945	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
79945	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
79945	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
79945	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
79945	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
79945	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
79945	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
79945	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
79945	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
79945	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
79945	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
79945	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
79945	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
79945	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
79945	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
79945	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
79945	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
79945	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
79945	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
79945	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
79945	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
79945	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
79945	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
79945	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
79945	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
79945	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
79945	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
79945	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
79945	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
79945	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
79945	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
79945	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
79945	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
79945	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
79945	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
79945	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
79945	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
79945	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
79945	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
79945	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
79945	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
79945	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
79945	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
79945	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
79945	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
79945	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
79945	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
79945	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
79945	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
79945	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
79945	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
79945	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
79945	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
79945	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
79945	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
79945	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
79945	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
79945	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
79945	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
79945	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
79945	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
79945	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
79945	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
79945	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
79945	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
79945	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
79945	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
79945	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
79945	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
79945	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
79945	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
79945	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
79945	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
79945	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
79945	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
79945	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
79945	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
79945	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
79945	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
79945	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
79945	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
79945	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
79945	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
79945	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
79945	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
79945	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
79945	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
79945	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
79945	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
79945	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
79945	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
79945	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
79945	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
79945	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
79945	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
79945	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
79945	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
79945	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
79945	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
79945	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
79945	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
79945	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
79945	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
79945	embedding2nn.weight	0	0.03911217674612999
79945	embedding2nn.weight	1	-0.07467010617256165
79945	embedding2nn.weight	2	0.021289069205522537
79945	embedding2nn.weight	3	-0.04117930307984352
79945	embedding2nn.weight	4	-0.10633356869220734
79945	embedding2nn.weight	5	0.08531264215707779
79945	embedding2nn.weight	6	-0.0943407490849495
79945	embedding2nn.weight	7	-0.08607736974954605
79945	embedding2nn.weight	8	-0.0038855394814163446
79945	embedding2nn.weight	9	0.04395970329642296
79945	embedding2nn.bias	0	0.046179208904504776
79945	embedding2nn.bias	1	-0.0020280377939343452
79945	embedding2nn.bias	2	-0.13032279908657074
79945	embedding2nn.bias	3	0.07207895815372467
79945	embedding2nn.bias	4	0.04800933599472046
79945	embedding2nn.bias	5	-0.16551095247268677
79945	embedding2nn.bias	6	-0.07915696501731873
79945	embedding2nn.bias	7	-0.05455613136291504
79945	embedding2nn.bias	8	0.10551809519529343
79945	embedding2nn.bias	9	-0.11098593473434448
79945	rnn.weight_ih_l0	0	-0.0007340353913605213
79945	rnn.weight_ih_l0	1	-0.04746391251683235
79945	rnn.weight_ih_l0	2	-0.04355346038937569
79945	rnn.weight_ih_l0	3	-0.0171140655875206
79945	rnn.weight_ih_l0	4	-0.0033285331446677446
79945	rnn.weight_ih_l0	5	-0.06052103638648987
79945	rnn.weight_ih_l0	6	0.030981123447418213
79945	rnn.weight_ih_l0	7	-0.048246052116155624
79945	rnn.weight_ih_l0	8	0.009301086887717247
79945	rnn.weight_ih_l0	9	-0.01174637395888567
79945	rnn.weight_hh_l0	0	-0.005770914256572723
79945	rnn.weight_hh_l0	1	-0.0652182474732399
79945	rnn.weight_hh_l0	2	0.047711923718452454
79945	rnn.weight_hh_l0	3	0.024035699665546417
79945	rnn.weight_hh_l0	4	0.007818500511348248
79945	rnn.weight_hh_l0	5	0.04549438878893852
79945	rnn.weight_hh_l0	6	-0.00960040744394064
79945	rnn.weight_hh_l0	7	-0.07522561401128769
79945	rnn.weight_hh_l0	8	-0.012306321412324905
79945	rnn.weight_hh_l0	9	-0.05543141067028046
79945	rnn.bias_ih_l0	0	-0.108102947473526
79945	rnn.bias_ih_l0	1	-0.12519073486328125
79945	rnn.bias_ih_l0	2	-0.2000640630722046
79945	rnn.bias_ih_l0	3	-0.26393547654151917
79945	rnn.bias_ih_l0	4	0.009175964631140232
79945	rnn.bias_ih_l0	5	0.03965321183204651
79945	rnn.bias_ih_l0	6	-0.1266370713710785
79945	rnn.bias_ih_l0	7	-0.21935442090034485
79945	rnn.bias_ih_l0	8	-0.1103707030415535
79945	rnn.bias_ih_l0	9	-0.12499052286148071
79945	rnn.bias_hh_l0	0	0.11640346050262451
79945	rnn.bias_hh_l0	1	-0.03747144713997841
79945	rnn.bias_hh_l0	2	0.015585766173899174
79945	rnn.bias_hh_l0	3	-0.1527644842863083
79945	rnn.bias_hh_l0	4	0.03438442945480347
79945	rnn.bias_hh_l0	5	0.012998688966035843
79945	rnn.bias_hh_l0	6	-0.08063789457082748
79945	rnn.bias_hh_l0	7	-0.12106487900018692
79945	rnn.bias_hh_l0	8	-0.14746509492397308
79945	rnn.bias_hh_l0	9	-0.09043178707361221
79945	rnn.weight_ih_l0_reverse	0	-0.012404704466462135
79945	rnn.weight_ih_l0_reverse	1	0.03143914416432381
79945	rnn.weight_ih_l0_reverse	2	-0.04168037325143814
79945	rnn.weight_ih_l0_reverse	3	-0.010447097010910511
79945	rnn.weight_ih_l0_reverse	4	0.011310992762446404
79945	rnn.weight_ih_l0_reverse	5	-0.053122058510780334
79945	rnn.weight_ih_l0_reverse	6	-0.03973813354969025
79945	rnn.weight_ih_l0_reverse	7	0.0037993642035871744
79945	rnn.weight_ih_l0_reverse	8	0.05742914602160454
79945	rnn.weight_ih_l0_reverse	9	8.378749043913558e-06
79945	rnn.weight_hh_l0_reverse	0	-0.0056628636084496975
79945	rnn.weight_hh_l0_reverse	1	0.017971521243453026
79945	rnn.weight_hh_l0_reverse	2	-0.037562545388936996
79945	rnn.weight_hh_l0_reverse	3	0.03411974012851715
79945	rnn.weight_hh_l0_reverse	4	0.01348092406988144
79945	rnn.weight_hh_l0_reverse	5	-0.01701122336089611
79945	rnn.weight_hh_l0_reverse	6	0.026094285771250725
79945	rnn.weight_hh_l0_reverse	7	0.02773873507976532
79945	rnn.weight_hh_l0_reverse	8	-0.006110277958214283
79945	rnn.weight_hh_l0_reverse	9	-0.04904145002365112
79945	rnn.bias_ih_l0_reverse	0	-0.11697514355182648
79945	rnn.bias_ih_l0_reverse	1	-0.2695084512233734
79945	rnn.bias_ih_l0_reverse	2	-0.046997375786304474
79945	rnn.bias_ih_l0_reverse	3	-0.09642510861158371
79945	rnn.bias_ih_l0_reverse	4	0.07813479751348495
79945	rnn.bias_ih_l0_reverse	5	-0.17542117834091187
79945	rnn.bias_ih_l0_reverse	6	-0.04616445675492287
79945	rnn.bias_ih_l0_reverse	7	0.03168071061372757
79945	rnn.bias_ih_l0_reverse	8	-0.14772608876228333
79945	rnn.bias_ih_l0_reverse	9	-0.06300922483205795
79945	rnn.bias_hh_l0_reverse	0	-0.11173854768276215
79945	rnn.bias_hh_l0_reverse	1	-0.10003116726875305
79945	rnn.bias_hh_l0_reverse	2	-0.015124524012207985
79945	rnn.bias_hh_l0_reverse	3	-0.10976542532444
79945	rnn.bias_hh_l0_reverse	4	-0.02583148702979088
79945	rnn.bias_hh_l0_reverse	5	-0.09663847833871841
79945	rnn.bias_hh_l0_reverse	6	-0.07685066014528275
79945	rnn.bias_hh_l0_reverse	7	-0.15170077979564667
79945	rnn.bias_hh_l0_reverse	8	-0.031599365174770355
79945	rnn.bias_hh_l0_reverse	9	-0.12409140169620514
79945	linear.weight	0	-0.22124572098255157
79945	linear.weight	1	-0.09099680185317993
79945	linear.weight	2	-0.011228874325752258
79945	linear.weight	3	-0.07733992487192154
79945	linear.weight	4	0.0557866133749485
79945	linear.weight	5	0.21196196973323822
79945	linear.weight	6	0.0047744326293468475
79945	linear.weight	7	-0.021312154829502106
79945	linear.weight	8	0.16236920654773712
79945	linear.weight	9	0.11393330991268158
79945	linear.bias	0	-0.7490273714065552
79945	linear.bias	1	1.0642660856246948
79945	linear.bias	2	-0.14995001256465912
79945	linear.bias	3	-0.5453014969825745
79945	linear.bias	4	-1.152769923210144
79945	linear.bias	5	-1.145097255706787
79945	linear.bias	6	-0.7174686193466187
79945	linear.bias	7	-0.6838147640228271
79945	linear.bias	8	-0.01705317199230194
79945	linear.bias	9	3.004281759262085
80142	transitions	0	-0.2748931646347046
80142	transitions	1	7.794371604919434
80142	transitions	2	-3.1266865730285645
80142	transitions	3	1.3557779788970947
80142	transitions	4	-1.8021610975265503
80142	transitions	5	-0.3163098990917206
80142	transitions	6	-0.16615013778209686
80142	transitions	7	-10000.0
80142	transitions	8	1.6462268829345703
80142	transitions	9	-2.288825035095215
80142	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
80142	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
80142	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
80142	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
80142	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
80142	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
80142	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
80142	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
80142	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
80142	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
80142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
80142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
80142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
80142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
80142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
80142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
80142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
80142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
80142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
80142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
80142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
80142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
80142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
80142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
80142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
80142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
80142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
80142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
80142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
80142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
80142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
80142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
80142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
80142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
80142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
80142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
80142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
80142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
80142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
80142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
80142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
80142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
80142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
80142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
80142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
80142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
80142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
80142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
80142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
80142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
80142	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
80142	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
80142	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
80142	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
80142	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
80142	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
80142	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
80142	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
80142	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
80142	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
80142	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
80142	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
80142	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
80142	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
80142	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
80142	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
80142	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
80142	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
80142	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
80142	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
80142	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
80142	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
80142	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
80142	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
80142	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
80142	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
80142	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
80142	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
80142	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
80142	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
80142	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
80142	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
80142	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
80142	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
80142	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
80142	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
80142	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
80142	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
80142	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
80142	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
80142	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
80142	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
80142	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
80142	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
80142	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
80142	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
80142	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
80142	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
80142	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
80142	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
80142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
80142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
80142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
80142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
80142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
80142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
80142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
80142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
80142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
80142	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
80142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
80142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
80142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
80142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
80142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
80142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
80142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
80142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
80142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
80142	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
80142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
80142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
80142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
80142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
80142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
80142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
80142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
80142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
80142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
80142	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
80142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
80142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
80142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
80142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
80142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
80142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
80142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
80142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
80142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
80142	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
80142	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
80142	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
80142	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
80142	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
80142	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
80142	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
80142	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
80142	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
80142	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
80142	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
80142	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
80142	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
80142	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
80142	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
80142	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
80142	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
80142	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
80142	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
80142	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
80142	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
80142	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
80142	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
80142	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
80142	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
80142	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
80142	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
80142	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
80142	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
80142	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
80142	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
80142	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
80142	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
80142	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
80142	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
80142	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
80142	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
80142	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
80142	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
80142	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
80142	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
80142	embedding2nn.weight	0	0.03893713280558586
80142	embedding2nn.weight	1	-0.07527217268943787
80142	embedding2nn.weight	2	0.022334642708301544
80142	embedding2nn.weight	3	-0.041063498705625534
80142	embedding2nn.weight	4	-0.1076681837439537
80142	embedding2nn.weight	5	0.08276179432868958
80142	embedding2nn.weight	6	-0.10070100426673889
80142	embedding2nn.weight	7	-0.0838809683918953
80142	embedding2nn.weight	8	-0.006329254247248173
80142	embedding2nn.weight	9	0.04480099678039551
80142	embedding2nn.bias	0	0.05110787972807884
80142	embedding2nn.bias	1	-0.009608094580471516
80142	embedding2nn.bias	2	-0.13774417340755463
80142	embedding2nn.bias	3	0.08107396215200424
80142	embedding2nn.bias	4	0.03824596107006073
80142	embedding2nn.bias	5	-0.16601043939590454
80142	embedding2nn.bias	6	-0.07522501796483994
80142	embedding2nn.bias	7	-0.06302668154239655
80142	embedding2nn.bias	8	0.11989697068929672
80142	embedding2nn.bias	9	-0.10653547942638397
80142	rnn.weight_ih_l0	0	0.000514996936544776
80142	rnn.weight_ih_l0	1	-0.047601815313100815
80142	rnn.weight_ih_l0	2	-0.04459273815155029
80142	rnn.weight_ih_l0	3	-0.01710635982453823
80142	rnn.weight_ih_l0	4	-0.004166729748249054
80142	rnn.weight_ih_l0	5	-0.06034712493419647
80142	rnn.weight_ih_l0	6	0.03182978183031082
80142	rnn.weight_ih_l0	7	-0.0490645095705986
80142	rnn.weight_ih_l0	8	0.01099627185612917
80142	rnn.weight_ih_l0	9	-0.013703510165214539
80142	rnn.weight_hh_l0	0	-0.005321306176483631
80142	rnn.weight_hh_l0	1	-0.06537164747714996
80142	rnn.weight_hh_l0	2	0.04845118150115013
80142	rnn.weight_hh_l0	3	0.024708786979317665
80142	rnn.weight_hh_l0	4	0.007373572327196598
80142	rnn.weight_hh_l0	5	0.04493686184287071
80142	rnn.weight_hh_l0	6	-0.00988729763776064
80142	rnn.weight_hh_l0	7	-0.07606720179319382
80142	rnn.weight_hh_l0	8	-0.01158116664737463
80142	rnn.weight_hh_l0	9	-0.055664047598838806
80142	rnn.bias_ih_l0	0	-0.10715006291866302
80142	rnn.bias_ih_l0	1	-0.12597233057022095
80142	rnn.bias_ih_l0	2	-0.20002038776874542
80142	rnn.bias_ih_l0	3	-0.2641127407550812
80142	rnn.bias_ih_l0	4	0.012715104967355728
80142	rnn.bias_ih_l0	5	0.035731274634599686
80142	rnn.bias_ih_l0	6	-0.1270464062690735
80142	rnn.bias_ih_l0	7	-0.2158314287662506
80142	rnn.bias_ih_l0	8	-0.1044226810336113
80142	rnn.bias_ih_l0	9	-0.12743839621543884
80142	rnn.bias_hh_l0	0	0.11319334805011749
80142	rnn.bias_hh_l0	1	-0.03623447194695473
80142	rnn.bias_hh_l0	2	0.01612994261085987
80142	rnn.bias_hh_l0	3	-0.15115149319171906
80142	rnn.bias_hh_l0	4	0.024460680782794952
80142	rnn.bias_hh_l0	5	0.014982261694967747
80142	rnn.bias_hh_l0	6	-0.08223912864923477
80142	rnn.bias_hh_l0	7	-0.12674753367900848
80142	rnn.bias_hh_l0	8	-0.15118001401424408
80142	rnn.bias_hh_l0	9	-0.09071056544780731
80142	rnn.weight_ih_l0_reverse	0	-0.012304219417273998
80142	rnn.weight_ih_l0_reverse	1	0.03311927616596222
80142	rnn.weight_ih_l0_reverse	2	-0.0438762903213501
80142	rnn.weight_ih_l0_reverse	3	-0.013088636100292206
80142	rnn.weight_ih_l0_reverse	4	0.01090390607714653
80142	rnn.weight_ih_l0_reverse	5	-0.054291438311338425
80142	rnn.weight_ih_l0_reverse	6	-0.036632560193538666
80142	rnn.weight_ih_l0_reverse	7	-0.0006828898331150413
80142	rnn.weight_ih_l0_reverse	8	0.0584435909986496
80142	rnn.weight_ih_l0_reverse	9	0.0019100186182186007
80142	rnn.weight_hh_l0_reverse	0	-0.005534919444471598
80142	rnn.weight_hh_l0_reverse	1	0.018425598740577698
80142	rnn.weight_hh_l0_reverse	2	-0.03775370866060257
80142	rnn.weight_hh_l0_reverse	3	0.033833421766757965
80142	rnn.weight_hh_l0_reverse	4	0.013683237135410309
80142	rnn.weight_hh_l0_reverse	5	-0.0171979870647192
80142	rnn.weight_hh_l0_reverse	6	0.027402028441429138
80142	rnn.weight_hh_l0_reverse	7	0.026373276486992836
80142	rnn.weight_hh_l0_reverse	8	-0.00708566140383482
80142	rnn.weight_hh_l0_reverse	9	-0.049226727336645126
80142	rnn.bias_ih_l0_reverse	0	-0.11846952885389328
80142	rnn.bias_ih_l0_reverse	1	-0.26705557107925415
80142	rnn.bias_ih_l0_reverse	2	-0.045937247574329376
80142	rnn.bias_ih_l0_reverse	3	-0.09701118618249893
80142	rnn.bias_ih_l0_reverse	4	0.07794971019029617
80142	rnn.bias_ih_l0_reverse	5	-0.17369341850280762
80142	rnn.bias_ih_l0_reverse	6	-0.044430430978536606
80142	rnn.bias_ih_l0_reverse	7	0.025693487375974655
80142	rnn.bias_ih_l0_reverse	8	-0.14925432205200195
80142	rnn.bias_ih_l0_reverse	9	-0.0654863640666008
80142	rnn.bias_hh_l0_reverse	0	-0.11585485190153122
80142	rnn.bias_hh_l0_reverse	1	-0.09884794056415558
80142	rnn.bias_hh_l0_reverse	2	-0.01694118045270443
80142	rnn.bias_hh_l0_reverse	3	-0.11389792710542679
80142	rnn.bias_hh_l0_reverse	4	-0.027919480577111244
80142	rnn.bias_hh_l0_reverse	5	-0.0988326296210289
80142	rnn.bias_hh_l0_reverse	6	-0.07777735590934753
80142	rnn.bias_hh_l0_reverse	7	-0.14831185340881348
80142	rnn.bias_hh_l0_reverse	8	-0.03361129388213158
80142	rnn.bias_hh_l0_reverse	9	-0.12170592695474625
80142	linear.weight	0	-0.244558647274971
80142	linear.weight	1	-0.09425253421068192
80142	linear.weight	2	-0.011228874325752258
80142	linear.weight	3	-0.07664929330348969
80142	linear.weight	4	0.05486895889043808
80142	linear.weight	5	0.21027123928070068
80142	linear.weight	6	0.0047744326293468475
80142	linear.weight	7	-0.021312154829502106
80142	linear.weight	8	0.1645735204219818
80142	linear.weight	9	0.13241061568260193
80142	linear.bias	0	-0.7294819951057434
80142	linear.bias	1	0.9994664192199707
80142	linear.bias	2	-0.2119419276714325
80142	linear.bias	3	-0.5441546440124512
80142	linear.bias	4	-1.102852702140808
80142	linear.bias	5	-1.145226001739502
80142	linear.bias	6	-0.6896212697029114
80142	linear.bias	7	-0.7125087976455688
80142	linear.bias	8	-0.01705317199230194
80142	linear.bias	9	3.063706398010254
80339	transitions	0	-0.27547112107276917
80339	transitions	1	7.771353721618652
80339	transitions	2	-3.1279067993164062
80339	transitions	3	1.3460761308670044
80339	transitions	4	-1.8042036294937134
80339	transitions	5	-0.31645920872688293
80339	transitions	6	-0.16623875498771667
80339	transitions	7	-10000.0
80339	transitions	8	1.646554708480835
80339	transitions	9	-2.288846015930176
80339	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
80339	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
80339	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
80339	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
80339	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
80339	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
80339	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
80339	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
80339	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
80339	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
80339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
80339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
80339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
80339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
80339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
80339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
80339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
80339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
80339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
80339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
80339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
80339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
80339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
80339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
80339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
80339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
80339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
80339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
80339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
80339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
80339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
80339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
80339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
80339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
80339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
80339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
80339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
80339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
80339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
80339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
80339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
80339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
80339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
80339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
80339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
80339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
80339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
80339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
80339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
80339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
80339	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
80339	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
80339	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
80339	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
80339	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
80339	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
80339	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
80339	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
80339	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
80339	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
80339	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
80339	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
80339	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
80339	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
80339	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
80339	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
80339	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
80339	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
80339	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
80339	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
80339	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
80339	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
80339	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
80339	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
80339	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
80339	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
80339	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
80339	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
80339	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
80339	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
80339	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
80339	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
80339	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
80339	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
80339	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
80339	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
80339	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
80339	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
80339	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
80339	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
80339	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
80339	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
80339	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
80339	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
80339	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
80339	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
80339	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
80339	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
80339	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
80339	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
80339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
80339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
80339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
80339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
80339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
80339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
80339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
80339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
80339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
80339	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
80339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
80339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
80339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
80339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
80339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
80339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
80339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
80339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
80339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
80339	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
80339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
80339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
80339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
80339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
80339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
80339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
80339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
80339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
80339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
80339	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
80339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
80339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
80339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
80339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
80339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
80339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
80339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
80339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
80339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
80339	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
80339	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
80339	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
80339	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
80339	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
80339	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
80339	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
80339	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
80339	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
80339	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
80339	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
80339	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
80339	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
80339	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
80339	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
80339	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
80339	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
80339	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
80339	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
80339	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
80339	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
80339	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
80339	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
80339	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
80339	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
80339	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
80339	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
80339	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
80339	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
80339	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
80339	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
80339	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
80339	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
80339	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
80339	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
80339	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
80339	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
80339	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
80339	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
80339	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
80339	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
80339	embedding2nn.weight	0	0.03896696865558624
80339	embedding2nn.weight	1	-0.0740203782916069
80339	embedding2nn.weight	2	0.021721653640270233
80339	embedding2nn.weight	3	-0.04142090305685997
80339	embedding2nn.weight	4	-0.10852603614330292
80339	embedding2nn.weight	5	0.08610207587480545
80339	embedding2nn.weight	6	-0.10394568741321564
80339	embedding2nn.weight	7	-0.08391571789979935
80339	embedding2nn.weight	8	-0.005936041008681059
80339	embedding2nn.weight	9	0.04423164576292038
80339	embedding2nn.bias	0	0.0582178570330143
80339	embedding2nn.bias	1	-0.008953897282481194
80339	embedding2nn.bias	2	-0.13846422731876373
80339	embedding2nn.bias	3	0.0807587057352066
80339	embedding2nn.bias	4	0.04069141671061516
80339	embedding2nn.bias	5	-0.16621841490268707
80339	embedding2nn.bias	6	-0.06360789388418198
80339	embedding2nn.bias	7	-0.06102343276143074
80339	embedding2nn.bias	8	0.1170167550444603
80339	embedding2nn.bias	9	-0.1203061118721962
80339	rnn.weight_ih_l0	0	-0.0002126050239894539
80339	rnn.weight_ih_l0	1	-0.047809600830078125
80339	rnn.weight_ih_l0	2	-0.04550433158874512
80339	rnn.weight_ih_l0	3	-0.01790700852870941
80339	rnn.weight_ih_l0	4	-0.003624781733378768
80339	rnn.weight_ih_l0	5	-0.05883992463350296
80339	rnn.weight_ih_l0	6	0.028293978422880173
80339	rnn.weight_ih_l0	7	-0.0505853071808815
80339	rnn.weight_ih_l0	8	0.00860103964805603
80339	rnn.weight_ih_l0	9	-0.013566787354648113
80339	rnn.weight_hh_l0	0	-0.005708858836442232
80339	rnn.weight_hh_l0	1	-0.06396082788705826
80339	rnn.weight_hh_l0	2	0.049226708710193634
80339	rnn.weight_hh_l0	3	0.025273675099015236
80339	rnn.weight_hh_l0	4	0.007305935490876436
80339	rnn.weight_hh_l0	5	0.046339768916368484
80339	rnn.weight_hh_l0	6	-0.009814737364649773
80339	rnn.weight_hh_l0	7	-0.07536356896162033
80339	rnn.weight_hh_l0	8	-0.011438821442425251
80339	rnn.weight_hh_l0	9	-0.057107217609882355
80339	rnn.bias_ih_l0	0	-0.10242260247468948
80339	rnn.bias_ih_l0	1	-0.12309225648641586
80339	rnn.bias_ih_l0	2	-0.20116521418094635
80339	rnn.bias_ih_l0	3	-0.26345503330230713
80339	rnn.bias_ih_l0	4	0.016074324026703835
80339	rnn.bias_ih_l0	5	0.038373079150915146
80339	rnn.bias_ih_l0	6	-0.12736189365386963
80339	rnn.bias_ih_l0	7	-0.21281960606575012
80339	rnn.bias_ih_l0	8	-0.10631757229566574
80339	rnn.bias_ih_l0	9	-0.12847962975502014
80339	rnn.bias_hh_l0	0	0.11827310174703598
80339	rnn.bias_hh_l0	1	-0.03958204761147499
80339	rnn.bias_hh_l0	2	0.013637524098157883
80339	rnn.bias_hh_l0	3	-0.15011879801750183
80339	rnn.bias_hh_l0	4	0.023836228996515274
80339	rnn.bias_hh_l0	5	0.016123520210385323
80339	rnn.bias_hh_l0	6	-0.08374173939228058
80339	rnn.bias_hh_l0	7	-0.1286022812128067
80339	rnn.bias_hh_l0	8	-0.1485096663236618
80339	rnn.bias_hh_l0	9	-0.0918157547712326
80339	rnn.weight_ih_l0_reverse	0	-0.013357210904359818
80339	rnn.weight_ih_l0_reverse	1	0.030454304069280624
80339	rnn.weight_ih_l0_reverse	2	-0.04117000475525856
80339	rnn.weight_ih_l0_reverse	3	-0.015260092914104462
80339	rnn.weight_ih_l0_reverse	4	0.011656015180051327
80339	rnn.weight_ih_l0_reverse	5	-0.055757928639650345
80339	rnn.weight_ih_l0_reverse	6	-0.038879118859767914
80339	rnn.weight_ih_l0_reverse	7	-0.00028821855084970593
80339	rnn.weight_ih_l0_reverse	8	0.059617381542921066
80339	rnn.weight_ih_l0_reverse	9	0.0009556188597343862
80339	rnn.weight_hh_l0_reverse	0	-0.005533998366445303
80339	rnn.weight_hh_l0_reverse	1	0.018763525411486626
80339	rnn.weight_hh_l0_reverse	2	-0.0372171476483345
80339	rnn.weight_hh_l0_reverse	3	0.03351040184497833
80339	rnn.weight_hh_l0_reverse	4	0.01344573125243187
80339	rnn.weight_hh_l0_reverse	5	-0.0167166069149971
80339	rnn.weight_hh_l0_reverse	6	0.027279958128929138
80339	rnn.weight_hh_l0_reverse	7	0.026770729571580887
80339	rnn.weight_hh_l0_reverse	8	-0.007851062342524529
80339	rnn.weight_hh_l0_reverse	9	-0.049532778561115265
80339	rnn.bias_ih_l0_reverse	0	-0.11330518871545792
80339	rnn.bias_ih_l0_reverse	1	-0.26790422201156616
80339	rnn.bias_ih_l0_reverse	2	-0.046681735664606094
80339	rnn.bias_ih_l0_reverse	3	-0.09393710643053055
80339	rnn.bias_ih_l0_reverse	4	0.07390432059764862
80339	rnn.bias_ih_l0_reverse	5	-0.17497819662094116
80339	rnn.bias_ih_l0_reverse	6	-0.04622167721390724
80339	rnn.bias_ih_l0_reverse	7	0.02654276415705681
80339	rnn.bias_ih_l0_reverse	8	-0.1474723517894745
80339	rnn.bias_ih_l0_reverse	9	-0.06623493880033493
80339	rnn.bias_hh_l0_reverse	0	-0.11822983622550964
80339	rnn.bias_hh_l0_reverse	1	-0.10003340989351273
80339	rnn.bias_hh_l0_reverse	2	-0.018227053806185722
80339	rnn.bias_hh_l0_reverse	3	-0.11434486508369446
80339	rnn.bias_hh_l0_reverse	4	-0.02912246435880661
80339	rnn.bias_hh_l0_reverse	5	-0.0964042991399765
80339	rnn.bias_hh_l0_reverse	6	-0.08063726127147675
80339	rnn.bias_hh_l0_reverse	7	-0.14720912277698517
80339	rnn.bias_hh_l0_reverse	8	-0.03208882361650467
80339	rnn.bias_hh_l0_reverse	9	-0.11965446174144745
80339	linear.weight	0	-0.23334597051143646
80339	linear.weight	1	-0.09441715478897095
80339	linear.weight	2	-0.011228874325752258
80339	linear.weight	3	-0.03812112659215927
80339	linear.weight	4	0.06113404035568237
80339	linear.weight	5	0.21589258313179016
80339	linear.weight	6	0.0047744326293468475
80339	linear.weight	7	-0.021312154829502106
80339	linear.weight	8	0.1379425972700119
80339	linear.weight	9	0.13711923360824585
80339	linear.bias	0	-0.7288933396339417
80339	linear.bias	1	1.0225040912628174
80339	linear.bias	2	-0.24319784343242645
80339	linear.bias	3	-0.5594010949134827
80339	linear.bias	4	-1.0713611841201782
80339	linear.bias	5	-1.1453557014465332
80339	linear.bias	6	-0.6860823035240173
80339	linear.bias	7	-0.7483513951301575
80339	linear.bias	8	-0.01705317199230194
80339	linear.bias	9	3.0926618576049805
80536	transitions	0	-0.27578359842300415
80536	transitions	1	7.74531888961792
80536	transitions	2	-3.129426956176758
80536	transitions	3	1.3342485427856445
80536	transitions	4	-1.8055802583694458
80536	transitions	5	-0.31658244132995605
80536	transitions	6	-0.16637034714221954
80536	transitions	7	-10000.0
80536	transitions	8	1.6444520950317383
80536	transitions	9	-2.2888689041137695
80536	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
80536	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
80536	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
80536	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
80536	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
80536	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
80536	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
80536	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
80536	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
80536	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
80536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
80536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
80536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
80536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
80536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
80536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
80536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
80536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
80536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
80536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
80536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
80536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
80536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
80536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
80536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
80536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
80536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
80536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
80536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
80536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
80536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
80536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
80536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
80536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
80536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
80536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
80536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
80536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
80536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
80536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
80536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
80536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
80536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
80536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
80536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
80536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
80536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
80536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
80536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
80536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
80536	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
80536	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
80536	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
80536	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
80536	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
80536	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
80536	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
80536	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
80536	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
80536	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
80536	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
80536	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
80536	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
80536	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
80536	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
80536	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
80536	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
80536	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
80536	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
80536	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
80536	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
80536	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
80536	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
80536	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
80536	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
80536	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
80536	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
80536	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
80536	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
80536	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
80536	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
80536	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
80536	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
80536	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
80536	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
80536	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
80536	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
80536	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
80536	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
80536	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
80536	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
80536	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
80536	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
80536	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
80536	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
80536	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
80536	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
80536	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
80536	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
80536	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
80536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
80536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
80536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
80536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
80536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
80536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
80536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
80536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
80536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
80536	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
80536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
80536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
80536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
80536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
80536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
80536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
80536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
80536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
80536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
80536	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
80536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
80536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
80536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
80536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
80536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
80536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
80536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
80536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
80536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
80536	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
80536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
80536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
80536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
80536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
80536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
80536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
80536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
80536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
80536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
80536	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
80536	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
80536	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
80536	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
80536	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
80536	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
80536	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
80536	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
80536	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
80536	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
80536	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
80536	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
80536	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
80536	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
80536	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
80536	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
80536	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
80536	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
80536	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
80536	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
80536	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
80536	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
80536	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
80536	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
80536	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
80536	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
80536	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
80536	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
80536	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
80536	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
80536	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
80536	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
80536	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
80536	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
80536	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
80536	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
80536	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
80536	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
80536	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
80536	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
80536	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
80536	embedding2nn.weight	0	0.03825443610548973
80536	embedding2nn.weight	1	-0.07360050827264786
80536	embedding2nn.weight	2	0.024435164406895638
80536	embedding2nn.weight	3	-0.04127657786011696
80536	embedding2nn.weight	4	-0.10998311638832092
80536	embedding2nn.weight	5	0.08638255298137665
80536	embedding2nn.weight	6	-0.09919554740190506
80536	embedding2nn.weight	7	-0.08327613770961761
80536	embedding2nn.weight	8	-0.005540677346289158
80536	embedding2nn.weight	9	0.045934926718473434
80536	embedding2nn.bias	0	0.08545301109552383
80536	embedding2nn.bias	1	0.002553666941821575
80536	embedding2nn.bias	2	-0.1472720205783844
80536	embedding2nn.bias	3	0.09245367348194122
80536	embedding2nn.bias	4	0.04556967690587044
80536	embedding2nn.bias	5	-0.14796951413154602
80536	embedding2nn.bias	6	-0.06185060739517212
80536	embedding2nn.bias	7	-0.06522247195243835
80536	embedding2nn.bias	8	0.09857053309679031
80536	embedding2nn.bias	9	-0.11981236934661865
80536	rnn.weight_ih_l0	0	-0.00016083160880953074
80536	rnn.weight_ih_l0	1	-0.05567145720124245
80536	rnn.weight_ih_l0	2	-0.04422585293650627
80536	rnn.weight_ih_l0	3	-0.0181414894759655
80536	rnn.weight_ih_l0	4	-0.003664922434836626
80536	rnn.weight_ih_l0	5	-0.0591525137424469
80536	rnn.weight_ih_l0	6	0.027543459087610245
80536	rnn.weight_ih_l0	7	-0.05159725621342659
80536	rnn.weight_ih_l0	8	0.007258711848407984
80536	rnn.weight_ih_l0	9	-0.010021683759987354
80536	rnn.weight_hh_l0	0	-0.0066725146025419235
80536	rnn.weight_hh_l0	1	-0.06405844539403915
80536	rnn.weight_hh_l0	2	0.04845947399735451
80536	rnn.weight_hh_l0	3	0.02531677857041359
80536	rnn.weight_hh_l0	4	0.007099689915776253
80536	rnn.weight_hh_l0	5	0.04618729650974274
80536	rnn.weight_hh_l0	6	-0.010219921357929707
80536	rnn.weight_hh_l0	7	-0.0758495181798935
80536	rnn.weight_hh_l0	8	-0.01339786872267723
80536	rnn.weight_hh_l0	9	-0.05680963024497032
80536	rnn.bias_ih_l0	0	-0.10663987696170807
80536	rnn.bias_ih_l0	1	-0.12420109659433365
80536	rnn.bias_ih_l0	2	-0.2076696753501892
80536	rnn.bias_ih_l0	3	-0.2627614736557007
80536	rnn.bias_ih_l0	4	0.01229775045067072
80536	rnn.bias_ih_l0	5	0.0547046922147274
80536	rnn.bias_ih_l0	6	-0.12965291738510132
80536	rnn.bias_ih_l0	7	-0.2056829333305359
80536	rnn.bias_ih_l0	8	-0.11065636575222015
80536	rnn.bias_ih_l0	9	-0.12888088822364807
80536	rnn.bias_hh_l0	0	0.11819692701101303
80536	rnn.bias_hh_l0	1	-0.03971540927886963
80536	rnn.bias_hh_l0	2	0.01185354683548212
80536	rnn.bias_hh_l0	3	-0.15223059058189392
80536	rnn.bias_hh_l0	4	0.02352539449930191
80536	rnn.bias_hh_l0	5	0.018342653289437294
80536	rnn.bias_hh_l0	6	-0.08185156434774399
80536	rnn.bias_hh_l0	7	-0.12868228554725647
80536	rnn.bias_hh_l0	8	-0.14692775905132294
80536	rnn.bias_hh_l0	9	-0.08839306980371475
80536	rnn.weight_ih_l0_reverse	0	-0.012206385843455791
80536	rnn.weight_ih_l0_reverse	1	0.02939424477517605
80536	rnn.weight_ih_l0_reverse	2	-0.0386178083717823
80536	rnn.weight_ih_l0_reverse	3	-0.014536485075950623
80536	rnn.weight_ih_l0_reverse	4	0.012379097752273083
80536	rnn.weight_ih_l0_reverse	5	-0.05733262747526169
80536	rnn.weight_ih_l0_reverse	6	-0.0402042493224144
80536	rnn.weight_ih_l0_reverse	7	0.0019731216598302126
80536	rnn.weight_ih_l0_reverse	8	0.061515480279922485
80536	rnn.weight_ih_l0_reverse	9	0.0032099972013384104
80536	rnn.weight_hh_l0_reverse	0	-0.005640448071062565
80536	rnn.weight_hh_l0_reverse	1	0.018564242869615555
80536	rnn.weight_hh_l0_reverse	2	-0.03631461039185524
80536	rnn.weight_hh_l0_reverse	3	0.03318857029080391
80536	rnn.weight_hh_l0_reverse	4	0.014618598856031895
80536	rnn.weight_hh_l0_reverse	5	-0.017615176737308502
80536	rnn.weight_hh_l0_reverse	6	0.027298692613840103
80536	rnn.weight_hh_l0_reverse	7	0.02623564563691616
80536	rnn.weight_hh_l0_reverse	8	-0.008099065162241459
80536	rnn.weight_hh_l0_reverse	9	-0.049942631274461746
80536	rnn.bias_ih_l0_reverse	0	-0.11445792764425278
80536	rnn.bias_ih_l0_reverse	1	-0.27082136273384094
80536	rnn.bias_ih_l0_reverse	2	-0.04867023602128029
80536	rnn.bias_ih_l0_reverse	3	-0.09434141218662262
80536	rnn.bias_ih_l0_reverse	4	0.08026142418384552
80536	rnn.bias_ih_l0_reverse	5	-0.17509736120700836
80536	rnn.bias_ih_l0_reverse	6	-0.04672669246792793
80536	rnn.bias_ih_l0_reverse	7	0.034538716077804565
80536	rnn.bias_ih_l0_reverse	8	-0.14773507416248322
80536	rnn.bias_ih_l0_reverse	9	-0.06531762331724167
80536	rnn.bias_hh_l0_reverse	0	-0.11702702194452286
80536	rnn.bias_hh_l0_reverse	1	-0.10945700109004974
80536	rnn.bias_hh_l0_reverse	2	-0.018508465960621834
80536	rnn.bias_hh_l0_reverse	3	-0.10928034782409668
80536	rnn.bias_hh_l0_reverse	4	-0.02664247341454029
80536	rnn.bias_hh_l0_reverse	5	-0.09665757417678833
80536	rnn.bias_hh_l0_reverse	6	-0.08103570342063904
80536	rnn.bias_hh_l0_reverse	7	-0.14853526651859283
80536	rnn.bias_hh_l0_reverse	8	-0.033491190522909164
80536	rnn.bias_hh_l0_reverse	9	-0.12215999513864517
80536	linear.weight	0	-0.22564567625522614
80536	linear.weight	1	-0.102742038667202
80536	linear.weight	2	-0.011228874325752258
80536	linear.weight	3	-0.062114499509334564
80536	linear.weight	4	0.06247452273964882
80536	linear.weight	5	0.20386391878128052
80536	linear.weight	6	0.0047744326293468475
80536	linear.weight	7	-0.021312154829502106
80536	linear.weight	8	0.14408624172210693
80536	linear.weight	9	0.15694651007652283
80536	linear.bias	0	-0.7117772102355957
80536	linear.bias	1	1.0044912099838257
80536	linear.bias	2	-0.2033601701259613
80536	linear.bias	3	-0.5564492344856262
80536	linear.bias	4	-1.1113773584365845
80536	linear.bias	5	-1.1455169916152954
80536	linear.bias	6	-0.6640055179595947
80536	linear.bias	7	-0.7159866690635681
80536	linear.bias	8	-0.01705317199230194
80536	linear.bias	9	3.05098295211792
80733	transitions	0	-0.27636727690696716
80733	transitions	1	7.785502910614014
80733	transitions	2	-3.130557060241699
80733	transitions	3	1.3254774808883667
80733	transitions	4	-1.80679190158844
80733	transitions	5	-0.31688761711120605
80733	transitions	6	-0.1664625108242035
80733	transitions	7	-10000.0
80733	transitions	8	1.6382238864898682
80733	transitions	9	-2.288888692855835
80733	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
80733	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
80733	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
80733	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
80733	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
80733	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
80733	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
80733	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
80733	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
80733	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
80733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
80733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
80733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
80733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
80733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
80733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
80733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
80733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
80733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
80733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
80733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
80733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
80733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
80733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
80733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
80733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
80733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
80733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
80733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
80733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
80733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
80733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
80733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
80733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
80733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
80733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
80733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
80733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
80733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
80733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
80733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
80733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
80733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
80733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
80733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
80733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
80733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
80733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
80733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
80733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
80733	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
80733	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
80733	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
80733	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
80733	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
80733	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
80733	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
80733	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
80733	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
80733	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
80733	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
80733	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
80733	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
80733	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
80733	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
80733	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
80733	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
80733	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
80733	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
80733	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
80733	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
80733	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
80733	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
80733	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
80733	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
80733	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
80733	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
80733	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
80733	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
80733	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
80733	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
80733	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
80733	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
80733	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
80733	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
80733	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
80733	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
80733	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
80733	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
80733	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
80733	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
80733	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
80733	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
80733	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
80733	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
80733	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
80733	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
80733	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
80733	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
80733	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
80733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
80733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
80733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
80733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
80733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
80733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
80733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
80733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
80733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
80733	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
80733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
80733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
80733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
80733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
80733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
80733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
80733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
80733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
80733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
80733	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
80733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
80733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
80733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
80733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
80733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
80733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
80733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
80733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
80733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
80733	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
80733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
80733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
80733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
80733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
80733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
80733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
80733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
80733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
80733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
80733	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
80733	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
80733	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
80733	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
80733	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
80733	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
80733	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
80733	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
80733	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
80733	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
80733	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
80733	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
80733	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
80733	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
80733	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
80733	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
80733	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
80733	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
80733	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
80733	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
80733	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
80733	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
80733	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
80733	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
80733	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
80733	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
80733	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
80733	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
80733	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
80733	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
80733	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
80733	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
80733	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
80733	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
80733	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
80733	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
80733	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
80733	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
80733	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
80733	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
80733	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
80733	embedding2nn.weight	0	0.03871432691812515
80733	embedding2nn.weight	1	-0.07239437103271484
80733	embedding2nn.weight	2	0.027397193014621735
80733	embedding2nn.weight	3	-0.04105432704091072
80733	embedding2nn.weight	4	-0.11390239000320435
80733	embedding2nn.weight	5	0.08601342886686325
80733	embedding2nn.weight	6	-0.09858454763889313
80733	embedding2nn.weight	7	-0.07964079082012177
80733	embedding2nn.weight	8	-0.005058966111391783
80733	embedding2nn.weight	9	0.045459166169166565
80733	embedding2nn.bias	0	0.09808175265789032
80733	embedding2nn.bias	1	-0.006740174256265163
80733	embedding2nn.bias	2	-0.1513538509607315
80733	embedding2nn.bias	3	0.08205928653478622
80733	embedding2nn.bias	4	0.0567474365234375
80733	embedding2nn.bias	5	-0.1525219827890396
80733	embedding2nn.bias	6	-0.04217948764562607
80733	embedding2nn.bias	7	-0.07023829966783524
80733	embedding2nn.bias	8	0.09851107746362686
80733	embedding2nn.bias	9	-0.11969190835952759
80733	rnn.weight_ih_l0	0	0.0020184360910207033
80733	rnn.weight_ih_l0	1	-0.056108444929122925
80733	rnn.weight_ih_l0	2	-0.04129436984658241
80733	rnn.weight_ih_l0	3	-0.01880861446261406
80733	rnn.weight_ih_l0	4	-0.0017412510933354497
80733	rnn.weight_ih_l0	5	-0.055715784430503845
80733	rnn.weight_ih_l0	6	0.02825959026813507
80733	rnn.weight_ih_l0	7	-0.05145498365163803
80733	rnn.weight_ih_l0	8	0.0004539927758742124
80733	rnn.weight_ih_l0	9	-0.010800834745168686
80733	rnn.weight_hh_l0	0	-0.006060886196792126
80733	rnn.weight_hh_l0	1	-0.0636792704463005
80733	rnn.weight_hh_l0	2	0.048364270478487015
80733	rnn.weight_hh_l0	3	0.025758977979421616
80733	rnn.weight_hh_l0	4	0.006994937546551228
80733	rnn.weight_hh_l0	5	0.04693181812763214
80733	rnn.weight_hh_l0	6	-0.010721228085458279
80733	rnn.weight_hh_l0	7	-0.07756907492876053
80733	rnn.weight_hh_l0	8	-0.014456682838499546
80733	rnn.weight_hh_l0	9	-0.05240224301815033
80733	rnn.bias_ih_l0	0	-0.09864574670791626
80733	rnn.bias_ih_l0	1	-0.12328317016363144
80733	rnn.bias_ih_l0	2	-0.20640058815479279
80733	rnn.bias_ih_l0	3	-0.2618875205516815
80733	rnn.bias_ih_l0	4	0.013036801479756832
80733	rnn.bias_ih_l0	5	0.05585785582661629
80733	rnn.bias_ih_l0	6	-0.12914089858531952
80733	rnn.bias_ih_l0	7	-0.2109803408384323
80733	rnn.bias_ih_l0	8	-0.10969457775354385
80733	rnn.bias_ih_l0	9	-0.1275860071182251
80733	rnn.bias_hh_l0	0	0.12086599320173264
80733	rnn.bias_hh_l0	1	-0.03942685201764107
80733	rnn.bias_hh_l0	2	0.015508828684687614
80733	rnn.bias_hh_l0	3	-0.15398818254470825
80733	rnn.bias_hh_l0	4	0.024941010400652885
80733	rnn.bias_hh_l0	5	0.017081569880247116
80733	rnn.bias_hh_l0	6	-0.08157740533351898
80733	rnn.bias_hh_l0	7	-0.12879832088947296
80733	rnn.bias_hh_l0	8	-0.1499539613723755
80733	rnn.bias_hh_l0	9	-0.08673427999019623
80733	rnn.weight_ih_l0_reverse	0	-0.009954928420484066
80733	rnn.weight_ih_l0_reverse	1	0.029793772846460342
80733	rnn.weight_ih_l0_reverse	2	-0.04001082479953766
80733	rnn.weight_ih_l0_reverse	3	-0.014993958175182343
80733	rnn.weight_ih_l0_reverse	4	0.008905304595828056
80733	rnn.weight_ih_l0_reverse	5	-0.05492309108376503
80733	rnn.weight_ih_l0_reverse	6	-0.041626542806625366
80733	rnn.weight_ih_l0_reverse	7	-0.0002135889808414504
80733	rnn.weight_ih_l0_reverse	8	0.05979721620678902
80733	rnn.weight_ih_l0_reverse	9	0.0025546846445649862
80733	rnn.weight_hh_l0_reverse	0	-0.005668564699590206
80733	rnn.weight_hh_l0_reverse	1	0.01784077286720276
80733	rnn.weight_hh_l0_reverse	2	-0.03673442453145981
80733	rnn.weight_hh_l0_reverse	3	0.03350001573562622
80733	rnn.weight_hh_l0_reverse	4	0.015083515085279942
80733	rnn.weight_hh_l0_reverse	5	-0.017579520121216774
80733	rnn.weight_hh_l0_reverse	6	0.028954120352864265
80733	rnn.weight_hh_l0_reverse	7	0.02659992314875126
80733	rnn.weight_hh_l0_reverse	8	-0.00829816609621048
80733	rnn.weight_hh_l0_reverse	9	-0.04970606788992882
80733	rnn.bias_ih_l0_reverse	0	-0.11551354825496674
80733	rnn.bias_ih_l0_reverse	1	-0.27629491686820984
80733	rnn.bias_ih_l0_reverse	2	-0.04968458041548729
80733	rnn.bias_ih_l0_reverse	3	-0.09554899483919144
80733	rnn.bias_ih_l0_reverse	4	0.07982315123081207
80733	rnn.bias_ih_l0_reverse	5	-0.17705871164798737
80733	rnn.bias_ih_l0_reverse	6	-0.04960642382502556
80733	rnn.bias_ih_l0_reverse	7	0.03334861248731613
80733	rnn.bias_ih_l0_reverse	8	-0.1471443772315979
80733	rnn.bias_ih_l0_reverse	9	-0.06691078841686249
80733	rnn.bias_hh_l0_reverse	0	-0.11418580263853073
80733	rnn.bias_hh_l0_reverse	1	-0.10769777745008469
80733	rnn.bias_hh_l0_reverse	2	-0.01935984566807747
80733	rnn.bias_hh_l0_reverse	3	-0.10908619314432144
80733	rnn.bias_hh_l0_reverse	4	-0.024862391874194145
80733	rnn.bias_hh_l0_reverse	5	-0.09443648904561996
80733	rnn.bias_hh_l0_reverse	6	-0.08150643855333328
80733	rnn.bias_hh_l0_reverse	7	-0.14957749843597412
80733	rnn.bias_hh_l0_reverse	8	-0.0299261212348938
80733	rnn.bias_hh_l0_reverse	9	-0.1254597008228302
80733	linear.weight	0	-0.23171459138393402
80733	linear.weight	1	-0.10428331792354584
80733	linear.weight	2	-0.011228874325752258
80733	linear.weight	3	-0.05219145864248276
80733	linear.weight	4	0.056502532213926315
80733	linear.weight	5	0.218720942735672
80733	linear.weight	6	0.0047744326293468475
80733	linear.weight	7	-0.021312154829502106
80733	linear.weight	8	0.1553913801908493
80733	linear.weight	9	0.1567828208208084
80733	linear.bias	0	-0.760100245475769
80733	linear.bias	1	1.0267374515533447
80733	linear.bias	2	-0.2790893316268921
80733	linear.bias	3	-0.5208737850189209
80733	linear.bias	4	-1.081942081451416
80733	linear.bias	5	-1.145658254623413
80733	linear.bias	6	-0.7149510979652405
80733	linear.bias	7	-0.6939609050750732
80733	linear.bias	8	-0.01705317199230194
80733	linear.bias	9	2.9799375534057617
80930	transitions	0	-0.2766900360584259
80930	transitions	1	7.754420280456543
80930	transitions	2	-3.1320993900299072
80930	transitions	3	1.3263956308364868
80930	transitions	4	-1.8096318244934082
80930	transitions	5	-0.31702208518981934
80930	transitions	6	-0.16658620536327362
80930	transitions	7	-10000.0
80930	transitions	8	1.6420888900756836
80930	transitions	9	-2.2889068126678467
80930	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
80930	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
80930	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
80930	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
80930	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
80930	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
80930	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
80930	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
80930	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
80930	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
80930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
80930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
80930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
80930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
80930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
80930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
80930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
80930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
80930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
80930	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
80930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
80930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
80930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
80930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
80930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
80930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
80930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
80930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
80930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
80930	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
80930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
80930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
80930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
80930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
80930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
80930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
80930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
80930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
80930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
80930	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
80930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
80930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
80930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
80930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
80930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
80930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
80930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
80930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
80930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
80930	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
80930	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
80930	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
80930	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
80930	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
80930	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
80930	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
80930	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
80930	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
80930	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
80930	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
80930	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
80930	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
80930	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
80930	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
80930	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
80930	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
80930	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
80930	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
80930	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
80930	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
80930	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
80930	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
80930	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
80930	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
80930	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
80930	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
80930	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
80930	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
80930	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
80930	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
80930	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
80930	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
80930	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
80930	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
80930	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
80930	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
80930	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
80930	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
80930	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
80930	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
80930	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
80930	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
80930	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
80930	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
80930	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
80930	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
80930	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
80930	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
80930	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
80930	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
80930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
80930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
80930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
80930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
80930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
80930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
80930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
80930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
80930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
80930	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
80930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
80930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
80930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
80930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
80930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
80930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
80930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
80930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
80930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
80930	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
80930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
80930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
80930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
80930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
80930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
80930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
80930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
80930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
80930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
80930	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
80930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
80930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
80930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
80930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
80930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
80930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
80930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
80930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
80930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
80930	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
80930	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
80930	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
80930	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
80930	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
80930	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
80930	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
80930	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
80930	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
80930	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
80930	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
80930	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
80930	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
80930	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
80930	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
80930	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
80930	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
80930	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
80930	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
80930	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
80930	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
80930	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
80930	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
80930	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
80930	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
80930	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
80930	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
80930	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
80930	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
80930	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
80930	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
80930	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
80930	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
80930	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
80930	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
80930	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
80930	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
80930	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
80930	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
80930	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
80930	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
80930	embedding2nn.weight	0	0.038931023329496384
80930	embedding2nn.weight	1	-0.07258159667253494
80930	embedding2nn.weight	2	0.021459704264998436
80930	embedding2nn.weight	3	-0.04241298884153366
80930	embedding2nn.weight	4	-0.11475087702274323
80930	embedding2nn.weight	5	0.08630798012018204
80930	embedding2nn.weight	6	-0.09528736770153046
80930	embedding2nn.weight	7	-0.08135057985782623
80930	embedding2nn.weight	8	-0.0028760856948792934
80930	embedding2nn.weight	9	0.040697131305933
80930	embedding2nn.bias	0	0.08880327641963959
80930	embedding2nn.bias	1	-0.0018289444269612432
80930	embedding2nn.bias	2	-0.1505059450864792
80930	embedding2nn.bias	3	0.08082303404808044
80930	embedding2nn.bias	4	0.04739396274089813
80930	embedding2nn.bias	5	-0.16586804389953613
80930	embedding2nn.bias	6	-0.04817637428641319
80930	embedding2nn.bias	7	-0.05697089806199074
80930	embedding2nn.bias	8	0.09100916981697083
80930	embedding2nn.bias	9	-0.10486189275979996
80930	rnn.weight_ih_l0	0	0.0008022621623240411
80930	rnn.weight_ih_l0	1	-0.05064099282026291
80930	rnn.weight_ih_l0	2	-0.03836967796087265
80930	rnn.weight_ih_l0	3	-0.01840922422707081
80930	rnn.weight_ih_l0	4	-0.002492110477760434
80930	rnn.weight_ih_l0	5	-0.05396053567528725
80930	rnn.weight_ih_l0	6	0.031168421730399132
80930	rnn.weight_ih_l0	7	-0.05136066675186157
80930	rnn.weight_ih_l0	8	-0.0007169825839810073
80930	rnn.weight_ih_l0	9	-0.011271780356764793
80930	rnn.weight_hh_l0	0	-0.005159623455256224
80930	rnn.weight_hh_l0	1	-0.065594382584095
80930	rnn.weight_hh_l0	2	0.0489276759326458
80930	rnn.weight_hh_l0	3	0.025350147858262062
80930	rnn.weight_hh_l0	4	0.0067658936604857445
80930	rnn.weight_hh_l0	5	0.04733150452375412
80930	rnn.weight_hh_l0	6	-0.010694940574467182
80930	rnn.weight_hh_l0	7	-0.07746697217226028
80930	rnn.weight_hh_l0	8	-0.015114368870854378
80930	rnn.weight_hh_l0	9	-0.054054610431194305
80930	rnn.bias_ih_l0	0	-0.10419993102550507
80930	rnn.bias_ih_l0	1	-0.12400645017623901
80930	rnn.bias_ih_l0	2	-0.20811185240745544
80930	rnn.bias_ih_l0	3	-0.26205387711524963
80930	rnn.bias_ih_l0	4	0.00794111005961895
80930	rnn.bias_ih_l0	5	0.05558384209871292
80930	rnn.bias_ih_l0	6	-0.12725000083446503
80930	rnn.bias_ih_l0	7	-0.21340836584568024
80930	rnn.bias_ih_l0	8	-0.10850125551223755
80930	rnn.bias_ih_l0	9	-0.12677663564682007
80930	rnn.bias_hh_l0	0	0.12192356586456299
80930	rnn.bias_hh_l0	1	-0.039317477494478226
80930	rnn.bias_hh_l0	2	0.015201816335320473
80930	rnn.bias_hh_l0	3	-0.15697678923606873
80930	rnn.bias_hh_l0	4	0.024628259241580963
80930	rnn.bias_hh_l0	5	0.01784551329910755
80930	rnn.bias_hh_l0	6	-0.08238238841295242
80930	rnn.bias_hh_l0	7	-0.128831148147583
80930	rnn.bias_hh_l0	8	-0.1540263593196869
80930	rnn.bias_hh_l0	9	-0.08742108196020126
80930	rnn.weight_ih_l0_reverse	0	-0.01032442320138216
80930	rnn.weight_ih_l0_reverse	1	0.030101196840405464
80930	rnn.weight_ih_l0_reverse	2	-0.04116354137659073
80930	rnn.weight_ih_l0_reverse	3	-0.017491469159722328
80930	rnn.weight_ih_l0_reverse	4	0.011824296787381172
80930	rnn.weight_ih_l0_reverse	5	-0.057319190353155136
80930	rnn.weight_ih_l0_reverse	6	-0.04403717443346977
80930	rnn.weight_ih_l0_reverse	7	0.001109774922952056
80930	rnn.weight_ih_l0_reverse	8	0.05781213566660881
80930	rnn.weight_ih_l0_reverse	9	0.00431841192767024
80930	rnn.weight_hh_l0_reverse	0	-0.005552459042519331
80930	rnn.weight_hh_l0_reverse	1	0.017188582569360733
80930	rnn.weight_hh_l0_reverse	2	-0.034841593354940414
80930	rnn.weight_hh_l0_reverse	3	0.032848697155714035
80930	rnn.weight_hh_l0_reverse	4	0.015402371995151043
80930	rnn.weight_hh_l0_reverse	5	-0.015668286010622978
80930	rnn.weight_hh_l0_reverse	6	0.02871587499976158
80930	rnn.weight_hh_l0_reverse	7	0.026977326720952988
80930	rnn.weight_hh_l0_reverse	8	-0.008322597481310368
80930	rnn.weight_hh_l0_reverse	9	-0.05023655295372009
80930	rnn.bias_ih_l0_reverse	0	-0.11767998337745667
80930	rnn.bias_ih_l0_reverse	1	-0.277018278837204
80930	rnn.bias_ih_l0_reverse	2	-0.05097096040844917
80930	rnn.bias_ih_l0_reverse	3	-0.09627678990364075
80930	rnn.bias_ih_l0_reverse	4	0.07906471192836761
80930	rnn.bias_ih_l0_reverse	5	-0.17932027578353882
80930	rnn.bias_ih_l0_reverse	6	-0.04479869455099106
80930	rnn.bias_ih_l0_reverse	7	0.03619806841015816
80930	rnn.bias_ih_l0_reverse	8	-0.14807331562042236
80930	rnn.bias_ih_l0_reverse	9	-0.06740736961364746
80930	rnn.bias_hh_l0_reverse	0	-0.11603284627199173
80930	rnn.bias_hh_l0_reverse	1	-0.10442875325679779
80930	rnn.bias_hh_l0_reverse	2	-0.020103581249713898
80930	rnn.bias_hh_l0_reverse	3	-0.11286451667547226
80930	rnn.bias_hh_l0_reverse	4	-0.02577747404575348
80930	rnn.bias_hh_l0_reverse	5	-0.0975584089756012
80930	rnn.bias_hh_l0_reverse	6	-0.08099295198917389
80930	rnn.bias_hh_l0_reverse	7	-0.150189608335495
80930	rnn.bias_hh_l0_reverse	8	-0.03351600840687752
80930	rnn.bias_hh_l0_reverse	9	-0.1254728138446808
80930	linear.weight	0	-0.20633146166801453
80930	linear.weight	1	-0.10878761857748032
80930	linear.weight	2	-0.011228874325752258
80930	linear.weight	3	-0.04517285153269768
80930	linear.weight	4	0.052845586091279984
80930	linear.weight	5	0.22477349638938904
80930	linear.weight	6	0.0047744326293468475
80930	linear.weight	7	-0.021312154829502106
80930	linear.weight	8	0.13552772998809814
80930	linear.weight	9	0.19509722292423248
80930	linear.bias	0	-0.737680196762085
80930	linear.bias	1	1.0841033458709717
80930	linear.bias	2	-0.17912302911281586
80930	linear.bias	3	-0.580123782157898
80930	linear.bias	4	-1.106647253036499
80930	linear.bias	5	-1.1458041667938232
80930	linear.bias	6	-0.6910766959190369
80930	linear.bias	7	-0.6793601512908936
80930	linear.bias	8	-0.01705317199230194
80930	linear.bias	9	3.0488967895507812
80934	transitions	0	-0.2766951024532318
80934	transitions	1	7.753417491912842
80934	transitions	2	-3.1324427127838135
80934	transitions	3	1.326230525970459
80934	transitions	4	-1.8096355199813843
80934	transitions	5	-0.317027747631073
80934	transitions	6	-0.16658654808998108
80934	transitions	7	-10000.0
80934	transitions	8	1.6420761346817017
80934	transitions	9	-2.288907051086426
80934	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
80934	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
80934	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
80934	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
80934	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
80934	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
80934	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
80934	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
80934	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
80934	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
80934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
80934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
80934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
80934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
80934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
80934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
80934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
80934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
80934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
80934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
80934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
80934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
80934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
80934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
80934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
80934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
80934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
80934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
80934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
80934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
80934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
80934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
80934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
80934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
80934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
80934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
80934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
80934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
80934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
80934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
80934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
80934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
80934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
80934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
80934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
80934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
80934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
80934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
80934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
80934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
80934	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
80934	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
80934	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
80934	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
80934	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
80934	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
80934	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
80934	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
80934	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
80934	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
80934	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
80934	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
80934	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
80934	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
80934	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
80934	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
80934	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
80934	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
80934	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
80934	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
80934	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
80934	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
80934	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
80934	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
80934	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
80934	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
80934	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
80934	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
80934	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
80934	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
80934	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
80934	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
80934	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
80934	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
80934	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
80934	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
80934	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
80934	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
80934	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
80934	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
80934	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
80934	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
80934	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
80934	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
80934	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
80934	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
80934	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
80934	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
80934	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
80934	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
80934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
80934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
80934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
80934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
80934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
80934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
80934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
80934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
80934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
80934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
80934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
80934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
80934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
80934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
80934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
80934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
80934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
80934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
80934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
80934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
80934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
80934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
80934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
80934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
80934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
80934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
80934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
80934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
80934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
80934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
80934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
80934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
80934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
80934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
80934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
80934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
80934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
80934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
80934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
80934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
80934	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
80934	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
80934	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
80934	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
80934	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
80934	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
80934	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
80934	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
80934	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
80934	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
80934	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
80934	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
80934	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
80934	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
80934	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
80934	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
80934	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
80934	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
80934	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
80934	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
80934	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
80934	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
80934	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
80934	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
80934	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
80934	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
80934	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
80934	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
80934	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
80934	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
80934	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
80934	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
80934	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
80934	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
80934	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
80934	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
80934	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
80934	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
80934	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
80934	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
80934	embedding2nn.weight	0	0.03895556181669235
80934	embedding2nn.weight	1	-0.07235410809516907
80934	embedding2nn.weight	2	0.021515194326639175
80934	embedding2nn.weight	3	-0.042529866099357605
80934	embedding2nn.weight	4	-0.11473721265792847
80934	embedding2nn.weight	5	0.08616010844707489
80934	embedding2nn.weight	6	-0.09652506560087204
80934	embedding2nn.weight	7	-0.08127832412719727
80934	embedding2nn.weight	8	-0.0029106757137924433
80934	embedding2nn.weight	9	0.0413343571126461
80934	embedding2nn.bias	0	0.08782440423965454
80934	embedding2nn.bias	1	-0.0024438013788312674
80934	embedding2nn.bias	2	-0.14967896044254303
80934	embedding2nn.bias	3	0.08162281662225723
80934	embedding2nn.bias	4	0.045529864728450775
80934	embedding2nn.bias	5	-0.16490593552589417
80934	embedding2nn.bias	6	-0.050737105309963226
80934	embedding2nn.bias	7	-0.05685225501656532
80934	embedding2nn.bias	8	0.09180404245853424
80934	embedding2nn.bias	9	-0.10560543835163116
80934	rnn.weight_ih_l0	0	0.0007279020501300693
80934	rnn.weight_ih_l0	1	-0.050555456429719925
80934	rnn.weight_ih_l0	2	-0.0383446142077446
80934	rnn.weight_ih_l0	3	-0.01845105178654194
80934	rnn.weight_ih_l0	4	-0.002519377740100026
80934	rnn.weight_ih_l0	5	-0.05391446501016617
80934	rnn.weight_ih_l0	6	0.031319793313741684
80934	rnn.weight_ih_l0	7	-0.05146070942282677
80934	rnn.weight_ih_l0	8	-0.00100675446446985
80934	rnn.weight_ih_l0	9	-0.010855237022042274
80934	rnn.weight_hh_l0	0	-0.005048641003668308
80934	rnn.weight_hh_l0	1	-0.06601440906524658
80934	rnn.weight_hh_l0	2	0.048956722021102905
80934	rnn.weight_hh_l0	3	0.025325872004032135
80934	rnn.weight_hh_l0	4	0.0067586954683065414
80934	rnn.weight_hh_l0	5	0.04718084633350372
80934	rnn.weight_hh_l0	6	-0.010680179111659527
80934	rnn.weight_hh_l0	7	-0.07745687663555145
80934	rnn.weight_hh_l0	8	-0.01510614063590765
80934	rnn.weight_hh_l0	9	-0.05394678935408592
80934	rnn.bias_ih_l0	0	-0.10420092940330505
80934	rnn.bias_ih_l0	1	-0.12460973858833313
80934	rnn.bias_ih_l0	2	-0.20800244808197021
80934	rnn.bias_ih_l0	3	-0.26160821318626404
80934	rnn.bias_ih_l0	4	0.007702481467276812
80934	rnn.bias_ih_l0	5	0.056299980729818344
80934	rnn.bias_ih_l0	6	-0.1267639547586441
80934	rnn.bias_ih_l0	7	-0.21311691403388977
80934	rnn.bias_ih_l0	8	-0.10811445116996765
80934	rnn.bias_ih_l0	9	-0.12681320309638977
80934	rnn.bias_hh_l0	0	0.12165813148021698
80934	rnn.bias_hh_l0	1	-0.03925812616944313
80934	rnn.bias_hh_l0	2	0.015477298758924007
80934	rnn.bias_hh_l0	3	-0.1570248305797577
80934	rnn.bias_hh_l0	4	0.024659978225827217
80934	rnn.bias_hh_l0	5	0.017864765599370003
80934	rnn.bias_hh_l0	6	-0.08257828652858734
80934	rnn.bias_hh_l0	7	-0.12843011319637299
80934	rnn.bias_hh_l0	8	-0.1539411097764969
80934	rnn.bias_hh_l0	9	-0.08734648674726486
80934	rnn.weight_ih_l0_reverse	0	-0.010227670893073082
80934	rnn.weight_ih_l0_reverse	1	0.030055418610572815
80934	rnn.weight_ih_l0_reverse	2	-0.04105694964528084
80934	rnn.weight_ih_l0_reverse	3	-0.017794668674468994
80934	rnn.weight_ih_l0_reverse	4	0.011811557225883007
80934	rnn.weight_ih_l0_reverse	5	-0.057589851319789886
80934	rnn.weight_ih_l0_reverse	6	-0.04410652816295624
80934	rnn.weight_ih_l0_reverse	7	0.0010419451864436269
80934	rnn.weight_ih_l0_reverse	8	0.05788656324148178
80934	rnn.weight_ih_l0_reverse	9	0.004128379747271538
80934	rnn.weight_hh_l0_reverse	0	-0.005490202456712723
80934	rnn.weight_hh_l0_reverse	1	0.017181383445858955
80934	rnn.weight_hh_l0_reverse	2	-0.03485096991062164
80934	rnn.weight_hh_l0_reverse	3	0.03277013450860977
80934	rnn.weight_hh_l0_reverse	4	0.015407449565827847
80934	rnn.weight_hh_l0_reverse	5	-0.015659045428037643
80934	rnn.weight_hh_l0_reverse	6	0.02870132587850094
80934	rnn.weight_hh_l0_reverse	7	0.027045318856835365
80934	rnn.weight_hh_l0_reverse	8	-0.008323553949594498
80934	rnn.weight_hh_l0_reverse	9	-0.05032263323664665
80934	rnn.bias_ih_l0_reverse	0	-0.11797676235437393
80934	rnn.bias_ih_l0_reverse	1	-0.27656835317611694
80934	rnn.bias_ih_l0_reverse	2	-0.051085010170936584
80934	rnn.bias_ih_l0_reverse	3	-0.0964871346950531
80934	rnn.bias_ih_l0_reverse	4	0.07795432209968567
80934	rnn.bias_ih_l0_reverse	5	-0.17797963321208954
80934	rnn.bias_ih_l0_reverse	6	-0.044823721051216125
80934	rnn.bias_ih_l0_reverse	7	0.03584397956728935
80934	rnn.bias_ih_l0_reverse	8	-0.14785529673099518
80934	rnn.bias_ih_l0_reverse	9	-0.06731030344963074
80934	rnn.bias_hh_l0_reverse	0	-0.11613667756319046
80934	rnn.bias_hh_l0_reverse	1	-0.10480997711420059
80934	rnn.bias_hh_l0_reverse	2	-0.02007880061864853
80934	rnn.bias_hh_l0_reverse	3	-0.11327572166919708
80934	rnn.bias_hh_l0_reverse	4	-0.026587260887026787
80934	rnn.bias_hh_l0_reverse	5	-0.09741740673780441
80934	rnn.bias_hh_l0_reverse	6	-0.0811803936958313
80934	rnn.bias_hh_l0_reverse	7	-0.15010285377502441
80934	rnn.bias_hh_l0_reverse	8	-0.03347726911306381
80934	rnn.bias_hh_l0_reverse	9	-0.12509390711784363
80934	linear.weight	0	-0.20656831562519073
80934	linear.weight	1	-0.1088089868426323
80934	linear.weight	2	-0.011228874325752258
80934	linear.weight	3	-0.045915696769952774
80934	linear.weight	4	0.05294713005423546
80934	linear.weight	5	0.22459504008293152
80934	linear.weight	6	0.0047744326293468475
80934	linear.weight	7	-0.021312154829502106
80934	linear.weight	8	0.13539117574691772
80934	linear.weight	9	0.1948443502187729
80934	linear.bias	0	-0.7412428855895996
80934	linear.bias	1	1.0755385160446167
80934	linear.bias	2	-0.1912512183189392
80934	linear.bias	3	-0.578434407711029
80934	linear.bias	4	-1.119585633277893
80934	linear.bias	5	-1.1458065509796143
80934	linear.bias	6	-0.6939607262611389
80934	linear.bias	7	-0.6701903343200684
80934	linear.bias	8	-0.01705317199230194
80934	linear.bias	9	3.0306169986724854
81131	transitions	0	-0.2768644094467163
81131	transitions	1	7.751852035522461
81131	transitions	2	-3.1336276531219482
81131	transitions	3	1.3272849321365356
81131	transitions	4	-1.8125513792037964
81131	transitions	5	-0.31748685240745544
81131	transitions	6	-0.1667626053094864
81131	transitions	7	-10000.0
81131	transitions	8	1.6460202932357788
81131	transitions	9	-2.2889304161071777
81131	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
81131	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
81131	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
81131	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
81131	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
81131	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
81131	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
81131	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
81131	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
81131	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
81131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
81131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
81131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
81131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
81131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
81131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
81131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
81131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
81131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
81131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
81131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
81131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
81131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
81131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
81131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
81131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
81131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
81131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
81131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
81131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
81131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
81131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
81131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
81131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
81131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
81131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
81131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
81131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
81131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
81131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
81131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
81131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
81131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
81131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
81131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
81131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
81131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
81131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
81131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
81131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
81131	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
81131	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
81131	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
81131	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
81131	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
81131	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
81131	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
81131	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
81131	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
81131	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
81131	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
81131	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
81131	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
81131	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
81131	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
81131	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
81131	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
81131	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
81131	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
81131	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
81131	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
81131	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
81131	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
81131	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
81131	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
81131	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
81131	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
81131	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
81131	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
81131	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
81131	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
81131	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
81131	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
81131	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
81131	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
81131	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
81131	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
81131	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
81131	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
81131	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
81131	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
81131	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
81131	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
81131	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
81131	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
81131	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
81131	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
81131	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
81131	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
81131	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
81131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
81131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
81131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
81131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
81131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
81131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
81131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
81131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
81131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
81131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
81131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
81131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
81131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
81131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
81131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
81131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
81131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
81131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
81131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
81131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
81131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
81131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
81131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
81131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
81131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
81131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
81131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
81131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
81131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
81131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
81131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
81131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
81131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
81131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
81131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
81131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
81131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
81131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
81131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
81131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
81131	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
81131	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
81131	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
81131	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
81131	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
81131	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
81131	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
81131	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
81131	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
81131	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
81131	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
81131	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
81131	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
81131	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
81131	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
81131	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
81131	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
81131	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
81131	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
81131	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
81131	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
81131	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
81131	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
81131	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
81131	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
81131	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
81131	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
81131	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
81131	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
81131	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
81131	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
81131	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
81131	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
81131	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
81131	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
81131	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
81131	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
81131	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
81131	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
81131	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
81131	embedding2nn.weight	0	0.03991873189806938
81131	embedding2nn.weight	1	-0.07140787690877914
81131	embedding2nn.weight	2	0.025615913793444633
81131	embedding2nn.weight	3	-0.03984055295586586
81131	embedding2nn.weight	4	-0.10934066027402878
81131	embedding2nn.weight	5	0.0843079537153244
81131	embedding2nn.weight	6	-0.10070455074310303
81131	embedding2nn.weight	7	-0.07726126909255981
81131	embedding2nn.weight	8	-0.003245067782700062
81131	embedding2nn.weight	9	0.04065115377306938
81131	embedding2nn.bias	0	0.08652058243751526
81131	embedding2nn.bias	1	0.003081850940361619
81131	embedding2nn.bias	2	-0.15539658069610596
81131	embedding2nn.bias	3	0.0828731507062912
81131	embedding2nn.bias	4	0.045377764850854874
81131	embedding2nn.bias	5	-0.1793176680803299
81131	embedding2nn.bias	6	-0.051656488329172134
81131	embedding2nn.bias	7	-0.04932377487421036
81131	embedding2nn.bias	8	0.1005176454782486
81131	embedding2nn.bias	9	-0.1234179139137268
81131	rnn.weight_ih_l0	0	5.643801705446094e-05
81131	rnn.weight_ih_l0	1	-0.052691757678985596
81131	rnn.weight_ih_l0	2	-0.03846228867769241
81131	rnn.weight_ih_l0	3	-0.021125510334968567
81131	rnn.weight_ih_l0	4	-0.0008442262769676745
81131	rnn.weight_ih_l0	5	-0.05622078850865364
81131	rnn.weight_ih_l0	6	0.030162015929818153
81131	rnn.weight_ih_l0	7	-0.051316432654857635
81131	rnn.weight_ih_l0	8	-0.0006371722556650639
81131	rnn.weight_ih_l0	9	-0.010876129381358624
81131	rnn.weight_hh_l0	0	-0.0046613276936113834
81131	rnn.weight_hh_l0	1	-0.06463377922773361
81131	rnn.weight_hh_l0	2	0.0485813170671463
81131	rnn.weight_hh_l0	3	0.024353306740522385
81131	rnn.weight_hh_l0	4	0.006435307674109936
81131	rnn.weight_hh_l0	5	0.04766128957271576
81131	rnn.weight_hh_l0	6	-0.010938452556729317
81131	rnn.weight_hh_l0	7	-0.07699941843748093
81131	rnn.weight_hh_l0	8	-0.01486118696630001
81131	rnn.weight_hh_l0	9	-0.05302763357758522
81131	rnn.bias_ih_l0	0	-0.10334605723619461
81131	rnn.bias_ih_l0	1	-0.12310980260372162
81131	rnn.bias_ih_l0	2	-0.20333203673362732
81131	rnn.bias_ih_l0	3	-0.26532983779907227
81131	rnn.bias_ih_l0	4	0.010918335989117622
81131	rnn.bias_ih_l0	5	0.06161567568778992
81131	rnn.bias_ih_l0	6	-0.12726309895515442
81131	rnn.bias_ih_l0	7	-0.2146693915128708
81131	rnn.bias_ih_l0	8	-0.10830628871917725
81131	rnn.bias_ih_l0	9	-0.1312810629606247
81131	rnn.bias_hh_l0	0	0.1251751035451889
81131	rnn.bias_hh_l0	1	-0.037904463708400726
81131	rnn.bias_hh_l0	2	0.015280685387551785
81131	rnn.bias_hh_l0	3	-0.15218092501163483
81131	rnn.bias_hh_l0	4	0.019988907501101494
81131	rnn.bias_hh_l0	5	0.01599033921957016
81131	rnn.bias_hh_l0	6	-0.0830899327993393
81131	rnn.bias_hh_l0	7	-0.1288854479789734
81131	rnn.bias_hh_l0	8	-0.15564316511154175
81131	rnn.bias_hh_l0	9	-0.08549382537603378
81131	rnn.weight_ih_l0_reverse	0	-0.009794885292649269
81131	rnn.weight_ih_l0_reverse	1	0.028484664857387543
81131	rnn.weight_ih_l0_reverse	2	-0.03896881267428398
81131	rnn.weight_ih_l0_reverse	3	-0.019847016781568527
81131	rnn.weight_ih_l0_reverse	4	0.0076225632801651955
81131	rnn.weight_ih_l0_reverse	5	-0.05792786180973053
81131	rnn.weight_ih_l0_reverse	6	-0.04338742047548294
81131	rnn.weight_ih_l0_reverse	7	0.000609072856605053
81131	rnn.weight_ih_l0_reverse	8	0.0574449747800827
81131	rnn.weight_ih_l0_reverse	9	0.005359652917832136
81131	rnn.weight_hh_l0_reverse	0	-0.005296833347529173
81131	rnn.weight_hh_l0_reverse	1	0.0178762748837471
81131	rnn.weight_hh_l0_reverse	2	-0.03686201944947243
81131	rnn.weight_hh_l0_reverse	3	0.0330638587474823
81131	rnn.weight_hh_l0_reverse	4	0.015969915315508842
81131	rnn.weight_hh_l0_reverse	5	-0.015702057629823685
81131	rnn.weight_hh_l0_reverse	6	0.027984319254755974
81131	rnn.weight_hh_l0_reverse	7	0.02648174576461315
81131	rnn.weight_hh_l0_reverse	8	-0.007317893672734499
81131	rnn.weight_hh_l0_reverse	9	-0.05003298819065094
81131	rnn.bias_ih_l0_reverse	0	-0.11885865777730942
81131	rnn.bias_ih_l0_reverse	1	-0.27375102043151855
81131	rnn.bias_ih_l0_reverse	2	-0.05154382809996605
81131	rnn.bias_ih_l0_reverse	3	-0.09464660286903381
81131	rnn.bias_ih_l0_reverse	4	0.08076231181621552
81131	rnn.bias_ih_l0_reverse	5	-0.18303531408309937
81131	rnn.bias_ih_l0_reverse	6	-0.0499504990875721
81131	rnn.bias_ih_l0_reverse	7	0.032395802438259125
81131	rnn.bias_ih_l0_reverse	8	-0.14898324012756348
81131	rnn.bias_ih_l0_reverse	9	-0.06431086361408234
81131	rnn.bias_hh_l0_reverse	0	-0.11459967494010925
81131	rnn.bias_hh_l0_reverse	1	-0.10635913163423538
81131	rnn.bias_hh_l0_reverse	2	-0.023411892354488373
81131	rnn.bias_hh_l0_reverse	3	-0.11511394381523132
81131	rnn.bias_hh_l0_reverse	4	-0.02731238678097725
81131	rnn.bias_hh_l0_reverse	5	-0.09795082360506058
81131	rnn.bias_hh_l0_reverse	6	-0.07846081256866455
81131	rnn.bias_hh_l0_reverse	7	-0.15227249264717102
81131	rnn.bias_hh_l0_reverse	8	-0.03063734993338585
81131	rnn.bias_hh_l0_reverse	9	-0.12648537755012512
81131	linear.weight	0	-0.21727755665779114
81131	linear.weight	1	-0.11717372387647629
81131	linear.weight	2	-0.011228874325752258
81131	linear.weight	3	-0.050863150507211685
81131	linear.weight	4	0.04592807590961456
81131	linear.weight	5	0.2260124832391739
81131	linear.weight	6	0.0047744326293468475
81131	linear.weight	7	-0.021312154829502106
81131	linear.weight	8	0.13115286827087402
81131	linear.weight	9	0.19424857199192047
81131	linear.bias	0	-0.7421593070030212
81131	linear.bias	1	1.119084119796753
81131	linear.bias	2	-0.3106957674026489
81131	linear.bias	3	-0.5697980523109436
81131	linear.bias	4	-1.0974102020263672
81131	linear.bias	5	-1.1459685564041138
81131	linear.bias	6	-0.6967630386352539
81131	linear.bias	7	-0.7217209339141846
81131	linear.bias	8	-0.01705317199230194
81131	linear.bias	9	3.096097230911255
81328	transitions	0	-0.2771463394165039
81328	transitions	1	7.748869895935059
81328	transitions	2	-3.1348893642425537
81328	transitions	3	1.3245878219604492
81328	transitions	4	-1.8134701251983643
81328	transitions	5	-0.31765273213386536
81328	transitions	6	-0.16688355803489685
81328	transitions	7	-10000.0
81328	transitions	8	1.6439741849899292
81328	transitions	9	-2.2889468669891357
81328	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
81328	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
81328	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
81328	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
81328	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
81328	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
81328	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
81328	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
81328	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
81328	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
81328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
81328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
81328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
81328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
81328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
81328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
81328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
81328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
81328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
81328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
81328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
81328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
81328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
81328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
81328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
81328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
81328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
81328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
81328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
81328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
81328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
81328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
81328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
81328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
81328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
81328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
81328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
81328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
81328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
81328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
81328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
81328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
81328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
81328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
81328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
81328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
81328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
81328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
81328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
81328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
81328	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
81328	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
81328	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
81328	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
81328	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
81328	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
81328	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
81328	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
81328	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
81328	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
81328	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
81328	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
81328	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
81328	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
81328	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
81328	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
81328	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
81328	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
81328	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
81328	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
81328	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
81328	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
81328	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
81328	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
81328	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
81328	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
81328	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
81328	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
81328	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
81328	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
81328	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
81328	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
81328	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
81328	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
81328	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
81328	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
81328	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
81328	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
81328	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
81328	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
81328	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
81328	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
81328	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
81328	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
81328	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
81328	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
81328	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
81328	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
81328	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
81328	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
81328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
81328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
81328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
81328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
81328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
81328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
81328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
81328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
81328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
81328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
81328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
81328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
81328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
81328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
81328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
81328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
81328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
81328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
81328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
81328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
81328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
81328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
81328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
81328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
81328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
81328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
81328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
81328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
81328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
81328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
81328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
81328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
81328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
81328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
81328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
81328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
81328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
81328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
81328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
81328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
81328	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
81328	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
81328	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
81328	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
81328	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
81328	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
81328	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
81328	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
81328	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
81328	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
81328	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
81328	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
81328	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
81328	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
81328	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
81328	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
81328	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
81328	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
81328	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
81328	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
81328	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
81328	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
81328	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
81328	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
81328	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
81328	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
81328	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
81328	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
81328	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
81328	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
81328	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
81328	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
81328	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
81328	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
81328	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
81328	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
81328	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
81328	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
81328	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
81328	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
81328	embedding2nn.weight	0	0.04009042680263519
81328	embedding2nn.weight	1	-0.07097425311803818
81328	embedding2nn.weight	2	0.019745290279388428
81328	embedding2nn.weight	3	-0.042972464114427567
81328	embedding2nn.weight	4	-0.10665351897478104
81328	embedding2nn.weight	5	0.08339308947324753
81328	embedding2nn.weight	6	-0.09829426556825638
81328	embedding2nn.weight	7	-0.07964763045310974
81328	embedding2nn.weight	8	0.00016547540144529194
81328	embedding2nn.weight	9	0.03729981184005737
81328	embedding2nn.bias	0	0.08823981136083603
81328	embedding2nn.bias	1	-0.011967497877776623
81328	embedding2nn.bias	2	-0.15225084125995636
81328	embedding2nn.bias	3	0.08711059391498566
81328	embedding2nn.bias	4	0.046110522001981735
81328	embedding2nn.bias	5	-0.16897588968276978
81328	embedding2nn.bias	6	-0.06968063861131668
81328	embedding2nn.bias	7	-0.05296153202652931
81328	embedding2nn.bias	8	0.10431475192308426
81328	embedding2nn.bias	9	-0.12349481880664825
81328	rnn.weight_ih_l0	0	0.0012461255537346005
81328	rnn.weight_ih_l0	1	-0.04933768883347511
81328	rnn.weight_ih_l0	2	-0.03688506782054901
81328	rnn.weight_ih_l0	3	-0.02131655439734459
81328	rnn.weight_ih_l0	4	0.0005312558496370912
81328	rnn.weight_ih_l0	5	-0.055687516927719116
81328	rnn.weight_ih_l0	6	0.031436048448085785
81328	rnn.weight_ih_l0	7	-0.051341067999601364
81328	rnn.weight_ih_l0	8	-0.0016401687171310186
81328	rnn.weight_ih_l0	9	-0.007972478866577148
81328	rnn.weight_hh_l0	0	-0.004509443882852793
81328	rnn.weight_hh_l0	1	-0.06546513736248016
81328	rnn.weight_hh_l0	2	0.04874240979552269
81328	rnn.weight_hh_l0	3	0.02503432333469391
81328	rnn.weight_hh_l0	4	0.006609538570046425
81328	rnn.weight_hh_l0	5	0.048248570412397385
81328	rnn.weight_hh_l0	6	-0.010249338112771511
81328	rnn.weight_hh_l0	7	-0.07672988623380661
81328	rnn.weight_hh_l0	8	-0.01590590551495552
81328	rnn.weight_hh_l0	9	-0.05547497421503067
81328	rnn.bias_ih_l0	0	-0.10228605568408966
81328	rnn.bias_ih_l0	1	-0.12561514973640442
81328	rnn.bias_ih_l0	2	-0.20645731687545776
81328	rnn.bias_ih_l0	3	-0.2668011784553528
81328	rnn.bias_ih_l0	4	0.017483510076999664
81328	rnn.bias_ih_l0	5	0.06218511238694191
81328	rnn.bias_ih_l0	6	-0.12326276302337646
81328	rnn.bias_ih_l0	7	-0.21180854737758636
81328	rnn.bias_ih_l0	8	-0.10684563964605331
81328	rnn.bias_ih_l0	9	-0.13128995895385742
81328	rnn.bias_hh_l0	0	0.12798921763896942
81328	rnn.bias_hh_l0	1	-0.04294409230351448
81328	rnn.bias_hh_l0	2	0.01641443558037281
81328	rnn.bias_hh_l0	3	-0.15420305728912354
81328	rnn.bias_hh_l0	4	0.019424349069595337
81328	rnn.bias_hh_l0	5	0.013708077371120453
81328	rnn.bias_hh_l0	6	-0.08505304902791977
81328	rnn.bias_hh_l0	7	-0.1309833526611328
81328	rnn.bias_hh_l0	8	-0.15346430242061615
81328	rnn.bias_hh_l0	9	-0.0846937894821167
81328	rnn.weight_ih_l0_reverse	0	-0.009323329664766788
81328	rnn.weight_ih_l0_reverse	1	0.028168225660920143
81328	rnn.weight_ih_l0_reverse	2	-0.04143313318490982
81328	rnn.weight_ih_l0_reverse	3	-0.01651379093527794
81328	rnn.weight_ih_l0_reverse	4	0.007922311313450336
81328	rnn.weight_ih_l0_reverse	5	-0.05885940417647362
81328	rnn.weight_ih_l0_reverse	6	-0.044990379363298416
81328	rnn.weight_ih_l0_reverse	7	0.0005161158624105155
81328	rnn.weight_ih_l0_reverse	8	0.05468935891985893
81328	rnn.weight_ih_l0_reverse	9	0.005370731931179762
81328	rnn.weight_hh_l0_reverse	0	-0.0053932745940983295
81328	rnn.weight_hh_l0_reverse	1	0.018509790301322937
81328	rnn.weight_hh_l0_reverse	2	-0.03747401013970375
81328	rnn.weight_hh_l0_reverse	3	0.03309986740350723
81328	rnn.weight_hh_l0_reverse	4	0.016568854451179504
81328	rnn.weight_hh_l0_reverse	5	-0.015241164714097977
81328	rnn.weight_hh_l0_reverse	6	0.0290792565792799
81328	rnn.weight_hh_l0_reverse	7	0.02709430828690529
81328	rnn.weight_hh_l0_reverse	8	-0.007284278050065041
81328	rnn.weight_hh_l0_reverse	9	-0.05003536492586136
81328	rnn.bias_ih_l0_reverse	0	-0.12010499089956284
81328	rnn.bias_ih_l0_reverse	1	-0.2711403965950012
81328	rnn.bias_ih_l0_reverse	2	-0.05222153663635254
81328	rnn.bias_ih_l0_reverse	3	-0.09249106049537659
81328	rnn.bias_ih_l0_reverse	4	0.0842951163649559
81328	rnn.bias_ih_l0_reverse	5	-0.18361449241638184
81328	rnn.bias_ih_l0_reverse	6	-0.0486295260488987
81328	rnn.bias_ih_l0_reverse	7	0.03647473454475403
81328	rnn.bias_ih_l0_reverse	8	-0.14946654438972473
81328	rnn.bias_ih_l0_reverse	9	-0.06228870525956154
81328	rnn.bias_hh_l0_reverse	0	-0.1163240373134613
81328	rnn.bias_hh_l0_reverse	1	-0.10337334126234055
81328	rnn.bias_hh_l0_reverse	2	-0.022528469562530518
81328	rnn.bias_hh_l0_reverse	3	-0.11477211862802505
81328	rnn.bias_hh_l0_reverse	4	-0.027356069535017014
81328	rnn.bias_hh_l0_reverse	5	-0.0971541777253151
81328	rnn.bias_hh_l0_reverse	6	-0.0797443762421608
81328	rnn.bias_hh_l0_reverse	7	-0.15653730928897858
81328	rnn.bias_hh_l0_reverse	8	-0.03292158246040344
81328	rnn.bias_hh_l0_reverse	9	-0.1265861988067627
81328	linear.weight	0	-0.2307979315519333
81328	linear.weight	1	-0.12558402121067047
81328	linear.weight	2	-0.011228874325752258
81328	linear.weight	3	-0.04955447465181351
81328	linear.weight	4	0.04731261730194092
81328	linear.weight	5	0.20672579109668732
81328	linear.weight	6	0.0047744326293468475
81328	linear.weight	7	-0.021312154829502106
81328	linear.weight	8	0.1203809529542923
81328	linear.weight	9	0.19492965936660767
81328	linear.bias	0	-0.7648246884346008
81328	linear.bias	1	1.080549716949463
81328	linear.bias	2	-0.22533714771270752
81328	linear.bias	3	-0.5525766015052795
81328	linear.bias	4	-1.0795562267303467
81328	linear.bias	5	-1.146121621131897
81328	linear.bias	6	-0.7238675355911255
81328	linear.bias	7	-0.7258846163749695
81328	linear.bias	8	-0.01705317199230194
81328	linear.bias	9	3.0435984134674072
81525	transitions	0	-0.2773859202861786
81525	transitions	1	7.7612762451171875
81525	transitions	2	-3.136251926422119
81525	transitions	3	1.3253473043441772
81525	transitions	4	-1.814422845840454
81525	transitions	5	-0.31958723068237305
81525	transitions	6	-0.16697080433368683
81525	transitions	7	-10000.0
81525	transitions	8	1.6508852243423462
81525	transitions	9	-2.288970708847046
81525	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
81525	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
81525	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
81525	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
81525	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
81525	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
81525	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
81525	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
81525	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
81525	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
81525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
81525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
81525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
81525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
81525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
81525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
81525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
81525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
81525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
81525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
81525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
81525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
81525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
81525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
81525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
81525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
81525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
81525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
81525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
81525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
81525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
81525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
81525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
81525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
81525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
81525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
81525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
81525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
81525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
81525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
81525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
81525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
81525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
81525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
81525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
81525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
81525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
81525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
81525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
81525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
81525	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
81525	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
81525	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
81525	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
81525	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
81525	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
81525	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
81525	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
81525	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
81525	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
81525	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
81525	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
81525	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
81525	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
81525	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
81525	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
81525	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
81525	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
81525	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
81525	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
81525	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
81525	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
81525	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
81525	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
81525	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
81525	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
81525	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
81525	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
81525	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
81525	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
81525	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
81525	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
81525	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
81525	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
81525	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
81525	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
81525	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
81525	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
81525	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
81525	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
81525	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
81525	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
81525	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
81525	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
81525	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
81525	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
81525	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
81525	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
81525	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
81525	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
81525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
81525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
81525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
81525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
81525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
81525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
81525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
81525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
81525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
81525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
81525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
81525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
81525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
81525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
81525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
81525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
81525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
81525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
81525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
81525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
81525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
81525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
81525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
81525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
81525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
81525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
81525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
81525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
81525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
81525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
81525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
81525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
81525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
81525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
81525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
81525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
81525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
81525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
81525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
81525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
81525	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
81525	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
81525	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
81525	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
81525	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
81525	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
81525	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
81525	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
81525	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
81525	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
81525	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
81525	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
81525	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
81525	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
81525	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
81525	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
81525	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
81525	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
81525	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
81525	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
81525	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
81525	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
81525	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
81525	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
81525	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
81525	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
81525	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
81525	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
81525	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
81525	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
81525	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
81525	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
81525	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
81525	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
81525	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
81525	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
81525	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
81525	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
81525	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
81525	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
81525	embedding2nn.weight	0	0.04052131250500679
81525	embedding2nn.weight	1	-0.0698627233505249
81525	embedding2nn.weight	2	0.016249123960733414
81525	embedding2nn.weight	3	-0.04222959280014038
81525	embedding2nn.weight	4	-0.10072122514247894
81525	embedding2nn.weight	5	0.0848933756351471
81525	embedding2nn.weight	6	-0.09097162634134293
81525	embedding2nn.weight	7	-0.08090169727802277
81525	embedding2nn.weight	8	0.00013659078103955835
81525	embedding2nn.weight	9	0.037127602845430374
81525	embedding2nn.bias	0	0.07924720644950867
81525	embedding2nn.bias	1	-0.013898193836212158
81525	embedding2nn.bias	2	-0.1508515477180481
81525	embedding2nn.bias	3	0.08781107515096664
81525	embedding2nn.bias	4	0.034525949507951736
81525	embedding2nn.bias	5	-0.17869772017002106
81525	embedding2nn.bias	6	-0.060350339859724045
81525	embedding2nn.bias	7	-0.053056295961141586
81525	embedding2nn.bias	8	0.10201844573020935
81525	embedding2nn.bias	9	-0.1186472624540329
81525	rnn.weight_ih_l0	0	-0.002879159990698099
81525	rnn.weight_ih_l0	1	-0.046109575778245926
81525	rnn.weight_ih_l0	2	-0.03574144467711449
81525	rnn.weight_ih_l0	3	-0.016930287703871727
81525	rnn.weight_ih_l0	4	0.000613987969700247
81525	rnn.weight_ih_l0	5	-0.05740838125348091
81525	rnn.weight_ih_l0	6	0.030692948028445244
81525	rnn.weight_ih_l0	7	-0.04977315664291382
81525	rnn.weight_ih_l0	8	0.002634984441101551
81525	rnn.weight_ih_l0	9	-0.008400628343224525
81525	rnn.weight_hh_l0	0	-0.00422357302159071
81525	rnn.weight_hh_l0	1	-0.06782331317663193
81525	rnn.weight_hh_l0	2	0.04859228804707527
81525	rnn.weight_hh_l0	3	0.025369327515363693
81525	rnn.weight_hh_l0	4	0.006486365105956793
81525	rnn.weight_hh_l0	5	0.04834166541695595
81525	rnn.weight_hh_l0	6	-0.010317188687622547
81525	rnn.weight_hh_l0	7	-0.07736813277006149
81525	rnn.weight_hh_l0	8	-0.014795633032917976
81525	rnn.weight_hh_l0	9	-0.054722968488931656
81525	rnn.bias_ih_l0	0	-0.1043427512049675
81525	rnn.bias_ih_l0	1	-0.1269669234752655
81525	rnn.bias_ih_l0	2	-0.2033872902393341
81525	rnn.bias_ih_l0	3	-0.2699664533138275
81525	rnn.bias_ih_l0	4	0.01917801797389984
81525	rnn.bias_ih_l0	5	0.06992315500974655
81525	rnn.bias_ih_l0	6	-0.12531040608882904
81525	rnn.bias_ih_l0	7	-0.21483471989631653
81525	rnn.bias_ih_l0	8	-0.10674447566270828
81525	rnn.bias_ih_l0	9	-0.13264921307563782
81525	rnn.bias_hh_l0	0	0.12743282318115234
81525	rnn.bias_hh_l0	1	-0.04009956493973732
81525	rnn.bias_hh_l0	2	0.017977900803089142
81525	rnn.bias_hh_l0	3	-0.15776647627353668
81525	rnn.bias_hh_l0	4	0.024243956431746483
81525	rnn.bias_hh_l0	5	0.019047105684876442
81525	rnn.bias_hh_l0	6	-0.08513262867927551
81525	rnn.bias_hh_l0	7	-0.13051407039165497
81525	rnn.bias_hh_l0	8	-0.150985985994339
81525	rnn.bias_hh_l0	9	-0.08349792659282684
81525	rnn.weight_ih_l0_reverse	0	-0.00926301907747984
81525	rnn.weight_ih_l0_reverse	1	0.027133699506521225
81525	rnn.weight_ih_l0_reverse	2	-0.04312192276120186
81525	rnn.weight_ih_l0_reverse	3	-0.01876850426197052
81525	rnn.weight_ih_l0_reverse	4	0.006448914296925068
81525	rnn.weight_ih_l0_reverse	5	-0.06473695486783981
81525	rnn.weight_ih_l0_reverse	6	-0.045055240392684937
81525	rnn.weight_ih_l0_reverse	7	0.0006473122048191726
81525	rnn.weight_ih_l0_reverse	8	0.05248202383518219
81525	rnn.weight_ih_l0_reverse	9	0.007675887085497379
81525	rnn.weight_hh_l0_reverse	0	-0.005361416842788458
81525	rnn.weight_hh_l0_reverse	1	0.017695235088467598
81525	rnn.weight_hh_l0_reverse	2	-0.03802458196878433
81525	rnn.weight_hh_l0_reverse	3	0.03329896554350853
81525	rnn.weight_hh_l0_reverse	4	0.01785028725862503
81525	rnn.weight_hh_l0_reverse	5	-0.015111427754163742
81525	rnn.weight_hh_l0_reverse	6	0.02922912873327732
81525	rnn.weight_hh_l0_reverse	7	0.026804311200976372
81525	rnn.weight_hh_l0_reverse	8	-0.007107770536094904
81525	rnn.weight_hh_l0_reverse	9	-0.04957560449838638
81525	rnn.bias_ih_l0_reverse	0	-0.12056568264961243
81525	rnn.bias_ih_l0_reverse	1	-0.2726478576660156
81525	rnn.bias_ih_l0_reverse	2	-0.05087508633732796
81525	rnn.bias_ih_l0_reverse	3	-0.09395194053649902
81525	rnn.bias_ih_l0_reverse	4	0.09249217808246613
81525	rnn.bias_ih_l0_reverse	5	-0.18543578684329987
81525	rnn.bias_ih_l0_reverse	6	-0.045653581619262695
81525	rnn.bias_ih_l0_reverse	7	0.031668610870838165
81525	rnn.bias_ih_l0_reverse	8	-0.14934898912906647
81525	rnn.bias_ih_l0_reverse	9	-0.06540250778198242
81525	rnn.bias_hh_l0_reverse	0	-0.11524742841720581
81525	rnn.bias_hh_l0_reverse	1	-0.10598637908697128
81525	rnn.bias_hh_l0_reverse	2	-0.02231447584927082
81525	rnn.bias_hh_l0_reverse	3	-0.11115774512290955
81525	rnn.bias_hh_l0_reverse	4	-0.0258328877389431
81525	rnn.bias_hh_l0_reverse	5	-0.09774268418550491
81525	rnn.bias_hh_l0_reverse	6	-0.07727310061454773
81525	rnn.bias_hh_l0_reverse	7	-0.15573732554912567
81525	rnn.bias_hh_l0_reverse	8	-0.03272056579589844
81525	rnn.bias_hh_l0_reverse	9	-0.12664450705051422
81525	linear.weight	0	-0.23747007548809052
81525	linear.weight	1	-0.125507652759552
81525	linear.weight	2	-0.011228874325752258
81525	linear.weight	3	-0.07175618410110474
81525	linear.weight	4	0.0708085298538208
81525	linear.weight	5	0.2184615433216095
81525	linear.weight	6	0.0047744326293468475
81525	linear.weight	7	-0.021312154829502106
81525	linear.weight	8	0.15365412831306458
81525	linear.weight	9	0.20060120522975922
81525	linear.bias	0	-0.7267444133758545
81525	linear.bias	1	1.0777651071548462
81525	linear.bias	2	-0.2014174908399582
81525	linear.bias	3	-0.5522383451461792
81525	linear.bias	4	-1.0963449478149414
81525	linear.bias	5	-1.146262764930725
81525	linear.bias	6	-0.6916650533676147
81525	linear.bias	7	-0.7148832678794861
81525	linear.bias	8	-0.01705317199230194
81525	linear.bias	9	3.034562826156616
81722	transitions	0	-0.2783419191837311
81722	transitions	1	7.82263708114624
81722	transitions	2	-3.137892484664917
81722	transitions	3	1.3535027503967285
81722	transitions	4	-1.815963864326477
81722	transitions	5	-0.31980618834495544
81722	transitions	6	-0.1670730710029602
81722	transitions	7	-10000.0
81722	transitions	8	1.652369737625122
81722	transitions	9	-2.288994312286377
81722	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
81722	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
81722	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
81722	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
81722	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
81722	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
81722	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
81722	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
81722	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
81722	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
81722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
81722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
81722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
81722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
81722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
81722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
81722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
81722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
81722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
81722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
81722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
81722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
81722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
81722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
81722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
81722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
81722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
81722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
81722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
81722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
81722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
81722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
81722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
81722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
81722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
81722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
81722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
81722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
81722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
81722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
81722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
81722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
81722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
81722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
81722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
81722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
81722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
81722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
81722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
81722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
81722	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
81722	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
81722	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
81722	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
81722	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
81722	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
81722	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
81722	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
81722	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
81722	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
81722	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
81722	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
81722	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
81722	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
81722	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
81722	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
81722	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
81722	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
81722	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
81722	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
81722	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
81722	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
81722	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
81722	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
81722	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
81722	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
81722	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
81722	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
81722	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
81722	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
81722	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
81722	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
81722	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
81722	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
81722	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
81722	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
81722	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
81722	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
81722	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
81722	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
81722	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
81722	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
81722	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
81722	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
81722	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
81722	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
81722	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
81722	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
81722	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
81722	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
81722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
81722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
81722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
81722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
81722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
81722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
81722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
81722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
81722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
81722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
81722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
81722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
81722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
81722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
81722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
81722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
81722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
81722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
81722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
81722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
81722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
81722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
81722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
81722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
81722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
81722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
81722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
81722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
81722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
81722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
81722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
81722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
81722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
81722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
81722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
81722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
81722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
81722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
81722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
81722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
81722	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
81722	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
81722	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
81722	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
81722	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
81722	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
81722	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
81722	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
81722	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
81722	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
81722	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
81722	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
81722	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
81722	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
81722	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
81722	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
81722	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
81722	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
81722	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
81722	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
81722	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
81722	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
81722	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
81722	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
81722	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
81722	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
81722	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
81722	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
81722	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
81722	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
81722	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
81722	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
81722	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
81722	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
81722	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
81722	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
81722	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
81722	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
81722	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
81722	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
81722	embedding2nn.weight	0	0.040660660713911057
81722	embedding2nn.weight	1	-0.0711311474442482
81722	embedding2nn.weight	2	0.0181984081864357
81722	embedding2nn.weight	3	-0.04304904118180275
81722	embedding2nn.weight	4	-0.09907984733581543
81722	embedding2nn.weight	5	0.08505776524543762
81722	embedding2nn.weight	6	-0.09048779308795929
81722	embedding2nn.weight	7	-0.07943224906921387
81722	embedding2nn.weight	8	0.00021212812862358987
81722	embedding2nn.weight	9	0.03631959483027458
81722	embedding2nn.bias	0	0.09956104308366776
81722	embedding2nn.bias	1	-0.005689173471182585
81722	embedding2nn.bias	2	-0.15745025873184204
81722	embedding2nn.bias	3	0.0817786455154419
81722	embedding2nn.bias	4	0.026558902114629745
81722	embedding2nn.bias	5	-0.16752438247203827
81722	embedding2nn.bias	6	-0.07654453068971634
81722	embedding2nn.bias	7	-0.05324937403202057
81722	embedding2nn.bias	8	0.11437410116195679
81722	embedding2nn.bias	9	-0.11564698815345764
81722	rnn.weight_ih_l0	0	-0.0026524076238274574
81722	rnn.weight_ih_l0	1	-0.05014091730117798
81722	rnn.weight_ih_l0	2	-0.035235341638326645
81722	rnn.weight_ih_l0	3	-0.017659448087215424
81722	rnn.weight_ih_l0	4	0.0003767498710658401
81722	rnn.weight_ih_l0	5	-0.05700373277068138
81722	rnn.weight_ih_l0	6	0.027266371995210648
81722	rnn.weight_ih_l0	7	-0.051869165152311325
81722	rnn.weight_ih_l0	8	0.0008400985389016569
81722	rnn.weight_ih_l0	9	-0.009288745932281017
81722	rnn.weight_hh_l0	0	-0.0036581081803888083
81722	rnn.weight_hh_l0	1	-0.06786207854747772
81722	rnn.weight_hh_l0	2	0.04826388135552406
81722	rnn.weight_hh_l0	3	0.024829940870404243
81722	rnn.weight_hh_l0	4	0.006649259477853775
81722	rnn.weight_hh_l0	5	0.04790507256984711
81722	rnn.weight_hh_l0	6	-0.010468102060258389
81722	rnn.weight_hh_l0	7	-0.07812652736902237
81722	rnn.weight_hh_l0	8	-0.016618868336081505
81722	rnn.weight_hh_l0	9	-0.05532624199986458
81722	rnn.bias_ih_l0	0	-0.09987559169530869
81722	rnn.bias_ih_l0	1	-0.12599638104438782
81722	rnn.bias_ih_l0	2	-0.20382536947727203
81722	rnn.bias_ih_l0	3	-0.27189287543296814
81722	rnn.bias_ih_l0	4	0.015398233197629452
81722	rnn.bias_ih_l0	5	0.07500695437192917
81722	rnn.bias_ih_l0	6	-0.12858480215072632
81722	rnn.bias_ih_l0	7	-0.2149340808391571
81722	rnn.bias_ih_l0	8	-0.10321062803268433
81722	rnn.bias_ih_l0	9	-0.13593357801437378
81722	rnn.bias_hh_l0	0	0.1251506507396698
81722	rnn.bias_hh_l0	1	-0.03825687989592552
81722	rnn.bias_hh_l0	2	0.01787331886589527
81722	rnn.bias_hh_l0	3	-0.15911038219928741
81722	rnn.bias_hh_l0	4	0.020969465374946594
81722	rnn.bias_hh_l0	5	0.016741834580898285
81722	rnn.bias_hh_l0	6	-0.08358607441186905
81722	rnn.bias_hh_l0	7	-0.1266234964132309
81722	rnn.bias_hh_l0	8	-0.15079163014888763
81722	rnn.bias_hh_l0	9	-0.08457156270742416
81722	rnn.weight_ih_l0_reverse	0	-0.01036578044295311
81722	rnn.weight_ih_l0_reverse	1	0.027407249435782433
81722	rnn.weight_ih_l0_reverse	2	-0.04320135340094566
81722	rnn.weight_ih_l0_reverse	3	-0.015040974132716656
81722	rnn.weight_ih_l0_reverse	4	0.009670183062553406
81722	rnn.weight_ih_l0_reverse	5	-0.06526640057563782
81722	rnn.weight_ih_l0_reverse	6	-0.04280262440443039
81722	rnn.weight_ih_l0_reverse	7	-0.0002387049316894263
81722	rnn.weight_ih_l0_reverse	8	0.052828509360551834
81722	rnn.weight_ih_l0_reverse	9	0.008407031185925007
81722	rnn.weight_hh_l0_reverse	0	-0.00455402210354805
81722	rnn.weight_hh_l0_reverse	1	0.017389925196766853
81722	rnn.weight_hh_l0_reverse	2	-0.03772592172026634
81722	rnn.weight_hh_l0_reverse	3	0.03345927596092224
81722	rnn.weight_hh_l0_reverse	4	0.016985896974802017
81722	rnn.weight_hh_l0_reverse	5	-0.015005419962108135
81722	rnn.weight_hh_l0_reverse	6	0.028998659923672676
81722	rnn.weight_hh_l0_reverse	7	0.0266107227653265
81722	rnn.weight_hh_l0_reverse	8	-0.006713848561048508
81722	rnn.weight_hh_l0_reverse	9	-0.04935431852936745
81722	rnn.bias_ih_l0_reverse	0	-0.11643067002296448
81722	rnn.bias_ih_l0_reverse	1	-0.27504050731658936
81722	rnn.bias_ih_l0_reverse	2	-0.04896073043346405
81722	rnn.bias_ih_l0_reverse	3	-0.09637364745140076
81722	rnn.bias_ih_l0_reverse	4	0.08875557035207748
81722	rnn.bias_ih_l0_reverse	5	-0.18117479979991913
81722	rnn.bias_ih_l0_reverse	6	-0.04922124743461609
81722	rnn.bias_ih_l0_reverse	7	0.02704230509698391
81722	rnn.bias_ih_l0_reverse	8	-0.14841923117637634
81722	rnn.bias_ih_l0_reverse	9	-0.06500539928674698
81722	rnn.bias_hh_l0_reverse	0	-0.11247232556343079
81722	rnn.bias_hh_l0_reverse	1	-0.10885870456695557
81722	rnn.bias_hh_l0_reverse	2	-0.022551605477929115
81722	rnn.bias_hh_l0_reverse	3	-0.10741283744573593
81722	rnn.bias_hh_l0_reverse	4	-0.02232549339532852
81722	rnn.bias_hh_l0_reverse	5	-0.09529933333396912
81722	rnn.bias_hh_l0_reverse	6	-0.08100675046443939
81722	rnn.bias_hh_l0_reverse	7	-0.15527981519699097
81722	rnn.bias_hh_l0_reverse	8	-0.030769256874918938
81722	rnn.bias_hh_l0_reverse	9	-0.12587419152259827
81722	linear.weight	0	-0.23140378296375275
81722	linear.weight	1	-0.12529772520065308
81722	linear.weight	2	-0.011228874325752258
81722	linear.weight	3	-0.07912902534008026
81722	linear.weight	4	0.057190731167793274
81722	linear.weight	5	0.2233089804649353
81722	linear.weight	6	0.0047744326293468475
81722	linear.weight	7	-0.021312154829502106
81722	linear.weight	8	0.1392417550086975
81722	linear.weight	9	0.1990826427936554
81722	linear.bias	0	-0.7374771237373352
81722	linear.bias	1	0.9995818734169006
81722	linear.bias	2	-0.22657305002212524
81722	linear.bias	3	-0.5301012992858887
81722	linear.bias	4	-1.064860224723816
81722	linear.bias	5	-1.1464264392852783
81722	linear.bias	6	-0.7037653923034668
81722	linear.bias	7	-0.7119622826576233
81722	linear.bias	8	-0.01705317199230194
81722	linear.bias	9	3.035700798034668
81919	transitions	0	-0.27867233753204346
81919	transitions	1	7.802614688873291
81919	transitions	2	-3.13983416557312
81919	transitions	3	1.331243872642517
81919	transitions	4	-1.8171406984329224
81919	transitions	5	-0.3199648857116699
81919	transitions	6	-0.1671476811170578
81919	transitions	7	-10000.0
81919	transitions	8	1.651476502418518
81919	transitions	9	-2.2890143394470215
81919	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
81919	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
81919	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
81919	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
81919	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
81919	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
81919	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
81919	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
81919	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
81919	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
81919	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
81919	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
81919	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
81919	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
81919	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
81919	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
81919	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
81919	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
81919	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
81919	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
81919	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
81919	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
81919	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
81919	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
81919	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
81919	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
81919	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
81919	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
81919	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
81919	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
81919	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
81919	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
81919	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
81919	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
81919	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
81919	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
81919	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
81919	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
81919	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
81919	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
81919	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
81919	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
81919	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
81919	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
81919	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
81919	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
81919	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
81919	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
81919	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
81919	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
81919	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
81919	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
81919	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
81919	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
81919	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
81919	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
81919	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
81919	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
81919	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
81919	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
81919	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
81919	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
81919	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
81919	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
81919	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
81919	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
81919	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
81919	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
81919	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
81919	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
81919	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
81919	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
81919	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
81919	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
81919	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
81919	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
81919	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
81919	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
81919	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
81919	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
81919	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
81919	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
81919	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
81919	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
81919	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
81919	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
81919	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
81919	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
81919	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
81919	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
81919	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
81919	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
81919	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
81919	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
81919	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
81919	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
81919	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
81919	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
81919	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
81919	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
81919	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
81919	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
81919	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
81919	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
81919	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
81919	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
81919	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
81919	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
81919	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
81919	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
81919	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
81919	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
81919	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
81919	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
81919	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
81919	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
81919	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
81919	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
81919	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
81919	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
81919	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
81919	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
81919	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
81919	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
81919	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
81919	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
81919	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
81919	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
81919	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
81919	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
81919	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
81919	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
81919	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
81919	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
81919	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
81919	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
81919	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
81919	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
81919	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
81919	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
81919	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
81919	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
81919	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
81919	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
81919	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
81919	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
81919	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
81919	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
81919	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
81919	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
81919	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
81919	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
81919	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
81919	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
81919	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
81919	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
81919	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
81919	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
81919	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
81919	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
81919	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
81919	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
81919	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
81919	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
81919	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
81919	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
81919	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
81919	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
81919	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
81919	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
81919	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
81919	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
81919	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
81919	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
81919	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
81919	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
81919	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
81919	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
81919	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
81919	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
81919	embedding2nn.weight	0	0.040638234466314316
81919	embedding2nn.weight	1	-0.07203494757413864
81919	embedding2nn.weight	2	0.019111301749944687
81919	embedding2nn.weight	3	-0.044378604739904404
81919	embedding2nn.weight	4	-0.09896842390298843
81919	embedding2nn.weight	5	0.08562997728586197
81919	embedding2nn.weight	6	-0.08879624307155609
81919	embedding2nn.weight	7	-0.07963666319847107
81919	embedding2nn.weight	8	0.000998624716885388
81919	embedding2nn.weight	9	0.033862557262182236
81919	embedding2nn.bias	0	0.07399801909923553
81919	embedding2nn.bias	1	-0.015541222877800465
81919	embedding2nn.bias	2	-0.16020549833774567
81919	embedding2nn.bias	3	0.0792338028550148
81919	embedding2nn.bias	4	0.025203092023730278
81919	embedding2nn.bias	5	-0.1680600792169571
81919	embedding2nn.bias	6	-0.06981916725635529
81919	embedding2nn.bias	7	-0.04912583902478218
81919	embedding2nn.bias	8	0.11941170692443848
81919	embedding2nn.bias	9	-0.09514039754867554
81919	rnn.weight_ih_l0	0	0.00034186584525741637
81919	rnn.weight_ih_l0	1	-0.04783235117793083
81919	rnn.weight_ih_l0	2	-0.035691794008016586
81919	rnn.weight_ih_l0	3	-0.016981961205601692
81919	rnn.weight_ih_l0	4	-0.0009156034793704748
81919	rnn.weight_ih_l0	5	-0.05698959901928902
81919	rnn.weight_ih_l0	6	0.02506353333592415
81919	rnn.weight_ih_l0	7	-0.0485956147313118
81919	rnn.weight_ih_l0	8	0.002563111251220107
81919	rnn.weight_ih_l0	9	-0.007818739861249924
81919	rnn.weight_hh_l0	0	-0.004340574145317078
81919	rnn.weight_hh_l0	1	-0.06723207235336304
81919	rnn.weight_hh_l0	2	0.047751285135746
81919	rnn.weight_hh_l0	3	0.02403215691447258
81919	rnn.weight_hh_l0	4	0.006303845904767513
81919	rnn.weight_hh_l0	5	0.04811745136976242
81919	rnn.weight_hh_l0	6	-0.01047338917851448
81919	rnn.weight_hh_l0	7	-0.07814481109380722
81919	rnn.weight_hh_l0	8	-0.017727650701999664
81919	rnn.weight_hh_l0	9	-0.05361203849315643
81919	rnn.bias_ih_l0	0	-0.10401066392660141
81919	rnn.bias_ih_l0	1	-0.12496469169855118
81919	rnn.bias_ih_l0	2	-0.20194567739963531
81919	rnn.bias_ih_l0	3	-0.27179279923439026
81919	rnn.bias_ih_l0	4	0.016444465145468712
81919	rnn.bias_ih_l0	5	0.07498964667320251
81919	rnn.bias_ih_l0	6	-0.13013756275177002
81919	rnn.bias_ih_l0	7	-0.21653039753437042
81919	rnn.bias_ih_l0	8	-0.1012834906578064
81919	rnn.bias_ih_l0	9	-0.1332148015499115
81919	rnn.bias_hh_l0	0	0.12313883751630783
81919	rnn.bias_hh_l0	1	-0.040886424481868744
81919	rnn.bias_hh_l0	2	0.017328359186649323
81919	rnn.bias_hh_l0	3	-0.15877380967140198
81919	rnn.bias_hh_l0	4	0.024240324273705482
81919	rnn.bias_hh_l0	5	0.011374639347195625
81919	rnn.bias_hh_l0	6	-0.08066809922456741
81919	rnn.bias_hh_l0	7	-0.126047745347023
81919	rnn.bias_hh_l0	8	-0.1456073522567749
81919	rnn.bias_hh_l0	9	-0.0810360386967659
81919	rnn.weight_ih_l0_reverse	0	-0.009452092461287975
81919	rnn.weight_ih_l0_reverse	1	0.024383248761296272
81919	rnn.weight_ih_l0_reverse	2	-0.04030095040798187
81919	rnn.weight_ih_l0_reverse	3	-0.011768699623644352
81919	rnn.weight_ih_l0_reverse	4	0.00879250280559063
81919	rnn.weight_ih_l0_reverse	5	-0.06368587166070938
81919	rnn.weight_ih_l0_reverse	6	-0.043999698013067245
81919	rnn.weight_ih_l0_reverse	7	0.0003980945039074868
81919	rnn.weight_ih_l0_reverse	8	0.052884310483932495
81919	rnn.weight_ih_l0_reverse	9	0.007445046678185463
81919	rnn.weight_hh_l0_reverse	0	-0.004901012871414423
81919	rnn.weight_hh_l0_reverse	1	0.01756635494530201
81919	rnn.weight_hh_l0_reverse	2	-0.037963252514600754
81919	rnn.weight_hh_l0_reverse	3	0.03271632641553879
81919	rnn.weight_hh_l0_reverse	4	0.01709829829633236
81919	rnn.weight_hh_l0_reverse	5	-0.01554319728165865
81919	rnn.weight_hh_l0_reverse	6	0.02937709540128708
81919	rnn.weight_hh_l0_reverse	7	0.024833187460899353
81919	rnn.weight_hh_l0_reverse	8	-0.0059962039813399315
81919	rnn.weight_hh_l0_reverse	9	-0.05028647184371948
81919	rnn.bias_ih_l0_reverse	0	-0.11973398923873901
81919	rnn.bias_ih_l0_reverse	1	-0.27577316761016846
81919	rnn.bias_ih_l0_reverse	2	-0.04733658209443092
81919	rnn.bias_ih_l0_reverse	3	-0.0939476490020752
81919	rnn.bias_ih_l0_reverse	4	0.08607183396816254
81919	rnn.bias_ih_l0_reverse	5	-0.1809547394514084
81919	rnn.bias_ih_l0_reverse	6	-0.052349649369716644
81919	rnn.bias_ih_l0_reverse	7	0.02187427692115307
81919	rnn.bias_ih_l0_reverse	8	-0.1449018269777298
81919	rnn.bias_ih_l0_reverse	9	-0.06546616554260254
81919	rnn.bias_hh_l0_reverse	0	-0.11881785094738007
81919	rnn.bias_hh_l0_reverse	1	-0.11228187382221222
81919	rnn.bias_hh_l0_reverse	2	-0.022399665787816048
81919	rnn.bias_hh_l0_reverse	3	-0.10653318464756012
81919	rnn.bias_hh_l0_reverse	4	-0.023655865341424942
81919	rnn.bias_hh_l0_reverse	5	-0.09347789734601974
81919	rnn.bias_hh_l0_reverse	6	-0.07722166180610657
81919	rnn.bias_hh_l0_reverse	7	-0.15461650490760803
81919	rnn.bias_hh_l0_reverse	8	-0.03166553005576134
81919	rnn.bias_hh_l0_reverse	9	-0.13026948273181915
81919	linear.weight	0	-0.23183433711528778
81919	linear.weight	1	-0.12611015141010284
81919	linear.weight	2	-0.011228874325752258
81919	linear.weight	3	-0.10346642136573792
81919	linear.weight	4	0.05573641136288643
81919	linear.weight	5	0.24239173531532288
81919	linear.weight	6	0.0047744326293468475
81919	linear.weight	7	-0.021312154829502106
81919	linear.weight	8	0.11188898235559464
81919	linear.weight	9	0.18705813586711884
81919	linear.bias	0	-0.7345297336578369
81919	linear.bias	1	1.022226333618164
81919	linear.bias	2	-0.25934478640556335
81919	linear.bias	3	-0.5426498055458069
81919	linear.bias	4	-1.0910677909851074
81919	linear.bias	5	-1.1465598344802856
81919	linear.bias	6	-0.6998328566551208
81919	linear.bias	7	-0.6848196387290955
81919	linear.bias	8	-0.01705317199230194
81919	linear.bias	9	3.0314648151397705
82116	transitions	0	-0.2789296507835388
82116	transitions	1	7.804446220397949
82116	transitions	2	-3.1414926052093506
82116	transitions	3	1.3243415355682373
82116	transitions	4	-1.8178647756576538
82116	transitions	5	-0.3200553357601166
82116	transitions	6	-0.1672406792640686
82116	transitions	7	-10000.0
82116	transitions	8	1.65781569480896
82116	transitions	9	-2.2890453338623047
82116	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
82116	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
82116	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
82116	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
82116	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
82116	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
82116	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
82116	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
82116	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
82116	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
82116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
82116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
82116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
82116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
82116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
82116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
82116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
82116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
82116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
82116	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
82116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
82116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
82116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
82116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
82116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
82116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
82116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
82116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
82116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
82116	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
82116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
82116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
82116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
82116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
82116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
82116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
82116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
82116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
82116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
82116	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
82116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
82116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
82116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
82116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
82116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
82116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
82116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
82116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
82116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
82116	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
82116	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
82116	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
82116	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
82116	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
82116	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
82116	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
82116	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
82116	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
82116	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
82116	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
82116	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
82116	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
82116	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
82116	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
82116	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
82116	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
82116	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
82116	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
82116	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
82116	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
82116	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
82116	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
82116	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
82116	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
82116	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
82116	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
82116	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
82116	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
82116	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
82116	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
82116	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
82116	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
82116	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
82116	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
82116	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
82116	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
82116	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
82116	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
82116	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
82116	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
82116	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
82116	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
82116	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
82116	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
82116	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
82116	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
82116	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
82116	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
82116	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
82116	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
82116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
82116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
82116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
82116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
82116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
82116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
82116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
82116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
82116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
82116	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
82116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
82116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
82116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
82116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
82116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
82116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
82116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
82116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
82116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
82116	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
82116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
82116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
82116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
82116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
82116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
82116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
82116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
82116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
82116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
82116	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
82116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
82116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
82116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
82116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
82116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
82116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
82116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
82116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
82116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
82116	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
82116	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
82116	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
82116	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
82116	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
82116	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
82116	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
82116	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
82116	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
82116	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
82116	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
82116	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
82116	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
82116	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
82116	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
82116	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
82116	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
82116	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
82116	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
82116	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
82116	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
82116	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
82116	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
82116	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
82116	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
82116	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
82116	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
82116	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
82116	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
82116	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
82116	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
82116	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
82116	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
82116	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
82116	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
82116	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
82116	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
82116	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
82116	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
82116	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
82116	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
82116	embedding2nn.weight	0	0.040671441704034805
82116	embedding2nn.weight	1	-0.07126013934612274
82116	embedding2nn.weight	2	0.018538517877459526
82116	embedding2nn.weight	3	-0.04354732483625412
82116	embedding2nn.weight	4	-0.09868303686380386
82116	embedding2nn.weight	5	0.08453166484832764
82116	embedding2nn.weight	6	-0.09586991369724274
82116	embedding2nn.weight	7	-0.08259273320436478
82116	embedding2nn.weight	8	-0.0004386634682305157
82116	embedding2nn.weight	9	0.030488166958093643
82116	embedding2nn.bias	0	0.07535486668348312
82116	embedding2nn.bias	1	-0.01195153035223484
82116	embedding2nn.bias	2	-0.16128869354724884
82116	embedding2nn.bias	3	0.08140095323324203
82116	embedding2nn.bias	4	0.01614503376185894
82116	embedding2nn.bias	5	-0.1744321584701538
82116	embedding2nn.bias	6	-0.08509853482246399
82116	embedding2nn.bias	7	-0.051987990736961365
82116	embedding2nn.bias	8	0.12113898992538452
82116	embedding2nn.bias	9	-0.10714314877986908
82116	rnn.weight_ih_l0	0	-0.0012447333429008722
82116	rnn.weight_ih_l0	1	-0.048375193029642105
82116	rnn.weight_ih_l0	2	-0.03505870699882507
82116	rnn.weight_ih_l0	3	-0.01962319202721119
82116	rnn.weight_ih_l0	4	-0.0008765467791818082
82116	rnn.weight_ih_l0	5	-0.058880601078271866
82116	rnn.weight_ih_l0	6	0.02317866124212742
82116	rnn.weight_ih_l0	7	-0.050575967878103256
82116	rnn.weight_ih_l0	8	0.001704729744233191
82116	rnn.weight_ih_l0	9	-0.005695482715964317
82116	rnn.weight_hh_l0	0	-0.005662983283400536
82116	rnn.weight_hh_l0	1	-0.06810232996940613
82116	rnn.weight_hh_l0	2	0.046590544283390045
82116	rnn.weight_hh_l0	3	0.024104757234454155
82116	rnn.weight_hh_l0	4	0.006429064553231001
82116	rnn.weight_hh_l0	5	0.047910235822200775
82116	rnn.weight_hh_l0	6	-0.010572154074907303
82116	rnn.weight_hh_l0	7	-0.07836131006479263
82116	rnn.weight_hh_l0	8	-0.01746281236410141
82116	rnn.weight_hh_l0	9	-0.05731409788131714
82116	rnn.bias_ih_l0	0	-0.10600023716688156
82116	rnn.bias_ih_l0	1	-0.12457279860973358
82116	rnn.bias_ih_l0	2	-0.20224884152412415
82116	rnn.bias_ih_l0	3	-0.2695673108100891
82116	rnn.bias_ih_l0	4	0.021652616560459137
82116	rnn.bias_ih_l0	5	0.07791640609502792
82116	rnn.bias_ih_l0	6	-0.1289047747850418
82116	rnn.bias_ih_l0	7	-0.2156105488538742
82116	rnn.bias_ih_l0	8	-0.10304691642522812
82116	rnn.bias_ih_l0	9	-0.13453041017055511
82116	rnn.bias_hh_l0	0	0.11857634037733078
82116	rnn.bias_hh_l0	1	-0.04350932687520981
82116	rnn.bias_hh_l0	2	0.019509756937623024
82116	rnn.bias_hh_l0	3	-0.15689201653003693
82116	rnn.bias_hh_l0	4	0.02286873199045658
82116	rnn.bias_hh_l0	5	0.01551880780607462
82116	rnn.bias_hh_l0	6	-0.0776989534497261
82116	rnn.bias_hh_l0	7	-0.1274728924036026
82116	rnn.bias_hh_l0	8	-0.14558348059654236
82116	rnn.bias_hh_l0	9	-0.08220124989748001
82116	rnn.weight_ih_l0_reverse	0	-0.010614625178277493
82116	rnn.weight_ih_l0_reverse	1	0.027206184342503548
82116	rnn.weight_ih_l0_reverse	2	-0.0371246412396431
82116	rnn.weight_ih_l0_reverse	3	-0.01529046893119812
82116	rnn.weight_ih_l0_reverse	4	0.007072956766933203
82116	rnn.weight_ih_l0_reverse	5	-0.0637626200914383
82116	rnn.weight_ih_l0_reverse	6	-0.04488253593444824
82116	rnn.weight_ih_l0_reverse	7	0.00324343447573483
82116	rnn.weight_ih_l0_reverse	8	0.05254290625452995
82116	rnn.weight_ih_l0_reverse	9	0.009116093628108501
82116	rnn.weight_hh_l0_reverse	0	-0.0051660998724401
82116	rnn.weight_hh_l0_reverse	1	0.01854887045919895
82116	rnn.weight_hh_l0_reverse	2	-0.03825152665376663
82116	rnn.weight_hh_l0_reverse	3	0.034245382994413376
82116	rnn.weight_hh_l0_reverse	4	0.017333684489130974
82116	rnn.weight_hh_l0_reverse	5	-0.015160424634814262
82116	rnn.weight_hh_l0_reverse	6	0.030115781351923943
82116	rnn.weight_hh_l0_reverse	7	0.022830959409475327
82116	rnn.weight_hh_l0_reverse	8	-0.006256830412894487
82116	rnn.weight_hh_l0_reverse	9	-0.04993744194507599
82116	rnn.bias_ih_l0_reverse	0	-0.12147842347621918
82116	rnn.bias_ih_l0_reverse	1	-0.2725718915462494
82116	rnn.bias_ih_l0_reverse	2	-0.046893734484910965
82116	rnn.bias_ih_l0_reverse	3	-0.09551337361335754
82116	rnn.bias_ih_l0_reverse	4	0.08776430785655975
82116	rnn.bias_ih_l0_reverse	5	-0.1850563883781433
82116	rnn.bias_ih_l0_reverse	6	-0.053467925637960434
82116	rnn.bias_ih_l0_reverse	7	0.029241232201457024
82116	rnn.bias_ih_l0_reverse	8	-0.14777502417564392
82116	rnn.bias_ih_l0_reverse	9	-0.06535570323467255
82116	rnn.bias_hh_l0_reverse	0	-0.11721547693014145
82116	rnn.bias_hh_l0_reverse	1	-0.11232408881187439
82116	rnn.bias_hh_l0_reverse	2	-0.02145344391465187
82116	rnn.bias_hh_l0_reverse	3	-0.11018243432044983
82116	rnn.bias_hh_l0_reverse	4	-0.023595228791236877
82116	rnn.bias_hh_l0_reverse	5	-0.09526015818119049
82116	rnn.bias_hh_l0_reverse	6	-0.07970740646123886
82116	rnn.bias_hh_l0_reverse	7	-0.15120428800582886
82116	rnn.bias_hh_l0_reverse	8	-0.034646667540073395
82116	rnn.bias_hh_l0_reverse	9	-0.13203032314777374
82116	linear.weight	0	-0.23206757009029388
82116	linear.weight	1	-0.12081799656152725
82116	linear.weight	2	-0.011228874325752258
82116	linear.weight	3	-0.11470093578100204
82116	linear.weight	4	0.04870104789733887
82116	linear.weight	5	0.2603360414505005
82116	linear.weight	6	0.0047744326293468475
82116	linear.weight	7	-0.021312154829502106
82116	linear.weight	8	0.07192641496658325
82116	linear.weight	9	0.20137137174606323
82116	linear.bias	0	-0.7551648020744324
82116	linear.bias	1	1.0472720861434937
82116	linear.bias	2	-0.23629820346832275
82116	linear.bias	3	-0.5492991805076599
82116	linear.bias	4	-1.1104823350906372
82116	linear.bias	5	-1.1467136144638062
82116	linear.bias	6	-0.7192527055740356
82116	linear.bias	7	-0.6932211518287659
82116	linear.bias	8	-0.01705317199230194
82116	linear.bias	9	3.0336592197418213
82313	transitions	0	-0.27939334511756897
82313	transitions	1	7.825007915496826
82313	transitions	2	-3.142918586730957
82313	transitions	3	1.32558274269104
82313	transitions	4	-1.8191112279891968
82313	transitions	5	-0.320183664560318
82313	transitions	6	-0.16733254492282867
82313	transitions	7	-10000.0
82313	transitions	8	1.6581729650497437
82313	transitions	9	-2.2890663146972656
82313	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
82313	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
82313	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
82313	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
82313	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
82313	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
82313	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
82313	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
82313	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
82313	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
82313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
82313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
82313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
82313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
82313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
82313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
82313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
82313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
82313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
82313	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
82313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
82313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
82313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
82313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
82313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
82313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
82313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
82313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
82313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
82313	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
82313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
82313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
82313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
82313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
82313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
82313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
82313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
82313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
82313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
82313	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
82313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
82313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
82313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
82313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
82313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
82313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
82313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
82313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
82313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
82313	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
82313	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
82313	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
82313	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
82313	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
82313	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
82313	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
82313	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
82313	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
82313	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
82313	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
82313	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
82313	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
82313	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
82313	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
82313	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
82313	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
82313	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
82313	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
82313	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
82313	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
82313	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
82313	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
82313	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
82313	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
82313	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
82313	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
82313	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
82313	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
82313	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
82313	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
82313	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
82313	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
82313	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
82313	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
82313	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
82313	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
82313	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
82313	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
82313	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
82313	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
82313	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
82313	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
82313	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
82313	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
82313	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
82313	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
82313	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
82313	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
82313	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
82313	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
82313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
82313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
82313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
82313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
82313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
82313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
82313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
82313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
82313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
82313	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
82313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
82313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
82313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
82313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
82313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
82313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
82313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
82313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
82313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
82313	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
82313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
82313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
82313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
82313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
82313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
82313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
82313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
82313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
82313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
82313	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
82313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
82313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
82313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
82313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
82313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
82313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
82313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
82313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
82313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
82313	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
82313	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
82313	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
82313	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
82313	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
82313	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
82313	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
82313	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
82313	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
82313	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
82313	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
82313	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
82313	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
82313	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
82313	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
82313	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
82313	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
82313	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
82313	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
82313	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
82313	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
82313	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
82313	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
82313	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
82313	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
82313	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
82313	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
82313	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
82313	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
82313	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
82313	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
82313	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
82313	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
82313	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
82313	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
82313	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
82313	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
82313	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
82313	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
82313	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
82313	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
82313	embedding2nn.weight	0	0.03977763652801514
82313	embedding2nn.weight	1	-0.07191108912229538
82313	embedding2nn.weight	2	0.020485814660787582
82313	embedding2nn.weight	3	-0.043945107609033585
82313	embedding2nn.weight	4	-0.09962049871683121
82313	embedding2nn.weight	5	0.08434620499610901
82313	embedding2nn.weight	6	-0.0936698317527771
82313	embedding2nn.weight	7	-0.08248842507600784
82313	embedding2nn.weight	8	-0.002565437462180853
82313	embedding2nn.weight	9	0.03155745565891266
82313	embedding2nn.bias	0	0.06779500097036362
82313	embedding2nn.bias	1	-0.004077357240021229
82313	embedding2nn.bias	2	-0.16427306830883026
82313	embedding2nn.bias	3	0.06862179934978485
82313	embedding2nn.bias	4	0.023608753457665443
82313	embedding2nn.bias	5	-0.1659078449010849
82313	embedding2nn.bias	6	-0.08541902154684067
82313	embedding2nn.bias	7	-0.051548976451158524
82313	embedding2nn.bias	8	0.1277383416891098
82313	embedding2nn.bias	9	-0.09149575233459473
82313	rnn.weight_ih_l0	0	0.0007412823615595698
82313	rnn.weight_ih_l0	1	-0.045319944620132446
82313	rnn.weight_ih_l0	2	-0.03485829383134842
82313	rnn.weight_ih_l0	3	-0.02000526152551174
82313	rnn.weight_ih_l0	4	-0.0025909333489835262
82313	rnn.weight_ih_l0	5	-0.06029713153839111
82313	rnn.weight_ih_l0	6	0.0214402936398983
82313	rnn.weight_ih_l0	7	-0.04769402742385864
82313	rnn.weight_ih_l0	8	-0.0013342646416276693
82313	rnn.weight_ih_l0	9	-0.005356075707823038
82313	rnn.weight_hh_l0	0	-0.006918215658515692
82313	rnn.weight_hh_l0	1	-0.06871729344129562
82313	rnn.weight_hh_l0	2	0.046943459659814835
82313	rnn.weight_hh_l0	3	0.023496216163039207
82313	rnn.weight_hh_l0	4	0.0060868822038173676
82313	rnn.weight_hh_l0	5	0.04799763113260269
82313	rnn.weight_hh_l0	6	-0.010779930278658867
82313	rnn.weight_hh_l0	7	-0.07859885692596436
82313	rnn.weight_hh_l0	8	-0.018395232036709785
82313	rnn.weight_hh_l0	9	-0.05612414702773094
82313	rnn.bias_ih_l0	0	-0.10094945132732391
82313	rnn.bias_ih_l0	1	-0.12581802904605865
82313	rnn.bias_ih_l0	2	-0.1994360387325287
82313	rnn.bias_ih_l0	3	-0.2703578472137451
82313	rnn.bias_ih_l0	4	0.021948019042611122
82313	rnn.bias_ih_l0	5	0.07646921277046204
82313	rnn.bias_ih_l0	6	-0.13263346254825592
82313	rnn.bias_ih_l0	7	-0.2155890315771103
82313	rnn.bias_ih_l0	8	-0.10257846862077713
82313	rnn.bias_ih_l0	9	-0.1328267604112625
82313	rnn.bias_hh_l0	0	0.12294235080480576
82313	rnn.bias_hh_l0	1	-0.04551510512828827
82313	rnn.bias_hh_l0	2	0.01970233954489231
82313	rnn.bias_hh_l0	3	-0.1549195647239685
82313	rnn.bias_hh_l0	4	0.022412234917283058
82313	rnn.bias_hh_l0	5	0.022013772279024124
82313	rnn.bias_hh_l0	6	-0.08194376528263092
82313	rnn.bias_hh_l0	7	-0.1256902515888214
82313	rnn.bias_hh_l0	8	-0.14632897078990936
82313	rnn.bias_hh_l0	9	-0.08523795753717422
82313	rnn.weight_ih_l0_reverse	0	-0.009688379243016243
82313	rnn.weight_ih_l0_reverse	1	0.024899287149310112
82313	rnn.weight_ih_l0_reverse	2	-0.04315345734357834
82313	rnn.weight_ih_l0_reverse	3	-0.016761386767029762
82313	rnn.weight_ih_l0_reverse	4	0.005577190779149532
82313	rnn.weight_ih_l0_reverse	5	-0.06439440697431564
82313	rnn.weight_ih_l0_reverse	6	-0.04596909135580063
82313	rnn.weight_ih_l0_reverse	7	0.003693690523505211
82313	rnn.weight_ih_l0_reverse	8	0.05328918620944023
82313	rnn.weight_ih_l0_reverse	9	0.007873167283833027
82313	rnn.weight_hh_l0_reverse	0	-0.005014665890485048
82313	rnn.weight_hh_l0_reverse	1	0.018623676151037216
82313	rnn.weight_hh_l0_reverse	2	-0.03776734694838524
82313	rnn.weight_hh_l0_reverse	3	0.034426189959049225
82313	rnn.weight_hh_l0_reverse	4	0.01705969125032425
82313	rnn.weight_hh_l0_reverse	5	-0.01652161218225956
82313	rnn.weight_hh_l0_reverse	6	0.03051881492137909
82313	rnn.weight_hh_l0_reverse	7	0.021829532459378242
82313	rnn.weight_hh_l0_reverse	8	-0.005646940320730209
82313	rnn.weight_hh_l0_reverse	9	-0.04961166903376579
82313	rnn.bias_ih_l0_reverse	0	-0.12566757202148438
82313	rnn.bias_ih_l0_reverse	1	-0.2728143632411957
82313	rnn.bias_ih_l0_reverse	2	-0.04797418415546417
82313	rnn.bias_ih_l0_reverse	3	-0.09240720421075821
82313	rnn.bias_ih_l0_reverse	4	0.09049468487501144
82313	rnn.bias_ih_l0_reverse	5	-0.18005375564098358
82313	rnn.bias_ih_l0_reverse	6	-0.05622311308979988
82313	rnn.bias_ih_l0_reverse	7	0.0275903157889843
82313	rnn.bias_ih_l0_reverse	8	-0.14988814294338226
82313	rnn.bias_ih_l0_reverse	9	-0.06490283459424973
82313	rnn.bias_hh_l0_reverse	0	-0.11479336768388748
82313	rnn.bias_hh_l0_reverse	1	-0.11087514460086823
82313	rnn.bias_hh_l0_reverse	2	-0.0229684729129076
82313	rnn.bias_hh_l0_reverse	3	-0.11102615296840668
82313	rnn.bias_hh_l0_reverse	4	-0.025792812928557396
82313	rnn.bias_hh_l0_reverse	5	-0.09813124686479568
82313	rnn.bias_hh_l0_reverse	6	-0.076087586581707
82313	rnn.bias_hh_l0_reverse	7	-0.15240268409252167
82313	rnn.bias_hh_l0_reverse	8	-0.03373641148209572
82313	rnn.bias_hh_l0_reverse	9	-0.13294972479343414
82313	linear.weight	0	-0.23433996737003326
82313	linear.weight	1	-0.1247396245598793
82313	linear.weight	2	-0.011228874325752258
82313	linear.weight	3	-0.11356475949287415
82313	linear.weight	4	0.04712434485554695
82313	linear.weight	5	0.24282871186733246
82313	linear.weight	6	0.0047744326293468475
82313	linear.weight	7	-0.021312154829502106
82313	linear.weight	8	0.0681455060839653
82313	linear.weight	9	0.22254309058189392
82313	linear.bias	0	-0.7482761144638062
82313	linear.bias	1	1.071038007736206
82313	linear.bias	2	-0.22632086277008057
82313	linear.bias	3	-0.5552142858505249
82313	linear.bias	4	-1.1141656637191772
82313	linear.bias	5	-1.1468384265899658
82313	linear.bias	6	-0.7102906703948975
82313	linear.bias	7	-0.7245539426803589
82313	linear.bias	8	-0.01705317199230194
82313	linear.bias	9	3.05622935295105
82510	transitions	0	-0.28088101744651794
82510	transitions	1	7.83763313293457
82510	transitions	2	-3.1438231468200684
82510	transitions	3	1.3215855360031128
82510	transitions	4	-1.8197780847549438
82510	transitions	5	-0.32048624753952026
82510	transitions	6	-0.16740965843200684
82510	transitions	7	-10000.0
82510	transitions	8	1.662797212600708
82510	transitions	9	-2.2890775203704834
82510	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
82510	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
82510	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
82510	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
82510	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
82510	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
82510	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
82510	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
82510	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
82510	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
82510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
82510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
82510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
82510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
82510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
82510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
82510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
82510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
82510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
82510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
82510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
82510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
82510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
82510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
82510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
82510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
82510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
82510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
82510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
82510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
82510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
82510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
82510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
82510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
82510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
82510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
82510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
82510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
82510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
82510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
82510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
82510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
82510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
82510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
82510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
82510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
82510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
82510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
82510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
82510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
82510	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
82510	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
82510	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
82510	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
82510	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
82510	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
82510	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
82510	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
82510	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
82510	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
82510	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
82510	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
82510	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
82510	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
82510	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
82510	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
82510	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
82510	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
82510	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
82510	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
82510	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
82510	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
82510	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
82510	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
82510	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
82510	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
82510	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
82510	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
82510	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
82510	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
82510	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
82510	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
82510	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
82510	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
82510	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
82510	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
82510	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
82510	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
82510	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
82510	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
82510	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
82510	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
82510	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
82510	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
82510	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
82510	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
82510	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
82510	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
82510	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
82510	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
82510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
82510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
82510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
82510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
82510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
82510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
82510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
82510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
82510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
82510	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
82510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
82510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
82510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
82510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
82510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
82510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
82510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
82510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
82510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
82510	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
82510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
82510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
82510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
82510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
82510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
82510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
82510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
82510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
82510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
82510	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
82510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
82510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
82510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
82510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
82510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
82510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
82510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
82510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
82510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
82510	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
82510	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
82510	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
82510	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
82510	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
82510	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
82510	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
82510	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
82510	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
82510	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
82510	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
82510	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
82510	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
82510	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
82510	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
82510	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
82510	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
82510	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
82510	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
82510	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
82510	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
82510	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
82510	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
82510	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
82510	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
82510	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
82510	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
82510	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
82510	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
82510	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
82510	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
82510	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
82510	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
82510	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
82510	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
82510	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
82510	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
82510	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
82510	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
82510	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
82510	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
82510	embedding2nn.weight	0	0.03915897756814957
82510	embedding2nn.weight	1	-0.07207043468952179
82510	embedding2nn.weight	2	0.024690430611371994
82510	embedding2nn.weight	3	-0.04607360437512398
82510	embedding2nn.weight	4	-0.09875372797250748
82510	embedding2nn.weight	5	0.0845847800374031
82510	embedding2nn.weight	6	-0.10108938068151474
82510	embedding2nn.weight	7	-0.08129879832267761
82510	embedding2nn.weight	8	-0.00235453131608665
82510	embedding2nn.weight	9	0.03383173793554306
82510	embedding2nn.bias	0	0.07033946365118027
82510	embedding2nn.bias	1	-0.022786812856793404
82510	embedding2nn.bias	2	-0.15276393294334412
82510	embedding2nn.bias	3	0.0782095193862915
82510	embedding2nn.bias	4	0.03476895019412041
82510	embedding2nn.bias	5	-0.17417146265506744
82510	embedding2nn.bias	6	-0.07144689559936523
82510	embedding2nn.bias	7	-0.05160001665353775
82510	embedding2nn.bias	8	0.13385508954524994
82510	embedding2nn.bias	9	-0.09534898400306702
82510	rnn.weight_ih_l0	0	0.0027606880757957697
82510	rnn.weight_ih_l0	1	-0.046672239899635315
82510	rnn.weight_ih_l0	2	-0.034643352031707764
82510	rnn.weight_ih_l0	3	-0.020670447498559952
82510	rnn.weight_ih_l0	4	-0.002167246537283063
82510	rnn.weight_ih_l0	5	-0.06057027354836464
82510	rnn.weight_ih_l0	6	0.024005228653550148
82510	rnn.weight_ih_l0	7	-0.053682826459407806
82510	rnn.weight_ih_l0	8	-0.0012671102304011583
82510	rnn.weight_ih_l0	9	-0.006560769397765398
82510	rnn.weight_hh_l0	0	-0.006397909019142389
82510	rnn.weight_hh_l0	1	-0.07272504270076752
82510	rnn.weight_hh_l0	2	0.04697306454181671
82510	rnn.weight_hh_l0	3	0.02210056781768799
82510	rnn.weight_hh_l0	4	0.006396688986569643
82510	rnn.weight_hh_l0	5	0.046897247433662415
82510	rnn.weight_hh_l0	6	-0.010202332399785519
82510	rnn.weight_hh_l0	7	-0.07857272773981094
82510	rnn.weight_hh_l0	8	-0.01908804289996624
82510	rnn.weight_hh_l0	9	-0.056509293615818024
82510	rnn.bias_ih_l0	0	-0.10156149417161942
82510	rnn.bias_ih_l0	1	-0.12709839642047882
82510	rnn.bias_ih_l0	2	-0.20196375250816345
82510	rnn.bias_ih_l0	3	-0.2709199786186218
82510	rnn.bias_ih_l0	4	0.02299807406961918
82510	rnn.bias_ih_l0	5	0.08099181950092316
82510	rnn.bias_ih_l0	6	-0.13398249447345734
82510	rnn.bias_ih_l0	7	-0.21330852806568146
82510	rnn.bias_ih_l0	8	-0.1032923087477684
82510	rnn.bias_ih_l0	9	-0.136205792427063
82510	rnn.bias_hh_l0	0	0.12642793357372284
82510	rnn.bias_hh_l0	1	-0.04794123396277428
82510	rnn.bias_hh_l0	2	0.019528483971953392
82510	rnn.bias_hh_l0	3	-0.15228021144866943
82510	rnn.bias_hh_l0	4	0.021109674125909805
82510	rnn.bias_hh_l0	5	0.020020635798573494
82510	rnn.bias_hh_l0	6	-0.08230692893266678
82510	rnn.bias_hh_l0	7	-0.1269940286874771
82510	rnn.bias_hh_l0	8	-0.1484619528055191
82510	rnn.bias_hh_l0	9	-0.08400171250104904
82510	rnn.weight_ih_l0_reverse	0	-0.011235371232032776
82510	rnn.weight_ih_l0_reverse	1	0.0238362904638052
82510	rnn.weight_ih_l0_reverse	2	-0.0407974012196064
82510	rnn.weight_ih_l0_reverse	3	-0.016631118953227997
82510	rnn.weight_ih_l0_reverse	4	0.0061098807491362095
82510	rnn.weight_ih_l0_reverse	5	-0.06637141108512878
82510	rnn.weight_ih_l0_reverse	6	-0.0461697094142437
82510	rnn.weight_ih_l0_reverse	7	0.004650627728551626
82510	rnn.weight_ih_l0_reverse	8	0.051831722259521484
82510	rnn.weight_ih_l0_reverse	9	0.012610210105776787
82510	rnn.weight_hh_l0_reverse	0	-0.004467880353331566
82510	rnn.weight_hh_l0_reverse	1	0.01818503625690937
82510	rnn.weight_hh_l0_reverse	2	-0.03795938566327095
82510	rnn.weight_hh_l0_reverse	3	0.033321313560009
82510	rnn.weight_hh_l0_reverse	4	0.01576535403728485
82510	rnn.weight_hh_l0_reverse	5	-0.016299869865179062
82510	rnn.weight_hh_l0_reverse	6	0.029705842956900597
82510	rnn.weight_hh_l0_reverse	7	0.020060338079929352
82510	rnn.weight_hh_l0_reverse	8	-0.005942844320088625
82510	rnn.weight_hh_l0_reverse	9	-0.04948246106505394
82510	rnn.bias_ih_l0_reverse	0	-0.12509408593177795
82510	rnn.bias_ih_l0_reverse	1	-0.2736380100250244
82510	rnn.bias_ih_l0_reverse	2	-0.046448420733213425
82510	rnn.bias_ih_l0_reverse	3	-0.09412926435470581
82510	rnn.bias_ih_l0_reverse	4	0.09043855965137482
82510	rnn.bias_ih_l0_reverse	5	-0.18264350295066833
82510	rnn.bias_ih_l0_reverse	6	-0.05711173638701439
82510	rnn.bias_ih_l0_reverse	7	0.018718084320425987
82510	rnn.bias_ih_l0_reverse	8	-0.14889667928218842
82510	rnn.bias_ih_l0_reverse	9	-0.06543706357479095
82510	rnn.bias_hh_l0_reverse	0	-0.11915603280067444
82510	rnn.bias_hh_l0_reverse	1	-0.11280971020460129
82510	rnn.bias_hh_l0_reverse	2	-0.020706472918391228
82510	rnn.bias_hh_l0_reverse	3	-0.11529321223497391
82510	rnn.bias_hh_l0_reverse	4	-0.026852836832404137
82510	rnn.bias_hh_l0_reverse	5	-0.09980637580156326
82510	rnn.bias_hh_l0_reverse	6	-0.0798247680068016
82510	rnn.bias_hh_l0_reverse	7	-0.15046638250350952
82510	rnn.bias_hh_l0_reverse	8	-0.024389982223510742
82510	rnn.bias_hh_l0_reverse	9	-0.13386520743370056
82510	linear.weight	0	-0.23086751997470856
82510	linear.weight	1	-0.12754614651203156
82510	linear.weight	2	-0.011228874325752258
82510	linear.weight	3	-0.09703031182289124
82510	linear.weight	4	0.050325408577919006
82510	linear.weight	5	0.2259465605020523
82510	linear.weight	6	0.0047744326293468475
82510	linear.weight	7	-0.021312154829502106
82510	linear.weight	8	0.08113329857587814
82510	linear.weight	9	0.21685056388378143
82510	linear.bias	0	-0.7536280751228333
82510	linear.bias	1	1.0557258129119873
82510	linear.bias	2	-0.22202663123607635
82510	linear.bias	3	-0.5545526146888733
82510	linear.bias	4	-1.0771746635437012
82510	linear.bias	5	-1.1469712257385254
82510	linear.bias	6	-0.7147765159606934
82510	linear.bias	7	-0.7709066271781921
82510	linear.bias	8	-0.01705317199230194
82510	linear.bias	9	3.1004881858825684
82707	transitions	0	-0.28272634744644165
82707	transitions	1	7.8174333572387695
82707	transitions	2	-3.1467695236206055
82707	transitions	3	1.331101417541504
82707	transitions	4	-1.8206690549850464
82707	transitions	5	-0.3206954002380371
82707	transitions	6	-0.16750165820121765
82707	transitions	7	-10000.0
82707	transitions	8	1.6609381437301636
82707	transitions	9	-2.2891037464141846
82707	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
82707	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
82707	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
82707	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
82707	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
82707	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
82707	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
82707	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
82707	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
82707	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
82707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
82707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
82707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
82707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
82707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
82707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
82707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
82707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
82707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
82707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
82707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
82707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
82707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
82707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
82707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
82707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
82707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
82707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
82707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
82707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
82707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
82707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
82707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
82707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
82707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
82707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
82707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
82707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
82707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
82707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
82707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
82707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
82707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
82707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
82707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
82707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
82707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
82707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
82707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
82707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
82707	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
82707	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
82707	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
82707	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
82707	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
82707	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
82707	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
82707	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
82707	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
82707	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
82707	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
82707	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
82707	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
82707	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
82707	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
82707	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
82707	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
82707	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
82707	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
82707	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
82707	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
82707	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
82707	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
82707	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
82707	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
82707	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
82707	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
82707	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
82707	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
82707	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
82707	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
82707	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
82707	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
82707	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
82707	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
82707	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
82707	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
82707	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
82707	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
82707	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
82707	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
82707	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
82707	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
82707	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
82707	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
82707	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
82707	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
82707	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
82707	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
82707	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
82707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
82707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
82707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
82707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
82707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
82707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
82707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
82707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
82707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
82707	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
82707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
82707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
82707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
82707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
82707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
82707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
82707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
82707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
82707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
82707	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
82707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
82707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
82707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
82707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
82707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
82707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
82707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
82707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
82707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
82707	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
82707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
82707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
82707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
82707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
82707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
82707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
82707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
82707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
82707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
82707	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
82707	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
82707	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
82707	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
82707	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
82707	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
82707	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
82707	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
82707	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
82707	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
82707	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
82707	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
82707	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
82707	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
82707	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
82707	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
82707	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
82707	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
82707	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
82707	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
82707	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
82707	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
82707	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
82707	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
82707	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
82707	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
82707	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
82707	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
82707	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
82707	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
82707	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
82707	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
82707	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
82707	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
82707	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
82707	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
82707	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
82707	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
82707	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
82707	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
82707	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
82707	embedding2nn.weight	0	0.04024823009967804
82707	embedding2nn.weight	1	-0.07297274470329285
82707	embedding2nn.weight	2	0.024580080062150955
82707	embedding2nn.weight	3	-0.04560582712292671
82707	embedding2nn.weight	4	-0.09723775088787079
82707	embedding2nn.weight	5	0.08398459851741791
82707	embedding2nn.weight	6	-0.10377053916454315
82707	embedding2nn.weight	7	-0.08048088103532791
82707	embedding2nn.weight	8	-0.0030900246929377317
82707	embedding2nn.weight	9	0.03416172415018082
82707	embedding2nn.bias	0	0.0659356489777565
82707	embedding2nn.bias	1	-0.011263042688369751
82707	embedding2nn.bias	2	-0.14856816828250885
82707	embedding2nn.bias	3	0.06289893388748169
82707	embedding2nn.bias	4	0.02391299232840538
82707	embedding2nn.bias	5	-0.18014207482337952
82707	embedding2nn.bias	6	-0.06974295526742935
82707	embedding2nn.bias	7	-0.05342467874288559
82707	embedding2nn.bias	8	0.12446001917123795
82707	embedding2nn.bias	9	-0.09595440328121185
82707	rnn.weight_ih_l0	0	0.0016434288118034601
82707	rnn.weight_ih_l0	1	-0.043467748910188675
82707	rnn.weight_ih_l0	2	-0.03460772708058357
82707	rnn.weight_ih_l0	3	-0.022054316475987434
82707	rnn.weight_ih_l0	4	-0.0009492782992310822
82707	rnn.weight_ih_l0	5	-0.0634813979268074
82707	rnn.weight_ih_l0	6	0.022766554728150368
82707	rnn.weight_ih_l0	7	-0.05426156893372536
82707	rnn.weight_ih_l0	8	9.792710443434771e-06
82707	rnn.weight_ih_l0	9	-0.0027926904149353504
82707	rnn.weight_hh_l0	0	-0.005791617091745138
82707	rnn.weight_hh_l0	1	-0.0743432492017746
82707	rnn.weight_hh_l0	2	0.046988945454359055
82707	rnn.weight_hh_l0	3	0.022589191794395447
82707	rnn.weight_hh_l0	4	0.005989236291497946
82707	rnn.weight_hh_l0	5	0.04490087553858757
82707	rnn.weight_hh_l0	6	-0.009647632017731667
82707	rnn.weight_hh_l0	7	-0.07848641276359558
82707	rnn.weight_hh_l0	8	-0.021411441266536713
82707	rnn.weight_hh_l0	9	-0.055638886988162994
82707	rnn.bias_ih_l0	0	-0.10243422538042068
82707	rnn.bias_ih_l0	1	-0.12776076793670654
82707	rnn.bias_ih_l0	2	-0.20057830214500427
82707	rnn.bias_ih_l0	3	-0.2716786861419678
82707	rnn.bias_ih_l0	4	0.01989552192389965
82707	rnn.bias_ih_l0	5	0.07178227603435516
82707	rnn.bias_ih_l0	6	-0.13236673176288605
82707	rnn.bias_ih_l0	7	-0.21387416124343872
82707	rnn.bias_ih_l0	8	-0.10470302402973175
82707	rnn.bias_ih_l0	9	-0.1366766393184662
82707	rnn.bias_hh_l0	0	0.12748432159423828
82707	rnn.bias_hh_l0	1	-0.045949190855026245
82707	rnn.bias_hh_l0	2	0.01714317314326763
82707	rnn.bias_hh_l0	3	-0.1538674682378769
82707	rnn.bias_hh_l0	4	0.026824450120329857
82707	rnn.bias_hh_l0	5	0.020140325650572777
82707	rnn.bias_hh_l0	6	-0.0816267803311348
82707	rnn.bias_hh_l0	7	-0.12597696483135223
82707	rnn.bias_hh_l0	8	-0.15178616344928741
82707	rnn.bias_hh_l0	9	-0.07930175215005875
82707	rnn.weight_ih_l0_reverse	0	-0.01033562421798706
82707	rnn.weight_ih_l0_reverse	1	0.022532450035214424
82707	rnn.weight_ih_l0_reverse	2	-0.04120120406150818
82707	rnn.weight_ih_l0_reverse	3	-0.015128758735954762
82707	rnn.weight_ih_l0_reverse	4	0.0035399713087826967
82707	rnn.weight_ih_l0_reverse	5	-0.06908034533262253
82707	rnn.weight_ih_l0_reverse	6	-0.04452003166079521
82707	rnn.weight_ih_l0_reverse	7	0.0024453431833535433
82707	rnn.weight_ih_l0_reverse	8	0.052560191601514816
82707	rnn.weight_ih_l0_reverse	9	0.01684928499162197
82707	rnn.weight_hh_l0_reverse	0	-0.0041309865191578865
82707	rnn.weight_hh_l0_reverse	1	0.018150383606553078
82707	rnn.weight_hh_l0_reverse	2	-0.03829585388302803
82707	rnn.weight_hh_l0_reverse	3	0.032777536660432816
82707	rnn.weight_hh_l0_reverse	4	0.01633257418870926
82707	rnn.weight_hh_l0_reverse	5	-0.015151250176131725
82707	rnn.weight_hh_l0_reverse	6	0.030138134956359863
82707	rnn.weight_hh_l0_reverse	7	0.01953236572444439
82707	rnn.weight_hh_l0_reverse	8	-0.004938916303217411
82707	rnn.weight_hh_l0_reverse	9	-0.049741268157958984
82707	rnn.bias_ih_l0_reverse	0	-0.12529678642749786
82707	rnn.bias_ih_l0_reverse	1	-0.27320775389671326
82707	rnn.bias_ih_l0_reverse	2	-0.04982760548591614
82707	rnn.bias_ih_l0_reverse	3	-0.091975636780262
82707	rnn.bias_ih_l0_reverse	4	0.09156689047813416
82707	rnn.bias_ih_l0_reverse	5	-0.17885103821754456
82707	rnn.bias_ih_l0_reverse	6	-0.05841798335313797
82707	rnn.bias_ih_l0_reverse	7	0.02269403263926506
82707	rnn.bias_ih_l0_reverse	8	-0.15071316063404083
82707	rnn.bias_ih_l0_reverse	9	-0.06626758724451065
82707	rnn.bias_hh_l0_reverse	0	-0.1225322037935257
82707	rnn.bias_hh_l0_reverse	1	-0.10855396091938019
82707	rnn.bias_hh_l0_reverse	2	-0.02069268189370632
82707	rnn.bias_hh_l0_reverse	3	-0.1102222204208374
82707	rnn.bias_hh_l0_reverse	4	-0.026851415634155273
82707	rnn.bias_hh_l0_reverse	5	-0.0981113389134407
82707	rnn.bias_hh_l0_reverse	6	-0.08515537530183792
82707	rnn.bias_hh_l0_reverse	7	-0.15185372531414032
82707	rnn.bias_hh_l0_reverse	8	-0.027642657980322838
82707	rnn.bias_hh_l0_reverse	9	-0.1322818398475647
82707	linear.weight	0	-0.22526954114437103
82707	linear.weight	1	-0.1260286122560501
82707	linear.weight	2	-0.011228874325752258
82707	linear.weight	3	-0.07973619550466537
82707	linear.weight	4	0.06734369695186615
82707	linear.weight	5	0.2299623191356659
82707	linear.weight	6	0.0047744326293468475
82707	linear.weight	7	-0.021312154829502106
82707	linear.weight	8	0.106080561876297
82707	linear.weight	9	0.20656265318393707
82707	linear.bias	0	-0.7722265720367432
82707	linear.bias	1	1.061623454093933
82707	linear.bias	2	-0.21893168985843658
82707	linear.bias	3	-0.5554726719856262
82707	linear.bias	4	-1.042083978652954
82707	linear.bias	5	-1.1470940113067627
82707	linear.bias	6	-0.7288410067558289
82707	linear.bias	7	-0.7489727139472961
82707	linear.bias	8	-0.01705317199230194
82707	linear.bias	9	3.053636074066162
82904	transitions	0	-0.2832218110561371
82904	transitions	1	7.804204940795898
82904	transitions	2	-3.148261070251465
82904	transitions	3	1.3384184837341309
82904	transitions	4	-1.8230040073394775
82904	transitions	5	-0.3210751712322235
82904	transitions	6	-0.16756926476955414
82904	transitions	7	-10000.0
82904	transitions	8	1.6602658033370972
82904	transitions	9	-2.2891247272491455
82904	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
82904	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
82904	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
82904	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
82904	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
82904	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
82904	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
82904	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
82904	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
82904	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
82904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
82904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
82904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
82904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
82904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
82904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
82904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
82904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
82904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
82904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
82904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
82904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
82904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
82904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
82904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
82904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
82904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
82904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
82904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
82904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
82904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
82904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
82904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
82904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
82904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
82904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
82904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
82904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
82904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
82904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
82904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
82904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
82904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
82904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
82904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
82904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
82904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
82904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
82904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
82904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
82904	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
82904	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
82904	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
82904	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
82904	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
82904	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
82904	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
82904	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
82904	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
82904	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
82904	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
82904	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
82904	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
82904	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
82904	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
82904	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
82904	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
82904	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
82904	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
82904	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
82904	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
82904	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
82904	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
82904	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
82904	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
82904	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
82904	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
82904	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
82904	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
82904	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
82904	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
82904	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
82904	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
82904	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
82904	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
82904	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
82904	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
82904	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
82904	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
82904	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
82904	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
82904	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
82904	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
82904	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
82904	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
82904	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
82904	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
82904	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
82904	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
82904	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
82904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
82904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
82904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
82904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
82904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
82904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
82904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
82904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
82904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
82904	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
82904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
82904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
82904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
82904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
82904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
82904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
82904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
82904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
82904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
82904	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
82904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
82904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
82904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
82904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
82904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
82904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
82904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
82904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
82904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
82904	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
82904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
82904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
82904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
82904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
82904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
82904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
82904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
82904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
82904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
82904	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
82904	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
82904	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
82904	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
82904	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
82904	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
82904	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
82904	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
82904	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
82904	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
82904	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
82904	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
82904	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
82904	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
82904	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
82904	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
82904	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
82904	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
82904	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
82904	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
82904	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
82904	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
82904	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
82904	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
82904	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
82904	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
82904	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
82904	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
82904	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
82904	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
82904	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
82904	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
82904	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
82904	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
82904	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
82904	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
82904	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
82904	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
82904	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
82904	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
82904	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
82904	embedding2nn.weight	0	0.04009147733449936
82904	embedding2nn.weight	1	-0.07066352665424347
82904	embedding2nn.weight	2	0.024021213874220848
82904	embedding2nn.weight	3	-0.04503031447529793
82904	embedding2nn.weight	4	-0.09066925197839737
82904	embedding2nn.weight	5	0.08303742855787277
82904	embedding2nn.weight	6	-0.107103630900383
82904	embedding2nn.weight	7	-0.07794687151908875
82904	embedding2nn.weight	8	-0.0036164980847388506
82904	embedding2nn.weight	9	0.034384265542030334
82904	embedding2nn.bias	0	0.05376096069812775
82904	embedding2nn.bias	1	0.004064429085701704
82904	embedding2nn.bias	2	-0.15552134811878204
82904	embedding2nn.bias	3	0.0719929188489914
82904	embedding2nn.bias	4	0.031092064455151558
82904	embedding2nn.bias	5	-0.175176739692688
82904	embedding2nn.bias	6	-0.06591027975082397
82904	embedding2nn.bias	7	-0.057092245668172836
82904	embedding2nn.bias	8	0.11387309432029724
82904	embedding2nn.bias	9	-0.0991838350892067
82904	rnn.weight_ih_l0	0	0.0028924893122166395
82904	rnn.weight_ih_l0	1	-0.04150919243693352
82904	rnn.weight_ih_l0	2	-0.035821277648210526
82904	rnn.weight_ih_l0	3	-0.022366963326931
82904	rnn.weight_ih_l0	4	-0.0019982862286269665
82904	rnn.weight_ih_l0	5	-0.05980853736400604
82904	rnn.weight_ih_l0	6	0.024024516344070435
82904	rnn.weight_ih_l0	7	-0.055519793182611465
82904	rnn.weight_ih_l0	8	-0.0036034320946782827
82904	rnn.weight_ih_l0	9	-0.0024533518590033054
82904	rnn.weight_hh_l0	0	-0.006719544529914856
82904	rnn.weight_hh_l0	1	-0.07507592439651489
82904	rnn.weight_hh_l0	2	0.046739961951971054
82904	rnn.weight_hh_l0	3	0.02309557981789112
82904	rnn.weight_hh_l0	4	0.006168753374367952
82904	rnn.weight_hh_l0	5	0.04607950523495674
82904	rnn.weight_hh_l0	6	-0.009539052844047546
82904	rnn.weight_hh_l0	7	-0.07808513194322586
82904	rnn.weight_hh_l0	8	-0.02029898390173912
82904	rnn.weight_hh_l0	9	-0.053282782435417175
82904	rnn.bias_ih_l0	0	-0.10018600523471832
82904	rnn.bias_ih_l0	1	-0.12834647297859192
82904	rnn.bias_ih_l0	2	-0.20291298627853394
82904	rnn.bias_ih_l0	3	-0.2688172161579132
82904	rnn.bias_ih_l0	4	0.018490247428417206
82904	rnn.bias_ih_l0	5	0.06384260207414627
82904	rnn.bias_ih_l0	6	-0.13192248344421387
82904	rnn.bias_ih_l0	7	-0.21732299029827118
82904	rnn.bias_ih_l0	8	-0.10505735874176025
82904	rnn.bias_ih_l0	9	-0.13609476387500763
82904	rnn.bias_hh_l0	0	0.12867935001850128
82904	rnn.bias_hh_l0	1	-0.0419032983481884
82904	rnn.bias_hh_l0	2	0.016921767964959145
82904	rnn.bias_hh_l0	3	-0.15207846462726593
82904	rnn.bias_hh_l0	4	0.029291419312357903
82904	rnn.bias_hh_l0	5	0.019463256001472473
82904	rnn.bias_hh_l0	6	-0.08148776739835739
82904	rnn.bias_hh_l0	7	-0.12532609701156616
82904	rnn.bias_hh_l0	8	-0.1520470529794693
82904	rnn.bias_hh_l0	9	-0.08035051822662354
82904	rnn.weight_ih_l0_reverse	0	-0.009378273971378803
82904	rnn.weight_ih_l0_reverse	1	0.023235436528921127
82904	rnn.weight_ih_l0_reverse	2	-0.04086233675479889
82904	rnn.weight_ih_l0_reverse	3	-0.01849573664367199
82904	rnn.weight_ih_l0_reverse	4	0.004518446978181601
82904	rnn.weight_ih_l0_reverse	5	-0.06595847755670547
82904	rnn.weight_ih_l0_reverse	6	-0.04286261647939682
82904	rnn.weight_ih_l0_reverse	7	0.0026118734385818243
82904	rnn.weight_ih_l0_reverse	8	0.05196676030755043
82904	rnn.weight_ih_l0_reverse	9	0.015922989696264267
82904	rnn.weight_hh_l0_reverse	0	-0.00408148905262351
82904	rnn.weight_hh_l0_reverse	1	0.016936305910348892
82904	rnn.weight_hh_l0_reverse	2	-0.03789157047867775
82904	rnn.weight_hh_l0_reverse	3	0.03260188177227974
82904	rnn.weight_hh_l0_reverse	4	0.01631994917988777
82904	rnn.weight_hh_l0_reverse	5	-0.016176613047719002
82904	rnn.weight_hh_l0_reverse	6	0.029600070789456367
82904	rnn.weight_hh_l0_reverse	7	0.01932043395936489
82904	rnn.weight_hh_l0_reverse	8	-0.005121123977005482
82904	rnn.weight_hh_l0_reverse	9	-0.0495719388127327
82904	rnn.bias_ih_l0_reverse	0	-0.12347371131181717
82904	rnn.bias_ih_l0_reverse	1	-0.2701135277748108
82904	rnn.bias_ih_l0_reverse	2	-0.05260352045297623
82904	rnn.bias_ih_l0_reverse	3	-0.09106744825839996
82904	rnn.bias_ih_l0_reverse	4	0.08797480911016464
82904	rnn.bias_ih_l0_reverse	5	-0.18076851963996887
82904	rnn.bias_ih_l0_reverse	6	-0.059155650436878204
82904	rnn.bias_ih_l0_reverse	7	0.02146928384900093
82904	rnn.bias_ih_l0_reverse	8	-0.15025615692138672
82904	rnn.bias_ih_l0_reverse	9	-0.06482060253620148
82904	rnn.bias_hh_l0_reverse	0	-0.12126816809177399
82904	rnn.bias_hh_l0_reverse	1	-0.10873429477214813
82904	rnn.bias_hh_l0_reverse	2	-0.019664397463202477
82904	rnn.bias_hh_l0_reverse	3	-0.10718823969364166
82904	rnn.bias_hh_l0_reverse	4	-0.02725488692522049
82904	rnn.bias_hh_l0_reverse	5	-0.1003984585404396
82904	rnn.bias_hh_l0_reverse	6	-0.08322610706090927
82904	rnn.bias_hh_l0_reverse	7	-0.15425392985343933
82904	rnn.bias_hh_l0_reverse	8	-0.028241340070962906
82904	rnn.bias_hh_l0_reverse	9	-0.13496167957782745
82904	linear.weight	0	-0.21760819852352142
82904	linear.weight	1	-0.12972867488861084
82904	linear.weight	2	-0.011228874325752258
82904	linear.weight	3	-0.06595608592033386
82904	linear.weight	4	0.06251756846904755
82904	linear.weight	5	0.24932904541492462
82904	linear.weight	6	0.0047744326293468475
82904	linear.weight	7	-0.021312154829502106
82904	linear.weight	8	0.12630580365657806
82904	linear.weight	9	0.20715031027793884
82904	linear.bias	0	-0.782956600189209
82904	linear.bias	1	1.0716685056686401
82904	linear.bias	2	-0.2575837969779968
82904	linear.bias	3	-0.5427318811416626
82904	linear.bias	4	-1.0814539194107056
82904	linear.bias	5	-1.1472184658050537
82904	linear.bias	6	-0.735922634601593
82904	linear.bias	7	-0.7175140380859375
82904	linear.bias	8	-0.01705317199230194
82904	linear.bias	9	3.0604701042175293
82908	transitions	0	-0.283223032951355
82908	transitions	1	7.799185752868652
82908	transitions	2	-3.148688554763794
82908	transitions	3	1.3379534482955933
82908	transitions	4	-1.8230105638504028
82908	transitions	5	-0.3210754096508026
82908	transitions	6	-0.16757076978683472
82908	transitions	7	-10000.0
82908	transitions	8	1.660265564918518
82908	transitions	9	-2.289125680923462
82908	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
82908	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
82908	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
82908	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
82908	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
82908	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
82908	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
82908	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
82908	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
82908	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
82908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
82908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
82908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
82908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
82908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
82908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
82908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
82908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
82908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
82908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
82908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
82908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
82908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
82908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
82908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
82908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
82908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
82908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
82908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
82908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
82908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
82908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
82908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
82908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
82908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
82908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
82908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
82908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
82908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
82908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
82908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
82908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
82908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
82908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
82908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
82908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
82908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
82908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
82908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
82908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
82908	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
82908	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
82908	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
82908	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
82908	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
82908	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
82908	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
82908	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
82908	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
82908	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
82908	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
82908	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
82908	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
82908	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
82908	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
82908	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
82908	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
82908	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
82908	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
82908	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
82908	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
82908	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
82908	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
82908	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
82908	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
82908	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
82908	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
82908	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
82908	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
82908	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
82908	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
82908	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
82908	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
82908	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
82908	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
82908	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
82908	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
82908	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
82908	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
82908	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
82908	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
82908	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
82908	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
82908	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
82908	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
82908	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
82908	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
82908	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
82908	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
82908	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
82908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
82908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
82908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
82908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
82908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
82908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
82908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
82908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
82908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
82908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
82908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
82908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
82908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
82908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
82908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
82908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
82908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
82908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
82908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
82908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
82908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
82908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
82908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
82908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
82908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
82908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
82908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
82908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
82908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
82908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
82908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
82908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
82908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
82908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
82908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
82908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
82908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
82908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
82908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
82908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
82908	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
82908	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
82908	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
82908	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
82908	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
82908	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
82908	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
82908	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
82908	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
82908	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
82908	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
82908	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
82908	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
82908	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
82908	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
82908	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
82908	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
82908	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
82908	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
82908	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
82908	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
82908	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
82908	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
82908	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
82908	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
82908	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
82908	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
82908	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
82908	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
82908	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
82908	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
82908	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
82908	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
82908	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
82908	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
82908	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
82908	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
82908	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
82908	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
82908	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
82908	embedding2nn.weight	0	0.03997861593961716
82908	embedding2nn.weight	1	-0.07051071524620056
82908	embedding2nn.weight	2	0.02327639050781727
82908	embedding2nn.weight	3	-0.044853806495666504
82908	embedding2nn.weight	4	-0.09095378965139389
82908	embedding2nn.weight	5	0.08310610800981522
82908	embedding2nn.weight	6	-0.10750618577003479
82908	embedding2nn.weight	7	-0.07804057002067566
82908	embedding2nn.weight	8	-0.0035978881642222404
82908	embedding2nn.weight	9	0.034444428980350494
82908	embedding2nn.bias	0	0.0552954263985157
82908	embedding2nn.bias	1	0.008409734815359116
82908	embedding2nn.bias	2	-0.1569899171590805
82908	embedding2nn.bias	3	0.07148125767707825
82908	embedding2nn.bias	4	0.030781922861933708
82908	embedding2nn.bias	5	-0.17566949129104614
82908	embedding2nn.bias	6	-0.068572498857975
82908	embedding2nn.bias	7	-0.05653482303023338
82908	embedding2nn.bias	8	0.11667393147945404
82908	embedding2nn.bias	9	-0.09980926662683487
82908	rnn.weight_ih_l0	0	0.0028558732010424137
82908	rnn.weight_ih_l0	1	-0.04153292626142502
82908	rnn.weight_ih_l0	2	-0.03581635653972626
82908	rnn.weight_ih_l0	3	-0.02265564538538456
82908	rnn.weight_ih_l0	4	-0.0021338362712413073
82908	rnn.weight_ih_l0	5	-0.05949751287698746
82908	rnn.weight_ih_l0	6	0.024501508101820946
82908	rnn.weight_ih_l0	7	-0.055345356464385986
82908	rnn.weight_ih_l0	8	-0.003595861606299877
82908	rnn.weight_ih_l0	9	-0.0018838957184925675
82908	rnn.weight_hh_l0	0	-0.006744602229446173
82908	rnn.weight_hh_l0	1	-0.07515472173690796
82908	rnn.weight_hh_l0	2	0.04668368771672249
82908	rnn.weight_hh_l0	3	0.023103073239326477
82908	rnn.weight_hh_l0	4	0.006169662810862064
82908	rnn.weight_hh_l0	5	0.04600951820611954
82908	rnn.weight_hh_l0	6	-0.00952865369617939
82908	rnn.weight_hh_l0	7	-0.07808287441730499
82908	rnn.weight_hh_l0	8	-0.020301595330238342
82908	rnn.weight_hh_l0	9	-0.053222060203552246
82908	rnn.bias_ih_l0	0	-0.10001923143863678
82908	rnn.bias_ih_l0	1	-0.12816043198108673
82908	rnn.bias_ih_l0	2	-0.20349900424480438
82908	rnn.bias_ih_l0	3	-0.2689066529273987
82908	rnn.bias_ih_l0	4	0.01902887225151062
82908	rnn.bias_ih_l0	5	0.06357406824827194
82908	rnn.bias_ih_l0	6	-0.1303587704896927
82908	rnn.bias_ih_l0	7	-0.21652372181415558
82908	rnn.bias_ih_l0	8	-0.10547247529029846
82908	rnn.bias_ih_l0	9	-0.1360912173986435
82908	rnn.bias_hh_l0	0	0.1290178894996643
82908	rnn.bias_hh_l0	1	-0.041828498244285583
82908	rnn.bias_hh_l0	2	0.017307041212916374
82908	rnn.bias_hh_l0	3	-0.15321467816829681
82908	rnn.bias_hh_l0	4	0.029024476185441017
82908	rnn.bias_hh_l0	5	0.01892816834151745
82908	rnn.bias_hh_l0	6	-0.08138352632522583
82908	rnn.bias_hh_l0	7	-0.12620306015014648
82908	rnn.bias_hh_l0	8	-0.1524059921503067
82908	rnn.bias_hh_l0	9	-0.08014367520809174
82908	rnn.weight_ih_l0_reverse	0	-0.009373647160828114
82908	rnn.weight_ih_l0_reverse	1	0.023184746503829956
82908	rnn.weight_ih_l0_reverse	2	-0.04085196554660797
82908	rnn.weight_ih_l0_reverse	3	-0.018570279702544212
82908	rnn.weight_ih_l0_reverse	4	0.004535820335149765
82908	rnn.weight_ih_l0_reverse	5	-0.06687375903129578
82908	rnn.weight_ih_l0_reverse	6	-0.04188501462340355
82908	rnn.weight_ih_l0_reverse	7	0.0028259879909455776
82908	rnn.weight_ih_l0_reverse	8	0.05199996754527092
82908	rnn.weight_ih_l0_reverse	9	0.015649013221263885
82908	rnn.weight_hh_l0_reverse	0	-0.004073435440659523
82908	rnn.weight_hh_l0_reverse	1	0.01693916693329811
82908	rnn.weight_hh_l0_reverse	2	-0.03788738697767258
82908	rnn.weight_hh_l0_reverse	3	0.032617487013339996
82908	rnn.weight_hh_l0_reverse	4	0.016306275501847267
82908	rnn.weight_hh_l0_reverse	5	-0.01622302085161209
82908	rnn.weight_hh_l0_reverse	6	0.029520146548748016
82908	rnn.weight_hh_l0_reverse	7	0.019305724650621414
82908	rnn.weight_hh_l0_reverse	8	-0.005164377391338348
82908	rnn.weight_hh_l0_reverse	9	-0.04967572167515755
82908	rnn.bias_ih_l0_reverse	0	-0.12339361011981964
82908	rnn.bias_ih_l0_reverse	1	-0.2704327404499054
82908	rnn.bias_ih_l0_reverse	2	-0.052671704441308975
82908	rnn.bias_ih_l0_reverse	3	-0.0907813161611557
82908	rnn.bias_ih_l0_reverse	4	0.08816701918840408
82908	rnn.bias_ih_l0_reverse	5	-0.18093031644821167
82908	rnn.bias_ih_l0_reverse	6	-0.058846838772296906
82908	rnn.bias_ih_l0_reverse	7	0.021609345450997353
82908	rnn.bias_ih_l0_reverse	8	-0.15041834115982056
82908	rnn.bias_ih_l0_reverse	9	-0.0650518536567688
82908	rnn.bias_hh_l0_reverse	0	-0.12119407951831818
82908	rnn.bias_hh_l0_reverse	1	-0.10840849578380585
82908	rnn.bias_hh_l0_reverse	2	-0.019869737327098846
82908	rnn.bias_hh_l0_reverse	3	-0.1075659841299057
82908	rnn.bias_hh_l0_reverse	4	-0.02732124738395214
82908	rnn.bias_hh_l0_reverse	5	-0.10093587636947632
82908	rnn.bias_hh_l0_reverse	6	-0.08340496569871902
82908	rnn.bias_hh_l0_reverse	7	-0.1543876677751541
82908	rnn.bias_hh_l0_reverse	8	-0.02804265357553959
82908	rnn.bias_hh_l0_reverse	9	-0.13503842055797577
82908	linear.weight	0	-0.21763509511947632
82908	linear.weight	1	-0.12981149554252625
82908	linear.weight	2	-0.011228874325752258
82908	linear.weight	3	-0.06592778861522675
82908	linear.weight	4	0.05508790537714958
82908	linear.weight	5	0.24955029785633087
82908	linear.weight	6	0.0047744326293468475
82908	linear.weight	7	-0.021312154829502106
82908	linear.weight	8	0.13049721717834473
82908	linear.weight	9	0.20743778347969055
82908	linear.bias	0	-0.7862326502799988
82908	linear.bias	1	1.0633386373519897
82908	linear.bias	2	-0.27038684487342834
82908	linear.bias	3	-0.5486172437667847
82908	linear.bias	4	-1.0796324014663696
82908	linear.bias	5	-1.1472198963165283
82908	linear.bias	6	-0.7402477264404297
82908	linear.bias	7	-0.7247521877288818
82908	linear.bias	8	-0.01705317199230194
82908	linear.bias	9	3.124722480773926
83105	transitions	0	-0.2837655544281006
83105	transitions	1	7.809197425842285
83105	transitions	2	-3.15059757232666
83105	transitions	3	1.3346097469329834
83105	transitions	4	-1.8236911296844482
83105	transitions	5	-0.32134270668029785
83105	transitions	6	-0.16767063736915588
83105	transitions	7	-10000.0
83105	transitions	8	1.6567436456680298
83105	transitions	9	-2.289142608642578
83105	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
83105	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
83105	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
83105	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
83105	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
83105	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
83105	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
83105	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
83105	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
83105	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
83105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
83105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
83105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
83105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
83105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
83105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
83105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
83105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
83105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
83105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
83105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
83105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
83105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
83105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
83105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
83105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
83105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
83105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
83105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
83105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
83105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
83105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
83105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
83105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
83105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
83105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
83105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
83105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
83105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
83105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
83105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
83105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
83105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
83105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
83105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
83105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
83105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
83105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
83105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
83105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
83105	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
83105	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
83105	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
83105	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
83105	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
83105	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
83105	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
83105	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
83105	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
83105	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
83105	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
83105	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
83105	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
83105	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
83105	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
83105	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
83105	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
83105	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
83105	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
83105	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
83105	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
83105	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
83105	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
83105	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
83105	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
83105	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
83105	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
83105	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
83105	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
83105	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
83105	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
83105	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
83105	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
83105	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
83105	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
83105	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
83105	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
83105	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
83105	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
83105	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
83105	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
83105	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
83105	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
83105	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
83105	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
83105	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
83105	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
83105	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
83105	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
83105	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
83105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
83105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
83105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
83105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
83105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
83105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
83105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
83105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
83105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
83105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
83105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
83105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
83105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
83105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
83105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
83105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
83105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
83105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
83105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
83105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
83105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
83105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
83105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
83105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
83105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
83105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
83105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
83105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
83105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
83105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
83105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
83105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
83105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
83105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
83105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
83105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
83105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
83105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
83105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
83105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
83105	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
83105	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
83105	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
83105	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
83105	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
83105	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
83105	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
83105	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
83105	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
83105	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
83105	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
83105	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
83105	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
83105	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
83105	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
83105	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
83105	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
83105	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
83105	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
83105	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
83105	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
83105	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
83105	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
83105	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
83105	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
83105	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
83105	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
83105	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
83105	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
83105	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
83105	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
83105	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
83105	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
83105	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
83105	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
83105	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
83105	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
83105	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
83105	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
83105	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
83105	embedding2nn.weight	0	0.03992718085646629
83105	embedding2nn.weight	1	-0.07204730063676834
83105	embedding2nn.weight	2	0.02429497055709362
83105	embedding2nn.weight	3	-0.04530643671751022
83105	embedding2nn.weight	4	-0.08895478397607803
83105	embedding2nn.weight	5	0.08710931986570358
83105	embedding2nn.weight	6	-0.11155864596366882
83105	embedding2nn.weight	7	-0.07848773896694183
83105	embedding2nn.weight	8	-0.004287744406610727
83105	embedding2nn.weight	9	0.03433528542518616
83105	embedding2nn.bias	0	0.05549877509474754
83105	embedding2nn.bias	1	0.00036060516140423715
83105	embedding2nn.bias	2	-0.15880224108695984
83105	embedding2nn.bias	3	0.07450778782367706
83105	embedding2nn.bias	4	0.018520308658480644
83105	embedding2nn.bias	5	-0.16212095320224762
83105	embedding2nn.bias	6	-0.07319872081279755
83105	embedding2nn.bias	7	-0.06862907111644745
83105	embedding2nn.bias	8	0.1069972813129425
83105	embedding2nn.bias	9	-0.10338947921991348
83105	rnn.weight_ih_l0	0	0.0029832436703145504
83105	rnn.weight_ih_l0	1	-0.038845181465148926
83105	rnn.weight_ih_l0	2	-0.03576086461544037
83105	rnn.weight_ih_l0	3	-0.022966966032981873
83105	rnn.weight_ih_l0	4	0.0013645316939800978
83105	rnn.weight_ih_l0	5	-0.05882347747683525
83105	rnn.weight_ih_l0	6	0.02992558293044567
83105	rnn.weight_ih_l0	7	-0.05569522827863693
83105	rnn.weight_ih_l0	8	-0.0012708952417597175
83105	rnn.weight_ih_l0	9	0.00042703209328465164
83105	rnn.weight_hh_l0	0	-0.00518914544954896
83105	rnn.weight_hh_l0	1	-0.07735028117895126
83105	rnn.weight_hh_l0	2	0.04737945646047592
83105	rnn.weight_hh_l0	3	0.021945735439658165
83105	rnn.weight_hh_l0	4	0.006096384022384882
83105	rnn.weight_hh_l0	5	0.04591212049126625
83105	rnn.weight_hh_l0	6	-0.009474005550146103
83105	rnn.weight_hh_l0	7	-0.07818862795829773
83105	rnn.weight_hh_l0	8	-0.019958283752202988
83105	rnn.weight_hh_l0	9	-0.055136967450380325
83105	rnn.bias_ih_l0	0	-0.10269790142774582
83105	rnn.bias_ih_l0	1	-0.12558437883853912
83105	rnn.bias_ih_l0	2	-0.19956307113170624
83105	rnn.bias_ih_l0	3	-0.26923736929893494
83105	rnn.bias_ih_l0	4	0.015683207660913467
83105	rnn.bias_ih_l0	5	0.0694570243358612
83105	rnn.bias_ih_l0	6	-0.12550657987594604
83105	rnn.bias_ih_l0	7	-0.21328319609165192
83105	rnn.bias_ih_l0	8	-0.10704772174358368
83105	rnn.bias_ih_l0	9	-0.13367313146591187
83105	rnn.bias_hh_l0	0	0.1288364678621292
83105	rnn.bias_hh_l0	1	-0.04663775861263275
83105	rnn.bias_hh_l0	2	0.017208168283104897
83105	rnn.bias_hh_l0	3	-0.14949095249176025
83105	rnn.bias_hh_l0	4	0.0334792397916317
83105	rnn.bias_hh_l0	5	0.02224416844546795
83105	rnn.bias_hh_l0	6	-0.0791189894080162
83105	rnn.bias_hh_l0	7	-0.12734229862689972
83105	rnn.bias_hh_l0	8	-0.15511080622673035
83105	rnn.bias_hh_l0	9	-0.08150603622198105
83105	rnn.weight_ih_l0_reverse	0	-0.008504575118422508
83105	rnn.weight_ih_l0_reverse	1	0.022004904225468636
83105	rnn.weight_ih_l0_reverse	2	-0.04453352838754654
83105	rnn.weight_ih_l0_reverse	3	-0.020202303305268288
83105	rnn.weight_ih_l0_reverse	4	0.0033969522919505835
83105	rnn.weight_ih_l0_reverse	5	-0.06612441688776016
83105	rnn.weight_ih_l0_reverse	6	-0.041503287851810455
83105	rnn.weight_ih_l0_reverse	7	0.0010965287219733
83105	rnn.weight_ih_l0_reverse	8	0.0507129430770874
83105	rnn.weight_ih_l0_reverse	9	0.016242695972323418
83105	rnn.weight_hh_l0_reverse	0	-0.004336459096521139
83105	rnn.weight_hh_l0_reverse	1	0.01809406653046608
83105	rnn.weight_hh_l0_reverse	2	-0.0387556366622448
83105	rnn.weight_hh_l0_reverse	3	0.03341294452548027
83105	rnn.weight_hh_l0_reverse	4	0.01606694422662258
83105	rnn.weight_hh_l0_reverse	5	-0.01747116632759571
83105	rnn.weight_hh_l0_reverse	6	0.029022419825196266
83105	rnn.weight_hh_l0_reverse	7	0.019452137872576714
83105	rnn.weight_hh_l0_reverse	8	-0.00588880805298686
83105	rnn.weight_hh_l0_reverse	9	-0.049539875239133835
83105	rnn.bias_ih_l0_reverse	0	-0.12311878055334091
83105	rnn.bias_ih_l0_reverse	1	-0.26868778467178345
83105	rnn.bias_ih_l0_reverse	2	-0.05159943550825119
83105	rnn.bias_ih_l0_reverse	3	-0.09123315662145615
83105	rnn.bias_ih_l0_reverse	4	0.08576594293117523
83105	rnn.bias_ih_l0_reverse	5	-0.18215486407279968
83105	rnn.bias_ih_l0_reverse	6	-0.05635569244623184
83105	rnn.bias_ih_l0_reverse	7	0.025755716487765312
83105	rnn.bias_ih_l0_reverse	8	-0.15187852084636688
83105	rnn.bias_ih_l0_reverse	9	-0.06254003942012787
83105	rnn.bias_hh_l0_reverse	0	-0.12311868369579315
83105	rnn.bias_hh_l0_reverse	1	-0.11261208355426788
83105	rnn.bias_hh_l0_reverse	2	-0.020935961976647377
83105	rnn.bias_hh_l0_reverse	3	-0.10693778097629547
83105	rnn.bias_hh_l0_reverse	4	-0.025543345138430595
83105	rnn.bias_hh_l0_reverse	5	-0.10041138529777527
83105	rnn.bias_hh_l0_reverse	6	-0.08378829061985016
83105	rnn.bias_hh_l0_reverse	7	-0.15616300702095032
83105	rnn.bias_hh_l0_reverse	8	-0.028545428067445755
83105	rnn.bias_hh_l0_reverse	9	-0.1353670358657837
83105	linear.weight	0	-0.2100038081407547
83105	linear.weight	1	-0.12794794142246246
83105	linear.weight	2	-0.011228874325752258
83105	linear.weight	3	-0.07423654943704605
83105	linear.weight	4	0.07487932592630386
83105	linear.weight	5	0.2295299470424652
83105	linear.weight	6	0.0047744326293468475
83105	linear.weight	7	-0.021312154829502106
83105	linear.weight	8	0.0876535102725029
83105	linear.weight	9	0.18980897963047028
83105	linear.bias	0	-0.7715460658073425
83105	linear.bias	1	1.0978844165802002
83105	linear.bias	2	-0.24903109669685364
83105	linear.bias	3	-0.5267414450645447
83105	linear.bias	4	-1.0623767375946045
83105	linear.bias	5	-1.147356629371643
83105	linear.bias	6	-0.72837895154953
83105	linear.bias	7	-0.705991804599762
83105	linear.bias	8	-0.01705317199230194
83105	linear.bias	9	3.0511410236358643
83302	transitions	0	-0.2840685248374939
83302	transitions	1	7.822314262390137
83302	transitions	2	-3.152914047241211
83302	transitions	3	1.3328708410263062
83302	transitions	4	-1.8246474266052246
83302	transitions	5	-0.32162392139434814
83302	transitions	6	-0.16776801645755768
83302	transitions	7	-10000.0
83302	transitions	8	1.653423547744751
83302	transitions	9	-2.2891581058502197
83302	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
83302	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
83302	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
83302	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
83302	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
83302	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
83302	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
83302	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
83302	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
83302	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
83302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
83302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
83302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
83302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
83302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
83302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
83302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
83302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
83302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
83302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
83302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
83302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
83302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
83302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
83302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
83302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
83302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
83302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
83302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
83302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
83302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
83302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
83302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
83302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
83302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
83302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
83302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
83302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
83302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
83302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
83302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
83302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
83302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
83302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
83302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
83302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
83302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
83302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
83302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
83302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
83302	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
83302	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
83302	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
83302	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
83302	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
83302	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
83302	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
83302	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
83302	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
83302	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
83302	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
83302	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
83302	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
83302	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
83302	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
83302	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
83302	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
83302	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
83302	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
83302	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
83302	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
83302	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
83302	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
83302	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
83302	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
83302	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
83302	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
83302	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
83302	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
83302	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
83302	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
83302	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
83302	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
83302	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
83302	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
83302	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
83302	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
83302	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
83302	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
83302	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
83302	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
83302	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
83302	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
83302	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
83302	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
83302	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
83302	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
83302	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
83302	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
83302	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
83302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
83302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
83302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
83302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
83302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
83302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
83302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
83302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
83302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
83302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
83302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
83302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
83302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
83302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
83302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
83302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
83302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
83302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
83302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
83302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
83302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
83302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
83302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
83302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
83302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
83302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
83302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
83302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
83302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
83302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
83302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
83302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
83302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
83302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
83302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
83302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
83302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
83302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
83302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
83302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
83302	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
83302	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
83302	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
83302	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
83302	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
83302	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
83302	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
83302	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
83302	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
83302	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
83302	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
83302	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
83302	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
83302	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
83302	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
83302	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
83302	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
83302	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
83302	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
83302	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
83302	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
83302	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
83302	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
83302	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
83302	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
83302	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
83302	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
83302	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
83302	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
83302	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
83302	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
83302	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
83302	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
83302	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
83302	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
83302	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
83302	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
83302	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
83302	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
83302	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
83302	embedding2nn.weight	0	0.040021542459726334
83302	embedding2nn.weight	1	-0.07204482704401016
83302	embedding2nn.weight	2	0.023689160123467445
83302	embedding2nn.weight	3	-0.045099887996912
83302	embedding2nn.weight	4	-0.08967801183462143
83302	embedding2nn.weight	5	0.08496519923210144
83302	embedding2nn.weight	6	-0.11155868321657181
83302	embedding2nn.weight	7	-0.07931942492723465
83302	embedding2nn.weight	8	-0.0022740778513252735
83302	embedding2nn.weight	9	0.03596167266368866
83302	embedding2nn.bias	0	0.0690663605928421
83302	embedding2nn.bias	1	0.010278183966875076
83302	embedding2nn.bias	2	-0.1641377955675125
83302	embedding2nn.bias	3	0.06830029934644699
83302	embedding2nn.bias	4	0.026452146470546722
83302	embedding2nn.bias	5	-0.1547895073890686
83302	embedding2nn.bias	6	-0.10190916061401367
83302	embedding2nn.bias	7	-0.08885973691940308
83302	embedding2nn.bias	8	0.09789039939641953
83302	embedding2nn.bias	9	-0.10518886893987656
83302	rnn.weight_ih_l0	0	-0.0008786444668658078
83302	rnn.weight_ih_l0	1	-0.038003940135240555
83302	rnn.weight_ih_l0	2	-0.03575340285897255
83302	rnn.weight_ih_l0	3	-0.023338302969932556
83302	rnn.weight_ih_l0	4	-0.0006110367830842733
83302	rnn.weight_ih_l0	5	-0.06020186096429825
83302	rnn.weight_ih_l0	6	0.026861010119318962
83302	rnn.weight_ih_l0	7	-0.05776176229119301
83302	rnn.weight_ih_l0	8	0.0016046507516875863
83302	rnn.weight_ih_l0	9	-0.0011317617027089
83302	rnn.weight_hh_l0	0	-0.005174314137548208
83302	rnn.weight_hh_l0	1	-0.07743768393993378
83302	rnn.weight_hh_l0	2	0.04819983243942261
83302	rnn.weight_hh_l0	3	0.021881872788071632
83302	rnn.weight_hh_l0	4	0.006071628071367741
83302	rnn.weight_hh_l0	5	0.04570645093917847
83302	rnn.weight_hh_l0	6	-0.00981867779046297
83302	rnn.weight_hh_l0	7	-0.07813607156276703
83302	rnn.weight_hh_l0	8	-0.020768780261278152
83302	rnn.weight_hh_l0	9	-0.0528828389942646
83302	rnn.bias_ih_l0	0	-0.10795119404792786
83302	rnn.bias_ih_l0	1	-0.12229878455400467
83302	rnn.bias_ih_l0	2	-0.19753828644752502
83302	rnn.bias_ih_l0	3	-0.2690429985523224
83302	rnn.bias_ih_l0	4	0.024087896570563316
83302	rnn.bias_ih_l0	5	0.07099823653697968
83302	rnn.bias_ih_l0	6	-0.1270461231470108
83302	rnn.bias_ih_l0	7	-0.20572111010551453
83302	rnn.bias_ih_l0	8	-0.10132124274969101
83302	rnn.bias_ih_l0	9	-0.13612456619739532
83302	rnn.bias_hh_l0	0	0.1299135982990265
83302	rnn.bias_hh_l0	1	-0.04944927245378494
83302	rnn.bias_hh_l0	2	0.01568339206278324
83302	rnn.bias_hh_l0	3	-0.1532304733991623
83302	rnn.bias_hh_l0	4	0.03264087811112404
83302	rnn.bias_hh_l0	5	0.01825236901640892
83302	rnn.bias_hh_l0	6	-0.0813351422548294
83302	rnn.bias_hh_l0	7	-0.12571869790554047
83302	rnn.bias_hh_l0	8	-0.15438221395015717
83302	rnn.bias_hh_l0	9	-0.07946757972240448
83302	rnn.weight_ih_l0_reverse	0	-0.007815727964043617
83302	rnn.weight_ih_l0_reverse	1	0.02219465561211109
83302	rnn.weight_ih_l0_reverse	2	-0.041815515607595444
83302	rnn.weight_ih_l0_reverse	3	-0.02154363878071308
83302	rnn.weight_ih_l0_reverse	4	0.005495692137628794
83302	rnn.weight_ih_l0_reverse	5	-0.06893712282180786
83302	rnn.weight_ih_l0_reverse	6	-0.04138904809951782
83302	rnn.weight_ih_l0_reverse	7	0.0013889059191569686
83302	rnn.weight_ih_l0_reverse	8	0.052551522850990295
83302	rnn.weight_ih_l0_reverse	9	0.01968843676149845
83302	rnn.weight_hh_l0_reverse	0	-0.004070629365742207
83302	rnn.weight_hh_l0_reverse	1	0.018624197691679
83302	rnn.weight_hh_l0_reverse	2	-0.038011156022548676
83302	rnn.weight_hh_l0_reverse	3	0.03454061225056648
83302	rnn.weight_hh_l0_reverse	4	0.015754112973809242
83302	rnn.weight_hh_l0_reverse	5	-0.0178841482847929
83302	rnn.weight_hh_l0_reverse	6	0.0299683827906847
83302	rnn.weight_hh_l0_reverse	7	0.018645651638507843
83302	rnn.weight_hh_l0_reverse	8	-0.005855506751686335
83302	rnn.weight_hh_l0_reverse	9	-0.04959350824356079
83302	rnn.bias_ih_l0_reverse	0	-0.12332780659198761
83302	rnn.bias_ih_l0_reverse	1	-0.2710022032260895
83302	rnn.bias_ih_l0_reverse	2	-0.05269207805395126
83302	rnn.bias_ih_l0_reverse	3	-0.0934789702296257
83302	rnn.bias_ih_l0_reverse	4	0.08850210905075073
83302	rnn.bias_ih_l0_reverse	5	-0.1836831122636795
83302	rnn.bias_ih_l0_reverse	6	-0.055314403027296066
83302	rnn.bias_ih_l0_reverse	7	0.03224164620041847
83302	rnn.bias_ih_l0_reverse	8	-0.1499403417110443
83302	rnn.bias_ih_l0_reverse	9	-0.06143532693386078
83302	rnn.bias_hh_l0_reverse	0	-0.12590637803077698
83302	rnn.bias_hh_l0_reverse	1	-0.11650938540697098
83302	rnn.bias_hh_l0_reverse	2	-0.02118830196559429
83302	rnn.bias_hh_l0_reverse	3	-0.10994066298007965
83302	rnn.bias_hh_l0_reverse	4	-0.02585580386221409
83302	rnn.bias_hh_l0_reverse	5	-0.10167356580495834
83302	rnn.bias_hh_l0_reverse	6	-0.08951470255851746
83302	rnn.bias_hh_l0_reverse	7	-0.1553211808204651
83302	rnn.bias_hh_l0_reverse	8	-0.027674566954374313
83302	rnn.bias_hh_l0_reverse	9	-0.1308634877204895
83302	linear.weight	0	-0.1904740184545517
83302	linear.weight	1	-0.1378743201494217
83302	linear.weight	2	-0.011228874325752258
83302	linear.weight	3	-0.07749056816101074
83302	linear.weight	4	0.06511949747800827
83302	linear.weight	5	0.23303692042827606
83302	linear.weight	6	0.0047744326293468475
83302	linear.weight	7	-0.021312154829502106
83302	linear.weight	8	0.06872346997261047
83302	linear.weight	9	0.18481096625328064
83302	linear.bias	0	-0.7836211323738098
83302	linear.bias	1	1.0544825792312622
83302	linear.bias	2	-0.19570392370224
83302	linear.bias	3	-0.5378414392471313
83302	linear.bias	4	-1.0862716436386108
83302	linear.bias	5	-1.1475046873092651
83302	linear.bias	6	-0.7447130084037781
83302	linear.bias	7	-0.6897921562194824
83302	linear.bias	8	-0.01705317199230194
83302	linear.bias	9	3.0745341777801514
83499	transitions	0	-0.28447967767715454
83499	transitions	1	7.8283867835998535
83499	transitions	2	-3.1536459922790527
83499	transitions	3	1.3225165605545044
83499	transitions	4	-1.8254899978637695
83499	transitions	5	-0.3218423128128052
83499	transitions	6	-0.16788995265960693
83499	transitions	7	-10000.0
83499	transitions	8	1.657381296157837
83499	transitions	9	-2.2891693115234375
83499	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
83499	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
83499	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
83499	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
83499	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
83499	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
83499	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
83499	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
83499	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
83499	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
83499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
83499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
83499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
83499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
83499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
83499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
83499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
83499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
83499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
83499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
83499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
83499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
83499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
83499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
83499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
83499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
83499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
83499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
83499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
83499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
83499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
83499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
83499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
83499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
83499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
83499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
83499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
83499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
83499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
83499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
83499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
83499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
83499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
83499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
83499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
83499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
83499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
83499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
83499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
83499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
83499	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
83499	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
83499	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
83499	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
83499	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
83499	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
83499	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
83499	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
83499	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
83499	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
83499	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
83499	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
83499	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
83499	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
83499	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
83499	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
83499	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
83499	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
83499	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
83499	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
83499	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
83499	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
83499	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
83499	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
83499	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
83499	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
83499	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
83499	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
83499	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
83499	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
83499	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
83499	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
83499	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
83499	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
83499	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
83499	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
83499	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
83499	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
83499	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
83499	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
83499	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
83499	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
83499	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
83499	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
83499	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
83499	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
83499	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
83499	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
83499	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
83499	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
83499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
83499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
83499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
83499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
83499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
83499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
83499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
83499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
83499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
83499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
83499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
83499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
83499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
83499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
83499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
83499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
83499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
83499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
83499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
83499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
83499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
83499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
83499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
83499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
83499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
83499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
83499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
83499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
83499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
83499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
83499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
83499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
83499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
83499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
83499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
83499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
83499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
83499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
83499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
83499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
83499	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
83499	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
83499	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
83499	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
83499	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
83499	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
83499	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
83499	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
83499	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
83499	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
83499	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
83499	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
83499	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
83499	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
83499	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
83499	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
83499	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
83499	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
83499	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
83499	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
83499	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
83499	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
83499	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
83499	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
83499	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
83499	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
83499	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
83499	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
83499	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
83499	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
83499	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
83499	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
83499	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
83499	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
83499	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
83499	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
83499	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
83499	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
83499	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
83499	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
83499	embedding2nn.weight	0	0.040309809148311615
83499	embedding2nn.weight	1	-0.07261590659618378
83499	embedding2nn.weight	2	0.02020285837352276
83499	embedding2nn.weight	3	-0.0452721044421196
83499	embedding2nn.weight	4	-0.09126193821430206
83499	embedding2nn.weight	5	0.08375418186187744
83499	embedding2nn.weight	6	-0.10557322949171066
83499	embedding2nn.weight	7	-0.08003062009811401
83499	embedding2nn.weight	8	-0.005682339426130056
83499	embedding2nn.weight	9	0.03335244208574295
83499	embedding2nn.bias	0	0.06385446339845657
83499	embedding2nn.bias	1	0.013828587718307972
83499	embedding2nn.bias	2	-0.15322105586528778
83499	embedding2nn.bias	3	0.07494040578603745
83499	embedding2nn.bias	4	0.019582640379667282
83499	embedding2nn.bias	5	-0.16557084023952484
83499	embedding2nn.bias	6	-0.10014990717172623
83499	embedding2nn.bias	7	-0.07085016369819641
83499	embedding2nn.bias	8	0.09269148111343384
83499	embedding2nn.bias	9	-0.10608772933483124
83499	rnn.weight_ih_l0	0	-0.0013559979852288961
83499	rnn.weight_ih_l0	1	-0.03805816173553467
83499	rnn.weight_ih_l0	2	-0.03863372653722763
83499	rnn.weight_ih_l0	3	-0.023840406909585
83499	rnn.weight_ih_l0	4	-0.0010910157579928637
83499	rnn.weight_ih_l0	5	-0.059645913541316986
83499	rnn.weight_ih_l0	6	0.02019333839416504
83499	rnn.weight_ih_l0	7	-0.05731876194477081
83499	rnn.weight_ih_l0	8	0.0003446243063081056
83499	rnn.weight_ih_l0	9	-6.589633994735777e-05
83499	rnn.weight_hh_l0	0	-0.0051742237992584705
83499	rnn.weight_hh_l0	1	-0.07757259905338287
83499	rnn.weight_hh_l0	2	0.048014793545007706
83499	rnn.weight_hh_l0	3	0.021901655942201614
83499	rnn.weight_hh_l0	4	0.005929912906140089
83499	rnn.weight_hh_l0	5	0.045112043619155884
83499	rnn.weight_hh_l0	6	-0.010035442188382149
83499	rnn.weight_hh_l0	7	-0.07780592143535614
83499	rnn.weight_hh_l0	8	-0.021258199587464333
83499	rnn.weight_hh_l0	9	-0.056449420750141144
83499	rnn.bias_ih_l0	0	-0.1103682667016983
83499	rnn.bias_ih_l0	1	-0.1227332055568695
83499	rnn.bias_ih_l0	2	-0.19292256236076355
83499	rnn.bias_ih_l0	3	-0.2694222927093506
83499	rnn.bias_ih_l0	4	0.03040217235684395
83499	rnn.bias_ih_l0	5	0.07014907151460648
83499	rnn.bias_ih_l0	6	-0.12916061282157898
83499	rnn.bias_ih_l0	7	-0.20811298489570618
83499	rnn.bias_ih_l0	8	-0.10567290335893631
83499	rnn.bias_ih_l0	9	-0.13496024906635284
83499	rnn.bias_hh_l0	0	0.127563014626503
83499	rnn.bias_hh_l0	1	-0.05121641233563423
83499	rnn.bias_hh_l0	2	0.017325349152088165
83499	rnn.bias_hh_l0	3	-0.1533387303352356
83499	rnn.bias_hh_l0	4	0.03461456298828125
83499	rnn.bias_hh_l0	5	0.02008735202252865
83499	rnn.bias_hh_l0	6	-0.07911229133605957
83499	rnn.bias_hh_l0	7	-0.12724415957927704
83499	rnn.bias_hh_l0	8	-0.15162359178066254
83499	rnn.bias_hh_l0	9	-0.08213580399751663
83499	rnn.weight_ih_l0_reverse	0	-0.0073725273832678795
83499	rnn.weight_ih_l0_reverse	1	0.02356579899787903
83499	rnn.weight_ih_l0_reverse	2	-0.0413973405957222
83499	rnn.weight_ih_l0_reverse	3	-0.02179299108684063
83499	rnn.weight_ih_l0_reverse	4	0.001159394159913063
83499	rnn.weight_ih_l0_reverse	5	-0.06629189103841782
83499	rnn.weight_ih_l0_reverse	6	-0.042633816599845886
83499	rnn.weight_ih_l0_reverse	7	0.0006285933195613325
83499	rnn.weight_ih_l0_reverse	8	0.054965708404779434
83499	rnn.weight_ih_l0_reverse	9	0.02250814437866211
83499	rnn.weight_hh_l0_reverse	0	-0.0037805659230798483
83499	rnn.weight_hh_l0_reverse	1	0.017683135345578194
83499	rnn.weight_hh_l0_reverse	2	-0.03735413774847984
83499	rnn.weight_hh_l0_reverse	3	0.03451786935329437
83499	rnn.weight_hh_l0_reverse	4	0.01590750552713871
83499	rnn.weight_hh_l0_reverse	5	-0.019208204001188278
83499	rnn.weight_hh_l0_reverse	6	0.02940557524561882
83499	rnn.weight_hh_l0_reverse	7	0.0210849791765213
83499	rnn.weight_hh_l0_reverse	8	-0.005289557855576277
83499	rnn.weight_hh_l0_reverse	9	-0.05024392902851105
83499	rnn.bias_ih_l0_reverse	0	-0.12313242256641388
83499	rnn.bias_ih_l0_reverse	1	-0.27139532566070557
83499	rnn.bias_ih_l0_reverse	2	-0.05307362973690033
83499	rnn.bias_ih_l0_reverse	3	-0.09421364963054657
83499	rnn.bias_ih_l0_reverse	4	0.08911667764186859
83499	rnn.bias_ih_l0_reverse	5	-0.18595655262470245
83499	rnn.bias_ih_l0_reverse	6	-0.054498884826898575
83499	rnn.bias_ih_l0_reverse	7	0.0334957055747509
83499	rnn.bias_ih_l0_reverse	8	-0.15104570984840393
83499	rnn.bias_ih_l0_reverse	9	-0.06310880929231644
83499	rnn.bias_hh_l0_reverse	0	-0.12424803525209427
83499	rnn.bias_hh_l0_reverse	1	-0.1155090183019638
83499	rnn.bias_hh_l0_reverse	2	-0.02043336257338524
83499	rnn.bias_hh_l0_reverse	3	-0.11049462854862213
83499	rnn.bias_hh_l0_reverse	4	-0.028185291215777397
83499	rnn.bias_hh_l0_reverse	5	-0.10239223390817642
83499	rnn.bias_hh_l0_reverse	6	-0.09669830650091171
83499	rnn.bias_hh_l0_reverse	7	-0.15702858567237854
83499	rnn.bias_hh_l0_reverse	8	-0.031879156827926636
83499	rnn.bias_hh_l0_reverse	9	-0.13236477971076965
83499	linear.weight	0	-0.20265471935272217
83499	linear.weight	1	-0.1432350128889084
83499	linear.weight	2	-0.011228874325752258
83499	linear.weight	3	-0.09305262565612793
83499	linear.weight	4	0.060685593634843826
83499	linear.weight	5	0.222702756524086
83499	linear.weight	6	0.0047744326293468475
83499	linear.weight	7	-0.021312154829502106
83499	linear.weight	8	0.09252040833234787
83499	linear.weight	9	0.2016555666923523
83499	linear.bias	0	-0.747085690498352
83499	linear.bias	1	1.0386122465133667
83499	linear.bias	2	-0.25573405623435974
83499	linear.bias	3	-0.5132865309715271
83499	linear.bias	4	-1.0978120565414429
83499	linear.bias	5	-1.1476311683654785
83499	linear.bias	6	-0.7169189453125
83499	linear.bias	7	-0.6730431914329529
83499	linear.bias	8	-0.01705317199230194
83499	linear.bias	9	3.0829598903656006
83696	transitions	0	-0.28504034876823425
83696	transitions	1	7.824390888214111
83696	transitions	2	-3.155235767364502
83696	transitions	3	1.3441334962844849
83696	transitions	4	-1.8264551162719727
83696	transitions	5	-0.32199740409851074
83696	transitions	6	-0.16800488531589508
83696	transitions	7	-10000.0
83696	transitions	8	1.665236234664917
83696	transitions	9	-2.2891948223114014
83696	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
83696	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
83696	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
83696	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
83696	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
83696	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
83696	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
83696	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
83696	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
83696	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
83696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
83696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
83696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
83696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
83696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
83696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
83696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
83696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
83696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
83696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
83696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
83696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
83696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
83696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
83696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
83696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
83696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
83696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
83696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
83696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
83696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
83696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
83696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
83696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
83696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
83696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
83696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
83696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
83696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
83696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
83696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
83696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
83696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
83696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
83696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
83696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
83696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
83696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
83696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
83696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
83696	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
83696	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
83696	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
83696	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
83696	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
83696	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
83696	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
83696	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
83696	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
83696	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
83696	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
83696	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
83696	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
83696	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
83696	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
83696	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
83696	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
83696	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
83696	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
83696	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
83696	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
83696	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
83696	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
83696	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
83696	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
83696	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
83696	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
83696	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
83696	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
83696	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
83696	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
83696	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
83696	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
83696	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
83696	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
83696	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
83696	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
83696	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
83696	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
83696	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
83696	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
83696	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
83696	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
83696	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
83696	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
83696	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
83696	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
83696	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
83696	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
83696	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
83696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
83696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
83696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
83696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
83696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
83696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
83696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
83696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
83696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
83696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
83696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
83696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
83696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
83696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
83696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
83696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
83696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
83696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
83696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
83696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
83696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
83696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
83696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
83696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
83696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
83696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
83696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
83696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
83696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
83696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
83696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
83696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
83696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
83696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
83696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
83696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
83696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
83696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
83696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
83696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
83696	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
83696	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
83696	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
83696	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
83696	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
83696	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
83696	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
83696	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
83696	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
83696	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
83696	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
83696	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
83696	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
83696	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
83696	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
83696	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
83696	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
83696	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
83696	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
83696	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
83696	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
83696	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
83696	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
83696	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
83696	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
83696	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
83696	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
83696	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
83696	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
83696	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
83696	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
83696	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
83696	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
83696	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
83696	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
83696	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
83696	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
83696	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
83696	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
83696	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
83696	embedding2nn.weight	0	0.04129623621702194
83696	embedding2nn.weight	1	-0.07383829355239868
83696	embedding2nn.weight	2	0.022958051413297653
83696	embedding2nn.weight	3	-0.04534044861793518
83696	embedding2nn.weight	4	-0.09315289556980133
83696	embedding2nn.weight	5	0.08187103271484375
83696	embedding2nn.weight	6	-0.09874283522367477
83696	embedding2nn.weight	7	-0.08001337945461273
83696	embedding2nn.weight	8	-0.005782737862318754
83696	embedding2nn.weight	9	0.031798046082258224
83696	embedding2nn.bias	0	0.06980905681848526
83696	embedding2nn.bias	1	0.02353723905980587
83696	embedding2nn.bias	2	-0.16821987926959991
83696	embedding2nn.bias	3	0.07307013124227524
83696	embedding2nn.bias	4	0.023972099646925926
83696	embedding2nn.bias	5	-0.1694629043340683
83696	embedding2nn.bias	6	-0.08337987214326859
83696	embedding2nn.bias	7	-0.07284420728683472
83696	embedding2nn.bias	8	0.08900336176156998
83696	embedding2nn.bias	9	-0.11311159282922745
83696	rnn.weight_ih_l0	0	-0.005448296666145325
83696	rnn.weight_ih_l0	1	-0.03839942440390587
83696	rnn.weight_ih_l0	2	-0.037231940776109695
83696	rnn.weight_ih_l0	3	-0.023461170494556427
83696	rnn.weight_ih_l0	4	-0.0012752364855259657
83696	rnn.weight_ih_l0	5	-0.05758471414446831
83696	rnn.weight_ih_l0	6	0.017190152779221535
83696	rnn.weight_ih_l0	7	-0.05752743408083916
83696	rnn.weight_ih_l0	8	0.00066454301122576
83696	rnn.weight_ih_l0	9	-1.4019989066582639e-05
83696	rnn.weight_hh_l0	0	-0.0045324042439460754
83696	rnn.weight_hh_l0	1	-0.07898537814617157
83696	rnn.weight_hh_l0	2	0.04895400628447533
83696	rnn.weight_hh_l0	3	0.021604744717478752
83696	rnn.weight_hh_l0	4	0.006030693184584379
83696	rnn.weight_hh_l0	5	0.04511451721191406
83696	rnn.weight_hh_l0	6	-0.010174051858484745
83696	rnn.weight_hh_l0	7	-0.07856012880802155
83696	rnn.weight_hh_l0	8	-0.021382881328463554
83696	rnn.weight_hh_l0	9	-0.051885925233364105
83696	rnn.bias_ih_l0	0	-0.1047397032380104
83696	rnn.bias_ih_l0	1	-0.124760702252388
83696	rnn.bias_ih_l0	2	-0.19594769179821014
83696	rnn.bias_ih_l0	3	-0.26864802837371826
83696	rnn.bias_ih_l0	4	0.024351749569177628
83696	rnn.bias_ih_l0	5	0.06756448745727539
83696	rnn.bias_ih_l0	6	-0.1275022178888321
83696	rnn.bias_ih_l0	7	-0.21005693078041077
83696	rnn.bias_ih_l0	8	-0.10539276152849197
83696	rnn.bias_ih_l0	9	-0.13175718486309052
83696	rnn.bias_hh_l0	0	0.12174532562494278
83696	rnn.bias_hh_l0	1	-0.047323454171419144
83696	rnn.bias_hh_l0	2	0.015774516388773918
83696	rnn.bias_hh_l0	3	-0.15673933923244476
83696	rnn.bias_hh_l0	4	0.0357767716050148
83696	rnn.bias_hh_l0	5	0.020247600972652435
83696	rnn.bias_hh_l0	6	-0.0804230347275734
83696	rnn.bias_hh_l0	7	-0.12836851179599762
83696	rnn.bias_hh_l0	8	-0.1507522165775299
83696	rnn.bias_hh_l0	9	-0.08306713402271271
83696	rnn.weight_ih_l0_reverse	0	-0.008151686750352383
83696	rnn.weight_ih_l0_reverse	1	0.02401348203420639
83696	rnn.weight_ih_l0_reverse	2	-0.04264741390943527
83696	rnn.weight_ih_l0_reverse	3	-0.02126426249742508
83696	rnn.weight_ih_l0_reverse	4	0.0001999106170842424
83696	rnn.weight_ih_l0_reverse	5	-0.0635434091091156
83696	rnn.weight_ih_l0_reverse	6	-0.04096851125359535
83696	rnn.weight_ih_l0_reverse	7	0.0010483292862772942
83696	rnn.weight_ih_l0_reverse	8	0.0560663677752018
83696	rnn.weight_ih_l0_reverse	9	0.022554950788617134
83696	rnn.weight_hh_l0_reverse	0	-0.003933501895517111
83696	rnn.weight_hh_l0_reverse	1	0.0167563296854496
83696	rnn.weight_hh_l0_reverse	2	-0.03677544370293617
83696	rnn.weight_hh_l0_reverse	3	0.034429825842380524
83696	rnn.weight_hh_l0_reverse	4	0.01620495319366455
83696	rnn.weight_hh_l0_reverse	5	-0.019183721393346786
83696	rnn.weight_hh_l0_reverse	6	0.030699510127305984
83696	rnn.weight_hh_l0_reverse	7	0.0216541588306427
83696	rnn.weight_hh_l0_reverse	8	-0.004460608121007681
83696	rnn.weight_hh_l0_reverse	9	-0.04989061504602432
83696	rnn.bias_ih_l0_reverse	0	-0.12370643019676208
83696	rnn.bias_ih_l0_reverse	1	-0.27083492279052734
83696	rnn.bias_ih_l0_reverse	2	-0.05550355836749077
83696	rnn.bias_ih_l0_reverse	3	-0.09171624481678009
83696	rnn.bias_ih_l0_reverse	4	0.08676771819591522
83696	rnn.bias_ih_l0_reverse	5	-0.18605643510818481
83696	rnn.bias_ih_l0_reverse	6	-0.05697368457913399
83696	rnn.bias_ih_l0_reverse	7	0.02897453121840954
83696	rnn.bias_ih_l0_reverse	8	-0.1530579775571823
83696	rnn.bias_ih_l0_reverse	9	-0.058297257870435715
83696	rnn.bias_hh_l0_reverse	0	-0.12518006563186646
83696	rnn.bias_hh_l0_reverse	1	-0.11505116522312164
83696	rnn.bias_hh_l0_reverse	2	-0.02059520222246647
83696	rnn.bias_hh_l0_reverse	3	-0.10796721279621124
83696	rnn.bias_hh_l0_reverse	4	-0.026170888915657997
83696	rnn.bias_hh_l0_reverse	5	-0.10402047634124756
83696	rnn.bias_hh_l0_reverse	6	-0.09409599006175995
83696	rnn.bias_hh_l0_reverse	7	-0.1563931405544281
83696	rnn.bias_hh_l0_reverse	8	-0.026171375066041946
83696	rnn.bias_hh_l0_reverse	9	-0.13227158784866333
83696	linear.weight	0	-0.1994597315788269
83696	linear.weight	1	-0.13652145862579346
83696	linear.weight	2	-0.011228874325752258
83696	linear.weight	3	-0.06290426105260849
83696	linear.weight	4	0.0641484335064888
83696	linear.weight	5	0.2175176441669464
83696	linear.weight	6	0.0047744326293468475
83696	linear.weight	7	-0.021312154829502106
83696	linear.weight	8	0.05994165688753128
83696	linear.weight	9	0.20166565477848053
83696	linear.bias	0	-0.7353352904319763
83696	linear.bias	1	1.015017032623291
83696	linear.bias	2	-0.2356080859899521
83696	linear.bias	3	-0.5421870350837708
83696	linear.bias	4	-1.085944652557373
83696	linear.bias	5	-1.1477519273757935
83696	linear.bias	6	-0.7081391215324402
83696	linear.bias	7	-0.7388837933540344
83696	linear.bias	8	-0.01705317199230194
83696	linear.bias	9	3.09934139251709
83893	transitions	0	-0.2855377793312073
83893	transitions	1	7.801680088043213
83893	transitions	2	-3.1572749614715576
83893	transitions	3	1.3315061330795288
83893	transitions	4	-1.8274790048599243
83893	transitions	5	-0.3221713900566101
83893	transitions	6	-0.16810393333435059
83893	transitions	7	-10000.0
83893	transitions	8	1.6741501092910767
83893	transitions	9	-2.289235830307007
83893	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
83893	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
83893	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
83893	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
83893	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
83893	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
83893	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
83893	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
83893	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
83893	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
83893	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
83893	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
83893	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
83893	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
83893	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
83893	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
83893	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
83893	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
83893	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
83893	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
83893	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
83893	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
83893	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
83893	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
83893	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
83893	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
83893	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
83893	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
83893	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
83893	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
83893	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
83893	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
83893	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
83893	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
83893	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
83893	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
83893	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
83893	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
83893	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
83893	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
83893	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
83893	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
83893	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
83893	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
83893	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
83893	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
83893	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
83893	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
83893	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
83893	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
83893	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
83893	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
83893	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
83893	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
83893	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
83893	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
83893	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
83893	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
83893	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
83893	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
83893	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
83893	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
83893	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
83893	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
83893	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
83893	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
83893	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
83893	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
83893	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
83893	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
83893	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
83893	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
83893	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
83893	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
83893	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
83893	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
83893	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
83893	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
83893	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
83893	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
83893	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
83893	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
83893	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
83893	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
83893	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
83893	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
83893	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
83893	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
83893	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
83893	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
83893	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
83893	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
83893	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
83893	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
83893	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
83893	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
83893	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
83893	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
83893	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
83893	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
83893	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
83893	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
83893	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
83893	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
83893	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
83893	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
83893	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
83893	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
83893	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
83893	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
83893	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
83893	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
83893	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
83893	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
83893	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
83893	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
83893	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
83893	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
83893	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
83893	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
83893	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
83893	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
83893	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
83893	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
83893	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
83893	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
83893	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
83893	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
83893	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
83893	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
83893	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
83893	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
83893	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
83893	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
83893	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
83893	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
83893	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
83893	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
83893	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
83893	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
83893	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
83893	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
83893	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
83893	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
83893	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
83893	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
83893	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
83893	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
83893	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
83893	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
83893	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
83893	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
83893	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
83893	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
83893	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
83893	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
83893	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
83893	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
83893	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
83893	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
83893	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
83893	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
83893	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
83893	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
83893	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
83893	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
83893	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
83893	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
83893	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
83893	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
83893	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
83893	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
83893	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
83893	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
83893	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
83893	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
83893	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
83893	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
83893	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
83893	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
83893	embedding2nn.weight	0	0.04137824848294258
83893	embedding2nn.weight	1	-0.07776185125112534
83893	embedding2nn.weight	2	0.025164814665913582
83893	embedding2nn.weight	3	-0.04298422485589981
83893	embedding2nn.weight	4	-0.09933238476514816
83893	embedding2nn.weight	5	0.08340218663215637
83893	embedding2nn.weight	6	-0.10128035396337509
83893	embedding2nn.weight	7	-0.08190551400184631
83893	embedding2nn.weight	8	-0.006128385197371244
83893	embedding2nn.weight	9	0.035346485674381256
83893	embedding2nn.bias	0	0.07545430958271027
83893	embedding2nn.bias	1	0.015790577977895737
83893	embedding2nn.bias	2	-0.174318328499794
83893	embedding2nn.bias	3	0.07470766454935074
83893	embedding2nn.bias	4	0.025296874344348907
83893	embedding2nn.bias	5	-0.1603710800409317
83893	embedding2nn.bias	6	-0.08053641766309738
83893	embedding2nn.bias	7	-0.08618351817131042
83893	embedding2nn.bias	8	0.0884370282292366
83893	embedding2nn.bias	9	-0.12789390981197357
83893	rnn.weight_ih_l0	0	-0.008350000716745853
83893	rnn.weight_ih_l0	1	-0.03999539092183113
83893	rnn.weight_ih_l0	2	-0.03803006932139397
83893	rnn.weight_ih_l0	3	-0.023224350064992905
83893	rnn.weight_ih_l0	4	-0.0015280924271792173
83893	rnn.weight_ih_l0	5	-0.05966109782457352
83893	rnn.weight_ih_l0	6	0.018962521106004715
83893	rnn.weight_ih_l0	7	-0.055346157401800156
83893	rnn.weight_ih_l0	8	-0.0006798548856750131
83893	rnn.weight_ih_l0	9	0.002787405624985695
83893	rnn.weight_hh_l0	0	-0.00523999473080039
83893	rnn.weight_hh_l0	1	-0.07886112481355667
83893	rnn.weight_hh_l0	2	0.04919729381799698
83893	rnn.weight_hh_l0	3	0.022993851453065872
83893	rnn.weight_hh_l0	4	0.006108590867370367
83893	rnn.weight_hh_l0	5	0.0445772223174572
83893	rnn.weight_hh_l0	6	-0.009970735758543015
83893	rnn.weight_hh_l0	7	-0.07860078662633896
83893	rnn.weight_hh_l0	8	-0.02247242070734501
83893	rnn.weight_hh_l0	9	-0.052442461252212524
83893	rnn.bias_ih_l0	0	-0.10275039821863174
83893	rnn.bias_ih_l0	1	-0.12572938203811646
83893	rnn.bias_ih_l0	2	-0.20038986206054688
83893	rnn.bias_ih_l0	3	-0.27073216438293457
83893	rnn.bias_ih_l0	4	0.025405723601579666
83893	rnn.bias_ih_l0	5	0.0654059648513794
83893	rnn.bias_ih_l0	6	-0.1252642124891281
83893	rnn.bias_ih_l0	7	-0.20993982255458832
83893	rnn.bias_ih_l0	8	-0.10522960126399994
83893	rnn.bias_ih_l0	9	-0.1326679289340973
83893	rnn.bias_hh_l0	0	0.12433262169361115
83893	rnn.bias_hh_l0	1	-0.04898745194077492
83893	rnn.bias_hh_l0	2	0.013590963557362556
83893	rnn.bias_hh_l0	3	-0.15631690621376038
83893	rnn.bias_hh_l0	4	0.03364180028438568
83893	rnn.bias_hh_l0	5	0.017249982804059982
83893	rnn.bias_hh_l0	6	-0.08132582157850266
83893	rnn.bias_hh_l0	7	-0.12767767906188965
83893	rnn.bias_hh_l0	8	-0.14849533140659332
83893	rnn.bias_hh_l0	9	-0.08162906765937805
83893	rnn.weight_ih_l0_reverse	0	-0.0066894544288516045
83893	rnn.weight_ih_l0_reverse	1	0.024676552042365074
83893	rnn.weight_ih_l0_reverse	2	-0.03756040707230568
83893	rnn.weight_ih_l0_reverse	3	-0.023082420229911804
83893	rnn.weight_ih_l0_reverse	4	-0.0001858291361713782
83893	rnn.weight_ih_l0_reverse	5	-0.06410019844770432
83893	rnn.weight_ih_l0_reverse	6	-0.039400890469551086
83893	rnn.weight_ih_l0_reverse	7	-0.0030131975654512644
83893	rnn.weight_ih_l0_reverse	8	0.054310984909534454
83893	rnn.weight_ih_l0_reverse	9	0.020629651844501495
83893	rnn.weight_hh_l0_reverse	0	-0.003961381036788225
83893	rnn.weight_hh_l0_reverse	1	0.01703283190727234
83893	rnn.weight_hh_l0_reverse	2	-0.03733920305967331
83893	rnn.weight_hh_l0_reverse	3	0.0346667543053627
83893	rnn.weight_hh_l0_reverse	4	0.016216974705457687
83893	rnn.weight_hh_l0_reverse	5	-0.019247977063059807
83893	rnn.weight_hh_l0_reverse	6	0.03085830621421337
83893	rnn.weight_hh_l0_reverse	7	0.020610209554433823
83893	rnn.weight_hh_l0_reverse	8	-0.005439299158751965
83893	rnn.weight_hh_l0_reverse	9	-0.05054391175508499
83893	rnn.bias_ih_l0_reverse	0	-0.12446839362382889
83893	rnn.bias_ih_l0_reverse	1	-0.26402536034584045
83893	rnn.bias_ih_l0_reverse	2	-0.054821476340293884
83893	rnn.bias_ih_l0_reverse	3	-0.09258662909269333
83893	rnn.bias_ih_l0_reverse	4	0.08871059119701385
83893	rnn.bias_ih_l0_reverse	5	-0.18614163994789124
83893	rnn.bias_ih_l0_reverse	6	-0.05890294909477234
83893	rnn.bias_ih_l0_reverse	7	0.038946643471717834
83893	rnn.bias_ih_l0_reverse	8	-0.15669408440589905
83893	rnn.bias_ih_l0_reverse	9	-0.062369607388973236
83893	rnn.bias_hh_l0_reverse	0	-0.1277119368314743
83893	rnn.bias_hh_l0_reverse	1	-0.11398880928754807
83893	rnn.bias_hh_l0_reverse	2	-0.02040814608335495
83893	rnn.bias_hh_l0_reverse	3	-0.1058463379740715
83893	rnn.bias_hh_l0_reverse	4	-0.026635920628905296
83893	rnn.bias_hh_l0_reverse	5	-0.10619135946035385
83893	rnn.bias_hh_l0_reverse	6	-0.09352388978004456
83893	rnn.bias_hh_l0_reverse	7	-0.15961815416812897
83893	rnn.bias_hh_l0_reverse	8	-0.022922541946172714
83893	rnn.bias_hh_l0_reverse	9	-0.131406769156456
83893	linear.weight	0	-0.22053144872188568
83893	linear.weight	1	-0.13797536492347717
83893	linear.weight	2	-0.011228874325752258
83893	linear.weight	3	-0.07076915353536606
83893	linear.weight	4	0.07054352015256882
83893	linear.weight	5	0.23074376583099365
83893	linear.weight	6	0.0047744326293468475
83893	linear.weight	7	-0.021312154829502106
83893	linear.weight	8	0.062382470816373825
83893	linear.weight	9	0.20174379646778107
83893	linear.bias	0	-0.7328698635101318
83893	linear.bias	1	1.019303798675537
83893	linear.bias	2	-0.24113136529922485
83893	linear.bias	3	-0.5504531860351562
83893	linear.bias	4	-1.09750497341156
83893	linear.bias	5	-1.1479084491729736
83893	linear.bias	6	-0.7096633315086365
83893	linear.bias	7	-0.6914019584655762
83893	linear.bias	8	-0.01705317199230194
83893	linear.bias	9	3.0932443141937256
84090	transitions	0	-0.2858259975910187
84090	transitions	1	7.839996814727783
84090	transitions	2	-3.158508539199829
84090	transitions	3	1.3244798183441162
84090	transitions	4	-1.828894019126892
84090	transitions	5	-0.3224639296531677
84090	transitions	6	-0.1681891530752182
84090	transitions	7	-10000.0
84090	transitions	8	1.6780427694320679
84090	transitions	9	-2.289250612258911
84090	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
84090	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
84090	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
84090	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
84090	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
84090	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
84090	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
84090	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
84090	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
84090	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
84090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
84090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
84090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
84090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
84090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
84090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
84090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
84090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
84090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
84090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
84090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
84090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
84090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
84090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
84090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
84090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
84090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
84090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
84090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
84090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
84090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
84090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
84090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
84090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
84090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
84090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
84090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
84090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
84090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
84090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
84090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
84090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
84090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
84090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
84090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
84090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
84090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
84090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
84090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
84090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
84090	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
84090	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
84090	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
84090	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
84090	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
84090	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
84090	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
84090	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
84090	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
84090	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
84090	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
84090	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
84090	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
84090	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
84090	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
84090	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
84090	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
84090	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
84090	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
84090	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
84090	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
84090	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
84090	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
84090	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
84090	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
84090	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
84090	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
84090	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
84090	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
84090	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
84090	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
84090	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
84090	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
84090	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
84090	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
84090	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
84090	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
84090	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
84090	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
84090	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
84090	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
84090	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
84090	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
84090	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
84090	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
84090	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
84090	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
84090	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
84090	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
84090	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
84090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
84090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
84090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
84090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
84090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
84090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
84090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
84090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
84090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
84090	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
84090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
84090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
84090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
84090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
84090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
84090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
84090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
84090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
84090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
84090	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
84090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
84090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
84090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
84090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
84090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
84090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
84090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
84090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
84090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
84090	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
84090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
84090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
84090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
84090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
84090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
84090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
84090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
84090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
84090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
84090	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
84090	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
84090	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
84090	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
84090	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
84090	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
84090	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
84090	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
84090	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
84090	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
84090	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
84090	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
84090	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
84090	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
84090	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
84090	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
84090	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
84090	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
84090	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
84090	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
84090	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
84090	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
84090	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
84090	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
84090	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
84090	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
84090	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
84090	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
84090	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
84090	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
84090	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
84090	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
84090	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
84090	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
84090	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
84090	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
84090	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
84090	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
84090	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
84090	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
84090	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
84090	embedding2nn.weight	0	0.04160810634493828
84090	embedding2nn.weight	1	-0.07848335057497025
84090	embedding2nn.weight	2	0.02679850533604622
84090	embedding2nn.weight	3	-0.042286332696676254
84090	embedding2nn.weight	4	-0.09947158396244049
84090	embedding2nn.weight	5	0.08332984894514084
84090	embedding2nn.weight	6	-0.10044928640127182
84090	embedding2nn.weight	7	-0.07977258414030075
84090	embedding2nn.weight	8	-0.00636674277484417
84090	embedding2nn.weight	9	0.03353816270828247
84090	embedding2nn.bias	0	0.07977653294801712
84090	embedding2nn.bias	1	0.0164897833019495
84090	embedding2nn.bias	2	-0.17162354290485382
84090	embedding2nn.bias	3	0.07395593822002411
84090	embedding2nn.bias	4	0.029316680505871773
84090	embedding2nn.bias	5	-0.1643354445695877
84090	embedding2nn.bias	6	-0.08317253738641739
84090	embedding2nn.bias	7	-0.08226965367794037
84090	embedding2nn.bias	8	0.08147566020488739
84090	embedding2nn.bias	9	-0.12233933806419373
84090	rnn.weight_ih_l0	0	-0.008897330611944199
84090	rnn.weight_ih_l0	1	-0.037675563246011734
84090	rnn.weight_ih_l0	2	-0.03878233954310417
84090	rnn.weight_ih_l0	3	-0.025385713204741478
84090	rnn.weight_ih_l0	4	0.00022449572861660272
84090	rnn.weight_ih_l0	5	-0.05877797678112984
84090	rnn.weight_ih_l0	6	0.020368650555610657
84090	rnn.weight_ih_l0	7	-0.05593651160597801
84090	rnn.weight_ih_l0	8	-0.0003081550821661949
84090	rnn.weight_ih_l0	9	0.0007224951987154782
84090	rnn.weight_hh_l0	0	-0.006295701488852501
84090	rnn.weight_hh_l0	1	-0.07943864166736603
84090	rnn.weight_hh_l0	2	0.05037189647555351
84090	rnn.weight_hh_l0	3	0.023423371836543083
84090	rnn.weight_hh_l0	4	0.0061562261544167995
84090	rnn.weight_hh_l0	5	0.04425143077969551
84090	rnn.weight_hh_l0	6	-0.010380545631051064
84090	rnn.weight_hh_l0	7	-0.07845070958137512
84090	rnn.weight_hh_l0	8	-0.022075995802879333
84090	rnn.weight_hh_l0	9	-0.05310099199414253
84090	rnn.bias_ih_l0	0	-0.10478593409061432
84090	rnn.bias_ih_l0	1	-0.1256493628025055
84090	rnn.bias_ih_l0	2	-0.2015112191438675
84090	rnn.bias_ih_l0	3	-0.26949644088745117
84090	rnn.bias_ih_l0	4	0.022334352135658264
84090	rnn.bias_ih_l0	5	0.0670817419886589
84090	rnn.bias_ih_l0	6	-0.12838180363178253
84090	rnn.bias_ih_l0	7	-0.21058452129364014
84090	rnn.bias_ih_l0	8	-0.0993405357003212
84090	rnn.bias_ih_l0	9	-0.13779780268669128
84090	rnn.bias_hh_l0	0	0.12329864501953125
84090	rnn.bias_hh_l0	1	-0.04929933324456215
84090	rnn.bias_hh_l0	2	0.007190019823610783
84090	rnn.bias_hh_l0	3	-0.15732082724571228
84090	rnn.bias_hh_l0	4	0.036988016217947006
84090	rnn.bias_hh_l0	5	0.017262684181332588
84090	rnn.bias_hh_l0	6	-0.08105754107236862
84090	rnn.bias_hh_l0	7	-0.1282024383544922
84090	rnn.bias_hh_l0	8	-0.14924246072769165
84090	rnn.bias_hh_l0	9	-0.08464869856834412
84090	rnn.weight_ih_l0_reverse	0	-0.004259828478097916
84090	rnn.weight_ih_l0_reverse	1	0.02416929602622986
84090	rnn.weight_ih_l0_reverse	2	-0.03882007300853729
84090	rnn.weight_ih_l0_reverse	3	-0.021498851478099823
84090	rnn.weight_ih_l0_reverse	4	0.003102574497461319
84090	rnn.weight_ih_l0_reverse	5	-0.06277000904083252
84090	rnn.weight_ih_l0_reverse	6	-0.038668468594551086
84090	rnn.weight_ih_l0_reverse	7	-0.003264311933889985
84090	rnn.weight_ih_l0_reverse	8	0.05450268089771271
84090	rnn.weight_ih_l0_reverse	9	0.022272294387221336
84090	rnn.weight_hh_l0_reverse	0	-0.0036051375791430473
84090	rnn.weight_hh_l0_reverse	1	0.017046604305505753
84090	rnn.weight_hh_l0_reverse	2	-0.03773512318730354
84090	rnn.weight_hh_l0_reverse	3	0.03518681973218918
84090	rnn.weight_hh_l0_reverse	4	0.017056554555892944
84090	rnn.weight_hh_l0_reverse	5	-0.01893368549644947
84090	rnn.weight_hh_l0_reverse	6	0.03173845261335373
84090	rnn.weight_hh_l0_reverse	7	0.019222043454647064
84090	rnn.weight_hh_l0_reverse	8	-0.005441098008304834
84090	rnn.weight_hh_l0_reverse	9	-0.051123667508363724
84090	rnn.bias_ih_l0_reverse	0	-0.12385813146829605
84090	rnn.bias_ih_l0_reverse	1	-0.27022314071655273
84090	rnn.bias_ih_l0_reverse	2	-0.05464119091629982
84090	rnn.bias_ih_l0_reverse	3	-0.09159912914037704
84090	rnn.bias_ih_l0_reverse	4	0.08470086008310318
84090	rnn.bias_ih_l0_reverse	5	-0.18183691799640656
84090	rnn.bias_ih_l0_reverse	6	-0.059790052473545074
84090	rnn.bias_ih_l0_reverse	7	0.035978417843580246
84090	rnn.bias_ih_l0_reverse	8	-0.15526889264583588
84090	rnn.bias_ih_l0_reverse	9	-0.06192869693040848
84090	rnn.bias_hh_l0_reverse	0	-0.12612085044384003
84090	rnn.bias_hh_l0_reverse	1	-0.10922349244356155
84090	rnn.bias_hh_l0_reverse	2	-0.02060871012508869
84090	rnn.bias_hh_l0_reverse	3	-0.10861614346504211
84090	rnn.bias_hh_l0_reverse	4	-0.027191320434212685
84090	rnn.bias_hh_l0_reverse	5	-0.10826224833726883
84090	rnn.bias_hh_l0_reverse	6	-0.09397874027490616
84090	rnn.bias_hh_l0_reverse	7	-0.1606086641550064
84090	rnn.bias_hh_l0_reverse	8	-0.017568271607160568
84090	rnn.bias_hh_l0_reverse	9	-0.12795543670654297
84090	linear.weight	0	-0.21089313924312592
84090	linear.weight	1	-0.15128326416015625
84090	linear.weight	2	-0.011228874325752258
84090	linear.weight	3	-0.0650801733136177
84090	linear.weight	4	0.07777175307273865
84090	linear.weight	5	0.19691577553749084
84090	linear.weight	6	0.0047744326293468475
84090	linear.weight	7	-0.021312154829502106
84090	linear.weight	8	0.039437297731637955
84090	linear.weight	9	0.21297504007816315
84090	linear.bias	0	-0.7385421991348267
84090	linear.bias	1	1.02406644821167
84090	linear.bias	2	-0.2360409051179886
84090	linear.bias	3	-0.5483048558235168
84090	linear.bias	4	-1.0647128820419312
84090	linear.bias	5	-1.148041009902954
84090	linear.bias	6	-0.7159156203269958
84090	linear.bias	7	-0.7054105401039124
84090	linear.bias	8	-0.01705317199230194
84090	linear.bias	9	3.073885440826416
84287	transitions	0	-0.287350058555603
84287	transitions	1	7.816935062408447
84287	transitions	2	-3.1596202850341797
84287	transitions	3	1.319095492362976
84287	transitions	4	-1.8295515775680542
84287	transitions	5	-0.32260972261428833
84287	transitions	6	-0.16829435527324677
84287	transitions	7	-10000.0
84287	transitions	8	1.6742489337921143
84287	transitions	9	-2.2892744541168213
84287	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
84287	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
84287	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
84287	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
84287	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
84287	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
84287	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
84287	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
84287	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
84287	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
84287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
84287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
84287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
84287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
84287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
84287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
84287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
84287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
84287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
84287	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
84287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
84287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
84287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
84287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
84287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
84287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
84287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
84287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
84287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
84287	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
84287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
84287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
84287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
84287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
84287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
84287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
84287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
84287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
84287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
84287	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
84287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
84287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
84287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
84287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
84287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
84287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
84287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
84287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
84287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
84287	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
84287	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
84287	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
84287	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
84287	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
84287	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
84287	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
84287	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
84287	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
84287	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
84287	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
84287	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
84287	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
84287	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
84287	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
84287	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
84287	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
84287	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
84287	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
84287	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
84287	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
84287	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
84287	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
84287	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
84287	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
84287	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
84287	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
84287	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
84287	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
84287	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
84287	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
84287	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
84287	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
84287	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
84287	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
84287	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
84287	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
84287	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
84287	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
84287	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
84287	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
84287	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
84287	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
84287	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
84287	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
84287	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
84287	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
84287	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
84287	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
84287	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
84287	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
84287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
84287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
84287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
84287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
84287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
84287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
84287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
84287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
84287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
84287	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
84287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
84287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
84287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
84287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
84287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
84287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
84287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
84287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
84287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
84287	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
84287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
84287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
84287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
84287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
84287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
84287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
84287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
84287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
84287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
84287	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
84287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
84287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
84287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
84287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
84287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
84287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
84287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
84287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
84287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
84287	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
84287	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
84287	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
84287	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
84287	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
84287	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
84287	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
84287	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
84287	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
84287	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
84287	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
84287	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
84287	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
84287	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
84287	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
84287	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
84287	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
84287	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
84287	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
84287	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
84287	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
84287	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
84287	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
84287	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
84287	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
84287	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
84287	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
84287	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
84287	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
84287	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
84287	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
84287	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
84287	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
84287	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
84287	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
84287	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
84287	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
84287	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
84287	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
84287	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
84287	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
84287	embedding2nn.weight	0	0.041817691177129745
84287	embedding2nn.weight	1	-0.07965012639760971
84287	embedding2nn.weight	2	0.027963345870375633
84287	embedding2nn.weight	3	-0.04186832904815674
84287	embedding2nn.weight	4	-0.09658873826265335
84287	embedding2nn.weight	5	0.08250695466995239
84287	embedding2nn.weight	6	-0.09571010619401932
84287	embedding2nn.weight	7	-0.07967297732830048
84287	embedding2nn.weight	8	-0.0058202859945595264
84287	embedding2nn.weight	9	0.0354517363011837
84287	embedding2nn.bias	0	0.07240632176399231
84287	embedding2nn.bias	1	0.004841851536184549
84287	embedding2nn.bias	2	-0.1737220734357834
84287	embedding2nn.bias	3	0.0759153738617897
84287	embedding2nn.bias	4	0.03287100791931152
84287	embedding2nn.bias	5	-0.17608095705509186
84287	embedding2nn.bias	6	-0.07008963823318481
84287	embedding2nn.bias	7	-0.08669780939817429
84287	embedding2nn.bias	8	0.10437005013227463
84287	embedding2nn.bias	9	-0.10858270525932312
84287	rnn.weight_ih_l0	0	-0.007405240088701248
84287	rnn.weight_ih_l0	1	-0.041988857090473175
84287	rnn.weight_ih_l0	2	-0.03751666098833084
84287	rnn.weight_ih_l0	3	-0.025685910135507584
84287	rnn.weight_ih_l0	4	0.0009756408398970962
84287	rnn.weight_ih_l0	5	-0.06366266310214996
84287	rnn.weight_ih_l0	6	0.0258360356092453
84287	rnn.weight_ih_l0	7	-0.05607423558831215
84287	rnn.weight_ih_l0	8	-0.0005600927979685366
84287	rnn.weight_ih_l0	9	-0.0014867497375234962
84287	rnn.weight_hh_l0	0	-0.006746842060238123
84287	rnn.weight_hh_l0	1	-0.07939842343330383
84287	rnn.weight_hh_l0	2	0.05066313222050667
84287	rnn.weight_hh_l0	3	0.0233059823513031
84287	rnn.weight_hh_l0	4	0.005671583116054535
84287	rnn.weight_hh_l0	5	0.0451662540435791
84287	rnn.weight_hh_l0	6	-0.010357820428907871
84287	rnn.weight_hh_l0	7	-0.07855946570634842
84287	rnn.weight_hh_l0	8	-0.020429452881217003
84287	rnn.weight_hh_l0	9	-0.058197539299726486
84287	rnn.bias_ih_l0	0	-0.10686368495225906
84287	rnn.bias_ih_l0	1	-0.12696361541748047
84287	rnn.bias_ih_l0	2	-0.20234431326389313
84287	rnn.bias_ih_l0	3	-0.2703358232975006
84287	rnn.bias_ih_l0	4	0.015925224870443344
84287	rnn.bias_ih_l0	5	0.0643068477511406
84287	rnn.bias_ih_l0	6	-0.12181629240512848
84287	rnn.bias_ih_l0	7	-0.20604580640792847
84287	rnn.bias_ih_l0	8	-0.09608288109302521
84287	rnn.bias_ih_l0	9	-0.13550342619419098
84287	rnn.bias_hh_l0	0	0.1161404624581337
84287	rnn.bias_hh_l0	1	-0.05082986131310463
84287	rnn.bias_hh_l0	2	0.008076277561485767
84287	rnn.bias_hh_l0	3	-0.15843504667282104
84287	rnn.bias_hh_l0	4	0.038828134536743164
84287	rnn.bias_hh_l0	5	0.01931532844901085
84287	rnn.bias_hh_l0	6	-0.08191676437854767
84287	rnn.bias_hh_l0	7	-0.13199403882026672
84287	rnn.bias_hh_l0	8	-0.15279130637645721
84287	rnn.bias_hh_l0	9	-0.0824892595410347
84287	rnn.weight_ih_l0_reverse	0	-0.003085644915699959
84287	rnn.weight_ih_l0_reverse	1	0.02342262864112854
84287	rnn.weight_ih_l0_reverse	2	-0.03787941858172417
84287	rnn.weight_ih_l0_reverse	3	-0.02015175297856331
84287	rnn.weight_ih_l0_reverse	4	0.003961088135838509
84287	rnn.weight_ih_l0_reverse	5	-0.059450503438711166
84287	rnn.weight_ih_l0_reverse	6	-0.040275394916534424
84287	rnn.weight_ih_l0_reverse	7	-0.004867838229984045
84287	rnn.weight_ih_l0_reverse	8	0.05283033847808838
84287	rnn.weight_ih_l0_reverse	9	0.02010512165725231
84287	rnn.weight_hh_l0_reverse	0	-0.003388754790648818
84287	rnn.weight_hh_l0_reverse	1	0.01683834195137024
84287	rnn.weight_hh_l0_reverse	2	-0.037840235978364944
84287	rnn.weight_hh_l0_reverse	3	0.03546180576086044
84287	rnn.weight_hh_l0_reverse	4	0.016904538497328758
84287	rnn.weight_hh_l0_reverse	5	-0.019016534090042114
84287	rnn.weight_hh_l0_reverse	6	0.0314086452126503
84287	rnn.weight_hh_l0_reverse	7	0.019235339015722275
84287	rnn.weight_hh_l0_reverse	8	-0.004138286225497723
84287	rnn.weight_hh_l0_reverse	9	-0.05080036818981171
84287	rnn.bias_ih_l0_reverse	0	-0.12271244078874588
84287	rnn.bias_ih_l0_reverse	1	-0.27673256397247314
84287	rnn.bias_ih_l0_reverse	2	-0.05033674091100693
84287	rnn.bias_ih_l0_reverse	3	-0.0918145701289177
84287	rnn.bias_ih_l0_reverse	4	0.07737728953361511
84287	rnn.bias_ih_l0_reverse	5	-0.18253503739833832
84287	rnn.bias_ih_l0_reverse	6	-0.05654970183968544
84287	rnn.bias_ih_l0_reverse	7	0.02733457460999489
84287	rnn.bias_ih_l0_reverse	8	-0.1535133570432663
84287	rnn.bias_ih_l0_reverse	9	-0.061092376708984375
84287	rnn.bias_hh_l0_reverse	0	-0.12376254796981812
84287	rnn.bias_hh_l0_reverse	1	-0.11233434826135635
84287	rnn.bias_hh_l0_reverse	2	-0.021289702504873276
84287	rnn.bias_hh_l0_reverse	3	-0.10746414214372635
84287	rnn.bias_hh_l0_reverse	4	-0.027126040309667587
84287	rnn.bias_hh_l0_reverse	5	-0.10629457235336304
84287	rnn.bias_hh_l0_reverse	6	-0.09173332154750824
84287	rnn.bias_hh_l0_reverse	7	-0.15485036373138428
84287	rnn.bias_hh_l0_reverse	8	-0.018572920933365822
84287	rnn.bias_hh_l0_reverse	9	-0.12446817755699158
84287	linear.weight	0	-0.2122577428817749
84287	linear.weight	1	-0.15253867208957672
84287	linear.weight	2	-0.011228874325752258
84287	linear.weight	3	-0.07343597710132599
84287	linear.weight	4	0.07593144476413727
84287	linear.weight	5	0.1924075335264206
84287	linear.weight	6	0.0047744326293468475
84287	linear.weight	7	-0.021312154829502106
84287	linear.weight	8	0.037259746342897415
84287	linear.weight	9	0.20223097503185272
84287	linear.bias	0	-0.7484819889068604
84287	linear.bias	1	0.9968209266662598
84287	linear.bias	2	-0.20558954775333405
84287	linear.bias	3	-0.556520402431488
84287	linear.bias	4	-1.06844961643219
84287	linear.bias	5	-1.1481776237487793
84287	linear.bias	6	-0.7277125716209412
84287	linear.bias	7	-0.7020172476768494
84287	linear.bias	8	-0.01705317199230194
84287	linear.bias	9	3.065345287322998
84484	transitions	0	-0.2875557243824005
84484	transitions	1	7.8313140869140625
84484	transitions	2	-3.1609854698181152
84484	transitions	3	1.3296884298324585
84484	transitions	4	-1.8306093215942383
84484	transitions	5	-0.32306107878685
84484	transitions	6	-0.16837619245052338
84484	transitions	7	-10000.0
84484	transitions	8	1.676830530166626
84484	transitions	9	-2.2892913818359375
84484	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
84484	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
84484	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
84484	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
84484	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
84484	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
84484	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
84484	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
84484	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
84484	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
84484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
84484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
84484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
84484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
84484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
84484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
84484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
84484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
84484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
84484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
84484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
84484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
84484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
84484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
84484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
84484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
84484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
84484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
84484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
84484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
84484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
84484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
84484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
84484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
84484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
84484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
84484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
84484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
84484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
84484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
84484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
84484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
84484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
84484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
84484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
84484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
84484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
84484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
84484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
84484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
84484	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
84484	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
84484	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
84484	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
84484	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
84484	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
84484	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
84484	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
84484	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
84484	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
84484	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
84484	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
84484	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
84484	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
84484	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
84484	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
84484	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
84484	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
84484	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
84484	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
84484	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
84484	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
84484	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
84484	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
84484	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
84484	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
84484	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
84484	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
84484	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
84484	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
84484	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
84484	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
84484	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
84484	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
84484	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
84484	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
84484	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
84484	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
84484	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
84484	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
84484	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
84484	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
84484	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
84484	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
84484	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
84484	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
84484	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
84484	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
84484	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
84484	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
84484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
84484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
84484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
84484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
84484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
84484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
84484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
84484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
84484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
84484	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
84484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
84484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
84484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
84484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
84484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
84484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
84484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
84484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
84484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
84484	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
84484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
84484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
84484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
84484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
84484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
84484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
84484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
84484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
84484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
84484	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
84484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
84484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
84484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
84484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
84484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
84484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
84484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
84484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
84484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
84484	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
84484	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
84484	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
84484	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
84484	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
84484	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
84484	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
84484	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
84484	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
84484	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
84484	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
84484	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
84484	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
84484	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
84484	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
84484	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
84484	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
84484	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
84484	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
84484	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
84484	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
84484	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
84484	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
84484	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
84484	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
84484	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
84484	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
84484	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
84484	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
84484	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
84484	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
84484	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
84484	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
84484	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
84484	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
84484	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
84484	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
84484	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
84484	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
84484	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
84484	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
84484	embedding2nn.weight	0	0.04129532724618912
84484	embedding2nn.weight	1	-0.07967989146709442
84484	embedding2nn.weight	2	0.02785501629114151
84484	embedding2nn.weight	3	-0.03984638303518295
84484	embedding2nn.weight	4	-0.09595378488302231
84484	embedding2nn.weight	5	0.0825551375746727
84484	embedding2nn.weight	6	-0.09532061964273453
84484	embedding2nn.weight	7	-0.0778074637055397
84484	embedding2nn.weight	8	-0.005012767389416695
84484	embedding2nn.weight	9	0.032119270414114
84484	embedding2nn.bias	0	0.08157707005739212
84484	embedding2nn.bias	1	-0.00354962470009923
84484	embedding2nn.bias	2	-0.16850854456424713
84484	embedding2nn.bias	3	0.07708972692489624
84484	embedding2nn.bias	4	0.031961750239133835
84484	embedding2nn.bias	5	-0.17601999640464783
84484	embedding2nn.bias	6	-0.06380151212215424
84484	embedding2nn.bias	7	-0.0787675678730011
84484	embedding2nn.bias	8	0.10061154514551163
84484	embedding2nn.bias	9	-0.10999598354101181
84484	rnn.weight_ih_l0	0	-0.006502114236354828
84484	rnn.weight_ih_l0	1	-0.0424615815281868
84484	rnn.weight_ih_l0	2	-0.03800049424171448
84484	rnn.weight_ih_l0	3	-0.02549697458744049
84484	rnn.weight_ih_l0	4	-0.0005556349060498178
84484	rnn.weight_ih_l0	5	-0.06574036926031113
84484	rnn.weight_ih_l0	6	0.0219317264854908
84484	rnn.weight_ih_l0	7	-0.05685645341873169
84484	rnn.weight_ih_l0	8	-0.0005726992385461926
84484	rnn.weight_ih_l0	9	-0.0028473774436861277
84484	rnn.weight_hh_l0	0	-0.006997812073677778
84484	rnn.weight_hh_l0	1	-0.07811971753835678
84484	rnn.weight_hh_l0	2	0.05013288930058479
84484	rnn.weight_hh_l0	3	0.02379956655204296
84484	rnn.weight_hh_l0	4	0.005595504771918058
84484	rnn.weight_hh_l0	5	0.04503704234957695
84484	rnn.weight_hh_l0	6	-0.010321126319468021
84484	rnn.weight_hh_l0	7	-0.0781937688589096
84484	rnn.weight_hh_l0	8	-0.01939203031361103
84484	rnn.weight_hh_l0	9	-0.055250342935323715
84484	rnn.bias_ih_l0	0	-0.1041480004787445
84484	rnn.bias_ih_l0	1	-0.1250685304403305
84484	rnn.bias_ih_l0	2	-0.2038944810628891
84484	rnn.bias_ih_l0	3	-0.27071377635002136
84484	rnn.bias_ih_l0	4	0.015844471752643585
84484	rnn.bias_ih_l0	5	0.06383650749921799
84484	rnn.bias_ih_l0	6	-0.12314481288194656
84484	rnn.bias_ih_l0	7	-0.21443256735801697
84484	rnn.bias_ih_l0	8	-0.09608859568834305
84484	rnn.bias_ih_l0	9	-0.1348082423210144
84484	rnn.bias_hh_l0	0	0.11834391206502914
84484	rnn.bias_hh_l0	1	-0.04807668924331665
84484	rnn.bias_hh_l0	2	0.0065703499130904675
84484	rnn.bias_hh_l0	3	-0.15975937247276306
84484	rnn.bias_hh_l0	4	0.038447003811597824
84484	rnn.bias_hh_l0	5	0.023493889719247818
84484	rnn.bias_hh_l0	6	-0.08514072746038437
84484	rnn.bias_hh_l0	7	-0.1300509124994278
84484	rnn.bias_hh_l0	8	-0.14970991015434265
84484	rnn.bias_hh_l0	9	-0.08477021008729935
84484	rnn.weight_ih_l0_reverse	0	-0.0027683195658028126
84484	rnn.weight_ih_l0_reverse	1	0.02353782020509243
84484	rnn.weight_ih_l0_reverse	2	-0.03822743892669678
84484	rnn.weight_ih_l0_reverse	3	-0.02013717032968998
84484	rnn.weight_ih_l0_reverse	4	0.004095854703336954
84484	rnn.weight_ih_l0_reverse	5	-0.05926705151796341
84484	rnn.weight_ih_l0_reverse	6	-0.037505991756916046
84484	rnn.weight_ih_l0_reverse	7	-0.0053441463969647884
84484	rnn.weight_ih_l0_reverse	8	0.05569431558251381
84484	rnn.weight_ih_l0_reverse	9	0.019067855551838875
84484	rnn.weight_hh_l0_reverse	0	-0.002886977046728134
84484	rnn.weight_hh_l0_reverse	1	0.017488209530711174
84484	rnn.weight_hh_l0_reverse	2	-0.03804660588502884
84484	rnn.weight_hh_l0_reverse	3	0.03507070988416672
84484	rnn.weight_hh_l0_reverse	4	0.017714371904730797
84484	rnn.weight_hh_l0_reverse	5	-0.017770035192370415
84484	rnn.weight_hh_l0_reverse	6	0.031674232333898544
84484	rnn.weight_hh_l0_reverse	7	0.020498866215348244
84484	rnn.weight_hh_l0_reverse	8	-0.0042263963259756565
84484	rnn.weight_hh_l0_reverse	9	-0.05053376406431198
84484	rnn.bias_ih_l0_reverse	0	-0.12436533719301224
84484	rnn.bias_ih_l0_reverse	1	-0.2801060378551483
84484	rnn.bias_ih_l0_reverse	2	-0.04812018200755119
84484	rnn.bias_ih_l0_reverse	3	-0.09192594885826111
84484	rnn.bias_ih_l0_reverse	4	0.08661116659641266
84484	rnn.bias_ih_l0_reverse	5	-0.1849234402179718
84484	rnn.bias_ih_l0_reverse	6	-0.05348031595349312
84484	rnn.bias_ih_l0_reverse	7	0.020139483734965324
84484	rnn.bias_ih_l0_reverse	8	-0.1548071801662445
84484	rnn.bias_ih_l0_reverse	9	-0.06155455484986305
84484	rnn.bias_hh_l0_reverse	0	-0.1257925033569336
84484	rnn.bias_hh_l0_reverse	1	-0.11213702708482742
84484	rnn.bias_hh_l0_reverse	2	-0.0212582778185606
84484	rnn.bias_hh_l0_reverse	3	-0.11389584094285965
84484	rnn.bias_hh_l0_reverse	4	-0.0268732700496912
84484	rnn.bias_hh_l0_reverse	5	-0.10350778698921204
84484	rnn.bias_hh_l0_reverse	6	-0.09011072665452957
84484	rnn.bias_hh_l0_reverse	7	-0.15193945169448853
84484	rnn.bias_hh_l0_reverse	8	-0.022373151034116745
84484	rnn.bias_hh_l0_reverse	9	-0.12653551995754242
84484	linear.weight	0	-0.2188110649585724
84484	linear.weight	1	-0.15125295519828796
84484	linear.weight	2	-0.011228874325752258
84484	linear.weight	3	-0.060430094599723816
84484	linear.weight	4	0.08747505396604538
84484	linear.weight	5	0.20484472811222076
84484	linear.weight	6	0.0047744326293468475
84484	linear.weight	7	-0.021312154829502106
84484	linear.weight	8	0.02280980348587036
84484	linear.weight	9	0.18851782381534576
84484	linear.bias	0	-0.7511895895004272
84484	linear.bias	1	1.018841028213501
84484	linear.bias	2	-0.1687169075012207
84484	linear.bias	3	-0.5376909971237183
84484	linear.bias	4	-1.0764466524124146
84484	linear.bias	5	-1.1482940912246704
84484	linear.bias	6	-0.7255921363830566
84484	linear.bias	7	-0.7137483358383179
84484	linear.bias	8	-0.01705317199230194
84484	linear.bias	9	3.0657832622528076
84681	transitions	0	-0.28835564851760864
84681	transitions	1	7.819185733795166
84681	transitions	2	-3.162079334259033
84681	transitions	3	1.3282777070999146
84681	transitions	4	-1.8311938047409058
84681	transitions	5	-0.32323968410491943
84681	transitions	6	-0.1684475541114807
84681	transitions	7	-10000.0
84681	transitions	8	1.6694308519363403
84681	transitions	9	-2.289308547973633
84681	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
84681	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
84681	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
84681	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
84681	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
84681	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
84681	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
84681	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
84681	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
84681	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
84681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
84681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
84681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
84681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
84681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
84681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
84681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
84681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
84681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
84681	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
84681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
84681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
84681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
84681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
84681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
84681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
84681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
84681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
84681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
84681	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
84681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
84681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
84681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
84681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
84681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
84681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
84681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
84681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
84681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
84681	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
84681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
84681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
84681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
84681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
84681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
84681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
84681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
84681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
84681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
84681	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
84681	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
84681	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
84681	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
84681	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
84681	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
84681	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
84681	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
84681	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
84681	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
84681	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
84681	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
84681	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
84681	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
84681	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
84681	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
84681	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
84681	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
84681	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
84681	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
84681	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
84681	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
84681	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
84681	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
84681	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
84681	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
84681	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
84681	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
84681	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
84681	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
84681	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
84681	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
84681	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
84681	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
84681	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
84681	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
84681	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
84681	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
84681	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
84681	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
84681	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
84681	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
84681	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
84681	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
84681	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
84681	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
84681	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
84681	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
84681	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
84681	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
84681	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
84681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
84681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
84681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
84681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
84681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
84681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
84681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
84681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
84681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
84681	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
84681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
84681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
84681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
84681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
84681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
84681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
84681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
84681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
84681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
84681	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
84681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
84681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
84681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
84681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
84681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
84681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
84681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
84681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
84681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
84681	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
84681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
84681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
84681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
84681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
84681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
84681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
84681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
84681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
84681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
84681	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
84681	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
84681	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
84681	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
84681	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
84681	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
84681	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
84681	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
84681	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
84681	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
84681	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
84681	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
84681	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
84681	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
84681	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
84681	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
84681	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
84681	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
84681	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
84681	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
84681	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
84681	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
84681	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
84681	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
84681	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
84681	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
84681	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
84681	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
84681	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
84681	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
84681	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
84681	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
84681	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
84681	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
84681	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
84681	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
84681	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
84681	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
84681	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
84681	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
84681	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
84681	embedding2nn.weight	0	0.04033844918012619
84681	embedding2nn.weight	1	-0.07995854318141937
84681	embedding2nn.weight	2	0.026179006323218346
84681	embedding2nn.weight	3	-0.040778953582048416
84681	embedding2nn.weight	4	-0.09958649426698685
84681	embedding2nn.weight	5	0.08385315537452698
84681	embedding2nn.weight	6	-0.09021316468715668
84681	embedding2nn.weight	7	-0.07489710301160812
84681	embedding2nn.weight	8	-0.0034517068415880203
84681	embedding2nn.weight	9	0.034873370081186295
84681	embedding2nn.bias	0	0.06411416083574295
84681	embedding2nn.bias	1	0.01955188252031803
84681	embedding2nn.bias	2	-0.17237792909145355
84681	embedding2nn.bias	3	0.08052127063274384
84681	embedding2nn.bias	4	0.03223147988319397
84681	embedding2nn.bias	5	-0.1628919094800949
84681	embedding2nn.bias	6	-0.05892038345336914
84681	embedding2nn.bias	7	-0.06695321202278137
84681	embedding2nn.bias	8	0.10799571126699448
84681	embedding2nn.bias	9	-0.10089745372533798
84681	rnn.weight_ih_l0	0	-0.007927282713353634
84681	rnn.weight_ih_l0	1	-0.043552689254283905
84681	rnn.weight_ih_l0	2	-0.03941040858626366
84681	rnn.weight_ih_l0	3	-0.02291792631149292
84681	rnn.weight_ih_l0	4	-0.0014494333881884813
84681	rnn.weight_ih_l0	5	-0.06864836066961288
84681	rnn.weight_ih_l0	6	0.023727810010313988
84681	rnn.weight_ih_l0	7	-0.05513405799865723
84681	rnn.weight_ih_l0	8	-0.0013214010978117585
84681	rnn.weight_ih_l0	9	-0.0024805760476738214
84681	rnn.weight_hh_l0	0	-0.006675505079329014
84681	rnn.weight_hh_l0	1	-0.0767633393406868
84681	rnn.weight_hh_l0	2	0.049625545740127563
84681	rnn.weight_hh_l0	3	0.024345997720956802
84681	rnn.weight_hh_l0	4	0.005902044475078583
84681	rnn.weight_hh_l0	5	0.04550379887223244
84681	rnn.weight_hh_l0	6	-0.010129418224096298
84681	rnn.weight_hh_l0	7	-0.07823065668344498
84681	rnn.weight_hh_l0	8	-0.018091239035129547
84681	rnn.weight_hh_l0	9	-0.05715739727020264
84681	rnn.bias_ih_l0	0	-0.09695830196142197
84681	rnn.bias_ih_l0	1	-0.12302400916814804
84681	rnn.bias_ih_l0	2	-0.20171979069709778
84681	rnn.bias_ih_l0	3	-0.27035704255104065
84681	rnn.bias_ih_l0	4	0.0221246425062418
84681	rnn.bias_ih_l0	5	0.06413513422012329
84681	rnn.bias_ih_l0	6	-0.12067317962646484
84681	rnn.bias_ih_l0	7	-0.21408548951148987
84681	rnn.bias_ih_l0	8	-0.0968753919005394
84681	rnn.bias_ih_l0	9	-0.13970257341861725
84681	rnn.bias_hh_l0	0	0.11740756034851074
84681	rnn.bias_hh_l0	1	-0.04665418714284897
84681	rnn.bias_hh_l0	2	0.00945813488215208
84681	rnn.bias_hh_l0	3	-0.15934696793556213
84681	rnn.bias_hh_l0	4	0.03895638510584831
84681	rnn.bias_hh_l0	5	0.017604757100343704
84681	rnn.bias_hh_l0	6	-0.08586227148771286
84681	rnn.bias_hh_l0	7	-0.13068470358848572
84681	rnn.bias_hh_l0	8	-0.1492290496826172
84681	rnn.bias_hh_l0	9	-0.08407114446163177
84681	rnn.weight_ih_l0_reverse	0	-0.001498876721598208
84681	rnn.weight_ih_l0_reverse	1	0.0230290275067091
84681	rnn.weight_ih_l0_reverse	2	-0.03667684271931648
84681	rnn.weight_ih_l0_reverse	3	-0.021661465987563133
84681	rnn.weight_ih_l0_reverse	4	0.004292500205338001
84681	rnn.weight_ih_l0_reverse	5	-0.05910858139395714
84681	rnn.weight_ih_l0_reverse	6	-0.03695880249142647
84681	rnn.weight_ih_l0_reverse	7	-0.004611339420080185
84681	rnn.weight_ih_l0_reverse	8	0.05790013074874878
84681	rnn.weight_ih_l0_reverse	9	0.019808407872915268
84681	rnn.weight_hh_l0_reverse	0	-0.0030751009471714497
84681	rnn.weight_hh_l0_reverse	1	0.017139701172709465
84681	rnn.weight_hh_l0_reverse	2	-0.0378706119954586
84681	rnn.weight_hh_l0_reverse	3	0.034478090703487396
84681	rnn.weight_hh_l0_reverse	4	0.01777043752372265
84681	rnn.weight_hh_l0_reverse	5	-0.018235759809613228
84681	rnn.weight_hh_l0_reverse	6	0.030662192031741142
84681	rnn.weight_hh_l0_reverse	7	0.021122228354215622
84681	rnn.weight_hh_l0_reverse	8	-0.004791585728526115
84681	rnn.weight_hh_l0_reverse	9	-0.05092243850231171
84681	rnn.bias_ih_l0_reverse	0	-0.12613445520401
84681	rnn.bias_ih_l0_reverse	1	-0.2809968590736389
84681	rnn.bias_ih_l0_reverse	2	-0.04936552792787552
84681	rnn.bias_ih_l0_reverse	3	-0.09046468883752823
84681	rnn.bias_ih_l0_reverse	4	0.08505505323410034
84681	rnn.bias_ih_l0_reverse	5	-0.18701091408729553
84681	rnn.bias_ih_l0_reverse	6	-0.05401690676808357
84681	rnn.bias_ih_l0_reverse	7	0.02448122948408127
84681	rnn.bias_ih_l0_reverse	8	-0.1556437611579895
84681	rnn.bias_ih_l0_reverse	9	-0.058817844837903976
84681	rnn.bias_hh_l0_reverse	0	-0.1234925165772438
84681	rnn.bias_hh_l0_reverse	1	-0.1152692586183548
84681	rnn.bias_hh_l0_reverse	2	-0.022386297583580017
84681	rnn.bias_hh_l0_reverse	3	-0.11625387519598007
84681	rnn.bias_hh_l0_reverse	4	-0.028635172173380852
84681	rnn.bias_hh_l0_reverse	5	-0.10468555986881256
84681	rnn.bias_hh_l0_reverse	6	-0.08760938793420792
84681	rnn.bias_hh_l0_reverse	7	-0.1509290188550949
84681	rnn.bias_hh_l0_reverse	8	-0.02585018239915371
84681	rnn.bias_hh_l0_reverse	9	-0.12499071657657623
84681	linear.weight	0	-0.24140405654907227
84681	linear.weight	1	-0.15792398154735565
84681	linear.weight	2	-0.011228874325752258
84681	linear.weight	3	-0.03743072226643562
84681	linear.weight	4	0.08498281240463257
84681	linear.weight	5	0.18962575495243073
84681	linear.weight	6	0.0047744326293468475
84681	linear.weight	7	-0.021312154829502106
84681	linear.weight	8	0.01111766416579485
84681	linear.weight	9	0.19230963289737701
84681	linear.bias	0	-0.7944256067276001
84681	linear.bias	1	1.0066981315612793
84681	linear.bias	2	-0.26853710412979126
84681	linear.bias	3	-0.5786939859390259
84681	linear.bias	4	-1.035254955291748
84681	linear.bias	5	-1.1484216451644897
84681	linear.bias	6	-0.775521993637085
84681	linear.bias	7	-0.6531975865364075
84681	linear.bias	8	-0.01705317199230194
84681	linear.bias	9	3.0695974826812744
84878	transitions	0	-0.2886555790901184
84878	transitions	1	7.855437755584717
84878	transitions	2	-3.1642494201660156
84878	transitions	3	1.3392213582992554
84878	transitions	4	-1.831968069076538
84878	transitions	5	-0.32347723841667175
84878	transitions	6	-0.16853013634681702
84878	transitions	7	-10000.0
84878	transitions	8	1.6684750318527222
84878	transitions	9	-2.2893307209014893
84878	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
84878	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
84878	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
84878	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
84878	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
84878	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
84878	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
84878	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
84878	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
84878	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
84878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
84878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
84878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
84878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
84878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
84878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
84878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
84878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
84878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
84878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
84878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
84878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
84878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
84878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
84878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
84878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
84878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
84878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
84878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
84878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
84878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
84878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
84878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
84878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
84878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
84878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
84878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
84878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
84878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
84878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
84878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
84878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
84878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
84878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
84878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
84878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
84878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
84878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
84878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
84878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
84878	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
84878	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
84878	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
84878	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
84878	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
84878	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
84878	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
84878	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
84878	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
84878	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
84878	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
84878	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
84878	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
84878	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
84878	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
84878	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
84878	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
84878	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
84878	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
84878	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
84878	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
84878	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
84878	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
84878	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
84878	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
84878	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
84878	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
84878	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
84878	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
84878	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
84878	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
84878	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
84878	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
84878	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
84878	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
84878	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
84878	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
84878	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
84878	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
84878	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
84878	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
84878	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
84878	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
84878	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
84878	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
84878	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
84878	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
84878	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
84878	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
84878	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
84878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
84878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
84878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
84878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
84878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
84878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
84878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
84878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
84878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
84878	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
84878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
84878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
84878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
84878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
84878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
84878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
84878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
84878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
84878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
84878	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
84878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
84878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
84878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
84878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
84878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
84878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
84878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
84878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
84878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
84878	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
84878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
84878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
84878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
84878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
84878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
84878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
84878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
84878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
84878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
84878	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
84878	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
84878	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
84878	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
84878	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
84878	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
84878	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
84878	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
84878	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
84878	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
84878	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
84878	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
84878	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
84878	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
84878	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
84878	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
84878	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
84878	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
84878	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
84878	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
84878	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
84878	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
84878	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
84878	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
84878	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
84878	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
84878	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
84878	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
84878	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
84878	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
84878	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
84878	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
84878	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
84878	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
84878	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
84878	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
84878	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
84878	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
84878	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
84878	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
84878	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
84878	embedding2nn.weight	0	0.040768980979919434
84878	embedding2nn.weight	1	-0.08202026039361954
84878	embedding2nn.weight	2	0.028731917962431908
84878	embedding2nn.weight	3	-0.040659427642822266
84878	embedding2nn.weight	4	-0.10332471132278442
84878	embedding2nn.weight	5	0.08474034816026688
84878	embedding2nn.weight	6	-0.08804941922426224
84878	embedding2nn.weight	7	-0.07454630732536316
84878	embedding2nn.weight	8	-0.0038067807909101248
84878	embedding2nn.weight	9	0.03600231558084488
84878	embedding2nn.bias	0	0.05722004175186157
84878	embedding2nn.bias	1	0.009399795904755592
84878	embedding2nn.bias	2	-0.15450313687324524
84878	embedding2nn.bias	3	0.08182726055383682
84878	embedding2nn.bias	4	0.04135189950466156
84878	embedding2nn.bias	5	-0.1612377017736435
84878	embedding2nn.bias	6	-0.06497680395841599
84878	embedding2nn.bias	7	-0.06350085884332657
84878	embedding2nn.bias	8	0.11787665635347366
84878	embedding2nn.bias	9	-0.08692780137062073
84878	rnn.weight_ih_l0	0	-0.006814289838075638
84878	rnn.weight_ih_l0	1	-0.04037415608763695
84878	rnn.weight_ih_l0	2	-0.039124008268117905
84878	rnn.weight_ih_l0	3	-0.023968052119016647
84878	rnn.weight_ih_l0	4	-0.002028022427111864
84878	rnn.weight_ih_l0	5	-0.06578027456998825
84878	rnn.weight_ih_l0	6	0.021453509107232094
84878	rnn.weight_ih_l0	7	-0.05429878085851669
84878	rnn.weight_ih_l0	8	-0.0013597731012851
84878	rnn.weight_ih_l0	9	-0.0027513927780091763
84878	rnn.weight_hh_l0	0	-0.007204745896160603
84878	rnn.weight_hh_l0	1	-0.0780876874923706
84878	rnn.weight_hh_l0	2	0.049067556858062744
84878	rnn.weight_hh_l0	3	0.024465195834636688
84878	rnn.weight_hh_l0	4	0.006278997287154198
84878	rnn.weight_hh_l0	5	0.044826630502939224
84878	rnn.weight_hh_l0	6	-0.009896189905703068
84878	rnn.weight_hh_l0	7	-0.07876744121313095
84878	rnn.weight_hh_l0	8	-0.01751720905303955
84878	rnn.weight_hh_l0	9	-0.05898585170507431
84878	rnn.bias_ih_l0	0	-0.10185178369283676
84878	rnn.bias_ih_l0	1	-0.12433340400457382
84878	rnn.bias_ih_l0	2	-0.20291386544704437
84878	rnn.bias_ih_l0	3	-0.2681049108505249
84878	rnn.bias_ih_l0	4	0.022307317703962326
84878	rnn.bias_ih_l0	5	0.06371266394853592
84878	rnn.bias_ih_l0	6	-0.12137299031019211
84878	rnn.bias_ih_l0	7	-0.21386924386024475
84878	rnn.bias_ih_l0	8	-0.09939611703157425
84878	rnn.bias_ih_l0	9	-0.13935257494449615
84878	rnn.bias_hh_l0	0	0.11311648786067963
84878	rnn.bias_hh_l0	1	-0.04665802791714668
84878	rnn.bias_hh_l0	2	0.011564275249838829
84878	rnn.bias_hh_l0	3	-0.16079385578632355
84878	rnn.bias_hh_l0	4	0.03692484647035599
84878	rnn.bias_hh_l0	5	0.01711990311741829
84878	rnn.bias_hh_l0	6	-0.08586150407791138
84878	rnn.bias_hh_l0	7	-0.13430939614772797
84878	rnn.bias_hh_l0	8	-0.15277399122714996
84878	rnn.bias_hh_l0	9	-0.08392307162284851
84878	rnn.weight_ih_l0_reverse	0	-0.0017704900819808245
84878	rnn.weight_ih_l0_reverse	1	0.025708822533488274
84878	rnn.weight_ih_l0_reverse	2	-0.03418048098683357
84878	rnn.weight_ih_l0_reverse	3	-0.021113939583301544
84878	rnn.weight_ih_l0_reverse	4	0.005631979554891586
84878	rnn.weight_ih_l0_reverse	5	-0.05521384999155998
84878	rnn.weight_ih_l0_reverse	6	-0.037179041653871536
84878	rnn.weight_ih_l0_reverse	7	-0.0025517409667372704
84878	rnn.weight_ih_l0_reverse	8	0.05717894807457924
84878	rnn.weight_ih_l0_reverse	9	0.01938951015472412
84878	rnn.weight_hh_l0_reverse	0	-0.003229084424674511
84878	rnn.weight_hh_l0_reverse	1	0.01784159615635872
84878	rnn.weight_hh_l0_reverse	2	-0.03691984340548515
84878	rnn.weight_hh_l0_reverse	3	0.0333881601691246
84878	rnn.weight_hh_l0_reverse	4	0.018042953684926033
84878	rnn.weight_hh_l0_reverse	5	-0.01748408004641533
84878	rnn.weight_hh_l0_reverse	6	0.03004848212003708
84878	rnn.weight_hh_l0_reverse	7	0.021366097033023834
84878	rnn.weight_hh_l0_reverse	8	-0.005133779253810644
84878	rnn.weight_hh_l0_reverse	9	-0.052872419357299805
84878	rnn.bias_ih_l0_reverse	0	-0.1246655210852623
84878	rnn.bias_ih_l0_reverse	1	-0.27872949838638306
84878	rnn.bias_ih_l0_reverse	2	-0.05100276321172714
84878	rnn.bias_ih_l0_reverse	3	-0.09107861667871475
84878	rnn.bias_ih_l0_reverse	4	0.08190397918224335
84878	rnn.bias_ih_l0_reverse	5	-0.1860123723745346
84878	rnn.bias_ih_l0_reverse	6	-0.05211535841226578
84878	rnn.bias_ih_l0_reverse	7	0.020808394998311996
84878	rnn.bias_ih_l0_reverse	8	-0.1543763130903244
84878	rnn.bias_ih_l0_reverse	9	-0.06111336499452591
84878	rnn.bias_hh_l0_reverse	0	-0.12123563885688782
84878	rnn.bias_hh_l0_reverse	1	-0.11473613977432251
84878	rnn.bias_hh_l0_reverse	2	-0.02298704907298088
84878	rnn.bias_hh_l0_reverse	3	-0.11362730711698532
84878	rnn.bias_hh_l0_reverse	4	-0.02969062142074108
84878	rnn.bias_hh_l0_reverse	5	-0.10288087278604507
84878	rnn.bias_hh_l0_reverse	6	-0.08636436611413956
84878	rnn.bias_hh_l0_reverse	7	-0.15103009343147278
84878	rnn.bias_hh_l0_reverse	8	-0.0225211288779974
84878	rnn.bias_hh_l0_reverse	9	-0.1302001029253006
84878	linear.weight	0	-0.24718599021434784
84878	linear.weight	1	-0.15899784862995148
84878	linear.weight	2	-0.011228874325752258
84878	linear.weight	3	-0.0394931435585022
84878	linear.weight	4	0.08470574021339417
84878	linear.weight	5	0.2040482461452484
84878	linear.weight	6	0.0047744326293468475
84878	linear.weight	7	-0.021312154829502106
84878	linear.weight	8	0.03437766432762146
84878	linear.weight	9	0.16680772602558136
84878	linear.bias	0	-0.7737745046615601
84878	linear.bias	1	1.001063346862793
84878	linear.bias	2	-0.28075549006462097
84878	linear.bias	3	-0.5453996658325195
84878	linear.bias	4	-1.0637750625610352
84878	linear.bias	5	-1.148554801940918
84878	linear.bias	6	-0.7505280375480652
84878	linear.bias	7	-0.6732441186904907
84878	linear.bias	8	-0.01705317199230194
84878	linear.bias	9	3.0907955169677734
84882	transitions	0	-0.2886672019958496
84882	transitions	1	7.86832857131958
84882	transitions	2	-3.1642801761627197
84882	transitions	3	1.3391082286834717
84882	transitions	4	-1.832006573677063
84882	transitions	5	-0.3234797716140747
84882	transitions	6	-0.1685308814048767
84882	transitions	7	-10000.0
84882	transitions	8	1.6684683561325073
84882	transitions	9	-2.2893309593200684
84882	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
84882	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
84882	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
84882	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
84882	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
84882	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
84882	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
84882	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
84882	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
84882	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
84882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
84882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
84882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
84882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
84882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
84882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
84882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
84882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
84882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
84882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
84882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
84882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
84882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
84882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
84882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
84882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
84882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
84882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
84882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
84882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
84882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
84882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
84882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
84882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
84882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
84882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
84882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
84882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
84882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
84882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
84882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
84882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
84882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
84882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
84882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
84882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
84882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
84882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
84882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
84882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
84882	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
84882	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
84882	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
84882	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
84882	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
84882	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
84882	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
84882	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
84882	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
84882	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
84882	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
84882	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
84882	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
84882	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
84882	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
84882	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
84882	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
84882	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
84882	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
84882	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
84882	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
84882	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
84882	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
84882	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
84882	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
84882	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
84882	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
84882	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
84882	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
84882	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
84882	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
84882	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
84882	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
84882	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
84882	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
84882	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
84882	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
84882	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
84882	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
84882	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
84882	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
84882	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
84882	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
84882	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
84882	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
84882	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
84882	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
84882	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
84882	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
84882	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
84882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
84882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
84882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
84882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
84882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
84882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
84882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
84882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
84882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
84882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
84882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
84882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
84882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
84882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
84882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
84882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
84882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
84882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
84882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
84882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
84882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
84882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
84882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
84882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
84882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
84882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
84882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
84882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
84882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
84882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
84882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
84882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
84882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
84882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
84882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
84882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
84882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
84882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
84882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
84882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
84882	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
84882	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
84882	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
84882	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
84882	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
84882	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
84882	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
84882	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
84882	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
84882	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
84882	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
84882	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
84882	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
84882	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
84882	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
84882	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
84882	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
84882	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
84882	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
84882	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
84882	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
84882	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
84882	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
84882	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
84882	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
84882	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
84882	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
84882	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
84882	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
84882	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
84882	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
84882	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
84882	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
84882	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
84882	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
84882	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
84882	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
84882	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
84882	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
84882	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
84882	embedding2nn.weight	0	0.04076032713055611
84882	embedding2nn.weight	1	-0.08207087963819504
84882	embedding2nn.weight	2	0.028726160526275635
84882	embedding2nn.weight	3	-0.04038958624005318
84882	embedding2nn.weight	4	-0.1035451889038086
84882	embedding2nn.weight	5	0.08483853936195374
84882	embedding2nn.weight	6	-0.08894222974777222
84882	embedding2nn.weight	7	-0.07453560084104538
84882	embedding2nn.weight	8	-0.0037634510081261396
84882	embedding2nn.weight	9	0.03586932644248009
84882	embedding2nn.bias	0	0.054711923003196716
84882	embedding2nn.bias	1	0.011674010194838047
84882	embedding2nn.bias	2	-0.1527567356824875
84882	embedding2nn.bias	3	0.08263533562421799
84882	embedding2nn.bias	4	0.03694232553243637
84882	embedding2nn.bias	5	-0.15807558596134186
84882	embedding2nn.bias	6	-0.06777222454547882
84882	embedding2nn.bias	7	-0.0626392513513565
84882	embedding2nn.bias	8	0.11954089999198914
84882	embedding2nn.bias	9	-0.08870866149663925
84882	rnn.weight_ih_l0	0	-0.006730944383889437
84882	rnn.weight_ih_l0	1	-0.04018411040306091
84882	rnn.weight_ih_l0	2	-0.039216648787260056
84882	rnn.weight_ih_l0	3	-0.02397812530398369
84882	rnn.weight_ih_l0	4	-0.0019205422140657902
84882	rnn.weight_ih_l0	5	-0.06581226736307144
84882	rnn.weight_ih_l0	6	0.021159054711461067
84882	rnn.weight_ih_l0	7	-0.05438223108649254
84882	rnn.weight_ih_l0	8	-0.0008471987675875425
84882	rnn.weight_ih_l0	9	-0.0025749062187969685
84882	rnn.weight_hh_l0	0	-0.007105458527803421
84882	rnn.weight_hh_l0	1	-0.0780867263674736
84882	rnn.weight_hh_l0	2	0.049054838716983795
84882	rnn.weight_hh_l0	3	0.024594077840447426
84882	rnn.weight_hh_l0	4	0.006242126692086458
84882	rnn.weight_hh_l0	5	0.044732995331287384
84882	rnn.weight_hh_l0	6	-0.00989452749490738
84882	rnn.weight_hh_l0	7	-0.07884834706783295
84882	rnn.weight_hh_l0	8	-0.017571305856108665
84882	rnn.weight_hh_l0	9	-0.05899425223469734
84882	rnn.bias_ih_l0	0	-0.10244770348072052
84882	rnn.bias_ih_l0	1	-0.12391435354948044
84882	rnn.bias_ih_l0	2	-0.20334362983703613
84882	rnn.bias_ih_l0	3	-0.26812565326690674
84882	rnn.bias_ih_l0	4	0.024975745007395744
84882	rnn.bias_ih_l0	5	0.0634794607758522
84882	rnn.bias_ih_l0	6	-0.12123433500528336
84882	rnn.bias_ih_l0	7	-0.21404363214969635
84882	rnn.bias_ih_l0	8	-0.09946300089359283
84882	rnn.bias_ih_l0	9	-0.13913743197917938
84882	rnn.bias_hh_l0	0	0.11363017559051514
84882	rnn.bias_hh_l0	1	-0.046599335968494415
84882	rnn.bias_hh_l0	2	0.011699466034770012
84882	rnn.bias_hh_l0	3	-0.16089767217636108
84882	rnn.bias_hh_l0	4	0.03667956963181496
84882	rnn.bias_hh_l0	5	0.017203940078616142
84882	rnn.bias_hh_l0	6	-0.08573654294013977
84882	rnn.bias_hh_l0	7	-0.1344330906867981
84882	rnn.bias_hh_l0	8	-0.15239015221595764
84882	rnn.bias_hh_l0	9	-0.08424874395132065
84882	rnn.weight_ih_l0_reverse	0	-0.0016744338208809495
84882	rnn.weight_ih_l0_reverse	1	0.025768661871552467
84882	rnn.weight_ih_l0_reverse	2	-0.033992696553468704
84882	rnn.weight_ih_l0_reverse	3	-0.021116163581609726
84882	rnn.weight_ih_l0_reverse	4	0.005605106707662344
84882	rnn.weight_ih_l0_reverse	5	-0.05527055636048317
84882	rnn.weight_ih_l0_reverse	6	-0.037032321095466614
84882	rnn.weight_ih_l0_reverse	7	-0.0026835480239242315
84882	rnn.weight_ih_l0_reverse	8	0.05806519463658333
84882	rnn.weight_ih_l0_reverse	9	0.019720392301678658
84882	rnn.weight_hh_l0_reverse	0	-0.0030652950517833233
84882	rnn.weight_hh_l0_reverse	1	0.01758110150694847
84882	rnn.weight_hh_l0_reverse	2	-0.03678211197257042
84882	rnn.weight_hh_l0_reverse	3	0.03342553973197937
84882	rnn.weight_hh_l0_reverse	4	0.018046963959932327
84882	rnn.weight_hh_l0_reverse	5	-0.017491215839982033
84882	rnn.weight_hh_l0_reverse	6	0.030039485543966293
84882	rnn.weight_hh_l0_reverse	7	0.021145226433873177
84882	rnn.weight_hh_l0_reverse	8	-0.005136280320584774
84882	rnn.weight_hh_l0_reverse	9	-0.05271218717098236
84882	rnn.bias_ih_l0_reverse	0	-0.12464607506990433
84882	rnn.bias_ih_l0_reverse	1	-0.2783328592777252
84882	rnn.bias_ih_l0_reverse	2	-0.05071389675140381
84882	rnn.bias_ih_l0_reverse	3	-0.09195835143327713
84882	rnn.bias_ih_l0_reverse	4	0.08245255798101425
84882	rnn.bias_ih_l0_reverse	5	-0.18607394397258759
84882	rnn.bias_ih_l0_reverse	6	-0.05137496814131737
84882	rnn.bias_ih_l0_reverse	7	0.020762814208865166
84882	rnn.bias_ih_l0_reverse	8	-0.15391072630882263
84882	rnn.bias_ih_l0_reverse	9	-0.06133744865655899
84882	rnn.bias_hh_l0_reverse	0	-0.12105030566453934
84882	rnn.bias_hh_l0_reverse	1	-0.11573955416679382
84882	rnn.bias_hh_l0_reverse	2	-0.02285163849592209
84882	rnn.bias_hh_l0_reverse	3	-0.11404687911272049
84882	rnn.bias_hh_l0_reverse	4	-0.029712282121181488
84882	rnn.bias_hh_l0_reverse	5	-0.10280916839838028
84882	rnn.bias_hh_l0_reverse	6	-0.08649732172489166
84882	rnn.bias_hh_l0_reverse	7	-0.1508326679468155
84882	rnn.bias_hh_l0_reverse	8	-0.02260478213429451
84882	rnn.bias_hh_l0_reverse	9	-0.12999358773231506
84882	linear.weight	0	-0.24718399345874786
84882	linear.weight	1	-0.15893717110157013
84882	linear.weight	2	-0.011228874325752258
84882	linear.weight	3	-0.038585055619478226
84882	linear.weight	4	0.08453918248414993
84882	linear.weight	5	0.2040400207042694
84882	linear.weight	6	0.0047744326293468475
84882	linear.weight	7	-0.021312154829502106
84882	linear.weight	8	0.034619614481925964
84882	linear.weight	9	0.16735641658306122
84882	linear.bias	0	-0.7773322463035583
84882	linear.bias	1	1.0089550018310547
84882	linear.bias	2	-0.24648967385292053
84882	linear.bias	3	-0.5403403639793396
84882	linear.bias	4	-1.068751335144043
84882	linear.bias	5	-1.1485562324523926
84882	linear.bias	6	-0.7539787888526917
84882	linear.bias	7	-0.6833189129829407
84882	linear.bias	8	-0.01705317199230194
84882	linear.bias	9	3.093728542327881
85079	transitions	0	-0.2892135977745056
85079	transitions	1	7.846748352050781
85079	transitions	2	-3.1655337810516357
85079	transitions	3	1.3442761898040771
85079	transitions	4	-1.8330342769622803
85079	transitions	5	-0.32378044724464417
85079	transitions	6	-0.1686124950647354
85079	transitions	7	-10000.0
85079	transitions	8	1.667733907699585
85079	transitions	9	-2.289348840713501
85079	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
85079	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
85079	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
85079	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
85079	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
85079	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
85079	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
85079	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
85079	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
85079	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
85079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
85079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
85079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
85079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
85079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
85079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
85079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
85079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
85079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
85079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
85079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
85079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
85079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
85079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
85079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
85079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
85079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
85079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
85079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
85079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
85079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
85079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
85079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
85079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
85079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
85079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
85079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
85079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
85079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
85079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
85079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
85079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
85079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
85079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
85079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
85079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
85079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
85079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
85079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
85079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
85079	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
85079	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
85079	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
85079	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
85079	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
85079	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
85079	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
85079	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
85079	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
85079	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
85079	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
85079	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
85079	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
85079	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
85079	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
85079	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
85079	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
85079	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
85079	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
85079	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
85079	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
85079	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
85079	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
85079	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
85079	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
85079	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
85079	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
85079	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
85079	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
85079	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
85079	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
85079	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
85079	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
85079	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
85079	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
85079	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
85079	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
85079	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
85079	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
85079	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
85079	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
85079	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
85079	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
85079	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
85079	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
85079	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
85079	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
85079	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
85079	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
85079	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
85079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
85079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
85079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
85079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
85079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
85079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
85079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
85079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
85079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
85079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
85079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
85079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
85079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
85079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
85079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
85079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
85079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
85079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
85079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
85079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
85079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
85079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
85079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
85079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
85079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
85079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
85079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
85079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
85079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
85079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
85079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
85079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
85079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
85079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
85079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
85079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
85079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
85079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
85079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
85079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
85079	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
85079	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
85079	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
85079	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
85079	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
85079	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
85079	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
85079	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
85079	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
85079	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
85079	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
85079	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
85079	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
85079	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
85079	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
85079	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
85079	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
85079	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
85079	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
85079	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
85079	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
85079	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
85079	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
85079	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
85079	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
85079	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
85079	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
85079	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
85079	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
85079	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
85079	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
85079	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
85079	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
85079	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
85079	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
85079	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
85079	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
85079	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
85079	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
85079	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
85079	embedding2nn.weight	0	0.040847305208444595
85079	embedding2nn.weight	1	-0.08344495296478271
85079	embedding2nn.weight	2	0.03213392570614815
85079	embedding2nn.weight	3	-0.03835873678326607
85079	embedding2nn.weight	4	-0.10251074284315109
85079	embedding2nn.weight	5	0.08338479697704315
85079	embedding2nn.weight	6	-0.0941508337855339
85079	embedding2nn.weight	7	-0.07492249459028244
85079	embedding2nn.weight	8	-0.0039607929065823555
85079	embedding2nn.weight	9	0.03353229537606239
85079	embedding2nn.bias	0	0.045418404042720795
85079	embedding2nn.bias	1	0.013483166694641113
85079	embedding2nn.bias	2	-0.1536913961172104
85079	embedding2nn.bias	3	0.08306413143873215
85079	embedding2nn.bias	4	0.04957154765725136
85079	embedding2nn.bias	5	-0.164134219288826
85079	embedding2nn.bias	6	-0.06779647618532181
85079	embedding2nn.bias	7	-0.04430503398180008
85079	embedding2nn.bias	8	0.11229585856199265
85079	embedding2nn.bias	9	-0.09244339168071747
85079	rnn.weight_ih_l0	0	-0.005944209638983011
85079	rnn.weight_ih_l0	1	-0.03690654784440994
85079	rnn.weight_ih_l0	2	-0.03911594673991203
85079	rnn.weight_ih_l0	3	-0.023584753274917603
85079	rnn.weight_ih_l0	4	-0.002758040791377425
85079	rnn.weight_ih_l0	5	-0.06317241489887238
85079	rnn.weight_ih_l0	6	0.022081119939684868
85079	rnn.weight_ih_l0	7	-0.052345599979162216
85079	rnn.weight_ih_l0	8	0.005264719016849995
85079	rnn.weight_ih_l0	9	-0.0018719115760177374
85079	rnn.weight_hh_l0	0	-0.008056223392486572
85079	rnn.weight_hh_l0	1	-0.07708831876516342
85079	rnn.weight_hh_l0	2	0.04786531999707222
85079	rnn.weight_hh_l0	3	0.02438180334866047
85079	rnn.weight_hh_l0	4	0.007027406711131334
85079	rnn.weight_hh_l0	5	0.045165762305259705
85079	rnn.weight_hh_l0	6	-0.009966393932700157
85079	rnn.weight_hh_l0	7	-0.07850362360477448
85079	rnn.weight_hh_l0	8	-0.014957921579480171
85079	rnn.weight_hh_l0	9	-0.06445418298244476
85079	rnn.bias_ih_l0	0	-0.10157393664121628
85079	rnn.bias_ih_l0	1	-0.11944082379341125
85079	rnn.bias_ih_l0	2	-0.20661327242851257
85079	rnn.bias_ih_l0	3	-0.26818573474884033
85079	rnn.bias_ih_l0	4	0.020118067041039467
85079	rnn.bias_ih_l0	5	0.06268229335546494
85079	rnn.bias_ih_l0	6	-0.1219564750790596
85079	rnn.bias_ih_l0	7	-0.2173796445131302
85079	rnn.bias_ih_l0	8	-0.10604444891214371
85079	rnn.bias_ih_l0	9	-0.13957886397838593
85079	rnn.bias_hh_l0	0	0.11378519982099533
85079	rnn.bias_hh_l0	1	-0.047574564814567566
85079	rnn.bias_hh_l0	2	0.011708248406648636
85079	rnn.bias_hh_l0	3	-0.1577446460723877
85079	rnn.bias_hh_l0	4	0.036325741559267044
85079	rnn.bias_hh_l0	5	0.013516244478523731
85079	rnn.bias_hh_l0	6	-0.08595605194568634
85079	rnn.bias_hh_l0	7	-0.13346625864505768
85079	rnn.bias_hh_l0	8	-0.14967194199562073
85079	rnn.bias_hh_l0	9	-0.084284208714962
85079	rnn.weight_ih_l0_reverse	0	-0.0016170236049219966
85079	rnn.weight_ih_l0_reverse	1	0.023387368768453598
85079	rnn.weight_ih_l0_reverse	2	-0.03348652645945549
85079	rnn.weight_ih_l0_reverse	3	-0.022508496418595314
85079	rnn.weight_ih_l0_reverse	4	0.004964033607393503
85079	rnn.weight_ih_l0_reverse	5	-0.05251241847872734
85079	rnn.weight_ih_l0_reverse	6	-0.0350477509200573
85079	rnn.weight_ih_l0_reverse	7	-0.002655021846294403
85079	rnn.weight_ih_l0_reverse	8	0.05866916477680206
85079	rnn.weight_ih_l0_reverse	9	0.02180800400674343
85079	rnn.weight_hh_l0_reverse	0	-0.0031470879912376404
85079	rnn.weight_hh_l0_reverse	1	0.016105379909276962
85079	rnn.weight_hh_l0_reverse	2	-0.03615855425596237
85079	rnn.weight_hh_l0_reverse	3	0.032975997775793076
85079	rnn.weight_hh_l0_reverse	4	0.018612544983625412
85079	rnn.weight_hh_l0_reverse	5	-0.015621354803442955
85079	rnn.weight_hh_l0_reverse	6	0.03019968420267105
85079	rnn.weight_hh_l0_reverse	7	0.020603161305189133
85079	rnn.weight_hh_l0_reverse	8	-0.004658610559999943
85079	rnn.weight_hh_l0_reverse	9	-0.05297090485692024
85079	rnn.bias_ih_l0_reverse	0	-0.12629465758800507
85079	rnn.bias_ih_l0_reverse	1	-0.27705374360084534
85079	rnn.bias_ih_l0_reverse	2	-0.04921361058950424
85079	rnn.bias_ih_l0_reverse	3	-0.09144069254398346
85079	rnn.bias_ih_l0_reverse	4	0.07815883308649063
85079	rnn.bias_ih_l0_reverse	5	-0.1922648549079895
85079	rnn.bias_ih_l0_reverse	6	-0.04979325830936432
85079	rnn.bias_ih_l0_reverse	7	0.026361610740423203
85079	rnn.bias_ih_l0_reverse	8	-0.1531127542257309
85079	rnn.bias_ih_l0_reverse	9	-0.06367900967597961
85079	rnn.bias_hh_l0_reverse	0	-0.11927175521850586
85079	rnn.bias_hh_l0_reverse	1	-0.12148933857679367
85079	rnn.bias_hh_l0_reverse	2	-0.0239553339779377
85079	rnn.bias_hh_l0_reverse	3	-0.11763640493154526
85079	rnn.bias_hh_l0_reverse	4	-0.028596578165888786
85079	rnn.bias_hh_l0_reverse	5	-0.1019798070192337
85079	rnn.bias_hh_l0_reverse	6	-0.08431658148765564
85079	rnn.bias_hh_l0_reverse	7	-0.15074679255485535
85079	rnn.bias_hh_l0_reverse	8	-0.022193795070052147
85079	rnn.bias_hh_l0_reverse	9	-0.13071893155574799
85079	linear.weight	0	-0.2591940462589264
85079	linear.weight	1	-0.15314674377441406
85079	linear.weight	2	-0.011228874325752258
85079	linear.weight	3	-0.047582048922777176
85079	linear.weight	4	0.08272987604141235
85079	linear.weight	5	0.22590772807598114
85079	linear.weight	6	0.0047744326293468475
85079	linear.weight	7	-0.021312154829502106
85079	linear.weight	8	0.044537484645843506
85079	linear.weight	9	0.15248751640319824
85079	linear.bias	0	-0.7834477424621582
85079	linear.bias	1	0.964084804058075
85079	linear.bias	2	-0.3045826554298401
85079	linear.bias	3	-0.5361027121543884
85079	linear.bias	4	-1.0733850002288818
85079	linear.bias	5	-1.148705244064331
85079	linear.bias	6	-0.7583752870559692
85079	linear.bias	7	-0.6871064901351929
85079	linear.bias	8	-0.01705317199230194
85079	linear.bias	9	3.0840280055999756
85276	transitions	0	-0.28976792097091675
85276	transitions	1	7.824566841125488
85276	transitions	2	-3.1666224002838135
85276	transitions	3	1.3560761213302612
85276	transitions	4	-1.8335858583450317
85276	transitions	5	-0.3239997923374176
85276	transitions	6	-0.16875021159648895
85276	transitions	7	-10000.0
85276	transitions	8	1.670335292816162
85276	transitions	9	-2.289367198944092
85276	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
85276	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
85276	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
85276	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
85276	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
85276	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
85276	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
85276	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
85276	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
85276	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
85276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
85276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
85276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
85276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
85276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
85276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
85276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
85276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
85276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
85276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
85276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
85276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
85276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
85276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
85276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
85276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
85276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
85276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
85276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
85276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
85276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
85276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
85276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
85276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
85276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
85276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
85276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
85276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
85276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
85276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
85276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
85276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
85276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
85276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
85276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
85276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
85276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
85276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
85276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
85276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
85276	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
85276	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
85276	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
85276	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
85276	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
85276	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
85276	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
85276	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
85276	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
85276	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
85276	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
85276	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
85276	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
85276	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
85276	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
85276	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
85276	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
85276	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
85276	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
85276	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
85276	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
85276	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
85276	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
85276	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
85276	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
85276	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
85276	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
85276	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
85276	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
85276	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
85276	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
85276	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
85276	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
85276	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
85276	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
85276	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
85276	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
85276	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
85276	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
85276	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
85276	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
85276	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
85276	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
85276	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
85276	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
85276	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
85276	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
85276	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
85276	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
85276	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
85276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
85276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
85276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
85276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
85276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
85276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
85276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
85276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
85276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
85276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
85276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
85276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
85276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
85276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
85276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
85276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
85276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
85276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
85276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
85276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
85276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
85276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
85276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
85276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
85276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
85276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
85276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
85276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
85276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
85276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
85276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
85276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
85276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
85276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
85276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
85276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
85276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
85276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
85276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
85276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
85276	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
85276	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
85276	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
85276	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
85276	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
85276	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
85276	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
85276	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
85276	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
85276	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
85276	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
85276	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
85276	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
85276	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
85276	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
85276	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
85276	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
85276	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
85276	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
85276	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
85276	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
85276	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
85276	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
85276	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
85276	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
85276	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
85276	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
85276	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
85276	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
85276	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
85276	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
85276	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
85276	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
85276	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
85276	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
85276	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
85276	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
85276	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
85276	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
85276	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
85276	embedding2nn.weight	0	0.039842210710048676
85276	embedding2nn.weight	1	-0.08158884197473526
85276	embedding2nn.weight	2	0.03434676676988602
85276	embedding2nn.weight	3	-0.03922107815742493
85276	embedding2nn.weight	4	-0.1036517545580864
85276	embedding2nn.weight	5	0.08339987695217133
85276	embedding2nn.weight	6	-0.10028249770402908
85276	embedding2nn.weight	7	-0.07669021189212799
85276	embedding2nn.weight	8	-0.002523124683648348
85276	embedding2nn.weight	9	0.03425489738583565
85276	embedding2nn.bias	0	0.0561344288289547
85276	embedding2nn.bias	1	0.011240888386964798
85276	embedding2nn.bias	2	-0.15385545790195465
85276	embedding2nn.bias	3	0.07849697023630142
85276	embedding2nn.bias	4	0.041005898267030716
85276	embedding2nn.bias	5	-0.16857150197029114
85276	embedding2nn.bias	6	-0.07359158992767334
85276	embedding2nn.bias	7	-0.03917253017425537
85276	embedding2nn.bias	8	0.11043114960193634
85276	embedding2nn.bias	9	-0.09379512071609497
85276	rnn.weight_ih_l0	0	-0.005071236286312342
85276	rnn.weight_ih_l0	1	-0.03906640037894249
85276	rnn.weight_ih_l0	2	-0.040350399911403656
85276	rnn.weight_ih_l0	3	-0.02275414578616619
85276	rnn.weight_ih_l0	4	-0.0031795662362128496
85276	rnn.weight_ih_l0	5	-0.06485939025878906
85276	rnn.weight_ih_l0	6	0.015326577238738537
85276	rnn.weight_ih_l0	7	-0.052165258675813675
85276	rnn.weight_ih_l0	8	0.00353550654835999
85276	rnn.weight_ih_l0	9	-0.0017554713413119316
85276	rnn.weight_hh_l0	0	-0.006904116831719875
85276	rnn.weight_hh_l0	1	-0.07982442528009415
85276	rnn.weight_hh_l0	2	0.047696538269519806
85276	rnn.weight_hh_l0	3	0.02483297884464264
85276	rnn.weight_hh_l0	4	0.007398378103971481
85276	rnn.weight_hh_l0	5	0.04535185918211937
85276	rnn.weight_hh_l0	6	-0.010399227030575275
85276	rnn.weight_hh_l0	7	-0.07838201522827148
85276	rnn.weight_hh_l0	8	-0.0167086161673069
85276	rnn.weight_hh_l0	9	-0.07008305937051773
85276	rnn.bias_ih_l0	0	-0.10104858130216599
85276	rnn.bias_ih_l0	1	-0.11861229687929153
85276	rnn.bias_ih_l0	2	-0.20420052111148834
85276	rnn.bias_ih_l0	3	-0.2694614827632904
85276	rnn.bias_ih_l0	4	0.020696962252259254
85276	rnn.bias_ih_l0	5	0.060267046093940735
85276	rnn.bias_ih_l0	6	-0.12264196574687958
85276	rnn.bias_ih_l0	7	-0.21985824406147003
85276	rnn.bias_ih_l0	8	-0.10499583184719086
85276	rnn.bias_ih_l0	9	-0.14360812306404114
85276	rnn.bias_hh_l0	0	0.11601541191339493
85276	rnn.bias_hh_l0	1	-0.04703613743185997
85276	rnn.bias_hh_l0	2	0.010750345885753632
85276	rnn.bias_hh_l0	3	-0.15668132901191711
85276	rnn.bias_hh_l0	4	0.039870232343673706
85276	rnn.bias_hh_l0	5	0.014054642990231514
85276	rnn.bias_hh_l0	6	-0.08549180626869202
85276	rnn.bias_hh_l0	7	-0.1350276619195938
85276	rnn.bias_hh_l0	8	-0.15350224077701569
85276	rnn.bias_hh_l0	9	-0.08658327907323837
85276	rnn.weight_ih_l0_reverse	0	-0.0012305990094318986
85276	rnn.weight_ih_l0_reverse	1	0.024410489946603775
85276	rnn.weight_ih_l0_reverse	2	-0.029826445505023003
85276	rnn.weight_ih_l0_reverse	3	-0.02038261853158474
85276	rnn.weight_ih_l0_reverse	4	0.006752668879926205
85276	rnn.weight_ih_l0_reverse	5	-0.050047244876623154
85276	rnn.weight_ih_l0_reverse	6	-0.03441175818443298
85276	rnn.weight_ih_l0_reverse	7	-0.003418042091652751
85276	rnn.weight_ih_l0_reverse	8	0.057582177221775055
85276	rnn.weight_ih_l0_reverse	9	0.01867516338825226
85276	rnn.weight_hh_l0_reverse	0	-0.0022254653740674257
85276	rnn.weight_hh_l0_reverse	1	0.017185622826218605
85276	rnn.weight_hh_l0_reverse	2	-0.03688814491033554
85276	rnn.weight_hh_l0_reverse	3	0.033034488558769226
85276	rnn.weight_hh_l0_reverse	4	0.01894303224980831
85276	rnn.weight_hh_l0_reverse	5	-0.013453922234475613
85276	rnn.weight_hh_l0_reverse	6	0.030215861275792122
85276	rnn.weight_hh_l0_reverse	7	0.019347287714481354
85276	rnn.weight_hh_l0_reverse	8	-0.00488533079624176
85276	rnn.weight_hh_l0_reverse	9	-0.05309963971376419
85276	rnn.bias_ih_l0_reverse	0	-0.12687800824642181
85276	rnn.bias_ih_l0_reverse	1	-0.2801366150379181
85276	rnn.bias_ih_l0_reverse	2	-0.05050217732787132
85276	rnn.bias_ih_l0_reverse	3	-0.0955367386341095
85276	rnn.bias_ih_l0_reverse	4	0.07911200821399689
85276	rnn.bias_ih_l0_reverse	5	-0.19293570518493652
85276	rnn.bias_ih_l0_reverse	6	-0.045239683240652084
85276	rnn.bias_ih_l0_reverse	7	0.036269862204790115
85276	rnn.bias_ih_l0_reverse	8	-0.15518835186958313
85276	rnn.bias_ih_l0_reverse	9	-0.06254375725984573
85276	rnn.bias_hh_l0_reverse	0	-0.11821027845144272
85276	rnn.bias_hh_l0_reverse	1	-0.11566555500030518
85276	rnn.bias_hh_l0_reverse	2	-0.023126889020204544
85276	rnn.bias_hh_l0_reverse	3	-0.12065377086400986
85276	rnn.bias_hh_l0_reverse	4	-0.03165251016616821
85276	rnn.bias_hh_l0_reverse	5	-0.10607482492923737
85276	rnn.bias_hh_l0_reverse	6	-0.08517459779977798
85276	rnn.bias_hh_l0_reverse	7	-0.15056797862052917
85276	rnn.bias_hh_l0_reverse	8	-0.026627566665410995
85276	rnn.bias_hh_l0_reverse	9	-0.13146325945854187
85276	linear.weight	0	-0.2632124722003937
85276	linear.weight	1	-0.1601899266242981
85276	linear.weight	2	-0.011228874325752258
85276	linear.weight	3	-0.04277933016419411
85276	linear.weight	4	0.09439698606729507
85276	linear.weight	5	0.2251194417476654
85276	linear.weight	6	0.0047744326293468475
85276	linear.weight	7	-0.021312154829502106
85276	linear.weight	8	0.029678571969270706
85276	linear.weight	9	0.14154255390167236
85276	linear.bias	0	-0.7885899543762207
85276	linear.bias	1	0.9970436096191406
85276	linear.bias	2	-0.18809431791305542
85276	linear.bias	3	-0.5661349296569824
85276	linear.bias	4	-1.071526288986206
85276	linear.bias	5	-1.1488348245620728
85276	linear.bias	6	-0.7646588683128357
85276	linear.bias	7	-0.7392315864562988
85276	linear.bias	8	-0.01705317199230194
85276	linear.bias	9	3.0327374935150146
85473	transitions	0	-0.2900712490081787
85473	transitions	1	7.83247184753418
85473	transitions	2	-3.168034076690674
85473	transitions	3	1.3444076776504517
85473	transitions	4	-1.8362761735916138
85473	transitions	5	-0.3240980803966522
85473	transitions	6	-0.16882623732089996
85473	transitions	7	-10000.0
85473	transitions	8	1.66962730884552
85473	transitions	9	-2.289384365081787
85473	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
85473	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
85473	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
85473	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
85473	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
85473	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
85473	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
85473	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
85473	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
85473	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
85473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
85473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
85473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
85473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
85473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
85473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
85473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
85473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
85473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
85473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
85473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
85473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
85473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
85473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
85473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
85473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
85473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
85473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
85473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
85473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
85473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
85473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
85473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
85473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
85473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
85473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
85473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
85473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
85473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
85473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
85473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
85473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
85473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
85473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
85473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
85473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
85473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
85473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
85473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
85473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
85473	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
85473	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
85473	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
85473	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
85473	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
85473	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
85473	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
85473	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
85473	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
85473	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
85473	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
85473	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
85473	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
85473	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
85473	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
85473	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
85473	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
85473	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
85473	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
85473	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
85473	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
85473	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
85473	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
85473	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
85473	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
85473	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
85473	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
85473	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
85473	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
85473	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
85473	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
85473	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
85473	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
85473	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
85473	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
85473	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
85473	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
85473	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
85473	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
85473	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
85473	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
85473	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
85473	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
85473	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
85473	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
85473	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
85473	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
85473	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
85473	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
85473	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
85473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
85473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
85473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
85473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
85473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
85473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
85473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
85473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
85473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
85473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
85473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
85473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
85473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
85473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
85473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
85473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
85473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
85473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
85473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
85473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
85473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
85473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
85473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
85473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
85473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
85473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
85473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
85473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
85473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
85473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
85473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
85473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
85473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
85473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
85473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
85473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
85473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
85473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
85473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
85473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
85473	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
85473	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
85473	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
85473	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
85473	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
85473	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
85473	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
85473	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
85473	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
85473	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
85473	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
85473	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
85473	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
85473	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
85473	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
85473	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
85473	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
85473	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
85473	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
85473	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
85473	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
85473	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
85473	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
85473	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
85473	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
85473	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
85473	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
85473	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
85473	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
85473	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
85473	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
85473	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
85473	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
85473	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
85473	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
85473	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
85473	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
85473	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
85473	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
85473	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
85473	embedding2nn.weight	0	0.040118467062711716
85473	embedding2nn.weight	1	-0.08200144022703171
85473	embedding2nn.weight	2	0.03043554723262787
85473	embedding2nn.weight	3	-0.04021254926919937
85473	embedding2nn.weight	4	-0.10682761669158936
85473	embedding2nn.weight	5	0.08234761655330658
85473	embedding2nn.weight	6	-0.09948934614658356
85473	embedding2nn.weight	7	-0.0735224038362503
85473	embedding2nn.weight	8	-0.003755577141419053
85473	embedding2nn.weight	9	0.03406259045004845
85473	embedding2nn.bias	0	0.054788440465927124
85473	embedding2nn.bias	1	-0.006705856416374445
85473	embedding2nn.bias	2	-0.17083202302455902
85473	embedding2nn.bias	3	0.08365145325660706
85473	embedding2nn.bias	4	0.04118999093770981
85473	embedding2nn.bias	5	-0.16317681968212128
85473	embedding2nn.bias	6	-0.0780438631772995
85473	embedding2nn.bias	7	-0.04312964528799057
85473	embedding2nn.bias	8	0.11272770166397095
85473	embedding2nn.bias	9	-0.08348661661148071
85473	rnn.weight_ih_l0	0	-0.0023107596207410097
85473	rnn.weight_ih_l0	1	-0.037564974278211594
85473	rnn.weight_ih_l0	2	-0.04035674035549164
85473	rnn.weight_ih_l0	3	-0.02102752961218357
85473	rnn.weight_ih_l0	4	-0.004513430409133434
85473	rnn.weight_ih_l0	5	-0.06416375190019608
85473	rnn.weight_ih_l0	6	0.015291816554963589
85473	rnn.weight_ih_l0	7	-0.04711633548140526
85473	rnn.weight_ih_l0	8	0.006613496225327253
85473	rnn.weight_ih_l0	9	-0.003122219815850258
85473	rnn.weight_hh_l0	0	-0.0085249999538064
85473	rnn.weight_hh_l0	1	-0.0796595886349678
85473	rnn.weight_hh_l0	2	0.04884887486696243
85473	rnn.weight_hh_l0	3	0.02484758011996746
85473	rnn.weight_hh_l0	4	0.007533304858952761
85473	rnn.weight_hh_l0	5	0.046878356486558914
85473	rnn.weight_hh_l0	6	-0.01050539594143629
85473	rnn.weight_hh_l0	7	-0.07852131873369217
85473	rnn.weight_hh_l0	8	-0.016415206715464592
85473	rnn.weight_hh_l0	9	-0.07496562600135803
85473	rnn.bias_ih_l0	0	-0.09959057718515396
85473	rnn.bias_ih_l0	1	-0.12092763930559158
85473	rnn.bias_ih_l0	2	-0.1999170482158661
85473	rnn.bias_ih_l0	3	-0.27061739563941956
85473	rnn.bias_ih_l0	4	0.02495850808918476
85473	rnn.bias_ih_l0	5	0.06123976781964302
85473	rnn.bias_ih_l0	6	-0.12479206174612045
85473	rnn.bias_ih_l0	7	-0.21961653232574463
85473	rnn.bias_ih_l0	8	-0.1059042289853096
85473	rnn.bias_ih_l0	9	-0.14358583092689514
85473	rnn.bias_hh_l0	0	0.11341231316328049
85473	rnn.bias_hh_l0	1	-0.05051398277282715
85473	rnn.bias_hh_l0	2	0.010477956384420395
85473	rnn.bias_hh_l0	3	-0.15324686467647552
85473	rnn.bias_hh_l0	4	0.03989739716053009
85473	rnn.bias_hh_l0	5	0.017388220876455307
85473	rnn.bias_hh_l0	6	-0.08677402883768082
85473	rnn.bias_hh_l0	7	-0.13799582421779633
85473	rnn.bias_hh_l0	8	-0.15389031171798706
85473	rnn.bias_hh_l0	9	-0.08754641562700272
85473	rnn.weight_ih_l0_reverse	0	-0.0011825512629002333
85473	rnn.weight_ih_l0_reverse	1	0.025186102837324142
85473	rnn.weight_ih_l0_reverse	2	-0.03254881873726845
85473	rnn.weight_ih_l0_reverse	3	-0.02168097533285618
85473	rnn.weight_ih_l0_reverse	4	0.005504824686795473
85473	rnn.weight_ih_l0_reverse	5	-0.04854165390133858
85473	rnn.weight_ih_l0_reverse	6	-0.030561206862330437
85473	rnn.weight_ih_l0_reverse	7	-0.008073415607213974
85473	rnn.weight_ih_l0_reverse	8	0.054274700582027435
85473	rnn.weight_ih_l0_reverse	9	0.018889790400862694
85473	rnn.weight_hh_l0_reverse	0	-0.0016205458668991923
85473	rnn.weight_hh_l0_reverse	1	0.01770922541618347
85473	rnn.weight_hh_l0_reverse	2	-0.03641120344400406
85473	rnn.weight_hh_l0_reverse	3	0.033168893307447433
85473	rnn.weight_hh_l0_reverse	4	0.020541708916425705
85473	rnn.weight_hh_l0_reverse	5	-0.013295850716531277
85473	rnn.weight_hh_l0_reverse	6	0.030921045690774918
85473	rnn.weight_hh_l0_reverse	7	0.02078782580792904
85473	rnn.weight_hh_l0_reverse	8	-0.005376487970352173
85473	rnn.weight_hh_l0_reverse	9	-0.052645545452833176
85473	rnn.bias_ih_l0_reverse	0	-0.13128028810024261
85473	rnn.bias_ih_l0_reverse	1	-0.2742585241794586
85473	rnn.bias_ih_l0_reverse	2	-0.05275500938296318
85473	rnn.bias_ih_l0_reverse	3	-0.0939522460103035
85473	rnn.bias_ih_l0_reverse	4	0.08107836544513702
85473	rnn.bias_ih_l0_reverse	5	-0.19273509085178375
85473	rnn.bias_ih_l0_reverse	6	-0.04328956454992294
85473	rnn.bias_ih_l0_reverse	7	0.04366249963641167
85473	rnn.bias_ih_l0_reverse	8	-0.15809215605258942
85473	rnn.bias_ih_l0_reverse	9	-0.06383474916219711
85473	rnn.bias_hh_l0_reverse	0	-0.12020473927259445
85473	rnn.bias_hh_l0_reverse	1	-0.12368909269571304
85473	rnn.bias_hh_l0_reverse	2	-0.021929830312728882
85473	rnn.bias_hh_l0_reverse	3	-0.12217540293931961
85473	rnn.bias_hh_l0_reverse	4	-0.0320846252143383
85473	rnn.bias_hh_l0_reverse	5	-0.10579686611890793
85473	rnn.bias_hh_l0_reverse	6	-0.080592580139637
85473	rnn.bias_hh_l0_reverse	7	-0.15009398758411407
85473	rnn.bias_hh_l0_reverse	8	-0.0241151824593544
85473	rnn.bias_hh_l0_reverse	9	-0.1324317455291748
85473	linear.weight	0	-0.2596549689769745
85473	linear.weight	1	-0.15096415579319
85473	linear.weight	2	-0.011228874325752258
85473	linear.weight	3	-0.04936026409268379
85473	linear.weight	4	0.08992949873209
85473	linear.weight	5	0.21983101963996887
85473	linear.weight	6	0.0047744326293468475
85473	linear.weight	7	-0.021312154829502106
85473	linear.weight	8	0.032842639833688736
85473	linear.weight	9	0.12550771236419678
85473	linear.bias	0	-0.7663677930831909
85473	linear.bias	1	0.9783205389976501
85473	linear.bias	2	-0.24014627933502197
85473	linear.bias	3	-0.5667362809181213
85473	linear.bias	4	-1.0876145362854004
85473	linear.bias	5	-1.148959994316101
85473	linear.bias	6	-0.7421087026596069
85473	linear.bias	7	-0.6627213954925537
85473	linear.bias	8	-0.01705317199230194
85473	linear.bias	9	2.996443271636963
85670	transitions	0	-0.29034653306007385
85670	transitions	1	7.839603900909424
85670	transitions	2	-3.169022798538208
85670	transitions	3	1.3526264429092407
85670	transitions	4	-1.8372421264648438
85670	transitions	5	-0.3242095410823822
85670	transitions	6	-0.16889679431915283
85670	transitions	7	-10000.0
85670	transitions	8	1.6691558361053467
85670	transitions	9	-2.289400815963745
85670	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
85670	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
85670	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
85670	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
85670	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
85670	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
85670	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
85670	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
85670	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
85670	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
85670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
85670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
85670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
85670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
85670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
85670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
85670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
85670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
85670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
85670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
85670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
85670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
85670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
85670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
85670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
85670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
85670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
85670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
85670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
85670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
85670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
85670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
85670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
85670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
85670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
85670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
85670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
85670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
85670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
85670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
85670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
85670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
85670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
85670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
85670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
85670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
85670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
85670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
85670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
85670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
85670	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
85670	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
85670	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
85670	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
85670	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
85670	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
85670	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
85670	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
85670	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
85670	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
85670	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
85670	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
85670	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
85670	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
85670	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
85670	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
85670	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
85670	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
85670	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
85670	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
85670	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
85670	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
85670	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
85670	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
85670	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
85670	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
85670	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
85670	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
85670	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
85670	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
85670	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
85670	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
85670	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
85670	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
85670	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
85670	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
85670	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
85670	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
85670	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
85670	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
85670	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
85670	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
85670	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
85670	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
85670	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
85670	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
85670	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
85670	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
85670	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
85670	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
85670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
85670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
85670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
85670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
85670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
85670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
85670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
85670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
85670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
85670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
85670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
85670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
85670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
85670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
85670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
85670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
85670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
85670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
85670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
85670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
85670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
85670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
85670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
85670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
85670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
85670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
85670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
85670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
85670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
85670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
85670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
85670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
85670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
85670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
85670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
85670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
85670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
85670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
85670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
85670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
85670	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
85670	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
85670	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
85670	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
85670	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
85670	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
85670	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
85670	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
85670	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
85670	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
85670	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
85670	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
85670	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
85670	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
85670	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
85670	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
85670	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
85670	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
85670	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
85670	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
85670	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
85670	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
85670	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
85670	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
85670	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
85670	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
85670	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
85670	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
85670	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
85670	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
85670	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
85670	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
85670	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
85670	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
85670	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
85670	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
85670	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
85670	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
85670	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
85670	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
85670	embedding2nn.weight	0	0.038562558591365814
85670	embedding2nn.weight	1	-0.08286736905574799
85670	embedding2nn.weight	2	0.032501209527254105
85670	embedding2nn.weight	3	-0.03986799716949463
85670	embedding2nn.weight	4	-0.1072487011551857
85670	embedding2nn.weight	5	0.08082164824008942
85670	embedding2nn.weight	6	-0.09269165992736816
85670	embedding2nn.weight	7	-0.07578037679195404
85670	embedding2nn.weight	8	-0.004763870500028133
85670	embedding2nn.weight	9	0.03428666293621063
85670	embedding2nn.bias	0	0.05593215301632881
85670	embedding2nn.bias	1	0.004133189097046852
85670	embedding2nn.bias	2	-0.17651745676994324
85670	embedding2nn.bias	3	0.06047362834215164
85670	embedding2nn.bias	4	0.040398791432380676
85670	embedding2nn.bias	5	-0.1588665246963501
85670	embedding2nn.bias	6	-0.06353114545345306
85670	embedding2nn.bias	7	-0.049777742475271225
85670	embedding2nn.bias	8	0.12089589983224869
85670	embedding2nn.bias	9	-0.07988419383764267
85670	rnn.weight_ih_l0	0	-0.0016256615053862333
85670	rnn.weight_ih_l0	1	-0.039683833718299866
85670	rnn.weight_ih_l0	2	-0.04038921743631363
85670	rnn.weight_ih_l0	3	-0.023167723789811134
85670	rnn.weight_ih_l0	4	-0.0035857560578733683
85670	rnn.weight_ih_l0	5	-0.06662691384553909
85670	rnn.weight_ih_l0	6	0.01593164913356304
85670	rnn.weight_ih_l0	7	-0.04747123271226883
85670	rnn.weight_ih_l0	8	0.0010249895276501775
85670	rnn.weight_ih_l0	9	-0.003863554447889328
85670	rnn.weight_hh_l0	0	-0.008540590293705463
85670	rnn.weight_hh_l0	1	-0.07918242365121841
85670	rnn.weight_hh_l0	2	0.0485035739839077
85670	rnn.weight_hh_l0	3	0.025120891630649567
85670	rnn.weight_hh_l0	4	0.007968499325215816
85670	rnn.weight_hh_l0	5	0.04797426983714104
85670	rnn.weight_hh_l0	6	-0.010388163849711418
85670	rnn.weight_hh_l0	7	-0.07870927453041077
85670	rnn.weight_hh_l0	8	-0.015812940895557404
85670	rnn.weight_hh_l0	9	-0.06975511461496353
85670	rnn.bias_ih_l0	0	-0.10010136663913727
85670	rnn.bias_ih_l0	1	-0.12081906199455261
85670	rnn.bias_ih_l0	2	-0.20171260833740234
85670	rnn.bias_ih_l0	3	-0.2713259756565094
85670	rnn.bias_ih_l0	4	0.021487431600689888
85670	rnn.bias_ih_l0	5	0.05909579247236252
85670	rnn.bias_ih_l0	6	-0.1276800036430359
85670	rnn.bias_ih_l0	7	-0.2186957597732544
85670	rnn.bias_ih_l0	8	-0.10914914309978485
85670	rnn.bias_ih_l0	9	-0.1496921330690384
85670	rnn.bias_hh_l0	0	0.1137944683432579
85670	rnn.bias_hh_l0	1	-0.05165440961718559
85670	rnn.bias_hh_l0	2	0.010840530507266521
85670	rnn.bias_hh_l0	3	-0.1544155329465866
85670	rnn.bias_hh_l0	4	0.041860029101371765
85670	rnn.bias_hh_l0	5	0.01598283089697361
85670	rnn.bias_hh_l0	6	-0.08658559620380402
85670	rnn.bias_hh_l0	7	-0.1350684016942978
85670	rnn.bias_hh_l0	8	-0.1553611159324646
85670	rnn.bias_hh_l0	9	-0.08557507395744324
85670	rnn.weight_ih_l0_reverse	0	-0.0009181750356219709
85670	rnn.weight_ih_l0_reverse	1	0.023943042382597923
85670	rnn.weight_ih_l0_reverse	2	-0.030540823936462402
85670	rnn.weight_ih_l0_reverse	3	-0.01855546608567238
85670	rnn.weight_ih_l0_reverse	4	0.005778222810477018
85670	rnn.weight_ih_l0_reverse	5	-0.049867622554302216
85670	rnn.weight_ih_l0_reverse	6	-0.03163855895400047
85670	rnn.weight_ih_l0_reverse	7	-0.006225083023309708
85670	rnn.weight_ih_l0_reverse	8	0.05464746430516243
85670	rnn.weight_ih_l0_reverse	9	0.02381795644760132
85670	rnn.weight_hh_l0_reverse	0	-0.0012434176169335842
85670	rnn.weight_hh_l0_reverse	1	0.016995038837194443
85670	rnn.weight_hh_l0_reverse	2	-0.036112647503614426
85670	rnn.weight_hh_l0_reverse	3	0.03275642544031143
85670	rnn.weight_hh_l0_reverse	4	0.021062269806861877
85670	rnn.weight_hh_l0_reverse	5	-0.013583920896053314
85670	rnn.weight_hh_l0_reverse	6	0.030809978023171425
85670	rnn.weight_hh_l0_reverse	7	0.021477067843079567
85670	rnn.weight_hh_l0_reverse	8	-0.005769452545791864
85670	rnn.weight_hh_l0_reverse	9	-0.051910243928432465
85670	rnn.bias_ih_l0_reverse	0	-0.13083505630493164
85670	rnn.bias_ih_l0_reverse	1	-0.26854944229125977
85670	rnn.bias_ih_l0_reverse	2	-0.05352747067809105
85670	rnn.bias_ih_l0_reverse	3	-0.09489870816469193
85670	rnn.bias_ih_l0_reverse	4	0.08129114657640457
85670	rnn.bias_ih_l0_reverse	5	-0.19033654034137726
85670	rnn.bias_ih_l0_reverse	6	-0.043026722967624664
85670	rnn.bias_ih_l0_reverse	7	0.03416185826063156
85670	rnn.bias_ih_l0_reverse	8	-0.1592218577861786
85670	rnn.bias_ih_l0_reverse	9	-0.06846626102924347
85670	rnn.bias_hh_l0_reverse	0	-0.1197713315486908
85670	rnn.bias_hh_l0_reverse	1	-0.11592291295528412
85670	rnn.bias_hh_l0_reverse	2	-0.020207563415169716
85670	rnn.bias_hh_l0_reverse	3	-0.123294398188591
85670	rnn.bias_hh_l0_reverse	4	-0.03131546080112457
85670	rnn.bias_hh_l0_reverse	5	-0.1050870344042778
85670	rnn.bias_hh_l0_reverse	6	-0.0786188542842865
85670	rnn.bias_hh_l0_reverse	7	-0.14690528810024261
85670	rnn.bias_hh_l0_reverse	8	-0.027960119768977165
85670	rnn.bias_hh_l0_reverse	9	-0.1333903670310974
85670	linear.weight	0	-0.27598780393600464
85670	linear.weight	1	-0.1469835489988327
85670	linear.weight	2	-0.011228874325752258
85670	linear.weight	3	-0.03119426965713501
85670	linear.weight	4	0.07299542427062988
85670	linear.weight	5	0.22135420143604279
85670	linear.weight	6	0.0047744326293468475
85670	linear.weight	7	-0.021312154829502106
85670	linear.weight	8	0.03988330066204071
85670	linear.weight	9	0.14055587351322174
85670	linear.bias	0	-0.7535491585731506
85670	linear.bias	1	0.9925983548164368
85670	linear.bias	2	-0.2236327826976776
85670	linear.bias	3	-0.5613870620727539
85670	linear.bias	4	-1.118388295173645
85670	linear.bias	5	-1.1491049528121948
85670	linear.bias	6	-0.7279655337333679
85670	linear.bias	7	-0.6992149949073792
85670	linear.bias	8	-0.01705317199230194
85670	linear.bias	9	3.0217459201812744
85867	transitions	0	-0.29139235615730286
85867	transitions	1	7.8272624015808105
85867	transitions	2	-3.170018434524536
85867	transitions	3	1.3535751104354858
85867	transitions	4	-1.8380115032196045
85867	transitions	5	-0.3243025243282318
85867	transitions	6	-0.16895748674869537
85867	transitions	7	-10000.0
85867	transitions	8	1.668376088142395
85867	transitions	9	-2.289421319961548
85867	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
85867	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
85867	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
85867	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
85867	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
85867	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
85867	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
85867	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
85867	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
85867	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
85867	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
85867	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
85867	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
85867	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
85867	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
85867	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
85867	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
85867	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
85867	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
85867	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
85867	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
85867	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
85867	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
85867	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
85867	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
85867	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
85867	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
85867	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
85867	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
85867	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
85867	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
85867	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
85867	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
85867	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
85867	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
85867	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
85867	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
85867	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
85867	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
85867	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
85867	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
85867	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
85867	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
85867	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
85867	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
85867	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
85867	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
85867	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
85867	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
85867	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
85867	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
85867	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
85867	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
85867	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
85867	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
85867	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
85867	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
85867	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
85867	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
85867	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
85867	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
85867	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
85867	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
85867	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
85867	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
85867	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
85867	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
85867	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
85867	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
85867	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
85867	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
85867	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
85867	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
85867	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
85867	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
85867	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
85867	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
85867	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
85867	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
85867	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
85867	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
85867	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
85867	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
85867	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
85867	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
85867	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
85867	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
85867	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
85867	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
85867	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
85867	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
85867	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
85867	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
85867	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
85867	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
85867	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
85867	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
85867	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
85867	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
85867	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
85867	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
85867	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
85867	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
85867	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
85867	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
85867	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
85867	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
85867	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
85867	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
85867	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
85867	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
85867	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
85867	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
85867	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
85867	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
85867	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
85867	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
85867	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
85867	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
85867	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
85867	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
85867	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
85867	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
85867	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
85867	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
85867	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
85867	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
85867	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
85867	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
85867	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
85867	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
85867	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
85867	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
85867	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
85867	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
85867	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
85867	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
85867	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
85867	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
85867	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
85867	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
85867	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
85867	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
85867	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
85867	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
85867	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
85867	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
85867	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
85867	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
85867	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
85867	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
85867	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
85867	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
85867	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
85867	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
85867	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
85867	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
85867	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
85867	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
85867	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
85867	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
85867	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
85867	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
85867	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
85867	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
85867	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
85867	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
85867	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
85867	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
85867	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
85867	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
85867	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
85867	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
85867	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
85867	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
85867	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
85867	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
85867	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
85867	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
85867	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
85867	embedding2nn.weight	0	0.03935108706355095
85867	embedding2nn.weight	1	-0.0839582160115242
85867	embedding2nn.weight	2	0.0340413935482502
85867	embedding2nn.weight	3	-0.04195534437894821
85867	embedding2nn.weight	4	-0.10488646477460861
85867	embedding2nn.weight	5	0.081592857837677
85867	embedding2nn.weight	6	-0.09159252047538757
85867	embedding2nn.weight	7	-0.07782426476478577
85867	embedding2nn.weight	8	-0.005428204778581858
85867	embedding2nn.weight	9	0.03332003578543663
85867	embedding2nn.bias	0	0.056433726102113724
85867	embedding2nn.bias	1	0.003204092849045992
85867	embedding2nn.bias	2	-0.16186998784542084
85867	embedding2nn.bias	3	0.05832384154200554
85867	embedding2nn.bias	4	0.04891494661569595
85867	embedding2nn.bias	5	-0.1489880084991455
85867	embedding2nn.bias	6	-0.06987405568361282
85867	embedding2nn.bias	7	-0.052854690700769424
85867	embedding2nn.bias	8	0.11287087202072144
85867	embedding2nn.bias	9	-0.0889458954334259
85867	rnn.weight_ih_l0	0	-0.0031789664644747972
85867	rnn.weight_ih_l0	1	-0.04369644075632095
85867	rnn.weight_ih_l0	2	-0.04030522331595421
85867	rnn.weight_ih_l0	3	-0.022310776636004448
85867	rnn.weight_ih_l0	4	-0.004556534346193075
85867	rnn.weight_ih_l0	5	-0.06877122819423676
85867	rnn.weight_ih_l0	6	0.020458851009607315
85867	rnn.weight_ih_l0	7	-0.04725777357816696
85867	rnn.weight_ih_l0	8	-0.0006365879089571536
85867	rnn.weight_ih_l0	9	-0.004251411184668541
85867	rnn.weight_hh_l0	0	-0.007852726615965366
85867	rnn.weight_hh_l0	1	-0.07899691164493561
85867	rnn.weight_hh_l0	2	0.04853934049606323
85867	rnn.weight_hh_l0	3	0.023672325536608696
85867	rnn.weight_hh_l0	4	0.007842902094125748
85867	rnn.weight_hh_l0	5	0.04785039648413658
85867	rnn.weight_hh_l0	6	-0.01076302956789732
85867	rnn.weight_hh_l0	7	-0.07962636649608612
85867	rnn.weight_hh_l0	8	-0.015652816742658615
85867	rnn.weight_hh_l0	9	-0.07106877863407135
85867	rnn.bias_ih_l0	0	-0.09589823335409164
85867	rnn.bias_ih_l0	1	-0.12525372207164764
85867	rnn.bias_ih_l0	2	-0.20258058607578278
85867	rnn.bias_ih_l0	3	-0.27177315950393677
85867	rnn.bias_ih_l0	4	0.019673697650432587
85867	rnn.bias_ih_l0	5	0.05516185238957405
85867	rnn.bias_ih_l0	6	-0.12601637840270996
85867	rnn.bias_ih_l0	7	-0.22095830738544464
85867	rnn.bias_ih_l0	8	-0.10510355234146118
85867	rnn.bias_ih_l0	9	-0.15069258213043213
85867	rnn.bias_hh_l0	0	0.11591969430446625
85867	rnn.bias_hh_l0	1	-0.05314206704497337
85867	rnn.bias_hh_l0	2	0.0103496378287673
85867	rnn.bias_hh_l0	3	-0.15866872668266296
85867	rnn.bias_hh_l0	4	0.040521591901779175
85867	rnn.bias_hh_l0	5	0.011075813323259354
85867	rnn.bias_hh_l0	6	-0.08424634486436844
85867	rnn.bias_hh_l0	7	-0.13786257803440094
85867	rnn.bias_hh_l0	8	-0.15934117138385773
85867	rnn.bias_hh_l0	9	-0.08559367060661316
85867	rnn.weight_ih_l0_reverse	0	0.0001634637883398682
85867	rnn.weight_ih_l0_reverse	1	0.02295059524476528
85867	rnn.weight_ih_l0_reverse	2	-0.027653435245156288
85867	rnn.weight_ih_l0_reverse	3	-0.017654050141572952
85867	rnn.weight_ih_l0_reverse	4	0.005624854937195778
85867	rnn.weight_ih_l0_reverse	5	-0.049136932939291
85867	rnn.weight_ih_l0_reverse	6	-0.031211230903863907
85867	rnn.weight_ih_l0_reverse	7	-0.005804155487567186
85867	rnn.weight_ih_l0_reverse	8	0.054234087467193604
85867	rnn.weight_ih_l0_reverse	9	0.025188177824020386
85867	rnn.weight_hh_l0_reverse	0	-0.001540226163342595
85867	rnn.weight_hh_l0_reverse	1	0.01821478083729744
85867	rnn.weight_hh_l0_reverse	2	-0.03746681660413742
85867	rnn.weight_hh_l0_reverse	3	0.03310241177678108
85867	rnn.weight_hh_l0_reverse	4	0.02077436074614525
85867	rnn.weight_hh_l0_reverse	5	-0.013125358149409294
85867	rnn.weight_hh_l0_reverse	6	0.03156467527151108
85867	rnn.weight_hh_l0_reverse	7	0.021439921110868454
85867	rnn.weight_hh_l0_reverse	8	-0.005913079716265202
85867	rnn.weight_hh_l0_reverse	9	-0.05150267109274864
85867	rnn.bias_ih_l0_reverse	0	-0.13056182861328125
85867	rnn.bias_ih_l0_reverse	1	-0.26731956005096436
85867	rnn.bias_ih_l0_reverse	2	-0.05397516489028931
85867	rnn.bias_ih_l0_reverse	3	-0.09642287343740463
85867	rnn.bias_ih_l0_reverse	4	0.07912944257259369
85867	rnn.bias_ih_l0_reverse	5	-0.19213980436325073
85867	rnn.bias_ih_l0_reverse	6	-0.04228339344263077
85867	rnn.bias_ih_l0_reverse	7	0.033060889691114426
85867	rnn.bias_ih_l0_reverse	8	-0.16002778708934784
85867	rnn.bias_ih_l0_reverse	9	-0.06993905454874039
85867	rnn.bias_hh_l0_reverse	0	-0.12005939334630966
85867	rnn.bias_hh_l0_reverse	1	-0.112892746925354
85867	rnn.bias_hh_l0_reverse	2	-0.02030450850725174
85867	rnn.bias_hh_l0_reverse	3	-0.12728984653949738
85867	rnn.bias_hh_l0_reverse	4	-0.03089023008942604
85867	rnn.bias_hh_l0_reverse	5	-0.10311025381088257
85867	rnn.bias_hh_l0_reverse	6	-0.07417814433574677
85867	rnn.bias_hh_l0_reverse	7	-0.14736995100975037
85867	rnn.bias_hh_l0_reverse	8	-0.027430878952145576
85867	rnn.bias_hh_l0_reverse	9	-0.1358145773410797
85867	linear.weight	0	-0.28412967920303345
85867	linear.weight	1	-0.1342579424381256
85867	linear.weight	2	-0.011228874325752258
85867	linear.weight	3	-0.060401782393455505
85867	linear.weight	4	0.08693680912256241
85867	linear.weight	5	0.2363407164812088
85867	linear.weight	6	0.0047744326293468475
85867	linear.weight	7	-0.021312154829502106
85867	linear.weight	8	0.03498373553156853
85867	linear.weight	9	0.1224781721830368
85867	linear.bias	0	-0.7791836857795715
85867	linear.bias	1	1.0358227491378784
85867	linear.bias	2	-0.22273598611354828
85867	linear.bias	3	-0.5612990260124207
85867	linear.bias	4	-1.123907446861267
85867	linear.bias	5	-1.1492170095443726
85867	linear.bias	6	-0.7560354471206665
85867	linear.bias	7	-0.7088246941566467
85867	linear.bias	8	-0.01705317199230194
85867	linear.bias	9	3.0818026065826416
86064	transitions	0	-0.2916398346424103
86064	transitions	1	7.834160327911377
86064	transitions	2	-3.1716597080230713
86064	transitions	3	1.3436800241470337
86064	transitions	4	-1.838943362236023
86064	transitions	5	-0.3244953751564026
86064	transitions	6	-0.16903087496757507
86064	transitions	7	-10000.0
86064	transitions	8	1.6660103797912598
86064	transitions	9	-2.2894339561462402
86064	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
86064	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
86064	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
86064	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
86064	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
86064	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
86064	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
86064	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
86064	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
86064	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
86064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
86064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
86064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
86064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
86064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
86064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
86064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
86064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
86064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
86064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
86064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
86064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
86064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
86064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
86064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
86064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
86064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
86064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
86064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
86064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
86064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
86064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
86064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
86064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
86064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
86064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
86064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
86064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
86064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
86064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
86064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
86064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
86064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
86064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
86064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
86064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
86064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
86064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
86064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
86064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
86064	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
86064	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
86064	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
86064	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
86064	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
86064	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
86064	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
86064	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
86064	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
86064	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
86064	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
86064	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
86064	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
86064	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
86064	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
86064	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
86064	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
86064	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
86064	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
86064	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
86064	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
86064	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
86064	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
86064	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
86064	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
86064	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
86064	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
86064	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
86064	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
86064	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
86064	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
86064	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
86064	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
86064	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
86064	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
86064	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
86064	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
86064	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
86064	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
86064	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
86064	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
86064	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
86064	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
86064	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
86064	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
86064	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
86064	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
86064	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
86064	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
86064	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
86064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
86064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
86064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
86064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
86064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
86064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
86064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
86064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
86064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
86064	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
86064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
86064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
86064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
86064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
86064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
86064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
86064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
86064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
86064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
86064	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
86064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
86064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
86064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
86064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
86064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
86064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
86064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
86064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
86064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
86064	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
86064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
86064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
86064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
86064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
86064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
86064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
86064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
86064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
86064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
86064	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
86064	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
86064	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
86064	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
86064	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
86064	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
86064	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
86064	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
86064	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
86064	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
86064	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
86064	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
86064	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
86064	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
86064	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
86064	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
86064	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
86064	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
86064	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
86064	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
86064	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
86064	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
86064	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
86064	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
86064	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
86064	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
86064	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
86064	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
86064	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
86064	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
86064	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
86064	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
86064	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
86064	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
86064	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
86064	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
86064	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
86064	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
86064	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
86064	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
86064	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
86064	embedding2nn.weight	0	0.03975075110793114
86064	embedding2nn.weight	1	-0.08437046408653259
86064	embedding2nn.weight	2	0.033070508390665054
86064	embedding2nn.weight	3	-0.04347186163067818
86064	embedding2nn.weight	4	-0.10309047251939774
86064	embedding2nn.weight	5	0.0815688893198967
86064	embedding2nn.weight	6	-0.09636159986257553
86064	embedding2nn.weight	7	-0.07788517326116562
86064	embedding2nn.weight	8	-0.0056562419049441814
86064	embedding2nn.weight	9	0.02993110567331314
86064	embedding2nn.bias	0	0.049726441502571106
86064	embedding2nn.bias	1	0.0016402114415541291
86064	embedding2nn.bias	2	-0.16513657569885254
86064	embedding2nn.bias	3	0.06561541557312012
86064	embedding2nn.bias	4	0.04378616809844971
86064	embedding2nn.bias	5	-0.16005107760429382
86064	embedding2nn.bias	6	-0.05849677696824074
86064	embedding2nn.bias	7	-0.05648902803659439
86064	embedding2nn.bias	8	0.1124420315027237
86064	embedding2nn.bias	9	-0.099605493247509
86064	rnn.weight_ih_l0	0	-0.000355019437847659
86064	rnn.weight_ih_l0	1	-0.043900709599256516
86064	rnn.weight_ih_l0	2	-0.03899112716317177
86064	rnn.weight_ih_l0	3	-0.02055807039141655
86064	rnn.weight_ih_l0	4	-0.004496891517192125
86064	rnn.weight_ih_l0	5	-0.06745542585849762
86064	rnn.weight_ih_l0	6	0.016070520505309105
86064	rnn.weight_ih_l0	7	-0.044129207730293274
86064	rnn.weight_ih_l0	8	-0.002577117644250393
86064	rnn.weight_ih_l0	9	-0.0029545454308390617
86064	rnn.weight_hh_l0	0	-0.008218280039727688
86064	rnn.weight_hh_l0	1	-0.07911956310272217
86064	rnn.weight_hh_l0	2	0.04887595400214195
86064	rnn.weight_hh_l0	3	0.024323809891939163
86064	rnn.weight_hh_l0	4	0.0071410685777664185
86064	rnn.weight_hh_l0	5	0.0488479807972908
86064	rnn.weight_hh_l0	6	-0.011446691118180752
86064	rnn.weight_hh_l0	7	-0.07973041385412216
86064	rnn.weight_hh_l0	8	-0.016882695257663727
86064	rnn.weight_hh_l0	9	-0.06991242617368698
86064	rnn.bias_ih_l0	0	-0.0983806699514389
86064	rnn.bias_ih_l0	1	-0.12585164606571198
86064	rnn.bias_ih_l0	2	-0.20434589684009552
86064	rnn.bias_ih_l0	3	-0.2699500024318695
86064	rnn.bias_ih_l0	4	0.017239205539226532
86064	rnn.bias_ih_l0	5	0.054628483951091766
86064	rnn.bias_ih_l0	6	-0.12574613094329834
86064	rnn.bias_ih_l0	7	-0.22149911522865295
86064	rnn.bias_ih_l0	8	-0.10377997905015945
86064	rnn.bias_ih_l0	9	-0.14845320582389832
86064	rnn.bias_hh_l0	0	0.11897934228181839
86064	rnn.bias_hh_l0	1	-0.05291319265961647
86064	rnn.bias_hh_l0	2	0.010470379143953323
86064	rnn.bias_hh_l0	3	-0.15972475707530975
86064	rnn.bias_hh_l0	4	0.04375263676047325
86064	rnn.bias_hh_l0	5	0.01590575836598873
86064	rnn.bias_hh_l0	6	-0.08390222489833832
86064	rnn.bias_hh_l0	7	-0.1392367035150528
86064	rnn.bias_hh_l0	8	-0.16263720393180847
86064	rnn.bias_hh_l0	9	-0.08451122045516968
86064	rnn.weight_ih_l0_reverse	0	-0.00011929115134989843
86064	rnn.weight_ih_l0_reverse	1	0.02397981844842434
86064	rnn.weight_ih_l0_reverse	2	-0.02384154126048088
86064	rnn.weight_ih_l0_reverse	3	-0.015829605981707573
86064	rnn.weight_ih_l0_reverse	4	0.010128933005034924
86064	rnn.weight_ih_l0_reverse	5	-0.05009155347943306
86064	rnn.weight_ih_l0_reverse	6	-0.031957000494003296
86064	rnn.weight_ih_l0_reverse	7	-0.007624476216733456
86064	rnn.weight_ih_l0_reverse	8	0.05329987779259682
86064	rnn.weight_ih_l0_reverse	9	0.023910611867904663
86064	rnn.weight_hh_l0_reverse	0	-0.0022776625119149685
86064	rnn.weight_hh_l0_reverse	1	0.017401615157723427
86064	rnn.weight_hh_l0_reverse	2	-0.037940505892038345
86064	rnn.weight_hh_l0_reverse	3	0.03261634707450867
86064	rnn.weight_hh_l0_reverse	4	0.0208960622549057
86064	rnn.weight_hh_l0_reverse	5	-0.012121460400521755
86064	rnn.weight_hh_l0_reverse	6	0.030897274613380432
86064	rnn.weight_hh_l0_reverse	7	0.02100815810263157
86064	rnn.weight_hh_l0_reverse	8	-0.006535803433507681
86064	rnn.weight_hh_l0_reverse	9	-0.050574563443660736
86064	rnn.bias_ih_l0_reverse	0	-0.13161253929138184
86064	rnn.bias_ih_l0_reverse	1	-0.2624489367008209
86064	rnn.bias_ih_l0_reverse	2	-0.05548466742038727
86064	rnn.bias_ih_l0_reverse	3	-0.0937698483467102
86064	rnn.bias_ih_l0_reverse	4	0.07905062288045883
86064	rnn.bias_ih_l0_reverse	5	-0.19401997327804565
86064	rnn.bias_ih_l0_reverse	6	-0.03840041533112526
86064	rnn.bias_ih_l0_reverse	7	0.03483076021075249
86064	rnn.bias_ih_l0_reverse	8	-0.15800459682941437
86064	rnn.bias_ih_l0_reverse	9	-0.0663670003414154
86064	rnn.bias_hh_l0_reverse	0	-0.11880341172218323
86064	rnn.bias_hh_l0_reverse	1	-0.1169043630361557
86064	rnn.bias_hh_l0_reverse	2	-0.019412413239479065
86064	rnn.bias_hh_l0_reverse	3	-0.12874937057495117
86064	rnn.bias_hh_l0_reverse	4	-0.02983989752829075
86064	rnn.bias_hh_l0_reverse	5	-0.10683456808328629
86064	rnn.bias_hh_l0_reverse	6	-0.07981012016534805
86064	rnn.bias_hh_l0_reverse	7	-0.14767378568649292
86064	rnn.bias_hh_l0_reverse	8	-0.03009350411593914
86064	rnn.bias_hh_l0_reverse	9	-0.13100962340831757
86064	linear.weight	0	-0.3050110638141632
86064	linear.weight	1	-0.13240565359592438
86064	linear.weight	2	-0.011228874325752258
86064	linear.weight	3	-0.0564102977514267
86064	linear.weight	4	0.09265755116939545
86064	linear.weight	5	0.22829440236091614
86064	linear.weight	6	0.0047744326293468475
86064	linear.weight	7	-0.021312154829502106
86064	linear.weight	8	0.04787951707839966
86064	linear.weight	9	0.125497967004776
86064	linear.bias	0	-0.7810818552970886
86064	linear.bias	1	1.0377527475357056
86064	linear.bias	2	-0.22361163794994354
86064	linear.bias	3	-0.5693041682243347
86064	linear.bias	4	-1.1156307458877563
86064	linear.bias	5	-1.1493295431137085
86064	linear.bias	6	-0.7579636573791504
86064	linear.bias	7	-0.678788423538208
86064	linear.bias	8	-0.01705317199230194
86064	linear.bias	9	3.031619071960449
86261	transitions	0	-0.2918841242790222
86261	transitions	1	7.818629741668701
86261	transitions	2	-3.1733906269073486
86261	transitions	3	1.3390527963638306
86261	transitions	4	-1.8400511741638184
86261	transitions	5	-0.32500797510147095
86261	transitions	6	-0.1691131889820099
86261	transitions	7	-10000.0
86261	transitions	8	1.667746901512146
86261	transitions	9	-2.2894539833068848
86261	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
86261	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
86261	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
86261	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
86261	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
86261	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
86261	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
86261	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
86261	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
86261	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
86261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
86261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
86261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
86261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
86261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
86261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
86261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
86261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
86261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
86261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
86261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
86261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
86261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
86261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
86261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
86261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
86261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
86261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
86261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
86261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
86261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
86261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
86261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
86261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
86261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
86261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
86261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
86261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
86261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
86261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
86261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
86261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
86261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
86261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
86261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
86261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
86261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
86261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
86261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
86261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
86261	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
86261	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
86261	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
86261	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
86261	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
86261	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
86261	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
86261	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
86261	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
86261	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
86261	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
86261	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
86261	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
86261	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
86261	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
86261	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
86261	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
86261	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
86261	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
86261	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
86261	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
86261	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
86261	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
86261	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
86261	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
86261	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
86261	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
86261	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
86261	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
86261	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
86261	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
86261	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
86261	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
86261	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
86261	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
86261	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
86261	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
86261	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
86261	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
86261	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
86261	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
86261	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
86261	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
86261	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
86261	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
86261	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
86261	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
86261	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
86261	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
86261	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
86261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
86261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
86261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
86261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
86261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
86261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
86261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
86261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
86261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
86261	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
86261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
86261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
86261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
86261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
86261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
86261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
86261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
86261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
86261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
86261	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
86261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
86261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
86261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
86261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
86261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
86261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
86261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
86261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
86261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
86261	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
86261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
86261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
86261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
86261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
86261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
86261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
86261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
86261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
86261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
86261	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
86261	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
86261	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
86261	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
86261	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
86261	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
86261	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
86261	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
86261	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
86261	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
86261	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
86261	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
86261	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
86261	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
86261	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
86261	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
86261	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
86261	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
86261	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
86261	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
86261	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
86261	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
86261	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
86261	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
86261	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
86261	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
86261	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
86261	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
86261	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
86261	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
86261	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
86261	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
86261	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
86261	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
86261	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
86261	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
86261	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
86261	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
86261	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
86261	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
86261	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
86261	embedding2nn.weight	0	0.04035788029432297
86261	embedding2nn.weight	1	-0.08259999006986618
86261	embedding2nn.weight	2	0.03716710954904556
86261	embedding2nn.weight	3	-0.04351846128702164
86261	embedding2nn.weight	4	-0.0995287075638771
86261	embedding2nn.weight	5	0.08081004023551941
86261	embedding2nn.weight	6	-0.10660196840763092
86261	embedding2nn.weight	7	-0.07720014452934265
86261	embedding2nn.weight	8	-0.007660768926143646
86261	embedding2nn.weight	9	0.0284762904047966
86261	embedding2nn.bias	0	0.037001147866249084
86261	embedding2nn.bias	1	0.01350803766399622
86261	embedding2nn.bias	2	-0.157566100358963
86261	embedding2nn.bias	3	0.05742231383919716
86261	embedding2nn.bias	4	0.06424956023693085
86261	embedding2nn.bias	5	-0.15021921694278717
86261	embedding2nn.bias	6	-0.05452524498105049
86261	embedding2nn.bias	7	-0.04368395358324051
86261	embedding2nn.bias	8	0.10642211139202118
86261	embedding2nn.bias	9	-0.10353051871061325
86261	rnn.weight_ih_l0	0	-0.0023197594564408064
86261	rnn.weight_ih_l0	1	-0.04722199589014053
86261	rnn.weight_ih_l0	2	-0.03926732763648033
86261	rnn.weight_ih_l0	3	-0.020410237833857536
86261	rnn.weight_ih_l0	4	-0.0059906430542469025
86261	rnn.weight_ih_l0	5	-0.0671536922454834
86261	rnn.weight_ih_l0	6	0.01755804568529129
86261	rnn.weight_ih_l0	7	-0.04747528210282326
86261	rnn.weight_ih_l0	8	-0.003962500486522913
86261	rnn.weight_ih_l0	9	0.0008554564556106925
86261	rnn.weight_hh_l0	0	-0.006616147700697184
86261	rnn.weight_hh_l0	1	-0.07887563109397888
86261	rnn.weight_hh_l0	2	0.04871544614434242
86261	rnn.weight_hh_l0	3	0.02443237230181694
86261	rnn.weight_hh_l0	4	0.006986697670072317
86261	rnn.weight_hh_l0	5	0.04901663586497307
86261	rnn.weight_hh_l0	6	-0.010899783112108707
86261	rnn.weight_hh_l0	7	-0.08028346300125122
86261	rnn.weight_hh_l0	8	-0.01694372296333313
86261	rnn.weight_hh_l0	9	-0.06677636504173279
86261	rnn.bias_ih_l0	0	-0.09943559765815735
86261	rnn.bias_ih_l0	1	-0.1273895800113678
86261	rnn.bias_ih_l0	2	-0.20811830461025238
86261	rnn.bias_ih_l0	3	-0.2711346447467804
86261	rnn.bias_ih_l0	4	0.01904504932463169
86261	rnn.bias_ih_l0	5	0.05222109705209732
86261	rnn.bias_ih_l0	6	-0.12660513818264008
86261	rnn.bias_ih_l0	7	-0.2243167757987976
86261	rnn.bias_ih_l0	8	-0.10281433910131454
86261	rnn.bias_ih_l0	9	-0.15018439292907715
86261	rnn.bias_hh_l0	0	0.11572985351085663
86261	rnn.bias_hh_l0	1	-0.0525621734559536
86261	rnn.bias_hh_l0	2	0.010401593521237373
86261	rnn.bias_hh_l0	3	-0.1591237634420395
86261	rnn.bias_hh_l0	4	0.03986745700240135
86261	rnn.bias_hh_l0	5	0.02120470628142357
86261	rnn.bias_hh_l0	6	-0.08512226492166519
86261	rnn.bias_hh_l0	7	-0.1357346922159195
86261	rnn.bias_hh_l0	8	-0.1617128700017929
86261	rnn.bias_hh_l0	9	-0.08277257531881332
86261	rnn.weight_ih_l0_reverse	0	0.0006146296509541571
86261	rnn.weight_ih_l0_reverse	1	0.02475190907716751
86261	rnn.weight_ih_l0_reverse	2	-0.02394315041601658
86261	rnn.weight_ih_l0_reverse	3	-0.014925460331141949
86261	rnn.weight_ih_l0_reverse	4	0.013628959655761719
86261	rnn.weight_ih_l0_reverse	5	-0.05007261410355568
86261	rnn.weight_ih_l0_reverse	6	-0.03161607310175896
86261	rnn.weight_ih_l0_reverse	7	-0.006465602200478315
86261	rnn.weight_ih_l0_reverse	8	0.054030269384384155
86261	rnn.weight_ih_l0_reverse	9	0.01909334398806095
86261	rnn.weight_hh_l0_reverse	0	-0.0029410391580313444
86261	rnn.weight_hh_l0_reverse	1	0.016150696203112602
86261	rnn.weight_hh_l0_reverse	2	-0.039280205965042114
86261	rnn.weight_hh_l0_reverse	3	0.03203475475311279
86261	rnn.weight_hh_l0_reverse	4	0.021535804495215416
86261	rnn.weight_hh_l0_reverse	5	-0.011912786401808262
86261	rnn.weight_hh_l0_reverse	6	0.030764330178499222
86261	rnn.weight_hh_l0_reverse	7	0.01967899315059185
86261	rnn.weight_hh_l0_reverse	8	-0.006242444273084402
86261	rnn.weight_hh_l0_reverse	9	-0.05123985931277275
86261	rnn.bias_ih_l0_reverse	0	-0.1331997662782669
86261	rnn.bias_ih_l0_reverse	1	-0.25706619024276733
86261	rnn.bias_ih_l0_reverse	2	-0.05475999414920807
86261	rnn.bias_ih_l0_reverse	3	-0.09525734931230545
86261	rnn.bias_ih_l0_reverse	4	0.08028805255889893
86261	rnn.bias_ih_l0_reverse	5	-0.1972123682498932
86261	rnn.bias_ih_l0_reverse	6	-0.04077081382274628
86261	rnn.bias_ih_l0_reverse	7	0.032232992351055145
86261	rnn.bias_ih_l0_reverse	8	-0.15919707715511322
86261	rnn.bias_ih_l0_reverse	9	-0.06729699671268463
86261	rnn.bias_hh_l0_reverse	0	-0.12045232206583023
86261	rnn.bias_hh_l0_reverse	1	-0.11423207819461823
86261	rnn.bias_hh_l0_reverse	2	-0.02045550011098385
86261	rnn.bias_hh_l0_reverse	3	-0.12495985627174377
86261	rnn.bias_hh_l0_reverse	4	-0.032303087413311005
86261	rnn.bias_hh_l0_reverse	5	-0.10471925139427185
86261	rnn.bias_hh_l0_reverse	6	-0.07365410774946213
86261	rnn.bias_hh_l0_reverse	7	-0.14327256381511688
86261	rnn.bias_hh_l0_reverse	8	-0.03319238871335983
86261	rnn.bias_hh_l0_reverse	9	-0.13161905109882355
86261	linear.weight	0	-0.3015904128551483
86261	linear.weight	1	-0.13473214209079742
86261	linear.weight	2	-0.011228874325752258
86261	linear.weight	3	-0.06874221563339233
86261	linear.weight	4	0.08687618374824524
86261	linear.weight	5	0.21133127808570862
86261	linear.weight	6	0.0047744326293468475
86261	linear.weight	7	-0.021312154829502106
86261	linear.weight	8	0.05661641061306
86261	linear.weight	9	0.12162205576896667
86261	linear.bias	0	-0.759829580783844
86261	linear.bias	1	1.0175671577453613
86261	linear.bias	2	-0.22526846826076508
86261	linear.bias	3	-0.5766154527664185
86261	linear.bias	4	-1.141706943511963
86261	linear.bias	5	-1.1494688987731934
86261	linear.bias	6	-0.7351741194725037
86261	linear.bias	7	-0.7164589166641235
86261	linear.bias	8	-0.01705317199230194
86261	linear.bias	9	3.0547525882720947
86458	transitions	0	-0.2926451563835144
86458	transitions	1	7.842863082885742
86458	transitions	2	-3.175370693206787
86458	transitions	3	1.3455027341842651
86458	transitions	4	-1.8413000106811523
86458	transitions	5	-0.3252449035644531
86458	transitions	6	-0.16921603679656982
86458	transitions	7	-10000.0
86458	transitions	8	1.6709171533584595
86458	transitions	9	-2.289480686187744
86458	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
86458	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
86458	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
86458	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
86458	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
86458	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
86458	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
86458	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
86458	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
86458	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
86458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
86458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
86458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
86458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
86458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
86458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
86458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
86458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
86458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
86458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
86458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
86458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
86458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
86458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
86458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
86458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
86458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
86458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
86458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
86458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
86458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
86458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
86458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
86458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
86458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
86458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
86458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
86458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
86458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
86458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
86458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
86458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
86458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
86458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
86458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
86458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
86458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
86458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
86458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
86458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
86458	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
86458	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
86458	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
86458	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
86458	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
86458	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
86458	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
86458	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
86458	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
86458	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
86458	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
86458	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
86458	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
86458	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
86458	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
86458	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
86458	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
86458	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
86458	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
86458	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
86458	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
86458	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
86458	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
86458	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
86458	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
86458	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
86458	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
86458	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
86458	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
86458	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
86458	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
86458	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
86458	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
86458	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
86458	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
86458	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
86458	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
86458	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
86458	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
86458	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
86458	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
86458	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
86458	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
86458	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
86458	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
86458	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
86458	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
86458	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
86458	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
86458	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
86458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
86458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
86458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
86458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
86458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
86458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
86458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
86458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
86458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
86458	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
86458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
86458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
86458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
86458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
86458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
86458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
86458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
86458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
86458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
86458	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
86458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
86458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
86458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
86458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
86458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
86458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
86458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
86458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
86458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
86458	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
86458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
86458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
86458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
86458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
86458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
86458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
86458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
86458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
86458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
86458	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
86458	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
86458	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
86458	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
86458	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
86458	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
86458	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
86458	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
86458	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
86458	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
86458	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
86458	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
86458	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
86458	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
86458	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
86458	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
86458	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
86458	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
86458	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
86458	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
86458	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
86458	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
86458	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
86458	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
86458	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
86458	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
86458	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
86458	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
86458	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
86458	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
86458	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
86458	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
86458	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
86458	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
86458	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
86458	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
86458	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
86458	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
86458	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
86458	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
86458	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
86458	embedding2nn.weight	0	0.04131673276424408
86458	embedding2nn.weight	1	-0.08394675701856613
86458	embedding2nn.weight	2	0.03321301192045212
86458	embedding2nn.weight	3	-0.0454147532582283
86458	embedding2nn.weight	4	-0.09839458763599396
86458	embedding2nn.weight	5	0.08170779049396515
86458	embedding2nn.weight	6	-0.10388563573360443
86458	embedding2nn.weight	7	-0.0795939713716507
86458	embedding2nn.weight	8	-0.009021999314427376
86458	embedding2nn.weight	9	0.029473809525370598
86458	embedding2nn.bias	0	0.04756847769021988
86458	embedding2nn.bias	1	-0.0074840146116912365
86458	embedding2nn.bias	2	-0.14678815007209778
86458	embedding2nn.bias	3	0.046770766377449036
86458	embedding2nn.bias	4	0.059791915118694305
86458	embedding2nn.bias	5	-0.15362699329853058
86458	embedding2nn.bias	6	-0.037805698812007904
86458	embedding2nn.bias	7	-0.0340057909488678
86458	embedding2nn.bias	8	0.11319933086633682
86458	embedding2nn.bias	9	-0.09612766653299332
86458	rnn.weight_ih_l0	0	-0.0037242567632347345
86458	rnn.weight_ih_l0	1	-0.04204883426427841
86458	rnn.weight_ih_l0	2	-0.03849286213517189
86458	rnn.weight_ih_l0	3	-0.021649109199643135
86458	rnn.weight_ih_l0	4	-0.004987691063433886
86458	rnn.weight_ih_l0	5	-0.07063496112823486
86458	rnn.weight_ih_l0	6	0.013606966473162174
86458	rnn.weight_ih_l0	7	-0.047078847885131836
86458	rnn.weight_ih_l0	8	-0.0006033329991623759
86458	rnn.weight_ih_l0	9	0.0015020951395854354
86458	rnn.weight_hh_l0	0	-0.0051604751497507095
86458	rnn.weight_hh_l0	1	-0.0760737955570221
86458	rnn.weight_hh_l0	2	0.04871072247624397
86458	rnn.weight_hh_l0	3	0.02398967742919922
86458	rnn.weight_hh_l0	4	0.0069545297883450985
86458	rnn.weight_hh_l0	5	0.04954791069030762
86458	rnn.weight_hh_l0	6	-0.011686254292726517
86458	rnn.weight_hh_l0	7	-0.08018692582845688
86458	rnn.weight_hh_l0	8	-0.016773177310824394
86458	rnn.weight_hh_l0	9	-0.06512975692749023
86458	rnn.bias_ih_l0	0	-0.09870284050703049
86458	rnn.bias_ih_l0	1	-0.12954862415790558
86458	rnn.bias_ih_l0	2	-0.2111203521490097
86458	rnn.bias_ih_l0	3	-0.2703866958618164
86458	rnn.bias_ih_l0	4	0.014205415733158588
86458	rnn.bias_ih_l0	5	0.060327980667352676
86458	rnn.bias_ih_l0	6	-0.12566089630126953
86458	rnn.bias_ih_l0	7	-0.2203633040189743
86458	rnn.bias_ih_l0	8	-0.10479080677032471
86458	rnn.bias_ih_l0	9	-0.15023604035377502
86458	rnn.bias_hh_l0	0	0.11354304105043411
86458	rnn.bias_hh_l0	1	-0.05230118706822395
86458	rnn.bias_hh_l0	2	0.012517252936959267
86458	rnn.bias_hh_l0	3	-0.15645113587379456
86458	rnn.bias_hh_l0	4	0.03573598340153694
86458	rnn.bias_hh_l0	5	0.019024627283215523
86458	rnn.bias_hh_l0	6	-0.08280366659164429
86458	rnn.bias_hh_l0	7	-0.13202552497386932
86458	rnn.bias_hh_l0	8	-0.16134324669837952
86458	rnn.bias_hh_l0	9	-0.07836101949214935
86458	rnn.weight_ih_l0_reverse	0	0.001196225406602025
86458	rnn.weight_ih_l0_reverse	1	0.023831650614738464
86458	rnn.weight_ih_l0_reverse	2	-0.020823396742343903
86458	rnn.weight_ih_l0_reverse	3	-0.016185812652111053
86458	rnn.weight_ih_l0_reverse	4	0.014821561053395271
86458	rnn.weight_ih_l0_reverse	5	-0.04912324994802475
86458	rnn.weight_ih_l0_reverse	6	-0.030808893963694572
86458	rnn.weight_ih_l0_reverse	7	-0.009013200178742409
86458	rnn.weight_ih_l0_reverse	8	0.05534869059920311
86458	rnn.weight_ih_l0_reverse	9	0.017177345231175423
86458	rnn.weight_hh_l0_reverse	0	-0.0025541861541569233
86458	rnn.weight_hh_l0_reverse	1	0.016166066750884056
86458	rnn.weight_hh_l0_reverse	2	-0.038988638669252396
86458	rnn.weight_hh_l0_reverse	3	0.03159167245030403
86458	rnn.weight_hh_l0_reverse	4	0.020608466118574142
86458	rnn.weight_hh_l0_reverse	5	-0.012231864035129547
86458	rnn.weight_hh_l0_reverse	6	0.031668853014707565
86458	rnn.weight_hh_l0_reverse	7	0.020708348602056503
86458	rnn.weight_hh_l0_reverse	8	-0.006032112054526806
86458	rnn.weight_hh_l0_reverse	9	-0.05099992826581001
86458	rnn.bias_ih_l0_reverse	0	-0.1296015828847885
86458	rnn.bias_ih_l0_reverse	1	-0.2618160843849182
86458	rnn.bias_ih_l0_reverse	2	-0.053740907460451126
86458	rnn.bias_ih_l0_reverse	3	-0.10108182579278946
86458	rnn.bias_ih_l0_reverse	4	0.081224225461483
86458	rnn.bias_ih_l0_reverse	5	-0.19919903576374054
86458	rnn.bias_ih_l0_reverse	6	-0.03943817690014839
86458	rnn.bias_ih_l0_reverse	7	0.03785790130496025
86458	rnn.bias_ih_l0_reverse	8	-0.15995757281780243
86458	rnn.bias_ih_l0_reverse	9	-0.06969858705997467
86458	rnn.bias_hh_l0_reverse	0	-0.12342961132526398
86458	rnn.bias_hh_l0_reverse	1	-0.11067808419466019
86458	rnn.bias_hh_l0_reverse	2	-0.01940605416893959
86458	rnn.bias_hh_l0_reverse	3	-0.12485329806804657
86458	rnn.bias_hh_l0_reverse	4	-0.032552048563957214
86458	rnn.bias_hh_l0_reverse	5	-0.10124572366476059
86458	rnn.bias_hh_l0_reverse	6	-0.071286641061306
86458	rnn.bias_hh_l0_reverse	7	-0.14420108497142792
86458	rnn.bias_hh_l0_reverse	8	-0.032800670713186264
86458	rnn.bias_hh_l0_reverse	9	-0.13156035542488098
86458	linear.weight	0	-0.29467618465423584
86458	linear.weight	1	-0.13280092179775238
86458	linear.weight	2	-0.011228874325752258
86458	linear.weight	3	-0.08100251108407974
86458	linear.weight	4	0.08627478033304214
86458	linear.weight	5	0.19140870869159698
86458	linear.weight	6	0.0047744326293468475
86458	linear.weight	7	-0.021312154829502106
86458	linear.weight	8	0.03473380208015442
86458	linear.weight	9	0.11670935153961182
86458	linear.bias	0	-0.7533584833145142
86458	linear.bias	1	0.9908707737922668
86458	linear.bias	2	-0.20726659893989563
86458	linear.bias	3	-0.5605083703994751
86458	linear.bias	4	-1.1518163681030273
86458	linear.bias	5	-1.1496189832687378
86458	linear.bias	6	-0.7225985527038574
86458	linear.bias	7	-0.736501932144165
86458	linear.bias	8	-0.01705317199230194
86458	linear.bias	9	3.0746021270751953
86655	transitions	0	-0.29282763600349426
86655	transitions	1	7.844297409057617
86655	transitions	2	-3.1765518188476562
86655	transitions	3	1.3422609567642212
86655	transitions	4	-1.8429268598556519
86655	transitions	5	-0.32536834478378296
86655	transitions	6	-0.16929110884666443
86655	transitions	7	-10000.0
86655	transitions	8	1.6741447448730469
86655	transitions	9	-2.2894973754882812
86655	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
86655	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
86655	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
86655	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
86655	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
86655	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
86655	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
86655	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
86655	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
86655	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
86655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
86655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
86655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
86655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
86655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
86655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
86655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
86655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
86655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
86655	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
86655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
86655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
86655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
86655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
86655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
86655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
86655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
86655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
86655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
86655	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
86655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
86655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
86655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
86655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
86655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
86655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
86655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
86655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
86655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
86655	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
86655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
86655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
86655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
86655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
86655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
86655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
86655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
86655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
86655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
86655	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
86655	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
86655	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
86655	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
86655	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
86655	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
86655	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
86655	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
86655	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
86655	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
86655	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
86655	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
86655	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
86655	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
86655	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
86655	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
86655	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
86655	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
86655	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
86655	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
86655	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
86655	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
86655	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
86655	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
86655	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
86655	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
86655	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
86655	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
86655	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
86655	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
86655	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
86655	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
86655	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
86655	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
86655	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
86655	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
86655	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
86655	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
86655	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
86655	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
86655	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
86655	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
86655	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
86655	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
86655	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
86655	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
86655	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
86655	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
86655	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
86655	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
86655	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
86655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
86655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
86655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
86655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
86655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
86655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
86655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
86655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
86655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
86655	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
86655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
86655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
86655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
86655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
86655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
86655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
86655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
86655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
86655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
86655	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
86655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
86655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
86655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
86655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
86655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
86655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
86655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
86655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
86655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
86655	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
86655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
86655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
86655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
86655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
86655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
86655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
86655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
86655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
86655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
86655	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
86655	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
86655	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
86655	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
86655	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
86655	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
86655	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
86655	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
86655	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
86655	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
86655	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
86655	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
86655	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
86655	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
86655	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
86655	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
86655	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
86655	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
86655	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
86655	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
86655	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
86655	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
86655	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
86655	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
86655	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
86655	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
86655	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
86655	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
86655	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
86655	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
86655	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
86655	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
86655	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
86655	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
86655	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
86655	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
86655	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
86655	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
86655	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
86655	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
86655	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
86655	embedding2nn.weight	0	0.04096975550055504
86655	embedding2nn.weight	1	-0.08399944007396698
86655	embedding2nn.weight	2	0.03300171345472336
86655	embedding2nn.weight	3	-0.046109046787023544
86655	embedding2nn.weight	4	-0.10043717175722122
86655	embedding2nn.weight	5	0.08234097063541412
86655	embedding2nn.weight	6	-0.0976639986038208
86655	embedding2nn.weight	7	-0.08049289882183075
86655	embedding2nn.weight	8	-0.008828683756291866
86655	embedding2nn.weight	9	0.029635300859808922
86655	embedding2nn.bias	0	0.02892000414431095
86655	embedding2nn.bias	1	-0.002562511945143342
86655	embedding2nn.bias	2	-0.15058249235153198
86655	embedding2nn.bias	3	0.05299071595072746
86655	embedding2nn.bias	4	0.0471922867000103
86655	embedding2nn.bias	5	-0.14654996991157532
86655	embedding2nn.bias	6	-0.04934597760438919
86655	embedding2nn.bias	7	-0.036272116005420685
86655	embedding2nn.bias	8	0.12152822315692902
86655	embedding2nn.bias	9	-0.11331658065319061
86655	rnn.weight_ih_l0	0	-0.005202242638915777
86655	rnn.weight_ih_l0	1	-0.043429017066955566
86655	rnn.weight_ih_l0	2	-0.03873414173722267
86655	rnn.weight_ih_l0	3	-0.021720020100474358
86655	rnn.weight_ih_l0	4	-0.003353706793859601
86655	rnn.weight_ih_l0	5	-0.0728408694267273
86655	rnn.weight_ih_l0	6	0.014370192773640156
86655	rnn.weight_ih_l0	7	-0.04534353315830231
86655	rnn.weight_ih_l0	8	0.0030662929639220238
86655	rnn.weight_ih_l0	9	0.0013907438842579722
86655	rnn.weight_hh_l0	0	-0.004953574854880571
86655	rnn.weight_hh_l0	1	-0.07802116870880127
86655	rnn.weight_hh_l0	2	0.048787880688905716
86655	rnn.weight_hh_l0	3	0.024154147133231163
86655	rnn.weight_hh_l0	4	0.00687194149941206
86655	rnn.weight_hh_l0	5	0.04959381744265556
86655	rnn.weight_hh_l0	6	-0.01218326110392809
86655	rnn.weight_hh_l0	7	-0.07955178618431091
86655	rnn.weight_hh_l0	8	-0.017634928226470947
86655	rnn.weight_hh_l0	9	-0.06627440452575684
86655	rnn.bias_ih_l0	0	-0.10111003369092941
86655	rnn.bias_ih_l0	1	-0.12881755828857422
86655	rnn.bias_ih_l0	2	-0.2084873914718628
86655	rnn.bias_ih_l0	3	-0.2668619155883789
86655	rnn.bias_ih_l0	4	0.022473180666565895
86655	rnn.bias_ih_l0	5	0.054657548666000366
86655	rnn.bias_ih_l0	6	-0.12523210048675537
86655	rnn.bias_ih_l0	7	-0.21711882948875427
86655	rnn.bias_ih_l0	8	-0.10968279093503952
86655	rnn.bias_ih_l0	9	-0.1483755260705948
86655	rnn.bias_hh_l0	0	0.1215909942984581
86655	rnn.bias_hh_l0	1	-0.050945382565259933
86655	rnn.bias_hh_l0	2	0.012706797569990158
86655	rnn.bias_hh_l0	3	-0.1573317050933838
86655	rnn.bias_hh_l0	4	0.033154312521219254
86655	rnn.bias_hh_l0	5	0.016048438847064972
86655	rnn.bias_hh_l0	6	-0.08163020759820938
86655	rnn.bias_hh_l0	7	-0.12934072315692902
86655	rnn.bias_hh_l0	8	-0.1612221598625183
86655	rnn.bias_hh_l0	9	-0.08701871335506439
86655	rnn.weight_ih_l0_reverse	0	0.00013708397455047816
86655	rnn.weight_ih_l0_reverse	1	0.02379392459988594
86655	rnn.weight_ih_l0_reverse	2	-0.01941407471895218
86655	rnn.weight_ih_l0_reverse	3	-0.011090533807873726
86655	rnn.weight_ih_l0_reverse	4	0.01419755443930626
86655	rnn.weight_ih_l0_reverse	5	-0.049679577350616455
86655	rnn.weight_ih_l0_reverse	6	-0.029559088870882988
86655	rnn.weight_ih_l0_reverse	7	-0.011232951655983925
86655	rnn.weight_ih_l0_reverse	8	0.06207193434238434
86655	rnn.weight_ih_l0_reverse	9	0.01793110929429531
86655	rnn.weight_hh_l0_reverse	0	-0.0029860588256269693
86655	rnn.weight_hh_l0_reverse	1	0.01658892072737217
86655	rnn.weight_hh_l0_reverse	2	-0.03977801650762558
86655	rnn.weight_hh_l0_reverse	3	0.031198062002658844
86655	rnn.weight_hh_l0_reverse	4	0.020321553573012352
86655	rnn.weight_hh_l0_reverse	5	-0.012586287222802639
86655	rnn.weight_hh_l0_reverse	6	0.03153461217880249
86655	rnn.weight_hh_l0_reverse	7	0.020568793639540672
86655	rnn.weight_hh_l0_reverse	8	-0.006105833686888218
86655	rnn.weight_hh_l0_reverse	9	-0.052140843123197556
86655	rnn.bias_ih_l0_reverse	0	-0.12903326749801636
86655	rnn.bias_ih_l0_reverse	1	-0.2654305100440979
86655	rnn.bias_ih_l0_reverse	2	-0.05716206133365631
86655	rnn.bias_ih_l0_reverse	3	-0.09922702610492706
86655	rnn.bias_ih_l0_reverse	4	0.07918576151132584
86655	rnn.bias_ih_l0_reverse	5	-0.1998729407787323
86655	rnn.bias_ih_l0_reverse	6	-0.04041433706879616
86655	rnn.bias_ih_l0_reverse	7	0.039250388741493225
86655	rnn.bias_ih_l0_reverse	8	-0.15952211618423462
86655	rnn.bias_ih_l0_reverse	9	-0.06911082565784454
86655	rnn.bias_hh_l0_reverse	0	-0.12143911421298981
86655	rnn.bias_hh_l0_reverse	1	-0.11444307863712311
86655	rnn.bias_hh_l0_reverse	2	-0.019137874245643616
86655	rnn.bias_hh_l0_reverse	3	-0.12634454667568207
86655	rnn.bias_hh_l0_reverse	4	-0.030348751693964005
86655	rnn.bias_hh_l0_reverse	5	-0.10225549340248108
86655	rnn.bias_hh_l0_reverse	6	-0.07384494692087173
86655	rnn.bias_hh_l0_reverse	7	-0.1465621143579483
86655	rnn.bias_hh_l0_reverse	8	-0.035943519324064255
86655	rnn.bias_hh_l0_reverse	9	-0.1331191211938858
86655	linear.weight	0	-0.2814810276031494
86655	linear.weight	1	-0.1417970061302185
86655	linear.weight	2	-0.011228874325752258
86655	linear.weight	3	-0.07132047414779663
86655	linear.weight	4	0.0844404473900795
86655	linear.weight	5	0.1860009729862213
86655	linear.weight	6	0.0047744326293468475
86655	linear.weight	7	-0.021312154829502106
86655	linear.weight	8	0.04068897292017937
86655	linear.weight	9	0.12043692916631699
86655	linear.bias	0	-0.7767796516418457
86655	linear.bias	1	1.0261133909225464
86655	linear.bias	2	-0.22558391094207764
86655	linear.bias	3	-0.5771420001983643
86655	linear.bias	4	-1.1082054376602173
86655	linear.bias	5	-1.1497471332550049
86655	linear.bias	6	-0.7448977828025818
86655	linear.bias	7	-0.7031583786010742
86655	linear.bias	8	-0.01705317199230194
86655	linear.bias	9	3.1629321575164795
86852	transitions	0	-0.29305681586265564
86852	transitions	1	7.84697961807251
86852	transitions	2	-3.17802357673645
86852	transitions	3	1.353161334991455
86852	transitions	4	-1.843973994255066
86852	transitions	5	-0.32564982771873474
86852	transitions	6	-0.16936470568180084
86852	transitions	7	-10000.0
86852	transitions	8	1.6772371530532837
86852	transitions	9	-2.289515495300293
86852	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
86852	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
86852	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
86852	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
86852	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
86852	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
86852	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
86852	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
86852	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
86852	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
86852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
86852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
86852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
86852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
86852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
86852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
86852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
86852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
86852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
86852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
86852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
86852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
86852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
86852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
86852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
86852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
86852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
86852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
86852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
86852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
86852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
86852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
86852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
86852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
86852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
86852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
86852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
86852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
86852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
86852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
86852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
86852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
86852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
86852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
86852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
86852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
86852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
86852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
86852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
86852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
86852	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
86852	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
86852	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
86852	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
86852	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
86852	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
86852	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
86852	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
86852	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
86852	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
86852	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
86852	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
86852	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
86852	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
86852	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
86852	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
86852	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
86852	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
86852	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
86852	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
86852	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
86852	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
86852	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
86852	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
86852	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
86852	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
86852	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
86852	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
86852	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
86852	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
86852	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
86852	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
86852	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
86852	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
86852	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
86852	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
86852	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
86852	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
86852	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
86852	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
86852	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
86852	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
86852	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
86852	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
86852	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
86852	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
86852	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
86852	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
86852	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
86852	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
86852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
86852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
86852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
86852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
86852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
86852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
86852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
86852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
86852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
86852	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
86852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
86852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
86852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
86852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
86852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
86852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
86852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
86852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
86852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
86852	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
86852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
86852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
86852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
86852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
86852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
86852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
86852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
86852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
86852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
86852	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
86852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
86852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
86852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
86852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
86852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
86852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
86852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
86852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
86852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
86852	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
86852	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
86852	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
86852	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
86852	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
86852	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
86852	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
86852	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
86852	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
86852	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
86852	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
86852	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
86852	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
86852	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
86852	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
86852	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
86852	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
86852	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
86852	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
86852	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
86852	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
86852	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
86852	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
86852	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
86852	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
86852	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
86852	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
86852	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
86852	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
86852	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
86852	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
86852	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
86852	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
86852	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
86852	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
86852	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
86852	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
86852	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
86852	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
86852	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
86852	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
86852	embedding2nn.weight	0	0.04028383269906044
86852	embedding2nn.weight	1	-0.08346479386091232
86852	embedding2nn.weight	2	0.026375921443104744
86852	embedding2nn.weight	3	-0.04479682818055153
86852	embedding2nn.weight	4	-0.0957220122218132
86852	embedding2nn.weight	5	0.08381974697113037
86852	embedding2nn.weight	6	-0.0894673764705658
86852	embedding2nn.weight	7	-0.07996650785207748
86852	embedding2nn.weight	8	-0.007885883562266827
86852	embedding2nn.weight	9	0.030642883852124214
86852	embedding2nn.bias	0	0.022292662411928177
86852	embedding2nn.bias	1	-0.0010949306888505816
86852	embedding2nn.bias	2	-0.14817239344120026
86852	embedding2nn.bias	3	0.05672254413366318
86852	embedding2nn.bias	4	0.03973304107785225
86852	embedding2nn.bias	5	-0.15583465993404388
86852	embedding2nn.bias	6	-0.05940525606274605
86852	embedding2nn.bias	7	-0.03799045830965042
86852	embedding2nn.bias	8	0.12534363567829132
86852	embedding2nn.bias	9	-0.1055917739868164
86852	rnn.weight_ih_l0	0	-0.0030143321491777897
86852	rnn.weight_ih_l0	1	-0.03862648457288742
86852	rnn.weight_ih_l0	2	-0.03856596350669861
86852	rnn.weight_ih_l0	3	-0.02204408496618271
86852	rnn.weight_ih_l0	4	-0.00404096907004714
86852	rnn.weight_ih_l0	5	-0.07239139825105667
86852	rnn.weight_ih_l0	6	0.015068364329636097
86852	rnn.weight_ih_l0	7	-0.04188629239797592
86852	rnn.weight_ih_l0	8	0.006823278032243252
86852	rnn.weight_ih_l0	9	0.0011163166491314769
86852	rnn.weight_hh_l0	0	-0.00525712501257658
86852	rnn.weight_hh_l0	1	-0.07970305532217026
86852	rnn.weight_hh_l0	2	0.04848316311836243
86852	rnn.weight_hh_l0	3	0.024698689579963684
86852	rnn.weight_hh_l0	4	0.0064512016251683235
86852	rnn.weight_hh_l0	5	0.04982635751366615
86852	rnn.weight_hh_l0	6	-0.01225344743579626
86852	rnn.weight_hh_l0	7	-0.08026041835546494
86852	rnn.weight_hh_l0	8	-0.01757996715605259
86852	rnn.weight_hh_l0	9	-0.07000426203012466
86852	rnn.bias_ih_l0	0	-0.09631891548633575
86852	rnn.bias_ih_l0	1	-0.127648264169693
86852	rnn.bias_ih_l0	2	-0.2032969743013382
86852	rnn.bias_ih_l0	3	-0.26625916361808777
86852	rnn.bias_ih_l0	4	0.015443961136043072
86852	rnn.bias_ih_l0	5	0.05671373009681702
86852	rnn.bias_ih_l0	6	-0.12610910832881927
86852	rnn.bias_ih_l0	7	-0.21837037801742554
86852	rnn.bias_ih_l0	8	-0.10744622349739075
86852	rnn.bias_ih_l0	9	-0.14962179958820343
86852	rnn.bias_hh_l0	0	0.11496343463659286
86852	rnn.bias_hh_l0	1	-0.05016431584954262
86852	rnn.bias_hh_l0	2	0.012226917780935764
86852	rnn.bias_hh_l0	3	-0.15528595447540283
86852	rnn.bias_hh_l0	4	0.037355002015829086
86852	rnn.bias_hh_l0	5	0.019400786608457565
86852	rnn.bias_hh_l0	6	-0.08110124617815018
86852	rnn.bias_hh_l0	7	-0.13234283030033112
86852	rnn.bias_hh_l0	8	-0.16356846690177917
86852	rnn.bias_hh_l0	9	-0.08629018813371658
86852	rnn.weight_ih_l0_reverse	0	0.0005768874543718994
86852	rnn.weight_ih_l0_reverse	1	0.02545030228793621
86852	rnn.weight_ih_l0_reverse	2	-0.018341902643442154
86852	rnn.weight_ih_l0_reverse	3	-0.012337490916252136
86852	rnn.weight_ih_l0_reverse	4	0.014996685087680817
86852	rnn.weight_ih_l0_reverse	5	-0.05125598609447479
86852	rnn.weight_ih_l0_reverse	6	-0.0307424645870924
86852	rnn.weight_ih_l0_reverse	7	-0.010391129180788994
86852	rnn.weight_ih_l0_reverse	8	0.06220829859375954
86852	rnn.weight_ih_l0_reverse	9	0.01877359300851822
86852	rnn.weight_hh_l0_reverse	0	-0.003056152258068323
86852	rnn.weight_hh_l0_reverse	1	0.016884921118617058
86852	rnn.weight_hh_l0_reverse	2	-0.03988528996706009
86852	rnn.weight_hh_l0_reverse	3	0.03056948259472847
86852	rnn.weight_hh_l0_reverse	4	0.020132610574364662
86852	rnn.weight_hh_l0_reverse	5	-0.011685598641633987
86852	rnn.weight_hh_l0_reverse	6	0.0312790684401989
86852	rnn.weight_hh_l0_reverse	7	0.0198184996843338
86852	rnn.weight_hh_l0_reverse	8	-0.0066587734036147594
86852	rnn.weight_hh_l0_reverse	9	-0.05274253711104393
86852	rnn.bias_ih_l0_reverse	0	-0.13027426600456238
86852	rnn.bias_ih_l0_reverse	1	-0.2621949315071106
86852	rnn.bias_ih_l0_reverse	2	-0.056346457451581955
86852	rnn.bias_ih_l0_reverse	3	-0.10006827861070633
86852	rnn.bias_ih_l0_reverse	4	0.07622061669826508
86852	rnn.bias_ih_l0_reverse	5	-0.20231494307518005
86852	rnn.bias_ih_l0_reverse	6	-0.038295820355415344
86852	rnn.bias_ih_l0_reverse	7	0.035268399864435196
86852	rnn.bias_ih_l0_reverse	8	-0.16013504564762115
86852	rnn.bias_ih_l0_reverse	9	-0.06845756620168686
86852	rnn.bias_hh_l0_reverse	0	-0.12001341581344604
86852	rnn.bias_hh_l0_reverse	1	-0.1132076233625412
86852	rnn.bias_hh_l0_reverse	2	-0.01878185011446476
86852	rnn.bias_hh_l0_reverse	3	-0.12561078369617462
86852	rnn.bias_hh_l0_reverse	4	-0.03346404433250427
86852	rnn.bias_hh_l0_reverse	5	-0.10141811519861221
86852	rnn.bias_hh_l0_reverse	6	-0.067692831158638
86852	rnn.bias_hh_l0_reverse	7	-0.14354124665260315
86852	rnn.bias_hh_l0_reverse	8	-0.03991256654262543
86852	rnn.bias_hh_l0_reverse	9	-0.1354714184999466
86852	linear.weight	0	-0.27915477752685547
86852	linear.weight	1	-0.13853289186954498
86852	linear.weight	2	-0.011228874325752258
86852	linear.weight	3	-0.10357458889484406
86852	linear.weight	4	0.07878418266773224
86852	linear.weight	5	0.17921732366085052
86852	linear.weight	6	0.0047744326293468475
86852	linear.weight	7	-0.021312154829502106
86852	linear.weight	8	0.055163316428661346
86852	linear.weight	9	0.11597811430692673
86852	linear.bias	0	-0.7633394002914429
86852	linear.bias	1	1.0506892204284668
86852	linear.bias	2	-0.24274516105651855
86852	linear.bias	3	-0.5665102005004883
86852	linear.bias	4	-1.1700283288955688
86852	linear.bias	5	-1.1498708724975586
86852	linear.bias	6	-0.729372501373291
86852	linear.bias	7	-0.6854507327079773
86852	linear.bias	8	-0.01705317199230194
86852	linear.bias	9	3.0992019176483154
86856	transitions	0	-0.2930569648742676
86856	transitions	1	7.846352577209473
86856	transitions	2	-3.1780595779418945
86856	transitions	3	1.3530097007751465
86856	transitions	4	-1.8439756631851196
86856	transitions	5	-0.32565924525260925
86856	transitions	6	-0.16936559975147247
86856	transitions	7	-10000.0
86856	transitions	8	1.6772185564041138
86856	transitions	9	-2.289515495300293
86856	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
86856	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
86856	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
86856	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
86856	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
86856	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
86856	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
86856	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
86856	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
86856	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
86856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
86856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
86856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
86856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
86856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
86856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
86856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
86856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
86856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
86856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
86856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
86856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
86856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
86856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
86856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
86856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
86856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
86856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
86856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
86856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
86856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
86856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
86856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
86856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
86856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
86856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
86856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
86856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
86856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
86856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
86856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
86856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
86856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
86856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
86856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
86856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
86856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
86856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
86856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
86856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
86856	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
86856	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
86856	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
86856	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
86856	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
86856	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
86856	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
86856	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
86856	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
86856	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
86856	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
86856	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
86856	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
86856	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
86856	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
86856	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
86856	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
86856	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
86856	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
86856	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
86856	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
86856	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
86856	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
86856	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
86856	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
86856	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
86856	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
86856	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
86856	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
86856	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
86856	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
86856	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
86856	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
86856	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
86856	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
86856	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
86856	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
86856	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
86856	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
86856	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
86856	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
86856	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
86856	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
86856	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
86856	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
86856	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
86856	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
86856	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
86856	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
86856	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
86856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
86856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
86856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
86856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
86856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
86856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
86856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
86856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
86856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
86856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
86856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
86856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
86856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
86856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
86856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
86856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
86856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
86856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
86856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
86856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
86856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
86856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
86856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
86856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
86856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
86856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
86856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
86856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
86856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
86856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
86856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
86856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
86856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
86856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
86856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
86856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
86856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
86856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
86856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
86856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
86856	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
86856	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
86856	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
86856	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
86856	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
86856	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
86856	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
86856	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
86856	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
86856	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
86856	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
86856	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
86856	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
86856	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
86856	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
86856	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
86856	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
86856	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
86856	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
86856	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
86856	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
86856	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
86856	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
86856	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
86856	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
86856	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
86856	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
86856	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
86856	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
86856	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
86856	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
86856	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
86856	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
86856	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
86856	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
86856	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
86856	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
86856	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
86856	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
86856	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
86856	embedding2nn.weight	0	0.04033508151769638
86856	embedding2nn.weight	1	-0.08339012414216995
86856	embedding2nn.weight	2	0.026068130508065224
86856	embedding2nn.weight	3	-0.04463490471243858
86856	embedding2nn.weight	4	-0.09602285176515579
86856	embedding2nn.weight	5	0.083833709359169
86856	embedding2nn.weight	6	-0.08880505710840225
86856	embedding2nn.weight	7	-0.07976289838552475
86856	embedding2nn.weight	8	-0.007810630835592747
86856	embedding2nn.weight	9	0.030565043911337852
86856	embedding2nn.bias	0	0.022337734699249268
86856	embedding2nn.bias	1	-0.003536288859322667
86856	embedding2nn.bias	2	-0.1507083624601364
86856	embedding2nn.bias	3	0.05651917681097984
86856	embedding2nn.bias	4	0.04018821567296982
86856	embedding2nn.bias	5	-0.1536594033241272
86856	embedding2nn.bias	6	-0.06021483615040779
86856	embedding2nn.bias	7	-0.03866187855601311
86856	embedding2nn.bias	8	0.1271587759256363
86856	embedding2nn.bias	9	-0.10506238788366318
86856	rnn.weight_ih_l0	0	-0.0029661869630217552
86856	rnn.weight_ih_l0	1	-0.0374593622982502
86856	rnn.weight_ih_l0	2	-0.03864341974258423
86856	rnn.weight_ih_l0	3	-0.021779654547572136
86856	rnn.weight_ih_l0	4	-0.004001649562269449
86856	rnn.weight_ih_l0	5	-0.07166086137294769
86856	rnn.weight_ih_l0	6	0.01489434577524662
86856	rnn.weight_ih_l0	7	-0.04179323464632034
86856	rnn.weight_ih_l0	8	0.006515722721815109
86856	rnn.weight_ih_l0	9	0.0011439507361501455
86856	rnn.weight_hh_l0	0	-0.0053561595268547535
86856	rnn.weight_hh_l0	1	-0.07958487421274185
86856	rnn.weight_hh_l0	2	0.048490408807992935
86856	rnn.weight_hh_l0	3	0.024703985080122948
86856	rnn.weight_hh_l0	4	0.006449712906032801
86856	rnn.weight_hh_l0	5	0.04984250292181969
86856	rnn.weight_hh_l0	6	-0.012257052585482597
86856	rnn.weight_hh_l0	7	-0.08029238134622574
86856	rnn.weight_hh_l0	8	-0.017579946666955948
86856	rnn.weight_hh_l0	9	-0.06987926363945007
86856	rnn.bias_ih_l0	0	-0.0960792824625969
86856	rnn.bias_ih_l0	1	-0.12736494839191437
86856	rnn.bias_ih_l0	2	-0.20346203446388245
86856	rnn.bias_ih_l0	3	-0.26605424284935
86856	rnn.bias_ih_l0	4	0.020156115293502808
86856	rnn.bias_ih_l0	5	0.056325796991586685
86856	rnn.bias_ih_l0	6	-0.1262006014585495
86856	rnn.bias_ih_l0	7	-0.21867500245571136
86856	rnn.bias_ih_l0	8	-0.10788673162460327
86856	rnn.bias_ih_l0	9	-0.14946512877941132
86856	rnn.bias_hh_l0	0	0.11486126482486725
86856	rnn.bias_hh_l0	1	-0.05041966587305069
86856	rnn.bias_hh_l0	2	0.011724784038960934
86856	rnn.bias_hh_l0	3	-0.15537334978580475
86856	rnn.bias_hh_l0	4	0.03791017830371857
86856	rnn.bias_hh_l0	5	0.019223706796765327
86856	rnn.bias_hh_l0	6	-0.0809095948934555
86856	rnn.bias_hh_l0	7	-0.13312728703022003
86856	rnn.bias_hh_l0	8	-0.16370120644569397
86856	rnn.bias_hh_l0	9	-0.08720657229423523
86856	rnn.weight_ih_l0_reverse	0	0.0005600962904281914
86856	rnn.weight_ih_l0_reverse	1	0.02542983554303646
86856	rnn.weight_ih_l0_reverse	2	-0.017797918990254402
86856	rnn.weight_ih_l0_reverse	3	-0.012350829318165779
86856	rnn.weight_ih_l0_reverse	4	0.01498994417488575
86856	rnn.weight_ih_l0_reverse	5	-0.0513598769903183
86856	rnn.weight_ih_l0_reverse	6	-0.03055476024746895
86856	rnn.weight_ih_l0_reverse	7	-0.010264111682772636
86856	rnn.weight_ih_l0_reverse	8	0.062272075563669205
86856	rnn.weight_ih_l0_reverse	9	0.018836120143532753
86856	rnn.weight_hh_l0_reverse	0	-0.0030555096454918385
86856	rnn.weight_hh_l0_reverse	1	0.017128821462392807
86856	rnn.weight_hh_l0_reverse	2	-0.03979381546378136
86856	rnn.weight_hh_l0_reverse	3	0.030607305467128754
86856	rnn.weight_hh_l0_reverse	4	0.020136617124080658
86856	rnn.weight_hh_l0_reverse	5	-0.012054599821567535
86856	rnn.weight_hh_l0_reverse	6	0.031282756477594376
86856	rnn.weight_hh_l0_reverse	7	0.02013411745429039
86856	rnn.weight_hh_l0_reverse	8	-0.006636876612901688
86856	rnn.weight_hh_l0_reverse	9	-0.05275234580039978
86856	rnn.bias_ih_l0_reverse	0	-0.13029581308364868
86856	rnn.bias_ih_l0_reverse	1	-0.2621624767780304
86856	rnn.bias_ih_l0_reverse	2	-0.056541621685028076
86856	rnn.bias_ih_l0_reverse	3	-0.1005019098520279
86856	rnn.bias_ih_l0_reverse	4	0.07547040283679962
86856	rnn.bias_ih_l0_reverse	5	-0.20241454243659973
86856	rnn.bias_ih_l0_reverse	6	-0.03829234465956688
86856	rnn.bias_ih_l0_reverse	7	0.03429943323135376
86856	rnn.bias_ih_l0_reverse	8	-0.16018742322921753
86856	rnn.bias_ih_l0_reverse	9	-0.06812573224306107
86856	rnn.bias_hh_l0_reverse	0	-0.12028968334197998
86856	rnn.bias_hh_l0_reverse	1	-0.1128109022974968
86856	rnn.bias_hh_l0_reverse	2	-0.01844862475991249
86856	rnn.bias_hh_l0_reverse	3	-0.12454821914434433
86856	rnn.bias_hh_l0_reverse	4	-0.033645886927843094
86856	rnn.bias_hh_l0_reverse	5	-0.10144312679767609
86856	rnn.bias_hh_l0_reverse	6	-0.06805111467838287
86856	rnn.bias_hh_l0_reverse	7	-0.14387015998363495
86856	rnn.bias_hh_l0_reverse	8	-0.039148129522800446
86856	rnn.bias_hh_l0_reverse	9	-0.1354561746120453
86856	linear.weight	0	-0.28003063797950745
86856	linear.weight	1	-0.1389215737581253
86856	linear.weight	2	-0.011228874325752258
86856	linear.weight	3	-0.10352259874343872
86856	linear.weight	4	0.08004827052354813
86856	linear.weight	5	0.17976593971252441
86856	linear.weight	6	0.0047744326293468475
86856	linear.weight	7	-0.021312154829502106
86856	linear.weight	8	0.05657069757580757
86856	linear.weight	9	0.11549150198698044
86856	linear.bias	0	-0.7643558979034424
86856	linear.bias	1	1.050171136856079
86856	linear.bias	2	-0.24345600605010986
86856	linear.bias	3	-0.566183865070343
86856	linear.bias	4	-1.170307993888855
86856	linear.bias	5	-1.1498723030090332
86856	linear.bias	6	-0.7304770350456238
86856	linear.bias	7	-0.6763171553611755
86856	linear.bias	8	-0.01705317199230194
86856	linear.bias	9	3.0628013610839844
87053	transitions	0	-0.2935011088848114
87053	transitions	1	7.859734535217285
87053	transitions	2	-3.1794700622558594
87053	transitions	3	1.3644976615905762
87053	transitions	4	-1.8445066213607788
87053	transitions	5	-0.3257763385772705
87053	transitions	6	-0.16943779587745667
87053	transitions	7	-10000.0
87053	transitions	8	1.6765302419662476
87053	transitions	9	-2.2895450592041016
87053	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
87053	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
87053	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
87053	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
87053	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
87053	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
87053	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
87053	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
87053	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
87053	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
87053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
87053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
87053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
87053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
87053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
87053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
87053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
87053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
87053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
87053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
87053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
87053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
87053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
87053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
87053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
87053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
87053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
87053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
87053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
87053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
87053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
87053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
87053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
87053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
87053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
87053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
87053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
87053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
87053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
87053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
87053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
87053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
87053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
87053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
87053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
87053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
87053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
87053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
87053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
87053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
87053	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
87053	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
87053	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
87053	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
87053	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
87053	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
87053	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
87053	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
87053	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
87053	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
87053	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
87053	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
87053	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
87053	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
87053	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
87053	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
87053	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
87053	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
87053	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
87053	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
87053	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
87053	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
87053	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
87053	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
87053	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
87053	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
87053	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
87053	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
87053	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
87053	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
87053	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
87053	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
87053	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
87053	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
87053	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
87053	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
87053	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
87053	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
87053	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
87053	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
87053	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
87053	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
87053	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
87053	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
87053	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
87053	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
87053	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
87053	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
87053	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
87053	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
87053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
87053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
87053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
87053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
87053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
87053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
87053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
87053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
87053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
87053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
87053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
87053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
87053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
87053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
87053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
87053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
87053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
87053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
87053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
87053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
87053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
87053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
87053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
87053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
87053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
87053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
87053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
87053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
87053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
87053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
87053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
87053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
87053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
87053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
87053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
87053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
87053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
87053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
87053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
87053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
87053	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
87053	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
87053	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
87053	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
87053	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
87053	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
87053	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
87053	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
87053	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
87053	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
87053	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
87053	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
87053	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
87053	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
87053	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
87053	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
87053	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
87053	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
87053	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
87053	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
87053	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
87053	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
87053	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
87053	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
87053	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
87053	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
87053	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
87053	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
87053	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
87053	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
87053	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
87053	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
87053	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
87053	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
87053	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
87053	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
87053	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
87053	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
87053	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
87053	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
87053	embedding2nn.weight	0	0.04018325358629227
87053	embedding2nn.weight	1	-0.08368395268917084
87053	embedding2nn.weight	2	0.028452441096305847
87053	embedding2nn.weight	3	-0.044439949095249176
87053	embedding2nn.weight	4	-0.09779925644397736
87053	embedding2nn.weight	5	0.0849318876862526
87053	embedding2nn.weight	6	-0.08699271827936172
87053	embedding2nn.weight	7	-0.08201798051595688
87053	embedding2nn.weight	8	-0.00954266544431448
87053	embedding2nn.weight	9	0.03387165442109108
87053	embedding2nn.bias	0	0.031231695786118507
87053	embedding2nn.bias	1	-0.0005637714057229459
87053	embedding2nn.bias	2	-0.1430026739835739
87053	embedding2nn.bias	3	0.05758875608444214
87053	embedding2nn.bias	4	0.045682091265916824
87053	embedding2nn.bias	5	-0.15530571341514587
87053	embedding2nn.bias	6	-0.065480537712574
87053	embedding2nn.bias	7	-0.023430032655596733
87053	embedding2nn.bias	8	0.11027001589536667
87053	embedding2nn.bias	9	-0.12331963330507278
87053	rnn.weight_ih_l0	0	-0.00210483162663877
87053	rnn.weight_ih_l0	1	-0.03981249779462814
87053	rnn.weight_ih_l0	2	-0.03980633243918419
87053	rnn.weight_ih_l0	3	-0.024647211655974388
87053	rnn.weight_ih_l0	4	-0.005987516138702631
87053	rnn.weight_ih_l0	5	-0.0688018724322319
87053	rnn.weight_ih_l0	6	0.020675959065556526
87053	rnn.weight_ih_l0	7	-0.04454077035188675
87053	rnn.weight_ih_l0	8	0.003666849574074149
87053	rnn.weight_ih_l0	9	0.0009193361038342118
87053	rnn.weight_hh_l0	0	-0.0052033113315701485
87053	rnn.weight_hh_l0	1	-0.07765486091375351
87053	rnn.weight_hh_l0	2	0.04781842604279518
87053	rnn.weight_hh_l0	3	0.025171658024191856
87053	rnn.weight_hh_l0	4	0.006383258383721113
87053	rnn.weight_hh_l0	5	0.051254916936159134
87053	rnn.weight_hh_l0	6	-0.012480298057198524
87053	rnn.weight_hh_l0	7	-0.079641193151474
87053	rnn.weight_hh_l0	8	-0.017045769840478897
87053	rnn.weight_hh_l0	9	-0.066579170525074
87053	rnn.bias_ih_l0	0	-0.09832698106765747
87053	rnn.bias_ih_l0	1	-0.13121972978115082
87053	rnn.bias_ih_l0	2	-0.20738033950328827
87053	rnn.bias_ih_l0	3	-0.2650168538093567
87053	rnn.bias_ih_l0	4	0.02417752705514431
87053	rnn.bias_ih_l0	5	0.056145425885915756
87053	rnn.bias_ih_l0	6	-0.12354447692632675
87053	rnn.bias_ih_l0	7	-0.22013361752033234
87053	rnn.bias_ih_l0	8	-0.1053725928068161
87053	rnn.bias_ih_l0	9	-0.15077921748161316
87053	rnn.bias_hh_l0	0	0.11682670563459396
87053	rnn.bias_hh_l0	1	-0.0489242821931839
87053	rnn.bias_hh_l0	2	0.011434046551585197
87053	rnn.bias_hh_l0	3	-0.15836288034915924
87053	rnn.bias_hh_l0	4	0.04044328257441521
87053	rnn.bias_hh_l0	5	0.021790409460663795
87053	rnn.bias_hh_l0	6	-0.07746479660272598
87053	rnn.bias_hh_l0	7	-0.13513262569904327
87053	rnn.bias_hh_l0	8	-0.16284239292144775
87053	rnn.bias_hh_l0	9	-0.08463193476200104
87053	rnn.weight_ih_l0_reverse	0	0.003939141985028982
87053	rnn.weight_ih_l0_reverse	1	0.025163767859339714
87053	rnn.weight_ih_l0_reverse	2	-0.015968888998031616
87053	rnn.weight_ih_l0_reverse	3	-0.01328954566270113
87053	rnn.weight_ih_l0_reverse	4	0.014913885854184628
87053	rnn.weight_ih_l0_reverse	5	-0.05372575670480728
87053	rnn.weight_ih_l0_reverse	6	-0.03381110355257988
87053	rnn.weight_ih_l0_reverse	7	-0.0054321312345564365
87053	rnn.weight_ih_l0_reverse	8	0.05882216617465019
87053	rnn.weight_ih_l0_reverse	9	0.018129875883460045
87053	rnn.weight_hh_l0_reverse	0	-0.00253887427970767
87053	rnn.weight_hh_l0_reverse	1	0.016297297552227974
87053	rnn.weight_hh_l0_reverse	2	-0.03997531905770302
87053	rnn.weight_hh_l0_reverse	3	0.030379079282283783
87053	rnn.weight_hh_l0_reverse	4	0.01893412321805954
87053	rnn.weight_hh_l0_reverse	5	-0.011547690257430077
87053	rnn.weight_hh_l0_reverse	6	0.031730327755212784
87053	rnn.weight_hh_l0_reverse	7	0.020007668063044548
87053	rnn.weight_hh_l0_reverse	8	-0.00702185882255435
87053	rnn.weight_hh_l0_reverse	9	-0.05302402749657631
87053	rnn.bias_ih_l0_reverse	0	-0.12746742367744446
87053	rnn.bias_ih_l0_reverse	1	-0.26490506529808044
87053	rnn.bias_ih_l0_reverse	2	-0.05647651478648186
87053	rnn.bias_ih_l0_reverse	3	-0.0979606956243515
87053	rnn.bias_ih_l0_reverse	4	0.07827199250459671
87053	rnn.bias_ih_l0_reverse	5	-0.20361018180847168
87053	rnn.bias_ih_l0_reverse	6	-0.038218025118112564
87053	rnn.bias_ih_l0_reverse	7	0.030028944835066795
87053	rnn.bias_ih_l0_reverse	8	-0.1572859138250351
87053	rnn.bias_ih_l0_reverse	9	-0.07083354890346527
87053	rnn.bias_hh_l0_reverse	0	-0.12215469777584076
87053	rnn.bias_hh_l0_reverse	1	-0.11513698846101761
87053	rnn.bias_hh_l0_reverse	2	-0.017407681792974472
87053	rnn.bias_hh_l0_reverse	3	-0.12447259575128555
87053	rnn.bias_hh_l0_reverse	4	-0.03295278921723366
87053	rnn.bias_hh_l0_reverse	5	-0.1013214960694313
87053	rnn.bias_hh_l0_reverse	6	-0.07211244851350784
87053	rnn.bias_hh_l0_reverse	7	-0.1394898146390915
87053	rnn.bias_hh_l0_reverse	8	-0.03754758834838867
87053	rnn.bias_hh_l0_reverse	9	-0.13474005460739136
87053	linear.weight	0	-0.3147662878036499
87053	linear.weight	1	-0.14004918932914734
87053	linear.weight	2	-0.011228874325752258
87053	linear.weight	3	-0.08884552866220474
87053	linear.weight	4	0.06082095950841904
87053	linear.weight	5	0.17676350474357605
87053	linear.weight	6	0.0047744326293468475
87053	linear.weight	7	-0.021312154829502106
87053	linear.weight	8	0.0885297879576683
87053	linear.weight	9	0.10952000319957733
87053	linear.bias	0	-0.7941654920578003
87053	linear.bias	1	1.0239547491073608
87053	linear.bias	2	-0.23113581538200378
87053	linear.bias	3	-0.5849010944366455
87053	linear.bias	4	-1.1029906272888184
87053	linear.bias	5	-1.1499974727630615
87053	linear.bias	6	-0.7602535486221313
87053	linear.bias	7	-0.6941030025482178
87053	linear.bias	8	-0.01705317199230194
87053	linear.bias	9	3.1168675422668457
87250	transitions	0	-0.2938918173313141
87250	transitions	1	7.8680033683776855
87250	transitions	2	-3.1811933517456055
87250	transitions	3	1.3624978065490723
87250	transitions	4	-1.8451803922653198
87250	transitions	5	-0.32612839341163635
87250	transitions	6	-0.1695563644170761
87250	transitions	7	-10000.0
87250	transitions	8	1.6745399236679077
87250	transitions	9	-2.289562225341797
87250	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
87250	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
87250	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
87250	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
87250	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
87250	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
87250	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
87250	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
87250	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
87250	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
87250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
87250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
87250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
87250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
87250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
87250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
87250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
87250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
87250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
87250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
87250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
87250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
87250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
87250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
87250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
87250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
87250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
87250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
87250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
87250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
87250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
87250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
87250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
87250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
87250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
87250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
87250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
87250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
87250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
87250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
87250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
87250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
87250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
87250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
87250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
87250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
87250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
87250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
87250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
87250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
87250	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
87250	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
87250	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
87250	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
87250	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
87250	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
87250	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
87250	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
87250	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
87250	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
87250	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
87250	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
87250	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
87250	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
87250	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
87250	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
87250	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
87250	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
87250	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
87250	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
87250	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
87250	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
87250	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
87250	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
87250	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
87250	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
87250	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
87250	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
87250	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
87250	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
87250	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
87250	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
87250	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
87250	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
87250	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
87250	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
87250	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
87250	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
87250	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
87250	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
87250	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
87250	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
87250	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
87250	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
87250	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
87250	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
87250	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
87250	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
87250	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
87250	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
87250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
87250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
87250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
87250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
87250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
87250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
87250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
87250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
87250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
87250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
87250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
87250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
87250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
87250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
87250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
87250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
87250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
87250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
87250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
87250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
87250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
87250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
87250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
87250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
87250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
87250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
87250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
87250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
87250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
87250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
87250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
87250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
87250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
87250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
87250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
87250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
87250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
87250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
87250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
87250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
87250	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
87250	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
87250	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
87250	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
87250	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
87250	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
87250	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
87250	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
87250	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
87250	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
87250	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
87250	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
87250	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
87250	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
87250	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
87250	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
87250	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
87250	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
87250	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
87250	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
87250	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
87250	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
87250	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
87250	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
87250	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
87250	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
87250	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
87250	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
87250	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
87250	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
87250	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
87250	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
87250	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
87250	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
87250	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
87250	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
87250	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
87250	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
87250	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
87250	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
87250	embedding2nn.weight	0	0.04076734557747841
87250	embedding2nn.weight	1	-0.082524873316288
87250	embedding2nn.weight	2	0.022716796025633812
87250	embedding2nn.weight	3	-0.04520947486162186
87250	embedding2nn.weight	4	-0.09814359992742538
87250	embedding2nn.weight	5	0.0867294892668724
87250	embedding2nn.weight	6	-0.08286865055561066
87250	embedding2nn.weight	7	-0.08006157726049423
87250	embedding2nn.weight	8	-0.008669186383485794
87250	embedding2nn.weight	9	0.03325299918651581
87250	embedding2nn.bias	0	0.040907036513090134
87250	embedding2nn.bias	1	0.01199109572917223
87250	embedding2nn.bias	2	-0.13520993292331696
87250	embedding2nn.bias	3	0.060574665665626526
87250	embedding2nn.bias	4	0.0410572811961174
87250	embedding2nn.bias	5	-0.14931975305080414
87250	embedding2nn.bias	6	-0.06820923835039139
87250	embedding2nn.bias	7	-0.022695165127515793
87250	embedding2nn.bias	8	0.11339522898197174
87250	embedding2nn.bias	9	-0.1157110258936882
87250	rnn.weight_ih_l0	0	-0.0035511741880327463
87250	rnn.weight_ih_l0	1	-0.03902794048190117
87250	rnn.weight_ih_l0	2	-0.03910670429468155
87250	rnn.weight_ih_l0	3	-0.025254102423787117
87250	rnn.weight_ih_l0	4	-0.006452173460274935
87250	rnn.weight_ih_l0	5	-0.06928252428770065
87250	rnn.weight_ih_l0	6	0.01922634057700634
87250	rnn.weight_ih_l0	7	-0.04542432352900505
87250	rnn.weight_ih_l0	8	0.0024452500510960817
87250	rnn.weight_ih_l0	9	-0.001655244966968894
87250	rnn.weight_hh_l0	0	-0.005311677232384682
87250	rnn.weight_hh_l0	1	-0.07569586485624313
87250	rnn.weight_hh_l0	2	0.04876796156167984
87250	rnn.weight_hh_l0	3	0.025543203577399254
87250	rnn.weight_hh_l0	4	0.0059189931489527225
87250	rnn.weight_hh_l0	5	0.05092778429389
87250	rnn.weight_hh_l0	6	-0.012811691500246525
87250	rnn.weight_hh_l0	7	-0.08035638928413391
87250	rnn.weight_hh_l0	8	-0.017092954367399216
87250	rnn.weight_hh_l0	9	-0.06736913323402405
87250	rnn.bias_ih_l0	0	-0.09210803359746933
87250	rnn.bias_ih_l0	1	-0.12872403860092163
87250	rnn.bias_ih_l0	2	-0.20258259773254395
87250	rnn.bias_ih_l0	3	-0.26783886551856995
87250	rnn.bias_ih_l0	4	0.021709125488996506
87250	rnn.bias_ih_l0	5	0.05749516561627388
87250	rnn.bias_ih_l0	6	-0.12165264040231705
87250	rnn.bias_ih_l0	7	-0.22378364205360413
87250	rnn.bias_ih_l0	8	-0.1080741360783577
87250	rnn.bias_ih_l0	9	-0.14902353286743164
87250	rnn.bias_hh_l0	0	0.11108192801475525
87250	rnn.bias_hh_l0	1	-0.051992300897836685
87250	rnn.bias_hh_l0	2	0.013096122071146965
87250	rnn.bias_hh_l0	3	-0.15676113963127136
87250	rnn.bias_hh_l0	4	0.04456979036331177
87250	rnn.bias_hh_l0	5	0.021622031927108765
87250	rnn.bias_hh_l0	6	-0.07971366494894028
87250	rnn.bias_hh_l0	7	-0.13664017617702484
87250	rnn.bias_hh_l0	8	-0.16449891030788422
87250	rnn.bias_hh_l0	9	-0.08416832238435745
87250	rnn.weight_ih_l0_reverse	0	0.0016700269188731909
87250	rnn.weight_ih_l0_reverse	1	0.026617424562573433
87250	rnn.weight_ih_l0_reverse	2	-0.018823159858584404
87250	rnn.weight_ih_l0_reverse	3	-0.014229287393391132
87250	rnn.weight_ih_l0_reverse	4	0.016840018332004547
87250	rnn.weight_ih_l0_reverse	5	-0.05310008302330971
87250	rnn.weight_ih_l0_reverse	6	-0.032085347920656204
87250	rnn.weight_ih_l0_reverse	7	-0.002757089212536812
87250	rnn.weight_ih_l0_reverse	8	0.05784021317958832
87250	rnn.weight_ih_l0_reverse	9	0.016475429758429527
87250	rnn.weight_hh_l0_reverse	0	-0.0027394918724894524
87250	rnn.weight_hh_l0_reverse	1	0.016463616862893105
87250	rnn.weight_hh_l0_reverse	2	-0.03982779383659363
87250	rnn.weight_hh_l0_reverse	3	0.0301737692207098
87250	rnn.weight_hh_l0_reverse	4	0.019155673682689667
87250	rnn.weight_hh_l0_reverse	5	-0.012796133756637573
87250	rnn.weight_hh_l0_reverse	6	0.031436335295438766
87250	rnn.weight_hh_l0_reverse	7	0.020198337733745575
87250	rnn.weight_hh_l0_reverse	8	-0.005291118752211332
87250	rnn.weight_hh_l0_reverse	9	-0.05377877503633499
87250	rnn.bias_ih_l0_reverse	0	-0.13024994730949402
87250	rnn.bias_ih_l0_reverse	1	-0.26362359523773193
87250	rnn.bias_ih_l0_reverse	2	-0.05784628912806511
87250	rnn.bias_ih_l0_reverse	3	-0.0999075323343277
87250	rnn.bias_ih_l0_reverse	4	0.07994098216295242
87250	rnn.bias_ih_l0_reverse	5	-0.19969797134399414
87250	rnn.bias_ih_l0_reverse	6	-0.03480258956551552
87250	rnn.bias_ih_l0_reverse	7	0.026896541938185692
87250	rnn.bias_ih_l0_reverse	8	-0.15620309114456177
87250	rnn.bias_ih_l0_reverse	9	-0.07053247839212418
87250	rnn.bias_hh_l0_reverse	0	-0.11678823083639145
87250	rnn.bias_hh_l0_reverse	1	-0.11308487504720688
87250	rnn.bias_hh_l0_reverse	2	-0.015235909260809422
87250	rnn.bias_hh_l0_reverse	3	-0.12572312355041504
87250	rnn.bias_hh_l0_reverse	4	-0.032674506306648254
87250	rnn.bias_hh_l0_reverse	5	-0.0998300239443779
87250	rnn.bias_hh_l0_reverse	6	-0.07561259716749191
87250	rnn.bias_hh_l0_reverse	7	-0.14255312085151672
87250	rnn.bias_hh_l0_reverse	8	-0.03849944472312927
87250	rnn.bias_hh_l0_reverse	9	-0.13613662123680115
87250	linear.weight	0	-0.3247593343257904
87250	linear.weight	1	-0.13368573784828186
87250	linear.weight	2	-0.011228874325752258
87250	linear.weight	3	-0.09172194451093674
87250	linear.weight	4	0.0710291638970375
87250	linear.weight	5	0.17466051876544952
87250	linear.weight	6	0.0047744326293468475
87250	linear.weight	7	-0.021312154829502106
87250	linear.weight	8	0.0781177431344986
87250	linear.weight	9	0.12278420478105545
87250	linear.bias	0	-0.7940875291824341
87250	linear.bias	1	1.0376900434494019
87250	linear.bias	2	-0.2759620249271393
87250	linear.bias	3	-0.5777974128723145
87250	linear.bias	4	-1.1395500898361206
87250	linear.bias	5	-1.1501339673995972
87250	linear.bias	6	-0.7609231472015381
87250	linear.bias	7	-0.6707718968391418
87250	linear.bias	8	-0.01705317199230194
87250	linear.bias	9	3.095989465713501
87447	transitions	0	-0.29425591230392456
87447	transitions	1	7.881160259246826
87447	transitions	2	-3.1830854415893555
87447	transitions	3	1.3633514642715454
87447	transitions	4	-1.8467471599578857
87447	transitions	5	-0.3262992799282074
87447	transitions	6	-0.16962216794490814
87447	transitions	7	-10000.0
87447	transitions	8	1.671385407447815
87447	transitions	9	-2.2895915508270264
87447	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
87447	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
87447	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
87447	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
87447	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
87447	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
87447	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
87447	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
87447	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
87447	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
87447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
87447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
87447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
87447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
87447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
87447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
87447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
87447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
87447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
87447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
87447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
87447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
87447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
87447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
87447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
87447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
87447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
87447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
87447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
87447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
87447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
87447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
87447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
87447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
87447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
87447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
87447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
87447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
87447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
87447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
87447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
87447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
87447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
87447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
87447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
87447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
87447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
87447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
87447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
87447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
87447	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
87447	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
87447	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
87447	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
87447	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
87447	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
87447	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
87447	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
87447	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
87447	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
87447	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
87447	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
87447	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
87447	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
87447	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
87447	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
87447	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
87447	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
87447	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
87447	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
87447	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
87447	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
87447	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
87447	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
87447	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
87447	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
87447	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
87447	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
87447	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
87447	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
87447	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
87447	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
87447	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
87447	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
87447	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
87447	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
87447	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
87447	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
87447	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
87447	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
87447	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
87447	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
87447	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
87447	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
87447	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
87447	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
87447	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
87447	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
87447	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
87447	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
87447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
87447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
87447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
87447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
87447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
87447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
87447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
87447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
87447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
87447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
87447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
87447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
87447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
87447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
87447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
87447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
87447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
87447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
87447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
87447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
87447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
87447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
87447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
87447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
87447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
87447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
87447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
87447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
87447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
87447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
87447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
87447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
87447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
87447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
87447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
87447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
87447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
87447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
87447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
87447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
87447	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
87447	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
87447	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
87447	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
87447	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
87447	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
87447	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
87447	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
87447	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
87447	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
87447	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
87447	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
87447	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
87447	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
87447	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
87447	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
87447	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
87447	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
87447	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
87447	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
87447	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
87447	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
87447	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
87447	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
87447	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
87447	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
87447	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
87447	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
87447	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
87447	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
87447	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
87447	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
87447	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
87447	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
87447	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
87447	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
87447	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
87447	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
87447	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
87447	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
87447	embedding2nn.weight	0	0.04012364521622658
87447	embedding2nn.weight	1	-0.0803820937871933
87447	embedding2nn.weight	2	0.028051061555743217
87447	embedding2nn.weight	3	-0.04410708695650101
87447	embedding2nn.weight	4	-0.10021650791168213
87447	embedding2nn.weight	5	0.08688529580831528
87447	embedding2nn.weight	6	-0.08434759825468063
87447	embedding2nn.weight	7	-0.07928981631994247
87447	embedding2nn.weight	8	-0.00901851523667574
87447	embedding2nn.weight	9	0.030180929228663445
87447	embedding2nn.bias	0	0.051672931760549545
87447	embedding2nn.bias	1	0.0224163681268692
87447	embedding2nn.bias	2	-0.1392667442560196
87447	embedding2nn.bias	3	0.05971527844667435
87447	embedding2nn.bias	4	0.040434736758470535
87447	embedding2nn.bias	5	-0.14335794746875763
87447	embedding2nn.bias	6	-0.06466703861951828
87447	embedding2nn.bias	7	-0.02029649168252945
87447	embedding2nn.bias	8	0.10538583248853683
87447	embedding2nn.bias	9	-0.10955356806516647
87447	rnn.weight_ih_l0	0	-0.003856061026453972
87447	rnn.weight_ih_l0	1	-0.03995346277952194
87447	rnn.weight_ih_l0	2	-0.038202982395887375
87447	rnn.weight_ih_l0	3	-0.027638336643576622
87447	rnn.weight_ih_l0	4	-0.005537659861147404
87447	rnn.weight_ih_l0	5	-0.06339707225561142
87447	rnn.weight_ih_l0	6	0.019900541752576828
87447	rnn.weight_ih_l0	7	-0.046932436525821686
87447	rnn.weight_ih_l0	8	0.0041447533294558525
87447	rnn.weight_ih_l0	9	-0.0026828856207430363
87447	rnn.weight_hh_l0	0	-0.0058470796793699265
87447	rnn.weight_hh_l0	1	-0.07451518625020981
87447	rnn.weight_hh_l0	2	0.04863004758954048
87447	rnn.weight_hh_l0	3	0.02596268244087696
87447	rnn.weight_hh_l0	4	0.0064040436409413815
87447	rnn.weight_hh_l0	5	0.05004490539431572
87447	rnn.weight_hh_l0	6	-0.012636375613510609
87447	rnn.weight_hh_l0	7	-0.08076813071966171
87447	rnn.weight_hh_l0	8	-0.017657389864325523
87447	rnn.weight_hh_l0	9	-0.06826532632112503
87447	rnn.bias_ih_l0	0	-0.09692108631134033
87447	rnn.bias_ih_l0	1	-0.12825119495391846
87447	rnn.bias_ih_l0	2	-0.2051563858985901
87447	rnn.bias_ih_l0	3	-0.26685383915901184
87447	rnn.bias_ih_l0	4	0.026969239115715027
87447	rnn.bias_ih_l0	5	0.060942184180021286
87447	rnn.bias_ih_l0	6	-0.11770495772361755
87447	rnn.bias_ih_l0	7	-0.2249930053949356
87447	rnn.bias_ih_l0	8	-0.10492708534002304
87447	rnn.bias_ih_l0	9	-0.1473386287689209
87447	rnn.bias_hh_l0	0	0.11228911578655243
87447	rnn.bias_hh_l0	1	-0.052013296633958817
87447	rnn.bias_hh_l0	2	0.015128378756344318
87447	rnn.bias_hh_l0	3	-0.1528947353363037
87447	rnn.bias_hh_l0	4	0.04660036787390709
87447	rnn.bias_hh_l0	5	0.021223297342658043
87447	rnn.bias_hh_l0	6	-0.07955589890480042
87447	rnn.bias_hh_l0	7	-0.13794498145580292
87447	rnn.bias_hh_l0	8	-0.1647965908050537
87447	rnn.bias_hh_l0	9	-0.08663222193717957
87447	rnn.weight_ih_l0_reverse	0	0.0009154960862360895
87447	rnn.weight_ih_l0_reverse	1	0.027799522504210472
87447	rnn.weight_ih_l0_reverse	2	-0.016477907076478004
87447	rnn.weight_ih_l0_reverse	3	-0.018535982817411423
87447	rnn.weight_ih_l0_reverse	4	0.017650503665208817
87447	rnn.weight_ih_l0_reverse	5	-0.05595467612147331
87447	rnn.weight_ih_l0_reverse	6	-0.03155956044793129
87447	rnn.weight_ih_l0_reverse	7	-0.0019060797058045864
87447	rnn.weight_ih_l0_reverse	8	0.05743809789419174
87447	rnn.weight_ih_l0_reverse	9	0.018721861764788628
87447	rnn.weight_hh_l0_reverse	0	-0.0026885191909968853
87447	rnn.weight_hh_l0_reverse	1	0.016391027718782425
87447	rnn.weight_hh_l0_reverse	2	-0.040359485894441605
87447	rnn.weight_hh_l0_reverse	3	0.03092917613685131
87447	rnn.weight_hh_l0_reverse	4	0.01879061572253704
87447	rnn.weight_hh_l0_reverse	5	-0.014613969251513481
87447	rnn.weight_hh_l0_reverse	6	0.032034892588853836
87447	rnn.weight_hh_l0_reverse	7	0.019653024151921272
87447	rnn.weight_hh_l0_reverse	8	-0.004748367238789797
87447	rnn.weight_hh_l0_reverse	9	-0.05450890213251114
87447	rnn.bias_ih_l0_reverse	0	-0.12827546894550323
87447	rnn.bias_ih_l0_reverse	1	-0.26205727458000183
87447	rnn.bias_ih_l0_reverse	2	-0.05618114024400711
87447	rnn.bias_ih_l0_reverse	3	-0.09798622131347656
87447	rnn.bias_ih_l0_reverse	4	0.07962069660425186
87447	rnn.bias_ih_l0_reverse	5	-0.2015235722064972
87447	rnn.bias_ih_l0_reverse	6	-0.03539752587676048
87447	rnn.bias_ih_l0_reverse	7	0.029376758262515068
87447	rnn.bias_ih_l0_reverse	8	-0.1545047014951706
87447	rnn.bias_ih_l0_reverse	9	-0.0713956281542778
87447	rnn.bias_hh_l0_reverse	0	-0.11465293914079666
87447	rnn.bias_hh_l0_reverse	1	-0.11207327246665955
87447	rnn.bias_hh_l0_reverse	2	-0.014480522833764553
87447	rnn.bias_hh_l0_reverse	3	-0.12705835700035095
87447	rnn.bias_hh_l0_reverse	4	-0.031055090948939323
87447	rnn.bias_hh_l0_reverse	5	-0.10153787583112717
87447	rnn.bias_hh_l0_reverse	6	-0.07401211559772491
87447	rnn.bias_hh_l0_reverse	7	-0.1421682983636856
87447	rnn.bias_hh_l0_reverse	8	-0.033404041081666946
87447	rnn.bias_hh_l0_reverse	9	-0.13920889794826508
87447	linear.weight	0	-0.3153395354747772
87447	linear.weight	1	-0.13288365304470062
87447	linear.weight	2	-0.011228874325752258
87447	linear.weight	3	-0.1110084131360054
87447	linear.weight	4	0.08343850821256638
87447	linear.weight	5	0.1951296478509903
87447	linear.weight	6	0.0047744326293468475
87447	linear.weight	7	-0.021312154829502106
87447	linear.weight	8	0.10325149446725845
87447	linear.weight	9	0.12614662945270538
87447	linear.bias	0	-0.778525173664093
87447	linear.bias	1	1.0330514907836914
87447	linear.bias	2	-0.2523793876171112
87447	linear.bias	3	-0.5801208019256592
87447	linear.bias	4	-1.10195791721344
87447	linear.bias	5	-1.1502575874328613
87447	linear.bias	6	-0.7493767142295837
87447	linear.bias	7	-0.6627568006515503
87447	linear.bias	8	-0.01705317199230194
87447	linear.bias	9	3.1121411323547363
87644	transitions	0	-0.29468297958374023
87644	transitions	1	7.824812889099121
87644	transitions	2	-3.18449068069458
87644	transitions	3	1.3825817108154297
87644	transitions	4	-1.8478106260299683
87644	transitions	5	-0.3264947235584259
87644	transitions	6	-0.1696881353855133
87644	transitions	7	-10000.0
87644	transitions	8	1.6702556610107422
87644	transitions	9	-2.2896180152893066
87644	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
87644	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
87644	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
87644	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
87644	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
87644	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
87644	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
87644	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
87644	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
87644	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
87644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
87644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
87644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
87644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
87644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
87644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
87644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
87644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
87644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
87644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
87644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
87644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
87644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
87644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
87644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
87644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
87644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
87644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
87644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
87644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
87644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
87644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
87644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
87644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
87644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
87644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
87644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
87644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
87644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
87644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
87644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
87644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
87644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
87644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
87644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
87644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
87644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
87644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
87644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
87644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
87644	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
87644	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
87644	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
87644	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
87644	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
87644	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
87644	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
87644	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
87644	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
87644	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
87644	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
87644	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
87644	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
87644	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
87644	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
87644	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
87644	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
87644	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
87644	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
87644	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
87644	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
87644	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
87644	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
87644	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
87644	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
87644	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
87644	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
87644	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
87644	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
87644	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
87644	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
87644	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
87644	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
87644	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
87644	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
87644	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
87644	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
87644	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
87644	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
87644	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
87644	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
87644	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
87644	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
87644	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
87644	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
87644	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
87644	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
87644	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
87644	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
87644	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
87644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
87644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
87644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
87644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
87644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
87644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
87644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
87644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
87644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
87644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
87644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
87644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
87644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
87644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
87644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
87644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
87644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
87644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
87644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
87644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
87644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
87644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
87644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
87644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
87644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
87644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
87644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
87644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
87644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
87644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
87644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
87644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
87644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
87644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
87644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
87644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
87644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
87644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
87644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
87644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
87644	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
87644	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
87644	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
87644	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
87644	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
87644	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
87644	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
87644	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
87644	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
87644	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
87644	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
87644	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
87644	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
87644	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
87644	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
87644	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
87644	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
87644	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
87644	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
87644	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
87644	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
87644	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
87644	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
87644	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
87644	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
87644	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
87644	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
87644	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
87644	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
87644	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
87644	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
87644	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
87644	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
87644	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
87644	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
87644	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
87644	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
87644	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
87644	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
87644	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
87644	embedding2nn.weight	0	0.03974958509206772
87644	embedding2nn.weight	1	-0.08076706528663635
87644	embedding2nn.weight	2	0.026272207498550415
87644	embedding2nn.weight	3	-0.04380083829164505
87644	embedding2nn.weight	4	-0.10447154194116592
87644	embedding2nn.weight	5	0.08851007372140884
87644	embedding2nn.weight	6	-0.08480145037174225
87644	embedding2nn.weight	7	-0.07531663030385971
87644	embedding2nn.weight	8	-0.007475695107132196
87644	embedding2nn.weight	9	0.02835886925458908
87644	embedding2nn.bias	0	0.07071072608232498
87644	embedding2nn.bias	1	0.01853650063276291
87644	embedding2nn.bias	2	-0.1414254903793335
87644	embedding2nn.bias	3	0.06099987402558327
87644	embedding2nn.bias	4	0.04325442016124725
87644	embedding2nn.bias	5	-0.16077855229377747
87644	embedding2nn.bias	6	-0.06560300290584564
87644	embedding2nn.bias	7	-0.02234840579330921
87644	embedding2nn.bias	8	0.10610949248075485
87644	embedding2nn.bias	9	-0.12143292278051376
87644	rnn.weight_ih_l0	0	-0.001823986298404634
87644	rnn.weight_ih_l0	1	-0.03954874724149704
87644	rnn.weight_ih_l0	2	-0.0383402481675148
87644	rnn.weight_ih_l0	3	-0.027058348059654236
87644	rnn.weight_ih_l0	4	-0.004035326186567545
87644	rnn.weight_ih_l0	5	-0.06369484961032867
87644	rnn.weight_ih_l0	6	0.017357569187879562
87644	rnn.weight_ih_l0	7	-0.048340801149606705
87644	rnn.weight_ih_l0	8	0.00399600388482213
87644	rnn.weight_ih_l0	9	-0.0026914605405181646
87644	rnn.weight_hh_l0	0	-0.00501271290704608
87644	rnn.weight_hh_l0	1	-0.07680225372314453
87644	rnn.weight_hh_l0	2	0.048643846064805984
87644	rnn.weight_hh_l0	3	0.027081411331892014
87644	rnn.weight_hh_l0	4	0.006530796177685261
87644	rnn.weight_hh_l0	5	0.05063087120652199
87644	rnn.weight_hh_l0	6	-0.01303531788289547
87644	rnn.weight_hh_l0	7	-0.08067849278450012
87644	rnn.weight_hh_l0	8	-0.014899911358952522
87644	rnn.weight_hh_l0	9	-0.06820696592330933
87644	rnn.bias_ih_l0	0	-0.10491758584976196
87644	rnn.bias_ih_l0	1	-0.1299975961446762
87644	rnn.bias_ih_l0	2	-0.20330309867858887
87644	rnn.bias_ih_l0	3	-0.26509925723075867
87644	rnn.bias_ih_l0	4	0.01904308795928955
87644	rnn.bias_ih_l0	5	0.06004302203655243
87644	rnn.bias_ih_l0	6	-0.1184578612446785
87644	rnn.bias_ih_l0	7	-0.22475148737430573
87644	rnn.bias_ih_l0	8	-0.10359501838684082
87644	rnn.bias_ih_l0	9	-0.15032126009464264
87644	rnn.bias_hh_l0	0	0.11326191574335098
87644	rnn.bias_hh_l0	1	-0.04887508228421211
87644	rnn.bias_hh_l0	2	0.014649112708866596
87644	rnn.bias_hh_l0	3	-0.1534249484539032
87644	rnn.bias_hh_l0	4	0.050122614949941635
87644	rnn.bias_hh_l0	5	0.02981310896575451
87644	rnn.bias_hh_l0	6	-0.07841157913208008
87644	rnn.bias_hh_l0	7	-0.13957124948501587
87644	rnn.bias_hh_l0	8	-0.1642533242702484
87644	rnn.bias_hh_l0	9	-0.08789277821779251
87644	rnn.weight_ih_l0_reverse	0	0.0005970775964669883
87644	rnn.weight_ih_l0_reverse	1	0.03017319366335869
87644	rnn.weight_ih_l0_reverse	2	-0.01922220177948475
87644	rnn.weight_ih_l0_reverse	3	-0.018412962555885315
87644	rnn.weight_ih_l0_reverse	4	0.017053132876753807
87644	rnn.weight_ih_l0_reverse	5	-0.05357063189148903
87644	rnn.weight_ih_l0_reverse	6	-0.033339910209178925
87644	rnn.weight_ih_l0_reverse	7	-0.0013018992030993104
87644	rnn.weight_ih_l0_reverse	8	0.05716247484087944
87644	rnn.weight_ih_l0_reverse	9	0.01663827709853649
87644	rnn.weight_hh_l0_reverse	0	-0.0022665064316242933
87644	rnn.weight_hh_l0_reverse	1	0.01701430045068264
87644	rnn.weight_hh_l0_reverse	2	-0.03991807997226715
87644	rnn.weight_hh_l0_reverse	3	0.03011135198175907
87644	rnn.weight_hh_l0_reverse	4	0.01839440129697323
87644	rnn.weight_hh_l0_reverse	5	-0.016900086775422096
87644	rnn.weight_hh_l0_reverse	6	0.0317392461001873
87644	rnn.weight_hh_l0_reverse	7	0.019911345094442368
87644	rnn.weight_hh_l0_reverse	8	-0.006157779134809971
87644	rnn.weight_hh_l0_reverse	9	-0.05492072179913521
87644	rnn.bias_ih_l0_reverse	0	-0.1274935007095337
87644	rnn.bias_ih_l0_reverse	1	-0.26990705728530884
87644	rnn.bias_ih_l0_reverse	2	-0.05689171329140663
87644	rnn.bias_ih_l0_reverse	3	-0.09998887032270432
87644	rnn.bias_ih_l0_reverse	4	0.07541383057832718
87644	rnn.bias_ih_l0_reverse	5	-0.20246081054210663
87644	rnn.bias_ih_l0_reverse	6	-0.03536836802959442
87644	rnn.bias_ih_l0_reverse	7	0.023193441331386566
87644	rnn.bias_ih_l0_reverse	8	-0.15314963459968567
87644	rnn.bias_ih_l0_reverse	9	-0.07220356911420822
87644	rnn.bias_hh_l0_reverse	0	-0.11400199681520462
87644	rnn.bias_hh_l0_reverse	1	-0.11047272384166718
87644	rnn.bias_hh_l0_reverse	2	-0.013861036859452724
87644	rnn.bias_hh_l0_reverse	3	-0.12375515699386597
87644	rnn.bias_hh_l0_reverse	4	-0.02878342755138874
87644	rnn.bias_hh_l0_reverse	5	-0.10030946135520935
87644	rnn.bias_hh_l0_reverse	6	-0.0754227489233017
87644	rnn.bias_hh_l0_reverse	7	-0.14430272579193115
87644	rnn.bias_hh_l0_reverse	8	-0.033931612968444824
87644	rnn.bias_hh_l0_reverse	9	-0.1377449333667755
87644	linear.weight	0	-0.3067481815814972
87644	linear.weight	1	-0.14216415584087372
87644	linear.weight	2	-0.011228874325752258
87644	linear.weight	3	-0.11481037735939026
87644	linear.weight	4	0.0968375951051712
87644	linear.weight	5	0.19996777176856995
87644	linear.weight	6	0.0047744326293468475
87644	linear.weight	7	-0.021312154829502106
87644	linear.weight	8	0.10686410218477249
87644	linear.weight	9	0.12330552190542221
87644	linear.bias	0	-0.7490021586418152
87644	linear.bias	1	1.0486047267913818
87644	linear.bias	2	-0.2900814116001129
87644	linear.bias	3	-0.6131044030189514
87644	linear.bias	4	-1.1116375923156738
87644	linear.bias	5	-1.1503994464874268
87644	linear.bias	6	-0.7209703326225281
87644	linear.bias	7	-0.6929224133491516
87644	linear.bias	8	-0.01705317199230194
87644	linear.bias	9	3.094249725341797
87841	transitions	0	-0.2950344681739807
87841	transitions	1	7.832713603973389
87841	transitions	2	-3.185748338699341
87841	transitions	3	1.3883814811706543
87841	transitions	4	-1.848738670349121
87841	transitions	5	-0.3266274034976959
87841	transitions	6	-0.16979524493217468
87841	transitions	7	-10000.0
87841	transitions	8	1.6690880060195923
87841	transitions	9	-2.289638042449951
87841	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
87841	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
87841	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
87841	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
87841	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
87841	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
87841	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
87841	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
87841	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
87841	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
87841	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
87841	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
87841	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
87841	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
87841	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
87841	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
87841	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
87841	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
87841	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
87841	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
87841	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
87841	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
87841	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
87841	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
87841	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
87841	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
87841	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
87841	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
87841	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
87841	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
87841	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
87841	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
87841	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
87841	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
87841	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
87841	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
87841	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
87841	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
87841	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
87841	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
87841	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
87841	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
87841	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
87841	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
87841	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
87841	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
87841	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
87841	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
87841	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
87841	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
87841	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
87841	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
87841	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
87841	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
87841	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
87841	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
87841	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
87841	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
87841	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
87841	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
87841	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
87841	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
87841	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
87841	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
87841	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
87841	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
87841	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
87841	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
87841	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
87841	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
87841	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
87841	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
87841	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
87841	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
87841	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
87841	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
87841	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
87841	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
87841	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
87841	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
87841	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
87841	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
87841	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
87841	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
87841	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
87841	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
87841	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
87841	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
87841	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
87841	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
87841	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
87841	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
87841	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
87841	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
87841	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
87841	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
87841	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
87841	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
87841	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
87841	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
87841	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
87841	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
87841	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
87841	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
87841	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
87841	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
87841	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
87841	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
87841	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
87841	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
87841	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
87841	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
87841	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
87841	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
87841	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
87841	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
87841	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
87841	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
87841	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
87841	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
87841	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
87841	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
87841	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
87841	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
87841	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
87841	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
87841	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
87841	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
87841	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
87841	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
87841	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
87841	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
87841	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
87841	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
87841	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
87841	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
87841	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
87841	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
87841	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
87841	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
87841	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
87841	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
87841	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
87841	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
87841	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
87841	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
87841	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
87841	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
87841	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
87841	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
87841	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
87841	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
87841	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
87841	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
87841	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
87841	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
87841	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
87841	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
87841	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
87841	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
87841	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
87841	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
87841	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
87841	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
87841	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
87841	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
87841	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
87841	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
87841	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
87841	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
87841	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
87841	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
87841	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
87841	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
87841	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
87841	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
87841	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
87841	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
87841	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
87841	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
87841	embedding2nn.weight	0	0.04001830890774727
87841	embedding2nn.weight	1	-0.08040464669466019
87841	embedding2nn.weight	2	0.024677546694874763
87841	embedding2nn.weight	3	-0.04075071960687637
87841	embedding2nn.weight	4	-0.10022959858179092
87841	embedding2nn.weight	5	0.08795025944709778
87841	embedding2nn.weight	6	-0.08795817941427231
87841	embedding2nn.weight	7	-0.07487397640943527
87841	embedding2nn.weight	8	-0.009152466431260109
87841	embedding2nn.weight	9	0.029434876516461372
87841	embedding2nn.bias	0	0.0673089325428009
87841	embedding2nn.bias	1	0.024714931845664978
87841	embedding2nn.bias	2	-0.15307201445102692
87841	embedding2nn.bias	3	0.05945109575986862
87841	embedding2nn.bias	4	0.03886277601122856
87841	embedding2nn.bias	5	-0.15805883705615997
87841	embedding2nn.bias	6	-0.08335784077644348
87841	embedding2nn.bias	7	-0.02747332490980625
87841	embedding2nn.bias	8	0.10968797653913498
87841	embedding2nn.bias	9	-0.12053843587636948
87841	rnn.weight_ih_l0	0	-0.004017289262264967
87841	rnn.weight_ih_l0	1	-0.04171549528837204
87841	rnn.weight_ih_l0	2	-0.038372982293367386
87841	rnn.weight_ih_l0	3	-0.025052228942513466
87841	rnn.weight_ih_l0	4	-0.004160808399319649
87841	rnn.weight_ih_l0	5	-0.06267653405666351
87841	rnn.weight_ih_l0	6	0.015494284220039845
87841	rnn.weight_ih_l0	7	-0.048837900161743164
87841	rnn.weight_ih_l0	8	0.004995677620172501
87841	rnn.weight_ih_l0	9	-0.0020675829146057367
87841	rnn.weight_hh_l0	0	-0.005712858866900206
87841	rnn.weight_hh_l0	1	-0.07709238678216934
87841	rnn.weight_hh_l0	2	0.04853460565209389
87841	rnn.weight_hh_l0	3	0.027398865669965744
87841	rnn.weight_hh_l0	4	0.006306168157607317
87841	rnn.weight_hh_l0	5	0.049880024045705795
87841	rnn.weight_hh_l0	6	-0.012893709354102612
87841	rnn.weight_hh_l0	7	-0.08041746914386749
87841	rnn.weight_hh_l0	8	-0.014942402951419353
87841	rnn.weight_hh_l0	9	-0.06853880733251572
87841	rnn.bias_ih_l0	0	-0.10632972419261932
87841	rnn.bias_ih_l0	1	-0.12840694189071655
87841	rnn.bias_ih_l0	2	-0.19839689135551453
87841	rnn.bias_ih_l0	3	-0.2661835253238678
87841	rnn.bias_ih_l0	4	0.024781517684459686
87841	rnn.bias_ih_l0	5	0.056611623615026474
87841	rnn.bias_ih_l0	6	-0.12206898629665375
87841	rnn.bias_ih_l0	7	-0.22534476220607758
87841	rnn.bias_ih_l0	8	-0.09614107757806778
87841	rnn.bias_ih_l0	9	-0.14965113997459412
87841	rnn.bias_hh_l0	0	0.11263077706098557
87841	rnn.bias_hh_l0	1	-0.052202921360731125
87841	rnn.bias_hh_l0	2	0.016362804919481277
87841	rnn.bias_hh_l0	3	-0.15309077501296997
87841	rnn.bias_hh_l0	4	0.04719524085521698
87841	rnn.bias_hh_l0	5	0.029142605140805244
87841	rnn.bias_hh_l0	6	-0.08137860149145126
87841	rnn.bias_hh_l0	7	-0.13678856194019318
87841	rnn.bias_hh_l0	8	-0.16021013259887695
87841	rnn.bias_hh_l0	9	-0.08563977479934692
87841	rnn.weight_ih_l0_reverse	0	0.0005739773041568696
87841	rnn.weight_ih_l0_reverse	1	0.03082265891134739
87841	rnn.weight_ih_l0_reverse	2	-0.01610127091407776
87841	rnn.weight_ih_l0_reverse	3	-0.01283300668001175
87841	rnn.weight_ih_l0_reverse	4	0.01514405757188797
87841	rnn.weight_ih_l0_reverse	5	-0.05458537116646767
87841	rnn.weight_ih_l0_reverse	6	-0.03356589749455452
87841	rnn.weight_ih_l0_reverse	7	-0.0004367712826933712
87841	rnn.weight_ih_l0_reverse	8	0.05601901188492775
87841	rnn.weight_ih_l0_reverse	9	0.019817683845758438
87841	rnn.weight_hh_l0_reverse	0	-0.002379675628617406
87841	rnn.weight_hh_l0_reverse	1	0.016698477789759636
87841	rnn.weight_hh_l0_reverse	2	-0.03901578113436699
87841	rnn.weight_hh_l0_reverse	3	0.029946759343147278
87841	rnn.weight_hh_l0_reverse	4	0.018641162663698196
87841	rnn.weight_hh_l0_reverse	5	-0.015570519492030144
87841	rnn.weight_hh_l0_reverse	6	0.03214600682258606
87841	rnn.weight_hh_l0_reverse	7	0.02058553136885166
87841	rnn.weight_hh_l0_reverse	8	-0.005941678304225206
87841	rnn.weight_hh_l0_reverse	9	-0.0545208640396595
87841	rnn.bias_ih_l0_reverse	0	-0.12899766862392426
87841	rnn.bias_ih_l0_reverse	1	-0.26503926515579224
87841	rnn.bias_ih_l0_reverse	2	-0.0590362474322319
87841	rnn.bias_ih_l0_reverse	3	-0.10009748488664627
87841	rnn.bias_ih_l0_reverse	4	0.07415195554494858
87841	rnn.bias_ih_l0_reverse	5	-0.20597976446151733
87841	rnn.bias_ih_l0_reverse	6	-0.03415260463953018
87841	rnn.bias_ih_l0_reverse	7	0.012729061767458916
87841	rnn.bias_ih_l0_reverse	8	-0.1546064019203186
87841	rnn.bias_ih_l0_reverse	9	-0.07140538841485977
87841	rnn.bias_hh_l0_reverse	0	-0.11241105943918228
87841	rnn.bias_hh_l0_reverse	1	-0.11113108694553375
87841	rnn.bias_hh_l0_reverse	2	-0.012189274653792381
87841	rnn.bias_hh_l0_reverse	3	-0.12308228015899658
87841	rnn.bias_hh_l0_reverse	4	-0.02989848516881466
87841	rnn.bias_hh_l0_reverse	5	-0.10221563279628754
87841	rnn.bias_hh_l0_reverse	6	-0.07184650748968124
87841	rnn.bias_hh_l0_reverse	7	-0.14393997192382812
87841	rnn.bias_hh_l0_reverse	8	-0.0365176685154438
87841	rnn.bias_hh_l0_reverse	9	-0.1356150060892105
87841	linear.weight	0	-0.3101762533187866
87841	linear.weight	1	-0.1441618651151657
87841	linear.weight	2	-0.011228874325752258
87841	linear.weight	3	-0.10519934445619583
87841	linear.weight	4	0.0954626202583313
87841	linear.weight	5	0.19135776162147522
87841	linear.weight	6	0.0047744326293468475
87841	linear.weight	7	-0.021312154829502106
87841	linear.weight	8	0.10883790999650955
87841	linear.weight	9	0.11808890104293823
87841	linear.bias	0	-0.7497533559799194
87841	linear.bias	1	1.0640407800674438
87841	linear.bias	2	-0.30637115240097046
87841	linear.bias	3	-0.6109751462936401
87841	linear.bias	4	-1.1537680625915527
87841	linear.bias	5	-1.1505262851715088
87841	linear.bias	6	-0.7243648767471313
87841	linear.bias	7	-0.6906021237373352
87841	linear.bias	8	-0.01705317199230194
87841	linear.bias	9	3.081350564956665
88038	transitions	0	-0.2952190339565277
88038	transitions	1	7.878512859344482
88038	transitions	2	-3.1881003379821777
88038	transitions	3	1.3804224729537964
88038	transitions	4	-1.8497939109802246
88038	transitions	5	-0.32815176248550415
88038	transitions	6	-0.16987022757530212
88038	transitions	7	-10000.0
88038	transitions	8	1.6749346256256104
88038	transitions	9	-2.2896556854248047
88038	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
88038	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
88038	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
88038	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
88038	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
88038	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
88038	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
88038	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
88038	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
88038	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
88038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
88038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
88038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
88038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
88038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
88038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
88038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
88038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
88038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
88038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
88038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
88038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
88038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
88038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
88038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
88038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
88038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
88038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
88038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
88038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
88038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
88038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
88038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
88038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
88038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
88038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
88038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
88038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
88038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
88038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
88038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
88038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
88038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
88038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
88038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
88038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
88038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
88038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
88038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
88038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
88038	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
88038	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
88038	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
88038	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
88038	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
88038	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
88038	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
88038	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
88038	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
88038	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
88038	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
88038	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
88038	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
88038	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
88038	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
88038	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
88038	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
88038	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
88038	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
88038	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
88038	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
88038	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
88038	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
88038	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
88038	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
88038	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
88038	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
88038	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
88038	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
88038	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
88038	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
88038	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
88038	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
88038	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
88038	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
88038	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
88038	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
88038	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
88038	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
88038	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
88038	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
88038	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
88038	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
88038	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
88038	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
88038	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
88038	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
88038	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
88038	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
88038	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
88038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
88038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
88038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
88038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
88038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
88038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
88038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
88038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
88038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
88038	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
88038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
88038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
88038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
88038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
88038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
88038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
88038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
88038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
88038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
88038	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
88038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
88038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
88038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
88038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
88038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
88038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
88038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
88038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
88038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
88038	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
88038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
88038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
88038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
88038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
88038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
88038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
88038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
88038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
88038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
88038	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
88038	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
88038	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
88038	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
88038	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
88038	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
88038	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
88038	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
88038	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
88038	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
88038	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
88038	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
88038	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
88038	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
88038	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
88038	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
88038	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
88038	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
88038	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
88038	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
88038	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
88038	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
88038	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
88038	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
88038	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
88038	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
88038	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
88038	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
88038	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
88038	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
88038	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
88038	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
88038	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
88038	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
88038	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
88038	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
88038	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
88038	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
88038	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
88038	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
88038	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
88038	embedding2nn.weight	0	0.03926189988851547
88038	embedding2nn.weight	1	-0.07989431172609329
88038	embedding2nn.weight	2	0.02595682069659233
88038	embedding2nn.weight	3	-0.04128419980406761
88038	embedding2nn.weight	4	-0.10309667885303497
88038	embedding2nn.weight	5	0.08623398840427399
88038	embedding2nn.weight	6	-0.08891122043132782
88038	embedding2nn.weight	7	-0.07348332554101944
88038	embedding2nn.weight	8	-0.007887812331318855
88038	embedding2nn.weight	9	0.03392408415675163
88038	embedding2nn.bias	0	0.06368432193994522
88038	embedding2nn.bias	1	0.02038339152932167
88038	embedding2nn.bias	2	-0.16240428388118744
88038	embedding2nn.bias	3	0.06386151909828186
88038	embedding2nn.bias	4	0.04408920556306839
88038	embedding2nn.bias	5	-0.155129075050354
88038	embedding2nn.bias	6	-0.08473962545394897
88038	embedding2nn.bias	7	-0.021830078214406967
88038	embedding2nn.bias	8	0.10753223299980164
88038	embedding2nn.bias	9	-0.12855201959609985
88038	rnn.weight_ih_l0	0	0.0027250307612121105
88038	rnn.weight_ih_l0	1	-0.04119673743844032
88038	rnn.weight_ih_l0	2	-0.039995722472667694
88038	rnn.weight_ih_l0	3	-0.025615375488996506
88038	rnn.weight_ih_l0	4	-0.0042571877129375935
88038	rnn.weight_ih_l0	5	-0.06057652458548546
88038	rnn.weight_ih_l0	6	0.01270807534456253
88038	rnn.weight_ih_l0	7	-0.049617476761341095
88038	rnn.weight_ih_l0	8	0.003689468838274479
88038	rnn.weight_ih_l0	9	0.00018659530906006694
88038	rnn.weight_hh_l0	0	-0.005771886091679335
88038	rnn.weight_hh_l0	1	-0.07810179889202118
88038	rnn.weight_hh_l0	2	0.049322064965963364
88038	rnn.weight_hh_l0	3	0.026534635573625565
88038	rnn.weight_hh_l0	4	0.0064438749104738235
88038	rnn.weight_hh_l0	5	0.04890875890851021
88038	rnn.weight_hh_l0	6	-0.012862898409366608
88038	rnn.weight_hh_l0	7	-0.0803445354104042
88038	rnn.weight_hh_l0	8	-0.014323743991553783
88038	rnn.weight_hh_l0	9	-0.0642385184764862
88038	rnn.bias_ih_l0	0	-0.10080327838659286
88038	rnn.bias_ih_l0	1	-0.12375162541866302
88038	rnn.bias_ih_l0	2	-0.19964323937892914
88038	rnn.bias_ih_l0	3	-0.2654957175254822
88038	rnn.bias_ih_l0	4	0.03146672993898392
88038	rnn.bias_ih_l0	5	0.05563793703913689
88038	rnn.bias_ih_l0	6	-0.12536638975143433
88038	rnn.bias_ih_l0	7	-0.22536200284957886
88038	rnn.bias_ih_l0	8	-0.10174740105867386
88038	rnn.bias_ih_l0	9	-0.14550746977329254
88038	rnn.bias_hh_l0	0	0.11075308918952942
88038	rnn.bias_hh_l0	1	-0.050063356757164
88038	rnn.bias_hh_l0	2	0.016218561679124832
88038	rnn.bias_hh_l0	3	-0.15327297151088715
88038	rnn.bias_hh_l0	4	0.04524604231119156
88038	rnn.bias_hh_l0	5	0.029583964496850967
88038	rnn.bias_hh_l0	6	-0.08453474938869476
88038	rnn.bias_hh_l0	7	-0.14064112305641174
88038	rnn.bias_hh_l0	8	-0.15940235555171967
88038	rnn.bias_hh_l0	9	-0.0817149430513382
88038	rnn.weight_ih_l0_reverse	0	-0.0009146742522716522
88038	rnn.weight_ih_l0_reverse	1	0.03212513402104378
88038	rnn.weight_ih_l0_reverse	2	-0.015254114754498005
88038	rnn.weight_ih_l0_reverse	3	-0.013145147822797298
88038	rnn.weight_ih_l0_reverse	4	0.01331255305558443
88038	rnn.weight_ih_l0_reverse	5	-0.056585874408483505
88038	rnn.weight_ih_l0_reverse	6	-0.03483866527676582
88038	rnn.weight_ih_l0_reverse	7	0.0002624179469421506
88038	rnn.weight_ih_l0_reverse	8	0.05591869354248047
88038	rnn.weight_ih_l0_reverse	9	0.018287718296051025
88038	rnn.weight_hh_l0_reverse	0	-0.00225561554543674
88038	rnn.weight_hh_l0_reverse	1	0.016748012974858284
88038	rnn.weight_hh_l0_reverse	2	-0.03819939121603966
88038	rnn.weight_hh_l0_reverse	3	0.029493456706404686
88038	rnn.weight_hh_l0_reverse	4	0.018847282975912094
88038	rnn.weight_hh_l0_reverse	5	-0.01589425466954708
88038	rnn.weight_hh_l0_reverse	6	0.0317046195268631
88038	rnn.weight_hh_l0_reverse	7	0.019652647897601128
88038	rnn.weight_hh_l0_reverse	8	-0.0064225285314023495
88038	rnn.weight_hh_l0_reverse	9	-0.054833002388477325
88038	rnn.bias_ih_l0_reverse	0	-0.1309260129928589
88038	rnn.bias_ih_l0_reverse	1	-0.26630139350891113
88038	rnn.bias_ih_l0_reverse	2	-0.06140085682272911
88038	rnn.bias_ih_l0_reverse	3	-0.10029806941747665
88038	rnn.bias_ih_l0_reverse	4	0.07094211876392365
88038	rnn.bias_ih_l0_reverse	5	-0.20968815684318542
88038	rnn.bias_ih_l0_reverse	6	-0.03633023425936699
88038	rnn.bias_ih_l0_reverse	7	0.007942630909383297
88038	rnn.bias_ih_l0_reverse	8	-0.15373528003692627
88038	rnn.bias_ih_l0_reverse	9	-0.06821037083864212
88038	rnn.bias_hh_l0_reverse	0	-0.11131246387958527
88038	rnn.bias_hh_l0_reverse	1	-0.11537083983421326
88038	rnn.bias_hh_l0_reverse	2	-0.014899988658726215
88038	rnn.bias_hh_l0_reverse	3	-0.1213979497551918
88038	rnn.bias_hh_l0_reverse	4	-0.030983682721853256
88038	rnn.bias_hh_l0_reverse	5	-0.10207241773605347
88038	rnn.bias_hh_l0_reverse	6	-0.07938719540834427
88038	rnn.bias_hh_l0_reverse	7	-0.13978058099746704
88038	rnn.bias_hh_l0_reverse	8	-0.03519431874155998
88038	rnn.bias_hh_l0_reverse	9	-0.13233959674835205
88038	linear.weight	0	-0.30238476395606995
88038	linear.weight	1	-0.1431633085012436
88038	linear.weight	2	-0.011228874325752258
88038	linear.weight	3	-0.09323453903198242
88038	linear.weight	4	0.08140064030885696
88038	linear.weight	5	0.19328849017620087
88038	linear.weight	6	0.0047744326293468475
88038	linear.weight	7	-0.021312154829502106
88038	linear.weight	8	0.11745159327983856
88038	linear.weight	9	0.11875075101852417
88038	linear.bias	0	-0.746612548828125
88038	linear.bias	1	1.0449364185333252
88038	linear.bias	2	-0.3099849820137024
88038	linear.bias	3	-0.5818817019462585
88038	linear.bias	4	-1.1368714570999146
88038	linear.bias	5	-1.1506425142288208
88038	linear.bias	6	-0.7227131128311157
88038	linear.bias	7	-0.6907402873039246
88038	linear.bias	8	-0.01705317199230194
88038	linear.bias	9	3.099078416824341
88235	transitions	0	-0.2959758937358856
88235	transitions	1	7.856314182281494
88235	transitions	2	-3.189906358718872
88235	transitions	3	1.383164644241333
88235	transitions	4	-1.8511654138565063
88235	transitions	5	-0.3282621204853058
88235	transitions	6	-0.16993294656276703
88235	transitions	7	-10000.0
88235	transitions	8	1.6764785051345825
88235	transitions	9	-2.2896835803985596
88235	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
88235	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
88235	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
88235	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
88235	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
88235	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
88235	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
88235	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
88235	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
88235	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
88235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
88235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
88235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
88235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
88235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
88235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
88235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
88235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
88235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
88235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
88235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
88235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
88235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
88235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
88235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
88235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
88235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
88235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
88235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
88235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
88235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
88235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
88235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
88235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
88235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
88235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
88235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
88235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
88235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
88235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
88235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
88235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
88235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
88235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
88235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
88235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
88235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
88235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
88235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
88235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
88235	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
88235	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
88235	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
88235	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
88235	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
88235	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
88235	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
88235	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
88235	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
88235	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
88235	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
88235	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
88235	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
88235	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
88235	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
88235	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
88235	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
88235	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
88235	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
88235	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
88235	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
88235	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
88235	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
88235	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
88235	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
88235	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
88235	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
88235	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
88235	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
88235	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
88235	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
88235	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
88235	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
88235	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
88235	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
88235	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
88235	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
88235	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
88235	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
88235	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
88235	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
88235	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
88235	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
88235	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
88235	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
88235	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
88235	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
88235	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
88235	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
88235	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
88235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
88235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
88235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
88235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
88235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
88235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
88235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
88235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
88235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
88235	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
88235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
88235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
88235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
88235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
88235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
88235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
88235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
88235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
88235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
88235	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
88235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
88235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
88235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
88235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
88235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
88235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
88235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
88235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
88235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
88235	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
88235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
88235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
88235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
88235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
88235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
88235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
88235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
88235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
88235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
88235	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
88235	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
88235	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
88235	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
88235	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
88235	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
88235	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
88235	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
88235	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
88235	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
88235	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
88235	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
88235	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
88235	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
88235	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
88235	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
88235	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
88235	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
88235	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
88235	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
88235	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
88235	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
88235	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
88235	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
88235	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
88235	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
88235	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
88235	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
88235	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
88235	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
88235	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
88235	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
88235	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
88235	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
88235	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
88235	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
88235	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
88235	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
88235	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
88235	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
88235	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
88235	embedding2nn.weight	0	0.03901476413011551
88235	embedding2nn.weight	1	-0.07965046167373657
88235	embedding2nn.weight	2	0.0245754886418581
88235	embedding2nn.weight	3	-0.04166332259774208
88235	embedding2nn.weight	4	-0.10136379301548004
88235	embedding2nn.weight	5	0.08837417513132095
88235	embedding2nn.weight	6	-0.07951879501342773
88235	embedding2nn.weight	7	-0.07268296927213669
88235	embedding2nn.weight	8	-0.008297054097056389
88235	embedding2nn.weight	9	0.03040405735373497
88235	embedding2nn.bias	0	0.06429586559534073
88235	embedding2nn.bias	1	0.018330363556742668
88235	embedding2nn.bias	2	-0.16194668412208557
88235	embedding2nn.bias	3	0.054705098271369934
88235	embedding2nn.bias	4	0.05725857987999916
88235	embedding2nn.bias	5	-0.15908226370811462
88235	embedding2nn.bias	6	-0.08196418732404709
88235	embedding2nn.bias	7	-0.019932178780436516
88235	embedding2nn.bias	8	0.11349213868379593
88235	embedding2nn.bias	9	-0.12813322246074677
88235	rnn.weight_ih_l0	0	0.004517079330980778
88235	rnn.weight_ih_l0	1	-0.03834325447678566
88235	rnn.weight_ih_l0	2	-0.03827748820185661
88235	rnn.weight_ih_l0	3	-0.025153009220957756
88235	rnn.weight_ih_l0	4	-0.003628644859418273
88235	rnn.weight_ih_l0	5	-0.061570342630147934
88235	rnn.weight_ih_l0	6	0.011559286154806614
88235	rnn.weight_ih_l0	7	-0.04951458051800728
88235	rnn.weight_ih_l0	8	0.005187137518078089
88235	rnn.weight_ih_l0	9	-0.0012947957729920745
88235	rnn.weight_hh_l0	0	-0.005652458406984806
88235	rnn.weight_hh_l0	1	-0.076540008187294
88235	rnn.weight_hh_l0	2	0.050175003707408905
88235	rnn.weight_hh_l0	3	0.02706262841820717
88235	rnn.weight_hh_l0	4	0.006238242145627737
88235	rnn.weight_hh_l0	5	0.04941108077764511
88235	rnn.weight_hh_l0	6	-0.0125894108787179
88235	rnn.weight_hh_l0	7	-0.08033052831888199
88235	rnn.weight_hh_l0	8	-0.014607713557779789
88235	rnn.weight_hh_l0	9	-0.06350463628768921
88235	rnn.bias_ih_l0	0	-0.1032559797167778
88235	rnn.bias_ih_l0	1	-0.1270090937614441
88235	rnn.bias_ih_l0	2	-0.2048795074224472
88235	rnn.bias_ih_l0	3	-0.2659890055656433
88235	rnn.bias_ih_l0	4	0.02846113033592701
88235	rnn.bias_ih_l0	5	0.05393504723906517
88235	rnn.bias_ih_l0	6	-0.12775257229804993
88235	rnn.bias_ih_l0	7	-0.22763921320438385
88235	rnn.bias_ih_l0	8	-0.09906256943941116
88235	rnn.bias_ih_l0	9	-0.14459463953971863
88235	rnn.bias_hh_l0	0	0.10988643020391464
88235	rnn.bias_hh_l0	1	-0.05094243213534355
88235	rnn.bias_hh_l0	2	0.014563486911356449
88235	rnn.bias_hh_l0	3	-0.1523151397705078
88235	rnn.bias_hh_l0	4	0.04102254658937454
88235	rnn.bias_hh_l0	5	0.03071620687842369
88235	rnn.bias_hh_l0	6	-0.08361322432756424
88235	rnn.bias_hh_l0	7	-0.1373089849948883
88235	rnn.bias_hh_l0	8	-0.158892422914505
88235	rnn.bias_hh_l0	9	-0.0813208520412445
88235	rnn.weight_ih_l0_reverse	0	-0.00042107541230507195
88235	rnn.weight_ih_l0_reverse	1	0.030589992180466652
88235	rnn.weight_ih_l0_reverse	2	-0.020380331203341484
88235	rnn.weight_ih_l0_reverse	3	-0.010863479226827621
88235	rnn.weight_ih_l0_reverse	4	0.01396328117698431
88235	rnn.weight_ih_l0_reverse	5	-0.05690694600343704
88235	rnn.weight_ih_l0_reverse	6	-0.03046044334769249
88235	rnn.weight_ih_l0_reverse	7	-0.001240866957232356
88235	rnn.weight_ih_l0_reverse	8	0.0571952760219574
88235	rnn.weight_ih_l0_reverse	9	0.016948571428656578
88235	rnn.weight_hh_l0_reverse	0	-0.002575499005615711
88235	rnn.weight_hh_l0_reverse	1	0.017316611483693123
88235	rnn.weight_hh_l0_reverse	2	-0.03867369890213013
88235	rnn.weight_hh_l0_reverse	3	0.029094284400343895
88235	rnn.weight_hh_l0_reverse	4	0.018744757398962975
88235	rnn.weight_hh_l0_reverse	5	-0.015114208683371544
88235	rnn.weight_hh_l0_reverse	6	0.03261052817106247
88235	rnn.weight_hh_l0_reverse	7	0.01957499235868454
88235	rnn.weight_hh_l0_reverse	8	-0.006541321519762278
88235	rnn.weight_hh_l0_reverse	9	-0.054350852966308594
88235	rnn.bias_ih_l0_reverse	0	-0.13255128264427185
88235	rnn.bias_ih_l0_reverse	1	-0.27123817801475525
88235	rnn.bias_ih_l0_reverse	2	-0.06192987039685249
88235	rnn.bias_ih_l0_reverse	3	-0.10017390549182892
88235	rnn.bias_ih_l0_reverse	4	0.06936726719141006
88235	rnn.bias_ih_l0_reverse	5	-0.2065138816833496
88235	rnn.bias_ih_l0_reverse	6	-0.03509160131216049
88235	rnn.bias_ih_l0_reverse	7	0.014683080837130547
88235	rnn.bias_ih_l0_reverse	8	-0.15523546934127808
88235	rnn.bias_ih_l0_reverse	9	-0.06908589601516724
88235	rnn.bias_hh_l0_reverse	0	-0.10974165797233582
88235	rnn.bias_hh_l0_reverse	1	-0.1164855808019638
88235	rnn.bias_hh_l0_reverse	2	-0.015172786079347134
88235	rnn.bias_hh_l0_reverse	3	-0.12066932767629623
88235	rnn.bias_hh_l0_reverse	4	-0.030157584697008133
88235	rnn.bias_hh_l0_reverse	5	-0.0996851772069931
88235	rnn.bias_hh_l0_reverse	6	-0.07793845236301422
88235	rnn.bias_hh_l0_reverse	7	-0.14200058579444885
88235	rnn.bias_hh_l0_reverse	8	-0.032970089465379715
88235	rnn.bias_hh_l0_reverse	9	-0.13162772357463837
88235	linear.weight	0	-0.30917415022850037
88235	linear.weight	1	-0.14513517916202545
88235	linear.weight	2	-0.011228874325752258
88235	linear.weight	3	-0.0954073891043663
88235	linear.weight	4	0.046372633427381516
88235	linear.weight	5	0.1666656881570816
88235	linear.weight	6	0.0047744326293468475
88235	linear.weight	7	-0.021312154829502106
88235	linear.weight	8	0.13206031918525696
88235	linear.weight	9	0.10997965186834335
88235	linear.bias	0	-0.7599067091941833
88235	linear.bias	1	1.0393168926239014
88235	linear.bias	2	-0.2950015664100647
88235	linear.bias	3	-0.5921803712844849
88235	linear.bias	4	-1.079038143157959
88235	linear.bias	5	-1.1507761478424072
88235	linear.bias	6	-0.7406952977180481
88235	linear.bias	7	-0.7059852480888367
88235	linear.bias	8	-0.01705317199230194
88235	linear.bias	9	3.1504993438720703
88432	transitions	0	-0.29645469784736633
88432	transitions	1	7.862959861755371
88432	transitions	2	-3.191541910171509
88432	transitions	3	1.369760274887085
88432	transitions	4	-1.852359652519226
88432	transitions	5	-0.3288128674030304
88432	transitions	6	-0.16999198496341705
88432	transitions	7	-10000.0
88432	transitions	8	1.688392162322998
88432	transitions	9	-2.289698839187622
88432	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
88432	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
88432	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
88432	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
88432	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
88432	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
88432	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
88432	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
88432	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
88432	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
88432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
88432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
88432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
88432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
88432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
88432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
88432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
88432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
88432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
88432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
88432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
88432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
88432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
88432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
88432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
88432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
88432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
88432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
88432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
88432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
88432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
88432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
88432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
88432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
88432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
88432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
88432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
88432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
88432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
88432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
88432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
88432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
88432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
88432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
88432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
88432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
88432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
88432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
88432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
88432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
88432	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
88432	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
88432	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
88432	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
88432	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
88432	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
88432	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
88432	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
88432	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
88432	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
88432	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
88432	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
88432	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
88432	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
88432	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
88432	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
88432	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
88432	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
88432	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
88432	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
88432	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
88432	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
88432	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
88432	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
88432	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
88432	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
88432	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
88432	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
88432	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
88432	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
88432	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
88432	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
88432	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
88432	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
88432	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
88432	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
88432	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
88432	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
88432	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
88432	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
88432	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
88432	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
88432	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
88432	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
88432	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
88432	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
88432	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
88432	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
88432	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
88432	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
88432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
88432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
88432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
88432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
88432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
88432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
88432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
88432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
88432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
88432	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
88432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
88432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
88432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
88432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
88432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
88432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
88432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
88432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
88432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
88432	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
88432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
88432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
88432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
88432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
88432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
88432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
88432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
88432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
88432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
88432	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
88432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
88432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
88432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
88432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
88432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
88432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
88432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
88432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
88432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
88432	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
88432	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
88432	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
88432	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
88432	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
88432	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
88432	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
88432	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
88432	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
88432	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
88432	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
88432	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
88432	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
88432	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
88432	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
88432	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
88432	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
88432	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
88432	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
88432	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
88432	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
88432	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
88432	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
88432	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
88432	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
88432	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
88432	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
88432	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
88432	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
88432	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
88432	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
88432	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
88432	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
88432	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
88432	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
88432	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
88432	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
88432	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
88432	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
88432	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
88432	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
88432	embedding2nn.weight	0	0.03810926899313927
88432	embedding2nn.weight	1	-0.07955183833837509
88432	embedding2nn.weight	2	0.02408302202820778
88432	embedding2nn.weight	3	-0.043523095548152924
88432	embedding2nn.weight	4	-0.10063591599464417
88432	embedding2nn.weight	5	0.08650051057338715
88432	embedding2nn.weight	6	-0.08518099039793015
88432	embedding2nn.weight	7	-0.07291915267705917
88432	embedding2nn.weight	8	-0.010647192597389221
88432	embedding2nn.weight	9	0.030597472563385963
88432	embedding2nn.bias	0	0.06204991042613983
88432	embedding2nn.bias	1	0.001834126771427691
88432	embedding2nn.bias	2	-0.14462700486183167
88432	embedding2nn.bias	3	0.051739651709795
88432	embedding2nn.bias	4	0.057231128215789795
88432	embedding2nn.bias	5	-0.15937264263629913
88432	embedding2nn.bias	6	-0.07270925492048264
88432	embedding2nn.bias	7	-0.023558175191283226
88432	embedding2nn.bias	8	0.11704874038696289
88432	embedding2nn.bias	9	-0.12476874887943268
88432	rnn.weight_ih_l0	0	0.0034641290549188852
88432	rnn.weight_ih_l0	1	-0.03899568319320679
88432	rnn.weight_ih_l0	2	-0.03854202851653099
88432	rnn.weight_ih_l0	3	-0.023920884355902672
88432	rnn.weight_ih_l0	4	-0.005673681385815144
88432	rnn.weight_ih_l0	5	-0.06007037311792374
88432	rnn.weight_ih_l0	6	0.015288111753761768
88432	rnn.weight_ih_l0	7	-0.05102013051509857
88432	rnn.weight_ih_l0	8	0.004205411300063133
88432	rnn.weight_ih_l0	9	-0.0015847805188968778
88432	rnn.weight_hh_l0	0	-0.0036983322352170944
88432	rnn.weight_hh_l0	1	-0.07500971108675003
88432	rnn.weight_hh_l0	2	0.0503692589700222
88432	rnn.weight_hh_l0	3	0.026799852028489113
88432	rnn.weight_hh_l0	4	0.006038364954292774
88432	rnn.weight_hh_l0	5	0.05049452930688858
88432	rnn.weight_hh_l0	6	-0.012838874943554401
88432	rnn.weight_hh_l0	7	-0.08029010146856308
88432	rnn.weight_hh_l0	8	-0.015629079192876816
88432	rnn.weight_hh_l0	9	-0.06476357579231262
88432	rnn.bias_ih_l0	0	-0.09906058013439178
88432	rnn.bias_ih_l0	1	-0.12676559388637543
88432	rnn.bias_ih_l0	2	-0.2049756795167923
88432	rnn.bias_ih_l0	3	-0.2644783556461334
88432	rnn.bias_ih_l0	4	0.025119123980402946
88432	rnn.bias_ih_l0	5	0.060118887573480606
88432	rnn.bias_ih_l0	6	-0.12472356110811234
88432	rnn.bias_ih_l0	7	-0.229278102517128
88432	rnn.bias_ih_l0	8	-0.0970568135380745
88432	rnn.bias_ih_l0	9	-0.14819224178791046
88432	rnn.bias_hh_l0	0	0.11247464269399643
88432	rnn.bias_hh_l0	1	-0.0511644221842289
88432	rnn.bias_hh_l0	2	0.016213255003094673
88432	rnn.bias_hh_l0	3	-0.1556774377822876
88432	rnn.bias_hh_l0	4	0.03798295557498932
88432	rnn.bias_hh_l0	5	0.03303505480289459
88432	rnn.bias_hh_l0	6	-0.08287323266267776
88432	rnn.bias_hh_l0	7	-0.13451826572418213
88432	rnn.bias_hh_l0	8	-0.15930774807929993
88432	rnn.bias_hh_l0	9	-0.08018004149198532
88432	rnn.weight_ih_l0_reverse	0	-0.0007390049868263304
88432	rnn.weight_ih_l0_reverse	1	0.030962403863668442
88432	rnn.weight_ih_l0_reverse	2	-0.02439941093325615
88432	rnn.weight_ih_l0_reverse	3	-0.009535948745906353
88432	rnn.weight_ih_l0_reverse	4	0.01219235174357891
88432	rnn.weight_ih_l0_reverse	5	-0.06199270114302635
88432	rnn.weight_ih_l0_reverse	6	-0.030443962663412094
88432	rnn.weight_ih_l0_reverse	7	-0.004547401797026396
88432	rnn.weight_ih_l0_reverse	8	0.050742242485284805
88432	rnn.weight_ih_l0_reverse	9	0.017121048644185066
88432	rnn.weight_hh_l0_reverse	0	-0.0020715179853141308
88432	rnn.weight_hh_l0_reverse	1	0.01777760684490204
88432	rnn.weight_hh_l0_reverse	2	-0.03843479976058006
88432	rnn.weight_hh_l0_reverse	3	0.02880796603858471
88432	rnn.weight_hh_l0_reverse	4	0.019672060385346413
88432	rnn.weight_hh_l0_reverse	5	-0.015790853649377823
88432	rnn.weight_hh_l0_reverse	6	0.032419636845588684
88432	rnn.weight_hh_l0_reverse	7	0.01953815296292305
88432	rnn.weight_hh_l0_reverse	8	-0.006144840735942125
88432	rnn.weight_hh_l0_reverse	9	-0.05452814698219299
88432	rnn.bias_ih_l0_reverse	0	-0.12973225116729736
88432	rnn.bias_ih_l0_reverse	1	-0.2719475328922272
88432	rnn.bias_ih_l0_reverse	2	-0.06196277588605881
88432	rnn.bias_ih_l0_reverse	3	-0.09926071017980576
88432	rnn.bias_ih_l0_reverse	4	0.06637760996818542
88432	rnn.bias_ih_l0_reverse	5	-0.2025308609008789
88432	rnn.bias_ih_l0_reverse	6	-0.036037519574165344
88432	rnn.bias_ih_l0_reverse	7	0.021029947325587273
88432	rnn.bias_ih_l0_reverse	8	-0.15687818825244904
88432	rnn.bias_ih_l0_reverse	9	-0.07007280737161636
88432	rnn.bias_hh_l0_reverse	0	-0.10901819914579391
88432	rnn.bias_hh_l0_reverse	1	-0.11894000321626663
88432	rnn.bias_hh_l0_reverse	2	-0.01632809452712536
88432	rnn.bias_hh_l0_reverse	3	-0.11991310864686966
88432	rnn.bias_hh_l0_reverse	4	-0.03133464232087135
88432	rnn.bias_hh_l0_reverse	5	-0.09815021604299545
88432	rnn.bias_hh_l0_reverse	6	-0.07519714534282684
88432	rnn.bias_hh_l0_reverse	7	-0.14184440672397614
88432	rnn.bias_hh_l0_reverse	8	-0.034908477216959
88432	rnn.bias_hh_l0_reverse	9	-0.12987425923347473
88432	linear.weight	0	-0.3051615059375763
88432	linear.weight	1	-0.14692045748233795
88432	linear.weight	2	-0.011228874325752258
88432	linear.weight	3	-0.10416514426469803
88432	linear.weight	4	0.04539837688207626
88432	linear.weight	5	0.16658997535705566
88432	linear.weight	6	0.0047744326293468475
88432	linear.weight	7	-0.021312154829502106
88432	linear.weight	8	0.10098962485790253
88432	linear.weight	9	0.10812840610742569
88432	linear.bias	0	-0.7384070754051208
88432	linear.bias	1	1.0363203287124634
88432	linear.bias	2	-0.27283650636672974
88432	linear.bias	3	-0.6058732867240906
88432	linear.bias	4	-1.0845904350280762
88432	linear.bias	5	-1.1508954763412476
88432	linear.bias	6	-0.7171391248703003
88432	linear.bias	7	-0.6902979016304016
88432	linear.bias	8	-0.01705317199230194
88432	linear.bias	9	3.1078989505767822
88629	transitions	0	-0.29680514335632324
88629	transitions	1	7.859862804412842
88629	transitions	2	-3.1934027671813965
88629	transitions	3	1.363250494003296
88629	transitions	4	-1.853559970855713
88629	transitions	5	-0.329078733921051
88629	transitions	6	-0.17008641362190247
88629	transitions	7	-10000.0
88629	transitions	8	1.6908844709396362
88629	transitions	9	-2.2897214889526367
88629	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
88629	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
88629	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
88629	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
88629	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
88629	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
88629	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
88629	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
88629	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
88629	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
88629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
88629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
88629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
88629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
88629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
88629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
88629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
88629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
88629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
88629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
88629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
88629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
88629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
88629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
88629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
88629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
88629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
88629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
88629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
88629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
88629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
88629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
88629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
88629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
88629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
88629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
88629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
88629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
88629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
88629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
88629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
88629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
88629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
88629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
88629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
88629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
88629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
88629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
88629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
88629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
88629	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
88629	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
88629	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
88629	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
88629	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
88629	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
88629	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
88629	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
88629	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
88629	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
88629	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
88629	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
88629	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
88629	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
88629	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
88629	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
88629	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
88629	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
88629	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
88629	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
88629	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
88629	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
88629	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
88629	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
88629	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
88629	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
88629	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
88629	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
88629	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
88629	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
88629	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
88629	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
88629	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
88629	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
88629	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
88629	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
88629	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
88629	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
88629	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
88629	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
88629	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
88629	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
88629	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
88629	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
88629	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
88629	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
88629	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
88629	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
88629	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
88629	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
88629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
88629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
88629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
88629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
88629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
88629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
88629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
88629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
88629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
88629	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
88629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
88629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
88629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
88629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
88629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
88629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
88629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
88629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
88629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
88629	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
88629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
88629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
88629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
88629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
88629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
88629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
88629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
88629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
88629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
88629	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
88629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
88629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
88629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
88629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
88629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
88629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
88629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
88629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
88629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
88629	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
88629	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
88629	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
88629	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
88629	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
88629	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
88629	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
88629	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
88629	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
88629	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
88629	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
88629	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
88629	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
88629	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
88629	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
88629	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
88629	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
88629	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
88629	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
88629	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
88629	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
88629	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
88629	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
88629	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
88629	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
88629	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
88629	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
88629	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
88629	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
88629	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
88629	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
88629	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
88629	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
88629	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
88629	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
88629	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
88629	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
88629	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
88629	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
88629	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
88629	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
88629	embedding2nn.weight	0	0.03831486403942108
88629	embedding2nn.weight	1	-0.07838801294565201
88629	embedding2nn.weight	2	0.028506135568022728
88629	embedding2nn.weight	3	-0.0430869422852993
88629	embedding2nn.weight	4	-0.10502361506223679
88629	embedding2nn.weight	5	0.08847706019878387
88629	embedding2nn.weight	6	-0.08571707457304001
88629	embedding2nn.weight	7	-0.0717172622680664
88629	embedding2nn.weight	8	-0.008909347467124462
88629	embedding2nn.weight	9	0.0342462882399559
88629	embedding2nn.bias	0	0.06325506418943405
88629	embedding2nn.bias	1	0.012477429583668709
88629	embedding2nn.bias	2	-0.14180698990821838
88629	embedding2nn.bias	3	0.046057362109422684
88629	embedding2nn.bias	4	0.05184193700551987
88629	embedding2nn.bias	5	-0.1478787362575531
88629	embedding2nn.bias	6	-0.06683345884084702
88629	embedding2nn.bias	7	-0.04020306095480919
88629	embedding2nn.bias	8	0.11984740942716599
88629	embedding2nn.bias	9	-0.10458676517009735
88629	rnn.weight_ih_l0	0	0.00317359808832407
88629	rnn.weight_ih_l0	1	-0.0380115881562233
88629	rnn.weight_ih_l0	2	-0.03972117602825165
88629	rnn.weight_ih_l0	3	-0.02046995982527733
88629	rnn.weight_ih_l0	4	-0.0053321598097682
88629	rnn.weight_ih_l0	5	-0.06048804521560669
88629	rnn.weight_ih_l0	6	0.011883232742547989
88629	rnn.weight_ih_l0	7	-0.051737166941165924
88629	rnn.weight_ih_l0	8	0.008278578519821167
88629	rnn.weight_ih_l0	9	-0.0025820883456617594
88629	rnn.weight_hh_l0	0	-0.0020618950948119164
88629	rnn.weight_hh_l0	1	-0.07383362203836441
88629	rnn.weight_hh_l0	2	0.05045703053474426
88629	rnn.weight_hh_l0	3	0.02648935094475746
88629	rnn.weight_hh_l0	4	0.005802138242870569
88629	rnn.weight_hh_l0	5	0.05051267519593239
88629	rnn.weight_hh_l0	6	-0.012519579380750656
88629	rnn.weight_hh_l0	7	-0.08007871359586716
88629	rnn.weight_hh_l0	8	-0.014654918573796749
88629	rnn.weight_hh_l0	9	-0.06735746562480927
88629	rnn.bias_ih_l0	0	-0.09700734168291092
88629	rnn.bias_ih_l0	1	-0.13161540031433105
88629	rnn.bias_ih_l0	2	-0.20512904226779938
88629	rnn.bias_ih_l0	3	-0.2636755406856537
88629	rnn.bias_ih_l0	4	0.030078070238232613
88629	rnn.bias_ih_l0	5	0.06274092942476273
88629	rnn.bias_ih_l0	6	-0.12130875140428543
88629	rnn.bias_ih_l0	7	-0.2284078299999237
88629	rnn.bias_ih_l0	8	-0.09512794017791748
88629	rnn.bias_ih_l0	9	-0.14875613152980804
88629	rnn.bias_hh_l0	0	0.11637769639492035
88629	rnn.bias_hh_l0	1	-0.05198131874203682
88629	rnn.bias_hh_l0	2	0.018535668030381203
88629	rnn.bias_hh_l0	3	-0.15596261620521545
88629	rnn.bias_hh_l0	4	0.03843947872519493
88629	rnn.bias_hh_l0	5	0.03009338118135929
88629	rnn.bias_hh_l0	6	-0.0866575539112091
88629	rnn.bias_hh_l0	7	-0.13427738845348358
88629	rnn.bias_hh_l0	8	-0.15875066816806793
88629	rnn.bias_hh_l0	9	-0.0805121660232544
88629	rnn.weight_ih_l0_reverse	0	-6.981954356888309e-05
88629	rnn.weight_ih_l0_reverse	1	0.03121439553797245
88629	rnn.weight_ih_l0_reverse	2	-0.02251853421330452
88629	rnn.weight_ih_l0_reverse	3	-0.009090871550142765
88629	rnn.weight_ih_l0_reverse	4	0.010139981284737587
88629	rnn.weight_ih_l0_reverse	5	-0.06278841197490692
88629	rnn.weight_ih_l0_reverse	6	-0.028200186789035797
88629	rnn.weight_ih_l0_reverse	7	-0.0037416520062834024
88629	rnn.weight_ih_l0_reverse	8	0.051876429468393326
88629	rnn.weight_ih_l0_reverse	9	0.017937248572707176
88629	rnn.weight_hh_l0_reverse	0	-0.0016966989496722817
88629	rnn.weight_hh_l0_reverse	1	0.019320549443364143
88629	rnn.weight_hh_l0_reverse	2	-0.03844901919364929
88629	rnn.weight_hh_l0_reverse	3	0.029462041333317757
88629	rnn.weight_hh_l0_reverse	4	0.020335175096988678
88629	rnn.weight_hh_l0_reverse	5	-0.015090880915522575
88629	rnn.weight_hh_l0_reverse	6	0.031920574605464935
88629	rnn.weight_hh_l0_reverse	7	0.02024734951555729
88629	rnn.weight_hh_l0_reverse	8	-0.0050798445008695126
88629	rnn.weight_hh_l0_reverse	9	-0.05451396107673645
88629	rnn.bias_ih_l0_reverse	0	-0.12977813184261322
88629	rnn.bias_ih_l0_reverse	1	-0.27574995160102844
88629	rnn.bias_ih_l0_reverse	2	-0.059352632611989975
88629	rnn.bias_ih_l0_reverse	3	-0.09892827272415161
88629	rnn.bias_ih_l0_reverse	4	0.06576678156852722
88629	rnn.bias_ih_l0_reverse	5	-0.20336750149726868
88629	rnn.bias_ih_l0_reverse	6	-0.03850790485739708
88629	rnn.bias_ih_l0_reverse	7	0.022445673123002052
88629	rnn.bias_ih_l0_reverse	8	-0.15804582834243774
88629	rnn.bias_ih_l0_reverse	9	-0.07433219999074936
88629	rnn.bias_hh_l0_reverse	0	-0.10915133357048035
88629	rnn.bias_hh_l0_reverse	1	-0.11808919906616211
88629	rnn.bias_hh_l0_reverse	2	-0.015180602669715881
88629	rnn.bias_hh_l0_reverse	3	-0.1192898079752922
88629	rnn.bias_hh_l0_reverse	4	-0.0327460803091526
88629	rnn.bias_hh_l0_reverse	5	-0.09551133960485458
88629	rnn.bias_hh_l0_reverse	6	-0.07141716778278351
88629	rnn.bias_hh_l0_reverse	7	-0.14523495733737946
88629	rnn.bias_hh_l0_reverse	8	-0.03564738854765892
88629	rnn.bias_hh_l0_reverse	9	-0.1305176168680191
88629	linear.weight	0	-0.3137371838092804
88629	linear.weight	1	-0.14904767274856567
88629	linear.weight	2	-0.011228874325752258
88629	linear.weight	3	-0.1161443218588829
88629	linear.weight	4	0.03934508189558983
88629	linear.weight	5	0.14692090451717377
88629	linear.weight	6	0.0047744326293468475
88629	linear.weight	7	-0.021312154829502106
88629	linear.weight	8	0.11202867329120636
88629	linear.weight	9	0.11210297793149948
88629	linear.bias	0	-0.75301593542099
88629	linear.bias	1	1.0848554372787476
88629	linear.bias	2	-0.2810838222503662
88629	linear.bias	3	-0.6060970425605774
88629	linear.bias	4	-1.135735273361206
88629	linear.bias	5	-1.1510154008865356
88629	linear.bias	6	-0.730221152305603
88629	linear.bias	7	-0.7195272445678711
88629	linear.bias	8	-0.01705317199230194
88629	linear.bias	9	3.18985652923584
88826	transitions	0	-0.2970597743988037
88826	transitions	1	7.876519203186035
88826	transitions	2	-3.1948986053466797
88826	transitions	3	1.3577147722244263
88826	transitions	4	-1.8555834293365479
88826	transitions	5	-0.3292088806629181
88826	transitions	6	-0.17019584774971008
88826	transitions	7	-10000.0
88826	transitions	8	1.6981960535049438
88826	transitions	9	-2.289747714996338
88826	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
88826	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
88826	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
88826	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
88826	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
88826	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
88826	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
88826	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
88826	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
88826	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
88826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
88826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
88826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
88826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
88826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
88826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
88826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
88826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
88826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
88826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
88826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
88826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
88826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
88826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
88826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
88826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
88826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
88826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
88826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
88826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
88826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
88826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
88826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
88826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
88826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
88826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
88826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
88826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
88826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
88826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
88826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
88826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
88826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
88826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
88826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
88826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
88826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
88826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
88826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
88826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
88826	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
88826	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
88826	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
88826	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
88826	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
88826	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
88826	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
88826	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
88826	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
88826	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
88826	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
88826	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
88826	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
88826	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
88826	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
88826	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
88826	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
88826	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
88826	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
88826	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
88826	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
88826	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
88826	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
88826	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
88826	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
88826	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
88826	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
88826	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
88826	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
88826	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
88826	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
88826	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
88826	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
88826	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
88826	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
88826	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
88826	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
88826	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
88826	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
88826	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
88826	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
88826	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
88826	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
88826	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
88826	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
88826	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
88826	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
88826	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
88826	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
88826	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
88826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
88826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
88826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
88826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
88826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
88826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
88826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
88826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
88826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
88826	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
88826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
88826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
88826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
88826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
88826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
88826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
88826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
88826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
88826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
88826	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
88826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
88826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
88826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
88826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
88826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
88826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
88826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
88826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
88826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
88826	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
88826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
88826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
88826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
88826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
88826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
88826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
88826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
88826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
88826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
88826	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
88826	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
88826	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
88826	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
88826	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
88826	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
88826	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
88826	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
88826	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
88826	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
88826	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
88826	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
88826	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
88826	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
88826	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
88826	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
88826	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
88826	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
88826	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
88826	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
88826	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
88826	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
88826	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
88826	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
88826	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
88826	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
88826	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
88826	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
88826	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
88826	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
88826	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
88826	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
88826	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
88826	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
88826	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
88826	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
88826	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
88826	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
88826	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
88826	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
88826	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
88826	embedding2nn.weight	0	0.038832951337099075
88826	embedding2nn.weight	1	-0.07810339331626892
88826	embedding2nn.weight	2	0.025562366470694542
88826	embedding2nn.weight	3	-0.04218744486570358
88826	embedding2nn.weight	4	-0.10895168036222458
88826	embedding2nn.weight	5	0.08578048646450043
88826	embedding2nn.weight	6	-0.07755453884601593
88826	embedding2nn.weight	7	-0.07129458338022232
88826	embedding2nn.weight	8	-0.008241657167673111
88826	embedding2nn.weight	9	0.037067167460918427
88826	embedding2nn.bias	0	0.06185070425271988
88826	embedding2nn.bias	1	0.021931223571300507
88826	embedding2nn.bias	2	-0.14706890285015106
88826	embedding2nn.bias	3	0.028945723548531532
88826	embedding2nn.bias	4	0.04426050931215286
88826	embedding2nn.bias	5	-0.1409151554107666
88826	embedding2nn.bias	6	-0.07289710640907288
88826	embedding2nn.bias	7	-0.04503826051950455
88826	embedding2nn.bias	8	0.12242551892995834
88826	embedding2nn.bias	9	-0.09901709854602814
88826	rnn.weight_ih_l0	0	0.004075448960065842
88826	rnn.weight_ih_l0	1	-0.03814845159649849
88826	rnn.weight_ih_l0	2	-0.04098958522081375
88826	rnn.weight_ih_l0	3	-0.02272716537117958
88826	rnn.weight_ih_l0	4	-0.005332323722541332
88826	rnn.weight_ih_l0	5	-0.0572650209069252
88826	rnn.weight_ih_l0	6	0.012228797189891338
88826	rnn.weight_ih_l0	7	-0.04725402593612671
88826	rnn.weight_ih_l0	8	0.012524258345365524
88826	rnn.weight_ih_l0	9	-0.006337687373161316
88826	rnn.weight_hh_l0	0	-0.002938708057627082
88826	rnn.weight_hh_l0	1	-0.07292751967906952
88826	rnn.weight_hh_l0	2	0.05103541538119316
88826	rnn.weight_hh_l0	3	0.02700786106288433
88826	rnn.weight_hh_l0	4	0.005690332502126694
88826	rnn.weight_hh_l0	5	0.05068672448396683
88826	rnn.weight_hh_l0	6	-0.0129706971347332
88826	rnn.weight_hh_l0	7	-0.08051378279924393
88826	rnn.weight_hh_l0	8	-0.013573036529123783
88826	rnn.weight_hh_l0	9	-0.06771540641784668
88826	rnn.bias_ih_l0	0	-0.08989524841308594
88826	rnn.bias_ih_l0	1	-0.1336887776851654
88826	rnn.bias_ih_l0	2	-0.2038114070892334
88826	rnn.bias_ih_l0	3	-0.2613392174243927
88826	rnn.bias_ih_l0	4	0.028165394440293312
88826	rnn.bias_ih_l0	5	0.0707525834441185
88826	rnn.bias_ih_l0	6	-0.12329612672328949
88826	rnn.bias_ih_l0	7	-0.2303369790315628
88826	rnn.bias_ih_l0	8	-0.09399636834859848
88826	rnn.bias_ih_l0	9	-0.14874844253063202
88826	rnn.bias_hh_l0	0	0.11515188217163086
88826	rnn.bias_hh_l0	1	-0.05481211096048355
88826	rnn.bias_hh_l0	2	0.01765250787138939
88826	rnn.bias_hh_l0	3	-0.15371516346931458
88826	rnn.bias_hh_l0	4	0.03859832510352135
88826	rnn.bias_hh_l0	5	0.03197610750794411
88826	rnn.bias_hh_l0	6	-0.08612149208784103
88826	rnn.bias_hh_l0	7	-0.1342160552740097
88826	rnn.bias_hh_l0	8	-0.15321241319179535
88826	rnn.bias_hh_l0	9	-0.08031375706195831
88826	rnn.weight_ih_l0_reverse	0	-0.0006873969687148929
88826	rnn.weight_ih_l0_reverse	1	0.03087620437145233
88826	rnn.weight_ih_l0_reverse	2	-0.021291282027959824
88826	rnn.weight_ih_l0_reverse	3	-0.008473485708236694
88826	rnn.weight_ih_l0_reverse	4	0.011015812866389751
88826	rnn.weight_ih_l0_reverse	5	-0.0607416108250618
88826	rnn.weight_ih_l0_reverse	6	-0.031168311834335327
88826	rnn.weight_ih_l0_reverse	7	-0.004417769610881805
88826	rnn.weight_ih_l0_reverse	8	0.05129142478108406
88826	rnn.weight_ih_l0_reverse	9	0.014542357996106148
88826	rnn.weight_hh_l0_reverse	0	-0.0012476807460188866
88826	rnn.weight_hh_l0_reverse	1	0.018827008083462715
88826	rnn.weight_hh_l0_reverse	2	-0.03862658888101578
88826	rnn.weight_hh_l0_reverse	3	0.029930535703897476
88826	rnn.weight_hh_l0_reverse	4	0.020251130685210228
88826	rnn.weight_hh_l0_reverse	5	-0.014971410855650902
88826	rnn.weight_hh_l0_reverse	6	0.030642760917544365
88826	rnn.weight_hh_l0_reverse	7	0.0198986753821373
88826	rnn.weight_hh_l0_reverse	8	-0.004730441141873598
88826	rnn.weight_hh_l0_reverse	9	-0.05429428815841675
88826	rnn.bias_ih_l0_reverse	0	-0.13016001880168915
88826	rnn.bias_ih_l0_reverse	1	-0.2767665386199951
88826	rnn.bias_ih_l0_reverse	2	-0.060881711542606354
88826	rnn.bias_ih_l0_reverse	3	-0.10058441758155823
88826	rnn.bias_ih_l0_reverse	4	0.07132821530103683
88826	rnn.bias_ih_l0_reverse	5	-0.2046392261981964
88826	rnn.bias_ih_l0_reverse	6	-0.04249193146824837
88826	rnn.bias_ih_l0_reverse	7	0.020068734884262085
88826	rnn.bias_ih_l0_reverse	8	-0.1600206345319748
88826	rnn.bias_ih_l0_reverse	9	-0.07337528467178345
88826	rnn.bias_hh_l0_reverse	0	-0.11188264936208725
88826	rnn.bias_hh_l0_reverse	1	-0.1139717847108841
88826	rnn.bias_hh_l0_reverse	2	-0.014809830114245415
88826	rnn.bias_hh_l0_reverse	3	-0.11745177954435349
88826	rnn.bias_hh_l0_reverse	4	-0.0315365195274353
88826	rnn.bias_hh_l0_reverse	5	-0.09702634066343307
88826	rnn.bias_hh_l0_reverse	6	-0.07367624342441559
88826	rnn.bias_hh_l0_reverse	7	-0.14522123336791992
88826	rnn.bias_hh_l0_reverse	8	-0.03047962300479412
88826	rnn.bias_hh_l0_reverse	9	-0.13155291974544525
88826	linear.weight	0	-0.2930194139480591
88826	linear.weight	1	-0.15030616521835327
88826	linear.weight	2	-0.011228874325752258
88826	linear.weight	3	-0.09357215464115143
88826	linear.weight	4	0.024042198434472084
88826	linear.weight	5	0.14699894189834595
88826	linear.weight	6	0.0047744326293468475
88826	linear.weight	7	-0.021312154829502106
88826	linear.weight	8	0.09448296576738358
88826	linear.weight	9	0.1402169018983841
88826	linear.bias	0	-0.776528000831604
88826	linear.bias	1	1.0352131128311157
88826	linear.bias	2	-0.25633683800697327
88826	linear.bias	3	-0.5901004672050476
88826	linear.bias	4	-1.1186808347702026
88826	linear.bias	5	-1.1511210203170776
88826	linear.bias	6	-0.7503710985183716
88826	linear.bias	7	-0.7126771807670593
88826	linear.bias	8	-0.01705317199230194
88826	linear.bias	9	3.1752235889434814
88830	transitions	0	-0.2970612645149231
88830	transitions	1	7.882472991943359
88830	transitions	2	-3.1949079036712646
88830	transitions	3	1.3577046394348145
88830	transitions	4	-1.8555856943130493
88830	transitions	5	-0.3292097747325897
88830	transitions	6	-0.17019642889499664
88830	transitions	7	-10000.0
88830	transitions	8	1.6981958150863647
88830	transitions	9	-2.289747714996338
88830	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
88830	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
88830	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
88830	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
88830	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
88830	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
88830	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
88830	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
88830	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
88830	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
88830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
88830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
88830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
88830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
88830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
88830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
88830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
88830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
88830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
88830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
88830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
88830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
88830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
88830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
88830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
88830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
88830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
88830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
88830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
88830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
88830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
88830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
88830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
88830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
88830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
88830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
88830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
88830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
88830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
88830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
88830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
88830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
88830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
88830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
88830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
88830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
88830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
88830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
88830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
88830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
88830	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
88830	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
88830	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
88830	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
88830	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
88830	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
88830	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
88830	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
88830	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
88830	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
88830	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
88830	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
88830	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
88830	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
88830	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
88830	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
88830	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
88830	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
88830	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
88830	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
88830	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
88830	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
88830	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
88830	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
88830	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
88830	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
88830	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
88830	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
88830	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
88830	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
88830	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
88830	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
88830	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
88830	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
88830	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
88830	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
88830	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
88830	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
88830	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
88830	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
88830	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
88830	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
88830	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
88830	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
88830	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
88830	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
88830	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
88830	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
88830	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
88830	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
88830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
88830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
88830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
88830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
88830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
88830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
88830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
88830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
88830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
88830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
88830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
88830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
88830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
88830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
88830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
88830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
88830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
88830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
88830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
88830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
88830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
88830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
88830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
88830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
88830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
88830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
88830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
88830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
88830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
88830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
88830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
88830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
88830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
88830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
88830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
88830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
88830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
88830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
88830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
88830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
88830	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
88830	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
88830	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
88830	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
88830	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
88830	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
88830	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
88830	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
88830	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
88830	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
88830	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
88830	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
88830	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
88830	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
88830	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
88830	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
88830	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
88830	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
88830	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
88830	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
88830	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
88830	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
88830	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
88830	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
88830	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
88830	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
88830	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
88830	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
88830	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
88830	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
88830	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
88830	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
88830	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
88830	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
88830	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
88830	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
88830	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
88830	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
88830	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
88830	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
88830	embedding2nn.weight	0	0.03873960301280022
88830	embedding2nn.weight	1	-0.07818716764450073
88830	embedding2nn.weight	2	0.024886155501008034
88830	embedding2nn.weight	3	-0.04216599836945534
88830	embedding2nn.weight	4	-0.10966940969228745
88830	embedding2nn.weight	5	0.08583982288837433
88830	embedding2nn.weight	6	-0.07715624570846558
88830	embedding2nn.weight	7	-0.07116305828094482
88830	embedding2nn.weight	8	-0.008119745180010796
88830	embedding2nn.weight	9	0.036357320845127106
88830	embedding2nn.bias	0	0.06167227774858475
88830	embedding2nn.bias	1	0.022837480530142784
88830	embedding2nn.bias	2	-0.14570505917072296
88830	embedding2nn.bias	3	0.030642308294773102
88830	embedding2nn.bias	4	0.0460461750626564
88830	embedding2nn.bias	5	-0.1407344788312912
88830	embedding2nn.bias	6	-0.07096003741025925
88830	embedding2nn.bias	7	-0.04576705023646355
88830	embedding2nn.bias	8	0.12135835736989975
88830	embedding2nn.bias	9	-0.09686721861362457
88830	rnn.weight_ih_l0	0	0.00412975437939167
88830	rnn.weight_ih_l0	1	-0.038007237017154694
88830	rnn.weight_ih_l0	2	-0.04143190383911133
88830	rnn.weight_ih_l0	3	-0.022834142670035362
88830	rnn.weight_ih_l0	4	-0.005348126403987408
88830	rnn.weight_ih_l0	5	-0.05706142261624336
88830	rnn.weight_ih_l0	6	0.012423795647919178
88830	rnn.weight_ih_l0	7	-0.04684881120920181
88830	rnn.weight_ih_l0	8	0.012374029494822025
88830	rnn.weight_ih_l0	9	-0.006339679006487131
88830	rnn.weight_hh_l0	0	-0.0027522840537130833
88830	rnn.weight_hh_l0	1	-0.07291299104690552
88830	rnn.weight_hh_l0	2	0.05107675492763519
88830	rnn.weight_hh_l0	3	0.027007700875401497
88830	rnn.weight_hh_l0	4	0.0056261527352035046
88830	rnn.weight_hh_l0	5	0.050668057054281235
88830	rnn.weight_hh_l0	6	-0.013005765154957771
88830	rnn.weight_hh_l0	7	-0.08051948249340057
88830	rnn.weight_hh_l0	8	-0.013545130379498005
88830	rnn.weight_hh_l0	9	-0.06766177713871002
88830	rnn.bias_ih_l0	0	-0.0895845964550972
88830	rnn.bias_ih_l0	1	-0.1340276300907135
88830	rnn.bias_ih_l0	2	-0.20361827313899994
88830	rnn.bias_ih_l0	3	-0.26092448830604553
88830	rnn.bias_ih_l0	4	0.027842678129673004
88830	rnn.bias_ih_l0	5	0.07078827917575836
88830	rnn.bias_ih_l0	6	-0.12362708151340485
88830	rnn.bias_ih_l0	7	-0.23041070997714996
88830	rnn.bias_ih_l0	8	-0.09362892806529999
88830	rnn.bias_ih_l0	9	-0.14858148992061615
88830	rnn.bias_hh_l0	0	0.11475399136543274
88830	rnn.bias_hh_l0	1	-0.054916754364967346
88830	rnn.bias_hh_l0	2	0.017577171325683594
88830	rnn.bias_hh_l0	3	-0.15392804145812988
88830	rnn.bias_hh_l0	4	0.03841173276305199
88830	rnn.bias_hh_l0	5	0.03202114254236221
88830	rnn.bias_hh_l0	6	-0.08640079200267792
88830	rnn.bias_hh_l0	7	-0.13498534262180328
88830	rnn.bias_hh_l0	8	-0.15358124673366547
88830	rnn.bias_hh_l0	9	-0.0807635709643364
88830	rnn.weight_ih_l0_reverse	0	-0.0006855841493234038
88830	rnn.weight_ih_l0_reverse	1	0.03095088340342045
88830	rnn.weight_ih_l0_reverse	2	-0.020930517464876175
88830	rnn.weight_ih_l0_reverse	3	-0.008361192420125008
88830	rnn.weight_ih_l0_reverse	4	0.011260420083999634
88830	rnn.weight_ih_l0_reverse	5	-0.06062790006399155
88830	rnn.weight_ih_l0_reverse	6	-0.03113318793475628
88830	rnn.weight_ih_l0_reverse	7	-0.004465330392122269
88830	rnn.weight_ih_l0_reverse	8	0.05128760635852814
88830	rnn.weight_ih_l0_reverse	9	0.014532649889588356
88830	rnn.weight_hh_l0_reverse	0	-0.0013262020656839013
88830	rnn.weight_hh_l0_reverse	1	0.01881266199052334
88830	rnn.weight_hh_l0_reverse	2	-0.03853495791554451
88830	rnn.weight_hh_l0_reverse	3	0.029902249574661255
88830	rnn.weight_hh_l0_reverse	4	0.02023676224052906
88830	rnn.weight_hh_l0_reverse	5	-0.01493500079959631
88830	rnn.weight_hh_l0_reverse	6	0.030644306913018227
88830	rnn.weight_hh_l0_reverse	7	0.019952794536948204
88830	rnn.weight_hh_l0_reverse	8	-0.004716585390269756
88830	rnn.weight_hh_l0_reverse	9	-0.05429087579250336
88830	rnn.bias_ih_l0_reverse	0	-0.13018938899040222
88830	rnn.bias_ih_l0_reverse	1	-0.2769145965576172
88830	rnn.bias_ih_l0_reverse	2	-0.060698188841342926
88830	rnn.bias_ih_l0_reverse	3	-0.10031125694513321
88830	rnn.bias_ih_l0_reverse	4	0.07154875248670578
88830	rnn.bias_ih_l0_reverse	5	-0.20417746901512146
88830	rnn.bias_ih_l0_reverse	6	-0.042678482830524445
88830	rnn.bias_ih_l0_reverse	7	0.020214127376675606
88830	rnn.bias_ih_l0_reverse	8	-0.15998432040214539
88830	rnn.bias_ih_l0_reverse	9	-0.07338006794452667
88830	rnn.bias_hh_l0_reverse	0	-0.112192302942276
88830	rnn.bias_hh_l0_reverse	1	-0.11391118168830872
88830	rnn.bias_hh_l0_reverse	2	-0.015081726014614105
88830	rnn.bias_hh_l0_reverse	3	-0.11675268411636353
88830	rnn.bias_hh_l0_reverse	4	-0.03139974921941757
88830	rnn.bias_hh_l0_reverse	5	-0.09703391790390015
88830	rnn.bias_hh_l0_reverse	6	-0.07398524135351181
88830	rnn.bias_hh_l0_reverse	7	-0.1456109881401062
88830	rnn.bias_hh_l0_reverse	8	-0.03127671778202057
88830	rnn.bias_hh_l0_reverse	9	-0.13126011192798615
88830	linear.weight	0	-0.29309287667274475
88830	linear.weight	1	-0.1502363383769989
88830	linear.weight	2	-0.011228874325752258
88830	linear.weight	3	-0.09344063699245453
88830	linear.weight	4	0.027372710406780243
88830	linear.weight	5	0.14321181178092957
88830	linear.weight	6	0.0047744326293468475
88830	linear.weight	7	-0.021312154829502106
88830	linear.weight	8	0.09469807893037796
88830	linear.weight	9	0.1404392123222351
88830	linear.bias	0	-0.7779008150100708
88830	linear.bias	1	1.0380685329437256
88830	linear.bias	2	-0.25261250138282776
88830	linear.bias	3	-0.5805429220199585
88830	linear.bias	4	-1.1215139627456665
88830	linear.bias	5	-1.1511222124099731
88830	linear.bias	6	-0.7516008019447327
88830	linear.bias	7	-0.7121900320053101
88830	linear.bias	8	-0.01705317199230194
88830	linear.bias	9	3.1611762046813965
89027	transitions	0	-0.29747799038887024
89027	transitions	1	7.848843097686768
89027	transitions	2	-3.196584939956665
89027	transitions	3	1.3343547582626343
89027	transitions	4	-1.8560620546340942
89027	transitions	5	-0.32945960760116577
89027	transitions	6	-0.17026419937610626
89027	transitions	7	-10000.0
89027	transitions	8	1.6950640678405762
89027	transitions	9	-2.2897653579711914
89027	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
89027	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
89027	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
89027	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
89027	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
89027	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
89027	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
89027	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
89027	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
89027	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
89027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
89027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
89027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
89027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
89027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
89027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
89027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
89027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
89027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
89027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
89027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
89027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
89027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
89027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
89027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
89027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
89027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
89027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
89027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
89027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
89027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
89027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
89027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
89027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
89027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
89027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
89027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
89027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
89027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
89027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
89027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
89027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
89027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
89027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
89027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
89027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
89027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
89027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
89027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
89027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
89027	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
89027	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
89027	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
89027	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
89027	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
89027	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
89027	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
89027	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
89027	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
89027	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
89027	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
89027	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
89027	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
89027	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
89027	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
89027	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
89027	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
89027	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
89027	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
89027	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
89027	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
89027	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
89027	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
89027	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
89027	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
89027	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
89027	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
89027	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
89027	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
89027	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
89027	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
89027	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
89027	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
89027	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
89027	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
89027	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
89027	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
89027	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
89027	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
89027	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
89027	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
89027	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
89027	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
89027	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
89027	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
89027	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
89027	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
89027	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
89027	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
89027	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
89027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
89027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
89027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
89027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
89027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
89027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
89027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
89027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
89027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
89027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
89027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
89027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
89027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
89027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
89027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
89027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
89027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
89027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
89027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
89027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
89027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
89027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
89027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
89027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
89027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
89027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
89027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
89027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
89027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
89027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
89027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
89027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
89027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
89027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
89027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
89027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
89027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
89027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
89027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
89027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
89027	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
89027	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
89027	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
89027	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
89027	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
89027	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
89027	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
89027	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
89027	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
89027	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
89027	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
89027	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
89027	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
89027	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
89027	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
89027	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
89027	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
89027	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
89027	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
89027	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
89027	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
89027	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
89027	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
89027	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
89027	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
89027	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
89027	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
89027	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
89027	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
89027	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
89027	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
89027	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
89027	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
89027	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
89027	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
89027	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
89027	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
89027	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
89027	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
89027	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
89027	embedding2nn.weight	0	0.03806804120540619
89027	embedding2nn.weight	1	-0.07882348448038101
89027	embedding2nn.weight	2	0.020375166088342667
89027	embedding2nn.weight	3	-0.041192375123500824
89027	embedding2nn.weight	4	-0.10791701823472977
89027	embedding2nn.weight	5	0.0847453624010086
89027	embedding2nn.weight	6	-0.07676070928573608
89027	embedding2nn.weight	7	-0.07197584211826324
89027	embedding2nn.weight	8	-0.008593949489295483
89027	embedding2nn.weight	9	0.03691266477108002
89027	embedding2nn.bias	0	0.06757747381925583
89027	embedding2nn.bias	1	0.026132844388484955
89027	embedding2nn.bias	2	-0.15351158380508423
89027	embedding2nn.bias	3	0.04365825280547142
89027	embedding2nn.bias	4	0.051180172711610794
89027	embedding2nn.bias	5	-0.15109868347644806
89027	embedding2nn.bias	6	-0.0670621320605278
89027	embedding2nn.bias	7	-0.04454915225505829
89027	embedding2nn.bias	8	0.11647558212280273
89027	embedding2nn.bias	9	-0.11861154437065125
89027	rnn.weight_ih_l0	0	0.004220657516270876
89027	rnn.weight_ih_l0	1	-0.03988642618060112
89027	rnn.weight_ih_l0	2	-0.03749433159828186
89027	rnn.weight_ih_l0	3	-0.02199365571141243
89027	rnn.weight_ih_l0	4	-0.005572453606873751
89027	rnn.weight_ih_l0	5	-0.05736718699336052
89027	rnn.weight_ih_l0	6	0.012292143888771534
89027	rnn.weight_ih_l0	7	-0.04897359758615494
89027	rnn.weight_ih_l0	8	0.015257501043379307
89027	rnn.weight_ih_l0	9	-0.005290607921779156
89027	rnn.weight_hh_l0	0	-0.0024722821544855833
89027	rnn.weight_hh_l0	1	-0.07367134094238281
89027	rnn.weight_hh_l0	2	0.05225760117173195
89027	rnn.weight_hh_l0	3	0.026924846693873405
89027	rnn.weight_hh_l0	4	0.005857900716364384
89027	rnn.weight_hh_l0	5	0.05102933570742607
89027	rnn.weight_hh_l0	6	-0.012962931767106056
89027	rnn.weight_hh_l0	7	-0.0810246616601944
89027	rnn.weight_hh_l0	8	-0.012860558927059174
89027	rnn.weight_hh_l0	9	-0.06982406973838806
89027	rnn.bias_ih_l0	0	-0.09346166253089905
89027	rnn.bias_ih_l0	1	-0.1373441219329834
89027	rnn.bias_ih_l0	2	-0.20774881541728973
89027	rnn.bias_ih_l0	3	-0.2630419433116913
89027	rnn.bias_ih_l0	4	0.022846577689051628
89027	rnn.bias_ih_l0	5	0.07405587285757065
89027	rnn.bias_ih_l0	6	-0.12197892367839813
89027	rnn.bias_ih_l0	7	-0.23286814987659454
89027	rnn.bias_ih_l0	8	-0.09667287021875381
89027	rnn.bias_ih_l0	9	-0.14584951102733612
89027	rnn.bias_hh_l0	0	0.11782242357730865
89027	rnn.bias_hh_l0	1	-0.053407538682222366
89027	rnn.bias_hh_l0	2	0.01805560477077961
89027	rnn.bias_hh_l0	3	-0.15566790103912354
89027	rnn.bias_hh_l0	4	0.034983228892087936
89027	rnn.bias_hh_l0	5	0.03091270849108696
89027	rnn.bias_hh_l0	6	-0.08804777264595032
89027	rnn.bias_hh_l0	7	-0.13351531326770782
89027	rnn.bias_hh_l0	8	-0.15603359043598175
89027	rnn.bias_hh_l0	9	-0.07818406075239182
89027	rnn.weight_ih_l0_reverse	0	-0.0009257961064577103
89027	rnn.weight_ih_l0_reverse	1	0.03228672966361046
89027	rnn.weight_ih_l0_reverse	2	-0.021332180127501488
89027	rnn.weight_ih_l0_reverse	3	-0.011951715685427189
89027	rnn.weight_ih_l0_reverse	4	0.008471907116472721
89027	rnn.weight_ih_l0_reverse	5	-0.06049134209752083
89027	rnn.weight_ih_l0_reverse	6	-0.03257301077246666
89027	rnn.weight_ih_l0_reverse	7	-0.004627553280442953
89027	rnn.weight_ih_l0_reverse	8	0.05216198414564133
89027	rnn.weight_ih_l0_reverse	9	0.014265181496739388
89027	rnn.weight_hh_l0_reverse	0	-0.001225287327542901
89027	rnn.weight_hh_l0_reverse	1	0.019113989546895027
89027	rnn.weight_hh_l0_reverse	2	-0.03867151960730553
89027	rnn.weight_hh_l0_reverse	3	0.029606183990836143
89027	rnn.weight_hh_l0_reverse	4	0.019507449120283127
89027	rnn.weight_hh_l0_reverse	5	-0.014845207333564758
89027	rnn.weight_hh_l0_reverse	6	0.03068038448691368
89027	rnn.weight_hh_l0_reverse	7	0.019972849637269974
89027	rnn.weight_hh_l0_reverse	8	-0.004681531805545092
89027	rnn.weight_hh_l0_reverse	9	-0.05496199429035187
89027	rnn.bias_ih_l0_reverse	0	-0.12928102910518646
89027	rnn.bias_ih_l0_reverse	1	-0.28153544664382935
89027	rnn.bias_ih_l0_reverse	2	-0.05916581302881241
89027	rnn.bias_ih_l0_reverse	3	-0.10145925730466843
89027	rnn.bias_ih_l0_reverse	4	0.07005482912063599
89027	rnn.bias_ih_l0_reverse	5	-0.20115262269973755
89027	rnn.bias_ih_l0_reverse	6	-0.044211000204086304
89027	rnn.bias_ih_l0_reverse	7	0.017870038747787476
89027	rnn.bias_ih_l0_reverse	8	-0.15760931372642517
89027	rnn.bias_ih_l0_reverse	9	-0.07839934527873993
89027	rnn.bias_hh_l0_reverse	0	-0.10910337418317795
89027	rnn.bias_hh_l0_reverse	1	-0.11387743800878525
89027	rnn.bias_hh_l0_reverse	2	-0.015410116873681545
89027	rnn.bias_hh_l0_reverse	3	-0.1161356121301651
89027	rnn.bias_hh_l0_reverse	4	-0.03226103261113167
89027	rnn.bias_hh_l0_reverse	5	-0.09861967712640762
89027	rnn.bias_hh_l0_reverse	6	-0.0749392881989479
89027	rnn.bias_hh_l0_reverse	7	-0.1474989354610443
89027	rnn.bias_hh_l0_reverse	8	-0.031030364334583282
89027	rnn.bias_hh_l0_reverse	9	-0.13250762224197388
89027	linear.weight	0	-0.2769787609577179
89027	linear.weight	1	-0.14632868766784668
89027	linear.weight	2	-0.011228874325752258
89027	linear.weight	3	-0.10474605113267899
89027	linear.weight	4	0.03544275090098381
89027	linear.weight	5	0.15117552876472473
89027	linear.weight	6	0.0047744326293468475
89027	linear.weight	7	-0.021312154829502106
89027	linear.weight	8	0.10700050741434097
89027	linear.weight	9	0.1503545641899109
89027	linear.bias	0	-0.7503981590270996
89027	linear.bias	1	1.027998924255371
89027	linear.bias	2	-0.28392940759658813
89027	linear.bias	3	-0.6144126057624817
89027	linear.bias	4	-1.0895850658416748
89027	linear.bias	5	-1.151241660118103
89027	linear.bias	6	-0.7254757881164551
89027	linear.bias	7	-0.6945635080337524
89027	linear.bias	8	-0.01705317199230194
89027	linear.bias	9	3.1279306411743164
89224	transitions	0	-0.2979215681552887
89224	transitions	1	7.865763187408447
89224	transitions	2	-3.1980860233306885
89224	transitions	3	1.3322983980178833
89224	transitions	4	-1.8570069074630737
89224	transitions	5	-0.32995840907096863
89224	transitions	6	-0.17035628855228424
89224	transitions	7	-10000.0
89224	transitions	8	1.69793701171875
89224	transitions	9	-2.2897861003875732
89224	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
89224	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
89224	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
89224	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
89224	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
89224	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
89224	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
89224	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
89224	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
89224	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
89224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
89224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
89224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
89224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
89224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
89224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
89224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
89224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
89224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
89224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
89224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
89224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
89224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
89224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
89224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
89224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
89224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
89224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
89224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
89224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
89224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
89224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
89224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
89224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
89224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
89224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
89224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
89224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
89224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
89224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
89224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
89224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
89224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
89224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
89224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
89224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
89224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
89224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
89224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
89224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
89224	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
89224	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
89224	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
89224	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
89224	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
89224	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
89224	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
89224	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
89224	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
89224	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
89224	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
89224	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
89224	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
89224	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
89224	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
89224	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
89224	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
89224	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
89224	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
89224	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
89224	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
89224	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
89224	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
89224	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
89224	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
89224	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
89224	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
89224	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
89224	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
89224	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
89224	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
89224	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
89224	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
89224	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
89224	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
89224	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
89224	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
89224	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
89224	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
89224	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
89224	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
89224	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
89224	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
89224	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
89224	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
89224	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
89224	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
89224	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
89224	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
89224	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
89224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
89224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
89224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
89224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
89224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
89224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
89224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
89224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
89224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
89224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
89224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
89224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
89224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
89224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
89224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
89224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
89224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
89224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
89224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
89224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
89224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
89224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
89224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
89224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
89224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
89224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
89224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
89224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
89224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
89224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
89224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
89224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
89224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
89224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
89224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
89224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
89224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
89224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
89224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
89224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
89224	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
89224	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
89224	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
89224	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
89224	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
89224	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
89224	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
89224	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
89224	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
89224	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
89224	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
89224	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
89224	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
89224	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
89224	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
89224	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
89224	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
89224	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
89224	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
89224	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
89224	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
89224	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
89224	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
89224	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
89224	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
89224	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
89224	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
89224	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
89224	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
89224	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
89224	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
89224	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
89224	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
89224	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
89224	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
89224	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
89224	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
89224	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
89224	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
89224	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
89224	embedding2nn.weight	0	0.03819815441966057
89224	embedding2nn.weight	1	-0.07866169512271881
89224	embedding2nn.weight	2	0.023987893015146255
89224	embedding2nn.weight	3	-0.0418303906917572
89224	embedding2nn.weight	4	-0.10640830546617508
89224	embedding2nn.weight	5	0.08545172959566116
89224	embedding2nn.weight	6	-0.08314477652311325
89224	embedding2nn.weight	7	-0.07340340316295624
89224	embedding2nn.weight	8	-0.008831148035824299
89224	embedding2nn.weight	9	0.03896892070770264
89224	embedding2nn.bias	0	0.06105325371026993
89224	embedding2nn.bias	1	0.022349398583173752
89224	embedding2nn.bias	2	-0.1535569578409195
89224	embedding2nn.bias	3	0.044713325798511505
89224	embedding2nn.bias	4	0.0583355575799942
89224	embedding2nn.bias	5	-0.16780893504619598
89224	embedding2nn.bias	6	-0.06077815964818001
89224	embedding2nn.bias	7	-0.03700624778866768
89224	embedding2nn.bias	8	0.11471432447433472
89224	embedding2nn.bias	9	-0.12542498111724854
89224	rnn.weight_ih_l0	0	0.002129368018358946
89224	rnn.weight_ih_l0	1	-0.039705920964479446
89224	rnn.weight_ih_l0	2	-0.038376521319150925
89224	rnn.weight_ih_l0	3	-0.024080200120806694
89224	rnn.weight_ih_l0	4	-0.003992110025137663
89224	rnn.weight_ih_l0	5	-0.06052078679203987
89224	rnn.weight_ih_l0	6	0.00916606467217207
89224	rnn.weight_ih_l0	7	-0.05264924839138985
89224	rnn.weight_ih_l0	8	0.014411792159080505
89224	rnn.weight_ih_l0	9	-0.007005542516708374
89224	rnn.weight_hh_l0	0	-0.003080173162743449
89224	rnn.weight_hh_l0	1	-0.0744016170501709
89224	rnn.weight_hh_l0	2	0.052489034831523895
89224	rnn.weight_hh_l0	3	0.027063237503170967
89224	rnn.weight_hh_l0	4	0.005638197995722294
89224	rnn.weight_hh_l0	5	0.052313484251499176
89224	rnn.weight_hh_l0	6	-0.012957289814949036
89224	rnn.weight_hh_l0	7	-0.08099834620952606
89224	rnn.weight_hh_l0	8	-0.012996901758015156
89224	rnn.weight_hh_l0	9	-0.06825324892997742
89224	rnn.bias_ih_l0	0	-0.09679295867681503
89224	rnn.bias_ih_l0	1	-0.13273213803768158
89224	rnn.bias_ih_l0	2	-0.2071760892868042
89224	rnn.bias_ih_l0	3	-0.2653414011001587
89224	rnn.bias_ih_l0	4	0.02840244397521019
89224	rnn.bias_ih_l0	5	0.06926877051591873
89224	rnn.bias_ih_l0	6	-0.12123700976371765
89224	rnn.bias_ih_l0	7	-0.23706728219985962
89224	rnn.bias_ih_l0	8	-0.09079673141241074
89224	rnn.bias_ih_l0	9	-0.1448124498128891
89224	rnn.bias_hh_l0	0	0.11871550977230072
89224	rnn.bias_hh_l0	1	-0.0531257800757885
89224	rnn.bias_hh_l0	2	0.017434587702155113
89224	rnn.bias_hh_l0	3	-0.15379060804843903
89224	rnn.bias_hh_l0	4	0.02854924276471138
89224	rnn.bias_hh_l0	5	0.036848124116659164
89224	rnn.bias_hh_l0	6	-0.08948221057653427
89224	rnn.bias_hh_l0	7	-0.1369459331035614
89224	rnn.bias_hh_l0	8	-0.15436981618404388
89224	rnn.bias_hh_l0	9	-0.08274740725755692
89224	rnn.weight_ih_l0_reverse	0	-0.0003219519858248532
89224	rnn.weight_ih_l0_reverse	1	0.03325224667787552
89224	rnn.weight_ih_l0_reverse	2	-0.018421389162540436
89224	rnn.weight_ih_l0_reverse	3	-0.011649621650576591
89224	rnn.weight_ih_l0_reverse	4	0.008747152984142303
89224	rnn.weight_ih_l0_reverse	5	-0.05676736682653427
89224	rnn.weight_ih_l0_reverse	6	-0.03382284194231033
89224	rnn.weight_ih_l0_reverse	7	-0.005919602233916521
89224	rnn.weight_ih_l0_reverse	8	0.051058463752269745
89224	rnn.weight_ih_l0_reverse	9	0.013557123020291328
89224	rnn.weight_hh_l0_reverse	0	-0.0007806139765307307
89224	rnn.weight_hh_l0_reverse	1	0.018633197993040085
89224	rnn.weight_hh_l0_reverse	2	-0.03831459954380989
89224	rnn.weight_hh_l0_reverse	3	0.029730720445513725
89224	rnn.weight_hh_l0_reverse	4	0.01944059506058693
89224	rnn.weight_hh_l0_reverse	5	-0.015775341540575027
89224	rnn.weight_hh_l0_reverse	6	0.030162204056978226
89224	rnn.weight_hh_l0_reverse	7	0.019737381488084793
89224	rnn.weight_hh_l0_reverse	8	-0.005378326866775751
89224	rnn.weight_hh_l0_reverse	9	-0.05503919720649719
89224	rnn.bias_ih_l0_reverse	0	-0.131704181432724
89224	rnn.bias_ih_l0_reverse	1	-0.27970683574676514
89224	rnn.bias_ih_l0_reverse	2	-0.058325134217739105
89224	rnn.bias_ih_l0_reverse	3	-0.10229406505823135
89224	rnn.bias_ih_l0_reverse	4	0.07145527750253677
89224	rnn.bias_ih_l0_reverse	5	-0.20184217393398285
89224	rnn.bias_ih_l0_reverse	6	-0.04446883872151375
89224	rnn.bias_ih_l0_reverse	7	0.004805722273886204
89224	rnn.bias_ih_l0_reverse	8	-0.15849904716014862
89224	rnn.bias_ih_l0_reverse	9	-0.07815227657556534
89224	rnn.bias_hh_l0_reverse	0	-0.10925421118736267
89224	rnn.bias_hh_l0_reverse	1	-0.11276976764202118
89224	rnn.bias_hh_l0_reverse	2	-0.015949759632349014
89224	rnn.bias_hh_l0_reverse	3	-0.11888711899518967
89224	rnn.bias_hh_l0_reverse	4	-0.0294474009424448
89224	rnn.bias_hh_l0_reverse	5	-0.10005421936511993
89224	rnn.bias_hh_l0_reverse	6	-0.07687722146511078
89224	rnn.bias_hh_l0_reverse	7	-0.15566135942935944
89224	rnn.bias_hh_l0_reverse	8	-0.031438376754522324
89224	rnn.bias_hh_l0_reverse	9	-0.13428831100463867
89224	linear.weight	0	-0.28754475712776184
89224	linear.weight	1	-0.14788295328617096
89224	linear.weight	2	-0.011228874325752258
89224	linear.weight	3	-0.10357237607240677
89224	linear.weight	4	0.0426742359995842
89224	linear.weight	5	0.17015524208545685
89224	linear.weight	6	0.0047744326293468475
89224	linear.weight	7	-0.021312154829502106
89224	linear.weight	8	0.11800086498260498
89224	linear.weight	9	0.15960431098937988
89224	linear.bias	0	-0.7500921487808228
89224	linear.bias	1	1.0672897100448608
89224	linear.bias	2	-0.2798916697502136
89224	linear.bias	3	-0.5938372611999512
89224	linear.bias	4	-1.0623056888580322
89224	linear.bias	5	-1.151352882385254
89224	linear.bias	6	-0.7280455827713013
89224	linear.bias	7	-0.739372730255127
89224	linear.bias	8	-0.01705317199230194
89224	linear.bias	9	3.0378103256225586
89421	transitions	0	-0.29819753766059875
89421	transitions	1	7.880350589752197
89421	transitions	2	-3.199618339538574
89421	transitions	3	1.3671685457229614
89421	transitions	4	-1.8583793640136719
89421	transitions	5	-0.3301597833633423
89421	transitions	6	-0.17048056423664093
89421	transitions	7	-10000.0
89421	transitions	8	1.6972559690475464
89421	transitions	9	-2.2898151874542236
89421	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
89421	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
89421	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
89421	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
89421	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
89421	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
89421	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
89421	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
89421	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
89421	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
89421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
89421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
89421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
89421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
89421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
89421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
89421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
89421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
89421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
89421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
89421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
89421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
89421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
89421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
89421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
89421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
89421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
89421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
89421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
89421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
89421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
89421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
89421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
89421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
89421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
89421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
89421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
89421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
89421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
89421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
89421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
89421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
89421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
89421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
89421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
89421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
89421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
89421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
89421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
89421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
89421	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
89421	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
89421	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
89421	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
89421	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
89421	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
89421	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
89421	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
89421	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
89421	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
89421	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
89421	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
89421	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
89421	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
89421	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
89421	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
89421	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
89421	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
89421	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
89421	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
89421	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
89421	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
89421	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
89421	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
89421	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
89421	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
89421	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
89421	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
89421	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
89421	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
89421	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
89421	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
89421	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
89421	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
89421	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
89421	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
89421	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
89421	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
89421	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
89421	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
89421	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
89421	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
89421	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
89421	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
89421	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
89421	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
89421	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
89421	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
89421	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
89421	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
89421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
89421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
89421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
89421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
89421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
89421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
89421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
89421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
89421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
89421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
89421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
89421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
89421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
89421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
89421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
89421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
89421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
89421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
89421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
89421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
89421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
89421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
89421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
89421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
89421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
89421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
89421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
89421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
89421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
89421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
89421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
89421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
89421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
89421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
89421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
89421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
89421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
89421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
89421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
89421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
89421	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
89421	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
89421	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
89421	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
89421	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
89421	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
89421	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
89421	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
89421	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
89421	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
89421	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
89421	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
89421	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
89421	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
89421	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
89421	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
89421	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
89421	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
89421	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
89421	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
89421	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
89421	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
89421	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
89421	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
89421	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
89421	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
89421	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
89421	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
89421	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
89421	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
89421	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
89421	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
89421	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
89421	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
89421	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
89421	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
89421	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
89421	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
89421	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
89421	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
89421	embedding2nn.weight	0	0.03823678195476532
89421	embedding2nn.weight	1	-0.07838007807731628
89421	embedding2nn.weight	2	0.021310221403837204
89421	embedding2nn.weight	3	-0.0422460213303566
89421	embedding2nn.weight	4	-0.10604053735733032
89421	embedding2nn.weight	5	0.08621785789728165
89421	embedding2nn.weight	6	-0.08318666368722916
89421	embedding2nn.weight	7	-0.07363370060920715
89421	embedding2nn.weight	8	-0.007876520976424217
89421	embedding2nn.weight	9	0.038004692643880844
89421	embedding2nn.bias	0	0.07319587469100952
89421	embedding2nn.bias	1	0.02611575275659561
89421	embedding2nn.bias	2	-0.1442856639623642
89421	embedding2nn.bias	3	0.04791244864463806
89421	embedding2nn.bias	4	0.050937868654727936
89421	embedding2nn.bias	5	-0.15284037590026855
89421	embedding2nn.bias	6	-0.06727413088083267
89421	embedding2nn.bias	7	-0.04257199913263321
89421	embedding2nn.bias	8	0.12859447300434113
89421	embedding2nn.bias	9	-0.13668736815452576
89421	rnn.weight_ih_l0	0	0.0018146912334486842
89421	rnn.weight_ih_l0	1	-0.038572102785110474
89421	rnn.weight_ih_l0	2	-0.0395280122756958
89421	rnn.weight_ih_l0	3	-0.024332372471690178
89421	rnn.weight_ih_l0	4	-0.0077299922704696655
89421	rnn.weight_ih_l0	5	-0.061575472354888916
89421	rnn.weight_ih_l0	6	0.00735298078507185
89421	rnn.weight_ih_l0	7	-0.05367814749479294
89421	rnn.weight_ih_l0	8	0.014334011822938919
89421	rnn.weight_ih_l0	9	-0.0039174919947981834
89421	rnn.weight_hh_l0	0	-0.0008877853397279978
89421	rnn.weight_hh_l0	1	-0.0736827626824379
89421	rnn.weight_hh_l0	2	0.05215506628155708
89421	rnn.weight_hh_l0	3	0.027447354048490524
89421	rnn.weight_hh_l0	4	0.004650303162634373
89421	rnn.weight_hh_l0	5	0.05337108299136162
89421	rnn.weight_hh_l0	6	-0.012991171330213547
89421	rnn.weight_hh_l0	7	-0.08103097975254059
89421	rnn.weight_hh_l0	8	-0.013109679333865643
89421	rnn.weight_hh_l0	9	-0.07462523132562637
89421	rnn.bias_ih_l0	0	-0.09150228649377823
89421	rnn.bias_ih_l0	1	-0.1380675584077835
89421	rnn.bias_ih_l0	2	-0.20507074892520905
89421	rnn.bias_ih_l0	3	-0.2631635069847107
89421	rnn.bias_ih_l0	4	0.023586787283420563
89421	rnn.bias_ih_l0	5	0.07243970036506653
89421	rnn.bias_ih_l0	6	-0.12513411045074463
89421	rnn.bias_ih_l0	7	-0.2383316159248352
89421	rnn.bias_ih_l0	8	-0.09195898473262787
89421	rnn.bias_ih_l0	9	-0.14359880983829498
89421	rnn.bias_hh_l0	0	0.11879462003707886
89421	rnn.bias_hh_l0	1	-0.05359620600938797
89421	rnn.bias_hh_l0	2	0.017653917893767357
89421	rnn.bias_hh_l0	3	-0.15467000007629395
89421	rnn.bias_hh_l0	4	0.031475357711315155
89421	rnn.bias_hh_l0	5	0.03144300356507301
89421	rnn.bias_hh_l0	6	-0.08631348609924316
89421	rnn.bias_hh_l0	7	-0.1362631469964981
89421	rnn.bias_hh_l0	8	-0.15383405983448029
89421	rnn.bias_hh_l0	9	-0.08446399867534637
89421	rnn.weight_ih_l0_reverse	0	-0.0003681387461256236
89421	rnn.weight_ih_l0_reverse	1	0.03245553374290466
89421	rnn.weight_ih_l0_reverse	2	-0.014947622083127499
89421	rnn.weight_ih_l0_reverse	3	-0.012160557322204113
89421	rnn.weight_ih_l0_reverse	4	0.010483411140739918
89421	rnn.weight_ih_l0_reverse	5	-0.05861171334981918
89421	rnn.weight_ih_l0_reverse	6	-0.035823673009872437
89421	rnn.weight_ih_l0_reverse	7	-0.0060524530708789825
89421	rnn.weight_ih_l0_reverse	8	0.050793956965208054
89421	rnn.weight_ih_l0_reverse	9	0.014931179583072662
89421	rnn.weight_hh_l0_reverse	0	-5.736729872296564e-05
89421	rnn.weight_hh_l0_reverse	1	0.01854182779788971
89421	rnn.weight_hh_l0_reverse	2	-0.03822775185108185
89421	rnn.weight_hh_l0_reverse	3	0.029520483687520027
89421	rnn.weight_hh_l0_reverse	4	0.0191588643938303
89421	rnn.weight_hh_l0_reverse	5	-0.01572909951210022
89421	rnn.weight_hh_l0_reverse	6	0.031020142138004303
89421	rnn.weight_hh_l0_reverse	7	0.01966158114373684
89421	rnn.weight_hh_l0_reverse	8	-0.007360228803008795
89421	rnn.weight_hh_l0_reverse	9	-0.0549042783677578
89421	rnn.bias_ih_l0_reverse	0	-0.13289940357208252
89421	rnn.bias_ih_l0_reverse	1	-0.278095543384552
89421	rnn.bias_ih_l0_reverse	2	-0.057473208755254745
89421	rnn.bias_ih_l0_reverse	3	-0.1015622541308403
89421	rnn.bias_ih_l0_reverse	4	0.06875177472829819
89421	rnn.bias_ih_l0_reverse	5	-0.19597560167312622
89421	rnn.bias_ih_l0_reverse	6	-0.04161590710282326
89421	rnn.bias_ih_l0_reverse	7	0.008057313971221447
89421	rnn.bias_ih_l0_reverse	8	-0.15920911729335785
89421	rnn.bias_ih_l0_reverse	9	-0.07532820105552673
89421	rnn.bias_hh_l0_reverse	0	-0.10897882282733917
89421	rnn.bias_hh_l0_reverse	1	-0.11532999575138092
89421	rnn.bias_hh_l0_reverse	2	-0.01671465113759041
89421	rnn.bias_hh_l0_reverse	3	-0.1223529726266861
89421	rnn.bias_hh_l0_reverse	4	-0.0269458144903183
89421	rnn.bias_hh_l0_reverse	5	-0.09527496993541718
89421	rnn.bias_hh_l0_reverse	6	-0.07653215527534485
89421	rnn.bias_hh_l0_reverse	7	-0.15163421630859375
89421	rnn.bias_hh_l0_reverse	8	-0.0335456058382988
89421	rnn.bias_hh_l0_reverse	9	-0.13329313695430756
89421	linear.weight	0	-0.27886831760406494
89421	linear.weight	1	-0.14078477025032043
89421	linear.weight	2	-0.011228874325752258
89421	linear.weight	3	-0.09974991530179977
89421	linear.weight	4	0.03819318488240242
89421	linear.weight	5	0.17282047867774963
89421	linear.weight	6	0.0047744326293468475
89421	linear.weight	7	-0.021312154829502106
89421	linear.weight	8	0.09037264436483383
89421	linear.weight	9	0.1426495611667633
89421	linear.bias	0	-0.7526498436927795
89421	linear.bias	1	1.070746660232544
89421	linear.bias	2	-0.27506205439567566
89421	linear.bias	3	-0.6027688384056091
89421	linear.bias	4	-1.0855960845947266
89421	linear.bias	5	-1.1514661312103271
89421	linear.bias	6	-0.732072651386261
89421	linear.bias	7	-0.6924784779548645
89421	linear.bias	8	-0.01705317199230194
89421	linear.bias	9	3.119770050048828
89618	transitions	0	-0.298660010099411
89618	transitions	1	7.8977813720703125
89618	transitions	2	-3.201324701309204
89618	transitions	3	1.3716979026794434
89618	transitions	4	-1.8595267534255981
89618	transitions	5	-0.33030077815055847
89618	transitions	6	-0.17069467902183533
89618	transitions	7	-10000.0
89618	transitions	8	1.6925549507141113
89618	transitions	9	-2.28983211517334
89618	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
89618	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
89618	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
89618	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
89618	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
89618	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
89618	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
89618	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
89618	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
89618	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
89618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
89618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
89618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
89618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
89618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
89618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
89618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
89618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
89618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
89618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
89618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
89618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
89618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
89618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
89618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
89618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
89618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
89618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
89618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
89618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
89618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
89618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
89618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
89618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
89618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
89618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
89618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
89618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
89618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
89618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
89618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
89618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
89618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
89618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
89618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
89618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
89618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
89618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
89618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
89618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
89618	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
89618	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
89618	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
89618	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
89618	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
89618	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
89618	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
89618	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
89618	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
89618	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
89618	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
89618	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
89618	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
89618	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
89618	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
89618	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
89618	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
89618	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
89618	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
89618	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
89618	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
89618	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
89618	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
89618	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
89618	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
89618	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
89618	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
89618	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
89618	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
89618	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
89618	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
89618	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
89618	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
89618	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
89618	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
89618	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
89618	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
89618	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
89618	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
89618	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
89618	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
89618	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
89618	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
89618	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
89618	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
89618	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
89618	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
89618	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
89618	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
89618	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
89618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
89618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
89618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
89618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
89618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
89618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
89618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
89618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
89618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
89618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
89618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
89618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
89618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
89618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
89618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
89618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
89618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
89618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
89618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
89618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
89618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
89618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
89618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
89618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
89618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
89618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
89618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
89618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
89618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
89618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
89618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
89618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
89618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
89618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
89618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
89618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
89618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
89618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
89618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
89618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
89618	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
89618	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
89618	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
89618	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
89618	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
89618	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
89618	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
89618	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
89618	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
89618	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
89618	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
89618	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
89618	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
89618	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
89618	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
89618	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
89618	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
89618	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
89618	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
89618	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
89618	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
89618	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
89618	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
89618	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
89618	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
89618	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
89618	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
89618	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
89618	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
89618	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
89618	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
89618	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
89618	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
89618	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
89618	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
89618	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
89618	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
89618	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
89618	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
89618	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
89618	embedding2nn.weight	0	0.03826233372092247
89618	embedding2nn.weight	1	-0.0768488347530365
89618	embedding2nn.weight	2	0.017928944900631905
89618	embedding2nn.weight	3	-0.04146759212017059
89618	embedding2nn.weight	4	-0.10766192525625229
89618	embedding2nn.weight	5	0.08816542476415634
89618	embedding2nn.weight	6	-0.08912521600723267
89618	embedding2nn.weight	7	-0.07351333647966385
89618	embedding2nn.weight	8	-0.006396764423698187
89618	embedding2nn.weight	9	0.03525589406490326
89618	embedding2nn.bias	0	0.07972628623247147
89618	embedding2nn.bias	1	0.022812120616436005
89618	embedding2nn.bias	2	-0.12509499490261078
89618	embedding2nn.bias	3	0.032967668026685715
89618	embedding2nn.bias	4	0.048539936542510986
89618	embedding2nn.bias	5	-0.15928487479686737
89618	embedding2nn.bias	6	-0.06333810836076736
89618	embedding2nn.bias	7	-0.035139068961143494
89618	embedding2nn.bias	8	0.12606216967105865
89618	embedding2nn.bias	9	-0.13142412900924683
89618	rnn.weight_ih_l0	0	0.0027637830935418606
89618	rnn.weight_ih_l0	1	-0.035120245069265366
89618	rnn.weight_ih_l0	2	-0.03787786141037941
89618	rnn.weight_ih_l0	3	-0.024538271129131317
89618	rnn.weight_ih_l0	4	-0.007663774769753218
89618	rnn.weight_ih_l0	5	-0.05841328948736191
89618	rnn.weight_ih_l0	6	0.004952173680067062
89618	rnn.weight_ih_l0	7	-0.051759008318185806
89618	rnn.weight_ih_l0	8	0.015450775623321533
89618	rnn.weight_ih_l0	9	-0.0018431696807965636
89618	rnn.weight_hh_l0	0	-2.4804825443425216e-05
89618	rnn.weight_hh_l0	1	-0.07294827699661255
89618	rnn.weight_hh_l0	2	0.05167200788855553
89618	rnn.weight_hh_l0	3	0.028441857546567917
89618	rnn.weight_hh_l0	4	0.004427963402122259
89618	rnn.weight_hh_l0	5	0.05354998633265495
89618	rnn.weight_hh_l0	6	-0.012796841561794281
89618	rnn.weight_hh_l0	7	-0.08125057071447372
89618	rnn.weight_hh_l0	8	-0.013307471759617329
89618	rnn.weight_hh_l0	9	-0.07378336042165756
89618	rnn.bias_ih_l0	0	-0.09530912339687347
89618	rnn.bias_ih_l0	1	-0.13896259665489197
89618	rnn.bias_ih_l0	2	-0.20646972954273224
89618	rnn.bias_ih_l0	3	-0.26112544536590576
89618	rnn.bias_ih_l0	4	0.02902567945420742
89618	rnn.bias_ih_l0	5	0.06734389811754227
89618	rnn.bias_ih_l0	6	-0.1283533126115799
89618	rnn.bias_ih_l0	7	-0.24006123840808868
89618	rnn.bias_ih_l0	8	-0.09205849468708038
89618	rnn.bias_ih_l0	9	-0.1460963934659958
89618	rnn.bias_hh_l0	0	0.11989390105009079
89618	rnn.bias_hh_l0	1	-0.0533960722386837
89618	rnn.bias_hh_l0	2	0.02093365229666233
89618	rnn.bias_hh_l0	3	-0.1569860577583313
89618	rnn.bias_hh_l0	4	0.02856447547674179
89618	rnn.bias_hh_l0	5	0.033673860132694244
89618	rnn.bias_hh_l0	6	-0.08796027302742004
89618	rnn.bias_hh_l0	7	-0.13553786277770996
89618	rnn.bias_hh_l0	8	-0.15549157559871674
89618	rnn.bias_hh_l0	9	-0.08156786113977432
89618	rnn.weight_ih_l0_reverse	0	0.0014061364345252514
89618	rnn.weight_ih_l0_reverse	1	0.033086370676755905
89618	rnn.weight_ih_l0_reverse	2	-0.014644037932157516
89618	rnn.weight_ih_l0_reverse	3	-0.010790473781526089
89618	rnn.weight_ih_l0_reverse	4	0.010123122483491898
89618	rnn.weight_ih_l0_reverse	5	-0.06019462272524834
89618	rnn.weight_ih_l0_reverse	6	-0.038217976689338684
89618	rnn.weight_ih_l0_reverse	7	-0.006393050774931908
89618	rnn.weight_ih_l0_reverse	8	0.04718828201293945
89618	rnn.weight_ih_l0_reverse	9	0.013168971054255962
89618	rnn.weight_hh_l0_reverse	0	-0.000510750396642834
89618	rnn.weight_hh_l0_reverse	1	0.017018962651491165
89618	rnn.weight_hh_l0_reverse	2	-0.03878321498632431
89618	rnn.weight_hh_l0_reverse	3	0.029605481773614883
89618	rnn.weight_hh_l0_reverse	4	0.020156126469373703
89618	rnn.weight_hh_l0_reverse	5	-0.014327173121273518
89618	rnn.weight_hh_l0_reverse	6	0.03191918134689331
89618	rnn.weight_hh_l0_reverse	7	0.019851217046380043
89618	rnn.weight_hh_l0_reverse	8	-0.007775008212774992
89618	rnn.weight_hh_l0_reverse	9	-0.05504276230931282
89618	rnn.bias_ih_l0_reverse	0	-0.13665825128555298
89618	rnn.bias_ih_l0_reverse	1	-0.27609965205192566
89618	rnn.bias_ih_l0_reverse	2	-0.05968267098069191
89618	rnn.bias_ih_l0_reverse	3	-0.09904707223176956
89618	rnn.bias_ih_l0_reverse	4	0.07043655216693878
89618	rnn.bias_ih_l0_reverse	5	-0.19572284817695618
89618	rnn.bias_ih_l0_reverse	6	-0.039221975952386856
89618	rnn.bias_ih_l0_reverse	7	0.007590208202600479
89618	rnn.bias_ih_l0_reverse	8	-0.16072987020015717
89618	rnn.bias_ih_l0_reverse	9	-0.07739798724651337
89618	rnn.bias_hh_l0_reverse	0	-0.11292146891355515
89618	rnn.bias_hh_l0_reverse	1	-0.1167052835226059
89618	rnn.bias_hh_l0_reverse	2	-0.016263457015156746
89618	rnn.bias_hh_l0_reverse	3	-0.12338722497224808
89618	rnn.bias_hh_l0_reverse	4	-0.02711103856563568
89618	rnn.bias_hh_l0_reverse	5	-0.09609690308570862
89618	rnn.bias_hh_l0_reverse	6	-0.07648202031850815
89618	rnn.bias_hh_l0_reverse	7	-0.1515149474143982
89618	rnn.bias_hh_l0_reverse	8	-0.033028971403837204
89618	rnn.bias_hh_l0_reverse	9	-0.13542817533016205
89618	linear.weight	0	-0.2898661196231842
89618	linear.weight	1	-0.13990065455436707
89618	linear.weight	2	-0.011228874325752258
89618	linear.weight	3	-0.07687993347644806
89618	linear.weight	4	0.03921974077820778
89618	linear.weight	5	0.16883186995983124
89618	linear.weight	6	0.0047744326293468475
89618	linear.weight	7	-0.021312154829502106
89618	linear.weight	8	0.12793779373168945
89618	linear.weight	9	0.11513206362724304
89618	linear.bias	0	-0.7682993412017822
89618	linear.bias	1	1.049021601676941
89618	linear.bias	2	-0.2717089354991913
89618	linear.bias	3	-0.5966944694519043
89618	linear.bias	4	-1.039115071296692
89618	linear.bias	5	-1.1515685319900513
89618	linear.bias	6	-0.745818018913269
89618	linear.bias	7	-0.7336773872375488
89618	linear.bias	8	-0.01705317199230194
89618	linear.bias	9	3.1602706909179688
89815	transitions	0	-0.2989071011543274
89815	transitions	1	7.860774517059326
89815	transitions	2	-3.202118158340454
89815	transitions	3	1.3701504468917847
89815	transitions	4	-1.8602628707885742
89815	transitions	5	-0.3305833637714386
89815	transitions	6	-0.17082646489143372
89815	transitions	7	-10000.0
89815	transitions	8	1.699042558670044
89815	transitions	9	-2.289843797683716
89815	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
89815	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
89815	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
89815	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
89815	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
89815	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
89815	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
89815	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
89815	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
89815	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
89815	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
89815	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
89815	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
89815	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
89815	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
89815	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
89815	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
89815	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
89815	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
89815	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
89815	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
89815	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
89815	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
89815	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
89815	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
89815	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
89815	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
89815	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
89815	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
89815	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
89815	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
89815	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
89815	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
89815	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
89815	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
89815	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
89815	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
89815	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
89815	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
89815	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
89815	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
89815	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
89815	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
89815	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
89815	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
89815	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
89815	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
89815	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
89815	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
89815	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
89815	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
89815	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
89815	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
89815	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
89815	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
89815	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
89815	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
89815	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
89815	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
89815	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
89815	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
89815	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
89815	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
89815	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
89815	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
89815	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
89815	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
89815	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
89815	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
89815	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
89815	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
89815	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
89815	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
89815	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
89815	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
89815	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
89815	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
89815	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
89815	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
89815	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
89815	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
89815	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
89815	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
89815	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
89815	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
89815	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
89815	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
89815	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
89815	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
89815	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
89815	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
89815	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
89815	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
89815	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
89815	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
89815	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
89815	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
89815	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
89815	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
89815	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
89815	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
89815	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
89815	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
89815	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
89815	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
89815	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
89815	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
89815	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
89815	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
89815	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
89815	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
89815	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
89815	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
89815	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
89815	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
89815	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
89815	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
89815	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
89815	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
89815	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
89815	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
89815	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
89815	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
89815	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
89815	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
89815	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
89815	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
89815	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
89815	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
89815	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
89815	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
89815	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
89815	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
89815	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
89815	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
89815	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
89815	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
89815	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
89815	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
89815	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
89815	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
89815	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
89815	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
89815	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
89815	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
89815	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
89815	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
89815	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
89815	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
89815	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
89815	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
89815	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
89815	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
89815	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
89815	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
89815	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
89815	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
89815	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
89815	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
89815	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
89815	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
89815	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
89815	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
89815	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
89815	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
89815	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
89815	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
89815	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
89815	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
89815	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
89815	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
89815	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
89815	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
89815	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
89815	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
89815	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
89815	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
89815	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
89815	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
89815	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
89815	embedding2nn.weight	0	0.038902778178453445
89815	embedding2nn.weight	1	-0.07612079381942749
89815	embedding2nn.weight	2	0.01891310140490532
89815	embedding2nn.weight	3	-0.04493878036737442
89815	embedding2nn.weight	4	-0.11079923063516617
89815	embedding2nn.weight	5	0.08768487721681595
89815	embedding2nn.weight	6	-0.08360659331083298
89815	embedding2nn.weight	7	-0.07528917491436005
89815	embedding2nn.weight	8	-0.007326022256165743
89815	embedding2nn.weight	9	0.03450210019946098
89815	embedding2nn.bias	0	0.0782981589436531
89815	embedding2nn.bias	1	0.030377063900232315
89815	embedding2nn.bias	2	-0.1187594085931778
89815	embedding2nn.bias	3	0.03843824192881584
89815	embedding2nn.bias	4	0.05738647282123566
89815	embedding2nn.bias	5	-0.15896166861057281
89815	embedding2nn.bias	6	-0.0634165108203888
89815	embedding2nn.bias	7	-0.029077252373099327
89815	embedding2nn.bias	8	0.11932114511728287
89815	embedding2nn.bias	9	-0.13009773194789886
89815	rnn.weight_ih_l0	0	0.00034188988502137363
89815	rnn.weight_ih_l0	1	-0.034145139157772064
89815	rnn.weight_ih_l0	2	-0.038840603083372116
89815	rnn.weight_ih_l0	3	-0.022718939930200577
89815	rnn.weight_ih_l0	4	-0.008630809374153614
89815	rnn.weight_ih_l0	5	-0.0572781078517437
89815	rnn.weight_ih_l0	6	0.004444001242518425
89815	rnn.weight_ih_l0	7	-0.050286225974559784
89815	rnn.weight_ih_l0	8	0.015024516731500626
89815	rnn.weight_ih_l0	9	-0.001079436158761382
89815	rnn.weight_hh_l0	0	0.0015895185060799122
89815	rnn.weight_hh_l0	1	-0.07311485707759857
89815	rnn.weight_hh_l0	2	0.05194035917520523
89815	rnn.weight_hh_l0	3	0.028723765164613724
89815	rnn.weight_hh_l0	4	0.0043234569020569324
89815	rnn.weight_hh_l0	5	0.053004857152700424
89815	rnn.weight_hh_l0	6	-0.013317014090716839
89815	rnn.weight_hh_l0	7	-0.08121543377637863
89815	rnn.weight_hh_l0	8	-0.012982357293367386
89815	rnn.weight_hh_l0	9	-0.07083101570606232
89815	rnn.bias_ih_l0	0	-0.09254846721887589
89815	rnn.bias_ih_l0	1	-0.13872455060482025
89815	rnn.bias_ih_l0	2	-0.2057533860206604
89815	rnn.bias_ih_l0	3	-0.25262516736984253
89815	rnn.bias_ih_l0	4	0.03089175559580326
89815	rnn.bias_ih_l0	5	0.07377730309963226
89815	rnn.bias_ih_l0	6	-0.1199425607919693
89815	rnn.bias_ih_l0	7	-0.23327359557151794
89815	rnn.bias_ih_l0	8	-0.09131526947021484
89815	rnn.bias_ih_l0	9	-0.1448317915201187
89815	rnn.bias_hh_l0	0	0.11592987924814224
89815	rnn.bias_hh_l0	1	-0.05262850970029831
89815	rnn.bias_hh_l0	2	0.02758372388780117
89815	rnn.bias_hh_l0	3	-0.15780627727508545
89815	rnn.bias_hh_l0	4	0.024931708350777626
89815	rnn.bias_hh_l0	5	0.03542480245232582
89815	rnn.bias_hh_l0	6	-0.08654014021158218
89815	rnn.bias_hh_l0	7	-0.13493946194648743
89815	rnn.bias_hh_l0	8	-0.1539401113986969
89815	rnn.bias_hh_l0	9	-0.08018067479133606
89815	rnn.weight_ih_l0_reverse	0	0.0026334882713854313
89815	rnn.weight_ih_l0_reverse	1	0.03345458582043648
89815	rnn.weight_ih_l0_reverse	2	-0.01344300713390112
89815	rnn.weight_ih_l0_reverse	3	-0.00790975708514452
89815	rnn.weight_ih_l0_reverse	4	0.007872178219258785
89815	rnn.weight_ih_l0_reverse	5	-0.06006429344415665
89815	rnn.weight_ih_l0_reverse	6	-0.041108183562755585
89815	rnn.weight_ih_l0_reverse	7	-0.007808641064912081
89815	rnn.weight_ih_l0_reverse	8	0.046784840524196625
89815	rnn.weight_ih_l0_reverse	9	0.013184844516217709
89815	rnn.weight_hh_l0_reverse	0	-0.000913228199351579
89815	rnn.weight_hh_l0_reverse	1	0.017185162752866745
89815	rnn.weight_hh_l0_reverse	2	-0.039206720888614655
89815	rnn.weight_hh_l0_reverse	3	0.029350165277719498
89815	rnn.weight_hh_l0_reverse	4	0.020261650905013084
89815	rnn.weight_hh_l0_reverse	5	-0.014271678403019905
89815	rnn.weight_hh_l0_reverse	6	0.032043103128671646
89815	rnn.weight_hh_l0_reverse	7	0.02020774595439434
89815	rnn.weight_hh_l0_reverse	8	-0.008063500747084618
89815	rnn.weight_hh_l0_reverse	9	-0.05574941262602806
89815	rnn.bias_ih_l0_reverse	0	-0.13574671745300293
89815	rnn.bias_ih_l0_reverse	1	-0.2767355144023895
89815	rnn.bias_ih_l0_reverse	2	-0.06282588839530945
89815	rnn.bias_ih_l0_reverse	3	-0.10007220506668091
89815	rnn.bias_ih_l0_reverse	4	0.06990902870893478
89815	rnn.bias_ih_l0_reverse	5	-0.2006215751171112
89815	rnn.bias_ih_l0_reverse	6	-0.03995726630091667
89815	rnn.bias_ih_l0_reverse	7	0.010136972181499004
89815	rnn.bias_ih_l0_reverse	8	-0.16000248491764069
89815	rnn.bias_ih_l0_reverse	9	-0.07529538124799728
89815	rnn.bias_hh_l0_reverse	0	-0.1128072515130043
89815	rnn.bias_hh_l0_reverse	1	-0.11326310783624649
89815	rnn.bias_hh_l0_reverse	2	-0.016714464873075485
89815	rnn.bias_hh_l0_reverse	3	-0.12125453352928162
89815	rnn.bias_hh_l0_reverse	4	-0.024260304868221283
89815	rnn.bias_hh_l0_reverse	5	-0.09723642468452454
89815	rnn.bias_hh_l0_reverse	6	-0.07558349519968033
89815	rnn.bias_hh_l0_reverse	7	-0.1539461761713028
89815	rnn.bias_hh_l0_reverse	8	-0.03496585041284561
89815	rnn.bias_hh_l0_reverse	9	-0.13341110944747925
89815	linear.weight	0	-0.2727721631526947
89815	linear.weight	1	-0.1404280662536621
89815	linear.weight	2	-0.011228874325752258
89815	linear.weight	3	-0.09613422304391861
89815	linear.weight	4	0.03586418926715851
89815	linear.weight	5	0.17870505154132843
89815	linear.weight	6	0.0047744326293468475
89815	linear.weight	7	-0.021312154829502106
89815	linear.weight	8	0.11808355897665024
89815	linear.weight	9	0.13583391904830933
89815	linear.bias	0	-0.7592874765396118
89815	linear.bias	1	1.018934965133667
89815	linear.bias	2	-0.28103598952293396
89815	linear.bias	3	-0.6167834997177124
89815	linear.bias	4	-1.0455189943313599
89815	linear.bias	5	-1.1516870260238647
89815	linear.bias	6	-0.7452810406684875
89815	linear.bias	7	-0.686326801776886
89815	linear.bias	8	-0.01705317199230194
89815	linear.bias	9	3.1204349994659424
90012	transitions	0	-0.29913124442100525
90012	transitions	1	7.888622283935547
90012	transitions	2	-3.203275680541992
90012	transitions	3	1.360031247138977
90012	transitions	4	-1.8610687255859375
90012	transitions	5	-0.3306962549686432
90012	transitions	6	-0.17089228332042694
90012	transitions	7	-10000.0
90012	transitions	8	1.6994684934616089
90012	transitions	9	-2.28985857963562
90012	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
90012	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
90012	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
90012	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
90012	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
90012	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
90012	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
90012	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
90012	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
90012	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
90012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
90012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
90012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
90012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
90012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
90012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
90012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
90012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
90012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
90012	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
90012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
90012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
90012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
90012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
90012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
90012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
90012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
90012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
90012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
90012	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
90012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
90012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
90012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
90012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
90012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
90012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
90012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
90012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
90012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
90012	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
90012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
90012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
90012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
90012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
90012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
90012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
90012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
90012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
90012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
90012	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
90012	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
90012	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
90012	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
90012	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
90012	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
90012	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
90012	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
90012	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
90012	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
90012	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
90012	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
90012	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
90012	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
90012	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
90012	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
90012	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
90012	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
90012	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
90012	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
90012	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
90012	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
90012	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
90012	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
90012	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
90012	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
90012	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
90012	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
90012	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
90012	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
90012	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
90012	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
90012	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
90012	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
90012	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
90012	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
90012	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
90012	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
90012	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
90012	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
90012	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
90012	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
90012	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
90012	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
90012	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
90012	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
90012	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
90012	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
90012	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
90012	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
90012	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
90012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
90012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
90012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
90012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
90012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
90012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
90012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
90012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
90012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
90012	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
90012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
90012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
90012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
90012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
90012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
90012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
90012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
90012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
90012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
90012	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
90012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
90012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
90012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
90012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
90012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
90012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
90012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
90012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
90012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
90012	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
90012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
90012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
90012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
90012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
90012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
90012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
90012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
90012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
90012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
90012	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
90012	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
90012	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
90012	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
90012	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
90012	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
90012	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
90012	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
90012	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
90012	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
90012	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
90012	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
90012	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
90012	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
90012	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
90012	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
90012	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
90012	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
90012	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
90012	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
90012	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
90012	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
90012	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
90012	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
90012	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
90012	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
90012	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
90012	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
90012	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
90012	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
90012	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
90012	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
90012	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
90012	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
90012	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
90012	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
90012	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
90012	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
90012	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
90012	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
90012	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
90012	embedding2nn.weight	0	0.03905446454882622
90012	embedding2nn.weight	1	-0.07630313187837601
90012	embedding2nn.weight	2	0.019636310636997223
90012	embedding2nn.weight	3	-0.04494699835777283
90012	embedding2nn.weight	4	-0.10638010501861572
90012	embedding2nn.weight	5	0.08727459609508514
90012	embedding2nn.weight	6	-0.08414998650550842
90012	embedding2nn.weight	7	-0.07403281331062317
90012	embedding2nn.weight	8	-0.008796647191047668
90012	embedding2nn.weight	9	0.038075752556324005
90012	embedding2nn.bias	0	0.07660220563411713
90012	embedding2nn.bias	1	0.028252428397536278
90012	embedding2nn.bias	2	-0.12919747829437256
90012	embedding2nn.bias	3	0.06095483899116516
90012	embedding2nn.bias	4	0.044643573462963104
90012	embedding2nn.bias	5	-0.15026278793811798
90012	embedding2nn.bias	6	-0.0663360133767128
90012	embedding2nn.bias	7	-0.02820047363638878
90012	embedding2nn.bias	8	0.1169944778084755
90012	embedding2nn.bias	9	-0.1534041315317154
90012	rnn.weight_ih_l0	0	0.0004446156381163746
90012	rnn.weight_ih_l0	1	-0.036727968603372574
90012	rnn.weight_ih_l0	2	-0.03766394034028053
90012	rnn.weight_ih_l0	3	-0.02320416085422039
90012	rnn.weight_ih_l0	4	-0.009440654888749123
90012	rnn.weight_ih_l0	5	-0.056073471903800964
90012	rnn.weight_ih_l0	6	-0.0010768164647743106
90012	rnn.weight_ih_l0	7	-0.04695621505379677
90012	rnn.weight_ih_l0	8	0.016832979395985603
90012	rnn.weight_ih_l0	9	-0.0012872267980128527
90012	rnn.weight_hh_l0	0	0.0030197622254490852
90012	rnn.weight_hh_l0	1	-0.07168954610824585
90012	rnn.weight_hh_l0	2	0.0519573949277401
90012	rnn.weight_hh_l0	3	0.02854539453983307
90012	rnn.weight_hh_l0	4	0.004102496430277824
90012	rnn.weight_hh_l0	5	0.0508580356836319
90012	rnn.weight_hh_l0	6	-0.013153272680938244
90012	rnn.weight_hh_l0	7	-0.08106452226638794
90012	rnn.weight_hh_l0	8	-0.012379467487335205
90012	rnn.weight_hh_l0	9	-0.074440136551857
90012	rnn.bias_ih_l0	0	-0.09082096070051193
90012	rnn.bias_ih_l0	1	-0.14416052401065826
90012	rnn.bias_ih_l0	2	-0.20462198555469513
90012	rnn.bias_ih_l0	3	-0.2537941336631775
90012	rnn.bias_ih_l0	4	0.02644931711256504
90012	rnn.bias_ih_l0	5	0.0679367259144783
90012	rnn.bias_ih_l0	6	-0.12115573137998581
90012	rnn.bias_ih_l0	7	-0.23503001034259796
90012	rnn.bias_ih_l0	8	-0.09307589381933212
90012	rnn.bias_ih_l0	9	-0.14792810380458832
90012	rnn.bias_hh_l0	0	0.12310270965099335
90012	rnn.bias_hh_l0	1	-0.05292561650276184
90012	rnn.bias_hh_l0	2	0.025089237838983536
90012	rnn.bias_hh_l0	3	-0.1561557650566101
90012	rnn.bias_hh_l0	4	0.022706132382154465
90012	rnn.bias_hh_l0	5	0.0411723256111145
90012	rnn.bias_hh_l0	6	-0.08520522713661194
90012	rnn.bias_hh_l0	7	-0.13460467755794525
90012	rnn.bias_hh_l0	8	-0.15304313600063324
90012	rnn.bias_hh_l0	9	-0.0808161050081253
90012	rnn.weight_ih_l0_reverse	0	0.0014477219665423036
90012	rnn.weight_ih_l0_reverse	1	0.030193621292710304
90012	rnn.weight_ih_l0_reverse	2	-0.013682842254638672
90012	rnn.weight_ih_l0_reverse	3	-0.00856463611125946
90012	rnn.weight_ih_l0_reverse	4	0.00948355346918106
90012	rnn.weight_ih_l0_reverse	5	-0.0575411394238472
90012	rnn.weight_ih_l0_reverse	6	-0.041543543338775635
90012	rnn.weight_ih_l0_reverse	7	-0.00825090054422617
90012	rnn.weight_ih_l0_reverse	8	0.04843703284859657
90012	rnn.weight_ih_l0_reverse	9	0.01063008513301611
90012	rnn.weight_hh_l0_reverse	0	-0.0011866209097206593
90012	rnn.weight_hh_l0_reverse	1	0.015438364818692207
90012	rnn.weight_hh_l0_reverse	2	-0.03894861042499542
90012	rnn.weight_hh_l0_reverse	3	0.02967543713748455
90012	rnn.weight_hh_l0_reverse	4	0.020292529836297035
90012	rnn.weight_hh_l0_reverse	5	-0.014042720198631287
90012	rnn.weight_hh_l0_reverse	6	0.032935693860054016
90012	rnn.weight_hh_l0_reverse	7	0.018297255039215088
90012	rnn.weight_hh_l0_reverse	8	-0.008105761371552944
90012	rnn.weight_hh_l0_reverse	9	-0.05546170845627785
90012	rnn.bias_ih_l0_reverse	0	-0.13717688620090485
90012	rnn.bias_ih_l0_reverse	1	-0.27711981534957886
90012	rnn.bias_ih_l0_reverse	2	-0.0649871751666069
90012	rnn.bias_ih_l0_reverse	3	-0.10091742128133774
90012	rnn.bias_ih_l0_reverse	4	0.07194250822067261
90012	rnn.bias_ih_l0_reverse	5	-0.20145106315612793
90012	rnn.bias_ih_l0_reverse	6	-0.040624942630529404
90012	rnn.bias_ih_l0_reverse	7	0.013537331484258175
90012	rnn.bias_ih_l0_reverse	8	-0.16015981137752533
90012	rnn.bias_ih_l0_reverse	9	-0.0742214024066925
90012	rnn.bias_hh_l0_reverse	0	-0.11414135992527008
90012	rnn.bias_hh_l0_reverse	1	-0.11529505252838135
90012	rnn.bias_hh_l0_reverse	2	-0.016251541674137115
90012	rnn.bias_hh_l0_reverse	3	-0.12610456347465515
90012	rnn.bias_hh_l0_reverse	4	-0.021931840106844902
90012	rnn.bias_hh_l0_reverse	5	-0.09890247136354446
90012	rnn.bias_hh_l0_reverse	6	-0.07661955803632736
90012	rnn.bias_hh_l0_reverse	7	-0.15435153245925903
90012	rnn.bias_hh_l0_reverse	8	-0.03659672662615776
90012	rnn.bias_hh_l0_reverse	9	-0.1333528757095337
90012	linear.weight	0	-0.2653038799762726
90012	linear.weight	1	-0.14077118039131165
90012	linear.weight	2	-0.011228874325752258
90012	linear.weight	3	-0.08543579280376434
90012	linear.weight	4	0.02992190420627594
90012	linear.weight	5	0.17901717126369476
90012	linear.weight	6	0.0047744326293468475
90012	linear.weight	7	-0.021312154829502106
90012	linear.weight	8	0.10846076160669327
90012	linear.weight	9	0.1315544694662094
90012	linear.bias	0	-0.7768678069114685
90012	linear.bias	1	1.0192087888717651
90012	linear.bias	2	-0.28581613302230835
90012	linear.bias	3	-0.5851530432701111
90012	linear.bias	4	-1.048173427581787
90012	linear.bias	5	-1.1518003940582275
90012	linear.bias	6	-0.7636708617210388
90012	linear.bias	7	-0.7441301941871643
90012	linear.bias	8	-0.01705317199230194
90012	linear.bias	9	3.153061866760254
90209	transitions	0	-0.29950571060180664
90209	transitions	1	7.838093280792236
90209	transitions	2	-3.2043309211730957
90209	transitions	3	1.3449293375015259
90209	transitions	4	-1.8622552156448364
90209	transitions	5	-0.33097243309020996
90209	transitions	6	-0.1709575057029724
90209	transitions	7	-10000.0
90209	transitions	8	1.7002149820327759
90209	transitions	9	-2.2898783683776855
90209	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
90209	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
90209	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
90209	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
90209	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
90209	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
90209	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
90209	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
90209	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
90209	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
90209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
90209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
90209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
90209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
90209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
90209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
90209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
90209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
90209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
90209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
90209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
90209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
90209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
90209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
90209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
90209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
90209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
90209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
90209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
90209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
90209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
90209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
90209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
90209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
90209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
90209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
90209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
90209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
90209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
90209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
90209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
90209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
90209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
90209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
90209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
90209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
90209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
90209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
90209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
90209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
90209	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
90209	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
90209	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
90209	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
90209	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
90209	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
90209	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
90209	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
90209	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
90209	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
90209	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
90209	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
90209	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
90209	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
90209	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
90209	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
90209	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
90209	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
90209	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
90209	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
90209	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
90209	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
90209	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
90209	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
90209	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
90209	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
90209	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
90209	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
90209	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
90209	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
90209	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
90209	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
90209	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
90209	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
90209	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
90209	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
90209	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
90209	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
90209	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
90209	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
90209	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
90209	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
90209	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
90209	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
90209	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
90209	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
90209	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
90209	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
90209	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
90209	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
90209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
90209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
90209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
90209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
90209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
90209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
90209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
90209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
90209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
90209	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
90209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
90209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
90209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
90209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
90209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
90209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
90209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
90209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
90209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
90209	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
90209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
90209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
90209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
90209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
90209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
90209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
90209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
90209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
90209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
90209	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
90209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
90209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
90209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
90209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
90209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
90209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
90209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
90209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
90209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
90209	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
90209	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
90209	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
90209	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
90209	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
90209	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
90209	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
90209	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
90209	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
90209	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
90209	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
90209	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
90209	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
90209	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
90209	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
90209	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
90209	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
90209	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
90209	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
90209	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
90209	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
90209	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
90209	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
90209	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
90209	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
90209	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
90209	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
90209	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
90209	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
90209	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
90209	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
90209	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
90209	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
90209	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
90209	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
90209	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
90209	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
90209	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
90209	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
90209	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
90209	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
90209	embedding2nn.weight	0	0.03944011777639389
90209	embedding2nn.weight	1	-0.07657583802938461
90209	embedding2nn.weight	2	0.017167065292596817
90209	embedding2nn.weight	3	-0.0446309968829155
90209	embedding2nn.weight	4	-0.11133403331041336
90209	embedding2nn.weight	5	0.08621471375226974
90209	embedding2nn.weight	6	-0.0999501496553421
90209	embedding2nn.weight	7	-0.07265825569629669
90209	embedding2nn.weight	8	-0.008753512054681778
90209	embedding2nn.weight	9	0.03868716582655907
90209	embedding2nn.bias	0	0.06631284952163696
90209	embedding2nn.bias	1	0.023638438433408737
90209	embedding2nn.bias	2	-0.12709127366542816
90209	embedding2nn.bias	3	0.07527497410774231
90209	embedding2nn.bias	4	0.04842356592416763
90209	embedding2nn.bias	5	-0.13869325816631317
90209	embedding2nn.bias	6	-0.07126043736934662
90209	embedding2nn.bias	7	-0.03098042868077755
90209	embedding2nn.bias	8	0.11844197660684586
90209	embedding2nn.bias	9	-0.13654407858848572
90209	rnn.weight_ih_l0	0	0.0007070620777085423
90209	rnn.weight_ih_l0	1	-0.037944354116916656
90209	rnn.weight_ih_l0	2	-0.03748258203268051
90209	rnn.weight_ih_l0	3	-0.022182762622833252
90209	rnn.weight_ih_l0	4	-0.008911730721592903
90209	rnn.weight_ih_l0	5	-0.05228061228990555
90209	rnn.weight_ih_l0	6	-0.0007437965832650661
90209	rnn.weight_ih_l0	7	-0.043376050889492035
90209	rnn.weight_ih_l0	8	0.015452983789145947
90209	rnn.weight_ih_l0	9	-0.0006891940138302743
90209	rnn.weight_hh_l0	0	0.0023521215189248323
90209	rnn.weight_hh_l0	1	-0.07117801159620285
90209	rnn.weight_hh_l0	2	0.05230186507105827
90209	rnn.weight_hh_l0	3	0.028692446649074554
90209	rnn.weight_hh_l0	4	0.003801264800131321
90209	rnn.weight_hh_l0	5	0.05170561373233795
90209	rnn.weight_hh_l0	6	-0.013562023639678955
90209	rnn.weight_hh_l0	7	-0.08029194921255112
90209	rnn.weight_hh_l0	8	-0.01212103571742773
90209	rnn.weight_hh_l0	9	-0.07497745752334595
90209	rnn.bias_ih_l0	0	-0.0852147713303566
90209	rnn.bias_ih_l0	1	-0.14249791204929352
90209	rnn.bias_ih_l0	2	-0.20223109424114227
90209	rnn.bias_ih_l0	3	-0.25421008467674255
90209	rnn.bias_ih_l0	4	0.029386375099420547
90209	rnn.bias_ih_l0	5	0.06928794085979462
90209	rnn.bias_ih_l0	6	-0.1215282678604126
90209	rnn.bias_ih_l0	7	-0.23528337478637695
90209	rnn.bias_ih_l0	8	-0.09474938362836838
90209	rnn.bias_ih_l0	9	-0.1455632746219635
90209	rnn.bias_hh_l0	0	0.1168106347322464
90209	rnn.bias_hh_l0	1	-0.054026681929826736
90209	rnn.bias_hh_l0	2	0.02472158893942833
90209	rnn.bias_hh_l0	3	-0.15903617441654205
90209	rnn.bias_hh_l0	4	0.034512847661972046
90209	rnn.bias_hh_l0	5	0.03699054196476936
90209	rnn.bias_hh_l0	6	-0.08522860705852509
90209	rnn.bias_hh_l0	7	-0.1355399191379547
90209	rnn.bias_hh_l0	8	-0.15565448999404907
90209	rnn.bias_hh_l0	9	-0.08457775413990021
90209	rnn.weight_ih_l0_reverse	0	-0.0002717336465138942
90209	rnn.weight_ih_l0_reverse	1	0.031191395595669746
90209	rnn.weight_ih_l0_reverse	2	-0.010767423547804356
90209	rnn.weight_ih_l0_reverse	3	-0.005035149399191141
90209	rnn.weight_ih_l0_reverse	4	0.008408625610172749
90209	rnn.weight_ih_l0_reverse	5	-0.06309882551431656
90209	rnn.weight_ih_l0_reverse	6	-0.04037060961127281
90209	rnn.weight_ih_l0_reverse	7	-0.008535662665963173
90209	rnn.weight_ih_l0_reverse	8	0.05187483876943588
90209	rnn.weight_ih_l0_reverse	9	0.014504240825772285
90209	rnn.weight_hh_l0_reverse	0	-0.0013467660173773766
90209	rnn.weight_hh_l0_reverse	1	0.015150446444749832
90209	rnn.weight_hh_l0_reverse	2	-0.0381726436316967
90209	rnn.weight_hh_l0_reverse	3	0.030348531901836395
90209	rnn.weight_hh_l0_reverse	4	0.01988474279642105
90209	rnn.weight_hh_l0_reverse	5	-0.013365978375077248
90209	rnn.weight_hh_l0_reverse	6	0.03380521759390831
90209	rnn.weight_hh_l0_reverse	7	0.0167828556150198
90209	rnn.weight_hh_l0_reverse	8	-0.008015151135623455
90209	rnn.weight_hh_l0_reverse	9	-0.05610819533467293
90209	rnn.bias_ih_l0_reverse	0	-0.1350102424621582
90209	rnn.bias_ih_l0_reverse	1	-0.2771216928958893
90209	rnn.bias_ih_l0_reverse	2	-0.06333746761083603
90209	rnn.bias_ih_l0_reverse	3	-0.10020986199378967
90209	rnn.bias_ih_l0_reverse	4	0.07687358558177948
90209	rnn.bias_ih_l0_reverse	5	-0.19580599665641785
90209	rnn.bias_ih_l0_reverse	6	-0.04064742475748062
90209	rnn.bias_ih_l0_reverse	7	0.009274539537727833
90209	rnn.bias_ih_l0_reverse	8	-0.1588865965604782
90209	rnn.bias_ih_l0_reverse	9	-0.07281062006950378
90209	rnn.bias_hh_l0_reverse	0	-0.10791275650262833
90209	rnn.bias_hh_l0_reverse	1	-0.11552678793668747
90209	rnn.bias_hh_l0_reverse	2	-0.015677042305469513
90209	rnn.bias_hh_l0_reverse	3	-0.12797631323337555
90209	rnn.bias_hh_l0_reverse	4	-0.016956953331828117
90209	rnn.bias_hh_l0_reverse	5	-0.0970260426402092
90209	rnn.bias_hh_l0_reverse	6	-0.07796493917703629
90209	rnn.bias_hh_l0_reverse	7	-0.14908446371555328
90209	rnn.bias_hh_l0_reverse	8	-0.03952578455209732
90209	rnn.bias_hh_l0_reverse	9	-0.13419346511363983
90209	linear.weight	0	-0.26892244815826416
90209	linear.weight	1	-0.14054973423480988
90209	linear.weight	2	-0.011228874325752258
90209	linear.weight	3	-0.07865344732999802
90209	linear.weight	4	0.02875242754817009
90209	linear.weight	5	0.20337912440299988
90209	linear.weight	6	0.0047744326293468475
90209	linear.weight	7	-0.021312154829502106
90209	linear.weight	8	0.12872357666492462
90209	linear.weight	9	0.13830982148647308
90209	linear.bias	0	-0.7531542778015137
90209	linear.bias	1	1.0362529754638672
90209	linear.bias	2	-0.29079845547676086
90209	linear.bias	3	-0.6163397431373596
90209	linear.bias	4	-1.0734657049179077
90209	linear.bias	5	-1.151929259300232
90209	linear.bias	6	-0.7445295453071594
90209	linear.bias	7	-0.6992267370223999
90209	linear.bias	8	-0.01705317199230194
90209	linear.bias	9	3.1082346439361572
90406	transitions	0	-0.2997859716415405
90406	transitions	1	7.840476989746094
90406	transitions	2	-3.2056798934936523
90406	transitions	3	1.3560110330581665
90406	transitions	4	-1.8634485006332397
90406	transitions	5	-0.3310946524143219
90406	transitions	6	-0.17105166614055634
90406	transitions	7	-10000.0
90406	transitions	8	1.7008098363876343
90406	transitions	9	-2.2898941040039062
90406	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
90406	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
90406	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
90406	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
90406	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
90406	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
90406	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
90406	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
90406	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
90406	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
90406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
90406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
90406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
90406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
90406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
90406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
90406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
90406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
90406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
90406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
90406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
90406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
90406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
90406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
90406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
90406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
90406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
90406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
90406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
90406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
90406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
90406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
90406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
90406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
90406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
90406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
90406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
90406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
90406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
90406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
90406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
90406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
90406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
90406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
90406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
90406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
90406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
90406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
90406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
90406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
90406	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
90406	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
90406	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
90406	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
90406	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
90406	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
90406	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
90406	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
90406	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
90406	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
90406	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
90406	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
90406	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
90406	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
90406	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
90406	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
90406	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
90406	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
90406	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
90406	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
90406	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
90406	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
90406	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
90406	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
90406	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
90406	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
90406	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
90406	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
90406	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
90406	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
90406	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
90406	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
90406	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
90406	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
90406	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
90406	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
90406	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
90406	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
90406	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
90406	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
90406	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
90406	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
90406	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
90406	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
90406	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
90406	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
90406	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
90406	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
90406	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
90406	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
90406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
90406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
90406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
90406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
90406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
90406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
90406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
90406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
90406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
90406	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
90406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
90406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
90406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
90406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
90406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
90406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
90406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
90406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
90406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
90406	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
90406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
90406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
90406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
90406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
90406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
90406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
90406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
90406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
90406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
90406	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
90406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
90406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
90406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
90406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
90406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
90406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
90406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
90406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
90406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
90406	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
90406	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
90406	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
90406	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
90406	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
90406	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
90406	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
90406	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
90406	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
90406	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
90406	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
90406	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
90406	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
90406	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
90406	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
90406	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
90406	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
90406	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
90406	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
90406	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
90406	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
90406	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
90406	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
90406	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
90406	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
90406	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
90406	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
90406	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
90406	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
90406	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
90406	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
90406	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
90406	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
90406	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
90406	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
90406	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
90406	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
90406	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
90406	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
90406	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
90406	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
90406	embedding2nn.weight	0	0.03986373916268349
90406	embedding2nn.weight	1	-0.07786189019680023
90406	embedding2nn.weight	2	0.015466654673218727
90406	embedding2nn.weight	3	-0.041711434721946716
90406	embedding2nn.weight	4	-0.1091117188334465
90406	embedding2nn.weight	5	0.08396972715854645
90406	embedding2nn.weight	6	-0.10228276252746582
90406	embedding2nn.weight	7	-0.07152959704399109
90406	embedding2nn.weight	8	-0.00746317720040679
90406	embedding2nn.weight	9	0.03838466852903366
90406	embedding2nn.bias	0	0.04641618952155113
90406	embedding2nn.bias	1	0.009786268696188927
90406	embedding2nn.bias	2	-0.12397079914808273
90406	embedding2nn.bias	3	0.07380182296037674
90406	embedding2nn.bias	4	0.043847739696502686
90406	embedding2nn.bias	5	-0.14285342395305634
90406	embedding2nn.bias	6	-0.06535656005144119
90406	embedding2nn.bias	7	-0.02377546951174736
90406	embedding2nn.bias	8	0.11158560961484909
90406	embedding2nn.bias	9	-0.12708131968975067
90406	rnn.weight_ih_l0	0	-0.0006001178408041596
90406	rnn.weight_ih_l0	1	-0.03830936178565025
90406	rnn.weight_ih_l0	2	-0.037803903222084045
90406	rnn.weight_ih_l0	3	-0.022185804322361946
90406	rnn.weight_ih_l0	4	-0.010013220831751823
90406	rnn.weight_ih_l0	5	-0.04992803558707237
90406	rnn.weight_ih_l0	6	7.314138929359615e-05
90406	rnn.weight_ih_l0	7	-0.03304065018892288
90406	rnn.weight_ih_l0	8	0.014062163420021534
90406	rnn.weight_ih_l0	9	0.0025481595657765865
90406	rnn.weight_hh_l0	0	0.0012883044546470046
90406	rnn.weight_hh_l0	1	-0.07076481729745865
90406	rnn.weight_hh_l0	2	0.05300724506378174
90406	rnn.weight_hh_l0	3	0.029662713408470154
90406	rnn.weight_hh_l0	4	0.003532275790348649
90406	rnn.weight_hh_l0	5	0.05157999321818352
90406	rnn.weight_hh_l0	6	-0.01363434363156557
90406	rnn.weight_hh_l0	7	-0.08062119036912918
90406	rnn.weight_hh_l0	8	-0.012063362635672092
90406	rnn.weight_hh_l0	9	-0.07173258066177368
90406	rnn.bias_ih_l0	0	-0.0815606415271759
90406	rnn.bias_ih_l0	1	-0.13851220905780792
90406	rnn.bias_ih_l0	2	-0.20334652066230774
90406	rnn.bias_ih_l0	3	-0.2571704089641571
90406	rnn.bias_ih_l0	4	0.024449054151773453
90406	rnn.bias_ih_l0	5	0.06701498478651047
90406	rnn.bias_ih_l0	6	-0.13030244410037994
90406	rnn.bias_ih_l0	7	-0.23158743977546692
90406	rnn.bias_ih_l0	8	-0.09624115377664566
90406	rnn.bias_ih_l0	9	-0.14361616969108582
90406	rnn.bias_hh_l0	0	0.1170441210269928
90406	rnn.bias_hh_l0	1	-0.052037060260772705
90406	rnn.bias_hh_l0	2	0.022181307896971703
90406	rnn.bias_hh_l0	3	-0.15626877546310425
90406	rnn.bias_hh_l0	4	0.03732000291347504
90406	rnn.bias_hh_l0	5	0.03544243425130844
90406	rnn.bias_hh_l0	6	-0.08555810898542404
90406	rnn.bias_hh_l0	7	-0.13420477509498596
90406	rnn.bias_hh_l0	8	-0.1599605828523636
90406	rnn.bias_hh_l0	9	-0.08097095787525177
90406	rnn.weight_ih_l0_reverse	0	-0.0018621488707140088
90406	rnn.weight_ih_l0_reverse	1	0.03012252412736416
90406	rnn.weight_ih_l0_reverse	2	-0.011820859275758266
90406	rnn.weight_ih_l0_reverse	3	-0.002103084698319435
90406	rnn.weight_ih_l0_reverse	4	0.011362457647919655
90406	rnn.weight_ih_l0_reverse	5	-0.06377682089805603
90406	rnn.weight_ih_l0_reverse	6	-0.03933187946677208
90406	rnn.weight_ih_l0_reverse	7	-0.0048465547151863575
90406	rnn.weight_ih_l0_reverse	8	0.05489995330572128
90406	rnn.weight_ih_l0_reverse	9	0.012771760113537312
90406	rnn.weight_hh_l0_reverse	0	-0.0013424674980342388
90406	rnn.weight_hh_l0_reverse	1	0.015091964974999428
90406	rnn.weight_hh_l0_reverse	2	-0.0383029580116272
90406	rnn.weight_hh_l0_reverse	3	0.03137386217713356
90406	rnn.weight_hh_l0_reverse	4	0.01954180747270584
90406	rnn.weight_hh_l0_reverse	5	-0.01371369231492281
90406	rnn.weight_hh_l0_reverse	6	0.03394404426217079
90406	rnn.weight_hh_l0_reverse	7	0.015932908281683922
90406	rnn.weight_hh_l0_reverse	8	-0.008011373691260815
90406	rnn.weight_hh_l0_reverse	9	-0.05438477545976639
90406	rnn.bias_ih_l0_reverse	0	-0.13445450365543365
90406	rnn.bias_ih_l0_reverse	1	-0.278542697429657
90406	rnn.bias_ih_l0_reverse	2	-0.06033005192875862
90406	rnn.bias_ih_l0_reverse	3	-0.10049928724765778
90406	rnn.bias_ih_l0_reverse	4	0.07771926373243332
90406	rnn.bias_ih_l0_reverse	5	-0.197591632604599
90406	rnn.bias_ih_l0_reverse	6	-0.0409436896443367
90406	rnn.bias_ih_l0_reverse	7	0.007142562884837389
90406	rnn.bias_ih_l0_reverse	8	-0.16246822476387024
90406	rnn.bias_ih_l0_reverse	9	-0.07121406495571136
90406	rnn.bias_hh_l0_reverse	0	-0.10613572597503662
90406	rnn.bias_hh_l0_reverse	1	-0.10959336161613464
90406	rnn.bias_hh_l0_reverse	2	-0.01720338501036167
90406	rnn.bias_hh_l0_reverse	3	-0.12732653319835663
90406	rnn.bias_hh_l0_reverse	4	-0.01850823499262333
90406	rnn.bias_hh_l0_reverse	5	-0.09733980894088745
90406	rnn.bias_hh_l0_reverse	6	-0.07922469824552536
90406	rnn.bias_hh_l0_reverse	7	-0.15041832625865936
90406	rnn.bias_hh_l0_reverse	8	-0.04098299518227577
90406	rnn.bias_hh_l0_reverse	9	-0.13052786886692047
90406	linear.weight	0	-0.28256797790527344
90406	linear.weight	1	-0.14276041090488434
90406	linear.weight	2	-0.011228874325752258
90406	linear.weight	3	-0.08251944929361343
90406	linear.weight	4	0.030148664489388466
90406	linear.weight	5	0.1960042268037796
90406	linear.weight	6	0.0047744326293468475
90406	linear.weight	7	-0.021312154829502106
90406	linear.weight	8	0.13212858140468597
90406	linear.weight	9	0.13200674951076508
90406	linear.bias	0	-0.7505081295967102
90406	linear.bias	1	1.0805962085723877
90406	linear.bias	2	-0.32444527745246887
90406	linear.bias	3	-0.6248799562454224
90406	linear.bias	4	-1.0317597389221191
90406	linear.bias	5	-1.1520425081253052
90406	linear.bias	6	-0.7401084899902344
90406	linear.bias	7	-0.7526915073394775
90406	linear.bias	8	-0.01705317199230194
90406	linear.bias	9	3.1380255222320557
90603	transitions	0	-0.30014273524284363
90603	transitions	1	7.88023042678833
90603	transitions	2	-3.2070472240448
90603	transitions	3	1.344048023223877
90603	transitions	4	-1.864486575126648
90603	transitions	5	-0.33122292160987854
90603	transitions	6	-0.17115353047847748
90603	transitions	7	-10000.0
90603	transitions	8	1.6994999647140503
90603	transitions	9	-2.2899081707000732
90603	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
90603	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
90603	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
90603	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
90603	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
90603	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
90603	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
90603	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
90603	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
90603	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
90603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
90603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
90603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
90603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
90603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
90603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
90603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
90603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
90603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
90603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
90603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
90603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
90603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
90603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
90603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
90603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
90603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
90603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
90603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
90603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
90603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
90603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
90603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
90603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
90603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
90603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
90603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
90603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
90603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
90603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
90603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
90603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
90603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
90603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
90603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
90603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
90603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
90603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
90603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
90603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
90603	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
90603	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
90603	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
90603	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
90603	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
90603	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
90603	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
90603	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
90603	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
90603	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
90603	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
90603	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
90603	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
90603	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
90603	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
90603	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
90603	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
90603	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
90603	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
90603	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
90603	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
90603	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
90603	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
90603	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
90603	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
90603	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
90603	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
90603	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
90603	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
90603	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
90603	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
90603	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
90603	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
90603	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
90603	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
90603	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
90603	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
90603	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
90603	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
90603	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
90603	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
90603	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
90603	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
90603	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
90603	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
90603	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
90603	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
90603	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
90603	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
90603	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
90603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
90603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
90603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
90603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
90603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
90603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
90603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
90603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
90603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
90603	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
90603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
90603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
90603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
90603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
90603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
90603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
90603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
90603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
90603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
90603	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
90603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
90603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
90603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
90603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
90603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
90603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
90603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
90603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
90603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
90603	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
90603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
90603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
90603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
90603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
90603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
90603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
90603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
90603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
90603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
90603	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
90603	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
90603	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
90603	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
90603	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
90603	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
90603	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
90603	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
90603	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
90603	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
90603	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
90603	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
90603	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
90603	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
90603	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
90603	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
90603	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
90603	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
90603	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
90603	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
90603	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
90603	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
90603	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
90603	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
90603	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
90603	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
90603	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
90603	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
90603	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
90603	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
90603	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
90603	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
90603	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
90603	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
90603	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
90603	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
90603	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
90603	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
90603	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
90603	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
90603	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
90603	embedding2nn.weight	0	0.04015715792775154
90603	embedding2nn.weight	1	-0.07714230567216873
90603	embedding2nn.weight	2	0.010872311890125275
90603	embedding2nn.weight	3	-0.04196266829967499
90603	embedding2nn.weight	4	-0.10942429304122925
90603	embedding2nn.weight	5	0.0837145671248436
90603	embedding2nn.weight	6	-0.1069021075963974
90603	embedding2nn.weight	7	-0.06954752653837204
90603	embedding2nn.weight	8	-0.009911523200571537
90603	embedding2nn.weight	9	0.036142271012067795
90603	embedding2nn.bias	0	0.054901573807001114
90603	embedding2nn.bias	1	0.02457927167415619
90603	embedding2nn.bias	2	-0.12513548135757446
90603	embedding2nn.bias	3	0.061894964426755905
90603	embedding2nn.bias	4	0.05143459886312485
90603	embedding2nn.bias	5	-0.14764580130577087
90603	embedding2nn.bias	6	-0.06663055717945099
90603	embedding2nn.bias	7	-0.03626689687371254
90603	embedding2nn.bias	8	0.10668371617794037
90603	embedding2nn.bias	9	-0.11389434337615967
90603	rnn.weight_ih_l0	0	-3.932296749553643e-05
90603	rnn.weight_ih_l0	1	-0.03708627074956894
90603	rnn.weight_ih_l0	2	-0.0363694466650486
90603	rnn.weight_ih_l0	3	-0.02094964310526848
90603	rnn.weight_ih_l0	4	-0.009682713076472282
90603	rnn.weight_ih_l0	5	-0.05126787722110748
90603	rnn.weight_ih_l0	6	-0.0007059990894049406
90603	rnn.weight_ih_l0	7	-0.03216792270541191
90603	rnn.weight_ih_l0	8	0.013276643119752407
90603	rnn.weight_ih_l0	9	0.003756919875741005
90603	rnn.weight_hh_l0	0	0.002309250645339489
90603	rnn.weight_hh_l0	1	-0.07256843894720078
90603	rnn.weight_hh_l0	2	0.05299834534525871
90603	rnn.weight_hh_l0	3	0.03053445555269718
90603	rnn.weight_hh_l0	4	0.003480565268546343
90603	rnn.weight_hh_l0	5	0.05040707811713219
90603	rnn.weight_hh_l0	6	-0.013885723426938057
90603	rnn.weight_hh_l0	7	-0.08138636499643326
90603	rnn.weight_hh_l0	8	-0.011813127435743809
90603	rnn.weight_hh_l0	9	-0.07154135406017303
90603	rnn.bias_ih_l0	0	-0.08612760156393051
90603	rnn.bias_ih_l0	1	-0.1410166472196579
90603	rnn.bias_ih_l0	2	-0.20294608175754547
90603	rnn.bias_ih_l0	3	-0.2569337487220764
90603	rnn.bias_ih_l0	4	0.020165689289569855
90603	rnn.bias_ih_l0	5	0.06473340094089508
90603	rnn.bias_ih_l0	6	-0.12825846672058105
90603	rnn.bias_ih_l0	7	-0.23161858320236206
90603	rnn.bias_ih_l0	8	-0.09768110513687134
90603	rnn.bias_ih_l0	9	-0.14564016461372375
90603	rnn.bias_hh_l0	0	0.11662156134843826
90603	rnn.bias_hh_l0	1	-0.04879017919301987
90603	rnn.bias_hh_l0	2	0.02191665582358837
90603	rnn.bias_hh_l0	3	-0.15205705165863037
90603	rnn.bias_hh_l0	4	0.036594416946172714
90603	rnn.bias_hh_l0	5	0.0388784296810627
90603	rnn.bias_hh_l0	6	-0.08460522443056107
90603	rnn.bias_hh_l0	7	-0.1312274932861328
90603	rnn.bias_hh_l0	8	-0.15722538530826569
90603	rnn.bias_hh_l0	9	-0.08086986839771271
90603	rnn.weight_ih_l0_reverse	0	0.0018165442161262035
90603	rnn.weight_ih_l0_reverse	1	0.024046514183282852
90603	rnn.weight_ih_l0_reverse	2	-0.00937532540410757
90603	rnn.weight_ih_l0_reverse	3	-0.0019159885123372078
90603	rnn.weight_ih_l0_reverse	4	0.010746593587100506
90603	rnn.weight_ih_l0_reverse	5	-0.06494803726673126
90603	rnn.weight_ih_l0_reverse	6	-0.03982636332511902
90603	rnn.weight_ih_l0_reverse	7	-0.0023309714160859585
90603	rnn.weight_ih_l0_reverse	8	0.05387164652347565
90603	rnn.weight_ih_l0_reverse	9	0.01223366055637598
90603	rnn.weight_hh_l0_reverse	0	-0.0018707094714045525
90603	rnn.weight_hh_l0_reverse	1	0.016161371022462845
90603	rnn.weight_hh_l0_reverse	2	-0.03736024349927902
90603	rnn.weight_hh_l0_reverse	3	0.03084460459649563
90603	rnn.weight_hh_l0_reverse	4	0.019673043861985207
90603	rnn.weight_hh_l0_reverse	5	-0.013638599775731564
90603	rnn.weight_hh_l0_reverse	6	0.03404796123504639
90603	rnn.weight_hh_l0_reverse	7	0.01583215780556202
90603	rnn.weight_hh_l0_reverse	8	-0.00877374317497015
90603	rnn.weight_hh_l0_reverse	9	-0.054864294826984406
90603	rnn.bias_ih_l0_reverse	0	-0.13320152461528778
90603	rnn.bias_ih_l0_reverse	1	-0.27551278471946716
90603	rnn.bias_ih_l0_reverse	2	-0.0597282238304615
90603	rnn.bias_ih_l0_reverse	3	-0.10112401098012924
90603	rnn.bias_ih_l0_reverse	4	0.07511649280786514
90603	rnn.bias_ih_l0_reverse	5	-0.1918448656797409
90603	rnn.bias_ih_l0_reverse	6	-0.04378039389848709
90603	rnn.bias_ih_l0_reverse	7	0.013913554139435291
90603	rnn.bias_ih_l0_reverse	8	-0.1609370857477188
90603	rnn.bias_ih_l0_reverse	9	-0.06592882424592972
90603	rnn.bias_hh_l0_reverse	0	-0.10924703627824783
90603	rnn.bias_hh_l0_reverse	1	-0.10404092818498611
90603	rnn.bias_hh_l0_reverse	2	-0.020728349685668945
90603	rnn.bias_hh_l0_reverse	3	-0.12628774344921112
90603	rnn.bias_hh_l0_reverse	4	-0.020539449527859688
90603	rnn.bias_hh_l0_reverse	5	-0.09834868460893631
90603	rnn.bias_hh_l0_reverse	6	-0.07367190718650818
90603	rnn.bias_hh_l0_reverse	7	-0.14865347743034363
90603	rnn.bias_hh_l0_reverse	8	-0.03955942392349243
90603	rnn.bias_hh_l0_reverse	9	-0.12806299328804016
90603	linear.weight	0	-0.29465922713279724
90603	linear.weight	1	-0.13790129125118256
90603	linear.weight	2	-0.011228874325752258
90603	linear.weight	3	-0.10158161073923111
90603	linear.weight	4	0.04413032531738281
90603	linear.weight	5	0.18764370679855347
90603	linear.weight	6	0.0047744326293468475
90603	linear.weight	7	-0.021312154829502106
90603	linear.weight	8	0.10966399312019348
90603	linear.weight	9	0.12768162786960602
90603	linear.bias	0	-0.7665888667106628
90603	linear.bias	1	1.093247413635254
90603	linear.bias	2	-0.2906346321105957
90603	linear.bias	3	-0.5782108902931213
90603	linear.bias	4	-1.0370683670043945
90603	linear.bias	5	-1.1521483659744263
90603	linear.bias	6	-0.7587748169898987
90603	linear.bias	7	-0.7577089071273804
90603	linear.bias	8	-0.01705317199230194
90603	linear.bias	9	3.182382106781006
90800	transitions	0	-0.30049970746040344
90800	transitions	1	7.910220146179199
90800	transitions	2	-3.208153009414673
90800	transitions	3	1.3491451740264893
90800	transitions	4	-1.8661049604415894
90800	transitions	5	-0.33140847086906433
90800	transitions	6	-0.17122824490070343
90800	transitions	7	-10000.0
90800	transitions	8	1.697823405265808
90800	transitions	9	-2.289926767349243
90800	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
90800	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
90800	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
90800	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
90800	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
90800	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
90800	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
90800	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
90800	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
90800	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
90800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
90800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
90800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
90800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
90800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
90800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
90800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
90800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
90800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
90800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
90800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
90800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
90800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
90800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
90800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
90800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
90800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
90800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
90800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
90800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
90800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
90800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
90800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
90800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
90800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
90800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
90800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
90800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
90800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
90800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
90800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
90800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
90800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
90800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
90800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
90800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
90800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
90800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
90800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
90800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
90800	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
90800	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
90800	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
90800	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
90800	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
90800	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
90800	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
90800	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
90800	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
90800	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
90800	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
90800	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
90800	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
90800	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
90800	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
90800	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
90800	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
90800	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
90800	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
90800	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
90800	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
90800	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
90800	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
90800	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
90800	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
90800	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
90800	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
90800	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
90800	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
90800	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
90800	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
90800	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
90800	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
90800	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
90800	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
90800	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
90800	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
90800	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
90800	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
90800	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
90800	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
90800	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
90800	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
90800	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
90800	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
90800	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
90800	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
90800	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
90800	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
90800	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
90800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
90800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
90800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
90800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
90800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
90800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
90800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
90800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
90800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
90800	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
90800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
90800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
90800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
90800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
90800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
90800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
90800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
90800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
90800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
90800	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
90800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
90800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
90800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
90800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
90800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
90800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
90800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
90800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
90800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
90800	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
90800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
90800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
90800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
90800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
90800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
90800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
90800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
90800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
90800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
90800	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
90800	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
90800	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
90800	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
90800	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
90800	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
90800	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
90800	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
90800	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
90800	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
90800	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
90800	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
90800	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
90800	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
90800	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
90800	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
90800	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
90800	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
90800	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
90800	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
90800	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
90800	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
90800	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
90800	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
90800	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
90800	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
90800	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
90800	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
90800	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
90800	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
90800	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
90800	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
90800	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
90800	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
90800	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
90800	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
90800	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
90800	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
90800	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
90800	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
90800	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
90800	embedding2nn.weight	0	0.040412891656160355
90800	embedding2nn.weight	1	-0.07605524361133575
90800	embedding2nn.weight	2	0.008702428080141544
90800	embedding2nn.weight	3	-0.04293127730488777
90800	embedding2nn.weight	4	-0.10998479276895523
90800	embedding2nn.weight	5	0.08446212857961655
90800	embedding2nn.weight	6	-0.1007956713438034
90800	embedding2nn.weight	7	-0.06962920725345612
90800	embedding2nn.weight	8	-0.010007561184465885
90800	embedding2nn.weight	9	0.0342605859041214
90800	embedding2nn.bias	0	0.08286865800619125
90800	embedding2nn.bias	1	0.03521343320608139
90800	embedding2nn.bias	2	-0.12338802218437195
90800	embedding2nn.bias	3	0.040957964956760406
90800	embedding2nn.bias	4	0.057038720697164536
90800	embedding2nn.bias	5	-0.14446750283241272
90800	embedding2nn.bias	6	-0.06025523319840431
90800	embedding2nn.bias	7	-0.030884092673659325
90800	embedding2nn.bias	8	0.0941598191857338
90800	embedding2nn.bias	9	-0.11704332381486893
90800	rnn.weight_ih_l0	0	0.00046313987695612013
90800	rnn.weight_ih_l0	1	-0.037920087575912476
90800	rnn.weight_ih_l0	2	-0.03521622717380524
90800	rnn.weight_ih_l0	3	-0.018589885905385017
90800	rnn.weight_ih_l0	4	-0.008864843286573887
90800	rnn.weight_ih_l0	5	-0.049003664404153824
90800	rnn.weight_ih_l0	6	-0.0037846143823117018
90800	rnn.weight_ih_l0	7	-0.03281166031956673
90800	rnn.weight_ih_l0	8	0.009718351066112518
90800	rnn.weight_ih_l0	9	0.007387116085737944
90800	rnn.weight_hh_l0	0	0.003789869835600257
90800	rnn.weight_hh_l0	1	-0.07298868894577026
90800	rnn.weight_hh_l0	2	0.05277305096387863
90800	rnn.weight_hh_l0	3	0.030449477955698967
90800	rnn.weight_hh_l0	4	0.004019307903945446
90800	rnn.weight_hh_l0	5	0.05089862272143364
90800	rnn.weight_hh_l0	6	-0.014632750302553177
90800	rnn.weight_hh_l0	7	-0.08156339824199677
90800	rnn.weight_hh_l0	8	-0.011890092864632607
90800	rnn.weight_hh_l0	9	-0.07272185385227203
90800	rnn.bias_ih_l0	0	-0.08543486893177032
90800	rnn.bias_ih_l0	1	-0.14364930987358093
90800	rnn.bias_ih_l0	2	-0.2017269879579544
90800	rnn.bias_ih_l0	3	-0.258302241563797
90800	rnn.bias_ih_l0	4	0.02051079273223877
90800	rnn.bias_ih_l0	5	0.05804590880870819
90800	rnn.bias_ih_l0	6	-0.12451757490634918
90800	rnn.bias_ih_l0	7	-0.23225656151771545
90800	rnn.bias_ih_l0	8	-0.10219692438840866
90800	rnn.bias_ih_l0	9	-0.14373746514320374
90800	rnn.bias_hh_l0	0	0.11575497686862946
90800	rnn.bias_hh_l0	1	-0.05123646557331085
90800	rnn.bias_hh_l0	2	0.019216246902942657
90800	rnn.bias_hh_l0	3	-0.15174829959869385
90800	rnn.bias_hh_l0	4	0.03293415531516075
90800	rnn.bias_hh_l0	5	0.03623705729842186
90800	rnn.bias_hh_l0	6	-0.08450328558683395
90800	rnn.bias_hh_l0	7	-0.13088198006153107
90800	rnn.bias_hh_l0	8	-0.15896475315093994
90800	rnn.bias_hh_l0	9	-0.0772140771150589
90800	rnn.weight_ih_l0_reverse	0	0.001995920669287443
90800	rnn.weight_ih_l0_reverse	1	0.024576866999268532
90800	rnn.weight_ih_l0_reverse	2	-0.010617081075906754
90800	rnn.weight_ih_l0_reverse	3	-0.0026995190419256687
90800	rnn.weight_ih_l0_reverse	4	0.011096682399511337
90800	rnn.weight_ih_l0_reverse	5	-0.06484729051589966
90800	rnn.weight_ih_l0_reverse	6	-0.03880579024553299
90800	rnn.weight_ih_l0_reverse	7	0.0008577240514568985
90800	rnn.weight_ih_l0_reverse	8	0.053827788680791855
90800	rnn.weight_ih_l0_reverse	9	0.012260008603334427
90800	rnn.weight_hh_l0_reverse	0	-0.0018711768789216876
90800	rnn.weight_hh_l0_reverse	1	0.0155220627784729
90800	rnn.weight_hh_l0_reverse	2	-0.037300072610378265
90800	rnn.weight_hh_l0_reverse	3	0.030568787828087807
90800	rnn.weight_hh_l0_reverse	4	0.0193004310131073
90800	rnn.weight_hh_l0_reverse	5	-0.012256741523742676
90800	rnn.weight_hh_l0_reverse	6	0.033855460584163666
90800	rnn.weight_hh_l0_reverse	7	0.017030464485287666
90800	rnn.weight_hh_l0_reverse	8	-0.008508777245879173
90800	rnn.weight_hh_l0_reverse	9	-0.05550204962491989
90800	rnn.bias_ih_l0_reverse	0	-0.1302964836359024
90800	rnn.bias_ih_l0_reverse	1	-0.27349865436553955
90800	rnn.bias_ih_l0_reverse	2	-0.061863481998443604
90800	rnn.bias_ih_l0_reverse	3	-0.10285839438438416
90800	rnn.bias_ih_l0_reverse	4	0.07107309252023697
90800	rnn.bias_ih_l0_reverse	5	-0.19016073644161224
90800	rnn.bias_ih_l0_reverse	6	-0.043830838054418564
90800	rnn.bias_ih_l0_reverse	7	0.014163668267428875
90800	rnn.bias_ih_l0_reverse	8	-0.15863670408725739
90800	rnn.bias_ih_l0_reverse	9	-0.06682853400707245
90800	rnn.bias_hh_l0_reverse	0	-0.10835576057434082
90800	rnn.bias_hh_l0_reverse	1	-0.1024705320596695
90800	rnn.bias_hh_l0_reverse	2	-0.02316313423216343
90800	rnn.bias_hh_l0_reverse	3	-0.12293059378862381
90800	rnn.bias_hh_l0_reverse	4	-0.020410288125276566
90800	rnn.bias_hh_l0_reverse	5	-0.09868673235177994
90800	rnn.bias_hh_l0_reverse	6	-0.07786326855421066
90800	rnn.bias_hh_l0_reverse	7	-0.1475328505039215
90800	rnn.bias_hh_l0_reverse	8	-0.04391827434301376
90800	rnn.bias_hh_l0_reverse	9	-0.12718996405601501
90800	linear.weight	0	-0.2824886739253998
90800	linear.weight	1	-0.14020711183547974
90800	linear.weight	2	-0.011228874325752258
90800	linear.weight	3	-0.09179102629423141
90800	linear.weight	4	0.05003216862678528
90800	linear.weight	5	0.17516061663627625
90800	linear.weight	6	0.0047744326293468475
90800	linear.weight	7	-0.021312154829502106
90800	linear.weight	8	0.10398507118225098
90800	linear.weight	9	0.13064618408679962
90800	linear.bias	0	-0.7579333782196045
90800	linear.bias	1	1.0588655471801758
90800	linear.bias	2	-0.2802431881427765
90800	linear.bias	3	-0.5778913497924805
90800	linear.bias	4	-1.0975251197814941
90800	linear.bias	5	-1.152258276939392
90800	linear.bias	6	-0.7506018877029419
90800	linear.bias	7	-0.7375785708427429
90800	linear.bias	8	-0.01705317199230194
90800	linear.bias	9	3.1615078449249268
90804	transitions	0	-0.3004997968673706
90804	transitions	1	7.910325527191162
90804	transitions	2	-3.2082014083862305
90804	transitions	3	1.3533086776733398
90804	transitions	4	-1.866105556488037
90804	transitions	5	-0.3318502902984619
90804	transitions	6	-0.17122942209243774
90804	transitions	7	-10000.0
90804	transitions	8	1.6978015899658203
90804	transitions	9	-2.2899270057678223
90804	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
90804	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
90804	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
90804	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
90804	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
90804	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
90804	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
90804	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
90804	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
90804	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
90804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
90804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
90804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
90804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
90804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
90804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
90804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
90804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
90804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
90804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
90804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
90804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
90804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
90804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
90804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
90804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
90804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
90804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
90804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
90804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
90804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
90804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
90804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
90804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
90804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
90804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
90804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
90804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
90804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
90804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
90804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
90804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
90804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
90804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
90804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
90804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
90804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
90804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
90804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
90804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
90804	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
90804	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
90804	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
90804	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
90804	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
90804	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
90804	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
90804	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
90804	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
90804	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
90804	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
90804	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
90804	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
90804	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
90804	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
90804	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
90804	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
90804	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
90804	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
90804	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
90804	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
90804	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
90804	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
90804	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
90804	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
90804	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
90804	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
90804	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
90804	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
90804	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
90804	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
90804	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
90804	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
90804	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
90804	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
90804	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
90804	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
90804	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
90804	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
90804	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
90804	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
90804	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
90804	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
90804	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
90804	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
90804	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
90804	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
90804	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
90804	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
90804	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
90804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
90804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
90804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
90804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
90804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
90804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
90804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
90804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
90804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
90804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
90804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
90804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
90804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
90804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
90804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
90804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
90804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
90804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
90804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
90804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
90804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
90804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
90804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
90804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
90804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
90804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
90804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
90804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
90804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
90804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
90804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
90804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
90804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
90804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
90804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
90804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
90804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
90804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
90804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
90804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
90804	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
90804	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
90804	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
90804	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
90804	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
90804	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
90804	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
90804	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
90804	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
90804	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
90804	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
90804	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
90804	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
90804	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
90804	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
90804	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
90804	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
90804	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
90804	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
90804	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
90804	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
90804	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
90804	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
90804	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
90804	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
90804	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
90804	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
90804	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
90804	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
90804	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
90804	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
90804	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
90804	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
90804	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
90804	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
90804	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
90804	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
90804	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
90804	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
90804	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
90804	embedding2nn.weight	0	0.0402752049267292
90804	embedding2nn.weight	1	-0.07616108655929565
90804	embedding2nn.weight	2	0.00869904737919569
90804	embedding2nn.weight	3	-0.04242098331451416
90804	embedding2nn.weight	4	-0.10965204238891602
90804	embedding2nn.weight	5	0.08460668474435806
90804	embedding2nn.weight	6	-0.10135995596647263
90804	embedding2nn.weight	7	-0.0693206712603569
90804	embedding2nn.weight	8	-0.010087248869240284
90804	embedding2nn.weight	9	0.034017667174339294
90804	embedding2nn.bias	0	0.08245139569044113
90804	embedding2nn.bias	1	0.03490516543388367
90804	embedding2nn.bias	2	-0.12418783456087112
90804	embedding2nn.bias	3	0.04065022990107536
90804	embedding2nn.bias	4	0.05658126249909401
90804	embedding2nn.bias	5	-0.14520446956157684
90804	embedding2nn.bias	6	-0.058832015842199326
90804	embedding2nn.bias	7	-0.031674694269895554
90804	embedding2nn.bias	8	0.0934983566403389
90804	embedding2nn.bias	9	-0.11720237135887146
90804	rnn.weight_ih_l0	0	0.0010365088237449527
90804	rnn.weight_ih_l0	1	-0.037945933640003204
90804	rnn.weight_ih_l0	2	-0.035598546266555786
90804	rnn.weight_ih_l0	3	-0.01867486909031868
90804	rnn.weight_ih_l0	4	-0.008778860792517662
90804	rnn.weight_ih_l0	5	-0.04912266880273819
90804	rnn.weight_ih_l0	6	-0.003918074071407318
90804	rnn.weight_ih_l0	7	-0.03308761864900589
90804	rnn.weight_ih_l0	8	0.010271822102367878
90804	rnn.weight_ih_l0	9	0.007142229471355677
90804	rnn.weight_hh_l0	0	0.0037744403816759586
90804	rnn.weight_hh_l0	1	-0.07297856360673904
90804	rnn.weight_hh_l0	2	0.05263916403055191
90804	rnn.weight_hh_l0	3	0.0303315632045269
90804	rnn.weight_hh_l0	4	0.004010223783552647
90804	rnn.weight_hh_l0	5	0.05083678290247917
90804	rnn.weight_hh_l0	6	-0.014610442332923412
90804	rnn.weight_hh_l0	7	-0.08156541734933853
90804	rnn.weight_hh_l0	8	-0.011977584101259708
90804	rnn.weight_hh_l0	9	-0.07269732654094696
90804	rnn.bias_ih_l0	0	-0.08592522889375687
90804	rnn.bias_ih_l0	1	-0.14405694603919983
90804	rnn.bias_ih_l0	2	-0.20150281488895416
90804	rnn.bias_ih_l0	3	-0.2584728002548218
90804	rnn.bias_ih_l0	4	0.020280713215470314
90804	rnn.bias_ih_l0	5	0.05828298255801201
90804	rnn.bias_ih_l0	6	-0.12441471964120865
90804	rnn.bias_ih_l0	7	-0.23281314969062805
90804	rnn.bias_ih_l0	8	-0.10231394320726395
90804	rnn.bias_ih_l0	9	-0.14374664425849915
90804	rnn.bias_hh_l0	0	0.11599915474653244
90804	rnn.bias_hh_l0	1	-0.050951551645994186
90804	rnn.bias_hh_l0	2	0.019098281860351562
90804	rnn.bias_hh_l0	3	-0.15275795757770538
90804	rnn.bias_hh_l0	4	0.032669249922037125
90804	rnn.bias_hh_l0	5	0.03691146522760391
90804	rnn.bias_hh_l0	6	-0.08447229117155075
90804	rnn.bias_hh_l0	7	-0.13084572553634644
90804	rnn.bias_hh_l0	8	-0.15880534052848816
90804	rnn.bias_hh_l0	9	-0.0774371325969696
90804	rnn.weight_ih_l0_reverse	0	0.0017715925350785255
90804	rnn.weight_ih_l0_reverse	1	0.024473626166582108
90804	rnn.weight_ih_l0_reverse	2	-0.010670080780982971
90804	rnn.weight_ih_l0_reverse	3	-0.0022780392318964005
90804	rnn.weight_ih_l0_reverse	4	0.011134840548038483
90804	rnn.weight_ih_l0_reverse	5	-0.06543111801147461
90804	rnn.weight_ih_l0_reverse	6	-0.03949523717164993
90804	rnn.weight_ih_l0_reverse	7	0.001147234346717596
90804	rnn.weight_ih_l0_reverse	8	0.05387686565518379
90804	rnn.weight_ih_l0_reverse	9	0.01241642888635397
90804	rnn.weight_hh_l0_reverse	0	-0.0017550279153510928
90804	rnn.weight_hh_l0_reverse	1	0.015521700493991375
90804	rnn.weight_hh_l0_reverse	2	-0.037345703691244125
90804	rnn.weight_hh_l0_reverse	3	0.03055814653635025
90804	rnn.weight_hh_l0_reverse	4	0.01930892840027809
90804	rnn.weight_hh_l0_reverse	5	-0.01188062597066164
90804	rnn.weight_hh_l0_reverse	6	0.03383356332778931
90804	rnn.weight_hh_l0_reverse	7	0.017071127891540527
90804	rnn.weight_hh_l0_reverse	8	-0.008516556583344936
90804	rnn.weight_hh_l0_reverse	9	-0.0555010624229908
90804	rnn.bias_ih_l0_reverse	0	-0.13030648231506348
90804	rnn.bias_ih_l0_reverse	1	-0.273966908454895
90804	rnn.bias_ih_l0_reverse	2	-0.06219145655632019
90804	rnn.bias_ih_l0_reverse	3	-0.10224777460098267
90804	rnn.bias_ih_l0_reverse	4	0.07141795754432678
90804	rnn.bias_ih_l0_reverse	5	-0.1900102198123932
90804	rnn.bias_ih_l0_reverse	6	-0.04416874423623085
90804	rnn.bias_ih_l0_reverse	7	0.012941430322825909
90804	rnn.bias_ih_l0_reverse	8	-0.15802861750125885
90804	rnn.bias_ih_l0_reverse	9	-0.06655226647853851
90804	rnn.bias_hh_l0_reverse	0	-0.10836426913738251
90804	rnn.bias_hh_l0_reverse	1	-0.10218959301710129
90804	rnn.bias_hh_l0_reverse	2	-0.023166555911302567
90804	rnn.bias_hh_l0_reverse	3	-0.12279839813709259
90804	rnn.bias_hh_l0_reverse	4	-0.020639711990952492
90804	rnn.bias_hh_l0_reverse	5	-0.0988859087228775
90804	rnn.bias_hh_l0_reverse	6	-0.07793359458446503
90804	rnn.bias_hh_l0_reverse	7	-0.14773288369178772
90804	rnn.bias_hh_l0_reverse	8	-0.043963972479104996
90804	rnn.bias_hh_l0_reverse	9	-0.12720613181591034
90804	linear.weight	0	-0.2826981842517853
90804	linear.weight	1	-0.14026060700416565
90804	linear.weight	2	-0.011228874325752258
90804	linear.weight	3	-0.09287739545106888
90804	linear.weight	4	0.050372131168842316
90804	linear.weight	5	0.1803520768880844
90804	linear.weight	6	0.0047744326293468475
90804	linear.weight	7	-0.021312154829502106
90804	linear.weight	8	0.10632945597171783
90804	linear.weight	9	0.13063669204711914
90804	linear.bias	0	-0.7796875834465027
90804	linear.bias	1	1.0548956394195557
90804	linear.bias	2	-0.28951048851013184
90804	linear.bias	3	-0.5761401057243347
90804	linear.bias	4	-1.0855963230133057
90804	linear.bias	5	-1.1522599458694458
90804	linear.bias	6	-0.7726263999938965
90804	linear.bias	7	-0.7194759845733643
90804	linear.bias	8	-0.01705317199230194
90804	linear.bias	9	3.1809098720550537
91001	transitions	0	-0.3016788065433502
91001	transitions	1	7.900130271911621
91001	transitions	2	-3.209423303604126
91001	transitions	3	1.3687331676483154
91001	transitions	4	-1.866575837135315
91001	transitions	5	-0.33243057131767273
91001	transitions	6	-0.1713641881942749
91001	transitions	7	-10000.0
91001	transitions	8	1.69655179977417
91001	transitions	9	-2.289945602416992
91001	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
91001	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
91001	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
91001	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
91001	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
91001	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
91001	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
91001	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
91001	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
91001	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
91001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
91001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
91001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
91001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
91001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
91001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
91001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
91001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
91001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
91001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
91001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
91001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
91001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
91001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
91001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
91001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
91001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
91001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
91001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
91001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
91001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
91001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
91001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
91001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
91001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
91001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
91001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
91001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
91001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
91001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
91001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
91001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
91001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
91001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
91001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
91001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
91001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
91001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
91001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
91001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
91001	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
91001	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
91001	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
91001	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
91001	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
91001	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
91001	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
91001	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
91001	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
91001	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
91001	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
91001	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
91001	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
91001	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
91001	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
91001	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
91001	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
91001	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
91001	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
91001	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
91001	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
91001	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
91001	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
91001	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
91001	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
91001	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
91001	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
91001	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
91001	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
91001	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
91001	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
91001	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
91001	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
91001	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
91001	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
91001	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
91001	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
91001	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
91001	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
91001	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
91001	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
91001	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
91001	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
91001	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
91001	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
91001	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
91001	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
91001	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
91001	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
91001	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
91001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
91001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
91001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
91001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
91001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
91001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
91001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
91001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
91001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
91001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
91001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
91001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
91001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
91001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
91001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
91001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
91001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
91001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
91001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
91001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
91001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
91001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
91001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
91001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
91001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
91001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
91001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
91001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
91001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
91001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
91001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
91001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
91001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
91001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
91001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
91001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
91001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
91001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
91001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
91001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
91001	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
91001	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
91001	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
91001	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
91001	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
91001	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
91001	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
91001	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
91001	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
91001	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
91001	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
91001	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
91001	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
91001	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
91001	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
91001	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
91001	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
91001	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
91001	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
91001	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
91001	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
91001	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
91001	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
91001	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
91001	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
91001	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
91001	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
91001	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
91001	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
91001	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
91001	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
91001	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
91001	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
91001	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
91001	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
91001	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
91001	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
91001	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
91001	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
91001	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
91001	embedding2nn.weight	0	0.040559012442827225
91001	embedding2nn.weight	1	-0.07781491428613663
91001	embedding2nn.weight	2	0.004699789918959141
91001	embedding2nn.weight	3	-0.04395166411995888
91001	embedding2nn.weight	4	-0.11319286376237869
91001	embedding2nn.weight	5	0.0864340215921402
91001	embedding2nn.weight	6	-0.1050882562994957
91001	embedding2nn.weight	7	-0.06954631954431534
91001	embedding2nn.weight	8	-0.009726034477353096
91001	embedding2nn.weight	9	0.032943546772003174
91001	embedding2nn.bias	0	0.045141562819480896
91001	embedding2nn.bias	1	0.026610959321260452
91001	embedding2nn.bias	2	-0.11406251788139343
91001	embedding2nn.bias	3	0.035510677844285965
91001	embedding2nn.bias	4	0.056764256209135056
91001	embedding2nn.bias	5	-0.15590667724609375
91001	embedding2nn.bias	6	-0.07651432603597641
91001	embedding2nn.bias	7	-0.022075878456234932
91001	embedding2nn.bias	8	0.09500006586313248
91001	embedding2nn.bias	9	-0.11328201740980148
91001	rnn.weight_ih_l0	0	-0.001158960280008614
91001	rnn.weight_ih_l0	1	-0.04017193987965584
91001	rnn.weight_ih_l0	2	-0.03481299802660942
91001	rnn.weight_ih_l0	3	-0.02080651745200157
91001	rnn.weight_ih_l0	4	-0.008635296486318111
91001	rnn.weight_ih_l0	5	-0.05067652836441994
91001	rnn.weight_ih_l0	6	-0.0035453687887638807
91001	rnn.weight_ih_l0	7	-0.03401295468211174
91001	rnn.weight_ih_l0	8	0.013778703287243843
91001	rnn.weight_ih_l0	9	0.00617598369717598
91001	rnn.weight_hh_l0	0	0.005613481625914574
91001	rnn.weight_hh_l0	1	-0.07337036728858948
91001	rnn.weight_hh_l0	2	0.05212991684675217
91001	rnn.weight_hh_l0	3	0.03138790652155876
91001	rnn.weight_hh_l0	4	0.004644104745239019
91001	rnn.weight_hh_l0	5	0.050911545753479004
91001	rnn.weight_hh_l0	6	-0.014615466818213463
91001	rnn.weight_hh_l0	7	-0.08156648278236389
91001	rnn.weight_hh_l0	8	-0.01296896394342184
91001	rnn.weight_hh_l0	9	-0.07146591693162918
91001	rnn.bias_ih_l0	0	-0.0937361866235733
91001	rnn.bias_ih_l0	1	-0.142517551779747
91001	rnn.bias_ih_l0	2	-0.19598011672496796
91001	rnn.bias_ih_l0	3	-0.25650501251220703
91001	rnn.bias_ih_l0	4	0.01591063104569912
91001	rnn.bias_ih_l0	5	0.06152535602450371
91001	rnn.bias_ih_l0	6	-0.12714990973472595
91001	rnn.bias_ih_l0	7	-0.23521576821804047
91001	rnn.bias_ih_l0	8	-0.1006426140666008
91001	rnn.bias_ih_l0	9	-0.14532756805419922
91001	rnn.bias_hh_l0	0	0.11581090092658997
91001	rnn.bias_hh_l0	1	-0.04929210618138313
91001	rnn.bias_hh_l0	2	0.017219485715031624
91001	rnn.bias_hh_l0	3	-0.15456433594226837
91001	rnn.bias_hh_l0	4	0.027851790189743042
91001	rnn.bias_hh_l0	5	0.036992210894823074
91001	rnn.bias_hh_l0	6	-0.08485573530197144
91001	rnn.bias_hh_l0	7	-0.13200382888317108
91001	rnn.bias_hh_l0	8	-0.15551970899105072
91001	rnn.bias_hh_l0	9	-0.07793306559324265
91001	rnn.weight_ih_l0_reverse	0	-0.0017741341143846512
91001	rnn.weight_ih_l0_reverse	1	0.02355489507317543
91001	rnn.weight_ih_l0_reverse	2	-0.005501194857060909
91001	rnn.weight_ih_l0_reverse	3	-0.0029327943921089172
91001	rnn.weight_ih_l0_reverse	4	0.014594879932701588
91001	rnn.weight_ih_l0_reverse	5	-0.06825004518032074
91001	rnn.weight_ih_l0_reverse	6	-0.04015066847205162
91001	rnn.weight_ih_l0_reverse	7	0.0003278410586062819
91001	rnn.weight_ih_l0_reverse	8	0.06106642633676529
91001	rnn.weight_ih_l0_reverse	9	0.015700550749897957
91001	rnn.weight_hh_l0_reverse	0	-0.0020147613249719143
91001	rnn.weight_hh_l0_reverse	1	0.01634504646062851
91001	rnn.weight_hh_l0_reverse	2	-0.036313746124506
91001	rnn.weight_hh_l0_reverse	3	0.03065173700451851
91001	rnn.weight_hh_l0_reverse	4	0.01933702826499939
91001	rnn.weight_hh_l0_reverse	5	-0.012453517876565456
91001	rnn.weight_hh_l0_reverse	6	0.033298976719379425
91001	rnn.weight_hh_l0_reverse	7	0.017432255670428276
91001	rnn.weight_hh_l0_reverse	8	-0.009183155372738838
91001	rnn.weight_hh_l0_reverse	9	-0.05543876439332962
91001	rnn.bias_ih_l0_reverse	0	-0.12919370830059052
91001	rnn.bias_ih_l0_reverse	1	-0.27228572964668274
91001	rnn.bias_ih_l0_reverse	2	-0.0613049753010273
91001	rnn.bias_ih_l0_reverse	3	-0.10378741472959518
91001	rnn.bias_ih_l0_reverse	4	0.07272513210773468
91001	rnn.bias_ih_l0_reverse	5	-0.18969681859016418
91001	rnn.bias_ih_l0_reverse	6	-0.04467489570379257
91001	rnn.bias_ih_l0_reverse	7	0.007760421372950077
91001	rnn.bias_ih_l0_reverse	8	-0.16181543469429016
91001	rnn.bias_ih_l0_reverse	9	-0.07130518555641174
91001	rnn.bias_hh_l0_reverse	0	-0.11289762705564499
91001	rnn.bias_hh_l0_reverse	1	-0.10314255952835083
91001	rnn.bias_hh_l0_reverse	2	-0.023736152797937393
91001	rnn.bias_hh_l0_reverse	3	-0.12277161329984665
91001	rnn.bias_hh_l0_reverse	4	-0.021669019013643265
91001	rnn.bias_hh_l0_reverse	5	-0.0995795726776123
91001	rnn.bias_hh_l0_reverse	6	-0.07377105951309204
91001	rnn.bias_hh_l0_reverse	7	-0.15625108778476715
91001	rnn.bias_hh_l0_reverse	8	-0.04520200565457344
91001	rnn.bias_hh_l0_reverse	9	-0.1265365332365036
91001	linear.weight	0	-0.2774110436439514
91001	linear.weight	1	-0.13459649682044983
91001	linear.weight	2	-0.011228874325752258
91001	linear.weight	3	-0.09352723509073257
91001	linear.weight	4	0.05815942585468292
91001	linear.weight	5	0.18711118400096893
91001	linear.weight	6	0.0047744326293468475
91001	linear.weight	7	-0.021312154829502106
91001	linear.weight	8	0.12685681879520416
91001	linear.weight	9	0.14428718388080597
91001	linear.bias	0	-0.7723609209060669
91001	linear.bias	1	1.1079676151275635
91001	linear.bias	2	-0.31070131063461304
91001	linear.bias	3	-0.5805501341819763
91001	linear.bias	4	-1.0694235563278198
91001	linear.bias	5	-1.152362585067749
91001	linear.bias	6	-0.7689988613128662
91001	linear.bias	7	-0.6868934035301208
91001	linear.bias	8	-0.01705317199230194
91001	linear.bias	9	3.1574363708496094
91198	transitions	0	-0.30241620540618896
91198	transitions	1	7.896073341369629
91198	transitions	2	-3.2102370262145996
91198	transitions	3	1.3560303449630737
91198	transitions	4	-1.867271900177002
91198	transitions	5	-0.3325902819633484
91198	transitions	6	-0.17144253849983215
91198	transitions	7	-10000.0
91198	transitions	8	1.6968334913253784
91198	transitions	9	-2.289964437484741
91198	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
91198	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
91198	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
91198	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
91198	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
91198	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
91198	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
91198	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
91198	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
91198	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
91198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
91198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
91198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
91198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
91198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
91198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
91198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
91198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
91198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
91198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
91198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
91198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
91198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
91198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
91198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
91198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
91198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
91198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
91198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
91198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
91198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
91198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
91198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
91198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
91198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
91198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
91198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
91198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
91198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
91198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
91198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
91198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
91198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
91198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
91198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
91198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
91198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
91198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
91198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
91198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
91198	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
91198	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
91198	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
91198	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
91198	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
91198	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
91198	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
91198	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
91198	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
91198	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
91198	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
91198	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
91198	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
91198	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
91198	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
91198	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
91198	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
91198	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
91198	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
91198	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
91198	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
91198	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
91198	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
91198	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
91198	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
91198	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
91198	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
91198	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
91198	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
91198	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
91198	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
91198	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
91198	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
91198	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
91198	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
91198	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
91198	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
91198	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
91198	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
91198	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
91198	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
91198	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
91198	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
91198	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
91198	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
91198	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
91198	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
91198	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
91198	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
91198	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
91198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
91198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
91198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
91198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
91198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
91198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
91198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
91198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
91198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
91198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
91198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
91198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
91198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
91198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
91198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
91198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
91198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
91198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
91198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
91198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
91198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
91198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
91198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
91198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
91198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
91198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
91198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
91198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
91198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
91198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
91198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
91198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
91198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
91198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
91198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
91198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
91198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
91198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
91198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
91198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
91198	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
91198	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
91198	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
91198	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
91198	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
91198	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
91198	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
91198	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
91198	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
91198	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
91198	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
91198	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
91198	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
91198	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
91198	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
91198	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
91198	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
91198	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
91198	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
91198	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
91198	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
91198	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
91198	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
91198	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
91198	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
91198	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
91198	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
91198	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
91198	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
91198	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
91198	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
91198	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
91198	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
91198	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
91198	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
91198	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
91198	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
91198	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
91198	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
91198	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
91198	embedding2nn.weight	0	0.04030687361955643
91198	embedding2nn.weight	1	-0.07693291455507278
91198	embedding2nn.weight	2	0.005656636320054531
91198	embedding2nn.weight	3	-0.04401085153222084
91198	embedding2nn.weight	4	-0.1131599023938179
91198	embedding2nn.weight	5	0.08542792499065399
91198	embedding2nn.weight	6	-0.10126087069511414
91198	embedding2nn.weight	7	-0.06935857981443405
91198	embedding2nn.weight	8	-0.010891797952353954
91198	embedding2nn.weight	9	0.035044386982917786
91198	embedding2nn.bias	0	0.05676766857504845
91198	embedding2nn.bias	1	0.020685667172074318
91198	embedding2nn.bias	2	-0.12710721790790558
91198	embedding2nn.bias	3	0.05142131820321083
91198	embedding2nn.bias	4	0.06087236851453781
91198	embedding2nn.bias	5	-0.1547863930463791
91198	embedding2nn.bias	6	-0.09406436234712601
91198	embedding2nn.bias	7	-0.028587061911821365
91198	embedding2nn.bias	8	0.09243106842041016
91198	embedding2nn.bias	9	-0.12391804158687592
91198	rnn.weight_ih_l0	0	0.0010600030655041337
91198	rnn.weight_ih_l0	1	-0.040894243866205215
91198	rnn.weight_ih_l0	2	-0.034593161195516586
91198	rnn.weight_ih_l0	3	-0.019351661205291748
91198	rnn.weight_ih_l0	4	-0.009276973083615303
91198	rnn.weight_ih_l0	5	-0.05051673203706741
91198	rnn.weight_ih_l0	6	-0.005511611234396696
91198	rnn.weight_ih_l0	7	-0.034742750227451324
91198	rnn.weight_ih_l0	8	0.011596682481467724
91198	rnn.weight_ih_l0	9	0.008431040681898594
91198	rnn.weight_hh_l0	0	0.0070391567423939705
91198	rnn.weight_hh_l0	1	-0.0731460377573967
91198	rnn.weight_hh_l0	2	0.051965102553367615
91198	rnn.weight_hh_l0	3	0.03096660040318966
91198	rnn.weight_hh_l0	4	0.005649544298648834
91198	rnn.weight_hh_l0	5	0.05018192157149315
91198	rnn.weight_hh_l0	6	-0.014462278224527836
91198	rnn.weight_hh_l0	7	-0.08178465068340302
91198	rnn.weight_hh_l0	8	-0.013304676860570908
91198	rnn.weight_hh_l0	9	-0.0703045204281807
91198	rnn.bias_ih_l0	0	-0.09110483527183533
91198	rnn.bias_ih_l0	1	-0.14200620353221893
91198	rnn.bias_ih_l0	2	-0.19288237392902374
91198	rnn.bias_ih_l0	3	-0.25838524103164673
91198	rnn.bias_ih_l0	4	0.014801840297877789
91198	rnn.bias_ih_l0	5	0.07142896950244904
91198	rnn.bias_ih_l0	6	-0.12804478406906128
91198	rnn.bias_ih_l0	7	-0.23747049272060394
91198	rnn.bias_ih_l0	8	-0.0999203622341156
91198	rnn.bias_ih_l0	9	-0.14953382313251495
91198	rnn.bias_hh_l0	0	0.12173604220151901
91198	rnn.bias_hh_l0	1	-0.050087496638298035
91198	rnn.bias_hh_l0	2	0.02010648138821125
91198	rnn.bias_hh_l0	3	-0.15278513729572296
91198	rnn.bias_hh_l0	4	0.025040164589881897
91198	rnn.bias_hh_l0	5	0.034453459084033966
91198	rnn.bias_hh_l0	6	-0.08478578180074692
91198	rnn.bias_hh_l0	7	-0.13278597593307495
91198	rnn.bias_hh_l0	8	-0.15436461567878723
91198	rnn.bias_hh_l0	9	-0.0762324333190918
91198	rnn.weight_ih_l0_reverse	0	-7.803763583069667e-05
91198	rnn.weight_ih_l0_reverse	1	0.021521227434277534
91198	rnn.weight_ih_l0_reverse	2	-0.006225872784852982
91198	rnn.weight_ih_l0_reverse	3	-0.0005725324153900146
91198	rnn.weight_ih_l0_reverse	4	0.017919085919857025
91198	rnn.weight_ih_l0_reverse	5	-0.06976999342441559
91198	rnn.weight_ih_l0_reverse	6	-0.04146552085876465
91198	rnn.weight_ih_l0_reverse	7	0.0021468903869390488
91198	rnn.weight_ih_l0_reverse	8	0.057782985270023346
91198	rnn.weight_ih_l0_reverse	9	0.015804056078195572
91198	rnn.weight_hh_l0_reverse	0	-0.0014410581206902862
91198	rnn.weight_hh_l0_reverse	1	0.017192194238305092
91198	rnn.weight_hh_l0_reverse	2	-0.03651817515492439
91198	rnn.weight_hh_l0_reverse	3	0.03102131187915802
91198	rnn.weight_hh_l0_reverse	4	0.019425375387072563
91198	rnn.weight_hh_l0_reverse	5	-0.013334126211702824
91198	rnn.weight_hh_l0_reverse	6	0.03353406861424446
91198	rnn.weight_hh_l0_reverse	7	0.016652708873152733
91198	rnn.weight_hh_l0_reverse	8	-0.009180479682981968
91198	rnn.weight_hh_l0_reverse	9	-0.05489092320203781
91198	rnn.bias_ih_l0_reverse	0	-0.1291138380765915
91198	rnn.bias_ih_l0_reverse	1	-0.2729282081127167
91198	rnn.bias_ih_l0_reverse	2	-0.062848761677742
91198	rnn.bias_ih_l0_reverse	3	-0.10149677842855453
91198	rnn.bias_ih_l0_reverse	4	0.06709636747837067
91198	rnn.bias_ih_l0_reverse	5	-0.19474785029888153
91198	rnn.bias_ih_l0_reverse	6	-0.04757857322692871
91198	rnn.bias_ih_l0_reverse	7	0.008668829686939716
91198	rnn.bias_ih_l0_reverse	8	-0.16431553661823273
91198	rnn.bias_ih_l0_reverse	9	-0.07495242357254028
91198	rnn.bias_hh_l0_reverse	0	-0.10916022211313248
91198	rnn.bias_hh_l0_reverse	1	-0.10928580909967422
91198	rnn.bias_hh_l0_reverse	2	-0.025774985551834106
91198	rnn.bias_hh_l0_reverse	3	-0.12013395875692368
91198	rnn.bias_hh_l0_reverse	4	-0.0195552259683609
91198	rnn.bias_hh_l0_reverse	5	-0.09897967427968979
91198	rnn.bias_hh_l0_reverse	6	-0.07557911425828934
91198	rnn.bias_hh_l0_reverse	7	-0.15362773835659027
91198	rnn.bias_hh_l0_reverse	8	-0.04492603987455368
91198	rnn.bias_hh_l0_reverse	9	-0.12788896262645721
91198	linear.weight	0	-0.27024126052856445
91198	linear.weight	1	-0.1394384503364563
91198	linear.weight	2	-0.011228874325752258
91198	linear.weight	3	-0.10038841515779495
91198	linear.weight	4	0.05097686126828194
91198	linear.weight	5	0.19224198162555695
91198	linear.weight	6	0.0047744326293468475
91198	linear.weight	7	-0.021312154829502106
91198	linear.weight	8	0.11166620254516602
91198	linear.weight	9	0.12420816719532013
91198	linear.bias	0	-0.7619456648826599
91198	linear.bias	1	1.0983226299285889
91198	linear.bias	2	-0.2809167504310608
91198	linear.bias	3	-0.59266197681427
91198	linear.bias	4	-1.0853016376495361
91198	linear.bias	5	-1.1524707078933716
91198	linear.bias	6	-0.7606613039970398
91198	linear.bias	7	-0.7118050456047058
91198	linear.bias	8	-0.01705317199230194
91198	linear.bias	9	3.179830312728882
91395	transitions	0	-0.3026994466781616
91395	transitions	1	7.87774133682251
91395	transitions	2	-3.211470365524292
91395	transitions	3	1.3553614616394043
91395	transitions	4	-1.8679163455963135
91395	transitions	5	-0.3328167200088501
91395	transitions	6	-0.17165228724479675
91395	transitions	7	-10000.0
91395	transitions	8	1.696057915687561
91395	transitions	9	-2.2899818420410156
91395	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
91395	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
91395	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
91395	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
91395	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
91395	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
91395	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
91395	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
91395	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
91395	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
91395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
91395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
91395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
91395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
91395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
91395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
91395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
91395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
91395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
91395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
91395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
91395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
91395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
91395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
91395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
91395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
91395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
91395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
91395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
91395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
91395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
91395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
91395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
91395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
91395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
91395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
91395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
91395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
91395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
91395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
91395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
91395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
91395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
91395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
91395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
91395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
91395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
91395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
91395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
91395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
91395	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
91395	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
91395	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
91395	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
91395	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
91395	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
91395	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
91395	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
91395	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
91395	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
91395	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
91395	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
91395	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
91395	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
91395	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
91395	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
91395	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
91395	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
91395	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
91395	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
91395	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
91395	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
91395	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
91395	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
91395	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
91395	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
91395	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
91395	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
91395	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
91395	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
91395	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
91395	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
91395	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
91395	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
91395	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
91395	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
91395	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
91395	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
91395	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
91395	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
91395	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
91395	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
91395	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
91395	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
91395	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
91395	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
91395	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
91395	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
91395	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
91395	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
91395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
91395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
91395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
91395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
91395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
91395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
91395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
91395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
91395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
91395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
91395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
91395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
91395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
91395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
91395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
91395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
91395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
91395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
91395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
91395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
91395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
91395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
91395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
91395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
91395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
91395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
91395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
91395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
91395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
91395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
91395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
91395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
91395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
91395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
91395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
91395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
91395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
91395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
91395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
91395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
91395	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
91395	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
91395	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
91395	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
91395	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
91395	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
91395	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
91395	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
91395	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
91395	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
91395	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
91395	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
91395	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
91395	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
91395	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
91395	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
91395	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
91395	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
91395	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
91395	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
91395	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
91395	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
91395	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
91395	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
91395	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
91395	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
91395	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
91395	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
91395	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
91395	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
91395	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
91395	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
91395	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
91395	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
91395	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
91395	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
91395	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
91395	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
91395	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
91395	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
91395	embedding2nn.weight	0	0.03987346217036247
91395	embedding2nn.weight	1	-0.07759956270456314
91395	embedding2nn.weight	2	0.008364981971681118
91395	embedding2nn.weight	3	-0.04461023584008217
91395	embedding2nn.weight	4	-0.11864187568426132
91395	embedding2nn.weight	5	0.0846232995390892
91395	embedding2nn.weight	6	-0.10095083713531494
91395	embedding2nn.weight	7	-0.06771045178174973
91395	embedding2nn.weight	8	-0.011419674381613731
91395	embedding2nn.weight	9	0.035215891897678375
91395	embedding2nn.bias	0	0.058221686631441116
91395	embedding2nn.bias	1	0.018677642568945885
91395	embedding2nn.bias	2	-0.12947551906108856
91395	embedding2nn.bias	3	0.06072521582245827
91395	embedding2nn.bias	4	0.04909691959619522
91395	embedding2nn.bias	5	-0.14108720421791077
91395	embedding2nn.bias	6	-0.08747680485248566
91395	embedding2nn.bias	7	-0.019330624490976334
91395	embedding2nn.bias	8	0.09178362041711807
91395	embedding2nn.bias	9	-0.12225472182035446
91395	rnn.weight_ih_l0	0	0.0017070199828594923
91395	rnn.weight_ih_l0	1	-0.041268572211265564
91395	rnn.weight_ih_l0	2	-0.03423334285616875
91395	rnn.weight_ih_l0	3	-0.019279614090919495
91395	rnn.weight_ih_l0	4	-0.010288349352777004
91395	rnn.weight_ih_l0	5	-0.050331052392721176
91395	rnn.weight_ih_l0	6	-0.007135841995477676
91395	rnn.weight_ih_l0	7	-0.0345909409224987
91395	rnn.weight_ih_l0	8	0.018942469730973244
91395	rnn.weight_ih_l0	9	0.009345454163849354
91395	rnn.weight_hh_l0	0	0.00513902772217989
91395	rnn.weight_hh_l0	1	-0.07241466641426086
91395	rnn.weight_hh_l0	2	0.05176706984639168
91395	rnn.weight_hh_l0	3	0.031062811613082886
91395	rnn.weight_hh_l0	4	0.007095349952578545
91395	rnn.weight_hh_l0	5	0.05134155601263046
91395	rnn.weight_hh_l0	6	-0.013993494212627411
91395	rnn.weight_hh_l0	7	-0.08202469348907471
91395	rnn.weight_hh_l0	8	-0.012753404676914215
91395	rnn.weight_hh_l0	9	-0.07093685120344162
91395	rnn.bias_ih_l0	0	-0.08873476833105087
91395	rnn.bias_ih_l0	1	-0.14346222579479218
91395	rnn.bias_ih_l0	2	-0.19957317411899567
91395	rnn.bias_ih_l0	3	-0.25771287083625793
91395	rnn.bias_ih_l0	4	0.010833813808858395
91395	rnn.bias_ih_l0	5	0.0695924311876297
91395	rnn.bias_ih_l0	6	-0.12446078658103943
91395	rnn.bias_ih_l0	7	-0.23706449568271637
91395	rnn.bias_ih_l0	8	-0.09594027698040009
91395	rnn.bias_ih_l0	9	-0.1523880809545517
91395	rnn.bias_hh_l0	0	0.11550378054380417
91395	rnn.bias_hh_l0	1	-0.050415169447660446
91395	rnn.bias_hh_l0	2	0.0184471532702446
91395	rnn.bias_hh_l0	3	-0.15577664971351624
91395	rnn.bias_hh_l0	4	0.02372932806611061
91395	rnn.bias_hh_l0	5	0.034030526876449585
91395	rnn.bias_hh_l0	6	-0.08436236530542374
91395	rnn.bias_hh_l0	7	-0.13124747574329376
91395	rnn.bias_hh_l0	8	-0.15060552954673767
91395	rnn.bias_hh_l0	9	-0.07546442747116089
91395	rnn.weight_ih_l0_reverse	0	0.0011176523985341191
91395	rnn.weight_ih_l0_reverse	1	0.020205972716212273
91395	rnn.weight_ih_l0_reverse	2	-0.0045014345087111
91395	rnn.weight_ih_l0_reverse	3	-0.0035758076701313257
91395	rnn.weight_ih_l0_reverse	4	0.018560687080025673
91395	rnn.weight_ih_l0_reverse	5	-0.068006232380867
91395	rnn.weight_ih_l0_reverse	6	-0.04162375628948212
91395	rnn.weight_ih_l0_reverse	7	0.001104033668525517
91395	rnn.weight_ih_l0_reverse	8	0.05819418281316757
91395	rnn.weight_ih_l0_reverse	9	0.016204822808504105
91395	rnn.weight_hh_l0_reverse	0	-0.0020184225868433714
91395	rnn.weight_hh_l0_reverse	1	0.01787225529551506
91395	rnn.weight_hh_l0_reverse	2	-0.03719121962785721
91395	rnn.weight_hh_l0_reverse	3	0.031371258199214935
91395	rnn.weight_hh_l0_reverse	4	0.01904956065118313
91395	rnn.weight_hh_l0_reverse	5	-0.012904257513582706
91395	rnn.weight_hh_l0_reverse	6	0.033591095358133316
91395	rnn.weight_hh_l0_reverse	7	0.0164566021412611
91395	rnn.weight_hh_l0_reverse	8	-0.008312785997986794
91395	rnn.weight_hh_l0_reverse	9	-0.0555853508412838
91395	rnn.bias_ih_l0_reverse	0	-0.1292433887720108
91395	rnn.bias_ih_l0_reverse	1	-0.27335888147354126
91395	rnn.bias_ih_l0_reverse	2	-0.060658231377601624
91395	rnn.bias_ih_l0_reverse	3	-0.1036725789308548
91395	rnn.bias_ih_l0_reverse	4	0.0665256604552269
91395	rnn.bias_ih_l0_reverse	5	-0.1967504918575287
91395	rnn.bias_ih_l0_reverse	6	-0.04960191622376442
91395	rnn.bias_ih_l0_reverse	7	0.011913546361029148
91395	rnn.bias_ih_l0_reverse	8	-0.16262097656726837
91395	rnn.bias_ih_l0_reverse	9	-0.07600275427103043
91395	rnn.bias_hh_l0_reverse	0	-0.11358292400836945
91395	rnn.bias_hh_l0_reverse	1	-0.11388064920902252
91395	rnn.bias_hh_l0_reverse	2	-0.026291029527783394
91395	rnn.bias_hh_l0_reverse	3	-0.122867152094841
91395	rnn.bias_hh_l0_reverse	4	-0.019476087763905525
91395	rnn.bias_hh_l0_reverse	5	-0.09729249775409698
91395	rnn.bias_hh_l0_reverse	6	-0.07408938556909561
91395	rnn.bias_hh_l0_reverse	7	-0.1539851725101471
91395	rnn.bias_hh_l0_reverse	8	-0.04761417955160141
91395	rnn.bias_hh_l0_reverse	9	-0.12952014803886414
91395	linear.weight	0	-0.26186466217041016
91395	linear.weight	1	-0.14750909805297852
91395	linear.weight	2	-0.011228874325752258
91395	linear.weight	3	-0.07600841671228409
91395	linear.weight	4	0.046715494245290756
91395	linear.weight	5	0.20312292873859406
91395	linear.weight	6	0.0047744326293468475
91395	linear.weight	7	-0.021312154829502106
91395	linear.weight	8	0.09185909479856491
91395	linear.weight	9	0.12946391105651855
91395	linear.bias	0	-0.7510829567909241
91395	linear.bias	1	1.0497740507125854
91395	linear.bias	2	-0.2721247375011444
91395	linear.bias	3	-0.5819443464279175
91395	linear.bias	4	-1.063650369644165
91395	linear.bias	5	-1.1525949239730835
91395	linear.bias	6	-0.7553241848945618
91395	linear.bias	7	-0.7368686199188232
91395	linear.bias	8	-0.01705317199230194
91395	linear.bias	9	3.1809346675872803
91592	transitions	0	-0.302935391664505
91592	transitions	1	7.885561943054199
91592	transitions	2	-3.2129695415496826
91592	transitions	3	1.3640108108520508
91592	transitions	4	-1.8691163063049316
91592	transitions	5	-0.333351194858551
91592	transitions	6	-0.17175668478012085
91592	transitions	7	-10000.0
91592	transitions	8	1.6988673210144043
91592	transitions	9	-2.290005922317505
91592	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
91592	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
91592	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
91592	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
91592	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
91592	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
91592	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
91592	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
91592	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
91592	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
91592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
91592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
91592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
91592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
91592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
91592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
91592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
91592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
91592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
91592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
91592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
91592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
91592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
91592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
91592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
91592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
91592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
91592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
91592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
91592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
91592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
91592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
91592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
91592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
91592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
91592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
91592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
91592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
91592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
91592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
91592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
91592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
91592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
91592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
91592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
91592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
91592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
91592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
91592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
91592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
91592	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
91592	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
91592	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
91592	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
91592	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
91592	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
91592	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
91592	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
91592	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
91592	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
91592	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
91592	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
91592	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
91592	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
91592	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
91592	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
91592	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
91592	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
91592	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
91592	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
91592	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
91592	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
91592	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
91592	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
91592	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
91592	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
91592	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
91592	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
91592	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
91592	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
91592	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
91592	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
91592	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
91592	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
91592	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
91592	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
91592	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
91592	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
91592	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
91592	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
91592	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
91592	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
91592	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
91592	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
91592	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
91592	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
91592	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
91592	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
91592	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
91592	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
91592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
91592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
91592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
91592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
91592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
91592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
91592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
91592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
91592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
91592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
91592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
91592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
91592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
91592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
91592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
91592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
91592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
91592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
91592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
91592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
91592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
91592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
91592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
91592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
91592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
91592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
91592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
91592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
91592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
91592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
91592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
91592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
91592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
91592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
91592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
91592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
91592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
91592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
91592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
91592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
91592	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
91592	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
91592	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
91592	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
91592	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
91592	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
91592	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
91592	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
91592	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
91592	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
91592	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
91592	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
91592	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
91592	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
91592	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
91592	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
91592	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
91592	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
91592	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
91592	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
91592	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
91592	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
91592	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
91592	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
91592	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
91592	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
91592	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
91592	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
91592	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
91592	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
91592	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
91592	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
91592	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
91592	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
91592	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
91592	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
91592	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
91592	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
91592	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
91592	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
91592	embedding2nn.weight	0	0.04024933651089668
91592	embedding2nn.weight	1	-0.07779078185558319
91592	embedding2nn.weight	2	0.011410796083509922
91592	embedding2nn.weight	3	-0.046464186161756516
91592	embedding2nn.weight	4	-0.1212003082036972
91592	embedding2nn.weight	5	0.08458560705184937
91592	embedding2nn.weight	6	-0.10547729581594467
91592	embedding2nn.weight	7	-0.0685943216085434
91592	embedding2nn.weight	8	-0.012141963467001915
91592	embedding2nn.weight	9	0.03263207897543907
91592	embedding2nn.bias	0	0.055498555302619934
91592	embedding2nn.bias	1	0.032511353492736816
91592	embedding2nn.bias	2	-0.12357490509748459
91592	embedding2nn.bias	3	0.06846044957637787
91592	embedding2nn.bias	4	0.051902275532484055
91592	embedding2nn.bias	5	-0.14731207489967346
91592	embedding2nn.bias	6	-0.08420072495937347
91592	embedding2nn.bias	7	-0.012719742953777313
91592	embedding2nn.bias	8	0.10088840126991272
91592	embedding2nn.bias	9	-0.13181369006633759
91592	rnn.weight_ih_l0	0	0.0011743486393243074
91592	rnn.weight_ih_l0	1	-0.03588659316301346
91592	rnn.weight_ih_l0	2	-0.03303578123450279
91592	rnn.weight_ih_l0	3	-0.019600939005613327
91592	rnn.weight_ih_l0	4	-0.009778983891010284
91592	rnn.weight_ih_l0	5	-0.04775889217853546
91592	rnn.weight_ih_l0	6	-0.008772005327045918
91592	rnn.weight_ih_l0	7	-0.03236239030957222
91592	rnn.weight_ih_l0	8	0.018421223387122154
91592	rnn.weight_ih_l0	9	0.010854090563952923
91592	rnn.weight_hh_l0	0	0.004124004859477282
91592	rnn.weight_hh_l0	1	-0.07331394404172897
91592	rnn.weight_hh_l0	2	0.052364181727170944
91592	rnn.weight_hh_l0	3	0.030102308839559555
91592	rnn.weight_hh_l0	4	0.007000435143709183
91592	rnn.weight_hh_l0	5	0.052039384841918945
91592	rnn.weight_hh_l0	6	-0.013638386502861977
91592	rnn.weight_hh_l0	7	-0.08196592330932617
91592	rnn.weight_hh_l0	8	-0.013236104510724545
91592	rnn.weight_hh_l0	9	-0.06846600770950317
91592	rnn.bias_ih_l0	0	-0.09070927649736404
91592	rnn.bias_ih_l0	1	-0.14704836905002594
91592	rnn.bias_ih_l0	2	-0.19912153482437134
91592	rnn.bias_ih_l0	3	-0.2615469992160797
91592	rnn.bias_ih_l0	4	0.00865864846855402
91592	rnn.bias_ih_l0	5	0.06455832719802856
91592	rnn.bias_ih_l0	6	-0.12667563557624817
91592	rnn.bias_ih_l0	7	-0.23493216931819916
91592	rnn.bias_ih_l0	8	-0.09283088147640228
91592	rnn.bias_ih_l0	9	-0.150661900639534
91592	rnn.bias_hh_l0	0	0.1105278879404068
91592	rnn.bias_hh_l0	1	-0.05210764333605766
91592	rnn.bias_hh_l0	2	0.019306885078549385
91592	rnn.bias_hh_l0	3	-0.1551446169614792
91592	rnn.bias_hh_l0	4	0.027251357212662697
91592	rnn.bias_hh_l0	5	0.033959757536649704
91592	rnn.bias_hh_l0	6	-0.08776366710662842
91592	rnn.bias_hh_l0	7	-0.12719805538654327
91592	rnn.bias_hh_l0	8	-0.15309922397136688
91592	rnn.bias_hh_l0	9	-0.0754077211022377
91592	rnn.weight_ih_l0_reverse	0	0.003521787002682686
91592	rnn.weight_ih_l0_reverse	1	0.02107813209295273
91592	rnn.weight_ih_l0_reverse	2	-0.005303035024553537
91592	rnn.weight_ih_l0_reverse	3	-0.00497075030580163
91592	rnn.weight_ih_l0_reverse	4	0.021984033286571503
91592	rnn.weight_ih_l0_reverse	5	-0.06330253928899765
91592	rnn.weight_ih_l0_reverse	6	-0.041429828852415085
91592	rnn.weight_ih_l0_reverse	7	0.0021987860091030598
91592	rnn.weight_ih_l0_reverse	8	0.05504588782787323
91592	rnn.weight_ih_l0_reverse	9	0.020488815382122993
91592	rnn.weight_hh_l0_reverse	0	-0.003244872437790036
91592	rnn.weight_hh_l0_reverse	1	0.018131565302610397
91592	rnn.weight_hh_l0_reverse	2	-0.037551283836364746
91592	rnn.weight_hh_l0_reverse	3	0.03088492713868618
91592	rnn.weight_hh_l0_reverse	4	0.018661044538021088
91592	rnn.weight_hh_l0_reverse	5	-0.012978293001651764
91592	rnn.weight_hh_l0_reverse	6	0.03128168731927872
91592	rnn.weight_hh_l0_reverse	7	0.01680290885269642
91592	rnn.weight_hh_l0_reverse	8	-0.008060039021074772
91592	rnn.weight_hh_l0_reverse	9	-0.05471566691994667
91592	rnn.bias_ih_l0_reverse	0	-0.12885157763957977
91592	rnn.bias_ih_l0_reverse	1	-0.27508729696273804
91592	rnn.bias_ih_l0_reverse	2	-0.06120980530977249
91592	rnn.bias_ih_l0_reverse	3	-0.10047247260808945
91592	rnn.bias_ih_l0_reverse	4	0.06310807913541794
91592	rnn.bias_ih_l0_reverse	5	-0.1989067643880844
91592	rnn.bias_ih_l0_reverse	6	-0.04905837029218674
91592	rnn.bias_ih_l0_reverse	7	0.010220344178378582
91592	rnn.bias_ih_l0_reverse	8	-0.16154497861862183
91592	rnn.bias_ih_l0_reverse	9	-0.07656872272491455
91592	rnn.bias_hh_l0_reverse	0	-0.11332724243402481
91592	rnn.bias_hh_l0_reverse	1	-0.11328554898500443
91592	rnn.bias_hh_l0_reverse	2	-0.025061750784516335
91592	rnn.bias_hh_l0_reverse	3	-0.1266673058271408
91592	rnn.bias_hh_l0_reverse	4	-0.0200821403414011
91592	rnn.bias_hh_l0_reverse	5	-0.0964471697807312
91592	rnn.bias_hh_l0_reverse	6	-0.07350394874811172
91592	rnn.bias_hh_l0_reverse	7	-0.1523439735174179
91592	rnn.bias_hh_l0_reverse	8	-0.04589122161269188
91592	rnn.bias_hh_l0_reverse	9	-0.13282334804534912
91592	linear.weight	0	-0.2688578963279724
91592	linear.weight	1	-0.14008474349975586
91592	linear.weight	2	-0.011228874325752258
91592	linear.weight	3	-0.08227868378162384
91592	linear.weight	4	0.051208872348070145
91592	linear.weight	5	0.18913018703460693
91592	linear.weight	6	0.0047744326293468475
91592	linear.weight	7	-0.021312154829502106
91592	linear.weight	8	0.11445227265357971
91592	linear.weight	9	0.1421337127685547
91592	linear.bias	0	-0.7341869473457336
91592	linear.bias	1	1.106804370880127
91592	linear.bias	2	-0.2687378525733948
91592	linear.bias	3	-0.5978974103927612
91592	linear.bias	4	-1.0373328924179077
91592	linear.bias	5	-1.1527360677719116
91592	linear.bias	6	-0.7396291494369507
91592	linear.bias	7	-0.7166795134544373
91592	linear.bias	8	-0.01705317199230194
91592	linear.bias	9	3.1964499950408936
91789	transitions	0	-0.30317923426628113
91789	transitions	1	7.910876274108887
91789	transitions	2	-3.214285135269165
91789	transitions	3	1.346543550491333
91789	transitions	4	-1.8699123859405518
91789	transitions	5	-0.3334367871284485
91789	transitions	6	-0.17183640599250793
91789	transitions	7	-10000.0
91789	transitions	8	1.6978111267089844
91789	transitions	9	-2.2900185585021973
91789	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
91789	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
91789	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
91789	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
91789	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
91789	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
91789	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
91789	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
91789	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
91789	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
91789	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
91789	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
91789	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
91789	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
91789	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
91789	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
91789	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
91789	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
91789	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
91789	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
91789	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
91789	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
91789	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
91789	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
91789	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
91789	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
91789	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
91789	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
91789	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
91789	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
91789	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
91789	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
91789	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
91789	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
91789	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
91789	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
91789	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
91789	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
91789	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
91789	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
91789	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
91789	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
91789	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
91789	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
91789	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
91789	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
91789	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
91789	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
91789	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
91789	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
91789	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
91789	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
91789	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
91789	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
91789	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
91789	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
91789	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
91789	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
91789	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
91789	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
91789	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
91789	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
91789	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
91789	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
91789	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
91789	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
91789	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
91789	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
91789	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
91789	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
91789	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
91789	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
91789	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
91789	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
91789	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
91789	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
91789	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
91789	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
91789	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
91789	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
91789	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
91789	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
91789	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
91789	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
91789	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
91789	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
91789	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
91789	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
91789	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
91789	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
91789	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
91789	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
91789	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
91789	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
91789	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
91789	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
91789	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
91789	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
91789	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
91789	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
91789	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
91789	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
91789	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
91789	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
91789	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
91789	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
91789	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
91789	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
91789	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
91789	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
91789	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
91789	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
91789	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
91789	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
91789	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
91789	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
91789	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
91789	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
91789	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
91789	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
91789	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
91789	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
91789	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
91789	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
91789	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
91789	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
91789	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
91789	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
91789	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
91789	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
91789	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
91789	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
91789	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
91789	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
91789	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
91789	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
91789	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
91789	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
91789	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
91789	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
91789	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
91789	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
91789	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
91789	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
91789	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
91789	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
91789	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
91789	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
91789	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
91789	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
91789	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
91789	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
91789	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
91789	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
91789	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
91789	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
91789	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
91789	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
91789	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
91789	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
91789	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
91789	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
91789	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
91789	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
91789	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
91789	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
91789	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
91789	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
91789	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
91789	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
91789	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
91789	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
91789	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
91789	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
91789	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
91789	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
91789	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
91789	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
91789	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
91789	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
91789	embedding2nn.weight	0	0.03929203003644943
91789	embedding2nn.weight	1	-0.07742386311292648
91789	embedding2nn.weight	2	0.014104797504842281
91789	embedding2nn.weight	3	-0.04703330621123314
91789	embedding2nn.weight	4	-0.12605825066566467
91789	embedding2nn.weight	5	0.08515192568302155
91789	embedding2nn.weight	6	-0.11375118046998978
91789	embedding2nn.weight	7	-0.06563091278076172
91789	embedding2nn.weight	8	-0.012857960537075996
91789	embedding2nn.weight	9	0.032240018248558044
91789	embedding2nn.bias	0	0.046803031116724014
91789	embedding2nn.bias	1	0.031647466123104095
91789	embedding2nn.bias	2	-0.13047872483730316
91789	embedding2nn.bias	3	0.06869158893823624
91789	embedding2nn.bias	4	0.057580191642045975
91789	embedding2nn.bias	5	-0.15845054388046265
91789	embedding2nn.bias	6	-0.09644471108913422
91789	embedding2nn.bias	7	-0.009814554825425148
91789	embedding2nn.bias	8	0.10651998966932297
91789	embedding2nn.bias	9	-0.12146610021591187
91789	rnn.weight_ih_l0	0	0.0031378448475152254
91789	rnn.weight_ih_l0	1	-0.03484401851892471
91789	rnn.weight_ih_l0	2	-0.03233005106449127
91789	rnn.weight_ih_l0	3	-0.020850397646427155
91789	rnn.weight_ih_l0	4	-0.007967672310769558
91789	rnn.weight_ih_l0	5	-0.046202439814805984
91789	rnn.weight_ih_l0	6	-0.006769036408513784
91789	rnn.weight_ih_l0	7	-0.03045429103076458
91789	rnn.weight_ih_l0	8	0.020801102742552757
91789	rnn.weight_ih_l0	9	0.012484677135944366
91789	rnn.weight_hh_l0	0	0.0034573038574308157
91789	rnn.weight_hh_l0	1	-0.07286464422941208
91789	rnn.weight_hh_l0	2	0.052264973521232605
91789	rnn.weight_hh_l0	3	0.030628012493252754
91789	rnn.weight_hh_l0	4	0.006809557788074017
91789	rnn.weight_hh_l0	5	0.05156845599412918
91789	rnn.weight_hh_l0	6	-0.013506677933037281
91789	rnn.weight_hh_l0	7	-0.08112433552742004
91789	rnn.weight_hh_l0	8	-0.013437813147902489
91789	rnn.weight_hh_l0	9	-0.06976624578237534
91789	rnn.bias_ih_l0	0	-0.08927354216575623
91789	rnn.bias_ih_l0	1	-0.14858993887901306
91789	rnn.bias_ih_l0	2	-0.19891159236431122
91789	rnn.bias_ih_l0	3	-0.26105958223342896
91789	rnn.bias_ih_l0	4	0.0032683121971786022
91789	rnn.bias_ih_l0	5	0.07266908884048462
91789	rnn.bias_ih_l0	6	-0.124531090259552
91789	rnn.bias_ih_l0	7	-0.23174278438091278
91789	rnn.bias_ih_l0	8	-0.09295376390218735
91789	rnn.bias_ih_l0	9	-0.15131352841854095
91789	rnn.bias_hh_l0	0	0.10572842508554459
91789	rnn.bias_hh_l0	1	-0.048855990171432495
91789	rnn.bias_hh_l0	2	0.02211364358663559
91789	rnn.bias_hh_l0	3	-0.15564069151878357
91789	rnn.bias_hh_l0	4	0.02851513773202896
91789	rnn.bias_hh_l0	5	0.03334050253033638
91789	rnn.bias_hh_l0	6	-0.08907575905323029
91789	rnn.bias_hh_l0	7	-0.13140521943569183
91789	rnn.bias_hh_l0	8	-0.14744655787944794
91789	rnn.bias_hh_l0	9	-0.0762333869934082
91789	rnn.weight_ih_l0_reverse	0	0.007168173789978027
91789	rnn.weight_ih_l0_reverse	1	0.020830148831009865
91789	rnn.weight_ih_l0_reverse	2	-0.006154486909508705
91789	rnn.weight_ih_l0_reverse	3	-0.005395202431827784
91789	rnn.weight_ih_l0_reverse	4	0.024332772940397263
91789	rnn.weight_ih_l0_reverse	5	-0.06421462446451187
91789	rnn.weight_ih_l0_reverse	6	-0.03922325745224953
91789	rnn.weight_ih_l0_reverse	7	-0.0002914463693741709
91789	rnn.weight_ih_l0_reverse	8	0.05707477033138275
91789	rnn.weight_ih_l0_reverse	9	0.019302723929286003
91789	rnn.weight_hh_l0_reverse	0	-0.004074717406183481
91789	rnn.weight_hh_l0_reverse	1	0.01820553094148636
91789	rnn.weight_hh_l0_reverse	2	-0.03734276071190834
91789	rnn.weight_hh_l0_reverse	3	0.030819963663816452
91789	rnn.weight_hh_l0_reverse	4	0.018368877470493317
91789	rnn.weight_hh_l0_reverse	5	-0.013343858532607555
91789	rnn.weight_hh_l0_reverse	6	0.032500725239515305
91789	rnn.weight_hh_l0_reverse	7	0.017493916675448418
91789	rnn.weight_hh_l0_reverse	8	-0.007181017193943262
91789	rnn.weight_hh_l0_reverse	9	-0.05473071336746216
91789	rnn.bias_ih_l0_reverse	0	-0.12774288654327393
91789	rnn.bias_ih_l0_reverse	1	-0.2767886221408844
91789	rnn.bias_ih_l0_reverse	2	-0.060063496232032776
91789	rnn.bias_ih_l0_reverse	3	-0.10473319888114929
91789	rnn.bias_ih_l0_reverse	4	0.062759630382061
91789	rnn.bias_ih_l0_reverse	5	-0.2027573436498642
91789	rnn.bias_ih_l0_reverse	6	-0.046882230788469315
91789	rnn.bias_ih_l0_reverse	7	0.013702169060707092
91789	rnn.bias_ih_l0_reverse	8	-0.16034969687461853
91789	rnn.bias_ih_l0_reverse	9	-0.0753069669008255
91789	rnn.bias_hh_l0_reverse	0	-0.11674591153860092
91789	rnn.bias_hh_l0_reverse	1	-0.11711900681257248
91789	rnn.bias_hh_l0_reverse	2	-0.024983156472444534
91789	rnn.bias_hh_l0_reverse	3	-0.12571775913238525
91789	rnn.bias_hh_l0_reverse	4	-0.020279647782444954
91789	rnn.bias_hh_l0_reverse	5	-0.09775087982416153
91789	rnn.bias_hh_l0_reverse	6	-0.07030178606510162
91789	rnn.bias_hh_l0_reverse	7	-0.1522630751132965
91789	rnn.bias_hh_l0_reverse	8	-0.04828956350684166
91789	rnn.bias_hh_l0_reverse	9	-0.13131871819496155
91789	linear.weight	0	-0.26543542742729187
91789	linear.weight	1	-0.1363142877817154
91789	linear.weight	2	-0.011228874325752258
91789	linear.weight	3	-0.09869550913572311
91789	linear.weight	4	0.06568507105112076
91789	linear.weight	5	0.20472319424152374
91789	linear.weight	6	0.0047744326293468475
91789	linear.weight	7	-0.021312154829502106
91789	linear.weight	8	0.09742733091115952
91789	linear.weight	9	0.14497500658035278
91789	linear.bias	0	-0.7554301023483276
91789	linear.bias	1	1.054955244064331
91789	linear.bias	2	-0.2547719180583954
91789	linear.bias	3	-0.6091939806938171
91789	linear.bias	4	-1.067601203918457
91789	linear.bias	5	-1.152868628501892
91789	linear.bias	6	-0.7602637410163879
91789	linear.bias	7	-0.6893978118896484
91789	linear.bias	8	-0.01705317199230194
91789	linear.bias	9	3.168459177017212
91986	transitions	0	-0.30361512303352356
91986	transitions	1	7.867843151092529
91986	transitions	2	-3.2153096199035645
91986	transitions	3	1.3485605716705322
91986	transitions	4	-1.8706661462783813
91986	transitions	5	-0.333850234746933
91986	transitions	6	-0.17190173268318176
91986	transitions	7	-10000.0
91986	transitions	8	1.6992266178131104
91986	transitions	9	-2.290032386779785
91986	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
91986	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
91986	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
91986	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
91986	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
91986	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
91986	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
91986	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
91986	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
91986	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
91986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
91986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
91986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
91986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
91986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
91986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
91986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
91986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
91986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
91986	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
91986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
91986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
91986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
91986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
91986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
91986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
91986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
91986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
91986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
91986	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
91986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
91986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
91986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
91986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
91986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
91986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
91986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
91986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
91986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
91986	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
91986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
91986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
91986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
91986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
91986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
91986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
91986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
91986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
91986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
91986	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
91986	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
91986	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
91986	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
91986	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
91986	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
91986	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
91986	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
91986	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
91986	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
91986	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
91986	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
91986	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
91986	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
91986	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
91986	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
91986	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
91986	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
91986	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
91986	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
91986	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
91986	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
91986	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
91986	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
91986	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
91986	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
91986	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
91986	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
91986	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
91986	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
91986	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
91986	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
91986	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
91986	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
91986	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
91986	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
91986	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
91986	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
91986	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
91986	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
91986	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
91986	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
91986	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
91986	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
91986	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
91986	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
91986	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
91986	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
91986	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
91986	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
91986	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
91986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
91986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
91986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
91986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
91986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
91986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
91986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
91986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
91986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
91986	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
91986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
91986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
91986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
91986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
91986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
91986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
91986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
91986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
91986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
91986	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
91986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
91986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
91986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
91986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
91986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
91986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
91986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
91986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
91986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
91986	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
91986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
91986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
91986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
91986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
91986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
91986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
91986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
91986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
91986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
91986	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
91986	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
91986	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
91986	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
91986	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
91986	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
91986	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
91986	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
91986	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
91986	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
91986	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
91986	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
91986	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
91986	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
91986	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
91986	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
91986	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
91986	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
91986	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
91986	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
91986	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
91986	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
91986	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
91986	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
91986	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
91986	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
91986	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
91986	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
91986	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
91986	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
91986	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
91986	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
91986	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
91986	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
91986	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
91986	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
91986	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
91986	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
91986	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
91986	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
91986	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
91986	embedding2nn.weight	0	0.03840198740363121
91986	embedding2nn.weight	1	-0.07539824396371841
91986	embedding2nn.weight	2	0.013817892409861088
91986	embedding2nn.weight	3	-0.04892180114984512
91986	embedding2nn.weight	4	-0.12939110398292542
91986	embedding2nn.weight	5	0.08370613306760788
91986	embedding2nn.weight	6	-0.10671760141849518
91986	embedding2nn.weight	7	-0.0672767162322998
91986	embedding2nn.weight	8	-0.012408236972987652
91986	embedding2nn.weight	9	0.03455285355448723
91986	embedding2nn.bias	0	0.04219892993569374
91986	embedding2nn.bias	1	0.03472600504755974
91986	embedding2nn.bias	2	-0.12482073903083801
91986	embedding2nn.bias	3	0.06643354892730713
91986	embedding2nn.bias	4	0.055920954793691635
91986	embedding2nn.bias	5	-0.16372966766357422
91986	embedding2nn.bias	6	-0.0922340452671051
91986	embedding2nn.bias	7	0.00041524862172082067
91986	embedding2nn.bias	8	0.1074497327208519
91986	embedding2nn.bias	9	-0.12326163798570633
91986	rnn.weight_ih_l0	0	0.0015131178079172969
91986	rnn.weight_ih_l0	1	-0.03386574983596802
91986	rnn.weight_ih_l0	2	-0.03179877996444702
91986	rnn.weight_ih_l0	3	-0.022392362356185913
91986	rnn.weight_ih_l0	4	-0.006490565370768309
91986	rnn.weight_ih_l0	5	-0.04652775079011917
91986	rnn.weight_ih_l0	6	-0.009434832260012627
91986	rnn.weight_ih_l0	7	-0.03304782882332802
91986	rnn.weight_ih_l0	8	0.018451791256666183
91986	rnn.weight_ih_l0	9	0.01512780413031578
91986	rnn.weight_hh_l0	0	0.004863457288593054
91986	rnn.weight_hh_l0	1	-0.07156167924404144
91986	rnn.weight_hh_l0	2	0.050976675003767014
91986	rnn.weight_hh_l0	3	0.030089421197772026
91986	rnn.weight_hh_l0	4	0.0069997250102460384
91986	rnn.weight_hh_l0	5	0.05203847959637642
91986	rnn.weight_hh_l0	6	-0.013682648539543152
91986	rnn.weight_hh_l0	7	-0.08109968900680542
91986	rnn.weight_hh_l0	8	-0.013844620436429977
91986	rnn.weight_hh_l0	9	-0.07050525397062302
91986	rnn.bias_ih_l0	0	-0.09301525354385376
91986	rnn.bias_ih_l0	1	-0.14907735586166382
91986	rnn.bias_ih_l0	2	-0.2008509486913681
91986	rnn.bias_ih_l0	3	-0.2600692808628082
91986	rnn.bias_ih_l0	4	0.003807120956480503
91986	rnn.bias_ih_l0	5	0.07261141389608383
91986	rnn.bias_ih_l0	6	-0.12303855270147324
91986	rnn.bias_ih_l0	7	-0.2337576001882553
91986	rnn.bias_ih_l0	8	-0.09757398813962936
91986	rnn.bias_ih_l0	9	-0.14392898976802826
91986	rnn.bias_hh_l0	0	0.10118264704942703
91986	rnn.bias_hh_l0	1	-0.050454407930374146
91986	rnn.bias_hh_l0	2	0.02391968108713627
91986	rnn.bias_hh_l0	3	-0.15541283786296844
91986	rnn.bias_hh_l0	4	0.029863368719816208
91986	rnn.bias_hh_l0	5	0.03654445707798004
91986	rnn.bias_hh_l0	6	-0.08919569849967957
91986	rnn.bias_hh_l0	7	-0.13214987516403198
91986	rnn.bias_hh_l0	8	-0.14915384352207184
91986	rnn.bias_hh_l0	9	-0.07786616683006287
91986	rnn.weight_ih_l0_reverse	0	0.007968427613377571
91986	rnn.weight_ih_l0_reverse	1	0.022370506078004837
91986	rnn.weight_ih_l0_reverse	2	-0.008788718841969967
91986	rnn.weight_ih_l0_reverse	3	-0.003930135164409876
91986	rnn.weight_ih_l0_reverse	4	0.023722641170024872
91986	rnn.weight_ih_l0_reverse	5	-0.06458362191915512
91986	rnn.weight_ih_l0_reverse	6	-0.04172658547759056
91986	rnn.weight_ih_l0_reverse	7	-0.0018978454172611237
91986	rnn.weight_ih_l0_reverse	8	0.053128331899642944
91986	rnn.weight_ih_l0_reverse	9	0.02060706354677677
91986	rnn.weight_hh_l0_reverse	0	-0.003468804992735386
91986	rnn.weight_hh_l0_reverse	1	0.018833152949810028
91986	rnn.weight_hh_l0_reverse	2	-0.03815002739429474
91986	rnn.weight_hh_l0_reverse	3	0.031053947284817696
91986	rnn.weight_hh_l0_reverse	4	0.018829071894288063
91986	rnn.weight_hh_l0_reverse	5	-0.013868768699467182
91986	rnn.weight_hh_l0_reverse	6	0.032775260508060455
91986	rnn.weight_hh_l0_reverse	7	0.01812548190355301
91986	rnn.weight_hh_l0_reverse	8	-0.007763619069010019
91986	rnn.weight_hh_l0_reverse	9	-0.05345294252038002
91986	rnn.bias_ih_l0_reverse	0	-0.12649060785770416
91986	rnn.bias_ih_l0_reverse	1	-0.2761510908603668
91986	rnn.bias_ih_l0_reverse	2	-0.06250660121440887
91986	rnn.bias_ih_l0_reverse	3	-0.10299497097730637
91986	rnn.bias_ih_l0_reverse	4	0.062048688530921936
91986	rnn.bias_ih_l0_reverse	5	-0.20552349090576172
91986	rnn.bias_ih_l0_reverse	6	-0.04776424914598465
91986	rnn.bias_ih_l0_reverse	7	0.015447201207280159
91986	rnn.bias_ih_l0_reverse	8	-0.1606176793575287
91986	rnn.bias_ih_l0_reverse	9	-0.07477912306785583
91986	rnn.bias_hh_l0_reverse	0	-0.11572060734033585
91986	rnn.bias_hh_l0_reverse	1	-0.1135188415646553
91986	rnn.bias_hh_l0_reverse	2	-0.026173941791057587
91986	rnn.bias_hh_l0_reverse	3	-0.1281767189502716
91986	rnn.bias_hh_l0_reverse	4	-0.02082723192870617
91986	rnn.bias_hh_l0_reverse	5	-0.09783048182725906
91986	rnn.bias_hh_l0_reverse	6	-0.07046139240264893
91986	rnn.bias_hh_l0_reverse	7	-0.1515621542930603
91986	rnn.bias_hh_l0_reverse	8	-0.048339806497097015
91986	rnn.bias_hh_l0_reverse	9	-0.1312439888715744
91986	linear.weight	0	-0.2478485256433487
91986	linear.weight	1	-0.13456390798091888
91986	linear.weight	2	-0.011228874325752258
91986	linear.weight	3	-0.09565678238868713
91986	linear.weight	4	0.05398420989513397
91986	linear.weight	5	0.22276033461093903
91986	linear.weight	6	0.0047744326293468475
91986	linear.weight	7	-0.021312154829502106
91986	linear.weight	8	0.07747478783130646
91986	linear.weight	9	0.1569662094116211
91986	linear.bias	0	-0.7425700426101685
91986	linear.bias	1	1.0743650197982788
91986	linear.bias	2	-0.2664332389831543
91986	linear.bias	3	-0.6435702443122864
91986	linear.bias	4	-1.1335200071334839
91986	linear.bias	5	-1.152992844581604
91986	linear.bias	6	-0.7503125071525574
91986	linear.bias	7	-0.6795623302459717
91986	linear.bias	8	-0.01705317199230194
91986	linear.bias	9	3.180558204650879
92183	transitions	0	-0.3053310811519623
92183	transitions	1	7.897299289703369
92183	transitions	2	-3.2163100242614746
92183	transitions	3	1.3570003509521484
92183	transitions	4	-1.871473789215088
92183	transitions	5	-0.3339090645313263
92183	transitions	6	-0.17199338972568512
92183	transitions	7	-10000.0
92183	transitions	8	1.702122688293457
92183	transitions	9	-2.2900450229644775
92183	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
92183	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
92183	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
92183	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
92183	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
92183	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
92183	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
92183	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
92183	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
92183	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
92183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
92183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
92183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
92183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
92183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
92183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
92183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
92183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
92183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
92183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
92183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
92183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
92183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
92183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
92183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
92183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
92183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
92183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
92183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
92183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
92183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
92183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
92183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
92183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
92183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
92183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
92183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
92183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
92183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
92183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
92183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
92183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
92183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
92183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
92183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
92183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
92183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
92183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
92183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
92183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
92183	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
92183	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
92183	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
92183	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
92183	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
92183	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
92183	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
92183	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
92183	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
92183	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
92183	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
92183	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
92183	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
92183	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
92183	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
92183	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
92183	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
92183	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
92183	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
92183	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
92183	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
92183	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
92183	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
92183	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
92183	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
92183	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
92183	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
92183	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
92183	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
92183	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
92183	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
92183	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
92183	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
92183	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
92183	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
92183	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
92183	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
92183	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
92183	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
92183	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
92183	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
92183	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
92183	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
92183	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
92183	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
92183	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
92183	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
92183	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
92183	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
92183	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
92183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
92183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
92183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
92183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
92183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
92183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
92183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
92183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
92183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
92183	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
92183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
92183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
92183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
92183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
92183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
92183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
92183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
92183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
92183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
92183	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
92183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
92183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
92183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
92183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
92183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
92183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
92183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
92183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
92183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
92183	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
92183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
92183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
92183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
92183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
92183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
92183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
92183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
92183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
92183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
92183	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
92183	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
92183	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
92183	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
92183	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
92183	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
92183	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
92183	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
92183	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
92183	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
92183	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
92183	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
92183	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
92183	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
92183	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
92183	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
92183	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
92183	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
92183	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
92183	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
92183	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
92183	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
92183	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
92183	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
92183	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
92183	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
92183	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
92183	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
92183	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
92183	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
92183	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
92183	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
92183	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
92183	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
92183	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
92183	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
92183	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
92183	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
92183	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
92183	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
92183	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
92183	embedding2nn.weight	0	0.039338041096925735
92183	embedding2nn.weight	1	-0.0771370381116867
92183	embedding2nn.weight	2	0.012281113304197788
92183	embedding2nn.weight	3	-0.05058463290333748
92183	embedding2nn.weight	4	-0.13040335476398468
92183	embedding2nn.weight	5	0.08233503252267838
92183	embedding2nn.weight	6	-0.10854858160018921
92183	embedding2nn.weight	7	-0.06791995465755463
92183	embedding2nn.weight	8	-0.011106354184448719
92183	embedding2nn.weight	9	0.03761829063296318
92183	embedding2nn.bias	0	0.048873793333768845
92183	embedding2nn.bias	1	0.041114140301942825
92183	embedding2nn.bias	2	-0.1288144439458847
92183	embedding2nn.bias	3	0.05318392440676689
92183	embedding2nn.bias	4	0.06064140796661377
92183	embedding2nn.bias	5	-0.15318600833415985
92183	embedding2nn.bias	6	-0.0915941372513771
92183	embedding2nn.bias	7	-0.001911772065795958
92183	embedding2nn.bias	8	0.10370349138975143
92183	embedding2nn.bias	9	-0.11548060923814774
92183	rnn.weight_ih_l0	0	-0.00046375172678381205
92183	rnn.weight_ih_l0	1	-0.03445060923695564
92183	rnn.weight_ih_l0	2	-0.030262667685747147
92183	rnn.weight_ih_l0	3	-0.02145201340317726
92183	rnn.weight_ih_l0	4	-0.00648109195753932
92183	rnn.weight_ih_l0	5	-0.04643131047487259
92183	rnn.weight_ih_l0	6	-0.010824659839272499
92183	rnn.weight_ih_l0	7	-0.035587213933467865
92183	rnn.weight_ih_l0	8	0.01758194901049137
92183	rnn.weight_ih_l0	9	0.01399543508887291
92183	rnn.weight_hh_l0	0	0.004858041647821665
92183	rnn.weight_hh_l0	1	-0.0726359561085701
92183	rnn.weight_hh_l0	2	0.050990764051675797
92183	rnn.weight_hh_l0	3	0.029757656157016754
92183	rnn.weight_hh_l0	4	0.007236090023070574
92183	rnn.weight_hh_l0	5	0.051213327795267105
92183	rnn.weight_hh_l0	6	-0.013747451826930046
92183	rnn.weight_hh_l0	7	-0.08137918263673782
92183	rnn.weight_hh_l0	8	-0.01345808431506157
92183	rnn.weight_hh_l0	9	-0.07123503088951111
92183	rnn.bias_ih_l0	0	-0.09559725224971771
92183	rnn.bias_ih_l0	1	-0.14866341650485992
92183	rnn.bias_ih_l0	2	-0.19995330274105072
92183	rnn.bias_ih_l0	3	-0.2619665563106537
92183	rnn.bias_ih_l0	4	0.0045819273218512535
92183	rnn.bias_ih_l0	5	0.07449190318584442
92183	rnn.bias_ih_l0	6	-0.12348954379558563
92183	rnn.bias_ih_l0	7	-0.2315538078546524
92183	rnn.bias_ih_l0	8	-0.0984208881855011
92183	rnn.bias_ih_l0	9	-0.1412583291530609
92183	rnn.bias_hh_l0	0	0.10210636258125305
92183	rnn.bias_hh_l0	1	-0.05181247368454933
92183	rnn.bias_hh_l0	2	0.026987140998244286
92183	rnn.bias_hh_l0	3	-0.15460722148418427
92183	rnn.bias_hh_l0	4	0.030809201300144196
92183	rnn.bias_hh_l0	5	0.03613612428307533
92183	rnn.bias_hh_l0	6	-0.08650891482830048
92183	rnn.bias_hh_l0	7	-0.1324600875377655
92183	rnn.bias_hh_l0	8	-0.15111598372459412
92183	rnn.bias_hh_l0	9	-0.08238641917705536
92183	rnn.weight_ih_l0_reverse	0	0.00947798602283001
92183	rnn.weight_ih_l0_reverse	1	0.020016390830278397
92183	rnn.weight_ih_l0_reverse	2	-0.006960348691791296
92183	rnn.weight_ih_l0_reverse	3	-0.006640269886702299
92183	rnn.weight_ih_l0_reverse	4	0.021588804200291634
92183	rnn.weight_ih_l0_reverse	5	-0.06345844268798828
92183	rnn.weight_ih_l0_reverse	6	-0.04109823703765869
92183	rnn.weight_ih_l0_reverse	7	0.001185076660476625
92183	rnn.weight_ih_l0_reverse	8	0.0511251799762249
92183	rnn.weight_ih_l0_reverse	9	0.022670257836580276
92183	rnn.weight_hh_l0_reverse	0	-0.003733608406037092
92183	rnn.weight_hh_l0_reverse	1	0.018449194729328156
92183	rnn.weight_hh_l0_reverse	2	-0.03712177649140358
92183	rnn.weight_hh_l0_reverse	3	0.030751165002584457
92183	rnn.weight_hh_l0_reverse	4	0.018660973757505417
92183	rnn.weight_hh_l0_reverse	5	-0.013264268636703491
92183	rnn.weight_hh_l0_reverse	6	0.03258618712425232
92183	rnn.weight_hh_l0_reverse	7	0.01871545799076557
92183	rnn.weight_hh_l0_reverse	8	-0.007758683990687132
92183	rnn.weight_hh_l0_reverse	9	-0.05372297018766403
92183	rnn.bias_ih_l0_reverse	0	-0.12599045038223267
92183	rnn.bias_ih_l0_reverse	1	-0.27778834104537964
92183	rnn.bias_ih_l0_reverse	2	-0.061834972351789474
92183	rnn.bias_ih_l0_reverse	3	-0.10319112986326218
92183	rnn.bias_ih_l0_reverse	4	0.06860671937465668
92183	rnn.bias_ih_l0_reverse	5	-0.2061837613582611
92183	rnn.bias_ih_l0_reverse	6	-0.04979543760418892
92183	rnn.bias_ih_l0_reverse	7	0.01509399339556694
92183	rnn.bias_ih_l0_reverse	8	-0.16090117394924164
92183	rnn.bias_ih_l0_reverse	9	-0.07411960512399673
92183	rnn.bias_hh_l0_reverse	0	-0.11250593513250351
92183	rnn.bias_hh_l0_reverse	1	-0.11447980254888535
92183	rnn.bias_hh_l0_reverse	2	-0.026502490043640137
92183	rnn.bias_hh_l0_reverse	3	-0.12779630720615387
92183	rnn.bias_hh_l0_reverse	4	-0.02002222277224064
92183	rnn.bias_hh_l0_reverse	5	-0.10000742971897125
92183	rnn.bias_hh_l0_reverse	6	-0.06578096747398376
92183	rnn.bias_hh_l0_reverse	7	-0.15531685948371887
92183	rnn.bias_hh_l0_reverse	8	-0.045745983719825745
92183	rnn.bias_hh_l0_reverse	9	-0.13139180839061737
92183	linear.weight	0	-0.25052323937416077
92183	linear.weight	1	-0.12169252336025238
92183	linear.weight	2	-0.011228874325752258
92183	linear.weight	3	-0.10106915980577469
92183	linear.weight	4	0.06309724599123001
92183	linear.weight	5	0.22742654383182526
92183	linear.weight	6	0.0047744326293468475
92183	linear.weight	7	-0.021312154829502106
92183	linear.weight	8	0.0724545270204544
92183	linear.weight	9	0.15510694682598114
92183	linear.bias	0	-0.721394419670105
92183	linear.bias	1	1.0614509582519531
92183	linear.bias	2	-0.27664780616760254
92183	linear.bias	3	-0.618619978427887
92183	linear.bias	4	-1.154279112815857
92183	linear.bias	5	-1.1530969142913818
92183	linear.bias	6	-0.7279999256134033
92183	linear.bias	7	-0.7291529178619385
92183	linear.bias	8	-0.01705317199230194
92183	linear.bias	9	3.2063980102539062
92380	transitions	0	-0.3055354058742523
92380	transitions	1	7.917752742767334
92380	transitions	2	-3.2179243564605713
92380	transitions	3	1.3568191528320312
92380	transitions	4	-1.872469425201416
92380	transitions	5	-0.3342100977897644
92380	transitions	6	-0.17206433415412903
92380	transitions	7	-10000.0
92380	transitions	8	1.7032182216644287
92380	transitions	9	-2.290071725845337
92380	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
92380	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
92380	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
92380	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
92380	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
92380	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
92380	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
92380	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
92380	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
92380	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
92380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
92380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
92380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
92380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
92380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
92380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
92380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
92380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
92380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
92380	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
92380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
92380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
92380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
92380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
92380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
92380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
92380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
92380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
92380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
92380	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
92380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
92380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
92380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
92380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
92380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
92380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
92380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
92380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
92380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
92380	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
92380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
92380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
92380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
92380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
92380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
92380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
92380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
92380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
92380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
92380	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
92380	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
92380	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
92380	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
92380	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
92380	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
92380	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
92380	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
92380	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
92380	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
92380	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
92380	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
92380	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
92380	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
92380	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
92380	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
92380	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
92380	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
92380	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
92380	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
92380	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
92380	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
92380	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
92380	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
92380	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
92380	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
92380	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
92380	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
92380	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
92380	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
92380	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
92380	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
92380	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
92380	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
92380	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
92380	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
92380	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
92380	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
92380	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
92380	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
92380	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
92380	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
92380	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
92380	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
92380	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
92380	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
92380	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
92380	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
92380	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
92380	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
92380	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
92380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
92380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
92380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
92380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
92380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
92380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
92380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
92380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
92380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
92380	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
92380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
92380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
92380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
92380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
92380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
92380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
92380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
92380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
92380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
92380	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
92380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
92380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
92380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
92380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
92380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
92380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
92380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
92380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
92380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
92380	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
92380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
92380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
92380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
92380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
92380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
92380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
92380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
92380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
92380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
92380	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
92380	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
92380	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
92380	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
92380	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
92380	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
92380	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
92380	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
92380	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
92380	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
92380	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
92380	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
92380	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
92380	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
92380	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
92380	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
92380	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
92380	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
92380	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
92380	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
92380	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
92380	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
92380	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
92380	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
92380	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
92380	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
92380	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
92380	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
92380	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
92380	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
92380	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
92380	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
92380	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
92380	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
92380	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
92380	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
92380	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
92380	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
92380	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
92380	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
92380	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
92380	embedding2nn.weight	0	0.03952546417713165
92380	embedding2nn.weight	1	-0.07804188877344131
92380	embedding2nn.weight	2	0.011822535656392574
92380	embedding2nn.weight	3	-0.0527595691382885
92380	embedding2nn.weight	4	-0.1271641105413437
92380	embedding2nn.weight	5	0.08315436542034149
92380	embedding2nn.weight	6	-0.10001861304044724
92380	embedding2nn.weight	7	-0.07124878466129303
92380	embedding2nn.weight	8	-0.012104691937565804
92380	embedding2nn.weight	9	0.040598344057798386
92380	embedding2nn.bias	0	0.04271433502435684
92380	embedding2nn.bias	1	0.05106338486075401
92380	embedding2nn.bias	2	-0.13345837593078613
92380	embedding2nn.bias	3	0.054867420345544815
92380	embedding2nn.bias	4	0.04743117839097977
92380	embedding2nn.bias	5	-0.15695148706436157
92380	embedding2nn.bias	6	-0.10849898308515549
92380	embedding2nn.bias	7	-0.006967604160308838
92380	embedding2nn.bias	8	0.11610868573188782
92380	embedding2nn.bias	9	-0.111660897731781
92380	rnn.weight_ih_l0	0	0.0005436058272607625
92380	rnn.weight_ih_l0	1	-0.035852961242198944
92380	rnn.weight_ih_l0	2	-0.029309911653399467
92380	rnn.weight_ih_l0	3	-0.02247917465865612
92380	rnn.weight_ih_l0	4	-0.007543735206127167
92380	rnn.weight_ih_l0	5	-0.04937545582652092
92380	rnn.weight_ih_l0	6	-0.010350601747632027
92380	rnn.weight_ih_l0	7	-0.034299641847610474
92380	rnn.weight_ih_l0	8	0.019532423466444016
92380	rnn.weight_ih_l0	9	0.016052382066845894
92380	rnn.weight_hh_l0	0	0.005406595300883055
92380	rnn.weight_hh_l0	1	-0.07228005677461624
92380	rnn.weight_hh_l0	2	0.050810642540454865
92380	rnn.weight_hh_l0	3	0.029553797096014023
92380	rnn.weight_hh_l0	4	0.007580858655273914
92380	rnn.weight_hh_l0	5	0.05122784152626991
92380	rnn.weight_hh_l0	6	-0.013719306327402592
92380	rnn.weight_hh_l0	7	-0.0805310606956482
92380	rnn.weight_hh_l0	8	-0.01332440972328186
92380	rnn.weight_hh_l0	9	-0.07305178046226501
92380	rnn.bias_ih_l0	0	-0.08529578894376755
92380	rnn.bias_ih_l0	1	-0.15290048718452454
92380	rnn.bias_ih_l0	2	-0.19909781217575073
92380	rnn.bias_ih_l0	3	-0.26179075241088867
92380	rnn.bias_ih_l0	4	0.004005549009889364
92380	rnn.bias_ih_l0	5	0.0732453390955925
92380	rnn.bias_ih_l0	6	-0.12796667218208313
92380	rnn.bias_ih_l0	7	-0.23497675359249115
92380	rnn.bias_ih_l0	8	-0.09373994171619415
92380	rnn.bias_ih_l0	9	-0.14528138935565948
92380	rnn.bias_hh_l0	0	0.11006195843219757
92380	rnn.bias_hh_l0	1	-0.05356859043240547
92380	rnn.bias_hh_l0	2	0.028123298659920692
92380	rnn.bias_hh_l0	3	-0.1525368094444275
92380	rnn.bias_hh_l0	4	0.033182624727487564
92380	rnn.bias_hh_l0	5	0.03431012108922005
92380	rnn.bias_hh_l0	6	-0.08662518858909607
92380	rnn.bias_hh_l0	7	-0.12748898565769196
92380	rnn.bias_hh_l0	8	-0.15563173592090607
92380	rnn.bias_hh_l0	9	-0.08243346214294434
92380	rnn.weight_ih_l0_reverse	0	0.007911648601293564
92380	rnn.weight_ih_l0_reverse	1	0.021188488230109215
92380	rnn.weight_ih_l0_reverse	2	-0.004960287362337112
92380	rnn.weight_ih_l0_reverse	3	-0.005946565885096788
92380	rnn.weight_ih_l0_reverse	4	0.02249058336019516
92380	rnn.weight_ih_l0_reverse	5	-0.06072138994932175
92380	rnn.weight_ih_l0_reverse	6	-0.04222547635436058
92380	rnn.weight_ih_l0_reverse	7	0.005638303700834513
92380	rnn.weight_ih_l0_reverse	8	0.05380985513329506
92380	rnn.weight_ih_l0_reverse	9	0.022651808336377144
92380	rnn.weight_hh_l0_reverse	0	-0.0033912209328264
92380	rnn.weight_hh_l0_reverse	1	0.018089547753334045
92380	rnn.weight_hh_l0_reverse	2	-0.036827802658081055
92380	rnn.weight_hh_l0_reverse	3	0.03074195422232151
92380	rnn.weight_hh_l0_reverse	4	0.018804840743541718
92380	rnn.weight_hh_l0_reverse	5	-0.013439292088150978
92380	rnn.weight_hh_l0_reverse	6	0.03269171714782715
92380	rnn.weight_hh_l0_reverse	7	0.01865193620324135
92380	rnn.weight_hh_l0_reverse	8	-0.008485747501254082
92380	rnn.weight_hh_l0_reverse	9	-0.05514673516154289
92380	rnn.bias_ih_l0_reverse	0	-0.12562942504882812
92380	rnn.bias_ih_l0_reverse	1	-0.2769061326980591
92380	rnn.bias_ih_l0_reverse	2	-0.06131286919116974
92380	rnn.bias_ih_l0_reverse	3	-0.10678672045469284
92380	rnn.bias_ih_l0_reverse	4	0.06951383501291275
92380	rnn.bias_ih_l0_reverse	5	-0.20328019559383392
92380	rnn.bias_ih_l0_reverse	6	-0.048742324113845825
92380	rnn.bias_ih_l0_reverse	7	0.01903858222067356
92380	rnn.bias_ih_l0_reverse	8	-0.16122429072856903
92380	rnn.bias_ih_l0_reverse	9	-0.07466290146112442
92380	rnn.bias_hh_l0_reverse	0	-0.11305496096611023
92380	rnn.bias_hh_l0_reverse	1	-0.12006533145904541
92380	rnn.bias_hh_l0_reverse	2	-0.027149885892868042
92380	rnn.bias_hh_l0_reverse	3	-0.12950220704078674
92380	rnn.bias_hh_l0_reverse	4	-0.019849417731165886
92380	rnn.bias_hh_l0_reverse	5	-0.10113843530416489
92380	rnn.bias_hh_l0_reverse	6	-0.06652959436178207
92380	rnn.bias_hh_l0_reverse	7	-0.15385432541370392
92380	rnn.bias_hh_l0_reverse	8	-0.046340588480234146
92380	rnn.bias_hh_l0_reverse	9	-0.13226284086704254
92380	linear.weight	0	-0.2516266405582428
92380	linear.weight	1	-0.10072385519742966
92380	linear.weight	2	-0.011228874325752258
92380	linear.weight	3	-0.10956225544214249
92380	linear.weight	4	0.07403232902288437
92380	linear.weight	5	0.25747162103652954
92380	linear.weight	6	0.0047744326293468475
92380	linear.weight	7	-0.021312154829502106
92380	linear.weight	8	0.09249267727136612
92380	linear.weight	9	0.13572414219379425
92380	linear.bias	0	-0.7465317845344543
92380	linear.bias	1	1.084830403327942
92380	linear.bias	2	-0.2932857573032379
92380	linear.bias	3	-0.5830996632575989
92380	linear.bias	4	-1.123334527015686
92380	linear.bias	5	-1.1531952619552612
92380	linear.bias	6	-0.7564323544502258
92380	linear.bias	7	-0.7251107096672058
92380	linear.bias	8	-0.01705317199230194
92380	linear.bias	9	3.1616430282592773
92577	transitions	0	-0.30581802129745483
92577	transitions	1	7.929895401000977
92577	transitions	2	-3.220057725906372
92577	transitions	3	1.360064148902893
92577	transitions	4	-1.8736921548843384
92577	transitions	5	-0.3344796597957611
92577	transitions	6	-0.17215070128440857
92577	transitions	7	-10000.0
92577	transitions	8	1.703875184059143
92577	transitions	9	-2.2901055812835693
92577	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
92577	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
92577	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
92577	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
92577	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
92577	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
92577	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
92577	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
92577	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
92577	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
92577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
92577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
92577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
92577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
92577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
92577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
92577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
92577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
92577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
92577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
92577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
92577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
92577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
92577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
92577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
92577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
92577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
92577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
92577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
92577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
92577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
92577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
92577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
92577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
92577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
92577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
92577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
92577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
92577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
92577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
92577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
92577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
92577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
92577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
92577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
92577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
92577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
92577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
92577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
92577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
92577	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
92577	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
92577	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
92577	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
92577	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
92577	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
92577	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
92577	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
92577	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
92577	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
92577	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
92577	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
92577	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
92577	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
92577	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
92577	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
92577	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
92577	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
92577	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
92577	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
92577	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
92577	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
92577	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
92577	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
92577	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
92577	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
92577	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
92577	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
92577	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
92577	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
92577	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
92577	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
92577	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
92577	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
92577	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
92577	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
92577	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
92577	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
92577	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
92577	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
92577	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
92577	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
92577	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
92577	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
92577	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
92577	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
92577	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
92577	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
92577	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
92577	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
92577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
92577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
92577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
92577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
92577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
92577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
92577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
92577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
92577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
92577	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
92577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
92577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
92577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
92577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
92577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
92577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
92577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
92577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
92577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
92577	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
92577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
92577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
92577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
92577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
92577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
92577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
92577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
92577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
92577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
92577	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
92577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
92577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
92577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
92577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
92577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
92577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
92577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
92577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
92577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
92577	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
92577	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
92577	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
92577	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
92577	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
92577	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
92577	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
92577	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
92577	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
92577	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
92577	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
92577	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
92577	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
92577	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
92577	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
92577	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
92577	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
92577	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
92577	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
92577	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
92577	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
92577	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
92577	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
92577	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
92577	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
92577	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
92577	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
92577	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
92577	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
92577	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
92577	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
92577	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
92577	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
92577	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
92577	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
92577	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
92577	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
92577	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
92577	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
92577	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
92577	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
92577	embedding2nn.weight	0	0.039394546300172806
92577	embedding2nn.weight	1	-0.07627218961715698
92577	embedding2nn.weight	2	0.015072221867740154
92577	embedding2nn.weight	3	-0.052942752838134766
92577	embedding2nn.weight	4	-0.12716418504714966
92577	embedding2nn.weight	5	0.08357178419828415
92577	embedding2nn.weight	6	-0.09992118179798126
92577	embedding2nn.weight	7	-0.07019148021936417
92577	embedding2nn.weight	8	-0.00971706211566925
92577	embedding2nn.weight	9	0.04059766232967377
92577	embedding2nn.bias	0	0.059160180389881134
92577	embedding2nn.bias	1	0.04765684902667999
92577	embedding2nn.bias	2	-0.13857313990592957
92577	embedding2nn.bias	3	0.04707930237054825
92577	embedding2nn.bias	4	0.04931800439953804
92577	embedding2nn.bias	5	-0.15070275962352753
92577	embedding2nn.bias	6	-0.1016443595290184
92577	embedding2nn.bias	7	-0.00821319967508316
92577	embedding2nn.bias	8	0.12112292647361755
92577	embedding2nn.bias	9	-0.11045902967453003
92577	rnn.weight_ih_l0	0	0.0005408264114521444
92577	rnn.weight_ih_l0	1	-0.035812098532915115
92577	rnn.weight_ih_l0	2	-0.030823685228824615
92577	rnn.weight_ih_l0	3	-0.02373266965150833
92577	rnn.weight_ih_l0	4	-0.010354992933571339
92577	rnn.weight_ih_l0	5	-0.048187874257564545
92577	rnn.weight_ih_l0	6	-0.009907564148306847
92577	rnn.weight_ih_l0	7	-0.033003196120262146
92577	rnn.weight_ih_l0	8	0.018323510885238647
92577	rnn.weight_ih_l0	9	0.017583690583705902
92577	rnn.weight_hh_l0	0	0.004163472913205624
92577	rnn.weight_hh_l0	1	-0.07120425999164581
92577	rnn.weight_hh_l0	2	0.05107905715703964
92577	rnn.weight_hh_l0	3	0.030765753239393234
92577	rnn.weight_hh_l0	4	0.007417135406285524
92577	rnn.weight_hh_l0	5	0.05162826180458069
92577	rnn.weight_hh_l0	6	-0.013896237127482891
92577	rnn.weight_hh_l0	7	-0.08080540597438812
92577	rnn.weight_hh_l0	8	-0.013002323918044567
92577	rnn.weight_hh_l0	9	-0.07454506307840347
92577	rnn.bias_ih_l0	0	-0.08596745133399963
92577	rnn.bias_ih_l0	1	-0.14974507689476013
92577	rnn.bias_ih_l0	2	-0.198331817984581
92577	rnn.bias_ih_l0	3	-0.263374924659729
92577	rnn.bias_ih_l0	4	0.008913842029869556
92577	rnn.bias_ih_l0	5	0.07885583490133286
92577	rnn.bias_ih_l0	6	-0.12944786250591278
92577	rnn.bias_ih_l0	7	-0.23635944724082947
92577	rnn.bias_ih_l0	8	-0.09814294427633286
92577	rnn.bias_ih_l0	9	-0.14368762075901031
92577	rnn.bias_hh_l0	0	0.10667790472507477
92577	rnn.bias_hh_l0	1	-0.05645763501524925
92577	rnn.bias_hh_l0	2	0.02559451013803482
92577	rnn.bias_hh_l0	3	-0.15625786781311035
92577	rnn.bias_hh_l0	4	0.03482022508978844
92577	rnn.bias_hh_l0	5	0.031528837978839874
92577	rnn.bias_hh_l0	6	-0.0892268493771553
92577	rnn.bias_hh_l0	7	-0.130250945687294
92577	rnn.bias_hh_l0	8	-0.1574895828962326
92577	rnn.bias_hh_l0	9	-0.0839586853981018
92577	rnn.weight_ih_l0_reverse	0	0.006528920028358698
92577	rnn.weight_ih_l0_reverse	1	0.02184070274233818
92577	rnn.weight_ih_l0_reverse	2	-0.003377889981493354
92577	rnn.weight_ih_l0_reverse	3	-0.007009660359472036
92577	rnn.weight_ih_l0_reverse	4	0.024580901488661766
92577	rnn.weight_ih_l0_reverse	5	-0.059800367802381516
92577	rnn.weight_ih_l0_reverse	6	-0.042387474328279495
92577	rnn.weight_ih_l0_reverse	7	0.0074263643473386765
92577	rnn.weight_ih_l0_reverse	8	0.05188852176070213
92577	rnn.weight_ih_l0_reverse	9	0.023250244557857513
92577	rnn.weight_hh_l0_reverse	0	-0.0022220511455088854
92577	rnn.weight_hh_l0_reverse	1	0.01785983331501484
92577	rnn.weight_hh_l0_reverse	2	-0.03711969405412674
92577	rnn.weight_hh_l0_reverse	3	0.031226858496665955
92577	rnn.weight_hh_l0_reverse	4	0.019466018304228783
92577	rnn.weight_hh_l0_reverse	5	-0.014585514552891254
92577	rnn.weight_hh_l0_reverse	6	0.032436612993478775
92577	rnn.weight_hh_l0_reverse	7	0.0185234434902668
92577	rnn.weight_hh_l0_reverse	8	-0.009316175244748592
92577	rnn.weight_hh_l0_reverse	9	-0.054730124771595
92577	rnn.bias_ih_l0_reverse	0	-0.1259111613035202
92577	rnn.bias_ih_l0_reverse	1	-0.27909162640571594
92577	rnn.bias_ih_l0_reverse	2	-0.06385639309883118
92577	rnn.bias_ih_l0_reverse	3	-0.10559608042240143
92577	rnn.bias_ih_l0_reverse	4	0.06718669831752777
92577	rnn.bias_ih_l0_reverse	5	-0.2045135349035263
92577	rnn.bias_ih_l0_reverse	6	-0.04855460301041603
92577	rnn.bias_ih_l0_reverse	7	0.018483910709619522
92577	rnn.bias_ih_l0_reverse	8	-0.15895268321037292
92577	rnn.bias_ih_l0_reverse	9	-0.0764106810092926
92577	rnn.bias_hh_l0_reverse	0	-0.1095534935593605
92577	rnn.bias_hh_l0_reverse	1	-0.118263840675354
92577	rnn.bias_hh_l0_reverse	2	-0.029974661767482758
92577	rnn.bias_hh_l0_reverse	3	-0.1281440258026123
92577	rnn.bias_hh_l0_reverse	4	-0.021571094170212746
92577	rnn.bias_hh_l0_reverse	5	-0.1027122363448143
92577	rnn.bias_hh_l0_reverse	6	-0.07641350477933884
92577	rnn.bias_hh_l0_reverse	7	-0.149886816740036
92577	rnn.bias_hh_l0_reverse	8	-0.04691093787550926
92577	rnn.bias_hh_l0_reverse	9	-0.13415439426898956
92577	linear.weight	0	-0.2648400068283081
92577	linear.weight	1	-0.1108594760298729
92577	linear.weight	2	-0.011228874325752258
92577	linear.weight	3	-0.11340866982936859
92577	linear.weight	4	0.0930112972855568
92577	linear.weight	5	0.23643077909946442
92577	linear.weight	6	0.0047744326293468475
92577	linear.weight	7	-0.021312154829502106
92577	linear.weight	8	0.10358376055955887
92577	linear.weight	9	0.1578705608844757
92577	linear.bias	0	-0.752771258354187
92577	linear.bias	1	1.081242561340332
92577	linear.bias	2	-0.3670383095741272
92577	linear.bias	3	-0.5908180475234985
92577	linear.bias	4	-1.0875582695007324
92577	linear.bias	5	-1.1533043384552002
92577	linear.bias	6	-0.7608780860900879
92577	linear.bias	7	-0.7238192558288574
92577	linear.bias	8	-0.01705317199230194
92577	linear.bias	9	3.1334726810455322
92774	transitions	0	-0.30788537859916687
92774	transitions	1	7.964055061340332
92774	transitions	2	-3.221127510070801
92774	transitions	3	1.3571375608444214
92774	transitions	4	-1.8743412494659424
92774	transitions	5	-0.33456486463546753
92774	transitions	6	-0.17222756147384644
92774	transitions	7	-10000.0
92774	transitions	8	1.7018775939941406
92774	transitions	9	-2.290130853652954
92774	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
92774	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
92774	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
92774	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
92774	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
92774	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
92774	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
92774	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
92774	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
92774	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
92774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
92774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
92774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
92774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
92774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
92774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
92774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
92774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
92774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
92774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
92774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
92774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
92774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
92774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
92774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
92774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
92774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
92774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
92774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
92774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
92774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
92774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
92774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
92774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
92774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
92774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
92774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
92774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
92774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
92774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
92774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
92774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
92774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
92774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
92774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
92774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
92774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
92774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
92774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
92774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
92774	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
92774	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
92774	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
92774	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
92774	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
92774	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
92774	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
92774	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
92774	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
92774	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
92774	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
92774	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
92774	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
92774	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
92774	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
92774	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
92774	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
92774	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
92774	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
92774	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
92774	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
92774	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
92774	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
92774	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
92774	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
92774	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
92774	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
92774	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
92774	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
92774	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
92774	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
92774	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
92774	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
92774	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
92774	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
92774	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
92774	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
92774	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
92774	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
92774	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
92774	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
92774	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
92774	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
92774	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
92774	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
92774	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
92774	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
92774	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
92774	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
92774	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
92774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
92774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
92774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
92774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
92774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
92774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
92774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
92774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
92774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
92774	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
92774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
92774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
92774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
92774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
92774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
92774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
92774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
92774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
92774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
92774	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
92774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
92774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
92774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
92774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
92774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
92774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
92774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
92774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
92774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
92774	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
92774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
92774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
92774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
92774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
92774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
92774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
92774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
92774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
92774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
92774	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
92774	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
92774	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
92774	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
92774	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
92774	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
92774	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
92774	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
92774	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
92774	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
92774	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
92774	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
92774	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
92774	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
92774	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
92774	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
92774	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
92774	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
92774	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
92774	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
92774	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
92774	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
92774	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
92774	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
92774	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
92774	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
92774	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
92774	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
92774	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
92774	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
92774	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
92774	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
92774	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
92774	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
92774	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
92774	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
92774	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
92774	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
92774	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
92774	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
92774	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
92774	embedding2nn.weight	0	0.040034230798482895
92774	embedding2nn.weight	1	-0.07699303328990936
92774	embedding2nn.weight	2	0.014592722058296204
92774	embedding2nn.weight	3	-0.052440568804740906
92774	embedding2nn.weight	4	-0.13092012703418732
92774	embedding2nn.weight	5	0.08179930597543716
92774	embedding2nn.weight	6	-0.10292813926935196
92774	embedding2nn.weight	7	-0.06991417706012726
92774	embedding2nn.weight	8	-0.008894065394997597
92774	embedding2nn.weight	9	0.03718437999486923
92774	embedding2nn.bias	0	0.053685691207647324
92774	embedding2nn.bias	1	0.049883224070072174
92774	embedding2nn.bias	2	-0.13539959490299225
92774	embedding2nn.bias	3	0.05705699324607849
92774	embedding2nn.bias	4	0.06793223321437836
92774	embedding2nn.bias	5	-0.1709814965724945
92774	embedding2nn.bias	6	-0.10932891070842743
92774	embedding2nn.bias	7	-0.003800034523010254
92774	embedding2nn.bias	8	0.11825278401374817
92774	embedding2nn.bias	9	-0.11895216256380081
92774	rnn.weight_ih_l0	0	0.0015588027890771627
92774	rnn.weight_ih_l0	1	-0.03391264006495476
92774	rnn.weight_ih_l0	2	-0.03006833977997303
92774	rnn.weight_ih_l0	3	-0.02170376293361187
92774	rnn.weight_ih_l0	4	-0.009657448157668114
92774	rnn.weight_ih_l0	5	-0.04976256564259529
92774	rnn.weight_ih_l0	6	-0.010799133218824863
92774	rnn.weight_ih_l0	7	-0.032726455479860306
92774	rnn.weight_ih_l0	8	0.02020004577934742
92774	rnn.weight_ih_l0	9	0.016494350507855415
92774	rnn.weight_hh_l0	0	0.00426479522138834
92774	rnn.weight_hh_l0	1	-0.0715194046497345
92774	rnn.weight_hh_l0	2	0.05066480487585068
92774	rnn.weight_hh_l0	3	0.030629407614469528
92774	rnn.weight_hh_l0	4	0.007275316398590803
92774	rnn.weight_hh_l0	5	0.05020923167467117
92774	rnn.weight_hh_l0	6	-0.014156514778733253
92774	rnn.weight_hh_l0	7	-0.07976210117340088
92774	rnn.weight_hh_l0	8	-0.012641588225960732
92774	rnn.weight_hh_l0	9	-0.07421446591615677
92774	rnn.bias_ih_l0	0	-0.08620912581682205
92774	rnn.bias_ih_l0	1	-0.15363635122776031
92774	rnn.bias_ih_l0	2	-0.19822807610034943
92774	rnn.bias_ih_l0	3	-0.26564761996269226
92774	rnn.bias_ih_l0	4	0.00429860083386302
92774	rnn.bias_ih_l0	5	0.08126258850097656
92774	rnn.bias_ih_l0	6	-0.13018137216567993
92774	rnn.bias_ih_l0	7	-0.23882229626178741
92774	rnn.bias_ih_l0	8	-0.09635484963655472
92774	rnn.bias_ih_l0	9	-0.14812691509723663
92774	rnn.bias_hh_l0	0	0.11073224991559982
92774	rnn.bias_hh_l0	1	-0.05379278212785721
92774	rnn.bias_hh_l0	2	0.024753883481025696
92774	rnn.bias_hh_l0	3	-0.15677185356616974
92774	rnn.bias_hh_l0	4	0.03983975946903229
92774	rnn.bias_hh_l0	5	0.035102881491184235
92774	rnn.bias_hh_l0	6	-0.08958720415830612
92774	rnn.bias_hh_l0	7	-0.12962430715560913
92774	rnn.bias_hh_l0	8	-0.15799552202224731
92774	rnn.bias_hh_l0	9	-0.08290199935436249
92774	rnn.weight_ih_l0_reverse	0	0.006751937326043844
92774	rnn.weight_ih_l0_reverse	1	0.022068772464990616
92774	rnn.weight_ih_l0_reverse	2	-0.0044347019866108894
92774	rnn.weight_ih_l0_reverse	3	-0.0075878482311964035
92774	rnn.weight_ih_l0_reverse	4	0.025444084778428078
92774	rnn.weight_ih_l0_reverse	5	-0.05878283455967903
92774	rnn.weight_ih_l0_reverse	6	-0.036829348653554916
92774	rnn.weight_ih_l0_reverse	7	0.00393846957013011
92774	rnn.weight_ih_l0_reverse	8	0.05153494328260422
92774	rnn.weight_ih_l0_reverse	9	0.0250505693256855
92774	rnn.weight_hh_l0_reverse	0	-0.002168240724131465
92774	rnn.weight_hh_l0_reverse	1	0.017302878201007843
92774	rnn.weight_hh_l0_reverse	2	-0.03736022859811783
92774	rnn.weight_hh_l0_reverse	3	0.031799010932445526
92774	rnn.weight_hh_l0_reverse	4	0.019841469824314117
92774	rnn.weight_hh_l0_reverse	5	-0.014362211339175701
92774	rnn.weight_hh_l0_reverse	6	0.032315246760845184
92774	rnn.weight_hh_l0_reverse	7	0.0185187179595232
92774	rnn.weight_hh_l0_reverse	8	-0.008894932456314564
92774	rnn.weight_hh_l0_reverse	9	-0.0543002188205719
92774	rnn.bias_ih_l0_reverse	0	-0.12677620351314545
92774	rnn.bias_ih_l0_reverse	1	-0.2738567590713501
92774	rnn.bias_ih_l0_reverse	2	-0.05964471399784088
92774	rnn.bias_ih_l0_reverse	3	-0.10689494013786316
92774	rnn.bias_ih_l0_reverse	4	0.06719686090946198
92774	rnn.bias_ih_l0_reverse	5	-0.20694150030612946
92774	rnn.bias_ih_l0_reverse	6	-0.04690491035580635
92774	rnn.bias_ih_l0_reverse	7	0.019801555201411247
92774	rnn.bias_ih_l0_reverse	8	-0.15721365809440613
92774	rnn.bias_ih_l0_reverse	9	-0.07631976157426834
92774	rnn.bias_hh_l0_reverse	0	-0.11061866581439972
92774	rnn.bias_hh_l0_reverse	1	-0.11969012022018433
92774	rnn.bias_hh_l0_reverse	2	-0.030368976294994354
92774	rnn.bias_hh_l0_reverse	3	-0.12363925576210022
92774	rnn.bias_hh_l0_reverse	4	-0.021305406466126442
92774	rnn.bias_hh_l0_reverse	5	-0.10221150517463684
92774	rnn.bias_hh_l0_reverse	6	-0.07264170050621033
92774	rnn.bias_hh_l0_reverse	7	-0.15285509824752808
92774	rnn.bias_hh_l0_reverse	8	-0.04677062854170799
92774	rnn.bias_hh_l0_reverse	9	-0.13002270460128784
92774	linear.weight	0	-0.23776745796203613
92774	linear.weight	1	-0.10939411073923111
92774	linear.weight	2	-0.011228874325752258
92774	linear.weight	3	-0.11932998150587082
92774	linear.weight	4	0.09092701971530914
92774	linear.weight	5	0.218486949801445
92774	linear.weight	6	0.0047744326293468475
92774	linear.weight	7	-0.021312154829502106
92774	linear.weight	8	0.12156854569911957
92774	linear.weight	9	0.1595165729522705
92774	linear.bias	0	-0.7371557950973511
92774	linear.bias	1	1.0930448770523071
92774	linear.bias	2	-0.3121451437473297
92774	linear.bias	3	-0.576682984828949
92774	linear.bias	4	-1.084152340888977
92774	linear.bias	5	-1.153405785560608
92774	linear.bias	6	-0.7438883781433105
92774	linear.bias	7	-0.7240745425224304
92774	linear.bias	8	-0.01705317199230194
92774	linear.bias	9	3.195405960083008
92778	transitions	0	-0.30788618326187134
92778	transitions	1	7.970420837402344
92778	transitions	2	-3.221158742904663
92778	transitions	3	1.3570334911346436
92778	transitions	4	-1.8743432760238647
92778	transitions	5	-0.3345777690410614
92778	transitions	6	-0.17222803831100464
92778	transitions	7	-10000.0
92778	transitions	8	1.7018753290176392
92778	transitions	9	-2.290131092071533
92778	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
92778	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
92778	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
92778	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
92778	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
92778	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
92778	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
92778	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
92778	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
92778	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
92778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
92778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
92778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
92778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
92778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
92778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
92778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
92778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
92778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
92778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
92778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
92778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
92778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
92778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
92778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
92778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
92778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
92778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
92778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
92778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
92778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
92778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
92778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
92778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
92778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
92778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
92778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
92778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
92778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
92778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
92778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
92778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
92778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
92778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
92778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
92778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
92778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
92778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
92778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
92778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
92778	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
92778	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
92778	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
92778	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
92778	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
92778	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
92778	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
92778	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
92778	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
92778	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
92778	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
92778	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
92778	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
92778	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
92778	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
92778	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
92778	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
92778	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
92778	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
92778	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
92778	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
92778	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
92778	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
92778	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
92778	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
92778	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
92778	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
92778	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
92778	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
92778	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
92778	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
92778	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
92778	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
92778	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
92778	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
92778	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
92778	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
92778	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
92778	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
92778	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
92778	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
92778	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
92778	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
92778	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
92778	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
92778	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
92778	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
92778	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
92778	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
92778	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
92778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
92778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
92778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
92778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
92778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
92778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
92778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
92778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
92778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
92778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
92778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
92778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
92778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
92778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
92778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
92778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
92778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
92778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
92778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
92778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
92778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
92778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
92778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
92778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
92778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
92778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
92778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
92778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
92778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
92778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
92778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
92778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
92778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
92778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
92778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
92778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
92778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
92778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
92778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
92778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
92778	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
92778	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
92778	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
92778	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
92778	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
92778	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
92778	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
92778	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
92778	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
92778	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
92778	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
92778	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
92778	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
92778	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
92778	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
92778	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
92778	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
92778	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
92778	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
92778	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
92778	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
92778	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
92778	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
92778	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
92778	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
92778	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
92778	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
92778	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
92778	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
92778	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
92778	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
92778	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
92778	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
92778	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
92778	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
92778	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
92778	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
92778	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
92778	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
92778	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
92778	embedding2nn.weight	0	0.03996380791068077
92778	embedding2nn.weight	1	-0.07682222872972488
92778	embedding2nn.weight	2	0.014079422689974308
92778	embedding2nn.weight	3	-0.052283793687820435
92778	embedding2nn.weight	4	-0.12993119657039642
92778	embedding2nn.weight	5	0.08183913677930832
92778	embedding2nn.weight	6	-0.1019657701253891
92778	embedding2nn.weight	7	-0.06968937069177628
92778	embedding2nn.weight	8	-0.00902185682207346
92778	embedding2nn.weight	9	0.036899860948324203
92778	embedding2nn.bias	0	0.051580704748630524
92778	embedding2nn.bias	1	0.04778031259775162
92778	embedding2nn.bias	2	-0.13591398298740387
92778	embedding2nn.bias	3	0.058612678200006485
92778	embedding2nn.bias	4	0.06756654381752014
92778	embedding2nn.bias	5	-0.16802255809307098
92778	embedding2nn.bias	6	-0.10709460824728012
92778	embedding2nn.bias	7	-0.003536852076649666
92778	embedding2nn.bias	8	0.11841190606355667
92778	embedding2nn.bias	9	-0.1145305335521698
92778	rnn.weight_ih_l0	0	0.001483952160924673
92778	rnn.weight_ih_l0	1	-0.033947765827178955
92778	rnn.weight_ih_l0	2	-0.02975454181432724
92778	rnn.weight_ih_l0	3	-0.021722067147493362
92778	rnn.weight_ih_l0	4	-0.009647500701248646
92778	rnn.weight_ih_l0	5	-0.049527235329151154
92778	rnn.weight_ih_l0	6	-0.01060390006750822
92778	rnn.weight_ih_l0	7	-0.03271115943789482
92778	rnn.weight_ih_l0	8	0.020129166543483734
92778	rnn.weight_ih_l0	9	0.0165096465498209
92778	rnn.weight_hh_l0	0	0.004210730083286762
92778	rnn.weight_hh_l0	1	-0.07144850492477417
92778	rnn.weight_hh_l0	2	0.05048922821879387
92778	rnn.weight_hh_l0	3	0.03074391931295395
92778	rnn.weight_hh_l0	4	0.007271870505064726
92778	rnn.weight_hh_l0	5	0.05028272047638893
92778	rnn.weight_hh_l0	6	-0.01416181493550539
92778	rnn.weight_hh_l0	7	-0.0797261968255043
92778	rnn.weight_hh_l0	8	-0.012644782662391663
92778	rnn.weight_hh_l0	9	-0.07421344518661499
92778	rnn.bias_ih_l0	0	-0.08569588512182236
92778	rnn.bias_ih_l0	1	-0.15336216986179352
92778	rnn.bias_ih_l0	2	-0.1980631947517395
92778	rnn.bias_ih_l0	3	-0.26562225818634033
92778	rnn.bias_ih_l0	4	0.0037796790711581707
92778	rnn.bias_ih_l0	5	0.08138270676136017
92778	rnn.bias_ih_l0	6	-0.1307680457830429
92778	rnn.bias_ih_l0	7	-0.23931840062141418
92778	rnn.bias_ih_l0	8	-0.09643091261386871
92778	rnn.bias_ih_l0	9	-0.14799095690250397
92778	rnn.bias_hh_l0	0	0.1107335090637207
92778	rnn.bias_hh_l0	1	-0.05384909734129906
92778	rnn.bias_hh_l0	2	0.024839265272021294
92778	rnn.bias_hh_l0	3	-0.15814022719860077
92778	rnn.bias_hh_l0	4	0.04003210738301277
92778	rnn.bias_hh_l0	5	0.03463870659470558
92778	rnn.bias_hh_l0	6	-0.08953502029180527
92778	rnn.bias_hh_l0	7	-0.12918800115585327
92778	rnn.bias_hh_l0	8	-0.1580962985754013
92778	rnn.bias_hh_l0	9	-0.08212966471910477
92778	rnn.weight_ih_l0_reverse	0	0.00671828119084239
92778	rnn.weight_ih_l0_reverse	1	0.022121291607618332
92778	rnn.weight_ih_l0_reverse	2	-0.0043707904405891895
92778	rnn.weight_ih_l0_reverse	3	-0.007718742359429598
92778	rnn.weight_ih_l0_reverse	4	0.025182392448186874
92778	rnn.weight_ih_l0_reverse	5	-0.05889284610748291
92778	rnn.weight_ih_l0_reverse	6	-0.03750798851251602
92778	rnn.weight_ih_l0_reverse	7	0.004332051612436771
92778	rnn.weight_ih_l0_reverse	8	0.05135737732052803
92778	rnn.weight_ih_l0_reverse	9	0.02531900256872177
92778	rnn.weight_hh_l0_reverse	0	-0.002166797872632742
92778	rnn.weight_hh_l0_reverse	1	0.017291802912950516
92778	rnn.weight_hh_l0_reverse	2	-0.037336207926273346
92778	rnn.weight_hh_l0_reverse	3	0.03179340437054634
92778	rnn.weight_hh_l0_reverse	4	0.019827470183372498
92778	rnn.weight_hh_l0_reverse	5	-0.01434088684618473
92778	rnn.weight_hh_l0_reverse	6	0.032331131398677826
92778	rnn.weight_hh_l0_reverse	7	0.0185418538749218
92778	rnn.weight_hh_l0_reverse	8	-0.00882018357515335
92778	rnn.weight_hh_l0_reverse	9	-0.05427747592329979
92778	rnn.bias_ih_l0_reverse	0	-0.12694834172725677
92778	rnn.bias_ih_l0_reverse	1	-0.27340811491012573
92778	rnn.bias_ih_l0_reverse	2	-0.06000349670648575
92778	rnn.bias_ih_l0_reverse	3	-0.10639975965023041
92778	rnn.bias_ih_l0_reverse	4	0.06822270154953003
92778	rnn.bias_ih_l0_reverse	5	-0.20799361169338226
92778	rnn.bias_ih_l0_reverse	6	-0.04659293591976166
92778	rnn.bias_ih_l0_reverse	7	0.01965460181236267
92778	rnn.bias_ih_l0_reverse	8	-0.1575433313846588
92778	rnn.bias_ih_l0_reverse	9	-0.07612095028162003
92778	rnn.bias_hh_l0_reverse	0	-0.11037532240152359
92778	rnn.bias_hh_l0_reverse	1	-0.11989907920360565
92778	rnn.bias_hh_l0_reverse	2	-0.03043992444872856
92778	rnn.bias_hh_l0_reverse	3	-0.12404683232307434
92778	rnn.bias_hh_l0_reverse	4	-0.021447908133268356
92778	rnn.bias_hh_l0_reverse	5	-0.10209283977746964
92778	rnn.bias_hh_l0_reverse	6	-0.07047886401414871
92778	rnn.bias_hh_l0_reverse	7	-0.15264654159545898
92778	rnn.bias_hh_l0_reverse	8	-0.04711052402853966
92778	rnn.bias_hh_l0_reverse	9	-0.12985669076442719
92778	linear.weight	0	-0.23795437812805176
92778	linear.weight	1	-0.10945097357034683
92778	linear.weight	2	-0.011228874325752258
92778	linear.weight	3	-0.12125825881958008
92778	linear.weight	4	0.09088519215583801
92778	linear.weight	5	0.21971888840198517
92778	linear.weight	6	0.0047744326293468475
92778	linear.weight	7	-0.021312154829502106
92778	linear.weight	8	0.12504272162914276
92778	linear.weight	9	0.15705221891403198
92778	linear.bias	0	-0.746381938457489
92778	linear.bias	1	1.0932923555374146
92778	linear.bias	2	-0.3069707155227661
92778	linear.bias	3	-0.5654377341270447
92778	linear.bias	4	-1.08260178565979
92778	linear.bias	5	-1.153407335281372
92778	linear.bias	6	-0.7528588175773621
92778	linear.bias	7	-0.7219761610031128
92778	linear.bias	8	-0.01705317199230194
92778	linear.bias	9	3.1829864978790283
92975	transitions	0	-0.30820202827453613
92975	transitions	1	7.963482856750488
92975	transitions	2	-3.222426176071167
92975	transitions	3	1.3724524974822998
92975	transitions	4	-1.8751189708709717
92975	transitions	5	-0.3352406620979309
92975	transitions	6	-0.1723785400390625
92975	transitions	7	-10000.0
92975	transitions	8	1.7013037204742432
92975	transitions	9	-2.290147542953491
92975	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
92975	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
92975	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
92975	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
92975	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
92975	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
92975	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
92975	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
92975	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
92975	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
92975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
92975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
92975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
92975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
92975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
92975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
92975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
92975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
92975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
92975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
92975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
92975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
92975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
92975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
92975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
92975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
92975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
92975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
92975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
92975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
92975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
92975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
92975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
92975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
92975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
92975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
92975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
92975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
92975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
92975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
92975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
92975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
92975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
92975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
92975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
92975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
92975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
92975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
92975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
92975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
92975	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
92975	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
92975	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
92975	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
92975	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
92975	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
92975	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
92975	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
92975	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
92975	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
92975	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
92975	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
92975	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
92975	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
92975	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
92975	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
92975	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
92975	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
92975	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
92975	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
92975	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
92975	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
92975	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
92975	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
92975	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
92975	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
92975	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
92975	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
92975	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
92975	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
92975	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
92975	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
92975	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
92975	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
92975	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
92975	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
92975	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
92975	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
92975	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
92975	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
92975	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
92975	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
92975	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
92975	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
92975	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
92975	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
92975	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
92975	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
92975	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
92975	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
92975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
92975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
92975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
92975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
92975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
92975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
92975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
92975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
92975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
92975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
92975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
92975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
92975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
92975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
92975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
92975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
92975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
92975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
92975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
92975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
92975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
92975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
92975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
92975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
92975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
92975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
92975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
92975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
92975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
92975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
92975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
92975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
92975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
92975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
92975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
92975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
92975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
92975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
92975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
92975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
92975	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
92975	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
92975	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
92975	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
92975	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
92975	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
92975	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
92975	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
92975	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
92975	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
92975	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
92975	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
92975	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
92975	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
92975	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
92975	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
92975	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
92975	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
92975	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
92975	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
92975	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
92975	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
92975	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
92975	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
92975	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
92975	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
92975	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
92975	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
92975	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
92975	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
92975	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
92975	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
92975	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
92975	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
92975	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
92975	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
92975	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
92975	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
92975	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
92975	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
92975	embedding2nn.weight	0	0.04018745943903923
92975	embedding2nn.weight	1	-0.0758717954158783
92975	embedding2nn.weight	2	0.012880071066319942
92975	embedding2nn.weight	3	-0.051964856684207916
92975	embedding2nn.weight	4	-0.13226233422756195
92975	embedding2nn.weight	5	0.08409564942121506
92975	embedding2nn.weight	6	-0.10360780358314514
92975	embedding2nn.weight	7	-0.07103005796670914
92975	embedding2nn.weight	8	-0.008168661035597324
92975	embedding2nn.weight	9	0.03711055591702461
92975	embedding2nn.bias	0	0.03928488865494728
92975	embedding2nn.bias	1	0.05950592830777168
92975	embedding2nn.bias	2	-0.12369395792484283
92975	embedding2nn.bias	3	0.05687198042869568
92975	embedding2nn.bias	4	0.06944703310728073
92975	embedding2nn.bias	5	-0.16092102229595184
92975	embedding2nn.bias	6	-0.11126752197742462
92975	embedding2nn.bias	7	-0.005197108257561922
92975	embedding2nn.bias	8	0.12385869026184082
92975	embedding2nn.bias	9	-0.10855810344219208
92975	rnn.weight_ih_l0	0	-0.0007845525396987796
92975	rnn.weight_ih_l0	1	-0.03337579220533371
92975	rnn.weight_ih_l0	2	-0.03121383674442768
92975	rnn.weight_ih_l0	3	-0.020941227674484253
92975	rnn.weight_ih_l0	4	-0.007726987823843956
92975	rnn.weight_ih_l0	5	-0.04725173860788345
92975	rnn.weight_ih_l0	6	-0.011713203974068165
92975	rnn.weight_ih_l0	7	-0.03218012675642967
92975	rnn.weight_ih_l0	8	0.021674510091543198
92975	rnn.weight_ih_l0	9	0.01772320456802845
92975	rnn.weight_hh_l0	0	0.0019325913162901998
92975	rnn.weight_hh_l0	1	-0.07200998812913895
92975	rnn.weight_hh_l0	2	0.05131060257554054
92975	rnn.weight_hh_l0	3	0.03103230893611908
92975	rnn.weight_hh_l0	4	0.0071220239624381065
92975	rnn.weight_hh_l0	5	0.05108226463198662
92975	rnn.weight_hh_l0	6	-0.01466077659279108
92975	rnn.weight_hh_l0	7	-0.07969110459089279
92975	rnn.weight_hh_l0	8	-0.011771424673497677
92975	rnn.weight_hh_l0	9	-0.07560014724731445
92975	rnn.bias_ih_l0	0	-0.07945767790079117
92975	rnn.bias_ih_l0	1	-0.1535710245370865
92975	rnn.bias_ih_l0	2	-0.19769439101219177
92975	rnn.bias_ih_l0	3	-0.26625707745552063
92975	rnn.bias_ih_l0	4	0.0042968569323420525
92975	rnn.bias_ih_l0	5	0.07145396620035172
92975	rnn.bias_ih_l0	6	-0.12923510372638702
92975	rnn.bias_ih_l0	7	-0.2424967736005783
92975	rnn.bias_ih_l0	8	-0.10182955116033554
92975	rnn.bias_ih_l0	9	-0.14445973932743073
92975	rnn.bias_hh_l0	0	0.11259257048368454
92975	rnn.bias_hh_l0	1	-0.05411464720964432
92975	rnn.bias_hh_l0	2	0.027115901932120323
92975	rnn.bias_hh_l0	3	-0.15635371208190918
92975	rnn.bias_hh_l0	4	0.04651825875043869
92975	rnn.bias_hh_l0	5	0.028691455721855164
92975	rnn.bias_hh_l0	6	-0.08686254173517227
92975	rnn.bias_hh_l0	7	-0.1301322728395462
92975	rnn.bias_hh_l0	8	-0.15608349442481995
92975	rnn.bias_hh_l0	9	-0.077577605843544
92975	rnn.weight_ih_l0_reverse	0	0.007487044669687748
92975	rnn.weight_ih_l0_reverse	1	0.02066003531217575
92975	rnn.weight_ih_l0_reverse	2	-0.002252392703667283
92975	rnn.weight_ih_l0_reverse	3	-0.009540962055325508
92975	rnn.weight_ih_l0_reverse	4	0.022658327594399452
92975	rnn.weight_ih_l0_reverse	5	-0.05888891965150833
92975	rnn.weight_ih_l0_reverse	6	-0.036395102739334106
92975	rnn.weight_ih_l0_reverse	7	0.0025520422495901585
92975	rnn.weight_ih_l0_reverse	8	0.05212731286883354
92975	rnn.weight_ih_l0_reverse	9	0.027149438858032227
92975	rnn.weight_hh_l0_reverse	0	-0.0018427111208438873
92975	rnn.weight_hh_l0_reverse	1	0.016980785876512527
92975	rnn.weight_hh_l0_reverse	2	-0.03685612231492996
92975	rnn.weight_hh_l0_reverse	3	0.032635245472192764
92975	rnn.weight_hh_l0_reverse	4	0.019976669922471046
92975	rnn.weight_hh_l0_reverse	5	-0.013505023904144764
92975	rnn.weight_hh_l0_reverse	6	0.033358924090862274
92975	rnn.weight_hh_l0_reverse	7	0.01789119653403759
92975	rnn.weight_hh_l0_reverse	8	-0.008931995369493961
92975	rnn.weight_hh_l0_reverse	9	-0.05445517599582672
92975	rnn.bias_ih_l0_reverse	0	-0.12972383201122284
92975	rnn.bias_ih_l0_reverse	1	-0.2747323513031006
92975	rnn.bias_ih_l0_reverse	2	-0.061598796397447586
92975	rnn.bias_ih_l0_reverse	3	-0.10365147888660431
92975	rnn.bias_ih_l0_reverse	4	0.061698537319898605
92975	rnn.bias_ih_l0_reverse	5	-0.20729368925094604
92975	rnn.bias_ih_l0_reverse	6	-0.04496268555521965
92975	rnn.bias_ih_l0_reverse	7	0.009992008097469807
92975	rnn.bias_ih_l0_reverse	8	-0.15858368575572968
92975	rnn.bias_ih_l0_reverse	9	-0.07505827397108078
92975	rnn.bias_hh_l0_reverse	0	-0.11549592763185501
92975	rnn.bias_hh_l0_reverse	1	-0.11225257068872452
92975	rnn.bias_hh_l0_reverse	2	-0.02699957974255085
92975	rnn.bias_hh_l0_reverse	3	-0.12855671346187592
92975	rnn.bias_hh_l0_reverse	4	-0.019773809239268303
92975	rnn.bias_hh_l0_reverse	5	-0.09987732023000717
92975	rnn.bias_hh_l0_reverse	6	-0.07392176985740662
92975	rnn.bias_hh_l0_reverse	7	-0.15554897487163544
92975	rnn.bias_hh_l0_reverse	8	-0.04575555399060249
92975	rnn.bias_hh_l0_reverse	9	-0.12630502879619598
92975	linear.weight	0	-0.24248917400836945
92975	linear.weight	1	-0.09587954729795456
92975	linear.weight	2	-0.011228874325752258
92975	linear.weight	3	-0.11874628067016602
92975	linear.weight	4	0.09189409762620926
92975	linear.weight	5	0.21359646320343018
92975	linear.weight	6	0.0047744326293468475
92975	linear.weight	7	-0.021312154829502106
92975	linear.weight	8	0.12048037350177765
92975	linear.weight	9	0.16036908328533173
92975	linear.bias	0	-0.7402442097663879
92975	linear.bias	1	1.1286389827728271
92975	linear.bias	2	-0.3235270380973816
92975	linear.bias	3	-0.571194052696228
92975	linear.bias	4	-1.0823159217834473
92975	linear.bias	5	-1.1535406112670898
92975	linear.bias	6	-0.7487097382545471
92975	linear.bias	7	-0.7298364639282227
92975	linear.bias	8	-0.01705317199230194
92975	linear.bias	9	3.103374481201172
93172	transitions	0	-0.30861449241638184
93172	transitions	1	7.95203971862793
93172	transitions	2	-3.223667860031128
93172	transitions	3	1.365267276763916
93172	transitions	4	-1.87661874294281
93172	transitions	5	-0.3355218172073364
93172	transitions	6	-0.17244072258472443
93172	transitions	7	-10000.0
93172	transitions	8	1.7014209032058716
93172	transitions	9	-2.2901854515075684
93172	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
93172	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
93172	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
93172	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
93172	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
93172	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
93172	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
93172	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
93172	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
93172	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
93172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
93172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
93172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
93172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
93172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
93172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
93172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
93172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
93172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
93172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
93172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
93172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
93172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
93172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
93172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
93172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
93172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
93172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
93172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
93172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
93172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
93172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
93172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
93172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
93172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
93172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
93172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
93172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
93172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
93172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
93172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
93172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
93172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
93172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
93172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
93172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
93172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
93172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
93172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
93172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
93172	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
93172	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
93172	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
93172	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
93172	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
93172	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
93172	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
93172	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
93172	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
93172	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
93172	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
93172	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
93172	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
93172	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
93172	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
93172	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
93172	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
93172	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
93172	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
93172	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
93172	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
93172	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
93172	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
93172	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
93172	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
93172	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
93172	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
93172	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
93172	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
93172	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
93172	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
93172	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
93172	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
93172	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
93172	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
93172	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
93172	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
93172	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
93172	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
93172	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
93172	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
93172	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
93172	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
93172	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
93172	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
93172	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
93172	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
93172	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
93172	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
93172	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
93172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
93172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
93172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
93172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
93172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
93172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
93172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
93172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
93172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
93172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
93172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
93172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
93172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
93172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
93172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
93172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
93172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
93172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
93172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
93172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
93172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
93172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
93172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
93172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
93172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
93172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
93172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
93172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
93172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
93172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
93172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
93172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
93172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
93172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
93172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
93172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
93172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
93172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
93172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
93172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
93172	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
93172	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
93172	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
93172	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
93172	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
93172	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
93172	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
93172	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
93172	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
93172	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
93172	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
93172	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
93172	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
93172	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
93172	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
93172	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
93172	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
93172	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
93172	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
93172	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
93172	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
93172	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
93172	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
93172	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
93172	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
93172	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
93172	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
93172	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
93172	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
93172	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
93172	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
93172	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
93172	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
93172	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
93172	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
93172	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
93172	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
93172	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
93172	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
93172	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
93172	embedding2nn.weight	0	0.03989515081048012
93172	embedding2nn.weight	1	-0.07735281437635422
93172	embedding2nn.weight	2	0.01086241751909256
93172	embedding2nn.weight	3	-0.05235958471894264
93172	embedding2nn.weight	4	-0.1302260458469391
93172	embedding2nn.weight	5	0.08435075730085373
93172	embedding2nn.weight	6	-0.0999344140291214
93172	embedding2nn.weight	7	-0.07330842316150665
93172	embedding2nn.weight	8	-0.00798626895993948
93172	embedding2nn.weight	9	0.038845937699079514
93172	embedding2nn.bias	0	0.022341400384902954
93172	embedding2nn.bias	1	0.05035034567117691
93172	embedding2nn.bias	2	-0.10993826389312744
93172	embedding2nn.bias	3	0.06021387502551079
93172	embedding2nn.bias	4	0.06601295620203018
93172	embedding2nn.bias	5	-0.15948444604873657
93172	embedding2nn.bias	6	-0.11574267596006393
93172	embedding2nn.bias	7	0.013333613984286785
93172	embedding2nn.bias	8	0.12065394222736359
93172	embedding2nn.bias	9	-0.10644825547933578
93172	rnn.weight_ih_l0	0	0.0026629208587110043
93172	rnn.weight_ih_l0	1	-0.0322539396584034
93172	rnn.weight_ih_l0	2	-0.033348847180604935
93172	rnn.weight_ih_l0	3	-0.020234493538737297
93172	rnn.weight_ih_l0	4	-0.006991913542151451
93172	rnn.weight_ih_l0	5	-0.04349513724446297
93172	rnn.weight_ih_l0	6	-0.009197262115776539
93172	rnn.weight_ih_l0	7	-0.029492899775505066
93172	rnn.weight_ih_l0	8	0.02276865392923355
93172	rnn.weight_ih_l0	9	0.016704997047781944
93172	rnn.weight_hh_l0	0	0.0035370357800275087
93172	rnn.weight_hh_l0	1	-0.07252763211727142
93172	rnn.weight_hh_l0	2	0.05135331302881241
93172	rnn.weight_hh_l0	3	0.031172199174761772
93172	rnn.weight_hh_l0	4	0.006852301768958569
93172	rnn.weight_hh_l0	5	0.05108794569969177
93172	rnn.weight_hh_l0	6	-0.014045207761228085
93172	rnn.weight_hh_l0	7	-0.07967238128185272
93172	rnn.weight_hh_l0	8	-0.01173551194369793
93172	rnn.weight_hh_l0	9	-0.0754895955324173
93172	rnn.bias_ih_l0	0	-0.08263931423425674
93172	rnn.bias_ih_l0	1	-0.15291094779968262
93172	rnn.bias_ih_l0	2	-0.1958463490009308
93172	rnn.bias_ih_l0	3	-0.26555633544921875
93172	rnn.bias_ih_l0	4	0.006976705975830555
93172	rnn.bias_ih_l0	5	0.07716406881809235
93172	rnn.bias_ih_l0	6	-0.13382554054260254
93172	rnn.bias_ih_l0	7	-0.24172751605510712
93172	rnn.bias_ih_l0	8	-0.10099301487207413
93172	rnn.bias_ih_l0	9	-0.14856015145778656
93172	rnn.bias_hh_l0	0	0.10993856936693192
93172	rnn.bias_hh_l0	1	-0.05368603393435478
93172	rnn.bias_hh_l0	2	0.026703182607889175
93172	rnn.bias_hh_l0	3	-0.15656326711177826
93172	rnn.bias_hh_l0	4	0.04692549630999565
93172	rnn.bias_hh_l0	5	0.03468897193670273
93172	rnn.bias_hh_l0	6	-0.08637531846761703
93172	rnn.bias_hh_l0	7	-0.1279887706041336
93172	rnn.bias_hh_l0	8	-0.1574578434228897
93172	rnn.bias_hh_l0	9	-0.0816551074385643
93172	rnn.weight_ih_l0_reverse	0	0.0052482387982308865
93172	rnn.weight_ih_l0_reverse	1	0.021188082173466682
93172	rnn.weight_ih_l0_reverse	2	-0.003853980451822281
93172	rnn.weight_ih_l0_reverse	3	-0.007022003643214703
93172	rnn.weight_ih_l0_reverse	4	0.022764336317777634
93172	rnn.weight_ih_l0_reverse	5	-0.05711640045046806
93172	rnn.weight_ih_l0_reverse	6	-0.03725305572152138
93172	rnn.weight_ih_l0_reverse	7	0.0036485830787569284
93172	rnn.weight_ih_l0_reverse	8	0.05180969089269638
93172	rnn.weight_ih_l0_reverse	9	0.026829808950424194
93172	rnn.weight_hh_l0_reverse	0	-0.0014435778139159083
93172	rnn.weight_hh_l0_reverse	1	0.016708701848983765
93172	rnn.weight_hh_l0_reverse	2	-0.03740681707859039
93172	rnn.weight_hh_l0_reverse	3	0.032890599220991135
93172	rnn.weight_hh_l0_reverse	4	0.019202517345547676
93172	rnn.weight_hh_l0_reverse	5	-0.013342623598873615
93172	rnn.weight_hh_l0_reverse	6	0.0330822728574276
93172	rnn.weight_hh_l0_reverse	7	0.016351576894521713
93172	rnn.weight_hh_l0_reverse	8	-0.0105055570602417
93172	rnn.weight_hh_l0_reverse	9	-0.05411886051297188
93172	rnn.bias_ih_l0_reverse	0	-0.13172133266925812
93172	rnn.bias_ih_l0_reverse	1	-0.272712767124176
93172	rnn.bias_ih_l0_reverse	2	-0.054482728242874146
93172	rnn.bias_ih_l0_reverse	3	-0.10484239459037781
93172	rnn.bias_ih_l0_reverse	4	0.0624358169734478
93172	rnn.bias_ih_l0_reverse	5	-0.2071155458688736
93172	rnn.bias_ih_l0_reverse	6	-0.04431261494755745
93172	rnn.bias_ih_l0_reverse	7	0.002608194947242737
93172	rnn.bias_ih_l0_reverse	8	-0.1581309288740158
93172	rnn.bias_ih_l0_reverse	9	-0.0740593671798706
93172	rnn.bias_hh_l0_reverse	0	-0.11553152650594711
93172	rnn.bias_hh_l0_reverse	1	-0.1120707243680954
93172	rnn.bias_hh_l0_reverse	2	-0.03230172023177147
93172	rnn.bias_hh_l0_reverse	3	-0.12928111851215363
93172	rnn.bias_hh_l0_reverse	4	-0.020729752257466316
93172	rnn.bias_hh_l0_reverse	5	-0.09897170960903168
93172	rnn.bias_hh_l0_reverse	6	-0.07226665318012238
93172	rnn.bias_hh_l0_reverse	7	-0.15701910853385925
93172	rnn.bias_hh_l0_reverse	8	-0.04723106324672699
93172	rnn.bias_hh_l0_reverse	9	-0.12621904909610748
93172	linear.weight	0	-0.2535618245601654
93172	linear.weight	1	-0.09666810184717178
93172	linear.weight	2	-0.011228874325752258
93172	linear.weight	3	-0.13113658130168915
93172	linear.weight	4	0.08278714120388031
93172	linear.weight	5	0.2048860490322113
93172	linear.weight	6	0.0047744326293468475
93172	linear.weight	7	-0.021312154829502106
93172	linear.weight	8	0.10931430757045746
93172	linear.weight	9	0.1669328808784485
93172	linear.bias	0	-0.7479050755500793
93172	linear.bias	1	1.0753321647644043
93172	linear.bias	2	-0.31448599696159363
93172	linear.bias	3	-0.5834540724754333
93172	linear.bias	4	-1.0769492387771606
93172	linear.bias	5	-1.1536494493484497
93172	linear.bias	6	-0.7539452910423279
93172	linear.bias	7	-0.7279309034347534
93172	linear.bias	8	-0.01705317199230194
93172	linear.bias	9	3.1432228088378906
93369	transitions	0	-0.30878153443336487
93369	transitions	1	7.989985466003418
93369	transitions	2	-3.224698543548584
93369	transitions	3	1.3564380407333374
93369	transitions	4	-1.877644658088684
93369	transitions	5	-0.3358747661113739
93369	transitions	6	-0.17250263690948486
93369	transitions	7	-10000.0
93369	transitions	8	1.705026626586914
93369	transitions	9	-2.2901973724365234
93369	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
93369	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
93369	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
93369	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
93369	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
93369	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
93369	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
93369	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
93369	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
93369	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
93369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
93369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
93369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
93369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
93369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
93369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
93369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
93369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
93369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
93369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
93369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
93369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
93369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
93369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
93369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
93369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
93369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
93369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
93369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
93369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
93369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
93369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
93369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
93369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
93369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
93369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
93369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
93369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
93369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
93369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
93369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
93369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
93369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
93369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
93369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
93369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
93369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
93369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
93369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
93369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
93369	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
93369	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
93369	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
93369	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
93369	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
93369	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
93369	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
93369	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
93369	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
93369	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
93369	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
93369	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
93369	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
93369	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
93369	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
93369	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
93369	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
93369	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
93369	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
93369	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
93369	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
93369	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
93369	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
93369	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
93369	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
93369	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
93369	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
93369	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
93369	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
93369	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
93369	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
93369	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
93369	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
93369	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
93369	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
93369	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
93369	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
93369	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
93369	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
93369	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
93369	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
93369	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
93369	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
93369	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
93369	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
93369	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
93369	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
93369	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
93369	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
93369	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
93369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
93369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
93369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
93369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
93369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
93369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
93369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
93369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
93369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
93369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
93369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
93369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
93369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
93369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
93369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
93369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
93369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
93369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
93369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
93369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
93369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
93369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
93369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
93369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
93369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
93369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
93369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
93369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
93369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
93369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
93369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
93369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
93369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
93369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
93369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
93369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
93369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
93369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
93369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
93369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
93369	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
93369	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
93369	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
93369	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
93369	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
93369	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
93369	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
93369	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
93369	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
93369	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
93369	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
93369	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
93369	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
93369	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
93369	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
93369	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
93369	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
93369	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
93369	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
93369	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
93369	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
93369	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
93369	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
93369	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
93369	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
93369	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
93369	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
93369	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
93369	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
93369	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
93369	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
93369	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
93369	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
93369	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
93369	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
93369	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
93369	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
93369	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
93369	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
93369	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
93369	embedding2nn.weight	0	0.03959689661860466
93369	embedding2nn.weight	1	-0.07682288438081741
93369	embedding2nn.weight	2	0.007509957067668438
93369	embedding2nn.weight	3	-0.052499812096357346
93369	embedding2nn.weight	4	-0.13110004365444183
93369	embedding2nn.weight	5	0.08317718654870987
93369	embedding2nn.weight	6	-0.094512939453125
93369	embedding2nn.weight	7	-0.07526534795761108
93369	embedding2nn.weight	8	-0.008995924144983292
93369	embedding2nn.weight	9	0.040221065282821655
93369	embedding2nn.bias	0	0.020817436277866364
93369	embedding2nn.bias	1	0.05617738515138626
93369	embedding2nn.bias	2	-0.10762953013181686
93369	embedding2nn.bias	3	0.06876129657030106
93369	embedding2nn.bias	4	0.0671539232134819
93369	embedding2nn.bias	5	-0.14666379988193512
93369	embedding2nn.bias	6	-0.12271352112293243
93369	embedding2nn.bias	7	0.0031784093007445335
93369	embedding2nn.bias	8	0.11376506090164185
93369	embedding2nn.bias	9	-0.09852408617734909
93369	rnn.weight_ih_l0	0	0.004940316546708345
93369	rnn.weight_ih_l0	1	-0.030568774789571762
93369	rnn.weight_ih_l0	2	-0.03272605314850807
93369	rnn.weight_ih_l0	3	-0.020216291770339012
93369	rnn.weight_ih_l0	4	-0.004969545640051365
93369	rnn.weight_ih_l0	5	-0.04208102077245712
93369	rnn.weight_ih_l0	6	-0.009633163921535015
93369	rnn.weight_ih_l0	7	-0.030650632455945015
93369	rnn.weight_ih_l0	8	0.02541215345263481
93369	rnn.weight_ih_l0	9	0.01617584563791752
93369	rnn.weight_hh_l0	0	0.003155674086883664
93369	rnn.weight_hh_l0	1	-0.0726051777601242
93369	rnn.weight_hh_l0	2	0.05147062987089157
93369	rnn.weight_hh_l0	3	0.03060213290154934
93369	rnn.weight_hh_l0	4	0.006571873091161251
93369	rnn.weight_hh_l0	5	0.05323171988129616
93369	rnn.weight_hh_l0	6	-0.013853106647729874
93369	rnn.weight_hh_l0	7	-0.08085910975933075
93369	rnn.weight_hh_l0	8	-0.011201594024896622
93369	rnn.weight_hh_l0	9	-0.07593578845262527
93369	rnn.bias_ih_l0	0	-0.07969706505537033
93369	rnn.bias_ih_l0	1	-0.15329301357269287
93369	rnn.bias_ih_l0	2	-0.19786234200000763
93369	rnn.bias_ih_l0	3	-0.2675527036190033
93369	rnn.bias_ih_l0	4	0.007166655734181404
93369	rnn.bias_ih_l0	5	0.07515068352222443
93369	rnn.bias_ih_l0	6	-0.13495679199695587
93369	rnn.bias_ih_l0	7	-0.23979918658733368
93369	rnn.bias_ih_l0	8	-0.10228317230939865
93369	rnn.bias_ih_l0	9	-0.1464550942182541
93369	rnn.bias_hh_l0	0	0.10763061046600342
93369	rnn.bias_hh_l0	1	-0.051480524241924286
93369	rnn.bias_hh_l0	2	0.026889385655522346
93369	rnn.bias_hh_l0	3	-0.15710577368736267
93369	rnn.bias_hh_l0	4	0.05200795456767082
93369	rnn.bias_hh_l0	5	0.03249470889568329
93369	rnn.bias_hh_l0	6	-0.08941023051738739
93369	rnn.bias_hh_l0	7	-0.13098131120204926
93369	rnn.bias_hh_l0	8	-0.16014966368675232
93369	rnn.bias_hh_l0	9	-0.08335738629102707
93369	rnn.weight_ih_l0_reverse	0	0.004130864981561899
93369	rnn.weight_ih_l0_reverse	1	0.02317948453128338
93369	rnn.weight_ih_l0_reverse	2	-0.005077517591416836
93369	rnn.weight_ih_l0_reverse	3	-0.007219698745757341
93369	rnn.weight_ih_l0_reverse	4	0.023969871923327446
93369	rnn.weight_ih_l0_reverse	5	-0.058061398565769196
93369	rnn.weight_ih_l0_reverse	6	-0.03586376830935478
93369	rnn.weight_ih_l0_reverse	7	0.004819720983505249
93369	rnn.weight_ih_l0_reverse	8	0.0503765270113945
93369	rnn.weight_ih_l0_reverse	9	0.027777474373579025
93369	rnn.weight_hh_l0_reverse	0	-0.000994261703453958
93369	rnn.weight_hh_l0_reverse	1	0.015808263793587685
93369	rnn.weight_hh_l0_reverse	2	-0.03686925768852234
93369	rnn.weight_hh_l0_reverse	3	0.03318728134036064
93369	rnn.weight_hh_l0_reverse	4	0.01904526725411415
93369	rnn.weight_hh_l0_reverse	5	-0.013803337700664997
93369	rnn.weight_hh_l0_reverse	6	0.03388803079724312
93369	rnn.weight_hh_l0_reverse	7	0.018290424719452858
93369	rnn.weight_hh_l0_reverse	8	-0.010672703385353088
93369	rnn.weight_hh_l0_reverse	9	-0.05450486019253731
93369	rnn.bias_ih_l0_reverse	0	-0.13221760094165802
93369	rnn.bias_ih_l0_reverse	1	-0.27547383308410645
93369	rnn.bias_ih_l0_reverse	2	-0.059075236320495605
93369	rnn.bias_ih_l0_reverse	3	-0.10607612133026123
93369	rnn.bias_ih_l0_reverse	4	0.06417269259691238
93369	rnn.bias_ih_l0_reverse	5	-0.20952719449996948
93369	rnn.bias_ih_l0_reverse	6	-0.042193733155727386
93369	rnn.bias_ih_l0_reverse	7	0.002294877078384161
93369	rnn.bias_ih_l0_reverse	8	-0.15897278487682343
93369	rnn.bias_ih_l0_reverse	9	-0.07232661545276642
93369	rnn.bias_hh_l0_reverse	0	-0.11320625245571136
93369	rnn.bias_hh_l0_reverse	1	-0.10984440892934799
93369	rnn.bias_hh_l0_reverse	2	-0.033216264098882675
93369	rnn.bias_hh_l0_reverse	3	-0.13163039088249207
93369	rnn.bias_hh_l0_reverse	4	-0.021039340645074844
93369	rnn.bias_hh_l0_reverse	5	-0.09931834042072296
93369	rnn.bias_hh_l0_reverse	6	-0.07015103846788406
93369	rnn.bias_hh_l0_reverse	7	-0.1570058912038803
93369	rnn.bias_hh_l0_reverse	8	-0.048902273178100586
93369	rnn.bias_hh_l0_reverse	9	-0.12425057590007782
93369	linear.weight	0	-0.2300122082233429
93369	linear.weight	1	-0.1093926653265953
93369	linear.weight	2	-0.011228874325752258
93369	linear.weight	3	-0.11320371925830841
93369	linear.weight	4	0.08813440054655075
93369	linear.weight	5	0.20889638364315033
93369	linear.weight	6	0.0047744326293468475
93369	linear.weight	7	-0.021312154829502106
93369	linear.weight	8	0.12096796184778214
93369	linear.weight	9	0.1698325127363205
93369	linear.bias	0	-0.7591644525527954
93369	linear.bias	1	1.1133487224578857
93369	linear.bias	2	-0.30909159779548645
93369	linear.bias	3	-0.5694336891174316
93369	linear.bias	4	-1.092475414276123
93369	linear.bias	5	-1.153754711151123
93369	linear.bias	6	-0.7648211121559143
93369	linear.bias	7	-0.7283006310462952
93369	linear.bias	8	-0.01705317199230194
93369	linear.bias	9	3.194448471069336
93566	transitions	0	-0.3091234266757965
93566	transitions	1	7.973880290985107
93566	transitions	2	-3.2260630130767822
93566	transitions	3	1.3666532039642334
93566	transitions	4	-1.8790068626403809
93566	transitions	5	-0.336008220911026
93566	transitions	6	-0.17262083292007446
93566	transitions	7	-10000.0
93566	transitions	8	1.7056034803390503
93566	transitions	9	-2.290207624435425
93566	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
93566	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
93566	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
93566	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
93566	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
93566	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
93566	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
93566	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
93566	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
93566	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
93566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
93566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
93566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
93566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
93566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
93566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
93566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
93566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
93566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
93566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
93566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
93566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
93566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
93566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
93566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
93566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
93566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
93566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
93566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
93566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
93566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
93566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
93566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
93566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
93566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
93566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
93566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
93566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
93566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
93566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
93566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
93566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
93566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
93566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
93566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
93566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
93566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
93566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
93566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
93566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
93566	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
93566	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
93566	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
93566	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
93566	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
93566	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
93566	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
93566	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
93566	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
93566	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
93566	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
93566	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
93566	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
93566	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
93566	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
93566	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
93566	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
93566	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
93566	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
93566	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
93566	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
93566	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
93566	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
93566	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
93566	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
93566	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
93566	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
93566	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
93566	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
93566	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
93566	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
93566	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
93566	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
93566	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
93566	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
93566	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
93566	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
93566	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
93566	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
93566	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
93566	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
93566	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
93566	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
93566	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
93566	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
93566	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
93566	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
93566	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
93566	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
93566	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
93566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
93566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
93566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
93566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
93566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
93566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
93566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
93566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
93566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
93566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
93566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
93566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
93566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
93566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
93566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
93566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
93566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
93566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
93566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
93566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
93566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
93566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
93566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
93566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
93566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
93566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
93566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
93566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
93566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
93566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
93566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
93566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
93566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
93566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
93566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
93566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
93566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
93566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
93566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
93566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
93566	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
93566	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
93566	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
93566	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
93566	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
93566	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
93566	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
93566	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
93566	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
93566	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
93566	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
93566	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
93566	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
93566	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
93566	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
93566	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
93566	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
93566	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
93566	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
93566	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
93566	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
93566	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
93566	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
93566	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
93566	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
93566	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
93566	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
93566	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
93566	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
93566	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
93566	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
93566	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
93566	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
93566	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
93566	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
93566	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
93566	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
93566	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
93566	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
93566	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
93566	embedding2nn.weight	0	0.039147134870290756
93566	embedding2nn.weight	1	-0.07988449186086655
93566	embedding2nn.weight	2	0.009573460556566715
93566	embedding2nn.weight	3	-0.05273633077740669
93566	embedding2nn.weight	4	-0.13686658442020416
93566	embedding2nn.weight	5	0.08551163971424103
93566	embedding2nn.weight	6	-0.09194062650203705
93566	embedding2nn.weight	7	-0.07685220241546631
93566	embedding2nn.weight	8	-0.008139937184751034
93566	embedding2nn.weight	9	0.040615104138851166
93566	embedding2nn.bias	0	0.03399402275681496
93566	embedding2nn.bias	1	0.03895023092627525
93566	embedding2nn.bias	2	-0.12776599824428558
93566	embedding2nn.bias	3	0.06366266310214996
93566	embedding2nn.bias	4	0.05827973410487175
93566	embedding2nn.bias	5	-0.15692377090454102
93566	embedding2nn.bias	6	-0.11542549729347229
93566	embedding2nn.bias	7	-0.00766772823408246
93566	embedding2nn.bias	8	0.11074976623058319
93566	embedding2nn.bias	9	-0.09331852942705154
93566	rnn.weight_ih_l0	0	0.005408129189163446
93566	rnn.weight_ih_l0	1	-0.020598694682121277
93566	rnn.weight_ih_l0	2	-0.0316774956882
93566	rnn.weight_ih_l0	3	-0.02183338813483715
93566	rnn.weight_ih_l0	4	-0.009544669650495052
93566	rnn.weight_ih_l0	5	-0.042218685150146484
93566	rnn.weight_ih_l0	6	-0.01062057539820671
93566	rnn.weight_ih_l0	7	-0.028752891346812248
93566	rnn.weight_ih_l0	8	0.025637930259108543
93566	rnn.weight_ih_l0	9	0.01788424141705036
93566	rnn.weight_hh_l0	0	0.003849639790132642
93566	rnn.weight_hh_l0	1	-0.07175621390342712
93566	rnn.weight_hh_l0	2	0.05119255557656288
93566	rnn.weight_hh_l0	3	0.03083987347781658
93566	rnn.weight_hh_l0	4	0.006690277252346277
93566	rnn.weight_hh_l0	5	0.052031248807907104
93566	rnn.weight_hh_l0	6	-0.013834478333592415
93566	rnn.weight_hh_l0	7	-0.08116266131401062
93566	rnn.weight_hh_l0	8	-0.010836094617843628
93566	rnn.weight_hh_l0	9	-0.07339967042207718
93566	rnn.bias_ih_l0	0	-0.07964206486940384
93566	rnn.bias_ih_l0	1	-0.1514241248369217
93566	rnn.bias_ih_l0	2	-0.20009788870811462
93566	rnn.bias_ih_l0	3	-0.267261266708374
93566	rnn.bias_ih_l0	4	0.010783645324409008
93566	rnn.bias_ih_l0	5	0.06898108869791031
93566	rnn.bias_ih_l0	6	-0.13404259085655212
93566	rnn.bias_ih_l0	7	-0.24195875227451324
93566	rnn.bias_ih_l0	8	-0.10790574550628662
93566	rnn.bias_ih_l0	9	-0.14360663294792175
93566	rnn.bias_hh_l0	0	0.10754845291376114
93566	rnn.bias_hh_l0	1	-0.05216069146990776
93566	rnn.bias_hh_l0	2	0.02700231969356537
93566	rnn.bias_hh_l0	3	-0.15846045315265656
93566	rnn.bias_hh_l0	4	0.05164957046508789
93566	rnn.bias_hh_l0	5	0.031706586480140686
93566	rnn.bias_hh_l0	6	-0.08812442421913147
93566	rnn.bias_hh_l0	7	-0.12874895334243774
93566	rnn.bias_hh_l0	8	-0.16292065382003784
93566	rnn.bias_hh_l0	9	-0.08116204291582108
93566	rnn.weight_ih_l0_reverse	0	0.003171218791976571
93566	rnn.weight_ih_l0_reverse	1	0.02207823283970356
93566	rnn.weight_ih_l0_reverse	2	-0.006795172113925219
93566	rnn.weight_ih_l0_reverse	3	-0.00289329094812274
93566	rnn.weight_ih_l0_reverse	4	0.023630347102880478
93566	rnn.weight_ih_l0_reverse	5	-0.061804912984371185
93566	rnn.weight_ih_l0_reverse	6	-0.036475908011198044
93566	rnn.weight_ih_l0_reverse	7	0.001533210277557373
93566	rnn.weight_ih_l0_reverse	8	0.04890431836247444
93566	rnn.weight_ih_l0_reverse	9	0.027518440037965775
93566	rnn.weight_hh_l0_reverse	0	-0.0008319949265569448
93566	rnn.weight_hh_l0_reverse	1	0.017978407442569733
93566	rnn.weight_hh_l0_reverse	2	-0.03685646876692772
93566	rnn.weight_hh_l0_reverse	3	0.033235304057598114
93566	rnn.weight_hh_l0_reverse	4	0.018953587859869003
93566	rnn.weight_hh_l0_reverse	5	-0.014000698924064636
93566	rnn.weight_hh_l0_reverse	6	0.03365495055913925
93566	rnn.weight_hh_l0_reverse	7	0.017683453857898712
93566	rnn.weight_hh_l0_reverse	8	-0.010947518981993198
93566	rnn.weight_hh_l0_reverse	9	-0.05495109036564827
93566	rnn.bias_ih_l0_reverse	0	-0.13133732974529266
93566	rnn.bias_ih_l0_reverse	1	-0.2743051052093506
93566	rnn.bias_ih_l0_reverse	2	-0.059190209954977036
93566	rnn.bias_ih_l0_reverse	3	-0.10534341633319855
93566	rnn.bias_ih_l0_reverse	4	0.07056345045566559
93566	rnn.bias_ih_l0_reverse	5	-0.20961283147335052
93566	rnn.bias_ih_l0_reverse	6	-0.044465988874435425
93566	rnn.bias_ih_l0_reverse	7	0.009370159357786179
93566	rnn.bias_ih_l0_reverse	8	-0.16007520258426666
93566	rnn.bias_ih_l0_reverse	9	-0.07073414325714111
93566	rnn.bias_hh_l0_reverse	0	-0.11179104447364807
93566	rnn.bias_hh_l0_reverse	1	-0.11192587018013
93566	rnn.bias_hh_l0_reverse	2	-0.032543957233428955
93566	rnn.bias_hh_l0_reverse	3	-0.12960179150104523
93566	rnn.bias_hh_l0_reverse	4	-0.022062333300709724
93566	rnn.bias_hh_l0_reverse	5	-0.09912748634815216
93566	rnn.bias_hh_l0_reverse	6	-0.06743592768907547
93566	rnn.bias_hh_l0_reverse	7	-0.1582670658826828
93566	rnn.bias_hh_l0_reverse	8	-0.051393356174230576
93566	rnn.bias_hh_l0_reverse	9	-0.1269839107990265
93566	linear.weight	0	-0.2219930738210678
93566	linear.weight	1	-0.1102166399359703
93566	linear.weight	2	-0.011228874325752258
93566	linear.weight	3	-0.10363549739122391
93566	linear.weight	4	0.08773951977491379
93566	linear.weight	5	0.20798984169960022
93566	linear.weight	6	0.0047744326293468475
93566	linear.weight	7	-0.021312154829502106
93566	linear.weight	8	0.0911845862865448
93566	linear.weight	9	0.1999453455209732
93566	linear.bias	0	-0.7611244916915894
93566	linear.bias	1	1.0993895530700684
93566	linear.bias	2	-0.2701186537742615
93566	linear.bias	3	-0.5877670645713806
93566	linear.bias	4	-1.1139416694641113
93566	linear.bias	5	-1.1538622379302979
93566	linear.bias	6	-0.7589983940124512
93566	linear.bias	7	-0.7106541991233826
93566	linear.bias	8	-0.01705317199230194
93566	linear.bias	9	3.185929298400879
93763	transitions	0	-0.30959364771842957
93763	transitions	1	7.962526321411133
93763	transitions	2	-3.2269139289855957
93763	transitions	3	1.37746000289917
93763	transitions	4	-1.8799729347229004
93763	transitions	5	-0.33616775274276733
93763	transitions	6	-0.17276866734027863
93763	transitions	7	-10000.0
93763	transitions	8	1.7078723907470703
93763	transitions	9	-2.2902157306671143
93763	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
93763	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
93763	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
93763	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
93763	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
93763	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
93763	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
93763	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
93763	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
93763	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
93763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
93763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
93763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
93763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
93763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
93763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
93763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
93763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
93763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
93763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
93763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
93763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
93763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
93763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
93763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
93763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
93763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
93763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
93763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
93763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
93763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
93763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
93763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
93763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
93763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
93763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
93763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
93763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
93763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
93763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
93763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
93763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
93763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
93763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
93763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
93763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
93763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
93763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
93763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
93763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
93763	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
93763	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
93763	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
93763	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
93763	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
93763	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
93763	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
93763	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
93763	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
93763	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
93763	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
93763	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
93763	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
93763	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
93763	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
93763	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
93763	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
93763	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
93763	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
93763	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
93763	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
93763	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
93763	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
93763	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
93763	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
93763	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
93763	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
93763	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
93763	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
93763	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
93763	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
93763	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
93763	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
93763	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
93763	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
93763	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
93763	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
93763	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
93763	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
93763	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
93763	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
93763	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
93763	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
93763	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
93763	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
93763	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
93763	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
93763	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
93763	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
93763	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
93763	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
93763	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
93763	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
93763	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
93763	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
93763	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
93763	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
93763	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
93763	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
93763	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
93763	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
93763	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
93763	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
93763	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
93763	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
93763	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
93763	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
93763	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
93763	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
93763	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
93763	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
93763	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
93763	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
93763	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
93763	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
93763	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
93763	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
93763	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
93763	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
93763	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
93763	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
93763	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
93763	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
93763	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
93763	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
93763	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
93763	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
93763	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
93763	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
93763	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
93763	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
93763	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
93763	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
93763	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
93763	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
93763	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
93763	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
93763	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
93763	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
93763	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
93763	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
93763	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
93763	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
93763	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
93763	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
93763	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
93763	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
93763	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
93763	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
93763	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
93763	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
93763	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
93763	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
93763	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
93763	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
93763	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
93763	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
93763	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
93763	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
93763	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
93763	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
93763	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
93763	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
93763	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
93763	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
93763	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
93763	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
93763	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
93763	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
93763	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
93763	embedding2nn.weight	0	0.0405237078666687
93763	embedding2nn.weight	1	-0.08040197938680649
93763	embedding2nn.weight	2	0.010484322905540466
93763	embedding2nn.weight	3	-0.05415884032845497
93763	embedding2nn.weight	4	-0.13285167515277863
93763	embedding2nn.weight	5	0.0853373259305954
93763	embedding2nn.weight	6	-0.09128701686859131
93763	embedding2nn.weight	7	-0.07830919325351715
93763	embedding2nn.weight	8	-0.008742008358240128
93763	embedding2nn.weight	9	0.04207933321595192
93763	embedding2nn.bias	0	0.05953587591648102
93763	embedding2nn.bias	1	0.02631564997136593
93763	embedding2nn.bias	2	-0.13630810379981995
93763	embedding2nn.bias	3	0.05120226368308067
93763	embedding2nn.bias	4	0.06679032742977142
93763	embedding2nn.bias	5	-0.1648954302072525
93763	embedding2nn.bias	6	-0.09688857942819595
93763	embedding2nn.bias	7	0.0027330773882567883
93763	embedding2nn.bias	8	0.10214278101921082
93763	embedding2nn.bias	9	-0.10844362527132034
93763	rnn.weight_ih_l0	0	0.007296367082744837
93763	rnn.weight_ih_l0	1	-0.018753202632069588
93763	rnn.weight_ih_l0	2	-0.03135063499212265
93763	rnn.weight_ih_l0	3	-0.024705469608306885
93763	rnn.weight_ih_l0	4	-0.009655139409005642
93763	rnn.weight_ih_l0	5	-0.04405524954199791
93763	rnn.weight_ih_l0	6	-0.010178706608712673
93763	rnn.weight_ih_l0	7	-0.0271393321454525
93763	rnn.weight_ih_l0	8	0.02577114664018154
93763	rnn.weight_ih_l0	9	0.01773490384221077
93763	rnn.weight_hh_l0	0	0.003357936395332217
93763	rnn.weight_hh_l0	1	-0.07025425881147385
93763	rnn.weight_hh_l0	2	0.05185181275010109
93763	rnn.weight_hh_l0	3	0.030307982116937637
93763	rnn.weight_hh_l0	4	0.006951738148927689
93763	rnn.weight_hh_l0	5	0.051837049424648285
93763	rnn.weight_hh_l0	6	-0.013644622638821602
93763	rnn.weight_hh_l0	7	-0.08120064437389374
93763	rnn.weight_hh_l0	8	-0.01028098352253437
93763	rnn.weight_hh_l0	9	-0.07349423319101334
93763	rnn.bias_ih_l0	0	-0.08766020089387894
93763	rnn.bias_ih_l0	1	-0.15222902595996857
93763	rnn.bias_ih_l0	2	-0.1982594132423401
93763	rnn.bias_ih_l0	3	-0.26755547523498535
93763	rnn.bias_ih_l0	4	0.006917207967489958
93763	rnn.bias_ih_l0	5	0.07092192769050598
93763	rnn.bias_ih_l0	6	-0.13577668368816376
93763	rnn.bias_ih_l0	7	-0.24025505781173706
93763	rnn.bias_ih_l0	8	-0.10984889417886734
93763	rnn.bias_ih_l0	9	-0.1396639049053192
93763	rnn.bias_hh_l0	0	0.11124121397733688
93763	rnn.bias_hh_l0	1	-0.05154287815093994
93763	rnn.bias_hh_l0	2	0.023777946829795837
93763	rnn.bias_hh_l0	3	-0.15618309378623962
93763	rnn.bias_hh_l0	4	0.051050323992967606
93763	rnn.bias_hh_l0	5	0.030912257730960846
93763	rnn.bias_hh_l0	6	-0.08782283216714859
93763	rnn.bias_hh_l0	7	-0.12889587879180908
93763	rnn.bias_hh_l0	8	-0.16159437596797943
93763	rnn.bias_hh_l0	9	-0.07912355661392212
93763	rnn.weight_ih_l0_reverse	0	0.0038641011342406273
93763	rnn.weight_ih_l0_reverse	1	0.021917739883065224
93763	rnn.weight_ih_l0_reverse	2	-0.008389708586037159
93763	rnn.weight_ih_l0_reverse	3	-0.005964186508208513
93763	rnn.weight_ih_l0_reverse	4	0.02328837290406227
93763	rnn.weight_ih_l0_reverse	5	-0.061905428767204285
93763	rnn.weight_ih_l0_reverse	6	-0.03710141405463219
93763	rnn.weight_ih_l0_reverse	7	-0.004504887852817774
93763	rnn.weight_ih_l0_reverse	8	0.04935944825410843
93763	rnn.weight_ih_l0_reverse	9	0.02782283164560795
93763	rnn.weight_hh_l0_reverse	0	-0.000715829839464277
93763	rnn.weight_hh_l0_reverse	1	0.018068792298436165
93763	rnn.weight_hh_l0_reverse	2	-0.03629278391599655
93763	rnn.weight_hh_l0_reverse	3	0.03292418643832207
93763	rnn.weight_hh_l0_reverse	4	0.01944049634039402
93763	rnn.weight_hh_l0_reverse	5	-0.014285692945122719
93763	rnn.weight_hh_l0_reverse	6	0.0339491069316864
93763	rnn.weight_hh_l0_reverse	7	0.01799478568136692
93763	rnn.weight_hh_l0_reverse	8	-0.010954607278108597
93763	rnn.weight_hh_l0_reverse	9	-0.05613771826028824
93763	rnn.bias_ih_l0_reverse	0	-0.1311403214931488
93763	rnn.bias_ih_l0_reverse	1	-0.27884531021118164
93763	rnn.bias_ih_l0_reverse	2	-0.05598397180438042
93763	rnn.bias_ih_l0_reverse	3	-0.10284897685050964
93763	rnn.bias_ih_l0_reverse	4	0.07346267253160477
93763	rnn.bias_ih_l0_reverse	5	-0.20172518491744995
93763	rnn.bias_ih_l0_reverse	6	-0.04429418593645096
93763	rnn.bias_ih_l0_reverse	7	0.015352228656411171
93763	rnn.bias_ih_l0_reverse	8	-0.15920868515968323
93763	rnn.bias_ih_l0_reverse	9	-0.0719398781657219
93763	rnn.bias_hh_l0_reverse	0	-0.11333733052015305
93763	rnn.bias_hh_l0_reverse	1	-0.11335970461368561
93763	rnn.bias_hh_l0_reverse	2	-0.03318880870938301
93763	rnn.bias_hh_l0_reverse	3	-0.13031832873821259
93763	rnn.bias_hh_l0_reverse	4	-0.02287750132381916
93763	rnn.bias_hh_l0_reverse	5	-0.09850645810365677
93763	rnn.bias_hh_l0_reverse	6	-0.0710202306509018
93763	rnn.bias_hh_l0_reverse	7	-0.15747880935668945
93763	rnn.bias_hh_l0_reverse	8	-0.049438510090112686
93763	rnn.bias_hh_l0_reverse	9	-0.1275763064622879
93763	linear.weight	0	-0.23719769716262817
93763	linear.weight	1	-0.11292117089033127
93763	linear.weight	2	-0.011228874325752258
93763	linear.weight	3	-0.12271976470947266
93763	linear.weight	4	0.08941701799631119
93763	linear.weight	5	0.18161404132843018
93763	linear.weight	6	0.0047744326293468475
93763	linear.weight	7	-0.021312154829502106
93763	linear.weight	8	0.08416546881198883
93763	linear.weight	9	0.20491918921470642
93763	linear.bias	0	-0.7579697370529175
93763	linear.bias	1	1.0642192363739014
93763	linear.bias	2	-0.26936453580856323
93763	linear.bias	3	-0.5713158845901489
93763	linear.bias	4	-1.0910855531692505
93763	linear.bias	5	-1.1539682149887085
93763	linear.bias	6	-0.756039559841156
93763	linear.bias	7	-0.7307533025741577
93763	linear.bias	8	-0.01705317199230194
93763	linear.bias	9	3.0908656120300293
93960	transitions	0	-0.31030571460723877
93960	transitions	1	7.9643378257751465
93960	transitions	2	-3.228004217147827
93960	transitions	3	1.3661918640136719
93960	transitions	4	-1.8806366920471191
93960	transitions	5	-0.33625251054763794
93960	transitions	6	-0.17289826273918152
93960	transitions	7	-10000.0
93960	transitions	8	1.7169017791748047
93960	transitions	9	-2.2902228832244873
93960	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
93960	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
93960	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
93960	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
93960	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
93960	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
93960	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
93960	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
93960	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
93960	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
93960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
93960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
93960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
93960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
93960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
93960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
93960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
93960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
93960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
93960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
93960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
93960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
93960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
93960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
93960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
93960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
93960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
93960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
93960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
93960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
93960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
93960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
93960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
93960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
93960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
93960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
93960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
93960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
93960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
93960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
93960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
93960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
93960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
93960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
93960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
93960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
93960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
93960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
93960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
93960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
93960	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
93960	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
93960	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
93960	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
93960	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
93960	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
93960	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
93960	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
93960	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
93960	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
93960	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
93960	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
93960	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
93960	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
93960	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
93960	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
93960	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
93960	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
93960	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
93960	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
93960	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
93960	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
93960	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
93960	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
93960	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
93960	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
93960	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
93960	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
93960	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
93960	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
93960	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
93960	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
93960	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
93960	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
93960	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
93960	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
93960	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
93960	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
93960	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
93960	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
93960	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
93960	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
93960	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
93960	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
93960	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
93960	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
93960	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
93960	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
93960	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
93960	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
93960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
93960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
93960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
93960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
93960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
93960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
93960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
93960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
93960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
93960	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
93960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
93960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
93960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
93960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
93960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
93960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
93960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
93960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
93960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
93960	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
93960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
93960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
93960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
93960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
93960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
93960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
93960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
93960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
93960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
93960	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
93960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
93960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
93960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
93960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
93960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
93960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
93960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
93960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
93960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
93960	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
93960	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
93960	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
93960	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
93960	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
93960	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
93960	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
93960	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
93960	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
93960	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
93960	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
93960	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
93960	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
93960	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
93960	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
93960	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
93960	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
93960	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
93960	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
93960	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
93960	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
93960	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
93960	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
93960	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
93960	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
93960	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
93960	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
93960	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
93960	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
93960	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
93960	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
93960	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
93960	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
93960	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
93960	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
93960	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
93960	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
93960	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
93960	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
93960	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
93960	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
93960	embedding2nn.weight	0	0.0408322811126709
93960	embedding2nn.weight	1	-0.07789509743452072
93960	embedding2nn.weight	2	0.005782930180430412
93960	embedding2nn.weight	3	-0.05461711809039116
93960	embedding2nn.weight	4	-0.13258756697177887
93960	embedding2nn.weight	5	0.08612684905529022
93960	embedding2nn.weight	6	-0.0892360731959343
93960	embedding2nn.weight	7	-0.07675150781869888
93960	embedding2nn.weight	8	-0.008482434786856174
93960	embedding2nn.weight	9	0.04189857095479965
93960	embedding2nn.bias	0	0.058036647737026215
93960	embedding2nn.bias	1	0.026725981384515762
93960	embedding2nn.bias	2	-0.13170021772384644
93960	embedding2nn.bias	3	0.05919190123677254
93960	embedding2nn.bias	4	0.06334812939167023
93960	embedding2nn.bias	5	-0.17376647889614105
93960	embedding2nn.bias	6	-0.09162528812885284
93960	embedding2nn.bias	7	-0.014722484163939953
93960	embedding2nn.bias	8	0.09224877506494522
93960	embedding2nn.bias	9	-0.11273703724145889
93960	rnn.weight_ih_l0	0	0.007607017643749714
93960	rnn.weight_ih_l0	1	-0.022112026810646057
93960	rnn.weight_ih_l0	2	-0.03137732297182083
93960	rnn.weight_ih_l0	3	-0.02411164902150631
93960	rnn.weight_ih_l0	4	-0.009204298257827759
93960	rnn.weight_ih_l0	5	-0.044491857290267944
93960	rnn.weight_ih_l0	6	-0.012037714011967182
93960	rnn.weight_ih_l0	7	-0.029751678928732872
93960	rnn.weight_ih_l0	8	0.02653941512107849
93960	rnn.weight_ih_l0	9	0.018786627799272537
93960	rnn.weight_hh_l0	0	0.0038653358351439238
93960	rnn.weight_hh_l0	1	-0.07105401158332825
93960	rnn.weight_hh_l0	2	0.051871541887521744
93960	rnn.weight_hh_l0	3	0.029919447377324104
93960	rnn.weight_hh_l0	4	0.006596383173018694
93960	rnn.weight_hh_l0	5	0.055082447826862335
93960	rnn.weight_hh_l0	6	-0.013614384457468987
93960	rnn.weight_hh_l0	7	-0.08146393299102783
93960	rnn.weight_hh_l0	8	-0.009896017611026764
93960	rnn.weight_hh_l0	9	-0.07458189129829407
93960	rnn.bias_ih_l0	0	-0.08528005331754684
93960	rnn.bias_ih_l0	1	-0.15089863538742065
93960	rnn.bias_ih_l0	2	-0.1988726556301117
93960	rnn.bias_ih_l0	3	-0.2673405110836029
93960	rnn.bias_ih_l0	4	0.012875448912382126
93960	rnn.bias_ih_l0	5	0.0729425922036171
93960	rnn.bias_ih_l0	6	-0.1349083036184311
93960	rnn.bias_ih_l0	7	-0.2404502034187317
93960	rnn.bias_ih_l0	8	-0.1082465723156929
93960	rnn.bias_ih_l0	9	-0.14032156765460968
93960	rnn.bias_hh_l0	0	0.11141104251146317
93960	rnn.bias_hh_l0	1	-0.05424519255757332
93960	rnn.bias_hh_l0	2	0.019284671172499657
93960	rnn.bias_hh_l0	3	-0.15416675806045532
93960	rnn.bias_hh_l0	4	0.04590350762009621
93960	rnn.bias_hh_l0	5	0.029534103348851204
93960	rnn.bias_hh_l0	6	-0.08739809691905975
93960	rnn.bias_hh_l0	7	-0.12835974991321564
93960	rnn.bias_hh_l0	8	-0.16111993789672852
93960	rnn.bias_hh_l0	9	-0.08151934295892715
93960	rnn.weight_ih_l0_reverse	0	0.0027177392039448023
93960	rnn.weight_ih_l0_reverse	1	0.02088014967739582
93960	rnn.weight_ih_l0_reverse	2	-0.010372170247137547
93960	rnn.weight_ih_l0_reverse	3	-0.010808813385665417
93960	rnn.weight_ih_l0_reverse	4	0.01927970163524151
93960	rnn.weight_ih_l0_reverse	5	-0.061303526163101196
93960	rnn.weight_ih_l0_reverse	6	-0.03589952737092972
93960	rnn.weight_ih_l0_reverse	7	-0.0051148380152881145
93960	rnn.weight_ih_l0_reverse	8	0.04882787540555
93960	rnn.weight_ih_l0_reverse	9	0.026296263560652733
93960	rnn.weight_hh_l0_reverse	0	-0.002590278396382928
93960	rnn.weight_hh_l0_reverse	1	0.018164368346333504
93960	rnn.weight_hh_l0_reverse	2	-0.03596481680870056
93960	rnn.weight_hh_l0_reverse	3	0.03374430537223816
93960	rnn.weight_hh_l0_reverse	4	0.018873540684580803
93960	rnn.weight_hh_l0_reverse	5	-0.013386006467044353
93960	rnn.weight_hh_l0_reverse	6	0.03407317399978638
93960	rnn.weight_hh_l0_reverse	7	0.018154334276914597
93960	rnn.weight_hh_l0_reverse	8	-0.010775396600365639
93960	rnn.weight_hh_l0_reverse	9	-0.056437358260154724
93960	rnn.bias_ih_l0_reverse	0	-0.13082726299762726
93960	rnn.bias_ih_l0_reverse	1	-0.27857500314712524
93960	rnn.bias_ih_l0_reverse	2	-0.057223476469516754
93960	rnn.bias_ih_l0_reverse	3	-0.10560189932584763
93960	rnn.bias_ih_l0_reverse	4	0.07458560913801193
93960	rnn.bias_ih_l0_reverse	5	-0.201363667845726
93960	rnn.bias_ih_l0_reverse	6	-0.044389765709638596
93960	rnn.bias_ih_l0_reverse	7	0.01540050096809864
93960	rnn.bias_ih_l0_reverse	8	-0.15824848413467407
93960	rnn.bias_ih_l0_reverse	9	-0.07054189592599869
93960	rnn.bias_hh_l0_reverse	0	-0.10720494389533997
93960	rnn.bias_hh_l0_reverse	1	-0.11215710639953613
93960	rnn.bias_hh_l0_reverse	2	-0.03015677072107792
93960	rnn.bias_hh_l0_reverse	3	-0.12900729477405548
93960	rnn.bias_hh_l0_reverse	4	-0.023766029626131058
93960	rnn.bias_hh_l0_reverse	5	-0.10093145072460175
93960	rnn.bias_hh_l0_reverse	6	-0.06769271939992905
93960	rnn.bias_hh_l0_reverse	7	-0.15870624780654907
93960	rnn.bias_hh_l0_reverse	8	-0.0478915311396122
93960	rnn.bias_hh_l0_reverse	9	-0.12604334950447083
93960	linear.weight	0	-0.24069435894489288
93960	linear.weight	1	-0.13168378174304962
93960	linear.weight	2	-0.011228874325752258
93960	linear.weight	3	-0.0960414782166481
93960	linear.weight	4	0.10215213894844055
93960	linear.weight	5	0.1813715100288391
93960	linear.weight	6	0.0047744326293468475
93960	linear.weight	7	-0.021312154829502106
93960	linear.weight	8	0.06168818846344948
93960	linear.weight	9	0.20510631799697876
93960	linear.bias	0	-0.7453688979148865
93960	linear.bias	1	1.072735071182251
93960	linear.bias	2	-0.2954203486442566
93960	linear.bias	3	-0.5861325263977051
93960	linear.bias	4	-1.0911699533462524
93960	linear.bias	5	-1.1540743112564087
93960	linear.bias	6	-0.7416385412216187
93960	linear.bias	7	-0.7571669220924377
93960	linear.bias	8	-0.01705317199230194
93960	linear.bias	9	3.13694167137146
94157	transitions	0	-0.3105483055114746
94157	transitions	1	7.996565818786621
94157	transitions	2	-3.229184150695801
94157	transitions	3	1.3535161018371582
94157	transitions	4	-1.8813464641571045
94157	transitions	5	-0.33644670248031616
94157	transitions	6	-0.17298032343387604
94157	transitions	7	-10000.0
94157	transitions	8	1.7188231945037842
94157	transitions	9	-2.2902333736419678
94157	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
94157	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
94157	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
94157	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
94157	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
94157	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
94157	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
94157	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
94157	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
94157	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
94157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
94157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
94157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
94157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
94157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
94157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
94157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
94157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
94157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
94157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
94157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
94157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
94157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
94157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
94157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
94157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
94157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
94157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
94157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
94157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
94157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
94157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
94157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
94157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
94157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
94157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
94157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
94157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
94157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
94157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
94157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
94157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
94157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
94157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
94157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
94157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
94157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
94157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
94157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
94157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
94157	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
94157	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
94157	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
94157	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
94157	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
94157	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
94157	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
94157	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
94157	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
94157	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
94157	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
94157	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
94157	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
94157	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
94157	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
94157	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
94157	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
94157	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
94157	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
94157	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
94157	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
94157	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
94157	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
94157	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
94157	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
94157	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
94157	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
94157	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
94157	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
94157	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
94157	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
94157	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
94157	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
94157	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
94157	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
94157	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
94157	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
94157	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
94157	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
94157	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
94157	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
94157	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
94157	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
94157	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
94157	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
94157	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
94157	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
94157	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
94157	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
94157	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
94157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
94157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
94157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
94157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
94157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
94157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
94157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
94157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
94157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
94157	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
94157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
94157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
94157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
94157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
94157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
94157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
94157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
94157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
94157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
94157	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
94157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
94157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
94157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
94157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
94157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
94157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
94157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
94157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
94157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
94157	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
94157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
94157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
94157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
94157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
94157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
94157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
94157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
94157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
94157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
94157	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
94157	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
94157	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
94157	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
94157	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
94157	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
94157	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
94157	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
94157	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
94157	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
94157	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
94157	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
94157	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
94157	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
94157	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
94157	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
94157	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
94157	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
94157	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
94157	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
94157	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
94157	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
94157	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
94157	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
94157	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
94157	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
94157	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
94157	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
94157	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
94157	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
94157	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
94157	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
94157	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
94157	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
94157	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
94157	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
94157	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
94157	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
94157	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
94157	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
94157	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
94157	embedding2nn.weight	0	0.04065166041254997
94157	embedding2nn.weight	1	-0.08093712478876114
94157	embedding2nn.weight	2	0.008720179088413715
94157	embedding2nn.weight	3	-0.054188717156648636
94157	embedding2nn.weight	4	-0.13123558461666107
94157	embedding2nn.weight	5	0.08718163520097733
94157	embedding2nn.weight	6	-0.0881083682179451
94157	embedding2nn.weight	7	-0.07753217220306396
94157	embedding2nn.weight	8	-0.006497356574982405
94157	embedding2nn.weight	9	0.03996209800243378
94157	embedding2nn.bias	0	0.05168253928422928
94157	embedding2nn.bias	1	0.023994915187358856
94157	embedding2nn.bias	2	-0.12374669313430786
94157	embedding2nn.bias	3	0.0473625473678112
94157	embedding2nn.bias	4	0.06378157436847687
94157	embedding2nn.bias	5	-0.17333191633224487
94157	embedding2nn.bias	6	-0.10287950187921524
94157	embedding2nn.bias	7	-0.020654859021306038
94157	embedding2nn.bias	8	0.0887390524148941
94157	embedding2nn.bias	9	-0.11328486353158951
94157	rnn.weight_ih_l0	0	0.0072295269928872585
94157	rnn.weight_ih_l0	1	-0.022563239559531212
94157	rnn.weight_ih_l0	2	-0.02944089286029339
94157	rnn.weight_ih_l0	3	-0.022989096119999886
94157	rnn.weight_ih_l0	4	-0.009369312785565853
94157	rnn.weight_ih_l0	5	-0.046823929995298386
94157	rnn.weight_ih_l0	6	-0.015843166038393974
94157	rnn.weight_ih_l0	7	-0.028474370017647743
94157	rnn.weight_ih_l0	8	0.024395082145929337
94157	rnn.weight_ih_l0	9	0.018160460516810417
94157	rnn.weight_hh_l0	0	0.0037401383742690086
94157	rnn.weight_hh_l0	1	-0.0689755231142044
94157	rnn.weight_hh_l0	2	0.053495753556489944
94157	rnn.weight_hh_l0	3	0.029273584485054016
94157	rnn.weight_hh_l0	4	0.0068665663711726665
94157	rnn.weight_hh_l0	5	0.055399149656295776
94157	rnn.weight_hh_l0	6	-0.013986938633024693
94157	rnn.weight_hh_l0	7	-0.08144711703062057
94157	rnn.weight_hh_l0	8	-0.009742792695760727
94157	rnn.weight_hh_l0	9	-0.07404213398694992
94157	rnn.bias_ih_l0	0	-0.08323069661855698
94157	rnn.bias_ih_l0	1	-0.1522151380777359
94157	rnn.bias_ih_l0	2	-0.20190472900867462
94157	rnn.bias_ih_l0	3	-0.2644321024417877
94157	rnn.bias_ih_l0	4	0.011622930876910686
94157	rnn.bias_ih_l0	5	0.07485448569059372
94157	rnn.bias_ih_l0	6	-0.13692685961723328
94157	rnn.bias_ih_l0	7	-0.24120928347110748
94157	rnn.bias_ih_l0	8	-0.10780471563339233
94157	rnn.bias_ih_l0	9	-0.14000745117664337
94157	rnn.bias_hh_l0	0	0.11683336645364761
94157	rnn.bias_hh_l0	1	-0.05446077510714531
94157	rnn.bias_hh_l0	2	0.01965898647904396
94157	rnn.bias_hh_l0	3	-0.15671299397945404
94157	rnn.bias_hh_l0	4	0.047977838665246964
94157	rnn.bias_hh_l0	5	0.025088725611567497
94157	rnn.bias_hh_l0	6	-0.0882105752825737
94157	rnn.bias_hh_l0	7	-0.12923701107501984
94157	rnn.bias_hh_l0	8	-0.1625913679599762
94157	rnn.bias_hh_l0	9	-0.08154522627592087
94157	rnn.weight_ih_l0_reverse	0	0.002820044057443738
94157	rnn.weight_ih_l0_reverse	1	0.021377278491854668
94157	rnn.weight_ih_l0_reverse	2	-0.008614454418420792
94157	rnn.weight_ih_l0_reverse	3	-0.008214738219976425
94157	rnn.weight_ih_l0_reverse	4	0.016856452450156212
94157	rnn.weight_ih_l0_reverse	5	-0.061648234724998474
94157	rnn.weight_ih_l0_reverse	6	-0.036693938076496124
94157	rnn.weight_ih_l0_reverse	7	-0.00404343893751502
94157	rnn.weight_ih_l0_reverse	8	0.04990614205598831
94157	rnn.weight_ih_l0_reverse	9	0.024963943287730217
94157	rnn.weight_hh_l0_reverse	0	-0.001474968041293323
94157	rnn.weight_hh_l0_reverse	1	0.01867140643298626
94157	rnn.weight_hh_l0_reverse	2	-0.0359928160905838
94157	rnn.weight_hh_l0_reverse	3	0.03418242558836937
94157	rnn.weight_hh_l0_reverse	4	0.018922006711363792
94157	rnn.weight_hh_l0_reverse	5	-0.012526688165962696
94157	rnn.weight_hh_l0_reverse	6	0.03363485261797905
94157	rnn.weight_hh_l0_reverse	7	0.01768501102924347
94157	rnn.weight_hh_l0_reverse	8	-0.009948709979653358
94157	rnn.weight_hh_l0_reverse	9	-0.05716264247894287
94157	rnn.bias_ih_l0_reverse	0	-0.1275075078010559
94157	rnn.bias_ih_l0_reverse	1	-0.28131261467933655
94157	rnn.bias_ih_l0_reverse	2	-0.058363839983940125
94157	rnn.bias_ih_l0_reverse	3	-0.10680213570594788
94157	rnn.bias_ih_l0_reverse	4	0.08026813715696335
94157	rnn.bias_ih_l0_reverse	5	-0.201005220413208
94157	rnn.bias_ih_l0_reverse	6	-0.04453388601541519
94157	rnn.bias_ih_l0_reverse	7	0.018543001264333725
94157	rnn.bias_ih_l0_reverse	8	-0.15945491194725037
94157	rnn.bias_ih_l0_reverse	9	-0.07086032629013062
94157	rnn.bias_hh_l0_reverse	0	-0.11492186039686203
94157	rnn.bias_hh_l0_reverse	1	-0.11062902212142944
94157	rnn.bias_hh_l0_reverse	2	-0.029795370995998383
94157	rnn.bias_hh_l0_reverse	3	-0.13069234788417816
94157	rnn.bias_hh_l0_reverse	4	-0.0235111266374588
94157	rnn.bias_hh_l0_reverse	5	-0.09549830853939056
94157	rnn.bias_hh_l0_reverse	6	-0.07179117202758789
94157	rnn.bias_hh_l0_reverse	7	-0.15234138071537018
94157	rnn.bias_hh_l0_reverse	8	-0.05130938068032265
94157	rnn.bias_hh_l0_reverse	9	-0.12718762457370758
94157	linear.weight	0	-0.2608718276023865
94157	linear.weight	1	-0.13266384601593018
94157	linear.weight	2	-0.011228874325752258
94157	linear.weight	3	-0.09452985972166061
94157	linear.weight	4	0.07724340260028839
94157	linear.weight	5	0.19697017967700958
94157	linear.weight	6	0.0047744326293468475
94157	linear.weight	7	-0.021312154829502106
94157	linear.weight	8	0.06380713731050491
94157	linear.weight	9	0.20683598518371582
94157	linear.bias	0	-0.7616001963615417
94157	linear.bias	1	1.0767210721969604
94157	linear.bias	2	-0.29421940445899963
94157	linear.bias	3	-0.5428326725959778
94157	linear.bias	4	-1.0596158504486084
94157	linear.bias	5	-1.1541882753372192
94157	linear.bias	6	-0.7584826350212097
94157	linear.bias	7	-0.739453136920929
94157	linear.bias	8	-0.01705317199230194
94157	linear.bias	9	3.1471774578094482
94354	transitions	0	-0.31178203225135803
94354	transitions	1	7.983798027038574
94354	transitions	2	-3.230337142944336
94354	transitions	3	1.366675853729248
94354	transitions	4	-1.8825098276138306
94354	transitions	5	-0.33654844760894775
94354	transitions	6	-0.17307768762111664
94354	transitions	7	-10000.0
94354	transitions	8	1.7186205387115479
94354	transitions	9	-2.2902495861053467
94354	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
94354	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
94354	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
94354	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
94354	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
94354	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
94354	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
94354	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
94354	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
94354	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
94354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
94354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
94354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
94354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
94354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
94354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
94354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
94354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
94354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
94354	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
94354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
94354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
94354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
94354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
94354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
94354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
94354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
94354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
94354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
94354	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
94354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
94354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
94354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
94354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
94354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
94354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
94354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
94354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
94354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
94354	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
94354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
94354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
94354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
94354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
94354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
94354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
94354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
94354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
94354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
94354	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
94354	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
94354	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
94354	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
94354	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
94354	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
94354	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
94354	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
94354	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
94354	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
94354	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
94354	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
94354	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
94354	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
94354	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
94354	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
94354	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
94354	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
94354	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
94354	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
94354	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
94354	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
94354	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
94354	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
94354	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
94354	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
94354	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
94354	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
94354	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
94354	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
94354	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
94354	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
94354	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
94354	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
94354	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
94354	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
94354	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
94354	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
94354	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
94354	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
94354	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
94354	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
94354	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
94354	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
94354	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
94354	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
94354	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
94354	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
94354	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
94354	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
94354	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
94354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
94354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
94354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
94354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
94354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
94354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
94354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
94354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
94354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
94354	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
94354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
94354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
94354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
94354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
94354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
94354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
94354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
94354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
94354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
94354	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
94354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
94354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
94354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
94354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
94354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
94354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
94354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
94354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
94354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
94354	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
94354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
94354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
94354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
94354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
94354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
94354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
94354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
94354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
94354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
94354	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
94354	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
94354	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
94354	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
94354	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
94354	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
94354	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
94354	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
94354	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
94354	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
94354	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
94354	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
94354	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
94354	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
94354	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
94354	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
94354	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
94354	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
94354	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
94354	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
94354	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
94354	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
94354	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
94354	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
94354	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
94354	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
94354	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
94354	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
94354	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
94354	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
94354	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
94354	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
94354	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
94354	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
94354	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
94354	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
94354	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
94354	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
94354	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
94354	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
94354	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
94354	embedding2nn.weight	0	0.04138314351439476
94354	embedding2nn.weight	1	-0.08138614147901535
94354	embedding2nn.weight	2	0.008099958300590515
94354	embedding2nn.weight	3	-0.05375349149107933
94354	embedding2nn.weight	4	-0.13064363598823547
94354	embedding2nn.weight	5	0.08996108174324036
94354	embedding2nn.weight	6	-0.08831950277090073
94354	embedding2nn.weight	7	-0.07760443538427353
94354	embedding2nn.weight	8	-0.004065531771630049
94354	embedding2nn.weight	9	0.04103408753871918
94354	embedding2nn.bias	0	0.051174018532037735
94354	embedding2nn.bias	1	0.0321858748793602
94354	embedding2nn.bias	2	-0.11420273780822754
94354	embedding2nn.bias	3	0.04959139972925186
94354	embedding2nn.bias	4	0.0612318329513073
94354	embedding2nn.bias	5	-0.16110187768936157
94354	embedding2nn.bias	6	-0.1021324023604393
94354	embedding2nn.bias	7	-0.023575633764266968
94354	embedding2nn.bias	8	0.09426099061965942
94354	embedding2nn.bias	9	-0.10159572213888168
94354	rnn.weight_ih_l0	0	0.009159530512988567
94354	rnn.weight_ih_l0	1	-0.019905243068933487
94354	rnn.weight_ih_l0	2	-0.030020074918866158
94354	rnn.weight_ih_l0	3	-0.02213125489652157
94354	rnn.weight_ih_l0	4	-0.010051372461020947
94354	rnn.weight_ih_l0	5	-0.04841509088873863
94354	rnn.weight_ih_l0	6	-0.017366213724017143
94354	rnn.weight_ih_l0	7	-0.03210717812180519
94354	rnn.weight_ih_l0	8	0.02276872843503952
94354	rnn.weight_ih_l0	9	0.015841178596019745
94354	rnn.weight_hh_l0	0	0.003735058708116412
94354	rnn.weight_hh_l0	1	-0.06946557760238647
94354	rnn.weight_hh_l0	2	0.05407877266407013
94354	rnn.weight_hh_l0	3	0.02899199351668358
94354	rnn.weight_hh_l0	4	0.0065786149352788925
94354	rnn.weight_hh_l0	5	0.054548487067222595
94354	rnn.weight_hh_l0	6	-0.013730871491134167
94354	rnn.weight_hh_l0	7	-0.08163926750421524
94354	rnn.weight_hh_l0	8	-0.006784071680158377
94354	rnn.weight_hh_l0	9	-0.07639314979314804
94354	rnn.bias_ih_l0	0	-0.08403876423835754
94354	rnn.bias_ih_l0	1	-0.15145224332809448
94354	rnn.bias_ih_l0	2	-0.20220334827899933
94354	rnn.bias_ih_l0	3	-0.26552602648735046
94354	rnn.bias_ih_l0	4	0.0055731721222400665
94354	rnn.bias_ih_l0	5	0.07525515556335449
94354	rnn.bias_ih_l0	6	-0.1363592892885208
94354	rnn.bias_ih_l0	7	-0.24180762469768524
94354	rnn.bias_ih_l0	8	-0.10679521411657333
94354	rnn.bias_ih_l0	9	-0.14354103803634644
94354	rnn.bias_hh_l0	0	0.1160985603928566
94354	rnn.bias_hh_l0	1	-0.05687679350376129
94354	rnn.bias_hh_l0	2	0.018730267882347107
94354	rnn.bias_hh_l0	3	-0.15133889019489288
94354	rnn.bias_hh_l0	4	0.04770396277308464
94354	rnn.bias_hh_l0	5	0.023779287934303284
94354	rnn.bias_hh_l0	6	-0.08828189224004745
94354	rnn.bias_hh_l0	7	-0.12937703728675842
94354	rnn.bias_hh_l0	8	-0.16282810270786285
94354	rnn.bias_hh_l0	9	-0.08040968328714371
94354	rnn.weight_ih_l0_reverse	0	0.0027207452803850174
94354	rnn.weight_ih_l0_reverse	1	0.021809320896863937
94354	rnn.weight_ih_l0_reverse	2	-0.011255249381065369
94354	rnn.weight_ih_l0_reverse	3	-0.004441493656486273
94354	rnn.weight_ih_l0_reverse	4	0.017027657479047775
94354	rnn.weight_ih_l0_reverse	5	-0.05864459276199341
94354	rnn.weight_ih_l0_reverse	6	-0.03513467684388161
94354	rnn.weight_ih_l0_reverse	7	-0.002322826301679015
94354	rnn.weight_ih_l0_reverse	8	0.0475187674164772
94354	rnn.weight_ih_l0_reverse	9	0.025092700496315956
94354	rnn.weight_hh_l0_reverse	0	-0.0006289069424383342
94354	rnn.weight_hh_l0_reverse	1	0.01889447681605816
94354	rnn.weight_hh_l0_reverse	2	-0.035901572555303574
94354	rnn.weight_hh_l0_reverse	3	0.03464280441403389
94354	rnn.weight_hh_l0_reverse	4	0.018781892955303192
94354	rnn.weight_hh_l0_reverse	5	-0.012219132855534554
94354	rnn.weight_hh_l0_reverse	6	0.033891450613737106
94354	rnn.weight_hh_l0_reverse	7	0.01747213862836361
94354	rnn.weight_hh_l0_reverse	8	-0.008849271573126316
94354	rnn.weight_hh_l0_reverse	9	-0.057851098477840424
94354	rnn.bias_ih_l0_reverse	0	-0.1293598860502243
94354	rnn.bias_ih_l0_reverse	1	-0.28353822231292725
94354	rnn.bias_ih_l0_reverse	2	-0.059045735746622086
94354	rnn.bias_ih_l0_reverse	3	-0.1072704866528511
94354	rnn.bias_ih_l0_reverse	4	0.07784929126501083
94354	rnn.bias_ih_l0_reverse	5	-0.2015063315629959
94354	rnn.bias_ih_l0_reverse	6	-0.045844916254282
94354	rnn.bias_ih_l0_reverse	7	0.013118648901581764
94354	rnn.bias_ih_l0_reverse	8	-0.16044944524765015
94354	rnn.bias_ih_l0_reverse	9	-0.07125788182020187
94354	rnn.bias_hh_l0_reverse	0	-0.1125909760594368
94354	rnn.bias_hh_l0_reverse	1	-0.10585156083106995
94354	rnn.bias_hh_l0_reverse	2	-0.028808413073420525
94354	rnn.bias_hh_l0_reverse	3	-0.12977935373783112
94354	rnn.bias_hh_l0_reverse	4	-0.02342124655842781
94354	rnn.bias_hh_l0_reverse	5	-0.10002057999372482
94354	rnn.bias_hh_l0_reverse	6	-0.07014182955026627
94354	rnn.bias_hh_l0_reverse	7	-0.14809687435626984
94354	rnn.bias_hh_l0_reverse	8	-0.052644554525613785
94354	rnn.bias_hh_l0_reverse	9	-0.12809859216213226
94354	linear.weight	0	-0.23052643239498138
94354	linear.weight	1	-0.1393922120332718
94354	linear.weight	2	-0.011228874325752258
94354	linear.weight	3	-0.08861993253231049
94354	linear.weight	4	0.07476341724395752
94354	linear.weight	5	0.19476543366909027
94354	linear.weight	6	0.0047744326293468475
94354	linear.weight	7	-0.021312154829502106
94354	linear.weight	8	0.08058248460292816
94354	linear.weight	9	0.22077621519565582
94354	linear.bias	0	-0.7415755391120911
94354	linear.bias	1	1.061305046081543
94354	linear.bias	2	-0.30813273787498474
94354	linear.bias	3	-0.582026481628418
94354	linear.bias	4	-1.1005948781967163
94354	linear.bias	5	-1.1543052196502686
94354	linear.bias	6	-0.7382367849349976
94354	linear.bias	7	-0.7443472146987915
94354	linear.bias	8	-0.01705317199230194
94354	linear.bias	9	3.183917284011841
94551	transitions	0	-0.31233492493629456
94551	transitions	1	7.964532852172852
94551	transitions	2	-3.2321114540100098
94551	transitions	3	1.3741650581359863
94551	transitions	4	-1.8833497762680054
94551	transitions	5	-0.3367038667201996
94551	transitions	6	-0.173148050904274
94551	transitions	7	-10000.0
94551	transitions	8	1.720497965812683
94551	transitions	9	-2.2902636528015137
94551	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
94551	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
94551	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
94551	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
94551	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
94551	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
94551	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
94551	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
94551	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
94551	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
94551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
94551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
94551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
94551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
94551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
94551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
94551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
94551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
94551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
94551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
94551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
94551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
94551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
94551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
94551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
94551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
94551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
94551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
94551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
94551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
94551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
94551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
94551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
94551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
94551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
94551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
94551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
94551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
94551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
94551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
94551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
94551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
94551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
94551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
94551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
94551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
94551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
94551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
94551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
94551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
94551	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
94551	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
94551	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
94551	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
94551	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
94551	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
94551	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
94551	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
94551	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
94551	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
94551	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
94551	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
94551	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
94551	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
94551	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
94551	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
94551	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
94551	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
94551	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
94551	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
94551	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
94551	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
94551	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
94551	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
94551	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
94551	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
94551	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
94551	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
94551	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
94551	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
94551	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
94551	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
94551	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
94551	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
94551	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
94551	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
94551	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
94551	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
94551	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
94551	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
94551	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
94551	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
94551	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
94551	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
94551	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
94551	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
94551	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
94551	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
94551	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
94551	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
94551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
94551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
94551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
94551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
94551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
94551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
94551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
94551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
94551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
94551	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
94551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
94551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
94551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
94551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
94551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
94551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
94551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
94551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
94551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
94551	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
94551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
94551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
94551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
94551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
94551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
94551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
94551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
94551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
94551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
94551	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
94551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
94551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
94551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
94551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
94551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
94551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
94551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
94551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
94551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
94551	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
94551	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
94551	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
94551	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
94551	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
94551	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
94551	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
94551	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
94551	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
94551	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
94551	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
94551	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
94551	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
94551	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
94551	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
94551	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
94551	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
94551	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
94551	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
94551	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
94551	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
94551	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
94551	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
94551	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
94551	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
94551	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
94551	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
94551	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
94551	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
94551	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
94551	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
94551	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
94551	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
94551	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
94551	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
94551	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
94551	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
94551	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
94551	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
94551	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
94551	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
94551	embedding2nn.weight	0	0.041738979518413544
94551	embedding2nn.weight	1	-0.07956519722938538
94551	embedding2nn.weight	2	0.007268259767442942
94551	embedding2nn.weight	3	-0.05383656173944473
94551	embedding2nn.weight	4	-0.13576214015483856
94551	embedding2nn.weight	5	0.08838463574647903
94551	embedding2nn.weight	6	-0.0862872451543808
94551	embedding2nn.weight	7	-0.0758516788482666
94551	embedding2nn.weight	8	-0.004890083335340023
94551	embedding2nn.weight	9	0.040271610021591187
94551	embedding2nn.bias	0	0.050875794142484665
94551	embedding2nn.bias	1	0.019169088453054428
94551	embedding2nn.bias	2	-0.11199557036161423
94551	embedding2nn.bias	3	0.06179334223270416
94551	embedding2nn.bias	4	0.04431634023785591
94551	embedding2nn.bias	5	-0.15998123586177826
94551	embedding2nn.bias	6	-0.10996390879154205
94551	embedding2nn.bias	7	-0.01375903096050024
94551	embedding2nn.bias	8	0.09870249778032303
94551	embedding2nn.bias	9	-0.10942517220973969
94551	rnn.weight_ih_l0	0	0.008962227031588554
94551	rnn.weight_ih_l0	1	-0.019799385219812393
94551	rnn.weight_ih_l0	2	-0.030660167336463928
94551	rnn.weight_ih_l0	3	-0.02069510705769062
94551	rnn.weight_ih_l0	4	-0.009998943656682968
94551	rnn.weight_ih_l0	5	-0.05124913528561592
94551	rnn.weight_ih_l0	6	-0.013476302847266197
94551	rnn.weight_ih_l0	7	-0.03055603988468647
94551	rnn.weight_ih_l0	8	0.026967795565724373
94551	rnn.weight_ih_l0	9	0.01846175454556942
94551	rnn.weight_hh_l0	0	0.003051146399229765
94551	rnn.weight_hh_l0	1	-0.07013262063264847
94551	rnn.weight_hh_l0	2	0.05435275658965111
94551	rnn.weight_hh_l0	3	0.030965864658355713
94551	rnn.weight_hh_l0	4	0.0062248907051980495
94551	rnn.weight_hh_l0	5	0.05428292602300644
94551	rnn.weight_hh_l0	6	-0.01324425358325243
94551	rnn.weight_hh_l0	7	-0.08203013986349106
94551	rnn.weight_hh_l0	8	-0.006092606112360954
94551	rnn.weight_hh_l0	9	-0.0790242850780487
94551	rnn.bias_ih_l0	0	-0.08633806556463242
94551	rnn.bias_ih_l0	1	-0.14856162667274475
94551	rnn.bias_ih_l0	2	-0.2023976445198059
94551	rnn.bias_ih_l0	3	-0.2660214602947235
94551	rnn.bias_ih_l0	4	0.006807727739214897
94551	rnn.bias_ih_l0	5	0.07019539922475815
94551	rnn.bias_ih_l0	6	-0.1371159851551056
94551	rnn.bias_ih_l0	7	-0.24379833042621613
94551	rnn.bias_ih_l0	8	-0.10450836271047592
94551	rnn.bias_ih_l0	9	-0.14120832085609436
94551	rnn.bias_hh_l0	0	0.11594446748495102
94551	rnn.bias_hh_l0	1	-0.05843950808048248
94551	rnn.bias_hh_l0	2	0.018235545605421066
94551	rnn.bias_hh_l0	3	-0.15263743698596954
94551	rnn.bias_hh_l0	4	0.04468177631497383
94551	rnn.bias_hh_l0	5	0.023371078073978424
94551	rnn.bias_hh_l0	6	-0.08928239345550537
94551	rnn.bias_hh_l0	7	-0.13317807018756866
94551	rnn.bias_hh_l0	8	-0.16050420701503754
94551	rnn.bias_hh_l0	9	-0.083441823720932
94551	rnn.weight_ih_l0_reverse	0	0.0023780774790793657
94551	rnn.weight_ih_l0_reverse	1	0.024383259937167168
94551	rnn.weight_ih_l0_reverse	2	-0.013418503105640411
94551	rnn.weight_ih_l0_reverse	3	-0.0031379328574985266
94551	rnn.weight_ih_l0_reverse	4	0.019153201952576637
94551	rnn.weight_ih_l0_reverse	5	-0.06070652976632118
94551	rnn.weight_ih_l0_reverse	6	-0.03363081440329552
94551	rnn.weight_ih_l0_reverse	7	-0.0012633648002520204
94551	rnn.weight_ih_l0_reverse	8	0.04481079429388046
94551	rnn.weight_ih_l0_reverse	9	0.02775552310049534
94551	rnn.weight_hh_l0_reverse	0	-0.0003498079313430935
94551	rnn.weight_hh_l0_reverse	1	0.01905764639377594
94551	rnn.weight_hh_l0_reverse	2	-0.035437509417533875
94551	rnn.weight_hh_l0_reverse	3	0.035535600036382675
94551	rnn.weight_hh_l0_reverse	4	0.01873023808002472
94551	rnn.weight_hh_l0_reverse	5	-0.013775834813714027
94551	rnn.weight_hh_l0_reverse	6	0.033656902611255646
94551	rnn.weight_hh_l0_reverse	7	0.017651984468102455
94551	rnn.weight_hh_l0_reverse	8	-0.008602023124694824
94551	rnn.weight_hh_l0_reverse	9	-0.057954151183366776
94551	rnn.bias_ih_l0_reverse	0	-0.12850846350193024
94551	rnn.bias_ih_l0_reverse	1	-0.28404051065444946
94551	rnn.bias_ih_l0_reverse	2	-0.0578177273273468
94551	rnn.bias_ih_l0_reverse	3	-0.10760641098022461
94551	rnn.bias_ih_l0_reverse	4	0.07536051422357559
94551	rnn.bias_ih_l0_reverse	5	-0.2089967280626297
94551	rnn.bias_ih_l0_reverse	6	-0.03876936435699463
94551	rnn.bias_ih_l0_reverse	7	0.017702510580420494
94551	rnn.bias_ih_l0_reverse	8	-0.16165931522846222
94551	rnn.bias_ih_l0_reverse	9	-0.07504246383905411
94551	rnn.bias_hh_l0_reverse	0	-0.11453618109226227
94551	rnn.bias_hh_l0_reverse	1	-0.10895948112010956
94551	rnn.bias_hh_l0_reverse	2	-0.027652619406580925
94551	rnn.bias_hh_l0_reverse	3	-0.12872707843780518
94551	rnn.bias_hh_l0_reverse	4	-0.021470097824931145
94551	rnn.bias_hh_l0_reverse	5	-0.10384377092123032
94551	rnn.bias_hh_l0_reverse	6	-0.07132822275161743
94551	rnn.bias_hh_l0_reverse	7	-0.14336733520030975
94551	rnn.bias_hh_l0_reverse	8	-0.048540446907281876
94551	rnn.bias_hh_l0_reverse	9	-0.12801150977611542
94551	linear.weight	0	-0.24776776134967804
94551	linear.weight	1	-0.13974162936210632
94551	linear.weight	2	-0.011228874325752258
94551	linear.weight	3	-0.09842126071453094
94551	linear.weight	4	0.0848069116473198
94551	linear.weight	5	0.20625244081020355
94551	linear.weight	6	0.0047744326293468475
94551	linear.weight	7	-0.021312154829502106
94551	linear.weight	8	0.08429308235645294
94551	linear.weight	9	0.2342597395181656
94551	linear.bias	0	-0.7515476942062378
94551	linear.bias	1	1.0703845024108887
94551	linear.bias	2	-0.2513195276260376
94551	linear.bias	3	-0.573622465133667
94551	linear.bias	4	-1.0539190769195557
94551	linear.bias	5	-1.154417872428894
94551	linear.bias	6	-0.7472617030143738
94551	linear.bias	7	-0.7537211775779724
94551	linear.bias	8	-0.01705317199230194
94551	linear.bias	9	3.144904375076294
94748	transitions	0	-0.31292665004730225
94748	transitions	1	7.95585298538208
94748	transitions	2	-3.2343757152557373
94748	transitions	3	1.380518913269043
94748	transitions	4	-1.8847458362579346
94748	transitions	5	-0.33679571747779846
94748	transitions	6	-0.17329150438308716
94748	transitions	7	-10000.0
94748	transitions	8	1.720118761062622
94748	transitions	9	-2.2902793884277344
94748	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
94748	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
94748	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
94748	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
94748	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
94748	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
94748	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
94748	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
94748	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
94748	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
94748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
94748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
94748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
94748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
94748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
94748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
94748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
94748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
94748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
94748	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
94748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
94748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
94748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
94748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
94748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
94748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
94748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
94748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
94748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
94748	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
94748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
94748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
94748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
94748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
94748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
94748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
94748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
94748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
94748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
94748	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
94748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
94748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
94748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
94748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
94748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
94748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
94748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
94748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
94748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
94748	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
94748	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
94748	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
94748	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
94748	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
94748	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
94748	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
94748	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
94748	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
94748	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
94748	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
94748	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
94748	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
94748	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
94748	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
94748	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
94748	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
94748	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
94748	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
94748	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
94748	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
94748	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
94748	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
94748	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
94748	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
94748	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
94748	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
94748	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
94748	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
94748	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
94748	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
94748	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
94748	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
94748	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
94748	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
94748	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
94748	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
94748	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
94748	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
94748	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
94748	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
94748	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
94748	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
94748	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
94748	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
94748	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
94748	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
94748	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
94748	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
94748	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
94748	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
94748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
94748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
94748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
94748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
94748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
94748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
94748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
94748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
94748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
94748	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
94748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
94748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
94748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
94748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
94748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
94748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
94748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
94748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
94748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
94748	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
94748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
94748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
94748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
94748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
94748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
94748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
94748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
94748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
94748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
94748	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
94748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
94748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
94748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
94748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
94748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
94748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
94748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
94748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
94748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
94748	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
94748	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
94748	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
94748	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
94748	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
94748	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
94748	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
94748	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
94748	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
94748	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
94748	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
94748	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
94748	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
94748	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
94748	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
94748	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
94748	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
94748	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
94748	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
94748	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
94748	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
94748	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
94748	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
94748	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
94748	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
94748	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
94748	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
94748	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
94748	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
94748	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
94748	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
94748	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
94748	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
94748	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
94748	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
94748	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
94748	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
94748	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
94748	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
94748	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
94748	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
94748	embedding2nn.weight	0	0.041691116988658905
94748	embedding2nn.weight	1	-0.07953161746263504
94748	embedding2nn.weight	2	0.011238563805818558
94748	embedding2nn.weight	3	-0.05543183907866478
94748	embedding2nn.weight	4	-0.1353626847267151
94748	embedding2nn.weight	5	0.08772677928209305
94748	embedding2nn.weight	6	-0.08671814203262329
94748	embedding2nn.weight	7	-0.07565698027610779
94748	embedding2nn.weight	8	-0.004032934084534645
94748	embedding2nn.weight	9	0.039452459663152695
94748	embedding2nn.bias	0	0.05386854335665703
94748	embedding2nn.bias	1	0.024433651939034462
94748	embedding2nn.bias	2	-0.09957113862037659
94748	embedding2nn.bias	3	0.05752111226320267
94748	embedding2nn.bias	4	0.05318634584546089
94748	embedding2nn.bias	5	-0.17006021738052368
94748	embedding2nn.bias	6	-0.101702481508255
94748	embedding2nn.bias	7	-0.02192992903292179
94748	embedding2nn.bias	8	0.09601935744285583
94748	embedding2nn.bias	9	-0.10082203894853592
94748	rnn.weight_ih_l0	0	0.009281407110393047
94748	rnn.weight_ih_l0	1	-0.018680909648537636
94748	rnn.weight_ih_l0	2	-0.03058113157749176
94748	rnn.weight_ih_l0	3	-0.02125490829348564
94748	rnn.weight_ih_l0	4	-0.010168180800974369
94748	rnn.weight_ih_l0	5	-0.051360033452510834
94748	rnn.weight_ih_l0	6	-0.012889557518064976
94748	rnn.weight_ih_l0	7	-0.029085060581564903
94748	rnn.weight_ih_l0	8	0.02703080326318741
94748	rnn.weight_ih_l0	9	0.018322095274925232
94748	rnn.weight_hh_l0	0	0.003163351211696863
94748	rnn.weight_hh_l0	1	-0.06944268941879272
94748	rnn.weight_hh_l0	2	0.05538775771856308
94748	rnn.weight_hh_l0	3	0.030001388862729073
94748	rnn.weight_hh_l0	4	0.005928971339017153
94748	rnn.weight_hh_l0	5	0.05355852097272873
94748	rnn.weight_hh_l0	6	-0.013244237750768661
94748	rnn.weight_hh_l0	7	-0.0820356085896492
94748	rnn.weight_hh_l0	8	-0.0047300648875534534
94748	rnn.weight_hh_l0	9	-0.08278519660234451
94748	rnn.bias_ih_l0	0	-0.0861479789018631
94748	rnn.bias_ih_l0	1	-0.1490514576435089
94748	rnn.bias_ih_l0	2	-0.19945906102657318
94748	rnn.bias_ih_l0	3	-0.2641897201538086
94748	rnn.bias_ih_l0	4	0.00441140728071332
94748	rnn.bias_ih_l0	5	0.06853432208299637
94748	rnn.bias_ih_l0	6	-0.13796696066856384
94748	rnn.bias_ih_l0	7	-0.24144324660301208
94748	rnn.bias_ih_l0	8	-0.11042440682649612
94748	rnn.bias_ih_l0	9	-0.14005492627620697
94748	rnn.bias_hh_l0	0	0.11732400953769684
94748	rnn.bias_hh_l0	1	-0.05771004781126976
94748	rnn.bias_hh_l0	2	0.01912827230989933
94748	rnn.bias_hh_l0	3	-0.15210510790348053
94748	rnn.bias_hh_l0	4	0.04490688070654869
94748	rnn.bias_hh_l0	5	0.027070654556155205
94748	rnn.bias_hh_l0	6	-0.08854234218597412
94748	rnn.bias_hh_l0	7	-0.1347130686044693
94748	rnn.bias_hh_l0	8	-0.1579829305410385
94748	rnn.bias_hh_l0	9	-0.0807686299085617
94748	rnn.weight_ih_l0_reverse	0	0.0024871984496712685
94748	rnn.weight_ih_l0_reverse	1	0.01945735327899456
94748	rnn.weight_ih_l0_reverse	2	-0.010292558930814266
94748	rnn.weight_ih_l0_reverse	3	-0.004530035890638828
94748	rnn.weight_ih_l0_reverse	4	0.01826934702694416
94748	rnn.weight_ih_l0_reverse	5	-0.06235281378030777
94748	rnn.weight_ih_l0_reverse	6	-0.033633552491664886
94748	rnn.weight_ih_l0_reverse	7	-0.000514505198225379
94748	rnn.weight_ih_l0_reverse	8	0.04749247431755066
94748	rnn.weight_ih_l0_reverse	9	0.028005102649331093
94748	rnn.weight_hh_l0_reverse	0	-0.001075788284651935
94748	rnn.weight_hh_l0_reverse	1	0.01908249966800213
94748	rnn.weight_hh_l0_reverse	2	-0.03540494665503502
94748	rnn.weight_hh_l0_reverse	3	0.03475375473499298
94748	rnn.weight_hh_l0_reverse	4	0.018564267084002495
94748	rnn.weight_hh_l0_reverse	5	-0.013577809557318687
94748	rnn.weight_hh_l0_reverse	6	0.03374909237027168
94748	rnn.weight_hh_l0_reverse	7	0.01695564202964306
94748	rnn.weight_hh_l0_reverse	8	-0.00822269544005394
94748	rnn.weight_hh_l0_reverse	9	-0.0575663298368454
94748	rnn.bias_ih_l0_reverse	0	-0.12853281199932098
94748	rnn.bias_ih_l0_reverse	1	-0.2853526175022125
94748	rnn.bias_ih_l0_reverse	2	-0.06274870783090591
94748	rnn.bias_ih_l0_reverse	3	-0.10565207898616791
94748	rnn.bias_ih_l0_reverse	4	0.0711200013756752
94748	rnn.bias_ih_l0_reverse	5	-0.2109566032886505
94748	rnn.bias_ih_l0_reverse	6	-0.0405469685792923
94748	rnn.bias_ih_l0_reverse	7	0.02607269212603569
94748	rnn.bias_ih_l0_reverse	8	-0.16199511289596558
94748	rnn.bias_ih_l0_reverse	9	-0.07250514626502991
94748	rnn.bias_hh_l0_reverse	0	-0.11572181433439255
94748	rnn.bias_hh_l0_reverse	1	-0.11372626572847366
94748	rnn.bias_hh_l0_reverse	2	-0.026265770196914673
94748	rnn.bias_hh_l0_reverse	3	-0.1298632025718689
94748	rnn.bias_hh_l0_reverse	4	-0.018788442015647888
94748	rnn.bias_hh_l0_reverse	5	-0.103142648935318
94748	rnn.bias_hh_l0_reverse	6	-0.06724182516336441
94748	rnn.bias_hh_l0_reverse	7	-0.14629526436328888
94748	rnn.bias_hh_l0_reverse	8	-0.04770737513899803
94748	rnn.bias_hh_l0_reverse	9	-0.1317923367023468
94748	linear.weight	0	-0.24983662366867065
94748	linear.weight	1	-0.14133258163928986
94748	linear.weight	2	-0.011228874325752258
94748	linear.weight	3	-0.08194099366664886
94748	linear.weight	4	0.052964095026254654
94748	linear.weight	5	0.18642652034759521
94748	linear.weight	6	0.0047744326293468475
94748	linear.weight	7	-0.021312154829502106
94748	linear.weight	8	0.1038268506526947
94748	linear.weight	9	0.21845309436321259
94748	linear.bias	0	-0.7541089653968811
94748	linear.bias	1	1.0218679904937744
94748	linear.bias	2	-0.32364901900291443
94748	linear.bias	3	-0.5860881209373474
94748	linear.bias	4	-1.071932077407837
94748	linear.bias	5	-1.1545281410217285
94748	linear.bias	6	-0.7444108128547668
94748	linear.bias	7	-0.7274112701416016
94748	linear.bias	8	-0.01705317199230194
94748	linear.bias	9	3.1765482425689697
94752	transitions	0	-0.3129311800003052
94752	transitions	1	7.95159912109375
94752	transitions	2	-3.234393358230591
94752	transitions	3	1.3800454139709473
94752	transitions	4	-1.88478422164917
94752	transitions	5	-0.33679628372192383
94752	transitions	6	-0.17329281568527222
94752	transitions	7	-10000.0
94752	transitions	8	1.7201142311096191
94752	transitions	9	-2.2902793884277344
94752	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
94752	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
94752	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
94752	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
94752	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
94752	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
94752	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
94752	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
94752	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
94752	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
94752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
94752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
94752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
94752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
94752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
94752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
94752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
94752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
94752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
94752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
94752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
94752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
94752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
94752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
94752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
94752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
94752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
94752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
94752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
94752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
94752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
94752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
94752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
94752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
94752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
94752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
94752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
94752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
94752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
94752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
94752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
94752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
94752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
94752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
94752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
94752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
94752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
94752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
94752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
94752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
94752	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
94752	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
94752	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
94752	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
94752	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
94752	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
94752	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
94752	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
94752	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
94752	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
94752	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
94752	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
94752	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
94752	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
94752	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
94752	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
94752	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
94752	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
94752	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
94752	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
94752	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
94752	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
94752	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
94752	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
94752	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
94752	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
94752	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
94752	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
94752	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
94752	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
94752	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
94752	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
94752	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
94752	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
94752	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
94752	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
94752	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
94752	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
94752	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
94752	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
94752	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
94752	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
94752	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
94752	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
94752	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
94752	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
94752	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
94752	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
94752	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
94752	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
94752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
94752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
94752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
94752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
94752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
94752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
94752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
94752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
94752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
94752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
94752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
94752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
94752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
94752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
94752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
94752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
94752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
94752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
94752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
94752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
94752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
94752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
94752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
94752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
94752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
94752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
94752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
94752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
94752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
94752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
94752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
94752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
94752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
94752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
94752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
94752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
94752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
94752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
94752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
94752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
94752	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
94752	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
94752	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
94752	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
94752	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
94752	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
94752	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
94752	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
94752	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
94752	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
94752	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
94752	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
94752	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
94752	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
94752	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
94752	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
94752	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
94752	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
94752	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
94752	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
94752	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
94752	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
94752	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
94752	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
94752	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
94752	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
94752	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
94752	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
94752	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
94752	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
94752	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
94752	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
94752	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
94752	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
94752	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
94752	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
94752	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
94752	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
94752	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
94752	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
94752	embedding2nn.weight	0	0.04177150875329971
94752	embedding2nn.weight	1	-0.07945575565099716
94752	embedding2nn.weight	2	0.011217680759727955
94752	embedding2nn.weight	3	-0.05571431294083595
94752	embedding2nn.weight	4	-0.1356375366449356
94752	embedding2nn.weight	5	0.08766353130340576
94752	embedding2nn.weight	6	-0.08734769374132156
94752	embedding2nn.weight	7	-0.07580441981554031
94752	embedding2nn.weight	8	-0.00372177897952497
94752	embedding2nn.weight	9	0.03968711942434311
94752	embedding2nn.bias	0	0.05520597845315933
94752	embedding2nn.bias	1	0.024911440908908844
94752	embedding2nn.bias	2	-0.10029619187116623
94752	embedding2nn.bias	3	0.057465244084596634
94752	embedding2nn.bias	4	0.05211259052157402
94752	embedding2nn.bias	5	-0.17084385454654694
94752	embedding2nn.bias	6	-0.1038053035736084
94752	embedding2nn.bias	7	-0.024236377328634262
94752	embedding2nn.bias	8	0.09672707319259644
94752	embedding2nn.bias	9	-0.10128843039274216
94752	rnn.weight_ih_l0	0	0.009375724010169506
94752	rnn.weight_ih_l0	1	-0.018596388399600983
94752	rnn.weight_ih_l0	2	-0.03048877976834774
94752	rnn.weight_ih_l0	3	-0.02107199653983116
94752	rnn.weight_ih_l0	4	-0.010175923816859722
94752	rnn.weight_ih_l0	5	-0.05140521004796028
94752	rnn.weight_ih_l0	6	-0.012990172021090984
94752	rnn.weight_ih_l0	7	-0.029054084792733192
94752	rnn.weight_ih_l0	8	0.026940282434225082
94752	rnn.weight_ih_l0	9	0.018332939594984055
94752	rnn.weight_hh_l0	0	0.0030517622362822294
94752	rnn.weight_hh_l0	1	-0.06951050460338593
94752	rnn.weight_hh_l0	2	0.0553896427154541
94752	rnn.weight_hh_l0	3	0.03009348176419735
94752	rnn.weight_hh_l0	4	0.005950745660811663
94752	rnn.weight_hh_l0	5	0.05364722013473511
94752	rnn.weight_hh_l0	6	-0.013255923986434937
94752	rnn.weight_hh_l0	7	-0.0820290595293045
94752	rnn.weight_hh_l0	8	-0.004719525575637817
94752	rnn.weight_hh_l0	9	-0.08261232078075409
94752	rnn.bias_ih_l0	0	-0.08591902256011963
94752	rnn.bias_ih_l0	1	-0.14902861416339874
94752	rnn.bias_ih_l0	2	-0.19924108684062958
94752	rnn.bias_ih_l0	3	-0.2638867199420929
94752	rnn.bias_ih_l0	4	0.004731273278594017
94752	rnn.bias_ih_l0	5	0.06854075938463211
94752	rnn.bias_ih_l0	6	-0.1379266232252121
94752	rnn.bias_ih_l0	7	-0.241428941488266
94752	rnn.bias_ih_l0	8	-0.11045386642217636
94752	rnn.bias_ih_l0	9	-0.1401042342185974
94752	rnn.bias_hh_l0	0	0.11745937168598175
94752	rnn.bias_hh_l0	1	-0.05781403183937073
94752	rnn.bias_hh_l0	2	0.019137799739837646
94752	rnn.bias_hh_l0	3	-0.1521672159433365
94752	rnn.bias_hh_l0	4	0.04394229128956795
94752	rnn.bias_hh_l0	5	0.027353458106517792
94752	rnn.bias_hh_l0	6	-0.08846132457256317
94752	rnn.bias_hh_l0	7	-0.1343417763710022
94752	rnn.bias_hh_l0	8	-0.15744425356388092
94752	rnn.bias_hh_l0	9	-0.08078571408987045
94752	rnn.weight_ih_l0_reverse	0	0.002503827214241028
94752	rnn.weight_ih_l0_reverse	1	0.01965300925076008
94752	rnn.weight_ih_l0_reverse	2	-0.010258162394165993
94752	rnn.weight_ih_l0_reverse	3	-0.0023501538671553135
94752	rnn.weight_ih_l0_reverse	4	0.017524568364024162
94752	rnn.weight_ih_l0_reverse	5	-0.062116023153066635
94752	rnn.weight_ih_l0_reverse	6	-0.03361058607697487
94752	rnn.weight_ih_l0_reverse	7	-0.0005300219054333866
94752	rnn.weight_ih_l0_reverse	8	0.04721841216087341
94752	rnn.weight_ih_l0_reverse	9	0.02804923616349697
94752	rnn.weight_hh_l0_reverse	0	-0.00118341576308012
94752	rnn.weight_hh_l0_reverse	1	0.01909637078642845
94752	rnn.weight_hh_l0_reverse	2	-0.03537118807435036
94752	rnn.weight_hh_l0_reverse	3	0.03479831665754318
94752	rnn.weight_hh_l0_reverse	4	0.01853112317621708
94752	rnn.weight_hh_l0_reverse	5	-0.013574386015534401
94752	rnn.weight_hh_l0_reverse	6	0.03380247578024864
94752	rnn.weight_hh_l0_reverse	7	0.01695689558982849
94752	rnn.weight_hh_l0_reverse	8	-0.008238960057497025
94752	rnn.weight_hh_l0_reverse	9	-0.05747249722480774
94752	rnn.bias_ih_l0_reverse	0	-0.1284947395324707
94752	rnn.bias_ih_l0_reverse	1	-0.28549662232398987
94752	rnn.bias_ih_l0_reverse	2	-0.06298408657312393
94752	rnn.bias_ih_l0_reverse	3	-0.10539079457521439
94752	rnn.bias_ih_l0_reverse	4	0.07115735113620758
94752	rnn.bias_ih_l0_reverse	5	-0.2108064740896225
94752	rnn.bias_ih_l0_reverse	6	-0.04062473773956299
94752	rnn.bias_ih_l0_reverse	7	0.02667371928691864
94752	rnn.bias_ih_l0_reverse	8	-0.16207174956798553
94752	rnn.bias_ih_l0_reverse	9	-0.07235374301671982
94752	rnn.bias_hh_l0_reverse	0	-0.11540210247039795
94752	rnn.bias_hh_l0_reverse	1	-0.11429654806852341
94752	rnn.bias_hh_l0_reverse	2	-0.02659190259873867
94752	rnn.bias_hh_l0_reverse	3	-0.1296553611755371
94752	rnn.bias_hh_l0_reverse	4	-0.018069881945848465
94752	rnn.bias_hh_l0_reverse	5	-0.10441748052835464
94752	rnn.bias_hh_l0_reverse	6	-0.06721802800893784
94752	rnn.bias_hh_l0_reverse	7	-0.14619821310043335
94752	rnn.bias_hh_l0_reverse	8	-0.047704216092824936
94752	rnn.bias_hh_l0_reverse	9	-0.13183167576789856
94752	linear.weight	0	-0.25055018067359924
94752	linear.weight	1	-0.14194326102733612
94752	linear.weight	2	-0.011228874325752258
94752	linear.weight	3	-0.08137452602386475
94752	linear.weight	4	0.0529562309384346
94752	linear.weight	5	0.1872226446866989
94752	linear.weight	6	0.0047744326293468475
94752	linear.weight	7	-0.021312154829502106
94752	linear.weight	8	0.10413245856761932
94752	linear.weight	9	0.21871672570705414
94752	linear.bias	0	-0.7533204555511475
94752	linear.bias	1	1.0213367938995361
94752	linear.bias	2	-0.32992175221443176
94752	linear.bias	3	-0.5924789905548096
94752	linear.bias	4	-1.0734977722167969
94752	linear.bias	5	-1.1545301675796509
94752	linear.bias	6	-0.7435433268547058
94752	linear.bias	7	-0.7432647943496704
94752	linear.bias	8	-0.01705317199230194
94752	linear.bias	9	3.169684410095215
94949	transitions	0	-0.3131941556930542
94949	transitions	1	7.982685565948486
94949	transitions	2	-3.2354085445404053
94949	transitions	3	1.373207449913025
94949	transitions	4	-1.8855477571487427
94949	transitions	5	-0.33691373467445374
94949	transitions	6	-0.173375204205513
94949	transitions	7	-10000.0
94949	transitions	8	1.7226333618164062
94949	transitions	9	-2.2903003692626953
94949	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
94949	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
94949	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
94949	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
94949	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
94949	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
94949	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
94949	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
94949	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
94949	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
94949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
94949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
94949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
94949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
94949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
94949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
94949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
94949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
94949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
94949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
94949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
94949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
94949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
94949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
94949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
94949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
94949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
94949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
94949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
94949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
94949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
94949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
94949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
94949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
94949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
94949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
94949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
94949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
94949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
94949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
94949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
94949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
94949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
94949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
94949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
94949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
94949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
94949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
94949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
94949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
94949	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
94949	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
94949	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
94949	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
94949	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
94949	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
94949	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
94949	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
94949	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
94949	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
94949	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
94949	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
94949	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
94949	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
94949	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
94949	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
94949	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
94949	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
94949	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
94949	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
94949	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
94949	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
94949	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
94949	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
94949	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
94949	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
94949	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
94949	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
94949	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
94949	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
94949	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
94949	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
94949	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
94949	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
94949	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
94949	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
94949	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
94949	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
94949	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
94949	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
94949	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
94949	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
94949	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
94949	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
94949	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
94949	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
94949	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
94949	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
94949	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
94949	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
94949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
94949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
94949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
94949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
94949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
94949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
94949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
94949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
94949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
94949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
94949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
94949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
94949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
94949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
94949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
94949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
94949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
94949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
94949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
94949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
94949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
94949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
94949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
94949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
94949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
94949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
94949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
94949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
94949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
94949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
94949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
94949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
94949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
94949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
94949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
94949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
94949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
94949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
94949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
94949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
94949	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
94949	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
94949	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
94949	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
94949	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
94949	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
94949	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
94949	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
94949	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
94949	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
94949	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
94949	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
94949	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
94949	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
94949	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
94949	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
94949	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
94949	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
94949	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
94949	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
94949	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
94949	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
94949	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
94949	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
94949	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
94949	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
94949	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
94949	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
94949	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
94949	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
94949	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
94949	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
94949	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
94949	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
94949	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
94949	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
94949	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
94949	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
94949	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
94949	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
94949	embedding2nn.weight	0	0.04192380979657173
94949	embedding2nn.weight	1	-0.07898519933223724
94949	embedding2nn.weight	2	0.012946242466568947
94949	embedding2nn.weight	3	-0.055120762437582016
94949	embedding2nn.weight	4	-0.13691698014736176
94949	embedding2nn.weight	5	0.08689362555742264
94949	embedding2nn.weight	6	-0.09568843245506287
94949	embedding2nn.weight	7	-0.07427273690700531
94949	embedding2nn.weight	8	-0.004739451687783003
94949	embedding2nn.weight	9	0.039770785719156265
94949	embedding2nn.bias	0	0.05551972612738609
94949	embedding2nn.bias	1	0.014893709681928158
94949	embedding2nn.bias	2	-0.10086468607187271
94949	embedding2nn.bias	3	0.05127252638339996
94949	embedding2nn.bias	4	0.03881288692355156
94949	embedding2nn.bias	5	-0.1663588136434555
94949	embedding2nn.bias	6	-0.0952882245182991
94949	embedding2nn.bias	7	-0.022990763187408447
94949	embedding2nn.bias	8	0.10798884183168411
94949	embedding2nn.bias	9	-0.09346479177474976
94949	rnn.weight_ih_l0	0	0.011741985566914082
94949	rnn.weight_ih_l0	1	-0.02145927958190441
94949	rnn.weight_ih_l0	2	-0.03217345103621483
94949	rnn.weight_ih_l0	3	-0.01986079104244709
94949	rnn.weight_ih_l0	4	-0.011748063378036022
94949	rnn.weight_ih_l0	5	-0.05307644605636597
94949	rnn.weight_ih_l0	6	-0.01158589031547308
94949	rnn.weight_ih_l0	7	-0.028636692091822624
94949	rnn.weight_ih_l0	8	0.025235189124941826
94949	rnn.weight_ih_l0	9	0.016942176967859268
94949	rnn.weight_hh_l0	0	0.0033205770887434483
94949	rnn.weight_hh_l0	1	-0.0691801905632019
94949	rnn.weight_hh_l0	2	0.05463732033967972
94949	rnn.weight_hh_l0	3	0.030372999608516693
94949	rnn.weight_hh_l0	4	0.006773403380066156
94949	rnn.weight_hh_l0	5	0.05354975908994675
94949	rnn.weight_hh_l0	6	-0.013817119412124157
94949	rnn.weight_hh_l0	7	-0.08195667713880539
94949	rnn.weight_hh_l0	8	-0.005269469693303108
94949	rnn.weight_hh_l0	9	-0.08513548225164413
94949	rnn.bias_ih_l0	0	-0.08367517590522766
94949	rnn.bias_ih_l0	1	-0.14507077634334564
94949	rnn.bias_ih_l0	2	-0.2017819732427597
94949	rnn.bias_ih_l0	3	-0.2672766447067261
94949	rnn.bias_ih_l0	4	0.001855256618000567
94949	rnn.bias_ih_l0	5	0.0669277086853981
94949	rnn.bias_ih_l0	6	-0.13920286297798157
94949	rnn.bias_ih_l0	7	-0.24097658693790436
94949	rnn.bias_ih_l0	8	-0.10916538536548615
94949	rnn.bias_ih_l0	9	-0.14720548689365387
94949	rnn.bias_hh_l0	0	0.1190013736486435
94949	rnn.bias_hh_l0	1	-0.05790572240948677
94949	rnn.bias_hh_l0	2	0.018680617213249207
94949	rnn.bias_hh_l0	3	-0.15599003434181213
94949	rnn.bias_hh_l0	4	0.04424155130982399
94949	rnn.bias_hh_l0	5	0.01567935198545456
94949	rnn.bias_hh_l0	6	-0.08365902304649353
94949	rnn.bias_hh_l0	7	-0.13438743352890015
94949	rnn.bias_hh_l0	8	-0.1557636559009552
94949	rnn.bias_hh_l0	9	-0.07721366733312607
94949	rnn.weight_ih_l0_reverse	0	0.0025737127289175987
94949	rnn.weight_ih_l0_reverse	1	0.019943498075008392
94949	rnn.weight_ih_l0_reverse	2	-0.007329278625547886
94949	rnn.weight_ih_l0_reverse	3	0.0011473943013697863
94949	rnn.weight_ih_l0_reverse	4	0.01651715114712715
94949	rnn.weight_ih_l0_reverse	5	-0.06273742765188217
94949	rnn.weight_ih_l0_reverse	6	-0.03234287351369858
94949	rnn.weight_ih_l0_reverse	7	-0.0007127975113689899
94949	rnn.weight_ih_l0_reverse	8	0.04710002616047859
94949	rnn.weight_ih_l0_reverse	9	0.029563650488853455
94949	rnn.weight_hh_l0_reverse	0	-0.001586001249961555
94949	rnn.weight_hh_l0_reverse	1	0.02005387842655182
94949	rnn.weight_hh_l0_reverse	2	-0.035064224153757095
94949	rnn.weight_hh_l0_reverse	3	0.034810855984687805
94949	rnn.weight_hh_l0_reverse	4	0.01811256632208824
94949	rnn.weight_hh_l0_reverse	5	-0.013170480728149414
94949	rnn.weight_hh_l0_reverse	6	0.03433283045887947
94949	rnn.weight_hh_l0_reverse	7	0.017912495881319046
94949	rnn.weight_hh_l0_reverse	8	-0.0073975007981061935
94949	rnn.weight_hh_l0_reverse	9	-0.05691016465425491
94949	rnn.bias_ih_l0_reverse	0	-0.1296268105506897
94949	rnn.bias_ih_l0_reverse	1	-0.28370413184165955
94949	rnn.bias_ih_l0_reverse	2	-0.06029646843671799
94949	rnn.bias_ih_l0_reverse	3	-0.1072864904999733
94949	rnn.bias_ih_l0_reverse	4	0.07344226539134979
94949	rnn.bias_ih_l0_reverse	5	-0.21266180276870728
94949	rnn.bias_ih_l0_reverse	6	-0.041381191462278366
94949	rnn.bias_ih_l0_reverse	7	0.022235793992877007
94949	rnn.bias_ih_l0_reverse	8	-0.16244271397590637
94949	rnn.bias_ih_l0_reverse	9	-0.07051350176334381
94949	rnn.bias_hh_l0_reverse	0	-0.11949318647384644
94949	rnn.bias_hh_l0_reverse	1	-0.11373776197433472
94949	rnn.bias_hh_l0_reverse	2	-0.028204338625073433
94949	rnn.bias_hh_l0_reverse	3	-0.13329795002937317
94949	rnn.bias_hh_l0_reverse	4	-0.019973112270236015
94949	rnn.bias_hh_l0_reverse	5	-0.09967424720525742
94949	rnn.bias_hh_l0_reverse	6	-0.06424541771411896
94949	rnn.bias_hh_l0_reverse	7	-0.14176306128501892
94949	rnn.bias_hh_l0_reverse	8	-0.045375268906354904
94949	rnn.bias_hh_l0_reverse	9	-0.13189227879047394
94949	linear.weight	0	-0.24187417328357697
94949	linear.weight	1	-0.13507767021656036
94949	linear.weight	2	-0.011228874325752258
94949	linear.weight	3	-0.07473324239253998
94949	linear.weight	4	0.07196944206953049
94949	linear.weight	5	0.19564096629619598
94949	linear.weight	6	0.0047744326293468475
94949	linear.weight	7	-0.021312154829502106
94949	linear.weight	8	0.09730494767427444
94949	linear.weight	9	0.23301786184310913
94949	linear.bias	0	-0.7487450242042542
94949	linear.bias	1	1.0716807842254639
94949	linear.bias	2	-0.27820006012916565
94949	linear.bias	3	-0.6011940240859985
94949	linear.bias	4	-1.0923365354537964
94949	linear.bias	5	-1.154629111289978
94949	linear.bias	6	-0.7419986724853516
94949	linear.bias	7	-0.7578027248382568
94949	linear.bias	8	-0.01705317199230194
94949	linear.bias	9	3.1441099643707275
95146	transitions	0	-0.3135625422000885
95146	transitions	1	7.9889421463012695
95146	transitions	2	-3.2366650104522705
95146	transitions	3	1.3670352697372437
95146	transitions	4	-1.8864431381225586
95146	transitions	5	-0.33705851435661316
95146	transitions	6	-0.1734580099582672
95146	transitions	7	-10000.0
95146	transitions	8	1.7250347137451172
95146	transitions	9	-2.290314197540283
95146	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
95146	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
95146	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
95146	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
95146	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
95146	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
95146	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
95146	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
95146	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
95146	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
95146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
95146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
95146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
95146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
95146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
95146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
95146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
95146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
95146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
95146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
95146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
95146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
95146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
95146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
95146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
95146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
95146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
95146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
95146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
95146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
95146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
95146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
95146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
95146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
95146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
95146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
95146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
95146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
95146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
95146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
95146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
95146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
95146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
95146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
95146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
95146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
95146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
95146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
95146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
95146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
95146	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
95146	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
95146	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
95146	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
95146	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
95146	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
95146	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
95146	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
95146	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
95146	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
95146	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
95146	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
95146	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
95146	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
95146	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
95146	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
95146	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
95146	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
95146	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
95146	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
95146	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
95146	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
95146	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
95146	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
95146	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
95146	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
95146	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
95146	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
95146	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
95146	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
95146	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
95146	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
95146	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
95146	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
95146	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
95146	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
95146	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
95146	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
95146	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
95146	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
95146	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
95146	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
95146	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
95146	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
95146	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
95146	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
95146	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
95146	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
95146	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
95146	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
95146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
95146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
95146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
95146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
95146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
95146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
95146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
95146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
95146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
95146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
95146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
95146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
95146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
95146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
95146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
95146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
95146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
95146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
95146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
95146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
95146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
95146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
95146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
95146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
95146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
95146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
95146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
95146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
95146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
95146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
95146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
95146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
95146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
95146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
95146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
95146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
95146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
95146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
95146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
95146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
95146	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
95146	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
95146	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
95146	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
95146	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
95146	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
95146	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
95146	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
95146	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
95146	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
95146	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
95146	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
95146	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
95146	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
95146	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
95146	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
95146	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
95146	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
95146	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
95146	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
95146	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
95146	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
95146	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
95146	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
95146	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
95146	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
95146	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
95146	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
95146	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
95146	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
95146	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
95146	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
95146	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
95146	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
95146	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
95146	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
95146	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
95146	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
95146	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
95146	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
95146	embedding2nn.weight	0	0.041398704051971436
95146	embedding2nn.weight	1	-0.08079101145267487
95146	embedding2nn.weight	2	0.011342862620949745
95146	embedding2nn.weight	3	-0.05448046699166298
95146	embedding2nn.weight	4	-0.1371375471353531
95146	embedding2nn.weight	5	0.08751193434000015
95146	embedding2nn.weight	6	-0.09756331145763397
95146	embedding2nn.weight	7	-0.07450650632381439
95146	embedding2nn.weight	8	-0.006225987803190947
95146	embedding2nn.weight	9	0.03721458837389946
95146	embedding2nn.bias	0	0.06193774566054344
95146	embedding2nn.bias	1	0.013563349843025208
95146	embedding2nn.bias	2	-0.1086013913154602
95146	embedding2nn.bias	3	0.051113612949848175
95146	embedding2nn.bias	4	0.03085992857813835
95146	embedding2nn.bias	5	-0.17378084361553192
95146	embedding2nn.bias	6	-0.0874064490199089
95146	embedding2nn.bias	7	-0.027986612170934677
95146	embedding2nn.bias	8	0.11332602053880692
95146	embedding2nn.bias	9	-0.10051589459180832
95146	rnn.weight_ih_l0	0	0.009743554517626762
95146	rnn.weight_ih_l0	1	-0.02498495765030384
95146	rnn.weight_ih_l0	2	-0.031230151653289795
95146	rnn.weight_ih_l0	3	-0.019488489255309105
95146	rnn.weight_ih_l0	4	-0.011534122750163078
95146	rnn.weight_ih_l0	5	-0.05398420989513397
95146	rnn.weight_ih_l0	6	-0.01165857445448637
95146	rnn.weight_ih_l0	7	-0.02900124341249466
95146	rnn.weight_ih_l0	8	0.02921244502067566
95146	rnn.weight_ih_l0	9	0.015931161120533943
95146	rnn.weight_hh_l0	0	0.002846337389200926
95146	rnn.weight_hh_l0	1	-0.066852867603302
95146	rnn.weight_hh_l0	2	0.05489717796444893
95146	rnn.weight_hh_l0	3	0.03073173761367798
95146	rnn.weight_hh_l0	4	0.006537943612784147
95146	rnn.weight_hh_l0	5	0.05254368856549263
95146	rnn.weight_hh_l0	6	-0.01405807863920927
95146	rnn.weight_hh_l0	7	-0.08215609192848206
95146	rnn.weight_hh_l0	8	-0.005729276221245527
95146	rnn.weight_hh_l0	9	-0.08859418332576752
95146	rnn.bias_ih_l0	0	-0.08818024396896362
95146	rnn.bias_ih_l0	1	-0.14241093397140503
95146	rnn.bias_ih_l0	2	-0.20356792211532593
95146	rnn.bias_ih_l0	3	-0.26737770438194275
95146	rnn.bias_ih_l0	4	0.006023415829986334
95146	rnn.bias_ih_l0	5	0.0678408220410347
95146	rnn.bias_ih_l0	6	-0.14056415855884552
95146	rnn.bias_ih_l0	7	-0.24369657039642334
95146	rnn.bias_ih_l0	8	-0.1072741150856018
95146	rnn.bias_ih_l0	9	-0.1494043469429016
95146	rnn.bias_hh_l0	0	0.12040119618177414
95146	rnn.bias_hh_l0	1	-0.056463513523340225
95146	rnn.bias_hh_l0	2	0.02127993293106556
95146	rnn.bias_hh_l0	3	-0.1584218442440033
95146	rnn.bias_hh_l0	4	0.04172369837760925
95146	rnn.bias_hh_l0	5	0.019443364813923836
95146	rnn.bias_hh_l0	6	-0.08310876786708832
95146	rnn.bias_hh_l0	7	-0.1326679140329361
95146	rnn.bias_hh_l0	8	-0.1552644520998001
95146	rnn.bias_hh_l0	9	-0.07898120582103729
95146	rnn.weight_ih_l0_reverse	0	0.0024016876704990864
95146	rnn.weight_ih_l0_reverse	1	0.02001378685235977
95146	rnn.weight_ih_l0_reverse	2	-0.012501362711191177
95146	rnn.weight_ih_l0_reverse	3	0.001648826990276575
95146	rnn.weight_ih_l0_reverse	4	0.015348769724369049
95146	rnn.weight_ih_l0_reverse	5	-0.05950237810611725
95146	rnn.weight_ih_l0_reverse	6	-0.03416436165571213
95146	rnn.weight_ih_l0_reverse	7	0.00036463889409787953
95146	rnn.weight_ih_l0_reverse	8	0.04702930152416229
95146	rnn.weight_ih_l0_reverse	9	0.0301736481487751
95146	rnn.weight_hh_l0_reverse	0	-0.001534449984319508
95146	rnn.weight_hh_l0_reverse	1	0.0191152635961771
95146	rnn.weight_hh_l0_reverse	2	-0.03498745709657669
95146	rnn.weight_hh_l0_reverse	3	0.03552626818418503
95146	rnn.weight_hh_l0_reverse	4	0.01803860440850258
95146	rnn.weight_hh_l0_reverse	5	-0.015731384977698326
95146	rnn.weight_hh_l0_reverse	6	0.03520135581493378
95146	rnn.weight_hh_l0_reverse	7	0.017632687464356422
95146	rnn.weight_hh_l0_reverse	8	-0.006110107060521841
95146	rnn.weight_hh_l0_reverse	9	-0.05586758628487587
95146	rnn.bias_ih_l0_reverse	0	-0.12695233523845673
95146	rnn.bias_ih_l0_reverse	1	-0.28086957335472107
95146	rnn.bias_ih_l0_reverse	2	-0.060145601630210876
95146	rnn.bias_ih_l0_reverse	3	-0.11240042746067047
95146	rnn.bias_ih_l0_reverse	4	0.06907372176647186
95146	rnn.bias_ih_l0_reverse	5	-0.21391919255256653
95146	rnn.bias_ih_l0_reverse	6	-0.0419306755065918
95146	rnn.bias_ih_l0_reverse	7	0.025669090449810028
95146	rnn.bias_ih_l0_reverse	8	-0.16227106750011444
95146	rnn.bias_ih_l0_reverse	9	-0.07094224542379379
95146	rnn.bias_hh_l0_reverse	0	-0.1175423264503479
95146	rnn.bias_hh_l0_reverse	1	-0.11242558062076569
95146	rnn.bias_hh_l0_reverse	2	-0.030062690377235413
95146	rnn.bias_hh_l0_reverse	3	-0.129581481218338
95146	rnn.bias_hh_l0_reverse	4	-0.02200828306376934
95146	rnn.bias_hh_l0_reverse	5	-0.09723284095525742
95146	rnn.bias_hh_l0_reverse	6	-0.06361308693885803
95146	rnn.bias_hh_l0_reverse	7	-0.14639748632907867
95146	rnn.bias_hh_l0_reverse	8	-0.048221737146377563
95146	rnn.bias_hh_l0_reverse	9	-0.13126133382320404
95146	linear.weight	0	-0.24477612972259521
95146	linear.weight	1	-0.14113719761371613
95146	linear.weight	2	-0.011228874325752258
95146	linear.weight	3	-0.0925300270318985
95146	linear.weight	4	0.0685216560959816
95146	linear.weight	5	0.18858928978443146
95146	linear.weight	6	0.0047744326293468475
95146	linear.weight	7	-0.021312154829502106
95146	linear.weight	8	0.09023993462324142
95146	linear.weight	9	0.21965469419956207
95146	linear.bias	0	-0.7476688027381897
95146	linear.bias	1	1.047891616821289
95146	linear.bias	2	-0.2767656147480011
95146	linear.bias	3	-0.5824711322784424
95146	linear.bias	4	-1.089195728302002
95146	linear.bias	5	-1.1547324657440186
95146	linear.bias	6	-0.742701530456543
95146	linear.bias	7	-0.7108272314071655
95146	linear.bias	8	-0.01705317199230194
95146	linear.bias	9	3.1660401821136475
95343	transitions	0	-0.31374821066856384
95343	transitions	1	8.002739906311035
95343	transitions	2	-3.23872447013855
95343	transitions	3	1.382664442062378
95343	transitions	4	-1.8872642517089844
95343	transitions	5	-0.3374762535095215
95343	transitions	6	-0.17351840436458588
95343	transitions	7	-10000.0
95343	transitions	8	1.7246785163879395
95343	transitions	9	-2.2903289794921875
95343	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
95343	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
95343	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
95343	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
95343	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
95343	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
95343	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
95343	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
95343	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
95343	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
95343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
95343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
95343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
95343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
95343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
95343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
95343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
95343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
95343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
95343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
95343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
95343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
95343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
95343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
95343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
95343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
95343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
95343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
95343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
95343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
95343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
95343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
95343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
95343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
95343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
95343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
95343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
95343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
95343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
95343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
95343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
95343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
95343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
95343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
95343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
95343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
95343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
95343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
95343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
95343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
95343	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
95343	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
95343	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
95343	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
95343	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
95343	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
95343	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
95343	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
95343	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
95343	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
95343	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
95343	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
95343	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
95343	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
95343	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
95343	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
95343	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
95343	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
95343	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
95343	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
95343	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
95343	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
95343	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
95343	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
95343	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
95343	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
95343	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
95343	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
95343	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
95343	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
95343	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
95343	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
95343	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
95343	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
95343	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
95343	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
95343	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
95343	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
95343	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
95343	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
95343	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
95343	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
95343	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
95343	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
95343	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
95343	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
95343	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
95343	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
95343	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
95343	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
95343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
95343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
95343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
95343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
95343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
95343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
95343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
95343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
95343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
95343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
95343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
95343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
95343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
95343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
95343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
95343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
95343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
95343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
95343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
95343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
95343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
95343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
95343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
95343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
95343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
95343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
95343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
95343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
95343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
95343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
95343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
95343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
95343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
95343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
95343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
95343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
95343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
95343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
95343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
95343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
95343	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
95343	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
95343	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
95343	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
95343	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
95343	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
95343	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
95343	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
95343	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
95343	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
95343	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
95343	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
95343	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
95343	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
95343	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
95343	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
95343	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
95343	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
95343	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
95343	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
95343	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
95343	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
95343	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
95343	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
95343	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
95343	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
95343	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
95343	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
95343	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
95343	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
95343	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
95343	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
95343	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
95343	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
95343	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
95343	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
95343	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
95343	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
95343	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
95343	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
95343	embedding2nn.weight	0	0.041504472494125366
95343	embedding2nn.weight	1	-0.08111866563558578
95343	embedding2nn.weight	2	0.012677342630922794
95343	embedding2nn.weight	3	-0.05280805379152298
95343	embedding2nn.weight	4	-0.1365431845188141
95343	embedding2nn.weight	5	0.0891435518860817
95343	embedding2nn.weight	6	-0.10032568126916885
95343	embedding2nn.weight	7	-0.0760166272521019
95343	embedding2nn.weight	8	-0.006219822447746992
95343	embedding2nn.weight	9	0.03774053975939751
95343	embedding2nn.bias	0	0.06374295055866241
95343	embedding2nn.bias	1	0.01890384405851364
95343	embedding2nn.bias	2	-0.11343865096569061
95343	embedding2nn.bias	3	0.0534028597176075
95343	embedding2nn.bias	4	0.03297969698905945
95343	embedding2nn.bias	5	-0.16672568023204803
95343	embedding2nn.bias	6	-0.07731497287750244
95343	embedding2nn.bias	7	-0.03454474359750748
95343	embedding2nn.bias	8	0.11104296147823334
95343	embedding2nn.bias	9	-0.08918508887290955
95343	rnn.weight_ih_l0	0	0.012031396850943565
95343	rnn.weight_ih_l0	1	-0.025150541216135025
95343	rnn.weight_ih_l0	2	-0.030513757839798927
95343	rnn.weight_ih_l0	3	-0.02019464038312435
95343	rnn.weight_ih_l0	4	-0.010711818002164364
95343	rnn.weight_ih_l0	5	-0.05384347215294838
95343	rnn.weight_ih_l0	6	-0.01247458253055811
95343	rnn.weight_ih_l0	7	-0.029289038851857185
95343	rnn.weight_ih_l0	8	0.02975575439631939
95343	rnn.weight_ih_l0	9	0.01500354241579771
95343	rnn.weight_hh_l0	0	0.003189787035807967
95343	rnn.weight_hh_l0	1	-0.06702277809381485
95343	rnn.weight_hh_l0	2	0.05497151240706444
95343	rnn.weight_hh_l0	3	0.031733907759189606
95343	rnn.weight_hh_l0	4	0.006430218927562237
95343	rnn.weight_hh_l0	5	0.05151543766260147
95343	rnn.weight_hh_l0	6	-0.013955768197774887
95343	rnn.weight_hh_l0	7	-0.08186972141265869
95343	rnn.weight_hh_l0	8	-0.005990718491375446
95343	rnn.weight_hh_l0	9	-0.08764049410820007
95343	rnn.bias_ih_l0	0	-0.09213253110647202
95343	rnn.bias_ih_l0	1	-0.14505364000797272
95343	rnn.bias_ih_l0	2	-0.2062138319015503
95343	rnn.bias_ih_l0	3	-0.26737502217292786
95343	rnn.bias_ih_l0	4	0.005411182064563036
95343	rnn.bias_ih_l0	5	0.0671125054359436
95343	rnn.bias_ih_l0	6	-0.13736888766288757
95343	rnn.bias_ih_l0	7	-0.2420254349708557
95343	rnn.bias_ih_l0	8	-0.10969976335763931
95343	rnn.bias_ih_l0	9	-0.14396554231643677
95343	rnn.bias_hh_l0	0	0.12463074922561646
95343	rnn.bias_hh_l0	1	-0.05785416439175606
95343	rnn.bias_hh_l0	2	0.020407823845744133
95343	rnn.bias_hh_l0	3	-0.15904289484024048
95343	rnn.bias_hh_l0	4	0.044858817011117935
95343	rnn.bias_hh_l0	5	0.02373379096388817
95343	rnn.bias_hh_l0	6	-0.08228147029876709
95343	rnn.bias_hh_l0	7	-0.1385684758424759
95343	rnn.bias_hh_l0	8	-0.15377523005008698
95343	rnn.bias_hh_l0	9	-0.07852018624544144
95343	rnn.weight_ih_l0_reverse	0	0.003852267749607563
95343	rnn.weight_ih_l0_reverse	1	0.019139211624860764
95343	rnn.weight_ih_l0_reverse	2	-0.010498461313545704
95343	rnn.weight_ih_l0_reverse	3	0.006138206459581852
95343	rnn.weight_ih_l0_reverse	4	0.016487611457705498
95343	rnn.weight_ih_l0_reverse	5	-0.05928424373269081
95343	rnn.weight_ih_l0_reverse	6	-0.03313693404197693
95343	rnn.weight_ih_l0_reverse	7	0.0007330556400120258
95343	rnn.weight_ih_l0_reverse	8	0.046249870210886
95343	rnn.weight_ih_l0_reverse	9	0.03023672290146351
95343	rnn.weight_hh_l0_reverse	0	-0.0010184503626078367
95343	rnn.weight_hh_l0_reverse	1	0.01905055344104767
95343	rnn.weight_hh_l0_reverse	2	-0.03464902192354202
95343	rnn.weight_hh_l0_reverse	3	0.03609877824783325
95343	rnn.weight_hh_l0_reverse	4	0.01781640388071537
95343	rnn.weight_hh_l0_reverse	5	-0.01494698878377676
95343	rnn.weight_hh_l0_reverse	6	0.03518807142972946
95343	rnn.weight_hh_l0_reverse	7	0.01868480071425438
95343	rnn.weight_hh_l0_reverse	8	-0.006064630579203367
95343	rnn.weight_hh_l0_reverse	9	-0.05523386970162392
95343	rnn.bias_ih_l0_reverse	0	-0.12658730149269104
95343	rnn.bias_ih_l0_reverse	1	-0.28310224413871765
95343	rnn.bias_ih_l0_reverse	2	-0.06150154396891594
95343	rnn.bias_ih_l0_reverse	3	-0.11386311054229736
95343	rnn.bias_ih_l0_reverse	4	0.06594473868608475
95343	rnn.bias_ih_l0_reverse	5	-0.21383319795131683
95343	rnn.bias_ih_l0_reverse	6	-0.04090942069888115
95343	rnn.bias_ih_l0_reverse	7	0.01793849654495716
95343	rnn.bias_ih_l0_reverse	8	-0.1594381481409073
95343	rnn.bias_ih_l0_reverse	9	-0.0701448991894722
95343	rnn.bias_hh_l0_reverse	0	-0.1184205561876297
95343	rnn.bias_hh_l0_reverse	1	-0.10858742892742157
95343	rnn.bias_hh_l0_reverse	2	-0.027323927730321884
95343	rnn.bias_hh_l0_reverse	3	-0.12809810042381287
95343	rnn.bias_hh_l0_reverse	4	-0.020781761035323143
95343	rnn.bias_hh_l0_reverse	5	-0.09820809215307236
95343	rnn.bias_hh_l0_reverse	6	-0.06367191672325134
95343	rnn.bias_hh_l0_reverse	7	-0.15026789903640747
95343	rnn.bias_hh_l0_reverse	8	-0.048023566603660583
95343	rnn.bias_hh_l0_reverse	9	-0.12872269749641418
95343	linear.weight	0	-0.22335056960582733
95343	linear.weight	1	-0.1410531848669052
95343	linear.weight	2	-0.011228874325752258
95343	linear.weight	3	-0.09932852536439896
95343	linear.weight	4	0.06428847461938858
95343	linear.weight	5	0.2077154964208603
95343	linear.weight	6	0.0047744326293468475
95343	linear.weight	7	-0.021312154829502106
95343	linear.weight	8	0.07272690534591675
95343	linear.weight	9	0.2089831829071045
95343	linear.bias	0	-0.7617260217666626
95343	linear.bias	1	1.0526872873306274
95343	linear.bias	2	-0.30439403653144836
95343	linear.bias	3	-0.5517807006835938
95343	linear.bias	4	-1.0903769731521606
95343	linear.bias	5	-1.1548429727554321
95343	linear.bias	6	-0.7534446120262146
95343	linear.bias	7	-0.7168400883674622
95343	linear.bias	8	-0.01705317199230194
95343	linear.bias	9	3.146864891052246
95540	transitions	0	-0.3140820860862732
95540	transitions	1	8.003243446350098
95540	transitions	2	-3.2409861087799072
95540	transitions	3	1.3805534839630127
95540	transitions	4	-1.8881738185882568
95540	transitions	5	-0.33760157227516174
95540	transitions	6	-0.17359104752540588
95540	transitions	7	-10000.0
95540	transitions	8	1.7250871658325195
95540	transitions	9	-2.2903451919555664
95540	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
95540	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
95540	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
95540	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
95540	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
95540	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
95540	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
95540	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
95540	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
95540	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
95540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
95540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
95540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
95540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
95540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
95540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
95540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
95540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
95540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
95540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
95540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
95540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
95540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
95540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
95540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
95540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
95540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
95540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
95540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
95540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
95540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
95540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
95540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
95540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
95540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
95540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
95540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
95540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
95540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
95540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
95540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
95540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
95540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
95540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
95540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
95540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
95540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
95540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
95540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
95540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
95540	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
95540	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
95540	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
95540	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
95540	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
95540	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
95540	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
95540	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
95540	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
95540	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
95540	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
95540	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
95540	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
95540	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
95540	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
95540	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
95540	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
95540	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
95540	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
95540	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
95540	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
95540	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
95540	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
95540	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
95540	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
95540	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
95540	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
95540	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
95540	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
95540	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
95540	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
95540	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
95540	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
95540	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
95540	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
95540	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
95540	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
95540	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
95540	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
95540	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
95540	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
95540	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
95540	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
95540	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
95540	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
95540	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
95540	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
95540	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
95540	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
95540	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
95540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
95540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
95540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
95540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
95540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
95540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
95540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
95540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
95540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
95540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
95540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
95540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
95540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
95540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
95540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
95540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
95540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
95540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
95540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
95540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
95540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
95540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
95540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
95540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
95540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
95540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
95540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
95540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
95540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
95540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
95540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
95540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
95540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
95540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
95540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
95540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
95540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
95540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
95540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
95540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
95540	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
95540	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
95540	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
95540	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
95540	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
95540	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
95540	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
95540	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
95540	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
95540	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
95540	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
95540	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
95540	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
95540	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
95540	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
95540	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
95540	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
95540	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
95540	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
95540	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
95540	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
95540	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
95540	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
95540	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
95540	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
95540	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
95540	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
95540	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
95540	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
95540	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
95540	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
95540	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
95540	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
95540	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
95540	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
95540	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
95540	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
95540	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
95540	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
95540	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
95540	embedding2nn.weight	0	0.04116429015994072
95540	embedding2nn.weight	1	-0.0823608860373497
95540	embedding2nn.weight	2	0.010045148432254791
95540	embedding2nn.weight	3	-0.05199243500828743
95540	embedding2nn.weight	4	-0.1330416202545166
95540	embedding2nn.weight	5	0.08800740540027618
95540	embedding2nn.weight	6	-0.09374314546585083
95540	embedding2nn.weight	7	-0.07706190645694733
95540	embedding2nn.weight	8	-0.004203402437269688
95540	embedding2nn.weight	9	0.03617836907505989
95540	embedding2nn.bias	0	0.06494931876659393
95540	embedding2nn.bias	1	0.01193841453641653
95540	embedding2nn.bias	2	-0.11455022543668747
95540	embedding2nn.bias	3	0.04706065356731415
95540	embedding2nn.bias	4	0.029224790632724762
95540	embedding2nn.bias	5	-0.16637352108955383
95540	embedding2nn.bias	6	-0.07902883738279343
95540	embedding2nn.bias	7	-0.02263304777443409
95540	embedding2nn.bias	8	0.1111510843038559
95540	embedding2nn.bias	9	-0.09367888420820236
95540	rnn.weight_ih_l0	0	0.014098037034273148
95540	rnn.weight_ih_l0	1	-0.021645989269018173
95540	rnn.weight_ih_l0	2	-0.028974030166864395
95540	rnn.weight_ih_l0	3	-0.020194996148347855
95540	rnn.weight_ih_l0	4	-0.01098717376589775
95540	rnn.weight_ih_l0	5	-0.0577443391084671
95540	rnn.weight_ih_l0	6	-0.013426673598587513
95540	rnn.weight_ih_l0	7	-0.027441000565886497
95540	rnn.weight_ih_l0	8	0.029154310002923012
95540	rnn.weight_ih_l0	9	0.015255728736519814
95540	rnn.weight_hh_l0	0	0.0032487481366842985
95540	rnn.weight_hh_l0	1	-0.06598597764968872
95540	rnn.weight_hh_l0	2	0.05496325343847275
95540	rnn.weight_hh_l0	3	0.03207196295261383
95540	rnn.weight_hh_l0	4	0.005895195994526148
95540	rnn.weight_hh_l0	5	0.051789555698633194
95540	rnn.weight_hh_l0	6	-0.013812332414090633
95540	rnn.weight_hh_l0	7	-0.08195315301418304
95540	rnn.weight_hh_l0	8	-0.004868185147643089
95540	rnn.weight_hh_l0	9	-0.0860801413655281
95540	rnn.bias_ih_l0	0	-0.08610761165618896
95540	rnn.bias_ih_l0	1	-0.1460440754890442
95540	rnn.bias_ih_l0	2	-0.20852726697921753
95540	rnn.bias_ih_l0	3	-0.26551946997642517
95540	rnn.bias_ih_l0	4	0.0024660963099449873
95540	rnn.bias_ih_l0	5	0.07009829580783844
95540	rnn.bias_ih_l0	6	-0.13705207407474518
95540	rnn.bias_ih_l0	7	-0.24464260041713715
95540	rnn.bias_ih_l0	8	-0.11381302028894424
95540	rnn.bias_ih_l0	9	-0.14035409688949585
95540	rnn.bias_hh_l0	0	0.13145871460437775
95540	rnn.bias_hh_l0	1	-0.05832314118742943
95540	rnn.bias_hh_l0	2	0.01972220465540886
95540	rnn.bias_hh_l0	3	-0.15888507664203644
95540	rnn.bias_hh_l0	4	0.054083868861198425
95540	rnn.bias_hh_l0	5	0.024608517065644264
95540	rnn.bias_hh_l0	6	-0.08527763187885284
95540	rnn.bias_hh_l0	7	-0.13719767332077026
95540	rnn.bias_hh_l0	8	-0.15349000692367554
95540	rnn.bias_hh_l0	9	-0.08126595616340637
95540	rnn.weight_ih_l0_reverse	0	0.0029437628109008074
95540	rnn.weight_ih_l0_reverse	1	0.018761420622467995
95540	rnn.weight_ih_l0_reverse	2	-0.01042734645307064
95540	rnn.weight_ih_l0_reverse	3	0.007127656601369381
95540	rnn.weight_ih_l0_reverse	4	0.013598398305475712
95540	rnn.weight_ih_l0_reverse	5	-0.05753448233008385
95540	rnn.weight_ih_l0_reverse	6	-0.03248395398259163
95540	rnn.weight_ih_l0_reverse	7	-0.00018405227456241846
95540	rnn.weight_ih_l0_reverse	8	0.046109963208436966
95540	rnn.weight_ih_l0_reverse	9	0.031583961099386215
95540	rnn.weight_hh_l0_reverse	0	-0.0009342998382635415
95540	rnn.weight_hh_l0_reverse	1	0.018736256286501884
95540	rnn.weight_hh_l0_reverse	2	-0.03531329333782196
95540	rnn.weight_hh_l0_reverse	3	0.03570465371012688
95540	rnn.weight_hh_l0_reverse	4	0.01742902584373951
95540	rnn.weight_hh_l0_reverse	5	-0.014405537396669388
95540	rnn.weight_hh_l0_reverse	6	0.03467147797346115
95540	rnn.weight_hh_l0_reverse	7	0.018039176240563393
95540	rnn.weight_hh_l0_reverse	8	-0.0059249382466077805
95540	rnn.weight_hh_l0_reverse	9	-0.05497566983103752
95540	rnn.bias_ih_l0_reverse	0	-0.12728682160377502
95540	rnn.bias_ih_l0_reverse	1	-0.28212934732437134
95540	rnn.bias_ih_l0_reverse	2	-0.06226063519716263
95540	rnn.bias_ih_l0_reverse	3	-0.11348392814397812
95540	rnn.bias_ih_l0_reverse	4	0.0698196217417717
95540	rnn.bias_ih_l0_reverse	5	-0.2120065540075302
95540	rnn.bias_ih_l0_reverse	6	-0.03955866023898125
95540	rnn.bias_ih_l0_reverse	7	0.024422230198979378
95540	rnn.bias_ih_l0_reverse	8	-0.16142763197422028
95540	rnn.bias_ih_l0_reverse	9	-0.07040170580148697
95540	rnn.bias_hh_l0_reverse	0	-0.11853866279125214
95540	rnn.bias_hh_l0_reverse	1	-0.11204042285680771
95540	rnn.bias_hh_l0_reverse	2	-0.02805226296186447
95540	rnn.bias_hh_l0_reverse	3	-0.12976714968681335
95540	rnn.bias_hh_l0_reverse	4	-0.02043667621910572
95540	rnn.bias_hh_l0_reverse	5	-0.095777727663517
95540	rnn.bias_hh_l0_reverse	6	-0.06525560468435287
95540	rnn.bias_hh_l0_reverse	7	-0.15151472389698029
95540	rnn.bias_hh_l0_reverse	8	-0.04798326641321182
95540	rnn.bias_hh_l0_reverse	9	-0.1302475780248642
95540	linear.weight	0	-0.21417325735092163
95540	linear.weight	1	-0.14910942316055298
95540	linear.weight	2	-0.011228874325752258
95540	linear.weight	3	-0.08818382769823074
95540	linear.weight	4	0.0664236769080162
95540	linear.weight	5	0.20899395644664764
95540	linear.weight	6	0.0047744326293468475
95540	linear.weight	7	-0.021312154829502106
95540	linear.weight	8	0.08559662103652954
95540	linear.weight	9	0.203598752617836
95540	linear.bias	0	-0.7465791702270508
95540	linear.bias	1	1.0532442331314087
95540	linear.bias	2	-0.3229038715362549
95540	linear.bias	3	-0.5409424304962158
95540	linear.bias	4	-1.1184669733047485
95540	linear.bias	5	-1.1549513339996338
95540	linear.bias	6	-0.7413645386695862
95540	linear.bias	7	-0.7142460942268372
95540	linear.bias	8	-0.01705317199230194
95540	linear.bias	9	3.1728880405426025
95737	transitions	0	-0.3146229684352875
95737	transitions	1	8.016935348510742
95737	transitions	2	-3.242129325866699
95737	transitions	3	1.3613046407699585
95737	transitions	4	-1.8890615701675415
95737	transitions	5	-0.33771175146102905
95737	transitions	6	-0.17365959286689758
95737	transitions	7	-10000.0
95737	transitions	8	1.7239134311676025
95737	transitions	9	-2.2903640270233154
95737	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
95737	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
95737	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
95737	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
95737	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
95737	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
95737	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
95737	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
95737	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
95737	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
95737	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
95737	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
95737	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
95737	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
95737	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
95737	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
95737	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
95737	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
95737	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
95737	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
95737	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
95737	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
95737	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
95737	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
95737	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
95737	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
95737	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
95737	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
95737	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
95737	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
95737	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
95737	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
95737	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
95737	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
95737	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
95737	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
95737	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
95737	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
95737	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
95737	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
95737	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
95737	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
95737	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
95737	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
95737	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
95737	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
95737	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
95737	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
95737	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
95737	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
95737	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
95737	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
95737	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
95737	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
95737	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
95737	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
95737	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
95737	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
95737	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
95737	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
95737	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
95737	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
95737	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
95737	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
95737	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
95737	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
95737	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
95737	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
95737	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
95737	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
95737	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
95737	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
95737	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
95737	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
95737	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
95737	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
95737	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
95737	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
95737	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
95737	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
95737	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
95737	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
95737	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
95737	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
95737	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
95737	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
95737	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
95737	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
95737	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
95737	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
95737	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
95737	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
95737	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
95737	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
95737	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
95737	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
95737	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
95737	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
95737	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
95737	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
95737	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
95737	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
95737	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
95737	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
95737	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
95737	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
95737	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
95737	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
95737	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
95737	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
95737	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
95737	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
95737	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
95737	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
95737	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
95737	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
95737	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
95737	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
95737	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
95737	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
95737	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
95737	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
95737	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
95737	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
95737	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
95737	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
95737	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
95737	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
95737	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
95737	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
95737	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
95737	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
95737	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
95737	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
95737	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
95737	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
95737	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
95737	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
95737	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
95737	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
95737	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
95737	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
95737	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
95737	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
95737	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
95737	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
95737	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
95737	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
95737	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
95737	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
95737	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
95737	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
95737	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
95737	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
95737	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
95737	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
95737	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
95737	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
95737	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
95737	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
95737	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
95737	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
95737	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
95737	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
95737	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
95737	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
95737	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
95737	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
95737	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
95737	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
95737	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
95737	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
95737	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
95737	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
95737	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
95737	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
95737	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
95737	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
95737	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
95737	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
95737	embedding2nn.weight	0	0.041429560631513596
95737	embedding2nn.weight	1	-0.08221209049224854
95737	embedding2nn.weight	2	0.011066900566220284
95737	embedding2nn.weight	3	-0.0518980547785759
95737	embedding2nn.weight	4	-0.1366996318101883
95737	embedding2nn.weight	5	0.090052530169487
95737	embedding2nn.weight	6	-0.09343164414167404
95737	embedding2nn.weight	7	-0.07593609392642975
95737	embedding2nn.weight	8	-0.004573463462293148
95737	embedding2nn.weight	9	0.041851550340652466
95737	embedding2nn.bias	0	0.06809292733669281
95737	embedding2nn.bias	1	0.021033691242337227
95737	embedding2nn.bias	2	-0.11763764172792435
95737	embedding2nn.bias	3	0.06353555619716644
95737	embedding2nn.bias	4	0.02754867449402809
95737	embedding2nn.bias	5	-0.1570734679698944
95737	embedding2nn.bias	6	-0.08863584697246552
95737	embedding2nn.bias	7	-0.03225326165556908
95737	embedding2nn.bias	8	0.10604243725538254
95737	embedding2nn.bias	9	-0.09617290645837784
95737	rnn.weight_ih_l0	0	0.011331560090184212
95737	rnn.weight_ih_l0	1	-0.019250109791755676
95737	rnn.weight_ih_l0	2	-0.02900036983191967
95737	rnn.weight_ih_l0	3	-0.023695791140198708
95737	rnn.weight_ih_l0	4	-0.010867912322282791
95737	rnn.weight_ih_l0	5	-0.06008847430348396
95737	rnn.weight_ih_l0	6	-0.011775062419474125
95737	rnn.weight_ih_l0	7	-0.026837019249796867
95737	rnn.weight_ih_l0	8	0.029179373756051064
95737	rnn.weight_ih_l0	9	0.013709018938243389
95737	rnn.weight_hh_l0	0	0.0033434375654906034
95737	rnn.weight_hh_l0	1	-0.06637610495090485
95737	rnn.weight_hh_l0	2	0.0557858869433403
95737	rnn.weight_hh_l0	3	0.03172904625535011
95737	rnn.weight_hh_l0	4	0.006130523048341274
95737	rnn.weight_hh_l0	5	0.05012259632349014
95737	rnn.weight_hh_l0	6	-0.014222714118659496
95737	rnn.weight_hh_l0	7	-0.08223681896924973
95737	rnn.weight_hh_l0	8	-0.005064909812062979
95737	rnn.weight_hh_l0	9	-0.08652053028345108
95737	rnn.bias_ih_l0	0	-0.08345801383256912
95737	rnn.bias_ih_l0	1	-0.14432404935359955
95737	rnn.bias_ih_l0	2	-0.20861749351024628
95737	rnn.bias_ih_l0	3	-0.26551082730293274
95737	rnn.bias_ih_l0	4	0.00873138103634119
95737	rnn.bias_ih_l0	5	0.06513924896717072
95737	rnn.bias_ih_l0	6	-0.1378776878118515
95737	rnn.bias_ih_l0	7	-0.2456507682800293
95737	rnn.bias_ih_l0	8	-0.11099520325660706
95737	rnn.bias_ih_l0	9	-0.14569096267223358
95737	rnn.bias_hh_l0	0	0.13358080387115479
95737	rnn.bias_hh_l0	1	-0.0562620684504509
95737	rnn.bias_hh_l0	2	0.01985464245080948
95737	rnn.bias_hh_l0	3	-0.15303872525691986
95737	rnn.bias_hh_l0	4	0.05486425384879112
95737	rnn.bias_hh_l0	5	0.021571137011051178
95737	rnn.bias_hh_l0	6	-0.08305450528860092
95737	rnn.bias_hh_l0	7	-0.1422131359577179
95737	rnn.bias_hh_l0	8	-0.15349532663822174
95737	rnn.bias_hh_l0	9	-0.07846711575984955
95737	rnn.weight_ih_l0_reverse	0	0.001882015261799097
95737	rnn.weight_ih_l0_reverse	1	0.01792200654745102
95737	rnn.weight_ih_l0_reverse	2	-0.010483060032129288
95737	rnn.weight_ih_l0_reverse	3	0.0010886471718549728
95737	rnn.weight_ih_l0_reverse	4	0.013892258517444134
95737	rnn.weight_ih_l0_reverse	5	-0.059281568974256516
95737	rnn.weight_ih_l0_reverse	6	-0.029950473457574844
95737	rnn.weight_ih_l0_reverse	7	0.0006183051154948771
95737	rnn.weight_ih_l0_reverse	8	0.04582773521542549
95737	rnn.weight_ih_l0_reverse	9	0.030730148777365685
95737	rnn.weight_hh_l0_reverse	0	-0.000401969940867275
95737	rnn.weight_hh_l0_reverse	1	0.020880848169326782
95737	rnn.weight_hh_l0_reverse	2	-0.035366471856832504
95737	rnn.weight_hh_l0_reverse	3	0.03475810959935188
95737	rnn.weight_hh_l0_reverse	4	0.017626510933041573
95737	rnn.weight_hh_l0_reverse	5	-0.014672834426164627
95737	rnn.weight_hh_l0_reverse	6	0.03505219519138336
95737	rnn.weight_hh_l0_reverse	7	0.018120456486940384
95737	rnn.weight_hh_l0_reverse	8	-0.006659325212240219
95737	rnn.weight_hh_l0_reverse	9	-0.05505215376615524
95737	rnn.bias_ih_l0_reverse	0	-0.12654954195022583
95737	rnn.bias_ih_l0_reverse	1	-0.2837287187576294
95737	rnn.bias_ih_l0_reverse	2	-0.06175201013684273
95737	rnn.bias_ih_l0_reverse	3	-0.1136603057384491
95737	rnn.bias_ih_l0_reverse	4	0.07390259206295013
95737	rnn.bias_ih_l0_reverse	5	-0.208784818649292
95737	rnn.bias_ih_l0_reverse	6	-0.04131834954023361
95737	rnn.bias_ih_l0_reverse	7	0.020844606682658195
95737	rnn.bias_ih_l0_reverse	8	-0.16718776524066925
95737	rnn.bias_ih_l0_reverse	9	-0.0692659243941307
95737	rnn.bias_hh_l0_reverse	0	-0.11940578371286392
95737	rnn.bias_hh_l0_reverse	1	-0.11169644445180893
95737	rnn.bias_hh_l0_reverse	2	-0.026047630235552788
95737	rnn.bias_hh_l0_reverse	3	-0.12801052629947662
95737	rnn.bias_hh_l0_reverse	4	-0.01984606683254242
95737	rnn.bias_hh_l0_reverse	5	-0.09832219034433365
95737	rnn.bias_hh_l0_reverse	6	-0.067622609436512
95737	rnn.bias_hh_l0_reverse	7	-0.15629753470420837
95737	rnn.bias_hh_l0_reverse	8	-0.047325585037469864
95737	rnn.bias_hh_l0_reverse	9	-0.13184718787670135
95737	linear.weight	0	-0.22794802486896515
95737	linear.weight	1	-0.14689241349697113
95737	linear.weight	2	-0.011228874325752258
95737	linear.weight	3	-0.10289078205823898
95737	linear.weight	4	0.0761769711971283
95737	linear.weight	5	0.22231101989746094
95737	linear.weight	6	0.0047744326293468475
95737	linear.weight	7	-0.021312154829502106
95737	linear.weight	8	0.09586820006370544
95737	linear.weight	9	0.19218209385871887
95737	linear.bias	0	-0.7208961844444275
95737	linear.bias	1	1.0308676958084106
95737	linear.bias	2	-0.3234430253505707
95737	linear.bias	3	-0.532326340675354
95737	linear.bias	4	-1.1106730699539185
95737	linear.bias	5	-1.1550604104995728
95737	linear.bias	6	-0.7136461138725281
95737	linear.bias	7	-0.7479012608528137
95737	linear.bias	8	-0.01705317199230194
95737	linear.bias	9	3.217247486114502
95934	transitions	0	-0.3148781359195709
95934	transitions	1	7.971871376037598
95934	transitions	2	-3.243530750274658
95934	transitions	3	1.373010516166687
95934	transitions	4	-1.8902549743652344
95934	transitions	5	-0.3377780318260193
95934	transitions	6	-0.17374016344547272
95934	transitions	7	-10000.0
95934	transitions	8	1.724402666091919
95934	transitions	9	-2.290410041809082
95934	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
95934	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
95934	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
95934	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
95934	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
95934	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
95934	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
95934	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
95934	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
95934	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
95934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
95934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
95934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
95934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
95934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
95934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
95934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
95934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
95934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
95934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
95934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
95934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
95934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
95934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
95934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
95934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
95934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
95934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
95934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
95934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
95934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
95934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
95934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
95934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
95934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
95934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
95934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
95934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
95934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
95934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
95934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
95934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
95934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
95934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
95934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
95934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
95934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
95934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
95934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
95934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
95934	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
95934	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
95934	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
95934	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
95934	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
95934	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
95934	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
95934	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
95934	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
95934	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
95934	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
95934	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
95934	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
95934	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
95934	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
95934	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
95934	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
95934	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
95934	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
95934	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
95934	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
95934	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
95934	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
95934	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
95934	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
95934	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
95934	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
95934	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
95934	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
95934	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
95934	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
95934	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
95934	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
95934	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
95934	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
95934	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
95934	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
95934	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
95934	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
95934	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
95934	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
95934	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
95934	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
95934	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
95934	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
95934	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
95934	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
95934	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
95934	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
95934	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
95934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
95934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
95934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
95934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
95934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
95934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
95934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
95934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
95934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
95934	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
95934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
95934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
95934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
95934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
95934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
95934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
95934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
95934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
95934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
95934	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
95934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
95934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
95934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
95934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
95934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
95934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
95934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
95934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
95934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
95934	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
95934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
95934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
95934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
95934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
95934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
95934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
95934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
95934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
95934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
95934	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
95934	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
95934	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
95934	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
95934	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
95934	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
95934	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
95934	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
95934	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
95934	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
95934	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
95934	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
95934	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
95934	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
95934	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
95934	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
95934	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
95934	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
95934	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
95934	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
95934	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
95934	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
95934	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
95934	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
95934	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
95934	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
95934	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
95934	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
95934	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
95934	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
95934	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
95934	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
95934	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
95934	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
95934	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
95934	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
95934	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
95934	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
95934	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
95934	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
95934	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
95934	embedding2nn.weight	0	0.04171444848179817
95934	embedding2nn.weight	1	-0.08172977715730667
95934	embedding2nn.weight	2	0.012230899184942245
95934	embedding2nn.weight	3	-0.05257629230618477
95934	embedding2nn.weight	4	-0.13496346771717072
95934	embedding2nn.weight	5	0.09051942080259323
95934	embedding2nn.weight	6	-0.08562081307172775
95934	embedding2nn.weight	7	-0.07186686247587204
95934	embedding2nn.weight	8	-0.006598072126507759
95934	embedding2nn.weight	9	0.03934980183839798
95934	embedding2nn.bias	0	0.06412777304649353
95934	embedding2nn.bias	1	0.027002498507499695
95934	embedding2nn.bias	2	-0.10940853506326675
95934	embedding2nn.bias	3	0.0557536706328392
95934	embedding2nn.bias	4	0.042694710195064545
95934	embedding2nn.bias	5	-0.1585669070482254
95934	embedding2nn.bias	6	-0.08333554118871689
95934	embedding2nn.bias	7	-0.02513902448117733
95934	embedding2nn.bias	8	0.09974325448274612
95934	embedding2nn.bias	9	-0.0973447784781456
95934	rnn.weight_ih_l0	0	0.012973600998520851
95934	rnn.weight_ih_l0	1	-0.020272444933652878
95934	rnn.weight_ih_l0	2	-0.02900884859263897
95934	rnn.weight_ih_l0	3	-0.022894661873579025
95934	rnn.weight_ih_l0	4	-0.010985348373651505
95934	rnn.weight_ih_l0	5	-0.06397306174039841
95934	rnn.weight_ih_l0	6	-0.013182208873331547
95934	rnn.weight_ih_l0	7	-0.02637740783393383
95934	rnn.weight_ih_l0	8	0.02745787799358368
95934	rnn.weight_ih_l0	9	0.012783203274011612
95934	rnn.weight_hh_l0	0	0.005324634723365307
95934	rnn.weight_hh_l0	1	-0.0671890377998352
95934	rnn.weight_hh_l0	2	0.053931351751089096
95934	rnn.weight_hh_l0	3	0.03248032182455063
95934	rnn.weight_hh_l0	4	0.007015076931566
95934	rnn.weight_hh_l0	5	0.049564771354198456
95934	rnn.weight_hh_l0	6	-0.014148137532174587
95934	rnn.weight_hh_l0	7	-0.0828012079000473
95934	rnn.weight_hh_l0	8	-0.005390748847275972
95934	rnn.weight_hh_l0	9	-0.08718512952327728
95934	rnn.bias_ih_l0	0	-0.08790650963783264
95934	rnn.bias_ih_l0	1	-0.14310361444950104
95934	rnn.bias_ih_l0	2	-0.20646294951438904
95934	rnn.bias_ih_l0	3	-0.2671390771865845
95934	rnn.bias_ih_l0	4	0.008511235937476158
95934	rnn.bias_ih_l0	5	0.06955569237470627
95934	rnn.bias_ih_l0	6	-0.1376836597919464
95934	rnn.bias_ih_l0	7	-0.24518421292304993
95934	rnn.bias_ih_l0	8	-0.1128438338637352
95934	rnn.bias_ih_l0	9	-0.1466272920370102
95934	rnn.bias_hh_l0	0	0.13829955458641052
95934	rnn.bias_hh_l0	1	-0.056960053741931915
95934	rnn.bias_hh_l0	2	0.019152821972966194
95934	rnn.bias_hh_l0	3	-0.1589537113904953
95934	rnn.bias_hh_l0	4	0.0562051460146904
95934	rnn.bias_hh_l0	5	0.020233063027262688
95934	rnn.bias_hh_l0	6	-0.0832795575261116
95934	rnn.bias_hh_l0	7	-0.13934433460235596
95934	rnn.bias_hh_l0	8	-0.15124504268169403
95934	rnn.bias_hh_l0	9	-0.08043480664491653
95934	rnn.weight_ih_l0_reverse	0	0.000691270804964006
95934	rnn.weight_ih_l0_reverse	1	0.016021138057112694
95934	rnn.weight_ih_l0_reverse	2	-0.009175212122499943
95934	rnn.weight_ih_l0_reverse	3	0.0014934827340766788
95934	rnn.weight_ih_l0_reverse	4	0.014933905564248562
95934	rnn.weight_ih_l0_reverse	5	-0.05806311219930649
95934	rnn.weight_ih_l0_reverse	6	-0.027150971814990044
95934	rnn.weight_ih_l0_reverse	7	0.005738336127251387
95934	rnn.weight_ih_l0_reverse	8	0.04666424170136452
95934	rnn.weight_ih_l0_reverse	9	0.025281960144639015
95934	rnn.weight_hh_l0_reverse	0	0.00018302664102520794
95934	rnn.weight_hh_l0_reverse	1	0.021784596145153046
95934	rnn.weight_hh_l0_reverse	2	-0.03576328232884407
95934	rnn.weight_hh_l0_reverse	3	0.035487957298755646
95934	rnn.weight_hh_l0_reverse	4	0.01814202591776848
95934	rnn.weight_hh_l0_reverse	5	-0.014217439107596874
95934	rnn.weight_hh_l0_reverse	6	0.03558242693543434
95934	rnn.weight_hh_l0_reverse	7	0.018619375303387642
95934	rnn.weight_hh_l0_reverse	8	-0.005975628271698952
95934	rnn.weight_hh_l0_reverse	9	-0.05503413826227188
95934	rnn.bias_ih_l0_reverse	0	-0.12408658117055893
95934	rnn.bias_ih_l0_reverse	1	-0.2862061858177185
95934	rnn.bias_ih_l0_reverse	2	-0.06247210502624512
95934	rnn.bias_ih_l0_reverse	3	-0.11396173387765884
95934	rnn.bias_ih_l0_reverse	4	0.07351568341255188
95934	rnn.bias_ih_l0_reverse	5	-0.21414940059185028
95934	rnn.bias_ih_l0_reverse	6	-0.043241214007139206
95934	rnn.bias_ih_l0_reverse	7	0.024191606789827347
95934	rnn.bias_ih_l0_reverse	8	-0.1637715846300125
95934	rnn.bias_ih_l0_reverse	9	-0.07035411149263382
95934	rnn.bias_hh_l0_reverse	0	-0.116409070789814
95934	rnn.bias_hh_l0_reverse	1	-0.11563261598348618
95934	rnn.bias_hh_l0_reverse	2	-0.02577987127006054
95934	rnn.bias_hh_l0_reverse	3	-0.13154710829257965
95934	rnn.bias_hh_l0_reverse	4	-0.019181661307811737
95934	rnn.bias_hh_l0_reverse	5	-0.09785158187150955
95934	rnn.bias_hh_l0_reverse	6	-0.07164396345615387
95934	rnn.bias_hh_l0_reverse	7	-0.15447667241096497
95934	rnn.bias_hh_l0_reverse	8	-0.04479307681322098
95934	rnn.bias_hh_l0_reverse	9	-0.1329980045557022
95934	linear.weight	0	-0.23845753073692322
95934	linear.weight	1	-0.14713527262210846
95934	linear.weight	2	-0.011228874325752258
95934	linear.weight	3	-0.0979684591293335
95934	linear.weight	4	0.06487102061510086
95934	linear.weight	5	0.2303433120250702
95934	linear.weight	6	0.0047744326293468475
95934	linear.weight	7	-0.021312154829502106
95934	linear.weight	8	0.10294786095619202
95934	linear.weight	9	0.20281705260276794
95934	linear.bias	0	-0.7324800491333008
95934	linear.bias	1	0.9916431307792664
95934	linear.bias	2	-0.27051353454589844
95934	linear.bias	3	-0.5654482841491699
95934	linear.bias	4	-1.1323363780975342
95934	linear.bias	5	-1.1551539897918701
95934	linear.bias	6	-0.7218121290206909
95934	linear.bias	7	-0.7546630501747131
95934	linear.bias	8	-0.01705317199230194
95934	linear.bias	9	3.143195867538452
96131	transitions	0	-0.3152216076850891
96131	transitions	1	7.995579242706299
96131	transitions	2	-3.245927095413208
96131	transitions	3	1.3622028827667236
96131	transitions	4	-1.8919569253921509
96131	transitions	5	-0.33890748023986816
96131	transitions	6	-0.1738220900297165
96131	transitions	7	-10000.0
96131	transitions	8	1.7236437797546387
96131	transitions	9	-2.2904281616210938
96131	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
96131	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
96131	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
96131	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
96131	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
96131	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
96131	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
96131	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
96131	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
96131	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
96131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
96131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
96131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
96131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
96131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
96131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
96131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
96131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
96131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
96131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
96131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
96131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
96131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
96131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
96131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
96131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
96131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
96131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
96131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
96131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
96131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
96131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
96131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
96131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
96131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
96131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
96131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
96131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
96131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
96131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
96131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
96131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
96131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
96131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
96131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
96131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
96131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
96131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
96131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
96131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
96131	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
96131	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
96131	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
96131	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
96131	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
96131	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
96131	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
96131	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
96131	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
96131	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
96131	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
96131	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
96131	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
96131	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
96131	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
96131	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
96131	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
96131	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
96131	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
96131	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
96131	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
96131	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
96131	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
96131	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
96131	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
96131	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
96131	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
96131	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
96131	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
96131	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
96131	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
96131	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
96131	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
96131	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
96131	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
96131	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
96131	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
96131	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
96131	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
96131	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
96131	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
96131	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
96131	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
96131	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
96131	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
96131	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
96131	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
96131	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
96131	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
96131	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
96131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
96131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
96131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
96131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
96131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
96131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
96131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
96131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
96131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
96131	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
96131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
96131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
96131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
96131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
96131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
96131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
96131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
96131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
96131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
96131	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
96131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
96131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
96131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
96131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
96131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
96131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
96131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
96131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
96131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
96131	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
96131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
96131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
96131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
96131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
96131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
96131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
96131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
96131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
96131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
96131	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
96131	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
96131	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
96131	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
96131	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
96131	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
96131	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
96131	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
96131	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
96131	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
96131	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
96131	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
96131	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
96131	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
96131	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
96131	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
96131	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
96131	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
96131	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
96131	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
96131	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
96131	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
96131	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
96131	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
96131	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
96131	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
96131	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
96131	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
96131	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
96131	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
96131	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
96131	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
96131	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
96131	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
96131	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
96131	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
96131	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
96131	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
96131	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
96131	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
96131	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
96131	embedding2nn.weight	0	0.04198841005563736
96131	embedding2nn.weight	1	-0.08168882876634598
96131	embedding2nn.weight	2	0.011991920880973339
96131	embedding2nn.weight	3	-0.0499473437666893
96131	embedding2nn.weight	4	-0.13753560185432434
96131	embedding2nn.weight	5	0.08773837983608246
96131	embedding2nn.weight	6	-0.07608525454998016
96131	embedding2nn.weight	7	-0.07413668930530548
96131	embedding2nn.weight	8	-0.007688609883189201
96131	embedding2nn.weight	9	0.037424854934215546
96131	embedding2nn.bias	0	0.06367775797843933
96131	embedding2nn.bias	1	0.012099690735340118
96131	embedding2nn.bias	2	-0.11928268522024155
96131	embedding2nn.bias	3	0.05193464457988739
96131	embedding2nn.bias	4	0.046774156391620636
96131	embedding2nn.bias	5	-0.1545027494430542
96131	embedding2nn.bias	6	-0.08458968997001648
96131	embedding2nn.bias	7	-0.034555643796920776
96131	embedding2nn.bias	8	0.08929713070392609
96131	embedding2nn.bias	9	-0.10583432763814926
96131	rnn.weight_ih_l0	0	0.014044394716620445
96131	rnn.weight_ih_l0	1	-0.01402947399765253
96131	rnn.weight_ih_l0	2	-0.028023315593600273
96131	rnn.weight_ih_l0	3	-0.023003609851002693
96131	rnn.weight_ih_l0	4	-0.012758871540427208
96131	rnn.weight_ih_l0	5	-0.064635269343853
96131	rnn.weight_ih_l0	6	-0.01103171706199646
96131	rnn.weight_ih_l0	7	-0.025529485195875168
96131	rnn.weight_ih_l0	8	0.027754291892051697
96131	rnn.weight_ih_l0	9	0.013378249481320381
96131	rnn.weight_hh_l0	0	0.004993751645088196
96131	rnn.weight_hh_l0	1	-0.06900425255298615
96131	rnn.weight_hh_l0	2	0.053347859531641006
96131	rnn.weight_hh_l0	3	0.03226594999432564
96131	rnn.weight_hh_l0	4	0.007189260330051184
96131	rnn.weight_hh_l0	5	0.04965832084417343
96131	rnn.weight_hh_l0	6	-0.014385792426764965
96131	rnn.weight_hh_l0	7	-0.08264190703630447
96131	rnn.weight_hh_l0	8	-0.00614901864901185
96131	rnn.weight_hh_l0	9	-0.09126194566488266
96131	rnn.bias_ih_l0	0	-0.09285345673561096
96131	rnn.bias_ih_l0	1	-0.1422950029373169
96131	rnn.bias_ih_l0	2	-0.20876868069171906
96131	rnn.bias_ih_l0	3	-0.27136918902397156
96131	rnn.bias_ih_l0	4	0.010841494426131248
96131	rnn.bias_ih_l0	5	0.07026613503694534
96131	rnn.bias_ih_l0	6	-0.13723249733448029
96131	rnn.bias_ih_l0	7	-0.24908651411533356
96131	rnn.bias_ih_l0	8	-0.11363986879587173
96131	rnn.bias_ih_l0	9	-0.14687983691692352
96131	rnn.bias_hh_l0	0	0.14491374790668488
96131	rnn.bias_hh_l0	1	-0.05508439987897873
96131	rnn.bias_hh_l0	2	0.020966339856386185
96131	rnn.bias_hh_l0	3	-0.16276666522026062
96131	rnn.bias_hh_l0	4	0.05746864154934883
96131	rnn.bias_hh_l0	5	0.02495075948536396
96131	rnn.bias_hh_l0	6	-0.08496718108654022
96131	rnn.bias_hh_l0	7	-0.13774313032627106
96131	rnn.bias_hh_l0	8	-0.15278387069702148
96131	rnn.bias_hh_l0	9	-0.07899926602840424
96131	rnn.weight_ih_l0_reverse	0	0.005457955412566662
96131	rnn.weight_ih_l0_reverse	1	0.010811126790940762
96131	rnn.weight_ih_l0_reverse	2	-0.01192596647888422
96131	rnn.weight_ih_l0_reverse	3	0.0021439017727971077
96131	rnn.weight_ih_l0_reverse	4	0.01304554007947445
96131	rnn.weight_ih_l0_reverse	5	-0.05662468820810318
96131	rnn.weight_ih_l0_reverse	6	-0.025551889091730118
96131	rnn.weight_ih_l0_reverse	7	0.005953467451035976
96131	rnn.weight_ih_l0_reverse	8	0.04667717590928078
96131	rnn.weight_ih_l0_reverse	9	0.022990034893155098
96131	rnn.weight_hh_l0_reverse	0	-0.00020493577176239341
96131	rnn.weight_hh_l0_reverse	1	0.02232164517045021
96131	rnn.weight_hh_l0_reverse	2	-0.03515300154685974
96131	rnn.weight_hh_l0_reverse	3	0.03550302982330322
96131	rnn.weight_hh_l0_reverse	4	0.01891084760427475
96131	rnn.weight_hh_l0_reverse	5	-0.013988947495818138
96131	rnn.weight_hh_l0_reverse	6	0.03632108494639397
96131	rnn.weight_hh_l0_reverse	7	0.018209876492619514
96131	rnn.weight_hh_l0_reverse	8	-0.006710993126034737
96131	rnn.weight_hh_l0_reverse	9	-0.05545787885785103
96131	rnn.bias_ih_l0_reverse	0	-0.12098351866006851
96131	rnn.bias_ih_l0_reverse	1	-0.28321146965026855
96131	rnn.bias_ih_l0_reverse	2	-0.061430905014276505
96131	rnn.bias_ih_l0_reverse	3	-0.11464227735996246
96131	rnn.bias_ih_l0_reverse	4	0.07225320488214493
96131	rnn.bias_ih_l0_reverse	5	-0.2146776169538498
96131	rnn.bias_ih_l0_reverse	6	-0.04536177217960358
96131	rnn.bias_ih_l0_reverse	7	0.02575536258518696
96131	rnn.bias_ih_l0_reverse	8	-0.16292862594127655
96131	rnn.bias_ih_l0_reverse	9	-0.0701555535197258
96131	rnn.bias_hh_l0_reverse	0	-0.11488949507474899
96131	rnn.bias_hh_l0_reverse	1	-0.11568146198987961
96131	rnn.bias_hh_l0_reverse	2	-0.025135463103652
96131	rnn.bias_hh_l0_reverse	3	-0.12518367171287537
96131	rnn.bias_hh_l0_reverse	4	-0.020213628187775612
96131	rnn.bias_hh_l0_reverse	5	-0.09672500193119049
96131	rnn.bias_hh_l0_reverse	6	-0.06890972703695297
96131	rnn.bias_hh_l0_reverse	7	-0.153395414352417
96131	rnn.bias_hh_l0_reverse	8	-0.045430608093738556
96131	rnn.bias_hh_l0_reverse	9	-0.13672062754631042
96131	linear.weight	0	-0.24349597096443176
96131	linear.weight	1	-0.15569201111793518
96131	linear.weight	2	-0.011228874325752258
96131	linear.weight	3	-0.11574101448059082
96131	linear.weight	4	0.061187487095594406
96131	linear.weight	5	0.23396864533424377
96131	linear.weight	6	0.0047744326293468475
96131	linear.weight	7	-0.021312154829502106
96131	linear.weight	8	0.11100934445858002
96131	linear.weight	9	0.20279842615127563
96131	linear.bias	0	-0.7292713522911072
96131	linear.bias	1	1.0292030572891235
96131	linear.bias	2	-0.30164316296577454
96131	linear.bias	3	-0.5750679969787598
96131	linear.bias	4	-1.0863697528839111
96131	linear.bias	5	-1.1552599668502808
96131	linear.bias	6	-0.7179629802703857
96131	linear.bias	7	-0.7139987349510193
96131	linear.bias	8	-0.01705317199230194
96131	linear.bias	9	3.1128482818603516
96328	transitions	0	-0.3155665993690491
96328	transitions	1	8.00733757019043
96328	transitions	2	-3.2470638751983643
96328	transitions	3	1.3675808906555176
96328	transitions	4	-1.8928422927856445
96328	transitions	5	-0.33897489309310913
96328	transitions	6	-0.17390266060829163
96328	transitions	7	-10000.0
96328	transitions	8	1.7227627038955688
96328	transitions	9	-2.290445566177368
96328	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
96328	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
96328	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
96328	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
96328	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
96328	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
96328	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
96328	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
96328	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
96328	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
96328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
96328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
96328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
96328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
96328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
96328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
96328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
96328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
96328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
96328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
96328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
96328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
96328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
96328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
96328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
96328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
96328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
96328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
96328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
96328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
96328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
96328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
96328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
96328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
96328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
96328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
96328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
96328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
96328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
96328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
96328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
96328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
96328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
96328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
96328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
96328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
96328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
96328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
96328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
96328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
96328	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
96328	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
96328	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
96328	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
96328	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
96328	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
96328	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
96328	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
96328	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
96328	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
96328	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
96328	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
96328	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
96328	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
96328	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
96328	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
96328	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
96328	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
96328	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
96328	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
96328	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
96328	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
96328	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
96328	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
96328	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
96328	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
96328	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
96328	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
96328	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
96328	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
96328	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
96328	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
96328	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
96328	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
96328	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
96328	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
96328	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
96328	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
96328	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
96328	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
96328	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
96328	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
96328	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
96328	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
96328	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
96328	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
96328	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
96328	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
96328	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
96328	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
96328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
96328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
96328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
96328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
96328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
96328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
96328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
96328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
96328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
96328	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
96328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
96328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
96328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
96328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
96328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
96328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
96328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
96328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
96328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
96328	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
96328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
96328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
96328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
96328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
96328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
96328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
96328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
96328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
96328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
96328	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
96328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
96328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
96328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
96328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
96328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
96328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
96328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
96328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
96328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
96328	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
96328	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
96328	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
96328	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
96328	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
96328	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
96328	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
96328	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
96328	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
96328	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
96328	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
96328	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
96328	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
96328	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
96328	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
96328	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
96328	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
96328	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
96328	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
96328	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
96328	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
96328	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
96328	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
96328	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
96328	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
96328	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
96328	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
96328	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
96328	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
96328	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
96328	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
96328	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
96328	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
96328	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
96328	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
96328	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
96328	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
96328	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
96328	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
96328	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
96328	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
96328	embedding2nn.weight	0	0.041717492043972015
96328	embedding2nn.weight	1	-0.08416416496038437
96328	embedding2nn.weight	2	0.01269608922302723
96328	embedding2nn.weight	3	-0.05015196651220322
96328	embedding2nn.weight	4	-0.13699674606323242
96328	embedding2nn.weight	5	0.08891270309686661
96328	embedding2nn.weight	6	-0.07737479358911514
96328	embedding2nn.weight	7	-0.07126811891794205
96328	embedding2nn.weight	8	-0.005160880275070667
96328	embedding2nn.weight	9	0.039877455681562424
96328	embedding2nn.bias	0	0.06682606041431427
96328	embedding2nn.bias	1	0.015082962810993195
96328	embedding2nn.bias	2	-0.11577774584293365
96328	embedding2nn.bias	3	0.06313212960958481
96328	embedding2nn.bias	4	0.04080647975206375
96328	embedding2nn.bias	5	-0.15940581262111664
96328	embedding2nn.bias	6	-0.08240359276533127
96328	embedding2nn.bias	7	-0.012317012064158916
96328	embedding2nn.bias	8	0.09046826511621475
96328	embedding2nn.bias	9	-0.11094330251216888
96328	rnn.weight_ih_l0	0	0.014091024175286293
96328	rnn.weight_ih_l0	1	-0.01565674878656864
96328	rnn.weight_ih_l0	2	-0.02743956819176674
96328	rnn.weight_ih_l0	3	-0.01843198575079441
96328	rnn.weight_ih_l0	4	-0.01646137796342373
96328	rnn.weight_ih_l0	5	-0.06468136608600616
96328	rnn.weight_ih_l0	6	-0.012009663507342339
96328	rnn.weight_ih_l0	7	-0.027698244899511337
96328	rnn.weight_ih_l0	8	0.027935106307268143
96328	rnn.weight_ih_l0	9	0.013999953866004944
96328	rnn.weight_hh_l0	0	0.0066155665554106236
96328	rnn.weight_hh_l0	1	-0.0684630274772644
96328	rnn.weight_hh_l0	2	0.05271082744002342
96328	rnn.weight_hh_l0	3	0.033374786376953125
96328	rnn.weight_hh_l0	4	0.00722598098218441
96328	rnn.weight_hh_l0	5	0.050716910511255264
96328	rnn.weight_hh_l0	6	-0.014443271793425083
96328	rnn.weight_hh_l0	7	-0.08243336528539658
96328	rnn.weight_hh_l0	8	-0.006064630579203367
96328	rnn.weight_hh_l0	9	-0.09094062447547913
96328	rnn.bias_ih_l0	0	-0.08610847592353821
96328	rnn.bias_ih_l0	1	-0.146636962890625
96328	rnn.bias_ih_l0	2	-0.20816920697689056
96328	rnn.bias_ih_l0	3	-0.27177420258522034
96328	rnn.bias_ih_l0	4	0.0187898650765419
96328	rnn.bias_ih_l0	5	0.07038450986146927
96328	rnn.bias_ih_l0	6	-0.13486140966415405
96328	rnn.bias_ih_l0	7	-0.24657535552978516
96328	rnn.bias_ih_l0	8	-0.1114504262804985
96328	rnn.bias_ih_l0	9	-0.15104259550571442
96328	rnn.bias_hh_l0	0	0.1436900794506073
96328	rnn.bias_hh_l0	1	-0.0564543679356575
96328	rnn.bias_hh_l0	2	0.022818291559815407
96328	rnn.bias_hh_l0	3	-0.16335733234882355
96328	rnn.bias_hh_l0	4	0.05682668834924698
96328	rnn.bias_hh_l0	5	0.031488820910453796
96328	rnn.bias_hh_l0	6	-0.08392928540706635
96328	rnn.bias_hh_l0	7	-0.13971289992332458
96328	rnn.bias_hh_l0	8	-0.1486019790172577
96328	rnn.bias_hh_l0	9	-0.07710143178701401
96328	rnn.weight_ih_l0_reverse	0	0.0039391121827065945
96328	rnn.weight_ih_l0_reverse	1	0.008947541937232018
96328	rnn.weight_ih_l0_reverse	2	-0.011239579878747463
96328	rnn.weight_ih_l0_reverse	3	0.0013842008775100112
96328	rnn.weight_ih_l0_reverse	4	0.015310344286262989
96328	rnn.weight_ih_l0_reverse	5	-0.05877405405044556
96328	rnn.weight_ih_l0_reverse	6	-0.028494182974100113
96328	rnn.weight_ih_l0_reverse	7	0.004992831032723188
96328	rnn.weight_ih_l0_reverse	8	0.044943083077669144
96328	rnn.weight_ih_l0_reverse	9	0.02021845430135727
96328	rnn.weight_hh_l0_reverse	0	6.649996794294566e-05
96328	rnn.weight_hh_l0_reverse	1	0.022601332515478134
96328	rnn.weight_hh_l0_reverse	2	-0.03522740304470062
96328	rnn.weight_hh_l0_reverse	3	0.03626734018325806
96328	rnn.weight_hh_l0_reverse	4	0.018978403881192207
96328	rnn.weight_hh_l0_reverse	5	-0.013798251748085022
96328	rnn.weight_hh_l0_reverse	6	0.037082239985466
96328	rnn.weight_hh_l0_reverse	7	0.019467856734991074
96328	rnn.weight_hh_l0_reverse	8	-0.007726012263447046
96328	rnn.weight_hh_l0_reverse	9	-0.055841799825429916
96328	rnn.bias_ih_l0_reverse	0	-0.12292902916669846
96328	rnn.bias_ih_l0_reverse	1	-0.28234827518463135
96328	rnn.bias_ih_l0_reverse	2	-0.062154773622751236
96328	rnn.bias_ih_l0_reverse	3	-0.11225176602602005
96328	rnn.bias_ih_l0_reverse	4	0.07755113393068314
96328	rnn.bias_ih_l0_reverse	5	-0.20999647676944733
96328	rnn.bias_ih_l0_reverse	6	-0.045586176216602325
96328	rnn.bias_ih_l0_reverse	7	0.026922540739178658
96328	rnn.bias_ih_l0_reverse	8	-0.15973718464374542
96328	rnn.bias_ih_l0_reverse	9	-0.06803686171770096
96328	rnn.bias_hh_l0_reverse	0	-0.11911153048276901
96328	rnn.bias_hh_l0_reverse	1	-0.11653168499469757
96328	rnn.bias_hh_l0_reverse	2	-0.027210906147956848
96328	rnn.bias_hh_l0_reverse	3	-0.12456294149160385
96328	rnn.bias_hh_l0_reverse	4	-0.018252016976475716
96328	rnn.bias_hh_l0_reverse	5	-0.09679901599884033
96328	rnn.bias_hh_l0_reverse	6	-0.0719427689909935
96328	rnn.bias_hh_l0_reverse	7	-0.15440069139003754
96328	rnn.bias_hh_l0_reverse	8	-0.04411173611879349
96328	rnn.bias_hh_l0_reverse	9	-0.1368119716644287
96328	linear.weight	0	-0.2580417990684509
96328	linear.weight	1	-0.16418679058551788
96328	linear.weight	2	-0.011228874325752258
96328	linear.weight	3	-0.1271962970495224
96328	linear.weight	4	0.06270498037338257
96328	linear.weight	5	0.26189759373664856
96328	linear.weight	6	0.0047744326293468475
96328	linear.weight	7	-0.021312154829502106
96328	linear.weight	8	0.09491165727376938
96328	linear.weight	9	0.1926390826702118
96328	linear.bias	0	-0.7531035542488098
96328	linear.bias	1	1.0496978759765625
96328	linear.bias	2	-0.28469881415367126
96328	linear.bias	3	-0.5621126294136047
96328	linear.bias	4	-1.062089443206787
96328	linear.bias	5	-1.1553459167480469
96328	linear.bias	6	-0.7397712469100952
96328	linear.bias	7	-0.7409610748291016
96328	linear.bias	8	-0.01705317199230194
96328	linear.bias	9	3.1161885261535645
96525	transitions	0	-0.3167566955089569
96525	transitions	1	8.007658958435059
96525	transitions	2	-3.2482876777648926
96525	transitions	3	1.3590143918991089
96525	transitions	4	-1.8933870792388916
96525	transitions	5	-0.33903786540031433
96525	transitions	6	-0.17404542863368988
96525	transitions	7	-10000.0
96525	transitions	8	1.730385422706604
96525	transitions	9	-2.2904584407806396
96525	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
96525	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
96525	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
96525	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
96525	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
96525	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
96525	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
96525	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
96525	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
96525	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
96525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
96525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
96525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
96525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
96525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
96525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
96525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
96525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
96525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
96525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
96525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
96525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
96525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
96525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
96525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
96525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
96525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
96525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
96525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
96525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
96525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
96525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
96525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
96525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
96525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
96525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
96525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
96525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
96525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
96525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
96525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
96525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
96525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
96525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
96525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
96525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
96525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
96525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
96525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
96525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
96525	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
96525	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
96525	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
96525	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
96525	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
96525	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
96525	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
96525	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
96525	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
96525	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
96525	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
96525	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
96525	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
96525	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
96525	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
96525	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
96525	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
96525	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
96525	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
96525	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
96525	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
96525	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
96525	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
96525	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
96525	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
96525	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
96525	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
96525	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
96525	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
96525	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
96525	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
96525	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
96525	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
96525	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
96525	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
96525	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
96525	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
96525	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
96525	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
96525	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
96525	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
96525	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
96525	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
96525	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
96525	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
96525	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
96525	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
96525	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
96525	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
96525	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
96525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
96525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
96525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
96525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
96525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
96525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
96525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
96525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
96525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
96525	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
96525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
96525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
96525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
96525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
96525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
96525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
96525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
96525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
96525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
96525	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
96525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
96525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
96525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
96525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
96525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
96525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
96525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
96525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
96525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
96525	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
96525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
96525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
96525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
96525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
96525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
96525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
96525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
96525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
96525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
96525	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
96525	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
96525	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
96525	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
96525	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
96525	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
96525	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
96525	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
96525	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
96525	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
96525	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
96525	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
96525	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
96525	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
96525	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
96525	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
96525	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
96525	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
96525	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
96525	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
96525	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
96525	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
96525	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
96525	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
96525	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
96525	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
96525	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
96525	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
96525	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
96525	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
96525	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
96525	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
96525	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
96525	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
96525	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
96525	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
96525	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
96525	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
96525	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
96525	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
96525	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
96525	embedding2nn.weight	0	0.041455741971731186
96525	embedding2nn.weight	1	-0.08376799523830414
96525	embedding2nn.weight	2	0.011674018576741219
96525	embedding2nn.weight	3	-0.04954860731959343
96525	embedding2nn.weight	4	-0.13510343432426453
96525	embedding2nn.weight	5	0.08858268707990646
96525	embedding2nn.weight	6	-0.07949566841125488
96525	embedding2nn.weight	7	-0.06793303787708282
96525	embedding2nn.weight	8	-0.006956418510526419
96525	embedding2nn.weight	9	0.042065396904945374
96525	embedding2nn.bias	0	0.07879486680030823
96525	embedding2nn.bias	1	0.01785084791481495
96525	embedding2nn.bias	2	-0.11932551860809326
96525	embedding2nn.bias	3	0.06663300842046738
96525	embedding2nn.bias	4	0.03413483873009682
96525	embedding2nn.bias	5	-0.1601397842168808
96525	embedding2nn.bias	6	-0.10077433288097382
96525	embedding2nn.bias	7	-0.0022564087994396687
96525	embedding2nn.bias	8	0.09001583606004715
96525	embedding2nn.bias	9	-0.10976910591125488
96525	rnn.weight_ih_l0	0	0.011461501941084862
96525	rnn.weight_ih_l0	1	-0.017349161207675934
96525	rnn.weight_ih_l0	2	-0.02580759860575199
96525	rnn.weight_ih_l0	3	-0.01709098182618618
96525	rnn.weight_ih_l0	4	-0.015098544768989086
96525	rnn.weight_ih_l0	5	-0.0629269927740097
96525	rnn.weight_ih_l0	6	-0.01479718554764986
96525	rnn.weight_ih_l0	7	-0.026613052934408188
96525	rnn.weight_ih_l0	8	0.02674313634634018
96525	rnn.weight_ih_l0	9	0.012362439185380936
96525	rnn.weight_hh_l0	0	0.005635085050016642
96525	rnn.weight_hh_l0	1	-0.0688762441277504
96525	rnn.weight_hh_l0	2	0.05343152955174446
96525	rnn.weight_hh_l0	3	0.03439992293715477
96525	rnn.weight_hh_l0	4	0.007433191407471895
96525	rnn.weight_hh_l0	5	0.051788292825222015
96525	rnn.weight_hh_l0	6	-0.014623685739934444
96525	rnn.weight_hh_l0	7	-0.08226887136697769
96525	rnn.weight_hh_l0	8	-0.005823234561830759
96525	rnn.weight_hh_l0	9	-0.08946733176708221
96525	rnn.bias_ih_l0	0	-0.0915127620100975
96525	rnn.bias_ih_l0	1	-0.14864802360534668
96525	rnn.bias_ih_l0	2	-0.21017193794250488
96525	rnn.bias_ih_l0	3	-0.2732728123664856
96525	rnn.bias_ih_l0	4	0.01659381203353405
96525	rnn.bias_ih_l0	5	0.07247409224510193
96525	rnn.bias_ih_l0	6	-0.1343023031949997
96525	rnn.bias_ih_l0	7	-0.24518267810344696
96525	rnn.bias_ih_l0	8	-0.11166469007730484
96525	rnn.bias_ih_l0	9	-0.15259554982185364
96525	rnn.bias_hh_l0	0	0.1445426195859909
96525	rnn.bias_hh_l0	1	-0.057501211762428284
96525	rnn.bias_hh_l0	2	0.020940005779266357
96525	rnn.bias_hh_l0	3	-0.1615438461303711
96525	rnn.bias_hh_l0	4	0.05346312001347542
96525	rnn.bias_hh_l0	5	0.03516736626625061
96525	rnn.bias_hh_l0	6	-0.08187339454889297
96525	rnn.bias_hh_l0	7	-0.1382022202014923
96525	rnn.bias_hh_l0	8	-0.14879709482192993
96525	rnn.bias_hh_l0	9	-0.07673923671245575
96525	rnn.weight_ih_l0_reverse	0	0.006056784652173519
96525	rnn.weight_ih_l0_reverse	1	0.00775082828477025
96525	rnn.weight_ih_l0_reverse	2	-0.01187558937817812
96525	rnn.weight_ih_l0_reverse	3	0.0002909189206548035
96525	rnn.weight_ih_l0_reverse	4	0.015087691135704517
96525	rnn.weight_ih_l0_reverse	5	-0.06047945097088814
96525	rnn.weight_ih_l0_reverse	6	-0.028964422643184662
96525	rnn.weight_ih_l0_reverse	7	0.004678194411098957
96525	rnn.weight_ih_l0_reverse	8	0.04506176337599754
96525	rnn.weight_ih_l0_reverse	9	0.02348734252154827
96525	rnn.weight_hh_l0_reverse	0	0.0005745835951529443
96525	rnn.weight_hh_l0_reverse	1	0.02268320322036743
96525	rnn.weight_hh_l0_reverse	2	-0.03570321574807167
96525	rnn.weight_hh_l0_reverse	3	0.03666155785322189
96525	rnn.weight_hh_l0_reverse	4	0.019079089164733887
96525	rnn.weight_hh_l0_reverse	5	-0.014770204201340675
96525	rnn.weight_hh_l0_reverse	6	0.03679172322154045
96525	rnn.weight_hh_l0_reverse	7	0.019185800105333328
96525	rnn.weight_hh_l0_reverse	8	-0.007861502468585968
96525	rnn.weight_hh_l0_reverse	9	-0.055787280201911926
96525	rnn.bias_ih_l0_reverse	0	-0.12643738090991974
96525	rnn.bias_ih_l0_reverse	1	-0.2791441082954407
96525	rnn.bias_ih_l0_reverse	2	-0.06297589093446732
96525	rnn.bias_ih_l0_reverse	3	-0.1114160493016243
96525	rnn.bias_ih_l0_reverse	4	0.07600604742765427
96525	rnn.bias_ih_l0_reverse	5	-0.2151714414358139
96525	rnn.bias_ih_l0_reverse	6	-0.04573725536465645
96525	rnn.bias_ih_l0_reverse	7	0.027401955798268318
96525	rnn.bias_ih_l0_reverse	8	-0.15834598243236542
96525	rnn.bias_ih_l0_reverse	9	-0.06519234925508499
96525	rnn.bias_hh_l0_reverse	0	-0.12022073566913605
96525	rnn.bias_hh_l0_reverse	1	-0.11457126587629318
96525	rnn.bias_hh_l0_reverse	2	-0.026966003701090813
96525	rnn.bias_hh_l0_reverse	3	-0.12463793903589249
96525	rnn.bias_hh_l0_reverse	4	-0.019273770973086357
96525	rnn.bias_hh_l0_reverse	5	-0.09839911013841629
96525	rnn.bias_hh_l0_reverse	6	-0.07505431026220322
96525	rnn.bias_hh_l0_reverse	7	-0.16193166375160217
96525	rnn.bias_hh_l0_reverse	8	-0.04309264197945595
96525	rnn.bias_hh_l0_reverse	9	-0.13808976113796234
96525	linear.weight	0	-0.2806089222431183
96525	linear.weight	1	-0.1613045036792755
96525	linear.weight	2	-0.011228874325752258
96525	linear.weight	3	-0.11917100846767426
96525	linear.weight	4	0.04693557694554329
96525	linear.weight	5	0.2503732442855835
96525	linear.weight	6	0.0047744326293468475
96525	linear.weight	7	-0.021312154829502106
96525	linear.weight	8	0.08777785301208496
96525	linear.weight	9	0.20401228964328766
96525	linear.bias	0	-0.743226170539856
96525	linear.bias	1	1.0453346967697144
96525	linear.bias	2	-0.2509472370147705
96525	linear.bias	3	-0.5423662662506104
96525	linear.bias	4	-1.0703452825546265
96525	linear.bias	5	-1.1554439067840576
96525	linear.bias	6	-0.7315455079078674
96525	linear.bias	7	-0.7094286680221558
96525	linear.bias	8	-0.01705317199230194
96525	linear.bias	9	3.0687379837036133
96722	transitions	0	-0.31717029213905334
96722	transitions	1	7.99094295501709
96722	transitions	2	-3.249455451965332
96722	transitions	3	1.3605422973632812
96722	transitions	4	-1.8947408199310303
96722	transitions	5	-0.3392699360847473
96722	transitions	6	-0.17410367727279663
96722	transitions	7	-10000.0
96722	transitions	8	1.72535240650177
96722	transitions	9	-2.2904818058013916
96722	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
96722	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
96722	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
96722	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
96722	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
96722	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
96722	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
96722	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
96722	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
96722	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
96722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
96722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
96722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
96722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
96722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
96722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
96722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
96722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
96722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
96722	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
96722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
96722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
96722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
96722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
96722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
96722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
96722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
96722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
96722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
96722	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
96722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
96722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
96722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
96722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
96722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
96722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
96722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
96722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
96722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
96722	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
96722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
96722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
96722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
96722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
96722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
96722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
96722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
96722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
96722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
96722	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
96722	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
96722	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
96722	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
96722	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
96722	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
96722	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
96722	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
96722	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
96722	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
96722	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
96722	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
96722	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
96722	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
96722	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
96722	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
96722	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
96722	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
96722	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
96722	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
96722	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
96722	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
96722	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
96722	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
96722	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
96722	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
96722	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
96722	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
96722	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
96722	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
96722	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
96722	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
96722	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
96722	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
96722	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
96722	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
96722	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
96722	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
96722	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
96722	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
96722	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
96722	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
96722	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
96722	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
96722	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
96722	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
96722	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
96722	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
96722	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
96722	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
96722	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
96722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
96722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
96722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
96722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
96722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
96722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
96722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
96722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
96722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
96722	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
96722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
96722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
96722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
96722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
96722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
96722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
96722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
96722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
96722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
96722	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
96722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
96722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
96722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
96722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
96722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
96722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
96722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
96722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
96722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
96722	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
96722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
96722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
96722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
96722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
96722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
96722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
96722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
96722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
96722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
96722	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
96722	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
96722	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
96722	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
96722	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
96722	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
96722	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
96722	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
96722	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
96722	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
96722	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
96722	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
96722	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
96722	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
96722	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
96722	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
96722	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
96722	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
96722	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
96722	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
96722	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
96722	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
96722	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
96722	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
96722	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
96722	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
96722	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
96722	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
96722	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
96722	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
96722	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
96722	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
96722	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
96722	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
96722	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
96722	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
96722	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
96722	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
96722	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
96722	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
96722	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
96722	embedding2nn.weight	0	0.041354186832904816
96722	embedding2nn.weight	1	-0.08435186743736267
96722	embedding2nn.weight	2	0.014353407546877861
96722	embedding2nn.weight	3	-0.05146338790655136
96722	embedding2nn.weight	4	-0.13702243566513062
96722	embedding2nn.weight	5	0.0892738476395607
96722	embedding2nn.weight	6	-0.08286303281784058
96722	embedding2nn.weight	7	-0.06987277418375015
96722	embedding2nn.weight	8	-0.006267650052905083
96722	embedding2nn.weight	9	0.04386349022388458
96722	embedding2nn.bias	0	0.07142838835716248
96722	embedding2nn.bias	1	0.024841181933879852
96722	embedding2nn.bias	2	-0.12802568078041077
96722	embedding2nn.bias	3	0.08210964500904083
96722	embedding2nn.bias	4	0.04197824001312256
96722	embedding2nn.bias	5	-0.14430095255374908
96722	embedding2nn.bias	6	-0.10812554508447647
96722	embedding2nn.bias	7	-0.020129628479480743
96722	embedding2nn.bias	8	0.08447384834289551
96722	embedding2nn.bias	9	-0.11641410738229752
96722	rnn.weight_ih_l0	0	0.013887320645153522
96722	rnn.weight_ih_l0	1	-0.01912262663245201
96722	rnn.weight_ih_l0	2	-0.02558344602584839
96722	rnn.weight_ih_l0	3	-0.018108883872628212
96722	rnn.weight_ih_l0	4	-0.015849072486162186
96722	rnn.weight_ih_l0	5	-0.06525751203298569
96722	rnn.weight_ih_l0	6	-0.011476324871182442
96722	rnn.weight_ih_l0	7	-0.026743359863758087
96722	rnn.weight_ih_l0	8	0.0268566757440567
96722	rnn.weight_ih_l0	9	0.013219448737800121
96722	rnn.weight_hh_l0	0	0.005367380566895008
96722	rnn.weight_hh_l0	1	-0.06892850995063782
96722	rnn.weight_hh_l0	2	0.053627997636795044
96722	rnn.weight_hh_l0	3	0.03379824757575989
96722	rnn.weight_hh_l0	4	0.008053799159824848
96722	rnn.weight_hh_l0	5	0.050726283341646194
96722	rnn.weight_hh_l0	6	-0.014720036648213863
96722	rnn.weight_hh_l0	7	-0.08348967880010605
96722	rnn.weight_hh_l0	8	-0.005663740914314985
96722	rnn.weight_hh_l0	9	-0.09129597246646881
96722	rnn.bias_ih_l0	0	-0.09070824086666107
96722	rnn.bias_ih_l0	1	-0.1484995186328888
96722	rnn.bias_ih_l0	2	-0.21138642728328705
96722	rnn.bias_ih_l0	3	-0.2736089825630188
96722	rnn.bias_ih_l0	4	0.01545713935047388
96722	rnn.bias_ih_l0	5	0.07748565077781677
96722	rnn.bias_ih_l0	6	-0.13008923828601837
96722	rnn.bias_ih_l0	7	-0.24612957239151
96722	rnn.bias_ih_l0	8	-0.11203977465629578
96722	rnn.bias_ih_l0	9	-0.1523970365524292
96722	rnn.bias_hh_l0	0	0.14086072146892548
96722	rnn.bias_hh_l0	1	-0.057384513318538666
96722	rnn.bias_hh_l0	2	0.021125560626387596
96722	rnn.bias_hh_l0	3	-0.16244326531887054
96722	rnn.bias_hh_l0	4	0.05578908696770668
96722	rnn.bias_hh_l0	5	0.035812024027109146
96722	rnn.bias_hh_l0	6	-0.08442438393831253
96722	rnn.bias_hh_l0	7	-0.13936197757720947
96722	rnn.bias_hh_l0	8	-0.1498432159423828
96722	rnn.bias_hh_l0	9	-0.07526597380638123
96722	rnn.weight_ih_l0_reverse	0	0.004663798492401838
96722	rnn.weight_ih_l0_reverse	1	0.008061510510742664
96722	rnn.weight_ih_l0_reverse	2	-0.012919571250677109
96722	rnn.weight_ih_l0_reverse	3	-0.0020594706293195486
96722	rnn.weight_ih_l0_reverse	4	0.0085470424965024
96722	rnn.weight_ih_l0_reverse	5	-0.06091439723968506
96722	rnn.weight_ih_l0_reverse	6	-0.03167801350355148
96722	rnn.weight_ih_l0_reverse	7	0.007421648595482111
96722	rnn.weight_ih_l0_reverse	8	0.04587571695446968
96722	rnn.weight_ih_l0_reverse	9	0.019656583666801453
96722	rnn.weight_hh_l0_reverse	0	0.0017228018259629607
96722	rnn.weight_hh_l0_reverse	1	0.022872120141983032
96722	rnn.weight_hh_l0_reverse	2	-0.03623300790786743
96722	rnn.weight_hh_l0_reverse	3	0.039071228355169296
96722	rnn.weight_hh_l0_reverse	4	0.0184877160936594
96722	rnn.weight_hh_l0_reverse	5	-0.014700856059789658
96722	rnn.weight_hh_l0_reverse	6	0.037536948919296265
96722	rnn.weight_hh_l0_reverse	7	0.019222799688577652
96722	rnn.weight_hh_l0_reverse	8	-0.007692380342632532
96722	rnn.weight_hh_l0_reverse	9	-0.055515214800834656
96722	rnn.bias_ih_l0_reverse	0	-0.1250840723514557
96722	rnn.bias_ih_l0_reverse	1	-0.27655577659606934
96722	rnn.bias_ih_l0_reverse	2	-0.06640835851430893
96722	rnn.bias_ih_l0_reverse	3	-0.11231344193220139
96722	rnn.bias_ih_l0_reverse	4	0.07692888379096985
96722	rnn.bias_ih_l0_reverse	5	-0.213779479265213
96722	rnn.bias_ih_l0_reverse	6	-0.04483272507786751
96722	rnn.bias_ih_l0_reverse	7	0.029290102422237396
96722	rnn.bias_ih_l0_reverse	8	-0.15636537969112396
96722	rnn.bias_ih_l0_reverse	9	-0.06440077722072601
96722	rnn.bias_hh_l0_reverse	0	-0.11691713333129883
96722	rnn.bias_hh_l0_reverse	1	-0.11832445114850998
96722	rnn.bias_hh_l0_reverse	2	-0.02745651826262474
96722	rnn.bias_hh_l0_reverse	3	-0.12471763044595718
96722	rnn.bias_hh_l0_reverse	4	-0.02187885157763958
96722	rnn.bias_hh_l0_reverse	5	-0.09630967676639557
96722	rnn.bias_hh_l0_reverse	6	-0.07449956983327866
96722	rnn.bias_hh_l0_reverse	7	-0.16041859984397888
96722	rnn.bias_hh_l0_reverse	8	-0.04581086337566376
96722	rnn.bias_hh_l0_reverse	9	-0.1389153152704239
96722	linear.weight	0	-0.27194976806640625
96722	linear.weight	1	-0.17534051835536957
96722	linear.weight	2	-0.011228874325752258
96722	linear.weight	3	-0.10495506227016449
96722	linear.weight	4	0.026916509494185448
96722	linear.weight	5	0.24041694402694702
96722	linear.weight	6	0.0047744326293468475
96722	linear.weight	7	-0.021312154829502106
96722	linear.weight	8	0.11235807836055756
96722	linear.weight	9	0.20282933115959167
96722	linear.bias	0	-0.7342860698699951
96722	linear.bias	1	1.0542306900024414
96722	linear.bias	2	-0.2704588770866394
96722	linear.bias	3	-0.56723952293396
96722	linear.bias	4	-1.06980299949646
96722	linear.bias	5	-1.1555613279342651
96722	linear.bias	6	-0.7272999286651611
96722	linear.bias	7	-0.7345093488693237
96722	linear.bias	8	-0.01705317199230194
96722	linear.bias	9	3.0995941162109375
96726	transitions	0	-0.3171727657318115
96726	transitions	1	7.987100124359131
96726	transitions	2	-3.2495052814483643
96726	transitions	3	1.3605988025665283
96726	transitions	4	-1.8947561979293823
96726	transitions	5	-0.3392898440361023
96726	transitions	6	-0.1741066426038742
96726	transitions	7	-10000.0
96726	transitions	8	1.7253515720367432
96726	transitions	9	-2.2904820442199707
96726	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
96726	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
96726	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
96726	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
96726	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
96726	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
96726	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
96726	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
96726	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
96726	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
96726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
96726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
96726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
96726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
96726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
96726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
96726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
96726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
96726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
96726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
96726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
96726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
96726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
96726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
96726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
96726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
96726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
96726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
96726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
96726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
96726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
96726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
96726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
96726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
96726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
96726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
96726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
96726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
96726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
96726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
96726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
96726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
96726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
96726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
96726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
96726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
96726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
96726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
96726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
96726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
96726	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
96726	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
96726	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
96726	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
96726	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
96726	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
96726	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
96726	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
96726	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
96726	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
96726	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
96726	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
96726	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
96726	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
96726	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
96726	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
96726	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
96726	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
96726	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
96726	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
96726	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
96726	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
96726	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
96726	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
96726	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
96726	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
96726	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
96726	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
96726	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
96726	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
96726	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
96726	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
96726	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
96726	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
96726	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
96726	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
96726	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
96726	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
96726	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
96726	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
96726	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
96726	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
96726	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
96726	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
96726	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
96726	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
96726	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
96726	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
96726	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
96726	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
96726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
96726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
96726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
96726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
96726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
96726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
96726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
96726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
96726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
96726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
96726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
96726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
96726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
96726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
96726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
96726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
96726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
96726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
96726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
96726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
96726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
96726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
96726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
96726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
96726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
96726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
96726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
96726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
96726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
96726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
96726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
96726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
96726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
96726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
96726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
96726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
96726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
96726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
96726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
96726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
96726	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
96726	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
96726	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
96726	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
96726	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
96726	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
96726	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
96726	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
96726	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
96726	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
96726	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
96726	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
96726	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
96726	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
96726	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
96726	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
96726	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
96726	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
96726	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
96726	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
96726	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
96726	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
96726	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
96726	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
96726	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
96726	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
96726	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
96726	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
96726	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
96726	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
96726	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
96726	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
96726	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
96726	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
96726	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
96726	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
96726	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
96726	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
96726	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
96726	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
96726	embedding2nn.weight	0	0.041369639337062836
96726	embedding2nn.weight	1	-0.08421160280704498
96726	embedding2nn.weight	2	0.014061631634831429
96726	embedding2nn.weight	3	-0.051449283957481384
96726	embedding2nn.weight	4	-0.13723500072956085
96726	embedding2nn.weight	5	0.0893065482378006
96726	embedding2nn.weight	6	-0.08287330716848373
96726	embedding2nn.weight	7	-0.06998667865991592
96726	embedding2nn.weight	8	-0.006302290130406618
96726	embedding2nn.weight	9	0.043929118663072586
96726	embedding2nn.bias	0	0.06945309042930603
96726	embedding2nn.bias	1	0.028194956481456757
96726	embedding2nn.bias	2	-0.1277896612882614
96726	embedding2nn.bias	3	0.08134455978870392
96726	embedding2nn.bias	4	0.04558703303337097
96726	embedding2nn.bias	5	-0.1448650062084198
96726	embedding2nn.bias	6	-0.11159751564264297
96726	embedding2nn.bias	7	-0.021192945539951324
96726	embedding2nn.bias	8	0.08433058857917786
96726	embedding2nn.bias	9	-0.11765022575855255
96726	rnn.weight_ih_l0	0	0.013947904109954834
96726	rnn.weight_ih_l0	1	-0.019337700679898262
96726	rnn.weight_ih_l0	2	-0.025600740686058998
96726	rnn.weight_ih_l0	3	-0.018165268003940582
96726	rnn.weight_ih_l0	4	-0.01580680161714554
96726	rnn.weight_ih_l0	5	-0.06509782373905182
96726	rnn.weight_ih_l0	6	-0.011089327745139599
96726	rnn.weight_ih_l0	7	-0.027100371196866035
96726	rnn.weight_ih_l0	8	0.02716088853776455
96726	rnn.weight_ih_l0	9	0.013342386111617088
96726	rnn.weight_hh_l0	0	0.005352663807570934
96726	rnn.weight_hh_l0	1	-0.06897751986980438
96726	rnn.weight_hh_l0	2	0.053648024797439575
96726	rnn.weight_hh_l0	3	0.03377708047628403
96726	rnn.weight_hh_l0	4	0.008081167936325073
96726	rnn.weight_hh_l0	5	0.05048992112278938
96726	rnn.weight_hh_l0	6	-0.014698474667966366
96726	rnn.weight_hh_l0	7	-0.08348702639341354
96726	rnn.weight_hh_l0	8	-0.005507577210664749
96726	rnn.weight_hh_l0	9	-0.09156658500432968
96726	rnn.bias_ih_l0	0	-0.08924531936645508
96726	rnn.bias_ih_l0	1	-0.14827366173267365
96726	rnn.bias_ih_l0	2	-0.2114807367324829
96726	rnn.bias_ih_l0	3	-0.27382901310920715
96726	rnn.bias_ih_l0	4	0.015495344065129757
96726	rnn.bias_ih_l0	5	0.07779940217733383
96726	rnn.bias_ih_l0	6	-0.13042016327381134
96726	rnn.bias_ih_l0	7	-0.2462218850851059
96726	rnn.bias_ih_l0	8	-0.111937016248703
96726	rnn.bias_ih_l0	9	-0.15205501019954681
96726	rnn.bias_hh_l0	0	0.14019128680229187
96726	rnn.bias_hh_l0	1	-0.05733573064208031
96726	rnn.bias_hh_l0	2	0.021447163075208664
96726	rnn.bias_hh_l0	3	-0.16247110068798065
96726	rnn.bias_hh_l0	4	0.05557072162628174
96726	rnn.bias_hh_l0	5	0.03601066768169403
96726	rnn.bias_hh_l0	6	-0.08433204144239426
96726	rnn.bias_hh_l0	7	-0.13970938324928284
96726	rnn.bias_hh_l0	8	-0.14994944632053375
96726	rnn.bias_hh_l0	9	-0.07451077550649643
96726	rnn.weight_ih_l0_reverse	0	0.004674601834267378
96726	rnn.weight_ih_l0_reverse	1	0.008093176409602165
96726	rnn.weight_ih_l0_reverse	2	-0.012540081515908241
96726	rnn.weight_ih_l0_reverse	3	-0.0021865502931177616
96726	rnn.weight_ih_l0_reverse	4	0.008563661016523838
96726	rnn.weight_ih_l0_reverse	5	-0.060421112924814224
96726	rnn.weight_ih_l0_reverse	6	-0.031575798988342285
96726	rnn.weight_ih_l0_reverse	7	0.007689254358410835
96726	rnn.weight_ih_l0_reverse	8	0.045956943184137344
96726	rnn.weight_ih_l0_reverse	9	0.019650224596261978
96726	rnn.weight_hh_l0_reverse	0	0.0016528229461982846
96726	rnn.weight_hh_l0_reverse	1	0.022867077961564064
96726	rnn.weight_hh_l0_reverse	2	-0.03620430827140808
96726	rnn.weight_hh_l0_reverse	3	0.038946013897657394
96726	rnn.weight_hh_l0_reverse	4	0.01855461671948433
96726	rnn.weight_hh_l0_reverse	5	-0.01456777285784483
96726	rnn.weight_hh_l0_reverse	6	0.037505537271499634
96726	rnn.weight_hh_l0_reverse	7	0.019179202616214752
96726	rnn.weight_hh_l0_reverse	8	-0.007564180064946413
96726	rnn.weight_hh_l0_reverse	9	-0.0554487369954586
96726	rnn.bias_ih_l0_reverse	0	-0.1251782774925232
96726	rnn.bias_ih_l0_reverse	1	-0.2766669690608978
96726	rnn.bias_ih_l0_reverse	2	-0.06629043072462082
96726	rnn.bias_ih_l0_reverse	3	-0.11235278099775314
96726	rnn.bias_ih_l0_reverse	4	0.07709065824747086
96726	rnn.bias_ih_l0_reverse	5	-0.21386277675628662
96726	rnn.bias_ih_l0_reverse	6	-0.04427224025130272
96726	rnn.bias_ih_l0_reverse	7	0.028838297352194786
96726	rnn.bias_ih_l0_reverse	8	-0.15695349872112274
96726	rnn.bias_ih_l0_reverse	9	-0.06447602063417435
96726	rnn.bias_hh_l0_reverse	0	-0.11650661379098892
96726	rnn.bias_hh_l0_reverse	1	-0.1185944676399231
96726	rnn.bias_hh_l0_reverse	2	-0.027911264449357986
96726	rnn.bias_hh_l0_reverse	3	-0.12523916363716125
96726	rnn.bias_hh_l0_reverse	4	-0.021536564454436302
96726	rnn.bias_hh_l0_reverse	5	-0.09654032438993454
96726	rnn.bias_hh_l0_reverse	6	-0.07389869540929794
96726	rnn.bias_hh_l0_reverse	7	-0.16002747416496277
96726	rnn.bias_hh_l0_reverse	8	-0.045857127755880356
96726	rnn.bias_hh_l0_reverse	9	-0.13897503912448883
96726	linear.weight	0	-0.2727377414703369
96726	linear.weight	1	-0.17502477765083313
96726	linear.weight	2	-0.011228874325752258
96726	linear.weight	3	-0.10622068494558334
96726	linear.weight	4	0.026737911626696587
96726	linear.weight	5	0.24025824666023254
96726	linear.weight	6	0.0047744326293468475
96726	linear.weight	7	-0.021312154829502106
96726	linear.weight	8	0.11214528977870941
96726	linear.weight	9	0.2015957236289978
96726	linear.bias	0	-0.7334103584289551
96726	linear.bias	1	1.0745368003845215
96726	linear.bias	2	-0.2603093683719635
96726	linear.bias	3	-0.5735204219818115
96726	linear.bias	4	-1.0700746774673462
96726	linear.bias	5	-1.1555626392364502
96726	linear.bias	6	-0.7268110513687134
96726	linear.bias	7	-0.737937331199646
96726	linear.bias	8	-0.01705317199230194
96726	linear.bias	9	3.0878612995147705
96923	transitions	0	-0.31757327914237976
96923	transitions	1	8.000298500061035
96923	transitions	2	-3.2508552074432373
96923	transitions	3	1.3547282218933105
96923	transitions	4	-1.8953734636306763
96923	transitions	5	-0.3394688069820404
96923	transitions	6	-0.17418184876441956
96923	transitions	7	-10000.0
96923	transitions	8	1.7257533073425293
96923	transitions	9	-2.2904975414276123
96923	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
96923	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
96923	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
96923	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
96923	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
96923	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
96923	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
96923	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
96923	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
96923	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
96923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
96923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
96923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
96923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
96923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
96923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
96923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
96923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
96923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
96923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
96923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
96923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
96923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
96923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
96923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
96923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
96923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
96923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
96923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
96923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
96923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
96923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
96923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
96923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
96923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
96923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
96923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
96923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
96923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
96923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
96923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
96923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
96923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
96923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
96923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
96923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
96923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
96923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
96923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
96923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
96923	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
96923	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
96923	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
96923	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
96923	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
96923	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
96923	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
96923	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
96923	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
96923	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
96923	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
96923	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
96923	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
96923	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
96923	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
96923	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
96923	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
96923	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
96923	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
96923	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
96923	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
96923	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
96923	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
96923	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
96923	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
96923	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
96923	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
96923	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
96923	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
96923	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
96923	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
96923	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
96923	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
96923	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
96923	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
96923	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
96923	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
96923	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
96923	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
96923	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
96923	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
96923	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
96923	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
96923	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
96923	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
96923	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
96923	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
96923	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
96923	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
96923	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
96923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
96923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
96923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
96923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
96923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
96923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
96923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
96923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
96923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
96923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
96923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
96923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
96923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
96923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
96923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
96923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
96923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
96923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
96923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
96923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
96923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
96923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
96923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
96923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
96923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
96923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
96923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
96923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
96923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
96923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
96923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
96923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
96923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
96923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
96923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
96923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
96923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
96923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
96923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
96923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
96923	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
96923	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
96923	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
96923	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
96923	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
96923	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
96923	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
96923	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
96923	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
96923	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
96923	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
96923	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
96923	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
96923	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
96923	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
96923	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
96923	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
96923	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
96923	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
96923	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
96923	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
96923	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
96923	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
96923	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
96923	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
96923	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
96923	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
96923	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
96923	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
96923	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
96923	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
96923	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
96923	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
96923	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
96923	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
96923	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
96923	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
96923	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
96923	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
96923	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
96923	embedding2nn.weight	0	0.0419737733900547
96923	embedding2nn.weight	1	-0.0847264751791954
96923	embedding2nn.weight	2	0.015367349609732628
96923	embedding2nn.weight	3	-0.051542941480875015
96923	embedding2nn.weight	4	-0.1387627273797989
96923	embedding2nn.weight	5	0.08821789920330048
96923	embedding2nn.weight	6	-0.09087909758090973
96923	embedding2nn.weight	7	-0.06868673115968704
96923	embedding2nn.weight	8	-0.00865882821381092
96923	embedding2nn.weight	9	0.04981416463851929
96923	embedding2nn.bias	0	0.06342264264822006
96923	embedding2nn.bias	1	0.034949082881212234
96923	embedding2nn.bias	2	-0.12079034000635147
96923	embedding2nn.bias	3	0.07952195405960083
96923	embedding2nn.bias	4	0.03107527643442154
96923	embedding2nn.bias	5	-0.15448087453842163
96923	embedding2nn.bias	6	-0.1122722253203392
96923	embedding2nn.bias	7	-0.017171476036310196
96923	embedding2nn.bias	8	0.09048832952976227
96923	embedding2nn.bias	9	-0.11469365656375885
96923	rnn.weight_ih_l0	0	0.012395043857395649
96923	rnn.weight_ih_l0	1	-0.01948077417910099
96923	rnn.weight_ih_l0	2	-0.02579360269010067
96923	rnn.weight_ih_l0	3	-0.01784447953104973
96923	rnn.weight_ih_l0	4	-0.015214003622531891
96923	rnn.weight_ih_l0	5	-0.06569911539554596
96923	rnn.weight_ih_l0	6	-0.01460061501711607
96923	rnn.weight_ih_l0	7	-0.02766459621489048
96923	rnn.weight_ih_l0	8	0.03212835267186165
96923	rnn.weight_ih_l0	9	0.013727791607379913
96923	rnn.weight_hh_l0	0	0.005926443729549646
96923	rnn.weight_hh_l0	1	-0.06718544661998749
96923	rnn.weight_hh_l0	2	0.05349311605095863
96923	rnn.weight_hh_l0	3	0.03348267823457718
96923	rnn.weight_hh_l0	4	0.008133189752697945
96923	rnn.weight_hh_l0	5	0.052066460251808167
96923	rnn.weight_hh_l0	6	-0.014304520562291145
96923	rnn.weight_hh_l0	7	-0.08391910791397095
96923	rnn.weight_hh_l0	8	-0.005083173047751188
96923	rnn.weight_hh_l0	9	-0.09155964106321335
96923	rnn.bias_ih_l0	0	-0.09139683842658997
96923	rnn.bias_ih_l0	1	-0.1483028084039688
96923	rnn.bias_ih_l0	2	-0.21496228873729706
96923	rnn.bias_ih_l0	3	-0.2747780382633209
96923	rnn.bias_ih_l0	4	0.015369298867881298
96923	rnn.bias_ih_l0	5	0.0766371339559555
96923	rnn.bias_ih_l0	6	-0.12698885798454285
96923	rnn.bias_ih_l0	7	-0.2484896034002304
96923	rnn.bias_ih_l0	8	-0.11243409663438797
96923	rnn.bias_ih_l0	9	-0.1472994089126587
96923	rnn.bias_hh_l0	0	0.1382429003715515
96923	rnn.bias_hh_l0	1	-0.0596095435321331
96923	rnn.bias_hh_l0	2	0.02445867843925953
96923	rnn.bias_hh_l0	3	-0.16238856315612793
96923	rnn.bias_hh_l0	4	0.05986492708325386
96923	rnn.bias_hh_l0	5	0.03539928421378136
96923	rnn.bias_hh_l0	6	-0.08531031757593155
96923	rnn.bias_hh_l0	7	-0.14424292743206024
96923	rnn.bias_hh_l0	8	-0.15161947906017303
96923	rnn.bias_hh_l0	9	-0.07614340633153915
96923	rnn.weight_ih_l0_reverse	0	0.005601373501121998
96923	rnn.weight_ih_l0_reverse	1	0.007473100442439318
96923	rnn.weight_ih_l0_reverse	2	-0.008148262277245522
96923	rnn.weight_ih_l0_reverse	3	-0.0036209202371537685
96923	rnn.weight_ih_l0_reverse	4	0.00941923726350069
96923	rnn.weight_ih_l0_reverse	5	-0.05691027268767357
96923	rnn.weight_ih_l0_reverse	6	-0.03016744926571846
96923	rnn.weight_ih_l0_reverse	7	0.007057031150907278
96923	rnn.weight_ih_l0_reverse	8	0.04483768343925476
96923	rnn.weight_ih_l0_reverse	9	0.02064519003033638
96923	rnn.weight_hh_l0_reverse	0	0.0006266788113862276
96923	rnn.weight_hh_l0_reverse	1	0.021969357505440712
96923	rnn.weight_hh_l0_reverse	2	-0.03589456155896187
96923	rnn.weight_hh_l0_reverse	3	0.03958653286099434
96923	rnn.weight_hh_l0_reverse	4	0.018767163157463074
96923	rnn.weight_hh_l0_reverse	5	-0.013204061426222324
96923	rnn.weight_hh_l0_reverse	6	0.03680188208818436
96923	rnn.weight_hh_l0_reverse	7	0.01880708895623684
96923	rnn.weight_hh_l0_reverse	8	-0.006656228564679623
96923	rnn.weight_hh_l0_reverse	9	-0.05590321496129036
96923	rnn.bias_ih_l0_reverse	0	-0.12556172907352448
96923	rnn.bias_ih_l0_reverse	1	-0.2793826162815094
96923	rnn.bias_ih_l0_reverse	2	-0.06240016594529152
96923	rnn.bias_ih_l0_reverse	3	-0.11290080100297928
96923	rnn.bias_ih_l0_reverse	4	0.0738898292183876
96923	rnn.bias_ih_l0_reverse	5	-0.21039961278438568
96923	rnn.bias_ih_l0_reverse	6	-0.042690109461545944
96923	rnn.bias_ih_l0_reverse	7	0.03349078819155693
96923	rnn.bias_ih_l0_reverse	8	-0.15943586826324463
96923	rnn.bias_ih_l0_reverse	9	-0.06884285062551498
96923	rnn.bias_hh_l0_reverse	0	-0.11655450612306595
96923	rnn.bias_hh_l0_reverse	1	-0.11469892412424088
96923	rnn.bias_hh_l0_reverse	2	-0.02855021506547928
96923	rnn.bias_hh_l0_reverse	3	-0.1277906596660614
96923	rnn.bias_hh_l0_reverse	4	-0.019220147281885147
96923	rnn.bias_hh_l0_reverse	5	-0.09698670357465744
96923	rnn.bias_hh_l0_reverse	6	-0.07276514917612076
96923	rnn.bias_hh_l0_reverse	7	-0.16712431609630585
96923	rnn.bias_hh_l0_reverse	8	-0.04264078289270401
96923	rnn.bias_hh_l0_reverse	9	-0.13571228086948395
96923	linear.weight	0	-0.24874845147132874
96923	linear.weight	1	-0.18651427328586578
96923	linear.weight	2	-0.011228874325752258
96923	linear.weight	3	-0.10024027526378632
96923	linear.weight	4	0.013564160093665123
96923	linear.weight	5	0.2288554310798645
96923	linear.weight	6	0.0047744326293468475
96923	linear.weight	7	-0.021312154829502106
96923	linear.weight	8	0.11010164022445679
96923	linear.weight	9	0.1817902773618698
96923	linear.bias	0	-0.7917144894599915
96923	linear.bias	1	1.0756694078445435
96923	linear.bias	2	-0.27532875537872314
96923	linear.bias	3	-0.5686922669410706
96923	linear.bias	4	-1.0411410331726074
96923	linear.bias	5	-1.1556663513183594
96923	linear.bias	6	-0.7869104146957397
96923	linear.bias	7	-0.7109939455986023
96923	linear.bias	8	-0.01705317199230194
96923	linear.bias	9	3.133666515350342
97120	transitions	0	-0.31780338287353516
97120	transitions	1	7.991763591766357
97120	transitions	2	-3.2520384788513184
97120	transitions	3	1.3627092838287354
97120	transitions	4	-1.89594566822052
97120	transitions	5	-0.3396720290184021
97120	transitions	6	-0.17427855730056763
97120	transitions	7	-10000.0
97120	transitions	8	1.723762035369873
97120	transitions	9	-2.2905197143554688
97120	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
97120	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
97120	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
97120	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
97120	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
97120	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
97120	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
97120	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
97120	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
97120	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
97120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
97120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
97120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
97120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
97120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
97120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
97120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
97120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
97120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
97120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
97120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
97120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
97120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
97120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
97120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
97120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
97120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
97120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
97120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
97120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
97120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
97120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
97120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
97120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
97120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
97120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
97120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
97120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
97120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
97120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
97120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
97120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
97120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
97120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
97120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
97120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
97120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
97120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
97120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
97120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
97120	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
97120	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
97120	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
97120	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
97120	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
97120	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
97120	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
97120	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
97120	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
97120	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
97120	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
97120	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
97120	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
97120	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
97120	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
97120	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
97120	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
97120	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
97120	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
97120	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
97120	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
97120	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
97120	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
97120	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
97120	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
97120	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
97120	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
97120	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
97120	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
97120	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
97120	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
97120	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
97120	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
97120	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
97120	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
97120	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
97120	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
97120	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
97120	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
97120	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
97120	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
97120	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
97120	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
97120	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
97120	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
97120	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
97120	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
97120	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
97120	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
97120	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
97120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
97120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
97120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
97120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
97120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
97120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
97120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
97120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
97120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
97120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
97120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
97120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
97120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
97120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
97120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
97120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
97120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
97120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
97120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
97120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
97120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
97120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
97120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
97120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
97120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
97120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
97120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
97120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
97120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
97120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
97120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
97120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
97120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
97120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
97120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
97120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
97120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
97120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
97120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
97120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
97120	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
97120	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
97120	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
97120	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
97120	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
97120	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
97120	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
97120	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
97120	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
97120	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
97120	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
97120	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
97120	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
97120	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
97120	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
97120	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
97120	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
97120	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
97120	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
97120	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
97120	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
97120	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
97120	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
97120	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
97120	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
97120	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
97120	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
97120	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
97120	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
97120	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
97120	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
97120	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
97120	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
97120	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
97120	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
97120	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
97120	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
97120	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
97120	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
97120	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
97120	embedding2nn.weight	0	0.043232984840869904
97120	embedding2nn.weight	1	-0.0859384685754776
97120	embedding2nn.weight	2	0.01473705843091011
97120	embedding2nn.weight	3	-0.05114416405558586
97120	embedding2nn.weight	4	-0.1413435935974121
97120	embedding2nn.weight	5	0.08858552575111389
97120	embedding2nn.weight	6	-0.09741446375846863
97120	embedding2nn.weight	7	-0.06971810758113861
97120	embedding2nn.weight	8	-0.009354155510663986
97120	embedding2nn.weight	9	0.04890025407075882
97120	embedding2nn.bias	0	0.08615873754024506
97120	embedding2nn.bias	1	0.0372365340590477
97120	embedding2nn.bias	2	-0.12245926260948181
97120	embedding2nn.bias	3	0.07939673215150833
97120	embedding2nn.bias	4	0.02569618821144104
97120	embedding2nn.bias	5	-0.1603073924779892
97120	embedding2nn.bias	6	-0.10730251669883728
97120	embedding2nn.bias	7	-0.0096898153424263
97120	embedding2nn.bias	8	0.08669576793909073
97120	embedding2nn.bias	9	-0.11610104143619537
97120	rnn.weight_ih_l0	0	0.012827633880078793
97120	rnn.weight_ih_l0	1	-0.017149798572063446
97120	rnn.weight_ih_l0	2	-0.026395391672849655
97120	rnn.weight_ih_l0	3	-0.021943286061286926
97120	rnn.weight_ih_l0	4	-0.009770198725163937
97120	rnn.weight_ih_l0	5	-0.06581815332174301
97120	rnn.weight_ih_l0	6	-0.016952119767665863
97120	rnn.weight_ih_l0	7	-0.027716686949133873
97120	rnn.weight_ih_l0	8	0.03320924565196037
97120	rnn.weight_ih_l0	9	0.013748732395470142
97120	rnn.weight_hh_l0	0	0.00611960468813777
97120	rnn.weight_hh_l0	1	-0.06895721703767776
97120	rnn.weight_hh_l0	2	0.05401867255568504
97120	rnn.weight_hh_l0	3	0.03383622691035271
97120	rnn.weight_hh_l0	4	0.008268534205853939
97120	rnn.weight_hh_l0	5	0.05170572176575661
97120	rnn.weight_hh_l0	6	-0.014388246461749077
97120	rnn.weight_hh_l0	7	-0.0843038409948349
97120	rnn.weight_hh_l0	8	-0.006447984371334314
97120	rnn.weight_hh_l0	9	-0.0879305750131607
97120	rnn.bias_ih_l0	0	-0.0860949456691742
97120	rnn.bias_ih_l0	1	-0.14807437360286713
97120	rnn.bias_ih_l0	2	-0.21552807092666626
97120	rnn.bias_ih_l0	3	-0.2751646041870117
97120	rnn.bias_ih_l0	4	0.01404254324734211
97120	rnn.bias_ih_l0	5	0.07151440531015396
97120	rnn.bias_ih_l0	6	-0.1288171112537384
97120	rnn.bias_ih_l0	7	-0.25228339433670044
97120	rnn.bias_ih_l0	8	-0.11120323091745377
97120	rnn.bias_ih_l0	9	-0.1482907235622406
97120	rnn.bias_hh_l0	0	0.1377292424440384
97120	rnn.bias_hh_l0	1	-0.05767331272363663
97120	rnn.bias_hh_l0	2	0.028581660240888596
97120	rnn.bias_hh_l0	3	-0.1585952192544937
97120	rnn.bias_hh_l0	4	0.059179749339818954
97120	rnn.bias_hh_l0	5	0.03640199452638626
97120	rnn.bias_hh_l0	6	-0.08732014149427414
97120	rnn.bias_hh_l0	7	-0.14105331897735596
97120	rnn.bias_hh_l0	8	-0.14917047321796417
97120	rnn.bias_hh_l0	9	-0.0789409950375557
97120	rnn.weight_ih_l0_reverse	0	0.005771616939455271
97120	rnn.weight_ih_l0_reverse	1	0.009974735789000988
97120	rnn.weight_ih_l0_reverse	2	-0.006293889135122299
97120	rnn.weight_ih_l0_reverse	3	-0.0004998001386411488
97120	rnn.weight_ih_l0_reverse	4	0.007820900529623032
97120	rnn.weight_ih_l0_reverse	5	-0.0597827173769474
97120	rnn.weight_ih_l0_reverse	6	-0.030747614800930023
97120	rnn.weight_ih_l0_reverse	7	0.007242345716804266
97120	rnn.weight_ih_l0_reverse	8	0.04367517679929733
97120	rnn.weight_ih_l0_reverse	9	0.02309093438088894
97120	rnn.weight_hh_l0_reverse	0	0.0005753678851760924
97120	rnn.weight_hh_l0_reverse	1	0.022325865924358368
97120	rnn.weight_hh_l0_reverse	2	-0.035963233560323715
97120	rnn.weight_hh_l0_reverse	3	0.04019802063703537
97120	rnn.weight_hh_l0_reverse	4	0.0187874473631382
97120	rnn.weight_hh_l0_reverse	5	-0.013497133739292622
97120	rnn.weight_hh_l0_reverse	6	0.03706204891204834
97120	rnn.weight_hh_l0_reverse	7	0.01925429329276085
97120	rnn.weight_hh_l0_reverse	8	-0.005911880172789097
97120	rnn.weight_hh_l0_reverse	9	-0.055085036903619766
97120	rnn.bias_ih_l0_reverse	0	-0.12545441091060638
97120	rnn.bias_ih_l0_reverse	1	-0.2812913954257965
97120	rnn.bias_ih_l0_reverse	2	-0.05808694288134575
97120	rnn.bias_ih_l0_reverse	3	-0.1140746995806694
97120	rnn.bias_ih_l0_reverse	4	0.07867992669343948
97120	rnn.bias_ih_l0_reverse	5	-0.21089611947536469
97120	rnn.bias_ih_l0_reverse	6	-0.04348002374172211
97120	rnn.bias_ih_l0_reverse	7	0.03731534257531166
97120	rnn.bias_ih_l0_reverse	8	-0.15813083946704865
97120	rnn.bias_ih_l0_reverse	9	-0.06844346970319748
97120	rnn.bias_hh_l0_reverse	0	-0.11375394463539124
97120	rnn.bias_hh_l0_reverse	1	-0.1128404289484024
97120	rnn.bias_hh_l0_reverse	2	-0.029621170833706856
97120	rnn.bias_hh_l0_reverse	3	-0.12721212208271027
97120	rnn.bias_hh_l0_reverse	4	-0.01875597983598709
97120	rnn.bias_hh_l0_reverse	5	-0.09744316339492798
97120	rnn.bias_hh_l0_reverse	6	-0.06836230307817459
97120	rnn.bias_hh_l0_reverse	7	-0.1670815795660019
97120	rnn.bias_hh_l0_reverse	8	-0.040419816970825195
97120	rnn.bias_hh_l0_reverse	9	-0.13539062440395355
97120	linear.weight	0	-0.2503502666950226
97120	linear.weight	1	-0.1919175386428833
97120	linear.weight	2	-0.011228874325752258
97120	linear.weight	3	-0.08416192978620529
97120	linear.weight	4	0.009535875171422958
97120	linear.weight	5	0.22691772878170013
97120	linear.weight	6	0.0047744326293468475
97120	linear.weight	7	-0.021312154829502106
97120	linear.weight	8	0.12781159579753876
97120	linear.weight	9	0.17829158902168274
97120	linear.bias	0	-0.7607196569442749
97120	linear.bias	1	1.088714599609375
97120	linear.bias	2	-0.2295551598072052
97120	linear.bias	3	-0.5799827575683594
97120	linear.bias	4	-1.0571541786193848
97120	linear.bias	5	-1.1557645797729492
97120	linear.bias	6	-0.7527192234992981
97120	linear.bias	7	-0.7214035987854004
97120	linear.bias	8	-0.01705317199230194
97120	linear.bias	9	3.0787484645843506
97317	transitions	0	-0.31837528944015503
97317	transitions	1	8.00183391571045
97317	transitions	2	-3.2534968852996826
97317	transitions	3	1.3619346618652344
97317	transitions	4	-1.8967350721359253
97317	transitions	5	-0.33974239230155945
97317	transitions	6	-0.17432059347629547
97317	transitions	7	-10000.0
97317	transitions	8	1.7192775011062622
97317	transitions	9	-2.2905349731445312
97317	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
97317	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
97317	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
97317	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
97317	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
97317	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
97317	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
97317	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
97317	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
97317	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
97317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
97317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
97317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
97317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
97317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
97317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
97317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
97317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
97317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
97317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
97317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
97317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
97317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
97317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
97317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
97317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
97317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
97317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
97317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
97317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
97317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
97317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
97317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
97317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
97317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
97317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
97317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
97317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
97317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
97317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
97317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
97317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
97317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
97317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
97317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
97317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
97317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
97317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
97317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
97317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
97317	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
97317	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
97317	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
97317	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
97317	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
97317	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
97317	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
97317	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
97317	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
97317	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
97317	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
97317	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
97317	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
97317	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
97317	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
97317	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
97317	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
97317	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
97317	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
97317	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
97317	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
97317	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
97317	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
97317	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
97317	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
97317	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
97317	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
97317	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
97317	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
97317	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
97317	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
97317	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
97317	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
97317	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
97317	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
97317	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
97317	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
97317	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
97317	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
97317	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
97317	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
97317	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
97317	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
97317	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
97317	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
97317	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
97317	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
97317	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
97317	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
97317	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
97317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
97317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
97317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
97317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
97317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
97317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
97317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
97317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
97317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
97317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
97317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
97317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
97317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
97317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
97317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
97317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
97317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
97317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
97317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
97317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
97317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
97317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
97317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
97317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
97317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
97317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
97317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
97317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
97317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
97317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
97317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
97317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
97317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
97317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
97317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
97317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
97317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
97317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
97317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
97317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
97317	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
97317	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
97317	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
97317	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
97317	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
97317	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
97317	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
97317	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
97317	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
97317	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
97317	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
97317	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
97317	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
97317	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
97317	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
97317	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
97317	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
97317	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
97317	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
97317	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
97317	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
97317	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
97317	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
97317	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
97317	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
97317	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
97317	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
97317	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
97317	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
97317	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
97317	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
97317	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
97317	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
97317	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
97317	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
97317	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
97317	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
97317	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
97317	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
97317	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
97317	embedding2nn.weight	0	0.043299734592437744
97317	embedding2nn.weight	1	-0.08627193421125412
97317	embedding2nn.weight	2	0.015321873128414154
97317	embedding2nn.weight	3	-0.05123918876051903
97317	embedding2nn.weight	4	-0.14064212143421173
97317	embedding2nn.weight	5	0.09096402674913406
97317	embedding2nn.weight	6	-0.10462942719459534
97317	embedding2nn.weight	7	-0.06983112543821335
97317	embedding2nn.weight	8	-0.009817172773182392
97317	embedding2nn.weight	9	0.05027778819203377
97317	embedding2nn.bias	0	0.07542785257101059
97317	embedding2nn.bias	1	0.03524390980601311
97317	embedding2nn.bias	2	-0.1246429905295372
97317	embedding2nn.bias	3	0.0673990324139595
97317	embedding2nn.bias	4	0.02851800061762333
97317	embedding2nn.bias	5	-0.15741457045078278
97317	embedding2nn.bias	6	-0.1008133813738823
97317	embedding2nn.bias	7	-0.0027042170986533165
97317	embedding2nn.bias	8	0.07960588485002518
97317	embedding2nn.bias	9	-0.11926348507404327
97317	rnn.weight_ih_l0	0	0.012465975247323513
97317	rnn.weight_ih_l0	1	-0.01947244256734848
97317	rnn.weight_ih_l0	2	-0.02623150497674942
97317	rnn.weight_ih_l0	3	-0.023242507129907608
97317	rnn.weight_ih_l0	4	-0.010209686122834682
97317	rnn.weight_ih_l0	5	-0.0640212669968605
97317	rnn.weight_ih_l0	6	-0.016806546598672867
97317	rnn.weight_ih_l0	7	-0.028418540954589844
97317	rnn.weight_ih_l0	8	0.03476886823773384
97317	rnn.weight_ih_l0	9	0.013645770028233528
97317	rnn.weight_hh_l0	0	0.006396694574505091
97317	rnn.weight_hh_l0	1	-0.06925715506076813
97317	rnn.weight_hh_l0	2	0.05332862213253975
97317	rnn.weight_hh_l0	3	0.03353102505207062
97317	rnn.weight_hh_l0	4	0.008317060768604279
97317	rnn.weight_hh_l0	5	0.052247632294893265
97317	rnn.weight_hh_l0	6	-0.014145447872579098
97317	rnn.weight_hh_l0	7	-0.08383673429489136
97317	rnn.weight_hh_l0	8	-0.005260443314909935
97317	rnn.weight_hh_l0	9	-0.08552844077348709
97317	rnn.bias_ih_l0	0	-0.0925857275724411
97317	rnn.bias_ih_l0	1	-0.14693431556224823
97317	rnn.bias_ih_l0	2	-0.2161213457584381
97317	rnn.bias_ih_l0	3	-0.2780351936817169
97317	rnn.bias_ih_l0	4	0.013275496661663055
97317	rnn.bias_ih_l0	5	0.06999654322862625
97317	rnn.bias_ih_l0	6	-0.13003987073898315
97317	rnn.bias_ih_l0	7	-0.25144195556640625
97317	rnn.bias_ih_l0	8	-0.10833645612001419
97317	rnn.bias_ih_l0	9	-0.1503416746854782
97317	rnn.bias_hh_l0	0	0.14034929871559143
97317	rnn.bias_hh_l0	1	-0.057209260761737823
97317	rnn.bias_hh_l0	2	0.028309132903814316
97317	rnn.bias_hh_l0	3	-0.15901543200016022
97317	rnn.bias_hh_l0	4	0.06326233595609665
97317	rnn.bias_hh_l0	5	0.03397766500711441
97317	rnn.bias_hh_l0	6	-0.08848625421524048
97317	rnn.bias_hh_l0	7	-0.14221516251564026
97317	rnn.bias_hh_l0	8	-0.14911934733390808
97317	rnn.bias_hh_l0	9	-0.0817643329501152
97317	rnn.weight_ih_l0_reverse	0	0.004663930740207434
97317	rnn.weight_ih_l0_reverse	1	0.008561831898987293
97317	rnn.weight_ih_l0_reverse	2	-0.006747976411134005
97317	rnn.weight_ih_l0_reverse	3	-0.0013873337302356958
97317	rnn.weight_ih_l0_reverse	4	0.009855739772319794
97317	rnn.weight_ih_l0_reverse	5	-0.05913447588682175
97317	rnn.weight_ih_l0_reverse	6	-0.0302687156945467
97317	rnn.weight_ih_l0_reverse	7	0.0029004800599068403
97317	rnn.weight_ih_l0_reverse	8	0.044224269688129425
97317	rnn.weight_ih_l0_reverse	9	0.02459576353430748
97317	rnn.weight_hh_l0_reverse	0	-0.00013991547166369855
97317	rnn.weight_hh_l0_reverse	1	0.02276032418012619
97317	rnn.weight_hh_l0_reverse	2	-0.03627719730138779
97317	rnn.weight_hh_l0_reverse	3	0.04006899520754814
97317	rnn.weight_hh_l0_reverse	4	0.01857258751988411
97317	rnn.weight_hh_l0_reverse	5	-0.013530600816011429
97317	rnn.weight_hh_l0_reverse	6	0.035375647246837616
97317	rnn.weight_hh_l0_reverse	7	0.019394036382436752
97317	rnn.weight_hh_l0_reverse	8	-0.006116311065852642
97317	rnn.weight_hh_l0_reverse	9	-0.05566203594207764
97317	rnn.bias_ih_l0_reverse	0	-0.12494359165430069
97317	rnn.bias_ih_l0_reverse	1	-0.280365526676178
97317	rnn.bias_ih_l0_reverse	2	-0.05875273793935776
97317	rnn.bias_ih_l0_reverse	3	-0.11330121755599976
97317	rnn.bias_ih_l0_reverse	4	0.07510483264923096
97317	rnn.bias_ih_l0_reverse	5	-0.21432481706142426
97317	rnn.bias_ih_l0_reverse	6	-0.04033176228404045
97317	rnn.bias_ih_l0_reverse	7	0.03611209988594055
97317	rnn.bias_ih_l0_reverse	8	-0.1600721776485443
97317	rnn.bias_ih_l0_reverse	9	-0.06903625279664993
97317	rnn.bias_hh_l0_reverse	0	-0.11653774231672287
97317	rnn.bias_hh_l0_reverse	1	-0.11739732325077057
97317	rnn.bias_hh_l0_reverse	2	-0.029240744188427925
97317	rnn.bias_hh_l0_reverse	3	-0.1289595365524292
97317	rnn.bias_hh_l0_reverse	4	-0.019924210384488106
97317	rnn.bias_hh_l0_reverse	5	-0.09977725893259048
97317	rnn.bias_hh_l0_reverse	6	-0.06918413937091827
97317	rnn.bias_hh_l0_reverse	7	-0.16646842658519745
97317	rnn.bias_hh_l0_reverse	8	-0.04745462164282799
97317	rnn.bias_hh_l0_reverse	9	-0.1369895040988922
97317	linear.weight	0	-0.253900945186615
97317	linear.weight	1	-0.1959403157234192
97317	linear.weight	2	-0.011228874325752258
97317	linear.weight	3	-0.08899880200624466
97317	linear.weight	4	0.01409127563238144
97317	linear.weight	5	0.2225976437330246
97317	linear.weight	6	0.0047744326293468475
97317	linear.weight	7	-0.021312154829502106
97317	linear.weight	8	0.12443199008703232
97317	linear.weight	9	0.17303310334682465
97317	linear.bias	0	-0.7813144326210022
97317	linear.bias	1	1.077937364578247
97317	linear.bias	2	-0.2789827287197113
97317	linear.bias	3	-0.5871038436889648
97317	linear.bias	4	-1.1038432121276855
97317	linear.bias	5	-1.155859351158142
97317	linear.bias	6	-0.7660285830497742
97317	linear.bias	7	-0.728889524936676
97317	linear.bias	8	-0.01705317199230194
97317	linear.bias	9	3.197594165802002
97514	transitions	0	-0.3187901973724365
97514	transitions	1	8.017901420593262
97514	transitions	2	-3.2545862197875977
97514	transitions	3	1.3579485416412354
97514	transitions	4	-1.898640513420105
97514	transitions	5	-0.3406491279602051
97514	transitions	6	-0.17438311874866486
97514	transitions	7	-10000.0
97514	transitions	8	1.7165607213974
97514	transitions	9	-2.2905492782592773
97514	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
97514	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
97514	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
97514	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
97514	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
97514	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
97514	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
97514	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
97514	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
97514	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
97514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
97514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
97514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
97514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
97514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
97514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
97514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
97514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
97514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
97514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
97514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
97514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
97514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
97514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
97514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
97514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
97514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
97514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
97514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
97514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
97514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
97514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
97514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
97514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
97514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
97514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
97514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
97514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
97514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
97514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
97514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
97514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
97514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
97514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
97514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
97514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
97514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
97514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
97514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
97514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
97514	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
97514	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
97514	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
97514	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
97514	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
97514	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
97514	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
97514	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
97514	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
97514	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
97514	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
97514	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
97514	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
97514	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
97514	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
97514	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
97514	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
97514	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
97514	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
97514	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
97514	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
97514	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
97514	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
97514	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
97514	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
97514	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
97514	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
97514	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
97514	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
97514	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
97514	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
97514	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
97514	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
97514	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
97514	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
97514	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
97514	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
97514	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
97514	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
97514	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
97514	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
97514	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
97514	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
97514	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
97514	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
97514	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
97514	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
97514	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
97514	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
97514	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
97514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
97514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
97514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
97514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
97514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
97514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
97514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
97514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
97514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
97514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
97514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
97514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
97514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
97514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
97514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
97514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
97514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
97514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
97514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
97514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
97514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
97514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
97514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
97514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
97514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
97514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
97514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
97514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
97514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
97514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
97514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
97514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
97514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
97514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
97514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
97514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
97514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
97514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
97514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
97514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
97514	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
97514	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
97514	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
97514	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
97514	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
97514	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
97514	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
97514	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
97514	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
97514	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
97514	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
97514	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
97514	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
97514	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
97514	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
97514	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
97514	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
97514	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
97514	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
97514	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
97514	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
97514	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
97514	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
97514	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
97514	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
97514	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
97514	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
97514	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
97514	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
97514	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
97514	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
97514	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
97514	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
97514	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
97514	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
97514	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
97514	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
97514	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
97514	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
97514	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
97514	embedding2nn.weight	0	0.04385485127568245
97514	embedding2nn.weight	1	-0.08742762356996536
97514	embedding2nn.weight	2	0.015582697466015816
97514	embedding2nn.weight	3	-0.051574237644672394
97514	embedding2nn.weight	4	-0.14160792529582977
97514	embedding2nn.weight	5	0.09114968031644821
97514	embedding2nn.weight	6	-0.10305184125900269
97514	embedding2nn.weight	7	-0.06756499409675598
97514	embedding2nn.weight	8	-0.009942748583853245
97514	embedding2nn.weight	9	0.044741418212652206
97514	embedding2nn.bias	0	0.06837116926908493
97514	embedding2nn.bias	1	0.03470522165298462
97514	embedding2nn.bias	2	-0.11826971173286438
97514	embedding2nn.bias	3	0.08296721428632736
97514	embedding2nn.bias	4	0.03382185101509094
97514	embedding2nn.bias	5	-0.1682344675064087
97514	embedding2nn.bias	6	-0.10272679477930069
97514	embedding2nn.bias	7	-0.00887959636747837
97514	embedding2nn.bias	8	0.07818342000246048
97514	embedding2nn.bias	9	-0.11481302231550217
97514	rnn.weight_ih_l0	0	0.012201380915939808
97514	rnn.weight_ih_l0	1	-0.02232278697192669
97514	rnn.weight_ih_l0	2	-0.024691587314009666
97514	rnn.weight_ih_l0	3	-0.023974424228072166
97514	rnn.weight_ih_l0	4	-0.009957137517631054
97514	rnn.weight_ih_l0	5	-0.06333310902118683
97514	rnn.weight_ih_l0	6	-0.016747228801250458
97514	rnn.weight_ih_l0	7	-0.030876480042934418
97514	rnn.weight_ih_l0	8	0.035874318331480026
97514	rnn.weight_ih_l0	9	0.012925023213028908
97514	rnn.weight_hh_l0	0	0.007459052372723818
97514	rnn.weight_hh_l0	1	-0.06870469450950623
97514	rnn.weight_hh_l0	2	0.05377470701932907
97514	rnn.weight_hh_l0	3	0.033817265182733536
97514	rnn.weight_hh_l0	4	0.0081590935587883
97514	rnn.weight_hh_l0	5	0.051898155361413956
97514	rnn.weight_hh_l0	6	-0.01408371515572071
97514	rnn.weight_hh_l0	7	-0.08421744406223297
97514	rnn.weight_hh_l0	8	-0.004125674720853567
97514	rnn.weight_hh_l0	9	-0.08586453646421432
97514	rnn.bias_ih_l0	0	-0.09700539708137512
97514	rnn.bias_ih_l0	1	-0.1446724832057953
97514	rnn.bias_ih_l0	2	-0.2164321392774582
97514	rnn.bias_ih_l0	3	-0.2741732895374298
97514	rnn.bias_ih_l0	4	0.012402723543345928
97514	rnn.bias_ih_l0	5	0.06302046775817871
97514	rnn.bias_ih_l0	6	-0.1287996470928192
97514	rnn.bias_ih_l0	7	-0.24880550801753998
97514	rnn.bias_ih_l0	8	-0.11098211258649826
97514	rnn.bias_ih_l0	9	-0.1492328941822052
97514	rnn.bias_hh_l0	0	0.13417622447013855
97514	rnn.bias_hh_l0	1	-0.056058499962091446
97514	rnn.bias_hh_l0	2	0.028884269297122955
97514	rnn.bias_hh_l0	3	-0.16106386482715607
97514	rnn.bias_hh_l0	4	0.06739111244678497
97514	rnn.bias_hh_l0	5	0.030292848125100136
97514	rnn.bias_hh_l0	6	-0.08628925681114197
97514	rnn.bias_hh_l0	7	-0.14445006847381592
97514	rnn.bias_hh_l0	8	-0.1451563835144043
97514	rnn.bias_hh_l0	9	-0.08171553909778595
97514	rnn.weight_ih_l0_reverse	0	0.0035080795641988516
97514	rnn.weight_ih_l0_reverse	1	0.007425400894135237
97514	rnn.weight_ih_l0_reverse	2	-0.007719434332102537
97514	rnn.weight_ih_l0_reverse	3	-0.0008146277396008372
97514	rnn.weight_ih_l0_reverse	4	0.010556481778621674
97514	rnn.weight_ih_l0_reverse	5	-0.05848844721913338
97514	rnn.weight_ih_l0_reverse	6	-0.03012998215854168
97514	rnn.weight_ih_l0_reverse	7	0.00109212682582438
97514	rnn.weight_ih_l0_reverse	8	0.046228084713220596
97514	rnn.weight_ih_l0_reverse	9	0.022907452657818794
97514	rnn.weight_hh_l0_reverse	0	1.3416268302535173e-05
97514	rnn.weight_hh_l0_reverse	1	0.023172544315457344
97514	rnn.weight_hh_l0_reverse	2	-0.036191634833812714
97514	rnn.weight_hh_l0_reverse	3	0.03978513926267624
97514	rnn.weight_hh_l0_reverse	4	0.01789766363799572
97514	rnn.weight_hh_l0_reverse	5	-0.012855321168899536
97514	rnn.weight_hh_l0_reverse	6	0.03463359177112579
97514	rnn.weight_hh_l0_reverse	7	0.01939980313181877
97514	rnn.weight_hh_l0_reverse	8	-0.005857864860445261
97514	rnn.weight_hh_l0_reverse	9	-0.05548781901597977
97514	rnn.bias_ih_l0_reverse	0	-0.12722425162792206
97514	rnn.bias_ih_l0_reverse	1	-0.2741571068763733
97514	rnn.bias_ih_l0_reverse	2	-0.05617990344762802
97514	rnn.bias_ih_l0_reverse	3	-0.11097706854343414
97514	rnn.bias_ih_l0_reverse	4	0.0775633156299591
97514	rnn.bias_ih_l0_reverse	5	-0.21595995128154755
97514	rnn.bias_ih_l0_reverse	6	-0.04080502316355705
97514	rnn.bias_ih_l0_reverse	7	0.032561883330345154
97514	rnn.bias_ih_l0_reverse	8	-0.1567721664905548
97514	rnn.bias_ih_l0_reverse	9	-0.07051742076873779
97514	rnn.bias_hh_l0_reverse	0	-0.11607875674962997
97514	rnn.bias_hh_l0_reverse	1	-0.11281400173902512
97514	rnn.bias_hh_l0_reverse	2	-0.02827972173690796
97514	rnn.bias_hh_l0_reverse	3	-0.12762591242790222
97514	rnn.bias_hh_l0_reverse	4	-0.017864903435111046
97514	rnn.bias_hh_l0_reverse	5	-0.09885012358427048
97514	rnn.bias_hh_l0_reverse	6	-0.0680825486779213
97514	rnn.bias_hh_l0_reverse	7	-0.1696397066116333
97514	rnn.bias_hh_l0_reverse	8	-0.05045449361205101
97514	rnn.bias_hh_l0_reverse	9	-0.1344572752714157
97514	linear.weight	0	-0.23641130328178406
97514	linear.weight	1	-0.19555947184562683
97514	linear.weight	2	-0.011228874325752258
97514	linear.weight	3	-0.10120217502117157
97514	linear.weight	4	0.014678114093840122
97514	linear.weight	5	0.22788283228874207
97514	linear.weight	6	0.0047744326293468475
97514	linear.weight	7	-0.021312154829502106
97514	linear.weight	8	0.1049683466553688
97514	linear.weight	9	0.151470348238945
97514	linear.bias	0	-0.7604271769523621
97514	linear.bias	1	1.0290580987930298
97514	linear.bias	2	-0.30987921357154846
97514	linear.bias	3	-0.5414620041847229
97514	linear.bias	4	-1.0734901428222656
97514	linear.bias	5	-1.1559640169143677
97514	linear.bias	6	-0.7491089105606079
97514	linear.bias	7	-0.7205711007118225
97514	linear.bias	8	-0.01705317199230194
97514	linear.bias	9	3.143254041671753
97711	transitions	0	-0.3195703327655792
97711	transitions	1	8.010540962219238
97711	transitions	2	-3.2552521228790283
97711	transitions	3	1.3475031852722168
97711	transitions	4	-1.8994746208190918
97711	transitions	5	-0.340762734413147
97711	transitions	6	-0.17445008456707
97711	transitions	7	-10000.0
97711	transitions	8	1.7163184881210327
97711	transitions	9	-2.2905685901641846
97711	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
97711	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
97711	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
97711	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
97711	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
97711	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
97711	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
97711	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
97711	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
97711	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
97711	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
97711	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
97711	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
97711	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
97711	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
97711	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
97711	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
97711	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
97711	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
97711	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
97711	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
97711	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
97711	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
97711	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
97711	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
97711	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
97711	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
97711	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
97711	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
97711	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
97711	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
97711	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
97711	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
97711	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
97711	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
97711	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
97711	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
97711	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
97711	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
97711	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
97711	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
97711	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
97711	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
97711	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
97711	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
97711	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
97711	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
97711	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
97711	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
97711	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
97711	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
97711	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
97711	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
97711	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
97711	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
97711	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
97711	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
97711	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
97711	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
97711	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
97711	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
97711	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
97711	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
97711	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
97711	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
97711	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
97711	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
97711	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
97711	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
97711	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
97711	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
97711	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
97711	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
97711	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
97711	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
97711	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
97711	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
97711	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
97711	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
97711	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
97711	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
97711	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
97711	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
97711	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
97711	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
97711	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
97711	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
97711	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
97711	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
97711	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
97711	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
97711	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
97711	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
97711	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
97711	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
97711	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
97711	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
97711	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
97711	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
97711	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
97711	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
97711	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
97711	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
97711	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
97711	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
97711	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
97711	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
97711	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
97711	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
97711	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
97711	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
97711	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
97711	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
97711	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
97711	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
97711	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
97711	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
97711	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
97711	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
97711	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
97711	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
97711	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
97711	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
97711	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
97711	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
97711	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
97711	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
97711	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
97711	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
97711	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
97711	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
97711	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
97711	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
97711	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
97711	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
97711	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
97711	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
97711	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
97711	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
97711	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
97711	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
97711	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
97711	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
97711	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
97711	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
97711	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
97711	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
97711	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
97711	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
97711	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
97711	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
97711	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
97711	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
97711	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
97711	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
97711	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
97711	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
97711	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
97711	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
97711	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
97711	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
97711	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
97711	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
97711	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
97711	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
97711	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
97711	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
97711	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
97711	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
97711	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
97711	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
97711	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
97711	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
97711	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
97711	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
97711	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
97711	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
97711	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
97711	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
97711	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
97711	embedding2nn.weight	0	0.04378587752580643
97711	embedding2nn.weight	1	-0.08786153793334961
97711	embedding2nn.weight	2	0.015204046852886677
97711	embedding2nn.weight	3	-0.051699355244636536
97711	embedding2nn.weight	4	-0.1435352861881256
97711	embedding2nn.weight	5	0.09046629071235657
97711	embedding2nn.weight	6	-0.0974101722240448
97711	embedding2nn.weight	7	-0.06734323501586914
97711	embedding2nn.weight	8	-0.01017658319324255
97711	embedding2nn.weight	9	0.04927483946084976
97711	embedding2nn.bias	0	0.07289349287748337
97711	embedding2nn.bias	1	0.016834648326039314
97711	embedding2nn.bias	2	-0.1293312907218933
97711	embedding2nn.bias	3	0.07938016206026077
97711	embedding2nn.bias	4	0.02809893526136875
97711	embedding2nn.bias	5	-0.15696820616722107
97711	embedding2nn.bias	6	-0.09175177663564682
97711	embedding2nn.bias	7	-0.015843356028199196
97711	embedding2nn.bias	8	0.08493928611278534
97711	embedding2nn.bias	9	-0.12308382987976074
97711	rnn.weight_ih_l0	0	0.012755114585161209
97711	rnn.weight_ih_l0	1	-0.021126694977283478
97711	rnn.weight_ih_l0	2	-0.02652926743030548
97711	rnn.weight_ih_l0	3	-0.02330693230032921
97711	rnn.weight_ih_l0	4	-0.007607448846101761
97711	rnn.weight_ih_l0	5	-0.06355611979961395
97711	rnn.weight_ih_l0	6	-0.015310987830162048
97711	rnn.weight_ih_l0	7	-0.03367741405963898
97711	rnn.weight_ih_l0	8	0.03526849299669266
97711	rnn.weight_ih_l0	9	0.014782419428229332
97711	rnn.weight_hh_l0	0	0.007575332652777433
97711	rnn.weight_hh_l0	1	-0.06853198260068893
97711	rnn.weight_hh_l0	2	0.053495075553655624
97711	rnn.weight_hh_l0	3	0.03345838189125061
97711	rnn.weight_hh_l0	4	0.00766371376812458
97711	rnn.weight_hh_l0	5	0.0510636605322361
97711	rnn.weight_hh_l0	6	-0.013976268470287323
97711	rnn.weight_hh_l0	7	-0.0839393213391304
97711	rnn.weight_hh_l0	8	-0.004054683726280928
97711	rnn.weight_hh_l0	9	-0.08602121472358704
97711	rnn.bias_ih_l0	0	-0.0997321754693985
97711	rnn.bias_ih_l0	1	-0.1471271961927414
97711	rnn.bias_ih_l0	2	-0.2188708335161209
97711	rnn.bias_ih_l0	3	-0.2756083905696869
97711	rnn.bias_ih_l0	4	0.014848685823380947
97711	rnn.bias_ih_l0	5	0.06457114219665527
97711	rnn.bias_ih_l0	6	-0.12863247096538544
97711	rnn.bias_ih_l0	7	-0.2482919692993164
97711	rnn.bias_ih_l0	8	-0.10855817794799805
97711	rnn.bias_ih_l0	9	-0.14916597306728363
97711	rnn.bias_hh_l0	0	0.12760932743549347
97711	rnn.bias_hh_l0	1	-0.05568110942840576
97711	rnn.bias_hh_l0	2	0.029834484681487083
97711	rnn.bias_hh_l0	3	-0.16360771656036377
97711	rnn.bias_hh_l0	4	0.06594046950340271
97711	rnn.bias_hh_l0	5	0.03413130342960358
97711	rnn.bias_hh_l0	6	-0.08534032106399536
97711	rnn.bias_hh_l0	7	-0.14697764813899994
97711	rnn.bias_hh_l0	8	-0.14677292108535767
97711	rnn.bias_hh_l0	9	-0.0812208279967308
97711	rnn.weight_ih_l0_reverse	0	0.003412450198084116
97711	rnn.weight_ih_l0_reverse	1	0.010204378515481949
97711	rnn.weight_ih_l0_reverse	2	-0.007593708578497171
97711	rnn.weight_ih_l0_reverse	3	0.00032593528158031404
97711	rnn.weight_ih_l0_reverse	4	0.011735503561794758
97711	rnn.weight_ih_l0_reverse	5	-0.06205395981669426
97711	rnn.weight_ih_l0_reverse	6	-0.030791204422712326
97711	rnn.weight_ih_l0_reverse	7	-0.0004967419663444161
97711	rnn.weight_ih_l0_reverse	8	0.04534151032567024
97711	rnn.weight_ih_l0_reverse	9	0.021941810846328735
97711	rnn.weight_hh_l0_reverse	0	0.0005692053236998618
97711	rnn.weight_hh_l0_reverse	1	0.022495433688163757
97711	rnn.weight_hh_l0_reverse	2	-0.036898959428071976
97711	rnn.weight_hh_l0_reverse	3	0.03838236629962921
97711	rnn.weight_hh_l0_reverse	4	0.01751667633652687
97711	rnn.weight_hh_l0_reverse	5	-0.013041726313531399
97711	rnn.weight_hh_l0_reverse	6	0.034141186624765396
97711	rnn.weight_hh_l0_reverse	7	0.019533555954694748
97711	rnn.weight_hh_l0_reverse	8	-0.005170523189008236
97711	rnn.weight_hh_l0_reverse	9	-0.055236686021089554
97711	rnn.bias_ih_l0_reverse	0	-0.12370405346155167
97711	rnn.bias_ih_l0_reverse	1	-0.2726157605648041
97711	rnn.bias_ih_l0_reverse	2	-0.05214516073465347
97711	rnn.bias_ih_l0_reverse	3	-0.11016808450222015
97711	rnn.bias_ih_l0_reverse	4	0.08273915201425552
97711	rnn.bias_ih_l0_reverse	5	-0.21643754839897156
97711	rnn.bias_ih_l0_reverse	6	-0.039590511471033096
97711	rnn.bias_ih_l0_reverse	7	0.03183182701468468
97711	rnn.bias_ih_l0_reverse	8	-0.15110796689987183
97711	rnn.bias_ih_l0_reverse	9	-0.07332241535186768
97711	rnn.bias_hh_l0_reverse	0	-0.12284667789936066
97711	rnn.bias_hh_l0_reverse	1	-0.1108756959438324
97711	rnn.bias_hh_l0_reverse	2	-0.02810845337808132
97711	rnn.bias_hh_l0_reverse	3	-0.12517209351062775
97711	rnn.bias_hh_l0_reverse	4	-0.017957201227545738
97711	rnn.bias_hh_l0_reverse	5	-0.10034061223268509
97711	rnn.bias_hh_l0_reverse	6	-0.067360520362854
97711	rnn.bias_hh_l0_reverse	7	-0.16986805200576782
97711	rnn.bias_hh_l0_reverse	8	-0.04635734483599663
97711	rnn.bias_hh_l0_reverse	9	-0.13069023191928864
97711	linear.weight	0	-0.2306235432624817
97711	linear.weight	1	-0.1874890923500061
97711	linear.weight	2	-0.011228874325752258
97711	linear.weight	3	-0.10174095630645752
97711	linear.weight	4	-0.002005808986723423
97711	linear.weight	5	0.2265845537185669
97711	linear.weight	6	0.0047744326293468475
97711	linear.weight	7	-0.021312154829502106
97711	linear.weight	8	0.07756387442350388
97711	linear.weight	9	0.15532265603542328
97711	linear.bias	0	-0.7611896395683289
97711	linear.bias	1	1.0448943376541138
97711	linear.bias	2	-0.2949277460575104
97711	linear.bias	3	-0.5492603778839111
97711	linear.bias	4	-1.099145770072937
97711	linear.bias	5	-1.1560826301574707
97711	linear.bias	6	-0.7494177222251892
97711	linear.bias	7	-0.7004418969154358
97711	linear.bias	8	-0.01705317199230194
97711	linear.bias	9	3.1290674209594727
97908	transitions	0	-0.3202868700027466
97908	transitions	1	7.995056629180908
97908	transitions	2	-3.2566144466400146
97908	transitions	3	1.356756567955017
97908	transitions	4	-1.9002013206481934
97908	transitions	5	-0.3408905565738678
97908	transitions	6	-0.17456521093845367
97908	transitions	7	-10000.0
97908	transitions	8	1.7147092819213867
97908	transitions	9	-2.2905852794647217
97908	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
97908	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
97908	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
97908	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
97908	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
97908	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
97908	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
97908	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
97908	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
97908	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
97908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
97908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
97908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
97908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
97908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
97908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
97908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
97908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
97908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
97908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
97908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
97908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
97908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
97908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
97908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
97908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
97908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
97908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
97908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
97908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
97908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
97908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
97908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
97908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
97908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
97908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
97908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
97908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
97908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
97908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
97908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
97908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
97908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
97908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
97908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
97908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
97908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
97908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
97908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
97908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
97908	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
97908	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
97908	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
97908	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
97908	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
97908	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
97908	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
97908	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
97908	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
97908	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
97908	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
97908	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
97908	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
97908	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
97908	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
97908	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
97908	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
97908	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
97908	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
97908	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
97908	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
97908	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
97908	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
97908	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
97908	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
97908	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
97908	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
97908	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
97908	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
97908	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
97908	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
97908	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
97908	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
97908	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
97908	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
97908	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
97908	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
97908	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
97908	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
97908	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
97908	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
97908	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
97908	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
97908	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
97908	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
97908	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
97908	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
97908	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
97908	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
97908	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
97908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
97908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
97908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
97908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
97908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
97908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
97908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
97908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
97908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
97908	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
97908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
97908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
97908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
97908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
97908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
97908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
97908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
97908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
97908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
97908	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
97908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
97908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
97908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
97908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
97908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
97908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
97908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
97908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
97908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
97908	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
97908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
97908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
97908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
97908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
97908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
97908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
97908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
97908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
97908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
97908	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
97908	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
97908	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
97908	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
97908	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
97908	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
97908	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
97908	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
97908	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
97908	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
97908	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
97908	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
97908	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
97908	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
97908	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
97908	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
97908	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
97908	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
97908	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
97908	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
97908	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
97908	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
97908	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
97908	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
97908	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
97908	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
97908	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
97908	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
97908	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
97908	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
97908	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
97908	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
97908	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
97908	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
97908	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
97908	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
97908	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
97908	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
97908	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
97908	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
97908	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
97908	embedding2nn.weight	0	0.04286110773682594
97908	embedding2nn.weight	1	-0.08588165789842606
97908	embedding2nn.weight	2	0.011891870759427547
97908	embedding2nn.weight	3	-0.05129664018750191
97908	embedding2nn.weight	4	-0.1394071727991104
97908	embedding2nn.weight	5	0.08947146683931351
97908	embedding2nn.weight	6	-0.08953838795423508
97908	embedding2nn.weight	7	-0.06419707089662552
97908	embedding2nn.weight	8	-0.008490843698382378
97908	embedding2nn.weight	9	0.045716024935245514
97908	embedding2nn.bias	0	0.06375615298748016
97908	embedding2nn.bias	1	0.023428382351994514
97908	embedding2nn.bias	2	-0.12929150462150574
97908	embedding2nn.bias	3	0.07249049842357635
97908	embedding2nn.bias	4	0.025793593376874924
97908	embedding2nn.bias	5	-0.15545079112052917
97908	embedding2nn.bias	6	-0.08399362117052078
97908	embedding2nn.bias	7	-0.0175497904419899
97908	embedding2nn.bias	8	0.07551319897174835
97908	embedding2nn.bias	9	-0.10534090548753738
97908	rnn.weight_ih_l0	0	0.011900991201400757
97908	rnn.weight_ih_l0	1	-0.0154064716771245
97908	rnn.weight_ih_l0	2	-0.026388050988316536
97908	rnn.weight_ih_l0	3	-0.020129604265093803
97908	rnn.weight_ih_l0	4	-0.009842975996434689
97908	rnn.weight_ih_l0	5	-0.06460277736186981
97908	rnn.weight_ih_l0	6	-0.017361955717206
97908	rnn.weight_ih_l0	7	-0.03261743485927582
97908	rnn.weight_ih_l0	8	0.03452033922076225
97908	rnn.weight_ih_l0	9	0.014531658962368965
97908	rnn.weight_hh_l0	0	0.0073584094643592834
97908	rnn.weight_hh_l0	1	-0.06870004534721375
97908	rnn.weight_hh_l0	2	0.05478103831410408
97908	rnn.weight_hh_l0	3	0.03414703160524368
97908	rnn.weight_hh_l0	4	0.008450386114418507
97908	rnn.weight_hh_l0	5	0.05099817365407944
97908	rnn.weight_hh_l0	6	-0.01408403180539608
97908	rnn.weight_hh_l0	7	-0.08442810922861099
97908	rnn.weight_hh_l0	8	-0.004510294180363417
97908	rnn.weight_hh_l0	9	-0.09022681415081024
97908	rnn.bias_ih_l0	0	-0.10663722455501556
97908	rnn.bias_ih_l0	1	-0.14435724914073944
97908	rnn.bias_ih_l0	2	-0.2177334725856781
97908	rnn.bias_ih_l0	3	-0.27594253420829773
97908	rnn.bias_ih_l0	4	0.012694047763943672
97908	rnn.bias_ih_l0	5	0.06193244457244873
97908	rnn.bias_ih_l0	6	-0.13351880013942719
97908	rnn.bias_ih_l0	7	-0.24848982691764832
97908	rnn.bias_ih_l0	8	-0.1112232431769371
97908	rnn.bias_ih_l0	9	-0.14994989335536957
97908	rnn.bias_hh_l0	0	0.12554006278514862
97908	rnn.bias_hh_l0	1	-0.05495104566216469
97908	rnn.bias_hh_l0	2	0.031918298453092575
97908	rnn.bias_hh_l0	3	-0.16161176562309265
97908	rnn.bias_hh_l0	4	0.0643114298582077
97908	rnn.bias_hh_l0	5	0.0404110923409462
97908	rnn.bias_hh_l0	6	-0.08520988374948502
97908	rnn.bias_hh_l0	7	-0.1469949334859848
97908	rnn.bias_hh_l0	8	-0.1489112228155136
97908	rnn.bias_hh_l0	9	-0.08264843374490738
97908	rnn.weight_ih_l0_reverse	0	0.0017821502406150103
97908	rnn.weight_ih_l0_reverse	1	0.012359161861240864
97908	rnn.weight_ih_l0_reverse	2	-0.011001164093613625
97908	rnn.weight_ih_l0_reverse	3	-0.0026227382477372885
97908	rnn.weight_ih_l0_reverse	4	0.013109973631799221
97908	rnn.weight_ih_l0_reverse	5	-0.05878771096467972
97908	rnn.weight_ih_l0_reverse	6	-0.030670972540974617
97908	rnn.weight_ih_l0_reverse	7	-0.0005361754447221756
97908	rnn.weight_ih_l0_reverse	8	0.04806312546133995
97908	rnn.weight_ih_l0_reverse	9	0.01979384757578373
97908	rnn.weight_hh_l0_reverse	0	-0.0004117728676646948
97908	rnn.weight_hh_l0_reverse	1	0.02241886965930462
97908	rnn.weight_hh_l0_reverse	2	-0.03617909178137779
97908	rnn.weight_hh_l0_reverse	3	0.0383148193359375
97908	rnn.weight_hh_l0_reverse	4	0.018822306767106056
97908	rnn.weight_hh_l0_reverse	5	-0.012800412252545357
97908	rnn.weight_hh_l0_reverse	6	0.03433040529489517
97908	rnn.weight_hh_l0_reverse	7	0.02009044960141182
97908	rnn.weight_hh_l0_reverse	8	-0.004591811448335648
97908	rnn.weight_hh_l0_reverse	9	-0.05586780980229378
97908	rnn.bias_ih_l0_reverse	0	-0.12250925600528717
97908	rnn.bias_ih_l0_reverse	1	-0.27530714869499207
97908	rnn.bias_ih_l0_reverse	2	-0.05044494569301605
97908	rnn.bias_ih_l0_reverse	3	-0.11019209772348404
97908	rnn.bias_ih_l0_reverse	4	0.08030742406845093
97908	rnn.bias_ih_l0_reverse	5	-0.21402707695960999
97908	rnn.bias_ih_l0_reverse	6	-0.03556752949953079
97908	rnn.bias_ih_l0_reverse	7	0.034630488604307175
97908	rnn.bias_ih_l0_reverse	8	-0.15351392328739166
97908	rnn.bias_ih_l0_reverse	9	-0.06504955142736435
97908	rnn.bias_hh_l0_reverse	0	-0.12116388976573944
97908	rnn.bias_hh_l0_reverse	1	-0.1152181476354599
97908	rnn.bias_hh_l0_reverse	2	-0.0271227415651083
97908	rnn.bias_hh_l0_reverse	3	-0.1265401393175125
97908	rnn.bias_hh_l0_reverse	4	-0.019148031249642372
97908	rnn.bias_hh_l0_reverse	5	-0.09884738177061081
97908	rnn.bias_hh_l0_reverse	6	-0.06585203111171722
97908	rnn.bias_hh_l0_reverse	7	-0.17067433893680573
97908	rnn.bias_hh_l0_reverse	8	-0.04792901501059532
97908	rnn.bias_hh_l0_reverse	9	-0.1266806274652481
97908	linear.weight	0	-0.22086621820926666
97908	linear.weight	1	-0.2006593644618988
97908	linear.weight	2	-0.011228874325752258
97908	linear.weight	3	-0.084841787815094
97908	linear.weight	4	-0.009908987209200859
97908	linear.weight	5	0.19816142320632935
97908	linear.weight	6	0.0047744326293468475
97908	linear.weight	7	-0.021312154829502106
97908	linear.weight	8	0.10173603147268295
97908	linear.weight	9	0.1488991230726242
97908	linear.bias	0	-0.7630003690719604
97908	linear.bias	1	1.0632647275924683
97908	linear.bias	2	-0.2962568700313568
97908	linear.bias	3	-0.5710699558258057
97908	linear.bias	4	-1.1089165210723877
97908	linear.bias	5	-1.1561952829360962
97908	linear.bias	6	-0.7548331618309021
97908	linear.bias	7	-0.7246202826499939
97908	linear.bias	8	-0.01705317199230194
97908	linear.bias	9	3.1482527256011963
98105	transitions	0	-0.32105159759521484
98105	transitions	1	8.007712364196777
98105	transitions	2	-3.2597391605377197
98105	transitions	3	1.3395869731903076
98105	transitions	4	-1.9013272523880005
98105	transitions	5	-0.3411111533641815
98105	transitions	6	-0.1746482104063034
98105	transitions	7	-10000.0
98105	transitions	8	1.7174875736236572
98105	transitions	9	-2.29060435295105
98105	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
98105	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
98105	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
98105	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
98105	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
98105	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
98105	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
98105	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
98105	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
98105	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
98105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
98105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
98105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
98105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
98105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
98105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
98105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
98105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
98105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
98105	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
98105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
98105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
98105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
98105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
98105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
98105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
98105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
98105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
98105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
98105	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
98105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
98105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
98105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
98105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
98105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
98105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
98105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
98105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
98105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
98105	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
98105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
98105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
98105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
98105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
98105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
98105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
98105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
98105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
98105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
98105	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
98105	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
98105	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
98105	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
98105	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
98105	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
98105	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
98105	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
98105	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
98105	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
98105	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
98105	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
98105	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
98105	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
98105	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
98105	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
98105	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
98105	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
98105	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
98105	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
98105	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
98105	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
98105	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
98105	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
98105	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
98105	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
98105	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
98105	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
98105	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
98105	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
98105	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
98105	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
98105	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
98105	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
98105	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
98105	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
98105	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
98105	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
98105	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
98105	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
98105	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
98105	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
98105	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
98105	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
98105	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
98105	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
98105	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
98105	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
98105	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
98105	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
98105	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
98105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
98105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
98105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
98105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
98105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
98105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
98105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
98105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
98105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
98105	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
98105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
98105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
98105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
98105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
98105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
98105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
98105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
98105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
98105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
98105	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
98105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
98105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
98105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
98105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
98105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
98105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
98105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
98105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
98105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
98105	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
98105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
98105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
98105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
98105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
98105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
98105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
98105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
98105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
98105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
98105	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
98105	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
98105	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
98105	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
98105	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
98105	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
98105	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
98105	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
98105	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
98105	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
98105	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
98105	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
98105	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
98105	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
98105	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
98105	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
98105	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
98105	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
98105	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
98105	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
98105	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
98105	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
98105	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
98105	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
98105	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
98105	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
98105	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
98105	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
98105	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
98105	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
98105	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
98105	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
98105	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
98105	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
98105	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
98105	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
98105	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
98105	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
98105	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
98105	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
98105	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
98105	embedding2nn.weight	0	0.04249325022101402
98105	embedding2nn.weight	1	-0.08599246293306351
98105	embedding2nn.weight	2	0.013875184580683708
98105	embedding2nn.weight	3	-0.04967615008354187
98105	embedding2nn.weight	4	-0.13731615245342255
98105	embedding2nn.weight	5	0.08689490705728531
98105	embedding2nn.weight	6	-0.09361867606639862
98105	embedding2nn.weight	7	-0.06449984759092331
98105	embedding2nn.weight	8	-0.010033400729298592
98105	embedding2nn.weight	9	0.04978461191058159
98105	embedding2nn.bias	0	0.0592242106795311
98105	embedding2nn.bias	1	0.0336112454533577
98105	embedding2nn.bias	2	-0.13255442678928375
98105	embedding2nn.bias	3	0.061850208789110184
98105	embedding2nn.bias	4	0.022376541048288345
98105	embedding2nn.bias	5	-0.16666202247142792
98105	embedding2nn.bias	6	-0.0857408419251442
98105	embedding2nn.bias	7	-0.019087979570031166
98105	embedding2nn.bias	8	0.09647762775421143
98105	embedding2nn.bias	9	-0.10848424583673477
98105	rnn.weight_ih_l0	0	0.008608441799879074
98105	rnn.weight_ih_l0	1	-0.014642623253166676
98105	rnn.weight_ih_l0	2	-0.02571280114352703
98105	rnn.weight_ih_l0	3	-0.018867816776037216
98105	rnn.weight_ih_l0	4	-0.008869348093867302
98105	rnn.weight_ih_l0	5	-0.06742040812969208
98105	rnn.weight_ih_l0	6	-0.018779341131448746
98105	rnn.weight_ih_l0	7	-0.03471732139587402
98105	rnn.weight_ih_l0	8	0.03612826392054558
98105	rnn.weight_ih_l0	9	0.012250355444848537
98105	rnn.weight_hh_l0	0	0.006962140090763569
98105	rnn.weight_hh_l0	1	-0.0682888776063919
98105	rnn.weight_hh_l0	2	0.055385392159223557
98105	rnn.weight_hh_l0	3	0.03515184670686722
98105	rnn.weight_hh_l0	4	0.008496840484440327
98105	rnn.weight_hh_l0	5	0.05077650770545006
98105	rnn.weight_hh_l0	6	-0.013126158155500889
98105	rnn.weight_hh_l0	7	-0.08405809104442596
98105	rnn.weight_hh_l0	8	-0.004944015759974718
98105	rnn.weight_hh_l0	9	-0.09064602851867676
98105	rnn.bias_ih_l0	0	-0.1104545071721077
98105	rnn.bias_ih_l0	1	-0.14276286959648132
98105	rnn.bias_ih_l0	2	-0.21349655091762543
98105	rnn.bias_ih_l0	3	-0.2780560553073883
98105	rnn.bias_ih_l0	4	0.0125449663028121
98105	rnn.bias_ih_l0	5	0.06809286028146744
98105	rnn.bias_ih_l0	6	-0.13536401093006134
98105	rnn.bias_ih_l0	7	-0.25091689825057983
98105	rnn.bias_ih_l0	8	-0.10917813330888748
98105	rnn.bias_ih_l0	9	-0.1537279188632965
98105	rnn.bias_hh_l0	0	0.12327641993761063
98105	rnn.bias_hh_l0	1	-0.054148610681295395
98105	rnn.bias_hh_l0	2	0.03154446929693222
98105	rnn.bias_hh_l0	3	-0.16194279491901398
98105	rnn.bias_hh_l0	4	0.06849601119756699
98105	rnn.bias_hh_l0	5	0.038355011492967606
98105	rnn.bias_hh_l0	6	-0.08156905323266983
98105	rnn.bias_hh_l0	7	-0.147866889834404
98105	rnn.bias_hh_l0	8	-0.14468473196029663
98105	rnn.bias_hh_l0	9	-0.08142119646072388
98105	rnn.weight_ih_l0_reverse	0	-0.0008461831021122634
98105	rnn.weight_ih_l0_reverse	1	0.011206922121345997
98105	rnn.weight_ih_l0_reverse	2	-0.01035978365689516
98105	rnn.weight_ih_l0_reverse	3	-0.003169507719576359
98105	rnn.weight_ih_l0_reverse	4	0.015131303109228611
98105	rnn.weight_ih_l0_reverse	5	-0.058260127902030945
98105	rnn.weight_ih_l0_reverse	6	-0.03313053771853447
98105	rnn.weight_ih_l0_reverse	7	0.00030298539786599576
98105	rnn.weight_ih_l0_reverse	8	0.04844343289732933
98105	rnn.weight_ih_l0_reverse	9	0.020717237144708633
98105	rnn.weight_hh_l0_reverse	0	0.0002531104546505958
98105	rnn.weight_hh_l0_reverse	1	0.020916804671287537
98105	rnn.weight_hh_l0_reverse	2	-0.03623364120721817
98105	rnn.weight_hh_l0_reverse	3	0.03849652782082558
98105	rnn.weight_hh_l0_reverse	4	0.018266532570123672
98105	rnn.weight_hh_l0_reverse	5	-0.013358542695641518
98105	rnn.weight_hh_l0_reverse	6	0.03479026257991791
98105	rnn.weight_hh_l0_reverse	7	0.019337553530931473
98105	rnn.weight_hh_l0_reverse	8	-0.006379011087119579
98105	rnn.weight_hh_l0_reverse	9	-0.05574250966310501
98105	rnn.bias_ih_l0_reverse	0	-0.12269896268844604
98105	rnn.bias_ih_l0_reverse	1	-0.27706533670425415
98105	rnn.bias_ih_l0_reverse	2	-0.0473104827105999
98105	rnn.bias_ih_l0_reverse	3	-0.10852603614330292
98105	rnn.bias_ih_l0_reverse	4	0.08351307362318039
98105	rnn.bias_ih_l0_reverse	5	-0.22032314538955688
98105	rnn.bias_ih_l0_reverse	6	-0.03455893322825432
98105	rnn.bias_ih_l0_reverse	7	0.03390726447105408
98105	rnn.bias_ih_l0_reverse	8	-0.15423361957073212
98105	rnn.bias_ih_l0_reverse	9	-0.06760283559560776
98105	rnn.bias_hh_l0_reverse	0	-0.11902659386396408
98105	rnn.bias_hh_l0_reverse	1	-0.11694435030221939
98105	rnn.bias_hh_l0_reverse	2	-0.028079351410269737
98105	rnn.bias_hh_l0_reverse	3	-0.1272992491722107
98105	rnn.bias_hh_l0_reverse	4	-0.017937682569026947
98105	rnn.bias_hh_l0_reverse	5	-0.0990920215845108
98105	rnn.bias_hh_l0_reverse	6	-0.0659867525100708
98105	rnn.bias_hh_l0_reverse	7	-0.16955946385860443
98105	rnn.bias_hh_l0_reverse	8	-0.0480048730969429
98105	rnn.bias_hh_l0_reverse	9	-0.12490219622850418
98105	linear.weight	0	-0.22918833792209625
98105	linear.weight	1	-0.19463150203227997
98105	linear.weight	2	-0.011228874325752258
98105	linear.weight	3	-0.09303382784128189
98105	linear.weight	4	-0.005744439084082842
98105	linear.weight	5	0.20816534757614136
98105	linear.weight	6	0.0047744326293468475
98105	linear.weight	7	-0.021312154829502106
98105	linear.weight	8	0.10849997401237488
98105	linear.weight	9	0.1712571382522583
98105	linear.bias	0	-0.8082993626594543
98105	linear.bias	1	1.0648274421691895
98105	linear.bias	2	-0.32421600818634033
98105	linear.bias	3	-0.5721553564071655
98105	linear.bias	4	-1.0299125909805298
98105	linear.bias	5	-1.156288504600525
98105	linear.bias	6	-0.8030085563659668
98105	linear.bias	7	-0.6975826621055603
98105	linear.bias	8	-0.01705317199230194
98105	linear.bias	9	3.128541946411133
98302	transitions	0	-0.3215048015117645
98302	transitions	1	8.015503883361816
98302	transitions	2	-3.2610838413238525
98302	transitions	3	1.3397071361541748
98302	transitions	4	-1.9028767347335815
98302	transitions	5	-0.3412192463874817
98302	transitions	6	-0.1747005134820938
98302	transitions	7	-10000.0
98302	transitions	8	1.71342134475708
98302	transitions	9	-2.2906224727630615
98302	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
98302	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
98302	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
98302	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
98302	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
98302	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
98302	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
98302	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
98302	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
98302	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
98302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
98302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
98302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
98302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
98302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
98302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
98302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
98302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
98302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
98302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
98302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
98302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
98302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
98302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
98302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
98302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
98302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
98302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
98302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
98302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
98302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
98302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
98302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
98302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
98302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
98302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
98302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
98302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
98302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
98302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
98302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
98302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
98302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
98302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
98302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
98302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
98302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
98302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
98302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
98302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
98302	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
98302	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
98302	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
98302	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
98302	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
98302	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
98302	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
98302	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
98302	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
98302	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
98302	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
98302	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
98302	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
98302	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
98302	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
98302	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
98302	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
98302	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
98302	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
98302	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
98302	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
98302	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
98302	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
98302	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
98302	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
98302	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
98302	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
98302	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
98302	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
98302	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
98302	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
98302	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
98302	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
98302	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
98302	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
98302	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
98302	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
98302	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
98302	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
98302	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
98302	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
98302	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
98302	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
98302	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
98302	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
98302	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
98302	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
98302	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
98302	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
98302	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
98302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
98302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
98302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
98302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
98302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
98302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
98302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
98302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
98302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
98302	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
98302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
98302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
98302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
98302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
98302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
98302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
98302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
98302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
98302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
98302	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
98302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
98302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
98302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
98302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
98302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
98302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
98302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
98302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
98302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
98302	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
98302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
98302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
98302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
98302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
98302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
98302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
98302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
98302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
98302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
98302	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
98302	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
98302	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
98302	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
98302	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
98302	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
98302	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
98302	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
98302	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
98302	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
98302	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
98302	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
98302	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
98302	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
98302	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
98302	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
98302	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
98302	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
98302	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
98302	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
98302	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
98302	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
98302	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
98302	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
98302	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
98302	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
98302	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
98302	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
98302	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
98302	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
98302	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
98302	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
98302	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
98302	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
98302	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
98302	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
98302	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
98302	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
98302	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
98302	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
98302	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
98302	embedding2nn.weight	0	0.04147070646286011
98302	embedding2nn.weight	1	-0.08430231362581253
98302	embedding2nn.weight	2	0.0160477627068758
98302	embedding2nn.weight	3	-0.04900506138801575
98302	embedding2nn.weight	4	-0.1397436261177063
98302	embedding2nn.weight	5	0.08665400743484497
98302	embedding2nn.weight	6	-0.09286428987979889
98302	embedding2nn.weight	7	-0.06747568398714066
98302	embedding2nn.weight	8	-0.0119198402389884
98302	embedding2nn.weight	9	0.04915323853492737
98302	embedding2nn.bias	0	0.0846802145242691
98302	embedding2nn.bias	1	0.011003700084984303
98302	embedding2nn.bias	2	-0.10706312209367752
98302	embedding2nn.bias	3	0.04442061111330986
98302	embedding2nn.bias	4	0.028430266305804253
98302	embedding2nn.bias	5	-0.1632189154624939
98302	embedding2nn.bias	6	-0.0823761448264122
98302	embedding2nn.bias	7	-0.013730245642364025
98302	embedding2nn.bias	8	0.1011742353439331
98302	embedding2nn.bias	9	-0.11571239680051804
98302	rnn.weight_ih_l0	0	0.010342664085328579
98302	rnn.weight_ih_l0	1	-0.013129185885190964
98302	rnn.weight_ih_l0	2	-0.024960188195109367
98302	rnn.weight_ih_l0	3	-0.01803487166762352
98302	rnn.weight_ih_l0	4	-0.008272215723991394
98302	rnn.weight_ih_l0	5	-0.06664210557937622
98302	rnn.weight_ih_l0	6	-0.019389836117625237
98302	rnn.weight_ih_l0	7	-0.03335374593734741
98302	rnn.weight_ih_l0	8	0.031539108604192734
98302	rnn.weight_ih_l0	9	0.011211605742573738
98302	rnn.weight_hh_l0	0	0.007305437698960304
98302	rnn.weight_hh_l0	1	-0.06772997975349426
98302	rnn.weight_hh_l0	2	0.055004458874464035
98302	rnn.weight_hh_l0	3	0.03543635457754135
98302	rnn.weight_hh_l0	4	0.008523636497557163
98302	rnn.weight_hh_l0	5	0.051512494683265686
98302	rnn.weight_hh_l0	6	-0.013126924633979797
98302	rnn.weight_hh_l0	7	-0.08500158786773682
98302	rnn.weight_hh_l0	8	-0.00501238601282239
98302	rnn.weight_hh_l0	9	-0.09240345656871796
98302	rnn.bias_ih_l0	0	-0.10811761021614075
98302	rnn.bias_ih_l0	1	-0.14273987710475922
98302	rnn.bias_ih_l0	2	-0.21378105878829956
98302	rnn.bias_ih_l0	3	-0.2772873044013977
98302	rnn.bias_ih_l0	4	0.006905455142259598
98302	rnn.bias_ih_l0	5	0.066017746925354
98302	rnn.bias_ih_l0	6	-0.13711054623126984
98302	rnn.bias_ih_l0	7	-0.2497970163822174
98302	rnn.bias_ih_l0	8	-0.10830840468406677
98302	rnn.bias_ih_l0	9	-0.15605370700359344
98302	rnn.bias_hh_l0	0	0.12244882434606552
98302	rnn.bias_hh_l0	1	-0.0528375580906868
98302	rnn.bias_hh_l0	2	0.028211411088705063
98302	rnn.bias_hh_l0	3	-0.15752175450325012
98302	rnn.bias_hh_l0	4	0.05827542766928673
98302	rnn.bias_hh_l0	5	0.03699424862861633
98302	rnn.bias_hh_l0	6	-0.0825715884566307
98302	rnn.bias_hh_l0	7	-0.14539624750614166
98302	rnn.bias_hh_l0	8	-0.13703954219818115
98302	rnn.bias_hh_l0	9	-0.08348451554775238
98302	rnn.weight_ih_l0_reverse	0	-0.0009446395561099052
98302	rnn.weight_ih_l0_reverse	1	0.011260519735515118
98302	rnn.weight_ih_l0_reverse	2	-0.013341004028916359
98302	rnn.weight_ih_l0_reverse	3	-0.005119631066918373
98302	rnn.weight_ih_l0_reverse	4	0.014946814626455307
98302	rnn.weight_ih_l0_reverse	5	-0.055121682584285736
98302	rnn.weight_ih_l0_reverse	6	-0.03483841195702553
98302	rnn.weight_ih_l0_reverse	7	0.0025415183044970036
98302	rnn.weight_ih_l0_reverse	8	0.0481833815574646
98302	rnn.weight_ih_l0_reverse	9	0.02209230698645115
98302	rnn.weight_hh_l0_reverse	0	0.00026618430274538696
98302	rnn.weight_hh_l0_reverse	1	0.020843015983700752
98302	rnn.weight_hh_l0_reverse	2	-0.03708728030323982
98302	rnn.weight_hh_l0_reverse	3	0.038966212421655655
98302	rnn.weight_hh_l0_reverse	4	0.01871664635837078
98302	rnn.weight_hh_l0_reverse	5	-0.01476600393652916
98302	rnn.weight_hh_l0_reverse	6	0.03539783135056496
98302	rnn.weight_hh_l0_reverse	7	0.020103661343455315
98302	rnn.weight_hh_l0_reverse	8	-0.0070876930840313435
98302	rnn.weight_hh_l0_reverse	9	-0.055983491241931915
98302	rnn.bias_ih_l0_reverse	0	-0.12259147316217422
98302	rnn.bias_ih_l0_reverse	1	-0.27956217527389526
98302	rnn.bias_ih_l0_reverse	2	-0.04937506467103958
98302	rnn.bias_ih_l0_reverse	3	-0.109066441655159
98302	rnn.bias_ih_l0_reverse	4	0.08055303990840912
98302	rnn.bias_ih_l0_reverse	5	-0.22084884345531464
98302	rnn.bias_ih_l0_reverse	6	-0.04019244760274887
98302	rnn.bias_ih_l0_reverse	7	0.036188822239637375
98302	rnn.bias_ih_l0_reverse	8	-0.15059664845466614
98302	rnn.bias_ih_l0_reverse	9	-0.06927893310785294
98302	rnn.bias_hh_l0_reverse	0	-0.11423147469758987
98302	rnn.bias_hh_l0_reverse	1	-0.11900606751441956
98302	rnn.bias_hh_l0_reverse	2	-0.028814302757382393
98302	rnn.bias_hh_l0_reverse	3	-0.12886321544647217
98302	rnn.bias_hh_l0_reverse	4	-0.0172903910279274
98302	rnn.bias_hh_l0_reverse	5	-0.09488097578287125
98302	rnn.bias_hh_l0_reverse	6	-0.06492951512336731
98302	rnn.bias_hh_l0_reverse	7	-0.17111295461654663
98302	rnn.bias_hh_l0_reverse	8	-0.051459044218063354
98302	rnn.bias_hh_l0_reverse	9	-0.12903150916099548
98302	linear.weight	0	-0.2353159338235855
98302	linear.weight	1	-0.19324378669261932
98302	linear.weight	2	-0.011228874325752258
98302	linear.weight	3	-0.09931915253400803
98302	linear.weight	4	0.015468288213014603
98302	linear.weight	5	0.1889149397611618
98302	linear.weight	6	0.0047744326293468475
98302	linear.weight	7	-0.021312154829502106
98302	linear.weight	8	0.10727179050445557
98302	linear.weight	9	0.1654851734638214
98302	linear.bias	0	-0.7686406373977661
98302	linear.bias	1	1.0360546112060547
98302	linear.bias	2	-0.31494513154029846
98302	linear.bias	3	-0.5517984628677368
98302	linear.bias	4	-1.026450753211975
98302	linear.bias	5	-1.156376600265503
98302	linear.bias	6	-0.7595645189285278
98302	linear.bias	7	-0.7260953187942505
98302	linear.bias	8	-0.01705317199230194
98302	linear.bias	9	3.1260104179382324
98499	transitions	0	-0.3217006027698517
98499	transitions	1	8.012396812438965
98499	transitions	2	-3.262166738510132
98499	transitions	3	1.3465604782104492
98499	transitions	4	-1.9045392274856567
98499	transitions	5	-0.34180933237075806
98499	transitions	6	-0.17477981746196747
98499	transitions	7	-10000.0
98499	transitions	8	1.7115960121154785
98499	transitions	9	-2.290644407272339
98499	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
98499	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
98499	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
98499	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
98499	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
98499	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
98499	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
98499	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
98499	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
98499	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
98499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
98499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
98499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
98499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
98499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
98499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
98499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
98499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
98499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
98499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
98499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
98499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
98499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
98499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
98499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
98499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
98499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
98499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
98499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
98499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
98499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
98499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
98499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
98499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
98499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
98499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
98499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
98499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
98499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
98499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
98499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
98499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
98499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
98499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
98499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
98499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
98499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
98499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
98499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
98499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
98499	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
98499	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
98499	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
98499	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
98499	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
98499	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
98499	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
98499	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
98499	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
98499	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
98499	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
98499	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
98499	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
98499	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
98499	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
98499	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
98499	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
98499	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
98499	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
98499	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
98499	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
98499	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
98499	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
98499	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
98499	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
98499	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
98499	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
98499	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
98499	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
98499	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
98499	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
98499	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
98499	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
98499	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
98499	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
98499	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
98499	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
98499	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
98499	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
98499	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
98499	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
98499	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
98499	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
98499	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
98499	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
98499	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
98499	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
98499	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
98499	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
98499	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
98499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
98499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
98499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
98499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
98499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
98499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
98499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
98499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
98499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
98499	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
98499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
98499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
98499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
98499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
98499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
98499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
98499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
98499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
98499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
98499	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
98499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
98499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
98499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
98499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
98499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
98499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
98499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
98499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
98499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
98499	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
98499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
98499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
98499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
98499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
98499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
98499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
98499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
98499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
98499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
98499	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
98499	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
98499	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
98499	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
98499	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
98499	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
98499	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
98499	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
98499	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
98499	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
98499	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
98499	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
98499	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
98499	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
98499	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
98499	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
98499	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
98499	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
98499	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
98499	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
98499	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
98499	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
98499	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
98499	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
98499	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
98499	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
98499	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
98499	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
98499	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
98499	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
98499	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
98499	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
98499	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
98499	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
98499	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
98499	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
98499	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
98499	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
98499	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
98499	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
98499	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
98499	embedding2nn.weight	0	0.04133179038763046
98499	embedding2nn.weight	1	-0.08578997105360031
98499	embedding2nn.weight	2	0.01827857829630375
98499	embedding2nn.weight	3	-0.04957132786512375
98499	embedding2nn.weight	4	-0.14214329421520233
98499	embedding2nn.weight	5	0.08318588137626648
98499	embedding2nn.weight	6	-0.08650245517492294
98499	embedding2nn.weight	7	-0.06675474345684052
98499	embedding2nn.weight	8	-0.010614966042339802
98499	embedding2nn.weight	9	0.047325894236564636
98499	embedding2nn.bias	0	0.07413678616285324
98499	embedding2nn.bias	1	0.003977349493652582
98499	embedding2nn.bias	2	-0.09646249562501907
98499	embedding2nn.bias	3	0.060143500566482544
98499	embedding2nn.bias	4	0.03532300144433975
98499	embedding2nn.bias	5	-0.16957823932170868
98499	embedding2nn.bias	6	-0.08998429775238037
98499	embedding2nn.bias	7	-0.0225848238915205
98499	embedding2nn.bias	8	0.10529963672161102
98499	embedding2nn.bias	9	-0.12213154137134552
98499	rnn.weight_ih_l0	0	0.010326922871172428
98499	rnn.weight_ih_l0	1	-0.013723792508244514
98499	rnn.weight_ih_l0	2	-0.026142852380871773
98499	rnn.weight_ih_l0	3	-0.01849074475467205
98499	rnn.weight_ih_l0	4	-0.009040302596986294
98499	rnn.weight_ih_l0	5	-0.06545104086399078
98499	rnn.weight_ih_l0	6	-0.01831144653260708
98499	rnn.weight_ih_l0	7	-0.031848907470703125
98499	rnn.weight_ih_l0	8	0.02749224752187729
98499	rnn.weight_ih_l0	9	0.01133644301444292
98499	rnn.weight_hh_l0	0	0.008693218231201172
98499	rnn.weight_hh_l0	1	-0.06763068586587906
98499	rnn.weight_hh_l0	2	0.054893460124731064
98499	rnn.weight_hh_l0	3	0.0356190986931324
98499	rnn.weight_hh_l0	4	0.008357265964150429
98499	rnn.weight_hh_l0	5	0.051387086510658264
98499	rnn.weight_hh_l0	6	-0.012812290340662003
98499	rnn.weight_hh_l0	7	-0.08520887792110443
98499	rnn.weight_hh_l0	8	-0.004705959465354681
98499	rnn.weight_hh_l0	9	-0.09303025901317596
98499	rnn.bias_ih_l0	0	-0.10710740089416504
98499	rnn.bias_ih_l0	1	-0.1447475254535675
98499	rnn.bias_ih_l0	2	-0.2098499834537506
98499	rnn.bias_ih_l0	3	-0.2753926217556
98499	rnn.bias_ih_l0	4	0.003945863340049982
98499	rnn.bias_ih_l0	5	0.061590250581502914
98499	rnn.bias_ih_l0	6	-0.1342555433511734
98499	rnn.bias_ih_l0	7	-0.2533302307128906
98499	rnn.bias_ih_l0	8	-0.10646900534629822
98499	rnn.bias_ih_l0	9	-0.15707673132419586
98499	rnn.bias_hh_l0	0	0.12345486134290695
98499	rnn.bias_hh_l0	1	-0.051781196147203445
98499	rnn.bias_hh_l0	2	0.02870064042508602
98499	rnn.bias_hh_l0	3	-0.16177073121070862
98499	rnn.bias_hh_l0	4	0.05667513981461525
98499	rnn.bias_hh_l0	5	0.03353996202349663
98499	rnn.bias_hh_l0	6	-0.08294902741909027
98499	rnn.bias_hh_l0	7	-0.14392761886119843
98499	rnn.bias_hh_l0	8	-0.1417468637228012
98499	rnn.bias_hh_l0	9	-0.08643846958875656
98499	rnn.weight_ih_l0_reverse	0	0.00020746550580952317
98499	rnn.weight_ih_l0_reverse	1	0.01199602335691452
98499	rnn.weight_ih_l0_reverse	2	-0.017634179443120956
98499	rnn.weight_ih_l0_reverse	3	-0.005039230454713106
98499	rnn.weight_ih_l0_reverse	4	0.014782988466322422
98499	rnn.weight_ih_l0_reverse	5	-0.05487237125635147
98499	rnn.weight_ih_l0_reverse	6	-0.0364171527326107
98499	rnn.weight_ih_l0_reverse	7	0.002633111085742712
98499	rnn.weight_ih_l0_reverse	8	0.046308424323797226
98499	rnn.weight_ih_l0_reverse	9	0.01978481374680996
98499	rnn.weight_hh_l0_reverse	0	0.0009660582873038948
98499	rnn.weight_hh_l0_reverse	1	0.019875776022672653
98499	rnn.weight_hh_l0_reverse	2	-0.0385446734726429
98499	rnn.weight_hh_l0_reverse	3	0.03863910585641861
98499	rnn.weight_hh_l0_reverse	4	0.019161665812134743
98499	rnn.weight_hh_l0_reverse	5	-0.014328373596072197
98499	rnn.weight_hh_l0_reverse	6	0.035632938146591187
98499	rnn.weight_hh_l0_reverse	7	0.01911787874996662
98499	rnn.weight_hh_l0_reverse	8	-0.0065839276649057865
98499	rnn.weight_hh_l0_reverse	9	-0.05559246242046356
98499	rnn.bias_ih_l0_reverse	0	-0.1194065511226654
98499	rnn.bias_ih_l0_reverse	1	-0.2812040448188782
98499	rnn.bias_ih_l0_reverse	2	-0.04919988289475441
98499	rnn.bias_ih_l0_reverse	3	-0.11271356046199799
98499	rnn.bias_ih_l0_reverse	4	0.08156310766935349
98499	rnn.bias_ih_l0_reverse	5	-0.2205977886915207
98499	rnn.bias_ih_l0_reverse	6	-0.04351189360022545
98499	rnn.bias_ih_l0_reverse	7	0.03572907671332359
98499	rnn.bias_ih_l0_reverse	8	-0.15144923329353333
98499	rnn.bias_ih_l0_reverse	9	-0.06980560719966888
98499	rnn.bias_hh_l0_reverse	0	-0.12026834487915039
98499	rnn.bias_hh_l0_reverse	1	-0.11796672642230988
98499	rnn.bias_hh_l0_reverse	2	-0.02869023010134697
98499	rnn.bias_hh_l0_reverse	3	-0.13195645809173584
98499	rnn.bias_hh_l0_reverse	4	-0.01613498665392399
98499	rnn.bias_hh_l0_reverse	5	-0.09422309696674347
98499	rnn.bias_hh_l0_reverse	6	-0.06130385026335716
98499	rnn.bias_hh_l0_reverse	7	-0.17519186437129974
98499	rnn.bias_hh_l0_reverse	8	-0.05187434330582619
98499	rnn.bias_hh_l0_reverse	9	-0.12926901876926422
98499	linear.weight	0	-0.2565113604068756
98499	linear.weight	1	-0.1961430311203003
98499	linear.weight	2	-0.011228874325752258
98499	linear.weight	3	-0.0797877162694931
98499	linear.weight	4	0.014559323899447918
98499	linear.weight	5	0.18175871670246124
98499	linear.weight	6	0.0047744326293468475
98499	linear.weight	7	-0.021312154829502106
98499	linear.weight	8	0.12688817083835602
98499	linear.weight	9	0.17124482989311218
98499	linear.bias	0	-0.7746772766113281
98499	linear.bias	1	1.0589771270751953
98499	linear.bias	2	-0.2849498689174652
98499	linear.bias	3	-0.5429975390434265
98499	linear.bias	4	-1.0376534461975098
98499	linear.bias	5	-1.1564778089523315
98499	linear.bias	6	-0.7656275033950806
98499	linear.bias	7	-0.7193332314491272
98499	linear.bias	8	-0.01705317199230194
98499	linear.bias	9	3.1215476989746094
98696	transitions	0	-0.3220131993293762
98696	transitions	1	8.01514720916748
98696	transitions	2	-3.263439178466797
98696	transitions	3	1.3468432426452637
98696	transitions	4	-1.9058483839035034
98696	transitions	5	-0.34198635816574097
98696	transitions	6	-0.17488662898540497
98696	transitions	7	-10000.0
98696	transitions	8	1.7113099098205566
98696	transitions	9	-2.290663242340088
98696	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
98696	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
98696	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
98696	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
98696	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
98696	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
98696	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
98696	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
98696	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
98696	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
98696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
98696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
98696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
98696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
98696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
98696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
98696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
98696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
98696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
98696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
98696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
98696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
98696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
98696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
98696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
98696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
98696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
98696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
98696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
98696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
98696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
98696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
98696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
98696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
98696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
98696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
98696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
98696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
98696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
98696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
98696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
98696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
98696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
98696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
98696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
98696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
98696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
98696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
98696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
98696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
98696	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
98696	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
98696	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
98696	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
98696	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
98696	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
98696	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
98696	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
98696	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
98696	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
98696	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
98696	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
98696	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
98696	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
98696	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
98696	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
98696	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
98696	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
98696	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
98696	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
98696	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
98696	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
98696	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
98696	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
98696	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
98696	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
98696	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
98696	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
98696	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
98696	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
98696	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
98696	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
98696	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
98696	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
98696	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
98696	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
98696	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
98696	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
98696	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
98696	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
98696	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
98696	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
98696	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
98696	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
98696	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
98696	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
98696	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
98696	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
98696	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
98696	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
98696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
98696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
98696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
98696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
98696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
98696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
98696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
98696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
98696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
98696	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
98696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
98696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
98696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
98696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
98696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
98696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
98696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
98696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
98696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
98696	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
98696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
98696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
98696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
98696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
98696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
98696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
98696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
98696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
98696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
98696	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
98696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
98696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
98696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
98696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
98696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
98696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
98696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
98696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
98696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
98696	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
98696	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
98696	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
98696	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
98696	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
98696	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
98696	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
98696	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
98696	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
98696	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
98696	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
98696	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
98696	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
98696	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
98696	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
98696	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
98696	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
98696	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
98696	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
98696	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
98696	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
98696	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
98696	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
98696	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
98696	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
98696	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
98696	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
98696	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
98696	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
98696	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
98696	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
98696	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
98696	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
98696	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
98696	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
98696	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
98696	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
98696	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
98696	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
98696	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
98696	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
98696	embedding2nn.weight	0	0.04185602441430092
98696	embedding2nn.weight	1	-0.083833247423172
98696	embedding2nn.weight	2	0.016683606430888176
98696	embedding2nn.weight	3	-0.04823368042707443
98696	embedding2nn.weight	4	-0.1380816251039505
98696	embedding2nn.weight	5	0.08506572991609573
98696	embedding2nn.weight	6	-0.08669081330299377
98696	embedding2nn.weight	7	-0.06534254550933838
98696	embedding2nn.weight	8	-0.010675424709916115
98696	embedding2nn.weight	9	0.04178611934185028
98696	embedding2nn.bias	0	0.07448754459619522
98696	embedding2nn.bias	1	-0.00110432633664459
98696	embedding2nn.bias	2	-0.10389723628759384
98696	embedding2nn.bias	3	0.06676489114761353
98696	embedding2nn.bias	4	0.03876589611172676
98696	embedding2nn.bias	5	-0.17584103345870972
98696	embedding2nn.bias	6	-0.11436644941568375
98696	embedding2nn.bias	7	-0.02840213105082512
98696	embedding2nn.bias	8	0.09975627064704895
98696	embedding2nn.bias	9	-0.10920292884111404
98696	rnn.weight_ih_l0	0	0.006923902314156294
98696	rnn.weight_ih_l0	1	-0.013553518801927567
98696	rnn.weight_ih_l0	2	-0.026403434574604034
98696	rnn.weight_ih_l0	3	-0.01866121217608452
98696	rnn.weight_ih_l0	4	-0.008018632419407368
98696	rnn.weight_ih_l0	5	-0.06361662596464157
98696	rnn.weight_ih_l0	6	-0.017792539671063423
98696	rnn.weight_ih_l0	7	-0.03094465471804142
98696	rnn.weight_ih_l0	8	0.02957388386130333
98696	rnn.weight_ih_l0	9	0.01122579537332058
98696	rnn.weight_hh_l0	0	0.007998797111213207
98696	rnn.weight_hh_l0	1	-0.06872864067554474
98696	rnn.weight_hh_l0	2	0.055276062339544296
98696	rnn.weight_hh_l0	3	0.03643739968538284
98696	rnn.weight_hh_l0	4	0.008540194481611252
98696	rnn.weight_hh_l0	5	0.05154494196176529
98696	rnn.weight_hh_l0	6	-0.012881935574114323
98696	rnn.weight_hh_l0	7	-0.08521325886249542
98696	rnn.weight_hh_l0	8	-0.004888138733804226
98696	rnn.weight_hh_l0	9	-0.09154077619314194
98696	rnn.bias_ih_l0	0	-0.11063244938850403
98696	rnn.bias_ih_l0	1	-0.148197740316391
98696	rnn.bias_ih_l0	2	-0.21210697293281555
98696	rnn.bias_ih_l0	3	-0.27620914578437805
98696	rnn.bias_ih_l0	4	0.006067394744604826
98696	rnn.bias_ih_l0	5	0.06390377879142761
98696	rnn.bias_ih_l0	6	-0.13570931553840637
98696	rnn.bias_ih_l0	7	-0.25619640946388245
98696	rnn.bias_ih_l0	8	-0.10181169956922531
98696	rnn.bias_ih_l0	9	-0.1559237390756607
98696	rnn.bias_hh_l0	0	0.1245892196893692
98696	rnn.bias_hh_l0	1	-0.051682375371456146
98696	rnn.bias_hh_l0	2	0.028227433562278748
98696	rnn.bias_hh_l0	3	-0.16181837022304535
98696	rnn.bias_hh_l0	4	0.05896454676985741
98696	rnn.bias_hh_l0	5	0.03148256242275238
98696	rnn.bias_hh_l0	6	-0.08466359972953796
98696	rnn.bias_hh_l0	7	-0.14130038022994995
98696	rnn.bias_hh_l0	8	-0.1487719714641571
98696	rnn.bias_hh_l0	9	-0.09126190096139908
98696	rnn.weight_ih_l0_reverse	0	-0.0007342870230786502
98696	rnn.weight_ih_l0_reverse	1	0.009380660951137543
98696	rnn.weight_ih_l0_reverse	2	-0.01668676733970642
98696	rnn.weight_ih_l0_reverse	3	-0.005204194691032171
98696	rnn.weight_ih_l0_reverse	4	0.013249029405415058
98696	rnn.weight_ih_l0_reverse	5	-0.05413123220205307
98696	rnn.weight_ih_l0_reverse	6	-0.03627311438322067
98696	rnn.weight_ih_l0_reverse	7	0.002050404204055667
98696	rnn.weight_ih_l0_reverse	8	0.044964902102947235
98696	rnn.weight_ih_l0_reverse	9	0.021146627143025398
98696	rnn.weight_hh_l0_reverse	0	0.0010929717682301998
98696	rnn.weight_hh_l0_reverse	1	0.020559407770633698
98696	rnn.weight_hh_l0_reverse	2	-0.03847586736083031
98696	rnn.weight_hh_l0_reverse	3	0.038543276488780975
98696	rnn.weight_hh_l0_reverse	4	0.019189627841114998
98696	rnn.weight_hh_l0_reverse	5	-0.014882568269968033
98696	rnn.weight_hh_l0_reverse	6	0.03575751930475235
98696	rnn.weight_hh_l0_reverse	7	0.019383994862437248
98696	rnn.weight_hh_l0_reverse	8	-0.005839823745191097
98696	rnn.weight_hh_l0_reverse	9	-0.05610330030322075
98696	rnn.bias_ih_l0_reverse	0	-0.12139105051755905
98696	rnn.bias_ih_l0_reverse	1	-0.27822601795196533
98696	rnn.bias_ih_l0_reverse	2	-0.04968550428748131
98696	rnn.bias_ih_l0_reverse	3	-0.11248556524515152
98696	rnn.bias_ih_l0_reverse	4	0.07658317685127258
98696	rnn.bias_ih_l0_reverse	5	-0.2263626754283905
98696	rnn.bias_ih_l0_reverse	6	-0.04748038575053215
98696	rnn.bias_ih_l0_reverse	7	0.04011927917599678
98696	rnn.bias_ih_l0_reverse	8	-0.15115013718605042
98696	rnn.bias_ih_l0_reverse	9	-0.06817685812711716
98696	rnn.bias_hh_l0_reverse	0	-0.12101085484027863
98696	rnn.bias_hh_l0_reverse	1	-0.11819620430469513
98696	rnn.bias_hh_l0_reverse	2	-0.027573361992836
98696	rnn.bias_hh_l0_reverse	3	-0.12682491540908813
98696	rnn.bias_hh_l0_reverse	4	-0.015305393375456333
98696	rnn.bias_hh_l0_reverse	5	-0.0983138382434845
98696	rnn.bias_hh_l0_reverse	6	-0.059479303658008575
98696	rnn.bias_hh_l0_reverse	7	-0.17522524297237396
98696	rnn.bias_hh_l0_reverse	8	-0.0501532144844532
98696	rnn.bias_hh_l0_reverse	9	-0.12657243013381958
98696	linear.weight	0	-0.23833200335502625
98696	linear.weight	1	-0.1974814087152481
98696	linear.weight	2	-0.011228874325752258
98696	linear.weight	3	-0.07259248942136765
98696	linear.weight	4	0.032223574817180634
98696	linear.weight	5	0.18203623592853546
98696	linear.weight	6	0.0047744326293468475
98696	linear.weight	7	-0.021312154829502106
98696	linear.weight	8	0.10961302369832993
98696	linear.weight	9	0.19119270145893097
98696	linear.bias	0	-0.7934170961380005
98696	linear.bias	1	1.03341543674469
98696	linear.bias	2	-0.2610684931278229
98696	linear.bias	3	-0.5621820688247681
98696	linear.bias	4	-1.0593255758285522
98696	linear.bias	5	-1.1565721035003662
98696	linear.bias	6	-0.7880213260650635
98696	linear.bias	7	-0.7335075736045837
98696	linear.bias	8	-0.01705317199230194
98696	linear.bias	9	3.156942367553711
98700	transitions	0	-0.32201388478279114
98700	transitions	1	8.012321472167969
98700	transitions	2	-3.2634570598602295
98700	transitions	3	1.346779704093933
98700	transitions	4	-1.905857801437378
98700	transitions	5	-0.3419903516769409
98700	transitions	6	-0.17488697171211243
98700	transitions	7	-10000.0
98700	transitions	8	1.711090087890625
98700	transitions	9	-2.290663242340088
98700	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
98700	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
98700	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
98700	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
98700	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
98700	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
98700	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
98700	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
98700	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
98700	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
98700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
98700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
98700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
98700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
98700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
98700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
98700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
98700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
98700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
98700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
98700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
98700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
98700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
98700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
98700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
98700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
98700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
98700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
98700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
98700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
98700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
98700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
98700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
98700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
98700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
98700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
98700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
98700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
98700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
98700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
98700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
98700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
98700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
98700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
98700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
98700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
98700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
98700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
98700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
98700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
98700	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
98700	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
98700	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
98700	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
98700	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
98700	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
98700	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
98700	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
98700	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
98700	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
98700	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
98700	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
98700	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
98700	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
98700	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
98700	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
98700	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
98700	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
98700	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
98700	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
98700	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
98700	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
98700	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
98700	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
98700	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
98700	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
98700	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
98700	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
98700	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
98700	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
98700	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
98700	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
98700	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
98700	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
98700	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
98700	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
98700	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
98700	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
98700	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
98700	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
98700	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
98700	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
98700	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
98700	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
98700	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
98700	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
98700	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
98700	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
98700	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
98700	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
98700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
98700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
98700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
98700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
98700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
98700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
98700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
98700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
98700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
98700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
98700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
98700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
98700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
98700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
98700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
98700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
98700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
98700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
98700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
98700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
98700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
98700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
98700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
98700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
98700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
98700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
98700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
98700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
98700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
98700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
98700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
98700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
98700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
98700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
98700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
98700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
98700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
98700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
98700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
98700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
98700	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
98700	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
98700	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
98700	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
98700	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
98700	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
98700	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
98700	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
98700	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
98700	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
98700	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
98700	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
98700	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
98700	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
98700	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
98700	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
98700	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
98700	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
98700	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
98700	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
98700	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
98700	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
98700	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
98700	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
98700	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
98700	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
98700	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
98700	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
98700	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
98700	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
98700	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
98700	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
98700	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
98700	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
98700	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
98700	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
98700	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
98700	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
98700	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
98700	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
98700	embedding2nn.weight	0	0.04181966558098793
98700	embedding2nn.weight	1	-0.08384878933429718
98700	embedding2nn.weight	2	0.017063401639461517
98700	embedding2nn.weight	3	-0.04813626408576965
98700	embedding2nn.weight	4	-0.13796095550060272
98700	embedding2nn.weight	5	0.08554013073444366
98700	embedding2nn.weight	6	-0.08553367108106613
98700	embedding2nn.weight	7	-0.06558529287576675
98700	embedding2nn.weight	8	-0.010656872764229774
98700	embedding2nn.weight	9	0.04248231649398804
98700	embedding2nn.bias	0	0.07559359073638916
98700	embedding2nn.bias	1	-0.00041225150926038623
98700	embedding2nn.bias	2	-0.10410863161087036
98700	embedding2nn.bias	3	0.06635476648807526
98700	embedding2nn.bias	4	0.03767302632331848
98700	embedding2nn.bias	5	-0.17687518894672394
98700	embedding2nn.bias	6	-0.11215715110301971
98700	embedding2nn.bias	7	-0.028733085840940475
98700	embedding2nn.bias	8	0.0985087975859642
98700	embedding2nn.bias	9	-0.11113148927688599
98700	rnn.weight_ih_l0	0	0.006888398434966803
98700	rnn.weight_ih_l0	1	-0.013309717178344727
98700	rnn.weight_ih_l0	2	-0.02654874324798584
98700	rnn.weight_ih_l0	3	-0.018564993515610695
98700	rnn.weight_ih_l0	4	-0.007995033636689186
98700	rnn.weight_ih_l0	5	-0.06327522546052933
98700	rnn.weight_ih_l0	6	-0.017704589292407036
98700	rnn.weight_ih_l0	7	-0.030927393585443497
98700	rnn.weight_ih_l0	8	0.030031448230147362
98700	rnn.weight_ih_l0	9	0.011112697422504425
98700	rnn.weight_hh_l0	0	0.007976938970386982
98700	rnn.weight_hh_l0	1	-0.06880466639995575
98700	rnn.weight_hh_l0	2	0.055245161056518555
98700	rnn.weight_hh_l0	3	0.0364135205745697
98700	rnn.weight_hh_l0	4	0.00853001605719328
98700	rnn.weight_hh_l0	5	0.05161517485976219
98700	rnn.weight_hh_l0	6	-0.013035906478762627
98700	rnn.weight_hh_l0	7	-0.0851891040802002
98700	rnn.weight_hh_l0	8	-0.004889817908406258
98700	rnn.weight_hh_l0	9	-0.09183990210294724
98700	rnn.bias_ih_l0	0	-0.11055266857147217
98700	rnn.bias_ih_l0	1	-0.14809826016426086
98700	rnn.bias_ih_l0	2	-0.21234376728534698
98700	rnn.bias_ih_l0	3	-0.27611416578292847
98700	rnn.bias_ih_l0	4	0.005737388972193003
98700	rnn.bias_ih_l0	5	0.06406411528587341
98700	rnn.bias_ih_l0	6	-0.13538546860218048
98700	rnn.bias_ih_l0	7	-0.2560669779777527
98700	rnn.bias_ih_l0	8	-0.10122278332710266
98700	rnn.bias_ih_l0	9	-0.15609504282474518
98700	rnn.bias_hh_l0	0	0.1249937191605568
98700	rnn.bias_hh_l0	1	-0.05142988637089729
98700	rnn.bias_hh_l0	2	0.028359580785036087
98700	rnn.bias_hh_l0	3	-0.16118599474430084
98700	rnn.bias_hh_l0	4	0.058625515550374985
98700	rnn.bias_hh_l0	5	0.03152643144130707
98700	rnn.bias_hh_l0	6	-0.08471973985433578
98700	rnn.bias_hh_l0	7	-0.14131489396095276
98700	rnn.bias_hh_l0	8	-0.1481344997882843
98700	rnn.bias_hh_l0	9	-0.09123285859823227
98700	rnn.weight_ih_l0_reverse	0	-0.0008051543845795095
98700	rnn.weight_ih_l0_reverse	1	0.009454428218305111
98700	rnn.weight_ih_l0_reverse	2	-0.0173715241253376
98700	rnn.weight_ih_l0_reverse	3	-0.005311015527695417
98700	rnn.weight_ih_l0_reverse	4	0.01326990406960249
98700	rnn.weight_ih_l0_reverse	5	-0.05440470948815346
98700	rnn.weight_ih_l0_reverse	6	-0.03609054163098335
98700	rnn.weight_ih_l0_reverse	7	0.001874046865850687
98700	rnn.weight_ih_l0_reverse	8	0.04483523964881897
98700	rnn.weight_ih_l0_reverse	9	0.021617144346237183
98700	rnn.weight_hh_l0_reverse	0	0.001156528596766293
98700	rnn.weight_hh_l0_reverse	1	0.020571859553456306
98700	rnn.weight_hh_l0_reverse	2	-0.03850460425019264
98700	rnn.weight_hh_l0_reverse	3	0.03859210014343262
98700	rnn.weight_hh_l0_reverse	4	0.019151102751493454
98700	rnn.weight_hh_l0_reverse	5	-0.015236922539770603
98700	rnn.weight_hh_l0_reverse	6	0.035750504583120346
98700	rnn.weight_hh_l0_reverse	7	0.019373590126633644
98700	rnn.weight_hh_l0_reverse	8	-0.005817956291139126
98700	rnn.weight_hh_l0_reverse	9	-0.05611095577478409
98700	rnn.bias_ih_l0_reverse	0	-0.12175281345844269
98700	rnn.bias_ih_l0_reverse	1	-0.27828696370124817
98700	rnn.bias_ih_l0_reverse	2	-0.049669548869132996
98700	rnn.bias_ih_l0_reverse	3	-0.11247176676988602
98700	rnn.bias_ih_l0_reverse	4	0.07674870640039444
98700	rnn.bias_ih_l0_reverse	5	-0.22644275426864624
98700	rnn.bias_ih_l0_reverse	6	-0.04739852622151375
98700	rnn.bias_ih_l0_reverse	7	0.040776848793029785
98700	rnn.bias_ih_l0_reverse	8	-0.15123257040977478
98700	rnn.bias_ih_l0_reverse	9	-0.0680622085928917
98700	rnn.bias_hh_l0_reverse	0	-0.12123700231313705
98700	rnn.bias_hh_l0_reverse	1	-0.11812435835599899
98700	rnn.bias_hh_l0_reverse	2	-0.027442218735814095
98700	rnn.bias_hh_l0_reverse	3	-0.12627623975276947
98700	rnn.bias_hh_l0_reverse	4	-0.015294721350073814
98700	rnn.bias_hh_l0_reverse	5	-0.09937605261802673
98700	rnn.bias_hh_l0_reverse	6	-0.05948328226804733
98700	rnn.bias_hh_l0_reverse	7	-0.17550761997699738
98700	rnn.bias_hh_l0_reverse	8	-0.04994967207312584
98700	rnn.bias_hh_l0_reverse	9	-0.12656494975090027
98700	linear.weight	0	-0.24025538563728333
98700	linear.weight	1	-0.19447769224643707
98700	linear.weight	2	-0.011228874325752258
98700	linear.weight	3	-0.07312250137329102
98700	linear.weight	4	0.034570153802633286
98700	linear.weight	5	0.18173915147781372
98700	linear.weight	6	0.0047744326293468475
98700	linear.weight	7	-0.021312154829502106
98700	linear.weight	8	0.10938823968172073
98700	linear.weight	9	0.1908131092786789
98700	linear.bias	0	-0.78053879737854
98700	linear.bias	1	1.0372130870819092
98700	linear.bias	2	-0.25694042444229126
98700	linear.bias	3	-0.5664627552032471
98700	linear.bias	4	-1.0744359493255615
98700	linear.bias	5	-1.1565734148025513
98700	linear.bias	6	-0.7747864127159119
98700	linear.bias	7	-0.7443617582321167
98700	linear.bias	8	-0.01705317199230194
98700	linear.bias	9	3.16508412361145
98897	transitions	0	-0.3223429322242737
98897	transitions	1	8.014946937561035
98897	transitions	2	-3.264575242996216
98897	transitions	3	1.34425950050354
98897	transitions	4	-1.9070067405700684
98897	transitions	5	-0.3422911763191223
98897	transitions	6	-0.17494717240333557
98897	transitions	7	-10000.0
98897	transitions	8	1.7104710340499878
98897	transitions	9	-2.2906861305236816
98897	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
98897	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
98897	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
98897	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
98897	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
98897	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
98897	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
98897	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
98897	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
98897	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
98897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
98897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
98897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
98897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
98897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
98897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
98897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
98897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
98897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
98897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
98897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
98897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
98897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
98897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
98897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
98897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
98897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
98897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
98897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
98897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
98897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
98897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
98897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
98897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
98897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
98897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
98897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
98897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
98897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
98897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
98897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
98897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
98897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
98897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
98897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
98897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
98897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
98897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
98897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
98897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
98897	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
98897	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
98897	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
98897	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
98897	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
98897	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
98897	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
98897	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
98897	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
98897	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
98897	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
98897	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
98897	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
98897	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
98897	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
98897	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
98897	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
98897	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
98897	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
98897	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
98897	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
98897	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
98897	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
98897	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
98897	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
98897	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
98897	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
98897	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
98897	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
98897	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
98897	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
98897	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
98897	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
98897	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
98897	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
98897	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
98897	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
98897	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
98897	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
98897	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
98897	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
98897	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
98897	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
98897	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
98897	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
98897	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
98897	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
98897	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
98897	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
98897	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
98897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
98897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
98897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
98897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
98897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
98897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
98897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
98897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
98897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
98897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
98897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
98897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
98897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
98897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
98897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
98897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
98897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
98897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
98897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
98897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
98897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
98897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
98897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
98897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
98897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
98897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
98897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
98897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
98897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
98897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
98897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
98897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
98897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
98897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
98897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
98897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
98897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
98897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
98897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
98897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
98897	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
98897	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
98897	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
98897	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
98897	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
98897	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
98897	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
98897	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
98897	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
98897	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
98897	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
98897	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
98897	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
98897	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
98897	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
98897	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
98897	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
98897	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
98897	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
98897	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
98897	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
98897	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
98897	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
98897	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
98897	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
98897	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
98897	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
98897	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
98897	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
98897	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
98897	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
98897	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
98897	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
98897	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
98897	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
98897	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
98897	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
98897	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
98897	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
98897	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
98897	embedding2nn.weight	0	0.04210606962442398
98897	embedding2nn.weight	1	-0.0837007462978363
98897	embedding2nn.weight	2	0.01722775027155876
98897	embedding2nn.weight	3	-0.04825183004140854
98897	embedding2nn.weight	4	-0.13711726665496826
98897	embedding2nn.weight	5	0.08677561581134796
98897	embedding2nn.weight	6	-0.08158918470144272
98897	embedding2nn.weight	7	-0.06432081758975983
98897	embedding2nn.weight	8	-0.010312735103070736
98897	embedding2nn.weight	9	0.04314861446619034
98897	embedding2nn.bias	0	0.06532996892929077
98897	embedding2nn.bias	1	0.002120591001585126
98897	embedding2nn.bias	2	-0.10796653479337692
98897	embedding2nn.bias	3	0.06500180065631866
98897	embedding2nn.bias	4	0.032565657049417496
98897	embedding2nn.bias	5	-0.17136214673519135
98897	embedding2nn.bias	6	-0.10538552701473236
98897	embedding2nn.bias	7	-0.02723553031682968
98897	embedding2nn.bias	8	0.10659535974264145
98897	embedding2nn.bias	9	-0.11619260162115097
98897	rnn.weight_ih_l0	0	0.00470737274736166
98897	rnn.weight_ih_l0	1	-0.016163479536771774
98897	rnn.weight_ih_l0	2	-0.02615511231124401
98897	rnn.weight_ih_l0	3	-0.017841899767518044
98897	rnn.weight_ih_l0	4	-0.007831861265003681
98897	rnn.weight_ih_l0	5	-0.06510660797357559
98897	rnn.weight_ih_l0	6	-0.018696092069149017
98897	rnn.weight_ih_l0	7	-0.03241382911801338
98897	rnn.weight_ih_l0	8	0.028099192306399345
98897	rnn.weight_ih_l0	9	0.013469831086695194
98897	rnn.weight_hh_l0	0	0.0076559167355299
98897	rnn.weight_hh_l0	1	-0.06801623106002808
98897	rnn.weight_hh_l0	2	0.055819377303123474
98897	rnn.weight_hh_l0	3	0.03751499950885773
98897	rnn.weight_hh_l0	4	0.007962193340063095
98897	rnn.weight_hh_l0	5	0.050470221787691116
98897	rnn.weight_hh_l0	6	-0.01454379316419363
98897	rnn.weight_hh_l0	7	-0.08538395166397095
98897	rnn.weight_hh_l0	8	-0.005174559541046619
98897	rnn.weight_hh_l0	9	-0.09186891466379166
98897	rnn.bias_ih_l0	0	-0.10988162457942963
98897	rnn.bias_ih_l0	1	-0.14945778250694275
98897	rnn.bias_ih_l0	2	-0.2117161750793457
98897	rnn.bias_ih_l0	3	-0.2776697278022766
98897	rnn.bias_ih_l0	4	0.0017216813284903765
98897	rnn.bias_ih_l0	5	0.06900419294834137
98897	rnn.bias_ih_l0	6	-0.1366674304008484
98897	rnn.bias_ih_l0	7	-0.25016218423843384
98897	rnn.bias_ih_l0	8	-0.10128159821033478
98897	rnn.bias_ih_l0	9	-0.1531737893819809
98897	rnn.bias_hh_l0	0	0.12348391115665436
98897	rnn.bias_hh_l0	1	-0.053799647837877274
98897	rnn.bias_hh_l0	2	0.03159736841917038
98897	rnn.bias_hh_l0	3	-0.16156046092510223
98897	rnn.bias_hh_l0	4	0.05359615013003349
98897	rnn.bias_hh_l0	5	0.031288452446460724
98897	rnn.bias_hh_l0	6	-0.08285053819417953
98897	rnn.bias_hh_l0	7	-0.14091132581233978
98897	rnn.bias_hh_l0	8	-0.14922958612442017
98897	rnn.bias_hh_l0	9	-0.09200291335582733
98897	rnn.weight_ih_l0_reverse	0	-0.0015035872347652912
98897	rnn.weight_ih_l0_reverse	1	0.008488775230944157
98897	rnn.weight_ih_l0_reverse	2	-0.015394731424748898
98897	rnn.weight_ih_l0_reverse	3	-0.011197775602340698
98897	rnn.weight_ih_l0_reverse	4	0.014452715404331684
98897	rnn.weight_ih_l0_reverse	5	-0.04995863139629364
98897	rnn.weight_ih_l0_reverse	6	-0.035938654094934464
98897	rnn.weight_ih_l0_reverse	7	-0.002897381316870451
98897	rnn.weight_ih_l0_reverse	8	0.04471999406814575
98897	rnn.weight_ih_l0_reverse	9	0.021397046744823456
98897	rnn.weight_hh_l0_reverse	0	0.0016647211741656065
98897	rnn.weight_hh_l0_reverse	1	0.01979992724955082
98897	rnn.weight_hh_l0_reverse	2	-0.03931042179465294
98897	rnn.weight_hh_l0_reverse	3	0.03702370077371597
98897	rnn.weight_hh_l0_reverse	4	0.01896907389163971
98897	rnn.weight_hh_l0_reverse	5	-0.014545988291501999
98897	rnn.weight_hh_l0_reverse	6	0.03597376495599747
98897	rnn.weight_hh_l0_reverse	7	0.018785186111927032
98897	rnn.weight_hh_l0_reverse	8	-0.006521247327327728
98897	rnn.weight_hh_l0_reverse	9	-0.05712771788239479
98897	rnn.bias_ih_l0_reverse	0	-0.1204637810587883
98897	rnn.bias_ih_l0_reverse	1	-0.2787833511829376
98897	rnn.bias_ih_l0_reverse	2	-0.0524299293756485
98897	rnn.bias_ih_l0_reverse	3	-0.11466305702924728
98897	rnn.bias_ih_l0_reverse	4	0.07498757541179657
98897	rnn.bias_ih_l0_reverse	5	-0.22663664817810059
98897	rnn.bias_ih_l0_reverse	6	-0.048546090722084045
98897	rnn.bias_ih_l0_reverse	7	0.034351568669080734
98897	rnn.bias_ih_l0_reverse	8	-0.15013772249221802
98897	rnn.bias_ih_l0_reverse	9	-0.07191600650548935
98897	rnn.bias_hh_l0_reverse	0	-0.12002238631248474
98897	rnn.bias_hh_l0_reverse	1	-0.11511954665184021
98897	rnn.bias_hh_l0_reverse	2	-0.02781006135046482
98897	rnn.bias_hh_l0_reverse	3	-0.12912487983703613
98897	rnn.bias_hh_l0_reverse	4	-0.014249914325773716
98897	rnn.bias_hh_l0_reverse	5	-0.10170094668865204
98897	rnn.bias_hh_l0_reverse	6	-0.061519503593444824
98897	rnn.bias_hh_l0_reverse	7	-0.1734749972820282
98897	rnn.bias_hh_l0_reverse	8	-0.04733399301767349
98897	rnn.bias_hh_l0_reverse	9	-0.127815842628479
98897	linear.weight	0	-0.2315336912870407
98897	linear.weight	1	-0.17778636515140533
98897	linear.weight	2	-0.011228874325752258
98897	linear.weight	3	-0.055569786578416824
98897	linear.weight	4	0.03060002252459526
98897	linear.weight	5	0.2000497281551361
98897	linear.weight	6	0.0047744326293468475
98897	linear.weight	7	-0.021312154829502106
98897	linear.weight	8	0.1169450432062149
98897	linear.weight	9	0.18739521503448486
98897	linear.bias	0	-0.7785675525665283
98897	linear.bias	1	1.073387861251831
98897	linear.bias	2	-0.28812286257743835
98897	linear.bias	3	-0.5361736416816711
98897	linear.bias	4	-1.088409662246704
98897	linear.bias	5	-1.1566592454910278
98897	linear.bias	6	-0.7686476111412048
98897	linear.bias	7	-0.748529314994812
98897	linear.bias	8	-0.01705317199230194
98897	linear.bias	9	3.1248955726623535
99094	transitions	0	-0.32255294919013977
99094	transitions	1	8.0115385055542
99094	transitions	2	-3.2659664154052734
99094	transitions	3	1.3393834829330444
99094	transitions	4	-1.9077479839324951
99094	transitions	5	-0.34467265009880066
99094	transitions	6	-0.1750461310148239
99094	transitions	7	-10000.0
99094	transitions	8	1.7174280881881714
99094	transitions	9	-2.2907140254974365
99094	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
99094	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
99094	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
99094	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
99094	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
99094	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
99094	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
99094	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
99094	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
99094	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
99094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
99094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
99094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
99094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
99094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
99094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
99094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
99094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
99094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
99094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
99094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
99094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
99094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
99094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
99094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
99094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
99094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
99094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
99094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
99094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
99094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
99094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
99094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
99094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
99094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
99094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
99094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
99094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
99094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
99094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
99094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
99094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
99094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
99094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
99094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
99094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
99094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
99094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
99094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
99094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
99094	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
99094	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
99094	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
99094	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
99094	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
99094	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
99094	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
99094	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
99094	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
99094	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
99094	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
99094	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
99094	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
99094	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
99094	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
99094	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
99094	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
99094	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
99094	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
99094	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
99094	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
99094	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
99094	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
99094	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
99094	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
99094	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
99094	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
99094	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
99094	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
99094	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
99094	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
99094	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
99094	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
99094	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
99094	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
99094	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
99094	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
99094	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
99094	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
99094	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
99094	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
99094	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
99094	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
99094	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
99094	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
99094	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
99094	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
99094	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
99094	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
99094	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
99094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
99094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
99094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
99094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
99094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
99094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
99094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
99094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
99094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
99094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
99094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
99094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
99094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
99094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
99094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
99094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
99094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
99094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
99094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
99094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
99094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
99094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
99094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
99094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
99094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
99094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
99094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
99094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
99094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
99094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
99094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
99094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
99094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
99094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
99094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
99094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
99094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
99094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
99094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
99094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
99094	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
99094	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
99094	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
99094	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
99094	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
99094	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
99094	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
99094	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
99094	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
99094	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
99094	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
99094	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
99094	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
99094	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
99094	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
99094	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
99094	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
99094	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
99094	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
99094	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
99094	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
99094	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
99094	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
99094	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
99094	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
99094	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
99094	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
99094	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
99094	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
99094	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
99094	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
99094	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
99094	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
99094	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
99094	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
99094	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
99094	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
99094	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
99094	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
99094	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
99094	embedding2nn.weight	0	0.04191470146179199
99094	embedding2nn.weight	1	-0.08358719199895859
99094	embedding2nn.weight	2	0.012343511916697025
99094	embedding2nn.weight	3	-0.04917158558964729
99094	embedding2nn.weight	4	-0.137245312333107
99094	embedding2nn.weight	5	0.08860421925783157
99094	embedding2nn.weight	6	-0.09948109835386276
99094	embedding2nn.weight	7	-0.06696294993162155
99094	embedding2nn.weight	8	-0.010747742839157581
99094	embedding2nn.weight	9	0.04526066407561302
99094	embedding2nn.bias	0	0.06529755890369415
99094	embedding2nn.bias	1	0.00656678294762969
99094	embedding2nn.bias	2	-0.10516759753227234
99094	embedding2nn.bias	3	0.060598473995923996
99094	embedding2nn.bias	4	0.035374872386455536
99094	embedding2nn.bias	5	-0.17333386838436127
99094	embedding2nn.bias	6	-0.0978819951415062
99094	embedding2nn.bias	7	-0.032779939472675323
99094	embedding2nn.bias	8	0.10630060732364655
99094	embedding2nn.bias	9	-0.12058208882808685
99094	rnn.weight_ih_l0	0	0.00594475818797946
99094	rnn.weight_ih_l0	1	-0.02184096910059452
99094	rnn.weight_ih_l0	2	-0.024890465661883354
99094	rnn.weight_ih_l0	3	-0.01801011525094509
99094	rnn.weight_ih_l0	4	-0.009139812551438808
99094	rnn.weight_ih_l0	5	-0.0639006644487381
99094	rnn.weight_ih_l0	6	-0.020171141251921654
99094	rnn.weight_ih_l0	7	-0.03264542669057846
99094	rnn.weight_ih_l0	8	0.025601636618375778
99094	rnn.weight_ih_l0	9	0.01065132487565279
99094	rnn.weight_hh_l0	0	0.007384882774204016
99094	rnn.weight_hh_l0	1	-0.0700981616973877
99094	rnn.weight_hh_l0	2	0.05528491735458374
99094	rnn.weight_hh_l0	3	0.03561069071292877
99094	rnn.weight_hh_l0	4	0.007998022250831127
99094	rnn.weight_hh_l0	5	0.050279613584280014
99094	rnn.weight_hh_l0	6	-0.014511413872241974
99094	rnn.weight_hh_l0	7	-0.0851539671421051
99094	rnn.weight_hh_l0	8	-0.005064396187663078
99094	rnn.weight_hh_l0	9	-0.09139490872621536
99094	rnn.bias_ih_l0	0	-0.11364828795194626
99094	rnn.bias_ih_l0	1	-0.15403619408607483
99094	rnn.bias_ih_l0	2	-0.2117030769586563
99094	rnn.bias_ih_l0	3	-0.2766055464744568
99094	rnn.bias_ih_l0	4	-0.0011910265311598778
99094	rnn.bias_ih_l0	5	0.07323358207941055
99094	rnn.bias_ih_l0	6	-0.14085623621940613
99094	rnn.bias_ih_l0	7	-0.2561989724636078
99094	rnn.bias_ih_l0	8	-0.10496857017278671
99094	rnn.bias_ih_l0	9	-0.15348224341869354
99094	rnn.bias_hh_l0	0	0.12469569593667984
99094	rnn.bias_hh_l0	1	-0.05092160031199455
99094	rnn.bias_hh_l0	2	0.03226450830698013
99094	rnn.bias_hh_l0	3	-0.1586397886276245
99094	rnn.bias_hh_l0	4	0.054507065564394
99094	rnn.bias_hh_l0	5	0.03016645647585392
99094	rnn.bias_hh_l0	6	-0.08225048333406448
99094	rnn.bias_hh_l0	7	-0.13687342405319214
99094	rnn.bias_hh_l0	8	-0.15071476995944977
99094	rnn.bias_hh_l0	9	-0.09540890157222748
99094	rnn.weight_ih_l0_reverse	0	-0.002165689365938306
99094	rnn.weight_ih_l0_reverse	1	0.009441139176487923
99094	rnn.weight_ih_l0_reverse	2	-0.01309297140687704
99094	rnn.weight_ih_l0_reverse	3	-0.012633773498237133
99094	rnn.weight_ih_l0_reverse	4	0.011100219562649727
99094	rnn.weight_ih_l0_reverse	5	-0.052286453545093536
99094	rnn.weight_ih_l0_reverse	6	-0.03654174506664276
99094	rnn.weight_ih_l0_reverse	7	-0.001835716306231916
99094	rnn.weight_ih_l0_reverse	8	0.046538881957530975
99094	rnn.weight_ih_l0_reverse	9	0.018400128930807114
99094	rnn.weight_hh_l0_reverse	0	0.0019333394011482596
99094	rnn.weight_hh_l0_reverse	1	0.019919434562325478
99094	rnn.weight_hh_l0_reverse	2	-0.03916412964463234
99094	rnn.weight_hh_l0_reverse	3	0.035605672746896744
99094	rnn.weight_hh_l0_reverse	4	0.019109146669507027
99094	rnn.weight_hh_l0_reverse	5	-0.0145687535405159
99094	rnn.weight_hh_l0_reverse	6	0.035528283566236496
99094	rnn.weight_hh_l0_reverse	7	0.01969601958990097
99094	rnn.weight_hh_l0_reverse	8	-0.007478545885533094
99094	rnn.weight_hh_l0_reverse	9	-0.057573892176151276
99094	rnn.bias_ih_l0_reverse	0	-0.12463979423046112
99094	rnn.bias_ih_l0_reverse	1	-0.2799747884273529
99094	rnn.bias_ih_l0_reverse	2	-0.05110234394669533
99094	rnn.bias_ih_l0_reverse	3	-0.1155303418636322
99094	rnn.bias_ih_l0_reverse	4	0.07102087885141373
99094	rnn.bias_ih_l0_reverse	5	-0.23080599308013916
99094	rnn.bias_ih_l0_reverse	6	-0.050968799740076065
99094	rnn.bias_ih_l0_reverse	7	0.03824501112103462
99094	rnn.bias_ih_l0_reverse	8	-0.1515154391527176
99094	rnn.bias_ih_l0_reverse	9	-0.07255211472511292
99094	rnn.bias_hh_l0_reverse	0	-0.12070518732070923
99094	rnn.bias_hh_l0_reverse	1	-0.1155521497130394
99094	rnn.bias_hh_l0_reverse	2	-0.028999486938118935
99094	rnn.bias_hh_l0_reverse	3	-0.13088829815387726
99094	rnn.bias_hh_l0_reverse	4	-0.01770538091659546
99094	rnn.bias_hh_l0_reverse	5	-0.10047462582588196
99094	rnn.bias_hh_l0_reverse	6	-0.061688199639320374
99094	rnn.bias_hh_l0_reverse	7	-0.17207908630371094
99094	rnn.bias_hh_l0_reverse	8	-0.048462241888046265
99094	rnn.bias_hh_l0_reverse	9	-0.1279294788837433
99094	linear.weight	0	-0.2413727045059204
99094	linear.weight	1	-0.1703300178050995
99094	linear.weight	2	-0.011228874325752258
99094	linear.weight	3	-0.07090216130018234
99094	linear.weight	4	0.02767043560743332
99094	linear.weight	5	0.21088063716888428
99094	linear.weight	6	0.0047744326293468475
99094	linear.weight	7	-0.021312154829502106
99094	linear.weight	8	0.09297814965248108
99094	linear.weight	9	0.17421063780784607
99094	linear.bias	0	-0.78963702917099
99094	linear.bias	1	1.04571533203125
99094	linear.bias	2	-0.2628645896911621
99094	linear.bias	3	-0.5593610405921936
99094	linear.bias	4	-1.0569580793380737
99094	linear.bias	5	-1.1567507982254028
99094	linear.bias	6	-0.7822505831718445
99094	linear.bias	7	-0.7280210852622986
99094	linear.bias	8	-0.01705317199230194
99094	linear.bias	9	3.0995981693267822
99291	transitions	0	-0.32279491424560547
99291	transitions	1	8.00255298614502
99291	transitions	2	-3.267418146133423
99291	transitions	3	1.3427561521530151
99291	transitions	4	-1.9085733890533447
99291	transitions	5	-0.34493488073349
99291	transitions	6	-0.17545102536678314
99291	transitions	7	-10000.0
99291	transitions	8	1.7155194282531738
99291	transitions	9	-2.2907285690307617
99291	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
99291	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
99291	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
99291	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
99291	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
99291	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
99291	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
99291	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
99291	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
99291	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
99291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
99291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
99291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
99291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
99291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
99291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
99291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
99291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
99291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
99291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
99291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
99291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
99291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
99291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
99291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
99291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
99291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
99291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
99291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
99291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
99291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
99291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
99291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
99291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
99291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
99291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
99291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
99291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
99291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
99291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
99291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
99291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
99291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
99291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
99291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
99291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
99291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
99291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
99291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
99291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
99291	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
99291	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
99291	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
99291	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
99291	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
99291	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
99291	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
99291	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
99291	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
99291	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
99291	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
99291	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
99291	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
99291	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
99291	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
99291	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
99291	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
99291	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
99291	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
99291	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
99291	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
99291	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
99291	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
99291	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
99291	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
99291	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
99291	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
99291	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
99291	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
99291	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
99291	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
99291	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
99291	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
99291	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
99291	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
99291	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
99291	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
99291	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
99291	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
99291	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
99291	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
99291	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
99291	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
99291	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
99291	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
99291	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
99291	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
99291	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
99291	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
99291	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
99291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
99291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
99291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
99291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
99291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
99291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
99291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
99291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
99291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
99291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
99291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
99291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
99291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
99291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
99291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
99291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
99291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
99291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
99291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
99291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
99291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
99291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
99291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
99291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
99291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
99291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
99291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
99291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
99291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
99291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
99291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
99291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
99291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
99291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
99291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
99291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
99291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
99291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
99291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
99291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
99291	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
99291	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
99291	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
99291	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
99291	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
99291	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
99291	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
99291	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
99291	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
99291	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
99291	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
99291	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
99291	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
99291	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
99291	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
99291	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
99291	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
99291	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
99291	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
99291	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
99291	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
99291	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
99291	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
99291	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
99291	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
99291	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
99291	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
99291	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
99291	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
99291	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
99291	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
99291	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
99291	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
99291	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
99291	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
99291	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
99291	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
99291	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
99291	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
99291	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
99291	embedding2nn.weight	0	0.0426313541829586
99291	embedding2nn.weight	1	-0.08412719517946243
99291	embedding2nn.weight	2	0.013033932074904442
99291	embedding2nn.weight	3	-0.04932863265275955
99291	embedding2nn.weight	4	-0.13907133042812347
99291	embedding2nn.weight	5	0.09021653234958649
99291	embedding2nn.weight	6	-0.09314773976802826
99291	embedding2nn.weight	7	-0.06689941883087158
99291	embedding2nn.weight	8	-0.011441588401794434
99291	embedding2nn.weight	9	0.046083539724349976
99291	embedding2nn.bias	0	0.08509907871484756
99291	embedding2nn.bias	1	0.02643437683582306
99291	embedding2nn.bias	2	-0.11674465984106064
99291	embedding2nn.bias	3	0.06227833405137062
99291	embedding2nn.bias	4	0.027323255315423012
99291	embedding2nn.bias	5	-0.16863863170146942
99291	embedding2nn.bias	6	-0.10122136026620865
99291	embedding2nn.bias	7	-0.045770447701215744
99291	embedding2nn.bias	8	0.10837888717651367
99291	embedding2nn.bias	9	-0.11891455948352814
99291	rnn.weight_ih_l0	0	0.005209493916481733
99291	rnn.weight_ih_l0	1	-0.030377717688679695
99291	rnn.weight_ih_l0	2	-0.02730482816696167
99291	rnn.weight_ih_l0	3	-0.018669672310352325
99291	rnn.weight_ih_l0	4	-0.009265252389013767
99291	rnn.weight_ih_l0	5	-0.06530889868736267
99291	rnn.weight_ih_l0	6	-0.0166163370013237
99291	rnn.weight_ih_l0	7	-0.03339802846312523
99291	rnn.weight_ih_l0	8	0.027799371629953384
99291	rnn.weight_ih_l0	9	0.013591369614005089
99291	rnn.weight_hh_l0	0	0.008738147094845772
99291	rnn.weight_hh_l0	1	-0.06969809532165527
99291	rnn.weight_hh_l0	2	0.056265056133270264
99291	rnn.weight_hh_l0	3	0.03545970097184181
99291	rnn.weight_hh_l0	4	0.007868782617151737
99291	rnn.weight_hh_l0	5	0.050735704600811005
99291	rnn.weight_hh_l0	6	-0.013876475393772125
99291	rnn.weight_hh_l0	7	-0.08501669019460678
99291	rnn.weight_hh_l0	8	-0.004556071013212204
99291	rnn.weight_hh_l0	9	-0.09469418227672577
99291	rnn.bias_ih_l0	0	-0.1168004497885704
99291	rnn.bias_ih_l0	1	-0.15578140318393707
99291	rnn.bias_ih_l0	2	-0.21473091840744019
99291	rnn.bias_ih_l0	3	-0.2795664370059967
99291	rnn.bias_ih_l0	4	0.00010767704952741042
99291	rnn.bias_ih_l0	5	0.07743378728628159
99291	rnn.bias_ih_l0	6	-0.1373862773180008
99291	rnn.bias_ih_l0	7	-0.25087448954582214
99291	rnn.bias_ih_l0	8	-0.10531377792358398
99291	rnn.bias_ih_l0	9	-0.15324580669403076
99291	rnn.bias_hh_l0	0	0.1262446492910385
99291	rnn.bias_hh_l0	1	-0.05163942277431488
99291	rnn.bias_hh_l0	2	0.030872754752635956
99291	rnn.bias_hh_l0	3	-0.1603682041168213
99291	rnn.bias_hh_l0	4	0.058373186737298965
99291	rnn.bias_hh_l0	5	0.02966463565826416
99291	rnn.bias_hh_l0	6	-0.08258268237113953
99291	rnn.bias_hh_l0	7	-0.13761727511882782
99291	rnn.bias_hh_l0	8	-0.1481523960828781
99291	rnn.bias_hh_l0	9	-0.09402116388082504
99291	rnn.weight_ih_l0_reverse	0	-0.0029483118560165167
99291	rnn.weight_ih_l0_reverse	1	0.011914682574570179
99291	rnn.weight_ih_l0_reverse	2	-0.015297978185117245
99291	rnn.weight_ih_l0_reverse	3	-0.01702236384153366
99291	rnn.weight_ih_l0_reverse	4	0.012310580350458622
99291	rnn.weight_ih_l0_reverse	5	-0.052296221256256104
99291	rnn.weight_ih_l0_reverse	6	-0.03753885254263878
99291	rnn.weight_ih_l0_reverse	7	0.00025263483985327184
99291	rnn.weight_ih_l0_reverse	8	0.046933550387620926
99291	rnn.weight_ih_l0_reverse	9	0.019458435475826263
99291	rnn.weight_hh_l0_reverse	0	0.0024879062548279762
99291	rnn.weight_hh_l0_reverse	1	0.019698064774274826
99291	rnn.weight_hh_l0_reverse	2	-0.03881731256842613
99291	rnn.weight_hh_l0_reverse	3	0.034960098564624786
99291	rnn.weight_hh_l0_reverse	4	0.019207121804356575
99291	rnn.weight_hh_l0_reverse	5	-0.014643487520515919
99291	rnn.weight_hh_l0_reverse	6	0.034844595938920975
99291	rnn.weight_hh_l0_reverse	7	0.019687356427311897
99291	rnn.weight_hh_l0_reverse	8	-0.00717258220538497
99291	rnn.weight_hh_l0_reverse	9	-0.05871403589844704
99291	rnn.bias_ih_l0_reverse	0	-0.12726856768131256
99291	rnn.bias_ih_l0_reverse	1	-0.2817261219024658
99291	rnn.bias_ih_l0_reverse	2	-0.051581721752882004
99291	rnn.bias_ih_l0_reverse	3	-0.11470352113246918
99291	rnn.bias_ih_l0_reverse	4	0.0718330442905426
99291	rnn.bias_ih_l0_reverse	5	-0.22780421376228333
99291	rnn.bias_ih_l0_reverse	6	-0.04875342547893524
99291	rnn.bias_ih_l0_reverse	7	0.0427924208343029
99291	rnn.bias_ih_l0_reverse	8	-0.15300896763801575
99291	rnn.bias_ih_l0_reverse	9	-0.07442081719636917
99291	rnn.bias_hh_l0_reverse	0	-0.12441746145486832
99291	rnn.bias_hh_l0_reverse	1	-0.11751428991556168
99291	rnn.bias_hh_l0_reverse	2	-0.028482044115662575
99291	rnn.bias_hh_l0_reverse	3	-0.13012860715389252
99291	rnn.bias_hh_l0_reverse	4	-0.0176837295293808
99291	rnn.bias_hh_l0_reverse	5	-0.09943053871393204
99291	rnn.bias_hh_l0_reverse	6	-0.06220380589365959
99291	rnn.bias_hh_l0_reverse	7	-0.1760430485010147
99291	rnn.bias_hh_l0_reverse	8	-0.045678023248910904
99291	rnn.bias_hh_l0_reverse	9	-0.12744899094104767
99291	linear.weight	0	-0.21304967999458313
99291	linear.weight	1	-0.18421706557273865
99291	linear.weight	2	-0.011228874325752258
99291	linear.weight	3	-0.08811116218566895
99291	linear.weight	4	0.034281883388757706
99291	linear.weight	5	0.21534839272499084
99291	linear.weight	6	0.0047744326293468475
99291	linear.weight	7	-0.021312154829502106
99291	linear.weight	8	0.084196075797081
99291	linear.weight	9	0.1539994329214096
99291	linear.bias	0	-0.8013886213302612
99291	linear.bias	1	1.045188546180725
99291	linear.bias	2	-0.2664984464645386
99291	linear.bias	3	-0.5601195693016052
99291	linear.bias	4	-1.0435965061187744
99291	linear.bias	5	-1.1568474769592285
99291	linear.bias	6	-0.7975972890853882
99291	linear.bias	7	-0.7117592692375183
99291	linear.bias	8	-0.01705317199230194
99291	linear.bias	9	3.114382743835449
99488	transitions	0	-0.3230043947696686
99488	transitions	1	8.016719818115234
99488	transitions	2	-3.268451690673828
99488	transitions	3	1.3679050207138062
99488	transitions	4	-1.9092503786087036
99488	transitions	5	-0.3450435996055603
99488	transitions	6	-0.1755223274230957
99488	transitions	7	-10000.0
99488	transitions	8	1.7144737243652344
99488	transitions	9	-2.290745735168457
99488	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
99488	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
99488	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
99488	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
99488	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
99488	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
99488	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
99488	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
99488	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
99488	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
99488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
99488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
99488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
99488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
99488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
99488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
99488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
99488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
99488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
99488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
99488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
99488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
99488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
99488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
99488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
99488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
99488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
99488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
99488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
99488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
99488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
99488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
99488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
99488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
99488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
99488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
99488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
99488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
99488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
99488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
99488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
99488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
99488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
99488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
99488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
99488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
99488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
99488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
99488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
99488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
99488	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
99488	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
99488	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
99488	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
99488	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
99488	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
99488	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
99488	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
99488	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
99488	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
99488	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
99488	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
99488	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
99488	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
99488	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
99488	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
99488	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
99488	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
99488	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
99488	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
99488	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
99488	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
99488	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
99488	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
99488	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
99488	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
99488	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
99488	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
99488	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
99488	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
99488	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
99488	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
99488	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
99488	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
99488	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
99488	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
99488	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
99488	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
99488	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
99488	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
99488	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
99488	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
99488	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
99488	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
99488	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
99488	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
99488	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
99488	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
99488	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
99488	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
99488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
99488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
99488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
99488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
99488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
99488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
99488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
99488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
99488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
99488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
99488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
99488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
99488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
99488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
99488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
99488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
99488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
99488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
99488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
99488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
99488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
99488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
99488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
99488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
99488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
99488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
99488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
99488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
99488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
99488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
99488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
99488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
99488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
99488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
99488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
99488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
99488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
99488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
99488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
99488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
99488	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
99488	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
99488	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
99488	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
99488	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
99488	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
99488	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
99488	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
99488	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
99488	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
99488	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
99488	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
99488	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
99488	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
99488	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
99488	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
99488	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
99488	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
99488	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
99488	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
99488	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
99488	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
99488	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
99488	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
99488	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
99488	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
99488	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
99488	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
99488	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
99488	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
99488	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
99488	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
99488	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
99488	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
99488	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
99488	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
99488	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
99488	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
99488	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
99488	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
99488	embedding2nn.weight	0	0.042782798409461975
99488	embedding2nn.weight	1	-0.0852755457162857
99488	embedding2nn.weight	2	0.016093449667096138
99488	embedding2nn.weight	3	-0.049129948019981384
99488	embedding2nn.weight	4	-0.14134187996387482
99488	embedding2nn.weight	5	0.08978207409381866
99488	embedding2nn.weight	6	-0.08697133511304855
99488	embedding2nn.weight	7	-0.06663105636835098
99488	embedding2nn.weight	8	-0.01261467207223177
99488	embedding2nn.weight	9	0.040868956595659256
99488	embedding2nn.bias	0	0.08757910877466202
99488	embedding2nn.bias	1	0.016729144379496574
99488	embedding2nn.bias	2	-0.13780494034290314
99488	embedding2nn.bias	3	0.0584319531917572
99488	embedding2nn.bias	4	0.029526235535740852
99488	embedding2nn.bias	5	-0.16958805918693542
99488	embedding2nn.bias	6	-0.09846172481775284
99488	embedding2nn.bias	7	-0.03844524547457695
99488	embedding2nn.bias	8	0.11175521463155746
99488	embedding2nn.bias	9	-0.11567976325750351
99488	rnn.weight_ih_l0	0	0.004615063313394785
99488	rnn.weight_ih_l0	1	-0.028659973293542862
99488	rnn.weight_ih_l0	2	-0.028341511264443398
99488	rnn.weight_ih_l0	3	-0.016794349998235703
99488	rnn.weight_ih_l0	4	-0.009562232531607151
99488	rnn.weight_ih_l0	5	-0.06556764245033264
99488	rnn.weight_ih_l0	6	-0.013297160156071186
99488	rnn.weight_ih_l0	7	-0.03721238300204277
99488	rnn.weight_ih_l0	8	0.02975037880241871
99488	rnn.weight_ih_l0	9	0.014169598929584026
99488	rnn.weight_hh_l0	0	0.009073572233319283
99488	rnn.weight_hh_l0	1	-0.06962204724550247
99488	rnn.weight_hh_l0	2	0.05638239160180092
99488	rnn.weight_hh_l0	3	0.03685977682471275
99488	rnn.weight_hh_l0	4	0.00863844808191061
99488	rnn.weight_hh_l0	5	0.05180021747946739
99488	rnn.weight_hh_l0	6	-0.013905895873904228
99488	rnn.weight_hh_l0	7	-0.08520397543907166
99488	rnn.weight_hh_l0	8	-0.0036992495879530907
99488	rnn.weight_hh_l0	9	-0.09438908100128174
99488	rnn.bias_ih_l0	0	-0.11304971575737
99488	rnn.bias_ih_l0	1	-0.1546550840139389
99488	rnn.bias_ih_l0	2	-0.21501754224300385
99488	rnn.bias_ih_l0	3	-0.27626147866249084
99488	rnn.bias_ih_l0	4	-0.0013113373424857855
99488	rnn.bias_ih_l0	5	0.07803656905889511
99488	rnn.bias_ih_l0	6	-0.13650497794151306
99488	rnn.bias_ih_l0	7	-0.25233790278434753
99488	rnn.bias_ih_l0	8	-0.10427477210760117
99488	rnn.bias_ih_l0	9	-0.1542743444442749
99488	rnn.bias_hh_l0	0	0.12588320672512054
99488	rnn.bias_hh_l0	1	-0.04947400093078613
99488	rnn.bias_hh_l0	2	0.0315224789083004
99488	rnn.bias_hh_l0	3	-0.15974605083465576
99488	rnn.bias_hh_l0	4	0.05981878191232681
99488	rnn.bias_hh_l0	5	0.03641843423247337
99488	rnn.bias_hh_l0	6	-0.0834418460726738
99488	rnn.bias_hh_l0	7	-0.14265280961990356
99488	rnn.bias_hh_l0	8	-0.14836126565933228
99488	rnn.bias_hh_l0	9	-0.09339100122451782
99488	rnn.weight_ih_l0_reverse	0	-0.0023940822575241327
99488	rnn.weight_ih_l0_reverse	1	0.012736277654767036
99488	rnn.weight_ih_l0_reverse	2	-0.01495776604861021
99488	rnn.weight_ih_l0_reverse	3	-0.016950013116002083
99488	rnn.weight_ih_l0_reverse	4	0.010579015128314495
99488	rnn.weight_ih_l0_reverse	5	-0.05467239394783974
99488	rnn.weight_ih_l0_reverse	6	-0.03981894999742508
99488	rnn.weight_ih_l0_reverse	7	-0.00230519101023674
99488	rnn.weight_ih_l0_reverse	8	0.04084516316652298
99488	rnn.weight_ih_l0_reverse	9	0.019427908584475517
99488	rnn.weight_hh_l0_reverse	0	0.001053202198818326
99488	rnn.weight_hh_l0_reverse	1	0.01967214047908783
99488	rnn.weight_hh_l0_reverse	2	-0.03788004443049431
99488	rnn.weight_hh_l0_reverse	3	0.034675098955631256
99488	rnn.weight_hh_l0_reverse	4	0.01997464895248413
99488	rnn.weight_hh_l0_reverse	5	-0.014465844258666039
99488	rnn.weight_hh_l0_reverse	6	0.03442520275712013
99488	rnn.weight_hh_l0_reverse	7	0.020453063771128654
99488	rnn.weight_hh_l0_reverse	8	-0.007207456510514021
99488	rnn.weight_hh_l0_reverse	9	-0.05878458172082901
99488	rnn.bias_ih_l0_reverse	0	-0.13151441514492035
99488	rnn.bias_ih_l0_reverse	1	-0.27914586663246155
99488	rnn.bias_ih_l0_reverse	2	-0.05168236419558525
99488	rnn.bias_ih_l0_reverse	3	-0.11382358521223068
99488	rnn.bias_ih_l0_reverse	4	0.07297945767641068
99488	rnn.bias_ih_l0_reverse	5	-0.22634251415729523
99488	rnn.bias_ih_l0_reverse	6	-0.04684872180223465
99488	rnn.bias_ih_l0_reverse	7	0.041428908705711365
99488	rnn.bias_ih_l0_reverse	8	-0.15191717445850372
99488	rnn.bias_ih_l0_reverse	9	-0.07693983614444733
99488	rnn.bias_hh_l0_reverse	0	-0.12646831572055817
99488	rnn.bias_hh_l0_reverse	1	-0.11574897915124893
99488	rnn.bias_hh_l0_reverse	2	-0.02829010784626007
99488	rnn.bias_hh_l0_reverse	3	-0.13126718997955322
99488	rnn.bias_hh_l0_reverse	4	-0.019984131678938866
99488	rnn.bias_hh_l0_reverse	5	-0.09644386917352676
99488	rnn.bias_hh_l0_reverse	6	-0.06915849447250366
99488	rnn.bias_hh_l0_reverse	7	-0.17411737143993378
99488	rnn.bias_hh_l0_reverse	8	-0.047355152666568756
99488	rnn.bias_hh_l0_reverse	9	-0.12740640342235565
99488	linear.weight	0	-0.21004635095596313
99488	linear.weight	1	-0.18338318169116974
99488	linear.weight	2	-0.011228874325752258
99488	linear.weight	3	-0.10214857012033463
99488	linear.weight	4	0.04110940918326378
99488	linear.weight	5	0.21518822014331818
99488	linear.weight	6	0.0047744326293468475
99488	linear.weight	7	-0.021312154829502106
99488	linear.weight	8	0.08244079351425171
99488	linear.weight	9	0.16537100076675415
99488	linear.bias	0	-0.7750128507614136
99488	linear.bias	1	1.0465131998062134
99488	linear.bias	2	-0.2616851329803467
99488	linear.bias	3	-0.5410228371620178
99488	linear.bias	4	-1.059941053390503
99488	linear.bias	5	-1.156960129737854
99488	linear.bias	6	-0.7731378674507141
99488	linear.bias	7	-0.7217352390289307
99488	linear.bias	8	-0.01705317199230194
99488	linear.bias	9	3.1254663467407227
99685	transitions	0	-0.32350820302963257
99685	transitions	1	8.03385066986084
99685	transitions	2	-3.2697832584381104
99685	transitions	3	1.370915412902832
99685	transitions	4	-1.90985906124115
99685	transitions	5	-0.3451761305332184
99685	transitions	6	-0.17558251321315765
99685	transitions	7	-10000.0
99685	transitions	8	1.7182137966156006
99685	transitions	9	-2.2907629013061523
99685	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
99685	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
99685	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
99685	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
99685	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
99685	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
99685	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
99685	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
99685	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
99685	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
99685	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
99685	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
99685	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
99685	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
99685	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
99685	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
99685	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
99685	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
99685	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
99685	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
99685	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
99685	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
99685	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
99685	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
99685	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
99685	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
99685	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
99685	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
99685	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
99685	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
99685	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
99685	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
99685	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
99685	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
99685	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
99685	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
99685	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
99685	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
99685	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
99685	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
99685	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
99685	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
99685	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
99685	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
99685	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
99685	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
99685	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
99685	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
99685	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
99685	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
99685	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
99685	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
99685	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
99685	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
99685	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
99685	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
99685	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
99685	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
99685	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
99685	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
99685	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
99685	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
99685	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
99685	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
99685	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
99685	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
99685	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
99685	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
99685	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
99685	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
99685	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
99685	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
99685	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
99685	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
99685	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
99685	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
99685	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
99685	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
99685	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
99685	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
99685	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
99685	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
99685	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
99685	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
99685	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
99685	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
99685	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
99685	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
99685	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
99685	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
99685	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
99685	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
99685	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
99685	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
99685	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
99685	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
99685	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
99685	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
99685	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
99685	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
99685	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
99685	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
99685	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
99685	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
99685	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
99685	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
99685	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
99685	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
99685	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
99685	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
99685	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
99685	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
99685	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
99685	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
99685	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
99685	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
99685	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
99685	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
99685	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
99685	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
99685	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
99685	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
99685	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
99685	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
99685	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
99685	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
99685	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
99685	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
99685	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
99685	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
99685	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
99685	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
99685	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
99685	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
99685	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
99685	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
99685	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
99685	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
99685	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
99685	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
99685	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
99685	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
99685	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
99685	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
99685	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
99685	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
99685	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
99685	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
99685	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
99685	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
99685	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
99685	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
99685	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
99685	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
99685	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
99685	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
99685	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
99685	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
99685	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
99685	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
99685	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
99685	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
99685	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
99685	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
99685	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
99685	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
99685	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
99685	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
99685	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
99685	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
99685	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
99685	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
99685	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
99685	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
99685	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
99685	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
99685	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
99685	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
99685	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
99685	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
99685	embedding2nn.weight	0	0.04345269873738289
99685	embedding2nn.weight	1	-0.08531492203474045
99685	embedding2nn.weight	2	0.021573662757873535
99685	embedding2nn.weight	3	-0.04993993788957596
99685	embedding2nn.weight	4	-0.1438693404197693
99685	embedding2nn.weight	5	0.09230346232652664
99685	embedding2nn.weight	6	-0.09590481221675873
99685	embedding2nn.weight	7	-0.06645424664020538
99685	embedding2nn.weight	8	-0.013639941811561584
99685	embedding2nn.weight	9	0.04279565438628197
99685	embedding2nn.bias	0	0.07854243367910385
99685	embedding2nn.bias	1	0.016823455691337585
99685	embedding2nn.bias	2	-0.13641734421253204
99685	embedding2nn.bias	3	0.05521707981824875
99685	embedding2nn.bias	4	0.029939087107777596
99685	embedding2nn.bias	5	-0.1774333268404007
99685	embedding2nn.bias	6	-0.09258140623569489
99685	embedding2nn.bias	7	-0.04004476219415665
99685	embedding2nn.bias	8	0.09900421649217606
99685	embedding2nn.bias	9	-0.11136685311794281
99685	rnn.weight_ih_l0	0	0.006139228120446205
99685	rnn.weight_ih_l0	1	-0.025708897039294243
99685	rnn.weight_ih_l0	2	-0.027558639645576477
99685	rnn.weight_ih_l0	3	-0.016180815175175667
99685	rnn.weight_ih_l0	4	-0.00968158058822155
99685	rnn.weight_ih_l0	5	-0.06559792906045914
99685	rnn.weight_ih_l0	6	-0.015234719030559063
99685	rnn.weight_ih_l0	7	-0.039053093641996384
99685	rnn.weight_ih_l0	8	0.02972482144832611
99685	rnn.weight_ih_l0	9	0.012853257358074188
99685	rnn.weight_hh_l0	0	0.009149285964667797
99685	rnn.weight_hh_l0	1	-0.07084233313798904
99685	rnn.weight_hh_l0	2	0.0550495870411396
99685	rnn.weight_hh_l0	3	0.03696606308221817
99685	rnn.weight_hh_l0	4	0.008274069987237453
99685	rnn.weight_hh_l0	5	0.051899828016757965
99685	rnn.weight_hh_l0	6	-0.013979477807879448
99685	rnn.weight_hh_l0	7	-0.08506281673908234
99685	rnn.weight_hh_l0	8	-0.005813782103359699
99685	rnn.weight_hh_l0	9	-0.09412986785173416
99685	rnn.bias_ih_l0	0	-0.11121971160173416
99685	rnn.bias_ih_l0	1	-0.1536591500043869
99685	rnn.bias_ih_l0	2	-0.21282905340194702
99685	rnn.bias_ih_l0	3	-0.27536630630493164
99685	rnn.bias_ih_l0	4	0.001500902115367353
99685	rnn.bias_ih_l0	5	0.0850394070148468
99685	rnn.bias_ih_l0	6	-0.13476204872131348
99685	rnn.bias_ih_l0	7	-0.2539720833301544
99685	rnn.bias_ih_l0	8	-0.103999063372612
99685	rnn.bias_ih_l0	9	-0.1547665148973465
99685	rnn.bias_hh_l0	0	0.1255621314048767
99685	rnn.bias_hh_l0	1	-0.04644186794757843
99685	rnn.bias_hh_l0	2	0.02895248681306839
99685	rnn.bias_hh_l0	3	-0.156766876578331
99685	rnn.bias_hh_l0	4	0.05635152384638786
99685	rnn.bias_hh_l0	5	0.03569786995649338
99685	rnn.bias_hh_l0	6	-0.08088608831167221
99685	rnn.bias_hh_l0	7	-0.1393868625164032
99685	rnn.bias_hh_l0	8	-0.14482860267162323
99685	rnn.bias_hh_l0	9	-0.09256689995527267
99685	rnn.weight_ih_l0_reverse	0	-0.003360435599461198
99685	rnn.weight_ih_l0_reverse	1	0.013823448680341244
99685	rnn.weight_ih_l0_reverse	2	-0.014784878119826317
99685	rnn.weight_ih_l0_reverse	3	-0.017445283010601997
99685	rnn.weight_ih_l0_reverse	4	0.010356382466852665
99685	rnn.weight_ih_l0_reverse	5	-0.054738644510507584
99685	rnn.weight_ih_l0_reverse	6	-0.038655366748571396
99685	rnn.weight_ih_l0_reverse	7	-0.001709506381303072
99685	rnn.weight_ih_l0_reverse	8	0.04159551486372948
99685	rnn.weight_ih_l0_reverse	9	0.020664028823375702
99685	rnn.weight_hh_l0_reverse	0	0.0013946022372692823
99685	rnn.weight_hh_l0_reverse	1	0.019444627687335014
99685	rnn.weight_hh_l0_reverse	2	-0.03785976767539978
99685	rnn.weight_hh_l0_reverse	3	0.03492939472198486
99685	rnn.weight_hh_l0_reverse	4	0.019328340888023376
99685	rnn.weight_hh_l0_reverse	5	-0.01406425703316927
99685	rnn.weight_hh_l0_reverse	6	0.03408616781234741
99685	rnn.weight_hh_l0_reverse	7	0.020937200635671616
99685	rnn.weight_hh_l0_reverse	8	-0.0068239131942391396
99685	rnn.weight_hh_l0_reverse	9	-0.05868953466415405
99685	rnn.bias_ih_l0_reverse	0	-0.13007590174674988
99685	rnn.bias_ih_l0_reverse	1	-0.2826806604862213
99685	rnn.bias_ih_l0_reverse	2	-0.052350178360939026
99685	rnn.bias_ih_l0_reverse	3	-0.11354927718639374
99685	rnn.bias_ih_l0_reverse	4	0.07248701900243759
99685	rnn.bias_ih_l0_reverse	5	-0.22766607999801636
99685	rnn.bias_ih_l0_reverse	6	-0.04926664009690285
99685	rnn.bias_ih_l0_reverse	7	0.032567691057920456
99685	rnn.bias_ih_l0_reverse	8	-0.14797958731651306
99685	rnn.bias_ih_l0_reverse	9	-0.08148340880870819
99685	rnn.bias_hh_l0_reverse	0	-0.12519307434558868
99685	rnn.bias_hh_l0_reverse	1	-0.12060544639825821
99685	rnn.bias_hh_l0_reverse	2	-0.027593551203608513
99685	rnn.bias_hh_l0_reverse	3	-0.13489606976509094
99685	rnn.bias_hh_l0_reverse	4	-0.020569153130054474
99685	rnn.bias_hh_l0_reverse	5	-0.09720911830663681
99685	rnn.bias_hh_l0_reverse	6	-0.05879693850874901
99685	rnn.bias_hh_l0_reverse	7	-0.17336533963680267
99685	rnn.bias_hh_l0_reverse	8	-0.0464712418615818
99685	rnn.bias_hh_l0_reverse	9	-0.12563775479793549
99685	linear.weight	0	-0.20498807728290558
99685	linear.weight	1	-0.18584194779396057
99685	linear.weight	2	-0.011228874325752258
99685	linear.weight	3	-0.11223515123128891
99685	linear.weight	4	0.04509365186095238
99685	linear.weight	5	0.2112025022506714
99685	linear.weight	6	0.0047744326293468475
99685	linear.weight	7	-0.021312154829502106
99685	linear.weight	8	0.0966416746377945
99685	linear.weight	9	0.15944088995456696
99685	linear.bias	0	-0.788820207118988
99685	linear.bias	1	1.0698739290237427
99685	linear.bias	2	-0.2724984884262085
99685	linear.bias	3	-0.5381691455841064
99685	linear.bias	4	-1.0266554355621338
99685	linear.bias	5	-1.1570661067962646
99685	linear.bias	6	-0.7877982258796692
99685	linear.bias	7	-0.7102819085121155
99685	linear.bias	8	-0.01705317199230194
99685	linear.bias	9	3.0692334175109863
99882	transitions	0	-0.3237423598766327
99882	transitions	1	8.038589477539062
99882	transitions	2	-3.273052930831909
99882	transitions	3	1.3865739107131958
99882	transitions	4	-1.910570740699768
99882	transitions	5	-0.3452424705028534
99882	transitions	6	-0.17565198242664337
99882	transitions	7	-10000.0
99882	transitions	8	1.7183449268341064
99882	transitions	9	-2.290775775909424
99882	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
99882	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
99882	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
99882	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
99882	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
99882	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
99882	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
99882	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
99882	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
99882	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
99882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
99882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
99882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
99882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
99882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
99882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
99882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
99882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
99882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
99882	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
99882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
99882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
99882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
99882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
99882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
99882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
99882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
99882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
99882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
99882	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
99882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
99882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
99882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
99882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
99882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
99882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
99882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
99882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
99882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
99882	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
99882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
99882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
99882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
99882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
99882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
99882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
99882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
99882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
99882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
99882	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
99882	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
99882	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
99882	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
99882	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
99882	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
99882	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
99882	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
99882	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
99882	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
99882	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
99882	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
99882	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
99882	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
99882	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
99882	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
99882	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
99882	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
99882	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
99882	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
99882	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
99882	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
99882	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
99882	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
99882	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
99882	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
99882	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
99882	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
99882	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
99882	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
99882	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
99882	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
99882	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
99882	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
99882	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
99882	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
99882	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
99882	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
99882	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
99882	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
99882	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
99882	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
99882	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
99882	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
99882	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
99882	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
99882	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
99882	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
99882	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
99882	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
99882	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
99882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
99882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
99882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
99882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
99882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
99882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
99882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
99882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
99882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
99882	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
99882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
99882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
99882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
99882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
99882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
99882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
99882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
99882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
99882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
99882	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
99882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
99882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
99882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
99882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
99882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
99882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
99882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
99882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
99882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
99882	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
99882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
99882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
99882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
99882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
99882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
99882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
99882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
99882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
99882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
99882	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
99882	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
99882	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
99882	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
99882	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
99882	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
99882	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
99882	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
99882	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
99882	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
99882	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
99882	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
99882	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
99882	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
99882	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
99882	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
99882	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
99882	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
99882	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
99882	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
99882	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
99882	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
99882	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
99882	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
99882	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
99882	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
99882	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
99882	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
99882	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
99882	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
99882	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
99882	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
99882	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
99882	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
99882	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
99882	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
99882	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
99882	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
99882	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
99882	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
99882	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
99882	embedding2nn.weight	0	0.043446775525808334
99882	embedding2nn.weight	1	-0.08651546388864517
99882	embedding2nn.weight	2	0.0211163479834795
99882	embedding2nn.weight	3	-0.04873906821012497
99882	embedding2nn.weight	4	-0.14420898258686066
99882	embedding2nn.weight	5	0.09124809503555298
99882	embedding2nn.weight	6	-0.10523713380098343
99882	embedding2nn.weight	7	-0.06717796623706818
99882	embedding2nn.weight	8	-0.013566788285970688
99882	embedding2nn.weight	9	0.037928249686956406
99882	embedding2nn.bias	0	0.06247171014547348
99882	embedding2nn.bias	1	0.022508960217237473
99882	embedding2nn.bias	2	-0.12429150193929672
99882	embedding2nn.bias	3	0.06799443066120148
99882	embedding2nn.bias	4	0.03922605141997337
99882	embedding2nn.bias	5	-0.17589393258094788
99882	embedding2nn.bias	6	-0.10014370828866959
99882	embedding2nn.bias	7	-0.02977037988603115
99882	embedding2nn.bias	8	0.09325817227363586
99882	embedding2nn.bias	9	-0.11047530174255371
99882	rnn.weight_ih_l0	0	0.006199968978762627
99882	rnn.weight_ih_l0	1	-0.03206624835729599
99882	rnn.weight_ih_l0	2	-0.030644351616501808
99882	rnn.weight_ih_l0	3	-0.01796850375831127
99882	rnn.weight_ih_l0	4	-0.010121325962245464
99882	rnn.weight_ih_l0	5	-0.06681213527917862
99882	rnn.weight_ih_l0	6	-0.017105603590607643
99882	rnn.weight_ih_l0	7	-0.040512099862098694
99882	rnn.weight_ih_l0	8	0.02872857078909874
99882	rnn.weight_ih_l0	9	0.013833324424922466
99882	rnn.weight_hh_l0	0	0.01057648379355669
99882	rnn.weight_hh_l0	1	-0.07107645273208618
99882	rnn.weight_hh_l0	2	0.0566125363111496
99882	rnn.weight_hh_l0	3	0.03827545791864395
99882	rnn.weight_hh_l0	4	0.008405527099967003
99882	rnn.weight_hh_l0	5	0.052137721329927444
99882	rnn.weight_hh_l0	6	-0.013582536950707436
99882	rnn.weight_hh_l0	7	-0.0847063660621643
99882	rnn.weight_hh_l0	8	-0.006480394396930933
99882	rnn.weight_hh_l0	9	-0.09440719336271286
99882	rnn.bias_ih_l0	0	-0.10812423378229141
99882	rnn.bias_ih_l0	1	-0.15332135558128357
99882	rnn.bias_ih_l0	2	-0.21444648504257202
99882	rnn.bias_ih_l0	3	-0.2715742588043213
99882	rnn.bias_ih_l0	4	0.0055272639729082584
99882	rnn.bias_ih_l0	5	0.08898243308067322
99882	rnn.bias_ih_l0	6	-0.13606560230255127
99882	rnn.bias_ih_l0	7	-0.25295403599739075
99882	rnn.bias_ih_l0	8	-0.10204033553600311
99882	rnn.bias_ih_l0	9	-0.15444616973400116
99882	rnn.bias_hh_l0	0	0.12539340555667877
99882	rnn.bias_hh_l0	1	-0.047940611839294434
99882	rnn.bias_hh_l0	2	0.029202552512288094
99882	rnn.bias_hh_l0	3	-0.15587067604064941
99882	rnn.bias_hh_l0	4	0.055750660598278046
99882	rnn.bias_hh_l0	5	0.031334858387708664
99882	rnn.bias_hh_l0	6	-0.08306746929883957
99882	rnn.bias_hh_l0	7	-0.1426040530204773
99882	rnn.bias_hh_l0	8	-0.143915057182312
99882	rnn.bias_hh_l0	9	-0.09597592800855637
99882	rnn.weight_ih_l0_reverse	0	-0.003146064467728138
99882	rnn.weight_ih_l0_reverse	1	0.016882343217730522
99882	rnn.weight_ih_l0_reverse	2	-0.016107209026813507
99882	rnn.weight_ih_l0_reverse	3	-0.01872284710407257
99882	rnn.weight_ih_l0_reverse	4	0.011497920379042625
99882	rnn.weight_ih_l0_reverse	5	-0.054305195808410645
99882	rnn.weight_ih_l0_reverse	6	-0.04015083238482475
99882	rnn.weight_ih_l0_reverse	7	-0.0033790592569857836
99882	rnn.weight_ih_l0_reverse	8	0.043863143771886826
99882	rnn.weight_ih_l0_reverse	9	0.020469944924116135
99882	rnn.weight_hh_l0_reverse	0	0.0014673219993710518
99882	rnn.weight_hh_l0_reverse	1	0.02001177705824375
99882	rnn.weight_hh_l0_reverse	2	-0.03812793642282486
99882	rnn.weight_hh_l0_reverse	3	0.03472244739532471
99882	rnn.weight_hh_l0_reverse	4	0.019224567338824272
99882	rnn.weight_hh_l0_reverse	5	-0.014323035255074501
99882	rnn.weight_hh_l0_reverse	6	0.033300209790468216
99882	rnn.weight_hh_l0_reverse	7	0.021088624373078346
99882	rnn.weight_hh_l0_reverse	8	-0.007727271411567926
99882	rnn.weight_hh_l0_reverse	9	-0.05862828344106674
99882	rnn.bias_ih_l0_reverse	0	-0.13540080189704895
99882	rnn.bias_ih_l0_reverse	1	-0.28176575899124146
99882	rnn.bias_ih_l0_reverse	2	-0.05417962372303009
99882	rnn.bias_ih_l0_reverse	3	-0.11419738084077835
99882	rnn.bias_ih_l0_reverse	4	0.07265869528055191
99882	rnn.bias_ih_l0_reverse	5	-0.2302577644586563
99882	rnn.bias_ih_l0_reverse	6	-0.0493401400744915
99882	rnn.bias_ih_l0_reverse	7	0.02923164702951908
99882	rnn.bias_ih_l0_reverse	8	-0.1441960483789444
99882	rnn.bias_ih_l0_reverse	9	-0.07655645161867142
99882	rnn.bias_hh_l0_reverse	0	-0.1279289722442627
99882	rnn.bias_hh_l0_reverse	1	-0.12088389694690704
99882	rnn.bias_hh_l0_reverse	2	-0.027544619515538216
99882	rnn.bias_hh_l0_reverse	3	-0.1337568312883377
99882	rnn.bias_hh_l0_reverse	4	-0.018951375037431717
99882	rnn.bias_hh_l0_reverse	5	-0.09874599426984787
99882	rnn.bias_hh_l0_reverse	6	-0.05778520554304123
99882	rnn.bias_hh_l0_reverse	7	-0.17411132156848907
99882	rnn.bias_hh_l0_reverse	8	-0.04507780447602272
99882	rnn.bias_hh_l0_reverse	9	-0.12379284203052521
99882	linear.weight	0	-0.20607924461364746
99882	linear.weight	1	-0.19330793619155884
99882	linear.weight	2	-0.011228874325752258
99882	linear.weight	3	-0.10059211403131485
99882	linear.weight	4	0.03233752027153969
99882	linear.weight	5	0.22717984020709991
99882	linear.weight	6	0.0047744326293468475
99882	linear.weight	7	-0.021312154829502106
99882	linear.weight	8	0.0936758741736412
99882	linear.weight	9	0.17377813160419464
99882	linear.bias	0	-0.7785567045211792
99882	linear.bias	1	1.0686414241790771
99882	linear.bias	2	-0.23586405813694
99882	linear.bias	3	-0.5498560070991516
99882	linear.bias	4	-1.0465874671936035
99882	linear.bias	5	-1.157150387763977
99882	linear.bias	6	-0.7730112671852112
99882	linear.bias	7	-0.7572551369667053
99882	linear.bias	8	-0.01705317199230194
99882	linear.bias	9	3.124943256378174
100079	transitions	0	-0.3240128457546234
100079	transitions	1	8.035778045654297
100079	transitions	2	-3.2739434242248535
100079	transitions	3	1.3712131977081299
100079	transitions	4	-1.9111684560775757
100079	transitions	5	-0.34539347887039185
100079	transitions	6	-0.17571759223937988
100079	transitions	7	-10000.0
100079	transitions	8	1.7185629606246948
100079	transitions	9	-2.2907934188842773
100079	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
100079	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
100079	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
100079	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
100079	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
100079	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
100079	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
100079	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
100079	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
100079	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
100079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
100079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
100079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
100079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
100079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
100079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
100079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
100079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
100079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
100079	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
100079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
100079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
100079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
100079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
100079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
100079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
100079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
100079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
100079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
100079	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
100079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
100079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
100079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
100079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
100079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
100079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
100079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
100079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
100079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
100079	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
100079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
100079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
100079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
100079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
100079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
100079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
100079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
100079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
100079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
100079	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
100079	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
100079	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
100079	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
100079	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
100079	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
100079	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
100079	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
100079	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
100079	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
100079	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
100079	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
100079	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
100079	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
100079	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
100079	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
100079	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
100079	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
100079	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
100079	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
100079	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
100079	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
100079	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
100079	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
100079	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
100079	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
100079	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
100079	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
100079	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
100079	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
100079	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
100079	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
100079	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
100079	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
100079	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
100079	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
100079	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
100079	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
100079	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
100079	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
100079	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
100079	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
100079	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
100079	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
100079	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
100079	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
100079	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
100079	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
100079	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
100079	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
100079	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
100079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
100079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
100079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
100079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
100079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
100079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
100079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
100079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
100079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
100079	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
100079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
100079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
100079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
100079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
100079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
100079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
100079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
100079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
100079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
100079	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
100079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
100079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
100079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
100079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
100079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
100079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
100079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
100079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
100079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
100079	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
100079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
100079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
100079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
100079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
100079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
100079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
100079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
100079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
100079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
100079	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
100079	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
100079	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
100079	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
100079	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
100079	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
100079	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
100079	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
100079	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
100079	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
100079	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
100079	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
100079	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
100079	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
100079	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
100079	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
100079	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
100079	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
100079	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
100079	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
100079	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
100079	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
100079	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
100079	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
100079	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
100079	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
100079	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
100079	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
100079	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
100079	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
100079	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
100079	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
100079	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
100079	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
100079	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
100079	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
100079	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
100079	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
100079	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
100079	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
100079	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
100079	embedding2nn.weight	0	0.04291129112243652
100079	embedding2nn.weight	1	-0.0863359346985817
100079	embedding2nn.weight	2	0.024242201820015907
100079	embedding2nn.weight	3	-0.051481619477272034
100079	embedding2nn.weight	4	-0.14293910562992096
100079	embedding2nn.weight	5	0.092474564909935
100079	embedding2nn.weight	6	-0.11707664281129837
100079	embedding2nn.weight	7	-0.06811460107564926
100079	embedding2nn.weight	8	-0.012867223471403122
100079	embedding2nn.weight	9	0.0415700264275074
100079	embedding2nn.bias	0	0.08580882102251053
100079	embedding2nn.bias	1	0.01956227421760559
100079	embedding2nn.bias	2	-0.125481516122818
100079	embedding2nn.bias	3	0.06511157751083374
100079	embedding2nn.bias	4	0.029096361249685287
100079	embedding2nn.bias	5	-0.17200785875320435
100079	embedding2nn.bias	6	-0.10094835609197617
100079	embedding2nn.bias	7	-0.03105313517153263
100079	embedding2nn.bias	8	0.1029682457447052
100079	embedding2nn.bias	9	-0.10893534868955612
100079	rnn.weight_ih_l0	0	0.0030502560548484325
100079	rnn.weight_ih_l0	1	-0.03161937743425369
100079	rnn.weight_ih_l0	2	-0.03159048780798912
100079	rnn.weight_ih_l0	3	-0.015148586593568325
100079	rnn.weight_ih_l0	4	-0.011611556634306908
100079	rnn.weight_ih_l0	5	-0.069973424077034
100079	rnn.weight_ih_l0	6	-0.020314844325184822
100079	rnn.weight_ih_l0	7	-0.03778500854969025
100079	rnn.weight_ih_l0	8	0.02484876662492752
100079	rnn.weight_ih_l0	9	0.013492485508322716
100079	rnn.weight_hh_l0	0	0.01063706073909998
100079	rnn.weight_hh_l0	1	-0.07061408460140228
100079	rnn.weight_hh_l0	2	0.05679982900619507
100079	rnn.weight_hh_l0	3	0.03754496946930885
100079	rnn.weight_hh_l0	4	0.008993367664515972
100079	rnn.weight_hh_l0	5	0.05153818428516388
100079	rnn.weight_hh_l0	6	-0.013013022020459175
100079	rnn.weight_hh_l0	7	-0.08473993837833405
100079	rnn.weight_hh_l0	8	-0.006833139341324568
100079	rnn.weight_hh_l0	9	-0.09628544002771378
100079	rnn.bias_ih_l0	0	-0.10015332698822021
100079	rnn.bias_ih_l0	1	-0.15399567782878876
100079	rnn.bias_ih_l0	2	-0.2145693153142929
100079	rnn.bias_ih_l0	3	-0.2784896790981293
100079	rnn.bias_ih_l0	4	0.010920902714133263
100079	rnn.bias_ih_l0	5	0.09660368412733078
100079	rnn.bias_ih_l0	6	-0.1339503526687622
100079	rnn.bias_ih_l0	7	-0.251050740480423
100079	rnn.bias_ih_l0	8	-0.101811982691288
100079	rnn.bias_ih_l0	9	-0.1592642366886139
100079	rnn.bias_hh_l0	0	0.11247102171182632
100079	rnn.bias_hh_l0	1	-0.04382053762674332
100079	rnn.bias_hh_l0	2	0.03059692494571209
100079	rnn.bias_hh_l0	3	-0.1573956161737442
100079	rnn.bias_hh_l0	4	0.05564545840024948
100079	rnn.bias_hh_l0	5	0.03287777677178383
100079	rnn.bias_hh_l0	6	-0.08383061736822128
100079	rnn.bias_hh_l0	7	-0.14023534953594208
100079	rnn.bias_hh_l0	8	-0.14095205068588257
100079	rnn.bias_hh_l0	9	-0.09302826225757599
100079	rnn.weight_ih_l0_reverse	0	-0.00401465455070138
100079	rnn.weight_ih_l0_reverse	1	0.017756596207618713
100079	rnn.weight_ih_l0_reverse	2	-0.015824630856513977
100079	rnn.weight_ih_l0_reverse	3	-0.018283942714333534
100079	rnn.weight_ih_l0_reverse	4	0.010461129248142242
100079	rnn.weight_ih_l0_reverse	5	-0.05321598798036575
100079	rnn.weight_ih_l0_reverse	6	-0.04076776280999184
100079	rnn.weight_ih_l0_reverse	7	-0.00369390775449574
100079	rnn.weight_ih_l0_reverse	8	0.04300643503665924
100079	rnn.weight_ih_l0_reverse	9	0.01939840242266655
100079	rnn.weight_hh_l0_reverse	0	0.002470657927915454
100079	rnn.weight_hh_l0_reverse	1	0.020304469391703606
100079	rnn.weight_hh_l0_reverse	2	-0.0381954088807106
100079	rnn.weight_hh_l0_reverse	3	0.03521835431456566
100079	rnn.weight_hh_l0_reverse	4	0.019838517531752586
100079	rnn.weight_hh_l0_reverse	5	-0.014367631636559963
100079	rnn.weight_hh_l0_reverse	6	0.03362422436475754
100079	rnn.weight_hh_l0_reverse	7	0.0207288209348917
100079	rnn.weight_hh_l0_reverse	8	-0.006667387206107378
100079	rnn.weight_hh_l0_reverse	9	-0.05911290645599365
100079	rnn.bias_ih_l0_reverse	0	-0.1344139277935028
100079	rnn.bias_ih_l0_reverse	1	-0.283981591463089
100079	rnn.bias_ih_l0_reverse	2	-0.0559723787009716
100079	rnn.bias_ih_l0_reverse	3	-0.11495999246835709
100079	rnn.bias_ih_l0_reverse	4	0.07579457014799118
100079	rnn.bias_ih_l0_reverse	5	-0.23120906949043274
100079	rnn.bias_ih_l0_reverse	6	-0.048925966024398804
100079	rnn.bias_ih_l0_reverse	7	0.037757813930511475
100079	rnn.bias_ih_l0_reverse	8	-0.14654164016246796
100079	rnn.bias_ih_l0_reverse	9	-0.07673503458499908
100079	rnn.bias_hh_l0_reverse	0	-0.12734611332416534
100079	rnn.bias_hh_l0_reverse	1	-0.12222028523683548
100079	rnn.bias_hh_l0_reverse	2	-0.027761908248066902
100079	rnn.bias_hh_l0_reverse	3	-0.13482582569122314
100079	rnn.bias_hh_l0_reverse	4	-0.01773856393992901
100079	rnn.bias_hh_l0_reverse	5	-0.1007174700498581
100079	rnn.bias_hh_l0_reverse	6	-0.05931119993329048
100079	rnn.bias_hh_l0_reverse	7	-0.1751767247915268
100079	rnn.bias_hh_l0_reverse	8	-0.04608038440346718
100079	rnn.bias_hh_l0_reverse	9	-0.12308236211538315
100079	linear.weight	0	-0.18512681126594543
100079	linear.weight	1	-0.18593667447566986
100079	linear.weight	2	-0.011228874325752258
100079	linear.weight	3	-0.10316461324691772
100079	linear.weight	4	0.04257289692759514
100079	linear.weight	5	0.23270583152770996
100079	linear.weight	6	0.0047744326293468475
100079	linear.weight	7	-0.021312154829502106
100079	linear.weight	8	0.07918822020292282
100079	linear.weight	9	0.16309040784835815
100079	linear.bias	0	-0.7601795792579651
100079	linear.bias	1	1.0568525791168213
100079	linear.bias	2	-0.26996752619743347
100079	linear.bias	3	-0.5701629519462585
100079	linear.bias	4	-1.054383397102356
100079	linear.bias	5	-1.1572359800338745
100079	linear.bias	6	-0.7538482546806335
100079	linear.bias	7	-0.746015727519989
100079	linear.bias	8	-0.01705317199230194
100079	linear.bias	9	3.1219990253448486
100276	transitions	0	-0.32421964406967163
100276	transitions	1	8.042159080505371
100276	transitions	2	-3.274906873703003
100276	transitions	3	1.362890601158142
100276	transitions	4	-1.9121028184890747
100276	transitions	5	-0.3455581068992615
100276	transitions	6	-0.17580963671207428
100276	transitions	7	-10000.0
100276	transitions	8	1.7302144765853882
100276	transitions	9	-2.290809392929077
100276	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
100276	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
100276	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
100276	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
100276	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
100276	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
100276	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
100276	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
100276	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
100276	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
100276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
100276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
100276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
100276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
100276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
100276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
100276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
100276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
100276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
100276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
100276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
100276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
100276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
100276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
100276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
100276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
100276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
100276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
100276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
100276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
100276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
100276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
100276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
100276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
100276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
100276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
100276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
100276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
100276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
100276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
100276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
100276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
100276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
100276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
100276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
100276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
100276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
100276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
100276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
100276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
100276	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
100276	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
100276	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
100276	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
100276	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
100276	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
100276	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
100276	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
100276	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
100276	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
100276	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
100276	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
100276	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
100276	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
100276	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
100276	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
100276	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
100276	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
100276	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
100276	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
100276	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
100276	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
100276	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
100276	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
100276	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
100276	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
100276	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
100276	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
100276	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
100276	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
100276	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
100276	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
100276	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
100276	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
100276	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
100276	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
100276	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
100276	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
100276	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
100276	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
100276	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
100276	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
100276	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
100276	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
100276	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
100276	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
100276	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
100276	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
100276	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
100276	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
100276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
100276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
100276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
100276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
100276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
100276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
100276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
100276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
100276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
100276	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
100276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
100276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
100276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
100276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
100276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
100276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
100276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
100276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
100276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
100276	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
100276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
100276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
100276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
100276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
100276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
100276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
100276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
100276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
100276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
100276	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
100276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
100276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
100276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
100276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
100276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
100276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
100276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
100276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
100276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
100276	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
100276	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
100276	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
100276	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
100276	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
100276	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
100276	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
100276	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
100276	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
100276	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
100276	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
100276	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
100276	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
100276	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
100276	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
100276	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
100276	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
100276	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
100276	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
100276	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
100276	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
100276	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
100276	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
100276	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
100276	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
100276	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
100276	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
100276	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
100276	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
100276	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
100276	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
100276	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
100276	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
100276	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
100276	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
100276	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
100276	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
100276	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
100276	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
100276	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
100276	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
100276	embedding2nn.weight	0	0.04280146583914757
100276	embedding2nn.weight	1	-0.08566786348819733
100276	embedding2nn.weight	2	0.020518586039543152
100276	embedding2nn.weight	3	-0.05374821275472641
100276	embedding2nn.weight	4	-0.14053232967853546
100276	embedding2nn.weight	5	0.09283125400543213
100276	embedding2nn.weight	6	-0.12235420942306519
100276	embedding2nn.weight	7	-0.06932486593723297
100276	embedding2nn.weight	8	-0.013637488707900047
100276	embedding2nn.weight	9	0.042332373559474945
100276	embedding2nn.bias	0	0.09040173888206482
100276	embedding2nn.bias	1	0.027933739125728607
100276	embedding2nn.bias	2	-0.11966033279895782
100276	embedding2nn.bias	3	0.0726342722773552
100276	embedding2nn.bias	4	0.04874609783291817
100276	embedding2nn.bias	5	-0.18200379610061646
100276	embedding2nn.bias	6	-0.10025639832019806
100276	embedding2nn.bias	7	-0.03945434093475342
100276	embedding2nn.bias	8	0.10757999867200851
100276	embedding2nn.bias	9	-0.1090591549873352
100276	rnn.weight_ih_l0	0	0.0027805150020867586
100276	rnn.weight_ih_l0	1	-0.030339214950799942
100276	rnn.weight_ih_l0	2	-0.031738098710775375
100276	rnn.weight_ih_l0	3	-0.014418642036616802
100276	rnn.weight_ih_l0	4	-0.010489663109183311
100276	rnn.weight_ih_l0	5	-0.07113326340913773
100276	rnn.weight_ih_l0	6	-0.02135496400296688
100276	rnn.weight_ih_l0	7	-0.03657587617635727
100276	rnn.weight_ih_l0	8	0.02791447751224041
100276	rnn.weight_ih_l0	9	0.01528860628604889
100276	rnn.weight_hh_l0	0	0.010518205352127552
100276	rnn.weight_hh_l0	1	-0.07046191394329071
100276	rnn.weight_hh_l0	2	0.05540988966822624
100276	rnn.weight_hh_l0	3	0.036592911928892136
100276	rnn.weight_hh_l0	4	0.008832928724586964
100276	rnn.weight_hh_l0	5	0.05206133797764778
100276	rnn.weight_hh_l0	6	-0.012808211147785187
100276	rnn.weight_hh_l0	7	-0.08491567522287369
100276	rnn.weight_hh_l0	8	-0.007845926098525524
100276	rnn.weight_hh_l0	9	-0.09656073898077011
100276	rnn.bias_ih_l0	0	-0.101596400141716
100276	rnn.bias_ih_l0	1	-0.15172795951366425
100276	rnn.bias_ih_l0	2	-0.21446780860424042
100276	rnn.bias_ih_l0	3	-0.2778402268886566
100276	rnn.bias_ih_l0	4	0.008687217719852924
100276	rnn.bias_ih_l0	5	0.09560711681842804
100276	rnn.bias_ih_l0	6	-0.13280341029167175
100276	rnn.bias_ih_l0	7	-0.25190168619155884
100276	rnn.bias_ih_l0	8	-0.09894830733537674
100276	rnn.bias_ih_l0	9	-0.16153226792812347
100276	rnn.bias_hh_l0	0	0.11614576727151871
100276	rnn.bias_hh_l0	1	-0.04786645993590355
100276	rnn.bias_hh_l0	2	0.03030848503112793
100276	rnn.bias_hh_l0	3	-0.1580260694026947
100276	rnn.bias_hh_l0	4	0.06437721848487854
100276	rnn.bias_hh_l0	5	0.03173777461051941
100276	rnn.bias_hh_l0	6	-0.08255459368228912
100276	rnn.bias_hh_l0	7	-0.14062203466892242
100276	rnn.bias_hh_l0	8	-0.1458026021718979
100276	rnn.bias_hh_l0	9	-0.09421050548553467
100276	rnn.weight_ih_l0_reverse	0	-0.004437374882400036
100276	rnn.weight_ih_l0_reverse	1	0.018318375572562218
100276	rnn.weight_ih_l0_reverse	2	-0.012911788187921047
100276	rnn.weight_ih_l0_reverse	3	-0.02227356657385826
100276	rnn.weight_ih_l0_reverse	4	0.010038538835942745
100276	rnn.weight_ih_l0_reverse	5	-0.053151387721300125
100276	rnn.weight_ih_l0_reverse	6	-0.036402441561222076
100276	rnn.weight_ih_l0_reverse	7	-0.0034666419960558414
100276	rnn.weight_ih_l0_reverse	8	0.04441413655877113
100276	rnn.weight_ih_l0_reverse	9	0.018940486013889313
100276	rnn.weight_hh_l0_reverse	0	0.0028537458274513483
100276	rnn.weight_hh_l0_reverse	1	0.02069551683962345
100276	rnn.weight_hh_l0_reverse	2	-0.0378103107213974
100276	rnn.weight_hh_l0_reverse	3	0.03546156361699104
100276	rnn.weight_hh_l0_reverse	4	0.019548138603568077
100276	rnn.weight_hh_l0_reverse	5	-0.014204788021743298
100276	rnn.weight_hh_l0_reverse	6	0.03360478952527046
100276	rnn.weight_hh_l0_reverse	7	0.02070714347064495
100276	rnn.weight_hh_l0_reverse	8	-0.0065251970663666725
100276	rnn.weight_hh_l0_reverse	9	-0.05986889451742172
100276	rnn.bias_ih_l0_reverse	0	-0.1359238624572754
100276	rnn.bias_ih_l0_reverse	1	-0.27944687008857727
100276	rnn.bias_ih_l0_reverse	2	-0.05450168251991272
100276	rnn.bias_ih_l0_reverse	3	-0.11464998126029968
100276	rnn.bias_ih_l0_reverse	4	0.07123751938343048
100276	rnn.bias_ih_l0_reverse	5	-0.2297353893518448
100276	rnn.bias_ih_l0_reverse	6	-0.05090610310435295
100276	rnn.bias_ih_l0_reverse	7	0.027307402342557907
100276	rnn.bias_ih_l0_reverse	8	-0.1458682119846344
100276	rnn.bias_ih_l0_reverse	9	-0.07825463265180588
100276	rnn.bias_hh_l0_reverse	0	-0.1266922801733017
100276	rnn.bias_hh_l0_reverse	1	-0.12189064174890518
100276	rnn.bias_hh_l0_reverse	2	-0.028504831716418266
100276	rnn.bias_hh_l0_reverse	3	-0.13672399520874023
100276	rnn.bias_hh_l0_reverse	4	-0.017810001969337463
100276	rnn.bias_hh_l0_reverse	5	-0.09907706826925278
100276	rnn.bias_hh_l0_reverse	6	-0.05952306091785431
100276	rnn.bias_hh_l0_reverse	7	-0.17186254262924194
100276	rnn.bias_hh_l0_reverse	8	-0.04370226338505745
100276	rnn.bias_hh_l0_reverse	9	-0.12513092160224915
100276	linear.weight	0	-0.18513891100883484
100276	linear.weight	1	-0.19031350314617157
100276	linear.weight	2	-0.011228874325752258
100276	linear.weight	3	-0.09819675981998444
100276	linear.weight	4	0.0372946597635746
100276	linear.weight	5	0.2232828587293625
100276	linear.weight	6	0.0047744326293468475
100276	linear.weight	7	-0.021312154829502106
100276	linear.weight	8	0.06647775322198868
100276	linear.weight	9	0.16034789383411407
100276	linear.bias	0	-0.7603064179420471
100276	linear.bias	1	1.0460947751998901
100276	linear.bias	2	-0.28779998421669006
100276	linear.bias	3	-0.5604692101478577
100276	linear.bias	4	-1.038274884223938
100276	linear.bias	5	-1.1573283672332764
100276	linear.bias	6	-0.7543056011199951
100276	linear.bias	7	-0.7353439927101135
100276	linear.bias	8	-0.01705317199230194
100276	linear.bias	9	3.2059431076049805
100473	transitions	0	-0.3248102068901062
100473	transitions	1	8.0341796875
100473	transitions	2	-3.275982618331909
100473	transitions	3	1.3700696229934692
100473	transitions	4	-1.9129208326339722
100473	transitions	5	-0.34564322233200073
100473	transitions	6	-0.17586062848567963
100473	transitions	7	-10000.0
100473	transitions	8	1.7276071310043335
100473	transitions	9	-2.290821075439453
100473	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
100473	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
100473	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
100473	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
100473	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
100473	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
100473	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
100473	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
100473	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
100473	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
100473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
100473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
100473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
100473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
100473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
100473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
100473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
100473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
100473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
100473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
100473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
100473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
100473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
100473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
100473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
100473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
100473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
100473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
100473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
100473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
100473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
100473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
100473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
100473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
100473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
100473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
100473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
100473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
100473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
100473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
100473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
100473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
100473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
100473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
100473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
100473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
100473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
100473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
100473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
100473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
100473	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
100473	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
100473	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
100473	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
100473	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
100473	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
100473	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
100473	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
100473	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
100473	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
100473	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
100473	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
100473	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
100473	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
100473	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
100473	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
100473	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
100473	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
100473	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
100473	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
100473	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
100473	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
100473	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
100473	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
100473	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
100473	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
100473	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
100473	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
100473	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
100473	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
100473	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
100473	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
100473	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
100473	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
100473	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
100473	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
100473	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
100473	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
100473	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
100473	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
100473	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
100473	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
100473	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
100473	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
100473	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
100473	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
100473	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
100473	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
100473	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
100473	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
100473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
100473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
100473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
100473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
100473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
100473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
100473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
100473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
100473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
100473	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
100473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
100473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
100473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
100473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
100473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
100473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
100473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
100473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
100473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
100473	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
100473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
100473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
100473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
100473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
100473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
100473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
100473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
100473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
100473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
100473	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
100473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
100473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
100473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
100473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
100473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
100473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
100473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
100473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
100473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
100473	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
100473	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
100473	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
100473	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
100473	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
100473	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
100473	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
100473	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
100473	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
100473	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
100473	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
100473	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
100473	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
100473	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
100473	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
100473	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
100473	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
100473	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
100473	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
100473	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
100473	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
100473	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
100473	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
100473	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
100473	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
100473	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
100473	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
100473	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
100473	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
100473	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
100473	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
100473	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
100473	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
100473	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
100473	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
100473	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
100473	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
100473	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
100473	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
100473	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
100473	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
100473	embedding2nn.weight	0	0.04278181120753288
100473	embedding2nn.weight	1	-0.08619175106287003
100473	embedding2nn.weight	2	0.021975785493850708
100473	embedding2nn.weight	3	-0.05083189532160759
100473	embedding2nn.weight	4	-0.14441636204719543
100473	embedding2nn.weight	5	0.09377169609069824
100473	embedding2nn.weight	6	-0.12449083477258682
100473	embedding2nn.weight	7	-0.06676304340362549
100473	embedding2nn.weight	8	-0.013536674901843071
100473	embedding2nn.weight	9	0.04450463876128197
100473	embedding2nn.bias	0	0.08754631876945496
100473	embedding2nn.bias	1	0.02414124831557274
100473	embedding2nn.bias	2	-0.13640347123146057
100473	embedding2nn.bias	3	0.06944109499454498
100473	embedding2nn.bias	4	0.036545075476169586
100473	embedding2nn.bias	5	-0.17674855887889862
100473	embedding2nn.bias	6	-0.11032761633396149
100473	embedding2nn.bias	7	-0.033653516322374344
100473	embedding2nn.bias	8	0.11370587348937988
100473	embedding2nn.bias	9	-0.10985196381807327
100473	rnn.weight_ih_l0	0	0.00241754949092865
100473	rnn.weight_ih_l0	1	-0.029458949342370033
100473	rnn.weight_ih_l0	2	-0.027560535818338394
100473	rnn.weight_ih_l0	3	-0.015150303952395916
100473	rnn.weight_ih_l0	4	-0.0114612877368927
100473	rnn.weight_ih_l0	5	-0.07404723763465881
100473	rnn.weight_ih_l0	6	-0.021245546638965607
100473	rnn.weight_ih_l0	7	-0.03613630682229996
100473	rnn.weight_ih_l0	8	0.027991680428385735
100473	rnn.weight_ih_l0	9	0.013974837958812714
100473	rnn.weight_hh_l0	0	0.010977333411574364
100473	rnn.weight_hh_l0	1	-0.07023727148771286
100473	rnn.weight_hh_l0	2	0.05609944835305214
100473	rnn.weight_hh_l0	3	0.03669734299182892
100473	rnn.weight_hh_l0	4	0.009601003490388393
100473	rnn.weight_hh_l0	5	0.05068756267428398
100473	rnn.weight_hh_l0	6	-0.012912989594042301
100473	rnn.weight_hh_l0	7	-0.08439627289772034
100473	rnn.weight_hh_l0	8	-0.0065945894457399845
100473	rnn.weight_hh_l0	9	-0.10125802457332611
100473	rnn.bias_ih_l0	0	-0.09907063841819763
100473	rnn.bias_ih_l0	1	-0.15283001959323883
100473	rnn.bias_ih_l0	2	-0.2132379114627838
100473	rnn.bias_ih_l0	3	-0.27493393421173096
100473	rnn.bias_ih_l0	4	0.007543266750872135
100473	rnn.bias_ih_l0	5	0.09737971425056458
100473	rnn.bias_ih_l0	6	-0.13529634475708008
100473	rnn.bias_ih_l0	7	-0.2574363946914673
100473	rnn.bias_ih_l0	8	-0.09876228868961334
100473	rnn.bias_ih_l0	9	-0.16021721065044403
100473	rnn.bias_hh_l0	0	0.11811443418264389
100473	rnn.bias_hh_l0	1	-0.0474642850458622
100473	rnn.bias_hh_l0	2	0.030929887667298317
100473	rnn.bias_hh_l0	3	-0.15642914175987244
100473	rnn.bias_hh_l0	4	0.06165436655282974
100473	rnn.bias_hh_l0	5	0.030319925397634506
100473	rnn.bias_hh_l0	6	-0.08503173291683197
100473	rnn.bias_hh_l0	7	-0.13944478332996368
100473	rnn.bias_hh_l0	8	-0.14719845354557037
100473	rnn.bias_hh_l0	9	-0.0954042300581932
100473	rnn.weight_ih_l0_reverse	0	-0.004839767701923847
100473	rnn.weight_ih_l0_reverse	1	0.018173523247241974
100473	rnn.weight_ih_l0_reverse	2	-0.011519775725901127
100473	rnn.weight_ih_l0_reverse	3	-0.022472374141216278
100473	rnn.weight_ih_l0_reverse	4	0.009103738702833652
100473	rnn.weight_ih_l0_reverse	5	-0.0508107990026474
100473	rnn.weight_ih_l0_reverse	6	-0.03981252759695053
100473	rnn.weight_ih_l0_reverse	7	-0.004572175908833742
100473	rnn.weight_ih_l0_reverse	8	0.04315232113003731
100473	rnn.weight_ih_l0_reverse	9	0.01876281574368477
100473	rnn.weight_hh_l0_reverse	0	0.003082733368501067
100473	rnn.weight_hh_l0_reverse	1	0.020385637879371643
100473	rnn.weight_hh_l0_reverse	2	-0.03757132217288017
100473	rnn.weight_hh_l0_reverse	3	0.03594879060983658
100473	rnn.weight_hh_l0_reverse	4	0.01954057067632675
100473	rnn.weight_hh_l0_reverse	5	-0.013263185508549213
100473	rnn.weight_hh_l0_reverse	6	0.03374394029378891
100473	rnn.weight_hh_l0_reverse	7	0.021325206384062767
100473	rnn.weight_hh_l0_reverse	8	-0.007450874429196119
100473	rnn.weight_hh_l0_reverse	9	-0.06026999652385712
100473	rnn.bias_ih_l0_reverse	0	-0.13247114419937134
100473	rnn.bias_ih_l0_reverse	1	-0.28205540776252747
100473	rnn.bias_ih_l0_reverse	2	-0.055101070553064346
100473	rnn.bias_ih_l0_reverse	3	-0.11563863605260849
100473	rnn.bias_ih_l0_reverse	4	0.06724120676517487
100473	rnn.bias_ih_l0_reverse	5	-0.22770653665065765
100473	rnn.bias_ih_l0_reverse	6	-0.0504227951169014
100473	rnn.bias_ih_l0_reverse	7	0.02839011512696743
100473	rnn.bias_ih_l0_reverse	8	-0.14626482129096985
100473	rnn.bias_ih_l0_reverse	9	-0.07520529627799988
100473	rnn.bias_hh_l0_reverse	0	-0.12809891998767853
100473	rnn.bias_hh_l0_reverse	1	-0.12741494178771973
100473	rnn.bias_hh_l0_reverse	2	-0.029102357104420662
100473	rnn.bias_hh_l0_reverse	3	-0.13310998678207397
100473	rnn.bias_hh_l0_reverse	4	-0.01725090853869915
100473	rnn.bias_hh_l0_reverse	5	-0.09717261791229248
100473	rnn.bias_hh_l0_reverse	6	-0.056886330246925354
100473	rnn.bias_hh_l0_reverse	7	-0.17387928068637848
100473	rnn.bias_hh_l0_reverse	8	-0.04240524768829346
100473	rnn.bias_hh_l0_reverse	9	-0.12710867822170258
100473	linear.weight	0	-0.18372388184070587
100473	linear.weight	1	-0.19175602495670319
100473	linear.weight	2	-0.011228874325752258
100473	linear.weight	3	-0.07526516914367676
100473	linear.weight	4	0.030732054263353348
100473	linear.weight	5	0.218122199177742
100473	linear.weight	6	0.0047744326293468475
100473	linear.weight	7	-0.021312154829502106
100473	linear.weight	8	0.0708329975605011
100473	linear.weight	9	0.16290558874607086
100473	linear.bias	0	-0.7740845680236816
100473	linear.bias	1	1.0877888202667236
100473	linear.bias	2	-0.29785165190696716
100473	linear.bias	3	-0.5429365038871765
100473	linear.bias	4	-1.0472321510314941
100473	linear.bias	5	-1.1574410200119019
100473	linear.bias	6	-0.769626796245575
100473	linear.bias	7	-0.7390192747116089
100473	linear.bias	8	-0.01705317199230194
100473	linear.bias	9	3.1810154914855957
100670	transitions	0	-0.32541412115097046
100670	transitions	1	8.076577186584473
100670	transitions	2	-3.2769134044647217
100670	transitions	3	1.3756048679351807
100670	transitions	4	-1.9138755798339844
100670	transitions	5	-0.3457871973514557
100670	transitions	6	-0.17593666911125183
100670	transitions	7	-10000.0
100670	transitions	8	1.720380187034607
100670	transitions	9	-2.290834665298462
100670	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
100670	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
100670	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
100670	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
100670	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
100670	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
100670	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
100670	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
100670	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
100670	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
100670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
100670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
100670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
100670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
100670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
100670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
100670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
100670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
100670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
100670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
100670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
100670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
100670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
100670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
100670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
100670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
100670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
100670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
100670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
100670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
100670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
100670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
100670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
100670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
100670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
100670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
100670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
100670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
100670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
100670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
100670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
100670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
100670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
100670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
100670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
100670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
100670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
100670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
100670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
100670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
100670	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
100670	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
100670	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
100670	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
100670	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
100670	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
100670	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
100670	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
100670	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
100670	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
100670	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
100670	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
100670	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
100670	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
100670	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
100670	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
100670	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
100670	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
100670	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
100670	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
100670	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
100670	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
100670	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
100670	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
100670	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
100670	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
100670	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
100670	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
100670	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
100670	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
100670	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
100670	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
100670	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
100670	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
100670	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
100670	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
100670	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
100670	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
100670	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
100670	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
100670	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
100670	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
100670	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
100670	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
100670	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
100670	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
100670	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
100670	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
100670	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
100670	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
100670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
100670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
100670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
100670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
100670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
100670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
100670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
100670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
100670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
100670	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
100670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
100670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
100670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
100670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
100670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
100670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
100670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
100670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
100670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
100670	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
100670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
100670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
100670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
100670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
100670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
100670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
100670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
100670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
100670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
100670	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
100670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
100670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
100670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
100670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
100670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
100670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
100670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
100670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
100670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
100670	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
100670	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
100670	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
100670	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
100670	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
100670	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
100670	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
100670	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
100670	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
100670	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
100670	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
100670	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
100670	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
100670	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
100670	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
100670	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
100670	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
100670	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
100670	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
100670	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
100670	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
100670	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
100670	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
100670	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
100670	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
100670	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
100670	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
100670	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
100670	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
100670	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
100670	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
100670	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
100670	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
100670	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
100670	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
100670	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
100670	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
100670	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
100670	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
100670	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
100670	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
100670	embedding2nn.weight	0	0.04344986006617546
100670	embedding2nn.weight	1	-0.0833551287651062
100670	embedding2nn.weight	2	0.016345350071787834
100670	embedding2nn.weight	3	-0.05236329883337021
100670	embedding2nn.weight	4	-0.14354343712329865
100670	embedding2nn.weight	5	0.09291410446166992
100670	embedding2nn.weight	6	-0.1179126724600792
100670	embedding2nn.weight	7	-0.06676643341779709
100670	embedding2nn.weight	8	-0.013802696019411087
100670	embedding2nn.weight	9	0.04139859974384308
100670	embedding2nn.bias	0	0.08330050855875015
100670	embedding2nn.bias	1	0.021620457991957664
100670	embedding2nn.bias	2	-0.1367650330066681
100670	embedding2nn.bias	3	0.06720028817653656
100670	embedding2nn.bias	4	0.0156411025673151
100670	embedding2nn.bias	5	-0.1804094761610031
100670	embedding2nn.bias	6	-0.12261807918548584
100670	embedding2nn.bias	7	-0.04099731147289276
100670	embedding2nn.bias	8	0.10541404038667679
100670	embedding2nn.bias	9	-0.10369587689638138
100670	rnn.weight_ih_l0	0	0.004628222435712814
100670	rnn.weight_ih_l0	1	-0.030635232105851173
100670	rnn.weight_ih_l0	2	-0.02739722467958927
100670	rnn.weight_ih_l0	3	-0.013604642823338509
100670	rnn.weight_ih_l0	4	-0.01133274007588625
100670	rnn.weight_ih_l0	5	-0.07707412540912628
100670	rnn.weight_ih_l0	6	-0.01877702586352825
100670	rnn.weight_ih_l0	7	-0.03148629143834114
100670	rnn.weight_ih_l0	8	0.032355811446905136
100670	rnn.weight_ih_l0	9	0.012470223940908909
100670	rnn.weight_hh_l0	0	0.011760858818888664
100670	rnn.weight_hh_l0	1	-0.07074005901813507
100670	rnn.weight_hh_l0	2	0.05583464354276657
100670	rnn.weight_hh_l0	3	0.03619391471147537
100670	rnn.weight_hh_l0	4	0.009732422418892384
100670	rnn.weight_hh_l0	5	0.04871556535363197
100670	rnn.weight_hh_l0	6	-0.013283717446029186
100670	rnn.weight_hh_l0	7	-0.08469309657812119
100670	rnn.weight_hh_l0	8	-0.007486731745302677
100670	rnn.weight_hh_l0	9	-0.09857606887817383
100670	rnn.bias_ih_l0	0	-0.10668831318616867
100670	rnn.bias_ih_l0	1	-0.15383611619472504
100670	rnn.bias_ih_l0	2	-0.21382033824920654
100670	rnn.bias_ih_l0	3	-0.2761569917201996
100670	rnn.bias_ih_l0	4	0.009461643174290657
100670	rnn.bias_ih_l0	5	0.09751303493976593
100670	rnn.bias_ih_l0	6	-0.13742944598197937
100670	rnn.bias_ih_l0	7	-0.2553192377090454
100670	rnn.bias_ih_l0	8	-0.09796731919050217
100670	rnn.bias_ih_l0	9	-0.16273942589759827
100670	rnn.bias_hh_l0	0	0.12020672857761383
100670	rnn.bias_hh_l0	1	-0.04894191026687622
100670	rnn.bias_hh_l0	2	0.029130568727850914
100670	rnn.bias_hh_l0	3	-0.15681323409080505
100670	rnn.bias_hh_l0	4	0.05995362624526024
100670	rnn.bias_hh_l0	5	0.028453310951590538
100670	rnn.bias_hh_l0	6	-0.08370211720466614
100670	rnn.bias_hh_l0	7	-0.13995108008384705
100670	rnn.bias_hh_l0	8	-0.143915057182312
100670	rnn.bias_hh_l0	9	-0.0944124311208725
100670	rnn.weight_ih_l0_reverse	0	-0.004914108198136091
100670	rnn.weight_ih_l0_reverse	1	0.017990173771977425
100670	rnn.weight_ih_l0_reverse	2	-0.010499315336346626
100670	rnn.weight_ih_l0_reverse	3	-0.022210922092199326
100670	rnn.weight_ih_l0_reverse	4	0.012669279240071774
100670	rnn.weight_ih_l0_reverse	5	-0.05428863689303398
100670	rnn.weight_ih_l0_reverse	6	-0.039093900471925735
100670	rnn.weight_ih_l0_reverse	7	-0.0054628015495836735
100670	rnn.weight_ih_l0_reverse	8	0.0405195988714695
100670	rnn.weight_ih_l0_reverse	9	0.019713299348950386
100670	rnn.weight_hh_l0_reverse	0	0.003716543549671769
100670	rnn.weight_hh_l0_reverse	1	0.021330229938030243
100670	rnn.weight_hh_l0_reverse	2	-0.03648960590362549
100670	rnn.weight_hh_l0_reverse	3	0.03545871749520302
100670	rnn.weight_hh_l0_reverse	4	0.0198871660977602
100670	rnn.weight_hh_l0_reverse	5	-0.013486537151038647
100670	rnn.weight_hh_l0_reverse	6	0.033331248909235
100670	rnn.weight_hh_l0_reverse	7	0.021185513585805893
100670	rnn.weight_hh_l0_reverse	8	-0.007535453420132399
100670	rnn.weight_hh_l0_reverse	9	-0.060889195650815964
100670	rnn.bias_ih_l0_reverse	0	-0.13150672614574432
100670	rnn.bias_ih_l0_reverse	1	-0.2857159376144409
100670	rnn.bias_ih_l0_reverse	2	-0.05316871777176857
100670	rnn.bias_ih_l0_reverse	3	-0.11549680680036545
100670	rnn.bias_ih_l0_reverse	4	0.0689738541841507
100670	rnn.bias_ih_l0_reverse	5	-0.2305438369512558
100670	rnn.bias_ih_l0_reverse	6	-0.04831782355904579
100670	rnn.bias_ih_l0_reverse	7	0.026024725288152695
100670	rnn.bias_ih_l0_reverse	8	-0.14825232326984406
100670	rnn.bias_ih_l0_reverse	9	-0.07372435927391052
100670	rnn.bias_hh_l0_reverse	0	-0.1287969946861267
100670	rnn.bias_hh_l0_reverse	1	-0.1277541071176529
100670	rnn.bias_hh_l0_reverse	2	-0.03219934180378914
100670	rnn.bias_hh_l0_reverse	3	-0.13770607113838196
100670	rnn.bias_hh_l0_reverse	4	-0.017755845561623573
100670	rnn.bias_hh_l0_reverse	5	-0.09904729574918747
100670	rnn.bias_hh_l0_reverse	6	-0.05739392340183258
100670	rnn.bias_hh_l0_reverse	7	-0.17485669255256653
100670	rnn.bias_hh_l0_reverse	8	-0.04508569464087486
100670	rnn.bias_hh_l0_reverse	9	-0.12679031491279602
100670	linear.weight	0	-0.17415516078472137
100670	linear.weight	1	-0.1881684958934784
100670	linear.weight	2	-0.011228874325752258
100670	linear.weight	3	-0.06429372727870941
100670	linear.weight	4	0.03347034007310867
100670	linear.weight	5	0.224113330245018
100670	linear.weight	6	0.0047744326293468475
100670	linear.weight	7	-0.021312154829502106
100670	linear.weight	8	0.10954573005437851
100670	linear.weight	9	0.16620582342147827
100670	linear.bias	0	-0.796008288860321
100670	linear.bias	1	1.1107139587402344
100670	linear.bias	2	-0.23734092712402344
100670	linear.bias	3	-0.5542986392974854
100670	linear.bias	4	-1.0456416606903076
100670	linear.bias	5	-1.1575369834899902
100670	linear.bias	6	-0.7902690768241882
100670	linear.bias	7	-0.7309081554412842
100670	linear.bias	8	-0.01705317199230194
100670	linear.bias	9	3.1644325256347656
100674	transitions	0	-0.32541489601135254
100674	transitions	1	8.079480171203613
100674	transitions	2	-3.2769217491149902
100674	transitions	3	1.37555730342865
100674	transitions	4	-1.9138808250427246
100674	transitions	5	-0.3457873463630676
100674	transitions	6	-0.17593832314014435
100674	transitions	7	-10000.0
100674	transitions	8	1.7203668355941772
100674	transitions	9	-2.290834903717041
100674	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
100674	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
100674	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
100674	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
100674	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
100674	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
100674	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
100674	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
100674	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
100674	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
100674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
100674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
100674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
100674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
100674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
100674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
100674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
100674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
100674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
100674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
100674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
100674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
100674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
100674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
100674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
100674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
100674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
100674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
100674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
100674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
100674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
100674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
100674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
100674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
100674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
100674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
100674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
100674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
100674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
100674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
100674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
100674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
100674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
100674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
100674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
100674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
100674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
100674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
100674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
100674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
100674	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
100674	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
100674	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
100674	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
100674	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
100674	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
100674	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
100674	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
100674	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
100674	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
100674	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
100674	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
100674	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
100674	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
100674	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
100674	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
100674	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
100674	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
100674	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
100674	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
100674	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
100674	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
100674	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
100674	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
100674	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
100674	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
100674	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
100674	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
100674	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
100674	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
100674	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
100674	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
100674	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
100674	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
100674	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
100674	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
100674	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
100674	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
100674	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
100674	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
100674	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
100674	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
100674	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
100674	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
100674	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
100674	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
100674	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
100674	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
100674	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
100674	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
100674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
100674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
100674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
100674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
100674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
100674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
100674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
100674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
100674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
100674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
100674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
100674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
100674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
100674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
100674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
100674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
100674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
100674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
100674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
100674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
100674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
100674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
100674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
100674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
100674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
100674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
100674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
100674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
100674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
100674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
100674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
100674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
100674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
100674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
100674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
100674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
100674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
100674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
100674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
100674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
100674	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
100674	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
100674	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
100674	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
100674	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
100674	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
100674	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
100674	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
100674	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
100674	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
100674	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
100674	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
100674	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
100674	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
100674	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
100674	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
100674	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
100674	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
100674	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
100674	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
100674	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
100674	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
100674	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
100674	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
100674	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
100674	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
100674	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
100674	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
100674	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
100674	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
100674	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
100674	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
100674	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
100674	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
100674	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
100674	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
100674	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
100674	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
100674	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
100674	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
100674	embedding2nn.weight	0	0.04353883117437363
100674	embedding2nn.weight	1	-0.08329008519649506
100674	embedding2nn.weight	2	0.016070174053311348
100674	embedding2nn.weight	3	-0.05251644551753998
100674	embedding2nn.weight	4	-0.14347600936889648
100674	embedding2nn.weight	5	0.09290570020675659
100674	embedding2nn.weight	6	-0.11743874102830887
100674	embedding2nn.weight	7	-0.06683199852705002
100674	embedding2nn.weight	8	-0.013813795521855354
100674	embedding2nn.weight	9	0.042680758982896805
100674	embedding2nn.bias	0	0.08398306369781494
100674	embedding2nn.bias	1	0.021342767402529716
100674	embedding2nn.bias	2	-0.13721108436584473
100674	embedding2nn.bias	3	0.06739846616983414
100674	embedding2nn.bias	4	0.017403705045580864
100674	embedding2nn.bias	5	-0.17926296591758728
100674	embedding2nn.bias	6	-0.12257005274295807
100674	embedding2nn.bias	7	-0.03954844921827316
100674	embedding2nn.bias	8	0.10459060221910477
100674	embedding2nn.bias	9	-0.10276913642883301
100674	rnn.weight_ih_l0	0	0.004607991315424442
100674	rnn.weight_ih_l0	1	-0.030696546658873558
100674	rnn.weight_ih_l0	2	-0.027437502518296242
100674	rnn.weight_ih_l0	3	-0.013622114434838295
100674	rnn.weight_ih_l0	4	-0.011375089175999165
100674	rnn.weight_ih_l0	5	-0.0768975168466568
100674	rnn.weight_ih_l0	6	-0.019094619899988174
100674	rnn.weight_ih_l0	7	-0.03151947632431984
100674	rnn.weight_ih_l0	8	0.03230037912726402
100674	rnn.weight_ih_l0	9	0.012323921546339989
100674	rnn.weight_hh_l0	0	0.01170832384377718
100674	rnn.weight_hh_l0	1	-0.07072537392377853
100674	rnn.weight_hh_l0	2	0.055731866508722305
100674	rnn.weight_hh_l0	3	0.03629187121987343
100674	rnn.weight_hh_l0	4	0.009700067341327667
100674	rnn.weight_hh_l0	5	0.04881986603140831
100674	rnn.weight_hh_l0	6	-0.013287138193845749
100674	rnn.weight_hh_l0	7	-0.08466373383998871
100674	rnn.weight_hh_l0	8	-0.007513389922678471
100674	rnn.weight_hh_l0	9	-0.09857707470655441
100674	rnn.bias_ih_l0	0	-0.10606329143047333
100674	rnn.bias_ih_l0	1	-0.15355469286441803
100674	rnn.bias_ih_l0	2	-0.21375931799411774
100674	rnn.bias_ih_l0	3	-0.27565959095954895
100674	rnn.bias_ih_l0	4	0.009417867287993431
100674	rnn.bias_ih_l0	5	0.09749635308980942
100674	rnn.bias_ih_l0	6	-0.13771529495716095
100674	rnn.bias_ih_l0	7	-0.25585824251174927
100674	rnn.bias_ih_l0	8	-0.0978631004691124
100674	rnn.bias_ih_l0	9	-0.16197894513607025
100674	rnn.bias_hh_l0	0	0.12079368531703949
100674	rnn.bias_hh_l0	1	-0.048951540142297745
100674	rnn.bias_hh_l0	2	0.029074985533952713
100674	rnn.bias_hh_l0	3	-0.15660017728805542
100674	rnn.bias_hh_l0	4	0.059929218143224716
100674	rnn.bias_hh_l0	5	0.028592996299266815
100674	rnn.bias_hh_l0	6	-0.08401244878768921
100674	rnn.bias_hh_l0	7	-0.14012080430984497
100674	rnn.bias_hh_l0	8	-0.14396512508392334
100674	rnn.bias_hh_l0	9	-0.09441749006509781
100674	rnn.weight_ih_l0_reverse	0	-0.004929342307150364
100674	rnn.weight_ih_l0_reverse	1	0.0181143619120121
100674	rnn.weight_ih_l0_reverse	2	-0.010003862902522087
100674	rnn.weight_ih_l0_reverse	3	-0.02225544862449169
100674	rnn.weight_ih_l0_reverse	4	0.012763341888785362
100674	rnn.weight_ih_l0_reverse	5	-0.05425314977765083
100674	rnn.weight_ih_l0_reverse	6	-0.03906707093119621
100674	rnn.weight_ih_l0_reverse	7	-0.005179958883672953
100674	rnn.weight_ih_l0_reverse	8	0.04052994027733803
100674	rnn.weight_ih_l0_reverse	9	0.019805124029517174
100674	rnn.weight_hh_l0_reverse	0	0.0037482865154743195
100674	rnn.weight_hh_l0_reverse	1	0.02110457792878151
100674	rnn.weight_hh_l0_reverse	2	-0.0364847257733345
100674	rnn.weight_hh_l0_reverse	3	0.03545184060931206
100674	rnn.weight_hh_l0_reverse	4	0.019948748871684074
100674	rnn.weight_hh_l0_reverse	5	-0.013482005335390568
100674	rnn.weight_hh_l0_reverse	6	0.03334006294608116
100674	rnn.weight_hh_l0_reverse	7	0.02095217816531658
100674	rnn.weight_hh_l0_reverse	8	-0.007821484468877316
100674	rnn.weight_hh_l0_reverse	9	-0.06078255549073219
100674	rnn.bias_ih_l0_reverse	0	-0.13189277052879333
100674	rnn.bias_ih_l0_reverse	1	-0.2858915328979492
100674	rnn.bias_ih_l0_reverse	2	-0.053603801876306534
100674	rnn.bias_ih_l0_reverse	3	-0.11562088876962662
100674	rnn.bias_ih_l0_reverse	4	0.0688415914773941
100674	rnn.bias_ih_l0_reverse	5	-0.23029787838459015
100674	rnn.bias_ih_l0_reverse	6	-0.047987401485443115
100674	rnn.bias_ih_l0_reverse	7	0.025525951758027077
100674	rnn.bias_ih_l0_reverse	8	-0.1483585238456726
100674	rnn.bias_ih_l0_reverse	9	-0.07498890906572342
100674	rnn.bias_hh_l0_reverse	0	-0.12849751114845276
100674	rnn.bias_hh_l0_reverse	1	-0.1287515014410019
100674	rnn.bias_hh_l0_reverse	2	-0.032330989837646484
100674	rnn.bias_hh_l0_reverse	3	-0.13727782666683197
100674	rnn.bias_hh_l0_reverse	4	-0.01782897114753723
100674	rnn.bias_hh_l0_reverse	5	-0.09901543706655502
100674	rnn.bias_hh_l0_reverse	6	-0.057339396327733994
100674	rnn.bias_hh_l0_reverse	7	-0.1752607822418213
100674	rnn.bias_hh_l0_reverse	8	-0.04562802240252495
100674	rnn.bias_hh_l0_reverse	9	-0.12646831572055817
100674	linear.weight	0	-0.17474141716957092
100674	linear.weight	1	-0.18783503770828247
100674	linear.weight	2	-0.011228874325752258
100674	linear.weight	3	-0.04980113357305527
100674	linear.weight	4	0.035237330943346024
100674	linear.weight	5	0.22408024966716766
100674	linear.weight	6	0.0047744326293468475
100674	linear.weight	7	-0.021312154829502106
100674	linear.weight	8	0.10952067375183105
100674	linear.weight	9	0.1659986674785614
100674	linear.bias	0	-0.7949485778808594
100674	linear.bias	1	1.1197595596313477
100674	linear.bias	2	-0.23105953633785248
100674	linear.bias	3	-0.5564134120941162
100674	linear.bias	4	-1.0491645336151123
100674	linear.bias	5	-1.1575382947921753
100674	linear.bias	6	-0.7892446517944336
100674	linear.bias	7	-0.7411566376686096
100674	linear.bias	8	-0.01705317199230194
100674	linear.bias	9	3.140852451324463
100871	transitions	0	-0.3256310820579529
100871	transitions	1	8.08748722076416
100871	transitions	2	-3.278076648712158
100871	transitions	3	1.3556528091430664
100871	transitions	4	-1.9146357774734497
100871	transitions	5	-0.34595122933387756
100871	transitions	6	-0.17600174248218536
100871	transitions	7	-10000.0
100871	transitions	8	1.7203354835510254
100871	transitions	9	-2.290865898132324
100871	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
100871	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
100871	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
100871	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
100871	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
100871	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
100871	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
100871	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
100871	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
100871	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
100871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
100871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
100871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
100871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
100871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
100871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
100871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
100871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
100871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
100871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
100871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
100871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
100871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
100871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
100871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
100871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
100871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
100871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
100871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
100871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
100871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
100871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
100871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
100871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
100871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
100871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
100871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
100871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
100871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
100871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
100871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
100871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
100871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
100871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
100871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
100871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
100871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
100871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
100871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
100871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
100871	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
100871	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
100871	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
100871	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
100871	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
100871	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
100871	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
100871	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
100871	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
100871	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
100871	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
100871	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
100871	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
100871	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
100871	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
100871	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
100871	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
100871	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
100871	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
100871	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
100871	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
100871	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
100871	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
100871	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
100871	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
100871	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
100871	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
100871	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
100871	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
100871	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
100871	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
100871	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
100871	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
100871	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
100871	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
100871	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
100871	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
100871	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
100871	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
100871	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
100871	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
100871	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
100871	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
100871	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
100871	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
100871	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
100871	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
100871	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
100871	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
100871	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
100871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
100871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
100871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
100871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
100871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
100871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
100871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
100871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
100871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
100871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
100871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
100871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
100871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
100871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
100871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
100871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
100871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
100871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
100871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
100871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
100871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
100871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
100871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
100871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
100871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
100871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
100871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
100871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
100871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
100871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
100871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
100871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
100871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
100871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
100871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
100871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
100871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
100871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
100871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
100871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
100871	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
100871	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
100871	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
100871	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
100871	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
100871	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
100871	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
100871	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
100871	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
100871	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
100871	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
100871	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
100871	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
100871	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
100871	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
100871	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
100871	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
100871	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
100871	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
100871	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
100871	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
100871	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
100871	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
100871	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
100871	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
100871	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
100871	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
100871	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
100871	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
100871	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
100871	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
100871	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
100871	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
100871	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
100871	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
100871	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
100871	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
100871	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
100871	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
100871	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
100871	embedding2nn.weight	0	0.04284052923321724
100871	embedding2nn.weight	1	-0.08299015462398529
100871	embedding2nn.weight	2	0.015209591947495937
100871	embedding2nn.weight	3	-0.05382091924548149
100871	embedding2nn.weight	4	-0.14258898794651031
100871	embedding2nn.weight	5	0.09206119179725647
100871	embedding2nn.weight	6	-0.11465426534414291
100871	embedding2nn.weight	7	-0.06314866989850998
100871	embedding2nn.weight	8	-0.01093833427876234
100871	embedding2nn.weight	9	0.042926229536533356
100871	embedding2nn.bias	0	0.08050298690795898
100871	embedding2nn.bias	1	0.0058068884536623955
100871	embedding2nn.bias	2	-0.12907575070858002
100871	embedding2nn.bias	3	0.06522627174854279
100871	embedding2nn.bias	4	0.02175929956138134
100871	embedding2nn.bias	5	-0.183958038687706
100871	embedding2nn.bias	6	-0.11318037658929825
100871	embedding2nn.bias	7	-0.036917150020599365
100871	embedding2nn.bias	8	0.10417821258306503
100871	embedding2nn.bias	9	-0.11226075887680054
100871	rnn.weight_ih_l0	0	0.0068635474890470505
100871	rnn.weight_ih_l0	1	-0.032286543399095535
100871	rnn.weight_ih_l0	2	-0.028185375034809113
100871	rnn.weight_ih_l0	3	-0.015568562783300877
100871	rnn.weight_ih_l0	4	-0.010884982533752918
100871	rnn.weight_ih_l0	5	-0.07457172870635986
100871	rnn.weight_ih_l0	6	-0.01968349516391754
100871	rnn.weight_ih_l0	7	-0.02829676866531372
100871	rnn.weight_ih_l0	8	0.037900928407907486
100871	rnn.weight_ih_l0	9	0.015320181846618652
100871	rnn.weight_hh_l0	0	0.011810182593762875
100871	rnn.weight_hh_l0	1	-0.0707237720489502
100871	rnn.weight_hh_l0	2	0.05532469227910042
100871	rnn.weight_hh_l0	3	0.03710804134607315
100871	rnn.weight_hh_l0	4	0.00967155396938324
100871	rnn.weight_hh_l0	5	0.049421802163124084
100871	rnn.weight_hh_l0	6	-0.013202815316617489
100871	rnn.weight_hh_l0	7	-0.08434726297855377
100871	rnn.weight_hh_l0	8	-0.006936389487236738
100871	rnn.weight_hh_l0	9	-0.09888619929552078
100871	rnn.bias_ih_l0	0	-0.10619743913412094
100871	rnn.bias_ih_l0	1	-0.15613585710525513
100871	rnn.bias_ih_l0	2	-0.21295271813869476
100871	rnn.bias_ih_l0	3	-0.27943676710128784
100871	rnn.bias_ih_l0	4	0.006834056694060564
100871	rnn.bias_ih_l0	5	0.09459094703197479
100871	rnn.bias_ih_l0	6	-0.13856102526187897
100871	rnn.bias_ih_l0	7	-0.2549467980861664
100871	rnn.bias_ih_l0	8	-0.0975477397441864
100871	rnn.bias_ih_l0	9	-0.158729687333107
100871	rnn.bias_hh_l0	0	0.12096288800239563
100871	rnn.bias_hh_l0	1	-0.04825756326317787
100871	rnn.bias_hh_l0	2	0.03100842982530594
100871	rnn.bias_hh_l0	3	-0.1562390774488449
100871	rnn.bias_hh_l0	4	0.06102004274725914
100871	rnn.bias_hh_l0	5	0.030463621020317078
100871	rnn.bias_hh_l0	6	-0.08669795095920563
100871	rnn.bias_hh_l0	7	-0.1394367665052414
100871	rnn.bias_hh_l0	8	-0.14348793029785156
100871	rnn.bias_hh_l0	9	-0.09375262260437012
100871	rnn.weight_ih_l0_reverse	0	-0.006280208937823772
100871	rnn.weight_ih_l0_reverse	1	0.018010510131716728
100871	rnn.weight_ih_l0_reverse	2	-0.009125575423240662
100871	rnn.weight_ih_l0_reverse	3	-0.023964738473296165
100871	rnn.weight_ih_l0_reverse	4	0.011731845326721668
100871	rnn.weight_ih_l0_reverse	5	-0.05613008141517639
100871	rnn.weight_ih_l0_reverse	6	-0.037526097148656845
100871	rnn.weight_ih_l0_reverse	7	-0.003309835446998477
100871	rnn.weight_ih_l0_reverse	8	0.037672366946935654
100871	rnn.weight_ih_l0_reverse	9	0.019694456830620766
100871	rnn.weight_hh_l0_reverse	0	0.0035437082406133413
100871	rnn.weight_hh_l0_reverse	1	0.02124776504933834
100871	rnn.weight_hh_l0_reverse	2	-0.03646307438611984
100871	rnn.weight_hh_l0_reverse	3	0.033438704907894135
100871	rnn.weight_hh_l0_reverse	4	0.020002152770757675
100871	rnn.weight_hh_l0_reverse	5	-0.014291863888502121
100871	rnn.weight_hh_l0_reverse	6	0.0328197218477726
100871	rnn.weight_hh_l0_reverse	7	0.021328531205654144
100871	rnn.weight_hh_l0_reverse	8	-0.006311534903943539
100871	rnn.weight_hh_l0_reverse	9	-0.060763243585824966
100871	rnn.bias_ih_l0_reverse	0	-0.1302320510149002
100871	rnn.bias_ih_l0_reverse	1	-0.2868433892726898
100871	rnn.bias_ih_l0_reverse	2	-0.04985000565648079
100871	rnn.bias_ih_l0_reverse	3	-0.11583313345909119
100871	rnn.bias_ih_l0_reverse	4	0.07315601408481598
100871	rnn.bias_ih_l0_reverse	5	-0.22914770245552063
100871	rnn.bias_ih_l0_reverse	6	-0.046847812831401825
100871	rnn.bias_ih_l0_reverse	7	0.018910666927695274
100871	rnn.bias_ih_l0_reverse	8	-0.14730782806873322
100871	rnn.bias_ih_l0_reverse	9	-0.07963841408491135
100871	rnn.bias_hh_l0_reverse	0	-0.12940728664398193
100871	rnn.bias_hh_l0_reverse	1	-0.13132867217063904
100871	rnn.bias_hh_l0_reverse	2	-0.031284015625715256
100871	rnn.bias_hh_l0_reverse	3	-0.1374974101781845
100871	rnn.bias_hh_l0_reverse	4	-0.018854744732379913
100871	rnn.bias_hh_l0_reverse	5	-0.09944988787174225
100871	rnn.bias_hh_l0_reverse	6	-0.05454643815755844
100871	rnn.bias_hh_l0_reverse	7	-0.1751173585653305
100871	rnn.bias_hh_l0_reverse	8	-0.0436180979013443
100871	rnn.bias_hh_l0_reverse	9	-0.12648843228816986
100871	linear.weight	0	-0.18628665804862976
100871	linear.weight	1	-0.20121140778064728
100871	linear.weight	2	-0.011228874325752258
100871	linear.weight	3	-0.02075969986617565
100871	linear.weight	4	0.044697195291519165
100871	linear.weight	5	0.2331119179725647
100871	linear.weight	6	0.0047744326293468475
100871	linear.weight	7	-0.021312154829502106
100871	linear.weight	8	0.11457496881484985
100871	linear.weight	9	0.17075605690479279
100871	linear.bias	0	-0.7760037183761597
100871	linear.bias	1	1.077642560005188
100871	linear.bias	2	-0.2809654772281647
100871	linear.bias	3	-0.5490093231201172
100871	linear.bias	4	-1.0471891164779663
100871	linear.bias	5	-1.1576416492462158
100871	linear.bias	6	-0.7690548896789551
100871	linear.bias	7	-0.7351948022842407
100871	linear.bias	8	-0.01705317199230194
100871	linear.bias	9	3.136644124984741
101068	transitions	0	-0.3261849284172058
101068	transitions	1	8.103866577148438
101068	transitions	2	-3.278858184814453
101068	transitions	3	1.3597311973571777
101068	transitions	4	-1.9150902032852173
101068	transitions	5	-0.34666866064071655
101068	transitions	6	-0.17609572410583496
101068	transitions	7	-10000.0
101068	transitions	8	1.717838168144226
101068	transitions	9	-2.290877103805542
101068	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
101068	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
101068	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
101068	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
101068	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
101068	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
101068	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
101068	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
101068	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
101068	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
101068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
101068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
101068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
101068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
101068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
101068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
101068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
101068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
101068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
101068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
101068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
101068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
101068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
101068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
101068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
101068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
101068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
101068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
101068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
101068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
101068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
101068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
101068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
101068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
101068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
101068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
101068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
101068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
101068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
101068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
101068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
101068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
101068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
101068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
101068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
101068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
101068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
101068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
101068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
101068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
101068	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
101068	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
101068	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
101068	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
101068	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
101068	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
101068	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
101068	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
101068	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
101068	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
101068	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
101068	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
101068	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
101068	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
101068	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
101068	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
101068	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
101068	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
101068	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
101068	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
101068	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
101068	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
101068	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
101068	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
101068	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
101068	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
101068	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
101068	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
101068	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
101068	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
101068	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
101068	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
101068	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
101068	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
101068	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
101068	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
101068	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
101068	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
101068	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
101068	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
101068	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
101068	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
101068	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
101068	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
101068	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
101068	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
101068	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
101068	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
101068	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
101068	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
101068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
101068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
101068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
101068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
101068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
101068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
101068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
101068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
101068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
101068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
101068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
101068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
101068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
101068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
101068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
101068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
101068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
101068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
101068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
101068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
101068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
101068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
101068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
101068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
101068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
101068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
101068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
101068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
101068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
101068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
101068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
101068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
101068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
101068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
101068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
101068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
101068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
101068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
101068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
101068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
101068	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
101068	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
101068	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
101068	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
101068	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
101068	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
101068	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
101068	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
101068	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
101068	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
101068	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
101068	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
101068	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
101068	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
101068	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
101068	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
101068	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
101068	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
101068	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
101068	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
101068	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
101068	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
101068	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
101068	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
101068	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
101068	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
101068	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
101068	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
101068	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
101068	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
101068	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
101068	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
101068	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
101068	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
101068	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
101068	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
101068	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
101068	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
101068	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
101068	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
101068	embedding2nn.weight	0	0.04323351010680199
101068	embedding2nn.weight	1	-0.0831293836236
101068	embedding2nn.weight	2	0.017098605632781982
101068	embedding2nn.weight	3	-0.05231337249279022
101068	embedding2nn.weight	4	-0.1495136022567749
101068	embedding2nn.weight	5	0.08976048231124878
101068	embedding2nn.weight	6	-0.11391813308000565
101068	embedding2nn.weight	7	-0.06452085822820663
101068	embedding2nn.weight	8	-0.010477297008037567
101068	embedding2nn.weight	9	0.044302135705947876
101068	embedding2nn.bias	0	0.0746888592839241
101068	embedding2nn.bias	1	0.010343175381422043
101068	embedding2nn.bias	2	-0.12131837010383606
101068	embedding2nn.bias	3	0.05911974608898163
101068	embedding2nn.bias	4	0.0444648414850235
101068	embedding2nn.bias	5	-0.1667947918176651
101068	embedding2nn.bias	6	-0.0932493507862091
101068	embedding2nn.bias	7	-0.038876987993717194
101068	embedding2nn.bias	8	0.09405555576086044
101068	embedding2nn.bias	9	-0.11100247502326965
101068	rnn.weight_ih_l0	0	0.007263788487762213
101068	rnn.weight_ih_l0	1	-0.036324962973594666
101068	rnn.weight_ih_l0	2	-0.028407679870724678
101068	rnn.weight_ih_l0	3	-0.0165348332375288
101068	rnn.weight_ih_l0	4	-0.009986496530473232
101068	rnn.weight_ih_l0	5	-0.07636217027902603
101068	rnn.weight_ih_l0	6	-0.017589686438441277
101068	rnn.weight_ih_l0	7	-0.028452526777982712
101068	rnn.weight_ih_l0	8	0.03522399067878723
101068	rnn.weight_ih_l0	9	0.019563203677535057
101068	rnn.weight_hh_l0	0	0.011371094733476639
101068	rnn.weight_hh_l0	1	-0.071377232670784
101068	rnn.weight_hh_l0	2	0.055535126477479935
101068	rnn.weight_hh_l0	3	0.0366208516061306
101068	rnn.weight_hh_l0	4	0.009516885504126549
101068	rnn.weight_hh_l0	5	0.05131661891937256
101068	rnn.weight_hh_l0	6	-0.0134993065148592
101068	rnn.weight_hh_l0	7	-0.08416000753641129
101068	rnn.weight_hh_l0	8	-0.007092311978340149
101068	rnn.weight_hh_l0	9	-0.10084796696901321
101068	rnn.bias_ih_l0	0	-0.10043548047542572
101068	rnn.bias_ih_l0	1	-0.1568748950958252
101068	rnn.bias_ih_l0	2	-0.2145545780658722
101068	rnn.bias_ih_l0	3	-0.2773672342300415
101068	rnn.bias_ih_l0	4	0.008105537854135036
101068	rnn.bias_ih_l0	5	0.09692344069480896
101068	rnn.bias_ih_l0	6	-0.1384056657552719
101068	rnn.bias_ih_l0	7	-0.2527026832103729
101068	rnn.bias_ih_l0	8	-0.10371953994035721
101068	rnn.bias_ih_l0	9	-0.15754598379135132
101068	rnn.bias_hh_l0	0	0.12465862929821014
101068	rnn.bias_hh_l0	1	-0.04581378772854805
101068	rnn.bias_hh_l0	2	0.028678804636001587
101068	rnn.bias_hh_l0	3	-0.15974992513656616
101068	rnn.bias_hh_l0	4	0.05190637335181236
101068	rnn.bias_hh_l0	5	0.028697753325104713
101068	rnn.bias_hh_l0	6	-0.08490689098834991
101068	rnn.bias_hh_l0	7	-0.14438582956790924
101068	rnn.bias_hh_l0	8	-0.1431327760219574
101068	rnn.bias_hh_l0	9	-0.09391757100820541
101068	rnn.weight_ih_l0_reverse	0	-0.006857419386506081
101068	rnn.weight_ih_l0_reverse	1	0.01944408379495144
101068	rnn.weight_ih_l0_reverse	2	-0.016711175441741943
101068	rnn.weight_ih_l0_reverse	3	-0.022596390917897224
101068	rnn.weight_ih_l0_reverse	4	0.01389007456600666
101068	rnn.weight_ih_l0_reverse	5	-0.054982736706733704
101068	rnn.weight_ih_l0_reverse	6	-0.038259442895650864
101068	rnn.weight_ih_l0_reverse	7	-0.004547721706330776
101068	rnn.weight_ih_l0_reverse	8	0.03780782222747803
101068	rnn.weight_ih_l0_reverse	9	0.020082661882042885
101068	rnn.weight_hh_l0_reverse	0	0.003401943249627948
101068	rnn.weight_hh_l0_reverse	1	0.021233588457107544
101068	rnn.weight_hh_l0_reverse	2	-0.03670233488082886
101068	rnn.weight_hh_l0_reverse	3	0.033098310232162476
101068	rnn.weight_hh_l0_reverse	4	0.019998623058199883
101068	rnn.weight_hh_l0_reverse	5	-0.01436743512749672
101068	rnn.weight_hh_l0_reverse	6	0.03371218219399452
101068	rnn.weight_hh_l0_reverse	7	0.021145913749933243
101068	rnn.weight_hh_l0_reverse	8	-0.008704368025064468
101068	rnn.weight_hh_l0_reverse	9	-0.060713302344083786
101068	rnn.bias_ih_l0_reverse	0	-0.12827637791633606
101068	rnn.bias_ih_l0_reverse	1	-0.28744158148765564
101068	rnn.bias_ih_l0_reverse	2	-0.051664602011442184
101068	rnn.bias_ih_l0_reverse	3	-0.1134391501545906
101068	rnn.bias_ih_l0_reverse	4	0.07428287714719772
101068	rnn.bias_ih_l0_reverse	5	-0.22747914493083954
101068	rnn.bias_ih_l0_reverse	6	-0.04675232246518135
101068	rnn.bias_ih_l0_reverse	7	0.010924901813268661
101068	rnn.bias_ih_l0_reverse	8	-0.14782443642616272
101068	rnn.bias_ih_l0_reverse	9	-0.07948656380176544
101068	rnn.bias_hh_l0_reverse	0	-0.12475918978452682
101068	rnn.bias_hh_l0_reverse	1	-0.1313781887292862
101068	rnn.bias_hh_l0_reverse	2	-0.03243342041969299
101068	rnn.bias_hh_l0_reverse	3	-0.13837090134620667
101068	rnn.bias_hh_l0_reverse	4	-0.0174076110124588
101068	rnn.bias_hh_l0_reverse	5	-0.0968753844499588
101068	rnn.bias_hh_l0_reverse	6	-0.05336375907063484
101068	rnn.bias_hh_l0_reverse	7	-0.1740250289440155
101068	rnn.bias_hh_l0_reverse	8	-0.044967733323574066
101068	rnn.bias_hh_l0_reverse	9	-0.1273040622472763
101068	linear.weight	0	-0.1849985420703888
101068	linear.weight	1	-0.19961491227149963
101068	linear.weight	2	-0.011228874325752258
101068	linear.weight	3	-0.018080921843647957
101068	linear.weight	4	0.04660842567682266
101068	linear.weight	5	0.24279119074344635
101068	linear.weight	6	0.0047744326293468475
101068	linear.weight	7	-0.021312154829502106
101068	linear.weight	8	0.11452506482601166
101068	linear.weight	9	0.16615962982177734
101068	linear.bias	0	-0.7999203205108643
101068	linear.bias	1	1.0745841264724731
101068	linear.bias	2	-0.2961946725845337
101068	linear.bias	3	-0.548746645450592
101068	linear.bias	4	-1.0479179620742798
101068	linear.bias	5	-1.157735824584961
101068	linear.bias	6	-0.7944520711898804
101068	linear.bias	7	-0.6767033338546753
101068	linear.bias	8	-0.01705317199230194
101068	linear.bias	9	3.16540265083313
101265	transitions	0	-0.32666289806365967
101265	transitions	1	8.099156379699707
101265	transitions	2	-3.279531955718994
101265	transitions	3	1.3522146940231323
101265	transitions	4	-1.9171159267425537
101265	transitions	5	-0.34676578640937805
101265	transitions	6	-0.1761901080608368
101265	transitions	7	-10000.0
101265	transitions	8	1.7255444526672363
101265	transitions	9	-2.2908945083618164
101265	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
101265	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
101265	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
101265	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
101265	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
101265	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
101265	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
101265	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
101265	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
101265	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
101265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
101265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
101265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
101265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
101265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
101265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
101265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
101265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
101265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
101265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
101265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
101265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
101265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
101265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
101265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
101265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
101265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
101265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
101265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
101265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
101265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
101265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
101265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
101265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
101265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
101265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
101265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
101265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
101265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
101265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
101265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
101265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
101265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
101265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
101265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
101265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
101265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
101265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
101265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
101265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
101265	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
101265	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
101265	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
101265	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
101265	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
101265	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
101265	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
101265	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
101265	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
101265	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
101265	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
101265	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
101265	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
101265	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
101265	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
101265	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
101265	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
101265	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
101265	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
101265	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
101265	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
101265	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
101265	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
101265	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
101265	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
101265	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
101265	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
101265	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
101265	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
101265	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
101265	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
101265	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
101265	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
101265	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
101265	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
101265	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
101265	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
101265	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
101265	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
101265	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
101265	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
101265	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
101265	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
101265	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
101265	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
101265	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
101265	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
101265	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
101265	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
101265	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
101265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
101265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
101265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
101265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
101265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
101265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
101265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
101265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
101265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
101265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
101265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
101265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
101265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
101265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
101265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
101265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
101265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
101265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
101265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
101265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
101265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
101265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
101265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
101265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
101265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
101265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
101265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
101265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
101265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
101265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
101265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
101265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
101265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
101265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
101265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
101265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
101265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
101265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
101265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
101265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
101265	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
101265	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
101265	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
101265	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
101265	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
101265	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
101265	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
101265	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
101265	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
101265	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
101265	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
101265	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
101265	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
101265	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
101265	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
101265	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
101265	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
101265	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
101265	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
101265	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
101265	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
101265	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
101265	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
101265	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
101265	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
101265	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
101265	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
101265	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
101265	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
101265	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
101265	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
101265	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
101265	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
101265	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
101265	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
101265	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
101265	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
101265	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
101265	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
101265	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
101265	embedding2nn.weight	0	0.04321179538965225
101265	embedding2nn.weight	1	-0.08451483398675919
101265	embedding2nn.weight	2	0.018243106082081795
101265	embedding2nn.weight	3	-0.053004685789346695
101265	embedding2nn.weight	4	-0.15404540300369263
101265	embedding2nn.weight	5	0.09026052802801132
101265	embedding2nn.weight	6	-0.11518244445323944
101265	embedding2nn.weight	7	-0.06513334065675735
101265	embedding2nn.weight	8	-0.010472091846168041
101265	embedding2nn.weight	9	0.0415182039141655
101265	embedding2nn.bias	0	0.09323039650917053
101265	embedding2nn.bias	1	0.018329190090298653
101265	embedding2nn.bias	2	-0.13020513951778412
101265	embedding2nn.bias	3	0.06902855634689331
101265	embedding2nn.bias	4	0.04742831736803055
101265	embedding2nn.bias	5	-0.16624750196933746
101265	embedding2nn.bias	6	-0.09107308834791183
101265	embedding2nn.bias	7	-0.044673722237348557
101265	embedding2nn.bias	8	0.09682521969079971
101265	embedding2nn.bias	9	-0.10472211986780167
101265	rnn.weight_ih_l0	0	0.007273364812135696
101265	rnn.weight_ih_l0	1	-0.03257502615451813
101265	rnn.weight_ih_l0	2	-0.028304236009716988
101265	rnn.weight_ih_l0	3	-0.017693771049380302
101265	rnn.weight_ih_l0	4	-0.01266007125377655
101265	rnn.weight_ih_l0	5	-0.07458002120256424
101265	rnn.weight_ih_l0	6	-0.015743043273687363
101265	rnn.weight_ih_l0	7	-0.02795133925974369
101265	rnn.weight_ih_l0	8	0.03288804739713669
101265	rnn.weight_ih_l0	9	0.01663288101553917
101265	rnn.weight_hh_l0	0	0.010896410793066025
101265	rnn.weight_hh_l0	1	-0.0715813934803009
101265	rnn.weight_hh_l0	2	0.054758407175540924
101265	rnn.weight_hh_l0	3	0.03494609519839287
101265	rnn.weight_hh_l0	4	0.010295707732439041
101265	rnn.weight_hh_l0	5	0.05025606229901314
101265	rnn.weight_hh_l0	6	-0.013219185173511505
101265	rnn.weight_hh_l0	7	-0.08431241661310196
101265	rnn.weight_hh_l0	8	-0.006264582276344299
101265	rnn.weight_hh_l0	9	-0.10325384140014648
101265	rnn.bias_ih_l0	0	-0.10061441361904144
101265	rnn.bias_ih_l0	1	-0.1552836000919342
101265	rnn.bias_ih_l0	2	-0.2196875661611557
101265	rnn.bias_ih_l0	3	-0.27776309847831726
101265	rnn.bias_ih_l0	4	0.011118120513856411
101265	rnn.bias_ih_l0	5	0.09642757475376129
101265	rnn.bias_ih_l0	6	-0.13799302279949188
101265	rnn.bias_ih_l0	7	-0.251539409160614
101265	rnn.bias_ih_l0	8	-0.10072699189186096
101265	rnn.bias_ih_l0	9	-0.16107435524463654
101265	rnn.bias_hh_l0	0	0.12703511118888855
101265	rnn.bias_hh_l0	1	-0.04849651828408241
101265	rnn.bias_hh_l0	2	0.02668514847755432
101265	rnn.bias_hh_l0	3	-0.15997153520584106
101265	rnn.bias_hh_l0	4	0.04973004385828972
101265	rnn.bias_hh_l0	5	0.026707030832767487
101265	rnn.bias_hh_l0	6	-0.08776439726352692
101265	rnn.bias_hh_l0	7	-0.14456495642662048
101265	rnn.bias_hh_l0	8	-0.14022666215896606
101265	rnn.bias_hh_l0	9	-0.09336119145154953
101265	rnn.weight_ih_l0_reverse	0	-0.006305166520178318
101265	rnn.weight_ih_l0_reverse	1	0.020193934440612793
101265	rnn.weight_ih_l0_reverse	2	-0.012626460753381252
101265	rnn.weight_ih_l0_reverse	3	-0.022878719493746758
101265	rnn.weight_ih_l0_reverse	4	0.012423458509147167
101265	rnn.weight_ih_l0_reverse	5	-0.0537584163248539
101265	rnn.weight_ih_l0_reverse	6	-0.03884339705109596
101265	rnn.weight_ih_l0_reverse	7	-0.0018049641512334347
101265	rnn.weight_ih_l0_reverse	8	0.04105662181973457
101265	rnn.weight_ih_l0_reverse	9	0.020634010434150696
101265	rnn.weight_hh_l0_reverse	0	0.0036740212235599756
101265	rnn.weight_hh_l0_reverse	1	0.021657709032297134
101265	rnn.weight_hh_l0_reverse	2	-0.03606626018881798
101265	rnn.weight_hh_l0_reverse	3	0.033616259694099426
101265	rnn.weight_hh_l0_reverse	4	0.019558485597372055
101265	rnn.weight_hh_l0_reverse	5	-0.014657505787909031
101265	rnn.weight_hh_l0_reverse	6	0.0326525941491127
101265	rnn.weight_hh_l0_reverse	7	0.021509679034352303
101265	rnn.weight_hh_l0_reverse	8	-0.008167778141796589
101265	rnn.weight_hh_l0_reverse	9	-0.060531578958034515
101265	rnn.bias_ih_l0_reverse	0	-0.1312398761510849
101265	rnn.bias_ih_l0_reverse	1	-0.2953246533870697
101265	rnn.bias_ih_l0_reverse	2	-0.04965267702937126
101265	rnn.bias_ih_l0_reverse	3	-0.11415514349937439
101265	rnn.bias_ih_l0_reverse	4	0.07378359884023666
101265	rnn.bias_ih_l0_reverse	5	-0.22722001373767853
101265	rnn.bias_ih_l0_reverse	6	-0.04746987298130989
101265	rnn.bias_ih_l0_reverse	7	0.016023900359869003
101265	rnn.bias_ih_l0_reverse	8	-0.147596076130867
101265	rnn.bias_ih_l0_reverse	9	-0.0796392560005188
101265	rnn.bias_hh_l0_reverse	0	-0.12032750248908997
101265	rnn.bias_hh_l0_reverse	1	-0.13344596326351166
101265	rnn.bias_hh_l0_reverse	2	-0.03714432939887047
101265	rnn.bias_hh_l0_reverse	3	-0.13705715537071228
101265	rnn.bias_hh_l0_reverse	4	-0.020339207723736763
101265	rnn.bias_hh_l0_reverse	5	-0.09325765818357468
101265	rnn.bias_hh_l0_reverse	6	-0.05061475187540054
101265	rnn.bias_hh_l0_reverse	7	-0.1709737330675125
101265	rnn.bias_hh_l0_reverse	8	-0.043323058634996414
101265	rnn.bias_hh_l0_reverse	9	-0.12783430516719818
101265	linear.weight	0	-0.19629929959774017
101265	linear.weight	1	-0.19329793751239777
101265	linear.weight	2	-0.011228874325752258
101265	linear.weight	3	-0.023105498403310776
101265	linear.weight	4	0.045787859708070755
101265	linear.weight	5	0.23570412397384644
101265	linear.weight	6	0.0047744326293468475
101265	linear.weight	7	-0.021312154829502106
101265	linear.weight	8	0.09702275693416595
101265	linear.weight	9	0.15415681898593903
101265	linear.bias	0	-0.7802517414093018
101265	linear.bias	1	1.0978025197982788
101265	linear.bias	2	-0.28294917941093445
101265	linear.bias	3	-0.5666427612304688
101265	linear.bias	4	-1.0619242191314697
101265	linear.bias	5	-1.157833456993103
101265	linear.bias	6	-0.7733258605003357
101265	linear.bias	7	-0.692549467086792
101265	linear.bias	8	-0.01705317199230194
101265	linear.bias	9	3.151866912841797
101462	transitions	0	-0.32690149545669556
101462	transitions	1	8.110227584838867
101462	transitions	2	-3.2809181213378906
101462	transitions	3	1.3701212406158447
101462	transitions	4	-1.91765558719635
101462	transitions	5	-0.34687748551368713
101462	transitions	6	-0.1762424260377884
101462	transitions	7	-10000.0
101462	transitions	8	1.7237792015075684
101462	transitions	9	-2.2909128665924072
101462	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
101462	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
101462	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
101462	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
101462	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
101462	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
101462	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
101462	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
101462	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
101462	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
101462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
101462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
101462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
101462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
101462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
101462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
101462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
101462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
101462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
101462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
101462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
101462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
101462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
101462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
101462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
101462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
101462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
101462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
101462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
101462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
101462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
101462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
101462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
101462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
101462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
101462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
101462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
101462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
101462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
101462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
101462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
101462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
101462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
101462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
101462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
101462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
101462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
101462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
101462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
101462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
101462	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
101462	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
101462	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
101462	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
101462	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
101462	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
101462	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
101462	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
101462	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
101462	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
101462	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
101462	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
101462	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
101462	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
101462	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
101462	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
101462	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
101462	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
101462	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
101462	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
101462	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
101462	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
101462	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
101462	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
101462	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
101462	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
101462	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
101462	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
101462	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
101462	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
101462	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
101462	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
101462	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
101462	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
101462	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
101462	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
101462	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
101462	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
101462	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
101462	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
101462	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
101462	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
101462	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
101462	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
101462	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
101462	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
101462	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
101462	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
101462	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
101462	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
101462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
101462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
101462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
101462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
101462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
101462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
101462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
101462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
101462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
101462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
101462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
101462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
101462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
101462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
101462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
101462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
101462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
101462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
101462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
101462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
101462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
101462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
101462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
101462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
101462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
101462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
101462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
101462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
101462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
101462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
101462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
101462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
101462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
101462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
101462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
101462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
101462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
101462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
101462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
101462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
101462	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
101462	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
101462	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
101462	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
101462	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
101462	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
101462	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
101462	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
101462	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
101462	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
101462	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
101462	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
101462	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
101462	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
101462	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
101462	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
101462	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
101462	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
101462	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
101462	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
101462	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
101462	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
101462	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
101462	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
101462	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
101462	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
101462	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
101462	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
101462	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
101462	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
101462	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
101462	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
101462	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
101462	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
101462	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
101462	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
101462	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
101462	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
101462	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
101462	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
101462	embedding2nn.weight	0	0.04284442961215973
101462	embedding2nn.weight	1	-0.0852436050772667
101462	embedding2nn.weight	2	0.015012461692094803
101462	embedding2nn.weight	3	-0.05008535459637642
101462	embedding2nn.weight	4	-0.15077418088912964
101462	embedding2nn.weight	5	0.09116753935813904
101462	embedding2nn.weight	6	-0.1165085881948471
101462	embedding2nn.weight	7	-0.06770472228527069
101462	embedding2nn.weight	8	-0.009842115454375744
101462	embedding2nn.weight	9	0.042828451842069626
101462	embedding2nn.bias	0	0.07005990296602249
101462	embedding2nn.bias	1	0.00360884633846581
101462	embedding2nn.bias	2	-0.13484805822372437
101462	embedding2nn.bias	3	0.05832621082663536
101462	embedding2nn.bias	4	0.049720607697963715
101462	embedding2nn.bias	5	-0.1812632530927658
101462	embedding2nn.bias	6	-0.07921399921178818
101462	embedding2nn.bias	7	-0.032902128994464874
101462	embedding2nn.bias	8	0.10537444055080414
101462	embedding2nn.bias	9	-0.11168618500232697
101462	rnn.weight_ih_l0	0	0.004571480676531792
101462	rnn.weight_ih_l0	1	-0.03515704348683357
101462	rnn.weight_ih_l0	2	-0.027471791952848434
101462	rnn.weight_ih_l0	3	-0.01892843469977379
101462	rnn.weight_ih_l0	4	-0.011849960312247276
101462	rnn.weight_ih_l0	5	-0.07336075603961945
101462	rnn.weight_ih_l0	6	-0.013445270247757435
101462	rnn.weight_ih_l0	7	-0.028532741591334343
101462	rnn.weight_ih_l0	8	0.030085740610957146
101462	rnn.weight_ih_l0	9	0.017302772030234337
101462	rnn.weight_hh_l0	0	0.011295652016997337
101462	rnn.weight_hh_l0	1	-0.07106182724237442
101462	rnn.weight_hh_l0	2	0.055410463362932205
101462	rnn.weight_hh_l0	3	0.03628129884600639
101462	rnn.weight_hh_l0	4	0.009948277845978737
101462	rnn.weight_hh_l0	5	0.04964550957083702
101462	rnn.weight_hh_l0	6	-0.013317544013261795
101462	rnn.weight_hh_l0	7	-0.08386341482400894
101462	rnn.weight_hh_l0	8	-0.005810428410768509
101462	rnn.weight_hh_l0	9	-0.10545672476291656
101462	rnn.bias_ih_l0	0	-0.103326715528965
101462	rnn.bias_ih_l0	1	-0.1558813452720642
101462	rnn.bias_ih_l0	2	-0.2179664671421051
101462	rnn.bias_ih_l0	3	-0.27832818031311035
101462	rnn.bias_ih_l0	4	0.00882260873913765
101462	rnn.bias_ih_l0	5	0.09071724116802216
101462	rnn.bias_ih_l0	6	-0.1398690789937973
101462	rnn.bias_ih_l0	7	-0.25034409761428833
101462	rnn.bias_ih_l0	8	-0.09938178211450577
101462	rnn.bias_ih_l0	9	-0.15649066865444183
101462	rnn.bias_hh_l0	0	0.12716972827911377
101462	rnn.bias_hh_l0	1	-0.04865706339478493
101462	rnn.bias_hh_l0	2	0.030810903757810593
101462	rnn.bias_hh_l0	3	-0.158919557929039
101462	rnn.bias_hh_l0	4	0.049306485801935196
101462	rnn.bias_hh_l0	5	0.02733422815799713
101462	rnn.bias_hh_l0	6	-0.09014129638671875
101462	rnn.bias_hh_l0	7	-0.14272789657115936
101462	rnn.bias_hh_l0	8	-0.14016038179397583
101462	rnn.bias_hh_l0	9	-0.09492302685976028
101462	rnn.weight_ih_l0_reverse	0	-0.006487602833658457
101462	rnn.weight_ih_l0_reverse	1	0.021580243483185768
101462	rnn.weight_ih_l0_reverse	2	-0.006928965914994478
101462	rnn.weight_ih_l0_reverse	3	-0.023577237501740456
101462	rnn.weight_ih_l0_reverse	4	0.013638971373438835
101462	rnn.weight_ih_l0_reverse	5	-0.05208364501595497
101462	rnn.weight_ih_l0_reverse	6	-0.037539880722761154
101462	rnn.weight_ih_l0_reverse	7	0.00010737480624811724
101462	rnn.weight_ih_l0_reverse	8	0.0408281609416008
101462	rnn.weight_ih_l0_reverse	9	0.019768979400396347
101462	rnn.weight_hh_l0_reverse	0	0.004555979743599892
101462	rnn.weight_hh_l0_reverse	1	0.021621795371174812
101462	rnn.weight_hh_l0_reverse	2	-0.035209257155656815
101462	rnn.weight_hh_l0_reverse	3	0.03342980891466141
101462	rnn.weight_hh_l0_reverse	4	0.019961228594183922
101462	rnn.weight_hh_l0_reverse	5	-0.014503409154713154
101462	rnn.weight_hh_l0_reverse	6	0.03340010717511177
101462	rnn.weight_hh_l0_reverse	7	0.02076597511768341
101462	rnn.weight_hh_l0_reverse	8	-0.006924793589860201
101462	rnn.weight_hh_l0_reverse	9	-0.058673709630966187
101462	rnn.bias_ih_l0_reverse	0	-0.1314729005098343
101462	rnn.bias_ih_l0_reverse	1	-0.2935470640659332
101462	rnn.bias_ih_l0_reverse	2	-0.05039730295538902
101462	rnn.bias_ih_l0_reverse	3	-0.11845275014638901
101462	rnn.bias_ih_l0_reverse	4	0.06961521506309509
101462	rnn.bias_ih_l0_reverse	5	-0.2282571941614151
101462	rnn.bias_ih_l0_reverse	6	-0.04586846008896828
101462	rnn.bias_ih_l0_reverse	7	0.013237463310360909
101462	rnn.bias_ih_l0_reverse	8	-0.14904344081878662
101462	rnn.bias_ih_l0_reverse	9	-0.08033737540245056
101462	rnn.bias_hh_l0_reverse	0	-0.11920928955078125
101462	rnn.bias_hh_l0_reverse	1	-0.13232384622097015
101462	rnn.bias_hh_l0_reverse	2	-0.03699120134115219
101462	rnn.bias_hh_l0_reverse	3	-0.13528746366500854
101462	rnn.bias_hh_l0_reverse	4	-0.021615788340568542
101462	rnn.bias_hh_l0_reverse	5	-0.09472433477640152
101462	rnn.bias_hh_l0_reverse	6	-0.053018514066934586
101462	rnn.bias_hh_l0_reverse	7	-0.17415915429592133
101462	rnn.bias_hh_l0_reverse	8	-0.04467844218015671
101462	rnn.bias_hh_l0_reverse	9	-0.12874187529087067
101462	linear.weight	0	-0.1926015019416809
101462	linear.weight	1	-0.19648218154907227
101462	linear.weight	2	-0.011228874325752258
101462	linear.weight	3	-0.02438017539680004
101462	linear.weight	4	0.046073153614997864
101462	linear.weight	5	0.23955397307872772
101462	linear.weight	6	0.0047744326293468475
101462	linear.weight	7	-0.021312154829502106
101462	linear.weight	8	0.12578310072422028
101462	linear.weight	9	0.15779802203178406
101462	linear.bias	0	-0.7639431357383728
101462	linear.bias	1	1.1137369871139526
101462	linear.bias	2	-0.223490908741951
101462	linear.bias	3	-0.5459334850311279
101462	linear.bias	4	-1.0972990989685059
101462	linear.bias	5	-1.1579176187515259
101462	linear.bias	6	-0.7510280013084412
101462	linear.bias	7	-0.6772590279579163
101462	linear.bias	8	-0.01705317199230194
101462	linear.bias	9	3.1190989017486572
101659	transitions	0	-0.327170193195343
101659	transitions	1	8.10737419128418
101659	transitions	2	-3.28214955329895
101659	transitions	3	1.3984488248825073
101659	transitions	4	-1.918702244758606
101659	transitions	5	-0.3472744822502136
101659	transitions	6	-0.17631424963474274
101659	transitions	7	-10000.0
101659	transitions	8	1.722930908203125
101659	transitions	9	-2.2909293174743652
101659	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
101659	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
101659	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
101659	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
101659	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
101659	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
101659	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
101659	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
101659	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
101659	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
101659	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
101659	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
101659	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
101659	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
101659	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
101659	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
101659	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
101659	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
101659	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
101659	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
101659	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
101659	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
101659	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
101659	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
101659	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
101659	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
101659	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
101659	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
101659	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
101659	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
101659	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
101659	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
101659	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
101659	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
101659	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
101659	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
101659	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
101659	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
101659	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
101659	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
101659	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
101659	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
101659	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
101659	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
101659	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
101659	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
101659	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
101659	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
101659	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
101659	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
101659	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
101659	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
101659	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
101659	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
101659	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
101659	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
101659	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
101659	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
101659	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
101659	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
101659	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
101659	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
101659	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
101659	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
101659	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
101659	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
101659	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
101659	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
101659	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
101659	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
101659	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
101659	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
101659	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
101659	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
101659	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
101659	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
101659	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
101659	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
101659	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
101659	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
101659	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
101659	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
101659	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
101659	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
101659	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
101659	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
101659	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
101659	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
101659	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
101659	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
101659	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
101659	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
101659	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
101659	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
101659	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
101659	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
101659	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
101659	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
101659	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
101659	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
101659	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
101659	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
101659	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
101659	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
101659	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
101659	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
101659	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
101659	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
101659	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
101659	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
101659	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
101659	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
101659	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
101659	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
101659	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
101659	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
101659	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
101659	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
101659	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
101659	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
101659	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
101659	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
101659	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
101659	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
101659	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
101659	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
101659	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
101659	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
101659	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
101659	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
101659	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
101659	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
101659	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
101659	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
101659	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
101659	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
101659	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
101659	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
101659	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
101659	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
101659	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
101659	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
101659	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
101659	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
101659	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
101659	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
101659	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
101659	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
101659	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
101659	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
101659	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
101659	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
101659	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
101659	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
101659	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
101659	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
101659	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
101659	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
101659	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
101659	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
101659	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
101659	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
101659	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
101659	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
101659	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
101659	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
101659	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
101659	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
101659	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
101659	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
101659	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
101659	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
101659	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
101659	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
101659	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
101659	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
101659	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
101659	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
101659	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
101659	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
101659	embedding2nn.weight	0	0.04283013939857483
101659	embedding2nn.weight	1	-0.08477360755205154
101659	embedding2nn.weight	2	0.014669504947960377
101659	embedding2nn.weight	3	-0.050003841519355774
101659	embedding2nn.weight	4	-0.152215376496315
101659	embedding2nn.weight	5	0.09200863540172577
101659	embedding2nn.weight	6	-0.12063853442668915
101659	embedding2nn.weight	7	-0.06613754481077194
101659	embedding2nn.weight	8	-0.008980612270534039
101659	embedding2nn.weight	9	0.04518213868141174
101659	embedding2nn.bias	0	0.06552132219076157
101659	embedding2nn.bias	1	0.004800501745194197
101659	embedding2nn.bias	2	-0.13991056382656097
101659	embedding2nn.bias	3	0.061513520777225494
101659	embedding2nn.bias	4	0.04905545338988304
101659	embedding2nn.bias	5	-0.18508970737457275
101659	embedding2nn.bias	6	-0.07938024401664734
101659	embedding2nn.bias	7	-0.03477887809276581
101659	embedding2nn.bias	8	0.0951807051897049
101659	embedding2nn.bias	9	-0.11124260723590851
101659	rnn.weight_ih_l0	0	0.0041306158527731895
101659	rnn.weight_ih_l0	1	-0.03895822539925575
101659	rnn.weight_ih_l0	2	-0.024389108642935753
101659	rnn.weight_ih_l0	3	-0.019103921949863434
101659	rnn.weight_ih_l0	4	-0.010536758229136467
101659	rnn.weight_ih_l0	5	-0.07720264792442322
101659	rnn.weight_ih_l0	6	-0.013457607477903366
101659	rnn.weight_ih_l0	7	-0.025323795154690742
101659	rnn.weight_ih_l0	8	0.029377808794379234
101659	rnn.weight_ih_l0	9	0.01843912899494171
101659	rnn.weight_hh_l0	0	0.011014129966497421
101659	rnn.weight_hh_l0	1	-0.07055897265672684
101659	rnn.weight_hh_l0	2	0.057044800370931625
101659	rnn.weight_hh_l0	3	0.03760189935564995
101659	rnn.weight_hh_l0	4	0.00947770569473505
101659	rnn.weight_hh_l0	5	0.04872046783566475
101659	rnn.weight_hh_l0	6	-0.013433695770800114
101659	rnn.weight_hh_l0	7	-0.08317071199417114
101659	rnn.weight_hh_l0	8	-0.005121126305311918
101659	rnn.weight_hh_l0	9	-0.10505782067775726
101659	rnn.bias_ih_l0	0	-0.09975147992372513
101659	rnn.bias_ih_l0	1	-0.1529575139284134
101659	rnn.bias_ih_l0	2	-0.2187972217798233
101659	rnn.bias_ih_l0	3	-0.2796624004840851
101659	rnn.bias_ih_l0	4	0.007202650420367718
101659	rnn.bias_ih_l0	5	0.09058122336864471
101659	rnn.bias_ih_l0	6	-0.13729536533355713
101659	rnn.bias_ih_l0	7	-0.2494579702615738
101659	rnn.bias_ih_l0	8	-0.09961513429880142
101659	rnn.bias_ih_l0	9	-0.15131334960460663
101659	rnn.bias_hh_l0	0	0.12180496007204056
101659	rnn.bias_hh_l0	1	-0.05082230269908905
101659	rnn.bias_hh_l0	2	0.031070662662386894
101659	rnn.bias_hh_l0	3	-0.1573868989944458
101659	rnn.bias_hh_l0	4	0.05297338217496872
101659	rnn.bias_hh_l0	5	0.024315200746059418
101659	rnn.bias_hh_l0	6	-0.09011168777942657
101659	rnn.bias_hh_l0	7	-0.14746661484241486
101659	rnn.bias_hh_l0	8	-0.13859863579273224
101659	rnn.bias_hh_l0	9	-0.0978834256529808
101659	rnn.weight_ih_l0_reverse	0	-0.005230640061199665
101659	rnn.weight_ih_l0_reverse	1	0.022035708650946617
101659	rnn.weight_ih_l0_reverse	2	-0.0069295261055231094
101659	rnn.weight_ih_l0_reverse	3	-0.027715282514691353
101659	rnn.weight_ih_l0_reverse	4	0.012896044179797173
101659	rnn.weight_ih_l0_reverse	5	-0.050559964030981064
101659	rnn.weight_ih_l0_reverse	6	-0.03813445195555687
101659	rnn.weight_ih_l0_reverse	7	-0.0013602671679109335
101659	rnn.weight_ih_l0_reverse	8	0.0407944954931736
101659	rnn.weight_ih_l0_reverse	9	0.01972627080976963
101659	rnn.weight_hh_l0_reverse	0	0.005551088135689497
101659	rnn.weight_hh_l0_reverse	1	0.022119693458080292
101659	rnn.weight_hh_l0_reverse	2	-0.034982867538928986
101659	rnn.weight_hh_l0_reverse	3	0.03394903615117073
101659	rnn.weight_hh_l0_reverse	4	0.01962176337838173
101659	rnn.weight_hh_l0_reverse	5	-0.015932392328977585
101659	rnn.weight_hh_l0_reverse	6	0.03316284343600273
101659	rnn.weight_hh_l0_reverse	7	0.019955547526478767
101659	rnn.weight_hh_l0_reverse	8	-0.005822869949042797
101659	rnn.weight_hh_l0_reverse	9	-0.05796775966882706
101659	rnn.bias_ih_l0_reverse	0	-0.12798643112182617
101659	rnn.bias_ih_l0_reverse	1	-0.2945506274700165
101659	rnn.bias_ih_l0_reverse	2	-0.05829358100891113
101659	rnn.bias_ih_l0_reverse	3	-0.11819547414779663
101659	rnn.bias_ih_l0_reverse	4	0.07152318209409714
101659	rnn.bias_ih_l0_reverse	5	-0.2308543473482132
101659	rnn.bias_ih_l0_reverse	6	-0.046396687626838684
101659	rnn.bias_ih_l0_reverse	7	0.019665570929646492
101659	rnn.bias_ih_l0_reverse	8	-0.14973436295986176
101659	rnn.bias_ih_l0_reverse	9	-0.08058708161115646
101659	rnn.bias_hh_l0_reverse	0	-0.11901921778917313
101659	rnn.bias_hh_l0_reverse	1	-0.12915493547916412
101659	rnn.bias_hh_l0_reverse	2	-0.03850943595170975
101659	rnn.bias_hh_l0_reverse	3	-0.13547372817993164
101659	rnn.bias_hh_l0_reverse	4	-0.02189328894019127
101659	rnn.bias_hh_l0_reverse	5	-0.09743914008140564
101659	rnn.bias_hh_l0_reverse	6	-0.05353217571973801
101659	rnn.bias_hh_l0_reverse	7	-0.16549934446811676
101659	rnn.bias_hh_l0_reverse	8	-0.04194682836532593
101659	rnn.bias_hh_l0_reverse	9	-0.13003823161125183
101659	linear.weight	0	-0.16907791793346405
101659	linear.weight	1	-0.20227541029453278
101659	linear.weight	2	-0.011228874325752258
101659	linear.weight	3	-0.030794532969594002
101659	linear.weight	4	0.055445440113544464
101659	linear.weight	5	0.22884811460971832
101659	linear.weight	6	0.0047744326293468475
101659	linear.weight	7	-0.021312154829502106
101659	linear.weight	8	0.12112496793270111
101659	linear.weight	9	0.15427783131599426
101659	linear.bias	0	-0.7822099924087524
101659	linear.bias	1	1.1236084699630737
101659	linear.bias	2	-0.26681673526763916
101659	linear.bias	3	-0.5471184253692627
101659	linear.bias	4	-1.0790438652038574
101659	linear.bias	5	-1.1580157279968262
101659	linear.bias	6	-0.768966555595398
101659	linear.bias	7	-0.6849384903907776
101659	linear.bias	8	-0.01705317199230194
101659	linear.bias	9	3.224187135696411
101856	transitions	0	-0.3278588056564331
101856	transitions	1	8.073400497436523
101856	transitions	2	-3.2833831310272217
101856	transitions	3	1.4040130376815796
101856	transitions	4	-1.9195185899734497
101856	transitions	5	-0.34743842482566833
101856	transitions	6	-0.17637202143669128
101856	transitions	7	-10000.0
101856	transitions	8	1.725667119026184
101856	transitions	9	-2.2909514904022217
101856	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
101856	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
101856	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
101856	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
101856	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
101856	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
101856	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
101856	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
101856	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
101856	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
101856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
101856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
101856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
101856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
101856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
101856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
101856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
101856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
101856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
101856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
101856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
101856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
101856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
101856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
101856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
101856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
101856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
101856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
101856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
101856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
101856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
101856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
101856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
101856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
101856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
101856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
101856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
101856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
101856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
101856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
101856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
101856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
101856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
101856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
101856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
101856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
101856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
101856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
101856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
101856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
101856	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
101856	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
101856	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
101856	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
101856	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
101856	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
101856	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
101856	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
101856	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
101856	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
101856	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
101856	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
101856	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
101856	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
101856	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
101856	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
101856	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
101856	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
101856	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
101856	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
101856	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
101856	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
101856	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
101856	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
101856	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
101856	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
101856	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
101856	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
101856	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
101856	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
101856	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
101856	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
101856	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
101856	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
101856	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
101856	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
101856	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
101856	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
101856	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
101856	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
101856	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
101856	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
101856	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
101856	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
101856	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
101856	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
101856	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
101856	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
101856	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
101856	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
101856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
101856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
101856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
101856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
101856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
101856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
101856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
101856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
101856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
101856	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
101856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
101856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
101856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
101856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
101856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
101856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
101856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
101856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
101856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
101856	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
101856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
101856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
101856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
101856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
101856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
101856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
101856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
101856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
101856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
101856	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
101856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
101856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
101856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
101856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
101856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
101856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
101856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
101856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
101856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
101856	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
101856	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
101856	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
101856	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
101856	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
101856	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
101856	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
101856	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
101856	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
101856	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
101856	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
101856	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
101856	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
101856	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
101856	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
101856	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
101856	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
101856	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
101856	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
101856	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
101856	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
101856	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
101856	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
101856	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
101856	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
101856	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
101856	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
101856	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
101856	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
101856	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
101856	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
101856	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
101856	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
101856	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
101856	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
101856	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
101856	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
101856	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
101856	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
101856	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
101856	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
101856	embedding2nn.weight	0	0.042658448219299316
101856	embedding2nn.weight	1	-0.08520268648862839
101856	embedding2nn.weight	2	0.009481856599450111
101856	embedding2nn.weight	3	-0.05043771117925644
101856	embedding2nn.weight	4	-0.14992079138755798
101856	embedding2nn.weight	5	0.09236028790473938
101856	embedding2nn.weight	6	-0.12346456944942474
101856	embedding2nn.weight	7	-0.0691322460770607
101856	embedding2nn.weight	8	-0.010446885600686073
101856	embedding2nn.weight	9	0.04152040183544159
101856	embedding2nn.bias	0	0.05032891780138016
101856	embedding2nn.bias	1	-0.0014507243176922202
101856	embedding2nn.bias	2	-0.14482395350933075
101856	embedding2nn.bias	3	0.0716923400759697
101856	embedding2nn.bias	4	0.03891005367040634
101856	embedding2nn.bias	5	-0.17400498688220978
101856	embedding2nn.bias	6	-0.08204686641693115
101856	embedding2nn.bias	7	-0.039430100470781326
101856	embedding2nn.bias	8	0.10008681565523148
101856	embedding2nn.bias	9	-0.1251072734594345
101856	rnn.weight_ih_l0	0	0.006795174442231655
101856	rnn.weight_ih_l0	1	-0.03586551174521446
101856	rnn.weight_ih_l0	2	-0.025015685707330704
101856	rnn.weight_ih_l0	3	-0.01986946351826191
101856	rnn.weight_ih_l0	4	-0.00950690545141697
101856	rnn.weight_ih_l0	5	-0.07705225050449371
101856	rnn.weight_ih_l0	6	-0.014935635030269623
101856	rnn.weight_ih_l0	7	-0.024624403566122055
101856	rnn.weight_ih_l0	8	0.03382826969027519
101856	rnn.weight_ih_l0	9	0.015784749761223793
101856	rnn.weight_hh_l0	0	0.011331822723150253
101856	rnn.weight_hh_l0	1	-0.07044366002082825
101856	rnn.weight_hh_l0	2	0.05708916112780571
101856	rnn.weight_hh_l0	3	0.039313748478889465
101856	rnn.weight_hh_l0	4	0.010192416608333588
101856	rnn.weight_hh_l0	5	0.04845549538731575
101856	rnn.weight_hh_l0	6	-0.0134467463940382
101856	rnn.weight_hh_l0	7	-0.08311139792203903
101856	rnn.weight_hh_l0	8	-0.0048653194680809975
101856	rnn.weight_hh_l0	9	-0.10828199982643127
101856	rnn.bias_ih_l0	0	-0.09868069738149643
101856	rnn.bias_ih_l0	1	-0.15156908333301544
101856	rnn.bias_ih_l0	2	-0.21913820505142212
101856	rnn.bias_ih_l0	3	-0.277407169342041
101856	rnn.bias_ih_l0	4	0.007910839281976223
101856	rnn.bias_ih_l0	5	0.0871606394648552
101856	rnn.bias_ih_l0	6	-0.13475915789604187
101856	rnn.bias_ih_l0	7	-0.2509385347366333
101856	rnn.bias_ih_l0	8	-0.09769478440284729
101856	rnn.bias_ih_l0	9	-0.15494170784950256
101856	rnn.bias_hh_l0	0	0.12433521449565887
101856	rnn.bias_hh_l0	1	-0.051679156720638275
101856	rnn.bias_hh_l0	2	0.029913311824202538
101856	rnn.bias_hh_l0	3	-0.15317481756210327
101856	rnn.bias_hh_l0	4	0.05075404793024063
101856	rnn.bias_hh_l0	5	0.02859744057059288
101856	rnn.bias_hh_l0	6	-0.09051122516393661
101856	rnn.bias_hh_l0	7	-0.148451566696167
101856	rnn.bias_hh_l0	8	-0.1405600905418396
101856	rnn.bias_hh_l0	9	-0.09769976139068604
101856	rnn.weight_ih_l0_reverse	0	-0.007222131825983524
101856	rnn.weight_ih_l0_reverse	1	0.020358555018901825
101856	rnn.weight_ih_l0_reverse	2	-0.013902464881539345
101856	rnn.weight_ih_l0_reverse	3	-0.027003178372979164
101856	rnn.weight_ih_l0_reverse	4	0.013762250542640686
101856	rnn.weight_ih_l0_reverse	5	-0.05112985894083977
101856	rnn.weight_ih_l0_reverse	6	-0.03847679868340492
101856	rnn.weight_ih_l0_reverse	7	-0.0026969127357006073
101856	rnn.weight_ih_l0_reverse	8	0.03977794945240021
101856	rnn.weight_ih_l0_reverse	9	0.018662191927433014
101856	rnn.weight_hh_l0_reverse	0	0.00426993565633893
101856	rnn.weight_hh_l0_reverse	1	0.022289009764790535
101856	rnn.weight_hh_l0_reverse	2	-0.035405341535806656
101856	rnn.weight_hh_l0_reverse	3	0.0332045815885067
101856	rnn.weight_hh_l0_reverse	4	0.02009636163711548
101856	rnn.weight_hh_l0_reverse	5	-0.01663140393793583
101856	rnn.weight_hh_l0_reverse	6	0.03462174907326698
101856	rnn.weight_hh_l0_reverse	7	0.019461950287222862
101856	rnn.weight_hh_l0_reverse	8	-0.004959834739565849
101856	rnn.weight_hh_l0_reverse	9	-0.05723452940583229
101856	rnn.bias_ih_l0_reverse	0	-0.12925125658512115
101856	rnn.bias_ih_l0_reverse	1	-0.29792657494544983
101856	rnn.bias_ih_l0_reverse	2	-0.059353895485401154
101856	rnn.bias_ih_l0_reverse	3	-0.11906036734580994
101856	rnn.bias_ih_l0_reverse	4	0.0675145611166954
101856	rnn.bias_ih_l0_reverse	5	-0.22785644233226776
101856	rnn.bias_ih_l0_reverse	6	-0.046339623630046844
101856	rnn.bias_ih_l0_reverse	7	0.017419639974832535
101856	rnn.bias_ih_l0_reverse	8	-0.15244445204734802
101856	rnn.bias_ih_l0_reverse	9	-0.08153682947158813
101856	rnn.bias_hh_l0_reverse	0	-0.12064071744680405
101856	rnn.bias_hh_l0_reverse	1	-0.12763544917106628
101856	rnn.bias_hh_l0_reverse	2	-0.03497757390141487
101856	rnn.bias_hh_l0_reverse	3	-0.13619108498096466
101856	rnn.bias_hh_l0_reverse	4	-0.022139891982078552
101856	rnn.bias_hh_l0_reverse	5	-0.10235104709863663
101856	rnn.bias_hh_l0_reverse	6	-0.056236524134874344
101856	rnn.bias_hh_l0_reverse	7	-0.16578425467014313
101856	rnn.bias_hh_l0_reverse	8	-0.03979678824543953
101856	rnn.bias_hh_l0_reverse	9	-0.1306072473526001
101856	linear.weight	0	-0.16831617057323456
101856	linear.weight	1	-0.1983616203069687
101856	linear.weight	2	-0.011228874325752258
101856	linear.weight	3	-0.042910464107990265
101856	linear.weight	4	0.060060661286115646
101856	linear.weight	5	0.22447222471237183
101856	linear.weight	6	0.0047744326293468475
101856	linear.weight	7	-0.021312154829502106
101856	linear.weight	8	0.1418238878250122
101856	linear.weight	9	0.1580747663974762
101856	linear.bias	0	-0.7527119517326355
101856	linear.bias	1	1.1108906269073486
101856	linear.bias	2	-0.3360807001590729
101856	linear.bias	3	-0.5679283142089844
101856	linear.bias	4	-1.0579783916473389
101856	linear.bias	5	-1.1581101417541504
101856	linear.bias	6	-0.7391619682312012
101856	linear.bias	7	-0.6667816042900085
101856	linear.bias	8	-0.01705317199230194
101856	linear.bias	9	3.164337396621704
102053	transitions	0	-0.3279988467693329
102053	transitions	1	8.068490028381348
102053	transitions	2	-3.2850263118743896
102053	transitions	3	1.3971281051635742
102053	transitions	4	-1.9208636283874512
102053	transitions	5	-0.3476647138595581
102053	transitions	6	-0.1764354258775711
102053	transitions	7	-10000.0
102053	transitions	8	1.7252044677734375
102053	transitions	9	-2.2909657955169678
102053	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
102053	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
102053	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
102053	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
102053	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
102053	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
102053	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
102053	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
102053	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
102053	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
102053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
102053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
102053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
102053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
102053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
102053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
102053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
102053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
102053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
102053	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
102053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
102053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
102053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
102053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
102053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
102053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
102053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
102053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
102053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
102053	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
102053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
102053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
102053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
102053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
102053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
102053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
102053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
102053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
102053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
102053	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
102053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
102053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
102053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
102053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
102053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
102053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
102053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
102053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
102053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
102053	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
102053	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
102053	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
102053	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
102053	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
102053	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
102053	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
102053	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
102053	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
102053	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
102053	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
102053	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
102053	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
102053	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
102053	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
102053	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
102053	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
102053	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
102053	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
102053	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
102053	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
102053	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
102053	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
102053	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
102053	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
102053	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
102053	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
102053	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
102053	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
102053	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
102053	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
102053	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
102053	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
102053	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
102053	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
102053	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
102053	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
102053	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
102053	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
102053	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
102053	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
102053	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
102053	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
102053	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
102053	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
102053	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
102053	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
102053	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
102053	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
102053	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
102053	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
102053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
102053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
102053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
102053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
102053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
102053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
102053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
102053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
102053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
102053	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
102053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
102053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
102053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
102053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
102053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
102053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
102053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
102053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
102053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
102053	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
102053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
102053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
102053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
102053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
102053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
102053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
102053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
102053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
102053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
102053	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
102053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
102053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
102053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
102053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
102053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
102053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
102053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
102053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
102053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
102053	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
102053	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
102053	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
102053	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
102053	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
102053	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
102053	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
102053	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
102053	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
102053	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
102053	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
102053	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
102053	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
102053	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
102053	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
102053	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
102053	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
102053	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
102053	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
102053	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
102053	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
102053	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
102053	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
102053	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
102053	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
102053	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
102053	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
102053	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
102053	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
102053	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
102053	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
102053	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
102053	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
102053	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
102053	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
102053	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
102053	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
102053	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
102053	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
102053	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
102053	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
102053	embedding2nn.weight	0	0.04165821522474289
102053	embedding2nn.weight	1	-0.08560018986463547
102053	embedding2nn.weight	2	0.004411696456372738
102053	embedding2nn.weight	3	-0.049142640084028244
102053	embedding2nn.weight	4	-0.14817781746387482
102053	embedding2nn.weight	5	0.09288803488016129
102053	embedding2nn.weight	6	-0.12387901544570923
102053	embedding2nn.weight	7	-0.07077622413635254
102053	embedding2nn.weight	8	-0.011164954863488674
102053	embedding2nn.weight	9	0.038979120552539825
102053	embedding2nn.bias	0	0.06356999278068542
102053	embedding2nn.bias	1	0.014904778450727463
102053	embedding2nn.bias	2	-0.14087124168872833
102053	embedding2nn.bias	3	0.057293228805065155
102053	embedding2nn.bias	4	0.0369822159409523
102053	embedding2nn.bias	5	-0.15103887021541595
102053	embedding2nn.bias	6	-0.09638724476099014
102053	embedding2nn.bias	7	-0.04115575551986694
102053	embedding2nn.bias	8	0.10793804377317429
102053	embedding2nn.bias	9	-0.10438549518585205
102053	rnn.weight_ih_l0	0	0.007306326180696487
102053	rnn.weight_ih_l0	1	-0.03307860717177391
102053	rnn.weight_ih_l0	2	-0.026092644780874252
102053	rnn.weight_ih_l0	3	-0.018307648599147797
102053	rnn.weight_ih_l0	4	-0.010342934168875217
102053	rnn.weight_ih_l0	5	-0.07982516288757324
102053	rnn.weight_ih_l0	6	-0.014181090518832207
102053	rnn.weight_ih_l0	7	-0.025109201669692993
102053	rnn.weight_ih_l0	8	0.030548524111509323
102053	rnn.weight_ih_l0	9	0.0190566498786211
102053	rnn.weight_hh_l0	0	0.012212895788252354
102053	rnn.weight_hh_l0	1	-0.06956682354211807
102053	rnn.weight_hh_l0	2	0.05673341825604439
102053	rnn.weight_hh_l0	3	0.03841137886047363
102053	rnn.weight_hh_l0	4	0.009982425719499588
102053	rnn.weight_hh_l0	5	0.04896540194749832
102053	rnn.weight_hh_l0	6	-0.013416036032140255
102053	rnn.weight_hh_l0	7	-0.08235965669155121
102053	rnn.weight_hh_l0	8	-0.004918533377349377
102053	rnn.weight_hh_l0	9	-0.10886138677597046
102053	rnn.bias_ih_l0	0	-0.09789790213108063
102053	rnn.bias_ih_l0	1	-0.15159721672534943
102053	rnn.bias_ih_l0	2	-0.22032169997692108
102053	rnn.bias_ih_l0	3	-0.2755780816078186
102053	rnn.bias_ih_l0	4	0.008751879446208477
102053	rnn.bias_ih_l0	5	0.09178432822227478
102053	rnn.bias_ih_l0	6	-0.13548703491687775
102053	rnn.bias_ih_l0	7	-0.25287893414497375
102053	rnn.bias_ih_l0	8	-0.09543664008378983
102053	rnn.bias_ih_l0	9	-0.15651758015155792
102053	rnn.bias_hh_l0	0	0.12176048755645752
102053	rnn.bias_hh_l0	1	-0.05177554488182068
102053	rnn.bias_hh_l0	2	0.02700512483716011
102053	rnn.bias_hh_l0	3	-0.15186728537082672
102053	rnn.bias_hh_l0	4	0.04231354221701622
102053	rnn.bias_hh_l0	5	0.025302646681666374
102053	rnn.bias_hh_l0	6	-0.09178125858306885
102053	rnn.bias_hh_l0	7	-0.14663997292518616
102053	rnn.bias_hh_l0	8	-0.14123764634132385
102053	rnn.bias_hh_l0	9	-0.09478294104337692
102053	rnn.weight_ih_l0_reverse	0	-0.007532253861427307
102053	rnn.weight_ih_l0_reverse	1	0.02131473459303379
102053	rnn.weight_ih_l0_reverse	2	-0.01264000404626131
102053	rnn.weight_ih_l0_reverse	3	-0.029402751475572586
102053	rnn.weight_ih_l0_reverse	4	0.013513932935893536
102053	rnn.weight_ih_l0_reverse	5	-0.047472573816776276
102053	rnn.weight_ih_l0_reverse	6	-0.039193861186504364
102053	rnn.weight_ih_l0_reverse	7	-0.0036846736911684275
102053	rnn.weight_ih_l0_reverse	8	0.038904208689928055
102053	rnn.weight_ih_l0_reverse	9	0.018069623038172722
102053	rnn.weight_hh_l0_reverse	0	0.005364140495657921
102053	rnn.weight_hh_l0_reverse	1	0.022841177880764008
102053	rnn.weight_hh_l0_reverse	2	-0.0349043607711792
102053	rnn.weight_hh_l0_reverse	3	0.03406728804111481
102053	rnn.weight_hh_l0_reverse	4	0.019815169274806976
102053	rnn.weight_hh_l0_reverse	5	-0.01651989109814167
102053	rnn.weight_hh_l0_reverse	6	0.03596719726920128
102053	rnn.weight_hh_l0_reverse	7	0.020293766632676125
102053	rnn.weight_hh_l0_reverse	8	-0.004778633825480938
102053	rnn.weight_hh_l0_reverse	9	-0.05727319046854973
102053	rnn.bias_ih_l0_reverse	0	-0.13311061263084412
102053	rnn.bias_ih_l0_reverse	1	-0.2982882559299469
102053	rnn.bias_ih_l0_reverse	2	-0.05579021945595741
102053	rnn.bias_ih_l0_reverse	3	-0.11931594461202621
102053	rnn.bias_ih_l0_reverse	4	0.06868734955787659
102053	rnn.bias_ih_l0_reverse	5	-0.22203606367111206
102053	rnn.bias_ih_l0_reverse	6	-0.04637047275900841
102053	rnn.bias_ih_l0_reverse	7	0.019461512565612793
102053	rnn.bias_ih_l0_reverse	8	-0.15437611937522888
102053	rnn.bias_ih_l0_reverse	9	-0.0780726969242096
102053	rnn.bias_hh_l0_reverse	0	-0.1259586215019226
102053	rnn.bias_hh_l0_reverse	1	-0.12886756658554077
102053	rnn.bias_hh_l0_reverse	2	-0.0346093513071537
102053	rnn.bias_hh_l0_reverse	3	-0.13628536462783813
102053	rnn.bias_hh_l0_reverse	4	-0.019839100539684296
102053	rnn.bias_hh_l0_reverse	5	-0.10392022132873535
102053	rnn.bias_hh_l0_reverse	6	-0.052272383123636246
102053	rnn.bias_hh_l0_reverse	7	-0.16795730590820312
102053	rnn.bias_hh_l0_reverse	8	-0.03455048054456711
102053	rnn.bias_hh_l0_reverse	9	-0.12614960968494415
102053	linear.weight	0	-0.1597910374403
102053	linear.weight	1	-0.20297032594680786
102053	linear.weight	2	-0.011228874325752258
102053	linear.weight	3	-0.022480687126517296
102053	linear.weight	4	0.05201636627316475
102053	linear.weight	5	0.1987118422985077
102053	linear.weight	6	0.0047744326293468475
102053	linear.weight	7	-0.021312154829502106
102053	linear.weight	8	0.13980886340141296
102053	linear.weight	9	0.1755405217409134
102053	linear.bias	0	-0.7818944454193115
102053	linear.bias	1	1.124265432357788
102053	linear.bias	2	-0.2895227074623108
102053	linear.bias	3	-0.5654756426811218
102053	linear.bias	4	-1.0909764766693115
102053	linear.bias	5	-1.1582002639770508
102053	linear.bias	6	-0.7679880261421204
102053	linear.bias	7	-0.7005314826965332
102053	linear.bias	8	-0.01705317199230194
102053	linear.bias	9	3.1523027420043945
102250	transitions	0	-0.328250527381897
102250	transitions	1	8.072976112365723
102250	transitions	2	-3.288217544555664
102250	transitions	3	1.394490122795105
102250	transitions	4	-1.9222204685211182
102250	transitions	5	-0.34774526953697205
102250	transitions	6	-0.17651693522930145
102250	transitions	7	-10000.0
102250	transitions	8	1.722089409828186
102250	transitions	9	-2.2909810543060303
102250	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
102250	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
102250	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
102250	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
102250	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
102250	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
102250	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
102250	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
102250	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
102250	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
102250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
102250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
102250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
102250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
102250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
102250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
102250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
102250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
102250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
102250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
102250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
102250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
102250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
102250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
102250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
102250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
102250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
102250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
102250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
102250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
102250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
102250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
102250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
102250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
102250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
102250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
102250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
102250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
102250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
102250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
102250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
102250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
102250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
102250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
102250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
102250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
102250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
102250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
102250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
102250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
102250	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
102250	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
102250	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
102250	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
102250	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
102250	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
102250	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
102250	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
102250	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
102250	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
102250	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
102250	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
102250	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
102250	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
102250	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
102250	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
102250	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
102250	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
102250	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
102250	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
102250	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
102250	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
102250	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
102250	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
102250	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
102250	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
102250	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
102250	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
102250	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
102250	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
102250	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
102250	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
102250	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
102250	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
102250	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
102250	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
102250	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
102250	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
102250	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
102250	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
102250	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
102250	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
102250	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
102250	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
102250	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
102250	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
102250	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
102250	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
102250	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
102250	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
102250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
102250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
102250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
102250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
102250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
102250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
102250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
102250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
102250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
102250	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
102250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
102250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
102250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
102250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
102250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
102250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
102250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
102250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
102250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
102250	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
102250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
102250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
102250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
102250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
102250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
102250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
102250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
102250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
102250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
102250	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
102250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
102250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
102250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
102250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
102250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
102250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
102250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
102250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
102250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
102250	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
102250	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
102250	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
102250	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
102250	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
102250	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
102250	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
102250	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
102250	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
102250	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
102250	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
102250	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
102250	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
102250	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
102250	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
102250	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
102250	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
102250	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
102250	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
102250	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
102250	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
102250	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
102250	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
102250	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
102250	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
102250	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
102250	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
102250	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
102250	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
102250	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
102250	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
102250	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
102250	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
102250	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
102250	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
102250	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
102250	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
102250	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
102250	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
102250	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
102250	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
102250	embedding2nn.weight	0	0.042309775948524475
102250	embedding2nn.weight	1	-0.08377253264188766
102250	embedding2nn.weight	2	0.005973909981548786
102250	embedding2nn.weight	3	-0.049499787390232086
102250	embedding2nn.weight	4	-0.14523935317993164
102250	embedding2nn.weight	5	0.09276960045099258
102250	embedding2nn.weight	6	-0.12551447749137878
102250	embedding2nn.weight	7	-0.06766414642333984
102250	embedding2nn.weight	8	-0.010047029703855515
102250	embedding2nn.weight	9	0.0398387648165226
102250	embedding2nn.bias	0	0.06507982313632965
102250	embedding2nn.bias	1	0.017971381545066833
102250	embedding2nn.bias	2	-0.14352427423000336
102250	embedding2nn.bias	3	0.044607244431972504
102250	embedding2nn.bias	4	0.03425442799925804
102250	embedding2nn.bias	5	-0.16261599957942963
102250	embedding2nn.bias	6	-0.09600090235471725
102250	embedding2nn.bias	7	-0.03769892454147339
102250	embedding2nn.bias	8	0.11679881066083908
102250	embedding2nn.bias	9	-0.10261227190494537
102250	rnn.weight_ih_l0	0	0.006628464907407761
102250	rnn.weight_ih_l0	1	-0.03364965319633484
102250	rnn.weight_ih_l0	2	-0.023729171603918076
102250	rnn.weight_ih_l0	3	-0.018054651096463203
102250	rnn.weight_ih_l0	4	-0.010196121409535408
102250	rnn.weight_ih_l0	5	-0.07710716873407364
102250	rnn.weight_ih_l0	6	-0.015550002455711365
102250	rnn.weight_ih_l0	7	-0.019921105355024338
102250	rnn.weight_ih_l0	8	0.028876496478915215
102250	rnn.weight_ih_l0	9	0.022155309095978737
102250	rnn.weight_hh_l0	0	0.010844819247722626
102250	rnn.weight_hh_l0	1	-0.06878802925348282
102250	rnn.weight_hh_l0	2	0.057890139520168304
102250	rnn.weight_hh_l0	3	0.038831569254398346
102250	rnn.weight_hh_l0	4	0.010051801800727844
102250	rnn.weight_hh_l0	5	0.049170542508363724
102250	rnn.weight_hh_l0	6	-0.012655707076191902
102250	rnn.weight_hh_l0	7	-0.08238904923200607
102250	rnn.weight_hh_l0	8	-0.004992453847080469
102250	rnn.weight_hh_l0	9	-0.1091819778084755
102250	rnn.bias_ih_l0	0	-0.10315750539302826
102250	rnn.bias_ih_l0	1	-0.15229681134223938
102250	rnn.bias_ih_l0	2	-0.22233372926712036
102250	rnn.bias_ih_l0	3	-0.2754844129085541
102250	rnn.bias_ih_l0	4	0.007962245494127274
102250	rnn.bias_ih_l0	5	0.0920572355389595
102250	rnn.bias_ih_l0	6	-0.13615095615386963
102250	rnn.bias_ih_l0	7	-0.25327372550964355
102250	rnn.bias_ih_l0	8	-0.1001686155796051
102250	rnn.bias_ih_l0	9	-0.15643610060214996
102250	rnn.bias_hh_l0	0	0.12627311050891876
102250	rnn.bias_hh_l0	1	-0.051296960562467575
102250	rnn.bias_hh_l0	2	0.024691710248589516
102250	rnn.bias_hh_l0	3	-0.15325592458248138
102250	rnn.bias_hh_l0	4	0.038132186979055405
102250	rnn.bias_hh_l0	5	0.02125898003578186
102250	rnn.bias_hh_l0	6	-0.09349929541349411
102250	rnn.bias_hh_l0	7	-0.1468999832868576
102250	rnn.bias_hh_l0	8	-0.14423568546772003
102250	rnn.bias_hh_l0	9	-0.09443306177854538
102250	rnn.weight_ih_l0_reverse	0	-0.007912570610642433
102250	rnn.weight_ih_l0_reverse	1	0.022846683859825134
102250	rnn.weight_ih_l0_reverse	2	-0.0128294937312603
102250	rnn.weight_ih_l0_reverse	3	-0.0328834168612957
102250	rnn.weight_ih_l0_reverse	4	0.0159375611692667
102250	rnn.weight_ih_l0_reverse	5	-0.04720059037208557
102250	rnn.weight_ih_l0_reverse	6	-0.03711117431521416
102250	rnn.weight_ih_l0_reverse	7	-0.0025519919581711292
102250	rnn.weight_ih_l0_reverse	8	0.042720451951026917
102250	rnn.weight_ih_l0_reverse	9	0.01876452937722206
102250	rnn.weight_hh_l0_reverse	0	0.005017857998609543
102250	rnn.weight_hh_l0_reverse	1	0.02294146455824375
102250	rnn.weight_hh_l0_reverse	2	-0.03524532541632652
102250	rnn.weight_hh_l0_reverse	3	0.034262318164110184
102250	rnn.weight_hh_l0_reverse	4	0.02030479721724987
102250	rnn.weight_hh_l0_reverse	5	-0.017794230952858925
102250	rnn.weight_hh_l0_reverse	6	0.03616860508918762
102250	rnn.weight_hh_l0_reverse	7	0.019635697826743126
102250	rnn.weight_hh_l0_reverse	8	-0.00501903984695673
102250	rnn.weight_hh_l0_reverse	9	-0.0574897825717926
102250	rnn.bias_ih_l0_reverse	0	-0.13356924057006836
102250	rnn.bias_ih_l0_reverse	1	-0.3003824055194855
102250	rnn.bias_ih_l0_reverse	2	-0.05581895262002945
102250	rnn.bias_ih_l0_reverse	3	-0.11752993613481522
102250	rnn.bias_ih_l0_reverse	4	0.07012307643890381
102250	rnn.bias_ih_l0_reverse	5	-0.2238399088382721
102250	rnn.bias_ih_l0_reverse	6	-0.04900878667831421
102250	rnn.bias_ih_l0_reverse	7	0.021842215210199356
102250	rnn.bias_ih_l0_reverse	8	-0.15217816829681396
102250	rnn.bias_ih_l0_reverse	9	-0.08011959493160248
102250	rnn.bias_hh_l0_reverse	0	-0.12706303596496582
102250	rnn.bias_hh_l0_reverse	1	-0.13189029693603516
102250	rnn.bias_hh_l0_reverse	2	-0.033499982208013535
102250	rnn.bias_hh_l0_reverse	3	-0.1333390325307846
102250	rnn.bias_hh_l0_reverse	4	-0.022149356082081795
102250	rnn.bias_hh_l0_reverse	5	-0.10420949012041092
102250	rnn.bias_hh_l0_reverse	6	-0.051176004111766815
102250	rnn.bias_hh_l0_reverse	7	-0.16575993597507477
102250	rnn.bias_hh_l0_reverse	8	-0.039037227630615234
102250	rnn.bias_hh_l0_reverse	9	-0.127785786986351
102250	linear.weight	0	-0.1430765986442566
102250	linear.weight	1	-0.1947413831949234
102250	linear.weight	2	-0.011228874325752258
102250	linear.weight	3	-0.038084812462329865
102250	linear.weight	4	0.04992332682013512
102250	linear.weight	5	0.20696401596069336
102250	linear.weight	6	0.0047744326293468475
102250	linear.weight	7	-0.021312154829502106
102250	linear.weight	8	0.15287253260612488
102250	linear.weight	9	0.17937937378883362
102250	linear.bias	0	-0.7810416221618652
102250	linear.bias	1	1.0987088680267334
102250	linear.bias	2	-0.2587020993232727
102250	linear.bias	3	-0.5719994306564331
102250	linear.bias	4	-1.0701136589050293
102250	linear.bias	5	-1.1582882404327393
102250	linear.bias	6	-0.7664237022399902
102250	linear.bias	7	-0.684103786945343
102250	linear.bias	8	-0.01705317199230194
102250	linear.bias	9	3.219613552093506
102447	transitions	0	-0.32870811223983765
102447	transitions	1	8.08596420288086
102447	transitions	2	-3.2891383171081543
102447	transitions	3	1.3789973258972168
102447	transitions	4	-1.92262601852417
102447	transitions	5	-0.3478591740131378
102447	transitions	6	-0.17662446200847626
102447	transitions	7	-10000.0
102447	transitions	8	1.7214291095733643
102447	transitions	9	-2.2909867763519287
102447	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
102447	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
102447	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
102447	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
102447	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
102447	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
102447	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
102447	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
102447	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
102447	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
102447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
102447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
102447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
102447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
102447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
102447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
102447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
102447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
102447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
102447	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
102447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
102447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
102447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
102447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
102447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
102447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
102447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
102447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
102447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
102447	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
102447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
102447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
102447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
102447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
102447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
102447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
102447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
102447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
102447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
102447	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
102447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
102447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
102447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
102447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
102447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
102447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
102447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
102447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
102447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
102447	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
102447	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
102447	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
102447	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
102447	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
102447	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
102447	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
102447	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
102447	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
102447	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
102447	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
102447	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
102447	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
102447	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
102447	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
102447	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
102447	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
102447	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
102447	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
102447	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
102447	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
102447	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
102447	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
102447	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
102447	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
102447	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
102447	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
102447	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
102447	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
102447	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
102447	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
102447	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
102447	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
102447	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
102447	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
102447	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
102447	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
102447	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
102447	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
102447	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
102447	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
102447	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
102447	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
102447	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
102447	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
102447	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
102447	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
102447	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
102447	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
102447	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
102447	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
102447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
102447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
102447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
102447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
102447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
102447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
102447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
102447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
102447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
102447	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
102447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
102447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
102447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
102447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
102447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
102447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
102447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
102447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
102447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
102447	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
102447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
102447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
102447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
102447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
102447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
102447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
102447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
102447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
102447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
102447	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
102447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
102447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
102447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
102447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
102447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
102447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
102447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
102447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
102447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
102447	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
102447	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
102447	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
102447	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
102447	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
102447	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
102447	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
102447	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
102447	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
102447	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
102447	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
102447	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
102447	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
102447	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
102447	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
102447	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
102447	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
102447	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
102447	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
102447	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
102447	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
102447	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
102447	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
102447	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
102447	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
102447	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
102447	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
102447	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
102447	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
102447	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
102447	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
102447	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
102447	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
102447	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
102447	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
102447	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
102447	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
102447	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
102447	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
102447	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
102447	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
102447	embedding2nn.weight	0	0.04133574664592743
102447	embedding2nn.weight	1	-0.08386190980672836
102447	embedding2nn.weight	2	0.00347080803476274
102447	embedding2nn.weight	3	-0.04871382936835289
102447	embedding2nn.weight	4	-0.14616484940052032
102447	embedding2nn.weight	5	0.09199661016464233
102447	embedding2nn.weight	6	-0.1312442272901535
102447	embedding2nn.weight	7	-0.06890959292650223
102447	embedding2nn.weight	8	-0.00997427012771368
102447	embedding2nn.weight	9	0.03694292530417442
102447	embedding2nn.bias	0	0.05619477853178978
102447	embedding2nn.bias	1	0.009967428632080555
102447	embedding2nn.bias	2	-0.13986609876155853
102447	embedding2nn.bias	3	0.04164150729775429
102447	embedding2nn.bias	4	0.03786894306540489
102447	embedding2nn.bias	5	-0.1488827019929886
102447	embedding2nn.bias	6	-0.08895612508058548
102447	embedding2nn.bias	7	-0.025982441380620003
102447	embedding2nn.bias	8	0.1089116781949997
102447	embedding2nn.bias	9	-0.09750054776668549
102447	rnn.weight_ih_l0	0	0.007173413410782814
102447	rnn.weight_ih_l0	1	-0.03320075199007988
102447	rnn.weight_ih_l0	2	-0.02391013503074646
102447	rnn.weight_ih_l0	3	-0.013726446777582169
102447	rnn.weight_ih_l0	4	-0.010011921636760235
102447	rnn.weight_ih_l0	5	-0.07701785117387772
102447	rnn.weight_ih_l0	6	-0.016398902982473373
102447	rnn.weight_ih_l0	7	-0.01633554697036743
102447	rnn.weight_ih_l0	8	0.027788834646344185
102447	rnn.weight_ih_l0	9	0.018153684213757515
102447	rnn.weight_hh_l0	0	0.010997333563864231
102447	rnn.weight_hh_l0	1	-0.06809747219085693
102447	rnn.weight_hh_l0	2	0.05854494124650955
102447	rnn.weight_hh_l0	3	0.037649355828762054
102447	rnn.weight_hh_l0	4	0.01035730168223381
102447	rnn.weight_hh_l0	5	0.04970689117908478
102447	rnn.weight_hh_l0	6	-0.012284229509532452
102447	rnn.weight_hh_l0	7	-0.08249595016241074
102447	rnn.weight_hh_l0	8	-0.004926073830574751
102447	rnn.weight_hh_l0	9	-0.10933614522218704
102447	rnn.bias_ih_l0	0	-0.09717351943254471
102447	rnn.bias_ih_l0	1	-0.15282540023326874
102447	rnn.bias_ih_l0	2	-0.2177649438381195
102447	rnn.bias_ih_l0	3	-0.271273136138916
102447	rnn.bias_ih_l0	4	0.011411215178668499
102447	rnn.bias_ih_l0	5	0.0897698774933815
102447	rnn.bias_ih_l0	6	-0.13664905726909637
102447	rnn.bias_ih_l0	7	-0.2567843198776245
102447	rnn.bias_ih_l0	8	-0.10611281543970108
102447	rnn.bias_ih_l0	9	-0.16169025003910065
102447	rnn.bias_hh_l0	0	0.1297873854637146
102447	rnn.bias_hh_l0	1	-0.05012357234954834
102447	rnn.bias_hh_l0	2	0.025468138977885246
102447	rnn.bias_hh_l0	3	-0.1565844714641571
102447	rnn.bias_hh_l0	4	0.048371944576501846
102447	rnn.bias_hh_l0	5	0.02258433774113655
102447	rnn.bias_hh_l0	6	-0.0916934609413147
102447	rnn.bias_hh_l0	7	-0.14995470643043518
102447	rnn.bias_hh_l0	8	-0.1425074189901352
102447	rnn.bias_hh_l0	9	-0.0912102535367012
102447	rnn.weight_ih_l0_reverse	0	-0.010422089137136936
102447	rnn.weight_ih_l0_reverse	1	0.021993286907672882
102447	rnn.weight_ih_l0_reverse	2	-0.005755620542913675
102447	rnn.weight_ih_l0_reverse	3	-0.0326097197830677
102447	rnn.weight_ih_l0_reverse	4	0.014748988673090935
102447	rnn.weight_ih_l0_reverse	5	-0.049699872732162476
102447	rnn.weight_ih_l0_reverse	6	-0.038058165460824966
102447	rnn.weight_ih_l0_reverse	7	-0.0041023376397788525
102447	rnn.weight_ih_l0_reverse	8	0.04083670675754547
102447	rnn.weight_ih_l0_reverse	9	0.016934499144554138
102447	rnn.weight_hh_l0_reverse	0	0.005706160329282284
102447	rnn.weight_hh_l0_reverse	1	0.022157208994030952
102447	rnn.weight_hh_l0_reverse	2	-0.035484679043293
102447	rnn.weight_hh_l0_reverse	3	0.0345357321202755
102447	rnn.weight_hh_l0_reverse	4	0.020212393254041672
102447	rnn.weight_hh_l0_reverse	5	-0.017891813069581985
102447	rnn.weight_hh_l0_reverse	6	0.036578334867954254
102447	rnn.weight_hh_l0_reverse	7	0.019190717488527298
102447	rnn.weight_hh_l0_reverse	8	-0.005044813267886639
102447	rnn.weight_hh_l0_reverse	9	-0.057340770959854126
102447	rnn.bias_ih_l0_reverse	0	-0.13366831839084625
102447	rnn.bias_ih_l0_reverse	1	-0.2981102168560028
102447	rnn.bias_ih_l0_reverse	2	-0.05760110914707184
102447	rnn.bias_ih_l0_reverse	3	-0.11703319102525711
102447	rnn.bias_ih_l0_reverse	4	0.06377679109573364
102447	rnn.bias_ih_l0_reverse	5	-0.22582654654979706
102447	rnn.bias_ih_l0_reverse	6	-0.051620226353406906
102447	rnn.bias_ih_l0_reverse	7	0.022563166916370392
102447	rnn.bias_ih_l0_reverse	8	-0.15276861190795898
102447	rnn.bias_ih_l0_reverse	9	-0.08222261816263199
102447	rnn.bias_hh_l0_reverse	0	-0.12787285447120667
102447	rnn.bias_hh_l0_reverse	1	-0.13099269568920135
102447	rnn.bias_hh_l0_reverse	2	-0.0337320975959301
102447	rnn.bias_hh_l0_reverse	3	-0.12962503731250763
102447	rnn.bias_hh_l0_reverse	4	-0.02343423292040825
102447	rnn.bias_hh_l0_reverse	5	-0.1042139008641243
102447	rnn.bias_hh_l0_reverse	6	-0.05400953069329262
102447	rnn.bias_hh_l0_reverse	7	-0.15971677005290985
102447	rnn.bias_hh_l0_reverse	8	-0.03882130980491638
102447	rnn.bias_hh_l0_reverse	9	-0.12122843414545059
102447	linear.weight	0	-0.14794418215751648
102447	linear.weight	1	-0.18453000485897064
102447	linear.weight	2	-0.011228874325752258
102447	linear.weight	3	-0.028961556032299995
102447	linear.weight	4	0.030416175723075867
102447	linear.weight	5	0.19485314190387726
102447	linear.weight	6	0.0047744326293468475
102447	linear.weight	7	-0.021312154829502106
102447	linear.weight	8	0.12993621826171875
102447	linear.weight	9	0.18135607242584229
102447	linear.bias	0	-0.7803502678871155
102447	linear.bias	1	1.0947402715682983
102447	linear.bias	2	-0.30277135968208313
102447	linear.bias	3	-0.5514863133430481
102447	linear.bias	4	-1.0756988525390625
102447	linear.bias	5	-1.1583731174468994
102447	linear.bias	6	-0.7654905915260315
102447	linear.bias	7	-0.7005771994590759
102447	linear.bias	8	-0.01705317199230194
102447	linear.bias	9	3.167616128921509
102644	transitions	0	-0.3290112316608429
102644	transitions	1	8.052640914916992
102644	transitions	2	-3.2902486324310303
102644	transitions	3	1.368388056755066
102644	transitions	4	-1.9235419034957886
102644	transitions	5	-0.34797945618629456
102644	transitions	6	-0.17668534815311432
102644	transitions	7	-10000.0
102644	transitions	8	1.7269444465637207
102644	transitions	9	-2.2910079956054688
102644	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
102644	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
102644	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
102644	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
102644	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
102644	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
102644	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
102644	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
102644	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
102644	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
102644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
102644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
102644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
102644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
102644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
102644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
102644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
102644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
102644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
102644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
102644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
102644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
102644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
102644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
102644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
102644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
102644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
102644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
102644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
102644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
102644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
102644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
102644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
102644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
102644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
102644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
102644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
102644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
102644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
102644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
102644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
102644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
102644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
102644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
102644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
102644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
102644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
102644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
102644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
102644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
102644	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
102644	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
102644	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
102644	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
102644	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
102644	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
102644	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
102644	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
102644	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
102644	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
102644	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
102644	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
102644	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
102644	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
102644	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
102644	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
102644	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
102644	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
102644	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
102644	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
102644	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
102644	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
102644	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
102644	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
102644	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
102644	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
102644	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
102644	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
102644	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
102644	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
102644	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
102644	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
102644	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
102644	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
102644	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
102644	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
102644	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
102644	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
102644	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
102644	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
102644	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
102644	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
102644	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
102644	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
102644	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
102644	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
102644	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
102644	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
102644	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
102644	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
102644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
102644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
102644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
102644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
102644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
102644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
102644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
102644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
102644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
102644	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
102644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
102644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
102644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
102644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
102644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
102644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
102644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
102644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
102644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
102644	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
102644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
102644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
102644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
102644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
102644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
102644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
102644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
102644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
102644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
102644	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
102644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
102644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
102644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
102644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
102644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
102644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
102644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
102644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
102644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
102644	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
102644	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
102644	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
102644	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
102644	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
102644	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
102644	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
102644	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
102644	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
102644	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
102644	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
102644	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
102644	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
102644	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
102644	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
102644	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
102644	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
102644	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
102644	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
102644	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
102644	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
102644	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
102644	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
102644	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
102644	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
102644	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
102644	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
102644	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
102644	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
102644	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
102644	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
102644	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
102644	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
102644	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
102644	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
102644	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
102644	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
102644	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
102644	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
102644	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
102644	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
102644	embedding2nn.weight	0	0.04102320224046707
102644	embedding2nn.weight	1	-0.08451299369335175
102644	embedding2nn.weight	2	-0.00297347828745842
102644	embedding2nn.weight	3	-0.0489228293299675
102644	embedding2nn.weight	4	-0.14822693169116974
102644	embedding2nn.weight	5	0.09222248941659927
102644	embedding2nn.weight	6	-0.12679947912693024
102644	embedding2nn.weight	7	-0.06893574446439743
102644	embedding2nn.weight	8	-0.014072289690375328
102644	embedding2nn.weight	9	0.038584694266319275
102644	embedding2nn.bias	0	0.07853429019451141
102644	embedding2nn.bias	1	0.02106173150241375
102644	embedding2nn.bias	2	-0.13238880038261414
102644	embedding2nn.bias	3	0.03896283730864525
102644	embedding2nn.bias	4	0.043017756193876266
102644	embedding2nn.bias	5	-0.1326434314250946
102644	embedding2nn.bias	6	-0.09297693520784378
102644	embedding2nn.bias	7	-0.016919946298003197
102644	embedding2nn.bias	8	0.11185173690319061
102644	embedding2nn.bias	9	-0.09466154128313065
102644	rnn.weight_ih_l0	0	0.0065453192219138145
102644	rnn.weight_ih_l0	1	-0.04155973345041275
102644	rnn.weight_ih_l0	2	-0.024122431874275208
102644	rnn.weight_ih_l0	3	-0.012791319750249386
102644	rnn.weight_ih_l0	4	-0.007672695443034172
102644	rnn.weight_ih_l0	5	-0.082061268389225
102644	rnn.weight_ih_l0	6	-0.017523176968097687
102644	rnn.weight_ih_l0	7	-0.016242237761616707
102644	rnn.weight_ih_l0	8	0.0315261036157608
102644	rnn.weight_ih_l0	9	0.016663989052176476
102644	rnn.weight_hh_l0	0	0.012046442367136478
102644	rnn.weight_hh_l0	1	-0.06808365881443024
102644	rnn.weight_hh_l0	2	0.05822997912764549
102644	rnn.weight_hh_l0	3	0.03777807205915451
102644	rnn.weight_hh_l0	4	0.010449787601828575
102644	rnn.weight_hh_l0	5	0.05075671523809433
102644	rnn.weight_hh_l0	6	-0.012160821817815304
102644	rnn.weight_hh_l0	7	-0.08231847733259201
102644	rnn.weight_hh_l0	8	-0.006358977872878313
102644	rnn.weight_hh_l0	9	-0.10701455920934677
102644	rnn.bias_ih_l0	0	-0.1000363752245903
102644	rnn.bias_ih_l0	1	-0.149148091673851
102644	rnn.bias_ih_l0	2	-0.22028976678848267
102644	rnn.bias_ih_l0	3	-0.27431613206863403
102644	rnn.bias_ih_l0	4	0.007552945055067539
102644	rnn.bias_ih_l0	5	0.09443299472332001
102644	rnn.bias_ih_l0	6	-0.13461299240589142
102644	rnn.bias_ih_l0	7	-0.258418470621109
102644	rnn.bias_ih_l0	8	-0.10210275650024414
102644	rnn.bias_ih_l0	9	-0.16091273725032806
102644	rnn.bias_hh_l0	0	0.12889747321605682
102644	rnn.bias_hh_l0	1	-0.05290210247039795
102644	rnn.bias_hh_l0	2	0.026543907821178436
102644	rnn.bias_hh_l0	3	-0.15796411037445068
102644	rnn.bias_hh_l0	4	0.046220168471336365
102644	rnn.bias_hh_l0	5	0.016724340617656708
102644	rnn.bias_hh_l0	6	-0.09177640080451965
102644	rnn.bias_hh_l0	7	-0.14575624465942383
102644	rnn.bias_hh_l0	8	-0.1453647017478943
102644	rnn.bias_hh_l0	9	-0.09164293855428696
102644	rnn.weight_ih_l0_reverse	0	-0.01128825917840004
102644	rnn.weight_ih_l0_reverse	1	0.020559420809149742
102644	rnn.weight_ih_l0_reverse	2	-0.0036129415966570377
102644	rnn.weight_ih_l0_reverse	3	-0.03060302883386612
102644	rnn.weight_ih_l0_reverse	4	0.015939483419060707
102644	rnn.weight_ih_l0_reverse	5	-0.04853265732526779
102644	rnn.weight_ih_l0_reverse	6	-0.04156963899731636
102644	rnn.weight_ih_l0_reverse	7	-0.001246489817276597
102644	rnn.weight_ih_l0_reverse	8	0.042016394436359406
102644	rnn.weight_ih_l0_reverse	9	0.017781097441911697
102644	rnn.weight_hh_l0_reverse	0	0.005732916761189699
102644	rnn.weight_hh_l0_reverse	1	0.021971048787236214
102644	rnn.weight_hh_l0_reverse	2	-0.035003602504730225
102644	rnn.weight_hh_l0_reverse	3	0.03410040959715843
102644	rnn.weight_hh_l0_reverse	4	0.01977832429111004
102644	rnn.weight_hh_l0_reverse	5	-0.01838526502251625
102644	rnn.weight_hh_l0_reverse	6	0.03786994144320488
102644	rnn.weight_hh_l0_reverse	7	0.020500345155596733
102644	rnn.weight_hh_l0_reverse	8	-0.0040653846226632595
102644	rnn.weight_hh_l0_reverse	9	-0.05907550826668739
102644	rnn.bias_ih_l0_reverse	0	-0.13277184963226318
102644	rnn.bias_ih_l0_reverse	1	-0.29956021904945374
102644	rnn.bias_ih_l0_reverse	2	-0.05881616845726967
102644	rnn.bias_ih_l0_reverse	3	-0.11919604986906052
102644	rnn.bias_ih_l0_reverse	4	0.06933176517486572
102644	rnn.bias_ih_l0_reverse	5	-0.22497501969337463
102644	rnn.bias_ih_l0_reverse	6	-0.05259709805250168
102644	rnn.bias_ih_l0_reverse	7	0.028820892795920372
102644	rnn.bias_ih_l0_reverse	8	-0.1532176285982132
102644	rnn.bias_ih_l0_reverse	9	-0.08851829916238785
102644	rnn.bias_hh_l0_reverse	0	-0.12806114554405212
102644	rnn.bias_hh_l0_reverse	1	-0.12725672125816345
102644	rnn.bias_hh_l0_reverse	2	-0.0334688201546669
102644	rnn.bias_hh_l0_reverse	3	-0.1279011368751526
102644	rnn.bias_hh_l0_reverse	4	-0.024150419980287552
102644	rnn.bias_hh_l0_reverse	5	-0.10204578936100006
102644	rnn.bias_hh_l0_reverse	6	-0.05467623099684715
102644	rnn.bias_hh_l0_reverse	7	-0.159349262714386
102644	rnn.bias_hh_l0_reverse	8	-0.036810919642448425
102644	rnn.bias_hh_l0_reverse	9	-0.12262966483831406
102644	linear.weight	0	-0.15232601761817932
102644	linear.weight	1	-0.16923114657402039
102644	linear.weight	2	-0.011228874325752258
102644	linear.weight	3	-0.05764768645167351
102644	linear.weight	4	0.051481690257787704
102644	linear.weight	5	0.1914919763803482
102644	linear.weight	6	0.0047744326293468475
102644	linear.weight	7	-0.021312154829502106
102644	linear.weight	8	0.11936794966459274
102644	linear.weight	9	0.17565672099590302
102644	linear.bias	0	-0.7579553723335266
102644	linear.bias	1	1.0736236572265625
102644	linear.bias	2	-0.2904280126094818
102644	linear.bias	3	-0.5723491907119751
102644	linear.bias	4	-1.1057881116867065
102644	linear.bias	5	-1.158483624458313
102644	linear.bias	6	-0.7409890294075012
102644	linear.bias	7	-0.7155129909515381
102644	linear.bias	8	-0.01705317199230194
102644	linear.bias	9	3.1592743396759033
102648	transitions	0	-0.3290119767189026
102648	transitions	1	8.052899360656738
102648	transitions	2	-3.290254592895508
102648	transitions	3	1.368353247642517
102648	transitions	4	-1.9235427379608154
102648	transitions	5	-0.34797972440719604
102648	transitions	6	-0.17668616771697998
102648	transitions	7	-10000.0
102648	transitions	8	1.726943016052246
102648	transitions	9	-2.2910079956054688
102648	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
102648	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
102648	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
102648	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
102648	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
102648	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
102648	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
102648	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
102648	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
102648	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
102648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
102648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
102648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
102648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
102648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
102648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
102648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
102648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
102648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
102648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
102648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
102648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
102648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
102648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
102648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
102648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
102648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
102648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
102648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
102648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
102648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
102648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
102648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
102648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
102648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
102648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
102648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
102648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
102648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
102648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
102648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
102648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
102648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
102648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
102648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
102648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
102648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
102648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
102648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
102648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
102648	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
102648	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
102648	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
102648	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
102648	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
102648	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
102648	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
102648	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
102648	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
102648	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
102648	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
102648	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
102648	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
102648	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
102648	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
102648	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
102648	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
102648	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
102648	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
102648	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
102648	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
102648	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
102648	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
102648	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
102648	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
102648	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
102648	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
102648	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
102648	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
102648	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
102648	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
102648	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
102648	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
102648	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
102648	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
102648	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
102648	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
102648	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
102648	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
102648	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
102648	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
102648	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
102648	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
102648	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
102648	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
102648	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
102648	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
102648	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
102648	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
102648	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
102648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
102648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
102648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
102648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
102648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
102648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
102648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
102648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
102648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
102648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
102648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
102648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
102648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
102648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
102648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
102648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
102648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
102648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
102648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
102648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
102648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
102648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
102648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
102648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
102648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
102648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
102648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
102648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
102648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
102648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
102648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
102648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
102648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
102648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
102648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
102648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
102648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
102648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
102648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
102648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
102648	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
102648	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
102648	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
102648	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
102648	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
102648	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
102648	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
102648	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
102648	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
102648	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
102648	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
102648	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
102648	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
102648	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
102648	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
102648	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
102648	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
102648	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
102648	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
102648	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
102648	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
102648	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
102648	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
102648	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
102648	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
102648	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
102648	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
102648	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
102648	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
102648	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
102648	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
102648	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
102648	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
102648	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
102648	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
102648	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
102648	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
102648	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
102648	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
102648	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
102648	embedding2nn.weight	0	0.04103490337729454
102648	embedding2nn.weight	1	-0.08453433960676193
102648	embedding2nn.weight	2	-0.002809599507600069
102648	embedding2nn.weight	3	-0.04875151440501213
102648	embedding2nn.weight	4	-0.14824549853801727
102648	embedding2nn.weight	5	0.09227124601602554
102648	embedding2nn.weight	6	-0.12664267420768738
102648	embedding2nn.weight	7	-0.06894456595182419
102648	embedding2nn.weight	8	-0.01413718145340681
102648	embedding2nn.weight	9	0.03926824405789375
102648	embedding2nn.bias	0	0.07468521595001221
102648	embedding2nn.bias	1	0.022611435502767563
102648	embedding2nn.bias	2	-0.1328984647989273
102648	embedding2nn.bias	3	0.03990817070007324
102648	embedding2nn.bias	4	0.044604234397411346
102648	embedding2nn.bias	5	-0.1339649111032486
102648	embedding2nn.bias	6	-0.09148695319890976
102648	embedding2nn.bias	7	-0.01772688329219818
102648	embedding2nn.bias	8	0.11195102334022522
102648	embedding2nn.bias	9	-0.09573350101709366
102648	rnn.weight_ih_l0	0	0.0066609736531972885
102648	rnn.weight_ih_l0	1	-0.042091354727745056
102648	rnn.weight_ih_l0	2	-0.02413654327392578
102648	rnn.weight_ih_l0	3	-0.012956091202795506
102648	rnn.weight_ih_l0	4	-0.00758653599768877
102648	rnn.weight_ih_l0	5	-0.08217383921146393
102648	rnn.weight_ih_l0	6	-0.016992980614304543
102648	rnn.weight_ih_l0	7	-0.01641726866364479
102648	rnn.weight_ih_l0	8	0.031876374036073685
102648	rnn.weight_ih_l0	9	0.016671495512127876
102648	rnn.weight_hh_l0	0	0.012022060342133045
102648	rnn.weight_hh_l0	1	-0.06804826855659485
102648	rnn.weight_hh_l0	2	0.058268699795007706
102648	rnn.weight_hh_l0	3	0.03766702860593796
102648	rnn.weight_hh_l0	4	0.010390535928308964
102648	rnn.weight_hh_l0	5	0.050784509629011154
102648	rnn.weight_hh_l0	6	-0.01216419693082571
102648	rnn.weight_hh_l0	7	-0.08232985436916351
102648	rnn.weight_hh_l0	8	-0.006239749025553465
102648	rnn.weight_hh_l0	9	-0.10702682286500931
102648	rnn.bias_ih_l0	0	-0.1000838428735733
102648	rnn.bias_ih_l0	1	-0.14898361265659332
102648	rnn.bias_ih_l0	2	-0.2205662876367569
102648	rnn.bias_ih_l0	3	-0.27388641238212585
102648	rnn.bias_ih_l0	4	0.007255548611283302
102648	rnn.bias_ih_l0	5	0.09449857473373413
102648	rnn.bias_ih_l0	6	-0.13614945113658905
102648	rnn.bias_ih_l0	7	-0.25847578048706055
102648	rnn.bias_ih_l0	8	-0.10209759324789047
102648	rnn.bias_ih_l0	9	-0.16101880371570587
102648	rnn.bias_hh_l0	0	0.12852855026721954
102648	rnn.bias_hh_l0	1	-0.05294695869088173
102648	rnn.bias_hh_l0	2	0.026388660073280334
102648	rnn.bias_hh_l0	3	-0.15803959965705872
102648	rnn.bias_hh_l0	4	0.04594332352280617
102648	rnn.bias_hh_l0	5	0.016614047810435295
102648	rnn.bias_hh_l0	6	-0.09178768843412399
102648	rnn.bias_hh_l0	7	-0.1458638608455658
102648	rnn.bias_hh_l0	8	-0.14511382579803467
102648	rnn.bias_hh_l0	9	-0.09159786254167557
102648	rnn.weight_ih_l0_reverse	0	-0.011280016973614693
102648	rnn.weight_ih_l0_reverse	1	0.02050997130572796
102648	rnn.weight_ih_l0_reverse	2	-0.0037500758189707994
102648	rnn.weight_ih_l0_reverse	3	-0.03062562830746174
102648	rnn.weight_ih_l0_reverse	4	0.015835417434573174
102648	rnn.weight_ih_l0_reverse	5	-0.04852714389562607
102648	rnn.weight_ih_l0_reverse	6	-0.04174332693219185
102648	rnn.weight_ih_l0_reverse	7	-0.0016589505830779672
102648	rnn.weight_ih_l0_reverse	8	0.04225555434823036
102648	rnn.weight_ih_l0_reverse	9	0.01763676106929779
102648	rnn.weight_hh_l0_reverse	0	0.0056886677630245686
102648	rnn.weight_hh_l0_reverse	1	0.021975191310048103
102648	rnn.weight_hh_l0_reverse	2	-0.03485962003469467
102648	rnn.weight_hh_l0_reverse	3	0.03412861377000809
102648	rnn.weight_hh_l0_reverse	4	0.019781289622187614
102648	rnn.weight_hh_l0_reverse	5	-0.01838437095284462
102648	rnn.weight_hh_l0_reverse	6	0.0378694050014019
102648	rnn.weight_hh_l0_reverse	7	0.020387541502714157
102648	rnn.weight_hh_l0_reverse	8	-0.004053679294884205
102648	rnn.weight_hh_l0_reverse	9	-0.05915653705596924
102648	rnn.bias_ih_l0_reverse	0	-0.1327454298734665
102648	rnn.bias_ih_l0_reverse	1	-0.2999873161315918
102648	rnn.bias_ih_l0_reverse	2	-0.05874544382095337
102648	rnn.bias_ih_l0_reverse	3	-0.11907779425382614
102648	rnn.bias_ih_l0_reverse	4	0.06910184770822525
102648	rnn.bias_ih_l0_reverse	5	-0.2252928912639618
102648	rnn.bias_ih_l0_reverse	6	-0.0526365227997303
102648	rnn.bias_ih_l0_reverse	7	0.02872643433511257
102648	rnn.bias_ih_l0_reverse	8	-0.15274348855018616
102648	rnn.bias_ih_l0_reverse	9	-0.08754205703735352
102648	rnn.bias_hh_l0_reverse	0	-0.12791240215301514
102648	rnn.bias_hh_l0_reverse	1	-0.12766709923744202
102648	rnn.bias_hh_l0_reverse	2	-0.03334736078977585
102648	rnn.bias_hh_l0_reverse	3	-0.12728546559810638
102648	rnn.bias_hh_l0_reverse	4	-0.024172507226467133
102648	rnn.bias_hh_l0_reverse	5	-0.10245275497436523
102648	rnn.bias_hh_l0_reverse	6	-0.05460026115179062
102648	rnn.bias_hh_l0_reverse	7	-0.15967071056365967
102648	rnn.bias_hh_l0_reverse	8	-0.03677518293261528
102648	rnn.bias_hh_l0_reverse	9	-0.12370530515909195
102648	linear.weight	0	-0.15271899104118347
102648	linear.weight	1	-0.16935515403747559
102648	linear.weight	2	-0.011228874325752258
102648	linear.weight	3	-0.05733989551663399
102648	linear.weight	4	0.052719805389642715
102648	linear.weight	5	0.19351796805858612
102648	linear.weight	6	0.0047744326293468475
102648	linear.weight	7	-0.021312154829502106
102648	linear.weight	8	0.1202164813876152
102648	linear.weight	9	0.17567099630832672
102648	linear.bias	0	-0.753268301486969
102648	linear.bias	1	1.0854531526565552
102648	linear.bias	2	-0.2928791344165802
102648	linear.bias	3	-0.5685678720474243
102648	linear.bias	4	-1.119187593460083
102648	linear.bias	5	-1.1584850549697876
102648	linear.bias	6	-0.7363074421882629
102648	linear.bias	7	-0.7156227231025696
102648	linear.bias	8	-0.01705317199230194
102648	linear.bias	9	3.136007070541382
102845	transitions	0	-0.3294931948184967
102845	transitions	1	8.061622619628906
102845	transitions	2	-3.2917730808258057
102845	transitions	3	1.3450157642364502
102845	transitions	4	-1.924175500869751
102845	transitions	5	-0.3480827808380127
102845	transitions	6	-0.17675745487213135
102845	transitions	7	-10000.0
102845	transitions	8	1.72705078125
102845	transitions	9	-2.2910196781158447
102845	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
102845	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
102845	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
102845	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
102845	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
102845	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
102845	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
102845	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
102845	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
102845	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
102845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
102845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
102845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
102845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
102845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
102845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
102845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
102845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
102845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
102845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
102845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
102845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
102845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
102845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
102845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
102845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
102845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
102845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
102845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
102845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
102845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
102845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
102845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
102845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
102845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
102845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
102845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
102845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
102845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
102845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
102845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
102845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
102845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
102845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
102845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
102845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
102845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
102845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
102845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
102845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
102845	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
102845	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
102845	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
102845	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
102845	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
102845	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
102845	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
102845	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
102845	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
102845	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
102845	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
102845	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
102845	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
102845	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
102845	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
102845	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
102845	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
102845	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
102845	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
102845	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
102845	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
102845	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
102845	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
102845	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
102845	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
102845	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
102845	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
102845	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
102845	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
102845	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
102845	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
102845	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
102845	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
102845	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
102845	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
102845	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
102845	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
102845	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
102845	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
102845	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
102845	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
102845	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
102845	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
102845	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
102845	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
102845	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
102845	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
102845	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
102845	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
102845	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
102845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
102845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
102845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
102845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
102845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
102845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
102845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
102845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
102845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
102845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
102845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
102845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
102845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
102845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
102845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
102845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
102845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
102845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
102845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
102845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
102845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
102845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
102845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
102845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
102845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
102845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
102845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
102845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
102845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
102845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
102845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
102845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
102845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
102845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
102845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
102845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
102845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
102845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
102845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
102845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
102845	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
102845	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
102845	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
102845	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
102845	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
102845	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
102845	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
102845	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
102845	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
102845	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
102845	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
102845	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
102845	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
102845	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
102845	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
102845	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
102845	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
102845	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
102845	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
102845	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
102845	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
102845	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
102845	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
102845	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
102845	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
102845	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
102845	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
102845	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
102845	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
102845	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
102845	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
102845	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
102845	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
102845	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
102845	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
102845	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
102845	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
102845	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
102845	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
102845	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
102845	embedding2nn.weight	0	0.04196067899465561
102845	embedding2nn.weight	1	-0.08430556207895279
102845	embedding2nn.weight	2	-0.0001876071619335562
102845	embedding2nn.weight	3	-0.050170984119176865
102845	embedding2nn.weight	4	-0.14469297230243683
102845	embedding2nn.weight	5	0.0930413231253624
102845	embedding2nn.weight	6	-0.11700153350830078
102845	embedding2nn.weight	7	-0.06597210466861725
102845	embedding2nn.weight	8	-0.01460487861186266
102845	embedding2nn.weight	9	0.03709753230214119
102845	embedding2nn.bias	0	0.07653620839118958
102845	embedding2nn.bias	1	0.02511824294924736
102845	embedding2nn.bias	2	-0.12470598518848419
102845	embedding2nn.bias	3	0.043181490153074265
102845	embedding2nn.bias	4	0.04204220324754715
102845	embedding2nn.bias	5	-0.15227751433849335
102845	embedding2nn.bias	6	-0.09141066670417786
102845	embedding2nn.bias	7	-0.02002742700278759
102845	embedding2nn.bias	8	0.10166121274232864
102845	embedding2nn.bias	9	-0.09964592009782791
102845	rnn.weight_ih_l0	0	0.006074615754187107
102845	rnn.weight_ih_l0	1	-0.044211309403181076
102845	rnn.weight_ih_l0	2	-0.024627799168229103
102845	rnn.weight_ih_l0	3	-0.014034641906619072
102845	rnn.weight_ih_l0	4	-0.006715166848152876
102845	rnn.weight_ih_l0	5	-0.0819152370095253
102845	rnn.weight_ih_l0	6	-0.016237689182162285
102845	rnn.weight_ih_l0	7	-0.016773367300629616
102845	rnn.weight_ih_l0	8	0.031281135976314545
102845	rnn.weight_ih_l0	9	0.0184429120272398
102845	rnn.weight_hh_l0	0	0.01115007046610117
102845	rnn.weight_hh_l0	1	-0.06927891075611115
102845	rnn.weight_hh_l0	2	0.05777670443058014
102845	rnn.weight_hh_l0	3	0.037210118025541306
102845	rnn.weight_hh_l0	4	0.010419736616313457
102845	rnn.weight_hh_l0	5	0.05039525777101517
102845	rnn.weight_hh_l0	6	-0.012197515927255154
102845	rnn.weight_hh_l0	7	-0.08231118321418762
102845	rnn.weight_hh_l0	8	-0.007849782705307007
102845	rnn.weight_hh_l0	9	-0.10687486827373505
102845	rnn.bias_ih_l0	0	-0.09860026091337204
102845	rnn.bias_ih_l0	1	-0.15033797919750214
102845	rnn.bias_ih_l0	2	-0.22160454094409943
102845	rnn.bias_ih_l0	3	-0.27245238423347473
102845	rnn.bias_ih_l0	4	0.0016287137987092137
102845	rnn.bias_ih_l0	5	0.09604652971029282
102845	rnn.bias_ih_l0	6	-0.13885734975337982
102845	rnn.bias_ih_l0	7	-0.2560804486274719
102845	rnn.bias_ih_l0	8	-0.10322082787752151
102845	rnn.bias_ih_l0	9	-0.16090627014636993
102845	rnn.bias_hh_l0	0	0.12331569194793701
102845	rnn.bias_hh_l0	1	-0.05309618264436722
102845	rnn.bias_hh_l0	2	0.026126114651560783
102845	rnn.bias_hh_l0	3	-0.16008757054805756
102845	rnn.bias_hh_l0	4	0.05268204212188721
102845	rnn.bias_hh_l0	5	0.01608932390809059
102845	rnn.bias_hh_l0	6	-0.08991604298353195
102845	rnn.bias_hh_l0	7	-0.14084286987781525
102845	rnn.bias_hh_l0	8	-0.14689378440380096
102845	rnn.bias_hh_l0	9	-0.09166932106018066
102845	rnn.weight_ih_l0_reverse	0	-0.012303251773118973
102845	rnn.weight_ih_l0_reverse	1	0.0209281574934721
102845	rnn.weight_ih_l0_reverse	2	-0.0062743122689425945
102845	rnn.weight_ih_l0_reverse	3	-0.029236750677227974
102845	rnn.weight_ih_l0_reverse	4	0.018275756388902664
102845	rnn.weight_ih_l0_reverse	5	-0.05035052075982094
102845	rnn.weight_ih_l0_reverse	6	-0.039448320865631104
102845	rnn.weight_ih_l0_reverse	7	0.0008418423240073025
102845	rnn.weight_ih_l0_reverse	8	0.04330013692378998
102845	rnn.weight_ih_l0_reverse	9	0.018747491762042046
102845	rnn.weight_hh_l0_reverse	0	0.00641612196341157
102845	rnn.weight_hh_l0_reverse	1	0.021891729906201363
102845	rnn.weight_hh_l0_reverse	2	-0.03345239907503128
102845	rnn.weight_hh_l0_reverse	3	0.03321988135576248
102845	rnn.weight_hh_l0_reverse	4	0.02020731195807457
102845	rnn.weight_hh_l0_reverse	5	-0.018954187631607056
102845	rnn.weight_hh_l0_reverse	6	0.038800280541181564
102845	rnn.weight_hh_l0_reverse	7	0.019398344680666924
102845	rnn.weight_hh_l0_reverse	8	-0.004807294346392155
102845	rnn.weight_hh_l0_reverse	9	-0.05929432064294815
102845	rnn.bias_ih_l0_reverse	0	-0.1326540857553482
102845	rnn.bias_ih_l0_reverse	1	-0.3007183372974396
102845	rnn.bias_ih_l0_reverse	2	-0.05901824310421944
102845	rnn.bias_ih_l0_reverse	3	-0.12043429911136627
102845	rnn.bias_ih_l0_reverse	4	0.06797165423631668
102845	rnn.bias_ih_l0_reverse	5	-0.22974368929862976
102845	rnn.bias_ih_l0_reverse	6	-0.05528830364346504
102845	rnn.bias_ih_l0_reverse	7	0.025470808148384094
102845	rnn.bias_ih_l0_reverse	8	-0.15305392444133759
102845	rnn.bias_ih_l0_reverse	9	-0.08683549612760544
102845	rnn.bias_hh_l0_reverse	0	-0.12767580151557922
102845	rnn.bias_hh_l0_reverse	1	-0.1284330189228058
102845	rnn.bias_hh_l0_reverse	2	-0.03545293211936951
102845	rnn.bias_hh_l0_reverse	3	-0.12740011513233185
102845	rnn.bias_hh_l0_reverse	4	-0.02391824498772621
102845	rnn.bias_hh_l0_reverse	5	-0.10332097858190536
102845	rnn.bias_hh_l0_reverse	6	-0.053764645010232925
102845	rnn.bias_hh_l0_reverse	7	-0.15235115587711334
102845	rnn.bias_hh_l0_reverse	8	-0.03839363157749176
102845	rnn.bias_hh_l0_reverse	9	-0.12822559475898743
102845	linear.weight	0	-0.15432822704315186
102845	linear.weight	1	-0.16677343845367432
102845	linear.weight	2	-0.011228874325752258
102845	linear.weight	3	-0.04471469670534134
102845	linear.weight	4	0.03250480815768242
102845	linear.weight	5	0.19487722218036652
102845	linear.weight	6	0.0047744326293468475
102845	linear.weight	7	-0.021312154829502106
102845	linear.weight	8	0.11119136214256287
102845	linear.weight	9	0.15395553410053253
102845	linear.bias	0	-0.7427749037742615
102845	linear.bias	1	1.1001205444335938
102845	linear.bias	2	-0.3593190312385559
102845	linear.bias	3	-0.5765194892883301
102845	linear.bias	4	-1.1193212270736694
102845	linear.bias	5	-1.1585637331008911
102845	linear.bias	6	-0.7297843098640442
102845	linear.bias	7	-0.7009488344192505
102845	linear.bias	8	-0.01705317199230194
102845	linear.bias	9	3.152247428894043
103042	transitions	0	-0.3295963704586029
103042	transitions	1	8.10790729522705
103042	transitions	2	-3.294511079788208
103042	transitions	3	1.3564505577087402
103042	transitions	4	-1.9257067441940308
103042	transitions	5	-0.3483080565929413
103042	transitions	6	-0.17683462798595428
103042	transitions	7	-10000.0
103042	transitions	8	1.7243866920471191
103042	transitions	9	-2.2910289764404297
103042	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
103042	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
103042	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
103042	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
103042	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
103042	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
103042	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
103042	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
103042	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
103042	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
103042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
103042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
103042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
103042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
103042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
103042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
103042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
103042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
103042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
103042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
103042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
103042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
103042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
103042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
103042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
103042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
103042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
103042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
103042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
103042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
103042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
103042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
103042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
103042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
103042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
103042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
103042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
103042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
103042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
103042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
103042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
103042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
103042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
103042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
103042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
103042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
103042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
103042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
103042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
103042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
103042	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
103042	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
103042	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
103042	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
103042	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
103042	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
103042	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
103042	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
103042	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
103042	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
103042	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
103042	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
103042	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
103042	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
103042	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
103042	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
103042	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
103042	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
103042	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
103042	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
103042	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
103042	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
103042	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
103042	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
103042	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
103042	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
103042	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
103042	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
103042	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
103042	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
103042	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
103042	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
103042	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
103042	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
103042	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
103042	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
103042	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
103042	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
103042	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
103042	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
103042	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
103042	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
103042	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
103042	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
103042	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
103042	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
103042	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
103042	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
103042	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
103042	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
103042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
103042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
103042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
103042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
103042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
103042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
103042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
103042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
103042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
103042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
103042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
103042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
103042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
103042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
103042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
103042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
103042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
103042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
103042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
103042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
103042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
103042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
103042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
103042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
103042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
103042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
103042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
103042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
103042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
103042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
103042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
103042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
103042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
103042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
103042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
103042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
103042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
103042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
103042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
103042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
103042	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
103042	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
103042	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
103042	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
103042	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
103042	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
103042	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
103042	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
103042	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
103042	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
103042	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
103042	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
103042	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
103042	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
103042	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
103042	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
103042	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
103042	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
103042	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
103042	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
103042	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
103042	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
103042	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
103042	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
103042	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
103042	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
103042	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
103042	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
103042	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
103042	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
103042	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
103042	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
103042	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
103042	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
103042	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
103042	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
103042	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
103042	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
103042	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
103042	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
103042	embedding2nn.weight	0	0.041147466748952866
103042	embedding2nn.weight	1	-0.08572758734226227
103042	embedding2nn.weight	2	0.0024381799157708883
103042	embedding2nn.weight	3	-0.0511360764503479
103042	embedding2nn.weight	4	-0.14866256713867188
103042	embedding2nn.weight	5	0.09345005452632904
103042	embedding2nn.weight	6	-0.119664765894413
103042	embedding2nn.weight	7	-0.0692458376288414
103042	embedding2nn.weight	8	-0.015101532451808453
103042	embedding2nn.weight	9	0.03704788163304329
103042	embedding2nn.bias	0	0.08455202728509903
103042	embedding2nn.bias	1	0.03162156790494919
103042	embedding2nn.bias	2	-0.14241927862167358
103042	embedding2nn.bias	3	0.03666609898209572
103042	embedding2nn.bias	4	0.035011161118745804
103042	embedding2nn.bias	5	-0.14355188608169556
103042	embedding2nn.bias	6	-0.09077462553977966
103042	embedding2nn.bias	7	-0.01724499650299549
103042	embedding2nn.bias	8	0.10051426291465759
103042	embedding2nn.bias	9	-0.1010611280798912
103042	rnn.weight_ih_l0	0	0.005652898456901312
103042	rnn.weight_ih_l0	1	-0.043898992240428925
103042	rnn.weight_ih_l0	2	-0.026267720386385918
103042	rnn.weight_ih_l0	3	-0.011237376369535923
103042	rnn.weight_ih_l0	4	-0.005856535397469997
103042	rnn.weight_ih_l0	5	-0.08033032715320587
103042	rnn.weight_ih_l0	6	-0.01789885014295578
103042	rnn.weight_ih_l0	7	-0.017478536814451218
103042	rnn.weight_ih_l0	8	0.03258276730775833
103042	rnn.weight_ih_l0	9	0.017767682671546936
103042	rnn.weight_hh_l0	0	0.01137224119156599
103042	rnn.weight_hh_l0	1	-0.06937266886234283
103042	rnn.weight_hh_l0	2	0.05645928904414177
103042	rnn.weight_hh_l0	3	0.03550390526652336
103042	rnn.weight_hh_l0	4	0.010449696332216263
103042	rnn.weight_hh_l0	5	0.05126399174332619
103042	rnn.weight_hh_l0	6	-0.01213088445365429
103042	rnn.weight_hh_l0	7	-0.08213044703006744
103042	rnn.weight_hh_l0	8	-0.007407648954540491
103042	rnn.weight_hh_l0	9	-0.10724634677171707
103042	rnn.bias_ih_l0	0	-0.10000069439411163
103042	rnn.bias_ih_l0	1	-0.1504163295030594
103042	rnn.bias_ih_l0	2	-0.22309225797653198
103042	rnn.bias_ih_l0	3	-0.2717723250389099
103042	rnn.bias_ih_l0	4	0.00047884476953186095
103042	rnn.bias_ih_l0	5	0.0894487276673317
103042	rnn.bias_ih_l0	6	-0.13943524658679962
103042	rnn.bias_ih_l0	7	-0.2570738196372986
103042	rnn.bias_ih_l0	8	-0.10278501361608505
103042	rnn.bias_ih_l0	9	-0.16216254234313965
103042	rnn.bias_hh_l0	0	0.12976983189582825
103042	rnn.bias_hh_l0	1	-0.052855804562568665
103042	rnn.bias_hh_l0	2	0.02821255289018154
103042	rnn.bias_hh_l0	3	-0.157014399766922
103042	rnn.bias_hh_l0	4	0.05151056870818138
103042	rnn.bias_hh_l0	5	0.0157063826918602
103042	rnn.bias_hh_l0	6	-0.09001204371452332
103042	rnn.bias_hh_l0	7	-0.14218513667583466
103042	rnn.bias_hh_l0	8	-0.1484997421503067
103042	rnn.bias_hh_l0	9	-0.08898047357797623
103042	rnn.weight_ih_l0_reverse	0	-0.011060821823775768
103042	rnn.weight_ih_l0_reverse	1	0.02331657148897648
103042	rnn.weight_ih_l0_reverse	2	-0.0043865409679710865
103042	rnn.weight_ih_l0_reverse	3	-0.024069957435131073
103042	rnn.weight_ih_l0_reverse	4	0.017864849418401718
103042	rnn.weight_ih_l0_reverse	5	-0.050696104764938354
103042	rnn.weight_ih_l0_reverse	6	-0.03911346569657326
103042	rnn.weight_ih_l0_reverse	7	0.0020350604318082333
103042	rnn.weight_ih_l0_reverse	8	0.04468211904168129
103042	rnn.weight_ih_l0_reverse	9	0.015158685855567455
103042	rnn.weight_hh_l0_reverse	0	0.006083311513066292
103042	rnn.weight_hh_l0_reverse	1	0.02112605608999729
103042	rnn.weight_hh_l0_reverse	2	-0.03351856395602226
103042	rnn.weight_hh_l0_reverse	3	0.034360647201538086
103042	rnn.weight_hh_l0_reverse	4	0.019915856420993805
103042	rnn.weight_hh_l0_reverse	5	-0.02042224071919918
103042	rnn.weight_hh_l0_reverse	6	0.039271578192710876
103042	rnn.weight_hh_l0_reverse	7	0.019448809325695038
103042	rnn.weight_hh_l0_reverse	8	-0.005600655917078257
103042	rnn.weight_hh_l0_reverse	9	-0.05926737189292908
103042	rnn.bias_ih_l0_reverse	0	-0.13285709917545319
103042	rnn.bias_ih_l0_reverse	1	-0.3040182888507843
103042	rnn.bias_ih_l0_reverse	2	-0.0601513646543026
103042	rnn.bias_ih_l0_reverse	3	-0.12247247248888016
103042	rnn.bias_ih_l0_reverse	4	0.06749989092350006
103042	rnn.bias_ih_l0_reverse	5	-0.2300209105014801
103042	rnn.bias_ih_l0_reverse	6	-0.05600067973136902
103042	rnn.bias_ih_l0_reverse	7	0.026422522962093353
103042	rnn.bias_ih_l0_reverse	8	-0.15378941595554352
103042	rnn.bias_ih_l0_reverse	9	-0.08396429568529129
103042	rnn.bias_hh_l0_reverse	0	-0.12776656448841095
103042	rnn.bias_hh_l0_reverse	1	-0.1265638768672943
103042	rnn.bias_hh_l0_reverse	2	-0.03752891346812248
103042	rnn.bias_hh_l0_reverse	3	-0.12897761166095734
103042	rnn.bias_hh_l0_reverse	4	-0.024733083322644234
103042	rnn.bias_hh_l0_reverse	5	-0.10859795659780502
103042	rnn.bias_hh_l0_reverse	6	-0.050109151750802994
103042	rnn.bias_hh_l0_reverse	7	-0.15687650442123413
103042	rnn.bias_hh_l0_reverse	8	-0.03321271389722824
103042	rnn.bias_hh_l0_reverse	9	-0.1268995702266693
103042	linear.weight	0	-0.16018931567668915
103042	linear.weight	1	-0.16769801080226898
103042	linear.weight	2	-0.011228874325752258
103042	linear.weight	3	-0.04874715954065323
103042	linear.weight	4	0.03188085928559303
103042	linear.weight	5	0.2151878923177719
103042	linear.weight	6	0.0047744326293468475
103042	linear.weight	7	-0.021312154829502106
103042	linear.weight	8	0.1347179263830185
103042	linear.weight	9	0.15167714655399323
103042	linear.bias	0	-0.7393270134925842
103042	linear.bias	1	1.1237428188323975
103042	linear.bias	2	-0.3234211504459381
103042	linear.bias	3	-0.5492602586746216
103042	linear.bias	4	-1.0550334453582764
103042	linear.bias	5	-1.158658742904663
103042	linear.bias	6	-0.7249172925949097
103042	linear.bias	7	-0.7290056943893433
103042	linear.bias	8	-0.01705317199230194
103042	linear.bias	9	3.166059732437134
103239	transitions	0	-0.3304448425769806
103239	transitions	1	8.078394889831543
103239	transitions	2	-3.2951953411102295
103239	transitions	3	1.366653561592102
103239	transitions	4	-1.9263619184494019
103239	transitions	5	-0.3485229015350342
103239	transitions	6	-0.17688995599746704
103239	transitions	7	-10000.0
103239	transitions	8	1.730588436126709
103239	transitions	9	-2.291041374206543
103239	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
103239	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
103239	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
103239	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
103239	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
103239	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
103239	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
103239	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
103239	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
103239	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
103239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
103239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
103239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
103239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
103239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
103239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
103239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
103239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
103239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
103239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
103239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
103239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
103239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
103239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
103239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
103239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
103239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
103239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
103239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
103239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
103239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
103239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
103239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
103239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
103239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
103239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
103239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
103239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
103239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
103239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
103239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
103239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
103239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
103239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
103239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
103239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
103239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
103239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
103239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
103239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
103239	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
103239	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
103239	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
103239	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
103239	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
103239	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
103239	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
103239	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
103239	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
103239	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
103239	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
103239	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
103239	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
103239	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
103239	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
103239	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
103239	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
103239	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
103239	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
103239	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
103239	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
103239	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
103239	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
103239	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
103239	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
103239	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
103239	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
103239	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
103239	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
103239	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
103239	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
103239	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
103239	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
103239	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
103239	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
103239	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
103239	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
103239	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
103239	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
103239	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
103239	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
103239	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
103239	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
103239	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
103239	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
103239	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
103239	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
103239	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
103239	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
103239	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
103239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
103239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
103239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
103239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
103239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
103239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
103239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
103239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
103239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
103239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
103239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
103239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
103239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
103239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
103239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
103239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
103239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
103239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
103239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
103239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
103239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
103239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
103239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
103239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
103239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
103239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
103239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
103239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
103239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
103239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
103239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
103239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
103239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
103239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
103239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
103239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
103239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
103239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
103239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
103239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
103239	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
103239	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
103239	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
103239	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
103239	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
103239	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
103239	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
103239	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
103239	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
103239	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
103239	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
103239	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
103239	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
103239	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
103239	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
103239	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
103239	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
103239	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
103239	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
103239	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
103239	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
103239	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
103239	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
103239	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
103239	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
103239	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
103239	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
103239	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
103239	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
103239	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
103239	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
103239	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
103239	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
103239	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
103239	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
103239	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
103239	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
103239	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
103239	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
103239	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
103239	embedding2nn.weight	0	0.04146946221590042
103239	embedding2nn.weight	1	-0.0850575715303421
103239	embedding2nn.weight	2	0.006480711977928877
103239	embedding2nn.weight	3	-0.0507466197013855
103239	embedding2nn.weight	4	-0.14680418372154236
103239	embedding2nn.weight	5	0.09461000561714172
103239	embedding2nn.weight	6	-0.12076398730278015
103239	embedding2nn.weight	7	-0.07048117369413376
103239	embedding2nn.weight	8	-0.015536311082541943
103239	embedding2nn.weight	9	0.04014057293534279
103239	embedding2nn.bias	0	0.08336329460144043
103239	embedding2nn.bias	1	0.03321891650557518
103239	embedding2nn.bias	2	-0.14474381506443024
103239	embedding2nn.bias	3	0.040858399122953415
103239	embedding2nn.bias	4	0.03108867071568966
103239	embedding2nn.bias	5	-0.1493508368730545
103239	embedding2nn.bias	6	-0.09276182949542999
103239	embedding2nn.bias	7	-0.029576376080513
103239	embedding2nn.bias	8	0.09412475675344467
103239	embedding2nn.bias	9	-0.1091458648443222
103239	rnn.weight_ih_l0	0	0.009019593708217144
103239	rnn.weight_ih_l0	1	-0.042308926582336426
103239	rnn.weight_ih_l0	2	-0.025639768689870834
103239	rnn.weight_ih_l0	3	-0.012740525417029858
103239	rnn.weight_ih_l0	4	-0.004613211378455162
103239	rnn.weight_ih_l0	5	-0.0812438353896141
103239	rnn.weight_ih_l0	6	-0.017009099945425987
103239	rnn.weight_ih_l0	7	-0.019506633281707764
103239	rnn.weight_ih_l0	8	0.033146876841783524
103239	rnn.weight_ih_l0	9	0.018735693767666817
103239	rnn.weight_hh_l0	0	0.010766967199742794
103239	rnn.weight_hh_l0	1	-0.06998110562562943
103239	rnn.weight_hh_l0	2	0.05540958791971207
103239	rnn.weight_hh_l0	3	0.034725528210401535
103239	rnn.weight_hh_l0	4	0.010710042901337147
103239	rnn.weight_hh_l0	5	0.051409762352705
103239	rnn.weight_hh_l0	6	-0.012056156061589718
103239	rnn.weight_hh_l0	7	-0.0820852518081665
103239	rnn.weight_hh_l0	8	-0.009182475507259369
103239	rnn.weight_hh_l0	9	-0.10549336671829224
103239	rnn.bias_ih_l0	0	-0.09828942269086838
103239	rnn.bias_ih_l0	1	-0.14820732176303864
103239	rnn.bias_ih_l0	2	-0.22186054289340973
103239	rnn.bias_ih_l0	3	-0.2714136242866516
103239	rnn.bias_ih_l0	4	0.0005677514127455652
103239	rnn.bias_ih_l0	5	0.08507705479860306
103239	rnn.bias_ih_l0	6	-0.14019399881362915
103239	rnn.bias_ih_l0	7	-0.2563546299934387
103239	rnn.bias_ih_l0	8	-0.10454468429088593
103239	rnn.bias_ih_l0	9	-0.16513808071613312
103239	rnn.bias_hh_l0	0	0.12559011578559875
103239	rnn.bias_hh_l0	1	-0.050695255398750305
103239	rnn.bias_hh_l0	2	0.028478918597102165
103239	rnn.bias_hh_l0	3	-0.1545111984014511
103239	rnn.bias_hh_l0	4	0.05427703633904457
103239	rnn.bias_hh_l0	5	0.014438631944358349
103239	rnn.bias_hh_l0	6	-0.08928599953651428
103239	rnn.bias_hh_l0	7	-0.13826555013656616
103239	rnn.bias_hh_l0	8	-0.14790846407413483
103239	rnn.bias_hh_l0	9	-0.08757344633340836
103239	rnn.weight_ih_l0_reverse	0	-0.01068436075001955
103239	rnn.weight_ih_l0_reverse	1	0.022690901532769203
103239	rnn.weight_ih_l0_reverse	2	-0.007268678862601519
103239	rnn.weight_ih_l0_reverse	3	-0.02392478846013546
103239	rnn.weight_ih_l0_reverse	4	0.021252522245049477
103239	rnn.weight_ih_l0_reverse	5	-0.052729345858097076
103239	rnn.weight_ih_l0_reverse	6	-0.038731079548597336
103239	rnn.weight_ih_l0_reverse	7	0.004145016428083181
103239	rnn.weight_ih_l0_reverse	8	0.04417525231838226
103239	rnn.weight_ih_l0_reverse	9	0.014953621663153172
103239	rnn.weight_hh_l0_reverse	0	0.005685730837285519
103239	rnn.weight_hh_l0_reverse	1	0.021271957084536552
103239	rnn.weight_hh_l0_reverse	2	-0.03368106111884117
103239	rnn.weight_hh_l0_reverse	3	0.0344432108104229
103239	rnn.weight_hh_l0_reverse	4	0.018344931304454803
103239	rnn.weight_hh_l0_reverse	5	-0.02127852849662304
103239	rnn.weight_hh_l0_reverse	6	0.038826629519462585
103239	rnn.weight_hh_l0_reverse	7	0.01905851624906063
103239	rnn.weight_hh_l0_reverse	8	-0.0056978752836585045
103239	rnn.weight_hh_l0_reverse	9	-0.059204235672950745
103239	rnn.bias_ih_l0_reverse	0	-0.13778595626354218
103239	rnn.bias_ih_l0_reverse	1	-0.2994856536388397
103239	rnn.bias_ih_l0_reverse	2	-0.059934698045253754
103239	rnn.bias_ih_l0_reverse	3	-0.12195923179388046
103239	rnn.bias_ih_l0_reverse	4	0.06589600443840027
103239	rnn.bias_ih_l0_reverse	5	-0.23269890248775482
103239	rnn.bias_ih_l0_reverse	6	-0.05613771080970764
103239	rnn.bias_ih_l0_reverse	7	0.02346618101000786
103239	rnn.bias_ih_l0_reverse	8	-0.15267159044742584
103239	rnn.bias_ih_l0_reverse	9	-0.08383554220199585
103239	rnn.bias_hh_l0_reverse	0	-0.12457004189491272
103239	rnn.bias_hh_l0_reverse	1	-0.12754517793655396
103239	rnn.bias_hh_l0_reverse	2	-0.03633888438344002
103239	rnn.bias_hh_l0_reverse	3	-0.12742972373962402
103239	rnn.bias_hh_l0_reverse	4	-0.02522507682442665
103239	rnn.bias_hh_l0_reverse	5	-0.11069869250059128
103239	rnn.bias_hh_l0_reverse	6	-0.050529517233371735
103239	rnn.bias_hh_l0_reverse	7	-0.16118381917476654
103239	rnn.bias_hh_l0_reverse	8	-0.0379447266459465
103239	rnn.bias_hh_l0_reverse	9	-0.12807723879814148
103239	linear.weight	0	-0.16340254247188568
103239	linear.weight	1	-0.16022953391075134
103239	linear.weight	2	-0.011228874325752258
103239	linear.weight	3	-0.06579998880624771
103239	linear.weight	4	0.016192276030778885
103239	linear.weight	5	0.22825485467910767
103239	linear.weight	6	0.0047744326293468475
103239	linear.weight	7	-0.021312154829502106
103239	linear.weight	8	0.13763099908828735
103239	linear.weight	9	0.15521016716957092
103239	linear.bias	0	-0.7431791424751282
103239	linear.bias	1	1.1261407136917114
103239	linear.bias	2	-0.3478563129901886
103239	linear.bias	3	-0.5709263682365417
103239	linear.bias	4	-1.0906991958618164
103239	linear.bias	5	-1.1587613821029663
103239	linear.bias	6	-0.7267616391181946
103239	linear.bias	7	-0.729435920715332
103239	linear.bias	8	-0.01705317199230194
103239	linear.bias	9	3.174165964126587
103436	transitions	0	-0.33061903715133667
103436	transitions	1	8.079255104064941
103436	transitions	2	-3.2959842681884766
103436	transitions	3	1.3755744695663452
103436	transitions	4	-1.9272030591964722
103436	transitions	5	-0.3486625850200653
103436	transitions	6	-0.1769416630268097
103436	transitions	7	-10000.0
103436	transitions	8	1.7352503538131714
103436	transitions	9	-2.2910585403442383
103436	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
103436	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
103436	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
103436	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
103436	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
103436	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
103436	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
103436	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
103436	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
103436	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
103436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
103436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
103436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
103436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
103436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
103436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
103436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
103436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
103436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
103436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
103436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
103436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
103436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
103436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
103436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
103436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
103436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
103436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
103436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
103436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
103436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
103436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
103436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
103436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
103436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
103436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
103436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
103436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
103436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
103436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
103436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
103436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
103436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
103436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
103436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
103436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
103436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
103436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
103436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
103436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
103436	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
103436	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
103436	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
103436	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
103436	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
103436	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
103436	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
103436	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
103436	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
103436	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
103436	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
103436	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
103436	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
103436	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
103436	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
103436	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
103436	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
103436	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
103436	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
103436	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
103436	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
103436	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
103436	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
103436	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
103436	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
103436	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
103436	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
103436	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
103436	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
103436	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
103436	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
103436	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
103436	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
103436	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
103436	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
103436	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
103436	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
103436	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
103436	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
103436	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
103436	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
103436	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
103436	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
103436	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
103436	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
103436	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
103436	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
103436	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
103436	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
103436	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
103436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
103436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
103436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
103436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
103436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
103436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
103436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
103436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
103436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
103436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
103436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
103436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
103436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
103436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
103436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
103436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
103436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
103436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
103436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
103436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
103436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
103436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
103436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
103436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
103436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
103436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
103436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
103436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
103436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
103436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
103436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
103436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
103436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
103436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
103436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
103436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
103436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
103436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
103436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
103436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
103436	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
103436	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
103436	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
103436	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
103436	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
103436	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
103436	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
103436	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
103436	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
103436	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
103436	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
103436	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
103436	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
103436	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
103436	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
103436	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
103436	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
103436	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
103436	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
103436	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
103436	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
103436	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
103436	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
103436	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
103436	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
103436	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
103436	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
103436	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
103436	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
103436	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
103436	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
103436	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
103436	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
103436	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
103436	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
103436	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
103436	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
103436	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
103436	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
103436	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
103436	embedding2nn.weight	0	0.04158259555697441
103436	embedding2nn.weight	1	-0.08491497486829758
103436	embedding2nn.weight	2	0.00994305219501257
103436	embedding2nn.weight	3	-0.05053754150867462
103436	embedding2nn.weight	4	-0.14580848813056946
103436	embedding2nn.weight	5	0.09386323392391205
103436	embedding2nn.weight	6	-0.10661114752292633
103436	embedding2nn.weight	7	-0.07051179558038712
103436	embedding2nn.weight	8	-0.016459157690405846
103436	embedding2nn.weight	9	0.04070690646767616
103436	embedding2nn.bias	0	0.0907992273569107
103436	embedding2nn.bias	1	0.024465233087539673
103436	embedding2nn.bias	2	-0.15032491087913513
103436	embedding2nn.bias	3	0.0488058477640152
103436	embedding2nn.bias	4	0.02768091857433319
103436	embedding2nn.bias	5	-0.16454312205314636
103436	embedding2nn.bias	6	-0.09752045571804047
103436	embedding2nn.bias	7	-0.03340205177664757
103436	embedding2nn.bias	8	0.10170949250459671
103436	embedding2nn.bias	9	-0.11976522952318192
103436	rnn.weight_ih_l0	0	0.009059897623956203
103436	rnn.weight_ih_l0	1	-0.03835946321487427
103436	rnn.weight_ih_l0	2	-0.026290163397789
103436	rnn.weight_ih_l0	3	-0.010675935074687004
103436	rnn.weight_ih_l0	4	-0.004855684470385313
103436	rnn.weight_ih_l0	5	-0.07796834409236908
103436	rnn.weight_ih_l0	6	-0.01915271207690239
103436	rnn.weight_ih_l0	7	-0.019377199932932854
103436	rnn.weight_ih_l0	8	0.03309377282857895
103436	rnn.weight_ih_l0	9	0.01844600774347782
103436	rnn.weight_hh_l0	0	0.011056747287511826
103436	rnn.weight_hh_l0	1	-0.07238738238811493
103436	rnn.weight_hh_l0	2	0.0555180162191391
103436	rnn.weight_hh_l0	3	0.034922730177640915
103436	rnn.weight_hh_l0	4	0.010270454920828342
103436	rnn.weight_hh_l0	5	0.05054628849029541
103436	rnn.weight_hh_l0	6	-0.012117977254092693
103436	rnn.weight_hh_l0	7	-0.08275830745697021
103436	rnn.weight_hh_l0	8	-0.009340454824268818
103436	rnn.weight_hh_l0	9	-0.10488691180944443
103436	rnn.bias_ih_l0	0	-0.09717205911874771
103436	rnn.bias_ih_l0	1	-0.14834053814411163
103436	rnn.bias_ih_l0	2	-0.22260288894176483
103436	rnn.bias_ih_l0	3	-0.2739807069301605
103436	rnn.bias_ih_l0	4	-0.0004402083868626505
103436	rnn.bias_ih_l0	5	0.08085282146930695
103436	rnn.bias_ih_l0	6	-0.13840940594673157
103436	rnn.bias_ih_l0	7	-0.25258827209472656
103436	rnn.bias_ih_l0	8	-0.10619251430034637
103436	rnn.bias_ih_l0	9	-0.1665603369474411
103436	rnn.bias_hh_l0	0	0.1269770711660385
103436	rnn.bias_hh_l0	1	-0.04521285369992256
103436	rnn.bias_hh_l0	2	0.03001301921904087
103436	rnn.bias_hh_l0	3	-0.15447187423706055
103436	rnn.bias_hh_l0	4	0.05277374014258385
103436	rnn.bias_hh_l0	5	0.01820293255150318
103436	rnn.bias_hh_l0	6	-0.08764299005270004
103436	rnn.bias_hh_l0	7	-0.14198487997055054
103436	rnn.bias_hh_l0	8	-0.14984740316867828
103436	rnn.bias_hh_l0	9	-0.08712318539619446
103436	rnn.weight_ih_l0_reverse	0	-0.009044436737895012
103436	rnn.weight_ih_l0_reverse	1	0.021493887528777122
103436	rnn.weight_ih_l0_reverse	2	-0.012530614621937275
103436	rnn.weight_ih_l0_reverse	3	-0.024446597322821617
103436	rnn.weight_ih_l0_reverse	4	0.018083743751049042
103436	rnn.weight_ih_l0_reverse	5	-0.05379592627286911
103436	rnn.weight_ih_l0_reverse	6	-0.03793587535619736
103436	rnn.weight_ih_l0_reverse	7	0.002305435948073864
103436	rnn.weight_ih_l0_reverse	8	0.04793975502252579
103436	rnn.weight_ih_l0_reverse	9	0.016438037157058716
103436	rnn.weight_hh_l0_reverse	0	0.006015453953295946
103436	rnn.weight_hh_l0_reverse	1	0.02120499312877655
103436	rnn.weight_hh_l0_reverse	2	-0.034621696919202805
103436	rnn.weight_hh_l0_reverse	3	0.034891027957201004
103436	rnn.weight_hh_l0_reverse	4	0.01835557073354721
103436	rnn.weight_hh_l0_reverse	5	-0.020696120336651802
103436	rnn.weight_hh_l0_reverse	6	0.03917775675654411
103436	rnn.weight_hh_l0_reverse	7	0.01904105208814144
103436	rnn.weight_hh_l0_reverse	8	-0.003034414490684867
103436	rnn.weight_hh_l0_reverse	9	-0.05944237485527992
103436	rnn.bias_ih_l0_reverse	0	-0.1381581723690033
103436	rnn.bias_ih_l0_reverse	1	-0.2965657413005829
103436	rnn.bias_ih_l0_reverse	2	-0.06266988068819046
103436	rnn.bias_ih_l0_reverse	3	-0.1220700591802597
103436	rnn.bias_ih_l0_reverse	4	0.06857474893331528
103436	rnn.bias_ih_l0_reverse	5	-0.22971610724925995
103436	rnn.bias_ih_l0_reverse	6	-0.05751172453165054
103436	rnn.bias_ih_l0_reverse	7	0.01825432851910591
103436	rnn.bias_ih_l0_reverse	8	-0.1543361246585846
103436	rnn.bias_ih_l0_reverse	9	-0.08190992474555969
103436	rnn.bias_hh_l0_reverse	0	-0.12094380706548691
103436	rnn.bias_hh_l0_reverse	1	-0.13024476170539856
103436	rnn.bias_hh_l0_reverse	2	-0.03489694744348526
103436	rnn.bias_hh_l0_reverse	3	-0.13043351471424103
103436	rnn.bias_hh_l0_reverse	4	-0.023595143109560013
103436	rnn.bias_hh_l0_reverse	5	-0.11115673929452896
103436	rnn.bias_hh_l0_reverse	6	-0.043520569801330566
103436	rnn.bias_hh_l0_reverse	7	-0.1622604876756668
103436	rnn.bias_hh_l0_reverse	8	-0.03527497872710228
103436	rnn.bias_hh_l0_reverse	9	-0.1297404170036316
103436	linear.weight	0	-0.15421825647354126
103436	linear.weight	1	-0.15405310690402985
103436	linear.weight	2	-0.011228874325752258
103436	linear.weight	3	-0.07587173581123352
103436	linear.weight	4	0.009378987364470959
103436	linear.weight	5	0.21850159764289856
103436	linear.weight	6	0.0047744326293468475
103436	linear.weight	7	-0.021312154829502106
103436	linear.weight	8	0.11029963940382004
103436	linear.weight	9	0.16504406929016113
103436	linear.bias	0	-0.7457977533340454
103436	linear.bias	1	1.1126400232315063
103436	linear.bias	2	-0.2809726595878601
103436	linear.bias	3	-0.5901108980178833
103436	linear.bias	4	-1.0941333770751953
103436	linear.bias	5	-1.1588563919067383
103436	linear.bias	6	-0.734931230545044
103436	linear.bias	7	-0.7340871691703796
103436	linear.bias	8	-0.01705317199230194
103436	linear.bias	9	3.1986329555511475
103633	transitions	0	-0.3312298059463501
103633	transitions	1	8.079547882080078
103633	transitions	2	-3.296884059906006
103633	transitions	3	1.3821035623550415
103633	transitions	4	-1.9277704954147339
103633	transitions	5	-0.34875890612602234
103633	transitions	6	-0.17697255313396454
103633	transitions	7	-10000.0
103633	transitions	8	1.736740231513977
103633	transitions	9	-2.2910947799682617
103633	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
103633	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
103633	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
103633	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
103633	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
103633	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
103633	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
103633	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
103633	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
103633	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
103633	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
103633	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
103633	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
103633	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
103633	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
103633	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
103633	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
103633	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
103633	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
103633	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
103633	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
103633	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
103633	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
103633	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
103633	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
103633	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
103633	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
103633	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
103633	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
103633	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
103633	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
103633	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
103633	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
103633	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
103633	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
103633	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
103633	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
103633	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
103633	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
103633	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
103633	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
103633	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
103633	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
103633	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
103633	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
103633	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
103633	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
103633	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
103633	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
103633	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
103633	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
103633	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
103633	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
103633	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
103633	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
103633	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
103633	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
103633	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
103633	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
103633	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
103633	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
103633	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
103633	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
103633	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
103633	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
103633	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
103633	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
103633	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
103633	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
103633	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
103633	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
103633	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
103633	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
103633	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
103633	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
103633	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
103633	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
103633	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
103633	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
103633	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
103633	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
103633	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
103633	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
103633	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
103633	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
103633	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
103633	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
103633	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
103633	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
103633	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
103633	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
103633	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
103633	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
103633	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
103633	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
103633	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
103633	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
103633	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
103633	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
103633	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
103633	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
103633	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
103633	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
103633	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
103633	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
103633	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
103633	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
103633	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
103633	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
103633	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
103633	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
103633	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
103633	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
103633	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
103633	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
103633	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
103633	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
103633	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
103633	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
103633	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
103633	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
103633	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
103633	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
103633	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
103633	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
103633	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
103633	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
103633	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
103633	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
103633	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
103633	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
103633	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
103633	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
103633	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
103633	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
103633	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
103633	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
103633	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
103633	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
103633	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
103633	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
103633	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
103633	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
103633	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
103633	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
103633	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
103633	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
103633	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
103633	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
103633	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
103633	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
103633	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
103633	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
103633	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
103633	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
103633	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
103633	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
103633	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
103633	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
103633	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
103633	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
103633	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
103633	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
103633	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
103633	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
103633	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
103633	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
103633	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
103633	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
103633	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
103633	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
103633	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
103633	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
103633	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
103633	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
103633	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
103633	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
103633	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
103633	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
103633	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
103633	embedding2nn.weight	0	0.04247138649225235
103633	embedding2nn.weight	1	-0.08635786175727844
103633	embedding2nn.weight	2	0.01049796212464571
103633	embedding2nn.weight	3	-0.05040447786450386
103633	embedding2nn.weight	4	-0.14171694219112396
103633	embedding2nn.weight	5	0.09572041779756546
103633	embedding2nn.weight	6	-0.10828355699777603
103633	embedding2nn.weight	7	-0.06696125119924545
103633	embedding2nn.weight	8	-0.017978737130761147
103633	embedding2nn.weight	9	0.045889101922512054
103633	embedding2nn.bias	0	0.0698574110865593
103633	embedding2nn.bias	1	0.015341323800384998
103633	embedding2nn.bias	2	-0.1406223475933075
103633	embedding2nn.bias	3	0.05395510792732239
103633	embedding2nn.bias	4	0.02448561042547226
103633	embedding2nn.bias	5	-0.15773729979991913
103633	embedding2nn.bias	6	-0.11795704066753387
103633	embedding2nn.bias	7	-0.026323532685637474
103633	embedding2nn.bias	8	0.10606448352336884
103633	embedding2nn.bias	9	-0.11419656872749329
103633	rnn.weight_ih_l0	0	0.008795074187219143
103633	rnn.weight_ih_l0	1	-0.03604809567332268
103633	rnn.weight_ih_l0	2	-0.027071258053183556
103633	rnn.weight_ih_l0	3	-0.011301165446639061
103633	rnn.weight_ih_l0	4	-0.004560263827443123
103633	rnn.weight_ih_l0	5	-0.07883725315332413
103633	rnn.weight_ih_l0	6	-0.01805189996957779
103633	rnn.weight_ih_l0	7	-0.01744898036122322
103633	rnn.weight_ih_l0	8	0.03325078636407852
103633	rnn.weight_ih_l0	9	0.017693260684609413
103633	rnn.weight_hh_l0	0	0.011498913168907166
103633	rnn.weight_hh_l0	1	-0.07160759717226028
103633	rnn.weight_hh_l0	2	0.05391201376914978
103633	rnn.weight_hh_l0	3	0.03493085876107216
103633	rnn.weight_hh_l0	4	0.010151474736630917
103633	rnn.weight_hh_l0	5	0.052192311733961105
103633	rnn.weight_hh_l0	6	-0.01187039166688919
103633	rnn.weight_hh_l0	7	-0.08260656893253326
103633	rnn.weight_hh_l0	8	-0.010194414295256138
103633	rnn.weight_hh_l0	9	-0.10395043343305588
103633	rnn.bias_ih_l0	0	-0.09852779656648636
103633	rnn.bias_ih_l0	1	-0.1484527289867401
103633	rnn.bias_ih_l0	2	-0.22314870357513428
103633	rnn.bias_ih_l0	3	-0.2761693000793457
103633	rnn.bias_ih_l0	4	0.0018992061959579587
103633	rnn.bias_ih_l0	5	0.07779119908809662
103633	rnn.bias_ih_l0	6	-0.13894692063331604
103633	rnn.bias_ih_l0	7	-0.247174933552742
103633	rnn.bias_ih_l0	8	-0.1068592220544815
103633	rnn.bias_ih_l0	9	-0.16535168886184692
103633	rnn.bias_hh_l0	0	0.13043732941150665
103633	rnn.bias_hh_l0	1	-0.04529546573758125
103633	rnn.bias_hh_l0	2	0.026455853134393692
103633	rnn.bias_hh_l0	3	-0.1551733762025833
103633	rnn.bias_hh_l0	4	0.05009806528687477
103633	rnn.bias_hh_l0	5	0.017634235322475433
103633	rnn.bias_hh_l0	6	-0.08871633559465408
103633	rnn.bias_hh_l0	7	-0.14337320625782013
103633	rnn.bias_hh_l0	8	-0.14869573712348938
103633	rnn.bias_hh_l0	9	-0.08463633060455322
103633	rnn.weight_ih_l0_reverse	0	-0.009080288000404835
103633	rnn.weight_ih_l0_reverse	1	0.02138233371078968
103633	rnn.weight_ih_l0_reverse	2	-0.013224616646766663
103633	rnn.weight_ih_l0_reverse	3	-0.025397982448339462
103633	rnn.weight_ih_l0_reverse	4	0.02050364762544632
103633	rnn.weight_ih_l0_reverse	5	-0.052946239709854126
103633	rnn.weight_ih_l0_reverse	6	-0.0368955060839653
103633	rnn.weight_ih_l0_reverse	7	0.000843428133521229
103633	rnn.weight_ih_l0_reverse	8	0.04704311117529869
103633	rnn.weight_ih_l0_reverse	9	0.01487171184271574
103633	rnn.weight_hh_l0_reverse	0	0.005739745683968067
103633	rnn.weight_hh_l0_reverse	1	0.021325701847672462
103633	rnn.weight_hh_l0_reverse	2	-0.03428146615624428
103633	rnn.weight_hh_l0_reverse	3	0.03454020246863365
103633	rnn.weight_hh_l0_reverse	4	0.018847201019525528
103633	rnn.weight_hh_l0_reverse	5	-0.020304366946220398
103633	rnn.weight_hh_l0_reverse	6	0.039014529436826706
103633	rnn.weight_hh_l0_reverse	7	0.017753340303897858
103633	rnn.weight_hh_l0_reverse	8	-0.0037737255915999413
103633	rnn.weight_hh_l0_reverse	9	-0.05930174142122269
103633	rnn.bias_ih_l0_reverse	0	-0.13943038880825043
103633	rnn.bias_ih_l0_reverse	1	-0.29292646050453186
103633	rnn.bias_ih_l0_reverse	2	-0.06214655935764313
103633	rnn.bias_ih_l0_reverse	3	-0.1227325052022934
103633	rnn.bias_ih_l0_reverse	4	0.06005941331386566
103633	rnn.bias_ih_l0_reverse	5	-0.2289741039276123
103633	rnn.bias_ih_l0_reverse	6	-0.05810160934925079
103633	rnn.bias_ih_l0_reverse	7	0.011561831459403038
103633	rnn.bias_ih_l0_reverse	8	-0.15261003375053406
103633	rnn.bias_ih_l0_reverse	9	-0.08428244292736053
103633	rnn.bias_hh_l0_reverse	0	-0.12295068055391312
103633	rnn.bias_hh_l0_reverse	1	-0.1327996402978897
103633	rnn.bias_hh_l0_reverse	2	-0.035577110946178436
103633	rnn.bias_hh_l0_reverse	3	-0.12324762344360352
103633	rnn.bias_hh_l0_reverse	4	-0.02529449388384819
103633	rnn.bias_hh_l0_reverse	5	-0.11259441822767258
103633	rnn.bias_hh_l0_reverse	6	-0.0495399609208107
103633	rnn.bias_hh_l0_reverse	7	-0.1661687046289444
103633	rnn.bias_hh_l0_reverse	8	-0.03412489593029022
103633	rnn.bias_hh_l0_reverse	9	-0.12943214178085327
103633	linear.weight	0	-0.14627498388290405
103633	linear.weight	1	-0.1496468335390091
103633	linear.weight	2	-0.011228874325752258
103633	linear.weight	3	-0.06347647309303284
103633	linear.weight	4	-0.006180830765515566
103633	linear.weight	5	0.2233157455921173
103633	linear.weight	6	0.0047744326293468475
103633	linear.weight	7	-0.021312154829502106
103633	linear.weight	8	0.1361543983221054
103633	linear.weight	9	0.16991141438484192
103633	linear.bias	0	-0.762076199054718
103633	linear.bias	1	1.1333374977111816
103633	linear.bias	2	-0.25063833594322205
103633	linear.bias	3	-0.5705256462097168
103633	linear.bias	4	-1.1158275604248047
103633	linear.bias	5	-1.158935785293579
103633	linear.bias	6	-0.753798246383667
103633	linear.bias	7	-0.7535360455513
103633	linear.bias	8	-0.01705317199230194
103633	linear.bias	9	3.1623406410217285
103830	transitions	0	-0.33154067397117615
103830	transitions	1	8.127030372619629
103830	transitions	2	-3.2978999614715576
103830	transitions	3	1.3830888271331787
103830	transitions	4	-1.9287421703338623
103830	transitions	5	-0.3488447666168213
103830	transitions	6	-0.17701847851276398
103830	transitions	7	-10000.0
103830	transitions	8	1.735467553138733
103830	transitions	9	-2.291111469268799
103830	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
103830	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
103830	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
103830	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
103830	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
103830	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
103830	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
103830	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
103830	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
103830	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
103830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
103830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
103830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
103830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
103830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
103830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
103830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
103830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
103830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
103830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
103830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
103830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
103830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
103830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
103830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
103830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
103830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
103830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
103830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
103830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
103830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
103830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
103830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
103830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
103830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
103830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
103830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
103830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
103830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
103830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
103830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
103830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
103830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
103830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
103830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
103830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
103830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
103830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
103830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
103830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
103830	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
103830	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
103830	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
103830	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
103830	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
103830	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
103830	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
103830	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
103830	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
103830	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
103830	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
103830	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
103830	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
103830	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
103830	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
103830	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
103830	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
103830	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
103830	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
103830	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
103830	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
103830	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
103830	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
103830	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
103830	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
103830	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
103830	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
103830	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
103830	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
103830	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
103830	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
103830	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
103830	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
103830	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
103830	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
103830	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
103830	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
103830	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
103830	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
103830	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
103830	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
103830	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
103830	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
103830	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
103830	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
103830	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
103830	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
103830	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
103830	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
103830	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
103830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
103830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
103830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
103830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
103830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
103830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
103830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
103830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
103830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
103830	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
103830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
103830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
103830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
103830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
103830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
103830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
103830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
103830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
103830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
103830	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
103830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
103830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
103830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
103830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
103830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
103830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
103830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
103830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
103830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
103830	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
103830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
103830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
103830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
103830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
103830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
103830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
103830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
103830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
103830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
103830	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
103830	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
103830	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
103830	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
103830	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
103830	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
103830	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
103830	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
103830	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
103830	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
103830	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
103830	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
103830	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
103830	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
103830	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
103830	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
103830	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
103830	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
103830	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
103830	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
103830	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
103830	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
103830	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
103830	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
103830	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
103830	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
103830	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
103830	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
103830	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
103830	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
103830	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
103830	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
103830	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
103830	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
103830	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
103830	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
103830	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
103830	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
103830	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
103830	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
103830	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
103830	embedding2nn.weight	0	0.04252147302031517
103830	embedding2nn.weight	1	-0.08725924044847488
103830	embedding2nn.weight	2	0.006129189394414425
103830	embedding2nn.weight	3	-0.049929842352867126
103830	embedding2nn.weight	4	-0.13933899998664856
103830	embedding2nn.weight	5	0.09535465389490128
103830	embedding2nn.weight	6	-0.10589364171028137
103830	embedding2nn.weight	7	-0.0637315884232521
103830	embedding2nn.weight	8	-0.0186393354088068
103830	embedding2nn.weight	9	0.047035764902830124
103830	embedding2nn.bias	0	0.07405941933393478
103830	embedding2nn.bias	1	0.0033520746510475874
103830	embedding2nn.bias	2	-0.1358848363161087
103830	embedding2nn.bias	3	0.04262387007474899
103830	embedding2nn.bias	4	0.03226454555988312
103830	embedding2nn.bias	5	-0.17092476785182953
103830	embedding2nn.bias	6	-0.10288834571838379
103830	embedding2nn.bias	7	-0.012840929441154003
103830	embedding2nn.bias	8	0.11923582851886749
103830	embedding2nn.bias	9	-0.11183618754148483
103830	rnn.weight_ih_l0	0	0.009258219972252846
103830	rnn.weight_ih_l0	1	-0.030755408108234406
103830	rnn.weight_ih_l0	2	-0.028505679219961166
103830	rnn.weight_ih_l0	3	-0.01181329321116209
103830	rnn.weight_ih_l0	4	-0.004795862827450037
103830	rnn.weight_ih_l0	5	-0.08081544190645218
103830	rnn.weight_ih_l0	6	-0.021421633660793304
103830	rnn.weight_ih_l0	7	-0.015685714781284332
103830	rnn.weight_ih_l0	8	0.02967965044081211
103830	rnn.weight_ih_l0	9	0.014199882745742798
103830	rnn.weight_hh_l0	0	0.011300573125481606
103830	rnn.weight_hh_l0	1	-0.07107172906398773
103830	rnn.weight_hh_l0	2	0.053681034594774246
103830	rnn.weight_hh_l0	3	0.035349901765584946
103830	rnn.weight_hh_l0	4	0.009604332037270069
103830	rnn.weight_hh_l0	5	0.05218224972486496
103830	rnn.weight_hh_l0	6	-0.011467326432466507
103830	rnn.weight_hh_l0	7	-0.08290036022663116
103830	rnn.weight_hh_l0	8	-0.009625021368265152
103830	rnn.weight_hh_l0	9	-0.10242673009634018
103830	rnn.bias_ih_l0	0	-0.09263027459383011
103830	rnn.bias_ih_l0	1	-0.15099601447582245
103830	rnn.bias_ih_l0	2	-0.22259829938411713
103830	rnn.bias_ih_l0	3	-0.2799243927001953
103830	rnn.bias_ih_l0	4	0.007834098301827908
103830	rnn.bias_ih_l0	5	0.07530080527067184
103830	rnn.bias_ih_l0	6	-0.14044924080371857
103830	rnn.bias_ih_l0	7	-0.246296688914299
103830	rnn.bias_ih_l0	8	-0.10549893230199814
103830	rnn.bias_ih_l0	9	-0.16694746911525726
103830	rnn.bias_hh_l0	0	0.13082459568977356
103830	rnn.bias_hh_l0	1	-0.04618479311466217
103830	rnn.bias_hh_l0	2	0.026922693476080894
103830	rnn.bias_hh_l0	3	-0.1556565910577774
103830	rnn.bias_hh_l0	4	0.04208717867732048
103830	rnn.bias_hh_l0	5	0.015134170651435852
103830	rnn.bias_hh_l0	6	-0.09276168793439865
103830	rnn.bias_hh_l0	7	-0.13989564776420593
103830	rnn.bias_hh_l0	8	-0.15004105865955353
103830	rnn.bias_hh_l0	9	-0.08144813030958176
103830	rnn.weight_ih_l0_reverse	0	-0.007525238674134016
103830	rnn.weight_ih_l0_reverse	1	0.022383328527212143
103830	rnn.weight_ih_l0_reverse	2	-0.01111175213009119
103830	rnn.weight_ih_l0_reverse	3	-0.02527189813554287
103830	rnn.weight_ih_l0_reverse	4	0.02300991490483284
103830	rnn.weight_ih_l0_reverse	5	-0.05060520023107529
103830	rnn.weight_ih_l0_reverse	6	-0.03764272481203079
103830	rnn.weight_ih_l0_reverse	7	0.0014438718790188432
103830	rnn.weight_ih_l0_reverse	8	0.04519380256533623
103830	rnn.weight_ih_l0_reverse	9	0.014744974672794342
103830	rnn.weight_hh_l0_reverse	0	0.006331271026283503
103830	rnn.weight_hh_l0_reverse	1	0.021590612828731537
103830	rnn.weight_hh_l0_reverse	2	-0.03463215008378029
103830	rnn.weight_hh_l0_reverse	3	0.03464066609740257
103830	rnn.weight_hh_l0_reverse	4	0.01866755820810795
103830	rnn.weight_hh_l0_reverse	5	-0.01971532218158245
103830	rnn.weight_hh_l0_reverse	6	0.0387759730219841
103830	rnn.weight_hh_l0_reverse	7	0.01757425256073475
103830	rnn.weight_hh_l0_reverse	8	-0.00280382065102458
103830	rnn.weight_hh_l0_reverse	9	-0.05927756428718567
103830	rnn.bias_ih_l0_reverse	0	-0.13929004967212677
103830	rnn.bias_ih_l0_reverse	1	-0.28917208313941956
103830	rnn.bias_ih_l0_reverse	2	-0.06316164135932922
103830	rnn.bias_ih_l0_reverse	3	-0.12252569198608398
103830	rnn.bias_ih_l0_reverse	4	0.06156402826309204
103830	rnn.bias_ih_l0_reverse	5	-0.2281077355146408
103830	rnn.bias_ih_l0_reverse	6	-0.05857069790363312
103830	rnn.bias_ih_l0_reverse	7	0.012239305302500725
103830	rnn.bias_ih_l0_reverse	8	-0.15320102870464325
103830	rnn.bias_ih_l0_reverse	9	-0.08559297770261765
103830	rnn.bias_hh_l0_reverse	0	-0.11966662853956223
103830	rnn.bias_hh_l0_reverse	1	-0.13334693014621735
103830	rnn.bias_hh_l0_reverse	2	-0.03361181914806366
103830	rnn.bias_hh_l0_reverse	3	-0.12501198053359985
103830	rnn.bias_hh_l0_reverse	4	-0.023104391992092133
103830	rnn.bias_hh_l0_reverse	5	-0.11730891466140747
103830	rnn.bias_hh_l0_reverse	6	-0.050113048404455185
103830	rnn.bias_hh_l0_reverse	7	-0.1671622395515442
103830	rnn.bias_hh_l0_reverse	8	-0.034918706864118576
103830	rnn.bias_hh_l0_reverse	9	-0.12990136444568634
103830	linear.weight	0	-0.1321730762720108
103830	linear.weight	1	-0.14647363126277924
103830	linear.weight	2	-0.011228874325752258
103830	linear.weight	3	-0.04570687189698219
103830	linear.weight	4	-0.006470070220530033
103830	linear.weight	5	0.21224671602249146
103830	linear.weight	6	0.0047744326293468475
103830	linear.weight	7	-0.021312154829502106
103830	linear.weight	8	0.13820229470729828
103830	linear.weight	9	0.1552896350622177
103830	linear.bias	0	-0.7659501433372498
103830	linear.bias	1	1.10574209690094
103830	linear.bias	2	-0.2755278944969177
103830	linear.bias	3	-0.5434026122093201
103830	linear.bias	4	-1.0865778923034668
103830	linear.bias	5	-1.159029483795166
103830	linear.bias	6	-0.7513771653175354
103830	linear.bias	7	-0.780055820941925
103830	linear.bias	8	-0.01705317199230194
103830	linear.bias	9	3.1785383224487305
104027	transitions	0	-0.33225587010383606
104027	transitions	1	8.093021392822266
104027	transitions	2	-3.2997090816497803
104027	transitions	3	1.3797675371170044
104027	transitions	4	-1.9293819665908813
104027	transitions	5	-0.3490059971809387
104027	transitions	6	-0.17706957459449768
104027	transitions	7	-10000.0
104027	transitions	8	1.734073519706726
104027	transitions	9	-2.291125535964966
104027	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
104027	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
104027	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
104027	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
104027	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
104027	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
104027	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
104027	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
104027	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
104027	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
104027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
104027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
104027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
104027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
104027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
104027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
104027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
104027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
104027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
104027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
104027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
104027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
104027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
104027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
104027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
104027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
104027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
104027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
104027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
104027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
104027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
104027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
104027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
104027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
104027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
104027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
104027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
104027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
104027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
104027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
104027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
104027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
104027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
104027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
104027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
104027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
104027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
104027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
104027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
104027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
104027	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
104027	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
104027	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
104027	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
104027	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
104027	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
104027	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
104027	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
104027	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
104027	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
104027	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
104027	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
104027	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
104027	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
104027	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
104027	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
104027	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
104027	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
104027	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
104027	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
104027	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
104027	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
104027	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
104027	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
104027	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
104027	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
104027	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
104027	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
104027	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
104027	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
104027	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
104027	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
104027	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
104027	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
104027	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
104027	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
104027	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
104027	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
104027	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
104027	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
104027	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
104027	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
104027	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
104027	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
104027	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
104027	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
104027	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
104027	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
104027	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
104027	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
104027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
104027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
104027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
104027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
104027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
104027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
104027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
104027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
104027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
104027	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
104027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
104027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
104027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
104027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
104027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
104027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
104027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
104027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
104027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
104027	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
104027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
104027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
104027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
104027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
104027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
104027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
104027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
104027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
104027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
104027	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
104027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
104027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
104027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
104027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
104027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
104027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
104027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
104027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
104027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
104027	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
104027	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
104027	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
104027	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
104027	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
104027	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
104027	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
104027	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
104027	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
104027	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
104027	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
104027	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
104027	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
104027	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
104027	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
104027	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
104027	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
104027	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
104027	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
104027	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
104027	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
104027	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
104027	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
104027	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
104027	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
104027	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
104027	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
104027	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
104027	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
104027	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
104027	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
104027	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
104027	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
104027	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
104027	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
104027	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
104027	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
104027	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
104027	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
104027	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
104027	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
104027	embedding2nn.weight	0	0.042370785027742386
104027	embedding2nn.weight	1	-0.08774620294570923
104027	embedding2nn.weight	2	0.0035326299257576466
104027	embedding2nn.weight	3	-0.04980553686618805
104027	embedding2nn.weight	4	-0.14037911593914032
104027	embedding2nn.weight	5	0.09618978947401047
104027	embedding2nn.weight	6	-0.10993310064077377
104027	embedding2nn.weight	7	-0.06378427147865295
104027	embedding2nn.weight	8	-0.01933375932276249
104027	embedding2nn.weight	9	0.04939401149749756
104027	embedding2nn.bias	0	0.0688968300819397
104027	embedding2nn.bias	1	0.011675583198666573
104027	embedding2nn.bias	2	-0.14936484396457672
104027	embedding2nn.bias	3	0.04398870840668678
104027	embedding2nn.bias	4	0.010405897162854671
104027	embedding2nn.bias	5	-0.16296415030956268
104027	embedding2nn.bias	6	-0.1036476343870163
104027	embedding2nn.bias	7	-0.021259499713778496
104027	embedding2nn.bias	8	0.10277065634727478
104027	embedding2nn.bias	9	-0.09938771277666092
104027	rnn.weight_ih_l0	0	0.005907126702368259
104027	rnn.weight_ih_l0	1	-0.029943320900201797
104027	rnn.weight_ih_l0	2	-0.02872682549059391
104027	rnn.weight_ih_l0	3	-0.010876466520130634
104027	rnn.weight_ih_l0	4	-0.003986844327300787
104027	rnn.weight_ih_l0	5	-0.0824275091290474
104027	rnn.weight_ih_l0	6	-0.02098478563129902
104027	rnn.weight_ih_l0	7	-0.015479931607842445
104027	rnn.weight_ih_l0	8	0.03351610153913498
104027	rnn.weight_ih_l0	9	0.014545708894729614
104027	rnn.weight_hh_l0	0	0.011569983325898647
104027	rnn.weight_hh_l0	1	-0.07056959718465805
104027	rnn.weight_hh_l0	2	0.053961414843797684
104027	rnn.weight_hh_l0	3	0.033631276339292526
104027	rnn.weight_hh_l0	4	0.009098747745156288
104027	rnn.weight_hh_l0	5	0.0517197921872139
104027	rnn.weight_hh_l0	6	-0.011434177868068218
104027	rnn.weight_hh_l0	7	-0.08262182027101517
104027	rnn.weight_hh_l0	8	-0.009153878316283226
104027	rnn.weight_hh_l0	9	-0.10189725458621979
104027	rnn.bias_ih_l0	0	-0.0864911824464798
104027	rnn.bias_ih_l0	1	-0.15187972784042358
104027	rnn.bias_ih_l0	2	-0.2207871377468109
104027	rnn.bias_ih_l0	3	-0.2771413028240204
104027	rnn.bias_ih_l0	4	0.006919712759554386
104027	rnn.bias_ih_l0	5	0.07387007772922516
104027	rnn.bias_ih_l0	6	-0.14153586328029633
104027	rnn.bias_ih_l0	7	-0.24775640666484833
104027	rnn.bias_ih_l0	8	-0.10433240234851837
104027	rnn.bias_ih_l0	9	-0.17138227820396423
104027	rnn.bias_hh_l0	0	0.11958679556846619
104027	rnn.bias_hh_l0	1	-0.04547771438956261
104027	rnn.bias_hh_l0	2	0.028747325763106346
104027	rnn.bias_hh_l0	3	-0.15556935966014862
104027	rnn.bias_hh_l0	4	0.040661800652742386
104027	rnn.bias_hh_l0	5	0.015518301166594028
104027	rnn.bias_hh_l0	6	-0.09211385995149612
104027	rnn.bias_hh_l0	7	-0.13538700342178345
104027	rnn.bias_hh_l0	8	-0.14731009304523468
104027	rnn.bias_hh_l0	9	-0.08110597729682922
104027	rnn.weight_ih_l0_reverse	0	-0.006449353881180286
104027	rnn.weight_ih_l0_reverse	1	0.0204215869307518
104027	rnn.weight_ih_l0_reverse	2	-0.010882765054702759
104027	rnn.weight_ih_l0_reverse	3	-0.028782052919268608
104027	rnn.weight_ih_l0_reverse	4	0.0290316604077816
104027	rnn.weight_ih_l0_reverse	5	-0.05343760922551155
104027	rnn.weight_ih_l0_reverse	6	-0.0366031713783741
104027	rnn.weight_ih_l0_reverse	7	0.0017826426774263382
104027	rnn.weight_ih_l0_reverse	8	0.0461253859102726
104027	rnn.weight_ih_l0_reverse	9	0.01588210090994835
104027	rnn.weight_hh_l0_reverse	0	0.0064841378480196
104027	rnn.weight_hh_l0_reverse	1	0.021656949073076248
104027	rnn.weight_hh_l0_reverse	2	-0.0334031917154789
104027	rnn.weight_hh_l0_reverse	3	0.03397699072957039
104027	rnn.weight_hh_l0_reverse	4	0.019025173038244247
104027	rnn.weight_hh_l0_reverse	5	-0.01837245188653469
104027	rnn.weight_hh_l0_reverse	6	0.038276154547929764
104027	rnn.weight_hh_l0_reverse	7	0.017527999356389046
104027	rnn.weight_hh_l0_reverse	8	-0.002649659290909767
104027	rnn.weight_hh_l0_reverse	9	-0.05891210585832596
104027	rnn.bias_ih_l0_reverse	0	-0.13810564577579498
104027	rnn.bias_ih_l0_reverse	1	-0.28804945945739746
104027	rnn.bias_ih_l0_reverse	2	-0.06254392117261887
104027	rnn.bias_ih_l0_reverse	3	-0.12047173827886581
104027	rnn.bias_ih_l0_reverse	4	0.06440728157758713
104027	rnn.bias_ih_l0_reverse	5	-0.22923694550991058
104027	rnn.bias_ih_l0_reverse	6	-0.05672913044691086
104027	rnn.bias_ih_l0_reverse	7	0.013194900006055832
104027	rnn.bias_ih_l0_reverse	8	-0.1549602746963501
104027	rnn.bias_ih_l0_reverse	9	-0.08864663541316986
104027	rnn.bias_hh_l0_reverse	0	-0.12071891129016876
104027	rnn.bias_hh_l0_reverse	1	-0.13189613819122314
104027	rnn.bias_hh_l0_reverse	2	-0.033544596284627914
104027	rnn.bias_hh_l0_reverse	3	-0.12142464518547058
104027	rnn.bias_hh_l0_reverse	4	-0.02187148667871952
104027	rnn.bias_hh_l0_reverse	5	-0.11719321459531784
104027	rnn.bias_hh_l0_reverse	6	-0.04278596490621567
104027	rnn.bias_hh_l0_reverse	7	-0.1698904186487198
104027	rnn.bias_hh_l0_reverse	8	-0.03214900195598602
104027	rnn.bias_hh_l0_reverse	9	-0.1303378939628601
104027	linear.weight	0	-0.1534472107887268
104027	linear.weight	1	-0.14521056413650513
104027	linear.weight	2	-0.011228874325752258
104027	linear.weight	3	-0.0365745909512043
104027	linear.weight	4	0.007191270589828491
104027	linear.weight	5	0.22354993224143982
104027	linear.weight	6	0.0047744326293468475
104027	linear.weight	7	-0.021312154829502106
104027	linear.weight	8	0.1361057609319687
104027	linear.weight	9	0.1593218296766281
104027	linear.bias	0	-0.7832807302474976
104027	linear.bias	1	1.095882773399353
104027	linear.bias	2	-0.3401791751384735
104027	linear.bias	3	-0.5773249268531799
104027	linear.bias	4	-1.1348010301589966
104027	linear.bias	5	-1.1591286659240723
104027	linear.bias	6	-0.7583531141281128
104027	linear.bias	7	-0.7352955937385559
104027	linear.bias	8	-0.01705317199230194
104027	linear.bias	9	3.173767328262329
104224	transitions	0	-0.33259546756744385
104224	transitions	1	8.093558311462402
104224	transitions	2	-3.301501512527466
104224	transitions	3	1.374556541442871
104224	transitions	4	-1.9305386543273926
104224	transitions	5	-0.34917470812797546
104224	transitions	6	-0.17717872560024261
104224	transitions	7	-10000.0
104224	transitions	8	1.7333513498306274
104224	transitions	9	-2.291144371032715
104224	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
104224	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
104224	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
104224	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
104224	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
104224	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
104224	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
104224	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
104224	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
104224	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
104224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
104224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
104224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
104224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
104224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
104224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
104224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
104224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
104224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
104224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
104224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
104224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
104224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
104224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
104224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
104224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
104224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
104224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
104224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
104224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
104224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
104224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
104224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
104224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
104224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
104224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
104224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
104224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
104224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
104224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
104224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
104224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
104224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
104224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
104224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
104224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
104224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
104224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
104224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
104224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
104224	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
104224	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
104224	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
104224	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
104224	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
104224	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
104224	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
104224	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
104224	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
104224	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
104224	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
104224	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
104224	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
104224	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
104224	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
104224	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
104224	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
104224	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
104224	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
104224	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
104224	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
104224	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
104224	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
104224	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
104224	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
104224	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
104224	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
104224	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
104224	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
104224	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
104224	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
104224	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
104224	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
104224	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
104224	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
104224	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
104224	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
104224	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
104224	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
104224	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
104224	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
104224	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
104224	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
104224	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
104224	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
104224	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
104224	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
104224	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
104224	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
104224	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
104224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
104224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
104224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
104224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
104224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
104224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
104224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
104224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
104224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
104224	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
104224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
104224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
104224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
104224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
104224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
104224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
104224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
104224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
104224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
104224	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
104224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
104224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
104224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
104224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
104224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
104224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
104224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
104224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
104224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
104224	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
104224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
104224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
104224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
104224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
104224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
104224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
104224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
104224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
104224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
104224	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
104224	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
104224	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
104224	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
104224	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
104224	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
104224	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
104224	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
104224	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
104224	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
104224	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
104224	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
104224	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
104224	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
104224	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
104224	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
104224	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
104224	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
104224	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
104224	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
104224	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
104224	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
104224	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
104224	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
104224	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
104224	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
104224	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
104224	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
104224	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
104224	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
104224	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
104224	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
104224	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
104224	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
104224	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
104224	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
104224	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
104224	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
104224	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
104224	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
104224	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
104224	embedding2nn.weight	0	0.04142914339900017
104224	embedding2nn.weight	1	-0.0862714871764183
104224	embedding2nn.weight	2	0.006286959163844585
104224	embedding2nn.weight	3	-0.046645186841487885
104224	embedding2nn.weight	4	-0.13911943137645721
104224	embedding2nn.weight	5	0.09739581495523453
104224	embedding2nn.weight	6	-0.11172924935817719
104224	embedding2nn.weight	7	-0.06290651857852936
104224	embedding2nn.weight	8	-0.017869915813207626
104224	embedding2nn.weight	9	0.04720573499798775
104224	embedding2nn.bias	0	0.07408612966537476
104224	embedding2nn.bias	1	0.005867357831448317
104224	embedding2nn.bias	2	-0.14986485242843628
104224	embedding2nn.bias	3	0.04707342013716698
104224	embedding2nn.bias	4	0.016233477741479874
104224	embedding2nn.bias	5	-0.18071109056472778
104224	embedding2nn.bias	6	-0.10404486209154129
104224	embedding2nn.bias	7	-0.02772122249007225
104224	embedding2nn.bias	8	0.08745358884334564
104224	embedding2nn.bias	9	-0.10901693254709244
104224	rnn.weight_ih_l0	0	0.005712320562452078
104224	rnn.weight_ih_l0	1	-0.032661646604537964
104224	rnn.weight_ih_l0	2	-0.028601406142115593
104224	rnn.weight_ih_l0	3	-0.008879225701093674
104224	rnn.weight_ih_l0	4	-0.003622018964961171
104224	rnn.weight_ih_l0	5	-0.07998893409967422
104224	rnn.weight_ih_l0	6	-0.024115730077028275
104224	rnn.weight_ih_l0	7	-0.013806971721351147
104224	rnn.weight_ih_l0	8	0.03641689568758011
104224	rnn.weight_ih_l0	9	0.017084140330553055
104224	rnn.weight_hh_l0	0	0.011092478409409523
104224	rnn.weight_hh_l0	1	-0.06900956481695175
104224	rnn.weight_hh_l0	2	0.05528772622346878
104224	rnn.weight_hh_l0	3	0.033352404832839966
104224	rnn.weight_hh_l0	4	0.008706433698534966
104224	rnn.weight_hh_l0	5	0.05028750002384186
104224	rnn.weight_hh_l0	6	-0.011208979412913322
104224	rnn.weight_hh_l0	7	-0.08265423774719238
104224	rnn.weight_hh_l0	8	-0.008748799562454224
104224	rnn.weight_hh_l0	9	-0.10117977112531662
104224	rnn.bias_ih_l0	0	-0.08646668493747711
104224	rnn.bias_ih_l0	1	-0.15015023946762085
104224	rnn.bias_ih_l0	2	-0.21786117553710938
104224	rnn.bias_ih_l0	3	-0.2762492299079895
104224	rnn.bias_ih_l0	4	0.005627987906336784
104224	rnn.bias_ih_l0	5	0.08025140315294266
104224	rnn.bias_ih_l0	6	-0.1410551369190216
104224	rnn.bias_ih_l0	7	-0.2459641695022583
104224	rnn.bias_ih_l0	8	-0.10763390362262726
104224	rnn.bias_ih_l0	9	-0.16815045475959778
104224	rnn.bias_hh_l0	0	0.12447315454483032
104224	rnn.bias_hh_l0	1	-0.045751530677080154
104224	rnn.bias_hh_l0	2	0.0275249145925045
104224	rnn.bias_hh_l0	3	-0.15754660964012146
104224	rnn.bias_hh_l0	4	0.040552157908678055
104224	rnn.bias_hh_l0	5	0.021692484617233276
104224	rnn.bias_hh_l0	6	-0.0921902135014534
104224	rnn.bias_hh_l0	7	-0.13890542089939117
104224	rnn.bias_hh_l0	8	-0.14905484020709991
104224	rnn.bias_hh_l0	9	-0.08256135135889053
104224	rnn.weight_ih_l0_reverse	0	-0.007411073427647352
104224	rnn.weight_ih_l0_reverse	1	0.01895000785589218
104224	rnn.weight_ih_l0_reverse	2	-0.010345131158828735
104224	rnn.weight_ih_l0_reverse	3	-0.028477057814598083
104224	rnn.weight_ih_l0_reverse	4	0.031800031661987305
104224	rnn.weight_ih_l0_reverse	5	-0.05381428822875023
104224	rnn.weight_ih_l0_reverse	6	-0.037477508187294006
104224	rnn.weight_ih_l0_reverse	7	0.0021945484913885593
104224	rnn.weight_ih_l0_reverse	8	0.0474940687417984
104224	rnn.weight_ih_l0_reverse	9	0.015269096940755844
104224	rnn.weight_hh_l0_reverse	0	0.006597035098820925
104224	rnn.weight_hh_l0_reverse	1	0.02125883661210537
104224	rnn.weight_hh_l0_reverse	2	-0.03366243466734886
104224	rnn.weight_hh_l0_reverse	3	0.034802306443452835
104224	rnn.weight_hh_l0_reverse	4	0.01957479864358902
104224	rnn.weight_hh_l0_reverse	5	-0.020024100318551064
104224	rnn.weight_hh_l0_reverse	6	0.03931809216737747
104224	rnn.weight_hh_l0_reverse	7	0.01790592260658741
104224	rnn.weight_hh_l0_reverse	8	-0.003787035821005702
104224	rnn.weight_hh_l0_reverse	9	-0.05863332748413086
104224	rnn.bias_ih_l0_reverse	0	-0.13760928809642792
104224	rnn.bias_ih_l0_reverse	1	-0.28960537910461426
104224	rnn.bias_ih_l0_reverse	2	-0.06431620568037033
104224	rnn.bias_ih_l0_reverse	3	-0.11822254955768585
104224	rnn.bias_ih_l0_reverse	4	0.06329931318759918
104224	rnn.bias_ih_l0_reverse	5	-0.22839878499507904
104224	rnn.bias_ih_l0_reverse	6	-0.057119786739349365
104224	rnn.bias_ih_l0_reverse	7	0.008368192240595818
104224	rnn.bias_ih_l0_reverse	8	-0.15612231194972992
104224	rnn.bias_ih_l0_reverse	9	-0.0891866385936737
104224	rnn.bias_hh_l0_reverse	0	-0.11804678291082382
104224	rnn.bias_hh_l0_reverse	1	-0.1282159984111786
104224	rnn.bias_hh_l0_reverse	2	-0.034665171056985855
104224	rnn.bias_hh_l0_reverse	3	-0.12236815690994263
104224	rnn.bias_hh_l0_reverse	4	-0.021880274638533592
104224	rnn.bias_hh_l0_reverse	5	-0.11642056703567505
104224	rnn.bias_hh_l0_reverse	6	-0.03854002431035042
104224	rnn.bias_hh_l0_reverse	7	-0.1708889752626419
104224	rnn.bias_hh_l0_reverse	8	-0.03469226136803627
104224	rnn.bias_hh_l0_reverse	9	-0.1261790245771408
104224	linear.weight	0	-0.15262027084827423
104224	linear.weight	1	-0.13808532059192657
104224	linear.weight	2	-0.011228874325752258
104224	linear.weight	3	-0.043239932507276535
104224	linear.weight	4	-0.001882437034510076
104224	linear.weight	5	0.22494439780712128
104224	linear.weight	6	0.0047744326293468475
104224	linear.weight	7	-0.021312154829502106
104224	linear.weight	8	0.1521180123090744
104224	linear.weight	9	0.15565365552902222
104224	linear.bias	0	-0.8121535181999207
104224	linear.bias	1	1.1250803470611572
104224	linear.bias	2	-0.33249297738075256
104224	linear.bias	3	-0.5818189382553101
104224	linear.bias	4	-1.1005305051803589
104224	linear.bias	5	-1.1592315435409546
104224	linear.bias	6	-0.7833917737007141
104224	linear.bias	7	-0.7040857672691345
104224	linear.bias	8	-0.01705317199230194
104224	linear.bias	9	3.1737899780273438
104421	transitions	0	-0.3329303562641144
104421	transitions	1	8.093789100646973
104421	transitions	2	-3.3030805587768555
104421	transitions	3	1.3885804414749146
104421	transitions	4	-1.9314597845077515
104421	transitions	5	-0.3492375314235687
104421	transitions	6	-0.17724506556987762
104421	transitions	7	-10000.0
104421	transitions	8	1.7303327322006226
104421	transitions	9	-2.29115891456604
104421	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
104421	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
104421	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
104421	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
104421	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
104421	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
104421	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
104421	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
104421	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
104421	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
104421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
104421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
104421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
104421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
104421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
104421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
104421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
104421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
104421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
104421	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
104421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
104421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
104421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
104421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
104421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
104421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
104421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
104421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
104421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
104421	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
104421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
104421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
104421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
104421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
104421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
104421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
104421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
104421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
104421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
104421	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
104421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
104421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
104421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
104421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
104421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
104421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
104421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
104421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
104421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
104421	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
104421	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
104421	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
104421	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
104421	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
104421	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
104421	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
104421	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
104421	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
104421	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
104421	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
104421	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
104421	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
104421	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
104421	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
104421	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
104421	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
104421	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
104421	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
104421	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
104421	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
104421	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
104421	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
104421	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
104421	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
104421	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
104421	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
104421	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
104421	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
104421	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
104421	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
104421	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
104421	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
104421	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
104421	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
104421	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
104421	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
104421	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
104421	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
104421	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
104421	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
104421	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
104421	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
104421	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
104421	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
104421	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
104421	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
104421	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
104421	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
104421	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
104421	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
104421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
104421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
104421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
104421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
104421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
104421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
104421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
104421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
104421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
104421	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
104421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
104421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
104421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
104421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
104421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
104421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
104421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
104421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
104421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
104421	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
104421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
104421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
104421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
104421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
104421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
104421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
104421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
104421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
104421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
104421	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
104421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
104421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
104421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
104421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
104421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
104421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
104421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
104421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
104421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
104421	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
104421	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
104421	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
104421	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
104421	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
104421	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
104421	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
104421	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
104421	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
104421	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
104421	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
104421	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
104421	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
104421	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
104421	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
104421	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
104421	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
104421	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
104421	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
104421	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
104421	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
104421	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
104421	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
104421	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
104421	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
104421	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
104421	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
104421	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
104421	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
104421	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
104421	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
104421	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
104421	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
104421	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
104421	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
104421	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
104421	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
104421	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
104421	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
104421	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
104421	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
104421	embedding2nn.weight	0	0.0414930023252964
104421	embedding2nn.weight	1	-0.08530911058187485
104421	embedding2nn.weight	2	0.004976586438715458
104421	embedding2nn.weight	3	-0.04484766349196434
104421	embedding2nn.weight	4	-0.1350380778312683
104421	embedding2nn.weight	5	0.09830240905284882
104421	embedding2nn.weight	6	-0.10869666934013367
104421	embedding2nn.weight	7	-0.06591051816940308
104421	embedding2nn.weight	8	-0.01855720579624176
104421	embedding2nn.weight	9	0.04324609413743019
104421	embedding2nn.bias	0	0.09118710458278656
104421	embedding2nn.bias	1	0.0014647610951215029
104421	embedding2nn.bias	2	-0.14005380868911743
104421	embedding2nn.bias	3	0.061079442501068115
104421	embedding2nn.bias	4	0.015348288230597973
104421	embedding2nn.bias	5	-0.17425617575645447
104421	embedding2nn.bias	6	-0.10980042070150375
104421	embedding2nn.bias	7	-0.027608461678028107
104421	embedding2nn.bias	8	0.09013935923576355
104421	embedding2nn.bias	9	-0.1204732283949852
104421	rnn.weight_ih_l0	0	0.007247544825077057
104421	rnn.weight_ih_l0	1	-0.034621987491846085
104421	rnn.weight_ih_l0	2	-0.02843668684363365
104421	rnn.weight_ih_l0	3	-0.009790707379579544
104421	rnn.weight_ih_l0	4	-0.004892475437372923
104421	rnn.weight_ih_l0	5	-0.08083990216255188
104421	rnn.weight_ih_l0	6	-0.027611391618847847
104421	rnn.weight_ih_l0	7	-0.015913335606455803
104421	rnn.weight_ih_l0	8	0.035755690187215805
104421	rnn.weight_ih_l0	9	0.017789412289857864
104421	rnn.weight_hh_l0	0	0.010840264149010181
104421	rnn.weight_hh_l0	1	-0.06904355436563492
104421	rnn.weight_hh_l0	2	0.05430414900183678
104421	rnn.weight_hh_l0	3	0.03476114198565483
104421	rnn.weight_hh_l0	4	0.008700737729668617
104421	rnn.weight_hh_l0	5	0.05093762278556824
104421	rnn.weight_hh_l0	6	-0.01141388714313507
104421	rnn.weight_hh_l0	7	-0.08202099055051804
104421	rnn.weight_hh_l0	8	-0.00861659087240696
104421	rnn.weight_hh_l0	9	-0.10191784054040909
104421	rnn.bias_ih_l0	0	-0.09161845594644547
104421	rnn.bias_ih_l0	1	-0.15019424259662628
104421	rnn.bias_ih_l0	2	-0.22050362825393677
104421	rnn.bias_ih_l0	3	-0.27416834235191345
104421	rnn.bias_ih_l0	4	0.00574628496542573
104421	rnn.bias_ih_l0	5	0.07978416234254837
104421	rnn.bias_ih_l0	6	-0.1418958306312561
104421	rnn.bias_ih_l0	7	-0.24584819376468658
104421	rnn.bias_ih_l0	8	-0.1136455312371254
104421	rnn.bias_ih_l0	9	-0.1691986322402954
104421	rnn.bias_hh_l0	0	0.12630490958690643
104421	rnn.bias_hh_l0	1	-0.04224897548556328
104421	rnn.bias_hh_l0	2	0.027585376054048538
104421	rnn.bias_hh_l0	3	-0.15889079868793488
104421	rnn.bias_hh_l0	4	0.04284844547510147
104421	rnn.bias_hh_l0	5	0.021357320249080658
104421	rnn.bias_hh_l0	6	-0.09496492892503738
104421	rnn.bias_hh_l0	7	-0.14093860983848572
104421	rnn.bias_hh_l0	8	-0.1500738561153412
104421	rnn.bias_hh_l0	9	-0.08406500518321991
104421	rnn.weight_ih_l0_reverse	0	-0.006377662997692823
104421	rnn.weight_ih_l0_reverse	1	0.01975228823721409
104421	rnn.weight_ih_l0_reverse	2	-0.011971727013587952
104421	rnn.weight_ih_l0_reverse	3	-0.03202424198389053
104421	rnn.weight_ih_l0_reverse	4	0.028217967599630356
104421	rnn.weight_ih_l0_reverse	5	-0.054804280400276184
104421	rnn.weight_ih_l0_reverse	6	-0.03660834953188896
104421	rnn.weight_ih_l0_reverse	7	0.0006958047742955387
104421	rnn.weight_ih_l0_reverse	8	0.04981737211346626
104421	rnn.weight_ih_l0_reverse	9	0.013319401070475578
104421	rnn.weight_hh_l0_reverse	0	0.006584883667528629
104421	rnn.weight_hh_l0_reverse	1	0.020834747701883316
104421	rnn.weight_hh_l0_reverse	2	-0.034512802958488464
104421	rnn.weight_hh_l0_reverse	3	0.034741148352622986
104421	rnn.weight_hh_l0_reverse	4	0.019112545996904373
104421	rnn.weight_hh_l0_reverse	5	-0.019903674721717834
104421	rnn.weight_hh_l0_reverse	6	0.039266325533390045
104421	rnn.weight_hh_l0_reverse	7	0.017824670299887657
104421	rnn.weight_hh_l0_reverse	8	-0.0025100104976445436
104421	rnn.weight_hh_l0_reverse	9	-0.05921448767185211
104421	rnn.bias_ih_l0_reverse	0	-0.1370919942855835
104421	rnn.bias_ih_l0_reverse	1	-0.2922843396663666
104421	rnn.bias_ih_l0_reverse	2	-0.06443361192941666
104421	rnn.bias_ih_l0_reverse	3	-0.11915407329797745
104421	rnn.bias_ih_l0_reverse	4	0.062417373061180115
104421	rnn.bias_ih_l0_reverse	5	-0.23414066433906555
104421	rnn.bias_ih_l0_reverse	6	-0.053457412868738174
104421	rnn.bias_ih_l0_reverse	7	0.011954681016504765
104421	rnn.bias_ih_l0_reverse	8	-0.1606302410364151
104421	rnn.bias_ih_l0_reverse	9	-0.08726266771554947
104421	rnn.bias_hh_l0_reverse	0	-0.11837755888700485
104421	rnn.bias_hh_l0_reverse	1	-0.12027448415756226
104421	rnn.bias_hh_l0_reverse	2	-0.03351692110300064
104421	rnn.bias_hh_l0_reverse	3	-0.1220218762755394
104421	rnn.bias_hh_l0_reverse	4	-0.01884397305548191
104421	rnn.bias_hh_l0_reverse	5	-0.11546885967254639
104421	rnn.bias_hh_l0_reverse	6	-0.03305623307824135
104421	rnn.bias_hh_l0_reverse	7	-0.17178502678871155
104421	rnn.bias_hh_l0_reverse	8	-0.029878582805395126
104421	rnn.bias_hh_l0_reverse	9	-0.1285347193479538
104421	linear.weight	0	-0.1385275274515152
104421	linear.weight	1	-0.14335580170154572
104421	linear.weight	2	-0.011228874325752258
104421	linear.weight	3	-0.0525984913110733
104421	linear.weight	4	-0.002946179825812578
104421	linear.weight	5	0.23737899959087372
104421	linear.weight	6	0.0047744326293468475
104421	linear.weight	7	-0.021312154829502106
104421	linear.weight	8	0.15071633458137512
104421	linear.weight	9	0.15844348073005676
104421	linear.bias	0	-0.7954589128494263
104421	linear.bias	1	1.1625146865844727
104421	linear.bias	2	-0.2854965329170227
104421	linear.bias	3	-0.628635048866272
104421	linear.bias	4	-1.1190053224563599
104421	linear.bias	5	-1.1593334674835205
104421	linear.bias	6	-0.7615464329719543
104421	linear.bias	7	-0.7021104693412781
104421	linear.bias	8	-0.01705317199230194
104421	linear.bias	9	3.1407415866851807
104618	transitions	0	-0.3332752287387848
104618	transitions	1	8.09432315826416
104618	transitions	2	-3.3044896125793457
104618	transitions	3	1.3714933395385742
104618	transitions	4	-1.9320456981658936
104618	transitions	5	-0.34932661056518555
104618	transitions	6	-0.17732620239257812
104618	transitions	7	-10000.0
104618	transitions	8	1.7292389869689941
104618	transitions	9	-2.2911789417266846
104618	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
104618	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
104618	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
104618	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
104618	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
104618	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
104618	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
104618	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
104618	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
104618	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
104618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
104618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
104618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
104618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
104618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
104618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
104618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
104618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
104618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
104618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
104618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
104618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
104618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
104618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
104618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
104618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
104618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
104618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
104618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
104618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
104618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
104618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
104618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
104618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
104618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
104618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
104618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
104618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
104618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
104618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
104618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
104618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
104618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
104618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
104618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
104618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
104618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
104618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
104618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
104618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
104618	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
104618	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
104618	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
104618	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
104618	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
104618	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
104618	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
104618	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
104618	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
104618	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
104618	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
104618	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
104618	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
104618	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
104618	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
104618	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
104618	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
104618	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
104618	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
104618	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
104618	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
104618	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
104618	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
104618	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
104618	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
104618	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
104618	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
104618	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
104618	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
104618	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
104618	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
104618	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
104618	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
104618	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
104618	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
104618	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
104618	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
104618	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
104618	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
104618	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
104618	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
104618	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
104618	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
104618	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
104618	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
104618	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
104618	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
104618	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
104618	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
104618	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
104618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
104618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
104618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
104618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
104618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
104618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
104618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
104618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
104618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
104618	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
104618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
104618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
104618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
104618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
104618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
104618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
104618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
104618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
104618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
104618	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
104618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
104618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
104618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
104618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
104618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
104618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
104618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
104618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
104618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
104618	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
104618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
104618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
104618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
104618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
104618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
104618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
104618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
104618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
104618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
104618	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
104618	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
104618	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
104618	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
104618	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
104618	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
104618	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
104618	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
104618	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
104618	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
104618	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
104618	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
104618	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
104618	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
104618	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
104618	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
104618	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
104618	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
104618	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
104618	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
104618	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
104618	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
104618	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
104618	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
104618	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
104618	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
104618	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
104618	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
104618	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
104618	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
104618	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
104618	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
104618	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
104618	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
104618	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
104618	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
104618	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
104618	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
104618	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
104618	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
104618	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
104618	embedding2nn.weight	0	0.040731772780418396
104618	embedding2nn.weight	1	-0.08736228197813034
104618	embedding2nn.weight	2	0.006286820396780968
104618	embedding2nn.weight	3	-0.04623330011963844
104618	embedding2nn.weight	4	-0.1378713697195053
104618	embedding2nn.weight	5	0.09969895333051682
104618	embedding2nn.weight	6	-0.11160551756620407
104618	embedding2nn.weight	7	-0.06520120799541473
104618	embedding2nn.weight	8	-0.01725284568965435
104618	embedding2nn.weight	9	0.04610937461256981
104618	embedding2nn.bias	0	0.0978144109249115
104618	embedding2nn.bias	1	0.005307122133672237
104618	embedding2nn.bias	2	-0.15009145438671112
104618	embedding2nn.bias	3	0.07860690355300903
104618	embedding2nn.bias	4	0.01671728864312172
104618	embedding2nn.bias	5	-0.18305879831314087
104618	embedding2nn.bias	6	-0.11569704115390778
104618	embedding2nn.bias	7	-0.028771160170435905
104618	embedding2nn.bias	8	0.09822021424770355
104618	embedding2nn.bias	9	-0.1213608980178833
104618	rnn.weight_ih_l0	0	0.009075252339243889
104618	rnn.weight_ih_l0	1	-0.034469082951545715
104618	rnn.weight_ih_l0	2	-0.02965734340250492
104618	rnn.weight_ih_l0	3	-0.011517483741044998
104618	rnn.weight_ih_l0	4	-0.0033529014326632023
104618	rnn.weight_ih_l0	5	-0.08446366339921951
104618	rnn.weight_ih_l0	6	-0.026451189070940018
104618	rnn.weight_ih_l0	7	-0.014749412424862385
104618	rnn.weight_ih_l0	8	0.03384315222501755
104618	rnn.weight_ih_l0	9	0.016788534820079803
104618	rnn.weight_hh_l0	0	0.010210759937763214
104618	rnn.weight_hh_l0	1	-0.06939812004566193
104618	rnn.weight_hh_l0	2	0.054375745356082916
104618	rnn.weight_hh_l0	3	0.03473825007677078
104618	rnn.weight_hh_l0	4	0.00914634857326746
104618	rnn.weight_hh_l0	5	0.05094677582383156
104618	rnn.weight_hh_l0	6	-0.011495180428028107
104618	rnn.weight_hh_l0	7	-0.0816069170832634
104618	rnn.weight_hh_l0	8	-0.008357821963727474
104618	rnn.weight_hh_l0	9	-0.10284017771482468
104618	rnn.bias_ih_l0	0	-0.09160571545362473
104618	rnn.bias_ih_l0	1	-0.15218417346477509
104618	rnn.bias_ih_l0	2	-0.2180553674697876
104618	rnn.bias_ih_l0	3	-0.27621912956237793
104618	rnn.bias_ih_l0	4	0.007768908049911261
104618	rnn.bias_ih_l0	5	0.08128633350133896
104618	rnn.bias_ih_l0	6	-0.14026738703250885
104618	rnn.bias_ih_l0	7	-0.2445732206106186
104618	rnn.bias_ih_l0	8	-0.11264686286449432
104618	rnn.bias_ih_l0	9	-0.16761547327041626
104618	rnn.bias_hh_l0	0	0.1262187659740448
104618	rnn.bias_hh_l0	1	-0.04154152795672417
104618	rnn.bias_hh_l0	2	0.02551932819187641
104618	rnn.bias_hh_l0	3	-0.16164688766002655
104618	rnn.bias_hh_l0	4	0.04002944380044937
104618	rnn.bias_hh_l0	5	0.022136298939585686
104618	rnn.bias_hh_l0	6	-0.09603524953126907
104618	rnn.bias_hh_l0	7	-0.14387208223342896
104618	rnn.bias_hh_l0	8	-0.15013861656188965
104618	rnn.bias_hh_l0	9	-0.08688468486070633
104618	rnn.weight_ih_l0_reverse	0	-0.006863127928227186
104618	rnn.weight_ih_l0_reverse	1	0.0179244764149189
104618	rnn.weight_ih_l0_reverse	2	-0.014528860338032246
104618	rnn.weight_ih_l0_reverse	3	-0.029644474387168884
104618	rnn.weight_ih_l0_reverse	4	0.025805722922086716
104618	rnn.weight_ih_l0_reverse	5	-0.05528751015663147
104618	rnn.weight_ih_l0_reverse	6	-0.039560895413160324
104618	rnn.weight_ih_l0_reverse	7	9.842959843808785e-05
104618	rnn.weight_ih_l0_reverse	8	0.05108437314629555
104618	rnn.weight_ih_l0_reverse	9	0.016055643558502197
104618	rnn.weight_hh_l0_reverse	0	0.006340120919048786
104618	rnn.weight_hh_l0_reverse	1	0.020866993814706802
104618	rnn.weight_hh_l0_reverse	2	-0.03448756784200668
104618	rnn.weight_hh_l0_reverse	3	0.03512183204293251
104618	rnn.weight_hh_l0_reverse	4	0.019520768895745277
104618	rnn.weight_hh_l0_reverse	5	-0.018961427733302116
104618	rnn.weight_hh_l0_reverse	6	0.038910653442144394
104618	rnn.weight_hh_l0_reverse	7	0.017769113183021545
104618	rnn.weight_hh_l0_reverse	8	-0.001603942015208304
104618	rnn.weight_hh_l0_reverse	9	-0.059431254863739014
104618	rnn.bias_ih_l0_reverse	0	-0.13697980344295502
104618	rnn.bias_ih_l0_reverse	1	-0.29300835728645325
104618	rnn.bias_ih_l0_reverse	2	-0.062495019286870956
104618	rnn.bias_ih_l0_reverse	3	-0.12038525193929672
104618	rnn.bias_ih_l0_reverse	4	0.061782725155353546
104618	rnn.bias_ih_l0_reverse	5	-0.2301170527935028
104618	rnn.bias_ih_l0_reverse	6	-0.05289837718009949
104618	rnn.bias_ih_l0_reverse	7	0.019174115732312202
104618	rnn.bias_ih_l0_reverse	8	-0.15757395327091217
104618	rnn.bias_ih_l0_reverse	9	-0.08671043813228607
104618	rnn.bias_hh_l0_reverse	0	-0.11968077719211578
104618	rnn.bias_hh_l0_reverse	1	-0.12248218804597855
104618	rnn.bias_hh_l0_reverse	2	-0.03317154198884964
104618	rnn.bias_hh_l0_reverse	3	-0.12431813031435013
104618	rnn.bias_hh_l0_reverse	4	-0.02034628763794899
104618	rnn.bias_hh_l0_reverse	5	-0.11541549116373062
104618	rnn.bias_hh_l0_reverse	6	-0.03577818349003792
104618	rnn.bias_hh_l0_reverse	7	-0.1722484529018402
104618	rnn.bias_hh_l0_reverse	8	-0.03200352564454079
104618	rnn.bias_hh_l0_reverse	9	-0.12974146008491516
104618	linear.weight	0	-0.1482376754283905
104618	linear.weight	1	-0.1457468867301941
104618	linear.weight	2	-0.011228874325752258
104618	linear.weight	3	-0.023315656930208206
104618	linear.weight	4	-0.012976715341210365
104618	linear.weight	5	0.24572008848190308
104618	linear.weight	6	0.0047744326293468475
104618	linear.weight	7	-0.021312154829502106
104618	linear.weight	8	0.129444420337677
104618	linear.weight	9	0.1488361805677414
104618	linear.bias	0	-0.8170363306999207
104618	linear.bias	1	1.1493932008743286
104618	linear.bias	2	-0.3102760314941406
104618	linear.bias	3	-0.6101900339126587
104618	linear.bias	4	-1.1022467613220215
104618	linear.bias	5	-1.1594339609146118
104618	linear.bias	6	-0.7825222611427307
104618	linear.bias	7	-0.7158359885215759
104618	linear.bias	8	-0.01705317199230194
104618	linear.bias	9	3.207786798477173
104622	transitions	0	-0.3332867920398712
104622	transitions	1	8.081903457641602
104622	transitions	2	-3.3045008182525635
104622	transitions	3	1.3713929653167725
104622	transitions	4	-1.93204927444458
104622	transitions	5	-0.3493272662162781
104622	transitions	6	-0.17732767760753632
104622	transitions	7	-10000.0
104622	transitions	8	1.7292344570159912
104622	transitions	9	-2.2911789417266846
104622	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
104622	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
104622	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
104622	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
104622	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
104622	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
104622	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
104622	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
104622	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
104622	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
104622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
104622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
104622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
104622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
104622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
104622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
104622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
104622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
104622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
104622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
104622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
104622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
104622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
104622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
104622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
104622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
104622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
104622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
104622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
104622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
104622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
104622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
104622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
104622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
104622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
104622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
104622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
104622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
104622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
104622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
104622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
104622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
104622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
104622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
104622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
104622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
104622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
104622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
104622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
104622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
104622	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
104622	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
104622	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
104622	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
104622	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
104622	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
104622	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
104622	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
104622	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
104622	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
104622	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
104622	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
104622	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
104622	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
104622	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
104622	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
104622	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
104622	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
104622	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
104622	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
104622	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
104622	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
104622	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
104622	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
104622	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
104622	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
104622	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
104622	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
104622	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
104622	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
104622	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
104622	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
104622	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
104622	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
104622	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
104622	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
104622	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
104622	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
104622	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
104622	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
104622	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
104622	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
104622	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
104622	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
104622	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
104622	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
104622	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
104622	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
104622	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
104622	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
104622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
104622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
104622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
104622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
104622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
104622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
104622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
104622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
104622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
104622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
104622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
104622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
104622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
104622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
104622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
104622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
104622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
104622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
104622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
104622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
104622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
104622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
104622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
104622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
104622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
104622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
104622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
104622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
104622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
104622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
104622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
104622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
104622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
104622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
104622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
104622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
104622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
104622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
104622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
104622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
104622	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
104622	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
104622	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
104622	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
104622	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
104622	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
104622	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
104622	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
104622	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
104622	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
104622	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
104622	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
104622	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
104622	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
104622	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
104622	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
104622	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
104622	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
104622	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
104622	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
104622	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
104622	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
104622	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
104622	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
104622	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
104622	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
104622	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
104622	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
104622	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
104622	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
104622	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
104622	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
104622	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
104622	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
104622	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
104622	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
104622	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
104622	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
104622	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
104622	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
104622	embedding2nn.weight	0	0.04080454260110855
104622	embedding2nn.weight	1	-0.08735085278749466
104622	embedding2nn.weight	2	0.006003482732921839
104622	embedding2nn.weight	3	-0.0462767593562603
104622	embedding2nn.weight	4	-0.13847120106220245
104622	embedding2nn.weight	5	0.099681556224823
104622	embedding2nn.weight	6	-0.11174467951059341
104622	embedding2nn.weight	7	-0.06522563844919205
104622	embedding2nn.weight	8	-0.017689701169729233
104622	embedding2nn.weight	9	0.045819174498319626
104622	embedding2nn.bias	0	0.09664128720760345
104622	embedding2nn.bias	1	0.003794083371758461
104622	embedding2nn.bias	2	-0.14855802059173584
104622	embedding2nn.bias	3	0.07584403455257416
104622	embedding2nn.bias	4	0.015234786085784435
104622	embedding2nn.bias	5	-0.18404771387577057
104622	embedding2nn.bias	6	-0.10975795239210129
104622	embedding2nn.bias	7	-0.02760692872107029
104622	embedding2nn.bias	8	0.09658827632665634
104622	embedding2nn.bias	9	-0.12318287789821625
104622	rnn.weight_ih_l0	0	0.009076457470655441
104622	rnn.weight_ih_l0	1	-0.03457844257354736
104622	rnn.weight_ih_l0	2	-0.029435371980071068
104622	rnn.weight_ih_l0	3	-0.01172545738518238
104622	rnn.weight_ih_l0	4	-0.003182128770276904
104622	rnn.weight_ih_l0	5	-0.0843619629740715
104622	rnn.weight_ih_l0	6	-0.02654298208653927
104622	rnn.weight_ih_l0	7	-0.014767595566809177
104622	rnn.weight_ih_l0	8	0.033709149807691574
104622	rnn.weight_ih_l0	9	0.016780715435743332
104622	rnn.weight_hh_l0	0	0.0102461539208889
104622	rnn.weight_hh_l0	1	-0.06939879059791565
104622	rnn.weight_hh_l0	2	0.05442352220416069
104622	rnn.weight_hh_l0	3	0.0347062423825264
104622	rnn.weight_hh_l0	4	0.00913754478096962
104622	rnn.weight_hh_l0	5	0.05093919485807419
104622	rnn.weight_hh_l0	6	-0.011489600874483585
104622	rnn.weight_hh_l0	7	-0.08143885433673859
104622	rnn.weight_hh_l0	8	-0.00821375846862793
104622	rnn.weight_hh_l0	9	-0.1029779389500618
104622	rnn.bias_ih_l0	0	-0.09175396710634232
104622	rnn.bias_ih_l0	1	-0.15184667706489563
104622	rnn.bias_ih_l0	2	-0.2178036868572235
104622	rnn.bias_ih_l0	3	-0.2763415575027466
104622	rnn.bias_ih_l0	4	0.007713514380156994
104622	rnn.bias_ih_l0	5	0.08164162933826447
104622	rnn.bias_ih_l0	6	-0.14024154841899872
104622	rnn.bias_ih_l0	7	-0.24452096223831177
104622	rnn.bias_ih_l0	8	-0.11258181184530258
104622	rnn.bias_ih_l0	9	-0.16756778955459595
104622	rnn.bias_hh_l0	0	0.12622295320034027
104622	rnn.bias_hh_l0	1	-0.04103028401732445
104622	rnn.bias_hh_l0	2	0.025049634277820587
104622	rnn.bias_hh_l0	3	-0.16173620522022247
104622	rnn.bias_hh_l0	4	0.04032762721180916
104622	rnn.bias_hh_l0	5	0.021717321127653122
104622	rnn.bias_hh_l0	6	-0.09583404660224915
104622	rnn.bias_hh_l0	7	-0.14408418536186218
104622	rnn.bias_hh_l0	8	-0.15023328363895416
104622	rnn.bias_hh_l0	9	-0.08726511150598526
104622	rnn.weight_ih_l0_reverse	0	-0.006895603612065315
104622	rnn.weight_ih_l0_reverse	1	0.018749460577964783
104622	rnn.weight_ih_l0_reverse	2	-0.014152317307889462
104622	rnn.weight_ih_l0_reverse	3	-0.029538018628954887
104622	rnn.weight_ih_l0_reverse	4	0.02587766759097576
104622	rnn.weight_ih_l0_reverse	5	-0.05545475706458092
104622	rnn.weight_ih_l0_reverse	6	-0.03954387456178665
104622	rnn.weight_ih_l0_reverse	7	0.000298322964226827
104622	rnn.weight_ih_l0_reverse	8	0.0530766099691391
104622	rnn.weight_ih_l0_reverse	9	0.016353905200958252
104622	rnn.weight_hh_l0_reverse	0	0.006363878026604652
104622	rnn.weight_hh_l0_reverse	1	0.020855700597167015
104622	rnn.weight_hh_l0_reverse	2	-0.03473074361681938
104622	rnn.weight_hh_l0_reverse	3	0.03505542874336243
104622	rnn.weight_hh_l0_reverse	4	0.019521139562129974
104622	rnn.weight_hh_l0_reverse	5	-0.018914703279733658
104622	rnn.weight_hh_l0_reverse	6	0.03890065476298332
104622	rnn.weight_hh_l0_reverse	7	0.01779208518564701
104622	rnn.weight_hh_l0_reverse	8	-0.0016428027302026749
104622	rnn.weight_hh_l0_reverse	9	-0.059437140822410583
104622	rnn.bias_ih_l0_reverse	0	-0.13684110343456268
104622	rnn.bias_ih_l0_reverse	1	-0.2929770350456238
104622	rnn.bias_ih_l0_reverse	2	-0.06246083229780197
104622	rnn.bias_ih_l0_reverse	3	-0.12064100056886673
104622	rnn.bias_ih_l0_reverse	4	0.062367912381887436
104622	rnn.bias_ih_l0_reverse	5	-0.23030762374401093
104622	rnn.bias_ih_l0_reverse	6	-0.05266023054718971
104622	rnn.bias_ih_l0_reverse	7	0.01976005733013153
104622	rnn.bias_ih_l0_reverse	8	-0.15759417414665222
104622	rnn.bias_ih_l0_reverse	9	-0.08613721281290054
104622	rnn.bias_hh_l0_reverse	0	-0.11891000717878342
104622	rnn.bias_hh_l0_reverse	1	-0.12277580797672272
104622	rnn.bias_hh_l0_reverse	2	-0.03305352106690407
104622	rnn.bias_hh_l0_reverse	3	-0.124457448720932
104622	rnn.bias_hh_l0_reverse	4	-0.02070971019566059
104622	rnn.bias_hh_l0_reverse	5	-0.11501108109951019
104622	rnn.bias_hh_l0_reverse	6	-0.03625660389661789
104622	rnn.bias_hh_l0_reverse	7	-0.17192038893699646
104622	rnn.bias_hh_l0_reverse	8	-0.031542789191007614
104622	rnn.bias_hh_l0_reverse	9	-0.12945517897605896
104622	linear.weight	0	-0.14820364117622375
104622	linear.weight	1	-0.14411772787570953
104622	linear.weight	2	-0.011228874325752258
104622	linear.weight	3	-0.023901093751192093
104622	linear.weight	4	-0.012875491753220558
104622	linear.weight	5	0.24588750302791595
104622	linear.weight	6	0.0047744326293468475
104622	linear.weight	7	-0.021312154829502106
104622	linear.weight	8	0.12972170114517212
104622	linear.weight	9	0.14890410006046295
104622	linear.bias	0	-0.8141958117485046
104622	linear.bias	1	1.1460847854614258
104622	linear.bias	2	-0.3160843253135681
104622	linear.bias	3	-0.6138468384742737
104622	linear.bias	4	-1.1003663539886475
104622	linear.bias	5	-1.1594359874725342
104622	linear.bias	6	-0.7798151969909668
104622	linear.bias	7	-0.7169193029403687
104622	linear.bias	8	-0.01705317199230194
104622	linear.bias	9	3.186940908432007
104819	transitions	0	-0.3335379660129547
104819	transitions	1	8.060291290283203
104819	transitions	2	-3.3058111667633057
104819	transitions	3	1.3678795099258423
104819	transitions	4	-1.9327340126037598
104819	transitions	5	-0.349520206451416
104819	transitions	6	-0.17742085456848145
104819	transitions	7	-10000.0
104819	transitions	8	1.7250765562057495
104819	transitions	9	-2.291196584701538
104819	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
104819	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
104819	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
104819	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
104819	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
104819	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
104819	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
104819	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
104819	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
104819	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
104819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
104819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
104819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
104819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
104819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
104819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
104819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
104819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
104819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
104819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
104819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
104819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
104819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
104819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
104819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
104819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
104819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
104819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
104819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
104819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
104819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
104819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
104819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
104819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
104819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
104819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
104819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
104819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
104819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
104819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
104819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
104819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
104819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
104819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
104819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
104819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
104819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
104819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
104819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
104819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
104819	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
104819	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
104819	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
104819	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
104819	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
104819	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
104819	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
104819	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
104819	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
104819	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
104819	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
104819	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
104819	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
104819	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
104819	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
104819	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
104819	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
104819	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
104819	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
104819	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
104819	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
104819	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
104819	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
104819	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
104819	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
104819	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
104819	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
104819	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
104819	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
104819	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
104819	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
104819	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
104819	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
104819	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
104819	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
104819	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
104819	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
104819	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
104819	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
104819	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
104819	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
104819	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
104819	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
104819	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
104819	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
104819	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
104819	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
104819	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
104819	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
104819	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
104819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
104819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
104819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
104819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
104819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
104819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
104819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
104819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
104819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
104819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
104819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
104819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
104819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
104819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
104819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
104819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
104819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
104819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
104819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
104819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
104819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
104819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
104819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
104819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
104819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
104819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
104819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
104819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
104819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
104819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
104819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
104819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
104819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
104819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
104819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
104819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
104819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
104819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
104819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
104819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
104819	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
104819	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
104819	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
104819	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
104819	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
104819	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
104819	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
104819	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
104819	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
104819	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
104819	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
104819	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
104819	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
104819	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
104819	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
104819	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
104819	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
104819	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
104819	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
104819	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
104819	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
104819	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
104819	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
104819	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
104819	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
104819	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
104819	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
104819	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
104819	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
104819	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
104819	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
104819	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
104819	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
104819	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
104819	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
104819	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
104819	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
104819	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
104819	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
104819	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
104819	embedding2nn.weight	0	0.04038612172007561
104819	embedding2nn.weight	1	-0.08741148561239243
104819	embedding2nn.weight	2	0.008779533207416534
104819	embedding2nn.weight	3	-0.045766886323690414
104819	embedding2nn.weight	4	-0.13427864015102386
104819	embedding2nn.weight	5	0.09982248395681381
104819	embedding2nn.weight	6	-0.10937537252902985
104819	embedding2nn.weight	7	-0.06498069316148758
104819	embedding2nn.weight	8	-0.017276788130402565
104819	embedding2nn.weight	9	0.04094574972987175
104819	embedding2nn.bias	0	0.08413878083229065
104819	embedding2nn.bias	1	0.005465955939143896
104819	embedding2nn.bias	2	-0.1440553218126297
104819	embedding2nn.bias	3	0.056855183094739914
104819	embedding2nn.bias	4	0.028907613828778267
104819	embedding2nn.bias	5	-0.18068093061447144
104819	embedding2nn.bias	6	-0.09200828522443771
104819	embedding2nn.bias	7	-0.028405193239450455
104819	embedding2nn.bias	8	0.09524643421173096
104819	embedding2nn.bias	9	-0.108210988342762
104819	rnn.weight_ih_l0	0	0.007311096880584955
104819	rnn.weight_ih_l0	1	-0.0366925410926342
104819	rnn.weight_ih_l0	2	-0.027527756989002228
104819	rnn.weight_ih_l0	3	-0.011302574537694454
104819	rnn.weight_ih_l0	4	-0.0029115136712789536
104819	rnn.weight_ih_l0	5	-0.08563945442438126
104819	rnn.weight_ih_l0	6	-0.024488162249326706
104819	rnn.weight_ih_l0	7	-0.01692109741270542
104819	rnn.weight_ih_l0	8	0.0345979668200016
104819	rnn.weight_ih_l0	9	0.015524081885814667
104819	rnn.weight_hh_l0	0	0.009739762172102928
104819	rnn.weight_hh_l0	1	-0.06925264745950699
104819	rnn.weight_hh_l0	2	0.05454663187265396
104819	rnn.weight_hh_l0	3	0.033546123653650284
104819	rnn.weight_hh_l0	4	0.009063923731446266
104819	rnn.weight_hh_l0	5	0.05239137262105942
104819	rnn.weight_hh_l0	6	-0.011761833913624287
104819	rnn.weight_hh_l0	7	-0.0823192223906517
104819	rnn.weight_hh_l0	8	-0.006473887711763382
104819	rnn.weight_hh_l0	9	-0.1019439846277237
104819	rnn.bias_ih_l0	0	-0.09475463628768921
104819	rnn.bias_ih_l0	1	-0.1536453813314438
104819	rnn.bias_ih_l0	2	-0.21685399115085602
104819	rnn.bias_ih_l0	3	-0.276089608669281
104819	rnn.bias_ih_l0	4	0.0072761401534080505
104819	rnn.bias_ih_l0	5	0.08061385899782181
104819	rnn.bias_ih_l0	6	-0.13804224133491516
104819	rnn.bias_ih_l0	7	-0.24373097717761993
104819	rnn.bias_ih_l0	8	-0.11270437389612198
104819	rnn.bias_ih_l0	9	-0.1690129041671753
104819	rnn.bias_hh_l0	0	0.12274704873561859
104819	rnn.bias_hh_l0	1	-0.0402694009244442
104819	rnn.bias_hh_l0	2	0.024857010692358017
104819	rnn.bias_hh_l0	3	-0.1603366881608963
104819	rnn.bias_hh_l0	4	0.04870354384183884
104819	rnn.bias_hh_l0	5	0.027065567672252655
104819	rnn.bias_hh_l0	6	-0.09600614756345749
104819	rnn.bias_hh_l0	7	-0.14421036839485168
104819	rnn.bias_hh_l0	8	-0.1500479131937027
104819	rnn.bias_hh_l0	9	-0.08780434727668762
104819	rnn.weight_ih_l0_reverse	0	-0.005362284369766712
104819	rnn.weight_ih_l0_reverse	1	0.018828677013516426
104819	rnn.weight_ih_l0_reverse	2	-0.01571313850581646
104819	rnn.weight_ih_l0_reverse	3	-0.02706020697951317
104819	rnn.weight_ih_l0_reverse	4	0.025739870965480804
104819	rnn.weight_ih_l0_reverse	5	-0.0562504418194294
104819	rnn.weight_ih_l0_reverse	6	-0.04208218678832054
104819	rnn.weight_ih_l0_reverse	7	-0.0030602444894611835
104819	rnn.weight_ih_l0_reverse	8	0.05604955926537514
104819	rnn.weight_ih_l0_reverse	9	0.020676806569099426
104819	rnn.weight_hh_l0_reverse	0	0.00691376393660903
104819	rnn.weight_hh_l0_reverse	1	0.021256795153021812
104819	rnn.weight_hh_l0_reverse	2	-0.03476938605308533
104819	rnn.weight_hh_l0_reverse	3	0.03464179486036301
104819	rnn.weight_hh_l0_reverse	4	0.019990989938378334
104819	rnn.weight_hh_l0_reverse	5	-0.017733057960867882
104819	rnn.weight_hh_l0_reverse	6	0.03948643058538437
104819	rnn.weight_hh_l0_reverse	7	0.01785694807767868
104819	rnn.weight_hh_l0_reverse	8	-0.0021762955002486706
104819	rnn.weight_hh_l0_reverse	9	-0.05933617055416107
104819	rnn.bias_ih_l0_reverse	0	-0.1335931420326233
104819	rnn.bias_ih_l0_reverse	1	-0.2922403812408447
104819	rnn.bias_ih_l0_reverse	2	-0.06056291237473488
104819	rnn.bias_ih_l0_reverse	3	-0.12042094022035599
104819	rnn.bias_ih_l0_reverse	4	0.062088169157505035
104819	rnn.bias_ih_l0_reverse	5	-0.22951200604438782
104819	rnn.bias_ih_l0_reverse	6	-0.05395248532295227
104819	rnn.bias_ih_l0_reverse	7	0.023231709375977516
104819	rnn.bias_ih_l0_reverse	8	-0.15782864391803741
104819	rnn.bias_ih_l0_reverse	9	-0.08636420965194702
104819	rnn.bias_hh_l0_reverse	0	-0.12072523683309555
104819	rnn.bias_hh_l0_reverse	1	-0.11920612305402756
104819	rnn.bias_hh_l0_reverse	2	-0.03336185961961746
104819	rnn.bias_hh_l0_reverse	3	-0.12360064685344696
104819	rnn.bias_hh_l0_reverse	4	-0.024340590462088585
104819	rnn.bias_hh_l0_reverse	5	-0.11408008635044098
104819	rnn.bias_hh_l0_reverse	6	-0.04090513288974762
104819	rnn.bias_hh_l0_reverse	7	-0.17311076819896698
104819	rnn.bias_hh_l0_reverse	8	-0.03340939059853554
104819	rnn.bias_hh_l0_reverse	9	-0.12874899804592133
104819	linear.weight	0	-0.15266378223896027
104819	linear.weight	1	-0.12418052554130554
104819	linear.weight	2	-0.011228874325752258
104819	linear.weight	3	-0.020915566012263298
104819	linear.weight	4	-0.0028101776260882616
104819	linear.weight	5	0.24004562199115753
104819	linear.weight	6	0.0047744326293468475
104819	linear.weight	7	-0.021312154829502106
104819	linear.weight	8	0.12944453954696655
104819	linear.weight	9	0.14380711317062378
104819	linear.bias	0	-0.8092178106307983
104819	linear.bias	1	1.1684938669204712
104819	linear.bias	2	-0.2993781268596649
104819	linear.bias	3	-0.6474795937538147
104819	linear.bias	4	-1.1215323209762573
104819	linear.bias	5	-1.159529209136963
104819	linear.bias	6	-0.7740516066551208
104819	linear.bias	7	-0.705285370349884
104819	linear.bias	8	-0.01705317199230194
104819	linear.bias	9	3.17570424079895
105016	transitions	0	-0.3340302109718323
105016	transitions	1	8.080099105834961
105016	transitions	2	-3.3065972328186035
105016	transitions	3	1.374125361442566
105016	transitions	4	-1.9336729049682617
105016	transitions	5	-0.349723756313324
105016	transitions	6	-0.17749297618865967
105016	transitions	7	-10000.0
105016	transitions	8	1.7280957698822021
105016	transitions	9	-2.2912325859069824
105016	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
105016	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
105016	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
105016	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
105016	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
105016	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
105016	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
105016	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
105016	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
105016	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
105016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
105016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
105016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
105016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
105016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
105016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
105016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
105016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
105016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
105016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
105016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
105016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
105016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
105016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
105016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
105016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
105016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
105016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
105016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
105016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
105016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
105016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
105016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
105016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
105016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
105016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
105016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
105016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
105016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
105016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
105016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
105016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
105016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
105016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
105016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
105016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
105016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
105016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
105016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
105016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
105016	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
105016	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
105016	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
105016	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
105016	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
105016	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
105016	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
105016	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
105016	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
105016	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
105016	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
105016	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
105016	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
105016	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
105016	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
105016	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
105016	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
105016	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
105016	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
105016	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
105016	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
105016	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
105016	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
105016	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
105016	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
105016	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
105016	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
105016	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
105016	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
105016	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
105016	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
105016	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
105016	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
105016	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
105016	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
105016	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
105016	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
105016	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
105016	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
105016	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
105016	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
105016	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
105016	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
105016	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
105016	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
105016	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
105016	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
105016	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
105016	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
105016	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
105016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
105016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
105016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
105016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
105016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
105016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
105016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
105016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
105016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
105016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
105016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
105016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
105016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
105016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
105016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
105016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
105016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
105016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
105016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
105016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
105016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
105016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
105016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
105016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
105016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
105016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
105016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
105016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
105016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
105016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
105016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
105016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
105016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
105016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
105016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
105016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
105016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
105016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
105016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
105016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
105016	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
105016	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
105016	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
105016	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
105016	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
105016	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
105016	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
105016	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
105016	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
105016	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
105016	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
105016	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
105016	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
105016	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
105016	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
105016	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
105016	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
105016	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
105016	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
105016	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
105016	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
105016	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
105016	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
105016	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
105016	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
105016	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
105016	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
105016	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
105016	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
105016	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
105016	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
105016	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
105016	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
105016	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
105016	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
105016	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
105016	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
105016	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
105016	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
105016	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
105016	embedding2nn.weight	0	0.04091036319732666
105016	embedding2nn.weight	1	-0.08690445125102997
105016	embedding2nn.weight	2	0.013718477450311184
105016	embedding2nn.weight	3	-0.044741854071617126
105016	embedding2nn.weight	4	-0.13439756631851196
105016	embedding2nn.weight	5	0.09915991127490997
105016	embedding2nn.weight	6	-0.11357934027910233
105016	embedding2nn.weight	7	-0.06398896872997284
105016	embedding2nn.weight	8	-0.018627919256687164
105016	embedding2nn.weight	9	0.043889809399843216
105016	embedding2nn.bias	0	0.0873553603887558
105016	embedding2nn.bias	1	-0.005954043474048376
105016	embedding2nn.bias	2	-0.13697364926338196
105016	embedding2nn.bias	3	0.05864401161670685
105016	embedding2nn.bias	4	0.03753576800227165
105016	embedding2nn.bias	5	-0.1695006936788559
105016	embedding2nn.bias	6	-0.08012644946575165
105016	embedding2nn.bias	7	-0.03375224769115448
105016	embedding2nn.bias	8	0.0914163887500763
105016	embedding2nn.bias	9	-0.11064328998327255
105016	rnn.weight_ih_l0	0	0.008858008310198784
105016	rnn.weight_ih_l0	1	-0.03783591464161873
105016	rnn.weight_ih_l0	2	-0.025695277377963066
105016	rnn.weight_ih_l0	3	-0.008593589067459106
105016	rnn.weight_ih_l0	4	-0.0008874391787685454
105016	rnn.weight_ih_l0	5	-0.08339691162109375
105016	rnn.weight_ih_l0	6	-0.0246686190366745
105016	rnn.weight_ih_l0	7	-0.016475128009915352
105016	rnn.weight_ih_l0	8	0.03654222562909126
105016	rnn.weight_ih_l0	9	0.016467463225126266
105016	rnn.weight_hh_l0	0	0.009727624244987965
105016	rnn.weight_hh_l0	1	-0.06955897063016891
105016	rnn.weight_hh_l0	2	0.05380591005086899
105016	rnn.weight_hh_l0	3	0.03372860699892044
105016	rnn.weight_hh_l0	4	0.009444769471883774
105016	rnn.weight_hh_l0	5	0.05410938337445259
105016	rnn.weight_hh_l0	6	-0.011627858504652977
105016	rnn.weight_hh_l0	7	-0.08190973103046417
105016	rnn.weight_hh_l0	8	-0.008073201403021812
105016	rnn.weight_hh_l0	9	-0.09923053532838821
105016	rnn.bias_ih_l0	0	-0.09318696707487106
105016	rnn.bias_ih_l0	1	-0.1503562033176422
105016	rnn.bias_ih_l0	2	-0.21529917418956757
105016	rnn.bias_ih_l0	3	-0.2722056806087494
105016	rnn.bias_ih_l0	4	0.007755352184176445
105016	rnn.bias_ih_l0	5	0.07947908341884613
105016	rnn.bias_ih_l0	6	-0.13887342810630798
105016	rnn.bias_ih_l0	7	-0.24487744271755219
105016	rnn.bias_ih_l0	8	-0.11391646414995193
105016	rnn.bias_ih_l0	9	-0.16588109731674194
105016	rnn.bias_hh_l0	0	0.12288432568311691
105016	rnn.bias_hh_l0	1	-0.041256047785282135
105016	rnn.bias_hh_l0	2	0.021936429664492607
105016	rnn.bias_hh_l0	3	-0.16022703051567078
105016	rnn.bias_hh_l0	4	0.052801355719566345
105016	rnn.bias_hh_l0	5	0.02736160345375538
105016	rnn.bias_hh_l0	6	-0.09280005842447281
105016	rnn.bias_hh_l0	7	-0.14860472083091736
105016	rnn.bias_hh_l0	8	-0.1538066267967224
105016	rnn.bias_hh_l0	9	-0.08769878000020981
105016	rnn.weight_ih_l0_reverse	0	-0.0021963724866509438
105016	rnn.weight_ih_l0_reverse	1	0.018553894013166428
105016	rnn.weight_ih_l0_reverse	2	-0.01217722799628973
105016	rnn.weight_ih_l0_reverse	3	-0.024570796638727188
105016	rnn.weight_ih_l0_reverse	4	0.02614867128431797
105016	rnn.weight_ih_l0_reverse	5	-0.05662158876657486
105016	rnn.weight_ih_l0_reverse	6	-0.039631377905607224
105016	rnn.weight_ih_l0_reverse	7	-0.0043071662075817585
105016	rnn.weight_ih_l0_reverse	8	0.054649718105793
105016	rnn.weight_ih_l0_reverse	9	0.018771721050143242
105016	rnn.weight_hh_l0_reverse	0	0.007980369962751865
105016	rnn.weight_hh_l0_reverse	1	0.021845513954758644
105016	rnn.weight_hh_l0_reverse	2	-0.03634083643555641
105016	rnn.weight_hh_l0_reverse	3	0.03561784699559212
105016	rnn.weight_hh_l0_reverse	4	0.019691385328769684
105016	rnn.weight_hh_l0_reverse	5	-0.01591494493186474
105016	rnn.weight_hh_l0_reverse	6	0.0395980142056942
105016	rnn.weight_hh_l0_reverse	7	0.01826953887939453
105016	rnn.weight_hh_l0_reverse	8	-0.002683972707018256
105016	rnn.weight_hh_l0_reverse	9	-0.0597313828766346
105016	rnn.bias_ih_l0_reverse	0	-0.13494931161403656
105016	rnn.bias_ih_l0_reverse	1	-0.2904312014579773
105016	rnn.bias_ih_l0_reverse	2	-0.06090157479047775
105016	rnn.bias_ih_l0_reverse	3	-0.11833509057760239
105016	rnn.bias_ih_l0_reverse	4	0.06208667531609535
105016	rnn.bias_ih_l0_reverse	5	-0.234035924077034
105016	rnn.bias_ih_l0_reverse	6	-0.055238667875528336
105016	rnn.bias_ih_l0_reverse	7	0.03769417479634285
105016	rnn.bias_ih_l0_reverse	8	-0.15698841214179993
105016	rnn.bias_ih_l0_reverse	9	-0.0852392166852951
105016	rnn.bias_hh_l0_reverse	0	-0.12334306538105011
105016	rnn.bias_hh_l0_reverse	1	-0.12586627900600433
105016	rnn.bias_hh_l0_reverse	2	-0.034483902156353
105016	rnn.bias_hh_l0_reverse	3	-0.12562263011932373
105016	rnn.bias_hh_l0_reverse	4	-0.026181630790233612
105016	rnn.bias_hh_l0_reverse	5	-0.11191242933273315
105016	rnn.bias_hh_l0_reverse	6	-0.0394611656665802
105016	rnn.bias_hh_l0_reverse	7	-0.17590004205703735
105016	rnn.bias_hh_l0_reverse	8	-0.03539201617240906
105016	rnn.bias_hh_l0_reverse	9	-0.12809428572654724
105016	linear.weight	0	-0.15788602828979492
105016	linear.weight	1	-0.1376923769712448
105016	linear.weight	2	-0.011228874325752258
105016	linear.weight	3	-0.06260837614536285
105016	linear.weight	4	0.012026447802782059
105016	linear.weight	5	0.23548144102096558
105016	linear.weight	6	0.0047744326293468475
105016	linear.weight	7	-0.021312154829502106
105016	linear.weight	8	0.11996468156576157
105016	linear.weight	9	0.15066935122013092
105016	linear.bias	0	-0.7830824255943298
105016	linear.bias	1	1.1869183778762817
105016	linear.bias	2	-0.2894257605075836
105016	linear.bias	3	-0.6098278164863586
105016	linear.bias	4	-1.1232199668884277
105016	linear.bias	5	-1.1596165895462036
105016	linear.bias	6	-0.7485973238945007
105016	linear.bias	7	-0.738895058631897
105016	linear.bias	8	-0.01705317199230194
105016	linear.bias	9	3.1208291053771973
105213	transitions	0	-0.334225594997406
105213	transitions	1	8.081974983215332
105213	transitions	2	-3.307960033416748
105213	transitions	3	1.3824055194854736
105213	transitions	4	-1.934500813484192
105213	transitions	5	-0.34979966282844543
105213	transitions	6	-0.17754796147346497
105213	transitions	7	-10000.0
105213	transitions	8	1.7346731424331665
105213	transitions	9	-2.291248083114624
105213	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
105213	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
105213	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
105213	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
105213	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
105213	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
105213	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
105213	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
105213	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
105213	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
105213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
105213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
105213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
105213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
105213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
105213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
105213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
105213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
105213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
105213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
105213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
105213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
105213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
105213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
105213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
105213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
105213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
105213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
105213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
105213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
105213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
105213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
105213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
105213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
105213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
105213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
105213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
105213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
105213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
105213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
105213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
105213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
105213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
105213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
105213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
105213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
105213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
105213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
105213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
105213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
105213	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
105213	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
105213	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
105213	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
105213	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
105213	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
105213	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
105213	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
105213	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
105213	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
105213	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
105213	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
105213	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
105213	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
105213	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
105213	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
105213	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
105213	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
105213	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
105213	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
105213	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
105213	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
105213	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
105213	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
105213	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
105213	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
105213	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
105213	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
105213	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
105213	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
105213	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
105213	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
105213	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
105213	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
105213	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
105213	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
105213	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
105213	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
105213	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
105213	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
105213	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
105213	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
105213	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
105213	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
105213	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
105213	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
105213	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
105213	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
105213	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
105213	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
105213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
105213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
105213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
105213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
105213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
105213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
105213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
105213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
105213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
105213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
105213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
105213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
105213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
105213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
105213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
105213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
105213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
105213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
105213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
105213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
105213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
105213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
105213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
105213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
105213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
105213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
105213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
105213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
105213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
105213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
105213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
105213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
105213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
105213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
105213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
105213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
105213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
105213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
105213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
105213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
105213	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
105213	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
105213	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
105213	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
105213	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
105213	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
105213	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
105213	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
105213	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
105213	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
105213	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
105213	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
105213	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
105213	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
105213	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
105213	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
105213	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
105213	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
105213	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
105213	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
105213	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
105213	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
105213	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
105213	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
105213	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
105213	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
105213	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
105213	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
105213	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
105213	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
105213	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
105213	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
105213	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
105213	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
105213	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
105213	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
105213	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
105213	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
105213	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
105213	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
105213	embedding2nn.weight	0	0.040425416082143784
105213	embedding2nn.weight	1	-0.08694583177566528
105213	embedding2nn.weight	2	0.017067546024918556
105213	embedding2nn.weight	3	-0.0452754832804203
105213	embedding2nn.weight	4	-0.13311520218849182
105213	embedding2nn.weight	5	0.10130535066127777
105213	embedding2nn.weight	6	-0.10884903371334076
105213	embedding2nn.weight	7	-0.06196241080760956
105213	embedding2nn.weight	8	-0.018313737586140633
105213	embedding2nn.weight	9	0.04705559462308884
105213	embedding2nn.bias	0	0.09780992567539215
105213	embedding2nn.bias	1	-0.0011983088916167617
105213	embedding2nn.bias	2	-0.13018344342708588
105213	embedding2nn.bias	3	0.047293633222579956
105213	embedding2nn.bias	4	0.021823562681674957
105213	embedding2nn.bias	5	-0.16168810427188873
105213	embedding2nn.bias	6	-0.09190992265939713
105213	embedding2nn.bias	7	-0.04022093489766121
105213	embedding2nn.bias	8	0.09907425194978714
105213	embedding2nn.bias	9	-0.0879225805401802
105213	rnn.weight_ih_l0	0	0.009632246568799019
105213	rnn.weight_ih_l0	1	-0.03701521456241608
105213	rnn.weight_ih_l0	2	-0.026358289644122124
105213	rnn.weight_ih_l0	3	-0.010039807297289371
105213	rnn.weight_ih_l0	4	-0.002137453993782401
105213	rnn.weight_ih_l0	5	-0.08262672275304794
105213	rnn.weight_ih_l0	6	-0.02484552189707756
105213	rnn.weight_ih_l0	7	-0.017817234620451927
105213	rnn.weight_ih_l0	8	0.03580961003899574
105213	rnn.weight_ih_l0	9	0.01807594485580921
105213	rnn.weight_hh_l0	0	0.007945314981043339
105213	rnn.weight_hh_l0	1	-0.0699588730931282
105213	rnn.weight_hh_l0	2	0.056457992643117905
105213	rnn.weight_hh_l0	3	0.03474443405866623
105213	rnn.weight_hh_l0	4	0.009802098385989666
105213	rnn.weight_hh_l0	5	0.0548795610666275
105213	rnn.weight_hh_l0	6	-0.011377175338566303
105213	rnn.weight_hh_l0	7	-0.08140213787555695
105213	rnn.weight_hh_l0	8	-0.007106335833668709
105213	rnn.weight_hh_l0	9	-0.0993080660700798
105213	rnn.bias_ih_l0	0	-0.08929011970758438
105213	rnn.bias_ih_l0	1	-0.14902037382125854
105213	rnn.bias_ih_l0	2	-0.21326474845409393
105213	rnn.bias_ih_l0	3	-0.2761473059654236
105213	rnn.bias_ih_l0	4	0.005833078175783157
105213	rnn.bias_ih_l0	5	0.07938297092914581
105213	rnn.bias_ih_l0	6	-0.13658148050308228
105213	rnn.bias_ih_l0	7	-0.24586816132068634
105213	rnn.bias_ih_l0	8	-0.109628826379776
105213	rnn.bias_ih_l0	9	-0.1669389307498932
105213	rnn.bias_hh_l0	0	0.12220631539821625
105213	rnn.bias_hh_l0	1	-0.04153038561344147
105213	rnn.bias_hh_l0	2	0.024172388017177582
105213	rnn.bias_hh_l0	3	-0.1621372550725937
105213	rnn.bias_hh_l0	4	0.05060599744319916
105213	rnn.bias_hh_l0	5	0.026941781863570213
105213	rnn.bias_hh_l0	6	-0.09299081563949585
105213	rnn.bias_hh_l0	7	-0.14868535101413727
105213	rnn.bias_hh_l0	8	-0.15353833138942719
105213	rnn.bias_hh_l0	9	-0.08996723592281342
105213	rnn.weight_ih_l0_reverse	0	-0.0026788129471242428
105213	rnn.weight_ih_l0_reverse	1	0.019095269963145256
105213	rnn.weight_ih_l0_reverse	2	-0.0210121963173151
105213	rnn.weight_ih_l0_reverse	3	-0.027260221540927887
105213	rnn.weight_ih_l0_reverse	4	0.026664815843105316
105213	rnn.weight_ih_l0_reverse	5	-0.054947350174188614
105213	rnn.weight_ih_l0_reverse	6	-0.04202333092689514
105213	rnn.weight_ih_l0_reverse	7	-0.00018580981122795492
105213	rnn.weight_ih_l0_reverse	8	0.053225692361593246
105213	rnn.weight_ih_l0_reverse	9	0.017976360395550728
105213	rnn.weight_hh_l0_reverse	0	0.008107676170766354
105213	rnn.weight_hh_l0_reverse	1	0.022143350914120674
105213	rnn.weight_hh_l0_reverse	2	-0.03595864772796631
105213	rnn.weight_hh_l0_reverse	3	0.035087451338768005
105213	rnn.weight_hh_l0_reverse	4	0.019479604437947273
105213	rnn.weight_hh_l0_reverse	5	-0.015122315846383572
105213	rnn.weight_hh_l0_reverse	6	0.03936607390642166
105213	rnn.weight_hh_l0_reverse	7	0.018430229276418686
105213	rnn.weight_hh_l0_reverse	8	-0.0037380435969680548
105213	rnn.weight_hh_l0_reverse	9	-0.0593942292034626
105213	rnn.bias_ih_l0_reverse	0	-0.1339103877544403
105213	rnn.bias_ih_l0_reverse	1	-0.28612908720970154
105213	rnn.bias_ih_l0_reverse	2	-0.0627128854393959
105213	rnn.bias_ih_l0_reverse	3	-0.12071693688631058
105213	rnn.bias_ih_l0_reverse	4	0.06192241981625557
105213	rnn.bias_ih_l0_reverse	5	-0.2346877157688141
105213	rnn.bias_ih_l0_reverse	6	-0.05548209697008133
105213	rnn.bias_ih_l0_reverse	7	0.036782048642635345
105213	rnn.bias_ih_l0_reverse	8	-0.1602543592453003
105213	rnn.bias_ih_l0_reverse	9	-0.08542116731405258
105213	rnn.bias_hh_l0_reverse	0	-0.12073097378015518
105213	rnn.bias_hh_l0_reverse	1	-0.12343501299619675
105213	rnn.bias_hh_l0_reverse	2	-0.03469523787498474
105213	rnn.bias_hh_l0_reverse	3	-0.12468456476926804
105213	rnn.bias_hh_l0_reverse	4	-0.024704711511731148
105213	rnn.bias_hh_l0_reverse	5	-0.11253570765256882
105213	rnn.bias_hh_l0_reverse	6	-0.03512387350201607
105213	rnn.bias_hh_l0_reverse	7	-0.17609871923923492
105213	rnn.bias_hh_l0_reverse	8	-0.03676887974143028
105213	rnn.bias_hh_l0_reverse	9	-0.1290023773908615
105213	linear.weight	0	-0.144149512052536
105213	linear.weight	1	-0.1238638237118721
105213	linear.weight	2	-0.011228874325752258
105213	linear.weight	3	-0.07081332802772522
105213	linear.weight	4	0.008513759821653366
105213	linear.weight	5	0.23150603473186493
105213	linear.weight	6	0.0047744326293468475
105213	linear.weight	7	-0.021312154829502106
105213	linear.weight	8	0.13553926348686218
105213	linear.weight	9	0.1443040519952774
105213	linear.bias	0	-0.7826897501945496
105213	linear.bias	1	1.1820605993270874
105213	linear.bias	2	-0.3294026255607605
105213	linear.bias	3	-0.6023381948471069
105213	linear.bias	4	-1.1317583322525024
105213	linear.bias	5	-1.159702181816101
105213	linear.bias	6	-0.7529137134552002
105213	linear.bias	7	-0.741606593132019
105213	linear.bias	8	-0.01705317199230194
105213	linear.bias	9	3.132936477661133
105410	transitions	0	-0.3346823751926422
105410	transitions	1	8.099146842956543
105410	transitions	2	-3.3089349269866943
105410	transitions	3	1.3816554546356201
105410	transitions	4	-1.9350858926773071
105410	transitions	5	-0.3500286638736725
105410	transitions	6	-0.17761072516441345
105410	transitions	7	-10000.0
105410	transitions	8	1.7396667003631592
105410	transitions	9	-2.291274309158325
105410	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
105410	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
105410	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
105410	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
105410	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
105410	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
105410	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
105410	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
105410	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
105410	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
105410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
105410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
105410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
105410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
105410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
105410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
105410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
105410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
105410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
105410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
105410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
105410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
105410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
105410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
105410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
105410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
105410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
105410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
105410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
105410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
105410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
105410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
105410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
105410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
105410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
105410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
105410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
105410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
105410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
105410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
105410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
105410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
105410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
105410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
105410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
105410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
105410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
105410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
105410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
105410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
105410	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
105410	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
105410	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
105410	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
105410	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
105410	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
105410	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
105410	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
105410	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
105410	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
105410	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
105410	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
105410	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
105410	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
105410	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
105410	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
105410	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
105410	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
105410	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
105410	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
105410	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
105410	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
105410	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
105410	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
105410	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
105410	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
105410	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
105410	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
105410	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
105410	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
105410	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
105410	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
105410	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
105410	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
105410	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
105410	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
105410	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
105410	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
105410	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
105410	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
105410	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
105410	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
105410	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
105410	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
105410	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
105410	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
105410	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
105410	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
105410	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
105410	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
105410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
105410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
105410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
105410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
105410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
105410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
105410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
105410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
105410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
105410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
105410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
105410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
105410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
105410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
105410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
105410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
105410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
105410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
105410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
105410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
105410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
105410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
105410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
105410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
105410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
105410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
105410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
105410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
105410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
105410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
105410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
105410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
105410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
105410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
105410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
105410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
105410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
105410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
105410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
105410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
105410	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
105410	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
105410	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
105410	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
105410	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
105410	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
105410	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
105410	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
105410	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
105410	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
105410	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
105410	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
105410	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
105410	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
105410	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
105410	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
105410	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
105410	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
105410	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
105410	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
105410	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
105410	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
105410	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
105410	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
105410	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
105410	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
105410	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
105410	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
105410	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
105410	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
105410	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
105410	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
105410	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
105410	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
105410	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
105410	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
105410	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
105410	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
105410	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
105410	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
105410	embedding2nn.weight	0	0.03984786570072174
105410	embedding2nn.weight	1	-0.08996310830116272
105410	embedding2nn.weight	2	0.016512740403413773
105410	embedding2nn.weight	3	-0.04639863967895508
105410	embedding2nn.weight	4	-0.13078641891479492
105410	embedding2nn.weight	5	0.101544588804245
105410	embedding2nn.weight	6	-0.10987798124551773
105410	embedding2nn.weight	7	-0.06280426681041718
105410	embedding2nn.weight	8	-0.018249602988362312
105410	embedding2nn.weight	9	0.04711771011352539
105410	embedding2nn.bias	0	0.10047419369220734
105410	embedding2nn.bias	1	-0.0049482835456728935
105410	embedding2nn.bias	2	-0.14123596251010895
105410	embedding2nn.bias	3	0.04645000770688057
105410	embedding2nn.bias	4	0.028481071814894676
105410	embedding2nn.bias	5	-0.17078737914562225
105410	embedding2nn.bias	6	-0.0957617461681366
105410	embedding2nn.bias	7	-0.051109377294778824
105410	embedding2nn.bias	8	0.08881834149360657
105410	embedding2nn.bias	9	-0.09837958216667175
105410	rnn.weight_ih_l0	0	0.01107578631490469
105410	rnn.weight_ih_l0	1	-0.03668644279241562
105410	rnn.weight_ih_l0	2	-0.026820583269000053
105410	rnn.weight_ih_l0	3	-0.010505764745175838
105410	rnn.weight_ih_l0	4	-0.0012347024166956544
105410	rnn.weight_ih_l0	5	-0.08439380675554276
105410	rnn.weight_ih_l0	6	-0.02624596282839775
105410	rnn.weight_ih_l0	7	-0.019705118611454964
105410	rnn.weight_ih_l0	8	0.036098405718803406
105410	rnn.weight_ih_l0	9	0.020119985565543175
105410	rnn.weight_hh_l0	0	0.007183512672781944
105410	rnn.weight_hh_l0	1	-0.07070203125476837
105410	rnn.weight_hh_l0	2	0.05704616755247116
105410	rnn.weight_hh_l0	3	0.0360899455845356
105410	rnn.weight_hh_l0	4	0.010108085349202156
105410	rnn.weight_hh_l0	5	0.0560481883585453
105410	rnn.weight_hh_l0	6	-0.01157396286725998
105410	rnn.weight_hh_l0	7	-0.08112858235836029
105410	rnn.weight_hh_l0	8	-0.007794267497956753
105410	rnn.weight_hh_l0	9	-0.10020933300256729
105410	rnn.bias_ih_l0	0	-0.08544275164604187
105410	rnn.bias_ih_l0	1	-0.15015678107738495
105410	rnn.bias_ih_l0	2	-0.2125386893749237
105410	rnn.bias_ih_l0	3	-0.27424871921539307
105410	rnn.bias_ih_l0	4	-0.0011298067402094603
105410	rnn.bias_ih_l0	5	0.07923330366611481
105410	rnn.bias_ih_l0	6	-0.13525931537151337
105410	rnn.bias_ih_l0	7	-0.2482447773218155
105410	rnn.bias_ih_l0	8	-0.11087237298488617
105410	rnn.bias_ih_l0	9	-0.16829058527946472
105410	rnn.bias_hh_l0	0	0.12225601077079773
105410	rnn.bias_hh_l0	1	-0.04165072739124298
105410	rnn.bias_hh_l0	2	0.023353325203061104
105410	rnn.bias_hh_l0	3	-0.16253595054149628
105410	rnn.bias_hh_l0	4	0.0407559759914875
105410	rnn.bias_hh_l0	5	0.02982368879020214
105410	rnn.bias_hh_l0	6	-0.0954642966389656
105410	rnn.bias_hh_l0	7	-0.15548370778560638
105410	rnn.bias_hh_l0	8	-0.156260684132576
105410	rnn.bias_hh_l0	9	-0.08907036483287811
105410	rnn.weight_ih_l0_reverse	0	-0.005306555423885584
105410	rnn.weight_ih_l0_reverse	1	0.01812249980866909
105410	rnn.weight_ih_l0_reverse	2	-0.024863433092832565
105410	rnn.weight_ih_l0_reverse	3	-0.027907827869057655
105410	rnn.weight_ih_l0_reverse	4	0.02476218342781067
105410	rnn.weight_ih_l0_reverse	5	-0.0564253143966198
105410	rnn.weight_ih_l0_reverse	6	-0.04622983559966087
105410	rnn.weight_ih_l0_reverse	7	-0.0035891328006982803
105410	rnn.weight_ih_l0_reverse	8	0.05198346823453903
105410	rnn.weight_ih_l0_reverse	9	0.01834285445511341
105410	rnn.weight_hh_l0_reverse	0	0.007705246098339558
105410	rnn.weight_hh_l0_reverse	1	0.022618429735302925
105410	rnn.weight_hh_l0_reverse	2	-0.03607513755559921
105410	rnn.weight_hh_l0_reverse	3	0.035369813442230225
105410	rnn.weight_hh_l0_reverse	4	0.019358806312084198
105410	rnn.weight_hh_l0_reverse	5	-0.015109498985111713
105410	rnn.weight_hh_l0_reverse	6	0.03917262330651283
105410	rnn.weight_hh_l0_reverse	7	0.019362658262252808
105410	rnn.weight_hh_l0_reverse	8	-0.00421056617051363
105410	rnn.weight_hh_l0_reverse	9	-0.05874907970428467
105410	rnn.bias_ih_l0_reverse	0	-0.13049642741680145
105410	rnn.bias_ih_l0_reverse	1	-0.28621387481689453
105410	rnn.bias_ih_l0_reverse	2	-0.0648309513926506
105410	rnn.bias_ih_l0_reverse	3	-0.1207466647028923
105410	rnn.bias_ih_l0_reverse	4	0.0682525634765625
105410	rnn.bias_ih_l0_reverse	5	-0.23819731175899506
105410	rnn.bias_ih_l0_reverse	6	-0.05506227910518646
105410	rnn.bias_ih_l0_reverse	7	0.03902990743517876
105410	rnn.bias_ih_l0_reverse	8	-0.16113576292991638
105410	rnn.bias_ih_l0_reverse	9	-0.08726231008768082
105410	rnn.bias_hh_l0_reverse	0	-0.1170751303434372
105410	rnn.bias_hh_l0_reverse	1	-0.1222979724407196
105410	rnn.bias_hh_l0_reverse	2	-0.03407588228583336
105410	rnn.bias_hh_l0_reverse	3	-0.11937694251537323
105410	rnn.bias_hh_l0_reverse	4	-0.024316085502505302
105410	rnn.bias_hh_l0_reverse	5	-0.11427117139101028
105410	rnn.bias_hh_l0_reverse	6	-0.037038203328847885
105410	rnn.bias_hh_l0_reverse	7	-0.17734096944332123
105410	rnn.bias_hh_l0_reverse	8	-0.03348333388566971
105410	rnn.bias_hh_l0_reverse	9	-0.12860924005508423
105410	linear.weight	0	-0.13698294758796692
105410	linear.weight	1	-0.11711234599351883
105410	linear.weight	2	-0.011228874325752258
105410	linear.weight	3	-0.06364353746175766
105410	linear.weight	4	0.0032655380200594664
105410	linear.weight	5	0.2650327682495117
105410	linear.weight	6	0.0047744326293468475
105410	linear.weight	7	-0.021312154829502106
105410	linear.weight	8	0.12987905740737915
105410	linear.weight	9	0.16378547251224518
105410	linear.bias	0	-0.794050395488739
105410	linear.bias	1	1.2198249101638794
105410	linear.bias	2	-0.3176959753036499
105410	linear.bias	3	-0.6275572776794434
105410	linear.bias	4	-1.1068568229675293
105410	linear.bias	5	-1.1597986221313477
105410	linear.bias	6	-0.7649733424186707
105410	linear.bias	7	-0.750786304473877
105410	linear.bias	8	-0.01705317199230194
105410	linear.bias	9	3.1634743213653564
105607	transitions	0	-0.3354323208332062
105607	transitions	1	8.130644798278809
105607	transitions	2	-3.310229778289795
105607	transitions	3	1.3821101188659668
105607	transitions	4	-1.9357134103775024
105607	transitions	5	-0.35016700625419617
105607	transitions	6	-0.17765375971794128
105607	transitions	7	-10000.0
105607	transitions	8	1.7388728857040405
105607	transitions	9	-2.2912867069244385
105607	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
105607	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
105607	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
105607	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
105607	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
105607	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
105607	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
105607	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
105607	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
105607	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
105607	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
105607	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
105607	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
105607	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
105607	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
105607	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
105607	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
105607	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
105607	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
105607	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
105607	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
105607	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
105607	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
105607	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
105607	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
105607	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
105607	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
105607	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
105607	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
105607	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
105607	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
105607	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
105607	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
105607	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
105607	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
105607	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
105607	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
105607	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
105607	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
105607	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
105607	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
105607	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
105607	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
105607	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
105607	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
105607	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
105607	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
105607	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
105607	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
105607	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
105607	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
105607	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
105607	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
105607	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
105607	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
105607	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
105607	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
105607	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
105607	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
105607	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
105607	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
105607	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
105607	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
105607	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
105607	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
105607	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
105607	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
105607	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
105607	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
105607	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
105607	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
105607	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
105607	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
105607	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
105607	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
105607	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
105607	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
105607	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
105607	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
105607	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
105607	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
105607	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
105607	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
105607	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
105607	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
105607	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
105607	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
105607	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
105607	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
105607	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
105607	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
105607	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
105607	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
105607	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
105607	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
105607	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
105607	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
105607	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
105607	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
105607	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
105607	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
105607	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
105607	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
105607	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
105607	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
105607	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
105607	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
105607	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
105607	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
105607	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
105607	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
105607	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
105607	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
105607	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
105607	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
105607	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
105607	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
105607	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
105607	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
105607	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
105607	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
105607	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
105607	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
105607	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
105607	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
105607	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
105607	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
105607	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
105607	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
105607	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
105607	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
105607	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
105607	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
105607	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
105607	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
105607	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
105607	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
105607	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
105607	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
105607	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
105607	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
105607	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
105607	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
105607	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
105607	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
105607	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
105607	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
105607	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
105607	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
105607	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
105607	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
105607	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
105607	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
105607	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
105607	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
105607	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
105607	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
105607	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
105607	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
105607	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
105607	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
105607	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
105607	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
105607	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
105607	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
105607	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
105607	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
105607	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
105607	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
105607	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
105607	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
105607	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
105607	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
105607	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
105607	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
105607	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
105607	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
105607	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
105607	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
105607	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
105607	embedding2nn.weight	0	0.040065255016088486
105607	embedding2nn.weight	1	-0.08890708535909653
105607	embedding2nn.weight	2	0.01394653506577015
105607	embedding2nn.weight	3	-0.04683760553598404
105607	embedding2nn.weight	4	-0.12639220058918
105607	embedding2nn.weight	5	0.10071355104446411
105607	embedding2nn.weight	6	-0.11498768627643585
105607	embedding2nn.weight	7	-0.06485946476459503
105607	embedding2nn.weight	8	-0.01902567222714424
105607	embedding2nn.weight	9	0.0457480326294899
105607	embedding2nn.bias	0	0.10263602435588837
105607	embedding2nn.bias	1	-0.0012832374777644873
105607	embedding2nn.bias	2	-0.13183782994747162
105607	embedding2nn.bias	3	0.044387225061655045
105607	embedding2nn.bias	4	0.042721886187791824
105607	embedding2nn.bias	5	-0.17507632076740265
105607	embedding2nn.bias	6	-0.09606752544641495
105607	embedding2nn.bias	7	-0.04704450070858002
105607	embedding2nn.bias	8	0.09601225703954697
105607	embedding2nn.bias	9	-0.09542728215456009
105607	rnn.weight_ih_l0	0	0.008902354165911674
105607	rnn.weight_ih_l0	1	-0.03906552121043205
105607	rnn.weight_ih_l0	2	-0.02868782728910446
105607	rnn.weight_ih_l0	3	-0.01047482993453741
105607	rnn.weight_ih_l0	4	-0.001084750285372138
105607	rnn.weight_ih_l0	5	-0.0881977379322052
105607	rnn.weight_ih_l0	6	-0.026913976296782494
105607	rnn.weight_ih_l0	7	-0.020099719986319542
105607	rnn.weight_ih_l0	8	0.03187337890267372
105607	rnn.weight_ih_l0	9	0.019108468666672707
105607	rnn.weight_hh_l0	0	0.008767531253397465
105607	rnn.weight_hh_l0	1	-0.06952516734600067
105607	rnn.weight_hh_l0	2	0.05666547268629074
105607	rnn.weight_hh_l0	3	0.035573191940784454
105607	rnn.weight_hh_l0	4	0.00985704269260168
105607	rnn.weight_hh_l0	5	0.0573786124587059
105607	rnn.weight_hh_l0	6	-0.011240985244512558
105607	rnn.weight_hh_l0	7	-0.08056925237178802
105607	rnn.weight_hh_l0	8	-0.006693963892757893
105607	rnn.weight_hh_l0	9	-0.09282652288675308
105607	rnn.bias_ih_l0	0	-0.0891210213303566
105607	rnn.bias_ih_l0	1	-0.14778165519237518
105607	rnn.bias_ih_l0	2	-0.21145306527614594
105607	rnn.bias_ih_l0	3	-0.27545785903930664
105607	rnn.bias_ih_l0	4	-0.00058367958990857
105607	rnn.bias_ih_l0	5	0.07648587226867676
105607	rnn.bias_ih_l0	6	-0.13676606118679047
105607	rnn.bias_ih_l0	7	-0.24964264035224915
105607	rnn.bias_ih_l0	8	-0.10788611322641373
105607	rnn.bias_ih_l0	9	-0.16607898473739624
105607	rnn.bias_hh_l0	0	0.12021569162607193
105607	rnn.bias_hh_l0	1	-0.044328752905130386
105607	rnn.bias_hh_l0	2	0.022809574380517006
105607	rnn.bias_hh_l0	3	-0.16296520829200745
105607	rnn.bias_hh_l0	4	0.0506216436624527
105607	rnn.bias_hh_l0	5	0.025993557646870613
105607	rnn.bias_hh_l0	6	-0.0939534530043602
105607	rnn.bias_hh_l0	7	-0.15220725536346436
105607	rnn.bias_hh_l0	8	-0.15500997006893158
105607	rnn.bias_hh_l0	9	-0.08930931985378265
105607	rnn.weight_ih_l0_reverse	0	-0.004584509879350662
105607	rnn.weight_ih_l0_reverse	1	0.01842682808637619
105607	rnn.weight_ih_l0_reverse	2	-0.027392372488975525
105607	rnn.weight_ih_l0_reverse	3	-0.027479542419314384
105607	rnn.weight_ih_l0_reverse	4	0.02465997077524662
105607	rnn.weight_ih_l0_reverse	5	-0.05204321816563606
105607	rnn.weight_ih_l0_reverse	6	-0.04516501724720001
105607	rnn.weight_ih_l0_reverse	7	-0.0029372097924351692
105607	rnn.weight_ih_l0_reverse	8	0.04833397641777992
105607	rnn.weight_ih_l0_reverse	9	0.01471498142927885
105607	rnn.weight_hh_l0_reverse	0	0.008612031117081642
105607	rnn.weight_hh_l0_reverse	1	0.023504281416535378
105607	rnn.weight_hh_l0_reverse	2	-0.03514741733670235
105607	rnn.weight_hh_l0_reverse	3	0.03486526757478714
105607	rnn.weight_hh_l0_reverse	4	0.0195693988353014
105607	rnn.weight_hh_l0_reverse	5	-0.01534160878509283
105607	rnn.weight_hh_l0_reverse	6	0.03857016935944557
105607	rnn.weight_hh_l0_reverse	7	0.01902877353131771
105607	rnn.weight_hh_l0_reverse	8	-0.0028567330446094275
105607	rnn.weight_hh_l0_reverse	9	-0.05807919800281525
105607	rnn.bias_ih_l0_reverse	0	-0.13135795295238495
105607	rnn.bias_ih_l0_reverse	1	-0.28745657205581665
105607	rnn.bias_ih_l0_reverse	2	-0.06468801200389862
105607	rnn.bias_ih_l0_reverse	3	-0.12181392312049866
105607	rnn.bias_ih_l0_reverse	4	0.0627378299832344
105607	rnn.bias_ih_l0_reverse	5	-0.23868781328201294
105607	rnn.bias_ih_l0_reverse	6	-0.05618596449494362
105607	rnn.bias_ih_l0_reverse	7	0.03622349351644516
105607	rnn.bias_ih_l0_reverse	8	-0.1653917133808136
105607	rnn.bias_ih_l0_reverse	9	-0.08518160879611969
105607	rnn.bias_hh_l0_reverse	0	-0.11301501840353012
105607	rnn.bias_hh_l0_reverse	1	-0.12562492489814758
105607	rnn.bias_hh_l0_reverse	2	-0.03436092659831047
105607	rnn.bias_hh_l0_reverse	3	-0.11450501531362534
105607	rnn.bias_hh_l0_reverse	4	-0.024585042148828506
105607	rnn.bias_hh_l0_reverse	5	-0.11412917077541351
105607	rnn.bias_hh_l0_reverse	6	-0.03869987651705742
105607	rnn.bias_hh_l0_reverse	7	-0.17969492077827454
105607	rnn.bias_hh_l0_reverse	8	-0.03432517871260643
105607	rnn.bias_hh_l0_reverse	9	-0.12434861063957214
105607	linear.weight	0	-0.13257582485675812
105607	linear.weight	1	-0.10800667107105255
105607	linear.weight	2	-0.011228874325752258
105607	linear.weight	3	-0.06983844190835953
105607	linear.weight	4	0.01768050715327263
105607	linear.weight	5	0.2612520754337311
105607	linear.weight	6	0.0047744326293468475
105607	linear.weight	7	-0.021312154829502106
105607	linear.weight	8	0.12171042710542679
105607	linear.weight	9	0.2013738453388214
105607	linear.bias	0	-0.7966859340667725
105607	linear.bias	1	1.206526279449463
105607	linear.bias	2	-0.3214207887649536
105607	linear.bias	3	-0.6049802899360657
105607	linear.bias	4	-1.1344391107559204
105607	linear.bias	5	-1.1598883867263794
105607	linear.bias	6	-0.7663695812225342
105607	linear.bias	7	-0.7225373983383179
105607	linear.bias	8	-0.01705317199230194
105607	linear.bias	9	3.177459955215454
105804	transitions	0	-0.33576855063438416
105804	transitions	1	8.104161262512207
105804	transitions	2	-3.3111255168914795
105804	transitions	3	1.3801430463790894
105804	transitions	4	-1.9368281364440918
105804	transitions	5	-0.350955992937088
105804	transitions	6	-0.177756667137146
105804	transitions	7	-10000.0
105804	transitions	8	1.7379509210586548
105804	transitions	9	-2.2913002967834473
105804	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
105804	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
105804	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
105804	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
105804	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
105804	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
105804	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
105804	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
105804	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
105804	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
105804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
105804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
105804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
105804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
105804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
105804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
105804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
105804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
105804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
105804	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
105804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
105804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
105804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
105804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
105804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
105804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
105804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
105804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
105804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
105804	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
105804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
105804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
105804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
105804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
105804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
105804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
105804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
105804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
105804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
105804	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
105804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
105804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
105804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
105804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
105804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
105804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
105804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
105804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
105804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
105804	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
105804	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
105804	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
105804	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
105804	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
105804	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
105804	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
105804	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
105804	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
105804	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
105804	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
105804	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
105804	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
105804	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
105804	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
105804	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
105804	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
105804	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
105804	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
105804	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
105804	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
105804	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
105804	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
105804	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
105804	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
105804	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
105804	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
105804	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
105804	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
105804	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
105804	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
105804	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
105804	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
105804	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
105804	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
105804	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
105804	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
105804	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
105804	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
105804	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
105804	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
105804	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
105804	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
105804	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
105804	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
105804	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
105804	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
105804	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
105804	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
105804	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
105804	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
105804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
105804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
105804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
105804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
105804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
105804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
105804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
105804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
105804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
105804	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
105804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
105804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
105804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
105804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
105804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
105804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
105804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
105804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
105804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
105804	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
105804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
105804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
105804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
105804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
105804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
105804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
105804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
105804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
105804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
105804	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
105804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
105804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
105804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
105804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
105804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
105804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
105804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
105804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
105804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
105804	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
105804	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
105804	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
105804	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
105804	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
105804	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
105804	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
105804	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
105804	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
105804	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
105804	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
105804	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
105804	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
105804	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
105804	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
105804	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
105804	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
105804	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
105804	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
105804	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
105804	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
105804	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
105804	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
105804	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
105804	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
105804	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
105804	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
105804	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
105804	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
105804	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
105804	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
105804	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
105804	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
105804	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
105804	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
105804	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
105804	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
105804	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
105804	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
105804	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
105804	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
105804	embedding2nn.weight	0	0.039530858397483826
105804	embedding2nn.weight	1	-0.08970171958208084
105804	embedding2nn.weight	2	0.008677816018462181
105804	embedding2nn.weight	3	-0.046703703701496124
105804	embedding2nn.weight	4	-0.13067559897899628
105804	embedding2nn.weight	5	0.10137143731117249
105804	embedding2nn.weight	6	-0.12332071363925934
105804	embedding2nn.weight	7	-0.06235590949654579
105804	embedding2nn.weight	8	-0.021585911512374878
105804	embedding2nn.weight	9	0.04778186231851578
105804	embedding2nn.bias	0	0.09003646671772003
105804	embedding2nn.bias	1	-0.004144568927586079
105804	embedding2nn.bias	2	-0.1352120041847229
105804	embedding2nn.bias	3	0.053365595638751984
105804	embedding2nn.bias	4	0.03660425543785095
105804	embedding2nn.bias	5	-0.18505612015724182
105804	embedding2nn.bias	6	-0.09079255163669586
105804	embedding2nn.bias	7	-0.048067111521959305
105804	embedding2nn.bias	8	0.07995431125164032
105804	embedding2nn.bias	9	-0.09265214204788208
105804	rnn.weight_ih_l0	0	0.012430090457201004
105804	rnn.weight_ih_l0	1	-0.03789706528186798
105804	rnn.weight_ih_l0	2	-0.029651952907443047
105804	rnn.weight_ih_l0	3	-0.010989993810653687
105804	rnn.weight_ih_l0	4	0.0007273819064721465
105804	rnn.weight_ih_l0	5	-0.08655852824449539
105804	rnn.weight_ih_l0	6	-0.0270294900983572
105804	rnn.weight_ih_l0	7	-0.019645947962999344
105804	rnn.weight_ih_l0	8	0.0350693054497242
105804	rnn.weight_ih_l0	9	0.019387582316994667
105804	rnn.weight_hh_l0	0	0.007863304577767849
105804	rnn.weight_hh_l0	1	-0.06794692575931549
105804	rnn.weight_hh_l0	2	0.058001406490802765
105804	rnn.weight_hh_l0	3	0.035026054829359055
105804	rnn.weight_hh_l0	4	0.01021292619407177
105804	rnn.weight_hh_l0	5	0.05653468146920204
105804	rnn.weight_hh_l0	6	-0.012409054674208164
105804	rnn.weight_hh_l0	7	-0.08016466349363327
105804	rnn.weight_hh_l0	8	-0.005544768180698156
105804	rnn.weight_hh_l0	9	-0.09279105067253113
105804	rnn.bias_ih_l0	0	-0.08553890883922577
105804	rnn.bias_ih_l0	1	-0.1482718288898468
105804	rnn.bias_ih_l0	2	-0.20864880084991455
105804	rnn.bias_ih_l0	3	-0.27480781078338623
105804	rnn.bias_ih_l0	4	0.000608855567406863
105804	rnn.bias_ih_l0	5	0.07746044546365738
105804	rnn.bias_ih_l0	6	-0.1376066356897354
105804	rnn.bias_ih_l0	7	-0.248139888048172
105804	rnn.bias_ih_l0	8	-0.10704459995031357
105804	rnn.bias_ih_l0	9	-0.16460491716861725
105804	rnn.bias_hh_l0	0	0.12362831085920334
105804	rnn.bias_hh_l0	1	-0.046490564942359924
105804	rnn.bias_hh_l0	2	0.02389877289533615
105804	rnn.bias_hh_l0	3	-0.16150325536727905
105804	rnn.bias_hh_l0	4	0.05798117443919182
105804	rnn.bias_hh_l0	5	0.02317011170089245
105804	rnn.bias_hh_l0	6	-0.09258059412240982
105804	rnn.bias_hh_l0	7	-0.14905598759651184
105804	rnn.bias_hh_l0	8	-0.1551486700773239
105804	rnn.bias_hh_l0	9	-0.08943980932235718
105804	rnn.weight_ih_l0_reverse	0	-0.00522925378754735
105804	rnn.weight_ih_l0_reverse	1	0.017256077378988266
105804	rnn.weight_ih_l0_reverse	2	-0.02933761663734913
105804	rnn.weight_ih_l0_reverse	3	-0.02215728536248207
105804	rnn.weight_ih_l0_reverse	4	0.0248093381524086
105804	rnn.weight_ih_l0_reverse	5	-0.05118211731314659
105804	rnn.weight_ih_l0_reverse	6	-0.0440867580473423
105804	rnn.weight_ih_l0_reverse	7	-0.003335409564897418
105804	rnn.weight_ih_l0_reverse	8	0.04808998480439186
105804	rnn.weight_ih_l0_reverse	9	0.014906763099133968
105804	rnn.weight_hh_l0_reverse	0	0.008836205117404461
105804	rnn.weight_hh_l0_reverse	1	0.023327644914388657
105804	rnn.weight_hh_l0_reverse	2	-0.03530813381075859
105804	rnn.weight_hh_l0_reverse	3	0.03369558975100517
105804	rnn.weight_hh_l0_reverse	4	0.019689353182911873
105804	rnn.weight_hh_l0_reverse	5	-0.015914244577288628
105804	rnn.weight_hh_l0_reverse	6	0.03869176656007767
105804	rnn.weight_hh_l0_reverse	7	0.018941938877105713
105804	rnn.weight_hh_l0_reverse	8	-0.0028493159916251898
105804	rnn.weight_hh_l0_reverse	9	-0.058132950216531754
105804	rnn.bias_ih_l0_reverse	0	-0.12991422414779663
105804	rnn.bias_ih_l0_reverse	1	-0.29030394554138184
105804	rnn.bias_ih_l0_reverse	2	-0.06574999541044235
105804	rnn.bias_ih_l0_reverse	3	-0.12138470262289047
105804	rnn.bias_ih_l0_reverse	4	0.06227320432662964
105804	rnn.bias_ih_l0_reverse	5	-0.23550532758235931
105804	rnn.bias_ih_l0_reverse	6	-0.05578265339136124
105804	rnn.bias_ih_l0_reverse	7	0.04082981497049332
105804	rnn.bias_ih_l0_reverse	8	-0.16861344873905182
105804	rnn.bias_ih_l0_reverse	9	-0.08201682567596436
105804	rnn.bias_hh_l0_reverse	0	-0.11802008002996445
105804	rnn.bias_hh_l0_reverse	1	-0.11947809159755707
105804	rnn.bias_hh_l0_reverse	2	-0.03614300489425659
105804	rnn.bias_hh_l0_reverse	3	-0.11655580997467041
105804	rnn.bias_hh_l0_reverse	4	-0.022776179015636444
105804	rnn.bias_hh_l0_reverse	5	-0.11295214295387268
105804	rnn.bias_hh_l0_reverse	6	-0.036436062306165695
105804	rnn.bias_hh_l0_reverse	7	-0.17934997379779816
105804	rnn.bias_hh_l0_reverse	8	-0.029510753229260445
105804	rnn.bias_hh_l0_reverse	9	-0.12613148987293243
105804	linear.weight	0	-0.1256563514471054
105804	linear.weight	1	-0.11509057134389877
105804	linear.weight	2	-0.011228874325752258
105804	linear.weight	3	-0.07757201045751572
105804	linear.weight	4	0.005437865853309631
105804	linear.weight	5	0.27693724632263184
105804	linear.weight	6	0.0047744326293468475
105804	linear.weight	7	-0.021312154829502106
105804	linear.weight	8	0.12425697594881058
105804	linear.weight	9	0.2044423371553421
105804	linear.bias	0	-0.7685965299606323
105804	linear.bias	1	1.1795275211334229
105804	linear.bias	2	-0.39593011140823364
105804	linear.bias	3	-0.615744948387146
105804	linear.bias	4	-1.124953269958496
105804	linear.bias	5	-1.1599680185317993
105804	linear.bias	6	-0.7392868995666504
105804	linear.bias	7	-0.6952244639396667
105804	linear.bias	8	-0.01705317199230194
105804	linear.bias	9	3.1015431880950928
106001	transitions	0	-0.3364703357219696
106001	transitions	1	8.129105567932129
106001	transitions	2	-3.312718391418457
106001	transitions	3	1.3733525276184082
106001	transitions	4	-1.9375978708267212
106001	transitions	5	-0.35124215483665466
106001	transitions	6	-0.1779676228761673
106001	transitions	7	-10000.0
106001	transitions	8	1.740175724029541
106001	transitions	9	-2.291311502456665
106001	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
106001	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
106001	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
106001	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
106001	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
106001	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
106001	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
106001	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
106001	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
106001	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
106001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
106001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
106001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
106001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
106001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
106001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
106001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
106001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
106001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
106001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
106001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
106001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
106001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
106001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
106001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
106001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
106001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
106001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
106001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
106001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
106001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
106001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
106001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
106001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
106001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
106001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
106001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
106001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
106001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
106001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
106001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
106001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
106001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
106001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
106001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
106001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
106001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
106001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
106001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
106001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
106001	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
106001	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
106001	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
106001	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
106001	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
106001	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
106001	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
106001	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
106001	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
106001	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
106001	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
106001	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
106001	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
106001	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
106001	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
106001	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
106001	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
106001	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
106001	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
106001	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
106001	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
106001	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
106001	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
106001	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
106001	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
106001	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
106001	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
106001	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
106001	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
106001	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
106001	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
106001	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
106001	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
106001	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
106001	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
106001	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
106001	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
106001	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
106001	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
106001	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
106001	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
106001	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
106001	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
106001	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
106001	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
106001	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
106001	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
106001	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
106001	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
106001	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
106001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
106001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
106001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
106001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
106001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
106001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
106001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
106001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
106001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
106001	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
106001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
106001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
106001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
106001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
106001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
106001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
106001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
106001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
106001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
106001	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
106001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
106001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
106001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
106001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
106001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
106001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
106001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
106001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
106001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
106001	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
106001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
106001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
106001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
106001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
106001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
106001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
106001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
106001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
106001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
106001	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
106001	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
106001	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
106001	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
106001	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
106001	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
106001	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
106001	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
106001	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
106001	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
106001	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
106001	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
106001	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
106001	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
106001	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
106001	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
106001	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
106001	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
106001	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
106001	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
106001	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
106001	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
106001	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
106001	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
106001	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
106001	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
106001	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
106001	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
106001	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
106001	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
106001	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
106001	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
106001	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
106001	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
106001	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
106001	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
106001	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
106001	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
106001	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
106001	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
106001	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
106001	embedding2nn.weight	0	0.039586856961250305
106001	embedding2nn.weight	1	-0.0885334312915802
106001	embedding2nn.weight	2	0.007505516055971384
106001	embedding2nn.weight	3	-0.046276893466711044
106001	embedding2nn.weight	4	-0.1270691603422165
106001	embedding2nn.weight	5	0.10254255682229996
106001	embedding2nn.weight	6	-0.1189306378364563
106001	embedding2nn.weight	7	-0.06154130771756172
106001	embedding2nn.weight	8	-0.01778729446232319
106001	embedding2nn.weight	9	0.047802556306123734
106001	embedding2nn.bias	0	0.08109205216169357
106001	embedding2nn.bias	1	0.00393056683242321
106001	embedding2nn.bias	2	-0.12675029039382935
106001	embedding2nn.bias	3	0.057943981140851974
106001	embedding2nn.bias	4	0.030333461239933968
106001	embedding2nn.bias	5	-0.17110976576805115
106001	embedding2nn.bias	6	-0.0982341319322586
106001	embedding2nn.bias	7	-0.05328866094350815
106001	embedding2nn.bias	8	0.0906781554222107
106001	embedding2nn.bias	9	-0.09242339432239532
106001	rnn.weight_ih_l0	0	0.014316673390567303
106001	rnn.weight_ih_l0	1	-0.03305927291512489
106001	rnn.weight_ih_l0	2	-0.02925099804997444
106001	rnn.weight_ih_l0	3	-0.008836232125759125
106001	rnn.weight_ih_l0	4	0.0018752998439595103
106001	rnn.weight_ih_l0	5	-0.08931727707386017
106001	rnn.weight_ih_l0	6	-0.024792112410068512
106001	rnn.weight_ih_l0	7	-0.018542995676398277
106001	rnn.weight_ih_l0	8	0.035804931074380875
106001	rnn.weight_ih_l0	9	0.015480004251003265
106001	rnn.weight_hh_l0	0	0.0076810927130281925
106001	rnn.weight_hh_l0	1	-0.06710350513458252
106001	rnn.weight_hh_l0	2	0.057591184973716736
106001	rnn.weight_hh_l0	3	0.0348547101020813
106001	rnn.weight_hh_l0	4	0.010837570764124393
106001	rnn.weight_hh_l0	5	0.055828358978033066
106001	rnn.weight_hh_l0	6	-0.012366792187094688
106001	rnn.weight_hh_l0	7	-0.07978196442127228
106001	rnn.weight_hh_l0	8	-0.004923289641737938
106001	rnn.weight_hh_l0	9	-0.09421248733997345
106001	rnn.bias_ih_l0	0	-0.08676989376544952
106001	rnn.bias_ih_l0	1	-0.14751876890659332
106001	rnn.bias_ih_l0	2	-0.21126635372638702
106001	rnn.bias_ih_l0	3	-0.2756514549255371
106001	rnn.bias_ih_l0	4	0.0014429738512262702
106001	rnn.bias_ih_l0	5	0.0739092007279396
106001	rnn.bias_ih_l0	6	-0.14050404727458954
106001	rnn.bias_ih_l0	7	-0.2475864440202713
106001	rnn.bias_ih_l0	8	-0.10790693759918213
106001	rnn.bias_ih_l0	9	-0.16501416265964508
106001	rnn.bias_hh_l0	0	0.1259271800518036
106001	rnn.bias_hh_l0	1	-0.04499601572751999
106001	rnn.bias_hh_l0	2	0.022614168003201485
106001	rnn.bias_hh_l0	3	-0.16161951422691345
106001	rnn.bias_hh_l0	4	0.05356685072183609
106001	rnn.bias_hh_l0	5	0.020787911489605904
106001	rnn.bias_hh_l0	6	-0.08948181569576263
106001	rnn.bias_hh_l0	7	-0.14852100610733032
106001	rnn.bias_hh_l0	8	-0.1524442583322525
106001	rnn.bias_hh_l0	9	-0.0911465659737587
106001	rnn.weight_ih_l0_reverse	0	-0.005990362260490656
106001	rnn.weight_ih_l0_reverse	1	0.014956697821617126
106001	rnn.weight_ih_l0_reverse	2	-0.026916638016700745
106001	rnn.weight_ih_l0_reverse	3	-0.025402143597602844
106001	rnn.weight_ih_l0_reverse	4	0.02623528242111206
106001	rnn.weight_ih_l0_reverse	5	-0.051353998482227325
106001	rnn.weight_ih_l0_reverse	6	-0.04144090786576271
106001	rnn.weight_ih_l0_reverse	7	-0.004013327416032553
106001	rnn.weight_ih_l0_reverse	8	0.05076546594500542
106001	rnn.weight_ih_l0_reverse	9	0.013386870734393597
106001	rnn.weight_hh_l0_reverse	0	0.00996415689587593
106001	rnn.weight_hh_l0_reverse	1	0.02316361665725708
106001	rnn.weight_hh_l0_reverse	2	-0.03510574251413345
106001	rnn.weight_hh_l0_reverse	3	0.03353491798043251
106001	rnn.weight_hh_l0_reverse	4	0.019376367330551147
106001	rnn.weight_hh_l0_reverse	5	-0.015686387196183205
106001	rnn.weight_hh_l0_reverse	6	0.038126856088638306
106001	rnn.weight_hh_l0_reverse	7	0.019157325848937035
106001	rnn.weight_hh_l0_reverse	8	-0.001777978497557342
106001	rnn.weight_hh_l0_reverse	9	-0.05689452961087227
106001	rnn.bias_ih_l0_reverse	0	-0.12716881930828094
106001	rnn.bias_ih_l0_reverse	1	-0.28834134340286255
106001	rnn.bias_ih_l0_reverse	2	-0.06610237061977386
106001	rnn.bias_ih_l0_reverse	3	-0.11893448233604431
106001	rnn.bias_ih_l0_reverse	4	0.07087255269289017
106001	rnn.bias_ih_l0_reverse	5	-0.23564374446868896
106001	rnn.bias_ih_l0_reverse	6	-0.05856270715594292
106001	rnn.bias_ih_l0_reverse	7	0.040054433047771454
106001	rnn.bias_ih_l0_reverse	8	-0.16958747804164886
106001	rnn.bias_ih_l0_reverse	9	-0.08399737626314163
106001	rnn.bias_hh_l0_reverse	0	-0.11719269305467606
106001	rnn.bias_hh_l0_reverse	1	-0.12483059614896774
106001	rnn.bias_hh_l0_reverse	2	-0.036190614104270935
106001	rnn.bias_hh_l0_reverse	3	-0.11164011061191559
106001	rnn.bias_hh_l0_reverse	4	-0.0232633538544178
106001	rnn.bias_hh_l0_reverse	5	-0.11520116031169891
106001	rnn.bias_hh_l0_reverse	6	-0.035055406391620636
106001	rnn.bias_hh_l0_reverse	7	-0.1744312196969986
106001	rnn.bias_hh_l0_reverse	8	-0.031203841790556908
106001	rnn.bias_hh_l0_reverse	9	-0.12591223418712616
106001	linear.weight	0	-0.13597464561462402
106001	linear.weight	1	-0.10498768091201782
106001	linear.weight	2	-0.011228874325752258
106001	linear.weight	3	-0.06665186583995819
106001	linear.weight	4	0.014293916523456573
106001	linear.weight	5	0.25894200801849365
106001	linear.weight	6	0.0047744326293468475
106001	linear.weight	7	-0.021312154829502106
106001	linear.weight	8	0.12409979104995728
106001	linear.weight	9	0.19987845420837402
106001	linear.bias	0	-0.8132140636444092
106001	linear.bias	1	1.1663702726364136
106001	linear.bias	2	-0.3094659447669983
106001	linear.bias	3	-0.6215792298316956
106001	linear.bias	4	-1.098694920539856
106001	linear.bias	5	-1.1600600481033325
106001	linear.bias	6	-0.7813583016395569
106001	linear.bias	7	-0.6846423149108887
106001	linear.bias	8	-0.01705317199230194
106001	linear.bias	9	3.111234664916992
106198	transitions	0	-0.33664387464523315
106198	transitions	1	8.141060829162598
106198	transitions	2	-3.314791679382324
106198	transitions	3	1.3570566177368164
106198	transitions	4	-1.939767837524414
106198	transitions	5	-0.35154783725738525
106198	transitions	6	-0.17807401716709137
106198	transitions	7	-10000.0
106198	transitions	8	1.7351586818695068
106198	transitions	9	-2.291325092315674
106198	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
106198	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
106198	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
106198	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
106198	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
106198	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
106198	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
106198	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
106198	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
106198	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
106198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
106198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
106198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
106198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
106198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
106198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
106198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
106198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
106198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
106198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
106198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
106198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
106198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
106198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
106198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
106198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
106198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
106198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
106198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
106198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
106198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
106198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
106198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
106198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
106198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
106198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
106198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
106198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
106198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
106198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
106198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
106198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
106198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
106198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
106198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
106198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
106198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
106198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
106198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
106198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
106198	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
106198	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
106198	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
106198	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
106198	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
106198	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
106198	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
106198	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
106198	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
106198	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
106198	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
106198	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
106198	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
106198	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
106198	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
106198	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
106198	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
106198	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
106198	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
106198	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
106198	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
106198	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
106198	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
106198	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
106198	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
106198	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
106198	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
106198	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
106198	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
106198	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
106198	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
106198	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
106198	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
106198	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
106198	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
106198	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
106198	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
106198	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
106198	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
106198	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
106198	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
106198	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
106198	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
106198	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
106198	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
106198	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
106198	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
106198	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
106198	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
106198	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
106198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
106198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
106198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
106198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
106198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
106198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
106198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
106198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
106198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
106198	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
106198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
106198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
106198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
106198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
106198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
106198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
106198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
106198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
106198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
106198	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
106198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
106198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
106198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
106198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
106198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
106198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
106198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
106198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
106198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
106198	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
106198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
106198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
106198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
106198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
106198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
106198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
106198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
106198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
106198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
106198	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
106198	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
106198	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
106198	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
106198	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
106198	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
106198	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
106198	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
106198	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
106198	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
106198	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
106198	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
106198	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
106198	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
106198	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
106198	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
106198	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
106198	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
106198	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
106198	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
106198	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
106198	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
106198	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
106198	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
106198	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
106198	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
106198	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
106198	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
106198	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
106198	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
106198	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
106198	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
106198	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
106198	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
106198	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
106198	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
106198	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
106198	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
106198	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
106198	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
106198	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
106198	embedding2nn.weight	0	0.040219444781541824
106198	embedding2nn.weight	1	-0.08917178958654404
106198	embedding2nn.weight	2	0.007678346708416939
106198	embedding2nn.weight	3	-0.04659862816333771
106198	embedding2nn.weight	4	-0.12601913511753082
106198	embedding2nn.weight	5	0.10168496519327164
106198	embedding2nn.weight	6	-0.11910300701856613
106198	embedding2nn.weight	7	-0.06223214045166969
106198	embedding2nn.weight	8	-0.016162477433681488
106198	embedding2nn.weight	9	0.043745607137680054
106198	embedding2nn.bias	0	0.07651128619909286
106198	embedding2nn.bias	1	-0.0016385982744395733
106198	embedding2nn.bias	2	-0.12567920982837677
106198	embedding2nn.bias	3	0.06259360909461975
106198	embedding2nn.bias	4	0.022393368184566498
106198	embedding2nn.bias	5	-0.16589100658893585
106198	embedding2nn.bias	6	-0.08729672431945801
106198	embedding2nn.bias	7	-0.055387161672115326
106198	embedding2nn.bias	8	0.08456259220838547
106198	embedding2nn.bias	9	-0.08634362369775772
106198	rnn.weight_ih_l0	0	0.015938814729452133
106198	rnn.weight_ih_l0	1	-0.033122338354587555
106198	rnn.weight_ih_l0	2	-0.02886480838060379
106198	rnn.weight_ih_l0	3	-0.012610546313226223
106198	rnn.weight_ih_l0	4	0.0031839304137974977
106198	rnn.weight_ih_l0	5	-0.0882672443985939
106198	rnn.weight_ih_l0	6	-0.02540981024503708
106198	rnn.weight_ih_l0	7	-0.014670904725790024
106198	rnn.weight_ih_l0	8	0.03373537212610245
106198	rnn.weight_ih_l0	9	0.014118758030235767
106198	rnn.weight_hh_l0	0	0.009069381281733513
106198	rnn.weight_hh_l0	1	-0.06891533732414246
106198	rnn.weight_hh_l0	2	0.056951019912958145
106198	rnn.weight_hh_l0	3	0.034468796104192734
106198	rnn.weight_hh_l0	4	0.0113978311419487
106198	rnn.weight_hh_l0	5	0.05601649358868599
106198	rnn.weight_hh_l0	6	-0.012441215105354786
106198	rnn.weight_hh_l0	7	-0.07982994616031647
106198	rnn.weight_hh_l0	8	-0.005461962427943945
106198	rnn.weight_hh_l0	9	-0.09429996460676193
106198	rnn.bias_ih_l0	0	-0.08117135614156723
106198	rnn.bias_ih_l0	1	-0.15156568586826324
106198	rnn.bias_ih_l0	2	-0.2134644240140915
106198	rnn.bias_ih_l0	3	-0.2750331163406372
106198	rnn.bias_ih_l0	4	0.00548809627071023
106198	rnn.bias_ih_l0	5	0.0722208097577095
106198	rnn.bias_ih_l0	6	-0.14066915214061737
106198	rnn.bias_ih_l0	7	-0.24338127672672272
106198	rnn.bias_ih_l0	8	-0.10511314868927002
106198	rnn.bias_ih_l0	9	-0.15984463691711426
106198	rnn.bias_hh_l0	0	0.12727418541908264
106198	rnn.bias_hh_l0	1	-0.04561639204621315
106198	rnn.bias_hh_l0	2	0.023624395951628685
106198	rnn.bias_hh_l0	3	-0.16120044887065887
106198	rnn.bias_hh_l0	4	0.05475510656833649
106198	rnn.bias_hh_l0	5	0.02294326014816761
106198	rnn.bias_hh_l0	6	-0.09047481417655945
106198	rnn.bias_hh_l0	7	-0.14559216797351837
106198	rnn.bias_hh_l0	8	-0.15828172862529755
106198	rnn.bias_hh_l0	9	-0.09189672768115997
106198	rnn.weight_ih_l0_reverse	0	-0.006778822746127844
106198	rnn.weight_ih_l0_reverse	1	0.014763550832867622
106198	rnn.weight_ih_l0_reverse	2	-0.029404757544398308
106198	rnn.weight_ih_l0_reverse	3	-0.022980688139796257
106198	rnn.weight_ih_l0_reverse	4	0.028437506407499313
106198	rnn.weight_ih_l0_reverse	5	-0.051167428493499756
106198	rnn.weight_ih_l0_reverse	6	-0.04389365762472153
106198	rnn.weight_ih_l0_reverse	7	-0.001398565829731524
106198	rnn.weight_ih_l0_reverse	8	0.049908991903066635
106198	rnn.weight_ih_l0_reverse	9	0.01677379198372364
106198	rnn.weight_hh_l0_reverse	0	0.01002601906657219
106198	rnn.weight_hh_l0_reverse	1	0.022825922816991806
106198	rnn.weight_hh_l0_reverse	2	-0.035855673253536224
106198	rnn.weight_hh_l0_reverse	3	0.033647045493125916
106198	rnn.weight_hh_l0_reverse	4	0.019325152039527893
106198	rnn.weight_hh_l0_reverse	5	-0.015285370871424675
106198	rnn.weight_hh_l0_reverse	6	0.03833359107375145
106198	rnn.weight_hh_l0_reverse	7	0.019572217017412186
106198	rnn.weight_hh_l0_reverse	8	-0.002531385514885187
106198	rnn.weight_hh_l0_reverse	9	-0.05704335495829582
106198	rnn.bias_ih_l0_reverse	0	-0.12783539295196533
106198	rnn.bias_ih_l0_reverse	1	-0.2877451777458191
106198	rnn.bias_ih_l0_reverse	2	-0.0650549903512001
106198	rnn.bias_ih_l0_reverse	3	-0.11957249045372009
106198	rnn.bias_ih_l0_reverse	4	0.0706786960363388
106198	rnn.bias_ih_l0_reverse	5	-0.23413582146167755
106198	rnn.bias_ih_l0_reverse	6	-0.06341645121574402
106198	rnn.bias_ih_l0_reverse	7	0.044459376484155655
106198	rnn.bias_ih_l0_reverse	8	-0.16780871152877808
106198	rnn.bias_ih_l0_reverse	9	-0.08478447049856186
106198	rnn.bias_hh_l0_reverse	0	-0.11584025621414185
106198	rnn.bias_hh_l0_reverse	1	-0.12654998898506165
106198	rnn.bias_hh_l0_reverse	2	-0.03681130334734917
106198	rnn.bias_hh_l0_reverse	3	-0.1166447326540947
106198	rnn.bias_hh_l0_reverse	4	-0.023737935349345207
106198	rnn.bias_hh_l0_reverse	5	-0.11459669470787048
106198	rnn.bias_hh_l0_reverse	6	-0.035243790596723557
106198	rnn.bias_hh_l0_reverse	7	-0.17718730866909027
106198	rnn.bias_hh_l0_reverse	8	-0.03258831799030304
106198	rnn.bias_hh_l0_reverse	9	-0.1271924078464508
106198	linear.weight	0	-0.13701502978801727
106198	linear.weight	1	-0.11714375019073486
106198	linear.weight	2	-0.011228874325752258
106198	linear.weight	3	-0.0685577541589737
106198	linear.weight	4	0.03148716315627098
106198	linear.weight	5	0.2709389328956604
106198	linear.weight	6	0.0047744326293468475
106198	linear.weight	7	-0.021312154829502106
106198	linear.weight	8	0.12481621652841568
106198	linear.weight	9	0.21187953650951385
106198	linear.bias	0	-0.797620415687561
106198	linear.bias	1	1.1799168586730957
106198	linear.bias	2	-0.3854176700115204
106198	linear.bias	3	-0.6146752238273621
106198	linear.bias	4	-1.0955325365066528
106198	linear.bias	5	-1.1601523160934448
106198	linear.bias	6	-0.7610970735549927
106198	linear.bias	7	-0.6999684572219849
106198	linear.bias	8	-0.01705317199230194
106198	linear.bias	9	3.1165096759796143
106395	transitions	0	-0.33681774139404297
106395	transitions	1	8.186241149902344
106395	transitions	2	-3.3160552978515625
106395	transitions	3	1.3500137329101562
106395	transitions	4	-1.9407985210418701
106395	transitions	5	-0.35169556736946106
106395	transitions	6	-0.17814432084560394
106395	transitions	7	-10000.0
106395	transitions	8	1.7332274913787842
106395	transitions	9	-2.2913365364074707
106395	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
106395	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
106395	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
106395	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
106395	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
106395	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
106395	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
106395	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
106395	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
106395	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
106395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
106395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
106395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
106395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
106395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
106395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
106395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
106395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
106395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
106395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
106395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
106395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
106395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
106395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
106395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
106395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
106395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
106395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
106395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
106395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
106395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
106395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
106395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
106395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
106395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
106395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
106395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
106395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
106395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
106395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
106395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
106395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
106395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
106395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
106395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
106395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
106395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
106395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
106395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
106395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
106395	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
106395	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
106395	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
106395	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
106395	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
106395	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
106395	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
106395	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
106395	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
106395	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
106395	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
106395	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
106395	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
106395	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
106395	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
106395	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
106395	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
106395	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
106395	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
106395	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
106395	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
106395	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
106395	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
106395	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
106395	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
106395	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
106395	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
106395	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
106395	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
106395	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
106395	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
106395	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
106395	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
106395	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
106395	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
106395	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
106395	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
106395	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
106395	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
106395	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
106395	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
106395	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
106395	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
106395	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
106395	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
106395	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
106395	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
106395	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
106395	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
106395	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
106395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
106395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
106395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
106395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
106395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
106395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
106395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
106395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
106395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
106395	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
106395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
106395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
106395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
106395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
106395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
106395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
106395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
106395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
106395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
106395	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
106395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
106395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
106395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
106395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
106395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
106395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
106395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
106395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
106395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
106395	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
106395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
106395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
106395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
106395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
106395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
106395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
106395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
106395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
106395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
106395	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
106395	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
106395	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
106395	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
106395	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
106395	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
106395	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
106395	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
106395	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
106395	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
106395	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
106395	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
106395	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
106395	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
106395	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
106395	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
106395	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
106395	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
106395	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
106395	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
106395	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
106395	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
106395	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
106395	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
106395	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
106395	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
106395	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
106395	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
106395	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
106395	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
106395	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
106395	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
106395	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
106395	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
106395	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
106395	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
106395	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
106395	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
106395	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
106395	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
106395	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
106395	embedding2nn.weight	0	0.0390840508043766
106395	embedding2nn.weight	1	-0.08869960159063339
106395	embedding2nn.weight	2	0.0057135638780891895
106395	embedding2nn.weight	3	-0.04572558030486107
106395	embedding2nn.weight	4	-0.12655113637447357
106395	embedding2nn.weight	5	0.10369443893432617
106395	embedding2nn.weight	6	-0.11433878540992737
106395	embedding2nn.weight	7	-0.06152481585741043
106395	embedding2nn.weight	8	-0.017907626926898956
106395	embedding2nn.weight	9	0.04343750700354576
106395	embedding2nn.bias	0	0.06351319700479507
106395	embedding2nn.bias	1	0.014439358375966549
106395	embedding2nn.bias	2	-0.12168547511100769
106395	embedding2nn.bias	3	0.059670332819223404
106395	embedding2nn.bias	4	0.0412181094288826
106395	embedding2nn.bias	5	-0.16498367488384247
106395	embedding2nn.bias	6	-0.08597627282142639
106395	embedding2nn.bias	7	-0.04617711901664734
106395	embedding2nn.bias	8	0.09723412245512009
106395	embedding2nn.bias	9	-0.10162942111492157
106395	rnn.weight_ih_l0	0	0.016267066821455956
106395	rnn.weight_ih_l0	1	-0.03363959118723869
106395	rnn.weight_ih_l0	2	-0.02716144360601902
106395	rnn.weight_ih_l0	3	-0.012222888879477978
106395	rnn.weight_ih_l0	4	0.005059641785919666
106395	rnn.weight_ih_l0	5	-0.08874936401844025
106395	rnn.weight_ih_l0	6	-0.02818859927356243
106395	rnn.weight_ih_l0	7	-0.015515723265707493
106395	rnn.weight_ih_l0	8	0.03622927889227867
106395	rnn.weight_ih_l0	9	0.01249083410948515
106395	rnn.weight_hh_l0	0	0.009150479920208454
106395	rnn.weight_hh_l0	1	-0.06958825886249542
106395	rnn.weight_hh_l0	2	0.05617603659629822
106395	rnn.weight_hh_l0	3	0.03647497668862343
106395	rnn.weight_hh_l0	4	0.012319434434175491
106395	rnn.weight_hh_l0	5	0.055420588701963425
106395	rnn.weight_hh_l0	6	-0.012523353099822998
106395	rnn.weight_hh_l0	7	-0.08066440373659134
106395	rnn.weight_hh_l0	8	-0.005329955369234085
106395	rnn.weight_hh_l0	9	-0.09129593521356583
106395	rnn.bias_ih_l0	0	-0.08215347677469254
106395	rnn.bias_ih_l0	1	-0.15537522733211517
106395	rnn.bias_ih_l0	2	-0.21336126327514648
106395	rnn.bias_ih_l0	3	-0.2773388624191284
106395	rnn.bias_ih_l0	4	-0.0016394807025790215
106395	rnn.bias_ih_l0	5	0.07173580676317215
106395	rnn.bias_ih_l0	6	-0.1412295252084732
106395	rnn.bias_ih_l0	7	-0.2423590123653412
106395	rnn.bias_ih_l0	8	-0.11122918128967285
106395	rnn.bias_ih_l0	9	-0.15999369323253632
106395	rnn.bias_hh_l0	0	0.12542089819908142
106395	rnn.bias_hh_l0	1	-0.04324140399694443
106395	rnn.bias_hh_l0	2	0.020638303831219673
106395	rnn.bias_hh_l0	3	-0.1591377705335617
106395	rnn.bias_hh_l0	4	0.05432790890336037
106395	rnn.bias_hh_l0	5	0.022412877529859543
106395	rnn.bias_hh_l0	6	-0.08793440461158752
106395	rnn.bias_hh_l0	7	-0.14463089406490326
106395	rnn.bias_hh_l0	8	-0.1614503264427185
106395	rnn.bias_hh_l0	9	-0.09422290325164795
106395	rnn.weight_ih_l0_reverse	0	-0.007976170629262924
106395	rnn.weight_ih_l0_reverse	1	0.01531224511563778
106395	rnn.weight_ih_l0_reverse	2	-0.027182582765817642
106395	rnn.weight_ih_l0_reverse	3	-0.02316015213727951
106395	rnn.weight_ih_l0_reverse	4	0.026987696066498756
106395	rnn.weight_ih_l0_reverse	5	-0.05061553418636322
106395	rnn.weight_ih_l0_reverse	6	-0.044353898614645004
106395	rnn.weight_ih_l0_reverse	7	-0.0048093656077980995
106395	rnn.weight_ih_l0_reverse	8	0.05210205167531967
106395	rnn.weight_ih_l0_reverse	9	0.013901558704674244
106395	rnn.weight_hh_l0_reverse	0	0.009251303039491177
106395	rnn.weight_hh_l0_reverse	1	0.022282645106315613
106395	rnn.weight_hh_l0_reverse	2	-0.03598655387759209
106395	rnn.weight_hh_l0_reverse	3	0.03434331715106964
106395	rnn.weight_hh_l0_reverse	4	0.01908319815993309
106395	rnn.weight_hh_l0_reverse	5	-0.014255997724831104
106395	rnn.weight_hh_l0_reverse	6	0.0384083166718483
106395	rnn.weight_hh_l0_reverse	7	0.019315943121910095
106395	rnn.weight_hh_l0_reverse	8	-0.0025001701433211565
106395	rnn.weight_hh_l0_reverse	9	-0.05833360180258751
106395	rnn.bias_ih_l0_reverse	0	-0.1282111257314682
106395	rnn.bias_ih_l0_reverse	1	-0.2809228003025055
106395	rnn.bias_ih_l0_reverse	2	-0.06730470806360245
106395	rnn.bias_ih_l0_reverse	3	-0.11807344853878021
106395	rnn.bias_ih_l0_reverse	4	0.07237996906042099
106395	rnn.bias_ih_l0_reverse	5	-0.2304222732782364
106395	rnn.bias_ih_l0_reverse	6	-0.06313424557447433
106395	rnn.bias_ih_l0_reverse	7	0.038569144904613495
106395	rnn.bias_ih_l0_reverse	8	-0.16757453978061676
106395	rnn.bias_ih_l0_reverse	9	-0.08386542648077011
106395	rnn.bias_hh_l0_reverse	0	-0.12047143280506134
106395	rnn.bias_hh_l0_reverse	1	-0.12872008979320526
106395	rnn.bias_hh_l0_reverse	2	-0.03830627724528313
106395	rnn.bias_hh_l0_reverse	3	-0.11546625941991806
106395	rnn.bias_hh_l0_reverse	4	-0.027901196852326393
106395	rnn.bias_hh_l0_reverse	5	-0.11391150206327438
106395	rnn.bias_hh_l0_reverse	6	-0.03339044004678726
106395	rnn.bias_hh_l0_reverse	7	-0.1729331612586975
106395	rnn.bias_hh_l0_reverse	8	-0.03648111969232559
106395	rnn.bias_hh_l0_reverse	9	-0.12679676711559296
106395	linear.weight	0	-0.14276079833507538
106395	linear.weight	1	-0.12380418926477432
106395	linear.weight	2	-0.011228874325752258
106395	linear.weight	3	-0.07576921582221985
106395	linear.weight	4	0.03617331385612488
106395	linear.weight	5	0.28826239705085754
106395	linear.weight	6	0.0047744326293468475
106395	linear.weight	7	-0.021312154829502106
106395	linear.weight	8	0.1426420658826828
106395	linear.weight	9	0.2068120241165161
106395	linear.bias	0	-0.8033000826835632
106395	linear.bias	1	1.1091479063034058
106395	linear.bias	2	-0.34358203411102295
106395	linear.bias	3	-0.5906384587287903
106395	linear.bias	4	-1.1094551086425781
106395	linear.bias	5	-1.1602469682693481
106395	linear.bias	6	-0.764600396156311
106395	linear.bias	7	-0.6971617341041565
106395	linear.bias	8	-0.01705317199230194
106395	linear.bias	9	3.1681580543518066
106592	transitions	0	-0.3371638059616089
106592	transitions	1	8.166620254516602
106592	transitions	2	-3.317229986190796
106592	transitions	3	1.3526959419250488
106592	transitions	4	-1.9413373470306396
106592	transitions	5	-0.35185661911964417
106592	transitions	6	-0.17823681235313416
106592	transitions	7	-10000.0
106592	transitions	8	1.7328603267669678
106592	transitions	9	-2.291351079940796
106592	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
106592	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
106592	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
106592	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
106592	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
106592	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
106592	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
106592	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
106592	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
106592	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
106592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
106592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
106592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
106592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
106592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
106592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
106592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
106592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
106592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
106592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
106592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
106592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
106592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
106592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
106592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
106592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
106592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
106592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
106592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
106592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
106592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
106592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
106592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
106592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
106592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
106592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
106592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
106592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
106592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
106592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
106592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
106592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
106592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
106592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
106592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
106592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
106592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
106592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
106592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
106592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
106592	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
106592	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
106592	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
106592	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
106592	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
106592	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
106592	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
106592	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
106592	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
106592	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
106592	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
106592	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
106592	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
106592	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
106592	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
106592	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
106592	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
106592	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
106592	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
106592	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
106592	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
106592	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
106592	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
106592	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
106592	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
106592	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
106592	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
106592	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
106592	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
106592	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
106592	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
106592	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
106592	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
106592	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
106592	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
106592	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
106592	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
106592	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
106592	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
106592	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
106592	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
106592	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
106592	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
106592	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
106592	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
106592	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
106592	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
106592	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
106592	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
106592	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
106592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
106592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
106592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
106592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
106592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
106592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
106592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
106592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
106592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
106592	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
106592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
106592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
106592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
106592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
106592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
106592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
106592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
106592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
106592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
106592	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
106592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
106592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
106592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
106592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
106592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
106592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
106592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
106592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
106592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
106592	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
106592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
106592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
106592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
106592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
106592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
106592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
106592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
106592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
106592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
106592	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
106592	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
106592	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
106592	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
106592	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
106592	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
106592	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
106592	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
106592	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
106592	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
106592	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
106592	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
106592	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
106592	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
106592	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
106592	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
106592	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
106592	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
106592	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
106592	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
106592	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
106592	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
106592	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
106592	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
106592	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
106592	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
106592	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
106592	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
106592	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
106592	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
106592	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
106592	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
106592	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
106592	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
106592	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
106592	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
106592	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
106592	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
106592	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
106592	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
106592	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
106592	embedding2nn.weight	0	0.03946881741285324
106592	embedding2nn.weight	1	-0.08780857175588608
106592	embedding2nn.weight	2	0.005225674249231815
106592	embedding2nn.weight	3	-0.04410819336771965
106592	embedding2nn.weight	4	-0.12718543410301208
106592	embedding2nn.weight	5	0.10478679090738297
106592	embedding2nn.weight	6	-0.1221386268734932
106592	embedding2nn.weight	7	-0.062394216656684875
106592	embedding2nn.weight	8	-0.016827739775180817
106592	embedding2nn.weight	9	0.039766132831573486
106592	embedding2nn.bias	0	0.08481033891439438
106592	embedding2nn.bias	1	0.018404996022582054
106592	embedding2nn.bias	2	-0.1260075718164444
106592	embedding2nn.bias	3	0.05486372485756874
106592	embedding2nn.bias	4	0.05013621225953102
106592	embedding2nn.bias	5	-0.17013494670391083
106592	embedding2nn.bias	6	-0.08724821358919144
106592	embedding2nn.bias	7	-0.04395782947540283
106592	embedding2nn.bias	8	0.10624649375677109
106592	embedding2nn.bias	9	-0.09220283478498459
106592	rnn.weight_ih_l0	0	0.01670786738395691
106592	rnn.weight_ih_l0	1	-0.032263386994600296
106592	rnn.weight_ih_l0	2	-0.02864818461239338
106592	rnn.weight_ih_l0	3	-0.01410530786961317
106592	rnn.weight_ih_l0	4	0.0016462586354464293
106592	rnn.weight_ih_l0	5	-0.08688954263925552
106592	rnn.weight_ih_l0	6	-0.028989320620894432
106592	rnn.weight_ih_l0	7	-0.015436475165188313
106592	rnn.weight_ih_l0	8	0.035618606954813004
106592	rnn.weight_ih_l0	9	0.006205420009791851
106592	rnn.weight_hh_l0	0	0.009751836769282818
106592	rnn.weight_hh_l0	1	-0.07020513713359833
106592	rnn.weight_hh_l0	2	0.05487295240163803
106592	rnn.weight_hh_l0	3	0.03796772286295891
106592	rnn.weight_hh_l0	4	0.012952805496752262
106592	rnn.weight_hh_l0	5	0.05542806163430214
106592	rnn.weight_hh_l0	6	-0.012851632200181484
106592	rnn.weight_hh_l0	7	-0.08031576871871948
106592	rnn.weight_hh_l0	8	-0.003402773290872574
106592	rnn.weight_hh_l0	9	-0.09387769550085068
106592	rnn.bias_ih_l0	0	-0.08528777211904526
106592	rnn.bias_ih_l0	1	-0.15188589692115784
106592	rnn.bias_ih_l0	2	-0.21531245112419128
106592	rnn.bias_ih_l0	3	-0.2783547341823578
106592	rnn.bias_ih_l0	4	-9.534392302157357e-05
106592	rnn.bias_ih_l0	5	0.07334189116954803
106592	rnn.bias_ih_l0	6	-0.140288308262825
106592	rnn.bias_ih_l0	7	-0.24754074215888977
106592	rnn.bias_ih_l0	8	-0.11374593526124954
106592	rnn.bias_ih_l0	9	-0.1603706181049347
106592	rnn.bias_hh_l0	0	0.12158877402544022
106592	rnn.bias_hh_l0	1	-0.042887378484010696
106592	rnn.bias_hh_l0	2	0.019887691363692284
106592	rnn.bias_hh_l0	3	-0.15862512588500977
106592	rnn.bias_hh_l0	4	0.05263565108180046
106592	rnn.bias_hh_l0	5	0.022466542199254036
106592	rnn.bias_hh_l0	6	-0.08498226851224899
106592	rnn.bias_hh_l0	7	-0.1457194834947586
106592	rnn.bias_hh_l0	8	-0.15874668955802917
106592	rnn.bias_hh_l0	9	-0.09240652620792389
106592	rnn.weight_ih_l0_reverse	0	-0.008437360636889935
106592	rnn.weight_ih_l0_reverse	1	0.01723063923418522
106592	rnn.weight_ih_l0_reverse	2	-0.03210757300257683
106592	rnn.weight_ih_l0_reverse	3	-0.025215748697519302
106592	rnn.weight_ih_l0_reverse	4	0.028289539739489555
106592	rnn.weight_ih_l0_reverse	5	-0.046490494161844254
106592	rnn.weight_ih_l0_reverse	6	-0.04345615953207016
106592	rnn.weight_ih_l0_reverse	7	-0.004580833949148655
106592	rnn.weight_ih_l0_reverse	8	0.055215347558259964
106592	rnn.weight_ih_l0_reverse	9	0.012809760868549347
106592	rnn.weight_hh_l0_reverse	0	0.010024599730968475
106592	rnn.weight_hh_l0_reverse	1	0.02355242520570755
106592	rnn.weight_hh_l0_reverse	2	-0.03562585264444351
106592	rnn.weight_hh_l0_reverse	3	0.035031404346227646
106592	rnn.weight_hh_l0_reverse	4	0.019487936049699783
106592	rnn.weight_hh_l0_reverse	5	-0.01425783522427082
106592	rnn.weight_hh_l0_reverse	6	0.03713897615671158
106592	rnn.weight_hh_l0_reverse	7	0.01954588107764721
106592	rnn.weight_hh_l0_reverse	8	-0.0022438562009483576
106592	rnn.weight_hh_l0_reverse	9	-0.05658550187945366
106592	rnn.bias_ih_l0_reverse	0	-0.1330489069223404
106592	rnn.bias_ih_l0_reverse	1	-0.28231775760650635
106592	rnn.bias_ih_l0_reverse	2	-0.0695188045501709
106592	rnn.bias_ih_l0_reverse	3	-0.11679843813180923
106592	rnn.bias_ih_l0_reverse	4	0.06515619158744812
106592	rnn.bias_ih_l0_reverse	5	-0.23120583593845367
106592	rnn.bias_ih_l0_reverse	6	-0.05551818013191223
106592	rnn.bias_ih_l0_reverse	7	0.03647422045469284
106592	rnn.bias_ih_l0_reverse	8	-0.16880090534687042
106592	rnn.bias_ih_l0_reverse	9	-0.08760508894920349
106592	rnn.bias_hh_l0_reverse	0	-0.12351766228675842
106592	rnn.bias_hh_l0_reverse	1	-0.13161064684391022
106592	rnn.bias_hh_l0_reverse	2	-0.03796006739139557
106592	rnn.bias_hh_l0_reverse	3	-0.11887139827013016
106592	rnn.bias_hh_l0_reverse	4	-0.026835639029741287
106592	rnn.bias_hh_l0_reverse	5	-0.11195798218250275
106592	rnn.bias_hh_l0_reverse	6	-0.032923877239227295
106592	rnn.bias_hh_l0_reverse	7	-0.16619464755058289
106592	rnn.bias_hh_l0_reverse	8	-0.037453051656484604
106592	rnn.bias_hh_l0_reverse	9	-0.1266067922115326
106592	linear.weight	0	-0.1568019539117813
106592	linear.weight	1	-0.12795612215995789
106592	linear.weight	2	-0.011228874325752258
106592	linear.weight	3	-0.12453289330005646
106592	linear.weight	4	0.04791514202952385
106592	linear.weight	5	0.28676196932792664
106592	linear.weight	6	0.0047744326293468475
106592	linear.weight	7	-0.021312154829502106
106592	linear.weight	8	0.13880717754364014
106592	linear.weight	9	0.2111331671476364
106592	linear.bias	0	-0.7956216335296631
106592	linear.bias	1	1.1959198713302612
106592	linear.bias	2	-0.31170153617858887
106592	linear.bias	3	-0.592494010925293
106592	linear.bias	4	-1.095589518547058
106592	linear.bias	5	-1.160353422164917
106592	linear.bias	6	-0.7637295722961426
106592	linear.bias	7	-0.7002516984939575
106592	linear.bias	8	-0.01705317199230194
106592	linear.bias	9	3.1350748538970947
106596	transitions	0	-0.3371694087982178
106596	transitions	1	8.172685623168945
106596	transitions	2	-3.317234992980957
106596	transitions	3	1.3522100448608398
106596	transitions	4	-1.941352128982544
106596	transitions	5	-0.3518569767475128
106596	transitions	6	-0.17823706567287445
106596	transitions	7	-10000.0
106596	transitions	8	1.7328574657440186
106596	transitions	9	-2.291351079940796
106596	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
106596	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
106596	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
106596	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
106596	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
106596	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
106596	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
106596	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
106596	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
106596	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
106596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
106596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
106596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
106596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
106596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
106596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
106596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
106596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
106596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
106596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
106596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
106596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
106596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
106596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
106596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
106596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
106596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
106596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
106596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
106596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
106596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
106596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
106596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
106596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
106596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
106596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
106596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
106596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
106596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
106596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
106596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
106596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
106596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
106596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
106596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
106596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
106596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
106596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
106596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
106596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
106596	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
106596	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
106596	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
106596	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
106596	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
106596	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
106596	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
106596	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
106596	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
106596	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
106596	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
106596	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
106596	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
106596	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
106596	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
106596	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
106596	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
106596	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
106596	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
106596	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
106596	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
106596	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
106596	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
106596	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
106596	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
106596	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
106596	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
106596	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
106596	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
106596	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
106596	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
106596	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
106596	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
106596	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
106596	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
106596	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
106596	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
106596	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
106596	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
106596	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
106596	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
106596	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
106596	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
106596	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
106596	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
106596	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
106596	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
106596	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
106596	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
106596	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
106596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
106596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
106596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
106596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
106596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
106596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
106596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
106596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
106596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
106596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
106596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
106596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
106596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
106596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
106596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
106596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
106596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
106596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
106596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
106596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
106596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
106596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
106596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
106596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
106596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
106596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
106596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
106596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
106596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
106596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
106596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
106596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
106596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
106596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
106596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
106596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
106596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
106596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
106596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
106596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
106596	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
106596	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
106596	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
106596	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
106596	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
106596	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
106596	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
106596	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
106596	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
106596	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
106596	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
106596	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
106596	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
106596	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
106596	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
106596	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
106596	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
106596	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
106596	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
106596	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
106596	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
106596	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
106596	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
106596	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
106596	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
106596	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
106596	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
106596	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
106596	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
106596	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
106596	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
106596	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
106596	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
106596	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
106596	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
106596	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
106596	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
106596	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
106596	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
106596	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
106596	embedding2nn.weight	0	0.039435502141714096
106596	embedding2nn.weight	1	-0.08779550343751907
106596	embedding2nn.weight	2	0.005670784041285515
106596	embedding2nn.weight	3	-0.04433007165789604
106596	embedding2nn.weight	4	-0.12721915543079376
106596	embedding2nn.weight	5	0.10483599454164505
106596	embedding2nn.weight	6	-0.12113615870475769
106596	embedding2nn.weight	7	-0.062234748154878616
106596	embedding2nn.weight	8	-0.016844257712364197
106596	embedding2nn.weight	9	0.03973403573036194
106596	embedding2nn.bias	0	0.07864182442426682
106596	embedding2nn.bias	1	0.02033020742237568
106596	embedding2nn.bias	2	-0.12571828067302704
106596	embedding2nn.bias	3	0.05636691302061081
106596	embedding2nn.bias	4	0.050392236560583115
106596	embedding2nn.bias	5	-0.1684528887271881
106596	embedding2nn.bias	6	-0.09187391400337219
106596	embedding2nn.bias	7	-0.04137749597430229
106596	embedding2nn.bias	8	0.10534098744392395
106596	embedding2nn.bias	9	-0.0932314321398735
106596	rnn.weight_ih_l0	0	0.016478782519698143
106596	rnn.weight_ih_l0	1	-0.032180920243263245
106596	rnn.weight_ih_l0	2	-0.029482312500476837
106596	rnn.weight_ih_l0	3	-0.013906816951930523
106596	rnn.weight_ih_l0	4	0.0017369204433634877
106596	rnn.weight_ih_l0	5	-0.08698023110628128
106596	rnn.weight_ih_l0	6	-0.029020680114626884
106596	rnn.weight_ih_l0	7	-0.015411737374961376
106596	rnn.weight_ih_l0	8	0.03576919808983803
106596	rnn.weight_ih_l0	9	0.00608412642031908
106596	rnn.weight_hh_l0	0	0.009838994592428207
106596	rnn.weight_hh_l0	1	-0.07022985816001892
106596	rnn.weight_hh_l0	2	0.054789718240499496
106596	rnn.weight_hh_l0	3	0.03776301443576813
106596	rnn.weight_hh_l0	4	0.012957693077623844
106596	rnn.weight_hh_l0	5	0.05565851554274559
106596	rnn.weight_hh_l0	6	-0.012890646234154701
106596	rnn.weight_hh_l0	7	-0.08032369613647461
106596	rnn.weight_hh_l0	8	-0.0034423209726810455
106596	rnn.weight_hh_l0	9	-0.09381335973739624
106596	rnn.bias_ih_l0	0	-0.08640698343515396
106596	rnn.bias_ih_l0	1	-0.15214815735816956
106596	rnn.bias_ih_l0	2	-0.21577639877796173
106596	rnn.bias_ih_l0	3	-0.27836427092552185
106596	rnn.bias_ih_l0	4	-0.00022760267893318087
106596	rnn.bias_ih_l0	5	0.07281132787466049
106596	rnn.bias_ih_l0	6	-0.1407153457403183
106596	rnn.bias_ih_l0	7	-0.24791675806045532
106596	rnn.bias_ih_l0	8	-0.11395327001810074
106596	rnn.bias_ih_l0	9	-0.1593480259180069
106596	rnn.bias_hh_l0	0	0.12180960178375244
106596	rnn.bias_hh_l0	1	-0.0422404520213604
106596	rnn.bias_hh_l0	2	0.019962135702371597
106596	rnn.bias_hh_l0	3	-0.15865491330623627
106596	rnn.bias_hh_l0	4	0.05314413830637932
106596	rnn.bias_hh_l0	5	0.022114206105470657
106596	rnn.bias_hh_l0	6	-0.08510228246450424
106596	rnn.bias_hh_l0	7	-0.1447405368089676
106596	rnn.bias_hh_l0	8	-0.15841035544872284
106596	rnn.bias_hh_l0	9	-0.09235891699790955
106596	rnn.weight_ih_l0_reverse	0	-0.008465460501611233
106596	rnn.weight_ih_l0_reverse	1	0.016987720504403114
106596	rnn.weight_ih_l0_reverse	2	-0.03192281350493431
106596	rnn.weight_ih_l0_reverse	3	-0.024117110297083855
106596	rnn.weight_ih_l0_reverse	4	0.028334636241197586
106596	rnn.weight_ih_l0_reverse	5	-0.046492062509059906
106596	rnn.weight_ih_l0_reverse	6	-0.043544087558984756
106596	rnn.weight_ih_l0_reverse	7	-0.004272537771612406
106596	rnn.weight_ih_l0_reverse	8	0.055176202207803726
106596	rnn.weight_ih_l0_reverse	9	0.012975008226931095
106596	rnn.weight_hh_l0_reverse	0	0.009902656078338623
106596	rnn.weight_hh_l0_reverse	1	0.023538172245025635
106596	rnn.weight_hh_l0_reverse	2	-0.03552325442433357
106596	rnn.weight_hh_l0_reverse	3	0.0351228341460228
106596	rnn.weight_hh_l0_reverse	4	0.01934160478413105
106596	rnn.weight_hh_l0_reverse	5	-0.014293966814875603
106596	rnn.weight_hh_l0_reverse	6	0.0371389165520668
106596	rnn.weight_hh_l0_reverse	7	0.019528500735759735
106596	rnn.weight_hh_l0_reverse	8	-0.002230981597676873
106596	rnn.weight_hh_l0_reverse	9	-0.056692302227020264
106596	rnn.bias_ih_l0_reverse	0	-0.13298329710960388
106596	rnn.bias_ih_l0_reverse	1	-0.2827403247356415
106596	rnn.bias_ih_l0_reverse	2	-0.06899934262037277
106596	rnn.bias_ih_l0_reverse	3	-0.11675044149160385
106596	rnn.bias_ih_l0_reverse	4	0.0655798614025116
106596	rnn.bias_ih_l0_reverse	5	-0.23090092837810516
106596	rnn.bias_ih_l0_reverse	6	-0.05628529191017151
106596	rnn.bias_ih_l0_reverse	7	0.03515571728348732
106596	rnn.bias_ih_l0_reverse	8	-0.1689002513885498
106596	rnn.bias_ih_l0_reverse	9	-0.08725470304489136
106596	rnn.bias_hh_l0_reverse	0	-0.12378381937742233
106596	rnn.bias_hh_l0_reverse	1	-0.13171833753585815
106596	rnn.bias_hh_l0_reverse	2	-0.03800704702734947
106596	rnn.bias_hh_l0_reverse	3	-0.11906053870916367
106596	rnn.bias_hh_l0_reverse	4	-0.02673119679093361
106596	rnn.bias_hh_l0_reverse	5	-0.11171575635671616
106596	rnn.bias_hh_l0_reverse	6	-0.03349774703383446
106596	rnn.bias_hh_l0_reverse	7	-0.16651134192943573
106596	rnn.bias_hh_l0_reverse	8	-0.03656231239438057
106596	rnn.bias_hh_l0_reverse	9	-0.12592534720897675
106596	linear.weight	0	-0.1570848822593689
106596	linear.weight	1	-0.1272103637456894
106596	linear.weight	2	-0.011228874325752258
106596	linear.weight	3	-0.12430943548679352
106596	linear.weight	4	0.04810105636715889
106596	linear.weight	5	0.28796786069869995
106596	linear.weight	6	0.0047744326293468475
106596	linear.weight	7	-0.021312154829502106
106596	linear.weight	8	0.1389075368642807
106596	linear.weight	9	0.21119840443134308
106596	linear.bias	0	-0.7925646305084229
106596	linear.bias	1	1.2090182304382324
106596	linear.bias	2	-0.32278141379356384
106596	linear.bias	3	-0.5872693061828613
106596	linear.bias	4	-1.1079580783843994
106596	linear.bias	5	-1.1603564023971558
106596	linear.bias	6	-0.7605927586555481
106596	linear.bias	7	-0.7098557949066162
106596	linear.bias	8	-0.01705317199230194
106596	linear.bias	9	3.1456754207611084
106793	transitions	0	-0.3374549150466919
106793	transitions	1	8.173179626464844
106793	transitions	2	-3.318138360977173
106793	transitions	3	1.3382830619812012
106793	transitions	4	-1.9425108432769775
106793	transitions	5	-0.3520098626613617
106793	transitions	6	-0.17831285297870636
106793	transitions	7	-10000.0
106793	transitions	8	1.7369918823242188
106793	transitions	9	-2.2913589477539062
106793	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
106793	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
106793	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
106793	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
106793	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
106793	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
106793	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
106793	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
106793	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
106793	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
106793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
106793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
106793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
106793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
106793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
106793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
106793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
106793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
106793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
106793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
106793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
106793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
106793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
106793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
106793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
106793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
106793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
106793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
106793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
106793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
106793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
106793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
106793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
106793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
106793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
106793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
106793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
106793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
106793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
106793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
106793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
106793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
106793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
106793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
106793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
106793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
106793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
106793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
106793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
106793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
106793	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
106793	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
106793	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
106793	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
106793	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
106793	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
106793	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
106793	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
106793	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
106793	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
106793	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
106793	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
106793	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
106793	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
106793	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
106793	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
106793	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
106793	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
106793	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
106793	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
106793	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
106793	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
106793	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
106793	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
106793	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
106793	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
106793	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
106793	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
106793	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
106793	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
106793	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
106793	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
106793	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
106793	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
106793	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
106793	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
106793	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
106793	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
106793	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
106793	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
106793	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
106793	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
106793	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
106793	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
106793	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
106793	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
106793	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
106793	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
106793	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
106793	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
106793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
106793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
106793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
106793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
106793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
106793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
106793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
106793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
106793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
106793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
106793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
106793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
106793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
106793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
106793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
106793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
106793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
106793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
106793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
106793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
106793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
106793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
106793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
106793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
106793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
106793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
106793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
106793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
106793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
106793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
106793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
106793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
106793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
106793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
106793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
106793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
106793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
106793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
106793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
106793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
106793	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
106793	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
106793	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
106793	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
106793	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
106793	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
106793	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
106793	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
106793	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
106793	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
106793	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
106793	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
106793	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
106793	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
106793	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
106793	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
106793	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
106793	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
106793	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
106793	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
106793	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
106793	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
106793	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
106793	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
106793	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
106793	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
106793	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
106793	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
106793	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
106793	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
106793	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
106793	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
106793	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
106793	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
106793	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
106793	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
106793	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
106793	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
106793	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
106793	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
106793	embedding2nn.weight	0	0.03972342610359192
106793	embedding2nn.weight	1	-0.0851888358592987
106793	embedding2nn.weight	2	0.008130140602588654
106793	embedding2nn.weight	3	-0.046071987599134445
106793	embedding2nn.weight	4	-0.1295236200094223
106793	embedding2nn.weight	5	0.10324573516845703
106793	embedding2nn.weight	6	-0.12801046669483185
106793	embedding2nn.weight	7	-0.0643673911690712
106793	embedding2nn.weight	8	-0.018577774986624718
106793	embedding2nn.weight	9	0.03999422863125801
106793	embedding2nn.bias	0	0.07159923017024994
106793	embedding2nn.bias	1	0.022134792059659958
106793	embedding2nn.bias	2	-0.09273222833871841
106793	embedding2nn.bias	3	0.0610625222325325
106793	embedding2nn.bias	4	0.058538828045129776
106793	embedding2nn.bias	5	-0.16924649477005005
106793	embedding2nn.bias	6	-0.0755741074681282
106793	embedding2nn.bias	7	-0.0337221622467041
106793	embedding2nn.bias	8	0.10948699712753296
106793	embedding2nn.bias	9	-0.10633200407028198
106793	rnn.weight_ih_l0	0	0.016596093773841858
106793	rnn.weight_ih_l0	1	-0.035308025777339935
106793	rnn.weight_ih_l0	2	-0.03063807263970375
106793	rnn.weight_ih_l0	3	-0.015005885623395443
106793	rnn.weight_ih_l0	4	0.004630059935152531
106793	rnn.weight_ih_l0	5	-0.08507408201694489
106793	rnn.weight_ih_l0	6	-0.026026247069239616
106793	rnn.weight_ih_l0	7	-0.01649840921163559
106793	rnn.weight_ih_l0	8	0.033451054245233536
106793	rnn.weight_ih_l0	9	0.007386972662061453
106793	rnn.weight_hh_l0	0	0.0114565659314394
106793	rnn.weight_hh_l0	1	-0.07124397158622742
106793	rnn.weight_hh_l0	2	0.05407094955444336
106793	rnn.weight_hh_l0	3	0.036261726170778275
106793	rnn.weight_hh_l0	4	0.012534577399492264
106793	rnn.weight_hh_l0	5	0.05626861751079559
106793	rnn.weight_hh_l0	6	-0.012986508198082447
106793	rnn.weight_hh_l0	7	-0.08064121752977371
106793	rnn.weight_hh_l0	8	-0.0031845702324062586
106793	rnn.weight_hh_l0	9	-0.09285566210746765
106793	rnn.bias_ih_l0	0	-0.08786870539188385
106793	rnn.bias_ih_l0	1	-0.1530291885137558
106793	rnn.bias_ih_l0	2	-0.22053052484989166
106793	rnn.bias_ih_l0	3	-0.27892738580703735
106793	rnn.bias_ih_l0	4	0.0019377837888896465
106793	rnn.bias_ih_l0	5	0.07329341024160385
106793	rnn.bias_ih_l0	6	-0.14458821713924408
106793	rnn.bias_ih_l0	7	-0.24816326797008514
106793	rnn.bias_ih_l0	8	-0.11582794040441513
106793	rnn.bias_ih_l0	9	-0.1567789763212204
106793	rnn.bias_hh_l0	0	0.12143688648939133
106793	rnn.bias_hh_l0	1	-0.047169797122478485
106793	rnn.bias_hh_l0	2	0.020033009350299835
106793	rnn.bias_hh_l0	3	-0.1575399935245514
106793	rnn.bias_hh_l0	4	0.051050249487161636
106793	rnn.bias_hh_l0	5	0.029063548892736435
106793	rnn.bias_hh_l0	6	-0.0856103003025055
106793	rnn.bias_hh_l0	7	-0.1440705955028534
106793	rnn.bias_hh_l0	8	-0.15865148603916168
106793	rnn.bias_hh_l0	9	-0.09221743047237396
106793	rnn.weight_ih_l0_reverse	0	-0.009281709790229797
106793	rnn.weight_ih_l0_reverse	1	0.01610981859266758
106793	rnn.weight_ih_l0_reverse	2	-0.028483394533395767
106793	rnn.weight_ih_l0_reverse	3	-0.020734207704663277
106793	rnn.weight_ih_l0_reverse	4	0.030056452378630638
106793	rnn.weight_ih_l0_reverse	5	-0.04847177490592003
106793	rnn.weight_ih_l0_reverse	6	-0.04544822499155998
106793	rnn.weight_ih_l0_reverse	7	-0.004198131617158651
106793	rnn.weight_ih_l0_reverse	8	0.05357062444090843
106793	rnn.weight_ih_l0_reverse	9	0.013737370260059834
106793	rnn.weight_hh_l0_reverse	0	0.009832803159952164
106793	rnn.weight_hh_l0_reverse	1	0.024025486782193184
106793	rnn.weight_hh_l0_reverse	2	-0.034905560314655304
106793	rnn.weight_hh_l0_reverse	3	0.03466616943478584
106793	rnn.weight_hh_l0_reverse	4	0.018112925812602043
106793	rnn.weight_hh_l0_reverse	5	-0.01414753682911396
106793	rnn.weight_hh_l0_reverse	6	0.038279272615909576
106793	rnn.weight_hh_l0_reverse	7	0.020257972180843353
106793	rnn.weight_hh_l0_reverse	8	-0.00200725719332695
106793	rnn.weight_hh_l0_reverse	9	-0.05662347748875618
106793	rnn.bias_ih_l0_reverse	0	-0.1342771202325821
106793	rnn.bias_ih_l0_reverse	1	-0.2819949686527252
106793	rnn.bias_ih_l0_reverse	2	-0.07040100544691086
106793	rnn.bias_ih_l0_reverse	3	-0.11714555323123932
106793	rnn.bias_ih_l0_reverse	4	0.06471392512321472
106793	rnn.bias_ih_l0_reverse	5	-0.2321448177099228
106793	rnn.bias_ih_l0_reverse	6	-0.05513345077633858
106793	rnn.bias_ih_l0_reverse	7	0.032583799213171005
106793	rnn.bias_ih_l0_reverse	8	-0.17031341791152954
106793	rnn.bias_ih_l0_reverse	9	-0.08855030685663223
106793	rnn.bias_hh_l0_reverse	0	-0.1274927258491516
106793	rnn.bias_hh_l0_reverse	1	-0.13232643902301788
106793	rnn.bias_hh_l0_reverse	2	-0.03740374371409416
106793	rnn.bias_hh_l0_reverse	3	-0.12017503380775452
106793	rnn.bias_hh_l0_reverse	4	-0.027375441044569016
106793	rnn.bias_hh_l0_reverse	5	-0.11345001310110092
106793	rnn.bias_hh_l0_reverse	6	-0.037917617708444595
106793	rnn.bias_hh_l0_reverse	7	-0.1708642542362213
106793	rnn.bias_hh_l0_reverse	8	-0.036844830960035324
106793	rnn.bias_hh_l0_reverse	9	-0.12764276564121246
106793	linear.weight	0	-0.14399132132530212
106793	linear.weight	1	-0.11628370732069016
106793	linear.weight	2	-0.011228874325752258
106793	linear.weight	3	-0.1340644359588623
106793	linear.weight	4	0.056198183447122574
106793	linear.weight	5	0.29351332783699036
106793	linear.weight	6	0.0047744326293468475
106793	linear.weight	7	-0.021312154829502106
106793	linear.weight	8	0.13658146560192108
106793	linear.weight	9	0.20314425230026245
106793	linear.bias	0	-0.8013845682144165
106793	linear.bias	1	1.1622145175933838
106793	linear.bias	2	-0.3030703067779541
106793	linear.bias	3	-0.585101842880249
106793	linear.bias	4	-1.1088988780975342
106793	linear.bias	5	-1.1604520082473755
106793	linear.bias	6	-0.7700870037078857
106793	linear.bias	7	-0.7294840812683105
106793	linear.bias	8	-0.01705317199230194
106793	linear.bias	9	3.1641409397125244
106990	transitions	0	-0.33772969245910645
106990	transitions	1	8.167781829833984
106990	transitions	2	-3.319066047668457
106990	transitions	3	1.3488527536392212
106990	transitions	4	-1.9433735609054565
106990	transitions	5	-0.3521486520767212
106990	transitions	6	-0.17835456132888794
106990	transitions	7	-10000.0
106990	transitions	8	1.7363758087158203
106990	transitions	9	-2.2913730144500732
106990	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
106990	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
106990	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
106990	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
106990	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
106990	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
106990	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
106990	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
106990	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
106990	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
106990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
106990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
106990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
106990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
106990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
106990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
106990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
106990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
106990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
106990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
106990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
106990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
106990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
106990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
106990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
106990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
106990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
106990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
106990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
106990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
106990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
106990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
106990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
106990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
106990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
106990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
106990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
106990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
106990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
106990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
106990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
106990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
106990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
106990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
106990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
106990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
106990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
106990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
106990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
106990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
106990	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
106990	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
106990	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
106990	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
106990	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
106990	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
106990	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
106990	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
106990	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
106990	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
106990	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
106990	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
106990	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
106990	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
106990	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
106990	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
106990	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
106990	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
106990	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
106990	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
106990	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
106990	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
106990	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
106990	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
106990	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
106990	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
106990	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
106990	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
106990	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
106990	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
106990	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
106990	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
106990	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
106990	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
106990	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
106990	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
106990	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
106990	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
106990	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
106990	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
106990	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
106990	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
106990	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
106990	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
106990	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
106990	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
106990	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
106990	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
106990	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
106990	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
106990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
106990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
106990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
106990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
106990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
106990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
106990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
106990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
106990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
106990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
106990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
106990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
106990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
106990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
106990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
106990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
106990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
106990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
106990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
106990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
106990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
106990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
106990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
106990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
106990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
106990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
106990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
106990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
106990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
106990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
106990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
106990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
106990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
106990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
106990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
106990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
106990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
106990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
106990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
106990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
106990	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
106990	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
106990	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
106990	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
106990	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
106990	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
106990	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
106990	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
106990	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
106990	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
106990	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
106990	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
106990	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
106990	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
106990	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
106990	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
106990	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
106990	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
106990	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
106990	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
106990	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
106990	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
106990	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
106990	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
106990	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
106990	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
106990	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
106990	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
106990	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
106990	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
106990	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
106990	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
106990	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
106990	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
106990	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
106990	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
106990	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
106990	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
106990	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
106990	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
106990	embedding2nn.weight	0	0.0396004356443882
106990	embedding2nn.weight	1	-0.08350349217653275
106990	embedding2nn.weight	2	0.007037669885903597
106990	embedding2nn.weight	3	-0.04673140496015549
106990	embedding2nn.weight	4	-0.1294078528881073
106990	embedding2nn.weight	5	0.1008487120270729
106990	embedding2nn.weight	6	-0.13004106283187866
106990	embedding2nn.weight	7	-0.062154073268175125
106990	embedding2nn.weight	8	-0.017790144309401512
106990	embedding2nn.weight	9	0.03731025010347366
106990	embedding2nn.bias	0	0.052706312388181686
106990	embedding2nn.bias	1	0.02411487139761448
106990	embedding2nn.bias	2	-0.0950663834810257
106990	embedding2nn.bias	3	0.05962061136960983
106990	embedding2nn.bias	4	0.053125523030757904
106990	embedding2nn.bias	5	-0.15518099069595337
106990	embedding2nn.bias	6	-0.07979052513837814
106990	embedding2nn.bias	7	-0.039555903524160385
106990	embedding2nn.bias	8	0.11515095829963684
106990	embedding2nn.bias	9	-0.08056170493364334
106990	rnn.weight_ih_l0	0	0.015074714086949825
106990	rnn.weight_ih_l0	1	-0.035510770976543427
106990	rnn.weight_ih_l0	2	-0.030138378962874413
106990	rnn.weight_ih_l0	3	-0.015431230887770653
106990	rnn.weight_ih_l0	4	0.005756858736276627
106990	rnn.weight_ih_l0	5	-0.08355575799942017
106990	rnn.weight_ih_l0	6	-0.024623317644000053
106990	rnn.weight_ih_l0	7	-0.01795940101146698
106990	rnn.weight_ih_l0	8	0.03624405339360237
106990	rnn.weight_ih_l0	9	0.009068409912288189
106990	rnn.weight_hh_l0	0	0.011798166669905186
106990	rnn.weight_hh_l0	1	-0.0715896263718605
106990	rnn.weight_hh_l0	2	0.05362334102392197
106990	rnn.weight_hh_l0	3	0.037554606795310974
106990	rnn.weight_hh_l0	4	0.013272267766296864
106990	rnn.weight_hh_l0	5	0.05616575852036476
106990	rnn.weight_hh_l0	6	-0.013199799694120884
106990	rnn.weight_hh_l0	7	-0.08101155608892441
106990	rnn.weight_hh_l0	8	-0.0032235346734523773
106990	rnn.weight_hh_l0	9	-0.09463592618703842
106990	rnn.bias_ih_l0	0	-0.0856841504573822
106990	rnn.bias_ih_l0	1	-0.1540546715259552
106990	rnn.bias_ih_l0	2	-0.224054217338562
106990	rnn.bias_ih_l0	3	-0.2779487073421478
106990	rnn.bias_ih_l0	4	0.0023446534760296345
106990	rnn.bias_ih_l0	5	0.07194778323173523
106990	rnn.bias_ih_l0	6	-0.14659853279590607
106990	rnn.bias_ih_l0	7	-0.24855582416057587
106990	rnn.bias_ih_l0	8	-0.1122753843665123
106990	rnn.bias_ih_l0	9	-0.1517636924982071
106990	rnn.bias_hh_l0	0	0.12506230175495148
106990	rnn.bias_hh_l0	1	-0.0448790080845356
106990	rnn.bias_hh_l0	2	0.019264383241534233
106990	rnn.bias_hh_l0	3	-0.15917448699474335
106990	rnn.bias_hh_l0	4	0.054725103080272675
106990	rnn.bias_hh_l0	5	0.028828568756580353
106990	rnn.bias_hh_l0	6	-0.08370915800333023
106990	rnn.bias_hh_l0	7	-0.14812903106212616
106990	rnn.bias_hh_l0	8	-0.1581069678068161
106990	rnn.bias_hh_l0	9	-0.09337107092142105
106990	rnn.weight_ih_l0_reverse	0	-0.010356461629271507
106990	rnn.weight_ih_l0_reverse	1	0.0174234751611948
106990	rnn.weight_ih_l0_reverse	2	-0.02852480113506317
106990	rnn.weight_ih_l0_reverse	3	-0.020185066387057304
106990	rnn.weight_ih_l0_reverse	4	0.032069820910692215
106990	rnn.weight_ih_l0_reverse	5	-0.050558410584926605
106990	rnn.weight_ih_l0_reverse	6	-0.046579282730817795
106990	rnn.weight_ih_l0_reverse	7	-0.002522736322134733
106990	rnn.weight_ih_l0_reverse	8	0.05430570989847183
106990	rnn.weight_ih_l0_reverse	9	0.014428429305553436
106990	rnn.weight_hh_l0_reverse	0	0.010362228378653526
106990	rnn.weight_hh_l0_reverse	1	0.02391931228339672
106990	rnn.weight_hh_l0_reverse	2	-0.03491189703345299
106990	rnn.weight_hh_l0_reverse	3	0.03577315807342529
106990	rnn.weight_hh_l0_reverse	4	0.01805291324853897
106990	rnn.weight_hh_l0_reverse	5	-0.013527115806937218
106990	rnn.weight_hh_l0_reverse	6	0.03789243474602699
106990	rnn.weight_hh_l0_reverse	7	0.020449835807085037
106990	rnn.weight_hh_l0_reverse	8	-0.001130711636506021
106990	rnn.weight_hh_l0_reverse	9	-0.056982360780239105
106990	rnn.bias_ih_l0_reverse	0	-0.13625004887580872
106990	rnn.bias_ih_l0_reverse	1	-0.28142544627189636
106990	rnn.bias_ih_l0_reverse	2	-0.0688268393278122
106990	rnn.bias_ih_l0_reverse	3	-0.1159229725599289
106990	rnn.bias_ih_l0_reverse	4	0.06717082113027573
106990	rnn.bias_ih_l0_reverse	5	-0.23713861405849457
106990	rnn.bias_ih_l0_reverse	6	-0.054555799812078476
106990	rnn.bias_ih_l0_reverse	7	0.04088249057531357
106990	rnn.bias_ih_l0_reverse	8	-0.1693948656320572
106990	rnn.bias_ih_l0_reverse	9	-0.08976441621780396
106990	rnn.bias_hh_l0_reverse	0	-0.12606225907802582
106990	rnn.bias_hh_l0_reverse	1	-0.12244021892547607
106990	rnn.bias_hh_l0_reverse	2	-0.03930847346782684
106990	rnn.bias_hh_l0_reverse	3	-0.12351065874099731
106990	rnn.bias_hh_l0_reverse	4	-0.02885175496339798
106990	rnn.bias_hh_l0_reverse	5	-0.11378076672554016
106990	rnn.bias_hh_l0_reverse	6	-0.03845565766096115
106990	rnn.bias_hh_l0_reverse	7	-0.17176935076713562
106990	rnn.bias_hh_l0_reverse	8	-0.03761040046811104
106990	rnn.bias_hh_l0_reverse	9	-0.1280730962753296
106990	linear.weight	0	-0.1499701738357544
106990	linear.weight	1	-0.11005592346191406
106990	linear.weight	2	-0.011228874325752258
106990	linear.weight	3	-0.12112409621477127
106990	linear.weight	4	0.04614078253507614
106990	linear.weight	5	0.2884786128997803
106990	linear.weight	6	0.0047744326293468475
106990	linear.weight	7	-0.021312154829502106
106990	linear.weight	8	0.1139654591679573
106990	linear.weight	9	0.22874371707439423
106990	linear.bias	0	-0.8144047260284424
106990	linear.bias	1	1.1592116355895996
106990	linear.bias	2	-0.3433965742588043
106990	linear.bias	3	-0.5939722657203674
106990	linear.bias	4	-1.0800211429595947
106990	linear.bias	5	-1.1605360507965088
106990	linear.bias	6	-0.778131365776062
106990	linear.bias	7	-0.7148575782775879
106990	linear.bias	8	-0.01705317199230194
106990	linear.bias	9	3.174164056777954
107187	transitions	0	-0.33889955282211304
107187	transitions	1	8.176164627075195
107187	transitions	2	-3.319706439971924
107187	transitions	3	1.3530641794204712
107187	transitions	4	-1.9439480304718018
107187	transitions	5	-0.35228443145751953
107187	transitions	6	-0.17840756475925446
107187	transitions	7	-10000.0
107187	transitions	8	1.7398306131362915
107187	transitions	9	-2.2913835048675537
107187	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
107187	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
107187	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
107187	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
107187	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
107187	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
107187	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
107187	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
107187	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
107187	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
107187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
107187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
107187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
107187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
107187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
107187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
107187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
107187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
107187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
107187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
107187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
107187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
107187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
107187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
107187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
107187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
107187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
107187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
107187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
107187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
107187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
107187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
107187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
107187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
107187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
107187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
107187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
107187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
107187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
107187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
107187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
107187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
107187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
107187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
107187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
107187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
107187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
107187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
107187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
107187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
107187	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
107187	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
107187	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
107187	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
107187	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
107187	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
107187	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
107187	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
107187	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
107187	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
107187	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
107187	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
107187	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
107187	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
107187	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
107187	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
107187	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
107187	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
107187	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
107187	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
107187	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
107187	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
107187	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
107187	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
107187	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
107187	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
107187	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
107187	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
107187	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
107187	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
107187	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
107187	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
107187	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
107187	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
107187	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
107187	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
107187	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
107187	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
107187	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
107187	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
107187	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
107187	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
107187	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
107187	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
107187	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
107187	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
107187	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
107187	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
107187	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
107187	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
107187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
107187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
107187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
107187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
107187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
107187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
107187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
107187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
107187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
107187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
107187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
107187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
107187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
107187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
107187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
107187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
107187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
107187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
107187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
107187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
107187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
107187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
107187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
107187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
107187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
107187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
107187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
107187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
107187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
107187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
107187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
107187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
107187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
107187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
107187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
107187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
107187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
107187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
107187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
107187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
107187	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
107187	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
107187	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
107187	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
107187	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
107187	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
107187	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
107187	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
107187	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
107187	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
107187	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
107187	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
107187	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
107187	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
107187	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
107187	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
107187	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
107187	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
107187	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
107187	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
107187	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
107187	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
107187	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
107187	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
107187	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
107187	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
107187	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
107187	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
107187	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
107187	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
107187	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
107187	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
107187	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
107187	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
107187	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
107187	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
107187	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
107187	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
107187	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
107187	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
107187	embedding2nn.weight	0	0.03945932164788246
107187	embedding2nn.weight	1	-0.08315040916204453
107187	embedding2nn.weight	2	0.0030666529200971127
107187	embedding2nn.weight	3	-0.0463770367205143
107187	embedding2nn.weight	4	-0.1277705281972885
107187	embedding2nn.weight	5	0.09913215786218643
107187	embedding2nn.weight	6	-0.131168395280838
107187	embedding2nn.weight	7	-0.06518784165382385
107187	embedding2nn.weight	8	-0.01566256769001484
107187	embedding2nn.weight	9	0.03954184800386429
107187	embedding2nn.bias	0	0.0675843358039856
107187	embedding2nn.bias	1	0.008666343055665493
107187	embedding2nn.bias	2	-0.10043739527463913
107187	embedding2nn.bias	3	0.07924528419971466
107187	embedding2nn.bias	4	0.03557784482836723
107187	embedding2nn.bias	5	-0.15817990899085999
107187	embedding2nn.bias	6	-0.06991776823997498
107187	embedding2nn.bias	7	-0.04795808345079422
107187	embedding2nn.bias	8	0.11118655651807785
107187	embedding2nn.bias	9	-0.08037752658128738
107187	rnn.weight_ih_l0	0	0.016256574541330338
107187	rnn.weight_ih_l0	1	-0.03394053131341934
107187	rnn.weight_ih_l0	2	-0.030652357265353203
107187	rnn.weight_ih_l0	3	-0.015939004719257355
107187	rnn.weight_ih_l0	4	0.005881953053176403
107187	rnn.weight_ih_l0	5	-0.08306895941495895
107187	rnn.weight_ih_l0	6	-0.025991372764110565
107187	rnn.weight_ih_l0	7	-0.019397089257836342
107187	rnn.weight_ih_l0	8	0.03373647853732109
107187	rnn.weight_ih_l0	9	0.010826674290001392
107187	rnn.weight_hh_l0	0	0.012695476412773132
107187	rnn.weight_hh_l0	1	-0.07148879766464233
107187	rnn.weight_hh_l0	2	0.053598932921886444
107187	rnn.weight_hh_l0	3	0.03708172217011452
107187	rnn.weight_hh_l0	4	0.013099223375320435
107187	rnn.weight_hh_l0	5	0.056392282247543335
107187	rnn.weight_hh_l0	6	-0.01322311069816351
107187	rnn.weight_hh_l0	7	-0.08074966818094254
107187	rnn.weight_hh_l0	8	-0.004479859955608845
107187	rnn.weight_hh_l0	9	-0.09320224076509476
107187	rnn.bias_ih_l0	0	-0.09325187653303146
107187	rnn.bias_ih_l0	1	-0.15380661189556122
107187	rnn.bias_ih_l0	2	-0.2242949903011322
107187	rnn.bias_ih_l0	3	-0.2781083285808563
107187	rnn.bias_ih_l0	4	-0.002877595601603389
107187	rnn.bias_ih_l0	5	0.07246113568544388
107187	rnn.bias_ih_l0	6	-0.14462772011756897
107187	rnn.bias_ih_l0	7	-0.2509186267852783
107187	rnn.bias_ih_l0	8	-0.10825816541910172
107187	rnn.bias_ih_l0	9	-0.1501670926809311
107187	rnn.bias_hh_l0	0	0.12597571313381195
107187	rnn.bias_hh_l0	1	-0.04540019482374191
107187	rnn.bias_hh_l0	2	0.017067402601242065
107187	rnn.bias_hh_l0	3	-0.15809796750545502
107187	rnn.bias_hh_l0	4	0.05505702644586563
107187	rnn.bias_hh_l0	5	0.029000358656048775
107187	rnn.bias_hh_l0	6	-0.08540899306535721
107187	rnn.bias_hh_l0	7	-0.14861249923706055
107187	rnn.bias_hh_l0	8	-0.15950779616832733
107187	rnn.bias_hh_l0	9	-0.09398095309734344
107187	rnn.weight_ih_l0_reverse	0	-0.010100563056766987
107187	rnn.weight_ih_l0_reverse	1	0.017493028193712234
107187	rnn.weight_ih_l0_reverse	2	-0.034745533019304276
107187	rnn.weight_ih_l0_reverse	3	-0.020699966698884964
107187	rnn.weight_ih_l0_reverse	4	0.02849668078124523
107187	rnn.weight_ih_l0_reverse	5	-0.05156845971941948
107187	rnn.weight_ih_l0_reverse	6	-0.04628491401672363
107187	rnn.weight_ih_l0_reverse	7	-0.007451936136931181
107187	rnn.weight_ih_l0_reverse	8	0.05141725018620491
107187	rnn.weight_ih_l0_reverse	9	0.014972131699323654
107187	rnn.weight_hh_l0_reverse	0	0.009746101684868336
107187	rnn.weight_hh_l0_reverse	1	0.023601438850164413
107187	rnn.weight_hh_l0_reverse	2	-0.03582434356212616
107187	rnn.weight_hh_l0_reverse	3	0.035930514335632324
107187	rnn.weight_hh_l0_reverse	4	0.017402857542037964
107187	rnn.weight_hh_l0_reverse	5	-0.01307195145636797
107187	rnn.weight_hh_l0_reverse	6	0.036635465919971466
107187	rnn.weight_hh_l0_reverse	7	0.019649935886263847
107187	rnn.weight_hh_l0_reverse	8	-0.0007289363420568407
107187	rnn.weight_hh_l0_reverse	9	-0.0581471249461174
107187	rnn.bias_ih_l0_reverse	0	-0.13502955436706543
107187	rnn.bias_ih_l0_reverse	1	-0.2837848961353302
107187	rnn.bias_ih_l0_reverse	2	-0.06379912048578262
107187	rnn.bias_ih_l0_reverse	3	-0.1182934120297432
107187	rnn.bias_ih_l0_reverse	4	0.0681447759270668
107187	rnn.bias_ih_l0_reverse	5	-0.23958221077919006
107187	rnn.bias_ih_l0_reverse	6	-0.05564882606267929
107187	rnn.bias_ih_l0_reverse	7	0.046208735555410385
107187	rnn.bias_ih_l0_reverse	8	-0.1711929589509964
107187	rnn.bias_ih_l0_reverse	9	-0.08870670199394226
107187	rnn.bias_hh_l0_reverse	0	-0.12674124538898468
107187	rnn.bias_hh_l0_reverse	1	-0.12406569719314575
107187	rnn.bias_hh_l0_reverse	2	-0.04010841250419617
107187	rnn.bias_hh_l0_reverse	3	-0.12595418095588684
107187	rnn.bias_hh_l0_reverse	4	-0.02664906717836857
107187	rnn.bias_hh_l0_reverse	5	-0.11256249248981476
107187	rnn.bias_hh_l0_reverse	6	-0.038236603140830994
107187	rnn.bias_hh_l0_reverse	7	-0.16899029910564423
107187	rnn.bias_hh_l0_reverse	8	-0.039890460669994354
107187	rnn.bias_hh_l0_reverse	9	-0.1308714598417282
107187	linear.weight	0	-0.15487366914749146
107187	linear.weight	1	-0.11222589015960693
107187	linear.weight	2	-0.011228874325752258
107187	linear.weight	3	-0.125995472073555
107187	linear.weight	4	0.07115096598863602
107187	linear.weight	5	0.3012373149394989
107187	linear.weight	6	0.0047744326293468475
107187	linear.weight	7	-0.021312154829502106
107187	linear.weight	8	0.09287479519844055
107187	linear.weight	9	0.24106186628341675
107187	linear.bias	0	-0.7774718999862671
107187	linear.bias	1	1.1661630868911743
107187	linear.bias	2	-0.329211562871933
107187	linear.bias	3	-0.6072598695755005
107187	linear.bias	4	-1.0941805839538574
107187	linear.bias	5	-1.1606214046478271
107187	linear.bias	6	-0.7408627867698669
107187	linear.bias	7	-0.7391709089279175
107187	linear.bias	8	-0.01705317199230194
107187	linear.bias	9	3.2105507850646973
107384	transitions	0	-0.33929625153541565
107384	transitions	1	8.17191219329834
107384	transitions	2	-3.3204619884490967
107384	transitions	3	1.3624762296676636
107384	transitions	4	-1.9445809125900269
107384	transitions	5	-0.3523774743080139
107384	transitions	6	-0.17848137021064758
107384	transitions	7	-10000.0
107384	transitions	8	1.7386618852615356
107384	transitions	9	-2.291409730911255
107384	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
107384	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
107384	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
107384	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
107384	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
107384	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
107384	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
107384	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
107384	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
107384	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
107384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
107384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
107384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
107384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
107384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
107384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
107384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
107384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
107384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
107384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
107384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
107384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
107384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
107384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
107384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
107384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
107384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
107384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
107384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
107384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
107384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
107384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
107384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
107384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
107384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
107384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
107384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
107384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
107384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
107384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
107384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
107384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
107384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
107384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
107384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
107384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
107384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
107384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
107384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
107384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
107384	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
107384	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
107384	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
107384	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
107384	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
107384	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
107384	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
107384	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
107384	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
107384	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
107384	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
107384	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
107384	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
107384	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
107384	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
107384	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
107384	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
107384	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
107384	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
107384	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
107384	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
107384	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
107384	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
107384	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
107384	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
107384	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
107384	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
107384	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
107384	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
107384	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
107384	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
107384	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
107384	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
107384	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
107384	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
107384	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
107384	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
107384	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
107384	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
107384	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
107384	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
107384	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
107384	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
107384	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
107384	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
107384	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
107384	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
107384	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
107384	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
107384	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
107384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
107384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
107384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
107384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
107384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
107384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
107384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
107384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
107384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
107384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
107384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
107384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
107384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
107384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
107384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
107384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
107384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
107384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
107384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
107384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
107384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
107384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
107384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
107384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
107384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
107384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
107384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
107384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
107384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
107384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
107384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
107384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
107384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
107384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
107384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
107384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
107384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
107384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
107384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
107384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
107384	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
107384	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
107384	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
107384	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
107384	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
107384	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
107384	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
107384	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
107384	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
107384	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
107384	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
107384	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
107384	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
107384	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
107384	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
107384	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
107384	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
107384	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
107384	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
107384	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
107384	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
107384	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
107384	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
107384	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
107384	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
107384	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
107384	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
107384	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
107384	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
107384	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
107384	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
107384	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
107384	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
107384	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
107384	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
107384	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
107384	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
107384	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
107384	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
107384	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
107384	embedding2nn.weight	0	0.03910430893301964
107384	embedding2nn.weight	1	-0.08257198333740234
107384	embedding2nn.weight	2	0.004485980607569218
107384	embedding2nn.weight	3	-0.04256022721529007
107384	embedding2nn.weight	4	-0.12728922069072723
107384	embedding2nn.weight	5	0.09773252159357071
107384	embedding2nn.weight	6	-0.13360339403152466
107384	embedding2nn.weight	7	-0.06482645869255066
107384	embedding2nn.weight	8	-0.016171546652913094
107384	embedding2nn.weight	9	0.043268900364637375
107384	embedding2nn.bias	0	0.06942279636859894
107384	embedding2nn.bias	1	0.01421686727553606
107384	embedding2nn.bias	2	-0.1193087100982666
107384	embedding2nn.bias	3	0.05886445194482803
107384	embedding2nn.bias	4	0.029928481206297874
107384	embedding2nn.bias	5	-0.15209606289863586
107384	embedding2nn.bias	6	-0.08222866803407669
107384	embedding2nn.bias	7	-0.04445541277527809
107384	embedding2nn.bias	8	0.0997573733329773
107384	embedding2nn.bias	9	-0.08928018063306808
107384	rnn.weight_ih_l0	0	0.01663709431886673
107384	rnn.weight_ih_l0	1	-0.03487473726272583
107384	rnn.weight_ih_l0	2	-0.030388694256544113
107384	rnn.weight_ih_l0	3	-0.014756390824913979
107384	rnn.weight_ih_l0	4	0.00513264536857605
107384	rnn.weight_ih_l0	5	-0.08139882236719131
107384	rnn.weight_ih_l0	6	-0.025409158319234848
107384	rnn.weight_ih_l0	7	-0.01987716369330883
107384	rnn.weight_ih_l0	8	0.033872105181217194
107384	rnn.weight_ih_l0	9	0.011316569522023201
107384	rnn.weight_hh_l0	0	0.015267693437635899
107384	rnn.weight_hh_l0	1	-0.07094153761863708
107384	rnn.weight_hh_l0	2	0.05507659912109375
107384	rnn.weight_hh_l0	3	0.03635718673467636
107384	rnn.weight_hh_l0	4	0.013209673576056957
107384	rnn.weight_hh_l0	5	0.054089512676000595
107384	rnn.weight_hh_l0	6	-0.012942281551659107
107384	rnn.weight_hh_l0	7	-0.0796617642045021
107384	rnn.weight_hh_l0	8	-0.004121843259781599
107384	rnn.weight_hh_l0	9	-0.08888687938451767
107384	rnn.bias_ih_l0	0	-0.08753681182861328
107384	rnn.bias_ih_l0	1	-0.15438617765903473
107384	rnn.bias_ih_l0	2	-0.22697745263576508
107384	rnn.bias_ih_l0	3	-0.28061410784721375
107384	rnn.bias_ih_l0	4	-0.005652792751789093
107384	rnn.bias_ih_l0	5	0.0759030282497406
107384	rnn.bias_ih_l0	6	-0.1420929729938507
107384	rnn.bias_ih_l0	7	-0.25157514214515686
107384	rnn.bias_ih_l0	8	-0.10873603820800781
107384	rnn.bias_ih_l0	9	-0.15533456206321716
107384	rnn.bias_hh_l0	0	0.122210793197155
107384	rnn.bias_hh_l0	1	-0.04449097812175751
107384	rnn.bias_hh_l0	2	0.018592186272144318
107384	rnn.bias_hh_l0	3	-0.15468905866146088
107384	rnn.bias_hh_l0	4	0.05719396844506264
107384	rnn.bias_hh_l0	5	0.028490563854575157
107384	rnn.bias_hh_l0	6	-0.08767406642436981
107384	rnn.bias_hh_l0	7	-0.14786314964294434
107384	rnn.bias_hh_l0	8	-0.15754064917564392
107384	rnn.bias_hh_l0	9	-0.09627962857484818
107384	rnn.weight_ih_l0_reverse	0	-0.009977735579013824
107384	rnn.weight_ih_l0_reverse	1	0.01660950668156147
107384	rnn.weight_ih_l0_reverse	2	-0.03704552352428436
107384	rnn.weight_ih_l0_reverse	3	-0.024803008884191513
107384	rnn.weight_ih_l0_reverse	4	0.030268631875514984
107384	rnn.weight_ih_l0_reverse	5	-0.056150276213884354
107384	rnn.weight_ih_l0_reverse	6	-0.04734203591942787
107384	rnn.weight_ih_l0_reverse	7	-0.00651428010314703
107384	rnn.weight_ih_l0_reverse	8	0.04895591735839844
107384	rnn.weight_ih_l0_reverse	9	0.014340458437800407
107384	rnn.weight_hh_l0_reverse	0	0.009933953173458576
107384	rnn.weight_hh_l0_reverse	1	0.023556793108582497
107384	rnn.weight_hh_l0_reverse	2	-0.03637736290693283
107384	rnn.weight_hh_l0_reverse	3	0.03547997027635574
107384	rnn.weight_hh_l0_reverse	4	0.017626604065299034
107384	rnn.weight_hh_l0_reverse	5	-0.013965003192424774
107384	rnn.weight_hh_l0_reverse	6	0.03702579438686371
107384	rnn.weight_hh_l0_reverse	7	0.01958344131708145
107384	rnn.weight_hh_l0_reverse	8	-0.0014598742127418518
107384	rnn.weight_hh_l0_reverse	9	-0.05721985548734665
107384	rnn.bias_ih_l0_reverse	0	-0.1380944401025772
107384	rnn.bias_ih_l0_reverse	1	-0.2824224531650543
107384	rnn.bias_ih_l0_reverse	2	-0.06657232344150543
107384	rnn.bias_ih_l0_reverse	3	-0.11378517746925354
107384	rnn.bias_ih_l0_reverse	4	0.06780266016721725
107384	rnn.bias_ih_l0_reverse	5	-0.2410704344511032
107384	rnn.bias_ih_l0_reverse	6	-0.052372824400663376
107384	rnn.bias_ih_l0_reverse	7	0.04889548197388649
107384	rnn.bias_ih_l0_reverse	8	-0.17192624509334564
107384	rnn.bias_ih_l0_reverse	9	-0.08663604408502579
107384	rnn.bias_hh_l0_reverse	0	-0.125741645693779
107384	rnn.bias_hh_l0_reverse	1	-0.12651078402996063
107384	rnn.bias_hh_l0_reverse	2	-0.04091516137123108
107384	rnn.bias_hh_l0_reverse	3	-0.12451717257499695
107384	rnn.bias_hh_l0_reverse	4	-0.024843547493219376
107384	rnn.bias_hh_l0_reverse	5	-0.11298339068889618
107384	rnn.bias_hh_l0_reverse	6	-0.03719549998641014
107384	rnn.bias_hh_l0_reverse	7	-0.16773146390914917
107384	rnn.bias_hh_l0_reverse	8	-0.04035830497741699
107384	rnn.bias_hh_l0_reverse	9	-0.13064850866794586
107384	linear.weight	0	-0.16559170186519623
107384	linear.weight	1	-0.11897584050893784
107384	linear.weight	2	-0.011228874325752258
107384	linear.weight	3	-0.1336769163608551
107384	linear.weight	4	0.07977879047393799
107384	linear.weight	5	0.3051532506942749
107384	linear.weight	6	0.0047744326293468475
107384	linear.weight	7	-0.021312154829502106
107384	linear.weight	8	0.09077169746160507
107384	linear.weight	9	0.23782657086849213
107384	linear.bias	0	-0.820483386516571
107384	linear.bias	1	1.211493730545044
107384	linear.bias	2	-0.35424357652664185
107384	linear.bias	3	-0.6202965378761292
107384	linear.bias	4	-1.0541737079620361
107384	linear.bias	5	-1.1606906652450562
107384	linear.bias	6	-0.779761552810669
107384	linear.bias	7	-0.7241990566253662
107384	linear.bias	8	-0.01705317199230194
107384	linear.bias	9	3.2270896434783936
107581	transitions	0	-0.33944544196128845
107581	transitions	1	8.178804397583008
107581	transitions	2	-3.3221635818481445
107581	transitions	3	1.3661203384399414
107581	transitions	4	-1.9451031684875488
107581	transitions	5	-0.35250210762023926
107581	transitions	6	-0.17853276431560516
107581	transitions	7	-10000.0
107581	transitions	8	1.7343471050262451
107581	transitions	9	-2.2914204597473145
107581	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
107581	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
107581	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
107581	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
107581	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
107581	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
107581	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
107581	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
107581	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
107581	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
107581	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
107581	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
107581	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
107581	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
107581	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
107581	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
107581	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
107581	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
107581	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
107581	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
107581	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
107581	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
107581	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
107581	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
107581	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
107581	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
107581	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
107581	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
107581	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
107581	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
107581	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
107581	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
107581	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
107581	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
107581	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
107581	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
107581	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
107581	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
107581	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
107581	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
107581	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
107581	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
107581	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
107581	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
107581	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
107581	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
107581	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
107581	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
107581	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
107581	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
107581	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
107581	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
107581	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
107581	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
107581	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
107581	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
107581	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
107581	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
107581	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
107581	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
107581	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
107581	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
107581	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
107581	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
107581	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
107581	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
107581	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
107581	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
107581	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
107581	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
107581	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
107581	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
107581	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
107581	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
107581	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
107581	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
107581	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
107581	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
107581	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
107581	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
107581	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
107581	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
107581	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
107581	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
107581	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
107581	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
107581	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
107581	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
107581	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
107581	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
107581	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
107581	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
107581	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
107581	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
107581	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
107581	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
107581	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
107581	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
107581	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
107581	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
107581	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
107581	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
107581	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
107581	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
107581	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
107581	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
107581	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
107581	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
107581	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
107581	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
107581	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
107581	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
107581	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
107581	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
107581	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
107581	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
107581	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
107581	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
107581	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
107581	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
107581	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
107581	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
107581	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
107581	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
107581	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
107581	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
107581	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
107581	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
107581	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
107581	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
107581	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
107581	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
107581	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
107581	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
107581	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
107581	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
107581	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
107581	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
107581	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
107581	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
107581	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
107581	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
107581	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
107581	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
107581	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
107581	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
107581	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
107581	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
107581	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
107581	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
107581	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
107581	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
107581	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
107581	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
107581	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
107581	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
107581	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
107581	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
107581	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
107581	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
107581	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
107581	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
107581	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
107581	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
107581	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
107581	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
107581	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
107581	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
107581	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
107581	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
107581	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
107581	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
107581	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
107581	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
107581	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
107581	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
107581	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
107581	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
107581	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
107581	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
107581	embedding2nn.weight	0	0.039851702749729156
107581	embedding2nn.weight	1	-0.08076736330986023
107581	embedding2nn.weight	2	0.0017832147423177958
107581	embedding2nn.weight	3	-0.042467936873435974
107581	embedding2nn.weight	4	-0.12385791540145874
107581	embedding2nn.weight	5	0.09543612599372864
107581	embedding2nn.weight	6	-0.14432397484779358
107581	embedding2nn.weight	7	-0.06613592058420181
107581	embedding2nn.weight	8	-0.015706580132246017
107581	embedding2nn.weight	9	0.044843342155218124
107581	embedding2nn.bias	0	0.08005576580762863
107581	embedding2nn.bias	1	0.026188768446445465
107581	embedding2nn.bias	2	-0.11904813349246979
107581	embedding2nn.bias	3	0.04828989505767822
107581	embedding2nn.bias	4	0.027561359107494354
107581	embedding2nn.bias	5	-0.1532856673002243
107581	embedding2nn.bias	6	-0.09146826714277267
107581	embedding2nn.bias	7	-0.044855184853076935
107581	embedding2nn.bias	8	0.09929506480693817
107581	embedding2nn.bias	9	-0.09929052740335464
107581	rnn.weight_ih_l0	0	0.016417792066931725
107581	rnn.weight_ih_l0	1	-0.03413684666156769
107581	rnn.weight_ih_l0	2	-0.030245095491409302
107581	rnn.weight_ih_l0	3	-0.012889989651739597
107581	rnn.weight_ih_l0	4	0.005785290617495775
107581	rnn.weight_ih_l0	5	-0.08085740357637405
107581	rnn.weight_ih_l0	6	-0.025784604251384735
107581	rnn.weight_ih_l0	7	-0.020268823951482773
107581	rnn.weight_ih_l0	8	0.03049200214445591
107581	rnn.weight_ih_l0	9	0.012946213595569134
107581	rnn.weight_hh_l0	0	0.016836922615766525
107581	rnn.weight_hh_l0	1	-0.07070255279541016
107581	rnn.weight_hh_l0	2	0.05370641127228737
107581	rnn.weight_hh_l0	3	0.03609788045287132
107581	rnn.weight_hh_l0	4	0.013315895572304726
107581	rnn.weight_hh_l0	5	0.05382843688130379
107581	rnn.weight_hh_l0	6	-0.012783671729266644
107581	rnn.weight_hh_l0	7	-0.0797354131937027
107581	rnn.weight_hh_l0	8	-0.0034510630648583174
107581	rnn.weight_hh_l0	9	-0.0907478854060173
107581	rnn.bias_ih_l0	0	-0.07947751879692078
107581	rnn.bias_ih_l0	1	-0.15117685496807098
107581	rnn.bias_ih_l0	2	-0.22966039180755615
107581	rnn.bias_ih_l0	3	-0.2802336513996124
107581	rnn.bias_ih_l0	4	-0.0038784961216151714
107581	rnn.bias_ih_l0	5	0.08131466060876846
107581	rnn.bias_ih_l0	6	-0.14454424381256104
107581	rnn.bias_ih_l0	7	-0.2499575912952423
107581	rnn.bias_ih_l0	8	-0.11256007850170135
107581	rnn.bias_ih_l0	9	-0.15660864114761353
107581	rnn.bias_hh_l0	0	0.12156348675489426
107581	rnn.bias_hh_l0	1	-0.04218587279319763
107581	rnn.bias_hh_l0	2	0.021123848855495453
107581	rnn.bias_hh_l0	3	-0.15662716329097748
107581	rnn.bias_hh_l0	4	0.05521547794342041
107581	rnn.bias_hh_l0	5	0.024198390543460846
107581	rnn.bias_hh_l0	6	-0.0867445319890976
107581	rnn.bias_hh_l0	7	-0.14563864469528198
107581	rnn.bias_hh_l0	8	-0.1588902473449707
107581	rnn.bias_hh_l0	9	-0.09937462955713272
107581	rnn.weight_ih_l0_reverse	0	-0.01033687312155962
107581	rnn.weight_ih_l0_reverse	1	0.015691891312599182
107581	rnn.weight_ih_l0_reverse	2	-0.04053198918700218
107581	rnn.weight_ih_l0_reverse	3	-0.02745809033513069
107581	rnn.weight_ih_l0_reverse	4	0.029754813760519028
107581	rnn.weight_ih_l0_reverse	5	-0.05559966713190079
107581	rnn.weight_ih_l0_reverse	6	-0.04695196822285652
107581	rnn.weight_ih_l0_reverse	7	-0.004755540285259485
107581	rnn.weight_ih_l0_reverse	8	0.049929771572351456
107581	rnn.weight_ih_l0_reverse	9	0.011937920935451984
107581	rnn.weight_hh_l0_reverse	0	0.00854921992868185
107581	rnn.weight_hh_l0_reverse	1	0.023365259170532227
107581	rnn.weight_hh_l0_reverse	2	-0.036420222371816635
107581	rnn.weight_hh_l0_reverse	3	0.035971879959106445
107581	rnn.weight_hh_l0_reverse	4	0.01743946224451065
107581	rnn.weight_hh_l0_reverse	5	-0.014235803857445717
107581	rnn.weight_hh_l0_reverse	6	0.03702792525291443
107581	rnn.weight_hh_l0_reverse	7	0.018820131197571754
107581	rnn.weight_hh_l0_reverse	8	-0.0007221688283607364
107581	rnn.weight_hh_l0_reverse	9	-0.05647596716880798
107581	rnn.bias_ih_l0_reverse	0	-0.13829775154590607
107581	rnn.bias_ih_l0_reverse	1	-0.28128060698509216
107581	rnn.bias_ih_l0_reverse	2	-0.067243292927742
107581	rnn.bias_ih_l0_reverse	3	-0.11692186444997787
107581	rnn.bias_ih_l0_reverse	4	0.06485127657651901
107581	rnn.bias_ih_l0_reverse	5	-0.24151915311813354
107581	rnn.bias_ih_l0_reverse	6	-0.05461040511727333
107581	rnn.bias_ih_l0_reverse	7	0.054146915674209595
107581	rnn.bias_ih_l0_reverse	8	-0.16843438148498535
107581	rnn.bias_ih_l0_reverse	9	-0.08846690505743027
107581	rnn.bias_hh_l0_reverse	0	-0.12163046002388
107581	rnn.bias_hh_l0_reverse	1	-0.1266293078660965
107581	rnn.bias_hh_l0_reverse	2	-0.03841837868094444
107581	rnn.bias_hh_l0_reverse	3	-0.12422040104866028
107581	rnn.bias_hh_l0_reverse	4	-0.027097433805465698
107581	rnn.bias_hh_l0_reverse	5	-0.1125960648059845
107581	rnn.bias_hh_l0_reverse	6	-0.04177426919341087
107581	rnn.bias_hh_l0_reverse	7	-0.1680421084165573
107581	rnn.bias_hh_l0_reverse	8	-0.0401456393301487
107581	rnn.bias_hh_l0_reverse	9	-0.1305144876241684
107581	linear.weight	0	-0.17069976031780243
107581	linear.weight	1	-0.110091932117939
107581	linear.weight	2	-0.011228874325752258
107581	linear.weight	3	-0.12114294618368149
107581	linear.weight	4	0.08318661153316498
107581	linear.weight	5	0.3033851087093353
107581	linear.weight	6	0.0047744326293468475
107581	linear.weight	7	-0.021312154829502106
107581	linear.weight	8	0.0722711980342865
107581	linear.weight	9	0.2184600830078125
107581	linear.bias	0	-0.8121753931045532
107581	linear.bias	1	1.148193597793579
107581	linear.bias	2	-0.3320696949958801
107581	linear.bias	3	-0.6026328206062317
107581	linear.bias	4	-1.0564631223678589
107581	linear.bias	5	-1.160779356956482
107581	linear.bias	6	-0.7723336815834045
107581	linear.bias	7	-0.7148948311805725
107581	linear.bias	8	-0.01705317199230194
107581	linear.bias	9	3.2249410152435303
107778	transitions	0	-0.3401941955089569
107778	transitions	1	8.149275779724121
107778	transitions	2	-3.323105573654175
107778	transitions	3	1.348376750946045
107778	transitions	4	-1.9461822509765625
107778	transitions	5	-0.3526250720024109
107778	transitions	6	-0.17858879268169403
107778	transitions	7	-10000.0
107778	transitions	8	1.730343222618103
107778	transitions	9	-2.2914302349090576
107778	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
107778	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
107778	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
107778	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
107778	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
107778	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
107778	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
107778	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
107778	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
107778	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
107778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
107778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
107778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
107778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
107778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
107778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
107778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
107778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
107778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
107778	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
107778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
107778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
107778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
107778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
107778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
107778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
107778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
107778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
107778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
107778	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
107778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
107778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
107778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
107778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
107778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
107778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
107778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
107778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
107778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
107778	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
107778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
107778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
107778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
107778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
107778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
107778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
107778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
107778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
107778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
107778	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
107778	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
107778	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
107778	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
107778	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
107778	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
107778	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
107778	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
107778	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
107778	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
107778	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
107778	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
107778	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
107778	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
107778	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
107778	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
107778	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
107778	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
107778	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
107778	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
107778	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
107778	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
107778	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
107778	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
107778	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
107778	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
107778	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
107778	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
107778	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
107778	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
107778	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
107778	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
107778	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
107778	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
107778	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
107778	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
107778	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
107778	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
107778	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
107778	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
107778	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
107778	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
107778	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
107778	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
107778	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
107778	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
107778	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
107778	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
107778	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
107778	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
107778	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
107778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
107778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
107778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
107778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
107778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
107778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
107778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
107778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
107778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
107778	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
107778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
107778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
107778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
107778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
107778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
107778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
107778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
107778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
107778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
107778	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
107778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
107778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
107778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
107778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
107778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
107778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
107778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
107778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
107778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
107778	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
107778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
107778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
107778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
107778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
107778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
107778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
107778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
107778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
107778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
107778	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
107778	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
107778	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
107778	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
107778	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
107778	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
107778	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
107778	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
107778	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
107778	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
107778	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
107778	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
107778	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
107778	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
107778	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
107778	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
107778	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
107778	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
107778	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
107778	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
107778	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
107778	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
107778	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
107778	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
107778	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
107778	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
107778	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
107778	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
107778	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
107778	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
107778	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
107778	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
107778	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
107778	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
107778	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
107778	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
107778	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
107778	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
107778	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
107778	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
107778	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
107778	embedding2nn.weight	0	0.03987809643149376
107778	embedding2nn.weight	1	-0.08141233026981354
107778	embedding2nn.weight	2	0.0006871834630146623
107778	embedding2nn.weight	3	-0.04032443091273308
107778	embedding2nn.weight	4	-0.1258138120174408
107778	embedding2nn.weight	5	0.09693562239408493
107778	embedding2nn.weight	6	-0.13821984827518463
107778	embedding2nn.weight	7	-0.06773832440376282
107778	embedding2nn.weight	8	-0.01593320444226265
107778	embedding2nn.weight	9	0.04523133486509323
107778	embedding2nn.bias	0	0.06431933492422104
107778	embedding2nn.bias	1	0.009976860135793686
107778	embedding2nn.bias	2	-0.12228210270404816
107778	embedding2nn.bias	3	0.06556975841522217
107778	embedding2nn.bias	4	0.017885811626911163
107778	embedding2nn.bias	5	-0.15258382260799408
107778	embedding2nn.bias	6	-0.09842934459447861
107778	embedding2nn.bias	7	-0.0376460887491703
107778	embedding2nn.bias	8	0.0952867716550827
107778	embedding2nn.bias	9	-0.09916065633296967
107778	rnn.weight_ih_l0	0	0.018534228205680847
107778	rnn.weight_ih_l0	1	-0.03912781924009323
107778	rnn.weight_ih_l0	2	-0.029988698661327362
107778	rnn.weight_ih_l0	3	-0.014702304266393185
107778	rnn.weight_ih_l0	4	0.008816976100206375
107778	rnn.weight_ih_l0	5	-0.08267190307378769
107778	rnn.weight_ih_l0	6	-0.023371074348688126
107778	rnn.weight_ih_l0	7	-0.020364930853247643
107778	rnn.weight_ih_l0	8	0.03015907108783722
107778	rnn.weight_ih_l0	9	0.010682949796319008
107778	rnn.weight_hh_l0	0	0.016966000199317932
107778	rnn.weight_hh_l0	1	-0.06976152211427689
107778	rnn.weight_hh_l0	2	0.0540446974337101
107778	rnn.weight_hh_l0	3	0.036583174020051956
107778	rnn.weight_hh_l0	4	0.013219655491411686
107778	rnn.weight_hh_l0	5	0.05465468764305115
107778	rnn.weight_hh_l0	6	-0.013016141019761562
107778	rnn.weight_hh_l0	7	-0.07903359085321426
107778	rnn.weight_hh_l0	8	-0.003822960425168276
107778	rnn.weight_hh_l0	9	-0.08857713639736176
107778	rnn.bias_ih_l0	0	-0.07957299053668976
107778	rnn.bias_ih_l0	1	-0.1504661738872528
107778	rnn.bias_ih_l0	2	-0.22830410301685333
107778	rnn.bias_ih_l0	3	-0.27809274196624756
107778	rnn.bias_ih_l0	4	-0.0003149844123981893
107778	rnn.bias_ih_l0	5	0.07807452976703644
107778	rnn.bias_ih_l0	6	-0.14607758820056915
107778	rnn.bias_ih_l0	7	-0.24981603026390076
107778	rnn.bias_ih_l0	8	-0.11229512095451355
107778	rnn.bias_ih_l0	9	-0.15784990787506104
107778	rnn.bias_hh_l0	0	0.1236126497387886
107778	rnn.bias_hh_l0	1	-0.04325149208307266
107778	rnn.bias_hh_l0	2	0.023154065012931824
107778	rnn.bias_hh_l0	3	-0.15734778344631195
107778	rnn.bias_hh_l0	4	0.05560591444373131
107778	rnn.bias_hh_l0	5	0.01983647234737873
107778	rnn.bias_hh_l0	6	-0.08443658798933029
107778	rnn.bias_hh_l0	7	-0.15004996955394745
107778	rnn.bias_hh_l0	8	-0.15708740055561066
107778	rnn.bias_hh_l0	9	-0.10160557180643082
107778	rnn.weight_ih_l0_reverse	0	-0.009855282492935658
107778	rnn.weight_ih_l0_reverse	1	0.017359986901283264
107778	rnn.weight_ih_l0_reverse	2	-0.04166298359632492
107778	rnn.weight_ih_l0_reverse	3	-0.02502306178212166
107778	rnn.weight_ih_l0_reverse	4	0.028685016557574272
107778	rnn.weight_ih_l0_reverse	5	-0.0558273084461689
107778	rnn.weight_ih_l0_reverse	6	-0.045506011694669724
107778	rnn.weight_ih_l0_reverse	7	-0.0034712424967437983
107778	rnn.weight_ih_l0_reverse	8	0.04860551655292511
107778	rnn.weight_ih_l0_reverse	9	0.009384316392242908
107778	rnn.weight_hh_l0_reverse	0	0.008680696599185467
107778	rnn.weight_hh_l0_reverse	1	0.023648269474506378
107778	rnn.weight_hh_l0_reverse	2	-0.036676835268735886
107778	rnn.weight_hh_l0_reverse	3	0.035887546837329865
107778	rnn.weight_hh_l0_reverse	4	0.01767052337527275
107778	rnn.weight_hh_l0_reverse	5	-0.014306177385151386
107778	rnn.weight_hh_l0_reverse	6	0.03730277717113495
107778	rnn.weight_hh_l0_reverse	7	0.019510142505168915
107778	rnn.weight_hh_l0_reverse	8	-0.0009056286071427166
107778	rnn.weight_hh_l0_reverse	9	-0.05628441274166107
107778	rnn.bias_ih_l0_reverse	0	-0.1375231295824051
107778	rnn.bias_ih_l0_reverse	1	-0.2831423282623291
107778	rnn.bias_ih_l0_reverse	2	-0.07092968374490738
107778	rnn.bias_ih_l0_reverse	3	-0.11673308908939362
107778	rnn.bias_ih_l0_reverse	4	0.06572539359331131
107778	rnn.bias_ih_l0_reverse	5	-0.2416345626115799
107778	rnn.bias_ih_l0_reverse	6	-0.049581725150346756
107778	rnn.bias_ih_l0_reverse	7	0.050395090132951736
107778	rnn.bias_ih_l0_reverse	8	-0.1678466945886612
107778	rnn.bias_ih_l0_reverse	9	-0.08560092747211456
107778	rnn.bias_hh_l0_reverse	0	-0.1258009374141693
107778	rnn.bias_hh_l0_reverse	1	-0.12776987254619598
107778	rnn.bias_hh_l0_reverse	2	-0.03738047927618027
107778	rnn.bias_hh_l0_reverse	3	-0.12292321771383286
107778	rnn.bias_hh_l0_reverse	4	-0.02395850419998169
107778	rnn.bias_hh_l0_reverse	5	-0.11081919819116592
107778	rnn.bias_hh_l0_reverse	6	-0.041447170078754425
107778	rnn.bias_hh_l0_reverse	7	-0.1654241979122162
107778	rnn.bias_hh_l0_reverse	8	-0.038820721209049225
107778	rnn.bias_hh_l0_reverse	9	-0.12978552281856537
107778	linear.weight	0	-0.1629444658756256
107778	linear.weight	1	-0.1153826043009758
107778	linear.weight	2	-0.011228874325752258
107778	linear.weight	3	-0.14159074425697327
107778	linear.weight	4	0.09872192144393921
107778	linear.weight	5	0.299555242061615
107778	linear.weight	6	0.0047744326293468475
107778	linear.weight	7	-0.021312154829502106
107778	linear.weight	8	0.09206755459308624
107778	linear.weight	9	0.2234908789396286
107778	linear.bias	0	-0.8237577080726624
107778	linear.bias	1	1.1300206184387207
107778	linear.bias	2	-0.23652563989162445
107778	linear.bias	3	-0.6126317977905273
107778	linear.bias	4	-1.1052507162094116
107778	linear.bias	5	-1.16087007522583
107778	linear.bias	6	-0.7865948677062988
107778	linear.bias	7	-0.7512830495834351
107778	linear.bias	8	-0.01705317199230194
107778	linear.bias	9	3.195115327835083
107975	transitions	0	-0.3404015004634857
107975	transitions	1	8.181888580322266
107975	transitions	2	-3.3239545822143555
107975	transitions	3	1.3520736694335938
107975	transitions	4	-1.946916937828064
107975	transitions	5	-0.3527894914150238
107975	transitions	6	-0.17865891754627228
107975	transitions	7	-10000.0
107975	transitions	8	1.7326769828796387
107975	transitions	9	-2.291438102722168
107975	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
107975	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
107975	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
107975	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
107975	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
107975	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
107975	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
107975	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
107975	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
107975	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
107975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
107975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
107975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
107975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
107975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
107975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
107975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
107975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
107975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
107975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
107975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
107975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
107975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
107975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
107975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
107975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
107975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
107975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
107975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
107975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
107975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
107975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
107975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
107975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
107975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
107975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
107975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
107975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
107975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
107975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
107975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
107975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
107975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
107975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
107975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
107975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
107975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
107975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
107975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
107975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
107975	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
107975	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
107975	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
107975	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
107975	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
107975	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
107975	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
107975	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
107975	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
107975	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
107975	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
107975	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
107975	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
107975	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
107975	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
107975	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
107975	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
107975	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
107975	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
107975	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
107975	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
107975	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
107975	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
107975	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
107975	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
107975	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
107975	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
107975	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
107975	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
107975	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
107975	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
107975	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
107975	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
107975	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
107975	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
107975	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
107975	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
107975	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
107975	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
107975	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
107975	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
107975	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
107975	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
107975	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
107975	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
107975	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
107975	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
107975	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
107975	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
107975	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
107975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
107975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
107975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
107975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
107975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
107975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
107975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
107975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
107975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
107975	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
107975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
107975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
107975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
107975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
107975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
107975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
107975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
107975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
107975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
107975	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
107975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
107975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
107975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
107975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
107975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
107975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
107975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
107975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
107975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
107975	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
107975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
107975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
107975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
107975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
107975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
107975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
107975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
107975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
107975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
107975	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
107975	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
107975	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
107975	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
107975	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
107975	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
107975	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
107975	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
107975	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
107975	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
107975	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
107975	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
107975	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
107975	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
107975	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
107975	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
107975	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
107975	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
107975	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
107975	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
107975	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
107975	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
107975	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
107975	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
107975	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
107975	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
107975	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
107975	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
107975	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
107975	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
107975	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
107975	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
107975	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
107975	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
107975	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
107975	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
107975	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
107975	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
107975	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
107975	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
107975	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
107975	embedding2nn.weight	0	0.039670899510383606
107975	embedding2nn.weight	1	-0.08002889156341553
107975	embedding2nn.weight	2	-0.0008611198281869292
107975	embedding2nn.weight	3	-0.04088069871068001
107975	embedding2nn.weight	4	-0.12328875809907913
107975	embedding2nn.weight	5	0.0953260213136673
107975	embedding2nn.weight	6	-0.14689502120018005
107975	embedding2nn.weight	7	-0.06791885197162628
107975	embedding2nn.weight	8	-0.015560085885226727
107975	embedding2nn.weight	9	0.04644913226366043
107975	embedding2nn.bias	0	0.04377804324030876
107975	embedding2nn.bias	1	0.02179739810526371
107975	embedding2nn.bias	2	-0.12001344561576843
107975	embedding2nn.bias	3	0.03850076347589493
107975	embedding2nn.bias	4	0.017017245292663574
107975	embedding2nn.bias	5	-0.1527298539876938
107975	embedding2nn.bias	6	-0.09815256297588348
107975	embedding2nn.bias	7	-0.04718397185206413
107975	embedding2nn.bias	8	0.1044643372297287
107975	embedding2nn.bias	9	-0.08398567140102386
107975	rnn.weight_ih_l0	0	0.019662825390696526
107975	rnn.weight_ih_l0	1	-0.04065656289458275
107975	rnn.weight_ih_l0	2	-0.03140467777848244
107975	rnn.weight_ih_l0	3	-0.015606342814862728
107975	rnn.weight_ih_l0	4	0.009154470637440681
107975	rnn.weight_ih_l0	5	-0.08252115547657013
107975	rnn.weight_ih_l0	6	-0.023498764261603355
107975	rnn.weight_ih_l0	7	-0.020978176966309547
107975	rnn.weight_ih_l0	8	0.027547141537070274
107975	rnn.weight_ih_l0	9	0.015571655705571175
107975	rnn.weight_hh_l0	0	0.016240892931818962
107975	rnn.weight_hh_l0	1	-0.06997572630643845
107975	rnn.weight_hh_l0	2	0.0525137335062027
107975	rnn.weight_hh_l0	3	0.036685485392808914
107975	rnn.weight_hh_l0	4	0.013040004298090935
107975	rnn.weight_hh_l0	5	0.05356891453266144
107975	rnn.weight_hh_l0	6	-0.01305385958403349
107975	rnn.weight_hh_l0	7	-0.07888565212488174
107975	rnn.weight_hh_l0	8	-0.003458235412836075
107975	rnn.weight_hh_l0	9	-0.09247147291898727
107975	rnn.bias_ih_l0	0	-0.07739509642124176
107975	rnn.bias_ih_l0	1	-0.14737215638160706
107975	rnn.bias_ih_l0	2	-0.23382160067558289
107975	rnn.bias_ih_l0	3	-0.2802715003490448
107975	rnn.bias_ih_l0	4	-0.0049260701052844524
107975	rnn.bias_ih_l0	5	0.08343172073364258
107975	rnn.bias_ih_l0	6	-0.14564815163612366
107975	rnn.bias_ih_l0	7	-0.2461044043302536
107975	rnn.bias_ih_l0	8	-0.11056780815124512
107975	rnn.bias_ih_l0	9	-0.15668267011642456
107975	rnn.bias_hh_l0	0	0.1283770203590393
107975	rnn.bias_hh_l0	1	-0.0430319681763649
107975	rnn.bias_hh_l0	2	0.022224213927984238
107975	rnn.bias_hh_l0	3	-0.15971370041370392
107975	rnn.bias_hh_l0	4	0.05455360189080238
107975	rnn.bias_hh_l0	5	0.018121926113963127
107975	rnn.bias_hh_l0	6	-0.08606705814599991
107975	rnn.bias_hh_l0	7	-0.14868298172950745
107975	rnn.bias_hh_l0	8	-0.15774796903133392
107975	rnn.bias_hh_l0	9	-0.10002297908067703
107975	rnn.weight_ih_l0_reverse	0	-0.009142125956714153
107975	rnn.weight_ih_l0_reverse	1	0.016759201884269714
107975	rnn.weight_ih_l0_reverse	2	-0.0357358455657959
107975	rnn.weight_ih_l0_reverse	3	-0.02364165149629116
107975	rnn.weight_ih_l0_reverse	4	0.02852550521492958
107975	rnn.weight_ih_l0_reverse	5	-0.05438632890582085
107975	rnn.weight_ih_l0_reverse	6	-0.046042922884225845
107975	rnn.weight_ih_l0_reverse	7	-0.004736348986625671
107975	rnn.weight_ih_l0_reverse	8	0.049420565366744995
107975	rnn.weight_ih_l0_reverse	9	0.010563869029283524
107975	rnn.weight_hh_l0_reverse	0	0.008259706199169159
107975	rnn.weight_hh_l0_reverse	1	0.02402251586318016
107975	rnn.weight_hh_l0_reverse	2	-0.03687866032123566
107975	rnn.weight_hh_l0_reverse	3	0.03581356629729271
107975	rnn.weight_hh_l0_reverse	4	0.01885511353611946
107975	rnn.weight_hh_l0_reverse	5	-0.014648491516709328
107975	rnn.weight_hh_l0_reverse	6	0.03697645291686058
107975	rnn.weight_hh_l0_reverse	7	0.020594103261828423
107975	rnn.weight_hh_l0_reverse	8	-0.0008067071321420372
107975	rnn.weight_hh_l0_reverse	9	-0.05635501444339752
107975	rnn.bias_ih_l0_reverse	0	-0.1358308643102646
107975	rnn.bias_ih_l0_reverse	1	-0.2835201919078827
107975	rnn.bias_ih_l0_reverse	2	-0.06778161227703094
107975	rnn.bias_ih_l0_reverse	3	-0.1168043464422226
107975	rnn.bias_ih_l0_reverse	4	0.06429701298475266
107975	rnn.bias_ih_l0_reverse	5	-0.24046531319618225
107975	rnn.bias_ih_l0_reverse	6	-0.04630341753363609
107975	rnn.bias_ih_l0_reverse	7	0.04338309168815613
107975	rnn.bias_ih_l0_reverse	8	-0.16518943011760712
107975	rnn.bias_ih_l0_reverse	9	-0.08804813027381897
107975	rnn.bias_hh_l0_reverse	0	-0.12870970368385315
107975	rnn.bias_hh_l0_reverse	1	-0.12980563938617706
107975	rnn.bias_hh_l0_reverse	2	-0.035973597317934036
107975	rnn.bias_hh_l0_reverse	3	-0.11869869381189346
107975	rnn.bias_hh_l0_reverse	4	-0.024205466732382774
107975	rnn.bias_hh_l0_reverse	5	-0.11742232739925385
107975	rnn.bias_hh_l0_reverse	6	-0.042568836361169815
107975	rnn.bias_hh_l0_reverse	7	-0.16381217539310455
107975	rnn.bias_hh_l0_reverse	8	-0.04246073588728905
107975	rnn.bias_hh_l0_reverse	9	-0.13102936744689941
107975	linear.weight	0	-0.1612442135810852
107975	linear.weight	1	-0.1051807850599289
107975	linear.weight	2	-0.011228874325752258
107975	linear.weight	3	-0.14161178469657898
107975	linear.weight	4	0.10337670147418976
107975	linear.weight	5	0.3176886737346649
107975	linear.weight	6	0.0047744326293468475
107975	linear.weight	7	-0.021312154829502106
107975	linear.weight	8	0.10194796323776245
107975	linear.weight	9	0.2178763598203659
107975	linear.bias	0	-0.804332971572876
107975	linear.bias	1	1.1813180446624756
107975	linear.bias	2	-0.2537006735801697
107975	linear.bias	3	-0.6048868298530579
107975	linear.bias	4	-1.0462459325790405
107975	linear.bias	5	-1.1609594821929932
107975	linear.bias	6	-0.7738639116287231
107975	linear.bias	7	-0.7744507193565369
107975	linear.bias	8	-0.01705317199230194
107975	linear.bias	9	3.2246005535125732
108172	transitions	0	-0.34057095646858215
108172	transitions	1	8.20988941192627
108172	transitions	2	-3.32517147064209
108172	transitions	3	1.3514254093170166
108172	transitions	4	-1.9482694864273071
108172	transitions	5	-0.35288262367248535
108172	transitions	6	-0.17869442701339722
108172	transitions	7	-10000.0
108172	transitions	8	1.739296793937683
108172	transitions	9	-2.2914488315582275
108172	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
108172	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
108172	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
108172	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
108172	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
108172	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
108172	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
108172	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
108172	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
108172	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
108172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
108172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
108172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
108172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
108172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
108172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
108172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
108172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
108172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
108172	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
108172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
108172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
108172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
108172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
108172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
108172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
108172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
108172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
108172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
108172	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
108172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
108172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
108172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
108172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
108172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
108172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
108172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
108172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
108172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
108172	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
108172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
108172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
108172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
108172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
108172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
108172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
108172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
108172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
108172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
108172	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
108172	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
108172	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
108172	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
108172	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
108172	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
108172	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
108172	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
108172	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
108172	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
108172	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
108172	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
108172	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
108172	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
108172	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
108172	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
108172	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
108172	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
108172	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
108172	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
108172	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
108172	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
108172	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
108172	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
108172	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
108172	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
108172	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
108172	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
108172	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
108172	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
108172	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
108172	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
108172	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
108172	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
108172	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
108172	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
108172	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
108172	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
108172	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
108172	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
108172	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
108172	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
108172	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
108172	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
108172	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
108172	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
108172	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
108172	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
108172	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
108172	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
108172	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
108172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
108172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
108172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
108172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
108172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
108172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
108172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
108172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
108172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
108172	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
108172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
108172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
108172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
108172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
108172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
108172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
108172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
108172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
108172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
108172	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
108172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
108172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
108172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
108172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
108172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
108172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
108172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
108172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
108172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
108172	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
108172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
108172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
108172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
108172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
108172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
108172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
108172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
108172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
108172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
108172	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
108172	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
108172	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
108172	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
108172	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
108172	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
108172	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
108172	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
108172	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
108172	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
108172	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
108172	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
108172	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
108172	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
108172	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
108172	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
108172	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
108172	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
108172	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
108172	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
108172	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
108172	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
108172	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
108172	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
108172	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
108172	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
108172	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
108172	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
108172	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
108172	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
108172	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
108172	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
108172	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
108172	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
108172	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
108172	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
108172	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
108172	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
108172	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
108172	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
108172	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
108172	embedding2nn.weight	0	0.03927458077669144
108172	embedding2nn.weight	1	-0.07764733582735062
108172	embedding2nn.weight	2	-0.0055057392455637455
108172	embedding2nn.weight	3	-0.04076247662305832
108172	embedding2nn.weight	4	-0.12648135423660278
108172	embedding2nn.weight	5	0.09661094844341278
108172	embedding2nn.weight	6	-0.14528214931488037
108172	embedding2nn.weight	7	-0.06761136651039124
108172	embedding2nn.weight	8	-0.014880645088851452
108172	embedding2nn.weight	9	0.048944056034088135
108172	embedding2nn.bias	0	0.05252651497721672
108172	embedding2nn.bias	1	0.00563042052090168
108172	embedding2nn.bias	2	-0.11518049240112305
108172	embedding2nn.bias	3	0.048637326806783676
108172	embedding2nn.bias	4	0.017066732048988342
108172	embedding2nn.bias	5	-0.15264855325222015
108172	embedding2nn.bias	6	-0.08510345220565796
108172	embedding2nn.bias	7	-0.05713122710585594
108172	embedding2nn.bias	8	0.10184311121702194
108172	embedding2nn.bias	9	-0.09113723784685135
108172	rnn.weight_ih_l0	0	0.01902938447892666
108172	rnn.weight_ih_l0	1	-0.04295327886939049
108172	rnn.weight_ih_l0	2	-0.031719036400318146
108172	rnn.weight_ih_l0	3	-0.01460500992834568
108172	rnn.weight_ih_l0	4	0.007808253169059753
108172	rnn.weight_ih_l0	5	-0.0837312713265419
108172	rnn.weight_ih_l0	6	-0.023848995566368103
108172	rnn.weight_ih_l0	7	-0.019315293058753014
108172	rnn.weight_ih_l0	8	0.025697996839880943
108172	rnn.weight_ih_l0	9	0.01543984841555357
108172	rnn.weight_hh_l0	0	0.015380965545773506
108172	rnn.weight_hh_l0	1	-0.070590540766716
108172	rnn.weight_hh_l0	2	0.05256970599293709
108172	rnn.weight_hh_l0	3	0.036467503756284714
108172	rnn.weight_hh_l0	4	0.012566318735480309
108172	rnn.weight_hh_l0	5	0.0540800541639328
108172	rnn.weight_hh_l0	6	-0.012735136784613132
108172	rnn.weight_hh_l0	7	-0.07940162718296051
108172	rnn.weight_hh_l0	8	-0.00360471336171031
108172	rnn.weight_hh_l0	9	-0.09290601313114166
108172	rnn.bias_ih_l0	0	-0.07037150114774704
108172	rnn.bias_ih_l0	1	-0.15014870464801788
108172	rnn.bias_ih_l0	2	-0.22905845940113068
108172	rnn.bias_ih_l0	3	-0.28229820728302
108172	rnn.bias_ih_l0	4	-0.004222776275128126
108172	rnn.bias_ih_l0	5	0.07798374444246292
108172	rnn.bias_ih_l0	6	-0.15035560727119446
108172	rnn.bias_ih_l0	7	-0.2433963418006897
108172	rnn.bias_ih_l0	8	-0.11179134249687195
108172	rnn.bias_ih_l0	9	-0.15725617110729218
108172	rnn.bias_hh_l0	0	0.12118645012378693
108172	rnn.bias_hh_l0	1	-0.046505823731422424
108172	rnn.bias_hh_l0	2	0.020937003195285797
108172	rnn.bias_hh_l0	3	-0.16046695411205292
108172	rnn.bias_hh_l0	4	0.059025492519140244
108172	rnn.bias_hh_l0	5	0.019137073308229446
108172	rnn.bias_hh_l0	6	-0.08657950162887573
108172	rnn.bias_hh_l0	7	-0.1464197337627411
108172	rnn.bias_hh_l0	8	-0.1591658741235733
108172	rnn.bias_hh_l0	9	-0.09876981377601624
108172	rnn.weight_ih_l0_reverse	0	-0.009276418946683407
108172	rnn.weight_ih_l0_reverse	1	0.018275320529937744
108172	rnn.weight_ih_l0_reverse	2	-0.03302598372101784
108172	rnn.weight_ih_l0_reverse	3	-0.02348405122756958
108172	rnn.weight_ih_l0_reverse	4	0.029698273167014122
108172	rnn.weight_ih_l0_reverse	5	-0.05474349483847618
108172	rnn.weight_ih_l0_reverse	6	-0.04788518324494362
108172	rnn.weight_ih_l0_reverse	7	-0.007282537873834372
108172	rnn.weight_ih_l0_reverse	8	0.050702329725027084
108172	rnn.weight_ih_l0_reverse	9	0.010836577042937279
108172	rnn.weight_hh_l0_reverse	0	0.007739175111055374
108172	rnn.weight_hh_l0_reverse	1	0.024453749880194664
108172	rnn.weight_hh_l0_reverse	2	-0.03645990043878555
108172	rnn.weight_hh_l0_reverse	3	0.036444615572690964
108172	rnn.weight_hh_l0_reverse	4	0.018381141126155853
108172	rnn.weight_hh_l0_reverse	5	-0.014343569986522198
108172	rnn.weight_hh_l0_reverse	6	0.0375421866774559
108172	rnn.weight_hh_l0_reverse	7	0.02045556716620922
108172	rnn.weight_hh_l0_reverse	8	-0.000735350651666522
108172	rnn.weight_hh_l0_reverse	9	-0.05678731948137283
108172	rnn.bias_ih_l0_reverse	0	-0.13640843331813812
108172	rnn.bias_ih_l0_reverse	1	-0.2863346338272095
108172	rnn.bias_ih_l0_reverse	2	-0.069100022315979
108172	rnn.bias_ih_l0_reverse	3	-0.11908556520938873
108172	rnn.bias_ih_l0_reverse	4	0.060870587825775146
108172	rnn.bias_ih_l0_reverse	5	-0.23812176287174225
108172	rnn.bias_ih_l0_reverse	6	-0.04714016616344452
108172	rnn.bias_ih_l0_reverse	7	0.044672008603811264
108172	rnn.bias_ih_l0_reverse	8	-0.16595298051834106
108172	rnn.bias_ih_l0_reverse	9	-0.08553968369960785
108172	rnn.bias_hh_l0_reverse	0	-0.12947708368301392
108172	rnn.bias_hh_l0_reverse	1	-0.1324484646320343
108172	rnn.bias_hh_l0_reverse	2	-0.03511910140514374
108172	rnn.bias_hh_l0_reverse	3	-0.11675950139760971
108172	rnn.bias_hh_l0_reverse	4	-0.025876425206661224
108172	rnn.bias_hh_l0_reverse	5	-0.11774158477783203
108172	rnn.bias_hh_l0_reverse	6	-0.04004010930657387
108172	rnn.bias_hh_l0_reverse	7	-0.16293883323669434
108172	rnn.bias_hh_l0_reverse	8	-0.041732799261808395
108172	rnn.bias_hh_l0_reverse	9	-0.1305047571659088
108172	linear.weight	0	-0.18707695603370667
108172	linear.weight	1	-0.11719352006912231
108172	linear.weight	2	-0.011228874325752258
108172	linear.weight	3	-0.14509230852127075
108172	linear.weight	4	0.1026877760887146
108172	linear.weight	5	0.31312060356140137
108172	linear.weight	6	0.0047744326293468475
108172	linear.weight	7	-0.021312154829502106
108172	linear.weight	8	0.11137713491916656
108172	linear.weight	9	0.21256664395332336
108172	linear.bias	0	-0.7897099852561951
108172	linear.bias	1	1.1614879369735718
108172	linear.bias	2	-0.33087489008903503
108172	linear.bias	3	-0.6032926440238953
108172	linear.bias	4	-1.0630230903625488
108172	linear.bias	5	-1.161045789718628
108172	linear.bias	6	-0.7571046948432922
108172	linear.bias	7	-0.7411736845970154
108172	linear.bias	8	-0.01705317199230194
108172	linear.bias	9	3.240870475769043
108369	transitions	0	-0.3410581946372986
108369	transitions	1	8.170015335083008
108369	transitions	2	-3.3266446590423584
108369	transitions	3	1.364009141921997
108369	transitions	4	-1.9489490985870361
108369	transitions	5	-0.35296449065208435
108369	transitions	6	-0.17874835431575775
108369	transitions	7	-10000.0
108369	transitions	8	1.7381718158721924
108369	transitions	9	-2.2914631366729736
108369	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
108369	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
108369	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
108369	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
108369	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
108369	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
108369	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
108369	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
108369	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
108369	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
108369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
108369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
108369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
108369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
108369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
108369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
108369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
108369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
108369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
108369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
108369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
108369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
108369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
108369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
108369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
108369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
108369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
108369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
108369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
108369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
108369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
108369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
108369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
108369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
108369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
108369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
108369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
108369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
108369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
108369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
108369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
108369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
108369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
108369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
108369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
108369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
108369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
108369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
108369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
108369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
108369	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
108369	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
108369	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
108369	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
108369	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
108369	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
108369	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
108369	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
108369	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
108369	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
108369	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
108369	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
108369	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
108369	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
108369	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
108369	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
108369	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
108369	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
108369	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
108369	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
108369	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
108369	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
108369	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
108369	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
108369	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
108369	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
108369	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
108369	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
108369	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
108369	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
108369	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
108369	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
108369	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
108369	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
108369	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
108369	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
108369	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
108369	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
108369	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
108369	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
108369	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
108369	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
108369	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
108369	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
108369	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
108369	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
108369	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
108369	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
108369	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
108369	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
108369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
108369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
108369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
108369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
108369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
108369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
108369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
108369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
108369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
108369	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
108369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
108369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
108369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
108369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
108369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
108369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
108369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
108369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
108369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
108369	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
108369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
108369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
108369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
108369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
108369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
108369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
108369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
108369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
108369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
108369	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
108369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
108369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
108369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
108369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
108369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
108369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
108369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
108369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
108369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
108369	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
108369	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
108369	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
108369	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
108369	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
108369	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
108369	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
108369	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
108369	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
108369	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
108369	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
108369	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
108369	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
108369	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
108369	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
108369	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
108369	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
108369	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
108369	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
108369	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
108369	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
108369	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
108369	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
108369	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
108369	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
108369	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
108369	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
108369	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
108369	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
108369	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
108369	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
108369	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
108369	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
108369	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
108369	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
108369	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
108369	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
108369	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
108369	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
108369	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
108369	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
108369	embedding2nn.weight	0	0.03809726610779762
108369	embedding2nn.weight	1	-0.0773296132683754
108369	embedding2nn.weight	2	-0.0095131266862154
108369	embedding2nn.weight	3	-0.04041137546300888
108369	embedding2nn.weight	4	-0.12539781630039215
108369	embedding2nn.weight	5	0.09636855870485306
108369	embedding2nn.weight	6	-0.14493682980537415
108369	embedding2nn.weight	7	-0.06808008253574371
108369	embedding2nn.weight	8	-0.014879971742630005
108369	embedding2nn.weight	9	0.04877232760190964
108369	embedding2nn.bias	0	0.03593311458826065
108369	embedding2nn.bias	1	0.0011419369839131832
108369	embedding2nn.bias	2	-0.1074468195438385
108369	embedding2nn.bias	3	0.06658929586410522
108369	embedding2nn.bias	4	0.018358366563916206
108369	embedding2nn.bias	5	-0.16180333495140076
108369	embedding2nn.bias	6	-0.09292088449001312
108369	embedding2nn.bias	7	-0.05268782749772072
108369	embedding2nn.bias	8	0.10512795299291611
108369	embedding2nn.bias	9	-0.08194281905889511
108369	rnn.weight_ih_l0	0	0.01951640471816063
108369	rnn.weight_ih_l0	1	-0.0417606346309185
108369	rnn.weight_ih_l0	2	-0.032532501965761185
108369	rnn.weight_ih_l0	3	-0.012491135857999325
108369	rnn.weight_ih_l0	4	0.008004422299563885
108369	rnn.weight_ih_l0	5	-0.08424340188503265
108369	rnn.weight_ih_l0	6	-0.02042820304632187
108369	rnn.weight_ih_l0	7	-0.014930657111108303
108369	rnn.weight_ih_l0	8	0.02740655653178692
108369	rnn.weight_ih_l0	9	0.015229152515530586
108369	rnn.weight_hh_l0	0	0.015464731492102146
108369	rnn.weight_hh_l0	1	-0.07002202421426773
108369	rnn.weight_hh_l0	2	0.051972877234220505
108369	rnn.weight_hh_l0	3	0.036969587206840515
108369	rnn.weight_hh_l0	4	0.012756993994116783
108369	rnn.weight_hh_l0	5	0.05388183519244194
108369	rnn.weight_hh_l0	6	-0.012420624494552612
108369	rnn.weight_hh_l0	7	-0.07909651100635529
108369	rnn.weight_hh_l0	8	-0.004131636582314968
108369	rnn.weight_hh_l0	9	-0.09498061239719391
108369	rnn.bias_ih_l0	0	-0.06802618503570557
108369	rnn.bias_ih_l0	1	-0.14828568696975708
108369	rnn.bias_ih_l0	2	-0.2316395342350006
108369	rnn.bias_ih_l0	3	-0.2812747359275818
108369	rnn.bias_ih_l0	4	-0.009480000473558903
108369	rnn.bias_ih_l0	5	0.07979424297809601
108369	rnn.bias_ih_l0	6	-0.14722800254821777
108369	rnn.bias_ih_l0	7	-0.23727726936340332
108369	rnn.bias_ih_l0	8	-0.11258433759212494
108369	rnn.bias_ih_l0	9	-0.15592272579669952
108369	rnn.bias_hh_l0	0	0.1263265460729599
108369	rnn.bias_hh_l0	1	-0.04776810482144356
108369	rnn.bias_hh_l0	2	0.021184861660003662
108369	rnn.bias_hh_l0	3	-0.16043603420257568
108369	rnn.bias_hh_l0	4	0.05970809981226921
108369	rnn.bias_hh_l0	5	0.02238541468977928
108369	rnn.bias_hh_l0	6	-0.08444129675626755
108369	rnn.bias_hh_l0	7	-0.14739856123924255
108369	rnn.bias_hh_l0	8	-0.15874619781970978
108369	rnn.bias_hh_l0	9	-0.09739206731319427
108369	rnn.weight_ih_l0_reverse	0	-0.00914018601179123
108369	rnn.weight_ih_l0_reverse	1	0.016939306631684303
108369	rnn.weight_ih_l0_reverse	2	-0.02925206534564495
108369	rnn.weight_ih_l0_reverse	3	-0.023626113310456276
108369	rnn.weight_ih_l0_reverse	4	0.03230006992816925
108369	rnn.weight_ih_l0_reverse	5	-0.05205517262220383
108369	rnn.weight_ih_l0_reverse	6	-0.04994897544384003
108369	rnn.weight_ih_l0_reverse	7	-0.010291988030076027
108369	rnn.weight_ih_l0_reverse	8	0.05094572901725769
108369	rnn.weight_ih_l0_reverse	9	0.012629901058971882
108369	rnn.weight_hh_l0_reverse	0	0.007819048129022121
108369	rnn.weight_hh_l0_reverse	1	0.02550872229039669
108369	rnn.weight_hh_l0_reverse	2	-0.03614148125052452
108369	rnn.weight_hh_l0_reverse	3	0.03617158159613609
108369	rnn.weight_hh_l0_reverse	4	0.018153991550207138
108369	rnn.weight_hh_l0_reverse	5	-0.013949216343462467
108369	rnn.weight_hh_l0_reverse	6	0.03805183619260788
108369	rnn.weight_hh_l0_reverse	7	0.01959654688835144
108369	rnn.weight_hh_l0_reverse	8	-0.0015783178387209773
108369	rnn.weight_hh_l0_reverse	9	-0.05601298063993454
108369	rnn.bias_ih_l0_reverse	0	-0.13606955111026764
108369	rnn.bias_ih_l0_reverse	1	-0.28588083386421204
108369	rnn.bias_ih_l0_reverse	2	-0.07070726901292801
108369	rnn.bias_ih_l0_reverse	3	-0.11932843178510666
108369	rnn.bias_ih_l0_reverse	4	0.06095735356211662
108369	rnn.bias_ih_l0_reverse	5	-0.23747511208057404
108369	rnn.bias_ih_l0_reverse	6	-0.046304959803819656
108369	rnn.bias_ih_l0_reverse	7	0.04188967123627663
108369	rnn.bias_ih_l0_reverse	8	-0.16547180712223053
108369	rnn.bias_ih_l0_reverse	9	-0.08792845904827118
108369	rnn.bias_hh_l0_reverse	0	-0.13313929736614227
108369	rnn.bias_hh_l0_reverse	1	-0.1312272548675537
108369	rnn.bias_hh_l0_reverse	2	-0.037110332399606705
108369	rnn.bias_hh_l0_reverse	3	-0.12022389471530914
108369	rnn.bias_hh_l0_reverse	4	-0.027776099741458893
108369	rnn.bias_hh_l0_reverse	5	-0.1158355325460434
108369	rnn.bias_hh_l0_reverse	6	-0.03623899072408676
108369	rnn.bias_hh_l0_reverse	7	-0.161372110247612
108369	rnn.bias_hh_l0_reverse	8	-0.04097872972488403
108369	rnn.bias_hh_l0_reverse	9	-0.1307663470506668
108369	linear.weight	0	-0.17276574671268463
108369	linear.weight	1	-0.11574876308441162
108369	linear.weight	2	-0.011228874325752258
108369	linear.weight	3	-0.15022686123847961
108369	linear.weight	4	0.1263236254453659
108369	linear.weight	5	0.2890270948410034
108369	linear.weight	6	0.0047744326293468475
108369	linear.weight	7	-0.021312154829502106
108369	linear.weight	8	0.11749055236577988
108369	linear.weight	9	0.205983966588974
108369	linear.bias	0	-0.7815977334976196
108369	linear.bias	1	1.1810672283172607
108369	linear.bias	2	-0.282981276512146
108369	linear.bias	3	-0.6343858242034912
108369	linear.bias	4	-1.0237382650375366
108369	linear.bias	5	-1.1611251831054688
108369	linear.bias	6	-0.7486406564712524
108369	linear.bias	7	-0.7344545722007751
108369	linear.bias	8	-0.01705317199230194
108369	linear.bias	9	3.2183616161346436
108566	transitions	0	-0.3412942588329315
108566	transitions	1	8.192145347595215
108566	transitions	2	-3.327380895614624
108566	transitions	3	1.3919678926467896
108566	transitions	4	-1.9497109651565552
108566	transitions	5	-0.35315147042274475
108566	transitions	6	-0.17879754304885864
108566	transitions	7	-10000.0
108566	transitions	8	1.7418711185455322
108566	transitions	9	-2.291476011276245
108566	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
108566	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
108566	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
108566	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
108566	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
108566	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
108566	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
108566	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
108566	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
108566	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
108566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
108566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
108566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
108566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
108566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
108566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
108566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
108566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
108566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
108566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
108566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
108566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
108566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
108566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
108566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
108566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
108566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
108566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
108566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
108566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
108566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
108566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
108566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
108566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
108566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
108566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
108566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
108566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
108566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
108566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
108566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
108566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
108566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
108566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
108566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
108566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
108566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
108566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
108566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
108566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
108566	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
108566	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
108566	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
108566	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
108566	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
108566	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
108566	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
108566	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
108566	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
108566	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
108566	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
108566	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
108566	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
108566	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
108566	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
108566	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
108566	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
108566	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
108566	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
108566	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
108566	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
108566	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
108566	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
108566	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
108566	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
108566	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
108566	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
108566	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
108566	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
108566	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
108566	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
108566	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
108566	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
108566	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
108566	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
108566	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
108566	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
108566	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
108566	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
108566	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
108566	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
108566	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
108566	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
108566	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
108566	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
108566	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
108566	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
108566	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
108566	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
108566	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
108566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
108566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
108566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
108566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
108566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
108566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
108566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
108566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
108566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
108566	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
108566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
108566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
108566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
108566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
108566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
108566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
108566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
108566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
108566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
108566	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
108566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
108566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
108566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
108566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
108566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
108566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
108566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
108566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
108566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
108566	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
108566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
108566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
108566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
108566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
108566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
108566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
108566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
108566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
108566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
108566	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
108566	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
108566	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
108566	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
108566	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
108566	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
108566	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
108566	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
108566	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
108566	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
108566	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
108566	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
108566	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
108566	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
108566	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
108566	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
108566	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
108566	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
108566	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
108566	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
108566	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
108566	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
108566	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
108566	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
108566	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
108566	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
108566	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
108566	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
108566	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
108566	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
108566	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
108566	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
108566	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
108566	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
108566	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
108566	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
108566	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
108566	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
108566	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
108566	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
108566	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
108566	embedding2nn.weight	0	0.038205523043870926
108566	embedding2nn.weight	1	-0.07870796322822571
108566	embedding2nn.weight	2	-0.010023781098425388
108566	embedding2nn.weight	3	-0.04135125130414963
108566	embedding2nn.weight	4	-0.12484335154294968
108566	embedding2nn.weight	5	0.09491346031427383
108566	embedding2nn.weight	6	-0.14857912063598633
108566	embedding2nn.weight	7	-0.06989530473947525
108566	embedding2nn.weight	8	-0.014315655454993248
108566	embedding2nn.weight	9	0.04910597950220108
108566	embedding2nn.bias	0	0.049115005880594254
108566	embedding2nn.bias	1	0.009027531370520592
108566	embedding2nn.bias	2	-0.10160669684410095
108566	embedding2nn.bias	3	0.06423129886388779
108566	embedding2nn.bias	4	0.02120755799114704
108566	embedding2nn.bias	5	-0.1604301929473877
108566	embedding2nn.bias	6	-0.09417930245399475
108566	embedding2nn.bias	7	-0.046432822942733765
108566	embedding2nn.bias	8	0.11415942758321762
108566	embedding2nn.bias	9	-0.07786987721920013
108566	rnn.weight_ih_l0	0	0.019440248608589172
108566	rnn.weight_ih_l0	1	-0.04266279935836792
108566	rnn.weight_ih_l0	2	-0.03288455680012703
108566	rnn.weight_ih_l0	3	-0.013182366266846657
108566	rnn.weight_ih_l0	4	0.008182902820408344
108566	rnn.weight_ih_l0	5	-0.08566742390394211
108566	rnn.weight_ih_l0	6	-0.021206093952059746
108566	rnn.weight_ih_l0	7	-0.016138838604092598
108566	rnn.weight_ih_l0	8	0.027623558416962624
108566	rnn.weight_ih_l0	9	0.013359271921217442
108566	rnn.weight_hh_l0	0	0.01400251965969801
108566	rnn.weight_hh_l0	1	-0.07049316167831421
108566	rnn.weight_hh_l0	2	0.05273090675473213
108566	rnn.weight_hh_l0	3	0.03730031102895737
108566	rnn.weight_hh_l0	4	0.012173906899988651
108566	rnn.weight_hh_l0	5	0.05411812663078308
108566	rnn.weight_hh_l0	6	-0.012220475822687149
108566	rnn.weight_hh_l0	7	-0.07935476303100586
108566	rnn.weight_hh_l0	8	-0.0043028974905610085
108566	rnn.weight_hh_l0	9	-0.09723874181509018
108566	rnn.bias_ih_l0	0	-0.06208864599466324
108566	rnn.bias_ih_l0	1	-0.14911392331123352
108566	rnn.bias_ih_l0	2	-0.2317926585674286
108566	rnn.bias_ih_l0	3	-0.2828812599182129
108566	rnn.bias_ih_l0	4	-0.01218043826520443
108566	rnn.bias_ih_l0	5	0.08474110066890717
108566	rnn.bias_ih_l0	6	-0.1436087042093277
108566	rnn.bias_ih_l0	7	-0.2432127296924591
108566	rnn.bias_ih_l0	8	-0.11082781851291656
108566	rnn.bias_ih_l0	9	-0.15850533545017242
108566	rnn.bias_hh_l0	0	0.12505576014518738
108566	rnn.bias_hh_l0	1	-0.046891968697309494
108566	rnn.bias_hh_l0	2	0.021583743393421173
108566	rnn.bias_hh_l0	3	-0.1556086242198944
108566	rnn.bias_hh_l0	4	0.0663205161690712
108566	rnn.bias_hh_l0	5	0.02472641132771969
108566	rnn.bias_hh_l0	6	-0.08548980206251144
108566	rnn.bias_hh_l0	7	-0.14518694579601288
108566	rnn.bias_hh_l0	8	-0.15536043047904968
108566	rnn.bias_hh_l0	9	-0.09459203481674194
108566	rnn.weight_ih_l0_reverse	0	-0.009130271151661873
108566	rnn.weight_ih_l0_reverse	1	0.01591484248638153
108566	rnn.weight_ih_l0_reverse	2	-0.027909180149435997
108566	rnn.weight_ih_l0_reverse	3	-0.022130979225039482
108566	rnn.weight_ih_l0_reverse	4	0.03261192888021469
108566	rnn.weight_ih_l0_reverse	5	-0.05253644287586212
108566	rnn.weight_ih_l0_reverse	6	-0.05021047219634056
108566	rnn.weight_ih_l0_reverse	7	-0.00771587947383523
108566	rnn.weight_ih_l0_reverse	8	0.050928086042404175
108566	rnn.weight_ih_l0_reverse	9	0.011350074782967567
108566	rnn.weight_hh_l0_reverse	0	0.007254048716276884
108566	rnn.weight_hh_l0_reverse	1	0.02525470405817032
108566	rnn.weight_hh_l0_reverse	2	-0.03691437467932701
108566	rnn.weight_hh_l0_reverse	3	0.03667019307613373
108566	rnn.weight_hh_l0_reverse	4	0.018275810405611992
108566	rnn.weight_hh_l0_reverse	5	-0.013425813056528568
108566	rnn.weight_hh_l0_reverse	6	0.038458433002233505
108566	rnn.weight_hh_l0_reverse	7	0.021361686289310455
108566	rnn.weight_hh_l0_reverse	8	-0.002775414614006877
108566	rnn.weight_hh_l0_reverse	9	-0.05572544410824776
108566	rnn.bias_ih_l0_reverse	0	-0.135354682803154
108566	rnn.bias_ih_l0_reverse	1	-0.2931770980358124
108566	rnn.bias_ih_l0_reverse	2	-0.06911590695381165
108566	rnn.bias_ih_l0_reverse	3	-0.11645019799470901
108566	rnn.bias_ih_l0_reverse	4	0.062213994562625885
108566	rnn.bias_ih_l0_reverse	5	-0.23284246027469635
108566	rnn.bias_ih_l0_reverse	6	-0.048386115580797195
108566	rnn.bias_ih_l0_reverse	7	0.041984524577856064
108566	rnn.bias_ih_l0_reverse	8	-0.16547907888889313
108566	rnn.bias_ih_l0_reverse	9	-0.08967185020446777
108566	rnn.bias_hh_l0_reverse	0	-0.1342589557170868
108566	rnn.bias_hh_l0_reverse	1	-0.13228940963745117
108566	rnn.bias_hh_l0_reverse	2	-0.03593716025352478
108566	rnn.bias_hh_l0_reverse	3	-0.12162291258573532
108566	rnn.bias_hh_l0_reverse	4	-0.026739541441202164
108566	rnn.bias_hh_l0_reverse	5	-0.11569490283727646
108566	rnn.bias_hh_l0_reverse	6	-0.039168570190668106
108566	rnn.bias_hh_l0_reverse	7	-0.16063402593135834
108566	rnn.bias_hh_l0_reverse	8	-0.04195136949419975
108566	rnn.bias_hh_l0_reverse	9	-0.13002833724021912
108566	linear.weight	0	-0.17361554503440857
108566	linear.weight	1	-0.12694865465164185
108566	linear.weight	2	-0.011228874325752258
108566	linear.weight	3	-0.15593959391117096
108566	linear.weight	4	0.11734789609909058
108566	linear.weight	5	0.2870846688747406
108566	linear.weight	6	0.0047744326293468475
108566	linear.weight	7	-0.021312154829502106
108566	linear.weight	8	0.12042330950498581
108566	linear.weight	9	0.21958290040493011
108566	linear.bias	0	-0.7620787024497986
108566	linear.bias	1	1.1948461532592773
108566	linear.bias	2	-0.31737619638442993
108566	linear.bias	3	-0.645196795463562
108566	linear.bias	4	-1.0624483823776245
108566	linear.bias	5	-1.1612046957015991
108566	linear.bias	6	-0.7314057946205139
108566	linear.bias	7	-0.7371553778648376
108566	linear.bias	8	-0.01705317199230194
108566	linear.bias	9	3.224921703338623
108570	transitions	0	-0.3412942588329315
108570	transitions	1	8.196555137634277
108570	transitions	2	-3.3273980617523193
108570	transitions	3	1.393959641456604
108570	transitions	4	-1.9502726793289185
108570	transitions	5	-0.3531515896320343
108570	transitions	6	-0.1787979006767273
108570	transitions	7	-10000.0
108570	transitions	8	1.74186372756958
108570	transitions	9	-2.2914764881134033
108570	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
108570	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
108570	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
108570	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
108570	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
108570	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
108570	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
108570	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
108570	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
108570	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
108570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
108570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
108570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
108570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
108570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
108570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
108570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
108570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
108570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
108570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
108570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
108570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
108570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
108570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
108570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
108570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
108570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
108570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
108570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
108570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
108570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
108570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
108570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
108570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
108570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
108570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
108570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
108570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
108570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
108570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
108570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
108570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
108570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
108570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
108570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
108570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
108570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
108570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
108570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
108570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
108570	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
108570	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
108570	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
108570	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
108570	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
108570	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
108570	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
108570	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
108570	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
108570	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
108570	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
108570	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
108570	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
108570	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
108570	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
108570	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
108570	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
108570	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
108570	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
108570	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
108570	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
108570	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
108570	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
108570	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
108570	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
108570	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
108570	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
108570	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
108570	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
108570	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
108570	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
108570	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
108570	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
108570	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
108570	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
108570	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
108570	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
108570	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
108570	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
108570	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
108570	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
108570	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
108570	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
108570	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
108570	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
108570	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
108570	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
108570	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
108570	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
108570	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
108570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
108570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
108570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
108570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
108570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
108570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
108570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
108570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
108570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
108570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
108570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
108570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
108570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
108570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
108570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
108570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
108570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
108570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
108570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
108570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
108570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
108570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
108570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
108570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
108570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
108570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
108570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
108570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
108570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
108570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
108570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
108570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
108570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
108570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
108570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
108570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
108570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
108570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
108570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
108570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
108570	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
108570	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
108570	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
108570	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
108570	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
108570	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
108570	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
108570	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
108570	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
108570	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
108570	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
108570	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
108570	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
108570	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
108570	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
108570	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
108570	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
108570	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
108570	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
108570	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
108570	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
108570	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
108570	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
108570	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
108570	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
108570	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
108570	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
108570	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
108570	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
108570	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
108570	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
108570	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
108570	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
108570	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
108570	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
108570	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
108570	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
108570	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
108570	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
108570	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
108570	embedding2nn.weight	0	0.03822648525238037
108570	embedding2nn.weight	1	-0.0787445530295372
108570	embedding2nn.weight	2	-0.00985691323876381
108570	embedding2nn.weight	3	-0.041488610208034515
108570	embedding2nn.weight	4	-0.12507493793964386
108570	embedding2nn.weight	5	0.09487475454807281
108570	embedding2nn.weight	6	-0.1491306722164154
108570	embedding2nn.weight	7	-0.06965041905641556
108570	embedding2nn.weight	8	-0.0143506471067667
108570	embedding2nn.weight	9	0.04936295375227928
108570	embedding2nn.bias	0	0.04683234915137291
108570	embedding2nn.bias	1	0.008980595506727695
108570	embedding2nn.bias	2	-0.10156603902578354
108570	embedding2nn.bias	3	0.0639328733086586
108570	embedding2nn.bias	4	0.02309001050889492
108570	embedding2nn.bias	5	-0.15622670948505402
108570	embedding2nn.bias	6	-0.09315381944179535
108570	embedding2nn.bias	7	-0.04593195393681526
108570	embedding2nn.bias	8	0.11048603057861328
108570	embedding2nn.bias	9	-0.07889733463525772
108570	rnn.weight_ih_l0	0	0.01946084573864937
108570	rnn.weight_ih_l0	1	-0.04271967336535454
108570	rnn.weight_ih_l0	2	-0.03287210315465927
108570	rnn.weight_ih_l0	3	-0.013118719682097435
108570	rnn.weight_ih_l0	4	0.008259267546236515
108570	rnn.weight_ih_l0	5	-0.08605186641216278
108570	rnn.weight_ih_l0	6	-0.021090667694807053
108570	rnn.weight_ih_l0	7	-0.01614079810678959
108570	rnn.weight_ih_l0	8	0.027486858889460564
108570	rnn.weight_ih_l0	9	0.013425513170659542
108570	rnn.weight_hh_l0	0	0.01402435265481472
108570	rnn.weight_hh_l0	1	-0.0704735592007637
108570	rnn.weight_hh_l0	2	0.052709680050611496
108570	rnn.weight_hh_l0	3	0.037381552159786224
108570	rnn.weight_hh_l0	4	0.012172730639576912
108570	rnn.weight_hh_l0	5	0.05422530695796013
108570	rnn.weight_hh_l0	6	-0.012220137752592564
108570	rnn.weight_hh_l0	7	-0.07935477793216705
108570	rnn.weight_hh_l0	8	-0.004073679447174072
108570	rnn.weight_hh_l0	9	-0.0972004309296608
108570	rnn.bias_ih_l0	0	-0.061312466859817505
108570	rnn.bias_ih_l0	1	-0.14909905195236206
108570	rnn.bias_ih_l0	2	-0.23187965154647827
108570	rnn.bias_ih_l0	3	-0.28274670243263245
108570	rnn.bias_ih_l0	4	-0.012108145281672478
108570	rnn.bias_ih_l0	5	0.08470762521028519
108570	rnn.bias_ih_l0	6	-0.14422746002674103
108570	rnn.bias_ih_l0	7	-0.24317143857479095
108570	rnn.bias_ih_l0	8	-0.1113545224070549
108570	rnn.bias_ih_l0	9	-0.15845277905464172
108570	rnn.bias_hh_l0	0	0.12582333385944366
108570	rnn.bias_hh_l0	1	-0.04692726954817772
108570	rnn.bias_hh_l0	2	0.021588515490293503
108570	rnn.bias_hh_l0	3	-0.15575355291366577
108570	rnn.bias_hh_l0	4	0.06677363812923431
108570	rnn.bias_hh_l0	5	0.024479985237121582
108570	rnn.bias_hh_l0	6	-0.08554106205701828
108570	rnn.bias_hh_l0	7	-0.14480897784233093
108570	rnn.bias_hh_l0	8	-0.15497498214244843
108570	rnn.bias_hh_l0	9	-0.09439367800951004
108570	rnn.weight_ih_l0_reverse	0	-0.009094188921153545
108570	rnn.weight_ih_l0_reverse	1	0.015935707837343216
108570	rnn.weight_ih_l0_reverse	2	-0.027585793286561966
108570	rnn.weight_ih_l0_reverse	3	-0.022119706496596336
108570	rnn.weight_ih_l0_reverse	4	0.032783426344394684
108570	rnn.weight_ih_l0_reverse	5	-0.05258708447217941
108570	rnn.weight_ih_l0_reverse	6	-0.05025554820895195
108570	rnn.weight_ih_l0_reverse	7	-0.007379007525742054
108570	rnn.weight_ih_l0_reverse	8	0.05083825811743736
108570	rnn.weight_ih_l0_reverse	9	0.011058717034757137
108570	rnn.weight_hh_l0_reverse	0	0.00714216660708189
108570	rnn.weight_hh_l0_reverse	1	0.025238581001758575
108570	rnn.weight_hh_l0_reverse	2	-0.03691094368696213
108570	rnn.weight_hh_l0_reverse	3	0.03670874238014221
108570	rnn.weight_hh_l0_reverse	4	0.018201015889644623
108570	rnn.weight_hh_l0_reverse	5	-0.01340777613222599
108570	rnn.weight_hh_l0_reverse	6	0.038459014147520065
108570	rnn.weight_hh_l0_reverse	7	0.021404342725872993
108570	rnn.weight_hh_l0_reverse	8	-0.002774884458631277
108570	rnn.weight_hh_l0_reverse	9	-0.05571652203798294
108570	rnn.bias_ih_l0_reverse	0	-0.1352630853652954
108570	rnn.bias_ih_l0_reverse	1	-0.2931115925312042
108570	rnn.bias_ih_l0_reverse	2	-0.06921716779470444
108570	rnn.bias_ih_l0_reverse	3	-0.11635690182447433
108570	rnn.bias_ih_l0_reverse	4	0.06146146357059479
108570	rnn.bias_ih_l0_reverse	5	-0.23328638076782227
108570	rnn.bias_ih_l0_reverse	6	-0.04838407412171364
108570	rnn.bias_ih_l0_reverse	7	0.04152291640639305
108570	rnn.bias_ih_l0_reverse	8	-0.16567274928092957
108570	rnn.bias_ih_l0_reverse	9	-0.08990337699651718
108570	rnn.bias_hh_l0_reverse	0	-0.1340840458869934
108570	rnn.bias_hh_l0_reverse	1	-0.1319347470998764
108570	rnn.bias_hh_l0_reverse	2	-0.035867780447006226
108570	rnn.bias_hh_l0_reverse	3	-0.12139727175235748
108570	rnn.bias_hh_l0_reverse	4	-0.02674255147576332
108570	rnn.bias_hh_l0_reverse	5	-0.11507071554660797
108570	rnn.bias_hh_l0_reverse	6	-0.039285823702812195
108570	rnn.bias_hh_l0_reverse	7	-0.1612427681684494
108570	rnn.bias_hh_l0_reverse	8	-0.04191737622022629
108570	rnn.bias_hh_l0_reverse	9	-0.1298062950372696
108570	linear.weight	0	-0.17365288734436035
108570	linear.weight	1	-0.12695038318634033
108570	linear.weight	2	-0.011228874325752258
108570	linear.weight	3	-0.15194770693778992
108570	linear.weight	4	0.117353156208992
108570	linear.weight	5	0.28696566820144653
108570	linear.weight	6	0.0047744326293468475
108570	linear.weight	7	-0.021312154829502106
108570	linear.weight	8	0.12125276774168015
108570	linear.weight	9	0.2196056842803955
108570	linear.bias	0	-0.7642556428909302
108570	linear.bias	1	1.1964994668960571
108570	linear.bias	2	-0.31789201498031616
108570	linear.bias	3	-0.6404956579208374
108570	linear.bias	4	-1.070131778717041
108570	linear.bias	5	-1.161206841468811
108570	linear.bias	6	-0.7329763770103455
108570	linear.bias	7	-0.7285177111625671
108570	linear.bias	8	-0.01705317199230194
108570	linear.bias	9	3.209172248840332
108767	transitions	0	-0.341503381729126
108767	transitions	1	8.192235946655273
108767	transitions	2	-3.3283352851867676
108767	transitions	3	1.3878512382507324
108767	transitions	4	-1.9517292976379395
108767	transitions	5	-0.35327786207199097
108767	transitions	6	-0.17884789407253265
108767	transitions	7	-10000.0
108767	transitions	8	1.7408307790756226
108767	transitions	9	-2.2914905548095703
108767	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
108767	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
108767	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
108767	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
108767	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
108767	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
108767	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
108767	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
108767	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
108767	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
108767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
108767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
108767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
108767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
108767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
108767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
108767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
108767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
108767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
108767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
108767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
108767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
108767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
108767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
108767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
108767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
108767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
108767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
108767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
108767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
108767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
108767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
108767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
108767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
108767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
108767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
108767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
108767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
108767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
108767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
108767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
108767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
108767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
108767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
108767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
108767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
108767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
108767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
108767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
108767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
108767	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
108767	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
108767	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
108767	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
108767	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
108767	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
108767	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
108767	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
108767	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
108767	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
108767	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
108767	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
108767	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
108767	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
108767	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
108767	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
108767	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
108767	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
108767	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
108767	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
108767	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
108767	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
108767	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
108767	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
108767	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
108767	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
108767	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
108767	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
108767	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
108767	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
108767	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
108767	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
108767	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
108767	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
108767	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
108767	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
108767	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
108767	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
108767	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
108767	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
108767	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
108767	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
108767	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
108767	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
108767	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
108767	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
108767	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
108767	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
108767	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
108767	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
108767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
108767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
108767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
108767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
108767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
108767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
108767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
108767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
108767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
108767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
108767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
108767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
108767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
108767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
108767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
108767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
108767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
108767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
108767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
108767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
108767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
108767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
108767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
108767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
108767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
108767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
108767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
108767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
108767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
108767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
108767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
108767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
108767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
108767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
108767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
108767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
108767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
108767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
108767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
108767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
108767	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
108767	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
108767	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
108767	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
108767	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
108767	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
108767	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
108767	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
108767	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
108767	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
108767	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
108767	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
108767	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
108767	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
108767	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
108767	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
108767	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
108767	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
108767	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
108767	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
108767	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
108767	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
108767	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
108767	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
108767	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
108767	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
108767	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
108767	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
108767	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
108767	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
108767	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
108767	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
108767	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
108767	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
108767	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
108767	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
108767	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
108767	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
108767	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
108767	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
108767	embedding2nn.weight	0	0.037892039865255356
108767	embedding2nn.weight	1	-0.07838208228349686
108767	embedding2nn.weight	2	-0.01251372043043375
108767	embedding2nn.weight	3	-0.04268833249807358
108767	embedding2nn.weight	4	-0.1288808435201645
108767	embedding2nn.weight	5	0.09359711408615112
108767	embedding2nn.weight	6	-0.16140682995319366
108767	embedding2nn.weight	7	-0.06932155042886734
108767	embedding2nn.weight	8	-0.014820803888142109
108767	embedding2nn.weight	9	0.04906439781188965
108767	embedding2nn.bias	0	0.057004090398550034
108767	embedding2nn.bias	1	0.016837939620018005
108767	embedding2nn.bias	2	-0.10978835821151733
108767	embedding2nn.bias	3	0.059610798954963684
108767	embedding2nn.bias	4	0.02720099315047264
108767	embedding2nn.bias	5	-0.15927889943122864
108767	embedding2nn.bias	6	-0.08758789300918579
108767	embedding2nn.bias	7	-0.037840455770492554
108767	embedding2nn.bias	8	0.10438431054353714
108767	embedding2nn.bias	9	-0.08448407799005508
108767	rnn.weight_ih_l0	0	0.018628744408488274
108767	rnn.weight_ih_l0	1	-0.04812275618314743
108767	rnn.weight_ih_l0	2	-0.03526516258716583
108767	rnn.weight_ih_l0	3	-0.012629924342036247
108767	rnn.weight_ih_l0	4	0.009110764600336552
108767	rnn.weight_ih_l0	5	-0.0835367813706398
108767	rnn.weight_ih_l0	6	-0.02007397450506687
108767	rnn.weight_ih_l0	7	-0.01896948553621769
108767	rnn.weight_ih_l0	8	0.028536198660731316
108767	rnn.weight_ih_l0	9	0.016516122967004776
108767	rnn.weight_hh_l0	0	0.012214184738695621
108767	rnn.weight_hh_l0	1	-0.06949368864297867
108767	rnn.weight_hh_l0	2	0.052326809614896774
108767	rnn.weight_hh_l0	3	0.037262190133333206
108767	rnn.weight_hh_l0	4	0.012121537700295448
108767	rnn.weight_hh_l0	5	0.05545439198613167
108767	rnn.weight_hh_l0	6	-0.012294899672269821
108767	rnn.weight_hh_l0	7	-0.07977442443370819
108767	rnn.weight_hh_l0	8	-0.006032590754330158
108767	rnn.weight_hh_l0	9	-0.09899929165840149
108767	rnn.bias_ih_l0	0	-0.06260840594768524
108767	rnn.bias_ih_l0	1	-0.15070271492004395
108767	rnn.bias_ih_l0	2	-0.2297901213169098
108767	rnn.bias_ih_l0	3	-0.2828565239906311
108767	rnn.bias_ih_l0	4	-0.014116713777184486
108767	rnn.bias_ih_l0	5	0.08436661213636398
108767	rnn.bias_ih_l0	6	-0.1471284180879593
108767	rnn.bias_ih_l0	7	-0.24074548482894897
108767	rnn.bias_ih_l0	8	-0.1139669418334961
108767	rnn.bias_ih_l0	9	-0.15359345078468323
108767	rnn.bias_hh_l0	0	0.12322577089071274
108767	rnn.bias_hh_l0	1	-0.043913718312978745
108767	rnn.bias_hh_l0	2	0.02061844803392887
108767	rnn.bias_hh_l0	3	-0.15806055068969727
108767	rnn.bias_hh_l0	4	0.06436095386743546
108767	rnn.bias_hh_l0	5	0.024797486141324043
108767	rnn.bias_hh_l0	6	-0.08577518910169601
108767	rnn.bias_hh_l0	7	-0.14689353108406067
108767	rnn.bias_hh_l0	8	-0.15688861906528473
108767	rnn.bias_hh_l0	9	-0.09877600520849228
108767	rnn.weight_ih_l0_reverse	0	-0.009800856001675129
108767	rnn.weight_ih_l0_reverse	1	0.014853760600090027
108767	rnn.weight_ih_l0_reverse	2	-0.030617713928222656
108767	rnn.weight_ih_l0_reverse	3	-0.02525906264781952
108767	rnn.weight_ih_l0_reverse	4	0.03458501026034355
108767	rnn.weight_ih_l0_reverse	5	-0.05359586328268051
108767	rnn.weight_ih_l0_reverse	6	-0.05220966041088104
108767	rnn.weight_ih_l0_reverse	7	-0.006348046939820051
108767	rnn.weight_ih_l0_reverse	8	0.052383117377758026
108767	rnn.weight_ih_l0_reverse	9	0.010336662642657757
108767	rnn.weight_hh_l0_reverse	0	0.006300675217062235
108767	rnn.weight_hh_l0_reverse	1	0.024672280997037888
108767	rnn.weight_hh_l0_reverse	2	-0.03716240078210831
108767	rnn.weight_hh_l0_reverse	3	0.03608188405632973
108767	rnn.weight_hh_l0_reverse	4	0.01826038956642151
108767	rnn.weight_hh_l0_reverse	5	-0.013295765966176987
108767	rnn.weight_hh_l0_reverse	6	0.03758985549211502
108767	rnn.weight_hh_l0_reverse	7	0.021515225991606712
108767	rnn.weight_hh_l0_reverse	8	-0.0032348171807825565
108767	rnn.weight_hh_l0_reverse	9	-0.054564218968153
108767	rnn.bias_ih_l0_reverse	0	-0.13590967655181885
108767	rnn.bias_ih_l0_reverse	1	-0.2871822714805603
108767	rnn.bias_ih_l0_reverse	2	-0.07061579078435898
108767	rnn.bias_ih_l0_reverse	3	-0.11384552717208862
108767	rnn.bias_ih_l0_reverse	4	0.058095332235097885
108767	rnn.bias_ih_l0_reverse	5	-0.23193037509918213
108767	rnn.bias_ih_l0_reverse	6	-0.04837167263031006
108767	rnn.bias_ih_l0_reverse	7	0.041999563574790955
108767	rnn.bias_ih_l0_reverse	8	-0.16602414846420288
108767	rnn.bias_ih_l0_reverse	9	-0.09114024043083191
108767	rnn.bias_hh_l0_reverse	0	-0.1319238394498825
108767	rnn.bias_hh_l0_reverse	1	-0.13116109371185303
108767	rnn.bias_hh_l0_reverse	2	-0.03654962405562401
108767	rnn.bias_hh_l0_reverse	3	-0.1202610656619072
108767	rnn.bias_hh_l0_reverse	4	-0.027340395376086235
108767	rnn.bias_hh_l0_reverse	5	-0.11338717490434647
108767	rnn.bias_hh_l0_reverse	6	-0.03901167958974838
108767	rnn.bias_hh_l0_reverse	7	-0.16555996239185333
108767	rnn.bias_hh_l0_reverse	8	-0.041980430483818054
108767	rnn.bias_hh_l0_reverse	9	-0.12842833995819092
108767	linear.weight	0	-0.16289842128753662
108767	linear.weight	1	-0.12606920301914215
108767	linear.weight	2	-0.011228874325752258
108767	linear.weight	3	-0.13225388526916504
108767	linear.weight	4	0.125862255692482
108767	linear.weight	5	0.2937859296798706
108767	linear.weight	6	0.0047744326293468475
108767	linear.weight	7	-0.021312154829502106
108767	linear.weight	8	0.1253555715084076
108767	linear.weight	9	0.21816140413284302
108767	linear.bias	0	-0.7610021829605103
108767	linear.bias	1	1.2249113321304321
108767	linear.bias	2	-0.2615998685359955
108767	linear.bias	3	-0.6443963646888733
108767	linear.bias	4	-1.042555570602417
108767	linear.bias	5	-1.1613152027130127
108767	linear.bias	6	-0.7293295860290527
108767	linear.bias	7	-0.7720237374305725
108767	linear.bias	8	-0.01705317199230194
108767	linear.bias	9	3.2369325160980225
108964	transitions	0	-0.3417312502861023
108964	transitions	1	8.167633056640625
108964	transitions	2	-3.329716682434082
108964	transitions	3	1.3933037519454956
108964	transitions	4	-1.9524829387664795
108964	transitions	5	-0.3535090386867523
108964	transitions	6	-0.17890262603759766
108964	transitions	7	-10000.0
108964	transitions	8	1.7399874925613403
108964	transitions	9	-2.2915029525756836
108964	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
108964	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
108964	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
108964	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
108964	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
108964	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
108964	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
108964	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
108964	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
108964	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
108964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
108964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
108964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
108964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
108964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
108964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
108964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
108964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
108964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
108964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
108964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
108964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
108964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
108964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
108964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
108964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
108964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
108964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
108964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
108964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
108964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
108964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
108964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
108964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
108964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
108964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
108964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
108964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
108964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
108964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
108964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
108964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
108964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
108964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
108964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
108964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
108964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
108964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
108964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
108964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
108964	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
108964	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
108964	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
108964	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
108964	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
108964	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
108964	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
108964	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
108964	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
108964	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
108964	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
108964	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
108964	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
108964	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
108964	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
108964	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
108964	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
108964	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
108964	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
108964	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
108964	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
108964	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
108964	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
108964	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
108964	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
108964	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
108964	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
108964	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
108964	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
108964	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
108964	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
108964	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
108964	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
108964	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
108964	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
108964	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
108964	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
108964	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
108964	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
108964	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
108964	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
108964	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
108964	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
108964	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
108964	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
108964	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
108964	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
108964	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
108964	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
108964	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
108964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
108964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
108964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
108964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
108964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
108964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
108964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
108964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
108964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
108964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
108964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
108964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
108964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
108964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
108964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
108964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
108964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
108964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
108964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
108964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
108964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
108964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
108964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
108964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
108964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
108964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
108964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
108964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
108964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
108964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
108964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
108964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
108964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
108964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
108964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
108964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
108964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
108964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
108964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
108964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
108964	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
108964	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
108964	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
108964	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
108964	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
108964	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
108964	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
108964	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
108964	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
108964	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
108964	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
108964	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
108964	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
108964	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
108964	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
108964	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
108964	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
108964	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
108964	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
108964	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
108964	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
108964	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
108964	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
108964	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
108964	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
108964	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
108964	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
108964	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
108964	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
108964	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
108964	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
108964	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
108964	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
108964	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
108964	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
108964	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
108964	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
108964	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
108964	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
108964	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
108964	embedding2nn.weight	0	0.037493620067834854
108964	embedding2nn.weight	1	-0.0767856016755104
108964	embedding2nn.weight	2	-0.010492765344679356
108964	embedding2nn.weight	3	-0.04243047162890434
108964	embedding2nn.weight	4	-0.13062351942062378
108964	embedding2nn.weight	5	0.09417040646076202
108964	embedding2nn.weight	6	-0.15428873896598816
108964	embedding2nn.weight	7	-0.06823575496673584
108964	embedding2nn.weight	8	-0.012684385292232037
108964	embedding2nn.weight	9	0.04708045348525047
108964	embedding2nn.bias	0	0.05526703968644142
108964	embedding2nn.bias	1	0.014837953262031078
108964	embedding2nn.bias	2	-0.10461585968732834
108964	embedding2nn.bias	3	0.05712628737092018
108964	embedding2nn.bias	4	0.02722623571753502
108964	embedding2nn.bias	5	-0.1757512241601944
108964	embedding2nn.bias	6	-0.06980761885643005
108964	embedding2nn.bias	7	-0.04062001407146454
108964	embedding2nn.bias	8	0.09046297520399094
108964	embedding2nn.bias	9	-0.0868869349360466
108964	rnn.weight_ih_l0	0	0.01967962272465229
108964	rnn.weight_ih_l0	1	-0.05006041005253792
108964	rnn.weight_ih_l0	2	-0.03607636317610741
108964	rnn.weight_ih_l0	3	-0.013470648787915707
108964	rnn.weight_ih_l0	4	0.009381911717355251
108964	rnn.weight_ih_l0	5	-0.0824882909655571
108964	rnn.weight_ih_l0	6	-0.022791841998696327
108964	rnn.weight_ih_l0	7	-0.019357144832611084
108964	rnn.weight_ih_l0	8	0.031040996313095093
108964	rnn.weight_ih_l0	9	0.014482743106782436
108964	rnn.weight_hh_l0	0	0.013033849187195301
108964	rnn.weight_hh_l0	1	-0.07020515203475952
108964	rnn.weight_hh_l0	2	0.051928892731666565
108964	rnn.weight_hh_l0	3	0.037384118884801865
108964	rnn.weight_hh_l0	4	0.011151780374348164
108964	rnn.weight_hh_l0	5	0.056903041899204254
108964	rnn.weight_hh_l0	6	-0.01254857424646616
108964	rnn.weight_hh_l0	7	-0.07848764210939407
108964	rnn.weight_hh_l0	8	-0.006131207104772329
108964	rnn.weight_hh_l0	9	-0.0999814122915268
108964	rnn.bias_ih_l0	0	-0.07349596172571182
108964	rnn.bias_ih_l0	1	-0.14802885055541992
108964	rnn.bias_ih_l0	2	-0.22969669103622437
108964	rnn.bias_ih_l0	3	-0.28035053610801697
108964	rnn.bias_ih_l0	4	-0.013204856775701046
108964	rnn.bias_ih_l0	5	0.07598283886909485
108964	rnn.bias_ih_l0	6	-0.15243257582187653
108964	rnn.bias_ih_l0	7	-0.24285797774791718
108964	rnn.bias_ih_l0	8	-0.1094188541173935
108964	rnn.bias_ih_l0	9	-0.14927244186401367
108964	rnn.bias_hh_l0	0	0.12445127218961716
108964	rnn.bias_hh_l0	1	-0.04272911325097084
108964	rnn.bias_hh_l0	2	0.017582127824425697
108964	rnn.bias_hh_l0	3	-0.1589949131011963
108964	rnn.bias_hh_l0	4	0.0661684200167656
108964	rnn.bias_hh_l0	5	0.02753317728638649
108964	rnn.bias_hh_l0	6	-0.08761534839868546
108964	rnn.bias_hh_l0	7	-0.14826135337352753
108964	rnn.bias_hh_l0	8	-0.16006891429424286
108964	rnn.bias_hh_l0	9	-0.0970926359295845
108964	rnn.weight_ih_l0_reverse	0	-0.010176501236855984
108964	rnn.weight_ih_l0_reverse	1	0.014941873028874397
108964	rnn.weight_ih_l0_reverse	2	-0.0377315916121006
108964	rnn.weight_ih_l0_reverse	3	-0.024974476546049118
108964	rnn.weight_ih_l0_reverse	4	0.03458772227168083
108964	rnn.weight_ih_l0_reverse	5	-0.05364108085632324
108964	rnn.weight_ih_l0_reverse	6	-0.04924169182777405
108964	rnn.weight_ih_l0_reverse	7	-0.01013355702161789
108964	rnn.weight_ih_l0_reverse	8	0.05324995145201683
108964	rnn.weight_ih_l0_reverse	9	0.010250664316117764
108964	rnn.weight_hh_l0_reverse	0	0.006555303931236267
108964	rnn.weight_hh_l0_reverse	1	0.024942908436059952
108964	rnn.weight_hh_l0_reverse	2	-0.03726373240351677
108964	rnn.weight_hh_l0_reverse	3	0.036408163607120514
108964	rnn.weight_hh_l0_reverse	4	0.01856931485235691
108964	rnn.weight_hh_l0_reverse	5	-0.012560874223709106
108964	rnn.weight_hh_l0_reverse	6	0.03765393793582916
108964	rnn.weight_hh_l0_reverse	7	0.021116970106959343
108964	rnn.weight_hh_l0_reverse	8	-0.0038797257002443075
108964	rnn.weight_hh_l0_reverse	9	-0.055106136947870255
108964	rnn.bias_ih_l0_reverse	0	-0.13553598523139954
108964	rnn.bias_ih_l0_reverse	1	-0.2832808494567871
108964	rnn.bias_ih_l0_reverse	2	-0.07182743400335312
108964	rnn.bias_ih_l0_reverse	3	-0.11286915838718414
108964	rnn.bias_ih_l0_reverse	4	0.05857076868414879
108964	rnn.bias_ih_l0_reverse	5	-0.2319578379392624
108964	rnn.bias_ih_l0_reverse	6	-0.050022777169942856
108964	rnn.bias_ih_l0_reverse	7	0.04490584507584572
108964	rnn.bias_ih_l0_reverse	8	-0.16458137333393097
108964	rnn.bias_ih_l0_reverse	9	-0.08756471425294876
108964	rnn.bias_hh_l0_reverse	0	-0.13085800409317017
108964	rnn.bias_hh_l0_reverse	1	-0.13125549256801605
108964	rnn.bias_hh_l0_reverse	2	-0.03517598658800125
108964	rnn.bias_hh_l0_reverse	3	-0.11811825633049011
108964	rnn.bias_hh_l0_reverse	4	-0.027079150080680847
108964	rnn.bias_hh_l0_reverse	5	-0.11269482225179672
108964	rnn.bias_hh_l0_reverse	6	-0.048435814678668976
108964	rnn.bias_hh_l0_reverse	7	-0.17032179236412048
108964	rnn.bias_hh_l0_reverse	8	-0.04541933909058571
108964	rnn.bias_hh_l0_reverse	9	-0.1272863894701004
108964	linear.weight	0	-0.16711919009685516
108964	linear.weight	1	-0.11741315573453903
108964	linear.weight	2	-0.011228874325752258
108964	linear.weight	3	-0.14332307875156403
108964	linear.weight	4	0.12327954918146133
108964	linear.weight	5	0.28681349754333496
108964	linear.weight	6	0.0047744326293468475
108964	linear.weight	7	-0.021312154829502106
108964	linear.weight	8	0.1484367996454239
108964	linear.weight	9	0.21529141068458557
108964	linear.bias	0	-0.7425090074539185
108964	linear.bias	1	1.1950324773788452
108964	linear.bias	2	-0.27775490283966064
108964	linear.bias	3	-0.6538975834846497
108964	linear.bias	4	-1.0185030698776245
108964	linear.bias	5	-1.1614006757736206
108964	linear.bias	6	-0.71170973777771
108964	linear.bias	7	-0.75519198179245
108964	linear.bias	8	-0.01705317199230194
108964	linear.bias	9	3.2050564289093018
109161	transitions	0	-0.342102587223053
109161	transitions	1	8.187760353088379
109161	transitions	2	-3.3306338787078857
109161	transitions	3	1.3858957290649414
109161	transitions	4	-1.953189492225647
109161	transitions	5	-0.3535982370376587
109161	transitions	6	-0.1789630502462387
109161	transitions	7	-10000.0
109161	transitions	8	1.7408952713012695
109161	transitions	9	-2.2915117740631104
109161	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
109161	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
109161	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
109161	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
109161	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
109161	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
109161	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
109161	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
109161	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
109161	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
109161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
109161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
109161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
109161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
109161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
109161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
109161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
109161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
109161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
109161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
109161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
109161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
109161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
109161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
109161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
109161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
109161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
109161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
109161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
109161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
109161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
109161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
109161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
109161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
109161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
109161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
109161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
109161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
109161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
109161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
109161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
109161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
109161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
109161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
109161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
109161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
109161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
109161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
109161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
109161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
109161	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
109161	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
109161	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
109161	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
109161	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
109161	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
109161	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
109161	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
109161	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
109161	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
109161	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
109161	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
109161	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
109161	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
109161	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
109161	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
109161	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
109161	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
109161	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
109161	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
109161	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
109161	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
109161	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
109161	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
109161	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
109161	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
109161	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
109161	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
109161	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
109161	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
109161	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
109161	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
109161	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
109161	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
109161	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
109161	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
109161	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
109161	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
109161	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
109161	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
109161	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
109161	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
109161	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
109161	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
109161	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
109161	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
109161	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
109161	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
109161	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
109161	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
109161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
109161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
109161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
109161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
109161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
109161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
109161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
109161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
109161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
109161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
109161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
109161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
109161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
109161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
109161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
109161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
109161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
109161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
109161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
109161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
109161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
109161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
109161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
109161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
109161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
109161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
109161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
109161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
109161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
109161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
109161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
109161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
109161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
109161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
109161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
109161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
109161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
109161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
109161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
109161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
109161	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
109161	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
109161	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
109161	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
109161	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
109161	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
109161	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
109161	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
109161	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
109161	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
109161	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
109161	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
109161	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
109161	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
109161	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
109161	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
109161	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
109161	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
109161	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
109161	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
109161	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
109161	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
109161	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
109161	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
109161	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
109161	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
109161	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
109161	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
109161	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
109161	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
109161	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
109161	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
109161	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
109161	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
109161	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
109161	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
109161	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
109161	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
109161	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
109161	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
109161	embedding2nn.weight	0	0.037030357867479324
109161	embedding2nn.weight	1	-0.0774320513010025
109161	embedding2nn.weight	2	-0.011803342960774899
109161	embedding2nn.weight	3	-0.04383304342627525
109161	embedding2nn.weight	4	-0.1273733377456665
109161	embedding2nn.weight	5	0.09236712008714676
109161	embedding2nn.weight	6	-0.15749751031398773
109161	embedding2nn.weight	7	-0.0654570460319519
109161	embedding2nn.weight	8	-0.011205989867448807
109161	embedding2nn.weight	9	0.04513294994831085
109161	embedding2nn.bias	0	0.05645711347460747
109161	embedding2nn.bias	1	0.015242243185639381
109161	embedding2nn.bias	2	-0.11375030875205994
109161	embedding2nn.bias	3	0.04757864028215408
109161	embedding2nn.bias	4	0.030260520055890083
109161	embedding2nn.bias	5	-0.18586954474449158
109161	embedding2nn.bias	6	-0.05892346054315567
109161	embedding2nn.bias	7	-0.03574349358677864
109161	embedding2nn.bias	8	0.0921807810664177
109161	embedding2nn.bias	9	-0.1085711345076561
109161	rnn.weight_ih_l0	0	0.019382864236831665
109161	rnn.weight_ih_l0	1	-0.04371979087591171
109161	rnn.weight_ih_l0	2	-0.036922749131917953
109161	rnn.weight_ih_l0	3	-0.012826448306441307
109161	rnn.weight_ih_l0	4	0.01209312304854393
109161	rnn.weight_ih_l0	5	-0.08316969126462936
109161	rnn.weight_ih_l0	6	-0.021440783515572548
109161	rnn.weight_ih_l0	7	-0.022802090272307396
109161	rnn.weight_ih_l0	8	0.033308204263448715
109161	rnn.weight_ih_l0	9	0.01210146676748991
109161	rnn.weight_hh_l0	0	0.01367640309035778
109161	rnn.weight_hh_l0	1	-0.07157021760940552
109161	rnn.weight_hh_l0	2	0.05165708065032959
109161	rnn.weight_hh_l0	3	0.036723632365465164
109161	rnn.weight_hh_l0	4	0.010929145850241184
109161	rnn.weight_hh_l0	5	0.05624881759285927
109161	rnn.weight_hh_l0	6	-0.012311743572354317
109161	rnn.weight_hh_l0	7	-0.0786716490983963
109161	rnn.weight_hh_l0	8	-0.0064063542522490025
109161	rnn.weight_hh_l0	9	-0.09895838052034378
109161	rnn.bias_ih_l0	0	-0.07564809918403625
109161	rnn.bias_ih_l0	1	-0.1483495682477951
109161	rnn.bias_ih_l0	2	-0.22888492047786713
109161	rnn.bias_ih_l0	3	-0.2810952365398407
109161	rnn.bias_ih_l0	4	-0.01012550387531519
109161	rnn.bias_ih_l0	5	0.07787998765707016
109161	rnn.bias_ih_l0	6	-0.15237312018871307
109161	rnn.bias_ih_l0	7	-0.24543683230876923
109161	rnn.bias_ih_l0	8	-0.10562566667795181
109161	rnn.bias_ih_l0	9	-0.15193824470043182
109161	rnn.bias_hh_l0	0	0.12684769928455353
109161	rnn.bias_hh_l0	1	-0.043690070509910583
109161	rnn.bias_hh_l0	2	0.01706303097307682
109161	rnn.bias_hh_l0	3	-0.16122162342071533
109161	rnn.bias_hh_l0	4	0.06588464975357056
109161	rnn.bias_hh_l0	5	0.031583938747644424
109161	rnn.bias_hh_l0	6	-0.08717739582061768
109161	rnn.bias_hh_l0	7	-0.148110494017601
109161	rnn.bias_hh_l0	8	-0.159628763794899
109161	rnn.bias_hh_l0	9	-0.09656965732574463
109161	rnn.weight_ih_l0_reverse	0	-0.00963498093187809
109161	rnn.weight_ih_l0_reverse	1	0.01490555889904499
109161	rnn.weight_ih_l0_reverse	2	-0.03678759187459946
109161	rnn.weight_ih_l0_reverse	3	-0.02223900333046913
109161	rnn.weight_ih_l0_reverse	4	0.033337101340293884
109161	rnn.weight_ih_l0_reverse	5	-0.05179694667458534
109161	rnn.weight_ih_l0_reverse	6	-0.047092586755752563
109161	rnn.weight_ih_l0_reverse	7	-0.010840563103556633
109161	rnn.weight_ih_l0_reverse	8	0.05749930068850517
109161	rnn.weight_ih_l0_reverse	9	0.01055253203958273
109161	rnn.weight_hh_l0_reverse	0	0.005732203368097544
109161	rnn.weight_hh_l0_reverse	1	0.02500545233488083
109161	rnn.weight_hh_l0_reverse	2	-0.036630645394325256
109161	rnn.weight_hh_l0_reverse	3	0.03714243322610855
109161	rnn.weight_hh_l0_reverse	4	0.020310914143919945
109161	rnn.weight_hh_l0_reverse	5	-0.012981892563402653
109161	rnn.weight_hh_l0_reverse	6	0.03777590021491051
109161	rnn.weight_hh_l0_reverse	7	0.021103372797369957
109161	rnn.weight_hh_l0_reverse	8	-0.005043028853833675
109161	rnn.weight_hh_l0_reverse	9	-0.05568115785717964
109161	rnn.bias_ih_l0_reverse	0	-0.13542239367961884
109161	rnn.bias_ih_l0_reverse	1	-0.28333228826522827
109161	rnn.bias_ih_l0_reverse	2	-0.07072277367115021
109161	rnn.bias_ih_l0_reverse	3	-0.11469437927007675
109161	rnn.bias_ih_l0_reverse	4	0.06095246598124504
109161	rnn.bias_ih_l0_reverse	5	-0.23316839337348938
109161	rnn.bias_ih_l0_reverse	6	-0.05240074172616005
109161	rnn.bias_ih_l0_reverse	7	0.0473816953599453
109161	rnn.bias_ih_l0_reverse	8	-0.16474100947380066
109161	rnn.bias_ih_l0_reverse	9	-0.09035254269838333
109161	rnn.bias_hh_l0_reverse	0	-0.1323549896478653
109161	rnn.bias_hh_l0_reverse	1	-0.13227245211601257
109161	rnn.bias_hh_l0_reverse	2	-0.0368247851729393
109161	rnn.bias_hh_l0_reverse	3	-0.11740053445100784
109161	rnn.bias_hh_l0_reverse	4	-0.02722010761499405
109161	rnn.bias_hh_l0_reverse	5	-0.11277524381875992
109161	rnn.bias_hh_l0_reverse	6	-0.05204842984676361
109161	rnn.bias_hh_l0_reverse	7	-0.16228827834129333
109161	rnn.bias_hh_l0_reverse	8	-0.04745689406991005
109161	rnn.bias_hh_l0_reverse	9	-0.12523086369037628
109161	linear.weight	0	-0.183390274643898
109161	linear.weight	1	-0.10814499109983444
109161	linear.weight	2	-0.011228874325752258
109161	linear.weight	3	-0.13975757360458374
109161	linear.weight	4	0.10086628049612045
109161	linear.weight	5	0.30041345953941345
109161	linear.weight	6	0.0047744326293468475
109161	linear.weight	7	-0.021312154829502106
109161	linear.weight	8	0.1494845151901245
109161	linear.weight	9	0.20869559049606323
109161	linear.bias	0	-0.7594963908195496
109161	linear.bias	1	1.235519528388977
109161	linear.bias	2	-0.20366035401821136
109161	linear.bias	3	-0.6326574087142944
109161	linear.bias	4	-1.0285353660583496
109161	linear.bias	5	-1.1614882946014404
109161	linear.bias	6	-0.7270346879959106
109161	linear.bias	7	-0.7838258743286133
109161	linear.bias	8	-0.01705317199230194
109161	linear.bias	9	3.216552257537842
109358	transitions	0	-0.34265586733818054
109358	transitions	1	8.203855514526367
109358	transitions	2	-3.3314549922943115
109358	transitions	3	1.3960763216018677
109358	transitions	4	-1.953748106956482
109358	transitions	5	-0.35434651374816895
109358	transitions	6	-0.17903777956962585
109358	transitions	7	-10000.0
109358	transitions	8	1.7394169569015503
109358	transitions	9	-2.291522264480591
109358	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
109358	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
109358	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
109358	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
109358	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
109358	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
109358	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
109358	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
109358	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
109358	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
109358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
109358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
109358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
109358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
109358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
109358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
109358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
109358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
109358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
109358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
109358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
109358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
109358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
109358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
109358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
109358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
109358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
109358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
109358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
109358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
109358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
109358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
109358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
109358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
109358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
109358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
109358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
109358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
109358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
109358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
109358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
109358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
109358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
109358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
109358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
109358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
109358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
109358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
109358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
109358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
109358	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
109358	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
109358	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
109358	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
109358	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
109358	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
109358	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
109358	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
109358	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
109358	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
109358	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
109358	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
109358	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
109358	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
109358	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
109358	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
109358	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
109358	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
109358	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
109358	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
109358	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
109358	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
109358	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
109358	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
109358	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
109358	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
109358	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
109358	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
109358	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
109358	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
109358	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
109358	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
109358	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
109358	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
109358	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
109358	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
109358	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
109358	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
109358	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
109358	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
109358	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
109358	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
109358	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
109358	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
109358	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
109358	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
109358	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
109358	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
109358	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
109358	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
109358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
109358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
109358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
109358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
109358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
109358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
109358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
109358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
109358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
109358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
109358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
109358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
109358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
109358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
109358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
109358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
109358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
109358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
109358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
109358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
109358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
109358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
109358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
109358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
109358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
109358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
109358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
109358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
109358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
109358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
109358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
109358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
109358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
109358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
109358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
109358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
109358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
109358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
109358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
109358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
109358	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
109358	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
109358	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
109358	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
109358	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
109358	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
109358	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
109358	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
109358	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
109358	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
109358	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
109358	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
109358	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
109358	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
109358	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
109358	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
109358	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
109358	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
109358	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
109358	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
109358	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
109358	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
109358	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
109358	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
109358	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
109358	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
109358	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
109358	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
109358	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
109358	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
109358	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
109358	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
109358	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
109358	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
109358	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
109358	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
109358	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
109358	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
109358	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
109358	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
109358	embedding2nn.weight	0	0.03781766816973686
109358	embedding2nn.weight	1	-0.07550991326570511
109358	embedding2nn.weight	2	-0.012244625017046928
109358	embedding2nn.weight	3	-0.04345041140913963
109358	embedding2nn.weight	4	-0.12456487119197845
109358	embedding2nn.weight	5	0.09433716535568237
109358	embedding2nn.weight	6	-0.16164512932300568
109358	embedding2nn.weight	7	-0.06542439013719559
109358	embedding2nn.weight	8	-0.010308496654033661
109358	embedding2nn.weight	9	0.04396410658955574
109358	embedding2nn.bias	0	0.053123462945222855
109358	embedding2nn.bias	1	0.010179342702031136
109358	embedding2nn.bias	2	-0.11049257963895798
109358	embedding2nn.bias	3	0.044789623469114304
109358	embedding2nn.bias	4	0.02762525901198387
109358	embedding2nn.bias	5	-0.17025431990623474
109358	embedding2nn.bias	6	-0.07207179069519043
109358	embedding2nn.bias	7	-0.0462784618139267
109358	embedding2nn.bias	8	0.08650445193052292
109358	embedding2nn.bias	9	-0.08859269320964813
109358	rnn.weight_ih_l0	0	0.018547184765338898
109358	rnn.weight_ih_l0	1	-0.035837698727846146
109358	rnn.weight_ih_l0	2	-0.035195037722587585
109358	rnn.weight_ih_l0	3	-0.012738222256302834
109358	rnn.weight_ih_l0	4	0.012064984068274498
109358	rnn.weight_ih_l0	5	-0.0824049711227417
109358	rnn.weight_ih_l0	6	-0.02512160688638687
109358	rnn.weight_ih_l0	7	-0.02215513400733471
109358	rnn.weight_ih_l0	8	0.0305124931037426
109358	rnn.weight_ih_l0	9	0.011599444784224033
109358	rnn.weight_hh_l0	0	0.013274687342345715
109358	rnn.weight_hh_l0	1	-0.07241563498973846
109358	rnn.weight_hh_l0	2	0.052260465919971466
109358	rnn.weight_hh_l0	3	0.03734966740012169
109358	rnn.weight_hh_l0	4	0.01073901355266571
109358	rnn.weight_hh_l0	5	0.05489540100097656
109358	rnn.weight_hh_l0	6	-0.012385631911456585
109358	rnn.weight_hh_l0	7	-0.07849855720996857
109358	rnn.weight_hh_l0	8	-0.00592953572049737
109358	rnn.weight_hh_l0	9	-0.10101447999477386
109358	rnn.bias_ih_l0	0	-0.07002861797809601
109358	rnn.bias_ih_l0	1	-0.15188045799732208
109358	rnn.bias_ih_l0	2	-0.23223820328712463
109358	rnn.bias_ih_l0	3	-0.27946701645851135
109358	rnn.bias_ih_l0	4	-0.01393812708556652
109358	rnn.bias_ih_l0	5	0.08288680762052536
109358	rnn.bias_ih_l0	6	-0.14790132641792297
109358	rnn.bias_ih_l0	7	-0.2464934140443802
109358	rnn.bias_ih_l0	8	-0.10991507023572922
109358	rnn.bias_ih_l0	9	-0.15577425062656403
109358	rnn.bias_hh_l0	0	0.13386033475399017
109358	rnn.bias_hh_l0	1	-0.04307248443365097
109358	rnn.bias_hh_l0	2	0.014644494280219078
109358	rnn.bias_hh_l0	3	-0.16261066496372223
109358	rnn.bias_hh_l0	4	0.06818770617246628
109358	rnn.bias_hh_l0	5	0.02657538838684559
109358	rnn.bias_hh_l0	6	-0.08420395106077194
109358	rnn.bias_hh_l0	7	-0.14987695217132568
109358	rnn.bias_hh_l0	8	-0.1583903431892395
109358	rnn.bias_hh_l0	9	-0.09606122225522995
109358	rnn.weight_ih_l0_reverse	0	-0.011821761727333069
109358	rnn.weight_ih_l0_reverse	1	0.01584882102906704
109358	rnn.weight_ih_l0_reverse	2	-0.0380089208483696
109358	rnn.weight_ih_l0_reverse	3	-0.02324654348194599
109358	rnn.weight_ih_l0_reverse	4	0.032988619059324265
109358	rnn.weight_ih_l0_reverse	5	-0.05240653082728386
109358	rnn.weight_ih_l0_reverse	6	-0.05017324164509773
109358	rnn.weight_ih_l0_reverse	7	-0.012556313537061214
109358	rnn.weight_ih_l0_reverse	8	0.05796543136239052
109358	rnn.weight_ih_l0_reverse	9	0.011399263516068459
109358	rnn.weight_hh_l0_reverse	0	0.004858061671257019
109358	rnn.weight_hh_l0_reverse	1	0.025534337386488914
109358	rnn.weight_hh_l0_reverse	2	-0.0365506187081337
109358	rnn.weight_hh_l0_reverse	3	0.03745713084936142
109358	rnn.weight_hh_l0_reverse	4	0.020918430760502815
109358	rnn.weight_hh_l0_reverse	5	-0.013784317299723625
109358	rnn.weight_hh_l0_reverse	6	0.03783990815281868
109358	rnn.weight_hh_l0_reverse	7	0.021515239030122757
109358	rnn.weight_hh_l0_reverse	8	-0.003977334592491388
109358	rnn.weight_hh_l0_reverse	9	-0.05559779703617096
109358	rnn.bias_ih_l0_reverse	0	-0.1387401968240738
109358	rnn.bias_ih_l0_reverse	1	-0.2837975025177002
109358	rnn.bias_ih_l0_reverse	2	-0.07271010428667068
109358	rnn.bias_ih_l0_reverse	3	-0.11664097756147385
109358	rnn.bias_ih_l0_reverse	4	0.0628584623336792
109358	rnn.bias_ih_l0_reverse	5	-0.23531752824783325
109358	rnn.bias_ih_l0_reverse	6	-0.05274827033281326
109358	rnn.bias_ih_l0_reverse	7	0.041745156049728394
109358	rnn.bias_ih_l0_reverse	8	-0.16928689181804657
109358	rnn.bias_ih_l0_reverse	9	-0.08906735479831696
109358	rnn.bias_hh_l0_reverse	0	-0.13298557698726654
109358	rnn.bias_hh_l0_reverse	1	-0.1292184591293335
109358	rnn.bias_hh_l0_reverse	2	-0.03389587998390198
109358	rnn.bias_hh_l0_reverse	3	-0.11587004363536835
109358	rnn.bias_hh_l0_reverse	4	-0.023897765204310417
109358	rnn.bias_hh_l0_reverse	5	-0.11416260898113251
109358	rnn.bias_hh_l0_reverse	6	-0.05288262665271759
109358	rnn.bias_hh_l0_reverse	7	-0.15733058750629425
109358	rnn.bias_hh_l0_reverse	8	-0.047681260854005814
109358	rnn.bias_hh_l0_reverse	9	-0.1267392635345459
109358	linear.weight	0	-0.1834746152162552
109358	linear.weight	1	-0.1082264855504036
109358	linear.weight	2	-0.011228874325752258
109358	linear.weight	3	-0.1363513171672821
109358	linear.weight	4	0.10484553128480911
109358	linear.weight	5	0.30919361114501953
109358	linear.weight	6	0.0047744326293468475
109358	linear.weight	7	-0.021312154829502106
109358	linear.weight	8	0.15051166713237762
109358	linear.weight	9	0.19787508249282837
109358	linear.bias	0	-0.7464417219161987
109358	linear.bias	1	1.2158217430114746
109358	linear.bias	2	-0.2730579674243927
109358	linear.bias	3	-0.6371736526489258
109358	linear.bias	4	-1.0441186428070068
109358	linear.bias	5	-1.161573886871338
109358	linear.bias	6	-0.7168986201286316
109358	linear.bias	7	-0.7971171736717224
109358	linear.bias	8	-0.01705317199230194
109358	linear.bias	9	3.242218017578125
109555	transitions	0	-0.34284937381744385
109555	transitions	1	8.157476425170898
109555	transitions	2	-3.3323166370391846
109555	transitions	3	1.3998929262161255
109555	transitions	4	-1.955113172531128
109555	transitions	5	-0.3552113473415375
109555	transitions	6	-0.179127037525177
109555	transitions	7	-10000.0
109555	transitions	8	1.7402255535125732
109555	transitions	9	-2.2915329933166504
109555	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
109555	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
109555	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
109555	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
109555	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
109555	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
109555	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
109555	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
109555	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
109555	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
109555	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
109555	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
109555	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
109555	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
109555	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
109555	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
109555	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
109555	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
109555	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
109555	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
109555	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
109555	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
109555	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
109555	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
109555	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
109555	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
109555	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
109555	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
109555	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
109555	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
109555	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
109555	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
109555	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
109555	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
109555	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
109555	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
109555	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
109555	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
109555	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
109555	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
109555	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
109555	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
109555	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
109555	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
109555	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
109555	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
109555	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
109555	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
109555	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
109555	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
109555	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
109555	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
109555	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
109555	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
109555	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
109555	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
109555	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
109555	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
109555	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
109555	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
109555	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
109555	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
109555	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
109555	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
109555	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
109555	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
109555	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
109555	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
109555	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
109555	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
109555	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
109555	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
109555	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
109555	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
109555	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
109555	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
109555	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
109555	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
109555	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
109555	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
109555	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
109555	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
109555	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
109555	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
109555	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
109555	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
109555	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
109555	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
109555	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
109555	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
109555	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
109555	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
109555	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
109555	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
109555	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
109555	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
109555	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
109555	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
109555	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
109555	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
109555	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
109555	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
109555	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
109555	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
109555	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
109555	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
109555	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
109555	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
109555	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
109555	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
109555	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
109555	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
109555	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
109555	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
109555	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
109555	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
109555	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
109555	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
109555	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
109555	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
109555	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
109555	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
109555	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
109555	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
109555	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
109555	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
109555	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
109555	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
109555	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
109555	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
109555	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
109555	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
109555	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
109555	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
109555	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
109555	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
109555	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
109555	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
109555	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
109555	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
109555	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
109555	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
109555	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
109555	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
109555	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
109555	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
109555	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
109555	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
109555	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
109555	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
109555	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
109555	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
109555	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
109555	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
109555	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
109555	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
109555	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
109555	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
109555	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
109555	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
109555	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
109555	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
109555	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
109555	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
109555	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
109555	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
109555	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
109555	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
109555	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
109555	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
109555	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
109555	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
109555	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
109555	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
109555	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
109555	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
109555	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
109555	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
109555	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
109555	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
109555	embedding2nn.weight	0	0.03887481614947319
109555	embedding2nn.weight	1	-0.07652629911899567
109555	embedding2nn.weight	2	-0.009133974090218544
109555	embedding2nn.weight	3	-0.043342530727386475
109555	embedding2nn.weight	4	-0.12295722216367722
109555	embedding2nn.weight	5	0.09428701549768448
109555	embedding2nn.weight	6	-0.17129696905612946
109555	embedding2nn.weight	7	-0.0634693130850792
109555	embedding2nn.weight	8	-0.010956596583127975
109555	embedding2nn.weight	9	0.046343591064214706
109555	embedding2nn.bias	0	0.05043668672442436
109555	embedding2nn.bias	1	0.019367795437574387
109555	embedding2nn.bias	2	-0.12401599436998367
109555	embedding2nn.bias	3	0.04021257162094116
109555	embedding2nn.bias	4	0.03000754676759243
109555	embedding2nn.bias	5	-0.16909369826316833
109555	embedding2nn.bias	6	-0.0905381590127945
109555	embedding2nn.bias	7	-0.051362670958042145
109555	embedding2nn.bias	8	0.0836694985628128
109555	embedding2nn.bias	9	-0.10425525158643723
109555	rnn.weight_ih_l0	0	0.019819296896457672
109555	rnn.weight_ih_l0	1	-0.035794295370578766
109555	rnn.weight_ih_l0	2	-0.035340044647455215
109555	rnn.weight_ih_l0	3	-0.015305762179195881
109555	rnn.weight_ih_l0	4	0.013263363391160965
109555	rnn.weight_ih_l0	5	-0.08177947252988815
109555	rnn.weight_ih_l0	6	-0.028409143909811974
109555	rnn.weight_ih_l0	7	-0.021010974422097206
109555	rnn.weight_ih_l0	8	0.030479811131954193
109555	rnn.weight_ih_l0	9	0.014055974781513214
109555	rnn.weight_hh_l0	0	0.013736261054873466
109555	rnn.weight_hh_l0	1	-0.07441495358943939
109555	rnn.weight_hh_l0	2	0.05200402811169624
109555	rnn.weight_hh_l0	3	0.038310591131448746
109555	rnn.weight_hh_l0	4	0.01042943261563778
109555	rnn.weight_hh_l0	5	0.05619266256690025
109555	rnn.weight_hh_l0	6	-0.011840804480016232
109555	rnn.weight_hh_l0	7	-0.07834108173847198
109555	rnn.weight_hh_l0	8	-0.004413065034896135
109555	rnn.weight_hh_l0	9	-0.10007025301456451
109555	rnn.bias_ih_l0	0	-0.07564358413219452
109555	rnn.bias_ih_l0	1	-0.15455976128578186
109555	rnn.bias_ih_l0	2	-0.23382526636123657
109555	rnn.bias_ih_l0	3	-0.2808662950992584
109555	rnn.bias_ih_l0	4	-0.01174522377550602
109555	rnn.bias_ih_l0	5	0.0815337747335434
109555	rnn.bias_ih_l0	6	-0.1505294144153595
109555	rnn.bias_ih_l0	7	-0.24575385451316833
109555	rnn.bias_ih_l0	8	-0.10846985131502151
109555	rnn.bias_ih_l0	9	-0.15457656979560852
109555	rnn.bias_hh_l0	0	0.12888047099113464
109555	rnn.bias_hh_l0	1	-0.04157588258385658
109555	rnn.bias_hh_l0	2	0.015013311058282852
109555	rnn.bias_hh_l0	3	-0.16021360456943512
109555	rnn.bias_hh_l0	4	0.0695204958319664
109555	rnn.bias_hh_l0	5	0.023718301206827164
109555	rnn.bias_hh_l0	6	-0.08692467212677002
109555	rnn.bias_hh_l0	7	-0.14946141839027405
109555	rnn.bias_hh_l0	8	-0.16133423149585724
109555	rnn.bias_hh_l0	9	-0.09686446934938431
109555	rnn.weight_ih_l0_reverse	0	-0.010689623653888702
109555	rnn.weight_ih_l0_reverse	1	0.015461328439414501
109555	rnn.weight_ih_l0_reverse	2	-0.03876215219497681
109555	rnn.weight_ih_l0_reverse	3	-0.019243093207478523
109555	rnn.weight_ih_l0_reverse	4	0.03306613117456436
109555	rnn.weight_ih_l0_reverse	5	-0.052728064358234406
109555	rnn.weight_ih_l0_reverse	6	-0.051607247442007065
109555	rnn.weight_ih_l0_reverse	7	-0.015904588624835014
109555	rnn.weight_ih_l0_reverse	8	0.05749685317277908
109555	rnn.weight_ih_l0_reverse	9	0.013350901193916798
109555	rnn.weight_hh_l0_reverse	0	0.0046884045004844666
109555	rnn.weight_hh_l0_reverse	1	0.025576408952474594
109555	rnn.weight_hh_l0_reverse	2	-0.03654482588171959
109555	rnn.weight_hh_l0_reverse	3	0.0369923934340477
109555	rnn.weight_hh_l0_reverse	4	0.020946266129612923
109555	rnn.weight_hh_l0_reverse	5	-0.013697070069611073
109555	rnn.weight_hh_l0_reverse	6	0.037738680839538574
109555	rnn.weight_hh_l0_reverse	7	0.022297998890280724
109555	rnn.weight_hh_l0_reverse	8	-0.005510927643626928
109555	rnn.weight_hh_l0_reverse	9	-0.05499694123864174
109555	rnn.bias_ih_l0_reverse	0	-0.14215026795864105
109555	rnn.bias_ih_l0_reverse	1	-0.2827639877796173
109555	rnn.bias_ih_l0_reverse	2	-0.07076445966959
109555	rnn.bias_ih_l0_reverse	3	-0.11632542312145233
109555	rnn.bias_ih_l0_reverse	4	0.06557848304510117
109555	rnn.bias_ih_l0_reverse	5	-0.2329857498407364
109555	rnn.bias_ih_l0_reverse	6	-0.05510515347123146
109555	rnn.bias_ih_l0_reverse	7	0.04175202548503876
109555	rnn.bias_ih_l0_reverse	8	-0.1691269427537918
109555	rnn.bias_ih_l0_reverse	9	-0.09003434330224991
109555	rnn.bias_hh_l0_reverse	0	-0.13019610941410065
109555	rnn.bias_hh_l0_reverse	1	-0.1272755265235901
109555	rnn.bias_hh_l0_reverse	2	-0.03673245757818222
109555	rnn.bias_hh_l0_reverse	3	-0.11907711625099182
109555	rnn.bias_hh_l0_reverse	4	-0.024436641484498978
109555	rnn.bias_hh_l0_reverse	5	-0.11375999450683594
109555	rnn.bias_hh_l0_reverse	6	-0.049268968403339386
109555	rnn.bias_hh_l0_reverse	7	-0.1608896553516388
109555	rnn.bias_hh_l0_reverse	8	-0.04549974948167801
109555	rnn.bias_hh_l0_reverse	9	-0.12306295335292816
109555	linear.weight	0	-0.1817672699689865
109555	linear.weight	1	-0.11473053693771362
109555	linear.weight	2	-0.011228874325752258
109555	linear.weight	3	-0.11479060351848602
109555	linear.weight	4	0.10726160556077957
109555	linear.weight	5	0.3168491721153259
109555	linear.weight	6	0.0047744326293468475
109555	linear.weight	7	-0.021312154829502106
109555	linear.weight	8	0.1692010462284088
109555	linear.weight	9	0.19847415387630463
109555	linear.bias	0	-0.7416244149208069
109555	linear.bias	1	1.2070730924606323
109555	linear.bias	2	-0.21845580637454987
109555	linear.bias	3	-0.6870551705360413
109555	linear.bias	4	-1.032712697982788
109555	linear.bias	5	-1.1616624593734741
109555	linear.bias	6	-0.7194363474845886
109555	linear.bias	7	-0.7789273262023926
109555	linear.bias	8	-0.01705317199230194
109555	linear.bias	9	3.1795287132263184
109752	transitions	0	-0.3434794843196869
109752	transitions	1	8.146482467651367
109752	transitions	2	-3.3335089683532715
109752	transitions	3	1.378196120262146
109752	transitions	4	-1.9554990530014038
109752	transitions	5	-0.35527849197387695
109752	transitions	6	-0.17918483912944794
109752	transitions	7	-10000.0
109752	transitions	8	1.7360236644744873
109752	transitions	9	-2.2915444374084473
109752	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
109752	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
109752	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
109752	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
109752	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
109752	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
109752	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
109752	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
109752	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
109752	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
109752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
109752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
109752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
109752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
109752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
109752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
109752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
109752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
109752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
109752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
109752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
109752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
109752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
109752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
109752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
109752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
109752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
109752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
109752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
109752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
109752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
109752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
109752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
109752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
109752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
109752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
109752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
109752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
109752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
109752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
109752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
109752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
109752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
109752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
109752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
109752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
109752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
109752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
109752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
109752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
109752	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
109752	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
109752	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
109752	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
109752	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
109752	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
109752	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
109752	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
109752	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
109752	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
109752	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
109752	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
109752	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
109752	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
109752	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
109752	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
109752	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
109752	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
109752	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
109752	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
109752	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
109752	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
109752	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
109752	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
109752	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
109752	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
109752	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
109752	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
109752	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
109752	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
109752	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
109752	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
109752	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
109752	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
109752	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
109752	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
109752	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
109752	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
109752	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
109752	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
109752	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
109752	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
109752	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
109752	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
109752	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
109752	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
109752	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
109752	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
109752	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
109752	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
109752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
109752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
109752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
109752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
109752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
109752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
109752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
109752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
109752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
109752	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
109752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
109752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
109752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
109752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
109752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
109752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
109752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
109752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
109752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
109752	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
109752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
109752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
109752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
109752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
109752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
109752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
109752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
109752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
109752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
109752	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
109752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
109752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
109752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
109752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
109752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
109752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
109752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
109752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
109752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
109752	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
109752	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
109752	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
109752	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
109752	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
109752	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
109752	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
109752	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
109752	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
109752	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
109752	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
109752	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
109752	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
109752	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
109752	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
109752	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
109752	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
109752	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
109752	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
109752	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
109752	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
109752	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
109752	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
109752	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
109752	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
109752	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
109752	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
109752	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
109752	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
109752	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
109752	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
109752	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
109752	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
109752	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
109752	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
109752	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
109752	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
109752	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
109752	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
109752	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
109752	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
109752	embedding2nn.weight	0	0.03881475701928139
109752	embedding2nn.weight	1	-0.07602034509181976
109752	embedding2nn.weight	2	-0.011893468908965588
109752	embedding2nn.weight	3	-0.04349647834897041
109752	embedding2nn.weight	4	-0.12538674473762512
109752	embedding2nn.weight	5	0.09541162848472595
109752	embedding2nn.weight	6	-0.17433856427669525
109752	embedding2nn.weight	7	-0.06460219621658325
109752	embedding2nn.weight	8	-0.01223713532090187
109752	embedding2nn.weight	9	0.05200956389307976
109752	embedding2nn.bias	0	0.043886445462703705
109752	embedding2nn.bias	1	0.025388220325112343
109752	embedding2nn.bias	2	-0.12285731732845306
109752	embedding2nn.bias	3	0.03938030079007149
109752	embedding2nn.bias	4	0.021720081567764282
109752	embedding2nn.bias	5	-0.18466123938560486
109752	embedding2nn.bias	6	-0.09053287655115128
109752	embedding2nn.bias	7	-0.05595539137721062
109752	embedding2nn.bias	8	0.09330743551254272
109752	embedding2nn.bias	9	-0.11387503147125244
109752	rnn.weight_ih_l0	0	0.02037380076944828
109752	rnn.weight_ih_l0	1	-0.040648963302373886
109752	rnn.weight_ih_l0	2	-0.03402111679315567
109752	rnn.weight_ih_l0	3	-0.01822992041707039
109752	rnn.weight_ih_l0	4	0.013567534275352955
109752	rnn.weight_ih_l0	5	-0.0834396556019783
109752	rnn.weight_ih_l0	6	-0.03056368976831436
109752	rnn.weight_ih_l0	7	-0.01921793445944786
109752	rnn.weight_ih_l0	8	0.0278310626745224
109752	rnn.weight_ih_l0	9	0.014149695634841919
109752	rnn.weight_hh_l0	0	0.012443938292562962
109752	rnn.weight_hh_l0	1	-0.07345588505268097
109752	rnn.weight_hh_l0	2	0.05268356204032898
109752	rnn.weight_hh_l0	3	0.03907858207821846
109752	rnn.weight_hh_l0	4	0.010526813566684723
109752	rnn.weight_hh_l0	5	0.05661918595433235
109752	rnn.weight_hh_l0	6	-0.011810298077762127
109752	rnn.weight_hh_l0	7	-0.0783100500702858
109752	rnn.weight_hh_l0	8	-0.004277678672224283
109752	rnn.weight_hh_l0	9	-0.10126351565122604
109752	rnn.bias_ih_l0	0	-0.07530344277620316
109752	rnn.bias_ih_l0	1	-0.15330559015274048
109752	rnn.bias_ih_l0	2	-0.23214475810527802
109752	rnn.bias_ih_l0	3	-0.28210434317588806
109752	rnn.bias_ih_l0	4	-0.010869212448596954
109752	rnn.bias_ih_l0	5	0.08602727949619293
109752	rnn.bias_ih_l0	6	-0.1497374027967453
109752	rnn.bias_ih_l0	7	-0.24999988079071045
109752	rnn.bias_ih_l0	8	-0.11063602566719055
109752	rnn.bias_ih_l0	9	-0.15894581377506256
109752	rnn.bias_hh_l0	0	0.12758834660053253
109752	rnn.bias_hh_l0	1	-0.041665323078632355
109752	rnn.bias_hh_l0	2	0.019154835492372513
109752	rnn.bias_hh_l0	3	-0.1585717499256134
109752	rnn.bias_hh_l0	4	0.06868927925825119
109752	rnn.bias_hh_l0	5	0.01968464069068432
109752	rnn.bias_hh_l0	6	-0.08638826757669449
109752	rnn.bias_hh_l0	7	-0.15097488462924957
109752	rnn.bias_hh_l0	8	-0.16324110329151154
109752	rnn.bias_hh_l0	9	-0.09000329673290253
109752	rnn.weight_ih_l0_reverse	0	-0.011460610665380955
109752	rnn.weight_ih_l0_reverse	1	0.01517048105597496
109752	rnn.weight_ih_l0_reverse	2	-0.034461215138435364
109752	rnn.weight_ih_l0_reverse	3	-0.022238904610276222
109752	rnn.weight_ih_l0_reverse	4	0.031294066458940506
109752	rnn.weight_ih_l0_reverse	5	-0.051372990012168884
109752	rnn.weight_ih_l0_reverse	6	-0.04871223866939545
109752	rnn.weight_ih_l0_reverse	7	-0.017253166064620018
109752	rnn.weight_ih_l0_reverse	8	0.049007486552000046
109752	rnn.weight_ih_l0_reverse	9	0.013155847787857056
109752	rnn.weight_hh_l0_reverse	0	0.0033330186270177364
109752	rnn.weight_hh_l0_reverse	1	0.025630703195929527
109752	rnn.weight_hh_l0_reverse	2	-0.03685830160975456
109752	rnn.weight_hh_l0_reverse	3	0.037217069417238235
109752	rnn.weight_hh_l0_reverse	4	0.021188370883464813
109752	rnn.weight_hh_l0_reverse	5	-0.012986183166503906
109752	rnn.weight_hh_l0_reverse	6	0.037131235003471375
109752	rnn.weight_hh_l0_reverse	7	0.021785695105791092
109752	rnn.weight_hh_l0_reverse	8	-0.005590594373643398
109752	rnn.weight_hh_l0_reverse	9	-0.054362162947654724
109752	rnn.bias_ih_l0_reverse	0	-0.14206689596176147
109752	rnn.bias_ih_l0_reverse	1	-0.28002995252609253
109752	rnn.bias_ih_l0_reverse	2	-0.07585325092077255
109752	rnn.bias_ih_l0_reverse	3	-0.11899379640817642
109752	rnn.bias_ih_l0_reverse	4	0.06436503678560257
109752	rnn.bias_ih_l0_reverse	5	-0.23302632570266724
109752	rnn.bias_ih_l0_reverse	6	-0.05246913805603981
109752	rnn.bias_ih_l0_reverse	7	0.03648315370082855
109752	rnn.bias_ih_l0_reverse	8	-0.16892869770526886
109752	rnn.bias_ih_l0_reverse	9	-0.08879569172859192
109752	rnn.bias_hh_l0_reverse	0	-0.1275036782026291
109752	rnn.bias_hh_l0_reverse	1	-0.12535211443901062
109752	rnn.bias_hh_l0_reverse	2	-0.03518371284008026
109752	rnn.bias_hh_l0_reverse	3	-0.12054582685232162
109752	rnn.bias_hh_l0_reverse	4	-0.02498391829431057
109752	rnn.bias_hh_l0_reverse	5	-0.11397693306207657
109752	rnn.bias_hh_l0_reverse	6	-0.047510065138339996
109752	rnn.bias_hh_l0_reverse	7	-0.1637282371520996
109752	rnn.bias_hh_l0_reverse	8	-0.04716518521308899
109752	rnn.bias_hh_l0_reverse	9	-0.12397177517414093
109752	linear.weight	0	-0.1798636019229889
109752	linear.weight	1	-0.12135986238718033
109752	linear.weight	2	-0.011228874325752258
109752	linear.weight	3	-0.10745231807231903
109752	linear.weight	4	0.11378617584705353
109752	linear.weight	5	0.31815895438194275
109752	linear.weight	6	0.0047744326293468475
109752	linear.weight	7	-0.021312154829502106
109752	linear.weight	8	0.18920333683490753
109752	linear.weight	9	0.2047654092311859
109752	linear.bias	0	-0.7280852794647217
109752	linear.bias	1	1.1792978048324585
109752	linear.bias	2	-0.3002217411994934
109752	linear.bias	3	-0.6774635910987854
109752	linear.bias	4	-1.034925937652588
109752	linear.bias	5	-1.1617389917373657
109752	linear.bias	6	-0.7035569548606873
109752	linear.bias	7	-0.7419074177742004
109752	linear.bias	8	-0.01705317199230194
109752	linear.bias	9	3.3014907836914062
109949	transitions	0	-0.3440462648868561
109949	transitions	1	8.148051261901855
109949	transitions	2	-3.3345589637756348
109949	transitions	3	1.3770458698272705
109949	transitions	4	-1.959053874015808
109949	transitions	5	-0.355419397354126
109949	transitions	6	-0.1792348176240921
109949	transitions	7	-10000.0
109949	transitions	8	1.7359057664871216
109949	transitions	9	-2.291555404663086
109949	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
109949	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
109949	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
109949	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
109949	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
109949	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
109949	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
109949	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
109949	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
109949	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
109949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
109949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
109949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
109949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
109949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
109949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
109949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
109949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
109949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
109949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
109949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
109949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
109949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
109949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
109949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
109949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
109949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
109949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
109949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
109949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
109949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
109949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
109949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
109949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
109949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
109949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
109949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
109949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
109949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
109949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
109949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
109949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
109949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
109949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
109949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
109949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
109949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
109949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
109949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
109949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
109949	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
109949	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
109949	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
109949	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
109949	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
109949	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
109949	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
109949	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
109949	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
109949	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
109949	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
109949	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
109949	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
109949	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
109949	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
109949	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
109949	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
109949	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
109949	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
109949	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
109949	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
109949	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
109949	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
109949	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
109949	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
109949	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
109949	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
109949	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
109949	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
109949	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
109949	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
109949	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
109949	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
109949	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
109949	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
109949	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
109949	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
109949	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
109949	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
109949	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
109949	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
109949	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
109949	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
109949	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
109949	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
109949	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
109949	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
109949	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
109949	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
109949	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
109949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
109949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
109949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
109949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
109949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
109949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
109949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
109949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
109949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
109949	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
109949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
109949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
109949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
109949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
109949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
109949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
109949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
109949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
109949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
109949	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
109949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
109949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
109949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
109949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
109949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
109949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
109949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
109949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
109949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
109949	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
109949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
109949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
109949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
109949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
109949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
109949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
109949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
109949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
109949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
109949	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
109949	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
109949	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
109949	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
109949	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
109949	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
109949	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
109949	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
109949	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
109949	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
109949	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
109949	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
109949	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
109949	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
109949	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
109949	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
109949	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
109949	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
109949	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
109949	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
109949	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
109949	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
109949	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
109949	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
109949	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
109949	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
109949	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
109949	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
109949	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
109949	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
109949	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
109949	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
109949	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
109949	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
109949	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
109949	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
109949	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
109949	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
109949	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
109949	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
109949	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
109949	embedding2nn.weight	0	0.03885670378804207
109949	embedding2nn.weight	1	-0.07646536082029343
109949	embedding2nn.weight	2	-0.011898383498191833
109949	embedding2nn.weight	3	-0.04385293275117874
109949	embedding2nn.weight	4	-0.12751923501491547
109949	embedding2nn.weight	5	0.09456582367420197
109949	embedding2nn.weight	6	-0.1769963502883911
109949	embedding2nn.weight	7	-0.06746688485145569
109949	embedding2nn.weight	8	-0.012278745882213116
109949	embedding2nn.weight	9	0.050074268132448196
109949	embedding2nn.bias	0	0.028987320140004158
109949	embedding2nn.bias	1	0.03996860608458519
109949	embedding2nn.bias	2	-0.11151837557554245
109949	embedding2nn.bias	3	0.03652454912662506
109949	embedding2nn.bias	4	0.03184118866920471
109949	embedding2nn.bias	5	-0.17282697558403015
109949	embedding2nn.bias	6	-0.08937924355268478
109949	embedding2nn.bias	7	-0.050667036324739456
109949	embedding2nn.bias	8	0.0892142578959465
109949	embedding2nn.bias	9	-0.10556921362876892
109949	rnn.weight_ih_l0	0	0.019333329051733017
109949	rnn.weight_ih_l0	1	-0.03415386751294136
109949	rnn.weight_ih_l0	2	-0.03327379375696182
109949	rnn.weight_ih_l0	3	-0.019523542374372482
109949	rnn.weight_ih_l0	4	0.013774385675787926
109949	rnn.weight_ih_l0	5	-0.08498969674110413
109949	rnn.weight_ih_l0	6	-0.033532701432704926
109949	rnn.weight_ih_l0	7	-0.015780897811055183
109949	rnn.weight_ih_l0	8	0.02772548422217369
109949	rnn.weight_ih_l0	9	0.013524312525987625
109949	rnn.weight_hh_l0	0	0.011506750248372555
109949	rnn.weight_hh_l0	1	-0.07381812483072281
109949	rnn.weight_hh_l0	2	0.052836913615465164
109949	rnn.weight_hh_l0	3	0.040156289935112
109949	rnn.weight_hh_l0	4	0.0107657415792346
109949	rnn.weight_hh_l0	5	0.0548674501478672
109949	rnn.weight_hh_l0	6	-0.011652710847556591
109949	rnn.weight_hh_l0	7	-0.07777281105518341
109949	rnn.weight_hh_l0	8	-0.003779476275667548
109949	rnn.weight_hh_l0	9	-0.10115120559930801
109949	rnn.bias_ih_l0	0	-0.06890787184238434
109949	rnn.bias_ih_l0	1	-0.15519586205482483
109949	rnn.bias_ih_l0	2	-0.2319045513868332
109949	rnn.bias_ih_l0	3	-0.2815375328063965
109949	rnn.bias_ih_l0	4	-0.004763851873576641
109949	rnn.bias_ih_l0	5	0.08564943820238113
109949	rnn.bias_ih_l0	6	-0.1533486545085907
109949	rnn.bias_ih_l0	7	-0.2484433650970459
109949	rnn.bias_ih_l0	8	-0.11347304284572601
109949	rnn.bias_ih_l0	9	-0.15485075116157532
109949	rnn.bias_hh_l0	0	0.12874332070350647
109949	rnn.bias_hh_l0	1	-0.042828645557165146
109949	rnn.bias_hh_l0	2	0.01765158772468567
109949	rnn.bias_hh_l0	3	-0.1606699675321579
109949	rnn.bias_hh_l0	4	0.060911282896995544
109949	rnn.bias_hh_l0	5	0.017203792929649353
109949	rnn.bias_hh_l0	6	-0.08191012591123581
109949	rnn.bias_hh_l0	7	-0.1466650664806366
109949	rnn.bias_hh_l0	8	-0.16358938813209534
109949	rnn.bias_hh_l0	9	-0.08918198943138123
109949	rnn.weight_ih_l0_reverse	0	-0.01064225286245346
109949	rnn.weight_ih_l0_reverse	1	0.01484545599669218
109949	rnn.weight_ih_l0_reverse	2	-0.031230106949806213
109949	rnn.weight_ih_l0_reverse	3	-0.02072645165026188
109949	rnn.weight_ih_l0_reverse	4	0.031079737469553947
109949	rnn.weight_ih_l0_reverse	5	-0.050799183547496796
109949	rnn.weight_ih_l0_reverse	6	-0.047692276537418365
109949	rnn.weight_ih_l0_reverse	7	-0.017046349123120308
109949	rnn.weight_ih_l0_reverse	8	0.0501556470990181
109949	rnn.weight_ih_l0_reverse	9	0.015226171351969242
109949	rnn.weight_hh_l0_reverse	0	0.0030880358535796404
109949	rnn.weight_hh_l0_reverse	1	0.0260708536952734
109949	rnn.weight_hh_l0_reverse	2	-0.03763923421502113
109949	rnn.weight_hh_l0_reverse	3	0.03642489016056061
109949	rnn.weight_hh_l0_reverse	4	0.020656997337937355
109949	rnn.weight_hh_l0_reverse	5	-0.013715478591620922
109949	rnn.weight_hh_l0_reverse	6	0.03694620728492737
109949	rnn.weight_hh_l0_reverse	7	0.021201081573963165
109949	rnn.weight_hh_l0_reverse	8	-0.006092566531151533
109949	rnn.weight_hh_l0_reverse	9	-0.05466264858841896
109949	rnn.bias_ih_l0_reverse	0	-0.14079801738262177
109949	rnn.bias_ih_l0_reverse	1	-0.28055015206336975
109949	rnn.bias_ih_l0_reverse	2	-0.07411373406648636
109949	rnn.bias_ih_l0_reverse	3	-0.11846280097961426
109949	rnn.bias_ih_l0_reverse	4	0.0695677325129509
109949	rnn.bias_ih_l0_reverse	5	-0.22752119600772858
109949	rnn.bias_ih_l0_reverse	6	-0.05181057006120682
109949	rnn.bias_ih_l0_reverse	7	0.04031563177704811
109949	rnn.bias_ih_l0_reverse	8	-0.16967763006687164
109949	rnn.bias_ih_l0_reverse	9	-0.08645332604646683
109949	rnn.bias_hh_l0_reverse	0	-0.12844319641590118
109949	rnn.bias_hh_l0_reverse	1	-0.12726964056491852
109949	rnn.bias_hh_l0_reverse	2	-0.036774247884750366
109949	rnn.bias_hh_l0_reverse	3	-0.1260155588388443
109949	rnn.bias_hh_l0_reverse	4	-0.028122518211603165
109949	rnn.bias_hh_l0_reverse	5	-0.11471749097108841
109949	rnn.bias_hh_l0_reverse	6	-0.05162179842591286
109949	rnn.bias_hh_l0_reverse	7	-0.16983841359615326
109949	rnn.bias_hh_l0_reverse	8	-0.04502900317311287
109949	rnn.bias_hh_l0_reverse	9	-0.12259214371442795
109949	linear.weight	0	-0.17057061195373535
109949	linear.weight	1	-0.12732607126235962
109949	linear.weight	2	-0.011228874325752258
109949	linear.weight	3	-0.10709824413061142
109949	linear.weight	4	0.11350244283676147
109949	linear.weight	5	0.3327546715736389
109949	linear.weight	6	0.0047744326293468475
109949	linear.weight	7	-0.021312154829502106
109949	linear.weight	8	0.18726304173469543
109949	linear.weight	9	0.21172776818275452
109949	linear.bias	0	-0.7663112282752991
109949	linear.bias	1	1.2278170585632324
109949	linear.bias	2	-0.29572996497154236
109949	linear.bias	3	-0.6699197292327881
109949	linear.bias	4	-1.0435266494750977
109949	linear.bias	5	-1.161820888519287
109949	linear.bias	6	-0.7404090762138367
109949	linear.bias	7	-0.7324314117431641
109949	linear.bias	8	-0.01705317199230194
109949	linear.bias	9	3.2058281898498535
110146	transitions	0	-0.3443773090839386
110146	transitions	1	8.197178840637207
110146	transitions	2	-3.3355884552001953
110146	transitions	3	1.3825056552886963
110146	transitions	4	-1.9594477415084839
110146	transitions	5	-0.35558611154556274
110146	transitions	6	-0.17969009280204773
110146	transitions	7	-10000.0
110146	transitions	8	1.7332091331481934
110146	transitions	9	-2.291571617126465
110146	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
110146	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
110146	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
110146	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
110146	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
110146	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
110146	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
110146	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
110146	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
110146	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
110146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
110146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
110146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
110146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
110146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
110146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
110146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
110146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
110146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
110146	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
110146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
110146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
110146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
110146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
110146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
110146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
110146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
110146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
110146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
110146	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
110146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
110146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
110146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
110146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
110146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
110146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
110146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
110146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
110146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
110146	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
110146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
110146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
110146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
110146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
110146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
110146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
110146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
110146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
110146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
110146	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
110146	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
110146	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
110146	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
110146	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
110146	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
110146	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
110146	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
110146	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
110146	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
110146	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
110146	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
110146	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
110146	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
110146	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
110146	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
110146	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
110146	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
110146	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
110146	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
110146	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
110146	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
110146	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
110146	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
110146	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
110146	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
110146	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
110146	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
110146	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
110146	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
110146	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
110146	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
110146	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
110146	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
110146	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
110146	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
110146	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
110146	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
110146	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
110146	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
110146	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
110146	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
110146	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
110146	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
110146	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
110146	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
110146	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
110146	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
110146	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
110146	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
110146	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
110146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
110146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
110146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
110146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
110146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
110146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
110146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
110146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
110146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
110146	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
110146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
110146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
110146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
110146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
110146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
110146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
110146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
110146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
110146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
110146	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
110146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
110146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
110146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
110146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
110146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
110146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
110146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
110146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
110146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
110146	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
110146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
110146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
110146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
110146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
110146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
110146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
110146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
110146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
110146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
110146	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
110146	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
110146	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
110146	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
110146	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
110146	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
110146	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
110146	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
110146	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
110146	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
110146	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
110146	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
110146	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
110146	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
110146	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
110146	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
110146	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
110146	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
110146	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
110146	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
110146	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
110146	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
110146	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
110146	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
110146	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
110146	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
110146	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
110146	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
110146	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
110146	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
110146	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
110146	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
110146	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
110146	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
110146	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
110146	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
110146	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
110146	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
110146	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
110146	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
110146	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
110146	embedding2nn.weight	0	0.038733795285224915
110146	embedding2nn.weight	1	-0.07706447690725327
110146	embedding2nn.weight	2	-0.015660908073186874
110146	embedding2nn.weight	3	-0.044792402535676956
110146	embedding2nn.weight	4	-0.1282239705324173
110146	embedding2nn.weight	5	0.09283013641834259
110146	embedding2nn.weight	6	-0.1814635545015335
110146	embedding2nn.weight	7	-0.06784747540950775
110146	embedding2nn.weight	8	-0.010160180740058422
110146	embedding2nn.weight	9	0.04691150784492493
110146	embedding2nn.bias	0	0.04668477550148964
110146	embedding2nn.bias	1	0.036260221153497696
110146	embedding2nn.bias	2	-0.1125059500336647
110146	embedding2nn.bias	3	0.038067080080509186
110146	embedding2nn.bias	4	0.01824495568871498
110146	embedding2nn.bias	5	-0.17158719897270203
110146	embedding2nn.bias	6	-0.09994065761566162
110146	embedding2nn.bias	7	-0.06375852227210999
110146	embedding2nn.bias	8	0.09990164637565613
110146	embedding2nn.bias	9	-0.09057401120662689
110146	rnn.weight_ih_l0	0	0.01868746057152748
110146	rnn.weight_ih_l0	1	-0.03804025053977966
110146	rnn.weight_ih_l0	2	-0.03244362026453018
110146	rnn.weight_ih_l0	3	-0.01995355449616909
110146	rnn.weight_ih_l0	4	0.012636709026992321
110146	rnn.weight_ih_l0	5	-0.08615268766880035
110146	rnn.weight_ih_l0	6	-0.033284906297922134
110146	rnn.weight_ih_l0	7	-0.018019413575530052
110146	rnn.weight_ih_l0	8	0.026041366159915924
110146	rnn.weight_ih_l0	9	0.014429236762225628
110146	rnn.weight_hh_l0	0	0.0126167181879282
110146	rnn.weight_hh_l0	1	-0.07887093722820282
110146	rnn.weight_hh_l0	2	0.05338194966316223
110146	rnn.weight_hh_l0	3	0.0421924963593483
110146	rnn.weight_hh_l0	4	0.011125877499580383
110146	rnn.weight_hh_l0	5	0.05578406900167465
110146	rnn.weight_hh_l0	6	-0.011629440821707249
110146	rnn.weight_hh_l0	7	-0.0779648870229721
110146	rnn.weight_hh_l0	8	-0.004149432294070721
110146	rnn.weight_hh_l0	9	-0.09914442151784897
110146	rnn.bias_ih_l0	0	-0.06645898520946503
110146	rnn.bias_ih_l0	1	-0.15342554450035095
110146	rnn.bias_ih_l0	2	-0.2298647165298462
110146	rnn.bias_ih_l0	3	-0.28236278891563416
110146	rnn.bias_ih_l0	4	-0.008212041109800339
110146	rnn.bias_ih_l0	5	0.08265608549118042
110146	rnn.bias_ih_l0	6	-0.1560521125793457
110146	rnn.bias_ih_l0	7	-0.2474048137664795
110146	rnn.bias_ih_l0	8	-0.11301269382238388
110146	rnn.bias_ih_l0	9	-0.16325505077838898
110146	rnn.bias_hh_l0	0	0.13063597679138184
110146	rnn.bias_hh_l0	1	-0.04538901522755623
110146	rnn.bias_hh_l0	2	0.01954341121017933
110146	rnn.bias_hh_l0	3	-0.16536815464496613
110146	rnn.bias_hh_l0	4	0.057205282151699066
110146	rnn.bias_hh_l0	5	0.016628244891762733
110146	rnn.bias_hh_l0	6	-0.08172048628330231
110146	rnn.bias_hh_l0	7	-0.1450662910938263
110146	rnn.bias_hh_l0	8	-0.16218073666095734
110146	rnn.bias_hh_l0	9	-0.08970513194799423
110146	rnn.weight_ih_l0_reverse	0	-0.00907256081700325
110146	rnn.weight_ih_l0_reverse	1	0.015032741241157055
110146	rnn.weight_ih_l0_reverse	2	-0.03221024572849274
110146	rnn.weight_ih_l0_reverse	3	-0.023810025304555893
110146	rnn.weight_ih_l0_reverse	4	0.03083755075931549
110146	rnn.weight_ih_l0_reverse	5	-0.050110768526792526
110146	rnn.weight_ih_l0_reverse	6	-0.046029385179281235
110146	rnn.weight_ih_l0_reverse	7	-0.018559187650680542
110146	rnn.weight_ih_l0_reverse	8	0.054676443338394165
110146	rnn.weight_ih_l0_reverse	9	0.012576015666127205
110146	rnn.weight_hh_l0_reverse	0	0.0026805007364600897
110146	rnn.weight_hh_l0_reverse	1	0.02642284892499447
110146	rnn.weight_hh_l0_reverse	2	-0.037334468215703964
110146	rnn.weight_hh_l0_reverse	3	0.037317074835300446
110146	rnn.weight_hh_l0_reverse	4	0.021577758714556694
110146	rnn.weight_hh_l0_reverse	5	-0.013354691676795483
110146	rnn.weight_hh_l0_reverse	6	0.03790196776390076
110146	rnn.weight_hh_l0_reverse	7	0.021015053614974022
110146	rnn.weight_hh_l0_reverse	8	-0.006513412110507488
110146	rnn.weight_hh_l0_reverse	9	-0.05448386073112488
110146	rnn.bias_ih_l0_reverse	0	-0.13816222548484802
110146	rnn.bias_ih_l0_reverse	1	-0.2798599898815155
110146	rnn.bias_ih_l0_reverse	2	-0.07146202027797699
110146	rnn.bias_ih_l0_reverse	3	-0.1189398393034935
110146	rnn.bias_ih_l0_reverse	4	0.06977404654026031
110146	rnn.bias_ih_l0_reverse	5	-0.22715632617473602
110146	rnn.bias_ih_l0_reverse	6	-0.05150281637907028
110146	rnn.bias_ih_l0_reverse	7	0.034533992409706116
110146	rnn.bias_ih_l0_reverse	8	-0.16993556916713715
110146	rnn.bias_ih_l0_reverse	9	-0.09470345824956894
110146	rnn.bias_hh_l0_reverse	0	-0.12791620194911957
110146	rnn.bias_hh_l0_reverse	1	-0.12309319525957108
110146	rnn.bias_hh_l0_reverse	2	-0.03567792847752571
110146	rnn.bias_hh_l0_reverse	3	-0.12338744848966599
110146	rnn.bias_hh_l0_reverse	4	-0.031115954741835594
110146	rnn.bias_hh_l0_reverse	5	-0.11740117520093918
110146	rnn.bias_hh_l0_reverse	6	-0.04951340705156326
110146	rnn.bias_hh_l0_reverse	7	-0.17187798023223877
110146	rnn.bias_hh_l0_reverse	8	-0.0458989255130291
110146	rnn.bias_hh_l0_reverse	9	-0.12002632766962051
110146	linear.weight	0	-0.1797543466091156
110146	linear.weight	1	-0.13395442068576813
110146	linear.weight	2	-0.011228874325752258
110146	linear.weight	3	-0.10717488825321198
110146	linear.weight	4	0.10839365422725677
110146	linear.weight	5	0.33632850646972656
110146	linear.weight	6	0.0047744326293468475
110146	linear.weight	7	-0.021312154829502106
110146	linear.weight	8	0.18557317554950714
110146	linear.weight	9	0.21837776899337769
110146	linear.bias	0	-0.7368293404579163
110146	linear.bias	1	1.2405158281326294
110146	linear.bias	2	-0.21221423149108887
110146	linear.bias	3	-0.6372372508049011
110146	linear.bias	4	-1.0820245742797852
110146	linear.bias	5	-1.1619020700454712
110146	linear.bias	6	-0.7116870880126953
110146	linear.bias	7	-0.7601293921470642
110146	linear.bias	8	-0.01705317199230194
110146	linear.bias	9	3.1404061317443848
110343	transitions	0	-0.3445330858230591
110343	transitions	1	8.185816764831543
110343	transitions	2	-3.3365495204925537
110343	transitions	3	1.3842405080795288
110343	transitions	4	-1.9600111246109009
110343	transitions	5	-0.3556962013244629
110343	transitions	6	-0.17973224818706512
110343	transitions	7	-10000.0
110343	transitions	8	1.7342798709869385
110343	transitions	9	-2.2915945053100586
110343	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
110343	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
110343	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
110343	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
110343	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
110343	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
110343	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
110343	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
110343	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
110343	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
110343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
110343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
110343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
110343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
110343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
110343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
110343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
110343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
110343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
110343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
110343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
110343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
110343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
110343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
110343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
110343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
110343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
110343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
110343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
110343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
110343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
110343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
110343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
110343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
110343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
110343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
110343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
110343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
110343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
110343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
110343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
110343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
110343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
110343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
110343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
110343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
110343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
110343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
110343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
110343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
110343	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
110343	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
110343	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
110343	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
110343	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
110343	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
110343	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
110343	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
110343	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
110343	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
110343	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
110343	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
110343	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
110343	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
110343	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
110343	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
110343	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
110343	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
110343	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
110343	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
110343	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
110343	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
110343	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
110343	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
110343	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
110343	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
110343	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
110343	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
110343	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
110343	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
110343	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
110343	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
110343	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
110343	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
110343	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
110343	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
110343	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
110343	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
110343	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
110343	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
110343	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
110343	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
110343	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
110343	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
110343	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
110343	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
110343	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
110343	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
110343	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
110343	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
110343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
110343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
110343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
110343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
110343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
110343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
110343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
110343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
110343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
110343	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
110343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
110343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
110343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
110343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
110343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
110343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
110343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
110343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
110343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
110343	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
110343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
110343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
110343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
110343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
110343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
110343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
110343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
110343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
110343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
110343	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
110343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
110343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
110343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
110343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
110343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
110343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
110343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
110343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
110343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
110343	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
110343	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
110343	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
110343	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
110343	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
110343	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
110343	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
110343	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
110343	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
110343	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
110343	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
110343	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
110343	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
110343	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
110343	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
110343	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
110343	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
110343	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
110343	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
110343	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
110343	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
110343	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
110343	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
110343	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
110343	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
110343	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
110343	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
110343	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
110343	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
110343	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
110343	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
110343	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
110343	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
110343	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
110343	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
110343	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
110343	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
110343	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
110343	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
110343	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
110343	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
110343	embedding2nn.weight	0	0.039182234555482864
110343	embedding2nn.weight	1	-0.07746744155883789
110343	embedding2nn.weight	2	-0.015521517023444176
110343	embedding2nn.weight	3	-0.04546479135751724
110343	embedding2nn.weight	4	-0.12726131081581116
110343	embedding2nn.weight	5	0.09200212359428406
110343	embedding2nn.weight	6	-0.1753058135509491
110343	embedding2nn.weight	7	-0.0669139176607132
110343	embedding2nn.weight	8	-0.009275413118302822
110343	embedding2nn.weight	9	0.04393988475203514
110343	embedding2nn.bias	0	0.04910658299922943
110343	embedding2nn.bias	1	0.045959118753671646
110343	embedding2nn.bias	2	-0.10004144161939621
110343	embedding2nn.bias	3	0.04642710089683533
110343	embedding2nn.bias	4	0.014501468278467655
110343	embedding2nn.bias	5	-0.1703656017780304
110343	embedding2nn.bias	6	-0.09053225070238113
110343	embedding2nn.bias	7	-0.06562059372663498
110343	embedding2nn.bias	8	0.09197130054235458
110343	embedding2nn.bias	9	-0.08592165261507034
110343	rnn.weight_ih_l0	0	0.015171617269515991
110343	rnn.weight_ih_l0	1	-0.04032428562641144
110343	rnn.weight_ih_l0	2	-0.03164414316415787
110343	rnn.weight_ih_l0	3	-0.01928149349987507
110343	rnn.weight_ih_l0	4	0.015230342745780945
110343	rnn.weight_ih_l0	5	-0.08559539914131165
110343	rnn.weight_ih_l0	6	-0.032190192490816116
110343	rnn.weight_ih_l0	7	-0.016476456075906754
110343	rnn.weight_ih_l0	8	0.02312351204454899
110343	rnn.weight_ih_l0	9	0.013832713477313519
110343	rnn.weight_hh_l0	0	0.011648973450064659
110343	rnn.weight_hh_l0	1	-0.08214307576417923
110343	rnn.weight_hh_l0	2	0.052964311093091965
110343	rnn.weight_hh_l0	3	0.04171907156705856
110343	rnn.weight_hh_l0	4	0.010626178234815598
110343	rnn.weight_hh_l0	5	0.05481245741248131
110343	rnn.weight_hh_l0	6	-0.011689182370901108
110343	rnn.weight_hh_l0	7	-0.07850959151983261
110343	rnn.weight_hh_l0	8	-0.0037978177424520254
110343	rnn.weight_hh_l0	9	-0.09864237904548645
110343	rnn.bias_ih_l0	0	-0.06743662804365158
110343	rnn.bias_ih_l0	1	-0.15560224652290344
110343	rnn.bias_ih_l0	2	-0.23103822767734528
110343	rnn.bias_ih_l0	3	-0.28066813945770264
110343	rnn.bias_ih_l0	4	-0.008255703374743462
110343	rnn.bias_ih_l0	5	0.08418581634759903
110343	rnn.bias_ih_l0	6	-0.15792198479175568
110343	rnn.bias_ih_l0	7	-0.2487822026014328
110343	rnn.bias_ih_l0	8	-0.11412414163351059
110343	rnn.bias_ih_l0	9	-0.1605827808380127
110343	rnn.bias_hh_l0	0	0.13169822096824646
110343	rnn.bias_hh_l0	1	-0.046289537101984024
110343	rnn.bias_hh_l0	2	0.020449792966246605
110343	rnn.bias_hh_l0	3	-0.16907899081707
110343	rnn.bias_hh_l0	4	0.057174842804670334
110343	rnn.bias_hh_l0	5	0.019029755145311356
110343	rnn.bias_hh_l0	6	-0.08622466027736664
110343	rnn.bias_hh_l0	7	-0.1454022377729416
110343	rnn.bias_hh_l0	8	-0.16553781926631927
110343	rnn.bias_hh_l0	9	-0.08731132000684738
110343	rnn.weight_ih_l0_reverse	0	-0.010192894376814365
110343	rnn.weight_ih_l0_reverse	1	0.013149001635611057
110343	rnn.weight_ih_l0_reverse	2	-0.03327601030468941
110343	rnn.weight_ih_l0_reverse	3	-0.01994766667485237
110343	rnn.weight_ih_l0_reverse	4	0.030730755999684334
110343	rnn.weight_ih_l0_reverse	5	-0.05281907320022583
110343	rnn.weight_ih_l0_reverse	6	-0.045351479202508926
110343	rnn.weight_ih_l0_reverse	7	-0.01931728981435299
110343	rnn.weight_ih_l0_reverse	8	0.055060695856809616
110343	rnn.weight_ih_l0_reverse	9	0.012530623003840446
110343	rnn.weight_hh_l0_reverse	0	0.003383851144462824
110343	rnn.weight_hh_l0_reverse	1	0.026541825383901596
110343	rnn.weight_hh_l0_reverse	2	-0.038331497460603714
110343	rnn.weight_hh_l0_reverse	3	0.03731585294008255
110343	rnn.weight_hh_l0_reverse	4	0.021455716341733932
110343	rnn.weight_hh_l0_reverse	5	-0.012948468327522278
110343	rnn.weight_hh_l0_reverse	6	0.038477323949337006
110343	rnn.weight_hh_l0_reverse	7	0.020515521988272667
110343	rnn.weight_hh_l0_reverse	8	-0.007565484382212162
110343	rnn.weight_hh_l0_reverse	9	-0.05423705652356148
110343	rnn.bias_ih_l0_reverse	0	-0.13865885138511658
110343	rnn.bias_ih_l0_reverse	1	-0.2786976993083954
110343	rnn.bias_ih_l0_reverse	2	-0.07058034092187881
110343	rnn.bias_ih_l0_reverse	3	-0.11932368576526642
110343	rnn.bias_ih_l0_reverse	4	0.0703033059835434
110343	rnn.bias_ih_l0_reverse	5	-0.2243841290473938
110343	rnn.bias_ih_l0_reverse	6	-0.051348526030778885
110343	rnn.bias_ih_l0_reverse	7	0.03550872579216957
110343	rnn.bias_ih_l0_reverse	8	-0.1704113781452179
110343	rnn.bias_ih_l0_reverse	9	-0.0914052277803421
110343	rnn.bias_hh_l0_reverse	0	-0.1321110725402832
110343	rnn.bias_hh_l0_reverse	1	-0.12151530385017395
110343	rnn.bias_hh_l0_reverse	2	-0.034871745854616165
110343	rnn.bias_hh_l0_reverse	3	-0.12463746964931488
110343	rnn.bias_hh_l0_reverse	4	-0.029705142602324486
110343	rnn.bias_hh_l0_reverse	5	-0.11738281697034836
110343	rnn.bias_hh_l0_reverse	6	-0.049164678901433945
110343	rnn.bias_hh_l0_reverse	7	-0.16935281455516815
110343	rnn.bias_hh_l0_reverse	8	-0.049298275262117386
110343	rnn.bias_hh_l0_reverse	9	-0.12301604449748993
110343	linear.weight	0	-0.17323122918605804
110343	linear.weight	1	-0.13692449033260345
110343	linear.weight	2	-0.011228874325752258
110343	linear.weight	3	-0.11236055195331573
110343	linear.weight	4	0.11032125353813171
110343	linear.weight	5	0.3476554751396179
110343	linear.weight	6	0.0047744326293468475
110343	linear.weight	7	-0.021312154829502106
110343	linear.weight	8	0.18254950642585754
110343	linear.weight	9	0.19824545085430145
110343	linear.bias	0	-0.7547120451927185
110343	linear.bias	1	1.2283254861831665
110343	linear.bias	2	-0.23753871023654938
110343	linear.bias	3	-0.6452687978744507
110343	linear.bias	4	-1.0520192384719849
110343	linear.bias	5	-1.1619786024093628
110343	linear.bias	6	-0.729640781879425
110343	linear.bias	7	-0.7010887265205383
110343	linear.bias	8	-0.01705317199230194
110343	linear.bias	9	3.1305429935455322
110540	transitions	0	-0.34489116072654724
110540	transitions	1	8.219489097595215
110540	transitions	2	-3.3375139236450195
110540	transitions	3	1.3921663761138916
110540	transitions	4	-1.9625396728515625
110540	transitions	5	-0.3558254539966583
110540	transitions	6	-0.17977263033390045
110540	transitions	7	-10000.0
110540	transitions	8	1.7358182668685913
110540	transitions	9	-2.291621685028076
110540	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
110540	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
110540	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
110540	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
110540	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
110540	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
110540	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
110540	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
110540	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
110540	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
110540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
110540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
110540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
110540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
110540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
110540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
110540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
110540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
110540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
110540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
110540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
110540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
110540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
110540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
110540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
110540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
110540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
110540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
110540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
110540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
110540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
110540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
110540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
110540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
110540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
110540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
110540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
110540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
110540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
110540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
110540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
110540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
110540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
110540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
110540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
110540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
110540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
110540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
110540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
110540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
110540	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
110540	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
110540	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
110540	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
110540	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
110540	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
110540	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
110540	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
110540	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
110540	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
110540	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
110540	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
110540	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
110540	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
110540	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
110540	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
110540	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
110540	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
110540	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
110540	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
110540	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
110540	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
110540	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
110540	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
110540	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
110540	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
110540	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
110540	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
110540	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
110540	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
110540	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
110540	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
110540	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
110540	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
110540	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
110540	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
110540	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
110540	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
110540	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
110540	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
110540	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
110540	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
110540	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
110540	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
110540	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
110540	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
110540	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
110540	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
110540	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
110540	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
110540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
110540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
110540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
110540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
110540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
110540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
110540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
110540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
110540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
110540	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
110540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
110540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
110540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
110540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
110540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
110540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
110540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
110540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
110540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
110540	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
110540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
110540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
110540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
110540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
110540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
110540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
110540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
110540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
110540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
110540	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
110540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
110540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
110540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
110540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
110540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
110540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
110540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
110540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
110540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
110540	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
110540	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
110540	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
110540	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
110540	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
110540	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
110540	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
110540	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
110540	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
110540	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
110540	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
110540	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
110540	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
110540	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
110540	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
110540	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
110540	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
110540	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
110540	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
110540	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
110540	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
110540	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
110540	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
110540	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
110540	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
110540	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
110540	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
110540	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
110540	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
110540	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
110540	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
110540	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
110540	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
110540	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
110540	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
110540	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
110540	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
110540	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
110540	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
110540	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
110540	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
110540	embedding2nn.weight	0	0.03978786617517471
110540	embedding2nn.weight	1	-0.07795485109090805
110540	embedding2nn.weight	2	-0.013256501406431198
110540	embedding2nn.weight	3	-0.04648185893893242
110540	embedding2nn.weight	4	-0.1225474551320076
110540	embedding2nn.weight	5	0.09076367318630219
110540	embedding2nn.weight	6	-0.17274680733680725
110540	embedding2nn.weight	7	-0.06616997718811035
110540	embedding2nn.weight	8	-0.00777540123090148
110540	embedding2nn.weight	9	0.04154609516263008
110540	embedding2nn.bias	0	0.04416392743587494
110540	embedding2nn.bias	1	0.033332183957099915
110540	embedding2nn.bias	2	-0.0902579128742218
110540	embedding2nn.bias	3	0.05916071683168411
110540	embedding2nn.bias	4	0.011227800510823727
110540	embedding2nn.bias	5	-0.16956211626529694
110540	embedding2nn.bias	6	-0.08401554822921753
110540	embedding2nn.bias	7	-0.06372653692960739
110540	embedding2nn.bias	8	0.08288517594337463
110540	embedding2nn.bias	9	-0.08346565812826157
110540	rnn.weight_ih_l0	0	0.017926877364516258
110540	rnn.weight_ih_l0	1	-0.04273771494626999
110540	rnn.weight_ih_l0	2	-0.03105069510638714
110540	rnn.weight_ih_l0	3	-0.017853615805506706
110540	rnn.weight_ih_l0	4	0.014658519998192787
110540	rnn.weight_ih_l0	5	-0.08397677540779114
110540	rnn.weight_ih_l0	6	-0.03340454027056694
110540	rnn.weight_ih_l0	7	-0.01699591614305973
110540	rnn.weight_ih_l0	8	0.020381705835461617
110540	rnn.weight_ih_l0	9	0.015223866328597069
110540	rnn.weight_hh_l0	0	0.01191070768982172
110540	rnn.weight_hh_l0	1	-0.08176606148481369
110540	rnn.weight_hh_l0	2	0.0526573583483696
110540	rnn.weight_hh_l0	3	0.041322290897369385
110540	rnn.weight_hh_l0	4	0.010157400742173195
110540	rnn.weight_hh_l0	5	0.05502010136842728
110540	rnn.weight_hh_l0	6	-0.011622268706560135
110540	rnn.weight_hh_l0	7	-0.07917903363704681
110540	rnn.weight_hh_l0	8	-0.003409544238820672
110540	rnn.weight_hh_l0	9	-0.09737714380025864
110540	rnn.bias_ih_l0	0	-0.06987898796796799
110540	rnn.bias_ih_l0	1	-0.15642204880714417
110540	rnn.bias_ih_l0	2	-0.22976097464561462
110540	rnn.bias_ih_l0	3	-0.2811136841773987
110540	rnn.bias_ih_l0	4	-0.0021591191180050373
110540	rnn.bias_ih_l0	5	0.08418864011764526
110540	rnn.bias_ih_l0	6	-0.16002845764160156
110540	rnn.bias_ih_l0	7	-0.2467436045408249
110540	rnn.bias_ih_l0	8	-0.11163278669118881
110540	rnn.bias_ih_l0	9	-0.15648266673088074
110540	rnn.bias_hh_l0	0	0.13664104044437408
110540	rnn.bias_hh_l0	1	-0.04924826696515083
110540	rnn.bias_hh_l0	2	0.021222896873950958
110540	rnn.bias_hh_l0	3	-0.1657882183790207
110540	rnn.bias_hh_l0	4	0.058111388236284256
110540	rnn.bias_hh_l0	5	0.016761675477027893
110540	rnn.bias_hh_l0	6	-0.08555356413125992
110540	rnn.bias_hh_l0	7	-0.1425173133611679
110540	rnn.bias_hh_l0	8	-0.16746725142002106
110540	rnn.bias_hh_l0	9	-0.09270519018173218
110540	rnn.weight_ih_l0_reverse	0	-0.009067714214324951
110540	rnn.weight_ih_l0_reverse	1	0.016616202890872955
110540	rnn.weight_ih_l0_reverse	2	-0.03356769308447838
110540	rnn.weight_ih_l0_reverse	3	-0.01939724013209343
110540	rnn.weight_ih_l0_reverse	4	0.032696668058633804
110540	rnn.weight_ih_l0_reverse	5	-0.05395634472370148
110540	rnn.weight_ih_l0_reverse	6	-0.0466727539896965
110540	rnn.weight_ih_l0_reverse	7	-0.019253095611929893
110540	rnn.weight_ih_l0_reverse	8	0.053300891071558
110540	rnn.weight_ih_l0_reverse	9	0.01363640557974577
110540	rnn.weight_hh_l0_reverse	0	0.00374512723647058
110540	rnn.weight_hh_l0_reverse	1	0.02655075676739216
110540	rnn.weight_hh_l0_reverse	2	-0.03799748420715332
110540	rnn.weight_hh_l0_reverse	3	0.03651982545852661
110540	rnn.weight_hh_l0_reverse	4	0.02109450101852417
110540	rnn.weight_hh_l0_reverse	5	-0.013186050578951836
110540	rnn.weight_hh_l0_reverse	6	0.039186056703329086
110540	rnn.weight_hh_l0_reverse	7	0.020923037081956863
110540	rnn.weight_hh_l0_reverse	8	-0.006687837187200785
110540	rnn.weight_hh_l0_reverse	9	-0.053990405052900314
110540	rnn.bias_ih_l0_reverse	0	-0.13538992404937744
110540	rnn.bias_ih_l0_reverse	1	-0.27978476881980896
110540	rnn.bias_ih_l0_reverse	2	-0.0692402794957161
110540	rnn.bias_ih_l0_reverse	3	-0.11881966143846512
110540	rnn.bias_ih_l0_reverse	4	0.06968692690134048
110540	rnn.bias_ih_l0_reverse	5	-0.22615307569503784
110540	rnn.bias_ih_l0_reverse	6	-0.050314318388700485
110540	rnn.bias_ih_l0_reverse	7	0.032069507986307144
110540	rnn.bias_ih_l0_reverse	8	-0.16902311146259308
110540	rnn.bias_ih_l0_reverse	9	-0.09202485531568527
110540	rnn.bias_hh_l0_reverse	0	-0.13929036259651184
110540	rnn.bias_hh_l0_reverse	1	-0.12513835728168488
110540	rnn.bias_hh_l0_reverse	2	-0.03553002327680588
110540	rnn.bias_hh_l0_reverse	3	-0.12428649514913559
110540	rnn.bias_hh_l0_reverse	4	-0.030050747096538544
110540	rnn.bias_hh_l0_reverse	5	-0.11751668900251389
110540	rnn.bias_hh_l0_reverse	6	-0.05244872719049454
110540	rnn.bias_hh_l0_reverse	7	-0.17412011325359344
110540	rnn.bias_hh_l0_reverse	8	-0.050584618002176285
110540	rnn.bias_hh_l0_reverse	9	-0.12669412791728973
110540	linear.weight	0	-0.1900184005498886
110540	linear.weight	1	-0.13468331098556519
110540	linear.weight	2	-0.011228874325752258
110540	linear.weight	3	-0.09558169543743134
110540	linear.weight	4	0.10935694724321365
110540	linear.weight	5	0.3450643718242645
110540	linear.weight	6	0.0047744326293468475
110540	linear.weight	7	-0.021312154829502106
110540	linear.weight	8	0.18853622674942017
110540	linear.weight	9	0.19393102824687958
110540	linear.bias	0	-0.7695044875144958
110540	linear.bias	1	1.2514570951461792
110540	linear.bias	2	-0.2269878387451172
110540	linear.bias	3	-0.6346766352653503
110540	linear.bias	4	-1.0517058372497559
110540	linear.bias	5	-1.1620756387710571
110540	linear.bias	6	-0.7430334687232971
110540	linear.bias	7	-0.72834712266922
110540	linear.bias	8	-0.01705317199230194
110540	linear.bias	9	3.1668784618377686
110544	transitions	0	-0.34521257877349854
110544	transitions	1	8.21737289428711
110544	transitions	2	-3.3375165462493896
110544	transitions	3	1.3889634609222412
110544	transitions	4	-1.962546944618225
110544	transitions	5	-0.3558255434036255
110544	transitions	6	-0.1797732710838318
110544	transitions	7	-10000.0
110544	transitions	8	1.735815167427063
110544	transitions	9	-2.291621685028076
110544	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
110544	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
110544	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
110544	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
110544	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
110544	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
110544	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
110544	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
110544	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
110544	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
110544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
110544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
110544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
110544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
110544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
110544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
110544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
110544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
110544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
110544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
110544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
110544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
110544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
110544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
110544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
110544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
110544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
110544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
110544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
110544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
110544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
110544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
110544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
110544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
110544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
110544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
110544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
110544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
110544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
110544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
110544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
110544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
110544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
110544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
110544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
110544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
110544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
110544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
110544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
110544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
110544	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
110544	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
110544	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
110544	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
110544	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
110544	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
110544	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
110544	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
110544	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
110544	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
110544	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
110544	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
110544	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
110544	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
110544	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
110544	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
110544	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
110544	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
110544	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
110544	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
110544	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
110544	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
110544	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
110544	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
110544	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
110544	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
110544	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
110544	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
110544	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
110544	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
110544	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
110544	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
110544	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
110544	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
110544	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
110544	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
110544	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
110544	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
110544	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
110544	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
110544	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
110544	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
110544	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
110544	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
110544	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
110544	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
110544	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
110544	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
110544	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
110544	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
110544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
110544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
110544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
110544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
110544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
110544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
110544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
110544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
110544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
110544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
110544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
110544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
110544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
110544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
110544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
110544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
110544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
110544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
110544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
110544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
110544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
110544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
110544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
110544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
110544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
110544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
110544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
110544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
110544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
110544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
110544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
110544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
110544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
110544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
110544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
110544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
110544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
110544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
110544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
110544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
110544	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
110544	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
110544	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
110544	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
110544	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
110544	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
110544	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
110544	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
110544	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
110544	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
110544	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
110544	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
110544	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
110544	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
110544	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
110544	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
110544	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
110544	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
110544	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
110544	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
110544	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
110544	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
110544	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
110544	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
110544	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
110544	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
110544	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
110544	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
110544	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
110544	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
110544	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
110544	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
110544	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
110544	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
110544	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
110544	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
110544	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
110544	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
110544	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
110544	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
110544	embedding2nn.weight	0	0.03973639756441116
110544	embedding2nn.weight	1	-0.07789793610572815
110544	embedding2nn.weight	2	-0.013307490386068821
110544	embedding2nn.weight	3	-0.04631270468235016
110544	embedding2nn.weight	4	-0.12181609869003296
110544	embedding2nn.weight	5	0.09129773825407028
110544	embedding2nn.weight	6	-0.17218691110610962
110544	embedding2nn.weight	7	-0.06578744947910309
110544	embedding2nn.weight	8	-0.007569207809865475
110544	embedding2nn.weight	9	0.04194563254714012
110544	embedding2nn.bias	0	0.04184574633836746
110544	embedding2nn.bias	1	0.03386398032307625
110544	embedding2nn.bias	2	-0.09217765927314758
110544	embedding2nn.bias	3	0.05707206949591637
110544	embedding2nn.bias	4	0.009332572109997272
110544	embedding2nn.bias	5	-0.17041854560375214
110544	embedding2nn.bias	6	-0.08383283764123917
110544	embedding2nn.bias	7	-0.06329280883073807
110544	embedding2nn.bias	8	0.08243343979120255
110544	embedding2nn.bias	9	-0.08570156991481781
110544	rnn.weight_ih_l0	0	0.017822299152612686
110544	rnn.weight_ih_l0	1	-0.04322272539138794
110544	rnn.weight_ih_l0	2	-0.03106679394841194
110544	rnn.weight_ih_l0	3	-0.017856493592262268
110544	rnn.weight_ih_l0	4	0.014689820818603039
110544	rnn.weight_ih_l0	5	-0.08395437896251678
110544	rnn.weight_ih_l0	6	-0.03248679265379906
110544	rnn.weight_ih_l0	7	-0.017014311626553535
110544	rnn.weight_ih_l0	8	0.020344696938991547
110544	rnn.weight_ih_l0	9	0.015174240805208683
110544	rnn.weight_hh_l0	0	0.011941216886043549
110544	rnn.weight_hh_l0	1	-0.08185983449220657
110544	rnn.weight_hh_l0	2	0.052656058222055435
110544	rnn.weight_hh_l0	3	0.04106065258383751
110544	rnn.weight_hh_l0	4	0.01015742402523756
110544	rnn.weight_hh_l0	5	0.05504707619547844
110544	rnn.weight_hh_l0	6	-0.011635654605925083
110544	rnn.weight_hh_l0	7	-0.07921947538852692
110544	rnn.weight_hh_l0	8	-0.0034139202907681465
110544	rnn.weight_hh_l0	9	-0.09756903350353241
110544	rnn.bias_ih_l0	0	-0.07015544176101685
110544	rnn.bias_ih_l0	1	-0.15624703466892242
110544	rnn.bias_ih_l0	2	-0.22981135547161102
110544	rnn.bias_ih_l0	3	-0.2809738516807556
110544	rnn.bias_ih_l0	4	-0.0024314115289598703
110544	rnn.bias_ih_l0	5	0.08399161696434021
110544	rnn.bias_ih_l0	6	-0.15968060493469238
110544	rnn.bias_ih_l0	7	-0.24677295982837677
110544	rnn.bias_ih_l0	8	-0.1120980829000473
110544	rnn.bias_ih_l0	9	-0.1560116857290268
110544	rnn.bias_hh_l0	0	0.13688166439533234
110544	rnn.bias_hh_l0	1	-0.049452874809503555
110544	rnn.bias_hh_l0	2	0.02131718583405018
110544	rnn.bias_hh_l0	3	-0.16614080965518951
110544	rnn.bias_hh_l0	4	0.057601191103458405
110544	rnn.bias_hh_l0	5	0.016766127198934555
110544	rnn.bias_hh_l0	6	-0.08544847369194031
110544	rnn.bias_hh_l0	7	-0.14220015704631805
110544	rnn.bias_hh_l0	8	-0.16746608912944794
110544	rnn.bias_hh_l0	9	-0.0928409993648529
110544	rnn.weight_ih_l0_reverse	0	-0.009063935838639736
110544	rnn.weight_ih_l0_reverse	1	0.016396960243582726
110544	rnn.weight_ih_l0_reverse	2	-0.03351106867194176
110544	rnn.weight_ih_l0_reverse	3	-0.01929589733481407
110544	rnn.weight_ih_l0_reverse	4	0.03277673199772835
110544	rnn.weight_ih_l0_reverse	5	-0.05404723063111305
110544	rnn.weight_ih_l0_reverse	6	-0.04686017706990242
110544	rnn.weight_ih_l0_reverse	7	-0.019199030473828316
110544	rnn.weight_ih_l0_reverse	8	0.05332065001130104
110544	rnn.weight_ih_l0_reverse	9	0.013823959976434708
110544	rnn.weight_hh_l0_reverse	0	0.0037512413691729307
110544	rnn.weight_hh_l0_reverse	1	0.02653796784579754
110544	rnn.weight_hh_l0_reverse	2	-0.037996914237737656
110544	rnn.weight_hh_l0_reverse	3	0.03643922135233879
110544	rnn.weight_hh_l0_reverse	4	0.020957304164767265
110544	rnn.weight_hh_l0_reverse	5	-0.013166742399334908
110544	rnn.weight_hh_l0_reverse	6	0.039164479821920395
110544	rnn.weight_hh_l0_reverse	7	0.020929276943206787
110544	rnn.weight_hh_l0_reverse	8	-0.0066933538764715195
110544	rnn.weight_hh_l0_reverse	9	-0.054054129868745804
110544	rnn.bias_ih_l0_reverse	0	-0.1353149265050888
110544	rnn.bias_ih_l0_reverse	1	-0.279758483171463
110544	rnn.bias_ih_l0_reverse	2	-0.06911786645650864
110544	rnn.bias_ih_l0_reverse	3	-0.11896924674510956
110544	rnn.bias_ih_l0_reverse	4	0.06986157596111298
110544	rnn.bias_ih_l0_reverse	5	-0.2259942889213562
110544	rnn.bias_ih_l0_reverse	6	-0.050611916929483414
110544	rnn.bias_ih_l0_reverse	7	0.032222408801317215
110544	rnn.bias_ih_l0_reverse	8	-0.16880668699741364
110544	rnn.bias_ih_l0_reverse	9	-0.0922904834151268
110544	rnn.bias_hh_l0_reverse	0	-0.13920101523399353
110544	rnn.bias_hh_l0_reverse	1	-0.12469740957021713
110544	rnn.bias_hh_l0_reverse	2	-0.035155780613422394
110544	rnn.bias_hh_l0_reverse	3	-0.12449190020561218
110544	rnn.bias_hh_l0_reverse	4	-0.03042306937277317
110544	rnn.bias_hh_l0_reverse	5	-0.11741510033607483
110544	rnn.bias_hh_l0_reverse	6	-0.052477478981018066
110544	rnn.bias_hh_l0_reverse	7	-0.1744471937417984
110544	rnn.bias_hh_l0_reverse	8	-0.050633616745471954
110544	rnn.bias_hh_l0_reverse	9	-0.12672053277492523
110544	linear.weight	0	-0.19010551273822784
110544	linear.weight	1	-0.13467420637607574
110544	linear.weight	2	-0.011228874325752258
110544	linear.weight	3	-0.09557625651359558
110544	linear.weight	4	0.10988974571228027
110544	linear.weight	5	0.3427106440067291
110544	linear.weight	6	0.0047744326293468475
110544	linear.weight	7	-0.021312154829502106
110544	linear.weight	8	0.18777811527252197
110544	linear.weight	9	0.19711579382419586
110544	linear.bias	0	-0.7732149362564087
110544	linear.bias	1	1.2407280206680298
110544	linear.bias	2	-0.2413533627986908
110544	linear.bias	3	-0.638489842414856
110544	linear.bias	4	-1.042286992073059
110544	linear.bias	5	-1.1620768308639526
110544	linear.bias	6	-0.7467624545097351
110544	linear.bias	7	-0.7282650470733643
110544	linear.bias	8	-0.01705317199230194
110544	linear.bias	9	3.1847400665283203
110741	transitions	0	-0.3454243838787079
110741	transitions	1	8.211637496948242
110741	transitions	2	-3.3383407592773438
110741	transitions	3	1.4019804000854492
110741	transitions	4	-1.9634042978286743
110741	transitions	5	-0.3560739755630493
110741	transitions	6	-0.17983734607696533
110741	transitions	7	-10000.0
110741	transitions	8	1.7346810102462769
110741	transitions	9	-2.291638135910034
110741	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
110741	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
110741	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
110741	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
110741	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
110741	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
110741	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
110741	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
110741	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
110741	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
110741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
110741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
110741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
110741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
110741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
110741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
110741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
110741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
110741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
110741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
110741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
110741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
110741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
110741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
110741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
110741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
110741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
110741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
110741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
110741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
110741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
110741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
110741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
110741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
110741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
110741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
110741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
110741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
110741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
110741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
110741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
110741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
110741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
110741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
110741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
110741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
110741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
110741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
110741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
110741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
110741	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
110741	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
110741	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
110741	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
110741	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
110741	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
110741	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
110741	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
110741	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
110741	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
110741	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
110741	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
110741	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
110741	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
110741	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
110741	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
110741	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
110741	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
110741	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
110741	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
110741	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
110741	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
110741	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
110741	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
110741	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
110741	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
110741	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
110741	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
110741	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
110741	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
110741	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
110741	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
110741	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
110741	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
110741	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
110741	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
110741	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
110741	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
110741	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
110741	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
110741	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
110741	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
110741	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
110741	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
110741	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
110741	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
110741	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
110741	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
110741	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
110741	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
110741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
110741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
110741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
110741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
110741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
110741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
110741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
110741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
110741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
110741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
110741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
110741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
110741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
110741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
110741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
110741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
110741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
110741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
110741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
110741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
110741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
110741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
110741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
110741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
110741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
110741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
110741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
110741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
110741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
110741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
110741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
110741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
110741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
110741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
110741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
110741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
110741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
110741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
110741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
110741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
110741	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
110741	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
110741	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
110741	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
110741	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
110741	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
110741	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
110741	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
110741	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
110741	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
110741	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
110741	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
110741	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
110741	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
110741	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
110741	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
110741	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
110741	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
110741	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
110741	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
110741	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
110741	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
110741	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
110741	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
110741	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
110741	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
110741	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
110741	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
110741	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
110741	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
110741	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
110741	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
110741	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
110741	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
110741	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
110741	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
110741	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
110741	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
110741	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
110741	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
110741	embedding2nn.weight	0	0.040988367050886154
110741	embedding2nn.weight	1	-0.07833965122699738
110741	embedding2nn.weight	2	-0.012922435067594051
110741	embedding2nn.weight	3	-0.046424370259046555
110741	embedding2nn.weight	4	-0.11969520896673203
110741	embedding2nn.weight	5	0.09134653210639954
110741	embedding2nn.weight	6	-0.17774145305156708
110741	embedding2nn.weight	7	-0.06946077942848206
110741	embedding2nn.weight	8	-0.008095348253846169
110741	embedding2nn.weight	9	0.03978218510746956
110741	embedding2nn.bias	0	0.040238574147224426
110741	embedding2nn.bias	1	0.034732405096292496
110741	embedding2nn.bias	2	-0.11795951426029205
110741	embedding2nn.bias	3	0.06292784959077835
110741	embedding2nn.bias	4	-0.006212157197296619
110741	embedding2nn.bias	5	-0.15489673614501953
110741	embedding2nn.bias	6	-0.10009022802114487
110741	embedding2nn.bias	7	-0.059889838099479675
110741	embedding2nn.bias	8	0.07915295660495758
110741	embedding2nn.bias	9	-0.08319112658500671
110741	rnn.weight_ih_l0	0	0.01901119574904442
110741	rnn.weight_ih_l0	1	-0.042027249932289124
110741	rnn.weight_ih_l0	2	-0.030636856332421303
110741	rnn.weight_ih_l0	3	-0.016353968530893326
110741	rnn.weight_ih_l0	4	0.01565377600491047
110741	rnn.weight_ih_l0	5	-0.08249731361865997
110741	rnn.weight_ih_l0	6	-0.03687010332942009
110741	rnn.weight_ih_l0	7	-0.019105108454823494
110741	rnn.weight_ih_l0	8	0.020343590527772903
110741	rnn.weight_ih_l0	9	0.01319278497248888
110741	rnn.weight_hh_l0	0	0.013082205317914486
110741	rnn.weight_hh_l0	1	-0.07976604998111725
110741	rnn.weight_hh_l0	2	0.05216636136174202
110741	rnn.weight_hh_l0	3	0.04288492724299431
110741	rnn.weight_hh_l0	4	0.009962676092982292
110741	rnn.weight_hh_l0	5	0.05642566457390785
110741	rnn.weight_hh_l0	6	-0.011761514469981194
110741	rnn.weight_hh_l0	7	-0.07957223802804947
110741	rnn.weight_hh_l0	8	-0.0031718227546662092
110741	rnn.weight_hh_l0	9	-0.09978581219911575
110741	rnn.bias_ih_l0	0	-0.07175630331039429
110741	rnn.bias_ih_l0	1	-0.15718287229537964
110741	rnn.bias_ih_l0	2	-0.23097310960292816
110741	rnn.bias_ih_l0	3	-0.277754008769989
110741	rnn.bias_ih_l0	4	-0.0009018862037919462
110741	rnn.bias_ih_l0	5	0.07876764237880707
110741	rnn.bias_ih_l0	6	-0.15835732221603394
110741	rnn.bias_ih_l0	7	-0.246299609541893
110741	rnn.bias_ih_l0	8	-0.11016230285167694
110741	rnn.bias_ih_l0	9	-0.15842823684215546
110741	rnn.bias_hh_l0	0	0.13066662847995758
110741	rnn.bias_hh_l0	1	-0.04736469313502312
110741	rnn.bias_hh_l0	2	0.01938609778881073
110741	rnn.bias_hh_l0	3	-0.16477736830711365
110741	rnn.bias_hh_l0	4	0.05390499532222748
110741	rnn.bias_hh_l0	5	0.013636947609484196
110741	rnn.bias_hh_l0	6	-0.08546901494264603
110741	rnn.bias_hh_l0	7	-0.14433473348617554
110741	rnn.bias_hh_l0	8	-0.168828547000885
110741	rnn.bias_hh_l0	9	-0.08956853300333023
110741	rnn.weight_ih_l0_reverse	0	-0.006796721834689379
110741	rnn.weight_ih_l0_reverse	1	0.01691094972193241
110741	rnn.weight_ih_l0_reverse	2	-0.03551960363984108
110741	rnn.weight_ih_l0_reverse	3	-0.02185140550136566
110741	rnn.weight_ih_l0_reverse	4	0.03388712927699089
110741	rnn.weight_ih_l0_reverse	5	-0.05367935821413994
110741	rnn.weight_ih_l0_reverse	6	-0.04279111325740814
110741	rnn.weight_ih_l0_reverse	7	-0.019670648500323296
110741	rnn.weight_ih_l0_reverse	8	0.05313274264335632
110741	rnn.weight_ih_l0_reverse	9	0.011019578203558922
110741	rnn.weight_hh_l0_reverse	0	0.0037533927243202925
110741	rnn.weight_hh_l0_reverse	1	0.026617802679538727
110741	rnn.weight_hh_l0_reverse	2	-0.037996385246515274
110741	rnn.weight_hh_l0_reverse	3	0.03729305788874626
110741	rnn.weight_hh_l0_reverse	4	0.020598532631993294
110741	rnn.weight_hh_l0_reverse	5	-0.013746391981840134
110741	rnn.weight_hh_l0_reverse	6	0.0392972007393837
110741	rnn.weight_hh_l0_reverse	7	0.020896757021546364
110741	rnn.weight_hh_l0_reverse	8	-0.00611909432336688
110741	rnn.weight_hh_l0_reverse	9	-0.05307029187679291
110741	rnn.bias_ih_l0_reverse	0	-0.13370391726493835
110741	rnn.bias_ih_l0_reverse	1	-0.27597108483314514
110741	rnn.bias_ih_l0_reverse	2	-0.06532636284828186
110741	rnn.bias_ih_l0_reverse	3	-0.11920914053916931
110741	rnn.bias_ih_l0_reverse	4	0.07560665905475616
110741	rnn.bias_ih_l0_reverse	5	-0.22459660470485687
110741	rnn.bias_ih_l0_reverse	6	-0.052554063498973846
110741	rnn.bias_ih_l0_reverse	7	0.03448864445090294
110741	rnn.bias_ih_l0_reverse	8	-0.16738364100456238
110741	rnn.bias_ih_l0_reverse	9	-0.0915662944316864
110741	rnn.bias_hh_l0_reverse	0	-0.1375361829996109
110741	rnn.bias_hh_l0_reverse	1	-0.12875734269618988
110741	rnn.bias_hh_l0_reverse	2	-0.0349595881998539
110741	rnn.bias_hh_l0_reverse	3	-0.1227623000741005
110741	rnn.bias_hh_l0_reverse	4	-0.025775354355573654
110741	rnn.bias_hh_l0_reverse	5	-0.11894910782575607
110741	rnn.bias_hh_l0_reverse	6	-0.052108824253082275
110741	rnn.bias_hh_l0_reverse	7	-0.17053531110286713
110741	rnn.bias_hh_l0_reverse	8	-0.04901588335633278
110741	rnn.bias_hh_l0_reverse	9	-0.12883120775222778
110741	linear.weight	0	-0.2091924399137497
110741	linear.weight	1	-0.13917870819568634
110741	linear.weight	2	-0.011228874325752258
110741	linear.weight	3	-0.102188840508461
110741	linear.weight	4	0.08579707890748978
110741	linear.weight	5	0.3313979506492615
110741	linear.weight	6	0.0047744326293468475
110741	linear.weight	7	-0.021312154829502106
110741	linear.weight	8	0.1756000965833664
110741	linear.weight	9	0.2108299732208252
110741	linear.bias	0	-0.7727489471435547
110741	linear.bias	1	1.2352656126022339
110741	linear.bias	2	-0.23549894988536835
110741	linear.bias	3	-0.6382865309715271
110741	linear.bias	4	-1.0500613451004028
110741	linear.bias	5	-1.1621593236923218
110741	linear.bias	6	-0.7463148832321167
110741	linear.bias	7	-0.7346327304840088
110741	linear.bias	8	-0.01705317199230194
110741	linear.bias	9	3.1677029132843018
110938	transitions	0	-0.34562069177627563
110938	transitions	1	8.1765775680542
110938	transitions	2	-3.3391990661621094
110938	transitions	3	1.419049859046936
110938	transitions	4	-1.9639322757720947
110938	transitions	5	-0.3562050759792328
110938	transitions	6	-0.17993678152561188
110938	transitions	7	-10000.0
110938	transitions	8	1.7365657091140747
110938	transitions	9	-2.2916622161865234
110938	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
110938	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
110938	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
110938	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
110938	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
110938	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
110938	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
110938	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
110938	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
110938	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
110938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
110938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
110938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
110938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
110938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
110938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
110938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
110938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
110938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
110938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
110938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
110938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
110938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
110938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
110938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
110938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
110938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
110938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
110938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
110938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
110938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
110938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
110938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
110938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
110938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
110938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
110938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
110938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
110938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
110938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
110938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
110938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
110938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
110938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
110938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
110938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
110938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
110938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
110938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
110938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
110938	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
110938	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
110938	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
110938	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
110938	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
110938	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
110938	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
110938	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
110938	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
110938	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
110938	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
110938	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
110938	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
110938	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
110938	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
110938	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
110938	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
110938	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
110938	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
110938	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
110938	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
110938	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
110938	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
110938	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
110938	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
110938	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
110938	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
110938	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
110938	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
110938	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
110938	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
110938	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
110938	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
110938	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
110938	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
110938	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
110938	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
110938	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
110938	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
110938	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
110938	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
110938	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
110938	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
110938	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
110938	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
110938	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
110938	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
110938	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
110938	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
110938	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
110938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
110938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
110938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
110938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
110938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
110938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
110938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
110938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
110938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
110938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
110938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
110938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
110938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
110938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
110938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
110938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
110938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
110938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
110938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
110938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
110938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
110938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
110938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
110938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
110938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
110938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
110938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
110938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
110938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
110938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
110938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
110938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
110938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
110938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
110938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
110938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
110938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
110938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
110938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
110938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
110938	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
110938	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
110938	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
110938	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
110938	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
110938	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
110938	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
110938	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
110938	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
110938	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
110938	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
110938	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
110938	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
110938	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
110938	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
110938	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
110938	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
110938	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
110938	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
110938	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
110938	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
110938	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
110938	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
110938	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
110938	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
110938	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
110938	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
110938	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
110938	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
110938	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
110938	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
110938	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
110938	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
110938	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
110938	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
110938	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
110938	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
110938	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
110938	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
110938	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
110938	embedding2nn.weight	0	0.041111692786216736
110938	embedding2nn.weight	1	-0.07724019885063171
110938	embedding2nn.weight	2	-0.018881987780332565
110938	embedding2nn.weight	3	-0.04689863324165344
110938	embedding2nn.weight	4	-0.12054523080587387
110938	embedding2nn.weight	5	0.0895918682217598
110938	embedding2nn.weight	6	-0.17586833238601685
110938	embedding2nn.weight	7	-0.07188441604375839
110938	embedding2nn.weight	8	-0.009767008014023304
110938	embedding2nn.weight	9	0.037224527448415756
110938	embedding2nn.bias	0	0.04589974507689476
110938	embedding2nn.bias	1	0.027976613491773605
110938	embedding2nn.bias	2	-0.10226645320653915
110938	embedding2nn.bias	3	0.05736783891916275
110938	embedding2nn.bias	4	0.00862214807420969
110938	embedding2nn.bias	5	-0.17173457145690918
110938	embedding2nn.bias	6	-0.09257558733224869
110938	embedding2nn.bias	7	-0.05987421050667763
110938	embedding2nn.bias	8	0.0790393128991127
110938	embedding2nn.bias	9	-0.08941162377595901
110938	rnn.weight_ih_l0	0	0.018339043483138084
110938	rnn.weight_ih_l0	1	-0.04660780727863312
110938	rnn.weight_ih_l0	2	-0.030026018619537354
110938	rnn.weight_ih_l0	3	-0.0165412537753582
110938	rnn.weight_ih_l0	4	0.014786286279559135
110938	rnn.weight_ih_l0	5	-0.08267612010240555
110938	rnn.weight_ih_l0	6	-0.035146262496709824
110938	rnn.weight_ih_l0	7	-0.019576208665966988
110938	rnn.weight_ih_l0	8	0.019650759175419807
110938	rnn.weight_ih_l0	9	0.015015656128525734
110938	rnn.weight_hh_l0	0	0.0128941023722291
110938	rnn.weight_hh_l0	1	-0.0789855569601059
110938	rnn.weight_hh_l0	2	0.05115479975938797
110938	rnn.weight_hh_l0	3	0.0445353202521801
110938	rnn.weight_hh_l0	4	0.010145869106054306
110938	rnn.weight_hh_l0	5	0.05605620890855789
110938	rnn.weight_hh_l0	6	-0.011728326790034771
110938	rnn.weight_hh_l0	7	-0.08058509230613708
110938	rnn.weight_hh_l0	8	-0.003271260065957904
110938	rnn.weight_hh_l0	9	-0.09569493681192398
110938	rnn.bias_ih_l0	0	-0.06936243921518326
110938	rnn.bias_ih_l0	1	-0.1554320901632309
110938	rnn.bias_ih_l0	2	-0.2344447523355484
110938	rnn.bias_ih_l0	3	-0.2782156467437744
110938	rnn.bias_ih_l0	4	-0.00022972958686295897
110938	rnn.bias_ih_l0	5	0.08217047154903412
110938	rnn.bias_ih_l0	6	-0.15631839632987976
110938	rnn.bias_ih_l0	7	-0.24873386323451996
110938	rnn.bias_ih_l0	8	-0.10864417999982834
110938	rnn.bias_ih_l0	9	-0.1545286476612091
110938	rnn.bias_hh_l0	0	0.13391101360321045
110938	rnn.bias_hh_l0	1	-0.047786127775907516
110938	rnn.bias_hh_l0	2	0.01936517097055912
110938	rnn.bias_hh_l0	3	-0.1583281010389328
110938	rnn.bias_hh_l0	4	0.05234831944108009
110938	rnn.bias_hh_l0	5	0.012527287006378174
110938	rnn.bias_hh_l0	6	-0.08497907221317291
110938	rnn.bias_hh_l0	7	-0.14164328575134277
110938	rnn.bias_hh_l0	8	-0.16739094257354736
110938	rnn.bias_hh_l0	9	-0.09285484999418259
110938	rnn.weight_ih_l0_reverse	0	-0.00796632468700409
110938	rnn.weight_ih_l0_reverse	1	0.015431017614901066
110938	rnn.weight_ih_l0_reverse	2	-0.03860195353627205
110938	rnn.weight_ih_l0_reverse	3	-0.020973285660147667
110938	rnn.weight_ih_l0_reverse	4	0.03665420785546303
110938	rnn.weight_ih_l0_reverse	5	-0.05351003259420395
110938	rnn.weight_ih_l0_reverse	6	-0.04074034467339516
110938	rnn.weight_ih_l0_reverse	7	-0.015861524268984795
110938	rnn.weight_ih_l0_reverse	8	0.054308075457811356
110938	rnn.weight_ih_l0_reverse	9	0.012349254451692104
110938	rnn.weight_hh_l0_reverse	0	0.00386266247369349
110938	rnn.weight_hh_l0_reverse	1	0.02607850171625614
110938	rnn.weight_hh_l0_reverse	2	-0.03848027437925339
110938	rnn.weight_hh_l0_reverse	3	0.037306297570466995
110938	rnn.weight_hh_l0_reverse	4	0.019857309758663177
110938	rnn.weight_hh_l0_reverse	5	-0.014548094943165779
110938	rnn.weight_hh_l0_reverse	6	0.03995456546545029
110938	rnn.weight_hh_l0_reverse	7	0.020521411672234535
110938	rnn.weight_hh_l0_reverse	8	-0.006109999492764473
110938	rnn.weight_hh_l0_reverse	9	-0.05210138484835625
110938	rnn.bias_ih_l0_reverse	0	-0.13375872373580933
110938	rnn.bias_ih_l0_reverse	1	-0.2811269760131836
110938	rnn.bias_ih_l0_reverse	2	-0.06267149746417999
110938	rnn.bias_ih_l0_reverse	3	-0.11932864785194397
110938	rnn.bias_ih_l0_reverse	4	0.0731273964047432
110938	rnn.bias_ih_l0_reverse	5	-0.22804436087608337
110938	rnn.bias_ih_l0_reverse	6	-0.05252532660961151
110938	rnn.bias_ih_l0_reverse	7	0.029338356107473373
110938	rnn.bias_ih_l0_reverse	8	-0.17321285605430603
110938	rnn.bias_ih_l0_reverse	9	-0.1008152961730957
110938	rnn.bias_hh_l0_reverse	0	-0.13997361063957214
110938	rnn.bias_hh_l0_reverse	1	-0.12722206115722656
110938	rnn.bias_hh_l0_reverse	2	-0.035508353263139725
110938	rnn.bias_hh_l0_reverse	3	-0.1228785514831543
110938	rnn.bias_hh_l0_reverse	4	-0.025178130716085434
110938	rnn.bias_hh_l0_reverse	5	-0.11727786809206009
110938	rnn.bias_hh_l0_reverse	6	-0.05705062299966812
110938	rnn.bias_hh_l0_reverse	7	-0.17039091885089874
110938	rnn.bias_hh_l0_reverse	8	-0.04838191717863083
110938	rnn.bias_hh_l0_reverse	9	-0.12702131271362305
110938	linear.weight	0	-0.20415404438972473
110938	linear.weight	1	-0.1386040598154068
110938	linear.weight	2	-0.011228874325752258
110938	linear.weight	3	-0.1110173910856247
110938	linear.weight	4	0.07992490381002426
110938	linear.weight	5	0.3266161382198334
110938	linear.weight	6	0.0047744326293468475
110938	linear.weight	7	-0.021312154829502106
110938	linear.weight	8	0.180558443069458
110938	linear.weight	9	0.2031208723783493
110938	linear.bias	0	-0.7760734558105469
110938	linear.bias	1	1.25778067111969
110938	linear.bias	2	-0.3186284005641937
110938	linear.bias	3	-0.6453797221183777
110938	linear.bias	4	-1.035088300704956
110938	linear.bias	5	-1.162225604057312
110938	linear.bias	6	-0.7561753392219543
110938	linear.bias	7	-0.739388108253479
110938	linear.bias	8	-0.01705317199230194
110938	linear.bias	9	3.1641225814819336
111135	transitions	0	-0.3458491861820221
111135	transitions	1	8.200952529907227
111135	transitions	2	-3.340127468109131
111135	transitions	3	1.4223315715789795
111135	transitions	4	-1.9651634693145752
111135	transitions	5	-0.3564067780971527
111135	transitions	6	-0.18000797927379608
111135	transitions	7	-10000.0
111135	transitions	8	1.734648585319519
111135	transitions	9	-2.291670322418213
111135	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
111135	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
111135	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
111135	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
111135	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
111135	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
111135	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
111135	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
111135	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
111135	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
111135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
111135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
111135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
111135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
111135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
111135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
111135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
111135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
111135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
111135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
111135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
111135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
111135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
111135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
111135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
111135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
111135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
111135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
111135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
111135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
111135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
111135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
111135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
111135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
111135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
111135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
111135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
111135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
111135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
111135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
111135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
111135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
111135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
111135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
111135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
111135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
111135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
111135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
111135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
111135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
111135	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
111135	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
111135	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
111135	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
111135	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
111135	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
111135	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
111135	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
111135	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
111135	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
111135	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
111135	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
111135	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
111135	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
111135	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
111135	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
111135	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
111135	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
111135	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
111135	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
111135	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
111135	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
111135	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
111135	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
111135	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
111135	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
111135	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
111135	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
111135	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
111135	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
111135	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
111135	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
111135	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
111135	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
111135	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
111135	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
111135	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
111135	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
111135	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
111135	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
111135	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
111135	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
111135	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
111135	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
111135	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
111135	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
111135	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
111135	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
111135	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
111135	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
111135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
111135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
111135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
111135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
111135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
111135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
111135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
111135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
111135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
111135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
111135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
111135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
111135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
111135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
111135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
111135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
111135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
111135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
111135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
111135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
111135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
111135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
111135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
111135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
111135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
111135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
111135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
111135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
111135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
111135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
111135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
111135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
111135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
111135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
111135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
111135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
111135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
111135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
111135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
111135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
111135	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
111135	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
111135	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
111135	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
111135	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
111135	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
111135	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
111135	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
111135	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
111135	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
111135	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
111135	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
111135	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
111135	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
111135	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
111135	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
111135	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
111135	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
111135	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
111135	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
111135	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
111135	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
111135	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
111135	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
111135	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
111135	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
111135	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
111135	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
111135	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
111135	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
111135	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
111135	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
111135	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
111135	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
111135	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
111135	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
111135	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
111135	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
111135	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
111135	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
111135	embedding2nn.weight	0	0.04167351871728897
111135	embedding2nn.weight	1	-0.07738787680864334
111135	embedding2nn.weight	2	-0.016049876809120178
111135	embedding2nn.weight	3	-0.04491175338625908
111135	embedding2nn.weight	4	-0.11567419022321701
111135	embedding2nn.weight	5	0.09184235334396362
111135	embedding2nn.weight	6	-0.17761105298995972
111135	embedding2nn.weight	7	-0.07199101895093918
111135	embedding2nn.weight	8	-0.00827457383275032
111135	embedding2nn.weight	9	0.043148983269929886
111135	embedding2nn.bias	0	0.018547719344496727
111135	embedding2nn.bias	1	0.02338511310517788
111135	embedding2nn.bias	2	-0.12614677846431732
111135	embedding2nn.bias	3	0.06764810532331467
111135	embedding2nn.bias	4	0.014587592333555222
111135	embedding2nn.bias	5	-0.15892305970191956
111135	embedding2nn.bias	6	-0.11035566031932831
111135	embedding2nn.bias	7	-0.06841821223497391
111135	embedding2nn.bias	8	0.07099362462759018
111135	embedding2nn.bias	9	-0.08266091346740723
111135	rnn.weight_ih_l0	0	0.017067400738596916
111135	rnn.weight_ih_l0	1	-0.047404371201992035
111135	rnn.weight_ih_l0	2	-0.02924438565969467
111135	rnn.weight_ih_l0	3	-0.019169773906469345
111135	rnn.weight_ih_l0	4	0.01626204513013363
111135	rnn.weight_ih_l0	5	-0.08480615168809891
111135	rnn.weight_ih_l0	6	-0.03086395561695099
111135	rnn.weight_ih_l0	7	-0.015726638957858086
111135	rnn.weight_ih_l0	8	0.024688048288226128
111135	rnn.weight_ih_l0	9	0.01584642380475998
111135	rnn.weight_hh_l0	0	0.012075735256075859
111135	rnn.weight_hh_l0	1	-0.07778520882129669
111135	rnn.weight_hh_l0	2	0.05121706426143646
111135	rnn.weight_hh_l0	3	0.045061103999614716
111135	rnn.weight_hh_l0	4	0.010302900336682796
111135	rnn.weight_hh_l0	5	0.05684628337621689
111135	rnn.weight_hh_l0	6	-0.011540407314896584
111135	rnn.weight_hh_l0	7	-0.08083397895097733
111135	rnn.weight_hh_l0	8	-0.0030116019770503044
111135	rnn.weight_hh_l0	9	-0.09518919140100479
111135	rnn.bias_ih_l0	0	-0.06879552453756332
111135	rnn.bias_ih_l0	1	-0.15582101047039032
111135	rnn.bias_ih_l0	2	-0.23552854359149933
111135	rnn.bias_ih_l0	3	-0.2809186279773712
111135	rnn.bias_ih_l0	4	0.0002995621180161834
111135	rnn.bias_ih_l0	5	0.08359728008508682
111135	rnn.bias_ih_l0	6	-0.1527850478887558
111135	rnn.bias_ih_l0	7	-0.24918264150619507
111135	rnn.bias_ih_l0	8	-0.10890047997236252
111135	rnn.bias_ih_l0	9	-0.15511319041252136
111135	rnn.bias_hh_l0	0	0.13299717009067535
111135	rnn.bias_hh_l0	1	-0.046661924570798874
111135	rnn.bias_hh_l0	2	0.0165927205234766
111135	rnn.bias_hh_l0	3	-0.1588994562625885
111135	rnn.bias_hh_l0	4	0.05248919501900673
111135	rnn.bias_hh_l0	5	0.012885094620287418
111135	rnn.bias_hh_l0	6	-0.08706000447273254
111135	rnn.bias_hh_l0	7	-0.14064420759677887
111135	rnn.bias_hh_l0	8	-0.1684899777173996
111135	rnn.bias_hh_l0	9	-0.09127408266067505
111135	rnn.weight_ih_l0_reverse	0	-0.009046030230820179
111135	rnn.weight_ih_l0_reverse	1	0.015675397589802742
111135	rnn.weight_ih_l0_reverse	2	-0.03636784479022026
111135	rnn.weight_ih_l0_reverse	3	-0.017178893089294434
111135	rnn.weight_ih_l0_reverse	4	0.034774113446474075
111135	rnn.weight_ih_l0_reverse	5	-0.05272531136870384
111135	rnn.weight_ih_l0_reverse	6	-0.045497968792915344
111135	rnn.weight_ih_l0_reverse	7	-0.01736261323094368
111135	rnn.weight_ih_l0_reverse	8	0.05439424514770508
111135	rnn.weight_ih_l0_reverse	9	0.013004420325160027
111135	rnn.weight_hh_l0_reverse	0	0.0044059487991034985
111135	rnn.weight_hh_l0_reverse	1	0.025800473988056183
111135	rnn.weight_hh_l0_reverse	2	-0.03841734305024147
111135	rnn.weight_hh_l0_reverse	3	0.03629493713378906
111135	rnn.weight_hh_l0_reverse	4	0.01957547664642334
111135	rnn.weight_hh_l0_reverse	5	-0.014608058147132397
111135	rnn.weight_hh_l0_reverse	6	0.04010966420173645
111135	rnn.weight_hh_l0_reverse	7	0.02225857973098755
111135	rnn.weight_hh_l0_reverse	8	-0.005842407699674368
111135	rnn.weight_hh_l0_reverse	9	-0.051747437566518784
111135	rnn.bias_ih_l0_reverse	0	-0.13448235392570496
111135	rnn.bias_ih_l0_reverse	1	-0.28097447752952576
111135	rnn.bias_ih_l0_reverse	2	-0.06432840973138809
111135	rnn.bias_ih_l0_reverse	3	-0.11793763935565948
111135	rnn.bias_ih_l0_reverse	4	0.06272564828395844
111135	rnn.bias_ih_l0_reverse	5	-0.23240768909454346
111135	rnn.bias_ih_l0_reverse	6	-0.05158867686986923
111135	rnn.bias_ih_l0_reverse	7	0.029126876965165138
111135	rnn.bias_ih_l0_reverse	8	-0.16928791999816895
111135	rnn.bias_ih_l0_reverse	9	-0.1035221666097641
111135	rnn.bias_hh_l0_reverse	0	-0.1387978494167328
111135	rnn.bias_hh_l0_reverse	1	-0.127154141664505
111135	rnn.bias_hh_l0_reverse	2	-0.034675125032663345
111135	rnn.bias_hh_l0_reverse	3	-0.1194780245423317
111135	rnn.bias_hh_l0_reverse	4	-0.023001287132501602
111135	rnn.bias_hh_l0_reverse	5	-0.1176799014210701
111135	rnn.bias_hh_l0_reverse	6	-0.05560709163546562
111135	rnn.bias_hh_l0_reverse	7	-0.16304637491703033
111135	rnn.bias_hh_l0_reverse	8	-0.05070209130644798
111135	rnn.bias_hh_l0_reverse	9	-0.12501710653305054
111135	linear.weight	0	-0.20100164413452148
111135	linear.weight	1	-0.13640443980693817
111135	linear.weight	2	-0.011228874325752258
111135	linear.weight	3	-0.11782275885343552
111135	linear.weight	4	0.08554016798734665
111135	linear.weight	5	0.35381245613098145
111135	linear.weight	6	0.0047744326293468475
111135	linear.weight	7	-0.021312154829502106
111135	linear.weight	8	0.19243223965168
111135	linear.weight	9	0.21862229704856873
111135	linear.bias	0	-0.7796434164047241
111135	linear.bias	1	1.2451236248016357
111135	linear.bias	2	-0.31697773933410645
111135	linear.bias	3	-0.6375981569290161
111135	linear.bias	4	-1.0217801332473755
111135	linear.bias	5	-1.1623138189315796
111135	linear.bias	6	-0.7585500478744507
111135	linear.bias	7	-0.7674506902694702
111135	linear.bias	8	-0.01705317199230194
111135	linear.bias	9	3.1971774101257324
111332	transitions	0	-0.3489629328250885
111332	transitions	1	8.210692405700684
111332	transitions	2	-3.341001272201538
111332	transitions	3	1.3977155685424805
111332	transitions	4	-1.966591715812683
111332	transitions	5	-0.3564792275428772
111332	transitions	6	-0.18009477853775024
111332	transitions	7	-10000.0
111332	transitions	8	1.7343696355819702
111332	transitions	9	-2.291682720184326
111332	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
111332	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
111332	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
111332	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
111332	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
111332	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
111332	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
111332	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
111332	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
111332	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
111332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
111332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
111332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
111332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
111332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
111332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
111332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
111332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
111332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
111332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
111332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
111332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
111332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
111332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
111332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
111332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
111332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
111332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
111332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
111332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
111332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
111332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
111332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
111332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
111332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
111332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
111332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
111332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
111332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
111332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
111332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
111332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
111332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
111332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
111332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
111332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
111332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
111332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
111332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
111332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
111332	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
111332	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
111332	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
111332	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
111332	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
111332	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
111332	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
111332	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
111332	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
111332	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
111332	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
111332	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
111332	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
111332	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
111332	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
111332	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
111332	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
111332	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
111332	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
111332	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
111332	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
111332	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
111332	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
111332	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
111332	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
111332	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
111332	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
111332	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
111332	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
111332	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
111332	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
111332	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
111332	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
111332	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
111332	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
111332	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
111332	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
111332	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
111332	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
111332	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
111332	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
111332	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
111332	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
111332	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
111332	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
111332	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
111332	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
111332	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
111332	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
111332	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
111332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
111332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
111332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
111332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
111332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
111332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
111332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
111332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
111332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
111332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
111332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
111332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
111332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
111332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
111332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
111332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
111332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
111332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
111332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
111332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
111332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
111332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
111332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
111332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
111332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
111332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
111332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
111332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
111332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
111332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
111332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
111332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
111332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
111332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
111332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
111332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
111332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
111332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
111332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
111332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
111332	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
111332	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
111332	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
111332	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
111332	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
111332	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
111332	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
111332	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
111332	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
111332	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
111332	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
111332	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
111332	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
111332	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
111332	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
111332	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
111332	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
111332	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
111332	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
111332	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
111332	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
111332	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
111332	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
111332	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
111332	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
111332	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
111332	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
111332	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
111332	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
111332	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
111332	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
111332	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
111332	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
111332	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
111332	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
111332	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
111332	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
111332	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
111332	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
111332	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
111332	embedding2nn.weight	0	0.042634133249521255
111332	embedding2nn.weight	1	-0.07824261486530304
111332	embedding2nn.weight	2	-0.012020275928080082
111332	embedding2nn.weight	3	-0.04500983655452728
111332	embedding2nn.weight	4	-0.11571699380874634
111332	embedding2nn.weight	5	0.0922514870762825
111332	embedding2nn.weight	6	-0.17621168494224548
111332	embedding2nn.weight	7	-0.07412892580032349
111332	embedding2nn.weight	8	-0.007340205833315849
111332	embedding2nn.weight	9	0.040063753724098206
111332	embedding2nn.bias	0	0.04911898449063301
111332	embedding2nn.bias	1	0.019802160561084747
111332	embedding2nn.bias	2	-0.13457590341567993
111332	embedding2nn.bias	3	0.0799882784485817
111332	embedding2nn.bias	4	0.0017471758183091879
111332	embedding2nn.bias	5	-0.1722182035446167
111332	embedding2nn.bias	6	-0.1058337390422821
111332	embedding2nn.bias	7	-0.06296036392450333
111332	embedding2nn.bias	8	0.05936696380376816
111332	embedding2nn.bias	9	-0.08488781005144119
111332	rnn.weight_ih_l0	0	0.01731889136135578
111332	rnn.weight_ih_l0	1	-0.04638223350048065
111332	rnn.weight_ih_l0	2	-0.02859485149383545
111332	rnn.weight_ih_l0	3	-0.018266895785927773
111332	rnn.weight_ih_l0	4	0.016028575599193573
111332	rnn.weight_ih_l0	5	-0.08513098955154419
111332	rnn.weight_ih_l0	6	-0.03041958250105381
111332	rnn.weight_ih_l0	7	-0.013635072857141495
111332	rnn.weight_ih_l0	8	0.026855381205677986
111332	rnn.weight_ih_l0	9	0.01719004102051258
111332	rnn.weight_hh_l0	0	0.01265581976622343
111332	rnn.weight_hh_l0	1	-0.07841837406158447
111332	rnn.weight_hh_l0	2	0.05047743767499924
111332	rnn.weight_hh_l0	3	0.04457744210958481
111332	rnn.weight_hh_l0	4	0.009436545893549919
111332	rnn.weight_hh_l0	5	0.05761047080159187
111332	rnn.weight_hh_l0	6	-0.01165088452398777
111332	rnn.weight_hh_l0	7	-0.08077669143676758
111332	rnn.weight_hh_l0	8	-0.003814284922555089
111332	rnn.weight_hh_l0	9	-0.09524399042129517
111332	rnn.bias_ih_l0	0	-0.06400543451309204
111332	rnn.bias_ih_l0	1	-0.155879944562912
111332	rnn.bias_ih_l0	2	-0.23532824218273163
111332	rnn.bias_ih_l0	3	-0.28275373578071594
111332	rnn.bias_ih_l0	4	0.007118685636669397
111332	rnn.bias_ih_l0	5	0.09105921536684036
111332	rnn.bias_ih_l0	6	-0.15163791179656982
111332	rnn.bias_ih_l0	7	-0.2512231171131134
111332	rnn.bias_ih_l0	8	-0.1110999658703804
111332	rnn.bias_ih_l0	9	-0.15843375027179718
111332	rnn.bias_hh_l0	0	0.13797380030155182
111332	rnn.bias_hh_l0	1	-0.04954732954502106
111332	rnn.bias_hh_l0	2	0.020222680643200874
111332	rnn.bias_hh_l0	3	-0.16195012629032135
111332	rnn.bias_hh_l0	4	0.04337362200021744
111332	rnn.bias_hh_l0	5	0.015953930094838142
111332	rnn.bias_hh_l0	6	-0.08841440081596375
111332	rnn.bias_hh_l0	7	-0.14218109846115112
111332	rnn.bias_hh_l0	8	-0.16933630406856537
111332	rnn.bias_hh_l0	9	-0.08986876159906387
111332	rnn.weight_ih_l0_reverse	0	-0.008765513077378273
111332	rnn.weight_ih_l0_reverse	1	0.014659343287348747
111332	rnn.weight_ih_l0_reverse	2	-0.03853655979037285
111332	rnn.weight_ih_l0_reverse	3	-0.01352856494486332
111332	rnn.weight_ih_l0_reverse	4	0.03500628471374512
111332	rnn.weight_ih_l0_reverse	5	-0.05272738263010979
111332	rnn.weight_ih_l0_reverse	6	-0.04274541139602661
111332	rnn.weight_ih_l0_reverse	7	-0.017365656793117523
111332	rnn.weight_ih_l0_reverse	8	0.052810557186603546
111332	rnn.weight_ih_l0_reverse	9	0.016536395996809006
111332	rnn.weight_hh_l0_reverse	0	0.004239988978952169
111332	rnn.weight_hh_l0_reverse	1	0.025544242933392525
111332	rnn.weight_hh_l0_reverse	2	-0.03818982467055321
111332	rnn.weight_hh_l0_reverse	3	0.03525364026427269
111332	rnn.weight_hh_l0_reverse	4	0.020291052758693695
111332	rnn.weight_hh_l0_reverse	5	-0.014163975603878498
111332	rnn.weight_hh_l0_reverse	6	0.040549300611019135
111332	rnn.weight_hh_l0_reverse	7	0.02187916450202465
111332	rnn.weight_hh_l0_reverse	8	-0.006573304533958435
111332	rnn.weight_hh_l0_reverse	9	-0.05167579650878906
111332	rnn.bias_ih_l0_reverse	0	-0.13432469964027405
111332	rnn.bias_ih_l0_reverse	1	-0.28043535351753235
111332	rnn.bias_ih_l0_reverse	2	-0.06611766666173935
111332	rnn.bias_ih_l0_reverse	3	-0.11642604321241379
111332	rnn.bias_ih_l0_reverse	4	0.06354289501905441
111332	rnn.bias_ih_l0_reverse	5	-0.23332171142101288
111332	rnn.bias_ih_l0_reverse	6	-0.05331391841173172
111332	rnn.bias_ih_l0_reverse	7	0.031143823638558388
111332	rnn.bias_ih_l0_reverse	8	-0.17119866609573364
111332	rnn.bias_ih_l0_reverse	9	-0.10087251663208008
111332	rnn.bias_hh_l0_reverse	0	-0.14379246532917023
111332	rnn.bias_hh_l0_reverse	1	-0.1360451579093933
111332	rnn.bias_hh_l0_reverse	2	-0.03396831080317497
111332	rnn.bias_hh_l0_reverse	3	-0.12332022935152054
111332	rnn.bias_hh_l0_reverse	4	-0.026617737486958504
111332	rnn.bias_hh_l0_reverse	5	-0.12064718455076218
111332	rnn.bias_hh_l0_reverse	6	-0.0534195750951767
111332	rnn.bias_hh_l0_reverse	7	-0.16241329908370972
111332	rnn.bias_hh_l0_reverse	8	-0.04761108011007309
111332	rnn.bias_hh_l0_reverse	9	-0.12677283585071564
111332	linear.weight	0	-0.2138185352087021
111332	linear.weight	1	-0.13088475167751312
111332	linear.weight	2	-0.011228874325752258
111332	linear.weight	3	-0.1224592849612236
111332	linear.weight	4	0.10237614065408707
111332	linear.weight	5	0.34353336691856384
111332	linear.weight	6	0.0047744326293468475
111332	linear.weight	7	-0.021312154829502106
111332	linear.weight	8	0.1722986102104187
111332	linear.weight	9	0.2134561687707901
111332	linear.bias	0	-0.7901771664619446
111332	linear.bias	1	1.2529460191726685
111332	linear.bias	2	-0.26472121477127075
111332	linear.bias	3	-0.624356746673584
111332	linear.bias	4	-1.019944190979004
111332	linear.bias	5	-1.1623985767364502
111332	linear.bias	6	-0.7677304148674011
111332	linear.bias	7	-0.7623047828674316
111332	linear.bias	8	-0.01705317199230194
111332	linear.bias	9	3.1443088054656982
111529	transitions	0	-0.3492269515991211
111529	transitions	1	8.210627555847168
111529	transitions	2	-3.342141628265381
111529	transitions	3	1.4098304510116577
111529	transitions	4	-1.9670562744140625
111529	transitions	5	-0.35652783513069153
111529	transitions	6	-0.18017618358135223
111529	transitions	7	-10000.0
111529	transitions	8	1.7362749576568604
111529	transitions	9	-2.291698694229126
111529	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
111529	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
111529	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
111529	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
111529	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
111529	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
111529	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
111529	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
111529	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
111529	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
111529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
111529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
111529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
111529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
111529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
111529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
111529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
111529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
111529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
111529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
111529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
111529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
111529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
111529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
111529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
111529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
111529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
111529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
111529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
111529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
111529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
111529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
111529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
111529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
111529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
111529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
111529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
111529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
111529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
111529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
111529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
111529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
111529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
111529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
111529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
111529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
111529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
111529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
111529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
111529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
111529	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
111529	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
111529	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
111529	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
111529	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
111529	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
111529	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
111529	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
111529	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
111529	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
111529	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
111529	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
111529	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
111529	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
111529	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
111529	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
111529	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
111529	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
111529	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
111529	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
111529	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
111529	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
111529	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
111529	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
111529	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
111529	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
111529	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
111529	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
111529	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
111529	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
111529	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
111529	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
111529	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
111529	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
111529	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
111529	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
111529	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
111529	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
111529	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
111529	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
111529	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
111529	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
111529	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
111529	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
111529	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
111529	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
111529	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
111529	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
111529	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
111529	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
111529	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
111529	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
111529	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
111529	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
111529	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
111529	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
111529	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
111529	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
111529	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
111529	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
111529	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
111529	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
111529	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
111529	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
111529	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
111529	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
111529	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
111529	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
111529	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
111529	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
111529	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
111529	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
111529	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
111529	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
111529	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
111529	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
111529	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
111529	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
111529	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
111529	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
111529	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
111529	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
111529	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
111529	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
111529	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
111529	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
111529	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
111529	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
111529	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
111529	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
111529	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
111529	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
111529	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
111529	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
111529	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
111529	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
111529	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
111529	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
111529	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
111529	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
111529	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
111529	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
111529	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
111529	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
111529	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
111529	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
111529	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
111529	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
111529	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
111529	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
111529	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
111529	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
111529	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
111529	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
111529	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
111529	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
111529	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
111529	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
111529	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
111529	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
111529	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
111529	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
111529	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
111529	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
111529	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
111529	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
111529	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
111529	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
111529	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
111529	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
111529	embedding2nn.weight	0	0.04385192319750786
111529	embedding2nn.weight	1	-0.07775767147541046
111529	embedding2nn.weight	2	-0.014066983014345169
111529	embedding2nn.weight	3	-0.044944506138563156
111529	embedding2nn.weight	4	-0.11579884588718414
111529	embedding2nn.weight	5	0.0927138552069664
111529	embedding2nn.weight	6	-0.18024761974811554
111529	embedding2nn.weight	7	-0.07282837480306625
111529	embedding2nn.weight	8	-0.005317292176187038
111529	embedding2nn.weight	9	0.03716369345784187
111529	embedding2nn.bias	0	0.04989609122276306
111529	embedding2nn.bias	1	0.020207084715366364
111529	embedding2nn.bias	2	-0.13123491406440735
111529	embedding2nn.bias	3	0.05944817140698433
111529	embedding2nn.bias	4	0.017836490646004677
111529	embedding2nn.bias	5	-0.16967372596263885
111529	embedding2nn.bias	6	-0.11483186483383179
111529	embedding2nn.bias	7	-0.05621177703142166
111529	embedding2nn.bias	8	0.08060566335916519
111529	embedding2nn.bias	9	-0.07807385921478271
111529	rnn.weight_ih_l0	0	0.015352757647633553
111529	rnn.weight_ih_l0	1	-0.05412864685058594
111529	rnn.weight_ih_l0	2	-0.027625126764178276
111529	rnn.weight_ih_l0	3	-0.020149916410446167
111529	rnn.weight_ih_l0	4	0.015446033328771591
111529	rnn.weight_ih_l0	5	-0.08620094507932663
111529	rnn.weight_ih_l0	6	-0.030156560242176056
111529	rnn.weight_ih_l0	7	-0.01749705709517002
111529	rnn.weight_ih_l0	8	0.02181914821267128
111529	rnn.weight_ih_l0	9	0.014450037851929665
111529	rnn.weight_hh_l0	0	0.012018716894090176
111529	rnn.weight_hh_l0	1	-0.0777009129524231
111529	rnn.weight_hh_l0	2	0.05017903819680214
111529	rnn.weight_hh_l0	3	0.045277275145053864
111529	rnn.weight_hh_l0	4	0.009431252256035805
111529	rnn.weight_hh_l0	5	0.05849554389715195
111529	rnn.weight_hh_l0	6	-0.011653612367808819
111529	rnn.weight_hh_l0	7	-0.07991313189268112
111529	rnn.weight_hh_l0	8	-0.004338146187365055
111529	rnn.weight_hh_l0	9	-0.09790349751710892
111529	rnn.bias_ih_l0	0	-0.05998612195253372
111529	rnn.bias_ih_l0	1	-0.15701067447662354
111529	rnn.bias_ih_l0	2	-0.23086217045783997
111529	rnn.bias_ih_l0	3	-0.2844538986682892
111529	rnn.bias_ih_l0	4	0.011507800780236721
111529	rnn.bias_ih_l0	5	0.09206722676753998
111529	rnn.bias_ih_l0	6	-0.15685084462165833
111529	rnn.bias_ih_l0	7	-0.25092312693595886
111529	rnn.bias_ih_l0	8	-0.11096170544624329
111529	rnn.bias_ih_l0	9	-0.15638218820095062
111529	rnn.bias_hh_l0	0	0.13857176899909973
111529	rnn.bias_hh_l0	1	-0.04969149827957153
111529	rnn.bias_hh_l0	2	0.02050386182963848
111529	rnn.bias_hh_l0	3	-0.16466619074344635
111529	rnn.bias_hh_l0	4	0.03898220136761665
111529	rnn.bias_hh_l0	5	0.010704624466598034
111529	rnn.bias_hh_l0	6	-0.0880783349275589
111529	rnn.bias_hh_l0	7	-0.14374852180480957
111529	rnn.bias_hh_l0	8	-0.1670861542224884
111529	rnn.bias_hh_l0	9	-0.09120865911245346
111529	rnn.weight_ih_l0_reverse	0	-0.008774938061833382
111529	rnn.weight_ih_l0_reverse	1	0.011490917764604092
111529	rnn.weight_ih_l0_reverse	2	-0.040875717997550964
111529	rnn.weight_ih_l0_reverse	3	-0.01379132829606533
111529	rnn.weight_ih_l0_reverse	4	0.033298060297966
111529	rnn.weight_ih_l0_reverse	5	-0.05108929052948952
111529	rnn.weight_ih_l0_reverse	6	-0.041512563824653625
111529	rnn.weight_ih_l0_reverse	7	-0.01566103845834732
111529	rnn.weight_ih_l0_reverse	8	0.0538741871714592
111529	rnn.weight_ih_l0_reverse	9	0.017772065475583076
111529	rnn.weight_hh_l0_reverse	0	0.0039777858182787895
111529	rnn.weight_hh_l0_reverse	1	0.025174455717206
111529	rnn.weight_hh_l0_reverse	2	-0.038706835359334946
111529	rnn.weight_hh_l0_reverse	3	0.035884249955415726
111529	rnn.weight_hh_l0_reverse	4	0.018947817385196686
111529	rnn.weight_hh_l0_reverse	5	-0.013376308605074883
111529	rnn.weight_hh_l0_reverse	6	0.040565114468336105
111529	rnn.weight_hh_l0_reverse	7	0.02289416827261448
111529	rnn.weight_hh_l0_reverse	8	-0.006450732704252005
111529	rnn.weight_hh_l0_reverse	9	-0.0512484610080719
111529	rnn.bias_ih_l0_reverse	0	-0.13571664690971375
111529	rnn.bias_ih_l0_reverse	1	-0.2838934063911438
111529	rnn.bias_ih_l0_reverse	2	-0.067536361515522
111529	rnn.bias_ih_l0_reverse	3	-0.12015708535909653
111529	rnn.bias_ih_l0_reverse	4	0.06382076442241669
111529	rnn.bias_ih_l0_reverse	5	-0.2366172969341278
111529	rnn.bias_ih_l0_reverse	6	-0.0501868911087513
111529	rnn.bias_ih_l0_reverse	7	0.026841722428798676
111529	rnn.bias_ih_l0_reverse	8	-0.17243897914886475
111529	rnn.bias_ih_l0_reverse	9	-0.1017865240573883
111529	rnn.bias_hh_l0_reverse	0	-0.14183935523033142
111529	rnn.bias_hh_l0_reverse	1	-0.1412133425474167
111529	rnn.bias_hh_l0_reverse	2	-0.033634837716817856
111529	rnn.bias_hh_l0_reverse	3	-0.12083978205919266
111529	rnn.bias_hh_l0_reverse	4	-0.027326777577400208
111529	rnn.bias_hh_l0_reverse	5	-0.12001294642686844
111529	rnn.bias_hh_l0_reverse	6	-0.05476154014468193
111529	rnn.bias_hh_l0_reverse	7	-0.16599076986312866
111529	rnn.bias_hh_l0_reverse	8	-0.04225228726863861
111529	rnn.bias_hh_l0_reverse	9	-0.1280355304479599
111529	linear.weight	0	-0.2012050300836563
111529	linear.weight	1	-0.13513407111167908
111529	linear.weight	2	-0.011228874325752258
111529	linear.weight	3	-0.11445701122283936
111529	linear.weight	4	0.10795564949512482
111529	linear.weight	5	0.36059945821762085
111529	linear.weight	6	0.0047744326293468475
111529	linear.weight	7	-0.021312154829502106
111529	linear.weight	8	0.17737163603305817
111529	linear.weight	9	0.2198704332113266
111529	linear.bias	0	-0.7911531329154968
111529	linear.bias	1	1.2510865926742554
111529	linear.bias	2	-0.2837197780609131
111529	linear.bias	3	-0.6222711205482483
111529	linear.bias	4	-1.0106573104858398
111529	linear.bias	5	-1.1624881029129028
111529	linear.bias	6	-0.7665837407112122
111529	linear.bias	7	-0.7462157607078552
111529	linear.bias	8	-0.01705317199230194
111529	linear.bias	9	3.1373131275177
111726	transitions	0	-0.3496309518814087
111726	transitions	1	8.187088012695312
111726	transitions	2	-3.3434464931488037
111726	transitions	3	1.3947523832321167
111726	transitions	4	-1.9678231477737427
111726	transitions	5	-0.35664525628089905
111726	transitions	6	-0.18024447560310364
111726	transitions	7	-10000.0
111726	transitions	8	1.740395426750183
111726	transitions	9	-2.2917237281799316
111726	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
111726	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
111726	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
111726	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
111726	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
111726	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
111726	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
111726	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
111726	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
111726	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
111726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
111726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
111726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
111726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
111726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
111726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
111726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
111726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
111726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
111726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
111726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
111726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
111726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
111726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
111726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
111726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
111726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
111726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
111726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
111726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
111726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
111726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
111726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
111726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
111726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
111726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
111726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
111726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
111726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
111726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
111726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
111726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
111726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
111726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
111726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
111726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
111726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
111726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
111726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
111726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
111726	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
111726	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
111726	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
111726	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
111726	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
111726	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
111726	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
111726	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
111726	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
111726	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
111726	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
111726	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
111726	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
111726	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
111726	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
111726	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
111726	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
111726	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
111726	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
111726	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
111726	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
111726	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
111726	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
111726	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
111726	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
111726	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
111726	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
111726	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
111726	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
111726	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
111726	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
111726	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
111726	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
111726	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
111726	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
111726	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
111726	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
111726	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
111726	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
111726	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
111726	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
111726	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
111726	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
111726	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
111726	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
111726	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
111726	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
111726	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
111726	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
111726	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
111726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
111726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
111726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
111726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
111726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
111726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
111726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
111726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
111726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
111726	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
111726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
111726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
111726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
111726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
111726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
111726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
111726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
111726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
111726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
111726	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
111726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
111726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
111726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
111726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
111726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
111726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
111726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
111726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
111726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
111726	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
111726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
111726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
111726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
111726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
111726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
111726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
111726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
111726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
111726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
111726	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
111726	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
111726	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
111726	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
111726	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
111726	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
111726	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
111726	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
111726	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
111726	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
111726	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
111726	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
111726	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
111726	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
111726	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
111726	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
111726	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
111726	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
111726	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
111726	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
111726	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
111726	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
111726	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
111726	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
111726	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
111726	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
111726	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
111726	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
111726	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
111726	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
111726	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
111726	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
111726	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
111726	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
111726	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
111726	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
111726	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
111726	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
111726	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
111726	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
111726	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
111726	embedding2nn.weight	0	0.043286070227622986
111726	embedding2nn.weight	1	-0.07826018333435059
111726	embedding2nn.weight	2	-0.0140072675421834
111726	embedding2nn.weight	3	-0.0455596037209034
111726	embedding2nn.weight	4	-0.11409341543912888
111726	embedding2nn.weight	5	0.09528142958879471
111726	embedding2nn.weight	6	-0.18198347091674805
111726	embedding2nn.weight	7	-0.07683555036783218
111726	embedding2nn.weight	8	-0.00728937704116106
111726	embedding2nn.weight	9	0.03911428153514862
111726	embedding2nn.bias	0	0.06516680121421814
111726	embedding2nn.bias	1	0.02212430350482464
111726	embedding2nn.bias	2	-0.13027293980121613
111726	embedding2nn.bias	3	0.055532630532979965
111726	embedding2nn.bias	4	0.019976116716861725
111726	embedding2nn.bias	5	-0.15130160748958588
111726	embedding2nn.bias	6	-0.09709470719099045
111726	embedding2nn.bias	7	-0.04421095550060272
111726	embedding2nn.bias	8	0.07997427880764008
111726	embedding2nn.bias	9	-0.07371430844068527
111726	rnn.weight_ih_l0	0	0.019770728424191475
111726	rnn.weight_ih_l0	1	-0.05402073636651039
111726	rnn.weight_ih_l0	2	-0.026671361178159714
111726	rnn.weight_ih_l0	3	-0.020491136237978935
111726	rnn.weight_ih_l0	4	0.018138350918889046
111726	rnn.weight_ih_l0	5	-0.08545085042715073
111726	rnn.weight_ih_l0	6	-0.027677927166223526
111726	rnn.weight_ih_l0	7	-0.01729639433324337
111726	rnn.weight_ih_l0	8	0.021511191502213478
111726	rnn.weight_ih_l0	9	0.01211704220622778
111726	rnn.weight_hh_l0	0	0.010650786571204662
111726	rnn.weight_hh_l0	1	-0.07730981707572937
111726	rnn.weight_hh_l0	2	0.05023013427853584
111726	rnn.weight_hh_l0	3	0.045549094676971436
111726	rnn.weight_hh_l0	4	0.009399267844855785
111726	rnn.weight_hh_l0	5	0.058760590851306915
111726	rnn.weight_hh_l0	6	-0.011450489982962608
111726	rnn.weight_hh_l0	7	-0.07961641997098923
111726	rnn.weight_hh_l0	8	-0.004275461193174124
111726	rnn.weight_hh_l0	9	-0.09565272182226181
111726	rnn.bias_ih_l0	0	-0.05955025181174278
111726	rnn.bias_ih_l0	1	-0.1553945094347
111726	rnn.bias_ih_l0	2	-0.23061105608940125
111726	rnn.bias_ih_l0	3	-0.28507980704307556
111726	rnn.bias_ih_l0	4	0.008283261209726334
111726	rnn.bias_ih_l0	5	0.0887639969587326
111726	rnn.bias_ih_l0	6	-0.15942291915416718
111726	rnn.bias_ih_l0	7	-0.25038933753967285
111726	rnn.bias_ih_l0	8	-0.1095513254404068
111726	rnn.bias_ih_l0	9	-0.16111260652542114
111726	rnn.bias_hh_l0	0	0.1359710842370987
111726	rnn.bias_hh_l0	1	-0.04909442365169525
111726	rnn.bias_hh_l0	2	0.01927885040640831
111726	rnn.bias_hh_l0	3	-0.16623255610466003
111726	rnn.bias_hh_l0	4	0.034566715359687805
111726	rnn.bias_hh_l0	5	0.011315127834677696
111726	rnn.bias_hh_l0	6	-0.08628407120704651
111726	rnn.bias_hh_l0	7	-0.14784419536590576
111726	rnn.bias_hh_l0	8	-0.1683128923177719
111726	rnn.bias_hh_l0	9	-0.09082434326410294
111726	rnn.weight_ih_l0_reverse	0	-0.010282354429364204
111726	rnn.weight_ih_l0_reverse	1	0.011157909408211708
111726	rnn.weight_ih_l0_reverse	2	-0.041379932314157486
111726	rnn.weight_ih_l0_reverse	3	-0.012836435809731483
111726	rnn.weight_ih_l0_reverse	4	0.0331452377140522
111726	rnn.weight_ih_l0_reverse	5	-0.05070093274116516
111726	rnn.weight_ih_l0_reverse	6	-0.03803743049502373
111726	rnn.weight_ih_l0_reverse	7	-0.018042823299765587
111726	rnn.weight_ih_l0_reverse	8	0.05447632446885109
111726	rnn.weight_ih_l0_reverse	9	0.018978973850607872
111726	rnn.weight_hh_l0_reverse	0	0.005129280034452677
111726	rnn.weight_hh_l0_reverse	1	0.023892823606729507
111726	rnn.weight_hh_l0_reverse	2	-0.03937391936779022
111726	rnn.weight_hh_l0_reverse	3	0.0358625128865242
111726	rnn.weight_hh_l0_reverse	4	0.01879383809864521
111726	rnn.weight_hh_l0_reverse	5	-0.013487991876900196
111726	rnn.weight_hh_l0_reverse	6	0.04075760021805763
111726	rnn.weight_hh_l0_reverse	7	0.022845812141895294
111726	rnn.weight_hh_l0_reverse	8	-0.006803043186664581
111726	rnn.weight_hh_l0_reverse	9	-0.05238523706793785
111726	rnn.bias_ih_l0_reverse	0	-0.13740220665931702
111726	rnn.bias_ih_l0_reverse	1	-0.2838367521762848
111726	rnn.bias_ih_l0_reverse	2	-0.06458599865436554
111726	rnn.bias_ih_l0_reverse	3	-0.12101832777261734
111726	rnn.bias_ih_l0_reverse	4	0.06798627227544785
111726	rnn.bias_ih_l0_reverse	5	-0.23992106318473816
111726	rnn.bias_ih_l0_reverse	6	-0.053716663271188736
111726	rnn.bias_ih_l0_reverse	7	0.03175865113735199
111726	rnn.bias_ih_l0_reverse	8	-0.17443285882472992
111726	rnn.bias_ih_l0_reverse	9	-0.1023763045668602
111726	rnn.bias_hh_l0_reverse	0	-0.14287568628787994
111726	rnn.bias_hh_l0_reverse	1	-0.13548964262008667
111726	rnn.bias_hh_l0_reverse	2	-0.03367631137371063
111726	rnn.bias_hh_l0_reverse	3	-0.12219440191984177
111726	rnn.bias_hh_l0_reverse	4	-0.028195222839713097
111726	rnn.bias_hh_l0_reverse	5	-0.1206049919128418
111726	rnn.bias_hh_l0_reverse	6	-0.05498446896672249
111726	rnn.bias_hh_l0_reverse	7	-0.1686806082725525
111726	rnn.bias_hh_l0_reverse	8	-0.03864479064941406
111726	rnn.bias_hh_l0_reverse	9	-0.12657934427261353
111726	linear.weight	0	-0.1979527771472931
111726	linear.weight	1	-0.14869098365306854
111726	linear.weight	2	-0.011228874325752258
111726	linear.weight	3	-0.11465134471654892
111726	linear.weight	4	0.12320677936077118
111726	linear.weight	5	0.3493051826953888
111726	linear.weight	6	0.0047744326293468475
111726	linear.weight	7	-0.021312154829502106
111726	linear.weight	8	0.16344767808914185
111726	linear.weight	9	0.20307742059230804
111726	linear.bias	0	-0.8032252192497253
111726	linear.bias	1	1.2465331554412842
111726	linear.bias	2	-0.2638188302516937
111726	linear.bias	3	-0.6448391675949097
111726	linear.bias	4	-1.0110431909561157
111726	linear.bias	5	-1.162579894065857
111726	linear.bias	6	-0.7744582295417786
111726	linear.bias	7	-0.7553558945655823
111726	linear.bias	8	-0.01705317199230194
111726	linear.bias	9	3.1859333515167236
111923	transitions	0	-0.3502623736858368
111923	transitions	1	8.226641654968262
111923	transitions	2	-3.3445093631744385
111923	transitions	3	1.4061301946640015
111923	transitions	4	-1.9698290824890137
111923	transitions	5	-0.35682201385498047
111923	transitions	6	-0.18030957877635956
111923	transitions	7	-10000.0
111923	transitions	8	1.7372089624404907
111923	transitions	9	-2.291736125946045
111923	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
111923	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
111923	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
111923	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
111923	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
111923	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
111923	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
111923	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
111923	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
111923	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
111923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
111923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
111923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
111923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
111923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
111923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
111923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
111923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
111923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
111923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
111923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
111923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
111923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
111923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
111923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
111923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
111923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
111923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
111923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
111923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
111923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
111923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
111923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
111923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
111923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
111923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
111923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
111923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
111923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
111923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
111923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
111923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
111923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
111923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
111923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
111923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
111923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
111923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
111923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
111923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
111923	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
111923	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
111923	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
111923	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
111923	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
111923	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
111923	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
111923	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
111923	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
111923	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
111923	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
111923	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
111923	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
111923	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
111923	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
111923	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
111923	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
111923	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
111923	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
111923	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
111923	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
111923	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
111923	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
111923	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
111923	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
111923	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
111923	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
111923	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
111923	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
111923	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
111923	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
111923	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
111923	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
111923	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
111923	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
111923	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
111923	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
111923	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
111923	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
111923	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
111923	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
111923	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
111923	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
111923	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
111923	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
111923	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
111923	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
111923	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
111923	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
111923	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
111923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
111923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
111923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
111923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
111923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
111923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
111923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
111923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
111923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
111923	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
111923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
111923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
111923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
111923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
111923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
111923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
111923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
111923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
111923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
111923	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
111923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
111923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
111923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
111923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
111923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
111923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
111923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
111923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
111923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
111923	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
111923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
111923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
111923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
111923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
111923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
111923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
111923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
111923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
111923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
111923	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
111923	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
111923	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
111923	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
111923	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
111923	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
111923	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
111923	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
111923	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
111923	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
111923	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
111923	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
111923	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
111923	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
111923	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
111923	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
111923	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
111923	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
111923	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
111923	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
111923	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
111923	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
111923	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
111923	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
111923	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
111923	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
111923	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
111923	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
111923	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
111923	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
111923	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
111923	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
111923	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
111923	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
111923	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
111923	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
111923	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
111923	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
111923	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
111923	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
111923	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
111923	embedding2nn.weight	0	0.04259031265974045
111923	embedding2nn.weight	1	-0.07960200309753418
111923	embedding2nn.weight	2	-0.013201037421822548
111923	embedding2nn.weight	3	-0.04435853287577629
111923	embedding2nn.weight	4	-0.11711955815553665
111923	embedding2nn.weight	5	0.09576021134853363
111923	embedding2nn.weight	6	-0.19014479219913483
111923	embedding2nn.weight	7	-0.07388515025377274
111923	embedding2nn.weight	8	-0.004222121089696884
111923	embedding2nn.weight	9	0.0366954542696476
111923	embedding2nn.bias	0	0.07356449961662292
111923	embedding2nn.bias	1	0.02661016397178173
111923	embedding2nn.bias	2	-0.12325382232666016
111923	embedding2nn.bias	3	0.03720761463046074
111923	embedding2nn.bias	4	0.01100662536919117
111923	embedding2nn.bias	5	-0.16038022935390472
111923	embedding2nn.bias	6	-0.10396966338157654
111923	embedding2nn.bias	7	-0.054723966866731644
111923	embedding2nn.bias	8	0.08236320316791534
111923	embedding2nn.bias	9	-0.0834449902176857
111923	rnn.weight_ih_l0	0	0.02115330845117569
111923	rnn.weight_ih_l0	1	-0.05390959233045578
111923	rnn.weight_ih_l0	2	-0.026585109531879425
111923	rnn.weight_ih_l0	3	-0.019649213179945946
111923	rnn.weight_ih_l0	4	0.018828434869647026
111923	rnn.weight_ih_l0	5	-0.08286011964082718
111923	rnn.weight_ih_l0	6	-0.027872547507286072
111923	rnn.weight_ih_l0	7	-0.016039250418543816
111923	rnn.weight_ih_l0	8	0.02148548699915409
111923	rnn.weight_ih_l0	9	0.0165175162255764
111923	rnn.weight_hh_l0	0	0.011432424187660217
111923	rnn.weight_hh_l0	1	-0.07767041027545929
111923	rnn.weight_hh_l0	2	0.050830163061618805
111923	rnn.weight_hh_l0	3	0.04467850551009178
111923	rnn.weight_hh_l0	4	0.009325605817139149
111923	rnn.weight_hh_l0	5	0.06001454219222069
111923	rnn.weight_hh_l0	6	-0.011926435865461826
111923	rnn.weight_hh_l0	7	-0.07927510142326355
111923	rnn.weight_hh_l0	8	-0.004360755439847708
111923	rnn.weight_hh_l0	9	-0.10232117027044296
111923	rnn.bias_ih_l0	0	-0.06415180116891861
111923	rnn.bias_ih_l0	1	-0.15403299033641815
111923	rnn.bias_ih_l0	2	-0.23351579904556274
111923	rnn.bias_ih_l0	3	-0.2779938876628876
111923	rnn.bias_ih_l0	4	0.007890110835433006
111923	rnn.bias_ih_l0	5	0.08578135818243027
111923	rnn.bias_ih_l0	6	-0.15772342681884766
111923	rnn.bias_ih_l0	7	-0.24873943626880646
111923	rnn.bias_ih_l0	8	-0.10697446018457413
111923	rnn.bias_ih_l0	9	-0.15892641246318817
111923	rnn.bias_hh_l0	0	0.13955610990524292
111923	rnn.bias_hh_l0	1	-0.04828208312392235
111923	rnn.bias_hh_l0	2	0.02091807872056961
111923	rnn.bias_hh_l0	3	-0.16315679252147675
111923	rnn.bias_hh_l0	4	0.03419266268610954
111923	rnn.bias_hh_l0	5	0.003072369610890746
111923	rnn.bias_hh_l0	6	-0.08246784657239914
111923	rnn.bias_hh_l0	7	-0.1492754966020584
111923	rnn.bias_hh_l0	8	-0.16800828278064728
111923	rnn.bias_hh_l0	9	-0.09054294973611832
111923	rnn.weight_ih_l0_reverse	0	-0.012822173535823822
111923	rnn.weight_ih_l0_reverse	1	0.009624707512557507
111923	rnn.weight_ih_l0_reverse	2	-0.04100649803876877
111923	rnn.weight_ih_l0_reverse	3	-0.011152894236147404
111923	rnn.weight_ih_l0_reverse	4	0.034049391746520996
111923	rnn.weight_ih_l0_reverse	5	-0.05236824229359627
111923	rnn.weight_ih_l0_reverse	6	-0.04264785349369049
111923	rnn.weight_ih_l0_reverse	7	-0.019586099311709404
111923	rnn.weight_ih_l0_reverse	8	0.05663684383034706
111923	rnn.weight_ih_l0_reverse	9	0.018491443246603012
111923	rnn.weight_hh_l0_reverse	0	0.005379961337894201
111923	rnn.weight_hh_l0_reverse	1	0.0237027108669281
111923	rnn.weight_hh_l0_reverse	2	-0.039104193449020386
111923	rnn.weight_hh_l0_reverse	3	0.03625607118010521
111923	rnn.weight_hh_l0_reverse	4	0.019480470567941666
111923	rnn.weight_hh_l0_reverse	5	-0.014769699424505234
111923	rnn.weight_hh_l0_reverse	6	0.04222811385989189
111923	rnn.weight_hh_l0_reverse	7	0.022847160696983337
111923	rnn.weight_hh_l0_reverse	8	-0.006524111609905958
111923	rnn.weight_hh_l0_reverse	9	-0.0518818125128746
111923	rnn.bias_ih_l0_reverse	0	-0.13445326685905457
111923	rnn.bias_ih_l0_reverse	1	-0.28563451766967773
111923	rnn.bias_ih_l0_reverse	2	-0.06759782880544662
111923	rnn.bias_ih_l0_reverse	3	-0.12127549201250076
111923	rnn.bias_ih_l0_reverse	4	0.077982097864151
111923	rnn.bias_ih_l0_reverse	5	-0.23652184009552002
111923	rnn.bias_ih_l0_reverse	6	-0.051842525601387024
111923	rnn.bias_ih_l0_reverse	7	0.022209512069821358
111923	rnn.bias_ih_l0_reverse	8	-0.17266245186328888
111923	rnn.bias_ih_l0_reverse	9	-0.10182768106460571
111923	rnn.bias_hh_l0_reverse	0	-0.14095544815063477
111923	rnn.bias_hh_l0_reverse	1	-0.13545431196689606
111923	rnn.bias_hh_l0_reverse	2	-0.03485307842493057
111923	rnn.bias_hh_l0_reverse	3	-0.1244301050901413
111923	rnn.bias_hh_l0_reverse	4	-0.02809050865471363
111923	rnn.bias_hh_l0_reverse	5	-0.12425294518470764
111923	rnn.bias_hh_l0_reverse	6	-0.05135394260287285
111923	rnn.bias_hh_l0_reverse	7	-0.16902026534080505
111923	rnn.bias_hh_l0_reverse	8	-0.04155662655830383
111923	rnn.bias_hh_l0_reverse	9	-0.127951517701149
111923	linear.weight	0	-0.1900445967912674
111923	linear.weight	1	-0.14191743731498718
111923	linear.weight	2	-0.011228874325752258
111923	linear.weight	3	-0.13211248815059662
111923	linear.weight	4	0.12150779366493225
111923	linear.weight	5	0.35756799578666687
111923	linear.weight	6	0.0047744326293468475
111923	linear.weight	7	-0.021312154829502106
111923	linear.weight	8	0.1788843274116516
111923	linear.weight	9	0.18900389969348907
111923	linear.bias	0	-0.7829604744911194
111923	linear.bias	1	1.2471287250518799
111923	linear.bias	2	-0.27134472131729126
111923	linear.bias	3	-0.6219692230224609
111923	linear.bias	4	-0.9876460433006287
111923	linear.bias	5	-1.1626735925674438
111923	linear.bias	6	-0.7507744431495667
111923	linear.bias	7	-0.7449942231178284
111923	linear.bias	8	-0.01705317199230194
111923	linear.bias	9	3.1989428997039795
112120	transitions	0	-0.3506069481372833
112120	transitions	1	8.24264907836914
112120	transitions	2	-3.345536708831787
112120	transitions	3	1.3915321826934814
112120	transitions	4	-1.9707328081130981
112120	transitions	5	-0.35751578211784363
112120	transitions	6	-0.18036200106143951
112120	transitions	7	-10000.0
112120	transitions	8	1.735461950302124
112120	transitions	9	-2.2917487621307373
112120	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
112120	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
112120	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
112120	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
112120	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
112120	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
112120	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
112120	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
112120	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
112120	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
112120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
112120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
112120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
112120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
112120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
112120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
112120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
112120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
112120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
112120	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
112120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
112120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
112120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
112120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
112120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
112120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
112120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
112120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
112120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
112120	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
112120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
112120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
112120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
112120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
112120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
112120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
112120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
112120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
112120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
112120	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
112120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
112120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
112120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
112120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
112120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
112120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
112120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
112120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
112120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
112120	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
112120	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
112120	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
112120	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
112120	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
112120	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
112120	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
112120	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
112120	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
112120	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
112120	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
112120	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
112120	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
112120	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
112120	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
112120	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
112120	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
112120	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
112120	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
112120	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
112120	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
112120	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
112120	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
112120	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
112120	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
112120	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
112120	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
112120	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
112120	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
112120	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
112120	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
112120	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
112120	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
112120	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
112120	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
112120	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
112120	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
112120	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
112120	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
112120	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
112120	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
112120	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
112120	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
112120	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
112120	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
112120	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
112120	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
112120	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
112120	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
112120	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
112120	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
112120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
112120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
112120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
112120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
112120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
112120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
112120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
112120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
112120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
112120	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
112120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
112120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
112120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
112120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
112120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
112120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
112120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
112120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
112120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
112120	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
112120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
112120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
112120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
112120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
112120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
112120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
112120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
112120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
112120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
112120	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
112120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
112120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
112120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
112120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
112120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
112120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
112120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
112120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
112120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
112120	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
112120	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
112120	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
112120	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
112120	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
112120	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
112120	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
112120	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
112120	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
112120	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
112120	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
112120	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
112120	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
112120	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
112120	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
112120	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
112120	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
112120	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
112120	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
112120	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
112120	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
112120	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
112120	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
112120	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
112120	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
112120	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
112120	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
112120	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
112120	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
112120	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
112120	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
112120	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
112120	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
112120	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
112120	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
112120	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
112120	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
112120	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
112120	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
112120	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
112120	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
112120	embedding2nn.weight	0	0.042025282979011536
112120	embedding2nn.weight	1	-0.0781312957406044
112120	embedding2nn.weight	2	-0.013533365912735462
112120	embedding2nn.weight	3	-0.04479389265179634
112120	embedding2nn.weight	4	-0.1154291033744812
112120	embedding2nn.weight	5	0.09676963835954666
112120	embedding2nn.weight	6	-0.18884612619876862
112120	embedding2nn.weight	7	-0.07414650917053223
112120	embedding2nn.weight	8	-0.004286997485905886
112120	embedding2nn.weight	9	0.03941868245601654
112120	embedding2nn.bias	0	0.08132871985435486
112120	embedding2nn.bias	1	0.024668846279382706
112120	embedding2nn.bias	2	-0.1154133677482605
112120	embedding2nn.bias	3	0.049355246126651764
112120	embedding2nn.bias	4	0.016991524025797844
112120	embedding2nn.bias	5	-0.16188959777355194
112120	embedding2nn.bias	6	-0.07969769090414047
112120	embedding2nn.bias	7	-0.05172194167971611
112120	embedding2nn.bias	8	0.07330546528100967
112120	embedding2nn.bias	9	-0.09636267274618149
112120	rnn.weight_ih_l0	0	0.021994415670633316
112120	rnn.weight_ih_l0	1	-0.0522523932158947
112120	rnn.weight_ih_l0	2	-0.026714961975812912
112120	rnn.weight_ih_l0	3	-0.020142193883657455
112120	rnn.weight_ih_l0	4	0.020146895200014114
112120	rnn.weight_ih_l0	5	-0.0820893868803978
112120	rnn.weight_ih_l0	6	-0.02319026179611683
112120	rnn.weight_ih_l0	7	-0.01900262013077736
112120	rnn.weight_ih_l0	8	0.02334778383374214
112120	rnn.weight_ih_l0	9	0.013470872305333614
112120	rnn.weight_hh_l0	0	0.010601717978715897
112120	rnn.weight_hh_l0	1	-0.07932396978139877
112120	rnn.weight_hh_l0	2	0.050571292638778687
112120	rnn.weight_hh_l0	3	0.04509498178958893
112120	rnn.weight_hh_l0	4	0.00940885953605175
112120	rnn.weight_hh_l0	5	0.05951850116252899
112120	rnn.weight_hh_l0	6	-0.011802124790847301
112120	rnn.weight_hh_l0	7	-0.07842123508453369
112120	rnn.weight_hh_l0	8	-0.00472806254401803
112120	rnn.weight_hh_l0	9	-0.1053089052438736
112120	rnn.bias_ih_l0	0	-0.0642586275935173
112120	rnn.bias_ih_l0	1	-0.15637409687042236
112120	rnn.bias_ih_l0	2	-0.23506422340869904
112120	rnn.bias_ih_l0	3	-0.2804759740829468
112120	rnn.bias_ih_l0	4	0.007860839366912842
112120	rnn.bias_ih_l0	5	0.0888851210474968
112120	rnn.bias_ih_l0	6	-0.16085614264011383
112120	rnn.bias_ih_l0	7	-0.2521732747554779
112120	rnn.bias_ih_l0	8	-0.10392560064792633
112120	rnn.bias_ih_l0	9	-0.163722425699234
112120	rnn.bias_hh_l0	0	0.14222140610218048
112120	rnn.bias_hh_l0	1	-0.04969683289527893
112120	rnn.bias_hh_l0	2	0.021786248311400414
112120	rnn.bias_hh_l0	3	-0.16204267740249634
112120	rnn.bias_hh_l0	4	0.03126613795757294
112120	rnn.bias_hh_l0	5	0.0055709341540932655
112120	rnn.bias_hh_l0	6	-0.08600112795829773
112120	rnn.bias_hh_l0	7	-0.15247920155525208
112120	rnn.bias_hh_l0	8	-0.16760143637657166
112120	rnn.bias_hh_l0	9	-0.08908640593290329
112120	rnn.weight_ih_l0_reverse	0	-0.011818138882517815
112120	rnn.weight_ih_l0_reverse	1	0.011589694768190384
112120	rnn.weight_ih_l0_reverse	2	-0.040178317576646805
112120	rnn.weight_ih_l0_reverse	3	-0.013568615540862083
112120	rnn.weight_ih_l0_reverse	4	0.035124942660331726
112120	rnn.weight_ih_l0_reverse	5	-0.05389737710356712
112120	rnn.weight_ih_l0_reverse	6	-0.043048497289419174
112120	rnn.weight_ih_l0_reverse	7	-0.015962494537234306
112120	rnn.weight_ih_l0_reverse	8	0.06149199232459068
112120	rnn.weight_ih_l0_reverse	9	0.018397361040115356
112120	rnn.weight_hh_l0_reverse	0	0.006283041555434465
112120	rnn.weight_hh_l0_reverse	1	0.023259606212377548
112120	rnn.weight_hh_l0_reverse	2	-0.03886662423610687
112120	rnn.weight_hh_l0_reverse	3	0.03546188771724701
112120	rnn.weight_hh_l0_reverse	4	0.01919042319059372
112120	rnn.weight_hh_l0_reverse	5	-0.014740023761987686
112120	rnn.weight_hh_l0_reverse	6	0.04216873645782471
112120	rnn.weight_hh_l0_reverse	7	0.021855758503079414
112120	rnn.weight_hh_l0_reverse	8	-0.00685432692989707
112120	rnn.weight_hh_l0_reverse	9	-0.0509767085313797
112120	rnn.bias_ih_l0_reverse	0	-0.1331336349248886
112120	rnn.bias_ih_l0_reverse	1	-0.2877444624900818
112120	rnn.bias_ih_l0_reverse	2	-0.06452330946922302
112120	rnn.bias_ih_l0_reverse	3	-0.1200578436255455
112120	rnn.bias_ih_l0_reverse	4	0.07443313300609589
112120	rnn.bias_ih_l0_reverse	5	-0.23343400657176971
112120	rnn.bias_ih_l0_reverse	6	-0.05330824479460716
112120	rnn.bias_ih_l0_reverse	7	0.026018014177680016
112120	rnn.bias_ih_l0_reverse	8	-0.17236056923866272
112120	rnn.bias_ih_l0_reverse	9	-0.10197655111551285
112120	rnn.bias_hh_l0_reverse	0	-0.13983413577079773
112120	rnn.bias_hh_l0_reverse	1	-0.13560612499713898
112120	rnn.bias_hh_l0_reverse	2	-0.03431262448430061
112120	rnn.bias_hh_l0_reverse	3	-0.12721282243728638
112120	rnn.bias_hh_l0_reverse	4	-0.02769181877374649
112120	rnn.bias_hh_l0_reverse	5	-0.12471991777420044
112120	rnn.bias_hh_l0_reverse	6	-0.05100826919078827
112120	rnn.bias_hh_l0_reverse	7	-0.1691521853208542
112120	rnn.bias_hh_l0_reverse	8	-0.040724024176597595
112120	rnn.bias_hh_l0_reverse	9	-0.12845641374588013
112120	linear.weight	0	-0.19493098556995392
112120	linear.weight	1	-0.13316833972930908
112120	linear.weight	2	-0.011228874325752258
112120	linear.weight	3	-0.14038915932178497
112120	linear.weight	4	0.08875629305839539
112120	linear.weight	5	0.3375592529773712
112120	linear.weight	6	0.0047744326293468475
112120	linear.weight	7	-0.021312154829502106
112120	linear.weight	8	0.18450061976909637
112120	linear.weight	9	0.16824932396411896
112120	linear.bias	0	-0.8008609414100647
112120	linear.bias	1	1.2474710941314697
112120	linear.bias	2	-0.24380673468112946
112120	linear.bias	3	-0.623771071434021
112120	linear.bias	4	-1.0155532360076904
112120	linear.bias	5	-1.1627615690231323
112120	linear.bias	6	-0.7650554776191711
112120	linear.bias	7	-0.7341086864471436
112120	linear.bias	8	-0.01705317199230194
112120	linear.bias	9	3.280097007751465
112317	transitions	0	-0.35089704394340515
112317	transitions	1	8.20679759979248
112317	transitions	2	-3.3475770950317383
112317	transitions	3	1.3822882175445557
112317	transitions	4	-1.9712964296340942
112317	transitions	5	-0.3576386570930481
112317	transitions	6	-0.1804189682006836
112317	transitions	7	-10000.0
112317	transitions	8	1.7354989051818848
112317	transitions	9	-2.2917611598968506
112317	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
112317	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
112317	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
112317	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
112317	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
112317	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
112317	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
112317	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
112317	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
112317	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
112317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
112317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
112317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
112317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
112317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
112317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
112317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
112317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
112317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
112317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
112317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
112317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
112317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
112317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
112317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
112317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
112317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
112317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
112317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
112317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
112317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
112317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
112317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
112317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
112317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
112317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
112317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
112317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
112317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
112317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
112317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
112317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
112317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
112317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
112317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
112317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
112317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
112317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
112317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
112317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
112317	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
112317	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
112317	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
112317	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
112317	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
112317	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
112317	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
112317	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
112317	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
112317	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
112317	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
112317	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
112317	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
112317	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
112317	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
112317	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
112317	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
112317	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
112317	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
112317	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
112317	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
112317	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
112317	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
112317	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
112317	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
112317	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
112317	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
112317	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
112317	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
112317	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
112317	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
112317	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
112317	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
112317	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
112317	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
112317	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
112317	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
112317	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
112317	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
112317	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
112317	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
112317	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
112317	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
112317	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
112317	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
112317	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
112317	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
112317	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
112317	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
112317	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
112317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
112317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
112317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
112317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
112317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
112317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
112317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
112317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
112317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
112317	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
112317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
112317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
112317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
112317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
112317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
112317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
112317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
112317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
112317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
112317	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
112317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
112317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
112317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
112317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
112317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
112317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
112317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
112317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
112317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
112317	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
112317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
112317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
112317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
112317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
112317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
112317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
112317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
112317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
112317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
112317	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
112317	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
112317	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
112317	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
112317	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
112317	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
112317	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
112317	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
112317	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
112317	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
112317	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
112317	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
112317	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
112317	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
112317	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
112317	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
112317	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
112317	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
112317	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
112317	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
112317	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
112317	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
112317	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
112317	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
112317	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
112317	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
112317	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
112317	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
112317	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
112317	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
112317	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
112317	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
112317	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
112317	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
112317	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
112317	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
112317	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
112317	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
112317	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
112317	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
112317	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
112317	embedding2nn.weight	0	0.04204250127077103
112317	embedding2nn.weight	1	-0.07839462161064148
112317	embedding2nn.weight	2	-0.013465415686368942
112317	embedding2nn.weight	3	-0.04622901603579521
112317	embedding2nn.weight	4	-0.11257070302963257
112317	embedding2nn.weight	5	0.09579131752252579
112317	embedding2nn.weight	6	-0.180673748254776
112317	embedding2nn.weight	7	-0.07387447357177734
112317	embedding2nn.weight	8	-0.005491106305271387
112317	embedding2nn.weight	9	0.03945739567279816
112317	embedding2nn.bias	0	0.07068271189928055
112317	embedding2nn.bias	1	0.026512008160352707
112317	embedding2nn.bias	2	-0.10405578464269638
112317	embedding2nn.bias	3	0.05325739458203316
112317	embedding2nn.bias	4	0.016962386667728424
112317	embedding2nn.bias	5	-0.1654232293367386
112317	embedding2nn.bias	6	-0.08026839792728424
112317	embedding2nn.bias	7	-0.040382422506809235
112317	embedding2nn.bias	8	0.0784665122628212
112317	embedding2nn.bias	9	-0.08966679871082306
112317	rnn.weight_ih_l0	0	0.019104473292827606
112317	rnn.weight_ih_l0	1	-0.052363768219947815
112317	rnn.weight_ih_l0	2	-0.02655523642897606
112317	rnn.weight_ih_l0	3	-0.01975320279598236
112317	rnn.weight_ih_l0	4	0.02018529362976551
112317	rnn.weight_ih_l0	5	-0.0818532407283783
112317	rnn.weight_ih_l0	6	-0.024839265272021294
112317	rnn.weight_ih_l0	7	-0.020289797335863113
112317	rnn.weight_ih_l0	8	0.0236516073346138
112317	rnn.weight_ih_l0	9	0.012308647856116295
112317	rnn.weight_hh_l0	0	0.010299161076545715
112317	rnn.weight_hh_l0	1	-0.07872740179300308
112317	rnn.weight_hh_l0	2	0.05023651570081711
112317	rnn.weight_hh_l0	3	0.04372900724411011
112317	rnn.weight_hh_l0	4	0.00891080591827631
112317	rnn.weight_hh_l0	5	0.058583877980709076
112317	rnn.weight_hh_l0	6	-0.012359137646853924
112317	rnn.weight_hh_l0	7	-0.07872407138347626
112317	rnn.weight_hh_l0	8	-0.004723106976598501
112317	rnn.weight_hh_l0	9	-0.10376999527215958
112317	rnn.bias_ih_l0	0	-0.06542441993951797
112317	rnn.bias_ih_l0	1	-0.15762674808502197
112317	rnn.bias_ih_l0	2	-0.23457878828048706
112317	rnn.bias_ih_l0	3	-0.2825429141521454
112317	rnn.bias_ih_l0	4	0.006957534234970808
112317	rnn.bias_ih_l0	5	0.08380333334207535
112317	rnn.bias_ih_l0	6	-0.15926706790924072
112317	rnn.bias_ih_l0	7	-0.25328314304351807
112317	rnn.bias_ih_l0	8	-0.1043929010629654
112317	rnn.bias_ih_l0	9	-0.16376931965351105
112317	rnn.bias_hh_l0	0	0.1333637684583664
112317	rnn.bias_hh_l0	1	-0.04935632646083832
112317	rnn.bias_hh_l0	2	0.022137170657515526
112317	rnn.bias_hh_l0	3	-0.15961331129074097
112317	rnn.bias_hh_l0	4	0.03292963281273842
112317	rnn.bias_hh_l0	5	0.002361329970881343
112317	rnn.bias_hh_l0	6	-0.08526879549026489
112317	rnn.bias_hh_l0	7	-0.14847813546657562
112317	rnn.bias_hh_l0	8	-0.16601058840751648
112317	rnn.bias_hh_l0	9	-0.08991264551877975
112317	rnn.weight_ih_l0_reverse	0	-0.011235791258513927
112317	rnn.weight_ih_l0_reverse	1	0.011821776628494263
112317	rnn.weight_ih_l0_reverse	2	-0.03916086256504059
112317	rnn.weight_ih_l0_reverse	3	-0.009983116760849953
112317	rnn.weight_ih_l0_reverse	4	0.03324345126748085
112317	rnn.weight_ih_l0_reverse	5	-0.05456436797976494
112317	rnn.weight_ih_l0_reverse	6	-0.04172474518418312
112317	rnn.weight_ih_l0_reverse	7	-0.015117323957383633
112317	rnn.weight_ih_l0_reverse	8	0.06676464527845383
112317	rnn.weight_ih_l0_reverse	9	0.01639898680150509
112317	rnn.weight_hh_l0_reverse	0	0.006088724825531244
112317	rnn.weight_hh_l0_reverse	1	0.023175165057182312
112317	rnn.weight_hh_l0_reverse	2	-0.03885297849774361
112317	rnn.weight_hh_l0_reverse	3	0.03544146940112114
112317	rnn.weight_hh_l0_reverse	4	0.019514698535203934
112317	rnn.weight_hh_l0_reverse	5	-0.012434598058462143
112317	rnn.weight_hh_l0_reverse	6	0.04211907088756561
112317	rnn.weight_hh_l0_reverse	7	0.021327966824173927
112317	rnn.weight_hh_l0_reverse	8	-0.006201936863362789
112317	rnn.weight_hh_l0_reverse	9	-0.050005953758955
112317	rnn.bias_ih_l0_reverse	0	-0.13207200169563293
112317	rnn.bias_ih_l0_reverse	1	-0.29226821660995483
112317	rnn.bias_ih_l0_reverse	2	-0.06635434925556183
112317	rnn.bias_ih_l0_reverse	3	-0.11951016634702682
112317	rnn.bias_ih_l0_reverse	4	0.07848227769136429
112317	rnn.bias_ih_l0_reverse	5	-0.23378680646419525
112317	rnn.bias_ih_l0_reverse	6	-0.051039669662714005
112317	rnn.bias_ih_l0_reverse	7	0.029322197660803795
112317	rnn.bias_ih_l0_reverse	8	-0.17173725366592407
112317	rnn.bias_ih_l0_reverse	9	-0.10012686252593994
112317	rnn.bias_hh_l0_reverse	0	-0.13920123875141144
112317	rnn.bias_hh_l0_reverse	1	-0.13293874263763428
112317	rnn.bias_hh_l0_reverse	2	-0.03408940136432648
112317	rnn.bias_hh_l0_reverse	3	-0.12732544541358948
112317	rnn.bias_hh_l0_reverse	4	-0.026771025732159615
112317	rnn.bias_hh_l0_reverse	5	-0.12066081911325455
112317	rnn.bias_hh_l0_reverse	6	-0.053933851420879364
112317	rnn.bias_hh_l0_reverse	7	-0.1694101244211197
112317	rnn.bias_hh_l0_reverse	8	-0.041208665817976
112317	rnn.bias_hh_l0_reverse	9	-0.1261555403470993
112317	linear.weight	0	-0.2063167244195938
112317	linear.weight	1	-0.1489192396402359
112317	linear.weight	2	-0.011228874325752258
112317	linear.weight	3	-0.12255842983722687
112317	linear.weight	4	0.10742516815662384
112317	linear.weight	5	0.33585241436958313
112317	linear.weight	6	0.0047744326293468475
112317	linear.weight	7	-0.021312154829502106
112317	linear.weight	8	0.1511498987674713
112317	linear.weight	9	0.14615237712860107
112317	linear.bias	0	-0.8100003004074097
112317	linear.bias	1	1.313218355178833
112317	linear.bias	2	-0.29189634323120117
112317	linear.bias	3	-0.6425125598907471
112317	linear.bias	4	-1.0331777334213257
112317	linear.bias	5	-1.1628332138061523
112317	linear.bias	6	-0.7750097513198853
112317	linear.bias	7	-0.7475461363792419
112317	linear.bias	8	-0.01705317199230194
112317	linear.bias	9	3.252495527267456
112514	transitions	0	-0.35211795568466187
112514	transitions	1	8.147703170776367
112514	transitions	2	-3.349384069442749
112514	transitions	3	1.3873950242996216
112514	transitions	4	-1.9726883172988892
112514	transitions	5	-0.35776007175445557
112514	transitions	6	-0.18046532571315765
112514	transitions	7	-10000.0
112514	transitions	8	1.7389594316482544
112514	transitions	9	-2.2917799949645996
112514	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
112514	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
112514	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
112514	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
112514	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
112514	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
112514	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
112514	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
112514	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
112514	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
112514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
112514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
112514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
112514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
112514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
112514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
112514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
112514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
112514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
112514	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
112514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
112514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
112514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
112514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
112514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
112514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
112514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
112514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
112514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
112514	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
112514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
112514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
112514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
112514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
112514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
112514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
112514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
112514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
112514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
112514	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
112514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
112514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
112514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
112514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
112514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
112514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
112514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
112514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
112514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
112514	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
112514	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
112514	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
112514	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
112514	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
112514	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
112514	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
112514	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
112514	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
112514	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
112514	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
112514	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
112514	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
112514	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
112514	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
112514	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
112514	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
112514	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
112514	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
112514	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
112514	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
112514	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
112514	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
112514	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
112514	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
112514	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
112514	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
112514	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
112514	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
112514	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
112514	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
112514	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
112514	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
112514	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
112514	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
112514	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
112514	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
112514	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
112514	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
112514	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
112514	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
112514	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
112514	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
112514	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
112514	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
112514	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
112514	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
112514	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
112514	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
112514	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
112514	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
112514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
112514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
112514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
112514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
112514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
112514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
112514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
112514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
112514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
112514	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
112514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
112514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
112514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
112514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
112514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
112514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
112514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
112514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
112514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
112514	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
112514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
112514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
112514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
112514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
112514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
112514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
112514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
112514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
112514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
112514	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
112514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
112514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
112514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
112514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
112514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
112514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
112514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
112514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
112514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
112514	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
112514	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
112514	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
112514	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
112514	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
112514	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
112514	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
112514	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
112514	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
112514	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
112514	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
112514	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
112514	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
112514	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
112514	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
112514	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
112514	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
112514	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
112514	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
112514	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
112514	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
112514	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
112514	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
112514	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
112514	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
112514	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
112514	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
112514	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
112514	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
112514	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
112514	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
112514	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
112514	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
112514	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
112514	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
112514	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
112514	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
112514	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
112514	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
112514	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
112514	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
112514	embedding2nn.weight	0	0.04236102104187012
112514	embedding2nn.weight	1	-0.07630603760480881
112514	embedding2nn.weight	2	-0.0065208012238144875
112514	embedding2nn.weight	3	-0.044694479554891586
112514	embedding2nn.weight	4	-0.11640197783708572
112514	embedding2nn.weight	5	0.09696954488754272
112514	embedding2nn.weight	6	-0.19077275693416595
112514	embedding2nn.weight	7	-0.07513713836669922
112514	embedding2nn.weight	8	-0.006641108077019453
112514	embedding2nn.weight	9	0.03541414439678192
112514	embedding2nn.bias	0	0.05547218769788742
112514	embedding2nn.bias	1	0.041159991174936295
112514	embedding2nn.bias	2	-0.12463191151618958
112514	embedding2nn.bias	3	0.04343199357390404
112514	embedding2nn.bias	4	0.004548627883195877
112514	embedding2nn.bias	5	-0.1565709114074707
112514	embedding2nn.bias	6	-0.08418455719947815
112514	embedding2nn.bias	7	-0.038489826023578644
112514	embedding2nn.bias	8	0.084620401263237
112514	embedding2nn.bias	9	-0.1111377701163292
112514	rnn.weight_ih_l0	0	0.019056551158428192
112514	rnn.weight_ih_l0	1	-0.05537255480885506
112514	rnn.weight_ih_l0	2	-0.02612348087131977
112514	rnn.weight_ih_l0	3	-0.0222481656819582
112514	rnn.weight_ih_l0	4	0.018689127638936043
112514	rnn.weight_ih_l0	5	-0.08155776560306549
112514	rnn.weight_ih_l0	6	-0.02241937629878521
112514	rnn.weight_ih_l0	7	-0.016646120697259903
112514	rnn.weight_ih_l0	8	0.023646030575037003
112514	rnn.weight_ih_l0	9	0.01140405610203743
112514	rnn.weight_hh_l0	0	0.009214326739311218
112514	rnn.weight_hh_l0	1	-0.0798056349158287
112514	rnn.weight_hh_l0	2	0.05064189061522484
112514	rnn.weight_hh_l0	3	0.043019477277994156
112514	rnn.weight_hh_l0	4	0.008489101193845272
112514	rnn.weight_hh_l0	5	0.05986582860350609
112514	rnn.weight_hh_l0	6	-0.012572246603667736
112514	rnn.weight_hh_l0	7	-0.07930094748735428
112514	rnn.weight_hh_l0	8	-0.004442133475095034
112514	rnn.weight_hh_l0	9	-0.10459129512310028
112514	rnn.bias_ih_l0	0	-0.06479604542255402
112514	rnn.bias_ih_l0	1	-0.15510740876197815
112514	rnn.bias_ih_l0	2	-0.23471710085868835
112514	rnn.bias_ih_l0	3	-0.28077182173728943
112514	rnn.bias_ih_l0	4	0.009850816801190376
112514	rnn.bias_ih_l0	5	0.08848763257265091
112514	rnn.bias_ih_l0	6	-0.16103148460388184
112514	rnn.bias_ih_l0	7	-0.25235098600387573
112514	rnn.bias_ih_l0	8	-0.10480507463216782
112514	rnn.bias_ih_l0	9	-0.1649717092514038
112514	rnn.bias_hh_l0	0	0.12810567021369934
112514	rnn.bias_hh_l0	1	-0.05061749368906021
112514	rnn.bias_hh_l0	2	0.018286319449543953
112514	rnn.bias_hh_l0	3	-0.15784446895122528
112514	rnn.bias_hh_l0	4	0.03280264884233475
112514	rnn.bias_hh_l0	5	0.0016923364019021392
112514	rnn.bias_hh_l0	6	-0.08556453883647919
112514	rnn.bias_hh_l0	7	-0.15012750029563904
112514	rnn.bias_hh_l0	8	-0.1650323122739792
112514	rnn.bias_hh_l0	9	-0.08726160228252411
112514	rnn.weight_ih_l0_reverse	0	-0.012427725829184055
112514	rnn.weight_ih_l0_reverse	1	0.011293675750494003
112514	rnn.weight_ih_l0_reverse	2	-0.03991089016199112
112514	rnn.weight_ih_l0_reverse	3	-0.012537529692053795
112514	rnn.weight_ih_l0_reverse	4	0.03163248673081398
112514	rnn.weight_ih_l0_reverse	5	-0.05968611314892769
112514	rnn.weight_ih_l0_reverse	6	-0.039874523878097534
112514	rnn.weight_ih_l0_reverse	7	-0.015593682415783405
112514	rnn.weight_ih_l0_reverse	8	0.06862090528011322
112514	rnn.weight_ih_l0_reverse	9	0.015390460379421711
112514	rnn.weight_hh_l0_reverse	0	0.006705476436764002
112514	rnn.weight_hh_l0_reverse	1	0.022516487166285515
112514	rnn.weight_hh_l0_reverse	2	-0.038652483373880386
112514	rnn.weight_hh_l0_reverse	3	0.03560826927423477
112514	rnn.weight_hh_l0_reverse	4	0.019950462505221367
112514	rnn.weight_hh_l0_reverse	5	-0.011966449208557606
112514	rnn.weight_hh_l0_reverse	6	0.04097989201545715
112514	rnn.weight_hh_l0_reverse	7	0.02107110433280468
112514	rnn.weight_hh_l0_reverse	8	-0.005798494443297386
112514	rnn.weight_hh_l0_reverse	9	-0.05055132135748863
112514	rnn.bias_ih_l0_reverse	0	-0.13030754029750824
112514	rnn.bias_ih_l0_reverse	1	-0.29078009724617004
112514	rnn.bias_ih_l0_reverse	2	-0.06560161709785461
112514	rnn.bias_ih_l0_reverse	3	-0.12223056703805923
112514	rnn.bias_ih_l0_reverse	4	0.07764160633087158
112514	rnn.bias_ih_l0_reverse	5	-0.2302762269973755
112514	rnn.bias_ih_l0_reverse	6	-0.04817960783839226
112514	rnn.bias_ih_l0_reverse	7	0.033523235470056534
112514	rnn.bias_ih_l0_reverse	8	-0.17329582571983337
112514	rnn.bias_ih_l0_reverse	9	-0.09694080799818039
112514	rnn.bias_hh_l0_reverse	0	-0.14127272367477417
112514	rnn.bias_hh_l0_reverse	1	-0.13161595165729523
112514	rnn.bias_hh_l0_reverse	2	-0.0336802639067173
112514	rnn.bias_hh_l0_reverse	3	-0.1306414157152176
112514	rnn.bias_hh_l0_reverse	4	-0.027994709089398384
112514	rnn.bias_hh_l0_reverse	5	-0.12089468538761139
112514	rnn.bias_hh_l0_reverse	6	-0.05606883764266968
112514	rnn.bias_hh_l0_reverse	7	-0.1665903925895691
112514	rnn.bias_hh_l0_reverse	8	-0.03863673284649849
112514	rnn.bias_hh_l0_reverse	9	-0.12759657204151154
112514	linear.weight	0	-0.20437918603420258
112514	linear.weight	1	-0.13689754903316498
112514	linear.weight	2	-0.011228874325752258
112514	linear.weight	3	-0.11062418669462204
112514	linear.weight	4	0.10845039039850235
112514	linear.weight	5	0.31562408804893494
112514	linear.weight	6	0.0047744326293468475
112514	linear.weight	7	-0.021312154829502106
112514	linear.weight	8	0.11782368272542953
112514	linear.weight	9	0.16158393025398254
112514	linear.bias	0	-0.822236180305481
112514	linear.bias	1	1.2796088457107544
112514	linear.bias	2	-0.2973862290382385
112514	linear.bias	3	-0.6752074956893921
112514	linear.bias	4	-1.0403755903244019
112514	linear.bias	5	-1.1629178524017334
112514	linear.bias	6	-0.7855157852172852
112514	linear.bias	7	-0.7401784062385559
112514	linear.bias	8	-0.01705317199230194
112514	linear.bias	9	3.214521646499634
112518	transitions	0	-0.3521180748939514
112518	transitions	1	8.144225120544434
112518	transitions	2	-3.3494036197662354
112518	transitions	3	1.3869572877883911
112518	transitions	4	-1.9726940393447876
112518	transitions	5	-0.35776013135910034
112518	transitions	6	-0.1804661601781845
112518	transitions	7	-10000.0
112518	transitions	8	1.7391865253448486
112518	transitions	9	-2.2917799949645996
112518	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
112518	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
112518	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
112518	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
112518	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
112518	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
112518	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
112518	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
112518	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
112518	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
112518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
112518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
112518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
112518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
112518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
112518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
112518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
112518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
112518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
112518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
112518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
112518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
112518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
112518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
112518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
112518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
112518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
112518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
112518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
112518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
112518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
112518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
112518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
112518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
112518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
112518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
112518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
112518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
112518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
112518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
112518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
112518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
112518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
112518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
112518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
112518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
112518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
112518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
112518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
112518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
112518	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
112518	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
112518	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
112518	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
112518	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
112518	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
112518	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
112518	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
112518	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
112518	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
112518	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
112518	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
112518	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
112518	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
112518	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
112518	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
112518	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
112518	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
112518	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
112518	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
112518	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
112518	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
112518	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
112518	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
112518	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
112518	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
112518	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
112518	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
112518	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
112518	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
112518	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
112518	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
112518	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
112518	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
112518	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
112518	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
112518	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
112518	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
112518	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
112518	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
112518	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
112518	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
112518	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
112518	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
112518	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
112518	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
112518	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
112518	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
112518	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
112518	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
112518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
112518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
112518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
112518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
112518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
112518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
112518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
112518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
112518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
112518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
112518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
112518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
112518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
112518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
112518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
112518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
112518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
112518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
112518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
112518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
112518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
112518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
112518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
112518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
112518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
112518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
112518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
112518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
112518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
112518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
112518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
112518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
112518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
112518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
112518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
112518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
112518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
112518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
112518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
112518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
112518	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
112518	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
112518	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
112518	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
112518	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
112518	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
112518	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
112518	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
112518	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
112518	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
112518	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
112518	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
112518	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
112518	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
112518	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
112518	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
112518	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
112518	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
112518	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
112518	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
112518	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
112518	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
112518	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
112518	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
112518	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
112518	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
112518	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
112518	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
112518	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
112518	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
112518	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
112518	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
112518	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
112518	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
112518	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
112518	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
112518	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
112518	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
112518	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
112518	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
112518	embedding2nn.weight	0	0.042226359248161316
112518	embedding2nn.weight	1	-0.07630128413438797
112518	embedding2nn.weight	2	-0.007413499988615513
112518	embedding2nn.weight	3	-0.04471093416213989
112518	embedding2nn.weight	4	-0.11594881117343903
112518	embedding2nn.weight	5	0.096675343811512
112518	embedding2nn.weight	6	-0.18857204914093018
112518	embedding2nn.weight	7	-0.07508101314306259
112518	embedding2nn.weight	8	-0.00677788071334362
112518	embedding2nn.weight	9	0.035288337618112564
112518	embedding2nn.bias	0	0.05517080798745155
112518	embedding2nn.bias	1	0.041272249072790146
112518	embedding2nn.bias	2	-0.12722012400627136
112518	embedding2nn.bias	3	0.0433281734585762
112518	embedding2nn.bias	4	0.00428007123991847
112518	embedding2nn.bias	5	-0.155284583568573
112518	embedding2nn.bias	6	-0.08531388640403748
112518	embedding2nn.bias	7	-0.03748026117682457
112518	embedding2nn.bias	8	0.08554403483867645
112518	embedding2nn.bias	9	-0.11065608263015747
112518	rnn.weight_ih_l0	0	0.019076203927397728
112518	rnn.weight_ih_l0	1	-0.055721934884786606
112518	rnn.weight_ih_l0	2	-0.026165669783949852
112518	rnn.weight_ih_l0	3	-0.022250542417168617
112518	rnn.weight_ih_l0	4	0.018656613305211067
112518	rnn.weight_ih_l0	5	-0.08155570924282074
112518	rnn.weight_ih_l0	6	-0.021891100332140923
112518	rnn.weight_ih_l0	7	-0.01659952476620674
112518	rnn.weight_ih_l0	8	0.023757362738251686
112518	rnn.weight_ih_l0	9	0.011438261717557907
112518	rnn.weight_hh_l0	0	0.009206578135490417
112518	rnn.weight_hh_l0	1	-0.07980219274759293
112518	rnn.weight_hh_l0	2	0.05063081905245781
112518	rnn.weight_hh_l0	3	0.04290877282619476
112518	rnn.weight_hh_l0	4	0.008446375839412212
112518	rnn.weight_hh_l0	5	0.059815406799316406
112518	rnn.weight_hh_l0	6	-0.01256102230399847
112518	rnn.weight_hh_l0	7	-0.07931404560804367
112518	rnn.weight_hh_l0	8	-0.004388950299471617
112518	rnn.weight_hh_l0	9	-0.10458503663539886
112518	rnn.bias_ih_l0	0	-0.06472713500261307
112518	rnn.bias_ih_l0	1	-0.15528368949890137
112518	rnn.bias_ih_l0	2	-0.23463846743106842
112518	rnn.bias_ih_l0	3	-0.28075551986694336
112518	rnn.bias_ih_l0	4	0.009869826026260853
112518	rnn.bias_ih_l0	5	0.08643272519111633
112518	rnn.bias_ih_l0	6	-0.16120968759059906
112518	rnn.bias_ih_l0	7	-0.25223150849342346
112518	rnn.bias_ih_l0	8	-0.10500164330005646
112518	rnn.bias_ih_l0	9	-0.16475887596607208
112518	rnn.bias_hh_l0	0	0.12818728387355804
112518	rnn.bias_hh_l0	1	-0.05064479634165764
112518	rnn.bias_hh_l0	2	0.01830136775970459
112518	rnn.bias_hh_l0	3	-0.15758663415908813
112518	rnn.bias_hh_l0	4	0.032779354602098465
112518	rnn.bias_hh_l0	5	0.001779313082806766
112518	rnn.bias_hh_l0	6	-0.08568690717220306
112518	rnn.bias_hh_l0	7	-0.15025289356708527
112518	rnn.bias_hh_l0	8	-0.16630865633487701
112518	rnn.bias_hh_l0	9	-0.08742625266313553
112518	rnn.weight_ih_l0_reverse	0	-0.012455718591809273
112518	rnn.weight_ih_l0_reverse	1	0.011180736124515533
112518	rnn.weight_ih_l0_reverse	2	-0.0398089736700058
112518	rnn.weight_ih_l0_reverse	3	-0.011647836305201054
112518	rnn.weight_ih_l0_reverse	4	0.03160206601023674
112518	rnn.weight_ih_l0_reverse	5	-0.05970117449760437
112518	rnn.weight_ih_l0_reverse	6	-0.03981206938624382
112518	rnn.weight_ih_l0_reverse	7	-0.015766000375151634
112518	rnn.weight_ih_l0_reverse	8	0.06860247999429703
112518	rnn.weight_ih_l0_reverse	9	0.015227639116346836
112518	rnn.weight_hh_l0_reverse	0	0.006682591512799263
112518	rnn.weight_hh_l0_reverse	1	0.02250751480460167
112518	rnn.weight_hh_l0_reverse	2	-0.03864895924925804
112518	rnn.weight_hh_l0_reverse	3	0.03561032563447952
112518	rnn.weight_hh_l0_reverse	4	0.01998300477862358
112518	rnn.weight_hh_l0_reverse	5	-0.012049390934407711
112518	rnn.weight_hh_l0_reverse	6	0.04109647870063782
112518	rnn.weight_hh_l0_reverse	7	0.02107136696577072
112518	rnn.weight_hh_l0_reverse	8	-0.005796296056360006
112518	rnn.weight_hh_l0_reverse	9	-0.05049426853656769
112518	rnn.bias_ih_l0_reverse	0	-0.13022011518478394
112518	rnn.bias_ih_l0_reverse	1	-0.2906630337238312
112518	rnn.bias_ih_l0_reverse	2	-0.0652918890118599
112518	rnn.bias_ih_l0_reverse	3	-0.12176897376775742
112518	rnn.bias_ih_l0_reverse	4	0.077572762966156
112518	rnn.bias_ih_l0_reverse	5	-0.23019801080226898
112518	rnn.bias_ih_l0_reverse	6	-0.04827873781323433
112518	rnn.bias_ih_l0_reverse	7	0.03433503210544586
112518	rnn.bias_ih_l0_reverse	8	-0.17326867580413818
112518	rnn.bias_ih_l0_reverse	9	-0.09712401032447815
112518	rnn.bias_hh_l0_reverse	0	-0.14125849306583405
112518	rnn.bias_hh_l0_reverse	1	-0.13170531392097473
112518	rnn.bias_hh_l0_reverse	2	-0.03361500799655914
112518	rnn.bias_hh_l0_reverse	3	-0.13093608617782593
112518	rnn.bias_hh_l0_reverse	4	-0.02801862545311451
112518	rnn.bias_hh_l0_reverse	5	-0.12090656161308289
112518	rnn.bias_hh_l0_reverse	6	-0.056087199598550797
112518	rnn.bias_hh_l0_reverse	7	-0.16615186631679535
112518	rnn.bias_hh_l0_reverse	8	-0.0388331264257431
112518	rnn.bias_hh_l0_reverse	9	-0.12743593752384186
112518	linear.weight	0	-0.20436105132102966
112518	linear.weight	1	-0.13664963841438293
112518	linear.weight	2	-0.011228874325752258
112518	linear.weight	3	-0.11305904388427734
112518	linear.weight	4	0.10876348614692688
112518	linear.weight	5	0.3148854672908783
112518	linear.weight	6	0.0047744326293468475
112518	linear.weight	7	-0.021312154829502106
112518	linear.weight	8	0.11775607615709305
112518	linear.weight	9	0.16310159862041473
112518	linear.bias	0	-0.827663242816925
112518	linear.bias	1	1.2907036542892456
112518	linear.bias	2	-0.29785865545272827
112518	linear.bias	3	-0.6801217198371887
112518	linear.bias	4	-1.0434869527816772
112518	linear.bias	5	-1.1629185676574707
112518	linear.bias	6	-0.790984570980072
112518	linear.bias	7	-0.7436182498931885
112518	linear.bias	8	-0.01705317199230194
112518	linear.bias	9	3.228088140487671
112715	transitions	0	-0.3523574769496918
112715	transitions	1	8.218817710876465
112715	transitions	2	-3.35087513923645
112715	transitions	3	1.3812552690505981
112715	transitions	4	-1.9735738039016724
112715	transitions	5	-0.3578374981880188
112715	transitions	6	-0.18050847947597504
112715	transitions	7	-10000.0
112715	transitions	8	1.7412002086639404
112715	transitions	9	-2.2917983531951904
112715	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
112715	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
112715	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
112715	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
112715	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
112715	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
112715	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
112715	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
112715	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
112715	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
112715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
112715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
112715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
112715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
112715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
112715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
112715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
112715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
112715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
112715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
112715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
112715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
112715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
112715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
112715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
112715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
112715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
112715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
112715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
112715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
112715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
112715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
112715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
112715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
112715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
112715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
112715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
112715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
112715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
112715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
112715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
112715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
112715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
112715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
112715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
112715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
112715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
112715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
112715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
112715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
112715	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
112715	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
112715	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
112715	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
112715	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
112715	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
112715	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
112715	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
112715	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
112715	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
112715	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
112715	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
112715	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
112715	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
112715	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
112715	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
112715	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
112715	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
112715	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
112715	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
112715	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
112715	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
112715	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
112715	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
112715	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
112715	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
112715	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
112715	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
112715	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
112715	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
112715	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
112715	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
112715	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
112715	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
112715	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
112715	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
112715	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
112715	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
112715	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
112715	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
112715	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
112715	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
112715	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
112715	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
112715	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
112715	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
112715	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
112715	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
112715	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
112715	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
112715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
112715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
112715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
112715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
112715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
112715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
112715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
112715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
112715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
112715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
112715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
112715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
112715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
112715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
112715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
112715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
112715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
112715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
112715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
112715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
112715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
112715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
112715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
112715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
112715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
112715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
112715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
112715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
112715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
112715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
112715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
112715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
112715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
112715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
112715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
112715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
112715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
112715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
112715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
112715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
112715	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
112715	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
112715	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
112715	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
112715	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
112715	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
112715	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
112715	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
112715	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
112715	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
112715	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
112715	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
112715	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
112715	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
112715	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
112715	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
112715	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
112715	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
112715	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
112715	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
112715	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
112715	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
112715	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
112715	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
112715	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
112715	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
112715	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
112715	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
112715	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
112715	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
112715	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
112715	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
112715	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
112715	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
112715	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
112715	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
112715	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
112715	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
112715	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
112715	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
112715	embedding2nn.weight	0	0.042208295315504074
112715	embedding2nn.weight	1	-0.07553067803382874
112715	embedding2nn.weight	2	-0.008319118060171604
112715	embedding2nn.weight	3	-0.04492197930812836
112715	embedding2nn.weight	4	-0.11440344154834747
112715	embedding2nn.weight	5	0.0976480022072792
112715	embedding2nn.weight	6	-0.17486490309238434
112715	embedding2nn.weight	7	-0.07668062299489975
112715	embedding2nn.weight	8	-0.006873698905110359
112715	embedding2nn.weight	9	0.03719059005379677
112715	embedding2nn.bias	0	0.049130238592624664
112715	embedding2nn.bias	1	0.03554154932498932
112715	embedding2nn.bias	2	-0.13006287813186646
112715	embedding2nn.bias	3	0.04648327827453613
112715	embedding2nn.bias	4	0.008488399907946587
112715	embedding2nn.bias	5	-0.14931994676589966
112715	embedding2nn.bias	6	-0.09485016763210297
112715	embedding2nn.bias	7	-0.04002552106976509
112715	embedding2nn.bias	8	0.07929196208715439
112715	embedding2nn.bias	9	-0.10958592593669891
112715	rnn.weight_ih_l0	0	0.014561722055077553
112715	rnn.weight_ih_l0	1	-0.0536397285759449
112715	rnn.weight_ih_l0	2	-0.026948602870106697
112715	rnn.weight_ih_l0	3	-0.02204497903585434
112715	rnn.weight_ih_l0	4	0.020927390083670616
112715	rnn.weight_ih_l0	5	-0.08268197625875473
112715	rnn.weight_ih_l0	6	-0.02152584120631218
112715	rnn.weight_ih_l0	7	-0.020039930939674377
112715	rnn.weight_ih_l0	8	0.02537088841199875
112715	rnn.weight_ih_l0	9	0.011414606124162674
112715	rnn.weight_hh_l0	0	0.008892546407878399
112715	rnn.weight_hh_l0	1	-0.07980452477931976
112715	rnn.weight_hh_l0	2	0.05120241269469261
112715	rnn.weight_hh_l0	3	0.04245877265930176
112715	rnn.weight_hh_l0	4	0.008452136069536209
112715	rnn.weight_hh_l0	5	0.06080891937017441
112715	rnn.weight_hh_l0	6	-0.012487711384892464
112715	rnn.weight_hh_l0	7	-0.07946779578924179
112715	rnn.weight_hh_l0	8	-0.004961355123668909
112715	rnn.weight_hh_l0	9	-0.10685418546199799
112715	rnn.bias_ih_l0	0	-0.06446851044893265
112715	rnn.bias_ih_l0	1	-0.15538522601127625
112715	rnn.bias_ih_l0	2	-0.2331506460905075
112715	rnn.bias_ih_l0	3	-0.2801188826560974
112715	rnn.bias_ih_l0	4	0.020368225872516632
112715	rnn.bias_ih_l0	5	0.09165377914905548
112715	rnn.bias_ih_l0	6	-0.16082128882408142
112715	rnn.bias_ih_l0	7	-0.25183388590812683
112715	rnn.bias_ih_l0	8	-0.10358082503080368
112715	rnn.bias_ih_l0	9	-0.16662877798080444
112715	rnn.bias_hh_l0	0	0.13318650424480438
112715	rnn.bias_hh_l0	1	-0.054247669875621796
112715	rnn.bias_hh_l0	2	0.015862563624978065
112715	rnn.bias_hh_l0	3	-0.16043812036514282
112715	rnn.bias_hh_l0	4	0.03205414116382599
112715	rnn.bias_hh_l0	5	0.001301840296946466
112715	rnn.bias_hh_l0	6	-0.08793967962265015
112715	rnn.bias_hh_l0	7	-0.14850947260856628
112715	rnn.bias_hh_l0	8	-0.164090096950531
112715	rnn.bias_hh_l0	9	-0.08834310621023178
112715	rnn.weight_ih_l0_reverse	0	-0.01198163814842701
112715	rnn.weight_ih_l0_reverse	1	0.010893593542277813
112715	rnn.weight_ih_l0_reverse	2	-0.038252100348472595
112715	rnn.weight_ih_l0_reverse	3	-0.009927253238856792
112715	rnn.weight_ih_l0_reverse	4	0.03128144145011902
112715	rnn.weight_ih_l0_reverse	5	-0.05877963826060295
112715	rnn.weight_ih_l0_reverse	6	-0.041674088686704636
112715	rnn.weight_ih_l0_reverse	7	-0.01261769700795412
112715	rnn.weight_ih_l0_reverse	8	0.07637787610292435
112715	rnn.weight_ih_l0_reverse	9	0.017107056453824043
112715	rnn.weight_hh_l0_reverse	0	0.006840078625828028
112715	rnn.weight_hh_l0_reverse	1	0.02256600372493267
112715	rnn.weight_hh_l0_reverse	2	-0.038972627371549606
112715	rnn.weight_hh_l0_reverse	3	0.03612519055604935
112715	rnn.weight_hh_l0_reverse	4	0.020099909976124763
112715	rnn.weight_hh_l0_reverse	5	-0.012571585364639759
112715	rnn.weight_hh_l0_reverse	6	0.041062742471694946
112715	rnn.weight_hh_l0_reverse	7	0.022276299074292183
112715	rnn.weight_hh_l0_reverse	8	-0.005398820154368877
112715	rnn.weight_hh_l0_reverse	9	-0.05036156252026558
112715	rnn.bias_ih_l0_reverse	0	-0.12838251888751984
112715	rnn.bias_ih_l0_reverse	1	-0.2936922311782837
112715	rnn.bias_ih_l0_reverse	2	-0.06466880440711975
112715	rnn.bias_ih_l0_reverse	3	-0.12229776382446289
112715	rnn.bias_ih_l0_reverse	4	0.07974878698587418
112715	rnn.bias_ih_l0_reverse	5	-0.2326735556125641
112715	rnn.bias_ih_l0_reverse	6	-0.05032870173454285
112715	rnn.bias_ih_l0_reverse	7	0.033906858414411545
112715	rnn.bias_ih_l0_reverse	8	-0.17203280329704285
112715	rnn.bias_ih_l0_reverse	9	-0.09920146316289902
112715	rnn.bias_hh_l0_reverse	0	-0.138136625289917
112715	rnn.bias_hh_l0_reverse	1	-0.13288040459156036
112715	rnn.bias_hh_l0_reverse	2	-0.03398237004876137
112715	rnn.bias_hh_l0_reverse	3	-0.131333127617836
112715	rnn.bias_hh_l0_reverse	4	-0.028637897223234177
112715	rnn.bias_hh_l0_reverse	5	-0.1203167587518692
112715	rnn.bias_hh_l0_reverse	6	-0.055848121643066406
112715	rnn.bias_hh_l0_reverse	7	-0.16655641794204712
112715	rnn.bias_hh_l0_reverse	8	-0.04322025179862976
112715	rnn.bias_hh_l0_reverse	9	-0.1269521862268448
112715	linear.weight	0	-0.2162313312292099
112715	linear.weight	1	-0.14333468675613403
112715	linear.weight	2	-0.011228874325752258
112715	linear.weight	3	-0.10601217299699783
112715	linear.weight	4	0.1005183532834053
112715	linear.weight	5	0.3028128445148468
112715	linear.weight	6	0.0047744326293468475
112715	linear.weight	7	-0.021312154829502106
112715	linear.weight	8	0.11850262433290482
112715	linear.weight	9	0.15702427923679352
112715	linear.bias	0	-0.8117023706436157
112715	linear.bias	1	1.3253493309020996
112715	linear.bias	2	-0.3219785988330841
112715	linear.bias	3	-0.6376179456710815
112715	linear.bias	4	-1.0175248384475708
112715	linear.bias	5	-1.1629958152770996
112715	linear.bias	6	-0.7763421535491943
112715	linear.bias	7	-0.7301524877548218
112715	linear.bias	8	-0.01705317199230194
112715	linear.bias	9	3.3265020847320557
112912	transitions	0	-0.3527848422527313
112912	transitions	1	8.181350708007812
112912	transitions	2	-3.351810932159424
112912	transitions	3	1.3821886777877808
112912	transitions	4	-1.9742251634597778
112912	transitions	5	-0.357934832572937
112912	transitions	6	-0.18057352304458618
112912	transitions	7	-10000.0
112912	transitions	8	1.7366912364959717
112912	transitions	9	-2.29183030128479
112912	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
112912	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
112912	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
112912	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
112912	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
112912	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
112912	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
112912	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
112912	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
112912	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
112912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
112912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
112912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
112912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
112912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
112912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
112912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
112912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
112912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
112912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
112912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
112912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
112912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
112912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
112912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
112912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
112912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
112912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
112912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
112912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
112912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
112912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
112912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
112912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
112912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
112912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
112912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
112912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
112912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
112912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
112912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
112912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
112912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
112912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
112912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
112912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
112912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
112912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
112912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
112912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
112912	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
112912	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
112912	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
112912	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
112912	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
112912	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
112912	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
112912	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
112912	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
112912	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
112912	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
112912	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
112912	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
112912	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
112912	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
112912	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
112912	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
112912	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
112912	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
112912	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
112912	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
112912	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
112912	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
112912	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
112912	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
112912	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
112912	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
112912	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
112912	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
112912	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
112912	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
112912	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
112912	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
112912	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
112912	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
112912	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
112912	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
112912	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
112912	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
112912	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
112912	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
112912	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
112912	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
112912	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
112912	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
112912	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
112912	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
112912	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
112912	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
112912	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
112912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
112912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
112912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
112912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
112912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
112912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
112912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
112912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
112912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
112912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
112912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
112912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
112912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
112912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
112912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
112912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
112912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
112912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
112912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
112912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
112912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
112912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
112912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
112912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
112912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
112912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
112912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
112912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
112912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
112912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
112912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
112912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
112912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
112912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
112912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
112912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
112912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
112912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
112912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
112912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
112912	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
112912	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
112912	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
112912	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
112912	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
112912	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
112912	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
112912	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
112912	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
112912	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
112912	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
112912	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
112912	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
112912	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
112912	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
112912	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
112912	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
112912	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
112912	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
112912	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
112912	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
112912	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
112912	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
112912	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
112912	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
112912	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
112912	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
112912	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
112912	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
112912	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
112912	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
112912	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
112912	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
112912	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
112912	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
112912	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
112912	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
112912	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
112912	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
112912	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
112912	embedding2nn.weight	0	0.04251901060342789
112912	embedding2nn.weight	1	-0.07463393360376358
112912	embedding2nn.weight	2	-0.0077553666196763515
112912	embedding2nn.weight	3	-0.04537036642432213
112912	embedding2nn.weight	4	-0.11669300496578217
112912	embedding2nn.weight	5	0.09893810003995895
112912	embedding2nn.weight	6	-0.18249593675136566
112912	embedding2nn.weight	7	-0.0785280168056488
112912	embedding2nn.weight	8	-0.007560558617115021
112912	embedding2nn.weight	9	0.03949149325489998
112912	embedding2nn.bias	0	0.05015045404434204
112912	embedding2nn.bias	1	0.04346306994557381
112912	embedding2nn.bias	2	-0.13018015027046204
112912	embedding2nn.bias	3	0.0413532629609108
112912	embedding2nn.bias	4	0.034225307404994965
112912	embedding2nn.bias	5	-0.14762955904006958
112912	embedding2nn.bias	6	-0.09574335813522339
112912	embedding2nn.bias	7	-0.03405110538005829
112912	embedding2nn.bias	8	0.07833173125982285
112912	embedding2nn.bias	9	-0.09349659830331802
112912	rnn.weight_ih_l0	0	0.016184067353606224
112912	rnn.weight_ih_l0	1	-0.05217374488711357
112912	rnn.weight_ih_l0	2	-0.02873208001255989
112912	rnn.weight_ih_l0	3	-0.02106165513396263
112912	rnn.weight_ih_l0	4	0.020618494600057602
112912	rnn.weight_ih_l0	5	-0.08140632510185242
112912	rnn.weight_ih_l0	6	-0.024603676050901413
112912	rnn.weight_ih_l0	7	-0.020557481795549393
112912	rnn.weight_ih_l0	8	0.023049481213092804
112912	rnn.weight_ih_l0	9	0.008325287140905857
112912	rnn.weight_hh_l0	0	0.009146444499492645
112912	rnn.weight_hh_l0	1	-0.08017883449792862
112912	rnn.weight_hh_l0	2	0.051442041993141174
112912	rnn.weight_hh_l0	3	0.04109163209795952
112912	rnn.weight_hh_l0	4	0.008256918750703335
112912	rnn.weight_hh_l0	5	0.061188340187072754
112912	rnn.weight_hh_l0	6	-0.01261370163410902
112912	rnn.weight_hh_l0	7	-0.07930408418178558
112912	rnn.weight_hh_l0	8	-0.004344447981566191
112912	rnn.weight_hh_l0	9	-0.10625739395618439
112912	rnn.bias_ih_l0	0	-0.06775689125061035
112912	rnn.bias_ih_l0	1	-0.1520116627216339
112912	rnn.bias_ih_l0	2	-0.23314443230628967
112912	rnn.bias_ih_l0	3	-0.28201180696487427
112912	rnn.bias_ih_l0	4	0.0218812245875597
112912	rnn.bias_ih_l0	5	0.09164804220199585
112912	rnn.bias_ih_l0	6	-0.15883472561836243
112912	rnn.bias_ih_l0	7	-0.25163140892982483
112912	rnn.bias_ih_l0	8	-0.10327054560184479
112912	rnn.bias_ih_l0	9	-0.16881951689720154
112912	rnn.bias_hh_l0	0	0.13279123604297638
112912	rnn.bias_hh_l0	1	-0.05395533889532089
112912	rnn.bias_hh_l0	2	0.014337933622300625
112912	rnn.bias_hh_l0	3	-0.16048191487789154
112912	rnn.bias_hh_l0	4	0.033486258238554
112912	rnn.bias_hh_l0	5	0.00643840292468667
112912	rnn.bias_hh_l0	6	-0.08761117607355118
112912	rnn.bias_hh_l0	7	-0.15089312195777893
112912	rnn.bias_hh_l0	8	-0.16518691182136536
112912	rnn.bias_hh_l0	9	-0.09114675968885422
112912	rnn.weight_ih_l0_reverse	0	-0.008451646193861961
112912	rnn.weight_ih_l0_reverse	1	0.011590472422540188
112912	rnn.weight_ih_l0_reverse	2	-0.0440361425280571
112912	rnn.weight_ih_l0_reverse	3	-0.008009770885109901
112912	rnn.weight_ih_l0_reverse	4	0.02944892831146717
112912	rnn.weight_ih_l0_reverse	5	-0.05896730348467827
112912	rnn.weight_ih_l0_reverse	6	-0.04146139696240425
112912	rnn.weight_ih_l0_reverse	7	-0.00981640350073576
112912	rnn.weight_ih_l0_reverse	8	0.07506049424409866
112912	rnn.weight_ih_l0_reverse	9	0.01663951203227043
112912	rnn.weight_hh_l0_reverse	0	0.0070366389118134975
112912	rnn.weight_hh_l0_reverse	1	0.021581094712018967
112912	rnn.weight_hh_l0_reverse	2	-0.03857339546084404
112912	rnn.weight_hh_l0_reverse	3	0.036579832434654236
112912	rnn.weight_hh_l0_reverse	4	0.020288053900003433
112912	rnn.weight_hh_l0_reverse	5	-0.01249200664460659
112912	rnn.weight_hh_l0_reverse	6	0.04190322756767273
112912	rnn.weight_hh_l0_reverse	7	0.023300636559724808
112912	rnn.weight_hh_l0_reverse	8	-0.005573166534304619
112912	rnn.weight_hh_l0_reverse	9	-0.05069767311215401
112912	rnn.bias_ih_l0_reverse	0	-0.13256393373012543
112912	rnn.bias_ih_l0_reverse	1	-0.2935185134410858
112912	rnn.bias_ih_l0_reverse	2	-0.062221165746450424
112912	rnn.bias_ih_l0_reverse	3	-0.12082569301128387
112912	rnn.bias_ih_l0_reverse	4	0.08092159777879715
112912	rnn.bias_ih_l0_reverse	5	-0.23743823170661926
112912	rnn.bias_ih_l0_reverse	6	-0.053333576768636703
112912	rnn.bias_ih_l0_reverse	7	0.031289391219615936
112912	rnn.bias_ih_l0_reverse	8	-0.1763966828584671
112912	rnn.bias_ih_l0_reverse	9	-0.10245919227600098
112912	rnn.bias_hh_l0_reverse	0	-0.13979625701904297
112912	rnn.bias_hh_l0_reverse	1	-0.1333017498254776
112912	rnn.bias_hh_l0_reverse	2	-0.03355947136878967
112912	rnn.bias_hh_l0_reverse	3	-0.12865997850894928
112912	rnn.bias_hh_l0_reverse	4	-0.029828334227204323
112912	rnn.bias_hh_l0_reverse	5	-0.12080085277557373
112912	rnn.bias_hh_l0_reverse	6	-0.052645258605480194
112912	rnn.bias_hh_l0_reverse	7	-0.1720486432313919
112912	rnn.bias_hh_l0_reverse	8	-0.041557520627975464
112912	rnn.bias_hh_l0_reverse	9	-0.1285392940044403
112912	linear.weight	0	-0.23769035935401917
112912	linear.weight	1	-0.14626075327396393
112912	linear.weight	2	-0.011228874325752258
112912	linear.weight	3	-0.0879053920507431
112912	linear.weight	4	0.09793198853731155
112912	linear.weight	5	0.3060680627822876
112912	linear.weight	6	0.0047744326293468475
112912	linear.weight	7	-0.021312154829502106
112912	linear.weight	8	0.13018637895584106
112912	linear.weight	9	0.147568479180336
112912	linear.bias	0	-0.8194184899330139
112912	linear.bias	1	1.2811516523361206
112912	linear.bias	2	-0.28873398900032043
112912	linear.bias	3	-0.647904634475708
112912	linear.bias	4	-1.0244996547698975
112912	linear.bias	5	-1.1630859375
112912	linear.bias	6	-0.7848610281944275
112912	linear.bias	7	-0.7480988502502441
112912	linear.bias	8	-0.01705317199230194
112912	linear.bias	9	3.2285566329956055
113109	transitions	0	-0.35349538922309875
113109	transitions	1	8.161520004272461
113109	transitions	2	-3.3527960777282715
113109	transitions	3	1.3812036514282227
113109	transitions	4	-1.9751744270324707
113109	transitions	5	-0.3580470383167267
113109	transitions	6	-0.18061895668506622
113109	transitions	7	-10000.0
113109	transitions	8	1.7388054132461548
113109	transitions	9	-2.291844606399536
113109	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
113109	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
113109	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
113109	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
113109	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
113109	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
113109	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
113109	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
113109	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
113109	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
113109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
113109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
113109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
113109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
113109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
113109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
113109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
113109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
113109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
113109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
113109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
113109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
113109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
113109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
113109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
113109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
113109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
113109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
113109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
113109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
113109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
113109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
113109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
113109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
113109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
113109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
113109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
113109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
113109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
113109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
113109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
113109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
113109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
113109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
113109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
113109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
113109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
113109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
113109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
113109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
113109	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
113109	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
113109	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
113109	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
113109	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
113109	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
113109	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
113109	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
113109	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
113109	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
113109	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
113109	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
113109	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
113109	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
113109	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
113109	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
113109	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
113109	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
113109	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
113109	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
113109	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
113109	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
113109	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
113109	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
113109	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
113109	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
113109	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
113109	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
113109	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
113109	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
113109	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
113109	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
113109	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
113109	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
113109	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
113109	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
113109	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
113109	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
113109	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
113109	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
113109	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
113109	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
113109	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
113109	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
113109	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
113109	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
113109	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
113109	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
113109	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
113109	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
113109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
113109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
113109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
113109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
113109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
113109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
113109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
113109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
113109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
113109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
113109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
113109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
113109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
113109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
113109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
113109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
113109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
113109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
113109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
113109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
113109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
113109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
113109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
113109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
113109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
113109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
113109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
113109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
113109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
113109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
113109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
113109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
113109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
113109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
113109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
113109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
113109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
113109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
113109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
113109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
113109	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
113109	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
113109	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
113109	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
113109	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
113109	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
113109	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
113109	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
113109	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
113109	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
113109	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
113109	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
113109	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
113109	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
113109	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
113109	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
113109	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
113109	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
113109	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
113109	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
113109	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
113109	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
113109	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
113109	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
113109	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
113109	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
113109	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
113109	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
113109	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
113109	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
113109	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
113109	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
113109	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
113109	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
113109	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
113109	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
113109	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
113109	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
113109	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
113109	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
113109	embedding2nn.weight	0	0.04294157773256302
113109	embedding2nn.weight	1	-0.07597359269857407
113109	embedding2nn.weight	2	-0.011125599965453148
113109	embedding2nn.weight	3	-0.045297056436538696
113109	embedding2nn.weight	4	-0.11557909101247787
113109	embedding2nn.weight	5	0.09897875040769577
113109	embedding2nn.weight	6	-0.17976124584674835
113109	embedding2nn.weight	7	-0.07790371775627136
113109	embedding2nn.weight	8	-0.007526566740125418
113109	embedding2nn.weight	9	0.03818027675151825
113109	embedding2nn.bias	0	0.03946598991751671
113109	embedding2nn.bias	1	0.040986474603414536
113109	embedding2nn.bias	2	-0.12513382732868195
113109	embedding2nn.bias	3	0.06181523576378822
113109	embedding2nn.bias	4	0.03886990621685982
113109	embedding2nn.bias	5	-0.15217648446559906
113109	embedding2nn.bias	6	-0.10648691654205322
113109	embedding2nn.bias	7	-0.02703206054866314
113109	embedding2nn.bias	8	0.06681931763887405
113109	embedding2nn.bias	9	-0.09973153471946716
113109	rnn.weight_ih_l0	0	0.015086005441844463
113109	rnn.weight_ih_l0	1	-0.05104715749621391
113109	rnn.weight_ih_l0	2	-0.02860134467482567
113109	rnn.weight_ih_l0	3	-0.02310795523226261
113109	rnn.weight_ih_l0	4	0.021209778264164925
113109	rnn.weight_ih_l0	5	-0.0830775573849678
113109	rnn.weight_ih_l0	6	-0.027982790023088455
113109	rnn.weight_ih_l0	7	-0.022439485415816307
113109	rnn.weight_ih_l0	8	0.021507686004042625
113109	rnn.weight_ih_l0	9	0.009174728766083717
113109	rnn.weight_hh_l0	0	0.007954820990562439
113109	rnn.weight_hh_l0	1	-0.08045905828475952
113109	rnn.weight_hh_l0	2	0.05187677964568138
113109	rnn.weight_hh_l0	3	0.04142340272665024
113109	rnn.weight_hh_l0	4	0.008277323096990585
113109	rnn.weight_hh_l0	5	0.06062736362218857
113109	rnn.weight_hh_l0	6	-0.012759482488036156
113109	rnn.weight_hh_l0	7	-0.07889319956302643
113109	rnn.weight_hh_l0	8	-0.004745780024677515
113109	rnn.weight_hh_l0	9	-0.10456492006778717
113109	rnn.bias_ih_l0	0	-0.07185932248830795
113109	rnn.bias_ih_l0	1	-0.15016451478004456
113109	rnn.bias_ih_l0	2	-0.23548400402069092
113109	rnn.bias_ih_l0	3	-0.2845853269100189
113109	rnn.bias_ih_l0	4	0.021308533847332
113109	rnn.bias_ih_l0	5	0.0830579474568367
113109	rnn.bias_ih_l0	6	-0.15987588465213776
113109	rnn.bias_ih_l0	7	-0.2525818347930908
113109	rnn.bias_ih_l0	8	-0.10538192093372345
113109	rnn.bias_ih_l0	9	-0.1702374815940857
113109	rnn.bias_hh_l0	0	0.13166016340255737
113109	rnn.bias_hh_l0	1	-0.054308243095874786
113109	rnn.bias_hh_l0	2	0.017798541113734245
113109	rnn.bias_hh_l0	3	-0.16095007956027985
113109	rnn.bias_hh_l0	4	0.03428339958190918
113109	rnn.bias_hh_l0	5	0.011599302291870117
113109	rnn.bias_hh_l0	6	-0.08762730658054352
113109	rnn.bias_hh_l0	7	-0.15191811323165894
113109	rnn.bias_hh_l0	8	-0.16675008833408356
113109	rnn.bias_hh_l0	9	-0.0902935341000557
113109	rnn.weight_ih_l0_reverse	0	-0.006671583279967308
113109	rnn.weight_ih_l0_reverse	1	0.013825670816004276
113109	rnn.weight_ih_l0_reverse	2	-0.039015404880046844
113109	rnn.weight_ih_l0_reverse	3	-0.007900284603238106
113109	rnn.weight_ih_l0_reverse	4	0.02722006104886532
113109	rnn.weight_ih_l0_reverse	5	-0.05622919648885727
113109	rnn.weight_ih_l0_reverse	6	-0.041996706277132034
113109	rnn.weight_ih_l0_reverse	7	-0.00735026178881526
113109	rnn.weight_ih_l0_reverse	8	0.07769249379634857
113109	rnn.weight_ih_l0_reverse	9	0.017066050320863724
113109	rnn.weight_hh_l0_reverse	0	0.007839818485081196
113109	rnn.weight_hh_l0_reverse	1	0.02204170450568199
113109	rnn.weight_hh_l0_reverse	2	-0.039212461560964584
113109	rnn.weight_hh_l0_reverse	3	0.037004467099905014
113109	rnn.weight_hh_l0_reverse	4	0.02032891847193241
113109	rnn.weight_hh_l0_reverse	5	-0.011971639469265938
113109	rnn.weight_hh_l0_reverse	6	0.04167017713189125
113109	rnn.weight_hh_l0_reverse	7	0.02281762845814228
113109	rnn.weight_hh_l0_reverse	8	-0.0052685607224702835
113109	rnn.weight_hh_l0_reverse	9	-0.05178890749812126
113109	rnn.bias_ih_l0_reverse	0	-0.1321173906326294
113109	rnn.bias_ih_l0_reverse	1	-0.2918819487094879
113109	rnn.bias_ih_l0_reverse	2	-0.06349588185548782
113109	rnn.bias_ih_l0_reverse	3	-0.11889318376779556
113109	rnn.bias_ih_l0_reverse	4	0.083140529692173
113109	rnn.bias_ih_l0_reverse	5	-0.2357141524553299
113109	rnn.bias_ih_l0_reverse	6	-0.05083194747567177
113109	rnn.bias_ih_l0_reverse	7	0.023861519992351532
113109	rnn.bias_ih_l0_reverse	8	-0.178684264421463
113109	rnn.bias_ih_l0_reverse	9	-0.10083596408367157
113109	rnn.bias_hh_l0_reverse	0	-0.13875213265419006
113109	rnn.bias_hh_l0_reverse	1	-0.13371260464191437
113109	rnn.bias_hh_l0_reverse	2	-0.03346065431833267
113109	rnn.bias_hh_l0_reverse	3	-0.13281118869781494
113109	rnn.bias_hh_l0_reverse	4	-0.02899615839123726
113109	rnn.bias_hh_l0_reverse	5	-0.1228172779083252
113109	rnn.bias_hh_l0_reverse	6	-0.052955832332372665
113109	rnn.bias_hh_l0_reverse	7	-0.17235341668128967
113109	rnn.bias_hh_l0_reverse	8	-0.03868121653795242
113109	rnn.bias_hh_l0_reverse	9	-0.13152149319648743
113109	linear.weight	0	-0.24743308126926422
113109	linear.weight	1	-0.15336821973323822
113109	linear.weight	2	-0.011228874325752258
113109	linear.weight	3	-0.07447667419910431
113109	linear.weight	4	0.10773060470819473
113109	linear.weight	5	0.28219154477119446
113109	linear.weight	6	0.0047744326293468475
113109	linear.weight	7	-0.021312154829502106
113109	linear.weight	8	0.13958653807640076
113109	linear.weight	9	0.15158797800540924
113109	linear.bias	0	-0.8305556774139404
113109	linear.bias	1	1.334940791130066
113109	linear.bias	2	-0.24165144562721252
113109	linear.bias	3	-0.6605467200279236
113109	linear.bias	4	-1.017909288406372
113109	linear.bias	5	-1.1631795167922974
113109	linear.bias	6	-0.795137882232666
113109	linear.bias	7	-0.7677966356277466
113109	linear.bias	8	-0.01705317199230194
113109	linear.bias	9	3.2318344116210938
113306	transitions	0	-0.35395634174346924
113306	transitions	1	8.189568519592285
113306	transitions	2	-3.353776454925537
113306	transitions	3	1.3829970359802246
113306	transitions	4	-1.9764015674591064
113306	transitions	5	-0.35815420746803284
113306	transitions	6	-0.18068796396255493
113306	transitions	7	-10000.0
113306	transitions	8	1.7379813194274902
113306	transitions	9	-2.291865587234497
113306	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
113306	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
113306	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
113306	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
113306	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
113306	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
113306	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
113306	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
113306	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
113306	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
113306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
113306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
113306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
113306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
113306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
113306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
113306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
113306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
113306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
113306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
113306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
113306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
113306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
113306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
113306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
113306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
113306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
113306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
113306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
113306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
113306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
113306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
113306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
113306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
113306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
113306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
113306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
113306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
113306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
113306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
113306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
113306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
113306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
113306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
113306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
113306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
113306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
113306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
113306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
113306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
113306	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
113306	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
113306	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
113306	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
113306	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
113306	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
113306	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
113306	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
113306	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
113306	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
113306	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
113306	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
113306	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
113306	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
113306	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
113306	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
113306	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
113306	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
113306	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
113306	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
113306	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
113306	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
113306	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
113306	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
113306	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
113306	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
113306	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
113306	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
113306	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
113306	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
113306	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
113306	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
113306	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
113306	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
113306	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
113306	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
113306	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
113306	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
113306	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
113306	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
113306	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
113306	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
113306	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
113306	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
113306	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
113306	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
113306	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
113306	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
113306	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
113306	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
113306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
113306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
113306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
113306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
113306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
113306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
113306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
113306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
113306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
113306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
113306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
113306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
113306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
113306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
113306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
113306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
113306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
113306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
113306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
113306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
113306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
113306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
113306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
113306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
113306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
113306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
113306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
113306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
113306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
113306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
113306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
113306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
113306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
113306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
113306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
113306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
113306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
113306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
113306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
113306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
113306	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
113306	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
113306	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
113306	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
113306	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
113306	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
113306	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
113306	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
113306	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
113306	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
113306	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
113306	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
113306	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
113306	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
113306	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
113306	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
113306	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
113306	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
113306	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
113306	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
113306	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
113306	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
113306	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
113306	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
113306	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
113306	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
113306	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
113306	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
113306	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
113306	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
113306	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
113306	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
113306	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
113306	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
113306	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
113306	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
113306	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
113306	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
113306	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
113306	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
113306	embedding2nn.weight	0	0.04297543317079544
113306	embedding2nn.weight	1	-0.07691885530948639
113306	embedding2nn.weight	2	-0.011669017374515533
113306	embedding2nn.weight	3	-0.0456797257065773
113306	embedding2nn.weight	4	-0.12071496248245239
113306	embedding2nn.weight	5	0.10135729610919952
113306	embedding2nn.weight	6	-0.17360253632068634
113306	embedding2nn.weight	7	-0.07932737469673157
113306	embedding2nn.weight	8	-0.00824027694761753
113306	embedding2nn.weight	9	0.03803199902176857
113306	embedding2nn.bias	0	0.029656637459993362
113306	embedding2nn.bias	1	0.032708391547203064
113306	embedding2nn.bias	2	-0.1212507113814354
113306	embedding2nn.bias	3	0.05113305151462555
113306	embedding2nn.bias	4	0.03750080242753029
113306	embedding2nn.bias	5	-0.1546163558959961
113306	embedding2nn.bias	6	-0.09757835417985916
113306	embedding2nn.bias	7	-0.01389289740473032
113306	embedding2nn.bias	8	0.07248755544424057
113306	embedding2nn.bias	9	-0.1065344363451004
113306	rnn.weight_ih_l0	0	0.016023151576519012
113306	rnn.weight_ih_l0	1	-0.049581170082092285
113306	rnn.weight_ih_l0	2	-0.028094172477722168
113306	rnn.weight_ih_l0	3	-0.023867962881922722
113306	rnn.weight_ih_l0	4	0.020658167079091072
113306	rnn.weight_ih_l0	5	-0.08294963091611862
113306	rnn.weight_ih_l0	6	-0.030869584530591965
113306	rnn.weight_ih_l0	7	-0.021032162010669708
113306	rnn.weight_ih_l0	8	0.024645643308758736
113306	rnn.weight_ih_l0	9	0.009232033975422382
113306	rnn.weight_hh_l0	0	0.00805298238992691
113306	rnn.weight_hh_l0	1	-0.07870631664991379
113306	rnn.weight_hh_l0	2	0.052115894854068756
113306	rnn.weight_hh_l0	3	0.04266246035695076
113306	rnn.weight_hh_l0	4	0.00836587231606245
113306	rnn.weight_hh_l0	5	0.059900783002376556
113306	rnn.weight_hh_l0	6	-0.012204693630337715
113306	rnn.weight_hh_l0	7	-0.07938993722200394
113306	rnn.weight_hh_l0	8	-0.0041726394556462765
113306	rnn.weight_hh_l0	9	-0.10483267158269882
113306	rnn.bias_ih_l0	0	-0.07787245512008667
113306	rnn.bias_ih_l0	1	-0.1526077687740326
113306	rnn.bias_ih_l0	2	-0.23435506224632263
113306	rnn.bias_ih_l0	3	-0.283849835395813
113306	rnn.bias_ih_l0	4	0.021865975111722946
113306	rnn.bias_ih_l0	5	0.08650203794240952
113306	rnn.bias_ih_l0	6	-0.1589578539133072
113306	rnn.bias_ih_l0	7	-0.2550599277019501
113306	rnn.bias_ih_l0	8	-0.10263105481863022
113306	rnn.bias_ih_l0	9	-0.17392249405384064
113306	rnn.bias_hh_l0	0	0.1377674639225006
113306	rnn.bias_hh_l0	1	-0.05494789034128189
113306	rnn.bias_hh_l0	2	0.018375137820839882
113306	rnn.bias_hh_l0	3	-0.15836204588413239
113306	rnn.bias_hh_l0	4	0.032227762043476105
113306	rnn.bias_hh_l0	5	0.014212830923497677
113306	rnn.bias_hh_l0	6	-0.08904699236154556
113306	rnn.bias_hh_l0	7	-0.1509438157081604
113306	rnn.bias_hh_l0	8	-0.1691589653491974
113306	rnn.bias_hh_l0	9	-0.0901595801115036
113306	rnn.weight_ih_l0_reverse	0	-0.007424518000334501
113306	rnn.weight_ih_l0_reverse	1	0.0123431496322155
113306	rnn.weight_ih_l0_reverse	2	-0.04041397199034691
113306	rnn.weight_ih_l0_reverse	3	-0.004676926415413618
113306	rnn.weight_ih_l0_reverse	4	0.024151867255568504
113306	rnn.weight_ih_l0_reverse	5	-0.05299672856926918
113306	rnn.weight_ih_l0_reverse	6	-0.04104261472821236
113306	rnn.weight_ih_l0_reverse	7	-0.006421241909265518
113306	rnn.weight_ih_l0_reverse	8	0.0772809088230133
113306	rnn.weight_ih_l0_reverse	9	0.014989840798079967
113306	rnn.weight_hh_l0_reverse	0	0.00741149764508009
113306	rnn.weight_hh_l0_reverse	1	0.020909959450364113
113306	rnn.weight_hh_l0_reverse	2	-0.03940814360976219
113306	rnn.weight_hh_l0_reverse	3	0.03693204000592232
113306	rnn.weight_hh_l0_reverse	4	0.019792066887021065
113306	rnn.weight_hh_l0_reverse	5	-0.012284091673791409
113306	rnn.weight_hh_l0_reverse	6	0.04179323837161064
113306	rnn.weight_hh_l0_reverse	7	0.022610962390899658
113306	rnn.weight_hh_l0_reverse	8	-0.006307404488325119
113306	rnn.weight_hh_l0_reverse	9	-0.05144457519054413
113306	rnn.bias_ih_l0_reverse	0	-0.1334654837846756
113306	rnn.bias_ih_l0_reverse	1	-0.29282116889953613
113306	rnn.bias_ih_l0_reverse	2	-0.06494693458080292
113306	rnn.bias_ih_l0_reverse	3	-0.11968746781349182
113306	rnn.bias_ih_l0_reverse	4	0.08174744248390198
113306	rnn.bias_ih_l0_reverse	5	-0.24216336011886597
113306	rnn.bias_ih_l0_reverse	6	-0.05139578506350517
113306	rnn.bias_ih_l0_reverse	7	0.024189863353967667
113306	rnn.bias_ih_l0_reverse	8	-0.17747890949249268
113306	rnn.bias_ih_l0_reverse	9	-0.10019523650407791
113306	rnn.bias_hh_l0_reverse	0	-0.13983897864818573
113306	rnn.bias_hh_l0_reverse	1	-0.13671693205833435
113306	rnn.bias_hh_l0_reverse	2	-0.031218722462654114
113306	rnn.bias_hh_l0_reverse	3	-0.13128139078617096
113306	rnn.bias_hh_l0_reverse	4	-0.030361922457814217
113306	rnn.bias_hh_l0_reverse	5	-0.12457294017076492
113306	rnn.bias_hh_l0_reverse	6	-0.05914919823408127
113306	rnn.bias_hh_l0_reverse	7	-0.17210069298744202
113306	rnn.bias_hh_l0_reverse	8	-0.041524488478899
113306	rnn.bias_hh_l0_reverse	9	-0.13173918426036835
113306	linear.weight	0	-0.2656885087490082
113306	linear.weight	1	-0.15180160105228424
113306	linear.weight	2	-0.011228874325752258
113306	linear.weight	3	-0.05805577337741852
113306	linear.weight	4	0.10826770216226578
113306	linear.weight	5	0.2655220925807953
113306	linear.weight	6	0.0047744326293468475
113306	linear.weight	7	-0.021312154829502106
113306	linear.weight	8	0.13145500421524048
113306	linear.weight	9	0.14839299023151398
113306	linear.bias	0	-0.8603845238685608
113306	linear.bias	1	1.3164641857147217
113306	linear.bias	2	-0.24057912826538086
113306	linear.bias	3	-0.6367382407188416
113306	linear.bias	4	-0.9961075782775879
113306	linear.bias	5	-1.1632591485977173
113306	linear.bias	6	-0.8208486437797546
113306	linear.bias	7	-0.7464765310287476
113306	linear.bias	8	-0.01705317199230194
113306	linear.bias	9	3.243997812271118
113503	transitions	0	-0.35434263944625854
113503	transitions	1	8.182575225830078
113503	transitions	2	-3.35504150390625
113503	transitions	3	1.3952535390853882
113503	transitions	4	-1.9771332740783691
113503	transitions	5	-0.35827019810676575
113503	transitions	6	-0.18073414266109467
113503	transitions	7	-10000.0
113503	transitions	8	1.7336153984069824
113503	transitions	9	-2.2918808460235596
113503	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
113503	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
113503	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
113503	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
113503	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
113503	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
113503	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
113503	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
113503	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
113503	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
113503	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
113503	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
113503	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
113503	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
113503	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
113503	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
113503	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
113503	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
113503	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
113503	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
113503	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
113503	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
113503	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
113503	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
113503	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
113503	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
113503	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
113503	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
113503	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
113503	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
113503	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
113503	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
113503	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
113503	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
113503	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
113503	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
113503	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
113503	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
113503	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
113503	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
113503	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
113503	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
113503	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
113503	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
113503	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
113503	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
113503	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
113503	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
113503	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
113503	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
113503	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
113503	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
113503	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
113503	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
113503	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
113503	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
113503	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
113503	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
113503	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
113503	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
113503	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
113503	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
113503	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
113503	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
113503	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
113503	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
113503	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
113503	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
113503	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
113503	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
113503	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
113503	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
113503	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
113503	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
113503	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
113503	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
113503	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
113503	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
113503	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
113503	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
113503	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
113503	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
113503	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
113503	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
113503	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
113503	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
113503	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
113503	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
113503	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
113503	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
113503	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
113503	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
113503	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
113503	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
113503	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
113503	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
113503	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
113503	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
113503	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
113503	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
113503	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
113503	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
113503	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
113503	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
113503	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
113503	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
113503	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
113503	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
113503	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
113503	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
113503	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
113503	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
113503	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
113503	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
113503	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
113503	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
113503	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
113503	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
113503	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
113503	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
113503	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
113503	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
113503	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
113503	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
113503	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
113503	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
113503	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
113503	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
113503	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
113503	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
113503	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
113503	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
113503	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
113503	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
113503	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
113503	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
113503	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
113503	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
113503	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
113503	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
113503	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
113503	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
113503	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
113503	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
113503	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
113503	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
113503	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
113503	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
113503	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
113503	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
113503	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
113503	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
113503	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
113503	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
113503	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
113503	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
113503	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
113503	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
113503	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
113503	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
113503	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
113503	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
113503	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
113503	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
113503	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
113503	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
113503	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
113503	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
113503	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
113503	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
113503	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
113503	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
113503	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
113503	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
113503	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
113503	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
113503	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
113503	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
113503	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
113503	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
113503	embedding2nn.weight	0	0.04373985528945923
113503	embedding2nn.weight	1	-0.07722070813179016
113503	embedding2nn.weight	2	-0.015261979773640633
113503	embedding2nn.weight	3	-0.046420976519584656
113503	embedding2nn.weight	4	-0.11797166615724564
113503	embedding2nn.weight	5	0.10273363441228867
113503	embedding2nn.weight	6	-0.1701636016368866
113503	embedding2nn.weight	7	-0.07983724027872086
113503	embedding2nn.weight	8	-0.006906574591994286
113503	embedding2nn.weight	9	0.03646502643823624
113503	embedding2nn.bias	0	0.03772232308983803
113503	embedding2nn.bias	1	0.04300754889845848
113503	embedding2nn.bias	2	-0.125331848859787
113503	embedding2nn.bias	3	0.0381784625351429
113503	embedding2nn.bias	4	0.04215643182396889
113503	embedding2nn.bias	5	-0.14294753968715668
113503	embedding2nn.bias	6	-0.10088425129652023
113503	embedding2nn.bias	7	-0.01628650352358818
113503	embedding2nn.bias	8	0.08432919532060623
113503	embedding2nn.bias	9	-0.10688988864421844
113503	rnn.weight_ih_l0	0	0.017503397539258003
113503	rnn.weight_ih_l0	1	-0.0476430244743824
113503	rnn.weight_ih_l0	2	-0.02850869670510292
113503	rnn.weight_ih_l0	3	-0.023823846131563187
113503	rnn.weight_ih_l0	4	0.021281680092215538
113503	rnn.weight_ih_l0	5	-0.08152423053979874
113503	rnn.weight_ih_l0	6	-0.03172937035560608
113503	rnn.weight_ih_l0	7	-0.022202467545866966
113503	rnn.weight_ih_l0	8	0.02769632078707218
113503	rnn.weight_ih_l0	9	0.009545614942908287
113503	rnn.weight_hh_l0	0	0.008802874013781548
113503	rnn.weight_hh_l0	1	-0.07814662903547287
113503	rnn.weight_hh_l0	2	0.051691971719264984
113503	rnn.weight_hh_l0	3	0.041394203901290894
113503	rnn.weight_hh_l0	4	0.0081058694049716
113503	rnn.weight_hh_l0	5	0.06189096346497536
113503	rnn.weight_hh_l0	6	-0.012555873952805996
113503	rnn.weight_hh_l0	7	-0.07919611781835556
113503	rnn.weight_hh_l0	8	-0.001923458999954164
113503	rnn.weight_hh_l0	9	-0.10876371711492538
113503	rnn.bias_ih_l0	0	-0.07830188423395157
113503	rnn.bias_ih_l0	1	-0.15295876562595367
113503	rnn.bias_ih_l0	2	-0.23663486540317535
113503	rnn.bias_ih_l0	3	-0.2832224369049072
113503	rnn.bias_ih_l0	4	0.022829504683613777
113503	rnn.bias_ih_l0	5	0.08604898303747177
113503	rnn.bias_ih_l0	6	-0.1542348861694336
113503	rnn.bias_ih_l0	7	-0.25507739186286926
113503	rnn.bias_ih_l0	8	-0.1064332127571106
113503	rnn.bias_ih_l0	9	-0.1729394644498825
113503	rnn.bias_hh_l0	0	0.13481338322162628
113503	rnn.bias_hh_l0	1	-0.05610676854848862
113503	rnn.bias_hh_l0	2	0.016350161284208298
113503	rnn.bias_hh_l0	3	-0.15850049257278442
113503	rnn.bias_hh_l0	4	0.02822307124733925
113503	rnn.bias_hh_l0	5	0.00798603892326355
113503	rnn.bias_hh_l0	6	-0.08904757350683212
113503	rnn.bias_hh_l0	7	-0.15109775960445404
113503	rnn.bias_hh_l0	8	-0.16728641092777252
113503	rnn.bias_hh_l0	9	-0.09240776300430298
113503	rnn.weight_ih_l0_reverse	0	-0.0066400510258972645
113503	rnn.weight_ih_l0_reverse	1	0.011711584404110909
113503	rnn.weight_ih_l0_reverse	2	-0.04035958647727966
113503	rnn.weight_ih_l0_reverse	3	-0.005986298434436321
113503	rnn.weight_ih_l0_reverse	4	0.023394763469696045
113503	rnn.weight_ih_l0_reverse	5	-0.05185237154364586
113503	rnn.weight_ih_l0_reverse	6	-0.041196953505277634
113503	rnn.weight_ih_l0_reverse	7	-0.0067718722857534885
113503	rnn.weight_ih_l0_reverse	8	0.07950802892446518
113503	rnn.weight_ih_l0_reverse	9	0.015474976040422916
113503	rnn.weight_hh_l0_reverse	0	0.007494401652365923
113503	rnn.weight_hh_l0_reverse	1	0.020333437249064445
113503	rnn.weight_hh_l0_reverse	2	-0.03859610855579376
113503	rnn.weight_hh_l0_reverse	3	0.036479610949754715
113503	rnn.weight_hh_l0_reverse	4	0.019450461491942406
113503	rnn.weight_hh_l0_reverse	5	-0.01107541099190712
113503	rnn.weight_hh_l0_reverse	6	0.041519928723573685
113503	rnn.weight_hh_l0_reverse	7	0.023974720388650894
113503	rnn.weight_hh_l0_reverse	8	-0.006761129014194012
113503	rnn.weight_hh_l0_reverse	9	-0.05170218273997307
113503	rnn.bias_ih_l0_reverse	0	-0.1355365365743637
113503	rnn.bias_ih_l0_reverse	1	-0.29085594415664673
113503	rnn.bias_ih_l0_reverse	2	-0.06568966060876846
113503	rnn.bias_ih_l0_reverse	3	-0.1184428334236145
113503	rnn.bias_ih_l0_reverse	4	0.08343794196844101
113503	rnn.bias_ih_l0_reverse	5	-0.24144278466701508
113503	rnn.bias_ih_l0_reverse	6	-0.050039563328027725
113503	rnn.bias_ih_l0_reverse	7	0.021278072148561478
113503	rnn.bias_ih_l0_reverse	8	-0.17704987525939941
113503	rnn.bias_ih_l0_reverse	9	-0.10301876813173294
113503	rnn.bias_hh_l0_reverse	0	-0.14335547387599945
113503	rnn.bias_hh_l0_reverse	1	-0.13215471804141998
113503	rnn.bias_hh_l0_reverse	2	-0.03158760070800781
113503	rnn.bias_hh_l0_reverse	3	-0.13128140568733215
113503	rnn.bias_hh_l0_reverse	4	-0.02719777449965477
113503	rnn.bias_hh_l0_reverse	5	-0.12396440654993057
113503	rnn.bias_hh_l0_reverse	6	-0.055773451924324036
113503	rnn.bias_hh_l0_reverse	7	-0.17469942569732666
113503	rnn.bias_hh_l0_reverse	8	-0.04287846386432648
113503	rnn.bias_hh_l0_reverse	9	-0.13167864084243774
113503	linear.weight	0	-0.2542235255241394
113503	linear.weight	1	-0.15575186908245087
113503	linear.weight	2	-0.011228874325752258
113503	linear.weight	3	-0.06898082792758942
113503	linear.weight	4	0.10108587145805359
113503	linear.weight	5	0.26875996589660645
113503	linear.weight	6	0.0047744326293468475
113503	linear.weight	7	-0.021312154829502106
113503	linear.weight	8	0.11387482285499573
113503	linear.weight	9	0.1576862633228302
113503	linear.bias	0	-0.8209099173545837
113503	linear.bias	1	1.281528353691101
113503	linear.bias	2	-0.2285018414258957
113503	linear.bias	3	-0.6586543321609497
113503	linear.bias	4	-1.0313562154769897
113503	linear.bias	5	-1.1633305549621582
113503	linear.bias	6	-0.7825586795806885
113503	linear.bias	7	-0.7385440468788147
113503	linear.bias	8	-0.01705317199230194
113503	linear.bias	9	3.210296154022217
113700	transitions	0	-0.354547917842865
113700	transitions	1	8.216647148132324
113700	transitions	2	-3.355764389038086
113700	transitions	3	1.390829086303711
113700	transitions	4	-1.9782283306121826
113700	transitions	5	-0.3584841787815094
113700	transitions	6	-0.1807813197374344
113700	transitions	7	-10000.0
113700	transitions	8	1.7371232509613037
113700	transitions	9	-2.2918920516967773
113700	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
113700	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
113700	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
113700	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
113700	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
113700	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
113700	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
113700	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
113700	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
113700	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
113700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
113700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
113700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
113700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
113700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
113700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
113700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
113700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
113700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
113700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
113700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
113700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
113700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
113700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
113700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
113700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
113700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
113700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
113700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
113700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
113700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
113700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
113700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
113700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
113700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
113700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
113700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
113700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
113700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
113700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
113700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
113700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
113700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
113700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
113700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
113700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
113700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
113700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
113700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
113700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
113700	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
113700	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
113700	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
113700	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
113700	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
113700	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
113700	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
113700	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
113700	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
113700	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
113700	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
113700	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
113700	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
113700	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
113700	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
113700	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
113700	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
113700	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
113700	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
113700	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
113700	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
113700	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
113700	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
113700	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
113700	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
113700	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
113700	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
113700	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
113700	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
113700	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
113700	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
113700	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
113700	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
113700	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
113700	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
113700	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
113700	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
113700	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
113700	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
113700	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
113700	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
113700	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
113700	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
113700	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
113700	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
113700	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
113700	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
113700	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
113700	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
113700	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
113700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
113700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
113700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
113700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
113700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
113700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
113700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
113700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
113700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
113700	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
113700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
113700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
113700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
113700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
113700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
113700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
113700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
113700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
113700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
113700	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
113700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
113700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
113700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
113700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
113700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
113700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
113700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
113700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
113700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
113700	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
113700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
113700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
113700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
113700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
113700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
113700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
113700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
113700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
113700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
113700	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
113700	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
113700	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
113700	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
113700	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
113700	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
113700	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
113700	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
113700	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
113700	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
113700	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
113700	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
113700	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
113700	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
113700	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
113700	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
113700	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
113700	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
113700	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
113700	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
113700	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
113700	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
113700	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
113700	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
113700	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
113700	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
113700	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
113700	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
113700	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
113700	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
113700	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
113700	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
113700	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
113700	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
113700	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
113700	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
113700	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
113700	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
113700	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
113700	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
113700	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
113700	embedding2nn.weight	0	0.04358954355120659
113700	embedding2nn.weight	1	-0.07687118649482727
113700	embedding2nn.weight	2	-0.0139207998290658
113700	embedding2nn.weight	3	-0.04903438314795494
113700	embedding2nn.weight	4	-0.12009116262197495
113700	embedding2nn.weight	5	0.10230690240859985
113700	embedding2nn.weight	6	-0.1627708077430725
113700	embedding2nn.weight	7	-0.0817035660147667
113700	embedding2nn.weight	8	-0.007313461974263191
113700	embedding2nn.weight	9	0.0347827784717083
113700	embedding2nn.bias	0	0.03342210501432419
113700	embedding2nn.bias	1	0.04550093412399292
113700	embedding2nn.bias	2	-0.10605460405349731
113700	embedding2nn.bias	3	0.03940167650580406
113700	embedding2nn.bias	4	0.04135401174426079
113700	embedding2nn.bias	5	-0.15625843405723572
113700	embedding2nn.bias	6	-0.09294573217630386
113700	embedding2nn.bias	7	-0.012316088192164898
113700	embedding2nn.bias	8	0.08648404479026794
113700	embedding2nn.bias	9	-0.08326714485883713
113700	rnn.weight_ih_l0	0	0.016351822763681412
113700	rnn.weight_ih_l0	1	-0.044061146676540375
113700	rnn.weight_ih_l0	2	-0.02734130062162876
113700	rnn.weight_ih_l0	3	-0.02081270143389702
113700	rnn.weight_ih_l0	4	0.019376123324036598
113700	rnn.weight_ih_l0	5	-0.07788477838039398
113700	rnn.weight_ih_l0	6	-0.034585073590278625
113700	rnn.weight_ih_l0	7	-0.020572928711771965
113700	rnn.weight_ih_l0	8	0.028936080634593964
113700	rnn.weight_ih_l0	9	0.007413811981678009
113700	rnn.weight_hh_l0	0	0.0077317217364907265
113700	rnn.weight_hh_l0	1	-0.081059031188488
113700	rnn.weight_hh_l0	2	0.05217704549431801
113700	rnn.weight_hh_l0	3	0.04130035266280174
113700	rnn.weight_hh_l0	4	0.008046293631196022
113700	rnn.weight_hh_l0	5	0.06291797012090683
113700	rnn.weight_hh_l0	6	-0.012126325629651546
113700	rnn.weight_hh_l0	7	-0.07950057834386826
113700	rnn.weight_hh_l0	8	-0.0016737534897401929
113700	rnn.weight_hh_l0	9	-0.10745126008987427
113700	rnn.bias_ih_l0	0	-0.07779262959957123
113700	rnn.bias_ih_l0	1	-0.15566551685333252
113700	rnn.bias_ih_l0	2	-0.23714742064476013
113700	rnn.bias_ih_l0	3	-0.2831757962703705
113700	rnn.bias_ih_l0	4	0.0183950774371624
113700	rnn.bias_ih_l0	5	0.08103383332490921
113700	rnn.bias_ih_l0	6	-0.1559412032365799
113700	rnn.bias_ih_l0	7	-0.2552700638771057
113700	rnn.bias_ih_l0	8	-0.11059751361608505
113700	rnn.bias_ih_l0	9	-0.16935616731643677
113700	rnn.bias_hh_l0	0	0.12894079089164734
113700	rnn.bias_hh_l0	1	-0.057881247252225876
113700	rnn.bias_hh_l0	2	0.013858451507985592
113700	rnn.bias_hh_l0	3	-0.15929919481277466
113700	rnn.bias_hh_l0	4	0.03171687200665474
113700	rnn.bias_hh_l0	5	0.012516987510025501
113700	rnn.bias_hh_l0	6	-0.08783494681119919
113700	rnn.bias_hh_l0	7	-0.14957234263420105
113700	rnn.bias_hh_l0	8	-0.16717442870140076
113700	rnn.bias_hh_l0	9	-0.09179586917161942
113700	rnn.weight_ih_l0_reverse	0	-0.006387603934854269
113700	rnn.weight_ih_l0_reverse	1	0.01317108329385519
113700	rnn.weight_ih_l0_reverse	2	-0.03471130132675171
113700	rnn.weight_ih_l0_reverse	3	-0.008792554959654808
113700	rnn.weight_ih_l0_reverse	4	0.02251838892698288
113700	rnn.weight_ih_l0_reverse	5	-0.05409037321805954
113700	rnn.weight_ih_l0_reverse	6	-0.04033547267317772
113700	rnn.weight_ih_l0_reverse	7	-0.003200249746441841
113700	rnn.weight_ih_l0_reverse	8	0.08159128576517105
113700	rnn.weight_ih_l0_reverse	9	0.01377853937447071
113700	rnn.weight_hh_l0_reverse	0	0.0069764647632837296
113700	rnn.weight_hh_l0_reverse	1	0.019999433308839798
113700	rnn.weight_hh_l0_reverse	2	-0.0397084578871727
113700	rnn.weight_hh_l0_reverse	3	0.03683733567595482
113700	rnn.weight_hh_l0_reverse	4	0.01948426477611065
113700	rnn.weight_hh_l0_reverse	5	-0.010939654894173145
113700	rnn.weight_hh_l0_reverse	6	0.0408308282494545
113700	rnn.weight_hh_l0_reverse	7	0.02402142807841301
113700	rnn.weight_hh_l0_reverse	8	-0.00844238605350256
113700	rnn.weight_hh_l0_reverse	9	-0.052624303847551346
113700	rnn.bias_ih_l0_reverse	0	-0.13411180675029755
113700	rnn.bias_ih_l0_reverse	1	-0.2935280501842499
113700	rnn.bias_ih_l0_reverse	2	-0.06410352885723114
113700	rnn.bias_ih_l0_reverse	3	-0.11806003749370575
113700	rnn.bias_ih_l0_reverse	4	0.07803668826818466
113700	rnn.bias_ih_l0_reverse	5	-0.23425573110580444
113700	rnn.bias_ih_l0_reverse	6	-0.049257613718509674
113700	rnn.bias_ih_l0_reverse	7	0.015963349491357803
113700	rnn.bias_ih_l0_reverse	8	-0.17337028682231903
113700	rnn.bias_ih_l0_reverse	9	-0.10260772705078125
113700	rnn.bias_hh_l0_reverse	0	-0.14589808881282806
113700	rnn.bias_hh_l0_reverse	1	-0.1338726431131363
113700	rnn.bias_hh_l0_reverse	2	-0.03206070140004158
113700	rnn.bias_hh_l0_reverse	3	-0.130004420876503
113700	rnn.bias_hh_l0_reverse	4	-0.02704259194433689
113700	rnn.bias_hh_l0_reverse	5	-0.12225806713104248
113700	rnn.bias_hh_l0_reverse	6	-0.0535421259701252
113700	rnn.bias_hh_l0_reverse	7	-0.17826464772224426
113700	rnn.bias_hh_l0_reverse	8	-0.043069563806056976
113700	rnn.bias_hh_l0_reverse	9	-0.1291772574186325
113700	linear.weight	0	-0.2591322064399719
113700	linear.weight	1	-0.1610778123140335
113700	linear.weight	2	-0.011228874325752258
113700	linear.weight	3	-0.0671849474310875
113700	linear.weight	4	0.09631416201591492
113700	linear.weight	5	0.26437658071517944
113700	linear.weight	6	0.0047744326293468475
113700	linear.weight	7	-0.021312154829502106
113700	linear.weight	8	0.1470506191253662
113700	linear.weight	9	0.1691807508468628
113700	linear.bias	0	-0.8180277347564697
113700	linear.bias	1	1.2952226400375366
113700	linear.bias	2	-0.26831385493278503
113700	linear.bias	3	-0.6152536273002625
113700	linear.bias	4	-1.0185900926589966
113700	linear.bias	5	-1.1633994579315186
113700	linear.bias	6	-0.7800760865211487
113700	linear.bias	7	-0.76007080078125
113700	linear.bias	8	-0.01705317199230194
113700	linear.bias	9	3.245321273803711
113897	transitions	0	-0.35464856028556824
113897	transitions	1	8.15079402923584
113897	transitions	2	-3.357172966003418
113897	transitions	3	1.392135500907898
113897	transitions	4	-1.9788748025894165
113897	transitions	5	-0.3588024973869324
113897	transitions	6	-0.18083886802196503
113897	transitions	7	-10000.0
113897	transitions	8	1.7390161752700806
113897	transitions	9	-2.291909694671631
113897	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
113897	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
113897	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
113897	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
113897	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
113897	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
113897	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
113897	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
113897	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
113897	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
113897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
113897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
113897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
113897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
113897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
113897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
113897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
113897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
113897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
113897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
113897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
113897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
113897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
113897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
113897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
113897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
113897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
113897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
113897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
113897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
113897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
113897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
113897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
113897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
113897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
113897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
113897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
113897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
113897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
113897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
113897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
113897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
113897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
113897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
113897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
113897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
113897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
113897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
113897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
113897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
113897	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
113897	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
113897	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
113897	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
113897	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
113897	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
113897	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
113897	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
113897	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
113897	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
113897	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
113897	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
113897	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
113897	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
113897	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
113897	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
113897	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
113897	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
113897	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
113897	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
113897	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
113897	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
113897	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
113897	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
113897	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
113897	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
113897	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
113897	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
113897	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
113897	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
113897	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
113897	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
113897	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
113897	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
113897	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
113897	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
113897	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
113897	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
113897	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
113897	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
113897	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
113897	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
113897	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
113897	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
113897	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
113897	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
113897	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
113897	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
113897	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
113897	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
113897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
113897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
113897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
113897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
113897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
113897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
113897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
113897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
113897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
113897	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
113897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
113897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
113897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
113897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
113897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
113897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
113897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
113897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
113897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
113897	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
113897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
113897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
113897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
113897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
113897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
113897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
113897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
113897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
113897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
113897	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
113897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
113897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
113897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
113897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
113897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
113897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
113897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
113897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
113897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
113897	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
113897	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
113897	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
113897	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
113897	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
113897	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
113897	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
113897	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
113897	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
113897	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
113897	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
113897	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
113897	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
113897	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
113897	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
113897	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
113897	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
113897	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
113897	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
113897	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
113897	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
113897	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
113897	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
113897	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
113897	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
113897	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
113897	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
113897	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
113897	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
113897	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
113897	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
113897	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
113897	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
113897	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
113897	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
113897	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
113897	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
113897	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
113897	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
113897	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
113897	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
113897	embedding2nn.weight	0	0.043538566678762436
113897	embedding2nn.weight	1	-0.07947646826505661
113897	embedding2nn.weight	2	-0.015109043568372726
113897	embedding2nn.weight	3	-0.051522400230169296
113897	embedding2nn.weight	4	-0.12123825401067734
113897	embedding2nn.weight	5	0.10463780909776688
113897	embedding2nn.weight	6	-0.15787647664546967
113897	embedding2nn.weight	7	-0.07670411467552185
113897	embedding2nn.weight	8	-0.009829177521169186
113897	embedding2nn.weight	9	0.032551005482673645
113897	embedding2nn.bias	0	0.04796753078699112
113897	embedding2nn.bias	1	0.028665488585829735
113897	embedding2nn.bias	2	-0.11326928436756134
113897	embedding2nn.bias	3	0.04114864021539688
113897	embedding2nn.bias	4	0.036830924451351166
113897	embedding2nn.bias	5	-0.15230020880699158
113897	embedding2nn.bias	6	-0.09285588562488556
113897	embedding2nn.bias	7	-0.01646195352077484
113897	embedding2nn.bias	8	0.0694987028837204
113897	embedding2nn.bias	9	-0.09778719395399094
113897	rnn.weight_ih_l0	0	0.014791364781558514
113897	rnn.weight_ih_l0	1	-0.04294818267226219
113897	rnn.weight_ih_l0	2	-0.027128539979457855
113897	rnn.weight_ih_l0	3	-0.02226744405925274
113897	rnn.weight_ih_l0	4	0.01787462830543518
113897	rnn.weight_ih_l0	5	-0.07653607428073883
113897	rnn.weight_ih_l0	6	-0.03411637619137764
113897	rnn.weight_ih_l0	7	-0.024760063737630844
113897	rnn.weight_ih_l0	8	0.02863396517932415
113897	rnn.weight_ih_l0	9	0.009330900385975838
113897	rnn.weight_hh_l0	0	0.00822938047349453
113897	rnn.weight_hh_l0	1	-0.08012384921312332
113897	rnn.weight_hh_l0	2	0.052652839571237564
113897	rnn.weight_hh_l0	3	0.040875814855098724
113897	rnn.weight_hh_l0	4	0.007676544599235058
113897	rnn.weight_hh_l0	5	0.06321956217288971
113897	rnn.weight_hh_l0	6	-0.01211642101407051
113897	rnn.weight_hh_l0	7	-0.07904790341854095
113897	rnn.weight_hh_l0	8	-0.000716496491804719
113897	rnn.weight_hh_l0	9	-0.10499836504459381
113897	rnn.bias_ih_l0	0	-0.07925596088171005
113897	rnn.bias_ih_l0	1	-0.1560085564851761
113897	rnn.bias_ih_l0	2	-0.23687516152858734
113897	rnn.bias_ih_l0	3	-0.28285273909568787
113897	rnn.bias_ih_l0	4	0.01686874032020569
113897	rnn.bias_ih_l0	5	0.08300871402025223
113897	rnn.bias_ih_l0	6	-0.15986992418766022
113897	rnn.bias_ih_l0	7	-0.2556059956550598
113897	rnn.bias_ih_l0	8	-0.10992156714200974
113897	rnn.bias_ih_l0	9	-0.16279660165309906
113897	rnn.bias_hh_l0	0	0.1317596584558487
113897	rnn.bias_hh_l0	1	-0.0563555546104908
113897	rnn.bias_hh_l0	2	0.015235977247357368
113897	rnn.bias_hh_l0	3	-0.15833242237567902
113897	rnn.bias_hh_l0	4	0.03631030023097992
113897	rnn.bias_hh_l0	5	0.014816364273428917
113897	rnn.bias_hh_l0	6	-0.0902923047542572
113897	rnn.bias_hh_l0	7	-0.1533210426568985
113897	rnn.bias_hh_l0	8	-0.1673211008310318
113897	rnn.bias_hh_l0	9	-0.09310158342123032
113897	rnn.weight_ih_l0_reverse	0	-0.007377263158559799
113897	rnn.weight_ih_l0_reverse	1	0.013380199670791626
113897	rnn.weight_ih_l0_reverse	2	-0.033290136605501175
113897	rnn.weight_ih_l0_reverse	3	-0.010740906931459904
113897	rnn.weight_ih_l0_reverse	4	0.022766897454857826
113897	rnn.weight_ih_l0_reverse	5	-0.056273892521858215
113897	rnn.weight_ih_l0_reverse	6	-0.040303900837898254
113897	rnn.weight_ih_l0_reverse	7	-0.003663658397272229
113897	rnn.weight_ih_l0_reverse	8	0.08116459846496582
113897	rnn.weight_ih_l0_reverse	9	0.012678440660238266
113897	rnn.weight_hh_l0_reverse	0	0.007565287407487631
113897	rnn.weight_hh_l0_reverse	1	0.020343631505966187
113897	rnn.weight_hh_l0_reverse	2	-0.04093028977513313
113897	rnn.weight_hh_l0_reverse	3	0.037039969116449356
113897	rnn.weight_hh_l0_reverse	4	0.0203147754073143
113897	rnn.weight_hh_l0_reverse	5	-0.010912674479186535
113897	rnn.weight_hh_l0_reverse	6	0.04147043079137802
113897	rnn.weight_hh_l0_reverse	7	0.02493245340883732
113897	rnn.weight_hh_l0_reverse	8	-0.00862900447100401
113897	rnn.weight_hh_l0_reverse	9	-0.0526883527636528
113897	rnn.bias_ih_l0_reverse	0	-0.1368621438741684
113897	rnn.bias_ih_l0_reverse	1	-0.29426446557044983
113897	rnn.bias_ih_l0_reverse	2	-0.06307027488946915
113897	rnn.bias_ih_l0_reverse	3	-0.11781446635723114
113897	rnn.bias_ih_l0_reverse	4	0.07519745826721191
113897	rnn.bias_ih_l0_reverse	5	-0.23312287032604218
113897	rnn.bias_ih_l0_reverse	6	-0.05011805146932602
113897	rnn.bias_ih_l0_reverse	7	0.022959092631936073
113897	rnn.bias_ih_l0_reverse	8	-0.17269273102283478
113897	rnn.bias_ih_l0_reverse	9	-0.10012688487768173
113897	rnn.bias_hh_l0_reverse	0	-0.1440526694059372
113897	rnn.bias_hh_l0_reverse	1	-0.13306161761283875
113897	rnn.bias_hh_l0_reverse	2	-0.028623828664422035
113897	rnn.bias_hh_l0_reverse	3	-0.12619855999946594
113897	rnn.bias_hh_l0_reverse	4	-0.028826119378209114
113897	rnn.bias_hh_l0_reverse	5	-0.12106481939554214
113897	rnn.bias_hh_l0_reverse	6	-0.057452645152807236
113897	rnn.bias_hh_l0_reverse	7	-0.17636165022850037
113897	rnn.bias_hh_l0_reverse	8	-0.041581857949495316
113897	rnn.bias_hh_l0_reverse	9	-0.12679095566272736
113897	linear.weight	0	-0.2617255449295044
113897	linear.weight	1	-0.15728500485420227
113897	linear.weight	2	-0.011228874325752258
113897	linear.weight	3	-0.07459080964326859
113897	linear.weight	4	0.09433043003082275
113897	linear.weight	5	0.26112788915634155
113897	linear.weight	6	0.0047744326293468475
113897	linear.weight	7	-0.021312154829502106
113897	linear.weight	8	0.13564050197601318
113897	linear.weight	9	0.17947162687778473
113897	linear.bias	0	-0.8070418834686279
113897	linear.bias	1	1.2842791080474854
113897	linear.bias	2	-0.19088971614837646
113897	linear.bias	3	-0.6567718982696533
113897	linear.bias	4	-1.0271689891815186
113897	linear.bias	5	-1.1634941101074219
113897	linear.bias	6	-0.77005535364151
113897	linear.bias	7	-0.7066003680229187
113897	linear.bias	8	-0.01705317199230194
113897	linear.bias	9	3.19244647026062
114094	transitions	0	-0.3567140996456146
114094	transitions	1	8.186712265014648
114094	transitions	2	-3.358245849609375
114094	transitions	3	1.3949936628341675
114094	transitions	4	-1.9796041250228882
114094	transitions	5	-0.35901719331741333
114094	transitions	6	-0.18089845776557922
114094	transitions	7	-10000.0
114094	transitions	8	1.737850546836853
114094	transitions	9	-2.2919342517852783
114094	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
114094	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
114094	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
114094	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
114094	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
114094	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
114094	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
114094	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
114094	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
114094	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
114094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
114094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
114094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
114094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
114094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
114094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
114094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
114094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
114094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
114094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
114094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
114094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
114094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
114094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
114094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
114094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
114094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
114094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
114094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
114094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
114094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
114094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
114094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
114094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
114094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
114094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
114094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
114094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
114094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
114094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
114094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
114094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
114094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
114094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
114094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
114094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
114094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
114094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
114094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
114094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
114094	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
114094	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
114094	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
114094	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
114094	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
114094	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
114094	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
114094	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
114094	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
114094	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
114094	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
114094	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
114094	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
114094	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
114094	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
114094	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
114094	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
114094	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
114094	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
114094	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
114094	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
114094	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
114094	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
114094	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
114094	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
114094	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
114094	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
114094	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
114094	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
114094	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
114094	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
114094	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
114094	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
114094	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
114094	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
114094	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
114094	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
114094	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
114094	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
114094	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
114094	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
114094	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
114094	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
114094	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
114094	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
114094	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
114094	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
114094	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
114094	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
114094	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
114094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
114094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
114094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
114094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
114094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
114094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
114094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
114094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
114094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
114094	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
114094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
114094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
114094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
114094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
114094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
114094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
114094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
114094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
114094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
114094	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
114094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
114094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
114094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
114094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
114094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
114094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
114094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
114094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
114094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
114094	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
114094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
114094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
114094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
114094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
114094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
114094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
114094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
114094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
114094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
114094	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
114094	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
114094	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
114094	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
114094	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
114094	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
114094	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
114094	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
114094	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
114094	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
114094	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
114094	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
114094	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
114094	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
114094	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
114094	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
114094	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
114094	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
114094	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
114094	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
114094	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
114094	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
114094	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
114094	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
114094	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
114094	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
114094	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
114094	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
114094	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
114094	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
114094	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
114094	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
114094	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
114094	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
114094	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
114094	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
114094	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
114094	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
114094	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
114094	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
114094	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
114094	embedding2nn.weight	0	0.04468460753560066
114094	embedding2nn.weight	1	-0.08071623742580414
114094	embedding2nn.weight	2	-0.016549279913306236
114094	embedding2nn.weight	3	-0.051194895058870316
114094	embedding2nn.weight	4	-0.12209641933441162
114094	embedding2nn.weight	5	0.1040136069059372
114094	embedding2nn.weight	6	-0.15957970917224884
114094	embedding2nn.weight	7	-0.07795389741659164
114094	embedding2nn.weight	8	-0.008524318225681782
114094	embedding2nn.weight	9	0.03323992341756821
114094	embedding2nn.bias	0	0.04541201889514923
114094	embedding2nn.bias	1	0.03738664463162422
114094	embedding2nn.bias	2	-0.11908329278230667
114094	embedding2nn.bias	3	0.03463345393538475
114094	embedding2nn.bias	4	0.030098307877779007
114094	embedding2nn.bias	5	-0.16368147730827332
114094	embedding2nn.bias	6	-0.10050714761018753
114094	embedding2nn.bias	7	-0.028680840507149696
114094	embedding2nn.bias	8	0.08580730110406876
114094	embedding2nn.bias	9	-0.08692170679569244
114094	rnn.weight_ih_l0	0	0.015336122363805771
114094	rnn.weight_ih_l0	1	-0.04766019061207771
114094	rnn.weight_ih_l0	2	-0.026461338624358177
114094	rnn.weight_ih_l0	3	-0.020094415172934532
114094	rnn.weight_ih_l0	4	0.018815867602825165
114094	rnn.weight_ih_l0	5	-0.0802745521068573
114094	rnn.weight_ih_l0	6	-0.03851199895143509
114094	rnn.weight_ih_l0	7	-0.021187178790569305
114094	rnn.weight_ih_l0	8	0.027118230238556862
114094	rnn.weight_ih_l0	9	0.011453730054199696
114094	rnn.weight_hh_l0	0	0.008109773509204388
114094	rnn.weight_hh_l0	1	-0.07939111441373825
114094	rnn.weight_hh_l0	2	0.051761362701654434
114094	rnn.weight_hh_l0	3	0.042343270033597946
114094	rnn.weight_hh_l0	4	0.007285039406269789
114094	rnn.weight_hh_l0	5	0.06230131909251213
114094	rnn.weight_hh_l0	6	-0.012203563936054707
114094	rnn.weight_hh_l0	7	-0.07870034873485565
114094	rnn.weight_hh_l0	8	-0.0029629599303007126
114094	rnn.weight_hh_l0	9	-0.10628253221511841
114094	rnn.bias_ih_l0	0	-0.08401314169168472
114094	rnn.bias_ih_l0	1	-0.15687543153762817
114094	rnn.bias_ih_l0	2	-0.239531472325325
114094	rnn.bias_ih_l0	3	-0.28332555294036865
114094	rnn.bias_ih_l0	4	0.018945513293147087
114094	rnn.bias_ih_l0	5	0.0816120058298111
114094	rnn.bias_ih_l0	6	-0.1631336212158203
114094	rnn.bias_ih_l0	7	-0.2582564055919647
114094	rnn.bias_ih_l0	8	-0.1142093688249588
114094	rnn.bias_ih_l0	9	-0.15746405720710754
114094	rnn.bias_hh_l0	0	0.1330203413963318
114094	rnn.bias_hh_l0	1	-0.055257655680179596
114094	rnn.bias_hh_l0	2	0.019662970677018166
114094	rnn.bias_hh_l0	3	-0.15696686506271362
114094	rnn.bias_hh_l0	4	0.034386225044727325
114094	rnn.bias_hh_l0	5	0.012692295014858246
114094	rnn.bias_hh_l0	6	-0.09121737629175186
114094	rnn.bias_hh_l0	7	-0.15157651901245117
114094	rnn.bias_hh_l0	8	-0.16839128732681274
114094	rnn.bias_hh_l0	9	-0.0920586884021759
114094	rnn.weight_ih_l0_reverse	0	-0.010019569657742977
114094	rnn.weight_ih_l0_reverse	1	0.012535648420453072
114094	rnn.weight_ih_l0_reverse	2	-0.036556702107191086
114094	rnn.weight_ih_l0_reverse	3	-0.011466137133538723
114094	rnn.weight_ih_l0_reverse	4	0.02274199388921261
114094	rnn.weight_ih_l0_reverse	5	-0.05536787584424019
114094	rnn.weight_ih_l0_reverse	6	-0.040474001318216324
114094	rnn.weight_ih_l0_reverse	7	-0.003948022611439228
114094	rnn.weight_ih_l0_reverse	8	0.07793682813644409
114094	rnn.weight_ih_l0_reverse	9	0.011537576094269753
114094	rnn.weight_hh_l0_reverse	0	0.006872848607599735
114094	rnn.weight_hh_l0_reverse	1	0.02080805040895939
114094	rnn.weight_hh_l0_reverse	2	-0.0413779690861702
114094	rnn.weight_hh_l0_reverse	3	0.03673803061246872
114094	rnn.weight_hh_l0_reverse	4	0.01995949260890484
114094	rnn.weight_hh_l0_reverse	5	-0.010335375554859638
114094	rnn.weight_hh_l0_reverse	6	0.042093075811862946
114094	rnn.weight_hh_l0_reverse	7	0.025275101885199547
114094	rnn.weight_hh_l0_reverse	8	-0.010344117879867554
114094	rnn.weight_hh_l0_reverse	9	-0.052763644605875015
114094	rnn.bias_ih_l0_reverse	0	-0.13401807844638824
114094	rnn.bias_ih_l0_reverse	1	-0.2940361797809601
114094	rnn.bias_ih_l0_reverse	2	-0.06421896815299988
114094	rnn.bias_ih_l0_reverse	3	-0.1198248639702797
114094	rnn.bias_ih_l0_reverse	4	0.07916730642318726
114094	rnn.bias_ih_l0_reverse	5	-0.23153313994407654
114094	rnn.bias_ih_l0_reverse	6	-0.0502297468483448
114094	rnn.bias_ih_l0_reverse	7	0.029512347653508186
114094	rnn.bias_ih_l0_reverse	8	-0.16935455799102783
114094	rnn.bias_ih_l0_reverse	9	-0.1039198637008667
114094	rnn.bias_hh_l0_reverse	0	-0.1444152295589447
114094	rnn.bias_hh_l0_reverse	1	-0.13621319830417633
114094	rnn.bias_hh_l0_reverse	2	-0.029116826131939888
114094	rnn.bias_hh_l0_reverse	3	-0.12693330645561218
114094	rnn.bias_hh_l0_reverse	4	-0.02766796201467514
114094	rnn.bias_hh_l0_reverse	5	-0.11972813308238983
114094	rnn.bias_hh_l0_reverse	6	-0.05871114134788513
114094	rnn.bias_hh_l0_reverse	7	-0.17620167136192322
114094	rnn.bias_hh_l0_reverse	8	-0.04388391971588135
114094	rnn.bias_hh_l0_reverse	9	-0.12726673483848572
114094	linear.weight	0	-0.2642269730567932
114094	linear.weight	1	-0.1560431718826294
114094	linear.weight	2	-0.011228874325752258
114094	linear.weight	3	-0.05676785856485367
114094	linear.weight	4	0.07747986167669296
114094	linear.weight	5	0.2856152653694153
114094	linear.weight	6	0.0047744326293468475
114094	linear.weight	7	-0.021312154829502106
114094	linear.weight	8	0.1584281623363495
114094	linear.weight	9	0.18353943526744843
114094	linear.bias	0	-0.8311213850975037
114094	linear.bias	1	1.2360213994979858
114094	linear.bias	2	-0.19904285669326782
114094	linear.bias	3	-0.636569619178772
114094	linear.bias	4	-0.9875927567481995
114094	linear.bias	5	-1.1635926961898804
114094	linear.bias	6	-0.7918363213539124
114094	linear.bias	7	-0.7559094429016113
114094	linear.bias	8	-0.01705317199230194
114094	linear.bias	9	3.1706247329711914
114291	transitions	0	-0.3568694591522217
114291	transitions	1	8.195331573486328
114291	transitions	2	-3.3591294288635254
114291	transitions	3	1.384432315826416
114291	transitions	4	-1.9826732873916626
114291	transitions	5	-0.3591962456703186
114291	transitions	6	-0.1809411644935608
114291	transitions	7	-10000.0
114291	transitions	8	1.7356919050216675
114291	transitions	9	-2.2919466495513916
114291	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
114291	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
114291	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
114291	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
114291	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
114291	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
114291	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
114291	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
114291	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
114291	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
114291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
114291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
114291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
114291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
114291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
114291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
114291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
114291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
114291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
114291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
114291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
114291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
114291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
114291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
114291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
114291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
114291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
114291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
114291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
114291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
114291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
114291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
114291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
114291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
114291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
114291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
114291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
114291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
114291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
114291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
114291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
114291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
114291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
114291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
114291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
114291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
114291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
114291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
114291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
114291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
114291	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
114291	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
114291	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
114291	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
114291	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
114291	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
114291	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
114291	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
114291	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
114291	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
114291	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
114291	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
114291	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
114291	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
114291	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
114291	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
114291	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
114291	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
114291	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
114291	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
114291	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
114291	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
114291	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
114291	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
114291	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
114291	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
114291	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
114291	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
114291	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
114291	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
114291	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
114291	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
114291	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
114291	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
114291	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
114291	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
114291	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
114291	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
114291	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
114291	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
114291	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
114291	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
114291	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
114291	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
114291	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
114291	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
114291	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
114291	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
114291	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
114291	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
114291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
114291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
114291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
114291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
114291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
114291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
114291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
114291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
114291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
114291	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
114291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
114291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
114291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
114291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
114291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
114291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
114291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
114291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
114291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
114291	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
114291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
114291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
114291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
114291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
114291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
114291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
114291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
114291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
114291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
114291	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
114291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
114291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
114291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
114291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
114291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
114291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
114291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
114291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
114291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
114291	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
114291	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
114291	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
114291	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
114291	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
114291	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
114291	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
114291	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
114291	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
114291	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
114291	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
114291	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
114291	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
114291	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
114291	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
114291	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
114291	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
114291	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
114291	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
114291	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
114291	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
114291	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
114291	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
114291	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
114291	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
114291	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
114291	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
114291	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
114291	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
114291	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
114291	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
114291	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
114291	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
114291	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
114291	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
114291	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
114291	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
114291	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
114291	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
114291	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
114291	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
114291	embedding2nn.weight	0	0.044941406697034836
114291	embedding2nn.weight	1	-0.0815720185637474
114291	embedding2nn.weight	2	-0.02144750952720642
114291	embedding2nn.weight	3	-0.050869569182395935
114291	embedding2nn.weight	4	-0.1288619488477707
114291	embedding2nn.weight	5	0.10598807781934738
114291	embedding2nn.weight	6	-0.15252237021923065
114291	embedding2nn.weight	7	-0.07899836450815201
114291	embedding2nn.weight	8	-0.009599911980330944
114291	embedding2nn.weight	9	0.03007330931723118
114291	embedding2nn.bias	0	0.047122176736593246
114291	embedding2nn.bias	1	0.030311699956655502
114291	embedding2nn.bias	2	-0.12399446219205856
114291	embedding2nn.bias	3	0.027445940300822258
114291	embedding2nn.bias	4	0.032314520329236984
114291	embedding2nn.bias	5	-0.15606717765331268
114291	embedding2nn.bias	6	-0.11420450359582901
114291	embedding2nn.bias	7	-0.030950114130973816
114291	embedding2nn.bias	8	0.08482202142477036
114291	embedding2nn.bias	9	-0.08674561232328415
114291	rnn.weight_ih_l0	0	0.014310890808701515
114291	rnn.weight_ih_l0	1	-0.04891684651374817
114291	rnn.weight_ih_l0	2	-0.02440689690411091
114291	rnn.weight_ih_l0	3	-0.021588733419775963
114291	rnn.weight_ih_l0	4	0.019505467265844345
114291	rnn.weight_ih_l0	5	-0.08441604673862457
114291	rnn.weight_ih_l0	6	-0.037368129938840866
114291	rnn.weight_ih_l0	7	-0.0238555409014225
114291	rnn.weight_ih_l0	8	0.025021106004714966
114291	rnn.weight_ih_l0	9	0.011689133010804653
114291	rnn.weight_hh_l0	0	0.009142604656517506
114291	rnn.weight_hh_l0	1	-0.08034823089838028
114291	rnn.weight_hh_l0	2	0.05219137668609619
114291	rnn.weight_hh_l0	3	0.04207368940114975
114291	rnn.weight_hh_l0	4	0.006988248322159052
114291	rnn.weight_hh_l0	5	0.06185473874211311
114291	rnn.weight_hh_l0	6	-0.011961650103330612
114291	rnn.weight_hh_l0	7	-0.07954642921686172
114291	rnn.weight_hh_l0	8	-0.0034862386528402567
114291	rnn.weight_hh_l0	9	-0.1082724928855896
114291	rnn.bias_ih_l0	0	-0.0848253145813942
114291	rnn.bias_ih_l0	1	-0.15985892713069916
114291	rnn.bias_ih_l0	2	-0.24044038355350494
114291	rnn.bias_ih_l0	3	-0.2789618968963623
114291	rnn.bias_ih_l0	4	0.0177550558000803
114291	rnn.bias_ih_l0	5	0.07699739933013916
114291	rnn.bias_ih_l0	6	-0.16245919466018677
114291	rnn.bias_ih_l0	7	-0.2588313817977905
114291	rnn.bias_ih_l0	8	-0.11388707906007767
114291	rnn.bias_ih_l0	9	-0.15721182525157928
114291	rnn.bias_hh_l0	0	0.13659387826919556
114291	rnn.bias_hh_l0	1	-0.05503460764884949
114291	rnn.bias_hh_l0	2	0.019945761188864708
114291	rnn.bias_hh_l0	3	-0.15652841329574585
114291	rnn.bias_hh_l0	4	0.03513440489768982
114291	rnn.bias_hh_l0	5	0.014204606413841248
114291	rnn.bias_hh_l0	6	-0.09106314927339554
114291	rnn.bias_hh_l0	7	-0.15283215045928955
114291	rnn.bias_hh_l0	8	-0.17214983701705933
114291	rnn.bias_hh_l0	9	-0.09271141141653061
114291	rnn.weight_ih_l0_reverse	0	-0.008937853388488293
114291	rnn.weight_ih_l0_reverse	1	0.010577330365777016
114291	rnn.weight_ih_l0_reverse	2	-0.036833036690950394
114291	rnn.weight_ih_l0_reverse	3	-0.009988355450332165
114291	rnn.weight_ih_l0_reverse	4	0.023131415247917175
114291	rnn.weight_ih_l0_reverse	5	-0.055868249386548996
114291	rnn.weight_ih_l0_reverse	6	-0.03976502642035484
114291	rnn.weight_ih_l0_reverse	7	-0.0067873504012823105
114291	rnn.weight_ih_l0_reverse	8	0.07787082344293594
114291	rnn.weight_ih_l0_reverse	9	0.01319911889731884
114291	rnn.weight_hh_l0_reverse	0	0.007342581171542406
114291	rnn.weight_hh_l0_reverse	1	0.02106590010225773
114291	rnn.weight_hh_l0_reverse	2	-0.041864532977342606
114291	rnn.weight_hh_l0_reverse	3	0.03597484529018402
114291	rnn.weight_hh_l0_reverse	4	0.021368157118558884
114291	rnn.weight_hh_l0_reverse	5	-0.010665768757462502
114291	rnn.weight_hh_l0_reverse	6	0.043814294040203094
114291	rnn.weight_hh_l0_reverse	7	0.02576301619410515
114291	rnn.weight_hh_l0_reverse	8	-0.010497044771909714
114291	rnn.weight_hh_l0_reverse	9	-0.05214518681168556
114291	rnn.bias_ih_l0_reverse	0	-0.13528954982757568
114291	rnn.bias_ih_l0_reverse	1	-0.2973475456237793
114291	rnn.bias_ih_l0_reverse	2	-0.06363328546285629
114291	rnn.bias_ih_l0_reverse	3	-0.12118899822235107
114291	rnn.bias_ih_l0_reverse	4	0.08007680624723434
114291	rnn.bias_ih_l0_reverse	5	-0.22847667336463928
114291	rnn.bias_ih_l0_reverse	6	-0.050573498010635376
114291	rnn.bias_ih_l0_reverse	7	0.026322677731513977
114291	rnn.bias_ih_l0_reverse	8	-0.17204008996486664
114291	rnn.bias_ih_l0_reverse	9	-0.10572560131549835
114291	rnn.bias_hh_l0_reverse	0	-0.1418410688638687
114291	rnn.bias_hh_l0_reverse	1	-0.1387394368648529
114291	rnn.bias_hh_l0_reverse	2	-0.026238206773996353
114291	rnn.bias_hh_l0_reverse	3	-0.12427399307489395
114291	rnn.bias_hh_l0_reverse	4	-0.028000405058264732
114291	rnn.bias_hh_l0_reverse	5	-0.11954496800899506
114291	rnn.bias_hh_l0_reverse	6	-0.05952002853155136
114291	rnn.bias_hh_l0_reverse	7	-0.17695777118206024
114291	rnn.bias_hh_l0_reverse	8	-0.04262303560972214
114291	rnn.bias_hh_l0_reverse	9	-0.1255193054676056
114291	linear.weight	0	-0.24898485839366913
114291	linear.weight	1	-0.16499285399913788
114291	linear.weight	2	-0.011228874325752258
114291	linear.weight	3	-0.04805724695324898
114291	linear.weight	4	0.09099783003330231
114291	linear.weight	5	0.2776695787906647
114291	linear.weight	6	0.0047744326293468475
114291	linear.weight	7	-0.021312154829502106
114291	linear.weight	8	0.17250023782253265
114291	linear.weight	9	0.1684989333152771
114291	linear.bias	0	-0.8212693333625793
114291	linear.bias	1	1.2536567449569702
114291	linear.bias	2	-0.2073083221912384
114291	linear.bias	3	-0.6444492340087891
114291	linear.bias	4	-1.0356230735778809
114291	linear.bias	5	-1.1636826992034912
114291	linear.bias	6	-0.7796380519866943
114291	linear.bias	7	-0.748597264289856
114291	linear.bias	8	-0.01705317199230194
114291	linear.bias	9	3.240438222885132
114488	transitions	0	-0.3572397530078888
114488	transitions	1	8.1795015335083
114488	transitions	2	-3.360628366470337
114488	transitions	3	1.3899712562561035
114488	transitions	4	-1.9835273027420044
114488	transitions	5	-0.35931596159935
114488	transitions	6	-0.1810123175382614
114488	transitions	7	-10000.0
114488	transitions	8	1.7370681762695312
114488	transitions	9	-2.2919576168060303
114488	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
114488	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
114488	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
114488	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
114488	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
114488	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
114488	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
114488	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
114488	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
114488	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
114488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
114488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
114488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
114488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
114488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
114488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
114488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
114488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
114488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
114488	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
114488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
114488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
114488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
114488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
114488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
114488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
114488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
114488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
114488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
114488	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
114488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
114488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
114488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
114488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
114488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
114488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
114488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
114488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
114488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
114488	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
114488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
114488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
114488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
114488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
114488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
114488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
114488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
114488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
114488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
114488	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
114488	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
114488	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
114488	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
114488	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
114488	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
114488	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
114488	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
114488	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
114488	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
114488	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
114488	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
114488	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
114488	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
114488	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
114488	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
114488	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
114488	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
114488	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
114488	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
114488	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
114488	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
114488	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
114488	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
114488	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
114488	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
114488	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
114488	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
114488	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
114488	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
114488	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
114488	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
114488	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
114488	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
114488	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
114488	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
114488	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
114488	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
114488	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
114488	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
114488	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
114488	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
114488	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
114488	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
114488	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
114488	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
114488	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
114488	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
114488	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
114488	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
114488	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
114488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
114488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
114488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
114488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
114488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
114488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
114488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
114488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
114488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
114488	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
114488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
114488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
114488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
114488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
114488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
114488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
114488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
114488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
114488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
114488	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
114488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
114488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
114488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
114488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
114488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
114488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
114488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
114488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
114488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
114488	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
114488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
114488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
114488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
114488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
114488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
114488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
114488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
114488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
114488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
114488	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
114488	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
114488	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
114488	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
114488	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
114488	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
114488	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
114488	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
114488	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
114488	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
114488	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
114488	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
114488	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
114488	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
114488	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
114488	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
114488	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
114488	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
114488	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
114488	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
114488	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
114488	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
114488	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
114488	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
114488	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
114488	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
114488	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
114488	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
114488	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
114488	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
114488	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
114488	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
114488	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
114488	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
114488	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
114488	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
114488	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
114488	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
114488	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
114488	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
114488	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
114488	embedding2nn.weight	0	0.044887855648994446
114488	embedding2nn.weight	1	-0.08327808976173401
114488	embedding2nn.weight	2	-0.021816568449139595
114488	embedding2nn.weight	3	-0.051060132682323456
114488	embedding2nn.weight	4	-0.13253529369831085
114488	embedding2nn.weight	5	0.10551463812589645
114488	embedding2nn.weight	6	-0.14756543934345245
114488	embedding2nn.weight	7	-0.08195272088050842
114488	embedding2nn.weight	8	-0.00981888733804226
114488	embedding2nn.weight	9	0.02825404889881611
114488	embedding2nn.bias	0	0.05041501298546791
114488	embedding2nn.bias	1	0.024010607972741127
114488	embedding2nn.bias	2	-0.11586085706949234
114488	embedding2nn.bias	3	0.042425598949193954
114488	embedding2nn.bias	4	0.03194854035973549
114488	embedding2nn.bias	5	-0.16259898245334625
114488	embedding2nn.bias	6	-0.09721311926841736
114488	embedding2nn.bias	7	-0.02370557375252247
114488	embedding2nn.bias	8	0.0868065133690834
114488	embedding2nn.bias	9	-0.08885399252176285
114488	rnn.weight_ih_l0	0	0.01356122363358736
114488	rnn.weight_ih_l0	1	-0.05477999150753021
114488	rnn.weight_ih_l0	2	-0.023965416476130486
114488	rnn.weight_ih_l0	3	-0.019574150443077087
114488	rnn.weight_ih_l0	4	0.019704358652234077
114488	rnn.weight_ih_l0	5	-0.08702819794416428
114488	rnn.weight_ih_l0	6	-0.03455642610788345
114488	rnn.weight_ih_l0	7	-0.02259422466158867
114488	rnn.weight_ih_l0	8	0.024951227009296417
114488	rnn.weight_ih_l0	9	0.010944537818431854
114488	rnn.weight_hh_l0	0	0.010459987446665764
114488	rnn.weight_hh_l0	1	-0.0795884057879448
114488	rnn.weight_hh_l0	2	0.05170028284192085
114488	rnn.weight_hh_l0	3	0.041258178651332855
114488	rnn.weight_hh_l0	4	0.007047134917229414
114488	rnn.weight_hh_l0	5	0.06099384278059006
114488	rnn.weight_hh_l0	6	-0.012097611092031002
114488	rnn.weight_hh_l0	7	-0.07953204959630966
114488	rnn.weight_hh_l0	8	-0.003491470590233803
114488	rnn.weight_hh_l0	9	-0.10760446637868881
114488	rnn.bias_ih_l0	0	-0.08392097800970078
114488	rnn.bias_ih_l0	1	-0.1575208604335785
114488	rnn.bias_ih_l0	2	-0.23863257467746735
114488	rnn.bias_ih_l0	3	-0.2786075472831726
114488	rnn.bias_ih_l0	4	0.01723586954176426
114488	rnn.bias_ih_l0	5	0.07416793704032898
114488	rnn.bias_ih_l0	6	-0.16473983228206635
114488	rnn.bias_ih_l0	7	-0.2603263854980469
114488	rnn.bias_ih_l0	8	-0.11660870164632797
114488	rnn.bias_ih_l0	9	-0.15582291781902313
114488	rnn.bias_hh_l0	0	0.1410481482744217
114488	rnn.bias_hh_l0	1	-0.05440523475408554
114488	rnn.bias_hh_l0	2	0.02010199800133705
114488	rnn.bias_hh_l0	3	-0.1600586175918579
114488	rnn.bias_hh_l0	4	0.036308955401182175
114488	rnn.bias_hh_l0	5	0.014956546947360039
114488	rnn.bias_hh_l0	6	-0.09124164283275604
114488	rnn.bias_hh_l0	7	-0.14852574467658997
114488	rnn.bias_hh_l0	8	-0.17207218706607819
114488	rnn.bias_hh_l0	9	-0.0942099392414093
114488	rnn.weight_ih_l0_reverse	0	-0.00978147517889738
114488	rnn.weight_ih_l0_reverse	1	0.010115454904735088
114488	rnn.weight_ih_l0_reverse	2	-0.03785429522395134
114488	rnn.weight_ih_l0_reverse	3	-0.011341303586959839
114488	rnn.weight_ih_l0_reverse	4	0.028326408937573433
114488	rnn.weight_ih_l0_reverse	5	-0.053397540003061295
114488	rnn.weight_ih_l0_reverse	6	-0.0413140244781971
114488	rnn.weight_ih_l0_reverse	7	-0.006994687952101231
114488	rnn.weight_ih_l0_reverse	8	0.0812225490808487
114488	rnn.weight_ih_l0_reverse	9	0.011828986927866936
114488	rnn.weight_hh_l0_reverse	0	0.0071115270256996155
114488	rnn.weight_hh_l0_reverse	1	0.022057238966226578
114488	rnn.weight_hh_l0_reverse	2	-0.04111852869391441
114488	rnn.weight_hh_l0_reverse	3	0.03600136563181877
114488	rnn.weight_hh_l0_reverse	4	0.022350598126649857
114488	rnn.weight_hh_l0_reverse	5	-0.010669659823179245
114488	rnn.weight_hh_l0_reverse	6	0.04362035170197487
114488	rnn.weight_hh_l0_reverse	7	0.02636331133544445
114488	rnn.weight_hh_l0_reverse	8	-0.011752407066524029
114488	rnn.weight_hh_l0_reverse	9	-0.05185925215482712
114488	rnn.bias_ih_l0_reverse	0	-0.1339673399925232
114488	rnn.bias_ih_l0_reverse	1	-0.2977536916732788
114488	rnn.bias_ih_l0_reverse	2	-0.0633726418018341
114488	rnn.bias_ih_l0_reverse	3	-0.12155770510435104
114488	rnn.bias_ih_l0_reverse	4	0.08145705610513687
114488	rnn.bias_ih_l0_reverse	5	-0.2250363528728485
114488	rnn.bias_ih_l0_reverse	6	-0.05251537635922432
114488	rnn.bias_ih_l0_reverse	7	0.02838207595050335
114488	rnn.bias_ih_l0_reverse	8	-0.17114222049713135
114488	rnn.bias_ih_l0_reverse	9	-0.10723907500505447
114488	rnn.bias_hh_l0_reverse	0	-0.13868604600429535
114488	rnn.bias_hh_l0_reverse	1	-0.13929152488708496
114488	rnn.bias_hh_l0_reverse	2	-0.02548918128013611
114488	rnn.bias_hh_l0_reverse	3	-0.12545907497406006
114488	rnn.bias_hh_l0_reverse	4	-0.03149647265672684
114488	rnn.bias_hh_l0_reverse	5	-0.11999006569385529
114488	rnn.bias_hh_l0_reverse	6	-0.04867352172732353
114488	rnn.bias_hh_l0_reverse	7	-0.17281298339366913
114488	rnn.bias_hh_l0_reverse	8	-0.04296412691473961
114488	rnn.bias_hh_l0_reverse	9	-0.12351483106613159
114488	linear.weight	0	-0.24429668486118317
114488	linear.weight	1	-0.16181768476963043
114488	linear.weight	2	-0.011228874325752258
114488	linear.weight	3	-0.04519597813487053
114488	linear.weight	4	0.06074056774377823
114488	linear.weight	5	0.2816321551799774
114488	linear.weight	6	0.0047744326293468475
114488	linear.weight	7	-0.021312154829502106
114488	linear.weight	8	0.1634383201599121
114488	linear.weight	9	0.15934596955776215
114488	linear.bias	0	-0.8436927199363708
114488	linear.bias	1	1.246052622795105
114488	linear.bias	2	-0.2346971333026886
114488	linear.bias	3	-0.6420310139656067
114488	linear.bias	4	-1.0214295387268066
114488	linear.bias	5	-1.1637749671936035
114488	linear.bias	6	-0.805432140827179
114488	linear.bias	7	-0.7424818873405457
114488	linear.bias	8	-0.01705317199230194
114488	linear.bias	9	3.2672512531280518
114492	transitions	0	-0.3572407066822052
114492	transitions	1	8.18610954284668
114492	transitions	2	-3.3606302738189697
114492	transitions	3	1.389971137046814
114492	transitions	4	-1.9835336208343506
114492	transitions	5	-0.35931652784347534
114492	transitions	6	-0.18101277947425842
114492	transitions	7	-10000.0
114492	transitions	8	1.7370648384094238
114492	transitions	9	-2.2919576168060303
114492	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
114492	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
114492	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
114492	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
114492	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
114492	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
114492	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
114492	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
114492	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
114492	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
114492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
114492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
114492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
114492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
114492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
114492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
114492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
114492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
114492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
114492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
114492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
114492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
114492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
114492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
114492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
114492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
114492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
114492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
114492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
114492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
114492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
114492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
114492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
114492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
114492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
114492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
114492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
114492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
114492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
114492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
114492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
114492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
114492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
114492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
114492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
114492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
114492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
114492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
114492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
114492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
114492	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
114492	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
114492	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
114492	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
114492	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
114492	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
114492	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
114492	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
114492	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
114492	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
114492	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
114492	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
114492	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
114492	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
114492	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
114492	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
114492	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
114492	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
114492	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
114492	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
114492	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
114492	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
114492	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
114492	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
114492	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
114492	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
114492	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
114492	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
114492	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
114492	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
114492	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
114492	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
114492	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
114492	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
114492	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
114492	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
114492	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
114492	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
114492	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
114492	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
114492	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
114492	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
114492	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
114492	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
114492	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
114492	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
114492	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
114492	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
114492	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
114492	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
114492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
114492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
114492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
114492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
114492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
114492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
114492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
114492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
114492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
114492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
114492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
114492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
114492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
114492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
114492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
114492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
114492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
114492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
114492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
114492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
114492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
114492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
114492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
114492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
114492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
114492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
114492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
114492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
114492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
114492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
114492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
114492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
114492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
114492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
114492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
114492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
114492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
114492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
114492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
114492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
114492	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
114492	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
114492	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
114492	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
114492	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
114492	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
114492	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
114492	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
114492	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
114492	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
114492	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
114492	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
114492	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
114492	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
114492	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
114492	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
114492	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
114492	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
114492	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
114492	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
114492	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
114492	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
114492	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
114492	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
114492	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
114492	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
114492	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
114492	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
114492	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
114492	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
114492	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
114492	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
114492	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
114492	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
114492	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
114492	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
114492	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
114492	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
114492	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
114492	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
114492	embedding2nn.weight	0	0.04486575722694397
114492	embedding2nn.weight	1	-0.08354339748620987
114492	embedding2nn.weight	2	-0.021950215101242065
114492	embedding2nn.weight	3	-0.05107413977384567
114492	embedding2nn.weight	4	-0.1326347440481186
114492	embedding2nn.weight	5	0.10500466823577881
114492	embedding2nn.weight	6	-0.14698918163776398
114492	embedding2nn.weight	7	-0.08175947517156601
114492	embedding2nn.weight	8	-0.009658374823629856
114492	embedding2nn.weight	9	0.028355538845062256
114492	embedding2nn.bias	0	0.05170170217752457
114492	embedding2nn.bias	1	0.02242119237780571
114492	embedding2nn.bias	2	-0.1158880889415741
114492	embedding2nn.bias	3	0.043360281735658646
114492	embedding2nn.bias	4	0.030032796785235405
114492	embedding2nn.bias	5	-0.16261430084705353
114492	embedding2nn.bias	6	-0.09618720412254333
114492	embedding2nn.bias	7	-0.023874320089817047
114492	embedding2nn.bias	8	0.0864638164639473
114492	embedding2nn.bias	9	-0.08922810107469559
114492	rnn.weight_ih_l0	0	0.013959248550236225
114492	rnn.weight_ih_l0	1	-0.05473555997014046
114492	rnn.weight_ih_l0	2	-0.02403857186436653
114492	rnn.weight_ih_l0	3	-0.019523926079273224
114492	rnn.weight_ih_l0	4	0.019607452675700188
114492	rnn.weight_ih_l0	5	-0.08715976774692535
114492	rnn.weight_ih_l0	6	-0.0345117449760437
114492	rnn.weight_ih_l0	7	-0.02263176627457142
114492	rnn.weight_ih_l0	8	0.02516942098736763
114492	rnn.weight_ih_l0	9	0.011680454947054386
114492	rnn.weight_hh_l0	0	0.010440328158438206
114492	rnn.weight_hh_l0	1	-0.07992901653051376
114492	rnn.weight_hh_l0	2	0.05175117030739784
114492	rnn.weight_hh_l0	3	0.04116901010274887
114492	rnn.weight_hh_l0	4	0.006992051377892494
114492	rnn.weight_hh_l0	5	0.06104051694273949
114492	rnn.weight_hh_l0	6	-0.012085922062397003
114492	rnn.weight_hh_l0	7	-0.07959591597318649
114492	rnn.weight_hh_l0	8	-0.004179706797003746
114492	rnn.weight_hh_l0	9	-0.10760514438152313
114492	rnn.bias_ih_l0	0	-0.08361193537712097
114492	rnn.bias_ih_l0	1	-0.15663854777812958
114492	rnn.bias_ih_l0	2	-0.23807263374328613
114492	rnn.bias_ih_l0	3	-0.27866601943969727
114492	rnn.bias_ih_l0	4	0.016791505739092827
114492	rnn.bias_ih_l0	5	0.07428491860628128
114492	rnn.bias_ih_l0	6	-0.16480717062950134
114492	rnn.bias_ih_l0	7	-0.26117515563964844
114492	rnn.bias_ih_l0	8	-0.1163632944226265
114492	rnn.bias_ih_l0	9	-0.1557534635066986
114492	rnn.bias_hh_l0	0	0.14101183414459229
114492	rnn.bias_hh_l0	1	-0.05454988032579422
114492	rnn.bias_hh_l0	2	0.01979481242597103
114492	rnn.bias_hh_l0	3	-0.16035522520542145
114492	rnn.bias_hh_l0	4	0.03620652109384537
114492	rnn.bias_hh_l0	5	0.014836536720395088
114492	rnn.bias_hh_l0	6	-0.09109716862440109
114492	rnn.bias_hh_l0	7	-0.1481948345899582
114492	rnn.bias_hh_l0	8	-0.1719629168510437
114492	rnn.bias_hh_l0	9	-0.0954582542181015
114492	rnn.weight_ih_l0_reverse	0	-0.009698489680886269
114492	rnn.weight_ih_l0_reverse	1	0.010122653096914291
114492	rnn.weight_ih_l0_reverse	2	-0.03770700842142105
114492	rnn.weight_ih_l0_reverse	3	-0.011235500685870647
114492	rnn.weight_ih_l0_reverse	4	0.02846289426088333
114492	rnn.weight_ih_l0_reverse	5	-0.053072795271873474
114492	rnn.weight_ih_l0_reverse	6	-0.041271060705184937
114492	rnn.weight_ih_l0_reverse	7	-0.006951410323381424
114492	rnn.weight_ih_l0_reverse	8	0.0813736766576767
114492	rnn.weight_ih_l0_reverse	9	0.011606068350374699
114492	rnn.weight_hh_l0_reverse	0	0.007118415553122759
114492	rnn.weight_hh_l0_reverse	1	0.022100459784269333
114492	rnn.weight_hh_l0_reverse	2	-0.04116510972380638
114492	rnn.weight_hh_l0_reverse	3	0.03593984618782997
114492	rnn.weight_hh_l0_reverse	4	0.02234145812690258
114492	rnn.weight_hh_l0_reverse	5	-0.010533173568546772
114492	rnn.weight_hh_l0_reverse	6	0.04359101876616478
114492	rnn.weight_hh_l0_reverse	7	0.02618061564862728
114492	rnn.weight_hh_l0_reverse	8	-0.011815333738923073
114492	rnn.weight_hh_l0_reverse	9	-0.051851656287908554
114492	rnn.bias_ih_l0_reverse	0	-0.13425934314727783
114492	rnn.bias_ih_l0_reverse	1	-0.29735255241394043
114492	rnn.bias_ih_l0_reverse	2	-0.0632810965180397
114492	rnn.bias_ih_l0_reverse	3	-0.12183480709791183
114492	rnn.bias_ih_l0_reverse	4	0.08141195774078369
114492	rnn.bias_ih_l0_reverse	5	-0.2246885895729065
114492	rnn.bias_ih_l0_reverse	6	-0.052516836673021317
114492	rnn.bias_ih_l0_reverse	7	0.027871958911418915
114492	rnn.bias_ih_l0_reverse	8	-0.17133407294750214
114492	rnn.bias_ih_l0_reverse	9	-0.1059495136141777
114492	rnn.bias_hh_l0_reverse	0	-0.13892284035682678
114492	rnn.bias_hh_l0_reverse	1	-0.13909560441970825
114492	rnn.bias_hh_l0_reverse	2	-0.02509959414601326
114492	rnn.bias_hh_l0_reverse	3	-0.12513253092765808
114492	rnn.bias_hh_l0_reverse	4	-0.03157667815685272
114492	rnn.bias_hh_l0_reverse	5	-0.11989068239927292
114492	rnn.bias_hh_l0_reverse	6	-0.04822063073515892
114492	rnn.bias_hh_l0_reverse	7	-0.17275434732437134
114492	rnn.bias_hh_l0_reverse	8	-0.04300824552774429
114492	rnn.bias_hh_l0_reverse	9	-0.12348941713571548
114492	linear.weight	0	-0.24423666298389435
114492	linear.weight	1	-0.161810040473938
114492	linear.weight	2	-0.011228874325752258
114492	linear.weight	3	-0.04529876634478569
114492	linear.weight	4	0.060992561280727386
114492	linear.weight	5	0.2815043032169342
114492	linear.weight	6	0.0047744326293468475
114492	linear.weight	7	-0.021312154829502106
114492	linear.weight	8	0.16327175498008728
114492	linear.weight	9	0.1621103286743164
114492	linear.bias	0	-0.844723641872406
114492	linear.bias	1	1.2498279809951782
114492	linear.bias	2	-0.24703527987003326
114492	linear.bias	3	-0.6358019113540649
114492	linear.bias	4	-1.0222997665405273
114492	linear.bias	5	-1.1637758016586304
114492	linear.bias	6	-0.8064637184143066
114492	linear.bias	7	-0.7442368268966675
114492	linear.bias	8	-0.01705317199230194
114492	linear.bias	9	3.2724735736846924
114689	transitions	0	-0.35735467076301575
114689	transitions	1	8.176753044128418
114689	transitions	2	-3.3616373538970947
114689	transitions	3	1.402496576309204
114689	transitions	4	-1.9839940071105957
114689	transitions	5	-0.35949352383613586
114689	transitions	6	-0.18110117316246033
114689	transitions	7	-10000.0
114689	transitions	8	1.7353209257125854
114689	transitions	9	-2.2919697761535645
114689	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
114689	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
114689	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
114689	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
114689	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
114689	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
114689	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
114689	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
114689	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
114689	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
114689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
114689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
114689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
114689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
114689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
114689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
114689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
114689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
114689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
114689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
114689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
114689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
114689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
114689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
114689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
114689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
114689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
114689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
114689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
114689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
114689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
114689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
114689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
114689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
114689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
114689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
114689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
114689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
114689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
114689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
114689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
114689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
114689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
114689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
114689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
114689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
114689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
114689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
114689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
114689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
114689	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
114689	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
114689	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
114689	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
114689	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
114689	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
114689	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
114689	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
114689	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
114689	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
114689	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
114689	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
114689	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
114689	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
114689	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
114689	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
114689	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
114689	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
114689	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
114689	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
114689	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
114689	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
114689	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
114689	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
114689	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
114689	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
114689	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
114689	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
114689	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
114689	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
114689	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
114689	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
114689	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
114689	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
114689	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
114689	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
114689	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
114689	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
114689	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
114689	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
114689	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
114689	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
114689	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
114689	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
114689	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
114689	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
114689	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
114689	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
114689	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
114689	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
114689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
114689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
114689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
114689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
114689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
114689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
114689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
114689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
114689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
114689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
114689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
114689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
114689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
114689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
114689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
114689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
114689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
114689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
114689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
114689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
114689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
114689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
114689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
114689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
114689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
114689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
114689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
114689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
114689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
114689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
114689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
114689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
114689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
114689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
114689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
114689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
114689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
114689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
114689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
114689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
114689	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
114689	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
114689	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
114689	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
114689	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
114689	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
114689	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
114689	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
114689	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
114689	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
114689	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
114689	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
114689	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
114689	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
114689	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
114689	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
114689	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
114689	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
114689	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
114689	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
114689	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
114689	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
114689	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
114689	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
114689	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
114689	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
114689	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
114689	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
114689	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
114689	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
114689	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
114689	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
114689	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
114689	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
114689	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
114689	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
114689	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
114689	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
114689	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
114689	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
114689	embedding2nn.weight	0	0.04498295858502388
114689	embedding2nn.weight	1	-0.08462543785572052
114689	embedding2nn.weight	2	-0.019591528922319412
114689	embedding2nn.weight	3	-0.04961010813713074
114689	embedding2nn.weight	4	-0.1330994963645935
114689	embedding2nn.weight	5	0.10396044701337814
114689	embedding2nn.weight	6	-0.15418477356433868
114689	embedding2nn.weight	7	-0.08086635917425156
114689	embedding2nn.weight	8	-0.009430984035134315
114689	embedding2nn.weight	9	0.027970798313617706
114689	embedding2nn.bias	0	0.036880265921354294
114689	embedding2nn.bias	1	0.017023032531142235
114689	embedding2nn.bias	2	-0.12205877900123596
114689	embedding2nn.bias	3	0.05044340714812279
114689	embedding2nn.bias	4	0.025823349133133888
114689	embedding2nn.bias	5	-0.16670118272304535
114689	embedding2nn.bias	6	-0.09532054513692856
114689	embedding2nn.bias	7	-0.03345852345228195
114689	embedding2nn.bias	8	0.07516469061374664
114689	embedding2nn.bias	9	-0.07400453090667725
114689	rnn.weight_ih_l0	0	0.012274899519979954
114689	rnn.weight_ih_l0	1	-0.05449140816926956
114689	rnn.weight_ih_l0	2	-0.025418395176529884
114689	rnn.weight_ih_l0	3	-0.02140617184340954
114689	rnn.weight_ih_l0	4	0.019007103517651558
114689	rnn.weight_ih_l0	5	-0.0843915343284607
114689	rnn.weight_ih_l0	6	-0.04026797041296959
114689	rnn.weight_ih_l0	7	-0.02128511667251587
114689	rnn.weight_ih_l0	8	0.025157660245895386
114689	rnn.weight_ih_l0	9	0.011564393527805805
114689	rnn.weight_hh_l0	0	0.010744054801762104
114689	rnn.weight_hh_l0	1	-0.07960835844278336
114689	rnn.weight_hh_l0	2	0.05154971405863762
114689	rnn.weight_hh_l0	3	0.040001168847084045
114689	rnn.weight_hh_l0	4	0.006022697314620018
114689	rnn.weight_hh_l0	5	0.0627373456954956
114689	rnn.weight_hh_l0	6	-0.011803864501416683
114689	rnn.weight_hh_l0	7	-0.0792890414595604
114689	rnn.weight_hh_l0	8	-0.0032043682876974344
114689	rnn.weight_hh_l0	9	-0.10641375184059143
114689	rnn.bias_ih_l0	0	-0.07813820242881775
114689	rnn.bias_ih_l0	1	-0.15540634095668793
114689	rnn.bias_ih_l0	2	-0.23553349077701569
114689	rnn.bias_ih_l0	3	-0.27708008885383606
114689	rnn.bias_ih_l0	4	0.0189482681453228
114689	rnn.bias_ih_l0	5	0.07430566847324371
114689	rnn.bias_ih_l0	6	-0.16360799968242645
114689	rnn.bias_ih_l0	7	-0.2567550539970398
114689	rnn.bias_ih_l0	8	-0.1133890375494957
114689	rnn.bias_ih_l0	9	-0.16031748056411743
114689	rnn.bias_hh_l0	0	0.14653557538986206
114689	rnn.bias_hh_l0	1	-0.05252475291490555
114689	rnn.bias_hh_l0	2	0.01728793792426586
114689	rnn.bias_hh_l0	3	-0.16340547800064087
114689	rnn.bias_hh_l0	4	0.033123817294836044
114689	rnn.bias_hh_l0	5	0.023633213713765144
114689	rnn.bias_hh_l0	6	-0.09110882133245468
114689	rnn.bias_hh_l0	7	-0.1490684300661087
114689	rnn.bias_hh_l0	8	-0.1686316579580307
114689	rnn.bias_hh_l0	9	-0.09798150509595871
114689	rnn.weight_ih_l0_reverse	0	-0.008736872114241123
114689	rnn.weight_ih_l0_reverse	1	0.010908855125308037
114689	rnn.weight_ih_l0_reverse	2	-0.03828270360827446
114689	rnn.weight_ih_l0_reverse	3	-0.009618180803954601
114689	rnn.weight_ih_l0_reverse	4	0.03178999572992325
114689	rnn.weight_ih_l0_reverse	5	-0.05426856502890587
114689	rnn.weight_ih_l0_reverse	6	-0.04176705330610275
114689	rnn.weight_ih_l0_reverse	7	-0.008880195207893848
114689	rnn.weight_ih_l0_reverse	8	0.0836900994181633
114689	rnn.weight_ih_l0_reverse	9	0.011427170597016811
114689	rnn.weight_hh_l0_reverse	0	0.007105309050530195
114689	rnn.weight_hh_l0_reverse	1	0.021827705204486847
114689	rnn.weight_hh_l0_reverse	2	-0.04158535599708557
114689	rnn.weight_hh_l0_reverse	3	0.037421856075525284
114689	rnn.weight_hh_l0_reverse	4	0.022152619436383247
114689	rnn.weight_hh_l0_reverse	5	-0.010790076106786728
114689	rnn.weight_hh_l0_reverse	6	0.04350731894373894
114689	rnn.weight_hh_l0_reverse	7	0.026417410001158714
114689	rnn.weight_hh_l0_reverse	8	-0.01169571466743946
114689	rnn.weight_hh_l0_reverse	9	-0.05134996026754379
114689	rnn.bias_ih_l0_reverse	0	-0.1328451782464981
114689	rnn.bias_ih_l0_reverse	1	-0.29433879256248474
114689	rnn.bias_ih_l0_reverse	2	-0.06514198333024979
114689	rnn.bias_ih_l0_reverse	3	-0.12304720282554626
114689	rnn.bias_ih_l0_reverse	4	0.08450374752283096
114689	rnn.bias_ih_l0_reverse	5	-0.22755290567874908
114689	rnn.bias_ih_l0_reverse	6	-0.0538317896425724
114689	rnn.bias_ih_l0_reverse	7	0.025823768228292465
114689	rnn.bias_ih_l0_reverse	8	-0.1693706214427948
114689	rnn.bias_ih_l0_reverse	9	-0.10335636138916016
114689	rnn.bias_hh_l0_reverse	0	-0.140261709690094
114689	rnn.bias_hh_l0_reverse	1	-0.14146345853805542
114689	rnn.bias_hh_l0_reverse	2	-0.023308197036385536
114689	rnn.bias_hh_l0_reverse	3	-0.12685248255729675
114689	rnn.bias_hh_l0_reverse	4	-0.03258514031767845
114689	rnn.bias_hh_l0_reverse	5	-0.11614438891410828
114689	rnn.bias_hh_l0_reverse	6	-0.05076079070568085
114689	rnn.bias_hh_l0_reverse	7	-0.17050302028656006
114689	rnn.bias_hh_l0_reverse	8	-0.0417545810341835
114689	rnn.bias_hh_l0_reverse	9	-0.12506000697612762
114689	linear.weight	0	-0.2577112913131714
114689	linear.weight	1	-0.16130566596984863
114689	linear.weight	2	-0.011228874325752258
114689	linear.weight	3	-0.05510537698864937
114689	linear.weight	4	0.05027329549193382
114689	linear.weight	5	0.2762225866317749
114689	linear.weight	6	0.0047744326293468475
114689	linear.weight	7	-0.021312154829502106
114689	linear.weight	8	0.16286541521549225
114689	linear.weight	9	0.14835013449192047
114689	linear.bias	0	-0.8205389380455017
114689	linear.bias	1	1.2787837982177734
114689	linear.bias	2	-0.2079342007637024
114689	linear.bias	3	-0.6458304524421692
114689	linear.bias	4	-1.0369218587875366
114689	linear.bias	5	-1.163853645324707
114689	linear.bias	6	-0.784267008304596
114689	linear.bias	7	-0.7458506226539612
114689	linear.bias	8	-0.01705317199230194
114689	linear.bias	9	3.2510504722595215
114886	transitions	0	-0.3613033890724182
114886	transitions	1	8.172134399414062
114886	transitions	2	-3.362581968307495
114886	transitions	3	1.4035760164260864
114886	transitions	4	-1.984986424446106
114886	transitions	5	-0.36011019349098206
114886	transitions	6	-0.18119898438453674
114886	transitions	7	-10000.0
114886	transitions	8	1.7346994876861572
114886	transitions	9	-2.2919843196868896
114886	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
114886	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
114886	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
114886	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
114886	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
114886	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
114886	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
114886	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
114886	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
114886	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
114886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
114886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
114886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
114886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
114886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
114886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
114886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
114886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
114886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
114886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
114886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
114886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
114886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
114886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
114886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
114886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
114886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
114886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
114886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
114886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
114886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
114886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
114886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
114886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
114886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
114886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
114886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
114886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
114886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
114886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
114886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
114886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
114886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
114886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
114886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
114886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
114886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
114886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
114886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
114886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
114886	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
114886	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
114886	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
114886	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
114886	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
114886	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
114886	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
114886	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
114886	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
114886	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
114886	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
114886	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
114886	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
114886	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
114886	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
114886	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
114886	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
114886	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
114886	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
114886	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
114886	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
114886	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
114886	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
114886	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
114886	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
114886	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
114886	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
114886	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
114886	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
114886	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
114886	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
114886	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
114886	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
114886	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
114886	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
114886	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
114886	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
114886	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
114886	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
114886	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
114886	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
114886	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
114886	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
114886	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
114886	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
114886	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
114886	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
114886	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
114886	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
114886	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
114886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
114886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
114886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
114886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
114886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
114886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
114886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
114886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
114886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
114886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
114886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
114886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
114886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
114886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
114886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
114886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
114886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
114886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
114886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
114886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
114886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
114886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
114886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
114886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
114886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
114886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
114886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
114886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
114886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
114886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
114886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
114886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
114886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
114886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
114886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
114886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
114886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
114886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
114886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
114886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
114886	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
114886	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
114886	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
114886	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
114886	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
114886	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
114886	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
114886	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
114886	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
114886	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
114886	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
114886	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
114886	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
114886	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
114886	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
114886	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
114886	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
114886	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
114886	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
114886	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
114886	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
114886	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
114886	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
114886	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
114886	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
114886	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
114886	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
114886	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
114886	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
114886	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
114886	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
114886	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
114886	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
114886	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
114886	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
114886	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
114886	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
114886	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
114886	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
114886	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
114886	embedding2nn.weight	0	0.044649746268987656
114886	embedding2nn.weight	1	-0.08339757472276688
114886	embedding2nn.weight	2	-0.019588103517889977
114886	embedding2nn.weight	3	-0.04750129207968712
114886	embedding2nn.weight	4	-0.12958268821239471
114886	embedding2nn.weight	5	0.10337816178798676
114886	embedding2nn.weight	6	-0.15130311250686646
114886	embedding2nn.weight	7	-0.07632333785295486
114886	embedding2nn.weight	8	-0.010833739303052425
114886	embedding2nn.weight	9	0.027749495580792427
114886	embedding2nn.bias	0	0.05268711969256401
114886	embedding2nn.bias	1	0.034238964319229126
114886	embedding2nn.bias	2	-0.12784121930599213
114886	embedding2nn.bias	3	0.038603562861680984
114886	embedding2nn.bias	4	0.03467610105872154
114886	embedding2nn.bias	5	-0.17333471775054932
114886	embedding2nn.bias	6	-0.10020317137241364
114886	embedding2nn.bias	7	-0.032673999667167664
114886	embedding2nn.bias	8	0.07595279067754745
114886	embedding2nn.bias	9	-0.07969241589307785
114886	rnn.weight_ih_l0	0	0.011189883574843407
114886	rnn.weight_ih_l0	1	-0.05711981654167175
114886	rnn.weight_ih_l0	2	-0.028705986216664314
114886	rnn.weight_ih_l0	3	-0.022920500487089157
114886	rnn.weight_ih_l0	4	0.02314494363963604
114886	rnn.weight_ih_l0	5	-0.0835835188627243
114886	rnn.weight_ih_l0	6	-0.03604012355208397
114886	rnn.weight_ih_l0	7	-0.023366253823041916
114886	rnn.weight_ih_l0	8	0.024401679635047913
114886	rnn.weight_ih_l0	9	0.012071955017745495
114886	rnn.weight_hh_l0	0	0.010648396797478199
114886	rnn.weight_hh_l0	1	-0.07961516082286835
114886	rnn.weight_hh_l0	2	0.05201822891831398
114886	rnn.weight_hh_l0	3	0.04151078686118126
114886	rnn.weight_hh_l0	4	0.005633226130157709
114886	rnn.weight_hh_l0	5	0.06403079628944397
114886	rnn.weight_hh_l0	6	-0.012582591734826565
114886	rnn.weight_hh_l0	7	-0.07986462861299515
114886	rnn.weight_hh_l0	8	-0.00359113491140306
114886	rnn.weight_hh_l0	9	-0.10615681111812592
114886	rnn.bias_ih_l0	0	-0.07419440150260925
114886	rnn.bias_ih_l0	1	-0.15602733194828033
114886	rnn.bias_ih_l0	2	-0.2344178855419159
114886	rnn.bias_ih_l0	3	-0.2780788838863373
114886	rnn.bias_ih_l0	4	0.01229054108262062
114886	rnn.bias_ih_l0	5	0.06775346398353577
114886	rnn.bias_ih_l0	6	-0.16036926209926605
114886	rnn.bias_ih_l0	7	-0.2562713027000427
114886	rnn.bias_ih_l0	8	-0.11407535523176193
114886	rnn.bias_ih_l0	9	-0.1618371158838272
114886	rnn.bias_hh_l0	0	0.15036383271217346
114886	rnn.bias_hh_l0	1	-0.051700446754693985
114886	rnn.bias_hh_l0	2	0.016147824004292488
114886	rnn.bias_hh_l0	3	-0.15803995728492737
114886	rnn.bias_hh_l0	4	0.034681063145399094
114886	rnn.bias_hh_l0	5	0.021952148526906967
114886	rnn.bias_hh_l0	6	-0.0909561738371849
114886	rnn.bias_hh_l0	7	-0.14895395934581757
114886	rnn.bias_hh_l0	8	-0.1697956621646881
114886	rnn.bias_hh_l0	9	-0.10248154401779175
114886	rnn.weight_ih_l0_reverse	0	-0.009174960665404797
114886	rnn.weight_ih_l0_reverse	1	0.010522632859647274
114886	rnn.weight_ih_l0_reverse	2	-0.039949145168066025
114886	rnn.weight_ih_l0_reverse	3	-0.010221154429018497
114886	rnn.weight_ih_l0_reverse	4	0.03019687719643116
114886	rnn.weight_ih_l0_reverse	5	-0.05301498621702194
114886	rnn.weight_ih_l0_reverse	6	-0.043022170662879944
114886	rnn.weight_ih_l0_reverse	7	-0.010588020086288452
114886	rnn.weight_ih_l0_reverse	8	0.09177996218204498
114886	rnn.weight_ih_l0_reverse	9	0.012251393869519234
114886	rnn.weight_hh_l0_reverse	0	0.00660315016284585
114886	rnn.weight_hh_l0_reverse	1	0.021485116332769394
114886	rnn.weight_hh_l0_reverse	2	-0.041492342948913574
114886	rnn.weight_hh_l0_reverse	3	0.037872061133384705
114886	rnn.weight_hh_l0_reverse	4	0.022174203768372536
114886	rnn.weight_hh_l0_reverse	5	-0.010371673852205276
114886	rnn.weight_hh_l0_reverse	6	0.043800365179777145
114886	rnn.weight_hh_l0_reverse	7	0.02688886784017086
114886	rnn.weight_hh_l0_reverse	8	-0.011040247976779938
114886	rnn.weight_hh_l0_reverse	9	-0.05142313987016678
114886	rnn.bias_ih_l0_reverse	0	-0.13486261665821075
114886	rnn.bias_ih_l0_reverse	1	-0.2891903221607208
114886	rnn.bias_ih_l0_reverse	2	-0.06648468971252441
114886	rnn.bias_ih_l0_reverse	3	-0.12542769312858582
114886	rnn.bias_ih_l0_reverse	4	0.08738734573125839
114886	rnn.bias_ih_l0_reverse	5	-0.23013311624526978
114886	rnn.bias_ih_l0_reverse	6	-0.05338538438081741
114886	rnn.bias_ih_l0_reverse	7	0.026448678225278854
114886	rnn.bias_ih_l0_reverse	8	-0.17314216494560242
114886	rnn.bias_ih_l0_reverse	9	-0.10617701709270477
114886	rnn.bias_hh_l0_reverse	0	-0.1380133181810379
114886	rnn.bias_hh_l0_reverse	1	-0.1380918025970459
114886	rnn.bias_hh_l0_reverse	2	-0.024984994903206825
114886	rnn.bias_hh_l0_reverse	3	-0.12337005883455276
114886	rnn.bias_hh_l0_reverse	4	-0.032293517142534256
114886	rnn.bias_hh_l0_reverse	5	-0.11492162942886353
114886	rnn.bias_hh_l0_reverse	6	-0.05625550448894501
114886	rnn.bias_hh_l0_reverse	7	-0.16962897777557373
114886	rnn.bias_hh_l0_reverse	8	-0.043503791093826294
114886	rnn.bias_hh_l0_reverse	9	-0.12623724341392517
114886	linear.weight	0	-0.2616029679775238
114886	linear.weight	1	-0.15693680942058563
114886	linear.weight	2	-0.011228874325752258
114886	linear.weight	3	-0.05542318522930145
114886	linear.weight	4	0.04440315440297127
114886	linear.weight	5	0.2690192759037018
114886	linear.weight	6	0.0047744326293468475
114886	linear.weight	7	-0.021312154829502106
114886	linear.weight	8	0.19557102024555206
114886	linear.weight	9	0.13983649015426636
114886	linear.bias	0	-0.8388123512268066
114886	linear.bias	1	1.3206425905227661
114886	linear.bias	2	-0.22221951186656952
114886	linear.bias	3	-0.6345512270927429
114886	linear.bias	4	-1.0410492420196533
114886	linear.bias	5	-1.1639379262924194
114886	linear.bias	6	-0.8043003678321838
114886	linear.bias	7	-0.7438352108001709
114886	linear.bias	8	-0.01705317199230194
114886	linear.bias	9	3.22503662109375
115083	transitions	0	-0.36147844791412354
115083	transitions	1	8.195355415344238
115083	transitions	2	-3.3632218837738037
115083	transitions	3	1.4037474393844604
115083	transitions	4	-1.9857054948806763
115083	transitions	5	-0.3602568209171295
115083	transitions	6	-0.18125247955322266
115083	transitions	7	-10000.0
115083	transitions	8	1.7328532934188843
115083	transitions	9	-2.291996955871582
115083	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
115083	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
115083	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
115083	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
115083	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
115083	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
115083	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
115083	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
115083	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
115083	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
115083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
115083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
115083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
115083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
115083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
115083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
115083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
115083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
115083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
115083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
115083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
115083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
115083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
115083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
115083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
115083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
115083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
115083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
115083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
115083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
115083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
115083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
115083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
115083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
115083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
115083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
115083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
115083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
115083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
115083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
115083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
115083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
115083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
115083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
115083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
115083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
115083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
115083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
115083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
115083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
115083	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
115083	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
115083	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
115083	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
115083	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
115083	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
115083	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
115083	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
115083	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
115083	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
115083	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
115083	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
115083	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
115083	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
115083	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
115083	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
115083	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
115083	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
115083	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
115083	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
115083	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
115083	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
115083	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
115083	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
115083	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
115083	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
115083	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
115083	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
115083	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
115083	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
115083	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
115083	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
115083	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
115083	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
115083	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
115083	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
115083	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
115083	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
115083	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
115083	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
115083	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
115083	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
115083	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
115083	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
115083	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
115083	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
115083	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
115083	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
115083	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
115083	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
115083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
115083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
115083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
115083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
115083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
115083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
115083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
115083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
115083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
115083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
115083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
115083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
115083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
115083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
115083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
115083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
115083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
115083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
115083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
115083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
115083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
115083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
115083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
115083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
115083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
115083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
115083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
115083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
115083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
115083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
115083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
115083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
115083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
115083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
115083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
115083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
115083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
115083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
115083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
115083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
115083	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
115083	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
115083	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
115083	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
115083	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
115083	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
115083	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
115083	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
115083	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
115083	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
115083	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
115083	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
115083	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
115083	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
115083	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
115083	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
115083	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
115083	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
115083	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
115083	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
115083	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
115083	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
115083	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
115083	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
115083	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
115083	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
115083	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
115083	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
115083	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
115083	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
115083	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
115083	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
115083	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
115083	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
115083	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
115083	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
115083	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
115083	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
115083	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
115083	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
115083	embedding2nn.weight	0	0.04491635411977768
115083	embedding2nn.weight	1	-0.08583410084247589
115083	embedding2nn.weight	2	-0.017014097422361374
115083	embedding2nn.weight	3	-0.04750245064496994
115083	embedding2nn.weight	4	-0.12485222518444061
115083	embedding2nn.weight	5	0.10547319054603577
115083	embedding2nn.weight	6	-0.15985605120658875
115083	embedding2nn.weight	7	-0.07480058073997498
115083	embedding2nn.weight	8	-0.00873496849089861
115083	embedding2nn.weight	9	0.021570267155766487
115083	embedding2nn.bias	0	0.047946881502866745
115083	embedding2nn.bias	1	0.03491562232375145
115083	embedding2nn.bias	2	-0.13032525777816772
115083	embedding2nn.bias	3	0.043360285460948944
115083	embedding2nn.bias	4	0.020716262981295586
115083	embedding2nn.bias	5	-0.17210261523723602
115083	embedding2nn.bias	6	-0.09644109755754471
115083	embedding2nn.bias	7	-0.03629077225923538
115083	embedding2nn.bias	8	0.05875512212514877
115083	embedding2nn.bias	9	-0.07778780907392502
115083	rnn.weight_ih_l0	0	0.009162393398582935
115083	rnn.weight_ih_l0	1	-0.054886046797037125
115083	rnn.weight_ih_l0	2	-0.027860144153237343
115083	rnn.weight_ih_l0	3	-0.021709231659770012
115083	rnn.weight_ih_l0	4	0.02345377765595913
115083	rnn.weight_ih_l0	5	-0.0841703861951828
115083	rnn.weight_ih_l0	6	-0.03951775282621384
115083	rnn.weight_ih_l0	7	-0.023825284093618393
115083	rnn.weight_ih_l0	8	0.021300017833709717
115083	rnn.weight_ih_l0	9	0.011468825861811638
115083	rnn.weight_hh_l0	0	0.011070347391068935
115083	rnn.weight_hh_l0	1	-0.08251139521598816
115083	rnn.weight_hh_l0	2	0.05250345915555954
115083	rnn.weight_hh_l0	3	0.041800763458013535
115083	rnn.weight_hh_l0	4	0.005036948248744011
115083	rnn.weight_hh_l0	5	0.06567608565092087
115083	rnn.weight_hh_l0	6	-0.012627337127923965
115083	rnn.weight_hh_l0	7	-0.08095458894968033
115083	rnn.weight_hh_l0	8	-0.0026589566841721535
115083	rnn.weight_hh_l0	9	-0.10634402930736542
115083	rnn.bias_ih_l0	0	-0.08005223423242569
115083	rnn.bias_ih_l0	1	-0.15779757499694824
115083	rnn.bias_ih_l0	2	-0.23735114932060242
115083	rnn.bias_ih_l0	3	-0.27518612146377563
115083	rnn.bias_ih_l0	4	0.00845329649746418
115083	rnn.bias_ih_l0	5	0.0652545616030693
115083	rnn.bias_ih_l0	6	-0.1632331758737564
115083	rnn.bias_ih_l0	7	-0.2575053572654724
115083	rnn.bias_ih_l0	8	-0.11281091719865799
115083	rnn.bias_ih_l0	9	-0.1656499058008194
115083	rnn.bias_hh_l0	0	0.1467430591583252
115083	rnn.bias_hh_l0	1	-0.05025099962949753
115083	rnn.bias_hh_l0	2	0.013882297091186047
115083	rnn.bias_hh_l0	3	-0.15287816524505615
115083	rnn.bias_hh_l0	4	0.033365245908498764
115083	rnn.bias_hh_l0	5	0.023094987496733665
115083	rnn.bias_hh_l0	6	-0.09138499200344086
115083	rnn.bias_hh_l0	7	-0.15336501598358154
115083	rnn.bias_hh_l0	8	-0.1700509935617447
115083	rnn.bias_hh_l0	9	-0.10150856524705887
115083	rnn.weight_ih_l0_reverse	0	-0.007109303493052721
115083	rnn.weight_ih_l0_reverse	1	0.010352888144552708
115083	rnn.weight_ih_l0_reverse	2	-0.03528798371553421
115083	rnn.weight_ih_l0_reverse	3	-0.01279531791806221
115083	rnn.weight_ih_l0_reverse	4	0.03078894317150116
115083	rnn.weight_ih_l0_reverse	5	-0.05182097479701042
115083	rnn.weight_ih_l0_reverse	6	-0.04149836674332619
115083	rnn.weight_ih_l0_reverse	7	-0.00843528751283884
115083	rnn.weight_ih_l0_reverse	8	0.09197412431240082
115083	rnn.weight_ih_l0_reverse	9	0.013517084531486034
115083	rnn.weight_hh_l0_reverse	0	0.007519098464399576
115083	rnn.weight_hh_l0_reverse	1	0.022626129910349846
115083	rnn.weight_hh_l0_reverse	2	-0.04230528324842453
115083	rnn.weight_hh_l0_reverse	3	0.03716359660029411
115083	rnn.weight_hh_l0_reverse	4	0.022494522854685783
115083	rnn.weight_hh_l0_reverse	5	-0.012024082243442535
115083	rnn.weight_hh_l0_reverse	6	0.0448419488966465
115083	rnn.weight_hh_l0_reverse	7	0.027066778391599655
115083	rnn.weight_hh_l0_reverse	8	-0.010252293199300766
115083	rnn.weight_hh_l0_reverse	9	-0.05036715790629387
115083	rnn.bias_ih_l0_reverse	0	-0.13664191961288452
115083	rnn.bias_ih_l0_reverse	1	-0.29105088114738464
115083	rnn.bias_ih_l0_reverse	2	-0.06421211361885071
115083	rnn.bias_ih_l0_reverse	3	-0.12694039940834045
115083	rnn.bias_ih_l0_reverse	4	0.09123439341783524
115083	rnn.bias_ih_l0_reverse	5	-0.23067572712898254
115083	rnn.bias_ih_l0_reverse	6	-0.05551482364535332
115083	rnn.bias_ih_l0_reverse	7	0.028669612482190132
115083	rnn.bias_ih_l0_reverse	8	-0.17500470578670502
115083	rnn.bias_ih_l0_reverse	9	-0.11045559495687485
115083	rnn.bias_hh_l0_reverse	0	-0.1349542886018753
115083	rnn.bias_hh_l0_reverse	1	-0.13841213285923004
115083	rnn.bias_hh_l0_reverse	2	-0.02283497154712677
115083	rnn.bias_hh_l0_reverse	3	-0.12594129145145416
115083	rnn.bias_hh_l0_reverse	4	-0.03396384045481682
115083	rnn.bias_hh_l0_reverse	5	-0.11680024862289429
115083	rnn.bias_hh_l0_reverse	6	-0.05843453109264374
115083	rnn.bias_hh_l0_reverse	7	-0.17167286574840546
115083	rnn.bias_hh_l0_reverse	8	-0.041372139006853104
115083	rnn.bias_hh_l0_reverse	9	-0.12698394060134888
115083	linear.weight	0	-0.27212831377983093
115083	linear.weight	1	-0.1515786200761795
115083	linear.weight	2	-0.011228874325752258
115083	linear.weight	3	-0.045515768229961395
115083	linear.weight	4	0.04666443169116974
115083	linear.weight	5	0.25371795892715454
115083	linear.weight	6	0.0047744326293468475
115083	linear.weight	7	-0.021312154829502106
115083	linear.weight	8	0.1938222348690033
115083	linear.weight	9	0.12008602917194366
115083	linear.bias	0	-0.8400641083717346
115083	linear.bias	1	1.2978869676589966
115083	linear.bias	2	-0.2283736765384674
115083	linear.bias	3	-0.6382117867469788
115083	linear.bias	4	-1.0401160717010498
115083	linear.bias	5	-1.1640070676803589
115083	linear.bias	6	-0.8066930770874023
115083	linear.bias	7	-0.7206957936286926
115083	linear.bias	8	-0.01705317199230194
115083	linear.bias	9	3.2315244674682617
115280	transitions	0	-0.3616391122341156
115280	transitions	1	8.227258682250977
115280	transitions	2	-3.364001750946045
115280	transitions	3	1.4102823734283447
115280	transitions	4	-1.9865914583206177
115280	transitions	5	-0.36035221815109253
115280	transitions	6	-0.18134324252605438
115280	transitions	7	-10000.0
115280	transitions	8	1.7327771186828613
115280	transitions	9	-2.2920267581939697
115280	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
115280	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
115280	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
115280	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
115280	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
115280	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
115280	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
115280	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
115280	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
115280	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
115280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
115280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
115280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
115280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
115280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
115280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
115280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
115280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
115280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
115280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
115280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
115280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
115280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
115280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
115280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
115280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
115280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
115280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
115280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
115280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
115280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
115280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
115280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
115280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
115280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
115280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
115280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
115280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
115280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
115280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
115280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
115280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
115280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
115280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
115280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
115280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
115280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
115280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
115280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
115280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
115280	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
115280	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
115280	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
115280	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
115280	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
115280	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
115280	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
115280	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
115280	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
115280	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
115280	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
115280	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
115280	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
115280	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
115280	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
115280	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
115280	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
115280	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
115280	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
115280	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
115280	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
115280	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
115280	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
115280	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
115280	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
115280	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
115280	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
115280	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
115280	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
115280	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
115280	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
115280	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
115280	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
115280	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
115280	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
115280	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
115280	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
115280	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
115280	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
115280	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
115280	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
115280	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
115280	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
115280	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
115280	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
115280	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
115280	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
115280	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
115280	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
115280	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
115280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
115280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
115280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
115280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
115280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
115280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
115280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
115280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
115280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
115280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
115280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
115280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
115280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
115280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
115280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
115280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
115280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
115280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
115280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
115280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
115280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
115280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
115280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
115280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
115280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
115280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
115280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
115280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
115280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
115280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
115280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
115280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
115280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
115280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
115280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
115280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
115280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
115280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
115280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
115280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
115280	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
115280	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
115280	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
115280	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
115280	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
115280	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
115280	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
115280	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
115280	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
115280	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
115280	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
115280	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
115280	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
115280	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
115280	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
115280	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
115280	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
115280	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
115280	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
115280	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
115280	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
115280	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
115280	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
115280	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
115280	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
115280	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
115280	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
115280	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
115280	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
115280	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
115280	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
115280	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
115280	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
115280	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
115280	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
115280	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
115280	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
115280	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
115280	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
115280	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
115280	embedding2nn.weight	0	0.045218296349048615
115280	embedding2nn.weight	1	-0.0864892452955246
115280	embedding2nn.weight	2	-0.018201541155576706
115280	embedding2nn.weight	3	-0.049052271991968155
115280	embedding2nn.weight	4	-0.12657921016216278
115280	embedding2nn.weight	5	0.1061839684844017
115280	embedding2nn.weight	6	-0.16362255811691284
115280	embedding2nn.weight	7	-0.07438568770885468
115280	embedding2nn.weight	8	-0.008815906010568142
115280	embedding2nn.weight	9	0.023058874532580376
115280	embedding2nn.bias	0	0.05686607211828232
115280	embedding2nn.bias	1	0.038359228521585464
115280	embedding2nn.bias	2	-0.11167100071907043
115280	embedding2nn.bias	3	0.04420386999845505
115280	embedding2nn.bias	4	0.028446950018405914
115280	embedding2nn.bias	5	-0.17621733248233795
115280	embedding2nn.bias	6	-0.08710217475891113
115280	embedding2nn.bias	7	-0.036943405866622925
115280	embedding2nn.bias	8	0.061742689460515976
115280	embedding2nn.bias	9	-0.06558122485876083
115280	rnn.weight_ih_l0	0	0.007260370068252087
115280	rnn.weight_ih_l0	1	-0.053261421620845795
115280	rnn.weight_ih_l0	2	-0.024503545835614204
115280	rnn.weight_ih_l0	3	-0.023933595046401024
115280	rnn.weight_ih_l0	4	0.022840822115540504
115280	rnn.weight_ih_l0	5	-0.08594468981027603
115280	rnn.weight_ih_l0	6	-0.037111226469278336
115280	rnn.weight_ih_l0	7	-0.02378963679075241
115280	rnn.weight_ih_l0	8	0.02224942296743393
115280	rnn.weight_ih_l0	9	0.011176282539963722
115280	rnn.weight_hh_l0	0	0.009666108526289463
115280	rnn.weight_hh_l0	1	-0.08187799155712128
115280	rnn.weight_hh_l0	2	0.051944803446531296
115280	rnn.weight_hh_l0	3	0.04047227278351784
115280	rnn.weight_hh_l0	4	0.005707991775125265
115280	rnn.weight_hh_l0	5	0.0667470246553421
115280	rnn.weight_hh_l0	6	-0.01356182899326086
115280	rnn.weight_hh_l0	7	-0.0811244547367096
115280	rnn.weight_hh_l0	8	-0.0033336440101265907
115280	rnn.weight_hh_l0	9	-0.10380484908819199
115280	rnn.bias_ih_l0	0	-0.07835608720779419
115280	rnn.bias_ih_l0	1	-0.1588108390569687
115280	rnn.bias_ih_l0	2	-0.23746058344841003
115280	rnn.bias_ih_l0	3	-0.27736470103263855
115280	rnn.bias_ih_l0	4	0.006995978765189648
115280	rnn.bias_ih_l0	5	0.06468778103590012
115280	rnn.bias_ih_l0	6	-0.1655285805463791
115280	rnn.bias_ih_l0	7	-0.2565181255340576
115280	rnn.bias_ih_l0	8	-0.112253338098526
115280	rnn.bias_ih_l0	9	-0.16417904198169708
115280	rnn.bias_hh_l0	0	0.1543634533882141
115280	rnn.bias_hh_l0	1	-0.05235936492681503
115280	rnn.bias_hh_l0	2	0.013199166394770145
115280	rnn.bias_hh_l0	3	-0.15152812004089355
115280	rnn.bias_hh_l0	4	0.03277893736958504
115280	rnn.bias_hh_l0	5	0.02027667500078678
115280	rnn.bias_hh_l0	6	-0.09001097828149796
115280	rnn.bias_hh_l0	7	-0.15357394516468048
115280	rnn.bias_hh_l0	8	-0.16900914907455444
115280	rnn.bias_hh_l0	9	-0.09897983074188232
115280	rnn.weight_ih_l0_reverse	0	-0.0101369209587574
115280	rnn.weight_ih_l0_reverse	1	0.009904635138809681
115280	rnn.weight_ih_l0_reverse	2	-0.03261862322688103
115280	rnn.weight_ih_l0_reverse	3	-0.013634908944368362
115280	rnn.weight_ih_l0_reverse	4	0.03244338929653168
115280	rnn.weight_ih_l0_reverse	5	-0.05203557014465332
115280	rnn.weight_ih_l0_reverse	6	-0.04093267023563385
115280	rnn.weight_ih_l0_reverse	7	-0.009475658647716045
115280	rnn.weight_ih_l0_reverse	8	0.09306526184082031
115280	rnn.weight_ih_l0_reverse	9	0.01529789250344038
115280	rnn.weight_hh_l0_reverse	0	0.007749668788164854
115280	rnn.weight_hh_l0_reverse	1	0.02236231416463852
115280	rnn.weight_hh_l0_reverse	2	-0.04223528504371643
115280	rnn.weight_hh_l0_reverse	3	0.03693103790283203
115280	rnn.weight_hh_l0_reverse	4	0.0214268546551466
115280	rnn.weight_hh_l0_reverse	5	-0.012869734317064285
115280	rnn.weight_hh_l0_reverse	6	0.04547397792339325
115280	rnn.weight_hh_l0_reverse	7	0.027547737583518028
115280	rnn.weight_hh_l0_reverse	8	-0.0106779420748353
115280	rnn.weight_hh_l0_reverse	9	-0.049475330859422684
115280	rnn.bias_ih_l0_reverse	0	-0.13508136570453644
115280	rnn.bias_ih_l0_reverse	1	-0.2885622978210449
115280	rnn.bias_ih_l0_reverse	2	-0.06372911483049393
115280	rnn.bias_ih_l0_reverse	3	-0.12789121270179749
115280	rnn.bias_ih_l0_reverse	4	0.09124994277954102
115280	rnn.bias_ih_l0_reverse	5	-0.23188374936580658
115280	rnn.bias_ih_l0_reverse	6	-0.0569046325981617
115280	rnn.bias_ih_l0_reverse	7	0.02155708707869053
115280	rnn.bias_ih_l0_reverse	8	-0.17634546756744385
115280	rnn.bias_ih_l0_reverse	9	-0.11246785521507263
115280	rnn.bias_hh_l0_reverse	0	-0.13589036464691162
115280	rnn.bias_hh_l0_reverse	1	-0.14349228143692017
115280	rnn.bias_hh_l0_reverse	2	-0.021861039102077484
115280	rnn.bias_hh_l0_reverse	3	-0.1256130188703537
115280	rnn.bias_hh_l0_reverse	4	-0.03290010243654251
115280	rnn.bias_hh_l0_reverse	5	-0.11751901358366013
115280	rnn.bias_hh_l0_reverse	6	-0.05749330297112465
115280	rnn.bias_hh_l0_reverse	7	-0.17149856686592102
115280	rnn.bias_hh_l0_reverse	8	-0.03965119644999504
115280	rnn.bias_hh_l0_reverse	9	-0.1266506016254425
115280	linear.weight	0	-0.2643622159957886
115280	linear.weight	1	-0.13107548654079437
115280	linear.weight	2	-0.011228874325752258
115280	linear.weight	3	-0.04687141999602318
115280	linear.weight	4	0.05307936668395996
115280	linear.weight	5	0.25030049681663513
115280	linear.weight	6	0.0047744326293468475
115280	linear.weight	7	-0.021312154829502106
115280	linear.weight	8	0.20510584115982056
115280	linear.weight	9	0.13171647489070892
115280	linear.bias	0	-0.818612813949585
115280	linear.bias	1	1.2275769710540771
115280	linear.bias	2	-0.22789651155471802
115280	linear.bias	3	-0.6231725215911865
115280	linear.bias	4	-1.0294073820114136
115280	linear.bias	5	-1.1640841960906982
115280	linear.bias	6	-0.7850779891014099
115280	linear.bias	7	-0.7430744171142578
115280	linear.bias	8	-0.01705317199230194
115280	linear.bias	9	3.1807591915130615
115477	transitions	0	-0.36193153262138367
115477	transitions	1	8.202312469482422
115477	transitions	2	-3.365473747253418
115477	transitions	3	1.428586721420288
115477	transitions	4	-1.9872338771820068
115477	transitions	5	-0.3617149293422699
115477	transitions	6	-0.18139365315437317
115477	transitions	7	-10000.0
115477	transitions	8	1.7305543422698975
115477	transitions	9	-2.2920382022857666
115477	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
115477	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
115477	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
115477	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
115477	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
115477	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
115477	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
115477	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
115477	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
115477	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
115477	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
115477	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
115477	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
115477	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
115477	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
115477	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
115477	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
115477	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
115477	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
115477	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
115477	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
115477	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
115477	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
115477	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
115477	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
115477	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
115477	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
115477	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
115477	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
115477	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
115477	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
115477	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
115477	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
115477	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
115477	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
115477	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
115477	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
115477	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
115477	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
115477	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
115477	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
115477	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
115477	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
115477	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
115477	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
115477	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
115477	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
115477	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
115477	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
115477	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
115477	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
115477	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
115477	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
115477	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
115477	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
115477	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
115477	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
115477	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
115477	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
115477	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
115477	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
115477	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
115477	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
115477	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
115477	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
115477	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
115477	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
115477	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
115477	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
115477	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
115477	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
115477	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
115477	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
115477	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
115477	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
115477	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
115477	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
115477	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
115477	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
115477	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
115477	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
115477	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
115477	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
115477	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
115477	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
115477	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
115477	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
115477	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
115477	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
115477	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
115477	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
115477	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
115477	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
115477	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
115477	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
115477	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
115477	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
115477	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
115477	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
115477	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
115477	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
115477	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
115477	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
115477	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
115477	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
115477	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
115477	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
115477	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
115477	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
115477	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
115477	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
115477	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
115477	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
115477	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
115477	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
115477	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
115477	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
115477	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
115477	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
115477	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
115477	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
115477	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
115477	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
115477	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
115477	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
115477	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
115477	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
115477	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
115477	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
115477	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
115477	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
115477	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
115477	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
115477	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
115477	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
115477	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
115477	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
115477	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
115477	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
115477	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
115477	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
115477	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
115477	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
115477	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
115477	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
115477	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
115477	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
115477	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
115477	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
115477	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
115477	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
115477	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
115477	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
115477	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
115477	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
115477	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
115477	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
115477	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
115477	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
115477	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
115477	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
115477	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
115477	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
115477	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
115477	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
115477	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
115477	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
115477	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
115477	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
115477	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
115477	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
115477	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
115477	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
115477	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
115477	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
115477	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
115477	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
115477	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
115477	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
115477	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
115477	embedding2nn.weight	0	0.04408813640475273
115477	embedding2nn.weight	1	-0.0864044725894928
115477	embedding2nn.weight	2	-0.015954958274960518
115477	embedding2nn.weight	3	-0.050033364444971085
115477	embedding2nn.weight	4	-0.12379574775695801
115477	embedding2nn.weight	5	0.10681381076574326
115477	embedding2nn.weight	6	-0.15854881703853607
115477	embedding2nn.weight	7	-0.0742088109254837
115477	embedding2nn.weight	8	-0.006619466934353113
115477	embedding2nn.weight	9	0.02512667328119278
115477	embedding2nn.bias	0	0.047221019864082336
115477	embedding2nn.bias	1	0.023347772657871246
115477	embedding2nn.bias	2	-0.1201368197798729
115477	embedding2nn.bias	3	0.04360568895936012
115477	embedding2nn.bias	4	0.017087630927562714
115477	embedding2nn.bias	5	-0.16987313330173492
115477	embedding2nn.bias	6	-0.09062578529119492
115477	embedding2nn.bias	7	-0.04599668085575104
115477	embedding2nn.bias	8	0.06400889903306961
115477	embedding2nn.bias	9	-0.06375791132450104
115477	rnn.weight_ih_l0	0	0.008996030315756798
115477	rnn.weight_ih_l0	1	-0.0544302761554718
115477	rnn.weight_ih_l0	2	-0.022703344002366066
115477	rnn.weight_ih_l0	3	-0.025201767683029175
115477	rnn.weight_ih_l0	4	0.023313697427511215
115477	rnn.weight_ih_l0	5	-0.08484863489866257
115477	rnn.weight_ih_l0	6	-0.03886575996875763
115477	rnn.weight_ih_l0	7	-0.022710224613547325
115477	rnn.weight_ih_l0	8	0.022296292707324028
115477	rnn.weight_ih_l0	9	0.009981374256312847
115477	rnn.weight_hh_l0	0	0.010179342702031136
115477	rnn.weight_hh_l0	1	-0.07956193387508392
115477	rnn.weight_hh_l0	2	0.05125562474131584
115477	rnn.weight_hh_l0	3	0.04073717072606087
115477	rnn.weight_hh_l0	4	0.006135860458016396
115477	rnn.weight_hh_l0	5	0.06515295803546906
115477	rnn.weight_hh_l0	6	-0.013582022860646248
115477	rnn.weight_hh_l0	7	-0.0808686837553978
115477	rnn.weight_hh_l0	8	-0.0036197106819599867
115477	rnn.weight_hh_l0	9	-0.1018618494272232
115477	rnn.bias_ih_l0	0	-0.08154916018247604
115477	rnn.bias_ih_l0	1	-0.1626264601945877
115477	rnn.bias_ih_l0	2	-0.23502399027347565
115477	rnn.bias_ih_l0	3	-0.27830684185028076
115477	rnn.bias_ih_l0	4	0.0047444128431379795
115477	rnn.bias_ih_l0	5	0.06256403028964996
115477	rnn.bias_ih_l0	6	-0.16533249616622925
115477	rnn.bias_ih_l0	7	-0.2561724781990051
115477	rnn.bias_ih_l0	8	-0.11121825128793716
115477	rnn.bias_ih_l0	9	-0.1644705981016159
115477	rnn.bias_hh_l0	0	0.15332673490047455
115477	rnn.bias_hh_l0	1	-0.05077242851257324
115477	rnn.bias_hh_l0	2	0.013253300450742245
115477	rnn.bias_hh_l0	3	-0.15436524152755737
115477	rnn.bias_hh_l0	4	0.028878146782517433
115477	rnn.bias_hh_l0	5	0.026351140812039375
115477	rnn.bias_hh_l0	6	-0.09005582332611084
115477	rnn.bias_hh_l0	7	-0.15313349664211273
115477	rnn.bias_hh_l0	8	-0.1694384664297104
115477	rnn.bias_hh_l0	9	-0.09493768960237503
115477	rnn.weight_ih_l0_reverse	0	-0.012171925976872444
115477	rnn.weight_ih_l0_reverse	1	0.007110301870852709
115477	rnn.weight_ih_l0_reverse	2	-0.029724912717938423
115477	rnn.weight_ih_l0_reverse	3	-0.015419289469718933
115477	rnn.weight_ih_l0_reverse	4	0.03275957703590393
115477	rnn.weight_ih_l0_reverse	5	-0.05128097161650658
115477	rnn.weight_ih_l0_reverse	6	-0.04033229127526283
115477	rnn.weight_ih_l0_reverse	7	-0.010288800112903118
115477	rnn.weight_ih_l0_reverse	8	0.09324412792921066
115477	rnn.weight_ih_l0_reverse	9	0.01530026737600565
115477	rnn.weight_hh_l0_reverse	0	0.008299842476844788
115477	rnn.weight_hh_l0_reverse	1	0.02214084006845951
115477	rnn.weight_hh_l0_reverse	2	-0.04218651354312897
115477	rnn.weight_hh_l0_reverse	3	0.036487989127635956
115477	rnn.weight_hh_l0_reverse	4	0.020479697734117508
115477	rnn.weight_hh_l0_reverse	5	-0.012250171974301338
115477	rnn.weight_hh_l0_reverse	6	0.0470670685172081
115477	rnn.weight_hh_l0_reverse	7	0.028561323881149292
115477	rnn.weight_hh_l0_reverse	8	-0.010077021084725857
115477	rnn.weight_hh_l0_reverse	9	-0.04913736507296562
115477	rnn.bias_ih_l0_reverse	0	-0.1345246583223343
115477	rnn.bias_ih_l0_reverse	1	-0.2889406383037567
115477	rnn.bias_ih_l0_reverse	2	-0.06465855240821838
115477	rnn.bias_ih_l0_reverse	3	-0.12808382511138916
115477	rnn.bias_ih_l0_reverse	4	0.09568872302770615
115477	rnn.bias_ih_l0_reverse	5	-0.23756557703018188
115477	rnn.bias_ih_l0_reverse	6	-0.05408252030611038
115477	rnn.bias_ih_l0_reverse	7	0.020420223474502563
115477	rnn.bias_ih_l0_reverse	8	-0.1777411848306656
115477	rnn.bias_ih_l0_reverse	9	-0.11116115748882294
115477	rnn.bias_hh_l0_reverse	0	-0.13555890321731567
115477	rnn.bias_hh_l0_reverse	1	-0.1423807144165039
115477	rnn.bias_hh_l0_reverse	2	-0.022311221808195114
115477	rnn.bias_hh_l0_reverse	3	-0.12733934819698334
115477	rnn.bias_hh_l0_reverse	4	-0.031293101608753204
115477	rnn.bias_hh_l0_reverse	5	-0.11417459696531296
115477	rnn.bias_hh_l0_reverse	6	-0.057647641748189926
115477	rnn.bias_hh_l0_reverse	7	-0.16937416791915894
115477	rnn.bias_hh_l0_reverse	8	-0.04166404902935028
115477	rnn.bias_hh_l0_reverse	9	-0.12920191884040833
115477	linear.weight	0	-0.28878337144851685
115477	linear.weight	1	-0.14422860741615295
115477	linear.weight	2	-0.011228874325752258
115477	linear.weight	3	-0.04497504606842995
115477	linear.weight	4	0.04003686085343361
115477	linear.weight	5	0.2500690817832947
115477	linear.weight	6	0.0047744326293468475
115477	linear.weight	7	-0.021312154829502106
115477	linear.weight	8	0.21527135372161865
115477	linear.weight	9	0.12772506475448608
115477	linear.bias	0	-0.8245336413383484
115477	linear.bias	1	1.2877318859100342
115477	linear.bias	2	-0.29313015937805176
115477	linear.bias	3	-0.64494389295578
115477	linear.bias	4	-0.9798920154571533
115477	linear.bias	5	-1.1641597747802734
115477	linear.bias	6	-0.788270115852356
115477	linear.bias	7	-0.7655903697013855
115477	linear.bias	8	-0.01705317199230194
115477	linear.bias	9	3.216062068939209
115674	transitions	0	-0.3621879816055298
115674	transitions	1	8.229424476623535
115674	transitions	2	-3.366868019104004
115674	transitions	3	1.4234870672225952
115674	transitions	4	-1.9882010221481323
115674	transitions	5	-0.3619695007801056
115674	transitions	6	-0.1814594268798828
115674	transitions	7	-10000.0
115674	transitions	8	1.7278869152069092
115674	transitions	9	-2.2920525074005127
115674	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
115674	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
115674	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
115674	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
115674	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
115674	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
115674	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
115674	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
115674	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
115674	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
115674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
115674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
115674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
115674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
115674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
115674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
115674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
115674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
115674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
115674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
115674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
115674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
115674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
115674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
115674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
115674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
115674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
115674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
115674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
115674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
115674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
115674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
115674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
115674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
115674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
115674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
115674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
115674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
115674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
115674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
115674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
115674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
115674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
115674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
115674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
115674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
115674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
115674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
115674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
115674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
115674	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
115674	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
115674	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
115674	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
115674	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
115674	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
115674	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
115674	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
115674	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
115674	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
115674	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
115674	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
115674	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
115674	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
115674	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
115674	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
115674	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
115674	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
115674	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
115674	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
115674	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
115674	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
115674	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
115674	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
115674	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
115674	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
115674	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
115674	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
115674	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
115674	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
115674	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
115674	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
115674	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
115674	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
115674	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
115674	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
115674	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
115674	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
115674	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
115674	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
115674	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
115674	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
115674	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
115674	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
115674	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
115674	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
115674	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
115674	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
115674	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
115674	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
115674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
115674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
115674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
115674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
115674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
115674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
115674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
115674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
115674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
115674	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
115674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
115674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
115674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
115674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
115674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
115674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
115674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
115674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
115674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
115674	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
115674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
115674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
115674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
115674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
115674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
115674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
115674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
115674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
115674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
115674	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
115674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
115674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
115674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
115674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
115674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
115674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
115674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
115674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
115674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
115674	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
115674	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
115674	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
115674	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
115674	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
115674	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
115674	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
115674	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
115674	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
115674	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
115674	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
115674	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
115674	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
115674	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
115674	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
115674	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
115674	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
115674	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
115674	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
115674	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
115674	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
115674	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
115674	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
115674	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
115674	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
115674	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
115674	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
115674	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
115674	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
115674	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
115674	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
115674	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
115674	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
115674	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
115674	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
115674	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
115674	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
115674	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
115674	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
115674	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
115674	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
115674	embedding2nn.weight	0	0.04462920501828194
115674	embedding2nn.weight	1	-0.08479129523038864
115674	embedding2nn.weight	2	-0.018211843445897102
115674	embedding2nn.weight	3	-0.048289861530065536
115674	embedding2nn.weight	4	-0.12457218766212463
115674	embedding2nn.weight	5	0.10616461932659149
115674	embedding2nn.weight	6	-0.15744338929653168
115674	embedding2nn.weight	7	-0.07182752341032028
115674	embedding2nn.weight	8	-0.005880636628717184
115674	embedding2nn.weight	9	0.027416760101914406
115674	embedding2nn.bias	0	0.05241386964917183
115674	embedding2nn.bias	1	0.021550253033638
115674	embedding2nn.bias	2	-0.10045751929283142
115674	embedding2nn.bias	3	0.05983604118227959
115674	embedding2nn.bias	4	0.03262895345687866
115674	embedding2nn.bias	5	-0.16680879890918732
115674	embedding2nn.bias	6	-0.09552893787622452
115674	embedding2nn.bias	7	-0.041249558329582214
115674	embedding2nn.bias	8	0.05983656272292137
115674	embedding2nn.bias	9	-0.0748414620757103
115674	rnn.weight_ih_l0	0	0.005860444158315659
115674	rnn.weight_ih_l0	1	-0.05448248237371445
115674	rnn.weight_ih_l0	2	-0.022785909473896027
115674	rnn.weight_ih_l0	3	-0.02792419120669365
115674	rnn.weight_ih_l0	4	0.02129906229674816
115674	rnn.weight_ih_l0	5	-0.08527692407369614
115674	rnn.weight_ih_l0	6	-0.03491006791591644
115674	rnn.weight_ih_l0	7	-0.021374229341745377
115674	rnn.weight_ih_l0	8	0.021947503089904785
115674	rnn.weight_ih_l0	9	0.012625863775610924
115674	rnn.weight_hh_l0	0	0.010770801454782486
115674	rnn.weight_hh_l0	1	-0.07856236398220062
115674	rnn.weight_hh_l0	2	0.05125182494521141
115674	rnn.weight_hh_l0	3	0.041290897876024246
115674	rnn.weight_hh_l0	4	0.005782001651823521
115674	rnn.weight_hh_l0	5	0.06542401015758514
115674	rnn.weight_hh_l0	6	-0.01350739412009716
115674	rnn.weight_hh_l0	7	-0.08069203794002533
115674	rnn.weight_hh_l0	8	-0.004039951134473085
115674	rnn.weight_hh_l0	9	-0.10005300492048264
115674	rnn.bias_ih_l0	0	-0.07673397660255432
115674	rnn.bias_ih_l0	1	-0.16502106189727783
115674	rnn.bias_ih_l0	2	-0.23504114151000977
115674	rnn.bias_ih_l0	3	-0.27816107869148254
115674	rnn.bias_ih_l0	4	0.008424912579357624
115674	rnn.bias_ih_l0	5	0.06283199042081833
115674	rnn.bias_ih_l0	6	-0.16562695801258087
115674	rnn.bias_ih_l0	7	-0.2531794309616089
115674	rnn.bias_ih_l0	8	-0.11165718734264374
115674	rnn.bias_ih_l0	9	-0.16718783974647522
115674	rnn.bias_hh_l0	0	0.15572701394557953
115674	rnn.bias_hh_l0	1	-0.04798790067434311
115674	rnn.bias_hh_l0	2	0.011041875928640366
115674	rnn.bias_hh_l0	3	-0.15734490752220154
115674	rnn.bias_hh_l0	4	0.032666269689798355
115674	rnn.bias_hh_l0	5	0.027568908408284187
115674	rnn.bias_hh_l0	6	-0.08992459625005722
115674	rnn.bias_hh_l0	7	-0.15291842818260193
115674	rnn.bias_hh_l0	8	-0.16828769445419312
115674	rnn.bias_hh_l0	9	-0.09365370124578476
115674	rnn.weight_ih_l0_reverse	0	-0.010397041216492653
115674	rnn.weight_ih_l0_reverse	1	0.003939835820347071
115674	rnn.weight_ih_l0_reverse	2	-0.030493708327412605
115674	rnn.weight_ih_l0_reverse	3	-0.01290202047675848
115674	rnn.weight_ih_l0_reverse	4	0.0295217614620924
115674	rnn.weight_ih_l0_reverse	5	-0.05235590413212776
115674	rnn.weight_ih_l0_reverse	6	-0.042725276201963425
115674	rnn.weight_ih_l0_reverse	7	-0.008407700806856155
115674	rnn.weight_ih_l0_reverse	8	0.09408184140920639
115674	rnn.weight_ih_l0_reverse	9	0.014808849431574345
115674	rnn.weight_hh_l0_reverse	0	0.008580404333770275
115674	rnn.weight_hh_l0_reverse	1	0.021653195843100548
115674	rnn.weight_hh_l0_reverse	2	-0.04217885807156563
115674	rnn.weight_hh_l0_reverse	3	0.037055570632219315
115674	rnn.weight_hh_l0_reverse	4	0.01992940530180931
115674	rnn.weight_hh_l0_reverse	5	-0.011897681280970573
115674	rnn.weight_hh_l0_reverse	6	0.048848338425159454
115674	rnn.weight_hh_l0_reverse	7	0.027548056095838547
115674	rnn.weight_hh_l0_reverse	8	-0.009957208298146725
115674	rnn.weight_hh_l0_reverse	9	-0.05000655725598335
115674	rnn.bias_ih_l0_reverse	0	-0.13340958952903748
115674	rnn.bias_ih_l0_reverse	1	-0.28735968470573425
115674	rnn.bias_ih_l0_reverse	2	-0.06555154919624329
115674	rnn.bias_ih_l0_reverse	3	-0.127846360206604
115674	rnn.bias_ih_l0_reverse	4	0.09785550087690353
115674	rnn.bias_ih_l0_reverse	5	-0.23748324811458588
115674	rnn.bias_ih_l0_reverse	6	-0.05531074106693268
115674	rnn.bias_ih_l0_reverse	7	0.021278532221913338
115674	rnn.bias_ih_l0_reverse	8	-0.17858320474624634
115674	rnn.bias_ih_l0_reverse	9	-0.10737663507461548
115674	rnn.bias_hh_l0_reverse	0	-0.13615922629833221
115674	rnn.bias_hh_l0_reverse	1	-0.14629945158958435
115674	rnn.bias_hh_l0_reverse	2	-0.02194245532155037
115674	rnn.bias_hh_l0_reverse	3	-0.12805810570716858
115674	rnn.bias_hh_l0_reverse	4	-0.029464952647686005
115674	rnn.bias_hh_l0_reverse	5	-0.11484846472740173
115674	rnn.bias_hh_l0_reverse	6	-0.06053175404667854
115674	rnn.bias_hh_l0_reverse	7	-0.17238660156726837
115674	rnn.bias_hh_l0_reverse	8	-0.04195918142795563
115674	rnn.bias_hh_l0_reverse	9	-0.1293630748987198
115674	linear.weight	0	-0.28723379969596863
115674	linear.weight	1	-0.14339736104011536
115674	linear.weight	2	-0.011228874325752258
115674	linear.weight	3	-0.03531194105744362
115674	linear.weight	4	0.07399825006723404
115674	linear.weight	5	0.24426129460334778
115674	linear.weight	6	0.0047744326293468475
115674	linear.weight	7	-0.021312154829502106
115674	linear.weight	8	0.21054020524024963
115674	linear.weight	9	0.11594615131616592
115674	linear.bias	0	-0.8411549925804138
115674	linear.bias	1	1.2497049570083618
115674	linear.bias	2	-0.28061649203300476
115674	linear.bias	3	-0.6170111298561096
115674	linear.bias	4	-1.0298746824264526
115674	linear.bias	5	-1.164239525794983
115674	linear.bias	6	-0.8010061383247375
115674	linear.bias	7	-0.7893210053443909
115674	linear.bias	8	-0.01705317199230194
115674	linear.bias	9	3.2540712356567383
115871	transitions	0	-0.36295878887176514
115871	transitions	1	8.220633506774902
115871	transitions	2	-3.3678689002990723
115871	transitions	3	1.4112330675125122
115871	transitions	4	-1.9887287616729736
115871	transitions	5	-0.3622491657733917
115871	transitions	6	-0.18151439726352692
115871	transitions	7	-10000.0
115871	transitions	8	1.7284834384918213
115871	transitions	9	-2.2920632362365723
115871	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
115871	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
115871	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
115871	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
115871	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
115871	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
115871	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
115871	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
115871	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
115871	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
115871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
115871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
115871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
115871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
115871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
115871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
115871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
115871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
115871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
115871	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
115871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
115871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
115871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
115871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
115871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
115871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
115871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
115871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
115871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
115871	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
115871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
115871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
115871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
115871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
115871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
115871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
115871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
115871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
115871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
115871	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
115871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
115871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
115871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
115871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
115871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
115871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
115871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
115871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
115871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
115871	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
115871	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
115871	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
115871	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
115871	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
115871	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
115871	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
115871	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
115871	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
115871	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
115871	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
115871	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
115871	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
115871	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
115871	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
115871	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
115871	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
115871	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
115871	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
115871	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
115871	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
115871	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
115871	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
115871	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
115871	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
115871	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
115871	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
115871	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
115871	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
115871	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
115871	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
115871	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
115871	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
115871	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
115871	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
115871	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
115871	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
115871	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
115871	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
115871	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
115871	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
115871	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
115871	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
115871	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
115871	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
115871	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
115871	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
115871	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
115871	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
115871	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
115871	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
115871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
115871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
115871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
115871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
115871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
115871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
115871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
115871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
115871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
115871	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
115871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
115871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
115871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
115871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
115871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
115871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
115871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
115871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
115871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
115871	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
115871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
115871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
115871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
115871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
115871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
115871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
115871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
115871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
115871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
115871	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
115871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
115871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
115871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
115871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
115871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
115871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
115871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
115871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
115871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
115871	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
115871	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
115871	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
115871	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
115871	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
115871	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
115871	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
115871	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
115871	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
115871	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
115871	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
115871	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
115871	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
115871	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
115871	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
115871	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
115871	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
115871	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
115871	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
115871	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
115871	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
115871	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
115871	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
115871	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
115871	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
115871	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
115871	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
115871	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
115871	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
115871	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
115871	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
115871	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
115871	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
115871	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
115871	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
115871	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
115871	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
115871	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
115871	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
115871	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
115871	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
115871	embedding2nn.weight	0	0.0437718965113163
115871	embedding2nn.weight	1	-0.08532197773456573
115871	embedding2nn.weight	2	-0.013038013130426407
115871	embedding2nn.weight	3	-0.04950019717216492
115871	embedding2nn.weight	4	-0.12800166010856628
115871	embedding2nn.weight	5	0.10577355325222015
115871	embedding2nn.weight	6	-0.15645164251327515
115871	embedding2nn.weight	7	-0.07180891185998917
115871	embedding2nn.weight	8	-0.006588733289390802
115871	embedding2nn.weight	9	0.030343998223543167
115871	embedding2nn.bias	0	0.04009219631552696
115871	embedding2nn.bias	1	0.019393622875213623
115871	embedding2nn.bias	2	-0.1076117530465126
115871	embedding2nn.bias	3	0.04797093942761421
115871	embedding2nn.bias	4	0.03328301012516022
115871	embedding2nn.bias	5	-0.17220540344715118
115871	embedding2nn.bias	6	-0.0896620824933052
115871	embedding2nn.bias	7	-0.034659069031476974
115871	embedding2nn.bias	8	0.073886938393116
115871	embedding2nn.bias	9	-0.07570867240428925
115871	rnn.weight_ih_l0	0	0.004751970525830984
115871	rnn.weight_ih_l0	1	-0.05606405436992645
115871	rnn.weight_ih_l0	2	-0.020704694092273712
115871	rnn.weight_ih_l0	3	-0.029208920896053314
115871	rnn.weight_ih_l0	4	0.021360846236348152
115871	rnn.weight_ih_l0	5	-0.08384689688682556
115871	rnn.weight_ih_l0	6	-0.03746802732348442
115871	rnn.weight_ih_l0	7	-0.021774807944893837
115871	rnn.weight_ih_l0	8	0.022998621687293053
115871	rnn.weight_ih_l0	9	0.012877263128757477
115871	rnn.weight_hh_l0	0	0.011085623875260353
115871	rnn.weight_hh_l0	1	-0.07920515537261963
115871	rnn.weight_hh_l0	2	0.051438406109809875
115871	rnn.weight_hh_l0	3	0.041265398263931274
115871	rnn.weight_hh_l0	4	0.005768614821135998
115871	rnn.weight_hh_l0	5	0.06498296558856964
115871	rnn.weight_hh_l0	6	-0.01380534004420042
115871	rnn.weight_hh_l0	7	-0.08174020797014236
115871	rnn.weight_hh_l0	8	-0.0036377410870045424
115871	rnn.weight_hh_l0	9	-0.09892874956130981
115871	rnn.bias_ih_l0	0	-0.08057627826929092
115871	rnn.bias_ih_l0	1	-0.16693629324436188
115871	rnn.bias_ih_l0	2	-0.2336495965719223
115871	rnn.bias_ih_l0	3	-0.2811809480190277
115871	rnn.bias_ih_l0	4	0.008333508856594563
115871	rnn.bias_ih_l0	5	0.06614195555448532
115871	rnn.bias_ih_l0	6	-0.16533243656158447
115871	rnn.bias_ih_l0	7	-0.2523319125175476
115871	rnn.bias_ih_l0	8	-0.10983432084321976
115871	rnn.bias_ih_l0	9	-0.1719515323638916
115871	rnn.bias_hh_l0	0	0.15354014933109283
115871	rnn.bias_hh_l0	1	-0.04581362381577492
115871	rnn.bias_hh_l0	2	0.014549200423061848
115871	rnn.bias_hh_l0	3	-0.1595052182674408
115871	rnn.bias_hh_l0	4	0.03893880546092987
115871	rnn.bias_hh_l0	5	0.019310660660266876
115871	rnn.bias_hh_l0	6	-0.08851572126150131
115871	rnn.bias_hh_l0	7	-0.1519482135772705
115871	rnn.bias_hh_l0	8	-0.1704455465078354
115871	rnn.bias_hh_l0	9	-0.0901285707950592
115871	rnn.weight_ih_l0_reverse	0	-0.008846391923725605
115871	rnn.weight_ih_l0_reverse	1	0.0040921419858932495
115871	rnn.weight_ih_l0_reverse	2	-0.0299652349203825
115871	rnn.weight_ih_l0_reverse	3	-0.013124492019414902
115871	rnn.weight_ih_l0_reverse	4	0.026471003890037537
115871	rnn.weight_ih_l0_reverse	5	-0.0545196458697319
115871	rnn.weight_ih_l0_reverse	6	-0.042151909321546555
115871	rnn.weight_ih_l0_reverse	7	-0.005414743907749653
115871	rnn.weight_ih_l0_reverse	8	0.09267973154783249
115871	rnn.weight_ih_l0_reverse	9	0.01597072370350361
115871	rnn.weight_hh_l0_reverse	0	0.007627683691680431
115871	rnn.weight_hh_l0_reverse	1	0.021675212308764458
115871	rnn.weight_hh_l0_reverse	2	-0.04245752468705177
115871	rnn.weight_hh_l0_reverse	3	0.03759007528424263
115871	rnn.weight_hh_l0_reverse	4	0.018903139978647232
115871	rnn.weight_hh_l0_reverse	5	-0.012473572976887226
115871	rnn.weight_hh_l0_reverse	6	0.04978561773896217
115871	rnn.weight_hh_l0_reverse	7	0.02824215218424797
115871	rnn.weight_hh_l0_reverse	8	-0.009280908852815628
115871	rnn.weight_hh_l0_reverse	9	-0.05010226368904114
115871	rnn.bias_ih_l0_reverse	0	-0.13065828382968903
115871	rnn.bias_ih_l0_reverse	1	-0.2853657901287079
115871	rnn.bias_ih_l0_reverse	2	-0.06494531780481339
115871	rnn.bias_ih_l0_reverse	3	-0.1276724934577942
115871	rnn.bias_ih_l0_reverse	4	0.09533942490816116
115871	rnn.bias_ih_l0_reverse	5	-0.2363577038049698
115871	rnn.bias_ih_l0_reverse	6	-0.056667592376470566
115871	rnn.bias_ih_l0_reverse	7	0.022142134606838226
115871	rnn.bias_ih_l0_reverse	8	-0.17437921464443207
115871	rnn.bias_ih_l0_reverse	9	-0.10471295565366745
115871	rnn.bias_hh_l0_reverse	0	-0.13486610352993011
115871	rnn.bias_hh_l0_reverse	1	-0.14352934062480927
115871	rnn.bias_hh_l0_reverse	2	-0.023344773799180984
115871	rnn.bias_hh_l0_reverse	3	-0.12394338846206665
115871	rnn.bias_hh_l0_reverse	4	-0.026652850210666656
115871	rnn.bias_hh_l0_reverse	5	-0.11461634933948517
115871	rnn.bias_hh_l0_reverse	6	-0.06159929186105728
115871	rnn.bias_hh_l0_reverse	7	-0.17353184521198273
115871	rnn.bias_hh_l0_reverse	8	-0.04176228120923042
115871	rnn.bias_hh_l0_reverse	9	-0.1302313506603241
115871	linear.weight	0	-0.27532845735549927
115871	linear.weight	1	-0.134940505027771
115871	linear.weight	2	-0.011228874325752258
115871	linear.weight	3	-0.03232878819108009
115871	linear.weight	4	0.08128025382757187
115871	linear.weight	5	0.24600912630558014
115871	linear.weight	6	0.0047744326293468475
115871	linear.weight	7	-0.021312154829502106
115871	linear.weight	8	0.17612633109092712
115871	linear.weight	9	0.13300129771232605
115871	linear.bias	0	-0.8553103804588318
115871	linear.bias	1	1.2749892473220825
115871	linear.bias	2	-0.26523908972740173
115871	linear.bias	3	-0.6300676465034485
115871	linear.bias	4	-1.0344589948654175
115871	linear.bias	5	-1.164324402809143
115871	linear.bias	6	-0.8160757422447205
115871	linear.bias	7	-0.7844297289848328
115871	linear.bias	8	-0.01705317199230194
115871	linear.bias	9	3.1911606788635254
116068	transitions	0	-0.3632396459579468
116068	transitions	1	8.223006248474121
116068	transitions	2	-3.3694448471069336
116068	transitions	3	1.4031704664230347
116068	transitions	4	-1.9892144203186035
116068	transitions	5	-0.36236777901649475
116068	transitions	6	-0.1815616339445114
116068	transitions	7	-10000.0
116068	transitions	8	1.7268680334091187
116068	transitions	9	-2.2920827865600586
116068	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
116068	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
116068	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
116068	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
116068	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
116068	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
116068	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
116068	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
116068	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
116068	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
116068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
116068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
116068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
116068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
116068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
116068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
116068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
116068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
116068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
116068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
116068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
116068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
116068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
116068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
116068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
116068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
116068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
116068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
116068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
116068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
116068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
116068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
116068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
116068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
116068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
116068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
116068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
116068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
116068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
116068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
116068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
116068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
116068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
116068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
116068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
116068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
116068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
116068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
116068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
116068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
116068	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
116068	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
116068	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
116068	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
116068	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
116068	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
116068	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
116068	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
116068	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
116068	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
116068	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
116068	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
116068	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
116068	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
116068	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
116068	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
116068	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
116068	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
116068	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
116068	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
116068	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
116068	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
116068	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
116068	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
116068	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
116068	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
116068	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
116068	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
116068	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
116068	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
116068	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
116068	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
116068	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
116068	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
116068	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
116068	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
116068	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
116068	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
116068	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
116068	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
116068	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
116068	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
116068	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
116068	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
116068	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
116068	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
116068	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
116068	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
116068	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
116068	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
116068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
116068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
116068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
116068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
116068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
116068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
116068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
116068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
116068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
116068	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
116068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
116068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
116068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
116068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
116068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
116068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
116068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
116068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
116068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
116068	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
116068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
116068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
116068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
116068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
116068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
116068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
116068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
116068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
116068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
116068	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
116068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
116068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
116068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
116068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
116068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
116068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
116068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
116068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
116068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
116068	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
116068	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
116068	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
116068	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
116068	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
116068	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
116068	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
116068	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
116068	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
116068	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
116068	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
116068	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
116068	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
116068	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
116068	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
116068	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
116068	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
116068	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
116068	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
116068	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
116068	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
116068	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
116068	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
116068	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
116068	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
116068	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
116068	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
116068	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
116068	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
116068	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
116068	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
116068	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
116068	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
116068	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
116068	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
116068	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
116068	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
116068	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
116068	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
116068	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
116068	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
116068	embedding2nn.weight	0	0.0439462885260582
116068	embedding2nn.weight	1	-0.08654963970184326
116068	embedding2nn.weight	2	-0.009352713823318481
116068	embedding2nn.weight	3	-0.05126180872321129
116068	embedding2nn.weight	4	-0.1289169192314148
116068	embedding2nn.weight	5	0.10427165776491165
116068	embedding2nn.weight	6	-0.1647915244102478
116068	embedding2nn.weight	7	-0.0716090053319931
116068	embedding2nn.weight	8	-0.004365050699561834
116068	embedding2nn.weight	9	0.027394672855734825
116068	embedding2nn.bias	0	0.025094754993915558
116068	embedding2nn.bias	1	0.025565382093191147
116068	embedding2nn.bias	2	-0.11103509366512299
116068	embedding2nn.bias	3	0.04862130060791969
116068	embedding2nn.bias	4	0.0348050631582737
116068	embedding2nn.bias	5	-0.1793244332075119
116068	embedding2nn.bias	6	-0.0803774818778038
116068	embedding2nn.bias	7	-0.037348851561546326
116068	embedding2nn.bias	8	0.07252159714698792
116068	embedding2nn.bias	9	-0.07429012656211853
116068	rnn.weight_ih_l0	0	0.0073166112415492535
116068	rnn.weight_ih_l0	1	-0.055242594331502914
116068	rnn.weight_ih_l0	2	-0.021293899044394493
116068	rnn.weight_ih_l0	3	-0.028888681903481483
116068	rnn.weight_ih_l0	4	0.021550673991441727
116068	rnn.weight_ih_l0	5	-0.08481581509113312
116068	rnn.weight_ih_l0	6	-0.033511240035295486
116068	rnn.weight_ih_l0	7	-0.02213633805513382
116068	rnn.weight_ih_l0	8	0.018282292410731316
116068	rnn.weight_ih_l0	9	0.012392450124025345
116068	rnn.weight_hh_l0	0	0.009826093912124634
116068	rnn.weight_hh_l0	1	-0.08138688653707504
116068	rnn.weight_hh_l0	2	0.05129598453640938
116068	rnn.weight_hh_l0	3	0.04119498282670975
116068	rnn.weight_hh_l0	4	0.005893674213439226
116068	rnn.weight_hh_l0	5	0.06359172612428665
116068	rnn.weight_hh_l0	6	-0.013347873464226723
116068	rnn.weight_hh_l0	7	-0.08171040564775467
116068	rnn.weight_hh_l0	8	-0.0036640616599470377
116068	rnn.weight_hh_l0	9	-0.09597765654325485
116068	rnn.bias_ih_l0	0	-0.08399761468172073
116068	rnn.bias_ih_l0	1	-0.17046688497066498
116068	rnn.bias_ih_l0	2	-0.23217956721782684
116068	rnn.bias_ih_l0	3	-0.28087007999420166
116068	rnn.bias_ih_l0	4	0.011816565878689289
116068	rnn.bias_ih_l0	5	0.07087713479995728
116068	rnn.bias_ih_l0	6	-0.16317594051361084
116068	rnn.bias_ih_l0	7	-0.25030380487442017
116068	rnn.bias_ih_l0	8	-0.10832811146974564
116068	rnn.bias_ih_l0	9	-0.16899943351745605
116068	rnn.bias_hh_l0	0	0.15744802355766296
116068	rnn.bias_hh_l0	1	-0.04942678287625313
116068	rnn.bias_hh_l0	2	0.01619093120098114
116068	rnn.bias_hh_l0	3	-0.15738724172115326
116068	rnn.bias_hh_l0	4	0.03777159005403519
116068	rnn.bias_hh_l0	5	0.019074302166700363
116068	rnn.bias_hh_l0	6	-0.09004699438810349
116068	rnn.bias_hh_l0	7	-0.1562516838312149
116068	rnn.bias_hh_l0	8	-0.16843681037425995
116068	rnn.bias_hh_l0	9	-0.08690439164638519
116068	rnn.weight_ih_l0_reverse	0	-0.009907369501888752
116068	rnn.weight_ih_l0_reverse	1	0.004064661450684071
116068	rnn.weight_ih_l0_reverse	2	-0.028948215767741203
116068	rnn.weight_ih_l0_reverse	3	-0.013417450711131096
116068	rnn.weight_ih_l0_reverse	4	0.027784928679466248
116068	rnn.weight_ih_l0_reverse	5	-0.05139448866248131
116068	rnn.weight_ih_l0_reverse	6	-0.04152179881930351
116068	rnn.weight_ih_l0_reverse	7	-0.006004203576594591
116068	rnn.weight_ih_l0_reverse	8	0.08924613893032074
116068	rnn.weight_ih_l0_reverse	9	0.01683172583580017
116068	rnn.weight_hh_l0_reverse	0	0.007861454039812088
116068	rnn.weight_hh_l0_reverse	1	0.021754339337348938
116068	rnn.weight_hh_l0_reverse	2	-0.04182683303952217
116068	rnn.weight_hh_l0_reverse	3	0.03784346207976341
116068	rnn.weight_hh_l0_reverse	4	0.018520018085837364
116068	rnn.weight_hh_l0_reverse	5	-0.01238621398806572
116068	rnn.weight_hh_l0_reverse	6	0.04832875356078148
116068	rnn.weight_hh_l0_reverse	7	0.02717876061797142
116068	rnn.weight_hh_l0_reverse	8	-0.009730360470712185
116068	rnn.weight_hh_l0_reverse	9	-0.04956536740064621
116068	rnn.bias_ih_l0_reverse	0	-0.13113313913345337
116068	rnn.bias_ih_l0_reverse	1	-0.28263601660728455
116068	rnn.bias_ih_l0_reverse	2	-0.062205322086811066
116068	rnn.bias_ih_l0_reverse	3	-0.12602953612804413
116068	rnn.bias_ih_l0_reverse	4	0.09757690131664276
116068	rnn.bias_ih_l0_reverse	5	-0.23172593116760254
116068	rnn.bias_ih_l0_reverse	6	-0.060045111924409866
116068	rnn.bias_ih_l0_reverse	7	0.016207903623580933
116068	rnn.bias_ih_l0_reverse	8	-0.17264112830162048
116068	rnn.bias_ih_l0_reverse	9	-0.10698504745960236
116068	rnn.bias_hh_l0_reverse	0	-0.1330019235610962
116068	rnn.bias_hh_l0_reverse	1	-0.14359785616397858
116068	rnn.bias_hh_l0_reverse	2	-0.022524742409586906
116068	rnn.bias_hh_l0_reverse	3	-0.11876604706048965
116068	rnn.bias_hh_l0_reverse	4	-0.028260190039873123
116068	rnn.bias_hh_l0_reverse	5	-0.11328356713056564
116068	rnn.bias_hh_l0_reverse	6	-0.05990433320403099
116068	rnn.bias_hh_l0_reverse	7	-0.17143097519874573
116068	rnn.bias_hh_l0_reverse	8	-0.042156703770160675
116068	rnn.bias_hh_l0_reverse	9	-0.13312645256519318
116068	linear.weight	0	-0.2824219763278961
116068	linear.weight	1	-0.13519102334976196
116068	linear.weight	2	-0.011228874325752258
116068	linear.weight	3	-0.020821571350097656
116068	linear.weight	4	0.07460032403469086
116068	linear.weight	5	0.23441000282764435
116068	linear.weight	6	0.0047744326293468475
116068	linear.weight	7	-0.021312154829502106
116068	linear.weight	8	0.16192151606082916
116068	linear.weight	9	0.13281352818012238
116068	linear.bias	0	-0.8419423699378967
116068	linear.bias	1	1.2560094594955444
116068	linear.bias	2	-0.27078181505203247
116068	linear.bias	3	-0.6314730644226074
116068	linear.bias	4	-1.016510248184204
116068	linear.bias	5	-1.1643970012664795
116068	linear.bias	6	-0.8041757345199585
116068	linear.bias	7	-0.7743375301361084
116068	linear.bias	8	-0.01705317199230194
116068	linear.bias	9	3.2363595962524414
116265	transitions	0	-0.3636852502822876
116265	transitions	1	8.238572120666504
116265	transitions	2	-3.369966506958008
116265	transitions	3	1.406744360923767
116265	transitions	4	-1.9901710748672485
116265	transitions	5	-0.36262011528015137
116265	transitions	6	-0.18160995841026306
116265	transitions	7	-10000.0
116265	transitions	8	1.7275618314743042
116265	transitions	9	-2.2920920848846436
116265	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
116265	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
116265	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
116265	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
116265	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
116265	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
116265	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
116265	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
116265	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
116265	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
116265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
116265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
116265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
116265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
116265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
116265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
116265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
116265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
116265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
116265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
116265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
116265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
116265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
116265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
116265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
116265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
116265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
116265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
116265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
116265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
116265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
116265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
116265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
116265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
116265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
116265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
116265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
116265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
116265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
116265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
116265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
116265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
116265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
116265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
116265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
116265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
116265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
116265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
116265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
116265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
116265	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
116265	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
116265	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
116265	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
116265	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
116265	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
116265	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
116265	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
116265	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
116265	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
116265	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
116265	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
116265	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
116265	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
116265	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
116265	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
116265	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
116265	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
116265	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
116265	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
116265	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
116265	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
116265	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
116265	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
116265	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
116265	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
116265	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
116265	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
116265	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
116265	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
116265	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
116265	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
116265	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
116265	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
116265	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
116265	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
116265	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
116265	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
116265	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
116265	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
116265	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
116265	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
116265	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
116265	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
116265	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
116265	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
116265	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
116265	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
116265	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
116265	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
116265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
116265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
116265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
116265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
116265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
116265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
116265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
116265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
116265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
116265	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
116265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
116265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
116265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
116265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
116265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
116265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
116265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
116265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
116265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
116265	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
116265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
116265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
116265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
116265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
116265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
116265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
116265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
116265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
116265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
116265	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
116265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
116265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
116265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
116265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
116265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
116265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
116265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
116265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
116265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
116265	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
116265	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
116265	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
116265	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
116265	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
116265	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
116265	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
116265	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
116265	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
116265	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
116265	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
116265	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
116265	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
116265	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
116265	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
116265	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
116265	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
116265	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
116265	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
116265	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
116265	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
116265	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
116265	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
116265	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
116265	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
116265	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
116265	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
116265	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
116265	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
116265	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
116265	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
116265	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
116265	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
116265	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
116265	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
116265	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
116265	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
116265	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
116265	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
116265	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
116265	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
116265	embedding2nn.weight	0	0.04378626123070717
116265	embedding2nn.weight	1	-0.08790258318185806
116265	embedding2nn.weight	2	-0.005107059143483639
116265	embedding2nn.weight	3	-0.052565526217222214
116265	embedding2nn.weight	4	-0.12307700514793396
116265	embedding2nn.weight	5	0.10355117917060852
116265	embedding2nn.weight	6	-0.15857507288455963
116265	embedding2nn.weight	7	-0.071601502597332
116265	embedding2nn.weight	8	-0.002354186028242111
116265	embedding2nn.weight	9	0.030801815912127495
116265	embedding2nn.bias	0	0.020855948328971863
116265	embedding2nn.bias	1	0.016655920073390007
116265	embedding2nn.bias	2	-0.10636191070079803
116265	embedding2nn.bias	3	0.05123994126915932
116265	embedding2nn.bias	4	0.026739666238427162
116265	embedding2nn.bias	5	-0.17295414209365845
116265	embedding2nn.bias	6	-0.07859411835670471
116265	embedding2nn.bias	7	-0.03642285242676735
116265	embedding2nn.bias	8	0.08579643815755844
116265	embedding2nn.bias	9	-0.06978349387645721
116265	rnn.weight_ih_l0	0	0.010440409183502197
116265	rnn.weight_ih_l0	1	-0.056129008531570435
116265	rnn.weight_ih_l0	2	-0.023328859359025955
116265	rnn.weight_ih_l0	3	-0.02773234061896801
116265	rnn.weight_ih_l0	4	0.023021221160888672
116265	rnn.weight_ih_l0	5	-0.08380549401044846
116265	rnn.weight_ih_l0	6	-0.03548615798354149
116265	rnn.weight_ih_l0	7	-0.020144615322351456
116265	rnn.weight_ih_l0	8	0.01556460838764906
116265	rnn.weight_ih_l0	9	0.0065743084996938705
116265	rnn.weight_hh_l0	0	0.010566066019237041
116265	rnn.weight_hh_l0	1	-0.08278439193964005
116265	rnn.weight_hh_l0	2	0.05155026167631149
116265	rnn.weight_hh_l0	3	0.04081064462661743
116265	rnn.weight_hh_l0	4	0.0063323816284537315
116265	rnn.weight_hh_l0	5	0.06363990157842636
116265	rnn.weight_hh_l0	6	-0.013561363331973553
116265	rnn.weight_hh_l0	7	-0.082576684653759
116265	rnn.weight_hh_l0	8	-0.003934567794203758
116265	rnn.weight_hh_l0	9	-0.09322647005319595
116265	rnn.bias_ih_l0	0	-0.08978641033172607
116265	rnn.bias_ih_l0	1	-0.16870102286338806
116265	rnn.bias_ih_l0	2	-0.23485702276229858
116265	rnn.bias_ih_l0	3	-0.28240907192230225
116265	rnn.bias_ih_l0	4	0.007635936606675386
116265	rnn.bias_ih_l0	5	0.0689179003238678
116265	rnn.bias_ih_l0	6	-0.15991772711277008
116265	rnn.bias_ih_l0	7	-0.2500365078449249
116265	rnn.bias_ih_l0	8	-0.10501015931367874
116265	rnn.bias_ih_l0	9	-0.16874122619628906
116265	rnn.bias_hh_l0	0	0.1474163979291916
116265	rnn.bias_hh_l0	1	-0.050668101757764816
116265	rnn.bias_hh_l0	2	0.015105882659554482
116265	rnn.bias_hh_l0	3	-0.16126273572444916
116265	rnn.bias_hh_l0	4	0.03749331831932068
116265	rnn.bias_hh_l0	5	0.023762589320540428
116265	rnn.bias_hh_l0	6	-0.0889577865600586
116265	rnn.bias_hh_l0	7	-0.16016708314418793
116265	rnn.bias_hh_l0	8	-0.16751492023468018
116265	rnn.bias_hh_l0	9	-0.08610910922288895
116265	rnn.weight_ih_l0_reverse	0	-0.010399837046861649
116265	rnn.weight_ih_l0_reverse	1	0.004975294694304466
116265	rnn.weight_ih_l0_reverse	2	-0.030467746779322624
116265	rnn.weight_ih_l0_reverse	3	-0.014555800706148148
116265	rnn.weight_ih_l0_reverse	4	0.0310605987906456
116265	rnn.weight_ih_l0_reverse	5	-0.04848070815205574
116265	rnn.weight_ih_l0_reverse	6	-0.04169197380542755
116265	rnn.weight_ih_l0_reverse	7	-0.007073745131492615
116265	rnn.weight_ih_l0_reverse	8	0.08948596566915512
116265	rnn.weight_ih_l0_reverse	9	0.01685968041419983
116265	rnn.weight_hh_l0_reverse	0	0.007679283618927002
116265	rnn.weight_hh_l0_reverse	1	0.02175460383296013
116265	rnn.weight_hh_l0_reverse	2	-0.042420078068971634
116265	rnn.weight_hh_l0_reverse	3	0.03828991949558258
116265	rnn.weight_hh_l0_reverse	4	0.018397070467472076
116265	rnn.weight_hh_l0_reverse	5	-0.014912273734807968
116265	rnn.weight_hh_l0_reverse	6	0.048355963081121445
116265	rnn.weight_hh_l0_reverse	7	0.027301175519824028
116265	rnn.weight_hh_l0_reverse	8	-0.008484958671033382
116265	rnn.weight_hh_l0_reverse	9	-0.04930099844932556
116265	rnn.bias_ih_l0_reverse	0	-0.13209792971611023
116265	rnn.bias_ih_l0_reverse	1	-0.2865334153175354
116265	rnn.bias_ih_l0_reverse	2	-0.06439168006181717
116265	rnn.bias_ih_l0_reverse	3	-0.12707103788852692
116265	rnn.bias_ih_l0_reverse	4	0.09570623189210892
116265	rnn.bias_ih_l0_reverse	5	-0.2321266233921051
116265	rnn.bias_ih_l0_reverse	6	-0.058637287467718124
116265	rnn.bias_ih_l0_reverse	7	0.01745135337114334
116265	rnn.bias_ih_l0_reverse	8	-0.173360213637352
116265	rnn.bias_ih_l0_reverse	9	-0.10743717849254608
116265	rnn.bias_hh_l0_reverse	0	-0.134147047996521
116265	rnn.bias_hh_l0_reverse	1	-0.14476077258586884
116265	rnn.bias_hh_l0_reverse	2	-0.01998000405728817
116265	rnn.bias_hh_l0_reverse	3	-0.11350990831851959
116265	rnn.bias_hh_l0_reverse	4	-0.027155635878443718
116265	rnn.bias_hh_l0_reverse	5	-0.1131490021944046
116265	rnn.bias_hh_l0_reverse	6	-0.061127714812755585
116265	rnn.bias_hh_l0_reverse	7	-0.17023934423923492
116265	rnn.bias_hh_l0_reverse	8	-0.04001374542713165
116265	rnn.bias_hh_l0_reverse	9	-0.1324739158153534
116265	linear.weight	0	-0.29813724756240845
116265	linear.weight	1	-0.1287277638912201
116265	linear.weight	2	-0.011228874325752258
116265	linear.weight	3	-0.030699126422405243
116265	linear.weight	4	0.04678095877170563
116265	linear.weight	5	0.23948076367378235
116265	linear.weight	6	0.0047744326293468475
116265	linear.weight	7	-0.021312154829502106
116265	linear.weight	8	0.16707554459571838
116265	linear.weight	9	0.13984808325767517
116265	linear.bias	0	-0.8700613975524902
116265	linear.bias	1	1.2416740655899048
116265	linear.bias	2	-0.23841311037540436
116265	linear.bias	3	-0.6365722417831421
116265	linear.bias	4	-1.0091607570648193
116265	linear.bias	5	-1.1644728183746338
116265	linear.bias	6	-0.8340927958488464
116265	linear.bias	7	-0.784602701663971
116265	linear.bias	8	-0.01705317199230194
116265	linear.bias	9	3.2542777061462402
116462	transitions	0	-0.3638947904109955
116462	transitions	1	8.248716354370117
116462	transitions	2	-3.3706586360931396
116462	transitions	3	1.4120433330535889
116462	transitions	4	-1.990946888923645
116462	transitions	5	-0.36278432607650757
116462	transitions	6	-0.18167486786842346
116462	transitions	7	-10000.0
116462	transitions	8	1.7303447723388672
116462	transitions	9	-2.292104959487915
116462	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
116462	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
116462	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
116462	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
116462	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
116462	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
116462	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
116462	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
116462	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
116462	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
116462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
116462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
116462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
116462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
116462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
116462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
116462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
116462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
116462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
116462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
116462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
116462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
116462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
116462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
116462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
116462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
116462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
116462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
116462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
116462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
116462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
116462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
116462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
116462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
116462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
116462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
116462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
116462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
116462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
116462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
116462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
116462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
116462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
116462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
116462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
116462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
116462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
116462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
116462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
116462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
116462	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
116462	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
116462	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
116462	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
116462	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
116462	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
116462	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
116462	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
116462	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
116462	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
116462	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
116462	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
116462	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
116462	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
116462	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
116462	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
116462	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
116462	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
116462	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
116462	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
116462	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
116462	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
116462	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
116462	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
116462	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
116462	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
116462	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
116462	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
116462	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
116462	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
116462	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
116462	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
116462	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
116462	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
116462	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
116462	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
116462	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
116462	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
116462	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
116462	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
116462	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
116462	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
116462	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
116462	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
116462	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
116462	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
116462	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
116462	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
116462	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
116462	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
116462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
116462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
116462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
116462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
116462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
116462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
116462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
116462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
116462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
116462	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
116462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
116462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
116462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
116462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
116462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
116462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
116462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
116462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
116462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
116462	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
116462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
116462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
116462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
116462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
116462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
116462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
116462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
116462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
116462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
116462	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
116462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
116462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
116462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
116462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
116462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
116462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
116462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
116462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
116462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
116462	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
116462	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
116462	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
116462	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
116462	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
116462	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
116462	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
116462	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
116462	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
116462	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
116462	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
116462	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
116462	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
116462	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
116462	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
116462	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
116462	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
116462	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
116462	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
116462	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
116462	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
116462	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
116462	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
116462	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
116462	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
116462	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
116462	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
116462	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
116462	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
116462	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
116462	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
116462	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
116462	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
116462	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
116462	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
116462	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
116462	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
116462	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
116462	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
116462	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
116462	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
116462	embedding2nn.weight	0	0.043787792325019836
116462	embedding2nn.weight	1	-0.08835934102535248
116462	embedding2nn.weight	2	-0.003758335718885064
116462	embedding2nn.weight	3	-0.050173573195934296
116462	embedding2nn.weight	4	-0.12548460066318512
116462	embedding2nn.weight	5	0.10257761925458908
116462	embedding2nn.weight	6	-0.16020162403583527
116462	embedding2nn.weight	7	-0.0741209089756012
116462	embedding2nn.weight	8	-0.0032885726541280746
116462	embedding2nn.weight	9	0.03147880733013153
116462	embedding2nn.bias	0	0.0298476442694664
116462	embedding2nn.bias	1	0.009607112966477871
116462	embedding2nn.bias	2	-0.09959537535905838
116462	embedding2nn.bias	3	0.043612975627183914
116462	embedding2nn.bias	4	0.02874266915023327
116462	embedding2nn.bias	5	-0.17924830317497253
116462	embedding2nn.bias	6	-0.08985348790884018
116462	embedding2nn.bias	7	-0.028885023668408394
116462	embedding2nn.bias	8	0.0693088173866272
116462	embedding2nn.bias	9	-0.08475672453641891
116462	rnn.weight_ih_l0	0	0.006385559681802988
116462	rnn.weight_ih_l0	1	-0.05596287176012993
116462	rnn.weight_ih_l0	2	-0.024018043652176857
116462	rnn.weight_ih_l0	3	-0.02740425430238247
116462	rnn.weight_ih_l0	4	0.020954616367816925
116462	rnn.weight_ih_l0	5	-0.08310258388519287
116462	rnn.weight_ih_l0	6	-0.03229041397571564
116462	rnn.weight_ih_l0	7	-0.017919059842824936
116462	rnn.weight_ih_l0	8	0.018914200365543365
116462	rnn.weight_ih_l0	9	0.0051755900494754314
116462	rnn.weight_hh_l0	0	0.011127948760986328
116462	rnn.weight_hh_l0	1	-0.08267245441675186
116462	rnn.weight_hh_l0	2	0.05053279176354408
116462	rnn.weight_hh_l0	3	0.04124369099736214
116462	rnn.weight_hh_l0	4	0.006358993239700794
116462	rnn.weight_hh_l0	5	0.0633554458618164
116462	rnn.weight_hh_l0	6	-0.013847865164279938
116462	rnn.weight_hh_l0	7	-0.08295322954654694
116462	rnn.weight_hh_l0	8	-0.003126254305243492
116462	rnn.weight_hh_l0	9	-0.0929199755191803
116462	rnn.bias_ih_l0	0	-0.09662145376205444
116462	rnn.bias_ih_l0	1	-0.16801075637340546
116462	rnn.bias_ih_l0	2	-0.23482561111450195
116462	rnn.bias_ih_l0	3	-0.2811696529388428
116462	rnn.bias_ih_l0	4	0.013987215235829353
116462	rnn.bias_ih_l0	5	0.07303693145513535
116462	rnn.bias_ih_l0	6	-0.15226857364177704
116462	rnn.bias_ih_l0	7	-0.2531241178512573
116462	rnn.bias_ih_l0	8	-0.11090631783008575
116462	rnn.bias_ih_l0	9	-0.1664332002401352
116462	rnn.bias_hh_l0	0	0.1449609249830246
116462	rnn.bias_hh_l0	1	-0.04955744370818138
116462	rnn.bias_hh_l0	2	0.018404999747872353
116462	rnn.bias_hh_l0	3	-0.16270960867404938
116462	rnn.bias_hh_l0	4	0.036561816930770874
116462	rnn.bias_hh_l0	5	0.02140217088162899
116462	rnn.bias_hh_l0	6	-0.08651366084814072
116462	rnn.bias_hh_l0	7	-0.15971818566322327
116462	rnn.bias_hh_l0	8	-0.16883693635463715
116462	rnn.bias_hh_l0	9	-0.09012150019407272
116462	rnn.weight_ih_l0_reverse	0	-0.00959380529820919
116462	rnn.weight_ih_l0_reverse	1	0.005401405040174723
116462	rnn.weight_ih_l0_reverse	2	-0.026709869503974915
116462	rnn.weight_ih_l0_reverse	3	-0.015997689217329025
116462	rnn.weight_ih_l0_reverse	4	0.03196648508310318
116462	rnn.weight_ih_l0_reverse	5	-0.0516139417886734
116462	rnn.weight_ih_l0_reverse	6	-0.04228554293513298
116462	rnn.weight_ih_l0_reverse	7	-0.012935335747897625
116462	rnn.weight_ih_l0_reverse	8	0.09030283242464066
116462	rnn.weight_ih_l0_reverse	9	0.017269965261220932
116462	rnn.weight_hh_l0_reverse	0	0.007523785345256329
116462	rnn.weight_hh_l0_reverse	1	0.021970340982079506
116462	rnn.weight_hh_l0_reverse	2	-0.0424778126180172
116462	rnn.weight_hh_l0_reverse	3	0.03892483189702034
116462	rnn.weight_hh_l0_reverse	4	0.018901510164141655
116462	rnn.weight_hh_l0_reverse	5	-0.014418711885809898
116462	rnn.weight_hh_l0_reverse	6	0.04763980954885483
116462	rnn.weight_hh_l0_reverse	7	0.02730906940996647
116462	rnn.weight_hh_l0_reverse	8	-0.007380208466202021
116462	rnn.weight_hh_l0_reverse	9	-0.05040893703699112
116462	rnn.bias_ih_l0_reverse	0	-0.13299162685871124
116462	rnn.bias_ih_l0_reverse	1	-0.2877682149410248
116462	rnn.bias_ih_l0_reverse	2	-0.06668318808078766
116462	rnn.bias_ih_l0_reverse	3	-0.12528131902217865
116462	rnn.bias_ih_l0_reverse	4	0.0967530831694603
116462	rnn.bias_ih_l0_reverse	5	-0.23402878642082214
116462	rnn.bias_ih_l0_reverse	6	-0.05721745640039444
116462	rnn.bias_ih_l0_reverse	7	0.014961405657231808
116462	rnn.bias_ih_l0_reverse	8	-0.1751321703195572
116462	rnn.bias_ih_l0_reverse	9	-0.11183581501245499
116462	rnn.bias_hh_l0_reverse	0	-0.13568218052387238
116462	rnn.bias_hh_l0_reverse	1	-0.14056022465229034
116462	rnn.bias_hh_l0_reverse	2	-0.020317871123552322
116462	rnn.bias_hh_l0_reverse	3	-0.11333587765693665
116462	rnn.bias_hh_l0_reverse	4	-0.02880428172647953
116462	rnn.bias_hh_l0_reverse	5	-0.11255346238613129
116462	rnn.bias_hh_l0_reverse	6	-0.06030576676130295
116462	rnn.bias_hh_l0_reverse	7	-0.16807669401168823
116462	rnn.bias_hh_l0_reverse	8	-0.04725014045834541
116462	rnn.bias_hh_l0_reverse	9	-0.13374528288841248
116462	linear.weight	0	-0.2859601676464081
116462	linear.weight	1	-0.11728586256504059
116462	linear.weight	2	-0.011228874325752258
116462	linear.weight	3	-0.05378533527255058
116462	linear.weight	4	0.06802942603826523
116462	linear.weight	5	0.2694515883922577
116462	linear.weight	6	0.0047744326293468475
116462	linear.weight	7	-0.021312154829502106
116462	linear.weight	8	0.16828496754169464
116462	linear.weight	9	0.148382768034935
116462	linear.bias	0	-0.8530749082565308
116462	linear.bias	1	1.2213455438613892
116462	linear.bias	2	-0.2559259831905365
116462	linear.bias	3	-0.6165828704833984
116462	linear.bias	4	-1.0302339792251587
116462	linear.bias	5	-1.1645500659942627
116462	linear.bias	6	-0.8222959637641907
116462	linear.bias	7	-0.7727213501930237
116462	linear.bias	8	-0.01705317199230194
116462	linear.bias	9	3.2004427909851074
116466	transitions	0	-0.3638949990272522
116466	transitions	1	8.250606536865234
116466	transitions	2	-3.3706724643707275
116466	transitions	3	1.4122400283813477
116466	transitions	4	-1.9909507036209106
116466	transitions	5	-0.3627919554710388
116466	transitions	6	-0.18167541921138763
116466	transitions	7	-10000.0
116466	transitions	8	1.7303440570831299
116466	transitions	9	-2.2921059131622314
116466	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
116466	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
116466	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
116466	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
116466	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
116466	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
116466	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
116466	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
116466	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
116466	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
116466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
116466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
116466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
116466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
116466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
116466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
116466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
116466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
116466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
116466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
116466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
116466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
116466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
116466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
116466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
116466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
116466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
116466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
116466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
116466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
116466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
116466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
116466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
116466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
116466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
116466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
116466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
116466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
116466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
116466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
116466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
116466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
116466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
116466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
116466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
116466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
116466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
116466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
116466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
116466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
116466	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
116466	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
116466	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
116466	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
116466	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
116466	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
116466	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
116466	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
116466	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
116466	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
116466	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
116466	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
116466	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
116466	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
116466	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
116466	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
116466	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
116466	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
116466	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
116466	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
116466	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
116466	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
116466	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
116466	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
116466	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
116466	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
116466	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
116466	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
116466	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
116466	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
116466	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
116466	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
116466	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
116466	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
116466	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
116466	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
116466	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
116466	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
116466	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
116466	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
116466	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
116466	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
116466	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
116466	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
116466	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
116466	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
116466	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
116466	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
116466	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
116466	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
116466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
116466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
116466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
116466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
116466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
116466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
116466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
116466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
116466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
116466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
116466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
116466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
116466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
116466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
116466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
116466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
116466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
116466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
116466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
116466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
116466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
116466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
116466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
116466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
116466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
116466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
116466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
116466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
116466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
116466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
116466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
116466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
116466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
116466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
116466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
116466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
116466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
116466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
116466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
116466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
116466	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
116466	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
116466	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
116466	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
116466	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
116466	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
116466	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
116466	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
116466	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
116466	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
116466	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
116466	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
116466	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
116466	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
116466	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
116466	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
116466	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
116466	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
116466	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
116466	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
116466	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
116466	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
116466	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
116466	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
116466	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
116466	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
116466	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
116466	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
116466	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
116466	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
116466	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
116466	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
116466	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
116466	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
116466	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
116466	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
116466	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
116466	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
116466	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
116466	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
116466	embedding2nn.weight	0	0.04381038621068001
116466	embedding2nn.weight	1	-0.08836216479539871
116466	embedding2nn.weight	2	-0.003610241925343871
116466	embedding2nn.weight	3	-0.0501253716647625
116466	embedding2nn.weight	4	-0.12533444166183472
116466	embedding2nn.weight	5	0.10267186164855957
116466	embedding2nn.weight	6	-0.1599106341600418
116466	embedding2nn.weight	7	-0.07444672286510468
116466	embedding2nn.weight	8	-0.003502921899780631
116466	embedding2nn.weight	9	0.03115893341600895
116466	embedding2nn.bias	0	0.03086966834962368
116466	embedding2nn.bias	1	0.006800282746553421
116466	embedding2nn.bias	2	-0.09757028520107269
116466	embedding2nn.bias	3	0.041848719120025635
116466	embedding2nn.bias	4	0.028162073343992233
116466	embedding2nn.bias	5	-0.17955800890922546
116466	embedding2nn.bias	6	-0.0899520069360733
116466	embedding2nn.bias	7	-0.026921570301055908
116466	embedding2nn.bias	8	0.06906680017709732
116466	embedding2nn.bias	9	-0.08590013533830643
116466	rnn.weight_ih_l0	0	0.0065493155270814896
116466	rnn.weight_ih_l0	1	-0.05592713877558708
116466	rnn.weight_ih_l0	2	-0.023113355040550232
116466	rnn.weight_ih_l0	3	-0.02718351036310196
116466	rnn.weight_ih_l0	4	0.02087222971022129
116466	rnn.weight_ih_l0	5	-0.08291248232126236
116466	rnn.weight_ih_l0	6	-0.03201691806316376
116466	rnn.weight_ih_l0	7	-0.017967836931347847
116466	rnn.weight_ih_l0	8	0.018983978778123856
116466	rnn.weight_ih_l0	9	0.0053101289086043835
116466	rnn.weight_hh_l0	0	0.011213831603527069
116466	rnn.weight_hh_l0	1	-0.08240210264921188
116466	rnn.weight_hh_l0	2	0.05105635151267052
116466	rnn.weight_hh_l0	3	0.04175694286823273
116466	rnn.weight_hh_l0	4	0.006338473409414291
116466	rnn.weight_hh_l0	5	0.06318077445030212
116466	rnn.weight_hh_l0	6	-0.013938133604824543
116466	rnn.weight_hh_l0	7	-0.08295069634914398
116466	rnn.weight_hh_l0	8	-0.0034111279528588057
116466	rnn.weight_hh_l0	9	-0.09295797348022461
116466	rnn.bias_ih_l0	0	-0.09666674584150314
116466	rnn.bias_ih_l0	1	-0.16781897842884064
116466	rnn.bias_ih_l0	2	-0.23522181808948517
116466	rnn.bias_ih_l0	3	-0.28168219327926636
116466	rnn.bias_ih_l0	4	0.013570484705269337
116466	rnn.bias_ih_l0	5	0.07215340435504913
116466	rnn.bias_ih_l0	6	-0.15252171456813812
116466	rnn.bias_ih_l0	7	-0.2532600164413452
116466	rnn.bias_ih_l0	8	-0.11121515184640884
116466	rnn.bias_ih_l0	9	-0.16644339263439178
116466	rnn.bias_hh_l0	0	0.14518563449382782
116466	rnn.bias_hh_l0	1	-0.0495791994035244
116466	rnn.bias_hh_l0	2	0.018460463732481003
116466	rnn.bias_hh_l0	3	-0.16294796764850616
116466	rnn.bias_hh_l0	4	0.03602489084005356
116466	rnn.bias_hh_l0	5	0.02153429016470909
116466	rnn.bias_hh_l0	6	-0.08655481785535812
116466	rnn.bias_hh_l0	7	-0.1595229208469391
116466	rnn.bias_hh_l0	8	-0.16844642162322998
116466	rnn.bias_hh_l0	9	-0.09016184508800507
116466	rnn.weight_ih_l0_reverse	0	-0.009721680544316769
116466	rnn.weight_ih_l0_reverse	1	0.005327257327735424
116466	rnn.weight_ih_l0_reverse	2	-0.02716299332678318
116466	rnn.weight_ih_l0_reverse	3	-0.015838176012039185
116466	rnn.weight_ih_l0_reverse	4	0.03197550028562546
116466	rnn.weight_ih_l0_reverse	5	-0.05058647319674492
116466	rnn.weight_ih_l0_reverse	6	-0.04222387820482254
116466	rnn.weight_ih_l0_reverse	7	-0.01300030667334795
116466	rnn.weight_ih_l0_reverse	8	0.0903155654668808
116466	rnn.weight_ih_l0_reverse	9	0.016994042322039604
116466	rnn.weight_hh_l0_reverse	0	0.007524976972490549
116466	rnn.weight_hh_l0_reverse	1	0.02197212725877762
116466	rnn.weight_hh_l0_reverse	2	-0.042479343712329865
116466	rnn.weight_hh_l0_reverse	3	0.03887500986456871
116466	rnn.weight_hh_l0_reverse	4	0.019160961732268333
116466	rnn.weight_hh_l0_reverse	5	-0.014423470012843609
116466	rnn.weight_hh_l0_reverse	6	0.047675877809524536
116466	rnn.weight_hh_l0_reverse	7	0.027346281334757805
116466	rnn.weight_hh_l0_reverse	8	-0.007423857226967812
116466	rnn.weight_hh_l0_reverse	9	-0.05035606026649475
116466	rnn.bias_ih_l0_reverse	0	-0.1324882209300995
116466	rnn.bias_ih_l0_reverse	1	-0.28784385323524475
116466	rnn.bias_ih_l0_reverse	2	-0.06671576201915741
116466	rnn.bias_ih_l0_reverse	3	-0.1250607818365097
116466	rnn.bias_ih_l0_reverse	4	0.096687912940979
116466	rnn.bias_ih_l0_reverse	5	-0.23410379886627197
116466	rnn.bias_ih_l0_reverse	6	-0.057145703583955765
116466	rnn.bias_ih_l0_reverse	7	0.014956772327423096
116466	rnn.bias_ih_l0_reverse	8	-0.17486807703971863
116466	rnn.bias_ih_l0_reverse	9	-0.11185098439455032
116466	rnn.bias_hh_l0_reverse	0	-0.1350611001253128
116466	rnn.bias_hh_l0_reverse	1	-0.14040154218673706
116466	rnn.bias_hh_l0_reverse	2	-0.020048679783940315
116466	rnn.bias_hh_l0_reverse	3	-0.11321353912353516
116466	rnn.bias_hh_l0_reverse	4	-0.029097462072968483
116466	rnn.bias_hh_l0_reverse	5	-0.11250342428684235
116466	rnn.bias_hh_l0_reverse	6	-0.06285818666219711
116466	rnn.bias_hh_l0_reverse	7	-0.16822272539138794
116466	rnn.bias_hh_l0_reverse	8	-0.047301821410655975
116466	rnn.bias_hh_l0_reverse	9	-0.13368287682533264
116466	linear.weight	0	-0.28596192598342896
116466	linear.weight	1	-0.1140345111489296
116466	linear.weight	2	-0.011228874325752258
116466	linear.weight	3	-0.05374044179916382
116466	linear.weight	4	0.06798849254846573
116466	linear.weight	5	0.26938948035240173
116466	linear.weight	6	0.0047744326293468475
116466	linear.weight	7	-0.021312154829502106
116466	linear.weight	8	0.17545874416828156
116466	linear.weight	9	0.14973637461662292
116466	linear.bias	0	-0.8585144281387329
116466	linear.bias	1	1.235547423362732
116466	linear.bias	2	-0.2674090266227722
116466	linear.bias	3	-0.6178376078605652
116466	linear.bias	4	-1.008302092552185
116466	linear.bias	5	-1.164551019668579
116466	linear.bias	6	-0.8286949396133423
116466	linear.bias	7	-0.7781790494918823
116466	linear.bias	8	-0.01705317199230194
116466	linear.bias	9	3.2393479347229004
116663	transitions	0	-0.36420512199401855
116663	transitions	1	8.255867958068848
116663	transitions	2	-3.3712613582611084
116663	transitions	3	1.4296815395355225
116663	transitions	4	-1.9917380809783936
116663	transitions	5	-0.3628893792629242
116663	transitions	6	-0.18172743916511536
116663	transitions	7	-10000.0
116663	transitions	8	1.7313750982284546
116663	transitions	9	-2.292119026184082
116663	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
116663	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
116663	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
116663	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
116663	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
116663	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
116663	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
116663	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
116663	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
116663	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
116663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
116663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
116663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
116663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
116663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
116663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
116663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
116663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
116663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
116663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
116663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
116663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
116663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
116663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
116663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
116663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
116663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
116663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
116663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
116663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
116663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
116663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
116663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
116663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
116663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
116663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
116663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
116663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
116663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
116663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
116663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
116663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
116663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
116663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
116663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
116663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
116663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
116663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
116663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
116663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
116663	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
116663	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
116663	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
116663	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
116663	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
116663	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
116663	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
116663	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
116663	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
116663	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
116663	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
116663	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
116663	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
116663	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
116663	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
116663	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
116663	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
116663	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
116663	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
116663	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
116663	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
116663	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
116663	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
116663	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
116663	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
116663	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
116663	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
116663	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
116663	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
116663	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
116663	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
116663	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
116663	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
116663	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
116663	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
116663	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
116663	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
116663	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
116663	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
116663	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
116663	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
116663	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
116663	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
116663	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
116663	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
116663	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
116663	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
116663	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
116663	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
116663	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
116663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
116663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
116663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
116663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
116663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
116663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
116663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
116663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
116663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
116663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
116663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
116663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
116663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
116663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
116663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
116663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
116663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
116663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
116663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
116663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
116663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
116663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
116663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
116663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
116663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
116663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
116663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
116663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
116663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
116663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
116663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
116663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
116663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
116663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
116663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
116663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
116663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
116663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
116663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
116663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
116663	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
116663	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
116663	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
116663	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
116663	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
116663	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
116663	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
116663	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
116663	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
116663	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
116663	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
116663	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
116663	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
116663	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
116663	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
116663	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
116663	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
116663	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
116663	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
116663	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
116663	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
116663	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
116663	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
116663	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
116663	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
116663	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
116663	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
116663	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
116663	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
116663	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
116663	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
116663	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
116663	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
116663	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
116663	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
116663	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
116663	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
116663	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
116663	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
116663	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
116663	embedding2nn.weight	0	0.043321847915649414
116663	embedding2nn.weight	1	-0.08727534860372543
116663	embedding2nn.weight	2	-0.0008101426647044718
116663	embedding2nn.weight	3	-0.04967297986149788
116663	embedding2nn.weight	4	-0.12610530853271484
116663	embedding2nn.weight	5	0.1038111075758934
116663	embedding2nn.weight	6	-0.15283414721488953
116663	embedding2nn.weight	7	-0.07468285411596298
116663	embedding2nn.weight	8	-0.0020082383416593075
116663	embedding2nn.weight	9	0.031816158443689346
116663	embedding2nn.bias	0	0.047821544110774994
116663	embedding2nn.bias	1	0.020784711465239525
116663	embedding2nn.bias	2	-0.10489196330308914
116663	embedding2nn.bias	3	0.03442547097802162
116663	embedding2nn.bias	4	0.04150919243693352
116663	embedding2nn.bias	5	-0.16159163415431976
116663	embedding2nn.bias	6	-0.08499123156070709
116663	embedding2nn.bias	7	-0.03020605258643627
116663	embedding2nn.bias	8	0.07581890374422073
116663	embedding2nn.bias	9	-0.07529881596565247
116663	rnn.weight_ih_l0	0	0.0064632948487997055
116663	rnn.weight_ih_l0	1	-0.05646653473377228
116663	rnn.weight_ih_l0	2	-0.023693706840276718
116663	rnn.weight_ih_l0	3	-0.026095176115632057
116663	rnn.weight_ih_l0	4	0.02029971405863762
116663	rnn.weight_ih_l0	5	-0.08244431018829346
116663	rnn.weight_ih_l0	6	-0.03512601926922798
116663	rnn.weight_ih_l0	7	-0.018200630322098732
116663	rnn.weight_ih_l0	8	0.017959699034690857
116663	rnn.weight_ih_l0	9	0.0016137761995196342
116663	rnn.weight_hh_l0	0	0.009541019797325134
116663	rnn.weight_hh_l0	1	-0.07900483161211014
116663	rnn.weight_hh_l0	2	0.05104739964008331
116663	rnn.weight_hh_l0	3	0.042315006256103516
116663	rnn.weight_hh_l0	4	0.006204569712281227
116663	rnn.weight_hh_l0	5	0.0635337233543396
116663	rnn.weight_hh_l0	6	-0.014300381764769554
116663	rnn.weight_hh_l0	7	-0.08199557662010193
116663	rnn.weight_hh_l0	8	-0.003422349691390991
116663	rnn.weight_hh_l0	9	-0.0934598296880722
116663	rnn.bias_ih_l0	0	-0.09652308374643326
116663	rnn.bias_ih_l0	1	-0.16749154031276703
116663	rnn.bias_ih_l0	2	-0.2362194061279297
116663	rnn.bias_ih_l0	3	-0.2794376611709595
116663	rnn.bias_ih_l0	4	0.011311369948089123
116663	rnn.bias_ih_l0	5	0.08131200075149536
116663	rnn.bias_ih_l0	6	-0.15043501555919647
116663	rnn.bias_ih_l0	7	-0.25434863567352295
116663	rnn.bias_ih_l0	8	-0.11195804178714752
116663	rnn.bias_ih_l0	9	-0.17026518285274506
116663	rnn.bias_hh_l0	0	0.14617517590522766
116663	rnn.bias_hh_l0	1	-0.051132477819919586
116663	rnn.bias_hh_l0	2	0.018026156350970268
116663	rnn.bias_hh_l0	3	-0.16253122687339783
116663	rnn.bias_hh_l0	4	0.03937358781695366
116663	rnn.bias_hh_l0	5	0.021674254909157753
116663	rnn.bias_hh_l0	6	-0.08612698316574097
116663	rnn.bias_hh_l0	7	-0.15541218221187592
116663	rnn.bias_hh_l0	8	-0.1664160192012787
116663	rnn.bias_hh_l0	9	-0.08970533311367035
116663	rnn.weight_ih_l0_reverse	0	-0.010598214343190193
116663	rnn.weight_ih_l0_reverse	1	0.007186211179941893
116663	rnn.weight_ih_l0_reverse	2	-0.027499452233314514
116663	rnn.weight_ih_l0_reverse	3	-0.01932336576282978
116663	rnn.weight_ih_l0_reverse	4	0.0325508676469326
116663	rnn.weight_ih_l0_reverse	5	-0.05192989110946655
116663	rnn.weight_ih_l0_reverse	6	-0.042004551738500595
116663	rnn.weight_ih_l0_reverse	7	-0.013936773873865604
116663	rnn.weight_ih_l0_reverse	8	0.08832181990146637
116663	rnn.weight_ih_l0_reverse	9	0.01565026305615902
116663	rnn.weight_hh_l0_reverse	0	0.007955150678753853
116663	rnn.weight_hh_l0_reverse	1	0.022015076130628586
116663	rnn.weight_hh_l0_reverse	2	-0.04266616329550743
116663	rnn.weight_hh_l0_reverse	3	0.03810042887926102
116663	rnn.weight_hh_l0_reverse	4	0.020439930260181427
116663	rnn.weight_hh_l0_reverse	5	-0.014447378925979137
116663	rnn.weight_hh_l0_reverse	6	0.04828575998544693
116663	rnn.weight_hh_l0_reverse	7	0.0264351274818182
116663	rnn.weight_hh_l0_reverse	8	-0.006560144480317831
116663	rnn.weight_hh_l0_reverse	9	-0.0514516606926918
116663	rnn.bias_ih_l0_reverse	0	-0.12847523391246796
116663	rnn.bias_ih_l0_reverse	1	-0.28801509737968445
116663	rnn.bias_ih_l0_reverse	2	-0.06915712356567383
116663	rnn.bias_ih_l0_reverse	3	-0.12567031383514404
116663	rnn.bias_ih_l0_reverse	4	0.09719309210777283
116663	rnn.bias_ih_l0_reverse	5	-0.2353842854499817
116663	rnn.bias_ih_l0_reverse	6	-0.05793846771121025
116663	rnn.bias_ih_l0_reverse	7	0.014653956517577171
116663	rnn.bias_ih_l0_reverse	8	-0.1723860651254654
116663	rnn.bias_ih_l0_reverse	9	-0.1108325645327568
116663	rnn.bias_hh_l0_reverse	0	-0.13129019737243652
116663	rnn.bias_hh_l0_reverse	1	-0.1461053192615509
116663	rnn.bias_hh_l0_reverse	2	-0.02040838450193405
116663	rnn.bias_hh_l0_reverse	3	-0.11457905918359756
116663	rnn.bias_hh_l0_reverse	4	-0.028561651706695557
116663	rnn.bias_hh_l0_reverse	5	-0.11431179195642471
116663	rnn.bias_hh_l0_reverse	6	-0.05945393815636635
116663	rnn.bias_hh_l0_reverse	7	-0.17159737646579742
116663	rnn.bias_hh_l0_reverse	8	-0.045734256505966187
116663	rnn.bias_hh_l0_reverse	9	-0.1328282505273819
116663	linear.weight	0	-0.2772909700870514
116663	linear.weight	1	-0.12846048176288605
116663	linear.weight	2	-0.011228874325752258
116663	linear.weight	3	-0.07469379901885986
116663	linear.weight	4	0.06078557297587395
116663	linear.weight	5	0.2766701579093933
116663	linear.weight	6	0.0047744326293468475
116663	linear.weight	7	-0.021312154829502106
116663	linear.weight	8	0.1632949560880661
116663	linear.weight	9	0.14412640035152435
116663	linear.bias	0	-0.8257097005844116
116663	linear.bias	1	1.2080698013305664
116663	linear.bias	2	-0.18913482129573822
116663	linear.bias	3	-0.6281319856643677
116663	linear.bias	4	-1.0092852115631104
116663	linear.bias	5	-1.1646177768707275
116663	linear.bias	6	-0.799236536026001
116663	linear.bias	7	-0.7788941264152527
116663	linear.bias	8	-0.01705317199230194
116663	linear.bias	9	3.2529523372650146
116860	transitions	0	-0.36472660303115845
116860	transitions	1	8.234855651855469
116860	transitions	2	-3.3719940185546875
116860	transitions	3	1.4194823503494263
116860	transitions	4	-1.9922208786010742
116860	transitions	5	-0.36294299364089966
116860	transitions	6	-0.18181468546390533
116860	transitions	7	-10000.0
116860	transitions	8	1.7338083982467651
116860	transitions	9	-2.2921292781829834
116860	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
116860	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
116860	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
116860	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
116860	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
116860	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
116860	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
116860	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
116860	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
116860	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
116860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
116860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
116860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
116860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
116860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
116860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
116860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
116860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
116860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
116860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
116860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
116860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
116860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
116860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
116860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
116860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
116860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
116860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
116860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
116860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
116860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
116860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
116860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
116860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
116860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
116860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
116860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
116860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
116860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
116860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
116860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
116860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
116860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
116860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
116860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
116860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
116860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
116860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
116860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
116860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
116860	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
116860	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
116860	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
116860	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
116860	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
116860	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
116860	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
116860	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
116860	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
116860	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
116860	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
116860	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
116860	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
116860	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
116860	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
116860	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
116860	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
116860	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
116860	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
116860	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
116860	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
116860	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
116860	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
116860	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
116860	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
116860	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
116860	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
116860	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
116860	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
116860	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
116860	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
116860	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
116860	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
116860	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
116860	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
116860	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
116860	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
116860	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
116860	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
116860	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
116860	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
116860	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
116860	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
116860	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
116860	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
116860	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
116860	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
116860	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
116860	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
116860	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
116860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
116860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
116860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
116860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
116860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
116860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
116860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
116860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
116860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
116860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
116860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
116860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
116860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
116860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
116860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
116860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
116860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
116860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
116860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
116860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
116860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
116860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
116860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
116860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
116860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
116860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
116860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
116860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
116860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
116860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
116860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
116860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
116860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
116860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
116860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
116860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
116860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
116860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
116860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
116860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
116860	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
116860	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
116860	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
116860	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
116860	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
116860	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
116860	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
116860	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
116860	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
116860	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
116860	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
116860	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
116860	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
116860	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
116860	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
116860	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
116860	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
116860	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
116860	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
116860	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
116860	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
116860	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
116860	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
116860	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
116860	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
116860	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
116860	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
116860	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
116860	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
116860	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
116860	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
116860	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
116860	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
116860	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
116860	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
116860	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
116860	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
116860	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
116860	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
116860	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
116860	embedding2nn.weight	0	0.043255701661109924
116860	embedding2nn.weight	1	-0.08723574876785278
116860	embedding2nn.weight	2	-0.001492474926635623
116860	embedding2nn.weight	3	-0.0483112633228302
116860	embedding2nn.weight	4	-0.12490274757146835
116860	embedding2nn.weight	5	0.10857684165239334
116860	embedding2nn.weight	6	-0.1438533365726471
116860	embedding2nn.weight	7	-0.07706987857818604
116860	embedding2nn.weight	8	-0.0041175042279064655
116860	embedding2nn.weight	9	0.03753950074315071
116860	embedding2nn.bias	0	0.04473104327917099
116860	embedding2nn.bias	1	0.016645384952425957
116860	embedding2nn.bias	2	-0.09877465665340424
116860	embedding2nn.bias	3	0.04443981498479843
116860	embedding2nn.bias	4	0.03597380965948105
116860	embedding2nn.bias	5	-0.15380336344242096
116860	embedding2nn.bias	6	-0.09822689741849899
116860	embedding2nn.bias	7	-0.03407175838947296
116860	embedding2nn.bias	8	0.09200341254472733
116860	embedding2nn.bias	9	-0.08231312781572342
116860	rnn.weight_ih_l0	0	0.006825603544712067
116860	rnn.weight_ih_l0	1	-0.05569510906934738
116860	rnn.weight_ih_l0	2	-0.02281101979315281
116860	rnn.weight_ih_l0	3	-0.027097009122371674
116860	rnn.weight_ih_l0	4	0.023716455325484276
116860	rnn.weight_ih_l0	5	-0.0806446298956871
116860	rnn.weight_ih_l0	6	-0.0346667617559433
116860	rnn.weight_ih_l0	7	-0.0160180926322937
116860	rnn.weight_ih_l0	8	0.013575499877333641
116860	rnn.weight_ih_l0	9	1.9303026419947855e-05
116860	rnn.weight_hh_l0	0	0.008397886529564857
116860	rnn.weight_hh_l0	1	-0.08251592516899109
116860	rnn.weight_hh_l0	2	0.05190204456448555
116860	rnn.weight_hh_l0	3	0.04204018786549568
116860	rnn.weight_hh_l0	4	0.0059086596593260765
116860	rnn.weight_hh_l0	5	0.06252112239599228
116860	rnn.weight_hh_l0	6	-0.014696081168949604
116860	rnn.weight_hh_l0	7	-0.08195038139820099
116860	rnn.weight_hh_l0	8	-0.003953250590711832
116860	rnn.weight_hh_l0	9	-0.09237291663885117
116860	rnn.bias_ih_l0	0	-0.09467587620019913
116860	rnn.bias_ih_l0	1	-0.16650782525539398
116860	rnn.bias_ih_l0	2	-0.23561185598373413
116860	rnn.bias_ih_l0	3	-0.2810560464859009
116860	rnn.bias_ih_l0	4	0.010227305814623833
116860	rnn.bias_ih_l0	5	0.07059866935014725
116860	rnn.bias_ih_l0	6	-0.14997254312038422
116860	rnn.bias_ih_l0	7	-0.25350841879844666
116860	rnn.bias_ih_l0	8	-0.11557696759700775
116860	rnn.bias_ih_l0	9	-0.17139677703380585
116860	rnn.bias_hh_l0	0	0.1498716026544571
116860	rnn.bias_hh_l0	1	-0.05020693689584732
116860	rnn.bias_hh_l0	2	0.01805705577135086
116860	rnn.bias_hh_l0	3	-0.1595623642206192
116860	rnn.bias_hh_l0	4	0.04568496346473694
116860	rnn.bias_hh_l0	5	0.019670406356453896
116860	rnn.bias_hh_l0	6	-0.0860874354839325
116860	rnn.bias_hh_l0	7	-0.15309159457683563
116860	rnn.bias_hh_l0	8	-0.17076130211353302
116860	rnn.bias_hh_l0	9	-0.0911933109164238
116860	rnn.weight_ih_l0_reverse	0	-0.01109260506927967
116860	rnn.weight_ih_l0_reverse	1	0.007256078999489546
116860	rnn.weight_ih_l0_reverse	2	-0.024828873574733734
116860	rnn.weight_ih_l0_reverse	3	-0.014560732059180737
116860	rnn.weight_ih_l0_reverse	4	0.031320299953222275
116860	rnn.weight_ih_l0_reverse	5	-0.052128903567790985
116860	rnn.weight_ih_l0_reverse	6	-0.03992022946476936
116860	rnn.weight_ih_l0_reverse	7	-0.013790007680654526
116860	rnn.weight_ih_l0_reverse	8	0.08869428932666779
116860	rnn.weight_ih_l0_reverse	9	0.01536312885582447
116860	rnn.weight_hh_l0_reverse	0	0.006949266418814659
116860	rnn.weight_hh_l0_reverse	1	0.021910129114985466
116860	rnn.weight_hh_l0_reverse	2	-0.041997913271188736
116860	rnn.weight_hh_l0_reverse	3	0.03827742487192154
116860	rnn.weight_hh_l0_reverse	4	0.020215213298797607
116860	rnn.weight_hh_l0_reverse	5	-0.014479517936706543
116860	rnn.weight_hh_l0_reverse	6	0.04855175316333771
116860	rnn.weight_hh_l0_reverse	7	0.02641799859702587
116860	rnn.weight_hh_l0_reverse	8	-0.0063760546036064625
116860	rnn.weight_hh_l0_reverse	9	-0.05133116617798805
116860	rnn.bias_ih_l0_reverse	0	-0.1274925023317337
116860	rnn.bias_ih_l0_reverse	1	-0.2861946225166321
116860	rnn.bias_ih_l0_reverse	2	-0.07084574550390244
116860	rnn.bias_ih_l0_reverse	3	-0.12500835955142975
116860	rnn.bias_ih_l0_reverse	4	0.09723524004220963
116860	rnn.bias_ih_l0_reverse	5	-0.2358410805463791
116860	rnn.bias_ih_l0_reverse	6	-0.05913605913519859
116860	rnn.bias_ih_l0_reverse	7	0.008229958824813366
116860	rnn.bias_ih_l0_reverse	8	-0.17381013929843903
116860	rnn.bias_ih_l0_reverse	9	-0.10726451873779297
116860	rnn.bias_hh_l0_reverse	0	-0.13268084824085236
116860	rnn.bias_hh_l0_reverse	1	-0.1450929194688797
116860	rnn.bias_hh_l0_reverse	2	-0.020482582971453667
116860	rnn.bias_hh_l0_reverse	3	-0.11457522958517075
116860	rnn.bias_hh_l0_reverse	4	-0.027027752250432968
116860	rnn.bias_hh_l0_reverse	5	-0.11337139457464218
116860	rnn.bias_hh_l0_reverse	6	-0.06051484867930412
116860	rnn.bias_hh_l0_reverse	7	-0.17529062926769257
116860	rnn.bias_hh_l0_reverse	8	-0.052040766924619675
116860	rnn.bias_hh_l0_reverse	9	-0.13335131108760834
116860	linear.weight	0	-0.28480565547943115
116860	linear.weight	1	-0.12041687220335007
116860	linear.weight	2	-0.011228874325752258
116860	linear.weight	3	-0.07511284202337265
116860	linear.weight	4	0.05531487986445427
116860	linear.weight	5	0.2791266441345215
116860	linear.weight	6	0.0047744326293468475
116860	linear.weight	7	-0.021312154829502106
116860	linear.weight	8	0.1567668318748474
116860	linear.weight	9	0.14551196992397308
116860	linear.bias	0	-0.8248265385627747
116860	linear.bias	1	1.2701389789581299
116860	linear.bias	2	-0.2560756802558899
116860	linear.bias	3	-0.6493331789970398
116860	linear.bias	4	-0.9896357655525208
116860	linear.bias	5	-1.1647026538848877
116860	linear.bias	6	-0.7937520146369934
116860	linear.bias	7	-0.7750443816184998
116860	linear.bias	8	-0.01705317199230194
116860	linear.bias	9	3.176604986190796
117057	transitions	0	-0.3658824861049652
117057	transitions	1	8.227234840393066
117057	transitions	2	-3.372701644897461
117057	transitions	3	1.4227544069290161
117057	transitions	4	-1.9928183555603027
117057	transitions	5	-0.36314526200294495
117057	transitions	6	-0.18187811970710754
117057	transitions	7	-10000.0
117057	transitions	8	1.7331397533416748
117057	transitions	9	-2.2921359539031982
117057	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
117057	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
117057	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
117057	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
117057	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
117057	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
117057	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
117057	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
117057	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
117057	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
117057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
117057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
117057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
117057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
117057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
117057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
117057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
117057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
117057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
117057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
117057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
117057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
117057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
117057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
117057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
117057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
117057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
117057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
117057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
117057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
117057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
117057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
117057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
117057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
117057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
117057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
117057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
117057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
117057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
117057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
117057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
117057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
117057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
117057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
117057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
117057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
117057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
117057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
117057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
117057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
117057	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
117057	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
117057	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
117057	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
117057	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
117057	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
117057	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
117057	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
117057	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
117057	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
117057	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
117057	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
117057	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
117057	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
117057	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
117057	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
117057	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
117057	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
117057	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
117057	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
117057	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
117057	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
117057	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
117057	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
117057	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
117057	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
117057	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
117057	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
117057	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
117057	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
117057	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
117057	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
117057	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
117057	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
117057	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
117057	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
117057	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
117057	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
117057	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
117057	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
117057	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
117057	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
117057	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
117057	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
117057	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
117057	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
117057	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
117057	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
117057	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
117057	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
117057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
117057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
117057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
117057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
117057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
117057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
117057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
117057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
117057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
117057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
117057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
117057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
117057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
117057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
117057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
117057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
117057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
117057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
117057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
117057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
117057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
117057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
117057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
117057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
117057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
117057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
117057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
117057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
117057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
117057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
117057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
117057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
117057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
117057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
117057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
117057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
117057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
117057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
117057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
117057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
117057	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
117057	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
117057	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
117057	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
117057	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
117057	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
117057	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
117057	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
117057	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
117057	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
117057	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
117057	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
117057	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
117057	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
117057	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
117057	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
117057	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
117057	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
117057	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
117057	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
117057	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
117057	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
117057	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
117057	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
117057	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
117057	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
117057	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
117057	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
117057	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
117057	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
117057	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
117057	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
117057	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
117057	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
117057	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
117057	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
117057	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
117057	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
117057	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
117057	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
117057	embedding2nn.weight	0	0.04341529309749603
117057	embedding2nn.weight	1	-0.08460387587547302
117057	embedding2nn.weight	2	-0.0007345301564782858
117057	embedding2nn.weight	3	-0.04726185277104378
117057	embedding2nn.weight	4	-0.12265579402446747
117057	embedding2nn.weight	5	0.10845714807510376
117057	embedding2nn.weight	6	-0.13823255896568298
117057	embedding2nn.weight	7	-0.07631023228168488
117057	embedding2nn.weight	8	-0.0036973031237721443
117057	embedding2nn.weight	9	0.0383586585521698
117057	embedding2nn.bias	0	0.0408780537545681
117057	embedding2nn.bias	1	0.023575901985168457
117057	embedding2nn.bias	2	-0.10624880343675613
117057	embedding2nn.bias	3	0.046820320188999176
117057	embedding2nn.bias	4	0.03151402249932289
117057	embedding2nn.bias	5	-0.16559866070747375
117057	embedding2nn.bias	6	-0.10553997755050659
117057	embedding2nn.bias	7	-0.013143169693648815
117057	embedding2nn.bias	8	0.07173312455415726
117057	embedding2nn.bias	9	-0.08669166266918182
117057	rnn.weight_ih_l0	0	0.009204212576150894
117057	rnn.weight_ih_l0	1	-0.05289938300848007
117057	rnn.weight_ih_l0	2	-0.01911839284002781
117057	rnn.weight_ih_l0	3	-0.02834290638566017
117057	rnn.weight_ih_l0	4	0.022201357409358025
117057	rnn.weight_ih_l0	5	-0.08016400784254074
117057	rnn.weight_ih_l0	6	-0.03297632932662964
117057	rnn.weight_ih_l0	7	-0.015467556193470955
117057	rnn.weight_ih_l0	8	0.017931096255779266
117057	rnn.weight_ih_l0	9	0.0027095486875623465
117057	rnn.weight_hh_l0	0	0.008464256301522255
117057	rnn.weight_hh_l0	1	-0.08151962608098984
117057	rnn.weight_hh_l0	2	0.052233628928661346
117057	rnn.weight_hh_l0	3	0.04125780612230301
117057	rnn.weight_hh_l0	4	0.0054285707883536816
117057	rnn.weight_hh_l0	5	0.06306203454732895
117057	rnn.weight_hh_l0	6	-0.014951536431908607
117057	rnn.weight_hh_l0	7	-0.08250568062067032
117057	rnn.weight_hh_l0	8	-0.004211120773106813
117057	rnn.weight_hh_l0	9	-0.09310396760702133
117057	rnn.bias_ih_l0	0	-0.09425386786460876
117057	rnn.bias_ih_l0	1	-0.16456584632396698
117057	rnn.bias_ih_l0	2	-0.23687610030174255
117057	rnn.bias_ih_l0	3	-0.2804615795612335
117057	rnn.bias_ih_l0	4	0.012116048485040665
117057	rnn.bias_ih_l0	5	0.07561381161212921
117057	rnn.bias_ih_l0	6	-0.1543952226638794
117057	rnn.bias_ih_l0	7	-0.25593289732933044
117057	rnn.bias_ih_l0	8	-0.11718464642763138
117057	rnn.bias_ih_l0	9	-0.17403416335582733
117057	rnn.bias_hh_l0	0	0.14642217755317688
117057	rnn.bias_hh_l0	1	-0.05129283294081688
117057	rnn.bias_hh_l0	2	0.021456530317664146
117057	rnn.bias_hh_l0	3	-0.16243331134319305
117057	rnn.bias_hh_l0	4	0.04939977824687958
117057	rnn.bias_hh_l0	5	0.013689536601305008
117057	rnn.bias_hh_l0	6	-0.08592652529478073
117057	rnn.bias_hh_l0	7	-0.154217928647995
117057	rnn.bias_hh_l0	8	-0.1671048253774643
117057	rnn.bias_hh_l0	9	-0.092258021235466
117057	rnn.weight_ih_l0_reverse	0	-0.012867236509919167
117057	rnn.weight_ih_l0_reverse	1	0.0064444164745509624
117057	rnn.weight_ih_l0_reverse	2	-0.028146853670477867
117057	rnn.weight_ih_l0_reverse	3	-0.011682399548590183
117057	rnn.weight_ih_l0_reverse	4	0.033701326698064804
117057	rnn.weight_ih_l0_reverse	5	-0.05235794186592102
117057	rnn.weight_ih_l0_reverse	6	-0.03977930173277855
117057	rnn.weight_ih_l0_reverse	7	-0.012932106852531433
117057	rnn.weight_ih_l0_reverse	8	0.09030425548553467
117057	rnn.weight_ih_l0_reverse	9	0.01431166473776102
117057	rnn.weight_hh_l0_reverse	0	0.007239850237965584
117057	rnn.weight_hh_l0_reverse	1	0.020727120339870453
117057	rnn.weight_hh_l0_reverse	2	-0.0423877127468586
117057	rnn.weight_hh_l0_reverse	3	0.03758862242102623
117057	rnn.weight_hh_l0_reverse	4	0.019693700596690178
117057	rnn.weight_hh_l0_reverse	5	-0.014501132071018219
117057	rnn.weight_hh_l0_reverse	6	0.04879096522927284
117057	rnn.weight_hh_l0_reverse	7	0.026595650240778923
117057	rnn.weight_hh_l0_reverse	8	-0.007072458043694496
117057	rnn.weight_hh_l0_reverse	9	-0.051293399184942245
117057	rnn.bias_ih_l0_reverse	0	-0.126175656914711
117057	rnn.bias_ih_l0_reverse	1	-0.2848374843597412
117057	rnn.bias_ih_l0_reverse	2	-0.06892017275094986
117057	rnn.bias_ih_l0_reverse	3	-0.1244414746761322
117057	rnn.bias_ih_l0_reverse	4	0.09351307898759842
117057	rnn.bias_ih_l0_reverse	5	-0.238243967294693
117057	rnn.bias_ih_l0_reverse	6	-0.05910578742623329
117057	rnn.bias_ih_l0_reverse	7	0.0145847387611866
117057	rnn.bias_ih_l0_reverse	8	-0.17369788885116577
117057	rnn.bias_ih_l0_reverse	9	-0.10712801665067673
117057	rnn.bias_hh_l0_reverse	0	-0.13354261219501495
117057	rnn.bias_hh_l0_reverse	1	-0.14524026215076447
117057	rnn.bias_hh_l0_reverse	2	-0.019373184069991112
117057	rnn.bias_hh_l0_reverse	3	-0.11731104552745819
117057	rnn.bias_hh_l0_reverse	4	-0.028576377779245377
117057	rnn.bias_hh_l0_reverse	5	-0.1124735102057457
117057	rnn.bias_hh_l0_reverse	6	-0.06325877457857132
117057	rnn.bias_hh_l0_reverse	7	-0.1794300526380539
117057	rnn.bias_hh_l0_reverse	8	-0.047554731369018555
117057	rnn.bias_hh_l0_reverse	9	-0.13091664016246796
117057	linear.weight	0	-0.2775437533855438
117057	linear.weight	1	-0.12629781663417816
117057	linear.weight	2	-0.011228874325752258
117057	linear.weight	3	-0.08097519725561142
117057	linear.weight	4	0.023137174546718597
117057	linear.weight	5	0.2808389663696289
117057	linear.weight	6	0.0047744326293468475
117057	linear.weight	7	-0.021312154829502106
117057	linear.weight	8	0.17378690838813782
117057	linear.weight	9	0.16287274658679962
117057	linear.bias	0	-0.8567414283752441
117057	linear.bias	1	1.233157992362976
117057	linear.bias	2	-0.29569950699806213
117057	linear.bias	3	-0.6418830156326294
117057	linear.bias	4	-1.0568451881408691
117057	linear.bias	5	-1.1647940874099731
117057	linear.bias	6	-0.8263595104217529
117057	linear.bias	7	-0.7534276843070984
117057	linear.bias	8	-0.01705317199230194
117057	linear.bias	9	3.2296533584594727
117254	transitions	0	-0.3660116493701935
117254	transitions	1	8.228754043579102
117254	transitions	2	-3.3740055561065674
117254	transitions	3	1.4293131828308105
117254	transitions	4	-1.9937907457351685
117254	transitions	5	-0.3633405864238739
117254	transitions	6	-0.18193499743938446
117254	transitions	7	-10000.0
117254	transitions	8	1.7329546213150024
117254	transitions	9	-2.292147159576416
117254	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
117254	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
117254	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
117254	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
117254	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
117254	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
117254	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
117254	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
117254	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
117254	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
117254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
117254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
117254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
117254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
117254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
117254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
117254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
117254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
117254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
117254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
117254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
117254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
117254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
117254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
117254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
117254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
117254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
117254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
117254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
117254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
117254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
117254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
117254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
117254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
117254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
117254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
117254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
117254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
117254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
117254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
117254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
117254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
117254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
117254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
117254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
117254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
117254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
117254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
117254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
117254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
117254	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
117254	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
117254	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
117254	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
117254	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
117254	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
117254	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
117254	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
117254	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
117254	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
117254	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
117254	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
117254	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
117254	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
117254	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
117254	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
117254	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
117254	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
117254	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
117254	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
117254	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
117254	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
117254	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
117254	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
117254	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
117254	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
117254	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
117254	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
117254	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
117254	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
117254	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
117254	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
117254	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
117254	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
117254	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
117254	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
117254	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
117254	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
117254	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
117254	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
117254	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
117254	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
117254	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
117254	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
117254	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
117254	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
117254	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
117254	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
117254	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
117254	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
117254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
117254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
117254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
117254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
117254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
117254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
117254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
117254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
117254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
117254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
117254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
117254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
117254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
117254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
117254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
117254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
117254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
117254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
117254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
117254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
117254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
117254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
117254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
117254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
117254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
117254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
117254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
117254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
117254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
117254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
117254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
117254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
117254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
117254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
117254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
117254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
117254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
117254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
117254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
117254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
117254	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
117254	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
117254	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
117254	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
117254	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
117254	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
117254	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
117254	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
117254	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
117254	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
117254	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
117254	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
117254	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
117254	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
117254	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
117254	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
117254	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
117254	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
117254	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
117254	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
117254	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
117254	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
117254	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
117254	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
117254	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
117254	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
117254	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
117254	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
117254	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
117254	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
117254	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
117254	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
117254	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
117254	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
117254	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
117254	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
117254	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
117254	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
117254	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
117254	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
117254	embedding2nn.weight	0	0.04258593171834946
117254	embedding2nn.weight	1	-0.08465681225061417
117254	embedding2nn.weight	2	0.004863133653998375
117254	embedding2nn.weight	3	-0.04675090312957764
117254	embedding2nn.weight	4	-0.12170891463756561
117254	embedding2nn.weight	5	0.11123678088188171
117254	embedding2nn.weight	6	-0.13135972619056702
117254	embedding2nn.weight	7	-0.07475478947162628
117254	embedding2nn.weight	8	-0.005958339665085077
117254	embedding2nn.weight	9	0.03873637691140175
117254	embedding2nn.bias	0	0.04107757657766342
117254	embedding2nn.bias	1	0.020571937784552574
117254	embedding2nn.bias	2	-0.11164789646863937
117254	embedding2nn.bias	3	0.07276180386543274
117254	embedding2nn.bias	4	0.03085854835808277
117254	embedding2nn.bias	5	-0.1610531508922577
117254	embedding2nn.bias	6	-0.1136675626039505
117254	embedding2nn.bias	7	-0.013764135539531708
117254	embedding2nn.bias	8	0.06429307907819748
117254	embedding2nn.bias	9	-0.09108535945415497
117254	rnn.weight_ih_l0	0	0.010800128802657127
117254	rnn.weight_ih_l0	1	-0.05497957766056061
117254	rnn.weight_ih_l0	2	-0.02187553606927395
117254	rnn.weight_ih_l0	3	-0.030089247971773148
117254	rnn.weight_ih_l0	4	0.021714936941862106
117254	rnn.weight_ih_l0	5	-0.08144684880971909
117254	rnn.weight_ih_l0	6	-0.02182202786207199
117254	rnn.weight_ih_l0	7	-0.01489982008934021
117254	rnn.weight_ih_l0	8	0.015594515018165112
117254	rnn.weight_ih_l0	9	0.003544626524671912
117254	rnn.weight_hh_l0	0	0.009230091236531734
117254	rnn.weight_hh_l0	1	-0.07817390561103821
117254	rnn.weight_hh_l0	2	0.05334481596946716
117254	rnn.weight_hh_l0	3	0.04178417846560478
117254	rnn.weight_hh_l0	4	0.005354146473109722
117254	rnn.weight_hh_l0	5	0.06380325555801392
117254	rnn.weight_hh_l0	6	-0.01497351098805666
117254	rnn.weight_hh_l0	7	-0.08280187100172043
117254	rnn.weight_hh_l0	8	-0.0057638268917799
117254	rnn.weight_hh_l0	9	-0.0909016877412796
117254	rnn.bias_ih_l0	0	-0.09002085030078888
117254	rnn.bias_ih_l0	1	-0.17027701437473297
117254	rnn.bias_ih_l0	2	-0.23599793016910553
117254	rnn.bias_ih_l0	3	-0.2798760235309601
117254	rnn.bias_ih_l0	4	0.010246428661048412
117254	rnn.bias_ih_l0	5	0.08080734312534332
117254	rnn.bias_ih_l0	6	-0.15778543055057526
117254	rnn.bias_ih_l0	7	-0.2567920684814453
117254	rnn.bias_ih_l0	8	-0.11965527385473251
117254	rnn.bias_ih_l0	9	-0.17577558755874634
117254	rnn.bias_hh_l0	0	0.14469106495380402
117254	rnn.bias_hh_l0	1	-0.04984307661652565
117254	rnn.bias_hh_l0	2	0.01962605118751526
117254	rnn.bias_hh_l0	3	-0.16460034251213074
117254	rnn.bias_hh_l0	4	0.047885388135910034
117254	rnn.bias_hh_l0	5	0.012545468285679817
117254	rnn.bias_hh_l0	6	-0.08465792238712311
117254	rnn.bias_hh_l0	7	-0.15458239614963531
117254	rnn.bias_hh_l0	8	-0.1645599752664566
117254	rnn.bias_hh_l0	9	-0.09294851124286652
117254	rnn.weight_ih_l0_reverse	0	-0.012218085117638111
117254	rnn.weight_ih_l0_reverse	1	0.003949178848415613
117254	rnn.weight_ih_l0_reverse	2	-0.02777808904647827
117254	rnn.weight_ih_l0_reverse	3	-0.00977446511387825
117254	rnn.weight_ih_l0_reverse	4	0.033057212829589844
117254	rnn.weight_ih_l0_reverse	5	-0.053751591593027115
117254	rnn.weight_ih_l0_reverse	6	-0.03773085027933121
117254	rnn.weight_ih_l0_reverse	7	-0.01554677914828062
117254	rnn.weight_ih_l0_reverse	8	0.08863506466150284
117254	rnn.weight_ih_l0_reverse	9	0.018657544627785683
117254	rnn.weight_hh_l0_reverse	0	0.00772805605083704
117254	rnn.weight_hh_l0_reverse	1	0.021382715553045273
117254	rnn.weight_hh_l0_reverse	2	-0.04375153407454491
117254	rnn.weight_hh_l0_reverse	3	0.03780045732855797
117254	rnn.weight_hh_l0_reverse	4	0.02021670714020729
117254	rnn.weight_hh_l0_reverse	5	-0.014812987297773361
117254	rnn.weight_hh_l0_reverse	6	0.04848816618323326
117254	rnn.weight_hh_l0_reverse	7	0.02753409743309021
117254	rnn.weight_hh_l0_reverse	8	-0.0059433020651340485
117254	rnn.weight_hh_l0_reverse	9	-0.05072186142206192
117254	rnn.bias_ih_l0_reverse	0	-0.12797395884990692
117254	rnn.bias_ih_l0_reverse	1	-0.28464850783348083
117254	rnn.bias_ih_l0_reverse	2	-0.06557674705982208
117254	rnn.bias_ih_l0_reverse	3	-0.12634634971618652
117254	rnn.bias_ih_l0_reverse	4	0.09405604749917984
117254	rnn.bias_ih_l0_reverse	5	-0.23663091659545898
117254	rnn.bias_ih_l0_reverse	6	-0.06315973401069641
117254	rnn.bias_ih_l0_reverse	7	0.012036197818815708
117254	rnn.bias_ih_l0_reverse	8	-0.17482434213161469
117254	rnn.bias_ih_l0_reverse	9	-0.1076875701546669
117254	rnn.bias_hh_l0_reverse	0	-0.12962710857391357
117254	rnn.bias_hh_l0_reverse	1	-0.14401030540466309
117254	rnn.bias_hh_l0_reverse	2	-0.021722206845879555
117254	rnn.bias_hh_l0_reverse	3	-0.11635465919971466
117254	rnn.bias_hh_l0_reverse	4	-0.026088276877999306
117254	rnn.bias_hh_l0_reverse	5	-0.11198703199625015
117254	rnn.bias_hh_l0_reverse	6	-0.06421355158090591
117254	rnn.bias_hh_l0_reverse	7	-0.17747458815574646
117254	rnn.bias_hh_l0_reverse	8	-0.050306688994169235
117254	rnn.bias_hh_l0_reverse	9	-0.12955841422080994
117254	linear.weight	0	-0.2748285233974457
117254	linear.weight	1	-0.11656735092401505
117254	linear.weight	2	-0.011228874325752258
117254	linear.weight	3	-0.08012843877077103
117254	linear.weight	4	0.010587136261165142
117254	linear.weight	5	0.26362258195877075
117254	linear.weight	6	0.0047744326293468475
117254	linear.weight	7	-0.021312154829502106
117254	linear.weight	8	0.1650179624557495
117254	linear.weight	9	0.1634252965450287
117254	linear.bias	0	-0.812332272529602
117254	linear.bias	1	1.2530553340911865
117254	linear.bias	2	-0.31136614084243774
117254	linear.bias	3	-0.6499935388565063
117254	linear.bias	4	-1.073217749595642
117254	linear.bias	5	-1.1648703813552856
117254	linear.bias	6	-0.7821274399757385
117254	linear.bias	7	-0.7348756194114685
117254	linear.bias	8	-0.01705317199230194
117254	linear.bias	9	3.1852965354919434
117451	transitions	0	-0.36692580580711365
117451	transitions	1	8.21904182434082
117451	transitions	2	-3.3748207092285156
117451	transitions	3	1.438883900642395
117451	transitions	4	-1.9950746297836304
117451	transitions	5	-0.3648051619529724
117451	transitions	6	-0.18203869462013245
117451	transitions	7	-10000.0
117451	transitions	8	1.7331485748291016
117451	transitions	9	-2.29215931892395
117451	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
117451	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
117451	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
117451	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
117451	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
117451	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
117451	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
117451	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
117451	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
117451	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
117451	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
117451	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
117451	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
117451	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
117451	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
117451	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
117451	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
117451	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
117451	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
117451	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
117451	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
117451	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
117451	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
117451	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
117451	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
117451	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
117451	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
117451	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
117451	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
117451	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
117451	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
117451	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
117451	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
117451	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
117451	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
117451	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
117451	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
117451	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
117451	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
117451	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
117451	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
117451	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
117451	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
117451	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
117451	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
117451	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
117451	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
117451	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
117451	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
117451	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
117451	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
117451	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
117451	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
117451	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
117451	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
117451	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
117451	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
117451	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
117451	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
117451	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
117451	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
117451	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
117451	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
117451	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
117451	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
117451	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
117451	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
117451	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
117451	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
117451	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
117451	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
117451	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
117451	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
117451	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
117451	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
117451	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
117451	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
117451	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
117451	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
117451	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
117451	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
117451	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
117451	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
117451	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
117451	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
117451	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
117451	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
117451	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
117451	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
117451	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
117451	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
117451	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
117451	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
117451	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
117451	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
117451	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
117451	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
117451	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
117451	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
117451	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
117451	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
117451	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
117451	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
117451	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
117451	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
117451	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
117451	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
117451	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
117451	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
117451	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
117451	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
117451	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
117451	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
117451	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
117451	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
117451	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
117451	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
117451	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
117451	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
117451	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
117451	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
117451	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
117451	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
117451	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
117451	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
117451	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
117451	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
117451	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
117451	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
117451	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
117451	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
117451	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
117451	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
117451	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
117451	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
117451	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
117451	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
117451	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
117451	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
117451	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
117451	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
117451	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
117451	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
117451	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
117451	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
117451	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
117451	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
117451	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
117451	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
117451	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
117451	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
117451	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
117451	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
117451	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
117451	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
117451	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
117451	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
117451	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
117451	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
117451	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
117451	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
117451	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
117451	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
117451	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
117451	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
117451	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
117451	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
117451	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
117451	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
117451	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
117451	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
117451	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
117451	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
117451	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
117451	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
117451	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
117451	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
117451	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
117451	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
117451	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
117451	embedding2nn.weight	0	0.04326379671692848
117451	embedding2nn.weight	1	-0.0848313719034195
117451	embedding2nn.weight	2	0.0008271968108601868
117451	embedding2nn.weight	3	-0.04683896154165268
117451	embedding2nn.weight	4	-0.12725786864757538
117451	embedding2nn.weight	5	0.11181899905204773
117451	embedding2nn.weight	6	-0.13765430450439453
117451	embedding2nn.weight	7	-0.07562435418367386
117451	embedding2nn.weight	8	-0.006005494389683008
117451	embedding2nn.weight	9	0.03893032297492027
117451	embedding2nn.bias	0	0.024882659316062927
117451	embedding2nn.bias	1	0.01693066768348217
117451	embedding2nn.bias	2	-0.11069093644618988
117451	embedding2nn.bias	3	0.07486778497695923
117451	embedding2nn.bias	4	0.03573165833950043
117451	embedding2nn.bias	5	-0.1633790284395218
117451	embedding2nn.bias	6	-0.1201883852481842
117451	embedding2nn.bias	7	-0.01853359118103981
117451	embedding2nn.bias	8	0.07035775482654572
117451	embedding2nn.bias	9	-0.08615946024656296
117451	rnn.weight_ih_l0	0	0.009512341581285
117451	rnn.weight_ih_l0	1	-0.056504204869270325
117451	rnn.weight_ih_l0	2	-0.022236181423068047
117451	rnn.weight_ih_l0	3	-0.03015732206404209
117451	rnn.weight_ih_l0	4	0.02175663597881794
117451	rnn.weight_ih_l0	5	-0.08330031484365463
117451	rnn.weight_ih_l0	6	-0.02517825923860073
117451	rnn.weight_ih_l0	7	-0.01727842353284359
117451	rnn.weight_ih_l0	8	0.013459669426083565
117451	rnn.weight_ih_l0	9	0.004571231547743082
117451	rnn.weight_hh_l0	0	0.007860038429498672
117451	rnn.weight_hh_l0	1	-0.07861026376485825
117451	rnn.weight_hh_l0	2	0.052847035229206085
117451	rnn.weight_hh_l0	3	0.040490761399269104
117451	rnn.weight_hh_l0	4	0.005895835813134909
117451	rnn.weight_hh_l0	5	0.0638367310166359
117451	rnn.weight_hh_l0	6	-0.014795909635722637
117451	rnn.weight_hh_l0	7	-0.08253868669271469
117451	rnn.weight_hh_l0	8	-0.0068658217787742615
117451	rnn.weight_hh_l0	9	-0.08728700876235962
117451	rnn.bias_ih_l0	0	-0.08756443113088608
117451	rnn.bias_ih_l0	1	-0.1687249392271042
117451	rnn.bias_ih_l0	2	-0.23419660329818726
117451	rnn.bias_ih_l0	3	-0.2829427421092987
117451	rnn.bias_ih_l0	4	0.009765277616679668
117451	rnn.bias_ih_l0	5	0.07635410130023956
117451	rnn.bias_ih_l0	6	-0.16168248653411865
117451	rnn.bias_ih_l0	7	-0.25812503695487976
117451	rnn.bias_ih_l0	8	-0.12201088666915894
117451	rnn.bias_ih_l0	9	-0.17687255144119263
117451	rnn.bias_hh_l0	0	0.14428342878818512
117451	rnn.bias_hh_l0	1	-0.047401100397109985
117451	rnn.bias_hh_l0	2	0.019531264901161194
117451	rnn.bias_hh_l0	3	-0.1686186045408249
117451	rnn.bias_hh_l0	4	0.05211246386170387
117451	rnn.bias_hh_l0	5	0.004721444565802813
117451	rnn.bias_hh_l0	6	-0.08352027833461761
117451	rnn.bias_hh_l0	7	-0.15140973031520844
117451	rnn.bias_hh_l0	8	-0.1630573868751526
117451	rnn.bias_hh_l0	9	-0.09125877171754837
117451	rnn.weight_ih_l0_reverse	0	-0.015237890183925629
117451	rnn.weight_ih_l0_reverse	1	0.0038758129812777042
117451	rnn.weight_ih_l0_reverse	2	-0.026745811104774475
117451	rnn.weight_ih_l0_reverse	3	-0.010942892171442509
117451	rnn.weight_ih_l0_reverse	4	0.033075425773859024
117451	rnn.weight_ih_l0_reverse	5	-0.05432901158928871
117451	rnn.weight_ih_l0_reverse	6	-0.03903010115027428
117451	rnn.weight_ih_l0_reverse	7	-0.01304278988391161
117451	rnn.weight_ih_l0_reverse	8	0.08793476969003677
117451	rnn.weight_ih_l0_reverse	9	0.014375287108123302
117451	rnn.weight_hh_l0_reverse	0	0.00684257410466671
117451	rnn.weight_hh_l0_reverse	1	0.020561518147587776
117451	rnn.weight_hh_l0_reverse	2	-0.04313710331916809
117451	rnn.weight_hh_l0_reverse	3	0.03749678283929825
117451	rnn.weight_hh_l0_reverse	4	0.020654773339629173
117451	rnn.weight_hh_l0_reverse	5	-0.015209793113172054
117451	rnn.weight_hh_l0_reverse	6	0.048536717891693115
117451	rnn.weight_hh_l0_reverse	7	0.02664988860487938
117451	rnn.weight_hh_l0_reverse	8	-0.006559878122061491
117451	rnn.weight_hh_l0_reverse	9	-0.05011487007141113
117451	rnn.bias_ih_l0_reverse	0	-0.12312138825654984
117451	rnn.bias_ih_l0_reverse	1	-0.2824779748916626
117451	rnn.bias_ih_l0_reverse	2	-0.0638916864991188
117451	rnn.bias_ih_l0_reverse	3	-0.1269994080066681
117451	rnn.bias_ih_l0_reverse	4	0.0931687206029892
117451	rnn.bias_ih_l0_reverse	5	-0.24034392833709717
117451	rnn.bias_ih_l0_reverse	6	-0.062009479850530624
117451	rnn.bias_ih_l0_reverse	7	0.01650274731218815
117451	rnn.bias_ih_l0_reverse	8	-0.1723329722881317
117451	rnn.bias_ih_l0_reverse	9	-0.10585750639438629
117451	rnn.bias_hh_l0_reverse	0	-0.13056108355522156
117451	rnn.bias_hh_l0_reverse	1	-0.1465698480606079
117451	rnn.bias_hh_l0_reverse	2	-0.02106408216059208
117451	rnn.bias_hh_l0_reverse	3	-0.11519826948642731
117451	rnn.bias_hh_l0_reverse	4	-0.025366289541125298
117451	rnn.bias_hh_l0_reverse	5	-0.11333823949098587
117451	rnn.bias_hh_l0_reverse	6	-0.06766507774591446
117451	rnn.bias_hh_l0_reverse	7	-0.17650102078914642
117451	rnn.bias_hh_l0_reverse	8	-0.04618297889828682
117451	rnn.bias_hh_l0_reverse	9	-0.12877251207828522
117451	linear.weight	0	-0.27521854639053345
117451	linear.weight	1	-0.11821305006742477
117451	linear.weight	2	-0.011228874325752258
117451	linear.weight	3	-0.08274829387664795
117451	linear.weight	4	0.015481500886380672
117451	linear.weight	5	0.25274282693862915
117451	linear.weight	6	0.0047744326293468475
117451	linear.weight	7	-0.021312154829502106
117451	linear.weight	8	0.13610374927520752
117451	linear.weight	9	0.16874489188194275
117451	linear.bias	0	-0.8540841341018677
117451	linear.bias	1	1.3183202743530273
117451	linear.bias	2	-0.2822798490524292
117451	linear.bias	3	-0.6494271755218506
117451	linear.bias	4	-1.0079282522201538
117451	linear.bias	5	-1.164950966835022
117451	linear.bias	6	-0.8284335732460022
117451	linear.bias	7	-0.7626165747642517
117451	linear.bias	8	-0.01705317199230194
117451	linear.bias	9	3.2066283226013184
117648	transitions	0	-0.3674758970737457
117648	transitions	1	8.222136497497559
117648	transitions	2	-3.376495599746704
117648	transitions	3	1.4310271739959717
117648	transitions	4	-1.9953970909118652
117648	transitions	5	-0.3649938404560089
117648	transitions	6	-0.1820869743824005
117648	transitions	7	-10000.0
117648	transitions	8	1.73511803150177
117648	transitions	9	-2.2921853065490723
117648	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
117648	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
117648	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
117648	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
117648	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
117648	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
117648	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
117648	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
117648	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
117648	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
117648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
117648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
117648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
117648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
117648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
117648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
117648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
117648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
117648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
117648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
117648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
117648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
117648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
117648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
117648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
117648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
117648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
117648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
117648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
117648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
117648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
117648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
117648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
117648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
117648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
117648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
117648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
117648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
117648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
117648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
117648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
117648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
117648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
117648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
117648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
117648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
117648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
117648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
117648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
117648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
117648	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
117648	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
117648	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
117648	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
117648	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
117648	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
117648	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
117648	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
117648	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
117648	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
117648	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
117648	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
117648	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
117648	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
117648	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
117648	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
117648	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
117648	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
117648	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
117648	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
117648	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
117648	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
117648	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
117648	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
117648	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
117648	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
117648	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
117648	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
117648	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
117648	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
117648	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
117648	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
117648	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
117648	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
117648	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
117648	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
117648	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
117648	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
117648	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
117648	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
117648	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
117648	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
117648	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
117648	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
117648	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
117648	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
117648	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
117648	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
117648	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
117648	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
117648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
117648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
117648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
117648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
117648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
117648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
117648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
117648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
117648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
117648	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
117648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
117648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
117648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
117648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
117648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
117648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
117648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
117648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
117648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
117648	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
117648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
117648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
117648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
117648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
117648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
117648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
117648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
117648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
117648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
117648	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
117648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
117648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
117648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
117648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
117648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
117648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
117648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
117648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
117648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
117648	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
117648	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
117648	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
117648	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
117648	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
117648	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
117648	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
117648	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
117648	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
117648	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
117648	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
117648	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
117648	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
117648	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
117648	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
117648	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
117648	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
117648	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
117648	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
117648	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
117648	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
117648	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
117648	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
117648	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
117648	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
117648	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
117648	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
117648	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
117648	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
117648	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
117648	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
117648	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
117648	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
117648	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
117648	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
117648	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
117648	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
117648	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
117648	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
117648	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
117648	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
117648	embedding2nn.weight	0	0.04333806410431862
117648	embedding2nn.weight	1	-0.08603274077177048
117648	embedding2nn.weight	2	0.003611692925915122
117648	embedding2nn.weight	3	-0.04630545154213905
117648	embedding2nn.weight	4	-0.12754440307617188
117648	embedding2nn.weight	5	0.11211084574460983
117648	embedding2nn.weight	6	-0.13224375247955322
117648	embedding2nn.weight	7	-0.07285860925912857
117648	embedding2nn.weight	8	-0.0063185300678014755
117648	embedding2nn.weight	9	0.041525810956954956
117648	embedding2nn.bias	0	0.032262660562992096
117648	embedding2nn.bias	1	0.019987626001238823
117648	embedding2nn.bias	2	-0.11707933992147446
117648	embedding2nn.bias	3	0.072953961789608
117648	embedding2nn.bias	4	0.02885335683822632
117648	embedding2nn.bias	5	-0.16551101207733154
117648	embedding2nn.bias	6	-0.12482856214046478
117648	embedding2nn.bias	7	-0.030984314158558846
117648	embedding2nn.bias	8	0.06243269518017769
117648	embedding2nn.bias	9	-0.10264130681753159
117648	rnn.weight_ih_l0	0	0.011460714042186737
117648	rnn.weight_ih_l0	1	-0.05796900764107704
117648	rnn.weight_ih_l0	2	-0.020234284922480583
117648	rnn.weight_ih_l0	3	-0.02861538715660572
117648	rnn.weight_ih_l0	4	0.02164260856807232
117648	rnn.weight_ih_l0	5	-0.08337103575468063
117648	rnn.weight_ih_l0	6	-0.024935968220233917
117648	rnn.weight_ih_l0	7	-0.016885755583643913
117648	rnn.weight_ih_l0	8	0.016006316989660263
117648	rnn.weight_ih_l0	9	0.001473998068831861
117648	rnn.weight_hh_l0	0	0.009133582934737206
117648	rnn.weight_hh_l0	1	-0.08098332583904266
117648	rnn.weight_hh_l0	2	0.05171613395214081
117648	rnn.weight_hh_l0	3	0.03950408846139908
117648	rnn.weight_hh_l0	4	0.00470825145021081
117648	rnn.weight_hh_l0	5	0.06360849738121033
117648	rnn.weight_hh_l0	6	-0.014387461356818676
117648	rnn.weight_hh_l0	7	-0.08308783173561096
117648	rnn.weight_hh_l0	8	-0.004360096529126167
117648	rnn.weight_hh_l0	9	-0.08495888113975525
117648	rnn.bias_ih_l0	0	-0.08692489564418793
117648	rnn.bias_ih_l0	1	-0.1700056940317154
117648	rnn.bias_ih_l0	2	-0.23121163249015808
117648	rnn.bias_ih_l0	3	-0.2831885814666748
117648	rnn.bias_ih_l0	4	0.007077353540807962
117648	rnn.bias_ih_l0	5	0.07445472478866577
117648	rnn.bias_ih_l0	6	-0.164759561419487
117648	rnn.bias_ih_l0	7	-0.2619621753692627
117648	rnn.bias_ih_l0	8	-0.12384649366140366
117648	rnn.bias_ih_l0	9	-0.17703263461589813
117648	rnn.bias_hh_l0	0	0.14205636084079742
117648	rnn.bias_hh_l0	1	-0.04630773514509201
117648	rnn.bias_hh_l0	2	0.022454705089330673
117648	rnn.bias_hh_l0	3	-0.16603079438209534
117648	rnn.bias_hh_l0	4	0.05394048988819122
117648	rnn.bias_hh_l0	5	0.003929422236979008
117648	rnn.bias_hh_l0	6	-0.08535680919885635
117648	rnn.bias_hh_l0	7	-0.1527906358242035
117648	rnn.bias_hh_l0	8	-0.16134223341941833
117648	rnn.bias_hh_l0	9	-0.09193916618824005
117648	rnn.weight_ih_l0_reverse	0	-0.01698508858680725
117648	rnn.weight_ih_l0_reverse	1	0.00372221227735281
117648	rnn.weight_ih_l0_reverse	2	-0.024217355996370316
117648	rnn.weight_ih_l0_reverse	3	-0.010228931903839111
117648	rnn.weight_ih_l0_reverse	4	0.03302079811692238
117648	rnn.weight_ih_l0_reverse	5	-0.05425700545310974
117648	rnn.weight_ih_l0_reverse	6	-0.040009427815675735
117648	rnn.weight_ih_l0_reverse	7	-0.01091199740767479
117648	rnn.weight_ih_l0_reverse	8	0.08716805279254913
117648	rnn.weight_ih_l0_reverse	9	0.012339707463979721
117648	rnn.weight_hh_l0_reverse	0	0.00645155506208539
117648	rnn.weight_hh_l0_reverse	1	0.0204707533121109
117648	rnn.weight_hh_l0_reverse	2	-0.043862830847501755
117648	rnn.weight_hh_l0_reverse	3	0.03787778690457344
117648	rnn.weight_hh_l0_reverse	4	0.020775720477104187
117648	rnn.weight_hh_l0_reverse	5	-0.014472270384430885
117648	rnn.weight_hh_l0_reverse	6	0.048546284437179565
117648	rnn.weight_hh_l0_reverse	7	0.026544727385044098
117648	rnn.weight_hh_l0_reverse	8	-0.006212513893842697
117648	rnn.weight_hh_l0_reverse	9	-0.04982210695743561
117648	rnn.bias_ih_l0_reverse	0	-0.12795774638652802
117648	rnn.bias_ih_l0_reverse	1	-0.2807794213294983
117648	rnn.bias_ih_l0_reverse	2	-0.06449078768491745
117648	rnn.bias_ih_l0_reverse	3	-0.12893755733966827
117648	rnn.bias_ih_l0_reverse	4	0.0900261327624321
117648	rnn.bias_ih_l0_reverse	5	-0.2407192885875702
117648	rnn.bias_ih_l0_reverse	6	-0.060313932597637177
117648	rnn.bias_ih_l0_reverse	7	0.014910080470144749
117648	rnn.bias_ih_l0_reverse	8	-0.17117589712142944
117648	rnn.bias_ih_l0_reverse	9	-0.10104934126138687
117648	rnn.bias_hh_l0_reverse	0	-0.1288994550704956
117648	rnn.bias_hh_l0_reverse	1	-0.14939890801906586
117648	rnn.bias_hh_l0_reverse	2	-0.02186158113181591
117648	rnn.bias_hh_l0_reverse	3	-0.1145797148346901
117648	rnn.bias_hh_l0_reverse	4	-0.026113687083125114
117648	rnn.bias_hh_l0_reverse	5	-0.11377356946468353
117648	rnn.bias_hh_l0_reverse	6	-0.06445623934268951
117648	rnn.bias_hh_l0_reverse	7	-0.17734435200691223
117648	rnn.bias_hh_l0_reverse	8	-0.04600425809621811
117648	rnn.bias_hh_l0_reverse	9	-0.1325749307870865
117648	linear.weight	0	-0.2707747220993042
117648	linear.weight	1	-0.12236467003822327
117648	linear.weight	2	-0.011228874325752258
117648	linear.weight	3	-0.07695306092500687
117648	linear.weight	4	0.015588618814945221
117648	linear.weight	5	0.2670443654060364
117648	linear.weight	6	0.0047744326293468475
117648	linear.weight	7	-0.021312154829502106
117648	linear.weight	8	0.1789136677980423
117648	linear.weight	9	0.18848350644111633
117648	linear.bias	0	-0.799052357673645
117648	linear.bias	1	1.271727442741394
117648	linear.bias	2	-0.304723858833313
117648	linear.bias	3	-0.6455577611923218
117648	linear.bias	4	-1.0627343654632568
117648	linear.bias	5	-1.1650311946868896
117648	linear.bias	6	-0.774418294429779
117648	linear.bias	7	-0.758357048034668
117648	linear.bias	8	-0.01705317199230194
117648	linear.bias	9	3.170672655105591
117845	transitions	0	-0.36773017048835754
117845	transitions	1	8.249523162841797
117845	transitions	2	-3.3778810501098633
117845	transitions	3	1.424782633781433
117845	transitions	4	-1.9958797693252563
117845	transitions	5	-0.36518916487693787
117845	transitions	6	-0.18215270340442657
117845	transitions	7	-10000.0
117845	transitions	8	1.7352505922317505
117845	transitions	9	-2.292201280593872
117845	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
117845	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
117845	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
117845	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
117845	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
117845	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
117845	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
117845	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
117845	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
117845	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
117845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
117845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
117845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
117845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
117845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
117845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
117845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
117845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
117845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
117845	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
117845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
117845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
117845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
117845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
117845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
117845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
117845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
117845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
117845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
117845	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
117845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
117845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
117845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
117845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
117845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
117845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
117845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
117845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
117845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
117845	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
117845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
117845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
117845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
117845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
117845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
117845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
117845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
117845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
117845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
117845	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
117845	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
117845	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
117845	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
117845	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
117845	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
117845	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
117845	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
117845	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
117845	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
117845	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
117845	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
117845	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
117845	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
117845	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
117845	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
117845	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
117845	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
117845	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
117845	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
117845	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
117845	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
117845	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
117845	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
117845	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
117845	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
117845	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
117845	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
117845	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
117845	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
117845	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
117845	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
117845	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
117845	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
117845	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
117845	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
117845	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
117845	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
117845	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
117845	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
117845	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
117845	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
117845	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
117845	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
117845	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
117845	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
117845	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
117845	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
117845	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
117845	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
117845	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
117845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
117845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
117845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
117845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
117845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
117845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
117845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
117845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
117845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
117845	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
117845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
117845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
117845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
117845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
117845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
117845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
117845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
117845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
117845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
117845	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
117845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
117845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
117845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
117845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
117845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
117845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
117845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
117845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
117845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
117845	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
117845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
117845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
117845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
117845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
117845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
117845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
117845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
117845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
117845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
117845	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
117845	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
117845	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
117845	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
117845	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
117845	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
117845	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
117845	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
117845	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
117845	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
117845	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
117845	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
117845	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
117845	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
117845	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
117845	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
117845	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
117845	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
117845	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
117845	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
117845	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
117845	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
117845	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
117845	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
117845	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
117845	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
117845	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
117845	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
117845	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
117845	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
117845	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
117845	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
117845	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
117845	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
117845	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
117845	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
117845	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
117845	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
117845	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
117845	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
117845	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
117845	embedding2nn.weight	0	0.043234504759311676
117845	embedding2nn.weight	1	-0.08722395449876785
117845	embedding2nn.weight	2	0.0021236129105091095
117845	embedding2nn.weight	3	-0.048692330718040466
117845	embedding2nn.weight	4	-0.12238536775112152
117845	embedding2nn.weight	5	0.11081667244434357
117845	embedding2nn.weight	6	-0.12657679617404938
117845	embedding2nn.weight	7	-0.0733494982123375
117845	embedding2nn.weight	8	-0.007138947956264019
117845	embedding2nn.weight	9	0.04502733424305916
117845	embedding2nn.bias	0	0.0473412349820137
117845	embedding2nn.bias	1	0.020560503005981445
117845	embedding2nn.bias	2	-0.10199982672929764
117845	embedding2nn.bias	3	0.05963888019323349
117845	embedding2nn.bias	4	0.027651268988847733
117845	embedding2nn.bias	5	-0.1615975946187973
117845	embedding2nn.bias	6	-0.1176234558224678
117845	embedding2nn.bias	7	-0.03052927926182747
117845	embedding2nn.bias	8	0.0552668534219265
117845	embedding2nn.bias	9	-0.09468432515859604
117845	rnn.weight_ih_l0	0	0.010214446112513542
117845	rnn.weight_ih_l0	1	-0.056516677141189575
117845	rnn.weight_ih_l0	2	-0.019166110083460808
117845	rnn.weight_ih_l0	3	-0.030278684571385384
117845	rnn.weight_ih_l0	4	0.021958405151963234
117845	rnn.weight_ih_l0	5	-0.08520302921533585
117845	rnn.weight_ih_l0	6	-0.027079112827777863
117845	rnn.weight_ih_l0	7	-0.018958793953061104
117845	rnn.weight_ih_l0	8	0.012512660585343838
117845	rnn.weight_ih_l0	9	0.0010048499098047614
117845	rnn.weight_hh_l0	0	0.00902705267071724
117845	rnn.weight_hh_l0	1	-0.0795016884803772
117845	rnn.weight_hh_l0	2	0.05239833891391754
117845	rnn.weight_hh_l0	3	0.03858393803238869
117845	rnn.weight_hh_l0	4	0.004863153211772442
117845	rnn.weight_hh_l0	5	0.0631527453660965
117845	rnn.weight_hh_l0	6	-0.014206123538315296
117845	rnn.weight_hh_l0	7	-0.0833888128399849
117845	rnn.weight_hh_l0	8	-0.005051477812230587
117845	rnn.weight_hh_l0	9	-0.08674149960279465
117845	rnn.bias_ih_l0	0	-0.08343854546546936
117845	rnn.bias_ih_l0	1	-0.17348474264144897
117845	rnn.bias_ih_l0	2	-0.23427334427833557
117845	rnn.bias_ih_l0	3	-0.28406769037246704
117845	rnn.bias_ih_l0	4	0.00724070705473423
117845	rnn.bias_ih_l0	5	0.07777760177850723
117845	rnn.bias_ih_l0	6	-0.16348370909690857
117845	rnn.bias_ih_l0	7	-0.2596546709537506
117845	rnn.bias_ih_l0	8	-0.1255241334438324
117845	rnn.bias_ih_l0	9	-0.17593884468078613
117845	rnn.bias_hh_l0	0	0.1417548656463623
117845	rnn.bias_hh_l0	1	-0.044447608292102814
117845	rnn.bias_hh_l0	2	0.02542719617486
117845	rnn.bias_hh_l0	3	-0.16627028584480286
117845	rnn.bias_hh_l0	4	0.05180051550269127
117845	rnn.bias_hh_l0	5	-0.0009932788088917732
117845	rnn.bias_hh_l0	6	-0.08410091698169708
117845	rnn.bias_hh_l0	7	-0.15019115805625916
117845	rnn.bias_hh_l0	8	-0.15980608761310577
117845	rnn.bias_hh_l0	9	-0.0911891981959343
117845	rnn.weight_ih_l0_reverse	0	-0.01924051344394684
117845	rnn.weight_ih_l0_reverse	1	0.005129924975335598
117845	rnn.weight_ih_l0_reverse	2	-0.02169613353908062
117845	rnn.weight_ih_l0_reverse	3	-0.012120885774493217
117845	rnn.weight_ih_l0_reverse	4	0.03417763113975525
117845	rnn.weight_ih_l0_reverse	5	-0.054493095725774765
117845	rnn.weight_ih_l0_reverse	6	-0.03938154876232147
117845	rnn.weight_ih_l0_reverse	7	-0.010240819305181503
117845	rnn.weight_ih_l0_reverse	8	0.08888473361730576
117845	rnn.weight_ih_l0_reverse	9	0.013510771095752716
117845	rnn.weight_hh_l0_reverse	0	0.005721068009734154
117845	rnn.weight_hh_l0_reverse	1	0.02080942504107952
117845	rnn.weight_hh_l0_reverse	2	-0.04418255016207695
117845	rnn.weight_hh_l0_reverse	3	0.037846051156520844
117845	rnn.weight_hh_l0_reverse	4	0.01990673877298832
117845	rnn.weight_hh_l0_reverse	5	-0.015105191618204117
117845	rnn.weight_hh_l0_reverse	6	0.049075156450271606
117845	rnn.weight_hh_l0_reverse	7	0.02674889750778675
117845	rnn.weight_hh_l0_reverse	8	-0.004622507840394974
117845	rnn.weight_hh_l0_reverse	9	-0.04905420169234276
117845	rnn.bias_ih_l0_reverse	0	-0.1267467737197876
117845	rnn.bias_ih_l0_reverse	1	-0.2761068642139435
117845	rnn.bias_ih_l0_reverse	2	-0.06223970651626587
117845	rnn.bias_ih_l0_reverse	3	-0.12871940433979034
117845	rnn.bias_ih_l0_reverse	4	0.09266730397939682
117845	rnn.bias_ih_l0_reverse	5	-0.2443215548992157
117845	rnn.bias_ih_l0_reverse	6	-0.05940217152237892
117845	rnn.bias_ih_l0_reverse	7	0.01687401533126831
117845	rnn.bias_ih_l0_reverse	8	-0.1732330024242401
117845	rnn.bias_ih_l0_reverse	9	-0.10391076654195786
117845	rnn.bias_hh_l0_reverse	0	-0.1307750642299652
117845	rnn.bias_hh_l0_reverse	1	-0.14955127239227295
117845	rnn.bias_hh_l0_reverse	2	-0.02322276309132576
117845	rnn.bias_hh_l0_reverse	3	-0.11432135105133057
117845	rnn.bias_hh_l0_reverse	4	-0.026511775329709053
117845	rnn.bias_hh_l0_reverse	5	-0.1145511120557785
117845	rnn.bias_hh_l0_reverse	6	-0.06468216329813004
117845	rnn.bias_hh_l0_reverse	7	-0.17812669277191162
117845	rnn.bias_hh_l0_reverse	8	-0.04237043112516403
117845	rnn.bias_hh_l0_reverse	9	-0.13355621695518494
117845	linear.weight	0	-0.26205170154571533
117845	linear.weight	1	-0.11823615431785583
117845	linear.weight	2	-0.011228874325752258
117845	linear.weight	3	-0.080223448574543
117845	linear.weight	4	0.026399092748761177
117845	linear.weight	5	0.2767777740955353
117845	linear.weight	6	0.0047744326293468475
117845	linear.weight	7	-0.021312154829502106
117845	linear.weight	8	0.16786493360996246
117845	linear.weight	9	0.1982218325138092
117845	linear.bias	0	-0.8282116055488586
117845	linear.bias	1	1.271203875541687
117845	linear.bias	2	-0.2327095866203308
117845	linear.bias	3	-0.6367563605308533
117845	linear.bias	4	-1.0888984203338623
117845	linear.bias	5	-1.1650972366333008
117845	linear.bias	6	-0.8024298548698425
117845	linear.bias	7	-0.7789214253425598
117845	linear.bias	8	-0.01705317199230194
117845	linear.bias	9	3.1658005714416504
118042	transitions	0	-0.3678828775882721
118042	transitions	1	8.259827613830566
118042	transitions	2	-3.378582000732422
118042	transitions	3	1.430962324142456
118042	transitions	4	-1.9964075088500977
118042	transitions	5	-0.36537277698516846
118042	transitions	6	-0.1822098046541214
118042	transitions	7	-10000.0
118042	transitions	8	1.7348296642303467
118042	transitions	9	-2.2922143936157227
118042	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
118042	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
118042	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
118042	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
118042	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
118042	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
118042	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
118042	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
118042	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
118042	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
118042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
118042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
118042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
118042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
118042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
118042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
118042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
118042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
118042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
118042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
118042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
118042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
118042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
118042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
118042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
118042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
118042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
118042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
118042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
118042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
118042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
118042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
118042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
118042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
118042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
118042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
118042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
118042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
118042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
118042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
118042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
118042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
118042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
118042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
118042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
118042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
118042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
118042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
118042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
118042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
118042	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
118042	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
118042	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
118042	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
118042	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
118042	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
118042	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
118042	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
118042	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
118042	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
118042	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
118042	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
118042	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
118042	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
118042	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
118042	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
118042	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
118042	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
118042	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
118042	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
118042	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
118042	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
118042	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
118042	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
118042	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
118042	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
118042	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
118042	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
118042	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
118042	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
118042	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
118042	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
118042	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
118042	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
118042	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
118042	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
118042	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
118042	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
118042	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
118042	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
118042	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
118042	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
118042	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
118042	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
118042	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
118042	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
118042	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
118042	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
118042	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
118042	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
118042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
118042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
118042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
118042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
118042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
118042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
118042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
118042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
118042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
118042	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
118042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
118042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
118042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
118042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
118042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
118042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
118042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
118042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
118042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
118042	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
118042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
118042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
118042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
118042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
118042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
118042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
118042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
118042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
118042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
118042	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
118042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
118042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
118042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
118042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
118042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
118042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
118042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
118042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
118042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
118042	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
118042	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
118042	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
118042	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
118042	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
118042	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
118042	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
118042	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
118042	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
118042	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
118042	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
118042	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
118042	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
118042	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
118042	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
118042	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
118042	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
118042	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
118042	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
118042	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
118042	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
118042	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
118042	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
118042	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
118042	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
118042	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
118042	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
118042	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
118042	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
118042	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
118042	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
118042	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
118042	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
118042	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
118042	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
118042	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
118042	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
118042	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
118042	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
118042	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
118042	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
118042	embedding2nn.weight	0	0.04236772656440735
118042	embedding2nn.weight	1	-0.08873669058084488
118042	embedding2nn.weight	2	0.002667972818017006
118042	embedding2nn.weight	3	-0.049676891416311264
118042	embedding2nn.weight	4	-0.12318660318851471
118042	embedding2nn.weight	5	0.11199422180652618
118042	embedding2nn.weight	6	-0.13309437036514282
118042	embedding2nn.weight	7	-0.07213743776082993
118042	embedding2nn.weight	8	-0.006819974631071091
118042	embedding2nn.weight	9	0.04792270436882973
118042	embedding2nn.bias	0	0.03933541476726532
118042	embedding2nn.bias	1	0.040939513593912125
118042	embedding2nn.bias	2	-0.10960686951875687
118042	embedding2nn.bias	3	0.05750502273440361
118042	embedding2nn.bias	4	0.03657587245106697
118042	embedding2nn.bias	5	-0.16633442044258118
118042	embedding2nn.bias	6	-0.12344317883253098
118042	embedding2nn.bias	7	-0.02164623513817787
118042	embedding2nn.bias	8	0.05233117938041687
118042	embedding2nn.bias	9	-0.09379144012928009
118042	rnn.weight_ih_l0	0	0.012933531776070595
118042	rnn.weight_ih_l0	1	-0.05903138965368271
118042	rnn.weight_ih_l0	2	-0.019701676443219185
118042	rnn.weight_ih_l0	3	-0.03019411489367485
118042	rnn.weight_ih_l0	4	0.020671455189585686
118042	rnn.weight_ih_l0	5	-0.08821780979633331
118042	rnn.weight_ih_l0	6	-0.026219097897410393
118042	rnn.weight_ih_l0	7	-0.018520481884479523
118042	rnn.weight_ih_l0	8	0.015524731017649174
118042	rnn.weight_ih_l0	9	0.00431097112596035
118042	rnn.weight_hh_l0	0	0.009376510046422482
118042	rnn.weight_hh_l0	1	-0.08027902990579605
118042	rnn.weight_hh_l0	2	0.05286461487412453
118042	rnn.weight_hh_l0	3	0.03875686973333359
118042	rnn.weight_hh_l0	4	0.005149043630808592
118042	rnn.weight_hh_l0	5	0.06480437517166138
118042	rnn.weight_hh_l0	6	-0.014067789539694786
118042	rnn.weight_hh_l0	7	-0.08112102746963501
118042	rnn.weight_hh_l0	8	-0.00445600738748908
118042	rnn.weight_hh_l0	9	-0.08491181582212448
118042	rnn.bias_ih_l0	0	-0.0871216207742691
118042	rnn.bias_ih_l0	1	-0.1709688901901245
118042	rnn.bias_ih_l0	2	-0.23498335480690002
118042	rnn.bias_ih_l0	3	-0.28423604369163513
118042	rnn.bias_ih_l0	4	0.005202015861868858
118042	rnn.bias_ih_l0	5	0.07443027943372726
118042	rnn.bias_ih_l0	6	-0.16070298850536346
118042	rnn.bias_ih_l0	7	-0.2563287615776062
118042	rnn.bias_ih_l0	8	-0.12291844189167023
118042	rnn.bias_ih_l0	9	-0.17732273042201996
118042	rnn.bias_hh_l0	0	0.14008043706417084
118042	rnn.bias_hh_l0	1	-0.043366916477680206
118042	rnn.bias_hh_l0	2	0.02545294724404812
118042	rnn.bias_hh_l0	3	-0.16403278708457947
118042	rnn.bias_hh_l0	4	0.05383878946304321
118042	rnn.bias_hh_l0	5	-0.0013826497597619891
118042	rnn.bias_hh_l0	6	-0.08417902141809464
118042	rnn.bias_hh_l0	7	-0.153206005692482
118042	rnn.bias_hh_l0	8	-0.16004283726215363
118042	rnn.bias_hh_l0	9	-0.08965648710727692
118042	rnn.weight_ih_l0_reverse	0	-0.016700292006134987
118042	rnn.weight_ih_l0_reverse	1	0.00444157375022769
118042	rnn.weight_ih_l0_reverse	2	-0.020098501816391945
118042	rnn.weight_ih_l0_reverse	3	-0.009402534924447536
118042	rnn.weight_ih_l0_reverse	4	0.03427889943122864
118042	rnn.weight_ih_l0_reverse	5	-0.05079290643334389
118042	rnn.weight_ih_l0_reverse	6	-0.03974619135260582
118042	rnn.weight_ih_l0_reverse	7	-0.008778131566941738
118042	rnn.weight_ih_l0_reverse	8	0.09186942875385284
118042	rnn.weight_ih_l0_reverse	9	0.018373051658272743
118042	rnn.weight_hh_l0_reverse	0	0.0052940091118216515
118042	rnn.weight_hh_l0_reverse	1	0.020728478208184242
118042	rnn.weight_hh_l0_reverse	2	-0.04384278133511543
118042	rnn.weight_hh_l0_reverse	3	0.03844226524233818
118042	rnn.weight_hh_l0_reverse	4	0.020771700888872147
118042	rnn.weight_hh_l0_reverse	5	-0.014040851965546608
118042	rnn.weight_hh_l0_reverse	6	0.0495205819606781
118042	rnn.weight_hh_l0_reverse	7	0.02711489237844944
118042	rnn.weight_hh_l0_reverse	8	-0.004973562899976969
118042	rnn.weight_hh_l0_reverse	9	-0.04920037463307381
118042	rnn.bias_ih_l0_reverse	0	-0.124644435942173
118042	rnn.bias_ih_l0_reverse	1	-0.2753547132015228
118042	rnn.bias_ih_l0_reverse	2	-0.06230853870511055
118042	rnn.bias_ih_l0_reverse	3	-0.12916846573352814
118042	rnn.bias_ih_l0_reverse	4	0.09336648881435394
118042	rnn.bias_ih_l0_reverse	5	-0.2458081990480423
118042	rnn.bias_ih_l0_reverse	6	-0.058297086507081985
118042	rnn.bias_ih_l0_reverse	7	0.01911649852991104
118042	rnn.bias_ih_l0_reverse	8	-0.17224690318107605
118042	rnn.bias_ih_l0_reverse	9	-0.10300800949335098
118042	rnn.bias_hh_l0_reverse	0	-0.12996244430541992
118042	rnn.bias_hh_l0_reverse	1	-0.14836227893829346
118042	rnn.bias_hh_l0_reverse	2	-0.022745056077837944
118042	rnn.bias_hh_l0_reverse	3	-0.11466584354639053
118042	rnn.bias_hh_l0_reverse	4	-0.023328499868512154
118042	rnn.bias_hh_l0_reverse	5	-0.11507362127304077
118042	rnn.bias_hh_l0_reverse	6	-0.06423056125640869
118042	rnn.bias_hh_l0_reverse	7	-0.17650996148586273
118042	rnn.bias_hh_l0_reverse	8	-0.042925458401441574
118042	rnn.bias_hh_l0_reverse	9	-0.1336345672607422
118042	linear.weight	0	-0.25922220945358276
118042	linear.weight	1	-0.1190626472234726
118042	linear.weight	2	-0.011228874325752258
118042	linear.weight	3	-0.07945053279399872
118042	linear.weight	4	0.03222690895199776
118042	linear.weight	5	0.2758052945137024
118042	linear.weight	6	0.0047744326293468475
118042	linear.weight	7	-0.021312154829502106
118042	linear.weight	8	0.1818208247423172
118042	linear.weight	9	0.20308658480644226
118042	linear.bias	0	-0.8084720969200134
118042	linear.bias	1	1.298506736755371
118042	linear.bias	2	-0.2883632481098175
118042	linear.bias	3	-0.6290996670722961
118042	linear.bias	4	-1.0413060188293457
118042	linear.bias	5	-1.165174961090088
118042	linear.bias	6	-0.7839712500572205
118042	linear.bias	7	-0.7628811001777649
118042	linear.bias	8	-0.01705317199230194
118042	linear.bias	9	3.1444602012634277
118239	transitions	0	-0.3682222068309784
118239	transitions	1	8.248578071594238
118239	transitions	2	-3.3800270557403564
118239	transitions	3	1.4377549886703491
118239	transitions	4	-1.9969559907913208
118239	transitions	5	-0.3654418885707855
118239	transitions	6	-0.18225990235805511
118239	transitions	7	-10000.0
118239	transitions	8	1.7345889806747437
118239	transitions	9	-2.292236804962158
118239	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
118239	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
118239	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
118239	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
118239	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
118239	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
118239	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
118239	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
118239	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
118239	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
118239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
118239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
118239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
118239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
118239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
118239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
118239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
118239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
118239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
118239	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
118239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
118239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
118239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
118239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
118239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
118239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
118239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
118239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
118239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
118239	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
118239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
118239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
118239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
118239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
118239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
118239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
118239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
118239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
118239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
118239	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
118239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
118239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
118239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
118239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
118239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
118239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
118239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
118239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
118239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
118239	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
118239	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
118239	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
118239	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
118239	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
118239	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
118239	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
118239	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
118239	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
118239	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
118239	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
118239	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
118239	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
118239	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
118239	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
118239	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
118239	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
118239	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
118239	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
118239	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
118239	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
118239	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
118239	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
118239	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
118239	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
118239	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
118239	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
118239	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
118239	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
118239	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
118239	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
118239	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
118239	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
118239	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
118239	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
118239	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
118239	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
118239	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
118239	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
118239	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
118239	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
118239	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
118239	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
118239	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
118239	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
118239	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
118239	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
118239	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
118239	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
118239	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
118239	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
118239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
118239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
118239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
118239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
118239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
118239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
118239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
118239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
118239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
118239	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
118239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
118239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
118239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
118239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
118239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
118239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
118239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
118239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
118239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
118239	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
118239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
118239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
118239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
118239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
118239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
118239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
118239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
118239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
118239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
118239	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
118239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
118239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
118239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
118239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
118239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
118239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
118239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
118239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
118239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
118239	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
118239	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
118239	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
118239	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
118239	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
118239	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
118239	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
118239	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
118239	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
118239	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
118239	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
118239	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
118239	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
118239	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
118239	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
118239	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
118239	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
118239	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
118239	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
118239	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
118239	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
118239	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
118239	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
118239	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
118239	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
118239	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
118239	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
118239	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
118239	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
118239	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
118239	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
118239	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
118239	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
118239	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
118239	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
118239	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
118239	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
118239	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
118239	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
118239	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
118239	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
118239	embedding2nn.weight	0	0.043121304363012314
118239	embedding2nn.weight	1	-0.08794305473566055
118239	embedding2nn.weight	2	0.0028094493318349123
118239	embedding2nn.weight	3	-0.05126025155186653
118239	embedding2nn.weight	4	-0.12082786858081818
118239	embedding2nn.weight	5	0.10941800475120544
118239	embedding2nn.weight	6	-0.1359899938106537
118239	embedding2nn.weight	7	-0.07099021226167679
118239	embedding2nn.weight	8	-0.008946317248046398
118239	embedding2nn.weight	9	0.044490814208984375
118239	embedding2nn.bias	0	0.04449775069952011
118239	embedding2nn.bias	1	0.04608077555894852
118239	embedding2nn.bias	2	-0.09514077752828598
118239	embedding2nn.bias	3	0.055431414395570755
118239	embedding2nn.bias	4	0.03678794577717781
118239	embedding2nn.bias	5	-0.1451355218887329
118239	embedding2nn.bias	6	-0.1221357211470604
118239	embedding2nn.bias	7	-0.0266435444355011
118239	embedding2nn.bias	8	0.056131113320589066
118239	embedding2nn.bias	9	-0.08788051456212997
118239	rnn.weight_ih_l0	0	0.014707725495100021
118239	rnn.weight_ih_l0	1	-0.059662722051143646
118239	rnn.weight_ih_l0	2	-0.021273134276270866
118239	rnn.weight_ih_l0	3	-0.02869047224521637
118239	rnn.weight_ih_l0	4	0.022084908559918404
118239	rnn.weight_ih_l0	5	-0.09234878420829773
118239	rnn.weight_ih_l0	6	-0.025486798956990242
118239	rnn.weight_ih_l0	7	-0.01940115913748741
118239	rnn.weight_ih_l0	8	0.014495504088699818
118239	rnn.weight_ih_l0	9	0.004948730580508709
118239	rnn.weight_hh_l0	0	0.007949587889015675
118239	rnn.weight_hh_l0	1	-0.08112939447164536
118239	rnn.weight_hh_l0	2	0.053365662693977356
118239	rnn.weight_hh_l0	3	0.039125703275203705
118239	rnn.weight_hh_l0	4	0.005192731041461229
118239	rnn.weight_hh_l0	5	0.0634641945362091
118239	rnn.weight_hh_l0	6	-0.014033104293048382
118239	rnn.weight_hh_l0	7	-0.08159767836332321
118239	rnn.weight_hh_l0	8	-0.0047848899848759174
118239	rnn.weight_hh_l0	9	-0.08362117409706116
118239	rnn.bias_ih_l0	0	-0.08440063148736954
118239	rnn.bias_ih_l0	1	-0.17140471935272217
118239	rnn.bias_ih_l0	2	-0.24098218977451324
118239	rnn.bias_ih_l0	3	-0.28348734974861145
118239	rnn.bias_ih_l0	4	0.00671639246866107
118239	rnn.bias_ih_l0	5	0.08042626082897186
118239	rnn.bias_ih_l0	6	-0.16011065244674683
118239	rnn.bias_ih_l0	7	-0.2547703981399536
118239	rnn.bias_ih_l0	8	-0.11809408664703369
118239	rnn.bias_ih_l0	9	-0.17604099214076996
118239	rnn.bias_hh_l0	0	0.13737094402313232
118239	rnn.bias_hh_l0	1	-0.04601448029279709
118239	rnn.bias_hh_l0	2	0.02616766095161438
118239	rnn.bias_hh_l0	3	-0.16313005983829498
118239	rnn.bias_hh_l0	4	0.05485997721552849
118239	rnn.bias_hh_l0	5	-0.00606484804302454
118239	rnn.bias_hh_l0	6	-0.0824204757809639
118239	rnn.bias_hh_l0	7	-0.15045642852783203
118239	rnn.bias_hh_l0	8	-0.16358403861522675
118239	rnn.bias_hh_l0	9	-0.08786177635192871
118239	rnn.weight_ih_l0_reverse	0	-0.016975747421383858
118239	rnn.weight_ih_l0_reverse	1	0.004179005511105061
118239	rnn.weight_ih_l0_reverse	2	-0.01402166299521923
118239	rnn.weight_ih_l0_reverse	3	-0.008603242225944996
118239	rnn.weight_ih_l0_reverse	4	0.03507188335061073
118239	rnn.weight_ih_l0_reverse	5	-0.05009991303086281
118239	rnn.weight_ih_l0_reverse	6	-0.03765609487891197
118239	rnn.weight_ih_l0_reverse	7	-0.008404992520809174
118239	rnn.weight_ih_l0_reverse	8	0.09165812283754349
118239	rnn.weight_ih_l0_reverse	9	0.01701437123119831
118239	rnn.weight_hh_l0_reverse	0	0.00476474966853857
118239	rnn.weight_hh_l0_reverse	1	0.02090824767947197
118239	rnn.weight_hh_l0_reverse	2	-0.044761721044778824
118239	rnn.weight_hh_l0_reverse	3	0.038899339735507965
118239	rnn.weight_hh_l0_reverse	4	0.02027854323387146
118239	rnn.weight_hh_l0_reverse	5	-0.014230544678866863
118239	rnn.weight_hh_l0_reverse	6	0.04965537041425705
118239	rnn.weight_hh_l0_reverse	7	0.027819957584142685
118239	rnn.weight_hh_l0_reverse	8	-0.00489270593971014
118239	rnn.weight_hh_l0_reverse	9	-0.04919924959540367
118239	rnn.bias_ih_l0_reverse	0	-0.12237810343503952
118239	rnn.bias_ih_l0_reverse	1	-0.2783026695251465
118239	rnn.bias_ih_l0_reverse	2	-0.06437317281961441
118239	rnn.bias_ih_l0_reverse	3	-0.1285243183374405
118239	rnn.bias_ih_l0_reverse	4	0.08927609026432037
118239	rnn.bias_ih_l0_reverse	5	-0.2475263625383377
118239	rnn.bias_ih_l0_reverse	6	-0.05967472866177559
118239	rnn.bias_ih_l0_reverse	7	0.010578510351479053
118239	rnn.bias_ih_l0_reverse	8	-0.17024415731430054
118239	rnn.bias_ih_l0_reverse	9	-0.10241479426622391
118239	rnn.bias_hh_l0_reverse	0	-0.12904295325279236
118239	rnn.bias_hh_l0_reverse	1	-0.14924132823944092
118239	rnn.bias_hh_l0_reverse	2	-0.024576805531978607
118239	rnn.bias_hh_l0_reverse	3	-0.11548903584480286
118239	rnn.bias_hh_l0_reverse	4	-0.02127445489168167
118239	rnn.bias_hh_l0_reverse	5	-0.11578282713890076
118239	rnn.bias_hh_l0_reverse	6	-0.06178581342101097
118239	rnn.bias_hh_l0_reverse	7	-0.1776566505432129
118239	rnn.bias_hh_l0_reverse	8	-0.04211864247918129
118239	rnn.bias_hh_l0_reverse	9	-0.13502237200737
118239	linear.weight	0	-0.2618715465068817
118239	linear.weight	1	-0.114277683198452
118239	linear.weight	2	-0.011228874325752258
118239	linear.weight	3	-0.07926178723573685
118239	linear.weight	4	0.023863084614276886
118239	linear.weight	5	0.29382526874542236
118239	linear.weight	6	0.0047744326293468475
118239	linear.weight	7	-0.021312154829502106
118239	linear.weight	8	0.18532340228557587
118239	linear.weight	9	0.1975860446691513
118239	linear.bias	0	-0.8031297922134399
118239	linear.bias	1	1.28465735912323
118239	linear.bias	2	-0.26518362760543823
118239	linear.bias	3	-0.6339898705482483
118239	linear.bias	4	-1.02069890499115
118239	linear.bias	5	-1.1652613878250122
118239	linear.bias	6	-0.7860109210014343
118239	linear.bias	7	-0.771659255027771
118239	linear.bias	8	-0.01705317199230194
118239	linear.bias	9	3.1649105548858643
118436	transitions	0	-0.3685034513473511
118436	transitions	1	8.258011817932129
118436	transitions	2	-3.380742073059082
118436	transitions	3	1.431347131729126
118436	transitions	4	-1.9973585605621338
118436	transitions	5	-0.3655465543270111
118436	transitions	6	-0.18230852484703064
118436	transitions	7	-10000.0
118436	transitions	8	1.7333482503890991
118436	transitions	9	-2.2922544479370117
118436	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
118436	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
118436	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
118436	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
118436	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
118436	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
118436	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
118436	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
118436	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
118436	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
118436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
118436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
118436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
118436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
118436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
118436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
118436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
118436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
118436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
118436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
118436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
118436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
118436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
118436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
118436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
118436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
118436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
118436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
118436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
118436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
118436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
118436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
118436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
118436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
118436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
118436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
118436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
118436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
118436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
118436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
118436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
118436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
118436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
118436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
118436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
118436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
118436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
118436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
118436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
118436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
118436	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
118436	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
118436	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
118436	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
118436	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
118436	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
118436	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
118436	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
118436	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
118436	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
118436	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
118436	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
118436	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
118436	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
118436	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
118436	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
118436	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
118436	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
118436	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
118436	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
118436	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
118436	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
118436	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
118436	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
118436	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
118436	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
118436	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
118436	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
118436	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
118436	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
118436	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
118436	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
118436	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
118436	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
118436	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
118436	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
118436	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
118436	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
118436	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
118436	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
118436	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
118436	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
118436	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
118436	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
118436	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
118436	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
118436	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
118436	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
118436	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
118436	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
118436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
118436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
118436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
118436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
118436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
118436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
118436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
118436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
118436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
118436	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
118436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
118436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
118436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
118436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
118436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
118436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
118436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
118436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
118436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
118436	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
118436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
118436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
118436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
118436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
118436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
118436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
118436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
118436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
118436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
118436	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
118436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
118436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
118436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
118436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
118436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
118436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
118436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
118436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
118436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
118436	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
118436	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
118436	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
118436	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
118436	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
118436	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
118436	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
118436	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
118436	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
118436	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
118436	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
118436	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
118436	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
118436	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
118436	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
118436	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
118436	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
118436	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
118436	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
118436	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
118436	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
118436	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
118436	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
118436	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
118436	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
118436	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
118436	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
118436	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
118436	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
118436	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
118436	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
118436	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
118436	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
118436	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
118436	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
118436	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
118436	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
118436	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
118436	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
118436	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
118436	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
118436	embedding2nn.weight	0	0.043821435421705246
118436	embedding2nn.weight	1	-0.0885808914899826
118436	embedding2nn.weight	2	-0.0011627598432824016
118436	embedding2nn.weight	3	-0.05363737419247627
118436	embedding2nn.weight	4	-0.12007253617048264
118436	embedding2nn.weight	5	0.10925491899251938
118436	embedding2nn.weight	6	-0.13665659725666046
118436	embedding2nn.weight	7	-0.07095031440258026
118436	embedding2nn.weight	8	-0.005700722802430391
118436	embedding2nn.weight	9	0.03784407675266266
118436	embedding2nn.bias	0	0.06583887338638306
118436	embedding2nn.bias	1	0.0319487601518631
118436	embedding2nn.bias	2	-0.09874147176742554
118436	embedding2nn.bias	3	0.055659566074609756
118436	embedding2nn.bias	4	0.025623219087719917
118436	embedding2nn.bias	5	-0.13499552011489868
118436	embedding2nn.bias	6	-0.12380228191614151
118436	embedding2nn.bias	7	-0.02192774973809719
118436	embedding2nn.bias	8	0.059872813522815704
118436	embedding2nn.bias	9	-0.0733533650636673
118436	rnn.weight_ih_l0	0	0.01803247071802616
118436	rnn.weight_ih_l0	1	-0.060055725276470184
118436	rnn.weight_ih_l0	2	-0.01972336694598198
118436	rnn.weight_ih_l0	3	-0.029717104509472847
118436	rnn.weight_ih_l0	4	0.02072209119796753
118436	rnn.weight_ih_l0	5	-0.09410369396209717
118436	rnn.weight_ih_l0	6	-0.024980295449495316
118436	rnn.weight_ih_l0	7	-0.017926890403032303
118436	rnn.weight_ih_l0	8	0.01605675369501114
118436	rnn.weight_ih_l0	9	0.0002251569676445797
118436	rnn.weight_hh_l0	0	0.009966027922928333
118436	rnn.weight_hh_l0	1	-0.08005627244710922
118436	rnn.weight_hh_l0	2	0.05304664373397827
118436	rnn.weight_hh_l0	3	0.038437630981206894
118436	rnn.weight_hh_l0	4	0.005176769103854895
118436	rnn.weight_hh_l0	5	0.0637141615152359
118436	rnn.weight_hh_l0	6	-0.01354384608566761
118436	rnn.weight_hh_l0	7	-0.08185940980911255
118436	rnn.weight_hh_l0	8	-0.003733663586899638
118436	rnn.weight_hh_l0	9	-0.08538227528333664
118436	rnn.bias_ih_l0	0	-0.07957486808300018
118436	rnn.bias_ih_l0	1	-0.1697704941034317
118436	rnn.bias_ih_l0	2	-0.23674288392066956
118436	rnn.bias_ih_l0	3	-0.285708487033844
118436	rnn.bias_ih_l0	4	0.0017829518765211105
118436	rnn.bias_ih_l0	5	0.07995925843715668
118436	rnn.bias_ih_l0	6	-0.16026683151721954
118436	rnn.bias_ih_l0	7	-0.25402554869651794
118436	rnn.bias_ih_l0	8	-0.12033823132514954
118436	rnn.bias_ih_l0	9	-0.17508691549301147
118436	rnn.bias_hh_l0	0	0.13609975576400757
118436	rnn.bias_hh_l0	1	-0.04440135881304741
118436	rnn.bias_hh_l0	2	0.02383570745587349
118436	rnn.bias_hh_l0	3	-0.1616339236497879
118436	rnn.bias_hh_l0	4	0.055826906114816666
118436	rnn.bias_hh_l0	5	-0.004280875902622938
118436	rnn.bias_hh_l0	6	-0.08092086762189865
118436	rnn.bias_hh_l0	7	-0.14890484511852264
118436	rnn.bias_hh_l0	8	-0.16061830520629883
118436	rnn.bias_hh_l0	9	-0.09329205751419067
118436	rnn.weight_ih_l0_reverse	0	-0.01851910911500454
118436	rnn.weight_ih_l0_reverse	1	0.0031500309705734253
118436	rnn.weight_ih_l0_reverse	2	-0.01590809039771557
118436	rnn.weight_ih_l0_reverse	3	-0.004595148377120495
118436	rnn.weight_ih_l0_reverse	4	0.03607945889234543
118436	rnn.weight_ih_l0_reverse	5	-0.048147086054086685
118436	rnn.weight_ih_l0_reverse	6	-0.03596678748726845
118436	rnn.weight_ih_l0_reverse	7	-0.009756180457770824
118436	rnn.weight_ih_l0_reverse	8	0.09029023349285126
118436	rnn.weight_ih_l0_reverse	9	0.01670595072209835
118436	rnn.weight_hh_l0_reverse	0	0.0048622977919876575
118436	rnn.weight_hh_l0_reverse	1	0.02090952917933464
118436	rnn.weight_hh_l0_reverse	2	-0.04590258374810219
118436	rnn.weight_hh_l0_reverse	3	0.03855970874428749
118436	rnn.weight_hh_l0_reverse	4	0.020215407013893127
118436	rnn.weight_hh_l0_reverse	5	-0.013651574961841106
118436	rnn.weight_hh_l0_reverse	6	0.04971257597208023
118436	rnn.weight_hh_l0_reverse	7	0.028005801141262054
118436	rnn.weight_hh_l0_reverse	8	-0.003629419021308422
118436	rnn.weight_hh_l0_reverse	9	-0.048023514449596405
118436	rnn.bias_ih_l0_reverse	0	-0.12321675568819046
118436	rnn.bias_ih_l0_reverse	1	-0.2797248661518097
118436	rnn.bias_ih_l0_reverse	2	-0.06643370538949966
118436	rnn.bias_ih_l0_reverse	3	-0.12822319567203522
118436	rnn.bias_ih_l0_reverse	4	0.08961210399866104
118436	rnn.bias_ih_l0_reverse	5	-0.2475316971540451
118436	rnn.bias_ih_l0_reverse	6	-0.05567120388150215
118436	rnn.bias_ih_l0_reverse	7	0.012913021259009838
118436	rnn.bias_ih_l0_reverse	8	-0.17069649696350098
118436	rnn.bias_ih_l0_reverse	9	-0.10251741856336594
118436	rnn.bias_hh_l0_reverse	0	-0.1330125480890274
118436	rnn.bias_hh_l0_reverse	1	-0.1474861204624176
118436	rnn.bias_hh_l0_reverse	2	-0.02545822784304619
118436	rnn.bias_hh_l0_reverse	3	-0.11743517965078354
118436	rnn.bias_hh_l0_reverse	4	-0.02253575623035431
118436	rnn.bias_hh_l0_reverse	5	-0.11868441849946976
118436	rnn.bias_hh_l0_reverse	6	-0.0597878135740757
118436	rnn.bias_hh_l0_reverse	7	-0.17760494351387024
118436	rnn.bias_hh_l0_reverse	8	-0.04273482784628868
118436	rnn.bias_hh_l0_reverse	9	-0.13412238657474518
118436	linear.weight	0	-0.2626922130584717
118436	linear.weight	1	-0.11180692166090012
118436	linear.weight	2	-0.011228874325752258
118436	linear.weight	3	-0.08450097590684891
118436	linear.weight	4	0.012967774644494057
118436	linear.weight	5	0.30190932750701904
118436	linear.weight	6	0.0047744326293468475
118436	linear.weight	7	-0.021312154829502106
118436	linear.weight	8	0.19439826905727386
118436	linear.weight	9	0.18993805348873138
118436	linear.bias	0	-0.7978111505508423
118436	linear.bias	1	1.320786476135254
118436	linear.bias	2	-0.2579856216907501
118436	linear.bias	3	-0.6202619671821594
118436	linear.bias	4	-0.9571641683578491
118436	linear.bias	5	-1.1653411388397217
118436	linear.bias	6	-0.778802216053009
118436	linear.bias	7	-0.7617620229721069
118436	linear.bias	8	-0.01705317199230194
118436	linear.bias	9	3.170278549194336
118440	transitions	0	-0.36850517988204956
118440	transitions	1	8.25804328918457
118440	transitions	2	-3.380767345428467
118440	transitions	3	1.4366556406021118
118440	transitions	4	-1.9973646402359009
118440	transitions	5	-0.36556193232536316
118440	transitions	6	-0.1823090761899948
118440	transitions	7	-10000.0
118440	transitions	8	1.7366434335708618
118440	transitions	9	-2.2922544479370117
118440	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
118440	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
118440	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
118440	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
118440	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
118440	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
118440	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
118440	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
118440	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
118440	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
118440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
118440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
118440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
118440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
118440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
118440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
118440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
118440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
118440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
118440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
118440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
118440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
118440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
118440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
118440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
118440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
118440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
118440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
118440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
118440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
118440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
118440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
118440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
118440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
118440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
118440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
118440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
118440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
118440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
118440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
118440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
118440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
118440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
118440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
118440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
118440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
118440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
118440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
118440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
118440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
118440	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
118440	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
118440	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
118440	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
118440	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
118440	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
118440	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
118440	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
118440	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
118440	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
118440	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
118440	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
118440	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
118440	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
118440	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
118440	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
118440	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
118440	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
118440	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
118440	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
118440	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
118440	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
118440	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
118440	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
118440	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
118440	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
118440	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
118440	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
118440	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
118440	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
118440	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
118440	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
118440	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
118440	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
118440	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
118440	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
118440	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
118440	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
118440	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
118440	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
118440	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
118440	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
118440	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
118440	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
118440	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
118440	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
118440	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
118440	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
118440	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
118440	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
118440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
118440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
118440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
118440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
118440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
118440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
118440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
118440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
118440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
118440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
118440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
118440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
118440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
118440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
118440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
118440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
118440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
118440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
118440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
118440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
118440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
118440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
118440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
118440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
118440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
118440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
118440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
118440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
118440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
118440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
118440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
118440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
118440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
118440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
118440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
118440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
118440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
118440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
118440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
118440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
118440	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
118440	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
118440	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
118440	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
118440	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
118440	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
118440	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
118440	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
118440	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
118440	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
118440	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
118440	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
118440	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
118440	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
118440	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
118440	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
118440	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
118440	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
118440	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
118440	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
118440	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
118440	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
118440	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
118440	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
118440	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
118440	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
118440	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
118440	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
118440	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
118440	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
118440	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
118440	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
118440	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
118440	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
118440	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
118440	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
118440	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
118440	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
118440	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
118440	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
118440	embedding2nn.weight	0	0.043869346380233765
118440	embedding2nn.weight	1	-0.0886354073882103
118440	embedding2nn.weight	2	-0.0010225452715530992
118440	embedding2nn.weight	3	-0.053718529641628265
118440	embedding2nn.weight	4	-0.1202043890953064
118440	embedding2nn.weight	5	0.10921748727560043
118440	embedding2nn.weight	6	-0.13743512332439423
118440	embedding2nn.weight	7	-0.07099524885416031
118440	embedding2nn.weight	8	-0.0057081189006567
118440	embedding2nn.weight	9	0.03746654838323593
118440	embedding2nn.bias	0	0.06657539308071136
118440	embedding2nn.bias	1	0.033373553305864334
118440	embedding2nn.bias	2	-0.10315830260515213
118440	embedding2nn.bias	3	0.05442678928375244
118440	embedding2nn.bias	4	0.026453616097569466
118440	embedding2nn.bias	5	-0.1306888610124588
118440	embedding2nn.bias	6	-0.12496215850114822
118440	embedding2nn.bias	7	-0.025051666423678398
118440	embedding2nn.bias	8	0.05919609218835831
118440	embedding2nn.bias	9	-0.07566097378730774
118440	rnn.weight_ih_l0	0	0.01823320798575878
118440	rnn.weight_ih_l0	1	-0.06004507839679718
118440	rnn.weight_ih_l0	2	-0.019746718928217888
118440	rnn.weight_ih_l0	3	-0.030339613556861877
118440	rnn.weight_ih_l0	4	0.020585332065820694
118440	rnn.weight_ih_l0	5	-0.09396245330572128
118440	rnn.weight_ih_l0	6	-0.025399064645171165
118440	rnn.weight_ih_l0	7	-0.018054984509944916
118440	rnn.weight_ih_l0	8	0.01575320027768612
118440	rnn.weight_ih_l0	9	0.0005820984370075166
118440	rnn.weight_hh_l0	0	0.010005837306380272
118440	rnn.weight_hh_l0	1	-0.08005300164222717
118440	rnn.weight_hh_l0	2	0.05305225029587746
118440	rnn.weight_hh_l0	3	0.0385371632874012
118440	rnn.weight_hh_l0	4	0.005176654551178217
118440	rnn.weight_hh_l0	5	0.06380894035100937
118440	rnn.weight_hh_l0	6	-0.013535015285015106
118440	rnn.weight_hh_l0	7	-0.08179067075252533
118440	rnn.weight_hh_l0	8	-0.0037200297228991985
118440	rnn.weight_hh_l0	9	-0.08594334870576859
118440	rnn.bias_ih_l0	0	-0.07822715491056442
118440	rnn.bias_ih_l0	1	-0.17034342885017395
118440	rnn.bias_ih_l0	2	-0.2367589771747589
118440	rnn.bias_ih_l0	3	-0.2856849730014801
118440	rnn.bias_ih_l0	4	0.0007554026087746024
118440	rnn.bias_ih_l0	5	0.08058515191078186
118440	rnn.bias_ih_l0	6	-0.16046245396137238
118440	rnn.bias_ih_l0	7	-0.25412461161613464
118440	rnn.bias_ih_l0	8	-0.12030669301748276
118440	rnn.bias_ih_l0	9	-0.17473316192626953
118440	rnn.bias_hh_l0	0	0.13664421439170837
118440	rnn.bias_hh_l0	1	-0.04433998465538025
118440	rnn.bias_hh_l0	2	0.023972321301698685
118440	rnn.bias_hh_l0	3	-0.16134557127952576
118440	rnn.bias_hh_l0	4	0.056053850799798965
118440	rnn.bias_hh_l0	5	-0.005262061953544617
118440	rnn.bias_hh_l0	6	-0.08114643394947052
118440	rnn.bias_hh_l0	7	-0.1495078206062317
118440	rnn.bias_hh_l0	8	-0.1610032320022583
118440	rnn.bias_hh_l0	9	-0.09268715232610703
118440	rnn.weight_ih_l0_reverse	0	-0.01828535832464695
118440	rnn.weight_ih_l0_reverse	1	0.0032303640618920326
118440	rnn.weight_ih_l0_reverse	2	-0.015614219941198826
118440	rnn.weight_ih_l0_reverse	3	-0.004446481820195913
118440	rnn.weight_ih_l0_reverse	4	0.03615668788552284
118440	rnn.weight_ih_l0_reverse	5	-0.0484367236495018
118440	rnn.weight_ih_l0_reverse	6	-0.03603294491767883
118440	rnn.weight_ih_l0_reverse	7	-0.009735137224197388
118440	rnn.weight_ih_l0_reverse	8	0.09028131514787674
118440	rnn.weight_ih_l0_reverse	9	0.016790978610515594
118440	rnn.weight_hh_l0_reverse	0	0.004860874731093645
118440	rnn.weight_hh_l0_reverse	1	0.020919743925333023
118440	rnn.weight_hh_l0_reverse	2	-0.04587050527334213
118440	rnn.weight_hh_l0_reverse	3	0.03856115788221359
118440	rnn.weight_hh_l0_reverse	4	0.020349981263279915
118440	rnn.weight_hh_l0_reverse	5	-0.01365715079009533
118440	rnn.weight_hh_l0_reverse	6	0.0497204028069973
118440	rnn.weight_hh_l0_reverse	7	0.027757015079259872
118440	rnn.weight_hh_l0_reverse	8	-0.003453320125117898
118440	rnn.weight_hh_l0_reverse	9	-0.0479867197573185
118440	rnn.bias_ih_l0_reverse	0	-0.12339004874229431
118440	rnn.bias_ih_l0_reverse	1	-0.27854567766189575
118440	rnn.bias_ih_l0_reverse	2	-0.06646829098463058
118440	rnn.bias_ih_l0_reverse	3	-0.12824134528636932
118440	rnn.bias_ih_l0_reverse	4	0.08953773230314255
118440	rnn.bias_ih_l0_reverse	5	-0.24752779304981232
118440	rnn.bias_ih_l0_reverse	6	-0.055484361946582794
118440	rnn.bias_ih_l0_reverse	7	0.012743276543915272
118440	rnn.bias_ih_l0_reverse	8	-0.1701970398426056
118440	rnn.bias_ih_l0_reverse	9	-0.10189647972583771
118440	rnn.bias_hh_l0_reverse	0	-0.13214248418807983
118440	rnn.bias_hh_l0_reverse	1	-0.14821581542491913
118440	rnn.bias_hh_l0_reverse	2	-0.025471385568380356
118440	rnn.bias_hh_l0_reverse	3	-0.11862505227327347
118440	rnn.bias_hh_l0_reverse	4	-0.022648969665169716
118440	rnn.bias_hh_l0_reverse	5	-0.11829177290201187
118440	rnn.bias_hh_l0_reverse	6	-0.05955428257584572
118440	rnn.bias_hh_l0_reverse	7	-0.17750184237957
118440	rnn.bias_hh_l0_reverse	8	-0.042376961559057236
118440	rnn.bias_hh_l0_reverse	9	-0.1340230256319046
118440	linear.weight	0	-0.2629280686378479
118440	linear.weight	1	-0.11137591302394867
118440	linear.weight	2	-0.011228874325752258
118440	linear.weight	3	-0.08482931554317474
118440	linear.weight	4	0.012390022166073322
118440	linear.weight	5	0.29958727955818176
118440	linear.weight	6	0.0047744326293468475
118440	linear.weight	7	-0.021312154829502106
118440	linear.weight	8	0.19393247365951538
118440	linear.weight	9	0.18753394484519958
118440	linear.bias	0	-0.8006854057312012
118440	linear.bias	1	1.3197656869888306
118440	linear.bias	2	-0.27560511231422424
118440	linear.bias	3	-0.6238293051719666
118440	linear.bias	4	-0.9652027487754822
118440	linear.bias	5	-1.1653435230255127
118440	linear.bias	6	-0.7816780209541321
118440	linear.bias	7	-0.7536821961402893
118440	linear.bias	8	-0.01705317199230194
118440	linear.bias	9	3.138641595840454
118637	transitions	0	-0.36908286809921265
118637	transitions	1	8.295652389526367
118637	transitions	2	-3.3812992572784424
118637	transitions	3	1.4182580709457397
118637	transitions	4	-1.9983421564102173
118637	transitions	5	-0.36568358540534973
118637	transitions	6	-0.18235282599925995
118637	transitions	7	-10000.0
118637	transitions	8	1.7400833368301392
118637	transitions	9	-2.2922635078430176
118637	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
118637	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
118637	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
118637	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
118637	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
118637	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
118637	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
118637	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
118637	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
118637	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
118637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
118637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
118637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
118637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
118637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
118637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
118637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
118637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
118637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
118637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
118637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
118637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
118637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
118637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
118637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
118637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
118637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
118637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
118637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
118637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
118637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
118637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
118637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
118637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
118637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
118637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
118637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
118637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
118637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
118637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
118637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
118637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
118637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
118637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
118637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
118637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
118637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
118637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
118637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
118637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
118637	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
118637	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
118637	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
118637	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
118637	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
118637	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
118637	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
118637	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
118637	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
118637	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
118637	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
118637	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
118637	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
118637	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
118637	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
118637	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
118637	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
118637	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
118637	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
118637	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
118637	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
118637	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
118637	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
118637	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
118637	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
118637	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
118637	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
118637	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
118637	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
118637	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
118637	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
118637	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
118637	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
118637	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
118637	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
118637	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
118637	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
118637	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
118637	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
118637	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
118637	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
118637	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
118637	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
118637	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
118637	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
118637	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
118637	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
118637	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
118637	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
118637	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
118637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
118637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
118637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
118637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
118637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
118637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
118637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
118637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
118637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
118637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
118637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
118637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
118637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
118637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
118637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
118637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
118637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
118637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
118637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
118637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
118637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
118637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
118637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
118637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
118637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
118637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
118637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
118637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
118637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
118637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
118637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
118637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
118637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
118637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
118637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
118637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
118637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
118637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
118637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
118637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
118637	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
118637	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
118637	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
118637	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
118637	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
118637	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
118637	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
118637	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
118637	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
118637	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
118637	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
118637	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
118637	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
118637	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
118637	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
118637	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
118637	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
118637	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
118637	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
118637	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
118637	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
118637	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
118637	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
118637	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
118637	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
118637	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
118637	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
118637	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
118637	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
118637	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
118637	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
118637	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
118637	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
118637	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
118637	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
118637	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
118637	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
118637	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
118637	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
118637	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
118637	embedding2nn.weight	0	0.04413020610809326
118637	embedding2nn.weight	1	-0.08697807788848877
118637	embedding2nn.weight	2	-0.0014673549449071288
118637	embedding2nn.weight	3	-0.05272017419338226
118637	embedding2nn.weight	4	-0.1216682568192482
118637	embedding2nn.weight	5	0.10918854176998138
118637	embedding2nn.weight	6	-0.14369966089725494
118637	embedding2nn.weight	7	-0.07181072235107422
118637	embedding2nn.weight	8	-0.007089939899742603
118637	embedding2nn.weight	9	0.03984924405813217
118637	embedding2nn.bias	0	0.0613270103931427
118637	embedding2nn.bias	1	0.03397003188729286
118637	embedding2nn.bias	2	-0.11207825690507889
118637	embedding2nn.bias	3	0.04811475798487663
118637	embedding2nn.bias	4	0.023826735094189644
118637	embedding2nn.bias	5	-0.1299530267715454
118637	embedding2nn.bias	6	-0.13196271657943726
118637	embedding2nn.bias	7	-0.022157929837703705
118637	embedding2nn.bias	8	0.04955863952636719
118637	embedding2nn.bias	9	-0.07604674249887466
118637	rnn.weight_ih_l0	0	0.018242541700601578
118637	rnn.weight_ih_l0	1	-0.05931178852915764
118637	rnn.weight_ih_l0	2	-0.0182782132178545
118637	rnn.weight_ih_l0	3	-0.02740762010216713
118637	rnn.weight_ih_l0	4	0.01977650448679924
118637	rnn.weight_ih_l0	5	-0.09307409822940826
118637	rnn.weight_ih_l0	6	-0.02377789281308651
118637	rnn.weight_ih_l0	7	-0.018756192177534103
118637	rnn.weight_ih_l0	8	0.016088582575321198
118637	rnn.weight_ih_l0	9	0.001109015429392457
118637	rnn.weight_hh_l0	0	0.009781483560800552
118637	rnn.weight_hh_l0	1	-0.07992693781852722
118637	rnn.weight_hh_l0	2	0.05272376537322998
118637	rnn.weight_hh_l0	3	0.03803227096796036
118637	rnn.weight_hh_l0	4	0.005056603811681271
118637	rnn.weight_hh_l0	5	0.06366775929927826
118637	rnn.weight_hh_l0	6	-0.013196696527302265
118637	rnn.weight_hh_l0	7	-0.08137504756450653
118637	rnn.weight_hh_l0	8	-0.0038909988943487406
118637	rnn.weight_hh_l0	9	-0.08551524579524994
118637	rnn.bias_ih_l0	0	-0.08182108402252197
118637	rnn.bias_ih_l0	1	-0.17198842763900757
118637	rnn.bias_ih_l0	2	-0.23621919751167297
118637	rnn.bias_ih_l0	3	-0.28468039631843567
118637	rnn.bias_ih_l0	4	-0.003097080159932375
118637	rnn.bias_ih_l0	5	0.07544566690921783
118637	rnn.bias_ih_l0	6	-0.16323065757751465
118637	rnn.bias_ih_l0	7	-0.2555595636367798
118637	rnn.bias_ih_l0	8	-0.12136431038379669
118637	rnn.bias_ih_l0	9	-0.1757015436887741
118637	rnn.bias_hh_l0	0	0.13934853672981262
118637	rnn.bias_hh_l0	1	-0.04677126929163933
118637	rnn.bias_hh_l0	2	0.021873634308576584
118637	rnn.bias_hh_l0	3	-0.15692512691020966
118637	rnn.bias_hh_l0	4	0.056993722915649414
118637	rnn.bias_hh_l0	5	0.0002402657555649057
118637	rnn.bias_hh_l0	6	-0.08096488565206528
118637	rnn.bias_hh_l0	7	-0.14689739048480988
118637	rnn.bias_hh_l0	8	-0.15982404351234436
118637	rnn.bias_hh_l0	9	-0.0955924317240715
118637	rnn.weight_ih_l0_reverse	0	-0.018962033092975616
118637	rnn.weight_ih_l0_reverse	1	0.0031187948770821095
118637	rnn.weight_ih_l0_reverse	2	-0.015140196308493614
118637	rnn.weight_ih_l0_reverse	3	-0.006830024067312479
118637	rnn.weight_ih_l0_reverse	4	0.03820658475160599
118637	rnn.weight_ih_l0_reverse	5	-0.05005122721195221
118637	rnn.weight_ih_l0_reverse	6	-0.03483951836824417
118637	rnn.weight_ih_l0_reverse	7	-0.011608791537582874
118637	rnn.weight_ih_l0_reverse	8	0.09785998612642288
118637	rnn.weight_ih_l0_reverse	9	0.01318232249468565
118637	rnn.weight_hh_l0_reverse	0	0.004567770287394524
118637	rnn.weight_hh_l0_reverse	1	0.02122601307928562
118637	rnn.weight_hh_l0_reverse	2	-0.045255765318870544
118637	rnn.weight_hh_l0_reverse	3	0.038879506289958954
118637	rnn.weight_hh_l0_reverse	4	0.022264420986175537
118637	rnn.weight_hh_l0_reverse	5	-0.013731727376580238
118637	rnn.weight_hh_l0_reverse	6	0.050044041126966476
118637	rnn.weight_hh_l0_reverse	7	0.028996383771300316
118637	rnn.weight_hh_l0_reverse	8	-0.0039131492376327515
118637	rnn.weight_hh_l0_reverse	9	-0.047526709735393524
118637	rnn.bias_ih_l0_reverse	0	-0.12354624271392822
118637	rnn.bias_ih_l0_reverse	1	-0.2821558713912964
118637	rnn.bias_ih_l0_reverse	2	-0.0660199299454689
118637	rnn.bias_ih_l0_reverse	3	-0.1270810067653656
118637	rnn.bias_ih_l0_reverse	4	0.09351622313261032
118637	rnn.bias_ih_l0_reverse	5	-0.2507167160511017
118637	rnn.bias_ih_l0_reverse	6	-0.058465663343667984
118637	rnn.bias_ih_l0_reverse	7	0.017163753509521484
118637	rnn.bias_ih_l0_reverse	8	-0.17181919515132904
118637	rnn.bias_ih_l0_reverse	9	-0.09720867872238159
118637	rnn.bias_hh_l0_reverse	0	-0.12982039153575897
118637	rnn.bias_hh_l0_reverse	1	-0.1509377658367157
118637	rnn.bias_hh_l0_reverse	2	-0.024532685056328773
118637	rnn.bias_hh_l0_reverse	3	-0.11883509904146194
118637	rnn.bias_hh_l0_reverse	4	-0.023985296487808228
118637	rnn.bias_hh_l0_reverse	5	-0.11929526925086975
118637	rnn.bias_hh_l0_reverse	6	-0.05534553900361061
118637	rnn.bias_hh_l0_reverse	7	-0.18384231626987457
118637	rnn.bias_hh_l0_reverse	8	-0.041621871292591095
118637	rnn.bias_hh_l0_reverse	9	-0.13496935367584229
118637	linear.weight	0	-0.2468338906764984
118637	linear.weight	1	-0.12688994407653809
118637	linear.weight	2	-0.011228874325752258
118637	linear.weight	3	-0.08536135405302048
118637	linear.weight	4	0.046093739569187164
118637	linear.weight	5	0.27138543128967285
118637	linear.weight	6	0.0047744326293468475
118637	linear.weight	7	-0.021312154829502106
118637	linear.weight	8	0.2063615769147873
118637	linear.weight	9	0.18567213416099548
118637	linear.bias	0	-0.8065714240074158
118637	linear.bias	1	1.2879087924957275
118637	linear.bias	2	-0.2720409035682678
118637	linear.bias	3	-0.6116018891334534
118637	linear.bias	4	-1.0545488595962524
118637	linear.bias	5	-1.1654223203659058
118637	linear.bias	6	-0.7957697510719299
118637	linear.bias	7	-0.7712384462356567
118637	linear.bias	8	-0.01705317199230194
118637	linear.bias	9	3.1582000255584717
118834	transitions	0	-0.3692086637020111
118834	transitions	1	8.272717475891113
118834	transitions	2	-3.38201904296875
118834	transitions	3	1.4228370189666748
118834	transitions	4	-1.9991395473480225
118834	transitions	5	-0.3660264313220978
118834	transitions	6	-0.18240101635456085
118834	transitions	7	-10000.0
118834	transitions	8	1.738093376159668
118834	transitions	9	-2.29227352142334
118834	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
118834	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
118834	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
118834	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
118834	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
118834	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
118834	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
118834	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
118834	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
118834	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
118834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
118834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
118834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
118834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
118834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
118834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
118834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
118834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
118834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
118834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
118834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
118834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
118834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
118834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
118834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
118834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
118834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
118834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
118834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
118834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
118834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
118834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
118834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
118834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
118834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
118834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
118834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
118834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
118834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
118834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
118834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
118834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
118834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
118834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
118834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
118834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
118834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
118834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
118834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
118834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
118834	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
118834	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
118834	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
118834	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
118834	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
118834	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
118834	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
118834	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
118834	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
118834	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
118834	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
118834	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
118834	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
118834	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
118834	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
118834	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
118834	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
118834	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
118834	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
118834	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
118834	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
118834	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
118834	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
118834	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
118834	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
118834	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
118834	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
118834	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
118834	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
118834	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
118834	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
118834	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
118834	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
118834	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
118834	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
118834	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
118834	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
118834	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
118834	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
118834	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
118834	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
118834	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
118834	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
118834	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
118834	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
118834	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
118834	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
118834	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
118834	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
118834	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
118834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
118834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
118834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
118834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
118834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
118834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
118834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
118834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
118834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
118834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
118834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
118834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
118834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
118834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
118834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
118834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
118834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
118834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
118834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
118834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
118834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
118834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
118834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
118834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
118834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
118834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
118834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
118834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
118834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
118834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
118834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
118834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
118834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
118834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
118834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
118834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
118834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
118834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
118834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
118834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
118834	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
118834	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
118834	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
118834	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
118834	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
118834	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
118834	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
118834	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
118834	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
118834	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
118834	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
118834	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
118834	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
118834	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
118834	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
118834	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
118834	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
118834	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
118834	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
118834	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
118834	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
118834	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
118834	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
118834	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
118834	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
118834	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
118834	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
118834	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
118834	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
118834	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
118834	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
118834	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
118834	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
118834	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
118834	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
118834	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
118834	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
118834	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
118834	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
118834	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
118834	embedding2nn.weight	0	0.04457629472017288
118834	embedding2nn.weight	1	-0.08789126574993134
118834	embedding2nn.weight	2	-0.004016202874481678
118834	embedding2nn.weight	3	-0.05387698858976364
118834	embedding2nn.weight	4	-0.12730498611927032
118834	embedding2nn.weight	5	0.10977573692798615
118834	embedding2nn.weight	6	-0.14628469944000244
118834	embedding2nn.weight	7	-0.07359065860509872
118834	embedding2nn.weight	8	-0.008471173234283924
118834	embedding2nn.weight	9	0.03843773156404495
118834	embedding2nn.bias	0	0.06623999029397964
118834	embedding2nn.bias	1	0.026622025296092033
118834	embedding2nn.bias	2	-0.11860790103673935
118834	embedding2nn.bias	3	0.05372394993901253
118834	embedding2nn.bias	4	0.021019527688622475
118834	embedding2nn.bias	5	-0.13949090242385864
118834	embedding2nn.bias	6	-0.1241207867860794
118834	embedding2nn.bias	7	-0.016617581248283386
118834	embedding2nn.bias	8	0.03587959334254265
118834	embedding2nn.bias	9	-0.07077779620885849
118834	rnn.weight_ih_l0	0	0.0217954833060503
118834	rnn.weight_ih_l0	1	-0.05977271497249603
118834	rnn.weight_ih_l0	2	-0.021064283326268196
118834	rnn.weight_ih_l0	3	-0.027956413105130196
118834	rnn.weight_ih_l0	4	0.02000720612704754
118834	rnn.weight_ih_l0	5	-0.09133244305849075
118834	rnn.weight_ih_l0	6	-0.02382245659828186
118834	rnn.weight_ih_l0	7	-0.017420001327991486
118834	rnn.weight_ih_l0	8	0.015435900539159775
118834	rnn.weight_ih_l0	9	0.0027665712404996157
118834	rnn.weight_hh_l0	0	0.010470423847436905
118834	rnn.weight_hh_l0	1	-0.08158402144908905
118834	rnn.weight_hh_l0	2	0.053773533552885056
118834	rnn.weight_hh_l0	3	0.03826451674103737
118834	rnn.weight_hh_l0	4	0.005121778231114149
118834	rnn.weight_hh_l0	5	0.06363870203495026
118834	rnn.weight_hh_l0	6	-0.013322941958904266
118834	rnn.weight_hh_l0	7	-0.08089461177587509
118834	rnn.weight_hh_l0	8	-0.003706728108227253
118834	rnn.weight_hh_l0	9	-0.08747918158769608
118834	rnn.bias_ih_l0	0	-0.08552081137895584
118834	rnn.bias_ih_l0	1	-0.17318874597549438
118834	rnn.bias_ih_l0	2	-0.23736244440078735
118834	rnn.bias_ih_l0	3	-0.2851186990737915
118834	rnn.bias_ih_l0	4	-0.002485521836206317
118834	rnn.bias_ih_l0	5	0.07500692456960678
118834	rnn.bias_ih_l0	6	-0.16427071392536163
118834	rnn.bias_ih_l0	7	-0.25392213463783264
118834	rnn.bias_ih_l0	8	-0.12190701812505722
118834	rnn.bias_ih_l0	9	-0.17344368994235992
118834	rnn.bias_hh_l0	0	0.14122357964515686
118834	rnn.bias_hh_l0	1	-0.04813680425286293
118834	rnn.bias_hh_l0	2	0.02355584129691124
118834	rnn.bias_hh_l0	3	-0.16057433187961578
118834	rnn.bias_hh_l0	4	0.05751947686076164
118834	rnn.bias_hh_l0	5	0.0009854300878942013
118834	rnn.bias_hh_l0	6	-0.08279477804899216
118834	rnn.bias_hh_l0	7	-0.14883698523044586
118834	rnn.bias_hh_l0	8	-0.1631423979997635
118834	rnn.bias_hh_l0	9	-0.09606464952230453
118834	rnn.weight_ih_l0_reverse	0	-0.0184626542031765
118834	rnn.weight_ih_l0_reverse	1	0.0034057677257806063
118834	rnn.weight_ih_l0_reverse	2	-0.015452207997441292
118834	rnn.weight_ih_l0_reverse	3	-0.004890664014965296
118834	rnn.weight_ih_l0_reverse	4	0.04019654542207718
118834	rnn.weight_ih_l0_reverse	5	-0.04996594041585922
118834	rnn.weight_ih_l0_reverse	6	-0.03835534676909447
118834	rnn.weight_ih_l0_reverse	7	-0.012283142656087875
118834	rnn.weight_ih_l0_reverse	8	0.09599997103214264
118834	rnn.weight_ih_l0_reverse	9	0.015616140328347683
118834	rnn.weight_hh_l0_reverse	0	0.004262425471097231
118834	rnn.weight_hh_l0_reverse	1	0.021362774074077606
118834	rnn.weight_hh_l0_reverse	2	-0.04482479766011238
118834	rnn.weight_hh_l0_reverse	3	0.039327073842287064
118834	rnn.weight_hh_l0_reverse	4	0.023402679711580276
118834	rnn.weight_hh_l0_reverse	5	-0.0150321489199996
118834	rnn.weight_hh_l0_reverse	6	0.05095693841576576
118834	rnn.weight_hh_l0_reverse	7	0.02846878580749035
118834	rnn.weight_hh_l0_reverse	8	-0.004392687696963549
118834	rnn.weight_hh_l0_reverse	9	-0.046908702701330185
118834	rnn.bias_ih_l0_reverse	0	-0.12208126485347748
118834	rnn.bias_ih_l0_reverse	1	-0.2870534062385559
118834	rnn.bias_ih_l0_reverse	2	-0.0670541375875473
118834	rnn.bias_ih_l0_reverse	3	-0.12733429670333862
118834	rnn.bias_ih_l0_reverse	4	0.09415306895971298
118834	rnn.bias_ih_l0_reverse	5	-0.24551524221897125
118834	rnn.bias_ih_l0_reverse	6	-0.05480445548892021
118834	rnn.bias_ih_l0_reverse	7	0.012267045676708221
118834	rnn.bias_ih_l0_reverse	8	-0.17029792070388794
118834	rnn.bias_ih_l0_reverse	9	-0.09992480278015137
118834	rnn.bias_hh_l0_reverse	0	-0.12967605888843536
118834	rnn.bias_hh_l0_reverse	1	-0.1520245373249054
118834	rnn.bias_hh_l0_reverse	2	-0.025025691837072372
118834	rnn.bias_hh_l0_reverse	3	-0.11736289411783218
118834	rnn.bias_hh_l0_reverse	4	-0.023669078946113586
118834	rnn.bias_hh_l0_reverse	5	-0.11836623400449753
118834	rnn.bias_hh_l0_reverse	6	-0.05483594909310341
118834	rnn.bias_hh_l0_reverse	7	-0.18181097507476807
118834	rnn.bias_hh_l0_reverse	8	-0.04255176708102226
118834	rnn.bias_hh_l0_reverse	9	-0.13761217892169952
118834	linear.weight	0	-0.24100631475448608
118834	linear.weight	1	-0.1276227831840515
118834	linear.weight	2	-0.011228874325752258
118834	linear.weight	3	-0.09500472992658615
118834	linear.weight	4	0.04187135770916939
118834	linear.weight	5	0.26773932576179504
118834	linear.weight	6	0.0047744326293468475
118834	linear.weight	7	-0.021312154829502106
118834	linear.weight	8	0.24155652523040771
118834	linear.weight	9	0.1575242131948471
118834	linear.bias	0	-0.8308264017105103
118834	linear.bias	1	1.2860277891159058
118834	linear.bias	2	-0.19821302592754364
118834	linear.bias	3	-0.631568193435669
118834	linear.bias	4	-1.014074683189392
118834	linear.bias	5	-1.1654959917068481
118834	linear.bias	6	-0.8225901126861572
118834	linear.bias	7	-0.804304301738739
118834	linear.bias	8	-0.01705317199230194
118834	linear.bias	9	3.1157472133636475
119031	transitions	0	-0.3693943917751312
119031	transitions	1	8.242088317871094
119031	transitions	2	-3.3825907707214355
119031	transitions	3	1.4129242897033691
119031	transitions	4	-2.000119686126709
119031	transitions	5	-0.3661103844642639
119031	transitions	6	-0.18246537446975708
119031	transitions	7	-10000.0
119031	transitions	8	1.738906741142273
119031	transitions	9	-2.292281150817871
119031	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
119031	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
119031	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
119031	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
119031	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
119031	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
119031	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
119031	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
119031	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
119031	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
119031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
119031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
119031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
119031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
119031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
119031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
119031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
119031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
119031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
119031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
119031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
119031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
119031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
119031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
119031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
119031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
119031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
119031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
119031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
119031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
119031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
119031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
119031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
119031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
119031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
119031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
119031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
119031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
119031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
119031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
119031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
119031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
119031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
119031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
119031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
119031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
119031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
119031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
119031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
119031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
119031	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
119031	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
119031	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
119031	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
119031	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
119031	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
119031	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
119031	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
119031	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
119031	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
119031	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
119031	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
119031	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
119031	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
119031	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
119031	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
119031	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
119031	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
119031	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
119031	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
119031	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
119031	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
119031	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
119031	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
119031	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
119031	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
119031	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
119031	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
119031	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
119031	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
119031	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
119031	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
119031	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
119031	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
119031	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
119031	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
119031	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
119031	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
119031	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
119031	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
119031	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
119031	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
119031	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
119031	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
119031	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
119031	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
119031	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
119031	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
119031	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
119031	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
119031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
119031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
119031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
119031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
119031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
119031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
119031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
119031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
119031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
119031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
119031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
119031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
119031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
119031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
119031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
119031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
119031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
119031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
119031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
119031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
119031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
119031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
119031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
119031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
119031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
119031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
119031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
119031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
119031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
119031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
119031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
119031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
119031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
119031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
119031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
119031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
119031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
119031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
119031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
119031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
119031	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
119031	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
119031	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
119031	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
119031	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
119031	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
119031	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
119031	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
119031	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
119031	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
119031	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
119031	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
119031	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
119031	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
119031	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
119031	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
119031	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
119031	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
119031	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
119031	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
119031	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
119031	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
119031	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
119031	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
119031	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
119031	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
119031	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
119031	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
119031	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
119031	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
119031	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
119031	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
119031	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
119031	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
119031	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
119031	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
119031	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
119031	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
119031	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
119031	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
119031	embedding2nn.weight	0	0.04372559115290642
119031	embedding2nn.weight	1	-0.08649682998657227
119031	embedding2nn.weight	2	-0.0014547950122505426
119031	embedding2nn.weight	3	-0.05594170466065407
119031	embedding2nn.weight	4	-0.12672850489616394
119031	embedding2nn.weight	5	0.1112397313117981
119031	embedding2nn.weight	6	-0.14723055064678192
119031	embedding2nn.weight	7	-0.07355830818414688
119031	embedding2nn.weight	8	-0.00782858021557331
119031	embedding2nn.weight	9	0.03758733347058296
119031	embedding2nn.bias	0	0.0504879467189312
119031	embedding2nn.bias	1	0.017838863655924797
119031	embedding2nn.bias	2	-0.09604005515575409
119031	embedding2nn.bias	3	0.04067106172442436
119031	embedding2nn.bias	4	0.027154264971613884
119031	embedding2nn.bias	5	-0.14852848649024963
119031	embedding2nn.bias	6	-0.12243901938199997
119031	embedding2nn.bias	7	-0.012213695794343948
119031	embedding2nn.bias	8	0.052294034510850906
119031	embedding2nn.bias	9	-0.0728738084435463
119031	rnn.weight_ih_l0	0	0.023134231567382812
119031	rnn.weight_ih_l0	1	-0.061720896512269974
119031	rnn.weight_ih_l0	2	-0.018999023362994194
119031	rnn.weight_ih_l0	3	-0.02483096905052662
119031	rnn.weight_ih_l0	4	0.019910797476768494
119031	rnn.weight_ih_l0	5	-0.09002812206745148
119031	rnn.weight_ih_l0	6	-0.01768549717962742
119031	rnn.weight_ih_l0	7	-0.017005134373903275
119031	rnn.weight_ih_l0	8	0.018101004883646965
119031	rnn.weight_ih_l0	9	0.00042558572022244334
119031	rnn.weight_hh_l0	0	0.009146398864686489
119031	rnn.weight_hh_l0	1	-0.08109430223703384
119031	rnn.weight_hh_l0	2	0.05505041033029556
119031	rnn.weight_hh_l0	3	0.038296375423669815
119031	rnn.weight_hh_l0	4	0.0055300346575677395
119031	rnn.weight_hh_l0	5	0.0639934092760086
119031	rnn.weight_hh_l0	6	-0.01362766232341528
119031	rnn.weight_hh_l0	7	-0.08098345249891281
119031	rnn.weight_hh_l0	8	-0.003656455548480153
119031	rnn.weight_hh_l0	9	-0.08538123220205307
119031	rnn.bias_ih_l0	0	-0.0810704380273819
119031	rnn.bias_ih_l0	1	-0.1723206490278244
119031	rnn.bias_ih_l0	2	-0.23584045469760895
119031	rnn.bias_ih_l0	3	-0.2845951318740845
119031	rnn.bias_ih_l0	4	0.0027638475876301527
119031	rnn.bias_ih_l0	5	0.07450350373983383
119031	rnn.bias_ih_l0	6	-0.1592203825712204
119031	rnn.bias_ih_l0	7	-0.2539781928062439
119031	rnn.bias_ih_l0	8	-0.12474358826875687
119031	rnn.bias_ih_l0	9	-0.17117047309875488
119031	rnn.bias_hh_l0	0	0.14473667740821838
119031	rnn.bias_hh_l0	1	-0.04783604294061661
119031	rnn.bias_hh_l0	2	0.021772313863039017
119031	rnn.bias_hh_l0	3	-0.16108490526676178
119031	rnn.bias_hh_l0	4	0.06258141994476318
119031	rnn.bias_hh_l0	5	-0.0005591335357166827
119031	rnn.bias_hh_l0	6	-0.08183661848306656
119031	rnn.bias_hh_l0	7	-0.14727886021137238
119031	rnn.bias_hh_l0	8	-0.16168555617332458
119031	rnn.bias_hh_l0	9	-0.09602944552898407
119031	rnn.weight_ih_l0_reverse	0	-0.019167723134160042
119031	rnn.weight_ih_l0_reverse	1	0.00327594974078238
119031	rnn.weight_ih_l0_reverse	2	-0.014463674277067184
119031	rnn.weight_ih_l0_reverse	3	-0.005040490534156561
119031	rnn.weight_ih_l0_reverse	4	0.03936346247792244
119031	rnn.weight_ih_l0_reverse	5	-0.049205392599105835
119031	rnn.weight_ih_l0_reverse	6	-0.03894813731312752
119031	rnn.weight_ih_l0_reverse	7	-0.01327317114919424
119031	rnn.weight_ih_l0_reverse	8	0.09766941517591476
119031	rnn.weight_ih_l0_reverse	9	0.013502451591193676
119031	rnn.weight_hh_l0_reverse	0	0.00475049763917923
119031	rnn.weight_hh_l0_reverse	1	0.021420465782284737
119031	rnn.weight_hh_l0_reverse	2	-0.04390040785074234
119031	rnn.weight_hh_l0_reverse	3	0.03877194970846176
119031	rnn.weight_hh_l0_reverse	4	0.023326760157942772
119031	rnn.weight_hh_l0_reverse	5	-0.014869296923279762
119031	rnn.weight_hh_l0_reverse	6	0.050306208431720734
119031	rnn.weight_hh_l0_reverse	7	0.027302799746394157
119031	rnn.weight_hh_l0_reverse	8	-0.005288414657115936
119031	rnn.weight_hh_l0_reverse	9	-0.046226028352975845
119031	rnn.bias_ih_l0_reverse	0	-0.11949340254068375
119031	rnn.bias_ih_l0_reverse	1	-0.28573477268218994
119031	rnn.bias_ih_l0_reverse	2	-0.0667300745844841
119031	rnn.bias_ih_l0_reverse	3	-0.12647633254528046
119031	rnn.bias_ih_l0_reverse	4	0.09393208473920822
119031	rnn.bias_ih_l0_reverse	5	-0.2425617128610611
119031	rnn.bias_ih_l0_reverse	6	-0.054787151515483856
119031	rnn.bias_ih_l0_reverse	7	0.01106543093919754
119031	rnn.bias_ih_l0_reverse	8	-0.16717468202114105
119031	rnn.bias_ih_l0_reverse	9	-0.09991984814405441
119031	rnn.bias_hh_l0_reverse	0	-0.1296546757221222
119031	rnn.bias_hh_l0_reverse	1	-0.15320928394794464
119031	rnn.bias_hh_l0_reverse	2	-0.02644425816833973
119031	rnn.bias_hh_l0_reverse	3	-0.11927958577871323
119031	rnn.bias_hh_l0_reverse	4	-0.024140698835253716
119031	rnn.bias_hh_l0_reverse	5	-0.11660703271627426
119031	rnn.bias_hh_l0_reverse	6	-0.05396820604801178
119031	rnn.bias_hh_l0_reverse	7	-0.1835833638906479
119031	rnn.bias_hh_l0_reverse	8	-0.04539613798260689
119031	rnn.bias_hh_l0_reverse	9	-0.13762347400188446
119031	linear.weight	0	-0.24465999007225037
119031	linear.weight	1	-0.11953053623437881
119031	linear.weight	2	-0.011228874325752258
119031	linear.weight	3	-0.11124809831380844
119031	linear.weight	4	0.04459608346223831
119031	linear.weight	5	0.2583579123020172
119031	linear.weight	6	0.0047744326293468475
119031	linear.weight	7	-0.021312154829502106
119031	linear.weight	8	0.28273525834083557
119031	linear.weight	9	0.17217770218849182
119031	linear.bias	0	-0.8394708037376404
119031	linear.bias	1	1.3332533836364746
119031	linear.bias	2	-0.2650656998157501
119031	linear.bias	3	-0.6587297916412354
119031	linear.bias	4	-0.9964401721954346
119031	linear.bias	5	-1.1655579805374146
119031	linear.bias	6	-0.8297547101974487
119031	linear.bias	7	-0.7782842516899109
119031	linear.bias	8	-0.01705317199230194
119031	linear.bias	9	3.251511812210083
119228	transitions	0	-0.37090635299682617
119228	transitions	1	8.309886932373047
119228	transitions	2	-3.383303165435791
119228	transitions	3	1.40863835811615
119228	transitions	4	-2.0010735988616943
119228	transitions	5	-0.36631378531455994
119228	transitions	6	-0.18251349031925201
119228	transitions	7	-10000.0
119228	transitions	8	1.7359840869903564
119228	transitions	9	-2.292293071746826
119228	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
119228	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
119228	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
119228	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
119228	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
119228	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
119228	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
119228	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
119228	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
119228	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
119228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
119228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
119228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
119228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
119228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
119228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
119228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
119228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
119228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
119228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
119228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
119228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
119228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
119228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
119228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
119228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
119228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
119228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
119228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
119228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
119228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
119228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
119228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
119228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
119228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
119228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
119228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
119228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
119228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
119228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
119228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
119228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
119228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
119228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
119228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
119228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
119228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
119228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
119228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
119228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
119228	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
119228	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
119228	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
119228	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
119228	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
119228	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
119228	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
119228	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
119228	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
119228	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
119228	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
119228	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
119228	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
119228	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
119228	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
119228	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
119228	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
119228	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
119228	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
119228	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
119228	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
119228	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
119228	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
119228	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
119228	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
119228	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
119228	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
119228	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
119228	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
119228	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
119228	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
119228	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
119228	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
119228	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
119228	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
119228	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
119228	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
119228	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
119228	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
119228	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
119228	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
119228	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
119228	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
119228	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
119228	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
119228	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
119228	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
119228	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
119228	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
119228	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
119228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
119228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
119228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
119228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
119228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
119228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
119228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
119228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
119228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
119228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
119228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
119228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
119228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
119228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
119228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
119228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
119228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
119228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
119228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
119228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
119228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
119228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
119228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
119228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
119228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
119228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
119228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
119228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
119228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
119228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
119228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
119228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
119228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
119228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
119228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
119228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
119228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
119228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
119228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
119228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
119228	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
119228	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
119228	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
119228	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
119228	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
119228	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
119228	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
119228	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
119228	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
119228	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
119228	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
119228	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
119228	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
119228	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
119228	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
119228	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
119228	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
119228	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
119228	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
119228	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
119228	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
119228	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
119228	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
119228	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
119228	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
119228	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
119228	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
119228	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
119228	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
119228	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
119228	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
119228	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
119228	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
119228	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
119228	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
119228	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
119228	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
119228	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
119228	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
119228	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
119228	embedding2nn.weight	0	0.043824635446071625
119228	embedding2nn.weight	1	-0.08654213696718216
119228	embedding2nn.weight	2	-0.0014343427028506994
119228	embedding2nn.weight	3	-0.057663317769765854
119228	embedding2nn.weight	4	-0.12575431168079376
119228	embedding2nn.weight	5	0.10984423756599426
119228	embedding2nn.weight	6	-0.15585371851921082
119228	embedding2nn.weight	7	-0.07324986904859543
119228	embedding2nn.weight	8	-0.00805600080639124
119228	embedding2nn.weight	9	0.03846433386206627
119228	embedding2nn.bias	0	0.060202013701200485
119228	embedding2nn.bias	1	0.037402138113975525
119228	embedding2nn.bias	2	-0.08935385197401047
119228	embedding2nn.bias	3	0.039654605090618134
119228	embedding2nn.bias	4	0.02528112381696701
119228	embedding2nn.bias	5	-0.15824775397777557
119228	embedding2nn.bias	6	-0.11408542096614838
119228	embedding2nn.bias	7	-0.02964913100004196
119228	embedding2nn.bias	8	0.04356880858540535
119228	embedding2nn.bias	9	-0.05497932434082031
119228	rnn.weight_ih_l0	0	0.02284202165901661
119228	rnn.weight_ih_l0	1	-0.06267260760068893
119228	rnn.weight_ih_l0	2	-0.019088171422481537
119228	rnn.weight_ih_l0	3	-0.027113767340779305
119228	rnn.weight_ih_l0	4	0.02001631259918213
119228	rnn.weight_ih_l0	5	-0.0901011973619461
119228	rnn.weight_ih_l0	6	-0.014371579512953758
119228	rnn.weight_ih_l0	7	-0.01356759387999773
119228	rnn.weight_ih_l0	8	0.020663760602474213
119228	rnn.weight_ih_l0	9	0.0024016834795475006
119228	rnn.weight_hh_l0	0	0.008058222010731697
119228	rnn.weight_hh_l0	1	-0.08148199319839478
119228	rnn.weight_hh_l0	2	0.05572688207030296
119228	rnn.weight_hh_l0	3	0.0385819673538208
119228	rnn.weight_hh_l0	4	0.005575399845838547
119228	rnn.weight_hh_l0	5	0.0653630942106247
119228	rnn.weight_hh_l0	6	-0.013934988528490067
119228	rnn.weight_hh_l0	7	-0.08132220804691315
119228	rnn.weight_hh_l0	8	-0.003628607839345932
119228	rnn.weight_hh_l0	9	-0.08252957463264465
119228	rnn.bias_ih_l0	0	-0.07666248083114624
119228	rnn.bias_ih_l0	1	-0.17191588878631592
119228	rnn.bias_ih_l0	2	-0.231363907456398
119228	rnn.bias_ih_l0	3	-0.28265562653541565
119228	rnn.bias_ih_l0	4	0.00430704141035676
119228	rnn.bias_ih_l0	5	0.07808699458837509
119228	rnn.bias_ih_l0	6	-0.1580192595720291
119228	rnn.bias_ih_l0	7	-0.25119128823280334
119228	rnn.bias_ih_l0	8	-0.12503616511821747
119228	rnn.bias_ih_l0	9	-0.1700936108827591
119228	rnn.bias_hh_l0	0	0.14471881091594696
119228	rnn.bias_hh_l0	1	-0.050745971500873566
119228	rnn.bias_hh_l0	2	0.02506653219461441
119228	rnn.bias_hh_l0	3	-0.16097865998744965
119228	rnn.bias_hh_l0	4	0.0645979568362236
119228	rnn.bias_hh_l0	5	0.0027066259644925594
119228	rnn.bias_hh_l0	6	-0.08007080107927322
119228	rnn.bias_hh_l0	7	-0.1487288773059845
119228	rnn.bias_hh_l0	8	-0.16465714573860168
119228	rnn.bias_hh_l0	9	-0.09354279935359955
119228	rnn.weight_ih_l0_reverse	0	-0.019030220806598663
119228	rnn.weight_ih_l0_reverse	1	0.004997430834919214
119228	rnn.weight_ih_l0_reverse	2	-0.016365762799978256
119228	rnn.weight_ih_l0_reverse	3	-0.00666401069611311
119228	rnn.weight_ih_l0_reverse	4	0.039732426404953
119228	rnn.weight_ih_l0_reverse	5	-0.04936552420258522
119228	rnn.weight_ih_l0_reverse	6	-0.038529813289642334
119228	rnn.weight_ih_l0_reverse	7	-0.01332067046314478
119228	rnn.weight_ih_l0_reverse	8	0.10072246193885803
119228	rnn.weight_ih_l0_reverse	9	0.016509830951690674
119228	rnn.weight_hh_l0_reverse	0	0.003884047269821167
119228	rnn.weight_hh_l0_reverse	1	0.021838082000613213
119228	rnn.weight_hh_l0_reverse	2	-0.0444442443549633
119228	rnn.weight_hh_l0_reverse	3	0.03854409232735634
119228	rnn.weight_hh_l0_reverse	4	0.02233700640499592
119228	rnn.weight_hh_l0_reverse	5	-0.014891430735588074
119228	rnn.weight_hh_l0_reverse	6	0.05047151446342468
119228	rnn.weight_hh_l0_reverse	7	0.027259910479187965
119228	rnn.weight_hh_l0_reverse	8	-0.005141592118889093
119228	rnn.weight_hh_l0_reverse	9	-0.044716376811265945
119228	rnn.bias_ih_l0_reverse	0	-0.11763658374547958
119228	rnn.bias_ih_l0_reverse	1	-0.28873199224472046
119228	rnn.bias_ih_l0_reverse	2	-0.06826350837945938
119228	rnn.bias_ih_l0_reverse	3	-0.12746022641658783
119228	rnn.bias_ih_l0_reverse	4	0.09481146186590195
119228	rnn.bias_ih_l0_reverse	5	-0.24164550006389618
119228	rnn.bias_ih_l0_reverse	6	-0.053877465426921844
119228	rnn.bias_ih_l0_reverse	7	0.017568953335285187
119228	rnn.bias_ih_l0_reverse	8	-0.17156481742858887
119228	rnn.bias_ih_l0_reverse	9	-0.09851253032684326
119228	rnn.bias_hh_l0_reverse	0	-0.12842591106891632
119228	rnn.bias_hh_l0_reverse	1	-0.14944934844970703
119228	rnn.bias_hh_l0_reverse	2	-0.026839729398489
119228	rnn.bias_hh_l0_reverse	3	-0.11646246910095215
119228	rnn.bias_hh_l0_reverse	4	-0.0231912974268198
119228	rnn.bias_hh_l0_reverse	5	-0.1148434430360794
119228	rnn.bias_hh_l0_reverse	6	-0.056221410632133484
119228	rnn.bias_hh_l0_reverse	7	-0.18860206007957458
119228	rnn.bias_hh_l0_reverse	8	-0.04283954203128815
119228	rnn.bias_hh_l0_reverse	9	-0.13379992544651031
119228	linear.weight	0	-0.22912506759166718
119228	linear.weight	1	-0.13186639547348022
119228	linear.weight	2	-0.011228874325752258
119228	linear.weight	3	-0.12723080813884735
119228	linear.weight	4	0.019255781546235085
119228	linear.weight	5	0.255500465631485
119228	linear.weight	6	0.0047744326293468475
119228	linear.weight	7	-0.021312154829502106
119228	linear.weight	8	0.28178760409355164
119228	linear.weight	9	0.17824913561344147
119228	linear.bias	0	-0.8381852507591248
119228	linear.bias	1	1.2792099714279175
119228	linear.bias	2	-0.3063211441040039
119228	linear.bias	3	-0.6149916648864746
119228	linear.bias	4	-1.0525344610214233
119228	linear.bias	5	-1.165624737739563
119228	linear.bias	6	-0.8298758864402771
119228	linear.bias	7	-0.7519428133964539
119228	linear.bias	8	-0.01705317199230194
119228	linear.bias	9	3.252490520477295
119425	transitions	0	-0.37109577655792236
119425	transitions	1	8.27964973449707
119425	transitions	2	-3.3837661743164062
119425	transitions	3	1.412183403968811
119425	transitions	4	-2.001824378967285
119425	transitions	5	-0.3664865493774414
119425	transitions	6	-0.18256184458732605
119425	transitions	7	-10000.0
119425	transitions	8	1.737101674079895
119425	transitions	9	-2.292306900024414
119425	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
119425	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
119425	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
119425	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
119425	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
119425	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
119425	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
119425	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
119425	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
119425	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
119425	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
119425	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
119425	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
119425	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
119425	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
119425	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
119425	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
119425	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
119425	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
119425	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
119425	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
119425	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
119425	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
119425	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
119425	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
119425	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
119425	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
119425	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
119425	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
119425	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
119425	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
119425	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
119425	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
119425	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
119425	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
119425	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
119425	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
119425	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
119425	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
119425	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
119425	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
119425	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
119425	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
119425	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
119425	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
119425	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
119425	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
119425	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
119425	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
119425	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
119425	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
119425	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
119425	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
119425	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
119425	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
119425	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
119425	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
119425	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
119425	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
119425	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
119425	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
119425	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
119425	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
119425	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
119425	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
119425	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
119425	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
119425	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
119425	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
119425	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
119425	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
119425	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
119425	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
119425	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
119425	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
119425	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
119425	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
119425	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
119425	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
119425	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
119425	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
119425	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
119425	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
119425	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
119425	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
119425	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
119425	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
119425	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
119425	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
119425	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
119425	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
119425	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
119425	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
119425	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
119425	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
119425	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
119425	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
119425	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
119425	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
119425	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
119425	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
119425	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
119425	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
119425	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
119425	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
119425	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
119425	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
119425	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
119425	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
119425	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
119425	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
119425	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
119425	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
119425	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
119425	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
119425	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
119425	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
119425	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
119425	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
119425	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
119425	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
119425	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
119425	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
119425	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
119425	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
119425	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
119425	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
119425	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
119425	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
119425	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
119425	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
119425	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
119425	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
119425	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
119425	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
119425	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
119425	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
119425	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
119425	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
119425	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
119425	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
119425	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
119425	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
119425	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
119425	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
119425	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
119425	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
119425	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
119425	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
119425	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
119425	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
119425	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
119425	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
119425	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
119425	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
119425	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
119425	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
119425	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
119425	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
119425	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
119425	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
119425	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
119425	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
119425	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
119425	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
119425	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
119425	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
119425	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
119425	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
119425	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
119425	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
119425	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
119425	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
119425	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
119425	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
119425	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
119425	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
119425	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
119425	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
119425	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
119425	embedding2nn.weight	0	0.043238963931798935
119425	embedding2nn.weight	1	-0.08760826289653778
119425	embedding2nn.weight	2	-0.0010665172012522817
119425	embedding2nn.weight	3	-0.05629083886742592
119425	embedding2nn.weight	4	-0.1280309408903122
119425	embedding2nn.weight	5	0.11058388650417328
119425	embedding2nn.weight	6	-0.15865717828273773
119425	embedding2nn.weight	7	-0.07442820817232132
119425	embedding2nn.weight	8	-0.009711958467960358
119425	embedding2nn.weight	9	0.040004998445510864
119425	embedding2nn.bias	0	0.05494965612888336
119425	embedding2nn.bias	1	0.035529863089323044
119425	embedding2nn.bias	2	-0.09584171324968338
119425	embedding2nn.bias	3	0.0542261078953743
119425	embedding2nn.bias	4	0.031224776059389114
119425	embedding2nn.bias	5	-0.16199162602424622
119425	embedding2nn.bias	6	-0.10176815092563629
119425	embedding2nn.bias	7	-0.035702697932720184
119425	embedding2nn.bias	8	0.04861737787723541
119425	embedding2nn.bias	9	-0.054921094328165054
119425	rnn.weight_ih_l0	0	0.019658956676721573
119425	rnn.weight_ih_l0	1	-0.06273318082094193
119425	rnn.weight_ih_l0	2	-0.01840035989880562
119425	rnn.weight_ih_l0	3	-0.026952262967824936
119425	rnn.weight_ih_l0	4	0.018959103152155876
119425	rnn.weight_ih_l0	5	-0.09059599041938782
119425	rnn.weight_ih_l0	6	-0.01863345503807068
119425	rnn.weight_ih_l0	7	-0.0157551821321249
119425	rnn.weight_ih_l0	8	0.024034131318330765
119425	rnn.weight_ih_l0	9	-0.0014884446281939745
119425	rnn.weight_hh_l0	0	0.007405796553939581
119425	rnn.weight_hh_l0	1	-0.08287965506315231
119425	rnn.weight_hh_l0	2	0.05569291487336159
119425	rnn.weight_hh_l0	3	0.03909815475344658
119425	rnn.weight_hh_l0	4	0.00559260556474328
119425	rnn.weight_hh_l0	5	0.06446513533592224
119425	rnn.weight_hh_l0	6	-0.013923916034400463
119425	rnn.weight_hh_l0	7	-0.08125658333301544
119425	rnn.weight_hh_l0	8	-0.0033300358336418867
119425	rnn.weight_hh_l0	9	-0.08354823291301727
119425	rnn.bias_ih_l0	0	-0.07605080306529999
119425	rnn.bias_ih_l0	1	-0.17371535301208496
119425	rnn.bias_ih_l0	2	-0.23286239802837372
119425	rnn.bias_ih_l0	3	-0.28487756848335266
119425	rnn.bias_ih_l0	4	0.002762921852990985
119425	rnn.bias_ih_l0	5	0.07842189073562622
119425	rnn.bias_ih_l0	6	-0.15775121748447418
119425	rnn.bias_ih_l0	7	-0.2546159029006958
119425	rnn.bias_ih_l0	8	-0.11997738480567932
119425	rnn.bias_ih_l0	9	-0.1731298267841339
119425	rnn.bias_hh_l0	0	0.143650084733963
119425	rnn.bias_hh_l0	1	-0.05232016369700432
119425	rnn.bias_hh_l0	2	0.0230669304728508
119425	rnn.bias_hh_l0	3	-0.1563137173652649
119425	rnn.bias_hh_l0	4	0.059280604124069214
119425	rnn.bias_hh_l0	5	0.002148827537894249
119425	rnn.bias_hh_l0	6	-0.07997465133666992
119425	rnn.bias_hh_l0	7	-0.15094301104545593
119425	rnn.bias_hh_l0	8	-0.16241708397865295
119425	rnn.bias_hh_l0	9	-0.09104029089212418
119425	rnn.weight_ih_l0_reverse	0	-0.01861167512834072
119425	rnn.weight_ih_l0_reverse	1	0.005195137113332748
119425	rnn.weight_ih_l0_reverse	2	-0.013973326422274113
119425	rnn.weight_ih_l0_reverse	3	-0.003943248186260462
119425	rnn.weight_ih_l0_reverse	4	0.034318286925554276
119425	rnn.weight_ih_l0_reverse	5	-0.04861227050423622
119425	rnn.weight_ih_l0_reverse	6	-0.0390155166387558
119425	rnn.weight_ih_l0_reverse	7	-0.013275261968374252
119425	rnn.weight_ih_l0_reverse	8	0.09772272408008575
119425	rnn.weight_ih_l0_reverse	9	0.017168764024972916
119425	rnn.weight_hh_l0_reverse	0	0.0037080664187669754
119425	rnn.weight_hh_l0_reverse	1	0.022372670471668243
119425	rnn.weight_hh_l0_reverse	2	-0.04491336643695831
119425	rnn.weight_hh_l0_reverse	3	0.038302794098854065
119425	rnn.weight_hh_l0_reverse	4	0.020888343453407288
119425	rnn.weight_hh_l0_reverse	5	-0.016343049705028534
119425	rnn.weight_hh_l0_reverse	6	0.04985950142145157
119425	rnn.weight_hh_l0_reverse	7	0.027950650081038475
119425	rnn.weight_hh_l0_reverse	8	-0.0051480368711054325
119425	rnn.weight_hh_l0_reverse	9	-0.04433286935091019
119425	rnn.bias_ih_l0_reverse	0	-0.12271514534950256
119425	rnn.bias_ih_l0_reverse	1	-0.2923634350299835
119425	rnn.bias_ih_l0_reverse	2	-0.06820434331893921
119425	rnn.bias_ih_l0_reverse	3	-0.12531308829784393
119425	rnn.bias_ih_l0_reverse	4	0.09545902162790298
119425	rnn.bias_ih_l0_reverse	5	-0.23726047575473785
119425	rnn.bias_ih_l0_reverse	6	-0.05354480817914009
119425	rnn.bias_ih_l0_reverse	7	0.021544886752963066
119425	rnn.bias_ih_l0_reverse	8	-0.1706313043832779
119425	rnn.bias_ih_l0_reverse	9	-0.09848377853631973
119425	rnn.bias_hh_l0_reverse	0	-0.1310705989599228
119425	rnn.bias_hh_l0_reverse	1	-0.14917504787445068
119425	rnn.bias_hh_l0_reverse	2	-0.027329642325639725
119425	rnn.bias_hh_l0_reverse	3	-0.11630778759717941
119425	rnn.bias_hh_l0_reverse	4	-0.02285723015666008
119425	rnn.bias_hh_l0_reverse	5	-0.11426317691802979
119425	rnn.bias_hh_l0_reverse	6	-0.05703168362379074
119425	rnn.bias_hh_l0_reverse	7	-0.18835964798927307
119425	rnn.bias_hh_l0_reverse	8	-0.04080122336745262
119425	rnn.bias_hh_l0_reverse	9	-0.13699348270893097
119425	linear.weight	0	-0.26785534620285034
119425	linear.weight	1	-0.14358533918857574
119425	linear.weight	2	-0.011228874325752258
119425	linear.weight	3	-0.09653069823980331
119425	linear.weight	4	0.029609065502882004
119425	linear.weight	5	0.2589806318283081
119425	linear.weight	6	0.0047744326293468475
119425	linear.weight	7	-0.021312154829502106
119425	linear.weight	8	0.23690494894981384
119425	linear.weight	9	0.19071388244628906
119425	linear.bias	0	-0.845858097076416
119425	linear.bias	1	1.2841686010360718
119425	linear.bias	2	-0.3090580105781555
119425	linear.bias	3	-0.6454849243164062
119425	linear.bias	4	-1.0587295293807983
119425	linear.bias	5	-1.165694236755371
119425	linear.bias	6	-0.8380751609802246
119425	linear.bias	7	-0.7562325596809387
119425	linear.bias	8	-0.01705317199230194
119425	linear.bias	9	3.2440240383148193
119622	transitions	0	-0.3714311718940735
119622	transitions	1	8.272878646850586
119622	transitions	2	-3.3843367099761963
119622	transitions	3	1.4021028280258179
119622	transitions	4	-2.002403736114502
119622	transitions	5	-0.36667370796203613
119622	transitions	6	-0.1826212853193283
119622	transitions	7	-10000.0
119622	transitions	8	1.7347590923309326
119622	transitions	9	-2.2923223972320557
119622	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
119622	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
119622	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
119622	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
119622	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
119622	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
119622	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
119622	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
119622	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
119622	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
119622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
119622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
119622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
119622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
119622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
119622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
119622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
119622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
119622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
119622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
119622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
119622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
119622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
119622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
119622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
119622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
119622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
119622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
119622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
119622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
119622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
119622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
119622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
119622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
119622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
119622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
119622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
119622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
119622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
119622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
119622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
119622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
119622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
119622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
119622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
119622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
119622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
119622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
119622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
119622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
119622	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
119622	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
119622	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
119622	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
119622	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
119622	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
119622	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
119622	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
119622	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
119622	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
119622	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
119622	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
119622	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
119622	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
119622	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
119622	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
119622	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
119622	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
119622	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
119622	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
119622	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
119622	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
119622	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
119622	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
119622	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
119622	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
119622	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
119622	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
119622	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
119622	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
119622	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
119622	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
119622	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
119622	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
119622	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
119622	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
119622	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
119622	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
119622	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
119622	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
119622	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
119622	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
119622	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
119622	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
119622	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
119622	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
119622	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
119622	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
119622	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
119622	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
119622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
119622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
119622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
119622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
119622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
119622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
119622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
119622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
119622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
119622	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
119622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
119622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
119622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
119622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
119622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
119622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
119622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
119622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
119622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
119622	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
119622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
119622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
119622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
119622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
119622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
119622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
119622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
119622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
119622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
119622	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
119622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
119622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
119622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
119622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
119622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
119622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
119622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
119622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
119622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
119622	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
119622	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
119622	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
119622	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
119622	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
119622	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
119622	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
119622	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
119622	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
119622	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
119622	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
119622	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
119622	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
119622	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
119622	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
119622	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
119622	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
119622	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
119622	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
119622	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
119622	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
119622	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
119622	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
119622	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
119622	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
119622	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
119622	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
119622	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
119622	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
119622	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
119622	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
119622	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
119622	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
119622	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
119622	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
119622	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
119622	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
119622	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
119622	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
119622	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
119622	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
119622	embedding2nn.weight	0	0.043944839388132095
119622	embedding2nn.weight	1	-0.0868745893239975
119622	embedding2nn.weight	2	-0.0005556794349104166
119622	embedding2nn.weight	3	-0.05692709609866142
119622	embedding2nn.weight	4	-0.13145749270915985
119622	embedding2nn.weight	5	0.11050067096948624
119622	embedding2nn.weight	6	-0.15599827468395233
119622	embedding2nn.weight	7	-0.07282649725675583
119622	embedding2nn.weight	8	-0.011012113653123379
119622	embedding2nn.weight	9	0.04008159041404724
119622	embedding2nn.bias	0	0.06743399798870087
119622	embedding2nn.bias	1	0.029688755050301552
119622	embedding2nn.bias	2	-0.10154984891414642
119622	embedding2nn.bias	3	0.05028512328863144
119622	embedding2nn.bias	4	0.024489255622029305
119622	embedding2nn.bias	5	-0.14985236525535583
119622	embedding2nn.bias	6	-0.10780318826436996
119622	embedding2nn.bias	7	-0.03425024077296257
119622	embedding2nn.bias	8	0.06079121306538582
119622	embedding2nn.bias	9	-0.055094845592975616
119622	rnn.weight_ih_l0	0	0.018629897385835648
119622	rnn.weight_ih_l0	1	-0.06506078690290451
119622	rnn.weight_ih_l0	2	-0.01636417768895626
119622	rnn.weight_ih_l0	3	-0.0280719306319952
119622	rnn.weight_ih_l0	4	0.018264273181557655
119622	rnn.weight_ih_l0	5	-0.09340033680200577
119622	rnn.weight_ih_l0	6	-0.02084244415163994
119622	rnn.weight_ih_l0	7	-0.012043473310768604
119622	rnn.weight_ih_l0	8	0.026422204449772835
119622	rnn.weight_ih_l0	9	0.000420250347815454
119622	rnn.weight_hh_l0	0	0.006356285884976387
119622	rnn.weight_hh_l0	1	-0.08474654704332352
119622	rnn.weight_hh_l0	2	0.0540650449693203
119622	rnn.weight_hh_l0	3	0.038759663701057434
119622	rnn.weight_hh_l0	4	0.005760004743933678
119622	rnn.weight_hh_l0	5	0.06403570622205734
119622	rnn.weight_hh_l0	6	-0.014058646745979786
119622	rnn.weight_hh_l0	7	-0.08161130547523499
119622	rnn.weight_hh_l0	8	-0.0042833006009459496
119622	rnn.weight_hh_l0	9	-0.08375424146652222
119622	rnn.bias_ih_l0	0	-0.07724862545728683
119622	rnn.bias_ih_l0	1	-0.17335715889930725
119622	rnn.bias_ih_l0	2	-0.23261500895023346
119622	rnn.bias_ih_l0	3	-0.2858264744281769
119622	rnn.bias_ih_l0	4	0.0037702464032918215
119622	rnn.bias_ih_l0	5	0.07925401628017426
119622	rnn.bias_ih_l0	6	-0.1589532345533371
119622	rnn.bias_ih_l0	7	-0.25253915786743164
119622	rnn.bias_ih_l0	8	-0.11777664721012115
119622	rnn.bias_ih_l0	9	-0.17102433741092682
119622	rnn.bias_hh_l0	0	0.14454242587089539
119622	rnn.bias_hh_l0	1	-0.05439722165465355
119622	rnn.bias_hh_l0	2	0.021741008386015892
119622	rnn.bias_hh_l0	3	-0.15410815179347992
119622	rnn.bias_hh_l0	4	0.058136191219091415
119622	rnn.bias_hh_l0	5	-3.3239834010601044e-05
119622	rnn.bias_hh_l0	6	-0.07848422229290009
119622	rnn.bias_hh_l0	7	-0.1555289626121521
119622	rnn.bias_hh_l0	8	-0.16571243107318878
119622	rnn.bias_hh_l0	9	-0.09303047508001328
119622	rnn.weight_ih_l0_reverse	0	-0.014275006018579006
119622	rnn.weight_ih_l0_reverse	1	0.004341709427535534
119622	rnn.weight_ih_l0_reverse	2	-0.008815634064376354
119622	rnn.weight_ih_l0_reverse	3	-0.0014745148364454508
119622	rnn.weight_ih_l0_reverse	4	0.033316075801849365
119622	rnn.weight_ih_l0_reverse	5	-0.04551633447408676
119622	rnn.weight_ih_l0_reverse	6	-0.04034009948372841
119622	rnn.weight_ih_l0_reverse	7	-0.011959047988057137
119622	rnn.weight_ih_l0_reverse	8	0.09696612507104874
119622	rnn.weight_ih_l0_reverse	9	0.019944310188293457
119622	rnn.weight_hh_l0_reverse	0	0.0034563106019049883
119622	rnn.weight_hh_l0_reverse	1	0.02274223044514656
119622	rnn.weight_hh_l0_reverse	2	-0.0446864478290081
119622	rnn.weight_hh_l0_reverse	3	0.03845329210162163
119622	rnn.weight_hh_l0_reverse	4	0.020542539656162262
119622	rnn.weight_hh_l0_reverse	5	-0.015873046591877937
119622	rnn.weight_hh_l0_reverse	6	0.050155963748693466
119622	rnn.weight_hh_l0_reverse	7	0.02920086681842804
119622	rnn.weight_hh_l0_reverse	8	-0.004760706331580877
119622	rnn.weight_hh_l0_reverse	9	-0.0441560260951519
119622	rnn.bias_ih_l0_reverse	0	-0.12271886318922043
119622	rnn.bias_ih_l0_reverse	1	-0.2973141372203827
119622	rnn.bias_ih_l0_reverse	2	-0.06961313635110855
119622	rnn.bias_ih_l0_reverse	3	-0.1269942671060562
119622	rnn.bias_ih_l0_reverse	4	0.09650872647762299
119622	rnn.bias_ih_l0_reverse	5	-0.23518818616867065
119622	rnn.bias_ih_l0_reverse	6	-0.05433843284845352
119622	rnn.bias_ih_l0_reverse	7	0.022348947823047638
119622	rnn.bias_ih_l0_reverse	8	-0.1704263538122177
119622	rnn.bias_ih_l0_reverse	9	-0.09980856627225876
119622	rnn.bias_hh_l0_reverse	0	-0.1322138011455536
119622	rnn.bias_hh_l0_reverse	1	-0.14568941295146942
119622	rnn.bias_hh_l0_reverse	2	-0.029241325333714485
119622	rnn.bias_hh_l0_reverse	3	-0.10909080505371094
119622	rnn.bias_hh_l0_reverse	4	-0.02344701625406742
119622	rnn.bias_hh_l0_reverse	5	-0.11592177301645279
119622	rnn.bias_hh_l0_reverse	6	-0.058730438351631165
119622	rnn.bias_hh_l0_reverse	7	-0.18794511258602142
119622	rnn.bias_hh_l0_reverse	8	-0.04200389236211777
119622	rnn.bias_hh_l0_reverse	9	-0.13773700594902039
119622	linear.weight	0	-0.26450586318969727
119622	linear.weight	1	-0.13536614179611206
119622	linear.weight	2	-0.011228874325752258
119622	linear.weight	3	-0.09634627401828766
119622	linear.weight	4	0.023415442556142807
119622	linear.weight	5	0.261761873960495
119622	linear.weight	6	0.0047744326293468475
119622	linear.weight	7	-0.021312154829502106
119622	linear.weight	8	0.245151549577713
119622	linear.weight	9	0.1672648936510086
119622	linear.bias	0	-0.8556440472602844
119622	linear.bias	1	1.2984299659729004
119622	linear.bias	2	-0.3000710904598236
119622	linear.bias	3	-0.6540936827659607
119622	linear.bias	4	-1.0437132120132446
119622	linear.bias	5	-1.1657592058181763
119622	linear.bias	6	-0.8486378192901611
119622	linear.bias	7	-0.7764524221420288
119622	linear.bias	8	-0.01705317199230194
119622	linear.bias	9	3.314422369003296
119819	transitions	0	-0.37163230776786804
119819	transitions	1	8.271367073059082
119819	transitions	2	-3.3848140239715576
119819	transitions	3	1.39921236038208
119819	transitions	4	-2.0029513835906982
119819	transitions	5	-0.36714643239974976
119819	transitions	6	-0.18268804252147675
119819	transitions	7	-10000.0
119819	transitions	8	1.7329789400100708
119819	transitions	9	-2.2923333644866943
119819	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
119819	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
119819	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
119819	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
119819	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
119819	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
119819	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
119819	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
119819	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
119819	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
119819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
119819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
119819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
119819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
119819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
119819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
119819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
119819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
119819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
119819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
119819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
119819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
119819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
119819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
119819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
119819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
119819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
119819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
119819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
119819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
119819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
119819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
119819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
119819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
119819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
119819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
119819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
119819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
119819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
119819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
119819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
119819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
119819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
119819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
119819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
119819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
119819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
119819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
119819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
119819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
119819	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
119819	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
119819	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
119819	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
119819	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
119819	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
119819	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
119819	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
119819	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
119819	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
119819	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
119819	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
119819	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
119819	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
119819	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
119819	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
119819	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
119819	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
119819	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
119819	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
119819	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
119819	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
119819	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
119819	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
119819	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
119819	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
119819	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
119819	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
119819	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
119819	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
119819	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
119819	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
119819	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
119819	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
119819	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
119819	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
119819	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
119819	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
119819	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
119819	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
119819	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
119819	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
119819	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
119819	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
119819	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
119819	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
119819	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
119819	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
119819	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
119819	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
119819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
119819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
119819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
119819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
119819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
119819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
119819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
119819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
119819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
119819	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
119819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
119819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
119819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
119819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
119819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
119819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
119819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
119819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
119819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
119819	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
119819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
119819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
119819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
119819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
119819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
119819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
119819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
119819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
119819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
119819	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
119819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
119819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
119819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
119819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
119819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
119819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
119819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
119819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
119819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
119819	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
119819	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
119819	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
119819	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
119819	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
119819	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
119819	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
119819	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
119819	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
119819	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
119819	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
119819	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
119819	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
119819	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
119819	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
119819	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
119819	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
119819	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
119819	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
119819	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
119819	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
119819	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
119819	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
119819	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
119819	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
119819	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
119819	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
119819	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
119819	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
119819	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
119819	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
119819	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
119819	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
119819	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
119819	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
119819	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
119819	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
119819	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
119819	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
119819	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
119819	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
119819	embedding2nn.weight	0	0.043882425874471664
119819	embedding2nn.weight	1	-0.08806488662958145
119819	embedding2nn.weight	2	-0.0026125265285372734
119819	embedding2nn.weight	3	-0.05442396178841591
119819	embedding2nn.weight	4	-0.1304766982793808
119819	embedding2nn.weight	5	0.11033309996128082
119819	embedding2nn.weight	6	-0.15989239513874054
119819	embedding2nn.weight	7	-0.07507022470235825
119819	embedding2nn.weight	8	-0.011246977373957634
119819	embedding2nn.weight	9	0.03575219586491585
119819	embedding2nn.bias	0	0.07016443461179733
119819	embedding2nn.bias	1	0.02563096396625042
119819	embedding2nn.bias	2	-0.10252191871404648
119819	embedding2nn.bias	3	0.06270528584718704
119819	embedding2nn.bias	4	0.021150125190615654
119819	embedding2nn.bias	5	-0.154009610414505
119819	embedding2nn.bias	6	-0.10248619318008423
119819	embedding2nn.bias	7	-0.03697637841105461
119819	embedding2nn.bias	8	0.04765910655260086
119819	embedding2nn.bias	9	-0.05842010676860809
119819	rnn.weight_ih_l0	0	0.02212420292198658
119819	rnn.weight_ih_l0	1	-0.06898899376392365
119819	rnn.weight_ih_l0	2	-0.01516734715551138
119819	rnn.weight_ih_l0	3	-0.02706918492913246
119819	rnn.weight_ih_l0	4	0.019178692251443863
119819	rnn.weight_ih_l0	5	-0.09309779107570648
119819	rnn.weight_ih_l0	6	-0.021717023104429245
119819	rnn.weight_ih_l0	7	-0.012896495871245861
119819	rnn.weight_ih_l0	8	0.028546001762151718
119819	rnn.weight_ih_l0	9	-0.0012490632943809032
119819	rnn.weight_hh_l0	0	0.005293696653097868
119819	rnn.weight_hh_l0	1	-0.08621005713939667
119819	rnn.weight_hh_l0	2	0.054017018526792526
119819	rnn.weight_hh_l0	3	0.037925079464912415
119819	rnn.weight_hh_l0	4	0.0051712766289711
119819	rnn.weight_hh_l0	5	0.06424450129270554
119819	rnn.weight_hh_l0	6	-0.01410660333931446
119819	rnn.weight_hh_l0	7	-0.08149372786283493
119819	rnn.weight_hh_l0	8	-0.004574714228510857
119819	rnn.weight_hh_l0	9	-0.08385656774044037
119819	rnn.bias_ih_l0	0	-0.07556625455617905
119819	rnn.bias_ih_l0	1	-0.17136862874031067
119819	rnn.bias_ih_l0	2	-0.2374390959739685
119819	rnn.bias_ih_l0	3	-0.2859332263469696
119819	rnn.bias_ih_l0	4	-0.003350235056132078
119819	rnn.bias_ih_l0	5	0.07867225259542465
119819	rnn.bias_ih_l0	6	-0.15384449064731598
119819	rnn.bias_ih_l0	7	-0.255616158246994
119819	rnn.bias_ih_l0	8	-0.11964186280965805
119819	rnn.bias_ih_l0	9	-0.16854001581668854
119819	rnn.bias_hh_l0	0	0.14332740008831024
119819	rnn.bias_hh_l0	1	-0.052903126925230026
119819	rnn.bias_hh_l0	2	0.022268885746598244
119819	rnn.bias_hh_l0	3	-0.15432579815387726
119819	rnn.bias_hh_l0	4	0.052735745906829834
119819	rnn.bias_hh_l0	5	0.0032849155832082033
119819	rnn.bias_hh_l0	6	-0.07787499576807022
119819	rnn.bias_hh_l0	7	-0.15401506423950195
119819	rnn.bias_hh_l0	8	-0.1637212485074997
119819	rnn.bias_hh_l0	9	-0.09464000165462494
119819	rnn.weight_ih_l0_reverse	0	-0.013272978365421295
119819	rnn.weight_ih_l0_reverse	1	0.006714916788041592
119819	rnn.weight_ih_l0_reverse	2	-0.011228199116885662
119819	rnn.weight_ih_l0_reverse	3	-0.003170832060277462
119819	rnn.weight_ih_l0_reverse	4	0.035133056342601776
119819	rnn.weight_ih_l0_reverse	5	-0.04688671976327896
119819	rnn.weight_ih_l0_reverse	6	-0.03926898166537285
119819	rnn.weight_ih_l0_reverse	7	-0.008576766587793827
119819	rnn.weight_ih_l0_reverse	8	0.0962992012500763
119819	rnn.weight_ih_l0_reverse	9	0.018578482791781425
119819	rnn.weight_hh_l0_reverse	0	0.0030162709299474955
119819	rnn.weight_hh_l0_reverse	1	0.022741060703992844
119819	rnn.weight_hh_l0_reverse	2	-0.044728901237249374
119819	rnn.weight_hh_l0_reverse	3	0.039583537727594376
119819	rnn.weight_hh_l0_reverse	4	0.019527770578861237
119819	rnn.weight_hh_l0_reverse	5	-0.016426675021648407
119819	rnn.weight_hh_l0_reverse	6	0.049827881157398224
119819	rnn.weight_hh_l0_reverse	7	0.03144572302699089
119819	rnn.weight_hh_l0_reverse	8	-0.0046758814714848995
119819	rnn.weight_hh_l0_reverse	9	-0.04295962676405907
119819	rnn.bias_ih_l0_reverse	0	-0.12356863170862198
119819	rnn.bias_ih_l0_reverse	1	-0.29784247279167175
119819	rnn.bias_ih_l0_reverse	2	-0.0670839473605156
119819	rnn.bias_ih_l0_reverse	3	-0.13026851415634155
119819	rnn.bias_ih_l0_reverse	4	0.09907297044992447
119819	rnn.bias_ih_l0_reverse	5	-0.23633551597595215
119819	rnn.bias_ih_l0_reverse	6	-0.05486416071653366
119819	rnn.bias_ih_l0_reverse	7	0.013332000933587551
119819	rnn.bias_ih_l0_reverse	8	-0.16822272539138794
119819	rnn.bias_ih_l0_reverse	9	-0.09612352401018143
119819	rnn.bias_hh_l0_reverse	0	-0.12723368406295776
119819	rnn.bias_hh_l0_reverse	1	-0.14584803581237793
119819	rnn.bias_hh_l0_reverse	2	-0.02899772860109806
119819	rnn.bias_hh_l0_reverse	3	-0.11651844531297684
119819	rnn.bias_hh_l0_reverse	4	-0.022619076073169708
119819	rnn.bias_hh_l0_reverse	5	-0.1181393563747406
119819	rnn.bias_hh_l0_reverse	6	-0.0616447776556015
119819	rnn.bias_hh_l0_reverse	7	-0.1893223226070404
119819	rnn.bias_hh_l0_reverse	8	-0.04054533317685127
119819	rnn.bias_hh_l0_reverse	9	-0.13620664179325104
119819	linear.weight	0	-0.27354300022125244
119819	linear.weight	1	-0.14327633380889893
119819	linear.weight	2	-0.011228874325752258
119819	linear.weight	3	-0.09175390750169754
119819	linear.weight	4	0.025877702981233597
119819	linear.weight	5	0.22693629562854767
119819	linear.weight	6	0.0047744326293468475
119819	linear.weight	7	-0.021312154829502106
119819	linear.weight	8	0.23594261705875397
119819	linear.weight	9	0.1862032413482666
119819	linear.bias	0	-0.8387464880943298
119819	linear.bias	1	1.3136645555496216
119819	linear.bias	2	-0.2565884292125702
119819	linear.bias	3	-0.6467490792274475
119819	linear.bias	4	-0.9901631474494934
119819	linear.bias	5	-1.1658239364624023
119819	linear.bias	6	-0.835710346698761
119819	linear.bias	7	-0.7870728373527527
119819	linear.bias	8	-0.01705317199230194
119819	linear.bias	9	3.2793126106262207
120016	transitions	0	-0.37190160155296326
120016	transitions	1	8.225214004516602
120016	transitions	2	-3.386532783508301
120016	transitions	3	1.4008796215057373
120016	transitions	4	-2.0059783458709717
120016	transitions	5	-0.3673153519630432
120016	transitions	6	-0.1827237606048584
120016	transitions	7	-10000.0
120016	transitions	8	1.7309550046920776
120016	transitions	9	-2.292348623275757
120016	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
120016	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
120016	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
120016	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
120016	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
120016	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
120016	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
120016	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
120016	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
120016	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
120016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
120016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
120016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
120016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
120016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
120016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
120016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
120016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
120016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
120016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
120016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
120016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
120016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
120016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
120016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
120016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
120016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
120016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
120016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
120016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
120016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
120016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
120016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
120016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
120016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
120016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
120016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
120016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
120016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
120016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
120016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
120016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
120016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
120016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
120016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
120016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
120016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
120016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
120016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
120016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
120016	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
120016	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
120016	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
120016	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
120016	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
120016	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
120016	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
120016	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
120016	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
120016	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
120016	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
120016	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
120016	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
120016	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
120016	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
120016	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
120016	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
120016	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
120016	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
120016	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
120016	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
120016	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
120016	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
120016	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
120016	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
120016	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
120016	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
120016	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
120016	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
120016	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
120016	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
120016	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
120016	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
120016	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
120016	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
120016	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
120016	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
120016	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
120016	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
120016	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
120016	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
120016	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
120016	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
120016	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
120016	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
120016	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
120016	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
120016	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
120016	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
120016	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
120016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
120016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
120016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
120016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
120016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
120016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
120016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
120016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
120016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
120016	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
120016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
120016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
120016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
120016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
120016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
120016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
120016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
120016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
120016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
120016	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
120016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
120016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
120016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
120016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
120016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
120016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
120016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
120016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
120016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
120016	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
120016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
120016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
120016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
120016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
120016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
120016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
120016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
120016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
120016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
120016	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
120016	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
120016	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
120016	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
120016	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
120016	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
120016	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
120016	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
120016	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
120016	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
120016	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
120016	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
120016	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
120016	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
120016	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
120016	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
120016	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
120016	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
120016	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
120016	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
120016	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
120016	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
120016	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
120016	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
120016	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
120016	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
120016	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
120016	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
120016	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
120016	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
120016	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
120016	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
120016	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
120016	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
120016	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
120016	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
120016	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
120016	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
120016	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
120016	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
120016	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
120016	embedding2nn.weight	0	0.04449625685811043
120016	embedding2nn.weight	1	-0.08854220807552338
120016	embedding2nn.weight	2	-0.004149144049733877
120016	embedding2nn.weight	3	-0.05602416768670082
120016	embedding2nn.weight	4	-0.13406333327293396
120016	embedding2nn.weight	5	0.11082637310028076
120016	embedding2nn.weight	6	-0.15584047138690948
120016	embedding2nn.weight	7	-0.07297344505786896
120016	embedding2nn.weight	8	-0.011656925082206726
120016	embedding2nn.weight	9	0.03894950449466705
120016	embedding2nn.bias	0	0.0720088928937912
120016	embedding2nn.bias	1	0.034859657287597656
120016	embedding2nn.bias	2	-0.11612451821565628
120016	embedding2nn.bias	3	0.050341036170721054
120016	embedding2nn.bias	4	0.02030840702354908
120016	embedding2nn.bias	5	-0.15383288264274597
120016	embedding2nn.bias	6	-0.09189234673976898
120016	embedding2nn.bias	7	-0.03810800611972809
120016	embedding2nn.bias	8	0.05071252956986427
120016	embedding2nn.bias	9	-0.06742329150438309
120016	rnn.weight_ih_l0	0	0.022742604836821556
120016	rnn.weight_ih_l0	1	-0.07002660632133484
120016	rnn.weight_ih_l0	2	-0.014073992148041725
120016	rnn.weight_ih_l0	3	-0.026141727343201637
120016	rnn.weight_ih_l0	4	0.018550142645835876
120016	rnn.weight_ih_l0	5	-0.09377428889274597
120016	rnn.weight_ih_l0	6	-0.02022451162338257
120016	rnn.weight_ih_l0	7	-0.011393308639526367
120016	rnn.weight_ih_l0	8	0.025866419076919556
120016	rnn.weight_ih_l0	9	5.8732248362503015e-06
120016	rnn.weight_hh_l0	0	0.006908221635967493
120016	rnn.weight_hh_l0	1	-0.08416368067264557
120016	rnn.weight_hh_l0	2	0.05308298021554947
120016	rnn.weight_hh_l0	3	0.03810972720384598
120016	rnn.weight_hh_l0	4	0.005188630428165197
120016	rnn.weight_hh_l0	5	0.06376738101243973
120016	rnn.weight_hh_l0	6	-0.014255178160965443
120016	rnn.weight_hh_l0	7	-0.0816730260848999
120016	rnn.weight_hh_l0	8	-0.005713555030524731
120016	rnn.weight_hh_l0	9	-0.08266313374042511
120016	rnn.bias_ih_l0	0	-0.07729039341211319
120016	rnn.bias_ih_l0	1	-0.17136308550834656
120016	rnn.bias_ih_l0	2	-0.23809675872325897
120016	rnn.bias_ih_l0	3	-0.2875526547431946
120016	rnn.bias_ih_l0	4	-0.00021704178652726114
120016	rnn.bias_ih_l0	5	0.08151853084564209
120016	rnn.bias_ih_l0	6	-0.1528233289718628
120016	rnn.bias_ih_l0	7	-0.25575149059295654
120016	rnn.bias_ih_l0	8	-0.11676666885614395
120016	rnn.bias_ih_l0	9	-0.16793668270111084
120016	rnn.bias_hh_l0	0	0.1443917602300644
120016	rnn.bias_hh_l0	1	-0.05324874818325043
120016	rnn.bias_hh_l0	2	0.02158268541097641
120016	rnn.bias_hh_l0	3	-0.15898078680038452
120016	rnn.bias_hh_l0	4	0.05122653767466545
120016	rnn.bias_hh_l0	5	0.0025471854023635387
120016	rnn.bias_hh_l0	6	-0.07723048329353333
120016	rnn.bias_hh_l0	7	-0.14941518008708954
120016	rnn.bias_hh_l0	8	-0.16327686607837677
120016	rnn.bias_hh_l0	9	-0.09535965323448181
120016	rnn.weight_ih_l0_reverse	0	-0.0128901032730937
120016	rnn.weight_ih_l0_reverse	1	0.005994198843836784
120016	rnn.weight_ih_l0_reverse	2	-0.010630007833242416
120016	rnn.weight_ih_l0_reverse	3	-0.006554783321917057
120016	rnn.weight_ih_l0_reverse	4	0.03340223804116249
120016	rnn.weight_ih_l0_reverse	5	-0.04808598384261131
120016	rnn.weight_ih_l0_reverse	6	-0.04102969169616699
120016	rnn.weight_ih_l0_reverse	7	-0.009564068168401718
120016	rnn.weight_ih_l0_reverse	8	0.09662941843271255
120016	rnn.weight_ih_l0_reverse	9	0.01850791461765766
120016	rnn.weight_hh_l0_reverse	0	0.003236397635191679
120016	rnn.weight_hh_l0_reverse	1	0.022409917786717415
120016	rnn.weight_hh_l0_reverse	2	-0.04508024454116821
120016	rnn.weight_hh_l0_reverse	3	0.04004741087555885
120016	rnn.weight_hh_l0_reverse	4	0.020627619698643684
120016	rnn.weight_hh_l0_reverse	5	-0.01569508947432041
120016	rnn.weight_hh_l0_reverse	6	0.04945061355829239
120016	rnn.weight_hh_l0_reverse	7	0.03139477223157883
120016	rnn.weight_hh_l0_reverse	8	-0.005715265870094299
120016	rnn.weight_hh_l0_reverse	9	-0.042390719056129456
120016	rnn.bias_ih_l0_reverse	0	-0.1214430034160614
120016	rnn.bias_ih_l0_reverse	1	-0.29709675908088684
120016	rnn.bias_ih_l0_reverse	2	-0.06595468521118164
120016	rnn.bias_ih_l0_reverse	3	-0.13087952136993408
120016	rnn.bias_ih_l0_reverse	4	0.09527307748794556
120016	rnn.bias_ih_l0_reverse	5	-0.2352226823568344
120016	rnn.bias_ih_l0_reverse	6	-0.05402294173836708
120016	rnn.bias_ih_l0_reverse	7	0.0232074074447155
120016	rnn.bias_ih_l0_reverse	8	-0.16952112317085266
120016	rnn.bias_ih_l0_reverse	9	-0.0923527330160141
120016	rnn.bias_hh_l0_reverse	0	-0.125799298286438
120016	rnn.bias_hh_l0_reverse	1	-0.14784908294677734
120016	rnn.bias_hh_l0_reverse	2	-0.02875117026269436
120016	rnn.bias_hh_l0_reverse	3	-0.11829042434692383
120016	rnn.bias_hh_l0_reverse	4	-0.0221621785312891
120016	rnn.bias_hh_l0_reverse	5	-0.1162886917591095
120016	rnn.bias_hh_l0_reverse	6	-0.06345581263303757
120016	rnn.bias_hh_l0_reverse	7	-0.1906629353761673
120016	rnn.bias_hh_l0_reverse	8	-0.0439014807343483
120016	rnn.bias_hh_l0_reverse	9	-0.13578647375106812
120016	linear.weight	0	-0.2646912634372711
120016	linear.weight	1	-0.15549829602241516
120016	linear.weight	2	-0.011228874325752258
120016	linear.weight	3	-0.07591543346643448
120016	linear.weight	4	0.01449801679700613
120016	linear.weight	5	0.19888128340244293
120016	linear.weight	6	0.0047744326293468475
120016	linear.weight	7	-0.021312154829502106
120016	linear.weight	8	0.23643232882022858
120016	linear.weight	9	0.20168845355510712
120016	linear.bias	0	-0.8467566967010498
120016	linear.bias	1	1.2775479555130005
120016	linear.bias	2	-0.29276418685913086
120016	linear.bias	3	-0.6565000414848328
120016	linear.bias	4	-0.9717605710029602
120016	linear.bias	5	-1.1659040451049805
120016	linear.bias	6	-0.8422110080718994
120016	linear.bias	7	-0.7579073309898376
120016	linear.bias	8	-0.01705317199230194
120016	linear.bias	9	3.236738681793213
120213	transitions	0	-0.3720112144947052
120213	transitions	1	8.227489471435547
120213	transitions	2	-3.3872673511505127
120213	transitions	3	1.3999223709106445
120213	transitions	4	-2.006614923477173
120213	transitions	5	-0.3676151633262634
120213	transitions	6	-0.18275652825832367
120213	transitions	7	-10000.0
120213	transitions	8	1.7338385581970215
120213	transitions	9	-2.292360544204712
120213	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
120213	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
120213	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
120213	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
120213	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
120213	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
120213	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
120213	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
120213	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
120213	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
120213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
120213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
120213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
120213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
120213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
120213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
120213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
120213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
120213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
120213	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
120213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
120213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
120213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
120213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
120213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
120213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
120213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
120213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
120213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
120213	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
120213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
120213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
120213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
120213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
120213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
120213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
120213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
120213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
120213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
120213	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
120213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
120213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
120213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
120213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
120213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
120213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
120213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
120213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
120213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
120213	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
120213	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
120213	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
120213	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
120213	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
120213	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
120213	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
120213	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
120213	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
120213	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
120213	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
120213	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
120213	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
120213	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
120213	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
120213	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
120213	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
120213	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
120213	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
120213	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
120213	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
120213	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
120213	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
120213	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
120213	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
120213	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
120213	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
120213	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
120213	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
120213	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
120213	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
120213	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
120213	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
120213	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
120213	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
120213	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
120213	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
120213	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
120213	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
120213	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
120213	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
120213	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
120213	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
120213	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
120213	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
120213	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
120213	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
120213	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
120213	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
120213	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
120213	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
120213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
120213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
120213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
120213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
120213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
120213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
120213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
120213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
120213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
120213	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
120213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
120213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
120213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
120213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
120213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
120213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
120213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
120213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
120213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
120213	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
120213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
120213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
120213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
120213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
120213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
120213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
120213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
120213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
120213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
120213	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
120213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
120213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
120213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
120213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
120213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
120213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
120213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
120213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
120213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
120213	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
120213	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
120213	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
120213	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
120213	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
120213	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
120213	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
120213	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
120213	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
120213	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
120213	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
120213	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
120213	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
120213	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
120213	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
120213	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
120213	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
120213	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
120213	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
120213	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
120213	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
120213	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
120213	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
120213	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
120213	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
120213	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
120213	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
120213	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
120213	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
120213	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
120213	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
120213	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
120213	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
120213	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
120213	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
120213	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
120213	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
120213	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
120213	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
120213	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
120213	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
120213	embedding2nn.weight	0	0.044142793864011765
120213	embedding2nn.weight	1	-0.08975914865732193
120213	embedding2nn.weight	2	-0.003431593533605337
120213	embedding2nn.weight	3	-0.05483769252896309
120213	embedding2nn.weight	4	-0.1366245150566101
120213	embedding2nn.weight	5	0.11167480051517487
120213	embedding2nn.weight	6	-0.147885262966156
120213	embedding2nn.weight	7	-0.07362522184848785
120213	embedding2nn.weight	8	-0.009878902696073055
120213	embedding2nn.weight	9	0.03683801740407944
120213	embedding2nn.bias	0	0.07655290514230728
120213	embedding2nn.bias	1	0.02712441422045231
120213	embedding2nn.bias	2	-0.10718414932489395
120213	embedding2nn.bias	3	0.03600257262587547
120213	embedding2nn.bias	4	-0.0006380932172760367
120213	embedding2nn.bias	5	-0.15819576382637024
120213	embedding2nn.bias	6	-0.08444348722696304
120213	embedding2nn.bias	7	-0.02360759675502777
120213	embedding2nn.bias	8	0.04016336053609848
120213	embedding2nn.bias	9	-0.07542653381824493
120213	rnn.weight_ih_l0	0	0.023042991757392883
120213	rnn.weight_ih_l0	1	-0.07033880800008774
120213	rnn.weight_ih_l0	2	-0.015400509350001812
120213	rnn.weight_ih_l0	3	-0.02548765018582344
120213	rnn.weight_ih_l0	4	0.01575208641588688
120213	rnn.weight_ih_l0	5	-0.09674324840307236
120213	rnn.weight_ih_l0	6	-0.021263062953948975
120213	rnn.weight_ih_l0	7	-0.012746918015182018
120213	rnn.weight_ih_l0	8	0.025379866361618042
120213	rnn.weight_ih_l0	9	-0.0017173460219055414
120213	rnn.weight_hh_l0	0	0.006961669772863388
120213	rnn.weight_hh_l0	1	-0.08534735441207886
120213	rnn.weight_hh_l0	2	0.05264202877879143
120213	rnn.weight_hh_l0	3	0.038354597985744476
120213	rnn.weight_hh_l0	4	0.005010576918721199
120213	rnn.weight_hh_l0	5	0.06378179043531418
120213	rnn.weight_hh_l0	6	-0.014187558554112911
120213	rnn.weight_hh_l0	7	-0.08225884288549423
120213	rnn.weight_hh_l0	8	-0.006221354473382235
120213	rnn.weight_hh_l0	9	-0.08332374691963196
120213	rnn.bias_ih_l0	0	-0.0764973983168602
120213	rnn.bias_ih_l0	1	-0.17283618450164795
120213	rnn.bias_ih_l0	2	-0.23635101318359375
120213	rnn.bias_ih_l0	3	-0.2850409150123596
120213	rnn.bias_ih_l0	4	0.0001415701408404857
120213	rnn.bias_ih_l0	5	0.08790476620197296
120213	rnn.bias_ih_l0	6	-0.15463408827781677
120213	rnn.bias_ih_l0	7	-0.25244733691215515
120213	rnn.bias_ih_l0	8	-0.12018115073442459
120213	rnn.bias_ih_l0	9	-0.16472050547599792
120213	rnn.bias_hh_l0	0	0.14499980211257935
120213	rnn.bias_hh_l0	1	-0.055961884558200836
120213	rnn.bias_hh_l0	2	0.023630231618881226
120213	rnn.bias_hh_l0	3	-0.15935303270816803
120213	rnn.bias_hh_l0	4	0.05549865588545799
120213	rnn.bias_hh_l0	5	-0.001540065510198474
120213	rnn.bias_hh_l0	6	-0.07895062118768692
120213	rnn.bias_hh_l0	7	-0.14895981550216675
120213	rnn.bias_hh_l0	8	-0.1645319163799286
120213	rnn.bias_hh_l0	9	-0.09735514223575592
120213	rnn.weight_ih_l0_reverse	0	-0.013029953464865685
120213	rnn.weight_ih_l0_reverse	1	0.006401421036571264
120213	rnn.weight_ih_l0_reverse	2	-0.00588183244690299
120213	rnn.weight_ih_l0_reverse	3	-0.008712047711014748
120213	rnn.weight_ih_l0_reverse	4	0.03225391358137131
120213	rnn.weight_ih_l0_reverse	5	-0.044142529368400574
120213	rnn.weight_ih_l0_reverse	6	-0.041392188519239426
120213	rnn.weight_ih_l0_reverse	7	-0.009985505603253841
120213	rnn.weight_ih_l0_reverse	8	0.09750832617282867
120213	rnn.weight_ih_l0_reverse	9	0.017861774191260338
120213	rnn.weight_hh_l0_reverse	0	0.003307124599814415
120213	rnn.weight_hh_l0_reverse	1	0.021869977936148643
120213	rnn.weight_hh_l0_reverse	2	-0.04518438130617142
120213	rnn.weight_hh_l0_reverse	3	0.03979805111885071
120213	rnn.weight_hh_l0_reverse	4	0.021370291709899902
120213	rnn.weight_hh_l0_reverse	5	-0.01597537286579609
120213	rnn.weight_hh_l0_reverse	6	0.049637556076049805
120213	rnn.weight_hh_l0_reverse	7	0.031799498945474625
120213	rnn.weight_hh_l0_reverse	8	-0.006278276443481445
120213	rnn.weight_hh_l0_reverse	9	-0.04208994284272194
120213	rnn.bias_ih_l0_reverse	0	-0.12023657560348511
120213	rnn.bias_ih_l0_reverse	1	-0.2906118929386139
120213	rnn.bias_ih_l0_reverse	2	-0.06601937860250473
120213	rnn.bias_ih_l0_reverse	3	-0.13006949424743652
120213	rnn.bias_ih_l0_reverse	4	0.09459826350212097
120213	rnn.bias_ih_l0_reverse	5	-0.2377658635377884
120213	rnn.bias_ih_l0_reverse	6	-0.05206327512860298
120213	rnn.bias_ih_l0_reverse	7	0.02232440561056137
120213	rnn.bias_ih_l0_reverse	8	-0.17154806852340698
120213	rnn.bias_ih_l0_reverse	9	-0.09641922265291214
120213	rnn.bias_hh_l0_reverse	0	-0.1209825798869133
120213	rnn.bias_hh_l0_reverse	1	-0.1414688676595688
120213	rnn.bias_hh_l0_reverse	2	-0.0302604828029871
120213	rnn.bias_hh_l0_reverse	3	-0.11712281405925751
120213	rnn.bias_hh_l0_reverse	4	-0.021052099764347076
120213	rnn.bias_hh_l0_reverse	5	-0.11808689683675766
120213	rnn.bias_hh_l0_reverse	6	-0.06389398872852325
120213	rnn.bias_hh_l0_reverse	7	-0.19266265630722046
120213	rnn.bias_hh_l0_reverse	8	-0.050294335931539536
120213	rnn.bias_hh_l0_reverse	9	-0.13727609813213348
120213	linear.weight	0	-0.24658969044685364
120213	linear.weight	1	-0.1603575050830841
120213	linear.weight	2	-0.011228874325752258
120213	linear.weight	3	-0.06890315562486649
120213	linear.weight	4	0.007448713760823011
120213	linear.weight	5	0.18439403176307678
120213	linear.weight	6	0.0047744326293468475
120213	linear.weight	7	-0.021312154829502106
120213	linear.weight	8	0.22425833344459534
120213	linear.weight	9	0.20304983854293823
120213	linear.bias	0	-0.8440331220626831
120213	linear.bias	1	1.2803517580032349
120213	linear.bias	2	-0.2690989077091217
120213	linear.bias	3	-0.650766909122467
120213	linear.bias	4	-0.9967464208602905
120213	linear.bias	5	-1.1659841537475586
120213	linear.bias	6	-0.8400399088859558
120213	linear.bias	7	-0.7790752649307251
120213	linear.bias	8	-0.01705317199230194
120213	linear.bias	9	3.259647846221924
120410	transitions	0	-0.3722895085811615
120410	transitions	1	8.2867431640625
120410	transitions	2	-3.3877596855163574
120410	transitions	3	1.4092692136764526
120410	transitions	4	-2.0073249340057373
120410	transitions	5	-0.3678615093231201
120410	transitions	6	-0.18280147016048431
120410	transitions	7	-10000.0
120410	transitions	8	1.739257574081421
120410	transitions	9	-2.2923829555511475
120410	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
120410	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
120410	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
120410	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
120410	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
120410	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
120410	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
120410	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
120410	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
120410	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
120410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
120410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
120410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
120410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
120410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
120410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
120410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
120410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
120410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
120410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
120410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
120410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
120410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
120410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
120410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
120410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
120410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
120410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
120410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
120410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
120410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
120410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
120410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
120410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
120410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
120410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
120410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
120410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
120410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
120410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
120410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
120410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
120410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
120410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
120410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
120410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
120410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
120410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
120410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
120410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
120410	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
120410	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
120410	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
120410	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
120410	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
120410	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
120410	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
120410	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
120410	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
120410	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
120410	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
120410	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
120410	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
120410	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
120410	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
120410	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
120410	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
120410	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
120410	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
120410	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
120410	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
120410	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
120410	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
120410	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
120410	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
120410	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
120410	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
120410	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
120410	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
120410	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
120410	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
120410	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
120410	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
120410	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
120410	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
120410	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
120410	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
120410	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
120410	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
120410	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
120410	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
120410	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
120410	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
120410	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
120410	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
120410	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
120410	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
120410	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
120410	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
120410	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
120410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
120410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
120410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
120410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
120410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
120410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
120410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
120410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
120410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
120410	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
120410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
120410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
120410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
120410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
120410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
120410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
120410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
120410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
120410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
120410	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
120410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
120410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
120410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
120410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
120410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
120410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
120410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
120410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
120410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
120410	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
120410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
120410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
120410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
120410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
120410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
120410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
120410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
120410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
120410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
120410	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
120410	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
120410	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
120410	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
120410	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
120410	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
120410	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
120410	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
120410	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
120410	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
120410	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
120410	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
120410	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
120410	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
120410	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
120410	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
120410	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
120410	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
120410	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
120410	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
120410	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
120410	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
120410	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
120410	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
120410	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
120410	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
120410	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
120410	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
120410	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
120410	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
120410	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
120410	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
120410	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
120410	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
120410	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
120410	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
120410	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
120410	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
120410	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
120410	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
120410	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
120410	embedding2nn.weight	0	0.04426845535635948
120410	embedding2nn.weight	1	-0.0905555784702301
120410	embedding2nn.weight	2	0.002070859307423234
120410	embedding2nn.weight	3	-0.053708914667367935
120410	embedding2nn.weight	4	-0.13847045600414276
120410	embedding2nn.weight	5	0.11252250522375107
120410	embedding2nn.weight	6	-0.13662609457969666
120410	embedding2nn.weight	7	-0.07263656705617905
120410	embedding2nn.weight	8	-0.009420666843652725
120410	embedding2nn.weight	9	0.03792908787727356
120410	embedding2nn.bias	0	0.07374488562345505
120410	embedding2nn.bias	1	0.03621496632695198
120410	embedding2nn.bias	2	-0.11972051113843918
120410	embedding2nn.bias	3	0.035984281450510025
120410	embedding2nn.bias	4	0.004137776792049408
120410	embedding2nn.bias	5	-0.1716337502002716
120410	embedding2nn.bias	6	-0.08911749720573425
120410	embedding2nn.bias	7	-0.029598621651530266
120410	embedding2nn.bias	8	0.04574395343661308
120410	embedding2nn.bias	9	-0.07539521157741547
120410	rnn.weight_ih_l0	0	0.02314295805990696
120410	rnn.weight_ih_l0	1	-0.07015284895896912
120410	rnn.weight_ih_l0	2	-0.013398612849414349
120410	rnn.weight_ih_l0	3	-0.02644948661327362
120410	rnn.weight_ih_l0	4	0.015533690340816975
120410	rnn.weight_ih_l0	5	-0.09552968293428421
120410	rnn.weight_ih_l0	6	-0.02084014005959034
120410	rnn.weight_ih_l0	7	-0.01095027755945921
120410	rnn.weight_ih_l0	8	0.0271298810839653
120410	rnn.weight_ih_l0	9	-0.0021071499213576317
120410	rnn.weight_hh_l0	0	0.008241184055805206
120410	rnn.weight_hh_l0	1	-0.08687158674001694
120410	rnn.weight_hh_l0	2	0.051622174680233
120410	rnn.weight_hh_l0	3	0.03814154863357544
120410	rnn.weight_hh_l0	4	0.004677854478359222
120410	rnn.weight_hh_l0	5	0.06275368481874466
120410	rnn.weight_hh_l0	6	-0.014362702146172523
120410	rnn.weight_hh_l0	7	-0.08255066722631454
120410	rnn.weight_hh_l0	8	-0.005880320910364389
120410	rnn.weight_hh_l0	9	-0.08228734880685806
120410	rnn.bias_ih_l0	0	-0.07731836289167404
120410	rnn.bias_ih_l0	1	-0.1727948635816574
120410	rnn.bias_ih_l0	2	-0.23403725028038025
120410	rnn.bias_ih_l0	3	-0.2870388329029083
120410	rnn.bias_ih_l0	4	-0.004161210265010595
120410	rnn.bias_ih_l0	5	0.08089817315340042
120410	rnn.bias_ih_l0	6	-0.1493382304906845
120410	rnn.bias_ih_l0	7	-0.2556896507740021
120410	rnn.bias_ih_l0	8	-0.11807802319526672
120410	rnn.bias_ih_l0	9	-0.16822434961795807
120410	rnn.bias_hh_l0	0	0.14405909180641174
120410	rnn.bias_hh_l0	1	-0.05511867254972458
120410	rnn.bias_hh_l0	2	0.023596031591296196
120410	rnn.bias_hh_l0	3	-0.1577719897031784
120410	rnn.bias_hh_l0	4	0.05739421024918556
120410	rnn.bias_hh_l0	5	0.0025577915366739035
120410	rnn.bias_hh_l0	6	-0.07750461995601654
120410	rnn.bias_hh_l0	7	-0.15296243131160736
120410	rnn.bias_hh_l0	8	-0.1641557514667511
120410	rnn.bias_hh_l0	9	-0.09903309494256973
120410	rnn.weight_ih_l0_reverse	0	-0.013155346736311913
120410	rnn.weight_ih_l0_reverse	1	0.007433045655488968
120410	rnn.weight_ih_l0_reverse	2	-0.005538140423595905
120410	rnn.weight_ih_l0_reverse	3	-0.007695404812693596
120410	rnn.weight_ih_l0_reverse	4	0.03411679342389107
120410	rnn.weight_ih_l0_reverse	5	-0.04233720526099205
120410	rnn.weight_ih_l0_reverse	6	-0.04249996691942215
120410	rnn.weight_ih_l0_reverse	7	-0.009919681586325169
120410	rnn.weight_ih_l0_reverse	8	0.09578224271535873
120410	rnn.weight_ih_l0_reverse	9	0.016503533348441124
120410	rnn.weight_hh_l0_reverse	0	0.003787220222875476
120410	rnn.weight_hh_l0_reverse	1	0.022114597260951996
120410	rnn.weight_hh_l0_reverse	2	-0.04508499056100845
120410	rnn.weight_hh_l0_reverse	3	0.039536383002996445
120410	rnn.weight_hh_l0_reverse	4	0.022455690428614616
120410	rnn.weight_hh_l0_reverse	5	-0.015368755906820297
120410	rnn.weight_hh_l0_reverse	6	0.04949632287025452
120410	rnn.weight_hh_l0_reverse	7	0.0320182703435421
120410	rnn.weight_hh_l0_reverse	8	-0.005526822060346603
120410	rnn.weight_hh_l0_reverse	9	-0.0434587188065052
120410	rnn.bias_ih_l0_reverse	0	-0.11944552510976791
120410	rnn.bias_ih_l0_reverse	1	-0.2895819842815399
120410	rnn.bias_ih_l0_reverse	2	-0.0665844976902008
120410	rnn.bias_ih_l0_reverse	3	-0.13027268648147583
120410	rnn.bias_ih_l0_reverse	4	0.08815411478281021
120410	rnn.bias_ih_l0_reverse	5	-0.24345643818378448
120410	rnn.bias_ih_l0_reverse	6	-0.05308673903346062
120410	rnn.bias_ih_l0_reverse	7	0.015227505937218666
120410	rnn.bias_ih_l0_reverse	8	-0.17062218487262726
120410	rnn.bias_ih_l0_reverse	9	-0.09730177372694016
120410	rnn.bias_hh_l0_reverse	0	-0.117891825735569
120410	rnn.bias_hh_l0_reverse	1	-0.1422932744026184
120410	rnn.bias_hh_l0_reverse	2	-0.030176321044564247
120410	rnn.bias_hh_l0_reverse	3	-0.11722914129495621
120410	rnn.bias_hh_l0_reverse	4	-0.02186955325305462
120410	rnn.bias_hh_l0_reverse	5	-0.11403754353523254
120410	rnn.bias_hh_l0_reverse	6	-0.06764750182628632
120410	rnn.bias_hh_l0_reverse	7	-0.19313755631446838
120410	rnn.bias_hh_l0_reverse	8	-0.04757382720708847
120410	rnn.bias_hh_l0_reverse	9	-0.13767394423484802
120410	linear.weight	0	-0.23281288146972656
120410	linear.weight	1	-0.16029095649719238
120410	linear.weight	2	-0.011228874325752258
120410	linear.weight	3	-0.08337196707725525
120410	linear.weight	4	0.0026276148855686188
120410	linear.weight	5	0.1606377512216568
120410	linear.weight	6	0.0047744326293468475
120410	linear.weight	7	-0.021312154829502106
120410	linear.weight	8	0.21294935047626495
120410	linear.weight	9	0.2115706205368042
120410	linear.bias	0	-0.8387678861618042
120410	linear.bias	1	1.2963459491729736
120410	linear.bias	2	-0.30973199009895325
120410	linear.bias	3	-0.6141974329948425
120410	linear.bias	4	-0.9694476127624512
120410	linear.bias	5	-1.1660679578781128
120410	linear.bias	6	-0.8373106122016907
120410	linear.bias	7	-0.7403362393379211
120410	linear.bias	8	-0.01705317199230194
120410	linear.bias	9	3.2204666137695312
120414	transitions	0	-0.37229058146476746
120414	transitions	1	8.28607177734375
120414	transitions	2	-3.387772560119629
120414	transitions	3	1.408644199371338
120414	transitions	4	-2.0073256492614746
120414	transitions	5	-0.36786943674087524
120414	transitions	6	-0.18280215561389923
120414	transitions	7	-10000.0
120414	transitions	8	1.7392566204071045
120414	transitions	9	-2.2923829555511475
120414	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
120414	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
120414	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
120414	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
120414	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
120414	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
120414	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
120414	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
120414	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
120414	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
120414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
120414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
120414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
120414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
120414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
120414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
120414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
120414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
120414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
120414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
120414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
120414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
120414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
120414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
120414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
120414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
120414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
120414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
120414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
120414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
120414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
120414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
120414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
120414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
120414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
120414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
120414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
120414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
120414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
120414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
120414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
120414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
120414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
120414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
120414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
120414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
120414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
120414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
120414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
120414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
120414	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
120414	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
120414	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
120414	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
120414	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
120414	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
120414	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
120414	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
120414	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
120414	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
120414	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
120414	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
120414	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
120414	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
120414	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
120414	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
120414	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
120414	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
120414	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
120414	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
120414	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
120414	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
120414	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
120414	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
120414	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
120414	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
120414	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
120414	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
120414	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
120414	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
120414	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
120414	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
120414	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
120414	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
120414	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
120414	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
120414	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
120414	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
120414	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
120414	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
120414	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
120414	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
120414	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
120414	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
120414	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
120414	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
120414	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
120414	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
120414	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
120414	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
120414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
120414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
120414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
120414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
120414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
120414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
120414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
120414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
120414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
120414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
120414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
120414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
120414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
120414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
120414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
120414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
120414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
120414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
120414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
120414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
120414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
120414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
120414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
120414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
120414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
120414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
120414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
120414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
120414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
120414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
120414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
120414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
120414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
120414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
120414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
120414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
120414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
120414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
120414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
120414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
120414	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
120414	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
120414	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
120414	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
120414	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
120414	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
120414	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
120414	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
120414	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
120414	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
120414	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
120414	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
120414	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
120414	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
120414	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
120414	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
120414	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
120414	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
120414	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
120414	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
120414	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
120414	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
120414	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
120414	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
120414	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
120414	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
120414	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
120414	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
120414	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
120414	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
120414	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
120414	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
120414	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
120414	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
120414	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
120414	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
120414	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
120414	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
120414	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
120414	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
120414	embedding2nn.weight	0	0.04423961415886879
120414	embedding2nn.weight	1	-0.0906846895813942
120414	embedding2nn.weight	2	0.0015177738387137651
120414	embedding2nn.weight	3	-0.05384588614106178
120414	embedding2nn.weight	4	-0.1378953456878662
120414	embedding2nn.weight	5	0.11255767196416855
120414	embedding2nn.weight	6	-0.13734304904937744
120414	embedding2nn.weight	7	-0.07261442393064499
120414	embedding2nn.weight	8	-0.009748142212629318
120414	embedding2nn.weight	9	0.0380108505487442
120414	embedding2nn.bias	0	0.07558965682983398
120414	embedding2nn.bias	1	0.035839539021253586
120414	embedding2nn.bias	2	-0.12117543816566467
120414	embedding2nn.bias	3	0.037772372364997864
120414	embedding2nn.bias	4	0.007267792243510485
120414	embedding2nn.bias	5	-0.17008443176746368
120414	embedding2nn.bias	6	-0.08849652856588364
120414	embedding2nn.bias	7	-0.032701525837183
120414	embedding2nn.bias	8	0.04641659930348396
120414	embedding2nn.bias	9	-0.07340355217456818
120414	rnn.weight_ih_l0	0	0.023272208869457245
120414	rnn.weight_ih_l0	1	-0.07013843208551407
120414	rnn.weight_ih_l0	2	-0.01335346233099699
120414	rnn.weight_ih_l0	3	-0.026405947282910347
120414	rnn.weight_ih_l0	4	0.01559059601277113
120414	rnn.weight_ih_l0	5	-0.09500226378440857
120414	rnn.weight_ih_l0	6	-0.020804690197110176
120414	rnn.weight_ih_l0	7	-0.010996322147548199
120414	rnn.weight_ih_l0	8	0.02712254598736763
120414	rnn.weight_ih_l0	9	-0.0021366083528846502
120414	rnn.weight_hh_l0	0	0.008510848507285118
120414	rnn.weight_hh_l0	1	-0.08682381361722946
120414	rnn.weight_hh_l0	2	0.051563065499067307
120414	rnn.weight_hh_l0	3	0.038088537752628326
120414	rnn.weight_hh_l0	4	0.004672584589570761
120414	rnn.weight_hh_l0	5	0.06276816874742508
120414	rnn.weight_hh_l0	6	-0.01446202490478754
120414	rnn.weight_hh_l0	7	-0.08254890888929367
120414	rnn.weight_hh_l0	8	-0.005860280245542526
120414	rnn.weight_hh_l0	9	-0.08265595138072968
120414	rnn.bias_ih_l0	0	-0.07703300565481186
120414	rnn.bias_ih_l0	1	-0.17301270365715027
120414	rnn.bias_ih_l0	2	-0.23399414122104645
120414	rnn.bias_ih_l0	3	-0.28658807277679443
120414	rnn.bias_ih_l0	4	-0.004179720766842365
120414	rnn.bias_ih_l0	5	0.08028990775346756
120414	rnn.bias_ih_l0	6	-0.1495652198791504
120414	rnn.bias_ih_l0	7	-0.255691796541214
120414	rnn.bias_ih_l0	8	-0.1187773197889328
120414	rnn.bias_ih_l0	9	-0.16922539472579956
120414	rnn.bias_hh_l0	0	0.1434052288532257
120414	rnn.bias_hh_l0	1	-0.05483965203166008
120414	rnn.bias_hh_l0	2	0.023865913972258568
120414	rnn.bias_hh_l0	3	-0.1578119695186615
120414	rnn.bias_hh_l0	4	0.05733271315693855
120414	rnn.bias_hh_l0	5	0.0023968107998371124
120414	rnn.bias_hh_l0	6	-0.07784634828567505
120414	rnn.bias_hh_l0	7	-0.15296544134616852
120414	rnn.bias_hh_l0	8	-0.1644895374774933
120414	rnn.bias_hh_l0	9	-0.09934481233358383
120414	rnn.weight_ih_l0_reverse	0	-0.012898699380457401
120414	rnn.weight_ih_l0_reverse	1	0.0073951417580246925
120414	rnn.weight_ih_l0_reverse	2	-0.005227090325206518
120414	rnn.weight_ih_l0_reverse	3	-0.007124260533601046
120414	rnn.weight_ih_l0_reverse	4	0.03423324227333069
120414	rnn.weight_ih_l0_reverse	5	-0.042307931929826736
120414	rnn.weight_ih_l0_reverse	6	-0.04236418381333351
120414	rnn.weight_ih_l0_reverse	7	-0.009388985112309456
120414	rnn.weight_ih_l0_reverse	8	0.09576060622930527
120414	rnn.weight_ih_l0_reverse	9	0.016757221892476082
120414	rnn.weight_hh_l0_reverse	0	0.003783687250688672
120414	rnn.weight_hh_l0_reverse	1	0.02211444452404976
120414	rnn.weight_hh_l0_reverse	2	-0.045081011950969696
120414	rnn.weight_hh_l0_reverse	3	0.03933621570467949
120414	rnn.weight_hh_l0_reverse	4	0.02245616354048252
120414	rnn.weight_hh_l0_reverse	5	-0.015402398072183132
120414	rnn.weight_hh_l0_reverse	6	0.04943840950727463
120414	rnn.weight_hh_l0_reverse	7	0.03199457749724388
120414	rnn.weight_hh_l0_reverse	8	-0.0056699709966778755
120414	rnn.weight_hh_l0_reverse	9	-0.043441854417324066
120414	rnn.bias_ih_l0_reverse	0	-0.1197282150387764
120414	rnn.bias_ih_l0_reverse	1	-0.2894512712955475
120414	rnn.bias_ih_l0_reverse	2	-0.06675370782613754
120414	rnn.bias_ih_l0_reverse	3	-0.1300700604915619
120414	rnn.bias_ih_l0_reverse	4	0.08810178935527802
120414	rnn.bias_ih_l0_reverse	5	-0.24334825575351715
120414	rnn.bias_ih_l0_reverse	6	-0.052991628646850586
120414	rnn.bias_ih_l0_reverse	7	0.014745090156793594
120414	rnn.bias_ih_l0_reverse	8	-0.17019754648208618
120414	rnn.bias_ih_l0_reverse	9	-0.09718896448612213
120414	rnn.bias_hh_l0_reverse	0	-0.1177678108215332
120414	rnn.bias_hh_l0_reverse	1	-0.14239300787448883
120414	rnn.bias_hh_l0_reverse	2	-0.030133122578263283
120414	rnn.bias_hh_l0_reverse	3	-0.11699574440717697
120414	rnn.bias_hh_l0_reverse	4	-0.022145304828882217
120414	rnn.bias_hh_l0_reverse	5	-0.11407136172056198
120414	rnn.bias_hh_l0_reverse	6	-0.06761644035577774
120414	rnn.bias_hh_l0_reverse	7	-0.1928488314151764
120414	rnn.bias_hh_l0_reverse	8	-0.048478592187166214
120414	rnn.bias_hh_l0_reverse	9	-0.13793452084064484
120414	linear.weight	0	-0.23311899602413177
120414	linear.weight	1	-0.15729175508022308
120414	linear.weight	2	-0.011228874325752258
120414	linear.weight	3	-0.08506294339895248
120414	linear.weight	4	0.0025640518870204687
120414	linear.weight	5	0.1606515794992447
120414	linear.weight	6	0.0047744326293468475
120414	linear.weight	7	-0.021312154829502106
120414	linear.weight	8	0.2131182700395584
120414	linear.weight	9	0.21179918944835663
120414	linear.bias	0	-0.8379648923873901
120414	linear.bias	1	1.291059970855713
120414	linear.bias	2	-0.3031528890132904
120414	linear.bias	3	-0.6139939427375793
120414	linear.bias	4	-0.97870934009552
120414	linear.bias	5	-1.1660689115524292
120414	linear.bias	6	-0.8365793228149414
120414	linear.bias	7	-0.7432786822319031
120414	linear.bias	8	-0.01705317199230194
120414	linear.bias	9	3.222543716430664
120611	transitions	0	-0.37305355072021484
120611	transitions	1	8.29063892364502
120611	transitions	2	-3.3883042335510254
120611	transitions	3	1.4049209356307983
120611	transitions	4	-2.0079617500305176
120611	transitions	5	-0.3679896593093872
120611	transitions	6	-0.18285177648067474
120611	transitions	7	-10000.0
120611	transitions	8	1.7352807521820068
120611	transitions	9	-2.2923946380615234
120611	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
120611	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
120611	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
120611	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
120611	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
120611	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
120611	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
120611	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
120611	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
120611	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
120611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
120611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
120611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
120611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
120611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
120611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
120611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
120611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
120611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
120611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
120611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
120611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
120611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
120611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
120611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
120611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
120611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
120611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
120611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
120611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
120611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
120611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
120611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
120611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
120611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
120611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
120611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
120611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
120611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
120611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
120611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
120611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
120611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
120611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
120611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
120611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
120611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
120611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
120611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
120611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
120611	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
120611	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
120611	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
120611	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
120611	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
120611	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
120611	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
120611	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
120611	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
120611	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
120611	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
120611	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
120611	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
120611	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
120611	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
120611	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
120611	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
120611	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
120611	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
120611	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
120611	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
120611	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
120611	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
120611	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
120611	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
120611	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
120611	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
120611	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
120611	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
120611	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
120611	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
120611	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
120611	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
120611	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
120611	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
120611	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
120611	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
120611	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
120611	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
120611	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
120611	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
120611	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
120611	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
120611	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
120611	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
120611	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
120611	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
120611	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
120611	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
120611	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
120611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
120611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
120611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
120611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
120611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
120611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
120611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
120611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
120611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
120611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
120611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
120611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
120611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
120611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
120611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
120611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
120611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
120611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
120611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
120611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
120611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
120611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
120611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
120611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
120611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
120611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
120611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
120611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
120611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
120611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
120611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
120611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
120611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
120611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
120611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
120611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
120611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
120611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
120611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
120611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
120611	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
120611	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
120611	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
120611	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
120611	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
120611	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
120611	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
120611	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
120611	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
120611	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
120611	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
120611	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
120611	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
120611	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
120611	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
120611	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
120611	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
120611	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
120611	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
120611	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
120611	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
120611	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
120611	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
120611	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
120611	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
120611	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
120611	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
120611	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
120611	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
120611	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
120611	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
120611	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
120611	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
120611	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
120611	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
120611	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
120611	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
120611	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
120611	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
120611	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
120611	embedding2nn.weight	0	0.04364417865872383
120611	embedding2nn.weight	1	-0.08911994844675064
120611	embedding2nn.weight	2	-0.0048628137446939945
120611	embedding2nn.weight	3	-0.053394947201013565
120611	embedding2nn.weight	4	-0.13776461780071259
120611	embedding2nn.weight	5	0.11105269938707352
120611	embedding2nn.weight	6	-0.13606767356395721
120611	embedding2nn.weight	7	-0.07127349823713303
120611	embedding2nn.weight	8	-0.010146531276404858
120611	embedding2nn.weight	9	0.038496676832437515
120611	embedding2nn.bias	0	0.07045839726924896
120611	embedding2nn.bias	1	0.02972744219005108
120611	embedding2nn.bias	2	-0.11337370425462723
120611	embedding2nn.bias	3	0.0610356368124485
120611	embedding2nn.bias	4	0.014188384637236595
120611	embedding2nn.bias	5	-0.18346498906612396
120611	embedding2nn.bias	6	-0.09424957633018494
120611	embedding2nn.bias	7	-0.03630366921424866
120611	embedding2nn.bias	8	0.05119029060006142
120611	embedding2nn.bias	9	-0.07259978353977203
120611	rnn.weight_ih_l0	0	0.022685278207063675
120611	rnn.weight_ih_l0	1	-0.06485217809677124
120611	rnn.weight_ih_l0	2	-0.010943027213215828
120611	rnn.weight_ih_l0	3	-0.027989462018013
120611	rnn.weight_ih_l0	4	0.016772139817476273
120611	rnn.weight_ih_l0	5	-0.09622397273778915
120611	rnn.weight_ih_l0	6	-0.02126651629805565
120611	rnn.weight_ih_l0	7	-0.008627325296401978
120611	rnn.weight_ih_l0	8	0.02681618556380272
120611	rnn.weight_ih_l0	9	-0.003726167604327202
120611	rnn.weight_hh_l0	0	0.008324883878231049
120611	rnn.weight_hh_l0	1	-0.08787604421377182
120611	rnn.weight_hh_l0	2	0.05103020742535591
120611	rnn.weight_hh_l0	3	0.03872985765337944
120611	rnn.weight_hh_l0	4	0.004621148109436035
120611	rnn.weight_hh_l0	5	0.0623089000582695
120611	rnn.weight_hh_l0	6	-0.014654108323156834
120611	rnn.weight_hh_l0	7	-0.08206318318843842
120611	rnn.weight_hh_l0	8	-0.005209889262914658
120611	rnn.weight_hh_l0	9	-0.08361218124628067
120611	rnn.bias_ih_l0	0	-0.08094421029090881
120611	rnn.bias_ih_l0	1	-0.17296384274959564
120611	rnn.bias_ih_l0	2	-0.2331549972295761
120611	rnn.bias_ih_l0	3	-0.28374719619750977
120611	rnn.bias_ih_l0	4	-0.0032511339522898197
120611	rnn.bias_ih_l0	5	0.07619333267211914
120611	rnn.bias_ih_l0	6	-0.15569429099559784
120611	rnn.bias_ih_l0	7	-0.2547508478164673
120611	rnn.bias_ih_l0	8	-0.12527421116828918
120611	rnn.bias_ih_l0	9	-0.16952677071094513
120611	rnn.bias_hh_l0	0	0.14323319494724274
120611	rnn.bias_hh_l0	1	-0.052641257643699646
120611	rnn.bias_hh_l0	2	0.02265273965895176
120611	rnn.bias_hh_l0	3	-0.15764591097831726
120611	rnn.bias_hh_l0	4	0.057025935500860214
120611	rnn.bias_hh_l0	5	0.002965876366943121
120611	rnn.bias_hh_l0	6	-0.07517125457525253
120611	rnn.bias_hh_l0	7	-0.15129433572292328
120611	rnn.bias_hh_l0	8	-0.16447299718856812
120611	rnn.bias_hh_l0	9	-0.09783725440502167
120611	rnn.weight_ih_l0_reverse	0	-0.014493421651422977
120611	rnn.weight_ih_l0_reverse	1	0.007905258797109127
120611	rnn.weight_ih_l0_reverse	2	-0.007238501217216253
120611	rnn.weight_ih_l0_reverse	3	-0.005319235380738974
120611	rnn.weight_ih_l0_reverse	4	0.03369623050093651
120611	rnn.weight_ih_l0_reverse	5	-0.04195275902748108
120611	rnn.weight_ih_l0_reverse	6	-0.04099278151988983
120611	rnn.weight_ih_l0_reverse	7	-0.008775768801569939
120611	rnn.weight_ih_l0_reverse	8	0.09975404292345047
120611	rnn.weight_ih_l0_reverse	9	0.014927316457033157
120611	rnn.weight_hh_l0_reverse	0	0.003965130541473627
120611	rnn.weight_hh_l0_reverse	1	0.021746473386883736
120611	rnn.weight_hh_l0_reverse	2	-0.04500708356499672
120611	rnn.weight_hh_l0_reverse	3	0.03962846100330353
120611	rnn.weight_hh_l0_reverse	4	0.022981170564889908
120611	rnn.weight_hh_l0_reverse	5	-0.014008675701916218
120611	rnn.weight_hh_l0_reverse	6	0.048893656581640244
120611	rnn.weight_hh_l0_reverse	7	0.031525421887636185
120611	rnn.weight_hh_l0_reverse	8	-0.006207020487636328
120611	rnn.weight_hh_l0_reverse	9	-0.044334303587675095
120611	rnn.bias_ih_l0_reverse	0	-0.1211237758398056
120611	rnn.bias_ih_l0_reverse	1	-0.2854183614253998
120611	rnn.bias_ih_l0_reverse	2	-0.06731998920440674
120611	rnn.bias_ih_l0_reverse	3	-0.12963420152664185
120611	rnn.bias_ih_l0_reverse	4	0.09069792926311493
120611	rnn.bias_ih_l0_reverse	5	-0.24392743408679962
120611	rnn.bias_ih_l0_reverse	6	-0.054740697145462036
120611	rnn.bias_ih_l0_reverse	7	0.005152654368430376
120611	rnn.bias_ih_l0_reverse	8	-0.17207224667072296
120611	rnn.bias_ih_l0_reverse	9	-0.09791474789381027
120611	rnn.bias_hh_l0_reverse	0	-0.11788804084062576
120611	rnn.bias_hh_l0_reverse	1	-0.1441621631383896
120611	rnn.bias_hh_l0_reverse	2	-0.028151841834187508
120611	rnn.bias_hh_l0_reverse	3	-0.11771942675113678
120611	rnn.bias_hh_l0_reverse	4	-0.027379019185900688
120611	rnn.bias_hh_l0_reverse	5	-0.11073625087738037
120611	rnn.bias_hh_l0_reverse	6	-0.0693262368440628
120611	rnn.bias_hh_l0_reverse	7	-0.19268351793289185
120611	rnn.bias_hh_l0_reverse	8	-0.048999153077602386
120611	rnn.bias_hh_l0_reverse	9	-0.13962312042713165
120611	linear.weight	0	-0.21550807356834412
120611	linear.weight	1	-0.15764006972312927
120611	linear.weight	2	-0.011228874325752258
120611	linear.weight	3	-0.08299550414085388
120611	linear.weight	4	0.009219859726727009
120611	linear.weight	5	0.17641520500183105
120611	linear.weight	6	0.0047744326293468475
120611	linear.weight	7	-0.021312154829502106
120611	linear.weight	8	0.25269967317581177
120611	linear.weight	9	0.21818004548549652
120611	linear.bias	0	-0.8353945016860962
120611	linear.bias	1	1.2753385305404663
120611	linear.bias	2	-0.316500186920166
120611	linear.bias	3	-0.635834813117981
120611	linear.bias	4	-1.0174096822738647
120611	linear.bias	5	-1.1661478281021118
120611	linear.bias	6	-0.8364083766937256
120611	linear.bias	7	-0.7800277471542358
120611	linear.bias	8	-0.01705317199230194
120611	linear.bias	9	3.2682065963745117
120808	transitions	0	-0.37315577268600464
120808	transitions	1	8.27248764038086
120808	transitions	2	-3.3890562057495117
120808	transitions	3	1.382552981376648
120808	transitions	4	-2.0086734294891357
120808	transitions	5	-0.36813583970069885
120808	transitions	6	-0.18291084468364716
120808	transitions	7	-10000.0
120808	transitions	8	1.7352124452590942
120808	transitions	9	-2.2924015522003174
120808	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
120808	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
120808	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
120808	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
120808	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
120808	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
120808	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
120808	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
120808	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
120808	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
120808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
120808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
120808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
120808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
120808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
120808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
120808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
120808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
120808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
120808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
120808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
120808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
120808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
120808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
120808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
120808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
120808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
120808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
120808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
120808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
120808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
120808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
120808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
120808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
120808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
120808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
120808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
120808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
120808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
120808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
120808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
120808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
120808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
120808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
120808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
120808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
120808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
120808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
120808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
120808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
120808	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
120808	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
120808	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
120808	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
120808	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
120808	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
120808	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
120808	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
120808	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
120808	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
120808	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
120808	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
120808	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
120808	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
120808	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
120808	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
120808	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
120808	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
120808	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
120808	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
120808	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
120808	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
120808	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
120808	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
120808	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
120808	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
120808	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
120808	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
120808	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
120808	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
120808	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
120808	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
120808	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
120808	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
120808	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
120808	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
120808	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
120808	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
120808	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
120808	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
120808	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
120808	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
120808	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
120808	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
120808	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
120808	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
120808	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
120808	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
120808	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
120808	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
120808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
120808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
120808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
120808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
120808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
120808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
120808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
120808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
120808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
120808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
120808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
120808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
120808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
120808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
120808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
120808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
120808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
120808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
120808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
120808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
120808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
120808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
120808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
120808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
120808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
120808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
120808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
120808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
120808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
120808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
120808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
120808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
120808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
120808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
120808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
120808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
120808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
120808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
120808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
120808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
120808	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
120808	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
120808	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
120808	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
120808	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
120808	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
120808	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
120808	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
120808	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
120808	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
120808	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
120808	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
120808	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
120808	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
120808	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
120808	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
120808	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
120808	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
120808	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
120808	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
120808	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
120808	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
120808	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
120808	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
120808	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
120808	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
120808	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
120808	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
120808	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
120808	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
120808	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
120808	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
120808	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
120808	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
120808	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
120808	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
120808	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
120808	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
120808	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
120808	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
120808	embedding2nn.weight	0	0.04365937411785126
120808	embedding2nn.weight	1	-0.08769234269857407
120808	embedding2nn.weight	2	-0.007971714250743389
120808	embedding2nn.weight	3	-0.0539063923060894
120808	embedding2nn.weight	4	-0.137956902384758
120808	embedding2nn.weight	5	0.1086108535528183
120808	embedding2nn.weight	6	-0.13460788130760193
120808	embedding2nn.weight	7	-0.06979323923587799
120808	embedding2nn.weight	8	-0.008291667327284813
120808	embedding2nn.weight	9	0.0391545332968235
120808	embedding2nn.bias	0	0.07372915744781494
120808	embedding2nn.bias	1	0.028842119500041008
120808	embedding2nn.bias	2	-0.1191234141588211
120808	embedding2nn.bias	3	0.05049736052751541
120808	embedding2nn.bias	4	0.00470130518078804
120808	embedding2nn.bias	5	-0.1775854378938675
120808	embedding2nn.bias	6	-0.10617274045944214
120808	embedding2nn.bias	7	-0.03653326258063316
120808	embedding2nn.bias	8	0.0387767069041729
120808	embedding2nn.bias	9	-0.06901609897613525
120808	rnn.weight_ih_l0	0	0.024183817207813263
120808	rnn.weight_ih_l0	1	-0.06609838455915451
120808	rnn.weight_ih_l0	2	-0.010911509394645691
120808	rnn.weight_ih_l0	3	-0.027996916323900223
120808	rnn.weight_ih_l0	4	0.015447782352566719
120808	rnn.weight_ih_l0	5	-0.09662661701440811
120808	rnn.weight_ih_l0	6	-0.01818091981112957
120808	rnn.weight_ih_l0	7	-0.008882085792720318
120808	rnn.weight_ih_l0	8	0.021802039816975594
120808	rnn.weight_ih_l0	9	-0.003968458157032728
120808	rnn.weight_hh_l0	0	0.009203718975186348
120808	rnn.weight_hh_l0	1	-0.08708208799362183
120808	rnn.weight_hh_l0	2	0.05200617387890816
120808	rnn.weight_hh_l0	3	0.03869594261050224
120808	rnn.weight_hh_l0	4	0.0047135925851762295
120808	rnn.weight_hh_l0	5	0.06146048381924629
120808	rnn.weight_hh_l0	6	-0.014866792596876621
120808	rnn.weight_hh_l0	7	-0.08191321045160294
120808	rnn.weight_hh_l0	8	-0.004655607510358095
120808	rnn.weight_hh_l0	9	-0.08287949115037918
120808	rnn.bias_ih_l0	0	-0.08705893158912659
120808	rnn.bias_ih_l0	1	-0.17161785066127777
120808	rnn.bias_ih_l0	2	-0.2311527281999588
120808	rnn.bias_ih_l0	3	-0.284618616104126
120808	rnn.bias_ih_l0	4	-0.002385784173384309
120808	rnn.bias_ih_l0	5	0.07355999201536179
120808	rnn.bias_ih_l0	6	-0.15369883179664612
120808	rnn.bias_ih_l0	7	-0.2571028470993042
120808	rnn.bias_ih_l0	8	-0.12265776842832565
120808	rnn.bias_ih_l0	9	-0.16975091397762299
120808	rnn.bias_hh_l0	0	0.14742247760295868
120808	rnn.bias_hh_l0	1	-0.05545927211642265
120808	rnn.bias_hh_l0	2	0.02067536674439907
120808	rnn.bias_hh_l0	3	-0.15892393887043
120808	rnn.bias_hh_l0	4	0.054233368486166
120808	rnn.bias_hh_l0	5	0.002481035888195038
120808	rnn.bias_hh_l0	6	-0.07380639016628265
120808	rnn.bias_hh_l0	7	-0.1483987718820572
120808	rnn.bias_hh_l0	8	-0.16336044669151306
120808	rnn.bias_hh_l0	9	-0.10236514359712601
120808	rnn.weight_ih_l0_reverse	0	-0.013836377300322056
120808	rnn.weight_ih_l0_reverse	1	0.0034932452253997326
120808	rnn.weight_ih_l0_reverse	2	-0.005479423329234123
120808	rnn.weight_ih_l0_reverse	3	-0.006213327404111624
120808	rnn.weight_ih_l0_reverse	4	0.03458445146679878
120808	rnn.weight_ih_l0_reverse	5	-0.044833749532699585
120808	rnn.weight_ih_l0_reverse	6	-0.040686000138521194
120808	rnn.weight_ih_l0_reverse	7	-0.006988218519836664
120808	rnn.weight_ih_l0_reverse	8	0.10360271483659744
120808	rnn.weight_ih_l0_reverse	9	0.014045393094420433
120808	rnn.weight_hh_l0_reverse	0	0.003956696484237909
120808	rnn.weight_hh_l0_reverse	1	0.02171694114804268
120808	rnn.weight_hh_l0_reverse	2	-0.04452615976333618
120808	rnn.weight_hh_l0_reverse	3	0.0397222600877285
120808	rnn.weight_hh_l0_reverse	4	0.02246229536831379
120808	rnn.weight_hh_l0_reverse	5	-0.014763620682060719
120808	rnn.weight_hh_l0_reverse	6	0.04887924715876579
120808	rnn.weight_hh_l0_reverse	7	0.03032294474542141
120808	rnn.weight_hh_l0_reverse	8	-0.006156332790851593
120808	rnn.weight_hh_l0_reverse	9	-0.044806625694036484
120808	rnn.bias_ih_l0_reverse	0	-0.12444587051868439
120808	rnn.bias_ih_l0_reverse	1	-0.28529858589172363
120808	rnn.bias_ih_l0_reverse	2	-0.0646248310804367
120808	rnn.bias_ih_l0_reverse	3	-0.12926654517650604
120808	rnn.bias_ih_l0_reverse	4	0.09136459231376648
120808	rnn.bias_ih_l0_reverse	5	-0.242059588432312
120808	rnn.bias_ih_l0_reverse	6	-0.05510329827666283
120808	rnn.bias_ih_l0_reverse	7	0.005817501340061426
120808	rnn.bias_ih_l0_reverse	8	-0.17118443548679352
120808	rnn.bias_ih_l0_reverse	9	-0.09867975115776062
120808	rnn.bias_hh_l0_reverse	0	-0.12206057459115982
120808	rnn.bias_hh_l0_reverse	1	-0.14454542100429535
120808	rnn.bias_hh_l0_reverse	2	-0.029351746663451195
120808	rnn.bias_hh_l0_reverse	3	-0.11873237043619156
120808	rnn.bias_hh_l0_reverse	4	-0.02404741570353508
120808	rnn.bias_hh_l0_reverse	5	-0.11586547642946243
120808	rnn.bias_hh_l0_reverse	6	-0.06921103596687317
120808	rnn.bias_hh_l0_reverse	7	-0.1906222403049469
120808	rnn.bias_hh_l0_reverse	8	-0.049970414489507675
120808	rnn.bias_hh_l0_reverse	9	-0.13827362656593323
120808	linear.weight	0	-0.21862664818763733
120808	linear.weight	1	-0.1539766639471054
120808	linear.weight	2	-0.011228874325752258
120808	linear.weight	3	-0.09973622113466263
120808	linear.weight	4	-0.008695701137185097
120808	linear.weight	5	0.19176101684570312
120808	linear.weight	6	0.0047744326293468475
120808	linear.weight	7	-0.021312154829502106
120808	linear.weight	8	0.23975007236003876
120808	linear.weight	9	0.22227154672145844
120808	linear.bias	0	-0.8305572271347046
120808	linear.bias	1	1.2843987941741943
120808	linear.bias	2	-0.29290130734443665
120808	linear.bias	3	-0.6505553722381592
120808	linear.bias	4	-0.9959741234779358
120808	linear.bias	5	-1.1662336587905884
120808	linear.bias	6	-0.8376147150993347
120808	linear.bias	7	-0.7752209305763245
120808	linear.bias	8	-0.01705317199230194
120808	linear.bias	9	3.3118231296539307
121005	transitions	0	-0.37326326966285706
121005	transitions	1	8.293307304382324
121005	transitions	2	-3.389648199081421
121005	transitions	3	1.3768070936203003
121005	transitions	4	-2.0096614360809326
121005	transitions	5	-0.36827003955841064
121005	transitions	6	-0.18299689888954163
121005	transitions	7	-10000.0
121005	transitions	8	1.735817551612854
121005	transitions	9	-2.2924091815948486
121005	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
121005	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
121005	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
121005	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
121005	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
121005	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
121005	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
121005	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
121005	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
121005	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
121005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
121005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
121005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
121005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
121005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
121005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
121005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
121005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
121005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
121005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
121005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
121005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
121005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
121005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
121005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
121005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
121005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
121005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
121005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
121005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
121005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
121005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
121005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
121005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
121005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
121005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
121005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
121005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
121005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
121005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
121005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
121005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
121005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
121005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
121005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
121005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
121005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
121005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
121005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
121005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
121005	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
121005	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
121005	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
121005	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
121005	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
121005	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
121005	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
121005	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
121005	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
121005	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
121005	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
121005	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
121005	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
121005	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
121005	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
121005	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
121005	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
121005	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
121005	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
121005	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
121005	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
121005	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
121005	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
121005	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
121005	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
121005	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
121005	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
121005	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
121005	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
121005	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
121005	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
121005	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
121005	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
121005	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
121005	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
121005	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
121005	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
121005	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
121005	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
121005	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
121005	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
121005	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
121005	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
121005	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
121005	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
121005	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
121005	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
121005	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
121005	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
121005	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
121005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
121005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
121005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
121005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
121005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
121005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
121005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
121005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
121005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
121005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
121005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
121005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
121005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
121005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
121005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
121005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
121005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
121005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
121005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
121005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
121005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
121005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
121005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
121005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
121005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
121005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
121005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
121005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
121005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
121005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
121005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
121005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
121005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
121005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
121005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
121005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
121005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
121005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
121005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
121005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
121005	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
121005	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
121005	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
121005	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
121005	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
121005	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
121005	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
121005	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
121005	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
121005	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
121005	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
121005	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
121005	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
121005	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
121005	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
121005	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
121005	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
121005	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
121005	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
121005	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
121005	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
121005	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
121005	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
121005	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
121005	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
121005	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
121005	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
121005	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
121005	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
121005	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
121005	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
121005	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
121005	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
121005	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
121005	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
121005	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
121005	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
121005	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
121005	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
121005	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
121005	embedding2nn.weight	0	0.04364875331521034
121005	embedding2nn.weight	1	-0.08570842444896698
121005	embedding2nn.weight	2	-0.007050421554595232
121005	embedding2nn.weight	3	-0.055176470428705215
121005	embedding2nn.weight	4	-0.1371973305940628
121005	embedding2nn.weight	5	0.10885512083768845
121005	embedding2nn.weight	6	-0.12933805584907532
121005	embedding2nn.weight	7	-0.07191921025514603
121005	embedding2nn.weight	8	-0.008675111457705498
121005	embedding2nn.weight	9	0.03722410276532173
121005	embedding2nn.bias	0	0.07493860274553299
121005	embedding2nn.bias	1	0.022167226299643517
121005	embedding2nn.bias	2	-0.1068398654460907
121005	embedding2nn.bias	3	0.04645036533474922
121005	embedding2nn.bias	4	0.015154380351305008
121005	embedding2nn.bias	5	-0.18686479330062866
121005	embedding2nn.bias	6	-0.1274421215057373
121005	embedding2nn.bias	7	-0.02815614454448223
121005	embedding2nn.bias	8	0.040978383272886276
121005	embedding2nn.bias	9	-0.04435601085424423
121005	rnn.weight_ih_l0	0	0.023454491049051285
121005	rnn.weight_ih_l0	1	-0.06668149679899216
121005	rnn.weight_ih_l0	2	-0.011294865049421787
121005	rnn.weight_ih_l0	3	-0.02737538330256939
121005	rnn.weight_ih_l0	4	0.01670612022280693
121005	rnn.weight_ih_l0	5	-0.09617087990045547
121005	rnn.weight_ih_l0	6	-0.01463895570486784
121005	rnn.weight_ih_l0	7	-0.009962182492017746
121005	rnn.weight_ih_l0	8	0.022722039371728897
121005	rnn.weight_ih_l0	9	0.002261803951114416
121005	rnn.weight_hh_l0	0	0.00984838418662548
121005	rnn.weight_hh_l0	1	-0.0840536504983902
121005	rnn.weight_hh_l0	2	0.05295698344707489
121005	rnn.weight_hh_l0	3	0.037913426756858826
121005	rnn.weight_hh_l0	4	0.004818076733499765
121005	rnn.weight_hh_l0	5	0.0609201118350029
121005	rnn.weight_hh_l0	6	-0.015408055856823921
121005	rnn.weight_hh_l0	7	-0.08186101168394089
121005	rnn.weight_hh_l0	8	-0.0042927018366754055
121005	rnn.weight_hh_l0	9	-0.0837189331650734
121005	rnn.bias_ih_l0	0	-0.09399401396512985
121005	rnn.bias_ih_l0	1	-0.1692868024110794
121005	rnn.bias_ih_l0	2	-0.23521418869495392
121005	rnn.bias_ih_l0	3	-0.28784894943237305
121005	rnn.bias_ih_l0	4	0.0005347285768948495
121005	rnn.bias_ih_l0	5	0.0843193382024765
121005	rnn.bias_ih_l0	6	-0.1524265557527542
121005	rnn.bias_ih_l0	7	-0.2581939101219177
121005	rnn.bias_ih_l0	8	-0.12661999464035034
121005	rnn.bias_ih_l0	9	-0.17110124230384827
121005	rnn.bias_hh_l0	0	0.14345131814479828
121005	rnn.bias_hh_l0	1	-0.05637683346867561
121005	rnn.bias_hh_l0	2	0.021908096969127655
121005	rnn.bias_hh_l0	3	-0.16044506430625916
121005	rnn.bias_hh_l0	4	0.05652566999197006
121005	rnn.bias_hh_l0	5	-0.003666830947622657
121005	rnn.bias_hh_l0	6	-0.07450192421674728
121005	rnn.bias_hh_l0	7	-0.14968353509902954
121005	rnn.bias_hh_l0	8	-0.16498325765132904
121005	rnn.bias_hh_l0	9	-0.10205932706594467
121005	rnn.weight_ih_l0_reverse	0	-0.015417847782373428
121005	rnn.weight_ih_l0_reverse	1	0.001990966498851776
121005	rnn.weight_ih_l0_reverse	2	-0.005985870957374573
121005	rnn.weight_ih_l0_reverse	3	-0.00604906165972352
121005	rnn.weight_ih_l0_reverse	4	0.034765616059303284
121005	rnn.weight_ih_l0_reverse	5	-0.04642142727971077
121005	rnn.weight_ih_l0_reverse	6	-0.04139634594321251
121005	rnn.weight_ih_l0_reverse	7	-0.006460996810346842
121005	rnn.weight_ih_l0_reverse	8	0.1019948422908783
121005	rnn.weight_ih_l0_reverse	9	0.014451119117438793
121005	rnn.weight_hh_l0_reverse	0	0.004230983555316925
121005	rnn.weight_hh_l0_reverse	1	0.019620835781097412
121005	rnn.weight_hh_l0_reverse	2	-0.04394187405705452
121005	rnn.weight_hh_l0_reverse	3	0.0400860458612442
121005	rnn.weight_hh_l0_reverse	4	0.023194128647446632
121005	rnn.weight_hh_l0_reverse	5	-0.012572800740599632
121005	rnn.weight_hh_l0_reverse	6	0.049258019775152206
121005	rnn.weight_hh_l0_reverse	7	0.030303172767162323
121005	rnn.weight_hh_l0_reverse	8	-0.005610540043562651
121005	rnn.weight_hh_l0_reverse	9	-0.0445941686630249
121005	rnn.bias_ih_l0_reverse	0	-0.12433859705924988
121005	rnn.bias_ih_l0_reverse	1	-0.2866382896900177
121005	rnn.bias_ih_l0_reverse	2	-0.06557078659534454
121005	rnn.bias_ih_l0_reverse	3	-0.12966138124465942
121005	rnn.bias_ih_l0_reverse	4	0.08478212356567383
121005	rnn.bias_ih_l0_reverse	5	-0.23953130841255188
121005	rnn.bias_ih_l0_reverse	6	-0.05872311443090439
121005	rnn.bias_ih_l0_reverse	7	0.013406330719590187
121005	rnn.bias_ih_l0_reverse	8	-0.16976357996463776
121005	rnn.bias_ih_l0_reverse	9	-0.09858806431293488
121005	rnn.bias_hh_l0_reverse	0	-0.12045110017061234
121005	rnn.bias_hh_l0_reverse	1	-0.14173072576522827
121005	rnn.bias_hh_l0_reverse	2	-0.031018633395433426
121005	rnn.bias_hh_l0_reverse	3	-0.12199515104293823
121005	rnn.bias_hh_l0_reverse	4	-0.020336903631687164
121005	rnn.bias_hh_l0_reverse	5	-0.11553634703159332
121005	rnn.bias_hh_l0_reverse	6	-0.06618762761354446
121005	rnn.bias_hh_l0_reverse	7	-0.19213686883449554
121005	rnn.bias_hh_l0_reverse	8	-0.04653019830584526
121005	rnn.bias_hh_l0_reverse	9	-0.13839131593704224
121005	linear.weight	0	-0.22074487805366516
121005	linear.weight	1	-0.16295893490314484
121005	linear.weight	2	-0.011228874325752258
121005	linear.weight	3	-0.08733552694320679
121005	linear.weight	4	-0.0002529251214582473
121005	linear.weight	5	0.17594312131404877
121005	linear.weight	6	0.0047744326293468475
121005	linear.weight	7	-0.021312154829502106
121005	linear.weight	8	0.2244449108839035
121005	linear.weight	9	0.23825693130493164
121005	linear.bias	0	-0.8359344601631165
121005	linear.bias	1	1.2778950929641724
121005	linear.bias	2	-0.3111337721347809
121005	linear.bias	3	-0.6371973156929016
121005	linear.bias	4	-0.9719613790512085
121005	linear.bias	5	-1.1663058996200562
121005	linear.bias	6	-0.844420850276947
121005	linear.bias	7	-0.7566642165184021
121005	linear.bias	8	-0.01705317199230194
121005	linear.bias	9	3.3133697509765625
121202	transitions	0	-0.3738194406032562
121202	transitions	1	8.297444343566895
121202	transitions	2	-3.3903281688690186
121202	transitions	3	1.3707867860794067
121202	transitions	4	-2.0107150077819824
121202	transitions	5	-0.3686012625694275
121202	transitions	6	-0.18305113911628723
121202	transitions	7	-10000.0
121202	transitions	8	1.7353808879852295
121202	transitions	9	-2.292422294616699
121202	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
121202	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
121202	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
121202	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
121202	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
121202	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
121202	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
121202	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
121202	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
121202	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
121202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
121202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
121202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
121202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
121202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
121202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
121202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
121202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
121202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
121202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
121202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
121202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
121202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
121202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
121202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
121202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
121202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
121202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
121202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
121202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
121202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
121202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
121202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
121202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
121202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
121202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
121202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
121202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
121202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
121202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
121202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
121202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
121202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
121202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
121202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
121202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
121202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
121202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
121202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
121202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
121202	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
121202	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
121202	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
121202	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
121202	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
121202	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
121202	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
121202	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
121202	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
121202	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
121202	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
121202	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
121202	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
121202	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
121202	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
121202	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
121202	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
121202	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
121202	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
121202	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
121202	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
121202	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
121202	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
121202	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
121202	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
121202	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
121202	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
121202	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
121202	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
121202	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
121202	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
121202	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
121202	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
121202	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
121202	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
121202	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
121202	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
121202	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
121202	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
121202	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
121202	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
121202	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
121202	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
121202	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
121202	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
121202	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
121202	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
121202	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
121202	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
121202	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
121202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
121202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
121202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
121202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
121202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
121202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
121202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
121202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
121202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
121202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
121202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
121202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
121202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
121202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
121202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
121202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
121202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
121202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
121202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
121202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
121202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
121202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
121202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
121202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
121202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
121202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
121202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
121202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
121202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
121202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
121202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
121202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
121202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
121202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
121202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
121202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
121202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
121202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
121202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
121202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
121202	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
121202	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
121202	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
121202	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
121202	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
121202	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
121202	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
121202	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
121202	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
121202	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
121202	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
121202	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
121202	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
121202	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
121202	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
121202	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
121202	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
121202	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
121202	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
121202	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
121202	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
121202	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
121202	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
121202	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
121202	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
121202	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
121202	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
121202	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
121202	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
121202	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
121202	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
121202	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
121202	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
121202	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
121202	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
121202	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
121202	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
121202	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
121202	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
121202	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
121202	embedding2nn.weight	0	0.04332375526428223
121202	embedding2nn.weight	1	-0.08680126816034317
121202	embedding2nn.weight	2	-0.008137276396155357
121202	embedding2nn.weight	3	-0.054327115416526794
121202	embedding2nn.weight	4	-0.13431458175182343
121202	embedding2nn.weight	5	0.10884897410869598
121202	embedding2nn.weight	6	-0.12512066960334778
121202	embedding2nn.weight	7	-0.07117163389921188
121202	embedding2nn.weight	8	-0.007150271907448769
121202	embedding2nn.weight	9	0.03917733207345009
121202	embedding2nn.bias	0	0.07534995675086975
121202	embedding2nn.bias	1	0.019046567380428314
121202	embedding2nn.bias	2	-0.10878441482782364
121202	embedding2nn.bias	3	0.0380282960832119
121202	embedding2nn.bias	4	0.03238119184970856
121202	embedding2nn.bias	5	-0.18453307449817657
121202	embedding2nn.bias	6	-0.11418378353118896
121202	embedding2nn.bias	7	-0.02463759481906891
121202	embedding2nn.bias	8	0.047988805919885635
121202	embedding2nn.bias	9	-0.0542634017765522
121202	rnn.weight_ih_l0	0	0.02061529830098152
121202	rnn.weight_ih_l0	1	-0.06768456846475601
121202	rnn.weight_ih_l0	2	-0.013045471161603928
121202	rnn.weight_ih_l0	3	-0.026202894747257233
121202	rnn.weight_ih_l0	4	0.01749481074512005
121202	rnn.weight_ih_l0	5	-0.09762818366289139
121202	rnn.weight_ih_l0	6	-0.021196773275732994
121202	rnn.weight_ih_l0	7	-0.014186984859406948
121202	rnn.weight_ih_l0	8	0.027883274480700493
121202	rnn.weight_ih_l0	9	0.0012389785842970014
121202	rnn.weight_hh_l0	0	0.011003322899341583
121202	rnn.weight_hh_l0	1	-0.08382056653499603
121202	rnn.weight_hh_l0	2	0.05297503620386124
121202	rnn.weight_hh_l0	3	0.03835991024971008
121202	rnn.weight_hh_l0	4	0.0041848719120025635
121202	rnn.weight_hh_l0	5	0.059602100402116776
121202	rnn.weight_hh_l0	6	-0.015012267045676708
121202	rnn.weight_hh_l0	7	-0.0821961760520935
121202	rnn.weight_hh_l0	8	-0.005223561078310013
121202	rnn.weight_hh_l0	9	-0.0817059725522995
121202	rnn.bias_ih_l0	0	-0.09657137095928192
121202	rnn.bias_ih_l0	1	-0.17026907205581665
121202	rnn.bias_ih_l0	2	-0.23349058628082275
121202	rnn.bias_ih_l0	3	-0.288555383682251
121202	rnn.bias_ih_l0	4	0.004520098678767681
121202	rnn.bias_ih_l0	5	0.08116579800844193
121202	rnn.bias_ih_l0	6	-0.15007109940052032
121202	rnn.bias_ih_l0	7	-0.25900182127952576
121202	rnn.bias_ih_l0	8	-0.12883251905441284
121202	rnn.bias_ih_l0	9	-0.17037130892276764
121202	rnn.bias_hh_l0	0	0.14698097109794617
121202	rnn.bias_hh_l0	1	-0.05689476430416107
121202	rnn.bias_hh_l0	2	0.019176077097654343
121202	rnn.bias_hh_l0	3	-0.1632813662290573
121202	rnn.bias_hh_l0	4	0.056062135845422745
121202	rnn.bias_hh_l0	5	-0.0024616154842078686
121202	rnn.bias_hh_l0	6	-0.07307586818933487
121202	rnn.bias_hh_l0	7	-0.14630834758281708
121202	rnn.bias_hh_l0	8	-0.1616528034210205
121202	rnn.bias_hh_l0	9	-0.10224611312150955
121202	rnn.weight_ih_l0_reverse	0	-0.013990428298711777
121202	rnn.weight_ih_l0_reverse	1	0.001996781211346388
121202	rnn.weight_ih_l0_reverse	2	-0.0042393566109240055
121202	rnn.weight_ih_l0_reverse	3	-0.004910166375339031
121202	rnn.weight_ih_l0_reverse	4	0.034205466508865356
121202	rnn.weight_ih_l0_reverse	5	-0.049135252833366394
121202	rnn.weight_ih_l0_reverse	6	-0.04188912361860275
121202	rnn.weight_ih_l0_reverse	7	-0.007587763946503401
121202	rnn.weight_ih_l0_reverse	8	0.09894273430109024
121202	rnn.weight_ih_l0_reverse	9	0.018193166702985764
121202	rnn.weight_hh_l0_reverse	0	0.004346778150647879
121202	rnn.weight_hh_l0_reverse	1	0.020126717165112495
121202	rnn.weight_hh_l0_reverse	2	-0.043127838522195816
121202	rnn.weight_hh_l0_reverse	3	0.04016472399234772
121202	rnn.weight_hh_l0_reverse	4	0.022683802992105484
121202	rnn.weight_hh_l0_reverse	5	-0.012636739760637283
121202	rnn.weight_hh_l0_reverse	6	0.049365222454071045
121202	rnn.weight_hh_l0_reverse	7	0.030655769631266594
121202	rnn.weight_hh_l0_reverse	8	-0.006241837050765753
121202	rnn.weight_hh_l0_reverse	9	-0.044135089963674545
121202	rnn.bias_ih_l0_reverse	0	-0.12707030773162842
121202	rnn.bias_ih_l0_reverse	1	-0.28804731369018555
121202	rnn.bias_ih_l0_reverse	2	-0.06517180800437927
121202	rnn.bias_ih_l0_reverse	3	-0.12828148901462555
121202	rnn.bias_ih_l0_reverse	4	0.0798797607421875
121202	rnn.bias_ih_l0_reverse	5	-0.24051904678344727
121202	rnn.bias_ih_l0_reverse	6	-0.05686813220381737
121202	rnn.bias_ih_l0_reverse	7	0.01528527308255434
121202	rnn.bias_ih_l0_reverse	8	-0.1717282384634018
121202	rnn.bias_ih_l0_reverse	9	-0.10314133018255234
121202	rnn.bias_hh_l0_reverse	0	-0.11905040591955185
121202	rnn.bias_hh_l0_reverse	1	-0.14563317596912384
121202	rnn.bias_hh_l0_reverse	2	-0.03243554010987282
121202	rnn.bias_hh_l0_reverse	3	-0.11929406970739365
121202	rnn.bias_hh_l0_reverse	4	-0.019497714936733246
121202	rnn.bias_hh_l0_reverse	5	-0.11597546935081482
121202	rnn.bias_hh_l0_reverse	6	-0.06796088069677353
121202	rnn.bias_hh_l0_reverse	7	-0.18883052468299866
121202	rnn.bias_hh_l0_reverse	8	-0.049138184636831284
121202	rnn.bias_hh_l0_reverse	9	-0.13834835588932037
121202	linear.weight	0	-0.2171885073184967
121202	linear.weight	1	-0.1632820963859558
121202	linear.weight	2	-0.011228874325752258
121202	linear.weight	3	-0.09034796804189682
121202	linear.weight	4	-0.01967264898121357
121202	linear.weight	5	0.17101234197616577
121202	linear.weight	6	0.0047744326293468475
121202	linear.weight	7	-0.021312154829502106
121202	linear.weight	8	0.18961027264595032
121202	linear.weight	9	0.22174276411533356
121202	linear.bias	0	-0.8254646062850952
121202	linear.bias	1	1.2794438600540161
121202	linear.bias	2	-0.3136179745197296
121202	linear.bias	3	-0.6302188634872437
121202	linear.bias	4	-0.9780341982841492
121202	linear.bias	5	-1.1663777828216553
121202	linear.bias	6	-0.8368058204650879
121202	linear.bias	7	-0.7455796599388123
121202	linear.bias	8	-0.01705317199230194
121202	linear.bias	9	3.249638557434082
121399	transitions	0	-0.3740198314189911
121399	transitions	1	8.266679763793945
121399	transitions	2	-3.3911991119384766
121399	transitions	3	1.37930428981781
121399	transitions	4	-2.0124173164367676
121399	transitions	5	-0.36871689558029175
121399	transitions	6	-0.18313482403755188
121399	transitions	7	-10000.0
121399	transitions	8	1.7330201864242554
121399	transitions	9	-2.292431592941284
121399	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
121399	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
121399	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
121399	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
121399	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
121399	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
121399	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
121399	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
121399	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
121399	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
121399	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
121399	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
121399	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
121399	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
121399	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
121399	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
121399	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
121399	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
121399	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
121399	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
121399	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
121399	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
121399	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
121399	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
121399	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
121399	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
121399	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
121399	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
121399	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
121399	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
121399	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
121399	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
121399	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
121399	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
121399	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
121399	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
121399	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
121399	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
121399	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
121399	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
121399	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
121399	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
121399	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
121399	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
121399	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
121399	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
121399	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
121399	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
121399	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
121399	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
121399	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
121399	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
121399	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
121399	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
121399	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
121399	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
121399	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
121399	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
121399	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
121399	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
121399	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
121399	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
121399	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
121399	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
121399	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
121399	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
121399	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
121399	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
121399	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
121399	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
121399	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
121399	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
121399	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
121399	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
121399	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
121399	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
121399	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
121399	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
121399	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
121399	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
121399	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
121399	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
121399	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
121399	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
121399	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
121399	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
121399	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
121399	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
121399	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
121399	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
121399	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
121399	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
121399	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
121399	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
121399	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
121399	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
121399	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
121399	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
121399	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
121399	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
121399	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
121399	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
121399	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
121399	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
121399	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
121399	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
121399	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
121399	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
121399	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
121399	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
121399	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
121399	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
121399	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
121399	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
121399	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
121399	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
121399	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
121399	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
121399	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
121399	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
121399	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
121399	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
121399	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
121399	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
121399	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
121399	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
121399	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
121399	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
121399	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
121399	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
121399	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
121399	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
121399	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
121399	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
121399	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
121399	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
121399	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
121399	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
121399	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
121399	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
121399	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
121399	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
121399	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
121399	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
121399	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
121399	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
121399	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
121399	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
121399	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
121399	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
121399	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
121399	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
121399	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
121399	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
121399	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
121399	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
121399	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
121399	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
121399	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
121399	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
121399	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
121399	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
121399	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
121399	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
121399	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
121399	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
121399	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
121399	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
121399	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
121399	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
121399	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
121399	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
121399	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
121399	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
121399	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
121399	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
121399	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
121399	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
121399	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
121399	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
121399	embedding2nn.weight	0	0.04402296617627144
121399	embedding2nn.weight	1	-0.08879930526018143
121399	embedding2nn.weight	2	-0.006294443272054195
121399	embedding2nn.weight	3	-0.05552054941654205
121399	embedding2nn.weight	4	-0.13143327832221985
121399	embedding2nn.weight	5	0.10916266590356827
121399	embedding2nn.weight	6	-0.13560493290424347
121399	embedding2nn.weight	7	-0.06741425395011902
121399	embedding2nn.weight	8	-0.006900501437485218
121399	embedding2nn.weight	9	0.036107733845710754
121399	embedding2nn.bias	0	0.07661810517311096
121399	embedding2nn.bias	1	0.02652273327112198
121399	embedding2nn.bias	2	-0.1023150086402893
121399	embedding2nn.bias	3	0.054929301142692566
121399	embedding2nn.bias	4	0.03675629571080208
121399	embedding2nn.bias	5	-0.19518086314201355
121399	embedding2nn.bias	6	-0.11860425025224686
121399	embedding2nn.bias	7	-0.018253544345498085
121399	embedding2nn.bias	8	0.04477010294795036
121399	embedding2nn.bias	9	-0.06048583984375
121399	rnn.weight_ih_l0	0	0.023115720599889755
121399	rnn.weight_ih_l0	1	-0.0716019794344902
121399	rnn.weight_ih_l0	2	-0.015460537746548653
121399	rnn.weight_ih_l0	3	-0.026263194158673286
121399	rnn.weight_ih_l0	4	0.019537396728992462
121399	rnn.weight_ih_l0	5	-0.09722405672073364
121399	rnn.weight_ih_l0	6	-0.018359651789069176
121399	rnn.weight_ih_l0	7	-0.016131602227687836
121399	rnn.weight_ih_l0	8	0.028708430007100105
121399	rnn.weight_ih_l0	9	-0.00140766694676131
121399	rnn.weight_hh_l0	0	0.010131239891052246
121399	rnn.weight_hh_l0	1	-0.08486740291118622
121399	rnn.weight_hh_l0	2	0.051661890000104904
121399	rnn.weight_hh_l0	3	0.03812408074736595
121399	rnn.weight_hh_l0	4	0.0037025995552539825
121399	rnn.weight_hh_l0	5	0.05878344550728798
121399	rnn.weight_hh_l0	6	-0.014731357805430889
121399	rnn.weight_hh_l0	7	-0.08237198740243912
121399	rnn.weight_hh_l0	8	-0.00501388730481267
121399	rnn.weight_hh_l0	9	-0.07543613761663437
121399	rnn.bias_ih_l0	0	-0.09642014652490616
121399	rnn.bias_ih_l0	1	-0.16962435841560364
121399	rnn.bias_ih_l0	2	-0.23413921892642975
121399	rnn.bias_ih_l0	3	-0.2901889979839325
121399	rnn.bias_ih_l0	4	0.005414794664829969
121399	rnn.bias_ih_l0	5	0.08194322884082794
121399	rnn.bias_ih_l0	6	-0.14905039966106415
121399	rnn.bias_ih_l0	7	-0.2610013484954834
121399	rnn.bias_ih_l0	8	-0.12920977175235748
121399	rnn.bias_ih_l0	9	-0.1691877841949463
121399	rnn.bias_hh_l0	0	0.14885325729846954
121399	rnn.bias_hh_l0	1	-0.05759258568286896
121399	rnn.bias_hh_l0	2	0.023549720644950867
121399	rnn.bias_hh_l0	3	-0.16447675228118896
121399	rnn.bias_hh_l0	4	0.054211147129535675
121399	rnn.bias_hh_l0	5	0.002801601542159915
121399	rnn.bias_hh_l0	6	-0.07098262012004852
121399	rnn.bias_hh_l0	7	-0.14717520773410797
121399	rnn.bias_hh_l0	8	-0.1631321907043457
121399	rnn.bias_hh_l0	9	-0.1045624315738678
121399	rnn.weight_ih_l0_reverse	0	-0.012654819525778294
121399	rnn.weight_ih_l0_reverse	1	0.002982738660648465
121399	rnn.weight_ih_l0_reverse	2	-0.002870120108127594
121399	rnn.weight_ih_l0_reverse	3	-0.005311983171850443
121399	rnn.weight_ih_l0_reverse	4	0.034984298050403595
121399	rnn.weight_ih_l0_reverse	5	-0.05475427582859993
121399	rnn.weight_ih_l0_reverse	6	-0.04371413588523865
121399	rnn.weight_ih_l0_reverse	7	-0.009265136905014515
121399	rnn.weight_ih_l0_reverse	8	0.09148745983839035
121399	rnn.weight_ih_l0_reverse	9	0.017686184495687485
121399	rnn.weight_hh_l0_reverse	0	0.0038825110532343388
121399	rnn.weight_hh_l0_reverse	1	0.020231276750564575
121399	rnn.weight_hh_l0_reverse	2	-0.042459361255168915
121399	rnn.weight_hh_l0_reverse	3	0.04115419089794159
121399	rnn.weight_hh_l0_reverse	4	0.02174760028719902
121399	rnn.weight_hh_l0_reverse	5	-0.01330634392797947
121399	rnn.weight_hh_l0_reverse	6	0.04843319579958916
121399	rnn.weight_hh_l0_reverse	7	0.031107744202017784
121399	rnn.weight_hh_l0_reverse	8	-0.006057559512555599
121399	rnn.weight_hh_l0_reverse	9	-0.04411126300692558
121399	rnn.bias_ih_l0_reverse	0	-0.13015908002853394
121399	rnn.bias_ih_l0_reverse	1	-0.2808094918727875
121399	rnn.bias_ih_l0_reverse	2	-0.065482497215271
121399	rnn.bias_ih_l0_reverse	3	-0.1317439079284668
121399	rnn.bias_ih_l0_reverse	4	0.07925492525100708
121399	rnn.bias_ih_l0_reverse	5	-0.24127356708049774
121399	rnn.bias_ih_l0_reverse	6	-0.05791701003909111
121399	rnn.bias_ih_l0_reverse	7	0.007403783965855837
121399	rnn.bias_ih_l0_reverse	8	-0.17513559758663177
121399	rnn.bias_ih_l0_reverse	9	-0.10487191379070282
121399	rnn.bias_hh_l0_reverse	0	-0.12407559901475906
121399	rnn.bias_hh_l0_reverse	1	-0.1450531780719757
121399	rnn.bias_hh_l0_reverse	2	-0.03120046854019165
121399	rnn.bias_hh_l0_reverse	3	-0.11989466845989227
121399	rnn.bias_hh_l0_reverse	4	-0.020115075632929802
121399	rnn.bias_hh_l0_reverse	5	-0.11684194952249527
121399	rnn.bias_hh_l0_reverse	6	-0.06899848580360413
121399	rnn.bias_hh_l0_reverse	7	-0.18995268642902374
121399	rnn.bias_hh_l0_reverse	8	-0.048660941421985626
121399	rnn.bias_hh_l0_reverse	9	-0.13951566815376282
121399	linear.weight	0	-0.2214699536561966
121399	linear.weight	1	-0.15929771959781647
121399	linear.weight	2	-0.011228874325752258
121399	linear.weight	3	-0.08730651438236237
121399	linear.weight	4	-0.02655147761106491
121399	linear.weight	5	0.20148852467536926
121399	linear.weight	6	0.0047744326293468475
121399	linear.weight	7	-0.021312154829502106
121399	linear.weight	8	0.17803102731704712
121399	linear.weight	9	0.2322538197040558
121399	linear.bias	0	-0.8039451837539673
121399	linear.bias	1	1.2673254013061523
121399	linear.bias	2	-0.3171789348125458
121399	linear.bias	3	-0.646507740020752
121399	linear.bias	4	-0.9569784998893738
121399	linear.bias	5	-1.1664551496505737
121399	linear.bias	6	-0.8143807053565979
121399	linear.bias	7	-0.7502174377441406
121399	linear.bias	8	-0.01705317199230194
121399	linear.bias	9	3.2975800037384033
121596	transitions	0	-0.375415563583374
121596	transitions	1	8.27176284790039
121596	transitions	2	-3.3919265270233154
121596	transitions	3	1.3790384531021118
121596	transitions	4	-2.0131795406341553
121596	transitions	5	-0.36888986825942993
121596	transitions	6	-0.18316958844661713
121596	transitions	7	-10000.0
121596	transitions	8	1.7370965480804443
121596	transitions	9	-2.29244327545166
121596	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
121596	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
121596	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
121596	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
121596	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
121596	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
121596	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
121596	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
121596	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
121596	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
121596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
121596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
121596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
121596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
121596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
121596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
121596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
121596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
121596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
121596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
121596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
121596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
121596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
121596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
121596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
121596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
121596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
121596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
121596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
121596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
121596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
121596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
121596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
121596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
121596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
121596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
121596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
121596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
121596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
121596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
121596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
121596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
121596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
121596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
121596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
121596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
121596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
121596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
121596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
121596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
121596	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
121596	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
121596	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
121596	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
121596	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
121596	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
121596	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
121596	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
121596	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
121596	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
121596	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
121596	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
121596	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
121596	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
121596	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
121596	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
121596	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
121596	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
121596	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
121596	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
121596	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
121596	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
121596	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
121596	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
121596	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
121596	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
121596	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
121596	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
121596	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
121596	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
121596	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
121596	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
121596	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
121596	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
121596	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
121596	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
121596	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
121596	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
121596	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
121596	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
121596	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
121596	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
121596	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
121596	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
121596	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
121596	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
121596	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
121596	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
121596	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
121596	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
121596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
121596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
121596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
121596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
121596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
121596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
121596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
121596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
121596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
121596	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
121596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
121596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
121596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
121596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
121596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
121596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
121596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
121596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
121596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
121596	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
121596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
121596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
121596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
121596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
121596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
121596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
121596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
121596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
121596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
121596	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
121596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
121596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
121596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
121596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
121596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
121596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
121596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
121596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
121596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
121596	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
121596	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
121596	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
121596	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
121596	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
121596	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
121596	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
121596	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
121596	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
121596	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
121596	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
121596	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
121596	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
121596	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
121596	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
121596	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
121596	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
121596	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
121596	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
121596	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
121596	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
121596	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
121596	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
121596	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
121596	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
121596	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
121596	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
121596	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
121596	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
121596	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
121596	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
121596	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
121596	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
121596	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
121596	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
121596	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
121596	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
121596	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
121596	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
121596	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
121596	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
121596	embedding2nn.weight	0	0.04434826597571373
121596	embedding2nn.weight	1	-0.08840055763721466
121596	embedding2nn.weight	2	-0.0017392567824572325
121596	embedding2nn.weight	3	-0.0541360042989254
121596	embedding2nn.weight	4	-0.12953518331050873
121596	embedding2nn.weight	5	0.1104385182261467
121596	embedding2nn.weight	6	-0.13659867644309998
121596	embedding2nn.weight	7	-0.06919771432876587
121596	embedding2nn.weight	8	-0.00915746670216322
121596	embedding2nn.weight	9	0.03721017390489578
121596	embedding2nn.bias	0	0.09111478179693222
121596	embedding2nn.bias	1	0.022923903539776802
121596	embedding2nn.bias	2	-0.10306501388549805
121596	embedding2nn.bias	3	0.058544665575027466
121596	embedding2nn.bias	4	0.04261466860771179
121596	embedding2nn.bias	5	-0.2012946754693985
121596	embedding2nn.bias	6	-0.11272630840539932
121596	embedding2nn.bias	7	-0.028896402567625046
121596	embedding2nn.bias	8	0.03428657352924347
121596	embedding2nn.bias	9	-0.06636117398738861
121596	rnn.weight_ih_l0	0	0.023321785032749176
121596	rnn.weight_ih_l0	1	-0.07336191087961197
121596	rnn.weight_ih_l0	2	-0.014654325321316719
121596	rnn.weight_ih_l0	3	-0.023089410737156868
121596	rnn.weight_ih_l0	4	0.021247312426567078
121596	rnn.weight_ih_l0	5	-0.10007327795028687
121596	rnn.weight_ih_l0	6	-0.016090894117951393
121596	rnn.weight_ih_l0	7	-0.016989750787615776
121596	rnn.weight_ih_l0	8	0.02890751324594021
121596	rnn.weight_ih_l0	9	-0.0008299999753944576
121596	rnn.weight_hh_l0	0	0.009107490070164204
121596	rnn.weight_hh_l0	1	-0.08248892426490784
121596	rnn.weight_hh_l0	2	0.05242118984460831
121596	rnn.weight_hh_l0	3	0.03834077715873718
121596	rnn.weight_hh_l0	4	0.003959371708333492
121596	rnn.weight_hh_l0	5	0.05712851136922836
121596	rnn.weight_hh_l0	6	-0.014771808870136738
121596	rnn.weight_hh_l0	7	-0.083716481924057
121596	rnn.weight_hh_l0	8	-0.004329457879066467
121596	rnn.weight_hh_l0	9	-0.07570457458496094
121596	rnn.bias_ih_l0	0	-0.0939304530620575
121596	rnn.bias_ih_l0	1	-0.17130021750926971
121596	rnn.bias_ih_l0	2	-0.2357230931520462
121596	rnn.bias_ih_l0	3	-0.28972622752189636
121596	rnn.bias_ih_l0	4	0.008603798225522041
121596	rnn.bias_ih_l0	5	0.0768536850810051
121596	rnn.bias_ih_l0	6	-0.1491960883140564
121596	rnn.bias_ih_l0	7	-0.2612703740596771
121596	rnn.bias_ih_l0	8	-0.13023407757282257
121596	rnn.bias_ih_l0	9	-0.16276001930236816
121596	rnn.bias_hh_l0	0	0.15017108619213104
121596	rnn.bias_hh_l0	1	-0.05789852514863014
121596	rnn.bias_hh_l0	2	0.021862901747226715
121596	rnn.bias_hh_l0	3	-0.16468505561351776
121596	rnn.bias_hh_l0	4	0.05071760714054108
121596	rnn.bias_hh_l0	5	0.0051673040725290775
121596	rnn.bias_hh_l0	6	-0.0759078711271286
121596	rnn.bias_hh_l0	7	-0.14693841338157654
121596	rnn.bias_hh_l0	8	-0.16501756012439728
121596	rnn.bias_hh_l0	9	-0.1036965548992157
121596	rnn.weight_ih_l0_reverse	0	-0.0130388792604208
121596	rnn.weight_ih_l0_reverse	1	0.004362271632999182
121596	rnn.weight_ih_l0_reverse	2	-0.003310834988951683
121596	rnn.weight_ih_l0_reverse	3	-0.009558460675179958
121596	rnn.weight_ih_l0_reverse	4	0.03819285333156586
121596	rnn.weight_ih_l0_reverse	5	-0.0544218048453331
121596	rnn.weight_ih_l0_reverse	6	-0.04380147531628609
121596	rnn.weight_ih_l0_reverse	7	-0.009800104424357414
121596	rnn.weight_ih_l0_reverse	8	0.09124541282653809
121596	rnn.weight_ih_l0_reverse	9	0.01843235455453396
121596	rnn.weight_hh_l0_reverse	0	0.004372214898467064
121596	rnn.weight_hh_l0_reverse	1	0.020453333854675293
121596	rnn.weight_hh_l0_reverse	2	-0.041778210550546646
121596	rnn.weight_hh_l0_reverse	3	0.0407659113407135
121596	rnn.weight_hh_l0_reverse	4	0.020378733053803444
121596	rnn.weight_hh_l0_reverse	5	-0.014519069343805313
121596	rnn.weight_hh_l0_reverse	6	0.048961374908685684
121596	rnn.weight_hh_l0_reverse	7	0.03075565956532955
121596	rnn.weight_hh_l0_reverse	8	-0.005494747776538134
121596	rnn.weight_hh_l0_reverse	9	-0.043970026075839996
121596	rnn.bias_ih_l0_reverse	0	-0.1287578046321869
121596	rnn.bias_ih_l0_reverse	1	-0.28116366267204285
121596	rnn.bias_ih_l0_reverse	2	-0.0653098002076149
121596	rnn.bias_ih_l0_reverse	3	-0.12874341011047363
121596	rnn.bias_ih_l0_reverse	4	0.08182500302791595
121596	rnn.bias_ih_l0_reverse	5	-0.2428244799375534
121596	rnn.bias_ih_l0_reverse	6	-0.056708138436079025
121596	rnn.bias_ih_l0_reverse	7	0.010340297594666481
121596	rnn.bias_ih_l0_reverse	8	-0.17456820607185364
121596	rnn.bias_ih_l0_reverse	9	-0.10771815478801727
121596	rnn.bias_hh_l0_reverse	0	-0.12408918142318726
121596	rnn.bias_hh_l0_reverse	1	-0.14613281190395355
121596	rnn.bias_hh_l0_reverse	2	-0.033115606755018234
121596	rnn.bias_hh_l0_reverse	3	-0.11901842802762985
121596	rnn.bias_hh_l0_reverse	4	-0.021373070776462555
121596	rnn.bias_hh_l0_reverse	5	-0.11786322295665741
121596	rnn.bias_hh_l0_reverse	6	-0.07034548372030258
121596	rnn.bias_hh_l0_reverse	7	-0.19035521149635315
121596	rnn.bias_hh_l0_reverse	8	-0.04930777847766876
121596	rnn.bias_hh_l0_reverse	9	-0.13845883309841156
121596	linear.weight	0	-0.21070578694343567
121596	linear.weight	1	-0.15822532773017883
121596	linear.weight	2	-0.011228874325752258
121596	linear.weight	3	-0.08996466547250748
121596	linear.weight	4	-0.022466596215963364
121596	linear.weight	5	0.18540315330028534
121596	linear.weight	6	0.0047744326293468475
121596	linear.weight	7	-0.021312154829502106
121596	linear.weight	8	0.1787819117307663
121596	linear.weight	9	0.23511606454849243
121596	linear.bias	0	-0.8405978679656982
121596	linear.bias	1	1.2633332014083862
121596	linear.bias	2	-0.2981748580932617
121596	linear.bias	3	-0.6392995119094849
121596	linear.bias	4	-0.9479487538337708
121596	linear.bias	5	-1.1665377616882324
121596	linear.bias	6	-0.8484554886817932
121596	linear.bias	7	-0.762085497379303
121596	linear.bias	8	-0.01705317199230194
121596	linear.bias	9	3.2800869941711426
121793	transitions	0	-0.375688374042511
121793	transitions	1	8.290268898010254
121793	transitions	2	-3.3925769329071045
121793	transitions	3	1.3969857692718506
121793	transitions	4	-2.0138704776763916
121793	transitions	5	-0.36903077363967896
121793	transitions	6	-0.1832137554883957
121793	transitions	7	-10000.0
121793	transitions	8	1.7322999238967896
121793	transitions	9	-2.2924537658691406
121793	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
121793	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
121793	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
121793	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
121793	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
121793	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
121793	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
121793	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
121793	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
121793	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
121793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
121793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
121793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
121793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
121793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
121793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
121793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
121793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
121793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
121793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
121793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
121793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
121793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
121793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
121793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
121793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
121793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
121793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
121793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
121793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
121793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
121793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
121793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
121793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
121793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
121793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
121793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
121793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
121793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
121793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
121793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
121793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
121793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
121793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
121793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
121793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
121793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
121793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
121793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
121793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
121793	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
121793	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
121793	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
121793	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
121793	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
121793	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
121793	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
121793	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
121793	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
121793	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
121793	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
121793	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
121793	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
121793	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
121793	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
121793	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
121793	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
121793	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
121793	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
121793	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
121793	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
121793	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
121793	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
121793	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
121793	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
121793	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
121793	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
121793	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
121793	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
121793	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
121793	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
121793	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
121793	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
121793	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
121793	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
121793	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
121793	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
121793	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
121793	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
121793	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
121793	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
121793	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
121793	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
121793	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
121793	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
121793	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
121793	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
121793	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
121793	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
121793	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
121793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
121793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
121793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
121793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
121793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
121793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
121793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
121793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
121793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
121793	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
121793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
121793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
121793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
121793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
121793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
121793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
121793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
121793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
121793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
121793	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
121793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
121793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
121793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
121793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
121793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
121793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
121793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
121793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
121793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
121793	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
121793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
121793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
121793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
121793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
121793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
121793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
121793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
121793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
121793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
121793	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
121793	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
121793	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
121793	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
121793	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
121793	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
121793	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
121793	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
121793	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
121793	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
121793	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
121793	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
121793	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
121793	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
121793	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
121793	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
121793	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
121793	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
121793	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
121793	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
121793	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
121793	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
121793	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
121793	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
121793	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
121793	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
121793	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
121793	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
121793	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
121793	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
121793	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
121793	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
121793	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
121793	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
121793	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
121793	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
121793	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
121793	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
121793	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
121793	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
121793	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
121793	embedding2nn.weight	0	0.0452251173555851
121793	embedding2nn.weight	1	-0.08738160133361816
121793	embedding2nn.weight	2	-0.0030129305087029934
121793	embedding2nn.weight	3	-0.052882708609104156
121793	embedding2nn.weight	4	-0.12754321098327637
121793	embedding2nn.weight	5	0.11168550699949265
121793	embedding2nn.weight	6	-0.1322554498910904
121793	embedding2nn.weight	7	-0.06809483468532562
121793	embedding2nn.weight	8	-0.007588603999465704
121793	embedding2nn.weight	9	0.03662210330367088
121793	embedding2nn.bias	0	0.0876077339053154
121793	embedding2nn.bias	1	0.021904725581407547
121793	embedding2nn.bias	2	-0.11220783740282059
121793	embedding2nn.bias	3	0.058070532977581024
121793	embedding2nn.bias	4	0.03043709509074688
121793	embedding2nn.bias	5	-0.19016121327877045
121793	embedding2nn.bias	6	-0.11061836779117584
121793	embedding2nn.bias	7	-0.03383662924170494
121793	embedding2nn.bias	8	0.02857280522584915
121793	embedding2nn.bias	9	-0.06097561866044998
121793	rnn.weight_ih_l0	0	0.022655455395579338
121793	rnn.weight_ih_l0	1	-0.0706314742565155
121793	rnn.weight_ih_l0	2	-0.01389396283775568
121793	rnn.weight_ih_l0	3	-0.020550178363919258
121793	rnn.weight_ih_l0	4	0.021529054269194603
121793	rnn.weight_ih_l0	5	-0.0996125340461731
121793	rnn.weight_ih_l0	6	-0.013298600912094116
121793	rnn.weight_ih_l0	7	-0.015545427799224854
121793	rnn.weight_ih_l0	8	0.029372049495577812
121793	rnn.weight_ih_l0	9	0.0002716778835747391
121793	rnn.weight_hh_l0	0	0.009550862945616245
121793	rnn.weight_hh_l0	1	-0.08324500173330307
121793	rnn.weight_hh_l0	2	0.05310449376702309
121793	rnn.weight_hh_l0	3	0.03747956454753876
121793	rnn.weight_hh_l0	4	0.004151351749897003
121793	rnn.weight_hh_l0	5	0.05785299465060234
121793	rnn.weight_hh_l0	6	-0.014610822312533855
121793	rnn.weight_hh_l0	7	-0.08297789096832275
121793	rnn.weight_hh_l0	8	-0.004491984378546476
121793	rnn.weight_hh_l0	9	-0.08021087199449539
121793	rnn.bias_ih_l0	0	-0.0997343361377716
121793	rnn.bias_ih_l0	1	-0.17011763155460358
121793	rnn.bias_ih_l0	2	-0.23535537719726562
121793	rnn.bias_ih_l0	3	-0.28614580631256104
121793	rnn.bias_ih_l0	4	0.010331699624657631
121793	rnn.bias_ih_l0	5	0.07830200344324112
121793	rnn.bias_ih_l0	6	-0.14938516914844513
121793	rnn.bias_ih_l0	7	-0.2605929374694824
121793	rnn.bias_ih_l0	8	-0.13241375982761383
121793	rnn.bias_ih_l0	9	-0.1606954038143158
121793	rnn.bias_hh_l0	0	0.14487765729427338
121793	rnn.bias_hh_l0	1	-0.05788767710328102
121793	rnn.bias_hh_l0	2	0.022679435089230537
121793	rnn.bias_hh_l0	3	-0.1631859391927719
121793	rnn.bias_hh_l0	4	0.049947869032621384
121793	rnn.bias_hh_l0	5	0.00314918695949018
121793	rnn.bias_hh_l0	6	-0.07771449536085129
121793	rnn.bias_hh_l0	7	-0.14399339258670807
121793	rnn.bias_hh_l0	8	-0.16558101773262024
121793	rnn.bias_hh_l0	9	-0.10098230093717575
121793	rnn.weight_ih_l0_reverse	0	-0.014084252528846264
121793	rnn.weight_ih_l0_reverse	1	0.0029882448725402355
121793	rnn.weight_ih_l0_reverse	2	-0.00394449895247817
121793	rnn.weight_ih_l0_reverse	3	-0.008160264231264591
121793	rnn.weight_ih_l0_reverse	4	0.039182402193546295
121793	rnn.weight_ih_l0_reverse	5	-0.05598936975002289
121793	rnn.weight_ih_l0_reverse	6	-0.046831998974084854
121793	rnn.weight_ih_l0_reverse	7	-0.009910083375871181
121793	rnn.weight_ih_l0_reverse	8	0.08762509375810623
121793	rnn.weight_ih_l0_reverse	9	0.017232371494174004
121793	rnn.weight_hh_l0_reverse	0	0.005474385805428028
121793	rnn.weight_hh_l0_reverse	1	0.021289058029651642
121793	rnn.weight_hh_l0_reverse	2	-0.04196550324559212
121793	rnn.weight_hh_l0_reverse	3	0.04044073820114136
121793	rnn.weight_hh_l0_reverse	4	0.020103072747588158
121793	rnn.weight_hh_l0_reverse	5	-0.013562246225774288
121793	rnn.weight_hh_l0_reverse	6	0.04889288917183876
121793	rnn.weight_hh_l0_reverse	7	0.02934170700609684
121793	rnn.weight_hh_l0_reverse	8	-0.006079329177737236
121793	rnn.weight_hh_l0_reverse	9	-0.044318560510873795
121793	rnn.bias_ih_l0_reverse	0	-0.12807409465312958
121793	rnn.bias_ih_l0_reverse	1	-0.2829142212867737
121793	rnn.bias_ih_l0_reverse	2	-0.06466120481491089
121793	rnn.bias_ih_l0_reverse	3	-0.12689925730228424
121793	rnn.bias_ih_l0_reverse	4	0.08227619528770447
121793	rnn.bias_ih_l0_reverse	5	-0.24695655703544617
121793	rnn.bias_ih_l0_reverse	6	-0.057268545031547546
121793	rnn.bias_ih_l0_reverse	7	0.007835348136723042
121793	rnn.bias_ih_l0_reverse	8	-0.17189830541610718
121793	rnn.bias_ih_l0_reverse	9	-0.10682361572980881
121793	rnn.bias_hh_l0_reverse	0	-0.1271304041147232
121793	rnn.bias_hh_l0_reverse	1	-0.14642509818077087
121793	rnn.bias_hh_l0_reverse	2	-0.03201289102435112
121793	rnn.bias_hh_l0_reverse	3	-0.11481306701898575
121793	rnn.bias_hh_l0_reverse	4	-0.018934037536382675
121793	rnn.bias_hh_l0_reverse	5	-0.12011780589818954
121793	rnn.bias_hh_l0_reverse	6	-0.06774444133043289
121793	rnn.bias_hh_l0_reverse	7	-0.18685856461524963
121793	rnn.bias_hh_l0_reverse	8	-0.050332315266132355
121793	rnn.bias_hh_l0_reverse	9	-0.13674582540988922
121793	linear.weight	0	-0.23119479417800903
121793	linear.weight	1	-0.147670179605484
121793	linear.weight	2	-0.011228874325752258
121793	linear.weight	3	-0.07718568295240402
121793	linear.weight	4	-0.021485906094312668
121793	linear.weight	5	0.16710902750492096
121793	linear.weight	6	0.0047744326293468475
121793	linear.weight	7	-0.021312154829502106
121793	linear.weight	8	0.17277346551418304
121793	linear.weight	9	0.21465642750263214
121793	linear.bias	0	-0.8262397050857544
121793	linear.bias	1	1.270630955696106
121793	linear.bias	2	-0.31216683983802795
121793	linear.bias	3	-0.6505821943283081
121793	linear.bias	4	-0.9627872705459595
121793	linear.bias	5	-1.166617751121521
121793	linear.bias	6	-0.8290085792541504
121793	linear.bias	7	-0.7572531700134277
121793	linear.bias	8	-0.01705317199230194
121793	linear.bias	9	3.251716375350952
121990	transitions	0	-0.37604644894599915
121990	transitions	1	8.291269302368164
121990	transitions	2	-3.393253803253174
121990	transitions	3	1.404289960861206
121990	transitions	4	-2.014781951904297
121990	transitions	5	-0.36911100149154663
121990	transitions	6	-0.18325653672218323
121990	transitions	7	-10000.0
121990	transitions	8	1.7354981899261475
121990	transitions	9	-2.292466640472412
121990	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
121990	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
121990	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
121990	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
121990	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
121990	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
121990	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
121990	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
121990	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
121990	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
121990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
121990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
121990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
121990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
121990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
121990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
121990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
121990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
121990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
121990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
121990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
121990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
121990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
121990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
121990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
121990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
121990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
121990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
121990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
121990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
121990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
121990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
121990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
121990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
121990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
121990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
121990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
121990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
121990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
121990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
121990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
121990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
121990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
121990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
121990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
121990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
121990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
121990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
121990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
121990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
121990	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
121990	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
121990	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
121990	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
121990	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
121990	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
121990	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
121990	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
121990	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
121990	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
121990	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
121990	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
121990	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
121990	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
121990	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
121990	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
121990	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
121990	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
121990	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
121990	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
121990	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
121990	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
121990	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
121990	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
121990	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
121990	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
121990	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
121990	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
121990	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
121990	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
121990	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
121990	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
121990	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
121990	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
121990	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
121990	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
121990	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
121990	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
121990	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
121990	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
121990	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
121990	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
121990	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
121990	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
121990	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
121990	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
121990	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
121990	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
121990	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
121990	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
121990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
121990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
121990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
121990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
121990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
121990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
121990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
121990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
121990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
121990	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
121990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
121990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
121990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
121990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
121990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
121990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
121990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
121990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
121990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
121990	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
121990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
121990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
121990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
121990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
121990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
121990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
121990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
121990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
121990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
121990	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
121990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
121990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
121990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
121990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
121990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
121990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
121990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
121990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
121990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
121990	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
121990	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
121990	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
121990	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
121990	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
121990	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
121990	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
121990	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
121990	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
121990	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
121990	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
121990	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
121990	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
121990	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
121990	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
121990	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
121990	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
121990	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
121990	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
121990	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
121990	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
121990	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
121990	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
121990	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
121990	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
121990	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
121990	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
121990	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
121990	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
121990	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
121990	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
121990	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
121990	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
121990	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
121990	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
121990	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
121990	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
121990	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
121990	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
121990	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
121990	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
121990	embedding2nn.weight	0	0.04485584795475006
121990	embedding2nn.weight	1	-0.08668393641710281
121990	embedding2nn.weight	2	-0.0031886131037026644
121990	embedding2nn.weight	3	-0.050981830805540085
121990	embedding2nn.weight	4	-0.12921422719955444
121990	embedding2nn.weight	5	0.11352183669805527
121990	embedding2nn.weight	6	-0.1308511644601822
121990	embedding2nn.weight	7	-0.07040280848741531
121990	embedding2nn.weight	8	-0.00563416164368391
121990	embedding2nn.weight	9	0.04347047209739685
121990	embedding2nn.bias	0	0.09099302440881729
121990	embedding2nn.bias	1	0.02273567020893097
121990	embedding2nn.bias	2	-0.10729125887155533
121990	embedding2nn.bias	3	0.06805524230003357
121990	embedding2nn.bias	4	0.030340615659952164
121990	embedding2nn.bias	5	-0.18550164997577667
121990	embedding2nn.bias	6	-0.10887732356786728
121990	embedding2nn.bias	7	-0.04180723428726196
121990	embedding2nn.bias	8	0.020251328125596046
121990	embedding2nn.bias	9	-0.056379158049821854
121990	rnn.weight_ih_l0	0	0.02020777203142643
121990	rnn.weight_ih_l0	1	-0.06612714380025864
121990	rnn.weight_ih_l0	2	-0.012920212000608444
121990	rnn.weight_ih_l0	3	-0.02138918824493885
121990	rnn.weight_ih_l0	4	0.02040015533566475
121990	rnn.weight_ih_l0	5	-0.1023273691534996
121990	rnn.weight_ih_l0	6	-0.020329777151346207
121990	rnn.weight_ih_l0	7	-0.01589823327958584
121990	rnn.weight_ih_l0	8	0.03206038475036621
121990	rnn.weight_ih_l0	9	0.003593886038288474
121990	rnn.weight_hh_l0	0	0.009686593897640705
121990	rnn.weight_hh_l0	1	-0.0822601392865181
121990	rnn.weight_hh_l0	2	0.05267099291086197
121990	rnn.weight_hh_l0	3	0.03679210692644119
121990	rnn.weight_hh_l0	4	0.0041777403093874454
121990	rnn.weight_hh_l0	5	0.05908903852105141
121990	rnn.weight_hh_l0	6	-0.01464930921792984
121990	rnn.weight_hh_l0	7	-0.08153770118951797
121990	rnn.weight_hh_l0	8	-0.005762183107435703
121990	rnn.weight_hh_l0	9	-0.07777921855449677
121990	rnn.bias_ih_l0	0	-0.1004849448800087
121990	rnn.bias_ih_l0	1	-0.1691160947084427
121990	rnn.bias_ih_l0	2	-0.23678775131702423
121990	rnn.bias_ih_l0	3	-0.28611642122268677
121990	rnn.bias_ih_l0	4	0.01137289684265852
121990	rnn.bias_ih_l0	5	0.07698679715394974
121990	rnn.bias_ih_l0	6	-0.1487983912229538
121990	rnn.bias_ih_l0	7	-0.2659778296947479
121990	rnn.bias_ih_l0	8	-0.13179457187652588
121990	rnn.bias_ih_l0	9	-0.16274698078632355
121990	rnn.bias_hh_l0	0	0.14359548687934875
121990	rnn.bias_hh_l0	1	-0.05662250891327858
121990	rnn.bias_hh_l0	2	0.025829123333096504
121990	rnn.bias_hh_l0	3	-0.16729892790317535
121990	rnn.bias_hh_l0	4	0.052390363067388535
121990	rnn.bias_hh_l0	5	0.0020582787692546844
121990	rnn.bias_hh_l0	6	-0.07449118047952652
121990	rnn.bias_hh_l0	7	-0.14452138543128967
121990	rnn.bias_hh_l0	8	-0.16863968968391418
121990	rnn.bias_hh_l0	9	-0.1004348173737526
121990	rnn.weight_ih_l0_reverse	0	-0.013669543899595737
121990	rnn.weight_ih_l0_reverse	1	0.005283022299408913
121990	rnn.weight_ih_l0_reverse	2	-0.0036135190166532993
121990	rnn.weight_ih_l0_reverse	3	-0.009217631071805954
121990	rnn.weight_ih_l0_reverse	4	0.0427621528506279
121990	rnn.weight_ih_l0_reverse	5	-0.05514701083302498
121990	rnn.weight_ih_l0_reverse	6	-0.04675506055355072
121990	rnn.weight_ih_l0_reverse	7	-0.007631426677107811
121990	rnn.weight_ih_l0_reverse	8	0.08918171375989914
121990	rnn.weight_ih_l0_reverse	9	0.01675717905163765
121990	rnn.weight_hh_l0_reverse	0	0.005524356849491596
121990	rnn.weight_hh_l0_reverse	1	0.021987145766615868
121990	rnn.weight_hh_l0_reverse	2	-0.041913505643606186
121990	rnn.weight_hh_l0_reverse	3	0.04051130264997482
121990	rnn.weight_hh_l0_reverse	4	0.020741309970617294
121990	rnn.weight_hh_l0_reverse	5	-0.01343902014195919
121990	rnn.weight_hh_l0_reverse	6	0.05025794729590416
121990	rnn.weight_hh_l0_reverse	7	0.028847942128777504
121990	rnn.weight_hh_l0_reverse	8	-0.0064438325352966785
121990	rnn.weight_hh_l0_reverse	9	-0.044454872608184814
121990	rnn.bias_ih_l0_reverse	0	-0.12839215993881226
121990	rnn.bias_ih_l0_reverse	1	-0.28204935789108276
121990	rnn.bias_ih_l0_reverse	2	-0.06575504690408707
121990	rnn.bias_ih_l0_reverse	3	-0.12703321874141693
121990	rnn.bias_ih_l0_reverse	4	0.07968407869338989
121990	rnn.bias_ih_l0_reverse	5	-0.2463785856962204
121990	rnn.bias_ih_l0_reverse	6	-0.05585399642586708
121990	rnn.bias_ih_l0_reverse	7	0.0046472870744764805
121990	rnn.bias_ih_l0_reverse	8	-0.17320874333381653
121990	rnn.bias_ih_l0_reverse	9	-0.10926059633493423
121990	rnn.bias_hh_l0_reverse	0	-0.130665123462677
121990	rnn.bias_hh_l0_reverse	1	-0.14628195762634277
121990	rnn.bias_hh_l0_reverse	2	-0.03174445033073425
121990	rnn.bias_hh_l0_reverse	3	-0.11781654506921768
121990	rnn.bias_hh_l0_reverse	4	-0.022395990788936615
121990	rnn.bias_hh_l0_reverse	5	-0.11657599359750748
121990	rnn.bias_hh_l0_reverse	6	-0.0695159062743187
121990	rnn.bias_hh_l0_reverse	7	-0.18396125733852386
121990	rnn.bias_hh_l0_reverse	8	-0.04932168126106262
121990	rnn.bias_hh_l0_reverse	9	-0.13824255764484406
121990	linear.weight	0	-0.2339048683643341
121990	linear.weight	1	-0.13961002230644226
121990	linear.weight	2	-0.011228874325752258
121990	linear.weight	3	-0.07769379764795303
121990	linear.weight	4	-0.007253269664943218
121990	linear.weight	5	0.17268820106983185
121990	linear.weight	6	0.0047744326293468475
121990	linear.weight	7	-0.021312154829502106
121990	linear.weight	8	0.20232662558555603
121990	linear.weight	9	0.19323661923408508
121990	linear.bias	0	-0.80838942527771
121990	linear.bias	1	1.281347632408142
121990	linear.bias	2	-0.28778931498527527
121990	linear.bias	3	-0.6576390266418457
121990	linear.bias	4	-0.9783345460891724
121990	linear.bias	5	-1.1666877269744873
121990	linear.bias	6	-0.8121249675750732
121990	linear.bias	7	-0.7707427740097046
121990	linear.bias	8	-0.01705317199230194
121990	linear.bias	9	3.3044209480285645
122187	transitions	0	-0.3768939673900604
122187	transitions	1	8.31640625
122187	transitions	2	-3.394392490386963
122187	transitions	3	1.3935372829437256
122187	transitions	4	-2.015913248062134
122187	transitions	5	-0.36942794919013977
122187	transitions	6	-0.18332108855247498
122187	transitions	7	-10000.0
122187	transitions	8	1.7336692810058594
122187	transitions	9	-2.292478084564209
122187	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
122187	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
122187	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
122187	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
122187	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
122187	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
122187	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
122187	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
122187	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
122187	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
122187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
122187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
122187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
122187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
122187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
122187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
122187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
122187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
122187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
122187	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
122187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
122187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
122187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
122187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
122187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
122187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
122187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
122187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
122187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
122187	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
122187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
122187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
122187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
122187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
122187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
122187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
122187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
122187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
122187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
122187	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
122187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
122187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
122187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
122187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
122187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
122187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
122187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
122187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
122187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
122187	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
122187	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
122187	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
122187	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
122187	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
122187	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
122187	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
122187	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
122187	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
122187	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
122187	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
122187	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
122187	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
122187	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
122187	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
122187	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
122187	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
122187	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
122187	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
122187	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
122187	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
122187	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
122187	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
122187	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
122187	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
122187	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
122187	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
122187	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
122187	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
122187	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
122187	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
122187	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
122187	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
122187	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
122187	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
122187	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
122187	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
122187	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
122187	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
122187	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
122187	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
122187	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
122187	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
122187	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
122187	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
122187	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
122187	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
122187	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
122187	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
122187	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
122187	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
122187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
122187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
122187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
122187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
122187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
122187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
122187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
122187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
122187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
122187	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
122187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
122187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
122187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
122187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
122187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
122187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
122187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
122187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
122187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
122187	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
122187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
122187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
122187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
122187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
122187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
122187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
122187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
122187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
122187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
122187	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
122187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
122187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
122187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
122187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
122187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
122187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
122187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
122187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
122187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
122187	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
122187	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
122187	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
122187	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
122187	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
122187	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
122187	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
122187	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
122187	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
122187	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
122187	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
122187	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
122187	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
122187	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
122187	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
122187	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
122187	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
122187	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
122187	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
122187	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
122187	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
122187	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
122187	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
122187	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
122187	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
122187	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
122187	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
122187	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
122187	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
122187	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
122187	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
122187	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
122187	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
122187	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
122187	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
122187	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
122187	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
122187	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
122187	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
122187	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
122187	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
122187	embedding2nn.weight	0	0.04481033235788345
122187	embedding2nn.weight	1	-0.08453667163848877
122187	embedding2nn.weight	2	0.0009761617984622717
122187	embedding2nn.weight	3	-0.054494138807058334
122187	embedding2nn.weight	4	-0.12700380384922028
122187	embedding2nn.weight	5	0.11518339067697525
122187	embedding2nn.weight	6	-0.1286325454711914
122187	embedding2nn.weight	7	-0.07560987025499344
122187	embedding2nn.weight	8	-0.004477913025766611
122187	embedding2nn.weight	9	0.04297855496406555
122187	embedding2nn.bias	0	0.0932871550321579
122187	embedding2nn.bias	1	0.0323793925344944
122187	embedding2nn.bias	2	-0.09395457059144974
122187	embedding2nn.bias	3	0.06759655475616455
122187	embedding2nn.bias	4	0.040098533034324646
122187	embedding2nn.bias	5	-0.17931944131851196
122187	embedding2nn.bias	6	-0.11940738558769226
122187	embedding2nn.bias	7	-0.042208898812532425
122187	embedding2nn.bias	8	0.012965860776603222
122187	embedding2nn.bias	9	-0.05875811725854874
122187	rnn.weight_ih_l0	0	0.022171547636389732
122187	rnn.weight_ih_l0	1	-0.0663563534617424
122187	rnn.weight_ih_l0	2	-0.01487324945628643
122187	rnn.weight_ih_l0	3	-0.019692156463861465
122187	rnn.weight_ih_l0	4	0.02297099679708481
122187	rnn.weight_ih_l0	5	-0.1008841022849083
122187	rnn.weight_ih_l0	6	-0.02736015059053898
122187	rnn.weight_ih_l0	7	-0.014019271358847618
122187	rnn.weight_ih_l0	8	0.029216982424259186
122187	rnn.weight_ih_l0	9	0.004500385373830795
122187	rnn.weight_hh_l0	0	0.00843943189829588
122187	rnn.weight_hh_l0	1	-0.08194884657859802
122187	rnn.weight_hh_l0	2	0.05217303708195686
122187	rnn.weight_hh_l0	3	0.036610085517168045
122187	rnn.weight_hh_l0	4	0.0037259836681187153
122187	rnn.weight_hh_l0	5	0.05835592746734619
122187	rnn.weight_hh_l0	6	-0.015006744302809238
122187	rnn.weight_hh_l0	7	-0.08194256573915482
122187	rnn.weight_hh_l0	8	-0.006768516264855862
122187	rnn.weight_hh_l0	9	-0.07381384074687958
122187	rnn.bias_ih_l0	0	-0.09780116379261017
122187	rnn.bias_ih_l0	1	-0.1672968715429306
122187	rnn.bias_ih_l0	2	-0.23766545951366425
122187	rnn.bias_ih_l0	3	-0.28748229146003723
122187	rnn.bias_ih_l0	4	0.008849427103996277
122187	rnn.bias_ih_l0	5	0.07568098604679108
122187	rnn.bias_ih_l0	6	-0.1466788500547409
122187	rnn.bias_ih_l0	7	-0.26984935998916626
122187	rnn.bias_ih_l0	8	-0.13358117640018463
122187	rnn.bias_ih_l0	9	-0.16396525502204895
122187	rnn.bias_hh_l0	0	0.1456412672996521
122187	rnn.bias_hh_l0	1	-0.057767290621995926
122187	rnn.bias_hh_l0	2	0.02820410206913948
122187	rnn.bias_hh_l0	3	-0.16590125858783722
122187	rnn.bias_hh_l0	4	0.04857289791107178
122187	rnn.bias_hh_l0	5	0.0029004765674471855
122187	rnn.bias_hh_l0	6	-0.07750248908996582
122187	rnn.bias_hh_l0	7	-0.14658869802951813
122187	rnn.bias_hh_l0	8	-0.16865399479866028
122187	rnn.bias_hh_l0	9	-0.0980909988284111
122187	rnn.weight_ih_l0_reverse	0	-0.01045613456517458
122187	rnn.weight_ih_l0_reverse	1	0.005037366412580013
122187	rnn.weight_ih_l0_reverse	2	-0.002259316388517618
122187	rnn.weight_ih_l0_reverse	3	-0.010591035708785057
122187	rnn.weight_ih_l0_reverse	4	0.0412834994494915
122187	rnn.weight_ih_l0_reverse	5	-0.05523676052689552
122187	rnn.weight_ih_l0_reverse	6	-0.04823232442140579
122187	rnn.weight_ih_l0_reverse	7	-0.006600182969123125
122187	rnn.weight_ih_l0_reverse	8	0.08838439732789993
122187	rnn.weight_ih_l0_reverse	9	0.015429843217134476
122187	rnn.weight_hh_l0_reverse	0	0.006010614335536957
122187	rnn.weight_hh_l0_reverse	1	0.022325463593006134
122187	rnn.weight_hh_l0_reverse	2	-0.04125020280480385
122187	rnn.weight_hh_l0_reverse	3	0.03968629613518715
122187	rnn.weight_hh_l0_reverse	4	0.0198055487126112
122187	rnn.weight_hh_l0_reverse	5	-0.012694856151938438
122187	rnn.weight_hh_l0_reverse	6	0.05016829073429108
122187	rnn.weight_hh_l0_reverse	7	0.026845615357160568
122187	rnn.weight_hh_l0_reverse	8	-0.0061250473372638226
122187	rnn.weight_hh_l0_reverse	9	-0.04409509524703026
122187	rnn.bias_ih_l0_reverse	0	-0.12909597158432007
122187	rnn.bias_ih_l0_reverse	1	-0.2855343520641327
122187	rnn.bias_ih_l0_reverse	2	-0.06564410775899887
122187	rnn.bias_ih_l0_reverse	3	-0.12871843576431274
122187	rnn.bias_ih_l0_reverse	4	0.0773240253329277
122187	rnn.bias_ih_l0_reverse	5	-0.24612264335155487
122187	rnn.bias_ih_l0_reverse	6	-0.05977930128574371
122187	rnn.bias_ih_l0_reverse	7	-0.0011455737985670567
122187	rnn.bias_ih_l0_reverse	8	-0.17530086636543274
122187	rnn.bias_ih_l0_reverse	9	-0.10851400345563889
122187	rnn.bias_hh_l0_reverse	0	-0.13260124623775482
122187	rnn.bias_hh_l0_reverse	1	-0.14731119573116302
122187	rnn.bias_hh_l0_reverse	2	-0.03356615826487541
122187	rnn.bias_hh_l0_reverse	3	-0.11248373240232468
122187	rnn.bias_hh_l0_reverse	4	-0.024204911664128304
122187	rnn.bias_hh_l0_reverse	5	-0.11530917882919312
122187	rnn.bias_hh_l0_reverse	6	-0.07267217338085175
122187	rnn.bias_hh_l0_reverse	7	-0.18355032801628113
122187	rnn.bias_hh_l0_reverse	8	-0.05196753144264221
122187	rnn.bias_hh_l0_reverse	9	-0.13712383806705475
122187	linear.weight	0	-0.2360120415687561
122187	linear.weight	1	-0.1432587057352066
122187	linear.weight	2	-0.011228874325752258
122187	linear.weight	3	-0.0721810981631279
122187	linear.weight	4	-0.004927771165966988
122187	linear.weight	5	0.1772911548614502
122187	linear.weight	6	0.0047744326293468475
122187	linear.weight	7	-0.021312154829502106
122187	linear.weight	8	0.20085947215557098
122187	linear.weight	9	0.20841412246227264
122187	linear.bias	0	-0.7923818230628967
122187	linear.bias	1	1.2719026803970337
122187	linear.bias	2	-0.3229583501815796
122187	linear.bias	3	-0.650879442691803
122187	linear.bias	4	-0.9800278544425964
122187	linear.bias	5	-1.1667594909667969
122187	linear.bias	6	-0.7991796135902405
122187	linear.bias	7	-0.7837629914283752
122187	linear.bias	8	-0.01705317199230194
122187	linear.bias	9	3.2906267642974854
122384	transitions	0	-0.3772914707660675
122384	transitions	1	8.323431015014648
122384	transitions	2	-3.3959646224975586
122384	transitions	3	1.3964922428131104
122384	transitions	4	-2.0171639919281006
122384	transitions	5	-0.36964699625968933
122384	transitions	6	-0.18341930210590363
122384	transitions	7	-10000.0
122384	transitions	8	1.7360607385635376
122384	transitions	9	-2.292487382888794
122384	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
122384	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
122384	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
122384	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
122384	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
122384	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
122384	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
122384	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
122384	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
122384	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
122384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
122384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
122384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
122384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
122384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
122384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
122384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
122384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
122384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
122384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
122384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
122384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
122384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
122384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
122384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
122384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
122384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
122384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
122384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
122384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
122384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
122384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
122384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
122384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
122384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
122384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
122384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
122384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
122384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
122384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
122384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
122384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
122384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
122384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
122384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
122384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
122384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
122384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
122384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
122384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
122384	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
122384	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
122384	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
122384	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
122384	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
122384	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
122384	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
122384	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
122384	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
122384	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
122384	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
122384	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
122384	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
122384	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
122384	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
122384	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
122384	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
122384	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
122384	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
122384	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
122384	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
122384	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
122384	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
122384	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
122384	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
122384	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
122384	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
122384	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
122384	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
122384	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
122384	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
122384	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
122384	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
122384	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
122384	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
122384	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
122384	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
122384	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
122384	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
122384	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
122384	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
122384	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
122384	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
122384	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
122384	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
122384	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
122384	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
122384	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
122384	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
122384	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
122384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
122384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
122384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
122384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
122384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
122384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
122384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
122384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
122384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
122384	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
122384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
122384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
122384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
122384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
122384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
122384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
122384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
122384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
122384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
122384	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
122384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
122384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
122384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
122384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
122384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
122384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
122384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
122384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
122384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
122384	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
122384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
122384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
122384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
122384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
122384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
122384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
122384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
122384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
122384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
122384	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
122384	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
122384	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
122384	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
122384	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
122384	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
122384	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
122384	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
122384	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
122384	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
122384	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
122384	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
122384	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
122384	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
122384	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
122384	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
122384	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
122384	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
122384	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
122384	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
122384	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
122384	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
122384	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
122384	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
122384	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
122384	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
122384	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
122384	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
122384	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
122384	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
122384	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
122384	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
122384	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
122384	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
122384	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
122384	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
122384	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
122384	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
122384	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
122384	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
122384	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
122384	embedding2nn.weight	0	0.044389575719833374
122384	embedding2nn.weight	1	-0.08342202007770538
122384	embedding2nn.weight	2	0.0020218926947563887
122384	embedding2nn.weight	3	-0.05476639047265053
122384	embedding2nn.weight	4	-0.1284547746181488
122384	embedding2nn.weight	5	0.11514074355363846
122384	embedding2nn.weight	6	-0.11689922213554382
122384	embedding2nn.weight	7	-0.0729839876294136
122384	embedding2nn.weight	8	-0.005390675272792578
122384	embedding2nn.weight	9	0.043179064989089966
122384	embedding2nn.bias	0	0.08372674137353897
122384	embedding2nn.bias	1	0.037799056619405746
122384	embedding2nn.bias	2	-0.09732256829738617
122384	embedding2nn.bias	3	0.06954570859670639
122384	embedding2nn.bias	4	0.01896796002984047
122384	embedding2nn.bias	5	-0.1884617954492569
122384	embedding2nn.bias	6	-0.11406198143959045
122384	embedding2nn.bias	7	-0.028325362130999565
122384	embedding2nn.bias	8	0.016405705362558365
122384	embedding2nn.bias	9	-0.06317562609910965
122384	rnn.weight_ih_l0	0	0.018625408411026
122384	rnn.weight_ih_l0	1	-0.06905145198106766
122384	rnn.weight_ih_l0	2	-0.013740676455199718
122384	rnn.weight_ih_l0	3	-0.022930007427930832
122384	rnn.weight_ih_l0	4	0.023649370297789574
122384	rnn.weight_ih_l0	5	-0.09918719530105591
122384	rnn.weight_ih_l0	6	-0.028741594403982162
122384	rnn.weight_ih_l0	7	-0.01393792126327753
122384	rnn.weight_ih_l0	8	0.03349022567272186
122384	rnn.weight_ih_l0	9	0.0052038878202438354
122384	rnn.weight_hh_l0	0	0.009289411827921867
122384	rnn.weight_hh_l0	1	-0.08342117071151733
122384	rnn.weight_hh_l0	2	0.053358640521764755
122384	rnn.weight_hh_l0	3	0.03777005895972252
122384	rnn.weight_hh_l0	4	0.004136897623538971
122384	rnn.weight_hh_l0	5	0.059123679995536804
122384	rnn.weight_hh_l0	6	-0.01523654256016016
122384	rnn.weight_hh_l0	7	-0.0816154032945633
122384	rnn.weight_hh_l0	8	-0.007198701146990061
122384	rnn.weight_hh_l0	9	-0.07161921262741089
122384	rnn.bias_ih_l0	0	-0.091512531042099
122384	rnn.bias_ih_l0	1	-0.16979384422302246
122384	rnn.bias_ih_l0	2	-0.23967576026916504
122384	rnn.bias_ih_l0	3	-0.2862241566181183
122384	rnn.bias_ih_l0	4	0.004684194456785917
122384	rnn.bias_ih_l0	5	0.07732076197862625
122384	rnn.bias_ih_l0	6	-0.14156392216682434
122384	rnn.bias_ih_l0	7	-0.2697675824165344
122384	rnn.bias_ih_l0	8	-0.13178251683712006
122384	rnn.bias_ih_l0	9	-0.1668291836977005
122384	rnn.bias_hh_l0	0	0.1448570042848587
122384	rnn.bias_hh_l0	1	-0.06180388852953911
122384	rnn.bias_hh_l0	2	0.028474653139710426
122384	rnn.bias_hh_l0	3	-0.16827137768268585
122384	rnn.bias_hh_l0	4	0.04996507614850998
122384	rnn.bias_hh_l0	5	0.00125282839871943
122384	rnn.bias_hh_l0	6	-0.07733605057001114
122384	rnn.bias_hh_l0	7	-0.14764612913131714
122384	rnn.bias_hh_l0	8	-0.16958992183208466
122384	rnn.bias_hh_l0	9	-0.09550957381725311
122384	rnn.weight_ih_l0_reverse	0	-0.011701111681759357
122384	rnn.weight_ih_l0_reverse	1	0.005677030421793461
122384	rnn.weight_ih_l0_reverse	2	-0.001130673917941749
122384	rnn.weight_ih_l0_reverse	3	-0.009415323846042156
122384	rnn.weight_ih_l0_reverse	4	0.03929013013839722
122384	rnn.weight_ih_l0_reverse	5	-0.055225200951099396
122384	rnn.weight_ih_l0_reverse	6	-0.04731611907482147
122384	rnn.weight_ih_l0_reverse	7	-0.007359471637755632
122384	rnn.weight_ih_l0_reverse	8	0.0877470076084137
122384	rnn.weight_ih_l0_reverse	9	0.01697414182126522
122384	rnn.weight_hh_l0_reverse	0	0.004911637865006924
122384	rnn.weight_hh_l0_reverse	1	0.02109968475997448
122384	rnn.weight_hh_l0_reverse	2	-0.040702663362026215
122384	rnn.weight_hh_l0_reverse	3	0.040097903460264206
122384	rnn.weight_hh_l0_reverse	4	0.018982883542776108
122384	rnn.weight_hh_l0_reverse	5	-0.012704700231552124
122384	rnn.weight_hh_l0_reverse	6	0.050080183893442154
122384	rnn.weight_hh_l0_reverse	7	0.026043199002742767
122384	rnn.weight_hh_l0_reverse	8	-0.005038018804043531
122384	rnn.weight_hh_l0_reverse	9	-0.04374582692980766
122384	rnn.bias_ih_l0_reverse	0	-0.12719038128852844
122384	rnn.bias_ih_l0_reverse	1	-0.28495293855667114
122384	rnn.bias_ih_l0_reverse	2	-0.06428878009319305
122384	rnn.bias_ih_l0_reverse	3	-0.12896060943603516
122384	rnn.bias_ih_l0_reverse	4	0.08394810557365417
122384	rnn.bias_ih_l0_reverse	5	-0.24712121486663818
122384	rnn.bias_ih_l0_reverse	6	-0.05673021078109741
122384	rnn.bias_ih_l0_reverse	7	-0.004217870999127626
122384	rnn.bias_ih_l0_reverse	8	-0.17664726078510284
122384	rnn.bias_ih_l0_reverse	9	-0.10414666682481766
122384	rnn.bias_hh_l0_reverse	0	-0.13641014695167542
122384	rnn.bias_hh_l0_reverse	1	-0.14929085969924927
122384	rnn.bias_hh_l0_reverse	2	-0.032800402492284775
122384	rnn.bias_hh_l0_reverse	3	-0.11093835532665253
122384	rnn.bias_hh_l0_reverse	4	-0.025435591116547585
122384	rnn.bias_hh_l0_reverse	5	-0.11892066150903702
122384	rnn.bias_hh_l0_reverse	6	-0.07163538783788681
122384	rnn.bias_hh_l0_reverse	7	-0.18523603677749634
122384	rnn.bias_hh_l0_reverse	8	-0.053173862397670746
122384	rnn.bias_hh_l0_reverse	9	-0.13758131861686707
122384	linear.weight	0	-0.2278422862291336
122384	linear.weight	1	-0.15612444281578064
122384	linear.weight	2	-0.011228874325752258
122384	linear.weight	3	-0.07771243155002594
122384	linear.weight	4	-0.014926902949810028
122384	linear.weight	5	0.19373100996017456
122384	linear.weight	6	0.0047744326293468475
122384	linear.weight	7	-0.021312154829502106
122384	linear.weight	8	0.19927094876766205
122384	linear.weight	9	0.18782344460487366
122384	linear.bias	0	-0.8163726925849915
122384	linear.bias	1	1.2901192903518677
122384	linear.bias	2	-0.3577609360218048
122384	linear.bias	3	-0.6474138498306274
122384	linear.bias	4	-0.9935086965560913
122384	linear.bias	5	-1.166820764541626
122384	linear.bias	6	-0.8254491686820984
122384	linear.bias	7	-0.7559650540351868
122384	linear.bias	8	-0.01705317199230194
122384	linear.bias	9	3.266706943511963
122388	transitions	0	-0.37729158997535706
122388	transitions	1	8.326454162597656
122388	transitions	2	-3.3959786891937256
122388	transitions	3	1.395755648612976
122388	transitions	4	-2.0171642303466797
122388	transitions	5	-0.36964935064315796
122388	transitions	6	-0.1834196150302887
122388	transitions	7	-10000.0
122388	transitions	8	1.7360553741455078
122388	transitions	9	-2.292487382888794
122388	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
122388	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
122388	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
122388	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
122388	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
122388	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
122388	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
122388	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
122388	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
122388	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
122388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
122388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
122388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
122388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
122388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
122388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
122388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
122388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
122388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
122388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
122388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
122388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
122388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
122388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
122388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
122388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
122388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
122388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
122388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
122388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
122388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
122388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
122388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
122388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
122388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
122388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
122388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
122388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
122388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
122388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
122388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
122388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
122388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
122388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
122388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
122388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
122388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
122388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
122388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
122388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
122388	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
122388	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
122388	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
122388	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
122388	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
122388	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
122388	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
122388	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
122388	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
122388	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
122388	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
122388	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
122388	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
122388	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
122388	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
122388	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
122388	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
122388	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
122388	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
122388	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
122388	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
122388	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
122388	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
122388	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
122388	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
122388	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
122388	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
122388	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
122388	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
122388	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
122388	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
122388	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
122388	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
122388	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
122388	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
122388	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
122388	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
122388	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
122388	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
122388	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
122388	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
122388	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
122388	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
122388	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
122388	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
122388	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
122388	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
122388	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
122388	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
122388	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
122388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
122388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
122388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
122388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
122388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
122388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
122388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
122388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
122388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
122388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
122388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
122388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
122388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
122388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
122388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
122388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
122388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
122388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
122388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
122388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
122388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
122388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
122388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
122388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
122388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
122388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
122388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
122388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
122388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
122388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
122388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
122388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
122388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
122388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
122388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
122388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
122388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
122388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
122388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
122388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
122388	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
122388	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
122388	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
122388	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
122388	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
122388	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
122388	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
122388	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
122388	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
122388	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
122388	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
122388	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
122388	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
122388	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
122388	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
122388	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
122388	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
122388	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
122388	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
122388	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
122388	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
122388	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
122388	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
122388	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
122388	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
122388	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
122388	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
122388	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
122388	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
122388	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
122388	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
122388	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
122388	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
122388	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
122388	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
122388	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
122388	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
122388	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
122388	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
122388	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
122388	embedding2nn.weight	0	0.0445290133357048
122388	embedding2nn.weight	1	-0.08352828025817871
122388	embedding2nn.weight	2	0.0023422164376825094
122388	embedding2nn.weight	3	-0.05470971763134003
122388	embedding2nn.weight	4	-0.12889763712882996
122388	embedding2nn.weight	5	0.11523262411355972
122388	embedding2nn.weight	6	-0.11755107343196869
122388	embedding2nn.weight	7	-0.07301730662584305
122388	embedding2nn.weight	8	-0.0052134254947304726
122388	embedding2nn.weight	9	0.0431385338306427
122388	embedding2nn.bias	0	0.08366577327251434
122388	embedding2nn.bias	1	0.04111906886100769
122388	embedding2nn.bias	2	-0.09881874918937683
122388	embedding2nn.bias	3	0.06740893423557281
122388	embedding2nn.bias	4	0.015643075108528137
122388	embedding2nn.bias	5	-0.18719325959682465
122388	embedding2nn.bias	6	-0.11390893161296844
122388	embedding2nn.bias	7	-0.02792387828230858
122388	embedding2nn.bias	8	0.018031630665063858
122388	embedding2nn.bias	9	-0.06570164114236832
122388	rnn.weight_ih_l0	0	0.01912100985646248
122388	rnn.weight_ih_l0	1	-0.06890739500522614
122388	rnn.weight_ih_l0	2	-0.013689378276467323
122388	rnn.weight_ih_l0	3	-0.022628581151366234
122388	rnn.weight_ih_l0	4	0.0237740371376276
122388	rnn.weight_ih_l0	5	-0.09918384253978729
122388	rnn.weight_ih_l0	6	-0.028406547382473946
122388	rnn.weight_ih_l0	7	-0.013982714153826237
122388	rnn.weight_ih_l0	8	0.03382102772593498
122388	rnn.weight_ih_l0	9	0.005420385394245386
122388	rnn.weight_hh_l0	0	0.009326883591711521
122388	rnn.weight_hh_l0	1	-0.08337964862585068
122388	rnn.weight_hh_l0	2	0.05308542400598526
122388	rnn.weight_hh_l0	3	0.037703800946474075
122388	rnn.weight_hh_l0	4	0.004114221781492233
122388	rnn.weight_hh_l0	5	0.05905060097575188
122388	rnn.weight_hh_l0	6	-0.015271414071321487
122388	rnn.weight_hh_l0	7	-0.08164802193641663
122388	rnn.weight_hh_l0	8	-0.007180543150752783
122388	rnn.weight_hh_l0	9	-0.07155090570449829
122388	rnn.bias_ih_l0	0	-0.08912251144647598
122388	rnn.bias_ih_l0	1	-0.170071080327034
122388	rnn.bias_ih_l0	2	-0.23971596360206604
122388	rnn.bias_ih_l0	3	-0.28578507900238037
122388	rnn.bias_ih_l0	4	0.004989882931113243
122388	rnn.bias_ih_l0	5	0.0766080915927887
122388	rnn.bias_ih_l0	6	-0.1408064067363739
122388	rnn.bias_ih_l0	7	-0.2691541016101837
122388	rnn.bias_ih_l0	8	-0.13264280557632446
122388	rnn.bias_ih_l0	9	-0.1664952039718628
122388	rnn.bias_hh_l0	0	0.1446475088596344
122388	rnn.bias_hh_l0	1	-0.06196485087275505
122388	rnn.bias_hh_l0	2	0.028399785980582237
122388	rnn.bias_hh_l0	3	-0.16850416362285614
122388	rnn.bias_hh_l0	4	0.04931270331144333
122388	rnn.bias_hh_l0	5	0.0012707584537565708
122388	rnn.bias_hh_l0	6	-0.07741066813468933
122388	rnn.bias_hh_l0	7	-0.14750123023986816
122388	rnn.bias_hh_l0	8	-0.1701200157403946
122388	rnn.bias_hh_l0	9	-0.09559819102287292
122388	rnn.weight_ih_l0_reverse	0	-0.011692965403199196
122388	rnn.weight_ih_l0_reverse	1	0.005755935329943895
122388	rnn.weight_ih_l0_reverse	2	-0.0012594108702614903
122388	rnn.weight_ih_l0_reverse	3	-0.009471726603806019
122388	rnn.weight_ih_l0_reverse	4	0.03845907747745514
122388	rnn.weight_ih_l0_reverse	5	-0.05530576780438423
122388	rnn.weight_ih_l0_reverse	6	-0.04720316082239151
122388	rnn.weight_ih_l0_reverse	7	-0.007453843951225281
122388	rnn.weight_ih_l0_reverse	8	0.08756941556930542
122388	rnn.weight_ih_l0_reverse	9	0.01679859310388565
122388	rnn.weight_hh_l0_reverse	0	0.004548892844468355
122388	rnn.weight_hh_l0_reverse	1	0.02109038271009922
122388	rnn.weight_hh_l0_reverse	2	-0.04053877666592598
122388	rnn.weight_hh_l0_reverse	3	0.0401848740875721
122388	rnn.weight_hh_l0_reverse	4	0.018995555117726326
122388	rnn.weight_hh_l0_reverse	5	-0.012855613604187965
122388	rnn.weight_hh_l0_reverse	6	0.05005548894405365
122388	rnn.weight_hh_l0_reverse	7	0.026034392416477203
122388	rnn.weight_hh_l0_reverse	8	-0.00532182352617383
122388	rnn.weight_hh_l0_reverse	9	-0.043693751096725464
122388	rnn.bias_ih_l0_reverse	0	-0.12777191400527954
122388	rnn.bias_ih_l0_reverse	1	-0.285532683134079
122388	rnn.bias_ih_l0_reverse	2	-0.06417503207921982
122388	rnn.bias_ih_l0_reverse	3	-0.12850680947303772
122388	rnn.bias_ih_l0_reverse	4	0.08437202125787735
122388	rnn.bias_ih_l0_reverse	5	-0.24771904945373535
122388	rnn.bias_ih_l0_reverse	6	-0.057593509554862976
122388	rnn.bias_ih_l0_reverse	7	-0.003423107322305441
122388	rnn.bias_ih_l0_reverse	8	-0.17694057524204254
122388	rnn.bias_ih_l0_reverse	9	-0.1040678322315216
122388	rnn.bias_hh_l0_reverse	0	-0.1370650827884674
122388	rnn.bias_hh_l0_reverse	1	-0.14949528872966766
122388	rnn.bias_hh_l0_reverse	2	-0.03267509117722511
122388	rnn.bias_hh_l0_reverse	3	-0.11181759089231491
122388	rnn.bias_hh_l0_reverse	4	-0.025412416085600853
122388	rnn.bias_hh_l0_reverse	5	-0.11894272267818451
122388	rnn.bias_hh_l0_reverse	6	-0.07179643213748932
122388	rnn.bias_hh_l0_reverse	7	-0.18551577627658844
122388	rnn.bias_hh_l0_reverse	8	-0.05281374230980873
122388	rnn.bias_hh_l0_reverse	9	-0.13757339119911194
122388	linear.weight	0	-0.2277856469154358
122388	linear.weight	1	-0.15639805793762207
122388	linear.weight	2	-0.011228874325752258
122388	linear.weight	3	-0.07965130358934402
122388	linear.weight	4	-0.008093039505183697
122388	linear.weight	5	0.19079186022281647
122388	linear.weight	6	0.0047744326293468475
122388	linear.weight	7	-0.021312154829502106
122388	linear.weight	8	0.19882261753082275
122388	linear.weight	9	0.18785354495048523
122388	linear.bias	0	-0.826165497303009
122388	linear.bias	1	1.2943981885910034
122388	linear.bias	2	-0.35523754358291626
122388	linear.bias	3	-0.6389408111572266
122388	linear.bias	4	-0.9809784889221191
122388	linear.bias	5	-1.1668215990066528
122388	linear.bias	6	-0.8352366089820862
122388	linear.bias	7	-0.7553969621658325
122388	linear.bias	8	-0.01705317199230194
122388	linear.bias	9	3.2811553478240967
122585	transitions	0	-0.3778032958507538
122585	transitions	1	8.29414176940918
122585	transitions	2	-3.396890878677368
122585	transitions	3	1.3863675594329834
122585	transitions	4	-2.0178985595703125
122585	transitions	5	-0.36974814534187317
122585	transitions	6	-0.18344825506210327
122585	transitions	7	-10000.0
122585	transitions	8	1.7347519397735596
122585	transitions	9	-2.2924983501434326
122585	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
122585	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
122585	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
122585	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
122585	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
122585	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
122585	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
122585	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
122585	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
122585	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
122585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
122585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
122585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
122585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
122585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
122585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
122585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
122585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
122585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
122585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
122585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
122585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
122585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
122585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
122585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
122585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
122585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
122585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
122585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
122585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
122585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
122585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
122585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
122585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
122585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
122585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
122585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
122585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
122585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
122585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
122585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
122585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
122585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
122585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
122585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
122585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
122585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
122585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
122585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
122585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
122585	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
122585	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
122585	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
122585	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
122585	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
122585	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
122585	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
122585	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
122585	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
122585	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
122585	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
122585	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
122585	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
122585	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
122585	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
122585	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
122585	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
122585	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
122585	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
122585	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
122585	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
122585	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
122585	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
122585	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
122585	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
122585	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
122585	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
122585	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
122585	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
122585	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
122585	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
122585	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
122585	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
122585	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
122585	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
122585	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
122585	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
122585	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
122585	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
122585	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
122585	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
122585	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
122585	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
122585	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
122585	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
122585	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
122585	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
122585	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
122585	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
122585	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
122585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
122585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
122585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
122585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
122585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
122585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
122585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
122585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
122585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
122585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
122585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
122585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
122585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
122585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
122585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
122585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
122585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
122585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
122585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
122585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
122585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
122585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
122585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
122585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
122585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
122585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
122585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
122585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
122585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
122585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
122585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
122585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
122585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
122585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
122585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
122585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
122585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
122585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
122585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
122585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
122585	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
122585	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
122585	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
122585	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
122585	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
122585	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
122585	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
122585	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
122585	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
122585	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
122585	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
122585	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
122585	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
122585	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
122585	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
122585	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
122585	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
122585	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
122585	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
122585	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
122585	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
122585	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
122585	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
122585	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
122585	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
122585	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
122585	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
122585	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
122585	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
122585	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
122585	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
122585	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
122585	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
122585	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
122585	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
122585	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
122585	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
122585	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
122585	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
122585	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
122585	embedding2nn.weight	0	0.04453221336007118
122585	embedding2nn.weight	1	-0.08323507755994797
122585	embedding2nn.weight	2	0.007751491852104664
122585	embedding2nn.weight	3	-0.055513206869363785
122585	embedding2nn.weight	4	-0.12939099967479706
122585	embedding2nn.weight	5	0.11407961696386337
122585	embedding2nn.weight	6	-0.11507672071456909
122585	embedding2nn.weight	7	-0.07476110756397247
122585	embedding2nn.weight	8	-0.006075787357985973
122585	embedding2nn.weight	9	0.04801791161298752
122585	embedding2nn.bias	0	0.08238108456134796
122585	embedding2nn.bias	1	0.035758696496486664
122585	embedding2nn.bias	2	-0.09626386314630508
122585	embedding2nn.bias	3	0.058747246861457825
122585	embedding2nn.bias	4	0.012769706547260284
122585	embedding2nn.bias	5	-0.18644395470619202
122585	embedding2nn.bias	6	-0.11946240812540054
122585	embedding2nn.bias	7	-0.030703961849212646
122585	embedding2nn.bias	8	0.020134281367063522
122585	embedding2nn.bias	9	-0.05061060190200806
122585	rnn.weight_ih_l0	0	0.02328772470355034
122585	rnn.weight_ih_l0	1	-0.07036516815423965
122585	rnn.weight_ih_l0	2	-0.014632508158683777
122585	rnn.weight_ih_l0	3	-0.024681178852915764
122585	rnn.weight_ih_l0	4	0.023845000192523003
122585	rnn.weight_ih_l0	5	-0.09564632177352905
122585	rnn.weight_ih_l0	6	-0.03320781886577606
122585	rnn.weight_ih_l0	7	-0.015363937243819237
122585	rnn.weight_ih_l0	8	0.03568735718727112
122585	rnn.weight_ih_l0	9	0.0021861472632735968
122585	rnn.weight_hh_l0	0	0.009301047772169113
122585	rnn.weight_hh_l0	1	-0.08375272154808044
122585	rnn.weight_hh_l0	2	0.05434124544262886
122585	rnn.weight_hh_l0	3	0.03910631686449051
122585	rnn.weight_hh_l0	4	0.004198948387056589
122585	rnn.weight_hh_l0	5	0.05992000177502632
122585	rnn.weight_hh_l0	6	-0.015062374994158745
122585	rnn.weight_hh_l0	7	-0.0806775689125061
122585	rnn.weight_hh_l0	8	-0.007104354910552502
122585	rnn.weight_hh_l0	9	-0.07126904278993607
122585	rnn.bias_ih_l0	0	-0.09413380920886993
122585	rnn.bias_ih_l0	1	-0.1696249097585678
122585	rnn.bias_ih_l0	2	-0.2387348860502243
122585	rnn.bias_ih_l0	3	-0.28721895813941956
122585	rnn.bias_ih_l0	4	0.0006171080749481916
122585	rnn.bias_ih_l0	5	0.07578832656145096
122585	rnn.bias_ih_l0	6	-0.1416257619857788
122585	rnn.bias_ih_l0	7	-0.2696168124675751
122585	rnn.bias_ih_l0	8	-0.13522610068321228
122585	rnn.bias_ih_l0	9	-0.16367359459400177
122585	rnn.bias_hh_l0	0	0.14308907091617584
122585	rnn.bias_hh_l0	1	-0.06354503333568573
122585	rnn.bias_hh_l0	2	0.026857368648052216
122585	rnn.bias_hh_l0	3	-0.16920609772205353
122585	rnn.bias_hh_l0	4	0.053184814751148224
122585	rnn.bias_hh_l0	5	0.00396809121593833
122585	rnn.bias_hh_l0	6	-0.07351519912481308
122585	rnn.bias_hh_l0	7	-0.14627334475517273
122585	rnn.bias_hh_l0	8	-0.17037372291088104
122585	rnn.bias_hh_l0	9	-0.09571655839681625
122585	rnn.weight_ih_l0_reverse	0	-0.011775976978242397
122585	rnn.weight_ih_l0_reverse	1	0.007092720828950405
122585	rnn.weight_ih_l0_reverse	2	-0.0018118041334673762
122585	rnn.weight_ih_l0_reverse	3	-0.008780214935541153
122585	rnn.weight_ih_l0_reverse	4	0.0360475517809391
122585	rnn.weight_ih_l0_reverse	5	-0.05666416138410568
122585	rnn.weight_ih_l0_reverse	6	-0.05069584771990776
122585	rnn.weight_ih_l0_reverse	7	-0.010139446705579758
122585	rnn.weight_ih_l0_reverse	8	0.0877244621515274
122585	rnn.weight_ih_l0_reverse	9	0.017004752531647682
122585	rnn.weight_hh_l0_reverse	0	0.0051817032508552074
122585	rnn.weight_hh_l0_reverse	1	0.0207754448056221
122585	rnn.weight_hh_l0_reverse	2	-0.03993058204650879
122585	rnn.weight_hh_l0_reverse	3	0.04058822616934776
122585	rnn.weight_hh_l0_reverse	4	0.01866517961025238
122585	rnn.weight_hh_l0_reverse	5	-0.012434372678399086
122585	rnn.weight_hh_l0_reverse	6	0.050068438053131104
122585	rnn.weight_hh_l0_reverse	7	0.025821354240179062
122585	rnn.weight_hh_l0_reverse	8	-0.006405866704881191
122585	rnn.weight_hh_l0_reverse	9	-0.04311094433069229
122585	rnn.bias_ih_l0_reverse	0	-0.1269042044878006
122585	rnn.bias_ih_l0_reverse	1	-0.28999170660972595
122585	rnn.bias_ih_l0_reverse	2	-0.06662627309560776
122585	rnn.bias_ih_l0_reverse	3	-0.13205236196517944
122585	rnn.bias_ih_l0_reverse	4	0.08213980495929718
122585	rnn.bias_ih_l0_reverse	5	-0.2505674660205841
122585	rnn.bias_ih_l0_reverse	6	-0.05839185044169426
122585	rnn.bias_ih_l0_reverse	7	-0.004189495462924242
122585	rnn.bias_ih_l0_reverse	8	-0.17796818912029266
122585	rnn.bias_ih_l0_reverse	9	-0.10530459880828857
122585	rnn.bias_hh_l0_reverse	0	-0.13793644309043884
122585	rnn.bias_hh_l0_reverse	1	-0.1490558534860611
122585	rnn.bias_hh_l0_reverse	2	-0.03261275589466095
122585	rnn.bias_hh_l0_reverse	3	-0.11991975456476212
122585	rnn.bias_hh_l0_reverse	4	-0.022264478728175163
122585	rnn.bias_hh_l0_reverse	5	-0.11648301780223846
122585	rnn.bias_hh_l0_reverse	6	-0.07014394551515579
122585	rnn.bias_hh_l0_reverse	7	-0.1832359880208969
122585	rnn.bias_hh_l0_reverse	8	-0.052852414548397064
122585	rnn.bias_hh_l0_reverse	9	-0.13779889047145844
122585	linear.weight	0	-0.2279394567012787
122585	linear.weight	1	-0.15296730399131775
122585	linear.weight	2	-0.011228874325752258
122585	linear.weight	3	-0.06977792084217072
122585	linear.weight	4	-0.018768250942230225
122585	linear.weight	5	0.19589917361736298
122585	linear.weight	6	0.0047744326293468475
122585	linear.weight	7	-0.021312154829502106
122585	linear.weight	8	0.20010784268379211
122585	linear.weight	9	0.2045755535364151
122585	linear.bias	0	-0.8076167702674866
122585	linear.bias	1	1.2474461793899536
122585	linear.bias	2	-0.38492515683174133
122585	linear.bias	3	-0.6745854020118713
122585	linear.bias	4	-1.003000259399414
122585	linear.bias	5	-1.1668833494186401
122585	linear.bias	6	-0.8090802431106567
122585	linear.bias	7	-0.7622953057289124
122585	linear.bias	8	-0.01705317199230194
122585	linear.bias	9	3.3654143810272217
122782	transitions	0	-0.3798065483570099
122782	transitions	1	8.313915252685547
122782	transitions	2	-3.3981947898864746
122782	transitions	3	1.3890525102615356
122782	transitions	4	-2.0184919834136963
122782	transitions	5	-0.36983075737953186
122782	transitions	6	-0.18350937962532043
122782	transitions	7	-10000.0
122782	transitions	8	1.7362842559814453
122782	transitions	9	-2.292512893676758
122782	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
122782	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
122782	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
122782	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
122782	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
122782	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
122782	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
122782	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
122782	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
122782	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
122782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
122782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
122782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
122782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
122782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
122782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
122782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
122782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
122782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
122782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
122782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
122782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
122782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
122782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
122782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
122782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
122782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
122782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
122782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
122782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
122782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
122782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
122782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
122782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
122782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
122782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
122782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
122782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
122782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
122782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
122782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
122782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
122782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
122782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
122782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
122782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
122782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
122782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
122782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
122782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
122782	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
122782	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
122782	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
122782	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
122782	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
122782	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
122782	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
122782	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
122782	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
122782	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
122782	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
122782	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
122782	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
122782	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
122782	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
122782	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
122782	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
122782	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
122782	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
122782	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
122782	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
122782	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
122782	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
122782	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
122782	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
122782	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
122782	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
122782	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
122782	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
122782	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
122782	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
122782	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
122782	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
122782	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
122782	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
122782	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
122782	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
122782	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
122782	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
122782	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
122782	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
122782	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
122782	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
122782	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
122782	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
122782	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
122782	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
122782	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
122782	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
122782	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
122782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
122782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
122782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
122782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
122782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
122782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
122782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
122782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
122782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
122782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
122782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
122782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
122782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
122782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
122782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
122782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
122782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
122782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
122782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
122782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
122782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
122782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
122782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
122782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
122782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
122782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
122782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
122782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
122782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
122782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
122782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
122782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
122782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
122782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
122782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
122782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
122782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
122782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
122782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
122782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
122782	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
122782	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
122782	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
122782	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
122782	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
122782	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
122782	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
122782	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
122782	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
122782	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
122782	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
122782	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
122782	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
122782	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
122782	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
122782	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
122782	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
122782	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
122782	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
122782	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
122782	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
122782	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
122782	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
122782	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
122782	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
122782	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
122782	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
122782	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
122782	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
122782	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
122782	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
122782	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
122782	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
122782	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
122782	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
122782	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
122782	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
122782	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
122782	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
122782	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
122782	embedding2nn.weight	0	0.04435593634843826
122782	embedding2nn.weight	1	-0.08392491936683655
122782	embedding2nn.weight	2	0.009067313745617867
122782	embedding2nn.weight	3	-0.05620924010872841
122782	embedding2nn.weight	4	-0.12140198796987534
122782	embedding2nn.weight	5	0.11245674639940262
122782	embedding2nn.weight	6	-0.11949300765991211
122782	embedding2nn.weight	7	-0.0721590667963028
122782	embedding2nn.weight	8	-0.006494061090052128
122782	embedding2nn.weight	9	0.050978705286979675
122782	embedding2nn.bias	0	0.0710526630282402
122782	embedding2nn.bias	1	0.03778116777539253
122782	embedding2nn.bias	2	-0.09092302620410919
122782	embedding2nn.bias	3	0.08288834989070892
122782	embedding2nn.bias	4	0.00874212384223938
122782	embedding2nn.bias	5	-0.1766050159931183
122782	embedding2nn.bias	6	-0.11854911595582962
122782	embedding2nn.bias	7	-0.03058738261461258
122782	embedding2nn.bias	8	0.021955356001853943
122782	embedding2nn.bias	9	-0.05250147730112076
122782	rnn.weight_ih_l0	0	0.024534743279218674
122782	rnn.weight_ih_l0	1	-0.06942567974328995
122782	rnn.weight_ih_l0	2	-0.015469741076231003
122782	rnn.weight_ih_l0	3	-0.029744528234004974
122782	rnn.weight_ih_l0	4	0.02467905730009079
122782	rnn.weight_ih_l0	5	-0.09697326272726059
122782	rnn.weight_ih_l0	6	-0.038232024759054184
122782	rnn.weight_ih_l0	7	-0.015129131264984608
122782	rnn.weight_ih_l0	8	0.03611603006720543
122782	rnn.weight_ih_l0	9	0.0037373381201177835
122782	rnn.weight_hh_l0	0	0.011098206974565983
122782	rnn.weight_hh_l0	1	-0.08558632433414459
122782	rnn.weight_hh_l0	2	0.05549270659685135
122782	rnn.weight_hh_l0	3	0.03824697807431221
122782	rnn.weight_hh_l0	4	0.004621418658643961
122782	rnn.weight_hh_l0	5	0.05890136957168579
122782	rnn.weight_hh_l0	6	-0.015136328525841236
122782	rnn.weight_hh_l0	7	-0.08105745911598206
122782	rnn.weight_hh_l0	8	-0.0075299739837646484
122782	rnn.weight_hh_l0	9	-0.07154930382966995
122782	rnn.bias_ih_l0	0	-0.09198566526174545
122782	rnn.bias_ih_l0	1	-0.1639402061700821
122782	rnn.bias_ih_l0	2	-0.23511964082717896
122782	rnn.bias_ih_l0	3	-0.2865833342075348
122782	rnn.bias_ih_l0	4	0.0026617723051458597
122782	rnn.bias_ih_l0	5	0.07164884358644485
122782	rnn.bias_ih_l0	6	-0.1422298401594162
122782	rnn.bias_ih_l0	7	-0.26891008019447327
122782	rnn.bias_ih_l0	8	-0.13535022735595703
122782	rnn.bias_ih_l0	9	-0.16476023197174072
122782	rnn.bias_hh_l0	0	0.14484761655330658
122782	rnn.bias_hh_l0	1	-0.06769383698701859
122782	rnn.bias_hh_l0	2	0.02633673883974552
122782	rnn.bias_hh_l0	3	-0.1715499311685562
122782	rnn.bias_hh_l0	4	0.05311654135584831
122782	rnn.bias_hh_l0	5	0.004866800270974636
122782	rnn.bias_hh_l0	6	-0.07461026310920715
122782	rnn.bias_hh_l0	7	-0.14843210577964783
122782	rnn.bias_hh_l0	8	-0.16994169354438782
122782	rnn.bias_hh_l0	9	-0.09909047931432724
122782	rnn.weight_ih_l0_reverse	0	-0.011605081148445606
122782	rnn.weight_ih_l0_reverse	1	0.008077988401055336
122782	rnn.weight_ih_l0_reverse	2	-0.005456455517560244
122782	rnn.weight_ih_l0_reverse	3	-0.008451093919575214
122782	rnn.weight_ih_l0_reverse	4	0.03480241075158119
122782	rnn.weight_ih_l0_reverse	5	-0.0554969497025013
122782	rnn.weight_ih_l0_reverse	6	-0.050618503242731094
122782	rnn.weight_ih_l0_reverse	7	-0.011358773335814476
122782	rnn.weight_ih_l0_reverse	8	0.08884400874376297
122782	rnn.weight_ih_l0_reverse	9	0.01790856011211872
122782	rnn.weight_hh_l0_reverse	0	0.005655768793076277
122782	rnn.weight_hh_l0_reverse	1	0.02092672511935234
122782	rnn.weight_hh_l0_reverse	2	-0.04016585648059845
122782	rnn.weight_hh_l0_reverse	3	0.041458237916231155
122782	rnn.weight_hh_l0_reverse	4	0.018850866705179214
122782	rnn.weight_hh_l0_reverse	5	-0.013140283524990082
122782	rnn.weight_hh_l0_reverse	6	0.05059788003563881
122782	rnn.weight_hh_l0_reverse	7	0.025988789275288582
122782	rnn.weight_hh_l0_reverse	8	-0.007198518142104149
122782	rnn.weight_hh_l0_reverse	9	-0.04267404228448868
122782	rnn.bias_ih_l0_reverse	0	-0.12822069227695465
122782	rnn.bias_ih_l0_reverse	1	-0.29717350006103516
122782	rnn.bias_ih_l0_reverse	2	-0.06945350021123886
122782	rnn.bias_ih_l0_reverse	3	-0.13117077946662903
122782	rnn.bias_ih_l0_reverse	4	0.08582847565412521
122782	rnn.bias_ih_l0_reverse	5	-0.25077342987060547
122782	rnn.bias_ih_l0_reverse	6	-0.05958572030067444
122782	rnn.bias_ih_l0_reverse	7	-0.004609345458447933
122782	rnn.bias_ih_l0_reverse	8	-0.1772346794605255
122782	rnn.bias_ih_l0_reverse	9	-0.10785801708698273
122782	rnn.bias_hh_l0_reverse	0	-0.13904215395450592
122782	rnn.bias_hh_l0_reverse	1	-0.15178415179252625
122782	rnn.bias_hh_l0_reverse	2	-0.03436359763145447
122782	rnn.bias_hh_l0_reverse	3	-0.11751113086938858
122782	rnn.bias_hh_l0_reverse	4	-0.02474220283329487
122782	rnn.bias_hh_l0_reverse	5	-0.11770379543304443
122782	rnn.bias_hh_l0_reverse	6	-0.07334497570991516
122782	rnn.bias_hh_l0_reverse	7	-0.18444228172302246
122782	rnn.bias_hh_l0_reverse	8	-0.05815437063574791
122782	rnn.bias_hh_l0_reverse	9	-0.1392686665058136
122782	linear.weight	0	-0.23867028951644897
122782	linear.weight	1	-0.15219493210315704
122782	linear.weight	2	-0.011228874325752258
122782	linear.weight	3	-0.08301340043544769
122782	linear.weight	4	-0.023671062663197517
122782	linear.weight	5	0.208387091755867
122782	linear.weight	6	0.0047744326293468475
122782	linear.weight	7	-0.021312154829502106
122782	linear.weight	8	0.22575293481349945
122782	linear.weight	9	0.1981203258037567
122782	linear.bias	0	-0.7722678780555725
122782	linear.bias	1	1.2731918096542358
122782	linear.bias	2	-0.31455934047698975
122782	linear.bias	3	-0.6561481356620789
122782	linear.bias	4	-1.029810905456543
122782	linear.bias	5	-1.166953206062317
122782	linear.bias	6	-0.7711058855056763
122782	linear.bias	7	-0.7880090475082397
122782	linear.bias	8	-0.01705317199230194
122782	linear.bias	9	3.307182788848877
122979	transitions	0	-0.37992554903030396
122979	transitions	1	8.294775009155273
122979	transitions	2	-3.3987858295440674
122979	transitions	3	1.3957316875457764
122979	transitions	4	-2.0191071033477783
122979	transitions	5	-0.36996689438819885
122979	transitions	6	-0.18359173834323883
122979	transitions	7	-10000.0
122979	transitions	8	1.7351670265197754
122979	transitions	9	-2.2925305366516113
122979	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
122979	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
122979	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
122979	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
122979	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
122979	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
122979	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
122979	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
122979	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
122979	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
122979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
122979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
122979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
122979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
122979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
122979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
122979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
122979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
122979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
122979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
122979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
122979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
122979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
122979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
122979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
122979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
122979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
122979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
122979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
122979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
122979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
122979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
122979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
122979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
122979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
122979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
122979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
122979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
122979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
122979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
122979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
122979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
122979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
122979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
122979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
122979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
122979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
122979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
122979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
122979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
122979	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
122979	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
122979	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
122979	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
122979	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
122979	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
122979	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
122979	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
122979	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
122979	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
122979	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
122979	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
122979	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
122979	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
122979	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
122979	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
122979	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
122979	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
122979	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
122979	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
122979	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
122979	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
122979	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
122979	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
122979	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
122979	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
122979	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
122979	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
122979	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
122979	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
122979	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
122979	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
122979	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
122979	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
122979	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
122979	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
122979	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
122979	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
122979	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
122979	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
122979	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
122979	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
122979	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
122979	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
122979	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
122979	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
122979	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
122979	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
122979	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
122979	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
122979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
122979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
122979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
122979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
122979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
122979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
122979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
122979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
122979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
122979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
122979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
122979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
122979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
122979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
122979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
122979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
122979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
122979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
122979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
122979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
122979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
122979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
122979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
122979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
122979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
122979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
122979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
122979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
122979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
122979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
122979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
122979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
122979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
122979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
122979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
122979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
122979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
122979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
122979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
122979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
122979	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
122979	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
122979	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
122979	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
122979	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
122979	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
122979	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
122979	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
122979	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
122979	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
122979	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
122979	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
122979	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
122979	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
122979	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
122979	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
122979	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
122979	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
122979	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
122979	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
122979	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
122979	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
122979	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
122979	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
122979	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
122979	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
122979	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
122979	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
122979	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
122979	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
122979	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
122979	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
122979	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
122979	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
122979	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
122979	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
122979	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
122979	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
122979	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
122979	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
122979	embedding2nn.weight	0	0.04465193301439285
122979	embedding2nn.weight	1	-0.08472880721092224
122979	embedding2nn.weight	2	0.007342967204749584
122979	embedding2nn.weight	3	-0.05701325088739395
122979	embedding2nn.weight	4	-0.12037383019924164
122979	embedding2nn.weight	5	0.11327601969242096
122979	embedding2nn.weight	6	-0.12486101686954498
122979	embedding2nn.weight	7	-0.07234468311071396
122979	embedding2nn.weight	8	-0.005826321430504322
122979	embedding2nn.weight	9	0.05486645922064781
122979	embedding2nn.bias	0	0.0680190846323967
122979	embedding2nn.bias	1	0.037936653941869736
122979	embedding2nn.bias	2	-0.07802280783653259
122979	embedding2nn.bias	3	0.060069456696510315
122979	embedding2nn.bias	4	-0.0033468841575086117
122979	embedding2nn.bias	5	-0.17436368763446808
122979	embedding2nn.bias	6	-0.10602961480617523
122979	embedding2nn.bias	7	-0.029371367767453194
122979	embedding2nn.bias	8	0.024902354925870895
122979	embedding2nn.bias	9	-0.05373365059494972
122979	rnn.weight_ih_l0	0	0.022894425317645073
122979	rnn.weight_ih_l0	1	-0.07158785313367844
122979	rnn.weight_ih_l0	2	-0.016225287690758705
122979	rnn.weight_ih_l0	3	-0.030740031972527504
122979	rnn.weight_ih_l0	4	0.023199865594506264
122979	rnn.weight_ih_l0	5	-0.0964779332280159
122979	rnn.weight_ih_l0	6	-0.036880627274513245
122979	rnn.weight_ih_l0	7	-0.017217928543686867
122979	rnn.weight_ih_l0	8	0.03813751041889191
122979	rnn.weight_ih_l0	9	0.0031481406185775995
122979	rnn.weight_hh_l0	0	0.010455561801791191
122979	rnn.weight_hh_l0	1	-0.08620624244213104
122979	rnn.weight_hh_l0	2	0.05594751611351967
122979	rnn.weight_hh_l0	3	0.03852356597781181
122979	rnn.weight_hh_l0	4	0.004517508205026388
122979	rnn.weight_hh_l0	5	0.05913102254271507
122979	rnn.weight_hh_l0	6	-0.015011150389909744
122979	rnn.weight_hh_l0	7	-0.08217557519674301
122979	rnn.weight_hh_l0	8	-0.007031554821878672
122979	rnn.weight_hh_l0	9	-0.06976902484893799
122979	rnn.bias_ih_l0	0	-0.08791042864322662
122979	rnn.bias_ih_l0	1	-0.16487601399421692
122979	rnn.bias_ih_l0	2	-0.23586374521255493
122979	rnn.bias_ih_l0	3	-0.28752124309539795
122979	rnn.bias_ih_l0	4	0.0044958824291825294
122979	rnn.bias_ih_l0	5	0.06782583147287369
122979	rnn.bias_ih_l0	6	-0.1426592767238617
122979	rnn.bias_ih_l0	7	-0.2677866518497467
122979	rnn.bias_ih_l0	8	-0.1369502693414688
122979	rnn.bias_ih_l0	9	-0.16593998670578003
122979	rnn.bias_hh_l0	0	0.14392317831516266
122979	rnn.bias_hh_l0	1	-0.06462575495243073
122979	rnn.bias_hh_l0	2	0.02821163833141327
122979	rnn.bias_hh_l0	3	-0.1703503131866455
122979	rnn.bias_hh_l0	4	0.05341652035713196
122979	rnn.bias_hh_l0	5	0.011559399776160717
122979	rnn.bias_hh_l0	6	-0.07425448298454285
122979	rnn.bias_hh_l0	7	-0.14488430321216583
122979	rnn.bias_hh_l0	8	-0.1695633977651596
122979	rnn.bias_hh_l0	9	-0.09525716304779053
122979	rnn.weight_ih_l0_reverse	0	-0.010371525771915913
122979	rnn.weight_ih_l0_reverse	1	0.0074280607514083385
122979	rnn.weight_ih_l0_reverse	2	-0.006964895874261856
122979	rnn.weight_ih_l0_reverse	3	-0.0053736623376607895
122979	rnn.weight_ih_l0_reverse	4	0.03401503339409828
122979	rnn.weight_ih_l0_reverse	5	-0.05535233020782471
122979	rnn.weight_ih_l0_reverse	6	-0.05399426072835922
122979	rnn.weight_ih_l0_reverse	7	-0.011790623888373375
122979	rnn.weight_ih_l0_reverse	8	0.08803530037403107
122979	rnn.weight_ih_l0_reverse	9	0.018226314336061478
122979	rnn.weight_hh_l0_reverse	0	0.005532238632440567
122979	rnn.weight_hh_l0_reverse	1	0.021264519542455673
122979	rnn.weight_hh_l0_reverse	2	-0.03926001489162445
122979	rnn.weight_hh_l0_reverse	3	0.04101084917783737
122979	rnn.weight_hh_l0_reverse	4	0.019049668684601784
122979	rnn.weight_hh_l0_reverse	5	-0.012043241411447525
122979	rnn.weight_hh_l0_reverse	6	0.05214511975646019
122979	rnn.weight_hh_l0_reverse	7	0.025072883814573288
122979	rnn.weight_hh_l0_reverse	8	-0.00810503400862217
122979	rnn.weight_hh_l0_reverse	9	-0.042753636837005615
122979	rnn.bias_ih_l0_reverse	0	-0.13109172880649567
122979	rnn.bias_ih_l0_reverse	1	-0.29892972111701965
122979	rnn.bias_ih_l0_reverse	2	-0.06825868785381317
122979	rnn.bias_ih_l0_reverse	3	-0.13233132660388947
122979	rnn.bias_ih_l0_reverse	4	0.08686652779579163
122979	rnn.bias_ih_l0_reverse	5	-0.24731536209583282
122979	rnn.bias_ih_l0_reverse	6	-0.06141497194766998
122979	rnn.bias_ih_l0_reverse	7	0.0013182521797716618
122979	rnn.bias_ih_l0_reverse	8	-0.17825369536876678
122979	rnn.bias_ih_l0_reverse	9	-0.1088559702038765
122979	rnn.bias_hh_l0_reverse	0	-0.13969680666923523
122979	rnn.bias_hh_l0_reverse	1	-0.14782454073429108
122979	rnn.bias_hh_l0_reverse	2	-0.03259962797164917
122979	rnn.bias_hh_l0_reverse	3	-0.11901572346687317
122979	rnn.bias_hh_l0_reverse	4	-0.02499181218445301
122979	rnn.bias_hh_l0_reverse	5	-0.11469864845275879
122979	rnn.bias_hh_l0_reverse	6	-0.0686698853969574
122979	rnn.bias_hh_l0_reverse	7	-0.1908322423696518
122979	rnn.bias_hh_l0_reverse	8	-0.060391880571842194
122979	rnn.bias_hh_l0_reverse	9	-0.13812817633152008
122979	linear.weight	0	-0.23176254332065582
122979	linear.weight	1	-0.1562572419643402
122979	linear.weight	2	-0.011228874325752258
122979	linear.weight	3	-0.08163806051015854
122979	linear.weight	4	-0.029004616662859917
122979	linear.weight	5	0.2167423963546753
122979	linear.weight	6	0.0047744326293468475
122979	linear.weight	7	-0.021312154829502106
122979	linear.weight	8	0.20955318212509155
122979	linear.weight	9	0.20079730451107025
122979	linear.bias	0	-0.8086267113685608
122979	linear.bias	1	1.2721983194351196
122979	linear.bias	2	-0.3200223743915558
122979	linear.bias	3	-0.6825141906738281
122979	linear.bias	4	-0.9371246099472046
122979	linear.bias	5	-1.1670143604278564
122979	linear.bias	6	-0.802096962928772
122979	linear.bias	7	-0.7894564270973206
122979	linear.bias	8	-0.01705317199230194
122979	linear.bias	9	3.284597635269165
123176	transitions	0	-0.3800708055496216
123176	transitions	1	8.26590633392334
123176	transitions	2	-3.3997576236724854
123176	transitions	3	1.395328164100647
123176	transitions	4	-2.0197486877441406
123176	transitions	5	-0.37011268734931946
123176	transitions	6	-0.18365387618541718
123176	transitions	7	-10000.0
123176	transitions	8	1.734370470046997
123176	transitions	9	-2.2925474643707275
123176	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
123176	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
123176	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
123176	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
123176	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
123176	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
123176	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
123176	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
123176	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
123176	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
123176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
123176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
123176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
123176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
123176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
123176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
123176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
123176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
123176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
123176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
123176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
123176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
123176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
123176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
123176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
123176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
123176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
123176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
123176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
123176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
123176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
123176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
123176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
123176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
123176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
123176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
123176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
123176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
123176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
123176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
123176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
123176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
123176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
123176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
123176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
123176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
123176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
123176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
123176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
123176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
123176	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
123176	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
123176	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
123176	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
123176	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
123176	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
123176	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
123176	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
123176	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
123176	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
123176	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
123176	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
123176	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
123176	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
123176	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
123176	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
123176	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
123176	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
123176	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
123176	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
123176	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
123176	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
123176	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
123176	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
123176	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
123176	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
123176	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
123176	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
123176	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
123176	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
123176	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
123176	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
123176	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
123176	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
123176	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
123176	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
123176	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
123176	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
123176	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
123176	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
123176	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
123176	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
123176	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
123176	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
123176	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
123176	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
123176	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
123176	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
123176	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
123176	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
123176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
123176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
123176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
123176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
123176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
123176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
123176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
123176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
123176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
123176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
123176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
123176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
123176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
123176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
123176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
123176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
123176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
123176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
123176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
123176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
123176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
123176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
123176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
123176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
123176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
123176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
123176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
123176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
123176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
123176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
123176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
123176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
123176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
123176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
123176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
123176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
123176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
123176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
123176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
123176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
123176	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
123176	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
123176	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
123176	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
123176	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
123176	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
123176	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
123176	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
123176	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
123176	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
123176	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
123176	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
123176	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
123176	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
123176	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
123176	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
123176	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
123176	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
123176	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
123176	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
123176	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
123176	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
123176	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
123176	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
123176	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
123176	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
123176	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
123176	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
123176	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
123176	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
123176	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
123176	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
123176	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
123176	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
123176	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
123176	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
123176	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
123176	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
123176	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
123176	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
123176	embedding2nn.weight	0	0.04524227976799011
123176	embedding2nn.weight	1	-0.08441684395074844
123176	embedding2nn.weight	2	0.0038857453037053347
123176	embedding2nn.weight	3	-0.05652492120862007
123176	embedding2nn.weight	4	-0.1220409944653511
123176	embedding2nn.weight	5	0.11055385321378708
123176	embedding2nn.weight	6	-0.12420535087585449
123176	embedding2nn.weight	7	-0.07535171508789062
123176	embedding2nn.weight	8	-0.005616172682493925
123176	embedding2nn.weight	9	0.063550665974617
123176	embedding2nn.bias	0	0.06861193478107452
123176	embedding2nn.bias	1	0.033426329493522644
123176	embedding2nn.bias	2	-0.07760719954967499
123176	embedding2nn.bias	3	0.0660131499171257
123176	embedding2nn.bias	4	-0.005805685184895992
123176	embedding2nn.bias	5	-0.19125446677207947
123176	embedding2nn.bias	6	-0.1106647327542305
123176	embedding2nn.bias	7	-0.03578043356537819
123176	embedding2nn.bias	8	0.027156388387084007
123176	embedding2nn.bias	9	-0.060735587030649185
123176	rnn.weight_ih_l0	0	0.02291313000023365
123176	rnn.weight_ih_l0	1	-0.07076396048069
123176	rnn.weight_ih_l0	2	-0.01647351309657097
123176	rnn.weight_ih_l0	3	-0.03292745351791382
123176	rnn.weight_ih_l0	4	0.02309047430753708
123176	rnn.weight_ih_l0	5	-0.0968082919716835
123176	rnn.weight_ih_l0	6	-0.03314391151070595
123176	rnn.weight_ih_l0	7	-0.02054683305323124
123176	rnn.weight_ih_l0	8	0.03854426369071007
123176	rnn.weight_ih_l0	9	-0.0018347667064517736
123176	rnn.weight_hh_l0	0	0.010083978995680809
123176	rnn.weight_hh_l0	1	-0.08476793020963669
123176	rnn.weight_hh_l0	2	0.05643497034907341
123176	rnn.weight_hh_l0	3	0.040230609476566315
123176	rnn.weight_hh_l0	4	0.004474176559597254
123176	rnn.weight_hh_l0	5	0.06066387519240379
123176	rnn.weight_hh_l0	6	-0.014801807701587677
123176	rnn.weight_hh_l0	7	-0.08268216997385025
123176	rnn.weight_hh_l0	8	-0.00795911718159914
123176	rnn.weight_hh_l0	9	-0.06916489452123642
123176	rnn.bias_ih_l0	0	-0.0860532820224762
123176	rnn.bias_ih_l0	1	-0.16662006080150604
123176	rnn.bias_ih_l0	2	-0.2355741262435913
123176	rnn.bias_ih_l0	3	-0.2869360148906708
123176	rnn.bias_ih_l0	4	-0.0008819155627861619
123176	rnn.bias_ih_l0	5	0.07041675597429276
123176	rnn.bias_ih_l0	6	-0.14601457118988037
123176	rnn.bias_ih_l0	7	-0.26838040351867676
123176	rnn.bias_ih_l0	8	-0.14143787324428558
123176	rnn.bias_ih_l0	9	-0.1662493795156479
123176	rnn.bias_hh_l0	0	0.14495666325092316
123176	rnn.bias_hh_l0	1	-0.06432691216468811
123176	rnn.bias_hh_l0	2	0.02863587997853756
123176	rnn.bias_hh_l0	3	-0.17000430822372437
123176	rnn.bias_hh_l0	4	0.05136876180768013
123176	rnn.bias_hh_l0	5	0.008446360938251019
123176	rnn.bias_hh_l0	6	-0.07401730120182037
123176	rnn.bias_hh_l0	7	-0.14667366445064545
123176	rnn.bias_hh_l0	8	-0.16541358828544617
123176	rnn.bias_hh_l0	9	-0.09490460157394409
123176	rnn.weight_ih_l0_reverse	0	-0.010712232440710068
123176	rnn.weight_ih_l0_reverse	1	0.0035416954196989536
123176	rnn.weight_ih_l0_reverse	2	-0.005441498477011919
123176	rnn.weight_ih_l0_reverse	3	-0.006929527502506971
123176	rnn.weight_ih_l0_reverse	4	0.035308703780174255
123176	rnn.weight_ih_l0_reverse	5	-0.05496281385421753
123176	rnn.weight_ih_l0_reverse	6	-0.05768934264779091
123176	rnn.weight_ih_l0_reverse	7	-0.01133863627910614
123176	rnn.weight_ih_l0_reverse	8	0.08965445309877396
123176	rnn.weight_ih_l0_reverse	9	0.018002033233642578
123176	rnn.weight_hh_l0_reverse	0	0.005588951986283064
123176	rnn.weight_hh_l0_reverse	1	0.022012004628777504
123176	rnn.weight_hh_l0_reverse	2	-0.039184942841529846
123176	rnn.weight_hh_l0_reverse	3	0.04152784124016762
123176	rnn.weight_hh_l0_reverse	4	0.019368940964341164
123176	rnn.weight_hh_l0_reverse	5	-0.011582382954657078
123176	rnn.weight_hh_l0_reverse	6	0.05334695801138878
123176	rnn.weight_hh_l0_reverse	7	0.025142120197415352
123176	rnn.weight_hh_l0_reverse	8	-0.008546409197151661
123176	rnn.weight_hh_l0_reverse	9	-0.04325934126973152
123176	rnn.bias_ih_l0_reverse	0	-0.13180339336395264
123176	rnn.bias_ih_l0_reverse	1	-0.2978081703186035
123176	rnn.bias_ih_l0_reverse	2	-0.06623733788728714
123176	rnn.bias_ih_l0_reverse	3	-0.13173988461494446
123176	rnn.bias_ih_l0_reverse	4	0.08568597584962845
123176	rnn.bias_ih_l0_reverse	5	-0.24418792128562927
123176	rnn.bias_ih_l0_reverse	6	-0.058659106492996216
123176	rnn.bias_ih_l0_reverse	7	0.0001989777956623584
123176	rnn.bias_ih_l0_reverse	8	-0.18097670376300812
123176	rnn.bias_ih_l0_reverse	9	-0.10425129532814026
123176	rnn.bias_hh_l0_reverse	0	-0.14018835127353668
123176	rnn.bias_hh_l0_reverse	1	-0.1478920727968216
123176	rnn.bias_hh_l0_reverse	2	-0.03160659223794937
123176	rnn.bias_hh_l0_reverse	3	-0.1197890192270279
123176	rnn.bias_hh_l0_reverse	4	-0.025278808549046516
123176	rnn.bias_hh_l0_reverse	5	-0.11456102877855301
123176	rnn.bias_hh_l0_reverse	6	-0.0711425244808197
123176	rnn.bias_hh_l0_reverse	7	-0.1917334496974945
123176	rnn.bias_hh_l0_reverse	8	-0.06228986382484436
123176	rnn.bias_hh_l0_reverse	9	-0.13554884493350983
123176	linear.weight	0	-0.2459673285484314
123176	linear.weight	1	-0.1579834222793579
123176	linear.weight	2	-0.011228874325752258
123176	linear.weight	3	-0.08973976224660873
123176	linear.weight	4	-0.03941100090742111
123176	linear.weight	5	0.22675488889217377
123176	linear.weight	6	0.0047744326293468475
123176	linear.weight	7	-0.021312154829502106
123176	linear.weight	8	0.21117432415485382
123176	linear.weight	9	0.18882276117801666
123176	linear.bias	0	-0.7901130318641663
123176	linear.bias	1	1.2810983657836914
123176	linear.bias	2	-0.31589680910110474
123176	linear.bias	3	-0.7008123993873596
123176	linear.bias	4	-0.9697812795639038
123176	linear.bias	5	-1.1670758724212646
123176	linear.bias	6	-0.7783704400062561
123176	linear.bias	7	-0.7241207957267761
123176	linear.bias	8	-0.01705317199230194
123176	linear.bias	9	3.2630839347839355
123373	transitions	0	-0.3803235590457916
123373	transitions	1	8.333720207214355
123373	transitions	2	-3.4013116359710693
123373	transitions	3	1.402387261390686
123373	transitions	4	-2.0205841064453125
123373	transitions	5	-0.37086066603660583
123373	transitions	6	-0.18369634449481964
123373	transitions	7	-10000.0
123373	transitions	8	1.7366743087768555
123373	transitions	9	-2.2925562858581543
123373	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
123373	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
123373	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
123373	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
123373	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
123373	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
123373	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
123373	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
123373	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
123373	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
123373	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
123373	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
123373	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
123373	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
123373	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
123373	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
123373	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
123373	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
123373	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
123373	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
123373	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
123373	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
123373	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
123373	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
123373	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
123373	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
123373	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
123373	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
123373	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
123373	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
123373	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
123373	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
123373	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
123373	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
123373	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
123373	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
123373	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
123373	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
123373	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
123373	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
123373	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
123373	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
123373	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
123373	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
123373	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
123373	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
123373	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
123373	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
123373	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
123373	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
123373	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
123373	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
123373	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
123373	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
123373	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
123373	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
123373	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
123373	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
123373	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
123373	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
123373	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
123373	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
123373	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
123373	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
123373	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
123373	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
123373	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
123373	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
123373	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
123373	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
123373	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
123373	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
123373	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
123373	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
123373	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
123373	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
123373	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
123373	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
123373	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
123373	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
123373	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
123373	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
123373	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
123373	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
123373	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
123373	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
123373	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
123373	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
123373	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
123373	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
123373	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
123373	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
123373	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
123373	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
123373	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
123373	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
123373	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
123373	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
123373	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
123373	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
123373	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
123373	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
123373	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
123373	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
123373	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
123373	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
123373	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
123373	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
123373	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
123373	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
123373	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
123373	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
123373	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
123373	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
123373	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
123373	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
123373	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
123373	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
123373	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
123373	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
123373	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
123373	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
123373	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
123373	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
123373	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
123373	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
123373	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
123373	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
123373	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
123373	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
123373	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
123373	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
123373	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
123373	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
123373	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
123373	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
123373	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
123373	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
123373	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
123373	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
123373	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
123373	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
123373	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
123373	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
123373	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
123373	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
123373	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
123373	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
123373	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
123373	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
123373	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
123373	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
123373	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
123373	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
123373	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
123373	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
123373	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
123373	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
123373	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
123373	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
123373	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
123373	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
123373	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
123373	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
123373	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
123373	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
123373	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
123373	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
123373	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
123373	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
123373	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
123373	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
123373	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
123373	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
123373	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
123373	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
123373	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
123373	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
123373	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
123373	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
123373	embedding2nn.weight	0	0.045185137540102005
123373	embedding2nn.weight	1	-0.08422598987817764
123373	embedding2nn.weight	2	0.005028096027672291
123373	embedding2nn.weight	3	-0.055039841681718826
123373	embedding2nn.weight	4	-0.1275721788406372
123373	embedding2nn.weight	5	0.11143812537193298
123373	embedding2nn.weight	6	-0.12342631816864014
123373	embedding2nn.weight	7	-0.07600978761911392
123373	embedding2nn.weight	8	-0.004841368645429611
123373	embedding2nn.weight	9	0.06688772886991501
123373	embedding2nn.bias	0	0.07010219991207123
123373	embedding2nn.bias	1	0.033130187541246414
123373	embedding2nn.bias	2	-0.08223326504230499
123373	embedding2nn.bias	3	0.05363916978240013
123373	embedding2nn.bias	4	0.01885644719004631
123373	embedding2nn.bias	5	-0.1790100783109665
123373	embedding2nn.bias	6	-0.10463069379329681
123373	embedding2nn.bias	7	-0.03561466932296753
123373	embedding2nn.bias	8	0.03588290140032768
123373	embedding2nn.bias	9	-0.04073614627122879
123373	rnn.weight_ih_l0	0	0.02116912603378296
123373	rnn.weight_ih_l0	1	-0.07165762037038803
123373	rnn.weight_ih_l0	2	-0.016895556822419167
123373	rnn.weight_ih_l0	3	-0.0311071015894413
123373	rnn.weight_ih_l0	4	0.023135164752602577
123373	rnn.weight_ih_l0	5	-0.0969039648771286
123373	rnn.weight_ih_l0	6	-0.036675967276096344
123373	rnn.weight_ih_l0	7	-0.016841188073158264
123373	rnn.weight_ih_l0	8	0.04058857634663582
123373	rnn.weight_ih_l0	9	0.0017709158128127456
123373	rnn.weight_hh_l0	0	0.010664620436728
123373	rnn.weight_hh_l0	1	-0.08496565371751785
123373	rnn.weight_hh_l0	2	0.055830225348472595
123373	rnn.weight_hh_l0	3	0.04047781229019165
123373	rnn.weight_hh_l0	4	0.004523821175098419
123373	rnn.weight_hh_l0	5	0.06046934053301811
123373	rnn.weight_hh_l0	6	-0.014773226343095303
123373	rnn.weight_hh_l0	7	-0.0832534059882164
123373	rnn.weight_hh_l0	8	-0.00924767553806305
123373	rnn.weight_hh_l0	9	-0.0702446922659874
123373	rnn.bias_ih_l0	0	-0.08684299886226654
123373	rnn.bias_ih_l0	1	-0.1702021062374115
123373	rnn.bias_ih_l0	2	-0.23493359982967377
123373	rnn.bias_ih_l0	3	-0.28512635827064514
123373	rnn.bias_ih_l0	4	-0.0006332676275633276
123373	rnn.bias_ih_l0	5	0.07098016887903214
123373	rnn.bias_ih_l0	6	-0.14617536962032318
123373	rnn.bias_ih_l0	7	-0.27124497294425964
123373	rnn.bias_ih_l0	8	-0.14057719707489014
123373	rnn.bias_ih_l0	9	-0.16567888855934143
123373	rnn.bias_hh_l0	0	0.14342354238033295
123373	rnn.bias_hh_l0	1	-0.06680050492286682
123373	rnn.bias_hh_l0	2	0.030474122613668442
123373	rnn.bias_hh_l0	3	-0.17063918709754944
123373	rnn.bias_hh_l0	4	0.05572478473186493
123373	rnn.bias_hh_l0	5	0.005914473906159401
123373	rnn.bias_hh_l0	6	-0.0728205218911171
123373	rnn.bias_hh_l0	7	-0.148224875330925
123373	rnn.bias_hh_l0	8	-0.16548146307468414
123373	rnn.bias_hh_l0	9	-0.09568773955106735
123373	rnn.weight_ih_l0_reverse	0	-0.011715858243405819
123373	rnn.weight_ih_l0_reverse	1	0.0005743757938034832
123373	rnn.weight_ih_l0_reverse	2	-0.004990259651094675
123373	rnn.weight_ih_l0_reverse	3	-0.002198457485064864
123373	rnn.weight_ih_l0_reverse	4	0.03594658151268959
123373	rnn.weight_ih_l0_reverse	5	-0.05575251951813698
123373	rnn.weight_ih_l0_reverse	6	-0.05809355899691582
123373	rnn.weight_ih_l0_reverse	7	-0.012119853869080544
123373	rnn.weight_ih_l0_reverse	8	0.08752385526895523
123373	rnn.weight_ih_l0_reverse	9	0.01741456240415573
123373	rnn.weight_hh_l0_reverse	0	0.0060839285142719746
123373	rnn.weight_hh_l0_reverse	1	0.02130471169948578
123373	rnn.weight_hh_l0_reverse	2	-0.039784643799066544
123373	rnn.weight_hh_l0_reverse	3	0.04217873141169548
123373	rnn.weight_hh_l0_reverse	4	0.019608302041888237
123373	rnn.weight_hh_l0_reverse	5	-0.01049773395061493
123373	rnn.weight_hh_l0_reverse	6	0.05446548014879227
123373	rnn.weight_hh_l0_reverse	7	0.02431848645210266
123373	rnn.weight_hh_l0_reverse	8	-0.008588776923716068
123373	rnn.weight_hh_l0_reverse	9	-0.04190852865576744
123373	rnn.bias_ih_l0_reverse	0	-0.13218587636947632
123373	rnn.bias_ih_l0_reverse	1	-0.2969086468219757
123373	rnn.bias_ih_l0_reverse	2	-0.06557789444923401
123373	rnn.bias_ih_l0_reverse	3	-0.1318807154893875
123373	rnn.bias_ih_l0_reverse	4	0.08361134678125381
123373	rnn.bias_ih_l0_reverse	5	-0.24464061856269836
123373	rnn.bias_ih_l0_reverse	6	-0.05941981077194214
123373	rnn.bias_ih_l0_reverse	7	-0.002639379119500518
123373	rnn.bias_ih_l0_reverse	8	-0.18062904477119446
123373	rnn.bias_ih_l0_reverse	9	-0.10397537052631378
123373	rnn.bias_hh_l0_reverse	0	-0.138264998793602
123373	rnn.bias_hh_l0_reverse	1	-0.1508501023054123
123373	rnn.bias_hh_l0_reverse	2	-0.032837942242622375
123373	rnn.bias_hh_l0_reverse	3	-0.12229783087968826
123373	rnn.bias_hh_l0_reverse	4	-0.02374180033802986
123373	rnn.bias_hh_l0_reverse	5	-0.11440843343734741
123373	rnn.bias_hh_l0_reverse	6	-0.07056362181901932
123373	rnn.bias_hh_l0_reverse	7	-0.1934106945991516
123373	rnn.bias_hh_l0_reverse	8	-0.057704560458660126
123373	rnn.bias_hh_l0_reverse	9	-0.13680626451969147
123373	linear.weight	0	-0.23489545285701752
123373	linear.weight	1	-0.1474393755197525
123373	linear.weight	2	-0.011228874325752258
123373	linear.weight	3	-0.0873924121260643
123373	linear.weight	4	-0.03997064381837845
123373	linear.weight	5	0.21508868038654327
123373	linear.weight	6	0.0047744326293468475
123373	linear.weight	7	-0.021312154829502106
123373	linear.weight	8	0.22752735018730164
123373	linear.weight	9	0.1889636069536209
123373	linear.bias	0	-0.8280109167098999
123373	linear.bias	1	1.301018476486206
123373	linear.bias	2	-0.4088272750377655
123373	linear.bias	3	-0.6514719128608704
123373	linear.bias	4	-0.9558247923851013
123373	linear.bias	5	-1.1671382188796997
123373	linear.bias	6	-0.8151981234550476
123373	linear.bias	7	-0.7592202425003052
123373	linear.bias	8	-0.01705317199230194
123373	linear.bias	9	3.236903667449951
123570	transitions	0	-0.38074594736099243
123570	transitions	1	8.304585456848145
123570	transitions	2	-3.4023680686950684
123570	transitions	3	1.4028940200805664
123570	transitions	4	-2.0213546752929688
123570	transitions	5	-0.3711507022380829
123570	transitions	6	-0.18374179303646088
123570	transitions	7	-10000.0
123570	transitions	8	1.7404829263687134
123570	transitions	9	-2.2925705909729004
123570	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
123570	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
123570	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
123570	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
123570	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
123570	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
123570	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
123570	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
123570	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
123570	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
123570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
123570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
123570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
123570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
123570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
123570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
123570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
123570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
123570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
123570	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
123570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
123570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
123570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
123570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
123570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
123570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
123570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
123570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
123570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
123570	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
123570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
123570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
123570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
123570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
123570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
123570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
123570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
123570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
123570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
123570	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
123570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
123570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
123570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
123570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
123570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
123570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
123570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
123570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
123570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
123570	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
123570	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
123570	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
123570	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
123570	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
123570	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
123570	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
123570	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
123570	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
123570	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
123570	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
123570	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
123570	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
123570	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
123570	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
123570	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
123570	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
123570	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
123570	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
123570	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
123570	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
123570	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
123570	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
123570	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
123570	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
123570	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
123570	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
123570	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
123570	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
123570	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
123570	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
123570	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
123570	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
123570	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
123570	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
123570	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
123570	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
123570	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
123570	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
123570	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
123570	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
123570	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
123570	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
123570	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
123570	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
123570	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
123570	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
123570	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
123570	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
123570	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
123570	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
123570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
123570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
123570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
123570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
123570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
123570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
123570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
123570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
123570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
123570	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
123570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
123570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
123570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
123570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
123570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
123570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
123570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
123570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
123570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
123570	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
123570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
123570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
123570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
123570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
123570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
123570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
123570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
123570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
123570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
123570	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
123570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
123570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
123570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
123570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
123570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
123570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
123570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
123570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
123570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
123570	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
123570	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
123570	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
123570	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
123570	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
123570	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
123570	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
123570	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
123570	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
123570	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
123570	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
123570	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
123570	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
123570	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
123570	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
123570	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
123570	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
123570	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
123570	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
123570	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
123570	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
123570	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
123570	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
123570	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
123570	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
123570	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
123570	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
123570	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
123570	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
123570	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
123570	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
123570	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
123570	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
123570	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
123570	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
123570	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
123570	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
123570	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
123570	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
123570	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
123570	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
123570	embedding2nn.weight	0	0.04572155326604843
123570	embedding2nn.weight	1	-0.08506560325622559
123570	embedding2nn.weight	2	0.005899637471884489
123570	embedding2nn.weight	3	-0.05541772395372391
123570	embedding2nn.weight	4	-0.12790797650814056
123570	embedding2nn.weight	5	0.10998554527759552
123570	embedding2nn.weight	6	-0.13145823776721954
123570	embedding2nn.weight	7	-0.07191086560487747
123570	embedding2nn.weight	8	-0.0059631988406181335
123570	embedding2nn.weight	9	0.06211318075656891
123570	embedding2nn.bias	0	0.06950774788856506
123570	embedding2nn.bias	1	0.026247425004839897
123570	embedding2nn.bias	2	-0.0932849645614624
123570	embedding2nn.bias	3	0.06602532416582108
123570	embedding2nn.bias	4	0.022868091240525246
123570	embedding2nn.bias	5	-0.1726493388414383
123570	embedding2nn.bias	6	-0.09903797507286072
123570	embedding2nn.bias	7	-0.03842739388346672
123570	embedding2nn.bias	8	0.020402610301971436
123570	embedding2nn.bias	9	-0.05775747448205948
123570	rnn.weight_ih_l0	0	0.020158182829618454
123570	rnn.weight_ih_l0	1	-0.0672231987118721
123570	rnn.weight_ih_l0	2	-0.01678028330206871
123570	rnn.weight_ih_l0	3	-0.032754093408584595
123570	rnn.weight_ih_l0	4	0.0240190289914608
123570	rnn.weight_ih_l0	5	-0.09711925685405731
123570	rnn.weight_ih_l0	6	-0.037781644612550735
123570	rnn.weight_ih_l0	7	-0.015921540558338165
123570	rnn.weight_ih_l0	8	0.03907904401421547
123570	rnn.weight_ih_l0	9	0.006353875622153282
123570	rnn.weight_hh_l0	0	0.010000577196478844
123570	rnn.weight_hh_l0	1	-0.08413770794868469
123570	rnn.weight_hh_l0	2	0.05640732869505882
123570	rnn.weight_hh_l0	3	0.04097477346658707
123570	rnn.weight_hh_l0	4	0.004663391504436731
123570	rnn.weight_hh_l0	5	0.06180393323302269
123570	rnn.weight_hh_l0	6	-0.014926359988749027
123570	rnn.weight_hh_l0	7	-0.08362516760826111
123570	rnn.weight_hh_l0	8	-0.009040501900017262
123570	rnn.weight_hh_l0	9	-0.07140286266803741
123570	rnn.bias_ih_l0	0	-0.08413690328598022
123570	rnn.bias_ih_l0	1	-0.17095200717449188
123570	rnn.bias_ih_l0	2	-0.2361527383327484
123570	rnn.bias_ih_l0	3	-0.2854996621608734
123570	rnn.bias_ih_l0	4	0.0002225164498668164
123570	rnn.bias_ih_l0	5	0.07070887088775635
123570	rnn.bias_ih_l0	6	-0.13990093767642975
123570	rnn.bias_ih_l0	7	-0.27038323879241943
123570	rnn.bias_ih_l0	8	-0.13798289000988007
123570	rnn.bias_ih_l0	9	-0.16451220214366913
123570	rnn.bias_hh_l0	0	0.14125296473503113
123570	rnn.bias_hh_l0	1	-0.06575567275285721
123570	rnn.bias_hh_l0	2	0.030725527554750443
123570	rnn.bias_hh_l0	3	-0.17037433385849
123570	rnn.bias_hh_l0	4	0.05334148183465004
123570	rnn.bias_hh_l0	5	0.006534557323902845
123570	rnn.bias_hh_l0	6	-0.07554162293672562
123570	rnn.bias_hh_l0	7	-0.14752967655658722
123570	rnn.bias_hh_l0	8	-0.1660660058259964
123570	rnn.bias_hh_l0	9	-0.09762537479400635
123570	rnn.weight_ih_l0_reverse	0	-0.013053227216005325
123570	rnn.weight_ih_l0_reverse	1	0.00016033179417718202
123570	rnn.weight_ih_l0_reverse	2	-0.004056123550981283
123570	rnn.weight_ih_l0_reverse	3	-0.004396208096295595
123570	rnn.weight_ih_l0_reverse	4	0.03712078556418419
123570	rnn.weight_ih_l0_reverse	5	-0.054241687059402466
123570	rnn.weight_ih_l0_reverse	6	-0.05480657517910004
123570	rnn.weight_ih_l0_reverse	7	-0.015726659446954727
123570	rnn.weight_ih_l0_reverse	8	0.08596353977918625
123570	rnn.weight_ih_l0_reverse	9	0.016378067433834076
123570	rnn.weight_hh_l0_reverse	0	0.006491864565759897
123570	rnn.weight_hh_l0_reverse	1	0.02142733708024025
123570	rnn.weight_hh_l0_reverse	2	-0.04003768786787987
123570	rnn.weight_hh_l0_reverse	3	0.04232271388173103
123570	rnn.weight_hh_l0_reverse	4	0.020162995904684067
123570	rnn.weight_hh_l0_reverse	5	-0.01136081013828516
123570	rnn.weight_hh_l0_reverse	6	0.053660813719034195
123570	rnn.weight_hh_l0_reverse	7	0.023876501247286797
123570	rnn.weight_hh_l0_reverse	8	-0.007912149652838707
123570	rnn.weight_hh_l0_reverse	9	-0.041959866881370544
123570	rnn.bias_ih_l0_reverse	0	-0.133655846118927
123570	rnn.bias_ih_l0_reverse	1	-0.2934495210647583
123570	rnn.bias_ih_l0_reverse	2	-0.0663076788187027
123570	rnn.bias_ih_l0_reverse	3	-0.1325257122516632
123570	rnn.bias_ih_l0_reverse	4	0.08547043800354004
123570	rnn.bias_ih_l0_reverse	5	-0.24281007051467896
123570	rnn.bias_ih_l0_reverse	6	-0.057218052446842194
123570	rnn.bias_ih_l0_reverse	7	-0.00849082600325346
123570	rnn.bias_ih_l0_reverse	8	-0.17806877195835114
123570	rnn.bias_ih_l0_reverse	9	-0.10033083707094193
123570	rnn.bias_hh_l0_reverse	0	-0.13400602340698242
123570	rnn.bias_hh_l0_reverse	1	-0.15191400051116943
123570	rnn.bias_hh_l0_reverse	2	-0.03283055126667023
123570	rnn.bias_hh_l0_reverse	3	-0.1254642903804779
123570	rnn.bias_hh_l0_reverse	4	-0.022289538756012917
123570	rnn.bias_hh_l0_reverse	5	-0.1151420846581459
123570	rnn.bias_hh_l0_reverse	6	-0.07062578946352005
123570	rnn.bias_hh_l0_reverse	7	-0.19276094436645508
123570	rnn.bias_hh_l0_reverse	8	-0.05642211437225342
123570	rnn.bias_hh_l0_reverse	9	-0.13510052859783173
123570	linear.weight	0	-0.21982939541339874
123570	linear.weight	1	-0.16656270623207092
123570	linear.weight	2	-0.011228874325752258
123570	linear.weight	3	-0.07901447266340256
123570	linear.weight	4	-0.04041048511862755
123570	linear.weight	5	0.22450096905231476
123570	linear.weight	6	0.0047744326293468475
123570	linear.weight	7	-0.021312154829502106
123570	linear.weight	8	0.2045152634382248
123570	linear.weight	9	0.20177625119686127
123570	linear.bias	0	-0.8049642443656921
123570	linear.bias	1	1.2764610052108765
123570	linear.bias	2	-0.2943474352359772
123570	linear.bias	3	-0.7005823254585266
123570	linear.bias	4	-0.9614039659500122
123570	linear.bias	5	-1.167208194732666
123570	linear.bias	6	-0.7958347201347351
123570	linear.bias	7	-0.7294692993164062
123570	linear.bias	8	-0.01705317199230194
123570	linear.bias	9	3.2387936115264893
123767	transitions	0	-0.38091158866882324
123767	transitions	1	8.320413589477539
123767	transitions	2	-3.4031126499176025
123767	transitions	3	1.4021035432815552
123767	transitions	4	-2.0223171710968018
123767	transitions	5	-0.37147849798202515
123767	transitions	6	-0.183782696723938
123767	transitions	7	-10000.0
123767	transitions	8	1.7403364181518555
123767	transitions	9	-2.292590379714966
123767	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
123767	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
123767	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
123767	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
123767	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
123767	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
123767	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
123767	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
123767	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
123767	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
123767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
123767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
123767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
123767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
123767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
123767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
123767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
123767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
123767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
123767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
123767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
123767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
123767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
123767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
123767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
123767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
123767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
123767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
123767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
123767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
123767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
123767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
123767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
123767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
123767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
123767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
123767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
123767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
123767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
123767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
123767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
123767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
123767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
123767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
123767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
123767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
123767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
123767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
123767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
123767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
123767	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
123767	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
123767	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
123767	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
123767	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
123767	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
123767	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
123767	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
123767	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
123767	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
123767	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
123767	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
123767	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
123767	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
123767	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
123767	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
123767	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
123767	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
123767	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
123767	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
123767	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
123767	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
123767	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
123767	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
123767	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
123767	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
123767	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
123767	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
123767	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
123767	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
123767	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
123767	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
123767	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
123767	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
123767	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
123767	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
123767	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
123767	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
123767	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
123767	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
123767	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
123767	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
123767	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
123767	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
123767	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
123767	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
123767	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
123767	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
123767	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
123767	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
123767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
123767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
123767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
123767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
123767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
123767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
123767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
123767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
123767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
123767	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
123767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
123767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
123767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
123767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
123767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
123767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
123767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
123767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
123767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
123767	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
123767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
123767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
123767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
123767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
123767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
123767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
123767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
123767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
123767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
123767	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
123767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
123767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
123767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
123767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
123767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
123767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
123767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
123767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
123767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
123767	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
123767	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
123767	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
123767	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
123767	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
123767	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
123767	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
123767	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
123767	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
123767	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
123767	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
123767	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
123767	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
123767	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
123767	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
123767	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
123767	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
123767	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
123767	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
123767	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
123767	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
123767	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
123767	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
123767	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
123767	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
123767	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
123767	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
123767	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
123767	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
123767	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
123767	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
123767	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
123767	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
123767	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
123767	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
123767	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
123767	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
123767	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
123767	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
123767	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
123767	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
123767	embedding2nn.weight	0	0.04569393768906593
123767	embedding2nn.weight	1	-0.08509737998247147
123767	embedding2nn.weight	2	0.003040044568479061
123767	embedding2nn.weight	3	-0.05754781514406204
123767	embedding2nn.weight	4	-0.12996572256088257
123767	embedding2nn.weight	5	0.10971605777740479
123767	embedding2nn.weight	6	-0.13583046197891235
123767	embedding2nn.weight	7	-0.07088993489742279
123767	embedding2nn.weight	8	-0.005321576725691557
123767	embedding2nn.weight	9	0.06172041594982147
123767	embedding2nn.bias	0	0.0681946650147438
123767	embedding2nn.bias	1	0.01786227710545063
123767	embedding2nn.bias	2	-0.10000409930944443
123767	embedding2nn.bias	3	0.0752110406756401
123767	embedding2nn.bias	4	0.02974524348974228
123767	embedding2nn.bias	5	-0.15227745473384857
123767	embedding2nn.bias	6	-0.10956843197345734
123767	embedding2nn.bias	7	-0.03607547655701637
123767	embedding2nn.bias	8	0.031039999797940254
123767	embedding2nn.bias	9	-0.07021676003932953
123767	rnn.weight_ih_l0	0	0.01990646682679653
123767	rnn.weight_ih_l0	1	-0.06609740108251572
123767	rnn.weight_ih_l0	2	-0.018925964832305908
123767	rnn.weight_ih_l0	3	-0.0339338593184948
123767	rnn.weight_ih_l0	4	0.024084242060780525
123767	rnn.weight_ih_l0	5	-0.09567326307296753
123767	rnn.weight_ih_l0	6	-0.038695529103279114
123767	rnn.weight_ih_l0	7	-0.017448537051677704
123767	rnn.weight_ih_l0	8	0.03435853123664856
123767	rnn.weight_ih_l0	9	0.004938306752592325
123767	rnn.weight_hh_l0	0	0.00960080698132515
123767	rnn.weight_hh_l0	1	-0.08342437446117401
123767	rnn.weight_hh_l0	2	0.055259786546230316
123767	rnn.weight_hh_l0	3	0.041267480701208115
123767	rnn.weight_hh_l0	4	0.004677542485296726
123767	rnn.weight_hh_l0	5	0.06245623528957367
123767	rnn.weight_hh_l0	6	-0.015265410766005516
123767	rnn.weight_hh_l0	7	-0.08413667231798172
123767	rnn.weight_hh_l0	8	-0.008823544718325138
123767	rnn.weight_hh_l0	9	-0.07061486691236496
123767	rnn.bias_ih_l0	0	-0.08759181946516037
123767	rnn.bias_ih_l0	1	-0.173086479306221
123767	rnn.bias_ih_l0	2	-0.23826314508914948
123767	rnn.bias_ih_l0	3	-0.2835290729999542
123767	rnn.bias_ih_l0	4	-0.0038598396349698305
123767	rnn.bias_ih_l0	5	0.07409977167844772
123767	rnn.bias_ih_l0	6	-0.14536139369010925
123767	rnn.bias_ih_l0	7	-0.2696993947029114
123767	rnn.bias_ih_l0	8	-0.13593125343322754
123767	rnn.bias_ih_l0	9	-0.16333122551441193
123767	rnn.bias_hh_l0	0	0.14090241491794586
123767	rnn.bias_hh_l0	1	-0.06403657048940659
123767	rnn.bias_hh_l0	2	0.029833782464265823
123767	rnn.bias_hh_l0	3	-0.17189186811447144
123767	rnn.bias_hh_l0	4	0.05345068871974945
123767	rnn.bias_hh_l0	5	0.007323452737182379
123767	rnn.bias_hh_l0	6	-0.07463448494672775
123767	rnn.bias_hh_l0	7	-0.14661960303783417
123767	rnn.bias_hh_l0	8	-0.16589413583278656
123767	rnn.bias_hh_l0	9	-0.09459913522005081
123767	rnn.weight_ih_l0_reverse	0	-0.012730163522064686
123767	rnn.weight_ih_l0_reverse	1	0.0008072095806710422
123767	rnn.weight_ih_l0_reverse	2	-0.0058209337294101715
123767	rnn.weight_ih_l0_reverse	3	-0.0036420028191059828
123767	rnn.weight_ih_l0_reverse	4	0.03818228095769882
123767	rnn.weight_ih_l0_reverse	5	-0.05367007479071617
123767	rnn.weight_ih_l0_reverse	6	-0.05670313164591789
123767	rnn.weight_ih_l0_reverse	7	-0.015331647358834743
123767	rnn.weight_ih_l0_reverse	8	0.08653517067432404
123767	rnn.weight_ih_l0_reverse	9	0.014251522719860077
123767	rnn.weight_hh_l0_reverse	0	0.006394278723746538
123767	rnn.weight_hh_l0_reverse	1	0.02171585150063038
123767	rnn.weight_hh_l0_reverse	2	-0.04005138576030731
123767	rnn.weight_hh_l0_reverse	3	0.04192911088466644
123767	rnn.weight_hh_l0_reverse	4	0.02019638381898403
123767	rnn.weight_hh_l0_reverse	5	-0.011419744230806828
123767	rnn.weight_hh_l0_reverse	6	0.05350968614220619
123767	rnn.weight_hh_l0_reverse	7	0.023664284497499466
123767	rnn.weight_hh_l0_reverse	8	-0.009277572855353355
123767	rnn.weight_hh_l0_reverse	9	-0.04092936962842941
123767	rnn.bias_ih_l0_reverse	0	-0.1328054964542389
123767	rnn.bias_ih_l0_reverse	1	-0.2907662093639374
123767	rnn.bias_ih_l0_reverse	2	-0.06564944982528687
123767	rnn.bias_ih_l0_reverse	3	-0.13017041981220245
123767	rnn.bias_ih_l0_reverse	4	0.08873647451400757
123767	rnn.bias_ih_l0_reverse	5	-0.2417168915271759
123767	rnn.bias_ih_l0_reverse	6	-0.0592525377869606
123767	rnn.bias_ih_l0_reverse	7	-0.010619661770761013
123767	rnn.bias_ih_l0_reverse	8	-0.17800335586071014
123767	rnn.bias_ih_l0_reverse	9	-0.09758363664150238
123767	rnn.bias_hh_l0_reverse	0	-0.13550116121768951
123767	rnn.bias_hh_l0_reverse	1	-0.14783892035484314
123767	rnn.bias_hh_l0_reverse	2	-0.033915869891643524
123767	rnn.bias_hh_l0_reverse	3	-0.12878963351249695
123767	rnn.bias_hh_l0_reverse	4	-0.02363739162683487
123767	rnn.bias_hh_l0_reverse	5	-0.11355090886354446
123767	rnn.bias_hh_l0_reverse	6	-0.0622606985270977
123767	rnn.bias_hh_l0_reverse	7	-0.19085246324539185
123767	rnn.bias_hh_l0_reverse	8	-0.05608571693301201
123767	rnn.bias_hh_l0_reverse	9	-0.13722164928913116
123767	linear.weight	0	-0.21546658873558044
123767	linear.weight	1	-0.167475625872612
123767	linear.weight	2	-0.011228874325752258
123767	linear.weight	3	-0.07203466445207596
123767	linear.weight	4	-0.06884085386991501
123767	linear.weight	5	0.21005666255950928
123767	linear.weight	6	0.0047744326293468475
123767	linear.weight	7	-0.021312154829502106
123767	linear.weight	8	0.20364321768283844
123767	linear.weight	9	0.18981578946113586
123767	linear.bias	0	-0.8213343024253845
123767	linear.bias	1	1.2995951175689697
123767	linear.bias	2	-0.3898251950740814
123767	linear.bias	3	-0.6698788404464722
123767	linear.bias	4	-0.990485429763794
123767	linear.bias	5	-1.1672769784927368
123767	linear.bias	6	-0.8110634684562683
123767	linear.bias	7	-0.7800934910774231
123767	linear.bias	8	-0.01705317199230194
123767	linear.bias	9	3.263044834136963
123964	transitions	0	-0.3810621201992035
123964	transitions	1	8.325188636779785
123964	transitions	2	-3.4039306640625
123964	transitions	3	1.388672113418579
123964	transitions	4	-2.023155450820923
123964	transitions	5	-0.3716060221195221
123964	transitions	6	-0.18383485078811646
123964	transitions	7	-10000.0
123964	transitions	8	1.7415721416473389
123964	transitions	9	-2.2926058769226074
123964	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
123964	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
123964	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
123964	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
123964	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
123964	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
123964	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
123964	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
123964	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
123964	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
123964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
123964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
123964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
123964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
123964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
123964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
123964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
123964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
123964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
123964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
123964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
123964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
123964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
123964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
123964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
123964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
123964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
123964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
123964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
123964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
123964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
123964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
123964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
123964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
123964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
123964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
123964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
123964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
123964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
123964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
123964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
123964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
123964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
123964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
123964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
123964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
123964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
123964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
123964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
123964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
123964	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
123964	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
123964	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
123964	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
123964	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
123964	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
123964	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
123964	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
123964	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
123964	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
123964	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
123964	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
123964	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
123964	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
123964	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
123964	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
123964	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
123964	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
123964	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
123964	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
123964	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
123964	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
123964	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
123964	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
123964	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
123964	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
123964	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
123964	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
123964	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
123964	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
123964	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
123964	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
123964	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
123964	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
123964	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
123964	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
123964	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
123964	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
123964	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
123964	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
123964	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
123964	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
123964	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
123964	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
123964	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
123964	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
123964	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
123964	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
123964	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
123964	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
123964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
123964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
123964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
123964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
123964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
123964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
123964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
123964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
123964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
123964	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
123964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
123964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
123964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
123964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
123964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
123964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
123964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
123964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
123964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
123964	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
123964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
123964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
123964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
123964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
123964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
123964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
123964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
123964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
123964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
123964	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
123964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
123964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
123964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
123964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
123964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
123964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
123964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
123964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
123964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
123964	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
123964	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
123964	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
123964	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
123964	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
123964	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
123964	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
123964	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
123964	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
123964	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
123964	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
123964	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
123964	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
123964	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
123964	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
123964	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
123964	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
123964	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
123964	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
123964	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
123964	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
123964	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
123964	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
123964	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
123964	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
123964	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
123964	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
123964	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
123964	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
123964	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
123964	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
123964	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
123964	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
123964	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
123964	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
123964	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
123964	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
123964	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
123964	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
123964	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
123964	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
123964	embedding2nn.weight	0	0.046887192875146866
123964	embedding2nn.weight	1	-0.08531849086284637
123964	embedding2nn.weight	2	0.005579058546572924
123964	embedding2nn.weight	3	-0.05692451074719429
123964	embedding2nn.weight	4	-0.12937812507152557
123964	embedding2nn.weight	5	0.10884169489145279
123964	embedding2nn.weight	6	-0.1292862892150879
123964	embedding2nn.weight	7	-0.0713641569018364
123964	embedding2nn.weight	8	-0.003712174016982317
123964	embedding2nn.weight	9	0.05947514995932579
123964	embedding2nn.bias	0	0.07151325792074203
123964	embedding2nn.bias	1	0.02059829607605934
123964	embedding2nn.bias	2	-0.09933233261108398
123964	embedding2nn.bias	3	0.08162252604961395
123964	embedding2nn.bias	4	0.01970248483121395
123964	embedding2nn.bias	5	-0.15648575127124786
123964	embedding2nn.bias	6	-0.11095704883337021
123964	embedding2nn.bias	7	-0.02844615839421749
123964	embedding2nn.bias	8	0.04669880121946335
123964	embedding2nn.bias	9	-0.06662557274103165
123964	rnn.weight_ih_l0	0	0.021373897790908813
123964	rnn.weight_ih_l0	1	-0.06626548618078232
123964	rnn.weight_ih_l0	2	-0.017949320375919342
123964	rnn.weight_ih_l0	3	-0.03524796664714813
123964	rnn.weight_ih_l0	4	0.023313933983445168
123964	rnn.weight_ih_l0	5	-0.09651277214288712
123964	rnn.weight_ih_l0	6	-0.03972592577338219
123964	rnn.weight_ih_l0	7	-0.01892896741628647
123964	rnn.weight_ih_l0	8	0.03347237408161163
123964	rnn.weight_ih_l0	9	0.005515445489436388
123964	rnn.weight_hh_l0	0	0.01002408191561699
123964	rnn.weight_hh_l0	1	-0.08447198569774628
123964	rnn.weight_hh_l0	2	0.055895645171403885
123964	rnn.weight_hh_l0	3	0.04216969013214111
123964	rnn.weight_hh_l0	4	0.004756134003400803
123964	rnn.weight_hh_l0	5	0.06129630282521248
123964	rnn.weight_hh_l0	6	-0.015750601887702942
123964	rnn.weight_hh_l0	7	-0.0830083116889
123964	rnn.weight_hh_l0	8	-0.008991416543722153
123964	rnn.weight_hh_l0	9	-0.07201339304447174
123964	rnn.bias_ih_l0	0	-0.07931710034608841
123964	rnn.bias_ih_l0	1	-0.17281006276607513
123964	rnn.bias_ih_l0	2	-0.2399495244026184
123964	rnn.bias_ih_l0	3	-0.2844526767730713
123964	rnn.bias_ih_l0	4	-0.0019794234540313482
123964	rnn.bias_ih_l0	5	0.07432510703802109
123964	rnn.bias_ih_l0	6	-0.14552785456180573
123964	rnn.bias_ih_l0	7	-0.2681284546852112
123964	rnn.bias_ih_l0	8	-0.13595238327980042
123964	rnn.bias_ih_l0	9	-0.16673362255096436
123964	rnn.bias_hh_l0	0	0.14496925473213196
123964	rnn.bias_hh_l0	1	-0.06562545150518417
123964	rnn.bias_hh_l0	2	0.03057287447154522
123964	rnn.bias_hh_l0	3	-0.17171412706375122
123964	rnn.bias_hh_l0	4	0.05644256994128227
123964	rnn.bias_hh_l0	5	0.0031997174955904484
123964	rnn.bias_hh_l0	6	-0.07529700547456741
123964	rnn.bias_hh_l0	7	-0.14764809608459473
123964	rnn.bias_hh_l0	8	-0.16728968918323517
123964	rnn.bias_hh_l0	9	-0.09542377293109894
123964	rnn.weight_ih_l0_reverse	0	-0.014343232847750187
123964	rnn.weight_ih_l0_reverse	1	0.0016403421759605408
123964	rnn.weight_ih_l0_reverse	2	-0.006210892461240292
123964	rnn.weight_ih_l0_reverse	3	-0.0009737481595948339
123964	rnn.weight_ih_l0_reverse	4	0.03737084940075874
123964	rnn.weight_ih_l0_reverse	5	-0.05235918611288071
123964	rnn.weight_ih_l0_reverse	6	-0.0572071373462677
123964	rnn.weight_ih_l0_reverse	7	-0.013710525818169117
123964	rnn.weight_ih_l0_reverse	8	0.08331279456615448
123964	rnn.weight_ih_l0_reverse	9	0.015309317037463188
123964	rnn.weight_hh_l0_reverse	0	0.005122015252709389
123964	rnn.weight_hh_l0_reverse	1	0.02145945467054844
123964	rnn.weight_hh_l0_reverse	2	-0.03986402228474617
123964	rnn.weight_hh_l0_reverse	3	0.04230431839823723
123964	rnn.weight_hh_l0_reverse	4	0.01996251568198204
123964	rnn.weight_hh_l0_reverse	5	-0.010868332348763943
123964	rnn.weight_hh_l0_reverse	6	0.053524959832429886
123964	rnn.weight_hh_l0_reverse	7	0.023805920034646988
123964	rnn.weight_hh_l0_reverse	8	-0.008249834179878235
123964	rnn.weight_hh_l0_reverse	9	-0.041048675775527954
123964	rnn.bias_ih_l0_reverse	0	-0.13362282514572144
123964	rnn.bias_ih_l0_reverse	1	-0.2911939024925232
123964	rnn.bias_ih_l0_reverse	2	-0.06721644848585129
123964	rnn.bias_ih_l0_reverse	3	-0.13071094453334808
123964	rnn.bias_ih_l0_reverse	4	0.09142806380987167
123964	rnn.bias_ih_l0_reverse	5	-0.24075765907764435
123964	rnn.bias_ih_l0_reverse	6	-0.05959092453122139
123964	rnn.bias_ih_l0_reverse	7	-0.009611725807189941
123964	rnn.bias_ih_l0_reverse	8	-0.17530032992362976
123964	rnn.bias_ih_l0_reverse	9	-0.09308361262083054
123964	rnn.bias_hh_l0_reverse	0	-0.13489486277103424
123964	rnn.bias_hh_l0_reverse	1	-0.15037785470485687
123964	rnn.bias_hh_l0_reverse	2	-0.033567387610673904
123964	rnn.bias_hh_l0_reverse	3	-0.12733274698257446
123964	rnn.bias_hh_l0_reverse	4	-0.025337740778923035
123964	rnn.bias_hh_l0_reverse	5	-0.11630332469940186
123964	rnn.bias_hh_l0_reverse	6	-0.0646170899271965
123964	rnn.bias_hh_l0_reverse	7	-0.19101639091968536
123964	rnn.bias_hh_l0_reverse	8	-0.05740775540471077
123964	rnn.bias_hh_l0_reverse	9	-0.13935089111328125
123964	linear.weight	0	-0.22601184248924255
123964	linear.weight	1	-0.16058199107646942
123964	linear.weight	2	-0.011228874325752258
123964	linear.weight	3	-0.06767965853214264
123964	linear.weight	4	-0.05948953703045845
123964	linear.weight	5	0.21521219611167908
123964	linear.weight	6	0.0047744326293468475
123964	linear.weight	7	-0.021312154829502106
123964	linear.weight	8	0.2111802101135254
123964	linear.weight	9	0.19101597368717194
123964	linear.bias	0	-0.8244833946228027
123964	linear.bias	1	1.2966194152832031
123964	linear.bias	2	-0.4205839931964874
123964	linear.bias	3	-0.6711239218711853
123964	linear.bias	4	-0.9235945343971252
123964	linear.bias	5	-1.1673494577407837
123964	linear.bias	6	-0.8143879175186157
123964	linear.bias	7	-0.78355872631073
123964	linear.bias	8	-0.01705317199230194
123964	linear.bias	9	3.272529125213623
124161	transitions	0	-0.38118842244148254
124161	transitions	1	8.314974784851074
124161	transitions	2	-3.404862403869629
124161	transitions	3	1.3925691843032837
124161	transitions	4	-2.0241332054138184
124161	transitions	5	-0.37198615074157715
124161	transitions	6	-0.18390697240829468
124161	transitions	7	-10000.0
124161	transitions	8	1.7489252090454102
124161	transitions	9	-2.292616128921509
124161	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
124161	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
124161	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
124161	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
124161	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
124161	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
124161	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
124161	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
124161	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
124161	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
124161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
124161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
124161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
124161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
124161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
124161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
124161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
124161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
124161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
124161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
124161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
124161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
124161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
124161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
124161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
124161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
124161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
124161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
124161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
124161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
124161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
124161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
124161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
124161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
124161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
124161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
124161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
124161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
124161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
124161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
124161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
124161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
124161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
124161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
124161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
124161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
124161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
124161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
124161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
124161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
124161	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
124161	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
124161	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
124161	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
124161	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
124161	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
124161	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
124161	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
124161	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
124161	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
124161	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
124161	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
124161	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
124161	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
124161	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
124161	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
124161	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
124161	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
124161	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
124161	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
124161	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
124161	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
124161	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
124161	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
124161	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
124161	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
124161	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
124161	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
124161	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
124161	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
124161	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
124161	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
124161	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
124161	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
124161	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
124161	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
124161	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
124161	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
124161	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
124161	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
124161	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
124161	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
124161	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
124161	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
124161	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
124161	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
124161	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
124161	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
124161	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
124161	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
124161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
124161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
124161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
124161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
124161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
124161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
124161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
124161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
124161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
124161	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
124161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
124161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
124161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
124161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
124161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
124161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
124161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
124161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
124161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
124161	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
124161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
124161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
124161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
124161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
124161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
124161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
124161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
124161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
124161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
124161	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
124161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
124161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
124161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
124161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
124161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
124161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
124161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
124161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
124161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
124161	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
124161	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
124161	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
124161	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
124161	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
124161	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
124161	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
124161	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
124161	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
124161	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
124161	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
124161	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
124161	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
124161	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
124161	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
124161	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
124161	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
124161	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
124161	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
124161	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
124161	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
124161	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
124161	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
124161	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
124161	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
124161	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
124161	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
124161	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
124161	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
124161	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
124161	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
124161	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
124161	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
124161	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
124161	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
124161	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
124161	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
124161	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
124161	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
124161	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
124161	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
124161	embedding2nn.weight	0	0.046581003814935684
124161	embedding2nn.weight	1	-0.0835074931383133
124161	embedding2nn.weight	2	0.005737626925110817
124161	embedding2nn.weight	3	-0.05614938214421272
124161	embedding2nn.weight	4	-0.1276673823595047
124161	embedding2nn.weight	5	0.11116154491901398
124161	embedding2nn.weight	6	-0.13815250992774963
124161	embedding2nn.weight	7	-0.07100345194339752
124161	embedding2nn.weight	8	-0.0038162011187523603
124161	embedding2nn.weight	9	0.05824921652674675
124161	embedding2nn.bias	0	0.06312403827905655
124161	embedding2nn.bias	1	0.015085523016750813
124161	embedding2nn.bias	2	-0.10616500675678253
124161	embedding2nn.bias	3	0.08481156826019287
124161	embedding2nn.bias	4	0.019748497754335403
124161	embedding2nn.bias	5	-0.15354664623737335
124161	embedding2nn.bias	6	-0.11668233573436737
124161	embedding2nn.bias	7	-0.038926176726818085
124161	embedding2nn.bias	8	0.05390946939587593
124161	embedding2nn.bias	9	-0.06536786258220673
124161	rnn.weight_ih_l0	0	0.01760459877550602
124161	rnn.weight_ih_l0	1	-0.06346852332353592
124161	rnn.weight_ih_l0	2	-0.01695900596678257
124161	rnn.weight_ih_l0	3	-0.034646935760974884
124161	rnn.weight_ih_l0	4	0.023798039183020592
124161	rnn.weight_ih_l0	5	-0.09688013046979904
124161	rnn.weight_ih_l0	6	-0.04382394254207611
124161	rnn.weight_ih_l0	7	-0.025586716830730438
124161	rnn.weight_ih_l0	8	0.031516652554273605
124161	rnn.weight_ih_l0	9	0.004319275729358196
124161	rnn.weight_hh_l0	0	0.011612679809331894
124161	rnn.weight_hh_l0	1	-0.082674041390419
124161	rnn.weight_hh_l0	2	0.05618647485971451
124161	rnn.weight_hh_l0	3	0.042496487498283386
124161	rnn.weight_hh_l0	4	0.004587267525494099
124161	rnn.weight_hh_l0	5	0.0630035549402237
124161	rnn.weight_hh_l0	6	-0.015683721750974655
124161	rnn.weight_hh_l0	7	-0.08340732753276825
124161	rnn.weight_hh_l0	8	-0.003915545530617237
124161	rnn.weight_hh_l0	9	-0.07122333347797394
124161	rnn.bias_ih_l0	0	-0.07547541707754135
124161	rnn.bias_ih_l0	1	-0.17319805920124054
124161	rnn.bias_ih_l0	2	-0.24081319570541382
124161	rnn.bias_ih_l0	3	-0.28437936305999756
124161	rnn.bias_ih_l0	4	-0.00447826599702239
124161	rnn.bias_ih_l0	5	0.06664961576461792
124161	rnn.bias_ih_l0	6	-0.14426292479038239
124161	rnn.bias_ih_l0	7	-0.2704671323299408
124161	rnn.bias_ih_l0	8	-0.13572944700717926
124161	rnn.bias_ih_l0	9	-0.16458413004875183
124161	rnn.bias_hh_l0	0	0.13809752464294434
124161	rnn.bias_hh_l0	1	-0.06676848977804184
124161	rnn.bias_hh_l0	2	0.029012542217969894
124161	rnn.bias_hh_l0	3	-0.17463982105255127
124161	rnn.bias_hh_l0	4	0.05366052687168121
124161	rnn.bias_hh_l0	5	0.0051408130675554276
124161	rnn.bias_hh_l0	6	-0.0759265124797821
124161	rnn.bias_hh_l0	7	-0.1479177474975586
124161	rnn.bias_hh_l0	8	-0.16910505294799805
124161	rnn.bias_hh_l0	9	-0.09634827822446823
124161	rnn.weight_ih_l0_reverse	0	-0.014163048006594181
124161	rnn.weight_ih_l0_reverse	1	0.0020813813898712397
124161	rnn.weight_ih_l0_reverse	2	-0.006070358213037252
124161	rnn.weight_ih_l0_reverse	3	0.0019887981470674276
124161	rnn.weight_ih_l0_reverse	4	0.040278155356645584
124161	rnn.weight_ih_l0_reverse	5	-0.049585286527872086
124161	rnn.weight_ih_l0_reverse	6	-0.055398017168045044
124161	rnn.weight_ih_l0_reverse	7	-0.01254790835082531
124161	rnn.weight_ih_l0_reverse	8	0.08914999663829803
124161	rnn.weight_ih_l0_reverse	9	0.014566597528755665
124161	rnn.weight_hh_l0_reverse	0	0.004999557975679636
124161	rnn.weight_hh_l0_reverse	1	0.021466059610247612
124161	rnn.weight_hh_l0_reverse	2	-0.03952760621905327
124161	rnn.weight_hh_l0_reverse	3	0.042474690824747086
124161	rnn.weight_hh_l0_reverse	4	0.0195151437073946
124161	rnn.weight_hh_l0_reverse	5	-0.010834275744855404
124161	rnn.weight_hh_l0_reverse	6	0.05299270898103714
124161	rnn.weight_hh_l0_reverse	7	0.024441350251436234
124161	rnn.weight_hh_l0_reverse	8	-0.007917280308902264
124161	rnn.weight_hh_l0_reverse	9	-0.04016906023025513
124161	rnn.bias_ih_l0_reverse	0	-0.13321499526500702
124161	rnn.bias_ih_l0_reverse	1	-0.2930361032485962
124161	rnn.bias_ih_l0_reverse	2	-0.07065065950155258
124161	rnn.bias_ih_l0_reverse	3	-0.13092604279518127
124161	rnn.bias_ih_l0_reverse	4	0.0884302482008934
124161	rnn.bias_ih_l0_reverse	5	-0.24229779839515686
124161	rnn.bias_ih_l0_reverse	6	-0.0586034320294857
124161	rnn.bias_ih_l0_reverse	7	-0.017564479261636734
124161	rnn.bias_ih_l0_reverse	8	-0.17458520829677582
124161	rnn.bias_ih_l0_reverse	9	-0.0914316475391388
124161	rnn.bias_hh_l0_reverse	0	-0.1369466632604599
124161	rnn.bias_hh_l0_reverse	1	-0.15080703794956207
124161	rnn.bias_hh_l0_reverse	2	-0.029378721490502357
124161	rnn.bias_hh_l0_reverse	3	-0.1272747963666916
124161	rnn.bias_hh_l0_reverse	4	-0.02461789920926094
124161	rnn.bias_hh_l0_reverse	5	-0.11617058515548706
124161	rnn.bias_hh_l0_reverse	6	-0.06672478467226028
124161	rnn.bias_hh_l0_reverse	7	-0.1940280795097351
124161	rnn.bias_hh_l0_reverse	8	-0.05530881509184837
124161	rnn.bias_hh_l0_reverse	9	-0.13804838061332703
124161	linear.weight	0	-0.19276057183742523
124161	linear.weight	1	-0.15151989459991455
124161	linear.weight	2	-0.011228874325752258
124161	linear.weight	3	-0.07489850372076035
124161	linear.weight	4	-0.07604290544986725
124161	linear.weight	5	0.20530542731285095
124161	linear.weight	6	0.0047744326293468475
124161	linear.weight	7	-0.021312154829502106
124161	linear.weight	8	0.21013031899929047
124161	linear.weight	9	0.19656042754650116
124161	linear.bias	0	-0.8468446731567383
124161	linear.bias	1	1.3044496774673462
124161	linear.bias	2	-0.42366740107536316
124161	linear.bias	3	-0.6695424914360046
124161	linear.bias	4	-0.94095379114151
124161	linear.bias	5	-1.1674357652664185
124161	linear.bias	6	-0.8367607593536377
124161	linear.bias	7	-0.7475783824920654
124161	linear.bias	8	-0.01705317199230194
124161	linear.bias	9	3.36594557762146
124358	transitions	0	-0.38135576248168945
124358	transitions	1	8.344398498535156
124358	transitions	2	-3.4054057598114014
124358	transitions	3	1.3944053649902344
124358	transitions	4	-2.024623155593872
124358	transitions	5	-0.3725036680698395
124358	transitions	6	-0.18397563695907593
124358	transitions	7	-10000.0
124358	transitions	8	1.7503721714019775
124358	transitions	9	-2.2926247119903564
124358	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
124358	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
124358	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
124358	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
124358	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
124358	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
124358	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
124358	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
124358	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
124358	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
124358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
124358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
124358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
124358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
124358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
124358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
124358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
124358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
124358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
124358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
124358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
124358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
124358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
124358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
124358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
124358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
124358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
124358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
124358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
124358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
124358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
124358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
124358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
124358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
124358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
124358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
124358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
124358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
124358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
124358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
124358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
124358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
124358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
124358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
124358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
124358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
124358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
124358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
124358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
124358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
124358	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
124358	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
124358	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
124358	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
124358	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
124358	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
124358	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
124358	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
124358	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
124358	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
124358	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
124358	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
124358	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
124358	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
124358	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
124358	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
124358	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
124358	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
124358	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
124358	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
124358	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
124358	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
124358	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
124358	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
124358	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
124358	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
124358	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
124358	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
124358	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
124358	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
124358	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
124358	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
124358	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
124358	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
124358	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
124358	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
124358	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
124358	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
124358	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
124358	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
124358	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
124358	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
124358	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
124358	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
124358	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
124358	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
124358	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
124358	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
124358	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
124358	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
124358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
124358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
124358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
124358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
124358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
124358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
124358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
124358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
124358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
124358	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
124358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
124358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
124358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
124358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
124358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
124358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
124358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
124358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
124358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
124358	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
124358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
124358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
124358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
124358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
124358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
124358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
124358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
124358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
124358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
124358	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
124358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
124358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
124358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
124358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
124358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
124358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
124358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
124358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
124358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
124358	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
124358	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
124358	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
124358	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
124358	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
124358	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
124358	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
124358	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
124358	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
124358	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
124358	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
124358	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
124358	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
124358	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
124358	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
124358	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
124358	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
124358	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
124358	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
124358	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
124358	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
124358	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
124358	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
124358	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
124358	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
124358	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
124358	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
124358	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
124358	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
124358	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
124358	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
124358	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
124358	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
124358	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
124358	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
124358	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
124358	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
124358	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
124358	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
124358	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
124358	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
124358	embedding2nn.weight	0	0.04710328206419945
124358	embedding2nn.weight	1	-0.08183334767818451
124358	embedding2nn.weight	2	0.01097926776856184
124358	embedding2nn.weight	3	-0.05460377410054207
124358	embedding2nn.weight	4	-0.13109029829502106
124358	embedding2nn.weight	5	0.1110599935054779
124358	embedding2nn.weight	6	-0.14408668875694275
124358	embedding2nn.weight	7	-0.07396044582128525
124358	embedding2nn.weight	8	-0.004864726681262255
124358	embedding2nn.weight	9	0.058937862515449524
124358	embedding2nn.bias	0	0.04505248740315437
124358	embedding2nn.bias	1	0.00934273935854435
124358	embedding2nn.bias	2	-0.10686781257390976
124358	embedding2nn.bias	3	0.08989731222391129
124358	embedding2nn.bias	4	0.026834558695554733
124358	embedding2nn.bias	5	-0.1713184267282486
124358	embedding2nn.bias	6	-0.11250056326389313
124358	embedding2nn.bias	7	-0.0304914191365242
124358	embedding2nn.bias	8	0.04129860922694206
124358	embedding2nn.bias	9	-0.08065859228372574
124358	rnn.weight_ih_l0	0	0.01744566112756729
124358	rnn.weight_ih_l0	1	-0.06363214552402496
124358	rnn.weight_ih_l0	2	-0.01557856798171997
124358	rnn.weight_ih_l0	3	-0.03535536676645279
124358	rnn.weight_ih_l0	4	0.023894229903817177
124358	rnn.weight_ih_l0	5	-0.09523025155067444
124358	rnn.weight_ih_l0	6	-0.04563487321138382
124358	rnn.weight_ih_l0	7	-0.02287805639207363
124358	rnn.weight_ih_l0	8	0.03225899860262871
124358	rnn.weight_ih_l0	9	0.0031375037506222725
124358	rnn.weight_hh_l0	0	0.012129896320402622
124358	rnn.weight_hh_l0	1	-0.0832066759467125
124358	rnn.weight_hh_l0	2	0.05729645490646362
124358	rnn.weight_hh_l0	3	0.041880376636981964
124358	rnn.weight_hh_l0	4	0.004479845054447651
124358	rnn.weight_hh_l0	5	0.06292158365249634
124358	rnn.weight_hh_l0	6	-0.01551169715821743
124358	rnn.weight_hh_l0	7	-0.08326810598373413
124358	rnn.weight_hh_l0	8	-0.002370064379647374
124358	rnn.weight_hh_l0	9	-0.07092153280973434
124358	rnn.bias_ih_l0	0	-0.07796461880207062
124358	rnn.bias_ih_l0	1	-0.17552079260349274
124358	rnn.bias_ih_l0	2	-0.24191422760486603
124358	rnn.bias_ih_l0	3	-0.2828482389450073
124358	rnn.bias_ih_l0	4	-0.007202676963061094
124358	rnn.bias_ih_l0	5	0.0748763456940651
124358	rnn.bias_ih_l0	6	-0.14307062327861786
124358	rnn.bias_ih_l0	7	-0.2720652222633362
124358	rnn.bias_ih_l0	8	-0.13417713344097137
124358	rnn.bias_ih_l0	9	-0.16608358919620514
124358	rnn.bias_hh_l0	0	0.13534273207187653
124358	rnn.bias_hh_l0	1	-0.07026863098144531
124358	rnn.bias_hh_l0	2	0.029315009713172913
124358	rnn.bias_hh_l0	3	-0.17271696031093597
124358	rnn.bias_hh_l0	4	0.05472515895962715
124358	rnn.bias_hh_l0	5	0.005031114909797907
124358	rnn.bias_hh_l0	6	-0.07727080583572388
124358	rnn.bias_hh_l0	7	-0.15072928369045258
124358	rnn.bias_hh_l0	8	-0.1688653975725174
124358	rnn.bias_hh_l0	9	-0.09300759434700012
124358	rnn.weight_ih_l0_reverse	0	-0.014170427806675434
124358	rnn.weight_ih_l0_reverse	1	0.002173562766984105
124358	rnn.weight_ih_l0_reverse	2	-0.002470396924763918
124358	rnn.weight_ih_l0_reverse	3	0.0006073254044167697
124358	rnn.weight_ih_l0_reverse	4	0.03866831213235855
124358	rnn.weight_ih_l0_reverse	5	-0.04911520332098007
124358	rnn.weight_ih_l0_reverse	6	-0.05469121038913727
124358	rnn.weight_ih_l0_reverse	7	-0.014414384961128235
124358	rnn.weight_ih_l0_reverse	8	0.09005841612815857
124358	rnn.weight_ih_l0_reverse	9	0.01446181908249855
124358	rnn.weight_hh_l0_reverse	0	0.004928764421492815
124358	rnn.weight_hh_l0_reverse	1	0.02171494998037815
124358	rnn.weight_hh_l0_reverse	2	-0.03857661038637161
124358	rnn.weight_hh_l0_reverse	3	0.04342200234532356
124358	rnn.weight_hh_l0_reverse	4	0.02065299265086651
124358	rnn.weight_hh_l0_reverse	5	-0.008549246937036514
124358	rnn.weight_hh_l0_reverse	6	0.052985209971666336
124358	rnn.weight_hh_l0_reverse	7	0.024548768997192383
124358	rnn.weight_hh_l0_reverse	8	-0.00811355747282505
124358	rnn.weight_hh_l0_reverse	9	-0.040015049278736115
124358	rnn.bias_ih_l0_reverse	0	-0.1351463794708252
124358	rnn.bias_ih_l0_reverse	1	-0.29693758487701416
124358	rnn.bias_ih_l0_reverse	2	-0.07059428095817566
124358	rnn.bias_ih_l0_reverse	3	-0.13066744804382324
124358	rnn.bias_ih_l0_reverse	4	0.08440912514925003
124358	rnn.bias_ih_l0_reverse	5	-0.2405121922492981
124358	rnn.bias_ih_l0_reverse	6	-0.059682928025722504
124358	rnn.bias_ih_l0_reverse	7	-0.016734367236495018
124358	rnn.bias_ih_l0_reverse	8	-0.17417898774147034
124358	rnn.bias_ih_l0_reverse	9	-0.09227493405342102
124358	rnn.bias_hh_l0_reverse	0	-0.1395326405763626
124358	rnn.bias_hh_l0_reverse	1	-0.15384846925735474
124358	rnn.bias_hh_l0_reverse	2	-0.029574530199170113
124358	rnn.bias_hh_l0_reverse	3	-0.12617892026901245
124358	rnn.bias_hh_l0_reverse	4	-0.02441403828561306
124358	rnn.bias_hh_l0_reverse	5	-0.1148095577955246
124358	rnn.bias_hh_l0_reverse	6	-0.06774459779262543
124358	rnn.bias_hh_l0_reverse	7	-0.19516418874263763
124358	rnn.bias_hh_l0_reverse	8	-0.053654953837394714
124358	rnn.bias_hh_l0_reverse	9	-0.139281764626503
124358	linear.weight	0	-0.1840357929468155
124358	linear.weight	1	-0.14676162600517273
124358	linear.weight	2	-0.011228874325752258
124358	linear.weight	3	-0.07139469683170319
124358	linear.weight	4	-0.07037541270256042
124358	linear.weight	5	0.16406817734241486
124358	linear.weight	6	0.0047744326293468475
124358	linear.weight	7	-0.021312154829502106
124358	linear.weight	8	0.21503080427646637
124358	linear.weight	9	0.19883467257022858
124358	linear.bias	0	-0.8393069505691528
124358	linear.bias	1	1.313427209854126
124358	linear.bias	2	-0.3884838819503784
124358	linear.bias	3	-0.635063111782074
124358	linear.bias	4	-0.9478400349617004
124358	linear.bias	5	-1.1675021648406982
124358	linear.bias	6	-0.8354216814041138
124358	linear.bias	7	-0.7457641363143921
124358	linear.bias	8	-0.01705317199230194
124358	linear.bias	9	3.2755086421966553
124362	transitions	0	-0.38135722279548645
124362	transitions	1	8.341114044189453
124362	transitions	2	-3.4054112434387207
124362	transitions	3	1.3929507732391357
124362	transitions	4	-2.0246338844299316
124362	transitions	5	-0.3725053369998932
124362	transitions	6	-0.18397587537765503
124362	transitions	7	-10000.0
124362	transitions	8	1.750369906425476
124362	transitions	9	-2.2926247119903564
124362	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
124362	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
124362	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
124362	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
124362	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
124362	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
124362	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
124362	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
124362	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
124362	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
124362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
124362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
124362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
124362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
124362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
124362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
124362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
124362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
124362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
124362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
124362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
124362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
124362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
124362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
124362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
124362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
124362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
124362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
124362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
124362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
124362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
124362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
124362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
124362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
124362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
124362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
124362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
124362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
124362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
124362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
124362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
124362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
124362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
124362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
124362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
124362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
124362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
124362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
124362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
124362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
124362	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
124362	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
124362	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
124362	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
124362	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
124362	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
124362	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
124362	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
124362	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
124362	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
124362	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
124362	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
124362	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
124362	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
124362	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
124362	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
124362	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
124362	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
124362	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
124362	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
124362	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
124362	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
124362	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
124362	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
124362	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
124362	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
124362	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
124362	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
124362	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
124362	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
124362	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
124362	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
124362	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
124362	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
124362	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
124362	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
124362	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
124362	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
124362	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
124362	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
124362	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
124362	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
124362	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
124362	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
124362	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
124362	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
124362	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
124362	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
124362	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
124362	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
124362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
124362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
124362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
124362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
124362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
124362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
124362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
124362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
124362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
124362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
124362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
124362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
124362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
124362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
124362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
124362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
124362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
124362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
124362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
124362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
124362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
124362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
124362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
124362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
124362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
124362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
124362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
124362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
124362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
124362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
124362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
124362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
124362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
124362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
124362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
124362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
124362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
124362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
124362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
124362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
124362	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
124362	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
124362	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
124362	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
124362	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
124362	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
124362	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
124362	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
124362	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
124362	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
124362	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
124362	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
124362	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
124362	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
124362	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
124362	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
124362	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
124362	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
124362	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
124362	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
124362	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
124362	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
124362	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
124362	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
124362	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
124362	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
124362	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
124362	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
124362	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
124362	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
124362	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
124362	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
124362	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
124362	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
124362	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
124362	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
124362	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
124362	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
124362	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
124362	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
124362	embedding2nn.weight	0	0.04704564809799194
124362	embedding2nn.weight	1	-0.08198051154613495
124362	embedding2nn.weight	2	0.010914962738752365
124362	embedding2nn.weight	3	-0.05461800470948219
124362	embedding2nn.weight	4	-0.13190175592899323
124362	embedding2nn.weight	5	0.1110415831208229
124362	embedding2nn.weight	6	-0.14348939061164856
124362	embedding2nn.weight	7	-0.07368649542331696
124362	embedding2nn.weight	8	-0.004768025130033493
124362	embedding2nn.weight	9	0.0588400661945343
124362	embedding2nn.bias	0	0.04490431770682335
124362	embedding2nn.bias	1	0.012563476338982582
124362	embedding2nn.bias	2	-0.10643281042575836
124362	embedding2nn.bias	3	0.08962328732013702
124362	embedding2nn.bias	4	0.02624010108411312
124362	embedding2nn.bias	5	-0.1696486473083496
124362	embedding2nn.bias	6	-0.11182080209255219
124362	embedding2nn.bias	7	-0.03293508663773537
124362	embedding2nn.bias	8	0.04294726997613907
124362	embedding2nn.bias	9	-0.07775117456912994
124362	rnn.weight_ih_l0	0	0.017503339797258377
124362	rnn.weight_ih_l0	1	-0.0634913370013237
124362	rnn.weight_ih_l0	2	-0.015681834891438484
124362	rnn.weight_ih_l0	3	-0.03537802770733833
124362	rnn.weight_ih_l0	4	0.02390371821820736
124362	rnn.weight_ih_l0	5	-0.09524368494749069
124362	rnn.weight_ih_l0	6	-0.04552815854549408
124362	rnn.weight_ih_l0	7	-0.0225746501237154
124362	rnn.weight_ih_l0	8	0.03227498009800911
124362	rnn.weight_ih_l0	9	0.0031033013947308064
124362	rnn.weight_hh_l0	0	0.012216851115226746
124362	rnn.weight_hh_l0	1	-0.08321363478899002
124362	rnn.weight_hh_l0	2	0.057319071143865585
124362	rnn.weight_hh_l0	3	0.04188472032546997
124362	rnn.weight_hh_l0	4	0.004479799885302782
124362	rnn.weight_hh_l0	5	0.06289877742528915
124362	rnn.weight_hh_l0	6	-0.01550342608243227
124362	rnn.weight_hh_l0	7	-0.08326040953397751
124362	rnn.weight_hh_l0	8	-0.002366729313507676
124362	rnn.weight_hh_l0	9	-0.07087528705596924
124362	rnn.bias_ih_l0	0	-0.0777159109711647
124362	rnn.bias_ih_l0	1	-0.1751883327960968
124362	rnn.bias_ih_l0	2	-0.24242785573005676
124362	rnn.bias_ih_l0	3	-0.2835845351219177
124362	rnn.bias_ih_l0	4	-0.007185971364378929
124362	rnn.bias_ih_l0	5	0.07512196898460388
124362	rnn.bias_ih_l0	6	-0.14318886399269104
124362	rnn.bias_ih_l0	7	-0.2715286314487457
124362	rnn.bias_ih_l0	8	-0.13384990394115448
124362	rnn.bias_ih_l0	9	-0.16570188105106354
124362	rnn.bias_hh_l0	0	0.13506141304969788
124362	rnn.bias_hh_l0	1	-0.06999713182449341
124362	rnn.bias_hh_l0	2	0.029532356187701225
124362	rnn.bias_hh_l0	3	-0.17298418283462524
124362	rnn.bias_hh_l0	4	0.05392718315124512
124362	rnn.bias_hh_l0	5	0.004889396019279957
124362	rnn.bias_hh_l0	6	-0.07718505710363388
124362	rnn.bias_hh_l0	7	-0.1504569798707962
124362	rnn.bias_hh_l0	8	-0.1687251776456833
124362	rnn.bias_hh_l0	9	-0.09224355965852737
124362	rnn.weight_ih_l0_reverse	0	-0.014291501604020596
124362	rnn.weight_ih_l0_reverse	1	0.0022187638096511364
124362	rnn.weight_ih_l0_reverse	2	-0.002613986609503627
124362	rnn.weight_ih_l0_reverse	3	0.0013536432525143027
124362	rnn.weight_ih_l0_reverse	4	0.03895832225680351
124362	rnn.weight_ih_l0_reverse	5	-0.049275655299425125
124362	rnn.weight_ih_l0_reverse	6	-0.05557534098625183
124362	rnn.weight_ih_l0_reverse	7	-0.01416518073529005
124362	rnn.weight_ih_l0_reverse	8	0.09031163901090622
124362	rnn.weight_ih_l0_reverse	9	0.014392785727977753
124362	rnn.weight_hh_l0_reverse	0	0.0048726461827754974
124362	rnn.weight_hh_l0_reverse	1	0.021723566576838493
124362	rnn.weight_hh_l0_reverse	2	-0.03851476311683655
124362	rnn.weight_hh_l0_reverse	3	0.04339461028575897
124362	rnn.weight_hh_l0_reverse	4	0.020692327991127968
124362	rnn.weight_hh_l0_reverse	5	-0.00840900931507349
124362	rnn.weight_hh_l0_reverse	6	0.05300560221076012
124362	rnn.weight_hh_l0_reverse	7	0.024604037404060364
124362	rnn.weight_hh_l0_reverse	8	-0.008243784308433533
124362	rnn.weight_hh_l0_reverse	9	-0.04001748934388161
124362	rnn.bias_ih_l0_reverse	0	-0.13505123555660248
124362	rnn.bias_ih_l0_reverse	1	-0.2965172827243805
124362	rnn.bias_ih_l0_reverse	2	-0.07027151435613632
124362	rnn.bias_ih_l0_reverse	3	-0.13099545240402222
124362	rnn.bias_ih_l0_reverse	4	0.08465874195098877
124362	rnn.bias_ih_l0_reverse	5	-0.24042683839797974
124362	rnn.bias_ih_l0_reverse	6	-0.06011970341205597
124362	rnn.bias_ih_l0_reverse	7	-0.015461312606930733
124362	rnn.bias_ih_l0_reverse	8	-0.17414377629756927
124362	rnn.bias_ih_l0_reverse	9	-0.09193843603134155
124362	rnn.bias_hh_l0_reverse	0	-0.1401655673980713
124362	rnn.bias_hh_l0_reverse	1	-0.15389855206012726
124362	rnn.bias_hh_l0_reverse	2	-0.02953546866774559
124362	rnn.bias_hh_l0_reverse	3	-0.1266762912273407
124362	rnn.bias_hh_l0_reverse	4	-0.024396084249019623
124362	rnn.bias_hh_l0_reverse	5	-0.11478346586227417
124362	rnn.bias_hh_l0_reverse	6	-0.06778808683156967
124362	rnn.bias_hh_l0_reverse	7	-0.19510972499847412
124362	rnn.bias_hh_l0_reverse	8	-0.0543375201523304
124362	rnn.bias_hh_l0_reverse	9	-0.13921570777893066
124362	linear.weight	0	-0.18402281403541565
124362	linear.weight	1	-0.1468336582183838
124362	linear.weight	2	-0.011228874325752258
124362	linear.weight	3	-0.06818334013223648
124362	linear.weight	4	-0.0703640729188919
124362	linear.weight	5	0.16772398352622986
124362	linear.weight	6	0.0047744326293468475
124362	linear.weight	7	-0.021312154829502106
124362	linear.weight	8	0.2134827971458435
124362	linear.weight	9	0.1978272795677185
124362	linear.bias	0	-0.8416586518287659
124362	linear.bias	1	1.3053133487701416
124362	linear.bias	2	-0.40586909651756287
124362	linear.bias	3	-0.6417965888977051
124362	linear.bias	4	-0.9602627754211426
124362	linear.bias	5	-1.1675069332122803
124362	linear.bias	6	-0.8378432393074036
124362	linear.bias	7	-0.7410047054290771
124362	linear.bias	8	-0.01705317199230194
124362	linear.bias	9	3.337958574295044
124559	transitions	0	-0.3817775249481201
124559	transitions	1	8.328070640563965
124559	transitions	2	-3.406381845474243
124559	transitions	3	1.3996907472610474
124559	transitions	4	-2.0252835750579834
124559	transitions	5	-0.3726077377796173
124559	transitions	6	-0.18402037024497986
124559	transitions	7	-10000.0
124559	transitions	8	1.749995231628418
124559	transitions	9	-2.2926344871520996
124559	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
124559	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
124559	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
124559	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
124559	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
124559	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
124559	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
124559	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
124559	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
124559	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
124559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
124559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
124559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
124559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
124559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
124559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
124559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
124559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
124559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
124559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
124559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
124559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
124559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
124559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
124559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
124559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
124559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
124559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
124559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
124559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
124559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
124559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
124559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
124559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
124559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
124559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
124559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
124559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
124559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
124559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
124559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
124559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
124559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
124559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
124559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
124559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
124559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
124559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
124559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
124559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
124559	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
124559	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
124559	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
124559	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
124559	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
124559	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
124559	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
124559	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
124559	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
124559	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
124559	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
124559	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
124559	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
124559	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
124559	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
124559	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
124559	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
124559	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
124559	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
124559	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
124559	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
124559	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
124559	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
124559	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
124559	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
124559	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
124559	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
124559	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
124559	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
124559	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
124559	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
124559	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
124559	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
124559	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
124559	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
124559	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
124559	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
124559	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
124559	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
124559	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
124559	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
124559	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
124559	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
124559	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
124559	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
124559	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
124559	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
124559	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
124559	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
124559	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
124559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
124559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
124559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
124559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
124559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
124559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
124559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
124559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
124559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
124559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
124559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
124559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
124559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
124559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
124559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
124559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
124559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
124559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
124559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
124559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
124559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
124559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
124559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
124559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
124559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
124559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
124559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
124559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
124559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
124559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
124559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
124559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
124559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
124559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
124559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
124559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
124559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
124559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
124559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
124559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
124559	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
124559	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
124559	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
124559	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
124559	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
124559	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
124559	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
124559	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
124559	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
124559	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
124559	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
124559	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
124559	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
124559	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
124559	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
124559	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
124559	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
124559	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
124559	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
124559	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
124559	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
124559	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
124559	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
124559	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
124559	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
124559	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
124559	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
124559	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
124559	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
124559	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
124559	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
124559	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
124559	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
124559	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
124559	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
124559	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
124559	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
124559	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
124559	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
124559	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
124559	embedding2nn.weight	0	0.04684966057538986
124559	embedding2nn.weight	1	-0.07992018759250641
124559	embedding2nn.weight	2	0.008859346620738506
124559	embedding2nn.weight	3	-0.05466413497924805
124559	embedding2nn.weight	4	-0.13654737174510956
124559	embedding2nn.weight	5	0.11006282269954681
124559	embedding2nn.weight	6	-0.15054196119308472
124559	embedding2nn.weight	7	-0.07339607179164886
124559	embedding2nn.weight	8	-0.002925097942352295
124559	embedding2nn.weight	9	0.061984408646821976
124559	embedding2nn.bias	0	0.04592267796397209
124559	embedding2nn.bias	1	0.0168308038264513
124559	embedding2nn.bias	2	-0.10013062506914139
124559	embedding2nn.bias	3	0.08192769438028336
124559	embedding2nn.bias	4	0.03339555487036705
124559	embedding2nn.bias	5	-0.17761781811714172
124559	embedding2nn.bias	6	-0.11069842427968979
124559	embedding2nn.bias	7	-0.0243898443877697
124559	embedding2nn.bias	8	0.05625157430768013
124559	embedding2nn.bias	9	-0.05941826105117798
124559	rnn.weight_ih_l0	0	0.016596756875514984
124559	rnn.weight_ih_l0	1	-0.06446894258260727
124559	rnn.weight_ih_l0	2	-0.014220135286450386
124559	rnn.weight_ih_l0	3	-0.036700718104839325
124559	rnn.weight_ih_l0	4	0.022805742919445038
124559	rnn.weight_ih_l0	5	-0.0969800353050232
124559	rnn.weight_ih_l0	6	-0.04494880884885788
124559	rnn.weight_ih_l0	7	-0.018328722566366196
124559	rnn.weight_ih_l0	8	0.03550385683774948
124559	rnn.weight_ih_l0	9	0.00269848620519042
124559	rnn.weight_hh_l0	0	0.009825674816966057
124559	rnn.weight_hh_l0	1	-0.08030322194099426
124559	rnn.weight_hh_l0	2	0.05938713997602463
124559	rnn.weight_hh_l0	3	0.0420672632753849
124559	rnn.weight_hh_l0	4	0.004408053122460842
124559	rnn.weight_hh_l0	5	0.06334231048822403
124559	rnn.weight_hh_l0	6	-0.014990112744271755
124559	rnn.weight_hh_l0	7	-0.08391407877206802
124559	rnn.weight_hh_l0	8	-0.0024299812503159046
124559	rnn.weight_hh_l0	9	-0.07347892969846725
124559	rnn.bias_ih_l0	0	-0.08381073921918869
124559	rnn.bias_ih_l0	1	-0.1747482419013977
124559	rnn.bias_ih_l0	2	-0.2438797801733017
124559	rnn.bias_ih_l0	3	-0.2899761199951172
124559	rnn.bias_ih_l0	4	-0.001593597698956728
124559	rnn.bias_ih_l0	5	0.07765194773674011
124559	rnn.bias_ih_l0	6	-0.14032357931137085
124559	rnn.bias_ih_l0	7	-0.27211904525756836
124559	rnn.bias_ih_l0	8	-0.13347762823104858
124559	rnn.bias_ih_l0	9	-0.16519507765769958
124559	rnn.bias_hh_l0	0	0.12960293889045715
124559	rnn.bias_hh_l0	1	-0.07109544426202774
124559	rnn.bias_hh_l0	2	0.030333837494254112
124559	rnn.bias_hh_l0	3	-0.17152348160743713
124559	rnn.bias_hh_l0	4	0.05963839218020439
124559	rnn.bias_hh_l0	5	0.003323337296023965
124559	rnn.bias_hh_l0	6	-0.07586375623941422
124559	rnn.bias_hh_l0	7	-0.15394940972328186
124559	rnn.bias_hh_l0	8	-0.1672772318124771
124559	rnn.bias_hh_l0	9	-0.09273432195186615
124559	rnn.weight_ih_l0_reverse	0	-0.01502783689647913
124559	rnn.weight_ih_l0_reverse	1	0.0033081164583563805
124559	rnn.weight_ih_l0_reverse	2	0.0029039473738521338
124559	rnn.weight_ih_l0_reverse	3	0.003188070375472307
124559	rnn.weight_ih_l0_reverse	4	0.039531365036964417
124559	rnn.weight_ih_l0_reverse	5	-0.0511995367705822
124559	rnn.weight_ih_l0_reverse	6	-0.05700509250164032
124559	rnn.weight_ih_l0_reverse	7	-0.013947095721960068
124559	rnn.weight_ih_l0_reverse	8	0.0906277671456337
124559	rnn.weight_ih_l0_reverse	9	0.014643531292676926
124559	rnn.weight_hh_l0_reverse	0	0.0047664763405919075
124559	rnn.weight_hh_l0_reverse	1	0.02199256233870983
124559	rnn.weight_hh_l0_reverse	2	-0.03912457823753357
124559	rnn.weight_hh_l0_reverse	3	0.04284427687525749
124559	rnn.weight_hh_l0_reverse	4	0.019924646243453026
124559	rnn.weight_hh_l0_reverse	5	-0.008966097608208656
124559	rnn.weight_hh_l0_reverse	6	0.05391685664653778
124559	rnn.weight_hh_l0_reverse	7	0.024467196315526962
124559	rnn.weight_hh_l0_reverse	8	-0.007460308261215687
124559	rnn.weight_hh_l0_reverse	9	-0.039694126695394516
124559	rnn.bias_ih_l0_reverse	0	-0.13258275389671326
124559	rnn.bias_ih_l0_reverse	1	-0.2972211539745331
124559	rnn.bias_ih_l0_reverse	2	-0.06805834919214249
124559	rnn.bias_ih_l0_reverse	3	-0.13139812648296356
124559	rnn.bias_ih_l0_reverse	4	0.08650112897157669
124559	rnn.bias_ih_l0_reverse	5	-0.23924963176250458
124559	rnn.bias_ih_l0_reverse	6	-0.06119822710752487
124559	rnn.bias_ih_l0_reverse	7	-0.011212039738893509
124559	rnn.bias_ih_l0_reverse	8	-0.1727345734834671
124559	rnn.bias_ih_l0_reverse	9	-0.09284541010856628
124559	rnn.bias_hh_l0_reverse	0	-0.13864752650260925
124559	rnn.bias_hh_l0_reverse	1	-0.15481257438659668
124559	rnn.bias_hh_l0_reverse	2	-0.03202836215496063
124559	rnn.bias_hh_l0_reverse	3	-0.1298571676015854
124559	rnn.bias_hh_l0_reverse	4	-0.025809502229094505
124559	rnn.bias_hh_l0_reverse	5	-0.11550956964492798
124559	rnn.bias_hh_l0_reverse	6	-0.0681978166103363
124559	rnn.bias_hh_l0_reverse	7	-0.19235780835151672
124559	rnn.bias_hh_l0_reverse	8	-0.05861266329884529
124559	rnn.bias_hh_l0_reverse	9	-0.1386849284172058
124559	linear.weight	0	-0.20514972507953644
124559	linear.weight	1	-0.1507333219051361
124559	linear.weight	2	-0.011228874325752258
124559	linear.weight	3	-0.07185685634613037
124559	linear.weight	4	-0.08360737562179565
124559	linear.weight	5	0.1735481470823288
124559	linear.weight	6	0.0047744326293468475
124559	linear.weight	7	-0.021312154829502106
124559	linear.weight	8	0.21177037060260773
124559	linear.weight	9	0.20228050649166107
124559	linear.bias	0	-0.803696870803833
124559	linear.bias	1	1.2553097009658813
124559	linear.bias	2	-0.40078383684158325
124559	linear.bias	3	-0.6348662972450256
124559	linear.bias	4	-0.9632807374000549
124559	linear.bias	5	-1.1675647497177124
124559	linear.bias	6	-0.8121457099914551
124559	linear.bias	7	-0.7703476548194885
124559	linear.bias	8	-0.01705317199230194
124559	linear.bias	9	3.3013312816619873
124756	transitions	0	-0.38191989064216614
124756	transitions	1	8.344403266906738
124756	transitions	2	-3.4073486328125
124756	transitions	3	1.4112353324890137
124756	transitions	4	-2.0262444019317627
124756	transitions	5	-0.37287765741348267
124756	transitions	6	-0.18405292928218842
124756	transitions	7	-10000.0
124756	transitions	8	1.749334454536438
124756	transitions	9	-2.292644739151001
124756	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
124756	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
124756	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
124756	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
124756	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
124756	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
124756	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
124756	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
124756	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
124756	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
124756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
124756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
124756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
124756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
124756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
124756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
124756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
124756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
124756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
124756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
124756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
124756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
124756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
124756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
124756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
124756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
124756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
124756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
124756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
124756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
124756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
124756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
124756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
124756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
124756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
124756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
124756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
124756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
124756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
124756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
124756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
124756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
124756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
124756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
124756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
124756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
124756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
124756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
124756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
124756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
124756	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
124756	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
124756	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
124756	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
124756	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
124756	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
124756	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
124756	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
124756	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
124756	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
124756	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
124756	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
124756	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
124756	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
124756	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
124756	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
124756	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
124756	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
124756	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
124756	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
124756	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
124756	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
124756	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
124756	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
124756	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
124756	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
124756	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
124756	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
124756	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
124756	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
124756	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
124756	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
124756	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
124756	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
124756	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
124756	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
124756	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
124756	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
124756	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
124756	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
124756	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
124756	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
124756	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
124756	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
124756	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
124756	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
124756	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
124756	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
124756	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
124756	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
124756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
124756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
124756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
124756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
124756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
124756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
124756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
124756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
124756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
124756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
124756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
124756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
124756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
124756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
124756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
124756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
124756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
124756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
124756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
124756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
124756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
124756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
124756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
124756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
124756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
124756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
124756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
124756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
124756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
124756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
124756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
124756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
124756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
124756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
124756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
124756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
124756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
124756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
124756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
124756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
124756	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
124756	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
124756	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
124756	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
124756	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
124756	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
124756	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
124756	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
124756	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
124756	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
124756	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
124756	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
124756	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
124756	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
124756	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
124756	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
124756	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
124756	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
124756	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
124756	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
124756	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
124756	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
124756	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
124756	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
124756	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
124756	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
124756	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
124756	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
124756	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
124756	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
124756	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
124756	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
124756	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
124756	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
124756	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
124756	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
124756	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
124756	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
124756	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
124756	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
124756	embedding2nn.weight	0	0.04689786955714226
124756	embedding2nn.weight	1	-0.07950747758150101
124756	embedding2nn.weight	2	0.006404395215213299
124756	embedding2nn.weight	3	-0.05737878754734993
124756	embedding2nn.weight	4	-0.1296595185995102
124756	embedding2nn.weight	5	0.10768841207027435
124756	embedding2nn.weight	6	-0.1490952968597412
124756	embedding2nn.weight	7	-0.07657760381698608
124756	embedding2nn.weight	8	-0.0027136083226650953
124756	embedding2nn.weight	9	0.06489487737417221
124756	embedding2nn.bias	0	0.04659575596451759
124756	embedding2nn.bias	1	0.02069586142897606
124756	embedding2nn.bias	2	-0.11201829463243484
124756	embedding2nn.bias	3	0.0815647542476654
124756	embedding2nn.bias	4	0.03732874616980553
124756	embedding2nn.bias	5	-0.18667937815189362
124756	embedding2nn.bias	6	-0.09799452871084213
124756	embedding2nn.bias	7	-0.02351010963320732
124756	embedding2nn.bias	8	0.05539838224649429
124756	embedding2nn.bias	9	-0.05703108385205269
124756	rnn.weight_ih_l0	0	0.01609349250793457
124756	rnn.weight_ih_l0	1	-0.0641075074672699
124756	rnn.weight_ih_l0	2	-0.01546927448362112
124756	rnn.weight_ih_l0	3	-0.03763159364461899
124756	rnn.weight_ih_l0	4	0.020227542147040367
124756	rnn.weight_ih_l0	5	-0.09654109179973602
124756	rnn.weight_ih_l0	6	-0.05072067305445671
124756	rnn.weight_ih_l0	7	-0.020464137196540833
124756	rnn.weight_ih_l0	8	0.034466058015823364
124756	rnn.weight_ih_l0	9	-0.0008713974966667593
124756	rnn.weight_hh_l0	0	0.00962347723543644
124756	rnn.weight_hh_l0	1	-0.08301588892936707
124756	rnn.weight_hh_l0	2	0.05958661809563637
124756	rnn.weight_hh_l0	3	0.04254261404275894
124756	rnn.weight_hh_l0	4	0.004385313950479031
124756	rnn.weight_hh_l0	5	0.06399673968553543
124756	rnn.weight_hh_l0	6	-0.015324844047427177
124756	rnn.weight_hh_l0	7	-0.08374935388565063
124756	rnn.weight_hh_l0	8	-0.0032170910853892565
124756	rnn.weight_hh_l0	9	-0.07163556665182114
124756	rnn.bias_ih_l0	0	-0.08063425123691559
124756	rnn.bias_ih_l0	1	-0.17327247560024261
124756	rnn.bias_ih_l0	2	-0.24135343730449677
124756	rnn.bias_ih_l0	3	-0.2889695465564728
124756	rnn.bias_ih_l0	4	-0.0004449084517545998
124756	rnn.bias_ih_l0	5	0.06984836608171463
124756	rnn.bias_ih_l0	6	-0.1431203931570053
124756	rnn.bias_ih_l0	7	-0.27152588963508606
124756	rnn.bias_ih_l0	8	-0.1345483809709549
124756	rnn.bias_ih_l0	9	-0.16533102095127106
124756	rnn.bias_hh_l0	0	0.12768793106079102
124756	rnn.bias_hh_l0	1	-0.06653019040822983
124756	rnn.bias_hh_l0	2	0.034940849989652634
124756	rnn.bias_hh_l0	3	-0.1737229824066162
124756	rnn.bias_hh_l0	4	0.06494922935962677
124756	rnn.bias_hh_l0	5	0.00539134768769145
124756	rnn.bias_hh_l0	6	-0.07530981302261353
124756	rnn.bias_hh_l0	7	-0.15265491604804993
124756	rnn.bias_hh_l0	8	-0.16964596509933472
124756	rnn.bias_hh_l0	9	-0.09351760149002075
124756	rnn.weight_ih_l0_reverse	0	-0.015120165422558784
124756	rnn.weight_ih_l0_reverse	1	0.005418159067630768
124756	rnn.weight_ih_l0_reverse	2	0.0024030236527323723
124756	rnn.weight_ih_l0_reverse	3	0.005308713298290968
124756	rnn.weight_ih_l0_reverse	4	0.04254602640867233
124756	rnn.weight_ih_l0_reverse	5	-0.05638947710394859
124756	rnn.weight_ih_l0_reverse	6	-0.05999927595257759
124756	rnn.weight_ih_l0_reverse	7	-0.014819479547441006
124756	rnn.weight_ih_l0_reverse	8	0.09303607046604156
124756	rnn.weight_ih_l0_reverse	9	0.017224907875061035
124756	rnn.weight_hh_l0_reverse	0	0.004439594689756632
124756	rnn.weight_hh_l0_reverse	1	0.021789412945508957
124756	rnn.weight_hh_l0_reverse	2	-0.039202235639095306
124756	rnn.weight_hh_l0_reverse	3	0.043318718671798706
124756	rnn.weight_hh_l0_reverse	4	0.01992982067167759
124756	rnn.weight_hh_l0_reverse	5	-0.009176911786198616
124756	rnn.weight_hh_l0_reverse	6	0.05388104170560837
124756	rnn.weight_hh_l0_reverse	7	0.023745086044073105
124756	rnn.weight_hh_l0_reverse	8	-0.007985030300915241
124756	rnn.weight_hh_l0_reverse	9	-0.039279673248529434
124756	rnn.bias_ih_l0_reverse	0	-0.13253194093704224
124756	rnn.bias_ih_l0_reverse	1	-0.29503005743026733
124756	rnn.bias_ih_l0_reverse	2	-0.06989913433790207
124756	rnn.bias_ih_l0_reverse	3	-0.12978728115558624
124756	rnn.bias_ih_l0_reverse	4	0.08776798099279404
124756	rnn.bias_ih_l0_reverse	5	-0.2396417260169983
124756	rnn.bias_ih_l0_reverse	6	-0.058946479111909866
124756	rnn.bias_ih_l0_reverse	7	-0.012985178269445896
124756	rnn.bias_ih_l0_reverse	8	-0.17347922921180725
124756	rnn.bias_ih_l0_reverse	9	-0.09260056912899017
124756	rnn.bias_hh_l0_reverse	0	-0.14123542606830597
124756	rnn.bias_hh_l0_reverse	1	-0.1520305573940277
124756	rnn.bias_hh_l0_reverse	2	-0.031185077503323555
124756	rnn.bias_hh_l0_reverse	3	-0.13436254858970642
124756	rnn.bias_hh_l0_reverse	4	-0.025113848969340324
124756	rnn.bias_hh_l0_reverse	5	-0.1149425134062767
124756	rnn.bias_hh_l0_reverse	6	-0.0695355162024498
124756	rnn.bias_hh_l0_reverse	7	-0.19236797094345093
124756	rnn.bias_hh_l0_reverse	8	-0.05999303609132767
124756	rnn.bias_hh_l0_reverse	9	-0.13766111433506012
124756	linear.weight	0	-0.20322540402412415
124756	linear.weight	1	-0.15187928080558777
124756	linear.weight	2	-0.011228874325752258
124756	linear.weight	3	-0.06234431639313698
124756	linear.weight	4	-0.08865004777908325
124756	linear.weight	5	0.2192409783601761
124756	linear.weight	6	0.0047744326293468475
124756	linear.weight	7	-0.021312154829502106
124756	linear.weight	8	0.18954864144325256
124756	linear.weight	9	0.2069154977798462
124756	linear.bias	0	-0.8223434686660767
124756	linear.bias	1	1.292434811592102
124756	linear.bias	2	-0.3235120177268982
124756	linear.bias	3	-0.6492909789085388
124756	linear.bias	4	-0.9848900437355042
124756	linear.bias	5	-1.1676321029663086
124756	linear.bias	6	-0.8322916626930237
124756	linear.bias	7	-0.7438226342201233
124756	linear.bias	8	-0.01705317199230194
124756	linear.bias	9	3.2780706882476807
124953	transitions	0	-0.3822040259838104
124953	transitions	1	8.355267524719238
124953	transitions	2	-3.408421039581299
124953	transitions	3	1.3972206115722656
124953	transitions	4	-2.026819944381714
124953	transitions	5	-0.3730408549308777
124953	transitions	6	-0.18409036099910736
124953	transitions	7	-10000.0
124953	transitions	8	1.7505019903182983
124953	transitions	9	-2.292654514312744
124953	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
124953	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
124953	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
124953	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
124953	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
124953	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
124953	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
124953	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
124953	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
124953	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
124953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
124953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
124953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
124953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
124953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
124953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
124953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
124953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
124953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
124953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
124953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
124953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
124953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
124953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
124953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
124953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
124953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
124953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
124953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
124953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
124953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
124953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
124953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
124953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
124953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
124953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
124953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
124953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
124953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
124953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
124953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
124953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
124953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
124953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
124953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
124953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
124953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
124953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
124953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
124953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
124953	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
124953	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
124953	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
124953	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
124953	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
124953	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
124953	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
124953	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
124953	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
124953	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
124953	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
124953	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
124953	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
124953	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
124953	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
124953	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
124953	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
124953	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
124953	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
124953	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
124953	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
124953	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
124953	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
124953	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
124953	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
124953	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
124953	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
124953	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
124953	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
124953	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
124953	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
124953	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
124953	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
124953	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
124953	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
124953	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
124953	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
124953	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
124953	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
124953	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
124953	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
124953	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
124953	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
124953	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
124953	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
124953	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
124953	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
124953	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
124953	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
124953	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
124953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
124953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
124953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
124953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
124953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
124953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
124953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
124953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
124953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
124953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
124953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
124953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
124953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
124953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
124953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
124953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
124953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
124953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
124953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
124953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
124953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
124953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
124953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
124953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
124953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
124953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
124953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
124953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
124953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
124953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
124953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
124953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
124953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
124953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
124953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
124953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
124953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
124953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
124953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
124953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
124953	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
124953	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
124953	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
124953	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
124953	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
124953	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
124953	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
124953	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
124953	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
124953	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
124953	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
124953	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
124953	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
124953	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
124953	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
124953	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
124953	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
124953	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
124953	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
124953	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
124953	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
124953	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
124953	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
124953	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
124953	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
124953	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
124953	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
124953	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
124953	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
124953	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
124953	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
124953	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
124953	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
124953	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
124953	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
124953	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
124953	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
124953	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
124953	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
124953	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
124953	embedding2nn.weight	0	0.04657670855522156
124953	embedding2nn.weight	1	-0.07990922778844833
124953	embedding2nn.weight	2	0.0021761124953627586
124953	embedding2nn.weight	3	-0.058003176003694534
124953	embedding2nn.weight	4	-0.12826620042324066
124953	embedding2nn.weight	5	0.10742004960775375
124953	embedding2nn.weight	6	-0.13903093338012695
124953	embedding2nn.weight	7	-0.07634241878986359
124953	embedding2nn.weight	8	-0.002565982285887003
124953	embedding2nn.weight	9	0.0650697574019432
124953	embedding2nn.bias	0	0.049137018620967865
124953	embedding2nn.bias	1	0.03427326679229736
124953	embedding2nn.bias	2	-0.08938401192426682
124953	embedding2nn.bias	3	0.07832647860050201
124953	embedding2nn.bias	4	0.04664325341582298
124953	embedding2nn.bias	5	-0.1792290210723877
124953	embedding2nn.bias	6	-0.09775551408529282
124953	embedding2nn.bias	7	-0.03131480515003204
124953	embedding2nn.bias	8	0.0522388257086277
124953	embedding2nn.bias	9	-0.05936254933476448
124953	rnn.weight_ih_l0	0	0.015225770883262157
124953	rnn.weight_ih_l0	1	-0.06314600259065628
124953	rnn.weight_ih_l0	2	-0.01636611483991146
124953	rnn.weight_ih_l0	3	-0.0368829146027565
124953	rnn.weight_ih_l0	4	0.02251386269927025
124953	rnn.weight_ih_l0	5	-0.0940854623913765
124953	rnn.weight_ih_l0	6	-0.05335993319749832
124953	rnn.weight_ih_l0	7	-0.02260289527475834
124953	rnn.weight_ih_l0	8	0.03451019898056984
124953	rnn.weight_ih_l0	9	-0.0012743050465360284
124953	rnn.weight_hh_l0	0	0.007491917349398136
124953	rnn.weight_hh_l0	1	-0.08338674902915955
124953	rnn.weight_hh_l0	2	0.060134515166282654
124953	rnn.weight_hh_l0	3	0.04286884889006615
124953	rnn.weight_hh_l0	4	0.004063906613737345
124953	rnn.weight_hh_l0	5	0.06355787813663483
124953	rnn.weight_hh_l0	6	-0.015634601935744286
124953	rnn.weight_hh_l0	7	-0.08309609442949295
124953	rnn.weight_hh_l0	8	-0.0038629164919257164
124953	rnn.weight_hh_l0	9	-0.07008393108844757
124953	rnn.bias_ih_l0	0	-0.07504469156265259
124953	rnn.bias_ih_l0	1	-0.17394836246967316
124953	rnn.bias_ih_l0	2	-0.2425267994403839
124953	rnn.bias_ih_l0	3	-0.29191285371780396
124953	rnn.bias_ih_l0	4	-0.0020218065474182367
124953	rnn.bias_ih_l0	5	0.06889653950929642
124953	rnn.bias_ih_l0	6	-0.14271509647369385
124953	rnn.bias_ih_l0	7	-0.2715805470943451
124953	rnn.bias_ih_l0	8	-0.12973760068416595
124953	rnn.bias_ih_l0	9	-0.1702679544687271
124953	rnn.bias_hh_l0	0	0.13063374161720276
124953	rnn.bias_hh_l0	1	-0.06643141806125641
124953	rnn.bias_hh_l0	2	0.03599667549133301
124953	rnn.bias_hh_l0	3	-0.1743430197238922
124953	rnn.bias_hh_l0	4	0.060813408344984055
124953	rnn.bias_hh_l0	5	-0.0010033160215243697
124953	rnn.bias_hh_l0	6	-0.07331541925668716
124953	rnn.bias_hh_l0	7	-0.15021753311157227
124953	rnn.bias_hh_l0	8	-0.17209145426750183
124953	rnn.bias_hh_l0	9	-0.0940520167350769
124953	rnn.weight_ih_l0_reverse	0	-0.014318970032036304
124953	rnn.weight_ih_l0_reverse	1	0.007601273246109486
124953	rnn.weight_ih_l0_reverse	2	-0.0003157315368298441
124953	rnn.weight_ih_l0_reverse	3	0.0021539877634495497
124953	rnn.weight_ih_l0_reverse	4	0.04259325563907623
124953	rnn.weight_ih_l0_reverse	5	-0.05867275595664978
124953	rnn.weight_ih_l0_reverse	6	-0.061427511274814606
124953	rnn.weight_ih_l0_reverse	7	-0.014446374028921127
124953	rnn.weight_ih_l0_reverse	8	0.09122216701507568
124953	rnn.weight_ih_l0_reverse	9	0.01654687337577343
124953	rnn.weight_hh_l0_reverse	0	0.00416121119633317
124953	rnn.weight_hh_l0_reverse	1	0.021715372800827026
124953	rnn.weight_hh_l0_reverse	2	-0.03916805610060692
124953	rnn.weight_hh_l0_reverse	3	0.04232781380414963
124953	rnn.weight_hh_l0_reverse	4	0.020593944936990738
124953	rnn.weight_hh_l0_reverse	5	-0.007089509628713131
124953	rnn.weight_hh_l0_reverse	6	0.054475702345371246
124953	rnn.weight_hh_l0_reverse	7	0.023654919117689133
124953	rnn.weight_hh_l0_reverse	8	-0.008361679501831532
124953	rnn.weight_hh_l0_reverse	9	-0.03828183189034462
124953	rnn.bias_ih_l0_reverse	0	-0.1317760944366455
124953	rnn.bias_ih_l0_reverse	1	-0.2937931716442108
124953	rnn.bias_ih_l0_reverse	2	-0.07130036503076553
124953	rnn.bias_ih_l0_reverse	3	-0.12739157676696777
124953	rnn.bias_ih_l0_reverse	4	0.08695106208324432
124953	rnn.bias_ih_l0_reverse	5	-0.2416168749332428
124953	rnn.bias_ih_l0_reverse	6	-0.05761465057730675
124953	rnn.bias_ih_l0_reverse	7	-0.007805542554706335
124953	rnn.bias_ih_l0_reverse	8	-0.1739799678325653
124953	rnn.bias_ih_l0_reverse	9	-0.09064742922782898
124953	rnn.bias_hh_l0_reverse	0	-0.14162737131118774
124953	rnn.bias_hh_l0_reverse	1	-0.1564914435148239
124953	rnn.bias_hh_l0_reverse	2	-0.03223051875829697
124953	rnn.bias_hh_l0_reverse	3	-0.13070400059223175
124953	rnn.bias_hh_l0_reverse	4	-0.022993847727775574
124953	rnn.bias_hh_l0_reverse	5	-0.1136881560087204
124953	rnn.bias_hh_l0_reverse	6	-0.07232791930437088
124953	rnn.bias_hh_l0_reverse	7	-0.19155357778072357
124953	rnn.bias_hh_l0_reverse	8	-0.06111595034599304
124953	rnn.bias_hh_l0_reverse	9	-0.1349235624074936
124953	linear.weight	0	-0.22664855420589447
124953	linear.weight	1	-0.15431974828243256
124953	linear.weight	2	-0.011228874325752258
124953	linear.weight	3	-0.06194733828306198
124953	linear.weight	4	-0.10757698863744736
124953	linear.weight	5	0.19595475494861603
124953	linear.weight	6	0.0047744326293468475
124953	linear.weight	7	-0.021312154829502106
124953	linear.weight	8	0.1884298175573349
124953	linear.weight	9	0.21818941831588745
124953	linear.bias	0	-0.8180526494979858
124953	linear.bias	1	1.2513443231582642
124953	linear.bias	2	-0.36546385288238525
124953	linear.bias	3	-0.6432598233222961
124953	linear.bias	4	-0.9686858057975769
124953	linear.bias	5	-1.1677045822143555
124953	linear.bias	6	-0.8276541829109192
124953	linear.bias	7	-0.731810450553894
124953	linear.bias	8	-0.01705317199230194
124953	linear.bias	9	3.315387010574341
125150	transitions	0	-0.382838636636734
125150	transitions	1	8.320082664489746
125150	transitions	2	-3.40895938873291
125150	transitions	3	1.4018999338150024
125150	transitions	4	-2.0273261070251465
125150	transitions	5	-0.373332142829895
125150	transitions	6	-0.18413816392421722
125150	transitions	7	-10000.0
125150	transitions	8	1.7487566471099854
125150	transitions	9	-2.2926645278930664
125150	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
125150	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
125150	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
125150	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
125150	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
125150	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
125150	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
125150	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
125150	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
125150	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
125150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
125150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
125150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
125150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
125150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
125150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
125150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
125150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
125150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
125150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
125150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
125150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
125150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
125150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
125150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
125150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
125150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
125150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
125150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
125150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
125150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
125150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
125150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
125150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
125150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
125150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
125150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
125150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
125150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
125150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
125150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
125150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
125150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
125150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
125150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
125150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
125150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
125150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
125150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
125150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
125150	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
125150	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
125150	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
125150	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
125150	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
125150	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
125150	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
125150	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
125150	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
125150	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
125150	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
125150	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
125150	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
125150	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
125150	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
125150	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
125150	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
125150	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
125150	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
125150	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
125150	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
125150	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
125150	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
125150	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
125150	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
125150	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
125150	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
125150	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
125150	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
125150	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
125150	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
125150	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
125150	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
125150	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
125150	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
125150	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
125150	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
125150	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
125150	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
125150	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
125150	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
125150	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
125150	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
125150	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
125150	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
125150	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
125150	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
125150	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
125150	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
125150	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
125150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
125150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
125150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
125150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
125150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
125150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
125150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
125150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
125150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
125150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
125150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
125150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
125150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
125150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
125150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
125150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
125150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
125150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
125150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
125150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
125150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
125150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
125150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
125150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
125150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
125150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
125150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
125150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
125150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
125150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
125150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
125150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
125150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
125150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
125150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
125150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
125150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
125150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
125150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
125150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
125150	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
125150	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
125150	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
125150	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
125150	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
125150	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
125150	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
125150	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
125150	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
125150	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
125150	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
125150	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
125150	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
125150	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
125150	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
125150	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
125150	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
125150	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
125150	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
125150	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
125150	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
125150	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
125150	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
125150	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
125150	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
125150	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
125150	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
125150	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
125150	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
125150	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
125150	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
125150	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
125150	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
125150	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
125150	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
125150	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
125150	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
125150	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
125150	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
125150	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
125150	embedding2nn.weight	0	0.04607953876256943
125150	embedding2nn.weight	1	-0.0805017277598381
125150	embedding2nn.weight	2	0.005684940610080957
125150	embedding2nn.weight	3	-0.057199299335479736
125150	embedding2nn.weight	4	-0.12605857849121094
125150	embedding2nn.weight	5	0.1071448102593422
125150	embedding2nn.weight	6	-0.13048484921455383
125150	embedding2nn.weight	7	-0.07828128337860107
125150	embedding2nn.weight	8	-0.006085638888180256
125150	embedding2nn.weight	9	0.06928442418575287
125150	embedding2nn.bias	0	0.03847586736083031
125150	embedding2nn.bias	1	0.0352761447429657
125150	embedding2nn.bias	2	-0.10635862499475479
125150	embedding2nn.bias	3	0.0929812416434288
125150	embedding2nn.bias	4	0.045461367815732956
125150	embedding2nn.bias	5	-0.16482296586036682
125150	embedding2nn.bias	6	-0.10887308418750763
125150	embedding2nn.bias	7	-0.02586030215024948
125150	embedding2nn.bias	8	0.04548777639865875
125150	embedding2nn.bias	9	-0.06915219128131866
125150	rnn.weight_ih_l0	0	0.019412335008382797
125150	rnn.weight_ih_l0	1	-0.06039634719491005
125150	rnn.weight_ih_l0	2	-0.016089530661702156
125150	rnn.weight_ih_l0	3	-0.03848185017704964
125150	rnn.weight_ih_l0	4	0.02366386540234089
125150	rnn.weight_ih_l0	5	-0.09505263715982437
125150	rnn.weight_ih_l0	6	-0.05264820158481598
125150	rnn.weight_ih_l0	7	-0.018964538350701332
125150	rnn.weight_ih_l0	8	0.03708069026470184
125150	rnn.weight_ih_l0	9	-0.0001020853451336734
125150	rnn.weight_hh_l0	0	0.006867711897939444
125150	rnn.weight_hh_l0	1	-0.08549391478300095
125150	rnn.weight_hh_l0	2	0.05994830280542374
125150	rnn.weight_hh_l0	3	0.042366527020931244
125150	rnn.weight_hh_l0	4	0.004078511614352465
125150	rnn.weight_hh_l0	5	0.06361400336027145
125150	rnn.weight_hh_l0	6	-0.015515635721385479
125150	rnn.weight_hh_l0	7	-0.08276522904634476
125150	rnn.weight_hh_l0	8	-0.003857462899759412
125150	rnn.weight_hh_l0	9	-0.07512345910072327
125150	rnn.bias_ih_l0	0	-0.07770965993404388
125150	rnn.bias_ih_l0	1	-0.17518429458141327
125150	rnn.bias_ih_l0	2	-0.24213238060474396
125150	rnn.bias_ih_l0	3	-0.2890055775642395
125150	rnn.bias_ih_l0	4	-0.004273673053830862
125150	rnn.bias_ih_l0	5	0.07256791740655899
125150	rnn.bias_ih_l0	6	-0.1416701078414917
125150	rnn.bias_ih_l0	7	-0.27063217759132385
125150	rnn.bias_ih_l0	8	-0.12816572189331055
125150	rnn.bias_ih_l0	9	-0.17361727356910706
125150	rnn.bias_hh_l0	0	0.13057415187358856
125150	rnn.bias_hh_l0	1	-0.06131776422262192
125150	rnn.bias_hh_l0	2	0.03525497391819954
125150	rnn.bias_hh_l0	3	-0.17455556988716125
125150	rnn.bias_hh_l0	4	0.059088900685310364
125150	rnn.bias_hh_l0	5	0.0045583173632621765
125150	rnn.bias_hh_l0	6	-0.07305137813091278
125150	rnn.bias_hh_l0	7	-0.15199771523475647
125150	rnn.bias_hh_l0	8	-0.16765275597572327
125150	rnn.bias_hh_l0	9	-0.09195674955844879
125150	rnn.weight_ih_l0_reverse	0	-0.014405320398509502
125150	rnn.weight_ih_l0_reverse	1	0.006077384576201439
125150	rnn.weight_ih_l0_reverse	2	0.0001803128543542698
125150	rnn.weight_ih_l0_reverse	3	0.008244626224040985
125150	rnn.weight_ih_l0_reverse	4	0.043942175805568695
125150	rnn.weight_ih_l0_reverse	5	-0.061192527413368225
125150	rnn.weight_ih_l0_reverse	6	-0.061367034912109375
125150	rnn.weight_ih_l0_reverse	7	-0.014053795486688614
125150	rnn.weight_ih_l0_reverse	8	0.09011849761009216
125150	rnn.weight_ih_l0_reverse	9	0.017289364710450172
125150	rnn.weight_hh_l0_reverse	0	0.004730412736535072
125150	rnn.weight_hh_l0_reverse	1	0.021867703646421432
125150	rnn.weight_hh_l0_reverse	2	-0.03940591216087341
125150	rnn.weight_hh_l0_reverse	3	0.04201175272464752
125150	rnn.weight_hh_l0_reverse	4	0.019958416000008583
125150	rnn.weight_hh_l0_reverse	5	-0.007719894405454397
125150	rnn.weight_hh_l0_reverse	6	0.05363388732075691
125150	rnn.weight_hh_l0_reverse	7	0.025057675316929817
125150	rnn.weight_hh_l0_reverse	8	-0.008228450082242489
125150	rnn.weight_hh_l0_reverse	9	-0.037472523748874664
125150	rnn.bias_ih_l0_reverse	0	-0.13666503131389618
125150	rnn.bias_ih_l0_reverse	1	-0.29566729068756104
125150	rnn.bias_ih_l0_reverse	2	-0.07166513055562973
125150	rnn.bias_ih_l0_reverse	3	-0.12894058227539062
125150	rnn.bias_ih_l0_reverse	4	0.08337637037038803
125150	rnn.bias_ih_l0_reverse	5	-0.24267013370990753
125150	rnn.bias_ih_l0_reverse	6	-0.056877974420785904
125150	rnn.bias_ih_l0_reverse	7	-0.00649264408275485
125150	rnn.bias_ih_l0_reverse	8	-0.17203105986118317
125150	rnn.bias_ih_l0_reverse	9	-0.08733759075403214
125150	rnn.bias_hh_l0_reverse	0	-0.13642047345638275
125150	rnn.bias_hh_l0_reverse	1	-0.15628929436206818
125150	rnn.bias_hh_l0_reverse	2	-0.03259279951453209
125150	rnn.bias_hh_l0_reverse	3	-0.1317175328731537
125150	rnn.bias_hh_l0_reverse	4	-0.02311819978058338
125150	rnn.bias_hh_l0_reverse	5	-0.1138724833726883
125150	rnn.bias_hh_l0_reverse	6	-0.07448464632034302
125150	rnn.bias_hh_l0_reverse	7	-0.1930811107158661
125150	rnn.bias_hh_l0_reverse	8	-0.062152963131666183
125150	rnn.bias_hh_l0_reverse	9	-0.13324743509292603
125150	linear.weight	0	-0.2268073856830597
125150	linear.weight	1	-0.16035209596157074
125150	linear.weight	2	-0.011228874325752258
125150	linear.weight	3	-0.07244256138801575
125150	linear.weight	4	-0.10818230360746384
125150	linear.weight	5	0.14182282984256744
125150	linear.weight	6	0.0047744326293468475
125150	linear.weight	7	-0.021312154829502106
125150	linear.weight	8	0.1813957542181015
125150	linear.weight	9	0.23869025707244873
125150	linear.bias	0	-0.8275225758552551
125150	linear.bias	1	1.2886159420013428
125150	linear.bias	2	-0.3777434229850769
125150	linear.bias	3	-0.6739453077316284
125150	linear.bias	4	-0.9424586892127991
125150	linear.bias	5	-1.1677733659744263
125150	linear.bias	6	-0.8351407647132874
125150	linear.bias	7	-0.743592381477356
125150	linear.bias	8	-0.01705317199230194
125150	linear.bias	9	3.29793643951416
125347	transitions	0	-0.3832589387893677
125347	transitions	1	8.319767951965332
125347	transitions	2	-3.409618377685547
125347	transitions	3	1.4040277004241943
125347	transitions	4	-2.0281665325164795
125347	transitions	5	-0.37339678406715393
125347	transitions	6	-0.18416929244995117
125347	transitions	7	-10000.0
125347	transitions	8	1.7521536350250244
125347	transitions	9	-2.2926759719848633
125347	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
125347	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
125347	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
125347	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
125347	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
125347	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
125347	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
125347	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
125347	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
125347	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
125347	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
125347	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
125347	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
125347	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
125347	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
125347	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
125347	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
125347	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
125347	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
125347	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
125347	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
125347	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
125347	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
125347	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
125347	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
125347	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
125347	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
125347	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
125347	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
125347	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
125347	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
125347	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
125347	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
125347	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
125347	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
125347	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
125347	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
125347	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
125347	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
125347	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
125347	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
125347	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
125347	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
125347	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
125347	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
125347	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
125347	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
125347	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
125347	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
125347	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
125347	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
125347	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
125347	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
125347	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
125347	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
125347	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
125347	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
125347	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
125347	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
125347	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
125347	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
125347	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
125347	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
125347	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
125347	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
125347	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
125347	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
125347	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
125347	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
125347	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
125347	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
125347	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
125347	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
125347	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
125347	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
125347	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
125347	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
125347	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
125347	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
125347	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
125347	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
125347	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
125347	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
125347	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
125347	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
125347	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
125347	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
125347	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
125347	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
125347	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
125347	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
125347	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
125347	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
125347	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
125347	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
125347	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
125347	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
125347	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
125347	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
125347	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
125347	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
125347	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
125347	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
125347	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
125347	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
125347	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
125347	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
125347	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
125347	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
125347	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
125347	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
125347	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
125347	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
125347	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
125347	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
125347	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
125347	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
125347	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
125347	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
125347	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
125347	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
125347	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
125347	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
125347	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
125347	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
125347	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
125347	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
125347	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
125347	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
125347	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
125347	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
125347	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
125347	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
125347	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
125347	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
125347	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
125347	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
125347	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
125347	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
125347	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
125347	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
125347	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
125347	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
125347	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
125347	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
125347	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
125347	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
125347	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
125347	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
125347	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
125347	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
125347	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
125347	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
125347	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
125347	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
125347	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
125347	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
125347	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
125347	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
125347	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
125347	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
125347	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
125347	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
125347	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
125347	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
125347	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
125347	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
125347	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
125347	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
125347	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
125347	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
125347	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
125347	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
125347	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
125347	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
125347	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
125347	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
125347	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
125347	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
125347	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
125347	embedding2nn.weight	0	0.045875631272792816
125347	embedding2nn.weight	1	-0.08228506147861481
125347	embedding2nn.weight	2	0.007595236878842115
125347	embedding2nn.weight	3	-0.05741716921329498
125347	embedding2nn.weight	4	-0.12768088281154633
125347	embedding2nn.weight	5	0.10743317753076553
125347	embedding2nn.weight	6	-0.131946861743927
125347	embedding2nn.weight	7	-0.0794670581817627
125347	embedding2nn.weight	8	-0.006115952506661415
125347	embedding2nn.weight	9	0.066988505423069
125347	embedding2nn.bias	0	0.03432363271713257
125347	embedding2nn.bias	1	0.04734522104263306
125347	embedding2nn.bias	2	-0.09052661061286926
125347	embedding2nn.bias	3	0.07640904188156128
125347	embedding2nn.bias	4	0.03528056666254997
125347	embedding2nn.bias	5	-0.18118533492088318
125347	embedding2nn.bias	6	-0.0956682339310646
125347	embedding2nn.bias	7	-0.027800388634204865
125347	embedding2nn.bias	8	0.05511736124753952
125347	embedding2nn.bias	9	-0.05678171664476395
125347	rnn.weight_ih_l0	0	0.0174142774194479
125347	rnn.weight_ih_l0	1	-0.05624280497431755
125347	rnn.weight_ih_l0	2	-0.01871892437338829
125347	rnn.weight_ih_l0	3	-0.0402224063873291
125347	rnn.weight_ih_l0	4	0.02350916899740696
125347	rnn.weight_ih_l0	5	-0.09396576136350632
125347	rnn.weight_ih_l0	6	-0.05337017402052879
125347	rnn.weight_ih_l0	7	-0.021256500855088234
125347	rnn.weight_ih_l0	8	0.037605758756399155
125347	rnn.weight_ih_l0	9	0.0005500180413946509
125347	rnn.weight_hh_l0	0	0.0063834586180746555
125347	rnn.weight_hh_l0	1	-0.08591495454311371
125347	rnn.weight_hh_l0	2	0.05835743620991707
125347	rnn.weight_hh_l0	3	0.04189218208193779
125347	rnn.weight_hh_l0	4	0.003890196094289422
125347	rnn.weight_hh_l0	5	0.06349305808544159
125347	rnn.weight_hh_l0	6	-0.01553680095821619
125347	rnn.weight_hh_l0	7	-0.08214226365089417
125347	rnn.weight_hh_l0	8	-0.0019016274018213153
125347	rnn.weight_hh_l0	9	-0.07282615453004837
125347	rnn.bias_ih_l0	0	-0.07932467013597488
125347	rnn.bias_ih_l0	1	-0.16862528026103973
125347	rnn.bias_ih_l0	2	-0.23955294489860535
125347	rnn.bias_ih_l0	3	-0.2934740483760834
125347	rnn.bias_ih_l0	4	0.0019918978214263916
125347	rnn.bias_ih_l0	5	0.07623588293790817
125347	rnn.bias_ih_l0	6	-0.14464926719665527
125347	rnn.bias_ih_l0	7	-0.27085167169570923
125347	rnn.bias_ih_l0	8	-0.12494784593582153
125347	rnn.bias_ih_l0	9	-0.1735234260559082
125347	rnn.bias_hh_l0	0	0.1320863515138626
125347	rnn.bias_hh_l0	1	-0.0604950413107872
125347	rnn.bias_hh_l0	2	0.03346951678395271
125347	rnn.bias_hh_l0	3	-0.1739724725484848
125347	rnn.bias_hh_l0	4	0.05566781759262085
125347	rnn.bias_hh_l0	5	0.006262423470616341
125347	rnn.bias_hh_l0	6	-0.06774923950433731
125347	rnn.bias_hh_l0	7	-0.1505744457244873
125347	rnn.bias_hh_l0	8	-0.17033381760120392
125347	rnn.bias_hh_l0	9	-0.08585510402917862
125347	rnn.weight_ih_l0_reverse	0	-0.012542578391730785
125347	rnn.weight_ih_l0_reverse	1	0.005133349448442459
125347	rnn.weight_ih_l0_reverse	2	0.0005788046400994062
125347	rnn.weight_ih_l0_reverse	3	0.005921647883951664
125347	rnn.weight_ih_l0_reverse	4	0.04234778881072998
125347	rnn.weight_ih_l0_reverse	5	-0.0590985007584095
125347	rnn.weight_ih_l0_reverse	6	-0.06308889389038086
125347	rnn.weight_ih_l0_reverse	7	-0.013378315605223179
125347	rnn.weight_ih_l0_reverse	8	0.09254719316959381
125347	rnn.weight_ih_l0_reverse	9	0.01755988784134388
125347	rnn.weight_hh_l0_reverse	0	0.005192049778997898
125347	rnn.weight_hh_l0_reverse	1	0.021209223195910454
125347	rnn.weight_hh_l0_reverse	2	-0.03936166688799858
125347	rnn.weight_hh_l0_reverse	3	0.041729915887117386
125347	rnn.weight_hh_l0_reverse	4	0.01995742879807949
125347	rnn.weight_hh_l0_reverse	5	-0.007552324328571558
125347	rnn.weight_hh_l0_reverse	6	0.05323713272809982
125347	rnn.weight_hh_l0_reverse	7	0.025301272049546242
125347	rnn.weight_hh_l0_reverse	8	-0.008118468336760998
125347	rnn.weight_hh_l0_reverse	9	-0.03645306080579758
125347	rnn.bias_ih_l0_reverse	0	-0.13485966622829437
125347	rnn.bias_ih_l0_reverse	1	-0.2906258702278137
125347	rnn.bias_ih_l0_reverse	2	-0.07186508178710938
125347	rnn.bias_ih_l0_reverse	3	-0.12988874316215515
125347	rnn.bias_ih_l0_reverse	4	0.08404627442359924
125347	rnn.bias_ih_l0_reverse	5	-0.24323296546936035
125347	rnn.bias_ih_l0_reverse	6	-0.05619543418288231
125347	rnn.bias_ih_l0_reverse	7	-0.004340194631367922
125347	rnn.bias_ih_l0_reverse	8	-0.1721077710390091
125347	rnn.bias_ih_l0_reverse	9	-0.09060575067996979
125347	rnn.bias_hh_l0_reverse	0	-0.13758470118045807
125347	rnn.bias_hh_l0_reverse	1	-0.15328358113765717
125347	rnn.bias_hh_l0_reverse	2	-0.030993176624178886
125347	rnn.bias_hh_l0_reverse	3	-0.1298474818468094
125347	rnn.bias_hh_l0_reverse	4	-0.021017802879214287
125347	rnn.bias_hh_l0_reverse	5	-0.11406692117452621
125347	rnn.bias_hh_l0_reverse	6	-0.0698186457157135
125347	rnn.bias_hh_l0_reverse	7	-0.19075123965740204
125347	rnn.bias_hh_l0_reverse	8	-0.0593620128929615
125347	rnn.bias_hh_l0_reverse	9	-0.13438090682029724
125347	linear.weight	0	-0.21154147386550903
125347	linear.weight	1	-0.1641833782196045
125347	linear.weight	2	-0.011228874325752258
125347	linear.weight	3	-0.07653388381004333
125347	linear.weight	4	-0.10764369368553162
125347	linear.weight	5	0.15453843772411346
125347	linear.weight	6	0.0047744326293468475
125347	linear.weight	7	-0.021312154829502106
125347	linear.weight	8	0.19429799914360046
125347	linear.weight	9	0.21794261038303375
125347	linear.bias	0	-0.8294668793678284
125347	linear.bias	1	1.273341178894043
125347	linear.bias	2	-0.3153901696205139
125347	linear.bias	3	-0.6678089499473572
125347	linear.bias	4	-0.9256782531738281
125347	linear.bias	5	-1.1678475141525269
125347	linear.bias	6	-0.8327346444129944
125347	linear.bias	7	-0.753036379814148
125347	linear.bias	8	-0.01705317199230194
125347	linear.bias	9	3.2431254386901855
125544	transitions	0	-0.38409069180488586
125544	transitions	1	8.264568328857422
125544	transitions	2	-3.4103567600250244
125544	transitions	3	1.4024388790130615
125544	transitions	4	-2.0298502445220947
125544	transitions	5	-0.37350529432296753
125544	transitions	6	-0.18419784307479858
125544	transitions	7	-10000.0
125544	transitions	8	1.754448652267456
125544	transitions	9	-2.292689323425293
125544	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
125544	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
125544	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
125544	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
125544	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
125544	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
125544	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
125544	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
125544	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
125544	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
125544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
125544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
125544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
125544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
125544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
125544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
125544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
125544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
125544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
125544	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
125544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
125544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
125544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
125544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
125544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
125544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
125544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
125544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
125544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
125544	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
125544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
125544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
125544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
125544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
125544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
125544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
125544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
125544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
125544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
125544	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
125544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
125544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
125544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
125544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
125544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
125544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
125544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
125544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
125544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
125544	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
125544	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
125544	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
125544	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
125544	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
125544	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
125544	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
125544	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
125544	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
125544	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
125544	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
125544	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
125544	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
125544	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
125544	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
125544	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
125544	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
125544	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
125544	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
125544	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
125544	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
125544	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
125544	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
125544	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
125544	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
125544	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
125544	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
125544	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
125544	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
125544	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
125544	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
125544	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
125544	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
125544	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
125544	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
125544	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
125544	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
125544	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
125544	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
125544	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
125544	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
125544	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
125544	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
125544	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
125544	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
125544	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
125544	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
125544	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
125544	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
125544	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
125544	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
125544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
125544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
125544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
125544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
125544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
125544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
125544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
125544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
125544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
125544	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
125544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
125544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
125544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
125544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
125544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
125544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
125544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
125544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
125544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
125544	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
125544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
125544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
125544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
125544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
125544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
125544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
125544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
125544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
125544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
125544	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
125544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
125544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
125544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
125544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
125544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
125544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
125544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
125544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
125544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
125544	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
125544	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
125544	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
125544	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
125544	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
125544	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
125544	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
125544	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
125544	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
125544	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
125544	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
125544	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
125544	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
125544	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
125544	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
125544	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
125544	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
125544	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
125544	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
125544	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
125544	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
125544	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
125544	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
125544	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
125544	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
125544	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
125544	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
125544	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
125544	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
125544	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
125544	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
125544	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
125544	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
125544	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
125544	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
125544	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
125544	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
125544	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
125544	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
125544	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
125544	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
125544	embedding2nn.weight	0	0.04502148553729057
125544	embedding2nn.weight	1	-0.08206552267074585
125544	embedding2nn.weight	2	0.007459606043994427
125544	embedding2nn.weight	3	-0.05715160816907883
125544	embedding2nn.weight	4	-0.1275932937860489
125544	embedding2nn.weight	5	0.10870584100484848
125544	embedding2nn.weight	6	-0.13644929230213165
125544	embedding2nn.weight	7	-0.08182746171951294
125544	embedding2nn.weight	8	-0.005739279557019472
125544	embedding2nn.weight	9	0.06593618541955948
125544	embedding2nn.bias	0	0.035470616072416306
125544	embedding2nn.bias	1	0.02761833742260933
125544	embedding2nn.bias	2	-0.0921001061797142
125544	embedding2nn.bias	3	0.08613364398479462
125544	embedding2nn.bias	4	0.04490748792886734
125544	embedding2nn.bias	5	-0.17977075278759003
125544	embedding2nn.bias	6	-0.10223930329084396
125544	embedding2nn.bias	7	-0.02109465003013611
125544	embedding2nn.bias	8	0.05412151291966438
125544	embedding2nn.bias	9	-0.05866605043411255
125544	rnn.weight_ih_l0	0	0.01701383665204048
125544	rnn.weight_ih_l0	1	-0.05702812224626541
125544	rnn.weight_ih_l0	2	-0.020298387855291367
125544	rnn.weight_ih_l0	3	-0.041370075196027756
125544	rnn.weight_ih_l0	4	0.025451088324189186
125544	rnn.weight_ih_l0	5	-0.09401675313711166
125544	rnn.weight_ih_l0	6	-0.05038448050618172
125544	rnn.weight_ih_l0	7	-0.020271915942430496
125544	rnn.weight_ih_l0	8	0.03962010145187378
125544	rnn.weight_ih_l0	9	-0.0021493425592780113
125544	rnn.weight_hh_l0	0	0.008329798467457294
125544	rnn.weight_hh_l0	1	-0.08570181578397751
125544	rnn.weight_hh_l0	2	0.05868035927414894
125544	rnn.weight_hh_l0	3	0.04226842150092125
125544	rnn.weight_hh_l0	4	0.003181631676852703
125544	rnn.weight_hh_l0	5	0.0649806559085846
125544	rnn.weight_hh_l0	6	-0.014777020551264286
125544	rnn.weight_hh_l0	7	-0.08208820223808289
125544	rnn.weight_hh_l0	8	-0.004887011367827654
125544	rnn.weight_hh_l0	9	-0.06993739306926727
125544	rnn.bias_ih_l0	0	-0.07546423375606537
125544	rnn.bias_ih_l0	1	-0.17302840948104858
125544	rnn.bias_ih_l0	2	-0.2385583221912384
125544	rnn.bias_ih_l0	3	-0.2926487326622009
125544	rnn.bias_ih_l0	4	0.004114579409360886
125544	rnn.bias_ih_l0	5	0.07699388265609741
125544	rnn.bias_ih_l0	6	-0.14302247762680054
125544	rnn.bias_ih_l0	7	-0.26963430643081665
125544	rnn.bias_ih_l0	8	-0.12498251348733902
125544	rnn.bias_ih_l0	9	-0.17463211715221405
125544	rnn.bias_hh_l0	0	0.12500379979610443
125544	rnn.bias_hh_l0	1	-0.05770763009786606
125544	rnn.bias_hh_l0	2	0.034063100814819336
125544	rnn.bias_hh_l0	3	-0.17610706388950348
125544	rnn.bias_hh_l0	4	0.051863618195056915
125544	rnn.bias_hh_l0	5	0.005726670380681753
125544	rnn.bias_hh_l0	6	-0.0669005811214447
125544	rnn.bias_hh_l0	7	-0.15719443559646606
125544	rnn.bias_hh_l0	8	-0.16844378411769867
125544	rnn.bias_hh_l0	9	-0.08510573208332062
125544	rnn.weight_ih_l0_reverse	0	-0.014056856743991375
125544	rnn.weight_ih_l0_reverse	1	0.004324385896325111
125544	rnn.weight_ih_l0_reverse	2	-0.004917280748486519
125544	rnn.weight_ih_l0_reverse	3	0.0035255688708275557
125544	rnn.weight_ih_l0_reverse	4	0.04495372623205185
125544	rnn.weight_ih_l0_reverse	5	-0.057542819529771805
125544	rnn.weight_ih_l0_reverse	6	-0.0611494816839695
125544	rnn.weight_ih_l0_reverse	7	-0.015038101933896542
125544	rnn.weight_ih_l0_reverse	8	0.08718542754650116
125544	rnn.weight_ih_l0_reverse	9	0.015564980916678905
125544	rnn.weight_hh_l0_reverse	0	0.0057154083624482155
125544	rnn.weight_hh_l0_reverse	1	0.020597077906131744
125544	rnn.weight_hh_l0_reverse	2	-0.04081907495856285
125544	rnn.weight_hh_l0_reverse	3	0.04284979775547981
125544	rnn.weight_hh_l0_reverse	4	0.020954301580786705
125544	rnn.weight_hh_l0_reverse	5	-0.006294965278357267
125544	rnn.weight_hh_l0_reverse	6	0.05326616019010544
125544	rnn.weight_hh_l0_reverse	7	0.02600862830877304
125544	rnn.weight_hh_l0_reverse	8	-0.006779077462852001
125544	rnn.weight_hh_l0_reverse	9	-0.035913240164518356
125544	rnn.bias_ih_l0_reverse	0	-0.13685007393360138
125544	rnn.bias_ih_l0_reverse	1	-0.2934989929199219
125544	rnn.bias_ih_l0_reverse	2	-0.07302821427583694
125544	rnn.bias_ih_l0_reverse	3	-0.1296844333410263
125544	rnn.bias_ih_l0_reverse	4	0.0853402316570282
125544	rnn.bias_ih_l0_reverse	5	-0.24193380773067474
125544	rnn.bias_ih_l0_reverse	6	-0.05583673715591431
125544	rnn.bias_ih_l0_reverse	7	-0.003905835095793009
125544	rnn.bias_ih_l0_reverse	8	-0.17414353787899017
125544	rnn.bias_ih_l0_reverse	9	-0.09123340994119644
125544	rnn.bias_hh_l0_reverse	0	-0.13829374313354492
125544	rnn.bias_hh_l0_reverse	1	-0.1529601365327835
125544	rnn.bias_hh_l0_reverse	2	-0.030306361615657806
125544	rnn.bias_hh_l0_reverse	3	-0.12332183867692947
125544	rnn.bias_hh_l0_reverse	4	-0.02376098930835724
125544	rnn.bias_hh_l0_reverse	5	-0.11451084911823273
125544	rnn.bias_hh_l0_reverse	6	-0.068934366106987
125544	rnn.bias_hh_l0_reverse	7	-0.19015662372112274
125544	rnn.bias_hh_l0_reverse	8	-0.0592162199318409
125544	rnn.bias_hh_l0_reverse	9	-0.13563987612724304
125544	linear.weight	0	-0.20549790561199188
125544	linear.weight	1	-0.16645406186580658
125544	linear.weight	2	-0.011228874325752258
125544	linear.weight	3	-0.09473448246717453
125544	linear.weight	4	-0.10157812386751175
125544	linear.weight	5	0.16351044178009033
125544	linear.weight	6	0.0047744326293468475
125544	linear.weight	7	-0.021312154829502106
125544	linear.weight	8	0.1697966605424881
125544	linear.weight	9	0.22180601954460144
125544	linear.bias	0	-0.8050699830055237
125544	linear.bias	1	1.2863681316375732
125544	linear.bias	2	-0.3187345564365387
125544	linear.bias	3	-0.7081713676452637
125544	linear.bias	4	-0.8959042429924011
125544	linear.bias	5	-1.1679133176803589
125544	linear.bias	6	-0.8018639087677002
125544	linear.bias	7	-0.7403140068054199
125544	linear.bias	8	-0.01705317199230194
125544	linear.bias	9	3.294830083847046
125741	transitions	0	-0.3843015134334564
125741	transitions	1	8.314695358276367
125741	transitions	2	-3.4110031127929688
125741	transitions	3	1.414779543876648
125741	transitions	4	-2.0310616493225098
125741	transitions	5	-0.3736884593963623
125741	transitions	6	-0.1842300146818161
125741	transitions	7	-10000.0
125741	transitions	8	1.754366397857666
125741	transitions	9	-2.292706251144409
125741	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
125741	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
125741	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
125741	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
125741	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
125741	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
125741	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
125741	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
125741	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
125741	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
125741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
125741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
125741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
125741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
125741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
125741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
125741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
125741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
125741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
125741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
125741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
125741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
125741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
125741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
125741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
125741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
125741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
125741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
125741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
125741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
125741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
125741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
125741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
125741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
125741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
125741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
125741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
125741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
125741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
125741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
125741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
125741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
125741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
125741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
125741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
125741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
125741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
125741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
125741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
125741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
125741	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
125741	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
125741	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
125741	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
125741	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
125741	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
125741	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
125741	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
125741	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
125741	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
125741	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
125741	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
125741	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
125741	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
125741	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
125741	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
125741	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
125741	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
125741	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
125741	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
125741	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
125741	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
125741	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
125741	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
125741	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
125741	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
125741	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
125741	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
125741	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
125741	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
125741	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
125741	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
125741	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
125741	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
125741	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
125741	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
125741	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
125741	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
125741	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
125741	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
125741	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
125741	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
125741	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
125741	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
125741	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
125741	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
125741	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
125741	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
125741	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
125741	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
125741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
125741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
125741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
125741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
125741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
125741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
125741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
125741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
125741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
125741	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
125741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
125741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
125741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
125741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
125741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
125741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
125741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
125741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
125741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
125741	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
125741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
125741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
125741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
125741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
125741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
125741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
125741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
125741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
125741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
125741	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
125741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
125741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
125741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
125741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
125741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
125741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
125741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
125741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
125741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
125741	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
125741	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
125741	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
125741	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
125741	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
125741	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
125741	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
125741	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
125741	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
125741	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
125741	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
125741	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
125741	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
125741	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
125741	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
125741	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
125741	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
125741	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
125741	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
125741	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
125741	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
125741	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
125741	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
125741	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
125741	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
125741	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
125741	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
125741	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
125741	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
125741	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
125741	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
125741	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
125741	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
125741	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
125741	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
125741	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
125741	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
125741	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
125741	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
125741	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
125741	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
125741	embedding2nn.weight	0	0.044890113174915314
125741	embedding2nn.weight	1	-0.0831606388092041
125741	embedding2nn.weight	2	0.007216019090265036
125741	embedding2nn.weight	3	-0.057563599199056625
125741	embedding2nn.weight	4	-0.13193878531455994
125741	embedding2nn.weight	5	0.10701235383749008
125741	embedding2nn.weight	6	-0.1393415629863739
125741	embedding2nn.weight	7	-0.08107098937034607
125741	embedding2nn.weight	8	-0.005734093952924013
125741	embedding2nn.weight	9	0.06554415822029114
125741	embedding2nn.bias	0	0.03436150401830673
125741	embedding2nn.bias	1	0.03148696571588516
125741	embedding2nn.bias	2	-0.08257666975259781
125741	embedding2nn.bias	3	0.08540921658277512
125741	embedding2nn.bias	4	0.04484274610877037
125741	embedding2nn.bias	5	-0.17032110691070557
125741	embedding2nn.bias	6	-0.11294914782047272
125741	embedding2nn.bias	7	-0.027331313118338585
125741	embedding2nn.bias	8	0.05960773676633835
125741	embedding2nn.bias	9	-0.07286879420280457
125741	rnn.weight_ih_l0	0	0.012985007837414742
125741	rnn.weight_ih_l0	1	-0.05478156358003616
125741	rnn.weight_ih_l0	2	-0.01834694854915142
125741	rnn.weight_ih_l0	3	-0.04238130897283554
125741	rnn.weight_ih_l0	4	0.02435217797756195
125741	rnn.weight_ih_l0	5	-0.09140321612358093
125741	rnn.weight_ih_l0	6	-0.045378535985946655
125741	rnn.weight_ih_l0	7	-0.021047882735729218
125741	rnn.weight_ih_l0	8	0.0408768355846405
125741	rnn.weight_ih_l0	9	-0.002289563650265336
125741	rnn.weight_hh_l0	0	0.010842565447092056
125741	rnn.weight_hh_l0	1	-0.08477398753166199
125741	rnn.weight_hh_l0	2	0.05746426805853844
125741	rnn.weight_hh_l0	3	0.042137112468481064
125741	rnn.weight_hh_l0	4	0.0032786435913294554
125741	rnn.weight_hh_l0	5	0.0646456703543663
125741	rnn.weight_hh_l0	6	-0.01525858324021101
125741	rnn.weight_hh_l0	7	-0.08307133615016937
125741	rnn.weight_hh_l0	8	-0.004544757306575775
125741	rnn.weight_hh_l0	9	-0.06836079806089401
125741	rnn.bias_ih_l0	0	-0.07708700001239777
125741	rnn.bias_ih_l0	1	-0.17228561639785767
125741	rnn.bias_ih_l0	2	-0.23641851544380188
125741	rnn.bias_ih_l0	3	-0.2942603826522827
125741	rnn.bias_ih_l0	4	0.0019429917447268963
125741	rnn.bias_ih_l0	5	0.08185272663831711
125741	rnn.bias_ih_l0	6	-0.14457973837852478
125741	rnn.bias_ih_l0	7	-0.2677876949310303
125741	rnn.bias_ih_l0	8	-0.13247311115264893
125741	rnn.bias_ih_l0	9	-0.17049556970596313
125741	rnn.bias_hh_l0	0	0.12637360394001007
125741	rnn.bias_hh_l0	1	-0.05629989132285118
125741	rnn.bias_hh_l0	2	0.033998843282461166
125741	rnn.bias_hh_l0	3	-0.17505981028079987
125741	rnn.bias_hh_l0	4	0.05471291393041611
125741	rnn.bias_hh_l0	5	0.0057172998785972595
125741	rnn.bias_hh_l0	6	-0.06386558711528778
125741	rnn.bias_hh_l0	7	-0.15817534923553467
125741	rnn.bias_hh_l0	8	-0.17034821212291718
125741	rnn.bias_hh_l0	9	-0.08701352030038834
125741	rnn.weight_ih_l0_reverse	0	-0.01193970162421465
125741	rnn.weight_ih_l0_reverse	1	0.005071753170341253
125741	rnn.weight_ih_l0_reverse	2	-0.0006098943995311856
125741	rnn.weight_ih_l0_reverse	3	0.002319911029189825
125741	rnn.weight_ih_l0_reverse	4	0.04290599748492241
125741	rnn.weight_ih_l0_reverse	5	-0.05587959662079811
125741	rnn.weight_ih_l0_reverse	6	-0.06333746016025543
125741	rnn.weight_ih_l0_reverse	7	-0.016607163473963737
125741	rnn.weight_ih_l0_reverse	8	0.08463864028453827
125741	rnn.weight_ih_l0_reverse	9	0.018181096762418747
125741	rnn.weight_hh_l0_reverse	0	0.006024676375091076
125741	rnn.weight_hh_l0_reverse	1	0.020878273993730545
125741	rnn.weight_hh_l0_reverse	2	-0.04074547439813614
125741	rnn.weight_hh_l0_reverse	3	0.04334762319922447
125741	rnn.weight_hh_l0_reverse	4	0.022507356479763985
125741	rnn.weight_hh_l0_reverse	5	-0.006742298603057861
125741	rnn.weight_hh_l0_reverse	6	0.053947724401950836
125741	rnn.weight_hh_l0_reverse	7	0.02513449639081955
125741	rnn.weight_hh_l0_reverse	8	-0.0064320010133087635
125741	rnn.weight_hh_l0_reverse	9	-0.035910144448280334
125741	rnn.bias_ih_l0_reverse	0	-0.1342497617006302
125741	rnn.bias_ih_l0_reverse	1	-0.29155728220939636
125741	rnn.bias_ih_l0_reverse	2	-0.07295955717563629
125741	rnn.bias_ih_l0_reverse	3	-0.1273547261953354
125741	rnn.bias_ih_l0_reverse	4	0.08275603502988815
125741	rnn.bias_ih_l0_reverse	5	-0.24394012987613678
125741	rnn.bias_ih_l0_reverse	6	-0.05545046180486679
125741	rnn.bias_ih_l0_reverse	7	-0.0084679638966918
125741	rnn.bias_ih_l0_reverse	8	-0.1768021583557129
125741	rnn.bias_ih_l0_reverse	9	-0.09141945838928223
125741	rnn.bias_hh_l0_reverse	0	-0.13982176780700684
125741	rnn.bias_hh_l0_reverse	1	-0.1484106034040451
125741	rnn.bias_hh_l0_reverse	2	-0.030621740967035294
125741	rnn.bias_hh_l0_reverse	3	-0.11772791296243668
125741	rnn.bias_hh_l0_reverse	4	-0.02361023798584938
125741	rnn.bias_hh_l0_reverse	5	-0.11659978330135345
125741	rnn.bias_hh_l0_reverse	6	-0.07008887827396393
125741	rnn.bias_hh_l0_reverse	7	-0.18706020712852478
125741	rnn.bias_hh_l0_reverse	8	-0.05657576024532318
125741	rnn.bias_hh_l0_reverse	9	-0.13375543057918549
125741	linear.weight	0	-0.21071356534957886
125741	linear.weight	1	-0.16853301227092743
125741	linear.weight	2	-0.011228874325752258
125741	linear.weight	3	-0.11308208107948303
125741	linear.weight	4	-0.10057894140481949
125741	linear.weight	5	0.1745316982269287
125741	linear.weight	6	0.0047744326293468475
125741	linear.weight	7	-0.021312154829502106
125741	linear.weight	8	0.16817963123321533
125741	linear.weight	9	0.22037313878536224
125741	linear.bias	0	-0.8425233960151672
125741	linear.bias	1	1.3362336158752441
125741	linear.bias	2	-0.30150139331817627
125741	linear.bias	3	-0.6740610003471375
125741	linear.bias	4	-0.9385335445404053
125741	linear.bias	5	-1.1679896116256714
125741	linear.bias	6	-0.8369815349578857
125741	linear.bias	7	-0.7058340311050415
125741	linear.bias	8	-0.01705317199230194
125741	linear.bias	9	3.2616958618164062
125938	transitions	0	-0.3844418525695801
125938	transitions	1	8.331642150878906
125938	transitions	2	-3.4117214679718018
125938	transitions	3	1.4273723363876343
125938	transitions	4	-2.0323679447174072
125938	transitions	5	-0.3740597069263458
125938	transitions	6	-0.18426813185214996
125938	transitions	7	-10000.0
125938	transitions	8	1.7552399635314941
125938	transitions	9	-2.2927401065826416
125938	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
125938	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
125938	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
125938	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
125938	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
125938	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
125938	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
125938	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
125938	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
125938	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
125938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
125938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
125938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
125938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
125938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
125938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
125938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
125938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
125938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
125938	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
125938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
125938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
125938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
125938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
125938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
125938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
125938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
125938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
125938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
125938	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
125938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
125938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
125938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
125938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
125938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
125938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
125938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
125938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
125938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
125938	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
125938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
125938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
125938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
125938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
125938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
125938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
125938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
125938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
125938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
125938	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
125938	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
125938	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
125938	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
125938	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
125938	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
125938	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
125938	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
125938	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
125938	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
125938	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
125938	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
125938	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
125938	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
125938	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
125938	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
125938	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
125938	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
125938	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
125938	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
125938	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
125938	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
125938	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
125938	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
125938	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
125938	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
125938	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
125938	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
125938	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
125938	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
125938	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
125938	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
125938	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
125938	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
125938	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
125938	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
125938	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
125938	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
125938	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
125938	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
125938	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
125938	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
125938	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
125938	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
125938	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
125938	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
125938	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
125938	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
125938	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
125938	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
125938	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
125938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
125938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
125938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
125938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
125938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
125938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
125938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
125938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
125938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
125938	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
125938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
125938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
125938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
125938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
125938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
125938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
125938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
125938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
125938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
125938	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
125938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
125938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
125938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
125938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
125938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
125938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
125938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
125938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
125938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
125938	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
125938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
125938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
125938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
125938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
125938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
125938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
125938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
125938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
125938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
125938	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
125938	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
125938	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
125938	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
125938	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
125938	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
125938	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
125938	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
125938	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
125938	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
125938	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
125938	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
125938	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
125938	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
125938	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
125938	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
125938	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
125938	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
125938	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
125938	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
125938	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
125938	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
125938	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
125938	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
125938	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
125938	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
125938	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
125938	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
125938	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
125938	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
125938	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
125938	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
125938	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
125938	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
125938	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
125938	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
125938	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
125938	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
125938	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
125938	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
125938	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
125938	embedding2nn.weight	0	0.044787969440221786
125938	embedding2nn.weight	1	-0.08229932188987732
125938	embedding2nn.weight	2	0.0046480437740683556
125938	embedding2nn.weight	3	-0.05588330700993538
125938	embedding2nn.weight	4	-0.1289125680923462
125938	embedding2nn.weight	5	0.10785400122404099
125938	embedding2nn.weight	6	-0.133087620139122
125938	embedding2nn.weight	7	-0.0812138020992279
125938	embedding2nn.weight	8	-0.006275821477174759
125938	embedding2nn.weight	9	0.06712216138839722
125938	embedding2nn.bias	0	0.057172007858753204
125938	embedding2nn.bias	1	0.023985398933291435
125938	embedding2nn.bias	2	-0.08461601287126541
125938	embedding2nn.bias	3	0.08826431632041931
125938	embedding2nn.bias	4	0.0269917119294405
125938	embedding2nn.bias	5	-0.189532071352005
125938	embedding2nn.bias	6	-0.12288757413625717
125938	embedding2nn.bias	7	-0.033914245665073395
125938	embedding2nn.bias	8	0.04450501874089241
125938	embedding2nn.bias	9	-0.07696898281574249
125938	rnn.weight_ih_l0	0	0.016311373561620712
125938	rnn.weight_ih_l0	1	-0.05480628088116646
125938	rnn.weight_ih_l0	2	-0.017302870750427246
125938	rnn.weight_ih_l0	3	-0.04389532655477524
125938	rnn.weight_ih_l0	4	0.02471853792667389
125938	rnn.weight_ih_l0	5	-0.09247313439846039
125938	rnn.weight_ih_l0	6	-0.04628043621778488
125938	rnn.weight_ih_l0	7	-0.02036776952445507
125938	rnn.weight_ih_l0	8	0.041667453944683075
125938	rnn.weight_ih_l0	9	0.0006069487426429987
125938	rnn.weight_hh_l0	0	0.011490599252283573
125938	rnn.weight_hh_l0	1	-0.08547434210777283
125938	rnn.weight_hh_l0	2	0.05810711532831192
125938	rnn.weight_hh_l0	3	0.04362213984131813
125938	rnn.weight_hh_l0	4	0.003042715135961771
125938	rnn.weight_hh_l0	5	0.06355461478233337
125938	rnn.weight_hh_l0	6	-0.015089234337210655
125938	rnn.weight_hh_l0	7	-0.08370812237262726
125938	rnn.weight_hh_l0	8	-0.004546017851680517
125938	rnn.weight_hh_l0	9	-0.06987329572439194
125938	rnn.bias_ih_l0	0	-0.07244063168764114
125938	rnn.bias_ih_l0	1	-0.17348311841487885
125938	rnn.bias_ih_l0	2	-0.23750442266464233
125938	rnn.bias_ih_l0	3	-0.29112958908081055
125938	rnn.bias_ih_l0	4	0.0036206115037202835
125938	rnn.bias_ih_l0	5	0.07578834891319275
125938	rnn.bias_ih_l0	6	-0.14177830517292023
125938	rnn.bias_ih_l0	7	-0.26985540986061096
125938	rnn.bias_ih_l0	8	-0.1316259503364563
125938	rnn.bias_ih_l0	9	-0.16810014843940735
125938	rnn.bias_hh_l0	0	0.1211995780467987
125938	rnn.bias_hh_l0	1	-0.05535633862018585
125938	rnn.bias_hh_l0	2	0.034733645617961884
125938	rnn.bias_hh_l0	3	-0.17541655898094177
125938	rnn.bias_hh_l0	4	0.05407923832535744
125938	rnn.bias_hh_l0	5	0.0013152881292626262
125938	rnn.bias_hh_l0	6	-0.06711149960756302
125938	rnn.bias_hh_l0	7	-0.15455570816993713
125938	rnn.bias_hh_l0	8	-0.16827493906021118
125938	rnn.bias_hh_l0	9	-0.08839547634124756
125938	rnn.weight_ih_l0_reverse	0	-0.013658937998116016
125938	rnn.weight_ih_l0_reverse	1	0.004745848942548037
125938	rnn.weight_ih_l0_reverse	2	-0.0020880247466266155
125938	rnn.weight_ih_l0_reverse	3	0.0026866861153393984
125938	rnn.weight_ih_l0_reverse	4	0.04745378717780113
125938	rnn.weight_ih_l0_reverse	5	-0.0533025860786438
125938	rnn.weight_ih_l0_reverse	6	-0.061669815331697464
125938	rnn.weight_ih_l0_reverse	7	-0.017818860709667206
125938	rnn.weight_ih_l0_reverse	8	0.08342845737934113
125938	rnn.weight_ih_l0_reverse	9	0.016244251281023026
125938	rnn.weight_hh_l0_reverse	0	0.005971169099211693
125938	rnn.weight_hh_l0_reverse	1	0.021000955253839493
125938	rnn.weight_hh_l0_reverse	2	-0.04115275666117668
125938	rnn.weight_hh_l0_reverse	3	0.04300516098737717
125938	rnn.weight_hh_l0_reverse	4	0.02243664674460888
125938	rnn.weight_hh_l0_reverse	5	-0.006440301891416311
125938	rnn.weight_hh_l0_reverse	6	0.05390670523047447
125938	rnn.weight_hh_l0_reverse	7	0.025324182584881783
125938	rnn.weight_hh_l0_reverse	8	-0.0065408311784267426
125938	rnn.weight_hh_l0_reverse	9	-0.035773370414972305
125938	rnn.bias_ih_l0_reverse	0	-0.13515910506248474
125938	rnn.bias_ih_l0_reverse	1	-0.29354968667030334
125938	rnn.bias_ih_l0_reverse	2	-0.07595088332891464
125938	rnn.bias_ih_l0_reverse	3	-0.12696842849254608
125938	rnn.bias_ih_l0_reverse	4	0.08106891810894012
125938	rnn.bias_ih_l0_reverse	5	-0.24446161091327667
125938	rnn.bias_ih_l0_reverse	6	-0.05455056577920914
125938	rnn.bias_ih_l0_reverse	7	-0.00822994764894247
125938	rnn.bias_ih_l0_reverse	8	-0.17806421220302582
125938	rnn.bias_ih_l0_reverse	9	-0.08889902383089066
125938	rnn.bias_hh_l0_reverse	0	-0.14348886907100677
125938	rnn.bias_hh_l0_reverse	1	-0.1457158476114273
125938	rnn.bias_hh_l0_reverse	2	-0.0292807649821043
125938	rnn.bias_hh_l0_reverse	3	-0.11942653357982635
125938	rnn.bias_hh_l0_reverse	4	-0.02286524325609207
125938	rnn.bias_hh_l0_reverse	5	-0.11799497902393341
125938	rnn.bias_hh_l0_reverse	6	-0.06803791970014572
125938	rnn.bias_hh_l0_reverse	7	-0.1886102557182312
125938	rnn.bias_hh_l0_reverse	8	-0.058158762753009796
125938	rnn.bias_hh_l0_reverse	9	-0.1349894404411316
125938	linear.weight	0	-0.22620327770709991
125938	linear.weight	1	-0.17070215940475464
125938	linear.weight	2	-0.011228874325752258
125938	linear.weight	3	-0.11290843784809113
125938	linear.weight	4	-0.08200210332870483
125938	linear.weight	5	0.1649724543094635
125938	linear.weight	6	0.0047744326293468475
125938	linear.weight	7	-0.021312154829502106
125938	linear.weight	8	0.18614372611045837
125938	linear.weight	9	0.20616154372692108
125938	linear.bias	0	-0.8554996252059937
125938	linear.bias	1	1.3263773918151855
125938	linear.bias	2	-0.34370705485343933
125938	linear.bias	3	-0.6705803871154785
125938	linear.bias	4	-0.9177147150039673
125938	linear.bias	5	-1.1680604219436646
125938	linear.bias	6	-0.8522107601165771
125938	linear.bias	7	-0.7498610615730286
125938	linear.bias	8	-0.01705317199230194
125938	linear.bias	9	3.2785894870758057
126135	transitions	0	-0.3845610022544861
126135	transitions	1	8.353997230529785
126135	transitions	2	-3.412504196166992
126135	transitions	3	1.4114315509796143
126135	transitions	4	-2.034209728240967
126135	transitions	5	-0.37410828471183777
126135	transitions	6	-0.1843147575855255
126135	transitions	7	-10000.0
126135	transitions	8	1.752880573272705
126135	transitions	9	-2.292753219604492
126135	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
126135	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
126135	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
126135	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
126135	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
126135	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
126135	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
126135	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
126135	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
126135	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
126135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
126135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
126135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
126135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
126135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
126135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
126135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
126135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
126135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
126135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
126135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
126135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
126135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
126135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
126135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
126135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
126135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
126135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
126135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
126135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
126135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
126135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
126135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
126135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
126135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
126135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
126135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
126135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
126135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
126135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
126135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
126135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
126135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
126135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
126135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
126135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
126135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
126135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
126135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
126135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
126135	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
126135	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
126135	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
126135	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
126135	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
126135	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
126135	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
126135	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
126135	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
126135	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
126135	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
126135	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
126135	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
126135	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
126135	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
126135	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
126135	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
126135	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
126135	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
126135	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
126135	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
126135	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
126135	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
126135	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
126135	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
126135	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
126135	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
126135	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
126135	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
126135	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
126135	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
126135	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
126135	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
126135	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
126135	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
126135	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
126135	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
126135	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
126135	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
126135	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
126135	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
126135	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
126135	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
126135	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
126135	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
126135	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
126135	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
126135	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
126135	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
126135	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
126135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
126135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
126135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
126135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
126135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
126135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
126135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
126135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
126135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
126135	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
126135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
126135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
126135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
126135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
126135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
126135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
126135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
126135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
126135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
126135	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
126135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
126135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
126135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
126135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
126135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
126135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
126135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
126135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
126135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
126135	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
126135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
126135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
126135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
126135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
126135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
126135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
126135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
126135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
126135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
126135	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
126135	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
126135	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
126135	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
126135	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
126135	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
126135	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
126135	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
126135	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
126135	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
126135	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
126135	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
126135	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
126135	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
126135	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
126135	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
126135	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
126135	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
126135	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
126135	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
126135	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
126135	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
126135	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
126135	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
126135	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
126135	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
126135	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
126135	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
126135	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
126135	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
126135	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
126135	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
126135	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
126135	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
126135	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
126135	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
126135	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
126135	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
126135	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
126135	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
126135	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
126135	embedding2nn.weight	0	0.04502636939287186
126135	embedding2nn.weight	1	-0.0836351290345192
126135	embedding2nn.weight	2	0.0028549786657094955
126135	embedding2nn.weight	3	-0.05708799511194229
126135	embedding2nn.weight	4	-0.1278466284275055
126135	embedding2nn.weight	5	0.10865678638219833
126135	embedding2nn.weight	6	-0.13082876801490784
126135	embedding2nn.weight	7	-0.08063313364982605
126135	embedding2nn.weight	8	-0.005666880402714014
126135	embedding2nn.weight	9	0.07123073190450668
126135	embedding2nn.bias	0	0.05350048094987869
126135	embedding2nn.bias	1	0.02286466211080551
126135	embedding2nn.bias	2	-0.08691474050283432
126135	embedding2nn.bias	3	0.09564398229122162
126135	embedding2nn.bias	4	0.028978683054447174
126135	embedding2nn.bias	5	-0.1920643001794815
126135	embedding2nn.bias	6	-0.1262204349040985
126135	embedding2nn.bias	7	-0.03086022660136223
126135	embedding2nn.bias	8	0.06399399042129517
126135	embedding2nn.bias	9	-0.07294704020023346
126135	rnn.weight_ih_l0	0	0.014657706022262573
126135	rnn.weight_ih_l0	1	-0.06006735563278198
126135	rnn.weight_ih_l0	2	-0.017812328413128853
126135	rnn.weight_ih_l0	3	-0.04449625685811043
126135	rnn.weight_ih_l0	4	0.023729698732495308
126135	rnn.weight_ih_l0	5	-0.08852953463792801
126135	rnn.weight_ih_l0	6	-0.04591992124915123
126135	rnn.weight_ih_l0	7	-0.02220405824482441
126135	rnn.weight_ih_l0	8	0.04196934401988983
126135	rnn.weight_ih_l0	9	0.002006037626415491
126135	rnn.weight_hh_l0	0	0.012314942665398121
126135	rnn.weight_hh_l0	1	-0.08490078896284103
126135	rnn.weight_hh_l0	2	0.059571053832769394
126135	rnn.weight_hh_l0	3	0.04358578100800514
126135	rnn.weight_hh_l0	4	0.0030041257850825787
126135	rnn.weight_hh_l0	5	0.06420395523309708
126135	rnn.weight_hh_l0	6	-0.015293674543499947
126135	rnn.weight_hh_l0	7	-0.083873450756073
126135	rnn.weight_hh_l0	8	-0.0036940532736480236
126135	rnn.weight_hh_l0	9	-0.07261472940444946
126135	rnn.bias_ih_l0	0	-0.07186457514762878
126135	rnn.bias_ih_l0	1	-0.1697855442762375
126135	rnn.bias_ih_l0	2	-0.23660272359848022
126135	rnn.bias_ih_l0	3	-0.29307126998901367
126135	rnn.bias_ih_l0	4	0.0017802100628614426
126135	rnn.bias_ih_l0	5	0.07346880435943604
126135	rnn.bias_ih_l0	6	-0.1417352855205536
126135	rnn.bias_ih_l0	7	-0.2742176353931427
126135	rnn.bias_ih_l0	8	-0.12948212027549744
126135	rnn.bias_ih_l0	9	-0.1701321303844452
126135	rnn.bias_hh_l0	0	0.12372901290655136
126135	rnn.bias_hh_l0	1	-0.05715828388929367
126135	rnn.bias_hh_l0	2	0.034122880548238754
126135	rnn.bias_hh_l0	3	-0.17629903554916382
126135	rnn.bias_hh_l0	4	0.05972417816519737
126135	rnn.bias_hh_l0	5	-1.0536740546740475e-06
126135	rnn.bias_hh_l0	6	-0.06987112760543823
126135	rnn.bias_hh_l0	7	-0.15328772366046906
126135	rnn.bias_hh_l0	8	-0.16679424047470093
126135	rnn.bias_hh_l0	9	-0.08784303814172745
126135	rnn.weight_ih_l0_reverse	0	-0.013321148231625557
126135	rnn.weight_ih_l0_reverse	1	0.004755137488245964
126135	rnn.weight_ih_l0_reverse	2	-0.0028779360000044107
126135	rnn.weight_ih_l0_reverse	3	0.003029437968507409
126135	rnn.weight_ih_l0_reverse	4	0.045548371970653534
126135	rnn.weight_ih_l0_reverse	5	-0.05319836735725403
126135	rnn.weight_ih_l0_reverse	6	-0.06214584410190582
126135	rnn.weight_ih_l0_reverse	7	-0.01580408215522766
126135	rnn.weight_ih_l0_reverse	8	0.08329203724861145
126135	rnn.weight_ih_l0_reverse	9	0.01622908003628254
126135	rnn.weight_hh_l0_reverse	0	0.005082917865365744
126135	rnn.weight_hh_l0_reverse	1	0.020670104771852493
126135	rnn.weight_hh_l0_reverse	2	-0.04131856933236122
126135	rnn.weight_hh_l0_reverse	3	0.04337998852133751
126135	rnn.weight_hh_l0_reverse	4	0.023093849420547485
126135	rnn.weight_hh_l0_reverse	5	-0.0056890640407800674
126135	rnn.weight_hh_l0_reverse	6	0.05417109280824661
126135	rnn.weight_hh_l0_reverse	7	0.02543284185230732
126135	rnn.weight_hh_l0_reverse	8	-0.006263976916670799
126135	rnn.weight_hh_l0_reverse	9	-0.03505069762468338
126135	rnn.bias_ih_l0_reverse	0	-0.13488887250423431
126135	rnn.bias_ih_l0_reverse	1	-0.29504454135894775
126135	rnn.bias_ih_l0_reverse	2	-0.07330143451690674
126135	rnn.bias_ih_l0_reverse	3	-0.12886664271354675
126135	rnn.bias_ih_l0_reverse	4	0.08330155164003372
126135	rnn.bias_ih_l0_reverse	5	-0.24338749051094055
126135	rnn.bias_ih_l0_reverse	6	-0.0571414977312088
126135	rnn.bias_ih_l0_reverse	7	-0.010873910039663315
126135	rnn.bias_ih_l0_reverse	8	-0.17709031701087952
126135	rnn.bias_ih_l0_reverse	9	-0.0877799466252327
126135	rnn.bias_hh_l0_reverse	0	-0.1398743838071823
126135	rnn.bias_hh_l0_reverse	1	-0.14850297570228577
126135	rnn.bias_hh_l0_reverse	2	-0.029525568708777428
126135	rnn.bias_hh_l0_reverse	3	-0.11656180024147034
126135	rnn.bias_hh_l0_reverse	4	-0.024877531453967094
126135	rnn.bias_hh_l0_reverse	5	-0.11694355309009552
126135	rnn.bias_hh_l0_reverse	6	-0.06649794429540634
126135	rnn.bias_hh_l0_reverse	7	-0.18858011066913605
126135	rnn.bias_hh_l0_reverse	8	-0.056788768619298935
126135	rnn.bias_hh_l0_reverse	9	-0.13696253299713135
126135	linear.weight	0	-0.23344430327415466
126135	linear.weight	1	-0.15845942497253418
126135	linear.weight	2	-0.011228874325752258
126135	linear.weight	3	-0.13557270169258118
126135	linear.weight	4	-0.08281946927309036
126135	linear.weight	5	0.17202019691467285
126135	linear.weight	6	0.0047744326293468475
126135	linear.weight	7	-0.021312154829502106
126135	linear.weight	8	0.19849668443202972
126135	linear.weight	9	0.21165098249912262
126135	linear.bias	0	-0.8653101325035095
126135	linear.bias	1	1.307578444480896
126135	linear.bias	2	-0.33847299218177795
126135	linear.bias	3	-0.6413663029670715
126135	linear.bias	4	-0.9223105311393738
126135	linear.bias	5	-1.168129324913025
126135	linear.bias	6	-0.8576303720474243
126135	linear.bias	7	-0.7128337025642395
126135	linear.bias	8	-0.01705317199230194
126135	linear.bias	9	3.2144320011138916
126332	transitions	0	-0.3849712908267975
126332	transitions	1	8.298104286193848
126332	transitions	2	-3.413465738296509
126332	transitions	3	1.4031760692596436
126332	transitions	4	-2.034761428833008
126332	transitions	5	-0.37422728538513184
126332	transitions	6	-0.18435294926166534
126332	transitions	7	-10000.0
126332	transitions	8	1.750136137008667
126332	transitions	9	-2.2927680015563965
126332	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
126332	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
126332	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
126332	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
126332	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
126332	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
126332	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
126332	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
126332	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
126332	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
126332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
126332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
126332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
126332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
126332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
126332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
126332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
126332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
126332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
126332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
126332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
126332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
126332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
126332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
126332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
126332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
126332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
126332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
126332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
126332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
126332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
126332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
126332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
126332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
126332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
126332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
126332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
126332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
126332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
126332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
126332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
126332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
126332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
126332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
126332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
126332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
126332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
126332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
126332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
126332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
126332	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
126332	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
126332	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
126332	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
126332	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
126332	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
126332	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
126332	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
126332	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
126332	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
126332	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
126332	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
126332	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
126332	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
126332	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
126332	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
126332	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
126332	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
126332	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
126332	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
126332	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
126332	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
126332	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
126332	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
126332	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
126332	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
126332	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
126332	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
126332	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
126332	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
126332	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
126332	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
126332	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
126332	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
126332	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
126332	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
126332	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
126332	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
126332	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
126332	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
126332	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
126332	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
126332	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
126332	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
126332	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
126332	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
126332	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
126332	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
126332	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
126332	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
126332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
126332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
126332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
126332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
126332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
126332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
126332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
126332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
126332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
126332	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
126332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
126332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
126332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
126332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
126332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
126332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
126332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
126332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
126332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
126332	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
126332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
126332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
126332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
126332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
126332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
126332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
126332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
126332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
126332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
126332	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
126332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
126332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
126332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
126332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
126332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
126332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
126332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
126332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
126332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
126332	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
126332	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
126332	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
126332	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
126332	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
126332	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
126332	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
126332	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
126332	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
126332	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
126332	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
126332	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
126332	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
126332	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
126332	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
126332	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
126332	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
126332	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
126332	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
126332	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
126332	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
126332	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
126332	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
126332	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
126332	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
126332	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
126332	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
126332	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
126332	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
126332	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
126332	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
126332	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
126332	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
126332	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
126332	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
126332	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
126332	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
126332	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
126332	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
126332	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
126332	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
126332	embedding2nn.weight	0	0.04438111186027527
126332	embedding2nn.weight	1	-0.0837404802441597
126332	embedding2nn.weight	2	0.0026679085567593575
126332	embedding2nn.weight	3	-0.059074848890304565
126332	embedding2nn.weight	4	-0.12899047136306763
126332	embedding2nn.weight	5	0.11047197133302689
126332	embedding2nn.weight	6	-0.12554095685482025
126332	embedding2nn.weight	7	-0.07917255163192749
126332	embedding2nn.weight	8	-0.004284061025828123
126332	embedding2nn.weight	9	0.07291050255298615
126332	embedding2nn.bias	0	0.044780582189559937
126332	embedding2nn.bias	1	0.03788122162222862
126332	embedding2nn.bias	2	-0.08727200329303741
126332	embedding2nn.bias	3	0.09626471996307373
126332	embedding2nn.bias	4	0.027745956555008888
126332	embedding2nn.bias	5	-0.1789083033800125
126332	embedding2nn.bias	6	-0.11337918788194656
126332	embedding2nn.bias	7	-0.03304177522659302
126332	embedding2nn.bias	8	0.07333401590585709
126332	embedding2nn.bias	9	-0.05088924616575241
126332	rnn.weight_ih_l0	0	0.013227967545390129
126332	rnn.weight_ih_l0	1	-0.05968876928091049
126332	rnn.weight_ih_l0	2	-0.017067400738596916
126332	rnn.weight_ih_l0	3	-0.04489121213555336
126332	rnn.weight_ih_l0	4	0.024084651842713356
126332	rnn.weight_ih_l0	5	-0.08916039764881134
126332	rnn.weight_ih_l0	6	-0.050810158252716064
126332	rnn.weight_ih_l0	7	-0.021447481587529182
126332	rnn.weight_ih_l0	8	0.04553131014108658
126332	rnn.weight_ih_l0	9	0.005190648138523102
126332	rnn.weight_hh_l0	0	0.01012116577476263
126332	rnn.weight_hh_l0	1	-0.0838078185915947
126332	rnn.weight_hh_l0	2	0.058746594935655594
126332	rnn.weight_hh_l0	3	0.04346272349357605
126332	rnn.weight_hh_l0	4	0.003747135167941451
126332	rnn.weight_hh_l0	5	0.06419454514980316
126332	rnn.weight_hh_l0	6	-0.014958671294152737
126332	rnn.weight_hh_l0	7	-0.08405090868473053
126332	rnn.weight_hh_l0	8	-0.0021674069575965405
126332	rnn.weight_hh_l0	9	-0.07577840238809586
126332	rnn.bias_ih_l0	0	-0.06976253539323807
126332	rnn.bias_ih_l0	1	-0.1713777482509613
126332	rnn.bias_ih_l0	2	-0.23802410066127777
126332	rnn.bias_ih_l0	3	-0.2902015149593353
126332	rnn.bias_ih_l0	4	0.0023687814828008413
126332	rnn.bias_ih_l0	5	0.0820918157696724
126332	rnn.bias_ih_l0	6	-0.14866603910923004
126332	rnn.bias_ih_l0	7	-0.27299582958221436
126332	rnn.bias_ih_l0	8	-0.1291172206401825
126332	rnn.bias_ih_l0	9	-0.17299163341522217
126332	rnn.bias_hh_l0	0	0.12321095168590546
126332	rnn.bias_hh_l0	1	-0.05491518974304199
126332	rnn.bias_hh_l0	2	0.03397774323821068
126332	rnn.bias_hh_l0	3	-0.17616139352321625
126332	rnn.bias_hh_l0	4	0.06325501203536987
126332	rnn.bias_hh_l0	5	0.000376095122192055
126332	rnn.bias_hh_l0	6	-0.07242459058761597
126332	rnn.bias_hh_l0	7	-0.1560324877500534
126332	rnn.bias_hh_l0	8	-0.17097316682338715
126332	rnn.bias_hh_l0	9	-0.08778829872608185
126332	rnn.weight_ih_l0_reverse	0	-0.011215679347515106
126332	rnn.weight_ih_l0_reverse	1	0.007278741803020239
126332	rnn.weight_ih_l0_reverse	2	-0.006898228544741869
126332	rnn.weight_ih_l0_reverse	3	0.0034978457260876894
126332	rnn.weight_ih_l0_reverse	4	0.04444018378853798
126332	rnn.weight_ih_l0_reverse	5	-0.05470915138721466
126332	rnn.weight_ih_l0_reverse	6	-0.061621878296136856
126332	rnn.weight_ih_l0_reverse	7	-0.017396269366145134
126332	rnn.weight_ih_l0_reverse	8	0.0789998397231102
126332	rnn.weight_ih_l0_reverse	9	0.014902962371706963
126332	rnn.weight_hh_l0_reverse	0	0.0049756490625441074
126332	rnn.weight_hh_l0_reverse	1	0.02069367654621601
126332	rnn.weight_hh_l0_reverse	2	-0.040755100548267365
126332	rnn.weight_hh_l0_reverse	3	0.043375734239816666
126332	rnn.weight_hh_l0_reverse	4	0.021840928122401237
126332	rnn.weight_hh_l0_reverse	5	-0.004697642754763365
126332	rnn.weight_hh_l0_reverse	6	0.0542900525033474
126332	rnn.weight_hh_l0_reverse	7	0.025893861427903175
126332	rnn.weight_hh_l0_reverse	8	-0.0055260793305933475
126332	rnn.weight_hh_l0_reverse	9	-0.035006504505872726
126332	rnn.bias_ih_l0_reverse	0	-0.13512004911899567
126332	rnn.bias_ih_l0_reverse	1	-0.2923564910888672
126332	rnn.bias_ih_l0_reverse	2	-0.07396382093429565
126332	rnn.bias_ih_l0_reverse	3	-0.12761537730693817
126332	rnn.bias_ih_l0_reverse	4	0.08350031822919846
126332	rnn.bias_ih_l0_reverse	5	-0.24084363877773285
126332	rnn.bias_ih_l0_reverse	6	-0.05477435886859894
126332	rnn.bias_ih_l0_reverse	7	-0.0125726955011487
126332	rnn.bias_ih_l0_reverse	8	-0.17684189975261688
126332	rnn.bias_ih_l0_reverse	9	-0.09217230975627899
126332	rnn.bias_hh_l0_reverse	0	-0.13679078221321106
126332	rnn.bias_hh_l0_reverse	1	-0.15069688856601715
126332	rnn.bias_hh_l0_reverse	2	-0.030237052589654922
126332	rnn.bias_hh_l0_reverse	3	-0.12220644950866699
126332	rnn.bias_hh_l0_reverse	4	-0.024857936426997185
126332	rnn.bias_hh_l0_reverse	5	-0.11869443953037262
126332	rnn.bias_hh_l0_reverse	6	-0.0655813068151474
126332	rnn.bias_hh_l0_reverse	7	-0.1861744225025177
126332	rnn.bias_hh_l0_reverse	8	-0.058854278177022934
126332	rnn.bias_hh_l0_reverse	9	-0.140199676156044
126332	linear.weight	0	-0.22568725049495697
126332	linear.weight	1	-0.15252982079982758
126332	linear.weight	2	-0.011228874325752258
126332	linear.weight	3	-0.12699155509471893
126332	linear.weight	4	-0.1021387055516243
126332	linear.weight	5	0.14989247918128967
126332	linear.weight	6	0.0047744326293468475
126332	linear.weight	7	-0.021312154829502106
126332	linear.weight	8	0.19260595738887787
126332	linear.weight	9	0.21427498757839203
126332	linear.bias	0	-0.8368764519691467
126332	linear.bias	1	1.2898507118225098
126332	linear.bias	2	-0.38852089643478394
126332	linear.bias	3	-0.6742132902145386
126332	linear.bias	4	-0.9163951873779297
126332	linear.bias	5	-1.1681967973709106
126332	linear.bias	6	-0.832108199596405
126332	linear.bias	7	-0.7201241850852966
126332	linear.bias	8	-0.01705317199230194
126332	linear.bias	9	3.3477702140808105
126336	transitions	0	-0.3849725127220154
126336	transitions	1	8.302247047424316
126336	transitions	2	-3.413470983505249
126336	transitions	3	1.4072840213775635
126336	transitions	4	-2.0347628593444824
126336	transitions	5	-0.3742273151874542
126336	transitions	6	-0.18435323238372803
126336	transitions	7	-10000.0
126336	transitions	8	1.750088095664978
126336	transitions	9	-2.2927680015563965
126336	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
126336	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
126336	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
126336	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
126336	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
126336	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
126336	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
126336	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
126336	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
126336	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
126336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
126336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
126336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
126336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
126336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
126336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
126336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
126336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
126336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
126336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
126336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
126336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
126336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
126336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
126336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
126336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
126336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
126336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
126336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
126336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
126336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
126336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
126336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
126336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
126336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
126336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
126336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
126336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
126336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
126336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
126336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
126336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
126336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
126336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
126336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
126336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
126336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
126336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
126336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
126336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
126336	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
126336	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
126336	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
126336	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
126336	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
126336	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
126336	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
126336	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
126336	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
126336	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
126336	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
126336	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
126336	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
126336	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
126336	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
126336	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
126336	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
126336	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
126336	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
126336	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
126336	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
126336	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
126336	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
126336	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
126336	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
126336	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
126336	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
126336	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
126336	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
126336	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
126336	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
126336	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
126336	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
126336	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
126336	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
126336	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
126336	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
126336	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
126336	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
126336	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
126336	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
126336	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
126336	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
126336	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
126336	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
126336	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
126336	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
126336	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
126336	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
126336	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
126336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
126336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
126336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
126336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
126336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
126336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
126336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
126336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
126336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
126336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
126336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
126336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
126336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
126336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
126336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
126336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
126336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
126336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
126336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
126336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
126336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
126336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
126336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
126336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
126336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
126336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
126336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
126336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
126336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
126336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
126336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
126336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
126336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
126336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
126336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
126336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
126336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
126336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
126336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
126336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
126336	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
126336	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
126336	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
126336	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
126336	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
126336	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
126336	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
126336	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
126336	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
126336	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
126336	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
126336	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
126336	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
126336	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
126336	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
126336	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
126336	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
126336	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
126336	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
126336	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
126336	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
126336	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
126336	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
126336	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
126336	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
126336	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
126336	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
126336	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
126336	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
126336	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
126336	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
126336	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
126336	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
126336	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
126336	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
126336	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
126336	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
126336	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
126336	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
126336	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
126336	embedding2nn.weight	0	0.0443551130592823
126336	embedding2nn.weight	1	-0.0835932269692421
126336	embedding2nn.weight	2	0.00278344564139843
126336	embedding2nn.weight	3	-0.059496115893125534
126336	embedding2nn.weight	4	-0.1287064105272293
126336	embedding2nn.weight	5	0.11039108783006668
126336	embedding2nn.weight	6	-0.12375585734844208
126336	embedding2nn.weight	7	-0.07907268404960632
126336	embedding2nn.weight	8	-0.004344290122389793
126336	embedding2nn.weight	9	0.07226452231407166
126336	embedding2nn.bias	0	0.045296795666217804
126336	embedding2nn.bias	1	0.03621416538953781
126336	embedding2nn.bias	2	-0.08903643488883972
126336	embedding2nn.bias	3	0.09797506034374237
126336	embedding2nn.bias	4	0.02600392885506153
126336	embedding2nn.bias	5	-0.17975524067878723
126336	embedding2nn.bias	6	-0.11217702180147171
126336	embedding2nn.bias	7	-0.036503616720438004
126336	embedding2nn.bias	8	0.07203537225723267
126336	embedding2nn.bias	9	-0.05231275409460068
126336	rnn.weight_ih_l0	0	0.012732287868857384
126336	rnn.weight_ih_l0	1	-0.05967341363430023
126336	rnn.weight_ih_l0	2	-0.01705474779009819
126336	rnn.weight_ih_l0	3	-0.04404985532164574
126336	rnn.weight_ih_l0	4	0.023944685235619545
126336	rnn.weight_ih_l0	5	-0.08944754302501678
126336	rnn.weight_ih_l0	6	-0.05080884322524071
126336	rnn.weight_ih_l0	7	-0.021215368062257767
126336	rnn.weight_ih_l0	8	0.04537647217512131
126336	rnn.weight_ih_l0	9	0.005329960025846958
126336	rnn.weight_hh_l0	0	0.009958107024431229
126336	rnn.weight_hh_l0	1	-0.08421902358531952
126336	rnn.weight_hh_l0	2	0.058799609541893005
126336	rnn.weight_hh_l0	3	0.043431784957647324
126336	rnn.weight_hh_l0	4	0.003751879557967186
126336	rnn.weight_hh_l0	5	0.06427448242902756
126336	rnn.weight_hh_l0	6	-0.014918912202119827
126336	rnn.weight_hh_l0	7	-0.08407667279243469
126336	rnn.weight_hh_l0	8	-0.0022162562236189842
126336	rnn.weight_hh_l0	9	-0.07560358196496964
126336	rnn.bias_ih_l0	0	-0.06999482214450836
126336	rnn.bias_ih_l0	1	-0.17118287086486816
126336	rnn.bias_ih_l0	2	-0.23788698017597198
126336	rnn.bias_ih_l0	3	-0.29043594002723694
126336	rnn.bias_ih_l0	4	0.002223860938102007
126336	rnn.bias_ih_l0	5	0.08225598186254501
126336	rnn.bias_ih_l0	6	-0.14915777742862701
126336	rnn.bias_ih_l0	7	-0.27272993326187134
126336	rnn.bias_ih_l0	8	-0.12911918759346008
126336	rnn.bias_ih_l0	9	-0.1725403070449829
126336	rnn.bias_hh_l0	0	0.12335295230150223
126336	rnn.bias_hh_l0	1	-0.05417022109031677
126336	rnn.bias_hh_l0	2	0.03387198597192764
126336	rnn.bias_hh_l0	3	-0.17608439922332764
126336	rnn.bias_hh_l0	4	0.06325972080230713
126336	rnn.bias_hh_l0	5	0.002008941723033786
126336	rnn.bias_hh_l0	6	-0.07217336446046829
126336	rnn.bias_hh_l0	7	-0.15567295253276825
126336	rnn.bias_hh_l0	8	-0.17093954980373383
126336	rnn.bias_hh_l0	9	-0.08835284411907196
126336	rnn.weight_ih_l0_reverse	0	-0.011377769522368908
126336	rnn.weight_ih_l0_reverse	1	0.007324303966015577
126336	rnn.weight_ih_l0_reverse	2	-0.0067627765238285065
126336	rnn.weight_ih_l0_reverse	3	0.003446160815656185
126336	rnn.weight_ih_l0_reverse	4	0.04444892331957817
126336	rnn.weight_ih_l0_reverse	5	-0.054824184626340866
126336	rnn.weight_ih_l0_reverse	6	-0.06152233108878136
126336	rnn.weight_ih_l0_reverse	7	-0.01752937026321888
126336	rnn.weight_ih_l0_reverse	8	0.07896529883146286
126336	rnn.weight_ih_l0_reverse	9	0.014788417145609856
126336	rnn.weight_hh_l0_reverse	0	0.004977013450115919
126336	rnn.weight_hh_l0_reverse	1	0.020694931969046593
126336	rnn.weight_hh_l0_reverse	2	-0.040773335844278336
126336	rnn.weight_hh_l0_reverse	3	0.04336095601320267
126336	rnn.weight_hh_l0_reverse	4	0.0218230951577425
126336	rnn.weight_hh_l0_reverse	5	-0.004764750599861145
126336	rnn.weight_hh_l0_reverse	6	0.05425901338458061
126336	rnn.weight_hh_l0_reverse	7	0.025901518762111664
126336	rnn.weight_hh_l0_reverse	8	-0.005457380320876837
126336	rnn.weight_hh_l0_reverse	9	-0.03498338162899017
126336	rnn.bias_ih_l0_reverse	0	-0.13496971130371094
126336	rnn.bias_ih_l0_reverse	1	-0.29238763451576233
126336	rnn.bias_ih_l0_reverse	2	-0.0736086443066597
126336	rnn.bias_ih_l0_reverse	3	-0.1274384707212448
126336	rnn.bias_ih_l0_reverse	4	0.08364962041378021
126336	rnn.bias_ih_l0_reverse	5	-0.24014775454998016
126336	rnn.bias_ih_l0_reverse	6	-0.054494645446538925
126336	rnn.bias_ih_l0_reverse	7	-0.012561238370835781
126336	rnn.bias_ih_l0_reverse	8	-0.17732562124729156
126336	rnn.bias_ih_l0_reverse	9	-0.09252367913722992
126336	rnn.bias_hh_l0_reverse	0	-0.1374572217464447
126336	rnn.bias_hh_l0_reverse	1	-0.15071845054626465
126336	rnn.bias_hh_l0_reverse	2	-0.03017052635550499
126336	rnn.bias_hh_l0_reverse	3	-0.12128075212240219
126336	rnn.bias_hh_l0_reverse	4	-0.02465229667723179
126336	rnn.bias_hh_l0_reverse	5	-0.1186840832233429
126336	rnn.bias_hh_l0_reverse	6	-0.0656118169426918
126336	rnn.bias_hh_l0_reverse	7	-0.18622194230556488
126336	rnn.bias_hh_l0_reverse	8	-0.058385636657476425
126336	rnn.bias_hh_l0_reverse	9	-0.14018955826759338
126336	linear.weight	0	-0.22570385038852692
126336	linear.weight	1	-0.15262672305107117
126336	linear.weight	2	-0.011228874325752258
126336	linear.weight	3	-0.12696990370750427
126336	linear.weight	4	-0.10258902609348297
126336	linear.weight	5	0.1496172696352005
126336	linear.weight	6	0.0047744326293468475
126336	linear.weight	7	-0.021312154829502106
126336	linear.weight	8	0.19296479225158691
126336	linear.weight	9	0.2131081074476242
126336	linear.bias	0	-0.8351243734359741
126336	linear.bias	1	1.2916593551635742
126336	linear.bias	2	-0.3905896842479706
126336	linear.bias	3	-0.6685816645622253
126336	linear.bias	4	-0.907473623752594
126336	linear.bias	5	-1.1681983470916748
126336	linear.bias	6	-0.8303326368331909
126336	linear.bias	7	-0.7305071353912354
126336	linear.bias	8	-0.01705317199230194
126336	linear.bias	9	3.3520712852478027
126533	transitions	0	-0.3852860629558563
126533	transitions	1	8.29012393951416
126533	transitions	2	-3.4144973754882812
126533	transitions	3	1.4130953550338745
126533	transitions	4	-2.035590648651123
126533	transitions	5	-0.3745662271976471
126533	transitions	6	-0.1843903660774231
126533	transitions	7	-10000.0
126533	transitions	8	1.7556545734405518
126533	transitions	9	-2.2927842140197754
126533	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
126533	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
126533	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
126533	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
126533	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
126533	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
126533	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
126533	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
126533	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
126533	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
126533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
126533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
126533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
126533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
126533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
126533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
126533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
126533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
126533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
126533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
126533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
126533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
126533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
126533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
126533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
126533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
126533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
126533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
126533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
126533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
126533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
126533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
126533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
126533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
126533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
126533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
126533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
126533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
126533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
126533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
126533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
126533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
126533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
126533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
126533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
126533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
126533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
126533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
126533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
126533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
126533	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
126533	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
126533	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
126533	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
126533	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
126533	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
126533	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
126533	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
126533	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
126533	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
126533	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
126533	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
126533	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
126533	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
126533	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
126533	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
126533	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
126533	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
126533	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
126533	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
126533	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
126533	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
126533	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
126533	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
126533	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
126533	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
126533	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
126533	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
126533	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
126533	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
126533	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
126533	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
126533	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
126533	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
126533	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
126533	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
126533	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
126533	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
126533	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
126533	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
126533	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
126533	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
126533	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
126533	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
126533	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
126533	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
126533	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
126533	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
126533	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
126533	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
126533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
126533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
126533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
126533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
126533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
126533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
126533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
126533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
126533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
126533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
126533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
126533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
126533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
126533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
126533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
126533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
126533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
126533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
126533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
126533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
126533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
126533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
126533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
126533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
126533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
126533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
126533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
126533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
126533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
126533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
126533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
126533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
126533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
126533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
126533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
126533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
126533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
126533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
126533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
126533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
126533	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
126533	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
126533	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
126533	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
126533	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
126533	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
126533	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
126533	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
126533	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
126533	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
126533	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
126533	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
126533	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
126533	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
126533	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
126533	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
126533	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
126533	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
126533	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
126533	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
126533	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
126533	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
126533	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
126533	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
126533	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
126533	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
126533	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
126533	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
126533	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
126533	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
126533	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
126533	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
126533	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
126533	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
126533	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
126533	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
126533	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
126533	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
126533	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
126533	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
126533	embedding2nn.weight	0	0.0448281355202198
126533	embedding2nn.weight	1	-0.08481727540493011
126533	embedding2nn.weight	2	0.0029286311473697424
126533	embedding2nn.weight	3	-0.057879410684108734
126533	embedding2nn.weight	4	-0.1284588724374771
126533	embedding2nn.weight	5	0.11233598738908768
126533	embedding2nn.weight	6	-0.1236301138997078
126533	embedding2nn.weight	7	-0.08006805181503296
126533	embedding2nn.weight	8	-0.005227344110608101
126533	embedding2nn.weight	9	0.07238606363534927
126533	embedding2nn.bias	0	0.05158126726746559
126533	embedding2nn.bias	1	0.020045205950737
126533	embedding2nn.bias	2	-0.08669162541627884
126533	embedding2nn.bias	3	0.09143374115228653
126533	embedding2nn.bias	4	0.032473184168338776
126533	embedding2nn.bias	5	-0.18599064648151398
126533	embedding2nn.bias	6	-0.10697285830974579
126533	embedding2nn.bias	7	-0.02796228416264057
126533	embedding2nn.bias	8	0.06807965785264969
126533	embedding2nn.bias	9	-0.05130283534526825
126533	rnn.weight_ih_l0	0	0.016186105087399483
126533	rnn.weight_ih_l0	1	-0.060873210430145264
126533	rnn.weight_ih_l0	2	-0.020284609869122505
126533	rnn.weight_ih_l0	3	-0.04564771428704262
126533	rnn.weight_ih_l0	4	0.02434234507381916
126533	rnn.weight_ih_l0	5	-0.08846248686313629
126533	rnn.weight_ih_l0	6	-0.04856197535991669
126533	rnn.weight_ih_l0	7	-0.02171890065073967
126533	rnn.weight_ih_l0	8	0.0433550626039505
126533	rnn.weight_ih_l0	9	0.007154081482440233
126533	rnn.weight_hh_l0	0	0.010303549468517303
126533	rnn.weight_hh_l0	1	-0.08318204432725906
126533	rnn.weight_hh_l0	2	0.058094579726457596
126533	rnn.weight_hh_l0	3	0.04292337968945503
126533	rnn.weight_hh_l0	4	0.003547739703208208
126533	rnn.weight_hh_l0	5	0.06342336535453796
126533	rnn.weight_hh_l0	6	-0.015316695906221867
126533	rnn.weight_hh_l0	7	-0.08518155664205551
126533	rnn.weight_hh_l0	8	-0.002538071246817708
126533	rnn.weight_hh_l0	9	-0.07520410418510437
126533	rnn.bias_ih_l0	0	-0.07130125164985657
126533	rnn.bias_ih_l0	1	-0.17240417003631592
126533	rnn.bias_ih_l0	2	-0.23440445959568024
126533	rnn.bias_ih_l0	3	-0.28754305839538574
126533	rnn.bias_ih_l0	4	0.001108805532567203
126533	rnn.bias_ih_l0	5	0.06777697801589966
126533	rnn.bias_ih_l0	6	-0.15169350802898407
126533	rnn.bias_ih_l0	7	-0.271406352519989
126533	rnn.bias_ih_l0	8	-0.12808813154697418
126533	rnn.bias_ih_l0	9	-0.1753985434770584
126533	rnn.bias_hh_l0	0	0.1281345933675766
126533	rnn.bias_hh_l0	1	-0.05631454288959503
126533	rnn.bias_hh_l0	2	0.035511314868927
126533	rnn.bias_hh_l0	3	-0.176362544298172
126533	rnn.bias_hh_l0	4	0.0660574808716774
126533	rnn.bias_hh_l0	5	0.0028901672922074795
126533	rnn.bias_hh_l0	6	-0.07571907341480255
126533	rnn.bias_hh_l0	7	-0.15582586824893951
126533	rnn.bias_hh_l0	8	-0.16986949741840363
126533	rnn.bias_hh_l0	9	-0.09085731953382492
126533	rnn.weight_ih_l0_reverse	0	-0.012032542377710342
126533	rnn.weight_ih_l0_reverse	1	0.005243596620857716
126533	rnn.weight_ih_l0_reverse	2	-0.009717026725411415
126533	rnn.weight_ih_l0_reverse	3	0.0031476502772420645
126533	rnn.weight_ih_l0_reverse	4	0.04442122206091881
126533	rnn.weight_ih_l0_reverse	5	-0.05269720032811165
126533	rnn.weight_ih_l0_reverse	6	-0.06309885531663895
126533	rnn.weight_ih_l0_reverse	7	-0.016935808584094048
126533	rnn.weight_ih_l0_reverse	8	0.07876131683588028
126533	rnn.weight_ih_l0_reverse	9	0.014750282280147076
126533	rnn.weight_hh_l0_reverse	0	0.004197180271148682
126533	rnn.weight_hh_l0_reverse	1	0.02040920779109001
126533	rnn.weight_hh_l0_reverse	2	-0.04060708358883858
126533	rnn.weight_hh_l0_reverse	3	0.043265972286462784
126533	rnn.weight_hh_l0_reverse	4	0.02087368443608284
126533	rnn.weight_hh_l0_reverse	5	-0.003393455408513546
126533	rnn.weight_hh_l0_reverse	6	0.053244128823280334
126533	rnn.weight_hh_l0_reverse	7	0.027056032791733742
126533	rnn.weight_hh_l0_reverse	8	-0.005377988331019878
126533	rnn.weight_hh_l0_reverse	9	-0.0342189185321331
126533	rnn.bias_ih_l0_reverse	0	-0.13330677151679993
126533	rnn.bias_ih_l0_reverse	1	-0.2953581213951111
126533	rnn.bias_ih_l0_reverse	2	-0.07415127009153366
126533	rnn.bias_ih_l0_reverse	3	-0.1275530755519867
126533	rnn.bias_ih_l0_reverse	4	0.08193468302488327
126533	rnn.bias_ih_l0_reverse	5	-0.2402890920639038
126533	rnn.bias_ih_l0_reverse	6	-0.05390428751707077
126533	rnn.bias_ih_l0_reverse	7	-0.004561941139400005
126533	rnn.bias_ih_l0_reverse	8	-0.17602893710136414
126533	rnn.bias_ih_l0_reverse	9	-0.09087070822715759
126533	rnn.bias_hh_l0_reverse	0	-0.13812653720378876
126533	rnn.bias_hh_l0_reverse	1	-0.1482199877500534
126533	rnn.bias_hh_l0_reverse	2	-0.03078104928135872
126533	rnn.bias_hh_l0_reverse	3	-0.12075647711753845
126533	rnn.bias_hh_l0_reverse	4	-0.02564394660294056
126533	rnn.bias_hh_l0_reverse	5	-0.1175360158085823
126533	rnn.bias_hh_l0_reverse	6	-0.06746145337820053
126533	rnn.bias_hh_l0_reverse	7	-0.19200050830841064
126533	rnn.bias_hh_l0_reverse	8	-0.05261491239070892
126533	rnn.bias_hh_l0_reverse	9	-0.139543354511261
126533	linear.weight	0	-0.23470601439476013
126533	linear.weight	1	-0.15151052176952362
126533	linear.weight	2	-0.011228874325752258
126533	linear.weight	3	-0.1057840883731842
126533	linear.weight	4	-0.0785476341843605
126533	linear.weight	5	0.14818355441093445
126533	linear.weight	6	0.0047744326293468475
126533	linear.weight	7	-0.021312154829502106
126533	linear.weight	8	0.1947852373123169
126533	linear.weight	9	0.2146872878074646
126533	linear.bias	0	-0.8243854641914368
126533	linear.bias	1	1.2932779788970947
126533	linear.bias	2	-0.3842867612838745
126533	linear.bias	3	-0.6793299913406372
126533	linear.bias	4	-0.9198800921440125
126533	linear.bias	5	-1.1682775020599365
126533	linear.bias	6	-0.8248210549354553
126533	linear.bias	7	-0.7104931473731995
126533	linear.bias	8	-0.01705317199230194
126533	linear.bias	9	3.364741802215576
126730	transitions	0	-0.3854902684688568
126730	transitions	1	8.344582557678223
126730	transitions	2	-3.4151182174682617
126730	transitions	3	1.3919891119003296
126730	transitions	4	-2.0366146564483643
126730	transitions	5	-0.3746468722820282
126730	transitions	6	-0.18443052470684052
126730	transitions	7	-10000.0
126730	transitions	8	1.7550541162490845
126730	transitions	9	-2.292792320251465
126730	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
126730	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
126730	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
126730	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
126730	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
126730	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
126730	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
126730	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
126730	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
126730	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
126730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
126730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
126730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
126730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
126730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
126730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
126730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
126730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
126730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
126730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
126730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
126730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
126730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
126730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
126730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
126730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
126730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
126730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
126730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
126730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
126730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
126730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
126730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
126730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
126730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
126730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
126730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
126730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
126730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
126730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
126730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
126730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
126730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
126730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
126730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
126730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
126730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
126730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
126730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
126730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
126730	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
126730	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
126730	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
126730	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
126730	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
126730	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
126730	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
126730	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
126730	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
126730	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
126730	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
126730	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
126730	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
126730	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
126730	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
126730	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
126730	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
126730	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
126730	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
126730	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
126730	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
126730	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
126730	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
126730	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
126730	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
126730	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
126730	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
126730	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
126730	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
126730	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
126730	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
126730	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
126730	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
126730	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
126730	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
126730	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
126730	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
126730	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
126730	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
126730	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
126730	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
126730	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
126730	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
126730	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
126730	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
126730	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
126730	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
126730	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
126730	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
126730	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
126730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
126730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
126730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
126730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
126730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
126730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
126730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
126730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
126730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
126730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
126730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
126730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
126730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
126730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
126730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
126730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
126730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
126730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
126730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
126730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
126730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
126730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
126730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
126730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
126730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
126730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
126730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
126730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
126730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
126730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
126730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
126730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
126730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
126730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
126730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
126730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
126730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
126730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
126730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
126730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
126730	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
126730	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
126730	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
126730	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
126730	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
126730	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
126730	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
126730	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
126730	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
126730	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
126730	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
126730	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
126730	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
126730	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
126730	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
126730	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
126730	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
126730	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
126730	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
126730	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
126730	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
126730	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
126730	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
126730	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
126730	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
126730	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
126730	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
126730	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
126730	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
126730	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
126730	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
126730	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
126730	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
126730	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
126730	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
126730	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
126730	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
126730	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
126730	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
126730	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
126730	embedding2nn.weight	0	0.045079682022333145
126730	embedding2nn.weight	1	-0.0825648233294487
126730	embedding2nn.weight	2	0.001792529015801847
126730	embedding2nn.weight	3	-0.053469348698854446
126730	embedding2nn.weight	4	-0.12100345641374588
126730	embedding2nn.weight	5	0.1118335872888565
126730	embedding2nn.weight	6	-0.11934225261211395
126730	embedding2nn.weight	7	-0.08021340519189835
126730	embedding2nn.weight	8	-0.004806853830814362
126730	embedding2nn.weight	9	0.0736524760723114
126730	embedding2nn.bias	0	0.04949572682380676
126730	embedding2nn.bias	1	0.03727567940950394
126730	embedding2nn.bias	2	-0.08878039568662643
126730	embedding2nn.bias	3	0.07927855104207993
126730	embedding2nn.bias	4	0.026745805516839027
126730	embedding2nn.bias	5	-0.18356356024742126
126730	embedding2nn.bias	6	-0.11016862839460373
126730	embedding2nn.bias	7	-0.029680781066417694
126730	embedding2nn.bias	8	0.0678158849477768
126730	embedding2nn.bias	9	-0.05755768343806267
126730	rnn.weight_ih_l0	0	0.018118927255272865
126730	rnn.weight_ih_l0	1	-0.05790922790765762
126730	rnn.weight_ih_l0	2	-0.020288340747356415
126730	rnn.weight_ih_l0	3	-0.05028781294822693
126730	rnn.weight_ih_l0	4	0.024813726544380188
126730	rnn.weight_ih_l0	5	-0.08679557591676712
126730	rnn.weight_ih_l0	6	-0.052149321883916855
126730	rnn.weight_ih_l0	7	-0.022405339404940605
126730	rnn.weight_ih_l0	8	0.04185064509510994
126730	rnn.weight_ih_l0	9	0.007092154119163752
126730	rnn.weight_hh_l0	0	0.0096292644739151
126730	rnn.weight_hh_l0	1	-0.08309392631053925
126730	rnn.weight_hh_l0	2	0.05907817184925079
126730	rnn.weight_hh_l0	3	0.04246468096971512
126730	rnn.weight_hh_l0	4	0.003917548339813948
126730	rnn.weight_hh_l0	5	0.06232190877199173
126730	rnn.weight_hh_l0	6	-0.015015493147075176
126730	rnn.weight_hh_l0	7	-0.08594685792922974
126730	rnn.weight_hh_l0	8	-0.002175089670345187
126730	rnn.weight_hh_l0	9	-0.0756339430809021
126730	rnn.bias_ih_l0	0	-0.07218418270349503
126730	rnn.bias_ih_l0	1	-0.17313861846923828
126730	rnn.bias_ih_l0	2	-0.2372957468032837
126730	rnn.bias_ih_l0	3	-0.28690439462661743
126730	rnn.bias_ih_l0	4	0.0036581316962838173
126730	rnn.bias_ih_l0	5	0.07432752102613449
126730	rnn.bias_ih_l0	6	-0.1474304497241974
126730	rnn.bias_ih_l0	7	-0.2692725360393524
126730	rnn.bias_ih_l0	8	-0.12203187495470047
126730	rnn.bias_ih_l0	9	-0.17616580426692963
126730	rnn.bias_hh_l0	0	0.12991198897361755
126730	rnn.bias_hh_l0	1	-0.05662708729505539
126730	rnn.bias_hh_l0	2	0.03529208526015282
126730	rnn.bias_hh_l0	3	-0.1759251356124878
126730	rnn.bias_hh_l0	4	0.06852607429027557
126730	rnn.bias_hh_l0	5	0.01190386712551117
126730	rnn.bias_hh_l0	6	-0.07885149121284485
126730	rnn.bias_hh_l0	7	-0.15630635619163513
126730	rnn.bias_hh_l0	8	-0.17183859646320343
126730	rnn.bias_hh_l0	9	-0.089092917740345
126730	rnn.weight_ih_l0_reverse	0	-0.010907366871833801
126730	rnn.weight_ih_l0_reverse	1	0.008302994072437286
126730	rnn.weight_ih_l0_reverse	2	-0.012989656068384647
126730	rnn.weight_ih_l0_reverse	3	0.003202812047675252
126730	rnn.weight_ih_l0_reverse	4	0.043051827698946
126730	rnn.weight_ih_l0_reverse	5	-0.053527019917964935
126730	rnn.weight_ih_l0_reverse	6	-0.05994194746017456
126730	rnn.weight_ih_l0_reverse	7	-0.01838616281747818
126730	rnn.weight_ih_l0_reverse	8	0.07951878756284714
126730	rnn.weight_ih_l0_reverse	9	0.013506649062037468
126730	rnn.weight_hh_l0_reverse	0	0.004726477898657322
126730	rnn.weight_hh_l0_reverse	1	0.02038516104221344
126730	rnn.weight_hh_l0_reverse	2	-0.04058286175131798
126730	rnn.weight_hh_l0_reverse	3	0.04294218122959137
126730	rnn.weight_hh_l0_reverse	4	0.021043948829174042
126730	rnn.weight_hh_l0_reverse	5	-0.003307779086753726
126730	rnn.weight_hh_l0_reverse	6	0.05343037098646164
126730	rnn.weight_hh_l0_reverse	7	0.026957761496305466
126730	rnn.weight_hh_l0_reverse	8	-0.004746374674141407
126730	rnn.weight_hh_l0_reverse	9	-0.03480313718318939
126730	rnn.bias_ih_l0_reverse	0	-0.13320034742355347
126730	rnn.bias_ih_l0_reverse	1	-0.2968252897262573
126730	rnn.bias_ih_l0_reverse	2	-0.06898903101682663
126730	rnn.bias_ih_l0_reverse	3	-0.13039033114910126
126730	rnn.bias_ih_l0_reverse	4	0.08086063712835312
126730	rnn.bias_ih_l0_reverse	5	-0.2421049326658249
126730	rnn.bias_ih_l0_reverse	6	-0.05038601905107498
126730	rnn.bias_ih_l0_reverse	7	-0.005409217905253172
126730	rnn.bias_ih_l0_reverse	8	-0.1781471222639084
126730	rnn.bias_ih_l0_reverse	9	-0.08766752481460571
126730	rnn.bias_hh_l0_reverse	0	-0.13903222978115082
126730	rnn.bias_hh_l0_reverse	1	-0.14842528104782104
126730	rnn.bias_hh_l0_reverse	2	-0.029038315638899803
126730	rnn.bias_hh_l0_reverse	3	-0.12329666316509247
126730	rnn.bias_hh_l0_reverse	4	-0.023807194083929062
126730	rnn.bias_hh_l0_reverse	5	-0.11499238759279251
126730	rnn.bias_hh_l0_reverse	6	-0.06786181032657623
126730	rnn.bias_hh_l0_reverse	7	-0.18880349397659302
126730	rnn.bias_hh_l0_reverse	8	-0.052329786121845245
126730	rnn.bias_hh_l0_reverse	9	-0.13731127977371216
126730	linear.weight	0	-0.23216059803962708
126730	linear.weight	1	-0.15161634981632233
126730	linear.weight	2	-0.011228874325752258
126730	linear.weight	3	-0.1113763377070427
126730	linear.weight	4	-0.06033185124397278
126730	linear.weight	5	0.12776131927967072
126730	linear.weight	6	0.0047744326293468475
126730	linear.weight	7	-0.021312154829502106
126730	linear.weight	8	0.18926522135734558
126730	linear.weight	9	0.2291826605796814
126730	linear.bias	0	-0.8461527228355408
126730	linear.bias	1	1.3161654472351074
126730	linear.bias	2	-0.33999672532081604
126730	linear.bias	3	-0.6335270404815674
126730	linear.bias	4	-0.899960994720459
126730	linear.bias	5	-1.1683379411697388
126730	linear.bias	6	-0.8453094959259033
126730	linear.bias	7	-0.7407295107841492
126730	linear.bias	8	-0.01705317199230194
126730	linear.bias	9	3.2791531085968018
126927	transitions	0	-0.38567331433296204
126927	transitions	1	8.309165954589844
126927	transitions	2	-3.4160518646240234
126927	transitions	3	1.4133201837539673
126927	transitions	4	-2.0373356342315674
126927	transitions	5	-0.37483176589012146
126927	transitions	6	-0.18446190655231476
126927	transitions	7	-10000.0
126927	transitions	8	1.753710389137268
126927	transitions	9	-2.292802572250366
126927	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
126927	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
126927	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
126927	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
126927	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
126927	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
126927	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
126927	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
126927	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
126927	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
126927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
126927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
126927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
126927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
126927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
126927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
126927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
126927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
126927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
126927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
126927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
126927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
126927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
126927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
126927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
126927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
126927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
126927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
126927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
126927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
126927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
126927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
126927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
126927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
126927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
126927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
126927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
126927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
126927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
126927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
126927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
126927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
126927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
126927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
126927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
126927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
126927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
126927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
126927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
126927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
126927	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
126927	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
126927	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
126927	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
126927	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
126927	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
126927	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
126927	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
126927	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
126927	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
126927	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
126927	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
126927	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
126927	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
126927	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
126927	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
126927	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
126927	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
126927	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
126927	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
126927	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
126927	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
126927	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
126927	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
126927	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
126927	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
126927	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
126927	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
126927	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
126927	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
126927	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
126927	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
126927	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
126927	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
126927	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
126927	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
126927	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
126927	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
126927	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
126927	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
126927	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
126927	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
126927	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
126927	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
126927	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
126927	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
126927	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
126927	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
126927	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
126927	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
126927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
126927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
126927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
126927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
126927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
126927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
126927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
126927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
126927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
126927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
126927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
126927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
126927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
126927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
126927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
126927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
126927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
126927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
126927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
126927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
126927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
126927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
126927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
126927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
126927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
126927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
126927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
126927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
126927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
126927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
126927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
126927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
126927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
126927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
126927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
126927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
126927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
126927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
126927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
126927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
126927	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
126927	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
126927	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
126927	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
126927	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
126927	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
126927	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
126927	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
126927	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
126927	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
126927	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
126927	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
126927	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
126927	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
126927	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
126927	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
126927	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
126927	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
126927	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
126927	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
126927	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
126927	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
126927	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
126927	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
126927	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
126927	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
126927	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
126927	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
126927	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
126927	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
126927	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
126927	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
126927	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
126927	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
126927	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
126927	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
126927	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
126927	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
126927	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
126927	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
126927	embedding2nn.weight	0	0.04515348747372627
126927	embedding2nn.weight	1	-0.08306324481964111
126927	embedding2nn.weight	2	0.0024395547807216644
126927	embedding2nn.weight	3	-0.055265963077545166
126927	embedding2nn.weight	4	-0.12448063492774963
126927	embedding2nn.weight	5	0.11394687741994858
126927	embedding2nn.weight	6	-0.1224503368139267
126927	embedding2nn.weight	7	-0.08269144594669342
126927	embedding2nn.weight	8	-0.004611280281096697
126927	embedding2nn.weight	9	0.0770438015460968
126927	embedding2nn.bias	0	0.041255418211221695
126927	embedding2nn.bias	1	0.04466954991221428
126927	embedding2nn.bias	2	-0.09343766421079636
126927	embedding2nn.bias	3	0.09920093417167664
126927	embedding2nn.bias	4	0.018974699079990387
126927	embedding2nn.bias	5	-0.18198460340499878
126927	embedding2nn.bias	6	-0.12408729642629623
126927	embedding2nn.bias	7	-0.018667003139853477
126927	embedding2nn.bias	8	0.05348564684391022
126927	embedding2nn.bias	9	-0.058365292847156525
126927	rnn.weight_ih_l0	0	0.016742205247282982
126927	rnn.weight_ih_l0	1	-0.05938000977039337
126927	rnn.weight_ih_l0	2	-0.02216063067317009
126927	rnn.weight_ih_l0	3	-0.050671983510255814
126927	rnn.weight_ih_l0	4	0.027061982080340385
126927	rnn.weight_ih_l0	5	-0.0878138616681099
126927	rnn.weight_ih_l0	6	-0.04550916329026222
126927	rnn.weight_ih_l0	7	-0.017886344343423843
126927	rnn.weight_ih_l0	8	0.04284394159913063
126927	rnn.weight_ih_l0	9	0.010392028838396072
126927	rnn.weight_hh_l0	0	0.00911783892661333
126927	rnn.weight_hh_l0	1	-0.08114099502563477
126927	rnn.weight_hh_l0	2	0.058918241411447525
126927	rnn.weight_hh_l0	3	0.04266964644193649
126927	rnn.weight_hh_l0	4	0.00342125678434968
126927	rnn.weight_hh_l0	5	0.06151746213436127
126927	rnn.weight_hh_l0	6	-0.014754366129636765
126927	rnn.weight_hh_l0	7	-0.08601458370685577
126927	rnn.weight_hh_l0	8	-0.0014697497244924307
126927	rnn.weight_hh_l0	9	-0.07724948972463608
126927	rnn.bias_ih_l0	0	-0.0752556174993515
126927	rnn.bias_ih_l0	1	-0.17061713337898254
126927	rnn.bias_ih_l0	2	-0.2363751232624054
126927	rnn.bias_ih_l0	3	-0.28592929244041443
126927	rnn.bias_ih_l0	4	0.01446321327239275
126927	rnn.bias_ih_l0	5	0.07029873877763748
126927	rnn.bias_ih_l0	6	-0.14826491475105286
126927	rnn.bias_ih_l0	7	-0.2677467465400696
126927	rnn.bias_ih_l0	8	-0.12344571202993393
126927	rnn.bias_ih_l0	9	-0.17611558735370636
126927	rnn.bias_hh_l0	0	0.1282888948917389
126927	rnn.bias_hh_l0	1	-0.05878090858459473
126927	rnn.bias_hh_l0	2	0.0339236818253994
126927	rnn.bias_hh_l0	3	-0.17445074021816254
126927	rnn.bias_hh_l0	4	0.06640789657831192
126927	rnn.bias_hh_l0	5	0.018082283437252045
126927	rnn.bias_hh_l0	6	-0.0759645625948906
126927	rnn.bias_hh_l0	7	-0.15758627653121948
126927	rnn.bias_hh_l0	8	-0.17142713069915771
126927	rnn.bias_hh_l0	9	-0.08779527246952057
126927	rnn.weight_ih_l0_reverse	0	-0.011072558350861073
126927	rnn.weight_ih_l0_reverse	1	0.006130015943199396
126927	rnn.weight_ih_l0_reverse	2	-0.007101588882505894
126927	rnn.weight_ih_l0_reverse	3	0.004252824932336807
126927	rnn.weight_ih_l0_reverse	4	0.04115845635533333
126927	rnn.weight_ih_l0_reverse	5	-0.054349545389413834
126927	rnn.weight_ih_l0_reverse	6	-0.061485640704631805
126927	rnn.weight_ih_l0_reverse	7	-0.017663676291704178
126927	rnn.weight_ih_l0_reverse	8	0.08021117001771927
126927	rnn.weight_ih_l0_reverse	9	0.014296035282313824
126927	rnn.weight_hh_l0_reverse	0	0.004888179711997509
126927	rnn.weight_hh_l0_reverse	1	0.020855464041233063
126927	rnn.weight_hh_l0_reverse	2	-0.04074939340353012
126927	rnn.weight_hh_l0_reverse	3	0.043151453137397766
126927	rnn.weight_hh_l0_reverse	4	0.02048179693520069
126927	rnn.weight_hh_l0_reverse	5	-0.00411557499319315
126927	rnn.weight_hh_l0_reverse	6	0.05326838418841362
126927	rnn.weight_hh_l0_reverse	7	0.026656392961740494
126927	rnn.weight_hh_l0_reverse	8	-0.00684976764023304
126927	rnn.weight_hh_l0_reverse	9	-0.03559597209095955
126927	rnn.bias_ih_l0_reverse	0	-0.134309783577919
126927	rnn.bias_ih_l0_reverse	1	-0.3000733554363251
126927	rnn.bias_ih_l0_reverse	2	-0.0696042850613594
126927	rnn.bias_ih_l0_reverse	3	-0.13157016038894653
126927	rnn.bias_ih_l0_reverse	4	0.08006760478019714
126927	rnn.bias_ih_l0_reverse	5	-0.24384301900863647
126927	rnn.bias_ih_l0_reverse	6	-0.057059042155742645
126927	rnn.bias_ih_l0_reverse	7	-0.009507316164672375
126927	rnn.bias_ih_l0_reverse	8	-0.1779399961233139
126927	rnn.bias_ih_l0_reverse	9	-0.08733973652124405
126927	rnn.bias_hh_l0_reverse	0	-0.13674210011959076
126927	rnn.bias_hh_l0_reverse	1	-0.14874662458896637
126927	rnn.bias_hh_l0_reverse	2	-0.02803066000342369
126927	rnn.bias_hh_l0_reverse	3	-0.12803620100021362
126927	rnn.bias_hh_l0_reverse	4	-0.02116062305867672
126927	rnn.bias_hh_l0_reverse	5	-0.11277315765619278
126927	rnn.bias_hh_l0_reverse	6	-0.06696795672178268
126927	rnn.bias_hh_l0_reverse	7	-0.19061823189258575
126927	rnn.bias_hh_l0_reverse	8	-0.05050092563033104
126927	rnn.bias_hh_l0_reverse	9	-0.13576120138168335
126927	linear.weight	0	-0.2373482882976532
126927	linear.weight	1	-0.15609604120254517
126927	linear.weight	2	-0.011228874325752258
126927	linear.weight	3	-0.12736199796199799
126927	linear.weight	4	-0.0507798008620739
126927	linear.weight	5	0.11135508120059967
126927	linear.weight	6	0.0047744326293468475
126927	linear.weight	7	-0.021312154829502106
126927	linear.weight	8	0.16659267246723175
126927	linear.weight	9	0.24113577604293823
126927	linear.bias	0	-0.8188803791999817
126927	linear.bias	1	1.32559072971344
126927	linear.bias	2	-0.3489091992378235
126927	linear.bias	3	-0.677794337272644
126927	linear.bias	4	-0.9290974736213684
126927	linear.bias	5	-1.1684080362319946
126927	linear.bias	6	-0.8170236349105835
126927	linear.bias	7	-0.7442858219146729
126927	linear.bias	8	-0.01705317199230194
126927	linear.bias	9	3.2437937259674072
127124	transitions	0	-0.38589680194854736
127124	transitions	1	8.323646545410156
127124	transitions	2	-3.418887138366699
127124	transitions	3	1.4158470630645752
127124	transitions	4	-2.038033962249756
127124	transitions	5	-0.3750692307949066
127124	transitions	6	-0.1844893842935562
127124	transitions	7	-10000.0
127124	transitions	8	1.7600317001342773
127124	transitions	9	-2.292816638946533
127124	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
127124	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
127124	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
127124	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
127124	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
127124	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
127124	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
127124	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
127124	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
127124	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
127124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
127124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
127124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
127124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
127124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
127124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
127124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
127124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
127124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
127124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
127124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
127124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
127124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
127124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
127124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
127124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
127124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
127124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
127124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
127124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
127124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
127124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
127124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
127124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
127124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
127124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
127124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
127124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
127124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
127124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
127124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
127124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
127124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
127124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
127124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
127124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
127124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
127124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
127124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
127124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
127124	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
127124	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
127124	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
127124	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
127124	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
127124	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
127124	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
127124	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
127124	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
127124	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
127124	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
127124	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
127124	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
127124	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
127124	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
127124	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
127124	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
127124	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
127124	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
127124	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
127124	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
127124	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
127124	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
127124	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
127124	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
127124	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
127124	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
127124	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
127124	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
127124	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
127124	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
127124	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
127124	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
127124	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
127124	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
127124	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
127124	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
127124	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
127124	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
127124	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
127124	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
127124	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
127124	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
127124	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
127124	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
127124	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
127124	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
127124	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
127124	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
127124	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
127124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
127124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
127124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
127124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
127124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
127124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
127124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
127124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
127124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
127124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
127124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
127124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
127124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
127124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
127124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
127124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
127124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
127124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
127124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
127124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
127124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
127124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
127124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
127124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
127124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
127124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
127124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
127124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
127124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
127124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
127124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
127124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
127124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
127124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
127124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
127124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
127124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
127124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
127124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
127124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
127124	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
127124	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
127124	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
127124	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
127124	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
127124	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
127124	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
127124	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
127124	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
127124	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
127124	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
127124	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
127124	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
127124	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
127124	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
127124	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
127124	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
127124	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
127124	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
127124	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
127124	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
127124	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
127124	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
127124	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
127124	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
127124	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
127124	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
127124	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
127124	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
127124	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
127124	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
127124	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
127124	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
127124	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
127124	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
127124	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
127124	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
127124	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
127124	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
127124	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
127124	embedding2nn.weight	0	0.045129064470529556
127124	embedding2nn.weight	1	-0.08217083662748337
127124	embedding2nn.weight	2	0.0022751442156732082
127124	embedding2nn.weight	3	-0.05621436983346939
127124	embedding2nn.weight	4	-0.12169220298528671
127124	embedding2nn.weight	5	0.11809413135051727
127124	embedding2nn.weight	6	-0.12918709218502045
127124	embedding2nn.weight	7	-0.08526229858398438
127124	embedding2nn.weight	8	-0.005320985335856676
127124	embedding2nn.weight	9	0.07788338512182236
127124	embedding2nn.bias	0	0.05368524789810181
127124	embedding2nn.bias	1	0.03181109204888344
127124	embedding2nn.bias	2	-0.08233846724033356
127124	embedding2nn.bias	3	0.10078296065330505
127124	embedding2nn.bias	4	0.028531618416309357
127124	embedding2nn.bias	5	-0.17389623820781708
127124	embedding2nn.bias	6	-0.11359954625368118
127124	embedding2nn.bias	7	-0.013179407455027103
127124	embedding2nn.bias	8	0.05843811482191086
127124	embedding2nn.bias	9	-0.061055779457092285
127124	rnn.weight_ih_l0	0	0.017644649371504784
127124	rnn.weight_ih_l0	1	-0.06047885864973068
127124	rnn.weight_ih_l0	2	-0.02098001353442669
127124	rnn.weight_ih_l0	3	-0.050432950258255005
127124	rnn.weight_ih_l0	4	0.028706980869174004
127124	rnn.weight_ih_l0	5	-0.08881630748510361
127124	rnn.weight_ih_l0	6	-0.04699854180216789
127124	rnn.weight_ih_l0	7	-0.020055608823895454
127124	rnn.weight_ih_l0	8	0.039967652410268784
127124	rnn.weight_ih_l0	9	0.011442789807915688
127124	rnn.weight_hh_l0	0	0.00897123385220766
127124	rnn.weight_hh_l0	1	-0.08204281330108643
127124	rnn.weight_hh_l0	2	0.057902172207832336
127124	rnn.weight_hh_l0	3	0.04384490102529526
127124	rnn.weight_hh_l0	4	0.0029544844292104244
127124	rnn.weight_hh_l0	5	0.06261568516492844
127124	rnn.weight_hh_l0	6	-0.015148604288697243
127124	rnn.weight_hh_l0	7	-0.0863676518201828
127124	rnn.weight_hh_l0	8	0.0005001214449293911
127124	rnn.weight_hh_l0	9	-0.07690941542387009
127124	rnn.bias_ih_l0	0	-0.08097783476114273
127124	rnn.bias_ih_l0	1	-0.1723453402519226
127124	rnn.bias_ih_l0	2	-0.2402743399143219
127124	rnn.bias_ih_l0	3	-0.28443264961242676
127124	rnn.bias_ih_l0	4	0.009383231401443481
127124	rnn.bias_ih_l0	5	0.07453678548336029
127124	rnn.bias_ih_l0	6	-0.14798803627490997
127124	rnn.bias_ih_l0	7	-0.26715001463890076
127124	rnn.bias_ih_l0	8	-0.12017582356929779
127124	rnn.bias_ih_l0	9	-0.17536820471286774
127124	rnn.bias_hh_l0	0	0.12663748860359192
127124	rnn.bias_hh_l0	1	-0.060786109417676926
127124	rnn.bias_hh_l0	2	0.033673372119665146
127124	rnn.bias_hh_l0	3	-0.17215222120285034
127124	rnn.bias_hh_l0	4	0.059684060513973236
127124	rnn.bias_hh_l0	5	0.01941021718084812
127124	rnn.bias_hh_l0	6	-0.07847967743873596
127124	rnn.bias_hh_l0	7	-0.1580459624528885
127124	rnn.bias_hh_l0	8	-0.16790062189102173
127124	rnn.bias_hh_l0	9	-0.0860835611820221
127124	rnn.weight_ih_l0_reverse	0	-0.009845015592873096
127124	rnn.weight_ih_l0_reverse	1	0.0077067892998456955
127124	rnn.weight_ih_l0_reverse	2	-0.006689879111945629
127124	rnn.weight_ih_l0_reverse	3	0.004881256725639105
127124	rnn.weight_ih_l0_reverse	4	0.041006479412317276
127124	rnn.weight_ih_l0_reverse	5	-0.05312373861670494
127124	rnn.weight_ih_l0_reverse	6	-0.06050507351756096
127124	rnn.weight_ih_l0_reverse	7	-0.02380431815981865
127124	rnn.weight_ih_l0_reverse	8	0.08212810009717941
127124	rnn.weight_ih_l0_reverse	9	0.015606367029249668
127124	rnn.weight_hh_l0_reverse	0	0.005048640538007021
127124	rnn.weight_hh_l0_reverse	1	0.020905297249555588
127124	rnn.weight_hh_l0_reverse	2	-0.04096957668662071
127124	rnn.weight_hh_l0_reverse	3	0.04294741898775101
127124	rnn.weight_hh_l0_reverse	4	0.020265420898795128
127124	rnn.weight_hh_l0_reverse	5	-0.003878298681229353
127124	rnn.weight_hh_l0_reverse	6	0.05359356850385666
127124	rnn.weight_hh_l0_reverse	7	0.02691894769668579
127124	rnn.weight_hh_l0_reverse	8	-0.006170780397951603
127124	rnn.weight_hh_l0_reverse	9	-0.03631744906306267
127124	rnn.bias_ih_l0_reverse	0	-0.13143597543239594
127124	rnn.bias_ih_l0_reverse	1	-0.3034290373325348
127124	rnn.bias_ih_l0_reverse	2	-0.06610321998596191
127124	rnn.bias_ih_l0_reverse	3	-0.13183511793613434
127124	rnn.bias_ih_l0_reverse	4	0.07766704261302948
127124	rnn.bias_ih_l0_reverse	5	-0.2439897060394287
127124	rnn.bias_ih_l0_reverse	6	-0.05674548074603081
127124	rnn.bias_ih_l0_reverse	7	-0.0022526399698108435
127124	rnn.bias_ih_l0_reverse	8	-0.1788194179534912
127124	rnn.bias_ih_l0_reverse	9	-0.08719763904809952
127124	rnn.bias_hh_l0_reverse	0	-0.13957014679908752
127124	rnn.bias_hh_l0_reverse	1	-0.1517188549041748
127124	rnn.bias_hh_l0_reverse	2	-0.027532879263162613
127124	rnn.bias_hh_l0_reverse	3	-0.1242966428399086
127124	rnn.bias_hh_l0_reverse	4	-0.023976141586899757
127124	rnn.bias_hh_l0_reverse	5	-0.11636919528245926
127124	rnn.bias_hh_l0_reverse	6	-0.06506349891424179
127124	rnn.bias_hh_l0_reverse	7	-0.19454112648963928
127124	rnn.bias_hh_l0_reverse	8	-0.048792771995067596
127124	rnn.bias_hh_l0_reverse	9	-0.13592225313186646
127124	linear.weight	0	-0.264679491519928
127124	linear.weight	1	-0.15552008152008057
127124	linear.weight	2	-0.011228874325752258
127124	linear.weight	3	-0.1381242275238037
127124	linear.weight	4	-0.042751096189022064
127124	linear.weight	5	0.11219146102666855
127124	linear.weight	6	0.0047744326293468475
127124	linear.weight	7	-0.021312154829502106
127124	linear.weight	8	0.17430157959461212
127124	linear.weight	9	0.23558157682418823
127124	linear.bias	0	-0.8359346389770508
127124	linear.bias	1	1.313862681388855
127124	linear.bias	2	-0.35153928399086
127124	linear.bias	3	-0.6566512584686279
127124	linear.bias	4	-0.9180184602737427
127124	linear.bias	5	-1.1684683561325073
127124	linear.bias	6	-0.8341567516326904
127124	linear.bias	7	-0.732992947101593
127124	linear.bias	8	-0.01705317199230194
127124	linear.bias	9	3.3253700733184814
127321	transitions	0	-0.3859773576259613
127321	transitions	1	8.353180885314941
127321	transitions	2	-3.42006778717041
127321	transitions	3	1.4279091358184814
127321	transitions	4	-2.038546323776245
127321	transitions	5	-0.3752061128616333
127321	transitions	6	-0.18453657627105713
127321	transitions	7	-10000.0
127321	transitions	8	1.7603394985198975
127321	transitions	9	-2.2928354740142822
127321	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
127321	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
127321	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
127321	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
127321	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
127321	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
127321	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
127321	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
127321	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
127321	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
127321	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
127321	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
127321	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
127321	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
127321	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
127321	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
127321	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
127321	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
127321	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
127321	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
127321	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
127321	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
127321	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
127321	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
127321	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
127321	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
127321	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
127321	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
127321	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
127321	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
127321	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
127321	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
127321	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
127321	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
127321	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
127321	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
127321	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
127321	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
127321	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
127321	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
127321	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
127321	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
127321	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
127321	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
127321	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
127321	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
127321	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
127321	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
127321	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
127321	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
127321	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
127321	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
127321	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
127321	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
127321	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
127321	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
127321	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
127321	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
127321	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
127321	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
127321	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
127321	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
127321	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
127321	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
127321	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
127321	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
127321	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
127321	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
127321	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
127321	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
127321	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
127321	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
127321	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
127321	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
127321	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
127321	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
127321	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
127321	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
127321	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
127321	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
127321	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
127321	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
127321	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
127321	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
127321	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
127321	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
127321	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
127321	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
127321	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
127321	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
127321	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
127321	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
127321	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
127321	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
127321	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
127321	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
127321	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
127321	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
127321	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
127321	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
127321	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
127321	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
127321	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
127321	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
127321	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
127321	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
127321	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
127321	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
127321	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
127321	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
127321	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
127321	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
127321	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
127321	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
127321	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
127321	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
127321	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
127321	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
127321	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
127321	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
127321	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
127321	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
127321	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
127321	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
127321	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
127321	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
127321	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
127321	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
127321	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
127321	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
127321	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
127321	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
127321	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
127321	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
127321	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
127321	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
127321	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
127321	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
127321	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
127321	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
127321	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
127321	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
127321	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
127321	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
127321	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
127321	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
127321	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
127321	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
127321	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
127321	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
127321	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
127321	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
127321	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
127321	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
127321	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
127321	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
127321	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
127321	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
127321	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
127321	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
127321	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
127321	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
127321	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
127321	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
127321	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
127321	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
127321	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
127321	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
127321	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
127321	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
127321	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
127321	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
127321	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
127321	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
127321	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
127321	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
127321	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
127321	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
127321	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
127321	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
127321	embedding2nn.weight	0	0.044744040817022324
127321	embedding2nn.weight	1	-0.0845344215631485
127321	embedding2nn.weight	2	0.003509244881570339
127321	embedding2nn.weight	3	-0.055503081530332565
127321	embedding2nn.weight	4	-0.11760731786489487
127321	embedding2nn.weight	5	0.1174655333161354
127321	embedding2nn.weight	6	-0.12872548401355743
127321	embedding2nn.weight	7	-0.08048006892204285
127321	embedding2nn.weight	8	-0.005911730695515871
127321	embedding2nn.weight	9	0.07670549303293228
127321	embedding2nn.bias	0	0.05421157553792
127321	embedding2nn.bias	1	0.03957296907901764
127321	embedding2nn.bias	2	-0.08357807248830795
127321	embedding2nn.bias	3	0.09829088300466537
127321	embedding2nn.bias	4	0.02174752950668335
127321	embedding2nn.bias	5	-0.17597249150276184
127321	embedding2nn.bias	6	-0.11962004005908966
127321	embedding2nn.bias	7	-0.01677931472659111
127321	embedding2nn.bias	8	0.05683284252882004
127321	embedding2nn.bias	9	-0.057901106774806976
127321	rnn.weight_ih_l0	0	0.0148814357817173
127321	rnn.weight_ih_l0	1	-0.06130325049161911
127321	rnn.weight_ih_l0	2	-0.022118888795375824
127321	rnn.weight_ih_l0	3	-0.05070905014872551
127321	rnn.weight_ih_l0	4	0.029078595340251923
127321	rnn.weight_ih_l0	5	-0.08992685377597809
127321	rnn.weight_ih_l0	6	-0.04522187262773514
127321	rnn.weight_ih_l0	7	-0.01709853671491146
127321	rnn.weight_ih_l0	8	0.03752327337861061
127321	rnn.weight_ih_l0	9	0.010617425665259361
127321	rnn.weight_hh_l0	0	0.00931547675281763
127321	rnn.weight_hh_l0	1	-0.08224903792142868
127321	rnn.weight_hh_l0	2	0.056588396430015564
127321	rnn.weight_hh_l0	3	0.0446886271238327
127321	rnn.weight_hh_l0	4	0.003267898689955473
127321	rnn.weight_hh_l0	5	0.0628800317645073
127321	rnn.weight_hh_l0	6	-0.015330664813518524
127321	rnn.weight_hh_l0	7	-0.0864018127322197
127321	rnn.weight_hh_l0	8	0.0013978201895952225
127321	rnn.weight_hh_l0	9	-0.07406596094369888
127321	rnn.bias_ih_l0	0	-0.08226056396961212
127321	rnn.bias_ih_l0	1	-0.1743016541004181
127321	rnn.bias_ih_l0	2	-0.2390154004096985
127321	rnn.bias_ih_l0	3	-0.2837609052658081
127321	rnn.bias_ih_l0	4	0.004610688891261816
127321	rnn.bias_ih_l0	5	0.07447004318237305
127321	rnn.bias_ih_l0	6	-0.14917057752609253
127321	rnn.bias_ih_l0	7	-0.2654009759426117
127321	rnn.bias_ih_l0	8	-0.12068796902894974
127321	rnn.bias_ih_l0	9	-0.18297851085662842
127321	rnn.bias_hh_l0	0	0.12548863887786865
127321	rnn.bias_hh_l0	1	-0.06285545229911804
127321	rnn.bias_hh_l0	2	0.036531008780002594
127321	rnn.bias_hh_l0	3	-0.17081861197948456
127321	rnn.bias_hh_l0	4	0.06421705335378647
127321	rnn.bias_hh_l0	5	0.017225949093699455
127321	rnn.bias_hh_l0	6	-0.07992488145828247
127321	rnn.bias_hh_l0	7	-0.1556454300880432
127321	rnn.bias_hh_l0	8	-0.16997621953487396
127321	rnn.bias_hh_l0	9	-0.08581020683050156
127321	rnn.weight_ih_l0_reverse	0	-0.012178374454379082
127321	rnn.weight_ih_l0_reverse	1	0.00881436187773943
127321	rnn.weight_ih_l0_reverse	2	-0.010540365241467953
127321	rnn.weight_ih_l0_reverse	3	0.003703536931425333
127321	rnn.weight_ih_l0_reverse	4	0.04030491039156914
127321	rnn.weight_ih_l0_reverse	5	-0.049658507108688354
127321	rnn.weight_ih_l0_reverse	6	-0.05858643725514412
127321	rnn.weight_ih_l0_reverse	7	-0.022060342133045197
127321	rnn.weight_ih_l0_reverse	8	0.08145475387573242
127321	rnn.weight_ih_l0_reverse	9	0.016540227457880974
127321	rnn.weight_hh_l0_reverse	0	0.005193289835005999
127321	rnn.weight_hh_l0_reverse	1	0.020684288814663887
127321	rnn.weight_hh_l0_reverse	2	-0.04034355655312538
127321	rnn.weight_hh_l0_reverse	3	0.044251445680856705
127321	rnn.weight_hh_l0_reverse	4	0.020426666364073753
127321	rnn.weight_hh_l0_reverse	5	-0.0049294340424239635
127321	rnn.weight_hh_l0_reverse	6	0.05375174060463905
127321	rnn.weight_hh_l0_reverse	7	0.02610182762145996
127321	rnn.weight_hh_l0_reverse	8	-0.005826837848871946
127321	rnn.weight_hh_l0_reverse	9	-0.0359489731490612
127321	rnn.bias_ih_l0_reverse	0	-0.13494500517845154
127321	rnn.bias_ih_l0_reverse	1	-0.3070940673351288
127321	rnn.bias_ih_l0_reverse	2	-0.06771264970302582
127321	rnn.bias_ih_l0_reverse	3	-0.13073290884494781
127321	rnn.bias_ih_l0_reverse	4	0.08258668333292007
127321	rnn.bias_ih_l0_reverse	5	-0.2446652203798294
127321	rnn.bias_ih_l0_reverse	6	-0.05578814074397087
127321	rnn.bias_ih_l0_reverse	7	-0.00500832824036479
127321	rnn.bias_ih_l0_reverse	8	-0.17693546414375305
127321	rnn.bias_ih_l0_reverse	9	-0.08839235454797745
127321	rnn.bias_hh_l0_reverse	0	-0.1409008502960205
127321	rnn.bias_hh_l0_reverse	1	-0.15001258254051208
127321	rnn.bias_hh_l0_reverse	2	-0.027993733063340187
127321	rnn.bias_hh_l0_reverse	3	-0.12481020390987396
127321	rnn.bias_hh_l0_reverse	4	-0.02178829163312912
127321	rnn.bias_hh_l0_reverse	5	-0.11285074055194855
127321	rnn.bias_hh_l0_reverse	6	-0.06519664824008942
127321	rnn.bias_hh_l0_reverse	7	-0.19320674240589142
127321	rnn.bias_hh_l0_reverse	8	-0.05376715213060379
127321	rnn.bias_hh_l0_reverse	9	-0.13806580007076263
127321	linear.weight	0	-0.2705015540122986
127321	linear.weight	1	-0.14572429656982422
127321	linear.weight	2	-0.011228874325752258
127321	linear.weight	3	-0.1293332874774933
127321	linear.weight	4	-0.029601309448480606
127321	linear.weight	5	0.1416492611169815
127321	linear.weight	6	0.0047744326293468475
127321	linear.weight	7	-0.021312154829502106
127321	linear.weight	8	0.19457654654979706
127321	linear.weight	9	0.2511218786239624
127321	linear.bias	0	-0.7986441850662231
127321	linear.bias	1	1.3229230642318726
127321	linear.bias	2	-0.4034300446510315
127321	linear.bias	3	-0.6464406847953796
127321	linear.bias	4	-0.9232052564620972
127321	linear.bias	5	-1.1685315370559692
127321	linear.bias	6	-0.796561598777771
127321	linear.bias	7	-0.7448991537094116
127321	linear.bias	8	-0.01705317199230194
127321	linear.bias	9	3.2638309001922607
127518	transitions	0	-0.389384001493454
127518	transitions	1	8.35386848449707
127518	transitions	2	-3.420814037322998
127518	transitions	3	1.4531100988388062
127518	transitions	4	-2.0389904975891113
127518	transitions	5	-0.37535566091537476
127518	transitions	6	-0.18457065522670746
127518	transitions	7	-10000.0
127518	transitions	8	1.758076548576355
127518	transitions	9	-2.2928578853607178
127518	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
127518	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
127518	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
127518	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
127518	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
127518	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
127518	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
127518	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
127518	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
127518	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
127518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
127518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
127518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
127518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
127518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
127518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
127518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
127518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
127518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
127518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
127518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
127518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
127518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
127518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
127518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
127518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
127518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
127518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
127518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
127518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
127518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
127518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
127518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
127518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
127518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
127518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
127518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
127518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
127518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
127518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
127518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
127518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
127518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
127518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
127518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
127518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
127518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
127518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
127518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
127518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
127518	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
127518	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
127518	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
127518	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
127518	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
127518	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
127518	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
127518	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
127518	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
127518	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
127518	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
127518	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
127518	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
127518	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
127518	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
127518	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
127518	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
127518	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
127518	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
127518	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
127518	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
127518	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
127518	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
127518	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
127518	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
127518	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
127518	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
127518	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
127518	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
127518	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
127518	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
127518	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
127518	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
127518	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
127518	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
127518	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
127518	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
127518	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
127518	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
127518	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
127518	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
127518	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
127518	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
127518	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
127518	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
127518	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
127518	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
127518	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
127518	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
127518	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
127518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
127518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
127518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
127518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
127518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
127518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
127518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
127518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
127518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
127518	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
127518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
127518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
127518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
127518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
127518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
127518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
127518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
127518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
127518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
127518	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
127518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
127518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
127518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
127518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
127518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
127518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
127518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
127518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
127518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
127518	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
127518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
127518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
127518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
127518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
127518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
127518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
127518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
127518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
127518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
127518	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
127518	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
127518	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
127518	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
127518	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
127518	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
127518	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
127518	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
127518	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
127518	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
127518	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
127518	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
127518	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
127518	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
127518	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
127518	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
127518	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
127518	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
127518	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
127518	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
127518	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
127518	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
127518	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
127518	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
127518	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
127518	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
127518	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
127518	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
127518	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
127518	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
127518	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
127518	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
127518	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
127518	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
127518	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
127518	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
127518	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
127518	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
127518	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
127518	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
127518	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
127518	embedding2nn.weight	0	0.04547284543514252
127518	embedding2nn.weight	1	-0.08458956331014633
127518	embedding2nn.weight	2	0.0022673746570944786
127518	embedding2nn.weight	3	-0.05534066632390022
127518	embedding2nn.weight	4	-0.11738958954811096
127518	embedding2nn.weight	5	0.11890452355146408
127518	embedding2nn.weight	6	-0.11885842680931091
127518	embedding2nn.weight	7	-0.08042895048856735
127518	embedding2nn.weight	8	-0.006365015637129545
127518	embedding2nn.weight	9	0.07809727638959885
127518	embedding2nn.bias	0	0.04164081811904907
127518	embedding2nn.bias	1	0.02841944247484207
127518	embedding2nn.bias	2	-0.07457834482192993
127518	embedding2nn.bias	3	0.0964416041970253
127518	embedding2nn.bias	4	0.03781865909695625
127518	embedding2nn.bias	5	-0.16468346118927002
127518	embedding2nn.bias	6	-0.11608627438545227
127518	embedding2nn.bias	7	-0.0343109592795372
127518	embedding2nn.bias	8	0.0543120913207531
127518	embedding2nn.bias	9	-0.03841202333569527
127518	rnn.weight_ih_l0	0	0.015291161835193634
127518	rnn.weight_ih_l0	1	-0.06729623675346375
127518	rnn.weight_ih_l0	2	-0.023979125544428825
127518	rnn.weight_ih_l0	3	-0.05064486339688301
127518	rnn.weight_ih_l0	4	0.029513638466596603
127518	rnn.weight_ih_l0	5	-0.09010804444551468
127518	rnn.weight_ih_l0	6	-0.04707472026348114
127518	rnn.weight_ih_l0	7	-0.014724662527441978
127518	rnn.weight_ih_l0	8	0.03357173129916191
127518	rnn.weight_ih_l0	9	0.013031572103500366
127518	rnn.weight_hh_l0	0	0.009509324096143246
127518	rnn.weight_hh_l0	1	-0.08232638239860535
127518	rnn.weight_hh_l0	2	0.05801718309521675
127518	rnn.weight_hh_l0	3	0.04558732360601425
127518	rnn.weight_hh_l0	4	0.003193734912201762
127518	rnn.weight_hh_l0	5	0.06353379040956497
127518	rnn.weight_hh_l0	6	-0.015048781409859657
127518	rnn.weight_hh_l0	7	-0.0861792266368866
127518	rnn.weight_hh_l0	8	0.0008822836098261178
127518	rnn.weight_hh_l0	9	-0.07413898408412933
127518	rnn.bias_ih_l0	0	-0.0814889669418335
127518	rnn.bias_ih_l0	1	-0.1766078919172287
127518	rnn.bias_ih_l0	2	-0.23961468040943146
127518	rnn.bias_ih_l0	3	-0.277041494846344
127518	rnn.bias_ih_l0	4	0.002793723251670599
127518	rnn.bias_ih_l0	5	0.07079412043094635
127518	rnn.bias_ih_l0	6	-0.14379696547985077
127518	rnn.bias_ih_l0	7	-0.2666192352771759
127518	rnn.bias_ih_l0	8	-0.12552133202552795
127518	rnn.bias_ih_l0	9	-0.18081744015216827
127518	rnn.bias_hh_l0	0	0.12979638576507568
127518	rnn.bias_hh_l0	1	-0.06236223503947258
127518	rnn.bias_hh_l0	2	0.03421288728713989
127518	rnn.bias_hh_l0	3	-0.1706952005624771
127518	rnn.bias_hh_l0	4	0.05808577686548233
127518	rnn.bias_hh_l0	5	0.016654886305332184
127518	rnn.bias_hh_l0	6	-0.08124673366546631
127518	rnn.bias_hh_l0	7	-0.15658754110336304
127518	rnn.bias_hh_l0	8	-0.16898687183856964
127518	rnn.bias_hh_l0	9	-0.08432698994874954
127518	rnn.weight_ih_l0_reverse	0	-0.009954667650163174
127518	rnn.weight_ih_l0_reverse	1	0.008878443390130997
127518	rnn.weight_ih_l0_reverse	2	-0.011316678486764431
127518	rnn.weight_ih_l0_reverse	3	0.005485512316226959
127518	rnn.weight_ih_l0_reverse	4	0.03874771669507027
127518	rnn.weight_ih_l0_reverse	5	-0.05300746485590935
127518	rnn.weight_ih_l0_reverse	6	-0.0596117302775383
127518	rnn.weight_ih_l0_reverse	7	-0.023809460923075676
127518	rnn.weight_ih_l0_reverse	8	0.08206995576620102
127518	rnn.weight_ih_l0_reverse	9	0.016961082816123962
127518	rnn.weight_hh_l0_reverse	0	0.005251888185739517
127518	rnn.weight_hh_l0_reverse	1	0.020890051499009132
127518	rnn.weight_hh_l0_reverse	2	-0.03992551937699318
127518	rnn.weight_hh_l0_reverse	3	0.044197604060173035
127518	rnn.weight_hh_l0_reverse	4	0.021599389612674713
127518	rnn.weight_hh_l0_reverse	5	-0.0033437623642385006
127518	rnn.weight_hh_l0_reverse	6	0.05314160883426666
127518	rnn.weight_hh_l0_reverse	7	0.02637016959488392
127518	rnn.weight_hh_l0_reverse	8	-0.005368571262806654
127518	rnn.weight_hh_l0_reverse	9	-0.0364655964076519
127518	rnn.bias_ih_l0_reverse	0	-0.13622714579105377
127518	rnn.bias_ih_l0_reverse	1	-0.30824580788612366
127518	rnn.bias_ih_l0_reverse	2	-0.06629625707864761
127518	rnn.bias_ih_l0_reverse	3	-0.1308622807264328
127518	rnn.bias_ih_l0_reverse	4	0.09207101911306381
127518	rnn.bias_ih_l0_reverse	5	-0.245174840092659
127518	rnn.bias_ih_l0_reverse	6	-0.06132607161998749
127518	rnn.bias_ih_l0_reverse	7	-0.004275130107998848
127518	rnn.bias_ih_l0_reverse	8	-0.17737291753292084
127518	rnn.bias_ih_l0_reverse	9	-0.08964414149522781
127518	rnn.bias_hh_l0_reverse	0	-0.13911952078342438
127518	rnn.bias_hh_l0_reverse	1	-0.15059511363506317
127518	rnn.bias_hh_l0_reverse	2	-0.029800718650221825
127518	rnn.bias_hh_l0_reverse	3	-0.1253998577594757
127518	rnn.bias_hh_l0_reverse	4	-0.020857883617281914
127518	rnn.bias_hh_l0_reverse	5	-0.11160321533679962
127518	rnn.bias_hh_l0_reverse	6	-0.06206783652305603
127518	rnn.bias_hh_l0_reverse	7	-0.19189000129699707
127518	rnn.bias_hh_l0_reverse	8	-0.052590686827898026
127518	rnn.bias_hh_l0_reverse	9	-0.1389579325914383
127518	linear.weight	0	-0.270050048828125
127518	linear.weight	1	-0.14420776069164276
127518	linear.weight	2	-0.011228874325752258
127518	linear.weight	3	-0.12935252487659454
127518	linear.weight	4	-0.041327740997076035
127518	linear.weight	5	0.15570947527885437
127518	linear.weight	6	0.0047744326293468475
127518	linear.weight	7	-0.021312154829502106
127518	linear.weight	8	0.22166985273361206
127518	linear.weight	9	0.24088527262210846
127518	linear.bias	0	-0.7937101721763611
127518	linear.bias	1	1.2807477712631226
127518	linear.bias	2	-0.4023114740848541
127518	linear.bias	3	-0.6621533632278442
127518	linear.bias	4	-0.9170331954956055
127518	linear.bias	5	-1.1686105728149414
127518	linear.bias	6	-0.7942721247673035
127518	linear.bias	7	-0.7369704246520996
127518	linear.bias	8	-0.01705317199230194
127518	linear.bias	9	3.2720377445220947
127715	transitions	0	-0.3899025619029999
127715	transitions	1	8.325200080871582
127715	transitions	2	-3.4219722747802734
127715	transitions	3	1.4580731391906738
127715	transitions	4	-2.0395705699920654
127715	transitions	5	-0.3754468560218811
127715	transitions	6	-0.18460504710674286
127715	transitions	7	-10000.0
127715	transitions	8	1.7535759210586548
127715	transitions	9	-2.2928671836853027
127715	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
127715	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
127715	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
127715	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
127715	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
127715	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
127715	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
127715	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
127715	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
127715	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
127715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
127715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
127715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
127715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
127715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
127715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
127715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
127715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
127715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
127715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
127715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
127715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
127715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
127715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
127715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
127715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
127715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
127715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
127715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
127715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
127715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
127715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
127715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
127715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
127715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
127715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
127715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
127715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
127715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
127715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
127715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
127715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
127715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
127715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
127715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
127715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
127715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
127715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
127715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
127715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
127715	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
127715	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
127715	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
127715	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
127715	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
127715	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
127715	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
127715	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
127715	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
127715	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
127715	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
127715	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
127715	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
127715	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
127715	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
127715	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
127715	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
127715	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
127715	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
127715	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
127715	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
127715	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
127715	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
127715	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
127715	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
127715	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
127715	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
127715	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
127715	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
127715	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
127715	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
127715	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
127715	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
127715	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
127715	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
127715	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
127715	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
127715	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
127715	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
127715	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
127715	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
127715	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
127715	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
127715	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
127715	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
127715	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
127715	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
127715	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
127715	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
127715	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
127715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
127715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
127715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
127715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
127715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
127715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
127715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
127715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
127715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
127715	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
127715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
127715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
127715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
127715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
127715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
127715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
127715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
127715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
127715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
127715	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
127715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
127715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
127715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
127715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
127715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
127715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
127715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
127715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
127715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
127715	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
127715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
127715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
127715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
127715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
127715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
127715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
127715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
127715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
127715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
127715	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
127715	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
127715	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
127715	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
127715	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
127715	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
127715	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
127715	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
127715	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
127715	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
127715	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
127715	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
127715	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
127715	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
127715	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
127715	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
127715	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
127715	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
127715	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
127715	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
127715	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
127715	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
127715	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
127715	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
127715	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
127715	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
127715	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
127715	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
127715	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
127715	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
127715	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
127715	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
127715	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
127715	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
127715	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
127715	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
127715	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
127715	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
127715	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
127715	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
127715	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
127715	embedding2nn.weight	0	0.04553992673754692
127715	embedding2nn.weight	1	-0.08686012029647827
127715	embedding2nn.weight	2	0.0060302624478936195
127715	embedding2nn.weight	3	-0.05507723614573479
127715	embedding2nn.weight	4	-0.11243496090173721
127715	embedding2nn.weight	5	0.11899998784065247
127715	embedding2nn.weight	6	-0.11867762356996536
127715	embedding2nn.weight	7	-0.07869954407215118
127715	embedding2nn.weight	8	-0.007449363823980093
127715	embedding2nn.weight	9	0.07837720960378647
127715	embedding2nn.bias	0	0.038492340594530106
127715	embedding2nn.bias	1	0.03510942682623863
127715	embedding2nn.bias	2	-0.0872436910867691
127715	embedding2nn.bias	3	0.09753219038248062
127715	embedding2nn.bias	4	0.054034773260354996
127715	embedding2nn.bias	5	-0.15318553149700165
127715	embedding2nn.bias	6	-0.1246669590473175
127715	embedding2nn.bias	7	-0.0345141664147377
127715	embedding2nn.bias	8	0.0688423439860344
127715	embedding2nn.bias	9	-0.032863762229681015
127715	rnn.weight_ih_l0	0	0.01447627879679203
127715	rnn.weight_ih_l0	1	-0.06436612457036972
127715	rnn.weight_ih_l0	2	-0.024119548499584198
127715	rnn.weight_ih_l0	3	-0.04726755619049072
127715	rnn.weight_ih_l0	4	0.030792204663157463
127715	rnn.weight_ih_l0	5	-0.09002910554409027
127715	rnn.weight_ih_l0	6	-0.045247990638017654
127715	rnn.weight_ih_l0	7	-0.013532575219869614
127715	rnn.weight_ih_l0	8	0.03612666204571724
127715	rnn.weight_ih_l0	9	0.013667763210833073
127715	rnn.weight_hh_l0	0	0.010055789723992348
127715	rnn.weight_hh_l0	1	-0.08215004950761795
127715	rnn.weight_hh_l0	2	0.0570184588432312
127715	rnn.weight_hh_l0	3	0.04550258070230484
127715	rnn.weight_hh_l0	4	0.0026436683256179094
127715	rnn.weight_hh_l0	5	0.06530812382698059
127715	rnn.weight_hh_l0	6	-0.014743762090802193
127715	rnn.weight_hh_l0	7	-0.08491495251655579
127715	rnn.weight_hh_l0	8	0.0016918840119615197
127715	rnn.weight_hh_l0	9	-0.07918073236942291
127715	rnn.bias_ih_l0	0	-0.08302246779203415
127715	rnn.bias_ih_l0	1	-0.17554232478141785
127715	rnn.bias_ih_l0	2	-0.24011942744255066
127715	rnn.bias_ih_l0	3	-0.278206467628479
127715	rnn.bias_ih_l0	4	-0.0014230696251615882
127715	rnn.bias_ih_l0	5	0.06542228162288666
127715	rnn.bias_ih_l0	6	-0.14570899307727814
127715	rnn.bias_ih_l0	7	-0.2704054117202759
127715	rnn.bias_ih_l0	8	-0.12218456715345383
127715	rnn.bias_ih_l0	9	-0.17937298119068146
127715	rnn.bias_hh_l0	0	0.1352146565914154
127715	rnn.bias_hh_l0	1	-0.05987170338630676
127715	rnn.bias_hh_l0	2	0.03367747366428375
127715	rnn.bias_hh_l0	3	-0.1682288497686386
127715	rnn.bias_hh_l0	4	0.057002611458301544
127715	rnn.bias_hh_l0	5	0.016560621559619904
127715	rnn.bias_hh_l0	6	-0.0820607841014862
127715	rnn.bias_hh_l0	7	-0.1552516222000122
127715	rnn.bias_hh_l0	8	-0.17416872084140778
127715	rnn.bias_hh_l0	9	-0.08305765688419342
127715	rnn.weight_ih_l0_reverse	0	-0.009184913709759712
127715	rnn.weight_ih_l0_reverse	1	0.00832363497465849
127715	rnn.weight_ih_l0_reverse	2	-0.008280220441520214
127715	rnn.weight_ih_l0_reverse	3	0.007727335207164288
127715	rnn.weight_ih_l0_reverse	4	0.038607798516750336
127715	rnn.weight_ih_l0_reverse	5	-0.05393005535006523
127715	rnn.weight_ih_l0_reverse	6	-0.06043388694524765
127715	rnn.weight_ih_l0_reverse	7	-0.024531066417694092
127715	rnn.weight_ih_l0_reverse	8	0.07837141305208206
127715	rnn.weight_ih_l0_reverse	9	0.01848735474050045
127715	rnn.weight_hh_l0_reverse	0	0.00535030709579587
127715	rnn.weight_hh_l0_reverse	1	0.02047577127814293
127715	rnn.weight_hh_l0_reverse	2	-0.039231542497873306
127715	rnn.weight_hh_l0_reverse	3	0.04479952156543732
127715	rnn.weight_hh_l0_reverse	4	0.02189897559583187
127715	rnn.weight_hh_l0_reverse	5	-0.0038690418004989624
127715	rnn.weight_hh_l0_reverse	6	0.05443190038204193
127715	rnn.weight_hh_l0_reverse	7	0.02645830437541008
127715	rnn.weight_hh_l0_reverse	8	-0.0055764419957995415
127715	rnn.weight_hh_l0_reverse	9	-0.036944568157196045
127715	rnn.bias_ih_l0_reverse	0	-0.13536322116851807
127715	rnn.bias_ih_l0_reverse	1	-0.3056613802909851
127715	rnn.bias_ih_l0_reverse	2	-0.06245480477809906
127715	rnn.bias_ih_l0_reverse	3	-0.13240285217761993
127715	rnn.bias_ih_l0_reverse	4	0.09056087583303452
127715	rnn.bias_ih_l0_reverse	5	-0.2479289174079895
127715	rnn.bias_ih_l0_reverse	6	-0.06219571456313133
127715	rnn.bias_ih_l0_reverse	7	0.00031507477979175746
127715	rnn.bias_ih_l0_reverse	8	-0.1784026175737381
127715	rnn.bias_ih_l0_reverse	9	-0.09035547077655792
127715	rnn.bias_hh_l0_reverse	0	-0.13496264815330505
127715	rnn.bias_hh_l0_reverse	1	-0.15176786482334137
127715	rnn.bias_hh_l0_reverse	2	-0.029182687401771545
127715	rnn.bias_hh_l0_reverse	3	-0.12442290782928467
127715	rnn.bias_hh_l0_reverse	4	-0.02266945317387581
127715	rnn.bias_hh_l0_reverse	5	-0.11220823973417282
127715	rnn.bias_hh_l0_reverse	6	-0.06118391081690788
127715	rnn.bias_hh_l0_reverse	7	-0.19327647984027863
127715	rnn.bias_hh_l0_reverse	8	-0.05453258007764816
127715	rnn.bias_hh_l0_reverse	9	-0.13941434025764465
127715	linear.weight	0	-0.2641071677207947
127715	linear.weight	1	-0.13344444334506989
127715	linear.weight	2	-0.011228874325752258
127715	linear.weight	3	-0.13526570796966553
127715	linear.weight	4	-0.05130719393491745
127715	linear.weight	5	0.16407492756843567
127715	linear.weight	6	0.0047744326293468475
127715	linear.weight	7	-0.021312154829502106
127715	linear.weight	8	0.22935497760772705
127715	linear.weight	9	0.2442876547574997
127715	linear.bias	0	-0.8154482245445251
127715	linear.bias	1	1.2769088745117188
127715	linear.bias	2	-0.4072055220603943
127715	linear.bias	3	-0.6942964792251587
127715	linear.bias	4	-0.9153687357902527
127715	linear.bias	5	-1.168680191040039
127715	linear.bias	6	-0.8175628185272217
127715	linear.bias	7	-0.7320708632469177
127715	linear.bias	8	-0.01705317199230194
127715	linear.bias	9	3.2967822551727295
127912	transitions	0	-0.390031635761261
127912	transitions	1	8.318709373474121
127912	transitions	2	-3.423616647720337
127912	transitions	3	1.4662368297576904
127912	transitions	4	-2.04022479057312
127912	transitions	5	-0.3755452036857605
127912	transitions	6	-0.1846361756324768
127912	transitions	7	-10000.0
127912	transitions	8	1.7523669004440308
127912	transitions	9	-2.292877435684204
127912	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
127912	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
127912	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
127912	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
127912	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
127912	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
127912	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
127912	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
127912	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
127912	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
127912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
127912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
127912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
127912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
127912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
127912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
127912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
127912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
127912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
127912	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
127912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
127912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
127912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
127912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
127912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
127912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
127912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
127912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
127912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
127912	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
127912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
127912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
127912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
127912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
127912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
127912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
127912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
127912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
127912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
127912	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
127912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
127912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
127912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
127912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
127912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
127912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
127912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
127912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
127912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
127912	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
127912	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
127912	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
127912	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
127912	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
127912	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
127912	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
127912	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
127912	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
127912	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
127912	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
127912	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
127912	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
127912	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
127912	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
127912	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
127912	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
127912	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
127912	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
127912	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
127912	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
127912	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
127912	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
127912	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
127912	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
127912	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
127912	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
127912	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
127912	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
127912	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
127912	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
127912	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
127912	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
127912	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
127912	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
127912	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
127912	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
127912	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
127912	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
127912	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
127912	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
127912	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
127912	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
127912	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
127912	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
127912	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
127912	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
127912	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
127912	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
127912	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
127912	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
127912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
127912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
127912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
127912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
127912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
127912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
127912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
127912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
127912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
127912	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
127912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
127912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
127912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
127912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
127912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
127912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
127912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
127912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
127912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
127912	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
127912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
127912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
127912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
127912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
127912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
127912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
127912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
127912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
127912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
127912	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
127912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
127912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
127912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
127912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
127912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
127912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
127912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
127912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
127912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
127912	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
127912	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
127912	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
127912	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
127912	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
127912	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
127912	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
127912	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
127912	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
127912	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
127912	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
127912	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
127912	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
127912	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
127912	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
127912	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
127912	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
127912	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
127912	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
127912	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
127912	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
127912	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
127912	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
127912	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
127912	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
127912	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
127912	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
127912	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
127912	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
127912	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
127912	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
127912	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
127912	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
127912	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
127912	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
127912	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
127912	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
127912	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
127912	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
127912	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
127912	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
127912	embedding2nn.weight	0	0.04612226039171219
127912	embedding2nn.weight	1	-0.08919916301965714
127912	embedding2nn.weight	2	0.005376055836677551
127912	embedding2nn.weight	3	-0.0551535002887249
127912	embedding2nn.weight	4	-0.1094958707690239
127912	embedding2nn.weight	5	0.11791670322418213
127912	embedding2nn.weight	6	-0.12164381146430969
127912	embedding2nn.weight	7	-0.07961492240428925
127912	embedding2nn.weight	8	-0.006946018896996975
127912	embedding2nn.weight	9	0.0811496451497078
127912	embedding2nn.bias	0	0.03047936037182808
127912	embedding2nn.bias	1	0.0355856791138649
127912	embedding2nn.bias	2	-0.08254996687173843
127912	embedding2nn.bias	3	0.09162218123674393
127912	embedding2nn.bias	4	0.047604743391275406
127912	embedding2nn.bias	5	-0.17634278535842896
127912	embedding2nn.bias	6	-0.11731353402137756
127912	embedding2nn.bias	7	-0.017703192308545113
127912	embedding2nn.bias	8	0.061011333018541336
127912	embedding2nn.bias	9	-0.04612773656845093
127912	rnn.weight_ih_l0	0	0.015158936381340027
127912	rnn.weight_ih_l0	1	-0.06596581637859344
127912	rnn.weight_ih_l0	2	-0.019960450008511543
127912	rnn.weight_ih_l0	3	-0.04640074819326401
127912	rnn.weight_ih_l0	4	0.031561143696308136
127912	rnn.weight_ih_l0	5	-0.090904101729393
127912	rnn.weight_ih_l0	6	-0.04303017631173134
127912	rnn.weight_ih_l0	7	-0.01181180588901043
127912	rnn.weight_ih_l0	8	0.036304544657468796
127912	rnn.weight_ih_l0	9	0.012847118079662323
127912	rnn.weight_hh_l0	0	0.009294908493757248
127912	rnn.weight_hh_l0	1	-0.08427373319864273
127912	rnn.weight_hh_l0	2	0.05696678161621094
127912	rnn.weight_hh_l0	3	0.043683893978595734
127912	rnn.weight_hh_l0	4	0.002542469184845686
127912	rnn.weight_hh_l0	5	0.0654505118727684
127912	rnn.weight_hh_l0	6	-0.014682198874652386
127912	rnn.weight_hh_l0	7	-0.08527074009180069
127912	rnn.weight_hh_l0	8	0.0016052286373451352
127912	rnn.weight_hh_l0	9	-0.07870695739984512
127912	rnn.bias_ih_l0	0	-0.08256664872169495
127912	rnn.bias_ih_l0	1	-0.18081717193126678
127912	rnn.bias_ih_l0	2	-0.2377541959285736
127912	rnn.bias_ih_l0	3	-0.27899569272994995
127912	rnn.bias_ih_l0	4	-0.0007125948322936893
127912	rnn.bias_ih_l0	5	0.060946155339479446
127912	rnn.bias_ih_l0	6	-0.14857904613018036
127912	rnn.bias_ih_l0	7	-0.27278316020965576
127912	rnn.bias_ih_l0	8	-0.12385478615760803
127912	rnn.bias_ih_l0	9	-0.18057672679424286
127912	rnn.bias_hh_l0	0	0.13609261810779572
127912	rnn.bias_hh_l0	1	-0.0619555339217186
127912	rnn.bias_hh_l0	2	0.03177926689386368
127912	rnn.bias_hh_l0	3	-0.17175894975662231
127912	rnn.bias_hh_l0	4	0.05538632720708847
127912	rnn.bias_hh_l0	5	0.018230849876999855
127912	rnn.bias_hh_l0	6	-0.08035431802272797
127912	rnn.bias_hh_l0	7	-0.15786415338516235
127912	rnn.bias_hh_l0	8	-0.17215195298194885
127912	rnn.bias_hh_l0	9	-0.08534392714500427
127912	rnn.weight_ih_l0_reverse	0	-0.009596411138772964
127912	rnn.weight_ih_l0_reverse	1	0.0068683442659676075
127912	rnn.weight_ih_l0_reverse	2	-0.005617568735033274
127912	rnn.weight_ih_l0_reverse	3	0.007157697342336178
127912	rnn.weight_ih_l0_reverse	4	0.038444750010967255
127912	rnn.weight_ih_l0_reverse	5	-0.054112210869789124
127912	rnn.weight_ih_l0_reverse	6	-0.06044001877307892
127912	rnn.weight_ih_l0_reverse	7	-0.023303907364606857
127912	rnn.weight_ih_l0_reverse	8	0.0744413211941719
127912	rnn.weight_ih_l0_reverse	9	0.02088049240410328
127912	rnn.weight_hh_l0_reverse	0	0.004747668281197548
127912	rnn.weight_hh_l0_reverse	1	0.01992635242640972
127912	rnn.weight_hh_l0_reverse	2	-0.03883565217256546
127912	rnn.weight_hh_l0_reverse	3	0.045905325561761856
127912	rnn.weight_hh_l0_reverse	4	0.02253936044871807
127912	rnn.weight_hh_l0_reverse	5	-0.0018988108495250344
127912	rnn.weight_hh_l0_reverse	6	0.0548446848988533
127912	rnn.weight_hh_l0_reverse	7	0.02621362917125225
127912	rnn.weight_hh_l0_reverse	8	-0.006674949079751968
127912	rnn.weight_hh_l0_reverse	9	-0.03751860931515694
127912	rnn.bias_ih_l0_reverse	0	-0.1381792277097702
127912	rnn.bias_ih_l0_reverse	1	-0.30768075585365295
127912	rnn.bias_ih_l0_reverse	2	-0.06473677605390549
127912	rnn.bias_ih_l0_reverse	3	-0.1316109597682953
127912	rnn.bias_ih_l0_reverse	4	0.08789151906967163
127912	rnn.bias_ih_l0_reverse	5	-0.24512873589992523
127912	rnn.bias_ih_l0_reverse	6	-0.0628768652677536
127912	rnn.bias_ih_l0_reverse	7	0.00509735569357872
127912	rnn.bias_ih_l0_reverse	8	-0.18215708434581757
127912	rnn.bias_ih_l0_reverse	9	-0.09248781949281693
127912	rnn.bias_hh_l0_reverse	0	-0.1390804648399353
127912	rnn.bias_hh_l0_reverse	1	-0.14968499541282654
127912	rnn.bias_hh_l0_reverse	2	-0.02832673117518425
127912	rnn.bias_hh_l0_reverse	3	-0.12317321449518204
127912	rnn.bias_hh_l0_reverse	4	-0.02499263361096382
127912	rnn.bias_hh_l0_reverse	5	-0.11491347849369049
127912	rnn.bias_hh_l0_reverse	6	-0.06030982360243797
127912	rnn.bias_hh_l0_reverse	7	-0.19481277465820312
127912	rnn.bias_hh_l0_reverse	8	-0.05277523770928383
127912	rnn.bias_hh_l0_reverse	9	-0.13951337337493896
127912	linear.weight	0	-0.2710869312286377
127912	linear.weight	1	-0.13274788856506348
127912	linear.weight	2	-0.011228874325752258
127912	linear.weight	3	-0.15041106939315796
127912	linear.weight	4	-0.02605641819536686
127912	linear.weight	5	0.15362714231014252
127912	linear.weight	6	0.0047744326293468475
127912	linear.weight	7	-0.021312154829502106
127912	linear.weight	8	0.2416542023420334
127912	linear.weight	9	0.2384597808122635
127912	linear.bias	0	-0.829663097858429
127912	linear.bias	1	1.301844835281372
127912	linear.bias	2	-0.41728028655052185
127912	linear.bias	3	-0.6882092356681824
127912	linear.bias	4	-0.9403469562530518
127912	linear.bias	5	-1.1687504053115845
127912	linear.bias	6	-0.8294382095336914
127912	linear.bias	7	-0.7492994666099548
127912	linear.bias	8	-0.01705317199230194
127912	linear.bias	9	3.3138554096221924
128109	transitions	0	-0.3903391361236572
128109	transitions	1	8.354719161987305
128109	transitions	2	-3.4245269298553467
128109	transitions	3	1.4556684494018555
128109	transitions	4	-2.041381597518921
128109	transitions	5	-0.375630646944046
128109	transitions	6	-0.18465988337993622
128109	transitions	7	-10000.0
128109	transitions	8	1.7500327825546265
128109	transitions	9	-2.292891502380371
128109	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
128109	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
128109	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
128109	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
128109	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
128109	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
128109	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
128109	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
128109	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
128109	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
128109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
128109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
128109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
128109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
128109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
128109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
128109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
128109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
128109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
128109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
128109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
128109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
128109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
128109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
128109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
128109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
128109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
128109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
128109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
128109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
128109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
128109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
128109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
128109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
128109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
128109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
128109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
128109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
128109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
128109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
128109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
128109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
128109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
128109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
128109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
128109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
128109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
128109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
128109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
128109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
128109	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
128109	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
128109	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
128109	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
128109	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
128109	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
128109	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
128109	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
128109	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
128109	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
128109	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
128109	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
128109	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
128109	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
128109	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
128109	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
128109	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
128109	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
128109	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
128109	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
128109	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
128109	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
128109	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
128109	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
128109	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
128109	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
128109	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
128109	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
128109	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
128109	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
128109	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
128109	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
128109	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
128109	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
128109	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
128109	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
128109	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
128109	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
128109	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
128109	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
128109	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
128109	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
128109	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
128109	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
128109	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
128109	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
128109	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
128109	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
128109	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
128109	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
128109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
128109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
128109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
128109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
128109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
128109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
128109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
128109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
128109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
128109	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
128109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
128109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
128109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
128109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
128109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
128109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
128109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
128109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
128109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
128109	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
128109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
128109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
128109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
128109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
128109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
128109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
128109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
128109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
128109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
128109	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
128109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
128109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
128109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
128109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
128109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
128109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
128109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
128109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
128109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
128109	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
128109	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
128109	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
128109	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
128109	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
128109	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
128109	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
128109	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
128109	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
128109	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
128109	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
128109	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
128109	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
128109	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
128109	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
128109	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
128109	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
128109	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
128109	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
128109	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
128109	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
128109	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
128109	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
128109	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
128109	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
128109	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
128109	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
128109	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
128109	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
128109	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
128109	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
128109	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
128109	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
128109	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
128109	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
128109	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
128109	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
128109	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
128109	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
128109	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
128109	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
128109	embedding2nn.weight	0	0.04735637083649635
128109	embedding2nn.weight	1	-0.0892459973692894
128109	embedding2nn.weight	2	0.005417553707957268
128109	embedding2nn.weight	3	-0.05555856600403786
128109	embedding2nn.weight	4	-0.11030235886573792
128109	embedding2nn.weight	5	0.11919315159320831
128109	embedding2nn.weight	6	-0.11572977900505066
128109	embedding2nn.weight	7	-0.07745996862649918
128109	embedding2nn.weight	8	-0.00806050281971693
128109	embedding2nn.weight	9	0.08250867575407028
128109	embedding2nn.bias	0	0.030321504920721054
128109	embedding2nn.bias	1	0.03304048255085945
128109	embedding2nn.bias	2	-0.06417834013700485
128109	embedding2nn.bias	3	0.08970135450363159
128109	embedding2nn.bias	4	0.058940742164850235
128109	embedding2nn.bias	5	-0.17307855188846588
128109	embedding2nn.bias	6	-0.11003183573484421
128109	embedding2nn.bias	7	-0.023917153477668762
128109	embedding2nn.bias	8	0.06287353485822678
128109	embedding2nn.bias	9	-0.03860902786254883
128109	rnn.weight_ih_l0	0	0.01659114472568035
128109	rnn.weight_ih_l0	1	-0.06507094949483871
128109	rnn.weight_ih_l0	2	-0.019014479592442513
128109	rnn.weight_ih_l0	3	-0.04422972723841667
128109	rnn.weight_ih_l0	4	0.032025523483753204
128109	rnn.weight_ih_l0	5	-0.08971948176622391
128109	rnn.weight_ih_l0	6	-0.03589804470539093
128109	rnn.weight_ih_l0	7	-0.010039842687547207
128109	rnn.weight_ih_l0	8	0.03797030448913574
128109	rnn.weight_ih_l0	9	0.017773127183318138
128109	rnn.weight_hh_l0	0	0.010343548841774464
128109	rnn.weight_hh_l0	1	-0.08662280440330505
128109	rnn.weight_hh_l0	2	0.057193562388420105
128109	rnn.weight_hh_l0	3	0.043904684484004974
128109	rnn.weight_hh_l0	4	0.0031505280639976263
128109	rnn.weight_hh_l0	5	0.06453321129083633
128109	rnn.weight_hh_l0	6	-0.014016177505254745
128109	rnn.weight_hh_l0	7	-0.08582017570734024
128109	rnn.weight_hh_l0	8	0.0009310744353570044
128109	rnn.weight_hh_l0	9	-0.07861208915710449
128109	rnn.bias_ih_l0	0	-0.0838327407836914
128109	rnn.bias_ih_l0	1	-0.17991137504577637
128109	rnn.bias_ih_l0	2	-0.2360009104013443
128109	rnn.bias_ih_l0	3	-0.2783503234386444
128109	rnn.bias_ih_l0	4	-0.010057168081402779
128109	rnn.bias_ih_l0	5	0.0608760267496109
128109	rnn.bias_ih_l0	6	-0.14581996202468872
128109	rnn.bias_ih_l0	7	-0.2660125195980072
128109	rnn.bias_ih_l0	8	-0.12457084655761719
128109	rnn.bias_ih_l0	9	-0.1784992218017578
128109	rnn.bias_hh_l0	0	0.13759902119636536
128109	rnn.bias_hh_l0	1	-0.06259435415267944
128109	rnn.bias_hh_l0	2	0.03102361224591732
128109	rnn.bias_hh_l0	3	-0.17460927367210388
128109	rnn.bias_hh_l0	4	0.04505665972828865
128109	rnn.bias_hh_l0	5	0.01976506970822811
128109	rnn.bias_hh_l0	6	-0.07936166971921921
128109	rnn.bias_hh_l0	7	-0.15581397712230682
128109	rnn.bias_hh_l0	8	-0.17339561879634857
128109	rnn.bias_hh_l0	9	-0.08574438095092773
128109	rnn.weight_ih_l0_reverse	0	-0.007253058720380068
128109	rnn.weight_ih_l0_reverse	1	0.01076327171176672
128109	rnn.weight_ih_l0_reverse	2	-0.006375614088028669
128109	rnn.weight_ih_l0_reverse	3	0.00801426824182272
128109	rnn.weight_ih_l0_reverse	4	0.041664596647024155
128109	rnn.weight_ih_l0_reverse	5	-0.05403720214962959
128109	rnn.weight_ih_l0_reverse	6	-0.0607205405831337
128109	rnn.weight_ih_l0_reverse	7	-0.02542066015303135
128109	rnn.weight_ih_l0_reverse	8	0.07533805072307587
128109	rnn.weight_ih_l0_reverse	9	0.021801183000206947
128109	rnn.weight_hh_l0_reverse	0	0.005217437632381916
128109	rnn.weight_hh_l0_reverse	1	0.019790157675743103
128109	rnn.weight_hh_l0_reverse	2	-0.03922157362103462
128109	rnn.weight_hh_l0_reverse	3	0.0465286560356617
128109	rnn.weight_hh_l0_reverse	4	0.02246515266597271
128109	rnn.weight_hh_l0_reverse	5	-0.0014420122606679797
128109	rnn.weight_hh_l0_reverse	6	0.054019343107938766
128109	rnn.weight_hh_l0_reverse	7	0.026453590020537376
128109	rnn.weight_hh_l0_reverse	8	-0.0059652007184922695
128109	rnn.weight_hh_l0_reverse	9	-0.03717958182096481
128109	rnn.bias_ih_l0_reverse	0	-0.1354413777589798
128109	rnn.bias_ih_l0_reverse	1	-0.30588820576667786
128109	rnn.bias_ih_l0_reverse	2	-0.06680702418088913
128109	rnn.bias_ih_l0_reverse	3	-0.131452739238739
128109	rnn.bias_ih_l0_reverse	4	0.08320223540067673
128109	rnn.bias_ih_l0_reverse	5	-0.24308347702026367
128109	rnn.bias_ih_l0_reverse	6	-0.06459527462720871
128109	rnn.bias_ih_l0_reverse	7	0.002611293690279126
128109	rnn.bias_ih_l0_reverse	8	-0.18072816729545593
128109	rnn.bias_ih_l0_reverse	9	-0.09372953325510025
128109	rnn.bias_hh_l0_reverse	0	-0.14007717370986938
128109	rnn.bias_hh_l0_reverse	1	-0.1490788459777832
128109	rnn.bias_hh_l0_reverse	2	-0.027975765988230705
128109	rnn.bias_hh_l0_reverse	3	-0.12116082012653351
128109	rnn.bias_hh_l0_reverse	4	-0.026372868567705154
128109	rnn.bias_hh_l0_reverse	5	-0.11343659460544586
128109	rnn.bias_hh_l0_reverse	6	-0.0628126859664917
128109	rnn.bias_hh_l0_reverse	7	-0.1995755136013031
128109	rnn.bias_hh_l0_reverse	8	-0.05130333453416824
128109	rnn.bias_hh_l0_reverse	9	-0.13938412070274353
128109	linear.weight	0	-0.2423243373632431
128109	linear.weight	1	-0.1506010740995407
128109	linear.weight	2	-0.011228874325752258
128109	linear.weight	3	-0.16390448808670044
128109	linear.weight	4	-0.026449942961335182
128109	linear.weight	5	0.16254360973834991
128109	linear.weight	6	0.0047744326293468475
128109	linear.weight	7	-0.021312154829502106
128109	linear.weight	8	0.24449658393859863
128109	linear.weight	9	0.24067310988903046
128109	linear.bias	0	-0.8155945539474487
128109	linear.bias	1	1.310591697692871
128109	linear.bias	2	-0.4266931116580963
128109	linear.bias	3	-0.6633428335189819
128109	linear.bias	4	-0.9397122263908386
128109	linear.bias	5	-1.1688133478164673
128109	linear.bias	6	-0.811709463596344
128109	linear.bias	7	-0.7342039346694946
128109	linear.bias	8	-0.01705317199230194
128109	linear.bias	9	3.283710241317749
128306	transitions	0	-0.390458345413208
128306	transitions	1	8.332039833068848
128306	transitions	2	-3.4251534938812256
128306	transitions	3	1.4489641189575195
128306	transitions	4	-2.042337656021118
128306	transitions	5	-0.37603825330734253
128306	transitions	6	-0.18469703197479248
128306	transitions	7	-10000.0
128306	transitions	8	1.7537668943405151
128306	transitions	9	-2.2929019927978516
128306	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
128306	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
128306	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
128306	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
128306	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
128306	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
128306	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
128306	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
128306	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
128306	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
128306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
128306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
128306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
128306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
128306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
128306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
128306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
128306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
128306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
128306	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
128306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
128306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
128306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
128306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
128306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
128306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
128306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
128306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
128306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
128306	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
128306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
128306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
128306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
128306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
128306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
128306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
128306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
128306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
128306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
128306	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
128306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
128306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
128306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
128306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
128306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
128306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
128306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
128306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
128306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
128306	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
128306	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
128306	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
128306	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
128306	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
128306	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
128306	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
128306	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
128306	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
128306	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
128306	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
128306	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
128306	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
128306	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
128306	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
128306	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
128306	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
128306	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
128306	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
128306	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
128306	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
128306	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
128306	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
128306	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
128306	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
128306	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
128306	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
128306	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
128306	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
128306	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
128306	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
128306	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
128306	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
128306	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
128306	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
128306	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
128306	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
128306	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
128306	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
128306	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
128306	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
128306	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
128306	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
128306	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
128306	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
128306	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
128306	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
128306	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
128306	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
128306	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
128306	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
128306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
128306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
128306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
128306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
128306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
128306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
128306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
128306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
128306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
128306	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
128306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
128306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
128306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
128306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
128306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
128306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
128306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
128306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
128306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
128306	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
128306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
128306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
128306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
128306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
128306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
128306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
128306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
128306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
128306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
128306	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
128306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
128306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
128306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
128306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
128306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
128306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
128306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
128306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
128306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
128306	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
128306	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
128306	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
128306	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
128306	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
128306	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
128306	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
128306	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
128306	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
128306	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
128306	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
128306	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
128306	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
128306	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
128306	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
128306	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
128306	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
128306	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
128306	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
128306	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
128306	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
128306	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
128306	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
128306	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
128306	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
128306	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
128306	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
128306	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
128306	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
128306	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
128306	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
128306	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
128306	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
128306	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
128306	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
128306	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
128306	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
128306	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
128306	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
128306	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
128306	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
128306	embedding2nn.weight	0	0.04768451303243637
128306	embedding2nn.weight	1	-0.08945038169622421
128306	embedding2nn.weight	2	0.002295393729582429
128306	embedding2nn.weight	3	-0.05573888123035431
128306	embedding2nn.weight	4	-0.1095326840877533
128306	embedding2nn.weight	5	0.11794797331094742
128306	embedding2nn.weight	6	-0.1141531690955162
128306	embedding2nn.weight	7	-0.07829491049051285
128306	embedding2nn.weight	8	-0.009651142172515392
128306	embedding2nn.weight	9	0.0791860893368721
128306	embedding2nn.bias	0	0.019042354077100754
128306	embedding2nn.bias	1	0.029894843697547913
128306	embedding2nn.bias	2	-0.08464732021093369
128306	embedding2nn.bias	3	0.08869647234678268
128306	embedding2nn.bias	4	0.049910880625247955
128306	embedding2nn.bias	5	-0.16944512724876404
128306	embedding2nn.bias	6	-0.10881800949573517
128306	embedding2nn.bias	7	-0.032032087445259094
128306	embedding2nn.bias	8	0.0655655786395073
128306	embedding2nn.bias	9	-0.03915128856897354
128306	rnn.weight_ih_l0	0	0.018876269459724426
128306	rnn.weight_ih_l0	1	-0.06394882500171661
128306	rnn.weight_ih_l0	2	-0.017496520653367043
128306	rnn.weight_ih_l0	3	-0.043949827551841736
128306	rnn.weight_ih_l0	4	0.031209709122776985
128306	rnn.weight_ih_l0	5	-0.0882737785577774
128306	rnn.weight_ih_l0	6	-0.038462791591882706
128306	rnn.weight_ih_l0	7	-0.011479316279292107
128306	rnn.weight_ih_l0	8	0.03855598345398903
128306	rnn.weight_ih_l0	9	0.018676068633794785
128306	rnn.weight_hh_l0	0	0.011284483596682549
128306	rnn.weight_hh_l0	1	-0.08898594230413437
128306	rnn.weight_hh_l0	2	0.05695256218314171
128306	rnn.weight_hh_l0	3	0.044100869446992874
128306	rnn.weight_hh_l0	4	0.003506061155349016
128306	rnn.weight_hh_l0	5	0.06411194801330566
128306	rnn.weight_hh_l0	6	-0.013704071752727032
128306	rnn.weight_hh_l0	7	-0.08556137979030609
128306	rnn.weight_hh_l0	8	0.0010156553471460938
128306	rnn.weight_hh_l0	9	-0.07886626571416855
128306	rnn.bias_ih_l0	0	-0.08015530556440353
128306	rnn.bias_ih_l0	1	-0.17987830936908722
128306	rnn.bias_ih_l0	2	-0.2340119332075119
128306	rnn.bias_ih_l0	3	-0.2786964774131775
128306	rnn.bias_ih_l0	4	-0.009729884564876556
128306	rnn.bias_ih_l0	5	0.058742083609104156
128306	rnn.bias_ih_l0	6	-0.14867699146270752
128306	rnn.bias_ih_l0	7	-0.26880714297294617
128306	rnn.bias_ih_l0	8	-0.12539485096931458
128306	rnn.bias_ih_l0	9	-0.17880640923976898
128306	rnn.bias_hh_l0	0	0.13535012304782867
128306	rnn.bias_hh_l0	1	-0.0630449429154396
128306	rnn.bias_hh_l0	2	0.030990179628133774
128306	rnn.bias_hh_l0	3	-0.172659233212471
128306	rnn.bias_hh_l0	4	0.04497643932700157
128306	rnn.bias_hh_l0	5	0.01882236823439598
128306	rnn.bias_hh_l0	6	-0.0792321041226387
128306	rnn.bias_hh_l0	7	-0.15882404148578644
128306	rnn.bias_hh_l0	8	-0.17496007680892944
128306	rnn.bias_hh_l0	9	-0.08772221207618713
128306	rnn.weight_ih_l0_reverse	0	-0.00762039003893733
128306	rnn.weight_ih_l0_reverse	1	0.010142125189304352
128306	rnn.weight_ih_l0_reverse	2	-0.0007567974971607327
128306	rnn.weight_ih_l0_reverse	3	0.009476340375840664
128306	rnn.weight_ih_l0_reverse	4	0.04306682199239731
128306	rnn.weight_ih_l0_reverse	5	-0.054319098591804504
128306	rnn.weight_ih_l0_reverse	6	-0.05733558163046837
128306	rnn.weight_ih_l0_reverse	7	-0.0250148456543684
128306	rnn.weight_ih_l0_reverse	8	0.07378458976745605
128306	rnn.weight_ih_l0_reverse	9	0.02288382314145565
128306	rnn.weight_hh_l0_reverse	0	0.005486029200255871
128306	rnn.weight_hh_l0_reverse	1	0.019969498738646507
128306	rnn.weight_hh_l0_reverse	2	-0.03842796012759209
128306	rnn.weight_hh_l0_reverse	3	0.04635484516620636
128306	rnn.weight_hh_l0_reverse	4	0.022546686232089996
128306	rnn.weight_hh_l0_reverse	5	-0.0017202915623784065
128306	rnn.weight_hh_l0_reverse	6	0.05352061614394188
128306	rnn.weight_hh_l0_reverse	7	0.02609890326857567
128306	rnn.weight_hh_l0_reverse	8	-0.006052135489881039
128306	rnn.weight_hh_l0_reverse	9	-0.03725958615541458
128306	rnn.bias_ih_l0_reverse	0	-0.13302426040172577
128306	rnn.bias_ih_l0_reverse	1	-0.30396801233291626
128306	rnn.bias_ih_l0_reverse	2	-0.06505312025547028
128306	rnn.bias_ih_l0_reverse	3	-0.13180117309093475
128306	rnn.bias_ih_l0_reverse	4	0.08671992272138596
128306	rnn.bias_ih_l0_reverse	5	-0.24213825166225433
128306	rnn.bias_ih_l0_reverse	6	-0.06529144197702408
128306	rnn.bias_ih_l0_reverse	7	0.007683434523642063
128306	rnn.bias_ih_l0_reverse	8	-0.18127617239952087
128306	rnn.bias_ih_l0_reverse	9	-0.09164007008075714
128306	rnn.bias_hh_l0_reverse	0	-0.13724428415298462
128306	rnn.bias_hh_l0_reverse	1	-0.1467546671628952
128306	rnn.bias_hh_l0_reverse	2	-0.02840256318449974
128306	rnn.bias_hh_l0_reverse	3	-0.12166342884302139
128306	rnn.bias_hh_l0_reverse	4	-0.026289770379662514
128306	rnn.bias_hh_l0_reverse	5	-0.11290527880191803
128306	rnn.bias_hh_l0_reverse	6	-0.06296032667160034
128306	rnn.bias_hh_l0_reverse	7	-0.19955337047576904
128306	rnn.bias_hh_l0_reverse	8	-0.046295199543237686
128306	rnn.bias_hh_l0_reverse	9	-0.14091157913208008
128306	linear.weight	0	-0.222517192363739
128306	linear.weight	1	-0.15804564952850342
128306	linear.weight	2	-0.011228874325752258
128306	linear.weight	3	-0.1482066810131073
128306	linear.weight	4	-0.07043425738811493
128306	linear.weight	5	0.14699193835258484
128306	linear.weight	6	0.0047744326293468475
128306	linear.weight	7	-0.021312154829502106
128306	linear.weight	8	0.2526966631412506
128306	linear.weight	9	0.22887685894966125
128306	linear.bias	0	-0.8124259114265442
128306	linear.bias	1	1.331984281539917
128306	linear.bias	2	-0.42563924193382263
128306	linear.bias	3	-0.6999701261520386
128306	linear.bias	4	-0.9287120699882507
128306	linear.bias	5	-1.168876051902771
128306	linear.bias	6	-0.8043659925460815
128306	linear.bias	7	-0.7161734700202942
128306	linear.bias	8	-0.01705317199230194
128306	linear.bias	9	3.3130762577056885
128310	transitions	0	-0.3904613256454468
128310	transitions	1	8.335153579711914
128310	transitions	2	-3.4251651763916016
128310	transitions	3	1.4482734203338623
128310	transitions	4	-2.04233980178833
128310	transitions	5	-0.3760394752025604
128310	transitions	6	-0.1846979707479477
128310	transitions	7	-10000.0
128310	transitions	8	1.7537401914596558
128310	transitions	9	-2.2929019927978516
128310	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
128310	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
128310	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
128310	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
128310	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
128310	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
128310	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
128310	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
128310	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
128310	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
128310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
128310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
128310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
128310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
128310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
128310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
128310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
128310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
128310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
128310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
128310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
128310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
128310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
128310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
128310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
128310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
128310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
128310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
128310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
128310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
128310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
128310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
128310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
128310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
128310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
128310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
128310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
128310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
128310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
128310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
128310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
128310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
128310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
128310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
128310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
128310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
128310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
128310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
128310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
128310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
128310	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
128310	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
128310	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
128310	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
128310	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
128310	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
128310	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
128310	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
128310	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
128310	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
128310	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
128310	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
128310	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
128310	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
128310	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
128310	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
128310	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
128310	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
128310	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
128310	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
128310	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
128310	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
128310	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
128310	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
128310	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
128310	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
128310	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
128310	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
128310	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
128310	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
128310	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
128310	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
128310	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
128310	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
128310	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
128310	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
128310	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
128310	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
128310	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
128310	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
128310	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
128310	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
128310	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
128310	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
128310	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
128310	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
128310	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
128310	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
128310	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
128310	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
128310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
128310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
128310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
128310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
128310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
128310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
128310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
128310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
128310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
128310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
128310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
128310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
128310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
128310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
128310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
128310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
128310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
128310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
128310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
128310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
128310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
128310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
128310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
128310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
128310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
128310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
128310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
128310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
128310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
128310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
128310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
128310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
128310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
128310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
128310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
128310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
128310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
128310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
128310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
128310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
128310	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
128310	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
128310	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
128310	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
128310	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
128310	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
128310	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
128310	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
128310	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
128310	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
128310	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
128310	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
128310	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
128310	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
128310	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
128310	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
128310	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
128310	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
128310	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
128310	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
128310	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
128310	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
128310	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
128310	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
128310	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
128310	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
128310	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
128310	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
128310	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
128310	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
128310	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
128310	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
128310	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
128310	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
128310	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
128310	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
128310	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
128310	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
128310	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
128310	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
128310	embedding2nn.weight	0	0.047794509679079056
128310	embedding2nn.weight	1	-0.08904434740543365
128310	embedding2nn.weight	2	0.002262843307107687
128310	embedding2nn.weight	3	-0.055891841650009155
128310	embedding2nn.weight	4	-0.10937171429395676
128310	embedding2nn.weight	5	0.11753051728010178
128310	embedding2nn.weight	6	-0.1141643226146698
128310	embedding2nn.weight	7	-0.07791312783956528
128310	embedding2nn.weight	8	-0.009447506628930569
128310	embedding2nn.weight	9	0.0791429728269577
128310	embedding2nn.bias	0	0.01732850819826126
128310	embedding2nn.bias	1	0.03375256806612015
128310	embedding2nn.bias	2	-0.08214012533426285
128310	embedding2nn.bias	3	0.08859454095363617
128310	embedding2nn.bias	4	0.05048756301403046
128310	embedding2nn.bias	5	-0.17290744185447693
128310	embedding2nn.bias	6	-0.10771414637565613
128310	embedding2nn.bias	7	-0.03081047162413597
128310	embedding2nn.bias	8	0.06612541526556015
128310	embedding2nn.bias	9	-0.043143320828676224
128310	rnn.weight_ih_l0	0	0.019046735018491745
128310	rnn.weight_ih_l0	1	-0.06388875097036362
128310	rnn.weight_ih_l0	2	-0.017441680654883385
128310	rnn.weight_ih_l0	3	-0.043911613523960114
128310	rnn.weight_ih_l0	4	0.030934970825910568
128310	rnn.weight_ih_l0	5	-0.088140569627285
128310	rnn.weight_ih_l0	6	-0.0390298031270504
128310	rnn.weight_ih_l0	7	-0.011466625146567822
128310	rnn.weight_ih_l0	8	0.03853840380907059
128310	rnn.weight_ih_l0	9	0.018749304115772247
128310	rnn.weight_hh_l0	0	0.01114403922110796
128310	rnn.weight_hh_l0	1	-0.08891233056783676
128310	rnn.weight_hh_l0	2	0.056931715458631516
128310	rnn.weight_hh_l0	3	0.0441703274846077
128310	rnn.weight_hh_l0	4	0.00349594303406775
128310	rnn.weight_hh_l0	5	0.06421978771686554
128310	rnn.weight_hh_l0	6	-0.013677766546607018
128310	rnn.weight_hh_l0	7	-0.08559956401586533
128310	rnn.weight_hh_l0	8	0.0009998283348977566
128310	rnn.weight_hh_l0	9	-0.07894665747880936
128310	rnn.bias_ih_l0	0	-0.08030705899000168
128310	rnn.bias_ih_l0	1	-0.17988364398479462
128310	rnn.bias_ih_l0	2	-0.23386982083320618
128310	rnn.bias_ih_l0	3	-0.27872154116630554
128310	rnn.bias_ih_l0	4	-0.009657506830990314
128310	rnn.bias_ih_l0	5	0.05816115811467171
128310	rnn.bias_ih_l0	6	-0.14930158853530884
128310	rnn.bias_ih_l0	7	-0.2686063349246979
128310	rnn.bias_ih_l0	8	-0.1251528263092041
128310	rnn.bias_ih_l0	9	-0.1787906438112259
128310	rnn.bias_hh_l0	0	0.13551470637321472
128310	rnn.bias_hh_l0	1	-0.06263777613639832
128310	rnn.bias_hh_l0	2	0.03127406910061836
128310	rnn.bias_hh_l0	3	-0.1724306344985962
128310	rnn.bias_hh_l0	4	0.04329300671815872
128310	rnn.bias_hh_l0	5	0.01880647987127304
128310	rnn.bias_hh_l0	6	-0.07914485037326813
128310	rnn.bias_hh_l0	7	-0.15822608768939972
128310	rnn.bias_hh_l0	8	-0.17485126852989197
128310	rnn.bias_hh_l0	9	-0.08775622397661209
128310	rnn.weight_ih_l0_reverse	0	-0.00769325764849782
128310	rnn.weight_ih_l0_reverse	1	0.010148093104362488
128310	rnn.weight_ih_l0_reverse	2	-0.0007513540331274271
128310	rnn.weight_ih_l0_reverse	3	0.01002286933362484
128310	rnn.weight_ih_l0_reverse	4	0.04308091849088669
128310	rnn.weight_ih_l0_reverse	5	-0.05418515205383301
128310	rnn.weight_ih_l0_reverse	6	-0.05734068527817726
128310	rnn.weight_ih_l0_reverse	7	-0.02474895305931568
128310	rnn.weight_ih_l0_reverse	8	0.0740702822804451
128310	rnn.weight_ih_l0_reverse	9	0.022705882787704468
128310	rnn.weight_hh_l0_reverse	0	0.005465893540531397
128310	rnn.weight_hh_l0_reverse	1	0.019980529323220253
128310	rnn.weight_hh_l0_reverse	2	-0.038326576352119446
128310	rnn.weight_hh_l0_reverse	3	0.046366941183805466
128310	rnn.weight_hh_l0_reverse	4	0.022551072761416435
128310	rnn.weight_hh_l0_reverse	5	-0.0017447250429540873
128310	rnn.weight_hh_l0_reverse	6	0.053418319672346115
128310	rnn.weight_hh_l0_reverse	7	0.02609848603606224
128310	rnn.weight_hh_l0_reverse	8	-0.006082898937165737
128310	rnn.weight_hh_l0_reverse	9	-0.037315234541893005
128310	rnn.bias_ih_l0_reverse	0	-0.13289424777030945
128310	rnn.bias_ih_l0_reverse	1	-0.3029750883579254
128310	rnn.bias_ih_l0_reverse	2	-0.06574127078056335
128310	rnn.bias_ih_l0_reverse	3	-0.13179805874824524
128310	rnn.bias_ih_l0_reverse	4	0.08684837073087692
128310	rnn.bias_ih_l0_reverse	5	-0.24216711521148682
128310	rnn.bias_ih_l0_reverse	6	-0.06539952754974365
128310	rnn.bias_ih_l0_reverse	7	0.008466261439025402
128310	rnn.bias_ih_l0_reverse	8	-0.18203940987586975
128310	rnn.bias_ih_l0_reverse	9	-0.09172309190034866
128310	rnn.bias_hh_l0_reverse	0	-0.13792634010314941
128310	rnn.bias_hh_l0_reverse	1	-0.14691083133220673
128310	rnn.bias_hh_l0_reverse	2	-0.02855403907597065
128310	rnn.bias_hh_l0_reverse	3	-0.12163046002388
128310	rnn.bias_hh_l0_reverse	4	-0.026087943464517593
128310	rnn.bias_hh_l0_reverse	5	-0.11364401876926422
128310	rnn.bias_hh_l0_reverse	6	-0.062116146087646484
128310	rnn.bias_hh_l0_reverse	7	-0.19910481572151184
128310	rnn.bias_hh_l0_reverse	8	-0.04632260277867317
128310	rnn.bias_hh_l0_reverse	9	-0.14073023200035095
128310	linear.weight	0	-0.22250737249851227
128310	linear.weight	1	-0.158135324716568
128310	linear.weight	2	-0.011228874325752258
128310	linear.weight	3	-0.14818428456783295
128310	linear.weight	4	-0.07096541672945023
128310	linear.weight	5	0.14699429273605347
128310	linear.weight	6	0.0047744326293468475
128310	linear.weight	7	-0.021312154829502106
128310	linear.weight	8	0.2537456154823303
128310	linear.weight	9	0.2294549196958542
128310	linear.bias	0	-0.8169163465499878
128310	linear.bias	1	1.3422209024429321
128310	linear.bias	2	-0.4341282546520233
128310	linear.bias	3	-0.6940849423408508
128310	linear.bias	4	-0.9516200423240662
128310	linear.bias	5	-1.168878197669983
128310	linear.bias	6	-0.8089362382888794
128310	linear.bias	7	-0.727115273475647
128310	linear.bias	8	-0.01705317199230194
128310	linear.bias	9	3.3557329177856445
128507	transitions	0	-0.39057812094688416
128507	transitions	1	8.351624488830566
128507	transitions	2	-3.4257075786590576
128507	transitions	3	1.4673899412155151
128507	transitions	4	-2.0427839756011963
128507	transitions	5	-0.37623006105422974
128507	transitions	6	-0.18475334346294403
128507	transitions	7	-10000.0
128507	transitions	8	1.7506948709487915
128507	transitions	9	-2.2929108142852783
128507	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
128507	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
128507	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
128507	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
128507	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
128507	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
128507	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
128507	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
128507	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
128507	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
128507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
128507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
128507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
128507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
128507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
128507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
128507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
128507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
128507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
128507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
128507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
128507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
128507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
128507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
128507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
128507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
128507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
128507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
128507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
128507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
128507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
128507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
128507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
128507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
128507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
128507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
128507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
128507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
128507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
128507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
128507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
128507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
128507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
128507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
128507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
128507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
128507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
128507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
128507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
128507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
128507	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
128507	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
128507	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
128507	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
128507	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
128507	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
128507	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
128507	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
128507	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
128507	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
128507	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
128507	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
128507	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
128507	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
128507	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
128507	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
128507	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
128507	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
128507	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
128507	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
128507	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
128507	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
128507	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
128507	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
128507	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
128507	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
128507	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
128507	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
128507	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
128507	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
128507	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
128507	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
128507	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
128507	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
128507	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
128507	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
128507	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
128507	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
128507	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
128507	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
128507	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
128507	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
128507	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
128507	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
128507	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
128507	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
128507	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
128507	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
128507	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
128507	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
128507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
128507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
128507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
128507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
128507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
128507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
128507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
128507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
128507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
128507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
128507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
128507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
128507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
128507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
128507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
128507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
128507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
128507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
128507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
128507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
128507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
128507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
128507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
128507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
128507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
128507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
128507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
128507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
128507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
128507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
128507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
128507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
128507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
128507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
128507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
128507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
128507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
128507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
128507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
128507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
128507	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
128507	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
128507	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
128507	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
128507	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
128507	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
128507	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
128507	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
128507	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
128507	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
128507	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
128507	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
128507	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
128507	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
128507	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
128507	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
128507	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
128507	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
128507	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
128507	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
128507	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
128507	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
128507	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
128507	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
128507	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
128507	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
128507	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
128507	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
128507	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
128507	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
128507	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
128507	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
128507	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
128507	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
128507	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
128507	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
128507	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
128507	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
128507	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
128507	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
128507	embedding2nn.weight	0	0.04803027957677841
128507	embedding2nn.weight	1	-0.09016114473342896
128507	embedding2nn.weight	2	0.0019559678621590137
128507	embedding2nn.weight	3	-0.0568019300699234
128507	embedding2nn.weight	4	-0.11346567422151566
128507	embedding2nn.weight	5	0.11897658556699753
128507	embedding2nn.weight	6	-0.11743167787790298
128507	embedding2nn.weight	7	-0.07920300960540771
128507	embedding2nn.weight	8	-0.009401245042681694
128507	embedding2nn.weight	9	0.08024337142705917
128507	embedding2nn.bias	0	0.03313181921839714
128507	embedding2nn.bias	1	0.02570395916700363
128507	embedding2nn.bias	2	-0.07268331199884415
128507	embedding2nn.bias	3	0.0928964763879776
128507	embedding2nn.bias	4	0.04596126452088356
128507	embedding2nn.bias	5	-0.16474230587482452
128507	embedding2nn.bias	6	-0.11224167793989182
128507	embedding2nn.bias	7	-0.045497532933950424
128507	embedding2nn.bias	8	0.06903116405010223
128507	embedding2nn.bias	9	-0.032154034823179245
128507	rnn.weight_ih_l0	0	0.019337235018610954
128507	rnn.weight_ih_l0	1	-0.062238793820142746
128507	rnn.weight_ih_l0	2	-0.017079869285225868
128507	rnn.weight_ih_l0	3	-0.043892282992601395
128507	rnn.weight_ih_l0	4	0.029780961573123932
128507	rnn.weight_ih_l0	5	-0.0885198712348938
128507	rnn.weight_ih_l0	6	-0.0417880080640316
128507	rnn.weight_ih_l0	7	-0.013082606717944145
128507	rnn.weight_ih_l0	8	0.04330984130501747
128507	rnn.weight_ih_l0	9	0.01742580346763134
128507	rnn.weight_hh_l0	0	0.010975244455039501
128507	rnn.weight_hh_l0	1	-0.09037255495786667
128507	rnn.weight_hh_l0	2	0.05673012509942055
128507	rnn.weight_hh_l0	3	0.04415641725063324
128507	rnn.weight_hh_l0	4	0.003873801091685891
128507	rnn.weight_hh_l0	5	0.06437485665082932
128507	rnn.weight_hh_l0	6	-0.013903697952628136
128507	rnn.weight_hh_l0	7	-0.08535879850387573
128507	rnn.weight_hh_l0	8	-0.00019700663688126951
128507	rnn.weight_hh_l0	9	-0.07943574339151382
128507	rnn.bias_ih_l0	0	-0.0784570500254631
128507	rnn.bias_ih_l0	1	-0.17683911323547363
128507	rnn.bias_ih_l0	2	-0.23933584988117218
128507	rnn.bias_ih_l0	3	-0.28017309308052063
128507	rnn.bias_ih_l0	4	-0.011734817177057266
128507	rnn.bias_ih_l0	5	0.053296688944101334
128507	rnn.bias_ih_l0	6	-0.1491234451532364
128507	rnn.bias_ih_l0	7	-0.26949334144592285
128507	rnn.bias_ih_l0	8	-0.1230827048420906
128507	rnn.bias_ih_l0	9	-0.17700812220573425
128507	rnn.bias_hh_l0	0	0.1414809226989746
128507	rnn.bias_hh_l0	1	-0.0654357299208641
128507	rnn.bias_hh_l0	2	0.03206959366798401
128507	rnn.bias_hh_l0	3	-0.1701812446117401
128507	rnn.bias_hh_l0	4	0.043836310505867004
128507	rnn.bias_hh_l0	5	0.014369321055710316
128507	rnn.bias_hh_l0	6	-0.08035673201084137
128507	rnn.bias_hh_l0	7	-0.15852072834968567
128507	rnn.bias_hh_l0	8	-0.17567050457000732
128507	rnn.bias_hh_l0	9	-0.0937182828783989
128507	rnn.weight_ih_l0_reverse	0	-0.01174243912100792
128507	rnn.weight_ih_l0_reverse	1	0.010572364553809166
128507	rnn.weight_ih_l0_reverse	2	0.004869954194873571
128507	rnn.weight_ih_l0_reverse	3	0.012776452116668224
128507	rnn.weight_ih_l0_reverse	4	0.04332009330391884
128507	rnn.weight_ih_l0_reverse	5	-0.057027943432331085
128507	rnn.weight_ih_l0_reverse	6	-0.05897054821252823
128507	rnn.weight_ih_l0_reverse	7	-0.0235984455794096
128507	rnn.weight_ih_l0_reverse	8	0.07331229746341705
128507	rnn.weight_ih_l0_reverse	9	0.025132132694125175
128507	rnn.weight_hh_l0_reverse	0	0.004804376047104597
128507	rnn.weight_hh_l0_reverse	1	0.019924836233258247
128507	rnn.weight_hh_l0_reverse	2	-0.03838071972131729
128507	rnn.weight_hh_l0_reverse	3	0.046045754104852676
128507	rnn.weight_hh_l0_reverse	4	0.02284538559615612
128507	rnn.weight_hh_l0_reverse	5	-0.0024663018994033337
128507	rnn.weight_hh_l0_reverse	6	0.054414909332990646
128507	rnn.weight_hh_l0_reverse	7	0.026314372196793556
128507	rnn.weight_hh_l0_reverse	8	-0.00615075696259737
128507	rnn.weight_hh_l0_reverse	9	-0.039028529077768326
128507	rnn.bias_ih_l0_reverse	0	-0.13363593816757202
128507	rnn.bias_ih_l0_reverse	1	-0.30424559116363525
128507	rnn.bias_ih_l0_reverse	2	-0.06562715023756027
128507	rnn.bias_ih_l0_reverse	3	-0.13417083024978638
128507	rnn.bias_ih_l0_reverse	4	0.0871368944644928
128507	rnn.bias_ih_l0_reverse	5	-0.2410665899515152
128507	rnn.bias_ih_l0_reverse	6	-0.06519097089767456
128507	rnn.bias_ih_l0_reverse	7	0.004647189285606146
128507	rnn.bias_ih_l0_reverse	8	-0.18430238962173462
128507	rnn.bias_ih_l0_reverse	9	-0.09648672491312027
128507	rnn.bias_hh_l0_reverse	0	-0.13861393928527832
128507	rnn.bias_hh_l0_reverse	1	-0.146076962351799
128507	rnn.bias_hh_l0_reverse	2	-0.02956589311361313
128507	rnn.bias_hh_l0_reverse	3	-0.12216231971979141
128507	rnn.bias_hh_l0_reverse	4	-0.023749062791466713
128507	rnn.bias_hh_l0_reverse	5	-0.1149916872382164
128507	rnn.bias_hh_l0_reverse	6	-0.06036553159356117
128507	rnn.bias_hh_l0_reverse	7	-0.19542698562145233
128507	rnn.bias_hh_l0_reverse	8	-0.04765359312295914
128507	rnn.bias_hh_l0_reverse	9	-0.13973847031593323
128507	linear.weight	0	-0.2097785621881485
128507	linear.weight	1	-0.15016134083271027
128507	linear.weight	2	-0.011228874325752258
128507	linear.weight	3	-0.14739088714122772
128507	linear.weight	4	-0.06056986749172211
128507	linear.weight	5	0.1405869871377945
128507	linear.weight	6	0.0047744326293468475
128507	linear.weight	7	-0.021312154829502106
128507	linear.weight	8	0.22777733206748962
128507	linear.weight	9	0.23986613750457764
128507	linear.bias	0	-0.8322864770889282
128507	linear.bias	1	1.2970221042633057
128507	linear.bias	2	-0.4019622206687927
128507	linear.bias	3	-0.6659460067749023
128507	linear.bias	4	-0.94999098777771
128507	linear.bias	5	-1.1689413785934448
128507	linear.bias	6	-0.8265557289123535
128507	linear.bias	7	-0.6904680728912354
128507	linear.bias	8	-0.01705317199230194
128507	linear.bias	9	3.330490827560425
128704	transitions	0	-0.39085325598716736
128704	transitions	1	8.361205101013184
128704	transitions	2	-3.42637300491333
128704	transitions	3	1.4640038013458252
128704	transitions	4	-2.0430917739868164
128704	transitions	5	-0.3769547939300537
128704	transitions	6	-0.184790700674057
128704	transitions	7	-10000.0
128704	transitions	8	1.7464314699172974
128704	transitions	9	-2.2929177284240723
128704	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
128704	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
128704	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
128704	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
128704	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
128704	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
128704	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
128704	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
128704	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
128704	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
128704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
128704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
128704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
128704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
128704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
128704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
128704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
128704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
128704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
128704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
128704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
128704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
128704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
128704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
128704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
128704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
128704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
128704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
128704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
128704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
128704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
128704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
128704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
128704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
128704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
128704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
128704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
128704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
128704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
128704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
128704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
128704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
128704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
128704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
128704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
128704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
128704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
128704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
128704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
128704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
128704	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
128704	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
128704	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
128704	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
128704	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
128704	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
128704	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
128704	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
128704	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
128704	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
128704	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
128704	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
128704	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
128704	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
128704	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
128704	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
128704	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
128704	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
128704	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
128704	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
128704	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
128704	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
128704	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
128704	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
128704	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
128704	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
128704	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
128704	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
128704	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
128704	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
128704	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
128704	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
128704	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
128704	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
128704	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
128704	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
128704	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
128704	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
128704	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
128704	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
128704	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
128704	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
128704	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
128704	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
128704	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
128704	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
128704	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
128704	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
128704	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
128704	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
128704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
128704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
128704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
128704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
128704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
128704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
128704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
128704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
128704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
128704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
128704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
128704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
128704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
128704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
128704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
128704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
128704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
128704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
128704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
128704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
128704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
128704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
128704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
128704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
128704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
128704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
128704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
128704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
128704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
128704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
128704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
128704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
128704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
128704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
128704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
128704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
128704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
128704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
128704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
128704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
128704	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
128704	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
128704	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
128704	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
128704	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
128704	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
128704	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
128704	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
128704	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
128704	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
128704	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
128704	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
128704	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
128704	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
128704	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
128704	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
128704	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
128704	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
128704	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
128704	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
128704	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
128704	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
128704	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
128704	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
128704	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
128704	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
128704	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
128704	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
128704	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
128704	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
128704	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
128704	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
128704	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
128704	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
128704	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
128704	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
128704	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
128704	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
128704	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
128704	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
128704	embedding2nn.weight	0	0.04860300570726395
128704	embedding2nn.weight	1	-0.09028898924589157
128704	embedding2nn.weight	2	-0.0018457344267517328
128704	embedding2nn.weight	3	-0.05694694444537163
128704	embedding2nn.weight	4	-0.10802977532148361
128704	embedding2nn.weight	5	0.11786515265703201
128704	embedding2nn.weight	6	-0.12077045440673828
128704	embedding2nn.weight	7	-0.0767098069190979
128704	embedding2nn.weight	8	-0.010355745442211628
128704	embedding2nn.weight	9	0.07807984948158264
128704	embedding2nn.bias	0	0.05466340854763985
128704	embedding2nn.bias	1	0.028454165905714035
128704	embedding2nn.bias	2	-0.07449179142713547
128704	embedding2nn.bias	3	0.07784419506788254
128704	embedding2nn.bias	4	0.03470082953572273
128704	embedding2nn.bias	5	-0.16271944344043732
128704	embedding2nn.bias	6	-0.12255949527025223
128704	embedding2nn.bias	7	-0.055541664361953735
128704	embedding2nn.bias	8	0.0760478600859642
128704	embedding2nn.bias	9	-0.05374276265501976
128704	rnn.weight_ih_l0	0	0.02241121418774128
128704	rnn.weight_ih_l0	1	-0.05877198651432991
128704	rnn.weight_ih_l0	2	-0.019951382651925087
128704	rnn.weight_ih_l0	3	-0.04298882186412811
128704	rnn.weight_ih_l0	4	0.027697307989001274
128704	rnn.weight_ih_l0	5	-0.08723562210798264
128704	rnn.weight_ih_l0	6	-0.04015351086854935
128704	rnn.weight_ih_l0	7	-0.01458956953138113
128704	rnn.weight_ih_l0	8	0.045324958860874176
128704	rnn.weight_ih_l0	9	0.014306540600955486
128704	rnn.weight_hh_l0	0	0.01054096408188343
128704	rnn.weight_hh_l0	1	-0.09014112502336502
128704	rnn.weight_hh_l0	2	0.05756213143467903
128704	rnn.weight_hh_l0	3	0.04454246535897255
128704	rnn.weight_hh_l0	4	0.004052591975778341
128704	rnn.weight_hh_l0	5	0.06367062777280807
128704	rnn.weight_hh_l0	6	-0.014086318202316761
128704	rnn.weight_hh_l0	7	-0.08470169454813004
128704	rnn.weight_hh_l0	8	-0.0007316182018257678
128704	rnn.weight_hh_l0	9	-0.0826941728591919
128704	rnn.bias_ih_l0	0	-0.07958343625068665
128704	rnn.bias_ih_l0	1	-0.1800694763660431
128704	rnn.bias_ih_l0	2	-0.2370690256357193
128704	rnn.bias_ih_l0	3	-0.28314170241355896
128704	rnn.bias_ih_l0	4	-0.012675788253545761
128704	rnn.bias_ih_l0	5	0.052826423197984695
128704	rnn.bias_ih_l0	6	-0.1504238396883011
128704	rnn.bias_ih_l0	7	-0.2670675218105316
128704	rnn.bias_ih_l0	8	-0.1199493482708931
128704	rnn.bias_ih_l0	9	-0.17589722573757172
128704	rnn.bias_hh_l0	0	0.13870930671691895
128704	rnn.bias_hh_l0	1	-0.06526457518339157
128704	rnn.bias_hh_l0	2	0.03416777402162552
128704	rnn.bias_hh_l0	3	-0.1696106642484665
128704	rnn.bias_hh_l0	4	0.042154598981142044
128704	rnn.bias_hh_l0	5	0.013032658025622368
128704	rnn.bias_hh_l0	6	-0.08131688088178635
128704	rnn.bias_hh_l0	7	-0.1581837236881256
128704	rnn.bias_hh_l0	8	-0.17594502866268158
128704	rnn.bias_hh_l0	9	-0.09247204661369324
128704	rnn.weight_ih_l0_reverse	0	-0.012118718586862087
128704	rnn.weight_ih_l0_reverse	1	0.01050600502640009
128704	rnn.weight_ih_l0_reverse	2	0.006085200235247612
128704	rnn.weight_ih_l0_reverse	3	0.009423701092600822
128704	rnn.weight_ih_l0_reverse	4	0.04611886665225029
128704	rnn.weight_ih_l0_reverse	5	-0.0588209293782711
128704	rnn.weight_ih_l0_reverse	6	-0.059798046946525574
128704	rnn.weight_ih_l0_reverse	7	-0.02158258855342865
128704	rnn.weight_ih_l0_reverse	8	0.07609369605779648
128704	rnn.weight_ih_l0_reverse	9	0.02309303544461727
128704	rnn.weight_hh_l0_reverse	0	0.005610133055597544
128704	rnn.weight_hh_l0_reverse	1	0.019284607842564583
128704	rnn.weight_hh_l0_reverse	2	-0.03720395639538765
128704	rnn.weight_hh_l0_reverse	3	0.045791495591402054
128704	rnn.weight_hh_l0_reverse	4	0.022772256284952164
128704	rnn.weight_hh_l0_reverse	5	-0.0022211913019418716
128704	rnn.weight_hh_l0_reverse	6	0.054498665034770966
128704	rnn.weight_hh_l0_reverse	7	0.02651197277009487
128704	rnn.weight_hh_l0_reverse	8	-0.005282917991280556
128704	rnn.weight_hh_l0_reverse	9	-0.0391969233751297
128704	rnn.bias_ih_l0_reverse	0	-0.13272589445114136
128704	rnn.bias_ih_l0_reverse	1	-0.3002043068408966
128704	rnn.bias_ih_l0_reverse	2	-0.06665175408124924
128704	rnn.bias_ih_l0_reverse	3	-0.1367197334766388
128704	rnn.bias_ih_l0_reverse	4	0.08522529155015945
128704	rnn.bias_ih_l0_reverse	5	-0.2412641942501068
128704	rnn.bias_ih_l0_reverse	6	-0.06088591739535332
128704	rnn.bias_ih_l0_reverse	7	0.004793443717062473
128704	rnn.bias_ih_l0_reverse	8	-0.1842031329870224
128704	rnn.bias_ih_l0_reverse	9	-0.09644559770822525
128704	rnn.bias_hh_l0_reverse	0	-0.13554908335208893
128704	rnn.bias_hh_l0_reverse	1	-0.14550434052944183
128704	rnn.bias_hh_l0_reverse	2	-0.02980210818350315
128704	rnn.bias_hh_l0_reverse	3	-0.11637777835130692
128704	rnn.bias_hh_l0_reverse	4	-0.0226417388767004
128704	rnn.bias_hh_l0_reverse	5	-0.11498687416315079
128704	rnn.bias_hh_l0_reverse	6	-0.057560745626688004
128704	rnn.bias_hh_l0_reverse	7	-0.19559016823768616
128704	rnn.bias_hh_l0_reverse	8	-0.04939740151166916
128704	rnn.bias_hh_l0_reverse	9	-0.13668201863765717
128704	linear.weight	0	-0.18767179548740387
128704	linear.weight	1	-0.14679044485092163
128704	linear.weight	2	-0.011228874325752258
128704	linear.weight	3	-0.14753125607967377
128704	linear.weight	4	-0.06335029006004333
128704	linear.weight	5	0.13412410020828247
128704	linear.weight	6	0.0047744326293468475
128704	linear.weight	7	-0.021312154829502106
128704	linear.weight	8	0.20613335072994232
128704	linear.weight	9	0.2215576469898224
128704	linear.bias	0	-0.8419313430786133
128704	linear.bias	1	1.342759609222412
128704	linear.bias	2	-0.43297722935676575
128704	linear.bias	3	-0.6558091044425964
128704	linear.bias	4	-0.9473479390144348
128704	linear.bias	5	-1.1690068244934082
128704	linear.bias	6	-0.8376994729042053
128704	linear.bias	7	-0.6953924298286438
128704	linear.bias	8	-0.01705317199230194
128704	linear.bias	9	3.349327325820923
128901	transitions	0	-0.39099258184432983
128901	transitions	1	8.37763786315918
128901	transitions	2	-3.4270033836364746
128901	transitions	3	1.4562503099441528
128901	transitions	4	-2.044022560119629
128901	transitions	5	-0.37707585096359253
128901	transitions	6	-0.18483534455299377
128901	transitions	7	-10000.0
128901	transitions	8	1.7498509883880615
128901	transitions	9	-2.292928695678711
128901	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
128901	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
128901	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
128901	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
128901	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
128901	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
128901	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
128901	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
128901	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
128901	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
128901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
128901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
128901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
128901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
128901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
128901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
128901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
128901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
128901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
128901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
128901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
128901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
128901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
128901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
128901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
128901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
128901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
128901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
128901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
128901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
128901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
128901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
128901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
128901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
128901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
128901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
128901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
128901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
128901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
128901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
128901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
128901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
128901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
128901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
128901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
128901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
128901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
128901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
128901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
128901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
128901	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
128901	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
128901	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
128901	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
128901	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
128901	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
128901	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
128901	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
128901	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
128901	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
128901	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
128901	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
128901	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
128901	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
128901	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
128901	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
128901	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
128901	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
128901	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
128901	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
128901	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
128901	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
128901	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
128901	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
128901	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
128901	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
128901	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
128901	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
128901	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
128901	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
128901	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
128901	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
128901	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
128901	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
128901	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
128901	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
128901	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
128901	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
128901	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
128901	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
128901	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
128901	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
128901	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
128901	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
128901	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
128901	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
128901	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
128901	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
128901	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
128901	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
128901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
128901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
128901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
128901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
128901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
128901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
128901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
128901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
128901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
128901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
128901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
128901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
128901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
128901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
128901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
128901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
128901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
128901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
128901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
128901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
128901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
128901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
128901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
128901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
128901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
128901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
128901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
128901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
128901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
128901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
128901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
128901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
128901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
128901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
128901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
128901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
128901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
128901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
128901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
128901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
128901	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
128901	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
128901	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
128901	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
128901	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
128901	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
128901	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
128901	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
128901	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
128901	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
128901	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
128901	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
128901	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
128901	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
128901	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
128901	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
128901	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
128901	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
128901	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
128901	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
128901	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
128901	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
128901	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
128901	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
128901	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
128901	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
128901	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
128901	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
128901	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
128901	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
128901	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
128901	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
128901	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
128901	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
128901	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
128901	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
128901	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
128901	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
128901	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
128901	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
128901	embedding2nn.weight	0	0.04776351898908615
128901	embedding2nn.weight	1	-0.090263731777668
128901	embedding2nn.weight	2	-0.004289377015084028
128901	embedding2nn.weight	3	-0.05890471115708351
128901	embedding2nn.weight	4	-0.10915873199701309
128901	embedding2nn.weight	5	0.11805504560470581
128901	embedding2nn.weight	6	-0.115450419485569
128901	embedding2nn.weight	7	-0.07528463751077652
128901	embedding2nn.weight	8	-0.010380174964666367
128901	embedding2nn.weight	9	0.07824540138244629
128901	embedding2nn.bias	0	0.04380982741713524
128901	embedding2nn.bias	1	0.03224199265241623
128901	embedding2nn.bias	2	-0.08309481292963028
128901	embedding2nn.bias	3	0.08913488686084747
128901	embedding2nn.bias	4	0.025257186964154243
128901	embedding2nn.bias	5	-0.1614319384098053
128901	embedding2nn.bias	6	-0.13079914450645447
128901	embedding2nn.bias	7	-0.059792011976242065
128901	embedding2nn.bias	8	0.06828752905130386
128901	embedding2nn.bias	9	-0.06273210793733597
128901	rnn.weight_ih_l0	0	0.02010583132505417
128901	rnn.weight_ih_l0	1	-0.059691932052373886
128901	rnn.weight_ih_l0	2	-0.01709970459342003
128901	rnn.weight_ih_l0	3	-0.04203590750694275
128901	rnn.weight_ih_l0	4	0.026638802140951157
128901	rnn.weight_ih_l0	5	-0.08799233287572861
128901	rnn.weight_ih_l0	6	-0.04024314135313034
128901	rnn.weight_ih_l0	7	-0.017052872106432915
128901	rnn.weight_ih_l0	8	0.048385731875896454
128901	rnn.weight_ih_l0	9	0.014405597001314163
128901	rnn.weight_hh_l0	0	0.009686612524092197
128901	rnn.weight_hh_l0	1	-0.0903664082288742
128901	rnn.weight_hh_l0	2	0.05628478527069092
128901	rnn.weight_hh_l0	3	0.04481155052781105
128901	rnn.weight_hh_l0	4	0.003755387384444475
128901	rnn.weight_hh_l0	5	0.06462747603654861
128901	rnn.weight_hh_l0	6	-0.013647940941154957
128901	rnn.weight_hh_l0	7	-0.08520995825529099
128901	rnn.weight_hh_l0	8	-0.0008542274590581656
128901	rnn.weight_hh_l0	9	-0.08723516762256622
128901	rnn.bias_ih_l0	0	-0.08080799132585526
128901	rnn.bias_ih_l0	1	-0.17848660051822662
128901	rnn.bias_ih_l0	2	-0.23659472167491913
128901	rnn.bias_ih_l0	3	-0.2769796550273895
128901	rnn.bias_ih_l0	4	-0.0038998955860733986
128901	rnn.bias_ih_l0	5	0.04308868199586868
128901	rnn.bias_ih_l0	6	-0.14644503593444824
128901	rnn.bias_ih_l0	7	-0.26618146896362305
128901	rnn.bias_ih_l0	8	-0.11968275159597397
128901	rnn.bias_ih_l0	9	-0.1757924109697342
128901	rnn.bias_hh_l0	0	0.13571539521217346
128901	rnn.bias_hh_l0	1	-0.07095927745103836
128901	rnn.bias_hh_l0	2	0.030869951471686363
128901	rnn.bias_hh_l0	3	-0.1700720489025116
128901	rnn.bias_hh_l0	4	0.05032377690076828
128901	rnn.bias_hh_l0	5	0.013710446655750275
128901	rnn.bias_hh_l0	6	-0.08111906051635742
128901	rnn.bias_hh_l0	7	-0.15788191556930542
128901	rnn.bias_hh_l0	8	-0.17719580233097076
128901	rnn.bias_hh_l0	9	-0.09195952117443085
128901	rnn.weight_ih_l0_reverse	0	-0.010069134645164013
128901	rnn.weight_ih_l0_reverse	1	0.010579745285212994
128901	rnn.weight_ih_l0_reverse	2	0.008091743104159832
128901	rnn.weight_ih_l0_reverse	3	0.011434178799390793
128901	rnn.weight_ih_l0_reverse	4	0.0454210564494133
128901	rnn.weight_ih_l0_reverse	5	-0.059158459305763245
128901	rnn.weight_ih_l0_reverse	6	-0.06383196264505386
128901	rnn.weight_ih_l0_reverse	7	-0.023676633834838867
128901	rnn.weight_ih_l0_reverse	8	0.07759502530097961
128901	rnn.weight_ih_l0_reverse	9	0.023389678448438644
128901	rnn.weight_hh_l0_reverse	0	0.005863737780600786
128901	rnn.weight_hh_l0_reverse	1	0.019455095753073692
128901	rnn.weight_hh_l0_reverse	2	-0.037438370287418365
128901	rnn.weight_hh_l0_reverse	3	0.046223197132349014
128901	rnn.weight_hh_l0_reverse	4	0.022610697895288467
128901	rnn.weight_hh_l0_reverse	5	-0.0017658778233453631
128901	rnn.weight_hh_l0_reverse	6	0.05510040000081062
128901	rnn.weight_hh_l0_reverse	7	0.026913227513432503
128901	rnn.weight_hh_l0_reverse	8	-0.006544616539031267
128901	rnn.weight_hh_l0_reverse	9	-0.039096180349588394
128901	rnn.bias_ih_l0_reverse	0	-0.13126954436302185
128901	rnn.bias_ih_l0_reverse	1	-0.3025054931640625
128901	rnn.bias_ih_l0_reverse	2	-0.06770716607570648
128901	rnn.bias_ih_l0_reverse	3	-0.13773663341999054
128901	rnn.bias_ih_l0_reverse	4	0.08721897006034851
128901	rnn.bias_ih_l0_reverse	5	-0.24235783517360687
128901	rnn.bias_ih_l0_reverse	6	-0.05885336548089981
128901	rnn.bias_ih_l0_reverse	7	-1.29619274957804e-06
128901	rnn.bias_ih_l0_reverse	8	-0.1851923018693924
128901	rnn.bias_ih_l0_reverse	9	-0.0982741191983223
128901	rnn.bias_hh_l0_reverse	0	-0.1403799206018448
128901	rnn.bias_hh_l0_reverse	1	-0.14438503980636597
128901	rnn.bias_hh_l0_reverse	2	-0.03075879067182541
128901	rnn.bias_hh_l0_reverse	3	-0.11739733815193176
128901	rnn.bias_hh_l0_reverse	4	-0.02163095586001873
128901	rnn.bias_hh_l0_reverse	5	-0.11376632750034332
128901	rnn.bias_hh_l0_reverse	6	-0.06310053169727325
128901	rnn.bias_hh_l0_reverse	7	-0.1950244903564453
128901	rnn.bias_hh_l0_reverse	8	-0.04377076402306557
128901	rnn.bias_hh_l0_reverse	9	-0.1330486387014389
128901	linear.weight	0	-0.17887920141220093
128901	linear.weight	1	-0.14250493049621582
128901	linear.weight	2	-0.011228874325752258
128901	linear.weight	3	-0.14106892049312592
128901	linear.weight	4	-0.075494684278965
128901	linear.weight	5	0.13042642176151276
128901	linear.weight	6	0.0047744326293468475
128901	linear.weight	7	-0.021312154829502106
128901	linear.weight	8	0.18827301263809204
128901	linear.weight	9	0.21712177991867065
128901	linear.bias	0	-0.8591963648796082
128901	linear.bias	1	1.3483163118362427
128901	linear.bias	2	-0.43256694078445435
128901	linear.bias	3	-0.6601683497428894
128901	linear.bias	4	-0.9273237586021423
128901	linear.bias	5	-1.169068455696106
128901	linear.bias	6	-0.8640967607498169
128901	linear.bias	7	-0.7027662992477417
128901	linear.bias	8	-0.01705317199230194
128901	linear.bias	9	3.3325114250183105
129098	transitions	0	-0.39110204577445984
129098	transitions	1	8.361326217651367
129098	transitions	2	-3.427929639816284
129098	transitions	3	1.4549769163131714
129098	transitions	4	-2.044945001602173
129098	transitions	5	-0.3771773874759674
129098	transitions	6	-0.18487291038036346
129098	transitions	7	-10000.0
129098	transitions	8	1.7473403215408325
129098	transitions	9	-2.292940378189087
129098	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
129098	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
129098	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
129098	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
129098	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
129098	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
129098	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
129098	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
129098	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
129098	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
129098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
129098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
129098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
129098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
129098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
129098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
129098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
129098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
129098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
129098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
129098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
129098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
129098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
129098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
129098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
129098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
129098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
129098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
129098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
129098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
129098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
129098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
129098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
129098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
129098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
129098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
129098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
129098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
129098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
129098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
129098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
129098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
129098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
129098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
129098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
129098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
129098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
129098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
129098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
129098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
129098	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
129098	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
129098	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
129098	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
129098	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
129098	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
129098	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
129098	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
129098	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
129098	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
129098	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
129098	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
129098	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
129098	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
129098	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
129098	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
129098	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
129098	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
129098	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
129098	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
129098	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
129098	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
129098	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
129098	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
129098	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
129098	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
129098	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
129098	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
129098	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
129098	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
129098	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
129098	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
129098	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
129098	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
129098	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
129098	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
129098	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
129098	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
129098	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
129098	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
129098	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
129098	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
129098	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
129098	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
129098	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
129098	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
129098	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
129098	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
129098	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
129098	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
129098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
129098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
129098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
129098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
129098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
129098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
129098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
129098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
129098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
129098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
129098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
129098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
129098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
129098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
129098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
129098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
129098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
129098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
129098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
129098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
129098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
129098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
129098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
129098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
129098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
129098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
129098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
129098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
129098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
129098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
129098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
129098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
129098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
129098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
129098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
129098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
129098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
129098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
129098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
129098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
129098	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
129098	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
129098	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
129098	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
129098	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
129098	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
129098	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
129098	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
129098	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
129098	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
129098	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
129098	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
129098	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
129098	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
129098	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
129098	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
129098	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
129098	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
129098	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
129098	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
129098	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
129098	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
129098	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
129098	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
129098	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
129098	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
129098	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
129098	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
129098	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
129098	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
129098	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
129098	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
129098	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
129098	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
129098	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
129098	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
129098	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
129098	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
129098	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
129098	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
129098	embedding2nn.weight	0	0.04766465350985527
129098	embedding2nn.weight	1	-0.0907890647649765
129098	embedding2nn.weight	2	-0.004774558823555708
129098	embedding2nn.weight	3	-0.05901560187339783
129098	embedding2nn.weight	4	-0.11350375413894653
129098	embedding2nn.weight	5	0.11802775412797928
129098	embedding2nn.weight	6	-0.11238022148609161
129098	embedding2nn.weight	7	-0.0760820135474205
129098	embedding2nn.weight	8	-0.010420848615467548
129098	embedding2nn.weight	9	0.07578641176223755
129098	embedding2nn.bias	0	0.028866617009043694
129098	embedding2nn.bias	1	0.04021700844168663
129098	embedding2nn.bias	2	-0.07987070083618164
129098	embedding2nn.bias	3	0.08669072389602661
129098	embedding2nn.bias	4	0.04230538010597229
129098	embedding2nn.bias	5	-0.15920200943946838
129098	embedding2nn.bias	6	-0.13035137951374054
129098	embedding2nn.bias	7	-0.05817174166440964
129098	embedding2nn.bias	8	0.07795073837041855
129098	embedding2nn.bias	9	-0.062473051249980927
129098	rnn.weight_ih_l0	0	0.022031567990779877
129098	rnn.weight_ih_l0	1	-0.06096619740128517
129098	rnn.weight_ih_l0	2	-0.01592126674950123
129098	rnn.weight_ih_l0	3	-0.041494905948638916
129098	rnn.weight_ih_l0	4	0.025636790320277214
129098	rnn.weight_ih_l0	5	-0.0872119665145874
129098	rnn.weight_ih_l0	6	-0.04168526455760002
129098	rnn.weight_ih_l0	7	-0.017252465710043907
129098	rnn.weight_ih_l0	8	0.04699581861495972
129098	rnn.weight_ih_l0	9	0.013699812814593315
129098	rnn.weight_hh_l0	0	0.009963618591427803
129098	rnn.weight_hh_l0	1	-0.08887426555156708
129098	rnn.weight_hh_l0	2	0.05551827326416969
129098	rnn.weight_hh_l0	3	0.043627556413412094
129098	rnn.weight_hh_l0	4	0.004143767990171909
129098	rnn.weight_hh_l0	5	0.06461694836616516
129098	rnn.weight_hh_l0	6	-0.013377459719777107
129098	rnn.weight_hh_l0	7	-0.08524405211210251
129098	rnn.weight_hh_l0	8	-0.0003175406891386956
129098	rnn.weight_hh_l0	9	-0.08479747921228409
129098	rnn.bias_ih_l0	0	-0.07848542183637619
129098	rnn.bias_ih_l0	1	-0.17527316510677338
129098	rnn.bias_ih_l0	2	-0.23660747706890106
129098	rnn.bias_ih_l0	3	-0.2812613546848297
129098	rnn.bias_ih_l0	4	-0.002931211143732071
129098	rnn.bias_ih_l0	5	0.04533882066607475
129098	rnn.bias_ih_l0	6	-0.14423251152038574
129098	rnn.bias_ih_l0	7	-0.2666257917881012
129098	rnn.bias_ih_l0	8	-0.12010499835014343
129098	rnn.bias_ih_l0	9	-0.17416325211524963
129098	rnn.bias_hh_l0	0	0.13445889949798584
129098	rnn.bias_hh_l0	1	-0.07229319214820862
129098	rnn.bias_hh_l0	2	0.029218951240181923
129098	rnn.bias_hh_l0	3	-0.1693137288093567
129098	rnn.bias_hh_l0	4	0.05243637412786484
129098	rnn.bias_hh_l0	5	0.007859413512051105
129098	rnn.bias_hh_l0	6	-0.08092302083969116
129098	rnn.bias_hh_l0	7	-0.15687696635723114
129098	rnn.bias_hh_l0	8	-0.1808740794658661
129098	rnn.bias_hh_l0	9	-0.09131971001625061
129098	rnn.weight_ih_l0_reverse	0	-0.010545723140239716
129098	rnn.weight_ih_l0_reverse	1	0.010778295807540417
129098	rnn.weight_ih_l0_reverse	2	0.010090842843055725
129098	rnn.weight_ih_l0_reverse	3	0.008546841330826283
129098	rnn.weight_ih_l0_reverse	4	0.041788432747125626
129098	rnn.weight_ih_l0_reverse	5	-0.05839357525110245
129098	rnn.weight_ih_l0_reverse	6	-0.06158518046140671
129098	rnn.weight_ih_l0_reverse	7	-0.023895440623164177
129098	rnn.weight_ih_l0_reverse	8	0.07726295292377472
129098	rnn.weight_ih_l0_reverse	9	0.024554342031478882
129098	rnn.weight_hh_l0_reverse	0	0.005674024112522602
129098	rnn.weight_hh_l0_reverse	1	0.01982557587325573
129098	rnn.weight_hh_l0_reverse	2	-0.036485690623521805
129098	rnn.weight_hh_l0_reverse	3	0.04652514308691025
129098	rnn.weight_hh_l0_reverse	4	0.02237781323492527
129098	rnn.weight_hh_l0_reverse	5	-4.790080129168928e-05
129098	rnn.weight_hh_l0_reverse	6	0.05519244074821472
129098	rnn.weight_hh_l0_reverse	7	0.02719092182815075
129098	rnn.weight_hh_l0_reverse	8	-0.007820217870175838
129098	rnn.weight_hh_l0_reverse	9	-0.03909998759627342
129098	rnn.bias_ih_l0_reverse	0	-0.1310773342847824
129098	rnn.bias_ih_l0_reverse	1	-0.30137601494789124
129098	rnn.bias_ih_l0_reverse	2	-0.06999056041240692
129098	rnn.bias_ih_l0_reverse	3	-0.13834267854690552
129098	rnn.bias_ih_l0_reverse	4	0.08789557218551636
129098	rnn.bias_ih_l0_reverse	5	-0.24523863196372986
129098	rnn.bias_ih_l0_reverse	6	-0.06140097975730896
129098	rnn.bias_ih_l0_reverse	7	-0.004297676496207714
129098	rnn.bias_ih_l0_reverse	8	-0.18445028364658356
129098	rnn.bias_ih_l0_reverse	9	-0.0976511687040329
129098	rnn.bias_hh_l0_reverse	0	-0.1453792154788971
129098	rnn.bias_hh_l0_reverse	1	-0.14549313485622406
129098	rnn.bias_hh_l0_reverse	2	-0.03209111839532852
129098	rnn.bias_hh_l0_reverse	3	-0.11977632343769073
129098	rnn.bias_hh_l0_reverse	4	-0.01851685717701912
129098	rnn.bias_hh_l0_reverse	5	-0.11141745001077652
129098	rnn.bias_hh_l0_reverse	6	-0.06429142504930496
129098	rnn.bias_hh_l0_reverse	7	-0.19785432517528534
129098	rnn.bias_hh_l0_reverse	8	-0.044774215668439865
129098	rnn.bias_hh_l0_reverse	9	-0.13097821176052094
129098	linear.weight	0	-0.17352625727653503
129098	linear.weight	1	-0.13571153581142426
129098	linear.weight	2	-0.011228874325752258
129098	linear.weight	3	-0.1362283080816269
129098	linear.weight	4	-0.07322867959737778
129098	linear.weight	5	0.12527358531951904
129098	linear.weight	6	0.0047744326293468475
129098	linear.weight	7	-0.021312154829502106
129098	linear.weight	8	0.16418616473674774
129098	linear.weight	9	0.20901450514793396
129098	linear.bias	0	-0.8575427532196045
129098	linear.bias	1	1.3380868434906006
129098	linear.bias	2	-0.38473746180534363
129098	linear.bias	3	-0.6736685037612915
129098	linear.bias	4	-0.9545250535011292
129098	linear.bias	5	-1.1691259145736694
129098	linear.bias	6	-0.8583878874778748
129098	linear.bias	7	-0.7252687811851501
129098	linear.bias	8	-0.01705317199230194
129098	linear.bias	9	3.316399574279785
129295	transitions	0	-0.3915824890136719
129295	transitions	1	8.346813201904297
129295	transitions	2	-3.4291367530822754
129295	transitions	3	1.453306794166565
129295	transitions	4	-2.0464653968811035
129295	transitions	5	-0.3774200677871704
129295	transitions	6	-0.18494996428489685
129295	transitions	7	-10000.0
129295	transitions	8	1.7460004091262817
129295	transitions	9	-2.292950391769409
129295	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
129295	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
129295	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
129295	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
129295	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
129295	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
129295	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
129295	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
129295	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
129295	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
129295	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
129295	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
129295	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
129295	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
129295	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
129295	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
129295	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
129295	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
129295	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
129295	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
129295	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
129295	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
129295	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
129295	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
129295	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
129295	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
129295	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
129295	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
129295	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
129295	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
129295	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
129295	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
129295	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
129295	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
129295	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
129295	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
129295	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
129295	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
129295	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
129295	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
129295	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
129295	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
129295	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
129295	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
129295	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
129295	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
129295	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
129295	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
129295	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
129295	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
129295	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
129295	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
129295	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
129295	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
129295	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
129295	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
129295	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
129295	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
129295	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
129295	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
129295	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
129295	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
129295	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
129295	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
129295	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
129295	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
129295	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
129295	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
129295	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
129295	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
129295	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
129295	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
129295	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
129295	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
129295	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
129295	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
129295	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
129295	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
129295	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
129295	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
129295	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
129295	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
129295	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
129295	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
129295	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
129295	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
129295	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
129295	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
129295	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
129295	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
129295	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
129295	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
129295	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
129295	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
129295	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
129295	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
129295	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
129295	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
129295	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
129295	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
129295	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
129295	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
129295	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
129295	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
129295	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
129295	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
129295	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
129295	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
129295	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
129295	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
129295	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
129295	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
129295	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
129295	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
129295	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
129295	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
129295	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
129295	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
129295	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
129295	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
129295	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
129295	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
129295	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
129295	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
129295	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
129295	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
129295	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
129295	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
129295	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
129295	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
129295	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
129295	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
129295	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
129295	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
129295	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
129295	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
129295	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
129295	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
129295	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
129295	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
129295	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
129295	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
129295	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
129295	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
129295	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
129295	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
129295	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
129295	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
129295	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
129295	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
129295	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
129295	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
129295	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
129295	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
129295	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
129295	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
129295	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
129295	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
129295	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
129295	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
129295	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
129295	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
129295	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
129295	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
129295	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
129295	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
129295	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
129295	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
129295	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
129295	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
129295	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
129295	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
129295	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
129295	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
129295	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
129295	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
129295	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
129295	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
129295	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
129295	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
129295	embedding2nn.weight	0	0.04850303754210472
129295	embedding2nn.weight	1	-0.0903405025601387
129295	embedding2nn.weight	2	-0.0030039723496884108
129295	embedding2nn.weight	3	-0.05877695605158806
129295	embedding2nn.weight	4	-0.1163720041513443
129295	embedding2nn.weight	5	0.11796042323112488
129295	embedding2nn.weight	6	-0.11954662203788757
129295	embedding2nn.weight	7	-0.07554428279399872
129295	embedding2nn.weight	8	-0.012137177400290966
129295	embedding2nn.weight	9	0.08134634792804718
129295	embedding2nn.bias	0	0.05018526315689087
129295	embedding2nn.bias	1	0.032560937106609344
129295	embedding2nn.bias	2	-0.09151051193475723
129295	embedding2nn.bias	3	0.09266161918640137
129295	embedding2nn.bias	4	0.038817960768938065
129295	embedding2nn.bias	5	-0.15278293192386627
129295	embedding2nn.bias	6	-0.1223280131816864
129295	embedding2nn.bias	7	-0.07719443738460541
129295	embedding2nn.bias	8	0.08230455219745636
129295	embedding2nn.bias	9	-0.0768190398812294
129295	rnn.weight_ih_l0	0	0.02507263608276844
129295	rnn.weight_ih_l0	1	-0.06644737720489502
129295	rnn.weight_ih_l0	2	-0.018105410039424896
129295	rnn.weight_ih_l0	3	-0.04166692867875099
129295	rnn.weight_ih_l0	4	0.02634590119123459
129295	rnn.weight_ih_l0	5	-0.087320476770401
129295	rnn.weight_ih_l0	6	-0.037773288786411285
129295	rnn.weight_ih_l0	7	-0.018237322568893433
129295	rnn.weight_ih_l0	8	0.04847966507077217
129295	rnn.weight_ih_l0	9	0.013839169405400753
129295	rnn.weight_hh_l0	0	0.010915977880358696
129295	rnn.weight_hh_l0	1	-0.08973654359579086
129295	rnn.weight_hh_l0	2	0.05526979640126228
129295	rnn.weight_hh_l0	3	0.044098757207393646
129295	rnn.weight_hh_l0	4	0.003963911905884743
129295	rnn.weight_hh_l0	5	0.06449852138757706
129295	rnn.weight_hh_l0	6	-0.01355325523763895
129295	rnn.weight_hh_l0	7	-0.08513917028903961
129295	rnn.weight_hh_l0	8	-2.0010813386761583e-05
129295	rnn.weight_hh_l0	9	-0.08415182679891586
129295	rnn.bias_ih_l0	0	-0.07672373205423355
129295	rnn.bias_ih_l0	1	-0.17580877244472504
129295	rnn.bias_ih_l0	2	-0.23960040509700775
129295	rnn.bias_ih_l0	3	-0.28263795375823975
129295	rnn.bias_ih_l0	4	-0.004402675200253725
129295	rnn.bias_ih_l0	5	0.0501999706029892
129295	rnn.bias_ih_l0	6	-0.147443488240242
129295	rnn.bias_ih_l0	7	-0.26943492889404297
129295	rnn.bias_ih_l0	8	-0.11996466666460037
129295	rnn.bias_ih_l0	9	-0.17505128681659698
129295	rnn.bias_hh_l0	0	0.13489128649234772
129295	rnn.bias_hh_l0	1	-0.06891641765832901
129295	rnn.bias_hh_l0	2	0.031052997335791588
129295	rnn.bias_hh_l0	3	-0.1714639514684677
129295	rnn.bias_hh_l0	4	0.05335398018360138
129295	rnn.bias_hh_l0	5	0.014000244438648224
129295	rnn.bias_hh_l0	6	-0.08007058501243591
129295	rnn.bias_hh_l0	7	-0.1558333784341812
129295	rnn.bias_hh_l0	8	-0.17890986800193787
129295	rnn.bias_hh_l0	9	-0.08889336884021759
129295	rnn.weight_ih_l0_reverse	0	-0.010619357228279114
129295	rnn.weight_ih_l0_reverse	1	0.013215976767241955
129295	rnn.weight_ih_l0_reverse	2	0.011579131707549095
129295	rnn.weight_ih_l0_reverse	3	0.006716866046190262
129295	rnn.weight_ih_l0_reverse	4	0.04307444021105766
129295	rnn.weight_ih_l0_reverse	5	-0.06127529218792915
129295	rnn.weight_ih_l0_reverse	6	-0.06137402355670929
129295	rnn.weight_ih_l0_reverse	7	-0.024411434307694435
129295	rnn.weight_ih_l0_reverse	8	0.08072203397750854
129295	rnn.weight_ih_l0_reverse	9	0.021965963765978813
129295	rnn.weight_hh_l0_reverse	0	0.005512517411261797
129295	rnn.weight_hh_l0_reverse	1	0.02015502192080021
129295	rnn.weight_hh_l0_reverse	2	-0.03676780313253403
129295	rnn.weight_hh_l0_reverse	3	0.04638509452342987
129295	rnn.weight_hh_l0_reverse	4	0.0231026541441679
129295	rnn.weight_hh_l0_reverse	5	-0.0008177317213267088
129295	rnn.weight_hh_l0_reverse	6	0.05625392869114876
129295	rnn.weight_hh_l0_reverse	7	0.02721390128135681
129295	rnn.weight_hh_l0_reverse	8	-0.008704474195837975
129295	rnn.weight_hh_l0_reverse	9	-0.03868042305111885
129295	rnn.bias_ih_l0_reverse	0	-0.1323668658733368
129295	rnn.bias_ih_l0_reverse	1	-0.3010897934436798
129295	rnn.bias_ih_l0_reverse	2	-0.06683998554944992
129295	rnn.bias_ih_l0_reverse	3	-0.1373015195131302
129295	rnn.bias_ih_l0_reverse	4	0.08801774680614471
129295	rnn.bias_ih_l0_reverse	5	-0.24743163585662842
129295	rnn.bias_ih_l0_reverse	6	-0.062113989144563675
129295	rnn.bias_ih_l0_reverse	7	-0.0020840191282331944
129295	rnn.bias_ih_l0_reverse	8	-0.1821160763502121
129295	rnn.bias_ih_l0_reverse	9	-0.09742055833339691
129295	rnn.bias_hh_l0_reverse	0	-0.14725671708583832
129295	rnn.bias_hh_l0_reverse	1	-0.14667604863643646
129295	rnn.bias_hh_l0_reverse	2	-0.03445224463939667
129295	rnn.bias_hh_l0_reverse	3	-0.11876370012760162
129295	rnn.bias_hh_l0_reverse	4	-0.019266845658421516
129295	rnn.bias_hh_l0_reverse	5	-0.11271766573190689
129295	rnn.bias_hh_l0_reverse	6	-0.06614965945482254
129295	rnn.bias_hh_l0_reverse	7	-0.19884690642356873
129295	rnn.bias_hh_l0_reverse	8	-0.043385230004787445
129295	rnn.bias_hh_l0_reverse	9	-0.1292598992586136
129295	linear.weight	0	-0.1969817876815796
129295	linear.weight	1	-0.13854609429836273
129295	linear.weight	2	-0.011228874325752258
129295	linear.weight	3	-0.13049358129501343
129295	linear.weight	4	-0.05234547331929207
129295	linear.weight	5	0.12205444276332855
129295	linear.weight	6	0.0047744326293468475
129295	linear.weight	7	-0.021312154829502106
129295	linear.weight	8	0.18771733343601227
129295	linear.weight	9	0.2005007565021515
129295	linear.bias	0	-0.863093912601471
129295	linear.bias	1	1.2795112133026123
129295	linear.bias	2	-0.37951427698135376
129295	linear.bias	3	-0.6679927110671997
129295	linear.bias	4	-0.9598983526229858
129295	linear.bias	5	-1.1691837310791016
129295	linear.bias	6	-0.8672307729721069
129295	linear.bias	7	-0.6978801488876343
129295	linear.bias	8	-0.01705317199230194
129295	linear.bias	9	3.3526668548583984
129492	transitions	0	-0.39183738827705383
129492	transitions	1	8.38605785369873
129492	transitions	2	-3.4299983978271484
129492	transitions	3	1.4384784698486328
129492	transitions	4	-2.0469658374786377
129492	transitions	5	-0.37751829624176025
129492	transitions	6	-0.18500174582004547
129492	transitions	7	-10000.0
129492	transitions	8	1.7487940788269043
129492	transitions	9	-2.292956829071045
129492	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
129492	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
129492	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
129492	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
129492	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
129492	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
129492	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
129492	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
129492	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
129492	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
129492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
129492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
129492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
129492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
129492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
129492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
129492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
129492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
129492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
129492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
129492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
129492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
129492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
129492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
129492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
129492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
129492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
129492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
129492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
129492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
129492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
129492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
129492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
129492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
129492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
129492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
129492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
129492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
129492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
129492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
129492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
129492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
129492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
129492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
129492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
129492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
129492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
129492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
129492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
129492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
129492	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
129492	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
129492	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
129492	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
129492	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
129492	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
129492	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
129492	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
129492	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
129492	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
129492	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
129492	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
129492	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
129492	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
129492	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
129492	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
129492	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
129492	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
129492	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
129492	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
129492	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
129492	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
129492	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
129492	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
129492	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
129492	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
129492	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
129492	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
129492	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
129492	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
129492	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
129492	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
129492	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
129492	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
129492	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
129492	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
129492	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
129492	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
129492	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
129492	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
129492	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
129492	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
129492	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
129492	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
129492	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
129492	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
129492	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
129492	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
129492	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
129492	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
129492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
129492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
129492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
129492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
129492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
129492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
129492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
129492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
129492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
129492	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
129492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
129492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
129492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
129492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
129492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
129492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
129492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
129492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
129492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
129492	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
129492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
129492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
129492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
129492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
129492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
129492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
129492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
129492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
129492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
129492	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
129492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
129492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
129492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
129492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
129492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
129492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
129492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
129492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
129492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
129492	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
129492	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
129492	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
129492	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
129492	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
129492	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
129492	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
129492	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
129492	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
129492	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
129492	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
129492	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
129492	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
129492	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
129492	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
129492	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
129492	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
129492	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
129492	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
129492	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
129492	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
129492	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
129492	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
129492	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
129492	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
129492	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
129492	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
129492	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
129492	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
129492	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
129492	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
129492	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
129492	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
129492	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
129492	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
129492	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
129492	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
129492	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
129492	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
129492	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
129492	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
129492	embedding2nn.weight	0	0.04785072058439255
129492	embedding2nn.weight	1	-0.08967068791389465
129492	embedding2nn.weight	2	-0.004620763007551432
129492	embedding2nn.weight	3	-0.059491679072380066
129492	embedding2nn.weight	4	-0.11763573437929153
129492	embedding2nn.weight	5	0.11967441439628601
129492	embedding2nn.weight	6	-0.11975662410259247
129492	embedding2nn.weight	7	-0.075203537940979
129492	embedding2nn.weight	8	-0.010870171710848808
129492	embedding2nn.weight	9	0.08165884017944336
129492	embedding2nn.bias	0	0.06382624059915543
129492	embedding2nn.bias	1	0.05596558004617691
129492	embedding2nn.bias	2	-0.09034005552530289
129492	embedding2nn.bias	3	0.08917904645204544
129492	embedding2nn.bias	4	0.04101398214697838
129492	embedding2nn.bias	5	-0.16722212731838226
129492	embedding2nn.bias	6	-0.12428711354732513
129492	embedding2nn.bias	7	-0.07397697865962982
129492	embedding2nn.bias	8	0.07333946973085403
129492	embedding2nn.bias	9	-0.08784350007772446
129492	rnn.weight_ih_l0	0	0.025785397738218307
129492	rnn.weight_ih_l0	1	-0.06712857633829117
129492	rnn.weight_ih_l0	2	-0.01874730922281742
129492	rnn.weight_ih_l0	3	-0.041603684425354004
129492	rnn.weight_ih_l0	4	0.025362346321344376
129492	rnn.weight_ih_l0	5	-0.09131525456905365
129492	rnn.weight_ih_l0	6	-0.0413132980465889
129492	rnn.weight_ih_l0	7	-0.016377823427319527
129492	rnn.weight_ih_l0	8	0.05377988889813423
129492	rnn.weight_ih_l0	9	0.014231725595891476
129492	rnn.weight_hh_l0	0	0.010557562112808228
129492	rnn.weight_hh_l0	1	-0.08988186717033386
129492	rnn.weight_hh_l0	2	0.05553801730275154
129492	rnn.weight_hh_l0	3	0.045319825410842896
129492	rnn.weight_hh_l0	4	0.003783507738262415
129492	rnn.weight_hh_l0	5	0.06532365828752518
129492	rnn.weight_hh_l0	6	-0.013620443642139435
129492	rnn.weight_hh_l0	7	-0.08414426445960999
129492	rnn.weight_hh_l0	8	0.0013082146178930998
129492	rnn.weight_hh_l0	9	-0.08415334671735764
129492	rnn.bias_ih_l0	0	-0.0792277455329895
129492	rnn.bias_ih_l0	1	-0.17709709703922272
129492	rnn.bias_ih_l0	2	-0.23716075718402863
129492	rnn.bias_ih_l0	3	-0.28215134143829346
129492	rnn.bias_ih_l0	4	-0.007575117517262697
129492	rnn.bias_ih_l0	5	0.048687636852264404
129492	rnn.bias_ih_l0	6	-0.1485786736011505
129492	rnn.bias_ih_l0	7	-0.2688543200492859
129492	rnn.bias_ih_l0	8	-0.12096063047647476
129492	rnn.bias_ih_l0	9	-0.17427518963813782
129492	rnn.bias_hh_l0	0	0.13799388706684113
129492	rnn.bias_hh_l0	1	-0.06803854554891586
129492	rnn.bias_hh_l0	2	0.03191380575299263
129492	rnn.bias_hh_l0	3	-0.17087368667125702
129492	rnn.bias_hh_l0	4	0.055334653705358505
129492	rnn.bias_hh_l0	5	0.012728674337267876
129492	rnn.bias_hh_l0	6	-0.07955978065729141
129492	rnn.bias_hh_l0	7	-0.1530762016773224
129492	rnn.bias_hh_l0	8	-0.17488493025302887
129492	rnn.bias_hh_l0	9	-0.08962606638669968
129492	rnn.weight_ih_l0_reverse	0	-0.011788599193096161
129492	rnn.weight_ih_l0_reverse	1	0.013489588163793087
129492	rnn.weight_ih_l0_reverse	2	0.0075121377594769
129492	rnn.weight_ih_l0_reverse	3	0.004539806861430407
129492	rnn.weight_ih_l0_reverse	4	0.041475553065538406
129492	rnn.weight_ih_l0_reverse	5	-0.05967894569039345
129492	rnn.weight_ih_l0_reverse	6	-0.06262703984975815
129492	rnn.weight_ih_l0_reverse	7	-0.02409396879374981
129492	rnn.weight_ih_l0_reverse	8	0.07982458174228668
129492	rnn.weight_ih_l0_reverse	9	0.019464628770947456
129492	rnn.weight_hh_l0_reverse	0	0.006687171757221222
129492	rnn.weight_hh_l0_reverse	1	0.02108263224363327
129492	rnn.weight_hh_l0_reverse	2	-0.036964643746614456
129492	rnn.weight_hh_l0_reverse	3	0.04618046432733536
129492	rnn.weight_hh_l0_reverse	4	0.02325046807527542
129492	rnn.weight_hh_l0_reverse	5	-0.0031614210456609726
129492	rnn.weight_hh_l0_reverse	6	0.05624248832464218
129492	rnn.weight_hh_l0_reverse	7	0.027228277176618576
129492	rnn.weight_hh_l0_reverse	8	-0.00797798577696085
129492	rnn.weight_hh_l0_reverse	9	-0.03847572207450867
129492	rnn.bias_ih_l0_reverse	0	-0.13174951076507568
129492	rnn.bias_ih_l0_reverse	1	-0.3030022978782654
129492	rnn.bias_ih_l0_reverse	2	-0.06663329154253006
129492	rnn.bias_ih_l0_reverse	3	-0.13689713180065155
129492	rnn.bias_ih_l0_reverse	4	0.08324215561151505
129492	rnn.bias_ih_l0_reverse	5	-0.2515782117843628
129492	rnn.bias_ih_l0_reverse	6	-0.06487730890512466
129492	rnn.bias_ih_l0_reverse	7	-0.004121395759284496
129492	rnn.bias_ih_l0_reverse	8	-0.18054968118667603
129492	rnn.bias_ih_l0_reverse	9	-0.09225209057331085
129492	rnn.bias_hh_l0_reverse	0	-0.14590264856815338
129492	rnn.bias_hh_l0_reverse	1	-0.14805680513381958
129492	rnn.bias_hh_l0_reverse	2	-0.029992658644914627
129492	rnn.bias_hh_l0_reverse	3	-0.11965513974428177
129492	rnn.bias_hh_l0_reverse	4	-0.01956680417060852
129492	rnn.bias_hh_l0_reverse	5	-0.11224842816591263
129492	rnn.bias_hh_l0_reverse	6	-0.07010091096162796
129492	rnn.bias_hh_l0_reverse	7	-0.19950826466083527
129492	rnn.bias_hh_l0_reverse	8	-0.04317033290863037
129492	rnn.bias_hh_l0_reverse	9	-0.12933218479156494
129492	linear.weight	0	-0.19000229239463806
129492	linear.weight	1	-0.13897009193897247
129492	linear.weight	2	-0.011228874325752258
129492	linear.weight	3	-0.13109049201011658
129492	linear.weight	4	-0.05975400656461716
129492	linear.weight	5	0.1388135552406311
129492	linear.weight	6	0.0047744326293468475
129492	linear.weight	7	-0.021312154829502106
129492	linear.weight	8	0.20623153448104858
129492	linear.weight	9	0.2132379561662674
129492	linear.bias	0	-0.8353347778320312
129492	linear.bias	1	1.3146064281463623
129492	linear.bias	2	-0.3945194482803345
129492	linear.bias	3	-0.643315851688385
129492	linear.bias	4	-0.9346847534179688
129492	linear.bias	5	-1.169243574142456
129492	linear.bias	6	-0.8397138714790344
129492	linear.bias	7	-0.7510048747062683
129492	linear.bias	8	-0.01705317199230194
129492	linear.bias	9	3.367553234100342
129689	transitions	0	-0.3919815421104431
129689	transitions	1	8.385501861572266
129689	transitions	2	-3.430645704269409
129689	transitions	3	1.4431805610656738
129689	transitions	4	-2.0475313663482666
129689	transitions	5	-0.37767255306243896
129689	transitions	6	-0.18505004048347473
129689	transitions	7	-10000.0
129689	transitions	8	1.7512773275375366
129689	transitions	9	-2.2929749488830566
129689	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
129689	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
129689	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
129689	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
129689	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
129689	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
129689	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
129689	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
129689	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
129689	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
129689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
129689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
129689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
129689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
129689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
129689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
129689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
129689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
129689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
129689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
129689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
129689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
129689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
129689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
129689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
129689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
129689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
129689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
129689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
129689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
129689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
129689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
129689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
129689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
129689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
129689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
129689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
129689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
129689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
129689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
129689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
129689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
129689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
129689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
129689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
129689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
129689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
129689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
129689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
129689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
129689	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
129689	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
129689	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
129689	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
129689	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
129689	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
129689	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
129689	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
129689	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
129689	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
129689	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
129689	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
129689	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
129689	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
129689	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
129689	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
129689	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
129689	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
129689	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
129689	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
129689	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
129689	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
129689	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
129689	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
129689	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
129689	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
129689	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
129689	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
129689	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
129689	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
129689	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
129689	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
129689	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
129689	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
129689	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
129689	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
129689	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
129689	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
129689	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
129689	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
129689	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
129689	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
129689	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
129689	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
129689	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
129689	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
129689	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
129689	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
129689	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
129689	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
129689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
129689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
129689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
129689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
129689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
129689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
129689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
129689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
129689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
129689	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
129689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
129689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
129689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
129689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
129689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
129689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
129689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
129689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
129689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
129689	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
129689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
129689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
129689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
129689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
129689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
129689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
129689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
129689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
129689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
129689	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
129689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
129689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
129689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
129689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
129689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
129689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
129689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
129689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
129689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
129689	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
129689	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
129689	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
129689	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
129689	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
129689	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
129689	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
129689	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
129689	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
129689	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
129689	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
129689	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
129689	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
129689	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
129689	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
129689	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
129689	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
129689	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
129689	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
129689	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
129689	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
129689	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
129689	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
129689	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
129689	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
129689	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
129689	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
129689	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
129689	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
129689	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
129689	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
129689	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
129689	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
129689	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
129689	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
129689	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
129689	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
129689	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
129689	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
129689	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
129689	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
129689	embedding2nn.weight	0	0.04730958864092827
129689	embedding2nn.weight	1	-0.0920671671628952
129689	embedding2nn.weight	2	-0.0060859182849526405
129689	embedding2nn.weight	3	-0.06044171750545502
129689	embedding2nn.weight	4	-0.11854657530784607
129689	embedding2nn.weight	5	0.11856696754693985
129689	embedding2nn.weight	6	-0.11127736419439316
129689	embedding2nn.weight	7	-0.07400327920913696
129689	embedding2nn.weight	8	-0.013161249458789825
129689	embedding2nn.weight	9	0.08539600670337677
129689	embedding2nn.bias	0	0.05995042994618416
129689	embedding2nn.bias	1	0.03790804743766785
129689	embedding2nn.bias	2	-0.09073498100042343
129689	embedding2nn.bias	3	0.09427668154239655
129689	embedding2nn.bias	4	0.03849007561802864
129689	embedding2nn.bias	5	-0.16632811725139618
129689	embedding2nn.bias	6	-0.11794519424438477
129689	embedding2nn.bias	7	-0.08269178867340088
129689	embedding2nn.bias	8	0.0820380300283432
129689	embedding2nn.bias	9	-0.08014475554227829
129689	rnn.weight_ih_l0	0	0.024707643315196037
129689	rnn.weight_ih_l0	1	-0.07006484270095825
129689	rnn.weight_ih_l0	2	-0.019987700507044792
129689	rnn.weight_ih_l0	3	-0.04052869603037834
129689	rnn.weight_ih_l0	4	0.02589983306825161
129689	rnn.weight_ih_l0	5	-0.089779332280159
129689	rnn.weight_ih_l0	6	-0.042786605656147
129689	rnn.weight_ih_l0	7	-0.01726851798593998
129689	rnn.weight_ih_l0	8	0.057550039142370224
129689	rnn.weight_ih_l0	9	0.013499848544597626
129689	rnn.weight_hh_l0	0	0.009597506374120712
129689	rnn.weight_hh_l0	1	-0.08912765979766846
129689	rnn.weight_hh_l0	2	0.05618150532245636
129689	rnn.weight_hh_l0	3	0.04495507851243019
129689	rnn.weight_hh_l0	4	0.003907049540430307
129689	rnn.weight_hh_l0	5	0.06465490907430649
129689	rnn.weight_hh_l0	6	-0.013533207587897778
129689	rnn.weight_hh_l0	7	-0.08337809890508652
129689	rnn.weight_hh_l0	8	0.0005171230877749622
129689	rnn.weight_hh_l0	9	-0.08664947748184204
129689	rnn.bias_ih_l0	0	-0.08166585862636566
129689	rnn.bias_ih_l0	1	-0.17925119400024414
129689	rnn.bias_ih_l0	2	-0.23739482462406158
129689	rnn.bias_ih_l0	3	-0.27965202927589417
129689	rnn.bias_ih_l0	4	-0.008596304804086685
129689	rnn.bias_ih_l0	5	0.049182016402482986
129689	rnn.bias_ih_l0	6	-0.14563973248004913
129689	rnn.bias_ih_l0	7	-0.26549938321113586
129689	rnn.bias_ih_l0	8	-0.11906885355710983
129689	rnn.bias_ih_l0	9	-0.1691393107175827
129689	rnn.bias_hh_l0	0	0.13462556898593903
129689	rnn.bias_hh_l0	1	-0.07043410837650299
129689	rnn.bias_hh_l0	2	0.03164264187216759
129689	rnn.bias_hh_l0	3	-0.16961222887039185
129689	rnn.bias_hh_l0	4	0.05365321785211563
129689	rnn.bias_hh_l0	5	0.02108367346227169
129689	rnn.bias_hh_l0	6	-0.08067642152309418
129689	rnn.bias_hh_l0	7	-0.15227115154266357
129689	rnn.bias_hh_l0	8	-0.17256316542625427
129689	rnn.bias_hh_l0	9	-0.09067533165216446
129689	rnn.weight_ih_l0_reverse	0	-0.012695918790996075
129689	rnn.weight_ih_l0_reverse	1	0.013118327595293522
129689	rnn.weight_ih_l0_reverse	2	0.008273945190012455
129689	rnn.weight_ih_l0_reverse	3	0.001677037333138287
129689	rnn.weight_ih_l0_reverse	4	0.041705504059791565
129689	rnn.weight_ih_l0_reverse	5	-0.06077307462692261
129689	rnn.weight_ih_l0_reverse	6	-0.0626225396990776
129689	rnn.weight_ih_l0_reverse	7	-0.016870856285095215
129689	rnn.weight_ih_l0_reverse	8	0.07738538086414337
129689	rnn.weight_ih_l0_reverse	9	0.01960480399429798
129689	rnn.weight_hh_l0_reverse	0	0.006630095187574625
129689	rnn.weight_hh_l0_reverse	1	0.020884109660983086
129689	rnn.weight_hh_l0_reverse	2	-0.037662357091903687
129689	rnn.weight_hh_l0_reverse	3	0.04553411528468132
129689	rnn.weight_hh_l0_reverse	4	0.023158716037869453
129689	rnn.weight_hh_l0_reverse	5	-0.0002681204641703516
129689	rnn.weight_hh_l0_reverse	6	0.05636628344655037
129689	rnn.weight_hh_l0_reverse	7	0.026405852288007736
129689	rnn.weight_hh_l0_reverse	8	-0.007715980987995863
129689	rnn.weight_hh_l0_reverse	9	-0.03826563060283661
129689	rnn.bias_ih_l0_reverse	0	-0.12609583139419556
129689	rnn.bias_ih_l0_reverse	1	-0.30204614996910095
129689	rnn.bias_ih_l0_reverse	2	-0.0656820759177208
129689	rnn.bias_ih_l0_reverse	3	-0.13531488180160522
129689	rnn.bias_ih_l0_reverse	4	0.0829596146941185
129689	rnn.bias_ih_l0_reverse	5	-0.2507243752479553
129689	rnn.bias_ih_l0_reverse	6	-0.06209287792444229
129689	rnn.bias_ih_l0_reverse	7	0.0017737221205607057
129689	rnn.bias_ih_l0_reverse	8	-0.17970125377178192
129689	rnn.bias_ih_l0_reverse	9	-0.09399250894784927
129689	rnn.bias_hh_l0_reverse	0	-0.14599668979644775
129689	rnn.bias_hh_l0_reverse	1	-0.14995026588439941
129689	rnn.bias_hh_l0_reverse	2	-0.028993943706154823
129689	rnn.bias_hh_l0_reverse	3	-0.1213938444852829
129689	rnn.bias_hh_l0_reverse	4	-0.01945565827190876
129689	rnn.bias_hh_l0_reverse	5	-0.11475880444049835
129689	rnn.bias_hh_l0_reverse	6	-0.07125347852706909
129689	rnn.bias_hh_l0_reverse	7	-0.19846735894680023
129689	rnn.bias_hh_l0_reverse	8	-0.044314123690128326
129689	rnn.bias_hh_l0_reverse	9	-0.12870743870735168
129689	linear.weight	0	-0.17541247606277466
129689	linear.weight	1	-0.1431758850812912
129689	linear.weight	2	-0.011228874325752258
129689	linear.weight	3	-0.13378894329071045
129689	linear.weight	4	-0.06174003705382347
129689	linear.weight	5	0.15759320557117462
129689	linear.weight	6	0.0047744326293468475
129689	linear.weight	7	-0.021312154829502106
129689	linear.weight	8	0.22564128041267395
129689	linear.weight	9	0.21600091457366943
129689	linear.bias	0	-0.8267731070518494
129689	linear.bias	1	1.347464919090271
129689	linear.bias	2	-0.43925315141677856
129689	linear.bias	3	-0.6595331430435181
129689	linear.bias	4	-0.9331517815589905
129689	linear.bias	5	-1.1693071126937866
129689	linear.bias	6	-0.8289305567741394
129689	linear.bias	7	-0.7221516370773315
129689	linear.bias	8	-0.01705317199230194
129689	linear.bias	9	3.3119661808013916
129886	transitions	0	-0.3924521803855896
129886	transitions	1	8.380592346191406
129886	transitions	2	-3.4316067695617676
129886	transitions	3	1.436629056930542
129886	transitions	4	-2.0482442378997803
129886	transitions	5	-0.37773075699806213
129886	transitions	6	-0.1850951462984085
129886	transitions	7	-10000.0
129886	transitions	8	1.753110408782959
129886	transitions	9	-2.292980194091797
129886	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
129886	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
129886	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
129886	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
129886	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
129886	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
129886	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
129886	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
129886	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
129886	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
129886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
129886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
129886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
129886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
129886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
129886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
129886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
129886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
129886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
129886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
129886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
129886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
129886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
129886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
129886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
129886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
129886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
129886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
129886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
129886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
129886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
129886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
129886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
129886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
129886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
129886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
129886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
129886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
129886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
129886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
129886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
129886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
129886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
129886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
129886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
129886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
129886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
129886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
129886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
129886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
129886	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
129886	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
129886	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
129886	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
129886	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
129886	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
129886	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
129886	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
129886	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
129886	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
129886	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
129886	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
129886	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
129886	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
129886	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
129886	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
129886	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
129886	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
129886	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
129886	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
129886	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
129886	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
129886	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
129886	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
129886	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
129886	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
129886	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
129886	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
129886	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
129886	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
129886	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
129886	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
129886	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
129886	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
129886	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
129886	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
129886	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
129886	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
129886	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
129886	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
129886	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
129886	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
129886	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
129886	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
129886	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
129886	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
129886	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
129886	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
129886	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
129886	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
129886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
129886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
129886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
129886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
129886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
129886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
129886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
129886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
129886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
129886	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
129886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
129886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
129886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
129886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
129886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
129886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
129886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
129886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
129886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
129886	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
129886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
129886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
129886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
129886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
129886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
129886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
129886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
129886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
129886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
129886	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
129886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
129886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
129886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
129886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
129886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
129886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
129886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
129886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
129886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
129886	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
129886	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
129886	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
129886	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
129886	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
129886	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
129886	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
129886	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
129886	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
129886	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
129886	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
129886	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
129886	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
129886	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
129886	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
129886	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
129886	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
129886	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
129886	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
129886	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
129886	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
129886	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
129886	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
129886	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
129886	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
129886	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
129886	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
129886	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
129886	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
129886	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
129886	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
129886	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
129886	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
129886	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
129886	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
129886	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
129886	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
129886	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
129886	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
129886	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
129886	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
129886	embedding2nn.weight	0	0.046590205281972885
129886	embedding2nn.weight	1	-0.09015361964702606
129886	embedding2nn.weight	2	-0.007134057115763426
129886	embedding2nn.weight	3	-0.061109285801649094
129886	embedding2nn.weight	4	-0.1169634461402893
129886	embedding2nn.weight	5	0.1188792884349823
129886	embedding2nn.weight	6	-0.12321660667657852
129886	embedding2nn.weight	7	-0.07496043294668198
129886	embedding2nn.weight	8	-0.011682411655783653
129886	embedding2nn.weight	9	0.08462000638246536
129886	embedding2nn.bias	0	0.04927391931414604
129886	embedding2nn.bias	1	0.03253770247101784
129886	embedding2nn.bias	2	-0.07303086668252945
129886	embedding2nn.bias	3	0.09310861676931381
129886	embedding2nn.bias	4	0.03547808155417442
129886	embedding2nn.bias	5	-0.1556592583656311
129886	embedding2nn.bias	6	-0.10679756104946136
129886	embedding2nn.bias	7	-0.0705576166510582
129886	embedding2nn.bias	8	0.0736079216003418
129886	embedding2nn.bias	9	-0.07400839775800705
129886	rnn.weight_ih_l0	0	0.02347416989505291
129886	rnn.weight_ih_l0	1	-0.06956228613853455
129886	rnn.weight_ih_l0	2	-0.018926894292235374
129886	rnn.weight_ih_l0	3	-0.04179070144891739
129886	rnn.weight_ih_l0	4	0.028277961537241936
129886	rnn.weight_ih_l0	5	-0.08650083839893341
129886	rnn.weight_ih_l0	6	-0.04195978865027428
129886	rnn.weight_ih_l0	7	-0.019207296893000603
129886	rnn.weight_ih_l0	8	0.05643561854958534
129886	rnn.weight_ih_l0	9	0.012462448328733444
129886	rnn.weight_hh_l0	0	0.008279589004814625
129886	rnn.weight_hh_l0	1	-0.08940351754426956
129886	rnn.weight_hh_l0	2	0.056115709245204926
129886	rnn.weight_hh_l0	3	0.04421485587954521
129886	rnn.weight_hh_l0	4	0.004140526056289673
129886	rnn.weight_hh_l0	5	0.06441040337085724
129886	rnn.weight_hh_l0	6	-0.013499889522790909
129886	rnn.weight_hh_l0	7	-0.08412964642047882
129886	rnn.weight_hh_l0	8	-0.0009989719837903976
129886	rnn.weight_hh_l0	9	-0.08578334003686905
129886	rnn.bias_ih_l0	0	-0.08064715564250946
129886	rnn.bias_ih_l0	1	-0.1792677640914917
129886	rnn.bias_ih_l0	2	-0.2340264916419983
129886	rnn.bias_ih_l0	3	-0.2778606712818146
129886	rnn.bias_ih_l0	4	-0.006686918903142214
129886	rnn.bias_ih_l0	5	0.04686380922794342
129886	rnn.bias_ih_l0	6	-0.14515022933483124
129886	rnn.bias_ih_l0	7	-0.2635737359523773
129886	rnn.bias_ih_l0	8	-0.11412961781024933
129886	rnn.bias_ih_l0	9	-0.16802716255187988
129886	rnn.bias_hh_l0	0	0.13012006878852844
129886	rnn.bias_hh_l0	1	-0.07123363018035889
129886	rnn.bias_hh_l0	2	0.033399783074855804
129886	rnn.bias_hh_l0	3	-0.16762124001979828
129886	rnn.bias_hh_l0	4	0.04951384663581848
129886	rnn.bias_hh_l0	5	0.0142910061404109
129886	rnn.bias_hh_l0	6	-0.07946460694074631
129886	rnn.bias_hh_l0	7	-0.14844253659248352
129886	rnn.bias_hh_l0	8	-0.17378932237625122
129886	rnn.bias_hh_l0	9	-0.0918259248137474
129886	rnn.weight_ih_l0_reverse	0	-0.015426875092089176
129886	rnn.weight_ih_l0_reverse	1	0.014471330679953098
129886	rnn.weight_ih_l0_reverse	2	0.011269167996942997
129886	rnn.weight_ih_l0_reverse	3	0.002337964018806815
129886	rnn.weight_ih_l0_reverse	4	0.042021892964839935
129886	rnn.weight_ih_l0_reverse	5	-0.05986035615205765
129886	rnn.weight_ih_l0_reverse	6	-0.059802379459142685
129886	rnn.weight_ih_l0_reverse	7	-0.013882537372410297
129886	rnn.weight_ih_l0_reverse	8	0.075562983751297
129886	rnn.weight_ih_l0_reverse	9	0.018688609823584557
129886	rnn.weight_hh_l0_reverse	0	0.006767244543880224
129886	rnn.weight_hh_l0_reverse	1	0.02108011022210121
129886	rnn.weight_hh_l0_reverse	2	-0.03779804706573486
129886	rnn.weight_hh_l0_reverse	3	0.04570901393890381
129886	rnn.weight_hh_l0_reverse	4	0.02282874658703804
129886	rnn.weight_hh_l0_reverse	5	0.0013264353619888425
129886	rnn.weight_hh_l0_reverse	6	0.056806065142154694
129886	rnn.weight_hh_l0_reverse	7	0.02615925297141075
129886	rnn.weight_hh_l0_reverse	8	-0.007487251423299313
129886	rnn.weight_hh_l0_reverse	9	-0.038323160260915756
129886	rnn.bias_ih_l0_reverse	0	-0.12664104998111725
129886	rnn.bias_ih_l0_reverse	1	-0.3027919828891754
129886	rnn.bias_ih_l0_reverse	2	-0.0656793862581253
129886	rnn.bias_ih_l0_reverse	3	-0.13422931730747223
129886	rnn.bias_ih_l0_reverse	4	0.08365973085165024
129886	rnn.bias_ih_l0_reverse	5	-0.25200483202934265
129886	rnn.bias_ih_l0_reverse	6	-0.06236468255519867
129886	rnn.bias_ih_l0_reverse	7	-0.005053291562944651
129886	rnn.bias_ih_l0_reverse	8	-0.1792907565832138
129886	rnn.bias_ih_l0_reverse	9	-0.09613155573606491
129886	rnn.bias_hh_l0_reverse	0	-0.1452634185552597
129886	rnn.bias_hh_l0_reverse	1	-0.1470574587583542
129886	rnn.bias_hh_l0_reverse	2	-0.027857208624482155
129886	rnn.bias_hh_l0_reverse	3	-0.12334053218364716
129886	rnn.bias_hh_l0_reverse	4	-0.021776406094431877
129886	rnn.bias_hh_l0_reverse	5	-0.113950215280056
129886	rnn.bias_hh_l0_reverse	6	-0.069451704621315
129886	rnn.bias_hh_l0_reverse	7	-0.199202761054039
129886	rnn.bias_hh_l0_reverse	8	-0.04986479505896568
129886	rnn.bias_hh_l0_reverse	9	-0.12721729278564453
129886	linear.weight	0	-0.19284825026988983
129886	linear.weight	1	-0.14450280368328094
129886	linear.weight	2	-0.011228874325752258
129886	linear.weight	3	-0.15421320497989655
129886	linear.weight	4	-0.051545485854148865
129886	linear.weight	5	0.15889352560043335
129886	linear.weight	6	0.0047744326293468475
129886	linear.weight	7	-0.021312154829502106
129886	linear.weight	8	0.2298993319272995
129886	linear.weight	9	0.2201809585094452
129886	linear.bias	0	-0.8436199426651001
129886	linear.bias	1	1.3014966249465942
129886	linear.bias	2	-0.4139907658100128
129886	linear.bias	3	-0.6558958292007446
129886	linear.bias	4	-0.8815057873725891
129886	linear.bias	5	-1.1693813800811768
129886	linear.bias	6	-0.8464571237564087
129886	linear.bias	7	-0.7363988757133484
129886	linear.bias	8	-0.01705317199230194
129886	linear.bias	9	3.3242218494415283
130083	transitions	0	-0.39262837171554565
130083	transitions	1	8.35937786102295
130083	transitions	2	-3.4323222637176514
130083	transitions	3	1.4489799737930298
130083	transitions	4	-2.048781633377075
130083	transitions	5	-0.3778287172317505
130083	transitions	6	-0.18518078327178955
130083	transitions	7	-10000.0
130083	transitions	8	1.7541557550430298
130083	transitions	9	-2.292987585067749
130083	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
130083	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
130083	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
130083	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
130083	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
130083	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
130083	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
130083	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
130083	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
130083	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
130083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
130083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
130083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
130083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
130083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
130083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
130083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
130083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
130083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
130083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
130083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
130083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
130083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
130083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
130083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
130083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
130083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
130083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
130083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
130083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
130083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
130083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
130083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
130083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
130083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
130083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
130083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
130083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
130083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
130083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
130083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
130083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
130083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
130083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
130083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
130083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
130083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
130083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
130083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
130083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
130083	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
130083	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
130083	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
130083	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
130083	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
130083	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
130083	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
130083	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
130083	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
130083	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
130083	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
130083	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
130083	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
130083	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
130083	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
130083	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
130083	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
130083	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
130083	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
130083	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
130083	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
130083	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
130083	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
130083	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
130083	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
130083	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
130083	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
130083	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
130083	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
130083	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
130083	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
130083	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
130083	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
130083	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
130083	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
130083	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
130083	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
130083	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
130083	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
130083	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
130083	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
130083	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
130083	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
130083	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
130083	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
130083	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
130083	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
130083	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
130083	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
130083	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
130083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
130083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
130083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
130083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
130083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
130083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
130083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
130083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
130083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
130083	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
130083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
130083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
130083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
130083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
130083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
130083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
130083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
130083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
130083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
130083	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
130083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
130083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
130083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
130083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
130083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
130083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
130083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
130083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
130083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
130083	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
130083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
130083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
130083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
130083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
130083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
130083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
130083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
130083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
130083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
130083	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
130083	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
130083	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
130083	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
130083	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
130083	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
130083	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
130083	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
130083	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
130083	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
130083	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
130083	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
130083	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
130083	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
130083	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
130083	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
130083	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
130083	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
130083	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
130083	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
130083	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
130083	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
130083	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
130083	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
130083	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
130083	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
130083	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
130083	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
130083	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
130083	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
130083	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
130083	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
130083	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
130083	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
130083	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
130083	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
130083	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
130083	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
130083	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
130083	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
130083	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
130083	embedding2nn.weight	0	0.046751681715250015
130083	embedding2nn.weight	1	-0.08861161023378372
130083	embedding2nn.weight	2	-0.008879047818481922
130083	embedding2nn.weight	3	-0.060223788022994995
130083	embedding2nn.weight	4	-0.11833041906356812
130083	embedding2nn.weight	5	0.1203974187374115
130083	embedding2nn.weight	6	-0.127555251121521
130083	embedding2nn.weight	7	-0.07331308722496033
130083	embedding2nn.weight	8	-0.014208494685590267
130083	embedding2nn.weight	9	0.08964875340461731
130083	embedding2nn.bias	0	0.03898631036281586
130083	embedding2nn.bias	1	0.03062574379146099
130083	embedding2nn.bias	2	-0.0635208860039711
130083	embedding2nn.bias	3	0.08654285222291946
130083	embedding2nn.bias	4	0.03424003720283508
130083	embedding2nn.bias	5	-0.15128521621227264
130083	embedding2nn.bias	6	-0.1080884262919426
130083	embedding2nn.bias	7	-0.06978296488523483
130083	embedding2nn.bias	8	0.07839729636907578
130083	embedding2nn.bias	9	-0.07703257352113724
130083	rnn.weight_ih_l0	0	0.022907154634594917
130083	rnn.weight_ih_l0	1	-0.07162974029779434
130083	rnn.weight_ih_l0	2	-0.01948828436434269
130083	rnn.weight_ih_l0	3	-0.0413702055811882
130083	rnn.weight_ih_l0	4	0.026759913191199303
130083	rnn.weight_ih_l0	5	-0.08844831585884094
130083	rnn.weight_ih_l0	6	-0.04109978303313255
130083	rnn.weight_ih_l0	7	-0.0183208417147398
130083	rnn.weight_ih_l0	8	0.058109067380428314
130083	rnn.weight_ih_l0	9	0.010813030414283276
130083	rnn.weight_hh_l0	0	0.00703835254535079
130083	rnn.weight_hh_l0	1	-0.08724657446146011
130083	rnn.weight_hh_l0	2	0.056076329201459885
130083	rnn.weight_hh_l0	3	0.04279771074652672
130083	rnn.weight_hh_l0	4	0.00478615565225482
130083	rnn.weight_hh_l0	5	0.06419575214385986
130083	rnn.weight_hh_l0	6	-0.013174796476960182
130083	rnn.weight_hh_l0	7	-0.08433455228805542
130083	rnn.weight_hh_l0	8	-0.0028093240689486265
130083	rnn.weight_hh_l0	9	-0.08412232249975204
130083	rnn.bias_ih_l0	0	-0.08497931808233261
130083	rnn.bias_ih_l0	1	-0.17817112803459167
130083	rnn.bias_ih_l0	2	-0.23218433558940887
130083	rnn.bias_ih_l0	3	-0.2787642180919647
130083	rnn.bias_ih_l0	4	-0.0068290079943835735
130083	rnn.bias_ih_l0	5	0.04326716810464859
130083	rnn.bias_ih_l0	6	-0.1444680094718933
130083	rnn.bias_ih_l0	7	-0.267397403717041
130083	rnn.bias_ih_l0	8	-0.11398990452289581
130083	rnn.bias_ih_l0	9	-0.1674482822418213
130083	rnn.bias_hh_l0	0	0.128670334815979
130083	rnn.bias_hh_l0	1	-0.06816108524799347
130083	rnn.bias_hh_l0	2	0.032214220613241196
130083	rnn.bias_hh_l0	3	-0.16706308722496033
130083	rnn.bias_hh_l0	4	0.0543196015059948
130083	rnn.bias_hh_l0	5	0.011307834647595882
130083	rnn.bias_hh_l0	6	-0.07744799554347992
130083	rnn.bias_hh_l0	7	-0.14933961629867554
130083	rnn.bias_hh_l0	8	-0.17421738803386688
130083	rnn.bias_hh_l0	9	-0.08960817754268646
130083	rnn.weight_ih_l0_reverse	0	-0.01722940430045128
130083	rnn.weight_ih_l0_reverse	1	0.015356701798737049
130083	rnn.weight_ih_l0_reverse	2	0.012867876328527927
130083	rnn.weight_ih_l0_reverse	3	0.0006816370878368616
130083	rnn.weight_ih_l0_reverse	4	0.04136944189667702
130083	rnn.weight_ih_l0_reverse	5	-0.059863582253456116
130083	rnn.weight_ih_l0_reverse	6	-0.06055702641606331
130083	rnn.weight_ih_l0_reverse	7	-0.014782036654651165
130083	rnn.weight_ih_l0_reverse	8	0.07805034518241882
130083	rnn.weight_ih_l0_reverse	9	0.01780720241367817
130083	rnn.weight_hh_l0_reverse	0	0.006601316388696432
130083	rnn.weight_hh_l0_reverse	1	0.021808186545968056
130083	rnn.weight_hh_l0_reverse	2	-0.03701849654316902
130083	rnn.weight_hh_l0_reverse	3	0.044940367341041565
130083	rnn.weight_hh_l0_reverse	4	0.02365756593644619
130083	rnn.weight_hh_l0_reverse	5	0.0008893455960787833
130083	rnn.weight_hh_l0_reverse	6	0.05623197183012962
130083	rnn.weight_hh_l0_reverse	7	0.026393411681056023
130083	rnn.weight_hh_l0_reverse	8	-0.009853157214820385
130083	rnn.weight_hh_l0_reverse	9	-0.03865956515073776
130083	rnn.bias_ih_l0_reverse	0	-0.12663257122039795
130083	rnn.bias_ih_l0_reverse	1	-0.3030855357646942
130083	rnn.bias_ih_l0_reverse	2	-0.06456462293863297
130083	rnn.bias_ih_l0_reverse	3	-0.13363754749298096
130083	rnn.bias_ih_l0_reverse	4	0.08587726205587387
130083	rnn.bias_ih_l0_reverse	5	-0.24881379306316376
130083	rnn.bias_ih_l0_reverse	6	-0.0627000480890274
130083	rnn.bias_ih_l0_reverse	7	0.00011416419874876738
130083	rnn.bias_ih_l0_reverse	8	-0.179153174161911
130083	rnn.bias_ih_l0_reverse	9	-0.09494105726480484
130083	rnn.bias_hh_l0_reverse	0	-0.14755451679229736
130083	rnn.bias_hh_l0_reverse	1	-0.14947733283042908
130083	rnn.bias_hh_l0_reverse	2	-0.02983788214623928
130083	rnn.bias_hh_l0_reverse	3	-0.12387680262327194
130083	rnn.bias_hh_l0_reverse	4	-0.020326491445302963
130083	rnn.bias_hh_l0_reverse	5	-0.11578495800495148
130083	rnn.bias_hh_l0_reverse	6	-0.07580409944057465
130083	rnn.bias_hh_l0_reverse	7	-0.199928417801857
130083	rnn.bias_hh_l0_reverse	8	-0.05407636985182762
130083	rnn.bias_hh_l0_reverse	9	-0.1270594447851181
130083	linear.weight	0	-0.18944253027439117
130083	linear.weight	1	-0.1367994099855423
130083	linear.weight	2	-0.011228874325752258
130083	linear.weight	3	-0.14391177892684937
130083	linear.weight	4	-0.04564502462744713
130083	linear.weight	5	0.14897295832633972
130083	linear.weight	6	0.0047744326293468475
130083	linear.weight	7	-0.021312154829502106
130083	linear.weight	8	0.2083534300327301
130083	linear.weight	9	0.22257941961288452
130083	linear.bias	0	-0.8522671461105347
130083	linear.bias	1	1.32667875289917
130083	linear.bias	2	-0.43773576617240906
130083	linear.bias	3	-0.6861344575881958
130083	linear.bias	4	-0.9125959873199463
130083	linear.bias	5	-1.1694490909576416
130083	linear.bias	6	-0.8607065677642822
130083	linear.bias	7	-0.7361754179000854
130083	linear.bias	8	-0.01705317199230194
130083	linear.bias	9	3.3610007762908936
130280	transitions	0	-0.3928731381893158
130280	transitions	1	8.349940299987793
130280	transitions	2	-3.4328787326812744
130280	transitions	3	1.4507670402526855
130280	transitions	4	-2.049246072769165
130280	transitions	5	-0.37793517112731934
130280	transitions	6	-0.18525469303131104
130280	transitions	7	-10000.0
130280	transitions	8	1.7519365549087524
130280	transitions	9	-2.2929952144622803
130280	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
130280	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
130280	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
130280	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
130280	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
130280	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
130280	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
130280	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
130280	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
130280	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
130280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
130280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
130280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
130280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
130280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
130280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
130280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
130280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
130280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
130280	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
130280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
130280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
130280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
130280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
130280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
130280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
130280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
130280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
130280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
130280	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
130280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
130280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
130280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
130280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
130280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
130280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
130280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
130280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
130280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
130280	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
130280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
130280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
130280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
130280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
130280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
130280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
130280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
130280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
130280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
130280	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
130280	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
130280	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
130280	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
130280	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
130280	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
130280	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
130280	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
130280	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
130280	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
130280	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
130280	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
130280	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
130280	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
130280	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
130280	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
130280	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
130280	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
130280	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
130280	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
130280	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
130280	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
130280	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
130280	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
130280	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
130280	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
130280	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
130280	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
130280	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
130280	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
130280	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
130280	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
130280	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
130280	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
130280	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
130280	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
130280	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
130280	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
130280	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
130280	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
130280	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
130280	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
130280	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
130280	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
130280	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
130280	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
130280	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
130280	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
130280	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
130280	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
130280	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
130280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
130280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
130280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
130280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
130280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
130280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
130280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
130280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
130280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
130280	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
130280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
130280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
130280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
130280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
130280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
130280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
130280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
130280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
130280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
130280	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
130280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
130280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
130280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
130280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
130280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
130280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
130280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
130280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
130280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
130280	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
130280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
130280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
130280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
130280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
130280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
130280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
130280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
130280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
130280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
130280	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
130280	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
130280	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
130280	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
130280	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
130280	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
130280	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
130280	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
130280	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
130280	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
130280	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
130280	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
130280	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
130280	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
130280	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
130280	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
130280	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
130280	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
130280	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
130280	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
130280	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
130280	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
130280	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
130280	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
130280	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
130280	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
130280	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
130280	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
130280	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
130280	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
130280	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
130280	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
130280	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
130280	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
130280	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
130280	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
130280	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
130280	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
130280	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
130280	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
130280	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
130280	embedding2nn.weight	0	0.04633186385035515
130280	embedding2nn.weight	1	-0.08817999809980392
130280	embedding2nn.weight	2	-0.00028261845000088215
130280	embedding2nn.weight	3	-0.060197461396455765
130280	embedding2nn.weight	4	-0.12145213037729263
130280	embedding2nn.weight	5	0.12078028917312622
130280	embedding2nn.weight	6	-0.12689144909381866
130280	embedding2nn.weight	7	-0.07357089966535568
130280	embedding2nn.weight	8	-0.014527411200106144
130280	embedding2nn.weight	9	0.09266355633735657
130280	embedding2nn.bias	0	0.02796585112810135
130280	embedding2nn.bias	1	0.044244181364774704
130280	embedding2nn.bias	2	-0.06423252820968628
130280	embedding2nn.bias	3	0.07856786996126175
130280	embedding2nn.bias	4	0.03533455356955528
130280	embedding2nn.bias	5	-0.1613491028547287
130280	embedding2nn.bias	6	-0.10447761416435242
130280	embedding2nn.bias	7	-0.052441153675317764
130280	embedding2nn.bias	8	0.08219224959611893
130280	embedding2nn.bias	9	-0.0769147127866745
130280	rnn.weight_ih_l0	0	0.02717568352818489
130280	rnn.weight_ih_l0	1	-0.07086534798145294
130280	rnn.weight_ih_l0	2	-0.016932357102632523
130280	rnn.weight_ih_l0	3	-0.04300170764327049
130280	rnn.weight_ih_l0	4	0.026260962709784508
130280	rnn.weight_ih_l0	5	-0.08584246039390564
130280	rnn.weight_ih_l0	6	-0.044100064784288406
130280	rnn.weight_ih_l0	7	-0.020396633073687553
130280	rnn.weight_ih_l0	8	0.05567339435219765
130280	rnn.weight_ih_l0	9	0.011723658069968224
130280	rnn.weight_hh_l0	0	0.007809377275407314
130280	rnn.weight_hh_l0	1	-0.08730713278055191
130280	rnn.weight_hh_l0	2	0.056504007428884506
130280	rnn.weight_hh_l0	3	0.04310387000441551
130280	rnn.weight_hh_l0	4	0.00482069980353117
130280	rnn.weight_hh_l0	5	0.06478723883628845
130280	rnn.weight_hh_l0	6	-0.013067318126559258
130280	rnn.weight_hh_l0	7	-0.08444595336914062
130280	rnn.weight_hh_l0	8	-0.003219995414838195
130280	rnn.weight_hh_l0	9	-0.08451712876558304
130280	rnn.bias_ih_l0	0	-0.08457960933446884
130280	rnn.bias_ih_l0	1	-0.18141326308250427
130280	rnn.bias_ih_l0	2	-0.23063267767429352
130280	rnn.bias_ih_l0	3	-0.27836090326309204
130280	rnn.bias_ih_l0	4	-0.007690778933465481
130280	rnn.bias_ih_l0	5	0.04352761059999466
130280	rnn.bias_ih_l0	6	-0.14747931063175201
130280	rnn.bias_ih_l0	7	-0.2656269073486328
130280	rnn.bias_ih_l0	8	-0.11467831581830978
130280	rnn.bias_ih_l0	9	-0.1666140854358673
130280	rnn.bias_hh_l0	0	0.12448897212743759
130280	rnn.bias_hh_l0	1	-0.06766477972269058
130280	rnn.bias_hh_l0	2	0.03365390747785568
130280	rnn.bias_hh_l0	3	-0.16619618237018585
130280	rnn.bias_hh_l0	4	0.053948480635881424
130280	rnn.bias_hh_l0	5	0.012599888257682323
130280	rnn.bias_hh_l0	6	-0.07808078080415726
130280	rnn.bias_hh_l0	7	-0.14704839885234833
130280	rnn.bias_hh_l0	8	-0.1699552983045578
130280	rnn.bias_hh_l0	9	-0.09016844630241394
130280	rnn.weight_ih_l0_reverse	0	-0.02313055656850338
130280	rnn.weight_ih_l0_reverse	1	0.014429887756705284
130280	rnn.weight_ih_l0_reverse	2	0.008464589715003967
130280	rnn.weight_ih_l0_reverse	3	0.0005113977822475135
130280	rnn.weight_ih_l0_reverse	4	0.04014335945248604
130280	rnn.weight_ih_l0_reverse	5	-0.059492964297533035
130280	rnn.weight_ih_l0_reverse	6	-0.059975527226924896
130280	rnn.weight_ih_l0_reverse	7	-0.015655118972063065
130280	rnn.weight_ih_l0_reverse	8	0.07994039356708527
130280	rnn.weight_ih_l0_reverse	9	0.020151298493146896
130280	rnn.weight_hh_l0_reverse	0	0.006468066480010748
130280	rnn.weight_hh_l0_reverse	1	0.021645210683345795
130280	rnn.weight_hh_l0_reverse	2	-0.037488311529159546
130280	rnn.weight_hh_l0_reverse	3	0.04528449475765228
130280	rnn.weight_hh_l0_reverse	4	0.024360425770282745
130280	rnn.weight_hh_l0_reverse	5	0.0015394556103274226
130280	rnn.weight_hh_l0_reverse	6	0.056665439158678055
130280	rnn.weight_hh_l0_reverse	7	0.025700027123093605
130280	rnn.weight_hh_l0_reverse	8	-0.009318496100604534
130280	rnn.weight_hh_l0_reverse	9	-0.03930741176009178
130280	rnn.bias_ih_l0_reverse	0	-0.1252773404121399
130280	rnn.bias_ih_l0_reverse	1	-0.3060559928417206
130280	rnn.bias_ih_l0_reverse	2	-0.06802631169557571
130280	rnn.bias_ih_l0_reverse	3	-0.13276496529579163
130280	rnn.bias_ih_l0_reverse	4	0.08738946914672852
130280	rnn.bias_ih_l0_reverse	5	-0.24972984194755554
130280	rnn.bias_ih_l0_reverse	6	-0.06254924833774567
130280	rnn.bias_ih_l0_reverse	7	0.0034284049179404974
130280	rnn.bias_ih_l0_reverse	8	-0.18348737061023712
130280	rnn.bias_ih_l0_reverse	9	-0.09141111373901367
130280	rnn.bias_hh_l0_reverse	0	-0.15018165111541748
130280	rnn.bias_hh_l0_reverse	1	-0.15123121440410614
130280	rnn.bias_hh_l0_reverse	2	-0.030285317450761795
130280	rnn.bias_hh_l0_reverse	3	-0.1258421689271927
130280	rnn.bias_hh_l0_reverse	4	-0.019985897466540337
130280	rnn.bias_hh_l0_reverse	5	-0.11456701904535294
130280	rnn.bias_hh_l0_reverse	6	-0.0704239010810852
130280	rnn.bias_hh_l0_reverse	7	-0.2018607258796692
130280	rnn.bias_hh_l0_reverse	8	-0.051832664757966995
130280	rnn.bias_hh_l0_reverse	9	-0.12923234701156616
130280	linear.weight	0	-0.19735276699066162
130280	linear.weight	1	-0.14351113140583038
130280	linear.weight	2	-0.011228874325752258
130280	linear.weight	3	-0.13459965586662292
130280	linear.weight	4	-0.05202208459377289
130280	linear.weight	5	0.1484038531780243
130280	linear.weight	6	0.0047744326293468475
130280	linear.weight	7	-0.021312154829502106
130280	linear.weight	8	0.18319453299045563
130280	linear.weight	9	0.21068470180034637
130280	linear.bias	0	-0.8400564789772034
130280	linear.bias	1	1.301350712776184
130280	linear.bias	2	-0.43467944860458374
130280	linear.bias	3	-0.6820593476295471
130280	linear.bias	4	-0.928206205368042
130280	linear.bias	5	-1.1695232391357422
130280	linear.bias	6	-0.8507681488990784
130280	linear.bias	7	-0.73086017370224
130280	linear.bias	8	-0.01705317199230194
130280	linear.bias	9	3.399292230606079
130284	transitions	0	-0.39287444949150085
130284	transitions	1	8.347436904907227
130284	transitions	2	-3.4328818321228027
130284	transitions	3	1.4552218914031982
130284	transitions	4	-2.049250841140747
130284	transitions	5	-0.3779352009296417
130284	transitions	6	-0.18525667488574982
130284	transitions	7	-10000.0
130284	transitions	8	1.7519363164901733
130284	transitions	9	-2.2929954528808594
130284	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
130284	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
130284	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
130284	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
130284	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
130284	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
130284	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
130284	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
130284	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
130284	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
130284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
130284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
130284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
130284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
130284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
130284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
130284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
130284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
130284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
130284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
130284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
130284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
130284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
130284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
130284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
130284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
130284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
130284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
130284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
130284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
130284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
130284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
130284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
130284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
130284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
130284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
130284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
130284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
130284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
130284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
130284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
130284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
130284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
130284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
130284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
130284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
130284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
130284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
130284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
130284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
130284	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
130284	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
130284	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
130284	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
130284	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
130284	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
130284	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
130284	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
130284	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
130284	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
130284	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
130284	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
130284	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
130284	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
130284	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
130284	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
130284	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
130284	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
130284	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
130284	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
130284	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
130284	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
130284	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
130284	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
130284	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
130284	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
130284	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
130284	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
130284	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
130284	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
130284	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
130284	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
130284	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
130284	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
130284	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
130284	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
130284	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
130284	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
130284	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
130284	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
130284	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
130284	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
130284	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
130284	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
130284	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
130284	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
130284	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
130284	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
130284	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
130284	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
130284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
130284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
130284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
130284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
130284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
130284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
130284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
130284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
130284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
130284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
130284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
130284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
130284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
130284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
130284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
130284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
130284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
130284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
130284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
130284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
130284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
130284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
130284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
130284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
130284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
130284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
130284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
130284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
130284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
130284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
130284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
130284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
130284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
130284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
130284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
130284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
130284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
130284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
130284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
130284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
130284	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
130284	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
130284	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
130284	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
130284	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
130284	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
130284	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
130284	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
130284	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
130284	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
130284	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
130284	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
130284	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
130284	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
130284	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
130284	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
130284	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
130284	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
130284	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
130284	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
130284	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
130284	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
130284	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
130284	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
130284	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
130284	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
130284	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
130284	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
130284	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
130284	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
130284	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
130284	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
130284	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
130284	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
130284	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
130284	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
130284	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
130284	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
130284	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
130284	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
130284	embedding2nn.weight	0	0.046180639415979385
130284	embedding2nn.weight	1	-0.0880560576915741
130284	embedding2nn.weight	2	1.8244054444949143e-05
130284	embedding2nn.weight	3	-0.06023870408535004
130284	embedding2nn.weight	4	-0.12177950143814087
130284	embedding2nn.weight	5	0.12092726677656174
130284	embedding2nn.weight	6	-0.12606462836265564
130284	embedding2nn.weight	7	-0.07343574613332748
130284	embedding2nn.weight	8	-0.014505119994282722
130284	embedding2nn.weight	9	0.09276460856199265
130284	embedding2nn.bias	0	0.028863241896033287
130284	embedding2nn.bias	1	0.04422823339700699
130284	embedding2nn.bias	2	-0.06751802563667297
130284	embedding2nn.bias	3	0.07647816091775894
130284	embedding2nn.bias	4	0.03236507996916771
130284	embedding2nn.bias	5	-0.16104091703891754
130284	embedding2nn.bias	6	-0.10333407670259476
130284	embedding2nn.bias	7	-0.05456667020916939
130284	embedding2nn.bias	8	0.08136704564094543
130284	embedding2nn.bias	9	-0.07483615726232529
130284	rnn.weight_ih_l0	0	0.027816124260425568
130284	rnn.weight_ih_l0	1	-0.07083558291196823
130284	rnn.weight_ih_l0	2	-0.016931118443608284
130284	rnn.weight_ih_l0	3	-0.04300367459654808
130284	rnn.weight_ih_l0	4	0.02634255401790142
130284	rnn.weight_ih_l0	5	-0.08574577420949936
130284	rnn.weight_ih_l0	6	-0.04411562904715538
130284	rnn.weight_ih_l0	7	-0.020580168813467026
130284	rnn.weight_ih_l0	8	0.055728498846292496
130284	rnn.weight_ih_l0	9	0.01174748782068491
130284	rnn.weight_hh_l0	0	0.00783195998519659
130284	rnn.weight_hh_l0	1	-0.08729468286037445
130284	rnn.weight_hh_l0	2	0.05650217831134796
130284	rnn.weight_hh_l0	3	0.043193519115448
130284	rnn.weight_hh_l0	4	0.004811938386410475
130284	rnn.weight_hh_l0	5	0.06500295549631119
130284	rnn.weight_hh_l0	6	-0.013099000789225101
130284	rnn.weight_hh_l0	7	-0.08444543927907944
130284	rnn.weight_hh_l0	8	-0.003208790672942996
130284	rnn.weight_hh_l0	9	-0.08457453548908234
130284	rnn.bias_ih_l0	0	-0.08462818711996078
130284	rnn.bias_ih_l0	1	-0.1813199818134308
130284	rnn.bias_ih_l0	2	-0.23069719970226288
130284	rnn.bias_ih_l0	3	-0.27824559807777405
130284	rnn.bias_ih_l0	4	-0.0067353155463933945
130284	rnn.bias_ih_l0	5	0.04354381188750267
130284	rnn.bias_ih_l0	6	-0.14734260737895966
130284	rnn.bias_ih_l0	7	-0.2654288113117218
130284	rnn.bias_ih_l0	8	-0.11400900036096573
130284	rnn.bias_ih_l0	9	-0.16669000685214996
130284	rnn.bias_hh_l0	0	0.12428545206785202
130284	rnn.bias_hh_l0	1	-0.06759357452392578
130284	rnn.bias_hh_l0	2	0.03403497859835625
130284	rnn.bias_hh_l0	3	-0.1663108617067337
130284	rnn.bias_hh_l0	4	0.05391273647546768
130284	rnn.bias_hh_l0	5	0.012557519599795341
130284	rnn.bias_hh_l0	6	-0.07854510098695755
130284	rnn.bias_hh_l0	7	-0.14734847843647003
130284	rnn.bias_hh_l0	8	-0.17064169049263
130284	rnn.bias_hh_l0	9	-0.09016942977905273
130284	rnn.weight_ih_l0_reverse	0	-0.022984400391578674
130284	rnn.weight_ih_l0_reverse	1	0.01434599794447422
130284	rnn.weight_ih_l0_reverse	2	0.008018366992473602
130284	rnn.weight_ih_l0_reverse	3	0.0005658659501932561
130284	rnn.weight_ih_l0_reverse	4	0.03956800699234009
130284	rnn.weight_ih_l0_reverse	5	-0.059525396674871445
130284	rnn.weight_ih_l0_reverse	6	-0.0599333755671978
130284	rnn.weight_ih_l0_reverse	7	-0.01564706116914749
130284	rnn.weight_ih_l0_reverse	8	0.07994111627340317
130284	rnn.weight_ih_l0_reverse	9	0.020080557093024254
130284	rnn.weight_hh_l0_reverse	0	0.006460979580879211
130284	rnn.weight_hh_l0_reverse	1	0.02164650149643421
130284	rnn.weight_hh_l0_reverse	2	-0.03748676925897598
130284	rnn.weight_hh_l0_reverse	3	0.04527869075536728
130284	rnn.weight_hh_l0_reverse	4	0.02436124160885811
130284	rnn.weight_hh_l0_reverse	5	0.0012131751282140613
130284	rnn.weight_hh_l0_reverse	6	0.056679125875234604
130284	rnn.weight_hh_l0_reverse	7	0.025702297687530518
130284	rnn.weight_hh_l0_reverse	8	-0.009411847218871117
130284	rnn.weight_hh_l0_reverse	9	-0.03929248824715614
130284	rnn.bias_ih_l0_reverse	0	-0.12516869604587555
130284	rnn.bias_ih_l0_reverse	1	-0.30613934993743896
130284	rnn.bias_ih_l0_reverse	2	-0.06804924458265305
130284	rnn.bias_ih_l0_reverse	3	-0.1327821910381317
130284	rnn.bias_ih_l0_reverse	4	0.087406225502491
130284	rnn.bias_ih_l0_reverse	5	-0.2517126500606537
130284	rnn.bias_ih_l0_reverse	6	-0.06254123151302338
130284	rnn.bias_ih_l0_reverse	7	0.003479503560811281
130284	rnn.bias_ih_l0_reverse	8	-0.182928666472435
130284	rnn.bias_ih_l0_reverse	9	-0.09141169488430023
130284	rnn.bias_hh_l0_reverse	0	-0.14997316896915436
130284	rnn.bias_hh_l0_reverse	1	-0.15123477578163147
130284	rnn.bias_hh_l0_reverse	2	-0.03057187981903553
130284	rnn.bias_hh_l0_reverse	3	-0.12541162967681885
130284	rnn.bias_hh_l0_reverse	4	-0.01988203637301922
130284	rnn.bias_hh_l0_reverse	5	-0.11504770070314407
130284	rnn.bias_hh_l0_reverse	6	-0.0701804980635643
130284	rnn.bias_hh_l0_reverse	7	-0.20190149545669556
130284	rnn.bias_hh_l0_reverse	8	-0.052456069737672806
130284	rnn.bias_hh_l0_reverse	9	-0.12876315414905548
130284	linear.weight	0	-0.19736112654209137
130284	linear.weight	1	-0.14351803064346313
130284	linear.weight	2	-0.011228874325752258
130284	linear.weight	3	-0.13438302278518677
130284	linear.weight	4	-0.05437380447983742
130284	linear.weight	5	0.14296190440654755
130284	linear.weight	6	0.0047744326293468475
130284	linear.weight	7	-0.021312154829502106
130284	linear.weight	8	0.18202614784240723
130284	linear.weight	9	0.2111126184463501
130284	linear.bias	0	-0.8418768644332886
130284	linear.bias	1	1.2949602603912354
130284	linear.bias	2	-0.422900527715683
130284	linear.bias	3	-0.6727758646011353
130284	linear.bias	4	-0.9320921301841736
130284	linear.bias	5	-1.16952383518219
130284	linear.bias	6	-0.8525780439376831
130284	linear.bias	7	-0.7386739253997803
130284	linear.bias	8	-0.01705317199230194
130284	linear.bias	9	3.4013671875
130481	transitions	0	-0.3932681381702423
130481	transitions	1	8.364792823791504
130481	transitions	2	-3.43365478515625
130481	transitions	3	1.4425791501998901
130481	transitions	4	-2.0496222972869873
130481	transitions	5	-0.37798264622688293
130481	transitions	6	-0.18532820045948029
130481	transitions	7	-10000.0
130481	transitions	8	1.7502206563949585
130481	transitions	9	-2.2930119037628174
130481	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
130481	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
130481	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
130481	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
130481	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
130481	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
130481	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
130481	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
130481	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
130481	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
130481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
130481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
130481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
130481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
130481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
130481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
130481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
130481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
130481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
130481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
130481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
130481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
130481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
130481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
130481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
130481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
130481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
130481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
130481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
130481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
130481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
130481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
130481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
130481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
130481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
130481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
130481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
130481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
130481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
130481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
130481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
130481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
130481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
130481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
130481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
130481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
130481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
130481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
130481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
130481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
130481	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
130481	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
130481	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
130481	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
130481	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
130481	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
130481	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
130481	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
130481	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
130481	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
130481	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
130481	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
130481	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
130481	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
130481	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
130481	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
130481	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
130481	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
130481	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
130481	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
130481	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
130481	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
130481	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
130481	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
130481	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
130481	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
130481	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
130481	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
130481	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
130481	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
130481	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
130481	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
130481	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
130481	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
130481	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
130481	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
130481	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
130481	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
130481	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
130481	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
130481	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
130481	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
130481	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
130481	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
130481	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
130481	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
130481	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
130481	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
130481	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
130481	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
130481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
130481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
130481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
130481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
130481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
130481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
130481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
130481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
130481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
130481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
130481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
130481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
130481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
130481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
130481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
130481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
130481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
130481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
130481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
130481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
130481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
130481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
130481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
130481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
130481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
130481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
130481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
130481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
130481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
130481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
130481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
130481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
130481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
130481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
130481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
130481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
130481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
130481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
130481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
130481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
130481	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
130481	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
130481	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
130481	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
130481	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
130481	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
130481	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
130481	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
130481	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
130481	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
130481	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
130481	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
130481	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
130481	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
130481	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
130481	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
130481	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
130481	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
130481	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
130481	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
130481	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
130481	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
130481	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
130481	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
130481	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
130481	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
130481	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
130481	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
130481	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
130481	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
130481	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
130481	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
130481	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
130481	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
130481	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
130481	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
130481	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
130481	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
130481	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
130481	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
130481	embedding2nn.weight	0	0.04703452065587044
130481	embedding2nn.weight	1	-0.09109494090080261
130481	embedding2nn.weight	2	-0.0003481245075818151
130481	embedding2nn.weight	3	-0.06236260011792183
130481	embedding2nn.weight	4	-0.12180715054273605
130481	embedding2nn.weight	5	0.11985698342323303
130481	embedding2nn.weight	6	-0.1258053481578827
130481	embedding2nn.weight	7	-0.07442987710237503
130481	embedding2nn.weight	8	-0.015675509348511696
130481	embedding2nn.weight	9	0.08842334151268005
130481	embedding2nn.bias	0	0.03729035705327988
130481	embedding2nn.bias	1	0.015453528612852097
130481	embedding2nn.bias	2	-0.06135047972202301
130481	embedding2nn.bias	3	0.07674693316221237
130481	embedding2nn.bias	4	0.033268723636865616
130481	embedding2nn.bias	5	-0.17799112200737
130481	embedding2nn.bias	6	-0.0875859335064888
130481	embedding2nn.bias	7	-0.04470440372824669
130481	embedding2nn.bias	8	0.06747226417064667
130481	embedding2nn.bias	9	-0.08313664048910141
130481	rnn.weight_ih_l0	0	0.024222688749432564
130481	rnn.weight_ih_l0	1	-0.06983447819948196
130481	rnn.weight_ih_l0	2	-0.018631096929311752
130481	rnn.weight_ih_l0	3	-0.04399789869785309
130481	rnn.weight_ih_l0	4	0.025095902383327484
130481	rnn.weight_ih_l0	5	-0.08866336196660995
130481	rnn.weight_ih_l0	6	-0.04401440918445587
130481	rnn.weight_ih_l0	7	-0.021597085520625114
130481	rnn.weight_ih_l0	8	0.054002728313207626
130481	rnn.weight_ih_l0	9	0.0135713005438447
130481	rnn.weight_hh_l0	0	0.008301534689962864
130481	rnn.weight_hh_l0	1	-0.0875038281083107
130481	rnn.weight_hh_l0	2	0.05562742426991463
130481	rnn.weight_hh_l0	3	0.04417386278510094
130481	rnn.weight_hh_l0	4	0.004633014556020498
130481	rnn.weight_hh_l0	5	0.0639890506863594
130481	rnn.weight_hh_l0	6	-0.013109966181218624
130481	rnn.weight_hh_l0	7	-0.08491197228431702
130481	rnn.weight_hh_l0	8	-0.003529885783791542
130481	rnn.weight_hh_l0	9	-0.08485923707485199
130481	rnn.bias_ih_l0	0	-0.08801241964101791
130481	rnn.bias_ih_l0	1	-0.1826038360595703
130481	rnn.bias_ih_l0	2	-0.23253734409809113
130481	rnn.bias_ih_l0	3	-0.27384433150291443
130481	rnn.bias_ih_l0	4	-0.0004420095938257873
130481	rnn.bias_ih_l0	5	0.04302779957652092
130481	rnn.bias_ih_l0	6	-0.14955191314220428
130481	rnn.bias_ih_l0	7	-0.26435890793800354
130481	rnn.bias_ih_l0	8	-0.11391466856002808
130481	rnn.bias_ih_l0	9	-0.16900326311588287
130481	rnn.bias_hh_l0	0	0.12604962289333344
130481	rnn.bias_hh_l0	1	-0.06689876317977905
130481	rnn.bias_hh_l0	2	0.03574880585074425
130481	rnn.bias_hh_l0	3	-0.16388319432735443
130481	rnn.bias_hh_l0	4	0.05012109503149986
130481	rnn.bias_hh_l0	5	0.015276169404387474
130481	rnn.bias_hh_l0	6	-0.07990462332963943
130481	rnn.bias_hh_l0	7	-0.14754235744476318
130481	rnn.bias_hh_l0	8	-0.17043811082839966
130481	rnn.bias_hh_l0	9	-0.08809064328670502
130481	rnn.weight_ih_l0_reverse	0	-0.02531997114419937
130481	rnn.weight_ih_l0_reverse	1	0.013303641229867935
130481	rnn.weight_ih_l0_reverse	2	0.010482896119356155
130481	rnn.weight_ih_l0_reverse	3	0.0043840971775352955
130481	rnn.weight_ih_l0_reverse	4	0.0378163605928421
130481	rnn.weight_ih_l0_reverse	5	-0.06059861555695534
130481	rnn.weight_ih_l0_reverse	6	-0.05986902117729187
130481	rnn.weight_ih_l0_reverse	7	-0.01627475768327713
130481	rnn.weight_ih_l0_reverse	8	0.08124852180480957
130481	rnn.weight_ih_l0_reverse	9	0.020508194342255592
130481	rnn.weight_hh_l0_reverse	0	0.006247492972761393
130481	rnn.weight_hh_l0_reverse	1	0.021615052595734596
130481	rnn.weight_hh_l0_reverse	2	-0.037625961005687714
130481	rnn.weight_hh_l0_reverse	3	0.04377100616693497
130481	rnn.weight_hh_l0_reverse	4	0.024325067177414894
130481	rnn.weight_hh_l0_reverse	5	0.0024596420116722584
130481	rnn.weight_hh_l0_reverse	6	0.05548711493611336
130481	rnn.weight_hh_l0_reverse	7	0.026542704552412033
130481	rnn.weight_hh_l0_reverse	8	-0.012464303523302078
130481	rnn.weight_hh_l0_reverse	9	-0.03980468958616257
130481	rnn.bias_ih_l0_reverse	0	-0.1269063651561737
130481	rnn.bias_ih_l0_reverse	1	-0.30766355991363525
130481	rnn.bias_ih_l0_reverse	2	-0.06824812293052673
130481	rnn.bias_ih_l0_reverse	3	-0.13193123042583466
130481	rnn.bias_ih_l0_reverse	4	0.08703365921974182
130481	rnn.bias_ih_l0_reverse	5	-0.24869170784950256
130481	rnn.bias_ih_l0_reverse	6	-0.06421172618865967
130481	rnn.bias_ih_l0_reverse	7	0.007017794065177441
130481	rnn.bias_ih_l0_reverse	8	-0.18283912539482117
130481	rnn.bias_ih_l0_reverse	9	-0.0899912640452385
130481	rnn.bias_hh_l0_reverse	0	-0.15129277110099792
130481	rnn.bias_hh_l0_reverse	1	-0.1532566249370575
130481	rnn.bias_hh_l0_reverse	2	-0.0317981094121933
130481	rnn.bias_hh_l0_reverse	3	-0.12666335701942444
130481	rnn.bias_hh_l0_reverse	4	-0.01946854591369629
130481	rnn.bias_hh_l0_reverse	5	-0.11386961489915848
130481	rnn.bias_hh_l0_reverse	6	-0.0709080919623375
130481	rnn.bias_hh_l0_reverse	7	-0.20081819593906403
130481	rnn.bias_hh_l0_reverse	8	-0.05349809676408768
130481	rnn.bias_hh_l0_reverse	9	-0.1280478984117508
130481	linear.weight	0	-0.19565114378929138
130481	linear.weight	1	-0.13409778475761414
130481	linear.weight	2	-0.011228874325752258
130481	linear.weight	3	-0.15500721335411072
130481	linear.weight	4	-0.0395343117415905
130481	linear.weight	5	0.13070808351039886
130481	linear.weight	6	0.0047744326293468475
130481	linear.weight	7	-0.021312154829502106
130481	linear.weight	8	0.15704089403152466
130481	linear.weight	9	0.20223815739154816
130481	linear.bias	0	-0.8614048957824707
130481	linear.bias	1	1.2799204587936401
130481	linear.bias	2	-0.31975647807121277
130481	linear.bias	3	-0.6629185080528259
130481	linear.bias	4	-0.8867449760437012
130481	linear.bias	5	-1.169585108757019
130481	linear.bias	6	-0.8746274709701538
130481	linear.bias	7	-0.7543904781341553
130481	linear.bias	8	-0.01705317199230194
130481	linear.bias	9	3.3369719982147217
130678	transitions	0	-0.39338448643684387
130678	transitions	1	8.40209674835205
130678	transitions	2	-3.434142589569092
130678	transitions	3	1.456405520439148
130678	transitions	4	-2.050388813018799
130678	transitions	5	-0.37807920575141907
130678	transitions	6	-0.18538807332515717
130678	transitions	7	-10000.0
130678	transitions	8	1.7533725500106812
130678	transitions	9	-2.2930197715759277
130678	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
130678	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
130678	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
130678	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
130678	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
130678	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
130678	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
130678	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
130678	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
130678	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
130678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
130678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
130678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
130678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
130678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
130678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
130678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
130678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
130678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
130678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
130678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
130678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
130678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
130678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
130678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
130678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
130678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
130678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
130678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
130678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
130678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
130678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
130678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
130678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
130678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
130678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
130678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
130678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
130678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
130678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
130678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
130678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
130678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
130678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
130678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
130678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
130678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
130678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
130678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
130678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
130678	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
130678	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
130678	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
130678	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
130678	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
130678	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
130678	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
130678	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
130678	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
130678	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
130678	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
130678	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
130678	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
130678	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
130678	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
130678	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
130678	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
130678	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
130678	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
130678	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
130678	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
130678	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
130678	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
130678	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
130678	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
130678	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
130678	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
130678	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
130678	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
130678	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
130678	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
130678	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
130678	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
130678	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
130678	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
130678	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
130678	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
130678	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
130678	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
130678	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
130678	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
130678	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
130678	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
130678	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
130678	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
130678	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
130678	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
130678	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
130678	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
130678	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
130678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
130678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
130678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
130678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
130678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
130678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
130678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
130678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
130678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
130678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
130678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
130678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
130678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
130678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
130678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
130678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
130678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
130678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
130678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
130678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
130678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
130678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
130678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
130678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
130678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
130678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
130678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
130678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
130678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
130678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
130678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
130678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
130678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
130678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
130678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
130678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
130678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
130678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
130678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
130678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
130678	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
130678	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
130678	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
130678	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
130678	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
130678	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
130678	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
130678	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
130678	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
130678	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
130678	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
130678	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
130678	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
130678	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
130678	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
130678	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
130678	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
130678	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
130678	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
130678	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
130678	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
130678	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
130678	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
130678	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
130678	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
130678	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
130678	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
130678	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
130678	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
130678	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
130678	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
130678	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
130678	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
130678	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
130678	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
130678	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
130678	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
130678	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
130678	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
130678	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
130678	embedding2nn.weight	0	0.04665162041783333
130678	embedding2nn.weight	1	-0.09247957170009613
130678	embedding2nn.weight	2	0.0002855440543498844
130678	embedding2nn.weight	3	-0.06254174560308456
130678	embedding2nn.weight	4	-0.11728241294622421
130678	embedding2nn.weight	5	0.11959115415811539
130678	embedding2nn.weight	6	-0.12889033555984497
130678	embedding2nn.weight	7	-0.0753946527838707
130678	embedding2nn.weight	8	-0.015466037206351757
130678	embedding2nn.weight	9	0.0873722955584526
130678	embedding2nn.bias	0	0.045556917786598206
130678	embedding2nn.bias	1	0.030435973778367043
130678	embedding2nn.bias	2	-0.07768332958221436
130678	embedding2nn.bias	3	0.08217684179544449
130678	embedding2nn.bias	4	0.029810963198542595
130678	embedding2nn.bias	5	-0.18350443243980408
130678	embedding2nn.bias	6	-0.09707392007112503
130678	embedding2nn.bias	7	-0.050287213176488876
130678	embedding2nn.bias	8	0.07432147115468979
130678	embedding2nn.bias	9	-0.07943018525838852
130678	rnn.weight_ih_l0	0	0.025672204792499542
130678	rnn.weight_ih_l0	1	-0.06976800411939621
130678	rnn.weight_ih_l0	2	-0.01840919628739357
130678	rnn.weight_ih_l0	3	-0.04486074671149254
130678	rnn.weight_ih_l0	4	0.02538415603339672
130678	rnn.weight_ih_l0	5	-0.0885617658495903
130678	rnn.weight_ih_l0	6	-0.04065825417637825
130678	rnn.weight_ih_l0	7	-0.022958753630518913
130678	rnn.weight_ih_l0	8	0.05190988630056381
130678	rnn.weight_ih_l0	9	0.01558347512036562
130678	rnn.weight_hh_l0	0	0.008275656960904598
130678	rnn.weight_hh_l0	1	-0.08996337652206421
130678	rnn.weight_hh_l0	2	0.055505916476249695
130678	rnn.weight_hh_l0	3	0.04251885041594505
130678	rnn.weight_hh_l0	4	0.004438453819602728
130678	rnn.weight_hh_l0	5	0.06345689296722412
130678	rnn.weight_hh_l0	6	-0.012721562758088112
130678	rnn.weight_hh_l0	7	-0.08517949283123016
130678	rnn.weight_hh_l0	8	-0.003943149466067553
130678	rnn.weight_hh_l0	9	-0.0837990865111351
130678	rnn.bias_ih_l0	0	-0.09138800948858261
130678	rnn.bias_ih_l0	1	-0.1816234141588211
130678	rnn.bias_ih_l0	2	-0.23137347400188446
130678	rnn.bias_ih_l0	3	-0.2755654454231262
130678	rnn.bias_ih_l0	4	0.0018610312836244702
130678	rnn.bias_ih_l0	5	0.04371652379631996
130678	rnn.bias_ih_l0	6	-0.14959892630577087
130678	rnn.bias_ih_l0	7	-0.2628397047519684
130678	rnn.bias_ih_l0	8	-0.11750365793704987
130678	rnn.bias_ih_l0	9	-0.17127889394760132
130678	rnn.bias_hh_l0	0	0.12732946872711182
130678	rnn.bias_hh_l0	1	-0.06493701785802841
130678	rnn.bias_hh_l0	2	0.03428315371274948
130678	rnn.bias_hh_l0	3	-0.16512183845043182
130678	rnn.bias_hh_l0	4	0.05049673467874527
130678	rnn.bias_hh_l0	5	0.02186877653002739
130678	rnn.bias_hh_l0	6	-0.08199433237314224
130678	rnn.bias_hh_l0	7	-0.1475246250629425
130678	rnn.bias_hh_l0	8	-0.17268043756484985
130678	rnn.bias_hh_l0	9	-0.08542539924383163
130678	rnn.weight_ih_l0_reverse	0	-0.026292994618415833
130678	rnn.weight_ih_l0_reverse	1	0.010522228665649891
130678	rnn.weight_ih_l0_reverse	2	0.011844361200928688
130678	rnn.weight_ih_l0_reverse	3	0.0057341861538589
130678	rnn.weight_ih_l0_reverse	4	0.03990950807929039
130678	rnn.weight_ih_l0_reverse	5	-0.0592200793325901
130678	rnn.weight_ih_l0_reverse	6	-0.060093916952610016
130678	rnn.weight_ih_l0_reverse	7	-0.019879236817359924
130678	rnn.weight_ih_l0_reverse	8	0.08154521137475967
130678	rnn.weight_ih_l0_reverse	9	0.02274070493876934
130678	rnn.weight_hh_l0_reverse	0	0.006054944358766079
130678	rnn.weight_hh_l0_reverse	1	0.021884547546505928
130678	rnn.weight_hh_l0_reverse	2	-0.03870101273059845
130678	rnn.weight_hh_l0_reverse	3	0.04428909346461296
130678	rnn.weight_hh_l0_reverse	4	0.024399248883128166
130678	rnn.weight_hh_l0_reverse	5	0.003440123051404953
130678	rnn.weight_hh_l0_reverse	6	0.05475464090704918
130678	rnn.weight_hh_l0_reverse	7	0.02689363807439804
130678	rnn.weight_hh_l0_reverse	8	-0.01219016034156084
130678	rnn.weight_hh_l0_reverse	9	-0.03971657529473305
130678	rnn.bias_ih_l0_reverse	0	-0.12827366590499878
130678	rnn.bias_ih_l0_reverse	1	-0.30306264758110046
130678	rnn.bias_ih_l0_reverse	2	-0.06862916797399521
130678	rnn.bias_ih_l0_reverse	3	-0.13384561240673065
130678	rnn.bias_ih_l0_reverse	4	0.08677787333726883
130678	rnn.bias_ih_l0_reverse	5	-0.24967114627361298
130678	rnn.bias_ih_l0_reverse	6	-0.0639042779803276
130678	rnn.bias_ih_l0_reverse	7	0.00390744861215353
130678	rnn.bias_ih_l0_reverse	8	-0.18358975648880005
130678	rnn.bias_ih_l0_reverse	9	-0.09143350273370743
130678	rnn.bias_hh_l0_reverse	0	-0.15006360411643982
130678	rnn.bias_hh_l0_reverse	1	-0.15118275582790375
130678	rnn.bias_hh_l0_reverse	2	-0.030788399279117584
130678	rnn.bias_hh_l0_reverse	3	-0.12596648931503296
130678	rnn.bias_hh_l0_reverse	4	-0.019707772880792618
130678	rnn.bias_hh_l0_reverse	5	-0.11241726577281952
130678	rnn.bias_hh_l0_reverse	6	-0.07019404321908951
130678	rnn.bias_hh_l0_reverse	7	-0.19970032572746277
130678	rnn.bias_hh_l0_reverse	8	-0.058270614594221115
130678	rnn.bias_hh_l0_reverse	9	-0.1298360526561737
130678	linear.weight	0	-0.21318382024765015
130678	linear.weight	1	-0.14341036975383759
130678	linear.weight	2	-0.011228874325752258
130678	linear.weight	3	-0.1540597826242447
130678	linear.weight	4	-0.022711951285600662
130678	linear.weight	5	0.13467858731746674
130678	linear.weight	6	0.0047744326293468475
130678	linear.weight	7	-0.021312154829502106
130678	linear.weight	8	0.14650452136993408
130678	linear.weight	9	0.19170835614204407
130678	linear.bias	0	-0.8473652601242065
130678	linear.bias	1	1.3462640047073364
130678	linear.bias	2	-0.3759482502937317
130678	linear.bias	3	-0.6502423286437988
130678	linear.bias	4	-0.9353091716766357
130678	linear.bias	5	-1.1696609258651733
130678	linear.bias	6	-0.8612877726554871
130678	linear.bias	7	-0.7523278594017029
130678	linear.bias	8	-0.01705317199230194
130678	linear.bias	9	3.3458924293518066
130875	transitions	0	-0.39352548122406006
130875	transitions	1	8.373687744140625
130875	transitions	2	-3.434964656829834
130875	transitions	3	1.4694989919662476
130875	transitions	4	-2.0513172149658203
130875	transitions	5	-0.37814539670944214
130875	transitions	6	-0.18544915318489075
130875	transitions	7	-10000.0
130875	transitions	8	1.7547147274017334
130875	transitions	9	-2.2930288314819336
130875	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
130875	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
130875	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
130875	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
130875	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
130875	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
130875	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
130875	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
130875	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
130875	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
130875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
130875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
130875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
130875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
130875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
130875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
130875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
130875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
130875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
130875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
130875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
130875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
130875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
130875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
130875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
130875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
130875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
130875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
130875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
130875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
130875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
130875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
130875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
130875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
130875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
130875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
130875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
130875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
130875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
130875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
130875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
130875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
130875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
130875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
130875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
130875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
130875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
130875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
130875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
130875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
130875	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
130875	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
130875	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
130875	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
130875	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
130875	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
130875	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
130875	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
130875	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
130875	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
130875	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
130875	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
130875	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
130875	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
130875	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
130875	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
130875	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
130875	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
130875	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
130875	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
130875	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
130875	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
130875	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
130875	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
130875	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
130875	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
130875	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
130875	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
130875	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
130875	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
130875	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
130875	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
130875	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
130875	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
130875	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
130875	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
130875	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
130875	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
130875	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
130875	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
130875	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
130875	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
130875	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
130875	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
130875	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
130875	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
130875	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
130875	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
130875	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
130875	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
130875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
130875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
130875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
130875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
130875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
130875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
130875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
130875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
130875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
130875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
130875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
130875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
130875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
130875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
130875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
130875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
130875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
130875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
130875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
130875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
130875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
130875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
130875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
130875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
130875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
130875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
130875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
130875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
130875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
130875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
130875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
130875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
130875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
130875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
130875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
130875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
130875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
130875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
130875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
130875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
130875	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
130875	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
130875	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
130875	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
130875	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
130875	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
130875	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
130875	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
130875	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
130875	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
130875	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
130875	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
130875	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
130875	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
130875	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
130875	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
130875	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
130875	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
130875	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
130875	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
130875	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
130875	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
130875	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
130875	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
130875	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
130875	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
130875	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
130875	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
130875	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
130875	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
130875	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
130875	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
130875	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
130875	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
130875	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
130875	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
130875	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
130875	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
130875	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
130875	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
130875	embedding2nn.weight	0	0.04665866494178772
130875	embedding2nn.weight	1	-0.09316971898078918
130875	embedding2nn.weight	2	-0.0022365939803421497
130875	embedding2nn.weight	3	-0.06205190345644951
130875	embedding2nn.weight	4	-0.12027132511138916
130875	embedding2nn.weight	5	0.11906493455171585
130875	embedding2nn.weight	6	-0.12668272852897644
130875	embedding2nn.weight	7	-0.07951974123716354
130875	embedding2nn.weight	8	-0.016548603773117065
130875	embedding2nn.weight	9	0.08532692492008209
130875	embedding2nn.bias	0	0.05171288177371025
130875	embedding2nn.bias	1	0.019091838970780373
130875	embedding2nn.bias	2	-0.10134890675544739
130875	embedding2nn.bias	3	0.07875162363052368
130875	embedding2nn.bias	4	0.012051675468683243
130875	embedding2nn.bias	5	-0.1938575804233551
130875	embedding2nn.bias	6	-0.09338761121034622
130875	embedding2nn.bias	7	-0.04004267230629921
130875	embedding2nn.bias	8	0.06784968823194504
130875	embedding2nn.bias	9	-0.07735805958509445
130875	rnn.weight_ih_l0	0	0.027079761028289795
130875	rnn.weight_ih_l0	1	-0.07234650105237961
130875	rnn.weight_ih_l0	2	-0.017618490383028984
130875	rnn.weight_ih_l0	3	-0.04520085081458092
130875	rnn.weight_ih_l0	4	0.02730550803244114
130875	rnn.weight_ih_l0	5	-0.08947056531906128
130875	rnn.weight_ih_l0	6	-0.04056109860539436
130875	rnn.weight_ih_l0	7	-0.023167256265878677
130875	rnn.weight_ih_l0	8	0.050897881388664246
130875	rnn.weight_ih_l0	9	0.015570195391774178
130875	rnn.weight_hh_l0	0	0.007924758829176426
130875	rnn.weight_hh_l0	1	-0.09143225848674774
130875	rnn.weight_hh_l0	2	0.05685477703809738
130875	rnn.weight_hh_l0	3	0.04223759099841118
130875	rnn.weight_hh_l0	4	0.004143828060477972
130875	rnn.weight_hh_l0	5	0.06382942944765091
130875	rnn.weight_hh_l0	6	-0.012786238454282284
130875	rnn.weight_hh_l0	7	-0.08466760814189911
130875	rnn.weight_hh_l0	8	-0.005569383502006531
130875	rnn.weight_hh_l0	9	-0.08068858087062836
130875	rnn.bias_ih_l0	0	-0.09370937198400497
130875	rnn.bias_ih_l0	1	-0.17915715277194977
130875	rnn.bias_ih_l0	2	-0.23358671367168427
130875	rnn.bias_ih_l0	3	-0.2739410400390625
130875	rnn.bias_ih_l0	4	0.001770973321981728
130875	rnn.bias_ih_l0	5	0.04079718887805939
130875	rnn.bias_ih_l0	6	-0.14431141316890717
130875	rnn.bias_ih_l0	7	-0.2601187229156494
130875	rnn.bias_ih_l0	8	-0.11770796775817871
130875	rnn.bias_ih_l0	9	-0.17023730278015137
130875	rnn.bias_hh_l0	0	0.12841397523880005
130875	rnn.bias_hh_l0	1	-0.06505364924669266
130875	rnn.bias_hh_l0	2	0.035870037972927094
130875	rnn.bias_hh_l0	3	-0.16573531925678253
130875	rnn.bias_hh_l0	4	0.049474235624074936
130875	rnn.bias_hh_l0	5	0.027324367314577103
130875	rnn.bias_hh_l0	6	-0.08553898334503174
130875	rnn.bias_hh_l0	7	-0.14950598776340485
130875	rnn.bias_hh_l0	8	-0.1744856834411621
130875	rnn.bias_hh_l0	9	-0.08509381115436554
130875	rnn.weight_ih_l0_reverse	0	-0.026582801714539528
130875	rnn.weight_ih_l0_reverse	1	0.011624787002801895
130875	rnn.weight_ih_l0_reverse	2	0.012145016342401505
130875	rnn.weight_ih_l0_reverse	3	0.0045516048558056355
130875	rnn.weight_ih_l0_reverse	4	0.03930670768022537
130875	rnn.weight_ih_l0_reverse	5	-0.058282285928726196
130875	rnn.weight_ih_l0_reverse	6	-0.06240738555788994
130875	rnn.weight_ih_l0_reverse	7	-0.0205652117729187
130875	rnn.weight_ih_l0_reverse	8	0.08295328170061111
130875	rnn.weight_ih_l0_reverse	9	0.023341309279203415
130875	rnn.weight_hh_l0_reverse	0	0.005884265527129173
130875	rnn.weight_hh_l0_reverse	1	0.022311201319098473
130875	rnn.weight_hh_l0_reverse	2	-0.03903156518936157
130875	rnn.weight_hh_l0_reverse	3	0.04448491707444191
130875	rnn.weight_hh_l0_reverse	4	0.023660995066165924
130875	rnn.weight_hh_l0_reverse	5	0.003723812522366643
130875	rnn.weight_hh_l0_reverse	6	0.05411924049258232
130875	rnn.weight_hh_l0_reverse	7	0.02688809670507908
130875	rnn.weight_hh_l0_reverse	8	-0.012362834066152573
130875	rnn.weight_hh_l0_reverse	9	-0.04016343504190445
130875	rnn.bias_ih_l0_reverse	0	-0.12786008417606354
130875	rnn.bias_ih_l0_reverse	1	-0.3029957115650177
130875	rnn.bias_ih_l0_reverse	2	-0.07166099548339844
130875	rnn.bias_ih_l0_reverse	3	-0.13492657244205475
130875	rnn.bias_ih_l0_reverse	4	0.08560489118099213
130875	rnn.bias_ih_l0_reverse	5	-0.24819864332675934
130875	rnn.bias_ih_l0_reverse	6	-0.06026541069149971
130875	rnn.bias_ih_l0_reverse	7	0.006752470973879099
130875	rnn.bias_ih_l0_reverse	8	-0.1773017793893814
130875	rnn.bias_ih_l0_reverse	9	-0.09507942944765091
130875	rnn.bias_hh_l0_reverse	0	-0.15033170580863953
130875	rnn.bias_hh_l0_reverse	1	-0.1530836969614029
130875	rnn.bias_hh_l0_reverse	2	-0.03309270367026329
130875	rnn.bias_hh_l0_reverse	3	-0.12443917244672775
130875	rnn.bias_hh_l0_reverse	4	-0.019550912082195282
130875	rnn.bias_hh_l0_reverse	5	-0.11381136626005173
130875	rnn.bias_hh_l0_reverse	6	-0.06494452059268951
130875	rnn.bias_hh_l0_reverse	7	-0.20087046921253204
130875	rnn.bias_hh_l0_reverse	8	-0.060081448405981064
130875	rnn.bias_hh_l0_reverse	9	-0.1336176097393036
130875	linear.weight	0	-0.22904370725154877
130875	linear.weight	1	-0.13770049810409546
130875	linear.weight	2	-0.011228874325752258
130875	linear.weight	3	-0.12318983674049377
130875	linear.weight	4	-0.02887352555990219
130875	linear.weight	5	0.1378568559885025
130875	linear.weight	6	0.0047744326293468475
130875	linear.weight	7	-0.021312154829502106
130875	linear.weight	8	0.14809972047805786
130875	linear.weight	9	0.2019406259059906
130875	linear.bias	0	-0.8441071510314941
130875	linear.bias	1	1.3901556730270386
130875	linear.bias	2	-0.39017707109451294
130875	linear.bias	3	-0.6812854409217834
130875	linear.bias	4	-0.8957029581069946
130875	linear.bias	5	-1.1697187423706055
130875	linear.bias	6	-0.8554773926734924
130875	linear.bias	7	-0.7803621888160706
130875	linear.bias	8	-0.01705317199230194
130875	linear.bias	9	3.2855992317199707
131072	transitions	0	-0.39375412464141846
131072	transitions	1	8.411128997802734
131072	transitions	2	-3.4354848861694336
131072	transitions	3	1.481351375579834
131072	transitions	4	-2.0523130893707275
131072	transitions	5	-0.37831348180770874
131072	transitions	6	-0.1854846030473709
131072	transitions	7	-10000.0
131072	transitions	8	1.7529137134552002
131072	transitions	9	-2.293034076690674
131072	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
131072	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
131072	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
131072	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
131072	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
131072	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
131072	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
131072	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
131072	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
131072	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
131072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
131072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
131072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
131072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
131072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
131072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
131072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
131072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
131072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
131072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
131072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
131072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
131072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
131072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
131072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
131072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
131072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
131072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
131072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
131072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
131072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
131072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
131072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
131072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
131072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
131072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
131072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
131072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
131072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
131072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
131072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
131072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
131072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
131072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
131072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
131072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
131072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
131072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
131072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
131072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
131072	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
131072	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
131072	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
131072	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
131072	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
131072	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
131072	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
131072	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
131072	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
131072	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
131072	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
131072	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
131072	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
131072	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
131072	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
131072	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
131072	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
131072	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
131072	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
131072	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
131072	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
131072	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
131072	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
131072	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
131072	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
131072	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
131072	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
131072	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
131072	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
131072	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
131072	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
131072	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
131072	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
131072	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
131072	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
131072	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
131072	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
131072	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
131072	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
131072	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
131072	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
131072	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
131072	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
131072	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
131072	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
131072	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
131072	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
131072	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
131072	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
131072	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
131072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
131072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
131072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
131072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
131072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
131072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
131072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
131072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
131072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
131072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
131072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
131072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
131072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
131072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
131072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
131072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
131072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
131072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
131072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
131072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
131072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
131072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
131072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
131072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
131072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
131072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
131072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
131072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
131072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
131072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
131072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
131072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
131072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
131072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
131072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
131072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
131072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
131072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
131072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
131072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
131072	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
131072	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
131072	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
131072	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
131072	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
131072	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
131072	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
131072	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
131072	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
131072	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
131072	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
131072	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
131072	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
131072	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
131072	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
131072	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
131072	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
131072	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
131072	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
131072	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
131072	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
131072	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
131072	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
131072	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
131072	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
131072	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
131072	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
131072	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
131072	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
131072	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
131072	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
131072	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
131072	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
131072	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
131072	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
131072	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
131072	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
131072	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
131072	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
131072	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
131072	embedding2nn.weight	0	0.046486031264066696
131072	embedding2nn.weight	1	-0.0916954055428505
131072	embedding2nn.weight	2	-0.005167825147509575
131072	embedding2nn.weight	3	-0.06313113123178482
131072	embedding2nn.weight	4	-0.1251451075077057
131072	embedding2nn.weight	5	0.11811928451061249
131072	embedding2nn.weight	6	-0.1128254160284996
131072	embedding2nn.weight	7	-0.08356727659702301
131072	embedding2nn.weight	8	-0.014519873075187206
131072	embedding2nn.weight	9	0.08339651674032211
131072	embedding2nn.bias	0	0.06843773275613785
131072	embedding2nn.bias	1	0.029281940311193466
131072	embedding2nn.bias	2	-0.11311440169811249
131072	embedding2nn.bias	3	0.06404443085193634
131072	embedding2nn.bias	4	0.008544491603970528
131072	embedding2nn.bias	5	-0.19601552188396454
131072	embedding2nn.bias	6	-0.09708742797374725
131072	embedding2nn.bias	7	-0.04590995982289314
131072	embedding2nn.bias	8	0.07298506051301956
131072	embedding2nn.bias	9	-0.07790295779705048
131072	rnn.weight_ih_l0	0	0.029278431087732315
131072	rnn.weight_ih_l0	1	-0.07138121873140335
131072	rnn.weight_ih_l0	2	-0.016438838094472885
131072	rnn.weight_ih_l0	3	-0.04555315151810646
131072	rnn.weight_ih_l0	4	0.02492646686732769
131072	rnn.weight_ih_l0	5	-0.09440023452043533
131072	rnn.weight_ih_l0	6	-0.039012111723423004
131072	rnn.weight_ih_l0	7	-0.021790821105241776
131072	rnn.weight_ih_l0	8	0.05165718495845795
131072	rnn.weight_ih_l0	9	0.015274201519787312
131072	rnn.weight_hh_l0	0	0.008437799289822578
131072	rnn.weight_hh_l0	1	-0.09346212446689606
131072	rnn.weight_hh_l0	2	0.05739479884505272
131072	rnn.weight_hh_l0	3	0.042724452912807465
131072	rnn.weight_hh_l0	4	0.004046131391078234
131072	rnn.weight_hh_l0	5	0.06345832347869873
131072	rnn.weight_hh_l0	6	-0.012335747480392456
131072	rnn.weight_hh_l0	7	-0.08509774506092072
131072	rnn.weight_hh_l0	8	-0.00453817006200552
131072	rnn.weight_hh_l0	9	-0.08097679913043976
131072	rnn.bias_ih_l0	0	-0.0969337448477745
131072	rnn.bias_ih_l0	1	-0.1810932755470276
131072	rnn.bias_ih_l0	2	-0.23732665181159973
131072	rnn.bias_ih_l0	3	-0.2741253077983856
131072	rnn.bias_ih_l0	4	0.00135114137083292
131072	rnn.bias_ih_l0	5	0.0408637598156929
131072	rnn.bias_ih_l0	6	-0.14847026765346527
131072	rnn.bias_ih_l0	7	-0.2610566020011902
131072	rnn.bias_ih_l0	8	-0.11814279854297638
131072	rnn.bias_ih_l0	9	-0.16913792490959167
131072	rnn.bias_hh_l0	0	0.12815868854522705
131072	rnn.bias_hh_l0	1	-0.06502576172351837
131072	rnn.bias_hh_l0	2	0.03613099828362465
131072	rnn.bias_hh_l0	3	-0.16616562008857727
131072	rnn.bias_hh_l0	4	0.04070441052317619
131072	rnn.bias_hh_l0	5	0.024550816044211388
131072	rnn.bias_hh_l0	6	-0.08892679214477539
131072	rnn.bias_hh_l0	7	-0.15059706568717957
131072	rnn.bias_hh_l0	8	-0.17559576034545898
131072	rnn.bias_hh_l0	9	-0.08565087616443634
131072	rnn.weight_ih_l0_reverse	0	-0.02581922337412834
131072	rnn.weight_ih_l0_reverse	1	0.010614779777824879
131072	rnn.weight_ih_l0_reverse	2	0.006676577962934971
131072	rnn.weight_ih_l0_reverse	3	0.006538850255310535
131072	rnn.weight_ih_l0_reverse	4	0.03844766691327095
131072	rnn.weight_ih_l0_reverse	5	-0.05698864907026291
131072	rnn.weight_ih_l0_reverse	6	-0.06386736035346985
131072	rnn.weight_ih_l0_reverse	7	-0.021365942433476448
131072	rnn.weight_ih_l0_reverse	8	0.08399463444948196
131072	rnn.weight_ih_l0_reverse	9	0.023467523977160454
131072	rnn.weight_hh_l0_reverse	0	0.0059423428028821945
131072	rnn.weight_hh_l0_reverse	1	0.022741330787539482
131072	rnn.weight_hh_l0_reverse	2	-0.03866612911224365
131072	rnn.weight_hh_l0_reverse	3	0.04552138224244118
131072	rnn.weight_hh_l0_reverse	4	0.023302605375647545
131072	rnn.weight_hh_l0_reverse	5	0.0056563182733953
131072	rnn.weight_hh_l0_reverse	6	0.05435846000909805
131072	rnn.weight_hh_l0_reverse	7	0.026505334302783012
131072	rnn.weight_hh_l0_reverse	8	-0.011971946805715561
131072	rnn.weight_hh_l0_reverse	9	-0.040066927671432495
131072	rnn.bias_ih_l0_reverse	0	-0.12664857506752014
131072	rnn.bias_ih_l0_reverse	1	-0.30060696601867676
131072	rnn.bias_ih_l0_reverse	2	-0.07241947948932648
131072	rnn.bias_ih_l0_reverse	3	-0.13632307946681976
131072	rnn.bias_ih_l0_reverse	4	0.08648641407489777
131072	rnn.bias_ih_l0_reverse	5	-0.25215086340904236
131072	rnn.bias_ih_l0_reverse	6	-0.06144220754504204
131072	rnn.bias_ih_l0_reverse	7	0.009280379861593246
131072	rnn.bias_ih_l0_reverse	8	-0.17800502479076385
131072	rnn.bias_ih_l0_reverse	9	-0.0920708030462265
131072	rnn.bias_hh_l0_reverse	0	-0.14906646311283112
131072	rnn.bias_hh_l0_reverse	1	-0.15431781113147736
131072	rnn.bias_hh_l0_reverse	2	-0.03131849691271782
131072	rnn.bias_hh_l0_reverse	3	-0.1254284679889679
131072	rnn.bias_hh_l0_reverse	4	-0.023014461621642113
131072	rnn.bias_hh_l0_reverse	5	-0.11321870982646942
131072	rnn.bias_hh_l0_reverse	6	-0.06933391839265823
131072	rnn.bias_hh_l0_reverse	7	-0.2002759575843811
131072	rnn.bias_hh_l0_reverse	8	-0.05970415845513344
131072	rnn.bias_hh_l0_reverse	9	-0.13491970300674438
131072	linear.weight	0	-0.24303071200847626
131072	linear.weight	1	-0.1362905353307724
131072	linear.weight	2	-0.011228874325752258
131072	linear.weight	3	-0.13491809368133545
131072	linear.weight	4	-0.011503996327519417
131072	linear.weight	5	0.14370959997177124
131072	linear.weight	6	0.0047744326293468475
131072	linear.weight	7	-0.021312154829502106
131072	linear.weight	8	0.17016799747943878
131072	linear.weight	9	0.19415371119976044
131072	linear.bias	0	-0.839204728603363
131072	linear.bias	1	1.3978545665740967
131072	linear.bias	2	-0.3906773626804352
131072	linear.bias	3	-0.6540210843086243
131072	linear.bias	4	-0.92340087890625
131072	linear.bias	5	-1.1697813272476196
131072	linear.bias	6	-0.8549364805221558
131072	linear.bias	7	-0.7516117691993713
131072	linear.bias	8	-0.01705317199230194
131072	linear.bias	9	3.256481409072876
131269	transitions	0	-0.3938576281070709
131269	transitions	1	8.385912895202637
131269	transitions	2	-3.436612367630005
131269	transitions	3	1.4634350538253784
131269	transitions	4	-2.054482936859131
131269	transitions	5	-0.37843039631843567
131269	transitions	6	-0.18552903831005096
131269	transitions	7	-10000.0
131269	transitions	8	1.756270408630371
131269	transitions	9	-2.2930572032928467
131269	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
131269	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
131269	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
131269	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
131269	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
131269	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
131269	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
131269	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
131269	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
131269	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
131269	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
131269	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
131269	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
131269	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
131269	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
131269	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
131269	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
131269	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
131269	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
131269	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
131269	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
131269	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
131269	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
131269	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
131269	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
131269	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
131269	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
131269	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
131269	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
131269	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
131269	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
131269	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
131269	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
131269	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
131269	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
131269	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
131269	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
131269	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
131269	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
131269	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
131269	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
131269	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
131269	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
131269	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
131269	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
131269	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
131269	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
131269	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
131269	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
131269	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
131269	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
131269	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
131269	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
131269	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
131269	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
131269	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
131269	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
131269	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
131269	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
131269	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
131269	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
131269	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
131269	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
131269	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
131269	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
131269	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
131269	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
131269	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
131269	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
131269	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
131269	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
131269	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
131269	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
131269	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
131269	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
131269	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
131269	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
131269	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
131269	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
131269	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
131269	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
131269	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
131269	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
131269	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
131269	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
131269	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
131269	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
131269	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
131269	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
131269	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
131269	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
131269	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
131269	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
131269	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
131269	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
131269	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
131269	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
131269	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
131269	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
131269	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
131269	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
131269	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
131269	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
131269	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
131269	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
131269	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
131269	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
131269	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
131269	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
131269	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
131269	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
131269	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
131269	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
131269	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
131269	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
131269	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
131269	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
131269	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
131269	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
131269	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
131269	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
131269	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
131269	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
131269	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
131269	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
131269	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
131269	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
131269	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
131269	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
131269	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
131269	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
131269	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
131269	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
131269	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
131269	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
131269	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
131269	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
131269	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
131269	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
131269	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
131269	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
131269	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
131269	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
131269	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
131269	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
131269	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
131269	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
131269	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
131269	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
131269	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
131269	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
131269	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
131269	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
131269	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
131269	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
131269	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
131269	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
131269	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
131269	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
131269	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
131269	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
131269	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
131269	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
131269	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
131269	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
131269	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
131269	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
131269	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
131269	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
131269	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
131269	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
131269	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
131269	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
131269	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
131269	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
131269	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
131269	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
131269	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
131269	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
131269	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
131269	embedding2nn.weight	0	0.04618807137012482
131269	embedding2nn.weight	1	-0.0919710323214531
131269	embedding2nn.weight	2	-0.0066968887113034725
131269	embedding2nn.weight	3	-0.06106232851743698
131269	embedding2nn.weight	4	-0.12516985833644867
131269	embedding2nn.weight	5	0.1162755936384201
131269	embedding2nn.weight	6	-0.11432141810655594
131269	embedding2nn.weight	7	-0.08255258947610855
131269	embedding2nn.weight	8	-0.015618057921528816
131269	embedding2nn.weight	9	0.08587136119604111
131269	embedding2nn.bias	0	0.061002347618341446
131269	embedding2nn.bias	1	0.022273896262049675
131269	embedding2nn.bias	2	-0.11479192972183228
131269	embedding2nn.bias	3	0.07152113318443298
131269	embedding2nn.bias	4	0.00846912246197462
131269	embedding2nn.bias	5	-0.18807537853717804
131269	embedding2nn.bias	6	-0.08837654441595078
131269	embedding2nn.bias	7	-0.05110454931855202
131269	embedding2nn.bias	8	0.08180657029151917
131269	embedding2nn.bias	9	-0.07487619668245316
131269	rnn.weight_ih_l0	0	0.029000652953982353
131269	rnn.weight_ih_l0	1	-0.07327040284872055
131269	rnn.weight_ih_l0	2	-0.015428876504302025
131269	rnn.weight_ih_l0	3	-0.043990034610033035
131269	rnn.weight_ih_l0	4	0.024253539741039276
131269	rnn.weight_ih_l0	5	-0.09444468468427658
131269	rnn.weight_ih_l0	6	-0.04360977187752724
131269	rnn.weight_ih_l0	7	-0.0227936040610075
131269	rnn.weight_ih_l0	8	0.05676790699362755
131269	rnn.weight_ih_l0	9	0.01778039149940014
131269	rnn.weight_hh_l0	0	0.008597892709076405
131269	rnn.weight_hh_l0	1	-0.09095310419797897
131269	rnn.weight_hh_l0	2	0.05697319656610489
131269	rnn.weight_hh_l0	3	0.04106966033577919
131269	rnn.weight_hh_l0	4	0.004310362972319126
131269	rnn.weight_hh_l0	5	0.0647389218211174
131269	rnn.weight_hh_l0	6	-0.01235332153737545
131269	rnn.weight_hh_l0	7	-0.0854448601603508
131269	rnn.weight_hh_l0	8	-0.004272432066500187
131269	rnn.weight_hh_l0	9	-0.08096344023942947
131269	rnn.bias_ih_l0	0	-0.0940878614783287
131269	rnn.bias_ih_l0	1	-0.18059511482715607
131269	rnn.bias_ih_l0	2	-0.23889873921871185
131269	rnn.bias_ih_l0	3	-0.2768760323524475
131269	rnn.bias_ih_l0	4	0.002840983448550105
131269	rnn.bias_ih_l0	5	0.042511794716119766
131269	rnn.bias_ih_l0	6	-0.1503581404685974
131269	rnn.bias_ih_l0	7	-0.25683510303497314
131269	rnn.bias_ih_l0	8	-0.12153372913599014
131269	rnn.bias_ih_l0	9	-0.1682584583759308
131269	rnn.bias_hh_l0	0	0.12793956696987152
131269	rnn.bias_hh_l0	1	-0.06680085510015488
131269	rnn.bias_hh_l0	2	0.03885791823267937
131269	rnn.bias_hh_l0	3	-0.1642518788576126
131269	rnn.bias_hh_l0	4	0.04047045111656189
131269	rnn.bias_hh_l0	5	0.02289254404604435
131269	rnn.bias_hh_l0	6	-0.08908805251121521
131269	rnn.bias_hh_l0	7	-0.15293677151203156
131269	rnn.bias_hh_l0	8	-0.17570912837982178
131269	rnn.bias_hh_l0	9	-0.08381929993629456
131269	rnn.weight_ih_l0_reverse	0	-0.026216555386781693
131269	rnn.weight_ih_l0_reverse	1	0.010461611673235893
131269	rnn.weight_ih_l0_reverse	2	0.00783885084092617
131269	rnn.weight_ih_l0_reverse	3	0.00900577288120985
131269	rnn.weight_ih_l0_reverse	4	0.038904495537281036
131269	rnn.weight_ih_l0_reverse	5	-0.05365484580397606
131269	rnn.weight_ih_l0_reverse	6	-0.061478979885578156
131269	rnn.weight_ih_l0_reverse	7	-0.01921343430876732
131269	rnn.weight_ih_l0_reverse	8	0.08459487557411194
131269	rnn.weight_ih_l0_reverse	9	0.02304263599216938
131269	rnn.weight_hh_l0_reverse	0	0.006172307301312685
131269	rnn.weight_hh_l0_reverse	1	0.022989071905612946
131269	rnn.weight_hh_l0_reverse	2	-0.039215248078107834
131269	rnn.weight_hh_l0_reverse	3	0.04505039379000664
131269	rnn.weight_hh_l0_reverse	4	0.02361849509179592
131269	rnn.weight_hh_l0_reverse	5	0.005576906725764275
131269	rnn.weight_hh_l0_reverse	6	0.05385845899581909
131269	rnn.weight_hh_l0_reverse	7	0.02701156586408615
131269	rnn.weight_hh_l0_reverse	8	-0.013815370388329029
131269	rnn.weight_hh_l0_reverse	9	-0.03931353986263275
131269	rnn.bias_ih_l0_reverse	0	-0.1295502483844757
131269	rnn.bias_ih_l0_reverse	1	-0.3064316213130951
131269	rnn.bias_ih_l0_reverse	2	-0.06968069076538086
131269	rnn.bias_ih_l0_reverse	3	-0.1394922435283661
131269	rnn.bias_ih_l0_reverse	4	0.09005780518054962
131269	rnn.bias_ih_l0_reverse	5	-0.24932478368282318
131269	rnn.bias_ih_l0_reverse	6	-0.060131579637527466
131269	rnn.bias_ih_l0_reverse	7	0.005815083626657724
131269	rnn.bias_ih_l0_reverse	8	-0.18002007901668549
131269	rnn.bias_ih_l0_reverse	9	-0.09210166335105896
131269	rnn.bias_hh_l0_reverse	0	-0.14725124835968018
131269	rnn.bias_hh_l0_reverse	1	-0.1530712991952896
131269	rnn.bias_hh_l0_reverse	2	-0.030902918428182602
131269	rnn.bias_hh_l0_reverse	3	-0.12529197335243225
131269	rnn.bias_hh_l0_reverse	4	-0.02381950616836548
131269	rnn.bias_hh_l0_reverse	5	-0.11272214353084564
131269	rnn.bias_hh_l0_reverse	6	-0.06784797459840775
131269	rnn.bias_hh_l0_reverse	7	-0.2002975195646286
131269	rnn.bias_hh_l0_reverse	8	-0.0601961687207222
131269	rnn.bias_hh_l0_reverse	9	-0.13482865691184998
131269	linear.weight	0	-0.23261961340904236
131269	linear.weight	1	-0.12689849734306335
131269	linear.weight	2	-0.011228874325752258
131269	linear.weight	3	-0.1163414791226387
131269	linear.weight	4	-0.020647650584578514
131269	linear.weight	5	0.1398472636938095
131269	linear.weight	6	0.0047744326293468475
131269	linear.weight	7	-0.021312154829502106
131269	linear.weight	8	0.16169244050979614
131269	linear.weight	9	0.19916433095932007
131269	linear.bias	0	-0.8275283575057983
131269	linear.bias	1	1.347693681716919
131269	linear.bias	2	-0.38781413435935974
131269	linear.bias	3	-0.6750432848930359
131269	linear.bias	4	-0.8993716835975647
131269	linear.bias	5	-1.1698474884033203
131269	linear.bias	6	-0.8436334133148193
131269	linear.bias	7	-0.7699780464172363
131269	linear.bias	8	-0.01705317199230194
131269	linear.bias	9	3.3081681728363037
131466	transitions	0	-0.39418745040893555
131466	transitions	1	8.389863967895508
131466	transitions	2	-3.437633752822876
131466	transitions	3	1.4644731283187866
131466	transitions	4	-2.0549991130828857
131466	transitions	5	-0.37857741117477417
131466	transitions	6	-0.18559475243091583
131466	transitions	7	-10000.0
131466	transitions	8	1.7539899349212646
131466	transitions	9	-2.2930679321289062
131466	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
131466	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
131466	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
131466	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
131466	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
131466	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
131466	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
131466	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
131466	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
131466	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
131466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
131466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
131466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
131466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
131466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
131466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
131466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
131466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
131466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
131466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
131466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
131466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
131466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
131466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
131466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
131466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
131466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
131466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
131466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
131466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
131466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
131466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
131466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
131466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
131466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
131466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
131466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
131466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
131466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
131466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
131466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
131466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
131466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
131466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
131466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
131466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
131466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
131466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
131466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
131466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
131466	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
131466	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
131466	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
131466	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
131466	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
131466	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
131466	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
131466	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
131466	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
131466	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
131466	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
131466	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
131466	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
131466	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
131466	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
131466	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
131466	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
131466	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
131466	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
131466	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
131466	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
131466	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
131466	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
131466	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
131466	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
131466	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
131466	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
131466	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
131466	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
131466	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
131466	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
131466	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
131466	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
131466	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
131466	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
131466	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
131466	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
131466	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
131466	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
131466	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
131466	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
131466	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
131466	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
131466	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
131466	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
131466	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
131466	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
131466	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
131466	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
131466	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
131466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
131466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
131466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
131466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
131466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
131466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
131466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
131466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
131466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
131466	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
131466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
131466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
131466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
131466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
131466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
131466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
131466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
131466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
131466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
131466	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
131466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
131466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
131466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
131466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
131466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
131466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
131466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
131466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
131466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
131466	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
131466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
131466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
131466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
131466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
131466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
131466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
131466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
131466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
131466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
131466	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
131466	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
131466	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
131466	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
131466	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
131466	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
131466	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
131466	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
131466	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
131466	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
131466	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
131466	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
131466	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
131466	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
131466	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
131466	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
131466	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
131466	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
131466	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
131466	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
131466	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
131466	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
131466	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
131466	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
131466	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
131466	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
131466	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
131466	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
131466	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
131466	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
131466	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
131466	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
131466	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
131466	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
131466	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
131466	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
131466	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
131466	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
131466	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
131466	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
131466	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
131466	embedding2nn.weight	0	0.045967452228069305
131466	embedding2nn.weight	1	-0.09052396565675735
131466	embedding2nn.weight	2	-0.006837575696408749
131466	embedding2nn.weight	3	-0.061259638518095016
131466	embedding2nn.weight	4	-0.12371347099542618
131466	embedding2nn.weight	5	0.11695679277181625
131466	embedding2nn.weight	6	-0.11640282720327377
131466	embedding2nn.weight	7	-0.08194568008184433
131466	embedding2nn.weight	8	-0.014769011177122593
131466	embedding2nn.weight	9	0.08822190761566162
131466	embedding2nn.bias	0	0.041527725756168365
131466	embedding2nn.bias	1	0.03892495855689049
131466	embedding2nn.bias	2	-0.10280080884695053
131466	embedding2nn.bias	3	0.06580284237861633
131466	embedding2nn.bias	4	0.005953298881649971
131466	embedding2nn.bias	5	-0.1738596111536026
131466	embedding2nn.bias	6	-0.10054139047861099
131466	embedding2nn.bias	7	-0.05354665219783783
131466	embedding2nn.bias	8	0.07378080487251282
131466	embedding2nn.bias	9	-0.07419463992118835
131466	rnn.weight_ih_l0	0	0.027572331950068474
131466	rnn.weight_ih_l0	1	-0.07565604895353317
131466	rnn.weight_ih_l0	2	-0.018372807651758194
131466	rnn.weight_ih_l0	3	-0.04244773089885712
131466	rnn.weight_ih_l0	4	0.024938510730862617
131466	rnn.weight_ih_l0	5	-0.09926033020019531
131466	rnn.weight_ih_l0	6	-0.04396119713783264
131466	rnn.weight_ih_l0	7	-0.02298092283308506
131466	rnn.weight_ih_l0	8	0.05277945101261139
131466	rnn.weight_ih_l0	9	0.020297303795814514
131466	rnn.weight_hh_l0	0	0.008820045739412308
131466	rnn.weight_hh_l0	1	-0.0910494402050972
131466	rnn.weight_hh_l0	2	0.05709252506494522
131466	rnn.weight_hh_l0	3	0.04153088480234146
131466	rnn.weight_hh_l0	4	0.0038203930016607046
131466	rnn.weight_hh_l0	5	0.06730762869119644
131466	rnn.weight_hh_l0	6	-0.012278595007956028
131466	rnn.weight_hh_l0	7	-0.08700264990329742
131466	rnn.weight_hh_l0	8	-0.0032536624930799007
131466	rnn.weight_hh_l0	9	-0.08023733645677567
131466	rnn.bias_ih_l0	0	-0.08913041651248932
131466	rnn.bias_ih_l0	1	-0.18022428452968597
131466	rnn.bias_ih_l0	2	-0.23836660385131836
131466	rnn.bias_ih_l0	3	-0.2753590941429138
131466	rnn.bias_ih_l0	4	0.002718332689255476
131466	rnn.bias_ih_l0	5	0.046457719057798386
131466	rnn.bias_ih_l0	6	-0.14971524477005005
131466	rnn.bias_ih_l0	7	-0.2602248191833496
131466	rnn.bias_ih_l0	8	-0.11881682276725769
131466	rnn.bias_ih_l0	9	-0.16585391759872437
131466	rnn.bias_hh_l0	0	0.12925836443901062
131466	rnn.bias_hh_l0	1	-0.06511061638593674
131466	rnn.bias_hh_l0	2	0.04002894088625908
131466	rnn.bias_hh_l0	3	-0.16259466111660004
131466	rnn.bias_hh_l0	4	0.04340149089694023
131466	rnn.bias_hh_l0	5	0.025020981207489967
131466	rnn.bias_hh_l0	6	-0.0885947197675705
131466	rnn.bias_hh_l0	7	-0.15158745646476746
131466	rnn.bias_hh_l0	8	-0.17933772504329681
131466	rnn.bias_hh_l0	9	-0.08270479738712311
131466	rnn.weight_ih_l0_reverse	0	-0.02510794997215271
131466	rnn.weight_ih_l0_reverse	1	0.011023219674825668
131466	rnn.weight_ih_l0_reverse	2	0.011371840722858906
131466	rnn.weight_ih_l0_reverse	3	0.009684090502560139
131466	rnn.weight_ih_l0_reverse	4	0.03813587501645088
131466	rnn.weight_ih_l0_reverse	5	-0.05372004210948944
131466	rnn.weight_ih_l0_reverse	6	-0.05941401794552803
131466	rnn.weight_ih_l0_reverse	7	-0.020637372508645058
131466	rnn.weight_ih_l0_reverse	8	0.08411335200071335
131466	rnn.weight_ih_l0_reverse	9	0.02183229848742485
131466	rnn.weight_hh_l0_reverse	0	0.006557478103786707
131466	rnn.weight_hh_l0_reverse	1	0.022989781573414803
131466	rnn.weight_hh_l0_reverse	2	-0.039230283349752426
131466	rnn.weight_hh_l0_reverse	3	0.0458737388253212
131466	rnn.weight_hh_l0_reverse	4	0.023751966655254364
131466	rnn.weight_hh_l0_reverse	5	0.004800327122211456
131466	rnn.weight_hh_l0_reverse	6	0.05285699665546417
131466	rnn.weight_hh_l0_reverse	7	0.027786152437329292
131466	rnn.weight_hh_l0_reverse	8	-0.01487057376652956
131466	rnn.weight_hh_l0_reverse	9	-0.03852882981300354
131466	rnn.bias_ih_l0_reverse	0	-0.13038861751556396
131466	rnn.bias_ih_l0_reverse	1	-0.3093326687812805
131466	rnn.bias_ih_l0_reverse	2	-0.07073110342025757
131466	rnn.bias_ih_l0_reverse	3	-0.1414489895105362
131466	rnn.bias_ih_l0_reverse	4	0.08849209547042847
131466	rnn.bias_ih_l0_reverse	5	-0.2511075437068939
131466	rnn.bias_ih_l0_reverse	6	-0.06220496445894241
131466	rnn.bias_ih_l0_reverse	7	0.012415627017617226
131466	rnn.bias_ih_l0_reverse	8	-0.17965960502624512
131466	rnn.bias_ih_l0_reverse	9	-0.0933440774679184
131466	rnn.bias_hh_l0_reverse	0	-0.14965996146202087
131466	rnn.bias_hh_l0_reverse	1	-0.1546153575181961
131466	rnn.bias_hh_l0_reverse	2	-0.031825244426727295
131466	rnn.bias_hh_l0_reverse	3	-0.1237635388970375
131466	rnn.bias_hh_l0_reverse	4	-0.02766779623925686
131466	rnn.bias_hh_l0_reverse	5	-0.1134953647851944
131466	rnn.bias_hh_l0_reverse	6	-0.06614643335342407
131466	rnn.bias_hh_l0_reverse	7	-0.20042206346988678
131466	rnn.bias_hh_l0_reverse	8	-0.064080148935318
131466	rnn.bias_hh_l0_reverse	9	-0.1327482908964157
131466	linear.weight	0	-0.2241390347480774
131466	linear.weight	1	-0.14192627370357513
131466	linear.weight	2	-0.011228874325752258
131466	linear.weight	3	-0.1155177503824234
131466	linear.weight	4	-0.012247484177350998
131466	linear.weight	5	0.15020033717155457
131466	linear.weight	6	0.0047744326293468475
131466	linear.weight	7	-0.021312154829502106
131466	linear.weight	8	0.1486232876777649
131466	linear.weight	9	0.19828888773918152
131466	linear.bias	0	-0.8415905833244324
131466	linear.bias	1	1.4054217338562012
131466	linear.bias	2	-0.44073203206062317
131466	linear.bias	3	-0.6697847843170166
131466	linear.bias	4	-0.8898123502731323
131466	linear.bias	5	-1.169913649559021
131466	linear.bias	6	-0.865700900554657
131466	linear.bias	7	-0.7947012782096863
131466	linear.bias	8	-0.01705317199230194
131466	linear.bias	9	3.3745052814483643
131663	transitions	0	-0.39439424872398376
131663	transitions	1	8.349876403808594
131663	transitions	2	-3.43816876411438
131663	transitions	3	1.4739799499511719
131663	transitions	4	-2.055539846420288
131663	transitions	5	-0.3786570727825165
131663	transitions	6	-0.18563158810138702
131663	transitions	7	-10000.0
131663	transitions	8	1.752293586730957
131663	transitions	9	-2.2930779457092285
131663	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
131663	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
131663	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
131663	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
131663	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
131663	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
131663	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
131663	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
131663	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
131663	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
131663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
131663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
131663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
131663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
131663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
131663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
131663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
131663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
131663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
131663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
131663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
131663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
131663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
131663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
131663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
131663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
131663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
131663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
131663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
131663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
131663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
131663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
131663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
131663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
131663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
131663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
131663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
131663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
131663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
131663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
131663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
131663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
131663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
131663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
131663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
131663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
131663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
131663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
131663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
131663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
131663	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
131663	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
131663	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
131663	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
131663	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
131663	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
131663	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
131663	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
131663	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
131663	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
131663	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
131663	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
131663	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
131663	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
131663	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
131663	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
131663	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
131663	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
131663	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
131663	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
131663	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
131663	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
131663	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
131663	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
131663	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
131663	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
131663	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
131663	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
131663	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
131663	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
131663	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
131663	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
131663	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
131663	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
131663	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
131663	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
131663	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
131663	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
131663	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
131663	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
131663	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
131663	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
131663	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
131663	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
131663	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
131663	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
131663	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
131663	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
131663	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
131663	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
131663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
131663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
131663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
131663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
131663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
131663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
131663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
131663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
131663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
131663	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
131663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
131663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
131663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
131663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
131663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
131663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
131663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
131663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
131663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
131663	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
131663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
131663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
131663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
131663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
131663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
131663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
131663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
131663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
131663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
131663	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
131663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
131663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
131663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
131663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
131663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
131663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
131663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
131663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
131663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
131663	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
131663	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
131663	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
131663	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
131663	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
131663	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
131663	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
131663	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
131663	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
131663	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
131663	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
131663	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
131663	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
131663	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
131663	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
131663	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
131663	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
131663	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
131663	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
131663	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
131663	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
131663	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
131663	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
131663	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
131663	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
131663	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
131663	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
131663	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
131663	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
131663	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
131663	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
131663	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
131663	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
131663	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
131663	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
131663	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
131663	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
131663	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
131663	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
131663	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
131663	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
131663	embedding2nn.weight	0	0.04662199690937996
131663	embedding2nn.weight	1	-0.09066128730773926
131663	embedding2nn.weight	2	-0.00776465842500329
131663	embedding2nn.weight	3	-0.06051574647426605
131663	embedding2nn.weight	4	-0.12114205211400986
131663	embedding2nn.weight	5	0.11693630367517471
131663	embedding2nn.weight	6	-0.12645810842514038
131663	embedding2nn.weight	7	-0.08192350715398788
131663	embedding2nn.weight	8	-0.014845240861177444
131663	embedding2nn.weight	9	0.09353815019130707
131663	embedding2nn.bias	0	0.05639185756444931
131663	embedding2nn.bias	1	0.03315676376223564
131663	embedding2nn.bias	2	-0.10698939859867096
131663	embedding2nn.bias	3	0.058585088700056076
131663	embedding2nn.bias	4	0.02176467329263687
131663	embedding2nn.bias	5	-0.17436723411083221
131663	embedding2nn.bias	6	-0.09171462059020996
131663	embedding2nn.bias	7	-0.06035594642162323
131663	embedding2nn.bias	8	0.08495251834392548
131663	embedding2nn.bias	9	-0.07191143184900284
131663	rnn.weight_ih_l0	0	0.02348434180021286
131663	rnn.weight_ih_l0	1	-0.07658637315034866
131663	rnn.weight_ih_l0	2	-0.017954764887690544
131663	rnn.weight_ih_l0	3	-0.0427272766828537
131663	rnn.weight_ih_l0	4	0.023384546861052513
131663	rnn.weight_ih_l0	5	-0.09702356904745102
131663	rnn.weight_ih_l0	6	-0.04372481256723404
131663	rnn.weight_ih_l0	7	-0.02198007144033909
131663	rnn.weight_ih_l0	8	0.057569414377212524
131663	rnn.weight_ih_l0	9	0.02351265400648117
131663	rnn.weight_hh_l0	0	0.007723424583673477
131663	rnn.weight_hh_l0	1	-0.09042008966207504
131663	rnn.weight_hh_l0	2	0.05758952349424362
131663	rnn.weight_hh_l0	3	0.04172725975513458
131663	rnn.weight_hh_l0	4	0.004090503323823214
131663	rnn.weight_hh_l0	5	0.06873694062232971
131663	rnn.weight_hh_l0	6	-0.012506403960287571
131663	rnn.weight_hh_l0	7	-0.08751726895570755
131663	rnn.weight_hh_l0	8	-0.0039655049331486225
131663	rnn.weight_hh_l0	9	-0.08173582702875137
131663	rnn.bias_ih_l0	0	-0.0824722871184349
131663	rnn.bias_ih_l0	1	-0.1756889969110489
131663	rnn.bias_ih_l0	2	-0.23617912828922272
131663	rnn.bias_ih_l0	3	-0.27623024582862854
131663	rnn.bias_ih_l0	4	0.00347339641302824
131663	rnn.bias_ih_l0	5	0.0495293065905571
131663	rnn.bias_ih_l0	6	-0.15225951373577118
131663	rnn.bias_ih_l0	7	-0.2574855387210846
131663	rnn.bias_ih_l0	8	-0.11603792756795883
131663	rnn.bias_ih_l0	9	-0.16468892991542816
131663	rnn.bias_hh_l0	0	0.13047878444194794
131663	rnn.bias_hh_l0	1	-0.06640592962503433
131663	rnn.bias_hh_l0	2	0.04093179851770401
131663	rnn.bias_hh_l0	3	-0.16190898418426514
131663	rnn.bias_hh_l0	4	0.041694220155477524
131663	rnn.bias_hh_l0	5	0.026565177366137505
131663	rnn.bias_hh_l0	6	-0.08624736964702606
131663	rnn.bias_hh_l0	7	-0.15291066467761993
131663	rnn.bias_hh_l0	8	-0.1804886758327484
131663	rnn.bias_hh_l0	9	-0.08293887972831726
131663	rnn.weight_ih_l0_reverse	0	-0.023763256147503853
131663	rnn.weight_ih_l0_reverse	1	0.011972133070230484
131663	rnn.weight_ih_l0_reverse	2	0.008640432730317116
131663	rnn.weight_ih_l0_reverse	3	0.009024053812026978
131663	rnn.weight_ih_l0_reverse	4	0.03921126574277878
131663	rnn.weight_ih_l0_reverse	5	-0.053027305752038956
131663	rnn.weight_ih_l0_reverse	6	-0.05778054893016815
131663	rnn.weight_ih_l0_reverse	7	-0.019505640491843224
131663	rnn.weight_ih_l0_reverse	8	0.08441387116909027
131663	rnn.weight_ih_l0_reverse	9	0.018726706504821777
131663	rnn.weight_hh_l0_reverse	0	0.00624231668189168
131663	rnn.weight_hh_l0_reverse	1	0.02346530742943287
131663	rnn.weight_hh_l0_reverse	2	-0.038724735379219055
131663	rnn.weight_hh_l0_reverse	3	0.04632918909192085
131663	rnn.weight_hh_l0_reverse	4	0.02337842993438244
131663	rnn.weight_hh_l0_reverse	5	0.004510318394750357
131663	rnn.weight_hh_l0_reverse	6	0.05324837192893028
131663	rnn.weight_hh_l0_reverse	7	0.027905195951461792
131663	rnn.weight_hh_l0_reverse	8	-0.015192322432994843
131663	rnn.weight_hh_l0_reverse	9	-0.037959374487400055
131663	rnn.bias_ih_l0_reverse	0	-0.12895260751247406
131663	rnn.bias_ih_l0_reverse	1	-0.30708810687065125
131663	rnn.bias_ih_l0_reverse	2	-0.06966155767440796
131663	rnn.bias_ih_l0_reverse	3	-0.14215289056301117
131663	rnn.bias_ih_l0_reverse	4	0.0884207934141159
131663	rnn.bias_ih_l0_reverse	5	-0.2511489689350128
131663	rnn.bias_ih_l0_reverse	6	-0.062312524765729904
131663	rnn.bias_ih_l0_reverse	7	0.005780085921287537
131663	rnn.bias_ih_l0_reverse	8	-0.178778737783432
131663	rnn.bias_ih_l0_reverse	9	-0.09319329261779785
131663	rnn.bias_hh_l0_reverse	0	-0.14921942353248596
131663	rnn.bias_hh_l0_reverse	1	-0.1508892923593521
131663	rnn.bias_hh_l0_reverse	2	-0.03182129189372063
131663	rnn.bias_hh_l0_reverse	3	-0.12395413219928741
131663	rnn.bias_hh_l0_reverse	4	-0.031163914129137993
131663	rnn.bias_hh_l0_reverse	5	-0.11339451372623444
131663	rnn.bias_hh_l0_reverse	6	-0.06564062088727951
131663	rnn.bias_hh_l0_reverse	7	-0.19630149006843567
131663	rnn.bias_hh_l0_reverse	8	-0.06197098270058632
131663	rnn.bias_hh_l0_reverse	9	-0.13206489384174347
131663	linear.weight	0	-0.22380653023719788
131663	linear.weight	1	-0.1357361078262329
131663	linear.weight	2	-0.011228874325752258
131663	linear.weight	3	-0.11173100769519806
131663	linear.weight	4	-0.004146738443523645
131663	linear.weight	5	0.1318277269601822
131663	linear.weight	6	0.0047744326293468475
131663	linear.weight	7	-0.021312154829502106
131663	linear.weight	8	0.1487368941307068
131663	linear.weight	9	0.19960612058639526
131663	linear.bias	0	-0.8409742712974548
131663	linear.bias	1	1.4607124328613281
131663	linear.bias	2	-0.38025760650634766
131663	linear.bias	3	-0.7058489322662354
131663	linear.bias	4	-0.917029082775116
131663	linear.bias	5	-1.1699793338775635
131663	linear.bias	6	-0.862610936164856
131663	linear.bias	7	-0.7906280755996704
131663	linear.bias	8	-0.01705317199230194
131663	linear.bias	9	3.3306455612182617
131860	transitions	0	-0.39492329955101013
131860	transitions	1	8.38464641571045
131860	transitions	2	-3.438992977142334
131860	transitions	3	1.479282259941101
131860	transitions	4	-2.0561106204986572
131860	transitions	5	-0.378805547952652
131860	transitions	6	-0.1856953501701355
131860	transitions	7	-10000.0
131860	transitions	8	1.7561976909637451
131860	transitions	9	-2.293093681335449
131860	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
131860	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
131860	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
131860	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
131860	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
131860	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
131860	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
131860	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
131860	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
131860	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
131860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
131860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
131860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
131860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
131860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
131860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
131860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
131860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
131860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
131860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
131860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
131860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
131860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
131860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
131860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
131860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
131860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
131860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
131860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
131860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
131860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
131860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
131860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
131860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
131860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
131860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
131860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
131860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
131860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
131860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
131860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
131860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
131860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
131860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
131860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
131860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
131860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
131860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
131860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
131860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
131860	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
131860	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
131860	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
131860	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
131860	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
131860	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
131860	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
131860	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
131860	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
131860	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
131860	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
131860	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
131860	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
131860	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
131860	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
131860	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
131860	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
131860	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
131860	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
131860	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
131860	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
131860	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
131860	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
131860	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
131860	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
131860	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
131860	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
131860	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
131860	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
131860	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
131860	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
131860	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
131860	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
131860	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
131860	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
131860	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
131860	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
131860	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
131860	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
131860	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
131860	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
131860	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
131860	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
131860	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
131860	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
131860	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
131860	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
131860	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
131860	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
131860	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
131860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
131860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
131860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
131860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
131860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
131860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
131860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
131860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
131860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
131860	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
131860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
131860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
131860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
131860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
131860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
131860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
131860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
131860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
131860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
131860	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
131860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
131860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
131860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
131860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
131860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
131860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
131860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
131860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
131860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
131860	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
131860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
131860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
131860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
131860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
131860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
131860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
131860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
131860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
131860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
131860	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
131860	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
131860	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
131860	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
131860	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
131860	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
131860	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
131860	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
131860	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
131860	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
131860	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
131860	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
131860	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
131860	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
131860	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
131860	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
131860	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
131860	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
131860	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
131860	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
131860	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
131860	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
131860	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
131860	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
131860	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
131860	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
131860	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
131860	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
131860	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
131860	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
131860	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
131860	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
131860	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
131860	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
131860	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
131860	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
131860	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
131860	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
131860	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
131860	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
131860	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
131860	embedding2nn.weight	0	0.047297727316617966
131860	embedding2nn.weight	1	-0.09129566699266434
131860	embedding2nn.weight	2	-0.0063698929734528065
131860	embedding2nn.weight	3	-0.06109214946627617
131860	embedding2nn.weight	4	-0.12305834889411926
131860	embedding2nn.weight	5	0.1166207566857338
131860	embedding2nn.weight	6	-0.12566764652729034
131860	embedding2nn.weight	7	-0.080166757106781
131860	embedding2nn.weight	8	-0.014839457347989082
131860	embedding2nn.weight	9	0.0970168486237526
131860	embedding2nn.bias	0	0.05322011932730675
131860	embedding2nn.bias	1	0.06294327974319458
131860	embedding2nn.bias	2	-0.0973946824669838
131860	embedding2nn.bias	3	0.06291677802801132
131860	embedding2nn.bias	4	0.01795530505478382
131860	embedding2nn.bias	5	-0.17670419812202454
131860	embedding2nn.bias	6	-0.09827609360218048
131860	embedding2nn.bias	7	-0.06844491511583328
131860	embedding2nn.bias	8	0.07852613925933838
131860	embedding2nn.bias	9	-0.07980766892433167
131860	rnn.weight_ih_l0	0	0.023398632183670998
131860	rnn.weight_ih_l0	1	-0.07205107808113098
131860	rnn.weight_ih_l0	2	-0.015858536586165428
131860	rnn.weight_ih_l0	3	-0.04368686303496361
131860	rnn.weight_ih_l0	4	0.023374829441308975
131860	rnn.weight_ih_l0	5	-0.09685265272855759
131860	rnn.weight_ih_l0	6	-0.04584817960858345
131860	rnn.weight_ih_l0	7	-0.02156832441687584
131860	rnn.weight_ih_l0	8	0.0590403787791729
131860	rnn.weight_ih_l0	9	0.021861767396330833
131860	rnn.weight_hh_l0	0	0.008480426855385303
131860	rnn.weight_hh_l0	1	-0.08952651917934418
131860	rnn.weight_hh_l0	2	0.05795194208621979
131860	rnn.weight_hh_l0	3	0.04248743876814842
131860	rnn.weight_hh_l0	4	0.003954256884753704
131860	rnn.weight_hh_l0	5	0.06897512823343277
131860	rnn.weight_hh_l0	6	-0.012736231088638306
131860	rnn.weight_hh_l0	7	-0.08831388503313065
131860	rnn.weight_hh_l0	8	-0.003873704466968775
131860	rnn.weight_hh_l0	9	-0.07998018711805344
131860	rnn.bias_ih_l0	0	-0.08219578862190247
131860	rnn.bias_ih_l0	1	-0.1776714324951172
131860	rnn.bias_ih_l0	2	-0.23847924172878265
131860	rnn.bias_ih_l0	3	-0.2782270908355713
131860	rnn.bias_ih_l0	4	0.008019378408789635
131860	rnn.bias_ih_l0	5	0.04601872339844704
131860	rnn.bias_ih_l0	6	-0.1521073281764984
131860	rnn.bias_ih_l0	7	-0.25666970014572144
131860	rnn.bias_ih_l0	8	-0.1171775534749031
131860	rnn.bias_ih_l0	9	-0.16325132548809052
131860	rnn.bias_hh_l0	0	0.13124461472034454
131860	rnn.bias_hh_l0	1	-0.06520320475101471
131860	rnn.bias_hh_l0	2	0.042705826461315155
131860	rnn.bias_hh_l0	3	-0.16243921220302582
131860	rnn.bias_hh_l0	4	0.04495665058493614
131860	rnn.bias_hh_l0	5	0.02788499742746353
131860	rnn.bias_hh_l0	6	-0.08777313679456711
131860	rnn.bias_hh_l0	7	-0.15396542847156525
131860	rnn.bias_hh_l0	8	-0.180537611246109
131860	rnn.bias_hh_l0	9	-0.08140217512845993
131860	rnn.weight_ih_l0_reverse	0	-0.023769628256559372
131860	rnn.weight_ih_l0_reverse	1	0.009169249795377254
131860	rnn.weight_ih_l0_reverse	2	0.012155910953879356
131860	rnn.weight_ih_l0_reverse	3	0.009107410907745361
131860	rnn.weight_ih_l0_reverse	4	0.04323393106460571
131860	rnn.weight_ih_l0_reverse	5	-0.054081011563539505
131860	rnn.weight_ih_l0_reverse	6	-0.05825367942452431
131860	rnn.weight_ih_l0_reverse	7	-0.021206369623541832
131860	rnn.weight_ih_l0_reverse	8	0.0859794020652771
131860	rnn.weight_ih_l0_reverse	9	0.016160979866981506
131860	rnn.weight_hh_l0_reverse	0	0.006878092419356108
131860	rnn.weight_hh_l0_reverse	1	0.0233532153069973
131860	rnn.weight_hh_l0_reverse	2	-0.03879093378782272
131860	rnn.weight_hh_l0_reverse	3	0.047281909734010696
131860	rnn.weight_hh_l0_reverse	4	0.02381991595029831
131860	rnn.weight_hh_l0_reverse	5	0.004083388485014439
131860	rnn.weight_hh_l0_reverse	6	0.05324026942253113
131860	rnn.weight_hh_l0_reverse	7	0.02815132774412632
131860	rnn.weight_hh_l0_reverse	8	-0.016267195343971252
131860	rnn.weight_hh_l0_reverse	9	-0.03789632022380829
131860	rnn.bias_ih_l0_reverse	0	-0.1277301162481308
131860	rnn.bias_ih_l0_reverse	1	-0.30565643310546875
131860	rnn.bias_ih_l0_reverse	2	-0.06862117350101471
131860	rnn.bias_ih_l0_reverse	3	-0.14271622896194458
131860	rnn.bias_ih_l0_reverse	4	0.08850881457328796
131860	rnn.bias_ih_l0_reverse	5	-0.24737657606601715
131860	rnn.bias_ih_l0_reverse	6	-0.0644519180059433
131860	rnn.bias_ih_l0_reverse	7	0.006180963013321161
131860	rnn.bias_ih_l0_reverse	8	-0.1816401332616806
131860	rnn.bias_ih_l0_reverse	9	-0.09681261330842972
131860	rnn.bias_hh_l0_reverse	0	-0.14863750338554382
131860	rnn.bias_hh_l0_reverse	1	-0.15422657132148743
131860	rnn.bias_hh_l0_reverse	2	-0.03135104849934578
131860	rnn.bias_hh_l0_reverse	3	-0.12654288113117218
131860	rnn.bias_hh_l0_reverse	4	-0.028644094243645668
131860	rnn.bias_hh_l0_reverse	5	-0.11453460901975632
131860	rnn.bias_hh_l0_reverse	6	-0.06918207556009293
131860	rnn.bias_hh_l0_reverse	7	-0.1961824595928192
131860	rnn.bias_hh_l0_reverse	8	-0.06256110221147537
131860	rnn.bias_hh_l0_reverse	9	-0.132731094956398
131860	linear.weight	0	-0.22260627150535583
131860	linear.weight	1	-0.13980762660503387
131860	linear.weight	2	-0.011228874325752258
131860	linear.weight	3	-0.09436210989952087
131860	linear.weight	4	-0.018134791404008865
131860	linear.weight	5	0.12875616550445557
131860	linear.weight	6	0.0047744326293468475
131860	linear.weight	7	-0.021312154829502106
131860	linear.weight	8	0.15029913187026978
131860	linear.weight	9	0.19814352691173553
131860	linear.bias	0	-0.863871693611145
131860	linear.bias	1	1.41080641746521
131860	linear.bias	2	-0.42079904675483704
131860	linear.bias	3	-0.6807318925857544
131860	linear.bias	4	-0.9381688237190247
131860	linear.bias	5	-1.1700387001037598
131860	linear.bias	6	-0.8895010352134705
131860	linear.bias	7	-0.7899811863899231
131860	linear.bias	8	-0.01705317199230194
131860	linear.bias	9	3.3908448219299316
132057	transitions	0	-0.39515262842178345
132057	transitions	1	8.38813591003418
132057	transitions	2	-3.4400899410247803
132057	transitions	3	1.4824470281600952
132057	transitions	4	-2.057736396789551
132057	transitions	5	-0.37891337275505066
132057	transitions	6	-0.185774028301239
132057	transitions	7	-10000.0
132057	transitions	8	1.7586729526519775
132057	transitions	9	-2.2931010723114014
132057	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
132057	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
132057	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
132057	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
132057	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
132057	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
132057	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
132057	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
132057	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
132057	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
132057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
132057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
132057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
132057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
132057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
132057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
132057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
132057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
132057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
132057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
132057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
132057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
132057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
132057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
132057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
132057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
132057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
132057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
132057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
132057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
132057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
132057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
132057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
132057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
132057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
132057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
132057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
132057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
132057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
132057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
132057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
132057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
132057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
132057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
132057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
132057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
132057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
132057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
132057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
132057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
132057	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
132057	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
132057	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
132057	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
132057	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
132057	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
132057	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
132057	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
132057	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
132057	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
132057	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
132057	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
132057	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
132057	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
132057	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
132057	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
132057	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
132057	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
132057	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
132057	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
132057	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
132057	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
132057	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
132057	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
132057	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
132057	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
132057	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
132057	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
132057	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
132057	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
132057	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
132057	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
132057	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
132057	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
132057	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
132057	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
132057	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
132057	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
132057	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
132057	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
132057	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
132057	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
132057	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
132057	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
132057	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
132057	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
132057	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
132057	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
132057	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
132057	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
132057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
132057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
132057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
132057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
132057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
132057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
132057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
132057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
132057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
132057	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
132057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
132057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
132057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
132057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
132057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
132057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
132057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
132057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
132057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
132057	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
132057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
132057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
132057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
132057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
132057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
132057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
132057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
132057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
132057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
132057	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
132057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
132057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
132057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
132057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
132057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
132057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
132057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
132057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
132057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
132057	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
132057	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
132057	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
132057	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
132057	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
132057	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
132057	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
132057	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
132057	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
132057	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
132057	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
132057	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
132057	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
132057	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
132057	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
132057	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
132057	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
132057	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
132057	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
132057	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
132057	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
132057	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
132057	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
132057	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
132057	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
132057	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
132057	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
132057	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
132057	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
132057	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
132057	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
132057	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
132057	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
132057	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
132057	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
132057	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
132057	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
132057	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
132057	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
132057	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
132057	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
132057	embedding2nn.weight	0	0.04799447953701019
132057	embedding2nn.weight	1	-0.09217614680528641
132057	embedding2nn.weight	2	-0.004636331927031279
132057	embedding2nn.weight	3	-0.06004732474684715
132057	embedding2nn.weight	4	-0.1239917129278183
132057	embedding2nn.weight	5	0.11565453559160233
132057	embedding2nn.weight	6	-0.1333235800266266
132057	embedding2nn.weight	7	-0.07932174205780029
132057	embedding2nn.weight	8	-0.015137020498514175
132057	embedding2nn.weight	9	0.09709567576646805
132057	embedding2nn.bias	0	0.06557188183069229
132057	embedding2nn.bias	1	0.06597508490085602
132057	embedding2nn.bias	2	-0.09772290289402008
132057	embedding2nn.bias	3	0.05240369960665703
132057	embedding2nn.bias	4	0.004416817799210548
132057	embedding2nn.bias	5	-0.17591159045696259
132057	embedding2nn.bias	6	-0.09295589476823807
132057	embedding2nn.bias	7	-0.056669220328330994
132057	embedding2nn.bias	8	0.072023406624794
132057	embedding2nn.bias	9	-0.08045045286417007
132057	rnn.weight_ih_l0	0	0.02080387994647026
132057	rnn.weight_ih_l0	1	-0.07177659869194031
132057	rnn.weight_ih_l0	2	-0.014993342570960522
132057	rnn.weight_ih_l0	3	-0.041007280349731445
132057	rnn.weight_ih_l0	4	0.02766244113445282
132057	rnn.weight_ih_l0	5	-0.09780069440603256
132057	rnn.weight_ih_l0	6	-0.042859580367803574
132057	rnn.weight_ih_l0	7	-0.018998339772224426
132057	rnn.weight_ih_l0	8	0.061307743191719055
132057	rnn.weight_ih_l0	9	0.018813958391547203
132057	rnn.weight_hh_l0	0	0.008094348013401031
132057	rnn.weight_hh_l0	1	-0.08945363759994507
132057	rnn.weight_hh_l0	2	0.05813644826412201
132057	rnn.weight_hh_l0	3	0.04250722378492355
132057	rnn.weight_hh_l0	4	0.003984056878834963
132057	rnn.weight_hh_l0	5	0.06969298422336578
132057	rnn.weight_hh_l0	6	-0.012707809917628765
132057	rnn.weight_hh_l0	7	-0.0877978503704071
132057	rnn.weight_hh_l0	8	-0.004920863080769777
132057	rnn.weight_hh_l0	9	-0.08095230162143707
132057	rnn.bias_ih_l0	0	-0.08449386805295944
132057	rnn.bias_ih_l0	1	-0.1760646253824234
132057	rnn.bias_ih_l0	2	-0.24037742614746094
132057	rnn.bias_ih_l0	3	-0.27886202931404114
132057	rnn.bias_ih_l0	4	0.00556798093020916
132057	rnn.bias_ih_l0	5	0.042673055082559586
132057	rnn.bias_ih_l0	6	-0.15489943325519562
132057	rnn.bias_ih_l0	7	-0.2596321403980255
132057	rnn.bias_ih_l0	8	-0.11840754002332687
132057	rnn.bias_ih_l0	9	-0.16601230204105377
132057	rnn.bias_hh_l0	0	0.13157150149345398
132057	rnn.bias_hh_l0	1	-0.06670491397380829
132057	rnn.bias_hh_l0	2	0.04221806675195694
132057	rnn.bias_hh_l0	3	-0.16248567402362823
132057	rnn.bias_hh_l0	4	0.04899154230952263
132057	rnn.bias_hh_l0	5	0.0338515006005764
132057	rnn.bias_hh_l0	6	-0.09112279862165451
132057	rnn.bias_hh_l0	7	-0.15542618930339813
132057	rnn.bias_hh_l0	8	-0.18038447201251984
132057	rnn.bias_hh_l0	9	-0.0828479528427124
132057	rnn.weight_ih_l0_reverse	0	-0.022305868566036224
132057	rnn.weight_ih_l0_reverse	1	0.007770181633532047
132057	rnn.weight_ih_l0_reverse	2	0.014620608650147915
132057	rnn.weight_ih_l0_reverse	3	0.01092629972845316
132057	rnn.weight_ih_l0_reverse	4	0.04124055057764053
132057	rnn.weight_ih_l0_reverse	5	-0.051123395562171936
132057	rnn.weight_ih_l0_reverse	6	-0.05707656964659691
132057	rnn.weight_ih_l0_reverse	7	-0.021538449451327324
132057	rnn.weight_ih_l0_reverse	8	0.08808587491512299
132057	rnn.weight_ih_l0_reverse	9	0.01756124757230282
132057	rnn.weight_hh_l0_reverse	0	0.006527245044708252
132057	rnn.weight_hh_l0_reverse	1	0.023352060467004776
132057	rnn.weight_hh_l0_reverse	2	-0.038642268627882004
132057	rnn.weight_hh_l0_reverse	3	0.04626251757144928
132057	rnn.weight_hh_l0_reverse	4	0.02418116293847561
132057	rnn.weight_hh_l0_reverse	5	0.00340630067512393
132057	rnn.weight_hh_l0_reverse	6	0.053209953010082245
132057	rnn.weight_hh_l0_reverse	7	0.028031349182128906
132057	rnn.weight_hh_l0_reverse	8	-0.016214221715927124
132057	rnn.weight_hh_l0_reverse	9	-0.03867482766509056
132057	rnn.bias_ih_l0_reverse	0	-0.12917529046535492
132057	rnn.bias_ih_l0_reverse	1	-0.3059197962284088
132057	rnn.bias_ih_l0_reverse	2	-0.06613282114267349
132057	rnn.bias_ih_l0_reverse	3	-0.14194777607917786
132057	rnn.bias_ih_l0_reverse	4	0.08958146721124649
132057	rnn.bias_ih_l0_reverse	5	-0.2472286969423294
132057	rnn.bias_ih_l0_reverse	6	-0.06441400200128555
132057	rnn.bias_ih_l0_reverse	7	0.007122943177819252
132057	rnn.bias_ih_l0_reverse	8	-0.18413756787776947
132057	rnn.bias_ih_l0_reverse	9	-0.09517592936754227
132057	rnn.bias_hh_l0_reverse	0	-0.14999082684516907
132057	rnn.bias_hh_l0_reverse	1	-0.15324503183364868
132057	rnn.bias_hh_l0_reverse	2	-0.03205797076225281
132057	rnn.bias_hh_l0_reverse	3	-0.12414570897817612
132057	rnn.bias_hh_l0_reverse	4	-0.028030555695295334
132057	rnn.bias_hh_l0_reverse	5	-0.11603263765573502
132057	rnn.bias_hh_l0_reverse	6	-0.06832785904407501
132057	rnn.bias_hh_l0_reverse	7	-0.19522495567798615
132057	rnn.bias_hh_l0_reverse	8	-0.0583450123667717
132057	rnn.bias_hh_l0_reverse	9	-0.1320209801197052
132057	linear.weight	0	-0.21456807851791382
132057	linear.weight	1	-0.13433319330215454
132057	linear.weight	2	-0.011228874325752258
132057	linear.weight	3	-0.08389934152364731
132057	linear.weight	4	-0.021625783294439316
132057	linear.weight	5	0.13468661904335022
132057	linear.weight	6	0.0047744326293468475
132057	linear.weight	7	-0.021312154829502106
132057	linear.weight	8	0.16811411082744598
132057	linear.weight	9	0.20731934905052185
132057	linear.bias	0	-0.8609491586685181
132057	linear.bias	1	1.3677253723144531
132057	linear.bias	2	-0.42319124937057495
132057	linear.bias	3	-0.6577832102775574
132057	linear.bias	4	-0.9139031767845154
132057	linear.bias	5	-1.1701056957244873
132057	linear.bias	6	-0.8897219300270081
132057	linear.bias	7	-0.7755412459373474
132057	linear.bias	8	-0.01705317199230194
132057	linear.bias	9	3.368665933609009
132254	transitions	0	-0.39529335498809814
132254	transitions	1	8.39515209197998
132254	transitions	2	-3.4409661293029785
132254	transitions	3	1.4909298419952393
132254	transitions	4	-2.0580077171325684
132254	transitions	5	-0.37900444865226746
132254	transitions	6	-0.1858610361814499
132254	transitions	7	-10000.0
132254	transitions	8	1.756983995437622
132254	transitions	9	-2.29311203956604
132254	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
132254	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
132254	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
132254	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
132254	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
132254	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
132254	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
132254	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
132254	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
132254	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
132254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
132254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
132254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
132254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
132254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
132254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
132254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
132254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
132254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
132254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
132254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
132254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
132254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
132254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
132254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
132254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
132254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
132254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
132254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
132254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
132254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
132254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
132254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
132254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
132254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
132254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
132254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
132254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
132254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
132254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
132254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
132254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
132254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
132254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
132254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
132254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
132254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
132254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
132254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
132254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
132254	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
132254	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
132254	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
132254	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
132254	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
132254	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
132254	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
132254	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
132254	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
132254	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
132254	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
132254	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
132254	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
132254	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
132254	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
132254	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
132254	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
132254	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
132254	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
132254	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
132254	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
132254	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
132254	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
132254	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
132254	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
132254	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
132254	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
132254	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
132254	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
132254	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
132254	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
132254	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
132254	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
132254	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
132254	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
132254	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
132254	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
132254	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
132254	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
132254	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
132254	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
132254	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
132254	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
132254	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
132254	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
132254	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
132254	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
132254	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
132254	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
132254	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
132254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
132254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
132254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
132254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
132254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
132254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
132254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
132254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
132254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
132254	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
132254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
132254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
132254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
132254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
132254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
132254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
132254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
132254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
132254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
132254	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
132254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
132254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
132254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
132254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
132254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
132254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
132254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
132254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
132254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
132254	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
132254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
132254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
132254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
132254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
132254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
132254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
132254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
132254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
132254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
132254	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
132254	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
132254	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
132254	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
132254	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
132254	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
132254	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
132254	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
132254	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
132254	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
132254	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
132254	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
132254	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
132254	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
132254	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
132254	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
132254	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
132254	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
132254	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
132254	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
132254	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
132254	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
132254	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
132254	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
132254	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
132254	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
132254	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
132254	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
132254	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
132254	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
132254	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
132254	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
132254	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
132254	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
132254	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
132254	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
132254	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
132254	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
132254	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
132254	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
132254	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
132254	embedding2nn.weight	0	0.04789312183856964
132254	embedding2nn.weight	1	-0.0905168429017067
132254	embedding2nn.weight	2	0.0005184722249396145
132254	embedding2nn.weight	3	-0.05817583575844765
132254	embedding2nn.weight	4	-0.1292901188135147
132254	embedding2nn.weight	5	0.11437076330184937
132254	embedding2nn.weight	6	-0.132451593875885
132254	embedding2nn.weight	7	-0.07690491527318954
132254	embedding2nn.weight	8	-0.013364084996283054
132254	embedding2nn.weight	9	0.09636018425226212
132254	embedding2nn.bias	0	0.06210828199982643
132254	embedding2nn.bias	1	0.06473728269338608
132254	embedding2nn.bias	2	-0.09022952616214752
132254	embedding2nn.bias	3	0.050137706100940704
132254	embedding2nn.bias	4	-0.007533397525548935
132254	embedding2nn.bias	5	-0.16895250976085663
132254	embedding2nn.bias	6	-0.08911291509866714
132254	embedding2nn.bias	7	-0.073750801384449
132254	embedding2nn.bias	8	0.07457053661346436
132254	embedding2nn.bias	9	-0.07154091447591782
132254	rnn.weight_ih_l0	0	0.018785718828439713
132254	rnn.weight_ih_l0	1	-0.07230598479509354
132254	rnn.weight_ih_l0	2	-0.012620445340871811
132254	rnn.weight_ih_l0	3	-0.0411582849919796
132254	rnn.weight_ih_l0	4	0.026865758001804352
132254	rnn.weight_ih_l0	5	-0.09259441494941711
132254	rnn.weight_ih_l0	6	-0.039676688611507416
132254	rnn.weight_ih_l0	7	-0.01822485961019993
132254	rnn.weight_ih_l0	8	0.0640384778380394
132254	rnn.weight_ih_l0	9	0.017745286226272583
132254	rnn.weight_hh_l0	0	0.007530783768743277
132254	rnn.weight_hh_l0	1	-0.09001122415065765
132254	rnn.weight_hh_l0	2	0.057636577636003494
132254	rnn.weight_hh_l0	3	0.04171429201960564
132254	rnn.weight_hh_l0	4	0.004217234905809164
132254	rnn.weight_hh_l0	5	0.06954441219568253
132254	rnn.weight_hh_l0	6	-0.012803737074136734
132254	rnn.weight_hh_l0	7	-0.08795785158872604
132254	rnn.weight_hh_l0	8	-0.004216251894831657
132254	rnn.weight_hh_l0	9	-0.08148926496505737
132254	rnn.bias_ih_l0	0	-0.08091328293085098
132254	rnn.bias_ih_l0	1	-0.17511141300201416
132254	rnn.bias_ih_l0	2	-0.23730674386024475
132254	rnn.bias_ih_l0	3	-0.2804820239543915
132254	rnn.bias_ih_l0	4	0.007598756346851587
132254	rnn.bias_ih_l0	5	0.04993535578250885
132254	rnn.bias_ih_l0	6	-0.15975917875766754
132254	rnn.bias_ih_l0	7	-0.2594098746776581
132254	rnn.bias_ih_l0	8	-0.1172121986746788
132254	rnn.bias_ih_l0	9	-0.16549289226531982
132254	rnn.bias_hh_l0	0	0.1334393471479416
132254	rnn.bias_hh_l0	1	-0.06688462942838669
132254	rnn.bias_hh_l0	2	0.03981291502714157
132254	rnn.bias_hh_l0	3	-0.16263742744922638
132254	rnn.bias_hh_l0	4	0.05137829855084419
132254	rnn.bias_hh_l0	5	0.030027927830815315
132254	rnn.bias_hh_l0	6	-0.09093290567398071
132254	rnn.bias_hh_l0	7	-0.1554955691099167
132254	rnn.bias_hh_l0	8	-0.1760404109954834
132254	rnn.bias_hh_l0	9	-0.08518080413341522
132254	rnn.weight_ih_l0_reverse	0	-0.021333718672394753
132254	rnn.weight_ih_l0_reverse	1	0.007344053126871586
132254	rnn.weight_ih_l0_reverse	2	0.011830629780888557
132254	rnn.weight_ih_l0_reverse	3	0.009048549458384514
132254	rnn.weight_ih_l0_reverse	4	0.04263285547494888
132254	rnn.weight_ih_l0_reverse	5	-0.04932247847318649
132254	rnn.weight_ih_l0_reverse	6	-0.05787201598286629
132254	rnn.weight_ih_l0_reverse	7	-0.02188614010810852
132254	rnn.weight_ih_l0_reverse	8	0.08885177224874496
132254	rnn.weight_ih_l0_reverse	9	0.018439019098877907
132254	rnn.weight_hh_l0_reverse	0	0.006248322315514088
132254	rnn.weight_hh_l0_reverse	1	0.023863835260272026
132254	rnn.weight_hh_l0_reverse	2	-0.03891316056251526
132254	rnn.weight_hh_l0_reverse	3	0.0454048328101635
132254	rnn.weight_hh_l0_reverse	4	0.024492129683494568
132254	rnn.weight_hh_l0_reverse	5	0.004635429475456476
132254	rnn.weight_hh_l0_reverse	6	0.05343222990632057
132254	rnn.weight_hh_l0_reverse	7	0.027596602216362953
132254	rnn.weight_hh_l0_reverse	8	-0.015536829829216003
132254	rnn.weight_hh_l0_reverse	9	-0.03867887333035469
132254	rnn.bias_ih_l0_reverse	0	-0.12924456596374512
132254	rnn.bias_ih_l0_reverse	1	-0.30791401863098145
132254	rnn.bias_ih_l0_reverse	2	-0.06873545795679092
132254	rnn.bias_ih_l0_reverse	3	-0.14335986971855164
132254	rnn.bias_ih_l0_reverse	4	0.08681982755661011
132254	rnn.bias_ih_l0_reverse	5	-0.24725131690502167
132254	rnn.bias_ih_l0_reverse	6	-0.06326459348201752
132254	rnn.bias_ih_l0_reverse	7	0.001996861305087805
132254	rnn.bias_ih_l0_reverse	8	-0.1838632971048355
132254	rnn.bias_ih_l0_reverse	9	-0.09347112476825714
132254	rnn.bias_hh_l0_reverse	0	-0.15215647220611572
132254	rnn.bias_hh_l0_reverse	1	-0.15253059566020966
132254	rnn.bias_hh_l0_reverse	2	-0.03125130012631416
132254	rnn.bias_hh_l0_reverse	3	-0.12487984448671341
132254	rnn.bias_hh_l0_reverse	4	-0.029356010258197784
132254	rnn.bias_hh_l0_reverse	5	-0.1194540485739708
132254	rnn.bias_hh_l0_reverse	6	-0.06943070143461227
132254	rnn.bias_hh_l0_reverse	7	-0.19109103083610535
132254	rnn.bias_hh_l0_reverse	8	-0.06101835146546364
132254	rnn.bias_hh_l0_reverse	9	-0.1317838579416275
132254	linear.weight	0	-0.20317791402339935
132254	linear.weight	1	-0.13978981971740723
132254	linear.weight	2	-0.011228874325752258
132254	linear.weight	3	-0.09240161627531052
132254	linear.weight	4	-0.010042163543403149
132254	linear.weight	5	0.11869300156831741
132254	linear.weight	6	0.0047744326293468475
132254	linear.weight	7	-0.021312154829502106
132254	linear.weight	8	0.1652105450630188
132254	linear.weight	9	0.19971470534801483
132254	linear.bias	0	-0.8691356182098389
132254	linear.bias	1	1.3960365056991577
132254	linear.bias	2	-0.4024922251701355
132254	linear.bias	3	-0.6704819202423096
132254	linear.bias	4	-0.9230012893676758
132254	linear.bias	5	-1.1701613664627075
132254	linear.bias	6	-0.9036884903907776
132254	linear.bias	7	-0.7599266171455383
132254	linear.bias	8	-0.01705317199230194
132254	linear.bias	9	3.3354668617248535
132258	transitions	0	-0.3952937722206116
132258	transitions	1	8.395691871643066
132258	transitions	2	-3.4409706592559814
132258	transitions	3	1.493390679359436
132258	transitions	4	-2.058009147644043
132258	transitions	5	-0.3790052831172943
132258	transitions	6	-0.18586142361164093
132258	transitions	7	-10000.0
132258	transitions	8	1.7569838762283325
132258	transitions	9	-2.29311203956604
132258	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
132258	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
132258	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
132258	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
132258	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
132258	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
132258	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
132258	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
132258	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
132258	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
132258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
132258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
132258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
132258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
132258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
132258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
132258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
132258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
132258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
132258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
132258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
132258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
132258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
132258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
132258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
132258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
132258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
132258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
132258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
132258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
132258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
132258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
132258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
132258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
132258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
132258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
132258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
132258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
132258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
132258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
132258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
132258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
132258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
132258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
132258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
132258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
132258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
132258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
132258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
132258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
132258	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
132258	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
132258	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
132258	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
132258	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
132258	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
132258	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
132258	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
132258	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
132258	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
132258	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
132258	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
132258	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
132258	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
132258	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
132258	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
132258	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
132258	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
132258	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
132258	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
132258	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
132258	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
132258	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
132258	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
132258	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
132258	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
132258	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
132258	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
132258	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
132258	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
132258	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
132258	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
132258	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
132258	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
132258	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
132258	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
132258	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
132258	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
132258	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
132258	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
132258	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
132258	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
132258	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
132258	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
132258	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
132258	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
132258	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
132258	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
132258	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
132258	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
132258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
132258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
132258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
132258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
132258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
132258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
132258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
132258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
132258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
132258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
132258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
132258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
132258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
132258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
132258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
132258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
132258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
132258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
132258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
132258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
132258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
132258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
132258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
132258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
132258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
132258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
132258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
132258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
132258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
132258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
132258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
132258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
132258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
132258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
132258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
132258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
132258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
132258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
132258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
132258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
132258	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
132258	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
132258	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
132258	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
132258	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
132258	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
132258	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
132258	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
132258	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
132258	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
132258	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
132258	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
132258	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
132258	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
132258	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
132258	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
132258	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
132258	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
132258	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
132258	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
132258	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
132258	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
132258	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
132258	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
132258	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
132258	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
132258	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
132258	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
132258	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
132258	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
132258	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
132258	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
132258	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
132258	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
132258	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
132258	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
132258	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
132258	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
132258	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
132258	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
132258	embedding2nn.weight	0	0.04792771115899086
132258	embedding2nn.weight	1	-0.09054961800575256
132258	embedding2nn.weight	2	0.0005992012447677553
132258	embedding2nn.weight	3	-0.0583505779504776
132258	embedding2nn.weight	4	-0.12916117906570435
132258	embedding2nn.weight	5	0.11466096341609955
132258	embedding2nn.weight	6	-0.13173739612102509
132258	embedding2nn.weight	7	-0.07670388370752335
132258	embedding2nn.weight	8	-0.012852488085627556
132258	embedding2nn.weight	9	0.09660162031650543
132258	embedding2nn.bias	0	0.06044036149978638
132258	embedding2nn.bias	1	0.06500707566738129
132258	embedding2nn.bias	2	-0.09016451239585876
132258	embedding2nn.bias	3	0.04842967167496681
132258	embedding2nn.bias	4	-0.007887647487223148
132258	embedding2nn.bias	5	-0.17028990387916565
132258	embedding2nn.bias	6	-0.08779619634151459
132258	embedding2nn.bias	7	-0.07259421050548553
132258	embedding2nn.bias	8	0.07528605312108994
132258	embedding2nn.bias	9	-0.07092900574207306
132258	rnn.weight_ih_l0	0	0.018616242334246635
132258	rnn.weight_ih_l0	1	-0.07229382544755936
132258	rnn.weight_ih_l0	2	-0.012789045460522175
132258	rnn.weight_ih_l0	3	-0.04154815524816513
132258	rnn.weight_ih_l0	4	0.026933515444397926
132258	rnn.weight_ih_l0	5	-0.09235652536153793
132258	rnn.weight_ih_l0	6	-0.039694394916296005
132258	rnn.weight_ih_l0	7	-0.018169477581977844
132258	rnn.weight_ih_l0	8	0.06442385911941528
132258	rnn.weight_ih_l0	9	0.017914608120918274
132258	rnn.weight_hh_l0	0	0.007589721120893955
132258	rnn.weight_hh_l0	1	-0.09003882855176926
132258	rnn.weight_hh_l0	2	0.05770471319556236
132258	rnn.weight_hh_l0	3	0.0417463593184948
132258	rnn.weight_hh_l0	4	0.004212579689919949
132258	rnn.weight_hh_l0	5	0.06944975256919861
132258	rnn.weight_hh_l0	6	-0.012806151993572712
132258	rnn.weight_hh_l0	7	-0.08798711746931076
132258	rnn.weight_hh_l0	8	-0.004215531516820192
132258	rnn.weight_hh_l0	9	-0.0814935490489006
132258	rnn.bias_ih_l0	0	-0.07913906127214432
132258	rnn.bias_ih_l0	1	-0.17519788444042206
132258	rnn.bias_ih_l0	2	-0.23710373044013977
132258	rnn.bias_ih_l0	3	-0.280556857585907
132258	rnn.bias_ih_l0	4	0.007811062969267368
132258	rnn.bias_ih_l0	5	0.05014635622501373
132258	rnn.bias_ih_l0	6	-0.16049456596374512
132258	rnn.bias_ih_l0	7	-0.2592668831348419
132258	rnn.bias_ih_l0	8	-0.11720789968967438
132258	rnn.bias_ih_l0	9	-0.16532009840011597
132258	rnn.bias_hh_l0	0	0.13340570032596588
132258	rnn.bias_hh_l0	1	-0.06727084517478943
132258	rnn.bias_hh_l0	2	0.0395599864423275
132258	rnn.bias_hh_l0	3	-0.16239160299301147
132258	rnn.bias_hh_l0	4	0.051156602799892426
132258	rnn.bias_hh_l0	5	0.02982589602470398
132258	rnn.bias_hh_l0	6	-0.09138670563697815
132258	rnn.bias_hh_l0	7	-0.15501689910888672
132258	rnn.bias_hh_l0	8	-0.17587389051914215
132258	rnn.bias_hh_l0	9	-0.08512888103723526
132258	rnn.weight_ih_l0_reverse	0	-0.020994776859879494
132258	rnn.weight_ih_l0_reverse	1	0.007351205684244633
132258	rnn.weight_ih_l0_reverse	2	0.011771293357014656
132258	rnn.weight_ih_l0_reverse	3	0.008791666477918625
132258	rnn.weight_ih_l0_reverse	4	0.04236578568816185
132258	rnn.weight_ih_l0_reverse	5	-0.04979390650987625
132258	rnn.weight_ih_l0_reverse	6	-0.05793492868542671
132258	rnn.weight_ih_l0_reverse	7	-0.021962421014904976
132258	rnn.weight_ih_l0_reverse	8	0.08841846138238907
132258	rnn.weight_ih_l0_reverse	9	0.018551956862211227
132258	rnn.weight_hh_l0_reverse	0	0.006217545364052057
132258	rnn.weight_hh_l0_reverse	1	0.023858677595853806
132258	rnn.weight_hh_l0_reverse	2	-0.03888753429055214
132258	rnn.weight_hh_l0_reverse	3	0.04543083533644676
132258	rnn.weight_hh_l0_reverse	4	0.02447572536766529
132258	rnn.weight_hh_l0_reverse	5	0.004634110257029533
132258	rnn.weight_hh_l0_reverse	6	0.05339021235704422
132258	rnn.weight_hh_l0_reverse	7	0.02757173404097557
132258	rnn.weight_hh_l0_reverse	8	-0.015497857704758644
132258	rnn.weight_hh_l0_reverse	9	-0.0387079156935215
132258	rnn.bias_ih_l0_reverse	0	-0.1294141709804535
132258	rnn.bias_ih_l0_reverse	1	-0.3083377182483673
132258	rnn.bias_ih_l0_reverse	2	-0.06849607825279236
132258	rnn.bias_ih_l0_reverse	3	-0.14332309365272522
132258	rnn.bias_ih_l0_reverse	4	0.08667074143886566
132258	rnn.bias_ih_l0_reverse	5	-0.24732550978660583
132258	rnn.bias_ih_l0_reverse	6	-0.06335074454545975
132258	rnn.bias_ih_l0_reverse	7	0.0023708296939730644
132258	rnn.bias_ih_l0_reverse	8	-0.18417002260684967
132258	rnn.bias_ih_l0_reverse	9	-0.0931205004453659
132258	rnn.bias_hh_l0_reverse	0	-0.1520395278930664
132258	rnn.bias_hh_l0_reverse	1	-0.152443066239357
132258	rnn.bias_hh_l0_reverse	2	-0.03121354430913925
132258	rnn.bias_hh_l0_reverse	3	-0.1249040961265564
132258	rnn.bias_hh_l0_reverse	4	-0.029256416484713554
132258	rnn.bias_hh_l0_reverse	5	-0.11946472525596619
132258	rnn.bias_hh_l0_reverse	6	-0.06934676319360733
132258	rnn.bias_hh_l0_reverse	7	-0.19100557267665863
132258	rnn.bias_hh_l0_reverse	8	-0.06104593351483345
132258	rnn.bias_hh_l0_reverse	9	-0.13182377815246582
132258	linear.weight	0	-0.20247916877269745
132258	linear.weight	1	-0.13987554609775543
132258	linear.weight	2	-0.011228874325752258
132258	linear.weight	3	-0.09211093187332153
132258	linear.weight	4	-0.010001699440181255
132258	linear.weight	5	0.11870107054710388
132258	linear.weight	6	0.0047744326293468475
132258	linear.weight	7	-0.021312154829502106
132258	linear.weight	8	0.16390100121498108
132258	linear.weight	9	0.1997179239988327
132258	linear.bias	0	-0.8659054040908813
132258	linear.bias	1	1.3842700719833374
132258	linear.bias	2	-0.44568541646003723
132258	linear.bias	3	-0.6681399941444397
132258	linear.bias	4	-0.9217826724052429
132258	linear.bias	5	-1.1701631546020508
132258	linear.bias	6	-0.900478720664978
132258	linear.bias	7	-0.7541888356208801
132258	linear.bias	8	-0.01705317199230194
132258	linear.bias	9	3.315342426300049
132455	transitions	0	-0.3956611752510071
132455	transitions	1	8.45993423461914
132455	transitions	2	-3.4422900676727295
132455	transitions	3	1.4995533227920532
132455	transitions	4	-2.059218168258667
132455	transitions	5	-0.37906771898269653
132455	transitions	6	-0.1858970671892166
132455	transitions	7	-10000.0
132455	transitions	8	1.7561770677566528
132455	transitions	9	-2.293121337890625
132455	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
132455	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
132455	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
132455	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
132455	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
132455	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
132455	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
132455	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
132455	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
132455	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
132455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
132455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
132455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
132455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
132455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
132455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
132455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
132455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
132455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
132455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
132455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
132455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
132455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
132455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
132455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
132455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
132455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
132455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
132455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
132455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
132455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
132455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
132455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
132455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
132455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
132455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
132455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
132455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
132455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
132455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
132455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
132455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
132455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
132455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
132455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
132455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
132455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
132455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
132455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
132455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
132455	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
132455	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
132455	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
132455	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
132455	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
132455	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
132455	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
132455	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
132455	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
132455	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
132455	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
132455	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
132455	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
132455	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
132455	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
132455	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
132455	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
132455	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
132455	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
132455	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
132455	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
132455	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
132455	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
132455	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
132455	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
132455	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
132455	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
132455	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
132455	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
132455	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
132455	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
132455	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
132455	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
132455	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
132455	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
132455	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
132455	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
132455	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
132455	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
132455	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
132455	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
132455	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
132455	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
132455	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
132455	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
132455	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
132455	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
132455	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
132455	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
132455	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
132455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
132455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
132455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
132455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
132455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
132455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
132455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
132455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
132455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
132455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
132455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
132455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
132455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
132455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
132455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
132455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
132455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
132455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
132455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
132455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
132455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
132455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
132455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
132455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
132455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
132455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
132455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
132455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
132455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
132455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
132455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
132455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
132455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
132455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
132455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
132455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
132455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
132455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
132455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
132455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
132455	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
132455	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
132455	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
132455	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
132455	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
132455	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
132455	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
132455	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
132455	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
132455	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
132455	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
132455	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
132455	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
132455	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
132455	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
132455	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
132455	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
132455	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
132455	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
132455	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
132455	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
132455	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
132455	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
132455	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
132455	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
132455	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
132455	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
132455	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
132455	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
132455	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
132455	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
132455	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
132455	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
132455	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
132455	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
132455	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
132455	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
132455	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
132455	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
132455	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
132455	embedding2nn.weight	0	0.04751189798116684
132455	embedding2nn.weight	1	-0.08696820586919785
132455	embedding2nn.weight	2	-0.005677709821611643
132455	embedding2nn.weight	3	-0.05790826305747032
132455	embedding2nn.weight	4	-0.1298515945672989
132455	embedding2nn.weight	5	0.11373115330934525
132455	embedding2nn.weight	6	-0.13540107011795044
132455	embedding2nn.weight	7	-0.07880512624979019
132455	embedding2nn.weight	8	-0.014377924613654613
132455	embedding2nn.weight	9	0.09512434154748917
132455	embedding2nn.bias	0	0.06082236394286156
132455	embedding2nn.bias	1	0.048898737877607346
132455	embedding2nn.bias	2	-0.0865820124745369
132455	embedding2nn.bias	3	0.03937067463994026
132455	embedding2nn.bias	4	-0.005074203945696354
132455	embedding2nn.bias	5	-0.164456307888031
132455	embedding2nn.bias	6	-0.09104054421186447
132455	embedding2nn.bias	7	-0.07323161512613297
132455	embedding2nn.bias	8	0.06238542124629021
132455	embedding2nn.bias	9	-0.07878254354000092
132455	rnn.weight_ih_l0	0	0.017510386183857918
132455	rnn.weight_ih_l0	1	-0.07380302995443344
132455	rnn.weight_ih_l0	2	-0.012723871506750584
132455	rnn.weight_ih_l0	3	-0.04297191649675369
132455	rnn.weight_ih_l0	4	0.027675289660692215
132455	rnn.weight_ih_l0	5	-0.09297695010900497
132455	rnn.weight_ih_l0	6	-0.03892609477043152
132455	rnn.weight_ih_l0	7	-0.019355766475200653
132455	rnn.weight_ih_l0	8	0.06910175085067749
132455	rnn.weight_ih_l0	9	0.01909819059073925
132455	rnn.weight_hh_l0	0	0.006883262190967798
132455	rnn.weight_hh_l0	1	-0.09230881929397583
132455	rnn.weight_hh_l0	2	0.058187127113342285
132455	rnn.weight_hh_l0	3	0.04285241290926933
132455	rnn.weight_hh_l0	4	0.0046559409238398075
132455	rnn.weight_hh_l0	5	0.06891494244337082
132455	rnn.weight_hh_l0	6	-0.012828071601688862
132455	rnn.weight_hh_l0	7	-0.0876193568110466
132455	rnn.weight_hh_l0	8	-0.004491045139729977
132455	rnn.weight_hh_l0	9	-0.08667636662721634
132455	rnn.bias_ih_l0	0	-0.08034162223339081
132455	rnn.bias_ih_l0	1	-0.17535728216171265
132455	rnn.bias_ih_l0	2	-0.23641274869441986
132455	rnn.bias_ih_l0	3	-0.2787845730781555
132455	rnn.bias_ih_l0	4	0.003192401258274913
132455	rnn.bias_ih_l0	5	0.05279073119163513
132455	rnn.bias_ih_l0	6	-0.16134871542453766
132455	rnn.bias_ih_l0	7	-0.2597824037075043
132455	rnn.bias_ih_l0	8	-0.12020367383956909
132455	rnn.bias_ih_l0	9	-0.16465839743614197
132455	rnn.bias_hh_l0	0	0.13203266263008118
132455	rnn.bias_hh_l0	1	-0.06955232471227646
132455	rnn.bias_hh_l0	2	0.0408976674079895
132455	rnn.bias_hh_l0	3	-0.1636405885219574
132455	rnn.bias_hh_l0	4	0.054042838513851166
132455	rnn.bias_hh_l0	5	0.029654160141944885
132455	rnn.bias_hh_l0	6	-0.09418690204620361
132455	rnn.bias_hh_l0	7	-0.1568191647529602
132455	rnn.bias_hh_l0	8	-0.1792844533920288
132455	rnn.bias_hh_l0	9	-0.08552709221839905
132455	rnn.weight_ih_l0_reverse	0	-0.022889120504260063
132455	rnn.weight_ih_l0_reverse	1	0.00752496300265193
132455	rnn.weight_ih_l0_reverse	2	0.01475565042346716
132455	rnn.weight_ih_l0_reverse	3	0.007136492989957333
132455	rnn.weight_ih_l0_reverse	4	0.04264543578028679
132455	rnn.weight_ih_l0_reverse	5	-0.049006424844264984
132455	rnn.weight_ih_l0_reverse	6	-0.05784495919942856
132455	rnn.weight_ih_l0_reverse	7	-0.021181713789701462
132455	rnn.weight_ih_l0_reverse	8	0.08741216361522675
132455	rnn.weight_ih_l0_reverse	9	0.01586146093904972
132455	rnn.weight_hh_l0_reverse	0	0.005842917133122683
132455	rnn.weight_hh_l0_reverse	1	0.023069018498063087
132455	rnn.weight_hh_l0_reverse	2	-0.04007331654429436
132455	rnn.weight_hh_l0_reverse	3	0.04466291889548302
132455	rnn.weight_hh_l0_reverse	4	0.024026567116379738
132455	rnn.weight_hh_l0_reverse	5	0.00443365890532732
132455	rnn.weight_hh_l0_reverse	6	0.05390055105090141
132455	rnn.weight_hh_l0_reverse	7	0.02695588394999504
132455	rnn.weight_hh_l0_reverse	8	-0.014193205162882805
132455	rnn.weight_hh_l0_reverse	9	-0.03903986141085625
132455	rnn.bias_ih_l0_reverse	0	-0.13053642213344574
132455	rnn.bias_ih_l0_reverse	1	-0.30891793966293335
132455	rnn.bias_ih_l0_reverse	2	-0.07408152520656586
132455	rnn.bias_ih_l0_reverse	3	-0.14263367652893066
132455	rnn.bias_ih_l0_reverse	4	0.0898023396730423
132455	rnn.bias_ih_l0_reverse	5	-0.2497086524963379
132455	rnn.bias_ih_l0_reverse	6	-0.06342645734548569
132455	rnn.bias_ih_l0_reverse	7	-0.003204484935849905
132455	rnn.bias_ih_l0_reverse	8	-0.1858081966638565
132455	rnn.bias_ih_l0_reverse	9	-0.09112689644098282
132455	rnn.bias_hh_l0_reverse	0	-0.14994235336780548
132455	rnn.bias_hh_l0_reverse	1	-0.15342389047145844
132455	rnn.bias_hh_l0_reverse	2	-0.03175191208720207
132455	rnn.bias_hh_l0_reverse	3	-0.1267024725675583
132455	rnn.bias_hh_l0_reverse	4	-0.028996895998716354
132455	rnn.bias_hh_l0_reverse	5	-0.11944834887981415
132455	rnn.bias_hh_l0_reverse	6	-0.06708300113677979
132455	rnn.bias_hh_l0_reverse	7	-0.193837508559227
132455	rnn.bias_hh_l0_reverse	8	-0.06099104508757591
132455	rnn.bias_hh_l0_reverse	9	-0.13177604973316193
132455	linear.weight	0	-0.2205396294593811
132455	linear.weight	1	-0.1532914936542511
132455	linear.weight	2	-0.011228874325752258
132455	linear.weight	3	-0.0885804146528244
132455	linear.weight	4	-0.01652079075574875
132455	linear.weight	5	0.1264117807149887
132455	linear.weight	6	0.0047744326293468475
132455	linear.weight	7	-0.021312154829502106
132455	linear.weight	8	0.1676940619945526
132455	linear.weight	9	0.19614753127098083
132455	linear.bias	0	-0.8634235858917236
132455	linear.bias	1	1.4465659856796265
132455	linear.bias	2	-0.4073947072029114
132455	linear.bias	3	-0.6325640082359314
132455	linear.bias	4	-0.9524683356285095
132455	linear.bias	5	-1.170242428779602
132455	linear.bias	6	-0.8970671892166138
132455	linear.bias	7	-0.770200252532959
132455	linear.bias	8	-0.01705317199230194
132455	linear.bias	9	3.3304052352905273
132652	transitions	0	-0.3966597020626068
132652	transitions	1	8.451078414916992
132652	transitions	2	-3.44283127784729
132652	transitions	3	1.5023353099822998
132652	transitions	4	-2.0602550506591797
132652	transitions	5	-0.3794357180595398
132652	transitions	6	-0.18593262135982513
132652	transitions	7	-10000.0
132652	transitions	8	1.759531855583191
132652	transitions	9	-2.2931315898895264
132652	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
132652	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
132652	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
132652	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
132652	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
132652	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
132652	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
132652	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
132652	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
132652	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
132652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
132652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
132652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
132652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
132652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
132652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
132652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
132652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
132652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
132652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
132652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
132652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
132652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
132652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
132652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
132652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
132652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
132652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
132652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
132652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
132652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
132652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
132652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
132652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
132652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
132652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
132652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
132652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
132652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
132652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
132652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
132652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
132652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
132652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
132652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
132652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
132652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
132652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
132652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
132652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
132652	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
132652	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
132652	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
132652	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
132652	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
132652	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
132652	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
132652	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
132652	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
132652	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
132652	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
132652	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
132652	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
132652	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
132652	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
132652	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
132652	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
132652	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
132652	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
132652	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
132652	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
132652	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
132652	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
132652	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
132652	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
132652	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
132652	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
132652	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
132652	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
132652	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
132652	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
132652	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
132652	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
132652	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
132652	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
132652	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
132652	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
132652	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
132652	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
132652	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
132652	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
132652	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
132652	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
132652	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
132652	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
132652	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
132652	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
132652	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
132652	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
132652	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
132652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
132652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
132652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
132652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
132652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
132652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
132652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
132652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
132652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
132652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
132652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
132652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
132652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
132652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
132652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
132652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
132652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
132652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
132652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
132652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
132652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
132652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
132652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
132652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
132652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
132652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
132652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
132652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
132652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
132652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
132652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
132652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
132652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
132652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
132652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
132652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
132652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
132652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
132652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
132652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
132652	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
132652	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
132652	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
132652	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
132652	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
132652	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
132652	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
132652	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
132652	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
132652	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
132652	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
132652	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
132652	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
132652	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
132652	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
132652	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
132652	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
132652	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
132652	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
132652	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
132652	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
132652	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
132652	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
132652	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
132652	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
132652	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
132652	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
132652	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
132652	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
132652	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
132652	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
132652	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
132652	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
132652	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
132652	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
132652	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
132652	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
132652	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
132652	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
132652	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
132652	embedding2nn.weight	0	0.04692557081580162
132652	embedding2nn.weight	1	-0.0863143727183342
132652	embedding2nn.weight	2	-0.004272168502211571
132652	embedding2nn.weight	3	-0.05728626996278763
132652	embedding2nn.weight	4	-0.12539541721343994
132652	embedding2nn.weight	5	0.11153639853000641
132652	embedding2nn.weight	6	-0.13419686257839203
132652	embedding2nn.weight	7	-0.07803123444318771
132652	embedding2nn.weight	8	-0.014491063542664051
132652	embedding2nn.weight	9	0.092570960521698
132652	embedding2nn.bias	0	0.04951345548033714
132652	embedding2nn.bias	1	0.05163374915719032
132652	embedding2nn.bias	2	-0.09671173244714737
132652	embedding2nn.bias	3	0.04208272695541382
132652	embedding2nn.bias	4	-0.022191381081938744
132652	embedding2nn.bias	5	-0.16768859326839447
132652	embedding2nn.bias	6	-0.0901571735739708
132652	embedding2nn.bias	7	-0.07211434841156006
132652	embedding2nn.bias	8	0.08046343922615051
132652	embedding2nn.bias	9	-0.069441057741642
132652	rnn.weight_ih_l0	0	0.014464061707258224
132652	rnn.weight_ih_l0	1	-0.07189194113016129
132652	rnn.weight_ih_l0	2	-0.010762580670416355
132652	rnn.weight_ih_l0	3	-0.04152959957718849
132652	rnn.weight_ih_l0	4	0.025312650948762894
132652	rnn.weight_ih_l0	5	-0.09381497651338577
132652	rnn.weight_ih_l0	6	-0.03655482828617096
132652	rnn.weight_ih_l0	7	-0.01719328947365284
132652	rnn.weight_ih_l0	8	0.072664275765419
132652	rnn.weight_ih_l0	9	0.01591358333826065
132652	rnn.weight_hh_l0	0	0.006635679863393307
132652	rnn.weight_hh_l0	1	-0.09311088919639587
132652	rnn.weight_hh_l0	2	0.05789570137858391
132652	rnn.weight_hh_l0	3	0.042363639920949936
132652	rnn.weight_hh_l0	4	0.0042565688490867615
132652	rnn.weight_hh_l0	5	0.07016213983297348
132652	rnn.weight_hh_l0	6	-0.012990856543183327
132652	rnn.weight_hh_l0	7	-0.08837081491947174
132652	rnn.weight_hh_l0	8	-0.004920054227113724
132652	rnn.weight_hh_l0	9	-0.08327504992485046
132652	rnn.bias_ih_l0	0	-0.08295545727014542
132652	rnn.bias_ih_l0	1	-0.17677029967308044
132652	rnn.bias_ih_l0	2	-0.23968684673309326
132652	rnn.bias_ih_l0	3	-0.2794044017791748
132652	rnn.bias_ih_l0	4	-0.0010313499951735139
132652	rnn.bias_ih_l0	5	0.05014389753341675
132652	rnn.bias_ih_l0	6	-0.1592416614294052
132652	rnn.bias_ih_l0	7	-0.2592361271381378
132652	rnn.bias_ih_l0	8	-0.12325096875429153
132652	rnn.bias_ih_l0	9	-0.16178250312805176
132652	rnn.bias_hh_l0	0	0.12983393669128418
132652	rnn.bias_hh_l0	1	-0.06814442574977875
132652	rnn.bias_hh_l0	2	0.040244415402412415
132652	rnn.bias_hh_l0	3	-0.16643817722797394
132652	rnn.bias_hh_l0	4	0.05060596764087677
132652	rnn.bias_hh_l0	5	0.031720079481601715
132652	rnn.bias_hh_l0	6	-0.09173242747783661
132652	rnn.bias_hh_l0	7	-0.15994992852210999
132652	rnn.bias_hh_l0	8	-0.176428884267807
132652	rnn.bias_hh_l0	9	-0.08168421685695648
132652	rnn.weight_ih_l0_reverse	0	-0.022007443010807037
132652	rnn.weight_ih_l0_reverse	1	0.008126506581902504
132652	rnn.weight_ih_l0_reverse	2	0.01334616169333458
132652	rnn.weight_ih_l0_reverse	3	0.007893787696957588
132652	rnn.weight_ih_l0_reverse	4	0.039983950555324554
132652	rnn.weight_ih_l0_reverse	5	-0.050831083208322525
132652	rnn.weight_ih_l0_reverse	6	-0.05825047567486763
132652	rnn.weight_ih_l0_reverse	7	-0.01996171660721302
132652	rnn.weight_ih_l0_reverse	8	0.08298942446708679
132652	rnn.weight_ih_l0_reverse	9	0.01825695112347603
132652	rnn.weight_hh_l0_reverse	0	0.0060728080570697784
132652	rnn.weight_hh_l0_reverse	1	0.023343127220869064
132652	rnn.weight_hh_l0_reverse	2	-0.04051503166556358
132652	rnn.weight_hh_l0_reverse	3	0.044929903000593185
132652	rnn.weight_hh_l0_reverse	4	0.023973016068339348
132652	rnn.weight_hh_l0_reverse	5	0.003927069250494242
132652	rnn.weight_hh_l0_reverse	6	0.054548099637031555
132652	rnn.weight_hh_l0_reverse	7	0.026880081743001938
132652	rnn.weight_hh_l0_reverse	8	-0.015840895473957062
132652	rnn.weight_hh_l0_reverse	9	-0.03935496136546135
132652	rnn.bias_ih_l0_reverse	0	-0.13177715241909027
132652	rnn.bias_ih_l0_reverse	1	-0.30806678533554077
132652	rnn.bias_ih_l0_reverse	2	-0.07420632243156433
132652	rnn.bias_ih_l0_reverse	3	-0.14465628564357758
132652	rnn.bias_ih_l0_reverse	4	0.0908198282122612
132652	rnn.bias_ih_l0_reverse	5	-0.2552154064178467
132652	rnn.bias_ih_l0_reverse	6	-0.06237512081861496
132652	rnn.bias_ih_l0_reverse	7	0.004597465042024851
132652	rnn.bias_ih_l0_reverse	8	-0.1869666874408722
132652	rnn.bias_ih_l0_reverse	9	-0.08705387264490128
132652	rnn.bias_hh_l0_reverse	0	-0.15053553879261017
132652	rnn.bias_hh_l0_reverse	1	-0.1525505781173706
132652	rnn.bias_hh_l0_reverse	2	-0.033752694725990295
132652	rnn.bias_hh_l0_reverse	3	-0.12332134693861008
132652	rnn.bias_hh_l0_reverse	4	-0.03142604976892471
132652	rnn.bias_hh_l0_reverse	5	-0.12119574844837189
132652	rnn.bias_hh_l0_reverse	6	-0.06765688955783844
132652	rnn.bias_hh_l0_reverse	7	-0.192250058054924
132652	rnn.bias_hh_l0_reverse	8	-0.05335809662938118
132652	rnn.bias_hh_l0_reverse	9	-0.13047023117542267
132652	linear.weight	0	-0.22643111646175385
132652	linear.weight	1	-0.13783694803714752
132652	linear.weight	2	-0.011228874325752258
132652	linear.weight	3	-0.08897470682859421
132652	linear.weight	4	-0.0015319326194003224
132652	linear.weight	5	0.1551220715045929
132652	linear.weight	6	0.0047744326293468475
132652	linear.weight	7	-0.021312154829502106
132652	linear.weight	8	0.17694737017154694
132652	linear.weight	9	0.1897369772195816
132652	linear.bias	0	-0.852985680103302
132652	linear.bias	1	1.4137438535690308
132652	linear.bias	2	-0.40351101756095886
132652	linear.bias	3	-0.6594972014427185
132652	linear.bias	4	-0.9482876062393188
132652	linear.bias	5	-1.170304298400879
132652	linear.bias	6	-0.8880371451377869
132652	linear.bias	7	-0.7416558861732483
132652	linear.bias	8	-0.01705317199230194
132652	linear.bias	9	3.3207764625549316
132849	transitions	0	-0.3968983590602875
132849	transitions	1	8.442547798156738
132849	transitions	2	-3.446730852127075
132849	transitions	3	1.513727068901062
132849	transitions	4	-2.060833215713501
132849	transitions	5	-0.3794788718223572
132849	transitions	6	-0.18596434593200684
132849	transitions	7	-10000.0
132849	transitions	8	1.7579920291900635
132849	transitions	9	-2.2931389808654785
132849	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
132849	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
132849	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
132849	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
132849	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
132849	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
132849	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
132849	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
132849	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
132849	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
132849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
132849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
132849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
132849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
132849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
132849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
132849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
132849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
132849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
132849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
132849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
132849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
132849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
132849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
132849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
132849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
132849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
132849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
132849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
132849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
132849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
132849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
132849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
132849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
132849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
132849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
132849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
132849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
132849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
132849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
132849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
132849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
132849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
132849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
132849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
132849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
132849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
132849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
132849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
132849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
132849	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
132849	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
132849	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
132849	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
132849	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
132849	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
132849	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
132849	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
132849	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
132849	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
132849	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
132849	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
132849	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
132849	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
132849	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
132849	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
132849	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
132849	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
132849	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
132849	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
132849	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
132849	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
132849	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
132849	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
132849	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
132849	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
132849	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
132849	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
132849	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
132849	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
132849	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
132849	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
132849	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
132849	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
132849	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
132849	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
132849	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
132849	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
132849	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
132849	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
132849	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
132849	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
132849	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
132849	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
132849	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
132849	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
132849	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
132849	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
132849	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
132849	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
132849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
132849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
132849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
132849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
132849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
132849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
132849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
132849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
132849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
132849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
132849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
132849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
132849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
132849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
132849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
132849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
132849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
132849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
132849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
132849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
132849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
132849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
132849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
132849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
132849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
132849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
132849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
132849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
132849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
132849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
132849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
132849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
132849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
132849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
132849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
132849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
132849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
132849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
132849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
132849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
132849	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
132849	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
132849	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
132849	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
132849	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
132849	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
132849	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
132849	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
132849	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
132849	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
132849	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
132849	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
132849	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
132849	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
132849	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
132849	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
132849	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
132849	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
132849	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
132849	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
132849	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
132849	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
132849	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
132849	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
132849	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
132849	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
132849	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
132849	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
132849	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
132849	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
132849	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
132849	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
132849	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
132849	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
132849	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
132849	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
132849	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
132849	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
132849	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
132849	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
132849	embedding2nn.weight	0	0.04653353989124298
132849	embedding2nn.weight	1	-0.0859953910112381
132849	embedding2nn.weight	2	-0.005198162980377674
132849	embedding2nn.weight	3	-0.05776839330792427
132849	embedding2nn.weight	4	-0.12078503519296646
132849	embedding2nn.weight	5	0.1117287427186966
132849	embedding2nn.weight	6	-0.13631664216518402
132849	embedding2nn.weight	7	-0.07600301504135132
132849	embedding2nn.weight	8	-0.013295602053403854
132849	embedding2nn.weight	9	0.09337563067674637
132849	embedding2nn.bias	0	0.05751447379589081
132849	embedding2nn.bias	1	0.053667861968278885
132849	embedding2nn.bias	2	-0.10291130840778351
132849	embedding2nn.bias	3	0.05358253791928291
132849	embedding2nn.bias	4	-0.016867810860276222
132849	embedding2nn.bias	5	-0.17216631770133972
132849	embedding2nn.bias	6	-0.09924501925706863
132849	embedding2nn.bias	7	-0.06969151645898819
132849	embedding2nn.bias	8	0.07772430777549744
132849	embedding2nn.bias	9	-0.07642769068479538
132849	rnn.weight_ih_l0	0	0.016312219202518463
132849	rnn.weight_ih_l0	1	-0.06899386644363403
132849	rnn.weight_ih_l0	2	-0.01234123483300209
132849	rnn.weight_ih_l0	3	-0.044351715594530106
132849	rnn.weight_ih_l0	4	0.02685280330479145
132849	rnn.weight_ih_l0	5	-0.09617415815591812
132849	rnn.weight_ih_l0	6	-0.03339557349681854
132849	rnn.weight_ih_l0	7	-0.01859419047832489
132849	rnn.weight_ih_l0	8	0.07487499713897705
132849	rnn.weight_ih_l0	9	0.015890253707766533
132849	rnn.weight_hh_l0	0	0.006101081147789955
132849	rnn.weight_hh_l0	1	-0.09261550009250641
132849	rnn.weight_hh_l0	2	0.05992932990193367
132849	rnn.weight_hh_l0	3	0.04272760450839996
132849	rnn.weight_hh_l0	4	0.004214159678667784
132849	rnn.weight_hh_l0	5	0.07002201676368713
132849	rnn.weight_hh_l0	6	-0.012944516725838184
132849	rnn.weight_hh_l0	7	-0.08828196674585342
132849	rnn.weight_hh_l0	8	-0.005419705994427204
132849	rnn.weight_hh_l0	9	-0.0825359895825386
132849	rnn.bias_ih_l0	0	-0.0846225917339325
132849	rnn.bias_ih_l0	1	-0.17922909557819366
132849	rnn.bias_ih_l0	2	-0.24643783271312714
132849	rnn.bias_ih_l0	3	-0.2741600275039673
132849	rnn.bias_ih_l0	4	-0.0028621284291148186
132849	rnn.bias_ih_l0	5	0.05086158588528633
132849	rnn.bias_ih_l0	6	-0.16040614247322083
132849	rnn.bias_ih_l0	7	-0.2570759356021881
132849	rnn.bias_ih_l0	8	-0.1254933923482895
132849	rnn.bias_ih_l0	9	-0.16233192384243011
132849	rnn.bias_hh_l0	0	0.1308809220790863
132849	rnn.bias_hh_l0	1	-0.06772299855947495
132849	rnn.bias_hh_l0	2	0.0419342927634716
132849	rnn.bias_hh_l0	3	-0.1645253449678421
132849	rnn.bias_hh_l0	4	0.04726918414235115
132849	rnn.bias_hh_l0	5	0.030711457133293152
132849	rnn.bias_hh_l0	6	-0.09252575784921646
132849	rnn.bias_hh_l0	7	-0.1582481563091278
132849	rnn.bias_hh_l0	8	-0.17909452319145203
132849	rnn.bias_hh_l0	9	-0.08501505851745605
132849	rnn.weight_ih_l0_reverse	0	-0.020936381071805954
132849	rnn.weight_ih_l0_reverse	1	0.008110973984003067
132849	rnn.weight_ih_l0_reverse	2	0.01646554470062256
132849	rnn.weight_ih_l0_reverse	3	0.0046093398705124855
132849	rnn.weight_ih_l0_reverse	4	0.0397789292037487
132849	rnn.weight_ih_l0_reverse	5	-0.049669500440359116
132849	rnn.weight_ih_l0_reverse	6	-0.05750398337841034
132849	rnn.weight_ih_l0_reverse	7	-0.01825949363410473
132849	rnn.weight_ih_l0_reverse	8	0.08495129644870758
132849	rnn.weight_ih_l0_reverse	9	0.018564026802778244
132849	rnn.weight_hh_l0_reverse	0	0.005701994989067316
132849	rnn.weight_hh_l0_reverse	1	0.02350316010415554
132849	rnn.weight_hh_l0_reverse	2	-0.040311023592948914
132849	rnn.weight_hh_l0_reverse	3	0.04432214796543121
132849	rnn.weight_hh_l0_reverse	4	0.02406952902674675
132849	rnn.weight_hh_l0_reverse	5	0.0046142227947711945
132849	rnn.weight_hh_l0_reverse	6	0.054517876356840134
132849	rnn.weight_hh_l0_reverse	7	0.02710566483438015
132849	rnn.weight_hh_l0_reverse	8	-0.016234958544373512
132849	rnn.weight_hh_l0_reverse	9	-0.0381733775138855
132849	rnn.bias_ih_l0_reverse	0	-0.13128723204135895
132849	rnn.bias_ih_l0_reverse	1	-0.3079449534416199
132849	rnn.bias_ih_l0_reverse	2	-0.07486677169799805
132849	rnn.bias_ih_l0_reverse	3	-0.1440732628107071
132849	rnn.bias_ih_l0_reverse	4	0.08280450105667114
132849	rnn.bias_ih_l0_reverse	5	-0.2555818557739258
132849	rnn.bias_ih_l0_reverse	6	-0.06378289312124252
132849	rnn.bias_ih_l0_reverse	7	0.006222292315214872
132849	rnn.bias_ih_l0_reverse	8	-0.187300443649292
132849	rnn.bias_ih_l0_reverse	9	-0.08441436290740967
132849	rnn.bias_hh_l0_reverse	0	-0.15033376216888428
132849	rnn.bias_hh_l0_reverse	1	-0.15211765468120575
132849	rnn.bias_hh_l0_reverse	2	-0.03378959372639656
132849	rnn.bias_hh_l0_reverse	3	-0.12335392087697983
132849	rnn.bias_hh_l0_reverse	4	-0.031054114922881126
132849	rnn.bias_hh_l0_reverse	5	-0.12043222784996033
132849	rnn.bias_hh_l0_reverse	6	-0.07084591686725616
132849	rnn.bias_hh_l0_reverse	7	-0.19213086366653442
132849	rnn.bias_hh_l0_reverse	8	-0.05293809249997139
132849	rnn.bias_hh_l0_reverse	9	-0.12832796573638916
132849	linear.weight	0	-0.23002225160598755
132849	linear.weight	1	-0.14364145696163177
132849	linear.weight	2	-0.011228874325752258
132849	linear.weight	3	-0.09924110025167465
132849	linear.weight	4	-0.003951727412641048
132849	linear.weight	5	0.15928146243095398
132849	linear.weight	6	0.0047744326293468475
132849	linear.weight	7	-0.021312154829502106
132849	linear.weight	8	0.17346857488155365
132849	linear.weight	9	0.1747344732284546
132849	linear.bias	0	-0.8393998146057129
132849	linear.bias	1	1.3823596239089966
132849	linear.bias	2	-0.40627241134643555
132849	linear.bias	3	-0.6824354529380798
132849	linear.bias	4	-0.9345924854278564
132849	linear.bias	5	-1.1703600883483887
132849	linear.bias	6	-0.8698940277099609
132849	linear.bias	7	-0.7665397524833679
132849	linear.bias	8	-0.01705317199230194
132849	linear.bias	9	3.3369998931884766
133046	transitions	0	-0.3974565863609314
133046	transitions	1	8.429561614990234
133046	transitions	2	-3.4475553035736084
133046	transitions	3	1.5291064977645874
133046	transitions	4	-2.061556100845337
133046	transitions	5	-0.37954264879226685
133046	transitions	6	-0.18605446815490723
133046	transitions	7	-10000.0
133046	transitions	8	1.756279468536377
133046	transitions	9	-2.2931478023529053
133046	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
133046	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
133046	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
133046	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
133046	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
133046	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
133046	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
133046	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
133046	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
133046	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
133046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
133046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
133046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
133046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
133046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
133046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
133046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
133046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
133046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
133046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
133046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
133046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
133046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
133046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
133046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
133046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
133046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
133046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
133046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
133046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
133046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
133046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
133046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
133046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
133046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
133046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
133046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
133046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
133046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
133046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
133046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
133046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
133046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
133046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
133046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
133046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
133046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
133046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
133046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
133046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
133046	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
133046	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
133046	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
133046	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
133046	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
133046	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
133046	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
133046	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
133046	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
133046	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
133046	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
133046	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
133046	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
133046	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
133046	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
133046	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
133046	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
133046	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
133046	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
133046	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
133046	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
133046	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
133046	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
133046	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
133046	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
133046	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
133046	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
133046	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
133046	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
133046	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
133046	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
133046	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
133046	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
133046	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
133046	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
133046	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
133046	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
133046	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
133046	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
133046	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
133046	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
133046	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
133046	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
133046	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
133046	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
133046	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
133046	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
133046	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
133046	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
133046	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
133046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
133046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
133046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
133046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
133046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
133046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
133046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
133046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
133046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
133046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
133046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
133046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
133046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
133046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
133046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
133046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
133046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
133046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
133046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
133046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
133046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
133046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
133046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
133046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
133046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
133046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
133046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
133046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
133046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
133046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
133046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
133046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
133046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
133046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
133046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
133046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
133046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
133046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
133046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
133046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
133046	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
133046	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
133046	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
133046	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
133046	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
133046	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
133046	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
133046	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
133046	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
133046	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
133046	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
133046	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
133046	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
133046	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
133046	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
133046	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
133046	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
133046	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
133046	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
133046	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
133046	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
133046	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
133046	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
133046	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
133046	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
133046	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
133046	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
133046	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
133046	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
133046	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
133046	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
133046	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
133046	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
133046	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
133046	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
133046	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
133046	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
133046	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
133046	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
133046	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
133046	embedding2nn.weight	0	0.0459088459610939
133046	embedding2nn.weight	1	-0.0885598435997963
133046	embedding2nn.weight	2	-0.0016797765856608748
133046	embedding2nn.weight	3	-0.05856046453118324
133046	embedding2nn.weight	4	-0.12474235147237778
133046	embedding2nn.weight	5	0.1131494864821434
133046	embedding2nn.weight	6	-0.13001090288162231
133046	embedding2nn.weight	7	-0.07673518359661102
133046	embedding2nn.weight	8	-0.013825341127812862
133046	embedding2nn.weight	9	0.09321192651987076
133046	embedding2nn.bias	0	0.07124991714954376
133046	embedding2nn.bias	1	0.04157064110040665
133046	embedding2nn.bias	2	-0.08768869936466217
133046	embedding2nn.bias	3	0.052950769662857056
133046	embedding2nn.bias	4	-0.01672418601810932
133046	embedding2nn.bias	5	-0.18546481430530548
133046	embedding2nn.bias	6	-0.07570143789052963
133046	embedding2nn.bias	7	-0.06847160309553146
133046	embedding2nn.bias	8	0.06469658017158508
133046	embedding2nn.bias	9	-0.08085780590772629
133046	rnn.weight_ih_l0	0	0.016331424936652184
133046	rnn.weight_ih_l0	1	-0.06810896843671799
133046	rnn.weight_ih_l0	2	-0.01421897578984499
133046	rnn.weight_ih_l0	3	-0.04352616146206856
133046	rnn.weight_ih_l0	4	0.02496054582297802
133046	rnn.weight_ih_l0	5	-0.0958225205540657
133046	rnn.weight_ih_l0	6	-0.03539443016052246
133046	rnn.weight_ih_l0	7	-0.017426522448658943
133046	rnn.weight_ih_l0	8	0.0746317133307457
133046	rnn.weight_ih_l0	9	0.014410026371479034
133046	rnn.weight_hh_l0	0	0.00620046304538846
133046	rnn.weight_hh_l0	1	-0.09145527333021164
133046	rnn.weight_hh_l0	2	0.0597960464656353
133046	rnn.weight_hh_l0	3	0.04237561300396919
133046	rnn.weight_hh_l0	4	0.004291822202503681
133046	rnn.weight_hh_l0	5	0.06873789429664612
133046	rnn.weight_hh_l0	6	-0.012940852902829647
133046	rnn.weight_hh_l0	7	-0.087701216340065
133046	rnn.weight_hh_l0	8	-0.005736347287893295
133046	rnn.weight_hh_l0	9	-0.08304893225431442
133046	rnn.bias_ih_l0	0	-0.07882717251777649
133046	rnn.bias_ih_l0	1	-0.17733635008335114
133046	rnn.bias_ih_l0	2	-0.2480509877204895
133046	rnn.bias_ih_l0	3	-0.2752246558666229
133046	rnn.bias_ih_l0	4	-0.0028923097997903824
133046	rnn.bias_ih_l0	5	0.04796723276376724
133046	rnn.bias_ih_l0	6	-0.16516216099262238
133046	rnn.bias_ih_l0	7	-0.25696682929992676
133046	rnn.bias_ih_l0	8	-0.1266423612833023
133046	rnn.bias_ih_l0	9	-0.16518153250217438
133046	rnn.bias_hh_l0	0	0.13148033618927002
133046	rnn.bias_hh_l0	1	-0.06733004748821259
133046	rnn.bias_hh_l0	2	0.04228284955024719
133046	rnn.bias_hh_l0	3	-0.1627441793680191
133046	rnn.bias_hh_l0	4	0.0444892980158329
133046	rnn.bias_hh_l0	5	0.033523838967084885
133046	rnn.bias_hh_l0	6	-0.09274858236312866
133046	rnn.bias_hh_l0	7	-0.15543191134929657
133046	rnn.bias_hh_l0	8	-0.1765485405921936
133046	rnn.bias_hh_l0	9	-0.08209574967622757
133046	rnn.weight_ih_l0_reverse	0	-0.01967708021402359
133046	rnn.weight_ih_l0_reverse	1	0.009584550745785236
133046	rnn.weight_ih_l0_reverse	2	0.016230590641498566
133046	rnn.weight_ih_l0_reverse	3	0.007562668994069099
133046	rnn.weight_ih_l0_reverse	4	0.03991769626736641
133046	rnn.weight_ih_l0_reverse	5	-0.05052553117275238
133046	rnn.weight_ih_l0_reverse	6	-0.058683235198259354
133046	rnn.weight_ih_l0_reverse	7	-0.016387123614549637
133046	rnn.weight_ih_l0_reverse	8	0.08564046770334244
133046	rnn.weight_ih_l0_reverse	9	0.019424844533205032
133046	rnn.weight_hh_l0_reverse	0	0.006211472675204277
133046	rnn.weight_hh_l0_reverse	1	0.023772094398736954
133046	rnn.weight_hh_l0_reverse	2	-0.03949210047721863
133046	rnn.weight_hh_l0_reverse	3	0.04302086681127548
133046	rnn.weight_hh_l0_reverse	4	0.023944472894072533
133046	rnn.weight_hh_l0_reverse	5	0.005878102034330368
133046	rnn.weight_hh_l0_reverse	6	0.05428057536482811
133046	rnn.weight_hh_l0_reverse	7	0.02645999938249588
133046	rnn.weight_hh_l0_reverse	8	-0.014073390513658524
133046	rnn.weight_hh_l0_reverse	9	-0.038008805364370346
133046	rnn.bias_ih_l0_reverse	0	-0.13235017657279968
133046	rnn.bias_ih_l0_reverse	1	-0.30533087253570557
133046	rnn.bias_ih_l0_reverse	2	-0.07379993796348572
133046	rnn.bias_ih_l0_reverse	3	-0.14093226194381714
133046	rnn.bias_ih_l0_reverse	4	0.08124243468046188
133046	rnn.bias_ih_l0_reverse	5	-0.25694790482521057
133046	rnn.bias_ih_l0_reverse	6	-0.06184328347444534
133046	rnn.bias_ih_l0_reverse	7	-0.0025840778835117817
133046	rnn.bias_ih_l0_reverse	8	-0.1833811104297638
133046	rnn.bias_ih_l0_reverse	9	-0.07999972254037857
133046	rnn.bias_hh_l0_reverse	0	-0.15159735083580017
133046	rnn.bias_hh_l0_reverse	1	-0.1521519273519516
133046	rnn.bias_hh_l0_reverse	2	-0.03283734619617462
133046	rnn.bias_hh_l0_reverse	3	-0.12390699982643127
133046	rnn.bias_hh_l0_reverse	4	-0.031078845262527466
133046	rnn.bias_hh_l0_reverse	5	-0.12101881951093674
133046	rnn.bias_hh_l0_reverse	6	-0.07014120370149612
133046	rnn.bias_hh_l0_reverse	7	-0.1914294958114624
133046	rnn.bias_hh_l0_reverse	8	-0.0549735352396965
133046	rnn.bias_hh_l0_reverse	9	-0.13153885304927826
133046	linear.weight	0	-0.23938478529453278
133046	linear.weight	1	-0.13285571336746216
133046	linear.weight	2	-0.011228874325752258
133046	linear.weight	3	-0.0924721211194992
133046	linear.weight	4	-0.011727302335202694
133046	linear.weight	5	0.17358891665935516
133046	linear.weight	6	0.0047744326293468475
133046	linear.weight	7	-0.021312154829502106
133046	linear.weight	8	0.17627353966236115
133046	linear.weight	9	0.18776805698871613
133046	linear.bias	0	-0.8730422258377075
133046	linear.bias	1	1.4304267168045044
133046	linear.bias	2	-0.380993127822876
133046	linear.bias	3	-0.6794936060905457
133046	linear.bias	4	-0.9301307797431946
133046	linear.bias	5	-1.1704330444335938
133046	linear.bias	6	-0.8992334604263306
133046	linear.bias	7	-0.7640838623046875
133046	linear.bias	8	-0.01705317199230194
133046	linear.bias	9	3.259727954864502
133243	transitions	0	-0.3976818323135376
133243	transitions	1	8.427738189697266
133243	transitions	2	-3.4482975006103516
133243	transitions	3	1.5214259624481201
133243	transitions	4	-2.0620803833007812
133243	transitions	5	-0.3802119493484497
133243	transitions	6	-0.18610139191150665
133243	transitions	7	-10000.0
133243	transitions	8	1.7529222965240479
133243	transitions	9	-2.293156623840332
133243	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
133243	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
133243	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
133243	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
133243	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
133243	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
133243	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
133243	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
133243	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
133243	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
133243	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
133243	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
133243	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
133243	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
133243	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
133243	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
133243	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
133243	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
133243	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
133243	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
133243	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
133243	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
133243	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
133243	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
133243	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
133243	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
133243	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
133243	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
133243	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
133243	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
133243	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
133243	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
133243	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
133243	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
133243	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
133243	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
133243	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
133243	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
133243	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
133243	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
133243	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
133243	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
133243	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
133243	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
133243	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
133243	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
133243	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
133243	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
133243	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
133243	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
133243	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
133243	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
133243	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
133243	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
133243	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
133243	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
133243	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
133243	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
133243	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
133243	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
133243	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
133243	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
133243	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
133243	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
133243	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
133243	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
133243	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
133243	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
133243	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
133243	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
133243	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
133243	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
133243	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
133243	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
133243	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
133243	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
133243	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
133243	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
133243	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
133243	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
133243	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
133243	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
133243	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
133243	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
133243	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
133243	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
133243	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
133243	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
133243	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
133243	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
133243	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
133243	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
133243	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
133243	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
133243	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
133243	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
133243	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
133243	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
133243	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
133243	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
133243	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
133243	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
133243	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
133243	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
133243	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
133243	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
133243	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
133243	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
133243	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
133243	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
133243	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
133243	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
133243	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
133243	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
133243	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
133243	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
133243	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
133243	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
133243	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
133243	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
133243	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
133243	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
133243	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
133243	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
133243	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
133243	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
133243	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
133243	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
133243	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
133243	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
133243	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
133243	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
133243	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
133243	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
133243	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
133243	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
133243	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
133243	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
133243	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
133243	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
133243	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
133243	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
133243	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
133243	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
133243	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
133243	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
133243	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
133243	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
133243	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
133243	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
133243	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
133243	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
133243	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
133243	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
133243	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
133243	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
133243	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
133243	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
133243	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
133243	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
133243	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
133243	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
133243	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
133243	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
133243	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
133243	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
133243	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
133243	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
133243	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
133243	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
133243	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
133243	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
133243	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
133243	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
133243	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
133243	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
133243	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
133243	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
133243	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
133243	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
133243	embedding2nn.weight	0	0.04519154131412506
133243	embedding2nn.weight	1	-0.08902455866336823
133243	embedding2nn.weight	2	-0.0008158385753631592
133243	embedding2nn.weight	3	-0.05864357575774193
133243	embedding2nn.weight	4	-0.1259831190109253
133243	embedding2nn.weight	5	0.11363790929317474
133243	embedding2nn.weight	6	-0.12574127316474915
133243	embedding2nn.weight	7	-0.07765264064073563
133243	embedding2nn.weight	8	-0.015079637989401817
133243	embedding2nn.weight	9	0.09497635066509247
133243	embedding2nn.bias	0	0.0590413436293602
133243	embedding2nn.bias	1	0.046307776123285294
133243	embedding2nn.bias	2	-0.07414351403713226
133243	embedding2nn.bias	3	0.05571002513170242
133243	embedding2nn.bias	4	-0.02338794246315956
133243	embedding2nn.bias	5	-0.18753968179225922
133243	embedding2nn.bias	6	-0.08517724275588989
133243	embedding2nn.bias	7	-0.06453647464513779
133243	embedding2nn.bias	8	0.07265723496675491
133243	embedding2nn.bias	9	-0.07750675082206726
133243	rnn.weight_ih_l0	0	0.01620928756892681
133243	rnn.weight_ih_l0	1	-0.06733918190002441
133243	rnn.weight_ih_l0	2	-0.012609477154910564
133243	rnn.weight_ih_l0	3	-0.04402308538556099
133243	rnn.weight_ih_l0	4	0.024522051215171814
133243	rnn.weight_ih_l0	5	-0.09724139422178268
133243	rnn.weight_ih_l0	6	-0.03474991023540497
133243	rnn.weight_ih_l0	7	-0.021964114159345627
133243	rnn.weight_ih_l0	8	0.07253380864858627
133243	rnn.weight_ih_l0	9	0.01691366732120514
133243	rnn.weight_hh_l0	0	0.005990274250507355
133243	rnn.weight_hh_l0	1	-0.08895774930715561
133243	rnn.weight_hh_l0	2	0.06068439409136772
133243	rnn.weight_hh_l0	3	0.04354880750179291
133243	rnn.weight_hh_l0	4	0.004481197334825993
133243	rnn.weight_hh_l0	5	0.06925837695598602
133243	rnn.weight_hh_l0	6	-0.012909854762256145
133243	rnn.weight_hh_l0	7	-0.08793722838163376
133243	rnn.weight_hh_l0	8	-0.005398284178227186
133243	rnn.weight_hh_l0	9	-0.08053429424762726
133243	rnn.bias_ih_l0	0	-0.07618655264377594
133243	rnn.bias_ih_l0	1	-0.17748646438121796
133243	rnn.bias_ih_l0	2	-0.2502261698246002
133243	rnn.bias_ih_l0	3	-0.27441278100013733
133243	rnn.bias_ih_l0	4	-0.006985390093177557
133243	rnn.bias_ih_l0	5	0.05459783226251602
133243	rnn.bias_ih_l0	6	-0.1635640561580658
133243	rnn.bias_ih_l0	7	-0.26051875948905945
133243	rnn.bias_ih_l0	8	-0.12724100053310394
133243	rnn.bias_ih_l0	9	-0.16886548697948456
133243	rnn.bias_hh_l0	0	0.12806454300880432
133243	rnn.bias_hh_l0	1	-0.06655383855104446
133243	rnn.bias_hh_l0	2	0.041735194623470306
133243	rnn.bias_hh_l0	3	-0.16777311265468597
133243	rnn.bias_hh_l0	4	0.042533498257398605
133243	rnn.bias_hh_l0	5	0.032988861203193665
133243	rnn.bias_hh_l0	6	-0.09306450188159943
133243	rnn.bias_hh_l0	7	-0.155362069606781
133243	rnn.bias_hh_l0	8	-0.17422819137573242
133243	rnn.bias_hh_l0	9	-0.08411981910467148
133243	rnn.weight_ih_l0_reverse	0	-0.021357638761401176
133243	rnn.weight_ih_l0_reverse	1	0.008454099297523499
133243	rnn.weight_ih_l0_reverse	2	0.016691531985998154
133243	rnn.weight_ih_l0_reverse	3	0.00871555507183075
133243	rnn.weight_ih_l0_reverse	4	0.042366478592157364
133243	rnn.weight_ih_l0_reverse	5	-0.05038435757160187
133243	rnn.weight_ih_l0_reverse	6	-0.058769721537828445
133243	rnn.weight_ih_l0_reverse	7	-0.015621001832187176
133243	rnn.weight_ih_l0_reverse	8	0.08091931790113449
133243	rnn.weight_ih_l0_reverse	9	0.016774356365203857
133243	rnn.weight_hh_l0_reverse	0	0.005405395291745663
133243	rnn.weight_hh_l0_reverse	1	0.023889686912298203
133243	rnn.weight_hh_l0_reverse	2	-0.04053586348891258
133243	rnn.weight_hh_l0_reverse	3	0.043170828372240067
133243	rnn.weight_hh_l0_reverse	4	0.025136804208159447
133243	rnn.weight_hh_l0_reverse	5	0.0059506152756512165
133243	rnn.weight_hh_l0_reverse	6	0.05473293736577034
133243	rnn.weight_hh_l0_reverse	7	0.02740531414747238
133243	rnn.weight_hh_l0_reverse	8	-0.012712505646049976
133243	rnn.weight_hh_l0_reverse	9	-0.03710345923900604
133243	rnn.bias_ih_l0_reverse	0	-0.13430377840995789
133243	rnn.bias_ih_l0_reverse	1	-0.3042033612728119
133243	rnn.bias_ih_l0_reverse	2	-0.07329076528549194
133243	rnn.bias_ih_l0_reverse	3	-0.13957980275154114
133243	rnn.bias_ih_l0_reverse	4	0.08203529566526413
133243	rnn.bias_ih_l0_reverse	5	-0.2596665918827057
133243	rnn.bias_ih_l0_reverse	6	-0.0623214952647686
133243	rnn.bias_ih_l0_reverse	7	-0.0028926937375217676
133243	rnn.bias_ih_l0_reverse	8	-0.18306349217891693
133243	rnn.bias_ih_l0_reverse	9	-0.07985088229179382
133243	rnn.bias_hh_l0_reverse	0	-0.1508791297674179
133243	rnn.bias_hh_l0_reverse	1	-0.15279443562030792
133243	rnn.bias_hh_l0_reverse	2	-0.03497382253408432
133243	rnn.bias_hh_l0_reverse	3	-0.12295889854431152
133243	rnn.bias_hh_l0_reverse	4	-0.034782372415065765
133243	rnn.bias_hh_l0_reverse	5	-0.12010230123996735
133243	rnn.bias_hh_l0_reverse	6	-0.07002883404493332
133243	rnn.bias_hh_l0_reverse	7	-0.19427797198295593
133243	rnn.bias_hh_l0_reverse	8	-0.05293182283639908
133243	rnn.bias_hh_l0_reverse	9	-0.1311018466949463
133243	linear.weight	0	-0.23713400959968567
133243	linear.weight	1	-0.13011011481285095
133243	linear.weight	2	-0.011228874325752258
133243	linear.weight	3	-0.09493794292211533
133243	linear.weight	4	-0.004794415086507797
133243	linear.weight	5	0.16814535856246948
133243	linear.weight	6	0.0047744326293468475
133243	linear.weight	7	-0.021312154829502106
133243	linear.weight	8	0.19301488995552063
133243	linear.weight	9	0.1920526772737503
133243	linear.bias	0	-0.8595062494277954
133243	linear.bias	1	1.447696328163147
133243	linear.bias	2	-0.38055673241615295
133243	linear.bias	3	-0.6847327947616577
133243	linear.bias	4	-0.9155635833740234
133243	linear.bias	5	-1.1704895496368408
133243	linear.bias	6	-0.8858450651168823
133243	linear.bias	7	-0.7513247728347778
133243	linear.bias	8	-0.01705317199230194
133243	linear.bias	9	3.26401424407959
133440	transitions	0	-0.39785924553871155
133440	transitions	1	8.390793800354004
133440	transitions	2	-3.449340581893921
133440	transitions	3	1.526445984840393
133440	transitions	4	-2.06282377243042
133440	transitions	5	-0.38035833835601807
133440	transitions	6	-0.18614216148853302
133440	transitions	7	-10000.0
133440	transitions	8	1.7499574422836304
133440	transitions	9	-2.293163776397705
133440	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
133440	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
133440	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
133440	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
133440	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
133440	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
133440	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
133440	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
133440	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
133440	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
133440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
133440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
133440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
133440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
133440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
133440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
133440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
133440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
133440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
133440	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
133440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
133440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
133440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
133440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
133440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
133440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
133440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
133440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
133440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
133440	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
133440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
133440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
133440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
133440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
133440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
133440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
133440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
133440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
133440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
133440	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
133440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
133440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
133440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
133440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
133440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
133440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
133440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
133440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
133440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
133440	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
133440	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
133440	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
133440	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
133440	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
133440	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
133440	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
133440	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
133440	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
133440	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
133440	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
133440	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
133440	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
133440	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
133440	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
133440	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
133440	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
133440	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
133440	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
133440	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
133440	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
133440	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
133440	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
133440	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
133440	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
133440	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
133440	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
133440	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
133440	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
133440	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
133440	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
133440	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
133440	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
133440	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
133440	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
133440	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
133440	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
133440	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
133440	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
133440	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
133440	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
133440	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
133440	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
133440	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
133440	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
133440	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
133440	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
133440	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
133440	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
133440	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
133440	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
133440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
133440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
133440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
133440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
133440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
133440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
133440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
133440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
133440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
133440	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
133440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
133440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
133440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
133440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
133440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
133440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
133440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
133440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
133440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
133440	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
133440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
133440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
133440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
133440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
133440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
133440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
133440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
133440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
133440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
133440	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
133440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
133440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
133440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
133440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
133440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
133440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
133440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
133440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
133440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
133440	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
133440	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
133440	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
133440	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
133440	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
133440	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
133440	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
133440	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
133440	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
133440	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
133440	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
133440	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
133440	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
133440	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
133440	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
133440	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
133440	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
133440	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
133440	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
133440	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
133440	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
133440	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
133440	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
133440	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
133440	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
133440	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
133440	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
133440	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
133440	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
133440	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
133440	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
133440	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
133440	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
133440	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
133440	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
133440	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
133440	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
133440	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
133440	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
133440	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
133440	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
133440	embedding2nn.weight	0	0.04531623423099518
133440	embedding2nn.weight	1	-0.08939436823129654
133440	embedding2nn.weight	2	-0.002125151688233018
133440	embedding2nn.weight	3	-0.05825214833021164
133440	embedding2nn.weight	4	-0.13179495930671692
133440	embedding2nn.weight	5	0.11506586521863937
133440	embedding2nn.weight	6	-0.12495571374893188
133440	embedding2nn.weight	7	-0.07773555815219879
133440	embedding2nn.weight	8	-0.017394792288541794
133440	embedding2nn.weight	9	0.09469976276159286
133440	embedding2nn.bias	0	0.055685725063085556
133440	embedding2nn.bias	1	0.03520340844988823
133440	embedding2nn.bias	2	-0.083644799888134
133440	embedding2nn.bias	3	0.06036536023020744
133440	embedding2nn.bias	4	-0.02737765945494175
133440	embedding2nn.bias	5	-0.1818716824054718
133440	embedding2nn.bias	6	-0.10480926930904388
133440	embedding2nn.bias	7	-0.055988188832998276
133440	embedding2nn.bias	8	0.0724341943860054
133440	embedding2nn.bias	9	-0.05485152080655098
133440	rnn.weight_ih_l0	0	0.012428821064531803
133440	rnn.weight_ih_l0	1	-0.06626438349485397
133440	rnn.weight_ih_l0	2	-0.014132839627563953
133440	rnn.weight_ih_l0	3	-0.044094957411289215
133440	rnn.weight_ih_l0	4	0.023641463369131088
133440	rnn.weight_ih_l0	5	-0.09691789746284485
133440	rnn.weight_ih_l0	6	-0.0348222441971302
133440	rnn.weight_ih_l0	7	-0.026099728420376778
133440	rnn.weight_ih_l0	8	0.07467510551214218
133440	rnn.weight_ih_l0	9	0.01661566272377968
133440	rnn.weight_hh_l0	0	0.005310915410518646
133440	rnn.weight_hh_l0	1	-0.09258515387773514
133440	rnn.weight_hh_l0	2	0.05965406075119972
133440	rnn.weight_hh_l0	3	0.042671382427215576
133440	rnn.weight_hh_l0	4	0.004353619180619717
133440	rnn.weight_hh_l0	5	0.06862245500087738
133440	rnn.weight_hh_l0	6	-0.013147760182619095
133440	rnn.weight_hh_l0	7	-0.08898770064115524
133440	rnn.weight_hh_l0	8	-0.004177176859229803
133440	rnn.weight_hh_l0	9	-0.07860404253005981
133440	rnn.bias_ih_l0	0	-0.0763532891869545
133440	rnn.bias_ih_l0	1	-0.17432847619056702
133440	rnn.bias_ih_l0	2	-0.25039514899253845
133440	rnn.bias_ih_l0	3	-0.27188175916671753
133440	rnn.bias_ih_l0	4	0.0008376813493669033
133440	rnn.bias_ih_l0	5	0.052722666412591934
133440	rnn.bias_ih_l0	6	-0.1620231568813324
133440	rnn.bias_ih_l0	7	-0.25962454080581665
133440	rnn.bias_ih_l0	8	-0.12679636478424072
133440	rnn.bias_ih_l0	9	-0.1729930341243744
133440	rnn.bias_hh_l0	0	0.1304447501897812
133440	rnn.bias_hh_l0	1	-0.06488491594791412
133440	rnn.bias_hh_l0	2	0.04200053960084915
133440	rnn.bias_hh_l0	3	-0.1639253944158554
133440	rnn.bias_hh_l0	4	0.043080754578113556
133440	rnn.bias_hh_l0	5	0.03016500361263752
133440	rnn.bias_hh_l0	6	-0.09186507761478424
133440	rnn.bias_hh_l0	7	-0.15488116443157196
133440	rnn.bias_hh_l0	8	-0.17212164402008057
133440	rnn.bias_hh_l0	9	-0.08370883762836456
133440	rnn.weight_ih_l0_reverse	0	-0.021800905466079712
133440	rnn.weight_ih_l0_reverse	1	0.009253677912056446
133440	rnn.weight_ih_l0_reverse	2	0.017369667068123817
133440	rnn.weight_ih_l0_reverse	3	0.012308571487665176
133440	rnn.weight_ih_l0_reverse	4	0.040719375014305115
133440	rnn.weight_ih_l0_reverse	5	-0.04875874146819115
133440	rnn.weight_ih_l0_reverse	6	-0.05707647278904915
133440	rnn.weight_ih_l0_reverse	7	-0.017626410350203514
133440	rnn.weight_ih_l0_reverse	8	0.08085129410028458
133440	rnn.weight_ih_l0_reverse	9	0.016728801652789116
133440	rnn.weight_hh_l0_reverse	0	0.005300547927618027
133440	rnn.weight_hh_l0_reverse	1	0.023524725809693336
133440	rnn.weight_hh_l0_reverse	2	-0.03920648992061615
133440	rnn.weight_hh_l0_reverse	3	0.04489309340715408
133440	rnn.weight_hh_l0_reverse	4	0.025353213772177696
133440	rnn.weight_hh_l0_reverse	5	0.0064345719292759895
133440	rnn.weight_hh_l0_reverse	6	0.055281952023506165
133440	rnn.weight_hh_l0_reverse	7	0.026346242055296898
133440	rnn.weight_hh_l0_reverse	8	-0.012395045720040798
133440	rnn.weight_hh_l0_reverse	9	-0.037127040326595306
133440	rnn.bias_ih_l0_reverse	0	-0.13196471333503723
133440	rnn.bias_ih_l0_reverse	1	-0.2997014820575714
133440	rnn.bias_ih_l0_reverse	2	-0.07809091359376907
133440	rnn.bias_ih_l0_reverse	3	-0.14071433246135712
133440	rnn.bias_ih_l0_reverse	4	0.08531264960765839
133440	rnn.bias_ih_l0_reverse	5	-0.2559117376804352
133440	rnn.bias_ih_l0_reverse	6	-0.06381300091743469
133440	rnn.bias_ih_l0_reverse	7	-0.004288992844521999
133440	rnn.bias_ih_l0_reverse	8	-0.1825999617576599
133440	rnn.bias_ih_l0_reverse	9	-0.0838228166103363
133440	rnn.bias_hh_l0_reverse	0	-0.15138620138168335
133440	rnn.bias_hh_l0_reverse	1	-0.1500331312417984
133440	rnn.bias_hh_l0_reverse	2	-0.034111421555280685
133440	rnn.bias_hh_l0_reverse	3	-0.11568643897771835
133440	rnn.bias_hh_l0_reverse	4	-0.034091752022504807
133440	rnn.bias_hh_l0_reverse	5	-0.12088588625192642
133440	rnn.bias_hh_l0_reverse	6	-0.07036836445331573
133440	rnn.bias_hh_l0_reverse	7	-0.19236887991428375
133440	rnn.bias_hh_l0_reverse	8	-0.05096273124217987
133440	rnn.bias_hh_l0_reverse	9	-0.12802408635616302
133440	linear.weight	0	-0.24023565649986267
133440	linear.weight	1	-0.12706738710403442
133440	linear.weight	2	-0.011228874325752258
133440	linear.weight	3	-0.09132818132638931
133440	linear.weight	4	-0.0019441836047917604
133440	linear.weight	5	0.16617684066295624
133440	linear.weight	6	0.0047744326293468475
133440	linear.weight	7	-0.021312154829502106
133440	linear.weight	8	0.20001649856567383
133440	linear.weight	9	0.19559240341186523
133440	linear.bias	0	-0.8744842410087585
133440	linear.bias	1	1.4479155540466309
133440	linear.bias	2	-0.42717835307121277
133440	linear.bias	3	-0.6977244019508362
133440	linear.bias	4	-0.9204418659210205
133440	linear.bias	5	-1.1705585718154907
133440	linear.bias	6	-0.9057587385177612
133440	linear.bias	7	-0.7894457578659058
133440	linear.bias	8	-0.01705317199230194
133440	linear.bias	9	3.3175179958343506
133637	transitions	0	-0.39809611439704895
133637	transitions	1	8.434842109680176
133637	transitions	2	-3.4499170780181885
133637	transitions	3	1.524070143699646
133637	transitions	4	-2.063127279281616
133637	transitions	5	-0.38043633103370667
133637	transitions	6	-0.18618428707122803
133637	transitions	7	-10000.0
133637	transitions	8	1.7456661462783813
133637	transitions	9	-2.2931787967681885
133637	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
133637	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
133637	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
133637	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
133637	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
133637	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
133637	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
133637	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
133637	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
133637	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
133637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
133637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
133637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
133637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
133637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
133637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
133637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
133637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
133637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
133637	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
133637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
133637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
133637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
133637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
133637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
133637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
133637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
133637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
133637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
133637	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
133637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
133637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
133637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
133637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
133637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
133637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
133637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
133637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
133637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
133637	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
133637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
133637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
133637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
133637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
133637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
133637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
133637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
133637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
133637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
133637	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
133637	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
133637	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
133637	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
133637	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
133637	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
133637	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
133637	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
133637	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
133637	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
133637	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
133637	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
133637	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
133637	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
133637	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
133637	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
133637	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
133637	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
133637	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
133637	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
133637	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
133637	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
133637	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
133637	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
133637	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
133637	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
133637	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
133637	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
133637	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
133637	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
133637	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
133637	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
133637	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
133637	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
133637	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
133637	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
133637	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
133637	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
133637	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
133637	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
133637	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
133637	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
133637	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
133637	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
133637	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
133637	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
133637	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
133637	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
133637	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
133637	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
133637	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
133637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
133637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
133637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
133637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
133637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
133637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
133637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
133637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
133637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
133637	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
133637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
133637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
133637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
133637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
133637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
133637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
133637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
133637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
133637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
133637	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
133637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
133637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
133637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
133637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
133637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
133637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
133637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
133637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
133637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
133637	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
133637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
133637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
133637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
133637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
133637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
133637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
133637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
133637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
133637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
133637	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
133637	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
133637	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
133637	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
133637	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
133637	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
133637	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
133637	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
133637	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
133637	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
133637	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
133637	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
133637	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
133637	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
133637	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
133637	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
133637	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
133637	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
133637	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
133637	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
133637	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
133637	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
133637	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
133637	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
133637	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
133637	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
133637	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
133637	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
133637	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
133637	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
133637	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
133637	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
133637	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
133637	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
133637	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
133637	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
133637	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
133637	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
133637	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
133637	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
133637	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
133637	embedding2nn.weight	0	0.04487457498908043
133637	embedding2nn.weight	1	-0.09174182265996933
133637	embedding2nn.weight	2	-0.002816552994772792
133637	embedding2nn.weight	3	-0.05745920166373253
133637	embedding2nn.weight	4	-0.12652744352817535
133637	embedding2nn.weight	5	0.1174415573477745
133637	embedding2nn.weight	6	-0.12053101509809494
133637	embedding2nn.weight	7	-0.07956146448850632
133637	embedding2nn.weight	8	-0.018151698634028435
133637	embedding2nn.weight	9	0.09671532362699509
133637	embedding2nn.bias	0	0.06070799008011818
133637	embedding2nn.bias	1	0.02853105589747429
133637	embedding2nn.bias	2	-0.07611232250928879
133637	embedding2nn.bias	3	0.055990904569625854
133637	embedding2nn.bias	4	-0.02227991260588169
133637	embedding2nn.bias	5	-0.17255297303199768
133637	embedding2nn.bias	6	-0.0957273468375206
133637	embedding2nn.bias	7	-0.046452734619379044
133637	embedding2nn.bias	8	0.07378403842449188
133637	embedding2nn.bias	9	-0.04984303563833237
133637	rnn.weight_ih_l0	0	0.011755084618926048
133637	rnn.weight_ih_l0	1	-0.06644268333911896
133637	rnn.weight_ih_l0	2	-0.014350545592606068
133637	rnn.weight_ih_l0	3	-0.044352754950523376
133637	rnn.weight_ih_l0	4	0.022363444790244102
133637	rnn.weight_ih_l0	5	-0.0984157845377922
133637	rnn.weight_ih_l0	6	-0.0331404022872448
133637	rnn.weight_ih_l0	7	-0.02254972793161869
133637	rnn.weight_ih_l0	8	0.07372135668992996
133637	rnn.weight_ih_l0	9	0.01602867804467678
133637	rnn.weight_hh_l0	0	0.00331213534809649
133637	rnn.weight_hh_l0	1	-0.09306943416595459
133637	rnn.weight_hh_l0	2	0.05951973423361778
133637	rnn.weight_hh_l0	3	0.04259782284498215
133637	rnn.weight_hh_l0	4	0.0042160251177847385
133637	rnn.weight_hh_l0	5	0.06820427626371384
133637	rnn.weight_hh_l0	6	-0.013325498439371586
133637	rnn.weight_hh_l0	7	-0.08859871327877045
133637	rnn.weight_hh_l0	8	-0.004296332132071257
133637	rnn.weight_hh_l0	9	-0.08076740056276321
133637	rnn.bias_ih_l0	0	-0.07364880293607712
133637	rnn.bias_ih_l0	1	-0.17360974848270416
133637	rnn.bias_ih_l0	2	-0.25242555141448975
133637	rnn.bias_ih_l0	3	-0.27129361033439636
133637	rnn.bias_ih_l0	4	-0.001720053725875914
133637	rnn.bias_ih_l0	5	0.04787638038396835
133637	rnn.bias_ih_l0	6	-0.16377444565296173
133637	rnn.bias_ih_l0	7	-0.26095959544181824
133637	rnn.bias_ih_l0	8	-0.12629607319831848
133637	rnn.bias_ih_l0	9	-0.17406387627124786
133637	rnn.bias_hh_l0	0	0.13045601546764374
133637	rnn.bias_hh_l0	1	-0.0656852200627327
133637	rnn.bias_hh_l0	2	0.04247855022549629
133637	rnn.bias_hh_l0	3	-0.16713516414165497
133637	rnn.bias_hh_l0	4	0.04824935644865036
133637	rnn.bias_hh_l0	5	0.029862098395824432
133637	rnn.bias_hh_l0	6	-0.09176699817180634
133637	rnn.bias_hh_l0	7	-0.15248359739780426
133637	rnn.bias_hh_l0	8	-0.17463529109954834
133637	rnn.bias_hh_l0	9	-0.08503414690494537
133637	rnn.weight_ih_l0_reverse	0	-0.022055428475141525
133637	rnn.weight_ih_l0_reverse	1	0.01034553162753582
133637	rnn.weight_ih_l0_reverse	2	0.013651423156261444
133637	rnn.weight_ih_l0_reverse	3	0.011074081063270569
133637	rnn.weight_ih_l0_reverse	4	0.042946264147758484
133637	rnn.weight_ih_l0_reverse	5	-0.046421121805906296
133637	rnn.weight_ih_l0_reverse	6	-0.05695284157991409
133637	rnn.weight_ih_l0_reverse	7	-0.01294811349362135
133637	rnn.weight_ih_l0_reverse	8	0.0812460407614708
133637	rnn.weight_ih_l0_reverse	9	0.019372349604964256
133637	rnn.weight_hh_l0_reverse	0	0.005675199441611767
133637	rnn.weight_hh_l0_reverse	1	0.023546554148197174
133637	rnn.weight_hh_l0_reverse	2	-0.03915238007903099
133637	rnn.weight_hh_l0_reverse	3	0.044509559869766235
133637	rnn.weight_hh_l0_reverse	4	0.02499312162399292
133637	rnn.weight_hh_l0_reverse	5	0.00453935144469142
133637	rnn.weight_hh_l0_reverse	6	0.05621980503201485
133637	rnn.weight_hh_l0_reverse	7	0.027413254603743553
133637	rnn.weight_hh_l0_reverse	8	-0.012548604980111122
133637	rnn.weight_hh_l0_reverse	9	-0.03660745173692703
133637	rnn.bias_ih_l0_reverse	0	-0.13309146463871002
133637	rnn.bias_ih_l0_reverse	1	-0.2996387779712677
133637	rnn.bias_ih_l0_reverse	2	-0.07733931392431259
133637	rnn.bias_ih_l0_reverse	3	-0.13871094584465027
133637	rnn.bias_ih_l0_reverse	4	0.08672589808702469
133637	rnn.bias_ih_l0_reverse	5	-0.25586649775505066
133637	rnn.bias_ih_l0_reverse	6	-0.06461921334266663
133637	rnn.bias_ih_l0_reverse	7	0.002734154462814331
133637	rnn.bias_ih_l0_reverse	8	-0.18368592858314514
133637	rnn.bias_ih_l0_reverse	9	-0.08517148345708847
133637	rnn.bias_hh_l0_reverse	0	-0.14943154156208038
133637	rnn.bias_hh_l0_reverse	1	-0.1495918333530426
133637	rnn.bias_hh_l0_reverse	2	-0.03299469128251076
133637	rnn.bias_hh_l0_reverse	3	-0.1173781231045723
133637	rnn.bias_hh_l0_reverse	4	-0.03455258160829544
133637	rnn.bias_hh_l0_reverse	5	-0.11903851479291916
133637	rnn.bias_hh_l0_reverse	6	-0.06977447867393494
133637	rnn.bias_hh_l0_reverse	7	-0.19489559531211853
133637	rnn.bias_hh_l0_reverse	8	-0.05689377337694168
133637	rnn.bias_hh_l0_reverse	9	-0.1319468915462494
133637	linear.weight	0	-0.2700073719024658
133637	linear.weight	1	-0.12620896100997925
133637	linear.weight	2	-0.011228874325752258
133637	linear.weight	3	-0.07694999128580093
133637	linear.weight	4	-0.02150968834757805
133637	linear.weight	5	0.17931246757507324
133637	linear.weight	6	0.0047744326293468475
133637	linear.weight	7	-0.021312154829502106
133637	linear.weight	8	0.188005730509758
133637	linear.weight	9	0.17073111236095428
133637	linear.bias	0	-0.8738825917243958
133637	linear.bias	1	1.4783190488815308
133637	linear.bias	2	-0.4175785183906555
133637	linear.bias	3	-0.6655910015106201
133637	linear.bias	4	-0.9114109873771667
133637	linear.bias	5	-1.1706217527389526
133637	linear.bias	6	-0.9053139090538025
133637	linear.bias	7	-0.8253136873245239
133637	linear.bias	8	-0.01705317199230194
133637	linear.bias	9	3.33847713470459
133834	transitions	0	-0.39844202995300293
133834	transitions	1	8.451282501220703
133834	transitions	2	-3.450578451156616
133834	transitions	3	1.5134267807006836
133834	transitions	4	-2.0636088848114014
133834	transitions	5	-0.38064509630203247
133834	transitions	6	-0.1862265020608902
133834	transitions	7	-10000.0
133834	transitions	8	1.7539985179901123
133834	transitions	9	-2.2932000160217285
133834	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
133834	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
133834	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
133834	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
133834	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
133834	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
133834	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
133834	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
133834	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
133834	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
133834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
133834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
133834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
133834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
133834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
133834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
133834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
133834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
133834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
133834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
133834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
133834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
133834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
133834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
133834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
133834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
133834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
133834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
133834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
133834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
133834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
133834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
133834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
133834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
133834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
133834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
133834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
133834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
133834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
133834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
133834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
133834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
133834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
133834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
133834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
133834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
133834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
133834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
133834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
133834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
133834	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
133834	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
133834	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
133834	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
133834	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
133834	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
133834	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
133834	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
133834	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
133834	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
133834	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
133834	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
133834	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
133834	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
133834	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
133834	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
133834	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
133834	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
133834	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
133834	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
133834	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
133834	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
133834	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
133834	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
133834	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
133834	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
133834	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
133834	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
133834	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
133834	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
133834	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
133834	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
133834	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
133834	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
133834	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
133834	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
133834	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
133834	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
133834	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
133834	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
133834	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
133834	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
133834	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
133834	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
133834	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
133834	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
133834	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
133834	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
133834	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
133834	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
133834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
133834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
133834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
133834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
133834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
133834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
133834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
133834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
133834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
133834	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
133834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
133834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
133834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
133834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
133834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
133834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
133834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
133834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
133834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
133834	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
133834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
133834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
133834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
133834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
133834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
133834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
133834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
133834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
133834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
133834	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
133834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
133834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
133834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
133834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
133834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
133834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
133834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
133834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
133834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
133834	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
133834	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
133834	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
133834	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
133834	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
133834	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
133834	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
133834	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
133834	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
133834	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
133834	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
133834	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
133834	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
133834	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
133834	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
133834	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
133834	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
133834	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
133834	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
133834	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
133834	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
133834	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
133834	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
133834	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
133834	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
133834	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
133834	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
133834	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
133834	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
133834	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
133834	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
133834	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
133834	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
133834	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
133834	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
133834	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
133834	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
133834	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
133834	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
133834	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
133834	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
133834	embedding2nn.weight	0	0.044063009321689606
133834	embedding2nn.weight	1	-0.0937361866235733
133834	embedding2nn.weight	2	-0.0038990548346191645
133834	embedding2nn.weight	3	-0.056093472987413406
133834	embedding2nn.weight	4	-0.1252807229757309
133834	embedding2nn.weight	5	0.11619190871715546
133834	embedding2nn.weight	6	-0.11769658327102661
133834	embedding2nn.weight	7	-0.07956085354089737
133834	embedding2nn.weight	8	-0.019919434562325478
133834	embedding2nn.weight	9	0.09476850181818008
133834	embedding2nn.bias	0	0.07226742058992386
133834	embedding2nn.bias	1	0.02028079144656658
133834	embedding2nn.bias	2	-0.06836327165365219
133834	embedding2nn.bias	3	0.06290291249752045
133834	embedding2nn.bias	4	-0.01119249314069748
133834	embedding2nn.bias	5	-0.1707247644662857
133834	embedding2nn.bias	6	-0.08481470495462418
133834	embedding2nn.bias	7	-0.05345821753144264
133834	embedding2nn.bias	8	0.06470774114131927
133834	embedding2nn.bias	9	-0.04833853244781494
133834	rnn.weight_ih_l0	0	0.012870552949607372
133834	rnn.weight_ih_l0	1	-0.06594738364219666
133834	rnn.weight_ih_l0	2	-0.01473119854927063
133834	rnn.weight_ih_l0	3	-0.045833438634872437
133834	rnn.weight_ih_l0	4	0.028261469677090645
133834	rnn.weight_ih_l0	5	-0.09860869497060776
133834	rnn.weight_ih_l0	6	-0.036193832755088806
133834	rnn.weight_ih_l0	7	-0.01943744532763958
133834	rnn.weight_ih_l0	8	0.07117964327335358
133834	rnn.weight_ih_l0	9	0.017714383080601692
133834	rnn.weight_hh_l0	0	0.0023949786555022
133834	rnn.weight_hh_l0	1	-0.09223640710115433
133834	rnn.weight_hh_l0	2	0.06009870395064354
133834	rnn.weight_hh_l0	3	0.043218765407800674
133834	rnn.weight_hh_l0	4	0.004124963656067848
133834	rnn.weight_hh_l0	5	0.06839890778064728
133834	rnn.weight_hh_l0	6	-0.013237200677394867
133834	rnn.weight_hh_l0	7	-0.08964836597442627
133834	rnn.weight_hh_l0	8	-0.0032518149819225073
133834	rnn.weight_hh_l0	9	-0.07853585481643677
133834	rnn.bias_ih_l0	0	-0.07178086787462234
133834	rnn.bias_ih_l0	1	-0.17505428194999695
133834	rnn.bias_ih_l0	2	-0.2530965209007263
133834	rnn.bias_ih_l0	3	-0.27381396293640137
133834	rnn.bias_ih_l0	4	1.3064995982858818e-05
133834	rnn.bias_ih_l0	5	0.04537912458181381
133834	rnn.bias_ih_l0	6	-0.1647750288248062
133834	rnn.bias_ih_l0	7	-0.2581298351287842
133834	rnn.bias_ih_l0	8	-0.12407559901475906
133834	rnn.bias_ih_l0	9	-0.17592622339725494
133834	rnn.bias_hh_l0	0	0.12823447585105896
133834	rnn.bias_hh_l0	1	-0.07051141560077667
133834	rnn.bias_hh_l0	2	0.039118118584156036
133834	rnn.bias_hh_l0	3	-0.1680644154548645
133834	rnn.bias_hh_l0	4	0.046385880559682846
133834	rnn.bias_hh_l0	5	0.031306471675634384
133834	rnn.bias_hh_l0	6	-0.09038985520601273
133834	rnn.bias_hh_l0	7	-0.15369632840156555
133834	rnn.bias_hh_l0	8	-0.1771940290927887
133834	rnn.bias_hh_l0	9	-0.08800789713859558
133834	rnn.weight_ih_l0_reverse	0	-0.022079460322856903
133834	rnn.weight_ih_l0_reverse	1	0.011858442798256874
133834	rnn.weight_ih_l0_reverse	2	0.015152533538639545
133834	rnn.weight_ih_l0_reverse	3	0.0099863950163126
133834	rnn.weight_ih_l0_reverse	4	0.04155750200152397
133834	rnn.weight_ih_l0_reverse	5	-0.048161543905735016
133834	rnn.weight_ih_l0_reverse	6	-0.05646681413054466
133834	rnn.weight_ih_l0_reverse	7	-0.014169652946293354
133834	rnn.weight_ih_l0_reverse	8	0.08170146495103836
133834	rnn.weight_ih_l0_reverse	9	0.019242744892835617
133834	rnn.weight_hh_l0_reverse	0	0.005547415930777788
133834	rnn.weight_hh_l0_reverse	1	0.023260481655597687
133834	rnn.weight_hh_l0_reverse	2	-0.038602065294981
133834	rnn.weight_hh_l0_reverse	3	0.04438384249806404
133834	rnn.weight_hh_l0_reverse	4	0.02478046342730522
133834	rnn.weight_hh_l0_reverse	5	0.004223237279802561
133834	rnn.weight_hh_l0_reverse	6	0.05663016438484192
133834	rnn.weight_hh_l0_reverse	7	0.027948571369051933
133834	rnn.weight_hh_l0_reverse	8	-0.014741562306880951
133834	rnn.weight_hh_l0_reverse	9	-0.03606386110186577
133834	rnn.bias_ih_l0_reverse	0	-0.132120743393898
133834	rnn.bias_ih_l0_reverse	1	-0.3017910122871399
133834	rnn.bias_ih_l0_reverse	2	-0.07387063652276993
133834	rnn.bias_ih_l0_reverse	3	-0.14137248694896698
133834	rnn.bias_ih_l0_reverse	4	0.08124221116304398
133834	rnn.bias_ih_l0_reverse	5	-0.2547132968902588
133834	rnn.bias_ih_l0_reverse	6	-0.06160196661949158
133834	rnn.bias_ih_l0_reverse	7	0.0076131802052259445
133834	rnn.bias_ih_l0_reverse	8	-0.18042245507240295
133834	rnn.bias_ih_l0_reverse	9	-0.08457950502634048
133834	rnn.bias_hh_l0_reverse	0	-0.14826127886772156
133834	rnn.bias_hh_l0_reverse	1	-0.14837628602981567
133834	rnn.bias_hh_l0_reverse	2	-0.031228652223944664
133834	rnn.bias_hh_l0_reverse	3	-0.11628960072994232
133834	rnn.bias_hh_l0_reverse	4	-0.03401374816894531
133834	rnn.bias_hh_l0_reverse	5	-0.12079119682312012
133834	rnn.bias_hh_l0_reverse	6	-0.06746064126491547
133834	rnn.bias_hh_l0_reverse	7	-0.19792571663856506
133834	rnn.bias_hh_l0_reverse	8	-0.05320223420858383
133834	rnn.bias_hh_l0_reverse	9	-0.13548187911510468
133834	linear.weight	0	-0.25627589225769043
133834	linear.weight	1	-0.1249149814248085
133834	linear.weight	2	-0.011228874325752258
133834	linear.weight	3	-0.08799837529659271
133834	linear.weight	4	-0.028691884130239487
133834	linear.weight	5	0.18896177411079407
133834	linear.weight	6	0.0047744326293468475
133834	linear.weight	7	-0.021312154829502106
133834	linear.weight	8	0.1923375129699707
133834	linear.weight	9	0.16876006126403809
133834	linear.bias	0	-0.8561486601829529
133834	linear.bias	1	1.4627246856689453
133834	linear.bias	2	-0.4015601575374603
133834	linear.bias	3	-0.6689774394035339
133834	linear.bias	4	-0.9603642225265503
133834	linear.bias	5	-1.1706889867782593
133834	linear.bias	6	-0.8916856050491333
133834	linear.bias	7	-0.7642690539360046
133834	linear.bias	8	-0.01705317199230194
133834	linear.bias	9	3.37471866607666
134031	transitions	0	-0.39855319261550903
134031	transitions	1	8.429211616516113
134031	transitions	2	-3.45113205909729
134031	transitions	3	1.5037752389907837
134031	transitions	4	-2.0640947818756104
134031	transitions	5	-0.38089752197265625
134031	transitions	6	-0.18626099824905396
134031	transitions	7	-10000.0
134031	transitions	8	1.7481783628463745
134031	transitions	9	-2.29321551322937
134031	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
134031	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
134031	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
134031	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
134031	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
134031	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
134031	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
134031	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
134031	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
134031	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
134031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
134031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
134031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
134031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
134031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
134031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
134031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
134031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
134031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
134031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
134031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
134031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
134031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
134031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
134031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
134031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
134031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
134031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
134031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
134031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
134031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
134031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
134031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
134031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
134031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
134031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
134031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
134031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
134031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
134031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
134031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
134031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
134031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
134031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
134031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
134031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
134031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
134031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
134031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
134031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
134031	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
134031	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
134031	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
134031	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
134031	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
134031	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
134031	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
134031	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
134031	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
134031	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
134031	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
134031	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
134031	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
134031	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
134031	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
134031	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
134031	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
134031	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
134031	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
134031	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
134031	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
134031	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
134031	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
134031	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
134031	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
134031	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
134031	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
134031	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
134031	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
134031	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
134031	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
134031	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
134031	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
134031	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
134031	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
134031	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
134031	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
134031	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
134031	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
134031	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
134031	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
134031	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
134031	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
134031	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
134031	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
134031	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
134031	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
134031	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
134031	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
134031	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
134031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
134031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
134031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
134031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
134031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
134031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
134031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
134031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
134031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
134031	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
134031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
134031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
134031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
134031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
134031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
134031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
134031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
134031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
134031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
134031	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
134031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
134031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
134031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
134031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
134031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
134031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
134031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
134031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
134031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
134031	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
134031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
134031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
134031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
134031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
134031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
134031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
134031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
134031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
134031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
134031	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
134031	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
134031	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
134031	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
134031	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
134031	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
134031	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
134031	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
134031	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
134031	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
134031	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
134031	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
134031	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
134031	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
134031	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
134031	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
134031	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
134031	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
134031	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
134031	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
134031	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
134031	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
134031	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
134031	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
134031	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
134031	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
134031	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
134031	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
134031	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
134031	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
134031	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
134031	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
134031	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
134031	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
134031	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
134031	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
134031	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
134031	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
134031	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
134031	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
134031	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
134031	embedding2nn.weight	0	0.04449236020445824
134031	embedding2nn.weight	1	-0.09448647499084473
134031	embedding2nn.weight	2	-0.0032907589338719845
134031	embedding2nn.weight	3	-0.05369257181882858
134031	embedding2nn.weight	4	-0.12748001515865326
134031	embedding2nn.weight	5	0.11485616117715836
134031	embedding2nn.weight	6	-0.12539342045783997
134031	embedding2nn.weight	7	-0.078833669424057
134031	embedding2nn.weight	8	-0.019434547051787376
134031	embedding2nn.weight	9	0.09316132217645645
134031	embedding2nn.bias	0	0.051327675580978394
134031	embedding2nn.bias	1	0.027527853846549988
134031	embedding2nn.bias	2	-0.08150704950094223
134031	embedding2nn.bias	3	0.073023721575737
134031	embedding2nn.bias	4	-0.01234089583158493
134031	embedding2nn.bias	5	-0.16891728341579437
134031	embedding2nn.bias	6	-0.09967122972011566
134031	embedding2nn.bias	7	-0.05067063495516777
134031	embedding2nn.bias	8	0.0669579803943634
134031	embedding2nn.bias	9	-0.03927839547395706
134031	rnn.weight_ih_l0	0	0.010273109190165997
134031	rnn.weight_ih_l0	1	-0.06753364205360413
134031	rnn.weight_ih_l0	2	-0.01276739127933979
134031	rnn.weight_ih_l0	3	-0.04594036564230919
134031	rnn.weight_ih_l0	4	0.02753203548491001
134031	rnn.weight_ih_l0	5	-0.1016598716378212
134031	rnn.weight_ih_l0	6	-0.037123341113328934
134031	rnn.weight_ih_l0	7	-0.016683893278241158
134031	rnn.weight_ih_l0	8	0.06844916194677353
134031	rnn.weight_ih_l0	9	0.018757017329335213
134031	rnn.weight_hh_l0	0	0.002238341374322772
134031	rnn.weight_hh_l0	1	-0.09259384870529175
134031	rnn.weight_hh_l0	2	0.05983177199959755
134031	rnn.weight_hh_l0	3	0.043332647532224655
134031	rnn.weight_hh_l0	4	0.0039414470084011555
134031	rnn.weight_hh_l0	5	0.0688922181725502
134031	rnn.weight_hh_l0	6	-0.01347456406801939
134031	rnn.weight_hh_l0	7	-0.08945578336715698
134031	rnn.weight_hh_l0	8	-0.004020971246063709
134031	rnn.weight_hh_l0	9	-0.07757437974214554
134031	rnn.bias_ih_l0	0	-0.06708591431379318
134031	rnn.bias_ih_l0	1	-0.17505954205989838
134031	rnn.bias_ih_l0	2	-0.2520369589328766
134031	rnn.bias_ih_l0	3	-0.2708899974822998
134031	rnn.bias_ih_l0	4	0.0001880690106190741
134031	rnn.bias_ih_l0	5	0.04841851443052292
134031	rnn.bias_ih_l0	6	-0.1643511950969696
134031	rnn.bias_ih_l0	7	-0.2551838457584381
134031	rnn.bias_ih_l0	8	-0.12255744636058807
134031	rnn.bias_ih_l0	9	-0.17458008229732513
134031	rnn.bias_hh_l0	0	0.12655958533287048
134031	rnn.bias_hh_l0	1	-0.07084668427705765
134031	rnn.bias_hh_l0	2	0.03741448372602463
134031	rnn.bias_hh_l0	3	-0.1688292771577835
134031	rnn.bias_hh_l0	4	0.04308793693780899
134031	rnn.bias_hh_l0	5	0.03118300810456276
134031	rnn.bias_hh_l0	6	-0.09098286181688309
134031	rnn.bias_hh_l0	7	-0.14999321103096008
134031	rnn.bias_hh_l0	8	-0.17917591333389282
134031	rnn.bias_hh_l0	9	-0.08718997240066528
134031	rnn.weight_ih_l0_reverse	0	-0.023209169507026672
134031	rnn.weight_ih_l0_reverse	1	0.014145259745419025
134031	rnn.weight_ih_l0_reverse	2	0.01921386644244194
134031	rnn.weight_ih_l0_reverse	3	0.01132882945239544
134031	rnn.weight_ih_l0_reverse	4	0.04162437096238136
134031	rnn.weight_ih_l0_reverse	5	-0.04826439544558525
134031	rnn.weight_ih_l0_reverse	6	-0.056929249316453934
134031	rnn.weight_ih_l0_reverse	7	-0.01468562800437212
134031	rnn.weight_ih_l0_reverse	8	0.08170177787542343
134031	rnn.weight_ih_l0_reverse	9	0.021560199558734894
134031	rnn.weight_hh_l0_reverse	0	0.0056412238627672195
134031	rnn.weight_hh_l0_reverse	1	0.023342270404100418
134031	rnn.weight_hh_l0_reverse	2	-0.03858710080385208
134031	rnn.weight_hh_l0_reverse	3	0.04447593912482262
134031	rnn.weight_hh_l0_reverse	4	0.02428988553583622
134031	rnn.weight_hh_l0_reverse	5	0.0042407033033668995
134031	rnn.weight_hh_l0_reverse	6	0.05656980350613594
134031	rnn.weight_hh_l0_reverse	7	0.02733868733048439
134031	rnn.weight_hh_l0_reverse	8	-0.015989940613508224
134031	rnn.weight_hh_l0_reverse	9	-0.03718001767992973
134031	rnn.bias_ih_l0_reverse	0	-0.133540540933609
134031	rnn.bias_ih_l0_reverse	1	-0.3011694550514221
134031	rnn.bias_ih_l0_reverse	2	-0.07247540354728699
134031	rnn.bias_ih_l0_reverse	3	-0.14115563035011292
134031	rnn.bias_ih_l0_reverse	4	0.08129987120628357
134031	rnn.bias_ih_l0_reverse	5	-0.2591415345668793
134031	rnn.bias_ih_l0_reverse	6	-0.05867089331150055
134031	rnn.bias_ih_l0_reverse	7	0.0106404023244977
134031	rnn.bias_ih_l0_reverse	8	-0.18066109716892242
134031	rnn.bias_ih_l0_reverse	9	-0.09021931886672974
134031	rnn.bias_hh_l0_reverse	0	-0.14966614544391632
134031	rnn.bias_hh_l0_reverse	1	-0.14921291172504425
134031	rnn.bias_hh_l0_reverse	2	-0.02948259562253952
134031	rnn.bias_hh_l0_reverse	3	-0.116572305560112
134031	rnn.bias_hh_l0_reverse	4	-0.0359298400580883
134031	rnn.bias_hh_l0_reverse	5	-0.1213187649846077
134031	rnn.bias_hh_l0_reverse	6	-0.06946912407875061
134031	rnn.bias_hh_l0_reverse	7	-0.20371238887310028
134031	rnn.bias_hh_l0_reverse	8	-0.056517913937568665
134031	rnn.bias_hh_l0_reverse	9	-0.13731619715690613
134031	linear.weight	0	-0.2540431618690491
134031	linear.weight	1	-0.11522355675697327
134031	linear.weight	2	-0.011228874325752258
134031	linear.weight	3	-0.08000008016824722
134031	linear.weight	4	-0.048366911709308624
134031	linear.weight	5	0.21274128556251526
134031	linear.weight	6	0.0047744326293468475
134031	linear.weight	7	-0.021312154829502106
134031	linear.weight	8	0.17667360603809357
134031	linear.weight	9	0.16537855565547943
134031	linear.bias	0	-0.8480207324028015
134031	linear.bias	1	1.4751522541046143
134031	linear.bias	2	-0.4254978895187378
134031	linear.bias	3	-0.6774259805679321
134031	linear.bias	4	-0.9181360006332397
134031	linear.bias	5	-1.1707561016082764
134031	linear.bias	6	-0.8857448101043701
134031	linear.bias	7	-0.8230651021003723
134031	linear.bias	8	-0.01705317199230194
134031	linear.bias	9	3.3232054710388184
134228	transitions	0	-0.3991779685020447
134228	transitions	1	8.416699409484863
134228	transitions	2	-3.4524083137512207
134228	transitions	3	1.5105546712875366
134228	transitions	4	-2.064901828765869
134228	transitions	5	-0.3811492621898651
134228	transitions	6	-0.18630045652389526
134228	transitions	7	-10000.0
134228	transitions	8	1.7523130178451538
134228	transitions	9	-2.293222188949585
134228	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
134228	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
134228	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
134228	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
134228	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
134228	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
134228	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
134228	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
134228	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
134228	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
134228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
134228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
134228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
134228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
134228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
134228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
134228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
134228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
134228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
134228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
134228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
134228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
134228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
134228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
134228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
134228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
134228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
134228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
134228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
134228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
134228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
134228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
134228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
134228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
134228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
134228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
134228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
134228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
134228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
134228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
134228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
134228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
134228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
134228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
134228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
134228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
134228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
134228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
134228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
134228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
134228	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
134228	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
134228	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
134228	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
134228	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
134228	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
134228	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
134228	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
134228	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
134228	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
134228	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
134228	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
134228	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
134228	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
134228	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
134228	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
134228	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
134228	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
134228	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
134228	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
134228	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
134228	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
134228	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
134228	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
134228	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
134228	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
134228	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
134228	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
134228	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
134228	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
134228	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
134228	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
134228	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
134228	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
134228	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
134228	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
134228	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
134228	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
134228	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
134228	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
134228	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
134228	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
134228	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
134228	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
134228	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
134228	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
134228	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
134228	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
134228	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
134228	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
134228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
134228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
134228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
134228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
134228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
134228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
134228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
134228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
134228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
134228	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
134228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
134228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
134228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
134228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
134228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
134228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
134228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
134228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
134228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
134228	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
134228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
134228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
134228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
134228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
134228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
134228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
134228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
134228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
134228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
134228	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
134228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
134228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
134228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
134228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
134228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
134228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
134228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
134228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
134228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
134228	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
134228	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
134228	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
134228	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
134228	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
134228	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
134228	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
134228	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
134228	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
134228	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
134228	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
134228	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
134228	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
134228	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
134228	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
134228	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
134228	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
134228	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
134228	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
134228	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
134228	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
134228	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
134228	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
134228	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
134228	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
134228	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
134228	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
134228	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
134228	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
134228	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
134228	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
134228	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
134228	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
134228	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
134228	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
134228	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
134228	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
134228	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
134228	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
134228	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
134228	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
134228	embedding2nn.weight	0	0.045922718942165375
134228	embedding2nn.weight	1	-0.09199808537960052
134228	embedding2nn.weight	2	0.0015057186828926206
134228	embedding2nn.weight	3	-0.05464361235499382
134228	embedding2nn.weight	4	-0.12495449185371399
134228	embedding2nn.weight	5	0.11328596621751785
134228	embedding2nn.weight	6	-0.12069596350193024
134228	embedding2nn.weight	7	-0.0800928995013237
134228	embedding2nn.weight	8	-0.01976671814918518
134228	embedding2nn.weight	9	0.09426546096801758
134228	embedding2nn.bias	0	0.06257554888725281
134228	embedding2nn.bias	1	0.021560005843639374
134228	embedding2nn.bias	2	-0.08071848005056381
134228	embedding2nn.bias	3	0.07371094822883606
134228	embedding2nn.bias	4	-0.02332916110754013
134228	embedding2nn.bias	5	-0.1686808317899704
134228	embedding2nn.bias	6	-0.09740328788757324
134228	embedding2nn.bias	7	-0.06041773781180382
134228	embedding2nn.bias	8	0.08208170533180237
134228	embedding2nn.bias	9	-0.05436328053474426
134228	rnn.weight_ih_l0	0	0.011460468173027039
134228	rnn.weight_ih_l0	1	-0.06662028282880783
134228	rnn.weight_ih_l0	2	-0.013188867829740047
134228	rnn.weight_ih_l0	3	-0.04837532341480255
134228	rnn.weight_ih_l0	4	0.027002332732081413
134228	rnn.weight_ih_l0	5	-0.09813784062862396
134228	rnn.weight_ih_l0	6	-0.03988705575466156
134228	rnn.weight_ih_l0	7	-0.01808568276464939
134228	rnn.weight_ih_l0	8	0.06276842206716537
134228	rnn.weight_ih_l0	9	0.019157283008098602
134228	rnn.weight_hh_l0	0	0.003220131155103445
134228	rnn.weight_hh_l0	1	-0.0948917493224144
134228	rnn.weight_hh_l0	2	0.05862794443964958
134228	rnn.weight_hh_l0	3	0.04285331815481186
134228	rnn.weight_hh_l0	4	0.004217615816742182
134228	rnn.weight_hh_l0	5	0.0694887787103653
134228	rnn.weight_hh_l0	6	-0.012912297621369362
134228	rnn.weight_hh_l0	7	-0.0892169177532196
134228	rnn.weight_hh_l0	8	-0.00428374856710434
134228	rnn.weight_hh_l0	9	-0.07914424687623978
134228	rnn.bias_ih_l0	0	-0.06758462637662888
134228	rnn.bias_ih_l0	1	-0.17282980680465698
134228	rnn.bias_ih_l0	2	-0.25607168674468994
134228	rnn.bias_ih_l0	3	-0.2724052667617798
134228	rnn.bias_ih_l0	4	0.0021146738436073065
134228	rnn.bias_ih_l0	5	0.04303085058927536
134228	rnn.bias_ih_l0	6	-0.1709168702363968
134228	rnn.bias_ih_l0	7	-0.25658220052719116
134228	rnn.bias_ih_l0	8	-0.11995182186365128
134228	rnn.bias_ih_l0	9	-0.1778041571378708
134228	rnn.bias_hh_l0	0	0.12581154704093933
134228	rnn.bias_hh_l0	1	-0.06884712725877762
134228	rnn.bias_hh_l0	2	0.038885608315467834
134228	rnn.bias_hh_l0	3	-0.16402466595172882
134228	rnn.bias_hh_l0	4	0.04612506181001663
134228	rnn.bias_hh_l0	5	0.028336230665445328
134228	rnn.bias_hh_l0	6	-0.0909985601902008
134228	rnn.bias_hh_l0	7	-0.15220776200294495
134228	rnn.bias_hh_l0	8	-0.1786099076271057
134228	rnn.bias_hh_l0	9	-0.0886978805065155
134228	rnn.weight_ih_l0_reverse	0	-0.022247087210416794
134228	rnn.weight_ih_l0_reverse	1	0.013044983148574829
134228	rnn.weight_ih_l0_reverse	2	0.018704364076256752
134228	rnn.weight_ih_l0_reverse	3	0.0110244732350111
134228	rnn.weight_ih_l0_reverse	4	0.04226405546069145
134228	rnn.weight_ih_l0_reverse	5	-0.04990392178297043
134228	rnn.weight_ih_l0_reverse	6	-0.05880144611001015
134228	rnn.weight_ih_l0_reverse	7	-0.014143330045044422
134228	rnn.weight_ih_l0_reverse	8	0.08142806589603424
134228	rnn.weight_ih_l0_reverse	9	0.022931406274437904
134228	rnn.weight_hh_l0_reverse	0	0.006812308914959431
134228	rnn.weight_hh_l0_reverse	1	0.023401789367198944
134228	rnn.weight_hh_l0_reverse	2	-0.03930869325995445
134228	rnn.weight_hh_l0_reverse	3	0.04402545467019081
134228	rnn.weight_hh_l0_reverse	4	0.02536405809223652
134228	rnn.weight_hh_l0_reverse	5	0.00351726240478456
134228	rnn.weight_hh_l0_reverse	6	0.05700676888227463
134228	rnn.weight_hh_l0_reverse	7	0.02757217176258564
134228	rnn.weight_hh_l0_reverse	8	-0.015207321383059025
134228	rnn.weight_hh_l0_reverse	9	-0.03710312396287918
134228	rnn.bias_ih_l0_reverse	0	-0.13255725800991058
134228	rnn.bias_ih_l0_reverse	1	-0.29934394359588623
134228	rnn.bias_ih_l0_reverse	2	-0.07369192689657211
134228	rnn.bias_ih_l0_reverse	3	-0.1405610293149948
134228	rnn.bias_ih_l0_reverse	4	0.08177126944065094
134228	rnn.bias_ih_l0_reverse	5	-0.25956910848617554
134228	rnn.bias_ih_l0_reverse	6	-0.054219137877225876
134228	rnn.bias_ih_l0_reverse	7	0.014497796073555946
134228	rnn.bias_ih_l0_reverse	8	-0.17716357111930847
134228	rnn.bias_ih_l0_reverse	9	-0.08594775199890137
134228	rnn.bias_hh_l0_reverse	0	-0.14798234403133392
134228	rnn.bias_hh_l0_reverse	1	-0.1478854864835739
134228	rnn.bias_hh_l0_reverse	2	-0.027666371315717697
134228	rnn.bias_hh_l0_reverse	3	-0.11972251534461975
134228	rnn.bias_hh_l0_reverse	4	-0.037497006356716156
134228	rnn.bias_hh_l0_reverse	5	-0.11958345025777817
134228	rnn.bias_hh_l0_reverse	6	-0.07069854438304901
134228	rnn.bias_hh_l0_reverse	7	-0.19980216026306152
134228	rnn.bias_hh_l0_reverse	8	-0.060740888118743896
134228	rnn.bias_hh_l0_reverse	9	-0.1356380432844162
134228	linear.weight	0	-0.26416292786598206
134228	linear.weight	1	-0.11710946261882782
134228	linear.weight	2	-0.011228874325752258
134228	linear.weight	3	-0.08004695177078247
134228	linear.weight	4	-0.03695584833621979
134228	linear.weight	5	0.1742020696401596
134228	linear.weight	6	0.0047744326293468475
134228	linear.weight	7	-0.021312154829502106
134228	linear.weight	8	0.2006615549325943
134228	linear.weight	9	0.160506471991539
134228	linear.bias	0	-0.79902184009552
134228	linear.bias	1	1.436933159828186
134228	linear.bias	2	-0.4338706433773041
134228	linear.bias	3	-0.6970427632331848
134228	linear.bias	4	-0.9181463718414307
134228	linear.bias	5	-1.1708219051361084
134228	linear.bias	6	-0.8382738828659058
134228	linear.bias	7	-0.7926555871963501
134228	linear.bias	8	-0.01705317199230194
134228	linear.bias	9	3.32318115234375
134232	transitions	0	-0.3991784155368805
134232	transitions	1	8.421544075012207
134232	transitions	2	-3.452443838119507
134232	transitions	3	1.510420799255371
134232	transitions	4	-2.0649049282073975
134232	transitions	5	-0.38115039467811584
134232	transitions	6	-0.1863011121749878
134232	transitions	7	-10000.0
134232	transitions	8	1.7522848844528198
134232	transitions	9	-2.293222188949585
134232	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
134232	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
134232	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
134232	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
134232	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
134232	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
134232	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
134232	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
134232	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
134232	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
134232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
134232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
134232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
134232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
134232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
134232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
134232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
134232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
134232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
134232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
134232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
134232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
134232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
134232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
134232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
134232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
134232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
134232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
134232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
134232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
134232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
134232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
134232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
134232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
134232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
134232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
134232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
134232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
134232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
134232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
134232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
134232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
134232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
134232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
134232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
134232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
134232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
134232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
134232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
134232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
134232	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
134232	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
134232	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
134232	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
134232	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
134232	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
134232	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
134232	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
134232	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
134232	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
134232	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
134232	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
134232	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
134232	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
134232	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
134232	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
134232	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
134232	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
134232	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
134232	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
134232	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
134232	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
134232	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
134232	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
134232	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
134232	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
134232	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
134232	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
134232	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
134232	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
134232	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
134232	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
134232	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
134232	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
134232	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
134232	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
134232	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
134232	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
134232	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
134232	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
134232	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
134232	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
134232	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
134232	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
134232	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
134232	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
134232	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
134232	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
134232	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
134232	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
134232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
134232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
134232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
134232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
134232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
134232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
134232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
134232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
134232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
134232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
134232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
134232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
134232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
134232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
134232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
134232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
134232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
134232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
134232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
134232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
134232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
134232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
134232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
134232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
134232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
134232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
134232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
134232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
134232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
134232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
134232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
134232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
134232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
134232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
134232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
134232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
134232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
134232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
134232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
134232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
134232	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
134232	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
134232	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
134232	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
134232	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
134232	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
134232	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
134232	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
134232	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
134232	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
134232	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
134232	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
134232	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
134232	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
134232	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
134232	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
134232	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
134232	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
134232	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
134232	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
134232	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
134232	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
134232	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
134232	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
134232	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
134232	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
134232	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
134232	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
134232	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
134232	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
134232	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
134232	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
134232	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
134232	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
134232	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
134232	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
134232	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
134232	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
134232	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
134232	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
134232	embedding2nn.weight	0	0.0458829440176487
134232	embedding2nn.weight	1	-0.09188085049390793
134232	embedding2nn.weight	2	0.0021207856480032206
134232	embedding2nn.weight	3	-0.054715145379304886
134232	embedding2nn.weight	4	-0.1246875450015068
134232	embedding2nn.weight	5	0.11379843950271606
134232	embedding2nn.weight	6	-0.12271245568990707
134232	embedding2nn.weight	7	-0.08012012392282486
134232	embedding2nn.weight	8	-0.01980625092983246
134232	embedding2nn.weight	9	0.09421893954277039
134232	embedding2nn.bias	0	0.06476456671953201
134232	embedding2nn.bias	1	0.01760580576956272
134232	embedding2nn.bias	2	-0.08057066798210144
134232	embedding2nn.bias	3	0.07243398576974869
134232	embedding2nn.bias	4	-0.02343595027923584
134232	embedding2nn.bias	5	-0.16790594160556793
134232	embedding2nn.bias	6	-0.09689097851514816
134232	embedding2nn.bias	7	-0.05895351618528366
134232	embedding2nn.bias	8	0.08168868720531464
134232	embedding2nn.bias	9	-0.05410899594426155
134232	rnn.weight_ih_l0	0	0.011474757455289364
134232	rnn.weight_ih_l0	1	-0.06670093536376953
134232	rnn.weight_ih_l0	2	-0.012709539383649826
134232	rnn.weight_ih_l0	3	-0.048353929072618484
134232	rnn.weight_ih_l0	4	0.026842312887310982
134232	rnn.weight_ih_l0	5	-0.09810139983892441
134232	rnn.weight_ih_l0	6	-0.03993943706154823
134232	rnn.weight_ih_l0	7	-0.018175654113292694
134232	rnn.weight_ih_l0	8	0.06273480504751205
134232	rnn.weight_ih_l0	9	0.01899571344256401
134232	rnn.weight_hh_l0	0	0.0030558151192963123
134232	rnn.weight_hh_l0	1	-0.09478414058685303
134232	rnn.weight_hh_l0	2	0.05859637260437012
134232	rnn.weight_hh_l0	3	0.042875394225120544
134232	rnn.weight_hh_l0	4	0.004198976792395115
134232	rnn.weight_hh_l0	5	0.06948830932378769
134232	rnn.weight_hh_l0	6	-0.012898648157715797
134232	rnn.weight_hh_l0	7	-0.08916641771793365
134232	rnn.weight_hh_l0	8	-0.004468613304197788
134232	rnn.weight_hh_l0	9	-0.07900846004486084
134232	rnn.bias_ih_l0	0	-0.06721412390470505
134232	rnn.bias_ih_l0	1	-0.1730944812297821
134232	rnn.bias_ih_l0	2	-0.2560811936855316
134232	rnn.bias_ih_l0	3	-0.2723008394241333
134232	rnn.bias_ih_l0	4	0.002007838571444154
134232	rnn.bias_ih_l0	5	0.043264757841825485
134232	rnn.bias_ih_l0	6	-0.17069688439369202
134232	rnn.bias_ih_l0	7	-0.25676751136779785
134232	rnn.bias_ih_l0	8	-0.12006490677595139
134232	rnn.bias_ih_l0	9	-0.17813526093959808
134232	rnn.bias_hh_l0	0	0.12586399912834167
134232	rnn.bias_hh_l0	1	-0.06895571947097778
134232	rnn.bias_hh_l0	2	0.03903907537460327
134232	rnn.bias_hh_l0	3	-0.16394859552383423
134232	rnn.bias_hh_l0	4	0.04594797641038895
134232	rnn.bias_hh_l0	5	0.02873118408024311
134232	rnn.bias_hh_l0	6	-0.09161955863237381
134232	rnn.bias_hh_l0	7	-0.15168440341949463
134232	rnn.bias_hh_l0	8	-0.1786632388830185
134232	rnn.bias_hh_l0	9	-0.08905055373907089
134232	rnn.weight_ih_l0_reverse	0	-0.022337261587381363
134232	rnn.weight_ih_l0_reverse	1	0.01302348356693983
134232	rnn.weight_ih_l0_reverse	2	0.01882896013557911
134232	rnn.weight_ih_l0_reverse	3	0.01146848313510418
134232	rnn.weight_ih_l0_reverse	4	0.04238009452819824
134232	rnn.weight_ih_l0_reverse	5	-0.04971854388713837
134232	rnn.weight_ih_l0_reverse	6	-0.05873093381524086
134232	rnn.weight_ih_l0_reverse	7	-0.014109985902905464
134232	rnn.weight_ih_l0_reverse	8	0.08137131482362747
134232	rnn.weight_ih_l0_reverse	9	0.023129135370254517
134232	rnn.weight_hh_l0_reverse	0	0.006870133802294731
134232	rnn.weight_hh_l0_reverse	1	0.02340368553996086
134232	rnn.weight_hh_l0_reverse	2	-0.03900687396526337
134232	rnn.weight_hh_l0_reverse	3	0.04396035149693489
134232	rnn.weight_hh_l0_reverse	4	0.02536681294441223
134232	rnn.weight_hh_l0_reverse	5	0.003550081280991435
134232	rnn.weight_hh_l0_reverse	6	0.05698677897453308
134232	rnn.weight_hh_l0_reverse	7	0.027568688616156578
134232	rnn.weight_hh_l0_reverse	8	-0.015222555957734585
134232	rnn.weight_hh_l0_reverse	9	-0.03708585351705551
134232	rnn.bias_ih_l0_reverse	0	-0.13246262073516846
134232	rnn.bias_ih_l0_reverse	1	-0.299710750579834
134232	rnn.bias_ih_l0_reverse	2	-0.07348877936601639
134232	rnn.bias_ih_l0_reverse	3	-0.1404476910829544
134232	rnn.bias_ih_l0_reverse	4	0.08178883045911789
134232	rnn.bias_ih_l0_reverse	5	-0.259490430355072
134232	rnn.bias_ih_l0_reverse	6	-0.05413125082850456
134232	rnn.bias_ih_l0_reverse	7	0.014330102130770683
134232	rnn.bias_ih_l0_reverse	8	-0.17749840021133423
134232	rnn.bias_ih_l0_reverse	9	-0.08619596064090729
134232	rnn.bias_hh_l0_reverse	0	-0.14771901071071625
134232	rnn.bias_hh_l0_reverse	1	-0.1481565237045288
134232	rnn.bias_hh_l0_reverse	2	-0.0279316995292902
134232	rnn.bias_hh_l0_reverse	3	-0.1200355514883995
134232	rnn.bias_hh_l0_reverse	4	-0.03742942959070206
134232	rnn.bias_hh_l0_reverse	5	-0.11965050548315048
134232	rnn.bias_hh_l0_reverse	6	-0.07088521867990494
134232	rnn.bias_hh_l0_reverse	7	-0.199410080909729
134232	rnn.bias_hh_l0_reverse	8	-0.06093236431479454
134232	rnn.bias_hh_l0_reverse	9	-0.13594506680965424
134232	linear.weight	0	-0.2635047435760498
134232	linear.weight	1	-0.11749264597892761
134232	linear.weight	2	-0.011228874325752258
134232	linear.weight	3	-0.0800740048289299
134232	linear.weight	4	-0.03670945391058922
134232	linear.weight	5	0.17474308609962463
134232	linear.weight	6	0.0047744326293468475
134232	linear.weight	7	-0.021312154829502106
134232	linear.weight	8	0.20057666301727295
134232	linear.weight	9	0.16049006581306458
134232	linear.bias	0	-0.8026583790779114
134232	linear.bias	1	1.4425946474075317
134232	linear.bias	2	-0.43420568108558655
134232	linear.bias	3	-0.6898455023765564
134232	linear.bias	4	-0.9010841250419617
134232	linear.bias	5	-1.1708232164382935
134232	linear.bias	6	-0.842846155166626
134232	linear.bias	7	-0.8049734234809875
134232	linear.bias	8	-0.01705317199230194
134232	linear.bias	9	3.328738212585449
134429	transitions	0	-0.39948469400405884
134429	transitions	1	8.423053741455078
134429	transitions	2	-3.4536538124084473
134429	transitions	3	1.5230684280395508
134429	transitions	4	-2.0668632984161377
134429	transitions	5	-0.38145703077316284
134429	transitions	6	-0.1863577961921692
134429	transitions	7	-10000.0
134429	transitions	8	1.75110924243927
134429	transitions	9	-2.293229103088379
134429	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
134429	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
134429	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
134429	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
134429	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
134429	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
134429	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
134429	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
134429	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
134429	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
134429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
134429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
134429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
134429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
134429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
134429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
134429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
134429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
134429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
134429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
134429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
134429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
134429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
134429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
134429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
134429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
134429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
134429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
134429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
134429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
134429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
134429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
134429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
134429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
134429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
134429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
134429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
134429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
134429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
134429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
134429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
134429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
134429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
134429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
134429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
134429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
134429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
134429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
134429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
134429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
134429	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
134429	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
134429	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
134429	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
134429	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
134429	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
134429	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
134429	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
134429	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
134429	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
134429	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
134429	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
134429	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
134429	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
134429	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
134429	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
134429	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
134429	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
134429	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
134429	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
134429	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
134429	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
134429	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
134429	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
134429	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
134429	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
134429	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
134429	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
134429	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
134429	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
134429	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
134429	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
134429	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
134429	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
134429	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
134429	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
134429	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
134429	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
134429	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
134429	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
134429	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
134429	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
134429	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
134429	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
134429	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
134429	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
134429	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
134429	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
134429	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
134429	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
134429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
134429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
134429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
134429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
134429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
134429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
134429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
134429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
134429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
134429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
134429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
134429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
134429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
134429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
134429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
134429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
134429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
134429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
134429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
134429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
134429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
134429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
134429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
134429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
134429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
134429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
134429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
134429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
134429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
134429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
134429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
134429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
134429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
134429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
134429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
134429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
134429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
134429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
134429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
134429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
134429	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
134429	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
134429	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
134429	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
134429	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
134429	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
134429	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
134429	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
134429	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
134429	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
134429	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
134429	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
134429	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
134429	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
134429	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
134429	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
134429	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
134429	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
134429	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
134429	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
134429	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
134429	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
134429	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
134429	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
134429	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
134429	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
134429	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
134429	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
134429	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
134429	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
134429	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
134429	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
134429	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
134429	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
134429	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
134429	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
134429	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
134429	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
134429	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
134429	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
134429	embedding2nn.weight	0	0.046008892357349396
134429	embedding2nn.weight	1	-0.09055215865373611
134429	embedding2nn.weight	2	0.007619662210345268
134429	embedding2nn.weight	3	-0.0538201741874218
134429	embedding2nn.weight	4	-0.12476221472024918
134429	embedding2nn.weight	5	0.11622916162014008
134429	embedding2nn.weight	6	-0.12068686634302139
134429	embedding2nn.weight	7	-0.08076699078083038
134429	embedding2nn.weight	8	-0.020598934963345528
134429	embedding2nn.weight	9	0.09747324883937836
134429	embedding2nn.bias	0	0.053686659783124924
134429	embedding2nn.bias	1	0.030000580474734306
134429	embedding2nn.bias	2	-0.08996769785881042
134429	embedding2nn.bias	3	0.06851084530353546
134429	embedding2nn.bias	4	-0.01288329716771841
134429	embedding2nn.bias	5	-0.1637892723083496
134429	embedding2nn.bias	6	-0.10102881491184235
134429	embedding2nn.bias	7	-0.06724239140748978
134429	embedding2nn.bias	8	0.07489848136901855
134429	embedding2nn.bias	9	-0.054938700050115585
134429	rnn.weight_ih_l0	0	0.011544084176421165
134429	rnn.weight_ih_l0	1	-0.061466772109270096
134429	rnn.weight_ih_l0	2	-0.010489914566278458
134429	rnn.weight_ih_l0	3	-0.04421236738562584
134429	rnn.weight_ih_l0	4	0.028181329369544983
134429	rnn.weight_ih_l0	5	-0.09652300179004669
134429	rnn.weight_ih_l0	6	-0.04291284829378128
134429	rnn.weight_ih_l0	7	-0.019145352765917778
134429	rnn.weight_ih_l0	8	0.06329702585935593
134429	rnn.weight_ih_l0	9	0.018900437280535698
134429	rnn.weight_hh_l0	0	0.0035671500954777002
134429	rnn.weight_hh_l0	1	-0.09622848033905029
134429	rnn.weight_hh_l0	2	0.058943167328834534
134429	rnn.weight_hh_l0	3	0.04233371838927269
134429	rnn.weight_hh_l0	4	0.004211111925542355
134429	rnn.weight_hh_l0	5	0.06910201162099838
134429	rnn.weight_hh_l0	6	-0.013093280605971813
134429	rnn.weight_hh_l0	7	-0.08942472189664841
134429	rnn.weight_hh_l0	8	-0.003542219754308462
134429	rnn.weight_hh_l0	9	-0.07753013074398041
134429	rnn.bias_ih_l0	0	-0.06833913177251816
134429	rnn.bias_ih_l0	1	-0.17330904304981232
134429	rnn.bias_ih_l0	2	-0.2511664032936096
134429	rnn.bias_ih_l0	3	-0.272673636674881
134429	rnn.bias_ih_l0	4	0.005639256909489632
134429	rnn.bias_ih_l0	5	0.038757503032684326
134429	rnn.bias_ih_l0	6	-0.17327488958835602
134429	rnn.bias_ih_l0	7	-0.26122456789016724
134429	rnn.bias_ih_l0	8	-0.12679423391819
134429	rnn.bias_ih_l0	9	-0.18393751978874207
134429	rnn.bias_hh_l0	0	0.12306682020425797
134429	rnn.bias_hh_l0	1	-0.06821071356534958
134429	rnn.bias_hh_l0	2	0.04213251546025276
134429	rnn.bias_hh_l0	3	-0.16444775462150574
134429	rnn.bias_hh_l0	4	0.04091370850801468
134429	rnn.bias_hh_l0	5	0.027093272656202316
134429	rnn.bias_hh_l0	6	-0.09157919883728027
134429	rnn.bias_hh_l0	7	-0.1547425389289856
134429	rnn.bias_hh_l0	8	-0.17726349830627441
134429	rnn.bias_hh_l0	9	-0.08762567490339279
134429	rnn.weight_ih_l0_reverse	0	-0.021205024793744087
134429	rnn.weight_ih_l0_reverse	1	0.014489768072962761
134429	rnn.weight_ih_l0_reverse	2	0.017653943970799446
134429	rnn.weight_ih_l0_reverse	3	0.008576175197958946
134429	rnn.weight_ih_l0_reverse	4	0.040554601699113846
134429	rnn.weight_ih_l0_reverse	5	-0.05404088646173477
134429	rnn.weight_ih_l0_reverse	6	-0.05724908038973808
134429	rnn.weight_ih_l0_reverse	7	-0.014726715162396431
134429	rnn.weight_ih_l0_reverse	8	0.08105038106441498
134429	rnn.weight_ih_l0_reverse	9	0.02327692322432995
134429	rnn.weight_hh_l0_reverse	0	0.006876555271446705
134429	rnn.weight_hh_l0_reverse	1	0.0243986826390028
134429	rnn.weight_hh_l0_reverse	2	-0.03937257453799248
134429	rnn.weight_hh_l0_reverse	3	0.04384836181998253
134429	rnn.weight_hh_l0_reverse	4	0.02525366097688675
134429	rnn.weight_hh_l0_reverse	5	0.00298480992205441
134429	rnn.weight_hh_l0_reverse	6	0.057411957532167435
134429	rnn.weight_hh_l0_reverse	7	0.02668846771121025
134429	rnn.weight_hh_l0_reverse	8	-0.015364935621619225
134429	rnn.weight_hh_l0_reverse	9	-0.03721172735095024
134429	rnn.bias_ih_l0_reverse	0	-0.13379722833633423
134429	rnn.bias_ih_l0_reverse	1	-0.2968756854534149
134429	rnn.bias_ih_l0_reverse	2	-0.07371639460325241
134429	rnn.bias_ih_l0_reverse	3	-0.14058832824230194
134429	rnn.bias_ih_l0_reverse	4	0.08500438183546066
134429	rnn.bias_ih_l0_reverse	5	-0.25709348917007446
134429	rnn.bias_ih_l0_reverse	6	-0.055768806487321854
134429	rnn.bias_ih_l0_reverse	7	0.01804485358297825
134429	rnn.bias_ih_l0_reverse	8	-0.18020105361938477
134429	rnn.bias_ih_l0_reverse	9	-0.08833592385053635
134429	rnn.bias_hh_l0_reverse	0	-0.14894333481788635
134429	rnn.bias_hh_l0_reverse	1	-0.14980873465538025
134429	rnn.bias_hh_l0_reverse	2	-0.025813404470682144
134429	rnn.bias_hh_l0_reverse	3	-0.12206166237592697
134429	rnn.bias_hh_l0_reverse	4	-0.03548010438680649
134429	rnn.bias_hh_l0_reverse	5	-0.11631220579147339
134429	rnn.bias_hh_l0_reverse	6	-0.07311328500509262
134429	rnn.bias_hh_l0_reverse	7	-0.1980564296245575
134429	rnn.bias_hh_l0_reverse	8	-0.057008158415555954
134429	rnn.bias_hh_l0_reverse	9	-0.13586273789405823
134429	linear.weight	0	-0.2518257200717926
134429	linear.weight	1	-0.11585019528865814
134429	linear.weight	2	-0.011228874325752258
134429	linear.weight	3	-0.0807487815618515
134429	linear.weight	4	-0.05942835286259651
134429	linear.weight	5	0.1885661780834198
134429	linear.weight	6	0.0047744326293468475
134429	linear.weight	7	-0.021312154829502106
134429	linear.weight	8	0.1899469941854477
134429	linear.weight	9	0.15263189375400543
134429	linear.bias	0	-0.8508592844009399
134429	linear.bias	1	1.4341973066329956
134429	linear.bias	2	-0.4343491196632385
134429	linear.bias	3	-0.6636959314346313
134429	linear.bias	4	-0.8884510397911072
134429	linear.bias	5	-1.1708908081054688
134429	linear.bias	6	-0.8894346356391907
134429	linear.bias	7	-0.7909995913505554
134429	linear.bias	8	-0.01705317199230194
134429	linear.bias	9	3.258157730102539
134626	transitions	0	-0.39992982149124146
134626	transitions	1	8.430108070373535
134626	transitions	2	-3.455805540084839
134626	transitions	3	1.5188705921173096
134626	transitions	4	-2.0677406787872314
134626	transitions	5	-0.38153350353240967
134626	transitions	6	-0.18649542331695557
134626	transitions	7	-10000.0
134626	transitions	8	1.7496058940887451
134626	transitions	9	-2.2932381629943848
134626	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
134626	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
134626	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
134626	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
134626	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
134626	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
134626	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
134626	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
134626	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
134626	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
134626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
134626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
134626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
134626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
134626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
134626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
134626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
134626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
134626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
134626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
134626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
134626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
134626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
134626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
134626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
134626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
134626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
134626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
134626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
134626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
134626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
134626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
134626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
134626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
134626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
134626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
134626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
134626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
134626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
134626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
134626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
134626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
134626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
134626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
134626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
134626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
134626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
134626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
134626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
134626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
134626	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
134626	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
134626	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
134626	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
134626	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
134626	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
134626	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
134626	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
134626	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
134626	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
134626	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
134626	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
134626	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
134626	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
134626	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
134626	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
134626	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
134626	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
134626	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
134626	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
134626	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
134626	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
134626	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
134626	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
134626	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
134626	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
134626	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
134626	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
134626	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
134626	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
134626	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
134626	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
134626	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
134626	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
134626	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
134626	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
134626	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
134626	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
134626	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
134626	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
134626	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
134626	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
134626	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
134626	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
134626	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
134626	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
134626	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
134626	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
134626	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
134626	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
134626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
134626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
134626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
134626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
134626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
134626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
134626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
134626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
134626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
134626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
134626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
134626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
134626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
134626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
134626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
134626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
134626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
134626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
134626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
134626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
134626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
134626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
134626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
134626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
134626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
134626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
134626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
134626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
134626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
134626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
134626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
134626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
134626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
134626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
134626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
134626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
134626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
134626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
134626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
134626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
134626	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
134626	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
134626	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
134626	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
134626	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
134626	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
134626	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
134626	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
134626	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
134626	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
134626	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
134626	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
134626	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
134626	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
134626	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
134626	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
134626	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
134626	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
134626	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
134626	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
134626	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
134626	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
134626	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
134626	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
134626	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
134626	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
134626	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
134626	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
134626	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
134626	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
134626	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
134626	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
134626	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
134626	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
134626	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
134626	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
134626	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
134626	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
134626	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
134626	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
134626	embedding2nn.weight	0	0.04695325344800949
134626	embedding2nn.weight	1	-0.09140036255121231
134626	embedding2nn.weight	2	0.008380720391869545
134626	embedding2nn.weight	3	-0.05246994271874428
134626	embedding2nn.weight	4	-0.12969332933425903
134626	embedding2nn.weight	5	0.11568111181259155
134626	embedding2nn.weight	6	-0.12330535799264908
134626	embedding2nn.weight	7	-0.07999923080205917
134626	embedding2nn.weight	8	-0.021701741963624954
134626	embedding2nn.weight	9	0.09231910109519958
134626	embedding2nn.bias	0	0.0564635768532753
134626	embedding2nn.bias	1	0.014929773285984993
134626	embedding2nn.bias	2	-0.08400481194257736
134626	embedding2nn.bias	3	0.0777534618973732
134626	embedding2nn.bias	4	-0.010508823208510876
134626	embedding2nn.bias	5	-0.17326387763023376
134626	embedding2nn.bias	6	-0.12330779433250427
134626	embedding2nn.bias	7	-0.05523613467812538
134626	embedding2nn.bias	8	0.06655870378017426
134626	embedding2nn.bias	9	-0.07555876672267914
134626	rnn.weight_ih_l0	0	0.011592973954975605
134626	rnn.weight_ih_l0	1	-0.06293787807226181
134626	rnn.weight_ih_l0	2	-0.012850545346736908
134626	rnn.weight_ih_l0	3	-0.04233899340033531
134626	rnn.weight_ih_l0	4	0.028674893081188202
134626	rnn.weight_ih_l0	5	-0.09742477536201477
134626	rnn.weight_ih_l0	6	-0.047002095729112625
134626	rnn.weight_ih_l0	7	-0.01764843799173832
134626	rnn.weight_ih_l0	8	0.06517846882343292
134626	rnn.weight_ih_l0	9	0.021727431565523148
134626	rnn.weight_hh_l0	0	0.0022947893012315035
134626	rnn.weight_hh_l0	1	-0.09137804806232452
134626	rnn.weight_hh_l0	2	0.05786825343966484
134626	rnn.weight_hh_l0	3	0.04318660870194435
134626	rnn.weight_hh_l0	4	0.004818304907530546
134626	rnn.weight_hh_l0	5	0.06792432069778442
134626	rnn.weight_hh_l0	6	-0.01324694324284792
134626	rnn.weight_hh_l0	7	-0.08966346830129623
134626	rnn.weight_hh_l0	8	-0.0025524261873215437
134626	rnn.weight_hh_l0	9	-0.07517144083976746
134626	rnn.bias_ih_l0	0	-0.06898590177297592
134626	rnn.bias_ih_l0	1	-0.17228037118911743
134626	rnn.bias_ih_l0	2	-0.2506018280982971
134626	rnn.bias_ih_l0	3	-0.2715730667114258
134626	rnn.bias_ih_l0	4	0.00254093948751688
134626	rnn.bias_ih_l0	5	0.037439506500959396
134626	rnn.bias_ih_l0	6	-0.17167940735816956
134626	rnn.bias_ih_l0	7	-0.26094934344291687
134626	rnn.bias_ih_l0	8	-0.1332286149263382
134626	rnn.bias_ih_l0	9	-0.18379759788513184
134626	rnn.bias_hh_l0	0	0.12663687765598297
134626	rnn.bias_hh_l0	1	-0.06625667959451675
134626	rnn.bias_hh_l0	2	0.04469224065542221
134626	rnn.bias_hh_l0	3	-0.16163314878940582
134626	rnn.bias_hh_l0	4	0.04779316112399101
134626	rnn.bias_hh_l0	5	0.03150354325771332
134626	rnn.bias_hh_l0	6	-0.09154891967773438
134626	rnn.bias_hh_l0	7	-0.15494804084300995
134626	rnn.bias_hh_l0	8	-0.1741684228181839
134626	rnn.bias_hh_l0	9	-0.09023601561784744
134626	rnn.weight_ih_l0_reverse	0	-0.02141014114022255
134626	rnn.weight_ih_l0_reverse	1	0.012439766898751259
134626	rnn.weight_ih_l0_reverse	2	0.017435789108276367
134626	rnn.weight_ih_l0_reverse	3	0.01060490682721138
134626	rnn.weight_ih_l0_reverse	4	0.03663299232721329
134626	rnn.weight_ih_l0_reverse	5	-0.05266140401363373
134626	rnn.weight_ih_l0_reverse	6	-0.05747687444090843
134626	rnn.weight_ih_l0_reverse	7	-0.015513426624238491
134626	rnn.weight_ih_l0_reverse	8	0.08019416779279709
134626	rnn.weight_ih_l0_reverse	9	0.019757254049181938
134626	rnn.weight_hh_l0_reverse	0	0.006986937485635281
134626	rnn.weight_hh_l0_reverse	1	0.02395903319120407
134626	rnn.weight_hh_l0_reverse	2	-0.038668081164360046
134626	rnn.weight_hh_l0_reverse	3	0.0439920611679554
134626	rnn.weight_hh_l0_reverse	4	0.025480227544903755
134626	rnn.weight_hh_l0_reverse	5	0.0034606128465384245
134626	rnn.weight_hh_l0_reverse	6	0.05699843168258667
134626	rnn.weight_hh_l0_reverse	7	0.026242457330226898
134626	rnn.weight_hh_l0_reverse	8	-0.015381736680865288
134626	rnn.weight_hh_l0_reverse	9	-0.03691195324063301
134626	rnn.bias_ih_l0_reverse	0	-0.13323381543159485
134626	rnn.bias_ih_l0_reverse	1	-0.2943260371685028
134626	rnn.bias_ih_l0_reverse	2	-0.07329816371202469
134626	rnn.bias_ih_l0_reverse	3	-0.13992197811603546
134626	rnn.bias_ih_l0_reverse	4	0.08471676707267761
134626	rnn.bias_ih_l0_reverse	5	-0.2554304897785187
134626	rnn.bias_ih_l0_reverse	6	-0.05405629798769951
134626	rnn.bias_ih_l0_reverse	7	0.019704492762684822
134626	rnn.bias_ih_l0_reverse	8	-0.17918656766414642
134626	rnn.bias_ih_l0_reverse	9	-0.09243247658014297
134626	rnn.bias_hh_l0_reverse	0	-0.15254773199558258
134626	rnn.bias_hh_l0_reverse	1	-0.1497417539358139
134626	rnn.bias_hh_l0_reverse	2	-0.02719462662935257
134626	rnn.bias_hh_l0_reverse	3	-0.12213319540023804
134626	rnn.bias_hh_l0_reverse	4	-0.033236872404813766
134626	rnn.bias_hh_l0_reverse	5	-0.11659005284309387
134626	rnn.bias_hh_l0_reverse	6	-0.0759052261710167
134626	rnn.bias_hh_l0_reverse	7	-0.19442644715309143
134626	rnn.bias_hh_l0_reverse	8	-0.0585203692317009
134626	rnn.bias_hh_l0_reverse	9	-0.13564157485961914
134626	linear.weight	0	-0.24219773709774017
134626	linear.weight	1	-0.11170612275600433
134626	linear.weight	2	-0.011228874325752258
134626	linear.weight	3	-0.06696145236492157
134626	linear.weight	4	-0.05078908056020737
134626	linear.weight	5	0.17238812148571014
134626	linear.weight	6	0.0047744326293468475
134626	linear.weight	7	-0.021312154829502106
134626	linear.weight	8	0.19118085503578186
134626	linear.weight	9	0.16533461213111877
134626	linear.bias	0	-0.8835890889167786
134626	linear.bias	1	1.4397170543670654
134626	linear.bias	2	-0.45545294880867004
134626	linear.bias	3	-0.6667585372924805
134626	linear.bias	4	-0.856178343296051
134626	linear.bias	5	-1.1709436178207397
134626	linear.bias	6	-0.9239888191223145
134626	linear.bias	7	-0.8186479806900024
134626	linear.bias	8	-0.01705317199230194
134626	linear.bias	9	3.3635990619659424
134823	transitions	0	-0.4004451334476471
134823	transitions	1	8.3887939453125
134823	transitions	2	-3.456371784210205
134823	transitions	3	1.501112699508667
134823	transitions	4	-2.069291114807129
134823	transitions	5	-0.38178861141204834
134823	transitions	6	-0.1865348219871521
134823	transitions	7	-10000.0
134823	transitions	8	1.7459712028503418
134823	transitions	9	-2.293247699737549
134823	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
134823	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
134823	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
134823	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
134823	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
134823	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
134823	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
134823	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
134823	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
134823	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
134823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
134823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
134823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
134823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
134823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
134823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
134823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
134823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
134823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
134823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
134823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
134823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
134823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
134823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
134823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
134823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
134823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
134823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
134823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
134823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
134823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
134823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
134823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
134823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
134823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
134823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
134823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
134823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
134823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
134823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
134823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
134823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
134823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
134823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
134823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
134823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
134823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
134823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
134823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
134823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
134823	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
134823	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
134823	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
134823	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
134823	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
134823	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
134823	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
134823	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
134823	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
134823	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
134823	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
134823	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
134823	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
134823	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
134823	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
134823	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
134823	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
134823	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
134823	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
134823	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
134823	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
134823	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
134823	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
134823	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
134823	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
134823	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
134823	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
134823	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
134823	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
134823	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
134823	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
134823	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
134823	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
134823	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
134823	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
134823	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
134823	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
134823	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
134823	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
134823	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
134823	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
134823	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
134823	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
134823	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
134823	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
134823	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
134823	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
134823	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
134823	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
134823	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
134823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
134823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
134823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
134823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
134823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
134823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
134823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
134823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
134823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
134823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
134823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
134823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
134823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
134823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
134823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
134823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
134823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
134823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
134823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
134823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
134823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
134823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
134823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
134823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
134823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
134823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
134823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
134823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
134823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
134823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
134823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
134823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
134823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
134823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
134823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
134823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
134823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
134823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
134823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
134823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
134823	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
134823	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
134823	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
134823	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
134823	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
134823	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
134823	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
134823	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
134823	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
134823	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
134823	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
134823	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
134823	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
134823	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
134823	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
134823	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
134823	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
134823	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
134823	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
134823	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
134823	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
134823	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
134823	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
134823	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
134823	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
134823	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
134823	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
134823	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
134823	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
134823	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
134823	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
134823	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
134823	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
134823	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
134823	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
134823	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
134823	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
134823	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
134823	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
134823	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
134823	embedding2nn.weight	0	0.04742142930626869
134823	embedding2nn.weight	1	-0.09171388298273087
134823	embedding2nn.weight	2	0.00951679889112711
134823	embedding2nn.weight	3	-0.051893144845962524
134823	embedding2nn.weight	4	-0.12942346930503845
134823	embedding2nn.weight	5	0.11409022659063339
134823	embedding2nn.weight	6	-0.13383810222148895
134823	embedding2nn.weight	7	-0.0783066675066948
134823	embedding2nn.weight	8	-0.019991697743535042
134823	embedding2nn.weight	9	0.08808566629886627
134823	embedding2nn.bias	0	0.0645545944571495
134823	embedding2nn.bias	1	0.014984957873821259
134823	embedding2nn.bias	2	-0.08255048841238022
134823	embedding2nn.bias	3	0.07443026453256607
134823	embedding2nn.bias	4	-0.004041389562189579
134823	embedding2nn.bias	5	-0.17313437163829803
134823	embedding2nn.bias	6	-0.11079025268554688
134823	embedding2nn.bias	7	-0.045785825699567795
134823	embedding2nn.bias	8	0.08297765254974365
134823	embedding2nn.bias	9	-0.06830144673585892
134823	rnn.weight_ih_l0	0	0.009617391042411327
134823	rnn.weight_ih_l0	1	-0.06297818571329117
134823	rnn.weight_ih_l0	2	-0.01053664181381464
134823	rnn.weight_ih_l0	3	-0.038934726268053055
134823	rnn.weight_ih_l0	4	0.028367530554533005
134823	rnn.weight_ih_l0	5	-0.09663523733615875
134823	rnn.weight_ih_l0	6	-0.04755939915776253
134823	rnn.weight_ih_l0	7	-0.01983633264899254
134823	rnn.weight_ih_l0	8	0.06754179298877716
134823	rnn.weight_ih_l0	9	0.022928979247808456
134823	rnn.weight_hh_l0	0	0.0020292908884584904
134823	rnn.weight_hh_l0	1	-0.09131050109863281
134823	rnn.weight_hh_l0	2	0.05645336955785751
134823	rnn.weight_hh_l0	3	0.04569587856531143
134823	rnn.weight_hh_l0	4	0.004656790755689144
134823	rnn.weight_hh_l0	5	0.06821651011705399
134823	rnn.weight_hh_l0	6	-0.01326941978186369
134823	rnn.weight_hh_l0	7	-0.0894760936498642
134823	rnn.weight_hh_l0	8	-0.0009385034791193902
134823	rnn.weight_hh_l0	9	-0.07834683358669281
134823	rnn.bias_ih_l0	0	-0.06907159090042114
134823	rnn.bias_ih_l0	1	-0.17284762859344482
134823	rnn.bias_ih_l0	2	-0.2506486475467682
134823	rnn.bias_ih_l0	3	-0.27192044258117676
134823	rnn.bias_ih_l0	4	0.0021972241811454296
134823	rnn.bias_ih_l0	5	0.041423361748456955
134823	rnn.bias_ih_l0	6	-0.1667545586824417
134823	rnn.bias_ih_l0	7	-0.2619709074497223
134823	rnn.bias_ih_l0	8	-0.1307716965675354
134823	rnn.bias_ih_l0	9	-0.18532922863960266
134823	rnn.bias_hh_l0	0	0.12784481048583984
134823	rnn.bias_hh_l0	1	-0.06673362106084824
134823	rnn.bias_hh_l0	2	0.04473797604441643
134823	rnn.bias_hh_l0	3	-0.16413027048110962
134823	rnn.bias_hh_l0	4	0.048854026943445206
134823	rnn.bias_hh_l0	5	0.029348038136959076
134823	rnn.bias_hh_l0	6	-0.09008617699146271
134823	rnn.bias_hh_l0	7	-0.15336690843105316
134823	rnn.bias_hh_l0	8	-0.17161011695861816
134823	rnn.bias_hh_l0	9	-0.0900726243853569
134823	rnn.weight_ih_l0_reverse	0	-0.020532574504613876
134823	rnn.weight_ih_l0_reverse	1	0.013465267606079578
134823	rnn.weight_ih_l0_reverse	2	0.016965722665190697
134823	rnn.weight_ih_l0_reverse	3	0.008360103704035282
134823	rnn.weight_ih_l0_reverse	4	0.03277523070573807
134823	rnn.weight_ih_l0_reverse	5	-0.05206833407282829
134823	rnn.weight_ih_l0_reverse	6	-0.059243351221084595
134823	rnn.weight_ih_l0_reverse	7	-0.015088684856891632
134823	rnn.weight_ih_l0_reverse	8	0.0810885950922966
134823	rnn.weight_ih_l0_reverse	9	0.022919293493032455
134823	rnn.weight_hh_l0_reverse	0	0.006915852427482605
134823	rnn.weight_hh_l0_reverse	1	0.023726997897028923
134823	rnn.weight_hh_l0_reverse	2	-0.038700610399246216
134823	rnn.weight_hh_l0_reverse	3	0.044287633150815964
134823	rnn.weight_hh_l0_reverse	4	0.025581292808055878
134823	rnn.weight_hh_l0_reverse	5	0.0026211210060864687
134823	rnn.weight_hh_l0_reverse	6	0.05727163702249527
134823	rnn.weight_hh_l0_reverse	7	0.026678310707211494
134823	rnn.weight_hh_l0_reverse	8	-0.015430365689098835
134823	rnn.weight_hh_l0_reverse	9	-0.03689562901854515
134823	rnn.bias_ih_l0_reverse	0	-0.136088028550148
134823	rnn.bias_ih_l0_reverse	1	-0.29757365584373474
134823	rnn.bias_ih_l0_reverse	2	-0.07282938808202744
134823	rnn.bias_ih_l0_reverse	3	-0.1398666799068451
134823	rnn.bias_ih_l0_reverse	4	0.0824507623910904
134823	rnn.bias_ih_l0_reverse	5	-0.25493836402893066
134823	rnn.bias_ih_l0_reverse	6	-0.05357480049133301
134823	rnn.bias_ih_l0_reverse	7	0.01841621659696102
134823	rnn.bias_ih_l0_reverse	8	-0.17896969616413116
134823	rnn.bias_ih_l0_reverse	9	-0.08956722915172577
134823	rnn.bias_hh_l0_reverse	0	-0.14573362469673157
134823	rnn.bias_hh_l0_reverse	1	-0.15164534747600555
134823	rnn.bias_hh_l0_reverse	2	-0.027807477861642838
134823	rnn.bias_hh_l0_reverse	3	-0.11905603110790253
134823	rnn.bias_hh_l0_reverse	4	-0.03516989201307297
134823	rnn.bias_hh_l0_reverse	5	-0.1181868463754654
134823	rnn.bias_hh_l0_reverse	6	-0.07584591954946518
134823	rnn.bias_hh_l0_reverse	7	-0.1931976079940796
134823	rnn.bias_hh_l0_reverse	8	-0.060215432196855545
134823	rnn.bias_hh_l0_reverse	9	-0.13456247746944427
134823	linear.weight	0	-0.2515034079551697
134823	linear.weight	1	-0.11229365319013596
134823	linear.weight	2	-0.011228874325752258
134823	linear.weight	3	-0.05836411938071251
134823	linear.weight	4	-0.05082768574357033
134823	linear.weight	5	0.163874089717865
134823	linear.weight	6	0.0047744326293468475
134823	linear.weight	7	-0.021312154829502106
134823	linear.weight	8	0.17360541224479675
134823	linear.weight	9	0.18249420821666718
134823	linear.bias	0	-0.8260059952735901
134823	linear.bias	1	1.4294562339782715
134823	linear.bias	2	-0.4260812997817993
134823	linear.bias	3	-0.689109742641449
134823	linear.bias	4	-0.9164124727249146
134823	linear.bias	5	-1.170998454093933
134823	linear.bias	6	-0.8678415417671204
134823	linear.bias	7	-0.8051956295967102
134823	linear.bias	8	-0.01705317199230194
134823	linear.bias	9	3.3439626693725586
135020	transitions	0	-0.40061554312705994
135020	transitions	1	8.435758590698242
135020	transitions	2	-3.4576759338378906
135020	transitions	3	1.5040268898010254
135020	transitions	4	-2.070096254348755
135020	transitions	5	-0.382146418094635
135020	transitions	6	-0.18657058477401733
135020	transitions	7	-10000.0
135020	transitions	8	1.7509981393814087
135020	transitions	9	-2.2932698726654053
135020	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
135020	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
135020	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
135020	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
135020	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
135020	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
135020	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
135020	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
135020	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
135020	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
135020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
135020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
135020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
135020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
135020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
135020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
135020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
135020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
135020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
135020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
135020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
135020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
135020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
135020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
135020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
135020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
135020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
135020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
135020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
135020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
135020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
135020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
135020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
135020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
135020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
135020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
135020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
135020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
135020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
135020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
135020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
135020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
135020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
135020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
135020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
135020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
135020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
135020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
135020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
135020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
135020	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
135020	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
135020	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
135020	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
135020	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
135020	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
135020	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
135020	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
135020	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
135020	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
135020	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
135020	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
135020	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
135020	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
135020	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
135020	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
135020	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
135020	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
135020	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
135020	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
135020	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
135020	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
135020	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
135020	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
135020	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
135020	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
135020	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
135020	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
135020	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
135020	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
135020	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
135020	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
135020	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
135020	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
135020	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
135020	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
135020	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
135020	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
135020	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
135020	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
135020	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
135020	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
135020	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
135020	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
135020	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
135020	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
135020	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
135020	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
135020	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
135020	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
135020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
135020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
135020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
135020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
135020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
135020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
135020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
135020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
135020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
135020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
135020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
135020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
135020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
135020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
135020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
135020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
135020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
135020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
135020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
135020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
135020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
135020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
135020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
135020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
135020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
135020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
135020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
135020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
135020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
135020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
135020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
135020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
135020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
135020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
135020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
135020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
135020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
135020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
135020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
135020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
135020	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
135020	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
135020	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
135020	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
135020	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
135020	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
135020	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
135020	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
135020	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
135020	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
135020	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
135020	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
135020	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
135020	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
135020	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
135020	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
135020	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
135020	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
135020	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
135020	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
135020	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
135020	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
135020	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
135020	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
135020	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
135020	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
135020	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
135020	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
135020	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
135020	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
135020	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
135020	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
135020	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
135020	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
135020	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
135020	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
135020	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
135020	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
135020	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
135020	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
135020	embedding2nn.weight	0	0.04708632826805115
135020	embedding2nn.weight	1	-0.09119707345962524
135020	embedding2nn.weight	2	0.012696292251348495
135020	embedding2nn.weight	3	-0.054703693836927414
135020	embedding2nn.weight	4	-0.12447855621576309
135020	embedding2nn.weight	5	0.11426205188035965
135020	embedding2nn.weight	6	-0.13826721906661987
135020	embedding2nn.weight	7	-0.07604013383388519
135020	embedding2nn.weight	8	-0.01969028264284134
135020	embedding2nn.weight	9	0.08609887212514877
135020	embedding2nn.bias	0	0.050971243530511856
135020	embedding2nn.bias	1	0.025040075182914734
135020	embedding2nn.bias	2	-0.08550966531038284
135020	embedding2nn.bias	3	0.06823534518480301
135020	embedding2nn.bias	4	0.009463048540055752
135020	embedding2nn.bias	5	-0.18059419095516205
135020	embedding2nn.bias	6	-0.1157139241695404
135020	embedding2nn.bias	7	-0.05506549030542374
135020	embedding2nn.bias	8	0.0797245055437088
135020	embedding2nn.bias	9	-0.0673622116446495
135020	rnn.weight_ih_l0	0	0.01251466665416956
135020	rnn.weight_ih_l0	1	-0.06187007576227188
135020	rnn.weight_ih_l0	2	-0.00955713726580143
135020	rnn.weight_ih_l0	3	-0.04160378500819206
135020	rnn.weight_ih_l0	4	0.028442921116948128
135020	rnn.weight_ih_l0	5	-0.09622825682163239
135020	rnn.weight_ih_l0	6	-0.04703008010983467
135020	rnn.weight_ih_l0	7	-0.01967151276767254
135020	rnn.weight_ih_l0	8	0.06325830519199371
135020	rnn.weight_ih_l0	9	0.024307338520884514
135020	rnn.weight_hh_l0	0	0.0027042552828788757
135020	rnn.weight_hh_l0	1	-0.09061229974031448
135020	rnn.weight_hh_l0	2	0.05542225018143654
135020	rnn.weight_hh_l0	3	0.045687414705753326
135020	rnn.weight_hh_l0	4	0.004242108203470707
135020	rnn.weight_hh_l0	5	0.06873518228530884
135020	rnn.weight_hh_l0	6	-0.013023528270423412
135020	rnn.weight_hh_l0	7	-0.08992151916027069
135020	rnn.weight_hh_l0	8	-0.0011598708806559443
135020	rnn.weight_hh_l0	9	-0.077371746301651
135020	rnn.bias_ih_l0	0	-0.07168805599212646
135020	rnn.bias_ih_l0	1	-0.17461663484573364
135020	rnn.bias_ih_l0	2	-0.24846823513507843
135020	rnn.bias_ih_l0	3	-0.2686743140220642
135020	rnn.bias_ih_l0	4	0.00013124589168000966
135020	rnn.bias_ih_l0	5	0.03658152371644974
135020	rnn.bias_ih_l0	6	-0.17161278426647186
135020	rnn.bias_ih_l0	7	-0.26322829723358154
135020	rnn.bias_ih_l0	8	-0.13262316584587097
135020	rnn.bias_ih_l0	9	-0.1833859235048294
135020	rnn.bias_hh_l0	0	0.12898562848567963
135020	rnn.bias_hh_l0	1	-0.0633566826581955
135020	rnn.bias_hh_l0	2	0.043608468025922775
135020	rnn.bias_hh_l0	3	-0.16441430151462555
135020	rnn.bias_hh_l0	4	0.04847312718629837
135020	rnn.bias_hh_l0	5	0.024829667061567307
135020	rnn.bias_hh_l0	6	-0.08827271312475204
135020	rnn.bias_hh_l0	7	-0.15417370200157166
135020	rnn.bias_hh_l0	8	-0.1722843199968338
135020	rnn.bias_hh_l0	9	-0.08637198060750961
135020	rnn.weight_ih_l0_reverse	0	-0.02325207181274891
135020	rnn.weight_ih_l0_reverse	1	0.015194862149655819
135020	rnn.weight_ih_l0_reverse	2	0.018534017726778984
135020	rnn.weight_ih_l0_reverse	3	0.006914341356605291
135020	rnn.weight_ih_l0_reverse	4	0.03603210672736168
135020	rnn.weight_ih_l0_reverse	5	-0.05451429635286331
135020	rnn.weight_ih_l0_reverse	6	-0.06057533621788025
135020	rnn.weight_ih_l0_reverse	7	-0.014309722930192947
135020	rnn.weight_ih_l0_reverse	8	0.08284766227006912
135020	rnn.weight_ih_l0_reverse	9	0.02576756849884987
135020	rnn.weight_hh_l0_reverse	0	0.005945160053670406
135020	rnn.weight_hh_l0_reverse	1	0.02408435195684433
135020	rnn.weight_hh_l0_reverse	2	-0.03919178247451782
135020	rnn.weight_hh_l0_reverse	3	0.0444614477455616
135020	rnn.weight_hh_l0_reverse	4	0.025086471810936928
135020	rnn.weight_hh_l0_reverse	5	0.0022404049523174763
135020	rnn.weight_hh_l0_reverse	6	0.057461366057395935
135020	rnn.weight_hh_l0_reverse	7	0.02638726681470871
135020	rnn.weight_hh_l0_reverse	8	-0.01450002659112215
135020	rnn.weight_hh_l0_reverse	9	-0.03629937022924423
135020	rnn.bias_ih_l0_reverse	0	-0.1348775029182434
135020	rnn.bias_ih_l0_reverse	1	-0.3002169728279114
135020	rnn.bias_ih_l0_reverse	2	-0.07473213225603104
135020	rnn.bias_ih_l0_reverse	3	-0.13887310028076172
135020	rnn.bias_ih_l0_reverse	4	0.08514771610498428
135020	rnn.bias_ih_l0_reverse	5	-0.2534424364566803
135020	rnn.bias_ih_l0_reverse	6	-0.05418736860156059
135020	rnn.bias_ih_l0_reverse	7	0.015278423205018044
135020	rnn.bias_ih_l0_reverse	8	-0.1820869892835617
135020	rnn.bias_ih_l0_reverse	9	-0.09004852175712585
135020	rnn.bias_hh_l0_reverse	0	-0.1500115692615509
135020	rnn.bias_hh_l0_reverse	1	-0.15500086545944214
135020	rnn.bias_hh_l0_reverse	2	-0.02653392031788826
135020	rnn.bias_hh_l0_reverse	3	-0.12031789869070053
135020	rnn.bias_hh_l0_reverse	4	-0.0344407893717289
135020	rnn.bias_hh_l0_reverse	5	-0.11829052865505219
135020	rnn.bias_hh_l0_reverse	6	-0.07513117790222168
135020	rnn.bias_hh_l0_reverse	7	-0.19447706639766693
135020	rnn.bias_hh_l0_reverse	8	-0.05764824151992798
135020	rnn.bias_hh_l0_reverse	9	-0.13383829593658447
135020	linear.weight	0	-0.2545994222164154
135020	linear.weight	1	-0.11516907811164856
135020	linear.weight	2	-0.011228874325752258
135020	linear.weight	3	-0.06729502975940704
135020	linear.weight	4	-0.052744559943675995
135020	linear.weight	5	0.14879992604255676
135020	linear.weight	6	0.0047744326293468475
135020	linear.weight	7	-0.021312154829502106
135020	linear.weight	8	0.20323553681373596
135020	linear.weight	9	0.18187305331230164
135020	linear.bias	0	-0.8295888304710388
135020	linear.bias	1	1.433424949645996
135020	linear.bias	2	-0.4525247812271118
135020	linear.bias	3	-0.7040263414382935
135020	linear.bias	4	-0.9061137437820435
135020	linear.bias	5	-1.1710560321807861
135020	linear.bias	6	-0.8724964261054993
135020	linear.bias	7	-0.8026876449584961
135020	linear.bias	8	-0.01705317199230194
135020	linear.bias	9	3.326422691345215
135217	transitions	0	-0.40070685744285583
135217	transitions	1	8.45946979522705
135217	transitions	2	-3.458235502243042
135217	transitions	3	1.5037344694137573
135217	transitions	4	-2.0705559253692627
135217	transitions	5	-0.38235169649124146
135217	transitions	6	-0.18661487102508545
135217	transitions	7	-10000.0
135217	transitions	8	1.7507939338684082
135217	transitions	9	-2.2932751178741455
135217	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
135217	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
135217	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
135217	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
135217	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
135217	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
135217	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
135217	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
135217	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
135217	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
135217	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
135217	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
135217	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
135217	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
135217	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
135217	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
135217	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
135217	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
135217	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
135217	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
135217	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
135217	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
135217	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
135217	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
135217	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
135217	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
135217	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
135217	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
135217	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
135217	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
135217	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
135217	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
135217	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
135217	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
135217	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
135217	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
135217	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
135217	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
135217	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
135217	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
135217	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
135217	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
135217	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
135217	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
135217	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
135217	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
135217	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
135217	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
135217	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
135217	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
135217	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
135217	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
135217	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
135217	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
135217	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
135217	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
135217	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
135217	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
135217	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
135217	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
135217	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
135217	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
135217	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
135217	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
135217	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
135217	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
135217	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
135217	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
135217	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
135217	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
135217	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
135217	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
135217	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
135217	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
135217	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
135217	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
135217	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
135217	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
135217	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
135217	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
135217	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
135217	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
135217	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
135217	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
135217	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
135217	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
135217	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
135217	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
135217	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
135217	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
135217	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
135217	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
135217	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
135217	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
135217	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
135217	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
135217	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
135217	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
135217	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
135217	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
135217	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
135217	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
135217	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
135217	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
135217	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
135217	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
135217	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
135217	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
135217	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
135217	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
135217	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
135217	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
135217	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
135217	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
135217	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
135217	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
135217	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
135217	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
135217	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
135217	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
135217	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
135217	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
135217	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
135217	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
135217	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
135217	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
135217	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
135217	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
135217	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
135217	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
135217	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
135217	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
135217	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
135217	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
135217	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
135217	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
135217	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
135217	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
135217	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
135217	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
135217	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
135217	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
135217	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
135217	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
135217	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
135217	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
135217	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
135217	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
135217	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
135217	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
135217	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
135217	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
135217	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
135217	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
135217	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
135217	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
135217	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
135217	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
135217	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
135217	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
135217	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
135217	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
135217	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
135217	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
135217	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
135217	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
135217	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
135217	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
135217	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
135217	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
135217	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
135217	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
135217	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
135217	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
135217	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
135217	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
135217	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
135217	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
135217	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
135217	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
135217	embedding2nn.weight	0	0.0460374653339386
135217	embedding2nn.weight	1	-0.08950792998075485
135217	embedding2nn.weight	2	0.012351839803159237
135217	embedding2nn.weight	3	-0.055086467415094376
135217	embedding2nn.weight	4	-0.12282700091600418
135217	embedding2nn.weight	5	0.11004814505577087
135217	embedding2nn.weight	6	-0.12746934592723846
135217	embedding2nn.weight	7	-0.07465584576129913
135217	embedding2nn.weight	8	-0.020487481728196144
135217	embedding2nn.weight	9	0.09056761115789413
135217	embedding2nn.bias	0	0.053647398948669434
135217	embedding2nn.bias	1	0.021966587752103806
135217	embedding2nn.bias	2	-0.07332488149404526
135217	embedding2nn.bias	3	0.07269852608442307
135217	embedding2nn.bias	4	0.0016448526876047254
135217	embedding2nn.bias	5	-0.16878949105739594
135217	embedding2nn.bias	6	-0.10216408222913742
135217	embedding2nn.bias	7	-0.032055169343948364
135217	embedding2nn.bias	8	0.08323556184768677
135217	embedding2nn.bias	9	-0.06650741398334503
135217	rnn.weight_ih_l0	0	0.01203847024589777
135217	rnn.weight_ih_l0	1	-0.06240763142704964
135217	rnn.weight_ih_l0	2	-0.008566954173147678
135217	rnn.weight_ih_l0	3	-0.0441647544503212
135217	rnn.weight_ih_l0	4	0.032188549637794495
135217	rnn.weight_ih_l0	5	-0.0954943299293518
135217	rnn.weight_ih_l0	6	-0.051183443516492844
135217	rnn.weight_ih_l0	7	-0.017704667523503304
135217	rnn.weight_ih_l0	8	0.0668112263083458
135217	rnn.weight_ih_l0	9	0.023192493245005608
135217	rnn.weight_hh_l0	0	0.0015481519512832165
135217	rnn.weight_hh_l0	1	-0.09020543843507767
135217	rnn.weight_hh_l0	2	0.05606483668088913
135217	rnn.weight_hh_l0	3	0.046781912446022034
135217	rnn.weight_hh_l0	4	0.004215519409626722
135217	rnn.weight_hh_l0	5	0.06799743324518204
135217	rnn.weight_hh_l0	6	-0.012772280722856522
135217	rnn.weight_hh_l0	7	-0.09030844271183014
135217	rnn.weight_hh_l0	8	-0.0013686824822798371
135217	rnn.weight_hh_l0	9	-0.07573085278272629
135217	rnn.bias_ih_l0	0	-0.07466523349285126
135217	rnn.bias_ih_l0	1	-0.17790363729000092
135217	rnn.bias_ih_l0	2	-0.24565066397190094
135217	rnn.bias_ih_l0	3	-0.27437669038772583
135217	rnn.bias_ih_l0	4	-1.4866270248603541e-05
135217	rnn.bias_ih_l0	5	0.03647146746516228
135217	rnn.bias_ih_l0	6	-0.17132870852947235
135217	rnn.bias_ih_l0	7	-0.26044461131095886
135217	rnn.bias_ih_l0	8	-0.12652084231376648
135217	rnn.bias_ih_l0	9	-0.1841142624616623
135217	rnn.bias_hh_l0	0	0.12023856490850449
135217	rnn.bias_hh_l0	1	-0.06212053447961807
135217	rnn.bias_hh_l0	2	0.04314123094081879
135217	rnn.bias_hh_l0	3	-0.1659618616104126
135217	rnn.bias_hh_l0	4	0.04772057384252548
135217	rnn.bias_hh_l0	5	0.024605674669146538
135217	rnn.bias_hh_l0	6	-0.08611630648374557
135217	rnn.bias_hh_l0	7	-0.15364888310432434
135217	rnn.bias_hh_l0	8	-0.172464981675148
135217	rnn.bias_hh_l0	9	-0.09127291291952133
135217	rnn.weight_ih_l0_reverse	0	-0.02320573665201664
135217	rnn.weight_ih_l0_reverse	1	0.014205290004611015
135217	rnn.weight_ih_l0_reverse	2	0.017645783722400665
135217	rnn.weight_ih_l0_reverse	3	0.003634822554886341
135217	rnn.weight_ih_l0_reverse	4	0.033552635461091995
135217	rnn.weight_ih_l0_reverse	5	-0.05517050251364708
135217	rnn.weight_ih_l0_reverse	6	-0.056657422333955765
135217	rnn.weight_ih_l0_reverse	7	-0.010994179174304008
135217	rnn.weight_ih_l0_reverse	8	0.0871024802327156
135217	rnn.weight_ih_l0_reverse	9	0.023777207359671593
135217	rnn.weight_hh_l0_reverse	0	0.006488890387117863
135217	rnn.weight_hh_l0_reverse	1	0.023788293823599815
135217	rnn.weight_hh_l0_reverse	2	-0.03877750411629677
135217	rnn.weight_hh_l0_reverse	3	0.044437095522880554
135217	rnn.weight_hh_l0_reverse	4	0.025119703263044357
135217	rnn.weight_hh_l0_reverse	5	0.0038420958444476128
135217	rnn.weight_hh_l0_reverse	6	0.057026177644729614
135217	rnn.weight_hh_l0_reverse	7	0.026381386443972588
135217	rnn.weight_hh_l0_reverse	8	-0.014742247760295868
135217	rnn.weight_hh_l0_reverse	9	-0.03672138229012489
135217	rnn.bias_ih_l0_reverse	0	-0.13725708425045013
135217	rnn.bias_ih_l0_reverse	1	-0.29908210039138794
135217	rnn.bias_ih_l0_reverse	2	-0.0757434144616127
135217	rnn.bias_ih_l0_reverse	3	-0.14348965883255005
135217	rnn.bias_ih_l0_reverse	4	0.08191511034965515
135217	rnn.bias_ih_l0_reverse	5	-0.2515556812286377
135217	rnn.bias_ih_l0_reverse	6	-0.05472754314541817
135217	rnn.bias_ih_l0_reverse	7	0.010880985297262669
135217	rnn.bias_ih_l0_reverse	8	-0.18233156204223633
135217	rnn.bias_ih_l0_reverse	9	-0.0899210274219513
135217	rnn.bias_hh_l0_reverse	0	-0.14752097427845
135217	rnn.bias_hh_l0_reverse	1	-0.15295983850955963
135217	rnn.bias_hh_l0_reverse	2	-0.02531200647354126
135217	rnn.bias_hh_l0_reverse	3	-0.11935791373252869
135217	rnn.bias_hh_l0_reverse	4	-0.03358802571892738
135217	rnn.bias_hh_l0_reverse	5	-0.11810726672410965
135217	rnn.bias_hh_l0_reverse	6	-0.07316848635673523
135217	rnn.bias_hh_l0_reverse	7	-0.19871032238006592
135217	rnn.bias_hh_l0_reverse	8	-0.05356816574931145
135217	rnn.bias_hh_l0_reverse	9	-0.13087956607341766
135217	linear.weight	0	-0.2555409073829651
135217	linear.weight	1	-0.11902233958244324
135217	linear.weight	2	-0.011228874325752258
135217	linear.weight	3	-0.05577891692519188
135217	linear.weight	4	-0.03778601437807083
135217	linear.weight	5	0.15777039527893066
135217	linear.weight	6	0.0047744326293468475
135217	linear.weight	7	-0.021312154829502106
135217	linear.weight	8	0.1959545761346817
135217	linear.weight	9	0.18207700550556183
135217	linear.bias	0	-0.8329200148582458
135217	linear.bias	1	1.446243405342102
135217	linear.bias	2	-0.4466986060142517
135217	linear.bias	3	-0.6847060918807983
135217	linear.bias	4	-0.8661158680915833
135217	linear.bias	5	-1.1711136102676392
135217	linear.bias	6	-0.8780091404914856
135217	linear.bias	7	-0.8013750314712524
135217	linear.bias	8	-0.01705317199230194
135217	linear.bias	9	3.331528902053833
135414	transitions	0	-0.4010314643383026
135414	transitions	1	8.443655014038086
135414	transitions	2	-3.458827018737793
135414	transitions	3	1.5010805130004883
135414	transitions	4	-2.0714123249053955
135414	transitions	5	-0.3824789524078369
135414	transitions	6	-0.18673235177993774
135414	transitions	7	-10000.0
135414	transitions	8	1.7493395805358887
135414	transitions	9	-2.293285369873047
135414	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
135414	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
135414	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
135414	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
135414	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
135414	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
135414	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
135414	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
135414	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
135414	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
135414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
135414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
135414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
135414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
135414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
135414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
135414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
135414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
135414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
135414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
135414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
135414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
135414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
135414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
135414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
135414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
135414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
135414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
135414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
135414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
135414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
135414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
135414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
135414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
135414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
135414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
135414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
135414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
135414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
135414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
135414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
135414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
135414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
135414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
135414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
135414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
135414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
135414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
135414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
135414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
135414	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
135414	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
135414	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
135414	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
135414	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
135414	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
135414	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
135414	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
135414	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
135414	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
135414	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
135414	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
135414	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
135414	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
135414	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
135414	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
135414	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
135414	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
135414	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
135414	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
135414	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
135414	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
135414	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
135414	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
135414	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
135414	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
135414	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
135414	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
135414	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
135414	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
135414	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
135414	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
135414	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
135414	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
135414	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
135414	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
135414	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
135414	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
135414	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
135414	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
135414	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
135414	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
135414	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
135414	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
135414	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
135414	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
135414	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
135414	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
135414	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
135414	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
135414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
135414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
135414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
135414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
135414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
135414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
135414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
135414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
135414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
135414	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
135414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
135414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
135414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
135414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
135414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
135414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
135414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
135414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
135414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
135414	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
135414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
135414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
135414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
135414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
135414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
135414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
135414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
135414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
135414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
135414	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
135414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
135414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
135414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
135414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
135414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
135414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
135414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
135414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
135414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
135414	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
135414	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
135414	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
135414	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
135414	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
135414	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
135414	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
135414	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
135414	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
135414	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
135414	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
135414	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
135414	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
135414	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
135414	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
135414	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
135414	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
135414	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
135414	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
135414	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
135414	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
135414	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
135414	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
135414	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
135414	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
135414	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
135414	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
135414	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
135414	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
135414	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
135414	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
135414	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
135414	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
135414	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
135414	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
135414	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
135414	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
135414	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
135414	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
135414	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
135414	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
135414	embedding2nn.weight	0	0.04653245583176613
135414	embedding2nn.weight	1	-0.08807305246591568
135414	embedding2nn.weight	2	0.012843480333685875
135414	embedding2nn.weight	3	-0.053961485624313354
135414	embedding2nn.weight	4	-0.12224896252155304
135414	embedding2nn.weight	5	0.1113201379776001
135414	embedding2nn.weight	6	-0.12521375715732574
135414	embedding2nn.weight	7	-0.07506873458623886
135414	embedding2nn.weight	8	-0.022814469411969185
135414	embedding2nn.weight	9	0.08735887706279755
135414	embedding2nn.bias	0	0.06320231407880783
135414	embedding2nn.bias	1	0.026619376614689827
135414	embedding2nn.bias	2	-0.06516213715076447
135414	embedding2nn.bias	3	0.07232995331287384
135414	embedding2nn.bias	4	0.010499606840312481
135414	embedding2nn.bias	5	-0.15465953946113586
135414	embedding2nn.bias	6	-0.09903082996606827
135414	embedding2nn.bias	7	-0.05147835612297058
135414	embedding2nn.bias	8	0.07530919462442398
135414	embedding2nn.bias	9	-0.053066376596689224
135414	rnn.weight_ih_l0	0	0.013821902684867382
135414	rnn.weight_ih_l0	1	-0.06660953909158707
135414	rnn.weight_ih_l0	2	-0.007830479182302952
135414	rnn.weight_ih_l0	3	-0.04386097192764282
135414	rnn.weight_ih_l0	4	0.03293221816420555
135414	rnn.weight_ih_l0	5	-0.0944296345114708
135414	rnn.weight_ih_l0	6	-0.051414813846349716
135414	rnn.weight_ih_l0	7	-0.01567763276398182
135414	rnn.weight_ih_l0	8	0.06594790518283844
135414	rnn.weight_ih_l0	9	0.028568005189299583
135414	rnn.weight_hh_l0	0	0.0016196330543607473
135414	rnn.weight_hh_l0	1	-0.09121445566415787
135414	rnn.weight_hh_l0	2	0.05582312494516373
135414	rnn.weight_hh_l0	3	0.04679301381111145
135414	rnn.weight_hh_l0	4	0.004231068305671215
135414	rnn.weight_hh_l0	5	0.06852895021438599
135414	rnn.weight_hh_l0	6	-0.013016270473599434
135414	rnn.weight_hh_l0	7	-0.09047234058380127
135414	rnn.weight_hh_l0	8	-0.0006718885852023959
135414	rnn.weight_hh_l0	9	-0.07401084154844284
135414	rnn.bias_ih_l0	0	-0.07815924286842346
135414	rnn.bias_ih_l0	1	-0.176296666264534
135414	rnn.bias_ih_l0	2	-0.24429471790790558
135414	rnn.bias_ih_l0	3	-0.2726898491382599
135414	rnn.bias_ih_l0	4	-0.0038423524238169193
135414	rnn.bias_ih_l0	5	0.03580893576145172
135414	rnn.bias_ih_l0	6	-0.17092269659042358
135414	rnn.bias_ih_l0	7	-0.2610245943069458
135414	rnn.bias_ih_l0	8	-0.13315246999263763
135414	rnn.bias_ih_l0	9	-0.18054260313510895
135414	rnn.bias_hh_l0	0	0.11860852688550949
135414	rnn.bias_hh_l0	1	-0.06281330436468124
135414	rnn.bias_hh_l0	2	0.04708956554532051
135414	rnn.bias_hh_l0	3	-0.1678011119365692
135414	rnn.bias_hh_l0	4	0.043409522622823715
135414	rnn.bias_hh_l0	5	0.01933371275663376
135414	rnn.bias_hh_l0	6	-0.08751821517944336
135414	rnn.bias_hh_l0	7	-0.15211203694343567
135414	rnn.bias_hh_l0	8	-0.1736552119255066
135414	rnn.bias_hh_l0	9	-0.09130895137786865
135414	rnn.weight_ih_l0_reverse	0	-0.022076698020100594
135414	rnn.weight_ih_l0_reverse	1	0.013713479973375797
135414	rnn.weight_ih_l0_reverse	2	0.0179008599370718
135414	rnn.weight_ih_l0_reverse	3	0.001281093806028366
135414	rnn.weight_ih_l0_reverse	4	0.0356605127453804
135414	rnn.weight_ih_l0_reverse	5	-0.05352695286273956
135414	rnn.weight_ih_l0_reverse	6	-0.05815129354596138
135414	rnn.weight_ih_l0_reverse	7	-0.011313538998365402
135414	rnn.weight_ih_l0_reverse	8	0.08657737821340561
135414	rnn.weight_ih_l0_reverse	9	0.024417122825980186
135414	rnn.weight_hh_l0_reverse	0	0.005759126972407103
135414	rnn.weight_hh_l0_reverse	1	0.023736177012324333
135414	rnn.weight_hh_l0_reverse	2	-0.03821483999490738
135414	rnn.weight_hh_l0_reverse	3	0.04423900693655014
135414	rnn.weight_hh_l0_reverse	4	0.02503717876970768
135414	rnn.weight_hh_l0_reverse	5	0.004411883652210236
135414	rnn.weight_hh_l0_reverse	6	0.05767090246081352
135414	rnn.weight_hh_l0_reverse	7	0.025344379246234894
135414	rnn.weight_hh_l0_reverse	8	-0.014718502759933472
135414	rnn.weight_hh_l0_reverse	9	-0.03710401430726051
135414	rnn.bias_ih_l0_reverse	0	-0.13672183454036713
135414	rnn.bias_ih_l0_reverse	1	-0.3010818660259247
135414	rnn.bias_ih_l0_reverse	2	-0.0741451308131218
135414	rnn.bias_ih_l0_reverse	3	-0.14144812524318695
135414	rnn.bias_ih_l0_reverse	4	0.08299323916435242
135414	rnn.bias_ih_l0_reverse	5	-0.24805675446987152
135414	rnn.bias_ih_l0_reverse	6	-0.05163632333278656
135414	rnn.bias_ih_l0_reverse	7	0.015611616894602776
135414	rnn.bias_ih_l0_reverse	8	-0.1833895593881607
135414	rnn.bias_ih_l0_reverse	9	-0.09344712644815445
135414	rnn.bias_hh_l0_reverse	0	-0.1440213918685913
135414	rnn.bias_hh_l0_reverse	1	-0.15005876123905182
135414	rnn.bias_hh_l0_reverse	2	-0.023037327453494072
135414	rnn.bias_hh_l0_reverse	3	-0.12138261646032333
135414	rnn.bias_hh_l0_reverse	4	-0.031624700874090195
135414	rnn.bias_hh_l0_reverse	5	-0.11700723320245743
135414	rnn.bias_hh_l0_reverse	6	-0.07353885471820831
135414	rnn.bias_hh_l0_reverse	7	-0.1995057314634323
135414	rnn.bias_hh_l0_reverse	8	-0.05397729575634003
135414	rnn.bias_hh_l0_reverse	9	-0.13389284908771515
135414	linear.weight	0	-0.2519095242023468
135414	linear.weight	1	-0.1259450763463974
135414	linear.weight	2	-0.011228874325752258
135414	linear.weight	3	-0.05866629257798195
135414	linear.weight	4	-0.030198179185390472
135414	linear.weight	5	0.171234592795372
135414	linear.weight	6	0.0047744326293468475
135414	linear.weight	7	-0.021312154829502106
135414	linear.weight	8	0.187147855758667
135414	linear.weight	9	0.19160015881061554
135414	linear.bias	0	-0.8281804323196411
135414	linear.bias	1	1.3513679504394531
135414	linear.bias	2	-0.427668035030365
135414	linear.bias	3	-0.6968629956245422
135414	linear.bias	4	-0.8723064661026001
135414	linear.bias	5	-1.171172857284546
135414	linear.bias	6	-0.8717289566993713
135414	linear.bias	7	-0.7642432451248169
135414	linear.bias	8	-0.01705317199230194
135414	linear.bias	9	3.2633965015411377
135611	transitions	0	-0.4013102352619171
135611	transitions	1	8.466424942016602
135611	transitions	2	-3.4595940113067627
135611	transitions	3	1.4894112348556519
135611	transitions	4	-2.0719990730285645
135611	transitions	5	-0.38257044553756714
135611	transitions	6	-0.18676471710205078
135611	transitions	7	-10000.0
135611	transitions	8	1.7520447969436646
135611	transitions	9	-2.293335199356079
135611	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
135611	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
135611	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
135611	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
135611	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
135611	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
135611	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
135611	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
135611	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
135611	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
135611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
135611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
135611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
135611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
135611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
135611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
135611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
135611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
135611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
135611	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
135611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
135611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
135611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
135611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
135611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
135611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
135611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
135611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
135611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
135611	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
135611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
135611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
135611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
135611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
135611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
135611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
135611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
135611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
135611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
135611	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
135611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
135611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
135611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
135611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
135611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
135611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
135611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
135611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
135611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
135611	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
135611	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
135611	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
135611	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
135611	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
135611	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
135611	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
135611	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
135611	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
135611	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
135611	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
135611	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
135611	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
135611	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
135611	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
135611	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
135611	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
135611	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
135611	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
135611	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
135611	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
135611	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
135611	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
135611	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
135611	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
135611	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
135611	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
135611	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
135611	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
135611	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
135611	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
135611	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
135611	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
135611	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
135611	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
135611	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
135611	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
135611	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
135611	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
135611	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
135611	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
135611	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
135611	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
135611	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
135611	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
135611	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
135611	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
135611	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
135611	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
135611	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
135611	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
135611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
135611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
135611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
135611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
135611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
135611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
135611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
135611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
135611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
135611	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
135611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
135611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
135611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
135611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
135611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
135611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
135611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
135611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
135611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
135611	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
135611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
135611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
135611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
135611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
135611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
135611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
135611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
135611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
135611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
135611	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
135611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
135611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
135611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
135611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
135611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
135611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
135611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
135611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
135611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
135611	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
135611	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
135611	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
135611	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
135611	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
135611	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
135611	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
135611	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
135611	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
135611	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
135611	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
135611	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
135611	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
135611	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
135611	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
135611	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
135611	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
135611	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
135611	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
135611	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
135611	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
135611	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
135611	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
135611	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
135611	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
135611	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
135611	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
135611	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
135611	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
135611	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
135611	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
135611	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
135611	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
135611	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
135611	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
135611	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
135611	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
135611	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
135611	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
135611	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
135611	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
135611	embedding2nn.weight	0	0.046960894018411636
135611	embedding2nn.weight	1	-0.08811172097921371
135611	embedding2nn.weight	2	0.011766673065721989
135611	embedding2nn.weight	3	-0.05305999889969826
135611	embedding2nn.weight	4	-0.11941856890916824
135611	embedding2nn.weight	5	0.10974345356225967
135611	embedding2nn.weight	6	-0.1243075281381607
135611	embedding2nn.weight	7	-0.07587533444166183
135611	embedding2nn.weight	8	-0.022173434495925903
135611	embedding2nn.weight	9	0.0908128097653389
135611	embedding2nn.bias	0	0.07046601921319962
135611	embedding2nn.bias	1	0.015128334052860737
135611	embedding2nn.bias	2	-0.07023133337497711
135611	embedding2nn.bias	3	0.061986323446035385
135611	embedding2nn.bias	4	-0.007609356660395861
135611	embedding2nn.bias	5	-0.1537957340478897
135611	embedding2nn.bias	6	-0.11623582988977432
135611	embedding2nn.bias	7	-0.046740949153900146
135611	embedding2nn.bias	8	0.0869092270731926
135611	embedding2nn.bias	9	-0.04578602686524391
135611	rnn.weight_ih_l0	0	0.014939251355826855
135611	rnn.weight_ih_l0	1	-0.06693559139966965
135611	rnn.weight_ih_l0	2	-0.008686643093824387
135611	rnn.weight_ih_l0	3	-0.04307595267891884
135611	rnn.weight_ih_l0	4	0.031850580126047134
135611	rnn.weight_ih_l0	5	-0.09586042165756226
135611	rnn.weight_ih_l0	6	-0.04833594337105751
135611	rnn.weight_ih_l0	7	-0.010885494761168957
135611	rnn.weight_ih_l0	8	0.06712767481803894
135611	rnn.weight_ih_l0	9	0.02995423413813114
135611	rnn.weight_hh_l0	0	0.0013698132243007421
135611	rnn.weight_hh_l0	1	-0.09161420911550522
135611	rnn.weight_hh_l0	2	0.05668991431593895
135611	rnn.weight_hh_l0	3	0.04583556577563286
135611	rnn.weight_hh_l0	4	0.004740055184811354
135611	rnn.weight_hh_l0	5	0.06949008256196976
135611	rnn.weight_hh_l0	6	-0.012897784821689129
135611	rnn.weight_hh_l0	7	-0.09049845486879349
135611	rnn.weight_hh_l0	8	-0.00155350798740983
135611	rnn.weight_hh_l0	9	-0.07551443576812744
135611	rnn.bias_ih_l0	0	-0.07401462644338608
135611	rnn.bias_ih_l0	1	-0.17718467116355896
135611	rnn.bias_ih_l0	2	-0.24287529289722443
135611	rnn.bias_ih_l0	3	-0.27603980898857117
135611	rnn.bias_ih_l0	4	-0.010157665237784386
135611	rnn.bias_ih_l0	5	0.03520826995372772
135611	rnn.bias_ih_l0	6	-0.17384673655033112
135611	rnn.bias_ih_l0	7	-0.2610207498073578
135611	rnn.bias_ih_l0	8	-0.13167040050029755
135611	rnn.bias_ih_l0	9	-0.1834399700164795
135611	rnn.bias_hh_l0	0	0.11890875548124313
135611	rnn.bias_hh_l0	1	-0.06588581204414368
135611	rnn.bias_hh_l0	2	0.04668568819761276
135611	rnn.bias_hh_l0	3	-0.16939660906791687
135611	rnn.bias_hh_l0	4	0.047213971614837646
135611	rnn.bias_hh_l0	5	0.01842491887509823
135611	rnn.bias_hh_l0	6	-0.08993393927812576
135611	rnn.bias_hh_l0	7	-0.15034382045269012
135611	rnn.bias_hh_l0	8	-0.17503686249256134
135611	rnn.bias_hh_l0	9	-0.09013509005308151
135611	rnn.weight_ih_l0_reverse	0	-0.020650167018175125
135611	rnn.weight_ih_l0_reverse	1	0.013233177363872528
135611	rnn.weight_ih_l0_reverse	2	0.01383870281279087
135611	rnn.weight_ih_l0_reverse	3	-0.0004186903825029731
135611	rnn.weight_ih_l0_reverse	4	0.03380681201815605
135611	rnn.weight_ih_l0_reverse	5	-0.05593482777476311
135611	rnn.weight_ih_l0_reverse	6	-0.05379205942153931
135611	rnn.weight_ih_l0_reverse	7	-0.010457261465489864
135611	rnn.weight_ih_l0_reverse	8	0.08650844544172287
135611	rnn.weight_ih_l0_reverse	9	0.022767653688788414
135611	rnn.weight_hh_l0_reverse	0	0.0057395691983401775
135611	rnn.weight_hh_l0_reverse	1	0.02376502938568592
135611	rnn.weight_hh_l0_reverse	2	-0.03818480670452118
135611	rnn.weight_hh_l0_reverse	3	0.04319368675351143
135611	rnn.weight_hh_l0_reverse	4	0.02542240545153618
135611	rnn.weight_hh_l0_reverse	5	0.004195423796772957
135611	rnn.weight_hh_l0_reverse	6	0.05803319066762924
135611	rnn.weight_hh_l0_reverse	7	0.024755459278821945
135611	rnn.weight_hh_l0_reverse	8	-0.015497668646275997
135611	rnn.weight_hh_l0_reverse	9	-0.0368315689265728
135611	rnn.bias_ih_l0_reverse	0	-0.13339635729789734
135611	rnn.bias_ih_l0_reverse	1	-0.29908519983291626
135611	rnn.bias_ih_l0_reverse	2	-0.07232976704835892
135611	rnn.bias_ih_l0_reverse	3	-0.142364501953125
135611	rnn.bias_ih_l0_reverse	4	0.0776827409863472
135611	rnn.bias_ih_l0_reverse	5	-0.2486802488565445
135611	rnn.bias_ih_l0_reverse	6	-0.04953983798623085
135611	rnn.bias_ih_l0_reverse	7	0.012003462761640549
135611	rnn.bias_ih_l0_reverse	8	-0.18208403885364532
135611	rnn.bias_ih_l0_reverse	9	-0.09481800347566605
135611	rnn.bias_hh_l0_reverse	0	-0.14759743213653564
135611	rnn.bias_hh_l0_reverse	1	-0.14474964141845703
135611	rnn.bias_hh_l0_reverse	2	-0.0251251719892025
135611	rnn.bias_hh_l0_reverse	3	-0.12151219695806503
135611	rnn.bias_hh_l0_reverse	4	-0.03234030678868294
135611	rnn.bias_hh_l0_reverse	5	-0.11756628006696701
135611	rnn.bias_hh_l0_reverse	6	-0.07102134823799133
135611	rnn.bias_hh_l0_reverse	7	-0.19939883053302765
135611	rnn.bias_hh_l0_reverse	8	-0.054225824773311615
135611	rnn.bias_hh_l0_reverse	9	-0.13205067813396454
135611	linear.weight	0	-0.24928808212280273
135611	linear.weight	1	-0.12483319640159607
135611	linear.weight	2	-0.011228874325752258
135611	linear.weight	3	-0.05295548960566521
135611	linear.weight	4	-0.02723693661391735
135611	linear.weight	5	0.16278092563152313
135611	linear.weight	6	0.0047744326293468475
135611	linear.weight	7	-0.021312154829502106
135611	linear.weight	8	0.210285484790802
135611	linear.weight	9	0.19548597931861877
135611	linear.bias	0	-0.8458040356636047
135611	linear.bias	1	1.3986154794692993
135611	linear.bias	2	-0.4132489860057831
135611	linear.bias	3	-0.6825780868530273
135611	linear.bias	4	-0.8352060317993164
135611	linear.bias	5	-1.171225905418396
135611	linear.bias	6	-0.8867558836936951
135611	linear.bias	7	-0.8064631819725037
135611	linear.bias	8	-0.01705317199230194
135611	linear.bias	9	3.371849298477173
135808	transitions	0	-0.40160924196243286
135808	transitions	1	8.4450044631958
135808	transitions	2	-3.460214614868164
135808	transitions	3	1.4757089614868164
135808	transitions	4	-2.075626850128174
135808	transitions	5	-0.38272735476493835
135808	transitions	6	-0.18680439889431
135808	transitions	7	-10000.0
135808	transitions	8	1.7557449340820312
135808	transitions	9	-2.2933409214019775
135808	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
135808	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
135808	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
135808	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
135808	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
135808	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
135808	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
135808	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
135808	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
135808	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
135808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
135808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
135808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
135808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
135808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
135808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
135808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
135808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
135808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
135808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
135808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
135808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
135808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
135808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
135808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
135808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
135808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
135808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
135808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
135808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
135808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
135808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
135808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
135808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
135808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
135808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
135808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
135808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
135808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
135808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
135808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
135808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
135808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
135808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
135808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
135808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
135808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
135808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
135808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
135808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
135808	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
135808	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
135808	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
135808	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
135808	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
135808	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
135808	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
135808	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
135808	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
135808	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
135808	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
135808	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
135808	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
135808	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
135808	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
135808	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
135808	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
135808	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
135808	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
135808	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
135808	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
135808	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
135808	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
135808	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
135808	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
135808	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
135808	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
135808	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
135808	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
135808	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
135808	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
135808	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
135808	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
135808	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
135808	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
135808	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
135808	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
135808	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
135808	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
135808	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
135808	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
135808	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
135808	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
135808	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
135808	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
135808	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
135808	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
135808	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
135808	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
135808	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
135808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
135808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
135808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
135808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
135808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
135808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
135808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
135808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
135808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
135808	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
135808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
135808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
135808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
135808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
135808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
135808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
135808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
135808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
135808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
135808	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
135808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
135808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
135808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
135808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
135808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
135808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
135808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
135808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
135808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
135808	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
135808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
135808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
135808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
135808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
135808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
135808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
135808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
135808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
135808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
135808	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
135808	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
135808	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
135808	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
135808	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
135808	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
135808	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
135808	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
135808	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
135808	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
135808	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
135808	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
135808	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
135808	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
135808	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
135808	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
135808	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
135808	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
135808	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
135808	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
135808	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
135808	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
135808	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
135808	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
135808	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
135808	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
135808	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
135808	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
135808	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
135808	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
135808	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
135808	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
135808	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
135808	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
135808	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
135808	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
135808	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
135808	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
135808	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
135808	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
135808	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
135808	embedding2nn.weight	0	0.04725193232297897
135808	embedding2nn.weight	1	-0.08753717690706253
135808	embedding2nn.weight	2	0.012370728887617588
135808	embedding2nn.weight	3	-0.05364620313048363
135808	embedding2nn.weight	4	-0.12030957639217377
135808	embedding2nn.weight	5	0.11575698107481003
135808	embedding2nn.weight	6	-0.13805168867111206
135808	embedding2nn.weight	7	-0.07570826262235641
135808	embedding2nn.weight	8	-0.024761326611042023
135808	embedding2nn.weight	9	0.08820176869630814
135808	embedding2nn.bias	0	0.06213386729359627
135808	embedding2nn.bias	1	0.026895618066191673
135808	embedding2nn.bias	2	-0.07307426631450653
135808	embedding2nn.bias	3	0.06168842688202858
135808	embedding2nn.bias	4	0.009492053650319576
135808	embedding2nn.bias	5	-0.14064349234104156
135808	embedding2nn.bias	6	-0.10680284351110458
135808	embedding2nn.bias	7	-0.04686303436756134
135808	embedding2nn.bias	8	0.07930747419595718
135808	embedding2nn.bias	9	-0.050609834492206573
135808	rnn.weight_ih_l0	0	0.01919272169470787
135808	rnn.weight_ih_l0	1	-0.06484822183847427
135808	rnn.weight_ih_l0	2	-0.008553806692361832
135808	rnn.weight_ih_l0	3	-0.045076895505189896
135808	rnn.weight_ih_l0	4	0.033866219222545624
135808	rnn.weight_ih_l0	5	-0.09885556250810623
135808	rnn.weight_ih_l0	6	-0.05021373927593231
135808	rnn.weight_ih_l0	7	-0.008550143800675869
135808	rnn.weight_ih_l0	8	0.06306000798940659
135808	rnn.weight_ih_l0	9	0.03211680054664612
135808	rnn.weight_hh_l0	0	0.0018416661769151688
135808	rnn.weight_hh_l0	1	-0.09333176910877228
135808	rnn.weight_hh_l0	2	0.056379638612270355
135808	rnn.weight_hh_l0	3	0.044079557061195374
135808	rnn.weight_hh_l0	4	0.004547316115349531
135808	rnn.weight_hh_l0	5	0.06908876448869705
135808	rnn.weight_hh_l0	6	-0.012928438372910023
135808	rnn.weight_hh_l0	7	-0.09072745591402054
135808	rnn.weight_hh_l0	8	0.0009592031128704548
135808	rnn.weight_hh_l0	9	-0.0737118124961853
135808	rnn.bias_ih_l0	0	-0.07243287563323975
135808	rnn.bias_ih_l0	1	-0.17884421348571777
135808	rnn.bias_ih_l0	2	-0.243889719247818
135808	rnn.bias_ih_l0	3	-0.27594223618507385
135808	rnn.bias_ih_l0	4	-0.011155206710100174
135808	rnn.bias_ih_l0	5	0.033337805420160294
135808	rnn.bias_ih_l0	6	-0.17447182536125183
135808	rnn.bias_ih_l0	7	-0.2618737816810608
135808	rnn.bias_ih_l0	8	-0.1237148866057396
135808	rnn.bias_ih_l0	9	-0.1842559576034546
135808	rnn.bias_hh_l0	0	0.12122692912817001
135808	rnn.bias_hh_l0	1	-0.06563211232423782
135808	rnn.bias_hh_l0	2	0.046960704028606415
135808	rnn.bias_hh_l0	3	-0.16908146440982819
135808	rnn.bias_hh_l0	4	0.04198479652404785
135808	rnn.bias_hh_l0	5	0.01894640550017357
135808	rnn.bias_hh_l0	6	-0.08948227018117905
135808	rnn.bias_hh_l0	7	-0.14839521050453186
135808	rnn.bias_hh_l0	8	-0.1769990622997284
135808	rnn.bias_hh_l0	9	-0.09237265586853027
135808	rnn.weight_ih_l0_reverse	0	-0.01992063783109188
135808	rnn.weight_ih_l0_reverse	1	0.01250531617552042
135808	rnn.weight_ih_l0_reverse	2	0.01804271526634693
135808	rnn.weight_ih_l0_reverse	3	-0.0012305408017709851
135808	rnn.weight_ih_l0_reverse	4	0.03595856577157974
135808	rnn.weight_ih_l0_reverse	5	-0.0551605187356472
135808	rnn.weight_ih_l0_reverse	6	-0.05270851030945778
135808	rnn.weight_ih_l0_reverse	7	-0.00942925177514553
135808	rnn.weight_ih_l0_reverse	8	0.08479717373847961
135808	rnn.weight_ih_l0_reverse	9	0.023948099464178085
135808	rnn.weight_hh_l0_reverse	0	0.005289798136800528
135808	rnn.weight_hh_l0_reverse	1	0.02318863943219185
135808	rnn.weight_hh_l0_reverse	2	-0.03827487304806709
135808	rnn.weight_hh_l0_reverse	3	0.043450526893138885
135808	rnn.weight_hh_l0_reverse	4	0.025464164093136787
135808	rnn.weight_hh_l0_reverse	5	0.003981230314821005
135808	rnn.weight_hh_l0_reverse	6	0.05932182818651199
135808	rnn.weight_hh_l0_reverse	7	0.024106405675411224
135808	rnn.weight_hh_l0_reverse	8	-0.015495962463319302
135808	rnn.weight_hh_l0_reverse	9	-0.036441776901483536
135808	rnn.bias_ih_l0_reverse	0	-0.13450667262077332
135808	rnn.bias_ih_l0_reverse	1	-0.3007431626319885
135808	rnn.bias_ih_l0_reverse	2	-0.07421160489320755
135808	rnn.bias_ih_l0_reverse	3	-0.14585593342781067
135808	rnn.bias_ih_l0_reverse	4	0.07478374242782593
135808	rnn.bias_ih_l0_reverse	5	-0.24936941266059875
135808	rnn.bias_ih_l0_reverse	6	-0.04859316349029541
135808	rnn.bias_ih_l0_reverse	7	0.004813753068447113
135808	rnn.bias_ih_l0_reverse	8	-0.18197175860404968
135808	rnn.bias_ih_l0_reverse	9	-0.09450054913759232
135808	rnn.bias_hh_l0_reverse	0	-0.1450926810503006
135808	rnn.bias_hh_l0_reverse	1	-0.14906561374664307
135808	rnn.bias_hh_l0_reverse	2	-0.026125265285372734
135808	rnn.bias_hh_l0_reverse	3	-0.11927244067192078
135808	rnn.bias_hh_l0_reverse	4	-0.029934173449873924
135808	rnn.bias_hh_l0_reverse	5	-0.11761267483234406
135808	rnn.bias_hh_l0_reverse	6	-0.07042276114225388
135808	rnn.bias_hh_l0_reverse	7	-0.20025785267353058
135808	rnn.bias_hh_l0_reverse	8	-0.05257483944296837
135808	rnn.bias_hh_l0_reverse	9	-0.1346978098154068
135808	linear.weight	0	-0.23509691655635834
135808	linear.weight	1	-0.13355544209480286
135808	linear.weight	2	-0.011228874325752258
135808	linear.weight	3	-0.06835711747407913
135808	linear.weight	4	-0.01801234483718872
135808	linear.weight	5	0.16450092196464539
135808	linear.weight	6	0.0047744326293468475
135808	linear.weight	7	-0.021312154829502106
135808	linear.weight	8	0.2258020043373108
135808	linear.weight	9	0.19121745228767395
135808	linear.bias	0	-0.8404422402381897
135808	linear.bias	1	1.3641477823257446
135808	linear.bias	2	-0.4605603516101837
135808	linear.bias	3	-0.697682797908783
135808	linear.bias	4	-0.8651803731918335
135808	linear.bias	5	-1.171281337738037
135808	linear.bias	6	-0.8836590647697449
135808	linear.bias	7	-0.7903460264205933
135808	linear.bias	8	-0.01705317199230194
135808	linear.bias	9	3.373570680618286
136005	transitions	0	-0.4017338752746582
136005	transitions	1	8.486837387084961
136005	transitions	2	-3.4608399868011475
136005	transitions	3	1.47335946559906
136005	transitions	4	-2.077561140060425
136005	transitions	5	-0.38284042477607727
136005	transitions	6	-0.18692629039287567
136005	transitions	7	-10000.0
136005	transitions	8	1.7580299377441406
136005	transitions	9	-2.2933497428894043
136005	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
136005	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
136005	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
136005	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
136005	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
136005	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
136005	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
136005	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
136005	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
136005	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
136005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
136005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
136005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
136005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
136005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
136005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
136005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
136005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
136005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
136005	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
136005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
136005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
136005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
136005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
136005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
136005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
136005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
136005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
136005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
136005	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
136005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
136005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
136005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
136005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
136005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
136005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
136005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
136005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
136005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
136005	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
136005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
136005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
136005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
136005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
136005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
136005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
136005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
136005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
136005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
136005	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
136005	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
136005	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
136005	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
136005	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
136005	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
136005	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
136005	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
136005	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
136005	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
136005	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
136005	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
136005	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
136005	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
136005	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
136005	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
136005	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
136005	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
136005	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
136005	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
136005	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
136005	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
136005	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
136005	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
136005	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
136005	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
136005	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
136005	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
136005	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
136005	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
136005	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
136005	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
136005	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
136005	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
136005	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
136005	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
136005	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
136005	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
136005	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
136005	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
136005	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
136005	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
136005	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
136005	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
136005	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
136005	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
136005	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
136005	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
136005	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
136005	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
136005	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
136005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
136005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
136005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
136005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
136005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
136005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
136005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
136005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
136005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
136005	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
136005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
136005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
136005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
136005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
136005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
136005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
136005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
136005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
136005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
136005	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
136005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
136005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
136005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
136005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
136005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
136005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
136005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
136005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
136005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
136005	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
136005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
136005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
136005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
136005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
136005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
136005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
136005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
136005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
136005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
136005	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
136005	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
136005	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
136005	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
136005	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
136005	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
136005	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
136005	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
136005	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
136005	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
136005	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
136005	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
136005	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
136005	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
136005	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
136005	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
136005	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
136005	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
136005	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
136005	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
136005	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
136005	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
136005	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
136005	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
136005	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
136005	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
136005	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
136005	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
136005	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
136005	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
136005	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
136005	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
136005	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
136005	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
136005	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
136005	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
136005	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
136005	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
136005	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
136005	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
136005	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
136005	embedding2nn.weight	0	0.04788908734917641
136005	embedding2nn.weight	1	-0.08637489378452301
136005	embedding2nn.weight	2	0.008121607825160027
136005	embedding2nn.weight	3	-0.052898429334163666
136005	embedding2nn.weight	4	-0.11700679361820221
136005	embedding2nn.weight	5	0.1150708943605423
136005	embedding2nn.weight	6	-0.14044734835624695
136005	embedding2nn.weight	7	-0.07677333801984787
136005	embedding2nn.weight	8	-0.025955114513635635
136005	embedding2nn.weight	9	0.08417047560214996
136005	embedding2nn.bias	0	0.05403045192360878
136005	embedding2nn.bias	1	0.034205880016088486
136005	embedding2nn.bias	2	-0.0749782845377922
136005	embedding2nn.bias	3	0.046541281044483185
136005	embedding2nn.bias	4	0.00736531475558877
136005	embedding2nn.bias	5	-0.14967790246009827
136005	embedding2nn.bias	6	-0.1185019463300705
136005	embedding2nn.bias	7	-0.03227788582444191
136005	embedding2nn.bias	8	0.08732477575540543
136005	embedding2nn.bias	9	-0.06538648158311844
136005	rnn.weight_ih_l0	0	0.020713461562991142
136005	rnn.weight_ih_l0	1	-0.0626772791147232
136005	rnn.weight_ih_l0	2	-0.00942942500114441
136005	rnn.weight_ih_l0	3	-0.04542922601103783
136005	rnn.weight_ih_l0	4	0.03246985003352165
136005	rnn.weight_ih_l0	5	-0.09664507955312729
136005	rnn.weight_ih_l0	6	-0.04944105073809624
136005	rnn.weight_ih_l0	7	-0.007269539870321751
136005	rnn.weight_ih_l0	8	0.06478585302829742
136005	rnn.weight_ih_l0	9	0.031664956361055374
136005	rnn.weight_hh_l0	0	0.0011847709538415074
136005	rnn.weight_hh_l0	1	-0.09184157848358154
136005	rnn.weight_hh_l0	2	0.056164007633924484
136005	rnn.weight_hh_l0	3	0.044658128172159195
136005	rnn.weight_hh_l0	4	0.0048814089968800545
136005	rnn.weight_hh_l0	5	0.06836819648742676
136005	rnn.weight_hh_l0	6	-0.012727312743663788
136005	rnn.weight_hh_l0	7	-0.09053098410367966
136005	rnn.weight_hh_l0	8	0.0007194995414465666
136005	rnn.weight_hh_l0	9	-0.07262364774942398
136005	rnn.bias_ih_l0	0	-0.07305550575256348
136005	rnn.bias_ih_l0	1	-0.1767038106918335
136005	rnn.bias_ih_l0	2	-0.24479050934314728
136005	rnn.bias_ih_l0	3	-0.27425581216812134
136005	rnn.bias_ih_l0	4	-0.01219563465565443
136005	rnn.bias_ih_l0	5	0.03619788959622383
136005	rnn.bias_ih_l0	6	-0.1770765334367752
136005	rnn.bias_ih_l0	7	-0.26242366433143616
136005	rnn.bias_ih_l0	8	-0.12324465066194534
136005	rnn.bias_ih_l0	9	-0.1815515160560608
136005	rnn.bias_hh_l0	0	0.12177272140979767
136005	rnn.bias_hh_l0	1	-0.06425356864929199
136005	rnn.bias_hh_l0	2	0.049219466745853424
136005	rnn.bias_hh_l0	3	-0.16829365491867065
136005	rnn.bias_hh_l0	4	0.05458591505885124
136005	rnn.bias_hh_l0	5	0.01713702082633972
136005	rnn.bias_hh_l0	6	-0.09143612533807755
136005	rnn.bias_hh_l0	7	-0.15065424144268036
136005	rnn.bias_hh_l0	8	-0.17719288170337677
136005	rnn.bias_hh_l0	9	-0.09298162907361984
136005	rnn.weight_ih_l0_reverse	0	-0.01837095059454441
136005	rnn.weight_ih_l0_reverse	1	0.011033421382308006
136005	rnn.weight_ih_l0_reverse	2	0.012393314391374588
136005	rnn.weight_ih_l0_reverse	3	-0.0018929532961919904
136005	rnn.weight_ih_l0_reverse	4	0.03576137498021126
136005	rnn.weight_ih_l0_reverse	5	-0.054092708975076675
136005	rnn.weight_ih_l0_reverse	6	-0.054205723106861115
136005	rnn.weight_ih_l0_reverse	7	-0.005317173898220062
136005	rnn.weight_ih_l0_reverse	8	0.08833155035972595
136005	rnn.weight_ih_l0_reverse	9	0.024978410452604294
136005	rnn.weight_hh_l0_reverse	0	0.005170170683413744
136005	rnn.weight_hh_l0_reverse	1	0.023090338334441185
136005	rnn.weight_hh_l0_reverse	2	-0.03770137578248978
136005	rnn.weight_hh_l0_reverse	3	0.04254497215151787
136005	rnn.weight_hh_l0_reverse	4	0.025555046275258064
136005	rnn.weight_hh_l0_reverse	5	0.004563364200294018
136005	rnn.weight_hh_l0_reverse	6	0.05966791883111
136005	rnn.weight_hh_l0_reverse	7	0.023276936262845993
136005	rnn.weight_hh_l0_reverse	8	-0.013721725903451443
136005	rnn.weight_hh_l0_reverse	9	-0.03568831458687782
136005	rnn.bias_ih_l0_reverse	0	-0.13732275366783142
136005	rnn.bias_ih_l0_reverse	1	-0.2977612614631653
136005	rnn.bias_ih_l0_reverse	2	-0.07300807535648346
136005	rnn.bias_ih_l0_reverse	3	-0.14429320394992828
136005	rnn.bias_ih_l0_reverse	4	0.07634777575731277
136005	rnn.bias_ih_l0_reverse	5	-0.24770869314670563
136005	rnn.bias_ih_l0_reverse	6	-0.044700443744659424
136005	rnn.bias_ih_l0_reverse	7	0.006968333385884762
136005	rnn.bias_ih_l0_reverse	8	-0.18485799431800842
136005	rnn.bias_ih_l0_reverse	9	-0.09269721806049347
136005	rnn.bias_hh_l0_reverse	0	-0.14840860664844513
136005	rnn.bias_hh_l0_reverse	1	-0.1481829732656479
136005	rnn.bias_hh_l0_reverse	2	-0.024208083748817444
136005	rnn.bias_hh_l0_reverse	3	-0.11887449026107788
136005	rnn.bias_hh_l0_reverse	4	-0.030394140630960464
136005	rnn.bias_hh_l0_reverse	5	-0.11754414439201355
136005	rnn.bias_hh_l0_reverse	6	-0.06969719380140305
136005	rnn.bias_hh_l0_reverse	7	-0.20312689244747162
136005	rnn.bias_hh_l0_reverse	8	-0.057199627161026
136005	rnn.bias_hh_l0_reverse	9	-0.13614772260189056
136005	linear.weight	0	-0.22322559356689453
136005	linear.weight	1	-0.13934221863746643
136005	linear.weight	2	-0.011228874325752258
136005	linear.weight	3	-0.08163473755121231
136005	linear.weight	4	-0.029086550697684288
136005	linear.weight	5	0.17904894053936005
136005	linear.weight	6	0.0047744326293468475
136005	linear.weight	7	-0.021312154829502106
136005	linear.weight	8	0.22303979098796844
136005	linear.weight	9	0.208223357796669
136005	linear.bias	0	-0.8378354907035828
136005	linear.bias	1	1.404479742050171
136005	linear.bias	2	-0.39520567655563354
136005	linear.bias	3	-0.6915048360824585
136005	linear.bias	4	-0.8905883431434631
136005	linear.bias	5	-1.1713310480117798
136005	linear.bias	6	-0.8861325979232788
136005	linear.bias	7	-0.7614730000495911
136005	linear.bias	8	-0.01705317199230194
136005	linear.bias	9	3.2983527183532715
136202	transitions	0	-0.40256863832473755
136202	transitions	1	8.488290786743164
136202	transitions	2	-3.4618966579437256
136202	transitions	3	1.472533106803894
136202	transitions	4	-2.0779759883880615
136202	transitions	5	-0.38288766145706177
136202	transitions	6	-0.18696075677871704
136202	transitions	7	-10000.0
136202	transitions	8	1.7625911235809326
136202	transitions	9	-2.293367862701416
136202	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
136202	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
136202	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
136202	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
136202	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
136202	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
136202	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
136202	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
136202	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
136202	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
136202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
136202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
136202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
136202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
136202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
136202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
136202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
136202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
136202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
136202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
136202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
136202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
136202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
136202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
136202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
136202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
136202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
136202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
136202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
136202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
136202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
136202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
136202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
136202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
136202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
136202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
136202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
136202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
136202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
136202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
136202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
136202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
136202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
136202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
136202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
136202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
136202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
136202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
136202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
136202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
136202	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
136202	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
136202	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
136202	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
136202	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
136202	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
136202	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
136202	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
136202	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
136202	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
136202	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
136202	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
136202	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
136202	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
136202	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
136202	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
136202	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
136202	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
136202	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
136202	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
136202	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
136202	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
136202	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
136202	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
136202	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
136202	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
136202	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
136202	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
136202	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
136202	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
136202	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
136202	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
136202	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
136202	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
136202	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
136202	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
136202	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
136202	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
136202	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
136202	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
136202	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
136202	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
136202	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
136202	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
136202	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
136202	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
136202	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
136202	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
136202	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
136202	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
136202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
136202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
136202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
136202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
136202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
136202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
136202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
136202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
136202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
136202	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
136202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
136202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
136202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
136202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
136202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
136202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
136202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
136202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
136202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
136202	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
136202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
136202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
136202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
136202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
136202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
136202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
136202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
136202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
136202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
136202	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
136202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
136202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
136202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
136202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
136202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
136202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
136202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
136202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
136202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
136202	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
136202	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
136202	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
136202	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
136202	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
136202	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
136202	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
136202	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
136202	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
136202	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
136202	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
136202	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
136202	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
136202	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
136202	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
136202	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
136202	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
136202	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
136202	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
136202	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
136202	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
136202	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
136202	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
136202	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
136202	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
136202	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
136202	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
136202	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
136202	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
136202	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
136202	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
136202	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
136202	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
136202	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
136202	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
136202	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
136202	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
136202	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
136202	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
136202	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
136202	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
136202	embedding2nn.weight	0	0.04729446768760681
136202	embedding2nn.weight	1	-0.08673794567584991
136202	embedding2nn.weight	2	0.004661073908209801
136202	embedding2nn.weight	3	-0.05353077873587608
136202	embedding2nn.weight	4	-0.11344468593597412
136202	embedding2nn.weight	5	0.11389883607625961
136202	embedding2nn.weight	6	-0.13005781173706055
136202	embedding2nn.weight	7	-0.07653827220201492
136202	embedding2nn.weight	8	-0.02521551586687565
136202	embedding2nn.weight	9	0.0850498303771019
136202	embedding2nn.bias	0	0.057008784264326096
136202	embedding2nn.bias	1	0.02995968610048294
136202	embedding2nn.bias	2	-0.07648313790559769
136202	embedding2nn.bias	3	0.06077155843377113
136202	embedding2nn.bias	4	0.010018209926784039
136202	embedding2nn.bias	5	-0.14118459820747375
136202	embedding2nn.bias	6	-0.10103075951337814
136202	embedding2nn.bias	7	-0.02906259521842003
136202	embedding2nn.bias	8	0.09459952265024185
136202	embedding2nn.bias	9	-0.06459984928369522
136202	rnn.weight_ih_l0	0	0.019028009846806526
136202	rnn.weight_ih_l0	1	-0.06046534702181816
136202	rnn.weight_ih_l0	2	-0.01074762549251318
136202	rnn.weight_ih_l0	3	-0.046027734875679016
136202	rnn.weight_ih_l0	4	0.03077358938753605
136202	rnn.weight_ih_l0	5	-0.0965154767036438
136202	rnn.weight_ih_l0	6	-0.04831516742706299
136202	rnn.weight_ih_l0	7	-0.006468601990491152
136202	rnn.weight_ih_l0	8	0.06400522589683533
136202	rnn.weight_ih_l0	9	0.02792690135538578
136202	rnn.weight_hh_l0	0	0.003872268134728074
136202	rnn.weight_hh_l0	1	-0.09247180819511414
136202	rnn.weight_hh_l0	2	0.055564407259225845
136202	rnn.weight_hh_l0	3	0.04373009875416756
136202	rnn.weight_hh_l0	4	0.0056182630360126495
136202	rnn.weight_hh_l0	5	0.06733763962984085
136202	rnn.weight_hh_l0	6	-0.013228513300418854
136202	rnn.weight_hh_l0	7	-0.09052586555480957
136202	rnn.weight_hh_l0	8	0.0013206308940425515
136202	rnn.weight_hh_l0	9	-0.07312636077404022
136202	rnn.bias_ih_l0	0	-0.065327487885952
136202	rnn.bias_ih_l0	1	-0.17939478158950806
136202	rnn.bias_ih_l0	2	-0.24747124314308167
136202	rnn.bias_ih_l0	3	-0.2751609683036804
136202	rnn.bias_ih_l0	4	-0.015578326769173145
136202	rnn.bias_ih_l0	5	0.03618888184428215
136202	rnn.bias_ih_l0	6	-0.1766226887702942
136202	rnn.bias_ih_l0	7	-0.26490700244903564
136202	rnn.bias_ih_l0	8	-0.12115886062383652
136202	rnn.bias_ih_l0	9	-0.18563158810138702
136202	rnn.bias_hh_l0	0	0.12151595950126648
136202	rnn.bias_hh_l0	1	-0.06308753788471222
136202	rnn.bias_hh_l0	2	0.047144196927547455
136202	rnn.bias_hh_l0	3	-0.16695861518383026
136202	rnn.bias_hh_l0	4	0.06119231507182121
136202	rnn.bias_hh_l0	5	0.019953755661845207
136202	rnn.bias_hh_l0	6	-0.09125719219446182
136202	rnn.bias_hh_l0	7	-0.15064674615859985
136202	rnn.bias_hh_l0	8	-0.18055497109889984
136202	rnn.bias_hh_l0	9	-0.09146057814359665
136202	rnn.weight_ih_l0_reverse	0	-0.019882073625922203
136202	rnn.weight_ih_l0_reverse	1	0.00863430742174387
136202	rnn.weight_ih_l0_reverse	2	0.00957702286541462
136202	rnn.weight_ih_l0_reverse	3	-0.002157568233087659
136202	rnn.weight_ih_l0_reverse	4	0.03695906698703766
136202	rnn.weight_ih_l0_reverse	5	-0.054884884506464005
136202	rnn.weight_ih_l0_reverse	6	-0.05374418571591377
136202	rnn.weight_ih_l0_reverse	7	-0.004414585884660482
136202	rnn.weight_ih_l0_reverse	8	0.08958657085895538
136202	rnn.weight_ih_l0_reverse	9	0.02248959243297577
136202	rnn.weight_hh_l0_reverse	0	0.0051797134801745415
136202	rnn.weight_hh_l0_reverse	1	0.02302224561572075
136202	rnn.weight_hh_l0_reverse	2	-0.03691435232758522
136202	rnn.weight_hh_l0_reverse	3	0.04181194677948952
136202	rnn.weight_hh_l0_reverse	4	0.02521534636616707
136202	rnn.weight_hh_l0_reverse	5	0.004428739193826914
136202	rnn.weight_hh_l0_reverse	6	0.06006747856736183
136202	rnn.weight_hh_l0_reverse	7	0.02374373748898506
136202	rnn.weight_hh_l0_reverse	8	-0.015322641469538212
136202	rnn.weight_hh_l0_reverse	9	-0.03602346032857895
136202	rnn.bias_ih_l0_reverse	0	-0.13728579878807068
136202	rnn.bias_ih_l0_reverse	1	-0.2999925911426544
136202	rnn.bias_ih_l0_reverse	2	-0.07346604764461517
136202	rnn.bias_ih_l0_reverse	3	-0.14197099208831787
136202	rnn.bias_ih_l0_reverse	4	0.07549652457237244
136202	rnn.bias_ih_l0_reverse	5	-0.24524329602718353
136202	rnn.bias_ih_l0_reverse	6	-0.0487678237259388
136202	rnn.bias_ih_l0_reverse	7	0.009605088271200657
136202	rnn.bias_ih_l0_reverse	8	-0.18409472703933716
136202	rnn.bias_ih_l0_reverse	9	-0.09681927412748337
136202	rnn.bias_hh_l0_reverse	0	-0.14646205306053162
136202	rnn.bias_hh_l0_reverse	1	-0.14953891932964325
136202	rnn.bias_hh_l0_reverse	2	-0.025856461375951767
136202	rnn.bias_hh_l0_reverse	3	-0.11419837921857834
136202	rnn.bias_hh_l0_reverse	4	-0.027714984491467476
136202	rnn.bias_hh_l0_reverse	5	-0.12112993001937866
136202	rnn.bias_hh_l0_reverse	6	-0.06946474313735962
136202	rnn.bias_hh_l0_reverse	7	-0.20374783873558044
136202	rnn.bias_hh_l0_reverse	8	-0.056288354098796844
136202	rnn.bias_hh_l0_reverse	9	-0.13774800300598145
136202	linear.weight	0	-0.20435868203639984
136202	linear.weight	1	-0.14326953887939453
136202	linear.weight	2	-0.011228874325752258
136202	linear.weight	3	-0.07730855792760849
136202	linear.weight	4	-0.052823569625616074
136202	linear.weight	5	0.1736646145582199
136202	linear.weight	6	0.0047744326293468475
136202	linear.weight	7	-0.021312154829502106
136202	linear.weight	8	0.21716110408306122
136202	linear.weight	9	0.199469193816185
136202	linear.bias	0	-0.826516330242157
136202	linear.bias	1	1.3907804489135742
136202	linear.bias	2	-0.3768867254257202
136202	linear.bias	3	-0.6937465667724609
136202	linear.bias	4	-0.8694266080856323
136202	linear.bias	5	-1.171399474143982
136202	linear.bias	6	-0.8769640326499939
136202	linear.bias	7	-0.7615086436271667
136202	linear.bias	8	-0.01705317199230194
136202	linear.bias	9	3.358027458190918
136206	transitions	0	-0.40256932377815247
136206	transitions	1	8.489542961120605
136206	transitions	2	-3.4619154930114746
136206	transitions	3	1.4723743200302124
136206	transitions	4	-2.077977180480957
136206	transitions	5	-0.3828878104686737
136206	transitions	6	-0.18696081638336182
136206	transitions	7	-10000.0
136206	transitions	8	1.7625911235809326
136206	transitions	9	-2.293368339538574
136206	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
136206	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
136206	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
136206	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
136206	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
136206	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
136206	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
136206	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
136206	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
136206	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
136206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
136206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
136206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
136206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
136206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
136206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
136206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
136206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
136206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
136206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
136206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
136206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
136206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
136206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
136206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
136206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
136206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
136206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
136206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
136206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
136206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
136206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
136206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
136206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
136206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
136206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
136206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
136206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
136206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
136206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
136206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
136206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
136206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
136206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
136206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
136206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
136206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
136206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
136206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
136206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
136206	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
136206	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
136206	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
136206	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
136206	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
136206	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
136206	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
136206	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
136206	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
136206	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
136206	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
136206	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
136206	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
136206	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
136206	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
136206	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
136206	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
136206	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
136206	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
136206	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
136206	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
136206	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
136206	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
136206	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
136206	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
136206	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
136206	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
136206	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
136206	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
136206	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
136206	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
136206	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
136206	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
136206	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
136206	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
136206	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
136206	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
136206	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
136206	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
136206	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
136206	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
136206	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
136206	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
136206	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
136206	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
136206	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
136206	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
136206	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
136206	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
136206	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
136206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
136206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
136206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
136206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
136206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
136206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
136206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
136206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
136206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
136206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
136206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
136206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
136206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
136206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
136206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
136206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
136206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
136206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
136206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
136206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
136206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
136206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
136206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
136206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
136206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
136206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
136206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
136206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
136206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
136206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
136206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
136206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
136206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
136206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
136206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
136206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
136206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
136206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
136206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
136206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
136206	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
136206	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
136206	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
136206	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
136206	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
136206	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
136206	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
136206	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
136206	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
136206	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
136206	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
136206	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
136206	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
136206	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
136206	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
136206	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
136206	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
136206	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
136206	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
136206	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
136206	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
136206	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
136206	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
136206	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
136206	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
136206	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
136206	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
136206	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
136206	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
136206	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
136206	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
136206	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
136206	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
136206	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
136206	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
136206	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
136206	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
136206	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
136206	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
136206	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
136206	embedding2nn.weight	0	0.047239940613508224
136206	embedding2nn.weight	1	-0.08626236021518707
136206	embedding2nn.weight	2	0.004389333073049784
136206	embedding2nn.weight	3	-0.053660064935684204
136206	embedding2nn.weight	4	-0.11349398642778397
136206	embedding2nn.weight	5	0.11393505334854126
136206	embedding2nn.weight	6	-0.13102981448173523
136206	embedding2nn.weight	7	-0.07663588225841522
136206	embedding2nn.weight	8	-0.024994011968374252
136206	embedding2nn.weight	9	0.08506952971220016
136206	embedding2nn.bias	0	0.05858905240893364
136206	embedding2nn.bias	1	0.03075183555483818
136206	embedding2nn.bias	2	-0.07667908817529678
136206	embedding2nn.bias	3	0.05908178165555
136206	embedding2nn.bias	4	0.008853940293192863
136206	embedding2nn.bias	5	-0.14342515170574188
136206	embedding2nn.bias	6	-0.09973163157701492
136206	embedding2nn.bias	7	-0.028004895895719528
136206	embedding2nn.bias	8	0.0918191522359848
136206	embedding2nn.bias	9	-0.06522621959447861
136206	rnn.weight_ih_l0	0	0.019272580742836
136206	rnn.weight_ih_l0	1	-0.060469698160886765
136206	rnn.weight_ih_l0	2	-0.010742596350610256
136206	rnn.weight_ih_l0	3	-0.04600732401013374
136206	rnn.weight_ih_l0	4	0.03035932593047619
136206	rnn.weight_ih_l0	5	-0.09651029855012894
136206	rnn.weight_ih_l0	6	-0.04826781526207924
136206	rnn.weight_ih_l0	7	-0.006784223951399326
136206	rnn.weight_ih_l0	8	0.06417835503816605
136206	rnn.weight_ih_l0	9	0.02790191024541855
136206	rnn.weight_hh_l0	0	0.003823369275778532
136206	rnn.weight_hh_l0	1	-0.09246135503053665
136206	rnn.weight_hh_l0	2	0.05554889142513275
136206	rnn.weight_hh_l0	3	0.04377836734056473
136206	rnn.weight_hh_l0	4	0.005618491675704718
136206	rnn.weight_hh_l0	5	0.0673406645655632
136206	rnn.weight_hh_l0	6	-0.013229155912995338
136206	rnn.weight_hh_l0	7	-0.09050572663545609
136206	rnn.weight_hh_l0	8	0.0013169341254979372
136206	rnn.weight_hh_l0	9	-0.07308337092399597
136206	rnn.bias_ih_l0	0	-0.06523820757865906
136206	rnn.bias_ih_l0	1	-0.1793247014284134
136206	rnn.bias_ih_l0	2	-0.24766717851161957
136206	rnn.bias_ih_l0	3	-0.27526935935020447
136206	rnn.bias_ih_l0	4	-0.015530907548964024
136206	rnn.bias_ih_l0	5	0.035897158086299896
136206	rnn.bias_ih_l0	6	-0.17691975831985474
136206	rnn.bias_ih_l0	7	-0.2648301422595978
136206	rnn.bias_ih_l0	8	-0.12090548127889633
136206	rnn.bias_ih_l0	9	-0.1858314871788025
136206	rnn.bias_hh_l0	0	0.12218027561903
136206	rnn.bias_hh_l0	1	-0.06341685354709625
136206	rnn.bias_hh_l0	2	0.04699733853340149
136206	rnn.bias_hh_l0	3	-0.16692066192626953
136206	rnn.bias_hh_l0	4	0.060437869280576706
136206	rnn.bias_hh_l0	5	0.0198763869702816
136206	rnn.bias_hh_l0	6	-0.0913112610578537
136206	rnn.bias_hh_l0	7	-0.15051347017288208
136206	rnn.bias_hh_l0	8	-0.18132178485393524
136206	rnn.bias_hh_l0	9	-0.09121115505695343
136206	rnn.weight_ih_l0_reverse	0	-0.019879015162587166
136206	rnn.weight_ih_l0_reverse	1	0.008611207827925682
136206	rnn.weight_ih_l0_reverse	2	0.0095658665522933
136206	rnn.weight_ih_l0_reverse	3	-0.0026462245732545853
136206	rnn.weight_ih_l0_reverse	4	0.03697733208537102
136206	rnn.weight_ih_l0_reverse	5	-0.05478988587856293
136206	rnn.weight_ih_l0_reverse	6	-0.05375164374709129
136206	rnn.weight_ih_l0_reverse	7	-0.004441904369741678
136206	rnn.weight_ih_l0_reverse	8	0.08960360288619995
136206	rnn.weight_ih_l0_reverse	9	0.022267114371061325
136206	rnn.weight_hh_l0_reverse	0	0.005182366818189621
136206	rnn.weight_hh_l0_reverse	1	0.023020192980766296
136206	rnn.weight_hh_l0_reverse	2	-0.036908578127622604
136206	rnn.weight_hh_l0_reverse	3	0.04180775582790375
136206	rnn.weight_hh_l0_reverse	4	0.025216592475771904
136206	rnn.weight_hh_l0_reverse	5	0.004402827937155962
136206	rnn.weight_hh_l0_reverse	6	0.06007537245750427
136206	rnn.weight_hh_l0_reverse	7	0.023743417114019394
136206	rnn.weight_hh_l0_reverse	8	-0.015373317524790764
136206	rnn.weight_hh_l0_reverse	9	-0.03603710979223251
136206	rnn.bias_ih_l0_reverse	0	-0.13727442920207977
136206	rnn.bias_ih_l0_reverse	1	-0.300036758184433
136206	rnn.bias_ih_l0_reverse	2	-0.07335802167654037
136206	rnn.bias_ih_l0_reverse	3	-0.14243973791599274
136206	rnn.bias_ih_l0_reverse	4	0.07545453310012817
136206	rnn.bias_ih_l0_reverse	5	-0.24533773958683014
136206	rnn.bias_ih_l0_reverse	6	-0.048714037984609604
136206	rnn.bias_ih_l0_reverse	7	0.009646272286772728
136206	rnn.bias_ih_l0_reverse	8	-0.18401223421096802
136206	rnn.bias_ih_l0_reverse	9	-0.09682469815015793
136206	rnn.bias_hh_l0_reverse	0	-0.14667987823486328
136206	rnn.bias_hh_l0_reverse	1	-0.14958558976650238
136206	rnn.bias_hh_l0_reverse	2	-0.025883669033646584
136206	rnn.bias_hh_l0_reverse	3	-0.11401665210723877
136206	rnn.bias_hh_l0_reverse	4	-0.027984024956822395
136206	rnn.bias_hh_l0_reverse	5	-0.12124905735254288
136206	rnn.bias_hh_l0_reverse	6	-0.06957376003265381
136206	rnn.bias_hh_l0_reverse	7	-0.2037511169910431
136206	rnn.bias_hh_l0_reverse	8	-0.05648777633905411
136206	rnn.bias_hh_l0_reverse	9	-0.13769012689590454
136206	linear.weight	0	-0.21197441220283508
136206	linear.weight	1	-0.14320601522922516
136206	linear.weight	2	-0.011228874325752258
136206	linear.weight	3	-0.07729791104793549
136206	linear.weight	4	-0.05281763896346092
136206	linear.weight	5	0.17369124293327332
136206	linear.weight	6	0.0047744326293468475
136206	linear.weight	7	-0.021312154829502106
136206	linear.weight	8	0.21713632345199585
136206	linear.weight	9	0.19888636469841003
136206	linear.bias	0	-0.8247979879379272
136206	linear.bias	1	1.390471339225769
136206	linear.bias	2	-0.3847639262676239
136206	linear.bias	3	-0.6928539872169495
136206	linear.bias	4	-0.8583462238311768
136206	linear.bias	5	-1.1714001893997192
136206	linear.bias	6	-0.8751952648162842
136206	linear.bias	7	-0.7610614895820618
136206	linear.bias	8	-0.01705317199230194
136206	linear.bias	9	3.3533124923706055
136403	transitions	0	-0.4026295244693756
136403	transitions	1	8.47049331665039
136403	transitions	2	-3.4621100425720215
136403	transitions	3	1.4557225704193115
136403	transitions	4	-2.078185796737671
136403	transitions	5	-0.3829646110534668
136403	transitions	6	-0.18697333335876465
136403	transitions	7	-10000.0
136403	transitions	8	1.760158658027649
136403	transitions	9	-2.293375015258789
136403	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
136403	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
136403	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
136403	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
136403	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
136403	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
136403	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
136403	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
136403	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
136403	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
136403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
136403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
136403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
136403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
136403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
136403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
136403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
136403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
136403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
136403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
136403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
136403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
136403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
136403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
136403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
136403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
136403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
136403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
136403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
136403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
136403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
136403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
136403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
136403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
136403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
136403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
136403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
136403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
136403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
136403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
136403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
136403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
136403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
136403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
136403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
136403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
136403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
136403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
136403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
136403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
136403	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
136403	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
136403	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
136403	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
136403	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
136403	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
136403	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
136403	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
136403	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
136403	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
136403	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
136403	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
136403	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
136403	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
136403	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
136403	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
136403	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
136403	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
136403	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
136403	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
136403	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
136403	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
136403	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
136403	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
136403	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
136403	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
136403	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
136403	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
136403	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
136403	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
136403	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
136403	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
136403	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
136403	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
136403	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
136403	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
136403	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
136403	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
136403	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
136403	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
136403	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
136403	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
136403	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
136403	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
136403	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
136403	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
136403	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
136403	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
136403	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
136403	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
136403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
136403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
136403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
136403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
136403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
136403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
136403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
136403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
136403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
136403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
136403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
136403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
136403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
136403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
136403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
136403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
136403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
136403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
136403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
136403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
136403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
136403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
136403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
136403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
136403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
136403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
136403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
136403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
136403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
136403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
136403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
136403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
136403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
136403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
136403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
136403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
136403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
136403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
136403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
136403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
136403	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
136403	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
136403	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
136403	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
136403	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
136403	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
136403	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
136403	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
136403	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
136403	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
136403	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
136403	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
136403	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
136403	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
136403	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
136403	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
136403	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
136403	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
136403	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
136403	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
136403	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
136403	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
136403	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
136403	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
136403	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
136403	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
136403	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
136403	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
136403	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
136403	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
136403	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
136403	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
136403	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
136403	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
136403	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
136403	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
136403	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
136403	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
136403	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
136403	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
136403	embedding2nn.weight	0	0.04802627116441727
136403	embedding2nn.weight	1	-0.08750369399785995
136403	embedding2nn.weight	2	0.006657957565039396
136403	embedding2nn.weight	3	-0.054195474833250046
136403	embedding2nn.weight	4	-0.11303199827671051
136403	embedding2nn.weight	5	0.11451876163482666
136403	embedding2nn.weight	6	-0.12618787586688995
136403	embedding2nn.weight	7	-0.07646306604146957
136403	embedding2nn.weight	8	-0.025195613503456116
136403	embedding2nn.weight	9	0.08453983813524246
136403	embedding2nn.bias	0	0.06347290426492691
136403	embedding2nn.bias	1	0.02791706658899784
136403	embedding2nn.bias	2	-0.07485627382993698
136403	embedding2nn.bias	3	0.054128922522068024
136403	embedding2nn.bias	4	0.0133774783462286
136403	embedding2nn.bias	5	-0.14447760581970215
136403	embedding2nn.bias	6	-0.11364761739969254
136403	embedding2nn.bias	7	-0.028192749246954918
136403	embedding2nn.bias	8	0.09018274396657944
136403	embedding2nn.bias	9	-0.06695161014795303
136403	rnn.weight_ih_l0	0	0.018523359671235085
136403	rnn.weight_ih_l0	1	-0.061185866594314575
136403	rnn.weight_ih_l0	2	-0.011354555375874043
136403	rnn.weight_ih_l0	3	-0.047015201300382614
136403	rnn.weight_ih_l0	4	0.029698411002755165
136403	rnn.weight_ih_l0	5	-0.09660785645246506
136403	rnn.weight_ih_l0	6	-0.04791231080889702
136403	rnn.weight_ih_l0	7	-0.00783499050885439
136403	rnn.weight_ih_l0	8	0.06833464652299881
136403	rnn.weight_ih_l0	9	0.028414659202098846
136403	rnn.weight_hh_l0	0	0.0036152771208435297
136403	rnn.weight_hh_l0	1	-0.0924566239118576
136403	rnn.weight_hh_l0	2	0.05522880330681801
136403	rnn.weight_hh_l0	3	0.043245360255241394
136403	rnn.weight_hh_l0	4	0.005610834341496229
136403	rnn.weight_hh_l0	5	0.06749755144119263
136403	rnn.weight_hh_l0	6	-0.013035937212407589
136403	rnn.weight_hh_l0	7	-0.09061708301305771
136403	rnn.weight_hh_l0	8	0.0006910574738867581
136403	rnn.weight_hh_l0	9	-0.07149646431207657
136403	rnn.bias_ih_l0	0	-0.06675572693347931
136403	rnn.bias_ih_l0	1	-0.18075017631053925
136403	rnn.bias_ih_l0	2	-0.24688805639743805
136403	rnn.bias_ih_l0	3	-0.2757055461406708
136403	rnn.bias_ih_l0	4	-0.016141673550009727
136403	rnn.bias_ih_l0	5	0.04023326188325882
136403	rnn.bias_ih_l0	6	-0.1786891520023346
136403	rnn.bias_ih_l0	7	-0.2640763819217682
136403	rnn.bias_ih_l0	8	-0.11891879141330719
136403	rnn.bias_ih_l0	9	-0.18747663497924805
136403	rnn.bias_hh_l0	0	0.12335673719644547
136403	rnn.bias_hh_l0	1	-0.06332528591156006
136403	rnn.bias_hh_l0	2	0.047931116074323654
136403	rnn.bias_hh_l0	3	-0.16629166901111603
136403	rnn.bias_hh_l0	4	0.05824027955532074
136403	rnn.bias_hh_l0	5	0.018601329997181892
136403	rnn.bias_hh_l0	6	-0.09106751531362534
136403	rnn.bias_hh_l0	7	-0.15273995697498322
136403	rnn.bias_hh_l0	8	-0.17867913842201233
136403	rnn.bias_hh_l0	9	-0.0933414176106453
136403	rnn.weight_ih_l0_reverse	0	-0.019713053479790688
136403	rnn.weight_ih_l0_reverse	1	0.008148630149662495
136403	rnn.weight_ih_l0_reverse	2	0.009865391999483109
136403	rnn.weight_ih_l0_reverse	3	-0.003752602031454444
136403	rnn.weight_ih_l0_reverse	4	0.03594600036740303
136403	rnn.weight_ih_l0_reverse	5	-0.05447845160961151
136403	rnn.weight_ih_l0_reverse	6	-0.054215800017118454
136403	rnn.weight_ih_l0_reverse	7	-0.003944873809814453
136403	rnn.weight_ih_l0_reverse	8	0.09016875922679901
136403	rnn.weight_ih_l0_reverse	9	0.022143196314573288
136403	rnn.weight_hh_l0_reverse	0	0.0052519747987389565
136403	rnn.weight_hh_l0_reverse	1	0.023002680391073227
136403	rnn.weight_hh_l0_reverse	2	-0.036851197481155396
136403	rnn.weight_hh_l0_reverse	3	0.042102254927158356
136403	rnn.weight_hh_l0_reverse	4	0.025315558537840843
136403	rnn.weight_hh_l0_reverse	5	0.00408431701362133
136403	rnn.weight_hh_l0_reverse	6	0.06066019833087921
136403	rnn.weight_hh_l0_reverse	7	0.024022474884986877
136403	rnn.weight_hh_l0_reverse	8	-0.014279566705226898
136403	rnn.weight_hh_l0_reverse	9	-0.03607511892914772
136403	rnn.bias_ih_l0_reverse	0	-0.1362290233373642
136403	rnn.bias_ih_l0_reverse	1	-0.2972160577774048
136403	rnn.bias_ih_l0_reverse	2	-0.07678385823965073
136403	rnn.bias_ih_l0_reverse	3	-0.1433328092098236
136403	rnn.bias_ih_l0_reverse	4	0.07734080404043198
136403	rnn.bias_ih_l0_reverse	5	-0.24675202369689941
136403	rnn.bias_ih_l0_reverse	6	-0.04838971048593521
136403	rnn.bias_ih_l0_reverse	7	0.005395645275712013
136403	rnn.bias_ih_l0_reverse	8	-0.18440069258213043
136403	rnn.bias_ih_l0_reverse	9	-0.09662039577960968
136403	rnn.bias_hh_l0_reverse	0	-0.1439732313156128
136403	rnn.bias_hh_l0_reverse	1	-0.15082880854606628
136403	rnn.bias_hh_l0_reverse	2	-0.026021715253591537
136403	rnn.bias_hh_l0_reverse	3	-0.11440017819404602
136403	rnn.bias_hh_l0_reverse	4	-0.02659478969871998
136403	rnn.bias_hh_l0_reverse	5	-0.12082128971815109
136403	rnn.bias_hh_l0_reverse	6	-0.06919912993907928
136403	rnn.bias_hh_l0_reverse	7	-0.20354968309402466
136403	rnn.bias_hh_l0_reverse	8	-0.058462876826524734
136403	rnn.bias_hh_l0_reverse	9	-0.13897939026355743
136403	linear.weight	0	-0.2061116099357605
136403	linear.weight	1	-0.14636531472206116
136403	linear.weight	2	-0.011228874325752258
136403	linear.weight	3	-0.07722827047109604
136403	linear.weight	4	-0.05321287363767624
136403	linear.weight	5	0.18168289959430695
136403	linear.weight	6	0.0047744326293468475
136403	linear.weight	7	-0.021312154829502106
136403	linear.weight	8	0.22202254831790924
136403	linear.weight	9	0.2030617594718933
136403	linear.bias	0	-0.8441616296768188
136403	linear.bias	1	1.4245928525924683
136403	linear.bias	2	-0.392384797334671
136403	linear.bias	3	-0.7110422849655151
136403	linear.bias	4	-0.8795129060745239
136403	linear.bias	5	-1.1714352369308472
136403	linear.bias	6	-0.896347165107727
136403	linear.bias	7	-0.7471676468849182
136403	linear.bias	8	-0.01705317199230194
136403	linear.bias	9	3.3272604942321777
136600	transitions	0	-0.40273115038871765
136600	transitions	1	8.501039505004883
136600	transitions	2	-3.4624812602996826
136600	transitions	3	1.4497469663619995
136600	transitions	4	-2.0784802436828613
136600	transitions	5	-0.38301852345466614
136600	transitions	6	-0.18699203431606293
136600	transitions	7	-10000.0
136600	transitions	8	1.7589603662490845
136600	transitions	9	-2.293384313583374
136600	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
136600	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
136600	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
136600	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
136600	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
136600	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
136600	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
136600	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
136600	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
136600	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
136600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
136600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
136600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
136600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
136600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
136600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
136600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
136600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
136600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
136600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
136600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
136600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
136600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
136600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
136600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
136600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
136600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
136600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
136600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
136600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
136600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
136600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
136600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
136600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
136600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
136600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
136600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
136600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
136600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
136600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
136600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
136600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
136600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
136600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
136600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
136600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
136600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
136600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
136600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
136600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
136600	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
136600	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
136600	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
136600	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
136600	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
136600	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
136600	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
136600	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
136600	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
136600	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
136600	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
136600	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
136600	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
136600	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
136600	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
136600	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
136600	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
136600	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
136600	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
136600	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
136600	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
136600	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
136600	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
136600	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
136600	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
136600	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
136600	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
136600	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
136600	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
136600	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
136600	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
136600	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
136600	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
136600	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
136600	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
136600	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
136600	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
136600	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
136600	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
136600	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
136600	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
136600	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
136600	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
136600	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
136600	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
136600	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
136600	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
136600	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
136600	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
136600	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
136600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
136600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
136600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
136600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
136600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
136600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
136600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
136600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
136600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
136600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
136600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
136600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
136600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
136600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
136600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
136600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
136600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
136600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
136600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
136600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
136600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
136600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
136600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
136600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
136600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
136600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
136600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
136600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
136600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
136600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
136600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
136600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
136600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
136600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
136600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
136600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
136600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
136600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
136600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
136600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
136600	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
136600	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
136600	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
136600	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
136600	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
136600	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
136600	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
136600	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
136600	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
136600	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
136600	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
136600	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
136600	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
136600	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
136600	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
136600	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
136600	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
136600	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
136600	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
136600	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
136600	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
136600	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
136600	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
136600	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
136600	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
136600	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
136600	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
136600	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
136600	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
136600	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
136600	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
136600	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
136600	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
136600	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
136600	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
136600	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
136600	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
136600	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
136600	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
136600	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
136600	embedding2nn.weight	0	0.04811194911599159
136600	embedding2nn.weight	1	-0.08841100335121155
136600	embedding2nn.weight	2	0.0053338417783379555
136600	embedding2nn.weight	3	-0.05464797466993332
136600	embedding2nn.weight	4	-0.11491665989160538
136600	embedding2nn.weight	5	0.11416588723659515
136600	embedding2nn.weight	6	-0.12654249370098114
136600	embedding2nn.weight	7	-0.07750866562128067
136600	embedding2nn.weight	8	-0.024458028376102448
136600	embedding2nn.weight	9	0.0870814323425293
136600	embedding2nn.bias	0	0.06439856439828873
136600	embedding2nn.bias	1	0.02775733359158039
136600	embedding2nn.bias	2	-0.08040709793567657
136600	embedding2nn.bias	3	0.05506565794348717
136600	embedding2nn.bias	4	0.00824645720422268
136600	embedding2nn.bias	5	-0.13569924235343933
136600	embedding2nn.bias	6	-0.11617700010538101
136600	embedding2nn.bias	7	-0.018266426399350166
136600	embedding2nn.bias	8	0.08613266050815582
136600	embedding2nn.bias	9	-0.06828171759843826
136600	rnn.weight_ih_l0	0	0.017951272428035736
136600	rnn.weight_ih_l0	1	-0.060724303126335144
136600	rnn.weight_ih_l0	2	-0.012861620634794235
136600	rnn.weight_ih_l0	3	-0.04620491713285446
136600	rnn.weight_ih_l0	4	0.029116809368133545
136600	rnn.weight_ih_l0	5	-0.09495613723993301
136600	rnn.weight_ih_l0	6	-0.04759581759572029
136600	rnn.weight_ih_l0	7	-0.00992047879844904
136600	rnn.weight_ih_l0	8	0.0685429647564888
136600	rnn.weight_ih_l0	9	0.029271401464939117
136600	rnn.weight_hh_l0	0	0.004032194148749113
136600	rnn.weight_hh_l0	1	-0.09308585524559021
136600	rnn.weight_hh_l0	2	0.05518052354454994
136600	rnn.weight_hh_l0	3	0.04341975226998329
136600	rnn.weight_hh_l0	4	0.005184467416256666
136600	rnn.weight_hh_l0	5	0.06774181127548218
136600	rnn.weight_hh_l0	6	-0.01310641411691904
136600	rnn.weight_hh_l0	7	-0.09070099890232086
136600	rnn.weight_hh_l0	8	0.0010965458350256085
136600	rnn.weight_hh_l0	9	-0.07074614614248276
136600	rnn.bias_ih_l0	0	-0.06313297152519226
136600	rnn.bias_ih_l0	1	-0.17982865869998932
136600	rnn.bias_ih_l0	2	-0.24696290493011475
136600	rnn.bias_ih_l0	3	-0.27591586112976074
136600	rnn.bias_ih_l0	4	-0.015268026851117611
136600	rnn.bias_ih_l0	5	0.04023309051990509
136600	rnn.bias_ih_l0	6	-0.17852839827537537
136600	rnn.bias_ih_l0	7	-0.2637355923652649
136600	rnn.bias_ih_l0	8	-0.12041249871253967
136600	rnn.bias_ih_l0	9	-0.1876470148563385
136600	rnn.bias_hh_l0	0	0.12106182426214218
136600	rnn.bias_hh_l0	1	-0.06325608491897583
136600	rnn.bias_hh_l0	2	0.047378674149513245
136600	rnn.bias_hh_l0	3	-0.1667540818452835
136600	rnn.bias_hh_l0	4	0.05716617777943611
136600	rnn.bias_hh_l0	5	0.019137030467391014
136600	rnn.bias_hh_l0	6	-0.089827761054039
136600	rnn.bias_hh_l0	7	-0.15392667055130005
136600	rnn.bias_hh_l0	8	-0.17943532764911652
136600	rnn.bias_hh_l0	9	-0.09406781941652298
136600	rnn.weight_ih_l0_reverse	0	-0.01942151039838791
136600	rnn.weight_ih_l0_reverse	1	0.009047934785485268
136600	rnn.weight_ih_l0_reverse	2	0.010733689181506634
136600	rnn.weight_ih_l0_reverse	3	-0.0027222642675042152
136600	rnn.weight_ih_l0_reverse	4	0.03435714170336723
136600	rnn.weight_ih_l0_reverse	5	-0.05518128350377083
136600	rnn.weight_ih_l0_reverse	6	-0.054441481828689575
136600	rnn.weight_ih_l0_reverse	7	-0.0031375717371702194
136600	rnn.weight_ih_l0_reverse	8	0.08998215943574905
136600	rnn.weight_ih_l0_reverse	9	0.02128617651760578
136600	rnn.weight_hh_l0_reverse	0	0.005009152926504612
136600	rnn.weight_hh_l0_reverse	1	0.022441809996962547
136600	rnn.weight_hh_l0_reverse	2	-0.03739112243056297
136600	rnn.weight_hh_l0_reverse	3	0.04204647243022919
136600	rnn.weight_hh_l0_reverse	4	0.024759473279118538
136600	rnn.weight_hh_l0_reverse	5	0.0047667669132351875
136600	rnn.weight_hh_l0_reverse	6	0.060672979801893234
136600	rnn.weight_hh_l0_reverse	7	0.024147531017661095
136600	rnn.weight_hh_l0_reverse	8	-0.01413806714117527
136600	rnn.weight_hh_l0_reverse	9	-0.035818178206682205
136600	rnn.bias_ih_l0_reverse	0	-0.13739177584648132
136600	rnn.bias_ih_l0_reverse	1	-0.29613572359085083
136600	rnn.bias_ih_l0_reverse	2	-0.07739539444446564
136600	rnn.bias_ih_l0_reverse	3	-0.14405269920825958
136600	rnn.bias_ih_l0_reverse	4	0.07620839774608612
136600	rnn.bias_ih_l0_reverse	5	-0.24787187576293945
136600	rnn.bias_ih_l0_reverse	6	-0.048758551478385925
136600	rnn.bias_ih_l0_reverse	7	0.004750929307192564
136600	rnn.bias_ih_l0_reverse	8	-0.18282750248908997
136600	rnn.bias_ih_l0_reverse	9	-0.09710803627967834
136600	rnn.bias_hh_l0_reverse	0	-0.14190369844436646
136600	rnn.bias_hh_l0_reverse	1	-0.1487576961517334
136600	rnn.bias_hh_l0_reverse	2	-0.025121483951807022
136600	rnn.bias_hh_l0_reverse	3	-0.11299435794353485
136600	rnn.bias_hh_l0_reverse	4	-0.02566719613969326
136600	rnn.bias_hh_l0_reverse	5	-0.12163392454385757
136600	rnn.bias_hh_l0_reverse	6	-0.06828684359788895
136600	rnn.bias_hh_l0_reverse	7	-0.2029067724943161
136600	rnn.bias_hh_l0_reverse	8	-0.057462140917778015
136600	rnn.bias_hh_l0_reverse	9	-0.14057032763957977
136600	linear.weight	0	-0.2178209125995636
136600	linear.weight	1	-0.14228707551956177
136600	linear.weight	2	-0.011228874325752258
136600	linear.weight	3	-0.07600371539592743
136600	linear.weight	4	-0.06015802174806595
136600	linear.weight	5	0.17814239859580994
136600	linear.weight	6	0.0047744326293468475
136600	linear.weight	7	-0.021312154829502106
136600	linear.weight	8	0.2253534495830536
136600	linear.weight	9	0.18841084837913513
136600	linear.bias	0	-0.8447732329368591
136600	linear.bias	1	1.4077765941619873
136600	linear.bias	2	-0.3833521604537964
136600	linear.bias	3	-0.684981644153595
136600	linear.bias	4	-0.8971449136734009
136600	linear.bias	5	-1.171463131904602
136600	linear.bias	6	-0.8989330530166626
136600	linear.bias	7	-0.7344632744789124
136600	linear.bias	8	-0.01705317199230194
136600	linear.bias	9	3.2970669269561768
136797	transitions	0	-0.40281009674072266
136797	transitions	1	8.485108375549316
136797	transitions	2	-3.4631078243255615
136797	transitions	3	1.442678451538086
136797	transitions	4	-2.0789754390716553
136797	transitions	5	-0.38310182094573975
136797	transitions	6	-0.1870395690202713
136797	transitions	7	-10000.0
136797	transitions	8	1.756361961364746
136797	transitions	9	-2.2933897972106934
136797	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
136797	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
136797	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
136797	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
136797	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
136797	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
136797	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
136797	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
136797	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
136797	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
136797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
136797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
136797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
136797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
136797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
136797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
136797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
136797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
136797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
136797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
136797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
136797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
136797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
136797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
136797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
136797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
136797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
136797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
136797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
136797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
136797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
136797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
136797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
136797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
136797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
136797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
136797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
136797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
136797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
136797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
136797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
136797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
136797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
136797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
136797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
136797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
136797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
136797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
136797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
136797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
136797	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
136797	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
136797	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
136797	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
136797	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
136797	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
136797	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
136797	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
136797	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
136797	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
136797	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
136797	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
136797	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
136797	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
136797	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
136797	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
136797	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
136797	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
136797	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
136797	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
136797	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
136797	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
136797	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
136797	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
136797	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
136797	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
136797	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
136797	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
136797	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
136797	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
136797	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
136797	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
136797	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
136797	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
136797	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
136797	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
136797	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
136797	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
136797	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
136797	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
136797	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
136797	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
136797	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
136797	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
136797	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
136797	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
136797	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
136797	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
136797	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
136797	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
136797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
136797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
136797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
136797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
136797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
136797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
136797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
136797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
136797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
136797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
136797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
136797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
136797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
136797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
136797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
136797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
136797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
136797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
136797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
136797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
136797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
136797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
136797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
136797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
136797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
136797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
136797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
136797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
136797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
136797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
136797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
136797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
136797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
136797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
136797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
136797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
136797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
136797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
136797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
136797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
136797	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
136797	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
136797	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
136797	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
136797	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
136797	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
136797	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
136797	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
136797	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
136797	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
136797	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
136797	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
136797	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
136797	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
136797	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
136797	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
136797	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
136797	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
136797	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
136797	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
136797	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
136797	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
136797	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
136797	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
136797	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
136797	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
136797	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
136797	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
136797	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
136797	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
136797	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
136797	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
136797	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
136797	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
136797	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
136797	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
136797	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
136797	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
136797	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
136797	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
136797	embedding2nn.weight	0	0.048427924513816833
136797	embedding2nn.weight	1	-0.0878242626786232
136797	embedding2nn.weight	2	0.004118720069527626
136797	embedding2nn.weight	3	-0.05507273226976395
136797	embedding2nn.weight	4	-0.1141217052936554
136797	embedding2nn.weight	5	0.1144259124994278
136797	embedding2nn.weight	6	-0.12394586950540543
136797	embedding2nn.weight	7	-0.07840823382139206
136797	embedding2nn.weight	8	-0.02367972768843174
136797	embedding2nn.weight	9	0.08605126291513443
136797	embedding2nn.bias	0	0.05567003786563873
136797	embedding2nn.bias	1	0.020263109356164932
136797	embedding2nn.bias	2	-0.0846707746386528
136797	embedding2nn.bias	3	0.05652717873454094
136797	embedding2nn.bias	4	0.005272892769426107
136797	embedding2nn.bias	5	-0.13583578169345856
136797	embedding2nn.bias	6	-0.12096322327852249
136797	embedding2nn.bias	7	-0.03297579288482666
136797	embedding2nn.bias	8	0.08586785942316055
136797	embedding2nn.bias	9	-0.06751799583435059
136797	rnn.weight_ih_l0	0	0.017995065078139305
136797	rnn.weight_ih_l0	1	-0.05752537027001381
136797	rnn.weight_ih_l0	2	-0.013640355318784714
136797	rnn.weight_ih_l0	3	-0.0459752231836319
136797	rnn.weight_ih_l0	4	0.02958594635128975
136797	rnn.weight_ih_l0	5	-0.09346538782119751
136797	rnn.weight_ih_l0	6	-0.0485231876373291
136797	rnn.weight_ih_l0	7	-0.009468784555792809
136797	rnn.weight_ih_l0	8	0.06957662850618362
136797	rnn.weight_ih_l0	9	0.02934618480503559
136797	rnn.weight_hh_l0	0	0.004081606864929199
136797	rnn.weight_hh_l0	1	-0.09311618655920029
136797	rnn.weight_hh_l0	2	0.05535249039530754
136797	rnn.weight_hh_l0	3	0.042982228100299835
136797	rnn.weight_hh_l0	4	0.005095149856060743
136797	rnn.weight_hh_l0	5	0.06670233607292175
136797	rnn.weight_hh_l0	6	-0.013445844873785973
136797	rnn.weight_hh_l0	7	-0.09108743816614151
136797	rnn.weight_hh_l0	8	0.000503392016980797
136797	rnn.weight_hh_l0	9	-0.07115277647972107
136797	rnn.bias_ih_l0	0	-0.06648867577314377
136797	rnn.bias_ih_l0	1	-0.17954425513744354
136797	rnn.bias_ih_l0	2	-0.24640853703022003
136797	rnn.bias_ih_l0	3	-0.274604856967926
136797	rnn.bias_ih_l0	4	-0.01338259968906641
136797	rnn.bias_ih_l0	5	0.03723626956343651
136797	rnn.bias_ih_l0	6	-0.17840595543384552
136797	rnn.bias_ih_l0	7	-0.2621840834617615
136797	rnn.bias_ih_l0	8	-0.11898484826087952
136797	rnn.bias_ih_l0	9	-0.18809376657009125
136797	rnn.bias_hh_l0	0	0.11997973918914795
136797	rnn.bias_hh_l0	1	-0.0644279271364212
136797	rnn.bias_hh_l0	2	0.047669366002082825
136797	rnn.bias_hh_l0	3	-0.16502486169338226
136797	rnn.bias_hh_l0	4	0.060049787163734436
136797	rnn.bias_hh_l0	5	0.01838950254023075
136797	rnn.bias_hh_l0	6	-0.08937590569257736
136797	rnn.bias_hh_l0	7	-0.1539333164691925
136797	rnn.bias_hh_l0	8	-0.1805446296930313
136797	rnn.bias_hh_l0	9	-0.09366077184677124
136797	rnn.weight_ih_l0_reverse	0	-0.01930648274719715
136797	rnn.weight_ih_l0_reverse	1	0.009260296821594238
136797	rnn.weight_ih_l0_reverse	2	0.009153267368674278
136797	rnn.weight_ih_l0_reverse	3	-0.002711815992370248
136797	rnn.weight_ih_l0_reverse	4	0.03454108536243439
136797	rnn.weight_ih_l0_reverse	5	-0.05475312098860741
136797	rnn.weight_ih_l0_reverse	6	-0.05554285645484924
136797	rnn.weight_ih_l0_reverse	7	-0.0032472964376211166
136797	rnn.weight_ih_l0_reverse	8	0.08805534988641739
136797	rnn.weight_ih_l0_reverse	9	0.020362580195069313
136797	rnn.weight_hh_l0_reverse	0	0.004864301532506943
136797	rnn.weight_hh_l0_reverse	1	0.02311173640191555
136797	rnn.weight_hh_l0_reverse	2	-0.037903062999248505
136797	rnn.weight_hh_l0_reverse	3	0.042346853762865067
136797	rnn.weight_hh_l0_reverse	4	0.024882309138774872
136797	rnn.weight_hh_l0_reverse	5	0.004748771898448467
136797	rnn.weight_hh_l0_reverse	6	0.06077156960964203
136797	rnn.weight_hh_l0_reverse	7	0.02445109933614731
136797	rnn.weight_hh_l0_reverse	8	-0.014131268486380577
136797	rnn.weight_hh_l0_reverse	9	-0.03572196140885353
136797	rnn.bias_ih_l0_reverse	0	-0.13828806579113007
136797	rnn.bias_ih_l0_reverse	1	-0.2967798411846161
136797	rnn.bias_ih_l0_reverse	2	-0.07822400331497192
136797	rnn.bias_ih_l0_reverse	3	-0.1436145007610321
136797	rnn.bias_ih_l0_reverse	4	0.07605476677417755
136797	rnn.bias_ih_l0_reverse	5	-0.2455526739358902
136797	rnn.bias_ih_l0_reverse	6	-0.051692672073841095
136797	rnn.bias_ih_l0_reverse	7	0.008561493828892708
136797	rnn.bias_ih_l0_reverse	8	-0.18290382623672485
136797	rnn.bias_ih_l0_reverse	9	-0.09747802466154099
136797	rnn.bias_hh_l0_reverse	0	-0.1421618014574051
136797	rnn.bias_hh_l0_reverse	1	-0.1487138718366623
136797	rnn.bias_hh_l0_reverse	2	-0.024549148976802826
136797	rnn.bias_hh_l0_reverse	3	-0.11308716982603073
136797	rnn.bias_hh_l0_reverse	4	-0.02576873078942299
136797	rnn.bias_hh_l0_reverse	5	-0.12135855853557587
136797	rnn.bias_hh_l0_reverse	6	-0.06840101629495621
136797	rnn.bias_hh_l0_reverse	7	-0.20149517059326172
136797	rnn.bias_hh_l0_reverse	8	-0.05712132528424263
136797	rnn.bias_hh_l0_reverse	9	-0.14241835474967957
136797	linear.weight	0	-0.22604915499687195
136797	linear.weight	1	-0.141031876206398
136797	linear.weight	2	-0.011228874325752258
136797	linear.weight	3	-0.07596544176340103
136797	linear.weight	4	-0.05346084013581276
136797	linear.weight	5	0.16936713457107544
136797	linear.weight	6	0.0047744326293468475
136797	linear.weight	7	-0.021312154829502106
136797	linear.weight	8	0.2358333021402359
136797	linear.weight	9	0.17944549024105072
136797	linear.bias	0	-0.8468983173370361
136797	linear.bias	1	1.4227088689804077
136797	linear.bias	2	-0.428841769695282
136797	linear.bias	3	-0.6946858167648315
136797	linear.bias	4	-0.9035084843635559
136797	linear.bias	5	-1.1714909076690674
136797	linear.bias	6	-0.8996230363845825
136797	linear.bias	7	-0.7416089177131653
136797	linear.bias	8	-0.01705317199230194
136797	linear.bias	9	3.3785719871520996
136994	transitions	0	-0.403050035238266
136994	transitions	1	8.48859977722168
136994	transitions	2	-3.4635210037231445
136994	transitions	3	1.438915491104126
136994	transitions	4	-2.0791633129119873
136994	transitions	5	-0.38420021533966064
136994	transitions	6	-0.18706172704696655
136994	transitions	7	-10000.0
136994	transitions	8	1.7542625665664673
136994	transitions	9	-2.293393611907959
136994	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
136994	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
136994	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
136994	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
136994	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
136994	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
136994	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
136994	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
136994	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
136994	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
136994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
136994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
136994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
136994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
136994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
136994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
136994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
136994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
136994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
136994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
136994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
136994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
136994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
136994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
136994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
136994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
136994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
136994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
136994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
136994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
136994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
136994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
136994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
136994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
136994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
136994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
136994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
136994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
136994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
136994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
136994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
136994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
136994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
136994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
136994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
136994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
136994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
136994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
136994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
136994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
136994	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
136994	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
136994	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
136994	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
136994	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
136994	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
136994	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
136994	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
136994	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
136994	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
136994	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
136994	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
136994	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
136994	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
136994	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
136994	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
136994	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
136994	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
136994	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
136994	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
136994	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
136994	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
136994	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
136994	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
136994	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
136994	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
136994	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
136994	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
136994	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
136994	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
136994	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
136994	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
136994	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
136994	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
136994	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
136994	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
136994	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
136994	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
136994	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
136994	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
136994	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
136994	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
136994	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
136994	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
136994	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
136994	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
136994	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
136994	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
136994	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
136994	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
136994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
136994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
136994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
136994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
136994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
136994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
136994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
136994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
136994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
136994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
136994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
136994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
136994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
136994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
136994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
136994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
136994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
136994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
136994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
136994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
136994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
136994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
136994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
136994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
136994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
136994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
136994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
136994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
136994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
136994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
136994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
136994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
136994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
136994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
136994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
136994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
136994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
136994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
136994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
136994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
136994	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
136994	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
136994	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
136994	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
136994	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
136994	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
136994	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
136994	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
136994	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
136994	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
136994	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
136994	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
136994	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
136994	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
136994	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
136994	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
136994	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
136994	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
136994	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
136994	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
136994	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
136994	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
136994	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
136994	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
136994	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
136994	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
136994	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
136994	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
136994	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
136994	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
136994	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
136994	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
136994	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
136994	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
136994	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
136994	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
136994	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
136994	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
136994	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
136994	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
136994	embedding2nn.weight	0	0.04893781989812851
136994	embedding2nn.weight	1	-0.08711851388216019
136994	embedding2nn.weight	2	0.004797175992280245
136994	embedding2nn.weight	3	-0.05612786114215851
136994	embedding2nn.weight	4	-0.1140274778008461
136994	embedding2nn.weight	5	0.1138371005654335
136994	embedding2nn.weight	6	-0.12692499160766602
136994	embedding2nn.weight	7	-0.07736188173294067
136994	embedding2nn.weight	8	-0.024137627333402634
136994	embedding2nn.weight	9	0.08494909852743149
136994	embedding2nn.bias	0	0.056249167770147324
136994	embedding2nn.bias	1	0.016302553936839104
136994	embedding2nn.bias	2	-0.0927746519446373
136994	embedding2nn.bias	3	0.06493451446294785
136994	embedding2nn.bias	4	0.009398182854056358
136994	embedding2nn.bias	5	-0.12970693409442902
136994	embedding2nn.bias	6	-0.126765176653862
136994	embedding2nn.bias	7	-0.03991549834609032
136994	embedding2nn.bias	8	0.09011843055486679
136994	embedding2nn.bias	9	-0.06551259011030197
136994	rnn.weight_ih_l0	0	0.018985720351338387
136994	rnn.weight_ih_l0	1	-0.05763765051960945
136994	rnn.weight_ih_l0	2	-0.013225305825471878
136994	rnn.weight_ih_l0	3	-0.04634926840662956
136994	rnn.weight_ih_l0	4	0.03035183623433113
136994	rnn.weight_ih_l0	5	-0.09424491226673126
136994	rnn.weight_ih_l0	6	-0.046965669840574265
136994	rnn.weight_ih_l0	7	-0.009565933607518673
136994	rnn.weight_ih_l0	8	0.06732106953859329
136994	rnn.weight_ih_l0	9	0.029061002656817436
136994	rnn.weight_hh_l0	0	0.0042901234701275826
136994	rnn.weight_hh_l0	1	-0.09360384196043015
136994	rnn.weight_hh_l0	2	0.05554577708244324
136994	rnn.weight_hh_l0	3	0.04382770135998726
136994	rnn.weight_hh_l0	4	0.005329248495399952
136994	rnn.weight_hh_l0	5	0.06727085262537003
136994	rnn.weight_hh_l0	6	-0.013592936098575592
136994	rnn.weight_hh_l0	7	-0.090851329267025
136994	rnn.weight_hh_l0	8	0.0007216589874587953
136994	rnn.weight_hh_l0	9	-0.07211925834417343
136994	rnn.bias_ih_l0	0	-0.06542115658521652
136994	rnn.bias_ih_l0	1	-0.1807444989681244
136994	rnn.bias_ih_l0	2	-0.24698582291603088
136994	rnn.bias_ih_l0	3	-0.27419739961624146
136994	rnn.bias_ih_l0	4	-0.014069217257201672
136994	rnn.bias_ih_l0	5	0.03625858575105667
136994	rnn.bias_ih_l0	6	-0.1791282445192337
136994	rnn.bias_ih_l0	7	-0.2620704472064972
136994	rnn.bias_ih_l0	8	-0.12080685794353485
136994	rnn.bias_ih_l0	9	-0.1878226101398468
136994	rnn.bias_hh_l0	0	0.11873455345630646
136994	rnn.bias_hh_l0	1	-0.06374289095401764
136994	rnn.bias_hh_l0	2	0.04786747694015503
136994	rnn.bias_hh_l0	3	-0.16555504500865936
136994	rnn.bias_hh_l0	4	0.05952142924070358
136994	rnn.bias_hh_l0	5	0.017707163468003273
136994	rnn.bias_hh_l0	6	-0.08951728045940399
136994	rnn.bias_hh_l0	7	-0.1518479287624359
136994	rnn.bias_hh_l0	8	-0.179652139544487
136994	rnn.bias_hh_l0	9	-0.09314355254173279
136994	rnn.weight_ih_l0_reverse	0	-0.019215717911720276
136994	rnn.weight_ih_l0_reverse	1	0.00886223278939724
136994	rnn.weight_ih_l0_reverse	2	0.00986154843121767
136994	rnn.weight_ih_l0_reverse	3	-0.0016235816292464733
136994	rnn.weight_ih_l0_reverse	4	0.03386673331260681
136994	rnn.weight_ih_l0_reverse	5	-0.05431341007351875
136994	rnn.weight_ih_l0_reverse	6	-0.05439632758498192
136994	rnn.weight_ih_l0_reverse	7	-0.002814514795318246
136994	rnn.weight_ih_l0_reverse	8	0.08745206892490387
136994	rnn.weight_ih_l0_reverse	9	0.02045595832169056
136994	rnn.weight_hh_l0_reverse	0	0.004897045437246561
136994	rnn.weight_hh_l0_reverse	1	0.02287069521844387
136994	rnn.weight_hh_l0_reverse	2	-0.037168536335229874
136994	rnn.weight_hh_l0_reverse	3	0.042571309953927994
136994	rnn.weight_hh_l0_reverse	4	0.025011572986841202
136994	rnn.weight_hh_l0_reverse	5	0.005255855154246092
136994	rnn.weight_hh_l0_reverse	6	0.059617407619953156
136994	rnn.weight_hh_l0_reverse	7	0.024532560259103775
136994	rnn.weight_hh_l0_reverse	8	-0.014094251208007336
136994	rnn.weight_hh_l0_reverse	9	-0.03561992198228836
136994	rnn.bias_ih_l0_reverse	0	-0.13782617449760437
136994	rnn.bias_ih_l0_reverse	1	-0.29262813925743103
136994	rnn.bias_ih_l0_reverse	2	-0.07871917635202408
136994	rnn.bias_ih_l0_reverse	3	-0.1422559916973114
136994	rnn.bias_ih_l0_reverse	4	0.0764288604259491
136994	rnn.bias_ih_l0_reverse	5	-0.24558816850185394
136994	rnn.bias_ih_l0_reverse	6	-0.0516476146876812
136994	rnn.bias_ih_l0_reverse	7	0.009900020435452461
136994	rnn.bias_ih_l0_reverse	8	-0.181704580783844
136994	rnn.bias_ih_l0_reverse	9	-0.09689567983150482
136994	rnn.bias_hh_l0_reverse	0	-0.14224191009998322
136994	rnn.bias_hh_l0_reverse	1	-0.15012359619140625
136994	rnn.bias_hh_l0_reverse	2	-0.025678472593426704
136994	rnn.bias_hh_l0_reverse	3	-0.11365467309951782
136994	rnn.bias_hh_l0_reverse	4	-0.02697562612593174
136994	rnn.bias_hh_l0_reverse	5	-0.12123600393533707
136994	rnn.bias_hh_l0_reverse	6	-0.06877711415290833
136994	rnn.bias_hh_l0_reverse	7	-0.20122231543064117
136994	rnn.bias_hh_l0_reverse	8	-0.0604296438395977
136994	rnn.bias_hh_l0_reverse	9	-0.1433267444372177
136994	linear.weight	0	-0.21960844099521637
136994	linear.weight	1	-0.137409508228302
136994	linear.weight	2	-0.011228874325752258
136994	linear.weight	3	-0.08206355571746826
136994	linear.weight	4	-0.059275731444358826
136994	linear.weight	5	0.17001131176948547
136994	linear.weight	6	0.0047744326293468475
136994	linear.weight	7	-0.021312154829502106
136994	linear.weight	8	0.23399759829044342
136994	linear.weight	9	0.18642033636569977
136994	linear.bias	0	-0.8568028211593628
136994	linear.bias	1	1.412231206893921
136994	linear.bias	2	-0.38725852966308594
136994	linear.bias	3	-0.6803415417671204
136994	linear.bias	4	-0.8979394435882568
136994	linear.bias	5	-1.171521544456482
136994	linear.bias	6	-0.9135060906410217
136994	linear.bias	7	-0.756426990032196
136994	linear.bias	8	-0.01705317199230194
136994	linear.bias	9	3.3685226440429688
137191	transitions	0	-0.4031219184398651
137191	transitions	1	8.487218856811523
137191	transitions	2	-3.46390962600708
137191	transitions	3	1.4400697946548462
137191	transitions	4	-2.0798580646514893
137191	transitions	5	-0.38433361053466797
137191	transitions	6	-0.18708975613117218
137191	transitions	7	-10000.0
137191	transitions	8	1.755780816078186
137191	transitions	9	-2.293398141860962
137191	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
137191	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
137191	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
137191	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
137191	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
137191	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
137191	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
137191	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
137191	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
137191	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
137191	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
137191	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
137191	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
137191	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
137191	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
137191	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
137191	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
137191	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
137191	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
137191	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
137191	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
137191	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
137191	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
137191	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
137191	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
137191	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
137191	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
137191	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
137191	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
137191	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
137191	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
137191	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
137191	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
137191	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
137191	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
137191	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
137191	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
137191	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
137191	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
137191	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
137191	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
137191	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
137191	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
137191	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
137191	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
137191	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
137191	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
137191	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
137191	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
137191	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
137191	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
137191	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
137191	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
137191	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
137191	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
137191	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
137191	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
137191	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
137191	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
137191	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
137191	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
137191	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
137191	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
137191	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
137191	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
137191	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
137191	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
137191	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
137191	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
137191	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
137191	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
137191	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
137191	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
137191	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
137191	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
137191	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
137191	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
137191	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
137191	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
137191	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
137191	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
137191	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
137191	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
137191	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
137191	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
137191	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
137191	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
137191	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
137191	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
137191	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
137191	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
137191	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
137191	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
137191	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
137191	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
137191	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
137191	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
137191	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
137191	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
137191	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
137191	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
137191	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
137191	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
137191	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
137191	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
137191	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
137191	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
137191	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
137191	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
137191	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
137191	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
137191	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
137191	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
137191	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
137191	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
137191	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
137191	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
137191	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
137191	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
137191	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
137191	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
137191	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
137191	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
137191	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
137191	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
137191	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
137191	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
137191	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
137191	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
137191	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
137191	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
137191	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
137191	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
137191	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
137191	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
137191	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
137191	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
137191	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
137191	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
137191	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
137191	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
137191	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
137191	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
137191	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
137191	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
137191	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
137191	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
137191	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
137191	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
137191	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
137191	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
137191	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
137191	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
137191	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
137191	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
137191	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
137191	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
137191	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
137191	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
137191	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
137191	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
137191	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
137191	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
137191	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
137191	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
137191	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
137191	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
137191	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
137191	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
137191	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
137191	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
137191	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
137191	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
137191	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
137191	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
137191	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
137191	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
137191	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
137191	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
137191	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
137191	embedding2nn.weight	0	0.048895809799432755
137191	embedding2nn.weight	1	-0.08746373653411865
137191	embedding2nn.weight	2	0.005913298577070236
137191	embedding2nn.weight	3	-0.0562177374958992
137191	embedding2nn.weight	4	-0.11530765891075134
137191	embedding2nn.weight	5	0.11376442760229111
137191	embedding2nn.weight	6	-0.13049815595149994
137191	embedding2nn.weight	7	-0.0764889121055603
137191	embedding2nn.weight	8	-0.026105977594852448
137191	embedding2nn.weight	9	0.08619453758001328
137191	embedding2nn.bias	0	0.06352072954177856
137191	embedding2nn.bias	1	0.01711772195994854
137191	embedding2nn.bias	2	-0.08502217382192612
137191	embedding2nn.bias	3	0.058689504861831665
137191	embedding2nn.bias	4	0.006335445214062929
137191	embedding2nn.bias	5	-0.13547642529010773
137191	embedding2nn.bias	6	-0.1334766149520874
137191	embedding2nn.bias	7	-0.037646595388650894
137191	embedding2nn.bias	8	0.08626358211040497
137191	embedding2nn.bias	9	-0.061110783368349075
137191	rnn.weight_ih_l0	0	0.018492361530661583
137191	rnn.weight_ih_l0	1	-0.05784425139427185
137191	rnn.weight_ih_l0	2	-0.013712851330637932
137191	rnn.weight_ih_l0	3	-0.047086186707019806
137191	rnn.weight_ih_l0	4	0.031705062836408615
137191	rnn.weight_ih_l0	5	-0.09473887085914612
137191	rnn.weight_ih_l0	6	-0.046537626534700394
137191	rnn.weight_ih_l0	7	-0.008322561159729958
137191	rnn.weight_ih_l0	8	0.06988304108381271
137191	rnn.weight_ih_l0	9	0.02860340103507042
137191	rnn.weight_hh_l0	0	0.0040244753472507
137191	rnn.weight_hh_l0	1	-0.09329108893871307
137191	rnn.weight_hh_l0	2	0.056389134377241135
137191	rnn.weight_hh_l0	3	0.043386682868003845
137191	rnn.weight_hh_l0	4	0.005377484951168299
137191	rnn.weight_hh_l0	5	0.06706387549638748
137191	rnn.weight_hh_l0	6	-0.013997883535921574
137191	rnn.weight_hh_l0	7	-0.0911257416009903
137191	rnn.weight_hh_l0	8	0.0013984261313453317
137191	rnn.weight_hh_l0	9	-0.07301679253578186
137191	rnn.bias_ih_l0	0	-0.066524937748909
137191	rnn.bias_ih_l0	1	-0.18000566959381104
137191	rnn.bias_ih_l0	2	-0.2473105788230896
137191	rnn.bias_ih_l0	3	-0.2732493281364441
137191	rnn.bias_ih_l0	4	-0.015462508425116539
137191	rnn.bias_ih_l0	5	0.03533480316400528
137191	rnn.bias_ih_l0	6	-0.180810809135437
137191	rnn.bias_ih_l0	7	-0.2633744180202484
137191	rnn.bias_ih_l0	8	-0.11773799359798431
137191	rnn.bias_ih_l0	9	-0.1887669414281845
137191	rnn.bias_hh_l0	0	0.12010504305362701
137191	rnn.bias_hh_l0	1	-0.06455076485872269
137191	rnn.bias_hh_l0	2	0.0476083941757679
137191	rnn.bias_hh_l0	3	-0.16518867015838623
137191	rnn.bias_hh_l0	4	0.05953909084200859
137191	rnn.bias_hh_l0	5	0.021570377051830292
137191	rnn.bias_hh_l0	6	-0.09253756701946259
137191	rnn.bias_hh_l0	7	-0.15339843928813934
137191	rnn.bias_hh_l0	8	-0.18265874683856964
137191	rnn.bias_hh_l0	9	-0.09291467815637589
137191	rnn.weight_ih_l0_reverse	0	-0.019255591556429863
137191	rnn.weight_ih_l0_reverse	1	0.008643594570457935
137191	rnn.weight_ih_l0_reverse	2	0.010064571164548397
137191	rnn.weight_ih_l0_reverse	3	-0.0015326361171901226
137191	rnn.weight_ih_l0_reverse	4	0.03563149645924568
137191	rnn.weight_ih_l0_reverse	5	-0.052795328199863434
137191	rnn.weight_ih_l0_reverse	6	-0.05457056313753128
137191	rnn.weight_ih_l0_reverse	7	-0.0022026170045137405
137191	rnn.weight_ih_l0_reverse	8	0.08783794194459915
137191	rnn.weight_ih_l0_reverse	9	0.02062940038740635
137191	rnn.weight_hh_l0_reverse	0	0.005146116483956575
137191	rnn.weight_hh_l0_reverse	1	0.02299552783370018
137191	rnn.weight_hh_l0_reverse	2	-0.03663637116551399
137191	rnn.weight_hh_l0_reverse	3	0.04226794093847275
137191	rnn.weight_hh_l0_reverse	4	0.025157883763313293
137191	rnn.weight_hh_l0_reverse	5	0.005408343859016895
137191	rnn.weight_hh_l0_reverse	6	0.06004668399691582
137191	rnn.weight_hh_l0_reverse	7	0.02486995793879032
137191	rnn.weight_hh_l0_reverse	8	-0.014024106785655022
137191	rnn.weight_hh_l0_reverse	9	-0.03520474582910538
137191	rnn.bias_ih_l0_reverse	0	-0.13900291919708252
137191	rnn.bias_ih_l0_reverse	1	-0.2927955687046051
137191	rnn.bias_ih_l0_reverse	2	-0.07820980995893478
137191	rnn.bias_ih_l0_reverse	3	-0.1429910957813263
137191	rnn.bias_ih_l0_reverse	4	0.07651253044605255
137191	rnn.bias_ih_l0_reverse	5	-0.24513980746269226
137191	rnn.bias_ih_l0_reverse	6	-0.052833039313554764
137191	rnn.bias_ih_l0_reverse	7	0.0109611377120018
137191	rnn.bias_ih_l0_reverse	8	-0.18133242428302765
137191	rnn.bias_ih_l0_reverse	9	-0.09713669866323471
137191	rnn.bias_hh_l0_reverse	0	-0.14087460935115814
137191	rnn.bias_hh_l0_reverse	1	-0.150174081325531
137191	rnn.bias_hh_l0_reverse	2	-0.025454776361584663
137191	rnn.bias_hh_l0_reverse	3	-0.11512845009565353
137191	rnn.bias_hh_l0_reverse	4	-0.028446709737181664
137191	rnn.bias_hh_l0_reverse	5	-0.12020290642976761
137191	rnn.bias_hh_l0_reverse	6	-0.06852498650550842
137191	rnn.bias_hh_l0_reverse	7	-0.20144827663898468
137191	rnn.bias_hh_l0_reverse	8	-0.06061877682805061
137191	rnn.bias_hh_l0_reverse	9	-0.14283686876296997
137191	linear.weight	0	-0.22630882263183594
137191	linear.weight	1	-0.13508090376853943
137191	linear.weight	2	-0.011228874325752258
137191	linear.weight	3	-0.08729386329650879
137191	linear.weight	4	-0.0522238165140152
137191	linear.weight	5	0.17430251836776733
137191	linear.weight	6	0.0047744326293468475
137191	linear.weight	7	-0.021312154829502106
137191	linear.weight	8	0.2624601423740387
137191	linear.weight	9	0.18789376318454742
137191	linear.bias	0	-0.8650370240211487
137191	linear.bias	1	1.3793144226074219
137191	linear.bias	2	-0.4294741153717041
137191	linear.bias	3	-0.6839678883552551
137191	linear.bias	4	-0.8918716311454773
137191	linear.bias	5	-1.1715548038482666
137191	linear.bias	6	-0.9217888712882996
137191	linear.bias	7	-0.7438304424285889
137191	linear.bias	8	-0.01705317199230194
137191	linear.bias	9	3.331735610961914
137388	transitions	0	-0.40318772196769714
137388	transitions	1	8.501357078552246
137388	transitions	2	-3.4641904830932617
137388	transitions	3	1.4324918985366821
137388	transitions	4	-2.0802643299102783
137388	transitions	5	-0.3844071924686432
137388	transitions	6	-0.1871098279953003
137388	transitions	7	-10000.0
137388	transitions	8	1.7591575384140015
137388	transitions	9	-2.2934021949768066
137388	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
137388	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
137388	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
137388	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
137388	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
137388	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
137388	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
137388	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
137388	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
137388	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
137388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
137388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
137388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
137388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
137388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
137388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
137388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
137388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
137388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
137388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
137388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
137388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
137388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
137388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
137388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
137388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
137388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
137388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
137388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
137388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
137388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
137388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
137388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
137388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
137388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
137388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
137388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
137388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
137388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
137388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
137388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
137388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
137388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
137388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
137388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
137388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
137388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
137388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
137388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
137388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
137388	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
137388	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
137388	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
137388	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
137388	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
137388	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
137388	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
137388	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
137388	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
137388	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
137388	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
137388	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
137388	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
137388	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
137388	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
137388	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
137388	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
137388	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
137388	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
137388	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
137388	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
137388	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
137388	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
137388	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
137388	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
137388	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
137388	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
137388	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
137388	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
137388	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
137388	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
137388	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
137388	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
137388	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
137388	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
137388	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
137388	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
137388	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
137388	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
137388	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
137388	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
137388	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
137388	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
137388	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
137388	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
137388	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
137388	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
137388	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
137388	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
137388	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
137388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
137388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
137388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
137388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
137388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
137388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
137388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
137388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
137388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
137388	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
137388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
137388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
137388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
137388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
137388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
137388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
137388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
137388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
137388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
137388	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
137388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
137388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
137388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
137388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
137388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
137388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
137388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
137388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
137388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
137388	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
137388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
137388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
137388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
137388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
137388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
137388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
137388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
137388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
137388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
137388	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
137388	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
137388	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
137388	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
137388	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
137388	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
137388	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
137388	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
137388	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
137388	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
137388	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
137388	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
137388	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
137388	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
137388	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
137388	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
137388	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
137388	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
137388	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
137388	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
137388	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
137388	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
137388	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
137388	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
137388	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
137388	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
137388	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
137388	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
137388	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
137388	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
137388	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
137388	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
137388	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
137388	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
137388	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
137388	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
137388	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
137388	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
137388	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
137388	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
137388	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
137388	embedding2nn.weight	0	0.04912235960364342
137388	embedding2nn.weight	1	-0.08685944974422455
137388	embedding2nn.weight	2	0.004225452430546284
137388	embedding2nn.weight	3	-0.05635733902454376
137388	embedding2nn.weight	4	-0.11529617011547089
137388	embedding2nn.weight	5	0.11412999033927917
137388	embedding2nn.weight	6	-0.1355261355638504
137388	embedding2nn.weight	7	-0.07640014588832855
137388	embedding2nn.weight	8	-0.025823108851909637
137388	embedding2nn.weight	9	0.08333528786897659
137388	embedding2nn.bias	0	0.06415114551782608
137388	embedding2nn.bias	1	0.015450842678546906
137388	embedding2nn.bias	2	-0.08879025280475616
137388	embedding2nn.bias	3	0.06239967420697212
137388	embedding2nn.bias	4	0.0018849088810384274
137388	embedding2nn.bias	5	-0.13361263275146484
137388	embedding2nn.bias	6	-0.1327233910560608
137388	embedding2nn.bias	7	-0.03802027180790901
137388	embedding2nn.bias	8	0.09536131471395493
137388	embedding2nn.bias	9	-0.06562723964452744
137388	rnn.weight_ih_l0	0	0.01977636106312275
137388	rnn.weight_ih_l0	1	-0.05817084386944771
137388	rnn.weight_ih_l0	2	-0.014117304235696793
137388	rnn.weight_ih_l0	3	-0.04778198152780533
137388	rnn.weight_ih_l0	4	0.03164368122816086
137388	rnn.weight_ih_l0	5	-0.09529825299978256
137388	rnn.weight_ih_l0	6	-0.04857436567544937
137388	rnn.weight_ih_l0	7	-0.010323027148842812
137388	rnn.weight_ih_l0	8	0.07125227898359299
137388	rnn.weight_ih_l0	9	0.028624320402741432
137388	rnn.weight_hh_l0	0	0.003550328314304352
137388	rnn.weight_hh_l0	1	-0.09360124915838242
137388	rnn.weight_hh_l0	2	0.056591033935546875
137388	rnn.weight_hh_l0	3	0.04321727156639099
137388	rnn.weight_hh_l0	4	0.005348993465304375
137388	rnn.weight_hh_l0	5	0.06647016853094101
137388	rnn.weight_hh_l0	6	-0.013907750137150288
137388	rnn.weight_hh_l0	7	-0.09135362505912781
137388	rnn.weight_hh_l0	8	0.0017717144219204783
137388	rnn.weight_hh_l0	9	-0.07423398643732071
137388	rnn.bias_ih_l0	0	-0.06348404288291931
137388	rnn.bias_ih_l0	1	-0.179048091173172
137388	rnn.bias_ih_l0	2	-0.24566857516765594
137388	rnn.bias_ih_l0	3	-0.2725732922554016
137388	rnn.bias_ih_l0	4	-0.01173572801053524
137388	rnn.bias_ih_l0	5	0.036197055131196976
137388	rnn.bias_ih_l0	6	-0.18191272020339966
137388	rnn.bias_ih_l0	7	-0.2613087594509125
137388	rnn.bias_ih_l0	8	-0.11740923672914505
137388	rnn.bias_ih_l0	9	-0.18909291923046112
137388	rnn.bias_hh_l0	0	0.11819908022880554
137388	rnn.bias_hh_l0	1	-0.06569655984640121
137388	rnn.bias_hh_l0	2	0.04823040962219238
137388	rnn.bias_hh_l0	3	-0.16557122766971588
137388	rnn.bias_hh_l0	4	0.05854228138923645
137388	rnn.bias_hh_l0	5	0.023529473692178726
137388	rnn.bias_hh_l0	6	-0.09277541190385818
137388	rnn.bias_hh_l0	7	-0.15251369774341583
137388	rnn.bias_hh_l0	8	-0.1843107044696808
137388	rnn.bias_hh_l0	9	-0.09265617281198502
137388	rnn.weight_ih_l0_reverse	0	-0.01837480254471302
137388	rnn.weight_ih_l0_reverse	1	0.008408025838434696
137388	rnn.weight_ih_l0_reverse	2	0.010991782881319523
137388	rnn.weight_ih_l0_reverse	3	-0.0008847176795825362
137388	rnn.weight_ih_l0_reverse	4	0.03541174903512001
137388	rnn.weight_ih_l0_reverse	5	-0.05214950814843178
137388	rnn.weight_ih_l0_reverse	6	-0.05590727552771568
137388	rnn.weight_ih_l0_reverse	7	-0.0009941639145836234
137388	rnn.weight_ih_l0_reverse	8	0.08732497692108154
137388	rnn.weight_ih_l0_reverse	9	0.020885342732071877
137388	rnn.weight_hh_l0_reverse	0	0.005069614388048649
137388	rnn.weight_hh_l0_reverse	1	0.023400789126753807
137388	rnn.weight_hh_l0_reverse	2	-0.03662130981683731
137388	rnn.weight_hh_l0_reverse	3	0.04212164878845215
137388	rnn.weight_hh_l0_reverse	4	0.02511209063231945
137388	rnn.weight_hh_l0_reverse	5	0.005176772363483906
137388	rnn.weight_hh_l0_reverse	6	0.05962967127561569
137388	rnn.weight_hh_l0_reverse	7	0.025157978758215904
137388	rnn.weight_hh_l0_reverse	8	-0.014175770804286003
137388	rnn.weight_hh_l0_reverse	9	-0.035228487104177475
137388	rnn.bias_ih_l0_reverse	0	-0.13890749216079712
137388	rnn.bias_ih_l0_reverse	1	-0.29596737027168274
137388	rnn.bias_ih_l0_reverse	2	-0.07970118522644043
137388	rnn.bias_ih_l0_reverse	3	-0.14130623638629913
137388	rnn.bias_ih_l0_reverse	4	0.07808011025190353
137388	rnn.bias_ih_l0_reverse	5	-0.24446654319763184
137388	rnn.bias_ih_l0_reverse	6	-0.05398591235280037
137388	rnn.bias_ih_l0_reverse	7	0.009160040877759457
137388	rnn.bias_ih_l0_reverse	8	-0.1795799732208252
137388	rnn.bias_ih_l0_reverse	9	-0.0966576412320137
137388	rnn.bias_hh_l0_reverse	0	-0.14003556966781616
137388	rnn.bias_hh_l0_reverse	1	-0.15145181119441986
137388	rnn.bias_hh_l0_reverse	2	-0.024911288172006607
137388	rnn.bias_hh_l0_reverse	3	-0.11675481498241425
137388	rnn.bias_hh_l0_reverse	4	-0.029191991314291954
137388	rnn.bias_hh_l0_reverse	5	-0.11986596137285233
137388	rnn.bias_hh_l0_reverse	6	-0.06744580715894699
137388	rnn.bias_hh_l0_reverse	7	-0.20088106393814087
137388	rnn.bias_hh_l0_reverse	8	-0.061114441603422165
137388	rnn.bias_hh_l0_reverse	9	-0.142738938331604
137388	linear.weight	0	-0.23129314184188843
137388	linear.weight	1	-0.13279153406620026
137388	linear.weight	2	-0.011228874325752258
137388	linear.weight	3	-0.08403394371271133
137388	linear.weight	4	-0.05895667523145676
137388	linear.weight	5	0.1762421727180481
137388	linear.weight	6	0.0047744326293468475
137388	linear.weight	7	-0.021312154829502106
137388	linear.weight	8	0.2419707030057907
137388	linear.weight	9	0.19184453785419464
137388	linear.bias	0	-0.8663257360458374
137388	linear.bias	1	1.3913389444351196
137388	linear.bias	2	-0.4023682475090027
137388	linear.bias	3	-0.6681284308433533
137388	linear.bias	4	-0.8767059445381165
137388	linear.bias	5	-1.1715893745422363
137388	linear.bias	6	-0.9232131838798523
137388	linear.bias	7	-0.7405174970626831
137388	linear.bias	8	-0.01705317199230194
137388	linear.bias	9	3.3017361164093018
137585	transitions	0	-0.4033467471599579
137585	transitions	1	8.465689659118652
137585	transitions	2	-3.464637279510498
137585	transitions	3	1.4483904838562012
137585	transitions	4	-2.08060884475708
137585	transitions	5	-0.3844837248325348
137585	transitions	6	-0.18713173270225525
137585	transitions	7	-10000.0
137585	transitions	8	1.760604977607727
137585	transitions	9	-2.2934062480926514
137585	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
137585	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
137585	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
137585	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
137585	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
137585	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
137585	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
137585	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
137585	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
137585	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
137585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
137585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
137585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
137585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
137585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
137585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
137585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
137585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
137585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
137585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
137585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
137585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
137585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
137585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
137585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
137585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
137585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
137585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
137585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
137585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
137585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
137585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
137585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
137585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
137585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
137585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
137585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
137585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
137585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
137585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
137585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
137585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
137585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
137585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
137585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
137585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
137585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
137585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
137585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
137585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
137585	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
137585	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
137585	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
137585	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
137585	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
137585	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
137585	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
137585	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
137585	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
137585	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
137585	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
137585	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
137585	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
137585	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
137585	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
137585	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
137585	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
137585	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
137585	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
137585	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
137585	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
137585	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
137585	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
137585	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
137585	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
137585	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
137585	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
137585	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
137585	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
137585	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
137585	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
137585	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
137585	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
137585	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
137585	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
137585	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
137585	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
137585	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
137585	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
137585	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
137585	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
137585	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
137585	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
137585	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
137585	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
137585	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
137585	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
137585	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
137585	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
137585	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
137585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
137585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
137585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
137585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
137585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
137585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
137585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
137585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
137585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
137585	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
137585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
137585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
137585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
137585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
137585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
137585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
137585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
137585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
137585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
137585	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
137585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
137585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
137585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
137585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
137585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
137585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
137585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
137585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
137585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
137585	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
137585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
137585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
137585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
137585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
137585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
137585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
137585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
137585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
137585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
137585	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
137585	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
137585	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
137585	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
137585	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
137585	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
137585	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
137585	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
137585	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
137585	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
137585	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
137585	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
137585	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
137585	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
137585	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
137585	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
137585	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
137585	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
137585	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
137585	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
137585	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
137585	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
137585	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
137585	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
137585	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
137585	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
137585	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
137585	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
137585	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
137585	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
137585	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
137585	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
137585	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
137585	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
137585	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
137585	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
137585	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
137585	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
137585	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
137585	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
137585	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
137585	embedding2nn.weight	0	0.04901745915412903
137585	embedding2nn.weight	1	-0.08677377551794052
137585	embedding2nn.weight	2	0.001989722717553377
137585	embedding2nn.weight	3	-0.05622812360525131
137585	embedding2nn.weight	4	-0.11614546924829483
137585	embedding2nn.weight	5	0.11337103694677353
137585	embedding2nn.weight	6	-0.13659577071666718
137585	embedding2nn.weight	7	-0.07630367577075958
137585	embedding2nn.weight	8	-0.02457486093044281
137585	embedding2nn.weight	9	0.08229051530361176
137585	embedding2nn.bias	0	0.06271090358495712
137585	embedding2nn.bias	1	0.02204907312989235
137585	embedding2nn.bias	2	-0.08548417687416077
137585	embedding2nn.bias	3	0.05765268951654434
137585	embedding2nn.bias	4	0.006308091804385185
137585	embedding2nn.bias	5	-0.1382528692483902
137585	embedding2nn.bias	6	-0.12709370255470276
137585	embedding2nn.bias	7	-0.038901783525943756
137585	embedding2nn.bias	8	0.08008426427841187
137585	embedding2nn.bias	9	-0.06502535939216614
137585	rnn.weight_ih_l0	0	0.017731798812747
137585	rnn.weight_ih_l0	1	-0.058332718908786774
137585	rnn.weight_ih_l0	2	-0.013696268200874329
137585	rnn.weight_ih_l0	3	-0.04724741354584694
137585	rnn.weight_ih_l0	4	0.032580699771642685
137585	rnn.weight_ih_l0	5	-0.09547403454780579
137585	rnn.weight_ih_l0	6	-0.047391049563884735
137585	rnn.weight_ih_l0	7	-0.011112989857792854
137585	rnn.weight_ih_l0	8	0.07234682887792587
137585	rnn.weight_ih_l0	9	0.029370471835136414
137585	rnn.weight_hh_l0	0	0.0031577455811202526
137585	rnn.weight_hh_l0	1	-0.09345927089452744
137585	rnn.weight_hh_l0	2	0.05734805017709732
137585	rnn.weight_hh_l0	3	0.04259657487273216
137585	rnn.weight_hh_l0	4	0.005277580581605434
137585	rnn.weight_hh_l0	5	0.06652615964412689
137585	rnn.weight_hh_l0	6	-0.013906626962125301
137585	rnn.weight_hh_l0	7	-0.09117159247398376
137585	rnn.weight_hh_l0	8	0.0021494366228580475
137585	rnn.weight_hh_l0	9	-0.07466354966163635
137585	rnn.bias_ih_l0	0	-0.06349807232618332
137585	rnn.bias_ih_l0	1	-0.1795654296875
137585	rnn.bias_ih_l0	2	-0.2457108348608017
137585	rnn.bias_ih_l0	3	-0.2748349606990814
137585	rnn.bias_ih_l0	4	-0.010154415853321552
137585	rnn.bias_ih_l0	5	0.03472656011581421
137585	rnn.bias_ih_l0	6	-0.18243500590324402
137585	rnn.bias_ih_l0	7	-0.2615828514099121
137585	rnn.bias_ih_l0	8	-0.11907543987035751
137585	rnn.bias_ih_l0	9	-0.19063800573349
137585	rnn.bias_hh_l0	0	0.12012778222560883
137585	rnn.bias_hh_l0	1	-0.06550730019807816
137585	rnn.bias_hh_l0	2	0.04856719821691513
137585	rnn.bias_hh_l0	3	-0.16561011970043182
137585	rnn.bias_hh_l0	4	0.058456793427467346
137585	rnn.bias_hh_l0	5	0.02413608506321907
137585	rnn.bias_hh_l0	6	-0.09262336790561676
137585	rnn.bias_hh_l0	7	-0.1510598510503769
137585	rnn.bias_hh_l0	8	-0.18348954617977142
137585	rnn.bias_hh_l0	9	-0.0916585847735405
137585	rnn.weight_ih_l0_reverse	0	-0.0173946563154459
137585	rnn.weight_ih_l0_reverse	1	0.008468526415526867
137585	rnn.weight_ih_l0_reverse	2	0.012151299975812435
137585	rnn.weight_ih_l0_reverse	3	0.000559848384000361
137585	rnn.weight_ih_l0_reverse	4	0.03511745482683182
137585	rnn.weight_ih_l0_reverse	5	-0.05325870215892792
137585	rnn.weight_ih_l0_reverse	6	-0.05491507798433304
137585	rnn.weight_ih_l0_reverse	7	-0.001426406903192401
137585	rnn.weight_ih_l0_reverse	8	0.08793988823890686
137585	rnn.weight_ih_l0_reverse	9	0.019971255213022232
137585	rnn.weight_hh_l0_reverse	0	0.005285813473165035
137585	rnn.weight_hh_l0_reverse	1	0.0232598427683115
137585	rnn.weight_hh_l0_reverse	2	-0.03698887303471565
137585	rnn.weight_hh_l0_reverse	3	0.04199932515621185
137585	rnn.weight_hh_l0_reverse	4	0.025097880512475967
137585	rnn.weight_hh_l0_reverse	5	0.004816407337784767
137585	rnn.weight_hh_l0_reverse	6	0.059310924261808395
137585	rnn.weight_hh_l0_reverse	7	0.02498241700232029
137585	rnn.weight_hh_l0_reverse	8	-0.014547843486070633
137585	rnn.weight_hh_l0_reverse	9	-0.035652853548526764
137585	rnn.bias_ih_l0_reverse	0	-0.13770858943462372
137585	rnn.bias_ih_l0_reverse	1	-0.29689669609069824
137585	rnn.bias_ih_l0_reverse	2	-0.07992136478424072
137585	rnn.bias_ih_l0_reverse	3	-0.14039477705955505
137585	rnn.bias_ih_l0_reverse	4	0.07565473765134811
137585	rnn.bias_ih_l0_reverse	5	-0.24458982050418854
137585	rnn.bias_ih_l0_reverse	6	-0.05393792688846588
137585	rnn.bias_ih_l0_reverse	7	0.0045221406035125256
137585	rnn.bias_ih_l0_reverse	8	-0.17835906147956848
137585	rnn.bias_ih_l0_reverse	9	-0.09652137756347656
137585	rnn.bias_hh_l0_reverse	0	-0.14049787819385529
137585	rnn.bias_hh_l0_reverse	1	-0.15267124772071838
137585	rnn.bias_hh_l0_reverse	2	-0.02424815483391285
137585	rnn.bias_hh_l0_reverse	3	-0.11926834285259247
137585	rnn.bias_hh_l0_reverse	4	-0.028545530512928963
137585	rnn.bias_hh_l0_reverse	5	-0.11851316690444946
137585	rnn.bias_hh_l0_reverse	6	-0.0671832263469696
137585	rnn.bias_hh_l0_reverse	7	-0.19920358061790466
137585	rnn.bias_hh_l0_reverse	8	-0.06078707426786423
137585	rnn.bias_hh_l0_reverse	9	-0.14099547266960144
137585	linear.weight	0	-0.2270708829164505
137585	linear.weight	1	-0.13525696098804474
137585	linear.weight	2	-0.011228874325752258
137585	linear.weight	3	-0.07436046004295349
137585	linear.weight	4	-0.054453056305646896
137585	linear.weight	5	0.17770519852638245
137585	linear.weight	6	0.0047744326293468475
137585	linear.weight	7	-0.021312154829502106
137585	linear.weight	8	0.23363134264945984
137585	linear.weight	9	0.19180120527744293
137585	linear.bias	0	-0.8524459004402161
137585	linear.bias	1	1.4113935232162476
137585	linear.bias	2	-0.44614410400390625
137585	linear.bias	3	-0.6961084008216858
137585	linear.bias	4	-0.8756096959114075
137585	linear.bias	5	-1.1716238260269165
137585	linear.bias	6	-0.9108672142028809
137585	linear.bias	7	-0.735371470451355
137585	linear.bias	8	-0.01705317199230194
137585	linear.bias	9	3.3452587127685547
137782	transitions	0	-0.4034443199634552
137782	transitions	1	8.45893383026123
137782	transitions	2	-3.465010643005371
137782	transitions	3	1.452696442604065
137782	transitions	4	-2.0809457302093506
137782	transitions	5	-0.38479718565940857
137782	transitions	6	-0.1871548593044281
137782	transitions	7	-10000.0
137782	transitions	8	1.7595219612121582
137782	transitions	9	-2.2934136390686035
137782	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
137782	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
137782	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
137782	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
137782	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
137782	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
137782	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
137782	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
137782	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
137782	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
137782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
137782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
137782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
137782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
137782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
137782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
137782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
137782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
137782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
137782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
137782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
137782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
137782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
137782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
137782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
137782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
137782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
137782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
137782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
137782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
137782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
137782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
137782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
137782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
137782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
137782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
137782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
137782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
137782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
137782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
137782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
137782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
137782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
137782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
137782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
137782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
137782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
137782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
137782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
137782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
137782	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
137782	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
137782	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
137782	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
137782	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
137782	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
137782	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
137782	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
137782	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
137782	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
137782	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
137782	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
137782	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
137782	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
137782	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
137782	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
137782	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
137782	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
137782	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
137782	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
137782	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
137782	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
137782	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
137782	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
137782	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
137782	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
137782	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
137782	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
137782	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
137782	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
137782	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
137782	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
137782	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
137782	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
137782	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
137782	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
137782	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
137782	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
137782	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
137782	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
137782	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
137782	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
137782	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
137782	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
137782	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
137782	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
137782	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
137782	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
137782	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
137782	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
137782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
137782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
137782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
137782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
137782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
137782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
137782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
137782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
137782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
137782	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
137782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
137782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
137782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
137782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
137782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
137782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
137782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
137782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
137782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
137782	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
137782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
137782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
137782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
137782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
137782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
137782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
137782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
137782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
137782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
137782	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
137782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
137782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
137782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
137782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
137782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
137782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
137782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
137782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
137782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
137782	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
137782	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
137782	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
137782	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
137782	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
137782	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
137782	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
137782	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
137782	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
137782	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
137782	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
137782	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
137782	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
137782	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
137782	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
137782	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
137782	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
137782	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
137782	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
137782	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
137782	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
137782	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
137782	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
137782	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
137782	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
137782	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
137782	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
137782	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
137782	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
137782	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
137782	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
137782	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
137782	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
137782	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
137782	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
137782	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
137782	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
137782	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
137782	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
137782	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
137782	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
137782	embedding2nn.weight	0	0.0490320660173893
137782	embedding2nn.weight	1	-0.08757364004850388
137782	embedding2nn.weight	2	0.0036387895233929157
137782	embedding2nn.weight	3	-0.057417307049036026
137782	embedding2nn.weight	4	-0.11580105125904083
137782	embedding2nn.weight	5	0.11240462958812714
137782	embedding2nn.weight	6	-0.1383713036775589
137782	embedding2nn.weight	7	-0.07667265832424164
137782	embedding2nn.weight	8	-0.024546446278691292
137782	embedding2nn.weight	9	0.08419167995452881
137782	embedding2nn.bias	0	0.05284111946821213
137782	embedding2nn.bias	1	0.021438078954815865
137782	embedding2nn.bias	2	-0.08878756314516068
137782	embedding2nn.bias	3	0.05681944265961647
137782	embedding2nn.bias	4	-0.004389733076095581
137782	embedding2nn.bias	5	-0.14054884016513824
137782	embedding2nn.bias	6	-0.13013029098510742
137782	embedding2nn.bias	7	-0.03914763778448105
137782	embedding2nn.bias	8	0.08202826976776123
137782	embedding2nn.bias	9	-0.06494534760713577
137782	rnn.weight_ih_l0	0	0.01769101433455944
137782	rnn.weight_ih_l0	1	-0.05808087810873985
137782	rnn.weight_ih_l0	2	-0.014297951944172382
137782	rnn.weight_ih_l0	3	-0.048681147396564484
137782	rnn.weight_ih_l0	4	0.03293431177735329
137782	rnn.weight_ih_l0	5	-0.09453815966844559
137782	rnn.weight_ih_l0	6	-0.047558076679706573
137782	rnn.weight_ih_l0	7	-0.012272825464606285
137782	rnn.weight_ih_l0	8	0.07267700880765915
137782	rnn.weight_ih_l0	9	0.02808566763997078
137782	rnn.weight_hh_l0	0	0.0028720262926071882
137782	rnn.weight_hh_l0	1	-0.09291312843561172
137782	rnn.weight_hh_l0	2	0.05738775432109833
137782	rnn.weight_hh_l0	3	0.04345003515481949
137782	rnn.weight_hh_l0	4	0.0047486103139817715
137782	rnn.weight_hh_l0	5	0.06658342480659485
137782	rnn.weight_hh_l0	6	-0.014126723632216454
137782	rnn.weight_hh_l0	7	-0.09076448529958725
137782	rnn.weight_hh_l0	8	0.0027664066292345524
137782	rnn.weight_hh_l0	9	-0.0761522427201271
137782	rnn.bias_ih_l0	0	-0.06457621604204178
137782	rnn.bias_ih_l0	1	-0.17985649406909943
137782	rnn.bias_ih_l0	2	-0.24575094878673553
137782	rnn.bias_ih_l0	3	-0.27384117245674133
137782	rnn.bias_ih_l0	4	-0.012092137709259987
137782	rnn.bias_ih_l0	5	0.036289431154727936
137782	rnn.bias_ih_l0	6	-0.18122783303260803
137782	rnn.bias_ih_l0	7	-0.2615600824356079
137782	rnn.bias_ih_l0	8	-0.12077049165964127
137782	rnn.bias_ih_l0	9	-0.19068560004234314
137782	rnn.bias_hh_l0	0	0.11538530141115189
137782	rnn.bias_hh_l0	1	-0.0654311403632164
137782	rnn.bias_hh_l0	2	0.049666766077280045
137782	rnn.bias_hh_l0	3	-0.164077028632164
137782	rnn.bias_hh_l0	4	0.05752021446824074
137782	rnn.bias_hh_l0	5	0.02433783933520317
137782	rnn.bias_hh_l0	6	-0.09084495902061462
137782	rnn.bias_hh_l0	7	-0.15231139957904816
137782	rnn.bias_hh_l0	8	-0.18362145125865936
137782	rnn.bias_hh_l0	9	-0.09084293246269226
137782	rnn.weight_ih_l0_reverse	0	-0.0180654413998127
137782	rnn.weight_ih_l0_reverse	1	0.007598530501127243
137782	rnn.weight_ih_l0_reverse	2	0.013016014359891415
137782	rnn.weight_ih_l0_reverse	3	0.003239354817196727
137782	rnn.weight_ih_l0_reverse	4	0.0346829816699028
137782	rnn.weight_ih_l0_reverse	5	-0.052502550184726715
137782	rnn.weight_ih_l0_reverse	6	-0.05266153812408447
137782	rnn.weight_ih_l0_reverse	7	-0.001982401590794325
137782	rnn.weight_ih_l0_reverse	8	0.08797849714756012
137782	rnn.weight_ih_l0_reverse	9	0.020476162433624268
137782	rnn.weight_hh_l0_reverse	0	0.005583238322287798
137782	rnn.weight_hh_l0_reverse	1	0.022617336362600327
137782	rnn.weight_hh_l0_reverse	2	-0.037566158920526505
137782	rnn.weight_hh_l0_reverse	3	0.041981328278779984
137782	rnn.weight_hh_l0_reverse	4	0.02509586699306965
137782	rnn.weight_hh_l0_reverse	5	0.005255611147731543
137782	rnn.weight_hh_l0_reverse	6	0.05901380628347397
137782	rnn.weight_hh_l0_reverse	7	0.024758432060480118
137782	rnn.weight_hh_l0_reverse	8	-0.014639953151345253
137782	rnn.weight_hh_l0_reverse	9	-0.03539356589317322
137782	rnn.bias_ih_l0_reverse	0	-0.13847005367279053
137782	rnn.bias_ih_l0_reverse	1	-0.2959008812904358
137782	rnn.bias_ih_l0_reverse	2	-0.0794525146484375
137782	rnn.bias_ih_l0_reverse	3	-0.14113612473011017
137782	rnn.bias_ih_l0_reverse	4	0.07612740248441696
137782	rnn.bias_ih_l0_reverse	5	-0.24498412013053894
137782	rnn.bias_ih_l0_reverse	6	-0.054860807955265045
137782	rnn.bias_ih_l0_reverse	7	0.006264119874686003
137782	rnn.bias_ih_l0_reverse	8	-0.17812611162662506
137782	rnn.bias_ih_l0_reverse	9	-0.0967392548918724
137782	rnn.bias_hh_l0_reverse	0	-0.13882027566432953
137782	rnn.bias_hh_l0_reverse	1	-0.15243473649024963
137782	rnn.bias_hh_l0_reverse	2	-0.02427905797958374
137782	rnn.bias_hh_l0_reverse	3	-0.11998411267995834
137782	rnn.bias_hh_l0_reverse	4	-0.028662415221333504
137782	rnn.bias_hh_l0_reverse	5	-0.1187373474240303
137782	rnn.bias_hh_l0_reverse	6	-0.0678129717707634
137782	rnn.bias_hh_l0_reverse	7	-0.1990833729505539
137782	rnn.bias_hh_l0_reverse	8	-0.060735661536455154
137782	rnn.bias_hh_l0_reverse	9	-0.13881391286849976
137782	linear.weight	0	-0.21309106051921844
137782	linear.weight	1	-0.1372508704662323
137782	linear.weight	2	-0.011228874325752258
137782	linear.weight	3	-0.06317108124494553
137782	linear.weight	4	-0.06943036615848541
137782	linear.weight	5	0.18366165459156036
137782	linear.weight	6	0.0047744326293468475
137782	linear.weight	7	-0.021312154829502106
137782	linear.weight	8	0.23585931956768036
137782	linear.weight	9	0.2008630335330963
137782	linear.bias	0	-0.8553975224494934
137782	linear.bias	1	1.416391134262085
137782	linear.bias	2	-0.390132337808609
137782	linear.bias	3	-0.7005071640014648
137782	linear.bias	4	-0.8967041969299316
137782	linear.bias	5	-1.171649694442749
137782	linear.bias	6	-0.9143789410591125
137782	linear.bias	7	-0.7675358057022095
137782	linear.bias	8	-0.01705317199230194
137782	linear.bias	9	3.359926462173462
137979	transitions	0	-0.40375930070877075
137979	transitions	1	8.437675476074219
137979	transitions	2	-3.465341329574585
137979	transitions	3	1.43931245803833
137979	transitions	4	-2.0820016860961914
137979	transitions	5	-0.38482362031936646
137979	transitions	6	-0.18717452883720398
137979	transitions	7	-10000.0
137979	transitions	8	1.7616417407989502
137979	transitions	9	-2.29341721534729
137979	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
137979	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
137979	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
137979	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
137979	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
137979	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
137979	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
137979	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
137979	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
137979	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
137979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
137979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
137979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
137979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
137979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
137979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
137979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
137979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
137979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
137979	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
137979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
137979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
137979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
137979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
137979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
137979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
137979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
137979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
137979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
137979	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
137979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
137979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
137979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
137979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
137979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
137979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
137979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
137979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
137979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
137979	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
137979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
137979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
137979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
137979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
137979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
137979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
137979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
137979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
137979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
137979	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
137979	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
137979	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
137979	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
137979	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
137979	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
137979	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
137979	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
137979	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
137979	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
137979	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
137979	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
137979	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
137979	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
137979	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
137979	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
137979	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
137979	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
137979	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
137979	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
137979	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
137979	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
137979	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
137979	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
137979	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
137979	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
137979	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
137979	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
137979	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
137979	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
137979	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
137979	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
137979	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
137979	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
137979	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
137979	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
137979	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
137979	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
137979	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
137979	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
137979	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
137979	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
137979	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
137979	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
137979	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
137979	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
137979	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
137979	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
137979	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
137979	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
137979	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
137979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
137979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
137979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
137979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
137979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
137979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
137979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
137979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
137979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
137979	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
137979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
137979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
137979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
137979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
137979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
137979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
137979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
137979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
137979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
137979	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
137979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
137979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
137979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
137979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
137979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
137979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
137979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
137979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
137979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
137979	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
137979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
137979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
137979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
137979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
137979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
137979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
137979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
137979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
137979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
137979	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
137979	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
137979	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
137979	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
137979	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
137979	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
137979	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
137979	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
137979	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
137979	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
137979	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
137979	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
137979	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
137979	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
137979	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
137979	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
137979	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
137979	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
137979	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
137979	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
137979	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
137979	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
137979	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
137979	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
137979	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
137979	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
137979	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
137979	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
137979	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
137979	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
137979	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
137979	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
137979	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
137979	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
137979	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
137979	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
137979	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
137979	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
137979	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
137979	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
137979	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
137979	embedding2nn.weight	0	0.04955567792057991
137979	embedding2nn.weight	1	-0.08722038567066193
137979	embedding2nn.weight	2	0.00550874974578619
137979	embedding2nn.weight	3	-0.05762021616101265
137979	embedding2nn.weight	4	-0.11638300865888596
137979	embedding2nn.weight	5	0.11279296875
137979	embedding2nn.weight	6	-0.1319996863603592
137979	embedding2nn.weight	7	-0.07605033367872238
137979	embedding2nn.weight	8	-0.02474105730652809
137979	embedding2nn.weight	9	0.08298134803771973
137979	embedding2nn.bias	0	0.04866946488618851
137979	embedding2nn.bias	1	0.021190013736486435
137979	embedding2nn.bias	2	-0.08822281658649445
137979	embedding2nn.bias	3	0.05844094231724739
137979	embedding2nn.bias	4	-0.0084550054743886
137979	embedding2nn.bias	5	-0.14477306604385376
137979	embedding2nn.bias	6	-0.12830877304077148
137979	embedding2nn.bias	7	-0.04076036810874939
137979	embedding2nn.bias	8	0.09022501856088638
137979	embedding2nn.bias	9	-0.06631055474281311
137979	rnn.weight_ih_l0	0	0.018250543624162674
137979	rnn.weight_ih_l0	1	-0.05831664055585861
137979	rnn.weight_ih_l0	2	-0.014995378442108631
137979	rnn.weight_ih_l0	3	-0.04923529177904129
137979	rnn.weight_ih_l0	4	0.034006956964731216
137979	rnn.weight_ih_l0	5	-0.09513996541500092
137979	rnn.weight_ih_l0	6	-0.04787604883313179
137979	rnn.weight_ih_l0	7	-0.011728981509804726
137979	rnn.weight_ih_l0	8	0.07322157919406891
137979	rnn.weight_ih_l0	9	0.02948800101876259
137979	rnn.weight_hh_l0	0	0.003045721212401986
137979	rnn.weight_hh_l0	1	-0.09269242733716965
137979	rnn.weight_hh_l0	2	0.05752358213067055
137979	rnn.weight_hh_l0	3	0.04291704297065735
137979	rnn.weight_hh_l0	4	0.0046787806786596775
137979	rnn.weight_hh_l0	5	0.06648018211126328
137979	rnn.weight_hh_l0	6	-0.014046236872673035
137979	rnn.weight_hh_l0	7	-0.09067089110612869
137979	rnn.weight_hh_l0	8	0.0024026150349527597
137979	rnn.weight_hh_l0	9	-0.0770556628704071
137979	rnn.bias_ih_l0	0	-0.06376330554485321
137979	rnn.bias_ih_l0	1	-0.18061228096485138
137979	rnn.bias_ih_l0	2	-0.24534156918525696
137979	rnn.bias_ih_l0	3	-0.27398696541786194
137979	rnn.bias_ih_l0	4	-0.0127022759988904
137979	rnn.bias_ih_l0	5	0.034356456249952316
137979	rnn.bias_ih_l0	6	-0.18342183530330658
137979	rnn.bias_ih_l0	7	-0.2614035904407501
137979	rnn.bias_ih_l0	8	-0.12495722621679306
137979	rnn.bias_ih_l0	9	-0.1904028356075287
137979	rnn.bias_hh_l0	0	0.11534886807203293
137979	rnn.bias_hh_l0	1	-0.06632871180772781
137979	rnn.bias_hh_l0	2	0.049071021378040314
137979	rnn.bias_hh_l0	3	-0.16534094512462616
137979	rnn.bias_hh_l0	4	0.05619031935930252
137979	rnn.bias_hh_l0	5	0.026677586138248444
137979	rnn.bias_hh_l0	6	-0.09043283015489578
137979	rnn.bias_hh_l0	7	-0.1524346023797989
137979	rnn.bias_hh_l0	8	-0.18458707630634308
137979	rnn.bias_hh_l0	9	-0.09184379875659943
137979	rnn.weight_ih_l0_reverse	0	-0.018507417291402817
137979	rnn.weight_ih_l0_reverse	1	0.007369662635028362
137979	rnn.weight_ih_l0_reverse	2	0.013315130956470966
137979	rnn.weight_ih_l0_reverse	3	0.0026480373926460743
137979	rnn.weight_ih_l0_reverse	4	0.03490065783262253
137979	rnn.weight_ih_l0_reverse	5	-0.05317751690745354
137979	rnn.weight_ih_l0_reverse	6	-0.05185268819332123
137979	rnn.weight_ih_l0_reverse	7	-0.0027490241918712854
137979	rnn.weight_ih_l0_reverse	8	0.08922155201435089
137979	rnn.weight_ih_l0_reverse	9	0.020581094548106194
137979	rnn.weight_hh_l0_reverse	0	0.005637412425130606
137979	rnn.weight_hh_l0_reverse	1	0.022643106058239937
137979	rnn.weight_hh_l0_reverse	2	-0.03773454949259758
137979	rnn.weight_hh_l0_reverse	3	0.0418349914252758
137979	rnn.weight_hh_l0_reverse	4	0.025388140231370926
137979	rnn.weight_hh_l0_reverse	5	0.005126175936311483
137979	rnn.weight_hh_l0_reverse	6	0.05902273580431938
137979	rnn.weight_hh_l0_reverse	7	0.02504144050180912
137979	rnn.weight_hh_l0_reverse	8	-0.014670617878437042
137979	rnn.weight_hh_l0_reverse	9	-0.035434771329164505
137979	rnn.bias_ih_l0_reverse	0	-0.14126548171043396
137979	rnn.bias_ih_l0_reverse	1	-0.29747381806373596
137979	rnn.bias_ih_l0_reverse	2	-0.07966717332601547
137979	rnn.bias_ih_l0_reverse	3	-0.14079949259757996
137979	rnn.bias_ih_l0_reverse	4	0.0738213062286377
137979	rnn.bias_ih_l0_reverse	5	-0.24604658782482147
137979	rnn.bias_ih_l0_reverse	6	-0.05496450886130333
137979	rnn.bias_ih_l0_reverse	7	0.0039384993724524975
137979	rnn.bias_ih_l0_reverse	8	-0.17759287357330322
137979	rnn.bias_ih_l0_reverse	9	-0.09711450338363647
137979	rnn.bias_hh_l0_reverse	0	-0.13922163844108582
137979	rnn.bias_hh_l0_reverse	1	-0.1518096923828125
137979	rnn.bias_hh_l0_reverse	2	-0.024264369159936905
137979	rnn.bias_hh_l0_reverse	3	-0.11836796253919601
137979	rnn.bias_hh_l0_reverse	4	-0.028824467211961746
137979	rnn.bias_hh_l0_reverse	5	-0.11721117049455643
137979	rnn.bias_hh_l0_reverse	6	-0.0678768903017044
137979	rnn.bias_hh_l0_reverse	7	-0.2000906765460968
137979	rnn.bias_hh_l0_reverse	8	-0.05981375277042389
137979	rnn.bias_hh_l0_reverse	9	-0.14006979763507843
137979	linear.weight	0	-0.19933408498764038
137979	linear.weight	1	-0.1357308179140091
137979	linear.weight	2	-0.011228874325752258
137979	linear.weight	3	-0.06321848183870316
137979	linear.weight	4	-0.07040969282388687
137979	linear.weight	5	0.1739036589860916
137979	linear.weight	6	0.0047744326293468475
137979	linear.weight	7	-0.021312154829502106
137979	linear.weight	8	0.22989200055599213
137979	linear.weight	9	0.2019694745540619
137979	linear.bias	0	-0.8490703701972961
137979	linear.bias	1	1.4216673374176025
137979	linear.bias	2	-0.40493977069854736
137979	linear.bias	3	-0.7021421194076538
137979	linear.bias	4	-0.8934772610664368
137979	linear.bias	5	-1.171683430671692
137979	linear.bias	6	-0.9068998694419861
137979	linear.bias	7	-0.7244337201118469
137979	linear.bias	8	-0.01705317199230194
137979	linear.bias	9	3.334190607070923
138176	transitions	0	-0.4039802849292755
138176	transitions	1	8.4436616897583
138176	transitions	2	-3.465813398361206
138176	transitions	3	1.4463293552398682
138176	transitions	4	-2.0826358795166016
138176	transitions	5	-0.3848583400249481
138176	transitions	6	-0.18719054758548737
138176	transitions	7	-10000.0
138176	transitions	8	1.7605172395706177
138176	transitions	9	-2.2934229373931885
138176	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
138176	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
138176	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
138176	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
138176	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
138176	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
138176	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
138176	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
138176	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
138176	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
138176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
138176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
138176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
138176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
138176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
138176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
138176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
138176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
138176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
138176	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
138176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
138176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
138176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
138176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
138176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
138176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
138176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
138176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
138176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
138176	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
138176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
138176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
138176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
138176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
138176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
138176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
138176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
138176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
138176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
138176	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
138176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
138176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
138176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
138176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
138176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
138176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
138176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
138176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
138176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
138176	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
138176	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
138176	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
138176	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
138176	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
138176	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
138176	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
138176	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
138176	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
138176	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
138176	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
138176	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
138176	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
138176	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
138176	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
138176	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
138176	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
138176	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
138176	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
138176	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
138176	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
138176	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
138176	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
138176	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
138176	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
138176	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
138176	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
138176	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
138176	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
138176	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
138176	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
138176	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
138176	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
138176	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
138176	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
138176	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
138176	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
138176	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
138176	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
138176	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
138176	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
138176	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
138176	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
138176	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
138176	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
138176	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
138176	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
138176	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
138176	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
138176	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
138176	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
138176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
138176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
138176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
138176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
138176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
138176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
138176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
138176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
138176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
138176	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
138176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
138176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
138176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
138176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
138176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
138176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
138176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
138176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
138176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
138176	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
138176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
138176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
138176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
138176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
138176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
138176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
138176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
138176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
138176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
138176	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
138176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
138176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
138176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
138176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
138176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
138176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
138176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
138176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
138176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
138176	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
138176	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
138176	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
138176	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
138176	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
138176	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
138176	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
138176	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
138176	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
138176	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
138176	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
138176	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
138176	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
138176	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
138176	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
138176	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
138176	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
138176	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
138176	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
138176	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
138176	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
138176	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
138176	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
138176	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
138176	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
138176	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
138176	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
138176	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
138176	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
138176	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
138176	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
138176	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
138176	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
138176	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
138176	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
138176	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
138176	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
138176	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
138176	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
138176	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
138176	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
138176	embedding2nn.weight	0	0.04971162602305412
138176	embedding2nn.weight	1	-0.08708921819925308
138176	embedding2nn.weight	2	0.0064277746714651585
138176	embedding2nn.weight	3	-0.05702996999025345
138176	embedding2nn.weight	4	-0.11670921742916107
138176	embedding2nn.weight	5	0.11277215927839279
138176	embedding2nn.weight	6	-0.13022807240486145
138176	embedding2nn.weight	7	-0.07695937901735306
138176	embedding2nn.weight	8	-0.024699918925762177
138176	embedding2nn.weight	9	0.0811014398932457
138176	embedding2nn.bias	0	0.046364981681108475
138176	embedding2nn.bias	1	0.021153582260012627
138176	embedding2nn.bias	2	-0.08706033229827881
138176	embedding2nn.bias	3	0.05875701084733009
138176	embedding2nn.bias	4	-0.012366252951323986
138176	embedding2nn.bias	5	-0.13631033897399902
138176	embedding2nn.bias	6	-0.12703676521778107
138176	embedding2nn.bias	7	-0.043778542429208755
138176	embedding2nn.bias	8	0.08971034735441208
138176	embedding2nn.bias	9	-0.0614929124712944
138176	rnn.weight_ih_l0	0	0.018383685499429703
138176	rnn.weight_ih_l0	1	-0.05691183730959892
138176	rnn.weight_ih_l0	2	-0.015229660086333752
138176	rnn.weight_ih_l0	3	-0.04815063625574112
138176	rnn.weight_ih_l0	4	0.03340604528784752
138176	rnn.weight_ih_l0	5	-0.09787401556968689
138176	rnn.weight_ih_l0	6	-0.048795219510793686
138176	rnn.weight_ih_l0	7	-0.01043705828487873
138176	rnn.weight_ih_l0	8	0.07285881787538528
138176	rnn.weight_ih_l0	9	0.028580524027347565
138176	rnn.weight_hh_l0	0	0.0027007474564015865
138176	rnn.weight_hh_l0	1	-0.0930522233247757
138176	rnn.weight_hh_l0	2	0.05877259001135826
138176	rnn.weight_hh_l0	3	0.0427926704287529
138176	rnn.weight_hh_l0	4	0.004432112909853458
138176	rnn.weight_hh_l0	5	0.0662015825510025
138176	rnn.weight_hh_l0	6	-0.0140264593064785
138176	rnn.weight_hh_l0	7	-0.09079144895076752
138176	rnn.weight_hh_l0	8	0.00264934916049242
138176	rnn.weight_hh_l0	9	-0.07629141211509705
138176	rnn.bias_ih_l0	0	-0.06301641464233398
138176	rnn.bias_ih_l0	1	-0.17975181341171265
138176	rnn.bias_ih_l0	2	-0.24622102081775665
138176	rnn.bias_ih_l0	3	-0.27235162258148193
138176	rnn.bias_ih_l0	4	-0.012701437808573246
138176	rnn.bias_ih_l0	5	0.03295873478055
138176	rnn.bias_ih_l0	6	-0.1851707547903061
138176	rnn.bias_ih_l0	7	-0.26022839546203613
138176	rnn.bias_ih_l0	8	-0.12397956103086472
138176	rnn.bias_ih_l0	9	-0.19202496111392975
138176	rnn.bias_hh_l0	0	0.11816160380840302
138176	rnn.bias_hh_l0	1	-0.06719250231981277
138176	rnn.bias_hh_l0	2	0.04862605035305023
138176	rnn.bias_hh_l0	3	-0.16679999232292175
138176	rnn.bias_hh_l0	4	0.052885353565216064
138176	rnn.bias_hh_l0	5	0.02507134899497032
138176	rnn.bias_hh_l0	6	-0.09127896279096603
138176	rnn.bias_hh_l0	7	-0.1525755226612091
138176	rnn.bias_hh_l0	8	-0.18602335453033447
138176	rnn.bias_hh_l0	9	-0.09256668388843536
138176	rnn.weight_ih_l0_reverse	0	-0.018244322389364243
138176	rnn.weight_ih_l0_reverse	1	0.006618552841246128
138176	rnn.weight_ih_l0_reverse	2	0.013138141483068466
138176	rnn.weight_ih_l0_reverse	3	0.002940349280834198
138176	rnn.weight_ih_l0_reverse	4	0.03448498621582985
138176	rnn.weight_ih_l0_reverse	5	-0.05310686677694321
138176	rnn.weight_ih_l0_reverse	6	-0.052169326692819595
138176	rnn.weight_ih_l0_reverse	7	-0.0014478883240371943
138176	rnn.weight_ih_l0_reverse	8	0.08899587392807007
138176	rnn.weight_ih_l0_reverse	9	0.02058529295027256
138176	rnn.weight_hh_l0_reverse	0	0.005988478194922209
138176	rnn.weight_hh_l0_reverse	1	0.02272125892341137
138176	rnn.weight_hh_l0_reverse	2	-0.037381064146757126
138176	rnn.weight_hh_l0_reverse	3	0.04228134825825691
138176	rnn.weight_hh_l0_reverse	4	0.02489383891224861
138176	rnn.weight_hh_l0_reverse	5	0.005219283048063517
138176	rnn.weight_hh_l0_reverse	6	0.05883776396512985
138176	rnn.weight_hh_l0_reverse	7	0.025261757895350456
138176	rnn.weight_hh_l0_reverse	8	-0.014660608023405075
138176	rnn.weight_hh_l0_reverse	9	-0.03501589968800545
138176	rnn.bias_ih_l0_reverse	0	-0.13814868032932281
138176	rnn.bias_ih_l0_reverse	1	-0.2964748442173004
138176	rnn.bias_ih_l0_reverse	2	-0.07891303300857544
138176	rnn.bias_ih_l0_reverse	3	-0.14138302206993103
138176	rnn.bias_ih_l0_reverse	4	0.07408612966537476
138176	rnn.bias_ih_l0_reverse	5	-0.2458827644586563
138176	rnn.bias_ih_l0_reverse	6	-0.055140893906354904
138176	rnn.bias_ih_l0_reverse	7	0.005822440609335899
138176	rnn.bias_ih_l0_reverse	8	-0.17994394898414612
138176	rnn.bias_ih_l0_reverse	9	-0.09721619635820389
138176	rnn.bias_hh_l0_reverse	0	-0.13991691172122955
138176	rnn.bias_hh_l0_reverse	1	-0.15060825645923615
138176	rnn.bias_hh_l0_reverse	2	-0.023982534185051918
138176	rnn.bias_hh_l0_reverse	3	-0.1185833215713501
138176	rnn.bias_hh_l0_reverse	4	-0.028019234538078308
138176	rnn.bias_hh_l0_reverse	5	-0.11690575629472733
138176	rnn.bias_hh_l0_reverse	6	-0.0658658966422081
138176	rnn.bias_hh_l0_reverse	7	-0.19895663857460022
138176	rnn.bias_hh_l0_reverse	8	-0.0578487366437912
138176	rnn.bias_hh_l0_reverse	9	-0.13728612661361694
138176	linear.weight	0	-0.20317959785461426
138176	linear.weight	1	-0.13545747101306915
138176	linear.weight	2	-0.011228874325752258
138176	linear.weight	3	-0.06804969906806946
138176	linear.weight	4	-0.07691682130098343
138176	linear.weight	5	0.17151600122451782
138176	linear.weight	6	0.0047744326293468475
138176	linear.weight	7	-0.021312154829502106
138176	linear.weight	8	0.2314126044511795
138176	linear.weight	9	0.20025235414505005
138176	linear.bias	0	-0.8427813053131104
138176	linear.bias	1	1.4187730550765991
138176	linear.bias	2	-0.40419653058052063
138176	linear.bias	3	-0.7017381191253662
138176	linear.bias	4	-0.8967698812484741
138176	linear.bias	5	-1.1717079877853394
138176	linear.bias	6	-0.9017025232315063
138176	linear.bias	7	-0.7568161487579346
138176	linear.bias	8	-0.01705317199230194
138176	linear.bias	9	3.3663980960845947
138180	transitions	0	-0.4039846658706665
138180	transitions	1	8.44349193572998
138180	transitions	2	-3.4658336639404297
138180	transitions	3	1.4463269710540771
138180	transitions	4	-2.0826363563537598
138180	transitions	5	-0.38485845923423767
138180	transitions	6	-0.1871909648180008
138180	transitions	7	-10000.0
138180	transitions	8	1.7605135440826416
138180	transitions	9	-2.2934231758117676
138180	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
138180	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
138180	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
138180	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
138180	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
138180	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
138180	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
138180	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
138180	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
138180	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
138180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
138180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
138180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
138180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
138180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
138180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
138180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
138180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
138180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
138180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
138180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
138180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
138180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
138180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
138180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
138180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
138180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
138180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
138180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
138180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
138180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
138180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
138180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
138180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
138180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
138180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
138180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
138180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
138180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
138180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
138180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
138180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
138180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
138180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
138180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
138180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
138180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
138180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
138180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
138180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
138180	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
138180	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
138180	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
138180	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
138180	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
138180	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
138180	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
138180	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
138180	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
138180	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
138180	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
138180	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
138180	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
138180	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
138180	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
138180	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
138180	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
138180	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
138180	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
138180	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
138180	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
138180	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
138180	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
138180	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
138180	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
138180	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
138180	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
138180	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
138180	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
138180	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
138180	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
138180	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
138180	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
138180	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
138180	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
138180	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
138180	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
138180	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
138180	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
138180	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
138180	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
138180	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
138180	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
138180	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
138180	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
138180	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
138180	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
138180	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
138180	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
138180	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
138180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
138180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
138180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
138180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
138180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
138180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
138180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
138180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
138180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
138180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
138180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
138180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
138180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
138180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
138180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
138180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
138180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
138180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
138180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
138180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
138180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
138180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
138180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
138180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
138180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
138180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
138180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
138180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
138180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
138180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
138180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
138180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
138180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
138180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
138180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
138180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
138180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
138180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
138180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
138180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
138180	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
138180	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
138180	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
138180	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
138180	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
138180	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
138180	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
138180	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
138180	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
138180	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
138180	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
138180	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
138180	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
138180	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
138180	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
138180	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
138180	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
138180	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
138180	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
138180	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
138180	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
138180	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
138180	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
138180	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
138180	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
138180	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
138180	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
138180	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
138180	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
138180	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
138180	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
138180	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
138180	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
138180	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
138180	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
138180	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
138180	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
138180	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
138180	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
138180	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
138180	embedding2nn.weight	0	0.049724262207746506
138180	embedding2nn.weight	1	-0.08712270855903625
138180	embedding2nn.weight	2	0.006339190527796745
138180	embedding2nn.weight	3	-0.05712041258811951
138180	embedding2nn.weight	4	-0.11675415188074112
138180	embedding2nn.weight	5	0.11285455524921417
138180	embedding2nn.weight	6	-0.1307147890329361
138180	embedding2nn.weight	7	-0.07686371356248856
138180	embedding2nn.weight	8	-0.024622205644845963
138180	embedding2nn.weight	9	0.08085593581199646
138180	embedding2nn.bias	0	0.04516606777906418
138180	embedding2nn.bias	1	0.02255089581012726
138180	embedding2nn.bias	2	-0.08762896806001663
138180	embedding2nn.bias	3	0.05976894497871399
138180	embedding2nn.bias	4	-0.012455050833523273
138180	embedding2nn.bias	5	-0.1357795149087906
138180	embedding2nn.bias	6	-0.12787973880767822
138180	embedding2nn.bias	7	-0.0446455255150795
138180	embedding2nn.bias	8	0.09001650661230087
138180	embedding2nn.bias	9	-0.062400735914707184
138180	rnn.weight_ih_l0	0	0.01844817027449608
138180	rnn.weight_ih_l0	1	-0.05689539387822151
138180	rnn.weight_ih_l0	2	-0.01512935385107994
138180	rnn.weight_ih_l0	3	-0.048166561871767044
138180	rnn.weight_ih_l0	4	0.03225087374448776
138180	rnn.weight_ih_l0	5	-0.09783701598644257
138180	rnn.weight_ih_l0	6	-0.04863087460398674
138180	rnn.weight_ih_l0	7	-0.010448645800352097
138180	rnn.weight_ih_l0	8	0.07271357625722885
138180	rnn.weight_ih_l0	9	0.028564857318997383
138180	rnn.weight_hh_l0	0	0.0027188044041395187
138180	rnn.weight_hh_l0	1	-0.09301422536373138
138180	rnn.weight_hh_l0	2	0.05876488983631134
138180	rnn.weight_hh_l0	3	0.042874377220869064
138180	rnn.weight_hh_l0	4	0.0044239591807127
138180	rnn.weight_hh_l0	5	0.06620880961418152
138180	rnn.weight_hh_l0	6	-0.01402860414236784
138180	rnn.weight_hh_l0	7	-0.09078031778335571
138180	rnn.weight_hh_l0	8	0.0026509203016757965
138180	rnn.weight_hh_l0	9	-0.07628265023231506
138180	rnn.bias_ih_l0	0	-0.06304095685482025
138180	rnn.bias_ih_l0	1	-0.17965543270111084
138180	rnn.bias_ih_l0	2	-0.24620020389556885
138180	rnn.bias_ih_l0	3	-0.27235132455825806
138180	rnn.bias_ih_l0	4	-0.012736527249217033
138180	rnn.bias_ih_l0	5	0.03298240527510643
138180	rnn.bias_ih_l0	6	-0.18480512499809265
138180	rnn.bias_ih_l0	7	-0.26026755571365356
138180	rnn.bias_ih_l0	8	-0.1240529716014862
138180	rnn.bias_ih_l0	9	-0.19207054376602173
138180	rnn.bias_hh_l0	0	0.11827952414751053
138180	rnn.bias_hh_l0	1	-0.06674370914697647
138180	rnn.bias_hh_l0	2	0.04887951910495758
138180	rnn.bias_hh_l0	3	-0.16680386662483215
138180	rnn.bias_hh_l0	4	0.05268428102135658
138180	rnn.bias_hh_l0	5	0.02542288601398468
138180	rnn.bias_hh_l0	6	-0.0913170725107193
138180	rnn.bias_hh_l0	7	-0.1526287943124771
138180	rnn.bias_hh_l0	8	-0.18628759682178497
138180	rnn.bias_hh_l0	9	-0.09267199784517288
138180	rnn.weight_ih_l0_reverse	0	-0.0182397048920393
138180	rnn.weight_ih_l0_reverse	1	0.006693607661873102
138180	rnn.weight_ih_l0_reverse	2	0.013158549554646015
138180	rnn.weight_ih_l0_reverse	3	0.0029627461917698383
138180	rnn.weight_ih_l0_reverse	4	0.034376636147499084
138180	rnn.weight_ih_l0_reverse	5	-0.05303385853767395
138180	rnn.weight_ih_l0_reverse	6	-0.05216154828667641
138180	rnn.weight_ih_l0_reverse	7	-0.0014623202150687575
138180	rnn.weight_ih_l0_reverse	8	0.08899960666894913
138180	rnn.weight_ih_l0_reverse	9	0.020458245649933815
138180	rnn.weight_hh_l0_reverse	0	0.006011335179209709
138180	rnn.weight_hh_l0_reverse	1	0.022723877802491188
138180	rnn.weight_hh_l0_reverse	2	-0.03735903277993202
138180	rnn.weight_hh_l0_reverse	3	0.042269397526979446
138180	rnn.weight_hh_l0_reverse	4	0.024899614974856377
138180	rnn.weight_hh_l0_reverse	5	0.00517929857596755
138180	rnn.weight_hh_l0_reverse	6	0.05883834883570671
138180	rnn.weight_hh_l0_reverse	7	0.02530641108751297
138180	rnn.weight_hh_l0_reverse	8	-0.014611314050853252
138180	rnn.weight_hh_l0_reverse	9	-0.03498310595750809
138180	rnn.bias_ih_l0_reverse	0	-0.13810046017169952
138180	rnn.bias_ih_l0_reverse	1	-0.2957218587398529
138180	rnn.bias_ih_l0_reverse	2	-0.0788816511631012
138180	rnn.bias_ih_l0_reverse	3	-0.14143389463424683
138180	rnn.bias_ih_l0_reverse	4	0.07407678663730621
138180	rnn.bias_ih_l0_reverse	5	-0.24583975970745087
138180	rnn.bias_ih_l0_reverse	6	-0.05507264658808708
138180	rnn.bias_ih_l0_reverse	7	0.006053808145225048
138180	rnn.bias_ih_l0_reverse	8	-0.17956781387329102
138180	rnn.bias_ih_l0_reverse	9	-0.09723254293203354
138180	rnn.bias_hh_l0_reverse	0	-0.14000928401947021
138180	rnn.bias_hh_l0_reverse	1	-0.15064077079296112
138180	rnn.bias_hh_l0_reverse	2	-0.02398594096302986
138180	rnn.bias_hh_l0_reverse	3	-0.11863675713539124
138180	rnn.bias_hh_l0_reverse	4	-0.027998512610793114
138180	rnn.bias_hh_l0_reverse	5	-0.1169060543179512
138180	rnn.bias_hh_l0_reverse	6	-0.06595370173454285
138180	rnn.bias_hh_l0_reverse	7	-0.19881492853164673
138180	rnn.bias_hh_l0_reverse	8	-0.057829275727272034
138180	rnn.bias_hh_l0_reverse	9	-0.1371864527463913
138180	linear.weight	0	-0.20125740766525269
138180	linear.weight	1	-0.13512402772903442
138180	linear.weight	2	-0.011228874325752258
138180	linear.weight	3	-0.06805531680583954
138180	linear.weight	4	-0.07596296817064285
138180	linear.weight	5	0.17152050137519836
138180	linear.weight	6	0.0047744326293468475
138180	linear.weight	7	-0.021312154829502106
138180	linear.weight	8	0.23145200312137604
138180	linear.weight	9	0.20023486018180847
138180	linear.bias	0	-0.8472751975059509
138180	linear.bias	1	1.4186789989471436
138180	linear.bias	2	-0.40663620829582214
138180	linear.bias	3	-0.7022894620895386
138180	linear.bias	4	-0.8934763669967651
138180	linear.bias	5	-1.1717082262039185
138180	linear.bias	6	-0.9061431884765625
138180	linear.bias	7	-0.7541092038154602
138180	linear.bias	8	-0.01705317199230194
138180	linear.bias	9	3.369616985321045
138377	transitions	0	-0.40485402941703796
138377	transitions	1	8.448798179626465
138377	transitions	2	-3.4666130542755127
138377	transitions	3	1.4417909383773804
138377	transitions	4	-2.082798719406128
138377	transitions	5	-0.38489294052124023
138377	transitions	6	-0.18721233308315277
138377	transitions	7	-10000.0
138377	transitions	8	1.7625972032546997
138377	transitions	9	-2.293426275253296
138377	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
138377	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
138377	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
138377	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
138377	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
138377	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
138377	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
138377	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
138377	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
138377	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
138377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
138377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
138377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
138377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
138377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
138377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
138377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
138377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
138377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
138377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
138377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
138377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
138377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
138377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
138377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
138377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
138377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
138377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
138377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
138377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
138377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
138377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
138377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
138377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
138377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
138377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
138377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
138377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
138377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
138377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
138377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
138377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
138377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
138377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
138377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
138377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
138377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
138377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
138377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
138377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
138377	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
138377	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
138377	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
138377	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
138377	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
138377	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
138377	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
138377	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
138377	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
138377	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
138377	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
138377	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
138377	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
138377	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
138377	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
138377	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
138377	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
138377	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
138377	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
138377	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
138377	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
138377	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
138377	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
138377	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
138377	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
138377	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
138377	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
138377	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
138377	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
138377	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
138377	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
138377	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
138377	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
138377	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
138377	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
138377	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
138377	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
138377	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
138377	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
138377	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
138377	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
138377	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
138377	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
138377	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
138377	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
138377	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
138377	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
138377	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
138377	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
138377	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
138377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
138377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
138377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
138377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
138377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
138377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
138377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
138377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
138377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
138377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
138377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
138377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
138377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
138377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
138377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
138377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
138377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
138377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
138377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
138377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
138377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
138377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
138377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
138377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
138377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
138377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
138377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
138377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
138377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
138377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
138377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
138377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
138377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
138377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
138377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
138377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
138377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
138377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
138377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
138377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
138377	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
138377	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
138377	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
138377	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
138377	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
138377	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
138377	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
138377	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
138377	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
138377	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
138377	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
138377	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
138377	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
138377	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
138377	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
138377	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
138377	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
138377	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
138377	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
138377	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
138377	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
138377	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
138377	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
138377	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
138377	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
138377	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
138377	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
138377	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
138377	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
138377	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
138377	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
138377	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
138377	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
138377	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
138377	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
138377	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
138377	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
138377	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
138377	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
138377	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
138377	embedding2nn.weight	0	0.0500069260597229
138377	embedding2nn.weight	1	-0.08751930296421051
138377	embedding2nn.weight	2	0.007070017512887716
138377	embedding2nn.weight	3	-0.05846894159913063
138377	embedding2nn.weight	4	-0.11685553938150406
138377	embedding2nn.weight	5	0.1126658022403717
138377	embedding2nn.weight	6	-0.12931428849697113
138377	embedding2nn.weight	7	-0.0775255486369133
138377	embedding2nn.weight	8	-0.024628523737192154
138377	embedding2nn.weight	9	0.0825532078742981
138377	embedding2nn.bias	0	0.04783272743225098
138377	embedding2nn.bias	1	0.019772682338953018
138377	embedding2nn.bias	2	-0.089503213763237
138377	embedding2nn.bias	3	0.0682876780629158
138377	embedding2nn.bias	4	-0.01008798461407423
138377	embedding2nn.bias	5	-0.14000774919986725
138377	embedding2nn.bias	6	-0.12339450418949127
138377	embedding2nn.bias	7	-0.03906070441007614
138377	embedding2nn.bias	8	0.09261734038591385
138377	embedding2nn.bias	9	-0.07185215502977371
138377	rnn.weight_ih_l0	0	0.017939748242497444
138377	rnn.weight_ih_l0	1	-0.05793680250644684
138377	rnn.weight_ih_l0	2	-0.014703160151839256
138377	rnn.weight_ih_l0	3	-0.04868477210402489
138377	rnn.weight_ih_l0	4	0.03192383795976639
138377	rnn.weight_ih_l0	5	-0.09841977804899216
138377	rnn.weight_ih_l0	6	-0.049656905233860016
138377	rnn.weight_ih_l0	7	-0.009356793947517872
138377	rnn.weight_ih_l0	8	0.07179465144872665
138377	rnn.weight_ih_l0	9	0.02627900242805481
138377	rnn.weight_hh_l0	0	0.0027439394034445286
138377	rnn.weight_hh_l0	1	-0.09273552894592285
138377	rnn.weight_hh_l0	2	0.058182716369628906
138377	rnn.weight_hh_l0	3	0.04403498023748398
138377	rnn.weight_hh_l0	4	0.00440068356692791
138377	rnn.weight_hh_l0	5	0.0654044821858406
138377	rnn.weight_hh_l0	6	-0.014041543938219547
138377	rnn.weight_hh_l0	7	-0.09059323370456696
138377	rnn.weight_hh_l0	8	0.0028564424719661474
138377	rnn.weight_hh_l0	9	-0.07617504894733429
138377	rnn.bias_ih_l0	0	-0.0636516585946083
138377	rnn.bias_ih_l0	1	-0.17749488353729248
138377	rnn.bias_ih_l0	2	-0.24746456742286682
138377	rnn.bias_ih_l0	3	-0.2724105715751648
138377	rnn.bias_ih_l0	4	-0.012673275545239449
138377	rnn.bias_ih_l0	5	0.029040629044175148
138377	rnn.bias_ih_l0	6	-0.18416500091552734
138377	rnn.bias_ih_l0	7	-0.2606041133403778
138377	rnn.bias_ih_l0	8	-0.12430780380964279
138377	rnn.bias_ih_l0	9	-0.19264398515224457
138377	rnn.bias_hh_l0	0	0.11900462955236435
138377	rnn.bias_hh_l0	1	-0.06658431142568588
138377	rnn.bias_hh_l0	2	0.04862338304519653
138377	rnn.bias_hh_l0	3	-0.1664288192987442
138377	rnn.bias_hh_l0	4	0.05225001275539398
138377	rnn.bias_hh_l0	5	0.026446614414453506
138377	rnn.bias_hh_l0	6	-0.09075271338224411
138377	rnn.bias_hh_l0	7	-0.1544763594865799
138377	rnn.bias_hh_l0	8	-0.1860385239124298
138377	rnn.bias_hh_l0	9	-0.09188546985387802
138377	rnn.weight_ih_l0_reverse	0	-0.017985977232456207
138377	rnn.weight_ih_l0_reverse	1	0.007052098400890827
138377	rnn.weight_ih_l0_reverse	2	0.01570248231291771
138377	rnn.weight_ih_l0_reverse	3	0.0030471214558929205
138377	rnn.weight_ih_l0_reverse	4	0.035160649567842484
138377	rnn.weight_ih_l0_reverse	5	-0.05192337557673454
138377	rnn.weight_ih_l0_reverse	6	-0.0523144006729126
138377	rnn.weight_ih_l0_reverse	7	0.0002719270414672792
138377	rnn.weight_ih_l0_reverse	8	0.08814208209514618
138377	rnn.weight_ih_l0_reverse	9	0.018454711884260178
138377	rnn.weight_hh_l0_reverse	0	0.0059920805506408215
138377	rnn.weight_hh_l0_reverse	1	0.022812334820628166
138377	rnn.weight_hh_l0_reverse	2	-0.03723390772938728
138377	rnn.weight_hh_l0_reverse	3	0.041980840265750885
138377	rnn.weight_hh_l0_reverse	4	0.024559060111641884
138377	rnn.weight_hh_l0_reverse	5	0.005661933682858944
138377	rnn.weight_hh_l0_reverse	6	0.059357110410928726
138377	rnn.weight_hh_l0_reverse	7	0.025140732526779175
138377	rnn.weight_hh_l0_reverse	8	-0.015016614459455013
138377	rnn.weight_hh_l0_reverse	9	-0.03532608598470688
138377	rnn.bias_ih_l0_reverse	0	-0.13919302821159363
138377	rnn.bias_ih_l0_reverse	1	-0.29741865396499634
138377	rnn.bias_ih_l0_reverse	2	-0.08032636344432831
138377	rnn.bias_ih_l0_reverse	3	-0.13952699303627014
138377	rnn.bias_ih_l0_reverse	4	0.07529594749212265
138377	rnn.bias_ih_l0_reverse	5	-0.2447211742401123
138377	rnn.bias_ih_l0_reverse	6	-0.05415387824177742
138377	rnn.bias_ih_l0_reverse	7	0.006673038937151432
138377	rnn.bias_ih_l0_reverse	8	-0.1792082041501999
138377	rnn.bias_ih_l0_reverse	9	-0.09697433561086655
138377	rnn.bias_hh_l0_reverse	0	-0.1391211450099945
138377	rnn.bias_hh_l0_reverse	1	-0.1518075317144394
138377	rnn.bias_hh_l0_reverse	2	-0.024246564134955406
138377	rnn.bias_hh_l0_reverse	3	-0.11955611407756805
138377	rnn.bias_hh_l0_reverse	4	-0.027814608067274094
138377	rnn.bias_hh_l0_reverse	5	-0.11783786118030548
138377	rnn.bias_hh_l0_reverse	6	-0.06536395102739334
138377	rnn.bias_hh_l0_reverse	7	-0.19826637208461761
138377	rnn.bias_hh_l0_reverse	8	-0.057476092129945755
138377	rnn.bias_hh_l0_reverse	9	-0.1376701146364212
138377	linear.weight	0	-0.2094830721616745
138377	linear.weight	1	-0.13691571354866028
138377	linear.weight	2	-0.011228874325752258
138377	linear.weight	3	-0.07152584195137024
138377	linear.weight	4	-0.0784904956817627
138377	linear.weight	5	0.16579332947731018
138377	linear.weight	6	0.0047744326293468475
138377	linear.weight	7	-0.021312154829502106
138377	linear.weight	8	0.23355120420455933
138377	linear.weight	9	0.20511667430400848
138377	linear.bias	0	-0.8442802429199219
138377	linear.bias	1	1.3884694576263428
138377	linear.bias	2	-0.4290083050727844
138377	linear.bias	3	-0.6986175179481506
138377	linear.bias	4	-0.8844649791717529
138377	linear.bias	5	-1.17174232006073
138377	linear.bias	6	-0.9027031660079956
138377	linear.bias	7	-0.7456294298171997
138377	linear.bias	8	-0.01705317199230194
138377	linear.bias	9	3.3514978885650635
138574	transitions	0	-0.40493717789649963
138574	transitions	1	8.465340614318848
138574	transitions	2	-3.466826915740967
138574	transitions	3	1.4413148164749146
138574	transitions	4	-2.0831542015075684
138574	transitions	5	-0.3849472105503082
138574	transitions	6	-0.18724174797534943
138574	transitions	7	-10000.0
138574	transitions	8	1.7614295482635498
138574	transitions	9	-2.293433904647827
138574	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
138574	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
138574	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
138574	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
138574	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
138574	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
138574	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
138574	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
138574	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
138574	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
138574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
138574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
138574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
138574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
138574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
138574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
138574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
138574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
138574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
138574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
138574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
138574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
138574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
138574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
138574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
138574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
138574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
138574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
138574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
138574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
138574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
138574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
138574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
138574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
138574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
138574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
138574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
138574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
138574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
138574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
138574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
138574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
138574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
138574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
138574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
138574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
138574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
138574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
138574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
138574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
138574	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
138574	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
138574	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
138574	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
138574	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
138574	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
138574	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
138574	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
138574	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
138574	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
138574	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
138574	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
138574	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
138574	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
138574	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
138574	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
138574	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
138574	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
138574	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
138574	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
138574	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
138574	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
138574	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
138574	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
138574	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
138574	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
138574	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
138574	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
138574	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
138574	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
138574	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
138574	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
138574	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
138574	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
138574	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
138574	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
138574	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
138574	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
138574	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
138574	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
138574	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
138574	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
138574	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
138574	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
138574	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
138574	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
138574	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
138574	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
138574	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
138574	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
138574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
138574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
138574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
138574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
138574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
138574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
138574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
138574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
138574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
138574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
138574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
138574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
138574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
138574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
138574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
138574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
138574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
138574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
138574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
138574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
138574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
138574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
138574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
138574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
138574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
138574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
138574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
138574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
138574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
138574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
138574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
138574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
138574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
138574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
138574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
138574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
138574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
138574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
138574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
138574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
138574	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
138574	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
138574	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
138574	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
138574	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
138574	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
138574	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
138574	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
138574	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
138574	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
138574	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
138574	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
138574	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
138574	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
138574	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
138574	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
138574	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
138574	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
138574	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
138574	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
138574	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
138574	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
138574	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
138574	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
138574	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
138574	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
138574	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
138574	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
138574	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
138574	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
138574	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
138574	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
138574	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
138574	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
138574	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
138574	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
138574	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
138574	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
138574	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
138574	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
138574	embedding2nn.weight	0	0.04978035017848015
138574	embedding2nn.weight	1	-0.08803465217351913
138574	embedding2nn.weight	2	0.008149690926074982
138574	embedding2nn.weight	3	-0.05887714400887489
138574	embedding2nn.weight	4	-0.11680872738361359
138574	embedding2nn.weight	5	0.11282502114772797
138574	embedding2nn.weight	6	-0.12915070354938507
138574	embedding2nn.weight	7	-0.07746951282024384
138574	embedding2nn.weight	8	-0.02548166923224926
138574	embedding2nn.weight	9	0.0820106714963913
138574	embedding2nn.bias	0	0.040494922548532486
138574	embedding2nn.bias	1	0.005658991634845734
138574	embedding2nn.bias	2	-0.07945511490106583
138574	embedding2nn.bias	3	0.07017664611339569
138574	embedding2nn.bias	4	-0.009262255392968655
138574	embedding2nn.bias	5	-0.13673502206802368
138574	embedding2nn.bias	6	-0.13393382728099823
138574	embedding2nn.bias	7	-0.039001721888780594
138574	embedding2nn.bias	8	0.09553699940443039
138574	embedding2nn.bias	9	-0.07838286459445953
138574	rnn.weight_ih_l0	0	0.01830861158668995
138574	rnn.weight_ih_l0	1	-0.05896691605448723
138574	rnn.weight_ih_l0	2	-0.013337483629584312
138574	rnn.weight_ih_l0	3	-0.04899434745311737
138574	rnn.weight_ih_l0	4	0.031256139278411865
138574	rnn.weight_ih_l0	5	-0.09986576437950134
138574	rnn.weight_ih_l0	6	-0.04834527149796486
138574	rnn.weight_ih_l0	7	-0.00814463384449482
138574	rnn.weight_ih_l0	8	0.06811018288135529
138574	rnn.weight_ih_l0	9	0.025242973119020462
138574	rnn.weight_hh_l0	0	0.0031164565589278936
138574	rnn.weight_hh_l0	1	-0.0928848534822464
138574	rnn.weight_hh_l0	2	0.05825906991958618
138574	rnn.weight_hh_l0	3	0.04384804889559746
138574	rnn.weight_hh_l0	4	0.004500621929764748
138574	rnn.weight_hh_l0	5	0.06492873281240463
138574	rnn.weight_hh_l0	6	-0.014062686823308468
138574	rnn.weight_hh_l0	7	-0.09083221852779388
138574	rnn.weight_hh_l0	8	0.0027583951596170664
138574	rnn.weight_hh_l0	9	-0.07814913243055344
138574	rnn.bias_ih_l0	0	-0.06523767858743668
138574	rnn.bias_ih_l0	1	-0.17745135724544525
138574	rnn.bias_ih_l0	2	-0.24753820896148682
138574	rnn.bias_ih_l0	3	-0.2710070312023163
138574	rnn.bias_ih_l0	4	-0.010360287502408028
138574	rnn.bias_ih_l0	5	0.030522560700774193
138574	rnn.bias_ih_l0	6	-0.18387185037136078
138574	rnn.bias_ih_l0	7	-0.262410044670105
138574	rnn.bias_ih_l0	8	-0.12437991052865982
138574	rnn.bias_ih_l0	9	-0.19133307039737701
138574	rnn.bias_hh_l0	0	0.12062031030654907
138574	rnn.bias_hh_l0	1	-0.06573895364999771
138574	rnn.bias_hh_l0	2	0.04940522089600563
138574	rnn.bias_hh_l0	3	-0.16693232953548431
138574	rnn.bias_hh_l0	4	0.05405189096927643
138574	rnn.bias_hh_l0	5	0.02676991932094097
138574	rnn.bias_hh_l0	6	-0.09172898530960083
138574	rnn.bias_hh_l0	7	-0.15236608684062958
138574	rnn.bias_hh_l0	8	-0.18482743203639984
138574	rnn.bias_hh_l0	9	-0.09256692975759506
138574	rnn.weight_ih_l0_reverse	0	-0.01762210763990879
138574	rnn.weight_ih_l0_reverse	1	0.005967402830719948
138574	rnn.weight_ih_l0_reverse	2	0.013657095842063427
138574	rnn.weight_ih_l0_reverse	3	0.0017162809381261468
138574	rnn.weight_ih_l0_reverse	4	0.032968711107969284
138574	rnn.weight_ih_l0_reverse	5	-0.05253438279032707
138574	rnn.weight_ih_l0_reverse	6	-0.05241777375340462
138574	rnn.weight_ih_l0_reverse	7	-0.00032088044099509716
138574	rnn.weight_ih_l0_reverse	8	0.08845686912536621
138574	rnn.weight_ih_l0_reverse	9	0.019155433401465416
138574	rnn.weight_hh_l0_reverse	0	0.00607835641130805
138574	rnn.weight_hh_l0_reverse	1	0.02272680401802063
138574	rnn.weight_hh_l0_reverse	2	-0.03724260255694389
138574	rnn.weight_hh_l0_reverse	3	0.04171242564916611
138574	rnn.weight_hh_l0_reverse	4	0.02415081486105919
138574	rnn.weight_hh_l0_reverse	5	0.004924894310534
138574	rnn.weight_hh_l0_reverse	6	0.05913672223687172
138574	rnn.weight_hh_l0_reverse	7	0.02536480873823166
138574	rnn.weight_hh_l0_reverse	8	-0.014594362117350101
138574	rnn.weight_hh_l0_reverse	9	-0.035517457872629166
138574	rnn.bias_ih_l0_reverse	0	-0.13893184065818787
138574	rnn.bias_ih_l0_reverse	1	-0.2992393672466278
138574	rnn.bias_ih_l0_reverse	2	-0.0804215520620346
138574	rnn.bias_ih_l0_reverse	3	-0.13857798278331757
138574	rnn.bias_ih_l0_reverse	4	0.07732746005058289
138574	rnn.bias_ih_l0_reverse	5	-0.24669349193572998
138574	rnn.bias_ih_l0_reverse	6	-0.05391218513250351
138574	rnn.bias_ih_l0_reverse	7	0.009803509339690208
138574	rnn.bias_ih_l0_reverse	8	-0.181186705827713
138574	rnn.bias_ih_l0_reverse	9	-0.09508484601974487
138574	rnn.bias_hh_l0_reverse	0	-0.1390649527311325
138574	rnn.bias_hh_l0_reverse	1	-0.15099088847637177
138574	rnn.bias_hh_l0_reverse	2	-0.024494905024766922
138574	rnn.bias_hh_l0_reverse	3	-0.11824990063905716
138574	rnn.bias_hh_l0_reverse	4	-0.02810082398355007
138574	rnn.bias_hh_l0_reverse	5	-0.11690182238817215
138574	rnn.bias_hh_l0_reverse	6	-0.06589700281620026
138574	rnn.bias_hh_l0_reverse	7	-0.1983671635389328
138574	rnn.bias_hh_l0_reverse	8	-0.05603152513504028
138574	rnn.bias_hh_l0_reverse	9	-0.13892675936222076
138574	linear.weight	0	-0.21234655380249023
138574	linear.weight	1	-0.13169948756694794
138574	linear.weight	2	-0.011228874325752258
138574	linear.weight	3	-0.07693641632795334
138574	linear.weight	4	-0.07078617811203003
138574	linear.weight	5	0.16883373260498047
138574	linear.weight	6	0.0047744326293468475
138574	linear.weight	7	-0.021312154829502106
138574	linear.weight	8	0.22932012379169464
138574	linear.weight	9	0.21352598071098328
138574	linear.bias	0	-0.854526162147522
138574	linear.bias	1	1.4214648008346558
138574	linear.bias	2	-0.4182550609111786
138574	linear.bias	3	-0.6798595190048218
138574	linear.bias	4	-0.8834154605865479
138574	linear.bias	5	-1.1717722415924072
138574	linear.bias	6	-0.9142540097236633
138574	linear.bias	7	-0.759261965751648
138574	linear.bias	8	-0.01705317199230194
138574	linear.bias	9	3.3897533416748047
138771	transitions	0	-0.4050160050392151
138771	transitions	1	8.4704008102417
138771	transitions	2	-3.4671802520751953
138771	transitions	3	1.4460763931274414
138771	transitions	4	-2.0833723545074463
138771	transitions	5	-0.38499799370765686
138771	transitions	6	-0.18725647032260895
138771	transitions	7	-10000.0
138771	transitions	8	1.7615110874176025
138771	transitions	9	-2.2934372425079346
138771	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
138771	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
138771	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
138771	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
138771	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
138771	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
138771	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
138771	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
138771	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
138771	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
138771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
138771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
138771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
138771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
138771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
138771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
138771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
138771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
138771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
138771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
138771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
138771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
138771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
138771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
138771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
138771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
138771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
138771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
138771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
138771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
138771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
138771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
138771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
138771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
138771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
138771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
138771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
138771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
138771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
138771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
138771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
138771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
138771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
138771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
138771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
138771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
138771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
138771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
138771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
138771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
138771	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
138771	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
138771	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
138771	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
138771	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
138771	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
138771	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
138771	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
138771	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
138771	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
138771	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
138771	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
138771	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
138771	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
138771	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
138771	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
138771	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
138771	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
138771	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
138771	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
138771	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
138771	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
138771	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
138771	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
138771	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
138771	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
138771	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
138771	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
138771	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
138771	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
138771	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
138771	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
138771	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
138771	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
138771	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
138771	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
138771	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
138771	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
138771	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
138771	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
138771	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
138771	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
138771	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
138771	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
138771	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
138771	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
138771	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
138771	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
138771	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
138771	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
138771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
138771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
138771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
138771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
138771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
138771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
138771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
138771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
138771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
138771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
138771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
138771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
138771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
138771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
138771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
138771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
138771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
138771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
138771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
138771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
138771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
138771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
138771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
138771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
138771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
138771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
138771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
138771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
138771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
138771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
138771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
138771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
138771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
138771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
138771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
138771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
138771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
138771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
138771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
138771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
138771	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
138771	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
138771	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
138771	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
138771	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
138771	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
138771	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
138771	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
138771	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
138771	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
138771	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
138771	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
138771	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
138771	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
138771	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
138771	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
138771	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
138771	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
138771	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
138771	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
138771	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
138771	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
138771	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
138771	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
138771	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
138771	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
138771	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
138771	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
138771	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
138771	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
138771	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
138771	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
138771	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
138771	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
138771	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
138771	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
138771	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
138771	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
138771	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
138771	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
138771	embedding2nn.weight	0	0.04993906617164612
138771	embedding2nn.weight	1	-0.0891430526971817
138771	embedding2nn.weight	2	0.007751882076263428
138771	embedding2nn.weight	3	-0.059454940259456635
138771	embedding2nn.weight	4	-0.11689253151416779
138771	embedding2nn.weight	5	0.11202080547809601
138771	embedding2nn.weight	6	-0.13063602149486542
138771	embedding2nn.weight	7	-0.07761552184820175
138771	embedding2nn.weight	8	-0.025433389469981194
138771	embedding2nn.weight	9	0.08155092597007751
138771	embedding2nn.bias	0	0.050977036356925964
138771	embedding2nn.bias	1	0.01670329086482525
138771	embedding2nn.bias	2	-0.0807335376739502
138771	embedding2nn.bias	3	0.0741540938615799
138771	embedding2nn.bias	4	-0.0009794867364689708
138771	embedding2nn.bias	5	-0.13314180076122284
138771	embedding2nn.bias	6	-0.13282933831214905
138771	embedding2nn.bias	7	-0.04258019104599953
138771	embedding2nn.bias	8	0.09695883840322495
138771	embedding2nn.bias	9	-0.0757555142045021
138771	rnn.weight_ih_l0	0	0.017854396253824234
138771	rnn.weight_ih_l0	1	-0.05970997363328934
138771	rnn.weight_ih_l0	2	-0.01218237541615963
138771	rnn.weight_ih_l0	3	-0.049831658601760864
138771	rnn.weight_ih_l0	4	0.03177157789468765
138771	rnn.weight_ih_l0	5	-0.09932170063257217
138771	rnn.weight_ih_l0	6	-0.04847899451851845
138771	rnn.weight_ih_l0	7	-0.0108858123421669
138771	rnn.weight_ih_l0	8	0.0679156705737114
138771	rnn.weight_ih_l0	9	0.024489158764481544
138771	rnn.weight_hh_l0	0	0.0032348097302019596
138771	rnn.weight_hh_l0	1	-0.09360060840845108
138771	rnn.weight_hh_l0	2	0.0576496459543705
138771	rnn.weight_hh_l0	3	0.044068288058042526
138771	rnn.weight_hh_l0	4	0.004557830281555653
138771	rnn.weight_hh_l0	5	0.06526456773281097
138771	rnn.weight_hh_l0	6	-0.01437621284276247
138771	rnn.weight_hh_l0	7	-0.09088325500488281
138771	rnn.weight_hh_l0	8	0.003730586264282465
138771	rnn.weight_hh_l0	9	-0.07628821581602097
138771	rnn.bias_ih_l0	0	-0.06419987976551056
138771	rnn.bias_ih_l0	1	-0.17985574901103973
138771	rnn.bias_ih_l0	2	-0.24707762897014618
138771	rnn.bias_ih_l0	3	-0.2707267999649048
138771	rnn.bias_ih_l0	4	-0.010265085846185684
138771	rnn.bias_ih_l0	5	0.02959814853966236
138771	rnn.bias_ih_l0	6	-0.1836378425359726
138771	rnn.bias_ih_l0	7	-0.2641611099243164
138771	rnn.bias_ih_l0	8	-0.12304084748029709
138771	rnn.bias_ih_l0	9	-0.19212177395820618
138771	rnn.bias_hh_l0	0	0.12247475981712341
138771	rnn.bias_hh_l0	1	-0.06648100167512894
138771	rnn.bias_hh_l0	2	0.04859207198023796
138771	rnn.bias_hh_l0	3	-0.1663960963487625
138771	rnn.bias_hh_l0	4	0.053480345755815506
138771	rnn.bias_hh_l0	5	0.028791576623916626
138771	rnn.bias_hh_l0	6	-0.091434545814991
138771	rnn.bias_hh_l0	7	-0.15466323494911194
138771	rnn.bias_hh_l0	8	-0.1864386349916458
138771	rnn.bias_hh_l0	9	-0.09302691370248795
138771	rnn.weight_ih_l0_reverse	0	-0.017946336418390274
138771	rnn.weight_ih_l0_reverse	1	0.0056309509091079235
138771	rnn.weight_ih_l0_reverse	2	0.010622992180287838
138771	rnn.weight_ih_l0_reverse	3	0.0015385973965749145
138771	rnn.weight_ih_l0_reverse	4	0.03277621045708656
138771	rnn.weight_ih_l0_reverse	5	-0.05176752805709839
138771	rnn.weight_ih_l0_reverse	6	-0.05288192629814148
138771	rnn.weight_ih_l0_reverse	7	-0.00043081174953840673
138771	rnn.weight_ih_l0_reverse	8	0.08750831335783005
138771	rnn.weight_ih_l0_reverse	9	0.017930733039975166
138771	rnn.weight_hh_l0_reverse	0	0.00628960644826293
138771	rnn.weight_hh_l0_reverse	1	0.023441007360816002
138771	rnn.weight_hh_l0_reverse	2	-0.03757905215024948
138771	rnn.weight_hh_l0_reverse	3	0.04154001921415329
138771	rnn.weight_hh_l0_reverse	4	0.024386830627918243
138771	rnn.weight_hh_l0_reverse	5	0.004450634587556124
138771	rnn.weight_hh_l0_reverse	6	0.059155259281396866
138771	rnn.weight_hh_l0_reverse	7	0.025655336678028107
138771	rnn.weight_hh_l0_reverse	8	-0.014802449382841587
138771	rnn.weight_hh_l0_reverse	9	-0.036050163209438324
138771	rnn.bias_ih_l0_reverse	0	-0.14076583087444305
138771	rnn.bias_ih_l0_reverse	1	-0.29626765847206116
138771	rnn.bias_ih_l0_reverse	2	-0.07986605912446976
138771	rnn.bias_ih_l0_reverse	3	-0.13832654058933258
138771	rnn.bias_ih_l0_reverse	4	0.0766671746969223
138771	rnn.bias_ih_l0_reverse	5	-0.24621696770191193
138771	rnn.bias_ih_l0_reverse	6	-0.05471837893128395
138771	rnn.bias_ih_l0_reverse	7	0.007025155704468489
138771	rnn.bias_ih_l0_reverse	8	-0.18111513555049896
138771	rnn.bias_ih_l0_reverse	9	-0.0952296182513237
138771	rnn.bias_hh_l0_reverse	0	-0.14140073955059052
138771	rnn.bias_hh_l0_reverse	1	-0.15192864835262299
138771	rnn.bias_hh_l0_reverse	2	-0.02419622614979744
138771	rnn.bias_hh_l0_reverse	3	-0.11960770934820175
138771	rnn.bias_hh_l0_reverse	4	-0.029065808281302452
138771	rnn.bias_hh_l0_reverse	5	-0.11665020138025284
138771	rnn.bias_hh_l0_reverse	6	-0.06666122376918793
138771	rnn.bias_hh_l0_reverse	7	-0.1992083638906479
138771	rnn.bias_hh_l0_reverse	8	-0.05358089134097099
138771	rnn.bias_hh_l0_reverse	9	-0.13863299787044525
138771	linear.weight	0	-0.21224267780780792
138771	linear.weight	1	-0.13451921939849854
138771	linear.weight	2	-0.011228874325752258
138771	linear.weight	3	-0.08374634385108948
138771	linear.weight	4	-0.0699448361992836
138771	linear.weight	5	0.17026247084140778
138771	linear.weight	6	0.0047744326293468475
138771	linear.weight	7	-0.021312154829502106
138771	linear.weight	8	0.21820402145385742
138771	linear.weight	9	0.2162034958600998
138771	linear.bias	0	-0.8496487736701965
138771	linear.bias	1	1.390511155128479
138771	linear.bias	2	-0.42575058341026306
138771	linear.bias	3	-0.6770495772361755
138771	linear.bias	4	-0.8849111795425415
138771	linear.bias	5	-1.171809196472168
138771	linear.bias	6	-0.9102483987808228
138771	linear.bias	7	-0.7480684518814087
138771	linear.bias	8	-0.01705317199230194
138771	linear.bias	9	3.3879377841949463
138968	transitions	0	-0.4053191840648651
138968	transitions	1	8.473949432373047
138968	transitions	2	-3.467604875564575
138968	transitions	3	1.4470494985580444
138968	transitions	4	-2.0837221145629883
138968	transitions	5	-0.38521984219551086
138968	transitions	6	-0.18729209899902344
138968	transitions	7	-10000.0
138968	transitions	8	1.76167893409729
138968	transitions	9	-2.293440103530884
138968	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
138968	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
138968	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
138968	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
138968	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
138968	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
138968	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
138968	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
138968	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
138968	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
138968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
138968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
138968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
138968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
138968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
138968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
138968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
138968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
138968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
138968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
138968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
138968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
138968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
138968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
138968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
138968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
138968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
138968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
138968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
138968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
138968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
138968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
138968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
138968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
138968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
138968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
138968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
138968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
138968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
138968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
138968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
138968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
138968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
138968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
138968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
138968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
138968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
138968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
138968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
138968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
138968	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
138968	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
138968	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
138968	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
138968	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
138968	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
138968	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
138968	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
138968	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
138968	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
138968	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
138968	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
138968	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
138968	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
138968	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
138968	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
138968	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
138968	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
138968	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
138968	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
138968	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
138968	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
138968	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
138968	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
138968	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
138968	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
138968	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
138968	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
138968	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
138968	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
138968	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
138968	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
138968	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
138968	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
138968	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
138968	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
138968	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
138968	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
138968	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
138968	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
138968	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
138968	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
138968	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
138968	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
138968	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
138968	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
138968	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
138968	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
138968	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
138968	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
138968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
138968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
138968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
138968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
138968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
138968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
138968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
138968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
138968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
138968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
138968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
138968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
138968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
138968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
138968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
138968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
138968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
138968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
138968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
138968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
138968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
138968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
138968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
138968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
138968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
138968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
138968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
138968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
138968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
138968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
138968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
138968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
138968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
138968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
138968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
138968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
138968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
138968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
138968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
138968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
138968	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
138968	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
138968	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
138968	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
138968	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
138968	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
138968	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
138968	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
138968	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
138968	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
138968	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
138968	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
138968	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
138968	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
138968	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
138968	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
138968	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
138968	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
138968	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
138968	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
138968	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
138968	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
138968	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
138968	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
138968	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
138968	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
138968	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
138968	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
138968	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
138968	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
138968	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
138968	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
138968	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
138968	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
138968	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
138968	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
138968	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
138968	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
138968	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
138968	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
138968	embedding2nn.weight	0	0.05011076107621193
138968	embedding2nn.weight	1	-0.09010014683008194
138968	embedding2nn.weight	2	0.007443767506629229
138968	embedding2nn.weight	3	-0.05877257511019707
138968	embedding2nn.weight	4	-0.11382922530174255
138968	embedding2nn.weight	5	0.11192937195301056
138968	embedding2nn.weight	6	-0.1286652386188507
138968	embedding2nn.weight	7	-0.07732357829809189
138968	embedding2nn.weight	8	-0.024897905066609383
138968	embedding2nn.weight	9	0.08017435669898987
138968	embedding2nn.bias	0	0.04813610762357712
138968	embedding2nn.bias	1	0.00797803420573473
138968	embedding2nn.bias	2	-0.08277873694896698
138968	embedding2nn.bias	3	0.07094808667898178
138968	embedding2nn.bias	4	-0.004992120433598757
138968	embedding2nn.bias	5	-0.12251133471727371
138968	embedding2nn.bias	6	-0.13986864686012268
138968	embedding2nn.bias	7	-0.0357399620115757
138968	embedding2nn.bias	8	0.09392044693231583
138968	embedding2nn.bias	9	-0.07173237204551697
138968	rnn.weight_ih_l0	0	0.01711375266313553
138968	rnn.weight_ih_l0	1	-0.058869317173957825
138968	rnn.weight_ih_l0	2	-0.013791595585644245
138968	rnn.weight_ih_l0	3	-0.0502358116209507
138968	rnn.weight_ih_l0	4	0.032642047852277756
138968	rnn.weight_ih_l0	5	-0.0999772921204567
138968	rnn.weight_ih_l0	6	-0.04909355938434601
138968	rnn.weight_ih_l0	7	-0.010608810931444168
138968	rnn.weight_ih_l0	8	0.06501249969005585
138968	rnn.weight_ih_l0	9	0.022302985191345215
138968	rnn.weight_hh_l0	0	0.003037472488358617
138968	rnn.weight_hh_l0	1	-0.09367254376411438
138968	rnn.weight_hh_l0	2	0.057687561959028244
138968	rnn.weight_hh_l0	3	0.04452146962285042
138968	rnn.weight_hh_l0	4	0.004522204399108887
138968	rnn.weight_hh_l0	5	0.06586944311857224
138968	rnn.weight_hh_l0	6	-0.014441678300499916
138968	rnn.weight_hh_l0	7	-0.09104319661855698
138968	rnn.weight_hh_l0	8	0.003949729260057211
138968	rnn.weight_hh_l0	9	-0.07659704983234406
138968	rnn.bias_ih_l0	0	-0.06594280898571014
138968	rnn.bias_ih_l0	1	-0.17860889434814453
138968	rnn.bias_ih_l0	2	-0.24829283356666565
138968	rnn.bias_ih_l0	3	-0.27219003438949585
138968	rnn.bias_ih_l0	4	-0.009913436137139797
138968	rnn.bias_ih_l0	5	0.03132651746273041
138968	rnn.bias_ih_l0	6	-0.18361756205558777
138968	rnn.bias_ih_l0	7	-0.26468726992607117
138968	rnn.bias_ih_l0	8	-0.12392564117908478
138968	rnn.bias_ih_l0	9	-0.19182288646697998
138968	rnn.bias_hh_l0	0	0.1177111491560936
138968	rnn.bias_hh_l0	1	-0.06779766827821732
138968	rnn.bias_hh_l0	2	0.04875476658344269
138968	rnn.bias_hh_l0	3	-0.1643684208393097
138968	rnn.bias_hh_l0	4	0.05597402900457382
138968	rnn.bias_hh_l0	5	0.02683497592806816
138968	rnn.bias_hh_l0	6	-0.08969932049512863
138968	rnn.bias_hh_l0	7	-0.1545744240283966
138968	rnn.bias_hh_l0	8	-0.18495973944664001
138968	rnn.bias_hh_l0	9	-0.0941745787858963
138968	rnn.weight_ih_l0_reverse	0	-0.017545683309435844
138968	rnn.weight_ih_l0_reverse	1	0.005496129393577576
138968	rnn.weight_ih_l0_reverse	2	0.012501771561801434
138968	rnn.weight_ih_l0_reverse	3	0.004361953120678663
138968	rnn.weight_ih_l0_reverse	4	0.03253205120563507
138968	rnn.weight_ih_l0_reverse	5	-0.051410119980573654
138968	rnn.weight_ih_l0_reverse	6	-0.05112813413143158
138968	rnn.weight_ih_l0_reverse	7	-0.0016735007520765066
138968	rnn.weight_ih_l0_reverse	8	0.08861029893159866
138968	rnn.weight_ih_l0_reverse	9	0.018120689317584038
138968	rnn.weight_hh_l0_reverse	0	0.0064033083617687225
138968	rnn.weight_hh_l0_reverse	1	0.023420171812176704
138968	rnn.weight_hh_l0_reverse	2	-0.038002822548151016
138968	rnn.weight_hh_l0_reverse	3	0.04156917706131935
138968	rnn.weight_hh_l0_reverse	4	0.024083491414785385
138968	rnn.weight_hh_l0_reverse	5	0.004137746524065733
138968	rnn.weight_hh_l0_reverse	6	0.05937957763671875
138968	rnn.weight_hh_l0_reverse	7	0.025727540254592896
138968	rnn.weight_hh_l0_reverse	8	-0.014968973584473133
138968	rnn.weight_hh_l0_reverse	9	-0.03594718500971794
138968	rnn.bias_ih_l0_reverse	0	-0.14055247604846954
138968	rnn.bias_ih_l0_reverse	1	-0.2949645519256592
138968	rnn.bias_ih_l0_reverse	2	-0.07890419661998749
138968	rnn.bias_ih_l0_reverse	3	-0.13748174905776978
138968	rnn.bias_ih_l0_reverse	4	0.07550004124641418
138968	rnn.bias_ih_l0_reverse	5	-0.24502724409103394
138968	rnn.bias_ih_l0_reverse	6	-0.05298729985952377
138968	rnn.bias_ih_l0_reverse	7	0.0062357597053050995
138968	rnn.bias_ih_l0_reverse	8	-0.18177732825279236
138968	rnn.bias_ih_l0_reverse	9	-0.09552180767059326
138968	rnn.bias_hh_l0_reverse	0	-0.1422886699438095
138968	rnn.bias_hh_l0_reverse	1	-0.14944720268249512
138968	rnn.bias_hh_l0_reverse	2	-0.022777250036597252
138968	rnn.bias_hh_l0_reverse	3	-0.11819621175527573
138968	rnn.bias_hh_l0_reverse	4	-0.030301116406917572
138968	rnn.bias_hh_l0_reverse	5	-0.11407952755689621
138968	rnn.bias_hh_l0_reverse	6	-0.06839600205421448
138968	rnn.bias_hh_l0_reverse	7	-0.1980983465909958
138968	rnn.bias_hh_l0_reverse	8	-0.05338386446237564
138968	rnn.bias_hh_l0_reverse	9	-0.13924479484558105
138968	linear.weight	0	-0.22293566167354584
138968	linear.weight	1	-0.1369275450706482
138968	linear.weight	2	-0.011228874325752258
138968	linear.weight	3	-0.08491603285074234
138968	linear.weight	4	-0.06856358051300049
138968	linear.weight	5	0.16709411144256592
138968	linear.weight	6	0.0047744326293468475
138968	linear.weight	7	-0.021312154829502106
138968	linear.weight	8	0.2108294516801834
138968	linear.weight	9	0.20711931586265564
138968	linear.bias	0	-0.8394253849983215
138968	linear.bias	1	1.4330065250396729
138968	linear.bias	2	-0.4273042678833008
138968	linear.bias	3	-0.6888548135757446
138968	linear.bias	4	-0.8958317041397095
138968	linear.bias	5	-1.1718403100967407
138968	linear.bias	6	-0.9004772901535034
138968	linear.bias	7	-0.7514781355857849
138968	linear.bias	8	-0.01705317199230194
138968	linear.bias	9	3.3631670475006104
139165	transitions	0	-0.4054998755455017
139165	transitions	1	8.478239059448242
139165	transitions	2	-3.468209743499756
139165	transitions	3	1.4442557096481323
139165	transitions	4	-2.0841050148010254
139165	transitions	5	-0.3852803409099579
139165	transitions	6	-0.18731169402599335
139165	transitions	7	-10000.0
139165	transitions	8	1.7631131410598755
139165	transitions	9	-2.2934460639953613
139165	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
139165	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
139165	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
139165	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
139165	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
139165	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
139165	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
139165	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
139165	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
139165	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
139165	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
139165	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
139165	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
139165	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
139165	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
139165	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
139165	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
139165	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
139165	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
139165	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
139165	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
139165	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
139165	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
139165	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
139165	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
139165	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
139165	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
139165	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
139165	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
139165	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
139165	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
139165	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
139165	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
139165	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
139165	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
139165	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
139165	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
139165	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
139165	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
139165	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
139165	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
139165	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
139165	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
139165	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
139165	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
139165	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
139165	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
139165	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
139165	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
139165	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
139165	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
139165	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
139165	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
139165	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
139165	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
139165	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
139165	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
139165	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
139165	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
139165	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
139165	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
139165	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
139165	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
139165	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
139165	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
139165	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
139165	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
139165	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
139165	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
139165	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
139165	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
139165	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
139165	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
139165	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
139165	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
139165	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
139165	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
139165	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
139165	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
139165	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
139165	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
139165	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
139165	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
139165	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
139165	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
139165	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
139165	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
139165	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
139165	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
139165	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
139165	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
139165	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
139165	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
139165	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
139165	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
139165	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
139165	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
139165	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
139165	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
139165	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
139165	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
139165	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
139165	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
139165	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
139165	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
139165	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
139165	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
139165	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
139165	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
139165	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
139165	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
139165	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
139165	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
139165	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
139165	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
139165	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
139165	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
139165	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
139165	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
139165	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
139165	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
139165	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
139165	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
139165	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
139165	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
139165	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
139165	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
139165	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
139165	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
139165	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
139165	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
139165	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
139165	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
139165	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
139165	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
139165	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
139165	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
139165	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
139165	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
139165	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
139165	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
139165	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
139165	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
139165	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
139165	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
139165	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
139165	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
139165	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
139165	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
139165	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
139165	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
139165	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
139165	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
139165	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
139165	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
139165	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
139165	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
139165	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
139165	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
139165	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
139165	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
139165	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
139165	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
139165	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
139165	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
139165	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
139165	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
139165	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
139165	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
139165	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
139165	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
139165	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
139165	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
139165	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
139165	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
139165	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
139165	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
139165	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
139165	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
139165	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
139165	embedding2nn.weight	0	0.04967307299375534
139165	embedding2nn.weight	1	-0.09061255306005478
139165	embedding2nn.weight	2	0.008265780285000801
139165	embedding2nn.weight	3	-0.058518290519714355
139165	embedding2nn.weight	4	-0.11236345022916794
139165	embedding2nn.weight	5	0.11191155016422272
139165	embedding2nn.weight	6	-0.13133731484413147
139165	embedding2nn.weight	7	-0.07825326174497604
139165	embedding2nn.weight	8	-0.0250423364341259
139165	embedding2nn.weight	9	0.07989605516195297
139165	embedding2nn.bias	0	0.05059845745563507
139165	embedding2nn.bias	1	0.014486346393823624
139165	embedding2nn.bias	2	-0.08594317734241486
139165	embedding2nn.bias	3	0.06968273222446442
139165	embedding2nn.bias	4	-0.006453861016780138
139165	embedding2nn.bias	5	-0.13315612077713013
139165	embedding2nn.bias	6	-0.12550538778305054
139165	embedding2nn.bias	7	-0.034099504351615906
139165	embedding2nn.bias	8	0.0966624766588211
139165	embedding2nn.bias	9	-0.06568131595849991
139165	rnn.weight_ih_l0	0	0.016364747658371925
139165	rnn.weight_ih_l0	1	-0.05866327881813049
139165	rnn.weight_ih_l0	2	-0.01413540169596672
139165	rnn.weight_ih_l0	3	-0.050632160156965256
139165	rnn.weight_ih_l0	4	0.031987715512514114
139165	rnn.weight_ih_l0	5	-0.09764505922794342
139165	rnn.weight_ih_l0	6	-0.05161235108971596
139165	rnn.weight_ih_l0	7	-0.010871555656194687
139165	rnn.weight_ih_l0	8	0.064530149102211
139165	rnn.weight_ih_l0	9	0.022752027958631516
139165	rnn.weight_hh_l0	0	0.0030168339144438505
139165	rnn.weight_hh_l0	1	-0.09306483715772629
139165	rnn.weight_hh_l0	2	0.05795152112841606
139165	rnn.weight_hh_l0	3	0.045158542692661285
139165	rnn.weight_hh_l0	4	0.004536081105470657
139165	rnn.weight_hh_l0	5	0.06598925590515137
139165	rnn.weight_hh_l0	6	-0.014372202567756176
139165	rnn.weight_hh_l0	7	-0.09137522429227829
139165	rnn.weight_hh_l0	8	0.003809896530583501
139165	rnn.weight_hh_l0	9	-0.07496221363544464
139165	rnn.bias_ih_l0	0	-0.06540877372026443
139165	rnn.bias_ih_l0	1	-0.17839974164962769
139165	rnn.bias_ih_l0	2	-0.2467201054096222
139165	rnn.bias_ih_l0	3	-0.27203744649887085
139165	rnn.bias_ih_l0	4	-0.009719150140881538
139165	rnn.bias_ih_l0	5	0.03298018127679825
139165	rnn.bias_ih_l0	6	-0.18208374083042145
139165	rnn.bias_ih_l0	7	-0.263999879360199
139165	rnn.bias_ih_l0	8	-0.12253209203481674
139165	rnn.bias_ih_l0	9	-0.19273191690444946
139165	rnn.bias_hh_l0	0	0.12071308493614197
139165	rnn.bias_hh_l0	1	-0.06702390313148499
139165	rnn.bias_hh_l0	2	0.04936567321419716
139165	rnn.bias_hh_l0	3	-0.16492629051208496
139165	rnn.bias_hh_l0	4	0.05409220978617668
139165	rnn.bias_hh_l0	5	0.029492845758795738
139165	rnn.bias_hh_l0	6	-0.09013073891401291
139165	rnn.bias_hh_l0	7	-0.15500286221504211
139165	rnn.bias_hh_l0	8	-0.18491262197494507
139165	rnn.bias_hh_l0	9	-0.09525047987699509
139165	rnn.weight_ih_l0_reverse	0	-0.017308617010712624
139165	rnn.weight_ih_l0_reverse	1	0.006514145992696285
139165	rnn.weight_ih_l0_reverse	2	0.011762890964746475
139165	rnn.weight_ih_l0_reverse	3	0.004346298053860664
139165	rnn.weight_ih_l0_reverse	4	0.03117402084171772
139165	rnn.weight_ih_l0_reverse	5	-0.05095919221639633
139165	rnn.weight_ih_l0_reverse	6	-0.05222189426422119
139165	rnn.weight_ih_l0_reverse	7	-0.0017575068632140756
139165	rnn.weight_ih_l0_reverse	8	0.08855636417865753
139165	rnn.weight_ih_l0_reverse	9	0.01812562346458435
139165	rnn.weight_hh_l0_reverse	0	0.0064517054706811905
139165	rnn.weight_hh_l0_reverse	1	0.023944953456521034
139165	rnn.weight_hh_l0_reverse	2	-0.03794517740607262
139165	rnn.weight_hh_l0_reverse	3	0.04182783514261246
139165	rnn.weight_hh_l0_reverse	4	0.02432478964328766
139165	rnn.weight_hh_l0_reverse	5	0.004653353709727526
139165	rnn.weight_hh_l0_reverse	6	0.059251654893159866
139165	rnn.weight_hh_l0_reverse	7	0.02585110068321228
139165	rnn.weight_hh_l0_reverse	8	-0.0152619993314147
139165	rnn.weight_hh_l0_reverse	9	-0.035510577261447906
139165	rnn.bias_ih_l0_reverse	0	-0.14027760922908783
139165	rnn.bias_ih_l0_reverse	1	-0.2920779883861542
139165	rnn.bias_ih_l0_reverse	2	-0.07741394639015198
139165	rnn.bias_ih_l0_reverse	3	-0.1376282274723053
139165	rnn.bias_ih_l0_reverse	4	0.0785345733165741
139165	rnn.bias_ih_l0_reverse	5	-0.24512596428394318
139165	rnn.bias_ih_l0_reverse	6	-0.05235148221254349
139165	rnn.bias_ih_l0_reverse	7	0.00665000407025218
139165	rnn.bias_ih_l0_reverse	8	-0.1811860054731369
139165	rnn.bias_ih_l0_reverse	9	-0.0953921377658844
139165	rnn.bias_hh_l0_reverse	0	-0.14389437437057495
139165	rnn.bias_hh_l0_reverse	1	-0.15050257742404938
139165	rnn.bias_hh_l0_reverse	2	-0.021500250324606895
139165	rnn.bias_hh_l0_reverse	3	-0.11759249866008759
139165	rnn.bias_hh_l0_reverse	4	-0.031813688576221466
139165	rnn.bias_hh_l0_reverse	5	-0.11244839429855347
139165	rnn.bias_hh_l0_reverse	6	-0.07086941599845886
139165	rnn.bias_hh_l0_reverse	7	-0.1978883147239685
139165	rnn.bias_hh_l0_reverse	8	-0.05291203781962395
139165	rnn.bias_hh_l0_reverse	9	-0.1392962634563446
139165	linear.weight	0	-0.2112511545419693
139165	linear.weight	1	-0.13720835745334625
139165	linear.weight	2	-0.011228874325752258
139165	linear.weight	3	-0.08752787113189697
139165	linear.weight	4	-0.04549930617213249
139165	linear.weight	5	0.1692376285791397
139165	linear.weight	6	0.0047744326293468475
139165	linear.weight	7	-0.021312154829502106
139165	linear.weight	8	0.18914128839969635
139165	linear.weight	9	0.1991499960422516
139165	linear.bias	0	-0.8461914658546448
139165	linear.bias	1	1.3683195114135742
139165	linear.bias	2	-0.41978782415390015
139165	linear.bias	3	-0.6768176555633545
139165	linear.bias	4	-0.8718151450157166
139165	linear.bias	5	-1.1718623638153076
139165	linear.bias	6	-0.9083693623542786
139165	linear.bias	7	-0.7466817498207092
139165	linear.bias	8	-0.01705317199230194
139165	linear.bias	9	3.360919952392578
139362	transitions	0	-0.40558379888534546
139362	transitions	1	8.498722076416016
139362	transitions	2	-3.468743085861206
139362	transitions	3	1.4428536891937256
139362	transitions	4	-2.0845344066619873
139362	transitions	5	-0.3853360712528229
139362	transitions	6	-0.18733364343643188
139362	transitions	7	-10000.0
139362	transitions	8	1.7648191452026367
139362	transitions	9	-2.2934486865997314
139362	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
139362	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
139362	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
139362	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
139362	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
139362	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
139362	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
139362	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
139362	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
139362	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
139362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
139362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
139362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
139362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
139362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
139362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
139362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
139362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
139362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
139362	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
139362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
139362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
139362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
139362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
139362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
139362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
139362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
139362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
139362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
139362	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
139362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
139362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
139362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
139362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
139362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
139362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
139362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
139362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
139362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
139362	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
139362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
139362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
139362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
139362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
139362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
139362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
139362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
139362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
139362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
139362	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
139362	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
139362	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
139362	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
139362	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
139362	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
139362	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
139362	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
139362	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
139362	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
139362	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
139362	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
139362	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
139362	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
139362	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
139362	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
139362	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
139362	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
139362	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
139362	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
139362	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
139362	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
139362	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
139362	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
139362	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
139362	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
139362	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
139362	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
139362	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
139362	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
139362	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
139362	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
139362	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
139362	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
139362	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
139362	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
139362	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
139362	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
139362	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
139362	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
139362	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
139362	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
139362	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
139362	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
139362	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
139362	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
139362	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
139362	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
139362	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
139362	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
139362	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
139362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
139362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
139362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
139362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
139362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
139362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
139362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
139362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
139362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
139362	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
139362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
139362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
139362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
139362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
139362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
139362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
139362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
139362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
139362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
139362	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
139362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
139362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
139362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
139362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
139362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
139362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
139362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
139362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
139362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
139362	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
139362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
139362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
139362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
139362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
139362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
139362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
139362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
139362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
139362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
139362	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
139362	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
139362	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
139362	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
139362	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
139362	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
139362	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
139362	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
139362	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
139362	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
139362	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
139362	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
139362	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
139362	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
139362	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
139362	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
139362	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
139362	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
139362	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
139362	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
139362	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
139362	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
139362	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
139362	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
139362	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
139362	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
139362	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
139362	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
139362	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
139362	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
139362	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
139362	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
139362	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
139362	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
139362	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
139362	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
139362	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
139362	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
139362	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
139362	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
139362	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
139362	embedding2nn.weight	0	0.049733590334653854
139362	embedding2nn.weight	1	-0.09131623804569244
139362	embedding2nn.weight	2	0.006762445904314518
139362	embedding2nn.weight	3	-0.05842291936278343
139362	embedding2nn.weight	4	-0.11157841235399246
139362	embedding2nn.weight	5	0.11150465905666351
139362	embedding2nn.weight	6	-0.12784424424171448
139362	embedding2nn.weight	7	-0.07647357881069183
139362	embedding2nn.weight	8	-0.025602426379919052
139362	embedding2nn.weight	9	0.07842856645584106
139362	embedding2nn.bias	0	0.051034729927778244
139362	embedding2nn.bias	1	0.020946236327290535
139362	embedding2nn.bias	2	-0.08722620457410812
139362	embedding2nn.bias	3	0.06679289042949677
139362	embedding2nn.bias	4	-0.004041226580739021
139362	embedding2nn.bias	5	-0.12606576085090637
139362	embedding2nn.bias	6	-0.12459695339202881
139362	embedding2nn.bias	7	-0.03104841150343418
139362	embedding2nn.bias	8	0.09799231588840485
139362	embedding2nn.bias	9	-0.06646157056093216
139362	rnn.weight_ih_l0	0	0.016169855371117592
139362	rnn.weight_ih_l0	1	-0.0590679869055748
139362	rnn.weight_ih_l0	2	-0.013076789677143097
139362	rnn.weight_ih_l0	3	-0.05259901285171509
139362	rnn.weight_ih_l0	4	0.03201182559132576
139362	rnn.weight_ih_l0	5	-0.09971576184034348
139362	rnn.weight_ih_l0	6	-0.052816104143857956
139362	rnn.weight_ih_l0	7	-0.010842523537576199
139362	rnn.weight_ih_l0	8	0.06538008898496628
139362	rnn.weight_ih_l0	9	0.02241084724664688
139362	rnn.weight_hh_l0	0	0.0028645603451877832
139362	rnn.weight_hh_l0	1	-0.09297257661819458
139362	rnn.weight_hh_l0	2	0.05787884071469307
139362	rnn.weight_hh_l0	3	0.04440004378557205
139362	rnn.weight_hh_l0	4	0.004246181342750788
139362	rnn.weight_hh_l0	5	0.06640174239873886
139362	rnn.weight_hh_l0	6	-0.01482648029923439
139362	rnn.weight_hh_l0	7	-0.09114380925893784
139362	rnn.weight_hh_l0	8	0.00378828844986856
139362	rnn.weight_hh_l0	9	-0.07419024407863617
139362	rnn.bias_ih_l0	0	-0.06367554515600204
139362	rnn.bias_ih_l0	1	-0.17961657047271729
139362	rnn.bias_ih_l0	2	-0.24794650077819824
139362	rnn.bias_ih_l0	3	-0.2709225118160248
139362	rnn.bias_ih_l0	4	-0.01175543200224638
139362	rnn.bias_ih_l0	5	0.03464079648256302
139362	rnn.bias_ih_l0	6	-0.17944858968257904
139362	rnn.bias_ih_l0	7	-0.263779878616333
139362	rnn.bias_ih_l0	8	-0.12392660230398178
139362	rnn.bias_ih_l0	9	-0.19456662237644196
139362	rnn.bias_hh_l0	0	0.12061622738838196
139362	rnn.bias_hh_l0	1	-0.0663180723786354
139362	rnn.bias_hh_l0	2	0.051034875214099884
139362	rnn.bias_hh_l0	3	-0.16370712220668793
139362	rnn.bias_hh_l0	4	0.0567365325987339
139362	rnn.bias_hh_l0	5	0.028427094221115112
139362	rnn.bias_hh_l0	6	-0.089121513068676
139362	rnn.bias_hh_l0	7	-0.15502841770648956
139362	rnn.bias_hh_l0	8	-0.18512682616710663
139362	rnn.bias_hh_l0	9	-0.09410391747951508
139362	rnn.weight_ih_l0_reverse	0	-0.017285728827118874
139362	rnn.weight_ih_l0_reverse	1	0.007075190078467131
139362	rnn.weight_ih_l0_reverse	2	0.010748962871730328
139362	rnn.weight_ih_l0_reverse	3	0.004720911383628845
139362	rnn.weight_ih_l0_reverse	4	0.030943410471081734
139362	rnn.weight_ih_l0_reverse	5	-0.051547203212976456
139362	rnn.weight_ih_l0_reverse	6	-0.05209670588374138
139362	rnn.weight_ih_l0_reverse	7	-0.0002503205032553524
139362	rnn.weight_ih_l0_reverse	8	0.08750756084918976
139362	rnn.weight_ih_l0_reverse	9	0.0194582249969244
139362	rnn.weight_hh_l0_reverse	0	0.0063013602048158646
139362	rnn.weight_hh_l0_reverse	1	0.023701747879385948
139362	rnn.weight_hh_l0_reverse	2	-0.03803576901555061
139362	rnn.weight_hh_l0_reverse	3	0.04185841605067253
139362	rnn.weight_hh_l0_reverse	4	0.024575889110565186
139362	rnn.weight_hh_l0_reverse	5	0.004758646246045828
139362	rnn.weight_hh_l0_reverse	6	0.05892316997051239
139362	rnn.weight_hh_l0_reverse	7	0.025783879682421684
139362	rnn.weight_hh_l0_reverse	8	-0.015045780688524246
139362	rnn.weight_hh_l0_reverse	9	-0.03547180816531181
139362	rnn.bias_ih_l0_reverse	0	-0.13949011266231537
139362	rnn.bias_ih_l0_reverse	1	-0.2931060492992401
139362	rnn.bias_ih_l0_reverse	2	-0.0771305039525032
139362	rnn.bias_ih_l0_reverse	3	-0.13797372579574585
139362	rnn.bias_ih_l0_reverse	4	0.0798654705286026
139362	rnn.bias_ih_l0_reverse	5	-0.24630051851272583
139362	rnn.bias_ih_l0_reverse	6	-0.05109367147088051
139362	rnn.bias_ih_l0_reverse	7	0.004506887402385473
139362	rnn.bias_ih_l0_reverse	8	-0.18125736713409424
139362	rnn.bias_ih_l0_reverse	9	-0.09393513202667236
139362	rnn.bias_hh_l0_reverse	0	-0.1455138474702835
139362	rnn.bias_hh_l0_reverse	1	-0.1520729660987854
139362	rnn.bias_hh_l0_reverse	2	-0.021017901599407196
139362	rnn.bias_hh_l0_reverse	3	-0.1175866574048996
139362	rnn.bias_hh_l0_reverse	4	-0.03328121080994606
139362	rnn.bias_hh_l0_reverse	5	-0.11173281073570251
139362	rnn.bias_hh_l0_reverse	6	-0.07003263384103775
139362	rnn.bias_hh_l0_reverse	7	-0.19876261055469513
139362	rnn.bias_hh_l0_reverse	8	-0.053430669009685516
139362	rnn.bias_hh_l0_reverse	9	-0.13930518925189972
139362	linear.weight	0	-0.21013735234737396
139362	linear.weight	1	-0.14286065101623535
139362	linear.weight	2	-0.011228874325752258
139362	linear.weight	3	-0.08500906825065613
139362	linear.weight	4	-0.03187456727027893
139362	linear.weight	5	0.16875877976417542
139362	linear.weight	6	0.0047744326293468475
139362	linear.weight	7	-0.021312154829502106
139362	linear.weight	8	0.1883053034543991
139362	linear.weight	9	0.19205400347709656
139362	linear.bias	0	-0.8423669338226318
139362	linear.bias	1	1.3784657716751099
139362	linear.bias	2	-0.4347061514854431
139362	linear.bias	3	-0.6649708151817322
139362	linear.bias	4	-0.8712846636772156
139362	linear.bias	5	-1.1718882322311401
139362	linear.bias	6	-0.9042564630508423
139362	linear.bias	7	-0.7460859417915344
139362	linear.bias	8	-0.01705317199230194
139362	linear.bias	9	3.3432018756866455
139559	transitions	0	-0.40570056438446045
139559	transitions	1	8.494568824768066
139559	transitions	2	-3.469197988510132
139559	transitions	3	1.4334745407104492
139559	transitions	4	-2.0847437381744385
139559	transitions	5	-0.3854387700557709
139559	transitions	6	-0.18735936284065247
139559	transitions	7	-10000.0
139559	transitions	8	1.7638638019561768
139559	transitions	9	-2.293452501296997
139559	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
139559	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
139559	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
139559	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
139559	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
139559	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
139559	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
139559	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
139559	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
139559	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
139559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
139559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
139559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
139559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
139559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
139559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
139559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
139559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
139559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
139559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
139559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
139559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
139559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
139559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
139559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
139559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
139559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
139559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
139559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
139559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
139559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
139559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
139559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
139559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
139559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
139559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
139559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
139559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
139559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
139559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
139559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
139559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
139559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
139559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
139559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
139559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
139559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
139559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
139559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
139559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
139559	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
139559	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
139559	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
139559	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
139559	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
139559	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
139559	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
139559	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
139559	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
139559	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
139559	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
139559	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
139559	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
139559	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
139559	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
139559	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
139559	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
139559	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
139559	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
139559	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
139559	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
139559	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
139559	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
139559	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
139559	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
139559	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
139559	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
139559	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
139559	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
139559	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
139559	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
139559	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
139559	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
139559	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
139559	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
139559	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
139559	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
139559	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
139559	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
139559	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
139559	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
139559	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
139559	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
139559	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
139559	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
139559	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
139559	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
139559	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
139559	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
139559	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
139559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
139559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
139559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
139559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
139559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
139559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
139559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
139559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
139559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
139559	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
139559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
139559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
139559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
139559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
139559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
139559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
139559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
139559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
139559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
139559	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
139559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
139559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
139559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
139559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
139559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
139559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
139559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
139559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
139559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
139559	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
139559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
139559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
139559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
139559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
139559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
139559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
139559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
139559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
139559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
139559	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
139559	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
139559	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
139559	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
139559	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
139559	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
139559	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
139559	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
139559	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
139559	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
139559	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
139559	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
139559	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
139559	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
139559	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
139559	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
139559	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
139559	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
139559	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
139559	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
139559	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
139559	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
139559	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
139559	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
139559	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
139559	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
139559	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
139559	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
139559	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
139559	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
139559	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
139559	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
139559	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
139559	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
139559	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
139559	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
139559	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
139559	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
139559	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
139559	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
139559	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
139559	embedding2nn.weight	0	0.04974350705742836
139559	embedding2nn.weight	1	-0.09246242791414261
139559	embedding2nn.weight	2	0.007870855741202831
139559	embedding2nn.weight	3	-0.05850004777312279
139559	embedding2nn.weight	4	-0.11209878325462341
139559	embedding2nn.weight	5	0.11243337392807007
139559	embedding2nn.weight	6	-0.13174483180046082
139559	embedding2nn.weight	7	-0.0766703337430954
139559	embedding2nn.weight	8	-0.025326482951641083
139559	embedding2nn.weight	9	0.0780959352850914
139559	embedding2nn.bias	0	0.04710374400019646
139559	embedding2nn.bias	1	0.02269747667014599
139559	embedding2nn.bias	2	-0.08050376176834106
139559	embedding2nn.bias	3	0.06093967333436012
139559	embedding2nn.bias	4	-0.007569968234747648
139559	embedding2nn.bias	5	-0.12496775388717651
139559	embedding2nn.bias	6	-0.12098003178834915
139559	embedding2nn.bias	7	-0.038326699286699295
139559	embedding2nn.bias	8	0.10064481943845749
139559	embedding2nn.bias	9	-0.06715905666351318
139559	rnn.weight_ih_l0	0	0.016282210126519203
139559	rnn.weight_ih_l0	1	-0.05889345332980156
139559	rnn.weight_ih_l0	2	-0.013119800947606564
139559	rnn.weight_ih_l0	3	-0.05111001059412956
139559	rnn.weight_ih_l0	4	0.03202236816287041
139559	rnn.weight_ih_l0	5	-0.09911841154098511
139559	rnn.weight_ih_l0	6	-0.05350510776042938
139559	rnn.weight_ih_l0	7	-0.010218454524874687
139559	rnn.weight_ih_l0	8	0.06715066730976105
139559	rnn.weight_ih_l0	9	0.02277429588139057
139559	rnn.weight_hh_l0	0	0.0031915835570544004
139559	rnn.weight_hh_l0	1	-0.09289266914129257
139559	rnn.weight_hh_l0	2	0.05798187851905823
139559	rnn.weight_hh_l0	3	0.04422994330525398
139559	rnn.weight_hh_l0	4	0.004284640308469534
139559	rnn.weight_hh_l0	5	0.06678489595651627
139559	rnn.weight_hh_l0	6	-0.014883825555443764
139559	rnn.weight_hh_l0	7	-0.09137418121099472
139559	rnn.weight_hh_l0	8	0.003424606518819928
139559	rnn.weight_hh_l0	9	-0.07425525784492493
139559	rnn.bias_ih_l0	0	-0.06147186458110809
139559	rnn.bias_ih_l0	1	-0.1785261034965515
139559	rnn.bias_ih_l0	2	-0.24702057242393494
139559	rnn.bias_ih_l0	3	-0.2727406322956085
139559	rnn.bias_ih_l0	4	-0.011408746242523193
139559	rnn.bias_ih_l0	5	0.033826787024736404
139559	rnn.bias_ih_l0	6	-0.17934967577457428
139559	rnn.bias_ih_l0	7	-0.261686772108078
139559	rnn.bias_ih_l0	8	-0.12320881336927414
139559	rnn.bias_ih_l0	9	-0.1922954022884369
139559	rnn.bias_hh_l0	0	0.12123560905456543
139559	rnn.bias_hh_l0	1	-0.0660097748041153
139559	rnn.bias_hh_l0	2	0.05225792154669762
139559	rnn.bias_hh_l0	3	-0.1647268682718277
139559	rnn.bias_hh_l0	4	0.05773729458451271
139559	rnn.bias_hh_l0	5	0.028928179293870926
139559	rnn.bias_hh_l0	6	-0.08892451226711273
139559	rnn.bias_hh_l0	7	-0.15682213008403778
139559	rnn.bias_hh_l0	8	-0.18387585878372192
139559	rnn.bias_hh_l0	9	-0.09403300285339355
139559	rnn.weight_ih_l0_reverse	0	-0.01711992733180523
139559	rnn.weight_ih_l0_reverse	1	0.006990458350628614
139559	rnn.weight_ih_l0_reverse	2	0.01183205284178257
139559	rnn.weight_ih_l0_reverse	3	0.006444668862968683
139559	rnn.weight_ih_l0_reverse	4	0.02872946858406067
139559	rnn.weight_ih_l0_reverse	5	-0.05166242644190788
139559	rnn.weight_ih_l0_reverse	6	-0.05194815248250961
139559	rnn.weight_ih_l0_reverse	7	0.0003159822663292289
139559	rnn.weight_ih_l0_reverse	8	0.09147608280181885
139559	rnn.weight_ih_l0_reverse	9	0.019914936274290085
139559	rnn.weight_hh_l0_reverse	0	0.00623204605653882
139559	rnn.weight_hh_l0_reverse	1	0.023865332826972008
139559	rnn.weight_hh_l0_reverse	2	-0.03795335069298744
139559	rnn.weight_hh_l0_reverse	3	0.041928574442863464
139559	rnn.weight_hh_l0_reverse	4	0.024897566065192223
139559	rnn.weight_hh_l0_reverse	5	0.004507883917540312
139559	rnn.weight_hh_l0_reverse	6	0.059503111988306046
139559	rnn.weight_hh_l0_reverse	7	0.026417750865221024
139559	rnn.weight_hh_l0_reverse	8	-0.015078369528055191
139559	rnn.weight_hh_l0_reverse	9	-0.035609085112810135
139559	rnn.bias_ih_l0_reverse	0	-0.13980373740196228
139559	rnn.bias_ih_l0_reverse	1	-0.2915055751800537
139559	rnn.bias_ih_l0_reverse	2	-0.07677359133958817
139559	rnn.bias_ih_l0_reverse	3	-0.13729099929332733
139559	rnn.bias_ih_l0_reverse	4	0.08090274035930634
139559	rnn.bias_ih_l0_reverse	5	-0.24697306752204895
139559	rnn.bias_ih_l0_reverse	6	-0.05028994008898735
139559	rnn.bias_ih_l0_reverse	7	0.005060541443526745
139559	rnn.bias_ih_l0_reverse	8	-0.18082095682621002
139559	rnn.bias_ih_l0_reverse	9	-0.0941677838563919
139559	rnn.bias_hh_l0_reverse	0	-0.14751210808753967
139559	rnn.bias_hh_l0_reverse	1	-0.15107126533985138
139559	rnn.bias_hh_l0_reverse	2	-0.02180466428399086
139559	rnn.bias_hh_l0_reverse	3	-0.11821311712265015
139559	rnn.bias_hh_l0_reverse	4	-0.03433242812752724
139559	rnn.bias_hh_l0_reverse	5	-0.11282286792993546
139559	rnn.bias_hh_l0_reverse	6	-0.06995087116956711
139559	rnn.bias_hh_l0_reverse	7	-0.19938820600509644
139559	rnn.bias_hh_l0_reverse	8	-0.05241738259792328
139559	rnn.bias_hh_l0_reverse	9	-0.1403491199016571
139559	linear.weight	0	-0.19583649933338165
139559	linear.weight	1	-0.14019520580768585
139559	linear.weight	2	-0.011228874325752258
139559	linear.weight	3	-0.07691455632448196
139559	linear.weight	4	-0.029867997393012047
139559	linear.weight	5	0.16687370836734772
139559	linear.weight	6	0.0047744326293468475
139559	linear.weight	7	-0.021312154829502106
139559	linear.weight	8	0.19327886402606964
139559	linear.weight	9	0.18709693849086761
139559	linear.bias	0	-0.8415551781654358
139559	linear.bias	1	1.3858563899993896
139559	linear.bias	2	-0.4305116534233093
139559	linear.bias	3	-0.678518533706665
139559	linear.bias	4	-0.8691499829292297
139559	linear.bias	5	-1.1719173192977905
139559	linear.bias	6	-0.9052638411521912
139559	linear.bias	7	-0.7512475252151489
139559	linear.bias	8	-0.01705317199230194
139559	linear.bias	9	3.3774235248565674
139756	transitions	0	-0.4059649407863617
139756	transitions	1	8.495214462280273
139756	transitions	2	-3.4701571464538574
139756	transitions	3	1.430928111076355
139756	transitions	4	-2.085108995437622
139756	transitions	5	-0.3855089545249939
139756	transitions	6	-0.18738311529159546
139756	transitions	7	-10000.0
139756	transitions	8	1.7634512186050415
139756	transitions	9	-2.293456554412842
139756	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
139756	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
139756	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
139756	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
139756	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
139756	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
139756	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
139756	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
139756	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
139756	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
139756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
139756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
139756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
139756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
139756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
139756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
139756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
139756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
139756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
139756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
139756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
139756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
139756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
139756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
139756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
139756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
139756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
139756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
139756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
139756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
139756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
139756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
139756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
139756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
139756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
139756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
139756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
139756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
139756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
139756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
139756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
139756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
139756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
139756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
139756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
139756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
139756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
139756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
139756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
139756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
139756	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
139756	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
139756	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
139756	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
139756	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
139756	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
139756	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
139756	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
139756	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
139756	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
139756	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
139756	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
139756	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
139756	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
139756	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
139756	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
139756	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
139756	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
139756	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
139756	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
139756	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
139756	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
139756	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
139756	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
139756	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
139756	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
139756	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
139756	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
139756	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
139756	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
139756	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
139756	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
139756	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
139756	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
139756	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
139756	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
139756	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
139756	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
139756	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
139756	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
139756	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
139756	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
139756	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
139756	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
139756	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
139756	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
139756	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
139756	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
139756	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
139756	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
139756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
139756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
139756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
139756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
139756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
139756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
139756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
139756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
139756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
139756	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
139756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
139756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
139756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
139756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
139756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
139756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
139756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
139756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
139756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
139756	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
139756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
139756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
139756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
139756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
139756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
139756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
139756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
139756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
139756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
139756	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
139756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
139756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
139756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
139756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
139756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
139756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
139756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
139756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
139756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
139756	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
139756	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
139756	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
139756	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
139756	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
139756	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
139756	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
139756	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
139756	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
139756	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
139756	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
139756	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
139756	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
139756	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
139756	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
139756	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
139756	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
139756	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
139756	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
139756	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
139756	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
139756	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
139756	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
139756	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
139756	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
139756	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
139756	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
139756	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
139756	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
139756	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
139756	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
139756	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
139756	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
139756	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
139756	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
139756	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
139756	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
139756	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
139756	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
139756	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
139756	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
139756	embedding2nn.weight	0	0.04986448213458061
139756	embedding2nn.weight	1	-0.09288228303194046
139756	embedding2nn.weight	2	0.006251119542866945
139756	embedding2nn.weight	3	-0.057610370218753815
139756	embedding2nn.weight	4	-0.1137305498123169
139756	embedding2nn.weight	5	0.11195135861635208
139756	embedding2nn.weight	6	-0.13362932205200195
139756	embedding2nn.weight	7	-0.07623708248138428
139756	embedding2nn.weight	8	-0.025694552809000015
139756	embedding2nn.weight	9	0.07830673456192017
139756	embedding2nn.bias	0	0.05291855335235596
139756	embedding2nn.bias	1	0.022576717659831047
139756	embedding2nn.bias	2	-0.07933115214109421
139756	embedding2nn.bias	3	0.058475740253925323
139756	embedding2nn.bias	4	-0.011882003396749496
139756	embedding2nn.bias	5	-0.13094262778759003
139756	embedding2nn.bias	6	-0.11938682943582535
139756	embedding2nn.bias	7	-0.03752649575471878
139756	embedding2nn.bias	8	0.10438792407512665
139756	embedding2nn.bias	9	-0.06762796640396118
139756	rnn.weight_ih_l0	0	0.016498425975441933
139756	rnn.weight_ih_l0	1	-0.0591738224029541
139756	rnn.weight_ih_l0	2	-0.01328270323574543
139756	rnn.weight_ih_l0	3	-0.050751522183418274
139756	rnn.weight_ih_l0	4	0.03274393081665039
139756	rnn.weight_ih_l0	5	-0.09896485507488251
139756	rnn.weight_ih_l0	6	-0.05219313129782677
139756	rnn.weight_ih_l0	7	-0.008262625895440578
139756	rnn.weight_ih_l0	8	0.06687622517347336
139756	rnn.weight_ih_l0	9	0.022809339687228203
139756	rnn.weight_hh_l0	0	0.0034143400844186544
139756	rnn.weight_hh_l0	1	-0.09261736273765564
139756	rnn.weight_hh_l0	2	0.05857204273343086
139756	rnn.weight_hh_l0	3	0.04436979442834854
139756	rnn.weight_hh_l0	4	0.004443363286554813
139756	rnn.weight_hh_l0	5	0.06657467037439346
139756	rnn.weight_hh_l0	6	-0.01483035460114479
139756	rnn.weight_hh_l0	7	-0.09092281758785248
139756	rnn.weight_hh_l0	8	0.003321298398077488
139756	rnn.weight_hh_l0	9	-0.07657083868980408
139756	rnn.bias_ih_l0	0	-0.05773230642080307
139756	rnn.bias_ih_l0	1	-0.18053670227527618
139756	rnn.bias_ih_l0	2	-0.24820537865161896
139756	rnn.bias_ih_l0	3	-0.2728700637817383
139756	rnn.bias_ih_l0	4	-0.009511709213256836
139756	rnn.bias_ih_l0	5	0.035180505365133286
139756	rnn.bias_ih_l0	6	-0.17977578938007355
139756	rnn.bias_ih_l0	7	-0.2640067934989929
139756	rnn.bias_ih_l0	8	-0.12549211084842682
139756	rnn.bias_ih_l0	9	-0.1922900229692459
139756	rnn.bias_hh_l0	0	0.11968448758125305
139756	rnn.bias_hh_l0	1	-0.06600847840309143
139756	rnn.bias_hh_l0	2	0.05158178135752678
139756	rnn.bias_hh_l0	3	-0.1640763133764267
139756	rnn.bias_hh_l0	4	0.057586368173360825
139756	rnn.bias_hh_l0	5	0.029048485681414604
139756	rnn.bias_hh_l0	6	-0.0909423679113388
139756	rnn.bias_hh_l0	7	-0.15739013254642487
139756	rnn.bias_hh_l0	8	-0.18292513489723206
139756	rnn.bias_hh_l0	9	-0.09454625099897385
139756	rnn.weight_ih_l0_reverse	0	-0.01690928265452385
139756	rnn.weight_ih_l0_reverse	1	0.007337768096476793
139756	rnn.weight_ih_l0_reverse	2	0.01215098425745964
139756	rnn.weight_ih_l0_reverse	3	0.0070344568230211735
139756	rnn.weight_ih_l0_reverse	4	0.029328757897019386
139756	rnn.weight_ih_l0_reverse	5	-0.05169270560145378
139756	rnn.weight_ih_l0_reverse	6	-0.04973137006163597
139756	rnn.weight_ih_l0_reverse	7	-0.00016693044744897634
139756	rnn.weight_ih_l0_reverse	8	0.09149648249149323
139756	rnn.weight_ih_l0_reverse	9	0.02017916552722454
139756	rnn.weight_hh_l0_reverse	0	0.006168743129819632
139756	rnn.weight_hh_l0_reverse	1	0.023821305483579636
139756	rnn.weight_hh_l0_reverse	2	-0.03870634362101555
139756	rnn.weight_hh_l0_reverse	3	0.041628461331129074
139756	rnn.weight_hh_l0_reverse	4	0.025030331686139107
139756	rnn.weight_hh_l0_reverse	5	0.004609840922057629
139756	rnn.weight_hh_l0_reverse	6	0.059651684015989304
139756	rnn.weight_hh_l0_reverse	7	0.026511477306485176
139756	rnn.weight_hh_l0_reverse	8	-0.01528647169470787
139756	rnn.weight_hh_l0_reverse	9	-0.03531206399202347
139756	rnn.bias_ih_l0_reverse	0	-0.13949096202850342
139756	rnn.bias_ih_l0_reverse	1	-0.29369089007377625
139756	rnn.bias_ih_l0_reverse	2	-0.07771465182304382
139756	rnn.bias_ih_l0_reverse	3	-0.1373606026172638
139756	rnn.bias_ih_l0_reverse	4	0.08034873008728027
139756	rnn.bias_ih_l0_reverse	5	-0.24723729491233826
139756	rnn.bias_ih_l0_reverse	6	-0.05089898779988289
139756	rnn.bias_ih_l0_reverse	7	0.00584708247333765
139756	rnn.bias_ih_l0_reverse	8	-0.17954260110855103
139756	rnn.bias_ih_l0_reverse	9	-0.09533090889453888
139756	rnn.bias_hh_l0_reverse	0	-0.14747047424316406
139756	rnn.bias_hh_l0_reverse	1	-0.15174157917499542
139756	rnn.bias_hh_l0_reverse	2	-0.022467177361249924
139756	rnn.bias_hh_l0_reverse	3	-0.1189701035618782
139756	rnn.bias_hh_l0_reverse	4	-0.03372222185134888
139756	rnn.bias_hh_l0_reverse	5	-0.11284404247999191
139756	rnn.bias_hh_l0_reverse	6	-0.06743282079696655
139756	rnn.bias_hh_l0_reverse	7	-0.20170791447162628
139756	rnn.bias_hh_l0_reverse	8	-0.05175904557108879
139756	rnn.bias_hh_l0_reverse	9	-0.14126445353031158
139756	linear.weight	0	-0.2017548531293869
139756	linear.weight	1	-0.1388523131608963
139756	linear.weight	2	-0.011228874325752258
139756	linear.weight	3	-0.07976936548948288
139756	linear.weight	4	-0.03926439210772514
139756	linear.weight	5	0.17371822893619537
139756	linear.weight	6	0.0047744326293468475
139756	linear.weight	7	-0.021312154829502106
139756	linear.weight	8	0.2003188282251358
139756	linear.weight	9	0.18175558745861053
139756	linear.bias	0	-0.824351966381073
139756	linear.bias	1	1.3785721063613892
139756	linear.bias	2	-0.41964277625083923
139756	linear.bias	3	-0.680375874042511
139756	linear.bias	4	-0.8706148266792297
139756	linear.bias	5	-1.171947717666626
139756	linear.bias	6	-0.8887738585472107
139756	linear.bias	7	-0.7393778562545776
139756	linear.bias	8	-0.01705317199230194
139756	linear.bias	9	3.3517889976501465
139953	transitions	0	-0.4060380756855011
139953	transitions	1	8.498794555664062
139953	transitions	2	-3.470421552658081
139953	transitions	3	1.4205201864242554
139953	transitions	4	-2.0853431224823
139953	transitions	5	-0.3855573236942291
139953	transitions	6	-0.187404066324234
139953	transitions	7	-10000.0
139953	transitions	8	1.7633229494094849
139953	transitions	9	-2.29345965385437
139953	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
139953	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
139953	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
139953	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
139953	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
139953	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
139953	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
139953	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
139953	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
139953	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
139953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
139953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
139953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
139953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
139953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
139953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
139953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
139953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
139953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
139953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
139953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
139953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
139953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
139953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
139953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
139953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
139953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
139953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
139953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
139953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
139953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
139953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
139953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
139953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
139953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
139953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
139953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
139953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
139953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
139953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
139953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
139953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
139953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
139953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
139953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
139953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
139953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
139953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
139953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
139953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
139953	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
139953	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
139953	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
139953	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
139953	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
139953	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
139953	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
139953	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
139953	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
139953	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
139953	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
139953	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
139953	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
139953	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
139953	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
139953	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
139953	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
139953	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
139953	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
139953	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
139953	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
139953	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
139953	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
139953	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
139953	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
139953	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
139953	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
139953	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
139953	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
139953	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
139953	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
139953	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
139953	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
139953	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
139953	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
139953	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
139953	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
139953	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
139953	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
139953	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
139953	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
139953	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
139953	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
139953	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
139953	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
139953	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
139953	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
139953	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
139953	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
139953	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
139953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
139953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
139953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
139953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
139953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
139953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
139953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
139953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
139953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
139953	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
139953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
139953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
139953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
139953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
139953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
139953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
139953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
139953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
139953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
139953	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
139953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
139953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
139953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
139953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
139953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
139953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
139953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
139953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
139953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
139953	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
139953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
139953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
139953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
139953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
139953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
139953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
139953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
139953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
139953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
139953	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
139953	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
139953	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
139953	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
139953	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
139953	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
139953	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
139953	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
139953	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
139953	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
139953	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
139953	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
139953	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
139953	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
139953	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
139953	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
139953	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
139953	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
139953	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
139953	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
139953	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
139953	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
139953	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
139953	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
139953	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
139953	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
139953	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
139953	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
139953	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
139953	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
139953	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
139953	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
139953	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
139953	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
139953	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
139953	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
139953	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
139953	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
139953	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
139953	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
139953	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
139953	embedding2nn.weight	0	0.049497537314891815
139953	embedding2nn.weight	1	-0.09236154705286026
139953	embedding2nn.weight	2	0.004931737203150988
139953	embedding2nn.weight	3	-0.05736951157450676
139953	embedding2nn.weight	4	-0.11300602555274963
139953	embedding2nn.weight	5	0.11195704340934753
139953	embedding2nn.weight	6	-0.13088001310825348
139953	embedding2nn.weight	7	-0.0774020403623581
139953	embedding2nn.weight	8	-0.024857254698872566
139953	embedding2nn.weight	9	0.08122899383306503
139953	embedding2nn.bias	0	0.05135352909564972
139953	embedding2nn.bias	1	0.024680884554982185
139953	embedding2nn.bias	2	-0.07036212831735611
139953	embedding2nn.bias	3	0.06588714569807053
139953	embedding2nn.bias	4	-0.009180297143757343
139953	embedding2nn.bias	5	-0.13587965071201324
139953	embedding2nn.bias	6	-0.11933758109807968
139953	embedding2nn.bias	7	-0.04541352391242981
139953	embedding2nn.bias	8	0.09417125582695007
139953	embedding2nn.bias	9	-0.06910327821969986
139953	rnn.weight_ih_l0	0	0.016293803229928017
139953	rnn.weight_ih_l0	1	-0.058599263429641724
139953	rnn.weight_ih_l0	2	-0.014064810238778591
139953	rnn.weight_ih_l0	3	-0.05013267695903778
139953	rnn.weight_ih_l0	4	0.03365269675850868
139953	rnn.weight_ih_l0	5	-0.09904103726148605
139953	rnn.weight_ih_l0	6	-0.05221548303961754
139953	rnn.weight_ih_l0	7	-0.0073322998359799385
139953	rnn.weight_ih_l0	8	0.06605858355760574
139953	rnn.weight_ih_l0	9	0.02188819646835327
139953	rnn.weight_hh_l0	0	0.003813215298578143
139953	rnn.weight_hh_l0	1	-0.0925014391541481
139953	rnn.weight_hh_l0	2	0.05800623819231987
139953	rnn.weight_hh_l0	3	0.04445807263255119
139953	rnn.weight_hh_l0	4	0.00456858379766345
139953	rnn.weight_hh_l0	5	0.06692874431610107
139953	rnn.weight_hh_l0	6	-0.014780687168240547
139953	rnn.weight_hh_l0	7	-0.09071997553110123
139953	rnn.weight_hh_l0	8	0.0033551205415278673
139953	rnn.weight_hh_l0	9	-0.07693735510110855
139953	rnn.bias_ih_l0	0	-0.059662625193595886
139953	rnn.bias_ih_l0	1	-0.18166030943393707
139953	rnn.bias_ih_l0	2	-0.2488790899515152
139953	rnn.bias_ih_l0	3	-0.2743900716304779
139953	rnn.bias_ih_l0	4	-0.007006296422332525
139953	rnn.bias_ih_l0	5	0.030639173462986946
139953	rnn.bias_ih_l0	6	-0.18009549379348755
139953	rnn.bias_ih_l0	7	-0.26373106241226196
139953	rnn.bias_ih_l0	8	-0.124679796397686
139953	rnn.bias_ih_l0	9	-0.19300322234630585
139953	rnn.bias_hh_l0	0	0.12054277211427689
139953	rnn.bias_hh_l0	1	-0.06568620353937149
139953	rnn.bias_hh_l0	2	0.05272727832198143
139953	rnn.bias_hh_l0	3	-0.16407163441181183
139953	rnn.bias_hh_l0	4	0.057892415672540665
139953	rnn.bias_hh_l0	5	0.030330926179885864
139953	rnn.bias_hh_l0	6	-0.09066189080476761
139953	rnn.bias_hh_l0	7	-0.15620526671409607
139953	rnn.bias_hh_l0	8	-0.18310189247131348
139953	rnn.bias_hh_l0	9	-0.09440028667449951
139953	rnn.weight_ih_l0_reverse	0	-0.017242534086108208
139953	rnn.weight_ih_l0_reverse	1	0.007557159289717674
139953	rnn.weight_ih_l0_reverse	2	0.014389798045158386
139953	rnn.weight_ih_l0_reverse	3	0.006616558879613876
139953	rnn.weight_ih_l0_reverse	4	0.029989823698997498
139953	rnn.weight_ih_l0_reverse	5	-0.05164938047528267
139953	rnn.weight_ih_l0_reverse	6	-0.05144793167710304
139953	rnn.weight_ih_l0_reverse	7	0.0005909483297728002
139953	rnn.weight_ih_l0_reverse	8	0.0904856026172638
139953	rnn.weight_ih_l0_reverse	9	0.01919194869697094
139953	rnn.weight_hh_l0_reverse	0	0.006286074873059988
139953	rnn.weight_hh_l0_reverse	1	0.02381656877696514
139953	rnn.weight_hh_l0_reverse	2	-0.03898582607507706
139953	rnn.weight_hh_l0_reverse	3	0.041610319167375565
139953	rnn.weight_hh_l0_reverse	4	0.025152651593089104
139953	rnn.weight_hh_l0_reverse	5	0.004542018286883831
139953	rnn.weight_hh_l0_reverse	6	0.0602828711271286
139953	rnn.weight_hh_l0_reverse	7	0.026476416736841202
139953	rnn.weight_hh_l0_reverse	8	-0.01554018072783947
139953	rnn.weight_hh_l0_reverse	9	-0.035538122057914734
139953	rnn.bias_ih_l0_reverse	0	-0.1382306069135666
139953	rnn.bias_ih_l0_reverse	1	-0.294466108083725
139953	rnn.bias_ih_l0_reverse	2	-0.07732642441987991
139953	rnn.bias_ih_l0_reverse	3	-0.13749529421329498
139953	rnn.bias_ih_l0_reverse	4	0.07937847077846527
139953	rnn.bias_ih_l0_reverse	5	-0.24799202382564545
139953	rnn.bias_ih_l0_reverse	6	-0.052125636488199234
139953	rnn.bias_ih_l0_reverse	7	0.004666740540415049
139953	rnn.bias_ih_l0_reverse	8	-0.1784588247537613
139953	rnn.bias_ih_l0_reverse	9	-0.09406225383281708
139953	rnn.bias_hh_l0_reverse	0	-0.14800132811069489
139953	rnn.bias_hh_l0_reverse	1	-0.1529492884874344
139953	rnn.bias_hh_l0_reverse	2	-0.023609476163983345
139953	rnn.bias_hh_l0_reverse	3	-0.11904440075159073
139953	rnn.bias_hh_l0_reverse	4	-0.03417524695396423
139953	rnn.bias_hh_l0_reverse	5	-0.11355983465909958
139953	rnn.bias_hh_l0_reverse	6	-0.0676443874835968
139953	rnn.bias_hh_l0_reverse	7	-0.20064301788806915
139953	rnn.bias_hh_l0_reverse	8	-0.05315973982214928
139953	rnn.bias_hh_l0_reverse	9	-0.14264720678329468
139953	linear.weight	0	-0.2040557712316513
139953	linear.weight	1	-0.14880353212356567
139953	linear.weight	2	-0.011228874325752258
139953	linear.weight	3	-0.08935320377349854
139953	linear.weight	4	-0.03493370860815048
139953	linear.weight	5	0.17499901354312897
139953	linear.weight	6	0.0047744326293468475
139953	linear.weight	7	-0.021312154829502106
139953	linear.weight	8	0.21273182332515717
139953	linear.weight	9	0.17824098467826843
139953	linear.bias	0	-0.829816460609436
139953	linear.bias	1	1.387386441230774
139953	linear.bias	2	-0.42285385727882385
139953	linear.bias	3	-0.6710365414619446
139953	linear.bias	4	-0.8681094646453857
139953	linear.bias	5	-1.1719790697097778
139953	linear.bias	6	-0.8940994739532471
139953	linear.bias	7	-0.7444977164268494
139953	linear.bias	8	-0.01705317199230194
139953	linear.bias	9	3.39559268951416
140150	transitions	0	-0.4061377942562103
140150	transitions	1	8.508743286132812
140150	transitions	2	-3.4709293842315674
140150	transitions	3	1.4323639869689941
140150	transitions	4	-2.085711717605591
140150	transitions	5	-0.3855949938297272
140150	transitions	6	-0.1874205768108368
140150	transitions	7	-10000.0
140150	transitions	8	1.7625365257263184
140150	transitions	9	-2.2934610843658447
140150	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
140150	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
140150	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
140150	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
140150	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
140150	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
140150	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
140150	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
140150	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
140150	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
140150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
140150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
140150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
140150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
140150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
140150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
140150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
140150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
140150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
140150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
140150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
140150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
140150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
140150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
140150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
140150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
140150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
140150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
140150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
140150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
140150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
140150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
140150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
140150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
140150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
140150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
140150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
140150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
140150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
140150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
140150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
140150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
140150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
140150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
140150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
140150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
140150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
140150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
140150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
140150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
140150	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
140150	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
140150	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
140150	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
140150	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
140150	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
140150	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
140150	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
140150	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
140150	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
140150	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
140150	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
140150	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
140150	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
140150	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
140150	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
140150	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
140150	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
140150	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
140150	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
140150	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
140150	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
140150	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
140150	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
140150	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
140150	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
140150	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
140150	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
140150	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
140150	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
140150	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
140150	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
140150	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
140150	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
140150	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
140150	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
140150	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
140150	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
140150	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
140150	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
140150	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
140150	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
140150	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
140150	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
140150	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
140150	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
140150	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
140150	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
140150	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
140150	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
140150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
140150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
140150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
140150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
140150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
140150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
140150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
140150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
140150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
140150	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
140150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
140150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
140150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
140150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
140150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
140150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
140150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
140150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
140150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
140150	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
140150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
140150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
140150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
140150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
140150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
140150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
140150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
140150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
140150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
140150	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
140150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
140150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
140150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
140150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
140150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
140150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
140150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
140150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
140150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
140150	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
140150	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
140150	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
140150	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
140150	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
140150	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
140150	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
140150	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
140150	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
140150	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
140150	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
140150	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
140150	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
140150	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
140150	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
140150	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
140150	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
140150	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
140150	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
140150	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
140150	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
140150	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
140150	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
140150	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
140150	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
140150	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
140150	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
140150	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
140150	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
140150	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
140150	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
140150	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
140150	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
140150	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
140150	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
140150	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
140150	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
140150	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
140150	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
140150	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
140150	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
140150	embedding2nn.weight	0	0.04957973212003708
140150	embedding2nn.weight	1	-0.09266877174377441
140150	embedding2nn.weight	2	0.004817962646484375
140150	embedding2nn.weight	3	-0.05678689107298851
140150	embedding2nn.weight	4	-0.11335298418998718
140150	embedding2nn.weight	5	0.11169681698083878
140150	embedding2nn.weight	6	-0.13149836659431458
140150	embedding2nn.weight	7	-0.07619502395391464
140150	embedding2nn.weight	8	-0.025681201368570328
140150	embedding2nn.weight	9	0.081114761531353
140150	embedding2nn.bias	0	0.056024398654699326
140150	embedding2nn.bias	1	0.027890663594007492
140150	embedding2nn.bias	2	-0.06564317643642426
140150	embedding2nn.bias	3	0.06472648680210114
140150	embedding2nn.bias	4	-0.01814327947795391
140150	embedding2nn.bias	5	-0.13354083895683289
140150	embedding2nn.bias	6	-0.11224722862243652
140150	embedding2nn.bias	7	-0.0441310815513134
140150	embedding2nn.bias	8	0.09143740683794022
140150	embedding2nn.bias	9	-0.07209894806146622
140150	rnn.weight_ih_l0	0	0.017170751467347145
140150	rnn.weight_ih_l0	1	-0.05964525416493416
140150	rnn.weight_ih_l0	2	-0.015438234433531761
140150	rnn.weight_ih_l0	3	-0.050174612551927567
140150	rnn.weight_ih_l0	4	0.03512881323695183
140150	rnn.weight_ih_l0	5	-0.0989062637090683
140150	rnn.weight_ih_l0	6	-0.051620904356241226
140150	rnn.weight_ih_l0	7	-0.00822436809539795
140150	rnn.weight_ih_l0	8	0.06684298813343048
140150	rnn.weight_ih_l0	9	0.022452427074313164
140150	rnn.weight_hh_l0	0	0.0042855688370764256
140150	rnn.weight_hh_l0	1	-0.09230244159698486
140150	rnn.weight_hh_l0	2	0.05819479003548622
140150	rnn.weight_hh_l0	3	0.04441186040639877
140150	rnn.weight_hh_l0	4	0.004460381343960762
140150	rnn.weight_hh_l0	5	0.06714247167110443
140150	rnn.weight_hh_l0	6	-0.014669300056993961
140150	rnn.weight_hh_l0	7	-0.09057818353176117
140150	rnn.weight_hh_l0	8	0.0035599463153630495
140150	rnn.weight_hh_l0	9	-0.07869525253772736
140150	rnn.bias_ih_l0	0	-0.0568535253405571
140150	rnn.bias_ih_l0	1	-0.18266864120960236
140150	rnn.bias_ih_l0	2	-0.24874944984912872
140150	rnn.bias_ih_l0	3	-0.27317914366722107
140150	rnn.bias_ih_l0	4	-0.007446671836078167
140150	rnn.bias_ih_l0	5	0.03565780818462372
140150	rnn.bias_ih_l0	6	-0.1794331669807434
140150	rnn.bias_ih_l0	7	-0.2637338936328888
140150	rnn.bias_ih_l0	8	-0.12380824983119965
140150	rnn.bias_ih_l0	9	-0.19176216423511505
140150	rnn.bias_hh_l0	0	0.12177157402038574
140150	rnn.bias_hh_l0	1	-0.06660377979278564
140150	rnn.bias_hh_l0	2	0.05366172268986702
140150	rnn.bias_hh_l0	3	-0.16533054411411285
140150	rnn.bias_hh_l0	4	0.05658944696187973
140150	rnn.bias_hh_l0	5	0.02920137718319893
140150	rnn.bias_hh_l0	6	-0.09098594635725021
140150	rnn.bias_hh_l0	7	-0.15716113150119781
140150	rnn.bias_hh_l0	8	-0.18163394927978516
140150	rnn.bias_hh_l0	9	-0.09325417876243591
140150	rnn.weight_ih_l0_reverse	0	-0.017314251512289047
140150	rnn.weight_ih_l0_reverse	1	0.007421172223985195
140150	rnn.weight_ih_l0_reverse	2	0.014256277121603489
140150	rnn.weight_ih_l0_reverse	3	0.00768887996673584
140150	rnn.weight_ih_l0_reverse	4	0.02913178876042366
140150	rnn.weight_ih_l0_reverse	5	-0.05264095589518547
140150	rnn.weight_ih_l0_reverse	6	-0.05095237120985985
140150	rnn.weight_ih_l0_reverse	7	0.0014614359242841601
140150	rnn.weight_ih_l0_reverse	8	0.08895806968212128
140150	rnn.weight_ih_l0_reverse	9	0.02053675428032875
140150	rnn.weight_hh_l0_reverse	0	0.0064621372148394585
140150	rnn.weight_hh_l0_reverse	1	0.024000737816095352
140150	rnn.weight_hh_l0_reverse	2	-0.03906146064400673
140150	rnn.weight_hh_l0_reverse	3	0.04160058870911598
140150	rnn.weight_hh_l0_reverse	4	0.025346267968416214
140150	rnn.weight_hh_l0_reverse	5	0.004361592698842287
140150	rnn.weight_hh_l0_reverse	6	0.060011349618434906
140150	rnn.weight_hh_l0_reverse	7	0.02647429145872593
140150	rnn.weight_hh_l0_reverse	8	-0.015246142633259296
140150	rnn.weight_hh_l0_reverse	9	-0.03551742061972618
140150	rnn.bias_ih_l0_reverse	0	-0.1378033459186554
140150	rnn.bias_ih_l0_reverse	1	-0.29365697503089905
140150	rnn.bias_ih_l0_reverse	2	-0.07733464986085892
140150	rnn.bias_ih_l0_reverse	3	-0.13714712858200073
140150	rnn.bias_ih_l0_reverse	4	0.07563410699367523
140150	rnn.bias_ih_l0_reverse	5	-0.24844570457935333
140150	rnn.bias_ih_l0_reverse	6	-0.05307857319712639
140150	rnn.bias_ih_l0_reverse	7	0.007403921335935593
140150	rnn.bias_ih_l0_reverse	8	-0.1776498407125473
140150	rnn.bias_ih_l0_reverse	9	-0.09510412812232971
140150	rnn.bias_hh_l0_reverse	0	-0.14977948367595673
140150	rnn.bias_hh_l0_reverse	1	-0.15378674864768982
140150	rnn.bias_hh_l0_reverse	2	-0.024771705269813538
140150	rnn.bias_hh_l0_reverse	3	-0.12026111781597137
140150	rnn.bias_hh_l0_reverse	4	-0.03474876657128334
140150	rnn.bias_hh_l0_reverse	5	-0.11166486889123917
140150	rnn.bias_hh_l0_reverse	6	-0.06742942333221436
140150	rnn.bias_hh_l0_reverse	7	-0.1995181292295456
140150	rnn.bias_hh_l0_reverse	8	-0.05146628990769386
140150	rnn.bias_hh_l0_reverse	9	-0.14364176988601685
140150	linear.weight	0	-0.1949332058429718
140150	linear.weight	1	-0.15927742421627045
140150	linear.weight	2	-0.011228874325752258
140150	linear.weight	3	-0.09313520044088364
140150	linear.weight	4	-0.03604507073760033
140150	linear.weight	5	0.1696680337190628
140150	linear.weight	6	0.0047744326293468475
140150	linear.weight	7	-0.021312154829502106
140150	linear.weight	8	0.21444950997829437
140150	linear.weight	9	0.17348569631576538
140150	linear.bias	0	-0.8229367136955261
140150	linear.bias	1	1.348886251449585
140150	linear.bias	2	-0.43077951669692993
140150	linear.bias	3	-0.6633197069168091
140150	linear.bias	4	-0.8763218522071838
140150	linear.bias	5	-1.1720077991485596
140150	linear.bias	6	-0.886500895023346
140150	linear.bias	7	-0.7650147080421448
140150	linear.bias	8	-0.01705317199230194
140150	linear.bias	9	3.3635857105255127
140154	transitions	0	-0.4061407744884491
140154	transitions	1	8.505853652954102
140154	transitions	2	-3.470930576324463
140154	transitions	3	1.4323797225952148
140154	transitions	4	-2.0857186317443848
140154	transitions	5	-0.38559502363204956
140154	transitions	6	-0.1874208301305771
140154	transitions	7	-10000.0
140154	transitions	8	1.7625356912612915
140154	transitions	9	-2.2934610843658447
140154	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
140154	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
140154	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
140154	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
140154	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
140154	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
140154	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
140154	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
140154	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
140154	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
140154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
140154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
140154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
140154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
140154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
140154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
140154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
140154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
140154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
140154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
140154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
140154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
140154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
140154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
140154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
140154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
140154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
140154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
140154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
140154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
140154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
140154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
140154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
140154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
140154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
140154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
140154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
140154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
140154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
140154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
140154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
140154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
140154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
140154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
140154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
140154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
140154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
140154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
140154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
140154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
140154	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
140154	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
140154	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
140154	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
140154	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
140154	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
140154	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
140154	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
140154	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
140154	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
140154	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
140154	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
140154	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
140154	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
140154	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
140154	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
140154	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
140154	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
140154	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
140154	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
140154	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
140154	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
140154	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
140154	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
140154	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
140154	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
140154	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
140154	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
140154	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
140154	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
140154	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
140154	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
140154	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
140154	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
140154	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
140154	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
140154	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
140154	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
140154	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
140154	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
140154	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
140154	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
140154	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
140154	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
140154	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
140154	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
140154	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
140154	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
140154	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
140154	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
140154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
140154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
140154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
140154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
140154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
140154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
140154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
140154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
140154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
140154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
140154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
140154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
140154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
140154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
140154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
140154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
140154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
140154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
140154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
140154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
140154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
140154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
140154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
140154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
140154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
140154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
140154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
140154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
140154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
140154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
140154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
140154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
140154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
140154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
140154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
140154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
140154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
140154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
140154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
140154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
140154	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
140154	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
140154	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
140154	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
140154	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
140154	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
140154	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
140154	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
140154	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
140154	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
140154	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
140154	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
140154	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
140154	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
140154	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
140154	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
140154	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
140154	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
140154	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
140154	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
140154	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
140154	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
140154	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
140154	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
140154	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
140154	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
140154	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
140154	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
140154	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
140154	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
140154	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
140154	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
140154	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
140154	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
140154	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
140154	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
140154	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
140154	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
140154	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
140154	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
140154	embedding2nn.weight	0	0.04955310747027397
140154	embedding2nn.weight	1	-0.09264301508665085
140154	embedding2nn.weight	2	0.004416684620082378
140154	embedding2nn.weight	3	-0.05695673078298569
140154	embedding2nn.weight	4	-0.11325439065694809
140154	embedding2nn.weight	5	0.1116456389427185
140154	embedding2nn.weight	6	-0.1316840946674347
140154	embedding2nn.weight	7	-0.07592011988162994
140154	embedding2nn.weight	8	-0.025576027110219002
140154	embedding2nn.weight	9	0.081105537712574
140154	embedding2nn.bias	0	0.05433488264679909
140154	embedding2nn.bias	1	0.027396580204367638
140154	embedding2nn.bias	2	-0.06577519327402115
140154	embedding2nn.bias	3	0.06597764045000076
140154	embedding2nn.bias	4	-0.017610149458050728
140154	embedding2nn.bias	5	-0.13376739621162415
140154	embedding2nn.bias	6	-0.11440550535917282
140154	embedding2nn.bias	7	-0.044826120138168335
140154	embedding2nn.bias	8	0.08998341858386993
140154	embedding2nn.bias	9	-0.0723857507109642
140154	rnn.weight_ih_l0	0	0.016654161736369133
140154	rnn.weight_ih_l0	1	-0.05967256426811218
140154	rnn.weight_ih_l0	2	-0.015478010289371014
140154	rnn.weight_ih_l0	3	-0.050258513540029526
140154	rnn.weight_ih_l0	4	0.035131268203258514
140154	rnn.weight_ih_l0	5	-0.09932613372802734
140154	rnn.weight_ih_l0	6	-0.051508426666259766
140154	rnn.weight_ih_l0	7	-0.008188439533114433
140154	rnn.weight_ih_l0	8	0.06655505299568176
140154	rnn.weight_ih_l0	9	0.022431643679738045
140154	rnn.weight_hh_l0	0	0.004282045643776655
140154	rnn.weight_hh_l0	1	-0.09220602363348007
140154	rnn.weight_hh_l0	2	0.05810511112213135
140154	rnn.weight_hh_l0	3	0.044410429894924164
140154	rnn.weight_hh_l0	4	0.004456727299839258
140154	rnn.weight_hh_l0	5	0.06711488962173462
140154	rnn.weight_hh_l0	6	-0.014698720537126064
140154	rnn.weight_hh_l0	7	-0.09060008078813553
140154	rnn.weight_hh_l0	8	0.0036418696399778128
140154	rnn.weight_hh_l0	9	-0.07843887060880661
140154	rnn.bias_ih_l0	0	-0.05648279935121536
140154	rnn.bias_ih_l0	1	-0.18268974125385284
140154	rnn.bias_ih_l0	2	-0.2490120232105255
140154	rnn.bias_ih_l0	3	-0.27335992455482483
140154	rnn.bias_ih_l0	4	-0.007498272228986025
140154	rnn.bias_ih_l0	5	0.035968631505966187
140154	rnn.bias_ih_l0	6	-0.1795642077922821
140154	rnn.bias_ih_l0	7	-0.2637421190738678
140154	rnn.bias_ih_l0	8	-0.12376966327428818
140154	rnn.bias_ih_l0	9	-0.1922478973865509
140154	rnn.bias_hh_l0	0	0.1218901127576828
140154	rnn.bias_hh_l0	1	-0.06659796088933945
140154	rnn.bias_hh_l0	2	0.05363195389509201
140154	rnn.bias_hh_l0	3	-0.1653539091348648
140154	rnn.bias_hh_l0	4	0.057480957359075546
140154	rnn.bias_hh_l0	5	0.029675453901290894
140154	rnn.bias_hh_l0	6	-0.09106700122356415
140154	rnn.bias_hh_l0	7	-0.15706287324428558
140154	rnn.bias_hh_l0	8	-0.18187092244625092
140154	rnn.bias_hh_l0	9	-0.09328871965408325
140154	rnn.weight_ih_l0_reverse	0	-0.01732015609741211
140154	rnn.weight_ih_l0_reverse	1	0.007409981917589903
140154	rnn.weight_ih_l0_reverse	2	0.015103768557310104
140154	rnn.weight_ih_l0_reverse	3	0.007741416804492474
140154	rnn.weight_ih_l0_reverse	4	0.02913200482726097
140154	rnn.weight_ih_l0_reverse	5	-0.052676837891340256
140154	rnn.weight_ih_l0_reverse	6	-0.05083367973566055
140154	rnn.weight_ih_l0_reverse	7	0.0015844132285565138
140154	rnn.weight_ih_l0_reverse	8	0.0889604315161705
140154	rnn.weight_ih_l0_reverse	9	0.02051401510834694
140154	rnn.weight_hh_l0_reverse	0	0.006459605414420366
140154	rnn.weight_hh_l0_reverse	1	0.024007074534893036
140154	rnn.weight_hh_l0_reverse	2	-0.03904273360967636
140154	rnn.weight_hh_l0_reverse	3	0.041622940450906754
140154	rnn.weight_hh_l0_reverse	4	0.025304632261395454
140154	rnn.weight_hh_l0_reverse	5	0.004362981766462326
140154	rnn.weight_hh_l0_reverse	6	0.059995729476213455
140154	rnn.weight_hh_l0_reverse	7	0.02645294740796089
140154	rnn.weight_hh_l0_reverse	8	-0.01525640394538641
140154	rnn.weight_hh_l0_reverse	9	-0.035510022193193436
140154	rnn.bias_ih_l0_reverse	0	-0.13769714534282684
140154	rnn.bias_ih_l0_reverse	1	-0.2944319248199463
140154	rnn.bias_ih_l0_reverse	2	-0.0773230493068695
140154	rnn.bias_ih_l0_reverse	3	-0.13704173266887665
140154	rnn.bias_ih_l0_reverse	4	0.07599714398384094
140154	rnn.bias_ih_l0_reverse	5	-0.2483806163072586
140154	rnn.bias_ih_l0_reverse	6	-0.053225405514240265
140154	rnn.bias_ih_l0_reverse	7	0.007042599376291037
140154	rnn.bias_ih_l0_reverse	8	-0.1777116358280182
140154	rnn.bias_ih_l0_reverse	9	-0.0950629785656929
140154	rnn.bias_hh_l0_reverse	0	-0.15032987296581268
140154	rnn.bias_hh_l0_reverse	1	-0.1537027209997177
140154	rnn.bias_hh_l0_reverse	2	-0.02458113245666027
140154	rnn.bias_hh_l0_reverse	3	-0.12014587968587875
140154	rnn.bias_hh_l0_reverse	4	-0.034882910549640656
140154	rnn.bias_hh_l0_reverse	5	-0.11179903149604797
140154	rnn.bias_hh_l0_reverse	6	-0.06702204793691635
140154	rnn.bias_hh_l0_reverse	7	-0.1994245946407318
140154	rnn.bias_hh_l0_reverse	8	-0.05152227357029915
140154	rnn.bias_hh_l0_reverse	9	-0.14361196756362915
140154	linear.weight	0	-0.19484177231788635
140154	linear.weight	1	-0.15881513059139252
140154	linear.weight	2	-0.011228874325752258
140154	linear.weight	3	-0.09313145279884338
140154	linear.weight	4	-0.03575580567121506
140154	linear.weight	5	0.17192019522190094
140154	linear.weight	6	0.0047744326293468475
140154	linear.weight	7	-0.021312154829502106
140154	linear.weight	8	0.2157341092824936
140154	linear.weight	9	0.17486940324306488
140154	linear.bias	0	-0.826552152633667
140154	linear.bias	1	1.3504366874694824
140154	linear.bias	2	-0.42409613728523254
140154	linear.bias	3	-0.6666823029518127
140154	linear.bias	4	-0.8756084442138672
140154	linear.bias	5	-1.1720081567764282
140154	linear.bias	6	-0.8900945782661438
140154	linear.bias	7	-0.7616011500358582
140154	linear.bias	8	-0.01705317199230194
140154	linear.bias	9	3.370872974395752
140351	transitions	0	-0.406249463558197
140351	transitions	1	8.51157283782959
140351	transitions	2	-3.471318006515503
140351	transitions	3	1.4333182573318481
140351	transitions	4	-2.086118221282959
140351	transitions	5	-0.38567066192626953
140351	transitions	6	-0.18744757771492004
140351	transitions	7	-10000.0
140351	transitions	8	1.7633041143417358
140351	transitions	9	-2.2934622764587402
140351	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
140351	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
140351	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
140351	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
140351	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
140351	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
140351	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
140351	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
140351	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
140351	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
140351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
140351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
140351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
140351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
140351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
140351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
140351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
140351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
140351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
140351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
140351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
140351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
140351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
140351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
140351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
140351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
140351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
140351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
140351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
140351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
140351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
140351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
140351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
140351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
140351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
140351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
140351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
140351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
140351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
140351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
140351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
140351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
140351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
140351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
140351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
140351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
140351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
140351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
140351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
140351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
140351	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
140351	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
140351	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
140351	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
140351	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
140351	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
140351	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
140351	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
140351	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
140351	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
140351	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
140351	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
140351	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
140351	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
140351	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
140351	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
140351	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
140351	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
140351	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
140351	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
140351	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
140351	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
140351	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
140351	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
140351	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
140351	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
140351	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
140351	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
140351	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
140351	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
140351	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
140351	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
140351	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
140351	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
140351	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
140351	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
140351	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
140351	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
140351	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
140351	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
140351	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
140351	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
140351	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
140351	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
140351	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
140351	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
140351	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
140351	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
140351	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
140351	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
140351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
140351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
140351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
140351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
140351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
140351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
140351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
140351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
140351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
140351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
140351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
140351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
140351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
140351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
140351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
140351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
140351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
140351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
140351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
140351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
140351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
140351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
140351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
140351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
140351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
140351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
140351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
140351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
140351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
140351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
140351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
140351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
140351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
140351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
140351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
140351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
140351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
140351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
140351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
140351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
140351	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
140351	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
140351	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
140351	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
140351	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
140351	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
140351	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
140351	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
140351	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
140351	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
140351	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
140351	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
140351	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
140351	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
140351	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
140351	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
140351	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
140351	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
140351	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
140351	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
140351	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
140351	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
140351	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
140351	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
140351	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
140351	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
140351	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
140351	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
140351	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
140351	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
140351	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
140351	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
140351	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
140351	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
140351	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
140351	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
140351	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
140351	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
140351	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
140351	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
140351	embedding2nn.weight	0	0.049481723457574844
140351	embedding2nn.weight	1	-0.09173303842544556
140351	embedding2nn.weight	2	0.007110382430255413
140351	embedding2nn.weight	3	-0.057250503450632095
140351	embedding2nn.weight	4	-0.10950558632612228
140351	embedding2nn.weight	5	0.11239653825759888
140351	embedding2nn.weight	6	-0.1318085640668869
140351	embedding2nn.weight	7	-0.07606352120637894
140351	embedding2nn.weight	8	-0.025826016440987587
140351	embedding2nn.weight	9	0.08026501536369324
140351	embedding2nn.bias	0	0.04639662429690361
140351	embedding2nn.bias	1	0.02431437186896801
140351	embedding2nn.bias	2	-0.06649959832429886
140351	embedding2nn.bias	3	0.07171029597520828
140351	embedding2nn.bias	4	-0.016044186428189278
140351	embedding2nn.bias	5	-0.13173623383045197
140351	embedding2nn.bias	6	-0.11628775298595428
140351	embedding2nn.bias	7	-0.0411907397210598
140351	embedding2nn.bias	8	0.1008375957608223
140351	embedding2nn.bias	9	-0.06638455390930176
140351	rnn.weight_ih_l0	0	0.017477476969361305
140351	rnn.weight_ih_l0	1	-0.05988659709692001
140351	rnn.weight_ih_l0	2	-0.016043204814195633
140351	rnn.weight_ih_l0	3	-0.05075271427631378
140351	rnn.weight_ih_l0	4	0.03548714518547058
140351	rnn.weight_ih_l0	5	-0.09867440909147263
140351	rnn.weight_ih_l0	6	-0.05135917663574219
140351	rnn.weight_ih_l0	7	-0.00772527139633894
140351	rnn.weight_ih_l0	8	0.06696473807096481
140351	rnn.weight_ih_l0	9	0.021714942529797554
140351	rnn.weight_hh_l0	0	0.004464056342840195
140351	rnn.weight_hh_l0	1	-0.09204889088869095
140351	rnn.weight_hh_l0	2	0.05814450606703758
140351	rnn.weight_hh_l0	3	0.04445180296897888
140351	rnn.weight_hh_l0	4	0.004413607530295849
140351	rnn.weight_hh_l0	5	0.06683472543954849
140351	rnn.weight_hh_l0	6	-0.014532382600009441
140351	rnn.weight_hh_l0	7	-0.09054392576217651
140351	rnn.weight_hh_l0	8	0.0034131372813135386
140351	rnn.weight_hh_l0	9	-0.08141785115003586
140351	rnn.bias_ih_l0	0	-0.05816959962248802
140351	rnn.bias_ih_l0	1	-0.18262842297554016
140351	rnn.bias_ih_l0	2	-0.24955447018146515
140351	rnn.bias_ih_l0	3	-0.27268853783607483
140351	rnn.bias_ih_l0	4	-0.0077552408911287785
140351	rnn.bias_ih_l0	5	0.03593461960554123
140351	rnn.bias_ih_l0	6	-0.18018637597560883
140351	rnn.bias_ih_l0	7	-0.26429885625839233
140351	rnn.bias_ih_l0	8	-0.12229888886213303
140351	rnn.bias_ih_l0	9	-0.19279322028160095
140351	rnn.bias_hh_l0	0	0.12096795439720154
140351	rnn.bias_hh_l0	1	-0.06795006990432739
140351	rnn.bias_hh_l0	2	0.05351349711418152
140351	rnn.bias_hh_l0	3	-0.16228286921977997
140351	rnn.bias_hh_l0	4	0.055567968636751175
140351	rnn.bias_hh_l0	5	0.030571535229682922
140351	rnn.bias_hh_l0	6	-0.0897226482629776
140351	rnn.bias_hh_l0	7	-0.15741102397441864
140351	rnn.bias_hh_l0	8	-0.1817387342453003
140351	rnn.bias_hh_l0	9	-0.09346753358840942
140351	rnn.weight_ih_l0_reverse	0	-0.017025426030158997
140351	rnn.weight_ih_l0_reverse	1	0.00727284187451005
140351	rnn.weight_ih_l0_reverse	2	0.014588256366550922
140351	rnn.weight_ih_l0_reverse	3	0.005954875145107508
140351	rnn.weight_ih_l0_reverse	4	0.028244489803910255
140351	rnn.weight_ih_l0_reverse	5	-0.05280264467000961
140351	rnn.weight_ih_l0_reverse	6	-0.05030636116862297
140351	rnn.weight_ih_l0_reverse	7	-0.00014808509149588645
140351	rnn.weight_ih_l0_reverse	8	0.0878414437174797
140351	rnn.weight_ih_l0_reverse	9	0.019265897572040558
140351	rnn.weight_hh_l0_reverse	0	0.006464892532676458
140351	rnn.weight_hh_l0_reverse	1	0.024047652259469032
140351	rnn.weight_hh_l0_reverse	2	-0.038968268781900406
140351	rnn.weight_hh_l0_reverse	3	0.04159092530608177
140351	rnn.weight_hh_l0_reverse	4	0.024884620681405067
140351	rnn.weight_hh_l0_reverse	5	0.0049953339621424675
140351	rnn.weight_hh_l0_reverse	6	0.05994550138711929
140351	rnn.weight_hh_l0_reverse	7	0.02636375091969967
140351	rnn.weight_hh_l0_reverse	8	-0.0159381665289402
140351	rnn.weight_hh_l0_reverse	9	-0.03532836586236954
140351	rnn.bias_ih_l0_reverse	0	-0.13615569472312927
140351	rnn.bias_ih_l0_reverse	1	-0.29376688599586487
140351	rnn.bias_ih_l0_reverse	2	-0.07688327878713608
140351	rnn.bias_ih_l0_reverse	3	-0.13874638080596924
140351	rnn.bias_ih_l0_reverse	4	0.0729597806930542
140351	rnn.bias_ih_l0_reverse	5	-0.24939873814582825
140351	rnn.bias_ih_l0_reverse	6	-0.05272071808576584
140351	rnn.bias_ih_l0_reverse	7	0.006555016618221998
140351	rnn.bias_ih_l0_reverse	8	-0.18075892329216003
140351	rnn.bias_ih_l0_reverse	9	-0.09262511879205704
140351	rnn.bias_hh_l0_reverse	0	-0.15202262997627258
140351	rnn.bias_hh_l0_reverse	1	-0.15047842264175415
140351	rnn.bias_hh_l0_reverse	2	-0.022629201412200928
140351	rnn.bias_hh_l0_reverse	3	-0.1221831664443016
140351	rnn.bias_hh_l0_reverse	4	-0.03562301769852638
140351	rnn.bias_hh_l0_reverse	5	-0.1119452491402626
140351	rnn.bias_hh_l0_reverse	6	-0.06710910052061081
140351	rnn.bias_hh_l0_reverse	7	-0.19792979955673218
140351	rnn.bias_hh_l0_reverse	8	-0.053901080042123795
140351	rnn.bias_hh_l0_reverse	9	-0.14236357808113098
140351	linear.weight	0	-0.18822821974754333
140351	linear.weight	1	-0.1570843756198883
140351	linear.weight	2	-0.011228874325752258
140351	linear.weight	3	-0.08918443322181702
140351	linear.weight	4	-0.034546975046396255
140351	linear.weight	5	0.18213492631912231
140351	linear.weight	6	0.0047744326293468475
140351	linear.weight	7	-0.021312154829502106
140351	linear.weight	8	0.20135553181171417
140351	linear.weight	9	0.17542265355587006
140351	linear.bias	0	-0.8212838768959045
140351	linear.bias	1	1.392613172531128
140351	linear.bias	2	-0.43973878026008606
140351	linear.bias	3	-0.672410249710083
140351	linear.bias	4	-0.8894802331924438
140351	linear.bias	5	-1.172038197517395
140351	linear.bias	6	-0.8843820095062256
140351	linear.bias	7	-0.7434914708137512
140351	linear.bias	8	-0.01705317199230194
140351	linear.bias	9	3.3600387573242188
140548	transitions	0	-0.4063669741153717
140548	transitions	1	8.522865295410156
140548	transitions	2	-3.4718074798583984
140548	transitions	3	1.427864670753479
140548	transitions	4	-2.0867433547973633
140548	transitions	5	-0.38573893904685974
140548	transitions	6	-0.1874803900718689
140548	transitions	7	-10000.0
140548	transitions	8	1.7642871141433716
140548	transitions	9	-2.293468952178955
140548	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
140548	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
140548	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
140548	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
140548	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
140548	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
140548	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
140548	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
140548	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
140548	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
140548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
140548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
140548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
140548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
140548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
140548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
140548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
140548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
140548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
140548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
140548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
140548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
140548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
140548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
140548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
140548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
140548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
140548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
140548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
140548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
140548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
140548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
140548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
140548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
140548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
140548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
140548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
140548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
140548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
140548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
140548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
140548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
140548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
140548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
140548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
140548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
140548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
140548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
140548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
140548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
140548	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
140548	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
140548	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
140548	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
140548	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
140548	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
140548	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
140548	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
140548	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
140548	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
140548	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
140548	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
140548	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
140548	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
140548	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
140548	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
140548	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
140548	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
140548	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
140548	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
140548	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
140548	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
140548	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
140548	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
140548	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
140548	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
140548	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
140548	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
140548	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
140548	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
140548	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
140548	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
140548	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
140548	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
140548	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
140548	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
140548	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
140548	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
140548	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
140548	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
140548	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
140548	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
140548	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
140548	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
140548	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
140548	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
140548	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
140548	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
140548	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
140548	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
140548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
140548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
140548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
140548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
140548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
140548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
140548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
140548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
140548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
140548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
140548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
140548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
140548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
140548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
140548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
140548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
140548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
140548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
140548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
140548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
140548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
140548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
140548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
140548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
140548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
140548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
140548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
140548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
140548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
140548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
140548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
140548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
140548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
140548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
140548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
140548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
140548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
140548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
140548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
140548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
140548	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
140548	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
140548	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
140548	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
140548	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
140548	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
140548	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
140548	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
140548	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
140548	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
140548	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
140548	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
140548	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
140548	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
140548	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
140548	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
140548	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
140548	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
140548	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
140548	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
140548	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
140548	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
140548	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
140548	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
140548	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
140548	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
140548	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
140548	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
140548	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
140548	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
140548	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
140548	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
140548	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
140548	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
140548	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
140548	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
140548	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
140548	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
140548	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
140548	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
140548	embedding2nn.weight	0	0.04965515062212944
140548	embedding2nn.weight	1	-0.0926632434129715
140548	embedding2nn.weight	2	0.00700781773775816
140548	embedding2nn.weight	3	-0.0575391910970211
140548	embedding2nn.weight	4	-0.11186692863702774
140548	embedding2nn.weight	5	0.11215571314096451
140548	embedding2nn.weight	6	-0.12831449508666992
140548	embedding2nn.weight	7	-0.07703126966953278
140548	embedding2nn.weight	8	-0.026229750365018845
140548	embedding2nn.weight	9	0.07930298894643784
140548	embedding2nn.bias	0	0.0428047850728035
140548	embedding2nn.bias	1	0.03268338739871979
140548	embedding2nn.bias	2	-0.06860314309597015
140548	embedding2nn.bias	3	0.06373327970504761
140548	embedding2nn.bias	4	-0.01789536327123642
140548	embedding2nn.bias	5	-0.13251841068267822
140548	embedding2nn.bias	6	-0.12896370887756348
140548	embedding2nn.bias	7	-0.04124412685632706
140548	embedding2nn.bias	8	0.09818901121616364
140548	embedding2nn.bias	9	-0.05758111551403999
140548	rnn.weight_ih_l0	0	0.019566735252738
140548	rnn.weight_ih_l0	1	-0.058904215693473816
140548	rnn.weight_ih_l0	2	-0.016520025208592415
140548	rnn.weight_ih_l0	3	-0.05027560889720917
140548	rnn.weight_ih_l0	4	0.03403810039162636
140548	rnn.weight_ih_l0	5	-0.0984540656208992
140548	rnn.weight_ih_l0	6	-0.05117368698120117
140548	rnn.weight_ih_l0	7	-0.007924373261630535
140548	rnn.weight_ih_l0	8	0.06707827746868134
140548	rnn.weight_ih_l0	9	0.021301977336406708
140548	rnn.weight_hh_l0	0	0.0038791855331510305
140548	rnn.weight_hh_l0	1	-0.09215317666530609
140548	rnn.weight_hh_l0	2	0.058698397129774094
140548	rnn.weight_hh_l0	3	0.04410939663648605
140548	rnn.weight_hh_l0	4	0.004295152612030506
140548	rnn.weight_hh_l0	5	0.06684570759534836
140548	rnn.weight_hh_l0	6	-0.014638557098805904
140548	rnn.weight_hh_l0	7	-0.09048624336719513
140548	rnn.weight_hh_l0	8	0.003642900148406625
140548	rnn.weight_hh_l0	9	-0.08386006951332092
140548	rnn.bias_ih_l0	0	-0.05584649369120598
140548	rnn.bias_ih_l0	1	-0.18270762264728546
140548	rnn.bias_ih_l0	2	-0.24881671369075775
140548	rnn.bias_ih_l0	3	-0.27324360609054565
140548	rnn.bias_ih_l0	4	-0.005156346596777439
140548	rnn.bias_ih_l0	5	0.03468930348753929
140548	rnn.bias_ih_l0	6	-0.18240691721439362
140548	rnn.bias_ih_l0	7	-0.26447343826293945
140548	rnn.bias_ih_l0	8	-0.12312562763690948
140548	rnn.bias_ih_l0	9	-0.19339151680469513
140548	rnn.bias_hh_l0	0	0.12167532742023468
140548	rnn.bias_hh_l0	1	-0.0671854242682457
140548	rnn.bias_hh_l0	2	0.053336165845394135
140548	rnn.bias_hh_l0	3	-0.16351532936096191
140548	rnn.bias_hh_l0	4	0.05493561923503876
140548	rnn.bias_hh_l0	5	0.029026048257946968
140548	rnn.bias_hh_l0	6	-0.08769748359918594
140548	rnn.bias_hh_l0	7	-0.15824826061725616
140548	rnn.bias_hh_l0	8	-0.18014317750930786
140548	rnn.bias_hh_l0	9	-0.09441043436527252
140548	rnn.weight_ih_l0_reverse	0	-0.01751045510172844
140548	rnn.weight_ih_l0_reverse	1	0.007431532721966505
140548	rnn.weight_ih_l0_reverse	2	0.013872316107153893
140548	rnn.weight_ih_l0_reverse	3	0.007022527977824211
140548	rnn.weight_ih_l0_reverse	4	0.025629641488194466
140548	rnn.weight_ih_l0_reverse	5	-0.052902139723300934
140548	rnn.weight_ih_l0_reverse	6	-0.051041703671216965
140548	rnn.weight_ih_l0_reverse	7	0.0010280876886099577
140548	rnn.weight_ih_l0_reverse	8	0.08958034217357635
140548	rnn.weight_ih_l0_reverse	9	0.01998171955347061
140548	rnn.weight_hh_l0_reverse	0	0.0063810269348323345
140548	rnn.weight_hh_l0_reverse	1	0.02413954772055149
140548	rnn.weight_hh_l0_reverse	2	-0.03877312317490578
140548	rnn.weight_hh_l0_reverse	3	0.041189953684806824
140548	rnn.weight_hh_l0_reverse	4	0.024897286668419838
140548	rnn.weight_hh_l0_reverse	5	0.0050496263429522514
140548	rnn.weight_hh_l0_reverse	6	0.05967361107468605
140548	rnn.weight_hh_l0_reverse	7	0.026291247457265854
140548	rnn.weight_hh_l0_reverse	8	-0.016520895063877106
140548	rnn.weight_hh_l0_reverse	9	-0.03562881052494049
140548	rnn.bias_ih_l0_reverse	0	-0.13603678345680237
140548	rnn.bias_ih_l0_reverse	1	-0.29201948642730713
140548	rnn.bias_ih_l0_reverse	2	-0.07466471195220947
140548	rnn.bias_ih_l0_reverse	3	-0.13899065554141998
140548	rnn.bias_ih_l0_reverse	4	0.07284317910671234
140548	rnn.bias_ih_l0_reverse	5	-0.24797354638576508
140548	rnn.bias_ih_l0_reverse	6	-0.05203861743211746
140548	rnn.bias_ih_l0_reverse	7	0.004793422296643257
140548	rnn.bias_ih_l0_reverse	8	-0.18091851472854614
140548	rnn.bias_ih_l0_reverse	9	-0.09397011250257492
140548	rnn.bias_hh_l0_reverse	0	-0.1524418443441391
140548	rnn.bias_hh_l0_reverse	1	-0.15103809535503387
140548	rnn.bias_hh_l0_reverse	2	-0.02309839427471161
140548	rnn.bias_hh_l0_reverse	3	-0.12207721918821335
140548	rnn.bias_hh_l0_reverse	4	-0.034919384866952896
140548	rnn.bias_hh_l0_reverse	5	-0.11152593046426773
140548	rnn.bias_hh_l0_reverse	6	-0.06672653555870056
140548	rnn.bias_hh_l0_reverse	7	-0.19731363654136658
140548	rnn.bias_hh_l0_reverse	8	-0.0527343712747097
140548	rnn.bias_hh_l0_reverse	9	-0.14244444668293
140548	linear.weight	0	-0.19678948819637299
140548	linear.weight	1	-0.15657201409339905
140548	linear.weight	2	-0.011228874325752258
140548	linear.weight	3	-0.07805365324020386
140548	linear.weight	4	-0.03919887915253639
140548	linear.weight	5	0.17277438938617706
140548	linear.weight	6	0.0047744326293468475
140548	linear.weight	7	-0.021312154829502106
140548	linear.weight	8	0.19082175195217133
140548	linear.weight	9	0.16282369196414948
140548	linear.bias	0	-0.8520169854164124
140548	linear.bias	1	1.3906422853469849
140548	linear.bias	2	-0.44966721534729004
140548	linear.bias	3	-0.6578404903411865
140548	linear.bias	4	-0.8889935612678528
140548	linear.bias	5	-1.1720678806304932
140548	linear.bias	6	-0.9162685871124268
140548	linear.bias	7	-0.7222533226013184
140548	linear.bias	8	-0.01705317199230194
140548	linear.bias	9	3.3398478031158447
140745	transitions	0	-0.40642258524894714
140745	transitions	1	8.528231620788574
140745	transitions	2	-3.4720726013183594
140745	transitions	3	1.4323675632476807
140745	transitions	4	-2.0871167182922363
140745	transitions	5	-0.385773241519928
140745	transitions	6	-0.18750394880771637
140745	transitions	7	-10000.0
140745	transitions	8	1.7657873630523682
140745	transitions	9	-2.2934722900390625
140745	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
140745	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
140745	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
140745	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
140745	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
140745	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
140745	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
140745	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
140745	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
140745	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
140745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
140745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
140745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
140745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
140745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
140745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
140745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
140745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
140745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
140745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
140745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
140745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
140745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
140745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
140745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
140745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
140745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
140745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
140745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
140745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
140745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
140745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
140745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
140745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
140745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
140745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
140745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
140745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
140745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
140745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
140745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
140745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
140745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
140745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
140745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
140745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
140745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
140745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
140745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
140745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
140745	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
140745	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
140745	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
140745	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
140745	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
140745	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
140745	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
140745	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
140745	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
140745	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
140745	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
140745	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
140745	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
140745	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
140745	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
140745	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
140745	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
140745	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
140745	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
140745	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
140745	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
140745	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
140745	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
140745	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
140745	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
140745	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
140745	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
140745	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
140745	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
140745	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
140745	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
140745	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
140745	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
140745	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
140745	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
140745	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
140745	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
140745	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
140745	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
140745	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
140745	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
140745	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
140745	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
140745	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
140745	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
140745	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
140745	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
140745	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
140745	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
140745	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
140745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
140745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
140745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
140745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
140745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
140745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
140745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
140745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
140745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
140745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
140745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
140745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
140745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
140745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
140745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
140745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
140745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
140745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
140745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
140745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
140745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
140745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
140745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
140745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
140745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
140745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
140745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
140745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
140745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
140745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
140745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
140745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
140745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
140745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
140745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
140745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
140745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
140745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
140745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
140745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
140745	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
140745	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
140745	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
140745	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
140745	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
140745	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
140745	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
140745	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
140745	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
140745	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
140745	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
140745	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
140745	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
140745	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
140745	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
140745	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
140745	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
140745	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
140745	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
140745	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
140745	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
140745	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
140745	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
140745	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
140745	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
140745	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
140745	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
140745	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
140745	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
140745	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
140745	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
140745	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
140745	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
140745	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
140745	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
140745	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
140745	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
140745	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
140745	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
140745	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
140745	embedding2nn.weight	0	0.04969198629260063
140745	embedding2nn.weight	1	-0.0925416573882103
140745	embedding2nn.weight	2	0.0045733144506812096
140745	embedding2nn.weight	3	-0.05812502279877663
140745	embedding2nn.weight	4	-0.1113181784749031
140745	embedding2nn.weight	5	0.11292054504156113
140745	embedding2nn.weight	6	-0.1311790943145752
140745	embedding2nn.weight	7	-0.07801710814237595
140745	embedding2nn.weight	8	-0.0262233205139637
140745	embedding2nn.weight	9	0.0782141163945198
140745	embedding2nn.bias	0	0.052910782396793365
140745	embedding2nn.bias	1	0.030642790719866753
140745	embedding2nn.bias	2	-0.06670746952295303
140745	embedding2nn.bias	3	0.06515473872423172
140745	embedding2nn.bias	4	-0.010126152075827122
140745	embedding2nn.bias	5	-0.13228848576545715
140745	embedding2nn.bias	6	-0.12601330876350403
140745	embedding2nn.bias	7	-0.029470128938555717
140745	embedding2nn.bias	8	0.10491585731506348
140745	embedding2nn.bias	9	-0.05715847760438919
140745	rnn.weight_ih_l0	0	0.0203247033059597
140745	rnn.weight_ih_l0	1	-0.05869186297059059
140745	rnn.weight_ih_l0	2	-0.016249652951955795
140745	rnn.weight_ih_l0	3	-0.050664231181144714
140745	rnn.weight_ih_l0	4	0.03510677441954613
140745	rnn.weight_ih_l0	5	-0.09946384280920029
140745	rnn.weight_ih_l0	6	-0.05253684148192406
140745	rnn.weight_ih_l0	7	-0.008035984821617603
140745	rnn.weight_ih_l0	8	0.067775659263134
140745	rnn.weight_ih_l0	9	0.021025551483035088
140745	rnn.weight_hh_l0	0	0.004358006175607443
140745	rnn.weight_hh_l0	1	-0.09174102544784546
140745	rnn.weight_hh_l0	2	0.05848235264420509
140745	rnn.weight_hh_l0	3	0.045311037451028824
140745	rnn.weight_hh_l0	4	0.004428103566169739
140745	rnn.weight_hh_l0	5	0.0659450814127922
140745	rnn.weight_hh_l0	6	-0.014541915617883205
140745	rnn.weight_hh_l0	7	-0.09053150564432144
140745	rnn.weight_hh_l0	8	0.0029740568716078997
140745	rnn.weight_hh_l0	9	-0.08298570662736893
140745	rnn.bias_ih_l0	0	-0.055102430284023285
140745	rnn.bias_ih_l0	1	-0.1809908002614975
140745	rnn.bias_ih_l0	2	-0.24976631999015808
140745	rnn.bias_ih_l0	3	-0.27392810583114624
140745	rnn.bias_ih_l0	4	-0.006481869146227837
140745	rnn.bias_ih_l0	5	0.03758146986365318
140745	rnn.bias_ih_l0	6	-0.18151186406612396
140745	rnn.bias_ih_l0	7	-0.2638700604438782
140745	rnn.bias_ih_l0	8	-0.1249072402715683
140745	rnn.bias_ih_l0	9	-0.19447839260101318
140745	rnn.bias_hh_l0	0	0.12292598187923431
140745	rnn.bias_hh_l0	1	-0.06736195087432861
140745	rnn.bias_hh_l0	2	0.05387124419212341
140745	rnn.bias_hh_l0	3	-0.16505008935928345
140745	rnn.bias_hh_l0	4	0.05559254810214043
140745	rnn.bias_hh_l0	5	0.029247255995869637
140745	rnn.bias_hh_l0	6	-0.09017767757177353
140745	rnn.bias_hh_l0	7	-0.1586115062236786
140745	rnn.bias_hh_l0	8	-0.1826583296060562
140745	rnn.bias_hh_l0	9	-0.09233543276786804
140745	rnn.weight_ih_l0_reverse	0	-0.017534716054797173
140745	rnn.weight_ih_l0_reverse	1	0.008200817741453648
140745	rnn.weight_ih_l0_reverse	2	0.013300715014338493
140745	rnn.weight_ih_l0_reverse	3	0.008090095594525337
140745	rnn.weight_ih_l0_reverse	4	0.025440171360969543
140745	rnn.weight_ih_l0_reverse	5	-0.05275219306349754
140745	rnn.weight_ih_l0_reverse	6	-0.051905035972595215
140745	rnn.weight_ih_l0_reverse	7	0.0004003541253041476
140745	rnn.weight_ih_l0_reverse	8	0.09092946350574493
140745	rnn.weight_ih_l0_reverse	9	0.02025824785232544
140745	rnn.weight_hh_l0_reverse	0	0.0062283542938530445
140745	rnn.weight_hh_l0_reverse	1	0.02435426041483879
140745	rnn.weight_hh_l0_reverse	2	-0.038930345326662064
140745	rnn.weight_hh_l0_reverse	3	0.04131147265434265
140745	rnn.weight_hh_l0_reverse	4	0.025119690224528313
140745	rnn.weight_hh_l0_reverse	5	0.005326807964593172
140745	rnn.weight_hh_l0_reverse	6	0.05952753126621246
140745	rnn.weight_hh_l0_reverse	7	0.026246540248394012
140745	rnn.weight_hh_l0_reverse	8	-0.016375228762626648
140745	rnn.weight_hh_l0_reverse	9	-0.03562740609049797
140745	rnn.bias_ih_l0_reverse	0	-0.13668468594551086
140745	rnn.bias_ih_l0_reverse	1	-0.29494228959083557
140745	rnn.bias_ih_l0_reverse	2	-0.0745098665356636
140745	rnn.bias_ih_l0_reverse	3	-0.13811810314655304
140745	rnn.bias_ih_l0_reverse	4	0.07029689848423004
140745	rnn.bias_ih_l0_reverse	5	-0.24845418334007263
140745	rnn.bias_ih_l0_reverse	6	-0.051873598247766495
140745	rnn.bias_ih_l0_reverse	7	0.005055837333202362
140745	rnn.bias_ih_l0_reverse	8	-0.18009328842163086
140745	rnn.bias_ih_l0_reverse	9	-0.09318746626377106
140745	rnn.bias_hh_l0_reverse	0	-0.1538805514574051
140745	rnn.bias_hh_l0_reverse	1	-0.15041138231754303
140745	rnn.bias_hh_l0_reverse	2	-0.02352146990597248
140745	rnn.bias_hh_l0_reverse	3	-0.12302052974700928
140745	rnn.bias_hh_l0_reverse	4	-0.03561004251241684
140745	rnn.bias_hh_l0_reverse	5	-0.11123892664909363
140745	rnn.bias_hh_l0_reverse	6	-0.06660398840904236
140745	rnn.bias_hh_l0_reverse	7	-0.196495920419693
140745	rnn.bias_hh_l0_reverse	8	-0.05535805970430374
140745	rnn.bias_hh_l0_reverse	9	-0.14043666422367096
140745	linear.weight	0	-0.1906275600194931
140745	linear.weight	1	-0.15923036634922028
140745	linear.weight	2	-0.011228874325752258
140745	linear.weight	3	-0.07430312037467957
140745	linear.weight	4	-0.04738219082355499
140745	linear.weight	5	0.169269397854805
140745	linear.weight	6	0.0047744326293468475
140745	linear.weight	7	-0.021312154829502106
140745	linear.weight	8	0.18569405376911163
140745	linear.weight	9	0.16068944334983826
140745	linear.bias	0	-0.8362213969230652
140745	linear.bias	1	1.4073580503463745
140745	linear.bias	2	-0.45543786883354187
140745	linear.bias	3	-0.6671386957168579
140745	linear.bias	4	-0.9017003178596497
140745	linear.bias	5	-1.1720927953720093
140745	linear.bias	6	-0.9041316509246826
140745	linear.bias	7	-0.7060496211051941
140745	linear.bias	8	-0.01705317199230194
140745	linear.bias	9	3.3501298427581787
140942	transitions	0	-0.40651243925094604
140942	transitions	1	8.520586013793945
140942	transitions	2	-3.4725589752197266
140942	transitions	3	1.4307855367660522
140942	transitions	4	-2.0875661373138428
140942	transitions	5	-0.3861124515533447
140942	transitions	6	-0.18753135204315186
140942	transitions	7	-10000.0
140942	transitions	8	1.7664320468902588
140942	transitions	9	-2.293475866317749
140942	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
140942	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
140942	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
140942	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
140942	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
140942	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
140942	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
140942	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
140942	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
140942	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
140942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
140942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
140942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
140942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
140942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
140942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
140942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
140942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
140942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
140942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
140942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
140942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
140942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
140942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
140942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
140942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
140942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
140942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
140942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
140942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
140942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
140942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
140942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
140942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
140942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
140942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
140942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
140942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
140942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
140942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
140942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
140942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
140942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
140942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
140942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
140942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
140942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
140942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
140942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
140942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
140942	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
140942	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
140942	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
140942	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
140942	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
140942	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
140942	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
140942	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
140942	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
140942	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
140942	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
140942	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
140942	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
140942	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
140942	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
140942	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
140942	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
140942	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
140942	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
140942	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
140942	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
140942	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
140942	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
140942	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
140942	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
140942	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
140942	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
140942	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
140942	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
140942	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
140942	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
140942	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
140942	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
140942	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
140942	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
140942	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
140942	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
140942	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
140942	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
140942	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
140942	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
140942	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
140942	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
140942	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
140942	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
140942	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
140942	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
140942	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
140942	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
140942	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
140942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
140942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
140942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
140942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
140942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
140942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
140942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
140942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
140942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
140942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
140942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
140942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
140942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
140942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
140942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
140942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
140942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
140942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
140942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
140942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
140942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
140942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
140942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
140942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
140942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
140942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
140942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
140942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
140942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
140942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
140942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
140942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
140942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
140942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
140942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
140942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
140942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
140942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
140942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
140942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
140942	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
140942	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
140942	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
140942	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
140942	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
140942	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
140942	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
140942	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
140942	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
140942	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
140942	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
140942	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
140942	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
140942	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
140942	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
140942	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
140942	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
140942	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
140942	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
140942	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
140942	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
140942	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
140942	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
140942	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
140942	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
140942	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
140942	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
140942	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
140942	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
140942	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
140942	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
140942	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
140942	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
140942	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
140942	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
140942	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
140942	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
140942	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
140942	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
140942	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
140942	embedding2nn.weight	0	0.049633998423814774
140942	embedding2nn.weight	1	-0.09213823080062866
140942	embedding2nn.weight	2	0.00288452859967947
140942	embedding2nn.weight	3	-0.05900752171874046
140942	embedding2nn.weight	4	-0.11129790544509888
140942	embedding2nn.weight	5	0.1128716990351677
140942	embedding2nn.weight	6	-0.12897896766662598
140942	embedding2nn.weight	7	-0.07740497589111328
140942	embedding2nn.weight	8	-0.025622649118304253
140942	embedding2nn.weight	9	0.07830452173948288
140942	embedding2nn.bias	0	0.05835607275366783
140942	embedding2nn.bias	1	0.026242274791002274
140942	embedding2nn.bias	2	-0.07591207325458527
140942	embedding2nn.bias	3	0.06811481714248657
140942	embedding2nn.bias	4	-0.022184260189533234
140942	embedding2nn.bias	5	-0.13578973710536957
140942	embedding2nn.bias	6	-0.12727439403533936
140942	embedding2nn.bias	7	-0.03414757177233696
140942	embedding2nn.bias	8	0.09665949642658234
140942	embedding2nn.bias	9	-0.04923032596707344
140942	rnn.weight_ih_l0	0	0.019592925906181335
140942	rnn.weight_ih_l0	1	-0.059991929680109024
140942	rnn.weight_ih_l0	2	-0.01620958372950554
140942	rnn.weight_ih_l0	3	-0.0499170757830143
140942	rnn.weight_ih_l0	4	0.03571293130517006
140942	rnn.weight_ih_l0	5	-0.10013072937726974
140942	rnn.weight_ih_l0	6	-0.0525752454996109
140942	rnn.weight_ih_l0	7	-0.007459600921720266
140942	rnn.weight_ih_l0	8	0.06612884998321533
140942	rnn.weight_ih_l0	9	0.021471474319696426
140942	rnn.weight_hh_l0	0	0.004411115776747465
140942	rnn.weight_hh_l0	1	-0.09225819259881973
140942	rnn.weight_hh_l0	2	0.05824451148509979
140942	rnn.weight_hh_l0	3	0.04490404203534126
140942	rnn.weight_hh_l0	4	0.004496821667999029
140942	rnn.weight_hh_l0	5	0.06540697067975998
140942	rnn.weight_hh_l0	6	-0.014573653228580952
140942	rnn.weight_hh_l0	7	-0.09040051698684692
140942	rnn.weight_hh_l0	8	0.00363815831951797
140942	rnn.weight_hh_l0	9	-0.08347407728433609
140942	rnn.bias_ih_l0	0	-0.054375648498535156
140942	rnn.bias_ih_l0	1	-0.18086746335029602
140942	rnn.bias_ih_l0	2	-0.24968238174915314
140942	rnn.bias_ih_l0	3	-0.2729313373565674
140942	rnn.bias_ih_l0	4	-0.005324474070221186
140942	rnn.bias_ih_l0	5	0.03616658225655556
140942	rnn.bias_ih_l0	6	-0.18140919506549835
140942	rnn.bias_ih_l0	7	-0.26533690094947815
140942	rnn.bias_ih_l0	8	-0.12341276556253433
140942	rnn.bias_ih_l0	9	-0.1950666755437851
140942	rnn.bias_hh_l0	0	0.12432917952537537
140942	rnn.bias_hh_l0	1	-0.06649793684482574
140942	rnn.bias_hh_l0	2	0.05295971781015396
140942	rnn.bias_hh_l0	3	-0.16756363213062286
140942	rnn.bias_hh_l0	4	0.0505041629076004
140942	rnn.bias_hh_l0	5	0.028357813134789467
140942	rnn.bias_hh_l0	6	-0.09043969213962555
140942	rnn.bias_hh_l0	7	-0.1573818325996399
140942	rnn.bias_hh_l0	8	-0.1824808567762375
140942	rnn.bias_hh_l0	9	-0.09200239181518555
140942	rnn.weight_ih_l0_reverse	0	-0.017591772601008415
140942	rnn.weight_ih_l0_reverse	1	0.008285896852612495
140942	rnn.weight_ih_l0_reverse	2	0.013369685970246792
140942	rnn.weight_ih_l0_reverse	3	0.00740667013451457
140942	rnn.weight_ih_l0_reverse	4	0.024142537266016006
140942	rnn.weight_ih_l0_reverse	5	-0.0537886843085289
140942	rnn.weight_ih_l0_reverse	6	-0.05287326127290726
140942	rnn.weight_ih_l0_reverse	7	-0.00030082062585279346
140942	rnn.weight_ih_l0_reverse	8	0.089490607380867
140942	rnn.weight_ih_l0_reverse	9	0.019371936097741127
140942	rnn.weight_hh_l0_reverse	0	0.006559072062373161
140942	rnn.weight_hh_l0_reverse	1	0.02452732063829899
140942	rnn.weight_hh_l0_reverse	2	-0.038972217589616776
140942	rnn.weight_hh_l0_reverse	3	0.04134731739759445
140942	rnn.weight_hh_l0_reverse	4	0.02511393278837204
140942	rnn.weight_hh_l0_reverse	5	0.004926878027617931
140942	rnn.weight_hh_l0_reverse	6	0.05957968905568123
140942	rnn.weight_hh_l0_reverse	7	0.026276666671037674
140942	rnn.weight_hh_l0_reverse	8	-0.016330987215042114
140942	rnn.weight_hh_l0_reverse	9	-0.03595941513776779
140942	rnn.bias_ih_l0_reverse	0	-0.13776178658008575
140942	rnn.bias_ih_l0_reverse	1	-0.2939099073410034
140942	rnn.bias_ih_l0_reverse	2	-0.07367881387472153
140942	rnn.bias_ih_l0_reverse	3	-0.13748368620872498
140942	rnn.bias_ih_l0_reverse	4	0.06948629766702652
140942	rnn.bias_ih_l0_reverse	5	-0.24872878193855286
140942	rnn.bias_ih_l0_reverse	6	-0.052776627242565155
140942	rnn.bias_ih_l0_reverse	7	0.004224689211696386
140942	rnn.bias_ih_l0_reverse	8	-0.18188613653182983
140942	rnn.bias_ih_l0_reverse	9	-0.09314420819282532
140942	rnn.bias_hh_l0_reverse	0	-0.15391911566257477
140942	rnn.bias_hh_l0_reverse	1	-0.14888954162597656
140942	rnn.bias_hh_l0_reverse	2	-0.02336023561656475
140942	rnn.bias_hh_l0_reverse	3	-0.12312901765108109
140942	rnn.bias_hh_l0_reverse	4	-0.03540480136871338
140942	rnn.bias_hh_l0_reverse	5	-0.11023139208555222
140942	rnn.bias_hh_l0_reverse	6	-0.06569570302963257
140942	rnn.bias_hh_l0_reverse	7	-0.19825516641139984
140942	rnn.bias_hh_l0_reverse	8	-0.056587643921375275
140942	rnn.bias_hh_l0_reverse	9	-0.13923689723014832
140942	linear.weight	0	-0.18639695644378662
140942	linear.weight	1	-0.15923839807510376
140942	linear.weight	2	-0.011228874325752258
140942	linear.weight	3	-0.0744556337594986
140942	linear.weight	4	-0.0453064888715744
140942	linear.weight	5	0.17537008225917816
140942	linear.weight	6	0.0047744326293468475
140942	linear.weight	7	-0.021312154829502106
140942	linear.weight	8	0.18762606382369995
140942	linear.weight	9	0.16281792521476746
140942	linear.bias	0	-0.8399193286895752
140942	linear.bias	1	1.4022345542907715
140942	linear.bias	2	-0.42398738861083984
140942	linear.bias	3	-0.6792708039283752
140942	linear.bias	4	-0.8950918912887573
140942	linear.bias	5	-1.172123908996582
140942	linear.bias	6	-0.9072122573852539
140942	linear.bias	7	-0.7184085845947266
140942	linear.bias	8	-0.01705317199230194
140942	linear.bias	9	3.341116428375244
141139	transitions	0	-0.40661194920539856
141139	transitions	1	8.51013469696045
141139	transitions	2	-3.472961902618408
141139	transitions	3	1.4296951293945312
141139	transitions	4	-2.087784767150879
141139	transitions	5	-0.3862324357032776
141139	transitions	6	-0.18754790723323822
141139	transitions	7	-10000.0
141139	transitions	8	1.7659026384353638
141139	transitions	9	-2.2934796810150146
141139	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
141139	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
141139	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
141139	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
141139	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
141139	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
141139	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
141139	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
141139	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
141139	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
141139	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
141139	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
141139	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
141139	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
141139	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
141139	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
141139	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
141139	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
141139	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
141139	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
141139	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
141139	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
141139	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
141139	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
141139	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
141139	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
141139	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
141139	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
141139	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
141139	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
141139	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
141139	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
141139	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
141139	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
141139	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
141139	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
141139	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
141139	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
141139	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
141139	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
141139	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
141139	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
141139	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
141139	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
141139	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
141139	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
141139	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
141139	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
141139	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
141139	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
141139	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
141139	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
141139	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
141139	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
141139	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
141139	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
141139	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
141139	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
141139	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
141139	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
141139	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
141139	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
141139	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
141139	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
141139	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
141139	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
141139	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
141139	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
141139	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
141139	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
141139	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
141139	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
141139	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
141139	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
141139	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
141139	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
141139	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
141139	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
141139	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
141139	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
141139	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
141139	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
141139	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
141139	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
141139	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
141139	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
141139	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
141139	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
141139	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
141139	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
141139	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
141139	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
141139	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
141139	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
141139	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
141139	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
141139	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
141139	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
141139	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
141139	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
141139	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
141139	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
141139	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
141139	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
141139	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
141139	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
141139	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
141139	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
141139	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
141139	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
141139	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
141139	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
141139	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
141139	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
141139	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
141139	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
141139	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
141139	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
141139	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
141139	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
141139	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
141139	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
141139	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
141139	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
141139	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
141139	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
141139	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
141139	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
141139	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
141139	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
141139	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
141139	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
141139	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
141139	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
141139	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
141139	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
141139	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
141139	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
141139	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
141139	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
141139	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
141139	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
141139	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
141139	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
141139	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
141139	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
141139	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
141139	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
141139	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
141139	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
141139	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
141139	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
141139	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
141139	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
141139	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
141139	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
141139	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
141139	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
141139	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
141139	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
141139	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
141139	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
141139	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
141139	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
141139	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
141139	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
141139	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
141139	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
141139	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
141139	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
141139	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
141139	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
141139	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
141139	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
141139	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
141139	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
141139	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
141139	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
141139	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
141139	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
141139	embedding2nn.weight	0	0.049934566020965576
141139	embedding2nn.weight	1	-0.09210556745529175
141139	embedding2nn.weight	2	0.002669036388397217
141139	embedding2nn.weight	3	-0.05823557451367378
141139	embedding2nn.weight	4	-0.1111968383193016
141139	embedding2nn.weight	5	0.11341012269258499
141139	embedding2nn.weight	6	-0.1282343864440918
141139	embedding2nn.weight	7	-0.07693035155534744
141139	embedding2nn.weight	8	-0.025896282866597176
141139	embedding2nn.weight	9	0.07969766110181808
141139	embedding2nn.bias	0	0.0559808574616909
141139	embedding2nn.bias	1	0.021788159385323524
141139	embedding2nn.bias	2	-0.07310979813337326
141139	embedding2nn.bias	3	0.07285527884960175
141139	embedding2nn.bias	4	-0.015014668926596642
141139	embedding2nn.bias	5	-0.14307549595832825
141139	embedding2nn.bias	6	-0.11566010117530823
141139	embedding2nn.bias	7	-0.028816474601626396
141139	embedding2nn.bias	8	0.1012546718120575
141139	embedding2nn.bias	9	-0.05457332730293274
141139	rnn.weight_ih_l0	0	0.018990561366081238
141139	rnn.weight_ih_l0	1	-0.06180809065699577
141139	rnn.weight_ih_l0	2	-0.017728056758642197
141139	rnn.weight_ih_l0	3	-0.050178200006484985
141139	rnn.weight_ih_l0	4	0.03690458461642265
141139	rnn.weight_ih_l0	5	-0.10022486746311188
141139	rnn.weight_ih_l0	6	-0.05200900509953499
141139	rnn.weight_ih_l0	7	-0.007181896828114986
141139	rnn.weight_ih_l0	8	0.06558113545179367
141139	rnn.weight_ih_l0	9	0.022211719304323196
141139	rnn.weight_hh_l0	0	0.0040406594052910805
141139	rnn.weight_hh_l0	1	-0.09193912148475647
141139	rnn.weight_hh_l0	2	0.05758205056190491
141139	rnn.weight_hh_l0	3	0.044470321387052536
141139	rnn.weight_hh_l0	4	0.004682048223912716
141139	rnn.weight_hh_l0	5	0.06507552415132523
141139	rnn.weight_hh_l0	6	-0.014756398275494576
141139	rnn.weight_hh_l0	7	-0.09045884758234024
141139	rnn.weight_hh_l0	8	0.003342884825542569
141139	rnn.weight_hh_l0	9	-0.08181565254926682
141139	rnn.bias_ih_l0	0	-0.05714331939816475
141139	rnn.bias_ih_l0	1	-0.17934457957744598
141139	rnn.bias_ih_l0	2	-0.24938352406024933
141139	rnn.bias_ih_l0	3	-0.2727939486503601
141139	rnn.bias_ih_l0	4	-0.004139322321861982
141139	rnn.bias_ih_l0	5	0.035226620733737946
141139	rnn.bias_ih_l0	6	-0.18197867274284363
141139	rnn.bias_ih_l0	7	-0.2650552988052368
141139	rnn.bias_ih_l0	8	-0.12348517030477524
141139	rnn.bias_ih_l0	9	-0.19684407114982605
141139	rnn.bias_hh_l0	0	0.12169429659843445
141139	rnn.bias_hh_l0	1	-0.06732034683227539
141139	rnn.bias_hh_l0	2	0.052889175713062286
141139	rnn.bias_hh_l0	3	-0.16686101257801056
141139	rnn.bias_hh_l0	4	0.05096130445599556
141139	rnn.bias_hh_l0	5	0.030283406376838684
141139	rnn.bias_hh_l0	6	-0.09100233763456345
141139	rnn.bias_hh_l0	7	-0.15729130804538727
141139	rnn.bias_hh_l0	8	-0.18326474726200104
141139	rnn.bias_hh_l0	9	-0.09304174035787582
141139	rnn.weight_ih_l0_reverse	0	-0.017837880179286003
141139	rnn.weight_ih_l0_reverse	1	0.007820350117981434
141139	rnn.weight_ih_l0_reverse	2	0.012448601424694061
141139	rnn.weight_ih_l0_reverse	3	0.00617188261821866
141139	rnn.weight_ih_l0_reverse	4	0.023234108462929726
141139	rnn.weight_ih_l0_reverse	5	-0.0538305900990963
141139	rnn.weight_ih_l0_reverse	6	-0.05376284942030907
141139	rnn.weight_ih_l0_reverse	7	-0.0010730846552178264
141139	rnn.weight_ih_l0_reverse	8	0.0895320475101471
141139	rnn.weight_ih_l0_reverse	9	0.018429357558488846
141139	rnn.weight_hh_l0_reverse	0	0.0062712873332202435
141139	rnn.weight_hh_l0_reverse	1	0.02358640916645527
141139	rnn.weight_hh_l0_reverse	2	-0.03917041793465614
141139	rnn.weight_hh_l0_reverse	3	0.04115390405058861
141139	rnn.weight_hh_l0_reverse	4	0.0247515682131052
141139	rnn.weight_hh_l0_reverse	5	0.005258358549326658
141139	rnn.weight_hh_l0_reverse	6	0.05976612865924835
141139	rnn.weight_hh_l0_reverse	7	0.026074182242155075
141139	rnn.weight_hh_l0_reverse	8	-0.016323909163475037
141139	rnn.weight_hh_l0_reverse	9	-0.03579225018620491
141139	rnn.bias_ih_l0_reverse	0	-0.1378016471862793
141139	rnn.bias_ih_l0_reverse	1	-0.29274046421051025
141139	rnn.bias_ih_l0_reverse	2	-0.07318445295095444
141139	rnn.bias_ih_l0_reverse	3	-0.13672669231891632
141139	rnn.bias_ih_l0_reverse	4	0.07019656896591187
141139	rnn.bias_ih_l0_reverse	5	-0.24806681275367737
141139	rnn.bias_ih_l0_reverse	6	-0.05213997885584831
141139	rnn.bias_ih_l0_reverse	7	0.005698968190699816
141139	rnn.bias_ih_l0_reverse	8	-0.18095993995666504
141139	rnn.bias_ih_l0_reverse	9	-0.0946173220872879
141139	rnn.bias_hh_l0_reverse	0	-0.15330825746059418
141139	rnn.bias_hh_l0_reverse	1	-0.15062297880649567
141139	rnn.bias_hh_l0_reverse	2	-0.023290250450372696
141139	rnn.bias_hh_l0_reverse	3	-0.12344075739383698
141139	rnn.bias_hh_l0_reverse	4	-0.03648107871413231
141139	rnn.bias_hh_l0_reverse	5	-0.11225301027297974
141139	rnn.bias_hh_l0_reverse	6	-0.06636480987071991
141139	rnn.bias_hh_l0_reverse	7	-0.19904440641403198
141139	rnn.bias_hh_l0_reverse	8	-0.05452344939112663
141139	rnn.bias_hh_l0_reverse	9	-0.14018023014068604
141139	linear.weight	0	-0.18570180237293243
141139	linear.weight	1	-0.16321401298046112
141139	linear.weight	2	-0.011228874325752258
141139	linear.weight	3	-0.07989382743835449
141139	linear.weight	4	-0.037880539894104004
141139	linear.weight	5	0.19930969178676605
141139	linear.weight	6	0.0047744326293468475
141139	linear.weight	7	-0.021312154829502106
141139	linear.weight	8	0.18237659335136414
141139	linear.weight	9	0.16178010404109955
141139	linear.bias	0	-0.8269234895706177
141139	linear.bias	1	1.4126505851745605
141139	linear.bias	2	-0.39328745007514954
141139	linear.bias	3	-0.6892849802970886
141139	linear.bias	4	-0.9286639094352722
141139	linear.bias	5	-1.1721526384353638
141139	linear.bias	6	-0.8914660811424255
141139	linear.bias	7	-0.7127152681350708
141139	linear.bias	8	-0.01705317199230194
141139	linear.bias	9	3.3069543838500977
141336	transitions	0	-0.40681055188179016
141336	transitions	1	8.521472930908203
141336	transitions	2	-3.473249673843384
141336	transitions	3	1.4277944564819336
141336	transitions	4	-2.088075876235962
141336	transitions	5	-0.38628241419792175
141336	transitions	6	-0.1875663846731186
141336	transitions	7	-10000.0
141336	transitions	8	1.7647899389266968
141336	transitions	9	-2.2934820652008057
141336	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
141336	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
141336	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
141336	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
141336	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
141336	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
141336	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
141336	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
141336	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
141336	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
141336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
141336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
141336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
141336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
141336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
141336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
141336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
141336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
141336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
141336	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
141336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
141336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
141336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
141336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
141336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
141336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
141336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
141336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
141336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
141336	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
141336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
141336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
141336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
141336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
141336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
141336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
141336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
141336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
141336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
141336	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
141336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
141336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
141336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
141336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
141336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
141336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
141336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
141336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
141336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
141336	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
141336	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
141336	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
141336	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
141336	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
141336	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
141336	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
141336	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
141336	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
141336	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
141336	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
141336	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
141336	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
141336	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
141336	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
141336	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
141336	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
141336	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
141336	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
141336	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
141336	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
141336	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
141336	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
141336	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
141336	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
141336	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
141336	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
141336	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
141336	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
141336	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
141336	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
141336	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
141336	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
141336	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
141336	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
141336	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
141336	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
141336	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
141336	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
141336	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
141336	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
141336	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
141336	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
141336	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
141336	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
141336	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
141336	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
141336	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
141336	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
141336	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
141336	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
141336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
141336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
141336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
141336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
141336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
141336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
141336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
141336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
141336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
141336	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
141336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
141336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
141336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
141336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
141336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
141336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
141336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
141336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
141336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
141336	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
141336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
141336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
141336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
141336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
141336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
141336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
141336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
141336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
141336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
141336	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
141336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
141336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
141336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
141336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
141336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
141336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
141336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
141336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
141336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
141336	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
141336	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
141336	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
141336	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
141336	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
141336	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
141336	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
141336	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
141336	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
141336	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
141336	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
141336	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
141336	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
141336	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
141336	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
141336	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
141336	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
141336	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
141336	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
141336	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
141336	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
141336	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
141336	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
141336	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
141336	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
141336	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
141336	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
141336	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
141336	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
141336	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
141336	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
141336	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
141336	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
141336	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
141336	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
141336	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
141336	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
141336	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
141336	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
141336	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
141336	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
141336	embedding2nn.weight	0	0.04987984150648117
141336	embedding2nn.weight	1	-0.09264764934778214
141336	embedding2nn.weight	2	0.0033092026133090258
141336	embedding2nn.weight	3	-0.05771678686141968
141336	embedding2nn.weight	4	-0.1113700345158577
141336	embedding2nn.weight	5	0.11396630853414536
141336	embedding2nn.weight	6	-0.12609556317329407
141336	embedding2nn.weight	7	-0.07680279016494751
141336	embedding2nn.weight	8	-0.025008482858538628
141336	embedding2nn.weight	9	0.07875842601060867
141336	embedding2nn.bias	0	0.05634979158639908
141336	embedding2nn.bias	1	0.025850744917988777
141336	embedding2nn.bias	2	-0.06958761811256409
141336	embedding2nn.bias	3	0.06839461624622345
141336	embedding2nn.bias	4	-0.015212117694318295
141336	embedding2nn.bias	5	-0.14914362132549286
141336	embedding2nn.bias	6	-0.1131914034485817
141336	embedding2nn.bias	7	-0.035818733274936676
141336	embedding2nn.bias	8	0.09581688791513443
141336	embedding2nn.bias	9	-0.055776678025722504
141336	rnn.weight_ih_l0	0	0.018862612545490265
141336	rnn.weight_ih_l0	1	-0.06304671615362167
141336	rnn.weight_ih_l0	2	-0.01766924373805523
141336	rnn.weight_ih_l0	3	-0.05132027715444565
141336	rnn.weight_ih_l0	4	0.03742000460624695
141336	rnn.weight_ih_l0	5	-0.10091597586870193
141336	rnn.weight_ih_l0	6	-0.05212105065584183
141336	rnn.weight_ih_l0	7	-0.0072821988724172115
141336	rnn.weight_ih_l0	8	0.0659891813993454
141336	rnn.weight_ih_l0	9	0.023120028898119926
141336	rnn.weight_hh_l0	0	0.0036642178893089294
141336	rnn.weight_hh_l0	1	-0.09190420061349869
141336	rnn.weight_hh_l0	2	0.05709816515445709
141336	rnn.weight_hh_l0	3	0.04436388239264488
141336	rnn.weight_hh_l0	4	0.004800349473953247
141336	rnn.weight_hh_l0	5	0.06496118754148483
141336	rnn.weight_hh_l0	6	-0.01463919784873724
141336	rnn.weight_hh_l0	7	-0.09082096070051193
141336	rnn.weight_hh_l0	8	0.003594864159822464
141336	rnn.weight_hh_l0	9	-0.08079518377780914
141336	rnn.bias_ih_l0	0	-0.055210452526807785
141336	rnn.bias_ih_l0	1	-0.17947646975517273
141336	rnn.bias_ih_l0	2	-0.2500359117984772
141336	rnn.bias_ih_l0	3	-0.27476945519447327
141336	rnn.bias_ih_l0	4	-0.002369327936321497
141336	rnn.bias_ih_l0	5	0.03810889646410942
141336	rnn.bias_ih_l0	6	-0.18175692856311798
141336	rnn.bias_ih_l0	7	-0.2655241787433624
141336	rnn.bias_ih_l0	8	-0.12680919468402863
141336	rnn.bias_ih_l0	9	-0.1949225813150406
141336	rnn.bias_hh_l0	0	0.12242698669433594
141336	rnn.bias_hh_l0	1	-0.0680939108133316
141336	rnn.bias_hh_l0	2	0.053586460649967194
141336	rnn.bias_hh_l0	3	-0.16812443733215332
141336	rnn.bias_hh_l0	4	0.051079828292131424
141336	rnn.bias_hh_l0	5	0.03230031579732895
141336	rnn.bias_hh_l0	6	-0.09214287996292114
141336	rnn.bias_hh_l0	7	-0.15789884328842163
141336	rnn.bias_hh_l0	8	-0.1846884936094284
141336	rnn.bias_hh_l0	9	-0.09300579130649567
141336	rnn.weight_ih_l0_reverse	0	-0.017953237518668175
141336	rnn.weight_ih_l0_reverse	1	0.006899908185005188
141336	rnn.weight_ih_l0_reverse	2	0.012365286238491535
141336	rnn.weight_ih_l0_reverse	3	0.004231128841638565
141336	rnn.weight_ih_l0_reverse	4	0.02442164719104767
141336	rnn.weight_ih_l0_reverse	5	-0.05353575199842453
141336	rnn.weight_ih_l0_reverse	6	-0.05266282707452774
141336	rnn.weight_ih_l0_reverse	7	0.0017722724005579948
141336	rnn.weight_ih_l0_reverse	8	0.08837231248617172
141336	rnn.weight_ih_l0_reverse	9	0.019798222929239273
141336	rnn.weight_hh_l0_reverse	0	0.006223311182111502
141336	rnn.weight_hh_l0_reverse	1	0.023188289254903793
141336	rnn.weight_hh_l0_reverse	2	-0.04028727859258652
141336	rnn.weight_hh_l0_reverse	3	0.04182669147849083
141336	rnn.weight_hh_l0_reverse	4	0.02452152967453003
141336	rnn.weight_hh_l0_reverse	5	0.005222362000495195
141336	rnn.weight_hh_l0_reverse	6	0.06002394109964371
141336	rnn.weight_hh_l0_reverse	7	0.025992415845394135
141336	rnn.weight_hh_l0_reverse	8	-0.0161850918084383
141336	rnn.weight_hh_l0_reverse	9	-0.03560805693268776
141336	rnn.bias_ih_l0_reverse	0	-0.13802026212215424
141336	rnn.bias_ih_l0_reverse	1	-0.29397016763687134
141336	rnn.bias_ih_l0_reverse	2	-0.07170664519071579
141336	rnn.bias_ih_l0_reverse	3	-0.13653694093227386
141336	rnn.bias_ih_l0_reverse	4	0.07135262340307236
141336	rnn.bias_ih_l0_reverse	5	-0.24853266775608063
141336	rnn.bias_ih_l0_reverse	6	-0.050800301134586334
141336	rnn.bias_ih_l0_reverse	7	0.0027317136991769075
141336	rnn.bias_ih_l0_reverse	8	-0.1796809881925583
141336	rnn.bias_ih_l0_reverse	9	-0.09456095099449158
141336	rnn.bias_hh_l0_reverse	0	-0.15157946944236755
141336	rnn.bias_hh_l0_reverse	1	-0.1497441530227661
141336	rnn.bias_hh_l0_reverse	2	-0.023622866719961166
141336	rnn.bias_hh_l0_reverse	3	-0.12174396961927414
141336	rnn.bias_hh_l0_reverse	4	-0.0371149480342865
141336	rnn.bias_hh_l0_reverse	5	-0.11199112981557846
141336	rnn.bias_hh_l0_reverse	6	-0.06659245491027832
141336	rnn.bias_hh_l0_reverse	7	-0.19921110570430756
141336	rnn.bias_hh_l0_reverse	8	-0.05513129010796547
141336	rnn.bias_hh_l0_reverse	9	-0.13927426934242249
141336	linear.weight	0	-0.18328462541103363
141336	linear.weight	1	-0.15970008075237274
141336	linear.weight	2	-0.011228874325752258
141336	linear.weight	3	-0.07407686114311218
141336	linear.weight	4	-0.031835563480854034
141336	linear.weight	5	0.20784763991832733
141336	linear.weight	6	0.0047744326293468475
141336	linear.weight	7	-0.021312154829502106
141336	linear.weight	8	0.1900271326303482
141336	linear.weight	9	0.1685834676027298
141336	linear.bias	0	-0.8521278500556946
141336	linear.bias	1	1.425736904144287
141336	linear.bias	2	-0.38987889885902405
141336	linear.bias	3	-0.6780534982681274
141336	linear.bias	4	-0.9045196771621704
141336	linear.bias	5	-1.172181487083435
141336	linear.bias	6	-0.9169853925704956
141336	linear.bias	7	-0.7184944748878479
141336	linear.bias	8	-0.01705317199230194
141336	linear.bias	9	3.3427324295043945
141533	transitions	0	-0.4070165753364563
141533	transitions	1	8.528216361999512
141533	transitions	2	-3.473997116088867
141533	transitions	3	1.4205800294876099
141533	transitions	4	-2.088686227798462
141533	transitions	5	-0.3863382339477539
141533	transitions	6	-0.18758323788642883
141533	transitions	7	-10000.0
141533	transitions	8	1.763871669769287
141533	transitions	9	-2.293485641479492
141533	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
141533	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
141533	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
141533	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
141533	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
141533	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
141533	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
141533	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
141533	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
141533	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
141533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
141533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
141533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
141533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
141533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
141533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
141533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
141533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
141533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
141533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
141533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
141533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
141533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
141533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
141533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
141533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
141533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
141533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
141533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
141533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
141533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
141533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
141533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
141533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
141533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
141533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
141533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
141533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
141533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
141533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
141533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
141533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
141533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
141533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
141533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
141533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
141533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
141533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
141533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
141533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
141533	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
141533	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
141533	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
141533	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
141533	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
141533	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
141533	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
141533	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
141533	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
141533	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
141533	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
141533	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
141533	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
141533	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
141533	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
141533	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
141533	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
141533	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
141533	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
141533	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
141533	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
141533	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
141533	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
141533	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
141533	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
141533	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
141533	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
141533	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
141533	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
141533	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
141533	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
141533	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
141533	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
141533	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
141533	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
141533	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
141533	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
141533	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
141533	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
141533	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
141533	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
141533	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
141533	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
141533	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
141533	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
141533	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
141533	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
141533	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
141533	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
141533	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
141533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
141533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
141533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
141533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
141533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
141533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
141533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
141533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
141533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
141533	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
141533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
141533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
141533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
141533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
141533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
141533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
141533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
141533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
141533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
141533	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
141533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
141533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
141533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
141533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
141533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
141533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
141533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
141533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
141533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
141533	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
141533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
141533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
141533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
141533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
141533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
141533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
141533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
141533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
141533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
141533	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
141533	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
141533	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
141533	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
141533	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
141533	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
141533	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
141533	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
141533	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
141533	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
141533	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
141533	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
141533	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
141533	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
141533	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
141533	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
141533	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
141533	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
141533	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
141533	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
141533	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
141533	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
141533	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
141533	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
141533	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
141533	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
141533	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
141533	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
141533	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
141533	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
141533	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
141533	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
141533	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
141533	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
141533	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
141533	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
141533	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
141533	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
141533	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
141533	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
141533	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
141533	embedding2nn.weight	0	0.05004185438156128
141533	embedding2nn.weight	1	-0.092544786632061
141533	embedding2nn.weight	2	0.0024634471628814936
141533	embedding2nn.weight	3	-0.05738532543182373
141533	embedding2nn.weight	4	-0.11348738521337509
141533	embedding2nn.weight	5	0.11331739276647568
141533	embedding2nn.weight	6	-0.12278451025485992
141533	embedding2nn.weight	7	-0.07608506828546524
141533	embedding2nn.weight	8	-0.024674948304891586
141533	embedding2nn.weight	9	0.07929761707782745
141533	embedding2nn.bias	0	0.06646346300840378
141533	embedding2nn.bias	1	0.025455286726355553
141533	embedding2nn.bias	2	-0.0634026974439621
141533	embedding2nn.bias	3	0.05784682556986809
141533	embedding2nn.bias	4	-0.013695742934942245
141533	embedding2nn.bias	5	-0.1429196149110794
141533	embedding2nn.bias	6	-0.10668966174125671
141533	embedding2nn.bias	7	-0.03560712933540344
141533	embedding2nn.bias	8	0.10498925298452377
141533	embedding2nn.bias	9	-0.05091819912195206
141533	rnn.weight_ih_l0	0	0.018710674718022346
141533	rnn.weight_ih_l0	1	-0.06245213747024536
141533	rnn.weight_ih_l0	2	-0.018750634044408798
141533	rnn.weight_ih_l0	3	-0.050884541124105453
141533	rnn.weight_ih_l0	4	0.03649597987532616
141533	rnn.weight_ih_l0	5	-0.10131007432937622
141533	rnn.weight_ih_l0	6	-0.05298658087849617
141533	rnn.weight_ih_l0	7	-0.005938743241131306
141533	rnn.weight_ih_l0	8	0.06581902503967285
141533	rnn.weight_ih_l0	9	0.021910283714532852
141533	rnn.weight_hh_l0	0	0.0038225469179451466
141533	rnn.weight_hh_l0	1	-0.09211494773626328
141533	rnn.weight_hh_l0	2	0.05759366229176521
141533	rnn.weight_hh_l0	3	0.04402114450931549
141533	rnn.weight_hh_l0	4	0.004657665733247995
141533	rnn.weight_hh_l0	5	0.06519418954849243
141533	rnn.weight_hh_l0	6	-0.014410746283829212
141533	rnn.weight_hh_l0	7	-0.09091224521398544
141533	rnn.weight_hh_l0	8	0.004178953357040882
141533	rnn.weight_hh_l0	9	-0.0773242935538292
141533	rnn.bias_ih_l0	0	-0.05591770261526108
141533	rnn.bias_ih_l0	1	-0.18081091344356537
141533	rnn.bias_ih_l0	2	-0.25055620074272156
141533	rnn.bias_ih_l0	3	-0.2748192250728607
141533	rnn.bias_ih_l0	4	-0.0013386745704337955
141533	rnn.bias_ih_l0	5	0.03628556802868843
141533	rnn.bias_ih_l0	6	-0.1822531819343567
141533	rnn.bias_ih_l0	7	-0.2639402747154236
141533	rnn.bias_ih_l0	8	-0.127792626619339
141533	rnn.bias_ih_l0	9	-0.19432219862937927
141533	rnn.bias_hh_l0	0	0.11808805167675018
141533	rnn.bias_hh_l0	1	-0.0675552487373352
141533	rnn.bias_hh_l0	2	0.05430419370532036
141533	rnn.bias_hh_l0	3	-0.1682373732328415
141533	rnn.bias_hh_l0	4	0.054409176111221313
141533	rnn.bias_hh_l0	5	0.030454913154244423
141533	rnn.bias_hh_l0	6	-0.09175414592027664
141533	rnn.bias_hh_l0	7	-0.15698128938674927
141533	rnn.bias_hh_l0	8	-0.18515516817569733
141533	rnn.bias_hh_l0	9	-0.09232763946056366
141533	rnn.weight_ih_l0_reverse	0	-0.0182713083922863
141533	rnn.weight_ih_l0_reverse	1	0.006966759450733662
141533	rnn.weight_ih_l0_reverse	2	0.01244619581848383
141533	rnn.weight_ih_l0_reverse	3	0.0016405999194830656
141533	rnn.weight_ih_l0_reverse	4	0.02493523620069027
141533	rnn.weight_ih_l0_reverse	5	-0.05237700417637825
141533	rnn.weight_ih_l0_reverse	6	-0.05160176008939743
141533	rnn.weight_ih_l0_reverse	7	0.0017877381760627031
141533	rnn.weight_ih_l0_reverse	8	0.08976238965988159
141533	rnn.weight_ih_l0_reverse	9	0.02078770287334919
141533	rnn.weight_hh_l0_reverse	0	0.006083761341869831
141533	rnn.weight_hh_l0_reverse	1	0.022888999432325363
141533	rnn.weight_hh_l0_reverse	2	-0.04026156663894653
141533	rnn.weight_hh_l0_reverse	3	0.04167958348989487
141533	rnn.weight_hh_l0_reverse	4	0.024431001394987106
141533	rnn.weight_hh_l0_reverse	5	0.005014029797166586
141533	rnn.weight_hh_l0_reverse	6	0.06012082099914551
141533	rnn.weight_hh_l0_reverse	7	0.026211371645331383
141533	rnn.weight_hh_l0_reverse	8	-0.016057314351201057
141533	rnn.weight_hh_l0_reverse	9	-0.0356440432369709
141533	rnn.bias_ih_l0_reverse	0	-0.13719739019870758
141533	rnn.bias_ih_l0_reverse	1	-0.295929491519928
141533	rnn.bias_ih_l0_reverse	2	-0.07240980863571167
141533	rnn.bias_ih_l0_reverse	3	-0.13619321584701538
141533	rnn.bias_ih_l0_reverse	4	0.07006778568029404
141533	rnn.bias_ih_l0_reverse	5	-0.24938997626304626
141533	rnn.bias_ih_l0_reverse	6	-0.049569446593523026
141533	rnn.bias_ih_l0_reverse	7	0.00449298694729805
141533	rnn.bias_ih_l0_reverse	8	-0.17873503267765045
141533	rnn.bias_ih_l0_reverse	9	-0.09248429536819458
141533	rnn.bias_hh_l0_reverse	0	-0.15244163572788239
141533	rnn.bias_hh_l0_reverse	1	-0.14990299940109253
141533	rnn.bias_hh_l0_reverse	2	-0.02301972545683384
141533	rnn.bias_hh_l0_reverse	3	-0.12303983420133591
141533	rnn.bias_hh_l0_reverse	4	-0.03667319938540459
141533	rnn.bias_hh_l0_reverse	5	-0.11098933219909668
141533	rnn.bias_hh_l0_reverse	6	-0.06512769311666489
141533	rnn.bias_hh_l0_reverse	7	-0.19845804572105408
141533	rnn.bias_hh_l0_reverse	8	-0.05574400722980499
141533	rnn.bias_hh_l0_reverse	9	-0.13875550031661987
141533	linear.weight	0	-0.18077054619789124
141533	linear.weight	1	-0.15740449726581573
141533	linear.weight	2	-0.011228874325752258
141533	linear.weight	3	-0.08251041918992996
141533	linear.weight	4	-0.03932037949562073
141533	linear.weight	5	0.21440373361110687
141533	linear.weight	6	0.0047744326293468475
141533	linear.weight	7	-0.021312154829502106
141533	linear.weight	8	0.18385128676891327
141533	linear.weight	9	0.16505727171897888
141533	linear.bias	0	-0.8666932582855225
141533	linear.bias	1	1.3951528072357178
141533	linear.bias	2	-0.3999149799346924
141533	linear.bias	3	-0.6761062741279602
141533	linear.bias	4	-0.8509707450866699
141533	linear.bias	5	-1.172208309173584
141533	linear.bias	6	-0.9316151738166809
141533	linear.bias	7	-0.7166840434074402
141533	linear.bias	8	-0.01705317199230194
141533	linear.bias	9	3.3268380165100098
141730	transitions	0	-0.4072323143482208
141730	transitions	1	8.518095016479492
141730	transitions	2	-3.4742679595947266
141730	transitions	3	1.4226278066635132
141730	transitions	4	-2.088979721069336
141730	transitions	5	-0.38636112213134766
141730	transitions	6	-0.18760986626148224
141730	transitions	7	-10000.0
141730	transitions	8	1.7629897594451904
141730	transitions	9	-2.293488025665283
141730	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
141730	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
141730	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
141730	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
141730	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
141730	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
141730	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
141730	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
141730	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
141730	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
141730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
141730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
141730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
141730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
141730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
141730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
141730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
141730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
141730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
141730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
141730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
141730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
141730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
141730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
141730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
141730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
141730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
141730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
141730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
141730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
141730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
141730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
141730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
141730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
141730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
141730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
141730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
141730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
141730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
141730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
141730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
141730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
141730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
141730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
141730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
141730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
141730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
141730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
141730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
141730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
141730	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
141730	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
141730	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
141730	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
141730	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
141730	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
141730	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
141730	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
141730	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
141730	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
141730	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
141730	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
141730	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
141730	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
141730	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
141730	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
141730	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
141730	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
141730	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
141730	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
141730	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
141730	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
141730	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
141730	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
141730	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
141730	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
141730	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
141730	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
141730	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
141730	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
141730	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
141730	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
141730	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
141730	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
141730	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
141730	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
141730	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
141730	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
141730	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
141730	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
141730	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
141730	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
141730	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
141730	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
141730	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
141730	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
141730	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
141730	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
141730	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
141730	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
141730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
141730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
141730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
141730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
141730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
141730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
141730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
141730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
141730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
141730	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
141730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
141730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
141730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
141730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
141730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
141730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
141730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
141730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
141730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
141730	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
141730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
141730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
141730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
141730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
141730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
141730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
141730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
141730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
141730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
141730	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
141730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
141730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
141730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
141730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
141730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
141730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
141730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
141730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
141730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
141730	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
141730	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
141730	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
141730	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
141730	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
141730	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
141730	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
141730	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
141730	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
141730	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
141730	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
141730	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
141730	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
141730	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
141730	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
141730	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
141730	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
141730	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
141730	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
141730	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
141730	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
141730	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
141730	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
141730	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
141730	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
141730	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
141730	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
141730	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
141730	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
141730	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
141730	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
141730	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
141730	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
141730	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
141730	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
141730	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
141730	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
141730	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
141730	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
141730	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
141730	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
141730	embedding2nn.weight	0	0.049777232110500336
141730	embedding2nn.weight	1	-0.0925113782286644
141730	embedding2nn.weight	2	3.649653444881551e-05
141730	embedding2nn.weight	3	-0.057724494487047195
141730	embedding2nn.weight	4	-0.11515216529369354
141730	embedding2nn.weight	5	0.11263241618871689
141730	embedding2nn.weight	6	-0.1224563866853714
141730	embedding2nn.weight	7	-0.07649002224206924
141730	embedding2nn.weight	8	-0.02429852820932865
141730	embedding2nn.weight	9	0.08017129451036453
141730	embedding2nn.bias	0	0.0663984939455986
141730	embedding2nn.bias	1	0.021477311849594116
141730	embedding2nn.bias	2	-0.06173272430896759
141730	embedding2nn.bias	3	0.05695531517267227
141730	embedding2nn.bias	4	-0.007589074783027172
141730	embedding2nn.bias	5	-0.14749659597873688
141730	embedding2nn.bias	6	-0.10734856873750687
141730	embedding2nn.bias	7	-0.029269741848111153
141730	embedding2nn.bias	8	0.10954339802265167
141730	embedding2nn.bias	9	-0.05225200206041336
141730	rnn.weight_ih_l0	0	0.01949641853570938
141730	rnn.weight_ih_l0	1	-0.061783432960510254
141730	rnn.weight_ih_l0	2	-0.01803130842745304
141730	rnn.weight_ih_l0	3	-0.05199991539120674
141730	rnn.weight_ih_l0	4	0.035761889070272446
141730	rnn.weight_ih_l0	5	-0.10089712589979172
141730	rnn.weight_ih_l0	6	-0.05363002419471741
141730	rnn.weight_ih_l0	7	-0.0060842749662697315
141730	rnn.weight_ih_l0	8	0.0675693228840828
141730	rnn.weight_ih_l0	9	0.021455978974699974
141730	rnn.weight_hh_l0	0	0.003715388709679246
141730	rnn.weight_hh_l0	1	-0.0918564572930336
141730	rnn.weight_hh_l0	2	0.057798318564891815
141730	rnn.weight_hh_l0	3	0.04393269121646881
141730	rnn.weight_hh_l0	4	0.004543283022940159
141730	rnn.weight_hh_l0	5	0.06514222919940948
141730	rnn.weight_hh_l0	6	-0.014583807438611984
141730	rnn.weight_hh_l0	7	-0.09069091826677322
141730	rnn.weight_hh_l0	8	0.004148825537413359
141730	rnn.weight_hh_l0	9	-0.07728254050016403
141730	rnn.bias_ih_l0	0	-0.05635233223438263
141730	rnn.bias_ih_l0	1	-0.1801123321056366
141730	rnn.bias_ih_l0	2	-0.249187171459198
141730	rnn.bias_ih_l0	3	-0.2749849557876587
141730	rnn.bias_ih_l0	4	-0.0035623435396701097
141730	rnn.bias_ih_l0	5	0.03860222175717354
141730	rnn.bias_ih_l0	6	-0.18225105106830597
141730	rnn.bias_ih_l0	7	-0.26574403047561646
141730	rnn.bias_ih_l0	8	-0.12556397914886475
141730	rnn.bias_ih_l0	9	-0.19421690702438354
141730	rnn.bias_hh_l0	0	0.11854629218578339
141730	rnn.bias_hh_l0	1	-0.06683649867773056
141730	rnn.bias_hh_l0	2	0.0537688210606575
141730	rnn.bias_hh_l0	3	-0.16667748987674713
141730	rnn.bias_hh_l0	4	0.05380227416753769
141730	rnn.bias_hh_l0	5	0.03256114944815636
141730	rnn.bias_hh_l0	6	-0.09300398081541061
141730	rnn.bias_hh_l0	7	-0.15821398794651031
141730	rnn.bias_hh_l0	8	-0.1852390319108963
141730	rnn.bias_hh_l0	9	-0.09406275302171707
141730	rnn.weight_ih_l0_reverse	0	-0.017854848876595497
141730	rnn.weight_ih_l0_reverse	1	0.006492994260042906
141730	rnn.weight_ih_l0_reverse	2	0.011562291532754898
141730	rnn.weight_ih_l0_reverse	3	0.0020419082138687372
141730	rnn.weight_ih_l0_reverse	4	0.026111487299203873
141730	rnn.weight_ih_l0_reverse	5	-0.051268476992845535
141730	rnn.weight_ih_l0_reverse	6	-0.05207002907991409
141730	rnn.weight_ih_l0_reverse	7	0.0016195598291233182
141730	rnn.weight_ih_l0_reverse	8	0.09031214565038681
141730	rnn.weight_ih_l0_reverse	9	0.02262076549232006
141730	rnn.weight_hh_l0_reverse	0	0.0059930006973445415
141730	rnn.weight_hh_l0_reverse	1	0.022757161408662796
141730	rnn.weight_hh_l0_reverse	2	-0.039782263338565826
141730	rnn.weight_hh_l0_reverse	3	0.04180801659822464
141730	rnn.weight_hh_l0_reverse	4	0.025138873606920242
141730	rnn.weight_hh_l0_reverse	5	0.005219629034399986
141730	rnn.weight_hh_l0_reverse	6	0.05980199575424194
141730	rnn.weight_hh_l0_reverse	7	0.026507839560508728
141730	rnn.weight_hh_l0_reverse	8	-0.016581466421484947
141730	rnn.weight_hh_l0_reverse	9	-0.035529572516679764
141730	rnn.bias_ih_l0_reverse	0	-0.13441194593906403
141730	rnn.bias_ih_l0_reverse	1	-0.2946893870830536
141730	rnn.bias_ih_l0_reverse	2	-0.07175478339195251
141730	rnn.bias_ih_l0_reverse	3	-0.13850925862789154
141730	rnn.bias_ih_l0_reverse	4	0.0697612464427948
141730	rnn.bias_ih_l0_reverse	5	-0.2508891224861145
141730	rnn.bias_ih_l0_reverse	6	-0.051559220999479294
141730	rnn.bias_ih_l0_reverse	7	0.007733245845884085
141730	rnn.bias_ih_l0_reverse	8	-0.1801346093416214
141730	rnn.bias_ih_l0_reverse	9	-0.09347501397132874
141730	rnn.bias_hh_l0_reverse	0	-0.15213903784751892
141730	rnn.bias_hh_l0_reverse	1	-0.15274997055530548
141730	rnn.bias_hh_l0_reverse	2	-0.022026749327778816
141730	rnn.bias_hh_l0_reverse	3	-0.12586455047130585
141730	rnn.bias_hh_l0_reverse	4	-0.03622676804661751
141730	rnn.bias_hh_l0_reverse	5	-0.11101124435663223
141730	rnn.bias_hh_l0_reverse	6	-0.06589803844690323
141730	rnn.bias_hh_l0_reverse	7	-0.19905367493629456
141730	rnn.bias_hh_l0_reverse	8	-0.05718874931335449
141730	rnn.bias_hh_l0_reverse	9	-0.13706165552139282
141730	linear.weight	0	-0.18891841173171997
141730	linear.weight	1	-0.1665336638689041
141730	linear.weight	2	-0.011228874325752258
141730	linear.weight	3	-0.07747554779052734
141730	linear.weight	4	-0.047648295760154724
141730	linear.weight	5	0.21560510993003845
141730	linear.weight	6	0.0047744326293468475
141730	linear.weight	7	-0.021312154829502106
141730	linear.weight	8	0.19127212464809418
141730	linear.weight	9	0.16681548953056335
141730	linear.bias	0	-0.8632852435112
141730	linear.bias	1	1.3927031755447388
141730	linear.bias	2	-0.41065701842308044
141730	linear.bias	3	-0.6772492527961731
141730	linear.bias	4	-0.8718845844268799
141730	linear.bias	5	-1.1722335815429688
141730	linear.bias	6	-0.9273494482040405
141730	linear.bias	7	-0.7221598625183105
141730	linear.bias	8	-0.01705317199230194
141730	linear.bias	9	3.3460845947265625
141927	transitions	0	-0.4074273705482483
141927	transitions	1	8.496016502380371
141927	transitions	2	-3.4747729301452637
141927	transitions	3	1.4265507459640503
141927	transitions	4	-2.089522361755371
141927	transitions	5	-0.38638728857040405
141927	transitions	6	-0.18762758374214172
141927	transitions	7	-10000.0
141927	transitions	8	1.7625268697738647
141927	transitions	9	-2.293489694595337
141927	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
141927	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
141927	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
141927	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
141927	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
141927	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
141927	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
141927	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
141927	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
141927	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
141927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
141927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
141927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
141927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
141927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
141927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
141927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
141927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
141927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
141927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
141927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
141927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
141927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
141927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
141927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
141927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
141927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
141927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
141927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
141927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
141927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
141927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
141927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
141927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
141927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
141927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
141927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
141927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
141927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
141927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
141927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
141927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
141927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
141927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
141927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
141927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
141927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
141927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
141927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
141927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
141927	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
141927	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
141927	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
141927	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
141927	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
141927	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
141927	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
141927	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
141927	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
141927	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
141927	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
141927	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
141927	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
141927	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
141927	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
141927	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
141927	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
141927	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
141927	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
141927	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
141927	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
141927	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
141927	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
141927	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
141927	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
141927	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
141927	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
141927	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
141927	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
141927	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
141927	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
141927	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
141927	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
141927	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
141927	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
141927	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
141927	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
141927	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
141927	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
141927	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
141927	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
141927	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
141927	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
141927	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
141927	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
141927	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
141927	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
141927	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
141927	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
141927	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
141927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
141927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
141927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
141927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
141927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
141927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
141927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
141927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
141927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
141927	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
141927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
141927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
141927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
141927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
141927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
141927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
141927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
141927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
141927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
141927	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
141927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
141927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
141927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
141927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
141927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
141927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
141927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
141927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
141927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
141927	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
141927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
141927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
141927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
141927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
141927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
141927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
141927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
141927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
141927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
141927	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
141927	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
141927	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
141927	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
141927	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
141927	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
141927	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
141927	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
141927	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
141927	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
141927	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
141927	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
141927	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
141927	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
141927	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
141927	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
141927	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
141927	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
141927	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
141927	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
141927	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
141927	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
141927	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
141927	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
141927	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
141927	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
141927	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
141927	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
141927	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
141927	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
141927	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
141927	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
141927	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
141927	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
141927	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
141927	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
141927	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
141927	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
141927	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
141927	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
141927	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
141927	embedding2nn.weight	0	0.049678653478622437
141927	embedding2nn.weight	1	-0.09272050112485886
141927	embedding2nn.weight	2	-0.0008904164424166083
141927	embedding2nn.weight	3	-0.05738141015172005
141927	embedding2nn.weight	4	-0.1137753427028656
141927	embedding2nn.weight	5	0.11334536969661713
141927	embedding2nn.weight	6	-0.12238352000713348
141927	embedding2nn.weight	7	-0.07698328793048859
141927	embedding2nn.weight	8	-0.025413526222109795
141927	embedding2nn.weight	9	0.08134347200393677
141927	embedding2nn.bias	0	0.07234037667512894
141927	embedding2nn.bias	1	0.018283896148204803
141927	embedding2nn.bias	2	-0.06252842396497726
141927	embedding2nn.bias	3	0.05649638548493385
141927	embedding2nn.bias	4	-0.0043396009132266045
141927	embedding2nn.bias	5	-0.1529911756515503
141927	embedding2nn.bias	6	-0.10690372437238693
141927	embedding2nn.bias	7	-0.04189983010292053
141927	embedding2nn.bias	8	0.11257412284612656
141927	embedding2nn.bias	9	-0.05583237111568451
141927	rnn.weight_ih_l0	0	0.018408672884106636
141927	rnn.weight_ih_l0	1	-0.061851173639297485
141927	rnn.weight_ih_l0	2	-0.019018329679965973
141927	rnn.weight_ih_l0	3	-0.051922354847192764
141927	rnn.weight_ih_l0	4	0.03636981174349785
141927	rnn.weight_ih_l0	5	-0.10126221925020218
141927	rnn.weight_ih_l0	6	-0.05471321567893028
141927	rnn.weight_ih_l0	7	-0.007035926915705204
141927	rnn.weight_ih_l0	8	0.06786542385816574
141927	rnn.weight_ih_l0	9	0.022027073428034782
141927	rnn.weight_hh_l0	0	0.003926086705178022
141927	rnn.weight_hh_l0	1	-0.09231273829936981
141927	rnn.weight_hh_l0	2	0.057623490691185
141927	rnn.weight_hh_l0	3	0.04373636096715927
141927	rnn.weight_hh_l0	4	0.00455829780548811
141927	rnn.weight_hh_l0	5	0.06570499390363693
141927	rnn.weight_hh_l0	6	-0.014525015838444233
141927	rnn.weight_hh_l0	7	-0.09070312976837158
141927	rnn.weight_hh_l0	8	0.004410919267684221
141927	rnn.weight_hh_l0	9	-0.07706029713153839
141927	rnn.bias_ih_l0	0	-0.057206545025110245
141927	rnn.bias_ih_l0	1	-0.18010030686855316
141927	rnn.bias_ih_l0	2	-0.24731990694999695
141927	rnn.bias_ih_l0	3	-0.27433568239212036
141927	rnn.bias_ih_l0	4	-0.0014793300069868565
141927	rnn.bias_ih_l0	5	0.04013984650373459
141927	rnn.bias_ih_l0	6	-0.1814408153295517
141927	rnn.bias_ih_l0	7	-0.26649799942970276
141927	rnn.bias_ih_l0	8	-0.12465960532426834
141927	rnn.bias_ih_l0	9	-0.19199728965759277
141927	rnn.bias_hh_l0	0	0.11693550646305084
141927	rnn.bias_hh_l0	1	-0.0668446272611618
141927	rnn.bias_hh_l0	2	0.0527375265955925
141927	rnn.bias_hh_l0	3	-0.16794459521770477
141927	rnn.bias_hh_l0	4	0.05131688714027405
141927	rnn.bias_hh_l0	5	0.032204799354076385
141927	rnn.bias_hh_l0	6	-0.09257376939058304
141927	rnn.bias_hh_l0	7	-0.1574767678976059
141927	rnn.bias_hh_l0	8	-0.18403466045856476
141927	rnn.bias_hh_l0	9	-0.09460751712322235
141927	rnn.weight_ih_l0_reverse	0	-0.017800424247980118
141927	rnn.weight_ih_l0_reverse	1	0.00689356354996562
141927	rnn.weight_ih_l0_reverse	2	0.009020588360726833
141927	rnn.weight_ih_l0_reverse	3	0.0012103838380426168
141927	rnn.weight_ih_l0_reverse	4	0.02345048263669014
141927	rnn.weight_ih_l0_reverse	5	-0.051200080662965775
141927	rnn.weight_ih_l0_reverse	6	-0.052630770951509476
141927	rnn.weight_ih_l0_reverse	7	0.00038202537689357996
141927	rnn.weight_ih_l0_reverse	8	0.0909002348780632
141927	rnn.weight_ih_l0_reverse	9	0.02219490148127079
141927	rnn.weight_hh_l0_reverse	0	0.006095396354794502
141927	rnn.weight_hh_l0_reverse	1	0.022758489474654198
141927	rnn.weight_hh_l0_reverse	2	-0.039934899657964706
141927	rnn.weight_hh_l0_reverse	3	0.04197615385055542
141927	rnn.weight_hh_l0_reverse	4	0.02533395029604435
141927	rnn.weight_hh_l0_reverse	5	0.005107296165078878
141927	rnn.weight_hh_l0_reverse	6	0.0599958561360836
141927	rnn.weight_hh_l0_reverse	7	0.026268022134900093
141927	rnn.weight_hh_l0_reverse	8	-0.016864057630300522
141927	rnn.weight_hh_l0_reverse	9	-0.035566508769989014
141927	rnn.bias_ih_l0_reverse	0	-0.13478600978851318
141927	rnn.bias_ih_l0_reverse	1	-0.2954605221748352
141927	rnn.bias_ih_l0_reverse	2	-0.07104862481355667
141927	rnn.bias_ih_l0_reverse	3	-0.13793659210205078
141927	rnn.bias_ih_l0_reverse	4	0.07125747948884964
141927	rnn.bias_ih_l0_reverse	5	-0.2520541548728943
141927	rnn.bias_ih_l0_reverse	6	-0.05130930617451668
141927	rnn.bias_ih_l0_reverse	7	0.007127766031771898
141927	rnn.bias_ih_l0_reverse	8	-0.17996083199977875
141927	rnn.bias_ih_l0_reverse	9	-0.09271951019763947
141927	rnn.bias_hh_l0_reverse	0	-0.1517839878797531
141927	rnn.bias_hh_l0_reverse	1	-0.1518157720565796
141927	rnn.bias_hh_l0_reverse	2	-0.02310762368142605
141927	rnn.bias_hh_l0_reverse	3	-0.1261826902627945
141927	rnn.bias_hh_l0_reverse	4	-0.0347944013774395
141927	rnn.bias_hh_l0_reverse	5	-0.11159445345401764
141927	rnn.bias_hh_l0_reverse	6	-0.06655821949243546
141927	rnn.bias_hh_l0_reverse	7	-0.20049573481082916
141927	rnn.bias_hh_l0_reverse	8	-0.058587681502103806
141927	rnn.bias_hh_l0_reverse	9	-0.13676217198371887
141927	linear.weight	0	-0.19860385358333588
141927	linear.weight	1	-0.1660345047712326
141927	linear.weight	2	-0.011228874325752258
141927	linear.weight	3	-0.07549440860748291
141927	linear.weight	4	-0.03645108640193939
141927	linear.weight	5	0.21619457006454468
141927	linear.weight	6	0.0047744326293468475
141927	linear.weight	7	-0.021312154829502106
141927	linear.weight	8	0.1851748824119568
141927	linear.weight	9	0.18297629058361053
141927	linear.bias	0	-0.8484503030776978
141927	linear.bias	1	1.4124479293823242
141927	linear.bias	2	-0.3825105130672455
141927	linear.bias	3	-0.689176619052887
141927	linear.bias	4	-0.8994519114494324
141927	linear.bias	5	-1.1722595691680908
141927	linear.bias	6	-0.9115003943443298
141927	linear.bias	7	-0.7561697363853455
141927	linear.bias	8	-0.01705317199230194
141927	linear.bias	9	3.3509247303009033
142124	transitions	0	-0.40754032135009766
142124	transitions	1	8.499337196350098
142124	transitions	2	-3.4750564098358154
142124	transitions	3	1.4266237020492554
142124	transitions	4	-2.090254068374634
142124	transitions	5	-0.38644421100616455
142124	transitions	6	-0.18764515221118927
142124	transitions	7	-10000.0
142124	transitions	8	1.7615684270858765
142124	transitions	9	-2.293492555618286
142124	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
142124	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
142124	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
142124	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
142124	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
142124	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
142124	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
142124	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
142124	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
142124	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
142124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
142124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
142124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
142124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
142124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
142124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
142124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
142124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
142124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
142124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
142124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
142124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
142124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
142124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
142124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
142124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
142124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
142124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
142124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
142124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
142124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
142124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
142124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
142124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
142124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
142124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
142124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
142124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
142124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
142124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
142124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
142124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
142124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
142124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
142124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
142124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
142124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
142124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
142124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
142124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
142124	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
142124	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
142124	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
142124	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
142124	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
142124	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
142124	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
142124	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
142124	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
142124	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
142124	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
142124	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
142124	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
142124	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
142124	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
142124	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
142124	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
142124	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
142124	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
142124	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
142124	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
142124	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
142124	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
142124	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
142124	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
142124	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
142124	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
142124	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
142124	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
142124	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
142124	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
142124	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
142124	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
142124	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
142124	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
142124	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
142124	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
142124	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
142124	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
142124	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
142124	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
142124	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
142124	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
142124	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
142124	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
142124	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
142124	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
142124	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
142124	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
142124	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
142124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
142124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
142124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
142124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
142124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
142124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
142124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
142124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
142124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
142124	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
142124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
142124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
142124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
142124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
142124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
142124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
142124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
142124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
142124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
142124	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
142124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
142124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
142124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
142124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
142124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
142124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
142124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
142124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
142124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
142124	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
142124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
142124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
142124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
142124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
142124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
142124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
142124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
142124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
142124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
142124	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
142124	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
142124	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
142124	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
142124	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
142124	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
142124	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
142124	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
142124	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
142124	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
142124	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
142124	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
142124	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
142124	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
142124	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
142124	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
142124	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
142124	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
142124	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
142124	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
142124	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
142124	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
142124	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
142124	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
142124	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
142124	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
142124	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
142124	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
142124	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
142124	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
142124	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
142124	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
142124	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
142124	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
142124	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
142124	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
142124	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
142124	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
142124	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
142124	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
142124	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
142124	embedding2nn.weight	0	0.049910660833120346
142124	embedding2nn.weight	1	-0.09272653609514236
142124	embedding2nn.weight	2	-0.0003831852809526026
142124	embedding2nn.weight	3	-0.057060372084379196
142124	embedding2nn.weight	4	-0.11456940323114395
142124	embedding2nn.weight	5	0.11469674855470657
142124	embedding2nn.weight	6	-0.12575648725032806
142124	embedding2nn.weight	7	-0.07739080488681793
142124	embedding2nn.weight	8	-0.022898536175489426
142124	embedding2nn.weight	9	0.08337251096963882
142124	embedding2nn.bias	0	0.06734559684991837
142124	embedding2nn.bias	1	0.010873205959796906
142124	embedding2nn.bias	2	-0.07173468172550201
142124	embedding2nn.bias	3	0.06335855275392532
142124	embedding2nn.bias	4	-0.003542698686942458
142124	embedding2nn.bias	5	-0.15144871175289154
142124	embedding2nn.bias	6	-0.10397326946258545
142124	embedding2nn.bias	7	-0.045669011771678925
142124	embedding2nn.bias	8	0.11250954866409302
142124	embedding2nn.bias	9	-0.0579390823841095
142124	rnn.weight_ih_l0	0	0.019358454272150993
142124	rnn.weight_ih_l0	1	-0.06098373606801033
142124	rnn.weight_ih_l0	2	-0.019167469814419746
142124	rnn.weight_ih_l0	3	-0.05123436078429222
142124	rnn.weight_ih_l0	4	0.035461075603961945
142124	rnn.weight_ih_l0	5	-0.10119925439357758
142124	rnn.weight_ih_l0	6	-0.05393326282501221
142124	rnn.weight_ih_l0	7	-0.008308949880301952
142124	rnn.weight_ih_l0	8	0.0683535635471344
142124	rnn.weight_ih_l0	9	0.022825634106993675
142124	rnn.weight_hh_l0	0	0.00330928317271173
142124	rnn.weight_hh_l0	1	-0.09261269867420197
142124	rnn.weight_hh_l0	2	0.057861462235450745
142124	rnn.weight_hh_l0	3	0.043580200523138046
142124	rnn.weight_hh_l0	4	0.004621358588337898
142124	rnn.weight_hh_l0	5	0.06579206883907318
142124	rnn.weight_hh_l0	6	-0.014695694670081139
142124	rnn.weight_hh_l0	7	-0.09100140631198883
142124	rnn.weight_hh_l0	8	0.0049471864476799965
142124	rnn.weight_hh_l0	9	-0.07598709315061569
142124	rnn.bias_ih_l0	0	-0.054389744997024536
142124	rnn.bias_ih_l0	1	-0.18337391316890717
142124	rnn.bias_ih_l0	2	-0.2485731691122055
142124	rnn.bias_ih_l0	3	-0.27389487624168396
142124	rnn.bias_ih_l0	4	-0.0027704506646841764
142124	rnn.bias_ih_l0	5	0.040043674409389496
142124	rnn.bias_ih_l0	6	-0.1821855902671814
142124	rnn.bias_ih_l0	7	-0.2654421329498291
142124	rnn.bias_ih_l0	8	-0.12435521930456161
142124	rnn.bias_ih_l0	9	-0.18973521888256073
142124	rnn.bias_hh_l0	0	0.11673153191804886
142124	rnn.bias_hh_l0	1	-0.06669651716947556
142124	rnn.bias_hh_l0	2	0.051791708916425705
142124	rnn.bias_hh_l0	3	-0.16517801582813263
142124	rnn.bias_hh_l0	4	0.050768204033374786
142124	rnn.bias_hh_l0	5	0.030368531122803688
142124	rnn.bias_hh_l0	6	-0.09167449176311493
142124	rnn.bias_hh_l0	7	-0.15772424638271332
142124	rnn.bias_hh_l0	8	-0.18496160209178925
142124	rnn.bias_hh_l0	9	-0.09745630621910095
142124	rnn.weight_ih_l0_reverse	0	-0.017157167196273804
142124	rnn.weight_ih_l0_reverse	1	0.006416586693376303
142124	rnn.weight_ih_l0_reverse	2	0.01178056001663208
142124	rnn.weight_ih_l0_reverse	3	0.0009284665575250983
142124	rnn.weight_ih_l0_reverse	4	0.023509640246629715
142124	rnn.weight_ih_l0_reverse	5	-0.051141347736120224
142124	rnn.weight_ih_l0_reverse	6	-0.05273246765136719
142124	rnn.weight_ih_l0_reverse	7	-0.0001813021081034094
142124	rnn.weight_ih_l0_reverse	8	0.09045152366161346
142124	rnn.weight_ih_l0_reverse	9	0.02239774726331234
142124	rnn.weight_hh_l0_reverse	0	0.0062806569039821625
142124	rnn.weight_hh_l0_reverse	1	0.022714802995324135
142124	rnn.weight_hh_l0_reverse	2	-0.039923928678035736
142124	rnn.weight_hh_l0_reverse	3	0.04220515489578247
142124	rnn.weight_hh_l0_reverse	4	0.025387095287442207
142124	rnn.weight_hh_l0_reverse	5	0.00467722536996007
142124	rnn.weight_hh_l0_reverse	6	0.059800513088703156
142124	rnn.weight_hh_l0_reverse	7	0.02654956839978695
142124	rnn.weight_hh_l0_reverse	8	-0.017565598711371422
142124	rnn.weight_hh_l0_reverse	9	-0.03542040288448334
142124	rnn.bias_ih_l0_reverse	0	-0.13364185392856598
142124	rnn.bias_ih_l0_reverse	1	-0.2949821650981903
142124	rnn.bias_ih_l0_reverse	2	-0.0716957375407219
142124	rnn.bias_ih_l0_reverse	3	-0.13826362788677216
142124	rnn.bias_ih_l0_reverse	4	0.06682825833559036
142124	rnn.bias_ih_l0_reverse	5	-0.2516770660877228
142124	rnn.bias_ih_l0_reverse	6	-0.05030740052461624
142124	rnn.bias_ih_l0_reverse	7	0.010190929286181927
142124	rnn.bias_ih_l0_reverse	8	-0.17730748653411865
142124	rnn.bias_ih_l0_reverse	9	-0.09370753169059753
142124	rnn.bias_hh_l0_reverse	0	-0.15256068110466003
142124	rnn.bias_hh_l0_reverse	1	-0.15229779481887817
142124	rnn.bias_hh_l0_reverse	2	-0.022288311272859573
142124	rnn.bias_hh_l0_reverse	3	-0.12506529688835144
142124	rnn.bias_hh_l0_reverse	4	-0.03383908048272133
142124	rnn.bias_hh_l0_reverse	5	-0.11008961498737335
142124	rnn.bias_hh_l0_reverse	6	-0.06764943152666092
142124	rnn.bias_hh_l0_reverse	7	-0.20063190162181854
142124	rnn.bias_hh_l0_reverse	8	-0.05883447080850601
142124	rnn.bias_hh_l0_reverse	9	-0.1367601901292801
142124	linear.weight	0	-0.19558103382587433
142124	linear.weight	1	-0.1571723371744156
142124	linear.weight	2	-0.011228874325752258
142124	linear.weight	3	-0.07799316197633743
142124	linear.weight	4	-0.018427202478051186
142124	linear.weight	5	0.20983591675758362
142124	linear.weight	6	0.0047744326293468475
142124	linear.weight	7	-0.021312154829502106
142124	linear.weight	8	0.176804780960083
142124	linear.weight	9	0.1880931407213211
142124	linear.bias	0	-0.8606196045875549
142124	linear.bias	1	1.396157145500183
142124	linear.bias	2	-0.40152010321617126
142124	linear.bias	3	-0.6900187134742737
142124	linear.bias	4	-0.9118770956993103
142124	linear.bias	5	-1.1722887754440308
142124	linear.bias	6	-0.9237651824951172
142124	linear.bias	7	-0.7186336517333984
142124	linear.bias	8	-0.01705317199230194
142124	linear.bias	9	3.35282826423645
142128	transitions	0	-0.4075411856174469
142128	transitions	1	8.498973846435547
142128	transitions	2	-3.4750664234161377
142128	transitions	3	1.4264354705810547
142128	transitions	4	-2.0903053283691406
142128	transitions	5	-0.38644537329673767
142128	transitions	6	-0.18764564394950867
142128	transitions	7	-10000.0
142128	transitions	8	1.7615337371826172
142128	transitions	9	-2.293492555618286
142128	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
142128	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
142128	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
142128	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
142128	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
142128	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
142128	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
142128	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
142128	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
142128	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
142128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
142128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
142128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
142128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
142128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
142128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
142128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
142128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
142128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
142128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
142128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
142128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
142128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
142128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
142128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
142128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
142128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
142128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
142128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
142128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
142128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
142128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
142128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
142128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
142128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
142128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
142128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
142128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
142128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
142128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
142128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
142128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
142128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
142128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
142128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
142128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
142128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
142128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
142128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
142128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
142128	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
142128	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
142128	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
142128	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
142128	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
142128	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
142128	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
142128	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
142128	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
142128	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
142128	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
142128	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
142128	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
142128	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
142128	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
142128	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
142128	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
142128	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
142128	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
142128	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
142128	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
142128	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
142128	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
142128	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
142128	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
142128	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
142128	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
142128	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
142128	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
142128	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
142128	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
142128	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
142128	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
142128	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
142128	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
142128	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
142128	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
142128	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
142128	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
142128	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
142128	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
142128	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
142128	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
142128	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
142128	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
142128	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
142128	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
142128	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
142128	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
142128	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
142128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
142128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
142128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
142128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
142128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
142128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
142128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
142128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
142128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
142128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
142128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
142128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
142128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
142128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
142128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
142128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
142128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
142128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
142128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
142128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
142128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
142128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
142128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
142128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
142128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
142128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
142128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
142128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
142128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
142128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
142128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
142128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
142128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
142128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
142128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
142128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
142128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
142128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
142128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
142128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
142128	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
142128	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
142128	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
142128	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
142128	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
142128	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
142128	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
142128	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
142128	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
142128	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
142128	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
142128	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
142128	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
142128	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
142128	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
142128	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
142128	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
142128	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
142128	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
142128	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
142128	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
142128	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
142128	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
142128	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
142128	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
142128	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
142128	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
142128	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
142128	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
142128	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
142128	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
142128	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
142128	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
142128	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
142128	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
142128	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
142128	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
142128	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
142128	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
142128	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
142128	embedding2nn.weight	0	0.04988151043653488
142128	embedding2nn.weight	1	-0.092729352414608
142128	embedding2nn.weight	2	-0.0002690012042876333
142128	embedding2nn.weight	3	-0.05737104266881943
142128	embedding2nn.weight	4	-0.11455578356981277
142128	embedding2nn.weight	5	0.11456459760665894
142128	embedding2nn.weight	6	-0.12544257938861847
142128	embedding2nn.weight	7	-0.07759418338537216
142128	embedding2nn.weight	8	-0.022867023944854736
142128	embedding2nn.weight	9	0.08316893875598907
142128	embedding2nn.bias	0	0.0664534941315651
142128	embedding2nn.bias	1	0.008401346392929554
142128	embedding2nn.bias	2	-0.07200298458337784
142128	embedding2nn.bias	3	0.06523870676755905
142128	embedding2nn.bias	4	-0.0035648515913635492
142128	embedding2nn.bias	5	-0.15081997215747833
142128	embedding2nn.bias	6	-0.10540223866701126
142128	embedding2nn.bias	7	-0.045612722635269165
142128	embedding2nn.bias	8	0.11302245408296585
142128	embedding2nn.bias	9	-0.055936962366104126
142128	rnn.weight_ih_l0	0	0.019251525402069092
142128	rnn.weight_ih_l0	1	-0.06100527197122574
142128	rnn.weight_ih_l0	2	-0.01912759058177471
142128	rnn.weight_ih_l0	3	-0.051244210451841354
142128	rnn.weight_ih_l0	4	0.03520815446972847
142128	rnn.weight_ih_l0	5	-0.10112708061933517
142128	rnn.weight_ih_l0	6	-0.05406073108315468
142128	rnn.weight_ih_l0	7	-0.00851144827902317
142128	rnn.weight_ih_l0	8	0.06851979345083237
142128	rnn.weight_ih_l0	9	0.023011138662695885
142128	rnn.weight_hh_l0	0	0.0033442180138081312
142128	rnn.weight_hh_l0	1	-0.092802494764328
142128	rnn.weight_hh_l0	2	0.05792146548628807
142128	rnn.weight_hh_l0	3	0.04350455477833748
142128	rnn.weight_hh_l0	4	0.004626380279660225
142128	rnn.weight_hh_l0	5	0.06576257199048996
142128	rnn.weight_hh_l0	6	-0.014704923145473003
142128	rnn.weight_hh_l0	7	-0.09104587882757187
142128	rnn.weight_hh_l0	8	0.004945629276335239
142128	rnn.weight_hh_l0	9	-0.07593833655118942
142128	rnn.bias_ih_l0	0	-0.05449075624346733
142128	rnn.bias_ih_l0	1	-0.18312987685203552
142128	rnn.bias_ih_l0	2	-0.2484128177165985
142128	rnn.bias_ih_l0	3	-0.2734500765800476
142128	rnn.bias_ih_l0	4	-0.0025886816438287497
142128	rnn.bias_ih_l0	5	0.040024466812610626
142128	rnn.bias_ih_l0	6	-0.18205492198467255
142128	rnn.bias_ih_l0	7	-0.26538267731666565
142128	rnn.bias_ih_l0	8	-0.12480385601520538
142128	rnn.bias_ih_l0	9	-0.1900136023759842
142128	rnn.bias_hh_l0	0	0.11658776551485062
142128	rnn.bias_hh_l0	1	-0.06665576994419098
142128	rnn.bias_hh_l0	2	0.05185100436210632
142128	rnn.bias_hh_l0	3	-0.16507230699062347
142128	rnn.bias_hh_l0	4	0.05080494284629822
142128	rnn.bias_hh_l0	5	0.03015749529004097
142128	rnn.bias_hh_l0	6	-0.0915561243891716
142128	rnn.bias_hh_l0	7	-0.15771569311618805
142128	rnn.bias_hh_l0	8	-0.1849675327539444
142128	rnn.bias_hh_l0	9	-0.09721192717552185
142128	rnn.weight_ih_l0_reverse	0	-0.017131255939602852
142128	rnn.weight_ih_l0_reverse	1	0.006421240977942944
142128	rnn.weight_ih_l0_reverse	2	0.01216629333794117
142128	rnn.weight_ih_l0_reverse	3	0.0009654122986830771
142128	rnn.weight_ih_l0_reverse	4	0.02349584363400936
142128	rnn.weight_ih_l0_reverse	5	-0.051106058061122894
142128	rnn.weight_ih_l0_reverse	6	-0.05272873491048813
142128	rnn.weight_ih_l0_reverse	7	-0.0002025221911026165
142128	rnn.weight_ih_l0_reverse	8	0.09049671143293381
142128	rnn.weight_ih_l0_reverse	9	0.022526146844029427
142128	rnn.weight_hh_l0_reverse	0	0.006261324975639582
142128	rnn.weight_hh_l0_reverse	1	0.02271186374127865
142128	rnn.weight_hh_l0_reverse	2	-0.04003329947590828
142128	rnn.weight_hh_l0_reverse	3	0.042225826531648636
142128	rnn.weight_hh_l0_reverse	4	0.02538318559527397
142128	rnn.weight_hh_l0_reverse	5	0.004687721841037273
142128	rnn.weight_hh_l0_reverse	6	0.05979825556278229
142128	rnn.weight_hh_l0_reverse	7	0.026500796899199486
142128	rnn.weight_hh_l0_reverse	8	-0.017594797536730766
142128	rnn.weight_hh_l0_reverse	9	-0.03538805991411209
142128	rnn.bias_ih_l0_reverse	0	-0.1337762176990509
142128	rnn.bias_ih_l0_reverse	1	-0.29507529735565186
142128	rnn.bias_ih_l0_reverse	2	-0.0721597671508789
142128	rnn.bias_ih_l0_reverse	3	-0.13822858035564423
142128	rnn.bias_ih_l0_reverse	4	0.06676023453474045
142128	rnn.bias_ih_l0_reverse	5	-0.2517280578613281
142128	rnn.bias_ih_l0_reverse	6	-0.05041716620326042
142128	rnn.bias_ih_l0_reverse	7	0.009658142924308777
142128	rnn.bias_ih_l0_reverse	8	-0.17725114524364471
142128	rnn.bias_ih_l0_reverse	9	-0.09343507885932922
142128	rnn.bias_hh_l0_reverse	0	-0.15243811905384064
142128	rnn.bias_hh_l0_reverse	1	-0.15232546627521515
142128	rnn.bias_hh_l0_reverse	2	-0.022347433492541313
142128	rnn.bias_hh_l0_reverse	3	-0.12519162893295288
142128	rnn.bias_hh_l0_reverse	4	-0.03387676924467087
142128	rnn.bias_hh_l0_reverse	5	-0.11006055772304535
142128	rnn.bias_hh_l0_reverse	6	-0.06747253239154816
142128	rnn.bias_hh_l0_reverse	7	-0.2006438672542572
142128	rnn.bias_hh_l0_reverse	8	-0.05868545174598694
142128	rnn.bias_hh_l0_reverse	9	-0.13676317036151886
142128	linear.weight	0	-0.1957215815782547
142128	linear.weight	1	-0.15717676281929016
142128	linear.weight	2	-0.011228874325752258
142128	linear.weight	3	-0.07822254300117493
142128	linear.weight	4	-0.018314244225621223
142128	linear.weight	5	0.20678676664829254
142128	linear.weight	6	0.0047744326293468475
142128	linear.weight	7	-0.021312154829502106
142128	linear.weight	8	0.17704568803310394
142128	linear.weight	9	0.18825110793113708
142128	linear.bias	0	-0.8602585792541504
142128	linear.bias	1	1.3953357934951782
142128	linear.bias	2	-0.4138641655445099
142128	linear.bias	3	-0.6893066763877869
142128	linear.bias	4	-0.9107407331466675
142128	linear.bias	5	-1.1722896099090576
142128	linear.bias	6	-0.9233502149581909
142128	linear.bias	7	-0.7188682556152344
142128	linear.bias	8	-0.01705317199230194
142128	linear.bias	9	3.3547139167785645
142325	transitions	0	-0.4076942205429077
142325	transitions	1	8.512605667114258
142325	transitions	2	-3.4753432273864746
142325	transitions	3	1.4194813966751099
142325	transitions	4	-2.0905866622924805
142325	transitions	5	-0.38647156953811646
142325	transitions	6	-0.18766462802886963
142325	transitions	7	-10000.0
142325	transitions	8	1.7607462406158447
142325	transitions	9	-2.293494939804077
142325	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
142325	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
142325	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
142325	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
142325	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
142325	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
142325	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
142325	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
142325	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
142325	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
142325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
142325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
142325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
142325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
142325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
142325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
142325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
142325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
142325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
142325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
142325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
142325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
142325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
142325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
142325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
142325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
142325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
142325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
142325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
142325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
142325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
142325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
142325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
142325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
142325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
142325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
142325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
142325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
142325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
142325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
142325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
142325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
142325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
142325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
142325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
142325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
142325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
142325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
142325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
142325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
142325	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
142325	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
142325	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
142325	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
142325	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
142325	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
142325	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
142325	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
142325	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
142325	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
142325	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
142325	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
142325	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
142325	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
142325	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
142325	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
142325	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
142325	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
142325	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
142325	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
142325	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
142325	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
142325	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
142325	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
142325	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
142325	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
142325	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
142325	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
142325	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
142325	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
142325	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
142325	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
142325	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
142325	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
142325	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
142325	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
142325	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
142325	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
142325	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
142325	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
142325	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
142325	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
142325	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
142325	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
142325	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
142325	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
142325	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
142325	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
142325	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
142325	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
142325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
142325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
142325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
142325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
142325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
142325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
142325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
142325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
142325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
142325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
142325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
142325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
142325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
142325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
142325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
142325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
142325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
142325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
142325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
142325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
142325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
142325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
142325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
142325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
142325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
142325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
142325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
142325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
142325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
142325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
142325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
142325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
142325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
142325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
142325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
142325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
142325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
142325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
142325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
142325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
142325	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
142325	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
142325	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
142325	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
142325	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
142325	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
142325	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
142325	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
142325	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
142325	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
142325	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
142325	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
142325	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
142325	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
142325	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
142325	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
142325	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
142325	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
142325	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
142325	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
142325	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
142325	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
142325	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
142325	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
142325	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
142325	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
142325	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
142325	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
142325	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
142325	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
142325	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
142325	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
142325	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
142325	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
142325	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
142325	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
142325	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
142325	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
142325	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
142325	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
142325	embedding2nn.weight	0	0.04988989979028702
142325	embedding2nn.weight	1	-0.09150422364473343
142325	embedding2nn.weight	2	0.0024952401872724295
142325	embedding2nn.weight	3	-0.05818401277065277
142325	embedding2nn.weight	4	-0.11428776383399963
142325	embedding2nn.weight	5	0.11394549161195755
142325	embedding2nn.weight	6	-0.12711521983146667
142325	embedding2nn.weight	7	-0.0769951269030571
142325	embedding2nn.weight	8	-0.02272326499223709
142325	embedding2nn.weight	9	0.08113830536603928
142325	embedding2nn.bias	0	0.06797323375940323
142325	embedding2nn.bias	1	0.011126328259706497
142325	embedding2nn.bias	2	-0.07097674906253815
142325	embedding2nn.bias	3	0.058644600212574005
142325	embedding2nn.bias	4	0.0017119229305535555
142325	embedding2nn.bias	5	-0.15127603709697723
142325	embedding2nn.bias	6	-0.10356570035219193
142325	embedding2nn.bias	7	-0.039805568754673004
142325	embedding2nn.bias	8	0.10912241786718369
142325	embedding2nn.bias	9	-0.06602896749973297
142325	rnn.weight_ih_l0	0	0.020745515823364258
142325	rnn.weight_ih_l0	1	-0.06127748638391495
142325	rnn.weight_ih_l0	2	-0.018871145322918892
142325	rnn.weight_ih_l0	3	-0.050833191722631454
142325	rnn.weight_ih_l0	4	0.03397009149193764
142325	rnn.weight_ih_l0	5	-0.1017702966928482
142325	rnn.weight_ih_l0	6	-0.05210632085800171
142325	rnn.weight_ih_l0	7	-0.009159891866147518
142325	rnn.weight_ih_l0	8	0.06809324026107788
142325	rnn.weight_ih_l0	9	0.02111738733947277
142325	rnn.weight_hh_l0	0	0.0034963928628712893
142325	rnn.weight_hh_l0	1	-0.09262288361787796
142325	rnn.weight_hh_l0	2	0.05776830017566681
142325	rnn.weight_hh_l0	3	0.04422907903790474
142325	rnn.weight_hh_l0	4	0.004519423935562372
142325	rnn.weight_hh_l0	5	0.0658191442489624
142325	rnn.weight_hh_l0	6	-0.014690577052533627
142325	rnn.weight_hh_l0	7	-0.09160737693309784
142325	rnn.weight_hh_l0	8	0.005473512690514326
142325	rnn.weight_hh_l0	9	-0.07513505965471268
142325	rnn.bias_ih_l0	0	-0.05442890152335167
142325	rnn.bias_ih_l0	1	-0.18300457298755646
142325	rnn.bias_ih_l0	2	-0.2502894699573517
142325	rnn.bias_ih_l0	3	-0.2727500796318054
142325	rnn.bias_ih_l0	4	-0.003369932295754552
142325	rnn.bias_ih_l0	5	0.037859510630369186
142325	rnn.bias_ih_l0	6	-0.1808006316423416
142325	rnn.bias_ih_l0	7	-0.2659270167350769
142325	rnn.bias_ih_l0	8	-0.1259198933839798
142325	rnn.bias_ih_l0	9	-0.19073544442653656
142325	rnn.bias_hh_l0	0	0.11758945882320404
142325	rnn.bias_hh_l0	1	-0.06687428802251816
142325	rnn.bias_hh_l0	2	0.052175819873809814
142325	rnn.bias_hh_l0	3	-0.1673189252614975
142325	rnn.bias_hh_l0	4	0.052440524101257324
142325	rnn.bias_hh_l0	5	0.02988240122795105
142325	rnn.bias_hh_l0	6	-0.09145692735910416
142325	rnn.bias_hh_l0	7	-0.15848302841186523
142325	rnn.bias_hh_l0	8	-0.1843857765197754
142325	rnn.bias_hh_l0	9	-0.09714575111865997
142325	rnn.weight_ih_l0_reverse	0	-0.01778712123632431
142325	rnn.weight_ih_l0_reverse	1	0.005692437291145325
142325	rnn.weight_ih_l0_reverse	2	0.013661850243806839
142325	rnn.weight_ih_l0_reverse	3	0.0004078021738678217
142325	rnn.weight_ih_l0_reverse	4	0.024670414626598358
142325	rnn.weight_ih_l0_reverse	5	-0.05071350559592247
142325	rnn.weight_ih_l0_reverse	6	-0.05283840373158455
142325	rnn.weight_ih_l0_reverse	7	0.00043064227793365717
142325	rnn.weight_ih_l0_reverse	8	0.09100063890218735
142325	rnn.weight_ih_l0_reverse	9	0.023020057007670403
142325	rnn.weight_hh_l0_reverse	0	0.0059276241809129715
142325	rnn.weight_hh_l0_reverse	1	0.022714562714099884
142325	rnn.weight_hh_l0_reverse	2	-0.04009919986128807
142325	rnn.weight_hh_l0_reverse	3	0.04231520742177963
142325	rnn.weight_hh_l0_reverse	4	0.025379512459039688
142325	rnn.weight_hh_l0_reverse	5	0.004765735939145088
142325	rnn.weight_hh_l0_reverse	6	0.05963005870580673
142325	rnn.weight_hh_l0_reverse	7	0.02752881683409214
142325	rnn.weight_hh_l0_reverse	8	-0.016913581639528275
142325	rnn.weight_hh_l0_reverse	9	-0.03558667004108429
142325	rnn.bias_ih_l0_reverse	0	-0.1345512419939041
142325	rnn.bias_ih_l0_reverse	1	-0.2936539351940155
142325	rnn.bias_ih_l0_reverse	2	-0.0705297589302063
142325	rnn.bias_ih_l0_reverse	3	-0.13864393532276154
142325	rnn.bias_ih_l0_reverse	4	0.06892283260822296
142325	rnn.bias_ih_l0_reverse	5	-0.2526645064353943
142325	rnn.bias_ih_l0_reverse	6	-0.049480024725198746
142325	rnn.bias_ih_l0_reverse	7	0.011039691045880318
142325	rnn.bias_ih_l0_reverse	8	-0.17810258269309998
142325	rnn.bias_ih_l0_reverse	9	-0.09442910552024841
142325	rnn.bias_hh_l0_reverse	0	-0.15441745519638062
142325	rnn.bias_hh_l0_reverse	1	-0.1508328914642334
142325	rnn.bias_hh_l0_reverse	2	-0.023080484941601753
142325	rnn.bias_hh_l0_reverse	3	-0.12518572807312012
142325	rnn.bias_hh_l0_reverse	4	-0.032411862164735794
142325	rnn.bias_hh_l0_reverse	5	-0.11000460386276245
142325	rnn.bias_hh_l0_reverse	6	-0.06850197911262512
142325	rnn.bias_hh_l0_reverse	7	-0.19991391897201538
142325	rnn.bias_hh_l0_reverse	8	-0.05620664358139038
142325	rnn.bias_hh_l0_reverse	9	-0.13748590648174286
142325	linear.weight	0	-0.19276665151119232
142325	linear.weight	1	-0.1523963063955307
142325	linear.weight	2	-0.011228874325752258
142325	linear.weight	3	-0.08821013569831848
142325	linear.weight	4	-0.016113614663481712
142325	linear.weight	5	0.22893501818180084
142325	linear.weight	6	0.0047744326293468475
142325	linear.weight	7	-0.021312154829502106
142325	linear.weight	8	0.18021003901958466
142325	linear.weight	9	0.1725831925868988
142325	linear.bias	0	-0.8774654269218445
142325	linear.bias	1	1.4024993181228638
142325	linear.bias	2	-0.4168398082256317
142325	linear.bias	3	-0.6881406307220459
142325	linear.bias	4	-0.8820658326148987
142325	linear.bias	5	-1.1723179817199707
142325	linear.bias	6	-0.9416232705116272
142325	linear.bias	7	-0.6955737471580505
142325	linear.bias	8	-0.01705317199230194
142325	linear.bias	9	3.3546314239501953
142522	transitions	0	-0.4078310430049896
142522	transitions	1	8.505585670471191
142522	transitions	2	-3.4757018089294434
142522	transitions	3	1.4266867637634277
142522	transitions	4	-2.090794563293457
142522	transitions	5	-0.3865581154823303
142522	transitions	6	-0.18768371641635895
142522	transitions	7	-10000.0
142522	transitions	8	1.7597699165344238
142522	transitions	9	-2.2934980392456055
142522	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
142522	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
142522	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
142522	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
142522	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
142522	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
142522	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
142522	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
142522	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
142522	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
142522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
142522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
142522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
142522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
142522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
142522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
142522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
142522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
142522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
142522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
142522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
142522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
142522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
142522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
142522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
142522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
142522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
142522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
142522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
142522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
142522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
142522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
142522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
142522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
142522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
142522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
142522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
142522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
142522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
142522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
142522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
142522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
142522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
142522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
142522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
142522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
142522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
142522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
142522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
142522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
142522	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
142522	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
142522	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
142522	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
142522	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
142522	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
142522	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
142522	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
142522	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
142522	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
142522	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
142522	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
142522	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
142522	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
142522	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
142522	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
142522	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
142522	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
142522	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
142522	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
142522	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
142522	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
142522	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
142522	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
142522	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
142522	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
142522	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
142522	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
142522	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
142522	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
142522	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
142522	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
142522	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
142522	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
142522	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
142522	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
142522	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
142522	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
142522	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
142522	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
142522	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
142522	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
142522	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
142522	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
142522	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
142522	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
142522	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
142522	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
142522	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
142522	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
142522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
142522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
142522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
142522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
142522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
142522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
142522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
142522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
142522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
142522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
142522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
142522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
142522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
142522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
142522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
142522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
142522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
142522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
142522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
142522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
142522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
142522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
142522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
142522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
142522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
142522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
142522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
142522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
142522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
142522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
142522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
142522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
142522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
142522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
142522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
142522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
142522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
142522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
142522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
142522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
142522	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
142522	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
142522	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
142522	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
142522	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
142522	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
142522	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
142522	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
142522	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
142522	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
142522	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
142522	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
142522	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
142522	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
142522	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
142522	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
142522	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
142522	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
142522	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
142522	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
142522	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
142522	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
142522	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
142522	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
142522	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
142522	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
142522	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
142522	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
142522	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
142522	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
142522	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
142522	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
142522	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
142522	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
142522	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
142522	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
142522	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
142522	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
142522	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
142522	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
142522	embedding2nn.weight	0	0.05004757270216942
142522	embedding2nn.weight	1	-0.09220429509878159
142522	embedding2nn.weight	2	0.002296086633577943
142522	embedding2nn.weight	3	-0.05816010758280754
142522	embedding2nn.weight	4	-0.11492235958576202
142522	embedding2nn.weight	5	0.1125449538230896
142522	embedding2nn.weight	6	-0.1272626668214798
142522	embedding2nn.weight	7	-0.07680491358041763
142522	embedding2nn.weight	8	-0.02207615040242672
142522	embedding2nn.weight	9	0.08106102049350739
142522	embedding2nn.bias	0	0.0791701227426529
142522	embedding2nn.bias	1	0.010265274904668331
142522	embedding2nn.bias	2	-0.07618875056505203
142522	embedding2nn.bias	3	0.06464238464832306
142522	embedding2nn.bias	4	0.0025486070662736893
142522	embedding2nn.bias	5	-0.147718146443367
142522	embedding2nn.bias	6	-0.1020900085568428
142522	embedding2nn.bias	7	-0.044651396572589874
142522	embedding2nn.bias	8	0.10787279158830643
142522	embedding2nn.bias	9	-0.07617205381393433
142522	rnn.weight_ih_l0	0	0.021177146583795547
142522	rnn.weight_ih_l0	1	-0.06297420710325241
142522	rnn.weight_ih_l0	2	-0.018516814336180687
142522	rnn.weight_ih_l0	3	-0.04981466755270958
142522	rnn.weight_ih_l0	4	0.03401625528931618
142522	rnn.weight_ih_l0	5	-0.10181406885385513
142522	rnn.weight_ih_l0	6	-0.05274472013115883
142522	rnn.weight_ih_l0	7	-0.009005389176309109
142522	rnn.weight_ih_l0	8	0.06842796504497528
142522	rnn.weight_ih_l0	9	0.022833334282040596
142522	rnn.weight_hh_l0	0	0.003993564285337925
142522	rnn.weight_hh_l0	1	-0.09368222951889038
142522	rnn.weight_hh_l0	2	0.05778222531080246
142522	rnn.weight_hh_l0	3	0.04405571147799492
142522	rnn.weight_hh_l0	4	0.004396847914904356
142522	rnn.weight_hh_l0	5	0.0653676837682724
142522	rnn.weight_hh_l0	6	-0.014388029463589191
142522	rnn.weight_hh_l0	7	-0.09166840463876724
142522	rnn.weight_hh_l0	8	0.0047547477297484875
142522	rnn.weight_hh_l0	9	-0.07728912681341171
142522	rnn.bias_ih_l0	0	-0.05492911487817764
142522	rnn.bias_ih_l0	1	-0.18333563208580017
142522	rnn.bias_ih_l0	2	-0.2527485489845276
142522	rnn.bias_ih_l0	3	-0.2717779576778412
142522	rnn.bias_ih_l0	4	-0.003355772700160742
142522	rnn.bias_ih_l0	5	0.036464791744947433
142522	rnn.bias_ih_l0	6	-0.18044258654117584
142522	rnn.bias_ih_l0	7	-0.26355695724487305
142522	rnn.bias_ih_l0	8	-0.1268147975206375
142522	rnn.bias_ih_l0	9	-0.19361045956611633
142522	rnn.bias_hh_l0	0	0.11722476035356522
142522	rnn.bias_hh_l0	1	-0.06591933220624924
142522	rnn.bias_hh_l0	2	0.05219027027487755
142522	rnn.bias_hh_l0	3	-0.16881093382835388
142522	rnn.bias_hh_l0	4	0.05168597400188446
142522	rnn.bias_hh_l0	5	0.03065134398639202
142522	rnn.bias_hh_l0	6	-0.09184934198856354
142522	rnn.bias_hh_l0	7	-0.15885235369205475
142522	rnn.bias_hh_l0	8	-0.18653514981269836
142522	rnn.bias_hh_l0	9	-0.09736944735050201
142522	rnn.weight_ih_l0_reverse	0	-0.01811370626091957
142522	rnn.weight_ih_l0_reverse	1	0.005658126436173916
142522	rnn.weight_ih_l0_reverse	2	0.012737558223307133
142522	rnn.weight_ih_l0_reverse	3	0.0005239193560555577
142522	rnn.weight_ih_l0_reverse	4	0.02506709098815918
142522	rnn.weight_ih_l0_reverse	5	-0.05138137936592102
142522	rnn.weight_ih_l0_reverse	6	-0.05339548736810684
142522	rnn.weight_ih_l0_reverse	7	-0.0015796106308698654
142522	rnn.weight_ih_l0_reverse	8	0.09155131131410599
142522	rnn.weight_ih_l0_reverse	9	0.02439320646226406
142522	rnn.weight_hh_l0_reverse	0	0.005654842127114534
142522	rnn.weight_hh_l0_reverse	1	0.02292194962501526
142522	rnn.weight_hh_l0_reverse	2	-0.03971300274133682
142522	rnn.weight_hh_l0_reverse	3	0.04242391511797905
142522	rnn.weight_hh_l0_reverse	4	0.025245817378163338
142522	rnn.weight_hh_l0_reverse	5	0.0051455372013151646
142522	rnn.weight_hh_l0_reverse	6	0.0592375248670578
142522	rnn.weight_hh_l0_reverse	7	0.027453117072582245
142522	rnn.weight_hh_l0_reverse	8	-0.016552435234189034
142522	rnn.weight_hh_l0_reverse	9	-0.035104166716337204
142522	rnn.bias_ih_l0_reverse	0	-0.13431240618228912
142522	rnn.bias_ih_l0_reverse	1	-0.2932409942150116
142522	rnn.bias_ih_l0_reverse	2	-0.07129526883363724
142522	rnn.bias_ih_l0_reverse	3	-0.13816006481647491
142522	rnn.bias_ih_l0_reverse	4	0.0661206766963005
142522	rnn.bias_ih_l0_reverse	5	-0.2532084286212921
142522	rnn.bias_ih_l0_reverse	6	-0.05185745656490326
142522	rnn.bias_ih_l0_reverse	7	0.010449811816215515
142522	rnn.bias_ih_l0_reverse	8	-0.17753177881240845
142522	rnn.bias_ih_l0_reverse	9	-0.09418760240077972
142522	rnn.bias_hh_l0_reverse	0	-0.15645797550678253
142522	rnn.bias_hh_l0_reverse	1	-0.1498607099056244
142522	rnn.bias_hh_l0_reverse	2	-0.02296650968492031
142522	rnn.bias_hh_l0_reverse	3	-0.12344078719615936
142522	rnn.bias_hh_l0_reverse	4	-0.03185063228011131
142522	rnn.bias_hh_l0_reverse	5	-0.11165590584278107
142522	rnn.bias_hh_l0_reverse	6	-0.0682280883193016
142522	rnn.bias_hh_l0_reverse	7	-0.19950902462005615
142522	rnn.bias_hh_l0_reverse	8	-0.05588424578309059
142522	rnn.bias_hh_l0_reverse	9	-0.13874821364879608
142522	linear.weight	0	-0.1918441653251648
142522	linear.weight	1	-0.15602850914001465
142522	linear.weight	2	-0.011228874325752258
142522	linear.weight	3	-0.0794588252902031
142522	linear.weight	4	-0.014431007206439972
142522	linear.weight	5	0.23080746829509735
142522	linear.weight	6	0.0047744326293468475
142522	linear.weight	7	-0.021312154829502106
142522	linear.weight	8	0.1758054494857788
142522	linear.weight	9	0.17810849845409393
142522	linear.bias	0	-0.8658314943313599
142522	linear.bias	1	1.4054852724075317
142522	linear.bias	2	-0.41553184390068054
142522	linear.bias	3	-0.6909099221229553
142522	linear.bias	4	-0.9110366702079773
142522	linear.bias	5	-1.1723464727401733
142522	linear.bias	6	-0.9304966926574707
142522	linear.bias	7	-0.7272286415100098
142522	linear.bias	8	-0.01705317199230194
142522	linear.bias	9	3.3450660705566406
142719	transitions	0	-0.407970666885376
142719	transitions	1	8.514426231384277
142719	transitions	2	-3.476067304611206
142719	transitions	3	1.4275370836257935
142719	transitions	4	-2.091099500656128
142719	transitions	5	-0.38671353459358215
142719	transitions	6	-0.18771694600582123
142719	transitions	7	-10000.0
142719	transitions	8	1.7604401111602783
142719	transitions	9	-2.2935004234313965
142719	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
142719	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
142719	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
142719	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
142719	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
142719	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
142719	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
142719	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
142719	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
142719	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
142719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
142719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
142719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
142719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
142719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
142719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
142719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
142719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
142719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
142719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
142719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
142719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
142719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
142719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
142719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
142719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
142719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
142719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
142719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
142719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
142719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
142719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
142719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
142719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
142719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
142719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
142719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
142719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
142719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
142719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
142719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
142719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
142719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
142719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
142719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
142719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
142719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
142719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
142719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
142719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
142719	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
142719	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
142719	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
142719	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
142719	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
142719	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
142719	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
142719	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
142719	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
142719	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
142719	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
142719	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
142719	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
142719	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
142719	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
142719	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
142719	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
142719	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
142719	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
142719	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
142719	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
142719	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
142719	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
142719	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
142719	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
142719	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
142719	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
142719	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
142719	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
142719	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
142719	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
142719	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
142719	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
142719	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
142719	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
142719	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
142719	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
142719	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
142719	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
142719	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
142719	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
142719	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
142719	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
142719	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
142719	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
142719	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
142719	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
142719	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
142719	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
142719	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
142719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
142719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
142719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
142719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
142719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
142719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
142719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
142719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
142719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
142719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
142719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
142719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
142719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
142719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
142719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
142719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
142719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
142719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
142719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
142719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
142719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
142719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
142719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
142719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
142719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
142719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
142719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
142719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
142719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
142719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
142719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
142719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
142719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
142719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
142719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
142719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
142719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
142719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
142719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
142719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
142719	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
142719	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
142719	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
142719	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
142719	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
142719	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
142719	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
142719	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
142719	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
142719	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
142719	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
142719	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
142719	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
142719	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
142719	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
142719	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
142719	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
142719	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
142719	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
142719	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
142719	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
142719	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
142719	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
142719	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
142719	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
142719	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
142719	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
142719	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
142719	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
142719	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
142719	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
142719	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
142719	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
142719	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
142719	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
142719	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
142719	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
142719	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
142719	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
142719	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
142719	embedding2nn.weight	0	0.04989710822701454
142719	embedding2nn.weight	1	-0.0931553766131401
142719	embedding2nn.weight	2	0.0018192771822214127
142719	embedding2nn.weight	3	-0.058888111263513565
142719	embedding2nn.weight	4	-0.11495479941368103
142719	embedding2nn.weight	5	0.11198564618825912
142719	embedding2nn.weight	6	-0.12666665017604828
142719	embedding2nn.weight	7	-0.07582598924636841
142719	embedding2nn.weight	8	-0.022606907412409782
142719	embedding2nn.weight	9	0.08269602805376053
142719	embedding2nn.bias	0	0.07267732173204422
142719	embedding2nn.bias	1	0.012914124876260757
142719	embedding2nn.bias	2	-0.07126791030168533
142719	embedding2nn.bias	3	0.06283169239759445
142719	embedding2nn.bias	4	-0.008294247090816498
142719	embedding2nn.bias	5	-0.15084990859031677
142719	embedding2nn.bias	6	-0.1021476611495018
142719	embedding2nn.bias	7	-0.04524253308773041
142719	embedding2nn.bias	8	0.11667486280202866
142719	embedding2nn.bias	9	-0.07190524786710739
142719	rnn.weight_ih_l0	0	0.023772573098540306
142719	rnn.weight_ih_l0	1	-0.06321728974580765
142719	rnn.weight_ih_l0	2	-0.019089095294475555
142719	rnn.weight_ih_l0	3	-0.050513338297605515
142719	rnn.weight_ih_l0	4	0.033035192638635635
142719	rnn.weight_ih_l0	5	-0.10076828300952911
142719	rnn.weight_ih_l0	6	-0.05360718071460724
142719	rnn.weight_ih_l0	7	-0.008859863504767418
142719	rnn.weight_ih_l0	8	0.06714777648448944
142719	rnn.weight_ih_l0	9	0.022778213024139404
142719	rnn.weight_hh_l0	0	0.0039796046912670135
142719	rnn.weight_hh_l0	1	-0.09382671862840652
142719	rnn.weight_hh_l0	2	0.05760066583752632
142719	rnn.weight_hh_l0	3	0.04431727156043053
142719	rnn.weight_hh_l0	4	0.004023798741400242
142719	rnn.weight_hh_l0	5	0.06546933203935623
142719	rnn.weight_hh_l0	6	-0.01443954836577177
142719	rnn.weight_hh_l0	7	-0.09207002073526382
142719	rnn.weight_hh_l0	8	0.005019663833081722
142719	rnn.weight_hh_l0	9	-0.0771501213312149
142719	rnn.bias_ih_l0	0	-0.055866483598947525
142719	rnn.bias_ih_l0	1	-0.18251727521419525
142719	rnn.bias_ih_l0	2	-0.25169292092323303
142719	rnn.bias_ih_l0	3	-0.2706979215145111
142719	rnn.bias_ih_l0	4	-0.0017982602585107088
142719	rnn.bias_ih_l0	5	0.03728586807847023
142719	rnn.bias_ih_l0	6	-0.1802048534154892
142719	rnn.bias_ih_l0	7	-0.2651519775390625
142719	rnn.bias_ih_l0	8	-0.12651805579662323
142719	rnn.bias_ih_l0	9	-0.19379906356334686
142719	rnn.bias_hh_l0	0	0.11756665259599686
142719	rnn.bias_hh_l0	1	-0.06451201438903809
142719	rnn.bias_hh_l0	2	0.05292004719376564
142719	rnn.bias_hh_l0	3	-0.1672322303056717
142719	rnn.bias_hh_l0	4	0.05472533777356148
142719	rnn.bias_hh_l0	5	0.030026590451598167
142719	rnn.bias_hh_l0	6	-0.0916653573513031
142719	rnn.bias_hh_l0	7	-0.159554585814476
142719	rnn.bias_hh_l0	8	-0.1847516894340515
142719	rnn.bias_hh_l0	9	-0.09544920921325684
142719	rnn.weight_ih_l0_reverse	0	-0.018066463991999626
142719	rnn.weight_ih_l0_reverse	1	0.005448458716273308
142719	rnn.weight_ih_l0_reverse	2	0.014527742750942707
142719	rnn.weight_ih_l0_reverse	3	0.0032641098368912935
142719	rnn.weight_ih_l0_reverse	4	0.024727676063776016
142719	rnn.weight_ih_l0_reverse	5	-0.05231216549873352
142719	rnn.weight_ih_l0_reverse	6	-0.05321386456489563
142719	rnn.weight_ih_l0_reverse	7	-0.0006684171967208385
142719	rnn.weight_ih_l0_reverse	8	0.09299560636281967
142719	rnn.weight_ih_l0_reverse	9	0.02425328642129898
142719	rnn.weight_hh_l0_reverse	0	0.005628999788314104
142719	rnn.weight_hh_l0_reverse	1	0.022690702229738235
142719	rnn.weight_hh_l0_reverse	2	-0.04033798351883888
142719	rnn.weight_hh_l0_reverse	3	0.042099032551050186
142719	rnn.weight_hh_l0_reverse	4	0.02472854219377041
142719	rnn.weight_hh_l0_reverse	5	0.004936681594699621
142719	rnn.weight_hh_l0_reverse	6	0.0588468462228775
142719	rnn.weight_hh_l0_reverse	7	0.026753045618534088
142719	rnn.weight_hh_l0_reverse	8	-0.017163213342428207
142719	rnn.weight_hh_l0_reverse	9	-0.03534908965229988
142719	rnn.bias_ih_l0_reverse	0	-0.13437093794345856
142719	rnn.bias_ih_l0_reverse	1	-0.2965054214000702
142719	rnn.bias_ih_l0_reverse	2	-0.07297816872596741
142719	rnn.bias_ih_l0_reverse	3	-0.13847889006137848
142719	rnn.bias_ih_l0_reverse	4	0.06503858417272568
142719	rnn.bias_ih_l0_reverse	5	-0.2537764012813568
142719	rnn.bias_ih_l0_reverse	6	-0.05263117700815201
142719	rnn.bias_ih_l0_reverse	7	0.015902677550911903
142719	rnn.bias_ih_l0_reverse	8	-0.18012697994709015
142719	rnn.bias_ih_l0_reverse	9	-0.09500055760145187
142719	rnn.bias_hh_l0_reverse	0	-0.15755121409893036
142719	rnn.bias_hh_l0_reverse	1	-0.14903433620929718
142719	rnn.bias_hh_l0_reverse	2	-0.021701861172914505
142719	rnn.bias_hh_l0_reverse	3	-0.12245159596204758
142719	rnn.bias_hh_l0_reverse	4	-0.030220581218600273
142719	rnn.bias_hh_l0_reverse	5	-0.11204894632101059
142719	rnn.bias_hh_l0_reverse	6	-0.06828101724386215
142719	rnn.bias_hh_l0_reverse	7	-0.19901582598686218
142719	rnn.bias_hh_l0_reverse	8	-0.05593590810894966
142719	rnn.bias_hh_l0_reverse	9	-0.14117689430713654
142719	linear.weight	0	-0.2013101875782013
142719	linear.weight	1	-0.15602529048919678
142719	linear.weight	2	-0.011228874325752258
142719	linear.weight	3	-0.08520784974098206
142719	linear.weight	4	-0.003735258709639311
142719	linear.weight	5	0.23054496943950653
142719	linear.weight	6	0.0047744326293468475
142719	linear.weight	7	-0.021312154829502106
142719	linear.weight	8	0.18414856493473053
142719	linear.weight	9	0.18418599665164948
142719	linear.bias	0	-0.8489322662353516
142719	linear.bias	1	1.428385615348816
142719	linear.bias	2	-0.415520042181015
142719	linear.bias	3	-0.696666419506073
142719	linear.bias	4	-0.9008923172950745
142719	linear.bias	5	-1.1723769903182983
142719	linear.bias	6	-0.916381299495697
142719	linear.bias	7	-0.7162933349609375
142719	linear.bias	8	-0.01705317199230194
142719	linear.bias	9	3.3188910484313965
142916	transitions	0	-0.40806975960731506
142916	transitions	1	8.522993087768555
142916	transitions	2	-3.4766299724578857
142916	transitions	3	1.4179726839065552
142916	transitions	4	-2.09158992767334
142916	transitions	5	-0.38679248094558716
142916	transitions	6	-0.1877281665802002
142916	transitions	7	-10000.0
142916	transitions	8	1.7590926885604858
142916	transitions	9	-2.293520450592041
142916	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
142916	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
142916	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
142916	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
142916	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
142916	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
142916	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
142916	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
142916	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
142916	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
142916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
142916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
142916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
142916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
142916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
142916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
142916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
142916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
142916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
142916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
142916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
142916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
142916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
142916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
142916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
142916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
142916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
142916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
142916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
142916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
142916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
142916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
142916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
142916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
142916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
142916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
142916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
142916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
142916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
142916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
142916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
142916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
142916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
142916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
142916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
142916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
142916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
142916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
142916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
142916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
142916	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
142916	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
142916	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
142916	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
142916	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
142916	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
142916	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
142916	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
142916	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
142916	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
142916	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
142916	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
142916	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
142916	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
142916	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
142916	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
142916	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
142916	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
142916	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
142916	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
142916	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
142916	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
142916	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
142916	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
142916	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
142916	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
142916	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
142916	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
142916	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
142916	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
142916	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
142916	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
142916	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
142916	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
142916	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
142916	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
142916	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
142916	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
142916	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
142916	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
142916	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
142916	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
142916	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
142916	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
142916	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
142916	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
142916	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
142916	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
142916	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
142916	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
142916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
142916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
142916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
142916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
142916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
142916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
142916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
142916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
142916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
142916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
142916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
142916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
142916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
142916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
142916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
142916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
142916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
142916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
142916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
142916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
142916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
142916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
142916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
142916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
142916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
142916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
142916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
142916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
142916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
142916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
142916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
142916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
142916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
142916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
142916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
142916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
142916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
142916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
142916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
142916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
142916	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
142916	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
142916	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
142916	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
142916	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
142916	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
142916	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
142916	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
142916	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
142916	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
142916	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
142916	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
142916	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
142916	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
142916	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
142916	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
142916	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
142916	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
142916	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
142916	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
142916	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
142916	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
142916	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
142916	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
142916	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
142916	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
142916	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
142916	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
142916	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
142916	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
142916	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
142916	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
142916	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
142916	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
142916	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
142916	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
142916	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
142916	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
142916	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
142916	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
142916	embedding2nn.weight	0	0.04969518259167671
142916	embedding2nn.weight	1	-0.09417881071567535
142916	embedding2nn.weight	2	0.0020807678811252117
142916	embedding2nn.weight	3	-0.058352913707494736
142916	embedding2nn.weight	4	-0.11597607284784317
142916	embedding2nn.weight	5	0.11405661702156067
142916	embedding2nn.weight	6	-0.12504370510578156
142916	embedding2nn.weight	7	-0.07591957598924637
142916	embedding2nn.weight	8	-0.0231932383030653
142916	embedding2nn.weight	9	0.08213066309690475
142916	embedding2nn.bias	0	0.07026217877864838
142916	embedding2nn.bias	1	0.013453290797770023
142916	embedding2nn.bias	2	-0.0798107385635376
142916	embedding2nn.bias	3	0.06232503429055214
142916	embedding2nn.bias	4	-0.01496819593012333
142916	embedding2nn.bias	5	-0.14865103363990784
142916	embedding2nn.bias	6	-0.10719973593950272
142916	embedding2nn.bias	7	-0.04553540050983429
142916	embedding2nn.bias	8	0.10833624750375748
142916	embedding2nn.bias	9	-0.0784178227186203
142916	rnn.weight_ih_l0	0	0.023076212033629417
142916	rnn.weight_ih_l0	1	-0.06400828808546066
142916	rnn.weight_ih_l0	2	-0.018406488001346588
142916	rnn.weight_ih_l0	3	-0.050277985632419586
142916	rnn.weight_ih_l0	4	0.03374907746911049
142916	rnn.weight_ih_l0	5	-0.09938149899244308
142916	rnn.weight_ih_l0	6	-0.055328741669654846
142916	rnn.weight_ih_l0	7	-0.009406047873198986
142916	rnn.weight_ih_l0	8	0.0645269975066185
142916	rnn.weight_ih_l0	9	0.022753320634365082
142916	rnn.weight_hh_l0	0	0.004355015233159065
142916	rnn.weight_hh_l0	1	-0.09379361569881439
142916	rnn.weight_hh_l0	2	0.058074261993169785
142916	rnn.weight_hh_l0	3	0.04480032995343208
142916	rnn.weight_hh_l0	4	0.004089390393346548
142916	rnn.weight_hh_l0	5	0.06538573652505875
142916	rnn.weight_hh_l0	6	-0.014410071074962616
142916	rnn.weight_hh_l0	7	-0.09177736937999725
142916	rnn.weight_hh_l0	8	0.0048487079329788685
142916	rnn.weight_hh_l0	9	-0.07799685001373291
142916	rnn.bias_ih_l0	0	-0.05758202448487282
142916	rnn.bias_ih_l0	1	-0.1821734458208084
142916	rnn.bias_ih_l0	2	-0.2526170611381531
142916	rnn.bias_ih_l0	3	-0.2739403247833252
142916	rnn.bias_ih_l0	4	0.0005340863717719913
142916	rnn.bias_ih_l0	5	0.03723176196217537
142916	rnn.bias_ih_l0	6	-0.1790791153907776
142916	rnn.bias_ih_l0	7	-0.2668638825416565
142916	rnn.bias_ih_l0	8	-0.1249004453420639
142916	rnn.bias_ih_l0	9	-0.195570707321167
142916	rnn.bias_hh_l0	0	0.11682333052158356
142916	rnn.bias_hh_l0	1	-0.06306234747171402
142916	rnn.bias_hh_l0	2	0.053043898195028305
142916	rnn.bias_hh_l0	3	-0.16887715458869934
142916	rnn.bias_hh_l0	4	0.05300358310341835
142916	rnn.bias_hh_l0	5	0.029889922589063644
142916	rnn.bias_hh_l0	6	-0.08905992656946182
142916	rnn.bias_hh_l0	7	-0.15979963541030884
142916	rnn.bias_hh_l0	8	-0.1856340616941452
142916	rnn.bias_hh_l0	9	-0.09726765751838684
142916	rnn.weight_ih_l0_reverse	0	-0.018286287784576416
142916	rnn.weight_ih_l0_reverse	1	0.0053667472675442696
142916	rnn.weight_ih_l0_reverse	2	0.014001229777932167
142916	rnn.weight_ih_l0_reverse	3	0.003208358306437731
142916	rnn.weight_ih_l0_reverse	4	0.02601708471775055
142916	rnn.weight_ih_l0_reverse	5	-0.05043003335595131
142916	rnn.weight_ih_l0_reverse	6	-0.05244741588830948
142916	rnn.weight_ih_l0_reverse	7	-0.00028869762900285423
142916	rnn.weight_ih_l0_reverse	8	0.09236131608486176
142916	rnn.weight_ih_l0_reverse	9	0.024691307917237282
142916	rnn.weight_hh_l0_reverse	0	0.006132946349680424
142916	rnn.weight_hh_l0_reverse	1	0.024049200117588043
142916	rnn.weight_hh_l0_reverse	2	-0.04016713425517082
142916	rnn.weight_hh_l0_reverse	3	0.04240981861948967
142916	rnn.weight_hh_l0_reverse	4	0.025286102667450905
142916	rnn.weight_hh_l0_reverse	5	0.0054830568842589855
142916	rnn.weight_hh_l0_reverse	6	0.05899413675069809
142916	rnn.weight_hh_l0_reverse	7	0.026532450690865517
142916	rnn.weight_hh_l0_reverse	8	-0.016787994652986526
142916	rnn.weight_hh_l0_reverse	9	-0.03527873381972313
142916	rnn.bias_ih_l0_reverse	0	-0.13291950523853302
142916	rnn.bias_ih_l0_reverse	1	-0.2966104745864868
142916	rnn.bias_ih_l0_reverse	2	-0.0721931904554367
142916	rnn.bias_ih_l0_reverse	3	-0.13935254514217377
142916	rnn.bias_ih_l0_reverse	4	0.06754592806100845
142916	rnn.bias_ih_l0_reverse	5	-0.2544794976711273
142916	rnn.bias_ih_l0_reverse	6	-0.0523933582007885
142916	rnn.bias_ih_l0_reverse	7	0.02048606052994728
142916	rnn.bias_ih_l0_reverse	8	-0.18092061579227448
142916	rnn.bias_ih_l0_reverse	9	-0.09597732871770859
142916	rnn.bias_hh_l0_reverse	0	-0.15846216678619385
142916	rnn.bias_hh_l0_reverse	1	-0.14758598804473877
142916	rnn.bias_hh_l0_reverse	2	-0.021604662761092186
142916	rnn.bias_hh_l0_reverse	3	-0.11938591301441193
142916	rnn.bias_hh_l0_reverse	4	-0.029473576694726944
142916	rnn.bias_hh_l0_reverse	5	-0.1121474876999855
142916	rnn.bias_hh_l0_reverse	6	-0.06955534964799881
142916	rnn.bias_hh_l0_reverse	7	-0.19934216141700745
142916	rnn.bias_hh_l0_reverse	8	-0.0549389123916626
142916	rnn.bias_hh_l0_reverse	9	-0.138821542263031
142916	linear.weight	0	-0.19823318719863892
142916	linear.weight	1	-0.15602397918701172
142916	linear.weight	2	-0.011228874325752258
142916	linear.weight	3	-0.09368046373128891
142916	linear.weight	4	-0.0005287257954478264
142916	linear.weight	5	0.22056344151496887
142916	linear.weight	6	0.0047744326293468475
142916	linear.weight	7	-0.021312154829502106
142916	linear.weight	8	0.16960874199867249
142916	linear.weight	9	0.18343499302864075
142916	linear.bias	0	-0.8471250534057617
142916	linear.bias	1	1.411210298538208
142916	linear.bias	2	-0.42314809560775757
142916	linear.bias	3	-0.6860976219177246
142916	linear.bias	4	-0.8751868009567261
142916	linear.bias	5	-1.1724058389663696
142916	linear.bias	6	-0.9146447777748108
142916	linear.bias	7	-0.7299325466156006
142916	linear.bias	8	-0.01705317199230194
142916	linear.bias	9	3.3562710285186768
143113	transitions	0	-0.40813595056533813
143113	transitions	1	8.529358863830566
143113	transitions	2	-3.4772844314575195
143113	transitions	3	1.4141645431518555
143113	transitions	4	-2.0917484760284424
143113	transitions	5	-0.38680964708328247
143113	transitions	6	-0.18774154782295227
143113	transitions	7	-10000.0
143113	transitions	8	1.7612107992172241
143113	transitions	9	-2.2935268878936768
143113	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
143113	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
143113	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
143113	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
143113	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
143113	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
143113	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
143113	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
143113	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
143113	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
143113	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
143113	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
143113	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
143113	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
143113	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
143113	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
143113	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
143113	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
143113	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
143113	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
143113	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
143113	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
143113	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
143113	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
143113	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
143113	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
143113	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
143113	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
143113	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
143113	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
143113	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
143113	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
143113	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
143113	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
143113	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
143113	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
143113	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
143113	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
143113	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
143113	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
143113	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
143113	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
143113	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
143113	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
143113	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
143113	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
143113	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
143113	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
143113	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
143113	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
143113	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
143113	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
143113	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
143113	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
143113	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
143113	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
143113	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
143113	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
143113	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
143113	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
143113	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
143113	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
143113	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
143113	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
143113	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
143113	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
143113	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
143113	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
143113	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
143113	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
143113	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
143113	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
143113	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
143113	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
143113	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
143113	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
143113	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
143113	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
143113	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
143113	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
143113	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
143113	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
143113	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
143113	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
143113	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
143113	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
143113	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
143113	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
143113	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
143113	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
143113	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
143113	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
143113	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
143113	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
143113	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
143113	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
143113	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
143113	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
143113	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
143113	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
143113	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
143113	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
143113	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
143113	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
143113	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
143113	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
143113	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
143113	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
143113	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
143113	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
143113	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
143113	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
143113	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
143113	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
143113	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
143113	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
143113	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
143113	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
143113	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
143113	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
143113	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
143113	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
143113	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
143113	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
143113	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
143113	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
143113	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
143113	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
143113	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
143113	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
143113	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
143113	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
143113	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
143113	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
143113	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
143113	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
143113	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
143113	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
143113	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
143113	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
143113	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
143113	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
143113	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
143113	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
143113	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
143113	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
143113	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
143113	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
143113	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
143113	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
143113	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
143113	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
143113	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
143113	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
143113	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
143113	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
143113	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
143113	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
143113	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
143113	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
143113	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
143113	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
143113	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
143113	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
143113	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
143113	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
143113	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
143113	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
143113	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
143113	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
143113	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
143113	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
143113	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
143113	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
143113	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
143113	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
143113	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
143113	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
143113	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
143113	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
143113	embedding2nn.weight	0	0.049570366740226746
143113	embedding2nn.weight	1	-0.09376280009746552
143113	embedding2nn.weight	2	0.0011867837747558951
143113	embedding2nn.weight	3	-0.05773225054144859
143113	embedding2nn.weight	4	-0.113922119140625
143113	embedding2nn.weight	5	0.11446992307901382
143113	embedding2nn.weight	6	-0.12243418395519257
143113	embedding2nn.weight	7	-0.07630740851163864
143113	embedding2nn.weight	8	-0.023130493238568306
143113	embedding2nn.weight	9	0.08185983449220657
143113	embedding2nn.bias	0	0.07376058399677277
143113	embedding2nn.bias	1	0.009089861065149307
143113	embedding2nn.bias	2	-0.08258543163537979
143113	embedding2nn.bias	3	0.06392504274845123
143113	embedding2nn.bias	4	-0.011783202178776264
143113	embedding2nn.bias	5	-0.1445409208536148
143113	embedding2nn.bias	6	-0.09954818338155746
143113	embedding2nn.bias	7	-0.050562866032123566
143113	embedding2nn.bias	8	0.1091761365532875
143113	embedding2nn.bias	9	-0.08122266829013824
143113	rnn.weight_ih_l0	0	0.024275431409478188
143113	rnn.weight_ih_l0	1	-0.06433628499507904
143113	rnn.weight_ih_l0	2	-0.01791565679013729
143113	rnn.weight_ih_l0	3	-0.05099091678857803
143113	rnn.weight_ih_l0	4	0.03417129069566727
143113	rnn.weight_ih_l0	5	-0.09930950403213501
143113	rnn.weight_ih_l0	6	-0.056036654859781265
143113	rnn.weight_ih_l0	7	-0.009283113293349743
143113	rnn.weight_ih_l0	8	0.06260339170694351
143113	rnn.weight_ih_l0	9	0.02116752788424492
143113	rnn.weight_hh_l0	0	0.0041512381285429
143113	rnn.weight_hh_l0	1	-0.09353086352348328
143113	rnn.weight_hh_l0	2	0.05844173580408096
143113	rnn.weight_hh_l0	3	0.04408019781112671
143113	rnn.weight_hh_l0	4	0.004430371802300215
143113	rnn.weight_hh_l0	5	0.06486234813928604
143113	rnn.weight_hh_l0	6	-0.014435111545026302
143113	rnn.weight_hh_l0	7	-0.09162333607673645
143113	rnn.weight_hh_l0	8	0.0056845759972929955
143113	rnn.weight_hh_l0	9	-0.0776486024260521
143113	rnn.bias_ih_l0	0	-0.05697701498866081
143113	rnn.bias_ih_l0	1	-0.18233361840248108
143113	rnn.bias_ih_l0	2	-0.25256243348121643
143113	rnn.bias_ih_l0	3	-0.2724821865558624
143113	rnn.bias_ih_l0	4	-0.002028884831815958
143113	rnn.bias_ih_l0	5	0.038699813187122345
143113	rnn.bias_ih_l0	6	-0.17818346619606018
143113	rnn.bias_ih_l0	7	-0.26660993695259094
143113	rnn.bias_ih_l0	8	-0.12829656898975372
143113	rnn.bias_ih_l0	9	-0.19390536844730377
143113	rnn.bias_hh_l0	0	0.11532149463891983
143113	rnn.bias_hh_l0	1	-0.06125649809837341
143113	rnn.bias_hh_l0	2	0.05262649431824684
143113	rnn.bias_hh_l0	3	-0.1679789423942566
143113	rnn.bias_hh_l0	4	0.05311664566397667
143113	rnn.bias_hh_l0	5	0.030245814472436905
143113	rnn.bias_hh_l0	6	-0.0884004533290863
143113	rnn.bias_hh_l0	7	-0.15942098200321198
143113	rnn.bias_hh_l0	8	-0.18480119109153748
143113	rnn.bias_hh_l0	9	-0.09554935246706009
143113	rnn.weight_ih_l0_reverse	0	-0.018399285152554512
143113	rnn.weight_ih_l0_reverse	1	0.004420585464686155
143113	rnn.weight_ih_l0_reverse	2	0.014424470253288746
143113	rnn.weight_ih_l0_reverse	3	0.003796336706727743
143113	rnn.weight_ih_l0_reverse	4	0.024891560897231102
143113	rnn.weight_ih_l0_reverse	5	-0.049356333911418915
143113	rnn.weight_ih_l0_reverse	6	-0.05189891159534454
143113	rnn.weight_ih_l0_reverse	7	-0.0003526791406329721
143113	rnn.weight_ih_l0_reverse	8	0.09280350804328918
143113	rnn.weight_ih_l0_reverse	9	0.023931344971060753
143113	rnn.weight_hh_l0_reverse	0	0.006272437982261181
143113	rnn.weight_hh_l0_reverse	1	0.02432136982679367
143113	rnn.weight_hh_l0_reverse	2	-0.04016675800085068
143113	rnn.weight_hh_l0_reverse	3	0.04204334691166878
143113	rnn.weight_hh_l0_reverse	4	0.025301923975348473
143113	rnn.weight_hh_l0_reverse	5	0.005104806274175644
143113	rnn.weight_hh_l0_reverse	6	0.058667514473199844
143113	rnn.weight_hh_l0_reverse	7	0.026549872010946274
143113	rnn.weight_hh_l0_reverse	8	-0.016501396894454956
143113	rnn.weight_hh_l0_reverse	9	-0.03517412021756172
143113	rnn.bias_ih_l0_reverse	0	-0.1331150084733963
143113	rnn.bias_ih_l0_reverse	1	-0.2983283996582031
143113	rnn.bias_ih_l0_reverse	2	-0.0710742324590683
143113	rnn.bias_ih_l0_reverse	3	-0.1395510584115982
143113	rnn.bias_ih_l0_reverse	4	0.06844255328178406
143113	rnn.bias_ih_l0_reverse	5	-0.2528553009033203
143113	rnn.bias_ih_l0_reverse	6	-0.05517709255218506
143113	rnn.bias_ih_l0_reverse	7	0.020690718665719032
143113	rnn.bias_ih_l0_reverse	8	-0.18093042075634003
143113	rnn.bias_ih_l0_reverse	9	-0.09534668922424316
143113	rnn.bias_hh_l0_reverse	0	-0.15695390105247498
143113	rnn.bias_hh_l0_reverse	1	-0.14495743811130524
143113	rnn.bias_hh_l0_reverse	2	-0.021506687626242638
143113	rnn.bias_hh_l0_reverse	3	-0.1202145367860794
143113	rnn.bias_hh_l0_reverse	4	-0.02906021662056446
143113	rnn.bias_hh_l0_reverse	5	-0.11284678429365158
143113	rnn.bias_hh_l0_reverse	6	-0.06858818978071213
143113	rnn.bias_hh_l0_reverse	7	-0.20243115723133087
143113	rnn.bias_hh_l0_reverse	8	-0.05527535825967789
143113	rnn.bias_hh_l0_reverse	9	-0.13792258501052856
143113	linear.weight	0	-0.19964203238487244
143113	linear.weight	1	-0.16256994009017944
143113	linear.weight	2	-0.011228874325752258
143113	linear.weight	3	-0.08453328162431717
143113	linear.weight	4	-0.0072387754917144775
143113	linear.weight	5	0.20809122920036316
143113	linear.weight	6	0.0047744326293468475
143113	linear.weight	7	-0.021312154829502106
143113	linear.weight	8	0.17916761338710785
143113	linear.weight	9	0.17953793704509735
143113	linear.bias	0	-0.8472580313682556
143113	linear.bias	1	1.3889950513839722
143113	linear.bias	2	-0.4084989130496979
143113	linear.bias	3	-0.695288896560669
143113	linear.bias	4	-0.8977883458137512
143113	linear.bias	5	-1.1724352836608887
143113	linear.bias	6	-0.9138217568397522
143113	linear.bias	7	-0.6925758123397827
143113	linear.bias	8	-0.01705317199230194
143113	linear.bias	9	3.342245578765869
143310	transitions	0	-0.4081989824771881
143310	transitions	1	8.533321380615234
143310	transitions	2	-3.4776155948638916
143310	transitions	3	1.4125813245773315
143310	transitions	4	-2.092087745666504
143310	transitions	5	-0.38687780499458313
143310	transitions	6	-0.18775631487369537
143310	transitions	7	-10000.0
143310	transitions	8	1.7610327005386353
143310	transitions	9	-2.2935311794281006
143310	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
143310	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
143310	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
143310	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
143310	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
143310	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
143310	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
143310	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
143310	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
143310	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
143310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
143310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
143310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
143310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
143310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
143310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
143310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
143310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
143310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
143310	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
143310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
143310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
143310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
143310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
143310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
143310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
143310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
143310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
143310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
143310	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
143310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
143310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
143310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
143310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
143310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
143310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
143310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
143310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
143310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
143310	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
143310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
143310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
143310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
143310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
143310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
143310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
143310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
143310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
143310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
143310	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
143310	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
143310	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
143310	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
143310	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
143310	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
143310	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
143310	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
143310	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
143310	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
143310	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
143310	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
143310	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
143310	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
143310	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
143310	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
143310	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
143310	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
143310	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
143310	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
143310	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
143310	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
143310	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
143310	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
143310	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
143310	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
143310	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
143310	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
143310	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
143310	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
143310	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
143310	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
143310	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
143310	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
143310	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
143310	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
143310	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
143310	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
143310	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
143310	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
143310	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
143310	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
143310	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
143310	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
143310	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
143310	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
143310	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
143310	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
143310	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
143310	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
143310	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
143310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
143310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
143310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
143310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
143310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
143310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
143310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
143310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
143310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
143310	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
143310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
143310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
143310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
143310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
143310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
143310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
143310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
143310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
143310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
143310	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
143310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
143310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
143310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
143310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
143310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
143310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
143310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
143310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
143310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
143310	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
143310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
143310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
143310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
143310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
143310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
143310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
143310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
143310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
143310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
143310	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
143310	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
143310	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
143310	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
143310	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
143310	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
143310	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
143310	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
143310	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
143310	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
143310	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
143310	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
143310	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
143310	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
143310	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
143310	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
143310	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
143310	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
143310	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
143310	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
143310	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
143310	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
143310	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
143310	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
143310	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
143310	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
143310	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
143310	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
143310	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
143310	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
143310	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
143310	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
143310	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
143310	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
143310	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
143310	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
143310	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
143310	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
143310	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
143310	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
143310	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
143310	embedding2nn.weight	0	0.04992937296628952
143310	embedding2nn.weight	1	-0.09406017512083054
143310	embedding2nn.weight	2	0.002479743678122759
143310	embedding2nn.weight	3	-0.05837281793355942
143310	embedding2nn.weight	4	-0.11473894119262695
143310	embedding2nn.weight	5	0.11663132905960083
143310	embedding2nn.weight	6	-0.12281522154808044
143310	embedding2nn.weight	7	-0.07597244530916214
143310	embedding2nn.weight	8	-0.022721558809280396
143310	embedding2nn.weight	9	0.08335141092538834
143310	embedding2nn.bias	0	0.06779410690069199
143310	embedding2nn.bias	1	0.017494088038802147
143310	embedding2nn.bias	2	-0.07689760625362396
143310	embedding2nn.bias	3	0.06396522372961044
143310	embedding2nn.bias	4	-0.006210692226886749
143310	embedding2nn.bias	5	-0.14848454296588898
143310	embedding2nn.bias	6	-0.09793949872255325
143310	embedding2nn.bias	7	-0.05455299839377403
143310	embedding2nn.bias	8	0.11660949140787125
143310	embedding2nn.bias	9	-0.07270196825265884
143310	rnn.weight_ih_l0	0	0.021651556715369225
143310	rnn.weight_ih_l0	1	-0.06429040431976318
143310	rnn.weight_ih_l0	2	-0.017582498490810394
143310	rnn.weight_ih_l0	3	-0.05011153966188431
143310	rnn.weight_ih_l0	4	0.03415992110967636
143310	rnn.weight_ih_l0	5	-0.0997438058257103
143310	rnn.weight_ih_l0	6	-0.05521150678396225
143310	rnn.weight_ih_l0	7	-0.009004439227283001
143310	rnn.weight_ih_l0	8	0.06201814115047455
143310	rnn.weight_ih_l0	9	0.020005201920866966
143310	rnn.weight_hh_l0	0	0.0031357211992144585
143310	rnn.weight_hh_l0	1	-0.09323988109827042
143310	rnn.weight_hh_l0	2	0.05805026739835739
143310	rnn.weight_hh_l0	3	0.04371556267142296
143310	rnn.weight_hh_l0	4	0.004480030853301287
143310	rnn.weight_hh_l0	5	0.06491683423519135
143310	rnn.weight_hh_l0	6	-0.014780529774725437
143310	rnn.weight_hh_l0	7	-0.09227309376001358
143310	rnn.weight_hh_l0	8	0.005569871515035629
143310	rnn.weight_hh_l0	9	-0.0766691341996193
143310	rnn.bias_ih_l0	0	-0.056032005697488785
143310	rnn.bias_ih_l0	1	-0.18299640715122223
143310	rnn.bias_ih_l0	2	-0.24972321093082428
143310	rnn.bias_ih_l0	3	-0.2720210552215576
143310	rnn.bias_ih_l0	4	-0.002454260364174843
143310	rnn.bias_ih_l0	5	0.033674225211143494
143310	rnn.bias_ih_l0	6	-0.17771293222904205
143310	rnn.bias_ih_l0	7	-0.2672393321990967
143310	rnn.bias_ih_l0	8	-0.12916195392608643
143310	rnn.bias_ih_l0	9	-0.1931605041027069
143310	rnn.bias_hh_l0	0	0.11677640676498413
143310	rnn.bias_hh_l0	1	-0.06110992655158043
143310	rnn.bias_hh_l0	2	0.051616888493299484
143310	rnn.bias_hh_l0	3	-0.16752168536186218
143310	rnn.bias_hh_l0	4	0.05224749073386192
143310	rnn.bias_hh_l0	5	0.029863733798265457
143310	rnn.bias_hh_l0	6	-0.08770040422677994
143310	rnn.bias_hh_l0	7	-0.1604873687028885
143310	rnn.bias_hh_l0	8	-0.18264220654964447
143310	rnn.bias_hh_l0	9	-0.0954657569527626
143310	rnn.weight_ih_l0_reverse	0	-0.017136206850409508
143310	rnn.weight_ih_l0_reverse	1	0.00439732801169157
143310	rnn.weight_ih_l0_reverse	2	0.01429646648466587
143310	rnn.weight_ih_l0_reverse	3	0.003545955056324601
143310	rnn.weight_ih_l0_reverse	4	0.026808079332113266
143310	rnn.weight_ih_l0_reverse	5	-0.05065750703215599
143310	rnn.weight_ih_l0_reverse	6	-0.052476756274700165
143310	rnn.weight_ih_l0_reverse	7	0.0007395774591714144
143310	rnn.weight_ih_l0_reverse	8	0.0937647670507431
143310	rnn.weight_ih_l0_reverse	9	0.020760048180818558
143310	rnn.weight_hh_l0_reverse	0	0.006212148349732161
143310	rnn.weight_hh_l0_reverse	1	0.02415635623037815
143310	rnn.weight_hh_l0_reverse	2	-0.04066567122936249
143310	rnn.weight_hh_l0_reverse	3	0.04217326641082764
143310	rnn.weight_hh_l0_reverse	4	0.025137806311249733
143310	rnn.weight_hh_l0_reverse	5	0.005481563042849302
143310	rnn.weight_hh_l0_reverse	6	0.058744125068187714
143310	rnn.weight_hh_l0_reverse	7	0.026670197024941444
143310	rnn.weight_hh_l0_reverse	8	-0.016630157828330994
143310	rnn.weight_hh_l0_reverse	9	-0.034890592098236084
143310	rnn.bias_ih_l0_reverse	0	-0.13368214666843414
143310	rnn.bias_ih_l0_reverse	1	-0.29790017008781433
143310	rnn.bias_ih_l0_reverse	2	-0.07054509967565536
143310	rnn.bias_ih_l0_reverse	3	-0.14000503718852997
143310	rnn.bias_ih_l0_reverse	4	0.06699959188699722
143310	rnn.bias_ih_l0_reverse	5	-0.25298264622688293
143310	rnn.bias_ih_l0_reverse	6	-0.05397234112024307
143310	rnn.bias_ih_l0_reverse	7	0.019812360405921936
143310	rnn.bias_ih_l0_reverse	8	-0.18072281777858734
143310	rnn.bias_ih_l0_reverse	9	-0.09350460022687912
143310	rnn.bias_hh_l0_reverse	0	-0.1557624191045761
143310	rnn.bias_hh_l0_reverse	1	-0.14438755810260773
143310	rnn.bias_hh_l0_reverse	2	-0.02197672612965107
143310	rnn.bias_hh_l0_reverse	3	-0.11860428005456924
143310	rnn.bias_hh_l0_reverse	4	-0.028936665505170822
143310	rnn.bias_hh_l0_reverse	5	-0.11249207705259323
143310	rnn.bias_hh_l0_reverse	6	-0.06943861395120621
143310	rnn.bias_hh_l0_reverse	7	-0.2016652375459671
143310	rnn.bias_hh_l0_reverse	8	-0.05542019009590149
143310	rnn.bias_hh_l0_reverse	9	-0.13850900530815125
143310	linear.weight	0	-0.20702116191387177
143310	linear.weight	1	-0.1638817936182022
143310	linear.weight	2	-0.011228874325752258
143310	linear.weight	3	-0.0860971137881279
143310	linear.weight	4	0.0023014196194708347
143310	linear.weight	5	0.21669523417949677
143310	linear.weight	6	0.0047744326293468475
143310	linear.weight	7	-0.021312154829502106
143310	linear.weight	8	0.17450863122940063
143310	linear.weight	9	0.18883013725280762
143310	linear.bias	0	-0.8523076772689819
143310	linear.bias	1	1.3834106922149658
143310	linear.bias	2	-0.4366861581802368
143310	linear.bias	3	-0.6784125566482544
143310	linear.bias	4	-0.8805816769599915
143310	linear.bias	5	-1.1724631786346436
143310	linear.bias	6	-0.9192800521850586
143310	linear.bias	7	-0.7297449111938477
143310	linear.bias	8	-0.01705317199230194
143310	linear.bias	9	3.3769314289093018
143507	transitions	0	-0.4084031879901886
143507	transitions	1	8.539345741271973
143507	transitions	2	-3.4779534339904785
143507	transitions	3	1.4142369031906128
143507	transitions	4	-2.092299699783325
143507	transitions	5	-0.3869442343711853
143507	transitions	6	-0.18777167797088623
143507	transitions	7	-10000.0
143507	transitions	8	1.7607067823410034
143507	transitions	9	-2.293537139892578
143507	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
143507	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
143507	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
143507	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
143507	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
143507	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
143507	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
143507	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
143507	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
143507	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
143507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
143507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
143507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
143507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
143507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
143507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
143507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
143507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
143507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
143507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
143507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
143507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
143507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
143507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
143507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
143507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
143507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
143507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
143507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
143507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
143507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
143507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
143507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
143507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
143507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
143507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
143507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
143507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
143507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
143507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
143507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
143507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
143507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
143507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
143507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
143507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
143507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
143507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
143507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
143507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
143507	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
143507	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
143507	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
143507	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
143507	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
143507	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
143507	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
143507	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
143507	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
143507	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
143507	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
143507	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
143507	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
143507	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
143507	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
143507	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
143507	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
143507	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
143507	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
143507	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
143507	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
143507	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
143507	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
143507	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
143507	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
143507	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
143507	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
143507	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
143507	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
143507	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
143507	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
143507	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
143507	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
143507	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
143507	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
143507	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
143507	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
143507	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
143507	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
143507	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
143507	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
143507	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
143507	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
143507	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
143507	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
143507	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
143507	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
143507	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
143507	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
143507	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
143507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
143507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
143507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
143507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
143507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
143507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
143507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
143507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
143507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
143507	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
143507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
143507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
143507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
143507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
143507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
143507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
143507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
143507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
143507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
143507	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
143507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
143507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
143507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
143507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
143507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
143507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
143507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
143507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
143507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
143507	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
143507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
143507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
143507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
143507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
143507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
143507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
143507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
143507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
143507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
143507	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
143507	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
143507	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
143507	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
143507	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
143507	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
143507	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
143507	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
143507	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
143507	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
143507	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
143507	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
143507	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
143507	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
143507	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
143507	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
143507	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
143507	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
143507	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
143507	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
143507	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
143507	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
143507	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
143507	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
143507	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
143507	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
143507	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
143507	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
143507	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
143507	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
143507	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
143507	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
143507	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
143507	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
143507	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
143507	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
143507	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
143507	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
143507	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
143507	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
143507	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
143507	embedding2nn.weight	0	0.050131216645240784
143507	embedding2nn.weight	1	-0.09563521295785904
143507	embedding2nn.weight	2	0.003934261854737997
143507	embedding2nn.weight	3	-0.05792367830872536
143507	embedding2nn.weight	4	-0.1144518032670021
143507	embedding2nn.weight	5	0.11576373130083084
143507	embedding2nn.weight	6	-0.1207175925374031
143507	embedding2nn.weight	7	-0.0772777572274208
143507	embedding2nn.weight	8	-0.020891429856419563
143507	embedding2nn.weight	9	0.08245678246021271
143507	embedding2nn.bias	0	0.07515853643417358
143507	embedding2nn.bias	1	0.012739495374262333
143507	embedding2nn.bias	2	-0.07663542032241821
143507	embedding2nn.bias	3	0.06003577634692192
143507	embedding2nn.bias	4	-0.004991230554878712
143507	embedding2nn.bias	5	-0.1471361219882965
143507	embedding2nn.bias	6	-0.09322256594896317
143507	embedding2nn.bias	7	-0.05228201672434807
143507	embedding2nn.bias	8	0.11531709879636765
143507	embedding2nn.bias	9	-0.06536350399255753
143507	rnn.weight_ih_l0	0	0.022259091958403587
143507	rnn.weight_ih_l0	1	-0.06553667783737183
143507	rnn.weight_ih_l0	2	-0.01874358020722866
143507	rnn.weight_ih_l0	3	-0.051064908504486084
143507	rnn.weight_ih_l0	4	0.03574134409427643
143507	rnn.weight_ih_l0	5	-0.09936778992414474
143507	rnn.weight_ih_l0	6	-0.05720902979373932
143507	rnn.weight_ih_l0	7	-0.009351173415780067
143507	rnn.weight_ih_l0	8	0.06090984866023064
143507	rnn.weight_ih_l0	9	0.019820425659418106
143507	rnn.weight_hh_l0	0	0.002634351374581456
143507	rnn.weight_hh_l0	1	-0.09252326190471649
143507	rnn.weight_hh_l0	2	0.0580085888504982
143507	rnn.weight_hh_l0	3	0.043827347457408905
143507	rnn.weight_hh_l0	4	0.0044276295229792595
143507	rnn.weight_hh_l0	5	0.06559599936008453
143507	rnn.weight_hh_l0	6	-0.014809970743954182
143507	rnn.weight_hh_l0	7	-0.09256932884454727
143507	rnn.weight_hh_l0	8	0.005137775093317032
143507	rnn.weight_hh_l0	9	-0.07707662880420685
143507	rnn.bias_ih_l0	0	-0.057127706706523895
143507	rnn.bias_ih_l0	1	-0.18258622288703918
143507	rnn.bias_ih_l0	2	-0.2487039417028427
143507	rnn.bias_ih_l0	3	-0.2717670500278473
143507	rnn.bias_ih_l0	4	-0.0021609074901789427
143507	rnn.bias_ih_l0	5	0.0336318165063858
143507	rnn.bias_ih_l0	6	-0.17668908834457397
143507	rnn.bias_ih_l0	7	-0.26852694153785706
143507	rnn.bias_ih_l0	8	-0.12839870154857635
143507	rnn.bias_ih_l0	9	-0.1917644739151001
143507	rnn.bias_hh_l0	0	0.11768418550491333
143507	rnn.bias_hh_l0	1	-0.061459433287382126
143507	rnn.bias_hh_l0	2	0.05123939365148544
143507	rnn.bias_hh_l0	3	-0.1678207516670227
143507	rnn.bias_hh_l0	4	0.05094211548566818
143507	rnn.bias_hh_l0	5	0.031017446890473366
143507	rnn.bias_hh_l0	6	-0.08894417434930801
143507	rnn.bias_hh_l0	7	-0.1603652536869049
143507	rnn.bias_hh_l0	8	-0.1825644075870514
143507	rnn.bias_hh_l0	9	-0.09672549366950989
143507	rnn.weight_ih_l0_reverse	0	-0.015284611843526363
143507	rnn.weight_ih_l0_reverse	1	0.004829189740121365
143507	rnn.weight_ih_l0_reverse	2	0.013825899921357632
143507	rnn.weight_ih_l0_reverse	3	0.004059841390699148
143507	rnn.weight_ih_l0_reverse	4	0.02795575000345707
143507	rnn.weight_ih_l0_reverse	5	-0.050800953060388565
143507	rnn.weight_ih_l0_reverse	6	-0.05173216015100479
143507	rnn.weight_ih_l0_reverse	7	0.0012148026144132018
143507	rnn.weight_ih_l0_reverse	8	0.0925368070602417
143507	rnn.weight_ih_l0_reverse	9	0.02150413952767849
143507	rnn.weight_hh_l0_reverse	0	0.006163974292576313
143507	rnn.weight_hh_l0_reverse	1	0.024380631744861603
143507	rnn.weight_hh_l0_reverse	2	-0.04048808291554451
143507	rnn.weight_hh_l0_reverse	3	0.04258598014712334
143507	rnn.weight_hh_l0_reverse	4	0.025383444502949715
143507	rnn.weight_hh_l0_reverse	5	0.0056815920397639275
143507	rnn.weight_hh_l0_reverse	6	0.05857282131910324
143507	rnn.weight_hh_l0_reverse	7	0.026977000758051872
143507	rnn.weight_hh_l0_reverse	8	-0.016535507515072823
143507	rnn.weight_hh_l0_reverse	9	-0.035148005932569504
143507	rnn.bias_ih_l0_reverse	0	-0.13430246710777283
143507	rnn.bias_ih_l0_reverse	1	-0.29828134179115295
143507	rnn.bias_ih_l0_reverse	2	-0.06960898637771606
143507	rnn.bias_ih_l0_reverse	3	-0.13986290991306305
143507	rnn.bias_ih_l0_reverse	4	0.06461817771196365
143507	rnn.bias_ih_l0_reverse	5	-0.25261902809143066
143507	rnn.bias_ih_l0_reverse	6	-0.05350158363580704
143507	rnn.bias_ih_l0_reverse	7	0.01914048194885254
143507	rnn.bias_ih_l0_reverse	8	-0.18050546944141388
143507	rnn.bias_ih_l0_reverse	9	-0.09326958656311035
143507	rnn.bias_hh_l0_reverse	0	-0.15606112778186798
143507	rnn.bias_hh_l0_reverse	1	-0.14522621035575867
143507	rnn.bias_hh_l0_reverse	2	-0.02136029303073883
143507	rnn.bias_hh_l0_reverse	3	-0.12062789499759674
143507	rnn.bias_hh_l0_reverse	4	-0.028728967532515526
143507	rnn.bias_hh_l0_reverse	5	-0.11187838762998581
143507	rnn.bias_hh_l0_reverse	6	-0.07089005410671234
143507	rnn.bias_hh_l0_reverse	7	-0.20234833657741547
143507	rnn.bias_hh_l0_reverse	8	-0.054675810039043427
143507	rnn.bias_hh_l0_reverse	9	-0.13807840645313263
143507	linear.weight	0	-0.21441322565078735
143507	linear.weight	1	-0.16647425293922424
143507	linear.weight	2	-0.011228874325752258
143507	linear.weight	3	-0.07706080377101898
143507	linear.weight	4	0.002920106053352356
143507	linear.weight	5	0.21622894704341888
143507	linear.weight	6	0.0047744326293468475
143507	linear.weight	7	-0.021312154829502106
143507	linear.weight	8	0.15562722086906433
143507	linear.weight	9	0.19168643653392792
143507	linear.bias	0	-0.8524431586265564
143507	linear.bias	1	1.3589727878570557
143507	linear.bias	2	-0.4268779754638672
143507	linear.bias	3	-0.6797533631324768
143507	linear.bias	4	-0.8889771103858948
143507	linear.bias	5	-1.1724926233291626
143507	linear.bias	6	-0.9197549819946289
143507	linear.bias	7	-0.7072387933731079
143507	linear.bias	8	-0.01705317199230194
143507	linear.bias	9	3.334095001220703
143704	transitions	0	-0.4084928333759308
143704	transitions	1	8.538290023803711
143704	transitions	2	-3.4783072471618652
143704	transitions	3	1.4183756113052368
143704	transitions	4	-2.0924551486968994
143704	transitions	5	-0.3869781792163849
143704	transitions	6	-0.1877877414226532
143704	transitions	7	-10000.0
143704	transitions	8	1.7598271369934082
143704	transitions	9	-2.2935397624969482
143704	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
143704	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
143704	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
143704	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
143704	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
143704	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
143704	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
143704	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
143704	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
143704	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
143704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
143704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
143704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
143704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
143704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
143704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
143704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
143704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
143704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
143704	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
143704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
143704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
143704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
143704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
143704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
143704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
143704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
143704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
143704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
143704	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
143704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
143704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
143704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
143704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
143704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
143704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
143704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
143704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
143704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
143704	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
143704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
143704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
143704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
143704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
143704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
143704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
143704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
143704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
143704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
143704	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
143704	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
143704	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
143704	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
143704	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
143704	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
143704	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
143704	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
143704	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
143704	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
143704	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
143704	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
143704	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
143704	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
143704	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
143704	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
143704	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
143704	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
143704	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
143704	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
143704	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
143704	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
143704	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
143704	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
143704	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
143704	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
143704	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
143704	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
143704	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
143704	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
143704	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
143704	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
143704	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
143704	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
143704	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
143704	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
143704	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
143704	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
143704	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
143704	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
143704	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
143704	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
143704	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
143704	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
143704	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
143704	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
143704	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
143704	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
143704	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
143704	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
143704	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
143704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
143704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
143704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
143704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
143704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
143704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
143704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
143704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
143704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
143704	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
143704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
143704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
143704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
143704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
143704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
143704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
143704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
143704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
143704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
143704	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
143704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
143704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
143704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
143704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
143704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
143704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
143704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
143704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
143704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
143704	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
143704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
143704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
143704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
143704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
143704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
143704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
143704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
143704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
143704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
143704	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
143704	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
143704	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
143704	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
143704	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
143704	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
143704	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
143704	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
143704	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
143704	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
143704	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
143704	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
143704	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
143704	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
143704	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
143704	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
143704	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
143704	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
143704	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
143704	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
143704	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
143704	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
143704	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
143704	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
143704	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
143704	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
143704	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
143704	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
143704	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
143704	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
143704	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
143704	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
143704	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
143704	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
143704	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
143704	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
143704	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
143704	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
143704	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
143704	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
143704	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
143704	embedding2nn.weight	0	0.050246212631464005
143704	embedding2nn.weight	1	-0.09464412927627563
143704	embedding2nn.weight	2	0.003348754020407796
143704	embedding2nn.weight	3	-0.05934799090027809
143704	embedding2nn.weight	4	-0.1148717924952507
143704	embedding2nn.weight	5	0.1154199093580246
143704	embedding2nn.weight	6	-0.11822719126939774
143704	embedding2nn.weight	7	-0.07827752083539963
143704	embedding2nn.weight	8	-0.020137155428528786
143704	embedding2nn.weight	9	0.08170828968286514
143704	embedding2nn.bias	0	0.07647388428449631
143704	embedding2nn.bias	1	0.009084771387279034
143704	embedding2nn.bias	2	-0.08081457018852234
143704	embedding2nn.bias	3	0.05288713052868843
143704	embedding2nn.bias	4	-0.014959733933210373
143704	embedding2nn.bias	5	-0.13642539083957672
143704	embedding2nn.bias	6	-0.09725968539714813
143704	embedding2nn.bias	7	-0.05618435889482498
143704	embedding2nn.bias	8	0.11172358691692352
143704	embedding2nn.bias	9	-0.06317253410816193
143704	rnn.weight_ih_l0	0	0.021648094058036804
143704	rnn.weight_ih_l0	1	-0.0664033442735672
143704	rnn.weight_ih_l0	2	-0.01848921738564968
143704	rnn.weight_ih_l0	3	-0.052258238196372986
143704	rnn.weight_ih_l0	4	0.034568943083286285
143704	rnn.weight_ih_l0	5	-0.1006740853190422
143704	rnn.weight_ih_l0	6	-0.05658517777919769
143704	rnn.weight_ih_l0	7	-0.011129692196846008
143704	rnn.weight_ih_l0	8	0.061069272458553314
143704	rnn.weight_ih_l0	9	0.019085964187979698
143704	rnn.weight_hh_l0	0	0.002645619912073016
143704	rnn.weight_hh_l0	1	-0.09275220334529877
143704	rnn.weight_hh_l0	2	0.05769967660307884
143704	rnn.weight_hh_l0	3	0.04424392431974411
143704	rnn.weight_hh_l0	4	0.004427297040820122
143704	rnn.weight_hh_l0	5	0.06540562212467194
143704	rnn.weight_hh_l0	6	-0.014826159924268723
143704	rnn.weight_hh_l0	7	-0.09239213913679123
143704	rnn.weight_hh_l0	8	0.005866979248821735
143704	rnn.weight_hh_l0	9	-0.07717768847942352
143704	rnn.bias_ih_l0	0	-0.056242283433675766
143704	rnn.bias_ih_l0	1	-0.18119929730892181
143704	rnn.bias_ih_l0	2	-0.2504390776157379
143704	rnn.bias_ih_l0	3	-0.2732178568840027
143704	rnn.bias_ih_l0	4	-0.0009159153560176492
143704	rnn.bias_ih_l0	5	0.035097766667604446
143704	rnn.bias_ih_l0	6	-0.17633207142353058
143704	rnn.bias_ih_l0	7	-0.26822927594184875
143704	rnn.bias_ih_l0	8	-0.12915144860744476
143704	rnn.bias_ih_l0	9	-0.19218328595161438
143704	rnn.bias_hh_l0	0	0.11909063905477524
143704	rnn.bias_hh_l0	1	-0.06272139400243759
143704	rnn.bias_hh_l0	2	0.051691971719264984
143704	rnn.bias_hh_l0	3	-0.16638639569282532
143704	rnn.bias_hh_l0	4	0.04950828105211258
143704	rnn.bias_hh_l0	5	0.031067850068211555
143704	rnn.bias_hh_l0	6	-0.08852244913578033
143704	rnn.bias_hh_l0	7	-0.16082914173603058
143704	rnn.bias_hh_l0	8	-0.1844663918018341
143704	rnn.bias_hh_l0	9	-0.09592148661613464
143704	rnn.weight_ih_l0_reverse	0	-0.01489827036857605
143704	rnn.weight_ih_l0_reverse	1	0.005403005518019199
143704	rnn.weight_ih_l0_reverse	2	0.012125152163207531
143704	rnn.weight_ih_l0_reverse	3	0.004341728985309601
143704	rnn.weight_ih_l0_reverse	4	0.02891882322728634
143704	rnn.weight_ih_l0_reverse	5	-0.052375584840774536
143704	rnn.weight_ih_l0_reverse	6	-0.05150198936462402
143704	rnn.weight_ih_l0_reverse	7	0.001128848409280181
143704	rnn.weight_ih_l0_reverse	8	0.09193556010723114
143704	rnn.weight_ih_l0_reverse	9	0.021461065858602524
143704	rnn.weight_hh_l0_reverse	0	0.00626149820163846
143704	rnn.weight_hh_l0_reverse	1	0.024165721610188484
143704	rnn.weight_hh_l0_reverse	2	-0.0403294712305069
143704	rnn.weight_hh_l0_reverse	3	0.04190446063876152
143704	rnn.weight_hh_l0_reverse	4	0.025694195181131363
143704	rnn.weight_hh_l0_reverse	5	0.0038090362213552
143704	rnn.weight_hh_l0_reverse	6	0.05857108533382416
143704	rnn.weight_hh_l0_reverse	7	0.027088936418294907
143704	rnn.weight_hh_l0_reverse	8	-0.01640493981540203
143704	rnn.weight_hh_l0_reverse	9	-0.03510422632098198
143704	rnn.bias_ih_l0_reverse	0	-0.13451454043388367
143704	rnn.bias_ih_l0_reverse	1	-0.2973456084728241
143704	rnn.bias_ih_l0_reverse	2	-0.06937436014413834
143704	rnn.bias_ih_l0_reverse	3	-0.14056527614593506
143704	rnn.bias_ih_l0_reverse	4	0.0641961470246315
143704	rnn.bias_ih_l0_reverse	5	-0.25495097041130066
143704	rnn.bias_ih_l0_reverse	6	-0.05232470855116844
143704	rnn.bias_ih_l0_reverse	7	0.020796529948711395
143704	rnn.bias_ih_l0_reverse	8	-0.17969875037670135
143704	rnn.bias_ih_l0_reverse	9	-0.09340431541204453
143704	rnn.bias_hh_l0_reverse	0	-0.15599052608013153
143704	rnn.bias_hh_l0_reverse	1	-0.14683914184570312
143704	rnn.bias_hh_l0_reverse	2	-0.022291511297225952
143704	rnn.bias_hh_l0_reverse	3	-0.12219434976577759
143704	rnn.bias_hh_l0_reverse	4	-0.028932388871908188
143704	rnn.bias_hh_l0_reverse	5	-0.11216297745704651
143704	rnn.bias_hh_l0_reverse	6	-0.06896495819091797
143704	rnn.bias_hh_l0_reverse	7	-0.20108762383460999
143704	rnn.bias_hh_l0_reverse	8	-0.055336736142635345
143704	rnn.bias_hh_l0_reverse	9	-0.14031289517879486
143704	linear.weight	0	-0.22731125354766846
143704	linear.weight	1	-0.16011279821395874
143704	linear.weight	2	-0.011228874325752258
143704	linear.weight	3	-0.07583925873041153
143704	linear.weight	4	0.0016198856756091118
143704	linear.weight	5	0.2157067209482193
143704	linear.weight	6	0.0047744326293468475
143704	linear.weight	7	-0.021312154829502106
143704	linear.weight	8	0.16001920402050018
143704	linear.weight	9	0.17932504415512085
143704	linear.bias	0	-0.8535698056221008
143704	linear.bias	1	1.3956489562988281
143704	linear.bias	2	-0.4181322157382965
143704	linear.bias	3	-0.6784398555755615
143704	linear.bias	4	-0.8791155815124512
143704	linear.bias	5	-1.1725167036056519
143704	linear.bias	6	-0.9223334193229675
143704	linear.bias	7	-0.7294207215309143
143704	linear.bias	8	-0.01705317199230194
143704	linear.bias	9	3.31923508644104
143901	transitions	0	-0.4086587131023407
143901	transitions	1	8.51404857635498
143901	transitions	2	-3.478621482849121
143901	transitions	3	1.4187366962432861
143901	transitions	4	-2.092710494995117
143901	transitions	5	-0.3870241641998291
143901	transitions	6	-0.18780212104320526
143901	transitions	7	-10000.0
143901	transitions	8	1.7592129707336426
143901	transitions	9	-2.2935428619384766
143901	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
143901	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
143901	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
143901	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
143901	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
143901	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
143901	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
143901	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
143901	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
143901	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
143901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
143901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
143901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
143901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
143901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
143901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
143901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
143901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
143901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
143901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
143901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
143901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
143901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
143901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
143901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
143901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
143901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
143901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
143901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
143901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
143901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
143901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
143901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
143901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
143901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
143901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
143901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
143901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
143901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
143901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
143901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
143901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
143901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
143901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
143901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
143901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
143901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
143901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
143901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
143901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
143901	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
143901	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
143901	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
143901	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
143901	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
143901	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
143901	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
143901	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
143901	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
143901	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
143901	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
143901	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
143901	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
143901	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
143901	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
143901	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
143901	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
143901	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
143901	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
143901	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
143901	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
143901	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
143901	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
143901	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
143901	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
143901	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
143901	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
143901	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
143901	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
143901	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
143901	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
143901	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
143901	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
143901	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
143901	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
143901	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
143901	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
143901	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
143901	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
143901	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
143901	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
143901	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
143901	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
143901	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
143901	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
143901	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
143901	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
143901	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
143901	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
143901	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
143901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
143901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
143901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
143901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
143901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
143901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
143901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
143901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
143901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
143901	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
143901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
143901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
143901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
143901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
143901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
143901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
143901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
143901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
143901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
143901	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
143901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
143901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
143901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
143901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
143901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
143901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
143901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
143901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
143901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
143901	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
143901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
143901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
143901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
143901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
143901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
143901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
143901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
143901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
143901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
143901	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
143901	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
143901	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
143901	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
143901	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
143901	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
143901	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
143901	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
143901	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
143901	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
143901	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
143901	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
143901	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
143901	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
143901	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
143901	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
143901	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
143901	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
143901	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
143901	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
143901	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
143901	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
143901	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
143901	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
143901	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
143901	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
143901	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
143901	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
143901	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
143901	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
143901	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
143901	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
143901	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
143901	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
143901	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
143901	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
143901	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
143901	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
143901	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
143901	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
143901	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
143901	embedding2nn.weight	0	0.050217755138874054
143901	embedding2nn.weight	1	-0.09459023177623749
143901	embedding2nn.weight	2	0.004227083176374435
143901	embedding2nn.weight	3	-0.05973340943455696
143901	embedding2nn.weight	4	-0.1167636588215828
143901	embedding2nn.weight	5	0.11664270609617233
143901	embedding2nn.weight	6	-0.11685461550951004
143901	embedding2nn.weight	7	-0.07973959296941757
143901	embedding2nn.weight	8	-0.02076779492199421
143901	embedding2nn.weight	9	0.08049765974283218
143901	embedding2nn.bias	0	0.07517530769109726
143901	embedding2nn.bias	1	0.009046697989106178
143901	embedding2nn.bias	2	-0.06948351860046387
143901	embedding2nn.bias	3	0.05310004949569702
143901	embedding2nn.bias	4	-0.012092464603483677
143901	embedding2nn.bias	5	-0.13140377402305603
143901	embedding2nn.bias	6	-0.09783946722745895
143901	embedding2nn.bias	7	-0.055371154099702835
143901	embedding2nn.bias	8	0.10407280176877975
143901	embedding2nn.bias	9	-0.05697060376405716
143901	rnn.weight_ih_l0	0	0.020631687715649605
143901	rnn.weight_ih_l0	1	-0.06817275285720825
143901	rnn.weight_ih_l0	2	-0.018857013434171677
143901	rnn.weight_ih_l0	3	-0.052469853311777115
143901	rnn.weight_ih_l0	4	0.03373013436794281
143901	rnn.weight_ih_l0	5	-0.10125581920146942
143901	rnn.weight_ih_l0	6	-0.057887002825737
143901	rnn.weight_ih_l0	7	-0.007883017882704735
143901	rnn.weight_ih_l0	8	0.061048392206430435
143901	rnn.weight_ih_l0	9	0.01910802163183689
143901	rnn.weight_hh_l0	0	0.0022882227785885334
143901	rnn.weight_hh_l0	1	-0.09195210039615631
143901	rnn.weight_hh_l0	2	0.05816859379410744
143901	rnn.weight_hh_l0	3	0.04380945488810539
143901	rnn.weight_hh_l0	4	0.004021359607577324
143901	rnn.weight_hh_l0	5	0.06509902328252792
143901	rnn.weight_hh_l0	6	-0.014685261994600296
143901	rnn.weight_hh_l0	7	-0.09230189770460129
143901	rnn.weight_hh_l0	8	0.006840261165052652
143901	rnn.weight_hh_l0	9	-0.0760788545012474
143901	rnn.bias_ih_l0	0	-0.05590727925300598
143901	rnn.bias_ih_l0	1	-0.1810837686061859
143901	rnn.bias_ih_l0	2	-0.2512374520301819
143901	rnn.bias_ih_l0	3	-0.2744964063167572
143901	rnn.bias_ih_l0	4	-0.0013695181114599109
143901	rnn.bias_ih_l0	5	0.0329996682703495
143901	rnn.bias_ih_l0	6	-0.17539402842521667
143901	rnn.bias_ih_l0	7	-0.2688187062740326
143901	rnn.bias_ih_l0	8	-0.13113032281398773
143901	rnn.bias_ih_l0	9	-0.19233004748821259
143901	rnn.bias_hh_l0	0	0.11990281194448471
143901	rnn.bias_hh_l0	1	-0.06324877589941025
143901	rnn.bias_hh_l0	2	0.05133295804262161
143901	rnn.bias_hh_l0	3	-0.1669594794511795
143901	rnn.bias_hh_l0	4	0.04956889525055885
143901	rnn.bias_hh_l0	5	0.030423514544963837
143901	rnn.bias_hh_l0	6	-0.08920752257108688
143901	rnn.bias_hh_l0	7	-0.1615666002035141
143901	rnn.bias_hh_l0	8	-0.18212974071502686
143901	rnn.bias_hh_l0	9	-0.09520949423313141
143901	rnn.weight_ih_l0_reverse	0	-0.014578412286937237
143901	rnn.weight_ih_l0_reverse	1	0.006417150609195232
143901	rnn.weight_ih_l0_reverse	2	0.010388791561126709
143901	rnn.weight_ih_l0_reverse	3	0.004494502674788237
143901	rnn.weight_ih_l0_reverse	4	0.027429034933447838
143901	rnn.weight_ih_l0_reverse	5	-0.052334852516651154
143901	rnn.weight_ih_l0_reverse	6	-0.05025612562894821
143901	rnn.weight_ih_l0_reverse	7	0.0012376580853015184
143901	rnn.weight_ih_l0_reverse	8	0.09133218973875046
143901	rnn.weight_ih_l0_reverse	9	0.020910589024424553
143901	rnn.weight_hh_l0_reverse	0	0.006180737633258104
143901	rnn.weight_hh_l0_reverse	1	0.024205762892961502
143901	rnn.weight_hh_l0_reverse	2	-0.040554508566856384
143901	rnn.weight_hh_l0_reverse	3	0.04142904654145241
143901	rnn.weight_hh_l0_reverse	4	0.025511903688311577
143901	rnn.weight_hh_l0_reverse	5	0.003037945367395878
143901	rnn.weight_hh_l0_reverse	6	0.05856231600046158
143901	rnn.weight_hh_l0_reverse	7	0.026993192732334137
143901	rnn.weight_hh_l0_reverse	8	-0.015776723623275757
143901	rnn.weight_hh_l0_reverse	9	-0.03505964204668999
143901	rnn.bias_ih_l0_reverse	0	-0.13568179309368134
143901	rnn.bias_ih_l0_reverse	1	-0.2969909608364105
143901	rnn.bias_ih_l0_reverse	2	-0.06951003521680832
143901	rnn.bias_ih_l0_reverse	3	-0.13974808156490326
143901	rnn.bias_ih_l0_reverse	4	0.06439311802387238
143901	rnn.bias_ih_l0_reverse	5	-0.25415369868278503
143901	rnn.bias_ih_l0_reverse	6	-0.05131002143025398
143901	rnn.bias_ih_l0_reverse	7	0.017935173586010933
143901	rnn.bias_ih_l0_reverse	8	-0.18099601566791534
143901	rnn.bias_ih_l0_reverse	9	-0.09423474967479706
143901	rnn.bias_hh_l0_reverse	0	-0.1553369015455246
143901	rnn.bias_hh_l0_reverse	1	-0.14973211288452148
143901	rnn.bias_hh_l0_reverse	2	-0.02270238660275936
143901	rnn.bias_hh_l0_reverse	3	-0.12295592576265335
143901	rnn.bias_hh_l0_reverse	4	-0.028951624408364296
143901	rnn.bias_hh_l0_reverse	5	-0.11332940310239792
143901	rnn.bias_hh_l0_reverse	6	-0.07040956616401672
143901	rnn.bias_hh_l0_reverse	7	-0.20049598813056946
143901	rnn.bias_hh_l0_reverse	8	-0.05665655434131622
143901	rnn.bias_hh_l0_reverse	9	-0.13987480103969574
143901	linear.weight	0	-0.2185271829366684
143901	linear.weight	1	-0.16046971082687378
143901	linear.weight	2	-0.011228874325752258
143901	linear.weight	3	-0.08060725033283234
143901	linear.weight	4	0.0013534324243664742
143901	linear.weight	5	0.2195942997932434
143901	linear.weight	6	0.0047744326293468475
143901	linear.weight	7	-0.021312154829502106
143901	linear.weight	8	0.16416196525096893
143901	linear.weight	9	0.17603738605976105
143901	linear.bias	0	-0.8557596802711487
143901	linear.bias	1	1.4003523588180542
143901	linear.bias	2	-0.4510263502597809
143901	linear.bias	3	-0.7021982073783875
143901	linear.bias	4	-0.9057191014289856
143901	linear.bias	5	-1.1725444793701172
143901	linear.bias	6	-0.9240002036094666
143901	linear.bias	7	-0.7196536660194397
143901	linear.bias	8	-0.01705317199230194
143901	linear.bias	9	3.3585474491119385
144098	transitions	0	-0.4087215065956116
144098	transitions	1	8.531725883483887
144098	transitions	2	-3.4789886474609375
144098	transitions	3	1.4251149892807007
144098	transitions	4	-2.0929114818573
144098	transitions	5	-0.3871072232723236
144098	transitions	6	-0.18782100081443787
144098	transitions	7	-10000.0
144098	transitions	8	1.760586142539978
144098	transitions	9	-2.293546676635742
144098	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
144098	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
144098	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
144098	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
144098	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
144098	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
144098	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
144098	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
144098	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
144098	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
144098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
144098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
144098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
144098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
144098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
144098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
144098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
144098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
144098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
144098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
144098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
144098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
144098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
144098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
144098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
144098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
144098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
144098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
144098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
144098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
144098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
144098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
144098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
144098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
144098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
144098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
144098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
144098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
144098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
144098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
144098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
144098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
144098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
144098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
144098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
144098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
144098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
144098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
144098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
144098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
144098	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
144098	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
144098	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
144098	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
144098	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
144098	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
144098	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
144098	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
144098	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
144098	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
144098	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
144098	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
144098	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
144098	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
144098	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
144098	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
144098	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
144098	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
144098	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
144098	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
144098	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
144098	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
144098	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
144098	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
144098	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
144098	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
144098	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
144098	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
144098	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
144098	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
144098	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
144098	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
144098	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
144098	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
144098	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
144098	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
144098	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
144098	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
144098	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
144098	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
144098	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
144098	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
144098	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
144098	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
144098	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
144098	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
144098	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
144098	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
144098	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
144098	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
144098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
144098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
144098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
144098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
144098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
144098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
144098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
144098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
144098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
144098	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
144098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
144098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
144098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
144098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
144098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
144098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
144098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
144098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
144098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
144098	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
144098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
144098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
144098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
144098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
144098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
144098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
144098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
144098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
144098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
144098	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
144098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
144098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
144098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
144098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
144098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
144098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
144098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
144098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
144098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
144098	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
144098	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
144098	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
144098	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
144098	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
144098	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
144098	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
144098	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
144098	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
144098	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
144098	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
144098	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
144098	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
144098	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
144098	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
144098	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
144098	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
144098	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
144098	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
144098	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
144098	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
144098	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
144098	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
144098	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
144098	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
144098	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
144098	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
144098	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
144098	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
144098	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
144098	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
144098	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
144098	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
144098	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
144098	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
144098	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
144098	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
144098	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
144098	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
144098	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
144098	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
144098	embedding2nn.weight	0	0.04991966113448143
144098	embedding2nn.weight	1	-0.0943719670176506
144098	embedding2nn.weight	2	0.006482545752078295
144098	embedding2nn.weight	3	-0.05967572703957558
144098	embedding2nn.weight	4	-0.11766382306814194
144098	embedding2nn.weight	5	0.11630037426948547
144098	embedding2nn.weight	6	-0.1168610006570816
144098	embedding2nn.weight	7	-0.0804523229598999
144098	embedding2nn.weight	8	-0.019860176369547844
144098	embedding2nn.weight	9	0.08110662549734116
144098	embedding2nn.bias	0	0.07990660518407822
144098	embedding2nn.bias	1	0.009625154547393322
144098	embedding2nn.bias	2	-0.0673845112323761
144098	embedding2nn.bias	3	0.04880737513303757
144098	embedding2nn.bias	4	-0.010488041676580906
144098	embedding2nn.bias	5	-0.1331043541431427
144098	embedding2nn.bias	6	-0.08891471475362778
144098	embedding2nn.bias	7	-0.053240615874528885
144098	embedding2nn.bias	8	0.10954143851995468
144098	embedding2nn.bias	9	-0.05048203095793724
144098	rnn.weight_ih_l0	0	0.017720062285661697
144098	rnn.weight_ih_l0	1	-0.0685492604970932
144098	rnn.weight_ih_l0	2	-0.01818777061998844
144098	rnn.weight_ih_l0	3	-0.052282799035310745
144098	rnn.weight_ih_l0	4	0.034489795565605164
144098	rnn.weight_ih_l0	5	-0.10117290169000626
144098	rnn.weight_ih_l0	6	-0.057585764676332474
144098	rnn.weight_ih_l0	7	-0.006094013806432486
144098	rnn.weight_ih_l0	8	0.05997186526656151
144098	rnn.weight_ih_l0	9	0.021192457526922226
144098	rnn.weight_hh_l0	0	0.003254503244534135
144098	rnn.weight_hh_l0	1	-0.0921410471200943
144098	rnn.weight_hh_l0	2	0.05772293731570244
144098	rnn.weight_hh_l0	3	0.04398221895098686
144098	rnn.weight_hh_l0	4	0.00438908813521266
144098	rnn.weight_hh_l0	5	0.06534024327993393
144098	rnn.weight_hh_l0	6	-0.014674440957605839
144098	rnn.weight_hh_l0	7	-0.09249167144298553
144098	rnn.weight_hh_l0	8	0.006402765400707722
144098	rnn.weight_hh_l0	9	-0.07551362365484238
144098	rnn.bias_ih_l0	0	-0.05847841873764992
144098	rnn.bias_ih_l0	1	-0.18208639323711395
144098	rnn.bias_ih_l0	2	-0.25145626068115234
144098	rnn.bias_ih_l0	3	-0.27221089601516724
144098	rnn.bias_ih_l0	4	-0.0013984069228172302
144098	rnn.bias_ih_l0	5	0.030482899397611618
144098	rnn.bias_ih_l0	6	-0.1745460480451584
144098	rnn.bias_ih_l0	7	-0.266379714012146
144098	rnn.bias_ih_l0	8	-0.13113053143024445
144098	rnn.bias_ih_l0	9	-0.19420939683914185
144098	rnn.bias_hh_l0	0	0.1215374693274498
144098	rnn.bias_hh_l0	1	-0.06428901106119156
144098	rnn.bias_hh_l0	2	0.05182378366589546
144098	rnn.bias_hh_l0	3	-0.16589294373989105
144098	rnn.bias_hh_l0	4	0.05083005502820015
144098	rnn.bias_hh_l0	5	0.028542576357722282
144098	rnn.bias_hh_l0	6	-0.08940120041370392
144098	rnn.bias_hh_l0	7	-0.16019099950790405
144098	rnn.bias_hh_l0	8	-0.18099689483642578
144098	rnn.bias_hh_l0	9	-0.09484949707984924
144098	rnn.weight_ih_l0_reverse	0	-0.013593760319054127
144098	rnn.weight_ih_l0_reverse	1	0.006452333182096481
144098	rnn.weight_ih_l0_reverse	2	0.010622240602970123
144098	rnn.weight_ih_l0_reverse	3	0.0033927171025425196
144098	rnn.weight_ih_l0_reverse	4	0.029160356149077415
144098	rnn.weight_ih_l0_reverse	5	-0.05163842812180519
144098	rnn.weight_ih_l0_reverse	6	-0.05080188438296318
144098	rnn.weight_ih_l0_reverse	7	0.0020177054684609175
144098	rnn.weight_ih_l0_reverse	8	0.09303239732980728
144098	rnn.weight_ih_l0_reverse	9	0.021826213225722313
144098	rnn.weight_hh_l0_reverse	0	0.006187523249536753
144098	rnn.weight_hh_l0_reverse	1	0.024546818807721138
144098	rnn.weight_hh_l0_reverse	2	-0.04041672497987747
144098	rnn.weight_hh_l0_reverse	3	0.04143735393881798
144098	rnn.weight_hh_l0_reverse	4	0.025732344016432762
144098	rnn.weight_hh_l0_reverse	5	0.0026790015399456024
144098	rnn.weight_hh_l0_reverse	6	0.058874379843473434
144098	rnn.weight_hh_l0_reverse	7	0.02747616544365883
144098	rnn.weight_hh_l0_reverse	8	-0.015683813020586967
144098	rnn.weight_hh_l0_reverse	9	-0.03496939688920975
144098	rnn.bias_ih_l0_reverse	0	-0.13598142564296722
144098	rnn.bias_ih_l0_reverse	1	-0.2966458201408386
144098	rnn.bias_ih_l0_reverse	2	-0.07043325155973434
144098	rnn.bias_ih_l0_reverse	3	-0.13973824679851532
144098	rnn.bias_ih_l0_reverse	4	0.06382954120635986
144098	rnn.bias_ih_l0_reverse	5	-0.25336819887161255
144098	rnn.bias_ih_l0_reverse	6	-0.05193205550312996
144098	rnn.bias_ih_l0_reverse	7	0.0115596828982234
144098	rnn.bias_ih_l0_reverse	8	-0.18139766156673431
144098	rnn.bias_ih_l0_reverse	9	-0.09458662569522858
144098	rnn.bias_hh_l0_reverse	0	-0.15617124736309052
144098	rnn.bias_hh_l0_reverse	1	-0.14701546728610992
144098	rnn.bias_hh_l0_reverse	2	-0.022482628002762794
144098	rnn.bias_hh_l0_reverse	3	-0.12390465289354324
144098	rnn.bias_hh_l0_reverse	4	-0.029801607131958008
144098	rnn.bias_hh_l0_reverse	5	-0.11371134221553802
144098	rnn.bias_hh_l0_reverse	6	-0.07049668580293655
144098	rnn.bias_hh_l0_reverse	7	-0.20011559128761292
144098	rnn.bias_hh_l0_reverse	8	-0.05587655305862427
144098	rnn.bias_hh_l0_reverse	9	-0.13918307423591614
144098	linear.weight	0	-0.21009288728237152
144098	linear.weight	1	-0.16011427342891693
144098	linear.weight	2	-0.011228874325752258
144098	linear.weight	3	-0.0675162523984909
144098	linear.weight	4	0.006165528669953346
144098	linear.weight	5	0.21498417854309082
144098	linear.weight	6	0.0047744326293468475
144098	linear.weight	7	-0.021312154829502106
144098	linear.weight	8	0.155680313706398
144098	linear.weight	9	0.17713108658790588
144098	linear.bias	0	-0.828319251537323
144098	linear.bias	1	1.372323751449585
144098	linear.bias	2	-0.4423762261867523
144098	linear.bias	3	-0.6720945239067078
144098	linear.bias	4	-0.8758178353309631
144098	linear.bias	5	-1.1725748777389526
144098	linear.bias	6	-0.8968610167503357
144098	linear.bias	7	-0.7418031692504883
144098	linear.bias	8	-0.01705317199230194
144098	linear.bias	9	3.297746181488037
144102	transitions	0	-0.4087221622467041
144102	transitions	1	8.52883243560791
144102	transitions	2	-3.478997230529785
144102	transitions	3	1.4250874519348145
144102	transitions	4	-2.0929129123687744
144102	transitions	5	-0.3871074914932251
144102	transitions	6	-0.18782122433185577
144102	transitions	7	-10000.0
144102	transitions	8	1.7605581283569336
144102	transitions	9	-2.293546676635742
144102	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
144102	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
144102	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
144102	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
144102	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
144102	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
144102	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
144102	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
144102	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
144102	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
144102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
144102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
144102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
144102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
144102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
144102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
144102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
144102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
144102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
144102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
144102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
144102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
144102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
144102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
144102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
144102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
144102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
144102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
144102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
144102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
144102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
144102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
144102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
144102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
144102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
144102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
144102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
144102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
144102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
144102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
144102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
144102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
144102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
144102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
144102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
144102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
144102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
144102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
144102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
144102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
144102	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
144102	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
144102	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
144102	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
144102	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
144102	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
144102	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
144102	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
144102	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
144102	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
144102	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
144102	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
144102	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
144102	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
144102	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
144102	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
144102	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
144102	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
144102	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
144102	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
144102	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
144102	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
144102	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
144102	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
144102	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
144102	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
144102	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
144102	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
144102	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
144102	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
144102	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
144102	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
144102	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
144102	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
144102	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
144102	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
144102	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
144102	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
144102	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
144102	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
144102	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
144102	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
144102	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
144102	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
144102	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
144102	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
144102	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
144102	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
144102	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
144102	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
144102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
144102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
144102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
144102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
144102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
144102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
144102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
144102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
144102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
144102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
144102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
144102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
144102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
144102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
144102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
144102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
144102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
144102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
144102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
144102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
144102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
144102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
144102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
144102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
144102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
144102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
144102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
144102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
144102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
144102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
144102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
144102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
144102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
144102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
144102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
144102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
144102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
144102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
144102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
144102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
144102	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
144102	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
144102	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
144102	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
144102	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
144102	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
144102	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
144102	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
144102	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
144102	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
144102	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
144102	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
144102	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
144102	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
144102	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
144102	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
144102	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
144102	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
144102	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
144102	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
144102	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
144102	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
144102	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
144102	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
144102	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
144102	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
144102	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
144102	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
144102	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
144102	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
144102	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
144102	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
144102	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
144102	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
144102	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
144102	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
144102	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
144102	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
144102	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
144102	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
144102	embedding2nn.weight	0	0.049957022070884705
144102	embedding2nn.weight	1	-0.09440510720014572
144102	embedding2nn.weight	2	0.006698474753648043
144102	embedding2nn.weight	3	-0.0597909651696682
144102	embedding2nn.weight	4	-0.11760587245225906
144102	embedding2nn.weight	5	0.11628193408250809
144102	embedding2nn.weight	6	-0.1168675348162651
144102	embedding2nn.weight	7	-0.08054612576961517
144102	embedding2nn.weight	8	-0.019859496504068375
144102	embedding2nn.weight	9	0.0810619592666626
144102	embedding2nn.bias	0	0.08133645355701447
144102	embedding2nn.bias	1	0.009860662743449211
144102	embedding2nn.bias	2	-0.06670820713043213
144102	embedding2nn.bias	3	0.047423504292964935
144102	embedding2nn.bias	4	-0.010180042125284672
144102	embedding2nn.bias	5	-0.13400332629680634
144102	embedding2nn.bias	6	-0.08984463661909103
144102	embedding2nn.bias	7	-0.05488000810146332
144102	embedding2nn.bias	8	0.10973412543535233
144102	embedding2nn.bias	9	-0.05138898640871048
144102	rnn.weight_ih_l0	0	0.01781441643834114
144102	rnn.weight_ih_l0	1	-0.0682179406285286
144102	rnn.weight_ih_l0	2	-0.018465032801032066
144102	rnn.weight_ih_l0	3	-0.05263785272836685
144102	rnn.weight_ih_l0	4	0.03447180986404419
144102	rnn.weight_ih_l0	5	-0.10114055126905441
144102	rnn.weight_ih_l0	6	-0.05760530009865761
144102	rnn.weight_ih_l0	7	-0.006070214789360762
144102	rnn.weight_ih_l0	8	0.05997597798705101
144102	rnn.weight_ih_l0	9	0.021175885573029518
144102	rnn.weight_hh_l0	0	0.0032530133612453938
144102	rnn.weight_hh_l0	1	-0.09214401990175247
144102	rnn.weight_hh_l0	2	0.0577622652053833
144102	rnn.weight_hh_l0	3	0.04398956894874573
144102	rnn.weight_hh_l0	4	0.004399045370519161
144102	rnn.weight_hh_l0	5	0.06539387255907059
144102	rnn.weight_hh_l0	6	-0.014673209749162197
144102	rnn.weight_hh_l0	7	-0.09251129627227783
144102	rnn.weight_hh_l0	8	0.006415158975869417
144102	rnn.weight_hh_l0	9	-0.07548408210277557
144102	rnn.bias_ih_l0	0	-0.05864633619785309
144102	rnn.bias_ih_l0	1	-0.18226027488708496
144102	rnn.bias_ih_l0	2	-0.2511906623840332
144102	rnn.bias_ih_l0	3	-0.27245602011680603
144102	rnn.bias_ih_l0	4	-0.0013938334304839373
144102	rnn.bias_ih_l0	5	0.030646268278360367
144102	rnn.bias_ih_l0	6	-0.17454794049263
144102	rnn.bias_ih_l0	7	-0.2664106786251068
144102	rnn.bias_ih_l0	8	-0.13122975826263428
144102	rnn.bias_ih_l0	9	-0.1942286193370819
144102	rnn.bias_hh_l0	0	0.12157432734966278
144102	rnn.bias_hh_l0	1	-0.06385092437267303
144102	rnn.bias_hh_l0	2	0.05168653279542923
144102	rnn.bias_hh_l0	3	-0.1659487932920456
144102	rnn.bias_hh_l0	4	0.05066685751080513
144102	rnn.bias_hh_l0	5	0.02869671955704689
144102	rnn.bias_hh_l0	6	-0.0894567221403122
144102	rnn.bias_hh_l0	7	-0.16024555265903473
144102	rnn.bias_hh_l0	8	-0.18089404702186584
144102	rnn.bias_hh_l0	9	-0.09491404891014099
144102	rnn.weight_ih_l0_reverse	0	-0.013526477850973606
144102	rnn.weight_ih_l0_reverse	1	0.006333446595817804
144102	rnn.weight_ih_l0_reverse	2	0.01071256399154663
144102	rnn.weight_ih_l0_reverse	3	0.0033569999504834414
144102	rnn.weight_ih_l0_reverse	4	0.02911319211125374
144102	rnn.weight_ih_l0_reverse	5	-0.051761481910943985
144102	rnn.weight_ih_l0_reverse	6	-0.050824958831071854
144102	rnn.weight_ih_l0_reverse	7	0.0019628668669611216
144102	rnn.weight_ih_l0_reverse	8	0.0926576629281044
144102	rnn.weight_ih_l0_reverse	9	0.02179098129272461
144102	rnn.weight_hh_l0_reverse	0	0.006187990307807922
144102	rnn.weight_hh_l0_reverse	1	0.02454676851630211
144102	rnn.weight_hh_l0_reverse	2	-0.040313441306352615
144102	rnn.weight_hh_l0_reverse	3	0.04146392270922661
144102	rnn.weight_hh_l0_reverse	4	0.02572282776236534
144102	rnn.weight_hh_l0_reverse	5	0.002830897457897663
144102	rnn.weight_hh_l0_reverse	6	0.05903443321585655
144102	rnn.weight_hh_l0_reverse	7	0.027450496330857277
144102	rnn.weight_hh_l0_reverse	8	-0.01570841670036316
144102	rnn.weight_hh_l0_reverse	9	-0.03496263921260834
144102	rnn.bias_ih_l0_reverse	0	-0.13545319437980652
144102	rnn.bias_ih_l0_reverse	1	-0.29826807975769043
144102	rnn.bias_ih_l0_reverse	2	-0.07005715370178223
144102	rnn.bias_ih_l0_reverse	3	-0.13978266716003418
144102	rnn.bias_ih_l0_reverse	4	0.06382504105567932
144102	rnn.bias_ih_l0_reverse	5	-0.25333377718925476
144102	rnn.bias_ih_l0_reverse	6	-0.05186400189995766
144102	rnn.bias_ih_l0_reverse	7	0.011502656154334545
144102	rnn.bias_ih_l0_reverse	8	-0.18159587681293488
144102	rnn.bias_ih_l0_reverse	9	-0.09495344012975693
144102	rnn.bias_hh_l0_reverse	0	-0.15640439093112946
144102	rnn.bias_hh_l0_reverse	1	-0.1468803733587265
144102	rnn.bias_hh_l0_reverse	2	-0.022815704345703125
144102	rnn.bias_hh_l0_reverse	3	-0.12415645271539688
144102	rnn.bias_hh_l0_reverse	4	-0.02985861711204052
144102	rnn.bias_hh_l0_reverse	5	-0.11389225721359253
144102	rnn.bias_hh_l0_reverse	6	-0.07069215178489685
144102	rnn.bias_hh_l0_reverse	7	-0.2000601440668106
144102	rnn.bias_hh_l0_reverse	8	-0.05582334101200104
144102	rnn.bias_hh_l0_reverse	9	-0.1393238604068756
144102	linear.weight	0	-0.21008016169071198
144102	linear.weight	1	-0.15981747210025787
144102	linear.weight	2	-0.011228874325752258
144102	linear.weight	3	-0.06737487763166428
144102	linear.weight	4	0.0060033234767615795
144102	linear.weight	5	0.21175990998744965
144102	linear.weight	6	0.0047744326293468475
144102	linear.weight	7	-0.021312154829502106
144102	linear.weight	8	0.15588636696338654
144102	linear.weight	9	0.1741483509540558
144102	linear.bias	0	-0.8302538394927979
144102	linear.bias	1	1.3729430437088013
144102	linear.bias	2	-0.44162699580192566
144102	linear.bias	3	-0.6751223206520081
144102	linear.bias	4	-0.8752841949462891
144102	linear.bias	5	-1.1725751161575317
144102	linear.bias	6	-0.8985171914100647
144102	linear.bias	7	-0.7388736605644226
144102	linear.bias	8	-0.01705317199230194
144102	linear.bias	9	3.3093297481536865
144299	transitions	0	-0.40879949927330017
144299	transitions	1	8.509737968444824
144299	transitions	2	-3.4795453548431396
144299	transitions	3	1.4183708429336548
144299	transitions	4	-2.0932319164276123
144299	transitions	5	-0.3871491849422455
144299	transitions	6	-0.1878439486026764
144299	transitions	7	-10000.0
144299	transitions	8	1.7636345624923706
144299	transitions	9	-2.2935500144958496
144299	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
144299	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
144299	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
144299	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
144299	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
144299	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
144299	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
144299	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
144299	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
144299	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
144299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
144299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
144299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
144299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
144299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
144299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
144299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
144299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
144299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
144299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
144299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
144299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
144299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
144299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
144299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
144299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
144299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
144299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
144299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
144299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
144299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
144299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
144299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
144299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
144299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
144299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
144299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
144299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
144299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
144299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
144299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
144299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
144299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
144299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
144299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
144299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
144299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
144299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
144299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
144299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
144299	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
144299	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
144299	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
144299	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
144299	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
144299	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
144299	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
144299	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
144299	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
144299	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
144299	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
144299	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
144299	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
144299	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
144299	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
144299	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
144299	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
144299	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
144299	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
144299	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
144299	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
144299	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
144299	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
144299	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
144299	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
144299	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
144299	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
144299	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
144299	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
144299	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
144299	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
144299	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
144299	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
144299	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
144299	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
144299	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
144299	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
144299	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
144299	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
144299	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
144299	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
144299	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
144299	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
144299	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
144299	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
144299	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
144299	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
144299	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
144299	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
144299	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
144299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
144299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
144299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
144299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
144299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
144299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
144299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
144299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
144299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
144299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
144299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
144299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
144299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
144299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
144299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
144299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
144299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
144299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
144299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
144299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
144299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
144299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
144299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
144299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
144299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
144299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
144299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
144299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
144299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
144299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
144299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
144299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
144299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
144299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
144299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
144299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
144299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
144299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
144299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
144299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
144299	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
144299	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
144299	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
144299	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
144299	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
144299	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
144299	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
144299	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
144299	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
144299	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
144299	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
144299	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
144299	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
144299	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
144299	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
144299	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
144299	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
144299	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
144299	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
144299	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
144299	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
144299	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
144299	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
144299	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
144299	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
144299	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
144299	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
144299	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
144299	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
144299	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
144299	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
144299	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
144299	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
144299	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
144299	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
144299	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
144299	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
144299	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
144299	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
144299	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
144299	embedding2nn.weight	0	0.050012826919555664
144299	embedding2nn.weight	1	-0.09365080296993256
144299	embedding2nn.weight	2	0.006916651967912912
144299	embedding2nn.weight	3	-0.05958597734570503
144299	embedding2nn.weight	4	-0.11807241290807724
144299	embedding2nn.weight	5	0.11646825075149536
144299	embedding2nn.weight	6	-0.11469759047031403
144299	embedding2nn.weight	7	-0.08165378123521805
144299	embedding2nn.weight	8	-0.019449856132268906
144299	embedding2nn.weight	9	0.07873084396123886
144299	embedding2nn.bias	0	0.08143124729394913
144299	embedding2nn.bias	1	0.009038902819156647
144299	embedding2nn.bias	2	-0.06933119893074036
144299	embedding2nn.bias	3	0.05348355323076248
144299	embedding2nn.bias	4	-0.008623073808848858
144299	embedding2nn.bias	5	-0.14551396667957306
144299	embedding2nn.bias	6	-0.0902978703379631
144299	embedding2nn.bias	7	-0.05237613990902901
144299	embedding2nn.bias	8	0.1002291589975357
144299	embedding2nn.bias	9	-0.045338936150074005
144299	rnn.weight_ih_l0	0	0.019238119944930077
144299	rnn.weight_ih_l0	1	-0.06799767911434174
144299	rnn.weight_ih_l0	2	-0.017977803945541382
144299	rnn.weight_ih_l0	3	-0.05292887985706329
144299	rnn.weight_ih_l0	4	0.03435232862830162
144299	rnn.weight_ih_l0	5	-0.10237357765436172
144299	rnn.weight_ih_l0	6	-0.05596793815493584
144299	rnn.weight_ih_l0	7	-0.005170594435185194
144299	rnn.weight_ih_l0	8	0.060967329889535904
144299	rnn.weight_ih_l0	9	0.020455220714211464
144299	rnn.weight_hh_l0	0	0.0031607693526893854
144299	rnn.weight_hh_l0	1	-0.09088586270809174
144299	rnn.weight_hh_l0	2	0.05730222165584564
144299	rnn.weight_hh_l0	3	0.043504748493433
144299	rnn.weight_hh_l0	4	0.004335912875831127
144299	rnn.weight_hh_l0	5	0.06637285649776459
144299	rnn.weight_hh_l0	6	-0.014514652080833912
144299	rnn.weight_hh_l0	7	-0.09287291765213013
144299	rnn.weight_hh_l0	8	0.007101291790604591
144299	rnn.weight_hh_l0	9	-0.07272233068943024
144299	rnn.bias_ih_l0	0	-0.05737001448869705
144299	rnn.bias_ih_l0	1	-0.18571977317333221
144299	rnn.bias_ih_l0	2	-0.25086477398872375
144299	rnn.bias_ih_l0	3	-0.2749343812465668
144299	rnn.bias_ih_l0	4	-0.0037829612847417593
144299	rnn.bias_ih_l0	5	0.027946772053837776
144299	rnn.bias_ih_l0	6	-0.1732109785079956
144299	rnn.bias_ih_l0	7	-0.26606759428977966
144299	rnn.bias_ih_l0	8	-0.1307133436203003
144299	rnn.bias_ih_l0	9	-0.19237858057022095
144299	rnn.bias_hh_l0	0	0.11881345510482788
144299	rnn.bias_hh_l0	1	-0.06321174651384354
144299	rnn.bias_hh_l0	2	0.05230256915092468
144299	rnn.bias_hh_l0	3	-0.16459757089614868
144299	rnn.bias_hh_l0	4	0.05238913372159004
144299	rnn.bias_hh_l0	5	0.03056253492832184
144299	rnn.bias_hh_l0	6	-0.08728569000959396
144299	rnn.bias_hh_l0	7	-0.1611107736825943
144299	rnn.bias_hh_l0	8	-0.18003709614276886
144299	rnn.bias_hh_l0	9	-0.09726253151893616
144299	rnn.weight_ih_l0_reverse	0	-0.01395588181912899
144299	rnn.weight_ih_l0_reverse	1	0.0061695268377661705
144299	rnn.weight_ih_l0_reverse	2	0.013214499689638615
144299	rnn.weight_ih_l0_reverse	3	0.004352766554802656
144299	rnn.weight_ih_l0_reverse	4	0.028477637097239494
144299	rnn.weight_ih_l0_reverse	5	-0.05149790272116661
144299	rnn.weight_ih_l0_reverse	6	-0.04970411956310272
144299	rnn.weight_ih_l0_reverse	7	-0.000246759649598971
144299	rnn.weight_ih_l0_reverse	8	0.09270194917917252
144299	rnn.weight_ih_l0_reverse	9	0.020219236612319946
144299	rnn.weight_hh_l0_reverse	0	0.006189023610204458
144299	rnn.weight_hh_l0_reverse	1	0.0259910486638546
144299	rnn.weight_hh_l0_reverse	2	-0.04077985882759094
144299	rnn.weight_hh_l0_reverse	3	0.04057108610868454
144299	rnn.weight_hh_l0_reverse	4	0.025653110817074776
144299	rnn.weight_hh_l0_reverse	5	0.0029413586016744375
144299	rnn.weight_hh_l0_reverse	6	0.059253111481666565
144299	rnn.weight_hh_l0_reverse	7	0.02745690383017063
144299	rnn.weight_hh_l0_reverse	8	-0.01596369594335556
144299	rnn.weight_hh_l0_reverse	9	-0.03541455790400505
144299	rnn.bias_ih_l0_reverse	0	-0.13721144199371338
144299	rnn.bias_ih_l0_reverse	1	-0.30194973945617676
144299	rnn.bias_ih_l0_reverse	2	-0.0695885494351387
144299	rnn.bias_ih_l0_reverse	3	-0.13971072435379028
144299	rnn.bias_ih_l0_reverse	4	0.06440968066453934
144299	rnn.bias_ih_l0_reverse	5	-0.2532482445240021
144299	rnn.bias_ih_l0_reverse	6	-0.049134913831949234
144299	rnn.bias_ih_l0_reverse	7	0.014346303418278694
144299	rnn.bias_ih_l0_reverse	8	-0.18052317202091217
144299	rnn.bias_ih_l0_reverse	9	-0.09438987821340561
144299	rnn.bias_hh_l0_reverse	0	-0.15753133594989777
144299	rnn.bias_hh_l0_reverse	1	-0.1471245139837265
144299	rnn.bias_hh_l0_reverse	2	-0.021556664258241653
144299	rnn.bias_hh_l0_reverse	3	-0.12684504687786102
144299	rnn.bias_hh_l0_reverse	4	-0.029195161536335945
144299	rnn.bias_hh_l0_reverse	5	-0.11329926550388336
144299	rnn.bias_hh_l0_reverse	6	-0.07139899581670761
144299	rnn.bias_hh_l0_reverse	7	-0.2015768587589264
144299	rnn.bias_hh_l0_reverse	8	-0.056797273457050323
144299	rnn.bias_hh_l0_reverse	9	-0.13958026468753815
144299	linear.weight	0	-0.20964202284812927
144299	linear.weight	1	-0.16221769154071808
144299	linear.weight	2	-0.011228874325752258
144299	linear.weight	3	-0.07185640186071396
144299	linear.weight	4	0.005240945145487785
144299	linear.weight	5	0.21629321575164795
144299	linear.weight	6	0.0047744326293468475
144299	linear.weight	7	-0.021312154829502106
144299	linear.weight	8	0.13631696999073029
144299	linear.weight	9	0.17609737813472748
144299	linear.bias	0	-0.8304234147071838
144299	linear.bias	1	1.3810173273086548
144299	linear.bias	2	-0.43492016196250916
144299	linear.bias	3	-0.6960760354995728
144299	linear.bias	4	-0.8860397934913635
144299	linear.bias	5	-1.1726011037826538
144299	linear.bias	6	-0.8972225189208984
144299	linear.bias	7	-0.7211065292358398
144299	linear.bias	8	-0.01705317199230194
144299	linear.bias	9	3.3357396125793457
144496	transitions	0	-0.4089474678039551
144496	transitions	1	8.513052940368652
144496	transitions	2	-3.479841709136963
144496	transitions	3	1.42117178440094
144496	transitions	4	-2.0934674739837646
144496	transitions	5	-0.3872338831424713
144496	transitions	6	-0.18786944448947906
144496	transitions	7	-10000.0
144496	transitions	8	1.7652604579925537
144496	transitions	9	-2.293565273284912
144496	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
144496	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
144496	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
144496	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
144496	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
144496	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
144496	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
144496	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
144496	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
144496	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
144496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
144496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
144496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
144496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
144496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
144496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
144496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
144496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
144496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
144496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
144496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
144496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
144496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
144496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
144496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
144496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
144496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
144496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
144496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
144496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
144496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
144496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
144496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
144496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
144496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
144496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
144496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
144496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
144496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
144496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
144496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
144496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
144496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
144496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
144496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
144496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
144496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
144496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
144496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
144496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
144496	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
144496	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
144496	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
144496	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
144496	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
144496	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
144496	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
144496	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
144496	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
144496	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
144496	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
144496	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
144496	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
144496	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
144496	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
144496	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
144496	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
144496	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
144496	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
144496	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
144496	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
144496	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
144496	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
144496	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
144496	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
144496	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
144496	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
144496	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
144496	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
144496	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
144496	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
144496	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
144496	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
144496	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
144496	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
144496	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
144496	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
144496	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
144496	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
144496	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
144496	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
144496	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
144496	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
144496	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
144496	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
144496	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
144496	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
144496	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
144496	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
144496	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
144496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
144496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
144496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
144496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
144496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
144496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
144496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
144496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
144496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
144496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
144496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
144496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
144496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
144496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
144496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
144496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
144496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
144496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
144496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
144496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
144496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
144496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
144496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
144496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
144496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
144496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
144496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
144496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
144496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
144496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
144496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
144496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
144496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
144496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
144496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
144496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
144496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
144496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
144496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
144496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
144496	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
144496	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
144496	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
144496	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
144496	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
144496	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
144496	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
144496	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
144496	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
144496	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
144496	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
144496	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
144496	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
144496	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
144496	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
144496	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
144496	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
144496	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
144496	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
144496	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
144496	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
144496	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
144496	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
144496	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
144496	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
144496	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
144496	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
144496	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
144496	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
144496	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
144496	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
144496	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
144496	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
144496	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
144496	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
144496	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
144496	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
144496	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
144496	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
144496	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
144496	embedding2nn.weight	0	0.04985843226313591
144496	embedding2nn.weight	1	-0.0941566452383995
144496	embedding2nn.weight	2	0.007550281938165426
144496	embedding2nn.weight	3	-0.059744976460933685
144496	embedding2nn.weight	4	-0.11905379593372345
144496	embedding2nn.weight	5	0.1166137233376503
144496	embedding2nn.weight	6	-0.11855922639369965
144496	embedding2nn.weight	7	-0.08018972724676132
144496	embedding2nn.weight	8	-0.019198579713702202
144496	embedding2nn.weight	9	0.08018400520086288
144496	embedding2nn.bias	0	0.07264494150876999
144496	embedding2nn.bias	1	0.012076231651008129
144496	embedding2nn.bias	2	-0.0672740787267685
144496	embedding2nn.bias	3	0.05650747939944267
144496	embedding2nn.bias	4	-0.008742224425077438
144496	embedding2nn.bias	5	-0.14476217329502106
144496	embedding2nn.bias	6	-0.09707245230674744
144496	embedding2nn.bias	7	-0.05240203067660332
144496	embedding2nn.bias	8	0.09843714535236359
144496	embedding2nn.bias	9	-0.05200081691145897
144496	rnn.weight_ih_l0	0	0.020140832290053368
144496	rnn.weight_ih_l0	1	-0.069032683968544
144496	rnn.weight_ih_l0	2	-0.019350115209817886
144496	rnn.weight_ih_l0	3	-0.05485653504729271
144496	rnn.weight_ih_l0	4	0.034846868366003036
144496	rnn.weight_ih_l0	5	-0.10185330361127853
144496	rnn.weight_ih_l0	6	-0.05553639680147171
144496	rnn.weight_ih_l0	7	-0.0047156293876469135
144496	rnn.weight_ih_l0	8	0.06301306933164597
144496	rnn.weight_ih_l0	9	0.019758375361561775
144496	rnn.weight_hh_l0	0	0.002827152842655778
144496	rnn.weight_hh_l0	1	-0.08939097076654434
144496	rnn.weight_hh_l0	2	0.058250442147254944
144496	rnn.weight_hh_l0	3	0.04399590566754341
144496	rnn.weight_hh_l0	4	0.004162502009421587
144496	rnn.weight_hh_l0	5	0.06657463312149048
144496	rnn.weight_hh_l0	6	-0.014776907861232758
144496	rnn.weight_hh_l0	7	-0.09243353456258774
144496	rnn.weight_hh_l0	8	0.007408525329083204
144496	rnn.weight_hh_l0	9	-0.07075530290603638
144496	rnn.bias_ih_l0	0	-0.05757567659020424
144496	rnn.bias_ih_l0	1	-0.18556296825408936
144496	rnn.bias_ih_l0	2	-0.25118473172187805
144496	rnn.bias_ih_l0	3	-0.2768426537513733
144496	rnn.bias_ih_l0	4	-0.004743956029415131
144496	rnn.bias_ih_l0	5	0.030681094154715538
144496	rnn.bias_ih_l0	6	-0.1743355244398117
144496	rnn.bias_ih_l0	7	-0.26630696654319763
144496	rnn.bias_ih_l0	8	-0.13091804087162018
144496	rnn.bias_ih_l0	9	-0.19367122650146484
144496	rnn.bias_hh_l0	0	0.11793259531259537
144496	rnn.bias_hh_l0	1	-0.06610926240682602
144496	rnn.bias_hh_l0	2	0.05175710842013359
144496	rnn.bias_hh_l0	3	-0.1640358418226242
144496	rnn.bias_hh_l0	4	0.05209352821111679
144496	rnn.bias_hh_l0	5	0.030934374779462814
144496	rnn.bias_hh_l0	6	-0.08888160437345505
144496	rnn.bias_hh_l0	7	-0.16107630729675293
144496	rnn.bias_hh_l0	8	-0.1796691119670868
144496	rnn.bias_hh_l0	9	-0.09710650891065598
144496	rnn.weight_ih_l0_reverse	0	-0.013419573195278645
144496	rnn.weight_ih_l0_reverse	1	0.006865655072033405
144496	rnn.weight_ih_l0_reverse	2	0.014111652970314026
144496	rnn.weight_ih_l0_reverse	3	0.00458845729008317
144496	rnn.weight_ih_l0_reverse	4	0.03031720221042633
144496	rnn.weight_ih_l0_reverse	5	-0.05299234017729759
144496	rnn.weight_ih_l0_reverse	6	-0.049135468900203705
144496	rnn.weight_ih_l0_reverse	7	-0.0002827849821187556
144496	rnn.weight_ih_l0_reverse	8	0.09201507270336151
144496	rnn.weight_ih_l0_reverse	9	0.020979369059205055
144496	rnn.weight_hh_l0_reverse	0	0.006034279707819223
144496	rnn.weight_hh_l0_reverse	1	0.025981172919273376
144496	rnn.weight_hh_l0_reverse	2	-0.041445136070251465
144496	rnn.weight_hh_l0_reverse	3	0.040701620280742645
144496	rnn.weight_hh_l0_reverse	4	0.026238970458507538
144496	rnn.weight_hh_l0_reverse	5	0.00312542705796659
144496	rnn.weight_hh_l0_reverse	6	0.05920901894569397
144496	rnn.weight_hh_l0_reverse	7	0.027081137523055077
144496	rnn.weight_hh_l0_reverse	8	-0.015667608007788658
144496	rnn.weight_hh_l0_reverse	9	-0.035392992198467255
144496	rnn.bias_ih_l0_reverse	0	-0.13575460016727448
144496	rnn.bias_ih_l0_reverse	1	-0.3018798232078552
144496	rnn.bias_ih_l0_reverse	2	-0.0700155571103096
144496	rnn.bias_ih_l0_reverse	3	-0.13943196833133698
144496	rnn.bias_ih_l0_reverse	4	0.06251905858516693
144496	rnn.bias_ih_l0_reverse	5	-0.2544541656970978
144496	rnn.bias_ih_l0_reverse	6	-0.04981355741620064
144496	rnn.bias_ih_l0_reverse	7	0.016627786681056023
144496	rnn.bias_ih_l0_reverse	8	-0.18282225728034973
144496	rnn.bias_ih_l0_reverse	9	-0.09431415796279907
144496	rnn.bias_hh_l0_reverse	0	-0.1558801233768463
144496	rnn.bias_hh_l0_reverse	1	-0.1459772139787674
144496	rnn.bias_hh_l0_reverse	2	-0.021118147298693657
144496	rnn.bias_hh_l0_reverse	3	-0.12505218386650085
144496	rnn.bias_hh_l0_reverse	4	-0.027249999344348907
144496	rnn.bias_hh_l0_reverse	5	-0.11156521737575531
144496	rnn.bias_hh_l0_reverse	6	-0.07025759667158127
144496	rnn.bias_hh_l0_reverse	7	-0.20322135090827942
144496	rnn.bias_hh_l0_reverse	8	-0.05629340559244156
144496	rnn.bias_hh_l0_reverse	9	-0.13693411648273468
144496	linear.weight	0	-0.20935995876789093
144496	linear.weight	1	-0.16169656813144684
144496	linear.weight	2	-0.011228874325752258
144496	linear.weight	3	-0.06668970733880997
144496	linear.weight	4	-0.0011917270021513104
144496	linear.weight	5	0.22756922245025635
144496	linear.weight	6	0.0047744326293468475
144496	linear.weight	7	-0.021312154829502106
144496	linear.weight	8	0.14173488318920135
144496	linear.weight	9	0.178090438246727
144496	linear.bias	0	-0.8395774960517883
144496	linear.bias	1	1.3960680961608887
144496	linear.bias	2	-0.41589659452438354
144496	linear.bias	3	-0.6952335238456726
144496	linear.bias	4	-0.9066186547279358
144496	linear.bias	5	-1.1726289987564087
144496	linear.bias	6	-0.9049816727638245
144496	linear.bias	7	-0.7129995822906494
144496	linear.bias	8	-0.01705317199230194
144496	linear.bias	9	3.303072929382324
144693	transitions	0	-0.40933898091316223
144693	transitions	1	8.511639595031738
144693	transitions	2	-3.480477809906006
144693	transitions	3	1.4159830808639526
144693	transitions	4	-2.093869686126709
144693	transitions	5	-0.3872871696949005
144693	transitions	6	-0.18789024651050568
144693	transitions	7	-10000.0
144693	transitions	8	1.7703807353973389
144693	transitions	9	-2.2935688495635986
144693	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
144693	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
144693	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
144693	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
144693	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
144693	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
144693	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
144693	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
144693	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
144693	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
144693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
144693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
144693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
144693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
144693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
144693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
144693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
144693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
144693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
144693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
144693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
144693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
144693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
144693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
144693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
144693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
144693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
144693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
144693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
144693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
144693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
144693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
144693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
144693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
144693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
144693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
144693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
144693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
144693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
144693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
144693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
144693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
144693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
144693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
144693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
144693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
144693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
144693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
144693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
144693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
144693	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
144693	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
144693	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
144693	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
144693	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
144693	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
144693	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
144693	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
144693	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
144693	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
144693	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
144693	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
144693	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
144693	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
144693	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
144693	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
144693	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
144693	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
144693	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
144693	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
144693	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
144693	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
144693	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
144693	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
144693	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
144693	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
144693	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
144693	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
144693	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
144693	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
144693	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
144693	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
144693	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
144693	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
144693	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
144693	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
144693	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
144693	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
144693	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
144693	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
144693	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
144693	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
144693	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
144693	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
144693	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
144693	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
144693	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
144693	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
144693	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
144693	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
144693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
144693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
144693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
144693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
144693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
144693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
144693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
144693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
144693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
144693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
144693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
144693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
144693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
144693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
144693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
144693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
144693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
144693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
144693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
144693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
144693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
144693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
144693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
144693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
144693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
144693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
144693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
144693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
144693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
144693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
144693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
144693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
144693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
144693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
144693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
144693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
144693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
144693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
144693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
144693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
144693	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
144693	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
144693	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
144693	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
144693	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
144693	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
144693	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
144693	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
144693	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
144693	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
144693	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
144693	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
144693	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
144693	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
144693	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
144693	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
144693	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
144693	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
144693	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
144693	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
144693	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
144693	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
144693	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
144693	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
144693	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
144693	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
144693	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
144693	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
144693	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
144693	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
144693	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
144693	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
144693	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
144693	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
144693	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
144693	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
144693	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
144693	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
144693	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
144693	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
144693	embedding2nn.weight	0	0.05005444213747978
144693	embedding2nn.weight	1	-0.09412237256765366
144693	embedding2nn.weight	2	0.0066863177344202995
144693	embedding2nn.weight	3	-0.05956995487213135
144693	embedding2nn.weight	4	-0.11813387274742126
144693	embedding2nn.weight	5	0.11663100868463516
144693	embedding2nn.weight	6	-0.11702555418014526
144693	embedding2nn.weight	7	-0.07897769659757614
144693	embedding2nn.weight	8	-0.01883224956691265
144693	embedding2nn.weight	9	0.07949521392583847
144693	embedding2nn.bias	0	0.0820438340306282
144693	embedding2nn.bias	1	0.0146468011662364
144693	embedding2nn.bias	2	-0.07537452131509781
144693	embedding2nn.bias	3	0.05583867058157921
144693	embedding2nn.bias	4	-0.01775580458343029
144693	embedding2nn.bias	5	-0.1378457099199295
144693	embedding2nn.bias	6	-0.1009250059723854
144693	embedding2nn.bias	7	-0.06881088763475418
144693	embedding2nn.bias	8	0.10025496780872345
144693	embedding2nn.bias	9	-0.04976964369416237
144693	rnn.weight_ih_l0	0	0.023103665560483932
144693	rnn.weight_ih_l0	1	-0.06906814128160477
144693	rnn.weight_ih_l0	2	-0.020283721387386322
144693	rnn.weight_ih_l0	3	-0.0553402341902256
144693	rnn.weight_ih_l0	4	0.03488835319876671
144693	rnn.weight_ih_l0	5	-0.10380247980356216
144693	rnn.weight_ih_l0	6	-0.055578507483005524
144693	rnn.weight_ih_l0	7	-0.005952231585979462
144693	rnn.weight_ih_l0	8	0.06342518329620361
144693	rnn.weight_ih_l0	9	0.019340747967362404
144693	rnn.weight_hh_l0	0	0.002652171766385436
144693	rnn.weight_hh_l0	1	-0.08931855857372284
144693	rnn.weight_hh_l0	2	0.05719723552465439
144693	rnn.weight_hh_l0	3	0.04461420699954033
144693	rnn.weight_hh_l0	4	0.004158869851380587
144693	rnn.weight_hh_l0	5	0.06608767807483673
144693	rnn.weight_hh_l0	6	-0.01461507473140955
144693	rnn.weight_hh_l0	7	-0.09248754382133484
144693	rnn.weight_hh_l0	8	0.006676333025097847
144693	rnn.weight_hh_l0	9	-0.07328108698129654
144693	rnn.bias_ih_l0	0	-0.05717115476727486
144693	rnn.bias_ih_l0	1	-0.18384498357772827
144693	rnn.bias_ih_l0	2	-0.2517605423927307
144693	rnn.bias_ih_l0	3	-0.27537864446640015
144693	rnn.bias_ih_l0	4	-0.004578274209052324
144693	rnn.bias_ih_l0	5	0.029316212981939316
144693	rnn.bias_ih_l0	6	-0.17249944806098938
144693	rnn.bias_ih_l0	7	-0.2649551033973694
144693	rnn.bias_ih_l0	8	-0.1312040388584137
144693	rnn.bias_ih_l0	9	-0.19323517382144928
144693	rnn.bias_hh_l0	0	0.11734981089830399
144693	rnn.bias_hh_l0	1	-0.06515228748321533
144693	rnn.bias_hh_l0	2	0.05160309374332428
144693	rnn.bias_hh_l0	3	-0.1639380306005478
144693	rnn.bias_hh_l0	4	0.050344161689281464
144693	rnn.bias_hh_l0	5	0.03048035129904747
144693	rnn.bias_hh_l0	6	-0.08885601907968521
144693	rnn.bias_hh_l0	7	-0.1620565950870514
144693	rnn.bias_hh_l0	8	-0.179735004901886
144693	rnn.bias_hh_l0	9	-0.0958641842007637
144693	rnn.weight_ih_l0_reverse	0	-0.014231775887310505
144693	rnn.weight_ih_l0_reverse	1	0.004809708800166845
144693	rnn.weight_ih_l0_reverse	2	0.014814780093729496
144693	rnn.weight_ih_l0_reverse	3	0.005356446839869022
144693	rnn.weight_ih_l0_reverse	4	0.030668795108795166
144693	rnn.weight_ih_l0_reverse	5	-0.0523446761071682
144693	rnn.weight_ih_l0_reverse	6	-0.04785437509417534
144693	rnn.weight_ih_l0_reverse	7	-0.0015044516185298562
144693	rnn.weight_ih_l0_reverse	8	0.0889100432395935
144693	rnn.weight_ih_l0_reverse	9	0.02129247412085533
144693	rnn.weight_hh_l0_reverse	0	0.005886503029614687
144693	rnn.weight_hh_l0_reverse	1	0.0263908039778471
144693	rnn.weight_hh_l0_reverse	2	-0.041096728295087814
144693	rnn.weight_hh_l0_reverse	3	0.040959879755973816
144693	rnn.weight_hh_l0_reverse	4	0.025988174602389336
144693	rnn.weight_hh_l0_reverse	5	0.0029447930864989758
144693	rnn.weight_hh_l0_reverse	6	0.0586528442800045
144693	rnn.weight_hh_l0_reverse	7	0.02680724672973156
144693	rnn.weight_hh_l0_reverse	8	-0.014783334918320179
144693	rnn.weight_hh_l0_reverse	9	-0.03518921136856079
144693	rnn.bias_ih_l0_reverse	0	-0.1350574940443039
144693	rnn.bias_ih_l0_reverse	1	-0.3009869158267975
144693	rnn.bias_ih_l0_reverse	2	-0.07150094956159592
144693	rnn.bias_ih_l0_reverse	3	-0.13808494806289673
144693	rnn.bias_ih_l0_reverse	4	0.06192438304424286
144693	rnn.bias_ih_l0_reverse	5	-0.25448620319366455
144693	rnn.bias_ih_l0_reverse	6	-0.04967724531888962
144693	rnn.bias_ih_l0_reverse	7	0.019748250022530556
144693	rnn.bias_ih_l0_reverse	8	-0.1835688352584839
144693	rnn.bias_ih_l0_reverse	9	-0.09278932213783264
144693	rnn.bias_hh_l0_reverse	0	-0.15604503452777863
144693	rnn.bias_hh_l0_reverse	1	-0.1467435657978058
144693	rnn.bias_hh_l0_reverse	2	-0.020328816026449203
144693	rnn.bias_hh_l0_reverse	3	-0.12565277516841888
144693	rnn.bias_hh_l0_reverse	4	-0.02731330133974552
144693	rnn.bias_hh_l0_reverse	5	-0.11247775703668594
144693	rnn.bias_hh_l0_reverse	6	-0.06920014321804047
144693	rnn.bias_hh_l0_reverse	7	-0.20466464757919312
144693	rnn.bias_hh_l0_reverse	8	-0.055690471082925797
144693	rnn.bias_hh_l0_reverse	9	-0.13751822710037231
144693	linear.weight	0	-0.20509128272533417
144693	linear.weight	1	-0.16473035514354706
144693	linear.weight	2	-0.011228874325752258
144693	linear.weight	3	-0.06395769864320755
144693	linear.weight	4	0.012628214433789253
144693	linear.weight	5	0.2263679802417755
144693	linear.weight	6	0.0047744326293468475
144693	linear.weight	7	-0.021312154829502106
144693	linear.weight	8	0.14545318484306335
144693	linear.weight	9	0.18558774888515472
144693	linear.bias	0	-0.8412817716598511
144693	linear.bias	1	1.3782464265823364
144693	linear.bias	2	-0.41715940833091736
144693	linear.bias	3	-0.6935874223709106
144693	linear.bias	4	-0.9296659231185913
144693	linear.bias	5	-1.1726608276367188
144693	linear.bias	6	-0.9024060368537903
144693	linear.bias	7	-0.725176990032196
144693	linear.bias	8	-0.01705317199230194
144693	linear.bias	9	3.3574025630950928
144890	transitions	0	-0.40947067737579346
144890	transitions	1	8.508774757385254
144890	transitions	2	-3.481614351272583
144890	transitions	3	1.4226351976394653
144890	transitions	4	-2.094120502471924
144890	transitions	5	-0.3873636722564697
144890	transitions	6	-0.18790829181671143
144890	transitions	7	-10000.0
144890	transitions	8	1.7713091373443604
144890	transitions	9	-2.2935738563537598
144890	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
144890	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
144890	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
144890	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
144890	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
144890	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
144890	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
144890	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
144890	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
144890	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
144890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
144890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
144890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
144890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
144890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
144890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
144890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
144890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
144890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
144890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
144890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
144890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
144890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
144890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
144890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
144890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
144890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
144890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
144890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
144890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
144890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
144890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
144890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
144890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
144890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
144890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
144890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
144890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
144890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
144890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
144890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
144890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
144890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
144890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
144890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
144890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
144890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
144890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
144890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
144890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
144890	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
144890	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
144890	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
144890	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
144890	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
144890	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
144890	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
144890	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
144890	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
144890	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
144890	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
144890	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
144890	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
144890	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
144890	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
144890	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
144890	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
144890	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
144890	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
144890	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
144890	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
144890	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
144890	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
144890	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
144890	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
144890	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
144890	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
144890	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
144890	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
144890	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
144890	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
144890	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
144890	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
144890	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
144890	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
144890	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
144890	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
144890	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
144890	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
144890	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
144890	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
144890	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
144890	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
144890	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
144890	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
144890	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
144890	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
144890	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
144890	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
144890	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
144890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
144890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
144890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
144890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
144890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
144890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
144890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
144890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
144890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
144890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
144890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
144890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
144890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
144890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
144890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
144890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
144890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
144890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
144890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
144890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
144890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
144890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
144890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
144890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
144890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
144890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
144890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
144890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
144890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
144890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
144890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
144890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
144890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
144890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
144890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
144890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
144890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
144890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
144890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
144890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
144890	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
144890	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
144890	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
144890	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
144890	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
144890	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
144890	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
144890	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
144890	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
144890	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
144890	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
144890	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
144890	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
144890	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
144890	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
144890	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
144890	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
144890	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
144890	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
144890	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
144890	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
144890	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
144890	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
144890	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
144890	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
144890	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
144890	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
144890	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
144890	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
144890	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
144890	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
144890	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
144890	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
144890	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
144890	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
144890	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
144890	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
144890	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
144890	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
144890	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
144890	embedding2nn.weight	0	0.05025513097643852
144890	embedding2nn.weight	1	-0.09394896775484085
144890	embedding2nn.weight	2	0.007586509920656681
144890	embedding2nn.weight	3	-0.05982014909386635
144890	embedding2nn.weight	4	-0.11781240999698639
144890	embedding2nn.weight	5	0.11708410829305649
144890	embedding2nn.weight	6	-0.12098964303731918
144890	embedding2nn.weight	7	-0.07880773395299911
144890	embedding2nn.weight	8	-0.019016264006495476
144890	embedding2nn.weight	9	0.08017808943986893
144890	embedding2nn.bias	0	0.07365197688341141
144890	embedding2nn.bias	1	0.005908982828259468
144890	embedding2nn.bias	2	-0.07282897084951401
144890	embedding2nn.bias	3	0.06156492233276367
144890	embedding2nn.bias	4	-0.019771654158830643
144890	embedding2nn.bias	5	-0.14166849851608276
144890	embedding2nn.bias	6	-0.09877940267324448
144890	embedding2nn.bias	7	-0.05826481804251671
144890	embedding2nn.bias	8	0.10055512189865112
144890	embedding2nn.bias	9	-0.052137549966573715
144890	rnn.weight_ih_l0	0	0.022688040509819984
144890	rnn.weight_ih_l0	1	-0.07029758393764496
144890	rnn.weight_ih_l0	2	-0.020064622163772583
144890	rnn.weight_ih_l0	3	-0.05553983524441719
144890	rnn.weight_ih_l0	4	0.03401962295174599
144890	rnn.weight_ih_l0	5	-0.10313361883163452
144890	rnn.weight_ih_l0	6	-0.055544495582580566
144890	rnn.weight_ih_l0	7	-0.006942137144505978
144890	rnn.weight_ih_l0	8	0.06220755726099014
144890	rnn.weight_ih_l0	9	0.016875049099326134
144890	rnn.weight_hh_l0	0	0.0026418797206133604
144890	rnn.weight_hh_l0	1	-0.08898337930440903
144890	rnn.weight_hh_l0	2	0.05714428052306175
144890	rnn.weight_hh_l0	3	0.04470331594347954
144890	rnn.weight_hh_l0	4	0.0041685402393341064
144890	rnn.weight_hh_l0	5	0.06579045951366425
144890	rnn.weight_hh_l0	6	-0.014630497433245182
144890	rnn.weight_hh_l0	7	-0.09274643659591675
144890	rnn.weight_hh_l0	8	0.008542681112885475
144890	rnn.weight_hh_l0	9	-0.07541363686323166
144890	rnn.bias_ih_l0	0	-0.05337996035814285
144890	rnn.bias_ih_l0	1	-0.18441511690616608
144890	rnn.bias_ih_l0	2	-0.24848711490631104
144890	rnn.bias_ih_l0	3	-0.27325063943862915
144890	rnn.bias_ih_l0	4	-0.006740321405231953
144890	rnn.bias_ih_l0	5	0.027798939496278763
144890	rnn.bias_ih_l0	6	-0.17340488731861115
144890	rnn.bias_ih_l0	7	-0.26374393701553345
144890	rnn.bias_ih_l0	8	-0.133928120136261
144890	rnn.bias_ih_l0	9	-0.19238920509815216
144890	rnn.bias_hh_l0	0	0.11603009700775146
144890	rnn.bias_hh_l0	1	-0.06511400640010834
144890	rnn.bias_hh_l0	2	0.051728539168834686
144890	rnn.bias_hh_l0	3	-0.16136199235916138
144890	rnn.bias_hh_l0	4	0.052806440740823746
144890	rnn.bias_hh_l0	5	0.030846405774354935
144890	rnn.bias_hh_l0	6	-0.09026552736759186
144890	rnn.bias_hh_l0	7	-0.16311176121234894
144890	rnn.bias_hh_l0	8	-0.18142347037792206
144890	rnn.bias_hh_l0	9	-0.09500567615032196
144890	rnn.weight_ih_l0_reverse	0	-0.014341614209115505
144890	rnn.weight_ih_l0_reverse	1	0.004558483138680458
144890	rnn.weight_ih_l0_reverse	2	0.015696777030825615
144890	rnn.weight_ih_l0_reverse	3	0.006150753702968359
144890	rnn.weight_ih_l0_reverse	4	0.03160637617111206
144890	rnn.weight_ih_l0_reverse	5	-0.05200822651386261
144890	rnn.weight_ih_l0_reverse	6	-0.04884657636284828
144890	rnn.weight_ih_l0_reverse	7	-0.0006677884957753122
144890	rnn.weight_ih_l0_reverse	8	0.09025997668504715
144890	rnn.weight_ih_l0_reverse	9	0.02227504923939705
144890	rnn.weight_hh_l0_reverse	0	0.006077039521187544
144890	rnn.weight_hh_l0_reverse	1	0.026428723707795143
144890	rnn.weight_hh_l0_reverse	2	-0.04051841422915459
144890	rnn.weight_hh_l0_reverse	3	0.04086138680577278
144890	rnn.weight_hh_l0_reverse	4	0.025912180542945862
144890	rnn.weight_hh_l0_reverse	5	0.0031840335577726364
144890	rnn.weight_hh_l0_reverse	6	0.05872948467731476
144890	rnn.weight_hh_l0_reverse	7	0.026298442855477333
144890	rnn.weight_hh_l0_reverse	8	-0.013937615789473057
144890	rnn.weight_hh_l0_reverse	9	-0.03512238711118698
144890	rnn.bias_ih_l0_reverse	0	-0.13499757647514343
144890	rnn.bias_ih_l0_reverse	1	-0.30044838786125183
144890	rnn.bias_ih_l0_reverse	2	-0.07098616659641266
144890	rnn.bias_ih_l0_reverse	3	-0.13710075616836548
144890	rnn.bias_ih_l0_reverse	4	0.06254248321056366
144890	rnn.bias_ih_l0_reverse	5	-0.25378015637397766
144890	rnn.bias_ih_l0_reverse	6	-0.05024689808487892
144890	rnn.bias_ih_l0_reverse	7	0.016693327575922012
144890	rnn.bias_ih_l0_reverse	8	-0.18386687338352203
144890	rnn.bias_ih_l0_reverse	9	-0.09364497661590576
144890	rnn.bias_hh_l0_reverse	0	-0.1566043198108673
144890	rnn.bias_hh_l0_reverse	1	-0.14662589132785797
144890	rnn.bias_hh_l0_reverse	2	-0.018847737461328506
144890	rnn.bias_hh_l0_reverse	3	-0.12448471784591675
144890	rnn.bias_hh_l0_reverse	4	-0.027798812836408615
144890	rnn.bias_hh_l0_reverse	5	-0.11334668099880219
144890	rnn.bias_hh_l0_reverse	6	-0.07122042775154114
144890	rnn.bias_hh_l0_reverse	7	-0.2047816962003708
144890	rnn.bias_hh_l0_reverse	8	-0.05413742735981941
144890	rnn.bias_hh_l0_reverse	9	-0.1376059651374817
144890	linear.weight	0	-0.2085322141647339
144890	linear.weight	1	-0.15904398262500763
144890	linear.weight	2	-0.011228874325752258
144890	linear.weight	3	-0.062417011708021164
144890	linear.weight	4	0.02017502672970295
144890	linear.weight	5	0.23193685710430145
144890	linear.weight	6	0.0047744326293468475
144890	linear.weight	7	-0.021312154829502106
144890	linear.weight	8	0.14156611263751984
144890	linear.weight	9	0.1864418238401413
144890	linear.bias	0	-0.8383482694625854
144890	linear.bias	1	1.3761852979660034
144890	linear.bias	2	-0.4280875027179718
144890	linear.bias	3	-0.6831726431846619
144890	linear.bias	4	-0.9007900357246399
144890	linear.bias	5	-1.1726877689361572
144890	linear.bias	6	-0.8987334370613098
144890	linear.bias	7	-0.7360785007476807
144890	linear.bias	8	-0.01705317199230194
144890	linear.bias	9	3.3572638034820557
145087	transitions	0	-0.40957579016685486
145087	transitions	1	8.496176719665527
145087	transitions	2	-3.482203245162964
145087	transitions	3	1.4283568859100342
145087	transitions	4	-2.0946993827819824
145087	transitions	5	-0.38749149441719055
145087	transitions	6	-0.18792682886123657
145087	transitions	7	-10000.0
145087	transitions	8	1.7711091041564941
145087	transitions	9	-2.2935774326324463
145087	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
145087	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
145087	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
145087	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
145087	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
145087	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
145087	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
145087	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
145087	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
145087	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
145087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
145087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
145087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
145087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
145087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
145087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
145087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
145087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
145087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
145087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
145087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
145087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
145087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
145087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
145087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
145087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
145087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
145087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
145087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
145087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
145087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
145087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
145087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
145087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
145087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
145087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
145087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
145087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
145087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
145087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
145087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
145087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
145087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
145087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
145087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
145087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
145087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
145087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
145087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
145087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
145087	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
145087	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
145087	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
145087	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
145087	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
145087	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
145087	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
145087	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
145087	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
145087	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
145087	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
145087	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
145087	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
145087	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
145087	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
145087	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
145087	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
145087	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
145087	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
145087	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
145087	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
145087	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
145087	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
145087	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
145087	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
145087	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
145087	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
145087	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
145087	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
145087	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
145087	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
145087	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
145087	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
145087	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
145087	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
145087	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
145087	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
145087	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
145087	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
145087	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
145087	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
145087	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
145087	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
145087	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
145087	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
145087	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
145087	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
145087	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
145087	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
145087	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
145087	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
145087	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
145087	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
145087	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
145087	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
145087	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
145087	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
145087	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
145087	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
145087	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
145087	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
145087	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
145087	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
145087	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
145087	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
145087	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
145087	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
145087	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
145087	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
145087	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
145087	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
145087	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
145087	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
145087	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
145087	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
145087	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
145087	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
145087	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
145087	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
145087	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
145087	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
145087	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
145087	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
145087	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
145087	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
145087	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
145087	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
145087	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
145087	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
145087	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
145087	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
145087	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
145087	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
145087	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
145087	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
145087	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
145087	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
145087	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
145087	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
145087	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
145087	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
145087	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
145087	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
145087	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
145087	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
145087	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
145087	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
145087	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
145087	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
145087	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
145087	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
145087	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
145087	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
145087	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
145087	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
145087	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
145087	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
145087	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
145087	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
145087	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
145087	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
145087	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
145087	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
145087	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
145087	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
145087	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
145087	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
145087	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
145087	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
145087	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
145087	embedding2nn.weight	0	0.05030706524848938
145087	embedding2nn.weight	1	-0.0941050574183464
145087	embedding2nn.weight	2	0.007566462270915508
145087	embedding2nn.weight	3	-0.060689233243465424
145087	embedding2nn.weight	4	-0.1196863129734993
145087	embedding2nn.weight	5	0.11748533695936203
145087	embedding2nn.weight	6	-0.12272026389837265
145087	embedding2nn.weight	7	-0.0780872032046318
145087	embedding2nn.weight	8	-0.018704308196902275
145087	embedding2nn.weight	9	0.08072688430547714
145087	embedding2nn.bias	0	0.054914332926273346
145087	embedding2nn.bias	1	0.010955722071230412
145087	embedding2nn.bias	2	-0.07561326771974564
145087	embedding2nn.bias	3	0.05892246961593628
145087	embedding2nn.bias	4	-0.021718047559261322
145087	embedding2nn.bias	5	-0.144758939743042
145087	embedding2nn.bias	6	-0.10383052378892899
145087	embedding2nn.bias	7	-0.05729284882545471
145087	embedding2nn.bias	8	0.10697123408317566
145087	embedding2nn.bias	9	-0.04887009039521217
145087	rnn.weight_ih_l0	0	0.0227559395134449
145087	rnn.weight_ih_l0	1	-0.06971294432878494
145087	rnn.weight_ih_l0	2	-0.020572509616613388
145087	rnn.weight_ih_l0	3	-0.05611575394868851
145087	rnn.weight_ih_l0	4	0.033852316439151764
145087	rnn.weight_ih_l0	5	-0.10222799330949783
145087	rnn.weight_ih_l0	6	-0.05583209916949272
145087	rnn.weight_ih_l0	7	-0.008103806525468826
145087	rnn.weight_ih_l0	8	0.06183244660496712
145087	rnn.weight_ih_l0	9	0.0177417304366827
145087	rnn.weight_hh_l0	0	0.0023886060807853937
145087	rnn.weight_hh_l0	1	-0.09047190845012665
145087	rnn.weight_hh_l0	2	0.05776824429631233
145087	rnn.weight_hh_l0	3	0.04460162669420242
145087	rnn.weight_hh_l0	4	0.004247153177857399
145087	rnn.weight_hh_l0	5	0.06530240923166275
145087	rnn.weight_hh_l0	6	-0.014646794646978378
145087	rnn.weight_hh_l0	7	-0.09239477664232254
145087	rnn.weight_hh_l0	8	0.008451078087091446
145087	rnn.weight_hh_l0	9	-0.07557363063097
145087	rnn.bias_ih_l0	0	-0.05226514860987663
145087	rnn.bias_ih_l0	1	-0.18306860327720642
145087	rnn.bias_ih_l0	2	-0.2513323128223419
145087	rnn.bias_ih_l0	3	-0.27374497056007385
145087	rnn.bias_ih_l0	4	-0.004865315277129412
145087	rnn.bias_ih_l0	5	0.0266724843531847
145087	rnn.bias_ih_l0	6	-0.17223359644412994
145087	rnn.bias_ih_l0	7	-0.2625962495803833
145087	rnn.bias_ih_l0	8	-0.1350158303976059
145087	rnn.bias_ih_l0	9	-0.19232363998889923
145087	rnn.bias_hh_l0	0	0.11666826903820038
145087	rnn.bias_hh_l0	1	-0.063930444419384
145087	rnn.bias_hh_l0	2	0.051967792212963104
145087	rnn.bias_hh_l0	3	-0.1622302532196045
145087	rnn.bias_hh_l0	4	0.05428122729063034
145087	rnn.bias_hh_l0	5	0.030825983732938766
145087	rnn.bias_hh_l0	6	-0.09160438925027847
145087	rnn.bias_hh_l0	7	-0.16182366013526917
145087	rnn.bias_hh_l0	8	-0.1816415935754776
145087	rnn.bias_hh_l0	9	-0.09402238577604294
145087	rnn.weight_ih_l0_reverse	0	-0.014274533838033676
145087	rnn.weight_ih_l0_reverse	1	0.00567666906863451
145087	rnn.weight_ih_l0_reverse	2	0.014462418854236603
145087	rnn.weight_ih_l0_reverse	3	0.007034227252006531
145087	rnn.weight_ih_l0_reverse	4	0.032841917127370834
145087	rnn.weight_ih_l0_reverse	5	-0.05220213532447815
145087	rnn.weight_ih_l0_reverse	6	-0.05098563805222511
145087	rnn.weight_ih_l0_reverse	7	-0.0005103953299112618
145087	rnn.weight_ih_l0_reverse	8	0.09078044444322586
145087	rnn.weight_ih_l0_reverse	9	0.021511051803827286
145087	rnn.weight_hh_l0_reverse	0	0.005981900729238987
145087	rnn.weight_hh_l0_reverse	1	0.02637854777276516
145087	rnn.weight_hh_l0_reverse	2	-0.04106122627854347
145087	rnn.weight_hh_l0_reverse	3	0.04052732512354851
145087	rnn.weight_hh_l0_reverse	4	0.025928430259227753
145087	rnn.weight_hh_l0_reverse	5	0.0034319795668125153
145087	rnn.weight_hh_l0_reverse	6	0.058576662093400955
145087	rnn.weight_hh_l0_reverse	7	0.026398124173283577
145087	rnn.weight_hh_l0_reverse	8	-0.014053400605916977
145087	rnn.weight_hh_l0_reverse	9	-0.03519946336746216
145087	rnn.bias_ih_l0_reverse	0	-0.13557226955890656
145087	rnn.bias_ih_l0_reverse	1	-0.3006463646888733
145087	rnn.bias_ih_l0_reverse	2	-0.07159320265054703
145087	rnn.bias_ih_l0_reverse	3	-0.13670089840888977
145087	rnn.bias_ih_l0_reverse	4	0.06003772094845772
145087	rnn.bias_ih_l0_reverse	5	-0.254278302192688
145087	rnn.bias_ih_l0_reverse	6	-0.04964248090982437
145087	rnn.bias_ih_l0_reverse	7	0.016726868227124214
145087	rnn.bias_ih_l0_reverse	8	-0.1825270801782608
145087	rnn.bias_ih_l0_reverse	9	-0.09212333709001541
145087	rnn.bias_hh_l0_reverse	0	-0.15599015355110168
145087	rnn.bias_hh_l0_reverse	1	-0.14666935801506042
145087	rnn.bias_hh_l0_reverse	2	-0.01765056699514389
145087	rnn.bias_hh_l0_reverse	3	-0.1225493997335434
145087	rnn.bias_hh_l0_reverse	4	-0.028009755536913872
145087	rnn.bias_hh_l0_reverse	5	-0.11432179063558578
145087	rnn.bias_hh_l0_reverse	6	-0.07104630023241043
145087	rnn.bias_hh_l0_reverse	7	-0.204633429646492
145087	rnn.bias_hh_l0_reverse	8	-0.05423518642783165
145087	rnn.bias_hh_l0_reverse	9	-0.13586901128292084
145087	linear.weight	0	-0.21200719475746155
145087	linear.weight	1	-0.15698248147964478
145087	linear.weight	2	-0.011228874325752258
145087	linear.weight	3	-0.07312307506799698
145087	linear.weight	4	0.03344346210360527
145087	linear.weight	5	0.2277158945798874
145087	linear.weight	6	0.0047744326293468475
145087	linear.weight	7	-0.021312154829502106
145087	linear.weight	8	0.1463472992181778
145087	linear.weight	9	0.17801858484745026
145087	linear.bias	0	-0.8378854393959045
145087	linear.bias	1	1.3858503103256226
145087	linear.bias	2	-0.4181390702724457
145087	linear.bias	3	-0.7145491242408752
145087	linear.bias	4	-0.8822290301322937
145087	linear.bias	5	-1.1727166175842285
145087	linear.bias	6	-0.8988064527511597
145087	linear.bias	7	-0.7281612753868103
145087	linear.bias	8	-0.01705317199230194
145087	linear.bias	9	3.3137261867523193
145284	transitions	0	-0.4096390902996063
145284	transitions	1	8.519582748413086
145284	transitions	2	-3.4824557304382324
145284	transitions	3	1.4263015985488892
145284	transitions	4	-2.0949718952178955
145284	transitions	5	-0.387520968914032
145284	transitions	6	-0.1879422962665558
145284	transitions	7	-10000.0
145284	transitions	8	1.7720321416854858
145284	transitions	9	-2.2935800552368164
145284	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
145284	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
145284	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
145284	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
145284	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
145284	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
145284	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
145284	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
145284	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
145284	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
145284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
145284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
145284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
145284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
145284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
145284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
145284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
145284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
145284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
145284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
145284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
145284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
145284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
145284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
145284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
145284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
145284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
145284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
145284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
145284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
145284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
145284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
145284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
145284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
145284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
145284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
145284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
145284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
145284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
145284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
145284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
145284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
145284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
145284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
145284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
145284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
145284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
145284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
145284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
145284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
145284	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
145284	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
145284	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
145284	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
145284	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
145284	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
145284	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
145284	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
145284	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
145284	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
145284	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
145284	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
145284	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
145284	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
145284	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
145284	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
145284	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
145284	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
145284	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
145284	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
145284	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
145284	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
145284	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
145284	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
145284	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
145284	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
145284	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
145284	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
145284	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
145284	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
145284	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
145284	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
145284	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
145284	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
145284	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
145284	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
145284	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
145284	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
145284	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
145284	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
145284	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
145284	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
145284	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
145284	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
145284	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
145284	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
145284	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
145284	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
145284	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
145284	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
145284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
145284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
145284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
145284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
145284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
145284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
145284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
145284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
145284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
145284	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
145284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
145284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
145284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
145284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
145284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
145284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
145284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
145284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
145284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
145284	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
145284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
145284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
145284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
145284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
145284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
145284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
145284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
145284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
145284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
145284	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
145284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
145284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
145284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
145284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
145284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
145284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
145284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
145284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
145284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
145284	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
145284	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
145284	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
145284	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
145284	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
145284	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
145284	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
145284	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
145284	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
145284	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
145284	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
145284	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
145284	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
145284	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
145284	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
145284	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
145284	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
145284	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
145284	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
145284	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
145284	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
145284	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
145284	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
145284	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
145284	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
145284	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
145284	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
145284	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
145284	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
145284	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
145284	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
145284	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
145284	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
145284	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
145284	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
145284	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
145284	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
145284	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
145284	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
145284	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
145284	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
145284	embedding2nn.weight	0	0.05036452040076256
145284	embedding2nn.weight	1	-0.09483427554368973
145284	embedding2nn.weight	2	0.007728287950158119
145284	embedding2nn.weight	3	-0.0602179579436779
145284	embedding2nn.weight	4	-0.12009390443563461
145284	embedding2nn.weight	5	0.1190299242734909
145284	embedding2nn.weight	6	-0.12079714238643646
145284	embedding2nn.weight	7	-0.07776431739330292
145284	embedding2nn.weight	8	-0.01841658167541027
145284	embedding2nn.weight	9	0.08012580871582031
145284	embedding2nn.bias	0	0.058549217879772186
145284	embedding2nn.bias	1	0.00603837613016367
145284	embedding2nn.bias	2	-0.07933580130338669
145284	embedding2nn.bias	3	0.06199822574853897
145284	embedding2nn.bias	4	-0.033408790826797485
145284	embedding2nn.bias	5	-0.13647910952568054
145284	embedding2nn.bias	6	-0.10311580449342728
145284	embedding2nn.bias	7	-0.06735788285732269
145284	embedding2nn.bias	8	0.1015891507267952
145284	embedding2nn.bias	9	-0.05043380707502365
145284	rnn.weight_ih_l0	0	0.02291904203593731
145284	rnn.weight_ih_l0	1	-0.06666576117277145
145284	rnn.weight_ih_l0	2	-0.019842492416501045
145284	rnn.weight_ih_l0	3	-0.05501604452729225
145284	rnn.weight_ih_l0	4	0.033627886325120926
145284	rnn.weight_ih_l0	5	-0.10168997943401337
145284	rnn.weight_ih_l0	6	-0.05600336194038391
145284	rnn.weight_ih_l0	7	-0.009663183242082596
145284	rnn.weight_ih_l0	8	0.061305608600378036
145284	rnn.weight_ih_l0	9	0.017804237082600594
145284	rnn.weight_hh_l0	0	0.0025208049919456244
145284	rnn.weight_hh_l0	1	-0.08982746303081512
145284	rnn.weight_hh_l0	2	0.05803581699728966
145284	rnn.weight_hh_l0	3	0.044436030089855194
145284	rnn.weight_hh_l0	4	0.004290075972676277
145284	rnn.weight_hh_l0	5	0.06594794988632202
145284	rnn.weight_hh_l0	6	-0.014504420571029186
145284	rnn.weight_hh_l0	7	-0.09224497526884079
145284	rnn.weight_hh_l0	8	0.008246393874287605
145284	rnn.weight_hh_l0	9	-0.07716134190559387
145284	rnn.bias_ih_l0	0	-0.05375957489013672
145284	rnn.bias_ih_l0	1	-0.18363149464130402
145284	rnn.bias_ih_l0	2	-0.2490854114294052
145284	rnn.bias_ih_l0	3	-0.27466127276420593
145284	rnn.bias_ih_l0	4	-0.005519756581634283
145284	rnn.bias_ih_l0	5	0.025466402992606163
145284	rnn.bias_ih_l0	6	-0.173042431473732
145284	rnn.bias_ih_l0	7	-0.2621108293533325
145284	rnn.bias_ih_l0	8	-0.13556957244873047
145284	rnn.bias_ih_l0	9	-0.19316478073596954
145284	rnn.bias_hh_l0	0	0.11673600971698761
145284	rnn.bias_hh_l0	1	-0.06437800824642181
145284	rnn.bias_hh_l0	2	0.052260253578424454
145284	rnn.bias_hh_l0	3	-0.16332703828811646
145284	rnn.bias_hh_l0	4	0.05305274948477745
145284	rnn.bias_hh_l0	5	0.029259340837597847
145284	rnn.bias_hh_l0	6	-0.0914793610572815
145284	rnn.bias_hh_l0	7	-0.16268795728683472
145284	rnn.bias_hh_l0	8	-0.18033356964588165
145284	rnn.bias_hh_l0	9	-0.09469909965991974
145284	rnn.weight_ih_l0_reverse	0	-0.014548310078680515
145284	rnn.weight_ih_l0_reverse	1	0.005786972586065531
145284	rnn.weight_ih_l0_reverse	2	0.015563899651169777
145284	rnn.weight_ih_l0_reverse	3	0.007253100164234638
145284	rnn.weight_ih_l0_reverse	4	0.03452426195144653
145284	rnn.weight_ih_l0_reverse	5	-0.05339868739247322
145284	rnn.weight_ih_l0_reverse	6	-0.05050566792488098
145284	rnn.weight_ih_l0_reverse	7	-0.0009839485865086317
145284	rnn.weight_ih_l0_reverse	8	0.08986970037221909
145284	rnn.weight_ih_l0_reverse	9	0.021359845995903015
145284	rnn.weight_hh_l0_reverse	0	0.005782340653240681
145284	rnn.weight_hh_l0_reverse	1	0.026666002348065376
145284	rnn.weight_hh_l0_reverse	2	-0.04069284349679947
145284	rnn.weight_hh_l0_reverse	3	0.040303535759449005
145284	rnn.weight_hh_l0_reverse	4	0.026263363659381866
145284	rnn.weight_hh_l0_reverse	5	0.00333970133215189
145284	rnn.weight_hh_l0_reverse	6	0.05843466520309448
145284	rnn.weight_hh_l0_reverse	7	0.02633991464972496
145284	rnn.weight_hh_l0_reverse	8	-0.013942013494670391
145284	rnn.weight_hh_l0_reverse	9	-0.03494204953312874
145284	rnn.bias_ih_l0_reverse	0	-0.13409966230392456
145284	rnn.bias_ih_l0_reverse	1	-0.30062136054039
145284	rnn.bias_ih_l0_reverse	2	-0.07178669422864914
145284	rnn.bias_ih_l0_reverse	3	-0.13719385862350464
145284	rnn.bias_ih_l0_reverse	4	0.06003284081816673
145284	rnn.bias_ih_l0_reverse	5	-0.2540627121925354
145284	rnn.bias_ih_l0_reverse	6	-0.049610208719968796
145284	rnn.bias_ih_l0_reverse	7	0.02047637850046158
145284	rnn.bias_ih_l0_reverse	8	-0.18350136280059814
145284	rnn.bias_ih_l0_reverse	9	-0.09106713533401489
145284	rnn.bias_hh_l0_reverse	0	-0.15764400362968445
145284	rnn.bias_hh_l0_reverse	1	-0.14764995872974396
145284	rnn.bias_hh_l0_reverse	2	-0.01754937693476677
145284	rnn.bias_hh_l0_reverse	3	-0.12230133265256882
145284	rnn.bias_hh_l0_reverse	4	-0.026804666966199875
145284	rnn.bias_hh_l0_reverse	5	-0.11467801034450531
145284	rnn.bias_hh_l0_reverse	6	-0.07092399895191193
145284	rnn.bias_hh_l0_reverse	7	-0.20649559795856476
145284	rnn.bias_hh_l0_reverse	8	-0.053018875420093536
145284	rnn.bias_hh_l0_reverse	9	-0.13759450614452362
145284	linear.weight	0	-0.214198037981987
145284	linear.weight	1	-0.15942275524139404
145284	linear.weight	2	-0.011228874325752258
145284	linear.weight	3	-0.07588762044906616
145284	linear.weight	4	0.026429515331983566
145284	linear.weight	5	0.24345436692237854
145284	linear.weight	6	0.0047744326293468475
145284	linear.weight	7	-0.021312154829502106
145284	linear.weight	8	0.13426201045513153
145284	linear.weight	9	0.16865421831607819
145284	linear.bias	0	-0.8340670466423035
145284	linear.bias	1	1.3906335830688477
145284	linear.bias	2	-0.4006563723087311
145284	linear.bias	3	-0.6912111639976501
145284	linear.bias	4	-0.9196154475212097
145284	linear.bias	5	-1.1727443933486938
145284	linear.bias	6	-0.8984522223472595
145284	linear.bias	7	-0.7476620078086853
145284	linear.bias	8	-0.01705317199230194
145284	linear.bias	9	3.322326421737671
145481	transitions	0	-0.40989089012145996
145481	transitions	1	8.516813278198242
145481	transitions	2	-3.4827229976654053
145481	transitions	3	1.4266711473464966
145481	transitions	4	-2.0951833724975586
145481	transitions	5	-0.38755500316619873
145481	transitions	6	-0.18796280026435852
145481	transitions	7	-10000.0
145481	transitions	8	1.7728958129882812
145481	transitions	9	-2.293583869934082
145481	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
145481	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
145481	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
145481	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
145481	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
145481	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
145481	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
145481	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
145481	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
145481	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
145481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
145481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
145481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
145481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
145481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
145481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
145481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
145481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
145481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
145481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
145481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
145481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
145481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
145481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
145481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
145481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
145481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
145481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
145481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
145481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
145481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
145481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
145481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
145481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
145481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
145481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
145481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
145481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
145481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
145481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
145481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
145481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
145481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
145481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
145481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
145481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
145481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
145481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
145481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
145481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
145481	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
145481	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
145481	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
145481	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
145481	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
145481	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
145481	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
145481	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
145481	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
145481	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
145481	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
145481	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
145481	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
145481	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
145481	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
145481	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
145481	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
145481	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
145481	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
145481	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
145481	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
145481	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
145481	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
145481	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
145481	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
145481	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
145481	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
145481	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
145481	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
145481	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
145481	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
145481	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
145481	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
145481	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
145481	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
145481	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
145481	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
145481	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
145481	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
145481	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
145481	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
145481	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
145481	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
145481	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
145481	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
145481	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
145481	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
145481	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
145481	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
145481	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
145481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
145481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
145481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
145481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
145481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
145481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
145481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
145481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
145481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
145481	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
145481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
145481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
145481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
145481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
145481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
145481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
145481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
145481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
145481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
145481	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
145481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
145481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
145481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
145481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
145481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
145481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
145481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
145481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
145481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
145481	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
145481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
145481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
145481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
145481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
145481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
145481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
145481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
145481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
145481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
145481	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
145481	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
145481	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
145481	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
145481	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
145481	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
145481	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
145481	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
145481	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
145481	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
145481	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
145481	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
145481	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
145481	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
145481	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
145481	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
145481	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
145481	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
145481	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
145481	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
145481	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
145481	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
145481	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
145481	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
145481	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
145481	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
145481	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
145481	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
145481	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
145481	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
145481	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
145481	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
145481	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
145481	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
145481	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
145481	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
145481	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
145481	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
145481	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
145481	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
145481	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
145481	embedding2nn.weight	0	0.05004839226603508
145481	embedding2nn.weight	1	-0.09478835761547089
145481	embedding2nn.weight	2	0.007726258598268032
145481	embedding2nn.weight	3	-0.061132002621889114
145481	embedding2nn.weight	4	-0.11928851902484894
145481	embedding2nn.weight	5	0.11938007920980453
145481	embedding2nn.weight	6	-0.1187131404876709
145481	embedding2nn.weight	7	-0.0777256190776825
145481	embedding2nn.weight	8	-0.017938246950507164
145481	embedding2nn.weight	9	0.08028861880302429
145481	embedding2nn.bias	0	0.06058250367641449
145481	embedding2nn.bias	1	0.0005731945275329053
145481	embedding2nn.bias	2	-0.0786043033003807
145481	embedding2nn.bias	3	0.06851033866405487
145481	embedding2nn.bias	4	-0.03199952468276024
145481	embedding2nn.bias	5	-0.13416634500026703
145481	embedding2nn.bias	6	-0.10372002422809601
145481	embedding2nn.bias	7	-0.06796491891145706
145481	embedding2nn.bias	8	0.10495204478502274
145481	embedding2nn.bias	9	-0.05247674882411957
145481	rnn.weight_ih_l0	0	0.025367172434926033
145481	rnn.weight_ih_l0	1	-0.06605234742164612
145481	rnn.weight_ih_l0	2	-0.020038817077875137
145481	rnn.weight_ih_l0	3	-0.05396593362092972
145481	rnn.weight_ih_l0	4	0.033176109194755554
145481	rnn.weight_ih_l0	5	-0.10253889858722687
145481	rnn.weight_ih_l0	6	-0.05732272192835808
145481	rnn.weight_ih_l0	7	-0.008825059980154037
145481	rnn.weight_ih_l0	8	0.059151969850063324
145481	rnn.weight_ih_l0	9	0.017116809263825417
145481	rnn.weight_hh_l0	0	0.00263129617087543
145481	rnn.weight_hh_l0	1	-0.09061148762702942
145481	rnn.weight_hh_l0	2	0.05796950310468674
145481	rnn.weight_hh_l0	3	0.04441719874739647
145481	rnn.weight_hh_l0	4	0.004396784584969282
145481	rnn.weight_hh_l0	5	0.06583192199468613
145481	rnn.weight_hh_l0	6	-0.01438478846102953
145481	rnn.weight_hh_l0	7	-0.09264346957206726
145481	rnn.weight_hh_l0	8	0.0083699282258749
145481	rnn.weight_hh_l0	9	-0.07702648639678955
145481	rnn.bias_ih_l0	0	-0.052287109196186066
145481	rnn.bias_ih_l0	1	-0.1831474006175995
145481	rnn.bias_ih_l0	2	-0.2502508759498596
145481	rnn.bias_ih_l0	3	-0.2768101692199707
145481	rnn.bias_ih_l0	4	-0.006892425939440727
145481	rnn.bias_ih_l0	5	0.03067556768655777
145481	rnn.bias_ih_l0	6	-0.1750303953886032
145481	rnn.bias_ih_l0	7	-0.2610720992088318
145481	rnn.bias_ih_l0	8	-0.1347934752702713
145481	rnn.bias_ih_l0	9	-0.19317707419395447
145481	rnn.bias_hh_l0	0	0.11797893792390823
145481	rnn.bias_hh_l0	1	-0.06458377093076706
145481	rnn.bias_hh_l0	2	0.053146231919527054
145481	rnn.bias_hh_l0	3	-0.16449947655200958
145481	rnn.bias_hh_l0	4	0.05074192211031914
145481	rnn.bias_hh_l0	5	0.028063584119081497
145481	rnn.bias_hh_l0	6	-0.09085187315940857
145481	rnn.bias_hh_l0	7	-0.1607518047094345
145481	rnn.bias_hh_l0	8	-0.17989060282707214
145481	rnn.bias_hh_l0	9	-0.0955599769949913
145481	rnn.weight_ih_l0_reverse	0	-0.014422671869397163
145481	rnn.weight_ih_l0_reverse	1	0.005379446316510439
145481	rnn.weight_ih_l0_reverse	2	0.012888173572719097
145481	rnn.weight_ih_l0_reverse	3	0.006123638711869717
145481	rnn.weight_ih_l0_reverse	4	0.032936256378889084
145481	rnn.weight_ih_l0_reverse	5	-0.05520464852452278
145481	rnn.weight_ih_l0_reverse	6	-0.050761304795742035
145481	rnn.weight_ih_l0_reverse	7	-8.477974915876985e-05
145481	rnn.weight_ih_l0_reverse	8	0.09046828001737595
145481	rnn.weight_ih_l0_reverse	9	0.02014218084514141
145481	rnn.weight_hh_l0_reverse	0	0.005821417551487684
145481	rnn.weight_hh_l0_reverse	1	0.026717381551861763
145481	rnn.weight_hh_l0_reverse	2	-0.04050988703966141
145481	rnn.weight_hh_l0_reverse	3	0.039998117834329605
145481	rnn.weight_hh_l0_reverse	4	0.026148419827222824
145481	rnn.weight_hh_l0_reverse	5	0.0037213934119790792
145481	rnn.weight_hh_l0_reverse	6	0.0589221753180027
145481	rnn.weight_hh_l0_reverse	7	0.026502611115574837
145481	rnn.weight_hh_l0_reverse	8	-0.013690457679331303
145481	rnn.weight_hh_l0_reverse	9	-0.034871552139520645
145481	rnn.bias_ih_l0_reverse	0	-0.13494005799293518
145481	rnn.bias_ih_l0_reverse	1	-0.3016141355037689
145481	rnn.bias_ih_l0_reverse	2	-0.07199336588382721
145481	rnn.bias_ih_l0_reverse	3	-0.13594751060009003
145481	rnn.bias_ih_l0_reverse	4	0.06127935275435448
145481	rnn.bias_ih_l0_reverse	5	-0.2561171352863312
145481	rnn.bias_ih_l0_reverse	6	-0.05248931050300598
145481	rnn.bias_ih_l0_reverse	7	0.020878618583083153
145481	rnn.bias_ih_l0_reverse	8	-0.1828719824552536
145481	rnn.bias_ih_l0_reverse	9	-0.09025441855192184
145481	rnn.bias_hh_l0_reverse	0	-0.15631194412708282
145481	rnn.bias_hh_l0_reverse	1	-0.14685259759426117
145481	rnn.bias_hh_l0_reverse	2	-0.019208814948797226
145481	rnn.bias_hh_l0_reverse	3	-0.1214091032743454
145481	rnn.bias_hh_l0_reverse	4	-0.02690497413277626
145481	rnn.bias_hh_l0_reverse	5	-0.114389568567276
145481	rnn.bias_hh_l0_reverse	6	-0.07237937301397324
145481	rnn.bias_hh_l0_reverse	7	-0.20588719844818115
145481	rnn.bias_hh_l0_reverse	8	-0.05159314349293709
145481	rnn.bias_hh_l0_reverse	9	-0.1380239576101303
145481	linear.weight	0	-0.20069290697574615
145481	linear.weight	1	-0.15808863937854767
145481	linear.weight	2	-0.011228874325752258
145481	linear.weight	3	-0.07493893057107925
145481	linear.weight	4	0.02406170591711998
145481	linear.weight	5	0.24482128024101257
145481	linear.weight	6	0.0047744326293468475
145481	linear.weight	7	-0.021312154829502106
145481	linear.weight	8	0.13624709844589233
145481	linear.weight	9	0.17280741035938263
145481	linear.bias	0	-0.839844822883606
145481	linear.bias	1	1.3917841911315918
145481	linear.bias	2	-0.4353177845478058
145481	linear.bias	3	-0.6968348622322083
145481	linear.bias	4	-0.9185147285461426
145481	linear.bias	5	-1.17276930809021
145481	linear.bias	6	-0.9051730632781982
145481	linear.bias	7	-0.7289766073226929
145481	linear.bias	8	-0.01705317199230194
145481	linear.bias	9	3.342458724975586
145678	transitions	0	-0.41008996963500977
145678	transitions	1	8.495789527893066
145678	transitions	2	-3.483229875564575
145678	transitions	3	1.426635980606079
145678	transitions	4	-2.0955660343170166
145678	transitions	5	-0.3876005709171295
145678	transitions	6	-0.18797850608825684
145678	transitions	7	-10000.0
145678	transitions	8	1.773735523223877
145678	transitions	9	-2.2935891151428223
145678	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
145678	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
145678	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
145678	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
145678	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
145678	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
145678	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
145678	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
145678	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
145678	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
145678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
145678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
145678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
145678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
145678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
145678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
145678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
145678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
145678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
145678	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
145678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
145678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
145678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
145678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
145678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
145678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
145678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
145678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
145678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
145678	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
145678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
145678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
145678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
145678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
145678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
145678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
145678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
145678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
145678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
145678	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
145678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
145678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
145678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
145678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
145678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
145678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
145678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
145678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
145678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
145678	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
145678	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
145678	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
145678	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
145678	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
145678	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
145678	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
145678	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
145678	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
145678	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
145678	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
145678	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
145678	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
145678	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
145678	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
145678	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
145678	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
145678	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
145678	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
145678	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
145678	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
145678	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
145678	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
145678	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
145678	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
145678	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
145678	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
145678	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
145678	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
145678	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
145678	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
145678	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
145678	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
145678	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
145678	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
145678	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
145678	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
145678	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
145678	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
145678	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
145678	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
145678	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
145678	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
145678	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
145678	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
145678	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
145678	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
145678	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
145678	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
145678	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
145678	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
145678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
145678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
145678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
145678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
145678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
145678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
145678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
145678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
145678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
145678	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
145678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
145678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
145678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
145678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
145678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
145678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
145678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
145678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
145678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
145678	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
145678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
145678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
145678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
145678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
145678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
145678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
145678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
145678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
145678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
145678	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
145678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
145678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
145678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
145678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
145678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
145678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
145678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
145678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
145678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
145678	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
145678	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
145678	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
145678	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
145678	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
145678	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
145678	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
145678	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
145678	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
145678	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
145678	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
145678	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
145678	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
145678	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
145678	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
145678	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
145678	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
145678	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
145678	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
145678	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
145678	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
145678	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
145678	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
145678	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
145678	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
145678	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
145678	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
145678	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
145678	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
145678	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
145678	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
145678	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
145678	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
145678	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
145678	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
145678	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
145678	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
145678	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
145678	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
145678	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
145678	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
145678	embedding2nn.weight	0	0.049578387290239334
145678	embedding2nn.weight	1	-0.09438060969114304
145678	embedding2nn.weight	2	0.00766482250764966
145678	embedding2nn.weight	3	-0.060443829745054245
145678	embedding2nn.weight	4	-0.1206941306591034
145678	embedding2nn.weight	5	0.1196628287434578
145678	embedding2nn.weight	6	-0.12072620540857315
145678	embedding2nn.weight	7	-0.07820373773574829
145678	embedding2nn.weight	8	-0.01771090365946293
145678	embedding2nn.weight	9	0.08128584921360016
145678	embedding2nn.bias	0	0.06293705105781555
145678	embedding2nn.bias	1	-0.0018985862843692303
145678	embedding2nn.bias	2	-0.07962023466825485
145678	embedding2nn.bias	3	0.05718580260872841
145678	embedding2nn.bias	4	-0.026208123192191124
145678	embedding2nn.bias	5	-0.13396407663822174
145678	embedding2nn.bias	6	-0.09637864679098129
145678	embedding2nn.bias	7	-0.0648881271481514
145678	embedding2nn.bias	8	0.1046869233250618
145678	embedding2nn.bias	9	-0.05323479697108269
145678	rnn.weight_ih_l0	0	0.02768861874938011
145678	rnn.weight_ih_l0	1	-0.06683439016342163
145678	rnn.weight_ih_l0	2	-0.019433297216892242
145678	rnn.weight_ih_l0	3	-0.05327991023659706
145678	rnn.weight_ih_l0	4	0.03295637294650078
145678	rnn.weight_ih_l0	5	-0.10133472084999084
145678	rnn.weight_ih_l0	6	-0.057471271604299545
145678	rnn.weight_ih_l0	7	-0.0093364417552948
145678	rnn.weight_ih_l0	8	0.0586642362177372
145678	rnn.weight_ih_l0	9	0.017028264701366425
145678	rnn.weight_hh_l0	0	0.00276639754883945
145678	rnn.weight_hh_l0	1	-0.09100167453289032
145678	rnn.weight_hh_l0	2	0.057983096688985825
145678	rnn.weight_hh_l0	3	0.04433147981762886
145678	rnn.weight_hh_l0	4	0.004106680862605572
145678	rnn.weight_hh_l0	5	0.06447609513998032
145678	rnn.weight_hh_l0	6	-0.014629321172833443
145678	rnn.weight_hh_l0	7	-0.09271448105573654
145678	rnn.weight_hh_l0	8	0.007811458315700293
145678	rnn.weight_hh_l0	9	-0.07883021980524063
145678	rnn.bias_ih_l0	0	-0.04950940981507301
145678	rnn.bias_ih_l0	1	-0.18386584520339966
145678	rnn.bias_ih_l0	2	-0.25161537528038025
145678	rnn.bias_ih_l0	3	-0.2766135334968567
145678	rnn.bias_ih_l0	4	-0.006528673693537712
145678	rnn.bias_ih_l0	5	0.03369532898068428
145678	rnn.bias_ih_l0	6	-0.1749582141637802
145678	rnn.bias_ih_l0	7	-0.26150545477867126
145678	rnn.bias_ih_l0	8	-0.1341569423675537
145678	rnn.bias_ih_l0	9	-0.19335433840751648
145678	rnn.bias_hh_l0	0	0.11847232282161713
145678	rnn.bias_hh_l0	1	-0.06360197812318802
145678	rnn.bias_hh_l0	2	0.052434176206588745
145678	rnn.bias_hh_l0	3	-0.16823545098304749
145678	rnn.bias_hh_l0	4	0.05057898536324501
145678	rnn.bias_hh_l0	5	0.024169443175196648
145678	rnn.bias_hh_l0	6	-0.0913652554154396
145678	rnn.bias_hh_l0	7	-0.16040845215320587
145678	rnn.bias_hh_l0	8	-0.1795065701007843
145678	rnn.bias_hh_l0	9	-0.09493158757686615
145678	rnn.weight_ih_l0_reverse	0	-0.014905320480465889
145678	rnn.weight_ih_l0_reverse	1	0.004949509631842375
145678	rnn.weight_ih_l0_reverse	2	0.010218506678938866
145678	rnn.weight_ih_l0_reverse	3	0.006995263043791056
145678	rnn.weight_ih_l0_reverse	4	0.032105859369039536
145678	rnn.weight_ih_l0_reverse	5	-0.054569292813539505
145678	rnn.weight_ih_l0_reverse	6	-0.0504615493118763
145678	rnn.weight_ih_l0_reverse	7	-0.0004187498998362571
145678	rnn.weight_ih_l0_reverse	8	0.08935420215129852
145678	rnn.weight_ih_l0_reverse	9	0.019806794822216034
145678	rnn.weight_hh_l0_reverse	0	0.005832222290337086
145678	rnn.weight_hh_l0_reverse	1	0.026633990928530693
145678	rnn.weight_hh_l0_reverse	2	-0.04061564803123474
145678	rnn.weight_hh_l0_reverse	3	0.04033491387963295
145678	rnn.weight_hh_l0_reverse	4	0.02624466083943844
145678	rnn.weight_hh_l0_reverse	5	0.003814171301200986
145678	rnn.weight_hh_l0_reverse	6	0.05944107845425606
145678	rnn.weight_hh_l0_reverse	7	0.026407549157738686
145678	rnn.weight_hh_l0_reverse	8	-0.013147677294909954
145678	rnn.weight_hh_l0_reverse	9	-0.03443263843655586
145678	rnn.bias_ih_l0_reverse	0	-0.1341547816991806
145678	rnn.bias_ih_l0_reverse	1	-0.30267155170440674
145678	rnn.bias_ih_l0_reverse	2	-0.07147753983736038
145678	rnn.bias_ih_l0_reverse	3	-0.1375676989555359
145678	rnn.bias_ih_l0_reverse	4	0.06143111735582352
145678	rnn.bias_ih_l0_reverse	5	-0.25619152188301086
145678	rnn.bias_ih_l0_reverse	6	-0.05439317226409912
145678	rnn.bias_ih_l0_reverse	7	0.02048654854297638
145678	rnn.bias_ih_l0_reverse	8	-0.18226423859596252
145678	rnn.bias_ih_l0_reverse	9	-0.09095211327075958
145678	rnn.bias_hh_l0_reverse	0	-0.15537835657596588
145678	rnn.bias_hh_l0_reverse	1	-0.14756211638450623
145678	rnn.bias_hh_l0_reverse	2	-0.019604193046689034
145678	rnn.bias_hh_l0_reverse	3	-0.1214350163936615
145678	rnn.bias_hh_l0_reverse	4	-0.027778366580605507
145678	rnn.bias_hh_l0_reverse	5	-0.11423689872026443
145678	rnn.bias_hh_l0_reverse	6	-0.07423999905586243
145678	rnn.bias_hh_l0_reverse	7	-0.2059280276298523
145678	rnn.bias_hh_l0_reverse	8	-0.053344834595918655
145678	rnn.bias_hh_l0_reverse	9	-0.13683536648750305
145678	linear.weight	0	-0.2067297101020813
145678	linear.weight	1	-0.15908357501029968
145678	linear.weight	2	-0.011228874325752258
145678	linear.weight	3	-0.07182401418685913
145678	linear.weight	4	0.02793196402490139
145678	linear.weight	5	0.24253861606121063
145678	linear.weight	6	0.0047744326293468475
145678	linear.weight	7	-0.021312154829502106
145678	linear.weight	8	0.12620867788791656
145678	linear.weight	9	0.17185702919960022
145678	linear.bias	0	-0.8641822934150696
145678	linear.bias	1	1.3834360837936401
145678	linear.bias	2	-0.45148953795433044
145678	linear.bias	3	-0.7021118402481079
145678	linear.bias	4	-0.8832321763038635
145678	linear.bias	5	-1.1727969646453857
145678	linear.bias	6	-0.9289588332176208
145678	linear.bias	7	-0.7287694811820984
145678	linear.bias	8	-0.01705317199230194
145678	linear.bias	9	3.335336208343506
145875	transitions	0	-0.410189688205719
145875	transitions	1	8.502796173095703
145875	transitions	2	-3.483548402786255
145875	transitions	3	1.4236488342285156
145875	transitions	4	-2.0958411693573
145875	transitions	5	-0.38771408796310425
145875	transitions	6	-0.1880062222480774
145875	transitions	7	-10000.0
145875	transitions	8	1.7736924886703491
145875	transitions	9	-2.2935919761657715
145875	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
145875	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
145875	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
145875	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
145875	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
145875	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
145875	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
145875	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
145875	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
145875	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
145875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
145875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
145875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
145875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
145875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
145875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
145875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
145875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
145875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
145875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
145875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
145875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
145875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
145875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
145875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
145875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
145875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
145875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
145875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
145875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
145875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
145875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
145875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
145875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
145875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
145875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
145875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
145875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
145875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
145875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
145875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
145875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
145875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
145875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
145875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
145875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
145875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
145875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
145875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
145875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
145875	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
145875	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
145875	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
145875	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
145875	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
145875	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
145875	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
145875	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
145875	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
145875	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
145875	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
145875	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
145875	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
145875	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
145875	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
145875	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
145875	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
145875	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
145875	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
145875	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
145875	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
145875	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
145875	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
145875	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
145875	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
145875	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
145875	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
145875	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
145875	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
145875	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
145875	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
145875	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
145875	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
145875	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
145875	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
145875	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
145875	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
145875	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
145875	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
145875	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
145875	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
145875	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
145875	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
145875	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
145875	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
145875	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
145875	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
145875	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
145875	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
145875	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
145875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
145875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
145875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
145875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
145875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
145875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
145875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
145875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
145875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
145875	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
145875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
145875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
145875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
145875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
145875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
145875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
145875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
145875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
145875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
145875	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
145875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
145875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
145875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
145875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
145875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
145875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
145875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
145875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
145875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
145875	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
145875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
145875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
145875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
145875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
145875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
145875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
145875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
145875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
145875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
145875	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
145875	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
145875	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
145875	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
145875	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
145875	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
145875	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
145875	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
145875	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
145875	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
145875	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
145875	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
145875	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
145875	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
145875	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
145875	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
145875	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
145875	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
145875	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
145875	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
145875	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
145875	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
145875	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
145875	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
145875	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
145875	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
145875	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
145875	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
145875	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
145875	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
145875	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
145875	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
145875	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
145875	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
145875	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
145875	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
145875	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
145875	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
145875	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
145875	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
145875	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
145875	embedding2nn.weight	0	0.04958449304103851
145875	embedding2nn.weight	1	-0.09456256031990051
145875	embedding2nn.weight	2	0.006748345214873552
145875	embedding2nn.weight	3	-0.0595688633620739
145875	embedding2nn.weight	4	-0.12208377569913864
145875	embedding2nn.weight	5	0.11885663121938705
145875	embedding2nn.weight	6	-0.12031213194131851
145875	embedding2nn.weight	7	-0.0795854926109314
145875	embedding2nn.weight	8	-0.01698342338204384
145875	embedding2nn.weight	9	0.08049562573432922
145875	embedding2nn.bias	0	0.061017099767923355
145875	embedding2nn.bias	1	0.004945528227835894
145875	embedding2nn.bias	2	-0.08169472962617874
145875	embedding2nn.bias	3	0.052168406546115875
145875	embedding2nn.bias	4	-0.030403824523091316
145875	embedding2nn.bias	5	-0.13928189873695374
145875	embedding2nn.bias	6	-0.0933694839477539
145875	embedding2nn.bias	7	-0.06746570765972137
145875	embedding2nn.bias	8	0.10792996734380722
145875	embedding2nn.bias	9	-0.05422260984778404
145875	rnn.weight_ih_l0	0	0.027980739250779152
145875	rnn.weight_ih_l0	1	-0.0686948373913765
145875	rnn.weight_ih_l0	2	-0.019155774265527725
145875	rnn.weight_ih_l0	3	-0.054116588085889816
145875	rnn.weight_ih_l0	4	0.032187145203351974
145875	rnn.weight_ih_l0	5	-0.09989342093467712
145875	rnn.weight_ih_l0	6	-0.055608995258808136
145875	rnn.weight_ih_l0	7	-0.008445917628705502
145875	rnn.weight_ih_l0	8	0.05932245030999184
145875	rnn.weight_ih_l0	9	0.015504197217524052
145875	rnn.weight_hh_l0	0	0.0029266620986163616
145875	rnn.weight_hh_l0	1	-0.09013333916664124
145875	rnn.weight_hh_l0	2	0.059147909283638
145875	rnn.weight_hh_l0	3	0.04356538876891136
145875	rnn.weight_hh_l0	4	0.004396284930408001
145875	rnn.weight_hh_l0	5	0.06515845656394958
145875	rnn.weight_hh_l0	6	-0.014338946901261806
145875	rnn.weight_hh_l0	7	-0.09315048903226852
145875	rnn.weight_hh_l0	8	0.007504933979362249
145875	rnn.weight_hh_l0	9	-0.08019472658634186
145875	rnn.bias_ih_l0	0	-0.050804268568754196
145875	rnn.bias_ih_l0	1	-0.18213480710983276
145875	rnn.bias_ih_l0	2	-0.2496357560157776
145875	rnn.bias_ih_l0	3	-0.27850720286369324
145875	rnn.bias_ih_l0	4	-0.00509882066398859
145875	rnn.bias_ih_l0	5	0.03144214674830437
145875	rnn.bias_ih_l0	6	-0.17491461336612701
145875	rnn.bias_ih_l0	7	-0.2619727849960327
145875	rnn.bias_ih_l0	8	-0.13132891058921814
145875	rnn.bias_ih_l0	9	-0.19333712756633759
145875	rnn.bias_hh_l0	0	0.11701179295778275
145875	rnn.bias_hh_l0	1	-0.06278518587350845
145875	rnn.bias_hh_l0	2	0.0523727610707283
145875	rnn.bias_hh_l0	3	-0.16592614352703094
145875	rnn.bias_hh_l0	4	0.05231403931975365
145875	rnn.bias_hh_l0	5	0.02663014456629753
145875	rnn.bias_hh_l0	6	-0.09118194133043289
145875	rnn.bias_hh_l0	7	-0.1603076457977295
145875	rnn.bias_hh_l0	8	-0.18180938065052032
145875	rnn.bias_hh_l0	9	-0.09421225637197495
145875	rnn.weight_ih_l0_reverse	0	-0.014283327385783195
145875	rnn.weight_ih_l0_reverse	1	0.00441259890794754
145875	rnn.weight_ih_l0_reverse	2	0.010562189854681492
145875	rnn.weight_ih_l0_reverse	3	0.007229696027934551
145875	rnn.weight_ih_l0_reverse	4	0.032211847603321075
145875	rnn.weight_ih_l0_reverse	5	-0.055855993181467056
145875	rnn.weight_ih_l0_reverse	6	-0.049504220485687256
145875	rnn.weight_ih_l0_reverse	7	-0.0028552410658448935
145875	rnn.weight_ih_l0_reverse	8	0.09175354242324829
145875	rnn.weight_ih_l0_reverse	9	0.018644455820322037
145875	rnn.weight_hh_l0_reverse	0	0.005900684744119644
145875	rnn.weight_hh_l0_reverse	1	0.026485854759812355
145875	rnn.weight_hh_l0_reverse	2	-0.04038463905453682
145875	rnn.weight_hh_l0_reverse	3	0.04049605131149292
145875	rnn.weight_hh_l0_reverse	4	0.02619989402592182
145875	rnn.weight_hh_l0_reverse	5	0.003658577799797058
145875	rnn.weight_hh_l0_reverse	6	0.059108395129442215
145875	rnn.weight_hh_l0_reverse	7	0.026570748537778854
145875	rnn.weight_hh_l0_reverse	8	-0.012830359861254692
145875	rnn.weight_hh_l0_reverse	9	-0.03435607627034187
145875	rnn.bias_ih_l0_reverse	0	-0.13544221222400665
145875	rnn.bias_ih_l0_reverse	1	-0.30084341764450073
145875	rnn.bias_ih_l0_reverse	2	-0.07117654383182526
145875	rnn.bias_ih_l0_reverse	3	-0.1385265737771988
145875	rnn.bias_ih_l0_reverse	4	0.061649467796087265
145875	rnn.bias_ih_l0_reverse	5	-0.25549453496932983
145875	rnn.bias_ih_l0_reverse	6	-0.052985623478889465
145875	rnn.bias_ih_l0_reverse	7	0.02028389647603035
145875	rnn.bias_ih_l0_reverse	8	-0.18003439903259277
145875	rnn.bias_ih_l0_reverse	9	-0.09116185456514359
145875	rnn.bias_hh_l0_reverse	0	-0.15498240292072296
145875	rnn.bias_hh_l0_reverse	1	-0.14762061834335327
145875	rnn.bias_hh_l0_reverse	2	-0.02036195434629917
145875	rnn.bias_hh_l0_reverse	3	-0.12199200689792633
145875	rnn.bias_hh_l0_reverse	4	-0.028085248544812202
145875	rnn.bias_hh_l0_reverse	5	-0.11426398158073425
145875	rnn.bias_hh_l0_reverse	6	-0.0751115083694458
145875	rnn.bias_hh_l0_reverse	7	-0.20495617389678955
145875	rnn.bias_hh_l0_reverse	8	-0.05328656733036041
145875	rnn.bias_hh_l0_reverse	9	-0.13778461515903473
145875	linear.weight	0	-0.21295104920864105
145875	linear.weight	1	-0.1640680581331253
145875	linear.weight	2	-0.011228874325752258
145875	linear.weight	3	-0.07263051718473434
145875	linear.weight	4	0.032127268612384796
145875	linear.weight	5	0.23309698700904846
145875	linear.weight	6	0.0047744326293468475
145875	linear.weight	7	-0.021312154829502106
145875	linear.weight	8	0.108530692756176
145875	linear.weight	9	0.17189811170101166
145875	linear.bias	0	-0.8530466556549072
145875	linear.bias	1	1.391558289527893
145875	linear.bias	2	-0.4178283214569092
145875	linear.bias	3	-0.7100392580032349
145875	linear.bias	4	-0.8860948085784912
145875	linear.bias	5	-1.1728246212005615
145875	linear.bias	6	-0.9168261289596558
145875	linear.bias	7	-0.7493194937705994
145875	linear.bias	8	-0.01705317199230194
145875	linear.bias	9	3.3648386001586914
146072	transitions	0	-0.41022852063179016
146072	transitions	1	8.512221336364746
146072	transitions	2	-3.4838502407073975
146072	transitions	3	1.4166072607040405
146072	transitions	4	-2.096099853515625
146072	transitions	5	-0.3877335488796234
146072	transitions	6	-0.18802376091480255
146072	transitions	7	-10000.0
146072	transitions	8	1.773329496383667
146072	transitions	9	-2.293593645095825
146072	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
146072	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
146072	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
146072	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
146072	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
146072	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
146072	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
146072	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
146072	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
146072	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
146072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
146072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
146072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
146072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
146072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
146072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
146072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
146072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
146072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
146072	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
146072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
146072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
146072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
146072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
146072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
146072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
146072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
146072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
146072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
146072	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
146072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
146072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
146072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
146072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
146072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
146072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
146072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
146072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
146072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
146072	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
146072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
146072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
146072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
146072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
146072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
146072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
146072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
146072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
146072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
146072	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
146072	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
146072	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
146072	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
146072	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
146072	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
146072	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
146072	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
146072	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
146072	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
146072	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
146072	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
146072	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
146072	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
146072	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
146072	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
146072	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
146072	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
146072	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
146072	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
146072	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
146072	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
146072	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
146072	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
146072	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
146072	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
146072	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
146072	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
146072	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
146072	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
146072	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
146072	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
146072	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
146072	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
146072	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
146072	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
146072	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
146072	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
146072	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
146072	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
146072	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
146072	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
146072	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
146072	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
146072	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
146072	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
146072	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
146072	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
146072	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
146072	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
146072	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
146072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
146072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
146072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
146072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
146072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
146072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
146072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
146072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
146072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
146072	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
146072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
146072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
146072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
146072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
146072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
146072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
146072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
146072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
146072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
146072	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
146072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
146072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
146072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
146072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
146072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
146072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
146072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
146072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
146072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
146072	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
146072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
146072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
146072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
146072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
146072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
146072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
146072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
146072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
146072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
146072	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
146072	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
146072	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
146072	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
146072	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
146072	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
146072	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
146072	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
146072	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
146072	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
146072	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
146072	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
146072	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
146072	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
146072	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
146072	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
146072	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
146072	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
146072	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
146072	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
146072	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
146072	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
146072	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
146072	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
146072	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
146072	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
146072	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
146072	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
146072	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
146072	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
146072	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
146072	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
146072	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
146072	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
146072	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
146072	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
146072	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
146072	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
146072	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
146072	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
146072	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
146072	embedding2nn.weight	0	0.04964691400527954
146072	embedding2nn.weight	1	-0.09438735991716385
146072	embedding2nn.weight	2	0.00851866789162159
146072	embedding2nn.weight	3	-0.05981162562966347
146072	embedding2nn.weight	4	-0.1200239509344101
146072	embedding2nn.weight	5	0.11883211135864258
146072	embedding2nn.weight	6	-0.12345032393932343
146072	embedding2nn.weight	7	-0.0795004591345787
146072	embedding2nn.weight	8	-0.017247213050723076
146072	embedding2nn.weight	9	0.08086999505758286
146072	embedding2nn.bias	0	0.06369535624980927
146072	embedding2nn.bias	1	0.0017900333041325212
146072	embedding2nn.bias	2	-0.07437033206224442
146072	embedding2nn.bias	3	0.05903886258602142
146072	embedding2nn.bias	4	-0.020022138953208923
146072	embedding2nn.bias	5	-0.13777291774749756
146072	embedding2nn.bias	6	-0.08965526521205902
146072	embedding2nn.bias	7	-0.06610670685768127
146072	embedding2nn.bias	8	0.11310344189405441
146072	embedding2nn.bias	9	-0.05716737359762192
146072	rnn.weight_ih_l0	0	0.02778342366218567
146072	rnn.weight_ih_l0	1	-0.06757067888975143
146072	rnn.weight_ih_l0	2	-0.018356937915086746
146072	rnn.weight_ih_l0	3	-0.054417114704847336
146072	rnn.weight_ih_l0	4	0.03140442073345184
146072	rnn.weight_ih_l0	5	-0.09979275614023209
146072	rnn.weight_ih_l0	6	-0.060103870928287506
146072	rnn.weight_ih_l0	7	-0.009089775383472443
146072	rnn.weight_ih_l0	8	0.0588187538087368
146072	rnn.weight_ih_l0	9	0.016415761783719063
146072	rnn.weight_hh_l0	0	0.003247378394007683
146072	rnn.weight_hh_l0	1	-0.08905152976512909
146072	rnn.weight_hh_l0	2	0.059729184955358505
146072	rnn.weight_hh_l0	3	0.04271579161286354
146072	rnn.weight_hh_l0	4	0.0046058520674705505
146072	rnn.weight_hh_l0	5	0.06508788466453552
146072	rnn.weight_hh_l0	6	-0.014183689840137959
146072	rnn.weight_hh_l0	7	-0.0931214913725853
146072	rnn.weight_hh_l0	8	0.007874208502471447
146072	rnn.weight_hh_l0	9	-0.07918469607830048
146072	rnn.bias_ih_l0	0	-0.052558571100234985
146072	rnn.bias_ih_l0	1	-0.1816217005252838
146072	rnn.bias_ih_l0	2	-0.24888649582862854
146072	rnn.bias_ih_l0	3	-0.27731025218963623
146072	rnn.bias_ih_l0	4	-0.0029477039352059364
146072	rnn.bias_ih_l0	5	0.029807619750499725
146072	rnn.bias_ih_l0	6	-0.17421531677246094
146072	rnn.bias_ih_l0	7	-0.26048609614372253
146072	rnn.bias_ih_l0	8	-0.13230960071086884
146072	rnn.bias_ih_l0	9	-0.19147218763828278
146072	rnn.bias_hh_l0	0	0.11704624444246292
146072	rnn.bias_hh_l0	1	-0.06255389004945755
146072	rnn.bias_hh_l0	2	0.05338071286678314
146072	rnn.bias_hh_l0	3	-0.16619527339935303
146072	rnn.bias_hh_l0	4	0.05068603530526161
146072	rnn.bias_hh_l0	5	0.026733212172985077
146072	rnn.bias_hh_l0	6	-0.09113293886184692
146072	rnn.bias_hh_l0	7	-0.16158652305603027
146072	rnn.bias_hh_l0	8	-0.1839715987443924
146072	rnn.bias_hh_l0	9	-0.09479012340307236
146072	rnn.weight_ih_l0_reverse	0	-0.015562202781438828
146072	rnn.weight_ih_l0_reverse	1	0.0035097908694297075
146072	rnn.weight_ih_l0_reverse	2	0.01291040051728487
146072	rnn.weight_ih_l0_reverse	3	0.007887663319706917
146072	rnn.weight_ih_l0_reverse	4	0.029126450419425964
146072	rnn.weight_ih_l0_reverse	5	-0.057639531791210175
146072	rnn.weight_ih_l0_reverse	6	-0.051428746432065964
146072	rnn.weight_ih_l0_reverse	7	-0.004382398445159197
146072	rnn.weight_ih_l0_reverse	8	0.09212791174650192
146072	rnn.weight_ih_l0_reverse	9	0.017308523878455162
146072	rnn.weight_hh_l0_reverse	0	0.005791734904050827
146072	rnn.weight_hh_l0_reverse	1	0.02662544511258602
146072	rnn.weight_hh_l0_reverse	2	-0.040770430117845535
146072	rnn.weight_hh_l0_reverse	3	0.04049184173345566
146072	rnn.weight_hh_l0_reverse	4	0.025313278660178185
146072	rnn.weight_hh_l0_reverse	5	0.003511707065626979
146072	rnn.weight_hh_l0_reverse	6	0.05942795053124428
146072	rnn.weight_hh_l0_reverse	7	0.02583969011902809
146072	rnn.weight_hh_l0_reverse	8	-0.013250847347080708
146072	rnn.weight_hh_l0_reverse	9	-0.03469853848218918
146072	rnn.bias_ih_l0_reverse	0	-0.1347961276769638
146072	rnn.bias_ih_l0_reverse	1	-0.30483922362327576
146072	rnn.bias_ih_l0_reverse	2	-0.07177072018384933
146072	rnn.bias_ih_l0_reverse	3	-0.14030338823795319
146072	rnn.bias_ih_l0_reverse	4	0.06155984476208687
146072	rnn.bias_ih_l0_reverse	5	-0.2560485899448395
146072	rnn.bias_ih_l0_reverse	6	-0.05139157548546791
146072	rnn.bias_ih_l0_reverse	7	0.021140258759260178
146072	rnn.bias_ih_l0_reverse	8	-0.17850083112716675
146072	rnn.bias_ih_l0_reverse	9	-0.09028498083353043
146072	rnn.bias_hh_l0_reverse	0	-0.15555213391780853
146072	rnn.bias_hh_l0_reverse	1	-0.1467243880033493
146072	rnn.bias_hh_l0_reverse	2	-0.02067076414823532
146072	rnn.bias_hh_l0_reverse	3	-0.12112872302532196
146072	rnn.bias_hh_l0_reverse	4	-0.028906218707561493
146072	rnn.bias_hh_l0_reverse	5	-0.11379455775022507
146072	rnn.bias_hh_l0_reverse	6	-0.07374125719070435
146072	rnn.bias_hh_l0_reverse	7	-0.2055651694536209
146072	rnn.bias_hh_l0_reverse	8	-0.052537478506565094
146072	rnn.bias_hh_l0_reverse	9	-0.13728603720664978
146072	linear.weight	0	-0.21598175168037415
146072	linear.weight	1	-0.16220514476299286
146072	linear.weight	2	-0.011228874325752258
146072	linear.weight	3	-0.07091424614191055
146072	linear.weight	4	0.031749580055475235
146072	linear.weight	5	0.22011452913284302
146072	linear.weight	6	0.0047744326293468475
146072	linear.weight	7	-0.021312154829502106
146072	linear.weight	8	0.10835260152816772
146072	linear.weight	9	0.1682208776473999
146072	linear.bias	0	-0.8528069853782654
146072	linear.bias	1	1.40280282497406
146072	linear.bias	2	-0.39627912640571594
146072	linear.bias	3	-0.6916704773902893
146072	linear.bias	4	-0.8570014238357544
146072	linear.bias	5	-1.1728496551513672
146072	linear.bias	6	-0.9185184836387634
146072	linear.bias	7	-0.7329705953598022
146072	linear.bias	8	-0.01705317199230194
146072	linear.bias	9	3.3414833545684814
146076	transitions	0	-0.41022905707359314
146076	transitions	1	8.516141891479492
146076	transitions	2	-3.4838805198669434
146076	transitions	3	1.4164276123046875
146076	transitions	4	-2.0961008071899414
146076	transitions	5	-0.3877340257167816
146076	transitions	6	-0.18802385032176971
146076	transitions	7	-10000.0
146076	transitions	8	1.77332603931427
146076	transitions	9	-2.293593645095825
146076	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
146076	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
146076	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
146076	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
146076	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
146076	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
146076	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
146076	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
146076	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
146076	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
146076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
146076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
146076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
146076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
146076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
146076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
146076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
146076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
146076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
146076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
146076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
146076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
146076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
146076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
146076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
146076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
146076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
146076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
146076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
146076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
146076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
146076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
146076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
146076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
146076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
146076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
146076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
146076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
146076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
146076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
146076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
146076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
146076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
146076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
146076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
146076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
146076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
146076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
146076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
146076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
146076	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
146076	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
146076	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
146076	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
146076	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
146076	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
146076	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
146076	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
146076	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
146076	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
146076	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
146076	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
146076	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
146076	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
146076	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
146076	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
146076	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
146076	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
146076	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
146076	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
146076	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
146076	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
146076	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
146076	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
146076	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
146076	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
146076	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
146076	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
146076	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
146076	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
146076	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
146076	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
146076	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
146076	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
146076	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
146076	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
146076	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
146076	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
146076	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
146076	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
146076	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
146076	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
146076	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
146076	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
146076	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
146076	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
146076	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
146076	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
146076	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
146076	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
146076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
146076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
146076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
146076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
146076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
146076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
146076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
146076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
146076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
146076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
146076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
146076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
146076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
146076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
146076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
146076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
146076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
146076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
146076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
146076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
146076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
146076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
146076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
146076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
146076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
146076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
146076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
146076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
146076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
146076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
146076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
146076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
146076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
146076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
146076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
146076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
146076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
146076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
146076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
146076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
146076	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
146076	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
146076	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
146076	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
146076	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
146076	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
146076	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
146076	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
146076	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
146076	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
146076	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
146076	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
146076	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
146076	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
146076	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
146076	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
146076	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
146076	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
146076	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
146076	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
146076	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
146076	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
146076	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
146076	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
146076	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
146076	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
146076	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
146076	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
146076	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
146076	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
146076	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
146076	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
146076	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
146076	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
146076	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
146076	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
146076	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
146076	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
146076	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
146076	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
146076	embedding2nn.weight	0	0.049648940563201904
146076	embedding2nn.weight	1	-0.09435630589723587
146076	embedding2nn.weight	2	0.008701152168214321
146076	embedding2nn.weight	3	-0.05966929346323013
146076	embedding2nn.weight	4	-0.11997410655021667
146076	embedding2nn.weight	5	0.11877136677503586
146076	embedding2nn.weight	6	-0.12349878996610641
146076	embedding2nn.weight	7	-0.07950666546821594
146076	embedding2nn.weight	8	-0.017114995047450066
146076	embedding2nn.weight	9	0.08058225363492966
146076	embedding2nn.bias	0	0.0628749430179596
146076	embedding2nn.bias	1	0.0015059392899274826
146076	embedding2nn.bias	2	-0.07576606422662735
146076	embedding2nn.bias	3	0.05949437990784645
146076	embedding2nn.bias	4	-0.019991181790828705
146076	embedding2nn.bias	5	-0.1360636055469513
146076	embedding2nn.bias	6	-0.09042803198099136
146076	embedding2nn.bias	7	-0.06479328870773315
146076	embedding2nn.bias	8	0.11313705891370773
146076	embedding2nn.bias	9	-0.057105064392089844
146076	rnn.weight_ih_l0	0	0.027602816000580788
146076	rnn.weight_ih_l0	1	-0.06757358461618423
146076	rnn.weight_ih_l0	2	-0.017822111025452614
146076	rnn.weight_ih_l0	3	-0.05428513512015343
146076	rnn.weight_ih_l0	4	0.03137987479567528
146076	rnn.weight_ih_l0	5	-0.0997411385178566
146076	rnn.weight_ih_l0	6	-0.06006187945604324
146076	rnn.weight_ih_l0	7	-0.00910359900444746
146076	rnn.weight_ih_l0	8	0.05892658606171608
146076	rnn.weight_ih_l0	9	0.016391124576330185
146076	rnn.weight_hh_l0	0	0.0032920853700488806
146076	rnn.weight_hh_l0	1	-0.08903199434280396
146076	rnn.weight_hh_l0	2	0.059680599719285965
146076	rnn.weight_hh_l0	3	0.04271895810961723
146076	rnn.weight_hh_l0	4	0.00460505997762084
146076	rnn.weight_hh_l0	5	0.06506039947271347
146076	rnn.weight_hh_l0	6	-0.01418115571141243
146076	rnn.weight_hh_l0	7	-0.0931219533085823
146076	rnn.weight_hh_l0	8	0.00793445110321045
146076	rnn.weight_hh_l0	9	-0.07920283079147339
146076	rnn.bias_ih_l0	0	-0.052586451172828674
146076	rnn.bias_ih_l0	1	-0.1817391812801361
146076	rnn.bias_ih_l0	2	-0.2488773614168167
146076	rnn.bias_ih_l0	3	-0.2774599492549896
146076	rnn.bias_ih_l0	4	-0.0027752970345318317
146076	rnn.bias_ih_l0	5	0.029956556856632233
146076	rnn.bias_ih_l0	6	-0.17423467338085175
146076	rnn.bias_ih_l0	7	-0.26052314043045044
146076	rnn.bias_ih_l0	8	-0.1323293298482895
146076	rnn.bias_ih_l0	9	-0.19148437678813934
146076	rnn.bias_hh_l0	0	0.11666151136159897
146076	rnn.bias_hh_l0	1	-0.062291525304317474
146076	rnn.bias_hh_l0	2	0.05342992767691612
146076	rnn.bias_hh_l0	3	-0.16655388474464417
146076	rnn.bias_hh_l0	4	0.05073196440935135
146076	rnn.bias_hh_l0	5	0.026878828182816505
146076	rnn.bias_hh_l0	6	-0.09160363674163818
146076	rnn.bias_hh_l0	7	-0.16161946952342987
146076	rnn.bias_hh_l0	8	-0.18375645577907562
146076	rnn.bias_hh_l0	9	-0.09477798640727997
146076	rnn.weight_ih_l0_reverse	0	-0.015620335005223751
146076	rnn.weight_ih_l0_reverse	1	0.0034164050593972206
146076	rnn.weight_ih_l0_reverse	2	0.013338504359126091
146076	rnn.weight_ih_l0_reverse	3	0.008128086104989052
146076	rnn.weight_ih_l0_reverse	4	0.02909921295940876
146076	rnn.weight_ih_l0_reverse	5	-0.05754126235842705
146076	rnn.weight_ih_l0_reverse	6	-0.05140449479222298
146076	rnn.weight_ih_l0_reverse	7	-0.0042829797603189945
146076	rnn.weight_ih_l0_reverse	8	0.09211739897727966
146076	rnn.weight_ih_l0_reverse	9	0.01736561954021454
146076	rnn.weight_hh_l0_reverse	0	0.005795562174171209
146076	rnn.weight_hh_l0_reverse	1	0.026622937992215157
146076	rnn.weight_hh_l0_reverse	2	-0.040747761726379395
146076	rnn.weight_hh_l0_reverse	3	0.0404697060585022
146076	rnn.weight_hh_l0_reverse	4	0.025265730917453766
146076	rnn.weight_hh_l0_reverse	5	0.0034869529772549868
146076	rnn.weight_hh_l0_reverse	6	0.05942622199654579
146076	rnn.weight_hh_l0_reverse	7	0.025820672512054443
146076	rnn.weight_hh_l0_reverse	8	-0.013246307149529457
146076	rnn.weight_hh_l0_reverse	9	-0.034709542989730835
146076	rnn.bias_ih_l0_reverse	0	-0.134705051779747
146076	rnn.bias_ih_l0_reverse	1	-0.3047342598438263
146076	rnn.bias_ih_l0_reverse	2	-0.07196816056966782
146076	rnn.bias_ih_l0_reverse	3	-0.1402074247598648
146076	rnn.bias_ih_l0_reverse	4	0.0615694522857666
146076	rnn.bias_ih_l0_reverse	5	-0.25615063309669495
146076	rnn.bias_ih_l0_reverse	6	-0.051598213613033295
146076	rnn.bias_ih_l0_reverse	7	0.021105924621224403
146076	rnn.bias_ih_l0_reverse	8	-0.17848840355873108
146076	rnn.bias_ih_l0_reverse	9	-0.09011830389499664
146076	rnn.bias_hh_l0_reverse	0	-0.15574167668819427
146076	rnn.bias_hh_l0_reverse	1	-0.1464768797159195
146076	rnn.bias_hh_l0_reverse	2	-0.020787423476576805
146076	rnn.bias_hh_l0_reverse	3	-0.12110099196434021
146076	rnn.bias_hh_l0_reverse	4	-0.02889162488281727
146076	rnn.bias_hh_l0_reverse	5	-0.11362266540527344
146076	rnn.bias_hh_l0_reverse	6	-0.07371405512094498
146076	rnn.bias_hh_l0_reverse	7	-0.20574578642845154
146076	rnn.bias_hh_l0_reverse	8	-0.05244624987244606
146076	rnn.bias_hh_l0_reverse	9	-0.13724273443222046
146076	linear.weight	0	-0.21611569821834564
146076	linear.weight	1	-0.16228359937667847
146076	linear.weight	2	-0.011228874325752258
146076	linear.weight	3	-0.07088803499937057
146076	linear.weight	4	0.03198661655187607
146076	linear.weight	5	0.2209533005952835
146076	linear.weight	6	0.0047744326293468475
146076	linear.weight	7	-0.021312154829502106
146076	linear.weight	8	0.10899437963962555
146076	linear.weight	9	0.16836102306842804
146076	linear.bias	0	-0.8553640246391296
146076	linear.bias	1	1.4014087915420532
146076	linear.bias	2	-0.3988244831562042
146076	linear.bias	3	-0.6881345510482788
146076	linear.bias	4	-0.8612958192825317
146076	linear.bias	5	-1.1728503704071045
146076	linear.bias	6	-0.9211169481277466
146076	linear.bias	7	-0.7320529222488403
146076	linear.bias	8	-0.01705317199230194
146076	linear.bias	9	3.338581085205078
146273	transitions	0	-0.41071128845214844
146273	transitions	1	8.527591705322266
146273	transitions	2	-3.4842209815979004
146273	transitions	3	1.4084663391113281
146273	transitions	4	-2.096277952194214
146273	transitions	5	-0.38775554299354553
146273	transitions	6	-0.18804679811000824
146273	transitions	7	-10000.0
146273	transitions	8	1.772992491722107
146273	transitions	9	-2.293597936630249
146273	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
146273	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
146273	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
146273	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
146273	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
146273	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
146273	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
146273	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
146273	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
146273	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
146273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
146273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
146273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
146273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
146273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
146273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
146273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
146273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
146273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
146273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
146273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
146273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
146273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
146273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
146273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
146273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
146273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
146273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
146273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
146273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
146273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
146273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
146273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
146273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
146273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
146273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
146273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
146273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
146273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
146273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
146273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
146273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
146273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
146273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
146273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
146273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
146273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
146273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
146273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
146273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
146273	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
146273	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
146273	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
146273	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
146273	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
146273	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
146273	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
146273	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
146273	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
146273	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
146273	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
146273	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
146273	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
146273	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
146273	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
146273	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
146273	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
146273	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
146273	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
146273	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
146273	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
146273	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
146273	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
146273	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
146273	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
146273	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
146273	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
146273	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
146273	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
146273	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
146273	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
146273	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
146273	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
146273	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
146273	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
146273	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
146273	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
146273	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
146273	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
146273	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
146273	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
146273	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
146273	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
146273	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
146273	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
146273	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
146273	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
146273	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
146273	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
146273	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
146273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
146273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
146273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
146273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
146273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
146273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
146273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
146273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
146273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
146273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
146273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
146273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
146273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
146273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
146273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
146273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
146273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
146273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
146273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
146273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
146273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
146273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
146273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
146273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
146273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
146273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
146273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
146273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
146273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
146273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
146273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
146273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
146273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
146273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
146273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
146273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
146273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
146273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
146273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
146273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
146273	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
146273	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
146273	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
146273	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
146273	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
146273	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
146273	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
146273	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
146273	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
146273	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
146273	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
146273	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
146273	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
146273	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
146273	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
146273	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
146273	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
146273	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
146273	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
146273	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
146273	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
146273	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
146273	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
146273	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
146273	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
146273	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
146273	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
146273	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
146273	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
146273	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
146273	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
146273	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
146273	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
146273	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
146273	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
146273	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
146273	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
146273	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
146273	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
146273	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
146273	embedding2nn.weight	0	0.0498499795794487
146273	embedding2nn.weight	1	-0.09526452422142029
146273	embedding2nn.weight	2	0.007080012932419777
146273	embedding2nn.weight	3	-0.06031769514083862
146273	embedding2nn.weight	4	-0.12244520336389542
146273	embedding2nn.weight	5	0.11833697557449341
146273	embedding2nn.weight	6	-0.12516510486602783
146273	embedding2nn.weight	7	-0.07861686497926712
146273	embedding2nn.weight	8	-0.017888734117150307
146273	embedding2nn.weight	9	0.07904672622680664
146273	embedding2nn.bias	0	0.05553899332880974
146273	embedding2nn.bias	1	0.010950048454105854
146273	embedding2nn.bias	2	-0.07573593407869339
146273	embedding2nn.bias	3	0.06453397870063782
146273	embedding2nn.bias	4	-0.018169865012168884
146273	embedding2nn.bias	5	-0.13455094397068024
146273	embedding2nn.bias	6	-0.09826362133026123
146273	embedding2nn.bias	7	-0.06577334553003311
146273	embedding2nn.bias	8	0.1116727963089943
146273	embedding2nn.bias	9	-0.05008026957511902
146273	rnn.weight_ih_l0	0	0.027257179841399193
146273	rnn.weight_ih_l0	1	-0.06640727072954178
146273	rnn.weight_ih_l0	2	-0.018423499539494514
146273	rnn.weight_ih_l0	3	-0.05513933673501015
146273	rnn.weight_ih_l0	4	0.031004685908555984
146273	rnn.weight_ih_l0	5	-0.09984056651592255
146273	rnn.weight_ih_l0	6	-0.06018134579062462
146273	rnn.weight_ih_l0	7	-0.008702151477336884
146273	rnn.weight_ih_l0	8	0.05754586681723595
146273	rnn.weight_ih_l0	9	0.01608525775372982
146273	rnn.weight_hh_l0	0	0.003574856324121356
146273	rnn.weight_hh_l0	1	-0.08827333152294159
146273	rnn.weight_hh_l0	2	0.06035510078072548
146273	rnn.weight_hh_l0	3	0.04222363606095314
146273	rnn.weight_hh_l0	4	0.004594143945723772
146273	rnn.weight_hh_l0	5	0.06493102014064789
146273	rnn.weight_hh_l0	6	-0.014296199195086956
146273	rnn.weight_hh_l0	7	-0.0933886244893074
146273	rnn.weight_hh_l0	8	0.008000087924301624
146273	rnn.weight_hh_l0	9	-0.07852152734994888
146273	rnn.bias_ih_l0	0	-0.052178606390953064
146273	rnn.bias_ih_l0	1	-0.18257424235343933
146273	rnn.bias_ih_l0	2	-0.2491718977689743
146273	rnn.bias_ih_l0	3	-0.27858585119247437
146273	rnn.bias_ih_l0	4	-0.004241142887622118
146273	rnn.bias_ih_l0	5	0.032605212181806564
146273	rnn.bias_ih_l0	6	-0.17449642717838287
146273	rnn.bias_ih_l0	7	-0.26021355390548706
146273	rnn.bias_ih_l0	8	-0.1316138654947281
146273	rnn.bias_ih_l0	9	-0.19141389429569244
146273	rnn.bias_hh_l0	0	0.11260151118040085
146273	rnn.bias_hh_l0	1	-0.06184324622154236
146273	rnn.bias_hh_l0	2	0.05216764286160469
146273	rnn.bias_hh_l0	3	-0.16719062626361847
146273	rnn.bias_hh_l0	4	0.04747544974088669
146273	rnn.bias_hh_l0	5	0.026711901649832726
146273	rnn.bias_hh_l0	6	-0.09179949760437012
146273	rnn.bias_hh_l0	7	-0.16135160624980927
146273	rnn.bias_hh_l0	8	-0.1849900782108307
146273	rnn.bias_hh_l0	9	-0.09290879219770432
146273	rnn.weight_ih_l0_reverse	0	-0.015864772722125053
146273	rnn.weight_ih_l0_reverse	1	0.004582546651363373
146273	rnn.weight_ih_l0_reverse	2	0.014123906381428242
146273	rnn.weight_ih_l0_reverse	3	0.007381766103208065
146273	rnn.weight_ih_l0_reverse	4	0.029277227818965912
146273	rnn.weight_ih_l0_reverse	5	-0.05743265524506569
146273	rnn.weight_ih_l0_reverse	6	-0.051323551684617996
146273	rnn.weight_ih_l0_reverse	7	-0.0033854227513074875
146273	rnn.weight_ih_l0_reverse	8	0.0918981283903122
146273	rnn.weight_ih_l0_reverse	9	0.016683049499988556
146273	rnn.weight_hh_l0_reverse	0	0.005652311723679304
146273	rnn.weight_hh_l0_reverse	1	0.02675970084965229
146273	rnn.weight_hh_l0_reverse	2	-0.04033268988132477
146273	rnn.weight_hh_l0_reverse	3	0.04054179787635803
146273	rnn.weight_hh_l0_reverse	4	0.025392919778823853
146273	rnn.weight_hh_l0_reverse	5	0.0033074759412556887
146273	rnn.weight_hh_l0_reverse	6	0.059228312224149704
146273	rnn.weight_hh_l0_reverse	7	0.02570774219930172
146273	rnn.weight_hh_l0_reverse	8	-0.013273695483803749
146273	rnn.weight_hh_l0_reverse	9	-0.03473331779241562
146273	rnn.bias_ih_l0_reverse	0	-0.1363564431667328
146273	rnn.bias_ih_l0_reverse	1	-0.3020375370979309
146273	rnn.bias_ih_l0_reverse	2	-0.07109466940164566
146273	rnn.bias_ih_l0_reverse	3	-0.13874617218971252
146273	rnn.bias_ih_l0_reverse	4	0.059852488338947296
146273	rnn.bias_ih_l0_reverse	5	-0.2552219033241272
146273	rnn.bias_ih_l0_reverse	6	-0.052537400275468826
146273	rnn.bias_ih_l0_reverse	7	0.01802394911646843
146273	rnn.bias_ih_l0_reverse	8	-0.1795501857995987
146273	rnn.bias_ih_l0_reverse	9	-0.09187424182891846
146273	rnn.bias_hh_l0_reverse	0	-0.15894964337348938
146273	rnn.bias_hh_l0_reverse	1	-0.14647768437862396
146273	rnn.bias_hh_l0_reverse	2	-0.018929725512862206
146273	rnn.bias_hh_l0_reverse	3	-0.12351857125759125
146273	rnn.bias_hh_l0_reverse	4	-0.02846997231245041
146273	rnn.bias_hh_l0_reverse	5	-0.11289729923009872
146273	rnn.bias_hh_l0_reverse	6	-0.0730721727013588
146273	rnn.bias_hh_l0_reverse	7	-0.20326505601406097
146273	rnn.bias_hh_l0_reverse	8	-0.05263645201921463
146273	rnn.bias_hh_l0_reverse	9	-0.13678863644599915
146273	linear.weight	0	-0.2172659933567047
146273	linear.weight	1	-0.16318219900131226
146273	linear.weight	2	-0.011228874325752258
146273	linear.weight	3	-0.06491933763027191
146273	linear.weight	4	0.02609093487262726
146273	linear.weight	5	0.2246524691581726
146273	linear.weight	6	0.0047744326293468475
146273	linear.weight	7	-0.021312154829502106
146273	linear.weight	8	0.12328782677650452
146273	linear.weight	9	0.16389484703540802
146273	linear.bias	0	-0.8566892147064209
146273	linear.bias	1	1.3700779676437378
146273	linear.bias	2	-0.42739295959472656
146273	linear.bias	3	-0.6851621866226196
146273	linear.bias	4	-0.8879445195198059
146273	linear.bias	5	-1.1728789806365967
146273	linear.bias	6	-0.9211854934692383
146273	linear.bias	7	-0.7456250190734863
146273	linear.bias	8	-0.01705317199230194
146273	linear.bias	9	3.3901195526123047
146470	transitions	0	-0.41091224551200867
146470	transitions	1	8.50675106048584
146470	transitions	2	-3.4847564697265625
146470	transitions	3	1.4090173244476318
146470	transitions	4	-2.096735715866089
146470	transitions	5	-0.38779476284980774
146470	transitions	6	-0.1880662590265274
146470	transitions	7	-10000.0
146470	transitions	8	1.7725715637207031
146470	transitions	9	-2.29360032081604
146470	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
146470	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
146470	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
146470	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
146470	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
146470	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
146470	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
146470	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
146470	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
146470	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
146470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
146470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
146470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
146470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
146470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
146470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
146470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
146470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
146470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
146470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
146470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
146470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
146470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
146470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
146470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
146470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
146470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
146470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
146470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
146470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
146470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
146470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
146470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
146470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
146470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
146470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
146470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
146470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
146470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
146470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
146470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
146470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
146470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
146470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
146470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
146470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
146470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
146470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
146470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
146470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
146470	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
146470	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
146470	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
146470	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
146470	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
146470	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
146470	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
146470	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
146470	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
146470	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
146470	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
146470	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
146470	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
146470	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
146470	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
146470	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
146470	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
146470	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
146470	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
146470	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
146470	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
146470	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
146470	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
146470	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
146470	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
146470	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
146470	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
146470	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
146470	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
146470	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
146470	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
146470	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
146470	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
146470	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
146470	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
146470	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
146470	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
146470	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
146470	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
146470	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
146470	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
146470	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
146470	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
146470	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
146470	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
146470	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
146470	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
146470	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
146470	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
146470	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
146470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
146470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
146470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
146470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
146470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
146470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
146470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
146470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
146470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
146470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
146470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
146470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
146470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
146470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
146470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
146470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
146470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
146470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
146470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
146470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
146470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
146470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
146470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
146470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
146470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
146470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
146470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
146470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
146470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
146470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
146470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
146470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
146470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
146470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
146470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
146470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
146470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
146470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
146470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
146470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
146470	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
146470	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
146470	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
146470	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
146470	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
146470	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
146470	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
146470	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
146470	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
146470	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
146470	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
146470	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
146470	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
146470	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
146470	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
146470	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
146470	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
146470	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
146470	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
146470	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
146470	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
146470	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
146470	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
146470	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
146470	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
146470	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
146470	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
146470	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
146470	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
146470	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
146470	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
146470	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
146470	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
146470	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
146470	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
146470	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
146470	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
146470	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
146470	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
146470	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
146470	embedding2nn.weight	0	0.04955841973423958
146470	embedding2nn.weight	1	-0.09628155082464218
146470	embedding2nn.weight	2	0.005762399639934301
146470	embedding2nn.weight	3	-0.061479292809963226
146470	embedding2nn.weight	4	-0.12172547727823257
146470	embedding2nn.weight	5	0.11882207542657852
146470	embedding2nn.weight	6	-0.12261129170656204
146470	embedding2nn.weight	7	-0.0788658857345581
146470	embedding2nn.weight	8	-0.017764803022146225
146470	embedding2nn.weight	9	0.07750990241765976
146470	embedding2nn.bias	0	0.06462612748146057
146470	embedding2nn.bias	1	0.009162899106740952
146470	embedding2nn.bias	2	-0.07169931381940842
146470	embedding2nn.bias	3	0.06027022376656532
146470	embedding2nn.bias	4	-0.015910202637314796
146470	embedding2nn.bias	5	-0.13751408457756042
146470	embedding2nn.bias	6	-0.09988193958997726
146470	embedding2nn.bias	7	-0.06532512605190277
146470	embedding2nn.bias	8	0.10990340262651443
146470	embedding2nn.bias	9	-0.047129396349191666
146470	rnn.weight_ih_l0	0	0.026799779385328293
146470	rnn.weight_ih_l0	1	-0.06746163219213486
146470	rnn.weight_ih_l0	2	-0.018051456660032272
146470	rnn.weight_ih_l0	3	-0.05630548298358917
146470	rnn.weight_ih_l0	4	0.0318579338490963
146470	rnn.weight_ih_l0	5	-0.09887926280498505
146470	rnn.weight_ih_l0	6	-0.06005910784006119
146470	rnn.weight_ih_l0	7	-0.008315054699778557
146470	rnn.weight_ih_l0	8	0.05890786275267601
146470	rnn.weight_ih_l0	9	0.015407456085085869
146470	rnn.weight_hh_l0	0	0.004125894978642464
146470	rnn.weight_hh_l0	1	-0.08859104663133621
146470	rnn.weight_hh_l0	2	0.06012431159615517
146470	rnn.weight_hh_l0	3	0.041708655655384064
146470	rnn.weight_hh_l0	4	0.0044983369298279285
146470	rnn.weight_hh_l0	5	0.06466391682624817
146470	rnn.weight_hh_l0	6	-0.014267532154917717
146470	rnn.weight_hh_l0	7	-0.0929277092218399
146470	rnn.weight_hh_l0	8	0.007622364908456802
146470	rnn.weight_hh_l0	9	-0.07771773636341095
146470	rnn.bias_ih_l0	0	-0.0530184730887413
146470	rnn.bias_ih_l0	1	-0.18303819000720978
146470	rnn.bias_ih_l0	2	-0.2510484457015991
146470	rnn.bias_ih_l0	3	-0.2777295708656311
146470	rnn.bias_ih_l0	4	-0.00606249924749136
146470	rnn.bias_ih_l0	5	0.031915295869112015
146470	rnn.bias_ih_l0	6	-0.17440074682235718
146470	rnn.bias_ih_l0	7	-0.26014766097068787
146470	rnn.bias_ih_l0	8	-0.1310582011938095
146470	rnn.bias_ih_l0	9	-0.19094204902648926
146470	rnn.bias_hh_l0	0	0.11415330320596695
146470	rnn.bias_hh_l0	1	-0.06258922070264816
146470	rnn.bias_hh_l0	2	0.052516087889671326
146470	rnn.bias_hh_l0	3	-0.16876205801963806
146470	rnn.bias_hh_l0	4	0.04426633566617966
146470	rnn.bias_hh_l0	5	0.026849564164876938
146470	rnn.bias_hh_l0	6	-0.0918726921081543
146470	rnn.bias_hh_l0	7	-0.1618138998746872
146470	rnn.bias_hh_l0	8	-0.18496420979499817
146470	rnn.bias_hh_l0	9	-0.09440544247627258
146470	rnn.weight_ih_l0_reverse	0	-0.017996864393353462
146470	rnn.weight_ih_l0_reverse	1	0.004661766812205315
146470	rnn.weight_ih_l0_reverse	2	0.014533508569002151
146470	rnn.weight_ih_l0_reverse	3	0.006980473641306162
146470	rnn.weight_ih_l0_reverse	4	0.031028790399432182
146470	rnn.weight_ih_l0_reverse	5	-0.05648050829768181
146470	rnn.weight_ih_l0_reverse	6	-0.049382805824279785
146470	rnn.weight_ih_l0_reverse	7	-0.0038837778847664595
146470	rnn.weight_ih_l0_reverse	8	0.09268422424793243
146470	rnn.weight_ih_l0_reverse	9	0.016638245433568954
146470	rnn.weight_hh_l0_reverse	0	0.005838113371282816
146470	rnn.weight_hh_l0_reverse	1	0.02606983482837677
146470	rnn.weight_hh_l0_reverse	2	-0.040619753301143646
146470	rnn.weight_hh_l0_reverse	3	0.040444765239953995
146470	rnn.weight_hh_l0_reverse	4	0.02579670585691929
146470	rnn.weight_hh_l0_reverse	5	0.0031077847816050053
146470	rnn.weight_hh_l0_reverse	6	0.05913006141781807
146470	rnn.weight_hh_l0_reverse	7	0.026128806173801422
146470	rnn.weight_hh_l0_reverse	8	-0.013094726018607616
146470	rnn.weight_hh_l0_reverse	9	-0.03461175411939621
146470	rnn.bias_ih_l0_reverse	0	-0.13722993433475494
146470	rnn.bias_ih_l0_reverse	1	-0.3038281798362732
146470	rnn.bias_ih_l0_reverse	2	-0.07182075083255768
146470	rnn.bias_ih_l0_reverse	3	-0.13883772492408752
146470	rnn.bias_ih_l0_reverse	4	0.05791020765900612
146470	rnn.bias_ih_l0_reverse	5	-0.2555790841579437
146470	rnn.bias_ih_l0_reverse	6	-0.052318960428237915
146470	rnn.bias_ih_l0_reverse	7	0.013718063943088055
146470	rnn.bias_ih_l0_reverse	8	-0.17864328622817993
146470	rnn.bias_ih_l0_reverse	9	-0.09228398650884628
146470	rnn.bias_hh_l0_reverse	0	-0.15696316957473755
146470	rnn.bias_hh_l0_reverse	1	-0.14879204332828522
146470	rnn.bias_hh_l0_reverse	2	-0.019028203561902046
146470	rnn.bias_hh_l0_reverse	3	-0.12305928766727448
146470	rnn.bias_hh_l0_reverse	4	-0.028997434303164482
146470	rnn.bias_hh_l0_reverse	5	-0.11337434500455856
146470	rnn.bias_hh_l0_reverse	6	-0.07614536583423615
146470	rnn.bias_hh_l0_reverse	7	-0.20267005264759064
146470	rnn.bias_hh_l0_reverse	8	-0.05220866948366165
146470	rnn.bias_hh_l0_reverse	9	-0.13617077469825745
146470	linear.weight	0	-0.21776314079761505
146470	linear.weight	1	-0.1695965677499771
146470	linear.weight	2	-0.011228874325752258
146470	linear.weight	3	-0.06611797213554382
146470	linear.weight	4	0.021916357800364494
146470	linear.weight	5	0.21586266160011292
146470	linear.weight	6	0.0047744326293468475
146470	linear.weight	7	-0.021312154829502106
146470	linear.weight	8	0.1292084902524948
146470	linear.weight	9	0.16596511006355286
146470	linear.bias	0	-0.8453904986381531
146470	linear.bias	1	1.38381826877594
146470	linear.bias	2	-0.43191394209861755
146470	linear.bias	3	-0.6999715566635132
146470	linear.bias	4	-0.8557043671607971
146470	linear.bias	5	-1.1729059219360352
146470	linear.bias	6	-0.9105897545814514
146470	linear.bias	7	-0.7306735515594482
146470	linear.bias	8	-0.01705317199230194
146470	linear.bias	9	3.406531810760498
146667	transitions	0	-0.41100940108299255
146667	transitions	1	8.501640319824219
146667	transitions	2	-3.4850785732269287
146667	transitions	3	1.4130675792694092
146667	transitions	4	-2.097106695175171
146667	transitions	5	-0.3878260552883148
146667	transitions	6	-0.1880769282579422
146667	transitions	7	-10000.0
146667	transitions	8	1.7738194465637207
146667	transitions	9	-2.2936017513275146
146667	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
146667	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
146667	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
146667	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
146667	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
146667	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
146667	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
146667	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
146667	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
146667	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
146667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
146667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
146667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
146667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
146667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
146667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
146667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
146667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
146667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
146667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
146667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
146667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
146667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
146667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
146667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
146667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
146667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
146667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
146667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
146667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
146667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
146667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
146667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
146667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
146667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
146667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
146667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
146667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
146667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
146667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
146667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
146667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
146667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
146667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
146667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
146667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
146667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
146667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
146667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
146667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
146667	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
146667	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
146667	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
146667	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
146667	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
146667	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
146667	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
146667	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
146667	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
146667	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
146667	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
146667	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
146667	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
146667	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
146667	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
146667	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
146667	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
146667	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
146667	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
146667	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
146667	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
146667	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
146667	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
146667	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
146667	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
146667	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
146667	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
146667	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
146667	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
146667	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
146667	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
146667	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
146667	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
146667	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
146667	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
146667	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
146667	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
146667	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
146667	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
146667	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
146667	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
146667	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
146667	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
146667	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
146667	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
146667	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
146667	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
146667	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
146667	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
146667	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
146667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
146667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
146667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
146667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
146667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
146667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
146667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
146667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
146667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
146667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
146667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
146667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
146667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
146667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
146667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
146667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
146667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
146667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
146667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
146667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
146667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
146667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
146667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
146667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
146667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
146667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
146667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
146667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
146667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
146667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
146667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
146667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
146667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
146667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
146667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
146667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
146667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
146667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
146667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
146667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
146667	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
146667	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
146667	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
146667	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
146667	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
146667	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
146667	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
146667	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
146667	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
146667	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
146667	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
146667	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
146667	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
146667	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
146667	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
146667	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
146667	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
146667	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
146667	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
146667	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
146667	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
146667	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
146667	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
146667	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
146667	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
146667	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
146667	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
146667	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
146667	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
146667	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
146667	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
146667	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
146667	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
146667	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
146667	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
146667	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
146667	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
146667	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
146667	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
146667	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
146667	embedding2nn.weight	0	0.049853887408971786
146667	embedding2nn.weight	1	-0.09688457101583481
146667	embedding2nn.weight	2	0.007630964275449514
146667	embedding2nn.weight	3	-0.061749305576086044
146667	embedding2nn.weight	4	-0.12287375330924988
146667	embedding2nn.weight	5	0.11806046962738037
146667	embedding2nn.weight	6	-0.12304956465959549
146667	embedding2nn.weight	7	-0.07712922245264053
146667	embedding2nn.weight	8	-0.018677882850170135
146667	embedding2nn.weight	9	0.0769612193107605
146667	embedding2nn.bias	0	0.0588264986872673
146667	embedding2nn.bias	1	0.012459030374884605
146667	embedding2nn.bias	2	-0.07220880687236786
146667	embedding2nn.bias	3	0.05602161958813667
146667	embedding2nn.bias	4	-0.018217705190181732
146667	embedding2nn.bias	5	-0.1354777216911316
146667	embedding2nn.bias	6	-0.09569007903337479
146667	embedding2nn.bias	7	-0.06350550800561905
146667	embedding2nn.bias	8	0.10976184159517288
146667	embedding2nn.bias	9	-0.04346812516450882
146667	rnn.weight_ih_l0	0	0.02907463349401951
146667	rnn.weight_ih_l0	1	-0.06805296987295151
146667	rnn.weight_ih_l0	2	-0.01727435179054737
146667	rnn.weight_ih_l0	3	-0.05398155748844147
146667	rnn.weight_ih_l0	4	0.03247099369764328
146667	rnn.weight_ih_l0	5	-0.09990309178829193
146667	rnn.weight_ih_l0	6	-0.05950374901294708
146667	rnn.weight_ih_l0	7	-0.00863322801887989
146667	rnn.weight_ih_l0	8	0.058438003063201904
146667	rnn.weight_ih_l0	9	0.01408964954316616
146667	rnn.weight_hh_l0	0	0.003916273359209299
146667	rnn.weight_hh_l0	1	-0.08819403499364853
146667	rnn.weight_hh_l0	2	0.06029422953724861
146667	rnn.weight_hh_l0	3	0.04082198813557625
146667	rnn.weight_hh_l0	4	0.004264341201633215
146667	rnn.weight_hh_l0	5	0.06491460651159286
146667	rnn.weight_hh_l0	6	-0.014233579859137535
146667	rnn.weight_hh_l0	7	-0.0930308848619461
146667	rnn.weight_hh_l0	8	0.007647297810763121
146667	rnn.weight_hh_l0	9	-0.07862045615911484
146667	rnn.bias_ih_l0	0	-0.05190151184797287
146667	rnn.bias_ih_l0	1	-0.182121142745018
146667	rnn.bias_ih_l0	2	-0.2510074973106384
146667	rnn.bias_ih_l0	3	-0.2766586244106293
146667	rnn.bias_ih_l0	4	-0.007125029806047678
146667	rnn.bias_ih_l0	5	0.0333203487098217
146667	rnn.bias_ih_l0	6	-0.17445553839206696
146667	rnn.bias_ih_l0	7	-0.2616819143295288
146667	rnn.bias_ih_l0	8	-0.13520410656929016
146667	rnn.bias_ih_l0	9	-0.19089865684509277
146667	rnn.bias_hh_l0	0	0.11164959520101547
146667	rnn.bias_hh_l0	1	-0.06348203122615814
146667	rnn.bias_hh_l0	2	0.050554145127534866
146667	rnn.bias_hh_l0	3	-0.16907985508441925
146667	rnn.bias_hh_l0	4	0.0465519092977047
146667	rnn.bias_hh_l0	5	0.027639593929052353
146667	rnn.bias_hh_l0	6	-0.08978966623544693
146667	rnn.bias_hh_l0	7	-0.1624125987291336
146667	rnn.bias_hh_l0	8	-0.18941350281238556
146667	rnn.bias_hh_l0	9	-0.09249185025691986
146667	rnn.weight_ih_l0_reverse	0	-0.018234381452202797
146667	rnn.weight_ih_l0_reverse	1	0.0044446177780628204
146667	rnn.weight_ih_l0_reverse	2	0.014652200043201447
146667	rnn.weight_ih_l0_reverse	3	0.005108220968395472
146667	rnn.weight_ih_l0_reverse	4	0.030659710988402367
146667	rnn.weight_ih_l0_reverse	5	-0.057645224034786224
146667	rnn.weight_ih_l0_reverse	6	-0.04804425686597824
146667	rnn.weight_ih_l0_reverse	7	-0.002491743303835392
146667	rnn.weight_ih_l0_reverse	8	0.092150017619133
146667	rnn.weight_ih_l0_reverse	9	0.01748451218008995
146667	rnn.weight_hh_l0_reverse	0	0.005907026585191488
146667	rnn.weight_hh_l0_reverse	1	0.02603955566883087
146667	rnn.weight_hh_l0_reverse	2	-0.04064280539751053
146667	rnn.weight_hh_l0_reverse	3	0.040035177022218704
146667	rnn.weight_hh_l0_reverse	4	0.025674453005194664
146667	rnn.weight_hh_l0_reverse	5	0.0026951006148010492
146667	rnn.weight_hh_l0_reverse	6	0.059485409408807755
146667	rnn.weight_hh_l0_reverse	7	0.026591390371322632
146667	rnn.weight_hh_l0_reverse	8	-0.012574349530041218
146667	rnn.weight_hh_l0_reverse	9	-0.03444303199648857
146667	rnn.bias_ih_l0_reverse	0	-0.1378122717142105
146667	rnn.bias_ih_l0_reverse	1	-0.3064085841178894
146667	rnn.bias_ih_l0_reverse	2	-0.07199837267398834
146667	rnn.bias_ih_l0_reverse	3	-0.1393953263759613
146667	rnn.bias_ih_l0_reverse	4	0.058373697102069855
146667	rnn.bias_ih_l0_reverse	5	-0.25479206442832947
146667	rnn.bias_ih_l0_reverse	6	-0.05244043841958046
146667	rnn.bias_ih_l0_reverse	7	0.012084005400538445
146667	rnn.bias_ih_l0_reverse	8	-0.17983919382095337
146667	rnn.bias_ih_l0_reverse	9	-0.09214712679386139
146667	rnn.bias_hh_l0_reverse	0	-0.1575532704591751
146667	rnn.bias_hh_l0_reverse	1	-0.14761267602443695
146667	rnn.bias_hh_l0_reverse	2	-0.018973423168063164
146667	rnn.bias_hh_l0_reverse	3	-0.123411625623703
146667	rnn.bias_hh_l0_reverse	4	-0.03025888279080391
146667	rnn.bias_hh_l0_reverse	5	-0.11220073699951172
146667	rnn.bias_hh_l0_reverse	6	-0.07687214016914368
146667	rnn.bias_hh_l0_reverse	7	-0.20368443429470062
146667	rnn.bias_hh_l0_reverse	8	-0.050753284245729446
146667	rnn.bias_hh_l0_reverse	9	-0.13587266206741333
146667	linear.weight	0	-0.20879673957824707
146667	linear.weight	1	-0.16859331727027893
146667	linear.weight	2	-0.011228874325752258
146667	linear.weight	3	-0.06538557261228561
146667	linear.weight	4	0.021465908735990524
146667	linear.weight	5	0.22057388722896576
146667	linear.weight	6	0.0047744326293468475
146667	linear.weight	7	-0.021312154829502106
146667	linear.weight	8	0.13213007152080536
146667	linear.weight	9	0.16441933810710907
146667	linear.bias	0	-0.8527506589889526
146667	linear.bias	1	1.389000654220581
146667	linear.bias	2	-0.3847038447856903
146667	linear.bias	3	-0.7046277523040771
146667	linear.bias	4	-0.8740508556365967
146667	linear.bias	5	-1.1729341745376587
146667	linear.bias	6	-0.9168919324874878
146667	linear.bias	7	-0.7367252111434937
146667	linear.bias	8	-0.01705317199230194
146667	linear.bias	9	3.3504559993743896
146864	transitions	0	-0.4111385941505432
146864	transitions	1	8.533478736877441
146864	transitions	2	-3.4855151176452637
146864	transitions	3	1.418377161026001
146864	transitions	4	-2.097371816635132
146864	transitions	5	-0.38790926337242126
146864	transitions	6	-0.18809136748313904
146864	transitions	7	-10000.0
146864	transitions	8	1.7730365991592407
146864	transitions	9	-2.2936043739318848
146864	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
146864	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
146864	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
146864	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
146864	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
146864	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
146864	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
146864	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
146864	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
146864	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
146864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
146864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
146864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
146864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
146864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
146864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
146864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
146864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
146864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
146864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
146864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
146864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
146864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
146864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
146864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
146864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
146864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
146864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
146864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
146864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
146864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
146864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
146864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
146864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
146864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
146864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
146864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
146864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
146864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
146864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
146864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
146864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
146864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
146864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
146864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
146864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
146864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
146864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
146864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
146864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
146864	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
146864	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
146864	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
146864	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
146864	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
146864	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
146864	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
146864	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
146864	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
146864	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
146864	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
146864	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
146864	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
146864	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
146864	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
146864	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
146864	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
146864	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
146864	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
146864	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
146864	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
146864	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
146864	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
146864	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
146864	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
146864	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
146864	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
146864	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
146864	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
146864	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
146864	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
146864	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
146864	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
146864	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
146864	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
146864	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
146864	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
146864	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
146864	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
146864	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
146864	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
146864	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
146864	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
146864	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
146864	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
146864	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
146864	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
146864	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
146864	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
146864	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
146864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
146864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
146864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
146864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
146864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
146864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
146864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
146864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
146864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
146864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
146864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
146864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
146864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
146864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
146864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
146864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
146864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
146864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
146864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
146864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
146864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
146864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
146864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
146864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
146864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
146864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
146864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
146864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
146864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
146864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
146864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
146864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
146864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
146864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
146864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
146864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
146864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
146864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
146864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
146864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
146864	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
146864	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
146864	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
146864	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
146864	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
146864	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
146864	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
146864	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
146864	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
146864	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
146864	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
146864	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
146864	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
146864	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
146864	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
146864	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
146864	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
146864	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
146864	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
146864	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
146864	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
146864	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
146864	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
146864	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
146864	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
146864	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
146864	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
146864	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
146864	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
146864	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
146864	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
146864	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
146864	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
146864	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
146864	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
146864	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
146864	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
146864	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
146864	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
146864	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
146864	embedding2nn.weight	0	0.04973069205880165
146864	embedding2nn.weight	1	-0.09723084419965744
146864	embedding2nn.weight	2	0.010841196402907372
146864	embedding2nn.weight	3	-0.06134307011961937
146864	embedding2nn.weight	4	-0.12399005889892578
146864	embedding2nn.weight	5	0.11812734603881836
146864	embedding2nn.weight	6	-0.1197923868894577
146864	embedding2nn.weight	7	-0.07639610767364502
146864	embedding2nn.weight	8	-0.018906131386756897
146864	embedding2nn.weight	9	0.07438594847917557
146864	embedding2nn.bias	0	0.04701320454478264
146864	embedding2nn.bias	1	0.01620888151228428
146864	embedding2nn.bias	2	-0.06842054426670074
146864	embedding2nn.bias	3	0.05768006667494774
146864	embedding2nn.bias	4	-0.019529905170202255
146864	embedding2nn.bias	5	-0.14029304683208466
146864	embedding2nn.bias	6	-0.09476396441459656
146864	embedding2nn.bias	7	-0.0634768009185791
146864	embedding2nn.bias	8	0.11453015357255936
146864	embedding2nn.bias	9	-0.041721537709236145
146864	rnn.weight_ih_l0	0	0.029364420101046562
146864	rnn.weight_ih_l0	1	-0.0688665360212326
146864	rnn.weight_ih_l0	2	-0.017304183915257454
146864	rnn.weight_ih_l0	3	-0.05272968113422394
146864	rnn.weight_ih_l0	4	0.031556349247694016
146864	rnn.weight_ih_l0	5	-0.09994267672300339
146864	rnn.weight_ih_l0	6	-0.06114041432738304
146864	rnn.weight_ih_l0	7	-0.008742567151784897
146864	rnn.weight_ih_l0	8	0.0594172328710556
146864	rnn.weight_ih_l0	9	0.01391642540693283
146864	rnn.weight_hh_l0	0	0.003814432304352522
146864	rnn.weight_hh_l0	1	-0.08768851310014725
146864	rnn.weight_hh_l0	2	0.0613093376159668
146864	rnn.weight_hh_l0	3	0.04084024205803871
146864	rnn.weight_hh_l0	4	0.004340883810073137
146864	rnn.weight_hh_l0	5	0.0644986480474472
146864	rnn.weight_hh_l0	6	-0.014215786941349506
146864	rnn.weight_hh_l0	7	-0.0926576480269432
146864	rnn.weight_hh_l0	8	0.007508126087486744
146864	rnn.weight_hh_l0	9	-0.07692555338144302
146864	rnn.bias_ih_l0	0	-0.05281732231378555
146864	rnn.bias_ih_l0	1	-0.1793367862701416
146864	rnn.bias_ih_l0	2	-0.24964012205600739
146864	rnn.bias_ih_l0	3	-0.2798159718513489
146864	rnn.bias_ih_l0	4	-0.004701993893831968
146864	rnn.bias_ih_l0	5	0.031138433143496513
146864	rnn.bias_ih_l0	6	-0.17301838099956512
146864	rnn.bias_ih_l0	7	-0.2613105773925781
146864	rnn.bias_ih_l0	8	-0.132931187748909
146864	rnn.bias_ih_l0	9	-0.18996469676494598
146864	rnn.bias_hh_l0	0	0.11194401234388351
146864	rnn.bias_hh_l0	1	-0.06451252102851868
146864	rnn.bias_hh_l0	2	0.050851766020059586
146864	rnn.bias_hh_l0	3	-0.16976487636566162
146864	rnn.bias_hh_l0	4	0.04514201730489731
146864	rnn.bias_hh_l0	5	0.02887369878590107
146864	rnn.bias_hh_l0	6	-0.08854133635759354
146864	rnn.bias_hh_l0	7	-0.16218562424182892
146864	rnn.bias_hh_l0	8	-0.1889355480670929
146864	rnn.bias_hh_l0	9	-0.09265869855880737
146864	rnn.weight_ih_l0_reverse	0	-0.018258215859532356
146864	rnn.weight_ih_l0_reverse	1	0.00456036813557148
146864	rnn.weight_ih_l0_reverse	2	0.013573070988059044
146864	rnn.weight_ih_l0_reverse	3	0.0033670139964669943
146864	rnn.weight_ih_l0_reverse	4	0.031022947281599045
146864	rnn.weight_ih_l0_reverse	5	-0.05742127075791359
146864	rnn.weight_ih_l0_reverse	6	-0.04894179105758667
146864	rnn.weight_ih_l0_reverse	7	-0.00436214916408062
146864	rnn.weight_ih_l0_reverse	8	0.09305436909198761
146864	rnn.weight_ih_l0_reverse	9	0.018267791718244553
146864	rnn.weight_hh_l0_reverse	0	0.006187751889228821
146864	rnn.weight_hh_l0_reverse	1	0.02602844499051571
146864	rnn.weight_hh_l0_reverse	2	-0.04075046256184578
146864	rnn.weight_hh_l0_reverse	3	0.04016425833106041
146864	rnn.weight_hh_l0_reverse	4	0.025374718010425568
146864	rnn.weight_hh_l0_reverse	5	0.00273213186301291
146864	rnn.weight_hh_l0_reverse	6	0.05982939153909683
146864	rnn.weight_hh_l0_reverse	7	0.026058990508317947
146864	rnn.weight_hh_l0_reverse	8	-0.012531102634966373
146864	rnn.weight_hh_l0_reverse	9	-0.03449438512325287
146864	rnn.bias_ih_l0_reverse	0	-0.13724079728126526
146864	rnn.bias_ih_l0_reverse	1	-0.3068362772464752
146864	rnn.bias_ih_l0_reverse	2	-0.0716097503900528
146864	rnn.bias_ih_l0_reverse	3	-0.1393146961927414
146864	rnn.bias_ih_l0_reverse	4	0.05878382548689842
146864	rnn.bias_ih_l0_reverse	5	-0.2551431655883789
146864	rnn.bias_ih_l0_reverse	6	-0.05362219363451004
146864	rnn.bias_ih_l0_reverse	7	0.016324272379279137
146864	rnn.bias_ih_l0_reverse	8	-0.1791267842054367
146864	rnn.bias_ih_l0_reverse	9	-0.09194458276033401
146864	rnn.bias_hh_l0_reverse	0	-0.15626829862594604
146864	rnn.bias_hh_l0_reverse	1	-0.14697469770908356
146864	rnn.bias_hh_l0_reverse	2	-0.018966855481266975
146864	rnn.bias_hh_l0_reverse	3	-0.12746044993400574
146864	rnn.bias_hh_l0_reverse	4	-0.03123011253774166
146864	rnn.bias_hh_l0_reverse	5	-0.11168822646141052
146864	rnn.bias_hh_l0_reverse	6	-0.07707197964191437
146864	rnn.bias_hh_l0_reverse	7	-0.20401260256767273
146864	rnn.bias_hh_l0_reverse	8	-0.05184533819556236
146864	rnn.bias_hh_l0_reverse	9	-0.13664665818214417
146864	linear.weight	0	-0.202613964676857
146864	linear.weight	1	-0.16526766121387482
146864	linear.weight	2	-0.011228874325752258
146864	linear.weight	3	-0.06132476404309273
146864	linear.weight	4	0.027063315734267235
146864	linear.weight	5	0.21319325268268585
146864	linear.weight	6	0.0047744326293468475
146864	linear.weight	7	-0.021312154829502106
146864	linear.weight	8	0.15145522356033325
146864	linear.weight	9	0.16737216711044312
146864	linear.bias	0	-0.8651763200759888
146864	linear.bias	1	1.4143004417419434
146864	linear.bias	2	-0.40990015864372253
146864	linear.bias	3	-0.6680985689163208
146864	linear.bias	4	-0.8875617980957031
146864	linear.bias	5	-1.1729638576507568
146864	linear.bias	6	-0.9270279407501221
146864	linear.bias	7	-0.728430986404419
146864	linear.bias	8	-0.01705317199230194
146864	linear.bias	9	3.3856852054595947
147061	transitions	0	-0.4112268388271332
147061	transitions	1	8.496461868286133
147061	transitions	2	-3.4862430095672607
147061	transitions	3	1.4127233028411865
147061	transitions	4	-2.098073959350586
147061	transitions	5	-0.3879377841949463
147061	transitions	6	-0.1881294846534729
147061	transitions	7	-10000.0
147061	transitions	8	1.771679401397705
147061	transitions	9	-2.293607473373413
147061	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
147061	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
147061	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
147061	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
147061	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
147061	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
147061	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
147061	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
147061	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
147061	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
147061	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
147061	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
147061	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
147061	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
147061	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
147061	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
147061	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
147061	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
147061	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
147061	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
147061	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
147061	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
147061	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
147061	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
147061	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
147061	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
147061	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
147061	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
147061	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
147061	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
147061	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
147061	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
147061	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
147061	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
147061	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
147061	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
147061	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
147061	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
147061	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
147061	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
147061	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
147061	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
147061	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
147061	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
147061	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
147061	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
147061	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
147061	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
147061	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
147061	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
147061	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
147061	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
147061	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
147061	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
147061	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
147061	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
147061	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
147061	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
147061	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
147061	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
147061	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
147061	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
147061	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
147061	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
147061	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
147061	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
147061	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
147061	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
147061	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
147061	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
147061	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
147061	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
147061	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
147061	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
147061	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
147061	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
147061	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
147061	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
147061	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
147061	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
147061	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
147061	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
147061	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
147061	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
147061	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
147061	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
147061	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
147061	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
147061	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
147061	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
147061	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
147061	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
147061	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
147061	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
147061	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
147061	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
147061	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
147061	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
147061	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
147061	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
147061	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
147061	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
147061	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
147061	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
147061	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
147061	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
147061	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
147061	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
147061	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
147061	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
147061	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
147061	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
147061	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
147061	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
147061	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
147061	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
147061	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
147061	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
147061	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
147061	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
147061	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
147061	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
147061	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
147061	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
147061	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
147061	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
147061	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
147061	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
147061	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
147061	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
147061	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
147061	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
147061	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
147061	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
147061	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
147061	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
147061	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
147061	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
147061	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
147061	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
147061	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
147061	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
147061	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
147061	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
147061	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
147061	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
147061	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
147061	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
147061	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
147061	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
147061	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
147061	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
147061	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
147061	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
147061	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
147061	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
147061	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
147061	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
147061	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
147061	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
147061	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
147061	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
147061	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
147061	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
147061	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
147061	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
147061	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
147061	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
147061	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
147061	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
147061	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
147061	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
147061	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
147061	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
147061	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
147061	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
147061	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
147061	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
147061	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
147061	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
147061	embedding2nn.weight	0	0.049866363406181335
147061	embedding2nn.weight	1	-0.09766733646392822
147061	embedding2nn.weight	2	0.009346880950033665
147061	embedding2nn.weight	3	-0.06035611405968666
147061	embedding2nn.weight	4	-0.12329064309597015
147061	embedding2nn.weight	5	0.11792812496423721
147061	embedding2nn.weight	6	-0.1196034699678421
147061	embedding2nn.weight	7	-0.0773858055472374
147061	embedding2nn.weight	8	-0.01965726912021637
147061	embedding2nn.weight	9	0.07141733169555664
147061	embedding2nn.bias	0	0.058665622025728226
147061	embedding2nn.bias	1	0.013625686056911945
147061	embedding2nn.bias	2	-0.07414329051971436
147061	embedding2nn.bias	3	0.05843651667237282
147061	embedding2nn.bias	4	-0.01854662410914898
147061	embedding2nn.bias	5	-0.13737493753433228
147061	embedding2nn.bias	6	-0.09741170704364777
147061	embedding2nn.bias	7	-0.06315818428993225
147061	embedding2nn.bias	8	0.11810654401779175
147061	embedding2nn.bias	9	-0.046817846596241
147061	rnn.weight_ih_l0	0	0.030339403077960014
147061	rnn.weight_ih_l0	1	-0.06904852390289307
147061	rnn.weight_ih_l0	2	-0.017989935353398323
147061	rnn.weight_ih_l0	3	-0.051649339497089386
147061	rnn.weight_ih_l0	4	0.030667904764413834
147061	rnn.weight_ih_l0	5	-0.09954934567213058
147061	rnn.weight_ih_l0	6	-0.06064632162451744
147061	rnn.weight_ih_l0	7	-0.00980955921113491
147061	rnn.weight_ih_l0	8	0.05802247300744057
147061	rnn.weight_ih_l0	9	0.014381468296051025
147061	rnn.weight_hh_l0	0	0.004321717657148838
147061	rnn.weight_hh_l0	1	-0.08762653172016144
147061	rnn.weight_hh_l0	2	0.06137363240122795
147061	rnn.weight_hh_l0	3	0.04082999750971794
147061	rnn.weight_hh_l0	4	0.004720639903098345
147061	rnn.weight_hh_l0	5	0.06416647881269455
147061	rnn.weight_hh_l0	6	-0.014680521562695503
147061	rnn.weight_hh_l0	7	-0.09298045188188553
147061	rnn.weight_hh_l0	8	0.007185228168964386
147061	rnn.weight_hh_l0	9	-0.07669636607170105
147061	rnn.bias_ih_l0	0	-0.05325162038207054
147061	rnn.bias_ih_l0	1	-0.18035052716732025
147061	rnn.bias_ih_l0	2	-0.2484876662492752
147061	rnn.bias_ih_l0	3	-0.28056973218917847
147061	rnn.bias_ih_l0	4	-0.004699822049587965
147061	rnn.bias_ih_l0	5	0.03151760250329971
147061	rnn.bias_ih_l0	6	-0.17457209527492523
147061	rnn.bias_ih_l0	7	-0.25979769229888916
147061	rnn.bias_ih_l0	8	-0.13363488018512726
147061	rnn.bias_ih_l0	9	-0.19024424254894257
147061	rnn.bias_hh_l0	0	0.1107710674405098
147061	rnn.bias_hh_l0	1	-0.06587234139442444
147061	rnn.bias_hh_l0	2	0.050492171198129654
147061	rnn.bias_hh_l0	3	-0.16836553812026978
147061	rnn.bias_hh_l0	4	0.04582379385828972
147061	rnn.bias_hh_l0	5	0.026801807805895805
147061	rnn.bias_hh_l0	6	-0.08988891541957855
147061	rnn.bias_hh_l0	7	-0.16284829378128052
147061	rnn.bias_hh_l0	8	-0.18685282766819
147061	rnn.bias_hh_l0	9	-0.0944690853357315
147061	rnn.weight_ih_l0_reverse	0	-0.017470333725214005
147061	rnn.weight_ih_l0_reverse	1	0.003998481668531895
147061	rnn.weight_ih_l0_reverse	2	0.01319095492362976
147061	rnn.weight_ih_l0_reverse	3	0.0044928607530891895
147061	rnn.weight_ih_l0_reverse	4	0.030421588569879532
147061	rnn.weight_ih_l0_reverse	5	-0.055855944752693176
147061	rnn.weight_ih_l0_reverse	6	-0.04966595396399498
147061	rnn.weight_ih_l0_reverse	7	-0.004557527601718903
147061	rnn.weight_ih_l0_reverse	8	0.09296812862157822
147061	rnn.weight_ih_l0_reverse	9	0.01678515039384365
147061	rnn.weight_hh_l0_reverse	0	0.006543521303683519
147061	rnn.weight_hh_l0_reverse	1	0.025041310116648674
147061	rnn.weight_hh_l0_reverse	2	-0.04123135656118393
147061	rnn.weight_hh_l0_reverse	3	0.03982065990567207
147061	rnn.weight_hh_l0_reverse	4	0.025391366332769394
147061	rnn.weight_hh_l0_reverse	5	0.0026733102276921272
147061	rnn.weight_hh_l0_reverse	6	0.060508910566568375
147061	rnn.weight_hh_l0_reverse	7	0.02597901225090027
147061	rnn.weight_hh_l0_reverse	8	-0.012281612493097782
147061	rnn.weight_hh_l0_reverse	9	-0.03475430607795715
147061	rnn.bias_ih_l0_reverse	0	-0.13807177543640137
147061	rnn.bias_ih_l0_reverse	1	-0.3051781952381134
147061	rnn.bias_ih_l0_reverse	2	-0.0711553618311882
147061	rnn.bias_ih_l0_reverse	3	-0.14073672890663147
147061	rnn.bias_ih_l0_reverse	4	0.05856570973992348
147061	rnn.bias_ih_l0_reverse	5	-0.2558107078075409
147061	rnn.bias_ih_l0_reverse	6	-0.05260308086872101
147061	rnn.bias_ih_l0_reverse	7	0.013735270127654076
147061	rnn.bias_ih_l0_reverse	8	-0.178927481174469
147061	rnn.bias_ih_l0_reverse	9	-0.09223143011331558
147061	rnn.bias_hh_l0_reverse	0	-0.15689869225025177
147061	rnn.bias_hh_l0_reverse	1	-0.1478279083967209
147061	rnn.bias_hh_l0_reverse	2	-0.018375491723418236
147061	rnn.bias_hh_l0_reverse	3	-0.126738503575325
147061	rnn.bias_hh_l0_reverse	4	-0.030998433008790016
147061	rnn.bias_hh_l0_reverse	5	-0.11082794517278671
147061	rnn.bias_hh_l0_reverse	6	-0.07584404200315475
147061	rnn.bias_hh_l0_reverse	7	-0.20413170754909515
147061	rnn.bias_hh_l0_reverse	8	-0.0520252026617527
147061	rnn.bias_hh_l0_reverse	9	-0.13682623207569122
147061	linear.weight	0	-0.205326110124588
147061	linear.weight	1	-0.16599756479263306
147061	linear.weight	2	-0.011228874325752258
147061	linear.weight	3	-0.060617368668317795
147061	linear.weight	4	0.02842140384018421
147061	linear.weight	5	0.21502386033535004
147061	linear.weight	6	0.0047744326293468475
147061	linear.weight	7	-0.021312154829502106
147061	linear.weight	8	0.14127370715141296
147061	linear.weight	9	0.17222687602043152
147061	linear.bias	0	-0.8454167246818542
147061	linear.bias	1	1.3866746425628662
147061	linear.bias	2	-0.4226934015750885
147061	linear.bias	3	-0.6997906565666199
147061	linear.bias	4	-0.8900327086448669
147061	linear.bias	5	-1.1729912757873535
147061	linear.bias	6	-0.9032971858978271
147061	linear.bias	7	-0.6915642619132996
147061	linear.bias	8	-0.01705317199230194
147061	linear.bias	9	3.3126399517059326
147258	transitions	0	-0.41173475980758667
147258	transitions	1	8.516425132751465
147258	transitions	2	-3.4866628646850586
147258	transitions	3	1.411944031715393
147258	transitions	4	-2.0985050201416016
147258	transitions	5	-0.38803014159202576
147258	transitions	6	-0.18814405798912048
147258	transitions	7	-10000.0
147258	transitions	8	1.771673560142517
147258	transitions	9	-2.2936105728149414
147258	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
147258	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
147258	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
147258	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
147258	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
147258	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
147258	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
147258	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
147258	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
147258	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
147258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
147258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
147258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
147258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
147258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
147258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
147258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
147258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
147258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
147258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
147258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
147258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
147258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
147258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
147258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
147258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
147258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
147258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
147258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
147258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
147258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
147258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
147258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
147258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
147258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
147258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
147258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
147258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
147258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
147258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
147258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
147258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
147258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
147258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
147258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
147258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
147258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
147258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
147258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
147258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
147258	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
147258	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
147258	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
147258	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
147258	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
147258	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
147258	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
147258	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
147258	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
147258	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
147258	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
147258	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
147258	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
147258	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
147258	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
147258	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
147258	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
147258	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
147258	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
147258	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
147258	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
147258	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
147258	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
147258	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
147258	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
147258	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
147258	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
147258	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
147258	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
147258	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
147258	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
147258	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
147258	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
147258	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
147258	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
147258	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
147258	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
147258	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
147258	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
147258	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
147258	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
147258	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
147258	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
147258	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
147258	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
147258	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
147258	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
147258	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
147258	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
147258	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
147258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
147258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
147258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
147258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
147258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
147258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
147258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
147258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
147258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
147258	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
147258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
147258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
147258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
147258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
147258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
147258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
147258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
147258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
147258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
147258	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
147258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
147258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
147258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
147258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
147258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
147258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
147258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
147258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
147258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
147258	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
147258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
147258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
147258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
147258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
147258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
147258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
147258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
147258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
147258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
147258	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
147258	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
147258	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
147258	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
147258	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
147258	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
147258	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
147258	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
147258	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
147258	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
147258	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
147258	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
147258	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
147258	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
147258	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
147258	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
147258	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
147258	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
147258	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
147258	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
147258	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
147258	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
147258	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
147258	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
147258	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
147258	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
147258	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
147258	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
147258	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
147258	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
147258	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
147258	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
147258	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
147258	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
147258	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
147258	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
147258	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
147258	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
147258	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
147258	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
147258	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
147258	embedding2nn.weight	0	0.049697984009981155
147258	embedding2nn.weight	1	-0.09775462746620178
147258	embedding2nn.weight	2	0.010053010657429695
147258	embedding2nn.weight	3	-0.060695815831422806
147258	embedding2nn.weight	4	-0.12409023195505142
147258	embedding2nn.weight	5	0.11862194538116455
147258	embedding2nn.weight	6	-0.11856765300035477
147258	embedding2nn.weight	7	-0.07596443593502045
147258	embedding2nn.weight	8	-0.0197332464158535
147258	embedding2nn.weight	9	0.07231685519218445
147258	embedding2nn.bias	0	0.05380577966570854
147258	embedding2nn.bias	1	0.012768452987074852
147258	embedding2nn.bias	2	-0.07791493088006973
147258	embedding2nn.bias	3	0.06263811141252518
147258	embedding2nn.bias	4	-0.02093060500919819
147258	embedding2nn.bias	5	-0.12427721917629242
147258	embedding2nn.bias	6	-0.10201379656791687
147258	embedding2nn.bias	7	-0.06316637992858887
147258	embedding2nn.bias	8	0.11766388267278671
147258	embedding2nn.bias	9	-0.038511790335178375
147258	rnn.weight_ih_l0	0	0.031236499547958374
147258	rnn.weight_ih_l0	1	-0.06841995567083359
147258	rnn.weight_ih_l0	2	-0.018589194864034653
147258	rnn.weight_ih_l0	3	-0.052234381437301636
147258	rnn.weight_ih_l0	4	0.03226843103766441
147258	rnn.weight_ih_l0	5	-0.1001981645822525
147258	rnn.weight_ih_l0	6	-0.061954304575920105
147258	rnn.weight_ih_l0	7	-0.00995346624404192
147258	rnn.weight_ih_l0	8	0.05794564634561539
147258	rnn.weight_ih_l0	9	0.01332163717597723
147258	rnn.weight_hh_l0	0	0.004344224464148283
147258	rnn.weight_hh_l0	1	-0.08756997436285019
147258	rnn.weight_hh_l0	2	0.061248935759067535
147258	rnn.weight_hh_l0	3	0.0410463772714138
147258	rnn.weight_hh_l0	4	0.004773369058966637
147258	rnn.weight_hh_l0	5	0.06343608349561691
147258	rnn.weight_hh_l0	6	-0.014779995195567608
147258	rnn.weight_hh_l0	7	-0.0927402451634407
147258	rnn.weight_hh_l0	8	0.007567896507680416
147258	rnn.weight_hh_l0	9	-0.07789639383554459
147258	rnn.bias_ih_l0	0	-0.05566033348441124
147258	rnn.bias_ih_l0	1	-0.18080860376358032
147258	rnn.bias_ih_l0	2	-0.24768535792827606
147258	rnn.bias_ih_l0	3	-0.278369665145874
147258	rnn.bias_ih_l0	4	-0.00421073567122221
147258	rnn.bias_ih_l0	5	0.02925395965576172
147258	rnn.bias_ih_l0	6	-0.1746877282857895
147258	rnn.bias_ih_l0	7	-0.2604437470436096
147258	rnn.bias_ih_l0	8	-0.13449925184249878
147258	rnn.bias_ih_l0	9	-0.18815891444683075
147258	rnn.bias_hh_l0	0	0.11033052206039429
147258	rnn.bias_hh_l0	1	-0.06497551500797272
147258	rnn.bias_hh_l0	2	0.05065435171127319
147258	rnn.bias_hh_l0	3	-0.16779911518096924
147258	rnn.bias_hh_l0	4	0.04911023750901222
147258	rnn.bias_hh_l0	5	0.026533881202340126
147258	rnn.bias_hh_l0	6	-0.08917669206857681
147258	rnn.bias_hh_l0	7	-0.1632593274116516
147258	rnn.bias_hh_l0	8	-0.18805812299251556
147258	rnn.bias_hh_l0	9	-0.09528911858797073
147258	rnn.weight_ih_l0_reverse	0	-0.01774493046104908
147258	rnn.weight_ih_l0_reverse	1	0.004031750839203596
147258	rnn.weight_ih_l0_reverse	2	0.017482059076428413
147258	rnn.weight_ih_l0_reverse	3	0.005580870434641838
147258	rnn.weight_ih_l0_reverse	4	0.029972584918141365
147258	rnn.weight_ih_l0_reverse	5	-0.056437987834215164
147258	rnn.weight_ih_l0_reverse	6	-0.04944458603858948
147258	rnn.weight_ih_l0_reverse	7	-0.005104455631226301
147258	rnn.weight_ih_l0_reverse	8	0.09097062796354294
147258	rnn.weight_ih_l0_reverse	9	0.01749860867857933
147258	rnn.weight_hh_l0_reverse	0	0.006639690138399601
147258	rnn.weight_hh_l0_reverse	1	0.024785565212368965
147258	rnn.weight_hh_l0_reverse	2	-0.041077349334955215
147258	rnn.weight_hh_l0_reverse	3	0.03969409689307213
147258	rnn.weight_hh_l0_reverse	4	0.025755923241376877
147258	rnn.weight_hh_l0_reverse	5	0.0028538622427731752
147258	rnn.weight_hh_l0_reverse	6	0.0603192038834095
147258	rnn.weight_hh_l0_reverse	7	0.026067420840263367
147258	rnn.weight_hh_l0_reverse	8	-0.01276540569961071
147258	rnn.weight_hh_l0_reverse	9	-0.03456927090883255
147258	rnn.bias_ih_l0_reverse	0	-0.137293741106987
147258	rnn.bias_ih_l0_reverse	1	-0.30291691422462463
147258	rnn.bias_ih_l0_reverse	2	-0.0708562508225441
147258	rnn.bias_ih_l0_reverse	3	-0.14013412594795227
147258	rnn.bias_ih_l0_reverse	4	0.05981945991516113
147258	rnn.bias_ih_l0_reverse	5	-0.25543835759162903
147258	rnn.bias_ih_l0_reverse	6	-0.05134602263569832
147258	rnn.bias_ih_l0_reverse	7	0.012588546611368656
147258	rnn.bias_ih_l0_reverse	8	-0.17904703319072723
147258	rnn.bias_ih_l0_reverse	9	-0.08962966501712799
147258	rnn.bias_hh_l0_reverse	0	-0.15666534006595612
147258	rnn.bias_hh_l0_reverse	1	-0.14840167760849
147258	rnn.bias_hh_l0_reverse	2	-0.018946228548884392
147258	rnn.bias_hh_l0_reverse	3	-0.1285979300737381
147258	rnn.bias_hh_l0_reverse	4	-0.030226493254303932
147258	rnn.bias_hh_l0_reverse	5	-0.11081872135400772
147258	rnn.bias_hh_l0_reverse	6	-0.07351546734571457
147258	rnn.bias_hh_l0_reverse	7	-0.20417420566082
147258	rnn.bias_hh_l0_reverse	8	-0.052298653870821
147258	rnn.bias_hh_l0_reverse	9	-0.1358221173286438
147258	linear.weight	0	-0.2231978178024292
147258	linear.weight	1	-0.16266287863254547
147258	linear.weight	2	-0.011228874325752258
147258	linear.weight	3	-0.0619426853954792
147258	linear.weight	4	0.04461541026830673
147258	linear.weight	5	0.23582647740840912
147258	linear.weight	6	0.0047744326293468475
147258	linear.weight	7	-0.021312154829502106
147258	linear.weight	8	0.14054305851459503
147258	linear.weight	9	0.16686038672924042
147258	linear.bias	0	-0.8482512831687927
147258	linear.bias	1	1.39301335811615
147258	linear.bias	2	-0.43995600938796997
147258	linear.bias	3	-0.6989058256149292
147258	linear.bias	4	-0.9103202223777771
147258	linear.bias	5	-1.1730149984359741
147258	linear.bias	6	-0.9063078761100769
147258	linear.bias	7	-0.7047898173332214
147258	linear.bias	8	-0.01705317199230194
147258	linear.bias	9	3.343374252319336
147455	transitions	0	-0.4118178188800812
147455	transitions	1	8.519482612609863
147455	transitions	2	-3.4870617389678955
147455	transitions	3	1.4115769863128662
147455	transitions	4	-2.0991125106811523
147455	transitions	5	-0.3881290853023529
147455	transitions	6	-0.18815995752811432
147455	transitions	7	-10000.0
147455	transitions	8	1.7713377475738525
147455	transitions	9	-2.2936153411865234
147455	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
147455	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
147455	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
147455	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
147455	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
147455	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
147455	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
147455	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
147455	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
147455	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
147455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
147455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
147455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
147455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
147455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
147455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
147455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
147455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
147455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
147455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
147455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
147455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
147455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
147455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
147455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
147455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
147455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
147455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
147455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
147455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
147455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
147455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
147455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
147455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
147455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
147455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
147455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
147455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
147455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
147455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
147455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
147455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
147455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
147455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
147455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
147455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
147455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
147455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
147455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
147455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
147455	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
147455	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
147455	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
147455	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
147455	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
147455	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
147455	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
147455	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
147455	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
147455	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
147455	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
147455	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
147455	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
147455	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
147455	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
147455	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
147455	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
147455	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
147455	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
147455	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
147455	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
147455	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
147455	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
147455	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
147455	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
147455	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
147455	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
147455	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
147455	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
147455	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
147455	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
147455	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
147455	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
147455	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
147455	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
147455	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
147455	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
147455	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
147455	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
147455	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
147455	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
147455	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
147455	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
147455	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
147455	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
147455	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
147455	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
147455	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
147455	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
147455	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
147455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
147455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
147455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
147455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
147455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
147455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
147455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
147455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
147455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
147455	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
147455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
147455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
147455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
147455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
147455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
147455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
147455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
147455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
147455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
147455	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
147455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
147455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
147455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
147455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
147455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
147455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
147455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
147455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
147455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
147455	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
147455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
147455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
147455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
147455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
147455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
147455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
147455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
147455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
147455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
147455	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
147455	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
147455	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
147455	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
147455	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
147455	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
147455	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
147455	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
147455	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
147455	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
147455	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
147455	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
147455	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
147455	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
147455	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
147455	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
147455	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
147455	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
147455	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
147455	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
147455	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
147455	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
147455	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
147455	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
147455	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
147455	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
147455	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
147455	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
147455	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
147455	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
147455	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
147455	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
147455	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
147455	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
147455	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
147455	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
147455	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
147455	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
147455	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
147455	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
147455	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
147455	embedding2nn.weight	0	0.050072718411684036
147455	embedding2nn.weight	1	-0.09645454585552216
147455	embedding2nn.weight	2	0.012180738151073456
147455	embedding2nn.weight	3	-0.05961958318948746
147455	embedding2nn.weight	4	-0.12235988676548004
147455	embedding2nn.weight	5	0.11740587651729584
147455	embedding2nn.weight	6	-0.11915591359138489
147455	embedding2nn.weight	7	-0.07575058937072754
147455	embedding2nn.weight	8	-0.019723953679203987
147455	embedding2nn.weight	9	0.07285836338996887
147455	embedding2nn.bias	0	0.06190574914216995
147455	embedding2nn.bias	1	0.01777631603181362
147455	embedding2nn.bias	2	-0.07619112730026245
147455	embedding2nn.bias	3	0.05651506409049034
147455	embedding2nn.bias	4	-0.022870946675539017
147455	embedding2nn.bias	5	-0.13484302163124084
147455	embedding2nn.bias	6	-0.09449494630098343
147455	embedding2nn.bias	7	-0.0713018849492073
147455	embedding2nn.bias	8	0.1235661432147026
147455	embedding2nn.bias	9	-0.03972066566348076
147455	rnn.weight_ih_l0	0	0.03187289834022522
147455	rnn.weight_ih_l0	1	-0.06839264929294586
147455	rnn.weight_ih_l0	2	-0.01852228492498398
147455	rnn.weight_ih_l0	3	-0.052397239953279495
147455	rnn.weight_ih_l0	4	0.03250988572835922
147455	rnn.weight_ih_l0	5	-0.1005084440112114
147455	rnn.weight_ih_l0	6	-0.06279326975345612
147455	rnn.weight_ih_l0	7	-0.008839162066578865
147455	rnn.weight_ih_l0	8	0.05879511311650276
147455	rnn.weight_ih_l0	9	0.01297345943748951
147455	rnn.weight_hh_l0	0	0.003997882828116417
147455	rnn.weight_hh_l0	1	-0.08784656971693039
147455	rnn.weight_hh_l0	2	0.0612899549305439
147455	rnn.weight_hh_l0	3	0.04111699014902115
147455	rnn.weight_hh_l0	4	0.004442353267222643
147455	rnn.weight_hh_l0	5	0.06301286816596985
147455	rnn.weight_hh_l0	6	-0.014648208394646645
147455	rnn.weight_hh_l0	7	-0.09283316135406494
147455	rnn.weight_hh_l0	8	0.007305791135877371
147455	rnn.weight_hh_l0	9	-0.07806690782308578
147455	rnn.bias_ih_l0	0	-0.05363232642412186
147455	rnn.bias_ih_l0	1	-0.17898918688297272
147455	rnn.bias_ih_l0	2	-0.2468469738960266
147455	rnn.bias_ih_l0	3	-0.2776837944984436
147455	rnn.bias_ih_l0	4	-0.004434723872691393
147455	rnn.bias_ih_l0	5	0.030692540109157562
147455	rnn.bias_ih_l0	6	-0.173272505402565
147455	rnn.bias_ih_l0	7	-0.2608465254306793
147455	rnn.bias_ih_l0	8	-0.13496434688568115
147455	rnn.bias_ih_l0	9	-0.1871255338191986
147455	rnn.bias_hh_l0	0	0.11060579866170883
147455	rnn.bias_hh_l0	1	-0.06434812396764755
147455	rnn.bias_hh_l0	2	0.04848111420869827
147455	rnn.bias_hh_l0	3	-0.168710857629776
147455	rnn.bias_hh_l0	4	0.047954101115465164
147455	rnn.bias_hh_l0	5	0.025910329073667526
147455	rnn.bias_hh_l0	6	-0.0899091362953186
147455	rnn.bias_hh_l0	7	-0.16232116520404816
147455	rnn.bias_hh_l0	8	-0.18919698894023895
147455	rnn.bias_hh_l0	9	-0.09606468677520752
147455	rnn.weight_ih_l0_reverse	0	-0.017228901386260986
147455	rnn.weight_ih_l0_reverse	1	0.004193075466901064
147455	rnn.weight_ih_l0_reverse	2	0.01810448430478573
147455	rnn.weight_ih_l0_reverse	3	0.005720329470932484
147455	rnn.weight_ih_l0_reverse	4	0.02966013178229332
147455	rnn.weight_ih_l0_reverse	5	-0.05682265758514404
147455	rnn.weight_ih_l0_reverse	6	-0.048707302659749985
147455	rnn.weight_ih_l0_reverse	7	-0.004221130162477493
147455	rnn.weight_ih_l0_reverse	8	0.08983521163463593
147455	rnn.weight_ih_l0_reverse	9	0.01780487224459648
147455	rnn.weight_hh_l0_reverse	0	0.006753705907613039
147455	rnn.weight_hh_l0_reverse	1	0.02478521689772606
147455	rnn.weight_hh_l0_reverse	2	-0.04163302853703499
147455	rnn.weight_hh_l0_reverse	3	0.039609044790267944
147455	rnn.weight_hh_l0_reverse	4	0.02564084902405739
147455	rnn.weight_hh_l0_reverse	5	0.002741389675065875
147455	rnn.weight_hh_l0_reverse	6	0.06034790351986885
147455	rnn.weight_hh_l0_reverse	7	0.025966301560401917
147455	rnn.weight_hh_l0_reverse	8	-0.011860983446240425
147455	rnn.weight_hh_l0_reverse	9	-0.03441542014479637
147455	rnn.bias_ih_l0_reverse	0	-0.13979493081569672
147455	rnn.bias_ih_l0_reverse	1	-0.3030620217323303
147455	rnn.bias_ih_l0_reverse	2	-0.07059933990240097
147455	rnn.bias_ih_l0_reverse	3	-0.14071235060691833
147455	rnn.bias_ih_l0_reverse	4	0.05835091322660446
147455	rnn.bias_ih_l0_reverse	5	-0.255765438079834
147455	rnn.bias_ih_l0_reverse	6	-0.05314430594444275
147455	rnn.bias_ih_l0_reverse	7	0.012173235416412354
147455	rnn.bias_ih_l0_reverse	8	-0.17915649712085724
147455	rnn.bias_ih_l0_reverse	9	-0.08887048065662384
147455	rnn.bias_hh_l0_reverse	0	-0.15419408679008484
147455	rnn.bias_hh_l0_reverse	1	-0.148162379860878
147455	rnn.bias_hh_l0_reverse	2	-0.01860535703599453
147455	rnn.bias_hh_l0_reverse	3	-0.12886714935302734
147455	rnn.bias_hh_l0_reverse	4	-0.02965991199016571
147455	rnn.bias_hh_l0_reverse	5	-0.11146467179059982
147455	rnn.bias_hh_l0_reverse	6	-0.07327084243297577
147455	rnn.bias_hh_l0_reverse	7	-0.2053830325603485
147455	rnn.bias_hh_l0_reverse	8	-0.0520903505384922
147455	rnn.bias_hh_l0_reverse	9	-0.13751311600208282
147455	linear.weight	0	-0.22869554162025452
147455	linear.weight	1	-0.16809630393981934
147455	linear.weight	2	-0.011228874325752258
147455	linear.weight	3	-0.0586223267018795
147455	linear.weight	4	0.030997226014733315
147455	linear.weight	5	0.235405832529068
147455	linear.weight	6	0.0047744326293468475
147455	linear.weight	7	-0.021312154829502106
147455	linear.weight	8	0.13345809280872345
147455	linear.weight	9	0.16144470870494843
147455	linear.bias	0	-0.8379711508750916
147455	linear.bias	1	1.399339199066162
147455	linear.bias	2	-0.4181334376335144
147455	linear.bias	3	-0.6951424479484558
147455	linear.bias	4	-0.9224772453308105
147455	linear.bias	5	-1.1730390787124634
147455	linear.bias	6	-0.8979607224464417
147455	linear.bias	7	-0.7456499338150024
147455	linear.bias	8	-0.01705317199230194
147455	linear.bias	9	3.3682429790496826
147652	transitions	0	-0.41192272305488586
147652	transitions	1	8.526443481445312
147652	transitions	2	-3.487413167953491
147652	transitions	3	1.4118887186050415
147652	transitions	4	-2.09963059425354
147652	transitions	5	-0.38816404342651367
147652	transitions	6	-0.18817570805549622
147652	transitions	7	-10000.0
147652	transitions	8	1.7711803913116455
147652	transitions	9	-2.2936174869537354
147652	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
147652	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
147652	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
147652	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
147652	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
147652	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
147652	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
147652	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
147652	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
147652	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
147652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
147652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
147652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
147652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
147652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
147652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
147652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
147652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
147652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
147652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
147652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
147652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
147652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
147652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
147652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
147652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
147652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
147652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
147652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
147652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
147652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
147652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
147652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
147652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
147652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
147652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
147652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
147652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
147652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
147652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
147652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
147652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
147652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
147652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
147652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
147652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
147652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
147652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
147652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
147652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
147652	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
147652	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
147652	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
147652	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
147652	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
147652	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
147652	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
147652	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
147652	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
147652	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
147652	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
147652	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
147652	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
147652	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
147652	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
147652	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
147652	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
147652	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
147652	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
147652	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
147652	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
147652	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
147652	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
147652	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
147652	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
147652	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
147652	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
147652	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
147652	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
147652	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
147652	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
147652	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
147652	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
147652	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
147652	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
147652	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
147652	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
147652	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
147652	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
147652	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
147652	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
147652	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
147652	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
147652	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
147652	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
147652	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
147652	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
147652	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
147652	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
147652	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
147652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
147652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
147652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
147652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
147652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
147652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
147652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
147652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
147652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
147652	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
147652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
147652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
147652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
147652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
147652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
147652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
147652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
147652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
147652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
147652	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
147652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
147652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
147652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
147652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
147652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
147652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
147652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
147652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
147652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
147652	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
147652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
147652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
147652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
147652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
147652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
147652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
147652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
147652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
147652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
147652	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
147652	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
147652	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
147652	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
147652	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
147652	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
147652	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
147652	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
147652	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
147652	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
147652	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
147652	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
147652	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
147652	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
147652	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
147652	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
147652	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
147652	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
147652	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
147652	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
147652	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
147652	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
147652	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
147652	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
147652	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
147652	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
147652	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
147652	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
147652	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
147652	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
147652	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
147652	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
147652	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
147652	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
147652	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
147652	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
147652	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
147652	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
147652	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
147652	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
147652	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
147652	embedding2nn.weight	0	0.05025317892432213
147652	embedding2nn.weight	1	-0.09688630700111389
147652	embedding2nn.weight	2	0.012978059239685535
147652	embedding2nn.weight	3	-0.06022427976131439
147652	embedding2nn.weight	4	-0.12126123905181885
147652	embedding2nn.weight	5	0.11681509763002396
147652	embedding2nn.weight	6	-0.12059924006462097
147652	embedding2nn.weight	7	-0.07821554690599442
147652	embedding2nn.weight	8	-0.020078957080841064
147652	embedding2nn.weight	9	0.07211915403604507
147652	embedding2nn.bias	0	0.0512663796544075
147652	embedding2nn.bias	1	0.00897128600627184
147652	embedding2nn.bias	2	-0.07543026655912399
147652	embedding2nn.bias	3	0.05500509962439537
147652	embedding2nn.bias	4	-0.01927044428884983
147652	embedding2nn.bias	5	-0.13327306509017944
147652	embedding2nn.bias	6	-0.09296154975891113
147652	embedding2nn.bias	7	-0.07417705655097961
147652	embedding2nn.bias	8	0.12032157927751541
147652	embedding2nn.bias	9	-0.031142914667725563
147652	rnn.weight_ih_l0	0	0.03249330818653107
147652	rnn.weight_ih_l0	1	-0.06834229826927185
147652	rnn.weight_ih_l0	2	-0.01863236166536808
147652	rnn.weight_ih_l0	3	-0.05229679495096207
147652	rnn.weight_ih_l0	4	0.032985564321279526
147652	rnn.weight_ih_l0	5	-0.09938808530569077
147652	rnn.weight_ih_l0	6	-0.06217438355088234
147652	rnn.weight_ih_l0	7	-0.008271349593997002
147652	rnn.weight_ih_l0	8	0.06085176020860672
147652	rnn.weight_ih_l0	9	0.014471651054918766
147652	rnn.weight_hh_l0	0	0.003627086989581585
147652	rnn.weight_hh_l0	1	-0.08780109137296677
147652	rnn.weight_hh_l0	2	0.06123744323849678
147652	rnn.weight_hh_l0	3	0.04051290452480316
147652	rnn.weight_hh_l0	4	0.004431881010532379
147652	rnn.weight_hh_l0	5	0.062443770468235016
147652	rnn.weight_hh_l0	6	-0.014760906808078289
147652	rnn.weight_hh_l0	7	-0.09275127947330475
147652	rnn.weight_hh_l0	8	0.006999465171247721
147652	rnn.weight_hh_l0	9	-0.07786725461483002
147652	rnn.bias_ih_l0	0	-0.052952785044908524
147652	rnn.bias_ih_l0	1	-0.17817090451717377
147652	rnn.bias_ih_l0	2	-0.2462616115808487
147652	rnn.bias_ih_l0	3	-0.27598458528518677
147652	rnn.bias_ih_l0	4	-0.004106694832444191
147652	rnn.bias_ih_l0	5	0.0327175073325634
147652	rnn.bias_ih_l0	6	-0.17256027460098267
147652	rnn.bias_ih_l0	7	-0.26034799218177795
147652	rnn.bias_ih_l0	8	-0.13195638358592987
147652	rnn.bias_ih_l0	9	-0.18737249076366425
147652	rnn.bias_hh_l0	0	0.11132588237524033
147652	rnn.bias_hh_l0	1	-0.06392267346382141
147652	rnn.bias_hh_l0	2	0.049516063183546066
147652	rnn.bias_hh_l0	3	-0.1677270233631134
147652	rnn.bias_hh_l0	4	0.04821019992232323
147652	rnn.bias_hh_l0	5	0.025415552780032158
147652	rnn.bias_hh_l0	6	-0.08832409232854843
147652	rnn.bias_hh_l0	7	-0.1609153151512146
147652	rnn.bias_hh_l0	8	-0.18786004185676575
147652	rnn.bias_hh_l0	9	-0.09773754328489304
147652	rnn.weight_ih_l0_reverse	0	-0.017441900447010994
147652	rnn.weight_ih_l0_reverse	1	0.004289255943149328
147652	rnn.weight_ih_l0_reverse	2	0.019082356244325638
147652	rnn.weight_ih_l0_reverse	3	0.005906402599066496
147652	rnn.weight_ih_l0_reverse	4	0.0291986595839262
147652	rnn.weight_ih_l0_reverse	5	-0.058011800050735474
147652	rnn.weight_ih_l0_reverse	6	-0.04834069684147835
147652	rnn.weight_ih_l0_reverse	7	-0.004899764433503151
147652	rnn.weight_ih_l0_reverse	8	0.09011197835206985
147652	rnn.weight_ih_l0_reverse	9	0.017545752227306366
147652	rnn.weight_hh_l0_reverse	0	0.006622797809541225
147652	rnn.weight_hh_l0_reverse	1	0.024882134050130844
147652	rnn.weight_hh_l0_reverse	2	-0.041246820241212845
147652	rnn.weight_hh_l0_reverse	3	0.03938336670398712
147652	rnn.weight_hh_l0_reverse	4	0.02610761485993862
147652	rnn.weight_hh_l0_reverse	5	0.0027786260470747948
147652	rnn.weight_hh_l0_reverse	6	0.06019636616110802
147652	rnn.weight_hh_l0_reverse	7	0.0262007899582386
147652	rnn.weight_hh_l0_reverse	8	-0.012638662941753864
147652	rnn.weight_hh_l0_reverse	9	-0.0341559536755085
147652	rnn.bias_ih_l0_reverse	0	-0.14051572978496552
147652	rnn.bias_ih_l0_reverse	1	-0.3012010157108307
147652	rnn.bias_ih_l0_reverse	2	-0.06901397556066513
147652	rnn.bias_ih_l0_reverse	3	-0.1424325406551361
147652	rnn.bias_ih_l0_reverse	4	0.059812482446432114
147652	rnn.bias_ih_l0_reverse	5	-0.2547147274017334
147652	rnn.bias_ih_l0_reverse	6	-0.052602916955947876
147652	rnn.bias_ih_l0_reverse	7	0.009996922686696053
147652	rnn.bias_ih_l0_reverse	8	-0.18127070367336273
147652	rnn.bias_ih_l0_reverse	9	-0.09024591743946075
147652	rnn.bias_hh_l0_reverse	0	-0.1555403620004654
147652	rnn.bias_hh_l0_reverse	1	-0.14754730463027954
147652	rnn.bias_hh_l0_reverse	2	-0.019113007932901382
147652	rnn.bias_hh_l0_reverse	3	-0.1287136822938919
147652	rnn.bias_hh_l0_reverse	4	-0.03067103587090969
147652	rnn.bias_hh_l0_reverse	5	-0.11048941314220428
147652	rnn.bias_hh_l0_reverse	6	-0.07220771163702011
147652	rnn.bias_hh_l0_reverse	7	-0.20556145906448364
147652	rnn.bias_hh_l0_reverse	8	-0.05451098456978798
147652	rnn.bias_hh_l0_reverse	9	-0.13778553903102875
147652	linear.weight	0	-0.2062581330537796
147652	linear.weight	1	-0.16904036700725555
147652	linear.weight	2	-0.011228874325752258
147652	linear.weight	3	-0.05444740504026413
147652	linear.weight	4	0.035387180745601654
147652	linear.weight	5	0.22511513531208038
147652	linear.weight	6	0.0047744326293468475
147652	linear.weight	7	-0.021312154829502106
147652	linear.weight	8	0.1462440937757492
147652	linear.weight	9	0.16917213797569275
147652	linear.bias	0	-0.86058509349823
147652	linear.bias	1	1.3834753036499023
147652	linear.bias	2	-0.4085555374622345
147652	linear.bias	3	-0.684902012348175
147652	linear.bias	4	-0.8848822712898254
147652	linear.bias	5	-1.1730632781982422
147652	linear.bias	6	-0.9196229577064514
147652	linear.bias	7	-0.7314937710762024
147652	linear.bias	8	-0.01705317199230194
147652	linear.bias	9	3.3605763912200928
147849	transitions	0	-0.41206416487693787
147849	transitions	1	8.497342109680176
147849	transitions	2	-3.487793445587158
147849	transitions	3	1.4144599437713623
147849	transitions	4	-2.099868059158325
147849	transitions	5	-0.38820764422416687
147849	transitions	6	-0.18819013237953186
147849	transitions	7	-10000.0
147849	transitions	8	1.7710143327713013
147849	transitions	9	-2.2936203479766846
147849	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
147849	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
147849	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
147849	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
147849	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
147849	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
147849	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
147849	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
147849	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
147849	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
147849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
147849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
147849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
147849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
147849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
147849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
147849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
147849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
147849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
147849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
147849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
147849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
147849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
147849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
147849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
147849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
147849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
147849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
147849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
147849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
147849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
147849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
147849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
147849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
147849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
147849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
147849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
147849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
147849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
147849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
147849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
147849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
147849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
147849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
147849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
147849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
147849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
147849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
147849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
147849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
147849	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
147849	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
147849	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
147849	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
147849	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
147849	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
147849	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
147849	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
147849	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
147849	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
147849	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
147849	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
147849	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
147849	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
147849	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
147849	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
147849	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
147849	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
147849	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
147849	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
147849	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
147849	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
147849	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
147849	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
147849	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
147849	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
147849	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
147849	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
147849	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
147849	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
147849	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
147849	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
147849	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
147849	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
147849	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
147849	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
147849	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
147849	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
147849	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
147849	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
147849	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
147849	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
147849	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
147849	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
147849	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
147849	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
147849	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
147849	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
147849	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
147849	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
147849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
147849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
147849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
147849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
147849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
147849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
147849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
147849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
147849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
147849	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
147849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
147849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
147849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
147849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
147849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
147849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
147849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
147849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
147849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
147849	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
147849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
147849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
147849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
147849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
147849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
147849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
147849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
147849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
147849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
147849	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
147849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
147849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
147849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
147849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
147849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
147849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
147849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
147849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
147849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
147849	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
147849	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
147849	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
147849	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
147849	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
147849	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
147849	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
147849	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
147849	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
147849	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
147849	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
147849	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
147849	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
147849	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
147849	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
147849	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
147849	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
147849	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
147849	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
147849	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
147849	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
147849	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
147849	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
147849	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
147849	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
147849	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
147849	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
147849	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
147849	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
147849	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
147849	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
147849	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
147849	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
147849	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
147849	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
147849	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
147849	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
147849	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
147849	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
147849	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
147849	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
147849	embedding2nn.weight	0	0.05008331686258316
147849	embedding2nn.weight	1	-0.09644170850515366
147849	embedding2nn.weight	2	0.012752923183143139
147849	embedding2nn.weight	3	-0.060117367655038834
147849	embedding2nn.weight	4	-0.1225484237074852
147849	embedding2nn.weight	5	0.11628604680299759
147849	embedding2nn.weight	6	-0.11674686521291733
147849	embedding2nn.weight	7	-0.07652267068624496
147849	embedding2nn.weight	8	-0.021257007494568825
147849	embedding2nn.weight	9	0.0722251608967781
147849	embedding2nn.bias	0	0.0482807420194149
147849	embedding2nn.bias	1	0.015243546105921268
147849	embedding2nn.bias	2	-0.07605086266994476
147849	embedding2nn.bias	3	0.04541673883795738
147849	embedding2nn.bias	4	-0.02079576440155506
147849	embedding2nn.bias	5	-0.14065025746822357
147849	embedding2nn.bias	6	-0.10340780019760132
147849	embedding2nn.bias	7	-0.06902139633893967
147849	embedding2nn.bias	8	0.11478478461503983
147849	embedding2nn.bias	9	-0.032852690666913986
147849	rnn.weight_ih_l0	0	0.032727308571338654
147849	rnn.weight_ih_l0	1	-0.06941699236631393
147849	rnn.weight_ih_l0	2	-0.01928110234439373
147849	rnn.weight_ih_l0	3	-0.04980270937085152
147849	rnn.weight_ih_l0	4	0.03309095278382301
147849	rnn.weight_ih_l0	5	-0.09988006204366684
147849	rnn.weight_ih_l0	6	-0.0630897656083107
147849	rnn.weight_ih_l0	7	-0.007771001663058996
147849	rnn.weight_ih_l0	8	0.06187843903899193
147849	rnn.weight_ih_l0	9	0.012885774485766888
147849	rnn.weight_hh_l0	0	0.0037011108361184597
147849	rnn.weight_hh_l0	1	-0.08853001147508621
147849	rnn.weight_hh_l0	2	0.06137453392148018
147849	rnn.weight_hh_l0	3	0.04043526202440262
147849	rnn.weight_hh_l0	4	0.004227833356708288
147849	rnn.weight_hh_l0	5	0.06255864351987839
147849	rnn.weight_hh_l0	6	-0.015076796524226665
147849	rnn.weight_hh_l0	7	-0.0926535353064537
147849	rnn.weight_hh_l0	8	0.006488398183137178
147849	rnn.weight_hh_l0	9	-0.07841406017541885
147849	rnn.bias_ih_l0	0	-0.05250469967722893
147849	rnn.bias_ih_l0	1	-0.17864951491355896
147849	rnn.bias_ih_l0	2	-0.2460683137178421
147849	rnn.bias_ih_l0	3	-0.27793294191360474
147849	rnn.bias_ih_l0	4	-0.004015977960079908
147849	rnn.bias_ih_l0	5	0.03618098050355911
147849	rnn.bias_ih_l0	6	-0.17308230698108673
147849	rnn.bias_ih_l0	7	-0.2585119605064392
147849	rnn.bias_ih_l0	8	-0.1319018304347992
147849	rnn.bias_ih_l0	9	-0.18672297894954681
147849	rnn.bias_hh_l0	0	0.11239752173423767
147849	rnn.bias_hh_l0	1	-0.06310629844665527
147849	rnn.bias_hh_l0	2	0.05021899566054344
147849	rnn.bias_hh_l0	3	-0.16818659007549286
147849	rnn.bias_hh_l0	4	0.045504309237003326
147849	rnn.bias_hh_l0	5	0.026214661076664925
147849	rnn.bias_hh_l0	6	-0.08608705550432205
147849	rnn.bias_hh_l0	7	-0.1591215431690216
147849	rnn.bias_hh_l0	8	-0.1894042193889618
147849	rnn.bias_hh_l0	9	-0.09822037070989609
147849	rnn.weight_ih_l0_reverse	0	-0.018565816804766655
147849	rnn.weight_ih_l0_reverse	1	0.003769450355321169
147849	rnn.weight_ih_l0_reverse	2	0.020390762016177177
147849	rnn.weight_ih_l0_reverse	3	0.006685326807200909
147849	rnn.weight_ih_l0_reverse	4	0.02812841534614563
147849	rnn.weight_ih_l0_reverse	5	-0.057666417211294174
147849	rnn.weight_ih_l0_reverse	6	-0.048252858221530914
147849	rnn.weight_ih_l0_reverse	7	-0.005209644790738821
147849	rnn.weight_ih_l0_reverse	8	0.09092243015766144
147849	rnn.weight_ih_l0_reverse	9	0.017366420477628708
147849	rnn.weight_hh_l0_reverse	0	0.006604383233934641
147849	rnn.weight_hh_l0_reverse	1	0.024973228573799133
147849	rnn.weight_hh_l0_reverse	2	-0.041690994054079056
147849	rnn.weight_hh_l0_reverse	3	0.03921790421009064
147849	rnn.weight_hh_l0_reverse	4	0.026210838928818703
147849	rnn.weight_hh_l0_reverse	5	0.0025948002003133297
147849	rnn.weight_hh_l0_reverse	6	0.060584355145692825
147849	rnn.weight_hh_l0_reverse	7	0.026211386546492577
147849	rnn.weight_hh_l0_reverse	8	-0.012266949750483036
147849	rnn.weight_hh_l0_reverse	9	-0.03400107100605965
147849	rnn.bias_ih_l0_reverse	0	-0.1418309509754181
147849	rnn.bias_ih_l0_reverse	1	-0.3008913993835449
147849	rnn.bias_ih_l0_reverse	2	-0.06938425451517105
147849	rnn.bias_ih_l0_reverse	3	-0.14246466755867004
147849	rnn.bias_ih_l0_reverse	4	0.06049367040395737
147849	rnn.bias_ih_l0_reverse	5	-0.2557651400566101
147849	rnn.bias_ih_l0_reverse	6	-0.0520295649766922
147849	rnn.bias_ih_l0_reverse	7	0.00852072425186634
147849	rnn.bias_ih_l0_reverse	8	-0.18205960094928741
147849	rnn.bias_ih_l0_reverse	9	-0.0908089429140091
147849	rnn.bias_hh_l0_reverse	0	-0.15377315878868103
147849	rnn.bias_hh_l0_reverse	1	-0.14727698266506195
147849	rnn.bias_hh_l0_reverse	2	-0.01833328604698181
147849	rnn.bias_hh_l0_reverse	3	-0.1257966309785843
147849	rnn.bias_hh_l0_reverse	4	-0.029616937041282654
147849	rnn.bias_hh_l0_reverse	5	-0.11101057380437851
147849	rnn.bias_hh_l0_reverse	6	-0.07422800362110138
147849	rnn.bias_hh_l0_reverse	7	-0.2039504200220108
147849	rnn.bias_hh_l0_reverse	8	-0.05471273139119148
147849	rnn.bias_hh_l0_reverse	9	-0.13822276890277863
147849	linear.weight	0	-0.21101532876491547
147849	linear.weight	1	-0.1652093529701233
147849	linear.weight	2	-0.011228874325752258
147849	linear.weight	3	-0.05621008574962616
147849	linear.weight	4	0.031115727499127388
147849	linear.weight	5	0.23321053385734558
147849	linear.weight	6	0.0047744326293468475
147849	linear.weight	7	-0.021312154829502106
147849	linear.weight	8	0.15717101097106934
147849	linear.weight	9	0.1623726636171341
147849	linear.bias	0	-0.850380003452301
147849	linear.bias	1	1.4127256870269775
147849	linear.bias	2	-0.43841853737831116
147849	linear.bias	3	-0.7114970684051514
147849	linear.bias	4	-0.8954401612281799
147849	linear.bias	5	-1.1730899810791016
147849	linear.bias	6	-0.909044086933136
147849	linear.bias	7	-0.7335630655288696
147849	linear.bias	8	-0.01705317199230194
147849	linear.bias	9	3.3662784099578857
148046	transitions	0	-0.412149041891098
148046	transitions	1	8.489136695861816
148046	transitions	2	-3.4881579875946045
148046	transitions	3	1.4143439531326294
148046	transitions	4	-2.100186586380005
148046	transitions	5	-0.3882516920566559
148046	transitions	6	-0.18820986151695251
148046	transitions	7	-10000.0
148046	transitions	8	1.7716368436813354
148046	transitions	9	-2.2936384677886963
148046	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
148046	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
148046	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
148046	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
148046	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
148046	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
148046	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
148046	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
148046	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
148046	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
148046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
148046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
148046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
148046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
148046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
148046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
148046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
148046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
148046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
148046	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
148046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
148046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
148046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
148046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
148046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
148046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
148046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
148046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
148046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
148046	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
148046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
148046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
148046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
148046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
148046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
148046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
148046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
148046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
148046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
148046	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
148046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
148046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
148046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
148046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
148046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
148046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
148046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
148046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
148046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
148046	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
148046	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
148046	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
148046	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
148046	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
148046	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
148046	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
148046	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
148046	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
148046	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
148046	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
148046	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
148046	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
148046	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
148046	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
148046	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
148046	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
148046	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
148046	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
148046	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
148046	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
148046	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
148046	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
148046	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
148046	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
148046	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
148046	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
148046	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
148046	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
148046	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
148046	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
148046	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
148046	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
148046	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
148046	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
148046	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
148046	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
148046	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
148046	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
148046	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
148046	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
148046	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
148046	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
148046	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
148046	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
148046	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
148046	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
148046	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
148046	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
148046	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
148046	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
148046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
148046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
148046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
148046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
148046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
148046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
148046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
148046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
148046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
148046	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
148046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
148046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
148046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
148046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
148046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
148046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
148046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
148046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
148046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
148046	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
148046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
148046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
148046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
148046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
148046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
148046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
148046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
148046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
148046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
148046	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
148046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
148046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
148046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
148046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
148046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
148046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
148046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
148046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
148046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
148046	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
148046	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
148046	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
148046	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
148046	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
148046	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
148046	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
148046	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
148046	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
148046	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
148046	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
148046	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
148046	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
148046	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
148046	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
148046	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
148046	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
148046	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
148046	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
148046	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
148046	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
148046	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
148046	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
148046	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
148046	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
148046	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
148046	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
148046	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
148046	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
148046	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
148046	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
148046	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
148046	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
148046	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
148046	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
148046	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
148046	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
148046	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
148046	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
148046	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
148046	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
148046	embedding2nn.weight	0	0.04966007545590401
148046	embedding2nn.weight	1	-0.09605847299098969
148046	embedding2nn.weight	2	0.011283067986369133
148046	embedding2nn.weight	3	-0.060468196868896484
148046	embedding2nn.weight	4	-0.12006360292434692
148046	embedding2nn.weight	5	0.11535617709159851
148046	embedding2nn.weight	6	-0.11198201775550842
148046	embedding2nn.weight	7	-0.07501447200775146
148046	embedding2nn.weight	8	-0.02099086530506611
148046	embedding2nn.weight	9	0.07194069772958755
148046	embedding2nn.bias	0	0.06286273896694183
148046	embedding2nn.bias	1	0.01936364732682705
148046	embedding2nn.bias	2	-0.0735393613576889
148046	embedding2nn.bias	3	0.04081624373793602
148046	embedding2nn.bias	4	-0.011977767571806908
148046	embedding2nn.bias	5	-0.13898791372776031
148046	embedding2nn.bias	6	-0.10742959380149841
148046	embedding2nn.bias	7	-0.0742742046713829
148046	embedding2nn.bias	8	0.12433888763189316
148046	embedding2nn.bias	9	-0.027448497712612152
148046	rnn.weight_ih_l0	0	0.03177788853645325
148046	rnn.weight_ih_l0	1	-0.06878741085529327
148046	rnn.weight_ih_l0	2	-0.019703522324562073
148046	rnn.weight_ih_l0	3	-0.05092408135533333
148046	rnn.weight_ih_l0	4	0.0327596589922905
148046	rnn.weight_ih_l0	5	-0.09863203763961792
148046	rnn.weight_ih_l0	6	-0.06447847932577133
148046	rnn.weight_ih_l0	7	-0.007992451079189777
148046	rnn.weight_ih_l0	8	0.06267189979553223
148046	rnn.weight_ih_l0	9	0.013652914203703403
148046	rnn.weight_hh_l0	0	0.002846943447366357
148046	rnn.weight_hh_l0	1	-0.08858626335859299
148046	rnn.weight_hh_l0	2	0.06194179505109787
148046	rnn.weight_hh_l0	3	0.04013422876596451
148046	rnn.weight_hh_l0	4	0.004230865743011236
148046	rnn.weight_hh_l0	5	0.06224041432142258
148046	rnn.weight_hh_l0	6	-0.015272549353539944
148046	rnn.weight_hh_l0	7	-0.09263928234577179
148046	rnn.weight_hh_l0	8	0.006900061387568712
148046	rnn.weight_hh_l0	9	-0.07936415821313858
148046	rnn.bias_ih_l0	0	-0.05297202244400978
148046	rnn.bias_ih_l0	1	-0.1805887520313263
148046	rnn.bias_ih_l0	2	-0.2477678507566452
148046	rnn.bias_ih_l0	3	-0.27656644582748413
148046	rnn.bias_ih_l0	4	-0.004242144990712404
148046	rnn.bias_ih_l0	5	0.03695559501647949
148046	rnn.bias_ih_l0	6	-0.17428214848041534
148046	rnn.bias_ih_l0	7	-0.2586333155632019
148046	rnn.bias_ih_l0	8	-0.13096703588962555
148046	rnn.bias_ih_l0	9	-0.18590223789215088
148046	rnn.bias_hh_l0	0	0.11515511572360992
148046	rnn.bias_hh_l0	1	-0.06243347376585007
148046	rnn.bias_hh_l0	2	0.050073716789484024
148046	rnn.bias_hh_l0	3	-0.1677762269973755
148046	rnn.bias_hh_l0	4	0.04427758604288101
148046	rnn.bias_hh_l0	5	0.025504929944872856
148046	rnn.bias_hh_l0	6	-0.08426117151975632
148046	rnn.bias_hh_l0	7	-0.15816132724285126
148046	rnn.bias_hh_l0	8	-0.18884404003620148
148046	rnn.bias_hh_l0	9	-0.09906183183193207
148046	rnn.weight_ih_l0_reverse	0	-0.018780404701828957
148046	rnn.weight_ih_l0_reverse	1	0.0025940800551325083
148046	rnn.weight_ih_l0_reverse	2	0.020055463537573814
148046	rnn.weight_ih_l0_reverse	3	0.00813934113830328
148046	rnn.weight_ih_l0_reverse	4	0.027432115748524666
148046	rnn.weight_ih_l0_reverse	5	-0.05747596547007561
148046	rnn.weight_ih_l0_reverse	6	-0.047930795699357986
148046	rnn.weight_ih_l0_reverse	7	-0.005941665731370449
148046	rnn.weight_ih_l0_reverse	8	0.09234293550252914
148046	rnn.weight_ih_l0_reverse	9	0.017013151198625565
148046	rnn.weight_hh_l0_reverse	0	0.006510178558528423
148046	rnn.weight_hh_l0_reverse	1	0.024952664971351624
148046	rnn.weight_hh_l0_reverse	2	-0.041836198419332504
148046	rnn.weight_hh_l0_reverse	3	0.03919941559433937
148046	rnn.weight_hh_l0_reverse	4	0.026132972911000252
148046	rnn.weight_hh_l0_reverse	5	0.0019320653518661857
148046	rnn.weight_hh_l0_reverse	6	0.06071056053042412
148046	rnn.weight_hh_l0_reverse	7	0.026298215612769127
148046	rnn.weight_hh_l0_reverse	8	-0.0119884442538023
148046	rnn.weight_hh_l0_reverse	9	-0.03409717231988907
148046	rnn.bias_ih_l0_reverse	0	-0.14294587075710297
148046	rnn.bias_ih_l0_reverse	1	-0.3040403425693512
148046	rnn.bias_ih_l0_reverse	2	-0.07152947038412094
148046	rnn.bias_ih_l0_reverse	3	-0.14306385815143585
148046	rnn.bias_ih_l0_reverse	4	0.05866355076432228
148046	rnn.bias_ih_l0_reverse	5	-0.25554659962654114
148046	rnn.bias_ih_l0_reverse	6	-0.0501592718064785
148046	rnn.bias_ih_l0_reverse	7	0.013193482533097267
148046	rnn.bias_ih_l0_reverse	8	-0.18132299184799194
148046	rnn.bias_ih_l0_reverse	9	-0.09118831902742386
148046	rnn.bias_hh_l0_reverse	0	-0.15311428904533386
148046	rnn.bias_hh_l0_reverse	1	-0.14656127989292145
148046	rnn.bias_hh_l0_reverse	2	-0.01870054192841053
148046	rnn.bias_hh_l0_reverse	3	-0.12456081807613373
148046	rnn.bias_hh_l0_reverse	4	-0.028339851647615433
148046	rnn.bias_hh_l0_reverse	5	-0.11166583001613617
148046	rnn.bias_hh_l0_reverse	6	-0.0744209885597229
148046	rnn.bias_hh_l0_reverse	7	-0.2027358114719391
148046	rnn.bias_hh_l0_reverse	8	-0.055052272975444794
148046	rnn.bias_hh_l0_reverse	9	-0.13700133562088013
148046	linear.weight	0	-0.21077318489551544
148046	linear.weight	1	-0.1632014960050583
148046	linear.weight	2	-0.011228874325752258
148046	linear.weight	3	-0.06299665570259094
148046	linear.weight	4	0.025493493303656578
148046	linear.weight	5	0.21860507130622864
148046	linear.weight	6	0.0047744326293468475
148046	linear.weight	7	-0.021312154829502106
148046	linear.weight	8	0.15525510907173157
148046	linear.weight	9	0.17022965848445892
148046	linear.bias	0	-0.8434404730796814
148046	linear.bias	1	1.4030029773712158
148046	linear.bias	2	-0.4564497768878937
148046	linear.bias	3	-0.7292205095291138
148046	linear.bias	4	-0.8681101202964783
148046	linear.bias	5	-1.1731200218200684
148046	linear.bias	6	-0.9011759161949158
148046	linear.bias	7	-0.7147687077522278
148046	linear.bias	8	-0.01705317199230194
148046	linear.bias	9	3.3563811779022217
148050	transitions	0	-0.4121509790420532
148050	transitions	1	8.487593650817871
148050	transitions	2	-3.4881598949432373
148050	transitions	3	1.4169015884399414
148050	transitions	4	-2.1001880168914795
148050	transitions	5	-0.38825181126594543
148050	transitions	6	-0.18820995092391968
148050	transitions	7	-10000.0
148050	transitions	8	1.7728030681610107
148050	transitions	9	-2.2936384677886963
148050	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
148050	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
148050	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
148050	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
148050	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
148050	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
148050	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
148050	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
148050	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
148050	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
148050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
148050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
148050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
148050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
148050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
148050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
148050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
148050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
148050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
148050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
148050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
148050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
148050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
148050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
148050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
148050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
148050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
148050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
148050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
148050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
148050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
148050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
148050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
148050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
148050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
148050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
148050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
148050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
148050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
148050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
148050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
148050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
148050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
148050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
148050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
148050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
148050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
148050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
148050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
148050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
148050	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
148050	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
148050	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
148050	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
148050	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
148050	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
148050	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
148050	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
148050	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
148050	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
148050	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
148050	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
148050	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
148050	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
148050	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
148050	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
148050	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
148050	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
148050	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
148050	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
148050	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
148050	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
148050	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
148050	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
148050	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
148050	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
148050	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
148050	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
148050	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
148050	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
148050	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
148050	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
148050	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
148050	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
148050	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
148050	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
148050	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
148050	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
148050	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
148050	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
148050	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
148050	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
148050	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
148050	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
148050	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
148050	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
148050	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
148050	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
148050	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
148050	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
148050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
148050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
148050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
148050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
148050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
148050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
148050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
148050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
148050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
148050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
148050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
148050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
148050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
148050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
148050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
148050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
148050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
148050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
148050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
148050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
148050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
148050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
148050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
148050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
148050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
148050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
148050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
148050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
148050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
148050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
148050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
148050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
148050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
148050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
148050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
148050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
148050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
148050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
148050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
148050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
148050	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
148050	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
148050	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
148050	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
148050	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
148050	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
148050	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
148050	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
148050	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
148050	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
148050	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
148050	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
148050	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
148050	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
148050	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
148050	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
148050	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
148050	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
148050	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
148050	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
148050	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
148050	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
148050	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
148050	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
148050	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
148050	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
148050	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
148050	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
148050	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
148050	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
148050	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
148050	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
148050	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
148050	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
148050	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
148050	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
148050	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
148050	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
148050	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
148050	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
148050	embedding2nn.weight	0	0.04966607317328453
148050	embedding2nn.weight	1	-0.09579665958881378
148050	embedding2nn.weight	2	0.011198263615369797
148050	embedding2nn.weight	3	-0.06023413687944412
148050	embedding2nn.weight	4	-0.12000534683465958
148050	embedding2nn.weight	5	0.11524760723114014
148050	embedding2nn.weight	6	-0.11220656335353851
148050	embedding2nn.weight	7	-0.0748443752527237
148050	embedding2nn.weight	8	-0.02095802314579487
148050	embedding2nn.weight	9	0.07205233722925186
148050	embedding2nn.bias	0	0.060990121215581894
148050	embedding2nn.bias	1	0.016495797783136368
148050	embedding2nn.bias	2	-0.07415811717510223
148050	embedding2nn.bias	3	0.04503143951296806
148050	embedding2nn.bias	4	-0.012995262630283833
148050	embedding2nn.bias	5	-0.1384212076663971
148050	embedding2nn.bias	6	-0.10678136348724365
148050	embedding2nn.bias	7	-0.07507260888814926
148050	embedding2nn.bias	8	0.1229306161403656
148050	embedding2nn.bias	9	-0.026116207242012024
148050	rnn.weight_ih_l0	0	0.03179813176393509
148050	rnn.weight_ih_l0	1	-0.06880826503038406
148050	rnn.weight_ih_l0	2	-0.01971955969929695
148050	rnn.weight_ih_l0	3	-0.050953663885593414
148050	rnn.weight_ih_l0	4	0.03276993706822395
148050	rnn.weight_ih_l0	5	-0.09868588298559189
148050	rnn.weight_ih_l0	6	-0.06450766324996948
148050	rnn.weight_ih_l0	7	-0.007935887202620506
148050	rnn.weight_ih_l0	8	0.06258264929056168
148050	rnn.weight_ih_l0	9	0.013319985941052437
148050	rnn.weight_hh_l0	0	0.0028546468820422888
148050	rnn.weight_hh_l0	1	-0.08861161023378372
148050	rnn.weight_hh_l0	2	0.06192643195390701
148050	rnn.weight_hh_l0	3	0.04012666642665863
148050	rnn.weight_hh_l0	4	0.004114052746444941
148050	rnn.weight_hh_l0	5	0.06223773956298828
148050	rnn.weight_hh_l0	6	-0.015276377089321613
148050	rnn.weight_hh_l0	7	-0.09262614697217941
148050	rnn.weight_hh_l0	8	0.006925887428224087
148050	rnn.weight_hh_l0	9	-0.07941768318414688
148050	rnn.bias_ih_l0	0	-0.05295351892709732
148050	rnn.bias_ih_l0	1	-0.18043024837970734
148050	rnn.bias_ih_l0	2	-0.24777188897132874
148050	rnn.bias_ih_l0	3	-0.2764839231967926
148050	rnn.bias_ih_l0	4	-0.004007317591458559
148050	rnn.bias_ih_l0	5	0.03532777726650238
148050	rnn.bias_ih_l0	6	-0.17429836094379425
148050	rnn.bias_ih_l0	7	-0.2585352063179016
148050	rnn.bias_ih_l0	8	-0.13117216527462006
148050	rnn.bias_ih_l0	9	-0.18617619574069977
148050	rnn.bias_hh_l0	0	0.11460950970649719
148050	rnn.bias_hh_l0	1	-0.06256084889173508
148050	rnn.bias_hh_l0	2	0.049955032765865326
148050	rnn.bias_hh_l0	3	-0.16767187416553497
148050	rnn.bias_hh_l0	4	0.044192612171173096
148050	rnn.bias_hh_l0	5	0.025726493448019028
148050	rnn.bias_hh_l0	6	-0.08419778198003769
148050	rnn.bias_hh_l0	7	-0.1580907702445984
148050	rnn.bias_hh_l0	8	-0.18892501294612885
148050	rnn.bias_hh_l0	9	-0.0987512469291687
148050	rnn.weight_ih_l0_reverse	0	-0.01874515973031521
148050	rnn.weight_ih_l0_reverse	1	0.0024501837324351072
148050	rnn.weight_ih_l0_reverse	2	0.020043306052684784
148050	rnn.weight_ih_l0_reverse	3	0.008124379441142082
148050	rnn.weight_ih_l0_reverse	4	0.02749006077647209
148050	rnn.weight_ih_l0_reverse	5	-0.05745472386479378
148050	rnn.weight_ih_l0_reverse	6	-0.04789798706769943
148050	rnn.weight_ih_l0_reverse	7	-0.005977744702249765
148050	rnn.weight_ih_l0_reverse	8	0.09229080379009247
148050	rnn.weight_ih_l0_reverse	9	0.017042800784111023
148050	rnn.weight_hh_l0_reverse	0	0.006490249652415514
148050	rnn.weight_hh_l0_reverse	1	0.024940086528658867
148050	rnn.weight_hh_l0_reverse	2	-0.04186524078249931
148050	rnn.weight_hh_l0_reverse	3	0.03919005021452904
148050	rnn.weight_hh_l0_reverse	4	0.02613016590476036
148050	rnn.weight_hh_l0_reverse	5	0.0019126152619719505
148050	rnn.weight_hh_l0_reverse	6	0.06070144101977348
148050	rnn.weight_hh_l0_reverse	7	0.02629520744085312
148050	rnn.weight_hh_l0_reverse	8	-0.012011957354843616
148050	rnn.weight_hh_l0_reverse	9	-0.03411868214607239
148050	rnn.bias_ih_l0_reverse	0	-0.14294646680355072
148050	rnn.bias_ih_l0_reverse	1	-0.30379870533943176
148050	rnn.bias_ih_l0_reverse	2	-0.07166093587875366
148050	rnn.bias_ih_l0_reverse	3	-0.1430952548980713
148050	rnn.bias_ih_l0_reverse	4	0.05881575495004654
148050	rnn.bias_ih_l0_reverse	5	-0.2552527189254761
148050	rnn.bias_ih_l0_reverse	6	-0.050271254032850266
148050	rnn.bias_ih_l0_reverse	7	0.013110932894051075
148050	rnn.bias_ih_l0_reverse	8	-0.18124450743198395
148050	rnn.bias_ih_l0_reverse	9	-0.09073139727115631
148050	rnn.bias_hh_l0_reverse	0	-0.15331459045410156
148050	rnn.bias_hh_l0_reverse	1	-0.14667196571826935
148050	rnn.bias_hh_l0_reverse	2	-0.01866360753774643
148050	rnn.bias_hh_l0_reverse	3	-0.12467481940984726
148050	rnn.bias_hh_l0_reverse	4	-0.02832733653485775
148050	rnn.bias_hh_l0_reverse	5	-0.11171993613243103
148050	rnn.bias_hh_l0_reverse	6	-0.07438585162162781
148050	rnn.bias_hh_l0_reverse	7	-0.2028442919254303
148050	rnn.bias_hh_l0_reverse	8	-0.0549793466925621
148050	rnn.bias_hh_l0_reverse	9	-0.13719342648983002
148050	linear.weight	0	-0.21062389016151428
148050	linear.weight	1	-0.16325260698795319
148050	linear.weight	2	-0.011228874325752258
148050	linear.weight	3	-0.062090471386909485
148050	linear.weight	4	0.023779958486557007
148050	linear.weight	5	0.21861052513122559
148050	linear.weight	6	0.0047744326293468475
148050	linear.weight	7	-0.021312154829502106
148050	linear.weight	8	0.1554235816001892
148050	linear.weight	9	0.17014987766742706
148050	linear.bias	0	-0.8455000519752502
148050	linear.bias	1	1.4097485542297363
148050	linear.bias	2	-0.45341163873672485
148050	linear.bias	3	-0.7306409478187561
148050	linear.bias	4	-0.8707107901573181
148050	linear.bias	5	-1.1731212139129639
148050	linear.bias	6	-0.9033262729644775
148050	linear.bias	7	-0.7098423838615417
148050	linear.bias	8	-0.01705317199230194
148050	linear.bias	9	3.3375303745269775
148247	transitions	0	-0.4122794270515442
148247	transitions	1	8.511212348937988
148247	transitions	2	-3.488513231277466
148247	transitions	3	1.4084922075271606
148247	transitions	4	-2.1004109382629395
148247	transitions	5	-0.3882790207862854
148247	transitions	6	-0.1882312148809433
148247	transitions	7	-10000.0
148247	transitions	8	1.7722501754760742
148247	transitions	9	-2.2936618328094482
148247	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
148247	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
148247	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
148247	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
148247	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
148247	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
148247	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
148247	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
148247	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
148247	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
148247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
148247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
148247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
148247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
148247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
148247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
148247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
148247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
148247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
148247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
148247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
148247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
148247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
148247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
148247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
148247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
148247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
148247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
148247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
148247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
148247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
148247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
148247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
148247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
148247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
148247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
148247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
148247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
148247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
148247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
148247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
148247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
148247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
148247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
148247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
148247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
148247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
148247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
148247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
148247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
148247	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
148247	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
148247	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
148247	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
148247	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
148247	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
148247	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
148247	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
148247	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
148247	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
148247	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
148247	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
148247	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
148247	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
148247	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
148247	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
148247	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
148247	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
148247	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
148247	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
148247	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
148247	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
148247	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
148247	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
148247	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
148247	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
148247	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
148247	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
148247	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
148247	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
148247	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
148247	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
148247	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
148247	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
148247	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
148247	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
148247	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
148247	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
148247	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
148247	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
148247	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
148247	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
148247	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
148247	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
148247	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
148247	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
148247	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
148247	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
148247	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
148247	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
148247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
148247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
148247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
148247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
148247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
148247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
148247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
148247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
148247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
148247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
148247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
148247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
148247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
148247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
148247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
148247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
148247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
148247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
148247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
148247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
148247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
148247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
148247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
148247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
148247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
148247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
148247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
148247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
148247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
148247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
148247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
148247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
148247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
148247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
148247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
148247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
148247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
148247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
148247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
148247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
148247	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
148247	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
148247	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
148247	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
148247	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
148247	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
148247	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
148247	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
148247	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
148247	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
148247	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
148247	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
148247	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
148247	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
148247	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
148247	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
148247	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
148247	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
148247	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
148247	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
148247	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
148247	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
148247	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
148247	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
148247	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
148247	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
148247	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
148247	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
148247	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
148247	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
148247	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
148247	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
148247	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
148247	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
148247	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
148247	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
148247	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
148247	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
148247	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
148247	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
148247	embedding2nn.weight	0	0.04967981204390526
148247	embedding2nn.weight	1	-0.09640342742204666
148247	embedding2nn.weight	2	0.012020152993500233
148247	embedding2nn.weight	3	-0.059671785682439804
148247	embedding2nn.weight	4	-0.12067967653274536
148247	embedding2nn.weight	5	0.11428894847631454
148247	embedding2nn.weight	6	-0.11203353106975555
148247	embedding2nn.weight	7	-0.07454808801412582
148247	embedding2nn.weight	8	-0.02078937366604805
148247	embedding2nn.weight	9	0.07302682846784592
148247	embedding2nn.bias	0	0.06322409957647324
148247	embedding2nn.bias	1	0.02230042591691017
148247	embedding2nn.bias	2	-0.07337561994791031
148247	embedding2nn.bias	3	0.04601968452334404
148247	embedding2nn.bias	4	-0.007283623330295086
148247	embedding2nn.bias	5	-0.12867140769958496
148247	embedding2nn.bias	6	-0.11226525902748108
148247	embedding2nn.bias	7	-0.07666527479887009
148247	embedding2nn.bias	8	0.1251937299966812
148247	embedding2nn.bias	9	-0.024105507880449295
148247	rnn.weight_ih_l0	0	0.03285728022456169
148247	rnn.weight_ih_l0	1	-0.06825684010982513
148247	rnn.weight_ih_l0	2	-0.01926874928176403
148247	rnn.weight_ih_l0	3	-0.04929967597126961
148247	rnn.weight_ih_l0	4	0.03198285773396492
148247	rnn.weight_ih_l0	5	-0.09780020266771317
148247	rnn.weight_ih_l0	6	-0.06485477089881897
148247	rnn.weight_ih_l0	7	-0.008184990845620632
148247	rnn.weight_ih_l0	8	0.06119715794920921
148247	rnn.weight_ih_l0	9	0.013085948303341866
148247	rnn.weight_hh_l0	0	0.0025680523831397295
148247	rnn.weight_hh_l0	1	-0.08842586725950241
148247	rnn.weight_hh_l0	2	0.06215851753950119
148247	rnn.weight_hh_l0	3	0.04014241322875023
148247	rnn.weight_hh_l0	4	0.004241055343300104
148247	rnn.weight_hh_l0	5	0.0627637505531311
148247	rnn.weight_hh_l0	6	-0.015402359887957573
148247	rnn.weight_hh_l0	7	-0.09310244768857956
148247	rnn.weight_hh_l0	8	0.00786227360367775
148247	rnn.weight_hh_l0	9	-0.07969986647367477
148247	rnn.bias_ih_l0	0	-0.05177188664674759
148247	rnn.bias_ih_l0	1	-0.1821390986442566
148247	rnn.bias_ih_l0	2	-0.24917015433311462
148247	rnn.bias_ih_l0	3	-0.277035653591156
148247	rnn.bias_ih_l0	4	-0.002742232521995902
148247	rnn.bias_ih_l0	5	0.03623710200190544
148247	rnn.bias_ih_l0	6	-0.17518796026706696
148247	rnn.bias_ih_l0	7	-0.25983038544654846
148247	rnn.bias_ih_l0	8	-0.13104255497455597
148247	rnn.bias_ih_l0	9	-0.18452070653438568
148247	rnn.bias_hh_l0	0	0.11332661658525467
148247	rnn.bias_hh_l0	1	-0.06359449774026871
148247	rnn.bias_hh_l0	2	0.0473443977534771
148247	rnn.bias_hh_l0	3	-0.16787925362586975
148247	rnn.bias_hh_l0	4	0.043085820972919464
148247	rnn.bias_hh_l0	5	0.02675464004278183
148247	rnn.bias_hh_l0	6	-0.08548428863286972
148247	rnn.bias_hh_l0	7	-0.1579953134059906
148247	rnn.bias_hh_l0	8	-0.18794573843479156
148247	rnn.bias_hh_l0	9	-0.09916341304779053
148247	rnn.weight_ih_l0_reverse	0	-0.018907202407717705
148247	rnn.weight_ih_l0_reverse	1	0.0015031914226710796
148247	rnn.weight_ih_l0_reverse	2	0.021578628569841385
148247	rnn.weight_ih_l0_reverse	3	0.009372817352414131
148247	rnn.weight_ih_l0_reverse	4	0.02819017879664898
148247	rnn.weight_ih_l0_reverse	5	-0.057637885212898254
148247	rnn.weight_ih_l0_reverse	6	-0.04970700293779373
148247	rnn.weight_ih_l0_reverse	7	-0.005285730119794607
148247	rnn.weight_ih_l0_reverse	8	0.09291879832744598
148247	rnn.weight_ih_l0_reverse	9	0.017085568979382515
148247	rnn.weight_hh_l0_reverse	0	0.006835172418504953
148247	rnn.weight_hh_l0_reverse	1	0.02516053430736065
148247	rnn.weight_hh_l0_reverse	2	-0.041869934648275375
148247	rnn.weight_hh_l0_reverse	3	0.03885245695710182
148247	rnn.weight_hh_l0_reverse	4	0.026191141456365585
148247	rnn.weight_hh_l0_reverse	5	0.0015490272780880332
148247	rnn.weight_hh_l0_reverse	6	0.060462918132543564
148247	rnn.weight_hh_l0_reverse	7	0.026854131370782852
148247	rnn.weight_hh_l0_reverse	8	-0.01156689040362835
148247	rnn.weight_hh_l0_reverse	9	-0.033920902758836746
148247	rnn.bias_ih_l0_reverse	0	-0.1413889229297638
148247	rnn.bias_ih_l0_reverse	1	-0.3027164936065674
148247	rnn.bias_ih_l0_reverse	2	-0.07074283808469772
148247	rnn.bias_ih_l0_reverse	3	-0.14270871877670288
148247	rnn.bias_ih_l0_reverse	4	0.059223975986242294
148247	rnn.bias_ih_l0_reverse	5	-0.25602519512176514
148247	rnn.bias_ih_l0_reverse	6	-0.04934873431921005
148247	rnn.bias_ih_l0_reverse	7	0.009426106698811054
148247	rnn.bias_ih_l0_reverse	8	-0.17974717915058136
148247	rnn.bias_ih_l0_reverse	9	-0.09007152915000916
148247	rnn.bias_hh_l0_reverse	0	-0.15134568512439728
148247	rnn.bias_hh_l0_reverse	1	-0.14649342000484467
148247	rnn.bias_hh_l0_reverse	2	-0.017252594232559204
148247	rnn.bias_hh_l0_reverse	3	-0.12610548734664917
148247	rnn.bias_hh_l0_reverse	4	-0.02950935810804367
148247	rnn.bias_hh_l0_reverse	5	-0.11085332930088043
148247	rnn.bias_hh_l0_reverse	6	-0.0731683000922203
148247	rnn.bias_hh_l0_reverse	7	-0.20269915461540222
148247	rnn.bias_hh_l0_reverse	8	-0.054728392511606216
148247	rnn.bias_hh_l0_reverse	9	-0.1386135071516037
148247	linear.weight	0	-0.20880331099033356
148247	linear.weight	1	-0.16123348474502563
148247	linear.weight	2	-0.011228874325752258
148247	linear.weight	3	-0.060102712363004684
148247	linear.weight	4	0.0302905086427927
148247	linear.weight	5	0.22007420659065247
148247	linear.weight	6	0.0047744326293468475
148247	linear.weight	7	-0.021312154829502106
148247	linear.weight	8	0.15631034970283508
148247	linear.weight	9	0.1718786507844925
148247	linear.bias	0	-0.8386785387992859
148247	linear.bias	1	1.4090927839279175
148247	linear.bias	2	-0.45468172430992126
148247	linear.bias	3	-0.697407066822052
148247	linear.bias	4	-0.8722472190856934
148247	linear.bias	5	-1.173146367073059
148247	linear.bias	6	-0.8968247771263123
148247	linear.bias	7	-0.7453402876853943
148247	linear.bias	8	-0.01705317199230194
148247	linear.bias	9	3.385335922241211
148444	transitions	0	-0.412845253944397
148444	transitions	1	8.492823600769043
148444	transitions	2	-3.488853931427002
148444	transitions	3	1.4269533157348633
148444	transitions	4	-2.1009371280670166
148444	transitions	5	-0.38832780718803406
148444	transitions	6	-0.18824820220470428
148444	transitions	7	-10000.0
148444	transitions	8	1.7718950510025024
148444	transitions	9	-2.2936670780181885
148444	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
148444	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
148444	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
148444	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
148444	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
148444	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
148444	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
148444	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
148444	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
148444	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
148444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
148444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
148444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
148444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
148444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
148444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
148444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
148444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
148444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
148444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
148444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
148444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
148444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
148444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
148444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
148444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
148444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
148444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
148444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
148444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
148444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
148444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
148444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
148444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
148444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
148444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
148444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
148444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
148444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
148444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
148444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
148444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
148444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
148444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
148444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
148444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
148444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
148444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
148444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
148444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
148444	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
148444	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
148444	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
148444	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
148444	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
148444	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
148444	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
148444	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
148444	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
148444	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
148444	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
148444	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
148444	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
148444	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
148444	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
148444	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
148444	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
148444	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
148444	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
148444	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
148444	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
148444	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
148444	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
148444	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
148444	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
148444	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
148444	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
148444	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
148444	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
148444	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
148444	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
148444	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
148444	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
148444	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
148444	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
148444	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
148444	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
148444	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
148444	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
148444	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
148444	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
148444	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
148444	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
148444	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
148444	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
148444	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
148444	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
148444	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
148444	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
148444	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
148444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
148444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
148444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
148444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
148444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
148444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
148444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
148444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
148444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
148444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
148444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
148444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
148444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
148444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
148444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
148444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
148444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
148444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
148444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
148444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
148444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
148444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
148444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
148444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
148444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
148444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
148444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
148444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
148444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
148444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
148444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
148444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
148444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
148444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
148444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
148444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
148444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
148444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
148444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
148444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
148444	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
148444	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
148444	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
148444	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
148444	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
148444	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
148444	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
148444	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
148444	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
148444	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
148444	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
148444	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
148444	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
148444	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
148444	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
148444	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
148444	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
148444	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
148444	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
148444	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
148444	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
148444	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
148444	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
148444	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
148444	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
148444	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
148444	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
148444	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
148444	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
148444	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
148444	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
148444	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
148444	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
148444	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
148444	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
148444	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
148444	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
148444	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
148444	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
148444	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
148444	embedding2nn.weight	0	0.050362274050712585
148444	embedding2nn.weight	1	-0.0962267816066742
148444	embedding2nn.weight	2	0.009533388540148735
148444	embedding2nn.weight	3	-0.059905581176280975
148444	embedding2nn.weight	4	-0.12082713842391968
148444	embedding2nn.weight	5	0.1143776923418045
148444	embedding2nn.weight	6	-0.11687494069337845
148444	embedding2nn.weight	7	-0.07576090097427368
148444	embedding2nn.weight	8	-0.02106223814189434
148444	embedding2nn.weight	9	0.07175678014755249
148444	embedding2nn.bias	0	0.0549994558095932
148444	embedding2nn.bias	1	0.019273430109024048
148444	embedding2nn.bias	2	-0.07936795800924301
148444	embedding2nn.bias	3	0.050660766661167145
148444	embedding2nn.bias	4	-0.010710771195590496
148444	embedding2nn.bias	5	-0.12477245181798935
148444	embedding2nn.bias	6	-0.11750216782093048
148444	embedding2nn.bias	7	-0.07144669443368912
148444	embedding2nn.bias	8	0.13104434311389923
148444	embedding2nn.bias	9	-0.02462923154234886
148444	rnn.weight_ih_l0	0	0.034002527594566345
148444	rnn.weight_ih_l0	1	-0.07018499076366425
148444	rnn.weight_ih_l0	2	-0.020292047411203384
148444	rnn.weight_ih_l0	3	-0.05022058263421059
148444	rnn.weight_ih_l0	4	0.032362181693315506
148444	rnn.weight_ih_l0	5	-0.09905063360929489
148444	rnn.weight_ih_l0	6	-0.06430139392614365
148444	rnn.weight_ih_l0	7	-0.009723885916173458
148444	rnn.weight_ih_l0	8	0.06116514280438423
148444	rnn.weight_ih_l0	9	0.012692798860371113
148444	rnn.weight_hh_l0	0	0.002089246641844511
148444	rnn.weight_hh_l0	1	-0.08937596529722214
148444	rnn.weight_hh_l0	2	0.06276439130306244
148444	rnn.weight_hh_l0	3	0.03999257832765579
148444	rnn.weight_hh_l0	4	0.004311275202780962
148444	rnn.weight_hh_l0	5	0.063186876475811
148444	rnn.weight_hh_l0	6	-0.01556383166462183
148444	rnn.weight_hh_l0	7	-0.0933646410703659
148444	rnn.weight_hh_l0	8	0.0076310099102556705
148444	rnn.weight_hh_l0	9	-0.0800078809261322
148444	rnn.bias_ih_l0	0	-0.04901045560836792
148444	rnn.bias_ih_l0	1	-0.1812380850315094
148444	rnn.bias_ih_l0	2	-0.25009065866470337
148444	rnn.bias_ih_l0	3	-0.27338531613349915
148444	rnn.bias_ih_l0	4	-0.0030488139018416405
148444	rnn.bias_ih_l0	5	0.037652403116226196
148444	rnn.bias_ih_l0	6	-0.17442381381988525
148444	rnn.bias_ih_l0	7	-0.2565022110939026
148444	rnn.bias_ih_l0	8	-0.13011187314987183
148444	rnn.bias_ih_l0	9	-0.18808406591415405
148444	rnn.bias_hh_l0	0	0.11296576261520386
148444	rnn.bias_hh_l0	1	-0.06258860975503922
148444	rnn.bias_hh_l0	2	0.04541219398379326
148444	rnn.bias_hh_l0	3	-0.16833439469337463
148444	rnn.bias_hh_l0	4	0.04218165576457977
148444	rnn.bias_hh_l0	5	0.02892691269516945
148444	rnn.bias_hh_l0	6	-0.08620026707649231
148444	rnn.bias_hh_l0	7	-0.16016940772533417
148444	rnn.bias_hh_l0	8	-0.18793702125549316
148444	rnn.bias_hh_l0	9	-0.09877511858940125
148444	rnn.weight_ih_l0_reverse	0	-0.01860768161714077
148444	rnn.weight_ih_l0_reverse	1	0.0019366206834092736
148444	rnn.weight_ih_l0_reverse	2	0.0213470421731472
148444	rnn.weight_ih_l0_reverse	3	0.010951904579997063
148444	rnn.weight_ih_l0_reverse	4	0.027438243851065636
148444	rnn.weight_ih_l0_reverse	5	-0.058565154671669006
148444	rnn.weight_ih_l0_reverse	6	-0.04951443895697594
148444	rnn.weight_ih_l0_reverse	7	-0.0042587569914758205
148444	rnn.weight_ih_l0_reverse	8	0.09358130395412445
148444	rnn.weight_ih_l0_reverse	9	0.017408763989806175
148444	rnn.weight_hh_l0_reverse	0	0.006638301070779562
148444	rnn.weight_hh_l0_reverse	1	0.025012291967868805
148444	rnn.weight_hh_l0_reverse	2	-0.04214046522974968
148444	rnn.weight_hh_l0_reverse	3	0.03862536698579788
148444	rnn.weight_hh_l0_reverse	4	0.025913409888744354
148444	rnn.weight_hh_l0_reverse	5	0.0013901239726692438
148444	rnn.weight_hh_l0_reverse	6	0.06018032878637314
148444	rnn.weight_hh_l0_reverse	7	0.02707880735397339
148444	rnn.weight_hh_l0_reverse	8	-0.012352739460766315
148444	rnn.weight_hh_l0_reverse	9	-0.033987682312726974
148444	rnn.bias_ih_l0_reverse	0	-0.14164859056472778
148444	rnn.bias_ih_l0_reverse	1	-0.3012363016605377
148444	rnn.bias_ih_l0_reverse	2	-0.07162723690271378
148444	rnn.bias_ih_l0_reverse	3	-0.1425068974494934
148444	rnn.bias_ih_l0_reverse	4	0.0591338574886322
148444	rnn.bias_ih_l0_reverse	5	-0.2550438642501831
148444	rnn.bias_ih_l0_reverse	6	-0.049754124134778976
148444	rnn.bias_ih_l0_reverse	7	0.007212575059384108
148444	rnn.bias_ih_l0_reverse	8	-0.17915859818458557
148444	rnn.bias_ih_l0_reverse	9	-0.08872928470373154
148444	rnn.bias_hh_l0_reverse	0	-0.15151989459991455
148444	rnn.bias_hh_l0_reverse	1	-0.14747507870197296
148444	rnn.bias_hh_l0_reverse	2	-0.017201757058501244
148444	rnn.bias_hh_l0_reverse	3	-0.1260993331670761
148444	rnn.bias_hh_l0_reverse	4	-0.0295757744461298
148444	rnn.bias_hh_l0_reverse	5	-0.10976792126893997
148444	rnn.bias_hh_l0_reverse	6	-0.07118116319179535
148444	rnn.bias_hh_l0_reverse	7	-0.20102551579475403
148444	rnn.bias_hh_l0_reverse	8	-0.0569039061665535
148444	rnn.bias_hh_l0_reverse	9	-0.13825513422489166
148444	linear.weight	0	-0.21650703251361847
148444	linear.weight	1	-0.15385128557682037
148444	linear.weight	2	-0.011228874325752258
148444	linear.weight	3	-0.06353416293859482
148444	linear.weight	4	0.015168488956987858
148444	linear.weight	5	0.22411996126174927
148444	linear.weight	6	0.0047744326293468475
148444	linear.weight	7	-0.021312154829502106
148444	linear.weight	8	0.1489696055650711
148444	linear.weight	9	0.17846669256687164
148444	linear.bias	0	-0.8597407341003418
148444	linear.bias	1	1.4299371242523193
148444	linear.bias	2	-0.4298468828201294
148444	linear.bias	3	-0.7076259255409241
148444	linear.bias	4	-0.8633375763893127
148444	linear.bias	5	-1.1731727123260498
148444	linear.bias	6	-0.9170998930931091
148444	linear.bias	7	-0.7318782210350037
148444	linear.bias	8	-0.01705317199230194
148444	linear.bias	9	3.4079084396362305
148641	transitions	0	-0.4129141867160797
148641	transitions	1	8.505631446838379
148641	transitions	2	-3.489342212677002
148641	transitions	3	1.4340099096298218
148641	transitions	4	-2.1011459827423096
148641	transitions	5	-0.3883553743362427
148641	transitions	6	-0.188264399766922
148641	transitions	7	-10000.0
148641	transitions	8	1.7717015743255615
148641	transitions	9	-2.2936689853668213
148641	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
148641	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
148641	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
148641	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
148641	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
148641	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
148641	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
148641	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
148641	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
148641	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
148641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
148641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
148641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
148641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
148641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
148641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
148641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
148641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
148641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
148641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
148641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
148641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
148641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
148641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
148641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
148641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
148641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
148641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
148641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
148641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
148641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
148641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
148641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
148641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
148641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
148641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
148641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
148641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
148641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
148641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
148641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
148641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
148641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
148641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
148641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
148641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
148641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
148641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
148641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
148641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
148641	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
148641	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
148641	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
148641	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
148641	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
148641	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
148641	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
148641	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
148641	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
148641	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
148641	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
148641	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
148641	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
148641	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
148641	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
148641	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
148641	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
148641	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
148641	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
148641	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
148641	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
148641	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
148641	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
148641	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
148641	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
148641	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
148641	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
148641	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
148641	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
148641	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
148641	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
148641	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
148641	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
148641	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
148641	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
148641	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
148641	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
148641	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
148641	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
148641	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
148641	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
148641	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
148641	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
148641	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
148641	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
148641	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
148641	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
148641	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
148641	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
148641	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
148641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
148641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
148641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
148641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
148641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
148641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
148641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
148641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
148641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
148641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
148641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
148641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
148641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
148641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
148641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
148641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
148641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
148641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
148641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
148641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
148641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
148641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
148641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
148641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
148641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
148641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
148641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
148641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
148641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
148641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
148641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
148641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
148641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
148641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
148641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
148641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
148641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
148641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
148641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
148641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
148641	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
148641	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
148641	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
148641	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
148641	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
148641	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
148641	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
148641	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
148641	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
148641	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
148641	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
148641	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
148641	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
148641	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
148641	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
148641	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
148641	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
148641	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
148641	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
148641	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
148641	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
148641	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
148641	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
148641	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
148641	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
148641	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
148641	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
148641	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
148641	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
148641	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
148641	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
148641	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
148641	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
148641	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
148641	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
148641	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
148641	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
148641	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
148641	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
148641	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
148641	embedding2nn.weight	0	0.05010295286774635
148641	embedding2nn.weight	1	-0.09650666266679764
148641	embedding2nn.weight	2	0.009524552151560783
148641	embedding2nn.weight	3	-0.06089425086975098
148641	embedding2nn.weight	4	-0.12182463705539703
148641	embedding2nn.weight	5	0.1153978481888771
148641	embedding2nn.weight	6	-0.11602214723825455
148641	embedding2nn.weight	7	-0.07691694051027298
148641	embedding2nn.weight	8	-0.022201789543032646
148641	embedding2nn.weight	9	0.07288318872451782
148641	embedding2nn.bias	0	0.0467013455927372
148641	embedding2nn.bias	1	0.018697118386626244
148641	embedding2nn.bias	2	-0.08124955743551254
148641	embedding2nn.bias	3	0.05036972463130951
148641	embedding2nn.bias	4	-0.012270220555365086
148641	embedding2nn.bias	5	-0.1342199295759201
148641	embedding2nn.bias	6	-0.11968810856342316
148641	embedding2nn.bias	7	-0.07254847139120102
148641	embedding2nn.bias	8	0.13981473445892334
148641	embedding2nn.bias	9	-0.03231307119131088
148641	rnn.weight_ih_l0	0	0.03362804278731346
148641	rnn.weight_ih_l0	1	-0.06902006268501282
148641	rnn.weight_ih_l0	2	-0.02119450271129608
148641	rnn.weight_ih_l0	3	-0.04904816299676895
148641	rnn.weight_ih_l0	4	0.03197372332215309
148641	rnn.weight_ih_l0	5	-0.09788928180932999
148641	rnn.weight_ih_l0	6	-0.06591560691595078
148641	rnn.weight_ih_l0	7	-0.011024994775652885
148641	rnn.weight_ih_l0	8	0.05950769782066345
148641	rnn.weight_ih_l0	9	0.012023276649415493
148641	rnn.weight_hh_l0	0	0.0023348683025687933
148641	rnn.weight_hh_l0	1	-0.08985001593828201
148641	rnn.weight_hh_l0	2	0.06388115882873535
148641	rnn.weight_hh_l0	3	0.03968195989727974
148641	rnn.weight_hh_l0	4	0.004550533834844828
148641	rnn.weight_hh_l0	5	0.06261172145605087
148641	rnn.weight_hh_l0	6	-0.015498099848628044
148641	rnn.weight_hh_l0	7	-0.09284443408250809
148641	rnn.weight_hh_l0	8	0.007273257710039616
148641	rnn.weight_hh_l0	9	-0.08057145029306412
148641	rnn.bias_ih_l0	0	-0.04894642159342766
148641	rnn.bias_ih_l0	1	-0.1808069497346878
148641	rnn.bias_ih_l0	2	-0.25273993611335754
148641	rnn.bias_ih_l0	3	-0.2744690775871277
148641	rnn.bias_ih_l0	4	-0.0026220115832984447
148641	rnn.bias_ih_l0	5	0.03494967520236969
148641	rnn.bias_ih_l0	6	-0.17376703023910522
148641	rnn.bias_ih_l0	7	-0.25603190064430237
148641	rnn.bias_ih_l0	8	-0.1268124133348465
148641	rnn.bias_ih_l0	9	-0.18504580855369568
148641	rnn.bias_hh_l0	0	0.11355233937501907
148641	rnn.bias_hh_l0	1	-0.06319480389356613
148641	rnn.bias_hh_l0	2	0.04808993265032768
148641	rnn.bias_hh_l0	3	-0.16828463971614838
148641	rnn.bias_hh_l0	4	0.04362809658050537
148641	rnn.bias_hh_l0	5	0.028478434309363365
148641	rnn.bias_hh_l0	6	-0.08499128371477127
148641	rnn.bias_hh_l0	7	-0.15903466939926147
148641	rnn.bias_hh_l0	8	-0.1878461241722107
148641	rnn.bias_hh_l0	9	-0.09818147122859955
148641	rnn.weight_ih_l0_reverse	0	-0.0164504237473011
148641	rnn.weight_ih_l0_reverse	1	0.0013634510105475783
148641	rnn.weight_ih_l0_reverse	2	0.021970640867948532
148641	rnn.weight_ih_l0_reverse	3	0.011562282219529152
148641	rnn.weight_ih_l0_reverse	4	0.02826232835650444
148641	rnn.weight_ih_l0_reverse	5	-0.058996982872486115
148641	rnn.weight_ih_l0_reverse	6	-0.0506981797516346
148641	rnn.weight_ih_l0_reverse	7	-0.005310072097927332
148641	rnn.weight_ih_l0_reverse	8	0.09458219259977341
148641	rnn.weight_ih_l0_reverse	9	0.0172136053442955
148641	rnn.weight_hh_l0_reverse	0	0.006801724433898926
148641	rnn.weight_hh_l0_reverse	1	0.025130486115813255
148641	rnn.weight_hh_l0_reverse	2	-0.04225295037031174
148641	rnn.weight_hh_l0_reverse	3	0.0384618416428566
148641	rnn.weight_hh_l0_reverse	4	0.026294874027371407
148641	rnn.weight_hh_l0_reverse	5	0.0018287019338458776
148641	rnn.weight_hh_l0_reverse	6	0.06041023135185242
148641	rnn.weight_hh_l0_reverse	7	0.026575343683362007
148641	rnn.weight_hh_l0_reverse	8	-0.012462361715734005
148641	rnn.weight_hh_l0_reverse	9	-0.03442933037877083
148641	rnn.bias_ih_l0_reverse	0	-0.142660453915596
148641	rnn.bias_ih_l0_reverse	1	-0.29960623383522034
148641	rnn.bias_ih_l0_reverse	2	-0.07167649269104004
148641	rnn.bias_ih_l0_reverse	3	-0.14192333817481995
148641	rnn.bias_ih_l0_reverse	4	0.06028226017951965
148641	rnn.bias_ih_l0_reverse	5	-0.2550967335700989
148641	rnn.bias_ih_l0_reverse	6	-0.04930764436721802
148641	rnn.bias_ih_l0_reverse	7	0.004715447314083576
148641	rnn.bias_ih_l0_reverse	8	-0.17985202372074127
148641	rnn.bias_ih_l0_reverse	9	-0.08841729909181595
148641	rnn.bias_hh_l0_reverse	0	-0.1536165475845337
148641	rnn.bias_hh_l0_reverse	1	-0.1459822952747345
148641	rnn.bias_hh_l0_reverse	2	-0.01776447519659996
148641	rnn.bias_hh_l0_reverse	3	-0.12430434674024582
148641	rnn.bias_hh_l0_reverse	4	-0.02830859273672104
148641	rnn.bias_hh_l0_reverse	5	-0.10984381288290024
148641	rnn.bias_hh_l0_reverse	6	-0.0716005265712738
148641	rnn.bias_hh_l0_reverse	7	-0.19998511672019958
148641	rnn.bias_hh_l0_reverse	8	-0.05657121539115906
148641	rnn.bias_hh_l0_reverse	9	-0.13606461882591248
148641	linear.weight	0	-0.21653951704502106
148641	linear.weight	1	-0.16354580223560333
148641	linear.weight	2	-0.011228874325752258
148641	linear.weight	3	-0.065141461789608
148641	linear.weight	4	0.011718206107616425
148641	linear.weight	5	0.2269423007965088
148641	linear.weight	6	0.0047744326293468475
148641	linear.weight	7	-0.021312154829502106
148641	linear.weight	8	0.1355384886264801
148641	linear.weight	9	0.17885532975196838
148641	linear.bias	0	-0.8514961004257202
148641	linear.bias	1	1.4453083276748657
148641	linear.bias	2	-0.39955684542655945
148641	linear.bias	3	-0.7045674920082092
148641	linear.bias	4	-0.8998399376869202
148641	linear.bias	5	-1.1731992959976196
148641	linear.bias	6	-0.9072155952453613
148641	linear.bias	7	-0.7485629916191101
148641	linear.bias	8	-0.01705317199230194
148641	linear.bias	9	3.3597183227539062
148838	transitions	0	-0.4130144715309143
148838	transitions	1	8.536575317382812
148838	transitions	2	-3.4895386695861816
148838	transitions	3	1.4298738241195679
148838	transitions	4	-2.101414203643799
148838	transitions	5	-0.3884197771549225
148838	transitions	6	-0.18828676640987396
148838	transitions	7	-10000.0
148838	transitions	8	1.771085262298584
148838	transitions	9	-2.2936713695526123
148838	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
148838	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
148838	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
148838	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
148838	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
148838	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
148838	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
148838	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
148838	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
148838	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
148838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
148838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
148838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
148838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
148838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
148838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
148838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
148838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
148838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
148838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
148838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
148838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
148838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
148838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
148838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
148838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
148838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
148838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
148838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
148838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
148838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
148838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
148838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
148838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
148838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
148838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
148838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
148838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
148838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
148838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
148838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
148838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
148838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
148838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
148838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
148838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
148838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
148838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
148838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
148838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
148838	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
148838	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
148838	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
148838	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
148838	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
148838	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
148838	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
148838	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
148838	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
148838	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
148838	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
148838	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
148838	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
148838	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
148838	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
148838	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
148838	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
148838	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
148838	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
148838	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
148838	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
148838	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
148838	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
148838	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
148838	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
148838	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
148838	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
148838	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
148838	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
148838	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
148838	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
148838	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
148838	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
148838	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
148838	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
148838	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
148838	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
148838	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
148838	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
148838	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
148838	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
148838	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
148838	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
148838	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
148838	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
148838	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
148838	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
148838	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
148838	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
148838	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
148838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
148838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
148838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
148838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
148838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
148838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
148838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
148838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
148838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
148838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
148838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
148838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
148838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
148838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
148838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
148838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
148838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
148838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
148838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
148838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
148838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
148838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
148838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
148838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
148838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
148838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
148838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
148838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
148838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
148838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
148838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
148838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
148838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
148838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
148838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
148838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
148838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
148838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
148838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
148838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
148838	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
148838	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
148838	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
148838	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
148838	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
148838	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
148838	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
148838	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
148838	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
148838	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
148838	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
148838	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
148838	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
148838	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
148838	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
148838	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
148838	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
148838	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
148838	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
148838	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
148838	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
148838	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
148838	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
148838	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
148838	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
148838	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
148838	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
148838	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
148838	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
148838	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
148838	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
148838	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
148838	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
148838	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
148838	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
148838	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
148838	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
148838	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
148838	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
148838	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
148838	embedding2nn.weight	0	0.05006929486989975
148838	embedding2nn.weight	1	-0.09584484994411469
148838	embedding2nn.weight	2	0.009509402327239513
148838	embedding2nn.weight	3	-0.05995434895157814
148838	embedding2nn.weight	4	-0.120734304189682
148838	embedding2nn.weight	5	0.11598008126020432
148838	embedding2nn.weight	6	-0.11606162041425705
148838	embedding2nn.weight	7	-0.07588028907775879
148838	embedding2nn.weight	8	-0.02245148830115795
148838	embedding2nn.weight	9	0.0718190148472786
148838	embedding2nn.bias	0	0.05570872128009796
148838	embedding2nn.bias	1	0.021699408069252968
148838	embedding2nn.bias	2	-0.07272016257047653
148838	embedding2nn.bias	3	0.0496206097304821
148838	embedding2nn.bias	4	-0.01070055365562439
148838	embedding2nn.bias	5	-0.13428480923175812
148838	embedding2nn.bias	6	-0.11284975707530975
148838	embedding2nn.bias	7	-0.07165157049894333
148838	embedding2nn.bias	8	0.1386193037033081
148838	embedding2nn.bias	9	-0.04100925475358963
148838	rnn.weight_ih_l0	0	0.03422154113650322
148838	rnn.weight_ih_l0	1	-0.06855715811252594
148838	rnn.weight_ih_l0	2	-0.021778667345643044
148838	rnn.weight_ih_l0	3	-0.04694269970059395
148838	rnn.weight_ih_l0	4	0.03131680190563202
148838	rnn.weight_ih_l0	5	-0.09854533523321152
148838	rnn.weight_ih_l0	6	-0.06448884308338165
148838	rnn.weight_ih_l0	7	-0.012656615115702152
148838	rnn.weight_ih_l0	8	0.05987047776579857
148838	rnn.weight_ih_l0	9	0.012951214797794819
148838	rnn.weight_hh_l0	0	0.0015265312977135181
148838	rnn.weight_hh_l0	1	-0.08983538299798965
148838	rnn.weight_hh_l0	2	0.06493710726499557
148838	rnn.weight_hh_l0	3	0.03969985246658325
148838	rnn.weight_hh_l0	4	0.004536835476756096
148838	rnn.weight_hh_l0	5	0.062365733087062836
148838	rnn.weight_hh_l0	6	-0.015364262275397778
148838	rnn.weight_hh_l0	7	-0.09315239638090134
148838	rnn.weight_hh_l0	8	0.007616440765559673
148838	rnn.weight_hh_l0	9	-0.08245216310024261
148838	rnn.bias_ih_l0	0	-0.048770349472761154
148838	rnn.bias_ih_l0	1	-0.17904341220855713
148838	rnn.bias_ih_l0	2	-0.25306758284568787
148838	rnn.bias_ih_l0	3	-0.27477118372917175
148838	rnn.bias_ih_l0	4	-0.0015574496937915683
148838	rnn.bias_ih_l0	5	0.03673849254846573
148838	rnn.bias_ih_l0	6	-0.17411671578884125
148838	rnn.bias_ih_l0	7	-0.2551001310348511
148838	rnn.bias_ih_l0	8	-0.1287272572517395
148838	rnn.bias_ih_l0	9	-0.1844804733991623
148838	rnn.bias_hh_l0	0	0.11545472592115402
148838	rnn.bias_hh_l0	1	-0.06335034966468811
148838	rnn.bias_hh_l0	2	0.048495423048734665
148838	rnn.bias_hh_l0	3	-0.16853554546833038
148838	rnn.bias_hh_l0	4	0.0442335270345211
148838	rnn.bias_hh_l0	5	0.03051510639488697
148838	rnn.bias_hh_l0	6	-0.08649516105651855
148838	rnn.bias_hh_l0	7	-0.1582559496164322
148838	rnn.bias_hh_l0	8	-0.18981462717056274
148838	rnn.bias_hh_l0	9	-0.09660357981920242
148838	rnn.weight_ih_l0_reverse	0	-0.015459259040653706
148838	rnn.weight_ih_l0_reverse	1	0.0017409238498657942
148838	rnn.weight_ih_l0_reverse	2	0.01997525244951248
148838	rnn.weight_ih_l0_reverse	3	0.0106902364641428
148838	rnn.weight_ih_l0_reverse	4	0.02697029896080494
148838	rnn.weight_ih_l0_reverse	5	-0.0613291934132576
148838	rnn.weight_ih_l0_reverse	6	-0.050442762672901154
148838	rnn.weight_ih_l0_reverse	7	-0.004570933524519205
148838	rnn.weight_ih_l0_reverse	8	0.09640415757894516
148838	rnn.weight_ih_l0_reverse	9	0.017718134447932243
148838	rnn.weight_hh_l0_reverse	0	0.006867722142487764
148838	rnn.weight_hh_l0_reverse	1	0.025126909837126732
148838	rnn.weight_hh_l0_reverse	2	-0.042459312826395035
148838	rnn.weight_hh_l0_reverse	3	0.03855866938829422
148838	rnn.weight_hh_l0_reverse	4	0.025775449350476265
148838	rnn.weight_hh_l0_reverse	5	0.0021767523139715195
148838	rnn.weight_hh_l0_reverse	6	0.06043738126754761
148838	rnn.weight_hh_l0_reverse	7	0.026801694184541702
148838	rnn.weight_hh_l0_reverse	8	-0.011784127913415432
148838	rnn.weight_hh_l0_reverse	9	-0.034466493874788284
148838	rnn.bias_ih_l0_reverse	0	-0.1435607671737671
148838	rnn.bias_ih_l0_reverse	1	-0.30015164613723755
148838	rnn.bias_ih_l0_reverse	2	-0.07076346129179001
148838	rnn.bias_ih_l0_reverse	3	-0.141911581158638
148838	rnn.bias_ih_l0_reverse	4	0.05819225683808327
148838	rnn.bias_ih_l0_reverse	5	-0.2567669451236725
148838	rnn.bias_ih_l0_reverse	6	-0.04988064616918564
148838	rnn.bias_ih_l0_reverse	7	0.0034819527063518763
148838	rnn.bias_ih_l0_reverse	8	-0.18043252825737
148838	rnn.bias_ih_l0_reverse	9	-0.09174933284521103
148838	rnn.bias_hh_l0_reverse	0	-0.1549629271030426
148838	rnn.bias_hh_l0_reverse	1	-0.14358219504356384
148838	rnn.bias_hh_l0_reverse	2	-0.01840430311858654
148838	rnn.bias_hh_l0_reverse	3	-0.12163521349430084
148838	rnn.bias_hh_l0_reverse	4	-0.027243733406066895
148838	rnn.bias_hh_l0_reverse	5	-0.11004828661680222
148838	rnn.bias_hh_l0_reverse	6	-0.07029066979885101
148838	rnn.bias_hh_l0_reverse	7	-0.20173262059688568
148838	rnn.bias_hh_l0_reverse	8	-0.057646896690130234
148838	rnn.bias_hh_l0_reverse	9	-0.1355617344379425
148838	linear.weight	0	-0.21477210521697998
148838	linear.weight	1	-0.16325950622558594
148838	linear.weight	2	-0.011228874325752258
148838	linear.weight	3	-0.06933373957872391
148838	linear.weight	4	0.011503683403134346
148838	linear.weight	5	0.21845051646232605
148838	linear.weight	6	0.0047744326293468475
148838	linear.weight	7	-0.021312154829502106
148838	linear.weight	8	0.1417008340358734
148838	linear.weight	9	0.18044747412204742
148838	linear.bias	0	-0.8556920289993286
148838	linear.bias	1	1.4142359495162964
148838	linear.bias	2	-0.4039047062397003
148838	linear.bias	3	-0.6853296756744385
148838	linear.bias	4	-0.8916158080101013
148838	linear.bias	5	-1.1732267141342163
148838	linear.bias	6	-0.9102424383163452
148838	linear.bias	7	-0.7376144528388977
148838	linear.bias	8	-0.01705317199230194
148838	linear.bias	9	3.3673818111419678
149035	transitions	0	-0.4131101369857788
149035	transitions	1	8.529836654663086
149035	transitions	2	-3.4899742603302
149035	transitions	3	1.4225265979766846
149035	transitions	4	-2.101674795150757
149035	transitions	5	-0.38845086097717285
149035	transitions	6	-0.18831472098827362
149035	transitions	7	-10000.0
149035	transitions	8	1.7718307971954346
149035	transitions	9	-2.293672561645508
149035	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
149035	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
149035	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
149035	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
149035	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
149035	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
149035	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
149035	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
149035	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
149035	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
149035	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
149035	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
149035	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
149035	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
149035	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
149035	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
149035	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
149035	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
149035	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
149035	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
149035	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
149035	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
149035	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
149035	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
149035	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
149035	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
149035	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
149035	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
149035	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
149035	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
149035	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
149035	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
149035	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
149035	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
149035	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
149035	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
149035	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
149035	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
149035	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
149035	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
149035	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
149035	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
149035	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
149035	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
149035	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
149035	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
149035	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
149035	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
149035	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
149035	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
149035	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
149035	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
149035	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
149035	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
149035	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
149035	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
149035	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
149035	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
149035	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
149035	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
149035	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
149035	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
149035	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
149035	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
149035	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
149035	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
149035	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
149035	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
149035	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
149035	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
149035	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
149035	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
149035	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
149035	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
149035	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
149035	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
149035	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
149035	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
149035	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
149035	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
149035	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
149035	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
149035	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
149035	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
149035	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
149035	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
149035	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
149035	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
149035	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
149035	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
149035	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
149035	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
149035	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
149035	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
149035	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
149035	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
149035	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
149035	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
149035	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
149035	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
149035	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
149035	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
149035	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
149035	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
149035	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
149035	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
149035	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
149035	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
149035	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
149035	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
149035	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
149035	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
149035	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
149035	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
149035	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
149035	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
149035	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
149035	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
149035	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
149035	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
149035	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
149035	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
149035	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
149035	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
149035	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
149035	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
149035	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
149035	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
149035	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
149035	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
149035	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
149035	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
149035	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
149035	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
149035	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
149035	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
149035	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
149035	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
149035	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
149035	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
149035	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
149035	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
149035	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
149035	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
149035	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
149035	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
149035	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
149035	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
149035	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
149035	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
149035	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
149035	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
149035	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
149035	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
149035	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
149035	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
149035	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
149035	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
149035	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
149035	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
149035	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
149035	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
149035	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
149035	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
149035	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
149035	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
149035	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
149035	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
149035	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
149035	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
149035	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
149035	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
149035	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
149035	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
149035	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
149035	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
149035	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
149035	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
149035	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
149035	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
149035	embedding2nn.weight	0	0.050254397094249725
149035	embedding2nn.weight	1	-0.09539023786783218
149035	embedding2nn.weight	2	0.0077973781153559685
149035	embedding2nn.weight	3	-0.05993460863828659
149035	embedding2nn.weight	4	-0.11779241263866425
149035	embedding2nn.weight	5	0.11631854623556137
149035	embedding2nn.weight	6	-0.11289696395397186
149035	embedding2nn.weight	7	-0.07609783113002777
149035	embedding2nn.weight	8	-0.02215471863746643
149035	embedding2nn.weight	9	0.07073549181222916
149035	embedding2nn.bias	0	0.04864048585295677
149035	embedding2nn.bias	1	0.031944990158081055
149035	embedding2nn.bias	2	-0.07626339793205261
149035	embedding2nn.bias	3	0.046867720782756805
149035	embedding2nn.bias	4	-0.019931185990571976
149035	embedding2nn.bias	5	-0.13518454134464264
149035	embedding2nn.bias	6	-0.12103820592164993
149035	embedding2nn.bias	7	-0.06991061568260193
149035	embedding2nn.bias	8	0.1334901750087738
149035	embedding2nn.bias	9	-0.03827149420976639
149035	rnn.weight_ih_l0	0	0.03299148753285408
149035	rnn.weight_ih_l0	1	-0.07088755071163177
149035	rnn.weight_ih_l0	2	-0.0225900299847126
149035	rnn.weight_ih_l0	3	-0.046189624816179276
149035	rnn.weight_ih_l0	4	0.02897084876894951
149035	rnn.weight_ih_l0	5	-0.09828976541757584
149035	rnn.weight_ih_l0	6	-0.06304089725017548
149035	rnn.weight_ih_l0	7	-0.013241463340818882
149035	rnn.weight_ih_l0	8	0.062416691333055496
149035	rnn.weight_ih_l0	9	0.012480324134230614
149035	rnn.weight_hh_l0	0	0.0014532024506479502
149035	rnn.weight_hh_l0	1	-0.08880126476287842
149035	rnn.weight_hh_l0	2	0.06492557376623154
149035	rnn.weight_hh_l0	3	0.04010872542858124
149035	rnn.weight_hh_l0	4	0.004624650347977877
149035	rnn.weight_hh_l0	5	0.06285818666219711
149035	rnn.weight_hh_l0	6	-0.015217125415802002
149035	rnn.weight_hh_l0	7	-0.09297480434179306
149035	rnn.weight_hh_l0	8	0.006945292931050062
149035	rnn.weight_hh_l0	9	-0.08284313231706619
149035	rnn.bias_ih_l0	0	-0.047658734023571014
149035	rnn.bias_ih_l0	1	-0.18064866960048676
149035	rnn.bias_ih_l0	2	-0.2526211738586426
149035	rnn.bias_ih_l0	3	-0.2747412919998169
149035	rnn.bias_ih_l0	4	-0.001628975966013968
149035	rnn.bias_ih_l0	5	0.03292469307780266
149035	rnn.bias_ih_l0	6	-0.17462125420570374
149035	rnn.bias_ih_l0	7	-0.25562188029289246
149035	rnn.bias_ih_l0	8	-0.1271618753671646
149035	rnn.bias_ih_l0	9	-0.18589147925376892
149035	rnn.bias_hh_l0	0	0.11609425395727158
149035	rnn.bias_hh_l0	1	-0.06297726929187775
149035	rnn.bias_hh_l0	2	0.048570867627859116
149035	rnn.bias_hh_l0	3	-0.16911396384239197
149035	rnn.bias_hh_l0	4	0.04615017771720886
149035	rnn.bias_hh_l0	5	0.030152516439557076
149035	rnn.bias_hh_l0	6	-0.08533193916082382
149035	rnn.bias_hh_l0	7	-0.1604844331741333
149035	rnn.bias_hh_l0	8	-0.18959350883960724
149035	rnn.bias_hh_l0	9	-0.0969514399766922
149035	rnn.weight_ih_l0_reverse	0	-0.014870540238916874
149035	rnn.weight_ih_l0_reverse	1	0.0012849561171606183
149035	rnn.weight_ih_l0_reverse	2	0.021554000675678253
149035	rnn.weight_ih_l0_reverse	3	0.012934599071741104
149035	rnn.weight_ih_l0_reverse	4	0.02713870070874691
149035	rnn.weight_ih_l0_reverse	5	-0.06192169710993767
149035	rnn.weight_ih_l0_reverse	6	-0.0492272824048996
149035	rnn.weight_ih_l0_reverse	7	-0.005977354012429714
149035	rnn.weight_ih_l0_reverse	8	0.09709932655096054
149035	rnn.weight_ih_l0_reverse	9	0.019069854170084
149035	rnn.weight_hh_l0_reverse	0	0.006708934437483549
149035	rnn.weight_hh_l0_reverse	1	0.025481263175606728
149035	rnn.weight_hh_l0_reverse	2	-0.04216214269399643
149035	rnn.weight_hh_l0_reverse	3	0.038176652044057846
149035	rnn.weight_hh_l0_reverse	4	0.025728799402713776
149035	rnn.weight_hh_l0_reverse	5	0.0015667543048039079
149035	rnn.weight_hh_l0_reverse	6	0.060613133013248444
149035	rnn.weight_hh_l0_reverse	7	0.026403268799185753
149035	rnn.weight_hh_l0_reverse	8	-0.011950748041272163
149035	rnn.weight_hh_l0_reverse	9	-0.03482326120138168
149035	rnn.bias_ih_l0_reverse	0	-0.1438979208469391
149035	rnn.bias_ih_l0_reverse	1	-0.30167222023010254
149035	rnn.bias_ih_l0_reverse	2	-0.07092741131782532
149035	rnn.bias_ih_l0_reverse	3	-0.1424040049314499
149035	rnn.bias_ih_l0_reverse	4	0.05692531168460846
149035	rnn.bias_ih_l0_reverse	5	-0.2565533220767975
149035	rnn.bias_ih_l0_reverse	6	-0.05214976891875267
149035	rnn.bias_ih_l0_reverse	7	0.0032096030190587044
149035	rnn.bias_ih_l0_reverse	8	-0.17980046570301056
149035	rnn.bias_ih_l0_reverse	9	-0.0909123569726944
149035	rnn.bias_hh_l0_reverse	0	-0.15407194197177887
149035	rnn.bias_hh_l0_reverse	1	-0.14339672029018402
149035	rnn.bias_hh_l0_reverse	2	-0.019600018858909607
149035	rnn.bias_hh_l0_reverse	3	-0.12376488000154495
149035	rnn.bias_hh_l0_reverse	4	-0.026292525231838226
149035	rnn.bias_hh_l0_reverse	5	-0.11027884483337402
149035	rnn.bias_hh_l0_reverse	6	-0.06896928697824478
149035	rnn.bias_hh_l0_reverse	7	-0.20131565630435944
149035	rnn.bias_hh_l0_reverse	8	-0.056729573756456375
149035	rnn.bias_hh_l0_reverse	9	-0.13598889112472534
149035	linear.weight	0	-0.2189662903547287
149035	linear.weight	1	-0.1677759885787964
149035	linear.weight	2	-0.011228874325752258
149035	linear.weight	3	-0.07747065275907516
149035	linear.weight	4	0.01106721069663763
149035	linear.weight	5	0.21231263875961304
149035	linear.weight	6	0.0047744326293468475
149035	linear.weight	7	-0.021312154829502106
149035	linear.weight	8	0.1463499367237091
149035	linear.weight	9	0.17212535440921783
149035	linear.bias	0	-0.8299424052238464
149035	linear.bias	1	1.3924839496612549
149035	linear.bias	2	-0.37485018372535706
149035	linear.bias	3	-0.7067319750785828
149035	linear.bias	4	-0.884019136428833
149035	linear.bias	5	-1.173256754875183
149035	linear.bias	6	-0.8847953677177429
149035	linear.bias	7	-0.7609044909477234
149035	linear.bias	8	-0.01705317199230194
149035	linear.bias	9	3.3616790771484375
149232	transitions	0	-0.41325029730796814
149232	transitions	1	8.5419921875
149232	transitions	2	-3.4903035163879395
149232	transitions	3	1.4246257543563843
149232	transitions	4	-2.10195255279541
149232	transitions	5	-0.38862621784210205
149232	transitions	6	-0.18833813071250916
149232	transitions	7	-10000.0
149232	transitions	8	1.7744821310043335
149232	transitions	9	-2.2936856746673584
149232	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
149232	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
149232	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
149232	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
149232	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
149232	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
149232	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
149232	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
149232	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
149232	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
149232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
149232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
149232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
149232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
149232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
149232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
149232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
149232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
149232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
149232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
149232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
149232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
149232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
149232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
149232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
149232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
149232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
149232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
149232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
149232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
149232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
149232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
149232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
149232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
149232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
149232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
149232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
149232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
149232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
149232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
149232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
149232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
149232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
149232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
149232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
149232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
149232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
149232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
149232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
149232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
149232	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
149232	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
149232	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
149232	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
149232	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
149232	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
149232	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
149232	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
149232	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
149232	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
149232	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
149232	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
149232	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
149232	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
149232	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
149232	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
149232	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
149232	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
149232	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
149232	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
149232	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
149232	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
149232	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
149232	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
149232	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
149232	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
149232	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
149232	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
149232	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
149232	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
149232	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
149232	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
149232	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
149232	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
149232	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
149232	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
149232	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
149232	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
149232	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
149232	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
149232	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
149232	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
149232	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
149232	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
149232	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
149232	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
149232	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
149232	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
149232	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
149232	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
149232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
149232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
149232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
149232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
149232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
149232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
149232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
149232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
149232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
149232	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
149232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
149232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
149232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
149232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
149232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
149232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
149232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
149232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
149232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
149232	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
149232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
149232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
149232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
149232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
149232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
149232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
149232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
149232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
149232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
149232	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
149232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
149232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
149232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
149232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
149232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
149232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
149232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
149232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
149232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
149232	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
149232	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
149232	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
149232	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
149232	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
149232	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
149232	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
149232	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
149232	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
149232	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
149232	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
149232	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
149232	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
149232	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
149232	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
149232	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
149232	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
149232	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
149232	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
149232	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
149232	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
149232	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
149232	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
149232	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
149232	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
149232	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
149232	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
149232	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
149232	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
149232	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
149232	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
149232	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
149232	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
149232	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
149232	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
149232	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
149232	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
149232	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
149232	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
149232	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
149232	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
149232	embedding2nn.weight	0	0.05049913376569748
149232	embedding2nn.weight	1	-0.09537991136312485
149232	embedding2nn.weight	2	0.00545118935406208
149232	embedding2nn.weight	3	-0.059978410601615906
149232	embedding2nn.weight	4	-0.11823193728923798
149232	embedding2nn.weight	5	0.11728563904762268
149232	embedding2nn.weight	6	-0.11343403905630112
149232	embedding2nn.weight	7	-0.07670536637306213
149232	embedding2nn.weight	8	-0.021820582449436188
149232	embedding2nn.weight	9	0.07099161297082901
149232	embedding2nn.bias	0	0.048465244472026825
149232	embedding2nn.bias	1	0.03217317536473274
149232	embedding2nn.bias	2	-0.08494879305362701
149232	embedding2nn.bias	3	0.04457511007785797
149232	embedding2nn.bias	4	-0.0176208708435297
149232	embedding2nn.bias	5	-0.12978971004486084
149232	embedding2nn.bias	6	-0.12344049662351608
149232	embedding2nn.bias	7	-0.06490065902471542
149232	embedding2nn.bias	8	0.13266704976558685
149232	embedding2nn.bias	9	-0.03949911147356033
149232	rnn.weight_ih_l0	0	0.03136856108903885
149232	rnn.weight_ih_l0	1	-0.07141800224781036
149232	rnn.weight_ih_l0	2	-0.02259949967265129
149232	rnn.weight_ih_l0	3	-0.04642961174249649
149232	rnn.weight_ih_l0	4	0.02790946327149868
149232	rnn.weight_ih_l0	5	-0.09782646596431732
149232	rnn.weight_ih_l0	6	-0.06305784732103348
149232	rnn.weight_ih_l0	7	-0.015324471518397331
149232	rnn.weight_ih_l0	8	0.06282307952642441
149232	rnn.weight_ih_l0	9	0.011798899620771408
149232	rnn.weight_hh_l0	0	0.0006744129932485521
149232	rnn.weight_hh_l0	1	-0.08892388641834259
149232	rnn.weight_hh_l0	2	0.06440440565347672
149232	rnn.weight_hh_l0	3	0.04063411429524422
149232	rnn.weight_hh_l0	4	0.004417776130139828
149232	rnn.weight_hh_l0	5	0.06293176859617233
149232	rnn.weight_hh_l0	6	-0.015392604283988476
149232	rnn.weight_hh_l0	7	-0.09278619289398193
149232	rnn.weight_hh_l0	8	0.006725624203681946
149232	rnn.weight_hh_l0	9	-0.08457488566637039
149232	rnn.bias_ih_l0	0	-0.04576573893427849
149232	rnn.bias_ih_l0	1	-0.18089774250984192
149232	rnn.bias_ih_l0	2	-0.2510162889957428
149232	rnn.bias_ih_l0	3	-0.2752624750137329
149232	rnn.bias_ih_l0	4	-0.003491118550300598
149232	rnn.bias_ih_l0	5	0.03561921417713165
149232	rnn.bias_ih_l0	6	-0.1736435890197754
149232	rnn.bias_ih_l0	7	-0.25758135318756104
149232	rnn.bias_ih_l0	8	-0.12707993388175964
149232	rnn.bias_ih_l0	9	-0.1880398541688919
149232	rnn.bias_hh_l0	0	0.11638174206018448
149232	rnn.bias_hh_l0	1	-0.06255630403757095
149232	rnn.bias_hh_l0	2	0.04776906967163086
149232	rnn.bias_hh_l0	3	-0.1698564738035202
149232	rnn.bias_hh_l0	4	0.04523749276995659
149232	rnn.bias_hh_l0	5	0.031732529401779175
149232	rnn.bias_hh_l0	6	-0.08465617895126343
149232	rnn.bias_hh_l0	7	-0.16016902029514313
149232	rnn.bias_hh_l0	8	-0.18931648135185242
149232	rnn.bias_hh_l0	9	-0.09827728569507599
149232	rnn.weight_ih_l0_reverse	0	-0.015334934927523136
149232	rnn.weight_ih_l0_reverse	1	0.0005794696626253426
149232	rnn.weight_ih_l0_reverse	2	0.02002795971930027
149232	rnn.weight_ih_l0_reverse	3	0.012984232977032661
149232	rnn.weight_ih_l0_reverse	4	0.02669685147702694
149232	rnn.weight_ih_l0_reverse	5	-0.06140866503119469
149232	rnn.weight_ih_l0_reverse	6	-0.04873604327440262
149232	rnn.weight_ih_l0_reverse	7	-0.005414207931607962
149232	rnn.weight_ih_l0_reverse	8	0.09730834513902664
149232	rnn.weight_ih_l0_reverse	9	0.018695682287216187
149232	rnn.weight_hh_l0_reverse	0	0.006702411454170942
149232	rnn.weight_hh_l0_reverse	1	0.024334458634257317
149232	rnn.weight_hh_l0_reverse	2	-0.042016807943582535
149232	rnn.weight_hh_l0_reverse	3	0.03783611208200455
149232	rnn.weight_hh_l0_reverse	4	0.025349272415041924
149232	rnn.weight_hh_l0_reverse	5	0.0018178530735895038
149232	rnn.weight_hh_l0_reverse	6	0.06098179891705513
149232	rnn.weight_hh_l0_reverse	7	0.02606489136815071
149232	rnn.weight_hh_l0_reverse	8	-0.011864425614476204
149232	rnn.weight_hh_l0_reverse	9	-0.03469359129667282
149232	rnn.bias_ih_l0_reverse	0	-0.14533020555973053
149232	rnn.bias_ih_l0_reverse	1	-0.3018175959587097
149232	rnn.bias_ih_l0_reverse	2	-0.07003648579120636
149232	rnn.bias_ih_l0_reverse	3	-0.14188092947006226
149232	rnn.bias_ih_l0_reverse	4	0.05721148103475571
149232	rnn.bias_ih_l0_reverse	5	-0.256020188331604
149232	rnn.bias_ih_l0_reverse	6	-0.0518871545791626
149232	rnn.bias_ih_l0_reverse	7	0.002671357011422515
149232	rnn.bias_ih_l0_reverse	8	-0.17840488255023956
149232	rnn.bias_ih_l0_reverse	9	-0.09096451848745346
149232	rnn.bias_hh_l0_reverse	0	-0.15314723551273346
149232	rnn.bias_hh_l0_reverse	1	-0.14212167263031006
149232	rnn.bias_hh_l0_reverse	2	-0.01899256370961666
149232	rnn.bias_hh_l0_reverse	3	-0.1254155933856964
149232	rnn.bias_hh_l0_reverse	4	-0.02628532238304615
149232	rnn.bias_hh_l0_reverse	5	-0.11084548383951187
149232	rnn.bias_hh_l0_reverse	6	-0.06925174593925476
149232	rnn.bias_hh_l0_reverse	7	-0.2017020285129547
149232	rnn.bias_hh_l0_reverse	8	-0.05619920790195465
149232	rnn.bias_hh_l0_reverse	9	-0.13567176461219788
149232	linear.weight	0	-0.22250761091709137
149232	linear.weight	1	-0.16319362819194794
149232	linear.weight	2	-0.011228874325752258
149232	linear.weight	3	-0.07520729303359985
149232	linear.weight	4	0.017824916169047356
149232	linear.weight	5	0.2113664597272873
149232	linear.weight	6	0.0047744326293468475
149232	linear.weight	7	-0.021312154829502106
149232	linear.weight	8	0.1502537727355957
149232	linear.weight	9	0.17294065654277802
149232	linear.bias	0	-0.859626054763794
149232	linear.bias	1	1.3925038576126099
149232	linear.bias	2	-0.3997397720813751
149232	linear.bias	3	-0.691401481628418
149232	linear.bias	4	-0.8717023730278015
149232	linear.bias	5	-1.1732851266860962
149232	linear.bias	6	-0.9167469143867493
149232	linear.bias	7	-0.7180731892585754
149232	linear.bias	8	-0.01705317199230194
149232	linear.bias	9	3.3497869968414307
149429	transitions	0	-0.4134635925292969
149429	transitions	1	8.534375190734863
149429	transitions	2	-3.4913291931152344
149429	transitions	3	1.4212913513183594
149429	transitions	4	-2.102097511291504
149429	transitions	5	-0.3888077437877655
149429	transitions	6	-0.18835270404815674
149429	transitions	7	-10000.0
149429	transitions	8	1.7700588703155518
149429	transitions	9	-2.293687582015991
149429	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
149429	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
149429	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
149429	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
149429	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
149429	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
149429	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
149429	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
149429	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
149429	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
149429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
149429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
149429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
149429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
149429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
149429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
149429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
149429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
149429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
149429	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
149429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
149429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
149429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
149429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
149429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
149429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
149429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
149429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
149429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
149429	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
149429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
149429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
149429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
149429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
149429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
149429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
149429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
149429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
149429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
149429	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
149429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
149429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
149429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
149429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
149429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
149429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
149429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
149429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
149429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
149429	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
149429	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
149429	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
149429	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
149429	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
149429	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
149429	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
149429	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
149429	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
149429	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
149429	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
149429	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
149429	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
149429	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
149429	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
149429	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
149429	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
149429	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
149429	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
149429	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
149429	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
149429	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
149429	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
149429	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
149429	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
149429	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
149429	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
149429	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
149429	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
149429	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
149429	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
149429	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
149429	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
149429	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
149429	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
149429	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
149429	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
149429	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
149429	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
149429	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
149429	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
149429	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
149429	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
149429	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
149429	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
149429	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
149429	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
149429	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
149429	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
149429	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
149429	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
149429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
149429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
149429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
149429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
149429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
149429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
149429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
149429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
149429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
149429	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
149429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
149429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
149429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
149429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
149429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
149429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
149429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
149429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
149429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
149429	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
149429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
149429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
149429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
149429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
149429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
149429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
149429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
149429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
149429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
149429	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
149429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
149429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
149429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
149429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
149429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
149429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
149429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
149429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
149429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
149429	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
149429	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
149429	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
149429	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
149429	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
149429	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
149429	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
149429	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
149429	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
149429	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
149429	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
149429	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
149429	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
149429	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
149429	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
149429	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
149429	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
149429	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
149429	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
149429	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
149429	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
149429	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
149429	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
149429	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
149429	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
149429	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
149429	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
149429	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
149429	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
149429	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
149429	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
149429	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
149429	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
149429	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
149429	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
149429	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
149429	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
149429	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
149429	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
149429	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
149429	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
149429	embedding2nn.weight	0	0.05096496641635895
149429	embedding2nn.weight	1	-0.09598433971405029
149429	embedding2nn.weight	2	0.0066315783187747
149429	embedding2nn.weight	3	-0.05960633605718613
149429	embedding2nn.weight	4	-0.11897706985473633
149429	embedding2nn.weight	5	0.11772986501455307
149429	embedding2nn.weight	6	-0.11146163940429688
149429	embedding2nn.weight	7	-0.07758396118879318
149429	embedding2nn.weight	8	-0.021849945187568665
149429	embedding2nn.weight	9	0.07035894691944122
149429	embedding2nn.bias	0	0.06075529009103775
149429	embedding2nn.bias	1	0.028120998293161392
149429	embedding2nn.bias	2	-0.09019479155540466
149429	embedding2nn.bias	3	0.04793594777584076
149429	embedding2nn.bias	4	-0.022774087265133858
149429	embedding2nn.bias	5	-0.13207018375396729
149429	embedding2nn.bias	6	-0.12144779413938522
149429	embedding2nn.bias	7	-0.07048394531011581
149429	embedding2nn.bias	8	0.13742876052856445
149429	embedding2nn.bias	9	-0.04170038923621178
149429	rnn.weight_ih_l0	0	0.030718879774212837
149429	rnn.weight_ih_l0	1	-0.07183647155761719
149429	rnn.weight_ih_l0	2	-0.023117823526263237
149429	rnn.weight_ih_l0	3	-0.04678041860461235
149429	rnn.weight_ih_l0	4	0.02758004516363144
149429	rnn.weight_ih_l0	5	-0.0984269306063652
149429	rnn.weight_ih_l0	6	-0.06348911672830582
149429	rnn.weight_ih_l0	7	-0.0158366858959198
149429	rnn.weight_ih_l0	8	0.061572156846523285
149429	rnn.weight_ih_l0	9	0.012431600131094456
149429	rnn.weight_hh_l0	0	0.0014035626081749797
149429	rnn.weight_hh_l0	1	-0.08797489106655121
149429	rnn.weight_hh_l0	2	0.06435754150152206
149429	rnn.weight_hh_l0	3	0.040729667991399765
149429	rnn.weight_hh_l0	4	0.004594260826706886
149429	rnn.weight_hh_l0	5	0.06368046253919601
149429	rnn.weight_hh_l0	6	-0.015310006216168404
149429	rnn.weight_hh_l0	7	-0.09288911521434784
149429	rnn.weight_hh_l0	8	0.006193316075950861
149429	rnn.weight_hh_l0	9	-0.08544810116291046
149429	rnn.bias_ih_l0	0	-0.048024240881204605
149429	rnn.bias_ih_l0	1	-0.17929892241954803
149429	rnn.bias_ih_l0	2	-0.2503637373447418
149429	rnn.bias_ih_l0	3	-0.2766611874103546
149429	rnn.bias_ih_l0	4	-0.003211549250409007
149429	rnn.bias_ih_l0	5	0.035655587911605835
149429	rnn.bias_ih_l0	6	-0.17408248782157898
149429	rnn.bias_ih_l0	7	-0.2571862041950226
149429	rnn.bias_ih_l0	8	-0.12539325654506683
149429	rnn.bias_ih_l0	9	-0.18586322665214539
149429	rnn.bias_hh_l0	0	0.11282989382743835
149429	rnn.bias_hh_l0	1	-0.06521125137805939
149429	rnn.bias_hh_l0	2	0.04783589392900467
149429	rnn.bias_hh_l0	3	-0.17039886116981506
149429	rnn.bias_hh_l0	4	0.045301083475351334
149429	rnn.bias_hh_l0	5	0.032429784536361694
149429	rnn.bias_hh_l0	6	-0.08663637936115265
149429	rnn.bias_hh_l0	7	-0.16133002936840057
149429	rnn.bias_hh_l0	8	-0.1903318464756012
149429	rnn.bias_hh_l0	9	-0.09766228497028351
149429	rnn.weight_ih_l0_reverse	0	-0.01586868241429329
149429	rnn.weight_ih_l0_reverse	1	0.001414205296896398
149429	rnn.weight_ih_l0_reverse	2	0.018500909209251404
149429	rnn.weight_ih_l0_reverse	3	0.012827572412788868
149429	rnn.weight_ih_l0_reverse	4	0.02682662568986416
149429	rnn.weight_ih_l0_reverse	5	-0.06182917207479477
149429	rnn.weight_ih_l0_reverse	6	-0.04917200282216072
149429	rnn.weight_ih_l0_reverse	7	-0.005115585867315531
149429	rnn.weight_ih_l0_reverse	8	0.09748683869838715
149429	rnn.weight_ih_l0_reverse	9	0.02002836763858795
149429	rnn.weight_hh_l0_reverse	0	0.0068384506739676
149429	rnn.weight_hh_l0_reverse	1	0.02439575456082821
149429	rnn.weight_hh_l0_reverse	2	-0.04180309176445007
149429	rnn.weight_hh_l0_reverse	3	0.038104377686977386
149429	rnn.weight_hh_l0_reverse	4	0.025402197614312172
149429	rnn.weight_hh_l0_reverse	5	0.0010855452856048942
149429	rnn.weight_hh_l0_reverse	6	0.06116664782166481
149429	rnn.weight_hh_l0_reverse	7	0.025666987523436546
149429	rnn.weight_hh_l0_reverse	8	-0.012221339158713818
149429	rnn.weight_hh_l0_reverse	9	-0.03531136363744736
149429	rnn.bias_ih_l0_reverse	0	-0.14688323438167572
149429	rnn.bias_ih_l0_reverse	1	-0.3020690381526947
149429	rnn.bias_ih_l0_reverse	2	-0.06940717250108719
149429	rnn.bias_ih_l0_reverse	3	-0.14246448874473572
149429	rnn.bias_ih_l0_reverse	4	0.058645859360694885
149429	rnn.bias_ih_l0_reverse	5	-0.2570972442626953
149429	rnn.bias_ih_l0_reverse	6	-0.054262902587652206
149429	rnn.bias_ih_l0_reverse	7	0.005951936822384596
149429	rnn.bias_ih_l0_reverse	8	-0.1795475333929062
149429	rnn.bias_ih_l0_reverse	9	-0.09447553008794785
149429	rnn.bias_hh_l0_reverse	0	-0.1548067331314087
149429	rnn.bias_hh_l0_reverse	1	-0.14233823120594025
149429	rnn.bias_hh_l0_reverse	2	-0.019182424992322922
149429	rnn.bias_hh_l0_reverse	3	-0.12586985528469086
149429	rnn.bias_hh_l0_reverse	4	-0.02702782116830349
149429	rnn.bias_hh_l0_reverse	5	-0.11094106733798981
149429	rnn.bias_hh_l0_reverse	6	-0.06826402246952057
149429	rnn.bias_hh_l0_reverse	7	-0.2015635073184967
149429	rnn.bias_hh_l0_reverse	8	-0.0557711087167263
149429	rnn.bias_hh_l0_reverse	9	-0.13531985878944397
149429	linear.weight	0	-0.22846828401088715
149429	linear.weight	1	-0.16430623829364777
149429	linear.weight	2	-0.011228874325752258
149429	linear.weight	3	-0.07448096573352814
149429	linear.weight	4	0.011890684254467487
149429	linear.weight	5	0.2044522762298584
149429	linear.weight	6	0.0047744326293468475
149429	linear.weight	7	-0.021312154829502106
149429	linear.weight	8	0.16318292915821075
149429	linear.weight	9	0.17666548490524292
149429	linear.bias	0	-0.8468961715698242
149429	linear.bias	1	1.399032711982727
149429	linear.bias	2	-0.3668932020664215
149429	linear.bias	3	-0.6995797753334045
149429	linear.bias	4	-0.8775432109832764
149429	linear.bias	5	-1.1733124256134033
149429	linear.bias	6	-0.9038870930671692
149429	linear.bias	7	-0.7404998540878296
149429	linear.bias	8	-0.01705317199230194
149429	linear.bias	9	3.3489973545074463
149626	transitions	0	-0.4135569632053375
149626	transitions	1	8.540108680725098
149626	transitions	2	-3.4920740127563477
149626	transitions	3	1.4229644536972046
149626	transitions	4	-2.102335214614868
149626	transitions	5	-0.3888934254646301
149626	transitions	6	-0.18837106227874756
149626	transitions	7	-10000.0
149626	transitions	8	1.770318865776062
149626	transitions	9	-2.2936906814575195
149626	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
149626	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
149626	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
149626	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
149626	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
149626	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
149626	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
149626	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
149626	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
149626	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
149626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
149626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
149626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
149626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
149626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
149626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
149626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
149626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
149626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
149626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
149626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
149626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
149626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
149626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
149626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
149626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
149626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
149626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
149626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
149626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
149626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
149626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
149626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
149626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
149626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
149626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
149626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
149626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
149626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
149626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
149626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
149626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
149626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
149626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
149626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
149626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
149626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
149626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
149626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
149626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
149626	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
149626	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
149626	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
149626	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
149626	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
149626	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
149626	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
149626	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
149626	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
149626	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
149626	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
149626	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
149626	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
149626	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
149626	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
149626	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
149626	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
149626	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
149626	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
149626	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
149626	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
149626	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
149626	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
149626	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
149626	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
149626	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
149626	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
149626	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
149626	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
149626	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
149626	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
149626	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
149626	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
149626	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
149626	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
149626	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
149626	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
149626	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
149626	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
149626	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
149626	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
149626	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
149626	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
149626	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
149626	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
149626	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
149626	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
149626	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
149626	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
149626	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
149626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
149626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
149626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
149626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
149626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
149626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
149626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
149626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
149626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
149626	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
149626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
149626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
149626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
149626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
149626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
149626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
149626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
149626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
149626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
149626	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
149626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
149626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
149626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
149626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
149626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
149626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
149626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
149626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
149626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
149626	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
149626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
149626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
149626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
149626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
149626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
149626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
149626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
149626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
149626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
149626	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
149626	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
149626	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
149626	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
149626	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
149626	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
149626	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
149626	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
149626	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
149626	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
149626	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
149626	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
149626	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
149626	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
149626	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
149626	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
149626	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
149626	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
149626	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
149626	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
149626	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
149626	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
149626	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
149626	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
149626	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
149626	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
149626	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
149626	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
149626	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
149626	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
149626	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
149626	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
149626	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
149626	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
149626	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
149626	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
149626	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
149626	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
149626	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
149626	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
149626	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
149626	embedding2nn.weight	0	0.05148161202669144
149626	embedding2nn.weight	1	-0.0961909145116806
149626	embedding2nn.weight	2	0.004716590978205204
149626	embedding2nn.weight	3	-0.05942576006054878
149626	embedding2nn.weight	4	-0.12138095498085022
149626	embedding2nn.weight	5	0.11780782788991928
149626	embedding2nn.weight	6	-0.11167288571596146
149626	embedding2nn.weight	7	-0.07628922164440155
149626	embedding2nn.weight	8	-0.02253814786672592
149626	embedding2nn.weight	9	0.0691974088549614
149626	embedding2nn.bias	0	0.060897089540958405
149626	embedding2nn.bias	1	0.019020752981305122
149626	embedding2nn.bias	2	-0.09040311723947525
149626	embedding2nn.bias	3	0.048875946551561356
149626	embedding2nn.bias	4	-0.020794043317437172
149626	embedding2nn.bias	5	-0.13765382766723633
149626	embedding2nn.bias	6	-0.11643565446138382
149626	embedding2nn.bias	7	-0.0665905699133873
149626	embedding2nn.bias	8	0.12707819044589996
149626	embedding2nn.bias	9	-0.030641525983810425
149626	rnn.weight_ih_l0	0	0.0312176700681448
149626	rnn.weight_ih_l0	1	-0.0718613788485527
149626	rnn.weight_ih_l0	2	-0.02359873428940773
149626	rnn.weight_ih_l0	3	-0.0462522991001606
149626	rnn.weight_ih_l0	4	0.028137728571891785
149626	rnn.weight_ih_l0	5	-0.09793713688850403
149626	rnn.weight_ih_l0	6	-0.06461936235427856
149626	rnn.weight_ih_l0	7	-0.015116405673325062
149626	rnn.weight_ih_l0	8	0.06279424577951431
149626	rnn.weight_ih_l0	9	0.010531790554523468
149626	rnn.weight_hh_l0	0	0.0009631678112782538
149626	rnn.weight_hh_l0	1	-0.08875206112861633
149626	rnn.weight_hh_l0	2	0.0642886683344841
149626	rnn.weight_hh_l0	3	0.041224583983421326
149626	rnn.weight_hh_l0	4	0.004472644068300724
149626	rnn.weight_hh_l0	5	0.0632350891828537
149626	rnn.weight_hh_l0	6	-0.015308777801692486
149626	rnn.weight_hh_l0	7	-0.09285785257816315
149626	rnn.weight_hh_l0	8	0.006172769237309694
149626	rnn.weight_hh_l0	9	-0.08604812622070312
149626	rnn.bias_ih_l0	0	-0.0456555001437664
149626	rnn.bias_ih_l0	1	-0.18068839609622955
149626	rnn.bias_ih_l0	2	-0.2525194585323334
149626	rnn.bias_ih_l0	3	-0.2757120132446289
149626	rnn.bias_ih_l0	4	-0.004429483786225319
149626	rnn.bias_ih_l0	5	0.03761078417301178
149626	rnn.bias_ih_l0	6	-0.17314670979976654
149626	rnn.bias_ih_l0	7	-0.2580189108848572
149626	rnn.bias_ih_l0	8	-0.12395042181015015
149626	rnn.bias_ih_l0	9	-0.1857801228761673
149626	rnn.bias_hh_l0	0	0.11609568446874619
149626	rnn.bias_hh_l0	1	-0.06380151957273483
149626	rnn.bias_hh_l0	2	0.04755529388785362
149626	rnn.bias_hh_l0	3	-0.17042183876037598
149626	rnn.bias_hh_l0	4	0.0475153848528862
149626	rnn.bias_hh_l0	5	0.03260676935315132
149626	rnn.bias_hh_l0	6	-0.08788463473320007
149626	rnn.bias_hh_l0	7	-0.16059944033622742
149626	rnn.bias_hh_l0	8	-0.19013676047325134
149626	rnn.bias_hh_l0	9	-0.09843987226486206
149626	rnn.weight_ih_l0_reverse	0	-0.015477936714887619
149626	rnn.weight_ih_l0_reverse	1	0.0033372133038938046
149626	rnn.weight_ih_l0_reverse	2	0.019752388820052147
149626	rnn.weight_ih_l0_reverse	3	0.0128319738432765
149626	rnn.weight_ih_l0_reverse	4	0.027740037068724632
149626	rnn.weight_ih_l0_reverse	5	-0.06149265170097351
149626	rnn.weight_ih_l0_reverse	6	-0.04843241721391678
149626	rnn.weight_ih_l0_reverse	7	-0.005673494655638933
149626	rnn.weight_ih_l0_reverse	8	0.09859500080347061
149626	rnn.weight_ih_l0_reverse	9	0.019048133864998817
149626	rnn.weight_hh_l0_reverse	0	0.0067748730070889
149626	rnn.weight_hh_l0_reverse	1	0.02434735745191574
149626	rnn.weight_hh_l0_reverse	2	-0.041742753237485886
149626	rnn.weight_hh_l0_reverse	3	0.03781648352742195
149626	rnn.weight_hh_l0_reverse	4	0.025685708969831467
149626	rnn.weight_hh_l0_reverse	5	0.0010937582701444626
149626	rnn.weight_hh_l0_reverse	6	0.06122342869639397
149626	rnn.weight_hh_l0_reverse	7	0.026082301512360573
149626	rnn.weight_hh_l0_reverse	8	-0.011738931760191917
149626	rnn.weight_hh_l0_reverse	9	-0.03543127700686455
149626	rnn.bias_ih_l0_reverse	0	-0.14879538118839264
149626	rnn.bias_ih_l0_reverse	1	-0.30016645789146423
149626	rnn.bias_ih_l0_reverse	2	-0.06951458007097244
149626	rnn.bias_ih_l0_reverse	3	-0.14228485524654388
149626	rnn.bias_ih_l0_reverse	4	0.059419866651296616
149626	rnn.bias_ih_l0_reverse	5	-0.25663504004478455
149626	rnn.bias_ih_l0_reverse	6	-0.05477265641093254
149626	rnn.bias_ih_l0_reverse	7	0.003068701596930623
149626	rnn.bias_ih_l0_reverse	8	-0.17917673289775848
149626	rnn.bias_ih_l0_reverse	9	-0.09293001890182495
149626	rnn.bias_hh_l0_reverse	0	-0.15441320836544037
149626	rnn.bias_hh_l0_reverse	1	-0.1439092755317688
149626	rnn.bias_hh_l0_reverse	2	-0.019668815657496452
149626	rnn.bias_hh_l0_reverse	3	-0.12811335921287537
149626	rnn.bias_hh_l0_reverse	4	-0.026447566226124763
149626	rnn.bias_hh_l0_reverse	5	-0.1115097850561142
149626	rnn.bias_hh_l0_reverse	6	-0.0693100169301033
149626	rnn.bias_hh_l0_reverse	7	-0.19973137974739075
149626	rnn.bias_hh_l0_reverse	8	-0.05595197156071663
149626	rnn.bias_hh_l0_reverse	9	-0.13464143872261047
149626	linear.weight	0	-0.22947043180465698
149626	linear.weight	1	-0.16442807018756866
149626	linear.weight	2	-0.011228874325752258
149626	linear.weight	3	-0.07254894822835922
149626	linear.weight	4	0.011367984116077423
149626	linear.weight	5	0.20710976421833038
149626	linear.weight	6	0.0047744326293468475
149626	linear.weight	7	-0.021312154829502106
149626	linear.weight	8	0.1549605280160904
149626	linear.weight	9	0.17554675042629242
149626	linear.bias	0	-0.873087465763092
149626	linear.bias	1	1.408544659614563
149626	linear.bias	2	-0.37018880248069763
149626	linear.bias	3	-0.6958784461021423
149626	linear.bias	4	-0.8443557620048523
149626	linear.bias	5	-1.1733379364013672
149626	linear.bias	6	-0.9307742714881897
149626	linear.bias	7	-0.7395799160003662
149626	linear.bias	8	-0.01705317199230194
149626	linear.bias	9	3.3577046394348145
149823	transitions	0	-0.41366109251976013
149823	transitions	1	8.551948547363281
149823	transitions	2	-3.492374897003174
149823	transitions	3	1.4251430034637451
149823	transitions	4	-2.1025431156158447
149823	transitions	5	-0.38896051049232483
149823	transitions	6	-0.18839213252067566
149823	transitions	7	-10000.0
149823	transitions	8	1.7702573537826538
149823	transitions	9	-2.2937004566192627
149823	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
149823	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
149823	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
149823	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
149823	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
149823	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
149823	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
149823	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
149823	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
149823	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
149823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
149823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
149823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
149823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
149823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
149823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
149823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
149823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
149823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
149823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
149823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
149823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
149823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
149823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
149823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
149823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
149823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
149823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
149823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
149823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
149823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
149823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
149823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
149823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
149823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
149823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
149823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
149823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
149823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
149823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
149823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
149823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
149823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
149823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
149823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
149823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
149823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
149823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
149823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
149823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
149823	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
149823	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
149823	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
149823	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
149823	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
149823	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
149823	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
149823	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
149823	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
149823	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
149823	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
149823	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
149823	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
149823	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
149823	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
149823	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
149823	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
149823	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
149823	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
149823	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
149823	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
149823	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
149823	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
149823	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
149823	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
149823	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
149823	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
149823	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
149823	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
149823	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
149823	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
149823	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
149823	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
149823	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
149823	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
149823	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
149823	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
149823	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
149823	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
149823	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
149823	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
149823	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
149823	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
149823	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
149823	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
149823	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
149823	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
149823	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
149823	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
149823	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
149823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
149823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
149823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
149823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
149823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
149823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
149823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
149823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
149823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
149823	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
149823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
149823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
149823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
149823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
149823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
149823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
149823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
149823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
149823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
149823	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
149823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
149823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
149823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
149823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
149823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
149823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
149823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
149823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
149823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
149823	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
149823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
149823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
149823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
149823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
149823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
149823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
149823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
149823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
149823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
149823	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
149823	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
149823	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
149823	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
149823	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
149823	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
149823	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
149823	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
149823	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
149823	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
149823	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
149823	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
149823	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
149823	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
149823	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
149823	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
149823	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
149823	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
149823	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
149823	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
149823	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
149823	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
149823	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
149823	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
149823	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
149823	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
149823	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
149823	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
149823	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
149823	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
149823	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
149823	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
149823	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
149823	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
149823	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
149823	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
149823	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
149823	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
149823	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
149823	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
149823	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
149823	embedding2nn.weight	0	0.051200564950704575
149823	embedding2nn.weight	1	-0.09553961455821991
149823	embedding2nn.weight	2	0.0028093468863517046
149823	embedding2nn.weight	3	-0.05924428999423981
149823	embedding2nn.weight	4	-0.1201394647359848
149823	embedding2nn.weight	5	0.11893060058355331
149823	embedding2nn.weight	6	-0.11337245255708694
149823	embedding2nn.weight	7	-0.07741153240203857
149823	embedding2nn.weight	8	-0.02391531877219677
149823	embedding2nn.weight	9	0.07070725411176682
149823	embedding2nn.bias	0	0.05906834453344345
149823	embedding2nn.bias	1	0.026228876784443855
149823	embedding2nn.bias	2	-0.08174318820238113
149823	embedding2nn.bias	3	0.05092865973711014
149823	embedding2nn.bias	4	-0.017056705430150032
149823	embedding2nn.bias	5	-0.14229504764080048
149823	embedding2nn.bias	6	-0.11568879336118698
149823	embedding2nn.bias	7	-0.06038341298699379
149823	embedding2nn.bias	8	0.12686732411384583
149823	embedding2nn.bias	9	-0.02669939585030079
149823	rnn.weight_ih_l0	0	0.03325190767645836
149823	rnn.weight_ih_l0	1	-0.07192279398441315
149823	rnn.weight_ih_l0	2	-0.025197776034474373
149823	rnn.weight_ih_l0	3	-0.046343252062797546
149823	rnn.weight_ih_l0	4	0.02828414924442768
149823	rnn.weight_ih_l0	5	-0.09749668836593628
149823	rnn.weight_ih_l0	6	-0.064914271235466
149823	rnn.weight_ih_l0	7	-0.014903337694704533
149823	rnn.weight_ih_l0	8	0.06332596391439438
149823	rnn.weight_ih_l0	9	0.010047377087175846
149823	rnn.weight_hh_l0	0	0.0009172241552732885
149823	rnn.weight_hh_l0	1	-0.08864298462867737
149823	rnn.weight_hh_l0	2	0.06405765563249588
149823	rnn.weight_hh_l0	3	0.041004132479429245
149823	rnn.weight_hh_l0	4	0.004414343740791082
149823	rnn.weight_hh_l0	5	0.06394896656274796
149823	rnn.weight_hh_l0	6	-0.015318342484533787
149823	rnn.weight_hh_l0	7	-0.09244009852409363
149823	rnn.weight_hh_l0	8	0.006132049486041069
149823	rnn.weight_hh_l0	9	-0.08479543030261993
149823	rnn.bias_ih_l0	0	-0.04498191922903061
149823	rnn.bias_ih_l0	1	-0.18169155716896057
149823	rnn.bias_ih_l0	2	-0.2505045235157013
149823	rnn.bias_ih_l0	3	-0.2749467194080353
149823	rnn.bias_ih_l0	4	-0.008015088737010956
149823	rnn.bias_ih_l0	5	0.038702499121427536
149823	rnn.bias_ih_l0	6	-0.17138534784317017
149823	rnn.bias_ih_l0	7	-0.2569305896759033
149823	rnn.bias_ih_l0	8	-0.12547661364078522
149823	rnn.bias_ih_l0	9	-0.1836945116519928
149823	rnn.bias_hh_l0	0	0.1143360435962677
149823	rnn.bias_hh_l0	1	-0.06262283772230148
149823	rnn.bias_hh_l0	2	0.04831041023135185
149823	rnn.bias_hh_l0	3	-0.16900621354579926
149823	rnn.bias_hh_l0	4	0.04668591171503067
149823	rnn.bias_hh_l0	5	0.03309009596705437
149823	rnn.bias_hh_l0	6	-0.08823852986097336
149823	rnn.bias_hh_l0	7	-0.16104243695735931
149823	rnn.bias_hh_l0	8	-0.1906203329563141
149823	rnn.bias_hh_l0	9	-0.09886667132377625
149823	rnn.weight_ih_l0_reverse	0	-0.01579575054347515
149823	rnn.weight_ih_l0_reverse	1	0.002766616875305772
149823	rnn.weight_ih_l0_reverse	2	0.01986771635711193
149823	rnn.weight_ih_l0_reverse	3	0.012451796792447567
149823	rnn.weight_ih_l0_reverse	4	0.027148796245455742
149823	rnn.weight_ih_l0_reverse	5	-0.06184997037053108
149823	rnn.weight_ih_l0_reverse	6	-0.04950175806879997
149823	rnn.weight_ih_l0_reverse	7	-0.0046591074205935
149823	rnn.weight_ih_l0_reverse	8	0.09831758588552475
149823	rnn.weight_ih_l0_reverse	9	0.0207431148737669
149823	rnn.weight_hh_l0_reverse	0	0.006914706435054541
149823	rnn.weight_hh_l0_reverse	1	0.024251174181699753
149823	rnn.weight_hh_l0_reverse	2	-0.040856365114450455
149823	rnn.weight_hh_l0_reverse	3	0.03836257383227348
149823	rnn.weight_hh_l0_reverse	4	0.025587361305952072
149823	rnn.weight_hh_l0_reverse	5	0.0011162703158333898
149823	rnn.weight_hh_l0_reverse	6	0.06115475669503212
149823	rnn.weight_hh_l0_reverse	7	0.025619851425290108
149823	rnn.weight_hh_l0_reverse	8	-0.011760423891246319
149823	rnn.weight_hh_l0_reverse	9	-0.03532995283603668
149823	rnn.bias_ih_l0_reverse	0	-0.1479145884513855
149823	rnn.bias_ih_l0_reverse	1	-0.301241934299469
149823	rnn.bias_ih_l0_reverse	2	-0.06890179961919785
149823	rnn.bias_ih_l0_reverse	3	-0.14197807013988495
149823	rnn.bias_ih_l0_reverse	4	0.0626315250992775
149823	rnn.bias_ih_l0_reverse	5	-0.25609567761421204
149823	rnn.bias_ih_l0_reverse	6	-0.05709259212017059
149823	rnn.bias_ih_l0_reverse	7	0.0016000173054635525
149823	rnn.bias_ih_l0_reverse	8	-0.1791822761297226
149823	rnn.bias_ih_l0_reverse	9	-0.09235526621341705
149823	rnn.bias_hh_l0_reverse	0	-0.15356530249118805
149823	rnn.bias_hh_l0_reverse	1	-0.14353500306606293
149823	rnn.bias_hh_l0_reverse	2	-0.01980968751013279
149823	rnn.bias_hh_l0_reverse	3	-0.12686918675899506
149823	rnn.bias_hh_l0_reverse	4	-0.026544975116848946
149823	rnn.bias_hh_l0_reverse	5	-0.11148353666067123
149823	rnn.bias_hh_l0_reverse	6	-0.06955365836620331
149823	rnn.bias_hh_l0_reverse	7	-0.2000505030155182
149823	rnn.bias_hh_l0_reverse	8	-0.055702537298202515
149823	rnn.bias_hh_l0_reverse	9	-0.13451367616653442
149823	linear.weight	0	-0.24378319084644318
149823	linear.weight	1	-0.1671324223279953
149823	linear.weight	2	-0.011228874325752258
149823	linear.weight	3	-0.06540162861347198
149823	linear.weight	4	0.024012254551053047
149823	linear.weight	5	0.2150559276342392
149823	linear.weight	6	0.0047744326293468475
149823	linear.weight	7	-0.021312154829502106
149823	linear.weight	8	0.16332872211933136
149823	linear.weight	9	0.16770043969154358
149823	linear.bias	0	-0.8637070655822754
149823	linear.bias	1	1.3860740661621094
149823	linear.bias	2	-0.3845502436161041
149823	linear.bias	3	-0.6974457502365112
149823	linear.bias	4	-0.8506155610084534
149823	linear.bias	5	-1.1733648777008057
149823	linear.bias	6	-0.9222639203071594
149823	linear.bias	7	-0.734218418598175
149823	linear.bias	8	-0.01705317199230194
149823	linear.bias	9	3.3800976276397705
150020	transitions	0	-0.4137819707393646
150020	transitions	1	8.54097843170166
150020	transitions	2	-3.492868185043335
150020	transitions	3	1.4190659523010254
150020	transitions	4	-2.1027655601501465
150020	transitions	5	-0.38908621668815613
150020	transitions	6	-0.18840883672237396
150020	transitions	7	-10000.0
150020	transitions	8	1.7711479663848877
150020	transitions	9	-2.2937042713165283
150020	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
150020	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
150020	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
150020	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
150020	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
150020	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
150020	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
150020	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
150020	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
150020	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
150020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
150020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
150020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
150020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
150020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
150020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
150020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
150020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
150020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
150020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
150020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
150020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
150020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
150020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
150020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
150020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
150020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
150020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
150020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
150020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
150020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
150020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
150020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
150020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
150020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
150020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
150020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
150020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
150020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
150020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
150020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
150020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
150020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
150020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
150020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
150020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
150020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
150020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
150020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
150020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
150020	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
150020	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
150020	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
150020	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
150020	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
150020	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
150020	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
150020	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
150020	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
150020	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
150020	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
150020	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
150020	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
150020	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
150020	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
150020	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
150020	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
150020	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
150020	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
150020	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
150020	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
150020	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
150020	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
150020	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
150020	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
150020	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
150020	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
150020	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
150020	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
150020	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
150020	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
150020	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
150020	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
150020	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
150020	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
150020	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
150020	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
150020	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
150020	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
150020	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
150020	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
150020	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
150020	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
150020	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
150020	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
150020	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
150020	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
150020	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
150020	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
150020	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
150020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
150020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
150020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
150020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
150020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
150020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
150020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
150020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
150020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
150020	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
150020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
150020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
150020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
150020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
150020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
150020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
150020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
150020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
150020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
150020	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
150020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
150020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
150020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
150020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
150020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
150020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
150020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
150020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
150020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
150020	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
150020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
150020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
150020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
150020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
150020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
150020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
150020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
150020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
150020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
150020	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
150020	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
150020	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
150020	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
150020	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
150020	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
150020	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
150020	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
150020	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
150020	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
150020	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
150020	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
150020	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
150020	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
150020	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
150020	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
150020	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
150020	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
150020	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
150020	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
150020	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
150020	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
150020	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
150020	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
150020	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
150020	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
150020	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
150020	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
150020	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
150020	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
150020	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
150020	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
150020	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
150020	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
150020	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
150020	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
150020	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
150020	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
150020	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
150020	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
150020	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
150020	embedding2nn.weight	0	0.05046506226062775
150020	embedding2nn.weight	1	-0.09531892091035843
150020	embedding2nn.weight	2	0.0019434491405263543
150020	embedding2nn.weight	3	-0.05979343131184578
150020	embedding2nn.weight	4	-0.11950559169054031
150020	embedding2nn.weight	5	0.11822192370891571
150020	embedding2nn.weight	6	-0.11595243215560913
150020	embedding2nn.weight	7	-0.07835352420806885
150020	embedding2nn.weight	8	-0.02428421936929226
150020	embedding2nn.weight	9	0.07053455710411072
150020	embedding2nn.bias	0	0.07432498037815094
150020	embedding2nn.bias	1	0.028177864849567413
150020	embedding2nn.bias	2	-0.08317495882511139
150020	embedding2nn.bias	3	0.04699329659342766
150020	embedding2nn.bias	4	-0.024134984239935875
150020	embedding2nn.bias	5	-0.1490827202796936
150020	embedding2nn.bias	6	-0.11690385639667511
150020	embedding2nn.bias	7	-0.06086510047316551
150020	embedding2nn.bias	8	0.12431583553552628
150020	embedding2nn.bias	9	-0.02480911836028099
150020	rnn.weight_ih_l0	0	0.03177730366587639
150020	rnn.weight_ih_l0	1	-0.0725843533873558
150020	rnn.weight_ih_l0	2	-0.02571396343410015
150020	rnn.weight_ih_l0	3	-0.04690707102417946
150020	rnn.weight_ih_l0	4	0.026932617649435997
150020	rnn.weight_ih_l0	5	-0.09783580154180527
150020	rnn.weight_ih_l0	6	-0.06375563144683838
150020	rnn.weight_ih_l0	7	-0.015239721164107323
150020	rnn.weight_ih_l0	8	0.061323732137680054
150020	rnn.weight_ih_l0	9	0.01070669386535883
150020	rnn.weight_hh_l0	0	0.0008477519149892032
150020	rnn.weight_hh_l0	1	-0.0906054899096489
150020	rnn.weight_hh_l0	2	0.06340254098176956
150020	rnn.weight_hh_l0	3	0.04115946218371391
150020	rnn.weight_hh_l0	4	0.004423113074153662
150020	rnn.weight_hh_l0	5	0.0639336034655571
150020	rnn.weight_hh_l0	6	-0.015583387576043606
150020	rnn.weight_hh_l0	7	-0.09277396649122238
150020	rnn.weight_hh_l0	8	0.006710228975862265
150020	rnn.weight_hh_l0	9	-0.08462595194578171
150020	rnn.bias_ih_l0	0	-0.04571346193552017
150020	rnn.bias_ih_l0	1	-0.17930878698825836
150020	rnn.bias_ih_l0	2	-0.2490183711051941
150020	rnn.bias_ih_l0	3	-0.2735860049724579
150020	rnn.bias_ih_l0	4	-0.004338551312685013
150020	rnn.bias_ih_l0	5	0.03629213199019432
150020	rnn.bias_ih_l0	6	-0.1714516133069992
150020	rnn.bias_ih_l0	7	-0.2554182708263397
150020	rnn.bias_ih_l0	8	-0.1272803246974945
150020	rnn.bias_ih_l0	9	-0.18496958911418915
150020	rnn.bias_hh_l0	0	0.11428384482860565
150020	rnn.bias_hh_l0	1	-0.06319484859704971
150020	rnn.bias_hh_l0	2	0.04774237424135208
150020	rnn.bias_hh_l0	3	-0.16783371567726135
150020	rnn.bias_hh_l0	4	0.048851221799850464
150020	rnn.bias_hh_l0	5	0.03211364895105362
150020	rnn.bias_hh_l0	6	-0.08692684024572372
150020	rnn.bias_hh_l0	7	-0.16308879852294922
150020	rnn.bias_hh_l0	8	-0.1902635097503662
150020	rnn.bias_hh_l0	9	-0.09871069341897964
150020	rnn.weight_ih_l0_reverse	0	-0.015599007718265057
150020	rnn.weight_ih_l0_reverse	1	0.002253612969070673
150020	rnn.weight_ih_l0_reverse	2	0.021101992577314377
150020	rnn.weight_ih_l0_reverse	3	0.011139336973428726
150020	rnn.weight_ih_l0_reverse	4	0.027087431401014328
150020	rnn.weight_ih_l0_reverse	5	-0.06222035363316536
150020	rnn.weight_ih_l0_reverse	6	-0.04992891475558281
150020	rnn.weight_ih_l0_reverse	7	-0.002685202518478036
150020	rnn.weight_ih_l0_reverse	8	0.09576350450515747
150020	rnn.weight_ih_l0_reverse	9	0.020678086206316948
150020	rnn.weight_hh_l0_reverse	0	0.0069045983254909515
150020	rnn.weight_hh_l0_reverse	1	0.024120066314935684
150020	rnn.weight_hh_l0_reverse	2	-0.04070964455604553
150020	rnn.weight_hh_l0_reverse	3	0.03789755329489708
150020	rnn.weight_hh_l0_reverse	4	0.02561638504266739
150020	rnn.weight_hh_l0_reverse	5	0.0012831828789785504
150020	rnn.weight_hh_l0_reverse	6	0.061079706996679306
150020	rnn.weight_hh_l0_reverse	7	0.025539323687553406
150020	rnn.weight_hh_l0_reverse	8	-0.011706246063113213
150020	rnn.weight_hh_l0_reverse	9	-0.035393763333559036
150020	rnn.bias_ih_l0_reverse	0	-0.14765842258930206
150020	rnn.bias_ih_l0_reverse	1	-0.3021327555179596
150020	rnn.bias_ih_l0_reverse	2	-0.06941112875938416
150020	rnn.bias_ih_l0_reverse	3	-0.14163881540298462
150020	rnn.bias_ih_l0_reverse	4	0.06124160811305046
150020	rnn.bias_ih_l0_reverse	5	-0.2574724555015564
150020	rnn.bias_ih_l0_reverse	6	-0.056387413293123245
150020	rnn.bias_ih_l0_reverse	7	0.0018127381335943937
150020	rnn.bias_ih_l0_reverse	8	-0.17794457077980042
150020	rnn.bias_ih_l0_reverse	9	-0.092702716588974
150020	rnn.bias_hh_l0_reverse	0	-0.15428423881530762
150020	rnn.bias_hh_l0_reverse	1	-0.1449715942144394
150020	rnn.bias_hh_l0_reverse	2	-0.019246963784098625
150020	rnn.bias_hh_l0_reverse	3	-0.12644869089126587
150020	rnn.bias_hh_l0_reverse	4	-0.027033230289816856
150020	rnn.bias_hh_l0_reverse	5	-0.11147148907184601
150020	rnn.bias_hh_l0_reverse	6	-0.07072479277849197
150020	rnn.bias_hh_l0_reverse	7	-0.2008093297481537
150020	rnn.bias_hh_l0_reverse	8	-0.056035250425338745
150020	rnn.bias_hh_l0_reverse	9	-0.13523799180984497
150020	linear.weight	0	-0.24101068079471588
150020	linear.weight	1	-0.16840317845344543
150020	linear.weight	2	-0.011228874325752258
150020	linear.weight	3	-0.05104835703969002
150020	linear.weight	4	0.029284639284014702
150020	linear.weight	5	0.21580608189105988
150020	linear.weight	6	0.0047744326293468475
150020	linear.weight	7	-0.021312154829502106
150020	linear.weight	8	0.16159121692180634
150020	linear.weight	9	0.17805811762809753
150020	linear.bias	0	-0.8588219285011292
150020	linear.bias	1	1.3798459768295288
150020	linear.bias	2	-0.3743961453437805
150020	linear.bias	3	-0.6954097151756287
150020	linear.bias	4	-0.8643991947174072
150020	linear.bias	5	-1.1733903884887695
150020	linear.bias	6	-0.9162858724594116
150020	linear.bias	7	-0.755279004573822
150020	linear.bias	8	-0.01705317199230194
150020	linear.bias	9	3.3825957775115967
150024	transitions	0	-0.4137822389602661
150024	transitions	1	8.5465669631958
150024	transitions	2	-3.4928693771362305
150024	transitions	3	1.4188019037246704
150024	transitions	4	-2.1027674674987793
150024	transitions	5	-0.38910219073295593
150024	transitions	6	-0.18840904533863068
150024	transitions	7	-10000.0
150024	transitions	8	1.7711474895477295
150024	transitions	9	-2.2937042713165283
150024	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
150024	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
150024	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
150024	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
150024	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
150024	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
150024	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
150024	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
150024	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
150024	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
150024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
150024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
150024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
150024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
150024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
150024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
150024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
150024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
150024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
150024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
150024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
150024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
150024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
150024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
150024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
150024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
150024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
150024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
150024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
150024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
150024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
150024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
150024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
150024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
150024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
150024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
150024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
150024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
150024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
150024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
150024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
150024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
150024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
150024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
150024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
150024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
150024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
150024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
150024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
150024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
150024	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
150024	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
150024	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
150024	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
150024	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
150024	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
150024	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
150024	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
150024	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
150024	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
150024	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
150024	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
150024	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
150024	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
150024	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
150024	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
150024	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
150024	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
150024	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
150024	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
150024	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
150024	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
150024	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
150024	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
150024	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
150024	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
150024	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
150024	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
150024	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
150024	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
150024	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
150024	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
150024	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
150024	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
150024	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
150024	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
150024	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
150024	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
150024	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
150024	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
150024	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
150024	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
150024	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
150024	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
150024	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
150024	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
150024	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
150024	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
150024	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
150024	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
150024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
150024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
150024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
150024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
150024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
150024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
150024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
150024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
150024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
150024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
150024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
150024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
150024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
150024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
150024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
150024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
150024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
150024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
150024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
150024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
150024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
150024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
150024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
150024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
150024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
150024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
150024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
150024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
150024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
150024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
150024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
150024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
150024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
150024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
150024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
150024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
150024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
150024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
150024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
150024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
150024	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
150024	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
150024	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
150024	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
150024	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
150024	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
150024	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
150024	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
150024	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
150024	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
150024	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
150024	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
150024	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
150024	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
150024	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
150024	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
150024	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
150024	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
150024	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
150024	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
150024	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
150024	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
150024	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
150024	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
150024	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
150024	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
150024	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
150024	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
150024	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
150024	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
150024	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
150024	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
150024	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
150024	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
150024	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
150024	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
150024	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
150024	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
150024	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
150024	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
150024	embedding2nn.weight	0	0.05045810714364052
150024	embedding2nn.weight	1	-0.09548408538103104
150024	embedding2nn.weight	2	0.0021180661860853434
150024	embedding2nn.weight	3	-0.05981665104627609
150024	embedding2nn.weight	4	-0.1195259839296341
150024	embedding2nn.weight	5	0.11816538125276566
150024	embedding2nn.weight	6	-0.11591806262731552
150024	embedding2nn.weight	7	-0.0782824456691742
150024	embedding2nn.weight	8	-0.02418205700814724
150024	embedding2nn.weight	9	0.07032610476016998
150024	embedding2nn.bias	0	0.07532857358455658
150024	embedding2nn.bias	1	0.026665568351745605
150024	embedding2nn.bias	2	-0.0830242708325386
150024	embedding2nn.bias	3	0.048403676599264145
150024	embedding2nn.bias	4	-0.021568553522229195
150024	embedding2nn.bias	5	-0.14854447543621063
150024	embedding2nn.bias	6	-0.11701236665248871
150024	embedding2nn.bias	7	-0.0608806274831295
150024	embedding2nn.bias	8	0.12386071681976318
150024	embedding2nn.bias	9	-0.025959912687540054
150024	rnn.weight_ih_l0	0	0.03181692957878113
150024	rnn.weight_ih_l0	1	-0.0726182609796524
150024	rnn.weight_ih_l0	2	-0.02568613737821579
150024	rnn.weight_ih_l0	3	-0.046949081122875214
150024	rnn.weight_ih_l0	4	0.02686842530965805
150024	rnn.weight_ih_l0	5	-0.0979393795132637
150024	rnn.weight_ih_l0	6	-0.06368962675333023
150024	rnn.weight_ih_l0	7	-0.015192032791674137
150024	rnn.weight_ih_l0	8	0.06132209673523903
150024	rnn.weight_ih_l0	9	0.010724402032792568
150024	rnn.weight_hh_l0	0	0.0008192570530809462
150024	rnn.weight_hh_l0	1	-0.09068185836076736
150024	rnn.weight_hh_l0	2	0.06338697671890259
150024	rnn.weight_hh_l0	3	0.041235435754060745
150024	rnn.weight_hh_l0	4	0.004433900583535433
150024	rnn.weight_hh_l0	5	0.06393738836050034
150024	rnn.weight_hh_l0	6	-0.01558655221015215
150024	rnn.weight_hh_l0	7	-0.09279996901750565
150024	rnn.weight_hh_l0	8	0.006741506513208151
150024	rnn.weight_hh_l0	9	-0.08487095683813095
150024	rnn.bias_ih_l0	0	-0.045755140483379364
150024	rnn.bias_ih_l0	1	-0.1793515533208847
150024	rnn.bias_ih_l0	2	-0.24900875985622406
150024	rnn.bias_ih_l0	3	-0.27337217330932617
150024	rnn.bias_ih_l0	4	-0.004415194038301706
150024	rnn.bias_ih_l0	5	0.0364026203751564
150024	rnn.bias_ih_l0	6	-0.17148861289024353
150024	rnn.bias_ih_l0	7	-0.2552536129951477
150024	rnn.bias_ih_l0	8	-0.12716136872768402
150024	rnn.bias_ih_l0	9	-0.18496409058570862
150024	rnn.bias_hh_l0	0	0.11442060768604279
150024	rnn.bias_hh_l0	1	-0.06378063559532166
150024	rnn.bias_hh_l0	2	0.04780546948313713
150024	rnn.bias_hh_l0	3	-0.16818977892398834
150024	rnn.bias_hh_l0	4	0.04912633076310158
150024	rnn.bias_hh_l0	5	0.03185758367180824
150024	rnn.bias_hh_l0	6	-0.08695675432682037
150024	rnn.bias_hh_l0	7	-0.16286790370941162
150024	rnn.bias_hh_l0	8	-0.19024410843849182
150024	rnn.bias_hh_l0	9	-0.09861800819635391
150024	rnn.weight_ih_l0_reverse	0	-0.015328683890402317
150024	rnn.weight_ih_l0_reverse	1	0.00230360752902925
150024	rnn.weight_ih_l0_reverse	2	0.021086690947413445
150024	rnn.weight_ih_l0_reverse	3	0.011116421781480312
150024	rnn.weight_ih_l0_reverse	4	0.027041828259825706
150024	rnn.weight_ih_l0_reverse	5	-0.062138982117176056
150024	rnn.weight_ih_l0_reverse	6	-0.049745939671993256
150024	rnn.weight_ih_l0_reverse	7	-0.002694181865081191
150024	rnn.weight_ih_l0_reverse	8	0.09579000622034073
150024	rnn.weight_ih_l0_reverse	9	0.02076771669089794
150024	rnn.weight_hh_l0_reverse	0	0.006874638609588146
150024	rnn.weight_hh_l0_reverse	1	0.02415660209953785
150024	rnn.weight_hh_l0_reverse	2	-0.04072669893503189
150024	rnn.weight_hh_l0_reverse	3	0.03786662593483925
150024	rnn.weight_hh_l0_reverse	4	0.025627970695495605
150024	rnn.weight_hh_l0_reverse	5	0.0012853381922468543
150024	rnn.weight_hh_l0_reverse	6	0.06112714111804962
150024	rnn.weight_hh_l0_reverse	7	0.025593772530555725
150024	rnn.weight_hh_l0_reverse	8	-0.011681473813951015
150024	rnn.weight_hh_l0_reverse	9	-0.035387251526117325
150024	rnn.bias_ih_l0_reverse	0	-0.14775489270687103
150024	rnn.bias_ih_l0_reverse	1	-0.302066832780838
150024	rnn.bias_ih_l0_reverse	2	-0.0693054124712944
150024	rnn.bias_ih_l0_reverse	3	-0.14144666492938995
150024	rnn.bias_ih_l0_reverse	4	0.06202060729265213
150024	rnn.bias_ih_l0_reverse	5	-0.25748410820961
150024	rnn.bias_ih_l0_reverse	6	-0.05608466640114784
150024	rnn.bias_ih_l0_reverse	7	0.00151100626681
150024	rnn.bias_ih_l0_reverse	8	-0.17815853655338287
150024	rnn.bias_ih_l0_reverse	9	-0.09269189834594727
150024	rnn.bias_hh_l0_reverse	0	-0.1541893184185028
150024	rnn.bias_hh_l0_reverse	1	-0.14523236453533173
150024	rnn.bias_hh_l0_reverse	2	-0.01922783814370632
150024	rnn.bias_hh_l0_reverse	3	-0.12660056352615356
150024	rnn.bias_hh_l0_reverse	4	-0.027162911370396614
150024	rnn.bias_hh_l0_reverse	5	-0.11140292137861252
150024	rnn.bias_hh_l0_reverse	6	-0.07078288495540619
150024	rnn.bias_hh_l0_reverse	7	-0.20080162584781647
150024	rnn.bias_hh_l0_reverse	8	-0.05583639442920685
150024	rnn.bias_hh_l0_reverse	9	-0.13513250648975372
150024	linear.weight	0	-0.2407713681459427
150024	linear.weight	1	-0.16954582929611206
150024	linear.weight	2	-0.011228874325752258
150024	linear.weight	3	-0.05111014097929001
150024	linear.weight	4	0.02933131344616413
150024	linear.weight	5	0.21783709526062012
150024	linear.weight	6	0.0047744326293468475
150024	linear.weight	7	-0.021312154829502106
150024	linear.weight	8	0.16082358360290527
150024	linear.weight	9	0.17807504534721375
150024	linear.bias	0	-0.8591172099113464
150024	linear.bias	1	1.3786677122116089
150024	linear.bias	2	-0.37665989995002747
150024	linear.bias	3	-0.6898099780082703
150024	linear.bias	4	-0.8614261150360107
150024	linear.bias	5	-1.1733912229537964
150024	linear.bias	6	-0.9167057275772095
150024	linear.bias	7	-0.7500163316726685
150024	linear.bias	8	-0.01705317199230194
150024	linear.bias	9	3.3678083419799805
150221	transitions	0	-0.4138599932193756
150221	transitions	1	8.539880752563477
150221	transitions	2	-3.49314546585083
150221	transitions	3	1.4197864532470703
150221	transitions	4	-2.1030149459838867
150221	transitions	5	-0.3891502320766449
150221	transitions	6	-0.1884252429008484
150221	transitions	7	-10000.0
150221	transitions	8	1.7700308561325073
150221	transitions	9	-2.293708324432373
150221	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
150221	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
150221	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
150221	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
150221	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
150221	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
150221	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
150221	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
150221	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
150221	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
150221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
150221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
150221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
150221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
150221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
150221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
150221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
150221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
150221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
150221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
150221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
150221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
150221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
150221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
150221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
150221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
150221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
150221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
150221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
150221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
150221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
150221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
150221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
150221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
150221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
150221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
150221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
150221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
150221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
150221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
150221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
150221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
150221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
150221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
150221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
150221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
150221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
150221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
150221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
150221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
150221	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
150221	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
150221	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
150221	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
150221	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
150221	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
150221	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
150221	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
150221	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
150221	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
150221	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
150221	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
150221	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
150221	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
150221	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
150221	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
150221	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
150221	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
150221	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
150221	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
150221	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
150221	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
150221	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
150221	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
150221	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
150221	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
150221	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
150221	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
150221	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
150221	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
150221	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
150221	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
150221	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
150221	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
150221	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
150221	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
150221	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
150221	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
150221	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
150221	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
150221	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
150221	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
150221	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
150221	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
150221	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
150221	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
150221	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
150221	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
150221	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
150221	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
150221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
150221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
150221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
150221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
150221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
150221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
150221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
150221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
150221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
150221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
150221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
150221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
150221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
150221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
150221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
150221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
150221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
150221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
150221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
150221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
150221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
150221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
150221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
150221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
150221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
150221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
150221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
150221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
150221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
150221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
150221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
150221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
150221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
150221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
150221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
150221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
150221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
150221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
150221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
150221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
150221	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
150221	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
150221	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
150221	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
150221	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
150221	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
150221	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
150221	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
150221	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
150221	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
150221	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
150221	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
150221	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
150221	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
150221	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
150221	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
150221	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
150221	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
150221	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
150221	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
150221	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
150221	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
150221	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
150221	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
150221	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
150221	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
150221	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
150221	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
150221	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
150221	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
150221	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
150221	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
150221	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
150221	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
150221	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
150221	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
150221	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
150221	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
150221	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
150221	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
150221	embedding2nn.weight	0	0.05097879096865654
150221	embedding2nn.weight	1	-0.09575480222702026
150221	embedding2nn.weight	2	0.002145137172192335
150221	embedding2nn.weight	3	-0.05947176367044449
150221	embedding2nn.weight	4	-0.12018470466136932
150221	embedding2nn.weight	5	0.11970321089029312
150221	embedding2nn.weight	6	-0.11711233109235764
150221	embedding2nn.weight	7	-0.07561907172203064
150221	embedding2nn.weight	8	-0.02478637546300888
150221	embedding2nn.weight	9	0.07172634452581406
150221	embedding2nn.bias	0	0.07504405826330185
150221	embedding2nn.bias	1	0.02973906695842743
150221	embedding2nn.bias	2	-0.09132174402475357
150221	embedding2nn.bias	3	0.03877118602395058
150221	embedding2nn.bias	4	-0.018732329830527306
150221	embedding2nn.bias	5	-0.15887053310871124
150221	embedding2nn.bias	6	-0.10745921730995178
150221	embedding2nn.bias	7	-0.06393584609031677
150221	embedding2nn.bias	8	0.11491155624389648
150221	embedding2nn.bias	9	-0.040748484432697296
150221	rnn.weight_ih_l0	0	0.03472162410616875
150221	rnn.weight_ih_l0	1	-0.07262707501649857
150221	rnn.weight_ih_l0	2	-0.026714961975812912
150221	rnn.weight_ih_l0	3	-0.04547012224793434
150221	rnn.weight_ih_l0	4	0.026463663205504417
150221	rnn.weight_ih_l0	5	-0.0994456559419632
150221	rnn.weight_ih_l0	6	-0.06271203607320786
150221	rnn.weight_ih_l0	7	-0.015875088050961494
150221	rnn.weight_ih_l0	8	0.061890147626399994
150221	rnn.weight_ih_l0	9	0.011644415557384491
150221	rnn.weight_hh_l0	0	0.00047755669220350683
150221	rnn.weight_hh_l0	1	-0.09042319655418396
150221	rnn.weight_hh_l0	2	0.0631752759218216
150221	rnn.weight_hh_l0	3	0.04195659980177879
150221	rnn.weight_hh_l0	4	0.004694660194218159
150221	rnn.weight_hh_l0	5	0.06402375549077988
150221	rnn.weight_hh_l0	6	-0.01567990519106388
150221	rnn.weight_hh_l0	7	-0.09288428723812103
150221	rnn.weight_hh_l0	8	0.006073221564292908
150221	rnn.weight_hh_l0	9	-0.08508145064115524
150221	rnn.bias_ih_l0	0	-0.05065644159913063
150221	rnn.bias_ih_l0	1	-0.1799575537443161
150221	rnn.bias_ih_l0	2	-0.24820035696029663
150221	rnn.bias_ih_l0	3	-0.27530887722969055
150221	rnn.bias_ih_l0	4	-0.007479342631995678
150221	rnn.bias_ih_l0	5	0.03587302193045616
150221	rnn.bias_ih_l0	6	-0.1715758889913559
150221	rnn.bias_ih_l0	7	-0.2554454803466797
150221	rnn.bias_ih_l0	8	-0.12628237903118134
150221	rnn.bias_ih_l0	9	-0.18449488282203674
150221	rnn.bias_hh_l0	0	0.11765097081661224
150221	rnn.bias_hh_l0	1	-0.06450887024402618
150221	rnn.bias_hh_l0	2	0.04709064960479736
150221	rnn.bias_hh_l0	3	-0.16858699917793274
150221	rnn.bias_hh_l0	4	0.04705047979950905
150221	rnn.bias_hh_l0	5	0.03197849541902542
150221	rnn.bias_hh_l0	6	-0.08911590278148651
150221	rnn.bias_hh_l0	7	-0.16279679536819458
150221	rnn.bias_hh_l0	8	-0.18836770951747894
150221	rnn.bias_hh_l0	9	-0.09968692064285278
150221	rnn.weight_ih_l0_reverse	0	-0.015408278442919254
150221	rnn.weight_ih_l0_reverse	1	0.002847149968147278
150221	rnn.weight_ih_l0_reverse	2	0.02039259485900402
150221	rnn.weight_ih_l0_reverse	3	0.011618038639426231
150221	rnn.weight_ih_l0_reverse	4	0.028397047892212868
150221	rnn.weight_ih_l0_reverse	5	-0.06162722408771515
150221	rnn.weight_ih_l0_reverse	6	-0.049583550542593
150221	rnn.weight_ih_l0_reverse	7	-0.003230910748243332
150221	rnn.weight_ih_l0_reverse	8	0.09568153321743011
150221	rnn.weight_ih_l0_reverse	9	0.02115887962281704
150221	rnn.weight_hh_l0_reverse	0	0.006513975095003843
150221	rnn.weight_hh_l0_reverse	1	0.023826343938708305
150221	rnn.weight_hh_l0_reverse	2	-0.041047632694244385
150221	rnn.weight_hh_l0_reverse	3	0.03783903643488884
150221	rnn.weight_hh_l0_reverse	4	0.025432389229536057
150221	rnn.weight_hh_l0_reverse	5	0.00224817986600101
150221	rnn.weight_hh_l0_reverse	6	0.06142902746796608
150221	rnn.weight_hh_l0_reverse	7	0.025208093225955963
150221	rnn.weight_hh_l0_reverse	8	-0.011989777907729149
150221	rnn.weight_hh_l0_reverse	9	-0.03499516472220421
150221	rnn.bias_ih_l0_reverse	0	-0.14490005373954773
150221	rnn.bias_ih_l0_reverse	1	-0.30313289165496826
150221	rnn.bias_ih_l0_reverse	2	-0.06821952015161514
150221	rnn.bias_ih_l0_reverse	3	-0.1410474181175232
150221	rnn.bias_ih_l0_reverse	4	0.06435961276292801
150221	rnn.bias_ih_l0_reverse	5	-0.2557067573070526
150221	rnn.bias_ih_l0_reverse	6	-0.05581805855035782
150221	rnn.bias_ih_l0_reverse	7	-6.572615529876202e-05
150221	rnn.bias_ih_l0_reverse	8	-0.1782400906085968
150221	rnn.bias_ih_l0_reverse	9	-0.09375805407762527
150221	rnn.bias_hh_l0_reverse	0	-0.1541571021080017
150221	rnn.bias_hh_l0_reverse	1	-0.14656975865364075
150221	rnn.bias_hh_l0_reverse	2	-0.017597122117877007
150221	rnn.bias_hh_l0_reverse	3	-0.12492351979017258
150221	rnn.bias_hh_l0_reverse	4	-0.026074698194861412
150221	rnn.bias_hh_l0_reverse	5	-0.11139271408319473
150221	rnn.bias_hh_l0_reverse	6	-0.07181765139102936
150221	rnn.bias_hh_l0_reverse	7	-0.2006121128797531
150221	rnn.bias_hh_l0_reverse	8	-0.05518193542957306
150221	rnn.bias_hh_l0_reverse	9	-0.13522827625274658
150221	linear.weight	0	-0.24611078202724457
150221	linear.weight	1	-0.1680988222360611
150221	linear.weight	2	-0.011228874325752258
150221	linear.weight	3	-0.05023068189620972
150221	linear.weight	4	0.037939831614494324
150221	linear.weight	5	0.22649797797203064
150221	linear.weight	6	0.0047744326293468475
150221	linear.weight	7	-0.021312154829502106
150221	linear.weight	8	0.15355610847473145
150221	linear.weight	9	0.17988716065883636
150221	linear.bias	0	-0.8478779196739197
150221	linear.bias	1	1.426864504814148
150221	linear.bias	2	-0.3919805884361267
150221	linear.bias	3	-0.693021297454834
150221	linear.bias	4	-0.8539164066314697
150221	linear.bias	5	-1.1734180450439453
150221	linear.bias	6	-0.9044584631919861
150221	linear.bias	7	-0.7469418048858643
150221	linear.bias	8	-0.01705317199230194
150221	linear.bias	9	3.3247640132904053
150418	transitions	0	-0.41393613815307617
150418	transitions	1	8.533308029174805
150418	transitions	2	-3.4938559532165527
150418	transitions	3	1.426792860031128
150418	transitions	4	-2.1039280891418457
150418	transitions	5	-0.38918325304985046
150418	transitions	6	-0.1884385347366333
150418	transitions	7	-10000.0
150418	transitions	8	1.7707316875457764
150418	transitions	9	-2.2937145233154297
150418	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
150418	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
150418	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
150418	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
150418	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
150418	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
150418	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
150418	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
150418	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
150418	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
150418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
150418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
150418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
150418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
150418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
150418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
150418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
150418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
150418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
150418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
150418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
150418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
150418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
150418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
150418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
150418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
150418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
150418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
150418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
150418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
150418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
150418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
150418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
150418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
150418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
150418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
150418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
150418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
150418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
150418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
150418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
150418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
150418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
150418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
150418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
150418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
150418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
150418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
150418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
150418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
150418	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
150418	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
150418	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
150418	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
150418	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
150418	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
150418	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
150418	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
150418	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
150418	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
150418	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
150418	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
150418	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
150418	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
150418	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
150418	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
150418	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
150418	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
150418	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
150418	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
150418	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
150418	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
150418	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
150418	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
150418	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
150418	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
150418	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
150418	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
150418	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
150418	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
150418	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
150418	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
150418	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
150418	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
150418	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
150418	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
150418	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
150418	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
150418	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
150418	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
150418	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
150418	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
150418	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
150418	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
150418	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
150418	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
150418	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
150418	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
150418	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
150418	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
150418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
150418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
150418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
150418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
150418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
150418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
150418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
150418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
150418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
150418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
150418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
150418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
150418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
150418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
150418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
150418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
150418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
150418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
150418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
150418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
150418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
150418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
150418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
150418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
150418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
150418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
150418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
150418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
150418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
150418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
150418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
150418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
150418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
150418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
150418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
150418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
150418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
150418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
150418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
150418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
150418	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
150418	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
150418	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
150418	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
150418	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
150418	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
150418	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
150418	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
150418	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
150418	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
150418	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
150418	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
150418	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
150418	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
150418	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
150418	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
150418	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
150418	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
150418	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
150418	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
150418	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
150418	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
150418	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
150418	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
150418	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
150418	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
150418	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
150418	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
150418	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
150418	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
150418	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
150418	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
150418	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
150418	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
150418	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
150418	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
150418	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
150418	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
150418	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
150418	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
150418	embedding2nn.weight	0	0.050784703344106674
150418	embedding2nn.weight	1	-0.0960894376039505
150418	embedding2nn.weight	2	0.001116389175876975
150418	embedding2nn.weight	3	-0.05994771420955658
150418	embedding2nn.weight	4	-0.11963324248790741
150418	embedding2nn.weight	5	0.11954551190137863
150418	embedding2nn.weight	6	-0.1203760877251625
150418	embedding2nn.weight	7	-0.07570936530828476
150418	embedding2nn.weight	8	-0.025121552869677544
150418	embedding2nn.weight	9	0.06904534250497818
150418	embedding2nn.bias	0	0.06921711564064026
150418	embedding2nn.bias	1	0.027786828577518463
150418	embedding2nn.bias	2	-0.07799877971410751
150418	embedding2nn.bias	3	0.048020217567682266
150418	embedding2nn.bias	4	-0.015502870082855225
150418	embedding2nn.bias	5	-0.1512511819601059
150418	embedding2nn.bias	6	-0.10801558941602707
150418	embedding2nn.bias	7	-0.06080705299973488
150418	embedding2nn.bias	8	0.11255670338869095
150418	embedding2nn.bias	9	-0.040034398436546326
150418	rnn.weight_ih_l0	0	0.033579111099243164
150418	rnn.weight_ih_l0	1	-0.07272659987211227
150418	rnn.weight_ih_l0	2	-0.028178568929433823
150418	rnn.weight_ih_l0	3	-0.04876130446791649
150418	rnn.weight_ih_l0	4	0.025840243324637413
150418	rnn.weight_ih_l0	5	-0.09916552901268005
150418	rnn.weight_ih_l0	6	-0.06415453553199768
150418	rnn.weight_ih_l0	7	-0.016913915053009987
150418	rnn.weight_ih_l0	8	0.061732277274131775
150418	rnn.weight_ih_l0	9	0.011002381332218647
150418	rnn.weight_hh_l0	0	0.0006195304449647665
150418	rnn.weight_hh_l0	1	-0.09012170135974884
150418	rnn.weight_hh_l0	2	0.06356481462717056
150418	rnn.weight_hh_l0	3	0.04158208519220352
150418	rnn.weight_hh_l0	4	0.004860475193709135
150418	rnn.weight_hh_l0	5	0.06384824961423874
150418	rnn.weight_hh_l0	6	-0.015749042853713036
150418	rnn.weight_hh_l0	7	-0.09293955564498901
150418	rnn.weight_hh_l0	8	0.006586929317563772
150418	rnn.weight_hh_l0	9	-0.08610725402832031
150418	rnn.bias_ih_l0	0	-0.05244738608598709
150418	rnn.bias_ih_l0	1	-0.18054696917533875
150418	rnn.bias_ih_l0	2	-0.25145405530929565
150418	rnn.bias_ih_l0	3	-0.27679792046546936
150418	rnn.bias_ih_l0	4	-0.009302325546741486
150418	rnn.bias_ih_l0	5	0.03740338236093521
150418	rnn.bias_ih_l0	6	-0.1710532009601593
150418	rnn.bias_ih_l0	7	-0.2577802240848541
150418	rnn.bias_ih_l0	8	-0.1252354234457016
150418	rnn.bias_ih_l0	9	-0.1843452751636505
150418	rnn.bias_hh_l0	0	0.11702987551689148
150418	rnn.bias_hh_l0	1	-0.06529907137155533
150418	rnn.bias_hh_l0	2	0.0469292514026165
150418	rnn.bias_hh_l0	3	-0.1692657768726349
150418	rnn.bias_hh_l0	4	0.047516874969005585
150418	rnn.bias_hh_l0	5	0.03106055222451687
150418	rnn.bias_hh_l0	6	-0.08935026824474335
150418	rnn.bias_hh_l0	7	-0.16248510777950287
150418	rnn.bias_hh_l0	8	-0.1904379278421402
150418	rnn.bias_hh_l0	9	-0.09978985786437988
150418	rnn.weight_ih_l0_reverse	0	-0.01601899042725563
150418	rnn.weight_ih_l0_reverse	1	0.0020992085337638855
150418	rnn.weight_ih_l0_reverse	2	0.019357431679964066
150418	rnn.weight_ih_l0_reverse	3	0.011167132295668125
150418	rnn.weight_ih_l0_reverse	4	0.027854708954691887
150418	rnn.weight_ih_l0_reverse	5	-0.060930535197257996
150418	rnn.weight_ih_l0_reverse	6	-0.049550868570804596
150418	rnn.weight_ih_l0_reverse	7	-0.002631902461871505
150418	rnn.weight_ih_l0_reverse	8	0.09541928023099899
150418	rnn.weight_ih_l0_reverse	9	0.02173423580825329
150418	rnn.weight_hh_l0_reverse	0	0.0065430230461061
150418	rnn.weight_hh_l0_reverse	1	0.02420051023364067
150418	rnn.weight_hh_l0_reverse	2	-0.04095057025551796
150418	rnn.weight_hh_l0_reverse	3	0.03778247535228729
150418	rnn.weight_hh_l0_reverse	4	0.025834694504737854
150418	rnn.weight_hh_l0_reverse	5	0.0023410720750689507
150418	rnn.weight_hh_l0_reverse	6	0.06170108914375305
150418	rnn.weight_hh_l0_reverse	7	0.025029366835951805
150418	rnn.weight_hh_l0_reverse	8	-0.012308071367442608
150418	rnn.weight_hh_l0_reverse	9	-0.03440877050161362
150418	rnn.bias_ih_l0_reverse	0	-0.14447273313999176
150418	rnn.bias_ih_l0_reverse	1	-0.3049899637699127
150418	rnn.bias_ih_l0_reverse	2	-0.06881832331418991
150418	rnn.bias_ih_l0_reverse	3	-0.14108450710773468
150418	rnn.bias_ih_l0_reverse	4	0.06709808856248856
150418	rnn.bias_ih_l0_reverse	5	-0.25643324851989746
150418	rnn.bias_ih_l0_reverse	6	-0.05512671545147896
150418	rnn.bias_ih_l0_reverse	7	0.00020012460299767554
150418	rnn.bias_ih_l0_reverse	8	-0.17812806367874146
150418	rnn.bias_ih_l0_reverse	9	-0.09247094392776489
150418	rnn.bias_hh_l0_reverse	0	-0.15501712262630463
150418	rnn.bias_hh_l0_reverse	1	-0.14679178595542908
150418	rnn.bias_hh_l0_reverse	2	-0.01744418777525425
150418	rnn.bias_hh_l0_reverse	3	-0.12505362927913666
150418	rnn.bias_hh_l0_reverse	4	-0.025626057758927345
150418	rnn.bias_hh_l0_reverse	5	-0.10995747894048691
150418	rnn.bias_hh_l0_reverse	6	-0.07191895693540573
150418	rnn.bias_hh_l0_reverse	7	-0.20051656663417816
150418	rnn.bias_hh_l0_reverse	8	-0.05431171506643295
150418	rnn.bias_hh_l0_reverse	9	-0.1350870579481125
150418	linear.weight	0	-0.24907419085502625
150418	linear.weight	1	-0.16732610762119293
150418	linear.weight	2	-0.011228874325752258
150418	linear.weight	3	-0.05424858257174492
150418	linear.weight	4	0.034261319786310196
150418	linear.weight	5	0.22925426065921783
150418	linear.weight	6	0.0047744326293468475
150418	linear.weight	7	-0.021312154829502106
150418	linear.weight	8	0.14914123713970184
150418	linear.weight	9	0.18037819862365723
150418	linear.bias	0	-0.8539965748786926
150418	linear.bias	1	1.406209945678711
150418	linear.bias	2	-0.36088576912879944
150418	linear.bias	3	-0.7060545682907104
150418	linear.bias	4	-0.8733635544776917
150418	linear.bias	5	-1.1734488010406494
150418	linear.bias	6	-0.9113886952400208
150418	linear.bias	7	-0.7388668060302734
150418	linear.bias	8	-0.01705317199230194
150418	linear.bias	9	3.3236048221588135
150615	transitions	0	-0.4140559434890747
150615	transitions	1	8.537321090698242
150615	transitions	2	-3.4941773414611816
150615	transitions	3	1.4330217838287354
150615	transitions	4	-2.104156255722046
150615	transitions	5	-0.38924819231033325
150615	transitions	6	-0.18845580518245697
150615	transitions	7	-10000.0
150615	transitions	8	1.770866870880127
150615	transitions	9	-2.293718099594116
150615	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
150615	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
150615	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
150615	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
150615	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
150615	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
150615	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
150615	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
150615	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
150615	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
150615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
150615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
150615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
150615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
150615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
150615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
150615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
150615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
150615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
150615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
150615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
150615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
150615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
150615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
150615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
150615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
150615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
150615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
150615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
150615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
150615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
150615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
150615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
150615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
150615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
150615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
150615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
150615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
150615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
150615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
150615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
150615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
150615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
150615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
150615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
150615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
150615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
150615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
150615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
150615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
150615	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
150615	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
150615	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
150615	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
150615	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
150615	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
150615	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
150615	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
150615	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
150615	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
150615	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
150615	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
150615	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
150615	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
150615	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
150615	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
150615	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
150615	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
150615	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
150615	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
150615	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
150615	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
150615	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
150615	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
150615	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
150615	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
150615	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
150615	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
150615	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
150615	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
150615	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
150615	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
150615	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
150615	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
150615	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
150615	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
150615	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
150615	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
150615	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
150615	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
150615	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
150615	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
150615	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
150615	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
150615	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
150615	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
150615	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
150615	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
150615	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
150615	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
150615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
150615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
150615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
150615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
150615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
150615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
150615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
150615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
150615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
150615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
150615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
150615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
150615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
150615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
150615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
150615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
150615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
150615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
150615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
150615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
150615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
150615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
150615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
150615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
150615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
150615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
150615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
150615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
150615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
150615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
150615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
150615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
150615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
150615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
150615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
150615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
150615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
150615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
150615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
150615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
150615	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
150615	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
150615	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
150615	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
150615	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
150615	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
150615	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
150615	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
150615	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
150615	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
150615	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
150615	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
150615	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
150615	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
150615	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
150615	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
150615	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
150615	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
150615	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
150615	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
150615	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
150615	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
150615	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
150615	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
150615	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
150615	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
150615	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
150615	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
150615	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
150615	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
150615	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
150615	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
150615	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
150615	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
150615	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
150615	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
150615	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
150615	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
150615	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
150615	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
150615	embedding2nn.weight	0	0.050344549119472504
150615	embedding2nn.weight	1	-0.09574314206838608
150615	embedding2nn.weight	2	0.001566325081512332
150615	embedding2nn.weight	3	-0.05915093421936035
150615	embedding2nn.weight	4	-0.11921464651823044
150615	embedding2nn.weight	5	0.11787235736846924
150615	embedding2nn.weight	6	-0.1204136535525322
150615	embedding2nn.weight	7	-0.0750046819448471
150615	embedding2nn.weight	8	-0.025098484009504318
150615	embedding2nn.weight	9	0.06899659335613251
150615	embedding2nn.bias	0	0.07256869971752167
150615	embedding2nn.bias	1	0.029559079557657242
150615	embedding2nn.bias	2	-0.08318749815225601
150615	embedding2nn.bias	3	0.055783167481422424
150615	embedding2nn.bias	4	-0.0197147224098444
150615	embedding2nn.bias	5	-0.1493414044380188
150615	embedding2nn.bias	6	-0.10928541421890259
150615	embedding2nn.bias	7	-0.06313277035951614
150615	embedding2nn.bias	8	0.11033008247613907
150615	embedding2nn.bias	9	-0.03806770220398903
150615	rnn.weight_ih_l0	0	0.03544096276164055
150615	rnn.weight_ih_l0	1	-0.07314389199018478
150615	rnn.weight_ih_l0	2	-0.02841467782855034
150615	rnn.weight_ih_l0	3	-0.04735841229557991
150615	rnn.weight_ih_l0	4	0.026369934901595116
150615	rnn.weight_ih_l0	5	-0.1009296104311943
150615	rnn.weight_ih_l0	6	-0.06481144577264786
150615	rnn.weight_ih_l0	7	-0.01600586250424385
150615	rnn.weight_ih_l0	8	0.06195645406842232
150615	rnn.weight_ih_l0	9	0.010545830242335796
150615	rnn.weight_hh_l0	0	-0.0004612621560227126
150615	rnn.weight_hh_l0	1	-0.09053406864404678
150615	rnn.weight_hh_l0	2	0.06415422260761261
150615	rnn.weight_hh_l0	3	0.04180308058857918
150615	rnn.weight_hh_l0	4	0.00487876171246171
150615	rnn.weight_hh_l0	5	0.0635266825556755
150615	rnn.weight_hh_l0	6	-0.01629035547375679
150615	rnn.weight_hh_l0	7	-0.09310941398143768
150615	rnn.weight_hh_l0	8	0.006897898390889168
150615	rnn.weight_hh_l0	9	-0.0861220508813858
150615	rnn.bias_ih_l0	0	-0.049837835133075714
150615	rnn.bias_ih_l0	1	-0.1803017109632492
150615	rnn.bias_ih_l0	2	-0.24827654659748077
150615	rnn.bias_ih_l0	3	-0.27602580189704895
150615	rnn.bias_ih_l0	4	-0.008587623946368694
150615	rnn.bias_ih_l0	5	0.03674237057566643
150615	rnn.bias_ih_l0	6	-0.1709527224302292
150615	rnn.bias_ih_l0	7	-0.25773900747299194
150615	rnn.bias_ih_l0	8	-0.12390588223934174
150615	rnn.bias_ih_l0	9	-0.18227171897888184
150615	rnn.bias_hh_l0	0	0.11722821742296219
150615	rnn.bias_hh_l0	1	-0.06478607654571533
150615	rnn.bias_hh_l0	2	0.04744255915284157
150615	rnn.bias_hh_l0	3	-0.1688169687986374
150615	rnn.bias_hh_l0	4	0.0478949099779129
150615	rnn.bias_hh_l0	5	0.03053690679371357
150615	rnn.bias_hh_l0	6	-0.09010320901870728
150615	rnn.bias_hh_l0	7	-0.16162511706352234
150615	rnn.bias_hh_l0	8	-0.19021308422088623
150615	rnn.bias_hh_l0	9	-0.09994211792945862
150615	rnn.weight_ih_l0_reverse	0	-0.015716882422566414
150615	rnn.weight_ih_l0_reverse	1	0.0022604067344218493
150615	rnn.weight_ih_l0_reverse	2	0.01897290162742138
150615	rnn.weight_ih_l0_reverse	3	0.01280115358531475
150615	rnn.weight_ih_l0_reverse	4	0.026880187913775444
150615	rnn.weight_ih_l0_reverse	5	-0.06152701377868652
150615	rnn.weight_ih_l0_reverse	6	-0.04979626461863518
150615	rnn.weight_ih_l0_reverse	7	-0.0015066227642819285
150615	rnn.weight_ih_l0_reverse	8	0.09570909291505814
150615	rnn.weight_ih_l0_reverse	9	0.021745195612311363
150615	rnn.weight_hh_l0_reverse	0	0.006693215109407902
150615	rnn.weight_hh_l0_reverse	1	0.025226887315511703
150615	rnn.weight_hh_l0_reverse	2	-0.04082106426358223
150615	rnn.weight_hh_l0_reverse	3	0.037915293127298355
150615	rnn.weight_hh_l0_reverse	4	0.02594330906867981
150615	rnn.weight_hh_l0_reverse	5	0.002213418250903487
150615	rnn.weight_hh_l0_reverse	6	0.061816275119781494
150615	rnn.weight_hh_l0_reverse	7	0.025272035971283913
150615	rnn.weight_hh_l0_reverse	8	-0.011776851490139961
150615	rnn.weight_hh_l0_reverse	9	-0.0342705175280571
150615	rnn.bias_ih_l0_reverse	0	-0.14384756982326508
150615	rnn.bias_ih_l0_reverse	1	-0.3052356243133545
150615	rnn.bias_ih_l0_reverse	2	-0.06779005378484726
150615	rnn.bias_ih_l0_reverse	3	-0.14047153294086456
150615	rnn.bias_ih_l0_reverse	4	0.06813602149486542
150615	rnn.bias_ih_l0_reverse	5	-0.2568703293800354
150615	rnn.bias_ih_l0_reverse	6	-0.05425705015659332
150615	rnn.bias_ih_l0_reverse	7	0.0035383407957851887
150615	rnn.bias_ih_l0_reverse	8	-0.1770823746919632
150615	rnn.bias_ih_l0_reverse	9	-0.09478610008955002
150615	rnn.bias_hh_l0_reverse	0	-0.15486960113048553
150615	rnn.bias_hh_l0_reverse	1	-0.14813268184661865
150615	rnn.bias_hh_l0_reverse	2	-0.016620026901364326
150615	rnn.bias_hh_l0_reverse	3	-0.12535981833934784
150615	rnn.bias_hh_l0_reverse	4	-0.026987265795469284
150615	rnn.bias_hh_l0_reverse	5	-0.10973995923995972
150615	rnn.bias_hh_l0_reverse	6	-0.073737233877182
150615	rnn.bias_hh_l0_reverse	7	-0.2010037750005722
150615	rnn.bias_hh_l0_reverse	8	-0.05460979416966438
150615	rnn.bias_hh_l0_reverse	9	-0.1343899965286255
150615	linear.weight	0	-0.2376849353313446
150615	linear.weight	1	-0.17213620245456696
150615	linear.weight	2	-0.011228874325752258
150615	linear.weight	3	-0.060239460319280624
150615	linear.weight	4	0.032580528408288956
150615	linear.weight	5	0.22796659171581268
150615	linear.weight	6	0.0047744326293468475
150615	linear.weight	7	-0.021312154829502106
150615	linear.weight	8	0.1459600180387497
150615	linear.weight	9	0.1823762208223343
150615	linear.bias	0	-0.8419740200042725
150615	linear.bias	1	1.4022883176803589
150615	linear.bias	2	-0.41348931193351746
150615	linear.bias	3	-0.6912203431129456
150615	linear.bias	4	-0.9199153184890747
150615	linear.bias	5	-1.173470377922058
150615	linear.bias	6	-0.8987522721290588
150615	linear.bias	7	-0.7510178089141846
150615	linear.bias	8	-0.01705317199230194
150615	linear.bias	9	3.3545613288879395
150812	transitions	0	-0.41410380601882935
150812	transitions	1	8.532644271850586
150812	transitions	2	-3.4944660663604736
150812	transitions	3	1.4412562847137451
150812	transitions	4	-2.1047751903533936
150812	transitions	5	-0.38932329416275024
150812	transitions	6	-0.1884734332561493
150812	transitions	7	-10000.0
150812	transitions	8	1.7706823348999023
150812	transitions	9	-2.293719530105591
150812	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
150812	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
150812	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
150812	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
150812	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
150812	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
150812	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
150812	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
150812	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
150812	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
150812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
150812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
150812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
150812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
150812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
150812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
150812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
150812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
150812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
150812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
150812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
150812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
150812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
150812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
150812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
150812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
150812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
150812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
150812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
150812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
150812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
150812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
150812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
150812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
150812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
150812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
150812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
150812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
150812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
150812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
150812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
150812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
150812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
150812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
150812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
150812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
150812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
150812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
150812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
150812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
150812	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
150812	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
150812	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
150812	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
150812	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
150812	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
150812	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
150812	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
150812	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
150812	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
150812	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
150812	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
150812	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
150812	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
150812	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
150812	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
150812	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
150812	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
150812	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
150812	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
150812	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
150812	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
150812	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
150812	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
150812	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
150812	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
150812	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
150812	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
150812	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
150812	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
150812	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
150812	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
150812	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
150812	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
150812	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
150812	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
150812	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
150812	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
150812	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
150812	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
150812	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
150812	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
150812	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
150812	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
150812	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
150812	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
150812	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
150812	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
150812	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
150812	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
150812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
150812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
150812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
150812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
150812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
150812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
150812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
150812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
150812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
150812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
150812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
150812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
150812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
150812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
150812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
150812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
150812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
150812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
150812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
150812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
150812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
150812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
150812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
150812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
150812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
150812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
150812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
150812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
150812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
150812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
150812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
150812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
150812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
150812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
150812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
150812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
150812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
150812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
150812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
150812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
150812	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
150812	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
150812	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
150812	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
150812	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
150812	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
150812	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
150812	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
150812	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
150812	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
150812	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
150812	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
150812	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
150812	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
150812	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
150812	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
150812	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
150812	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
150812	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
150812	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
150812	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
150812	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
150812	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
150812	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
150812	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
150812	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
150812	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
150812	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
150812	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
150812	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
150812	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
150812	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
150812	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
150812	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
150812	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
150812	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
150812	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
150812	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
150812	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
150812	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
150812	embedding2nn.weight	0	0.0503181591629982
150812	embedding2nn.weight	1	-0.09549648314714432
150812	embedding2nn.weight	2	0.0017425607657060027
150812	embedding2nn.weight	3	-0.058792661875486374
150812	embedding2nn.weight	4	-0.11849778890609741
150812	embedding2nn.weight	5	0.11753018200397491
150812	embedding2nn.weight	6	-0.12465976178646088
150812	embedding2nn.weight	7	-0.07570546120405197
150812	embedding2nn.weight	8	-0.024835744872689247
150812	embedding2nn.weight	9	0.06879705935716629
150812	embedding2nn.bias	0	0.06616907566785812
150812	embedding2nn.bias	1	0.030554063618183136
150812	embedding2nn.bias	2	-0.08858751505613327
150812	embedding2nn.bias	3	0.06453219056129456
150812	embedding2nn.bias	4	-0.024312077090144157
150812	embedding2nn.bias	5	-0.16025499999523163
150812	embedding2nn.bias	6	-0.1084938496351242
150812	embedding2nn.bias	7	-0.05718080326914787
150812	embedding2nn.bias	8	0.10985982418060303
150812	embedding2nn.bias	9	-0.03786188364028931
150812	rnn.weight_ih_l0	0	0.037708453834056854
150812	rnn.weight_ih_l0	1	-0.07327192276716232
150812	rnn.weight_ih_l0	2	-0.029960323125123978
150812	rnn.weight_ih_l0	3	-0.04716276749968529
150812	rnn.weight_ih_l0	4	0.025947054848074913
150812	rnn.weight_ih_l0	5	-0.10025222599506378
150812	rnn.weight_ih_l0	6	-0.06527802348136902
150812	rnn.weight_ih_l0	7	-0.017670679837465286
150812	rnn.weight_ih_l0	8	0.0625394806265831
150812	rnn.weight_ih_l0	9	0.010166146792471409
150812	rnn.weight_hh_l0	0	-8.911810436984524e-05
150812	rnn.weight_hh_l0	1	-0.09072805196046829
150812	rnn.weight_hh_l0	2	0.06399046629667282
150812	rnn.weight_hh_l0	3	0.04124153405427933
150812	rnn.weight_hh_l0	4	0.004683495499193668
150812	rnn.weight_hh_l0	5	0.06375738233327866
150812	rnn.weight_hh_l0	6	-0.016214851289987564
150812	rnn.weight_hh_l0	7	-0.09323795884847641
150812	rnn.weight_hh_l0	8	0.0068328711204230785
150812	rnn.weight_hh_l0	9	-0.08563685417175293
150812	rnn.bias_ih_l0	0	-0.04775792360305786
150812	rnn.bias_ih_l0	1	-0.18178877234458923
150812	rnn.bias_ih_l0	2	-0.2473689168691635
150812	rnn.bias_ih_l0	3	-0.27568677067756653
150812	rnn.bias_ih_l0	4	-0.006542168091982603
150812	rnn.bias_ih_l0	5	0.034453053027391434
150812	rnn.bias_ih_l0	6	-0.17226369678974152
150812	rnn.bias_ih_l0	7	-0.2590602934360504
150812	rnn.bias_ih_l0	8	-0.12459776550531387
150812	rnn.bias_ih_l0	9	-0.18155954778194427
150812	rnn.bias_hh_l0	0	0.11857780069112778
150812	rnn.bias_hh_l0	1	-0.06524357944726944
150812	rnn.bias_hh_l0	2	0.04721185564994812
150812	rnn.bias_hh_l0	3	-0.1699891835451126
150812	rnn.bias_hh_l0	4	0.047822386026382446
150812	rnn.bias_hh_l0	5	0.03410632908344269
150812	rnn.bias_hh_l0	6	-0.08969321101903915
150812	rnn.bias_hh_l0	7	-0.16214367747306824
150812	rnn.bias_hh_l0	8	-0.18999989330768585
150812	rnn.bias_hh_l0	9	-0.09999643266201019
150812	rnn.weight_ih_l0_reverse	0	-0.0162919033318758
150812	rnn.weight_ih_l0_reverse	1	0.0028760265558958054
150812	rnn.weight_ih_l0_reverse	2	0.019755803048610687
150812	rnn.weight_ih_l0_reverse	3	0.012787281535565853
150812	rnn.weight_ih_l0_reverse	4	0.025311943143606186
150812	rnn.weight_ih_l0_reverse	5	-0.06117267161607742
150812	rnn.weight_ih_l0_reverse	6	-0.05027303844690323
150812	rnn.weight_ih_l0_reverse	7	-0.0024207383394241333
150812	rnn.weight_ih_l0_reverse	8	0.09658810496330261
150812	rnn.weight_ih_l0_reverse	9	0.020916948094964027
150812	rnn.weight_hh_l0_reverse	0	0.006412893999367952
150812	rnn.weight_hh_l0_reverse	1	0.02560441382229328
150812	rnn.weight_hh_l0_reverse	2	-0.04082634672522545
150812	rnn.weight_hh_l0_reverse	3	0.03747247904539108
150812	rnn.weight_hh_l0_reverse	4	0.026051221415400505
150812	rnn.weight_hh_l0_reverse	5	0.002479475922882557
150812	rnn.weight_hh_l0_reverse	6	0.06174202263355255
150812	rnn.weight_hh_l0_reverse	7	0.025396209210157394
150812	rnn.weight_hh_l0_reverse	8	-0.011747991666197777
150812	rnn.weight_hh_l0_reverse	9	-0.034857217222452164
150812	rnn.bias_ih_l0_reverse	0	-0.14358638226985931
150812	rnn.bias_ih_l0_reverse	1	-0.3063589632511139
150812	rnn.bias_ih_l0_reverse	2	-0.06705421954393387
150812	rnn.bias_ih_l0_reverse	3	-0.13973423838615417
150812	rnn.bias_ih_l0_reverse	4	0.06808900833129883
150812	rnn.bias_ih_l0_reverse	5	-0.2570391893386841
150812	rnn.bias_ih_l0_reverse	6	-0.05478248745203018
150812	rnn.bias_ih_l0_reverse	7	0.0007076137117110193
150812	rnn.bias_ih_l0_reverse	8	-0.17798712849617004
150812	rnn.bias_ih_l0_reverse	9	-0.09374724328517914
150812	rnn.bias_hh_l0_reverse	0	-0.15405742824077606
150812	rnn.bias_hh_l0_reverse	1	-0.14837191998958588
150812	rnn.bias_hh_l0_reverse	2	-0.01724524423480034
150812	rnn.bias_hh_l0_reverse	3	-0.12452393025159836
150812	rnn.bias_hh_l0_reverse	4	-0.02686152793467045
150812	rnn.bias_hh_l0_reverse	5	-0.11022539436817169
150812	rnn.bias_hh_l0_reverse	6	-0.07236912846565247
150812	rnn.bias_hh_l0_reverse	7	-0.2008247971534729
150812	rnn.bias_hh_l0_reverse	8	-0.05378930643200874
150812	rnn.bias_hh_l0_reverse	9	-0.13344135880470276
150812	linear.weight	0	-0.23802237212657928
150812	linear.weight	1	-0.17084966599941254
150812	linear.weight	2	-0.011228874325752258
150812	linear.weight	3	-0.0487939827144146
150812	linear.weight	4	0.029679449275135994
150812	linear.weight	5	0.22204653918743134
150812	linear.weight	6	0.0047744326293468475
150812	linear.weight	7	-0.021312154829502106
150812	linear.weight	8	0.14770272374153137
150812	linear.weight	9	0.17563658952713013
150812	linear.bias	0	-0.8461661338806152
150812	linear.bias	1	1.4016786813735962
150812	linear.bias	2	-0.368416428565979
150812	linear.bias	3	-0.6986141800880432
150812	linear.bias	4	-0.8919855356216431
150812	linear.bias	5	-1.1734964847564697
150812	linear.bias	6	-0.9042196273803711
150812	linear.bias	7	-0.7354681491851807
150812	linear.bias	8	-0.01705317199230194
150812	linear.bias	9	3.3046698570251465
151009	transitions	0	-0.4141998887062073
151009	transitions	1	8.567554473876953
151009	transitions	2	-3.494779348373413
151009	transitions	3	1.4478222131729126
151009	transitions	4	-2.1049561500549316
151009	transitions	5	-0.38968223333358765
151009	transitions	6	-0.18848876655101776
151009	transitions	7	-10000.0
151009	transitions	8	1.77064847946167
151009	transitions	9	-2.2937347888946533
151009	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
151009	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
151009	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
151009	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
151009	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
151009	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
151009	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
151009	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
151009	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
151009	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
151009	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
151009	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
151009	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
151009	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
151009	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
151009	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
151009	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
151009	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
151009	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
151009	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
151009	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
151009	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
151009	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
151009	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
151009	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
151009	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
151009	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
151009	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
151009	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
151009	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
151009	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
151009	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
151009	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
151009	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
151009	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
151009	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
151009	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
151009	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
151009	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
151009	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
151009	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
151009	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
151009	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
151009	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
151009	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
151009	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
151009	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
151009	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
151009	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
151009	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
151009	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
151009	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
151009	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
151009	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
151009	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
151009	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
151009	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
151009	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
151009	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
151009	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
151009	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
151009	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
151009	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
151009	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
151009	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
151009	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
151009	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
151009	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
151009	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
151009	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
151009	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
151009	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
151009	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
151009	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
151009	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
151009	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
151009	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
151009	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
151009	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
151009	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
151009	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
151009	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
151009	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
151009	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
151009	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
151009	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
151009	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
151009	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
151009	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
151009	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
151009	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
151009	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
151009	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
151009	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
151009	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
151009	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
151009	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
151009	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
151009	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
151009	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
151009	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
151009	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
151009	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
151009	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
151009	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
151009	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
151009	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
151009	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
151009	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
151009	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
151009	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
151009	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
151009	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
151009	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
151009	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
151009	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
151009	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
151009	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
151009	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
151009	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
151009	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
151009	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
151009	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
151009	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
151009	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
151009	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
151009	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
151009	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
151009	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
151009	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
151009	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
151009	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
151009	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
151009	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
151009	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
151009	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
151009	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
151009	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
151009	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
151009	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
151009	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
151009	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
151009	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
151009	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
151009	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
151009	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
151009	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
151009	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
151009	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
151009	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
151009	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
151009	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
151009	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
151009	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
151009	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
151009	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
151009	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
151009	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
151009	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
151009	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
151009	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
151009	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
151009	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
151009	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
151009	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
151009	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
151009	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
151009	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
151009	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
151009	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
151009	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
151009	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
151009	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
151009	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
151009	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
151009	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
151009	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
151009	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
151009	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
151009	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
151009	embedding2nn.weight	0	0.04998639225959778
151009	embedding2nn.weight	1	-0.09532732516527176
151009	embedding2nn.weight	2	0.002402142621576786
151009	embedding2nn.weight	3	-0.05836300551891327
151009	embedding2nn.weight	4	-0.11966806650161743
151009	embedding2nn.weight	5	0.11841363459825516
151009	embedding2nn.weight	6	-0.12047477811574936
151009	embedding2nn.weight	7	-0.07468266040086746
151009	embedding2nn.weight	8	-0.025434350594878197
151009	embedding2nn.weight	9	0.06873833388090134
151009	embedding2nn.bias	0	0.06307230144739151
151009	embedding2nn.bias	1	0.02849828265607357
151009	embedding2nn.bias	2	-0.0850837230682373
151009	embedding2nn.bias	3	0.06714101880788803
151009	embedding2nn.bias	4	-0.025868285447359085
151009	embedding2nn.bias	5	-0.1578003615140915
151009	embedding2nn.bias	6	-0.11730475723743439
151009	embedding2nn.bias	7	-0.06129315868020058
151009	embedding2nn.bias	8	0.11230138689279556
151009	embedding2nn.bias	9	-0.03461286798119545
151009	rnn.weight_ih_l0	0	0.0381152369081974
151009	rnn.weight_ih_l0	1	-0.0742935910820961
151009	rnn.weight_ih_l0	2	-0.029783815145492554
151009	rnn.weight_ih_l0	3	-0.04591241478919983
151009	rnn.weight_ih_l0	4	0.025872573256492615
151009	rnn.weight_ih_l0	5	-0.09904366731643677
151009	rnn.weight_ih_l0	6	-0.06644714623689651
151009	rnn.weight_ih_l0	7	-0.017507819458842278
151009	rnn.weight_ih_l0	8	0.06260251253843307
151009	rnn.weight_ih_l0	9	0.010061202570796013
151009	rnn.weight_hh_l0	0	0.0004203160642646253
151009	rnn.weight_hh_l0	1	-0.09085148572921753
151009	rnn.weight_hh_l0	2	0.06420795619487762
151009	rnn.weight_hh_l0	3	0.04163331910967827
151009	rnn.weight_hh_l0	4	0.0048246607184410095
151009	rnn.weight_hh_l0	5	0.06440658867359161
151009	rnn.weight_hh_l0	6	-0.016283633187413216
151009	rnn.weight_hh_l0	7	-0.09342993795871735
151009	rnn.weight_hh_l0	8	0.008153119124472141
151009	rnn.weight_hh_l0	9	-0.08582784235477448
151009	rnn.bias_ih_l0	0	-0.04886656254529953
151009	rnn.bias_ih_l0	1	-0.18280458450317383
151009	rnn.bias_ih_l0	2	-0.2482316941022873
151009	rnn.bias_ih_l0	3	-0.27544331550598145
151009	rnn.bias_ih_l0	4	-0.004825769457966089
151009	rnn.bias_ih_l0	5	0.03565322607755661
151009	rnn.bias_ih_l0	6	-0.1742875725030899
151009	rnn.bias_ih_l0	7	-0.2600679099559784
151009	rnn.bias_ih_l0	8	-0.1253729909658432
151009	rnn.bias_ih_l0	9	-0.18238668143749237
151009	rnn.bias_hh_l0	0	0.11889337748289108
151009	rnn.bias_hh_l0	1	-0.0649271160364151
151009	rnn.bias_hh_l0	2	0.04775451496243477
151009	rnn.bias_hh_l0	3	-0.17004461586475372
151009	rnn.bias_hh_l0	4	0.04718190059065819
151009	rnn.bias_hh_l0	5	0.03278990089893341
151009	rnn.bias_hh_l0	6	-0.0892796739935875
151009	rnn.bias_hh_l0	7	-0.1606910675764084
151009	rnn.bias_hh_l0	8	-0.19011743366718292
151009	rnn.bias_hh_l0	9	-0.09826850891113281
151009	rnn.weight_ih_l0_reverse	0	-0.01969391107559204
151009	rnn.weight_ih_l0_reverse	1	0.003154891775920987
151009	rnn.weight_ih_l0_reverse	2	0.020347444340586662
151009	rnn.weight_ih_l0_reverse	3	0.011366210877895355
151009	rnn.weight_ih_l0_reverse	4	0.026397090405225754
151009	rnn.weight_ih_l0_reverse	5	-0.061190348118543625
151009	rnn.weight_ih_l0_reverse	6	-0.04969470947980881
151009	rnn.weight_ih_l0_reverse	7	-0.0016271525528281927
151009	rnn.weight_ih_l0_reverse	8	0.09683538973331451
151009	rnn.weight_ih_l0_reverse	9	0.021774079650640488
151009	rnn.weight_hh_l0_reverse	0	0.00655090669170022
151009	rnn.weight_hh_l0_reverse	1	0.02588488906621933
151009	rnn.weight_hh_l0_reverse	2	-0.040864769369363785
151009	rnn.weight_hh_l0_reverse	3	0.03769752383232117
151009	rnn.weight_hh_l0_reverse	4	0.026563197374343872
151009	rnn.weight_hh_l0_reverse	5	0.0025019855238497257
151009	rnn.weight_hh_l0_reverse	6	0.06171145662665367
151009	rnn.weight_hh_l0_reverse	7	0.02507719397544861
151009	rnn.weight_hh_l0_reverse	8	-0.012474458664655685
151009	rnn.weight_hh_l0_reverse	9	-0.03463872894644737
151009	rnn.bias_ih_l0_reverse	0	-0.14505554735660553
151009	rnn.bias_ih_l0_reverse	1	-0.3069373667240143
151009	rnn.bias_ih_l0_reverse	2	-0.06764206290245056
151009	rnn.bias_ih_l0_reverse	3	-0.1405690610408783
151009	rnn.bias_ih_l0_reverse	4	0.06957985460758209
151009	rnn.bias_ih_l0_reverse	5	-0.256225049495697
151009	rnn.bias_ih_l0_reverse	6	-0.054072555154561996
151009	rnn.bias_ih_l0_reverse	7	-0.0016860158648341894
151009	rnn.bias_ih_l0_reverse	8	-0.1789667308330536
151009	rnn.bias_ih_l0_reverse	9	-0.09372993558645248
151009	rnn.bias_hh_l0_reverse	0	-0.15295074880123138
151009	rnn.bias_hh_l0_reverse	1	-0.147971510887146
151009	rnn.bias_hh_l0_reverse	2	-0.017242202535271645
151009	rnn.bias_hh_l0_reverse	3	-0.12479647994041443
151009	rnn.bias_hh_l0_reverse	4	-0.025066278874874115
151009	rnn.bias_hh_l0_reverse	5	-0.11051083356142044
151009	rnn.bias_hh_l0_reverse	6	-0.07180919498205185
151009	rnn.bias_hh_l0_reverse	7	-0.20173968374729156
151009	rnn.bias_hh_l0_reverse	8	-0.052593473345041275
151009	rnn.bias_hh_l0_reverse	9	-0.13168397545814514
151009	linear.weight	0	-0.22209928929805756
151009	linear.weight	1	-0.17453446984291077
151009	linear.weight	2	-0.011228874325752258
151009	linear.weight	3	-0.048671625554561615
151009	linear.weight	4	0.03631414473056793
151009	linear.weight	5	0.2414151132106781
151009	linear.weight	6	0.0047744326293468475
151009	linear.weight	7	-0.021312154829502106
151009	linear.weight	8	0.15199695527553558
151009	linear.weight	9	0.17216578125953674
151009	linear.bias	0	-0.8382579684257507
151009	linear.bias	1	1.422352910041809
151009	linear.bias	2	-0.38348543643951416
151009	linear.bias	3	-0.6638669967651367
151009	linear.bias	4	-0.9078668355941772
151009	linear.bias	5	-1.1735219955444336
151009	linear.bias	6	-0.8988303542137146
151009	linear.bias	7	-0.7625336050987244
151009	linear.bias	8	-0.01705317199230194
151009	linear.bias	9	3.3158676624298096
151206	transitions	0	-0.4142688512802124
151206	transitions	1	8.55790901184082
151206	transitions	2	-3.4951624870300293
151206	transitions	3	1.4311184883117676
151206	transitions	4	-2.105562448501587
151206	transitions	5	-0.3897431790828705
151206	transitions	6	-0.18852920830249786
151206	transitions	7	-10000.0
151206	transitions	8	1.77151620388031
151206	transitions	9	-2.293738603591919
151206	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
151206	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
151206	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
151206	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
151206	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
151206	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
151206	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
151206	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
151206	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
151206	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
151206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
151206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
151206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
151206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
151206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
151206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
151206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
151206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
151206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
151206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
151206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
151206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
151206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
151206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
151206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
151206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
151206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
151206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
151206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
151206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
151206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
151206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
151206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
151206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
151206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
151206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
151206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
151206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
151206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
151206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
151206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
151206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
151206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
151206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
151206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
151206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
151206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
151206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
151206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
151206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
151206	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
151206	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
151206	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
151206	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
151206	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
151206	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
151206	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
151206	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
151206	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
151206	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
151206	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
151206	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
151206	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
151206	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
151206	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
151206	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
151206	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
151206	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
151206	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
151206	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
151206	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
151206	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
151206	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
151206	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
151206	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
151206	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
151206	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
151206	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
151206	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
151206	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
151206	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
151206	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
151206	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
151206	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
151206	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
151206	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
151206	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
151206	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
151206	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
151206	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
151206	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
151206	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
151206	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
151206	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
151206	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
151206	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
151206	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
151206	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
151206	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
151206	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
151206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
151206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
151206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
151206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
151206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
151206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
151206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
151206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
151206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
151206	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
151206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
151206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
151206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
151206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
151206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
151206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
151206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
151206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
151206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
151206	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
151206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
151206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
151206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
151206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
151206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
151206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
151206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
151206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
151206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
151206	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
151206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
151206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
151206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
151206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
151206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
151206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
151206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
151206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
151206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
151206	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
151206	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
151206	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
151206	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
151206	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
151206	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
151206	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
151206	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
151206	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
151206	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
151206	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
151206	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
151206	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
151206	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
151206	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
151206	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
151206	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
151206	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
151206	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
151206	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
151206	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
151206	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
151206	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
151206	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
151206	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
151206	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
151206	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
151206	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
151206	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
151206	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
151206	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
151206	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
151206	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
151206	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
151206	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
151206	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
151206	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
151206	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
151206	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
151206	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
151206	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
151206	embedding2nn.weight	0	0.049758244305849075
151206	embedding2nn.weight	1	-0.09485284984111786
151206	embedding2nn.weight	2	0.0020850368309766054
151206	embedding2nn.weight	3	-0.056952111423015594
151206	embedding2nn.weight	4	-0.11748010665178299
151206	embedding2nn.weight	5	0.11926327645778656
151206	embedding2nn.weight	6	-0.12219861149787903
151206	embedding2nn.weight	7	-0.0749296173453331
151206	embedding2nn.weight	8	-0.02520367130637169
151206	embedding2nn.weight	9	0.06968202441930771
151206	embedding2nn.bias	0	0.0630294680595398
151206	embedding2nn.bias	1	0.02030191570520401
151206	embedding2nn.bias	2	-0.0807269737124443
151206	embedding2nn.bias	3	0.06252819299697876
151206	embedding2nn.bias	4	-0.028441404923796654
151206	embedding2nn.bias	5	-0.16369010508060455
151206	embedding2nn.bias	6	-0.11689981818199158
151206	embedding2nn.bias	7	-0.058898042887449265
151206	embedding2nn.bias	8	0.1096150353550911
151206	embedding2nn.bias	9	-0.03331379219889641
151206	rnn.weight_ih_l0	0	0.03895508870482445
151206	rnn.weight_ih_l0	1	-0.07448449730873108
151206	rnn.weight_ih_l0	2	-0.030217086896300316
151206	rnn.weight_ih_l0	3	-0.0461411289870739
151206	rnn.weight_ih_l0	4	0.026244979351758957
151206	rnn.weight_ih_l0	5	-0.09980931878089905
151206	rnn.weight_ih_l0	6	-0.06520576030015945
151206	rnn.weight_ih_l0	7	-0.016545146703720093
151206	rnn.weight_ih_l0	8	0.0656716525554657
151206	rnn.weight_ih_l0	9	0.009216814301908016
151206	rnn.weight_hh_l0	0	0.0005791150615550578
151206	rnn.weight_hh_l0	1	-0.0921744704246521
151206	rnn.weight_hh_l0	2	0.06418712437152863
151206	rnn.weight_hh_l0	3	0.04167363792657852
151206	rnn.weight_hh_l0	4	0.004534033127129078
151206	rnn.weight_hh_l0	5	0.06409014016389847
151206	rnn.weight_hh_l0	6	-0.016220904886722565
151206	rnn.weight_hh_l0	7	-0.09334184229373932
151206	rnn.weight_hh_l0	8	0.007945750840008259
151206	rnn.weight_hh_l0	9	-0.08629751205444336
151206	rnn.bias_ih_l0	0	-0.050169046968221664
151206	rnn.bias_ih_l0	1	-0.183928444981575
151206	rnn.bias_ih_l0	2	-0.24836280941963196
151206	rnn.bias_ih_l0	3	-0.27588537335395813
151206	rnn.bias_ih_l0	4	-0.006828621495515108
151206	rnn.bias_ih_l0	5	0.036955010145902634
151206	rnn.bias_ih_l0	6	-0.17312131822109222
151206	rnn.bias_ih_l0	7	-0.25712746381759644
151206	rnn.bias_ih_l0	8	-0.12236513942480087
151206	rnn.bias_ih_l0	9	-0.1869467794895172
151206	rnn.bias_hh_l0	0	0.11739734560251236
151206	rnn.bias_hh_l0	1	-0.06485861539840698
151206	rnn.bias_hh_l0	2	0.04852617532014847
151206	rnn.bias_hh_l0	3	-0.16894620656967163
151206	rnn.bias_hh_l0	4	0.046276070177555084
151206	rnn.bias_hh_l0	5	0.03334471583366394
151206	rnn.bias_hh_l0	6	-0.0917375311255455
151206	rnn.bias_hh_l0	7	-0.1616417020559311
151206	rnn.bias_hh_l0	8	-0.19035212695598602
151206	rnn.bias_hh_l0	9	-0.09856939315795898
151206	rnn.weight_ih_l0_reverse	0	-0.020080892369151115
151206	rnn.weight_ih_l0_reverse	1	0.0028622045647352934
151206	rnn.weight_ih_l0_reverse	2	0.02003711275756359
151206	rnn.weight_ih_l0_reverse	3	0.00934660155326128
151206	rnn.weight_ih_l0_reverse	4	0.025240469723939896
151206	rnn.weight_ih_l0_reverse	5	-0.06226805970072746
151206	rnn.weight_ih_l0_reverse	6	-0.04980923607945442
151206	rnn.weight_ih_l0_reverse	7	-0.002710893051698804
151206	rnn.weight_ih_l0_reverse	8	0.09680449217557907
151206	rnn.weight_ih_l0_reverse	9	0.02163597196340561
151206	rnn.weight_hh_l0_reverse	0	0.006726003717631102
151206	rnn.weight_hh_l0_reverse	1	0.026031140238046646
151206	rnn.weight_hh_l0_reverse	2	-0.041673168540000916
151206	rnn.weight_hh_l0_reverse	3	0.037533052265644073
151206	rnn.weight_hh_l0_reverse	4	0.025852860882878304
151206	rnn.weight_hh_l0_reverse	5	0.0025049936957657337
151206	rnn.weight_hh_l0_reverse	6	0.06147081032395363
151206	rnn.weight_hh_l0_reverse	7	0.025155406445264816
151206	rnn.weight_hh_l0_reverse	8	-0.012817498296499252
151206	rnn.weight_hh_l0_reverse	9	-0.03469885140657425
151206	rnn.bias_ih_l0_reverse	0	-0.14452484250068665
151206	rnn.bias_ih_l0_reverse	1	-0.3083488941192627
151206	rnn.bias_ih_l0_reverse	2	-0.06687071919441223
151206	rnn.bias_ih_l0_reverse	3	-0.1404949575662613
151206	rnn.bias_ih_l0_reverse	4	0.06956057995557785
151206	rnn.bias_ih_l0_reverse	5	-0.2591977119445801
151206	rnn.bias_ih_l0_reverse	6	-0.05379411578178406
151206	rnn.bias_ih_l0_reverse	7	-0.002557724015787244
151206	rnn.bias_ih_l0_reverse	8	-0.1801290661096573
151206	rnn.bias_ih_l0_reverse	9	-0.09358767420053482
151206	rnn.bias_hh_l0_reverse	0	-0.15185652673244476
151206	rnn.bias_hh_l0_reverse	1	-0.14809231460094452
151206	rnn.bias_hh_l0_reverse	2	-0.01697700098156929
151206	rnn.bias_hh_l0_reverse	3	-0.12273697555065155
151206	rnn.bias_hh_l0_reverse	4	-0.025256985798478127
151206	rnn.bias_hh_l0_reverse	5	-0.10920776426792145
151206	rnn.bias_hh_l0_reverse	6	-0.071370430290699
151206	rnn.bias_hh_l0_reverse	7	-0.20181037485599518
151206	rnn.bias_hh_l0_reverse	8	-0.0516197644174099
151206	rnn.bias_hh_l0_reverse	9	-0.1324864625930786
151206	linear.weight	0	-0.21601074934005737
151206	linear.weight	1	-0.17549103498458862
151206	linear.weight	2	-0.011228874325752258
151206	linear.weight	3	-0.04007070139050484
151206	linear.weight	4	0.03826911747455597
151206	linear.weight	5	0.23503829538822174
151206	linear.weight	6	0.0047744326293468475
151206	linear.weight	7	-0.021312154829502106
151206	linear.weight	8	0.16030782461166382
151206	linear.weight	9	0.16945557296276093
151206	linear.bias	0	-0.8619257807731628
151206	linear.bias	1	1.4152995347976685
151206	linear.bias	2	-0.3907839357852936
151206	linear.bias	3	-0.6692904233932495
151206	linear.bias	4	-0.8752415776252747
151206	linear.bias	5	-1.1735488176345825
151206	linear.bias	6	-0.9239989519119263
151206	linear.bias	7	-0.7459378242492676
151206	linear.bias	8	-0.01705317199230194
151206	linear.bias	9	3.325819253921509
151403	transitions	0	-0.41443195939064026
151403	transitions	1	8.550931930541992
151403	transitions	2	-3.4955625534057617
151403	transitions	3	1.4254391193389893
151403	transitions	4	-2.1057534217834473
151403	transitions	5	-0.3902052044868469
151403	transitions	6	-0.188546285033226
151403	transitions	7	-10000.0
151403	transitions	8	1.771378755569458
151403	transitions	9	-2.2937421798706055
151403	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
151403	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
151403	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
151403	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
151403	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
151403	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
151403	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
151403	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
151403	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
151403	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
151403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
151403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
151403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
151403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
151403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
151403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
151403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
151403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
151403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
151403	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
151403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
151403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
151403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
151403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
151403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
151403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
151403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
151403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
151403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
151403	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
151403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
151403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
151403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
151403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
151403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
151403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
151403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
151403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
151403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
151403	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
151403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
151403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
151403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
151403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
151403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
151403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
151403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
151403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
151403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
151403	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
151403	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
151403	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
151403	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
151403	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
151403	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
151403	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
151403	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
151403	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
151403	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
151403	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
151403	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
151403	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
151403	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
151403	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
151403	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
151403	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
151403	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
151403	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
151403	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
151403	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
151403	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
151403	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
151403	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
151403	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
151403	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
151403	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
151403	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
151403	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
151403	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
151403	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
151403	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
151403	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
151403	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
151403	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
151403	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
151403	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
151403	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
151403	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
151403	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
151403	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
151403	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
151403	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
151403	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
151403	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
151403	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
151403	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
151403	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
151403	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
151403	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
151403	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
151403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
151403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
151403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
151403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
151403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
151403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
151403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
151403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
151403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
151403	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
151403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
151403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
151403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
151403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
151403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
151403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
151403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
151403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
151403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
151403	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
151403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
151403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
151403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
151403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
151403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
151403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
151403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
151403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
151403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
151403	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
151403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
151403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
151403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
151403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
151403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
151403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
151403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
151403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
151403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
151403	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
151403	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
151403	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
151403	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
151403	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
151403	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
151403	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
151403	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
151403	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
151403	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
151403	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
151403	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
151403	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
151403	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
151403	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
151403	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
151403	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
151403	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
151403	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
151403	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
151403	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
151403	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
151403	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
151403	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
151403	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
151403	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
151403	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
151403	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
151403	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
151403	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
151403	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
151403	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
151403	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
151403	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
151403	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
151403	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
151403	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
151403	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
151403	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
151403	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
151403	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
151403	embedding2nn.weight	0	0.049721743911504745
151403	embedding2nn.weight	1	-0.09426628053188324
151403	embedding2nn.weight	2	0.0025588085409253836
151403	embedding2nn.weight	3	-0.05657181516289711
151403	embedding2nn.weight	4	-0.11831628531217575
151403	embedding2nn.weight	5	0.12022385001182556
151403	embedding2nn.weight	6	-0.11915009468793869
151403	embedding2nn.weight	7	-0.07524499297142029
151403	embedding2nn.weight	8	-0.024060530588030815
151403	embedding2nn.weight	9	0.06999463587999344
151403	embedding2nn.bias	0	0.06447429209947586
151403	embedding2nn.bias	1	0.01902456395328045
151403	embedding2nn.bias	2	-0.07702251523733139
151403	embedding2nn.bias	3	0.057365093380212784
151403	embedding2nn.bias	4	-0.01961333677172661
151403	embedding2nn.bias	5	-0.16724887490272522
151403	embedding2nn.bias	6	-0.1095837876200676
151403	embedding2nn.bias	7	-0.04523294419050217
151403	embedding2nn.bias	8	0.11546231061220169
151403	embedding2nn.bias	9	-0.0351262204349041
151403	rnn.weight_ih_l0	0	0.036952003836631775
151403	rnn.weight_ih_l0	1	-0.07386168837547302
151403	rnn.weight_ih_l0	2	-0.03056294284760952
151403	rnn.weight_ih_l0	3	-0.04546278342604637
151403	rnn.weight_ih_l0	4	0.026736609637737274
151403	rnn.weight_ih_l0	5	-0.10006339102983475
151403	rnn.weight_ih_l0	6	-0.06508322060108185
151403	rnn.weight_ih_l0	7	-0.017377762123942375
151403	rnn.weight_ih_l0	8	0.06655681878328323
151403	rnn.weight_ih_l0	9	0.00888256635516882
151403	rnn.weight_hh_l0	0	-0.00017216976266354322
151403	rnn.weight_hh_l0	1	-0.09222818166017532
151403	rnn.weight_hh_l0	2	0.0646296888589859
151403	rnn.weight_hh_l0	3	0.04180876538157463
151403	rnn.weight_hh_l0	4	0.004799382761120796
151403	rnn.weight_hh_l0	5	0.06351424008607864
151403	rnn.weight_hh_l0	6	-0.016278430819511414
151403	rnn.weight_hh_l0	7	-0.09339589625597
151403	rnn.weight_hh_l0	8	0.007915806956589222
151403	rnn.weight_hh_l0	9	-0.08577108383178711
151403	rnn.bias_ih_l0	0	-0.05105486884713173
151403	rnn.bias_ih_l0	1	-0.1848660558462143
151403	rnn.bias_ih_l0	2	-0.24968446791172028
151403	rnn.bias_ih_l0	3	-0.2731723487377167
151403	rnn.bias_ih_l0	4	-0.0008628456853330135
151403	rnn.bias_ih_l0	5	0.03949278965592384
151403	rnn.bias_ih_l0	6	-0.17418375611305237
151403	rnn.bias_ih_l0	7	-0.25682297348976135
151403	rnn.bias_ih_l0	8	-0.12265654653310776
151403	rnn.bias_ih_l0	9	-0.1874653697013855
151403	rnn.bias_hh_l0	0	0.12023749202489853
151403	rnn.bias_hh_l0	1	-0.06406641751527786
151403	rnn.bias_hh_l0	2	0.048667751252651215
151403	rnn.bias_hh_l0	3	-0.16876083612442017
151403	rnn.bias_hh_l0	4	0.045836616307497025
151403	rnn.bias_hh_l0	5	0.03436392545700073
151403	rnn.bias_hh_l0	6	-0.09103304147720337
151403	rnn.bias_hh_l0	7	-0.16200625896453857
151403	rnn.bias_hh_l0	8	-0.1890626847743988
151403	rnn.bias_hh_l0	9	-0.09819681942462921
151403	rnn.weight_ih_l0_reverse	0	-0.022641856223344803
151403	rnn.weight_ih_l0_reverse	1	0.004788826685398817
151403	rnn.weight_ih_l0_reverse	2	0.02180861495435238
151403	rnn.weight_ih_l0_reverse	3	0.010201346129179
151403	rnn.weight_ih_l0_reverse	4	0.024382611736655235
151403	rnn.weight_ih_l0_reverse	5	-0.061080608516931534
151403	rnn.weight_ih_l0_reverse	6	-0.049523379653692245
151403	rnn.weight_ih_l0_reverse	7	-0.0030455596279352903
151403	rnn.weight_ih_l0_reverse	8	0.09815192967653275
151403	rnn.weight_ih_l0_reverse	9	0.02135506086051464
151403	rnn.weight_hh_l0_reverse	0	0.0069651976227760315
151403	rnn.weight_hh_l0_reverse	1	0.02607756108045578
151403	rnn.weight_hh_l0_reverse	2	-0.04250294715166092
151403	rnn.weight_hh_l0_reverse	3	0.03772267326712608
151403	rnn.weight_hh_l0_reverse	4	0.02585938200354576
151403	rnn.weight_hh_l0_reverse	5	0.0023252321407198906
151403	rnn.weight_hh_l0_reverse	6	0.06136518716812134
151403	rnn.weight_hh_l0_reverse	7	0.02542928047478199
151403	rnn.weight_hh_l0_reverse	8	-0.012066432274878025
151403	rnn.weight_hh_l0_reverse	9	-0.034051403403282166
151403	rnn.bias_ih_l0_reverse	0	-0.14438648521900177
151403	rnn.bias_ih_l0_reverse	1	-0.3101162910461426
151403	rnn.bias_ih_l0_reverse	2	-0.06607712805271149
151403	rnn.bias_ih_l0_reverse	3	-0.1406906247138977
151403	rnn.bias_ih_l0_reverse	4	0.07088213413953781
151403	rnn.bias_ih_l0_reverse	5	-0.26051390171051025
151403	rnn.bias_ih_l0_reverse	6	-0.053430862724781036
151403	rnn.bias_ih_l0_reverse	7	-0.0020310438703745604
151403	rnn.bias_ih_l0_reverse	8	-0.18006694316864014
151403	rnn.bias_ih_l0_reverse	9	-0.09336088597774506
151403	rnn.bias_hh_l0_reverse	0	-0.15272705256938934
151403	rnn.bias_hh_l0_reverse	1	-0.14725147187709808
151403	rnn.bias_hh_l0_reverse	2	-0.01678277552127838
151403	rnn.bias_hh_l0_reverse	3	-0.124082051217556
151403	rnn.bias_hh_l0_reverse	4	-0.026126695796847343
151403	rnn.bias_hh_l0_reverse	5	-0.1099575087428093
151403	rnn.bias_hh_l0_reverse	6	-0.07113020122051239
151403	rnn.bias_hh_l0_reverse	7	-0.20485210418701172
151403	rnn.bias_hh_l0_reverse	8	-0.051182061433792114
151403	rnn.bias_hh_l0_reverse	9	-0.13333046436309814
151403	linear.weight	0	-0.20776931941509247
151403	linear.weight	1	-0.17622920870780945
151403	linear.weight	2	-0.011228874325752258
151403	linear.weight	3	-0.03371547535061836
151403	linear.weight	4	0.04912500083446503
151403	linear.weight	5	0.23632879555225372
151403	linear.weight	6	0.0047744326293468475
151403	linear.weight	7	-0.021312154829502106
151403	linear.weight	8	0.16225437819957733
151403	linear.weight	9	0.16559039056301117
151403	linear.bias	0	-0.8801472783088684
151403	linear.bias	1	1.4407070875167847
151403	linear.bias	2	-0.3749340772628784
151403	linear.bias	3	-0.6720153093338013
151403	linear.bias	4	-0.8775359988212585
151403	linear.bias	5	-1.1735715866088867
151403	linear.bias	6	-0.940767765045166
151403	linear.bias	7	-0.7411481738090515
151403	linear.bias	8	-0.01705317199230194
151403	linear.bias	9	3.319136142730713
151600	transitions	0	-0.4145631790161133
151600	transitions	1	8.53917121887207
151600	transitions	2	-3.4959473609924316
151600	transitions	3	1.420141339302063
151600	transitions	4	-2.105983257293701
151600	transitions	5	-0.390261173248291
151600	transitions	6	-0.18857108056545258
151600	transitions	7	-10000.0
151600	transitions	8	1.771085500717163
151600	transitions	9	-2.2937517166137695
151600	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
151600	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
151600	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
151600	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
151600	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
151600	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
151600	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
151600	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
151600	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
151600	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
151600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
151600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
151600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
151600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
151600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
151600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
151600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
151600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
151600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
151600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
151600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
151600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
151600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
151600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
151600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
151600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
151600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
151600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
151600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
151600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
151600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
151600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
151600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
151600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
151600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
151600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
151600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
151600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
151600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
151600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
151600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
151600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
151600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
151600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
151600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
151600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
151600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
151600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
151600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
151600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
151600	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
151600	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
151600	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
151600	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
151600	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
151600	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
151600	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
151600	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
151600	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
151600	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
151600	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
151600	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
151600	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
151600	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
151600	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
151600	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
151600	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
151600	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
151600	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
151600	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
151600	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
151600	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
151600	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
151600	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
151600	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
151600	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
151600	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
151600	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
151600	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
151600	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
151600	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
151600	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
151600	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
151600	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
151600	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
151600	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
151600	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
151600	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
151600	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
151600	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
151600	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
151600	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
151600	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
151600	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
151600	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
151600	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
151600	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
151600	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
151600	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
151600	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
151600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
151600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
151600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
151600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
151600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
151600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
151600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
151600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
151600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
151600	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
151600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
151600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
151600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
151600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
151600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
151600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
151600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
151600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
151600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
151600	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
151600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
151600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
151600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
151600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
151600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
151600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
151600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
151600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
151600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
151600	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
151600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
151600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
151600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
151600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
151600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
151600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
151600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
151600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
151600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
151600	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
151600	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
151600	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
151600	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
151600	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
151600	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
151600	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
151600	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
151600	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
151600	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
151600	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
151600	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
151600	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
151600	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
151600	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
151600	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
151600	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
151600	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
151600	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
151600	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
151600	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
151600	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
151600	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
151600	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
151600	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
151600	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
151600	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
151600	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
151600	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
151600	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
151600	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
151600	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
151600	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
151600	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
151600	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
151600	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
151600	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
151600	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
151600	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
151600	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
151600	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
151600	embedding2nn.weight	0	0.0491827055811882
151600	embedding2nn.weight	1	-0.09471923857927322
151600	embedding2nn.weight	2	0.0030616000294685364
151600	embedding2nn.weight	3	-0.05670497566461563
151600	embedding2nn.weight	4	-0.11849750578403473
151600	embedding2nn.weight	5	0.11863420158624649
151600	embedding2nn.weight	6	-0.12221776694059372
151600	embedding2nn.weight	7	-0.07574465125799179
151600	embedding2nn.weight	8	-0.024397747591137886
151600	embedding2nn.weight	9	0.07001753151416779
151600	embedding2nn.bias	0	0.07089401036500931
151600	embedding2nn.bias	1	0.015130575746297836
151600	embedding2nn.bias	2	-0.07738659530878067
151600	embedding2nn.bias	3	0.05106839910149574
151600	embedding2nn.bias	4	-0.013547677546739578
151600	embedding2nn.bias	5	-0.17045958340168
151600	embedding2nn.bias	6	-0.1112678200006485
151600	embedding2nn.bias	7	-0.04970487952232361
151600	embedding2nn.bias	8	0.11572136729955673
151600	embedding2nn.bias	9	-0.03523033857345581
151600	rnn.weight_ih_l0	0	0.03641960769891739
151600	rnn.weight_ih_l0	1	-0.07398715615272522
151600	rnn.weight_ih_l0	2	-0.03048582747578621
151600	rnn.weight_ih_l0	3	-0.04494971036911011
151600	rnn.weight_ih_l0	4	0.0269616711884737
151600	rnn.weight_ih_l0	5	-0.10050364583730698
151600	rnn.weight_ih_l0	6	-0.06444201618432999
151600	rnn.weight_ih_l0	7	-0.01897387020289898
151600	rnn.weight_ih_l0	8	0.0666041225194931
151600	rnn.weight_ih_l0	9	0.009334730915725231
151600	rnn.weight_hh_l0	0	-0.0005387571291066706
151600	rnn.weight_hh_l0	1	-0.09177249670028687
151600	rnn.weight_hh_l0	2	0.06589238345623016
151600	rnn.weight_hh_l0	3	0.042080704122781754
151600	rnn.weight_hh_l0	4	0.004668482579290867
151600	rnn.weight_hh_l0	5	0.06308234483003616
151600	rnn.weight_hh_l0	6	-0.016115888953208923
151600	rnn.weight_hh_l0	7	-0.09326022863388062
151600	rnn.weight_hh_l0	8	0.007512964773923159
151600	rnn.weight_hh_l0	9	-0.08549857884645462
151600	rnn.bias_ih_l0	0	-0.04926688224077225
151600	rnn.bias_ih_l0	1	-0.18693295121192932
151600	rnn.bias_ih_l0	2	-0.2501852810382843
151600	rnn.bias_ih_l0	3	-0.2724606394767761
151600	rnn.bias_ih_l0	4	-0.001953278435394168
151600	rnn.bias_ih_l0	5	0.03729246184229851
151600	rnn.bias_ih_l0	6	-0.17505784332752228
151600	rnn.bias_ih_l0	7	-0.2562459707260132
151600	rnn.bias_ih_l0	8	-0.12306226789951324
151600	rnn.bias_ih_l0	9	-0.187637597322464
151600	rnn.bias_hh_l0	0	0.1214696615934372
151600	rnn.bias_hh_l0	1	-0.0641736313700676
151600	rnn.bias_hh_l0	2	0.04872037470340729
151600	rnn.bias_hh_l0	3	-0.1689496636390686
151600	rnn.bias_hh_l0	4	0.04415910318493843
151600	rnn.bias_hh_l0	5	0.03355507180094719
151600	rnn.bias_hh_l0	6	-0.09275654703378677
151600	rnn.bias_hh_l0	7	-0.16328391432762146
151600	rnn.bias_hh_l0	8	-0.18895871937274933
151600	rnn.bias_hh_l0	9	-0.09781442582607269
151600	rnn.weight_ih_l0_reverse	0	-0.021920818835496902
151600	rnn.weight_ih_l0_reverse	1	0.004156955052167177
151600	rnn.weight_ih_l0_reverse	2	0.021484222263097763
151600	rnn.weight_ih_l0_reverse	3	0.008305712603032589
151600	rnn.weight_ih_l0_reverse	4	0.02315688133239746
151600	rnn.weight_ih_l0_reverse	5	-0.06084336340427399
151600	rnn.weight_ih_l0_reverse	6	-0.04907718673348427
151600	rnn.weight_ih_l0_reverse	7	-0.002490087877959013
151600	rnn.weight_ih_l0_reverse	8	0.0973745733499527
151600	rnn.weight_ih_l0_reverse	9	0.020962025970220566
151600	rnn.weight_hh_l0_reverse	0	0.007016023620963097
151600	rnn.weight_hh_l0_reverse	1	0.026808377355337143
151600	rnn.weight_hh_l0_reverse	2	-0.04244866594672203
151600	rnn.weight_hh_l0_reverse	3	0.038084663450717926
151600	rnn.weight_hh_l0_reverse	4	0.025829048827290535
151600	rnn.weight_hh_l0_reverse	5	0.0019513325532898307
151600	rnn.weight_hh_l0_reverse	6	0.061371054500341415
151600	rnn.weight_hh_l0_reverse	7	0.025154775008559227
151600	rnn.weight_hh_l0_reverse	8	-0.012733734212815762
151600	rnn.weight_hh_l0_reverse	9	-0.034074388444423676
151600	rnn.bias_ih_l0_reverse	0	-0.1439458727836609
151600	rnn.bias_ih_l0_reverse	1	-0.3103242516517639
151600	rnn.bias_ih_l0_reverse	2	-0.06692688167095184
151600	rnn.bias_ih_l0_reverse	3	-0.140420600771904
151600	rnn.bias_ih_l0_reverse	4	0.0706402137875557
151600	rnn.bias_ih_l0_reverse	5	-0.2606908679008484
151600	rnn.bias_ih_l0_reverse	6	-0.05345453694462776
151600	rnn.bias_ih_l0_reverse	7	-0.0037012079264968634
151600	rnn.bias_ih_l0_reverse	8	-0.17995040118694305
151600	rnn.bias_ih_l0_reverse	9	-0.09386223554611206
151600	rnn.bias_hh_l0_reverse	0	-0.15152613818645477
151600	rnn.bias_hh_l0_reverse	1	-0.14914831519126892
151600	rnn.bias_hh_l0_reverse	2	-0.01772330142557621
151600	rnn.bias_hh_l0_reverse	3	-0.12732578814029694
151600	rnn.bias_hh_l0_reverse	4	-0.024885235354304314
151600	rnn.bias_hh_l0_reverse	5	-0.10873311758041382
151600	rnn.bias_hh_l0_reverse	6	-0.07230641692876816
151600	rnn.bias_hh_l0_reverse	7	-0.20268958806991577
151600	rnn.bias_hh_l0_reverse	8	-0.049621667712926865
151600	rnn.bias_hh_l0_reverse	9	-0.1341419517993927
151600	linear.weight	0	-0.21024654805660248
151600	linear.weight	1	-0.17666971683502197
151600	linear.weight	2	-0.011228874325752258
151600	linear.weight	3	-0.030332252383232117
151600	linear.weight	4	0.05676911771297455
151600	linear.weight	5	0.22411341965198517
151600	linear.weight	6	0.0047744326293468475
151600	linear.weight	7	-0.021312154829502106
151600	linear.weight	8	0.1665189564228058
151600	linear.weight	9	0.16540980339050293
151600	linear.bias	0	-0.8386833071708679
151600	linear.bias	1	1.4271537065505981
151600	linear.bias	2	-0.37715470790863037
151600	linear.bias	3	-0.6972854733467102
151600	linear.bias	4	-0.8852794170379639
151600	linear.bias	5	-1.173600196838379
151600	linear.bias	6	-0.8987758755683899
151600	linear.bias	7	-0.7208400964736938
151600	linear.bias	8	-0.01705317199230194
151600	linear.bias	9	3.2781248092651367
151797	transitions	0	-0.4146856963634491
151797	transitions	1	8.555990219116211
151797	transitions	2	-3.496389865875244
151797	transitions	3	1.4240738153457642
151797	transitions	4	-2.1063144207000732
151797	transitions	5	-0.3903271555900574
151797	transitions	6	-0.18858440220355988
151797	transitions	7	-10000.0
151797	transitions	8	1.7730234861373901
151797	transitions	9	-2.2937557697296143
151797	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
151797	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
151797	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
151797	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
151797	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
151797	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
151797	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
151797	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
151797	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
151797	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
151797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
151797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
151797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
151797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
151797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
151797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
151797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
151797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
151797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
151797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
151797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
151797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
151797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
151797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
151797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
151797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
151797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
151797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
151797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
151797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
151797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
151797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
151797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
151797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
151797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
151797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
151797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
151797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
151797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
151797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
151797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
151797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
151797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
151797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
151797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
151797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
151797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
151797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
151797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
151797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
151797	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
151797	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
151797	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
151797	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
151797	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
151797	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
151797	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
151797	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
151797	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
151797	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
151797	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
151797	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
151797	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
151797	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
151797	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
151797	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
151797	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
151797	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
151797	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
151797	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
151797	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
151797	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
151797	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
151797	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
151797	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
151797	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
151797	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
151797	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
151797	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
151797	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
151797	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
151797	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
151797	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
151797	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
151797	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
151797	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
151797	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
151797	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
151797	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
151797	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
151797	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
151797	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
151797	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
151797	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
151797	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
151797	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
151797	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
151797	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
151797	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
151797	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
151797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
151797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
151797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
151797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
151797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
151797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
151797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
151797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
151797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
151797	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
151797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
151797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
151797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
151797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
151797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
151797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
151797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
151797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
151797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
151797	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
151797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
151797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
151797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
151797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
151797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
151797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
151797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
151797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
151797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
151797	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
151797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
151797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
151797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
151797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
151797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
151797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
151797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
151797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
151797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
151797	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
151797	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
151797	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
151797	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
151797	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
151797	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
151797	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
151797	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
151797	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
151797	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
151797	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
151797	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
151797	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
151797	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
151797	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
151797	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
151797	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
151797	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
151797	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
151797	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
151797	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
151797	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
151797	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
151797	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
151797	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
151797	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
151797	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
151797	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
151797	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
151797	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
151797	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
151797	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
151797	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
151797	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
151797	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
151797	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
151797	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
151797	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
151797	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
151797	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
151797	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
151797	embedding2nn.weight	0	0.04939710348844528
151797	embedding2nn.weight	1	-0.09412940591573715
151797	embedding2nn.weight	2	0.003821223508566618
151797	embedding2nn.weight	3	-0.05676790699362755
151797	embedding2nn.weight	4	-0.12004385888576508
151797	embedding2nn.weight	5	0.11749596893787384
151797	embedding2nn.weight	6	-0.12346212565898895
151797	embedding2nn.weight	7	-0.07623984664678574
151797	embedding2nn.weight	8	-0.02444758266210556
151797	embedding2nn.weight	9	0.06920145452022552
151797	embedding2nn.bias	0	0.07350166887044907
151797	embedding2nn.bias	1	0.026518113911151886
151797	embedding2nn.bias	2	-0.07610609382390976
151797	embedding2nn.bias	3	0.05517333000898361
151797	embedding2nn.bias	4	-0.009895097464323044
151797	embedding2nn.bias	5	-0.17158129811286926
151797	embedding2nn.bias	6	-0.1110362857580185
151797	embedding2nn.bias	7	-0.05467356741428375
151797	embedding2nn.bias	8	0.1177126094698906
151797	embedding2nn.bias	9	-0.03694513440132141
151797	rnn.weight_ih_l0	0	0.03686273470520973
151797	rnn.weight_ih_l0	1	-0.06974823027849197
151797	rnn.weight_ih_l0	2	-0.03048725798726082
151797	rnn.weight_ih_l0	3	-0.04722584784030914
151797	rnn.weight_ih_l0	4	0.027604304254055023
151797	rnn.weight_ih_l0	5	-0.1005835086107254
151797	rnn.weight_ih_l0	6	-0.0640791729092598
151797	rnn.weight_ih_l0	7	-0.018571501597762108
151797	rnn.weight_ih_l0	8	0.06770879775285721
151797	rnn.weight_ih_l0	9	0.009330741129815578
151797	rnn.weight_hh_l0	0	-0.00010884798393817618
151797	rnn.weight_hh_l0	1	-0.09378763288259506
151797	rnn.weight_hh_l0	2	0.06563660502433777
151797	rnn.weight_hh_l0	3	0.04247461259365082
151797	rnn.weight_hh_l0	4	0.004530511796474457
151797	rnn.weight_hh_l0	5	0.06335289776325226
151797	rnn.weight_hh_l0	6	-0.016067372635006905
151797	rnn.weight_hh_l0	7	-0.09305594861507416
151797	rnn.weight_hh_l0	8	0.0070607527159154415
151797	rnn.weight_hh_l0	9	-0.08549772202968597
151797	rnn.bias_ih_l0	0	-0.04930784925818443
151797	rnn.bias_ih_l0	1	-0.1873876005411148
151797	rnn.bias_ih_l0	2	-0.25190645456314087
151797	rnn.bias_ih_l0	3	-0.2729856073856354
151797	rnn.bias_ih_l0	4	-0.00352474395185709
151797	rnn.bias_ih_l0	5	0.04030265286564827
151797	rnn.bias_ih_l0	6	-0.17685136198997498
151797	rnn.bias_ih_l0	7	-0.2560649514198303
151797	rnn.bias_ih_l0	8	-0.12446203082799911
151797	rnn.bias_ih_l0	9	-0.18812984228134155
151797	rnn.bias_hh_l0	0	0.1230434775352478
151797	rnn.bias_hh_l0	1	-0.06279337406158447
151797	rnn.bias_hh_l0	2	0.0493030920624733
151797	rnn.bias_hh_l0	3	-0.16987040638923645
151797	rnn.bias_hh_l0	4	0.04429700970649719
151797	rnn.bias_hh_l0	5	0.03168489784002304
151797	rnn.bias_hh_l0	6	-0.0937102884054184
151797	rnn.bias_hh_l0	7	-0.16340500116348267
151797	rnn.bias_hh_l0	8	-0.19006167352199554
151797	rnn.bias_hh_l0	9	-0.09790777415037155
151797	rnn.weight_ih_l0_reverse	0	-0.02122524566948414
151797	rnn.weight_ih_l0_reverse	1	0.0030342712998390198
151797	rnn.weight_ih_l0_reverse	2	0.021230250597000122
151797	rnn.weight_ih_l0_reverse	3	0.007320434786379337
151797	rnn.weight_ih_l0_reverse	4	0.02413850463926792
151797	rnn.weight_ih_l0_reverse	5	-0.06048152223229408
151797	rnn.weight_ih_l0_reverse	6	-0.0491972453892231
151797	rnn.weight_ih_l0_reverse	7	-0.0016602384857833385
151797	rnn.weight_ih_l0_reverse	8	0.09757006168365479
151797	rnn.weight_ih_l0_reverse	9	0.021260222420096397
151797	rnn.weight_hh_l0_reverse	0	0.007212976459413767
151797	rnn.weight_hh_l0_reverse	1	0.026573149487376213
151797	rnn.weight_hh_l0_reverse	2	-0.04228478670120239
151797	rnn.weight_hh_l0_reverse	3	0.03829606994986534
151797	rnn.weight_hh_l0_reverse	4	0.026998266577720642
151797	rnn.weight_hh_l0_reverse	5	0.002117902971804142
151797	rnn.weight_hh_l0_reverse	6	0.06143636628985405
151797	rnn.weight_hh_l0_reverse	7	0.025076111778616905
151797	rnn.weight_hh_l0_reverse	8	-0.013329247944056988
151797	rnn.weight_hh_l0_reverse	9	-0.034143149852752686
151797	rnn.bias_ih_l0_reverse	0	-0.14340686798095703
151797	rnn.bias_ih_l0_reverse	1	-0.3110889494419098
151797	rnn.bias_ih_l0_reverse	2	-0.06547897309064865
151797	rnn.bias_ih_l0_reverse	3	-0.14095893502235413
151797	rnn.bias_ih_l0_reverse	4	0.07076027244329453
151797	rnn.bias_ih_l0_reverse	5	-0.2603488266468048
151797	rnn.bias_ih_l0_reverse	6	-0.05461353063583374
151797	rnn.bias_ih_l0_reverse	7	-0.003898675087839365
151797	rnn.bias_ih_l0_reverse	8	-0.18032751977443695
151797	rnn.bias_ih_l0_reverse	9	-0.0942864790558815
151797	rnn.bias_hh_l0_reverse	0	-0.15383124351501465
151797	rnn.bias_hh_l0_reverse	1	-0.1487027406692505
151797	rnn.bias_hh_l0_reverse	2	-0.01748116873204708
151797	rnn.bias_hh_l0_reverse	3	-0.12860147655010223
151797	rnn.bias_hh_l0_reverse	4	-0.023947278037667274
151797	rnn.bias_hh_l0_reverse	5	-0.10847167670726776
151797	rnn.bias_hh_l0_reverse	6	-0.0727439597249031
151797	rnn.bias_hh_l0_reverse	7	-0.20161224901676178
151797	rnn.bias_hh_l0_reverse	8	-0.05128319561481476
151797	rnn.bias_hh_l0_reverse	9	-0.1367868185043335
151797	linear.weight	0	-0.210684671998024
151797	linear.weight	1	-0.17236687242984772
151797	linear.weight	2	-0.011228874325752258
151797	linear.weight	3	-0.023764263838529587
151797	linear.weight	4	0.058161694556474686
151797	linear.weight	5	0.21142251789569855
151797	linear.weight	6	0.0047744326293468475
151797	linear.weight	7	-0.021312154829502106
151797	linear.weight	8	0.15092727541923523
151797	linear.weight	9	0.16875749826431274
151797	linear.bias	0	-0.8537895679473877
151797	linear.bias	1	1.4158604145050049
151797	linear.bias	2	-0.37372612953186035
151797	linear.bias	3	-0.689417839050293
151797	linear.bias	4	-0.9030975699424744
151797	linear.bias	5	-1.1736232042312622
151797	linear.bias	6	-0.9179583787918091
151797	linear.bias	7	-0.7230600714683533
151797	linear.bias	8	-0.01705317199230194
151797	linear.bias	9	3.362483501434326
151994	transitions	0	-0.41478896141052246
151994	transitions	1	8.573993682861328
151994	transitions	2	-3.4966413974761963
151994	transitions	3	1.4288456439971924
151994	transitions	4	-2.1065194606781006
151994	transitions	5	-0.3904203772544861
151994	transitions	6	-0.18865935504436493
151994	transitions	7	-10000.0
151994	transitions	8	1.7743431329727173
151994	transitions	9	-2.2937586307525635
151994	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
151994	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
151994	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
151994	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
151994	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
151994	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
151994	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
151994	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
151994	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
151994	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
151994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
151994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
151994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
151994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
151994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
151994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
151994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
151994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
151994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
151994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
151994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
151994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
151994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
151994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
151994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
151994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
151994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
151994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
151994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
151994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
151994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
151994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
151994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
151994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
151994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
151994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
151994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
151994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
151994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
151994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
151994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
151994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
151994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
151994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
151994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
151994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
151994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
151994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
151994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
151994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
151994	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
151994	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
151994	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
151994	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
151994	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
151994	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
151994	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
151994	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
151994	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
151994	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
151994	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
151994	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
151994	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
151994	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
151994	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
151994	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
151994	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
151994	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
151994	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
151994	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
151994	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
151994	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
151994	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
151994	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
151994	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
151994	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
151994	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
151994	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
151994	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
151994	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
151994	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
151994	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
151994	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
151994	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
151994	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
151994	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
151994	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
151994	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
151994	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
151994	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
151994	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
151994	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
151994	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
151994	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
151994	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
151994	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
151994	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
151994	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
151994	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
151994	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
151994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
151994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
151994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
151994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
151994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
151994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
151994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
151994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
151994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
151994	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
151994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
151994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
151994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
151994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
151994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
151994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
151994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
151994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
151994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
151994	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
151994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
151994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
151994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
151994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
151994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
151994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
151994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
151994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
151994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
151994	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
151994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
151994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
151994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
151994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
151994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
151994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
151994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
151994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
151994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
151994	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
151994	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
151994	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
151994	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
151994	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
151994	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
151994	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
151994	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
151994	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
151994	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
151994	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
151994	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
151994	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
151994	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
151994	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
151994	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
151994	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
151994	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
151994	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
151994	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
151994	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
151994	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
151994	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
151994	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
151994	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
151994	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
151994	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
151994	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
151994	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
151994	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
151994	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
151994	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
151994	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
151994	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
151994	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
151994	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
151994	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
151994	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
151994	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
151994	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
151994	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
151994	embedding2nn.weight	0	0.049162037670612335
151994	embedding2nn.weight	1	-0.0944124311208725
151994	embedding2nn.weight	2	0.005024374928325415
151994	embedding2nn.weight	3	-0.0565212108194828
151994	embedding2nn.weight	4	-0.1184835210442543
151994	embedding2nn.weight	5	0.11849484592676163
151994	embedding2nn.weight	6	-0.12234511226415634
151994	embedding2nn.weight	7	-0.07629812508821487
151994	embedding2nn.weight	8	-0.02418402209877968
151994	embedding2nn.weight	9	0.06836619228124619
151994	embedding2nn.bias	0	0.06881889700889587
151994	embedding2nn.bias	1	0.021480128169059753
151994	embedding2nn.bias	2	-0.07853060215711594
151994	embedding2nn.bias	3	0.055987752974033356
151994	embedding2nn.bias	4	-0.007291899994015694
151994	embedding2nn.bias	5	-0.1668865978717804
151994	embedding2nn.bias	6	-0.1108531802892685
151994	embedding2nn.bias	7	-0.051190316677093506
151994	embedding2nn.bias	8	0.11251930892467499
151994	embedding2nn.bias	9	-0.039748433977365494
151994	rnn.weight_ih_l0	0	0.03722873330116272
151994	rnn.weight_ih_l0	1	-0.07060584425926208
151994	rnn.weight_ih_l0	2	-0.02957208827137947
151994	rnn.weight_ih_l0	3	-0.04692387208342552
151994	rnn.weight_ih_l0	4	0.02614104561507702
151994	rnn.weight_ih_l0	5	-0.10244514793157578
151994	rnn.weight_ih_l0	6	-0.06269586086273193
151994	rnn.weight_ih_l0	7	-0.017804265022277832
151994	rnn.weight_ih_l0	8	0.06719440966844559
151994	rnn.weight_ih_l0	9	0.010130374692380428
151994	rnn.weight_hh_l0	0	0.00034517989843152463
151994	rnn.weight_hh_l0	1	-0.09359270334243774
151994	rnn.weight_hh_l0	2	0.06548967212438583
151994	rnn.weight_hh_l0	3	0.04267345741391182
151994	rnn.weight_hh_l0	4	0.004471966065466404
151994	rnn.weight_hh_l0	5	0.06373120099306107
151994	rnn.weight_hh_l0	6	-0.016172517091035843
151994	rnn.weight_hh_l0	7	-0.09333290159702301
151994	rnn.weight_hh_l0	8	0.004915961530059576
151994	rnn.weight_hh_l0	9	-0.0849369540810585
151994	rnn.bias_ih_l0	0	-0.05150718241930008
151994	rnn.bias_ih_l0	1	-0.18694427609443665
151994	rnn.bias_ih_l0	2	-0.2525726854801178
151994	rnn.bias_ih_l0	3	-0.273822158575058
151994	rnn.bias_ih_l0	4	-0.005443217232823372
151994	rnn.bias_ih_l0	5	0.04160057380795479
151994	rnn.bias_ih_l0	6	-0.17697840929031372
151994	rnn.bias_ih_l0	7	-0.25539472699165344
151994	rnn.bias_ih_l0	8	-0.12175798416137695
151994	rnn.bias_ih_l0	9	-0.18946881592273712
151994	rnn.bias_hh_l0	0	0.12044834345579147
151994	rnn.bias_hh_l0	1	-0.06126676872372627
151994	rnn.bias_hh_l0	2	0.04875009506940842
151994	rnn.bias_hh_l0	3	-0.17092376947402954
151994	rnn.bias_hh_l0	4	0.04425954073667526
151994	rnn.bias_hh_l0	5	0.029048223048448563
151994	rnn.bias_hh_l0	6	-0.09386458247900009
151994	rnn.bias_hh_l0	7	-0.1631762832403183
151994	rnn.bias_hh_l0	8	-0.1901632398366928
151994	rnn.bias_hh_l0	9	-0.0966128259897232
151994	rnn.weight_ih_l0_reverse	0	-0.02201078087091446
151994	rnn.weight_ih_l0_reverse	1	0.003521893871948123
151994	rnn.weight_ih_l0_reverse	2	0.019430020824074745
151994	rnn.weight_ih_l0_reverse	3	0.00792676955461502
151994	rnn.weight_ih_l0_reverse	4	0.023186462000012398
151994	rnn.weight_ih_l0_reverse	5	-0.06161119416356087
151994	rnn.weight_ih_l0_reverse	6	-0.0480402372777462
151994	rnn.weight_ih_l0_reverse	7	-0.0016692664939910173
151994	rnn.weight_ih_l0_reverse	8	0.09635036438703537
151994	rnn.weight_ih_l0_reverse	9	0.022431258112192154
151994	rnn.weight_hh_l0_reverse	0	0.007060514762997627
151994	rnn.weight_hh_l0_reverse	1	0.025741884484887123
151994	rnn.weight_hh_l0_reverse	2	-0.04193452373147011
151994	rnn.weight_hh_l0_reverse	3	0.038103897124528885
151994	rnn.weight_hh_l0_reverse	4	0.027187218889594078
151994	rnn.weight_hh_l0_reverse	5	0.0016885939985513687
151994	rnn.weight_hh_l0_reverse	6	0.06030808389186859
151994	rnn.weight_hh_l0_reverse	7	0.024744680151343346
151994	rnn.weight_hh_l0_reverse	8	-0.013151765801012516
151994	rnn.weight_hh_l0_reverse	9	-0.03442402556538582
151994	rnn.bias_ih_l0_reverse	0	-0.14190228283405304
151994	rnn.bias_ih_l0_reverse	1	-0.3104555904865265
151994	rnn.bias_ih_l0_reverse	2	-0.06569895893335342
151994	rnn.bias_ih_l0_reverse	3	-0.14135491847991943
151994	rnn.bias_ih_l0_reverse	4	0.07112246006727219
151994	rnn.bias_ih_l0_reverse	5	-0.26121360063552856
151994	rnn.bias_ih_l0_reverse	6	-0.05444798991084099
151994	rnn.bias_ih_l0_reverse	7	0.0011541161220520735
151994	rnn.bias_ih_l0_reverse	8	-0.1792323887348175
151994	rnn.bias_ih_l0_reverse	9	-0.09455060958862305
151994	rnn.bias_hh_l0_reverse	0	-0.15328192710876465
151994	rnn.bias_hh_l0_reverse	1	-0.14635027945041656
151994	rnn.bias_hh_l0_reverse	2	-0.01609361171722412
151994	rnn.bias_hh_l0_reverse	3	-0.12805023789405823
151994	rnn.bias_hh_l0_reverse	4	-0.024339206516742706
151994	rnn.bias_hh_l0_reverse	5	-0.10819824784994125
151994	rnn.bias_hh_l0_reverse	6	-0.07258275896310806
151994	rnn.bias_hh_l0_reverse	7	-0.19938361644744873
151994	rnn.bias_hh_l0_reverse	8	-0.05228171870112419
151994	rnn.bias_hh_l0_reverse	9	-0.13602381944656372
151994	linear.weight	0	-0.19801338016986847
151994	linear.weight	1	-0.1742827296257019
151994	linear.weight	2	-0.011228874325752258
151994	linear.weight	3	-0.021643605083227158
151994	linear.weight	4	0.057897504419088364
151994	linear.weight	5	0.20894785225391388
151994	linear.weight	6	0.0047744326293468475
151994	linear.weight	7	-0.021312154829502106
151994	linear.weight	8	0.15781591832637787
151994	linear.weight	9	0.17180758714675903
151994	linear.bias	0	-0.84684157371521
151994	linear.bias	1	1.4130457639694214
151994	linear.bias	2	-0.3541390597820282
151994	linear.bias	3	-0.6799997091293335
151994	linear.bias	4	-0.8917462229728699
151994	linear.bias	5	-1.1736496686935425
151994	linear.bias	6	-0.9120271801948547
151994	linear.bias	7	-0.7243746519088745
151994	linear.bias	8	-0.01705317199230194
151994	linear.bias	9	3.349109411239624
151998	transitions	0	-0.41478922963142395
151998	transitions	1	8.57395076751709
151998	transitions	2	-3.496643543243408
151998	transitions	3	1.4286401271820068
151998	transitions	4	-2.1065213680267334
151998	transitions	5	-0.39042073488235474
151998	transitions	6	-0.18865950405597687
151998	transitions	7	-10000.0
151998	transitions	8	1.7743431329727173
151998	transitions	9	-2.2937591075897217
151998	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
151998	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
151998	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
151998	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
151998	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
151998	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
151998	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
151998	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
151998	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
151998	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
151998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
151998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
151998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
151998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
151998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
151998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
151998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
151998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
151998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
151998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
151998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
151998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
151998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
151998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
151998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
151998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
151998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
151998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
151998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
151998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
151998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
151998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
151998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
151998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
151998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
151998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
151998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
151998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
151998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
151998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
151998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
151998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
151998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
151998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
151998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
151998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
151998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
151998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
151998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
151998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
151998	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
151998	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
151998	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
151998	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
151998	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
151998	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
151998	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
151998	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
151998	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
151998	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
151998	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
151998	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
151998	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
151998	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
151998	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
151998	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
151998	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
151998	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
151998	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
151998	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
151998	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
151998	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
151998	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
151998	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
151998	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
151998	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
151998	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
151998	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
151998	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
151998	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
151998	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
151998	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
151998	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
151998	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
151998	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
151998	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
151998	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
151998	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
151998	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
151998	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
151998	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
151998	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
151998	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
151998	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
151998	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
151998	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
151998	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
151998	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
151998	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
151998	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
151998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
151998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
151998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
151998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
151998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
151998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
151998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
151998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
151998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
151998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
151998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
151998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
151998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
151998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
151998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
151998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
151998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
151998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
151998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
151998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
151998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
151998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
151998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
151998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
151998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
151998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
151998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
151998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
151998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
151998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
151998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
151998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
151998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
151998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
151998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
151998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
151998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
151998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
151998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
151998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
151998	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
151998	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
151998	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
151998	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
151998	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
151998	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
151998	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
151998	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
151998	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
151998	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
151998	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
151998	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
151998	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
151998	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
151998	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
151998	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
151998	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
151998	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
151998	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
151998	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
151998	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
151998	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
151998	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
151998	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
151998	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
151998	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
151998	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
151998	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
151998	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
151998	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
151998	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
151998	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
151998	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
151998	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
151998	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
151998	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
151998	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
151998	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
151998	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
151998	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
151998	embedding2nn.weight	0	0.04921453818678856
151998	embedding2nn.weight	1	-0.0943366289138794
151998	embedding2nn.weight	2	0.005204012617468834
151998	embedding2nn.weight	3	-0.0565171018242836
151998	embedding2nn.weight	4	-0.11836748570203781
151998	embedding2nn.weight	5	0.11858180165290833
151998	embedding2nn.weight	6	-0.12276026606559753
151998	embedding2nn.weight	7	-0.0762268677353859
151998	embedding2nn.weight	8	-0.024160103872418404
151998	embedding2nn.weight	9	0.0686061829328537
151998	embedding2nn.bias	0	0.06957948952913284
151998	embedding2nn.bias	1	0.021566282957792282
151998	embedding2nn.bias	2	-0.0785350576043129
151998	embedding2nn.bias	3	0.055970363318920135
151998	embedding2nn.bias	4	-0.006772367749363184
151998	embedding2nn.bias	5	-0.16574245691299438
151998	embedding2nn.bias	6	-0.11186017841100693
151998	embedding2nn.bias	7	-0.05058828368782997
151998	embedding2nn.bias	8	0.11151260882616043
151998	embedding2nn.bias	9	-0.040573131293058395
151998	rnn.weight_ih_l0	0	0.0374324731528759
151998	rnn.weight_ih_l0	1	-0.07056339085102081
151998	rnn.weight_ih_l0	2	-0.029555153101682663
151998	rnn.weight_ih_l0	3	-0.04667319357395172
151998	rnn.weight_ih_l0	4	0.02617407776415348
151998	rnn.weight_ih_l0	5	-0.10245693475008011
151998	rnn.weight_ih_l0	6	-0.06274265795946121
151998	rnn.weight_ih_l0	7	-0.01779988966882229
151998	rnn.weight_ih_l0	8	0.06702377647161484
151998	rnn.weight_ih_l0	9	0.010115502402186394
151998	rnn.weight_hh_l0	0	0.0003371702623553574
151998	rnn.weight_hh_l0	1	-0.09360121190547943
151998	rnn.weight_hh_l0	2	0.06548653542995453
151998	rnn.weight_hh_l0	3	0.04265021160244942
151998	rnn.weight_hh_l0	4	0.0044421604834496975
151998	rnn.weight_hh_l0	5	0.06390640884637833
151998	rnn.weight_hh_l0	6	-0.016176994889974594
151998	rnn.weight_hh_l0	7	-0.09331388771533966
151998	rnn.weight_hh_l0	8	0.004914385266602039
151998	rnn.weight_hh_l0	9	-0.08492244780063629
151998	rnn.bias_ih_l0	0	-0.05125420168042183
151998	rnn.bias_ih_l0	1	-0.18693454563617706
151998	rnn.bias_ih_l0	2	-0.2526162564754486
151998	rnn.bias_ih_l0	3	-0.27378907799720764
151998	rnn.bias_ih_l0	4	-0.005395763553678989
151998	rnn.bias_ih_l0	5	0.041432514786720276
151998	rnn.bias_ih_l0	6	-0.1769416481256485
151998	rnn.bias_ih_l0	7	-0.25539326667785645
151998	rnn.bias_ih_l0	8	-0.12128040194511414
151998	rnn.bias_ih_l0	9	-0.18966639041900635
151998	rnn.bias_hh_l0	0	0.12030383944511414
151998	rnn.bias_hh_l0	1	-0.06122947856783867
151998	rnn.bias_hh_l0	2	0.0488436259329319
151998	rnn.bias_hh_l0	3	-0.17077521979808807
151998	rnn.bias_hh_l0	4	0.044348765164613724
151998	rnn.bias_hh_l0	5	0.028423035517334938
151998	rnn.bias_hh_l0	6	-0.09384676814079285
151998	rnn.bias_hh_l0	7	-0.16308239102363586
151998	rnn.bias_hh_l0	8	-0.19024336338043213
151998	rnn.bias_hh_l0	9	-0.09688770025968552
151998	rnn.weight_ih_l0_reverse	0	-0.022009171545505524
151998	rnn.weight_ih_l0_reverse	1	0.003509857226163149
151998	rnn.weight_ih_l0_reverse	2	0.019163314253091812
151998	rnn.weight_ih_l0_reverse	3	0.00802585482597351
151998	rnn.weight_ih_l0_reverse	4	0.02347138524055481
151998	rnn.weight_ih_l0_reverse	5	-0.06176979839801788
151998	rnn.weight_ih_l0_reverse	6	-0.048021748661994934
151998	rnn.weight_ih_l0_reverse	7	-0.001715936348773539
151998	rnn.weight_ih_l0_reverse	8	0.09630948305130005
151998	rnn.weight_ih_l0_reverse	9	0.022421054542064667
151998	rnn.weight_hh_l0_reverse	0	0.00705951452255249
151998	rnn.weight_hh_l0_reverse	1	0.025769783183932304
151998	rnn.weight_hh_l0_reverse	2	-0.04196789488196373
151998	rnn.weight_hh_l0_reverse	3	0.03811207413673401
151998	rnn.weight_hh_l0_reverse	4	0.027185983955860138
151998	rnn.weight_hh_l0_reverse	5	0.001591285690665245
151998	rnn.weight_hh_l0_reverse	6	0.06029476225376129
151998	rnn.weight_hh_l0_reverse	7	0.024747954681515694
151998	rnn.weight_hh_l0_reverse	8	-0.013141902163624763
151998	rnn.weight_hh_l0_reverse	9	-0.034386973828077316
151998	rnn.bias_ih_l0_reverse	0	-0.14186394214630127
151998	rnn.bias_ih_l0_reverse	1	-0.31100618839263916
151998	rnn.bias_ih_l0_reverse	2	-0.0657900795340538
151998	rnn.bias_ih_l0_reverse	3	-0.14135630428791046
151998	rnn.bias_ih_l0_reverse	4	0.07116226106882095
151998	rnn.bias_ih_l0_reverse	5	-0.26125094294548035
151998	rnn.bias_ih_l0_reverse	6	-0.054492492228746414
151998	rnn.bias_ih_l0_reverse	7	0.000902046449482441
151998	rnn.bias_ih_l0_reverse	8	-0.17922614514827728
151998	rnn.bias_ih_l0_reverse	9	-0.09455927461385727
151998	rnn.bias_hh_l0_reverse	0	-0.15312069654464722
151998	rnn.bias_hh_l0_reverse	1	-0.14620569348335266
151998	rnn.bias_hh_l0_reverse	2	-0.016017431393265724
151998	rnn.bias_hh_l0_reverse	3	-0.1278131902217865
151998	rnn.bias_hh_l0_reverse	4	-0.024353882297873497
151998	rnn.bias_hh_l0_reverse	5	-0.10828963667154312
151998	rnn.bias_hh_l0_reverse	6	-0.07235357910394669
151998	rnn.bias_hh_l0_reverse	7	-0.1994030475616455
151998	rnn.bias_hh_l0_reverse	8	-0.05243610590696335
151998	rnn.bias_hh_l0_reverse	9	-0.13605453073978424
151998	linear.weight	0	-0.19811297953128815
151998	linear.weight	1	-0.1743002086877823
151998	linear.weight	2	-0.011228874325752258
151998	linear.weight	3	-0.021706297993659973
151998	linear.weight	4	0.05798644945025444
151998	linear.weight	5	0.20902520418167114
151998	linear.weight	6	0.0047744326293468475
151998	linear.weight	7	-0.021312154829502106
151998	linear.weight	8	0.15815851092338562
151998	linear.weight	9	0.1717241108417511
151998	linear.bias	0	-0.8463042974472046
151998	linear.bias	1	1.4098001718521118
151998	linear.bias	2	-0.3477199077606201
151998	linear.bias	3	-0.6802753806114197
151998	linear.bias	4	-0.8852022886276245
151998	linear.bias	5	-1.1736501455307007
151998	linear.bias	6	-0.9114606380462646
151998	linear.bias	7	-0.7225804328918457
151998	linear.bias	8	-0.01705317199230194
151998	linear.bias	9	3.3406779766082764
152195	transitions	0	-0.4148682653903961
152195	transitions	1	8.572039604187012
152195	transitions	2	-3.4969708919525146
152195	transitions	3	1.4307361841201782
152195	transitions	4	-2.106682538986206
152195	transitions	5	-0.39048323035240173
152195	transitions	6	-0.18867413699626923
152195	transitions	7	-10000.0
152195	transitions	8	1.7727835178375244
152195	transitions	9	-2.2937638759613037
152195	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
152195	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
152195	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
152195	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
152195	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
152195	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
152195	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
152195	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
152195	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
152195	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
152195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
152195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
152195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
152195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
152195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
152195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
152195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
152195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
152195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
152195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
152195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
152195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
152195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
152195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
152195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
152195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
152195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
152195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
152195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
152195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
152195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
152195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
152195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
152195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
152195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
152195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
152195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
152195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
152195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
152195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
152195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
152195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
152195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
152195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
152195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
152195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
152195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
152195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
152195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
152195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
152195	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
152195	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
152195	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
152195	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
152195	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
152195	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
152195	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
152195	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
152195	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
152195	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
152195	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
152195	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
152195	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
152195	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
152195	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
152195	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
152195	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
152195	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
152195	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
152195	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
152195	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
152195	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
152195	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
152195	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
152195	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
152195	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
152195	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
152195	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
152195	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
152195	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
152195	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
152195	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
152195	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
152195	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
152195	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
152195	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
152195	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
152195	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
152195	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
152195	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
152195	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
152195	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
152195	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
152195	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
152195	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
152195	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
152195	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
152195	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
152195	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
152195	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
152195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
152195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
152195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
152195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
152195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
152195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
152195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
152195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
152195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
152195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
152195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
152195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
152195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
152195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
152195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
152195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
152195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
152195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
152195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
152195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
152195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
152195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
152195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
152195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
152195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
152195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
152195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
152195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
152195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
152195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
152195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
152195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
152195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
152195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
152195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
152195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
152195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
152195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
152195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
152195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
152195	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
152195	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
152195	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
152195	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
152195	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
152195	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
152195	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
152195	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
152195	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
152195	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
152195	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
152195	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
152195	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
152195	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
152195	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
152195	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
152195	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
152195	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
152195	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
152195	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
152195	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
152195	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
152195	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
152195	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
152195	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
152195	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
152195	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
152195	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
152195	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
152195	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
152195	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
152195	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
152195	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
152195	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
152195	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
152195	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
152195	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
152195	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
152195	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
152195	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
152195	embedding2nn.weight	0	0.04905470833182335
152195	embedding2nn.weight	1	-0.09400725364685059
152195	embedding2nn.weight	2	0.004623119253665209
152195	embedding2nn.weight	3	-0.05674722418189049
152195	embedding2nn.weight	4	-0.11785873770713806
152195	embedding2nn.weight	5	0.11781918257474899
152195	embedding2nn.weight	6	-0.12309332937002182
152195	embedding2nn.weight	7	-0.07554904371500015
152195	embedding2nn.weight	8	-0.02560650184750557
152195	embedding2nn.weight	9	0.06805546581745148
152195	embedding2nn.bias	0	0.08397039026021957
152195	embedding2nn.bias	1	0.019009817391633987
152195	embedding2nn.bias	2	-0.08229095488786697
152195	embedding2nn.bias	3	0.06101885065436363
152195	embedding2nn.bias	4	-0.009563724510371685
152195	embedding2nn.bias	5	-0.16735032200813293
152195	embedding2nn.bias	6	-0.11313597112894058
152195	embedding2nn.bias	7	-0.058713894337415695
152195	embedding2nn.bias	8	0.10849584639072418
152195	embedding2nn.bias	9	-0.03873487934470177
152195	rnn.weight_ih_l0	0	0.035260215401649475
152195	rnn.weight_ih_l0	1	-0.0699683353304863
152195	rnn.weight_ih_l0	2	-0.030774397775530815
152195	rnn.weight_ih_l0	3	-0.04646829515695572
152195	rnn.weight_ih_l0	4	0.026623167097568512
152195	rnn.weight_ih_l0	5	-0.10092820972204208
152195	rnn.weight_ih_l0	6	-0.06616941094398499
152195	rnn.weight_ih_l0	7	-0.018906934186816216
152195	rnn.weight_ih_l0	8	0.06760250777006149
152195	rnn.weight_ih_l0	9	0.009994462132453918
152195	rnn.weight_hh_l0	0	-0.0003013712994288653
152195	rnn.weight_hh_l0	1	-0.09295648336410522
152195	rnn.weight_hh_l0	2	0.06583759933710098
152195	rnn.weight_hh_l0	3	0.04258032888174057
152195	rnn.weight_hh_l0	4	0.004306592047214508
152195	rnn.weight_hh_l0	5	0.06414471566677094
152195	rnn.weight_hh_l0	6	-0.01601172424852848
152195	rnn.weight_hh_l0	7	-0.0933448076248169
152195	rnn.weight_hh_l0	8	0.005277727730572224
152195	rnn.weight_hh_l0	9	-0.08407054096460342
152195	rnn.bias_ih_l0	0	-0.05024805665016174
152195	rnn.bias_ih_l0	1	-0.1870604306459427
152195	rnn.bias_ih_l0	2	-0.2522452771663666
152195	rnn.bias_ih_l0	3	-0.2739793360233307
152195	rnn.bias_ih_l0	4	-0.004664477426558733
152195	rnn.bias_ih_l0	5	0.0466182567179203
152195	rnn.bias_ih_l0	6	-0.17638029158115387
152195	rnn.bias_ih_l0	7	-0.254597008228302
152195	rnn.bias_ih_l0	8	-0.12115747481584549
152195	rnn.bias_ih_l0	9	-0.18798665702342987
152195	rnn.bias_hh_l0	0	0.11845225840806961
152195	rnn.bias_hh_l0	1	-0.06200656667351723
152195	rnn.bias_hh_l0	2	0.04978792369365692
152195	rnn.bias_hh_l0	3	-0.1712590456008911
152195	rnn.bias_hh_l0	4	0.043748803436756134
152195	rnn.bias_hh_l0	5	0.02999858558177948
152195	rnn.bias_hh_l0	6	-0.09445130079984665
152195	rnn.bias_hh_l0	7	-0.1624351441860199
152195	rnn.bias_hh_l0	8	-0.19019843637943268
152195	rnn.bias_hh_l0	9	-0.09791264683008194
152195	rnn.weight_ih_l0_reverse	0	-0.022152552381157875
152195	rnn.weight_ih_l0_reverse	1	0.002502667950466275
152195	rnn.weight_ih_l0_reverse	2	0.019268598407506943
152195	rnn.weight_ih_l0_reverse	3	0.006893242243677378
152195	rnn.weight_ih_l0_reverse	4	0.023789288476109505
152195	rnn.weight_ih_l0_reverse	5	-0.06048630550503731
152195	rnn.weight_ih_l0_reverse	6	-0.04786042496562004
152195	rnn.weight_ih_l0_reverse	7	-0.0021672509610652924
152195	rnn.weight_ih_l0_reverse	8	0.09682983160018921
152195	rnn.weight_ih_l0_reverse	9	0.022459466010332108
152195	rnn.weight_hh_l0_reverse	0	0.007084422744810581
152195	rnn.weight_hh_l0_reverse	1	0.025274531915783882
152195	rnn.weight_hh_l0_reverse	2	-0.042359162122011185
152195	rnn.weight_hh_l0_reverse	3	0.03807113319635391
152195	rnn.weight_hh_l0_reverse	4	0.02674461156129837
152195	rnn.weight_hh_l0_reverse	5	0.0015935782575979829
152195	rnn.weight_hh_l0_reverse	6	0.06052957475185394
152195	rnn.weight_hh_l0_reverse	7	0.02458219788968563
152195	rnn.weight_hh_l0_reverse	8	-0.013152998872101307
152195	rnn.weight_hh_l0_reverse	9	-0.03420113027095795
152195	rnn.bias_ih_l0_reverse	0	-0.1412270963191986
152195	rnn.bias_ih_l0_reverse	1	-0.31251755356788635
152195	rnn.bias_ih_l0_reverse	2	-0.06664451211690903
152195	rnn.bias_ih_l0_reverse	3	-0.14188437163829803
152195	rnn.bias_ih_l0_reverse	4	0.07350532710552216
152195	rnn.bias_ih_l0_reverse	5	-0.2592718303203583
152195	rnn.bias_ih_l0_reverse	6	-0.05785434693098068
152195	rnn.bias_ih_l0_reverse	7	0.0015379153192043304
152195	rnn.bias_ih_l0_reverse	8	-0.1782713532447815
152195	rnn.bias_ih_l0_reverse	9	-0.09275063872337341
152195	rnn.bias_hh_l0_reverse	0	-0.15572167932987213
152195	rnn.bias_hh_l0_reverse	1	-0.14679226279258728
152195	rnn.bias_hh_l0_reverse	2	-0.015365245752036572
152195	rnn.bias_hh_l0_reverse	3	-0.12984979152679443
152195	rnn.bias_hh_l0_reverse	4	-0.02426888234913349
152195	rnn.bias_hh_l0_reverse	5	-0.11053724586963654
152195	rnn.bias_hh_l0_reverse	6	-0.07224201411008835
152195	rnn.bias_hh_l0_reverse	7	-0.20097826421260834
152195	rnn.bias_hh_l0_reverse	8	-0.05158599466085434
152195	rnn.bias_hh_l0_reverse	9	-0.13651828467845917
152195	linear.weight	0	-0.19635993242263794
152195	linear.weight	1	-0.17344923317432404
152195	linear.weight	2	-0.011228874325752258
152195	linear.weight	3	-0.019365625455975533
152195	linear.weight	4	0.05824057385325432
152195	linear.weight	5	0.1954089254140854
152195	linear.weight	6	0.0047744326293468475
152195	linear.weight	7	-0.021312154829502106
152195	linear.weight	8	0.1521458476781845
152195	linear.weight	9	0.1730857938528061
152195	linear.bias	0	-0.8535988926887512
152195	linear.bias	1	1.3965493440628052
152195	linear.bias	2	-0.38005146384239197
152195	linear.bias	3	-0.6959376931190491
152195	linear.bias	4	-0.8627608418464661
152195	linear.bias	5	-1.1736741065979004
152195	linear.bias	6	-0.919863224029541
152195	linear.bias	7	-0.714282214641571
152195	linear.bias	8	-0.01705317199230194
152195	linear.bias	9	3.307377815246582
152392	transitions	0	-0.4149191379547119
152392	transitions	1	8.576809883117676
152392	transitions	2	-3.4973602294921875
152392	transitions	3	1.4254525899887085
152392	transitions	4	-2.1068737506866455
152392	transitions	5	-0.39059725403785706
152392	transitions	6	-0.1886875331401825
152392	transitions	7	-10000.0
152392	transitions	8	1.7728605270385742
152392	transitions	9	-2.29376482963562
152392	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
152392	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
152392	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
152392	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
152392	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
152392	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
152392	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
152392	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
152392	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
152392	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
152392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
152392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
152392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
152392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
152392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
152392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
152392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
152392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
152392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
152392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
152392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
152392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
152392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
152392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
152392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
152392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
152392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
152392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
152392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
152392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
152392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
152392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
152392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
152392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
152392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
152392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
152392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
152392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
152392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
152392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
152392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
152392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
152392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
152392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
152392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
152392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
152392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
152392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
152392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
152392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
152392	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
152392	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
152392	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
152392	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
152392	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
152392	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
152392	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
152392	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
152392	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
152392	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
152392	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
152392	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
152392	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
152392	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
152392	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
152392	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
152392	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
152392	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
152392	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
152392	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
152392	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
152392	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
152392	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
152392	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
152392	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
152392	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
152392	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
152392	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
152392	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
152392	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
152392	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
152392	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
152392	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
152392	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
152392	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
152392	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
152392	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
152392	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
152392	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
152392	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
152392	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
152392	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
152392	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
152392	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
152392	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
152392	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
152392	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
152392	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
152392	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
152392	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
152392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
152392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
152392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
152392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
152392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
152392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
152392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
152392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
152392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
152392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
152392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
152392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
152392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
152392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
152392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
152392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
152392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
152392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
152392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
152392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
152392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
152392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
152392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
152392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
152392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
152392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
152392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
152392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
152392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
152392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
152392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
152392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
152392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
152392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
152392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
152392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
152392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
152392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
152392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
152392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
152392	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
152392	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
152392	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
152392	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
152392	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
152392	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
152392	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
152392	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
152392	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
152392	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
152392	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
152392	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
152392	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
152392	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
152392	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
152392	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
152392	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
152392	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
152392	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
152392	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
152392	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
152392	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
152392	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
152392	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
152392	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
152392	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
152392	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
152392	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
152392	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
152392	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
152392	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
152392	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
152392	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
152392	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
152392	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
152392	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
152392	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
152392	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
152392	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
152392	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
152392	embedding2nn.weight	0	0.04937717691063881
152392	embedding2nn.weight	1	-0.09287799894809723
152392	embedding2nn.weight	2	0.00468401936814189
152392	embedding2nn.weight	3	-0.05561056360602379
152392	embedding2nn.weight	4	-0.1186988353729248
152392	embedding2nn.weight	5	0.11846976727247238
152392	embedding2nn.weight	6	-0.12878848612308502
152392	embedding2nn.weight	7	-0.07514520734548569
152392	embedding2nn.weight	8	-0.02563580684363842
152392	embedding2nn.weight	9	0.06763450801372528
152392	embedding2nn.bias	0	0.07779942452907562
152392	embedding2nn.bias	1	0.014788989908993244
152392	embedding2nn.bias	2	-0.07866424322128296
152392	embedding2nn.bias	3	0.06916707009077072
152392	embedding2nn.bias	4	-0.01163488905876875
152392	embedding2nn.bias	5	-0.16713517904281616
152392	embedding2nn.bias	6	-0.12071642279624939
152392	embedding2nn.bias	7	-0.06659040600061417
152392	embedding2nn.bias	8	0.10321477800607681
152392	embedding2nn.bias	9	-0.04271386191248894
152392	rnn.weight_ih_l0	0	0.035807471722364426
152392	rnn.weight_ih_l0	1	-0.06948261708021164
152392	rnn.weight_ih_l0	2	-0.03018868900835514
152392	rnn.weight_ih_l0	3	-0.04659092426300049
152392	rnn.weight_ih_l0	4	0.026499319821596146
152392	rnn.weight_ih_l0	5	-0.1020127385854721
152392	rnn.weight_ih_l0	6	-0.06334776431322098
152392	rnn.weight_ih_l0	7	-0.019334914162755013
152392	rnn.weight_ih_l0	8	0.06721372157335281
152392	rnn.weight_ih_l0	9	0.009865082800388336
152392	rnn.weight_hh_l0	0	0.00012555424473248422
152392	rnn.weight_hh_l0	1	-0.09290041029453278
152392	rnn.weight_hh_l0	2	0.06567831337451935
152392	rnn.weight_hh_l0	3	0.042206984013319016
152392	rnn.weight_hh_l0	4	0.004297485575079918
152392	rnn.weight_hh_l0	5	0.06469742953777313
152392	rnn.weight_hh_l0	6	-0.015988949686288834
152392	rnn.weight_hh_l0	7	-0.09443093091249466
152392	rnn.weight_hh_l0	8	0.006346371956169605
152392	rnn.weight_hh_l0	9	-0.08372055739164352
152392	rnn.bias_ih_l0	0	-0.048961155116558075
152392	rnn.bias_ih_l0	1	-0.18653377890586853
152392	rnn.bias_ih_l0	2	-0.25081247091293335
152392	rnn.bias_ih_l0	3	-0.2732081413269043
152392	rnn.bias_ih_l0	4	-0.0021867926698178053
152392	rnn.bias_ih_l0	5	0.048657696694135666
152392	rnn.bias_ih_l0	6	-0.17617450654506683
152392	rnn.bias_ih_l0	7	-0.25558358430862427
152392	rnn.bias_ih_l0	8	-0.12371627986431122
152392	rnn.bias_ih_l0	9	-0.18695101141929626
152392	rnn.bias_hh_l0	0	0.11866412311792374
152392	rnn.bias_hh_l0	1	-0.06226333603262901
152392	rnn.bias_hh_l0	2	0.048737503588199615
152392	rnn.bias_hh_l0	3	-0.17058700323104858
152392	rnn.bias_hh_l0	4	0.042446594685316086
152392	rnn.bias_hh_l0	5	0.030555468052625656
152392	rnn.bias_hh_l0	6	-0.09253967553377151
152392	rnn.bias_hh_l0	7	-0.16254328191280365
152392	rnn.bias_hh_l0	8	-0.19225892424583435
152392	rnn.bias_hh_l0	9	-0.09955432265996933
152392	rnn.weight_ih_l0_reverse	0	-0.021428115665912628
152392	rnn.weight_ih_l0_reverse	1	0.00343686924315989
152392	rnn.weight_ih_l0_reverse	2	0.017953218892216682
152392	rnn.weight_ih_l0_reverse	3	0.005292952060699463
152392	rnn.weight_ih_l0_reverse	4	0.024330362677574158
152392	rnn.weight_ih_l0_reverse	5	-0.05996127799153328
152392	rnn.weight_ih_l0_reverse	6	-0.04785442352294922
152392	rnn.weight_ih_l0_reverse	7	-0.0028813888784497976
152392	rnn.weight_ih_l0_reverse	8	0.09557415544986725
152392	rnn.weight_ih_l0_reverse	9	0.022272756323218346
152392	rnn.weight_hh_l0_reverse	0	0.007198011502623558
152392	rnn.weight_hh_l0_reverse	1	0.02525995299220085
152392	rnn.weight_hh_l0_reverse	2	-0.04206101596355438
152392	rnn.weight_hh_l0_reverse	3	0.0378301739692688
152392	rnn.weight_hh_l0_reverse	4	0.02668219618499279
152392	rnn.weight_hh_l0_reverse	5	0.0017584703164175153
152392	rnn.weight_hh_l0_reverse	6	0.06069674342870712
152392	rnn.weight_hh_l0_reverse	7	0.023715050891041756
152392	rnn.weight_hh_l0_reverse	8	-0.013390385545790195
152392	rnn.weight_hh_l0_reverse	9	-0.03426643833518028
152392	rnn.bias_ih_l0_reverse	0	-0.14164134860038757
152392	rnn.bias_ih_l0_reverse	1	-0.31132572889328003
152392	rnn.bias_ih_l0_reverse	2	-0.06546047329902649
152392	rnn.bias_ih_l0_reverse	3	-0.1406959444284439
152392	rnn.bias_ih_l0_reverse	4	0.0722336694598198
152392	rnn.bias_ih_l0_reverse	5	-0.26002976298332214
152392	rnn.bias_ih_l0_reverse	6	-0.05787687748670578
152392	rnn.bias_ih_l0_reverse	7	0.002720556454733014
152392	rnn.bias_ih_l0_reverse	8	-0.17992669343948364
152392	rnn.bias_ih_l0_reverse	9	-0.0922926738858223
152392	rnn.bias_hh_l0_reverse	0	-0.15456485748291016
152392	rnn.bias_hh_l0_reverse	1	-0.1455363780260086
152392	rnn.bias_hh_l0_reverse	2	-0.016089580953121185
152392	rnn.bias_hh_l0_reverse	3	-0.1309775561094284
152392	rnn.bias_hh_l0_reverse	4	-0.02449854463338852
152392	rnn.bias_hh_l0_reverse	5	-0.11009322106838226
152392	rnn.bias_hh_l0_reverse	6	-0.07139165699481964
152392	rnn.bias_hh_l0_reverse	7	-0.20090575516223907
152392	rnn.bias_hh_l0_reverse	8	-0.05287494882941246
152392	rnn.bias_hh_l0_reverse	9	-0.13589255511760712
152392	linear.weight	0	-0.20232835412025452
152392	linear.weight	1	-0.17035065591335297
152392	linear.weight	2	-0.011228874325752258
152392	linear.weight	3	-0.02577112801373005
152392	linear.weight	4	0.06096155568957329
152392	linear.weight	5	0.19634191691875458
152392	linear.weight	6	0.0047744326293468475
152392	linear.weight	7	-0.021312154829502106
152392	linear.weight	8	0.16136714816093445
152392	linear.weight	9	0.16496384143829346
152392	linear.bias	0	-0.8570899963378906
152392	linear.bias	1	1.4026703834533691
152392	linear.bias	2	-0.4040067195892334
152392	linear.bias	3	-0.6726278066635132
152392	linear.bias	4	-0.8821411728858948
152392	linear.bias	5	-1.173699140548706
152392	linear.bias	6	-0.9261223673820496
152392	linear.bias	7	-0.7311487793922424
152392	linear.bias	8	-0.01705317199230194
152392	linear.bias	9	3.350034713745117
152589	transitions	0	-0.4149705469608307
152589	transitions	1	8.580004692077637
152589	transitions	2	-3.497661828994751
152589	transitions	3	1.429953694343567
152589	transitions	4	-2.107435703277588
152589	transitions	5	-0.39064574241638184
152589	transitions	6	-0.18870805203914642
152589	transitions	7	-10000.0
152589	transitions	8	1.772874116897583
152589	transitions	9	-2.293773889541626
152589	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
152589	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
152589	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
152589	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
152589	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
152589	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
152589	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
152589	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
152589	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
152589	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
152589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
152589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
152589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
152589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
152589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
152589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
152589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
152589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
152589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
152589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
152589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
152589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
152589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
152589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
152589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
152589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
152589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
152589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
152589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
152589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
152589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
152589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
152589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
152589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
152589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
152589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
152589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
152589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
152589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
152589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
152589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
152589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
152589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
152589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
152589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
152589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
152589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
152589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
152589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
152589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
152589	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
152589	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
152589	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
152589	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
152589	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
152589	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
152589	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
152589	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
152589	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
152589	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
152589	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
152589	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
152589	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
152589	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
152589	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
152589	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
152589	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
152589	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
152589	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
152589	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
152589	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
152589	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
152589	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
152589	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
152589	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
152589	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
152589	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
152589	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
152589	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
152589	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
152589	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
152589	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
152589	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
152589	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
152589	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
152589	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
152589	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
152589	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
152589	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
152589	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
152589	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
152589	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
152589	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
152589	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
152589	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
152589	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
152589	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
152589	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
152589	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
152589	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
152589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
152589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
152589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
152589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
152589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
152589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
152589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
152589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
152589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
152589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
152589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
152589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
152589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
152589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
152589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
152589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
152589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
152589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
152589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
152589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
152589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
152589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
152589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
152589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
152589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
152589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
152589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
152589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
152589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
152589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
152589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
152589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
152589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
152589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
152589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
152589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
152589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
152589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
152589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
152589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
152589	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
152589	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
152589	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
152589	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
152589	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
152589	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
152589	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
152589	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
152589	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
152589	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
152589	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
152589	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
152589	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
152589	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
152589	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
152589	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
152589	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
152589	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
152589	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
152589	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
152589	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
152589	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
152589	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
152589	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
152589	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
152589	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
152589	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
152589	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
152589	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
152589	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
152589	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
152589	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
152589	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
152589	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
152589	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
152589	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
152589	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
152589	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
152589	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
152589	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
152589	embedding2nn.weight	0	0.04924725741147995
152589	embedding2nn.weight	1	-0.09319482743740082
152589	embedding2nn.weight	2	0.006570690311491489
152589	embedding2nn.weight	3	-0.05542170628905296
152589	embedding2nn.weight	4	-0.11735301464796066
152589	embedding2nn.weight	5	0.11924224346876144
152589	embedding2nn.weight	6	-0.13054946064949036
152589	embedding2nn.weight	7	-0.07626065611839294
152589	embedding2nn.weight	8	-0.025227798148989677
152589	embedding2nn.weight	9	0.06746643036603928
152589	embedding2nn.bias	0	0.08374231308698654
152589	embedding2nn.bias	1	0.020630083978176117
152589	embedding2nn.bias	2	-0.07397209852933884
152589	embedding2nn.bias	3	0.06652464717626572
152589	embedding2nn.bias	4	-0.013811293989419937
152589	embedding2nn.bias	5	-0.15786777436733246
152589	embedding2nn.bias	6	-0.1159716248512268
152589	embedding2nn.bias	7	-0.06546349078416824
152589	embedding2nn.bias	8	0.11041710525751114
152589	embedding2nn.bias	9	-0.04982328042387962
152589	rnn.weight_ih_l0	0	0.03525085002183914
152589	rnn.weight_ih_l0	1	-0.06964986771345139
152589	rnn.weight_ih_l0	2	-0.029870934784412384
152589	rnn.weight_ih_l0	3	-0.04604969173669815
152589	rnn.weight_ih_l0	4	0.02604096196591854
152589	rnn.weight_ih_l0	5	-0.10189832746982574
152589	rnn.weight_ih_l0	6	-0.06472253799438477
152589	rnn.weight_ih_l0	7	-0.01981036178767681
152589	rnn.weight_ih_l0	8	0.06768976897001266
152589	rnn.weight_ih_l0	9	0.009809629060328007
152589	rnn.weight_hh_l0	0	-0.00035112668410874903
152589	rnn.weight_hh_l0	1	-0.09308372437953949
152589	rnn.weight_hh_l0	2	0.06596633046865463
152589	rnn.weight_hh_l0	3	0.042621441185474396
152589	rnn.weight_hh_l0	4	0.004497318994253874
152589	rnn.weight_hh_l0	5	0.06528794020414352
152589	rnn.weight_hh_l0	6	-0.015869978815317154
152589	rnn.weight_hh_l0	7	-0.09452582150697708
152589	rnn.weight_hh_l0	8	0.006651669275015593
152589	rnn.weight_hh_l0	9	-0.08419427275657654
152589	rnn.bias_ih_l0	0	-0.05052295699715614
152589	rnn.bias_ih_l0	1	-0.18809249997138977
152589	rnn.bias_ih_l0	2	-0.25129249691963196
152589	rnn.bias_ih_l0	3	-0.27531206607818604
152589	rnn.bias_ih_l0	4	-0.002049838425591588
152589	rnn.bias_ih_l0	5	0.04977353662252426
152589	rnn.bias_ih_l0	6	-0.17658297717571259
152589	rnn.bias_ih_l0	7	-0.2541837692260742
152589	rnn.bias_ih_l0	8	-0.12514187395572662
152589	rnn.bias_ih_l0	9	-0.18609823286533356
152589	rnn.bias_hh_l0	0	0.12169648706912994
152589	rnn.bias_hh_l0	1	-0.06195833534002304
152589	rnn.bias_hh_l0	2	0.048949919641017914
152589	rnn.bias_hh_l0	3	-0.17086203396320343
152589	rnn.bias_hh_l0	4	0.04155225679278374
152589	rnn.bias_hh_l0	5	0.02976297400891781
152589	rnn.bias_hh_l0	6	-0.09313249588012695
152589	rnn.bias_hh_l0	7	-0.16297012567520142
152589	rnn.bias_hh_l0	8	-0.19124089181423187
152589	rnn.bias_hh_l0	9	-0.09839456528425217
152589	rnn.weight_ih_l0_reverse	0	-0.02063661813735962
152589	rnn.weight_ih_l0_reverse	1	0.0035927933640778065
152589	rnn.weight_ih_l0_reverse	2	0.019676730036735535
152589	rnn.weight_ih_l0_reverse	3	0.005238622426986694
152589	rnn.weight_ih_l0_reverse	4	0.02406558394432068
152589	rnn.weight_ih_l0_reverse	5	-0.06007324159145355
152589	rnn.weight_ih_l0_reverse	6	-0.04853047430515289
152589	rnn.weight_ih_l0_reverse	7	-0.002086248714476824
152589	rnn.weight_ih_l0_reverse	8	0.09671849757432938
152589	rnn.weight_ih_l0_reverse	9	0.02262706868350506
152589	rnn.weight_hh_l0_reverse	0	0.007250270340591669
152589	rnn.weight_hh_l0_reverse	1	0.025659779086709023
152589	rnn.weight_hh_l0_reverse	2	-0.04171335697174072
152589	rnn.weight_hh_l0_reverse	3	0.037377823144197464
152589	rnn.weight_hh_l0_reverse	4	0.026382721960544586
152589	rnn.weight_hh_l0_reverse	5	0.0015116973081603646
152589	rnn.weight_hh_l0_reverse	6	0.06074756011366844
152589	rnn.weight_hh_l0_reverse	7	0.023990783840417862
152589	rnn.weight_hh_l0_reverse	8	-0.013889304362237453
152589	rnn.weight_hh_l0_reverse	9	-0.03437742963433266
152589	rnn.bias_ih_l0_reverse	0	-0.14131759107112885
152589	rnn.bias_ih_l0_reverse	1	-0.31270721554756165
152589	rnn.bias_ih_l0_reverse	2	-0.06413307785987854
152589	rnn.bias_ih_l0_reverse	3	-0.1421152651309967
152589	rnn.bias_ih_l0_reverse	4	0.07154401391744614
152589	rnn.bias_ih_l0_reverse	5	-0.2601533830165863
152589	rnn.bias_ih_l0_reverse	6	-0.05638212710618973
152589	rnn.bias_ih_l0_reverse	7	0.004771013744175434
152589	rnn.bias_ih_l0_reverse	8	-0.1785626858472824
152589	rnn.bias_ih_l0_reverse	9	-0.0915282592177391
152589	rnn.bias_hh_l0_reverse	0	-0.1557915359735489
152589	rnn.bias_hh_l0_reverse	1	-0.14509928226470947
152589	rnn.bias_hh_l0_reverse	2	-0.015686295926570892
152589	rnn.bias_hh_l0_reverse	3	-0.13320671021938324
152589	rnn.bias_hh_l0_reverse	4	-0.024313880130648613
152589	rnn.bias_hh_l0_reverse	5	-0.11052108556032181
152589	rnn.bias_hh_l0_reverse	6	-0.07194492965936661
152589	rnn.bias_hh_l0_reverse	7	-0.20191128551959991
152589	rnn.bias_hh_l0_reverse	8	-0.05246078595519066
152589	rnn.bias_hh_l0_reverse	9	-0.1338229477405548
152589	linear.weight	0	-0.19975337386131287
152589	linear.weight	1	-0.17178630828857422
152589	linear.weight	2	-0.011228874325752258
152589	linear.weight	3	-0.019355634227395058
152589	linear.weight	4	0.06605073064565659
152589	linear.weight	5	0.2043733298778534
152589	linear.weight	6	0.0047744326293468475
152589	linear.weight	7	-0.021312154829502106
152589	linear.weight	8	0.16025342047214508
152589	linear.weight	9	0.16427913308143616
152589	linear.bias	0	-0.8641205430030823
152589	linear.bias	1	1.3687758445739746
152589	linear.bias	2	-0.3935423791408539
152589	linear.bias	3	-0.6671187877655029
152589	linear.bias	4	-0.8816037178039551
152589	linear.bias	5	-1.1737251281738281
152589	linear.bias	6	-0.9336943626403809
152589	linear.bias	7	-0.7252591848373413
152589	linear.bias	8	-0.01705317199230194
152589	linear.bias	9	3.332446575164795
152786	transitions	0	-0.41511136293411255
152786	transitions	1	8.56594467163086
152786	transitions	2	-3.497981548309326
152786	transitions	3	1.4202938079833984
152786	transitions	4	-2.1075973510742188
152786	transitions	5	-0.39066794514656067
152786	transitions	6	-0.1887287050485611
152786	transitions	7	-10000.0
152786	transitions	8	1.7712693214416504
152786	transitions	9	-2.2937779426574707
152786	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
152786	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
152786	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
152786	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
152786	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
152786	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
152786	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
152786	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
152786	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
152786	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
152786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
152786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
152786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
152786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
152786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
152786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
152786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
152786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
152786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
152786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
152786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
152786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
152786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
152786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
152786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
152786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
152786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
152786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
152786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
152786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
152786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
152786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
152786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
152786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
152786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
152786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
152786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
152786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
152786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
152786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
152786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
152786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
152786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
152786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
152786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
152786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
152786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
152786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
152786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
152786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
152786	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
152786	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
152786	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
152786	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
152786	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
152786	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
152786	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
152786	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
152786	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
152786	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
152786	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
152786	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
152786	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
152786	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
152786	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
152786	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
152786	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
152786	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
152786	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
152786	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
152786	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
152786	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
152786	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
152786	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
152786	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
152786	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
152786	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
152786	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
152786	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
152786	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
152786	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
152786	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
152786	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
152786	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
152786	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
152786	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
152786	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
152786	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
152786	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
152786	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
152786	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
152786	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
152786	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
152786	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
152786	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
152786	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
152786	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
152786	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
152786	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
152786	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
152786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
152786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
152786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
152786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
152786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
152786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
152786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
152786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
152786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
152786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
152786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
152786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
152786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
152786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
152786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
152786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
152786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
152786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
152786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
152786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
152786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
152786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
152786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
152786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
152786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
152786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
152786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
152786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
152786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
152786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
152786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
152786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
152786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
152786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
152786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
152786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
152786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
152786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
152786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
152786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
152786	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
152786	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
152786	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
152786	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
152786	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
152786	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
152786	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
152786	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
152786	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
152786	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
152786	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
152786	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
152786	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
152786	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
152786	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
152786	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
152786	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
152786	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
152786	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
152786	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
152786	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
152786	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
152786	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
152786	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
152786	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
152786	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
152786	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
152786	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
152786	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
152786	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
152786	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
152786	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
152786	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
152786	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
152786	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
152786	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
152786	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
152786	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
152786	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
152786	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
152786	embedding2nn.weight	0	0.04946639761328697
152786	embedding2nn.weight	1	-0.09303372353315353
152786	embedding2nn.weight	2	0.007814756594598293
152786	embedding2nn.weight	3	-0.05728033557534218
152786	embedding2nn.weight	4	-0.11510832607746124
152786	embedding2nn.weight	5	0.11880837380886078
152786	embedding2nn.weight	6	-0.1279136687517166
152786	embedding2nn.weight	7	-0.0771104246377945
152786	embedding2nn.weight	8	-0.02432331256568432
152786	embedding2nn.weight	9	0.06835341453552246
152786	embedding2nn.bias	0	0.08285633474588394
152786	embedding2nn.bias	1	0.024110203608870506
152786	embedding2nn.bias	2	-0.077098548412323
152786	embedding2nn.bias	3	0.06096024066209793
152786	embedding2nn.bias	4	-0.011411759071052074
152786	embedding2nn.bias	5	-0.15282011032104492
152786	embedding2nn.bias	6	-0.11528418213129044
152786	embedding2nn.bias	7	-0.06206539645791054
152786	embedding2nn.bias	8	0.1141432449221611
152786	embedding2nn.bias	9	-0.048976458609104156
152786	rnn.weight_ih_l0	0	0.03566926345229149
152786	rnn.weight_ih_l0	1	-0.06998783349990845
152786	rnn.weight_ih_l0	2	-0.028913354501128197
152786	rnn.weight_ih_l0	3	-0.04560260474681854
152786	rnn.weight_ih_l0	4	0.02651268243789673
152786	rnn.weight_ih_l0	5	-0.103339284658432
152786	rnn.weight_ih_l0	6	-0.06373509764671326
152786	rnn.weight_ih_l0	7	-0.018521003425121307
152786	rnn.weight_ih_l0	8	0.06809267401695251
152786	rnn.weight_ih_l0	9	0.010708066634833813
152786	rnn.weight_hh_l0	0	-0.0005235253483988345
152786	rnn.weight_hh_l0	1	-0.09560471028089523
152786	rnn.weight_hh_l0	2	0.06546042859554291
152786	rnn.weight_hh_l0	3	0.04227745905518532
152786	rnn.weight_hh_l0	4	0.004725369159132242
152786	rnn.weight_hh_l0	5	0.06544715166091919
152786	rnn.weight_hh_l0	6	-0.016161061823368073
152786	rnn.weight_hh_l0	7	-0.09414118528366089
152786	rnn.weight_hh_l0	8	0.006985061336308718
152786	rnn.weight_hh_l0	9	-0.08538553863763809
152786	rnn.bias_ih_l0	0	-0.05269936844706535
152786	rnn.bias_ih_l0	1	-0.18703989684581757
152786	rnn.bias_ih_l0	2	-0.2518778145313263
152786	rnn.bias_ih_l0	3	-0.2755453586578369
152786	rnn.bias_ih_l0	4	-0.0029372863937169313
152786	rnn.bias_ih_l0	5	0.04584694653749466
152786	rnn.bias_ih_l0	6	-0.1779114007949829
152786	rnn.bias_ih_l0	7	-0.2535836696624756
152786	rnn.bias_ih_l0	8	-0.12394846230745316
152786	rnn.bias_ih_l0	9	-0.18554209172725677
152786	rnn.bias_hh_l0	0	0.12290399521589279
152786	rnn.bias_hh_l0	1	-0.06120048463344574
152786	rnn.bias_hh_l0	2	0.0475582629442215
152786	rnn.bias_hh_l0	3	-0.1698923259973526
152786	rnn.bias_hh_l0	4	0.041757963597774506
152786	rnn.bias_hh_l0	5	0.02978808991611004
152786	rnn.bias_hh_l0	6	-0.0926748663187027
152786	rnn.bias_hh_l0	7	-0.1622685343027115
152786	rnn.bias_hh_l0	8	-0.1924867331981659
152786	rnn.bias_hh_l0	9	-0.10028780996799469
152786	rnn.weight_ih_l0_reverse	0	-0.01941654272377491
152786	rnn.weight_ih_l0_reverse	1	0.003965503536164761
152786	rnn.weight_ih_l0_reverse	2	0.018447916954755783
152786	rnn.weight_ih_l0_reverse	3	0.005186154972761869
152786	rnn.weight_ih_l0_reverse	4	0.024109169840812683
152786	rnn.weight_ih_l0_reverse	5	-0.06016888469457626
152786	rnn.weight_ih_l0_reverse	6	-0.048651497811079025
152786	rnn.weight_ih_l0_reverse	7	-0.0031317160464823246
152786	rnn.weight_ih_l0_reverse	8	0.09579892456531525
152786	rnn.weight_ih_l0_reverse	9	0.022656206041574478
152786	rnn.weight_hh_l0_reverse	0	0.00750617403537035
152786	rnn.weight_hh_l0_reverse	1	0.025666050612926483
152786	rnn.weight_hh_l0_reverse	2	-0.04192322865128517
152786	rnn.weight_hh_l0_reverse	3	0.03764785826206207
152786	rnn.weight_hh_l0_reverse	4	0.027462037280201912
152786	rnn.weight_hh_l0_reverse	5	0.0017448973376303911
152786	rnn.weight_hh_l0_reverse	6	0.06080395355820656
152786	rnn.weight_hh_l0_reverse	7	0.024147069081664085
152786	rnn.weight_hh_l0_reverse	8	-0.013655579648911953
152786	rnn.weight_hh_l0_reverse	9	-0.03450658917427063
152786	rnn.bias_ih_l0_reverse	0	-0.1429487019777298
152786	rnn.bias_ih_l0_reverse	1	-0.31093886494636536
152786	rnn.bias_ih_l0_reverse	2	-0.0647856593132019
152786	rnn.bias_ih_l0_reverse	3	-0.14082950353622437
152786	rnn.bias_ih_l0_reverse	4	0.0710548460483551
152786	rnn.bias_ih_l0_reverse	5	-0.26167887449264526
152786	rnn.bias_ih_l0_reverse	6	-0.056166984140872955
152786	rnn.bias_ih_l0_reverse	7	0.004477561451494694
152786	rnn.bias_ih_l0_reverse	8	-0.17841075360774994
152786	rnn.bias_ih_l0_reverse	9	-0.09257368743419647
152786	rnn.bias_hh_l0_reverse	0	-0.15681059658527374
152786	rnn.bias_hh_l0_reverse	1	-0.1443161517381668
152786	rnn.bias_hh_l0_reverse	2	-0.017217257991433144
152786	rnn.bias_hh_l0_reverse	3	-0.13422079384326935
152786	rnn.bias_hh_l0_reverse	4	-0.023990251123905182
152786	rnn.bias_hh_l0_reverse	5	-0.11146453022956848
152786	rnn.bias_hh_l0_reverse	6	-0.07256917655467987
152786	rnn.bias_hh_l0_reverse	7	-0.20142647624015808
152786	rnn.bias_hh_l0_reverse	8	-0.0521148182451725
152786	rnn.bias_hh_l0_reverse	9	-0.13208678364753723
152786	linear.weight	0	-0.2011343538761139
152786	linear.weight	1	-0.1695915162563324
152786	linear.weight	2	-0.011228874325752258
152786	linear.weight	3	-0.022816361859440804
152786	linear.weight	4	0.07707136124372482
152786	linear.weight	5	0.21665966510772705
152786	linear.weight	6	0.0047744326293468475
152786	linear.weight	7	-0.021312154829502106
152786	linear.weight	8	0.16013455390930176
152786	linear.weight	9	0.16163085401058197
152786	linear.bias	0	-0.8595433235168457
152786	linear.bias	1	1.392305850982666
152786	linear.bias	2	-0.4082627594470978
152786	linear.bias	3	-0.6753420829772949
152786	linear.bias	4	-0.8758922815322876
152786	linear.bias	5	-1.173751950263977
152786	linear.bias	6	-0.9303054809570312
152786	linear.bias	7	-0.7139695286750793
152786	linear.bias	8	-0.01705317199230194
152786	linear.bias	9	3.3365914821624756
152983	transitions	0	-0.41528624296188354
152983	transitions	1	8.552931785583496
152983	transitions	2	-3.49827241897583
152983	transitions	3	1.4162609577178955
152983	transitions	4	-2.1081271171569824
152983	transitions	5	-0.3907134532928467
152983	transitions	6	-0.188756063580513
152983	transitions	7	-10000.0
152983	transitions	8	1.7716832160949707
152983	transitions	9	-2.293781280517578
152983	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
152983	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
152983	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
152983	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
152983	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
152983	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
152983	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
152983	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
152983	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
152983	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
152983	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
152983	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
152983	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
152983	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
152983	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
152983	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
152983	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
152983	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
152983	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
152983	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
152983	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
152983	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
152983	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
152983	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
152983	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
152983	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
152983	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
152983	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
152983	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
152983	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
152983	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
152983	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
152983	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
152983	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
152983	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
152983	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
152983	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
152983	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
152983	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
152983	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
152983	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
152983	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
152983	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
152983	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
152983	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
152983	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
152983	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
152983	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
152983	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
152983	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
152983	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
152983	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
152983	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
152983	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
152983	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
152983	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
152983	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
152983	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
152983	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
152983	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
152983	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
152983	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
152983	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
152983	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
152983	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
152983	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
152983	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
152983	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
152983	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
152983	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
152983	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
152983	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
152983	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
152983	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
152983	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
152983	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
152983	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
152983	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
152983	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
152983	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
152983	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
152983	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
152983	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
152983	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
152983	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
152983	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
152983	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
152983	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
152983	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
152983	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
152983	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
152983	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
152983	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
152983	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
152983	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
152983	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
152983	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
152983	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
152983	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
152983	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
152983	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
152983	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
152983	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
152983	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
152983	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
152983	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
152983	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
152983	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
152983	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
152983	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
152983	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
152983	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
152983	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
152983	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
152983	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
152983	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
152983	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
152983	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
152983	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
152983	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
152983	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
152983	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
152983	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
152983	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
152983	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
152983	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
152983	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
152983	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
152983	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
152983	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
152983	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
152983	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
152983	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
152983	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
152983	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
152983	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
152983	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
152983	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
152983	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
152983	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
152983	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
152983	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
152983	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
152983	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
152983	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
152983	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
152983	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
152983	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
152983	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
152983	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
152983	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
152983	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
152983	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
152983	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
152983	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
152983	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
152983	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
152983	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
152983	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
152983	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
152983	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
152983	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
152983	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
152983	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
152983	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
152983	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
152983	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
152983	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
152983	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
152983	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
152983	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
152983	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
152983	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
152983	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
152983	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
152983	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
152983	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
152983	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
152983	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
152983	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
152983	embedding2nn.weight	0	0.04954557493329048
152983	embedding2nn.weight	1	-0.09230291098356247
152983	embedding2nn.weight	2	0.005901943426579237
152983	embedding2nn.weight	3	-0.05744509398937225
152983	embedding2nn.weight	4	-0.11696060746908188
152983	embedding2nn.weight	5	0.11801254004240036
152983	embedding2nn.weight	6	-0.12683729827404022
152983	embedding2nn.weight	7	-0.07701093703508377
152983	embedding2nn.weight	8	-0.02402537502348423
152983	embedding2nn.weight	9	0.06757806241512299
152983	embedding2nn.bias	0	0.0726509839296341
152983	embedding2nn.bias	1	0.024356823414564133
152983	embedding2nn.bias	2	-0.0901380330324173
152983	embedding2nn.bias	3	0.05349832773208618
152983	embedding2nn.bias	4	-0.01872039958834648
152983	embedding2nn.bias	5	-0.1618102341890335
152983	embedding2nn.bias	6	-0.11418549716472626
152983	embedding2nn.bias	7	-0.06436261534690857
152983	embedding2nn.bias	8	0.10660027712583542
152983	embedding2nn.bias	9	-0.06015900522470474
152983	rnn.weight_ih_l0	0	0.03577486053109169
152983	rnn.weight_ih_l0	1	-0.06917344778776169
152983	rnn.weight_ih_l0	2	-0.031172877177596092
152983	rnn.weight_ih_l0	3	-0.046244483441114426
152983	rnn.weight_ih_l0	4	0.026265351101756096
152983	rnn.weight_ih_l0	5	-0.10293643176555634
152983	rnn.weight_ih_l0	6	-0.06331568211317062
152983	rnn.weight_ih_l0	7	-0.017282746732234955
152983	rnn.weight_ih_l0	8	0.06788898259401321
152983	rnn.weight_ih_l0	9	0.010103604756295681
152983	rnn.weight_hh_l0	0	-0.001117650419473648
152983	rnn.weight_hh_l0	1	-0.09442287683486938
152983	rnn.weight_hh_l0	2	0.06574390828609467
152983	rnn.weight_hh_l0	3	0.042376406490802765
152983	rnn.weight_hh_l0	4	0.004778780974447727
152983	rnn.weight_hh_l0	5	0.06578586995601654
152983	rnn.weight_hh_l0	6	-0.016402659937739372
152983	rnn.weight_hh_l0	7	-0.09390764683485031
152983	rnn.weight_hh_l0	8	0.006975257303565741
152983	rnn.weight_hh_l0	9	-0.08521971851587296
152983	rnn.bias_ih_l0	0	-0.05389682203531265
152983	rnn.bias_ih_l0	1	-0.18873433768749237
152983	rnn.bias_ih_l0	2	-0.253307044506073
152983	rnn.bias_ih_l0	3	-0.2746739387512207
152983	rnn.bias_ih_l0	4	-0.003440250875428319
152983	rnn.bias_ih_l0	5	0.04599040374159813
152983	rnn.bias_ih_l0	6	-0.17779754102230072
152983	rnn.bias_ih_l0	7	-0.253419429063797
152983	rnn.bias_ih_l0	8	-0.12554912269115448
152983	rnn.bias_ih_l0	9	-0.18480829894542694
152983	rnn.bias_hh_l0	0	0.12332245707511902
152983	rnn.bias_hh_l0	1	-0.06078418344259262
152983	rnn.bias_hh_l0	2	0.04754283279180527
152983	rnn.bias_hh_l0	3	-0.1695673167705536
152983	rnn.bias_hh_l0	4	0.04099056124687195
152983	rnn.bias_hh_l0	5	0.02970224618911743
152983	rnn.bias_hh_l0	6	-0.0920059010386467
152983	rnn.bias_hh_l0	7	-0.1632320135831833
152983	rnn.bias_hh_l0	8	-0.19143250584602356
152983	rnn.bias_hh_l0	9	-0.10160668194293976
152983	rnn.weight_ih_l0_reverse	0	-0.01974410004913807
152983	rnn.weight_ih_l0_reverse	1	0.003591985907405615
152983	rnn.weight_ih_l0_reverse	2	0.018467968329787254
152983	rnn.weight_ih_l0_reverse	3	0.004422794096171856
152983	rnn.weight_ih_l0_reverse	4	0.024606363847851753
152983	rnn.weight_ih_l0_reverse	5	-0.05967118963599205
152983	rnn.weight_ih_l0_reverse	6	-0.04783795028924942
152983	rnn.weight_ih_l0_reverse	7	-0.004345965106040239
152983	rnn.weight_ih_l0_reverse	8	0.096458300948143
152983	rnn.weight_ih_l0_reverse	9	0.022080548107624054
152983	rnn.weight_hh_l0_reverse	0	0.007580148987472057
152983	rnn.weight_hh_l0_reverse	1	0.02580779604613781
152983	rnn.weight_hh_l0_reverse	2	-0.04231596738100052
152983	rnn.weight_hh_l0_reverse	3	0.03761426359415054
152983	rnn.weight_hh_l0_reverse	4	0.027154799550771713
152983	rnn.weight_hh_l0_reverse	5	0.0012025902979075909
152983	rnn.weight_hh_l0_reverse	6	0.06046745181083679
152983	rnn.weight_hh_l0_reverse	7	0.024630116298794746
152983	rnn.weight_hh_l0_reverse	8	-0.01343541219830513
152983	rnn.weight_hh_l0_reverse	9	-0.03487915173172951
152983	rnn.bias_ih_l0_reverse	0	-0.1424187421798706
152983	rnn.bias_ih_l0_reverse	1	-0.31047308444976807
152983	rnn.bias_ih_l0_reverse	2	-0.0643673837184906
152983	rnn.bias_ih_l0_reverse	3	-0.14187046885490417
152983	rnn.bias_ih_l0_reverse	4	0.0725007951259613
152983	rnn.bias_ih_l0_reverse	5	-0.2605067491531372
152983	rnn.bias_ih_l0_reverse	6	-0.055003296583890915
152983	rnn.bias_ih_l0_reverse	7	0.004431463778018951
152983	rnn.bias_ih_l0_reverse	8	-0.17799857258796692
152983	rnn.bias_ih_l0_reverse	9	-0.09358712285757065
152983	rnn.bias_hh_l0_reverse	0	-0.15554462373256683
152983	rnn.bias_hh_l0_reverse	1	-0.14449819922447205
152983	rnn.bias_hh_l0_reverse	2	-0.017963046208024025
152983	rnn.bias_hh_l0_reverse	3	-0.13444936275482178
152983	rnn.bias_hh_l0_reverse	4	-0.022418402135372162
152983	rnn.bias_hh_l0_reverse	5	-0.11004289984703064
152983	rnn.bias_hh_l0_reverse	6	-0.07356913387775421
152983	rnn.bias_hh_l0_reverse	7	-0.20193123817443848
152983	rnn.bias_hh_l0_reverse	8	-0.05284786596894264
152983	rnn.bias_hh_l0_reverse	9	-0.13260923326015472
152983	linear.weight	0	-0.20080584287643433
152983	linear.weight	1	-0.17097298800945282
152983	linear.weight	2	-0.011228874325752258
152983	linear.weight	3	-0.026270434260368347
152983	linear.weight	4	0.07603158056735992
152983	linear.weight	5	0.21943335235118866
152983	linear.weight	6	0.0047744326293468475
152983	linear.weight	7	-0.021312154829502106
152983	linear.weight	8	0.1754639893770218
152983	linear.weight	9	0.16602912545204163
152983	linear.bias	0	-0.8611183762550354
152983	linear.bias	1	1.3757396936416626
152983	linear.bias	2	-0.39551693201065063
152983	linear.bias	3	-0.6992551684379578
152983	linear.bias	4	-0.8755528926849365
152983	linear.bias	5	-1.1737726926803589
152983	linear.bias	6	-0.9325496554374695
152983	linear.bias	7	-0.723256528377533
152983	linear.bias	8	-0.01705317199230194
152983	linear.bias	9	3.3562228679656982
153180	transitions	0	-0.41540223360061646
153180	transitions	1	8.56953239440918
153180	transitions	2	-3.498725652694702
153180	transitions	3	1.420936942100525
153180	transitions	4	-2.108675718307495
153180	transitions	5	-0.3907431364059448
153180	transitions	6	-0.18878377974033356
153180	transitions	7	-10000.0
153180	transitions	8	1.7708845138549805
153180	transitions	9	-2.293787717819214
153180	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
153180	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
153180	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
153180	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
153180	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
153180	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
153180	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
153180	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
153180	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
153180	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
153180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
153180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
153180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
153180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
153180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
153180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
153180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
153180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
153180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
153180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
153180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
153180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
153180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
153180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
153180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
153180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
153180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
153180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
153180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
153180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
153180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
153180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
153180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
153180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
153180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
153180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
153180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
153180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
153180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
153180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
153180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
153180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
153180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
153180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
153180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
153180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
153180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
153180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
153180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
153180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
153180	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
153180	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
153180	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
153180	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
153180	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
153180	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
153180	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
153180	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
153180	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
153180	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
153180	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
153180	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
153180	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
153180	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
153180	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
153180	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
153180	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
153180	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
153180	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
153180	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
153180	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
153180	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
153180	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
153180	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
153180	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
153180	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
153180	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
153180	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
153180	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
153180	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
153180	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
153180	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
153180	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
153180	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
153180	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
153180	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
153180	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
153180	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
153180	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
153180	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
153180	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
153180	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
153180	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
153180	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
153180	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
153180	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
153180	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
153180	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
153180	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
153180	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
153180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
153180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
153180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
153180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
153180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
153180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
153180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
153180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
153180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
153180	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
153180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
153180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
153180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
153180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
153180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
153180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
153180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
153180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
153180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
153180	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
153180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
153180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
153180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
153180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
153180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
153180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
153180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
153180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
153180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
153180	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
153180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
153180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
153180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
153180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
153180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
153180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
153180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
153180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
153180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
153180	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
153180	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
153180	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
153180	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
153180	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
153180	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
153180	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
153180	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
153180	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
153180	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
153180	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
153180	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
153180	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
153180	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
153180	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
153180	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
153180	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
153180	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
153180	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
153180	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
153180	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
153180	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
153180	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
153180	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
153180	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
153180	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
153180	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
153180	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
153180	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
153180	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
153180	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
153180	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
153180	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
153180	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
153180	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
153180	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
153180	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
153180	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
153180	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
153180	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
153180	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
153180	embedding2nn.weight	0	0.04955527186393738
153180	embedding2nn.weight	1	-0.09173029661178589
153180	embedding2nn.weight	2	0.005790241528302431
153180	embedding2nn.weight	3	-0.05728145316243172
153180	embedding2nn.weight	4	-0.11494248360395432
153180	embedding2nn.weight	5	0.11884675920009613
153180	embedding2nn.weight	6	-0.12323172390460968
153180	embedding2nn.weight	7	-0.07738938182592392
153180	embedding2nn.weight	8	-0.02517123892903328
153180	embedding2nn.weight	9	0.06748303771018982
153180	embedding2nn.bias	0	0.06948605924844742
153180	embedding2nn.bias	1	0.03754330798983574
153180	embedding2nn.bias	2	-0.09296998381614685
153180	embedding2nn.bias	3	0.0508791022002697
153180	embedding2nn.bias	4	-0.025489728897809982
153180	embedding2nn.bias	5	-0.1584264189004898
153180	embedding2nn.bias	6	-0.11844351887702942
153180	embedding2nn.bias	7	-0.06284092366695404
153180	embedding2nn.bias	8	0.10725449025630951
153180	embedding2nn.bias	9	-0.05511699616909027
153180	rnn.weight_ih_l0	0	0.035377345979213715
153180	rnn.weight_ih_l0	1	-0.06893852353096008
153180	rnn.weight_ih_l0	2	-0.03025107830762863
153180	rnn.weight_ih_l0	3	-0.04435520991683006
153180	rnn.weight_ih_l0	4	0.026564495638012886
153180	rnn.weight_ih_l0	5	-0.10260806232690811
153180	rnn.weight_ih_l0	6	-0.06220730021595955
153180	rnn.weight_ih_l0	7	-0.01770452782511711
153180	rnn.weight_ih_l0	8	0.06828612834215164
153180	rnn.weight_ih_l0	9	0.01044757105410099
153180	rnn.weight_hh_l0	0	-0.0013857658486813307
153180	rnn.weight_hh_l0	1	-0.09460621327161789
153180	rnn.weight_hh_l0	2	0.06546870619058609
153180	rnn.weight_hh_l0	3	0.042273443192243576
153180	rnn.weight_hh_l0	4	0.004756462760269642
153180	rnn.weight_hh_l0	5	0.0654035210609436
153180	rnn.weight_hh_l0	6	-0.016618113964796066
153180	rnn.weight_hh_l0	7	-0.09415480494499207
153180	rnn.weight_hh_l0	8	0.007936081849038601
153180	rnn.weight_hh_l0	9	-0.08533939719200134
153180	rnn.bias_ih_l0	0	-0.05647793784737587
153180	rnn.bias_ih_l0	1	-0.18814636766910553
153180	rnn.bias_ih_l0	2	-0.25333598256111145
153180	rnn.bias_ih_l0	3	-0.27465230226516724
153180	rnn.bias_ih_l0	4	-0.0034250651951879263
153180	rnn.bias_ih_l0	5	0.04418592527508736
153180	rnn.bias_ih_l0	6	-0.17722345888614655
153180	rnn.bias_ih_l0	7	-0.2533298432826996
153180	rnn.bias_ih_l0	8	-0.12496696412563324
153180	rnn.bias_ih_l0	9	-0.1842663437128067
153180	rnn.bias_hh_l0	0	0.12281598150730133
153180	rnn.bias_hh_l0	1	-0.060607217252254486
153180	rnn.bias_hh_l0	2	0.04600991681218147
153180	rnn.bias_hh_l0	3	-0.16885720193386078
153180	rnn.bias_hh_l0	4	0.03788238391280174
153180	rnn.bias_hh_l0	5	0.029175883159041405
153180	rnn.bias_hh_l0	6	-0.09168267250061035
153180	rnn.bias_hh_l0	7	-0.1639918088912964
153180	rnn.bias_hh_l0	8	-0.18951505422592163
153180	rnn.bias_hh_l0	9	-0.10319755971431732
153180	rnn.weight_ih_l0_reverse	0	-0.020142218098044395
153180	rnn.weight_ih_l0_reverse	1	0.004148472566157579
153180	rnn.weight_ih_l0_reverse	2	0.020326564088463783
153180	rnn.weight_ih_l0_reverse	3	0.004240662325173616
153180	rnn.weight_ih_l0_reverse	4	0.024995755404233932
153180	rnn.weight_ih_l0_reverse	5	-0.05752035975456238
153180	rnn.weight_ih_l0_reverse	6	-0.047492798417806625
153180	rnn.weight_ih_l0_reverse	7	-0.0020653691608458757
153180	rnn.weight_ih_l0_reverse	8	0.09795656055212021
153180	rnn.weight_ih_l0_reverse	9	0.021717915311455727
153180	rnn.weight_hh_l0_reverse	0	0.0075495862402021885
153180	rnn.weight_hh_l0_reverse	1	0.02567438594996929
153180	rnn.weight_hh_l0_reverse	2	-0.04242216423153877
153180	rnn.weight_hh_l0_reverse	3	0.03744656220078468
153180	rnn.weight_hh_l0_reverse	4	0.02690952830016613
153180	rnn.weight_hh_l0_reverse	5	0.00130242679733783
153180	rnn.weight_hh_l0_reverse	6	0.060074180364608765
153180	rnn.weight_hh_l0_reverse	7	0.024155300110578537
153180	rnn.weight_hh_l0_reverse	8	-0.01399565115571022
153180	rnn.weight_hh_l0_reverse	9	-0.0348726324737072
153180	rnn.bias_ih_l0_reverse	0	-0.1413104236125946
153180	rnn.bias_ih_l0_reverse	1	-0.31034842133522034
153180	rnn.bias_ih_l0_reverse	2	-0.06440843641757965
153180	rnn.bias_ih_l0_reverse	3	-0.14241661131381989
153180	rnn.bias_ih_l0_reverse	4	0.07348239421844482
153180	rnn.bias_ih_l0_reverse	5	-0.25861087441444397
153180	rnn.bias_ih_l0_reverse	6	-0.05282226949930191
153180	rnn.bias_ih_l0_reverse	7	0.004013117402791977
153180	rnn.bias_ih_l0_reverse	8	-0.17841582000255585
153180	rnn.bias_ih_l0_reverse	9	-0.09089662879705429
153180	rnn.bias_hh_l0_reverse	0	-0.1549799144268036
153180	rnn.bias_hh_l0_reverse	1	-0.14735564589500427
153180	rnn.bias_hh_l0_reverse	2	-0.017926111817359924
153180	rnn.bias_hh_l0_reverse	3	-0.13520433008670807
153180	rnn.bias_hh_l0_reverse	4	-0.022884944453835487
153180	rnn.bias_hh_l0_reverse	5	-0.10966641455888748
153180	rnn.bias_hh_l0_reverse	6	-0.0712549015879631
153180	rnn.bias_hh_l0_reverse	7	-0.2037559598684311
153180	rnn.bias_hh_l0_reverse	8	-0.051699280738830566
153180	rnn.bias_hh_l0_reverse	9	-0.1328902244567871
153180	linear.weight	0	-0.21112455427646637
153180	linear.weight	1	-0.17262013256549835
153180	linear.weight	2	-0.011228874325752258
153180	linear.weight	3	-0.030454901978373528
153180	linear.weight	4	0.07961610704660416
153180	linear.weight	5	0.22215799987316132
153180	linear.weight	6	0.0047744326293468475
153180	linear.weight	7	-0.021312154829502106
153180	linear.weight	8	0.17290683090686798
153180	linear.weight	9	0.17285272479057312
153180	linear.bias	0	-0.855722188949585
153180	linear.bias	1	1.4128915071487427
153180	linear.bias	2	-0.3938986659049988
153180	linear.bias	3	-0.6983062028884888
153180	linear.bias	4	-0.8641649484634399
153180	linear.bias	5	-1.173799753189087
153180	linear.bias	6	-0.9282175898551941
153180	linear.bias	7	-0.7190161943435669
153180	linear.bias	8	-0.01705317199230194
153180	linear.bias	9	3.358041524887085
153377	transitions	0	-0.41545772552490234
153377	transitions	1	8.566500663757324
153377	transitions	2	-3.4989335536956787
153377	transitions	3	1.4280160665512085
153377	transitions	4	-2.108828544616699
153377	transitions	5	-0.3907814919948578
153377	transitions	6	-0.18881747126579285
153377	transitions	7	-10000.0
153377	transitions	8	1.7718729972839355
153377	transitions	9	-2.293789863586426
153377	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
153377	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
153377	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
153377	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
153377	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
153377	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
153377	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
153377	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
153377	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
153377	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
153377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
153377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
153377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
153377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
153377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
153377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
153377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
153377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
153377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
153377	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
153377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
153377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
153377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
153377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
153377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
153377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
153377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
153377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
153377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
153377	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
153377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
153377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
153377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
153377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
153377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
153377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
153377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
153377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
153377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
153377	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
153377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
153377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
153377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
153377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
153377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
153377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
153377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
153377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
153377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
153377	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
153377	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
153377	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
153377	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
153377	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
153377	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
153377	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
153377	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
153377	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
153377	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
153377	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
153377	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
153377	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
153377	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
153377	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
153377	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
153377	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
153377	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
153377	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
153377	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
153377	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
153377	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
153377	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
153377	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
153377	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
153377	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
153377	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
153377	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
153377	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
153377	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
153377	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
153377	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
153377	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
153377	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
153377	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
153377	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
153377	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
153377	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
153377	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
153377	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
153377	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
153377	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
153377	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
153377	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
153377	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
153377	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
153377	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
153377	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
153377	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
153377	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
153377	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
153377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
153377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
153377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
153377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
153377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
153377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
153377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
153377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
153377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
153377	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
153377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
153377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
153377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
153377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
153377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
153377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
153377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
153377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
153377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
153377	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
153377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
153377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
153377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
153377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
153377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
153377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
153377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
153377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
153377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
153377	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
153377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
153377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
153377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
153377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
153377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
153377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
153377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
153377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
153377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
153377	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
153377	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
153377	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
153377	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
153377	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
153377	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
153377	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
153377	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
153377	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
153377	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
153377	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
153377	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
153377	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
153377	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
153377	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
153377	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
153377	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
153377	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
153377	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
153377	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
153377	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
153377	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
153377	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
153377	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
153377	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
153377	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
153377	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
153377	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
153377	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
153377	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
153377	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
153377	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
153377	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
153377	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
153377	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
153377	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
153377	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
153377	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
153377	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
153377	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
153377	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
153377	embedding2nn.weight	0	0.04962310940027237
153377	embedding2nn.weight	1	-0.09164001047611237
153377	embedding2nn.weight	2	0.008465631864964962
153377	embedding2nn.weight	3	-0.056842412799596786
153377	embedding2nn.weight	4	-0.11573635041713715
153377	embedding2nn.weight	5	0.11890120059251785
153377	embedding2nn.weight	6	-0.12278334051370621
153377	embedding2nn.weight	7	-0.07528045028448105
153377	embedding2nn.weight	8	-0.025482801720499992
153377	embedding2nn.weight	9	0.0657832995057106
153377	embedding2nn.bias	0	0.06972619891166687
153377	embedding2nn.bias	1	0.02869347296655178
153377	embedding2nn.bias	2	-0.09106145799160004
153377	embedding2nn.bias	3	0.05521243438124657
153377	embedding2nn.bias	4	-0.018134592100977898
153377	embedding2nn.bias	5	-0.16886556148529053
153377	embedding2nn.bias	6	-0.11202210932970047
153377	embedding2nn.bias	7	-0.06783477216959
153377	embedding2nn.bias	8	0.09971420466899872
153377	embedding2nn.bias	9	-0.05757492408156395
153377	rnn.weight_ih_l0	0	0.03434962406754494
153377	rnn.weight_ih_l0	1	-0.06574087589979172
153377	rnn.weight_ih_l0	2	-0.03083747997879982
153377	rnn.weight_ih_l0	3	-0.044704046100378036
153377	rnn.weight_ih_l0	4	0.023633409291505814
153377	rnn.weight_ih_l0	5	-0.10371830314397812
153377	rnn.weight_ih_l0	6	-0.061169371008872986
153377	rnn.weight_ih_l0	7	-0.01831909455358982
153377	rnn.weight_ih_l0	8	0.06895532459020615
153377	rnn.weight_ih_l0	9	0.011769183911383152
153377	rnn.weight_hh_l0	0	-0.000791612546890974
153377	rnn.weight_hh_l0	1	-0.09396747499704361
153377	rnn.weight_hh_l0	2	0.0650898814201355
153377	rnn.weight_hh_l0	3	0.04243598133325577
153377	rnn.weight_hh_l0	4	0.004813459236174822
153377	rnn.weight_hh_l0	5	0.06549682468175888
153377	rnn.weight_hh_l0	6	-0.01634572446346283
153377	rnn.weight_hh_l0	7	-0.09401611238718033
153377	rnn.weight_hh_l0	8	0.007919665426015854
153377	rnn.weight_hh_l0	9	-0.08362522721290588
153377	rnn.bias_ih_l0	0	-0.05572400987148285
153377	rnn.bias_ih_l0	1	-0.18708907067775726
153377	rnn.bias_ih_l0	2	-0.25234708189964294
153377	rnn.bias_ih_l0	3	-0.27429288625717163
153377	rnn.bias_ih_l0	4	-0.003865814534947276
153377	rnn.bias_ih_l0	5	0.04365037754178047
153377	rnn.bias_ih_l0	6	-0.17576801776885986
153377	rnn.bias_ih_l0	7	-0.25385311245918274
153377	rnn.bias_ih_l0	8	-0.12431874126195908
153377	rnn.bias_ih_l0	9	-0.18538501858711243
153377	rnn.bias_hh_l0	0	0.12007265537977219
153377	rnn.bias_hh_l0	1	-0.060776486992836
153377	rnn.bias_hh_l0	2	0.046064238995313644
153377	rnn.bias_hh_l0	3	-0.16901548206806183
153377	rnn.bias_hh_l0	4	0.03786761686205864
153377	rnn.bias_hh_l0	5	0.029209278523921967
153377	rnn.bias_hh_l0	6	-0.0915450006723404
153377	rnn.bias_hh_l0	7	-0.16418282687664032
153377	rnn.bias_hh_l0	8	-0.1884489357471466
153377	rnn.bias_hh_l0	9	-0.10345551371574402
153377	rnn.weight_ih_l0_reverse	0	-0.019094884395599365
153377	rnn.weight_ih_l0_reverse	1	0.004757997579872608
153377	rnn.weight_ih_l0_reverse	2	0.021508391946554184
153377	rnn.weight_ih_l0_reverse	3	0.005888000596314669
153377	rnn.weight_ih_l0_reverse	4	0.025751428678631783
153377	rnn.weight_ih_l0_reverse	5	-0.05927767977118492
153377	rnn.weight_ih_l0_reverse	6	-0.04743209481239319
153377	rnn.weight_ih_l0_reverse	7	-0.0015865523600950837
153377	rnn.weight_ih_l0_reverse	8	0.09633175283670425
153377	rnn.weight_ih_l0_reverse	9	0.02053375355899334
153377	rnn.weight_hh_l0_reverse	0	0.007662165444344282
153377	rnn.weight_hh_l0_reverse	1	0.025980571284890175
153377	rnn.weight_hh_l0_reverse	2	-0.04331021383404732
153377	rnn.weight_hh_l0_reverse	3	0.037164028733968735
153377	rnn.weight_hh_l0_reverse	4	0.02656535618007183
153377	rnn.weight_hh_l0_reverse	5	0.0009296368225477636
153377	rnn.weight_hh_l0_reverse	6	0.05939316749572754
153377	rnn.weight_hh_l0_reverse	7	0.024793757125735283
153377	rnn.weight_hh_l0_reverse	8	-0.014211155474185944
153377	rnn.weight_hh_l0_reverse	9	-0.0347440131008625
153377	rnn.bias_ih_l0_reverse	0	-0.14109039306640625
153377	rnn.bias_ih_l0_reverse	1	-0.3097009062767029
153377	rnn.bias_ih_l0_reverse	2	-0.06571316719055176
153377	rnn.bias_ih_l0_reverse	3	-0.14233478903770447
153377	rnn.bias_ih_l0_reverse	4	0.07226590067148209
153377	rnn.bias_ih_l0_reverse	5	-0.2552175223827362
153377	rnn.bias_ih_l0_reverse	6	-0.054107826203107834
153377	rnn.bias_ih_l0_reverse	7	-0.0013560015941038728
153377	rnn.bias_ih_l0_reverse	8	-0.17906127870082855
153377	rnn.bias_ih_l0_reverse	9	-0.08788932114839554
153377	rnn.bias_hh_l0_reverse	0	-0.15585120022296906
153377	rnn.bias_hh_l0_reverse	1	-0.1480707824230194
153377	rnn.bias_hh_l0_reverse	2	-0.017267568036913872
153377	rnn.bias_hh_l0_reverse	3	-0.1357056051492691
153377	rnn.bias_hh_l0_reverse	4	-0.024816060438752174
153377	rnn.bias_hh_l0_reverse	5	-0.10956162959337234
153377	rnn.bias_hh_l0_reverse	6	-0.07350941002368927
153377	rnn.bias_hh_l0_reverse	7	-0.2038702368736267
153377	rnn.bias_hh_l0_reverse	8	-0.0532505065202713
153377	rnn.bias_hh_l0_reverse	9	-0.13330058753490448
153377	linear.weight	0	-0.21826665103435516
153377	linear.weight	1	-0.16589833796024323
153377	linear.weight	2	-0.011228874325752258
153377	linear.weight	3	-0.03935690596699715
153377	linear.weight	4	0.0719752088189125
153377	linear.weight	5	0.22655463218688965
153377	linear.weight	6	0.0047744326293468475
153377	linear.weight	7	-0.021312154829502106
153377	linear.weight	8	0.17198218405246735
153377	linear.weight	9	0.17229145765304565
153377	linear.bias	0	-0.8626017570495605
153377	linear.bias	1	1.370221495628357
153377	linear.bias	2	-0.3949079215526581
153377	linear.bias	3	-0.6881228685379028
153377	linear.bias	4	-0.8591201901435852
153377	linear.bias	5	-1.1738265752792358
153377	linear.bias	6	-0.9350717663764954
153377	linear.bias	7	-0.7204562425613403
153377	linear.bias	8	-0.01705317199230194
153377	linear.bias	9	3.3238320350646973
153574	transitions	0	-0.41553422808647156
153574	transitions	1	8.553071022033691
153574	transitions	2	-3.499241828918457
153574	transitions	3	1.4349509477615356
153574	transitions	4	-2.1091043949127197
153574	transitions	5	-0.3911707401275635
153574	transitions	6	-0.1888347715139389
153574	transitions	7	-10000.0
153574	transitions	8	1.773080825805664
153574	transitions	9	-2.293794631958008
153574	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
153574	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
153574	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
153574	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
153574	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
153574	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
153574	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
153574	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
153574	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
153574	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
153574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
153574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
153574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
153574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
153574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
153574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
153574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
153574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
153574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
153574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
153574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
153574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
153574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
153574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
153574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
153574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
153574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
153574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
153574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
153574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
153574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
153574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
153574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
153574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
153574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
153574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
153574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
153574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
153574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
153574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
153574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
153574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
153574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
153574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
153574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
153574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
153574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
153574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
153574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
153574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
153574	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
153574	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
153574	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
153574	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
153574	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
153574	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
153574	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
153574	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
153574	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
153574	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
153574	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
153574	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
153574	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
153574	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
153574	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
153574	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
153574	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
153574	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
153574	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
153574	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
153574	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
153574	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
153574	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
153574	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
153574	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
153574	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
153574	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
153574	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
153574	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
153574	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
153574	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
153574	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
153574	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
153574	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
153574	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
153574	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
153574	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
153574	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
153574	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
153574	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
153574	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
153574	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
153574	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
153574	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
153574	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
153574	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
153574	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
153574	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
153574	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
153574	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
153574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
153574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
153574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
153574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
153574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
153574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
153574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
153574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
153574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
153574	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
153574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
153574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
153574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
153574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
153574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
153574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
153574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
153574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
153574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
153574	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
153574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
153574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
153574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
153574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
153574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
153574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
153574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
153574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
153574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
153574	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
153574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
153574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
153574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
153574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
153574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
153574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
153574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
153574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
153574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
153574	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
153574	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
153574	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
153574	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
153574	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
153574	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
153574	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
153574	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
153574	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
153574	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
153574	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
153574	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
153574	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
153574	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
153574	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
153574	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
153574	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
153574	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
153574	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
153574	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
153574	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
153574	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
153574	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
153574	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
153574	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
153574	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
153574	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
153574	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
153574	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
153574	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
153574	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
153574	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
153574	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
153574	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
153574	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
153574	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
153574	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
153574	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
153574	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
153574	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
153574	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
153574	embedding2nn.weight	0	0.05013788491487503
153574	embedding2nn.weight	1	-0.0913621336221695
153574	embedding2nn.weight	2	0.008992999792098999
153574	embedding2nn.weight	3	-0.05677943676710129
153574	embedding2nn.weight	4	-0.11407256126403809
153574	embedding2nn.weight	5	0.1199597418308258
153574	embedding2nn.weight	6	-0.12127714604139328
153574	embedding2nn.weight	7	-0.073895163834095
153574	embedding2nn.weight	8	-0.026005281135439873
153574	embedding2nn.weight	9	0.0645359605550766
153574	embedding2nn.bias	0	0.07068502902984619
153574	embedding2nn.bias	1	0.026790408417582512
153574	embedding2nn.bias	2	-0.09765679389238358
153574	embedding2nn.bias	3	0.052122812718153
153574	embedding2nn.bias	4	-0.0211736299097538
153574	embedding2nn.bias	5	-0.1704852432012558
153574	embedding2nn.bias	6	-0.12365904450416565
153574	embedding2nn.bias	7	-0.0639822855591774
153574	embedding2nn.bias	8	0.1036219596862793
153574	embedding2nn.bias	9	-0.05914818122982979
153574	rnn.weight_ih_l0	0	0.034367408603429794
153574	rnn.weight_ih_l0	1	-0.06649322062730789
153574	rnn.weight_ih_l0	2	-0.030864287167787552
153574	rnn.weight_ih_l0	3	-0.044645216315984726
153574	rnn.weight_ih_l0	4	0.025425538420677185
153574	rnn.weight_ih_l0	5	-0.10488488525152206
153574	rnn.weight_ih_l0	6	-0.06054185703396797
153574	rnn.weight_ih_l0	7	-0.01873234286904335
153574	rnn.weight_ih_l0	8	0.06931103020906448
153574	rnn.weight_ih_l0	9	0.010505237616598606
153574	rnn.weight_hh_l0	0	-0.00043123960494995117
153574	rnn.weight_hh_l0	1	-0.09322759509086609
153574	rnn.weight_hh_l0	2	0.06447864323854446
153574	rnn.weight_hh_l0	3	0.042272962629795074
153574	rnn.weight_hh_l0	4	0.004602921660989523
153574	rnn.weight_hh_l0	5	0.06615401059389114
153574	rnn.weight_hh_l0	6	-0.016259275376796722
153574	rnn.weight_hh_l0	7	-0.09432389587163925
153574	rnn.weight_hh_l0	8	0.008826041594147682
153574	rnn.weight_hh_l0	9	-0.08301222324371338
153574	rnn.bias_ih_l0	0	-0.05452042073011398
153574	rnn.bias_ih_l0	1	-0.1856548935174942
153574	rnn.bias_ih_l0	2	-0.25211265683174133
153574	rnn.bias_ih_l0	3	-0.2729089856147766
153574	rnn.bias_ih_l0	4	-0.0045957681722939014
153574	rnn.bias_ih_l0	5	0.04280324652791023
153574	rnn.bias_ih_l0	6	-0.17654621601104736
153574	rnn.bias_ih_l0	7	-0.2528465688228607
153574	rnn.bias_ih_l0	8	-0.12482637166976929
153574	rnn.bias_ih_l0	9	-0.1858053058385849
153574	rnn.bias_hh_l0	0	0.11950185149908066
153574	rnn.bias_hh_l0	1	-0.05901079252362251
153574	rnn.bias_hh_l0	2	0.0452243909239769
153574	rnn.bias_hh_l0	3	-0.16930069029331207
153574	rnn.bias_hh_l0	4	0.037523865699768066
153574	rnn.bias_hh_l0	5	0.02800999954342842
153574	rnn.bias_hh_l0	6	-0.09104213118553162
153574	rnn.bias_hh_l0	7	-0.1638845056295395
153574	rnn.bias_hh_l0	8	-0.18915008008480072
153574	rnn.bias_hh_l0	9	-0.10285136848688126
153574	rnn.weight_ih_l0_reverse	0	-0.020088376477360725
153574	rnn.weight_ih_l0_reverse	1	0.00521893473342061
153574	rnn.weight_ih_l0_reverse	2	0.022010639309883118
153574	rnn.weight_ih_l0_reverse	3	0.005525263026356697
153574	rnn.weight_ih_l0_reverse	4	0.025198381394147873
153574	rnn.weight_ih_l0_reverse	5	-0.06120673567056656
153574	rnn.weight_ih_l0_reverse	6	-0.047360971570014954
153574	rnn.weight_ih_l0_reverse	7	-0.0011078390525653958
153574	rnn.weight_ih_l0_reverse	8	0.09615684300661087
153574	rnn.weight_ih_l0_reverse	9	0.020586734637618065
153574	rnn.weight_hh_l0_reverse	0	0.007632202934473753
153574	rnn.weight_hh_l0_reverse	1	0.02594604715704918
153574	rnn.weight_hh_l0_reverse	2	-0.04323059692978859
153574	rnn.weight_hh_l0_reverse	3	0.03725455328822136
153574	rnn.weight_hh_l0_reverse	4	0.026762301102280617
153574	rnn.weight_hh_l0_reverse	5	0.0005974444793537259
153574	rnn.weight_hh_l0_reverse	6	0.059080805629491806
153574	rnn.weight_hh_l0_reverse	7	0.024803755804896355
153574	rnn.weight_hh_l0_reverse	8	-0.014523254707455635
153574	rnn.weight_hh_l0_reverse	9	-0.035285525023937225
153574	rnn.bias_ih_l0_reverse	0	-0.14170828461647034
153574	rnn.bias_ih_l0_reverse	1	-0.3100045919418335
153574	rnn.bias_ih_l0_reverse	2	-0.0660175308585167
153574	rnn.bias_ih_l0_reverse	3	-0.14194244146347046
153574	rnn.bias_ih_l0_reverse	4	0.07319669425487518
153574	rnn.bias_ih_l0_reverse	5	-0.25603988766670227
153574	rnn.bias_ih_l0_reverse	6	-0.05342318117618561
153574	rnn.bias_ih_l0_reverse	7	-0.004818792454898357
153574	rnn.bias_ih_l0_reverse	8	-0.17885318398475647
153574	rnn.bias_ih_l0_reverse	9	-0.09019891917705536
153574	rnn.bias_hh_l0_reverse	0	-0.15687578916549683
153574	rnn.bias_hh_l0_reverse	1	-0.14775800704956055
153574	rnn.bias_hh_l0_reverse	2	-0.017798088490962982
153574	rnn.bias_hh_l0_reverse	3	-0.13395607471466064
153574	rnn.bias_hh_l0_reverse	4	-0.02326013892889023
153574	rnn.bias_hh_l0_reverse	5	-0.10846728831529617
153574	rnn.bias_hh_l0_reverse	6	-0.07236338406801224
153574	rnn.bias_hh_l0_reverse	7	-0.20584265887737274
153574	rnn.bias_hh_l0_reverse	8	-0.05443954840302467
153574	rnn.bias_hh_l0_reverse	9	-0.1336277425289154
153574	linear.weight	0	-0.23539376258850098
153574	linear.weight	1	-0.16612692177295685
153574	linear.weight	2	-0.011228874325752258
153574	linear.weight	3	-0.039087556302547455
153574	linear.weight	4	0.06605306267738342
153574	linear.weight	5	0.21203599870204926
153574	linear.weight	6	0.0047744326293468475
153574	linear.weight	7	-0.021312154829502106
153574	linear.weight	8	0.16180118918418884
153574	linear.weight	9	0.1775200515985489
153574	linear.bias	0	-0.8512437343597412
153574	linear.bias	1	1.3995599746704102
153574	linear.bias	2	-0.431527704000473
153574	linear.bias	3	-0.6855127811431885
153574	linear.bias	4	-0.8752439022064209
153574	linear.bias	5	-1.173858642578125
153574	linear.bias	6	-0.9259150624275208
153574	linear.bias	7	-0.7118992805480957
153574	linear.bias	8	-0.01705317199230194
153574	linear.bias	9	3.328643798828125
153771	transitions	0	-0.4156535267829895
153771	transitions	1	8.569361686706543
153771	transitions	2	-3.4995439052581787
153771	transitions	3	1.437714695930481
153771	transitions	4	-2.109506368637085
153771	transitions	5	-0.3912334740161896
153771	transitions	6	-0.1888536512851715
153771	transitions	7	-10000.0
153771	transitions	8	1.7723945379257202
153771	transitions	9	-2.2937965393066406
153771	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
153771	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
153771	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
153771	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
153771	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
153771	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
153771	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
153771	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
153771	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
153771	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
153771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
153771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
153771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
153771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
153771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
153771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
153771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
153771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
153771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
153771	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
153771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
153771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
153771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
153771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
153771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
153771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
153771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
153771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
153771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
153771	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
153771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
153771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
153771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
153771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
153771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
153771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
153771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
153771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
153771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
153771	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
153771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
153771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
153771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
153771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
153771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
153771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
153771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
153771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
153771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
153771	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
153771	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
153771	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
153771	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
153771	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
153771	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
153771	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
153771	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
153771	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
153771	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
153771	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
153771	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
153771	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
153771	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
153771	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
153771	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
153771	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
153771	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
153771	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
153771	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
153771	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
153771	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
153771	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
153771	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
153771	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
153771	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
153771	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
153771	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
153771	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
153771	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
153771	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
153771	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
153771	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
153771	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
153771	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
153771	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
153771	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
153771	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
153771	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
153771	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
153771	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
153771	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
153771	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
153771	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
153771	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
153771	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
153771	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
153771	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
153771	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
153771	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
153771	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
153771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
153771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
153771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
153771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
153771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
153771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
153771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
153771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
153771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
153771	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
153771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
153771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
153771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
153771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
153771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
153771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
153771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
153771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
153771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
153771	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
153771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
153771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
153771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
153771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
153771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
153771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
153771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
153771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
153771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
153771	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
153771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
153771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
153771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
153771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
153771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
153771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
153771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
153771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
153771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
153771	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
153771	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
153771	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
153771	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
153771	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
153771	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
153771	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
153771	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
153771	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
153771	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
153771	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
153771	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
153771	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
153771	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
153771	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
153771	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
153771	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
153771	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
153771	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
153771	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
153771	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
153771	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
153771	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
153771	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
153771	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
153771	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
153771	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
153771	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
153771	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
153771	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
153771	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
153771	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
153771	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
153771	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
153771	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
153771	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
153771	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
153771	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
153771	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
153771	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
153771	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
153771	embedding2nn.weight	0	0.050449296832084656
153771	embedding2nn.weight	1	-0.09159135818481445
153771	embedding2nn.weight	2	0.006857722532004118
153771	embedding2nn.weight	3	-0.057186808437108994
153771	embedding2nn.weight	4	-0.11350351572036743
153771	embedding2nn.weight	5	0.12008324265480042
153771	embedding2nn.weight	6	-0.12088896334171295
153771	embedding2nn.weight	7	-0.0735156387090683
153771	embedding2nn.weight	8	-0.026204228401184082
153771	embedding2nn.weight	9	0.06587853282690048
153771	embedding2nn.bias	0	0.07328567653894424
153771	embedding2nn.bias	1	0.031019803136587143
153771	embedding2nn.bias	2	-0.09703341126441956
153771	embedding2nn.bias	3	0.05511688068509102
153771	embedding2nn.bias	4	-0.024668484926223755
153771	embedding2nn.bias	5	-0.17201866209506989
153771	embedding2nn.bias	6	-0.11997915059328079
153771	embedding2nn.bias	7	-0.05710616707801819
153771	embedding2nn.bias	8	0.09543528407812119
153771	embedding2nn.bias	9	-0.06512811034917831
153771	rnn.weight_ih_l0	0	0.03453674912452698
153771	rnn.weight_ih_l0	1	-0.06584537029266357
153771	rnn.weight_ih_l0	2	-0.030477536842226982
153771	rnn.weight_ih_l0	3	-0.04485074058175087
153771	rnn.weight_ih_l0	4	0.026119548827409744
153771	rnn.weight_ih_l0	5	-0.10543422400951385
153771	rnn.weight_ih_l0	6	-0.06092245504260063
153771	rnn.weight_ih_l0	7	-0.018789848312735558
153771	rnn.weight_ih_l0	8	0.07020709663629532
153771	rnn.weight_ih_l0	9	0.010319027118384838
153771	rnn.weight_hh_l0	0	-0.000212873361306265
153771	rnn.weight_hh_l0	1	-0.09411802142858505
153771	rnn.weight_hh_l0	2	0.06515343487262726
153771	rnn.weight_hh_l0	3	0.042143937200307846
153771	rnn.weight_hh_l0	4	0.004649537615478039
153771	rnn.weight_hh_l0	5	0.0659470334649086
153771	rnn.weight_hh_l0	6	-0.016121389344334602
153771	rnn.weight_hh_l0	7	-0.09415850788354874
153771	rnn.weight_hh_l0	8	0.008528255857527256
153771	rnn.weight_hh_l0	9	-0.08338433504104614
153771	rnn.bias_ih_l0	0	-0.054259900003671646
153771	rnn.bias_ih_l0	1	-0.18432241678237915
153771	rnn.bias_ih_l0	2	-0.2520750164985657
153771	rnn.bias_ih_l0	3	-0.2722204625606537
153771	rnn.bias_ih_l0	4	-0.006859130691736937
153771	rnn.bias_ih_l0	5	0.040869005024433136
153771	rnn.bias_ih_l0	6	-0.17793793976306915
153771	rnn.bias_ih_l0	7	-0.2548096477985382
153771	rnn.bias_ih_l0	8	-0.12326673418283463
153771	rnn.bias_ih_l0	9	-0.18555466830730438
153771	rnn.bias_hh_l0	0	0.11987436562776566
153771	rnn.bias_hh_l0	1	-0.05914156511425972
153771	rnn.bias_hh_l0	2	0.04625886306166649
153771	rnn.bias_hh_l0	3	-0.16910697519779205
153771	rnn.bias_hh_l0	4	0.03689759969711304
153771	rnn.bias_hh_l0	5	0.027616405859589577
153771	rnn.bias_hh_l0	6	-0.09269660711288452
153771	rnn.bias_hh_l0	7	-0.1652502864599228
153771	rnn.bias_hh_l0	8	-0.18899433314800262
153771	rnn.bias_hh_l0	9	-0.10236837714910507
153771	rnn.weight_ih_l0_reverse	0	-0.020586282014846802
153771	rnn.weight_ih_l0_reverse	1	0.00464458717033267
153771	rnn.weight_ih_l0_reverse	2	0.024019014090299606
153771	rnn.weight_ih_l0_reverse	3	0.005220124032348394
153771	rnn.weight_ih_l0_reverse	4	0.024602696299552917
153771	rnn.weight_ih_l0_reverse	5	-0.061228424310684204
153771	rnn.weight_ih_l0_reverse	6	-0.04726302623748779
153771	rnn.weight_ih_l0_reverse	7	-6.874853715999052e-05
153771	rnn.weight_ih_l0_reverse	8	0.09620294719934464
153771	rnn.weight_ih_l0_reverse	9	0.02057698927819729
153771	rnn.weight_hh_l0_reverse	0	0.007689686957746744
153771	rnn.weight_hh_l0_reverse	1	0.02610301785171032
153771	rnn.weight_hh_l0_reverse	2	-0.043151725083589554
153771	rnn.weight_hh_l0_reverse	3	0.037092823535203934
153771	rnn.weight_hh_l0_reverse	4	0.026691174134612083
153771	rnn.weight_hh_l0_reverse	5	0.0005151387304067612
153771	rnn.weight_hh_l0_reverse	6	0.058726973831653595
153771	rnn.weight_hh_l0_reverse	7	0.024841023609042168
153771	rnn.weight_hh_l0_reverse	8	-0.01438100729137659
153771	rnn.weight_hh_l0_reverse	9	-0.03518551588058472
153771	rnn.bias_ih_l0_reverse	0	-0.1424035280942917
153771	rnn.bias_ih_l0_reverse	1	-0.30913594365119934
153771	rnn.bias_ih_l0_reverse	2	-0.06629794836044312
153771	rnn.bias_ih_l0_reverse	3	-0.14303484559059143
153771	rnn.bias_ih_l0_reverse	4	0.069301538169384
153771	rnn.bias_ih_l0_reverse	5	-0.25568169355392456
153771	rnn.bias_ih_l0_reverse	6	-0.05405399948358536
153771	rnn.bias_ih_l0_reverse	7	-0.0050592306070029736
153771	rnn.bias_ih_l0_reverse	8	-0.17889825999736786
153771	rnn.bias_ih_l0_reverse	9	-0.09091673046350479
153771	rnn.bias_hh_l0_reverse	0	-0.15660934150218964
153771	rnn.bias_hh_l0_reverse	1	-0.150771826505661
153771	rnn.bias_hh_l0_reverse	2	-0.01791798509657383
153771	rnn.bias_hh_l0_reverse	3	-0.13340896368026733
153771	rnn.bias_hh_l0_reverse	4	-0.023185456171631813
153771	rnn.bias_hh_l0_reverse	5	-0.10935226082801819
153771	rnn.bias_hh_l0_reverse	6	-0.07202321290969849
153771	rnn.bias_hh_l0_reverse	7	-0.2043866515159607
153771	rnn.bias_hh_l0_reverse	8	-0.05443468317389488
153771	rnn.bias_hh_l0_reverse	9	-0.13235247135162354
153771	linear.weight	0	-0.23711881041526794
153771	linear.weight	1	-0.16648012399673462
153771	linear.weight	2	-0.011228874325752258
153771	linear.weight	3	-0.04083723574876785
153771	linear.weight	4	0.07075987756252289
153771	linear.weight	5	0.2046489268541336
153771	linear.weight	6	0.0047744326293468475
153771	linear.weight	7	-0.021312154829502106
153771	linear.weight	8	0.16783294081687927
153771	linear.weight	9	0.17582781612873077
153771	linear.bias	0	-0.8669098615646362
153771	linear.bias	1	1.402134656906128
153771	linear.bias	2	-0.4309489130973816
153771	linear.bias	3	-0.6778777837753296
153771	linear.bias	4	-0.8756045699119568
153771	linear.bias	5	-1.1738859415054321
153771	linear.bias	6	-0.9420188665390015
153771	linear.bias	7	-0.7082895636558533
153771	linear.bias	8	-0.01705317199230194
153771	linear.bias	9	3.333277702331543
153968	transitions	0	-0.4157579839229584
153968	transitions	1	8.572112083435059
153968	transitions	2	-3.500011920928955
153968	transitions	3	1.4333528280258179
153968	transitions	4	-2.111449718475342
153968	transitions	5	-0.391257107257843
153968	transitions	6	-0.18887852132320404
153968	transitions	7	-10000.0
153968	transitions	8	1.774264931678772
153968	transitions	9	-2.2938005924224854
153968	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
153968	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
153968	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
153968	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
153968	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
153968	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
153968	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
153968	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
153968	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
153968	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
153968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
153968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
153968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
153968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
153968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
153968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
153968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
153968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
153968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
153968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
153968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
153968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
153968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
153968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
153968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
153968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
153968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
153968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
153968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
153968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
153968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
153968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
153968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
153968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
153968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
153968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
153968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
153968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
153968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
153968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
153968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
153968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
153968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
153968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
153968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
153968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
153968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
153968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
153968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
153968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
153968	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
153968	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
153968	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
153968	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
153968	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
153968	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
153968	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
153968	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
153968	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
153968	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
153968	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
153968	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
153968	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
153968	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
153968	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
153968	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
153968	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
153968	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
153968	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
153968	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
153968	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
153968	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
153968	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
153968	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
153968	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
153968	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
153968	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
153968	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
153968	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
153968	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
153968	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
153968	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
153968	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
153968	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
153968	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
153968	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
153968	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
153968	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
153968	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
153968	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
153968	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
153968	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
153968	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
153968	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
153968	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
153968	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
153968	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
153968	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
153968	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
153968	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
153968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
153968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
153968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
153968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
153968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
153968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
153968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
153968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
153968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
153968	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
153968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
153968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
153968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
153968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
153968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
153968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
153968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
153968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
153968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
153968	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
153968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
153968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
153968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
153968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
153968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
153968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
153968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
153968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
153968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
153968	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
153968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
153968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
153968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
153968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
153968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
153968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
153968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
153968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
153968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
153968	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
153968	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
153968	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
153968	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
153968	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
153968	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
153968	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
153968	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
153968	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
153968	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
153968	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
153968	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
153968	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
153968	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
153968	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
153968	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
153968	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
153968	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
153968	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
153968	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
153968	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
153968	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
153968	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
153968	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
153968	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
153968	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
153968	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
153968	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
153968	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
153968	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
153968	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
153968	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
153968	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
153968	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
153968	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
153968	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
153968	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
153968	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
153968	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
153968	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
153968	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
153968	embedding2nn.weight	0	0.05033770948648453
153968	embedding2nn.weight	1	-0.09215284883975983
153968	embedding2nn.weight	2	0.009069457650184631
153968	embedding2nn.weight	3	-0.05720162019133568
153968	embedding2nn.weight	4	-0.11297565698623657
153968	embedding2nn.weight	5	0.11967764049768448
153968	embedding2nn.weight	6	-0.125511035323143
153968	embedding2nn.weight	7	-0.07488346099853516
153968	embedding2nn.weight	8	-0.027030976489186287
153968	embedding2nn.weight	9	0.06598377227783203
153968	embedding2nn.bias	0	0.07400122284889221
153968	embedding2nn.bias	1	0.037231944501399994
153968	embedding2nn.bias	2	-0.095908023416996
153968	embedding2nn.bias	3	0.05240539088845253
153968	embedding2nn.bias	4	-0.020649686455726624
153968	embedding2nn.bias	5	-0.1628427952528
153968	embedding2nn.bias	6	-0.11434417217969894
153968	embedding2nn.bias	7	-0.06454642117023468
153968	embedding2nn.bias	8	0.10174121707677841
153968	embedding2nn.bias	9	-0.06119279935956001
153968	rnn.weight_ih_l0	0	0.033314794301986694
153968	rnn.weight_ih_l0	1	-0.06537768244743347
153968	rnn.weight_ih_l0	2	-0.03136694058775902
153968	rnn.weight_ih_l0	3	-0.04523228853940964
153968	rnn.weight_ih_l0	4	0.02465263567864895
153968	rnn.weight_ih_l0	5	-0.10728461295366287
153968	rnn.weight_ih_l0	6	-0.06137772649526596
153968	rnn.weight_ih_l0	7	-0.01925373636186123
153968	rnn.weight_ih_l0	8	0.0700962096452713
153968	rnn.weight_ih_l0	9	0.010352158918976784
153968	rnn.weight_hh_l0	0	-0.00011111237108707428
153968	rnn.weight_hh_l0	1	-0.09335852414369583
153968	rnn.weight_hh_l0	2	0.06536628305912018
153968	rnn.weight_hh_l0	3	0.04230947047472
153968	rnn.weight_hh_l0	4	0.00423404760658741
153968	rnn.weight_hh_l0	5	0.06652045994997025
153968	rnn.weight_hh_l0	6	-0.016016468405723572
153968	rnn.weight_hh_l0	7	-0.09402524679899216
153968	rnn.weight_hh_l0	8	0.008962346240878105
153968	rnn.weight_hh_l0	9	-0.08336528390645981
153968	rnn.bias_ih_l0	0	-0.05189160630106926
153968	rnn.bias_ih_l0	1	-0.1848480999469757
153968	rnn.bias_ih_l0	2	-0.251164048910141
153968	rnn.bias_ih_l0	3	-0.27223578095436096
153968	rnn.bias_ih_l0	4	-0.004828004632145166
153968	rnn.bias_ih_l0	5	0.04250890761613846
153968	rnn.bias_ih_l0	6	-0.17912685871124268
153968	rnn.bias_ih_l0	7	-0.25350362062454224
153968	rnn.bias_ih_l0	8	-0.12495417147874832
153968	rnn.bias_ih_l0	9	-0.18725140392780304
153968	rnn.bias_hh_l0	0	0.12246745824813843
153968	rnn.bias_hh_l0	1	-0.060116592794656754
153968	rnn.bias_hh_l0	2	0.04588386416435242
153968	rnn.bias_hh_l0	3	-0.16837456822395325
153968	rnn.bias_hh_l0	4	0.035580120980739594
153968	rnn.bias_hh_l0	5	0.027761060744524002
153968	rnn.bias_hh_l0	6	-0.09364853799343109
153968	rnn.bias_hh_l0	7	-0.16560135781764984
153968	rnn.bias_hh_l0	8	-0.18809905648231506
153968	rnn.bias_hh_l0	9	-0.10388664156198502
153968	rnn.weight_ih_l0_reverse	0	-0.0215667262673378
153968	rnn.weight_ih_l0_reverse	1	0.005159881431609392
153968	rnn.weight_ih_l0_reverse	2	0.024194540455937386
153968	rnn.weight_ih_l0_reverse	3	0.004358258564025164
153968	rnn.weight_ih_l0_reverse	4	0.02512696385383606
153968	rnn.weight_ih_l0_reverse	5	-0.061690110713243484
153968	rnn.weight_ih_l0_reverse	6	-0.047885529696941376
153968	rnn.weight_ih_l0_reverse	7	-9.774998034117743e-05
153968	rnn.weight_ih_l0_reverse	8	0.09719768166542053
153968	rnn.weight_ih_l0_reverse	9	0.02004208229482174
153968	rnn.weight_hh_l0_reverse	0	0.007549609057605267
153968	rnn.weight_hh_l0_reverse	1	0.025699328631162643
153968	rnn.weight_hh_l0_reverse	2	-0.04286523535847664
153968	rnn.weight_hh_l0_reverse	3	0.036329977214336395
153968	rnn.weight_hh_l0_reverse	4	0.02670675329864025
153968	rnn.weight_hh_l0_reverse	5	0.0005307426326908171
153968	rnn.weight_hh_l0_reverse	6	0.058559633791446686
153968	rnn.weight_hh_l0_reverse	7	0.024964656680822372
153968	rnn.weight_hh_l0_reverse	8	-0.0141397500410676
153968	rnn.weight_hh_l0_reverse	9	-0.035180483013391495
153968	rnn.bias_ih_l0_reverse	0	-0.14227406680583954
153968	rnn.bias_ih_l0_reverse	1	-0.3089938759803772
153968	rnn.bias_ih_l0_reverse	2	-0.06627023965120316
153968	rnn.bias_ih_l0_reverse	3	-0.14288847148418427
153968	rnn.bias_ih_l0_reverse	4	0.06988538056612015
153968	rnn.bias_ih_l0_reverse	5	-0.2568400800228119
153968	rnn.bias_ih_l0_reverse	6	-0.05421239510178566
153968	rnn.bias_ih_l0_reverse	7	-0.001910925144329667
153968	rnn.bias_ih_l0_reverse	8	-0.17844724655151367
153968	rnn.bias_ih_l0_reverse	9	-0.09174524247646332
153968	rnn.bias_hh_l0_reverse	0	-0.15679499506950378
153968	rnn.bias_hh_l0_reverse	1	-0.15314608812332153
153968	rnn.bias_hh_l0_reverse	2	-0.018384017050266266
153968	rnn.bias_hh_l0_reverse	3	-0.13306139409542084
153968	rnn.bias_hh_l0_reverse	4	-0.02281779609620571
153968	rnn.bias_hh_l0_reverse	5	-0.10903148353099823
153968	rnn.bias_hh_l0_reverse	6	-0.07323304563760757
153968	rnn.bias_hh_l0_reverse	7	-0.20377030968666077
153968	rnn.bias_hh_l0_reverse	8	-0.053832169622182846
153968	rnn.bias_hh_l0_reverse	9	-0.13315634429454803
153968	linear.weight	0	-0.22656218707561493
153968	linear.weight	1	-0.16409671306610107
153968	linear.weight	2	-0.011228874325752258
153968	linear.weight	3	-0.03918370604515076
153968	linear.weight	4	0.0767500028014183
153968	linear.weight	5	0.1999833881855011
153968	linear.weight	6	0.0047744326293468475
153968	linear.weight	7	-0.021312154829502106
153968	linear.weight	8	0.16928936541080475
153968	linear.weight	9	0.17819789052009583
153968	linear.bias	0	-0.8689188957214355
153968	linear.bias	1	1.4073030948638916
153968	linear.bias	2	-0.38801875710487366
153968	linear.bias	3	-0.6777799725532532
153968	linear.bias	4	-0.9151673316955566
153968	linear.bias	5	-1.1739128828048706
153968	linear.bias	6	-0.9409371018409729
153968	linear.bias	7	-0.7125747799873352
153968	linear.bias	8	-0.01705317199230194
153968	linear.bias	9	3.2996366024017334
153972	transitions	0	-0.41575855016708374
153972	transitions	1	8.571776390075684
153972	transitions	2	-3.500044822692871
153972	transitions	3	1.434720516204834
153972	transitions	4	-2.1114511489868164
153972	transitions	5	-0.39125725626945496
153972	transitions	6	-0.18887878954410553
153972	transitions	7	-10000.0
153972	transitions	8	1.7742639780044556
153972	transitions	9	-2.2938008308410645
153972	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
153972	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
153972	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
153972	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
153972	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
153972	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
153972	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
153972	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
153972	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
153972	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
153972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
153972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
153972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
153972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
153972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
153972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
153972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
153972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
153972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
153972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
153972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
153972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
153972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
153972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
153972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
153972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
153972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
153972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
153972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
153972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
153972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
153972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
153972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
153972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
153972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
153972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
153972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
153972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
153972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
153972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
153972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
153972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
153972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
153972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
153972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
153972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
153972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
153972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
153972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
153972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
153972	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
153972	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
153972	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
153972	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
153972	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
153972	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
153972	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
153972	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
153972	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
153972	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
153972	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
153972	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
153972	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
153972	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
153972	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
153972	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
153972	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
153972	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
153972	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
153972	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
153972	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
153972	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
153972	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
153972	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
153972	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
153972	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
153972	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
153972	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
153972	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
153972	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
153972	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
153972	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
153972	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
153972	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
153972	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
153972	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
153972	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
153972	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
153972	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
153972	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
153972	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
153972	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
153972	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
153972	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
153972	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
153972	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
153972	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
153972	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
153972	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
153972	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
153972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
153972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
153972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
153972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
153972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
153972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
153972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
153972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
153972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
153972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
153972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
153972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
153972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
153972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
153972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
153972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
153972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
153972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
153972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
153972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
153972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
153972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
153972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
153972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
153972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
153972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
153972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
153972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
153972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
153972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
153972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
153972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
153972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
153972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
153972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
153972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
153972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
153972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
153972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
153972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
153972	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
153972	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
153972	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
153972	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
153972	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
153972	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
153972	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
153972	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
153972	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
153972	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
153972	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
153972	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
153972	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
153972	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
153972	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
153972	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
153972	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
153972	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
153972	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
153972	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
153972	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
153972	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
153972	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
153972	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
153972	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
153972	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
153972	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
153972	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
153972	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
153972	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
153972	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
153972	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
153972	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
153972	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
153972	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
153972	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
153972	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
153972	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
153972	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
153972	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
153972	embedding2nn.weight	0	0.05029967054724693
153972	embedding2nn.weight	1	-0.09224722534418106
153972	embedding2nn.weight	2	0.009142088703811169
153972	embedding2nn.weight	3	-0.057249896228313446
153972	embedding2nn.weight	4	-0.11306510120630264
153972	embedding2nn.weight	5	0.11970826983451843
153972	embedding2nn.weight	6	-0.12580330669879913
153972	embedding2nn.weight	7	-0.07485908269882202
153972	embedding2nn.weight	8	-0.027022816240787506
153972	embedding2nn.weight	9	0.06582796573638916
153972	embedding2nn.bias	0	0.07461556047201157
153972	embedding2nn.bias	1	0.036119911819696426
153972	embedding2nn.bias	2	-0.09534746408462524
153972	embedding2nn.bias	3	0.05450015515089035
153972	embedding2nn.bias	4	-0.018569640815258026
153972	embedding2nn.bias	5	-0.16301341354846954
153972	embedding2nn.bias	6	-0.11481915414333344
153972	embedding2nn.bias	7	-0.06422202289104462
153972	embedding2nn.bias	8	0.10234254598617554
153972	embedding2nn.bias	9	-0.06188332661986351
153972	rnn.weight_ih_l0	0	0.03334757313132286
153972	rnn.weight_ih_l0	1	-0.06535904854536057
153972	rnn.weight_ih_l0	2	-0.03133727237582207
153972	rnn.weight_ih_l0	3	-0.04523209109902382
153972	rnn.weight_ih_l0	4	0.024709835648536682
153972	rnn.weight_ih_l0	5	-0.10732628405094147
153972	rnn.weight_ih_l0	6	-0.06136518716812134
153972	rnn.weight_ih_l0	7	-0.019388370215892792
153972	rnn.weight_ih_l0	8	0.07008964568376541
153972	rnn.weight_ih_l0	9	0.010201576165854931
153972	rnn.weight_hh_l0	0	-0.00010602858674246818
153972	rnn.weight_hh_l0	1	-0.09338469058275223
153972	rnn.weight_hh_l0	2	0.06540458649396896
153972	rnn.weight_hh_l0	3	0.04231909662485123
153972	rnn.weight_hh_l0	4	0.004239101428538561
153972	rnn.weight_hh_l0	5	0.06647083908319473
153972	rnn.weight_hh_l0	6	-0.01603539101779461
153972	rnn.weight_hh_l0	7	-0.09402965754270554
153972	rnn.weight_hh_l0	8	0.008739515207707882
153972	rnn.weight_hh_l0	9	-0.08335006982088089
153972	rnn.bias_ih_l0	0	-0.051943834871053696
153972	rnn.bias_ih_l0	1	-0.18495061993598938
153972	rnn.bias_ih_l0	2	-0.251142293214798
153972	rnn.bias_ih_l0	3	-0.2723134458065033
153972	rnn.bias_ih_l0	4	-0.005714926868677139
153972	rnn.bias_ih_l0	5	0.042487792670726776
153972	rnn.bias_ih_l0	6	-0.17954084277153015
153972	rnn.bias_ih_l0	7	-0.2534792125225067
153972	rnn.bias_ih_l0	8	-0.12523794174194336
153972	rnn.bias_ih_l0	9	-0.1870141178369522
153972	rnn.bias_hh_l0	0	0.12232760339975357
153972	rnn.bias_hh_l0	1	-0.06012525409460068
153972	rnn.bias_hh_l0	2	0.04583945497870445
153972	rnn.bias_hh_l0	3	-0.16843050718307495
153972	rnn.bias_hh_l0	4	0.0355786457657814
153972	rnn.bias_hh_l0	5	0.027788925915956497
153972	rnn.bias_hh_l0	6	-0.0936480239033699
153972	rnn.bias_hh_l0	7	-0.16565608978271484
153972	rnn.bias_hh_l0	8	-0.1880558878183365
153972	rnn.bias_hh_l0	9	-0.1039629727602005
153972	rnn.weight_ih_l0_reverse	0	-0.021557215601205826
153972	rnn.weight_ih_l0_reverse	1	0.005138728767633438
153972	rnn.weight_ih_l0_reverse	2	0.024498920887708664
153972	rnn.weight_ih_l0_reverse	3	0.004388425499200821
153972	rnn.weight_ih_l0_reverse	4	0.025085939094424248
153972	rnn.weight_ih_l0_reverse	5	-0.061575617641210556
153972	rnn.weight_ih_l0_reverse	6	-0.04785532131791115
153972	rnn.weight_ih_l0_reverse	7	-9.5117196906358e-05
153972	rnn.weight_ih_l0_reverse	8	0.0972023755311966
153972	rnn.weight_ih_l0_reverse	9	0.020042968913912773
153972	rnn.weight_hh_l0_reverse	0	0.007542490027844906
153972	rnn.weight_hh_l0_reverse	1	0.025723280385136604
153972	rnn.weight_hh_l0_reverse	2	-0.04286348074674606
153972	rnn.weight_hh_l0_reverse	3	0.036334678530693054
153972	rnn.weight_hh_l0_reverse	4	0.026707293465733528
153972	rnn.weight_hh_l0_reverse	5	0.0005277283489704132
153972	rnn.weight_hh_l0_reverse	6	0.05856097862124443
153972	rnn.weight_hh_l0_reverse	7	0.024970296770334244
153972	rnn.weight_hh_l0_reverse	8	-0.014089835807681084
153972	rnn.weight_hh_l0_reverse	9	-0.035175953060388565
153972	rnn.bias_ih_l0_reverse	0	-0.14239992201328278
153972	rnn.bias_ih_l0_reverse	1	-0.30907687544822693
153972	rnn.bias_ih_l0_reverse	2	-0.06636212766170502
153972	rnn.bias_ih_l0_reverse	3	-0.14282602071762085
153972	rnn.bias_ih_l0_reverse	4	0.0699796974658966
153972	rnn.bias_ih_l0_reverse	5	-0.25821149349212646
153972	rnn.bias_ih_l0_reverse	6	-0.054147154092788696
153972	rnn.bias_ih_l0_reverse	7	-0.0020919626113027334
153972	rnn.bias_ih_l0_reverse	8	-0.1784333884716034
153972	rnn.bias_ih_l0_reverse	9	-0.0913320928812027
153972	rnn.bias_hh_l0_reverse	0	-0.1566716581583023
153972	rnn.bias_hh_l0_reverse	1	-0.15317897498607635
153972	rnn.bias_hh_l0_reverse	2	-0.018344691023230553
153972	rnn.bias_hh_l0_reverse	3	-0.13321846723556519
153972	rnn.bias_hh_l0_reverse	4	-0.02280260995030403
153972	rnn.bias_hh_l0_reverse	5	-0.10933376103639603
153972	rnn.bias_hh_l0_reverse	6	-0.07334788888692856
153972	rnn.bias_hh_l0_reverse	7	-0.2036992609500885
153972	rnn.bias_hh_l0_reverse	8	-0.05410381779074669
153972	rnn.bias_hh_l0_reverse	9	-0.1331855207681656
153972	linear.weight	0	-0.2263738214969635
153972	linear.weight	1	-0.16395656764507294
153972	linear.weight	2	-0.011228874325752258
153972	linear.weight	3	-0.03910815715789795
153972	linear.weight	4	0.07674186676740646
153972	linear.weight	5	0.19967198371887207
153972	linear.weight	6	0.0047744326293468475
153972	linear.weight	7	-0.021312154829502106
153972	linear.weight	8	0.1693015694618225
153972	linear.weight	9	0.17833203077316284
153972	linear.bias	0	-0.8653917908668518
153972	linear.bias	1	1.4099042415618896
153972	linear.bias	2	-0.3938099145889282
153972	linear.bias	3	-0.6785449981689453
153972	linear.bias	4	-0.9116278886795044
153972	linear.bias	5	-1.1739137172698975
153972	linear.bias	6	-0.9374356269836426
153972	linear.bias	7	-0.713208019733429
153972	linear.bias	8	-0.01705317199230194
153972	linear.bias	9	3.3053486347198486
154169	transitions	0	-0.4159029722213745
154169	transitions	1	8.562718391418457
154169	transitions	2	-3.5003662109375
154169	transitions	3	1.439186930656433
154169	transitions	4	-2.1118052005767822
154169	transitions	5	-0.3914828896522522
154169	transitions	6	-0.18889665603637695
154169	transitions	7	-10000.0
154169	transitions	8	1.7754641771316528
154169	transitions	9	-2.2938036918640137
154169	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
154169	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
154169	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
154169	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
154169	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
154169	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
154169	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
154169	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
154169	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
154169	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
154169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
154169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
154169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
154169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
154169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
154169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
154169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
154169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
154169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
154169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
154169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
154169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
154169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
154169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
154169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
154169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
154169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
154169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
154169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
154169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
154169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
154169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
154169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
154169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
154169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
154169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
154169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
154169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
154169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
154169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
154169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
154169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
154169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
154169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
154169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
154169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
154169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
154169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
154169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
154169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
154169	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
154169	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
154169	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
154169	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
154169	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
154169	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
154169	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
154169	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
154169	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
154169	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
154169	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
154169	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
154169	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
154169	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
154169	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
154169	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
154169	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
154169	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
154169	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
154169	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
154169	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
154169	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
154169	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
154169	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
154169	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
154169	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
154169	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
154169	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
154169	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
154169	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
154169	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
154169	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
154169	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
154169	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
154169	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
154169	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
154169	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
154169	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
154169	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
154169	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
154169	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
154169	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
154169	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
154169	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
154169	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
154169	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
154169	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
154169	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
154169	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
154169	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
154169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
154169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
154169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
154169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
154169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
154169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
154169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
154169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
154169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
154169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
154169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
154169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
154169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
154169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
154169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
154169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
154169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
154169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
154169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
154169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
154169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
154169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
154169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
154169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
154169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
154169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
154169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
154169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
154169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
154169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
154169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
154169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
154169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
154169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
154169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
154169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
154169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
154169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
154169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
154169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
154169	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
154169	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
154169	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
154169	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
154169	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
154169	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
154169	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
154169	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
154169	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
154169	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
154169	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
154169	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
154169	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
154169	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
154169	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
154169	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
154169	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
154169	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
154169	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
154169	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
154169	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
154169	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
154169	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
154169	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
154169	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
154169	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
154169	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
154169	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
154169	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
154169	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
154169	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
154169	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
154169	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
154169	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
154169	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
154169	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
154169	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
154169	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
154169	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
154169	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
154169	embedding2nn.weight	0	0.050264135003089905
154169	embedding2nn.weight	1	-0.09243378043174744
154169	embedding2nn.weight	2	0.007850226946175098
154169	embedding2nn.weight	3	-0.057239871472120285
154169	embedding2nn.weight	4	-0.1115364283323288
154169	embedding2nn.weight	5	0.11962803453207016
154169	embedding2nn.weight	6	-0.12230104953050613
154169	embedding2nn.weight	7	-0.07403869926929474
154169	embedding2nn.weight	8	-0.027517307549715042
154169	embedding2nn.weight	9	0.06828761100769043
154169	embedding2nn.bias	0	0.077138751745224
154169	embedding2nn.bias	1	0.03309548273682594
154169	embedding2nn.bias	2	-0.09066009521484375
154169	embedding2nn.bias	3	0.06296102702617645
154169	embedding2nn.bias	4	-0.020369913429021835
154169	embedding2nn.bias	5	-0.15717928111553192
154169	embedding2nn.bias	6	-0.12325121462345123
154169	embedding2nn.bias	7	-0.06506606936454773
154169	embedding2nn.bias	8	0.10537898540496826
154169	embedding2nn.bias	9	-0.05273110792040825
154169	rnn.weight_ih_l0	0	0.03357589244842529
154169	rnn.weight_ih_l0	1	-0.06621319055557251
154169	rnn.weight_ih_l0	2	-0.030665704980492592
154169	rnn.weight_ih_l0	3	-0.044913943856954575
154169	rnn.weight_ih_l0	4	0.023404285311698914
154169	rnn.weight_ih_l0	5	-0.10713916271924973
154169	rnn.weight_ih_l0	6	-0.05922490730881691
154169	rnn.weight_ih_l0	7	-0.01947980560362339
154169	rnn.weight_ih_l0	8	0.0711730346083641
154169	rnn.weight_ih_l0	9	0.010681717656552792
154169	rnn.weight_hh_l0	0	6.446067709475756e-05
154169	rnn.weight_hh_l0	1	-0.09345079213380814
154169	rnn.weight_hh_l0	2	0.0659104660153389
154169	rnn.weight_hh_l0	3	0.04231614992022514
154169	rnn.weight_hh_l0	4	0.004287807736545801
154169	rnn.weight_hh_l0	5	0.06671102344989777
154169	rnn.weight_hh_l0	6	-0.016038991510868073
154169	rnn.weight_hh_l0	7	-0.09406522661447525
154169	rnn.weight_hh_l0	8	0.008362310007214546
154169	rnn.weight_hh_l0	9	-0.08476473391056061
154169	rnn.bias_ih_l0	0	-0.05176080763339996
154169	rnn.bias_ih_l0	1	-0.18712913990020752
154169	rnn.bias_ih_l0	2	-0.24978069961071014
154169	rnn.bias_ih_l0	3	-0.27249690890312195
154169	rnn.bias_ih_l0	4	-0.006135226227343082
154169	rnn.bias_ih_l0	5	0.043551720678806305
154169	rnn.bias_ih_l0	6	-0.1789115071296692
154169	rnn.bias_ih_l0	7	-0.2539222836494446
154169	rnn.bias_ih_l0	8	-0.12503254413604736
154169	rnn.bias_ih_l0	9	-0.1845794916152954
154169	rnn.bias_hh_l0	0	0.12067974358797073
154169	rnn.bias_hh_l0	1	-0.05780598893761635
154169	rnn.bias_hh_l0	2	0.04603472724556923
154169	rnn.bias_hh_l0	3	-0.16920220851898193
154169	rnn.bias_hh_l0	4	0.039391208440065384
154169	rnn.bias_hh_l0	5	0.02756342850625515
154169	rnn.bias_hh_l0	6	-0.09352699667215347
154169	rnn.bias_hh_l0	7	-0.16545988619327545
154169	rnn.bias_hh_l0	8	-0.18879297375679016
154169	rnn.bias_hh_l0	9	-0.10175345093011856
154169	rnn.weight_ih_l0_reverse	0	-0.020703094080090523
154169	rnn.weight_ih_l0_reverse	1	0.004290614742785692
154169	rnn.weight_ih_l0_reverse	2	0.024266088381409645
154169	rnn.weight_ih_l0_reverse	3	0.00201153545640409
154169	rnn.weight_ih_l0_reverse	4	0.025589309632778168
154169	rnn.weight_ih_l0_reverse	5	-0.06072715297341347
154169	rnn.weight_ih_l0_reverse	6	-0.048395756632089615
154169	rnn.weight_ih_l0_reverse	7	0.00017159752314910293
154169	rnn.weight_ih_l0_reverse	8	0.09674788266420364
154169	rnn.weight_ih_l0_reverse	9	0.020405391231179237
154169	rnn.weight_hh_l0_reverse	0	0.007276411168277264
154169	rnn.weight_hh_l0_reverse	1	0.026391642168164253
154169	rnn.weight_hh_l0_reverse	2	-0.04274451732635498
154169	rnn.weight_hh_l0_reverse	3	0.036104217171669006
154169	rnn.weight_hh_l0_reverse	4	0.026634523645043373
154169	rnn.weight_hh_l0_reverse	5	-0.00017384534294251353
154169	rnn.weight_hh_l0_reverse	6	0.05833306163549423
154169	rnn.weight_hh_l0_reverse	7	0.024831149727106094
154169	rnn.weight_hh_l0_reverse	8	-0.014690346084535122
154169	rnn.weight_hh_l0_reverse	9	-0.035434186458587646
154169	rnn.bias_ih_l0_reverse	0	-0.14069925248622894
154169	rnn.bias_ih_l0_reverse	1	-0.3103683292865753
154169	rnn.bias_ih_l0_reverse	2	-0.06594613194465637
154169	rnn.bias_ih_l0_reverse	3	-0.14250515401363373
154169	rnn.bias_ih_l0_reverse	4	0.07244686782360077
154169	rnn.bias_ih_l0_reverse	5	-0.2571943998336792
154169	rnn.bias_ih_l0_reverse	6	-0.054999835789203644
154169	rnn.bias_ih_l0_reverse	7	-0.003085651434957981
154169	rnn.bias_ih_l0_reverse	8	-0.1778997927904129
154169	rnn.bias_ih_l0_reverse	9	-0.09420912712812424
154169	rnn.bias_hh_l0_reverse	0	-0.1570749133825302
154169	rnn.bias_hh_l0_reverse	1	-0.15227022767066956
154169	rnn.bias_hh_l0_reverse	2	-0.018945731222629547
154169	rnn.bias_hh_l0_reverse	3	-0.13384513556957245
154169	rnn.bias_hh_l0_reverse	4	-0.02128843031823635
154169	rnn.bias_hh_l0_reverse	5	-0.10940281301736832
154169	rnn.bias_hh_l0_reverse	6	-0.0725252777338028
154169	rnn.bias_hh_l0_reverse	7	-0.20499280095100403
154169	rnn.bias_hh_l0_reverse	8	-0.05279786139726639
154169	rnn.bias_hh_l0_reverse	9	-0.13526131212711334
154169	linear.weight	0	-0.23801730573177338
154169	linear.weight	1	-0.16275270283222198
154169	linear.weight	2	-0.011228874325752258
154169	linear.weight	3	-0.04256785288453102
154169	linear.weight	4	0.07817177474498749
154169	linear.weight	5	0.198513001203537
154169	linear.weight	6	0.0047744326293468475
154169	linear.weight	7	-0.021312154829502106
154169	linear.weight	8	0.17375072836875916
154169	linear.weight	9	0.17384877800941467
154169	linear.bias	0	-0.8391745090484619
154169	linear.bias	1	1.39316725730896
154169	linear.bias	2	-0.4256117343902588
154169	linear.bias	3	-0.6936859488487244
154169	linear.bias	4	-0.8769679069519043
154169	linear.bias	5	-1.1739425659179688
154169	linear.bias	6	-0.9131353497505188
154169	linear.bias	7	-0.6999270915985107
154169	linear.bias	8	-0.01705317199230194
154169	linear.bias	9	3.324446678161621
154366	transitions	0	-0.41593798995018005
154366	transitions	1	8.569972038269043
154366	transitions	2	-3.5007314682006836
154366	transitions	3	1.439599633216858
154366	transitions	4	-2.1124725341796875
154366	transitions	5	-0.39154085516929626
154366	transitions	6	-0.1889144480228424
154366	transitions	7	-10000.0
154366	transitions	8	1.774623155593872
154366	transitions	9	-2.29380464553833
154366	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
154366	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
154366	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
154366	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
154366	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
154366	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
154366	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
154366	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
154366	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
154366	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
154366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
154366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
154366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
154366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
154366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
154366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
154366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
154366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
154366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
154366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
154366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
154366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
154366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
154366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
154366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
154366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
154366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
154366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
154366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
154366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
154366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
154366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
154366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
154366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
154366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
154366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
154366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
154366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
154366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
154366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
154366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
154366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
154366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
154366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
154366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
154366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
154366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
154366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
154366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
154366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
154366	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
154366	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
154366	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
154366	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
154366	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
154366	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
154366	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
154366	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
154366	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
154366	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
154366	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
154366	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
154366	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
154366	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
154366	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
154366	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
154366	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
154366	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
154366	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
154366	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
154366	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
154366	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
154366	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
154366	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
154366	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
154366	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
154366	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
154366	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
154366	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
154366	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
154366	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
154366	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
154366	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
154366	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
154366	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
154366	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
154366	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
154366	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
154366	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
154366	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
154366	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
154366	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
154366	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
154366	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
154366	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
154366	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
154366	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
154366	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
154366	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
154366	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
154366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
154366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
154366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
154366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
154366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
154366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
154366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
154366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
154366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
154366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
154366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
154366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
154366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
154366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
154366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
154366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
154366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
154366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
154366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
154366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
154366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
154366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
154366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
154366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
154366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
154366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
154366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
154366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
154366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
154366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
154366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
154366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
154366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
154366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
154366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
154366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
154366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
154366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
154366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
154366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
154366	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
154366	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
154366	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
154366	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
154366	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
154366	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
154366	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
154366	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
154366	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
154366	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
154366	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
154366	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
154366	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
154366	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
154366	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
154366	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
154366	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
154366	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
154366	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
154366	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
154366	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
154366	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
154366	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
154366	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
154366	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
154366	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
154366	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
154366	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
154366	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
154366	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
154366	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
154366	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
154366	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
154366	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
154366	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
154366	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
154366	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
154366	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
154366	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
154366	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
154366	embedding2nn.weight	0	0.049953870475292206
154366	embedding2nn.weight	1	-0.09330412745475769
154366	embedding2nn.weight	2	0.0059963311068713665
154366	embedding2nn.weight	3	-0.05781276524066925
154366	embedding2nn.weight	4	-0.11314445734024048
154366	embedding2nn.weight	5	0.11910804361104965
154366	embedding2nn.weight	6	-0.12215791642665863
154366	embedding2nn.weight	7	-0.07361165434122086
154366	embedding2nn.weight	8	-0.02721029333770275
154366	embedding2nn.weight	9	0.06737440079450607
154366	embedding2nn.bias	0	0.06818847358226776
154366	embedding2nn.bias	1	0.0380680225789547
154366	embedding2nn.bias	2	-0.0988972932100296
154366	embedding2nn.bias	3	0.05901824310421944
154366	embedding2nn.bias	4	-0.013637926429510117
154366	embedding2nn.bias	5	-0.16181883215904236
154366	embedding2nn.bias	6	-0.13134773075580597
154366	embedding2nn.bias	7	-0.06415828317403793
154366	embedding2nn.bias	8	0.09085818380117416
154366	embedding2nn.bias	9	-0.0630316510796547
154366	rnn.weight_ih_l0	0	0.033395081758499146
154366	rnn.weight_ih_l0	1	-0.06547639518976212
154366	rnn.weight_ih_l0	2	-0.029856346547603607
154366	rnn.weight_ih_l0	3	-0.04337399825453758
154366	rnn.weight_ih_l0	4	0.02445545792579651
154366	rnn.weight_ih_l0	5	-0.10618641972541809
154366	rnn.weight_ih_l0	6	-0.05945388600230217
154366	rnn.weight_ih_l0	7	-0.02063331939280033
154366	rnn.weight_ih_l0	8	0.06897532194852829
154366	rnn.weight_ih_l0	9	0.010667231865227222
154366	rnn.weight_hh_l0	0	0.0002551232173573226
154366	rnn.weight_hh_l0	1	-0.09356313198804855
154366	rnn.weight_hh_l0	2	0.06505632400512695
154366	rnn.weight_hh_l0	3	0.042104750871658325
154366	rnn.weight_hh_l0	4	0.004265654366463423
154366	rnn.weight_hh_l0	5	0.06675386428833008
154366	rnn.weight_hh_l0	6	-0.015969814732670784
154366	rnn.weight_hh_l0	7	-0.09399773925542831
154366	rnn.weight_hh_l0	8	0.008777106180787086
154366	rnn.weight_hh_l0	9	-0.08446057140827179
154366	rnn.bias_ih_l0	0	-0.05168890208005905
154366	rnn.bias_ih_l0	1	-0.1870623528957367
154366	rnn.bias_ih_l0	2	-0.25073322653770447
154366	rnn.bias_ih_l0	3	-0.27197936177253723
154366	rnn.bias_ih_l0	4	-0.0037268497981131077
154366	rnn.bias_ih_l0	5	0.04133244603872299
154366	rnn.bias_ih_l0	6	-0.17851172387599945
154366	rnn.bias_ih_l0	7	-0.25698956847190857
154366	rnn.bias_ih_l0	8	-0.12512345612049103
154366	rnn.bias_ih_l0	9	-0.18406584858894348
154366	rnn.bias_hh_l0	0	0.12007652223110199
154366	rnn.bias_hh_l0	1	-0.05851515755057335
154366	rnn.bias_hh_l0	2	0.04706565663218498
154366	rnn.bias_hh_l0	3	-0.1692342609167099
154366	rnn.bias_hh_l0	4	0.0431305468082428
154366	rnn.bias_hh_l0	5	0.028178945183753967
154366	rnn.bias_hh_l0	6	-0.09292761981487274
154366	rnn.bias_hh_l0	7	-0.16504572331905365
154366	rnn.bias_hh_l0	8	-0.18856307864189148
154366	rnn.bias_hh_l0	9	-0.10230235755443573
154366	rnn.weight_ih_l0_reverse	0	-0.022022750228643417
154366	rnn.weight_ih_l0_reverse	1	0.004489331506192684
154366	rnn.weight_ih_l0_reverse	2	0.023946810513734818
154366	rnn.weight_ih_l0_reverse	3	0.0026486674323678017
154366	rnn.weight_ih_l0_reverse	4	0.024926060810685158
154366	rnn.weight_ih_l0_reverse	5	-0.06083397939801216
154366	rnn.weight_ih_l0_reverse	6	-0.04813869297504425
154366	rnn.weight_ih_l0_reverse	7	0.0011824228568002582
154366	rnn.weight_ih_l0_reverse	8	0.09657121449708939
154366	rnn.weight_ih_l0_reverse	9	0.02172963321208954
154366	rnn.weight_hh_l0_reverse	0	0.007267472334206104
154366	rnn.weight_hh_l0_reverse	1	0.02624955028295517
154366	rnn.weight_hh_l0_reverse	2	-0.04284406825900078
154366	rnn.weight_hh_l0_reverse	3	0.03627631440758705
154366	rnn.weight_hh_l0_reverse	4	0.026713218539953232
154366	rnn.weight_hh_l0_reverse	5	0.00020057897199876606
154366	rnn.weight_hh_l0_reverse	6	0.058032646775245667
154366	rnn.weight_hh_l0_reverse	7	0.02462981455028057
154366	rnn.weight_hh_l0_reverse	8	-0.014281954616308212
154366	rnn.weight_hh_l0_reverse	9	-0.035500943660736084
154366	rnn.bias_ih_l0_reverse	0	-0.1408248096704483
154366	rnn.bias_ih_l0_reverse	1	-0.3093622624874115
154366	rnn.bias_ih_l0_reverse	2	-0.06609682738780975
154366	rnn.bias_ih_l0_reverse	3	-0.1443549394607544
154366	rnn.bias_ih_l0_reverse	4	0.06806736439466476
154366	rnn.bias_ih_l0_reverse	5	-0.2563230097293854
154366	rnn.bias_ih_l0_reverse	6	-0.05482223257422447
154366	rnn.bias_ih_l0_reverse	7	-0.004906007554382086
154366	rnn.bias_ih_l0_reverse	8	-0.17814244329929352
154366	rnn.bias_ih_l0_reverse	9	-0.09489990770816803
154366	rnn.bias_hh_l0_reverse	0	-0.15670111775398254
154366	rnn.bias_hh_l0_reverse	1	-0.15139780938625336
154366	rnn.bias_hh_l0_reverse	2	-0.01907348819077015
154366	rnn.bias_hh_l0_reverse	3	-0.13314494490623474
154366	rnn.bias_hh_l0_reverse	4	-0.020068205893039703
154366	rnn.bias_hh_l0_reverse	5	-0.10883894562721252
154366	rnn.bias_hh_l0_reverse	6	-0.07398073375225067
154366	rnn.bias_hh_l0_reverse	7	-0.20440630614757538
154366	rnn.bias_hh_l0_reverse	8	-0.05135444924235344
154366	rnn.bias_hh_l0_reverse	9	-0.13535597920417786
154366	linear.weight	0	-0.22837281227111816
154366	linear.weight	1	-0.15660110116004944
154366	linear.weight	2	-0.011228874325752258
154366	linear.weight	3	-0.04352019354701042
154366	linear.weight	4	0.07269332557916641
154366	linear.weight	5	0.1979745477437973
154366	linear.weight	6	0.0047744326293468475
154366	linear.weight	7	-0.021312154829502106
154366	linear.weight	8	0.1709498018026352
154366	linear.weight	9	0.17826279997825623
154366	linear.bias	0	-0.8385422229766846
154366	linear.bias	1	1.3708980083465576
154366	linear.bias	2	-0.44190889596939087
154366	linear.bias	3	-0.6878279447555542
154366	linear.bias	4	-0.9049698710441589
154366	linear.bias	5	-1.1739661693572998
154366	linear.bias	6	-0.9145666360855103
154366	linear.bias	7	-0.7015886306762695
154366	linear.bias	8	-0.01705317199230194
154366	linear.bias	9	3.3545262813568115
154563	transitions	0	-0.415965735912323
154563	transitions	1	8.561991691589355
154563	transitions	2	-3.501051664352417
154563	transitions	3	1.438741683959961
154563	transitions	4	-2.112684965133667
154563	transitions	5	-0.3915741741657257
154563	transitions	6	-0.18893402814865112
154563	transitions	7	-10000.0
154563	transitions	8	1.7733972072601318
154563	transitions	9	-2.2938098907470703
154563	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
154563	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
154563	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
154563	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
154563	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
154563	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
154563	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
154563	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
154563	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
154563	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
154563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
154563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
154563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
154563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
154563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
154563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
154563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
154563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
154563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
154563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
154563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
154563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
154563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
154563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
154563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
154563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
154563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
154563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
154563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
154563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
154563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
154563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
154563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
154563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
154563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
154563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
154563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
154563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
154563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
154563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
154563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
154563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
154563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
154563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
154563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
154563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
154563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
154563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
154563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
154563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
154563	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
154563	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
154563	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
154563	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
154563	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
154563	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
154563	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
154563	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
154563	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
154563	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
154563	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
154563	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
154563	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
154563	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
154563	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
154563	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
154563	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
154563	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
154563	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
154563	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
154563	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
154563	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
154563	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
154563	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
154563	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
154563	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
154563	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
154563	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
154563	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
154563	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
154563	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
154563	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
154563	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
154563	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
154563	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
154563	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
154563	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
154563	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
154563	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
154563	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
154563	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
154563	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
154563	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
154563	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
154563	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
154563	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
154563	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
154563	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
154563	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
154563	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
154563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
154563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
154563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
154563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
154563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
154563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
154563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
154563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
154563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
154563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
154563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
154563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
154563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
154563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
154563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
154563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
154563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
154563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
154563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
154563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
154563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
154563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
154563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
154563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
154563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
154563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
154563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
154563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
154563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
154563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
154563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
154563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
154563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
154563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
154563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
154563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
154563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
154563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
154563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
154563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
154563	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
154563	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
154563	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
154563	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
154563	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
154563	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
154563	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
154563	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
154563	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
154563	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
154563	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
154563	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
154563	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
154563	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
154563	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
154563	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
154563	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
154563	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
154563	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
154563	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
154563	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
154563	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
154563	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
154563	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
154563	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
154563	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
154563	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
154563	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
154563	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
154563	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
154563	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
154563	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
154563	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
154563	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
154563	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
154563	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
154563	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
154563	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
154563	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
154563	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
154563	embedding2nn.weight	0	0.04996413737535477
154563	embedding2nn.weight	1	-0.09349748492240906
154563	embedding2nn.weight	2	0.004840799607336521
154563	embedding2nn.weight	3	-0.05780236795544624
154563	embedding2nn.weight	4	-0.11081770062446594
154563	embedding2nn.weight	5	0.11948797851800919
154563	embedding2nn.weight	6	-0.12214328348636627
154563	embedding2nn.weight	7	-0.07311231642961502
154563	embedding2nn.weight	8	-0.027165286242961884
154563	embedding2nn.weight	9	0.06419644504785538
154563	embedding2nn.bias	0	0.0692884773015976
154563	embedding2nn.bias	1	0.04248180612921715
154563	embedding2nn.bias	2	-0.10178367048501968
154563	embedding2nn.bias	3	0.05855569243431091
154563	embedding2nn.bias	4	-0.012933116406202316
154563	embedding2nn.bias	5	-0.1623270958662033
154563	embedding2nn.bias	6	-0.12429574877023697
154563	embedding2nn.bias	7	-0.061434533447027206
154563	embedding2nn.bias	8	0.08799286186695099
154563	embedding2nn.bias	9	-0.058136921375989914
154563	rnn.weight_ih_l0	0	0.03435780480504036
154563	rnn.weight_ih_l0	1	-0.066037118434906
154563	rnn.weight_ih_l0	2	-0.029802992939949036
154563	rnn.weight_ih_l0	3	-0.043621037155389786
154563	rnn.weight_ih_l0	4	0.02557382360100746
154563	rnn.weight_ih_l0	5	-0.10502977669239044
154563	rnn.weight_ih_l0	6	-0.059873178601264954
154563	rnn.weight_ih_l0	7	-0.018740417435765266
154563	rnn.weight_ih_l0	8	0.07038145512342453
154563	rnn.weight_ih_l0	9	0.00998721458017826
154563	rnn.weight_hh_l0	0	0.00042999431025236845
154563	rnn.weight_hh_l0	1	-0.09408369660377502
154563	rnn.weight_hh_l0	2	0.06495846062898636
154563	rnn.weight_hh_l0	3	0.042042117565870285
154563	rnn.weight_hh_l0	4	0.00423263106495142
154563	rnn.weight_hh_l0	5	0.06718907505273819
154563	rnn.weight_hh_l0	6	-0.01624136231839657
154563	rnn.weight_hh_l0	7	-0.09420358389616013
154563	rnn.weight_hh_l0	8	0.00904078595340252
154563	rnn.weight_hh_l0	9	-0.08478031307458878
154563	rnn.bias_ih_l0	0	-0.05089561641216278
154563	rnn.bias_ih_l0	1	-0.1888897716999054
154563	rnn.bias_ih_l0	2	-0.24918240308761597
154563	rnn.bias_ih_l0	3	-0.27256447076797485
154563	rnn.bias_ih_l0	4	-0.002736504189670086
154563	rnn.bias_ih_l0	5	0.04121554642915726
154563	rnn.bias_ih_l0	6	-0.17836368083953857
154563	rnn.bias_ih_l0	7	-0.2570679187774658
154563	rnn.bias_ih_l0	8	-0.12426170706748962
154563	rnn.bias_ih_l0	9	-0.1825205236673355
154563	rnn.bias_hh_l0	0	0.11669126898050308
154563	rnn.bias_hh_l0	1	-0.0585189163684845
154563	rnn.bias_hh_l0	2	0.046047404408454895
154563	rnn.bias_hh_l0	3	-0.1681639850139618
154563	rnn.bias_hh_l0	4	0.0427958182990551
154563	rnn.bias_hh_l0	5	0.028134481981396675
154563	rnn.bias_hh_l0	6	-0.0947524681687355
154563	rnn.bias_hh_l0	7	-0.16660147905349731
154563	rnn.bias_hh_l0	8	-0.18799066543579102
154563	rnn.bias_hh_l0	9	-0.10227836668491364
154563	rnn.weight_ih_l0_reverse	0	-0.02249959297478199
154563	rnn.weight_ih_l0_reverse	1	0.005425098817795515
154563	rnn.weight_ih_l0_reverse	2	0.023102445527911186
154563	rnn.weight_ih_l0_reverse	3	0.0034130208659917116
154563	rnn.weight_ih_l0_reverse	4	0.02581111341714859
154563	rnn.weight_ih_l0_reverse	5	-0.05903754010796547
154563	rnn.weight_ih_l0_reverse	6	-0.04894501715898514
154563	rnn.weight_ih_l0_reverse	7	0.0012743895640596747
154563	rnn.weight_ih_l0_reverse	8	0.09762449562549591
154563	rnn.weight_ih_l0_reverse	9	0.023206187412142754
154563	rnn.weight_hh_l0_reverse	0	0.007285254076123238
154563	rnn.weight_hh_l0_reverse	1	0.026405243203043938
154563	rnn.weight_hh_l0_reverse	2	-0.04248910769820213
154563	rnn.weight_hh_l0_reverse	3	0.036847494542598724
154563	rnn.weight_hh_l0_reverse	4	0.026541797444224358
154563	rnn.weight_hh_l0_reverse	5	0.0005881973775103688
154563	rnn.weight_hh_l0_reverse	6	0.05807935819029808
154563	rnn.weight_hh_l0_reverse	7	0.024448955431580544
154563	rnn.weight_hh_l0_reverse	8	-0.014682154171168804
154563	rnn.weight_hh_l0_reverse	9	-0.03582979366183281
154563	rnn.bias_ih_l0_reverse	0	-0.14084070920944214
154563	rnn.bias_ih_l0_reverse	1	-0.31068214774131775
154563	rnn.bias_ih_l0_reverse	2	-0.0661371722817421
154563	rnn.bias_ih_l0_reverse	3	-0.14458657801151276
154563	rnn.bias_ih_l0_reverse	4	0.06844918429851532
154563	rnn.bias_ih_l0_reverse	5	-0.25614768266677856
154563	rnn.bias_ih_l0_reverse	6	-0.05568844452500343
154563	rnn.bias_ih_l0_reverse	7	-0.003615022636950016
154563	rnn.bias_ih_l0_reverse	8	-0.17837056517601013
154563	rnn.bias_ih_l0_reverse	9	-0.09422404319047928
154563	rnn.bias_hh_l0_reverse	0	-0.1577150672674179
154563	rnn.bias_hh_l0_reverse	1	-0.15354648232460022
154563	rnn.bias_hh_l0_reverse	2	-0.019876999780535698
154563	rnn.bias_hh_l0_reverse	3	-0.1347181797027588
154563	rnn.bias_hh_l0_reverse	4	-0.02033466473221779
154563	rnn.bias_hh_l0_reverse	5	-0.1096535325050354
154563	rnn.bias_hh_l0_reverse	6	-0.07409007102251053
154563	rnn.bias_hh_l0_reverse	7	-0.20317605137825012
154563	rnn.bias_hh_l0_reverse	8	-0.05081155523657799
154563	rnn.bias_hh_l0_reverse	9	-0.13557302951812744
154563	linear.weight	0	-0.21742624044418335
154563	linear.weight	1	-0.15728366374969482
154563	linear.weight	2	-0.011228874325752258
154563	linear.weight	3	-0.04292049631476402
154563	linear.weight	4	0.0673941820859909
154563	linear.weight	5	0.20989611744880676
154563	linear.weight	6	0.0047744326293468475
154563	linear.weight	7	-0.021312154829502106
154563	linear.weight	8	0.16947419941425323
154563	linear.weight	9	0.18129049241542816
154563	linear.bias	0	-0.8433164954185486
154563	linear.bias	1	1.3775572776794434
154563	linear.bias	2	-0.41820311546325684
154563	linear.bias	3	-0.6872918009757996
154563	linear.bias	4	-0.891769528388977
154563	linear.bias	5	-1.1739897727966309
154563	linear.bias	6	-0.9201782941818237
154563	linear.bias	7	-0.7158933877944946
154563	linear.bias	8	-0.01705317199230194
154563	linear.bias	9	3.3635194301605225
154760	transitions	0	-0.41606834530830383
154760	transitions	1	8.569162368774414
154760	transitions	2	-3.501370906829834
154760	transitions	3	1.4421268701553345
154760	transitions	4	-2.112839937210083
154760	transitions	5	-0.3916149139404297
154760	transitions	6	-0.18895216286182404
154760	transitions	7	-10000.0
154760	transitions	8	1.7721408605575562
154760	transitions	9	-2.2938108444213867
154760	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
154760	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
154760	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
154760	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
154760	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
154760	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
154760	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
154760	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
154760	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
154760	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
154760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
154760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
154760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
154760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
154760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
154760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
154760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
154760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
154760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
154760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
154760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
154760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
154760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
154760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
154760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
154760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
154760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
154760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
154760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
154760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
154760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
154760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
154760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
154760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
154760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
154760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
154760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
154760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
154760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
154760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
154760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
154760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
154760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
154760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
154760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
154760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
154760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
154760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
154760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
154760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
154760	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
154760	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
154760	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
154760	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
154760	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
154760	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
154760	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
154760	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
154760	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
154760	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
154760	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
154760	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
154760	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
154760	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
154760	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
154760	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
154760	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
154760	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
154760	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
154760	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
154760	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
154760	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
154760	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
154760	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
154760	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
154760	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
154760	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
154760	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
154760	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
154760	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
154760	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
154760	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
154760	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
154760	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
154760	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
154760	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
154760	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
154760	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
154760	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
154760	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
154760	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
154760	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
154760	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
154760	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
154760	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
154760	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
154760	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
154760	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
154760	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
154760	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
154760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
154760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
154760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
154760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
154760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
154760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
154760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
154760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
154760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
154760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
154760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
154760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
154760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
154760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
154760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
154760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
154760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
154760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
154760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
154760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
154760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
154760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
154760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
154760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
154760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
154760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
154760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
154760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
154760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
154760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
154760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
154760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
154760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
154760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
154760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
154760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
154760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
154760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
154760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
154760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
154760	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
154760	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
154760	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
154760	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
154760	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
154760	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
154760	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
154760	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
154760	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
154760	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
154760	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
154760	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
154760	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
154760	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
154760	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
154760	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
154760	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
154760	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
154760	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
154760	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
154760	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
154760	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
154760	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
154760	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
154760	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
154760	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
154760	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
154760	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
154760	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
154760	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
154760	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
154760	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
154760	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
154760	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
154760	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
154760	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
154760	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
154760	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
154760	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
154760	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
154760	embedding2nn.weight	0	0.050079137086868286
154760	embedding2nn.weight	1	-0.09363006055355072
154760	embedding2nn.weight	2	0.0030709293205291033
154760	embedding2nn.weight	3	-0.057927101850509644
154760	embedding2nn.weight	4	-0.11042363941669464
154760	embedding2nn.weight	5	0.12005067616701126
154760	embedding2nn.weight	6	-0.12517552077770233
154760	embedding2nn.weight	7	-0.07217473536729813
154760	embedding2nn.weight	8	-0.02611016295850277
154760	embedding2nn.weight	9	0.06203154847025871
154760	embedding2nn.bias	0	0.0676376149058342
154760	embedding2nn.bias	1	0.04116522893309593
154760	embedding2nn.bias	2	-0.08795058727264404
154760	embedding2nn.bias	3	0.06078755110502243
154760	embedding2nn.bias	4	-0.00901922956109047
154760	embedding2nn.bias	5	-0.16854242980480194
154760	embedding2nn.bias	6	-0.1193375363945961
154760	embedding2nn.bias	7	-0.0618608258664608
154760	embedding2nn.bias	8	0.08415602892637253
154760	embedding2nn.bias	9	-0.06350676715373993
154760	rnn.weight_ih_l0	0	0.0349743589758873
154760	rnn.weight_ih_l0	1	-0.06589772552251816
154760	rnn.weight_ih_l0	2	-0.03072967566549778
154760	rnn.weight_ih_l0	3	-0.04306564852595329
154760	rnn.weight_ih_l0	4	0.02605530619621277
154760	rnn.weight_ih_l0	5	-0.10595298558473587
154760	rnn.weight_ih_l0	6	-0.05809810385107994
154760	rnn.weight_ih_l0	7	-0.01696169748902321
154760	rnn.weight_ih_l0	8	0.07015887647867203
154760	rnn.weight_ih_l0	9	0.010933862067759037
154760	rnn.weight_hh_l0	0	0.0007153548649512231
154760	rnn.weight_hh_l0	1	-0.095219686627388
154760	rnn.weight_hh_l0	2	0.06471556425094604
154760	rnn.weight_hh_l0	3	0.041830066591501236
154760	rnn.weight_hh_l0	4	0.0038210065104067326
154760	rnn.weight_hh_l0	5	0.0670335665345192
154760	rnn.weight_hh_l0	6	-0.016157645732164383
154760	rnn.weight_hh_l0	7	-0.0940479189157486
154760	rnn.weight_hh_l0	8	0.009313891641795635
154760	rnn.weight_hh_l0	9	-0.08183080703020096
154760	rnn.bias_ih_l0	0	-0.05105999484658241
154760	rnn.bias_ih_l0	1	-0.18591442704200745
154760	rnn.bias_ih_l0	2	-0.2519434690475464
154760	rnn.bias_ih_l0	3	-0.2726869583129883
154760	rnn.bias_ih_l0	4	-0.000820584362372756
154760	rnn.bias_ih_l0	5	0.039010073989629745
154760	rnn.bias_ih_l0	6	-0.17822028696537018
154760	rnn.bias_ih_l0	7	-0.2564018666744232
154760	rnn.bias_ih_l0	8	-0.1262573003768921
154760	rnn.bias_ih_l0	9	-0.18081392347812653
154760	rnn.bias_hh_l0	0	0.1198996752500534
154760	rnn.bias_hh_l0	1	-0.06097648665308952
154760	rnn.bias_hh_l0	2	0.04382351413369179
154760	rnn.bias_hh_l0	3	-0.16784338653087616
154760	rnn.bias_hh_l0	4	0.04009909927845001
154760	rnn.bias_hh_l0	5	0.028530804440379143
154760	rnn.bias_hh_l0	6	-0.09569118916988373
154760	rnn.bias_hh_l0	7	-0.1654299944639206
154760	rnn.bias_hh_l0	8	-0.18710289895534515
154760	rnn.bias_hh_l0	9	-0.10354868322610855
154760	rnn.weight_ih_l0_reverse	0	-0.02261238358914852
154760	rnn.weight_ih_l0_reverse	1	0.0057858917862176895
154760	rnn.weight_ih_l0_reverse	2	0.02268344536423683
154760	rnn.weight_ih_l0_reverse	3	0.003256503725424409
154760	rnn.weight_ih_l0_reverse	4	0.025838276371359825
154760	rnn.weight_ih_l0_reverse	5	-0.05932081863284111
154760	rnn.weight_ih_l0_reverse	6	-0.04879952594637871
154760	rnn.weight_ih_l0_reverse	7	0.0013294400414451957
154760	rnn.weight_ih_l0_reverse	8	0.09776068478822708
154760	rnn.weight_ih_l0_reverse	9	0.023601729422807693
154760	rnn.weight_hh_l0_reverse	0	0.007386349141597748
154760	rnn.weight_hh_l0_reverse	1	0.026402100920677185
154760	rnn.weight_hh_l0_reverse	2	-0.0425550676882267
154760	rnn.weight_hh_l0_reverse	3	0.036704618483781815
154760	rnn.weight_hh_l0_reverse	4	0.02657386288046837
154760	rnn.weight_hh_l0_reverse	5	0.0011458713561296463
154760	rnn.weight_hh_l0_reverse	6	0.05745414271950722
154760	rnn.weight_hh_l0_reverse	7	0.02433297596871853
154760	rnn.weight_hh_l0_reverse	8	-0.014588642865419388
154760	rnn.weight_hh_l0_reverse	9	-0.03557003661990166
154760	rnn.bias_ih_l0_reverse	0	-0.14034882187843323
154760	rnn.bias_ih_l0_reverse	1	-0.311883807182312
154760	rnn.bias_ih_l0_reverse	2	-0.06514737010002136
154760	rnn.bias_ih_l0_reverse	3	-0.14331232011318207
154760	rnn.bias_ih_l0_reverse	4	0.06936647742986679
154760	rnn.bias_ih_l0_reverse	5	-0.2556900382041931
154760	rnn.bias_ih_l0_reverse	6	-0.055405765771865845
154760	rnn.bias_ih_l0_reverse	7	-0.0037628004793077707
154760	rnn.bias_ih_l0_reverse	8	-0.17650368809700012
154760	rnn.bias_ih_l0_reverse	9	-0.09319719672203064
154760	rnn.bias_hh_l0_reverse	0	-0.1568671017885208
154760	rnn.bias_hh_l0_reverse	1	-0.15165065228939056
154760	rnn.bias_hh_l0_reverse	2	-0.019696367904543877
154760	rnn.bias_hh_l0_reverse	3	-0.1333717256784439
154760	rnn.bias_hh_l0_reverse	4	-0.019909096881747246
154760	rnn.bias_hh_l0_reverse	5	-0.10940298438072205
154760	rnn.bias_hh_l0_reverse	6	-0.07443616539239883
154760	rnn.bias_hh_l0_reverse	7	-0.202548086643219
154760	rnn.bias_hh_l0_reverse	8	-0.05188154801726341
154760	rnn.bias_hh_l0_reverse	9	-0.13437746465206146
154760	linear.weight	0	-0.21653002500534058
154760	linear.weight	1	-0.15994742512702942
154760	linear.weight	2	-0.011228874325752258
154760	linear.weight	3	-0.04433596879243851
154760	linear.weight	4	0.06291782110929489
154760	linear.weight	5	0.21462494134902954
154760	linear.weight	6	0.0047744326293468475
154760	linear.weight	7	-0.021312154829502106
154760	linear.weight	8	0.1558726578950882
154760	linear.weight	9	0.181757852435112
154760	linear.bias	0	-0.8487375378608704
154760	linear.bias	1	1.4079705476760864
154760	linear.bias	2	-0.41581055521965027
154760	linear.bias	3	-0.6866103410720825
154760	linear.bias	4	-0.8898929953575134
154760	linear.bias	5	-1.1740150451660156
154760	linear.bias	6	-0.9249681234359741
154760	linear.bias	7	-0.7074556946754456
154760	linear.bias	8	-0.01705317199230194
154760	linear.bias	9	3.3664205074310303
154957	transitions	0	-0.4163770079612732
154957	transitions	1	8.55839729309082
154957	transitions	2	-3.5017740726470947
154957	transitions	3	1.4354716539382935
154957	transitions	4	-2.1129772663116455
154957	transitions	5	-0.3916641175746918
154957	transitions	6	-0.18896877765655518
154957	transitions	7	-10000.0
154957	transitions	8	1.7717036008834839
154957	transitions	9	-2.2938129901885986
154957	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
154957	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
154957	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
154957	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
154957	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
154957	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
154957	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
154957	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
154957	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
154957	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
154957	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
154957	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
154957	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
154957	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
154957	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
154957	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
154957	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
154957	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
154957	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
154957	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
154957	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
154957	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
154957	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
154957	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
154957	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
154957	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
154957	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
154957	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
154957	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
154957	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
154957	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
154957	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
154957	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
154957	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
154957	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
154957	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
154957	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
154957	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
154957	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
154957	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
154957	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
154957	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
154957	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
154957	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
154957	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
154957	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
154957	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
154957	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
154957	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
154957	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
154957	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
154957	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
154957	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
154957	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
154957	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
154957	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
154957	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
154957	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
154957	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
154957	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
154957	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
154957	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
154957	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
154957	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
154957	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
154957	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
154957	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
154957	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
154957	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
154957	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
154957	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
154957	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
154957	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
154957	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
154957	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
154957	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
154957	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
154957	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
154957	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
154957	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
154957	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
154957	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
154957	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
154957	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
154957	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
154957	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
154957	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
154957	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
154957	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
154957	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
154957	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
154957	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
154957	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
154957	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
154957	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
154957	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
154957	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
154957	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
154957	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
154957	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
154957	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
154957	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
154957	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
154957	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
154957	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
154957	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
154957	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
154957	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
154957	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
154957	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
154957	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
154957	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
154957	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
154957	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
154957	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
154957	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
154957	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
154957	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
154957	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
154957	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
154957	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
154957	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
154957	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
154957	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
154957	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
154957	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
154957	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
154957	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
154957	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
154957	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
154957	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
154957	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
154957	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
154957	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
154957	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
154957	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
154957	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
154957	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
154957	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
154957	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
154957	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
154957	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
154957	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
154957	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
154957	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
154957	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
154957	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
154957	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
154957	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
154957	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
154957	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
154957	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
154957	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
154957	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
154957	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
154957	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
154957	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
154957	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
154957	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
154957	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
154957	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
154957	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
154957	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
154957	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
154957	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
154957	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
154957	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
154957	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
154957	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
154957	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
154957	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
154957	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
154957	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
154957	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
154957	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
154957	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
154957	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
154957	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
154957	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
154957	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
154957	embedding2nn.weight	0	0.050064001232385635
154957	embedding2nn.weight	1	-0.0938432514667511
154957	embedding2nn.weight	2	0.0061886790208518505
154957	embedding2nn.weight	3	-0.057354409247636795
154957	embedding2nn.weight	4	-0.11069925874471664
154957	embedding2nn.weight	5	0.12109658122062683
154957	embedding2nn.weight	6	-0.12559445202350616
154957	embedding2nn.weight	7	-0.07319650799036026
154957	embedding2nn.weight	8	-0.026422875002026558
154957	embedding2nn.weight	9	0.06246582791209221
154957	embedding2nn.bias	0	0.08367747068405151
154957	embedding2nn.bias	1	0.041712794452905655
154957	embedding2nn.bias	2	-0.0950760617852211
154957	embedding2nn.bias	3	0.060837555676698685
154957	embedding2nn.bias	4	-0.014785470440983772
154957	embedding2nn.bias	5	-0.16919322311878204
154957	embedding2nn.bias	6	-0.12193892896175385
154957	embedding2nn.bias	7	-0.06639311462640762
154957	embedding2nn.bias	8	0.07551994919776917
154957	embedding2nn.bias	9	-0.06081467494368553
154957	rnn.weight_ih_l0	0	0.034763649106025696
154957	rnn.weight_ih_l0	1	-0.06843588501214981
154957	rnn.weight_ih_l0	2	-0.030870165675878525
154957	rnn.weight_ih_l0	3	-0.042079079896211624
154957	rnn.weight_ih_l0	4	0.027618689462542534
154957	rnn.weight_ih_l0	5	-0.10559091717004776
154957	rnn.weight_ih_l0	6	-0.057034313678741455
154957	rnn.weight_ih_l0	7	-0.0179298035800457
154957	rnn.weight_ih_l0	8	0.07044001668691635
154957	rnn.weight_ih_l0	9	0.010978592559695244
154957	rnn.weight_hh_l0	0	0.0010817268630489707
154957	rnn.weight_hh_l0	1	-0.09524761140346527
154957	rnn.weight_hh_l0	2	0.06423813104629517
154957	rnn.weight_hh_l0	3	0.042141687124967575
154957	rnn.weight_hh_l0	4	0.003662161063402891
154957	rnn.weight_hh_l0	5	0.06695117056369781
154957	rnn.weight_hh_l0	6	-0.016055967658758163
154957	rnn.weight_hh_l0	7	-0.09406454861164093
154957	rnn.weight_hh_l0	8	0.008991916663944721
154957	rnn.weight_hh_l0	9	-0.08129507303237915
154957	rnn.bias_ih_l0	0	-0.05236133560538292
154957	rnn.bias_ih_l0	1	-0.18610061705112457
154957	rnn.bias_ih_l0	2	-0.2535690367221832
154957	rnn.bias_ih_l0	3	-0.2728461027145386
154957	rnn.bias_ih_l0	4	-0.001213074428960681
154957	rnn.bias_ih_l0	5	0.03891867771744728
154957	rnn.bias_ih_l0	6	-0.17897073924541473
154957	rnn.bias_ih_l0	7	-0.2577669024467468
154957	rnn.bias_ih_l0	8	-0.12625752389431
154957	rnn.bias_ih_l0	9	-0.18204693496227264
154957	rnn.bias_hh_l0	0	0.12295421957969666
154957	rnn.bias_hh_l0	1	-0.06095248833298683
154957	rnn.bias_hh_l0	2	0.044970955699682236
154957	rnn.bias_hh_l0	3	-0.16813190281391144
154957	rnn.bias_hh_l0	4	0.039358895272016525
154957	rnn.bias_hh_l0	5	0.026168987154960632
154957	rnn.bias_hh_l0	6	-0.09631463140249252
154957	rnn.bias_hh_l0	7	-0.1665801852941513
154957	rnn.bias_hh_l0	8	-0.18930593132972717
154957	rnn.bias_hh_l0	9	-0.10358808189630508
154957	rnn.weight_ih_l0_reverse	0	-0.023797657340765
154957	rnn.weight_ih_l0_reverse	1	0.005001240875571966
154957	rnn.weight_ih_l0_reverse	2	0.023885153234004974
154957	rnn.weight_ih_l0_reverse	3	0.0020830591674894094
154957	rnn.weight_ih_l0_reverse	4	0.02583460509777069
154957	rnn.weight_ih_l0_reverse	5	-0.059469956904649734
154957	rnn.weight_ih_l0_reverse	6	-0.04857361316680908
154957	rnn.weight_ih_l0_reverse	7	0.002442518947646022
154957	rnn.weight_ih_l0_reverse	8	0.09829644858837128
154957	rnn.weight_ih_l0_reverse	9	0.0237696785479784
154957	rnn.weight_hh_l0_reverse	0	0.007232165429741144
154957	rnn.weight_hh_l0_reverse	1	0.02624315582215786
154957	rnn.weight_hh_l0_reverse	2	-0.04224703460931778
154957	rnn.weight_hh_l0_reverse	3	0.0364229641854763
154957	rnn.weight_hh_l0_reverse	4	0.026848793029785156
154957	rnn.weight_hh_l0_reverse	5	0.002202460542321205
154957	rnn.weight_hh_l0_reverse	6	0.05711217224597931
154957	rnn.weight_hh_l0_reverse	7	0.024440249428153038
154957	rnn.weight_hh_l0_reverse	8	-0.01394676323980093
154957	rnn.weight_hh_l0_reverse	9	-0.035357385873794556
154957	rnn.bias_ih_l0_reverse	0	-0.14055055379867554
154957	rnn.bias_ih_l0_reverse	1	-0.31320416927337646
154957	rnn.bias_ih_l0_reverse	2	-0.06523716449737549
154957	rnn.bias_ih_l0_reverse	3	-0.14374308288097382
154957	rnn.bias_ih_l0_reverse	4	0.06596852838993073
154957	rnn.bias_ih_l0_reverse	5	-0.2578106224536896
154957	rnn.bias_ih_l0_reverse	6	-0.05426968261599541
154957	rnn.bias_ih_l0_reverse	7	-0.003766914363950491
154957	rnn.bias_ih_l0_reverse	8	-0.17862534523010254
154957	rnn.bias_ih_l0_reverse	9	-0.09412667900323868
154957	rnn.bias_hh_l0_reverse	0	-0.15786147117614746
154957	rnn.bias_hh_l0_reverse	1	-0.15179656445980072
154957	rnn.bias_hh_l0_reverse	2	-0.01901952549815178
154957	rnn.bias_hh_l0_reverse	3	-0.13235165178775787
154957	rnn.bias_hh_l0_reverse	4	-0.021186500787734985
154957	rnn.bias_hh_l0_reverse	5	-0.10948970168828964
154957	rnn.bias_hh_l0_reverse	6	-0.07366110384464264
154957	rnn.bias_hh_l0_reverse	7	-0.20194676518440247
154957	rnn.bias_hh_l0_reverse	8	-0.053110990673303604
154957	rnn.bias_hh_l0_reverse	9	-0.1353195309638977
154957	linear.weight	0	-0.21687442064285278
154957	linear.weight	1	-0.15835735201835632
154957	linear.weight	2	-0.011228874325752258
154957	linear.weight	3	-0.047673482447862625
154957	linear.weight	4	0.06417668610811234
154957	linear.weight	5	0.19913284480571747
154957	linear.weight	6	0.0047744326293468475
154957	linear.weight	7	-0.021312154829502106
154957	linear.weight	8	0.15331695973873138
154957	linear.weight	9	0.1796317845582962
154957	linear.bias	0	-0.824773907661438
154957	linear.bias	1	1.3807072639465332
154957	linear.bias	2	-0.4196091890335083
154957	linear.bias	3	-0.6929762959480286
154957	linear.bias	4	-0.8898742198944092
154957	linear.bias	5	-1.1740365028381348
154957	linear.bias	6	-0.9008427262306213
154957	linear.bias	7	-0.7212066054344177
154957	linear.bias	8	-0.01705317199230194
154957	linear.bias	9	3.3513882160186768
155154	transitions	0	-0.4164479672908783
155154	transitions	1	8.56155014038086
155154	transitions	2	-3.5020179748535156
155154	transitions	3	1.4312303066253662
155154	transitions	4	-2.1132454872131348
155154	transitions	5	-0.3917534351348877
155154	transitions	6	-0.1889801025390625
155154	transitions	7	-10000.0
155154	transitions	8	1.772735834121704
155154	transitions	9	-2.293816328048706
155154	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
155154	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
155154	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
155154	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
155154	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
155154	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
155154	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
155154	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
155154	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
155154	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
155154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
155154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
155154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
155154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
155154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
155154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
155154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
155154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
155154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
155154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
155154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
155154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
155154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
155154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
155154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
155154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
155154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
155154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
155154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
155154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
155154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
155154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
155154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
155154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
155154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
155154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
155154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
155154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
155154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
155154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
155154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
155154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
155154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
155154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
155154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
155154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
155154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
155154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
155154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
155154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
155154	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
155154	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
155154	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
155154	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
155154	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
155154	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
155154	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
155154	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
155154	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
155154	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
155154	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
155154	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
155154	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
155154	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
155154	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
155154	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
155154	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
155154	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
155154	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
155154	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
155154	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
155154	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
155154	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
155154	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
155154	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
155154	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
155154	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
155154	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
155154	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
155154	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
155154	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
155154	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
155154	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
155154	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
155154	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
155154	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
155154	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
155154	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
155154	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
155154	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
155154	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
155154	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
155154	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
155154	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
155154	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
155154	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
155154	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
155154	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
155154	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
155154	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
155154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
155154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
155154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
155154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
155154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
155154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
155154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
155154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
155154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
155154	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
155154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
155154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
155154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
155154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
155154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
155154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
155154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
155154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
155154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
155154	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
155154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
155154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
155154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
155154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
155154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
155154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
155154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
155154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
155154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
155154	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
155154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
155154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
155154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
155154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
155154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
155154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
155154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
155154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
155154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
155154	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
155154	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
155154	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
155154	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
155154	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
155154	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
155154	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
155154	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
155154	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
155154	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
155154	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
155154	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
155154	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
155154	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
155154	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
155154	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
155154	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
155154	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
155154	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
155154	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
155154	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
155154	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
155154	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
155154	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
155154	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
155154	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
155154	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
155154	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
155154	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
155154	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
155154	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
155154	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
155154	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
155154	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
155154	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
155154	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
155154	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
155154	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
155154	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
155154	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
155154	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
155154	embedding2nn.weight	0	0.04973748326301575
155154	embedding2nn.weight	1	-0.09346065670251846
155154	embedding2nn.weight	2	0.005833659786731005
155154	embedding2nn.weight	3	-0.05790453404188156
155154	embedding2nn.weight	4	-0.11040250211954117
155154	embedding2nn.weight	5	0.1211659386754036
155154	embedding2nn.weight	6	-0.1233723908662796
155154	embedding2nn.weight	7	-0.07284277677536011
155154	embedding2nn.weight	8	-0.02621513418853283
155154	embedding2nn.weight	9	0.06447470188140869
155154	embedding2nn.bias	0	0.08155284821987152
155154	embedding2nn.bias	1	0.044682879000902176
155154	embedding2nn.bias	2	-0.09862716495990753
155154	embedding2nn.bias	3	0.06129977107048035
155154	embedding2nn.bias	4	-0.01589352637529373
155154	embedding2nn.bias	5	-0.16057154536247253
155154	embedding2nn.bias	6	-0.13584965467453003
155154	embedding2nn.bias	7	-0.07046374678611755
155154	embedding2nn.bias	8	0.07098843902349472
155154	embedding2nn.bias	9	-0.06031908467411995
155154	rnn.weight_ih_l0	0	0.035121988505125046
155154	rnn.weight_ih_l0	1	-0.06730988621711731
155154	rnn.weight_ih_l0	2	-0.03428515046834946
155154	rnn.weight_ih_l0	3	-0.04132382571697235
155154	rnn.weight_ih_l0	4	0.027116354554891586
155154	rnn.weight_ih_l0	5	-0.10546716302633286
155154	rnn.weight_ih_l0	6	-0.05620477348566055
155154	rnn.weight_ih_l0	7	-0.018967676907777786
155154	rnn.weight_ih_l0	8	0.07067525386810303
155154	rnn.weight_ih_l0	9	0.009974103420972824
155154	rnn.weight_hh_l0	0	0.0004967355052940547
155154	rnn.weight_hh_l0	1	-0.0941089317202568
155154	rnn.weight_hh_l0	2	0.06362508237361908
155154	rnn.weight_hh_l0	3	0.04189020022749901
155154	rnn.weight_hh_l0	4	0.003888315986841917
155154	rnn.weight_hh_l0	5	0.06668614596128464
155154	rnn.weight_hh_l0	6	-0.01628333143889904
155154	rnn.weight_hh_l0	7	-0.09437984973192215
155154	rnn.weight_hh_l0	8	0.008946186862885952
155154	rnn.weight_hh_l0	9	-0.0838637575507164
155154	rnn.bias_ih_l0	0	-0.05207344889640808
155154	rnn.bias_ih_l0	1	-0.18827953934669495
155154	rnn.bias_ih_l0	2	-0.2536819875240326
155154	rnn.bias_ih_l0	3	-0.2714483439922333
155154	rnn.bias_ih_l0	4	-0.0035419610794633627
155154	rnn.bias_ih_l0	5	0.04009063541889191
155154	rnn.bias_ih_l0	6	-0.17710253596305847
155154	rnn.bias_ih_l0	7	-0.2564840614795685
155154	rnn.bias_ih_l0	8	-0.12304259091615677
155154	rnn.bias_ih_l0	9	-0.18153157830238342
155154	rnn.bias_hh_l0	0	0.1315121054649353
155154	rnn.bias_hh_l0	1	-0.061020392924547195
155154	rnn.bias_hh_l0	2	0.044017244130373
155154	rnn.bias_hh_l0	3	-0.16962021589279175
155154	rnn.bias_hh_l0	4	0.03990502655506134
155154	rnn.bias_hh_l0	5	0.02849465236067772
155154	rnn.bias_hh_l0	6	-0.09641960263252258
155154	rnn.bias_hh_l0	7	-0.1679002046585083
155154	rnn.bias_hh_l0	8	-0.1887792944908142
155154	rnn.bias_hh_l0	9	-0.10217519104480743
155154	rnn.weight_ih_l0_reverse	0	-0.02379777655005455
155154	rnn.weight_ih_l0_reverse	1	0.005725231021642685
155154	rnn.weight_ih_l0_reverse	2	0.02444133535027504
155154	rnn.weight_ih_l0_reverse	3	0.0012098487932235003
155154	rnn.weight_ih_l0_reverse	4	0.02664182521402836
155154	rnn.weight_ih_l0_reverse	5	-0.059026166796684265
155154	rnn.weight_ih_l0_reverse	6	-0.04819819703698158
155154	rnn.weight_ih_l0_reverse	7	0.0026237228885293007
155154	rnn.weight_ih_l0_reverse	8	0.09892240166664124
155154	rnn.weight_ih_l0_reverse	9	0.02369692362844944
155154	rnn.weight_hh_l0_reverse	0	0.006957505829632282
155154	rnn.weight_hh_l0_reverse	1	0.02621883898973465
155154	rnn.weight_hh_l0_reverse	2	-0.04262438416481018
155154	rnn.weight_hh_l0_reverse	3	0.03686559945344925
155154	rnn.weight_hh_l0_reverse	4	0.02616097405552864
155154	rnn.weight_hh_l0_reverse	5	0.002472449792549014
155154	rnn.weight_hh_l0_reverse	6	0.05718037858605385
155154	rnn.weight_hh_l0_reverse	7	0.02378220483660698
155154	rnn.weight_hh_l0_reverse	8	-0.014407956041395664
155154	rnn.weight_hh_l0_reverse	9	-0.03570832684636116
155154	rnn.bias_ih_l0_reverse	0	-0.141413614153862
155154	rnn.bias_ih_l0_reverse	1	-0.31412646174430847
155154	rnn.bias_ih_l0_reverse	2	-0.06566665321588516
155154	rnn.bias_ih_l0_reverse	3	-0.14341865479946136
155154	rnn.bias_ih_l0_reverse	4	0.06666120886802673
155154	rnn.bias_ih_l0_reverse	5	-0.25905534625053406
155154	rnn.bias_ih_l0_reverse	6	-0.05319970101118088
155154	rnn.bias_ih_l0_reverse	7	-0.005944433622062206
155154	rnn.bias_ih_l0_reverse	8	-0.17785975337028503
155154	rnn.bias_ih_l0_reverse	9	-0.0910419374704361
155154	rnn.bias_hh_l0_reverse	0	-0.15593473613262177
155154	rnn.bias_hh_l0_reverse	1	-0.15304048359394073
155154	rnn.bias_hh_l0_reverse	2	-0.017950426787137985
155154	rnn.bias_hh_l0_reverse	3	-0.13271287083625793
155154	rnn.bias_hh_l0_reverse	4	-0.020619435235857964
155154	rnn.bias_hh_l0_reverse	5	-0.11029855161905289
155154	rnn.bias_hh_l0_reverse	6	-0.07259318232536316
155154	rnn.bias_hh_l0_reverse	7	-0.19861091673374176
155154	rnn.bias_hh_l0_reverse	8	-0.0548102892935276
155154	rnn.bias_hh_l0_reverse	9	-0.13308019936084747
155154	linear.weight	0	-0.22079125046730042
155154	linear.weight	1	-0.15862910449504852
155154	linear.weight	2	-0.011228874325752258
155154	linear.weight	3	-0.05838138982653618
155154	linear.weight	4	0.06731639057397842
155154	linear.weight	5	0.18516704440116882
155154	linear.weight	6	0.0047744326293468475
155154	linear.weight	7	-0.021312154829502106
155154	linear.weight	8	0.14866124093532562
155154	linear.weight	9	0.16958296298980713
155154	linear.bias	0	-0.8537629842758179
155154	linear.bias	1	1.364951252937317
155154	linear.bias	2	-0.4130059480667114
155154	linear.bias	3	-0.6923270225524902
155154	linear.bias	4	-0.853967547416687
155154	linear.bias	5	-1.1740617752075195
155154	linear.bias	6	-0.93019038438797
155154	linear.bias	7	-0.6908537745475769
155154	linear.bias	8	-0.01705317199230194
155154	linear.bias	9	3.3194048404693604
155351	transitions	0	-0.41652214527130127
155351	transitions	1	8.58834171295166
155351	transitions	2	-3.5023136138916016
155351	transitions	3	1.4261130094528198
155351	transitions	4	-2.1140871047973633
155351	transitions	5	-0.3917849659919739
155351	transitions	6	-0.18899588286876678
155351	transitions	7	-10000.0
155351	transitions	8	1.7726020812988281
155351	transitions	9	-2.293820858001709
155351	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
155351	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
155351	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
155351	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
155351	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
155351	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
155351	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
155351	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
155351	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
155351	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
155351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
155351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
155351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
155351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
155351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
155351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
155351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
155351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
155351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
155351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
155351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
155351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
155351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
155351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
155351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
155351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
155351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
155351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
155351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
155351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
155351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
155351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
155351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
155351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
155351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
155351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
155351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
155351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
155351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
155351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
155351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
155351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
155351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
155351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
155351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
155351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
155351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
155351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
155351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
155351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
155351	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
155351	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
155351	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
155351	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
155351	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
155351	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
155351	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
155351	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
155351	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
155351	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
155351	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
155351	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
155351	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
155351	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
155351	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
155351	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
155351	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
155351	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
155351	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
155351	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
155351	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
155351	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
155351	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
155351	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
155351	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
155351	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
155351	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
155351	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
155351	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
155351	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
155351	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
155351	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
155351	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
155351	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
155351	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
155351	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
155351	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
155351	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
155351	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
155351	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
155351	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
155351	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
155351	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
155351	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
155351	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
155351	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
155351	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
155351	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
155351	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
155351	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
155351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
155351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
155351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
155351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
155351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
155351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
155351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
155351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
155351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
155351	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
155351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
155351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
155351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
155351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
155351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
155351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
155351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
155351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
155351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
155351	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
155351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
155351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
155351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
155351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
155351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
155351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
155351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
155351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
155351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
155351	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
155351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
155351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
155351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
155351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
155351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
155351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
155351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
155351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
155351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
155351	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
155351	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
155351	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
155351	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
155351	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
155351	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
155351	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
155351	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
155351	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
155351	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
155351	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
155351	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
155351	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
155351	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
155351	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
155351	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
155351	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
155351	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
155351	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
155351	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
155351	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
155351	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
155351	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
155351	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
155351	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
155351	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
155351	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
155351	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
155351	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
155351	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
155351	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
155351	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
155351	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
155351	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
155351	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
155351	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
155351	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
155351	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
155351	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
155351	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
155351	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
155351	embedding2nn.weight	0	0.04957028850913048
155351	embedding2nn.weight	1	-0.09372339397668839
155351	embedding2nn.weight	2	0.006777876988053322
155351	embedding2nn.weight	3	-0.05731026083230972
155351	embedding2nn.weight	4	-0.11064882576465607
155351	embedding2nn.weight	5	0.12094035744667053
155351	embedding2nn.weight	6	-0.11982424557209015
155351	embedding2nn.weight	7	-0.07334127277135849
155351	embedding2nn.weight	8	-0.025782983750104904
155351	embedding2nn.weight	9	0.06344904005527496
155351	embedding2nn.bias	0	0.06639542430639267
155351	embedding2nn.bias	1	0.03880913928151131
155351	embedding2nn.bias	2	-0.096790611743927
155351	embedding2nn.bias	3	0.059846874326467514
155351	embedding2nn.bias	4	-0.018776988610625267
155351	embedding2nn.bias	5	-0.16123449802398682
155351	embedding2nn.bias	6	-0.1263369619846344
155351	embedding2nn.bias	7	-0.076886385679245
155351	embedding2nn.bias	8	0.06958311051130295
155351	embedding2nn.bias	9	-0.0679844468832016
155351	rnn.weight_ih_l0	0	0.034172654151916504
155351	rnn.weight_ih_l0	1	-0.06715500354766846
155351	rnn.weight_ih_l0	2	-0.03341178968548775
155351	rnn.weight_ih_l0	3	-0.04174770787358284
155351	rnn.weight_ih_l0	4	0.026567431166768074
155351	rnn.weight_ih_l0	5	-0.10574113577604294
155351	rnn.weight_ih_l0	6	-0.056185588240623474
155351	rnn.weight_ih_l0	7	-0.01720014214515686
155351	rnn.weight_ih_l0	8	0.07155551761388779
155351	rnn.weight_ih_l0	9	0.008256700821220875
155351	rnn.weight_hh_l0	0	0.00046616836334578693
155351	rnn.weight_hh_l0	1	-0.09409461915493011
155351	rnn.weight_hh_l0	2	0.06355639547109604
155351	rnn.weight_hh_l0	3	0.04190899059176445
155351	rnn.weight_hh_l0	4	0.004085012711584568
155351	rnn.weight_hh_l0	5	0.06712087243795395
155351	rnn.weight_hh_l0	6	-0.016425706446170807
155351	rnn.weight_hh_l0	7	-0.09465764462947845
155351	rnn.weight_hh_l0	8	0.00949142687022686
155351	rnn.weight_hh_l0	9	-0.08266992121934891
155351	rnn.bias_ih_l0	0	-0.05152029171586037
155351	rnn.bias_ih_l0	1	-0.18688003718852997
155351	rnn.bias_ih_l0	2	-0.25248414278030396
155351	rnn.bias_ih_l0	3	-0.27187252044677734
155351	rnn.bias_ih_l0	4	-0.0038255667313933372
155351	rnn.bias_ih_l0	5	0.04198025166988373
155351	rnn.bias_ih_l0	6	-0.17699773609638214
155351	rnn.bias_ih_l0	7	-0.2559867203235626
155351	rnn.bias_ih_l0	8	-0.12242412567138672
155351	rnn.bias_ih_l0	9	-0.18177731335163116
155351	rnn.bias_hh_l0	0	0.12958906590938568
155351	rnn.bias_hh_l0	1	-0.06092234328389168
155351	rnn.bias_hh_l0	2	0.04358167573809624
155351	rnn.bias_hh_l0	3	-0.16845165193080902
155351	rnn.bias_hh_l0	4	0.04130178317427635
155351	rnn.bias_hh_l0	5	0.029085563495755196
155351	rnn.bias_hh_l0	6	-0.09586286544799805
155351	rnn.bias_hh_l0	7	-0.16687323153018951
155351	rnn.bias_hh_l0	8	-0.18943294882774353
155351	rnn.bias_hh_l0	9	-0.10319797694683075
155351	rnn.weight_ih_l0_reverse	0	-0.025008250027894974
155351	rnn.weight_ih_l0_reverse	1	0.004993370734155178
155351	rnn.weight_ih_l0_reverse	2	0.02427033707499504
155351	rnn.weight_ih_l0_reverse	3	0.0011262333719059825
155351	rnn.weight_ih_l0_reverse	4	0.027342675253748894
155351	rnn.weight_ih_l0_reverse	5	-0.058741744607686996
155351	rnn.weight_ih_l0_reverse	6	-0.048140157014131546
155351	rnn.weight_ih_l0_reverse	7	0.0031436337158083916
155351	rnn.weight_ih_l0_reverse	8	0.09918420016765594
155351	rnn.weight_ih_l0_reverse	9	0.022418851032853127
155351	rnn.weight_hh_l0_reverse	0	0.0068702250719070435
155351	rnn.weight_hh_l0_reverse	1	0.026072252541780472
155351	rnn.weight_hh_l0_reverse	2	-0.04346936196088791
155351	rnn.weight_hh_l0_reverse	3	0.03711993247270584
155351	rnn.weight_hh_l0_reverse	4	0.026276029646396637
155351	rnn.weight_hh_l0_reverse	5	0.002388846827670932
155351	rnn.weight_hh_l0_reverse	6	0.0573141947388649
155351	rnn.weight_hh_l0_reverse	7	0.02364371344447136
155351	rnn.weight_hh_l0_reverse	8	-0.014798619784414768
155351	rnn.weight_hh_l0_reverse	9	-0.03549288585782051
155351	rnn.bias_ih_l0_reverse	0	-0.1421433538198471
155351	rnn.bias_ih_l0_reverse	1	-0.31518495082855225
155351	rnn.bias_ih_l0_reverse	2	-0.06517013907432556
155351	rnn.bias_ih_l0_reverse	3	-0.14246775209903717
155351	rnn.bias_ih_l0_reverse	4	0.06629658490419388
155351	rnn.bias_ih_l0_reverse	5	-0.2597821056842804
155351	rnn.bias_ih_l0_reverse	6	-0.053858477622270584
155351	rnn.bias_ih_l0_reverse	7	-0.006497553084045649
155351	rnn.bias_ih_l0_reverse	8	-0.17658790946006775
155351	rnn.bias_ih_l0_reverse	9	-0.09342285990715027
155351	rnn.bias_hh_l0_reverse	0	-0.15515916049480438
155351	rnn.bias_hh_l0_reverse	1	-0.15360628068447113
155351	rnn.bias_hh_l0_reverse	2	-0.018236488103866577
155351	rnn.bias_hh_l0_reverse	3	-0.13270092010498047
155351	rnn.bias_hh_l0_reverse	4	-0.02213665284216404
155351	rnn.bias_hh_l0_reverse	5	-0.1097492128610611
155351	rnn.bias_hh_l0_reverse	6	-0.07299109548330307
155351	rnn.bias_hh_l0_reverse	7	-0.1993614286184311
155351	rnn.bias_hh_l0_reverse	8	-0.05580081418156624
155351	rnn.bias_hh_l0_reverse	9	-0.13322363793849945
155351	linear.weight	0	-0.20440806448459625
155351	linear.weight	1	-0.15449365973472595
155351	linear.weight	2	-0.011228874325752258
155351	linear.weight	3	-0.05780501291155815
155351	linear.weight	4	0.06502760946750641
155351	linear.weight	5	0.18651226162910461
155351	linear.weight	6	0.0047744326293468475
155351	linear.weight	7	-0.021312154829502106
155351	linear.weight	8	0.13884790241718292
155351	linear.weight	9	0.16580183804035187
155351	linear.bias	0	-0.8404412865638733
155351	linear.bias	1	1.3624043464660645
155351	linear.bias	2	-0.44297507405281067
155351	linear.bias	3	-0.6745843887329102
155351	linear.bias	4	-0.8627631664276123
155351	linear.bias	5	-1.17408287525177
155351	linear.bias	6	-0.9150046706199646
155351	linear.bias	7	-0.7076092958450317
155351	linear.bias	8	-0.01705317199230194
155351	linear.bias	9	3.3334169387817383
155548	transitions	0	-0.41669294238090515
155548	transitions	1	8.573797225952148
155548	transitions	2	-3.502835988998413
155548	transitions	3	1.4215091466903687
155548	transitions	4	-2.11429500579834
155548	transitions	5	-0.3918263018131256
155548	transitions	6	-0.18901515007019043
155548	transitions	7	-10000.0
155548	transitions	8	1.7720617055892944
155548	transitions	9	-2.293822765350342
155548	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
155548	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
155548	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
155548	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
155548	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
155548	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
155548	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
155548	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
155548	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
155548	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
155548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
155548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
155548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
155548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
155548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
155548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
155548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
155548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
155548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
155548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
155548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
155548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
155548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
155548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
155548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
155548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
155548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
155548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
155548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
155548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
155548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
155548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
155548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
155548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
155548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
155548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
155548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
155548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
155548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
155548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
155548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
155548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
155548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
155548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
155548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
155548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
155548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
155548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
155548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
155548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
155548	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
155548	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
155548	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
155548	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
155548	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
155548	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
155548	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
155548	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
155548	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
155548	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
155548	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
155548	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
155548	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
155548	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
155548	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
155548	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
155548	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
155548	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
155548	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
155548	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
155548	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
155548	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
155548	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
155548	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
155548	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
155548	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
155548	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
155548	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
155548	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
155548	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
155548	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
155548	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
155548	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
155548	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
155548	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
155548	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
155548	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
155548	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
155548	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
155548	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
155548	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
155548	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
155548	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
155548	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
155548	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
155548	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
155548	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
155548	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
155548	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
155548	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
155548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
155548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
155548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
155548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
155548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
155548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
155548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
155548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
155548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
155548	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
155548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
155548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
155548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
155548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
155548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
155548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
155548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
155548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
155548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
155548	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
155548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
155548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
155548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
155548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
155548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
155548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
155548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
155548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
155548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
155548	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
155548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
155548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
155548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
155548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
155548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
155548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
155548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
155548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
155548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
155548	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
155548	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
155548	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
155548	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
155548	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
155548	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
155548	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
155548	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
155548	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
155548	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
155548	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
155548	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
155548	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
155548	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
155548	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
155548	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
155548	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
155548	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
155548	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
155548	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
155548	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
155548	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
155548	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
155548	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
155548	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
155548	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
155548	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
155548	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
155548	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
155548	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
155548	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
155548	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
155548	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
155548	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
155548	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
155548	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
155548	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
155548	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
155548	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
155548	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
155548	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
155548	embedding2nn.weight	0	0.04943665489554405
155548	embedding2nn.weight	1	-0.0932365283370018
155548	embedding2nn.weight	2	0.007669989485293627
155548	embedding2nn.weight	3	-0.05736623331904411
155548	embedding2nn.weight	4	-0.1089218407869339
155548	embedding2nn.weight	5	0.12087849527597427
155548	embedding2nn.weight	6	-0.11781178414821625
155548	embedding2nn.weight	7	-0.07515459507703781
155548	embedding2nn.weight	8	-0.026591479778289795
155548	embedding2nn.weight	9	0.0633290484547615
155548	embedding2nn.bias	0	0.058690525591373444
155548	embedding2nn.bias	1	0.035664547234773636
155548	embedding2nn.bias	2	-0.10107070207595825
155548	embedding2nn.bias	3	0.06485073268413544
155548	embedding2nn.bias	4	-0.012683936394751072
155548	embedding2nn.bias	5	-0.16077132523059845
155548	embedding2nn.bias	6	-0.12583765387535095
155548	embedding2nn.bias	7	-0.07788321375846863
155548	embedding2nn.bias	8	0.0785381942987442
155548	embedding2nn.bias	9	-0.07102883607149124
155548	rnn.weight_ih_l0	0	0.03452153131365776
155548	rnn.weight_ih_l0	1	-0.0669936090707779
155548	rnn.weight_ih_l0	2	-0.03396165743470192
155548	rnn.weight_ih_l0	3	-0.04242363199591637
155548	rnn.weight_ih_l0	4	0.026153940707445145
155548	rnn.weight_ih_l0	5	-0.10665585100650787
155548	rnn.weight_ih_l0	6	-0.054982975125312805
155548	rnn.weight_ih_l0	7	-0.016686301678419113
155548	rnn.weight_ih_l0	8	0.0755527913570404
155548	rnn.weight_ih_l0	9	0.008913732133805752
155548	rnn.weight_hh_l0	0	0.0005099325790069997
155548	rnn.weight_hh_l0	1	-0.09351443499326706
155548	rnn.weight_hh_l0	2	0.06369312107563019
155548	rnn.weight_hh_l0	3	0.04251357913017273
155548	rnn.weight_hh_l0	4	0.00398458493873477
155548	rnn.weight_hh_l0	5	0.06725803762674332
155548	rnn.weight_hh_l0	6	-0.016384312883019447
155548	rnn.weight_hh_l0	7	-0.09493879228830338
155548	rnn.weight_hh_l0	8	0.00916104856878519
155548	rnn.weight_hh_l0	9	-0.08299646526575089
155548	rnn.bias_ih_l0	0	-0.050718434154987335
155548	rnn.bias_ih_l0	1	-0.1896813064813614
155548	rnn.bias_ih_l0	2	-0.2530571520328522
155548	rnn.bias_ih_l0	3	-0.27230608463287354
155548	rnn.bias_ih_l0	4	-0.00432324456050992
155548	rnn.bias_ih_l0	5	0.0404461994767189
155548	rnn.bias_ih_l0	6	-0.1760413497686386
155548	rnn.bias_ih_l0	7	-0.2536758780479431
155548	rnn.bias_ih_l0	8	-0.12594494223594666
155548	rnn.bias_ih_l0	9	-0.18288402259349823
155548	rnn.bias_hh_l0	0	0.12676092982292175
155548	rnn.bias_hh_l0	1	-0.06080525740981102
155548	rnn.bias_hh_l0	2	0.0421597957611084
155548	rnn.bias_hh_l0	3	-0.1675858199596405
155548	rnn.bias_hh_l0	4	0.041534166783094406
155548	rnn.bias_hh_l0	5	0.031105713918805122
155548	rnn.bias_hh_l0	6	-0.09854304790496826
155548	rnn.bias_hh_l0	7	-0.16681885719299316
155548	rnn.bias_hh_l0	8	-0.19165609776973724
155548	rnn.bias_hh_l0	9	-0.10102207958698273
155548	rnn.weight_ih_l0_reverse	0	-0.025156063959002495
155548	rnn.weight_ih_l0_reverse	1	0.005156585946679115
155548	rnn.weight_ih_l0_reverse	2	0.022154798731207848
155548	rnn.weight_ih_l0_reverse	3	-0.0002608800132293254
155548	rnn.weight_ih_l0_reverse	4	0.028171490877866745
155548	rnn.weight_ih_l0_reverse	5	-0.05762452632188797
155548	rnn.weight_ih_l0_reverse	6	-0.0486660934984684
155548	rnn.weight_ih_l0_reverse	7	0.004804488271474838
155548	rnn.weight_ih_l0_reverse	8	0.09635933488607407
155548	rnn.weight_ih_l0_reverse	9	0.023647941648960114
155548	rnn.weight_hh_l0_reverse	0	0.00644060131162405
155548	rnn.weight_hh_l0_reverse	1	0.025414390489459038
155548	rnn.weight_hh_l0_reverse	2	-0.04301702603697777
155548	rnn.weight_hh_l0_reverse	3	0.03689592704176903
155548	rnn.weight_hh_l0_reverse	4	0.026140430942177773
155548	rnn.weight_hh_l0_reverse	5	0.0019433698616921902
155548	rnn.weight_hh_l0_reverse	6	0.057293619960546494
155548	rnn.weight_hh_l0_reverse	7	0.023431017994880676
155548	rnn.weight_hh_l0_reverse	8	-0.014226649887859821
155548	rnn.weight_hh_l0_reverse	9	-0.03557368740439415
155548	rnn.bias_ih_l0_reverse	0	-0.14351002871990204
155548	rnn.bias_ih_l0_reverse	1	-0.316129207611084
155548	rnn.bias_ih_l0_reverse	2	-0.06341720372438431
155548	rnn.bias_ih_l0_reverse	3	-0.14189301431179047
155548	rnn.bias_ih_l0_reverse	4	0.06429491192102432
155548	rnn.bias_ih_l0_reverse	5	-0.2597343325614929
155548	rnn.bias_ih_l0_reverse	6	-0.05296429991722107
155548	rnn.bias_ih_l0_reverse	7	-0.004508486017584801
155548	rnn.bias_ih_l0_reverse	8	-0.17622266709804535
155548	rnn.bias_ih_l0_reverse	9	-0.09319334477186203
155548	rnn.bias_hh_l0_reverse	0	-0.1534549444913864
155548	rnn.bias_hh_l0_reverse	1	-0.15573012828826904
155548	rnn.bias_hh_l0_reverse	2	-0.019383007660508156
155548	rnn.bias_hh_l0_reverse	3	-0.13259299099445343
155548	rnn.bias_hh_l0_reverse	4	-0.02067771926522255
155548	rnn.bias_hh_l0_reverse	5	-0.11211679875850677
155548	rnn.bias_hh_l0_reverse	6	-0.07198125123977661
155548	rnn.bias_hh_l0_reverse	7	-0.19725899398326874
155548	rnn.bias_hh_l0_reverse	8	-0.05651449039578438
155548	rnn.bias_hh_l0_reverse	9	-0.13573579490184784
155548	linear.weight	0	-0.21351388096809387
155548	linear.weight	1	-0.1519504338502884
155548	linear.weight	2	-0.011228874325752258
155548	linear.weight	3	-0.04994460195302963
155548	linear.weight	4	0.05893809348344803
155548	linear.weight	5	0.1779494285583496
155548	linear.weight	6	0.0047744326293468475
155548	linear.weight	7	-0.021312154829502106
155548	linear.weight	8	0.1414097547531128
155548	linear.weight	9	0.17641617357730865
155548	linear.bias	0	-0.8387982249259949
155548	linear.bias	1	1.3793308734893799
155548	linear.bias	2	-0.4102879464626312
155548	linear.bias	3	-0.6834762692451477
155548	linear.bias	4	-0.8532642722129822
155548	linear.bias	5	-1.1741091012954712
155548	linear.bias	6	-0.9132351279258728
155548	linear.bias	7	-0.7246392369270325
155548	linear.bias	8	-0.01705317199230194
155548	linear.bias	9	3.351186752319336
155745	transitions	0	-0.41675126552581787
155745	transitions	1	8.572532653808594
155745	transitions	2	-3.503101110458374
155745	transitions	3	1.4213695526123047
155745	transitions	4	-2.114603281021118
155745	transitions	5	-0.3918595612049103
155745	transitions	6	-0.1890394538640976
155745	transitions	7	-10000.0
155745	transitions	8	1.7710899114608765
155745	transitions	9	-2.2938246726989746
155745	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
155745	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
155745	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
155745	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
155745	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
155745	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
155745	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
155745	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
155745	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
155745	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
155745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
155745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
155745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
155745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
155745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
155745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
155745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
155745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
155745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
155745	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
155745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
155745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
155745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
155745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
155745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
155745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
155745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
155745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
155745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
155745	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
155745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
155745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
155745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
155745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
155745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
155745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
155745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
155745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
155745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
155745	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
155745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
155745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
155745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
155745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
155745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
155745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
155745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
155745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
155745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
155745	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
155745	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
155745	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
155745	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
155745	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
155745	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
155745	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
155745	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
155745	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
155745	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
155745	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
155745	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
155745	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
155745	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
155745	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
155745	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
155745	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
155745	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
155745	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
155745	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
155745	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
155745	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
155745	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
155745	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
155745	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
155745	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
155745	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
155745	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
155745	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
155745	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
155745	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
155745	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
155745	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
155745	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
155745	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
155745	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
155745	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
155745	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
155745	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
155745	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
155745	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
155745	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
155745	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
155745	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
155745	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
155745	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
155745	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
155745	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
155745	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
155745	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
155745	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
155745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
155745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
155745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
155745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
155745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
155745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
155745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
155745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
155745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
155745	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
155745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
155745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
155745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
155745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
155745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
155745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
155745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
155745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
155745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
155745	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
155745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
155745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
155745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
155745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
155745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
155745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
155745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
155745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
155745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
155745	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
155745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
155745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
155745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
155745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
155745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
155745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
155745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
155745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
155745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
155745	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
155745	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
155745	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
155745	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
155745	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
155745	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
155745	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
155745	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
155745	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
155745	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
155745	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
155745	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
155745	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
155745	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
155745	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
155745	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
155745	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
155745	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
155745	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
155745	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
155745	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
155745	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
155745	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
155745	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
155745	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
155745	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
155745	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
155745	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
155745	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
155745	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
155745	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
155745	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
155745	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
155745	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
155745	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
155745	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
155745	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
155745	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
155745	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
155745	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
155745	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
155745	embedding2nn.weight	0	0.049452461302280426
155745	embedding2nn.weight	1	-0.09326883405447006
155745	embedding2nn.weight	2	0.008080772124230862
155745	embedding2nn.weight	3	-0.056434422731399536
155745	embedding2nn.weight	4	-0.10732800513505936
155745	embedding2nn.weight	5	0.12083365023136139
155745	embedding2nn.weight	6	-0.11517319083213806
155745	embedding2nn.weight	7	-0.07595780491828918
155745	embedding2nn.weight	8	-0.02631572261452675
155745	embedding2nn.weight	9	0.06420790404081345
155745	embedding2nn.bias	0	0.057587072253227234
155745	embedding2nn.bias	1	0.030025664716959
155745	embedding2nn.bias	2	-0.10106882452964783
155745	embedding2nn.bias	3	0.06428124755620956
155745	embedding2nn.bias	4	-0.014125089161098003
155745	embedding2nn.bias	5	-0.1594034731388092
155745	embedding2nn.bias	6	-0.12740068137645721
155745	embedding2nn.bias	7	-0.08332453668117523
155745	embedding2nn.bias	8	0.07826656848192215
155745	embedding2nn.bias	9	-0.06733475625514984
155745	rnn.weight_ih_l0	0	0.03426256775856018
155745	rnn.weight_ih_l0	1	-0.06871574372053146
155745	rnn.weight_ih_l0	2	-0.033844176679849625
155745	rnn.weight_ih_l0	3	-0.04218580946326256
155745	rnn.weight_ih_l0	4	0.026077862828969955
155745	rnn.weight_ih_l0	5	-0.1061052605509758
155745	rnn.weight_ih_l0	6	-0.056286994367837906
155745	rnn.weight_ih_l0	7	-0.01727934367954731
155745	rnn.weight_ih_l0	8	0.07643380016088486
155745	rnn.weight_ih_l0	9	0.009441159665584564
155745	rnn.weight_hh_l0	0	0.000565424095839262
155745	rnn.weight_hh_l0	1	-0.09380970895290375
155745	rnn.weight_hh_l0	2	0.06342825293540955
155745	rnn.weight_hh_l0	3	0.0420672670006752
155745	rnn.weight_hh_l0	4	0.00395176699385047
155745	rnn.weight_hh_l0	5	0.06819191575050354
155745	rnn.weight_hh_l0	6	-0.016237672418355942
155745	rnn.weight_hh_l0	7	-0.09469784051179886
155745	rnn.weight_hh_l0	8	0.009431601502001286
155745	rnn.weight_hh_l0	9	-0.0851048082113266
155745	rnn.bias_ih_l0	0	-0.047086168080568314
155745	rnn.bias_ih_l0	1	-0.1904021054506302
155745	rnn.bias_ih_l0	2	-0.25419628620147705
155745	rnn.bias_ih_l0	3	-0.27253103256225586
155745	rnn.bias_ih_l0	4	-0.004993777722120285
155745	rnn.bias_ih_l0	5	0.04383433237671852
155745	rnn.bias_ih_l0	6	-0.1759076565504074
155745	rnn.bias_ih_l0	7	-0.25412479043006897
155745	rnn.bias_ih_l0	8	-0.1256210058927536
155745	rnn.bias_ih_l0	9	-0.17961488664150238
155745	rnn.bias_hh_l0	0	0.12759794294834137
155745	rnn.bias_hh_l0	1	-0.05994009971618652
155745	rnn.bias_hh_l0	2	0.041901666671037674
155745	rnn.bias_hh_l0	3	-0.1669965386390686
155745	rnn.bias_hh_l0	4	0.04372023791074753
155745	rnn.bias_hh_l0	5	0.02903532050549984
155745	rnn.bias_hh_l0	6	-0.09877780824899673
155745	rnn.bias_hh_l0	7	-0.16506843268871307
155745	rnn.bias_hh_l0	8	-0.1930992603302002
155745	rnn.bias_hh_l0	9	-0.10099954158067703
155745	rnn.weight_ih_l0_reverse	0	-0.024059109389781952
155745	rnn.weight_ih_l0_reverse	1	0.003899943782016635
155745	rnn.weight_ih_l0_reverse	2	0.02265263721346855
155745	rnn.weight_ih_l0_reverse	3	-0.0006228197598829865
155745	rnn.weight_ih_l0_reverse	4	0.028304332867264748
155745	rnn.weight_ih_l0_reverse	5	-0.055032696574926376
155745	rnn.weight_ih_l0_reverse	6	-0.04870427027344704
155745	rnn.weight_ih_l0_reverse	7	0.004608491435647011
155745	rnn.weight_ih_l0_reverse	8	0.09673966467380524
155745	rnn.weight_ih_l0_reverse	9	0.02383115515112877
155745	rnn.weight_hh_l0_reverse	0	0.006549137178808451
155745	rnn.weight_hh_l0_reverse	1	0.02552093006670475
155745	rnn.weight_hh_l0_reverse	2	-0.0427950881421566
155745	rnn.weight_hh_l0_reverse	3	0.03721843659877777
155745	rnn.weight_hh_l0_reverse	4	0.02622763067483902
155745	rnn.weight_hh_l0_reverse	5	0.0020046113058924675
155745	rnn.weight_hh_l0_reverse	6	0.058052584528923035
155745	rnn.weight_hh_l0_reverse	7	0.02331290952861309
155745	rnn.weight_hh_l0_reverse	8	-0.013793565332889557
155745	rnn.weight_hh_l0_reverse	9	-0.03563379868865013
155745	rnn.bias_ih_l0_reverse	0	-0.14172913134098053
155745	rnn.bias_ih_l0_reverse	1	-0.31361907720565796
155745	rnn.bias_ih_l0_reverse	2	-0.06485095620155334
155745	rnn.bias_ih_l0_reverse	3	-0.14134231209754944
155745	rnn.bias_ih_l0_reverse	4	0.06684386730194092
155745	rnn.bias_ih_l0_reverse	5	-0.26005497574806213
155745	rnn.bias_ih_l0_reverse	6	-0.05363430455327034
155745	rnn.bias_ih_l0_reverse	7	-0.0014421417145058513
155745	rnn.bias_ih_l0_reverse	8	-0.1769634187221527
155745	rnn.bias_ih_l0_reverse	9	-0.09064013510942459
155745	rnn.bias_hh_l0_reverse	0	-0.15442118048667908
155745	rnn.bias_hh_l0_reverse	1	-0.1589028388261795
155745	rnn.bias_hh_l0_reverse	2	-0.01915246620774269
155745	rnn.bias_hh_l0_reverse	3	-0.13508838415145874
155745	rnn.bias_hh_l0_reverse	4	-0.02021012268960476
155745	rnn.bias_hh_l0_reverse	5	-0.11271260678768158
155745	rnn.bias_hh_l0_reverse	6	-0.07214849442243576
155745	rnn.bias_hh_l0_reverse	7	-0.1975855529308319
155745	rnn.bias_hh_l0_reverse	8	-0.053343359380960464
155745	rnn.bias_hh_l0_reverse	9	-0.13523675501346588
155745	linear.weight	0	-0.20285719633102417
155745	linear.weight	1	-0.15361618995666504
155745	linear.weight	2	-0.011228874325752258
155745	linear.weight	3	-0.04870627820491791
155745	linear.weight	4	0.05368277430534363
155745	linear.weight	5	0.17214369773864746
155745	linear.weight	6	0.0047744326293468475
155745	linear.weight	7	-0.021312154829502106
155745	linear.weight	8	0.15237951278686523
155745	linear.weight	9	0.16314497590065002
155745	linear.bias	0	-0.8462135791778564
155745	linear.bias	1	1.351232886314392
155745	linear.bias	2	-0.40664276480674744
155745	linear.bias	3	-0.686111569404602
155745	linear.bias	4	-0.8449558019638062
155745	linear.bias	5	-1.1741375923156738
155745	linear.bias	6	-0.9211193323135376
155745	linear.bias	7	-0.7210044264793396
155745	linear.bias	8	-0.01705317199230194
155745	linear.bias	9	3.3363497257232666
155942	transitions	0	-0.4168495833873749
155942	transitions	1	8.59669303894043
155942	transitions	2	-3.5036628246307373
155942	transitions	3	1.419202208518982
155942	transitions	4	-2.114745616912842
155942	transitions	5	-0.3919365108013153
155942	transitions	6	-0.18905389308929443
155942	transitions	7	-10000.0
155942	transitions	8	1.772997498512268
155942	transitions	9	-2.2938272953033447
155942	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
155942	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
155942	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
155942	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
155942	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
155942	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
155942	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
155942	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
155942	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
155942	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
155942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
155942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
155942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
155942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
155942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
155942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
155942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
155942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
155942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
155942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
155942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
155942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
155942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
155942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
155942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
155942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
155942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
155942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
155942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
155942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
155942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
155942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
155942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
155942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
155942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
155942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
155942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
155942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
155942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
155942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
155942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
155942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
155942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
155942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
155942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
155942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
155942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
155942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
155942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
155942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
155942	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
155942	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
155942	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
155942	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
155942	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
155942	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
155942	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
155942	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
155942	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
155942	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
155942	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
155942	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
155942	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
155942	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
155942	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
155942	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
155942	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
155942	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
155942	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
155942	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
155942	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
155942	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
155942	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
155942	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
155942	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
155942	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
155942	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
155942	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
155942	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
155942	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
155942	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
155942	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
155942	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
155942	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
155942	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
155942	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
155942	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
155942	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
155942	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
155942	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
155942	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
155942	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
155942	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
155942	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
155942	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
155942	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
155942	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
155942	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
155942	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
155942	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
155942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
155942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
155942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
155942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
155942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
155942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
155942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
155942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
155942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
155942	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
155942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
155942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
155942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
155942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
155942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
155942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
155942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
155942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
155942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
155942	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
155942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
155942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
155942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
155942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
155942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
155942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
155942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
155942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
155942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
155942	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
155942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
155942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
155942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
155942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
155942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
155942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
155942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
155942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
155942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
155942	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
155942	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
155942	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
155942	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
155942	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
155942	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
155942	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
155942	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
155942	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
155942	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
155942	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
155942	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
155942	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
155942	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
155942	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
155942	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
155942	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
155942	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
155942	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
155942	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
155942	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
155942	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
155942	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
155942	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
155942	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
155942	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
155942	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
155942	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
155942	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
155942	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
155942	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
155942	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
155942	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
155942	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
155942	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
155942	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
155942	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
155942	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
155942	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
155942	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
155942	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
155942	embedding2nn.weight	0	0.049605049192905426
155942	embedding2nn.weight	1	-0.09257534891366959
155942	embedding2nn.weight	2	0.00887246709316969
155942	embedding2nn.weight	3	-0.05759413540363312
155942	embedding2nn.weight	4	-0.10688770562410355
155942	embedding2nn.weight	5	0.12143240123987198
155942	embedding2nn.weight	6	-0.10988853871822357
155942	embedding2nn.weight	7	-0.07640665024518967
155942	embedding2nn.weight	8	-0.02678351290524006
155942	embedding2nn.weight	9	0.0657152533531189
155942	embedding2nn.bias	0	0.05475948750972748
155942	embedding2nn.bias	1	0.03570600599050522
155942	embedding2nn.bias	2	-0.09672342985868454
155942	embedding2nn.bias	3	0.05828394368290901
155942	embedding2nn.bias	4	-0.00952431745827198
155942	embedding2nn.bias	5	-0.15805788338184357
155942	embedding2nn.bias	6	-0.12145652621984482
155942	embedding2nn.bias	7	-0.08473553508520126
155942	embedding2nn.bias	8	0.08845821022987366
155942	embedding2nn.bias	9	-0.06011210009455681
155942	rnn.weight_ih_l0	0	0.03474140539765358
155942	rnn.weight_ih_l0	1	-0.06894569844007492
155942	rnn.weight_ih_l0	2	-0.03292609751224518
155942	rnn.weight_ih_l0	3	-0.04007188230752945
155942	rnn.weight_ih_l0	4	0.026339346542954445
155942	rnn.weight_ih_l0	5	-0.1067417562007904
155942	rnn.weight_ih_l0	6	-0.05590202659368515
155942	rnn.weight_ih_l0	7	-0.018368905410170555
155942	rnn.weight_ih_l0	8	0.07700379937887192
155942	rnn.weight_ih_l0	9	0.011796461418271065
155942	rnn.weight_hh_l0	0	0.0008188431384041905
155942	rnn.weight_hh_l0	1	-0.09385054558515549
155942	rnn.weight_hh_l0	2	0.06383245438337326
155942	rnn.weight_hh_l0	3	0.04194056615233421
155942	rnn.weight_hh_l0	4	0.004026869777590036
155942	rnn.weight_hh_l0	5	0.06781493127346039
155942	rnn.weight_hh_l0	6	-0.01638380065560341
155942	rnn.weight_hh_l0	7	-0.09503307938575745
155942	rnn.weight_hh_l0	8	0.009862694889307022
155942	rnn.weight_hh_l0	9	-0.08490576595067978
155942	rnn.bias_ih_l0	0	-0.046564921736717224
155942	rnn.bias_ih_l0	1	-0.19049157202243805
155942	rnn.bias_ih_l0	2	-0.25314709544181824
155942	rnn.bias_ih_l0	3	-0.2725144624710083
155942	rnn.bias_ih_l0	4	-0.005288707558065653
155942	rnn.bias_ih_l0	5	0.04356151446700096
155942	rnn.bias_ih_l0	6	-0.17533718049526215
155942	rnn.bias_ih_l0	7	-0.2547798752784729
155942	rnn.bias_ih_l0	8	-0.12534135580062866
155942	rnn.bias_ih_l0	9	-0.18113428354263306
155942	rnn.bias_hh_l0	0	0.1292731612920761
155942	rnn.bias_hh_l0	1	-0.0595579594373703
155942	rnn.bias_hh_l0	2	0.042240824550390244
155942	rnn.bias_hh_l0	3	-0.167486310005188
155942	rnn.bias_hh_l0	4	0.04324844479560852
155942	rnn.bias_hh_l0	5	0.02858133614063263
155942	rnn.bias_hh_l0	6	-0.0991242527961731
155942	rnn.bias_hh_l0	7	-0.16472992300987244
155942	rnn.bias_hh_l0	8	-0.19328276813030243
155942	rnn.bias_hh_l0	9	-0.10105476528406143
155942	rnn.weight_ih_l0_reverse	0	-0.02332024648785591
155942	rnn.weight_ih_l0_reverse	1	0.0034808514174073935
155942	rnn.weight_ih_l0_reverse	2	0.021455436944961548
155942	rnn.weight_ih_l0_reverse	3	-8.809105202089995e-05
155942	rnn.weight_ih_l0_reverse	4	0.0277498010545969
155942	rnn.weight_ih_l0_reverse	5	-0.05598992109298706
155942	rnn.weight_ih_l0_reverse	6	-0.049436792731285095
155942	rnn.weight_ih_l0_reverse	7	0.0033260073978453875
155942	rnn.weight_ih_l0_reverse	8	0.09599794447422028
155942	rnn.weight_ih_l0_reverse	9	0.023279303684830666
155942	rnn.weight_hh_l0_reverse	0	0.006847027689218521
155942	rnn.weight_hh_l0_reverse	1	0.025594420731067657
155942	rnn.weight_hh_l0_reverse	2	-0.042039453983306885
155942	rnn.weight_hh_l0_reverse	3	0.037438035011291504
155942	rnn.weight_hh_l0_reverse	4	0.026267917826771736
155942	rnn.weight_hh_l0_reverse	5	0.0018702717497944832
155942	rnn.weight_hh_l0_reverse	6	0.05809321627020836
155942	rnn.weight_hh_l0_reverse	7	0.023661818355321884
155942	rnn.weight_hh_l0_reverse	8	-0.013663194142282009
155942	rnn.weight_hh_l0_reverse	9	-0.03580830618739128
155942	rnn.bias_ih_l0_reverse	0	-0.14364610612392426
155942	rnn.bias_ih_l0_reverse	1	-0.31308338046073914
155942	rnn.bias_ih_l0_reverse	2	-0.0660083070397377
155942	rnn.bias_ih_l0_reverse	3	-0.14135323464870453
155942	rnn.bias_ih_l0_reverse	4	0.06609148532152176
155942	rnn.bias_ih_l0_reverse	5	-0.2587100565433502
155942	rnn.bias_ih_l0_reverse	6	-0.05327930301427841
155942	rnn.bias_ih_l0_reverse	7	-0.004288035444915295
155942	rnn.bias_ih_l0_reverse	8	-0.1761360764503479
155942	rnn.bias_ih_l0_reverse	9	-0.09363790601491928
155942	rnn.bias_hh_l0_reverse	0	-0.15391698479652405
155942	rnn.bias_hh_l0_reverse	1	-0.1588662713766098
155942	rnn.bias_hh_l0_reverse	2	-0.020675914362072945
155942	rnn.bias_hh_l0_reverse	3	-0.13537472486495972
155942	rnn.bias_hh_l0_reverse	4	-0.019820284098386765
155942	rnn.bias_hh_l0_reverse	5	-0.11153828352689743
155942	rnn.bias_hh_l0_reverse	6	-0.07133738696575165
155942	rnn.bias_hh_l0_reverse	7	-0.19882069528102875
155942	rnn.bias_hh_l0_reverse	8	-0.054405178874731064
155942	rnn.bias_hh_l0_reverse	9	-0.13518574833869934
155942	linear.weight	0	-0.19842863082885742
155942	linear.weight	1	-0.1530185490846634
155942	linear.weight	2	-0.011228874325752258
155942	linear.weight	3	-0.05116074159741402
155942	linear.weight	4	0.051719095557928085
155942	linear.weight	5	0.15607750415802002
155942	linear.weight	6	0.0047744326293468475
155942	linear.weight	7	-0.021312154829502106
155942	linear.weight	8	0.1777012050151825
155942	linear.weight	9	0.16288751363754272
155942	linear.bias	0	-0.8430429100990295
155942	linear.bias	1	1.3716322183609009
155942	linear.bias	2	-0.4216457009315491
155942	linear.bias	3	-0.6846967339515686
155942	linear.bias	4	-0.8314588069915771
155942	linear.bias	5	-1.174160361289978
155942	linear.bias	6	-0.91873699426651
155942	linear.bias	7	-0.7194238901138306
155942	linear.bias	8	-0.01705317199230194
155942	linear.bias	9	3.322643518447876
155946	transitions	0	-0.4168512225151062
155946	transitions	1	8.594741821289062
155946	transitions	2	-3.503664016723633
155946	transitions	3	1.4191772937774658
155946	transitions	4	-2.114745855331421
155946	transitions	5	-0.39193660020828247
155946	transitions	6	-0.1890544444322586
155946	transitions	7	-10000.0
155946	transitions	8	1.772993803024292
155946	transitions	9	-2.2938272953033447
155946	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
155946	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
155946	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
155946	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
155946	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
155946	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
155946	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
155946	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
155946	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
155946	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
155946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
155946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
155946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
155946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
155946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
155946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
155946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
155946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
155946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
155946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
155946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
155946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
155946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
155946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
155946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
155946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
155946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
155946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
155946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
155946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
155946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
155946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
155946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
155946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
155946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
155946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
155946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
155946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
155946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
155946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
155946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
155946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
155946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
155946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
155946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
155946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
155946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
155946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
155946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
155946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
155946	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
155946	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
155946	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
155946	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
155946	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
155946	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
155946	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
155946	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
155946	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
155946	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
155946	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
155946	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
155946	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
155946	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
155946	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
155946	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
155946	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
155946	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
155946	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
155946	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
155946	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
155946	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
155946	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
155946	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
155946	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
155946	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
155946	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
155946	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
155946	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
155946	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
155946	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
155946	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
155946	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
155946	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
155946	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
155946	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
155946	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
155946	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
155946	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
155946	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
155946	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
155946	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
155946	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
155946	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
155946	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
155946	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
155946	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
155946	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
155946	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
155946	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
155946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
155946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
155946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
155946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
155946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
155946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
155946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
155946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
155946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
155946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
155946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
155946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
155946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
155946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
155946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
155946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
155946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
155946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
155946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
155946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
155946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
155946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
155946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
155946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
155946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
155946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
155946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
155946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
155946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
155946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
155946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
155946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
155946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
155946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
155946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
155946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
155946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
155946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
155946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
155946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
155946	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
155946	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
155946	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
155946	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
155946	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
155946	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
155946	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
155946	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
155946	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
155946	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
155946	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
155946	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
155946	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
155946	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
155946	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
155946	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
155946	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
155946	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
155946	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
155946	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
155946	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
155946	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
155946	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
155946	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
155946	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
155946	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
155946	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
155946	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
155946	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
155946	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
155946	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
155946	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
155946	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
155946	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
155946	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
155946	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
155946	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
155946	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
155946	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
155946	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
155946	embedding2nn.weight	0	0.0496424064040184
155946	embedding2nn.weight	1	-0.09267573803663254
155946	embedding2nn.weight	2	0.009070216678082943
155946	embedding2nn.weight	3	-0.05761364474892616
155946	embedding2nn.weight	4	-0.10700686275959015
155946	embedding2nn.weight	5	0.12143294513225555
155946	embedding2nn.weight	6	-0.11025887727737427
155946	embedding2nn.weight	7	-0.07656189054250717
155946	embedding2nn.weight	8	-0.02672247774899006
155946	embedding2nn.weight	9	0.06568710505962372
155946	embedding2nn.bias	0	0.055037494748830795
155946	embedding2nn.bias	1	0.03443323075771332
155946	embedding2nn.bias	2	-0.09794173389673233
155946	embedding2nn.bias	3	0.05733528360724449
155946	embedding2nn.bias	4	-0.010604755021631718
155946	embedding2nn.bias	5	-0.1584099978208542
155946	embedding2nn.bias	6	-0.12064936757087708
155946	embedding2nn.bias	7	-0.08492562174797058
155946	embedding2nn.bias	8	0.08982700854539871
155946	embedding2nn.bias	9	-0.060819994658231735
155946	rnn.weight_ih_l0	0	0.03461429476737976
155946	rnn.weight_ih_l0	1	-0.06898391246795654
155946	rnn.weight_ih_l0	2	-0.03290817141532898
155946	rnn.weight_ih_l0	3	-0.04010618105530739
155946	rnn.weight_ih_l0	4	0.026335755363106728
155946	rnn.weight_ih_l0	5	-0.10680991411209106
155946	rnn.weight_ih_l0	6	-0.055682651698589325
155946	rnn.weight_ih_l0	7	-0.01827571541070938
155946	rnn.weight_ih_l0	8	0.076833575963974
155946	rnn.weight_ih_l0	9	0.01195799931883812
155946	rnn.weight_hh_l0	0	0.0008183837053366005
155946	rnn.weight_hh_l0	1	-0.09383302927017212
155946	rnn.weight_hh_l0	2	0.06384540349245071
155946	rnn.weight_hh_l0	3	0.04194439575076103
155946	rnn.weight_hh_l0	4	0.004029333591461182
155946	rnn.weight_hh_l0	5	0.06774584949016571
155946	rnn.weight_hh_l0	6	-0.016394615173339844
155946	rnn.weight_hh_l0	7	-0.09504150599241257
155946	rnn.weight_hh_l0	8	0.009864426217973232
155946	rnn.weight_hh_l0	9	-0.08496378362178802
155946	rnn.bias_ih_l0	0	-0.04653579369187355
155946	rnn.bias_ih_l0	1	-0.190296471118927
155946	rnn.bias_ih_l0	2	-0.2532580494880676
155946	rnn.bias_ih_l0	3	-0.27254626154899597
155946	rnn.bias_ih_l0	4	-0.005301330704241991
155946	rnn.bias_ih_l0	5	0.043670572340488434
155946	rnn.bias_ih_l0	6	-0.17529334127902985
155946	rnn.bias_ih_l0	7	-0.2547663152217865
155946	rnn.bias_ih_l0	8	-0.12536674737930298
155946	rnn.bias_ih_l0	9	-0.18170292675495148
155946	rnn.bias_hh_l0	0	0.12926225364208221
155946	rnn.bias_hh_l0	1	-0.059606730937957764
155946	rnn.bias_hh_l0	2	0.04214349016547203
155946	rnn.bias_hh_l0	3	-0.1673024743795395
155946	rnn.bias_hh_l0	4	0.0434778667986393
155946	rnn.bias_hh_l0	5	0.028680996969342232
155946	rnn.bias_hh_l0	6	-0.09917294234037399
155946	rnn.bias_hh_l0	7	-0.1647208034992218
155946	rnn.bias_hh_l0	8	-0.19344443082809448
155946	rnn.bias_hh_l0	9	-0.10109466314315796
155946	rnn.weight_ih_l0_reverse	0	-0.0233002919703722
155946	rnn.weight_ih_l0_reverse	1	0.003558297175914049
155946	rnn.weight_ih_l0_reverse	2	0.02150849811732769
155946	rnn.weight_ih_l0_reverse	3	-0.0001439381012460217
155946	rnn.weight_ih_l0_reverse	4	0.027663981541991234
155946	rnn.weight_ih_l0_reverse	5	-0.05603785067796707
155946	rnn.weight_ih_l0_reverse	6	-0.04943631589412689
155946	rnn.weight_ih_l0_reverse	7	0.0033325268886983395
155946	rnn.weight_ih_l0_reverse	8	0.09592388570308685
155946	rnn.weight_ih_l0_reverse	9	0.02331029623746872
155946	rnn.weight_hh_l0_reverse	0	0.0068511636927723885
155946	rnn.weight_hh_l0_reverse	1	0.02559373341500759
155946	rnn.weight_hh_l0_reverse	2	-0.0420510433614254
155946	rnn.weight_hh_l0_reverse	3	0.03743910789489746
155946	rnn.weight_hh_l0_reverse	4	0.02625967562198639
155946	rnn.weight_hh_l0_reverse	5	0.001871265354566276
155946	rnn.weight_hh_l0_reverse	6	0.05806602165102959
155946	rnn.weight_hh_l0_reverse	7	0.023649929091334343
155946	rnn.weight_hh_l0_reverse	8	-0.013636661693453789
155946	rnn.weight_hh_l0_reverse	9	-0.03582126647233963
155946	rnn.bias_ih_l0_reverse	0	-0.1436459869146347
155946	rnn.bias_ih_l0_reverse	1	-0.31282296776771545
155946	rnn.bias_ih_l0_reverse	2	-0.06592026352882385
155946	rnn.bias_ih_l0_reverse	3	-0.14125287532806396
155946	rnn.bias_ih_l0_reverse	4	0.06585375219583511
155946	rnn.bias_ih_l0_reverse	5	-0.2587943971157074
155946	rnn.bias_ih_l0_reverse	6	-0.05335818603634834
155946	rnn.bias_ih_l0_reverse	7	-0.003663203213363886
155946	rnn.bias_ih_l0_reverse	8	-0.17607904970645905
155946	rnn.bias_ih_l0_reverse	9	-0.09336938709020615
155946	rnn.bias_hh_l0_reverse	0	-0.15387408435344696
155946	rnn.bias_hh_l0_reverse	1	-0.15880291163921356
155946	rnn.bias_hh_l0_reverse	2	-0.02100474387407303
155946	rnn.bias_hh_l0_reverse	3	-0.1350952684879303
155946	rnn.bias_hh_l0_reverse	4	-0.019991489127278328
155946	rnn.bias_hh_l0_reverse	5	-0.1114121526479721
155946	rnn.bias_hh_l0_reverse	6	-0.07118676602840424
155946	rnn.bias_hh_l0_reverse	7	-0.19863535463809967
155946	rnn.bias_hh_l0_reverse	8	-0.05448335409164429
155946	rnn.bias_hh_l0_reverse	9	-0.1350555121898651
155946	linear.weight	0	-0.1980782002210617
155946	linear.weight	1	-0.15311327576637268
155946	linear.weight	2	-0.011228874325752258
155946	linear.weight	3	-0.05115979537367821
155946	linear.weight	4	0.051929719746112823
155946	linear.weight	5	0.15604189038276672
155946	linear.weight	6	0.0047744326293468475
155946	linear.weight	7	-0.021312154829502106
155946	linear.weight	8	0.178031787276268
155946	linear.weight	9	0.16289293766021729
155946	linear.bias	0	-0.8439717888832092
155946	linear.bias	1	1.3612452745437622
155946	linear.bias	2	-0.4250299334526062
155946	linear.bias	3	-0.685514509677887
155946	linear.bias	4	-0.8377261757850647
155946	linear.bias	5	-1.1741605997085571
155946	linear.bias	6	-0.919657289981842
155946	linear.bias	7	-0.7171053290367126
155946	linear.bias	8	-0.01705317199230194
155946	linear.bias	9	3.33852481842041
156143	transitions	0	-0.41690731048583984
156143	transitions	1	8.591157913208008
156143	transitions	2	-3.504075527191162
156143	transitions	3	1.416221022605896
156143	transitions	4	-2.1151156425476074
156143	transitions	5	-0.3919556438922882
156143	transitions	6	-0.18906952440738678
156143	transitions	7	-10000.0
156143	transitions	8	1.7716233730316162
156143	transitions	9	-2.2938334941864014
156143	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
156143	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
156143	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
156143	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
156143	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
156143	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
156143	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
156143	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
156143	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
156143	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
156143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
156143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
156143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
156143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
156143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
156143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
156143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
156143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
156143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
156143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
156143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
156143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
156143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
156143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
156143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
156143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
156143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
156143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
156143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
156143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
156143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
156143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
156143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
156143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
156143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
156143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
156143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
156143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
156143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
156143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
156143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
156143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
156143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
156143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
156143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
156143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
156143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
156143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
156143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
156143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
156143	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
156143	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
156143	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
156143	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
156143	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
156143	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
156143	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
156143	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
156143	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
156143	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
156143	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
156143	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
156143	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
156143	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
156143	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
156143	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
156143	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
156143	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
156143	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
156143	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
156143	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
156143	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
156143	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
156143	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
156143	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
156143	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
156143	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
156143	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
156143	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
156143	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
156143	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
156143	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
156143	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
156143	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
156143	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
156143	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
156143	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
156143	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
156143	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
156143	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
156143	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
156143	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
156143	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
156143	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
156143	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
156143	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
156143	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
156143	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
156143	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
156143	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
156143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
156143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
156143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
156143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
156143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
156143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
156143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
156143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
156143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
156143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
156143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
156143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
156143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
156143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
156143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
156143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
156143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
156143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
156143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
156143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
156143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
156143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
156143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
156143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
156143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
156143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
156143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
156143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
156143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
156143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
156143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
156143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
156143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
156143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
156143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
156143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
156143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
156143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
156143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
156143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
156143	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
156143	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
156143	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
156143	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
156143	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
156143	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
156143	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
156143	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
156143	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
156143	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
156143	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
156143	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
156143	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
156143	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
156143	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
156143	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
156143	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
156143	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
156143	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
156143	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
156143	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
156143	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
156143	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
156143	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
156143	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
156143	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
156143	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
156143	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
156143	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
156143	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
156143	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
156143	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
156143	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
156143	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
156143	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
156143	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
156143	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
156143	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
156143	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
156143	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
156143	embedding2nn.weight	0	0.04925081878900528
156143	embedding2nn.weight	1	-0.09207446873188019
156143	embedding2nn.weight	2	0.010349566116929054
156143	embedding2nn.weight	3	-0.056858889758586884
156143	embedding2nn.weight	4	-0.10727673768997192
156143	embedding2nn.weight	5	0.12128342688083649
156143	embedding2nn.weight	6	-0.11284460127353668
156143	embedding2nn.weight	7	-0.07797818630933762
156143	embedding2nn.weight	8	-0.026363439857959747
156143	embedding2nn.weight	9	0.06754188239574432
156143	embedding2nn.bias	0	0.04728153720498085
156143	embedding2nn.bias	1	0.04134233668446541
156143	embedding2nn.bias	2	-0.10099688917398453
156143	embedding2nn.bias	3	0.05342184007167816
156143	embedding2nn.bias	4	-0.01002279482781887
156143	embedding2nn.bias	5	-0.15143445134162903
156143	embedding2nn.bias	6	-0.11978025734424591
156143	embedding2nn.bias	7	-0.07865481823682785
156143	embedding2nn.bias	8	0.089231476187706
156143	embedding2nn.bias	9	-0.06252142786979675
156143	rnn.weight_ih_l0	0	0.033963605761528015
156143	rnn.weight_ih_l0	1	-0.06962623447179794
156143	rnn.weight_ih_l0	2	-0.032628703862428665
156143	rnn.weight_ih_l0	3	-0.040389444679021835
156143	rnn.weight_ih_l0	4	0.02597280591726303
156143	rnn.weight_ih_l0	5	-0.10770648717880249
156143	rnn.weight_ih_l0	6	-0.05669728294014931
156143	rnn.weight_ih_l0	7	-0.017560459673404694
156143	rnn.weight_ih_l0	8	0.07622787356376648
156143	rnn.weight_ih_l0	9	0.012892963364720345
156143	rnn.weight_hh_l0	0	0.000766707758884877
156143	rnn.weight_hh_l0	1	-0.09363068640232086
156143	rnn.weight_hh_l0	2	0.06333519518375397
156143	rnn.weight_hh_l0	3	0.04212494194507599
156143	rnn.weight_hh_l0	4	0.00396097544580698
156143	rnn.weight_hh_l0	5	0.06783575564622879
156143	rnn.weight_hh_l0	6	-0.016466207802295685
156143	rnn.weight_hh_l0	7	-0.09500781446695328
156143	rnn.weight_hh_l0	8	0.009548140689730644
156143	rnn.weight_hh_l0	9	-0.0859401747584343
156143	rnn.bias_ih_l0	0	-0.04728167504072189
156143	rnn.bias_ih_l0	1	-0.19007785618305206
156143	rnn.bias_ih_l0	2	-0.25395601987838745
156143	rnn.bias_ih_l0	3	-0.2725571393966675
156143	rnn.bias_ih_l0	4	-0.0070616574957966805
156143	rnn.bias_ih_l0	5	0.04339228570461273
156143	rnn.bias_ih_l0	6	-0.17458289861679077
156143	rnn.bias_ih_l0	7	-0.25312718749046326
156143	rnn.bias_ih_l0	8	-0.12501025199890137
156143	rnn.bias_ih_l0	9	-0.17904767394065857
156143	rnn.bias_hh_l0	0	0.13050837814807892
156143	rnn.bias_hh_l0	1	-0.06019248068332672
156143	rnn.bias_hh_l0	2	0.041612621396780014
156143	rnn.bias_hh_l0	3	-0.16913390159606934
156143	rnn.bias_hh_l0	4	0.04056857153773308
156143	rnn.bias_hh_l0	5	0.027301432564854622
156143	rnn.bias_hh_l0	6	-0.09932000190019608
156143	rnn.bias_hh_l0	7	-0.1644284874200821
156143	rnn.bias_hh_l0	8	-0.192053884267807
156143	rnn.bias_hh_l0	9	-0.10357589274644852
156143	rnn.weight_ih_l0_reverse	0	-0.024226775392889977
156143	rnn.weight_ih_l0_reverse	1	0.003488671500235796
156143	rnn.weight_ih_l0_reverse	2	0.021736949682235718
156143	rnn.weight_ih_l0_reverse	3	0.0004513021558523178
156143	rnn.weight_ih_l0_reverse	4	0.028358612209558487
156143	rnn.weight_ih_l0_reverse	5	-0.05565640330314636
156143	rnn.weight_ih_l0_reverse	6	-0.05003586411476135
156143	rnn.weight_ih_l0_reverse	7	0.0027398369275033474
156143	rnn.weight_ih_l0_reverse	8	0.09474718570709229
156143	rnn.weight_ih_l0_reverse	9	0.02419978566467762
156143	rnn.weight_hh_l0_reverse	0	0.006867682561278343
156143	rnn.weight_hh_l0_reverse	1	0.025665700435638428
156143	rnn.weight_hh_l0_reverse	2	-0.04201750084757805
156143	rnn.weight_hh_l0_reverse	3	0.03771267086267471
156143	rnn.weight_hh_l0_reverse	4	0.02603047899901867
156143	rnn.weight_hh_l0_reverse	5	0.0018146417569369078
156143	rnn.weight_hh_l0_reverse	6	0.05822153016924858
156143	rnn.weight_hh_l0_reverse	7	0.024148231372237206
156143	rnn.weight_hh_l0_reverse	8	-0.013988231308758259
156143	rnn.weight_hh_l0_reverse	9	-0.03612930327653885
156143	rnn.bias_ih_l0_reverse	0	-0.14309853315353394
156143	rnn.bias_ih_l0_reverse	1	-0.31391942501068115
156143	rnn.bias_ih_l0_reverse	2	-0.06661013513803482
156143	rnn.bias_ih_l0_reverse	3	-0.14046917855739594
156143	rnn.bias_ih_l0_reverse	4	0.06799140572547913
156143	rnn.bias_ih_l0_reverse	5	-0.2585684657096863
156143	rnn.bias_ih_l0_reverse	6	-0.05436427518725395
156143	rnn.bias_ih_l0_reverse	7	-0.009070777334272861
156143	rnn.bias_ih_l0_reverse	8	-0.17478102445602417
156143	rnn.bias_ih_l0_reverse	9	-0.09455931186676025
156143	rnn.bias_hh_l0_reverse	0	-0.15676945447921753
156143	rnn.bias_hh_l0_reverse	1	-0.15729087591171265
156143	rnn.bias_hh_l0_reverse	2	-0.021605951711535454
156143	rnn.bias_hh_l0_reverse	3	-0.13291065394878387
156143	rnn.bias_hh_l0_reverse	4	-0.02013874612748623
156143	rnn.bias_hh_l0_reverse	5	-0.11177759617567062
156143	rnn.bias_hh_l0_reverse	6	-0.07172402739524841
156143	rnn.bias_hh_l0_reverse	7	-0.19860166311264038
156143	rnn.bias_hh_l0_reverse	8	-0.05433517321944237
156143	rnn.bias_hh_l0_reverse	9	-0.13573037087917328
156143	linear.weight	0	-0.2054198533296585
156143	linear.weight	1	-0.15476542711257935
156143	linear.weight	2	-0.011228874325752258
156143	linear.weight	3	-0.04886942356824875
156143	linear.weight	4	0.05530083552002907
156143	linear.weight	5	0.14556244015693665
156143	linear.weight	6	0.0047744326293468475
156143	linear.weight	7	-0.021312154829502106
156143	linear.weight	8	0.17436154186725616
156143	linear.weight	9	0.16914595663547516
156143	linear.bias	0	-0.8320751190185547
156143	linear.bias	1	1.312713384628296
156143	linear.bias	2	-0.4675944447517395
156143	linear.bias	3	-0.6963889002799988
156143	linear.bias	4	-0.8414907455444336
156143	linear.bias	5	-1.1741859912872314
156143	linear.bias	6	-0.9055195450782776
156143	linear.bias	7	-0.7026762962341309
156143	linear.bias	8	-0.01705317199230194
156143	linear.bias	9	3.3597609996795654
156340	transitions	0	-0.41698363423347473
156340	transitions	1	8.576892852783203
156340	transitions	2	-3.5044291019439697
156340	transitions	3	1.4201116561889648
156340	transitions	4	-2.115954875946045
156340	transitions	5	-0.3920198082923889
156340	transitions	6	-0.1890982687473297
156340	transitions	7	-10000.0
156340	transitions	8	1.7718605995178223
156340	transitions	9	-2.293837308883667
156340	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
156340	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
156340	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
156340	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
156340	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
156340	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
156340	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
156340	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
156340	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
156340	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
156340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
156340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
156340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
156340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
156340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
156340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
156340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
156340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
156340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
156340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
156340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
156340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
156340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
156340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
156340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
156340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
156340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
156340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
156340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
156340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
156340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
156340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
156340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
156340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
156340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
156340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
156340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
156340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
156340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
156340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
156340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
156340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
156340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
156340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
156340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
156340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
156340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
156340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
156340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
156340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
156340	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
156340	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
156340	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
156340	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
156340	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
156340	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
156340	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
156340	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
156340	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
156340	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
156340	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
156340	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
156340	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
156340	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
156340	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
156340	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
156340	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
156340	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
156340	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
156340	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
156340	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
156340	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
156340	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
156340	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
156340	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
156340	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
156340	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
156340	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
156340	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
156340	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
156340	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
156340	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
156340	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
156340	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
156340	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
156340	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
156340	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
156340	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
156340	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
156340	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
156340	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
156340	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
156340	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
156340	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
156340	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
156340	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
156340	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
156340	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
156340	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
156340	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
156340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
156340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
156340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
156340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
156340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
156340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
156340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
156340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
156340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
156340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
156340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
156340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
156340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
156340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
156340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
156340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
156340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
156340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
156340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
156340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
156340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
156340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
156340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
156340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
156340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
156340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
156340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
156340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
156340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
156340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
156340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
156340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
156340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
156340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
156340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
156340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
156340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
156340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
156340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
156340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
156340	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
156340	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
156340	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
156340	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
156340	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
156340	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
156340	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
156340	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
156340	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
156340	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
156340	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
156340	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
156340	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
156340	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
156340	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
156340	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
156340	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
156340	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
156340	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
156340	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
156340	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
156340	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
156340	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
156340	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
156340	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
156340	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
156340	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
156340	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
156340	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
156340	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
156340	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
156340	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
156340	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
156340	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
156340	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
156340	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
156340	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
156340	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
156340	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
156340	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
156340	embedding2nn.weight	0	0.04942326247692108
156340	embedding2nn.weight	1	-0.09190886467695236
156340	embedding2nn.weight	2	0.010013568215072155
156340	embedding2nn.weight	3	-0.05657147243618965
156340	embedding2nn.weight	4	-0.10647381097078323
156340	embedding2nn.weight	5	0.121327243745327
156340	embedding2nn.weight	6	-0.11487869173288345
156340	embedding2nn.weight	7	-0.07753507792949677
156340	embedding2nn.weight	8	-0.025356553494930267
156340	embedding2nn.weight	9	0.06722304970026016
156340	embedding2nn.bias	0	0.04837526008486748
156340	embedding2nn.bias	1	0.04626286029815674
156340	embedding2nn.bias	2	-0.09761206060647964
156340	embedding2nn.bias	3	0.05981893092393875
156340	embedding2nn.bias	4	-0.01516677439212799
156340	embedding2nn.bias	5	-0.15255337953567505
156340	embedding2nn.bias	6	-0.11670839041471481
156340	embedding2nn.bias	7	-0.08529608696699142
156340	embedding2nn.bias	8	0.08432450890541077
156340	embedding2nn.bias	9	-0.06029505655169487
156340	rnn.weight_ih_l0	0	0.035513944923877716
156340	rnn.weight_ih_l0	1	-0.06938940286636353
156340	rnn.weight_ih_l0	2	-0.032608192414045334
156340	rnn.weight_ih_l0	3	-0.03859194368124008
156340	rnn.weight_ih_l0	4	0.02512666955590248
156340	rnn.weight_ih_l0	5	-0.10838381201028824
156340	rnn.weight_ih_l0	6	-0.055715758353471756
156340	rnn.weight_ih_l0	7	-0.017383206635713577
156340	rnn.weight_ih_l0	8	0.07763666659593582
156340	rnn.weight_ih_l0	9	0.012719107791781425
156340	rnn.weight_hh_l0	0	0.0012607204262167215
156340	rnn.weight_hh_l0	1	-0.09350056201219559
156340	rnn.weight_hh_l0	2	0.06315088272094727
156340	rnn.weight_hh_l0	3	0.04225170984864235
156340	rnn.weight_hh_l0	4	0.003992828540503979
156340	rnn.weight_hh_l0	5	0.06788665801286697
156340	rnn.weight_hh_l0	6	-0.01621364615857601
156340	rnn.weight_hh_l0	7	-0.09494375437498093
156340	rnn.weight_hh_l0	8	0.008766056038439274
156340	rnn.weight_hh_l0	9	-0.0881977528333664
156340	rnn.bias_ih_l0	0	-0.047860149294137955
156340	rnn.bias_ih_l0	1	-0.19170229136943817
156340	rnn.bias_ih_l0	2	-0.25454938411712646
156340	rnn.bias_ih_l0	3	-0.2727826237678528
156340	rnn.bias_ih_l0	4	-0.006965768523514271
156340	rnn.bias_ih_l0	5	0.044084060937166214
156340	rnn.bias_ih_l0	6	-0.17576715350151062
156340	rnn.bias_ih_l0	7	-0.2538592517375946
156340	rnn.bias_ih_l0	8	-0.12435457855463028
156340	rnn.bias_ih_l0	9	-0.17855438590049744
156340	rnn.bias_hh_l0	0	0.12763264775276184
156340	rnn.bias_hh_l0	1	-0.06106783077120781
156340	rnn.bias_hh_l0	2	0.04234132543206215
156340	rnn.bias_hh_l0	3	-0.16647684574127197
156340	rnn.bias_hh_l0	4	0.041443925350904465
156340	rnn.bias_hh_l0	5	0.028982296586036682
156340	rnn.bias_hh_l0	6	-0.09872524440288544
156340	rnn.bias_hh_l0	7	-0.16343234479427338
156340	rnn.bias_hh_l0	8	-0.19172444939613342
156340	rnn.bias_hh_l0	9	-0.10318818688392639
156340	rnn.weight_ih_l0_reverse	0	-0.024378342553973198
156340	rnn.weight_ih_l0_reverse	1	0.002951858565211296
156340	rnn.weight_ih_l0_reverse	2	0.021876191720366478
156340	rnn.weight_ih_l0_reverse	3	0.000888587674126029
156340	rnn.weight_ih_l0_reverse	4	0.028581658378243446
156340	rnn.weight_ih_l0_reverse	5	-0.054334819316864014
156340	rnn.weight_ih_l0_reverse	6	-0.049561694264411926
156340	rnn.weight_ih_l0_reverse	7	0.0032310085371136665
156340	rnn.weight_ih_l0_reverse	8	0.09316793829202652
156340	rnn.weight_ih_l0_reverse	9	0.02419872023165226
156340	rnn.weight_hh_l0_reverse	0	0.006652135401964188
156340	rnn.weight_hh_l0_reverse	1	0.02573184296488762
156340	rnn.weight_hh_l0_reverse	2	-0.041628070175647736
156340	rnn.weight_hh_l0_reverse	3	0.037357524037361145
156340	rnn.weight_hh_l0_reverse	4	0.026043271645903587
156340	rnn.weight_hh_l0_reverse	5	0.0006609555566683412
156340	rnn.weight_hh_l0_reverse	6	0.05799480155110359
156340	rnn.weight_hh_l0_reverse	7	0.02418087236583233
156340	rnn.weight_hh_l0_reverse	8	-0.01499590091407299
156340	rnn.weight_hh_l0_reverse	9	-0.03591257333755493
156340	rnn.bias_ih_l0_reverse	0	-0.14362724125385284
156340	rnn.bias_ih_l0_reverse	1	-0.3144977390766144
156340	rnn.bias_ih_l0_reverse	2	-0.06679882854223251
156340	rnn.bias_ih_l0_reverse	3	-0.14084412157535553
156340	rnn.bias_ih_l0_reverse	4	0.06509669125080109
156340	rnn.bias_ih_l0_reverse	5	-0.2592379152774811
156340	rnn.bias_ih_l0_reverse	6	-0.05528144910931587
156340	rnn.bias_ih_l0_reverse	7	-0.010885759256780148
156340	rnn.bias_ih_l0_reverse	8	-0.17268754541873932
156340	rnn.bias_ih_l0_reverse	9	-0.09319671243429184
156340	rnn.bias_hh_l0_reverse	0	-0.15896457433700562
156340	rnn.bias_hh_l0_reverse	1	-0.15702730417251587
156340	rnn.bias_hh_l0_reverse	2	-0.020200388506054878
156340	rnn.bias_hh_l0_reverse	3	-0.1340142786502838
156340	rnn.bias_hh_l0_reverse	4	-0.020010696724057198
156340	rnn.bias_hh_l0_reverse	5	-0.11103779077529907
156340	rnn.bias_hh_l0_reverse	6	-0.073196180164814
156340	rnn.bias_hh_l0_reverse	7	-0.19912110269069672
156340	rnn.bias_hh_l0_reverse	8	-0.05448049679398537
156340	rnn.bias_hh_l0_reverse	9	-0.13702687621116638
156340	linear.weight	0	-0.2108595073223114
156340	linear.weight	1	-0.15366894006729126
156340	linear.weight	2	-0.011228874325752258
156340	linear.weight	3	-0.04923785850405693
156340	linear.weight	4	0.057905495166778564
156340	linear.weight	5	0.14392609894275665
156340	linear.weight	6	0.0047744326293468475
156340	linear.weight	7	-0.021312154829502106
156340	linear.weight	8	0.17548814415931702
156340	linear.weight	9	0.1747506558895111
156340	linear.bias	0	-0.8221809267997742
156340	linear.bias	1	1.3485808372497559
156340	linear.bias	2	-0.46214935183525085
156340	linear.bias	3	-0.6956192255020142
156340	linear.bias	4	-0.8630706667900085
156340	linear.bias	5	-1.174212098121643
156340	linear.bias	6	-0.8943940997123718
156340	linear.bias	7	-0.709948718547821
156340	linear.bias	8	-0.01705317199230194
156340	linear.bias	9	3.3050410747528076
156537	transitions	0	-0.41705384850502014
156537	transitions	1	8.571585655212402
156537	transitions	2	-3.5049498081207275
156537	transitions	3	1.425124168395996
156537	transitions	4	-2.1161229610443115
156537	transitions	5	-0.3920328617095947
156537	transitions	6	-0.1891651153564453
156537	transitions	7	-10000.0
156537	transitions	8	1.770946979522705
156537	transitions	9	-2.293839454650879
156537	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
156537	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
156537	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
156537	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
156537	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
156537	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
156537	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
156537	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
156537	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
156537	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
156537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
156537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
156537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
156537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
156537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
156537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
156537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
156537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
156537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
156537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
156537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
156537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
156537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
156537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
156537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
156537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
156537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
156537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
156537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
156537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
156537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
156537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
156537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
156537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
156537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
156537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
156537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
156537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
156537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
156537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
156537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
156537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
156537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
156537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
156537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
156537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
156537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
156537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
156537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
156537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
156537	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
156537	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
156537	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
156537	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
156537	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
156537	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
156537	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
156537	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
156537	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
156537	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
156537	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
156537	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
156537	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
156537	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
156537	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
156537	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
156537	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
156537	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
156537	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
156537	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
156537	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
156537	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
156537	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
156537	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
156537	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
156537	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
156537	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
156537	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
156537	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
156537	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
156537	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
156537	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
156537	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
156537	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
156537	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
156537	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
156537	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
156537	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
156537	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
156537	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
156537	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
156537	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
156537	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
156537	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
156537	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
156537	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
156537	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
156537	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
156537	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
156537	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
156537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
156537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
156537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
156537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
156537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
156537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
156537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
156537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
156537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
156537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
156537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
156537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
156537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
156537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
156537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
156537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
156537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
156537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
156537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
156537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
156537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
156537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
156537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
156537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
156537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
156537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
156537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
156537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
156537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
156537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
156537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
156537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
156537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
156537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
156537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
156537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
156537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
156537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
156537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
156537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
156537	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
156537	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
156537	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
156537	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
156537	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
156537	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
156537	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
156537	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
156537	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
156537	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
156537	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
156537	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
156537	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
156537	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
156537	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
156537	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
156537	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
156537	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
156537	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
156537	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
156537	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
156537	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
156537	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
156537	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
156537	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
156537	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
156537	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
156537	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
156537	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
156537	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
156537	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
156537	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
156537	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
156537	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
156537	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
156537	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
156537	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
156537	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
156537	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
156537	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
156537	embedding2nn.weight	0	0.049633026123046875
156537	embedding2nn.weight	1	-0.09129936248064041
156537	embedding2nn.weight	2	0.010621006600558758
156537	embedding2nn.weight	3	-0.05631282553076744
156537	embedding2nn.weight	4	-0.10558603703975677
156537	embedding2nn.weight	5	0.121769979596138
156537	embedding2nn.weight	6	-0.11324364691972733
156537	embedding2nn.weight	7	-0.07779853045940399
156537	embedding2nn.weight	8	-0.02544909156858921
156537	embedding2nn.weight	9	0.06697627156972885
156537	embedding2nn.bias	0	0.0451476164162159
156537	embedding2nn.bias	1	0.04024601727724075
156537	embedding2nn.bias	2	-0.102602019906044
156537	embedding2nn.bias	3	0.0586312934756279
156537	embedding2nn.bias	4	-0.009583303704857826
156537	embedding2nn.bias	5	-0.15017277002334595
156537	embedding2nn.bias	6	-0.11800183355808258
156537	embedding2nn.bias	7	-0.07955668121576309
156537	embedding2nn.bias	8	0.07631295174360275
156537	embedding2nn.bias	9	-0.05883140116930008
156537	rnn.weight_ih_l0	0	0.03561004251241684
156537	rnn.weight_ih_l0	1	-0.0696524828672409
156537	rnn.weight_ih_l0	2	-0.033021241426467896
156537	rnn.weight_ih_l0	3	-0.03825373575091362
156537	rnn.weight_ih_l0	4	0.02496575191617012
156537	rnn.weight_ih_l0	5	-0.10773277282714844
156537	rnn.weight_ih_l0	6	-0.054684724658727646
156537	rnn.weight_ih_l0	7	-0.017455922439694405
156537	rnn.weight_ih_l0	8	0.07888738065958023
156537	rnn.weight_ih_l0	9	0.01229909248650074
156537	rnn.weight_hh_l0	0	0.0013572253519669175
156537	rnn.weight_hh_l0	1	-0.0939512699842453
156537	rnn.weight_hh_l0	2	0.06398375332355499
156537	rnn.weight_hh_l0	3	0.04160946235060692
156537	rnn.weight_hh_l0	4	0.003954348154366016
156537	rnn.weight_hh_l0	5	0.0674559623003006
156537	rnn.weight_hh_l0	6	-0.01629020646214485
156537	rnn.weight_hh_l0	7	-0.09482929110527039
156537	rnn.weight_hh_l0	8	0.008225510828197002
156537	rnn.weight_hh_l0	9	-0.0860808715224266
156537	rnn.bias_ih_l0	0	-0.048647090792655945
156537	rnn.bias_ih_l0	1	-0.1933591067790985
156537	rnn.bias_ih_l0	2	-0.25378701090812683
156537	rnn.bias_ih_l0	3	-0.27283987402915955
156537	rnn.bias_ih_l0	4	-0.0068451720289886
156537	rnn.bias_ih_l0	5	0.04381430894136429
156537	rnn.bias_ih_l0	6	-0.1755358874797821
156537	rnn.bias_ih_l0	7	-0.25245609879493713
156537	rnn.bias_ih_l0	8	-0.1256808638572693
156537	rnn.bias_ih_l0	9	-0.17664162814617157
156537	rnn.bias_hh_l0	0	0.1292034387588501
156537	rnn.bias_hh_l0	1	-0.06072571501135826
156537	rnn.bias_hh_l0	2	0.042161859571933746
156537	rnn.bias_hh_l0	3	-0.1643737554550171
156537	rnn.bias_hh_l0	4	0.043547146022319794
156537	rnn.bias_hh_l0	5	0.032129157334566116
156537	rnn.bias_hh_l0	6	-0.09886337071657181
156537	rnn.bias_hh_l0	7	-0.16236558556556702
156537	rnn.bias_hh_l0	8	-0.19174791872501373
156537	rnn.bias_hh_l0	9	-0.10318063944578171
156537	rnn.weight_ih_l0_reverse	0	-0.025207780301570892
156537	rnn.weight_ih_l0_reverse	1	0.0034652205649763346
156537	rnn.weight_ih_l0_reverse	2	0.020403319969773293
156537	rnn.weight_ih_l0_reverse	3	0.0012637011241167784
156537	rnn.weight_ih_l0_reverse	4	0.02877715229988098
156537	rnn.weight_ih_l0_reverse	5	-0.054312244057655334
156537	rnn.weight_ih_l0_reverse	6	-0.050119541585445404
156537	rnn.weight_ih_l0_reverse	7	0.002602881519123912
156537	rnn.weight_ih_l0_reverse	8	0.09184502065181732
156537	rnn.weight_ih_l0_reverse	9	0.024487260729074478
156537	rnn.weight_hh_l0_reverse	0	0.00652672816067934
156537	rnn.weight_hh_l0_reverse	1	0.02579953521490097
156537	rnn.weight_hh_l0_reverse	2	-0.041556715965270996
156537	rnn.weight_hh_l0_reverse	3	0.037439364939928055
156537	rnn.weight_hh_l0_reverse	4	0.02624562755227089
156537	rnn.weight_hh_l0_reverse	5	0.0008353854063898325
156537	rnn.weight_hh_l0_reverse	6	0.057910483330488205
156537	rnn.weight_hh_l0_reverse	7	0.02414918877184391
156537	rnn.weight_hh_l0_reverse	8	-0.015109004452824593
156537	rnn.weight_hh_l0_reverse	9	-0.03613513708114624
156537	rnn.bias_ih_l0_reverse	0	-0.14378869533538818
156537	rnn.bias_ih_l0_reverse	1	-0.3146885931491852
156537	rnn.bias_ih_l0_reverse	2	-0.06620728969573975
156537	rnn.bias_ih_l0_reverse	3	-0.1393735706806183
156537	rnn.bias_ih_l0_reverse	4	0.06595204770565033
156537	rnn.bias_ih_l0_reverse	5	-0.2591269612312317
156537	rnn.bias_ih_l0_reverse	6	-0.05757446587085724
156537	rnn.bias_ih_l0_reverse	7	-0.012740245088934898
156537	rnn.bias_ih_l0_reverse	8	-0.17207010090351105
156537	rnn.bias_ih_l0_reverse	9	-0.0934782549738884
156537	rnn.bias_hh_l0_reverse	0	-0.15850025415420532
156537	rnn.bias_hh_l0_reverse	1	-0.1566000133752823
156537	rnn.bias_hh_l0_reverse	2	-0.020002974197268486
156537	rnn.bias_hh_l0_reverse	3	-0.13281580805778503
156537	rnn.bias_hh_l0_reverse	4	-0.020260676741600037
156537	rnn.bias_hh_l0_reverse	5	-0.111141636967659
156537	rnn.bias_hh_l0_reverse	6	-0.07381974905729294
156537	rnn.bias_hh_l0_reverse	7	-0.1963832825422287
156537	rnn.bias_hh_l0_reverse	8	-0.054684728384017944
156537	rnn.bias_hh_l0_reverse	9	-0.13500680029392242
156537	linear.weight	0	-0.2064962089061737
156537	linear.weight	1	-0.15346939861774445
156537	linear.weight	2	-0.011228874325752258
156537	linear.weight	3	-0.05966877192258835
156537	linear.weight	4	0.051682181656360626
156537	linear.weight	5	0.14603538811206818
156537	linear.weight	6	0.0047744326293468475
156537	linear.weight	7	-0.021312154829502106
156537	linear.weight	8	0.1884433925151825
156537	linear.weight	9	0.1785951405763626
156537	linear.bias	0	-0.8321443200111389
156537	linear.bias	1	1.339060664176941
156537	linear.bias	2	-0.46087610721588135
156537	linear.bias	3	-0.6940327286720276
156537	linear.bias	4	-0.8392003178596497
156537	linear.bias	5	-1.174234390258789
156537	linear.bias	6	-0.9030050039291382
156537	linear.bias	7	-0.7167167067527771
156537	linear.bias	8	-0.01705317199230194
156537	linear.bias	9	3.3617262840270996
156734	transitions	0	-0.4171488583087921
156734	transitions	1	8.553887367248535
156734	transitions	2	-3.5053186416625977
156734	transitions	3	1.4247444868087769
156734	transitions	4	-2.116321563720703
156734	transitions	5	-0.39317184686660767
156734	transitions	6	-0.18918068706989288
156734	transitions	7	-10000.0
156734	transitions	8	1.76936674118042
156734	transitions	9	-2.293843984603882
156734	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
156734	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
156734	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
156734	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
156734	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
156734	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
156734	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
156734	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
156734	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
156734	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
156734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
156734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
156734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
156734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
156734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
156734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
156734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
156734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
156734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
156734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
156734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
156734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
156734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
156734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
156734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
156734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
156734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
156734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
156734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
156734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
156734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
156734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
156734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
156734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
156734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
156734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
156734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
156734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
156734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
156734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
156734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
156734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
156734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
156734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
156734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
156734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
156734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
156734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
156734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
156734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
156734	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
156734	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
156734	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
156734	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
156734	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
156734	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
156734	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
156734	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
156734	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
156734	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
156734	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
156734	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
156734	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
156734	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
156734	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
156734	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
156734	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
156734	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
156734	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
156734	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
156734	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
156734	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
156734	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
156734	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
156734	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
156734	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
156734	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
156734	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
156734	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
156734	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
156734	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
156734	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
156734	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
156734	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
156734	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
156734	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
156734	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
156734	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
156734	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
156734	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
156734	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
156734	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
156734	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
156734	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
156734	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
156734	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
156734	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
156734	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
156734	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
156734	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
156734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
156734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
156734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
156734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
156734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
156734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
156734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
156734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
156734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
156734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
156734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
156734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
156734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
156734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
156734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
156734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
156734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
156734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
156734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
156734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
156734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
156734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
156734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
156734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
156734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
156734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
156734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
156734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
156734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
156734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
156734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
156734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
156734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
156734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
156734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
156734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
156734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
156734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
156734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
156734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
156734	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
156734	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
156734	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
156734	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
156734	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
156734	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
156734	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
156734	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
156734	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
156734	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
156734	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
156734	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
156734	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
156734	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
156734	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
156734	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
156734	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
156734	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
156734	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
156734	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
156734	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
156734	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
156734	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
156734	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
156734	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
156734	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
156734	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
156734	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
156734	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
156734	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
156734	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
156734	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
156734	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
156734	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
156734	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
156734	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
156734	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
156734	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
156734	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
156734	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
156734	embedding2nn.weight	0	0.04929844290018082
156734	embedding2nn.weight	1	-0.0906156599521637
156734	embedding2nn.weight	2	0.01147733349353075
156734	embedding2nn.weight	3	-0.05659684166312218
156734	embedding2nn.weight	4	-0.1036096066236496
156734	embedding2nn.weight	5	0.12317188829183578
156734	embedding2nn.weight	6	-0.11325442790985107
156734	embedding2nn.weight	7	-0.07721475511789322
156734	embedding2nn.weight	8	-0.026895517483353615
156734	embedding2nn.weight	9	0.06530047953128815
156734	embedding2nn.bias	0	0.05881534144282341
156734	embedding2nn.bias	1	0.03934256359934807
156734	embedding2nn.bias	2	-0.09315092861652374
156734	embedding2nn.bias	3	0.05006179213523865
156734	embedding2nn.bias	4	-0.008609548211097717
156734	embedding2nn.bias	5	-0.1484927535057068
156734	embedding2nn.bias	6	-0.11945515871047974
156734	embedding2nn.bias	7	-0.08080241829156876
156734	embedding2nn.bias	8	0.07699663192033768
156734	embedding2nn.bias	9	-0.06638307869434357
156734	rnn.weight_ih_l0	0	0.035313110798597336
156734	rnn.weight_ih_l0	1	-0.07044009864330292
156734	rnn.weight_ih_l0	2	-0.0327795036137104
156734	rnn.weight_ih_l0	3	-0.03766429424285889
156734	rnn.weight_ih_l0	4	0.02527233399450779
156734	rnn.weight_ih_l0	5	-0.1076807752251625
156734	rnn.weight_ih_l0	6	-0.05551445111632347
156734	rnn.weight_ih_l0	7	-0.01719011925160885
156734	rnn.weight_ih_l0	8	0.07901649922132492
156734	rnn.weight_ih_l0	9	0.011321439407765865
156734	rnn.weight_hh_l0	0	0.00101248559076339
156734	rnn.weight_hh_l0	1	-0.0918457880616188
156734	rnn.weight_hh_l0	2	0.0647537112236023
156734	rnn.weight_hh_l0	3	0.04275641217827797
156734	rnn.weight_hh_l0	4	0.004069971852004528
156734	rnn.weight_hh_l0	5	0.06725452840328217
156734	rnn.weight_hh_l0	6	-0.016214538365602493
156734	rnn.weight_hh_l0	7	-0.09463510662317276
156734	rnn.weight_hh_l0	8	0.008337197825312614
156734	rnn.weight_hh_l0	9	-0.08626353740692139
156734	rnn.bias_ih_l0	0	-0.05141134560108185
156734	rnn.bias_ih_l0	1	-0.19370537996292114
156734	rnn.bias_ih_l0	2	-0.25389498472213745
156734	rnn.bias_ih_l0	3	-0.274020791053772
156734	rnn.bias_ih_l0	4	-0.005082780960947275
156734	rnn.bias_ih_l0	5	0.03957725688815117
156734	rnn.bias_ih_l0	6	-0.17513719201087952
156734	rnn.bias_ih_l0	7	-0.2525501549243927
156734	rnn.bias_ih_l0	8	-0.1268618106842041
156734	rnn.bias_ih_l0	9	-0.17690837383270264
156734	rnn.bias_hh_l0	0	0.12818163633346558
156734	rnn.bias_hh_l0	1	-0.062133222818374634
156734	rnn.bias_hh_l0	2	0.040666770190000534
156734	rnn.bias_hh_l0	3	-0.16621451079845428
156734	rnn.bias_hh_l0	4	0.04196012765169144
156734	rnn.bias_hh_l0	5	0.029344633221626282
156734	rnn.bias_hh_l0	6	-0.09872463345527649
156734	rnn.bias_hh_l0	7	-0.16208221018314362
156734	rnn.bias_hh_l0	8	-0.1924213021993637
156734	rnn.bias_hh_l0	9	-0.10175374895334244
156734	rnn.weight_ih_l0_reverse	0	-0.025308551266789436
156734	rnn.weight_ih_l0_reverse	1	0.0035035600885748863
156734	rnn.weight_ih_l0_reverse	2	0.0197905246168375
156734	rnn.weight_ih_l0_reverse	3	0.00045329000568017364
156734	rnn.weight_ih_l0_reverse	4	0.02946389466524124
156734	rnn.weight_ih_l0_reverse	5	-0.053470369428396225
156734	rnn.weight_ih_l0_reverse	6	-0.05122651532292366
156734	rnn.weight_ih_l0_reverse	7	0.002767294878140092
156734	rnn.weight_ih_l0_reverse	8	0.09194564819335938
156734	rnn.weight_ih_l0_reverse	9	0.024061372503638268
156734	rnn.weight_hh_l0_reverse	0	0.006218385882675648
156734	rnn.weight_hh_l0_reverse	1	0.02644169144332409
156734	rnn.weight_hh_l0_reverse	2	-0.04160577431321144
156734	rnn.weight_hh_l0_reverse	3	0.03767117112874985
156734	rnn.weight_hh_l0_reverse	4	0.02620062418282032
156734	rnn.weight_hh_l0_reverse	5	0.0005708758835680783
156734	rnn.weight_hh_l0_reverse	6	0.057532116770744324
156734	rnn.weight_hh_l0_reverse	7	0.024159759283065796
156734	rnn.weight_hh_l0_reverse	8	-0.014834180474281311
156734	rnn.weight_hh_l0_reverse	9	-0.036276012659072876
156734	rnn.bias_ih_l0_reverse	0	-0.14336682856082916
156734	rnn.bias_ih_l0_reverse	1	-0.3134009838104248
156734	rnn.bias_ih_l0_reverse	2	-0.06703696399927139
156734	rnn.bias_ih_l0_reverse	3	-0.13889983296394348
156734	rnn.bias_ih_l0_reverse	4	0.06323406845331192
156734	rnn.bias_ih_l0_reverse	5	-0.2602664530277252
156734	rnn.bias_ih_l0_reverse	6	-0.05941524729132652
156734	rnn.bias_ih_l0_reverse	7	-0.01217153575271368
156734	rnn.bias_ih_l0_reverse	8	-0.17228062450885773
156734	rnn.bias_ih_l0_reverse	9	-0.09282355010509491
156734	rnn.bias_hh_l0_reverse	0	-0.16003817319869995
156734	rnn.bias_hh_l0_reverse	1	-0.15392251312732697
156734	rnn.bias_hh_l0_reverse	2	-0.019843967631459236
156734	rnn.bias_hh_l0_reverse	3	-0.13427670300006866
156734	rnn.bias_hh_l0_reverse	4	-0.018492218106985092
156734	rnn.bias_hh_l0_reverse	5	-0.11074385046958923
156734	rnn.bias_hh_l0_reverse	6	-0.07458364218473434
156734	rnn.bias_hh_l0_reverse	7	-0.1968824714422226
156734	rnn.bias_hh_l0_reverse	8	-0.05591358244419098
156734	rnn.bias_hh_l0_reverse	9	-0.13459859788417816
156734	linear.weight	0	-0.19867101311683655
156734	linear.weight	1	-0.15101860463619232
156734	linear.weight	2	-0.011228874325752258
156734	linear.weight	3	-0.074026919901371
156734	linear.weight	4	0.058530546724796295
156734	linear.weight	5	0.14353637397289276
156734	linear.weight	6	0.0047744326293468475
156734	linear.weight	7	-0.021312154829502106
156734	linear.weight	8	0.1878683865070343
156734	linear.weight	9	0.17960071563720703
156734	linear.bias	0	-0.8214175701141357
156734	linear.bias	1	1.3612664937973022
156734	linear.bias	2	-0.4217810034751892
156734	linear.bias	3	-0.713375985622406
156734	linear.bias	4	-0.8875389695167542
156734	linear.bias	5	-1.1742596626281738
156734	linear.bias	6	-0.8912992477416992
156734	linear.bias	7	-0.7025642991065979
156734	linear.bias	8	-0.01705317199230194
156734	linear.bias	9	3.308189868927002
156931	transitions	0	-0.41719216108322144
156931	transitions	1	8.5702543258667
156931	transitions	2	-3.505606174468994
156931	transitions	3	1.4356176853179932
156931	transitions	4	-2.116497039794922
156931	transitions	5	-0.39337965846061707
156931	transitions	6	-0.18919895589351654
156931	transitions	7	-10000.0
156931	transitions	8	1.7692186832427979
156931	transitions	9	-2.2938477993011475
156931	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
156931	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
156931	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
156931	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
156931	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
156931	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
156931	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
156931	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
156931	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
156931	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
156931	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
156931	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
156931	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
156931	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
156931	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
156931	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
156931	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
156931	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
156931	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
156931	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
156931	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
156931	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
156931	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
156931	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
156931	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
156931	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
156931	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
156931	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
156931	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
156931	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
156931	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
156931	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
156931	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
156931	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
156931	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
156931	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
156931	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
156931	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
156931	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
156931	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
156931	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
156931	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
156931	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
156931	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
156931	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
156931	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
156931	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
156931	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
156931	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
156931	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
156931	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
156931	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
156931	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
156931	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
156931	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
156931	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
156931	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
156931	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
156931	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
156931	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
156931	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
156931	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
156931	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
156931	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
156931	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
156931	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
156931	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
156931	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
156931	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
156931	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
156931	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
156931	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
156931	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
156931	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
156931	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
156931	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
156931	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
156931	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
156931	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
156931	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
156931	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
156931	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
156931	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
156931	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
156931	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
156931	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
156931	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
156931	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
156931	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
156931	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
156931	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
156931	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
156931	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
156931	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
156931	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
156931	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
156931	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
156931	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
156931	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
156931	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
156931	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
156931	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
156931	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
156931	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
156931	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
156931	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
156931	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
156931	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
156931	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
156931	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
156931	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
156931	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
156931	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
156931	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
156931	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
156931	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
156931	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
156931	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
156931	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
156931	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
156931	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
156931	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
156931	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
156931	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
156931	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
156931	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
156931	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
156931	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
156931	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
156931	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
156931	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
156931	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
156931	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
156931	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
156931	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
156931	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
156931	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
156931	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
156931	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
156931	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
156931	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
156931	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
156931	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
156931	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
156931	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
156931	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
156931	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
156931	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
156931	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
156931	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
156931	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
156931	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
156931	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
156931	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
156931	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
156931	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
156931	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
156931	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
156931	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
156931	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
156931	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
156931	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
156931	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
156931	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
156931	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
156931	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
156931	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
156931	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
156931	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
156931	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
156931	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
156931	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
156931	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
156931	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
156931	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
156931	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
156931	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
156931	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
156931	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
156931	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
156931	embedding2nn.weight	0	0.04946195334196091
156931	embedding2nn.weight	1	-0.0903436690568924
156931	embedding2nn.weight	2	0.011200093664228916
156931	embedding2nn.weight	3	-0.05676036700606346
156931	embedding2nn.weight	4	-0.10365431010723114
156931	embedding2nn.weight	5	0.12199094146490097
156931	embedding2nn.weight	6	-0.11147762835025787
156931	embedding2nn.weight	7	-0.07855819910764694
156931	embedding2nn.weight	8	-0.027248293161392212
156931	embedding2nn.weight	9	0.0657319724559784
156931	embedding2nn.bias	0	0.06076856702566147
156931	embedding2nn.bias	1	0.033598341047763824
156931	embedding2nn.bias	2	-0.0984969362616539
156931	embedding2nn.bias	3	0.054174888879060745
156931	embedding2nn.bias	4	-0.012260915711522102
156931	embedding2nn.bias	5	-0.1502152532339096
156931	embedding2nn.bias	6	-0.12042152881622314
156931	embedding2nn.bias	7	-0.08070951700210571
156931	embedding2nn.bias	8	0.07685593515634537
156931	embedding2nn.bias	9	-0.06694119423627853
156931	rnn.weight_ih_l0	0	0.03692490607500076
156931	rnn.weight_ih_l0	1	-0.07134165614843369
156931	rnn.weight_ih_l0	2	-0.0334203727543354
156931	rnn.weight_ih_l0	3	-0.03862956166267395
156931	rnn.weight_ih_l0	4	0.023469066247344017
156931	rnn.weight_ih_l0	5	-0.10876676440238953
156931	rnn.weight_ih_l0	6	-0.0566774420440197
156931	rnn.weight_ih_l0	7	-0.01668274775147438
156931	rnn.weight_ih_l0	8	0.07812055200338364
156931	rnn.weight_ih_l0	9	0.011920258402824402
156931	rnn.weight_hh_l0	0	0.0012967224465683103
156931	rnn.weight_hh_l0	1	-0.08984001725912094
156931	rnn.weight_hh_l0	2	0.06494203954935074
156931	rnn.weight_hh_l0	3	0.04303695634007454
156931	rnn.weight_hh_l0	4	0.004102436825633049
156931	rnn.weight_hh_l0	5	0.06674902141094208
156931	rnn.weight_hh_l0	6	-0.016315529122948647
156931	rnn.weight_hh_l0	7	-0.09474781155586243
156931	rnn.weight_hh_l0	8	0.009438930079340935
156931	rnn.weight_hh_l0	9	-0.08690894395112991
156931	rnn.bias_ih_l0	0	-0.05029378831386566
156931	rnn.bias_ih_l0	1	-0.1932862102985382
156931	rnn.bias_ih_l0	2	-0.2530682682991028
156931	rnn.bias_ih_l0	3	-0.2751319110393524
156931	rnn.bias_ih_l0	4	-0.005478050094097853
156931	rnn.bias_ih_l0	5	0.03807836025953293
156931	rnn.bias_ih_l0	6	-0.1745176911354065
156931	rnn.bias_ih_l0	7	-0.25497904419898987
156931	rnn.bias_ih_l0	8	-0.12847286462783813
156931	rnn.bias_ih_l0	9	-0.17607562243938446
156931	rnn.bias_hh_l0	0	0.12815247476100922
156931	rnn.bias_hh_l0	1	-0.06117980554699898
156931	rnn.bias_hh_l0	2	0.04110923781991005
156931	rnn.bias_hh_l0	3	-0.16750499606132507
156931	rnn.bias_hh_l0	4	0.04707445576786995
156931	rnn.bias_hh_l0	5	0.02944221906363964
156931	rnn.bias_hh_l0	6	-0.09915166348218918
156931	rnn.bias_hh_l0	7	-0.1614752560853958
156931	rnn.bias_hh_l0	8	-0.19215816259384155
156931	rnn.bias_hh_l0	9	-0.10078558325767517
156931	rnn.weight_ih_l0_reverse	0	-0.024689678102731705
156931	rnn.weight_ih_l0_reverse	1	0.0029858569614589214
156931	rnn.weight_ih_l0_reverse	2	0.02061033621430397
156931	rnn.weight_ih_l0_reverse	3	-0.0008364811656065285
156931	rnn.weight_ih_l0_reverse	4	0.02959580160677433
156931	rnn.weight_ih_l0_reverse	5	-0.05414304509758949
156931	rnn.weight_ih_l0_reverse	6	-0.05222548544406891
156931	rnn.weight_ih_l0_reverse	7	0.0033007061574608088
156931	rnn.weight_ih_l0_reverse	8	0.09328524768352509
156931	rnn.weight_ih_l0_reverse	9	0.023228531703352928
156931	rnn.weight_hh_l0_reverse	0	0.006397966295480728
156931	rnn.weight_hh_l0_reverse	1	0.026279136538505554
156931	rnn.weight_hh_l0_reverse	2	-0.041933536529541016
156931	rnn.weight_hh_l0_reverse	3	0.03806323930621147
156931	rnn.weight_hh_l0_reverse	4	0.026342594996094704
156931	rnn.weight_hh_l0_reverse	5	0.00047472110600210726
156931	rnn.weight_hh_l0_reverse	6	0.057660896331071854
156931	rnn.weight_hh_l0_reverse	7	0.023698946461081505
156931	rnn.weight_hh_l0_reverse	8	-0.014624862931668758
156931	rnn.weight_hh_l0_reverse	9	-0.03634351119399071
156931	rnn.bias_ih_l0_reverse	0	-0.1414000689983368
156931	rnn.bias_ih_l0_reverse	1	-0.3110056519508362
156931	rnn.bias_ih_l0_reverse	2	-0.0676562637090683
156931	rnn.bias_ih_l0_reverse	3	-0.13948027789592743
156931	rnn.bias_ih_l0_reverse	4	0.06313463300466537
156931	rnn.bias_ih_l0_reverse	5	-0.2584351599216461
156931	rnn.bias_ih_l0_reverse	6	-0.05982876941561699
156931	rnn.bias_ih_l0_reverse	7	-0.010574039071798325
156931	rnn.bias_ih_l0_reverse	8	-0.1726074367761612
156931	rnn.bias_ih_l0_reverse	9	-0.09431453049182892
156931	rnn.bias_hh_l0_reverse	0	-0.1599874049425125
156931	rnn.bias_hh_l0_reverse	1	-0.1555267721414566
156931	rnn.bias_hh_l0_reverse	2	-0.01924992725253105
156931	rnn.bias_hh_l0_reverse	3	-0.13280166685581207
156931	rnn.bias_hh_l0_reverse	4	-0.018455635756254196
156931	rnn.bias_hh_l0_reverse	5	-0.11060408502817154
156931	rnn.bias_hh_l0_reverse	6	-0.07540182769298553
156931	rnn.bias_hh_l0_reverse	7	-0.19583316147327423
156931	rnn.bias_hh_l0_reverse	8	-0.057674653828144073
156931	rnn.bias_hh_l0_reverse	9	-0.1354144662618637
156931	linear.weight	0	-0.22750377655029297
156931	linear.weight	1	-0.153397336602211
156931	linear.weight	2	-0.011228874325752258
156931	linear.weight	3	-0.07302740216255188
156931	linear.weight	4	0.06502602249383926
156931	linear.weight	5	0.15635617077350616
156931	linear.weight	6	0.0047744326293468475
156931	linear.weight	7	-0.021312154829502106
156931	linear.weight	8	0.20387916266918182
156931	linear.weight	9	0.18358619511127472
156931	linear.bias	0	-0.8244814276695251
156931	linear.bias	1	1.3731015920639038
156931	linear.bias	2	-0.4420042335987091
156931	linear.bias	3	-0.6955884099006653
156931	linear.bias	4	-0.8632166385650635
156931	linear.bias	5	-1.1742860078811646
156931	linear.bias	6	-0.8949604630470276
156931	linear.bias	7	-0.7247256636619568
156931	linear.bias	8	-0.01705317199230194
156931	linear.bias	9	3.3453986644744873
157128	transitions	0	-0.41723108291625977
157128	transitions	1	8.581501007080078
157128	transitions	2	-3.5058932304382324
157128	transitions	3	1.4387136697769165
157128	transitions	4	-2.117088794708252
157128	transitions	5	-0.39361071586608887
157128	transitions	6	-0.18923097848892212
157128	transitions	7	-10000.0
157128	transitions	8	1.7708438634872437
157128	transitions	9	-2.293853521347046
157128	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
157128	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
157128	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
157128	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
157128	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
157128	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
157128	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
157128	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
157128	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
157128	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
157128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
157128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
157128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
157128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
157128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
157128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
157128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
157128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
157128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
157128	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
157128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
157128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
157128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
157128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
157128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
157128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
157128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
157128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
157128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
157128	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
157128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
157128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
157128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
157128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
157128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
157128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
157128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
157128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
157128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
157128	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
157128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
157128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
157128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
157128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
157128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
157128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
157128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
157128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
157128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
157128	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
157128	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
157128	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
157128	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
157128	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
157128	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
157128	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
157128	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
157128	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
157128	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
157128	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
157128	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
157128	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
157128	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
157128	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
157128	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
157128	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
157128	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
157128	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
157128	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
157128	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
157128	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
157128	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
157128	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
157128	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
157128	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
157128	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
157128	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
157128	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
157128	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
157128	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
157128	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
157128	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
157128	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
157128	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
157128	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
157128	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
157128	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
157128	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
157128	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
157128	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
157128	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
157128	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
157128	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
157128	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
157128	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
157128	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
157128	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
157128	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
157128	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
157128	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
157128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
157128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
157128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
157128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
157128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
157128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
157128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
157128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
157128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
157128	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
157128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
157128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
157128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
157128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
157128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
157128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
157128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
157128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
157128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
157128	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
157128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
157128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
157128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
157128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
157128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
157128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
157128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
157128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
157128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
157128	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
157128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
157128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
157128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
157128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
157128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
157128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
157128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
157128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
157128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
157128	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
157128	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
157128	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
157128	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
157128	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
157128	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
157128	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
157128	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
157128	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
157128	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
157128	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
157128	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
157128	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
157128	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
157128	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
157128	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
157128	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
157128	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
157128	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
157128	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
157128	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
157128	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
157128	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
157128	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
157128	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
157128	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
157128	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
157128	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
157128	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
157128	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
157128	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
157128	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
157128	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
157128	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
157128	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
157128	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
157128	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
157128	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
157128	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
157128	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
157128	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
157128	embedding2nn.weight	0	0.04928306117653847
157128	embedding2nn.weight	1	-0.08995571732521057
157128	embedding2nn.weight	2	0.012362221255898476
157128	embedding2nn.weight	3	-0.05709736421704292
157128	embedding2nn.weight	4	-0.1040714681148529
157128	embedding2nn.weight	5	0.12260736525058746
157128	embedding2nn.weight	6	-0.10854461789131165
157128	embedding2nn.weight	7	-0.07874555885791779
157128	embedding2nn.weight	8	-0.027621343731880188
157128	embedding2nn.weight	9	0.0657917857170105
157128	embedding2nn.bias	0	0.06585601717233658
157128	embedding2nn.bias	1	0.04131739214062691
157128	embedding2nn.bias	2	-0.09807690978050232
157128	embedding2nn.bias	3	0.047928422689437866
157128	embedding2nn.bias	4	-0.006730758585035801
157128	embedding2nn.bias	5	-0.15150219202041626
157128	embedding2nn.bias	6	-0.12382514774799347
157128	embedding2nn.bias	7	-0.07532166689634323
157128	embedding2nn.bias	8	0.07464110106229782
157128	embedding2nn.bias	9	-0.0658472403883934
157128	rnn.weight_ih_l0	0	0.037184637039899826
157128	rnn.weight_ih_l0	1	-0.07216125726699829
157128	rnn.weight_ih_l0	2	-0.03320926055312157
157128	rnn.weight_ih_l0	3	-0.039622366428375244
157128	rnn.weight_ih_l0	4	0.0249433945864439
157128	rnn.weight_ih_l0	5	-0.10948449373245239
157128	rnn.weight_ih_l0	6	-0.05493325740098953
157128	rnn.weight_ih_l0	7	-0.015868782997131348
157128	rnn.weight_ih_l0	8	0.07917825132608414
157128	rnn.weight_ih_l0	9	0.01147448644042015
157128	rnn.weight_hh_l0	0	0.0012315205531194806
157128	rnn.weight_hh_l0	1	-0.09047283977270126
157128	rnn.weight_hh_l0	2	0.06486742198467255
157128	rnn.weight_hh_l0	3	0.04314781725406647
157128	rnn.weight_hh_l0	4	0.00446911808103323
157128	rnn.weight_hh_l0	5	0.0668458417057991
157128	rnn.weight_hh_l0	6	-0.01644975319504738
157128	rnn.weight_hh_l0	7	-0.09484812617301941
157128	rnn.weight_hh_l0	8	0.009854069910943508
157128	rnn.weight_hh_l0	9	-0.08713731169700623
157128	rnn.bias_ih_l0	0	-0.051958613097667694
157128	rnn.bias_ih_l0	1	-0.1925050914287567
157128	rnn.bias_ih_l0	2	-0.2513795793056488
157128	rnn.bias_ih_l0	3	-0.27419883012771606
157128	rnn.bias_ih_l0	4	-0.004949996247887611
157128	rnn.bias_ih_l0	5	0.03705199435353279
157128	rnn.bias_ih_l0	6	-0.1766604334115982
157128	rnn.bias_ih_l0	7	-0.255172997713089
157128	rnn.bias_ih_l0	8	-0.12784214317798615
157128	rnn.bias_ih_l0	9	-0.17642128467559814
157128	rnn.bias_hh_l0	0	0.12728820741176605
157128	rnn.bias_hh_l0	1	-0.061002373695373535
157128	rnn.bias_hh_l0	2	0.041316304355859756
157128	rnn.bias_hh_l0	3	-0.16774043440818787
157128	rnn.bias_hh_l0	4	0.05062000826001167
157128	rnn.bias_hh_l0	5	0.028153827413916588
157128	rnn.bias_hh_l0	6	-0.10018844902515411
157128	rnn.bias_hh_l0	7	-0.16070543229579926
157128	rnn.bias_hh_l0	8	-0.1922980546951294
157128	rnn.bias_hh_l0	9	-0.09946656972169876
157128	rnn.weight_ih_l0_reverse	0	-0.024292483925819397
157128	rnn.weight_ih_l0_reverse	1	0.003076927736401558
157128	rnn.weight_ih_l0_reverse	2	0.02062629535794258
157128	rnn.weight_ih_l0_reverse	3	-0.0007865464431233704
157128	rnn.weight_ih_l0_reverse	4	0.029522202908992767
157128	rnn.weight_ih_l0_reverse	5	-0.05357927829027176
157128	rnn.weight_ih_l0_reverse	6	-0.05099765956401825
157128	rnn.weight_ih_l0_reverse	7	0.00315056461840868
157128	rnn.weight_ih_l0_reverse	8	0.09360208362340927
157128	rnn.weight_ih_l0_reverse	9	0.022469911724328995
157128	rnn.weight_hh_l0_reverse	0	0.006523859221488237
157128	rnn.weight_hh_l0_reverse	1	0.02626107446849346
157128	rnn.weight_hh_l0_reverse	2	-0.04197215288877487
157128	rnn.weight_hh_l0_reverse	3	0.03826095536351204
157128	rnn.weight_hh_l0_reverse	4	0.026217427104711533
157128	rnn.weight_hh_l0_reverse	5	-0.0003532635746523738
157128	rnn.weight_hh_l0_reverse	6	0.057555392384529114
157128	rnn.weight_hh_l0_reverse	7	0.02449117973446846
157128	rnn.weight_hh_l0_reverse	8	-0.014566853642463684
157128	rnn.weight_hh_l0_reverse	9	-0.03654850274324417
157128	rnn.bias_ih_l0_reverse	0	-0.1415591686964035
157128	rnn.bias_ih_l0_reverse	1	-0.31119030714035034
157128	rnn.bias_ih_l0_reverse	2	-0.06904789805412292
157128	rnn.bias_ih_l0_reverse	3	-0.140814870595932
157128	rnn.bias_ih_l0_reverse	4	0.06398741155862808
157128	rnn.bias_ih_l0_reverse	5	-0.25744184851646423
157128	rnn.bias_ih_l0_reverse	6	-0.05807371810078621
157128	rnn.bias_ih_l0_reverse	7	-0.005220359656959772
157128	rnn.bias_ih_l0_reverse	8	-0.17200642824172974
157128	rnn.bias_ih_l0_reverse	9	-0.0970081016421318
157128	rnn.bias_hh_l0_reverse	0	-0.1592509001493454
157128	rnn.bias_hh_l0_reverse	1	-0.15852998197078705
157128	rnn.bias_hh_l0_reverse	2	-0.019752774387598038
157128	rnn.bias_hh_l0_reverse	3	-0.1344907134771347
157128	rnn.bias_hh_l0_reverse	4	-0.01811031624674797
157128	rnn.bias_hh_l0_reverse	5	-0.11334782093763351
157128	rnn.bias_hh_l0_reverse	6	-0.07464750856161118
157128	rnn.bias_hh_l0_reverse	7	-0.19582687318325043
157128	rnn.bias_hh_l0_reverse	8	-0.05972906947135925
157128	rnn.bias_hh_l0_reverse	9	-0.13440044224262238
157128	linear.weight	0	-0.22153764963150024
157128	linear.weight	1	-0.1516752690076828
157128	linear.weight	2	-0.011228874325752258
157128	linear.weight	3	-0.06982742995023727
157128	linear.weight	4	0.05827445164322853
157128	linear.weight	5	0.18365181982517242
157128	linear.weight	6	0.0047744326293468475
157128	linear.weight	7	-0.021312154829502106
157128	linear.weight	8	0.21572858095169067
157128	linear.weight	9	0.1849880814552307
157128	linear.bias	0	-0.8417558073997498
157128	linear.bias	1	1.395727276802063
157128	linear.bias	2	-0.43742895126342773
157128	linear.bias	3	-0.6824468970298767
157128	linear.bias	4	-0.8800208568572998
157128	linear.bias	5	-1.1743110418319702
157128	linear.bias	6	-0.9136428236961365
157128	linear.bias	7	-0.7234768867492676
157128	linear.bias	8	-0.01705317199230194
157128	linear.bias	9	3.335616111755371
157325	transitions	0	-0.4173012971878052
157325	transitions	1	8.573446273803711
157325	transitions	2	-3.506068229675293
157325	transitions	3	1.43808114528656
157325	transitions	4	-2.1171875
157325	transitions	5	-0.3936937749385834
157325	transitions	6	-0.18926045298576355
157325	transitions	7	-10000.0
157325	transitions	8	1.7714089155197144
157325	transitions	9	-2.2938568592071533
157325	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
157325	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
157325	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
157325	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
157325	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
157325	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
157325	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
157325	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
157325	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
157325	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
157325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
157325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
157325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
157325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
157325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
157325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
157325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
157325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
157325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
157325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
157325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
157325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
157325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
157325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
157325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
157325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
157325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
157325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
157325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
157325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
157325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
157325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
157325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
157325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
157325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
157325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
157325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
157325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
157325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
157325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
157325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
157325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
157325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
157325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
157325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
157325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
157325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
157325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
157325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
157325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
157325	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
157325	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
157325	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
157325	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
157325	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
157325	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
157325	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
157325	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
157325	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
157325	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
157325	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
157325	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
157325	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
157325	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
157325	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
157325	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
157325	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
157325	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
157325	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
157325	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
157325	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
157325	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
157325	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
157325	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
157325	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
157325	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
157325	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
157325	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
157325	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
157325	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
157325	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
157325	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
157325	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
157325	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
157325	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
157325	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
157325	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
157325	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
157325	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
157325	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
157325	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
157325	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
157325	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
157325	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
157325	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
157325	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
157325	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
157325	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
157325	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
157325	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
157325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
157325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
157325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
157325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
157325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
157325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
157325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
157325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
157325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
157325	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
157325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
157325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
157325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
157325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
157325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
157325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
157325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
157325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
157325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
157325	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
157325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
157325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
157325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
157325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
157325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
157325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
157325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
157325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
157325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
157325	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
157325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
157325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
157325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
157325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
157325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
157325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
157325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
157325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
157325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
157325	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
157325	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
157325	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
157325	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
157325	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
157325	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
157325	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
157325	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
157325	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
157325	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
157325	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
157325	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
157325	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
157325	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
157325	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
157325	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
157325	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
157325	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
157325	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
157325	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
157325	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
157325	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
157325	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
157325	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
157325	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
157325	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
157325	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
157325	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
157325	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
157325	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
157325	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
157325	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
157325	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
157325	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
157325	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
157325	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
157325	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
157325	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
157325	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
157325	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
157325	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
157325	embedding2nn.weight	0	0.04884980991482735
157325	embedding2nn.weight	1	-0.09004287421703339
157325	embedding2nn.weight	2	0.01343611255288124
157325	embedding2nn.weight	3	-0.05685404688119888
157325	embedding2nn.weight	4	-0.10367260873317719
157325	embedding2nn.weight	5	0.12213405221700668
157325	embedding2nn.weight	6	-0.10874420404434204
157325	embedding2nn.weight	7	-0.07798536866903305
157325	embedding2nn.weight	8	-0.027769438922405243
157325	embedding2nn.weight	9	0.06398458033800125
157325	embedding2nn.bias	0	0.06640395522117615
157325	embedding2nn.bias	1	0.04122116416692734
157325	embedding2nn.bias	2	-0.0959666296839714
157325	embedding2nn.bias	3	0.052954334765672684
157325	embedding2nn.bias	4	-0.012454376555979252
157325	embedding2nn.bias	5	-0.156513050198555
157325	embedding2nn.bias	6	-0.12279248982667923
157325	embedding2nn.bias	7	-0.07922840118408203
157325	embedding2nn.bias	8	0.07302133738994598
157325	embedding2nn.bias	9	-0.07156261801719666
157325	rnn.weight_ih_l0	0	0.03759991005063057
157325	rnn.weight_ih_l0	1	-0.07289255410432816
157325	rnn.weight_ih_l0	2	-0.03313179686665535
157325	rnn.weight_ih_l0	3	-0.040231894701719284
157325	rnn.weight_ih_l0	4	0.024031223729252815
157325	rnn.weight_ih_l0	5	-0.10868479311466217
157325	rnn.weight_ih_l0	6	-0.0544455461204052
157325	rnn.weight_ih_l0	7	-0.014702207408845425
157325	rnn.weight_ih_l0	8	0.07967360317707062
157325	rnn.weight_ih_l0	9	0.010952373035252094
157325	rnn.weight_hh_l0	0	0.0007915460737422109
157325	rnn.weight_hh_l0	1	-0.09024148434400558
157325	rnn.weight_hh_l0	2	0.06519930064678192
157325	rnn.weight_hh_l0	3	0.042967092245817184
157325	rnn.weight_hh_l0	4	0.004240599926561117
157325	rnn.weight_hh_l0	5	0.067051962018013
157325	rnn.weight_hh_l0	6	-0.016611501574516296
157325	rnn.weight_hh_l0	7	-0.09506215155124664
157325	rnn.weight_hh_l0	8	0.010164975188672543
157325	rnn.weight_hh_l0	9	-0.08607151359319687
157325	rnn.bias_ih_l0	0	-0.054444801062345505
157325	rnn.bias_ih_l0	1	-0.19438737630844116
157325	rnn.bias_ih_l0	2	-0.253811240196228
157325	rnn.bias_ih_l0	3	-0.2745022475719452
157325	rnn.bias_ih_l0	4	-0.006424506660550833
157325	rnn.bias_ih_l0	5	0.041385386139154434
157325	rnn.bias_ih_l0	6	-0.17651909589767456
157325	rnn.bias_ih_l0	7	-0.25673121213912964
157325	rnn.bias_ih_l0	8	-0.12738975882530212
157325	rnn.bias_ih_l0	9	-0.17601114511489868
157325	rnn.bias_hh_l0	0	0.1282307654619217
157325	rnn.bias_hh_l0	1	-0.05960684269666672
157325	rnn.bias_hh_l0	2	0.040996961295604706
157325	rnn.bias_hh_l0	3	-0.16939309239387512
157325	rnn.bias_hh_l0	4	0.04963134229183197
157325	rnn.bias_hh_l0	5	0.028386101126670837
157325	rnn.bias_hh_l0	6	-0.09987873584032059
157325	rnn.bias_hh_l0	7	-0.15960876643657684
157325	rnn.bias_hh_l0	8	-0.1903752088546753
157325	rnn.bias_hh_l0	9	-0.09877417236566544
157325	rnn.weight_ih_l0_reverse	0	-0.02431800216436386
157325	rnn.weight_ih_l0_reverse	1	0.002241820562630892
157325	rnn.weight_ih_l0_reverse	2	0.02060222625732422
157325	rnn.weight_ih_l0_reverse	3	0.00019884337962139398
157325	rnn.weight_ih_l0_reverse	4	0.028774680569767952
157325	rnn.weight_ih_l0_reverse	5	-0.053022876381874084
157325	rnn.weight_ih_l0_reverse	6	-0.05080084130167961
157325	rnn.weight_ih_l0_reverse	7	0.0039933533407747746
157325	rnn.weight_ih_l0_reverse	8	0.09381046146154404
157325	rnn.weight_ih_l0_reverse	9	0.021718747913837433
157325	rnn.weight_hh_l0_reverse	0	0.006508141290396452
157325	rnn.weight_hh_l0_reverse	1	0.025942116975784302
157325	rnn.weight_hh_l0_reverse	2	-0.04176664352416992
157325	rnn.weight_hh_l0_reverse	3	0.0380561500787735
157325	rnn.weight_hh_l0_reverse	4	0.025651659816503525
157325	rnn.weight_hh_l0_reverse	5	-0.0008156222756952047
157325	rnn.weight_hh_l0_reverse	6	0.05744286626577377
157325	rnn.weight_hh_l0_reverse	7	0.024722103029489517
157325	rnn.weight_hh_l0_reverse	8	-0.014493696391582489
157325	rnn.weight_hh_l0_reverse	9	-0.036797236651182175
157325	rnn.bias_ih_l0_reverse	0	-0.14151789247989655
157325	rnn.bias_ih_l0_reverse	1	-0.31364864110946655
157325	rnn.bias_ih_l0_reverse	2	-0.06829564273357391
157325	rnn.bias_ih_l0_reverse	3	-0.14089126884937286
157325	rnn.bias_ih_l0_reverse	4	0.05929093062877655
157325	rnn.bias_ih_l0_reverse	5	-0.2581304907798767
157325	rnn.bias_ih_l0_reverse	6	-0.05804426223039627
157325	rnn.bias_ih_l0_reverse	7	-0.004865721333771944
157325	rnn.bias_ih_l0_reverse	8	-0.1745242178440094
157325	rnn.bias_ih_l0_reverse	9	-0.09985727071762085
157325	rnn.bias_hh_l0_reverse	0	-0.15918035805225372
157325	rnn.bias_hh_l0_reverse	1	-0.1585647463798523
157325	rnn.bias_hh_l0_reverse	2	-0.02115403115749359
157325	rnn.bias_hh_l0_reverse	3	-0.13325361907482147
157325	rnn.bias_hh_l0_reverse	4	-0.017671501263976097
157325	rnn.bias_hh_l0_reverse	5	-0.11356794089078903
157325	rnn.bias_hh_l0_reverse	6	-0.0770491436123848
157325	rnn.bias_hh_l0_reverse	7	-0.19430886209011078
157325	rnn.bias_hh_l0_reverse	8	-0.05851117894053459
157325	rnn.bias_hh_l0_reverse	9	-0.13332773745059967
157325	linear.weight	0	-0.2296585738658905
157325	linear.weight	1	-0.14892521500587463
157325	linear.weight	2	-0.011228874325752258
157325	linear.weight	3	-0.07450272142887115
157325	linear.weight	4	0.06453283876180649
157325	linear.weight	5	0.18511222302913666
157325	linear.weight	6	0.0047744326293468475
157325	linear.weight	7	-0.021312154829502106
157325	linear.weight	8	0.20654408633708954
157325	linear.weight	9	0.18877190351486206
157325	linear.bias	0	-0.8283831477165222
157325	linear.bias	1	1.3676503896713257
157325	linear.bias	2	-0.4183294475078583
157325	linear.bias	3	-0.7012083530426025
157325	linear.bias	4	-0.8610521554946899
157325	linear.bias	5	-1.1743347644805908
157325	linear.bias	6	-0.9009771347045898
157325	linear.bias	7	-0.7214330434799194
157325	linear.bias	8	-0.01705317199230194
157325	linear.bias	9	3.3754284381866455
157522	transitions	0	-0.4174090027809143
157522	transitions	1	8.56194019317627
157522	transitions	2	-3.5063698291778564
157522	transitions	3	1.4310308694839478
157522	transitions	4	-2.1174156665802
157522	transitions	5	-0.3942408263683319
157522	transitions	6	-0.18928541243076324
157522	transitions	7	-10000.0
157522	transitions	8	1.773585319519043
157522	transitions	9	-2.2938592433929443
157522	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
157522	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
157522	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
157522	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
157522	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
157522	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
157522	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
157522	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
157522	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
157522	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
157522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
157522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
157522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
157522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
157522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
157522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
157522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
157522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
157522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
157522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
157522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
157522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
157522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
157522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
157522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
157522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
157522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
157522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
157522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
157522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
157522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
157522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
157522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
157522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
157522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
157522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
157522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
157522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
157522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
157522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
157522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
157522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
157522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
157522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
157522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
157522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
157522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
157522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
157522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
157522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
157522	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
157522	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
157522	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
157522	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
157522	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
157522	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
157522	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
157522	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
157522	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
157522	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
157522	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
157522	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
157522	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
157522	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
157522	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
157522	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
157522	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
157522	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
157522	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
157522	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
157522	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
157522	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
157522	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
157522	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
157522	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
157522	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
157522	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
157522	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
157522	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
157522	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
157522	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
157522	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
157522	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
157522	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
157522	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
157522	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
157522	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
157522	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
157522	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
157522	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
157522	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
157522	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
157522	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
157522	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
157522	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
157522	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
157522	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
157522	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
157522	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
157522	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
157522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
157522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
157522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
157522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
157522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
157522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
157522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
157522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
157522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
157522	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
157522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
157522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
157522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
157522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
157522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
157522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
157522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
157522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
157522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
157522	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
157522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
157522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
157522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
157522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
157522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
157522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
157522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
157522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
157522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
157522	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
157522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
157522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
157522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
157522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
157522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
157522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
157522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
157522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
157522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
157522	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
157522	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
157522	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
157522	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
157522	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
157522	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
157522	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
157522	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
157522	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
157522	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
157522	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
157522	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
157522	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
157522	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
157522	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
157522	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
157522	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
157522	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
157522	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
157522	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
157522	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
157522	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
157522	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
157522	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
157522	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
157522	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
157522	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
157522	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
157522	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
157522	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
157522	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
157522	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
157522	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
157522	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
157522	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
157522	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
157522	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
157522	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
157522	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
157522	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
157522	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
157522	embedding2nn.weight	0	0.04860667139291763
157522	embedding2nn.weight	1	-0.09010133147239685
157522	embedding2nn.weight	2	0.010409153997898102
157522	embedding2nn.weight	3	-0.05853962153196335
157522	embedding2nn.weight	4	-0.10279858857393265
157522	embedding2nn.weight	5	0.12219670414924622
157522	embedding2nn.weight	6	-0.11000540107488632
157522	embedding2nn.weight	7	-0.07683306932449341
157522	embedding2nn.weight	8	-0.02798590436577797
157522	embedding2nn.weight	9	0.06557314097881317
157522	embedding2nn.bias	0	0.07169774919748306
157522	embedding2nn.bias	1	0.0382024422287941
157522	embedding2nn.bias	2	-0.10236623883247375
157522	embedding2nn.bias	3	0.05846857279539108
157522	embedding2nn.bias	4	-0.02003663033246994
157522	embedding2nn.bias	5	-0.15708708763122559
157522	embedding2nn.bias	6	-0.12467525899410248
157522	embedding2nn.bias	7	-0.08386407047510147
157522	embedding2nn.bias	8	0.07355569303035736
157522	embedding2nn.bias	9	-0.070323146879673
157522	rnn.weight_ih_l0	0	0.03814750909805298
157522	rnn.weight_ih_l0	1	-0.07209974527359009
157522	rnn.weight_ih_l0	2	-0.033502332866191864
157522	rnn.weight_ih_l0	3	-0.04041812941431999
157522	rnn.weight_ih_l0	4	0.02349829487502575
157522	rnn.weight_ih_l0	5	-0.10930623859167099
157522	rnn.weight_ih_l0	6	-0.056577399373054504
157522	rnn.weight_ih_l0	7	-0.014690813608467579
157522	rnn.weight_ih_l0	8	0.08026178926229477
157522	rnn.weight_ih_l0	9	0.00937273446470499
157522	rnn.weight_hh_l0	0	0.00034194887848570943
157522	rnn.weight_hh_l0	1	-0.08996044844388962
157522	rnn.weight_hh_l0	2	0.06475857645273209
157522	rnn.weight_hh_l0	3	0.042998187243938446
157522	rnn.weight_hh_l0	4	0.004079235251992941
157522	rnn.weight_hh_l0	5	0.0665559321641922
157522	rnn.weight_hh_l0	6	-0.01672234944999218
157522	rnn.weight_hh_l0	7	-0.0949973464012146
157522	rnn.weight_hh_l0	8	0.010816790163516998
157522	rnn.weight_hh_l0	9	-0.08412638306617737
157522	rnn.bias_ih_l0	0	-0.053492143750190735
157522	rnn.bias_ih_l0	1	-0.19213327765464783
157522	rnn.bias_ih_l0	2	-0.25265413522720337
157522	rnn.bias_ih_l0	3	-0.27292129397392273
157522	rnn.bias_ih_l0	4	-0.005220837891101837
157522	rnn.bias_ih_l0	5	0.04437675327062607
157522	rnn.bias_ih_l0	6	-0.1773509383201599
157522	rnn.bias_ih_l0	7	-0.25739502906799316
157522	rnn.bias_ih_l0	8	-0.12765005230903625
157522	rnn.bias_ih_l0	9	-0.17619597911834717
157522	rnn.bias_hh_l0	0	0.12941275537014008
157522	rnn.bias_hh_l0	1	-0.06006065011024475
157522	rnn.bias_hh_l0	2	0.04093218967318535
157522	rnn.bias_hh_l0	3	-0.16937170922756195
157522	rnn.bias_hh_l0	4	0.045859094709157944
157522	rnn.bias_hh_l0	5	0.028389662504196167
157522	rnn.bias_hh_l0	6	-0.10098391026258469
157522	rnn.bias_hh_l0	7	-0.15850947797298431
157522	rnn.bias_hh_l0	8	-0.18803896009922028
157522	rnn.bias_hh_l0	9	-0.09988478571176529
157522	rnn.weight_ih_l0_reverse	0	-0.024549705907702446
157522	rnn.weight_ih_l0_reverse	1	0.0012167833046987653
157522	rnn.weight_ih_l0_reverse	2	0.02109949104487896
157522	rnn.weight_ih_l0_reverse	3	-0.002644364954903722
157522	rnn.weight_ih_l0_reverse	4	0.02870974689722061
157522	rnn.weight_ih_l0_reverse	5	-0.05193094164133072
157522	rnn.weight_ih_l0_reverse	6	-0.050157032907009125
157522	rnn.weight_ih_l0_reverse	7	0.0028009095694869757
157522	rnn.weight_ih_l0_reverse	8	0.09545702487230301
157522	rnn.weight_ih_l0_reverse	9	0.022294839844107628
157522	rnn.weight_hh_l0_reverse	0	0.006400246173143387
157522	rnn.weight_hh_l0_reverse	1	0.025823168456554413
157522	rnn.weight_hh_l0_reverse	2	-0.041964299976825714
157522	rnn.weight_hh_l0_reverse	3	0.038297224789857864
157522	rnn.weight_hh_l0_reverse	4	0.025640398263931274
157522	rnn.weight_hh_l0_reverse	5	-0.0017038225196301937
157522	rnn.weight_hh_l0_reverse	6	0.05746006965637207
157522	rnn.weight_hh_l0_reverse	7	0.024361955001950264
157522	rnn.weight_hh_l0_reverse	8	-0.013970287516713142
157522	rnn.weight_hh_l0_reverse	9	-0.0365583635866642
157522	rnn.bias_ih_l0_reverse	0	-0.1418890655040741
157522	rnn.bias_ih_l0_reverse	1	-0.3104991316795349
157522	rnn.bias_ih_l0_reverse	2	-0.0674426332116127
157522	rnn.bias_ih_l0_reverse	3	-0.14197731018066406
157522	rnn.bias_ih_l0_reverse	4	0.061566926538944244
157522	rnn.bias_ih_l0_reverse	5	-0.2578083872795105
157522	rnn.bias_ih_l0_reverse	6	-0.054955095052719116
157522	rnn.bias_ih_l0_reverse	7	-0.0012107972288504243
157522	rnn.bias_ih_l0_reverse	8	-0.17377746105194092
157522	rnn.bias_ih_l0_reverse	9	-0.10000089555978775
157522	rnn.bias_hh_l0_reverse	0	-0.1585463136434555
157522	rnn.bias_hh_l0_reverse	1	-0.15724526345729828
157522	rnn.bias_hh_l0_reverse	2	-0.020240144804120064
157522	rnn.bias_hh_l0_reverse	3	-0.13045693933963776
157522	rnn.bias_hh_l0_reverse	4	-0.01694146916270256
157522	rnn.bias_hh_l0_reverse	5	-0.11396751552820206
157522	rnn.bias_hh_l0_reverse	6	-0.07420719414949417
157522	rnn.bias_hh_l0_reverse	7	-0.19580122828483582
157522	rnn.bias_hh_l0_reverse	8	-0.058636702597141266
157522	rnn.bias_hh_l0_reverse	9	-0.13380390405654907
157522	linear.weight	0	-0.21965326368808746
157522	linear.weight	1	-0.14801564812660217
157522	linear.weight	2	-0.011228874325752258
157522	linear.weight	3	-0.06645289808511734
157522	linear.weight	4	0.041990987956523895
157522	linear.weight	5	0.18298913538455963
157522	linear.weight	6	0.0047744326293468475
157522	linear.weight	7	-0.021312154829502106
157522	linear.weight	8	0.2044239640235901
157522	linear.weight	9	0.20001214742660522
157522	linear.bias	0	-0.8393728137016296
157522	linear.bias	1	1.3594863414764404
157522	linear.bias	2	-0.40716785192489624
157522	linear.bias	3	-0.6998845934867859
157522	linear.bias	4	-0.8769174218177795
157522	linear.bias	5	-1.174358606338501
157522	linear.bias	6	-0.9133329391479492
157522	linear.bias	7	-0.7222272753715515
157522	linear.bias	8	-0.01705317199230194
157522	linear.bias	9	3.3461480140686035
157719	transitions	0	-0.41754335165023804
157719	transitions	1	8.551287651062012
157719	transitions	2	-3.5066494941711426
157719	transitions	3	1.427502155303955
157719	transitions	4	-2.117600679397583
157719	transitions	5	-0.39429229497909546
157719	transitions	6	-0.18930798768997192
157719	transitions	7	-10000.0
157719	transitions	8	1.7700250148773193
157719	transitions	9	-2.293862819671631
157719	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
157719	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
157719	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
157719	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
157719	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
157719	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
157719	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
157719	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
157719	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
157719	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
157719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
157719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
157719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
157719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
157719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
157719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
157719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
157719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
157719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
157719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
157719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
157719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
157719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
157719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
157719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
157719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
157719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
157719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
157719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
157719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
157719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
157719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
157719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
157719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
157719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
157719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
157719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
157719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
157719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
157719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
157719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
157719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
157719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
157719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
157719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
157719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
157719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
157719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
157719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
157719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
157719	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
157719	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
157719	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
157719	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
157719	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
157719	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
157719	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
157719	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
157719	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
157719	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
157719	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
157719	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
157719	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
157719	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
157719	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
157719	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
157719	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
157719	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
157719	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
157719	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
157719	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
157719	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
157719	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
157719	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
157719	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
157719	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
157719	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
157719	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
157719	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
157719	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
157719	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
157719	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
157719	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
157719	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
157719	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
157719	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
157719	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
157719	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
157719	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
157719	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
157719	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
157719	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
157719	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
157719	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
157719	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
157719	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
157719	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
157719	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
157719	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
157719	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
157719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
157719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
157719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
157719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
157719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
157719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
157719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
157719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
157719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
157719	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
157719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
157719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
157719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
157719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
157719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
157719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
157719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
157719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
157719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
157719	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
157719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
157719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
157719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
157719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
157719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
157719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
157719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
157719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
157719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
157719	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
157719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
157719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
157719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
157719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
157719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
157719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
157719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
157719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
157719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
157719	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
157719	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
157719	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
157719	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
157719	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
157719	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
157719	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
157719	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
157719	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
157719	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
157719	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
157719	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
157719	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
157719	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
157719	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
157719	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
157719	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
157719	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
157719	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
157719	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
157719	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
157719	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
157719	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
157719	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
157719	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
157719	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
157719	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
157719	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
157719	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
157719	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
157719	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
157719	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
157719	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
157719	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
157719	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
157719	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
157719	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
157719	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
157719	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
157719	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
157719	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
157719	embedding2nn.weight	0	0.04975045099854469
157719	embedding2nn.weight	1	-0.09037168323993683
157719	embedding2nn.weight	2	0.009940130636096
157719	embedding2nn.weight	3	-0.0584365576505661
157719	embedding2nn.weight	4	-0.1032811850309372
157719	embedding2nn.weight	5	0.12217841297388077
157719	embedding2nn.weight	6	-0.11588536202907562
157719	embedding2nn.weight	7	-0.07749377191066742
157719	embedding2nn.weight	8	-0.02851082943379879
157719	embedding2nn.weight	9	0.0678708627820015
157719	embedding2nn.bias	0	0.07163252681493759
157719	embedding2nn.bias	1	0.04492568224668503
157719	embedding2nn.bias	2	-0.0933147445321083
157719	embedding2nn.bias	3	0.05386321619153023
157719	embedding2nn.bias	4	-0.014693041332066059
157719	embedding2nn.bias	5	-0.15151430666446686
157719	embedding2nn.bias	6	-0.12001853436231613
157719	embedding2nn.bias	7	-0.07431041449308395
157719	embedding2nn.bias	8	0.072716124355793
157719	embedding2nn.bias	9	-0.06933532655239105
157719	rnn.weight_ih_l0	0	0.03737524151802063
157719	rnn.weight_ih_l0	1	-0.07159490138292313
157719	rnn.weight_ih_l0	2	-0.03345087915658951
157719	rnn.weight_ih_l0	3	-0.04034994915127754
157719	rnn.weight_ih_l0	4	0.02381494827568531
157719	rnn.weight_ih_l0	5	-0.11018276959657669
157719	rnn.weight_ih_l0	6	-0.05569891259074211
157719	rnn.weight_ih_l0	7	-0.014363924972712994
157719	rnn.weight_ih_l0	8	0.07774237543344498
157719	rnn.weight_ih_l0	9	0.009979852475225925
157719	rnn.weight_hh_l0	0	-0.00014914278290234506
157719	rnn.weight_hh_l0	1	-0.09057699143886566
157719	rnn.weight_hh_l0	2	0.06518902629613876
157719	rnn.weight_hh_l0	3	0.042647503316402435
157719	rnn.weight_hh_l0	4	0.004019314423203468
157719	rnn.weight_hh_l0	5	0.06632158160209656
157719	rnn.weight_hh_l0	6	-0.0172206349670887
157719	rnn.weight_hh_l0	7	-0.09503043442964554
157719	rnn.weight_hh_l0	8	0.010730499401688576
157719	rnn.weight_hh_l0	9	-0.08221347630023956
157719	rnn.bias_ih_l0	0	-0.052960000932216644
157719	rnn.bias_ih_l0	1	-0.19109898805618286
157719	rnn.bias_ih_l0	2	-0.24897339940071106
157719	rnn.bias_ih_l0	3	-0.27075546979904175
157719	rnn.bias_ih_l0	4	-0.00660063186660409
157719	rnn.bias_ih_l0	5	0.042957816272974014
157719	rnn.bias_ih_l0	6	-0.17671774327754974
157719	rnn.bias_ih_l0	7	-0.25762802362442017
157719	rnn.bias_ih_l0	8	-0.12767912447452545
157719	rnn.bias_ih_l0	9	-0.1781570315361023
157719	rnn.bias_hh_l0	0	0.12733455002307892
157719	rnn.bias_hh_l0	1	-0.05931823328137398
157719	rnn.bias_hh_l0	2	0.04006151854991913
157719	rnn.bias_hh_l0	3	-0.17097464203834534
157719	rnn.bias_hh_l0	4	0.05044291540980339
157719	rnn.bias_hh_l0	5	0.029273632913827896
157719	rnn.bias_hh_l0	6	-0.10034901648759842
157719	rnn.bias_hh_l0	7	-0.15984629094600677
157719	rnn.bias_hh_l0	8	-0.1880597323179245
157719	rnn.bias_hh_l0	9	-0.09812959283590317
157719	rnn.weight_ih_l0_reverse	0	-0.02353479340672493
157719	rnn.weight_ih_l0_reverse	1	0.002407961990684271
157719	rnn.weight_ih_l0_reverse	2	0.021423112601041794
157719	rnn.weight_ih_l0_reverse	3	-0.0029816203750669956
157719	rnn.weight_ih_l0_reverse	4	0.027854345738887787
157719	rnn.weight_ih_l0_reverse	5	-0.05013156682252884
157719	rnn.weight_ih_l0_reverse	6	-0.04921181499958038
157719	rnn.weight_ih_l0_reverse	7	0.002824079478159547
157719	rnn.weight_ih_l0_reverse	8	0.09492167830467224
157719	rnn.weight_ih_l0_reverse	9	0.02217518538236618
157719	rnn.weight_hh_l0_reverse	0	0.006779560819268227
157719	rnn.weight_hh_l0_reverse	1	0.025830905884504318
157719	rnn.weight_hh_l0_reverse	2	-0.040990617126226425
157719	rnn.weight_hh_l0_reverse	3	0.03793425112962723
157719	rnn.weight_hh_l0_reverse	4	0.025665687397122383
157719	rnn.weight_hh_l0_reverse	5	-0.0014608646742999554
157719	rnn.weight_hh_l0_reverse	6	0.05761762708425522
157719	rnn.weight_hh_l0_reverse	7	0.024021681398153305
157719	rnn.weight_hh_l0_reverse	8	-0.013666517101228237
157719	rnn.weight_hh_l0_reverse	9	-0.03615599870681763
157719	rnn.bias_ih_l0_reverse	0	-0.14073984324932098
157719	rnn.bias_ih_l0_reverse	1	-0.3115174472332001
157719	rnn.bias_ih_l0_reverse	2	-0.06690558791160583
157719	rnn.bias_ih_l0_reverse	3	-0.14121010899543762
157719	rnn.bias_ih_l0_reverse	4	0.06621246039867401
157719	rnn.bias_ih_l0_reverse	5	-0.25778159499168396
157719	rnn.bias_ih_l0_reverse	6	-0.05364595353603363
157719	rnn.bias_ih_l0_reverse	7	0.001001379219815135
157719	rnn.bias_ih_l0_reverse	8	-0.17475169897079468
157719	rnn.bias_ih_l0_reverse	9	-0.09936648607254028
157719	rnn.bias_hh_l0_reverse	0	-0.1566852182149887
157719	rnn.bias_hh_l0_reverse	1	-0.1528375893831253
157719	rnn.bias_hh_l0_reverse	2	-0.019709231331944466
157719	rnn.bias_hh_l0_reverse	3	-0.13264402747154236
157719	rnn.bias_hh_l0_reverse	4	-0.01647074520587921
157719	rnn.bias_hh_l0_reverse	5	-0.11335846036672592
157719	rnn.bias_hh_l0_reverse	6	-0.07354237884283066
157719	rnn.bias_hh_l0_reverse	7	-0.19372336566448212
157719	rnn.bias_hh_l0_reverse	8	-0.05883504077792168
157719	rnn.bias_hh_l0_reverse	9	-0.13328859210014343
157719	linear.weight	0	-0.21862447261810303
157719	linear.weight	1	-0.1474630981683731
157719	linear.weight	2	-0.011228874325752258
157719	linear.weight	3	-0.06680287420749664
157719	linear.weight	4	0.03613246977329254
157719	linear.weight	5	0.18129819631576538
157719	linear.weight	6	0.0047744326293468475
157719	linear.weight	7	-0.021312154829502106
157719	linear.weight	8	0.20266230404376984
157719	linear.weight	9	0.20948387682437897
157719	linear.bias	0	-0.8438478708267212
157719	linear.bias	1	1.3753036260604858
157719	linear.bias	2	-0.4171243906021118
157719	linear.bias	3	-0.7195497155189514
157719	linear.bias	4	-0.848312497138977
157719	linear.bias	5	-1.1743824481964111
157719	linear.bias	6	-0.9159063100814819
157719	linear.bias	7	-0.7217898964881897
157719	linear.bias	8	-0.01705317199230194
157719	linear.bias	9	3.330219268798828
157916	transitions	0	-0.4176992177963257
157916	transitions	1	8.559159278869629
157916	transitions	2	-3.5069572925567627
157916	transitions	3	1.4409844875335693
157916	transitions	4	-2.117814302444458
157916	transitions	5	-0.394313246011734
157916	transitions	6	-0.1893351674079895
157916	transitions	7	-10000.0
157916	transitions	8	1.771915078163147
157916	transitions	9	-2.2938640117645264
157916	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
157916	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
157916	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
157916	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
157916	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
157916	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
157916	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
157916	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
157916	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
157916	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
157916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
157916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
157916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
157916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
157916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
157916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
157916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
157916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
157916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
157916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
157916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
157916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
157916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
157916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
157916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
157916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
157916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
157916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
157916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
157916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
157916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
157916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
157916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
157916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
157916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
157916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
157916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
157916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
157916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
157916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
157916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
157916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
157916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
157916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
157916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
157916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
157916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
157916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
157916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
157916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
157916	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
157916	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
157916	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
157916	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
157916	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
157916	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
157916	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
157916	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
157916	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
157916	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
157916	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
157916	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
157916	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
157916	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
157916	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
157916	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
157916	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
157916	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
157916	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
157916	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
157916	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
157916	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
157916	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
157916	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
157916	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
157916	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
157916	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
157916	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
157916	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
157916	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
157916	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
157916	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
157916	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
157916	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
157916	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
157916	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
157916	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
157916	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
157916	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
157916	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
157916	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
157916	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
157916	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
157916	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
157916	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
157916	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
157916	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
157916	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
157916	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
157916	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
157916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
157916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
157916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
157916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
157916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
157916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
157916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
157916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
157916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
157916	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
157916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
157916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
157916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
157916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
157916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
157916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
157916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
157916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
157916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
157916	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
157916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
157916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
157916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
157916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
157916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
157916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
157916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
157916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
157916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
157916	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
157916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
157916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
157916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
157916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
157916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
157916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
157916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
157916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
157916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
157916	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
157916	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
157916	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
157916	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
157916	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
157916	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
157916	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
157916	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
157916	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
157916	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
157916	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
157916	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
157916	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
157916	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
157916	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
157916	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
157916	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
157916	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
157916	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
157916	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
157916	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
157916	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
157916	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
157916	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
157916	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
157916	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
157916	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
157916	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
157916	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
157916	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
157916	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
157916	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
157916	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
157916	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
157916	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
157916	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
157916	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
157916	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
157916	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
157916	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
157916	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
157916	embedding2nn.weight	0	0.049932364374399185
157916	embedding2nn.weight	1	-0.09084727615118027
157916	embedding2nn.weight	2	0.009905106388032436
157916	embedding2nn.weight	3	-0.058103516697883606
157916	embedding2nn.weight	4	-0.10361118614673615
157916	embedding2nn.weight	5	0.12309058755636215
157916	embedding2nn.weight	6	-0.11690594255924225
157916	embedding2nn.weight	7	-0.07683020085096359
157916	embedding2nn.weight	8	-0.027995189651846886
157916	embedding2nn.weight	9	0.06719919294118881
157916	embedding2nn.bias	0	0.06168380752205849
157916	embedding2nn.bias	1	0.050984662026166916
157916	embedding2nn.bias	2	-0.1002923995256424
157916	embedding2nn.bias	3	0.05840068310499191
157916	embedding2nn.bias	4	-0.018240822479128838
157916	embedding2nn.bias	5	-0.15576456487178802
157916	embedding2nn.bias	6	-0.12118082493543625
157916	embedding2nn.bias	7	-0.07935011386871338
157916	embedding2nn.bias	8	0.07463391125202179
157916	embedding2nn.bias	9	-0.0708073154091835
157916	rnn.weight_ih_l0	0	0.037712857127189636
157916	rnn.weight_ih_l0	1	-0.0705786719918251
157916	rnn.weight_ih_l0	2	-0.03313446044921875
157916	rnn.weight_ih_l0	3	-0.0405903086066246
157916	rnn.weight_ih_l0	4	0.024337291717529297
157916	rnn.weight_ih_l0	5	-0.10841002315282822
157916	rnn.weight_ih_l0	6	-0.05399557575583458
157916	rnn.weight_ih_l0	7	-0.014861912466585636
157916	rnn.weight_ih_l0	8	0.0766194686293602
157916	rnn.weight_ih_l0	9	0.010031715966761112
157916	rnn.weight_hh_l0	0	-0.00024962041061371565
157916	rnn.weight_hh_l0	1	-0.09003928303718567
157916	rnn.weight_hh_l0	2	0.06510233134031296
157916	rnn.weight_hh_l0	3	0.04200587049126625
157916	rnn.weight_hh_l0	4	0.004470915999263525
157916	rnn.weight_hh_l0	5	0.06651084125041962
157916	rnn.weight_hh_l0	6	-0.0176098495721817
157916	rnn.weight_hh_l0	7	-0.0946420207619667
157916	rnn.weight_hh_l0	8	0.011202841065824032
157916	rnn.weight_hh_l0	9	-0.08153720200061798
157916	rnn.bias_ih_l0	0	-0.05288386717438698
157916	rnn.bias_ih_l0	1	-0.1915944218635559
157916	rnn.bias_ih_l0	2	-0.25143805146217346
157916	rnn.bias_ih_l0	3	-0.2713981568813324
157916	rnn.bias_ih_l0	4	-0.005485032685101032
157916	rnn.bias_ih_l0	5	0.04290264472365379
157916	rnn.bias_ih_l0	6	-0.1753947138786316
157916	rnn.bias_ih_l0	7	-0.25514811277389526
157916	rnn.bias_ih_l0	8	-0.1276269108057022
157916	rnn.bias_ih_l0	9	-0.17959821224212646
157916	rnn.bias_hh_l0	0	0.12399183958768845
157916	rnn.bias_hh_l0	1	-0.05811538174748421
157916	rnn.bias_hh_l0	2	0.04023668169975281
157916	rnn.bias_hh_l0	3	-0.1715499311685562
157916	rnn.bias_hh_l0	4	0.04572246968746185
157916	rnn.bias_hh_l0	5	0.027592865750193596
157916	rnn.bias_hh_l0	6	-0.10002349317073822
157916	rnn.bias_hh_l0	7	-0.15922397375106812
157916	rnn.bias_hh_l0	8	-0.18801850080490112
157916	rnn.bias_hh_l0	9	-0.10004547238349915
157916	rnn.weight_ih_l0_reverse	0	-0.023346221074461937
157916	rnn.weight_ih_l0_reverse	1	0.0022172655444592237
157916	rnn.weight_ih_l0_reverse	2	0.02093977853655815
157916	rnn.weight_ih_l0_reverse	3	-0.0040050530806183815
157916	rnn.weight_ih_l0_reverse	4	0.028185438364744186
157916	rnn.weight_ih_l0_reverse	5	-0.05147143080830574
157916	rnn.weight_ih_l0_reverse	6	-0.04926522448658943
157916	rnn.weight_ih_l0_reverse	7	0.0034633269533514977
157916	rnn.weight_ih_l0_reverse	8	0.0943935215473175
157916	rnn.weight_ih_l0_reverse	9	0.022704213857650757
157916	rnn.weight_hh_l0_reverse	0	0.006634365767240524
157916	rnn.weight_hh_l0_reverse	1	0.02682606130838394
157916	rnn.weight_hh_l0_reverse	2	-0.04130348935723305
157916	rnn.weight_hh_l0_reverse	3	0.03848802298307419
157916	rnn.weight_hh_l0_reverse	4	0.025801673531532288
157916	rnn.weight_hh_l0_reverse	5	-0.0011966502061113715
157916	rnn.weight_hh_l0_reverse	6	0.057534463703632355
157916	rnn.weight_hh_l0_reverse	7	0.024125559255480766
157916	rnn.weight_hh_l0_reverse	8	-0.013720523566007614
157916	rnn.weight_hh_l0_reverse	9	-0.03628937900066376
157916	rnn.bias_ih_l0_reverse	0	-0.14086249470710754
157916	rnn.bias_ih_l0_reverse	1	-0.3115749657154083
157916	rnn.bias_ih_l0_reverse	2	-0.0668409913778305
157916	rnn.bias_ih_l0_reverse	3	-0.1413901150226593
157916	rnn.bias_ih_l0_reverse	4	0.06538795679807663
157916	rnn.bias_ih_l0_reverse	5	-0.2609648108482361
157916	rnn.bias_ih_l0_reverse	6	-0.05425812676548958
157916	rnn.bias_ih_l0_reverse	7	0.004342051222920418
157916	rnn.bias_ih_l0_reverse	8	-0.1763351857662201
157916	rnn.bias_ih_l0_reverse	9	-0.09863213449716568
157916	rnn.bias_hh_l0_reverse	0	-0.15747927129268646
157916	rnn.bias_hh_l0_reverse	1	-0.15296466648578644
157916	rnn.bias_hh_l0_reverse	2	-0.019492747262120247
157916	rnn.bias_hh_l0_reverse	3	-0.13040420413017273
157916	rnn.bias_hh_l0_reverse	4	-0.017714472487568855
157916	rnn.bias_hh_l0_reverse	5	-0.11225508153438568
157916	rnn.bias_hh_l0_reverse	6	-0.07140658050775528
157916	rnn.bias_hh_l0_reverse	7	-0.19590164721012115
157916	rnn.bias_hh_l0_reverse	8	-0.060045257210731506
157916	rnn.bias_hh_l0_reverse	9	-0.13430394232273102
157916	linear.weight	0	-0.2170296609401703
157916	linear.weight	1	-0.1486743539571762
157916	linear.weight	2	-0.011228874325752258
157916	linear.weight	3	-0.07008177787065506
157916	linear.weight	4	0.023110873997211456
157916	linear.weight	5	0.19268359243869781
157916	linear.weight	6	0.0047744326293468475
157916	linear.weight	7	-0.021312154829502106
157916	linear.weight	8	0.20036207139492035
157916	linear.weight	9	0.20740363001823425
157916	linear.bias	0	-0.8522401452064514
157916	linear.bias	1	1.3646633625030518
157916	linear.bias	2	-0.4191557765007019
157916	linear.bias	3	-0.7109094262123108
157916	linear.bias	4	-0.8458482623100281
157916	linear.bias	5	-1.1744033098220825
157916	linear.bias	6	-0.9230115413665771
157916	linear.bias	7	-0.7139163017272949
157916	linear.bias	8	-0.01705317199230194
157916	linear.bias	9	3.3255233764648438
157920	transitions	0	-0.4176993668079376
157920	transitions	1	8.559392929077148
157920	transitions	2	-3.506960153579712
157920	transitions	3	1.4408824443817139
157920	transitions	4	-2.117816209793091
157920	transitions	5	-0.3943140208721161
157920	transitions	6	-0.18933533132076263
157920	transitions	7	-10000.0
157920	transitions	8	1.7719147205352783
157920	transitions	9	-2.2938640117645264
157920	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
157920	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
157920	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
157920	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
157920	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
157920	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
157920	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
157920	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
157920	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
157920	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
157920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
157920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
157920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
157920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
157920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
157920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
157920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
157920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
157920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
157920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
157920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
157920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
157920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
157920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
157920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
157920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
157920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
157920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
157920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
157920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
157920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
157920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
157920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
157920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
157920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
157920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
157920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
157920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
157920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
157920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
157920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
157920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
157920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
157920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
157920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
157920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
157920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
157920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
157920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
157920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
157920	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
157920	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
157920	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
157920	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
157920	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
157920	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
157920	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
157920	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
157920	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
157920	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
157920	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
157920	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
157920	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
157920	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
157920	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
157920	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
157920	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
157920	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
157920	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
157920	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
157920	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
157920	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
157920	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
157920	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
157920	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
157920	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
157920	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
157920	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
157920	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
157920	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
157920	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
157920	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
157920	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
157920	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
157920	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
157920	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
157920	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
157920	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
157920	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
157920	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
157920	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
157920	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
157920	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
157920	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
157920	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
157920	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
157920	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
157920	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
157920	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
157920	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
157920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
157920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
157920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
157920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
157920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
157920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
157920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
157920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
157920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
157920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
157920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
157920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
157920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
157920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
157920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
157920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
157920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
157920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
157920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
157920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
157920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
157920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
157920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
157920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
157920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
157920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
157920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
157920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
157920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
157920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
157920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
157920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
157920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
157920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
157920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
157920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
157920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
157920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
157920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
157920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
157920	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
157920	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
157920	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
157920	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
157920	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
157920	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
157920	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
157920	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
157920	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
157920	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
157920	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
157920	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
157920	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
157920	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
157920	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
157920	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
157920	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
157920	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
157920	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
157920	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
157920	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
157920	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
157920	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
157920	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
157920	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
157920	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
157920	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
157920	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
157920	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
157920	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
157920	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
157920	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
157920	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
157920	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
157920	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
157920	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
157920	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
157920	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
157920	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
157920	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
157920	embedding2nn.weight	0	0.04990139231085777
157920	embedding2nn.weight	1	-0.09091927856206894
157920	embedding2nn.weight	2	0.010102184489369392
157920	embedding2nn.weight	3	-0.058143239468336105
157920	embedding2nn.weight	4	-0.1033676266670227
157920	embedding2nn.weight	5	0.12326895445585251
157920	embedding2nn.weight	6	-0.11693504452705383
157920	embedding2nn.weight	7	-0.0762593224644661
157920	embedding2nn.weight	8	-0.02815503068268299
157920	embedding2nn.weight	9	0.06729701906442642
157920	embedding2nn.bias	0	0.06242038682103157
157920	embedding2nn.bias	1	0.05265306681394577
157920	embedding2nn.bias	2	-0.10115474462509155
157920	embedding2nn.bias	3	0.05772975832223892
157920	embedding2nn.bias	4	-0.019579598680138588
157920	embedding2nn.bias	5	-0.15566593408584595
157920	embedding2nn.bias	6	-0.1222567930817604
157920	embedding2nn.bias	7	-0.08058567345142365
157920	embedding2nn.bias	8	0.0760955810546875
157920	embedding2nn.bias	9	-0.06931167840957642
157920	rnn.weight_ih_l0	0	0.03778061270713806
157920	rnn.weight_ih_l0	1	-0.0703592523932457
157920	rnn.weight_ih_l0	2	-0.033140335232019424
157920	rnn.weight_ih_l0	3	-0.04059532657265663
157920	rnn.weight_ih_l0	4	0.024291856214404106
157920	rnn.weight_ih_l0	5	-0.10840098559856415
157920	rnn.weight_ih_l0	6	-0.05399452894926071
157920	rnn.weight_ih_l0	7	-0.015015631914138794
157920	rnn.weight_ih_l0	8	0.07668045908212662
157920	rnn.weight_ih_l0	9	0.009958586655557156
157920	rnn.weight_hh_l0	0	-0.00023381576465908438
157920	rnn.weight_hh_l0	1	-0.09001827985048294
157920	rnn.weight_hh_l0	2	0.06510360538959503
157920	rnn.weight_hh_l0	3	0.041967011988162994
157920	rnn.weight_hh_l0	4	0.004438393749296665
157920	rnn.weight_hh_l0	5	0.06659259647130966
157920	rnn.weight_hh_l0	6	-0.01760787144303322
157920	rnn.weight_hh_l0	7	-0.09464266896247864
157920	rnn.weight_hh_l0	8	0.011227193288505077
157920	rnn.weight_hh_l0	9	-0.08156232535839081
157920	rnn.bias_ih_l0	0	-0.052706725895404816
157920	rnn.bias_ih_l0	1	-0.1918950229883194
157920	rnn.bias_ih_l0	2	-0.25174009799957275
157920	rnn.bias_ih_l0	3	-0.27129900455474854
157920	rnn.bias_ih_l0	4	-0.005484235007315874
157920	rnn.bias_ih_l0	5	0.042848579585552216
157920	rnn.bias_ih_l0	6	-0.17556114494800568
157920	rnn.bias_ih_l0	7	-0.25497370958328247
157920	rnn.bias_ih_l0	8	-0.12748120725154877
157920	rnn.bias_ih_l0	9	-0.17937858402729034
157920	rnn.bias_hh_l0	0	0.12388742715120316
157920	rnn.bias_hh_l0	1	-0.05841589346528053
157920	rnn.bias_hh_l0	2	0.04030415788292885
157920	rnn.bias_hh_l0	3	-0.17160248756408691
157920	rnn.bias_hh_l0	4	0.04646814242005348
157920	rnn.bias_hh_l0	5	0.027576953172683716
157920	rnn.bias_hh_l0	6	-0.10014152526855469
157920	rnn.bias_hh_l0	7	-0.15925483405590057
157920	rnn.bias_hh_l0	8	-0.18809334933757782
157920	rnn.bias_hh_l0	9	-0.09999928623437881
157920	rnn.weight_ih_l0_reverse	0	-0.02338833175599575
157920	rnn.weight_ih_l0_reverse	1	0.0023137761745601892
157920	rnn.weight_ih_l0_reverse	2	0.02093561179935932
157920	rnn.weight_ih_l0_reverse	3	-0.00409042788669467
157920	rnn.weight_ih_l0_reverse	4	0.02815953642129898
157920	rnn.weight_ih_l0_reverse	5	-0.05142774432897568
157920	rnn.weight_ih_l0_reverse	6	-0.049229696393013
157920	rnn.weight_ih_l0_reverse	7	0.003372541395947337
157920	rnn.weight_ih_l0_reverse	8	0.0943463146686554
157920	rnn.weight_ih_l0_reverse	9	0.022468645125627518
157920	rnn.weight_hh_l0_reverse	0	0.006647246424108744
157920	rnn.weight_hh_l0_reverse	1	0.026830771937966347
157920	rnn.weight_hh_l0_reverse	2	-0.041258156299591064
157920	rnn.weight_hh_l0_reverse	3	0.03848634287714958
157920	rnn.weight_hh_l0_reverse	4	0.025791561231017113
157920	rnn.weight_hh_l0_reverse	5	-0.0012148318346589804
157920	rnn.weight_hh_l0_reverse	6	0.05752728879451752
157920	rnn.weight_hh_l0_reverse	7	0.02412773296236992
157920	rnn.weight_hh_l0_reverse	8	-0.013681979849934578
157920	rnn.weight_hh_l0_reverse	9	-0.036286938935518265
157920	rnn.bias_ih_l0_reverse	0	-0.14080655574798584
157920	rnn.bias_ih_l0_reverse	1	-0.31119149923324585
157920	rnn.bias_ih_l0_reverse	2	-0.06652972847223282
157920	rnn.bias_ih_l0_reverse	3	-0.14199650287628174
157920	rnn.bias_ih_l0_reverse	4	0.06537377834320068
157920	rnn.bias_ih_l0_reverse	5	-0.26101404428482056
157920	rnn.bias_ih_l0_reverse	6	-0.054190631955862045
157920	rnn.bias_ih_l0_reverse	7	0.004705950617790222
157920	rnn.bias_ih_l0_reverse	8	-0.17634080350399017
157920	rnn.bias_ih_l0_reverse	9	-0.09876231849193573
157920	rnn.bias_hh_l0_reverse	0	-0.15763436257839203
157920	rnn.bias_hh_l0_reverse	1	-0.15288901329040527
157920	rnn.bias_hh_l0_reverse	2	-0.019489387050271034
157920	rnn.bias_hh_l0_reverse	3	-0.13033932447433472
157920	rnn.bias_hh_l0_reverse	4	-0.017716942355036736
157920	rnn.bias_hh_l0_reverse	5	-0.11235418915748596
157920	rnn.bias_hh_l0_reverse	6	-0.07129759341478348
157920	rnn.bias_hh_l0_reverse	7	-0.1959662139415741
157920	rnn.bias_hh_l0_reverse	8	-0.06004546582698822
157920	rnn.bias_hh_l0_reverse	9	-0.1342144012451172
157920	linear.weight	0	-0.21701264381408691
157920	linear.weight	1	-0.1485854685306549
157920	linear.weight	2	-0.011228874325752258
157920	linear.weight	3	-0.07008251547813416
157920	linear.weight	4	0.025911884382367134
157920	linear.weight	5	0.19044867157936096
157920	linear.weight	6	0.0047744326293468475
157920	linear.weight	7	-0.021312154829502106
157920	linear.weight	8	0.20043642818927765
157920	linear.weight	9	0.20778149366378784
157920	linear.bias	0	-0.8531213402748108
157920	linear.bias	1	1.3709005117416382
157920	linear.bias	2	-0.4169476330280304
157920	linear.bias	3	-0.71063232421875
157920	linear.bias	4	-0.8577444553375244
157920	linear.bias	5	-1.174403429031372
157920	linear.bias	6	-0.9239086508750916
157920	linear.bias	7	-0.7160730361938477
157920	linear.bias	8	-0.01705317199230194
157920	linear.bias	9	3.3381688594818115
158117	transitions	0	-0.41784772276878357
158117	transitions	1	8.554478645324707
158117	transitions	2	-3.507195234298706
158117	transitions	3	1.430704951286316
158117	transitions	4	-2.118164300918579
158117	transitions	5	-0.39433637261390686
158117	transitions	6	-0.18935711681842804
158117	transitions	7	-10000.0
158117	transitions	8	1.7702152729034424
158117	transitions	9	-2.2938666343688965
158117	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
158117	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
158117	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
158117	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
158117	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
158117	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
158117	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
158117	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
158117	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
158117	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
158117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
158117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
158117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
158117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
158117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
158117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
158117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
158117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
158117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
158117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
158117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
158117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
158117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
158117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
158117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
158117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
158117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
158117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
158117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
158117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
158117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
158117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
158117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
158117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
158117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
158117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
158117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
158117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
158117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
158117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
158117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
158117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
158117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
158117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
158117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
158117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
158117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
158117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
158117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
158117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
158117	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
158117	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
158117	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
158117	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
158117	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
158117	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
158117	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
158117	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
158117	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
158117	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
158117	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
158117	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
158117	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
158117	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
158117	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
158117	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
158117	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
158117	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
158117	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
158117	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
158117	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
158117	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
158117	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
158117	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
158117	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
158117	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
158117	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
158117	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
158117	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
158117	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
158117	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
158117	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
158117	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
158117	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
158117	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
158117	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
158117	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
158117	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
158117	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
158117	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
158117	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
158117	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
158117	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
158117	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
158117	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
158117	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
158117	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
158117	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
158117	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
158117	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
158117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
158117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
158117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
158117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
158117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
158117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
158117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
158117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
158117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
158117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
158117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
158117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
158117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
158117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
158117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
158117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
158117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
158117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
158117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
158117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
158117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
158117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
158117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
158117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
158117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
158117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
158117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
158117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
158117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
158117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
158117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
158117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
158117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
158117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
158117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
158117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
158117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
158117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
158117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
158117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
158117	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
158117	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
158117	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
158117	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
158117	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
158117	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
158117	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
158117	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
158117	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
158117	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
158117	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
158117	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
158117	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
158117	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
158117	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
158117	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
158117	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
158117	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
158117	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
158117	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
158117	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
158117	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
158117	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
158117	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
158117	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
158117	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
158117	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
158117	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
158117	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
158117	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
158117	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
158117	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
158117	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
158117	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
158117	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
158117	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
158117	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
158117	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
158117	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
158117	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
158117	embedding2nn.weight	0	0.05022912472486496
158117	embedding2nn.weight	1	-0.0902823805809021
158117	embedding2nn.weight	2	0.013302003033459187
158117	embedding2nn.weight	3	-0.05901838093996048
158117	embedding2nn.weight	4	-0.10313227027654648
158117	embedding2nn.weight	5	0.12414009124040604
158117	embedding2nn.weight	6	-0.1194198951125145
158117	embedding2nn.weight	7	-0.07603013515472412
158117	embedding2nn.weight	8	-0.028730176389217377
158117	embedding2nn.weight	9	0.06779450178146362
158117	embedding2nn.bias	0	0.06444568932056427
158117	embedding2nn.bias	1	0.04197566583752632
158117	embedding2nn.bias	2	-0.10548535734415054
158117	embedding2nn.bias	3	0.05864894017577171
158117	embedding2nn.bias	4	-0.011738808825612068
158117	embedding2nn.bias	5	-0.16158482432365417
158117	embedding2nn.bias	6	-0.12439313530921936
158117	embedding2nn.bias	7	-0.08017730712890625
158117	embedding2nn.bias	8	0.08019054681062698
158117	embedding2nn.bias	9	-0.061563409864902496
158117	rnn.weight_ih_l0	0	0.03830742463469505
158117	rnn.weight_ih_l0	1	-0.06983909010887146
158117	rnn.weight_ih_l0	2	-0.03395303338766098
158117	rnn.weight_ih_l0	3	-0.04041413590312004
158117	rnn.weight_ih_l0	4	0.024638811126351357
158117	rnn.weight_ih_l0	5	-0.11019311100244522
158117	rnn.weight_ih_l0	6	-0.05293244123458862
158117	rnn.weight_ih_l0	7	-0.015170147642493248
158117	rnn.weight_ih_l0	8	0.07801660895347595
158117	rnn.weight_ih_l0	9	0.008408968336880207
158117	rnn.weight_hh_l0	0	-7.214762445073575e-05
158117	rnn.weight_hh_l0	1	-0.08935493975877762
158117	rnn.weight_hh_l0	2	0.06561702489852905
158117	rnn.weight_hh_l0	3	0.0423675999045372
158117	rnn.weight_hh_l0	4	0.004575634840875864
158117	rnn.weight_hh_l0	5	0.06695286929607391
158117	rnn.weight_hh_l0	6	-0.01745465025305748
158117	rnn.weight_hh_l0	7	-0.09447244554758072
158117	rnn.weight_hh_l0	8	0.011198141612112522
158117	rnn.weight_hh_l0	9	-0.08148480951786041
158117	rnn.bias_ih_l0	0	-0.05112455412745476
158117	rnn.bias_ih_l0	1	-0.1942303627729416
158117	rnn.bias_ih_l0	2	-0.2511206567287445
158117	rnn.bias_ih_l0	3	-0.27096399664878845
158117	rnn.bias_ih_l0	4	-0.007747805677354336
158117	rnn.bias_ih_l0	5	0.04524233937263489
158117	rnn.bias_ih_l0	6	-0.17481988668441772
158117	rnn.bias_ih_l0	7	-0.2544574439525604
158117	rnn.bias_ih_l0	8	-0.13005033135414124
158117	rnn.bias_ih_l0	9	-0.17911145091056824
158117	rnn.bias_hh_l0	0	0.12346800416707993
158117	rnn.bias_hh_l0	1	-0.060187239199876785
158117	rnn.bias_hh_l0	2	0.03977138549089432
158117	rnn.bias_hh_l0	3	-0.17137983441352844
158117	rnn.bias_hh_l0	4	0.04891965538263321
158117	rnn.bias_hh_l0	5	0.02626018226146698
158117	rnn.bias_hh_l0	6	-0.09840162098407745
158117	rnn.bias_hh_l0	7	-0.15847192704677582
158117	rnn.bias_hh_l0	8	-0.18685385584831238
158117	rnn.bias_hh_l0	9	-0.0997375100851059
158117	rnn.weight_ih_l0_reverse	0	-0.022334011271595955
158117	rnn.weight_ih_l0_reverse	1	0.0017570252530276775
158117	rnn.weight_ih_l0_reverse	2	0.019649963825941086
158117	rnn.weight_ih_l0_reverse	3	-0.002800340298563242
158117	rnn.weight_ih_l0_reverse	4	0.03124138154089451
158117	rnn.weight_ih_l0_reverse	5	-0.05198155343532562
158117	rnn.weight_ih_l0_reverse	6	-0.048700056970119476
158117	rnn.weight_ih_l0_reverse	7	0.0022573028691112995
158117	rnn.weight_ih_l0_reverse	8	0.09224352240562439
158117	rnn.weight_ih_l0_reverse	9	0.02127395197749138
158117	rnn.weight_hh_l0_reverse	0	0.006505079101771116
158117	rnn.weight_hh_l0_reverse	1	0.026852548122406006
158117	rnn.weight_hh_l0_reverse	2	-0.040864720940589905
158117	rnn.weight_hh_l0_reverse	3	0.038550253957509995
158117	rnn.weight_hh_l0_reverse	4	0.02573644183576107
158117	rnn.weight_hh_l0_reverse	5	-0.0010698740370571613
158117	rnn.weight_hh_l0_reverse	6	0.057838719338178635
158117	rnn.weight_hh_l0_reverse	7	0.02391153946518898
158117	rnn.weight_hh_l0_reverse	8	-0.013378359377384186
158117	rnn.weight_hh_l0_reverse	9	-0.03617516905069351
158117	rnn.bias_ih_l0_reverse	0	-0.1425548642873764
158117	rnn.bias_ih_l0_reverse	1	-0.3114616870880127
158117	rnn.bias_ih_l0_reverse	2	-0.06740540266036987
158117	rnn.bias_ih_l0_reverse	3	-0.14189933240413666
158117	rnn.bias_ih_l0_reverse	4	0.06635647267103195
158117	rnn.bias_ih_l0_reverse	5	-0.2614891231060028
158117	rnn.bias_ih_l0_reverse	6	-0.05440937355160713
158117	rnn.bias_ih_l0_reverse	7	0.004967326298356056
158117	rnn.bias_ih_l0_reverse	8	-0.17601589858531952
158117	rnn.bias_ih_l0_reverse	9	-0.09714318811893463
158117	rnn.bias_hh_l0_reverse	0	-0.15588229894638062
158117	rnn.bias_hh_l0_reverse	1	-0.15186753869056702
158117	rnn.bias_hh_l0_reverse	2	-0.018078723922371864
158117	rnn.bias_hh_l0_reverse	3	-0.1295931041240692
158117	rnn.bias_hh_l0_reverse	4	-0.017734238877892494
158117	rnn.bias_hh_l0_reverse	5	-0.11221395432949066
158117	rnn.bias_hh_l0_reverse	6	-0.0710214376449585
158117	rnn.bias_hh_l0_reverse	7	-0.19607557356357574
158117	rnn.bias_hh_l0_reverse	8	-0.05953735113143921
158117	rnn.bias_hh_l0_reverse	9	-0.13358557224273682
158117	linear.weight	0	-0.2179718315601349
158117	linear.weight	1	-0.14673522114753723
158117	linear.weight	2	-0.011228874325752258
158117	linear.weight	3	-0.062410205602645874
158117	linear.weight	4	0.02807900682091713
158117	linear.weight	5	0.19982784986495972
158117	linear.weight	6	0.0047744326293468475
158117	linear.weight	7	-0.021312154829502106
158117	linear.weight	8	0.20717991888523102
158117	linear.weight	9	0.22138181328773499
158117	linear.bias	0	-0.8397122025489807
158117	linear.bias	1	1.3448708057403564
158117	linear.bias	2	-0.4205511510372162
158117	linear.bias	3	-0.7113407254219055
158117	linear.bias	4	-0.8577150702476501
158117	linear.bias	5	-1.1744252443313599
158117	linear.bias	6	-0.9118025898933411
158117	linear.bias	7	-0.6971758604049683
158117	linear.bias	8	-0.01705317199230194
158117	linear.bias	9	3.358696937561035
158314	transitions	0	-0.4183025062084198
158314	transitions	1	8.5523099899292
158314	transitions	2	-3.5074143409729004
158314	transitions	3	1.4283576011657715
158314	transitions	4	-2.1185131072998047
158314	transitions	5	-0.39435508847236633
158314	transitions	6	-0.18938392400741577
158314	transitions	7	-10000.0
158314	transitions	8	1.770215630531311
158314	transitions	9	-2.2938718795776367
158314	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
158314	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
158314	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
158314	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
158314	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
158314	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
158314	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
158314	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
158314	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
158314	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
158314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
158314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
158314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
158314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
158314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
158314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
158314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
158314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
158314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
158314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
158314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
158314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
158314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
158314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
158314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
158314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
158314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
158314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
158314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
158314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
158314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
158314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
158314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
158314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
158314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
158314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
158314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
158314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
158314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
158314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
158314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
158314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
158314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
158314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
158314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
158314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
158314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
158314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
158314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
158314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
158314	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
158314	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
158314	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
158314	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
158314	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
158314	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
158314	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
158314	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
158314	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
158314	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
158314	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
158314	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
158314	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
158314	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
158314	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
158314	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
158314	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
158314	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
158314	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
158314	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
158314	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
158314	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
158314	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
158314	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
158314	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
158314	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
158314	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
158314	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
158314	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
158314	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
158314	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
158314	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
158314	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
158314	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
158314	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
158314	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
158314	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
158314	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
158314	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
158314	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
158314	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
158314	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
158314	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
158314	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
158314	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
158314	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
158314	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
158314	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
158314	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
158314	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
158314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
158314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
158314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
158314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
158314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
158314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
158314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
158314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
158314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
158314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
158314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
158314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
158314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
158314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
158314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
158314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
158314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
158314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
158314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
158314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
158314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
158314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
158314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
158314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
158314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
158314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
158314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
158314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
158314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
158314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
158314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
158314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
158314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
158314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
158314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
158314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
158314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
158314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
158314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
158314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
158314	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
158314	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
158314	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
158314	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
158314	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
158314	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
158314	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
158314	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
158314	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
158314	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
158314	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
158314	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
158314	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
158314	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
158314	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
158314	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
158314	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
158314	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
158314	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
158314	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
158314	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
158314	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
158314	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
158314	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
158314	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
158314	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
158314	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
158314	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
158314	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
158314	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
158314	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
158314	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
158314	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
158314	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
158314	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
158314	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
158314	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
158314	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
158314	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
158314	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
158314	embedding2nn.weight	0	0.04977939650416374
158314	embedding2nn.weight	1	-0.08967787027359009
158314	embedding2nn.weight	2	0.012649904005229473
158314	embedding2nn.weight	3	-0.058037713170051575
158314	embedding2nn.weight	4	-0.1032429113984108
158314	embedding2nn.weight	5	0.12372181564569473
158314	embedding2nn.weight	6	-0.12552258372306824
158314	embedding2nn.weight	7	-0.07790819555521011
158314	embedding2nn.weight	8	-0.02871822938323021
158314	embedding2nn.weight	9	0.06689009070396423
158314	embedding2nn.bias	0	0.06673480570316315
158314	embedding2nn.bias	1	0.0407184362411499
158314	embedding2nn.bias	2	-0.09710097312927246
158314	embedding2nn.bias	3	0.0638226643204689
158314	embedding2nn.bias	4	-0.01627708412706852
158314	embedding2nn.bias	5	-0.15753725171089172
158314	embedding2nn.bias	6	-0.12429504096508026
158314	embedding2nn.bias	7	-0.07470963895320892
158314	embedding2nn.bias	8	0.07939839363098145
158314	embedding2nn.bias	9	-0.06299607455730438
158314	rnn.weight_ih_l0	0	0.03826381266117096
158314	rnn.weight_ih_l0	1	-0.07011071592569351
158314	rnn.weight_ih_l0	2	-0.03537297993898392
158314	rnn.weight_ih_l0	3	-0.04153384268283844
158314	rnn.weight_ih_l0	4	0.02406448684632778
158314	rnn.weight_ih_l0	5	-0.10920228064060211
158314	rnn.weight_ih_l0	6	-0.05396837741136551
158314	rnn.weight_ih_l0	7	-0.01581932231783867
158314	rnn.weight_ih_l0	8	0.0761512815952301
158314	rnn.weight_ih_l0	9	0.00954221747815609
158314	rnn.weight_hh_l0	0	-0.00019288666953798383
158314	rnn.weight_hh_l0	1	-0.08923470228910446
158314	rnn.weight_hh_l0	2	0.0664655938744545
158314	rnn.weight_hh_l0	3	0.042280279099941254
158314	rnn.weight_hh_l0	4	0.00451260432600975
158314	rnn.weight_hh_l0	5	0.06684380024671555
158314	rnn.weight_hh_l0	6	-0.017769094556570053
158314	rnn.weight_hh_l0	7	-0.09457073360681534
158314	rnn.weight_hh_l0	8	0.011182893067598343
158314	rnn.weight_hh_l0	9	-0.08067666739225388
158314	rnn.bias_ih_l0	0	-0.05321589857339859
158314	rnn.bias_ih_l0	1	-0.19323089718818665
158314	rnn.bias_ih_l0	2	-0.250044047832489
158314	rnn.bias_ih_l0	3	-0.27034154534339905
158314	rnn.bias_ih_l0	4	-0.007273873779922724
158314	rnn.bias_ih_l0	5	0.04422462359070778
158314	rnn.bias_ih_l0	6	-0.17595815658569336
158314	rnn.bias_ih_l0	7	-0.25301283597946167
158314	rnn.bias_ih_l0	8	-0.12912218272686005
158314	rnn.bias_ih_l0	9	-0.1785174459218979
158314	rnn.bias_hh_l0	0	0.12236496806144714
158314	rnn.bias_hh_l0	1	-0.05966181308031082
158314	rnn.bias_hh_l0	2	0.040993086993694305
158314	rnn.bias_hh_l0	3	-0.17083914577960968
158314	rnn.bias_hh_l0	4	0.04778364300727844
158314	rnn.bias_hh_l0	5	0.02363278716802597
158314	rnn.bias_hh_l0	6	-0.096875861287117
158314	rnn.bias_hh_l0	7	-0.15812689065933228
158314	rnn.bias_hh_l0	8	-0.18614155054092407
158314	rnn.bias_hh_l0	9	-0.09976594150066376
158314	rnn.weight_ih_l0_reverse	0	-0.022254370152950287
158314	rnn.weight_ih_l0_reverse	1	0.001054022228345275
158314	rnn.weight_ih_l0_reverse	2	0.019878260791301727
158314	rnn.weight_ih_l0_reverse	3	-0.003016875823959708
158314	rnn.weight_ih_l0_reverse	4	0.02963266894221306
158314	rnn.weight_ih_l0_reverse	5	-0.053126998245716095
158314	rnn.weight_ih_l0_reverse	6	-0.050346776843070984
158314	rnn.weight_ih_l0_reverse	7	0.0017387779662385583
158314	rnn.weight_ih_l0_reverse	8	0.09224564582109451
158314	rnn.weight_ih_l0_reverse	9	0.021682584658265114
158314	rnn.weight_hh_l0_reverse	0	0.006412365939468145
158314	rnn.weight_hh_l0_reverse	1	0.026813708245754242
158314	rnn.weight_hh_l0_reverse	2	-0.041027020663022995
158314	rnn.weight_hh_l0_reverse	3	0.038593586534261703
158314	rnn.weight_hh_l0_reverse	4	0.02538156323134899
158314	rnn.weight_hh_l0_reverse	5	-0.0014421336818486452
158314	rnn.weight_hh_l0_reverse	6	0.05794667825102806
158314	rnn.weight_hh_l0_reverse	7	0.02402380295097828
158314	rnn.weight_hh_l0_reverse	8	-0.013043437153100967
158314	rnn.weight_hh_l0_reverse	9	-0.0362524650990963
158314	rnn.bias_ih_l0_reverse	0	-0.14027582108974457
158314	rnn.bias_ih_l0_reverse	1	-0.3105209469795227
158314	rnn.bias_ih_l0_reverse	2	-0.06589523702859879
158314	rnn.bias_ih_l0_reverse	3	-0.14257459342479706
158314	rnn.bias_ih_l0_reverse	4	0.06515766680240631
158314	rnn.bias_ih_l0_reverse	5	-0.26306384801864624
158314	rnn.bias_ih_l0_reverse	6	-0.055731151252985
158314	rnn.bias_ih_l0_reverse	7	0.006603031884878874
158314	rnn.bias_ih_l0_reverse	8	-0.17672984302043915
158314	rnn.bias_ih_l0_reverse	9	-0.09552690386772156
158314	rnn.bias_hh_l0_reverse	0	-0.1564883291721344
158314	rnn.bias_hh_l0_reverse	1	-0.15319982171058655
158314	rnn.bias_hh_l0_reverse	2	-0.01771400310099125
158314	rnn.bias_hh_l0_reverse	3	-0.12919345498085022
158314	rnn.bias_hh_l0_reverse	4	-0.016537001356482506
158314	rnn.bias_hh_l0_reverse	5	-0.11239917576313019
158314	rnn.bias_hh_l0_reverse	6	-0.07164868712425232
158314	rnn.bias_hh_l0_reverse	7	-0.19694514572620392
158314	rnn.bias_hh_l0_reverse	8	-0.05822628363966942
158314	rnn.bias_hh_l0_reverse	9	-0.13294997811317444
158314	linear.weight	0	-0.2039724439382553
158314	linear.weight	1	-0.15066038072109222
158314	linear.weight	2	-0.011228874325752258
158314	linear.weight	3	-0.07502111047506332
158314	linear.weight	4	0.04005942493677139
158314	linear.weight	5	0.20196221768856049
158314	linear.weight	6	0.0047744326293468475
158314	linear.weight	7	-0.021312154829502106
158314	linear.weight	8	0.1994546353816986
158314	linear.weight	9	0.22154101729393005
158314	linear.bias	0	-0.835239589214325
158314	linear.bias	1	1.3496220111846924
158314	linear.bias	2	-0.410458505153656
158314	linear.bias	3	-0.7180477380752563
158314	linear.bias	4	-0.8857441544532776
158314	linear.bias	5	-1.174446940422058
158314	linear.bias	6	-0.9075887799263
158314	linear.bias	7	-0.7070447206497192
158314	linear.bias	8	-0.01705317199230194
158314	linear.bias	9	3.3479199409484863
158511	transitions	0	-0.41842028498649597
158511	transitions	1	8.54985523223877
158511	transitions	2	-3.50830340385437
158511	transitions	3	1.4391363859176636
158511	transitions	4	-2.1191022396087646
158511	transitions	5	-0.39439094066619873
158511	transitions	6	-0.1894012987613678
158511	transitions	7	-10000.0
158511	transitions	8	1.7703359127044678
158511	transitions	9	-2.2938735485076904
158511	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
158511	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
158511	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
158511	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
158511	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
158511	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
158511	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
158511	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
158511	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
158511	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
158511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
158511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
158511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
158511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
158511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
158511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
158511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
158511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
158511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
158511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
158511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
158511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
158511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
158511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
158511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
158511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
158511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
158511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
158511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
158511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
158511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
158511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
158511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
158511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
158511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
158511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
158511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
158511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
158511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
158511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
158511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
158511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
158511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
158511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
158511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
158511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
158511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
158511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
158511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
158511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
158511	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
158511	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
158511	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
158511	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
158511	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
158511	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
158511	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
158511	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
158511	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
158511	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
158511	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
158511	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
158511	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
158511	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
158511	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
158511	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
158511	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
158511	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
158511	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
158511	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
158511	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
158511	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
158511	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
158511	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
158511	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
158511	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
158511	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
158511	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
158511	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
158511	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
158511	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
158511	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
158511	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
158511	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
158511	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
158511	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
158511	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
158511	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
158511	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
158511	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
158511	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
158511	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
158511	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
158511	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
158511	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
158511	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
158511	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
158511	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
158511	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
158511	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
158511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
158511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
158511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
158511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
158511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
158511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
158511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
158511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
158511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
158511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
158511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
158511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
158511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
158511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
158511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
158511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
158511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
158511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
158511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
158511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
158511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
158511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
158511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
158511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
158511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
158511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
158511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
158511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
158511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
158511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
158511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
158511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
158511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
158511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
158511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
158511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
158511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
158511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
158511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
158511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
158511	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
158511	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
158511	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
158511	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
158511	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
158511	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
158511	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
158511	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
158511	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
158511	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
158511	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
158511	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
158511	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
158511	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
158511	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
158511	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
158511	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
158511	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
158511	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
158511	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
158511	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
158511	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
158511	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
158511	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
158511	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
158511	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
158511	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
158511	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
158511	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
158511	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
158511	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
158511	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
158511	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
158511	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
158511	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
158511	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
158511	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
158511	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
158511	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
158511	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
158511	embedding2nn.weight	0	0.04941028356552124
158511	embedding2nn.weight	1	-0.09001753479242325
158511	embedding2nn.weight	2	0.012251690030097961
158511	embedding2nn.weight	3	-0.056244272738695145
158511	embedding2nn.weight	4	-0.10374349355697632
158511	embedding2nn.weight	5	0.12360730022192001
158511	embedding2nn.weight	6	-0.12864252924919128
158511	embedding2nn.weight	7	-0.07707738131284714
158511	embedding2nn.weight	8	-0.0298929400742054
158511	embedding2nn.weight	9	0.06604942679405212
158511	embedding2nn.bias	0	0.06480693817138672
158511	embedding2nn.bias	1	0.0456281341612339
158511	embedding2nn.bias	2	-0.10023007541894913
158511	embedding2nn.bias	3	0.0704302117228508
158511	embedding2nn.bias	4	-0.009135854430496693
158511	embedding2nn.bias	5	-0.15509620308876038
158511	embedding2nn.bias	6	-0.12589851021766663
158511	embedding2nn.bias	7	-0.07391241192817688
158511	embedding2nn.bias	8	0.07726075500249863
158511	embedding2nn.bias	9	-0.06837919354438782
158511	rnn.weight_ih_l0	0	0.03880683705210686
158511	rnn.weight_ih_l0	1	-0.0704265609383583
158511	rnn.weight_ih_l0	2	-0.0348186157643795
158511	rnn.weight_ih_l0	3	-0.043582819402217865
158511	rnn.weight_ih_l0	4	0.023780740797519684
158511	rnn.weight_ih_l0	5	-0.10831491649150848
158511	rnn.weight_ih_l0	6	-0.05355275794863701
158511	rnn.weight_ih_l0	7	-0.015733707696199417
158511	rnn.weight_ih_l0	8	0.07687857002019882
158511	rnn.weight_ih_l0	9	0.009636042639613152
158511	rnn.weight_hh_l0	0	-0.0005309620173648
158511	rnn.weight_hh_l0	1	-0.08924005925655365
158511	rnn.weight_hh_l0	2	0.06688589602708817
158511	rnn.weight_hh_l0	3	0.042436350136995316
158511	rnn.weight_hh_l0	4	0.004376677796244621
158511	rnn.weight_hh_l0	5	0.06642570346593857
158511	rnn.weight_hh_l0	6	-0.017746811732649803
158511	rnn.weight_hh_l0	7	-0.09487023949623108
158511	rnn.weight_hh_l0	8	0.01114990096539259
158511	rnn.weight_hh_l0	9	-0.07994075864553452
158511	rnn.bias_ih_l0	0	-0.05361126735806465
158511	rnn.bias_ih_l0	1	-0.19258172810077667
158511	rnn.bias_ih_l0	2	-0.2503083050251007
158511	rnn.bias_ih_l0	3	-0.27235639095306396
158511	rnn.bias_ih_l0	4	-0.006768094375729561
158511	rnn.bias_ih_l0	5	0.04239537566900253
158511	rnn.bias_ih_l0	6	-0.17614515125751495
158511	rnn.bias_ih_l0	7	-0.2533082962036133
158511	rnn.bias_ih_l0	8	-0.1268441379070282
158511	rnn.bias_ih_l0	9	-0.1793651282787323
158511	rnn.bias_hh_l0	0	0.1209874078631401
158511	rnn.bias_hh_l0	1	-0.060151126235723495
158511	rnn.bias_hh_l0	2	0.041387565433979034
158511	rnn.bias_hh_l0	3	-0.17176790535449982
158511	rnn.bias_hh_l0	4	0.04561970755457878
158511	rnn.bias_hh_l0	5	0.026301920413970947
158511	rnn.bias_hh_l0	6	-0.09681608527898788
158511	rnn.bias_hh_l0	7	-0.15953294932842255
158511	rnn.bias_hh_l0	8	-0.18626025319099426
158511	rnn.bias_hh_l0	9	-0.09816964715719223
158511	rnn.weight_ih_l0_reverse	0	-0.022461583837866783
158511	rnn.weight_ih_l0_reverse	1	0.0012897439301013947
158511	rnn.weight_ih_l0_reverse	2	0.019583748653531075
158511	rnn.weight_ih_l0_reverse	3	-0.0028616085182875395
158511	rnn.weight_ih_l0_reverse	4	0.03097398765385151
158511	rnn.weight_ih_l0_reverse	5	-0.05419929698109627
158511	rnn.weight_ih_l0_reverse	6	-0.050722867250442505
158511	rnn.weight_ih_l0_reverse	7	0.001309531624428928
158511	rnn.weight_ih_l0_reverse	8	0.09079574793577194
158511	rnn.weight_ih_l0_reverse	9	0.022116443142294884
158511	rnn.weight_hh_l0_reverse	0	0.006081963423639536
158511	rnn.weight_hh_l0_reverse	1	0.026438331231474876
158511	rnn.weight_hh_l0_reverse	2	-0.04096958041191101
158511	rnn.weight_hh_l0_reverse	3	0.03849434480071068
158511	rnn.weight_hh_l0_reverse	4	0.025218576192855835
158511	rnn.weight_hh_l0_reverse	5	-0.00186523562297225
158511	rnn.weight_hh_l0_reverse	6	0.05803292989730835
158511	rnn.weight_hh_l0_reverse	7	0.02419712021946907
158511	rnn.weight_hh_l0_reverse	8	-0.013846767134964466
158511	rnn.weight_hh_l0_reverse	9	-0.03635605052113533
158511	rnn.bias_ih_l0_reverse	0	-0.13979488611221313
158511	rnn.bias_ih_l0_reverse	1	-0.3120613396167755
158511	rnn.bias_ih_l0_reverse	2	-0.06494929641485214
158511	rnn.bias_ih_l0_reverse	3	-0.14201268553733826
158511	rnn.bias_ih_l0_reverse	4	0.06517007201910019
158511	rnn.bias_ih_l0_reverse	5	-0.2636057436466217
158511	rnn.bias_ih_l0_reverse	6	-0.05328157916665077
158511	rnn.bias_ih_l0_reverse	7	0.007131459657102823
158511	rnn.bias_ih_l0_reverse	8	-0.17736896872520447
158511	rnn.bias_ih_l0_reverse	9	-0.09762076288461685
158511	rnn.bias_hh_l0_reverse	0	-0.15459971129894257
158511	rnn.bias_hh_l0_reverse	1	-0.1544569432735443
158511	rnn.bias_hh_l0_reverse	2	-0.01809108257293701
158511	rnn.bias_hh_l0_reverse	3	-0.1297747641801834
158511	rnn.bias_hh_l0_reverse	4	-0.01626605913043022
158511	rnn.bias_hh_l0_reverse	5	-0.11331687867641449
158511	rnn.bias_hh_l0_reverse	6	-0.07020808756351471
158511	rnn.bias_hh_l0_reverse	7	-0.19622230529785156
158511	rnn.bias_hh_l0_reverse	8	-0.05888967961072922
158511	rnn.bias_hh_l0_reverse	9	-0.13262857496738434
158511	linear.weight	0	-0.20654653012752533
158511	linear.weight	1	-0.14853329956531525
158511	linear.weight	2	-0.011228874325752258
158511	linear.weight	3	-0.06339143216609955
158511	linear.weight	4	0.04356079176068306
158511	linear.weight	5	0.20098504424095154
158511	linear.weight	6	0.0047744326293468475
158511	linear.weight	7	-0.021312154829502106
158511	linear.weight	8	0.21341075003147125
158511	linear.weight	9	0.21500462293624878
158511	linear.bias	0	-0.8342998623847961
158511	linear.bias	1	1.3463317155838013
158511	linear.bias	2	-0.43745672702789307
158511	linear.bias	3	-0.7176105380058289
158511	linear.bias	4	-0.8992190957069397
158511	linear.bias	5	-1.1744736433029175
158511	linear.bias	6	-0.9048698544502258
158511	linear.bias	7	-0.6783380508422852
158511	linear.bias	8	-0.01705317199230194
158511	linear.bias	9	3.3283934593200684
158708	transitions	0	-0.41850051283836365
158708	transitions	1	8.558300971984863
158708	transitions	2	-3.508530616760254
158708	transitions	3	1.434885025024414
158708	transitions	4	-2.1193387508392334
158708	transitions	5	-0.39442935585975647
158708	transitions	6	-0.18941955268383026
158708	transitions	7	-10000.0
158708	transitions	8	1.7718533277511597
158708	transitions	9	-2.2938764095306396
158708	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
158708	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
158708	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
158708	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
158708	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
158708	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
158708	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
158708	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
158708	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
158708	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
158708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
158708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
158708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
158708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
158708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
158708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
158708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
158708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
158708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
158708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
158708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
158708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
158708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
158708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
158708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
158708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
158708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
158708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
158708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
158708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
158708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
158708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
158708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
158708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
158708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
158708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
158708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
158708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
158708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
158708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
158708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
158708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
158708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
158708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
158708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
158708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
158708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
158708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
158708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
158708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
158708	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
158708	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
158708	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
158708	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
158708	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
158708	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
158708	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
158708	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
158708	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
158708	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
158708	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
158708	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
158708	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
158708	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
158708	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
158708	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
158708	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
158708	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
158708	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
158708	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
158708	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
158708	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
158708	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
158708	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
158708	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
158708	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
158708	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
158708	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
158708	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
158708	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
158708	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
158708	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
158708	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
158708	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
158708	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
158708	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
158708	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
158708	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
158708	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
158708	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
158708	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
158708	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
158708	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
158708	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
158708	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
158708	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
158708	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
158708	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
158708	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
158708	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
158708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
158708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
158708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
158708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
158708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
158708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
158708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
158708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
158708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
158708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
158708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
158708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
158708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
158708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
158708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
158708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
158708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
158708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
158708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
158708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
158708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
158708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
158708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
158708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
158708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
158708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
158708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
158708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
158708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
158708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
158708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
158708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
158708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
158708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
158708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
158708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
158708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
158708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
158708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
158708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
158708	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
158708	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
158708	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
158708	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
158708	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
158708	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
158708	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
158708	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
158708	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
158708	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
158708	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
158708	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
158708	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
158708	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
158708	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
158708	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
158708	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
158708	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
158708	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
158708	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
158708	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
158708	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
158708	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
158708	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
158708	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
158708	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
158708	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
158708	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
158708	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
158708	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
158708	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
158708	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
158708	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
158708	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
158708	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
158708	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
158708	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
158708	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
158708	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
158708	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
158708	embedding2nn.weight	0	0.04878617450594902
158708	embedding2nn.weight	1	-0.08908319473266602
158708	embedding2nn.weight	2	0.013857769779860973
158708	embedding2nn.weight	3	-0.05759904906153679
158708	embedding2nn.weight	4	-0.10492247343063354
158708	embedding2nn.weight	5	0.12373515963554382
158708	embedding2nn.weight	6	-0.1326438933610916
158708	embedding2nn.weight	7	-0.07820194959640503
158708	embedding2nn.weight	8	-0.03002699837088585
158708	embedding2nn.weight	9	0.06458505988121033
158708	embedding2nn.bias	0	0.06731949746608734
158708	embedding2nn.bias	1	0.03713741526007652
158708	embedding2nn.bias	2	-0.09221828728914261
158708	embedding2nn.bias	3	0.06980499625205994
158708	embedding2nn.bias	4	-0.011070773005485535
158708	embedding2nn.bias	5	-0.15359023213386536
158708	embedding2nn.bias	6	-0.1351863592863083
158708	embedding2nn.bias	7	-0.06773877888917923
158708	embedding2nn.bias	8	0.07981019467115402
158708	embedding2nn.bias	9	-0.06631521135568619
158708	rnn.weight_ih_l0	0	0.03852930665016174
158708	rnn.weight_ih_l0	1	-0.07017720490694046
158708	rnn.weight_ih_l0	2	-0.03418903797864914
158708	rnn.weight_ih_l0	3	-0.04441963881254196
158708	rnn.weight_ih_l0	4	0.02408173866569996
158708	rnn.weight_ih_l0	5	-0.10728876292705536
158708	rnn.weight_ih_l0	6	-0.05218742787837982
158708	rnn.weight_ih_l0	7	-0.016564449295401573
158708	rnn.weight_ih_l0	8	0.07613180577754974
158708	rnn.weight_ih_l0	9	0.009218525141477585
158708	rnn.weight_hh_l0	0	-0.0010935507016256452
158708	rnn.weight_hh_l0	1	-0.08951503783464432
158708	rnn.weight_hh_l0	2	0.06663412600755692
158708	rnn.weight_hh_l0	3	0.042502712458372116
158708	rnn.weight_hh_l0	4	0.0042235045693814754
158708	rnn.weight_hh_l0	5	0.06605779379606247
158708	rnn.weight_hh_l0	6	-0.017778489738702774
158708	rnn.weight_hh_l0	7	-0.09507318586111069
158708	rnn.weight_hh_l0	8	0.01125220488756895
158708	rnn.weight_hh_l0	9	-0.08018053323030472
158708	rnn.bias_ih_l0	0	-0.054835498332977295
158708	rnn.bias_ih_l0	1	-0.1918991655111313
158708	rnn.bias_ih_l0	2	-0.2507014870643616
158708	rnn.bias_ih_l0	3	-0.272299200296402
158708	rnn.bias_ih_l0	4	-0.004831442143768072
158708	rnn.bias_ih_l0	5	0.043164465576410294
158708	rnn.bias_ih_l0	6	-0.17652690410614014
158708	rnn.bias_ih_l0	7	-0.2517513036727905
158708	rnn.bias_ih_l0	8	-0.1286410689353943
158708	rnn.bias_ih_l0	9	-0.18057487905025482
158708	rnn.bias_hh_l0	0	0.11960719525814056
158708	rnn.bias_hh_l0	1	-0.05985243618488312
158708	rnn.bias_hh_l0	2	0.04223901405930519
158708	rnn.bias_hh_l0	3	-0.171271413564682
158708	rnn.bias_hh_l0	4	0.043137554079294205
158708	rnn.bias_hh_l0	5	0.025304488837718964
158708	rnn.bias_hh_l0	6	-0.09920617192983627
158708	rnn.bias_hh_l0	7	-0.15860430896282196
158708	rnn.bias_hh_l0	8	-0.18535402417182922
158708	rnn.bias_hh_l0	9	-0.09664691984653473
158708	rnn.weight_ih_l0_reverse	0	-0.022851213812828064
158708	rnn.weight_ih_l0_reverse	1	0.0013436861336231232
158708	rnn.weight_ih_l0_reverse	2	0.018104348331689835
158708	rnn.weight_ih_l0_reverse	3	-0.0020640676375478506
158708	rnn.weight_ih_l0_reverse	4	0.030125461518764496
158708	rnn.weight_ih_l0_reverse	5	-0.05348622798919678
158708	rnn.weight_ih_l0_reverse	6	-0.04839949682354927
158708	rnn.weight_ih_l0_reverse	7	0.0012571202823892236
158708	rnn.weight_ih_l0_reverse	8	0.08888152986764908
158708	rnn.weight_ih_l0_reverse	9	0.022703921422362328
158708	rnn.weight_hh_l0_reverse	0	0.005953135434538126
158708	rnn.weight_hh_l0_reverse	1	0.026340680196881294
158708	rnn.weight_hh_l0_reverse	2	-0.04067384824156761
158708	rnn.weight_hh_l0_reverse	3	0.03875722736120224
158708	rnn.weight_hh_l0_reverse	4	0.025328855961561203
158708	rnn.weight_hh_l0_reverse	5	-0.0016172806499525905
158708	rnn.weight_hh_l0_reverse	6	0.058519408106803894
158708	rnn.weight_hh_l0_reverse	7	0.02428816258907318
158708	rnn.weight_hh_l0_reverse	8	-0.013551115058362484
158708	rnn.weight_hh_l0_reverse	9	-0.03617429733276367
158708	rnn.bias_ih_l0_reverse	0	-0.1396387219429016
158708	rnn.bias_ih_l0_reverse	1	-0.31258073449134827
158708	rnn.bias_ih_l0_reverse	2	-0.06422610580921173
158708	rnn.bias_ih_l0_reverse	3	-0.14299505949020386
158708	rnn.bias_ih_l0_reverse	4	0.06611768901348114
158708	rnn.bias_ih_l0_reverse	5	-0.2628293037414551
158708	rnn.bias_ih_l0_reverse	6	-0.05526149645447731
158708	rnn.bias_ih_l0_reverse	7	0.007561163976788521
158708	rnn.bias_ih_l0_reverse	8	-0.1775524914264679
158708	rnn.bias_ih_l0_reverse	9	-0.10007921606302261
158708	rnn.bias_hh_l0_reverse	0	-0.1538994461297989
158708	rnn.bias_hh_l0_reverse	1	-0.154765322804451
158708	rnn.bias_hh_l0_reverse	2	-0.018746081739664078
158708	rnn.bias_hh_l0_reverse	3	-0.12728047370910645
158708	rnn.bias_hh_l0_reverse	4	-0.01532431785017252
158708	rnn.bias_hh_l0_reverse	5	-0.11252643167972565
158708	rnn.bias_hh_l0_reverse	6	-0.0696219652891159
158708	rnn.bias_hh_l0_reverse	7	-0.19460934400558472
158708	rnn.bias_hh_l0_reverse	8	-0.059500597417354584
158708	rnn.bias_hh_l0_reverse	9	-0.13296963274478912
158708	linear.weight	0	-0.212835431098938
158708	linear.weight	1	-0.15756765007972717
158708	linear.weight	2	-0.011228874325752258
158708	linear.weight	3	-0.07064616680145264
158708	linear.weight	4	0.050416503101587296
158708	linear.weight	5	0.19313965737819672
158708	linear.weight	6	0.0047744326293468475
158708	linear.weight	7	-0.021312154829502106
158708	linear.weight	8	0.21127723157405853
158708	linear.weight	9	0.21684594452381134
158708	linear.bias	0	-0.8303719162940979
158708	linear.bias	1	1.3546533584594727
158708	linear.bias	2	-0.422572523355484
158708	linear.bias	3	-0.709739625453949
158708	linear.bias	4	-0.891867995262146
158708	linear.bias	5	-1.1744914054870605
158708	linear.bias	6	-0.901414155960083
158708	linear.bias	7	-0.7330212593078613
158708	linear.bias	8	-0.01705317199230194
158708	linear.bias	9	3.349217653274536
158905	transitions	0	-0.4186412990093231
158905	transitions	1	8.573958396911621
158905	transitions	2	-3.508793354034424
158905	transitions	3	1.4348809719085693
158905	transitions	4	-2.1194956302642822
158905	transitions	5	-0.3964007496833801
158905	transitions	6	-0.18943311274051666
158905	transitions	7	-10000.0
158905	transitions	8	1.7707858085632324
158905	transitions	9	-2.2938778400421143
158905	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
158905	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
158905	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
158905	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
158905	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
158905	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
158905	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
158905	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
158905	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
158905	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
158905	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
158905	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
158905	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
158905	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
158905	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
158905	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
158905	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
158905	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
158905	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
158905	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
158905	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
158905	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
158905	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
158905	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
158905	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
158905	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
158905	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
158905	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
158905	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
158905	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
158905	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
158905	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
158905	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
158905	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
158905	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
158905	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
158905	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
158905	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
158905	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
158905	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
158905	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
158905	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
158905	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
158905	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
158905	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
158905	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
158905	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
158905	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
158905	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
158905	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
158905	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
158905	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
158905	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
158905	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
158905	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
158905	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
158905	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
158905	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
158905	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
158905	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
158905	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
158905	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
158905	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
158905	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
158905	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
158905	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
158905	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
158905	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
158905	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
158905	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
158905	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
158905	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
158905	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
158905	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
158905	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
158905	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
158905	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
158905	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
158905	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
158905	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
158905	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
158905	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
158905	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
158905	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
158905	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
158905	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
158905	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
158905	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
158905	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
158905	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
158905	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
158905	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
158905	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
158905	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
158905	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
158905	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
158905	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
158905	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
158905	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
158905	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
158905	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
158905	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
158905	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
158905	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
158905	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
158905	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
158905	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
158905	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
158905	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
158905	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
158905	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
158905	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
158905	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
158905	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
158905	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
158905	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
158905	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
158905	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
158905	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
158905	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
158905	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
158905	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
158905	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
158905	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
158905	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
158905	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
158905	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
158905	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
158905	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
158905	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
158905	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
158905	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
158905	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
158905	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
158905	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
158905	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
158905	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
158905	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
158905	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
158905	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
158905	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
158905	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
158905	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
158905	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
158905	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
158905	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
158905	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
158905	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
158905	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
158905	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
158905	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
158905	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
158905	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
158905	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
158905	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
158905	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
158905	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
158905	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
158905	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
158905	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
158905	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
158905	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
158905	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
158905	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
158905	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
158905	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
158905	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
158905	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
158905	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
158905	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
158905	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
158905	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
158905	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
158905	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
158905	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
158905	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
158905	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
158905	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
158905	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
158905	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
158905	embedding2nn.weight	0	0.048986755311489105
158905	embedding2nn.weight	1	-0.09003301709890366
158905	embedding2nn.weight	2	0.010924935340881348
158905	embedding2nn.weight	3	-0.05685986205935478
158905	embedding2nn.weight	4	-0.10443151742219925
158905	embedding2nn.weight	5	0.12351319193840027
158905	embedding2nn.weight	6	-0.13299211859703064
158905	embedding2nn.weight	7	-0.07742874324321747
158905	embedding2nn.weight	8	-0.03067200630903244
158905	embedding2nn.weight	9	0.06297789514064789
158905	embedding2nn.bias	0	0.06945322453975677
158905	embedding2nn.bias	1	0.03880537673830986
158905	embedding2nn.bias	2	-0.07892590016126633
158905	embedding2nn.bias	3	0.06450554728507996
158905	embedding2nn.bias	4	0.000708637002389878
158905	embedding2nn.bias	5	-0.1657271534204483
158905	embedding2nn.bias	6	-0.12331502139568329
158905	embedding2nn.bias	7	-0.07116333395242691
158905	embedding2nn.bias	8	0.07393544167280197
158905	embedding2nn.bias	9	-0.06809518486261368
158905	rnn.weight_ih_l0	0	0.03802824765443802
158905	rnn.weight_ih_l0	1	-0.06976845860481262
158905	rnn.weight_ih_l0	2	-0.03382556140422821
158905	rnn.weight_ih_l0	3	-0.04560960829257965
158905	rnn.weight_ih_l0	4	0.023142315447330475
158905	rnn.weight_ih_l0	5	-0.10693973302841187
158905	rnn.weight_ih_l0	6	-0.05409251153469086
158905	rnn.weight_ih_l0	7	-0.015070724301040173
158905	rnn.weight_ih_l0	8	0.07584616541862488
158905	rnn.weight_ih_l0	9	0.008793981745839119
158905	rnn.weight_hh_l0	0	-0.0008345315582118928
158905	rnn.weight_hh_l0	1	-0.08844206482172012
158905	rnn.weight_hh_l0	2	0.06701597571372986
158905	rnn.weight_hh_l0	3	0.042359065264463425
158905	rnn.weight_hh_l0	4	0.004194456152617931
158905	rnn.weight_hh_l0	5	0.06542067229747772
158905	rnn.weight_hh_l0	6	-0.018231121823191643
158905	rnn.weight_hh_l0	7	-0.09494303166866302
158905	rnn.weight_hh_l0	8	0.012431606650352478
158905	rnn.weight_hh_l0	9	-0.07852630317211151
158905	rnn.bias_ih_l0	0	-0.057075828313827515
158905	rnn.bias_ih_l0	1	-0.19076786935329437
158905	rnn.bias_ih_l0	2	-0.2510112524032593
158905	rnn.bias_ih_l0	3	-0.27206873893737793
158905	rnn.bias_ih_l0	4	-0.003689187578856945
158905	rnn.bias_ih_l0	5	0.04085838049650192
158905	rnn.bias_ih_l0	6	-0.17699037492275238
158905	rnn.bias_ih_l0	7	-0.25200870633125305
158905	rnn.bias_ih_l0	8	-0.12598665058612823
158905	rnn.bias_ih_l0	9	-0.18144097924232483
158905	rnn.bias_hh_l0	0	0.11872472614049911
158905	rnn.bias_hh_l0	1	-0.061157893389463425
158905	rnn.bias_hh_l0	2	0.0435098335146904
158905	rnn.bias_hh_l0	3	-0.17365097999572754
158905	rnn.bias_hh_l0	4	0.046206384897232056
158905	rnn.bias_hh_l0	5	0.025978131219744682
158905	rnn.bias_hh_l0	6	-0.09939262270927429
158905	rnn.bias_hh_l0	7	-0.15842533111572266
158905	rnn.bias_hh_l0	8	-0.18473763763904572
158905	rnn.bias_hh_l0	9	-0.0956512987613678
158905	rnn.weight_ih_l0_reverse	0	-0.02353953942656517
158905	rnn.weight_ih_l0_reverse	1	0.0010614192578941584
158905	rnn.weight_ih_l0_reverse	2	0.018242433667182922
158905	rnn.weight_ih_l0_reverse	3	-0.0022098589688539505
158905	rnn.weight_ih_l0_reverse	4	0.029471317306160927
158905	rnn.weight_ih_l0_reverse	5	-0.052235908806324005
158905	rnn.weight_ih_l0_reverse	6	-0.048206303268671036
158905	rnn.weight_ih_l0_reverse	7	0.0009721821406856179
158905	rnn.weight_ih_l0_reverse	8	0.08981414139270782
158905	rnn.weight_ih_l0_reverse	9	0.021922623738646507
158905	rnn.weight_hh_l0_reverse	0	0.006247895769774914
158905	rnn.weight_hh_l0_reverse	1	0.026109794154763222
158905	rnn.weight_hh_l0_reverse	2	-0.040613166987895966
158905	rnn.weight_hh_l0_reverse	3	0.038413576781749725
158905	rnn.weight_hh_l0_reverse	4	0.025297854095697403
158905	rnn.weight_hh_l0_reverse	5	-0.0016002290649339557
158905	rnn.weight_hh_l0_reverse	6	0.05855676531791687
158905	rnn.weight_hh_l0_reverse	7	0.024731310084462166
158905	rnn.weight_hh_l0_reverse	8	-0.013843637891113758
158905	rnn.weight_hh_l0_reverse	9	-0.03576236218214035
158905	rnn.bias_ih_l0_reverse	0	-0.13884854316711426
158905	rnn.bias_ih_l0_reverse	1	-0.3107748329639435
158905	rnn.bias_ih_l0_reverse	2	-0.0645221620798111
158905	rnn.bias_ih_l0_reverse	3	-0.14228129386901855
158905	rnn.bias_ih_l0_reverse	4	0.06524937599897385
158905	rnn.bias_ih_l0_reverse	5	-0.263235867023468
158905	rnn.bias_ih_l0_reverse	6	-0.05552719533443451
158905	rnn.bias_ih_l0_reverse	7	0.012774364091455936
158905	rnn.bias_ih_l0_reverse	8	-0.17612339556217194
158905	rnn.bias_ih_l0_reverse	9	-0.09847564995288849
158905	rnn.bias_hh_l0_reverse	0	-0.15574972331523895
158905	rnn.bias_hh_l0_reverse	1	-0.15409615635871887
158905	rnn.bias_hh_l0_reverse	2	-0.019363602623343468
158905	rnn.bias_hh_l0_reverse	3	-0.1314001828432083
158905	rnn.bias_hh_l0_reverse	4	-0.015470165759325027
158905	rnn.bias_hh_l0_reverse	5	-0.11102338880300522
158905	rnn.bias_hh_l0_reverse	6	-0.06890398263931274
158905	rnn.bias_hh_l0_reverse	7	-0.1961066722869873
158905	rnn.bias_hh_l0_reverse	8	-0.05915772169828415
158905	rnn.bias_hh_l0_reverse	9	-0.1341305673122406
158905	linear.weight	0	-0.21762730181217194
158905	linear.weight	1	-0.15524545311927795
158905	linear.weight	2	-0.011228874325752258
158905	linear.weight	3	-0.07151838392019272
158905	linear.weight	4	0.04578747600317001
158905	linear.weight	5	0.1871659755706787
158905	linear.weight	6	0.0047744326293468475
158905	linear.weight	7	-0.021312154829502106
158905	linear.weight	8	0.20952613651752472
158905	linear.weight	9	0.22054363787174225
158905	linear.bias	0	-0.844672441482544
158905	linear.bias	1	1.377833604812622
158905	linear.bias	2	-0.40657365322113037
158905	linear.bias	3	-0.7061110138893127
158905	linear.bias	4	-0.8587028384208679
158905	linear.bias	5	-1.174513816833496
158905	linear.bias	6	-0.9178165197372437
158905	linear.bias	7	-0.7036271095275879
158905	linear.bias	8	-0.01705317199230194
158905	linear.bias	9	3.3270034790039062
159102	transitions	0	-0.41870471835136414
159102	transitions	1	8.568076133728027
159102	transitions	2	-3.509552240371704
159102	transitions	3	1.424687385559082
159102	transitions	4	-2.1201064586639404
159102	transitions	5	-0.39652585983276367
159102	transitions	6	-0.18944542109966278
159102	transitions	7	-10000.0
159102	transitions	8	1.7723100185394287
159102	transitions	9	-2.293884038925171
159102	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
159102	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
159102	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
159102	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
159102	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
159102	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
159102	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
159102	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
159102	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
159102	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
159102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
159102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
159102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
159102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
159102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
159102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
159102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
159102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
159102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
159102	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
159102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
159102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
159102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
159102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
159102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
159102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
159102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
159102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
159102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
159102	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
159102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
159102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
159102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
159102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
159102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
159102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
159102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
159102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
159102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
159102	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
159102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
159102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
159102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
159102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
159102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
159102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
159102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
159102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
159102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
159102	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
159102	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
159102	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
159102	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
159102	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
159102	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
159102	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
159102	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
159102	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
159102	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
159102	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
159102	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
159102	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
159102	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
159102	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
159102	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
159102	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
159102	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
159102	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
159102	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
159102	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
159102	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
159102	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
159102	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
159102	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
159102	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
159102	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
159102	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
159102	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
159102	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
159102	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
159102	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
159102	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
159102	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
159102	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
159102	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
159102	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
159102	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
159102	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
159102	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
159102	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
159102	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
159102	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
159102	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
159102	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
159102	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
159102	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
159102	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
159102	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
159102	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
159102	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
159102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
159102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
159102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
159102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
159102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
159102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
159102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
159102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
159102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
159102	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
159102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
159102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
159102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
159102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
159102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
159102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
159102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
159102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
159102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
159102	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
159102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
159102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
159102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
159102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
159102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
159102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
159102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
159102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
159102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
159102	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
159102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
159102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
159102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
159102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
159102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
159102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
159102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
159102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
159102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
159102	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
159102	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
159102	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
159102	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
159102	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
159102	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
159102	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
159102	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
159102	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
159102	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
159102	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
159102	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
159102	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
159102	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
159102	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
159102	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
159102	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
159102	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
159102	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
159102	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
159102	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
159102	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
159102	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
159102	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
159102	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
159102	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
159102	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
159102	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
159102	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
159102	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
159102	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
159102	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
159102	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
159102	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
159102	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
159102	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
159102	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
159102	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
159102	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
159102	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
159102	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
159102	embedding2nn.weight	0	0.049029793590307236
159102	embedding2nn.weight	1	-0.09053269028663635
159102	embedding2nn.weight	2	0.009500422514975071
159102	embedding2nn.weight	3	-0.05630088225007057
159102	embedding2nn.weight	4	-0.10711479187011719
159102	embedding2nn.weight	5	0.12348973006010056
159102	embedding2nn.weight	6	-0.13320226967334747
159102	embedding2nn.weight	7	-0.0778031125664711
159102	embedding2nn.weight	8	-0.03189695626497269
159102	embedding2nn.weight	9	0.06473959982395172
159102	embedding2nn.bias	0	0.06887170672416687
159102	embedding2nn.bias	1	0.03854139521718025
159102	embedding2nn.bias	2	-0.09460155665874481
159102	embedding2nn.bias	3	0.06927339732646942
159102	embedding2nn.bias	4	-0.004014510195702314
159102	embedding2nn.bias	5	-0.16437196731567383
159102	embedding2nn.bias	6	-0.13117842376232147
159102	embedding2nn.bias	7	-0.07192302495241165
159102	embedding2nn.bias	8	0.076713927090168
159102	embedding2nn.bias	9	-0.06651518493890762
159102	rnn.weight_ih_l0	0	0.039235834032297134
159102	rnn.weight_ih_l0	1	-0.0702856183052063
159102	rnn.weight_ih_l0	2	-0.03277120366692543
159102	rnn.weight_ih_l0	3	-0.044892773032188416
159102	rnn.weight_ih_l0	4	0.023735130205750465
159102	rnn.weight_ih_l0	5	-0.10976996272802353
159102	rnn.weight_ih_l0	6	-0.05345531180500984
159102	rnn.weight_ih_l0	7	-0.014878524467349052
159102	rnn.weight_ih_l0	8	0.0764760747551918
159102	rnn.weight_ih_l0	9	0.009825976565480232
159102	rnn.weight_hh_l0	0	-0.0011309891706332564
159102	rnn.weight_hh_l0	1	-0.08889921754598618
159102	rnn.weight_hh_l0	2	0.06760762631893158
159102	rnn.weight_hh_l0	3	0.04264374077320099
159102	rnn.weight_hh_l0	4	0.004193635657429695
159102	rnn.weight_hh_l0	5	0.0651705265045166
159102	rnn.weight_hh_l0	6	-0.017931269481778145
159102	rnn.weight_hh_l0	7	-0.09529071301221848
159102	rnn.weight_hh_l0	8	0.011945960111916065
159102	rnn.weight_hh_l0	9	-0.07892336696386337
159102	rnn.bias_ih_l0	0	-0.05837547406554222
159102	rnn.bias_ih_l0	1	-0.1870337277650833
159102	rnn.bias_ih_l0	2	-0.25366881489753723
159102	rnn.bias_ih_l0	3	-0.27105534076690674
159102	rnn.bias_ih_l0	4	-0.005555829964578152
159102	rnn.bias_ih_l0	5	0.04173598438501358
159102	rnn.bias_ih_l0	6	-0.17736756801605225
159102	rnn.bias_ih_l0	7	-0.2520335018634796
159102	rnn.bias_ih_l0	8	-0.12534241378307343
159102	rnn.bias_ih_l0	9	-0.18287600576877594
159102	rnn.bias_hh_l0	0	0.11814677715301514
159102	rnn.bias_hh_l0	1	-0.06154269352555275
159102	rnn.bias_hh_l0	2	0.04374499246478081
159102	rnn.bias_hh_l0	3	-0.1734675019979477
159102	rnn.bias_hh_l0	4	0.046360962092876434
159102	rnn.bias_hh_l0	5	0.02452801540493965
159102	rnn.bias_hh_l0	6	-0.10023665428161621
159102	rnn.bias_hh_l0	7	-0.16011662781238556
159102	rnn.bias_hh_l0	8	-0.18542718887329102
159102	rnn.bias_hh_l0	9	-0.09683628380298615
159102	rnn.weight_ih_l0_reverse	0	-0.02383684553205967
159102	rnn.weight_ih_l0_reverse	1	-2.6116545086551923e-06
159102	rnn.weight_ih_l0_reverse	2	0.018110889941453934
159102	rnn.weight_ih_l0_reverse	3	-0.0027682504151016474
159102	rnn.weight_ih_l0_reverse	4	0.02899775095283985
159102	rnn.weight_ih_l0_reverse	5	-0.0524442195892334
159102	rnn.weight_ih_l0_reverse	6	-0.04922552406787872
159102	rnn.weight_ih_l0_reverse	7	0.0007609875756315887
159102	rnn.weight_ih_l0_reverse	8	0.0895046815276146
159102	rnn.weight_ih_l0_reverse	9	0.0217138659209013
159102	rnn.weight_hh_l0_reverse	0	0.006087941583245993
159102	rnn.weight_hh_l0_reverse	1	0.026045098900794983
159102	rnn.weight_hh_l0_reverse	2	-0.040525324642658234
159102	rnn.weight_hh_l0_reverse	3	0.03803902119398117
159102	rnn.weight_hh_l0_reverse	4	0.025002673268318176
159102	rnn.weight_hh_l0_reverse	5	-0.0017185714095830917
159102	rnn.weight_hh_l0_reverse	6	0.05892731621861458
159102	rnn.weight_hh_l0_reverse	7	0.024443965405225754
159102	rnn.weight_hh_l0_reverse	8	-0.01416786853224039
159102	rnn.weight_hh_l0_reverse	9	-0.03554581105709076
159102	rnn.bias_ih_l0_reverse	0	-0.13960671424865723
159102	rnn.bias_ih_l0_reverse	1	-0.30979031324386597
159102	rnn.bias_ih_l0_reverse	2	-0.06576446443796158
159102	rnn.bias_ih_l0_reverse	3	-0.1424342840909958
159102	rnn.bias_ih_l0_reverse	4	0.06507459282875061
159102	rnn.bias_ih_l0_reverse	5	-0.26238229870796204
159102	rnn.bias_ih_l0_reverse	6	-0.056267835199832916
159102	rnn.bias_ih_l0_reverse	7	0.011141580529510975
159102	rnn.bias_ih_l0_reverse	8	-0.1770477294921875
159102	rnn.bias_ih_l0_reverse	9	-0.1006949245929718
159102	rnn.bias_hh_l0_reverse	0	-0.15541081130504608
159102	rnn.bias_hh_l0_reverse	1	-0.15334731340408325
159102	rnn.bias_hh_l0_reverse	2	-0.019500531256198883
159102	rnn.bias_hh_l0_reverse	3	-0.13246798515319824
159102	rnn.bias_hh_l0_reverse	4	-0.014794288203120232
159102	rnn.bias_hh_l0_reverse	5	-0.11148425936698914
159102	rnn.bias_hh_l0_reverse	6	-0.0699005052447319
159102	rnn.bias_hh_l0_reverse	7	-0.197687029838562
159102	rnn.bias_hh_l0_reverse	8	-0.058269258588552475
159102	rnn.bias_hh_l0_reverse	9	-0.1352718472480774
159102	linear.weight	0	-0.20306669175624847
159102	linear.weight	1	-0.15439318120479584
159102	linear.weight	2	-0.011228874325752258
159102	linear.weight	3	-0.0716804787516594
159102	linear.weight	4	0.056265588849782944
159102	linear.weight	5	0.20343223214149475
159102	linear.weight	6	0.0047744326293468475
159102	linear.weight	7	-0.021312154829502106
159102	linear.weight	8	0.20452755689620972
159102	linear.weight	9	0.22725798189640045
159102	linear.bias	0	-0.8470391035079956
159102	linear.bias	1	1.3859972953796387
159102	linear.bias	2	-0.44373083114624023
159102	linear.bias	3	-0.7249897122383118
159102	linear.bias	4	-0.8806445002555847
159102	linear.bias	5	-1.1745390892028809
159102	linear.bias	6	-0.9198806881904602
159102	linear.bias	7	-0.6914330720901489
159102	linear.bias	8	-0.01705317199230194
159102	linear.bias	9	3.33791184425354
159299	transitions	0	-0.4188384413719177
159299	transitions	1	8.577092170715332
159299	transitions	2	-3.5099263191223145
159299	transitions	3	1.426944613456726
159299	transitions	4	-2.1204371452331543
159299	transitions	5	-0.3965674340724945
159299	transitions	6	-0.1894741803407669
159299	transitions	7	-10000.0
159299	transitions	8	1.7722958326339722
159299	transitions	9	-2.293891191482544
159299	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
159299	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
159299	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
159299	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
159299	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
159299	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
159299	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
159299	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
159299	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
159299	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
159299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
159299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
159299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
159299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
159299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
159299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
159299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
159299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
159299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
159299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
159299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
159299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
159299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
159299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
159299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
159299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
159299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
159299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
159299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
159299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
159299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
159299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
159299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
159299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
159299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
159299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
159299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
159299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
159299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
159299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
159299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
159299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
159299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
159299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
159299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
159299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
159299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
159299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
159299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
159299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
159299	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
159299	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
159299	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
159299	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
159299	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
159299	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
159299	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
159299	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
159299	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
159299	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
159299	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
159299	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
159299	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
159299	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
159299	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
159299	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
159299	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
159299	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
159299	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
159299	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
159299	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
159299	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
159299	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
159299	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
159299	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
159299	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
159299	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
159299	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
159299	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
159299	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
159299	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
159299	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
159299	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
159299	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
159299	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
159299	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
159299	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
159299	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
159299	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
159299	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
159299	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
159299	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
159299	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
159299	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
159299	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
159299	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
159299	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
159299	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
159299	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
159299	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
159299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
159299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
159299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
159299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
159299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
159299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
159299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
159299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
159299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
159299	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
159299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
159299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
159299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
159299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
159299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
159299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
159299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
159299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
159299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
159299	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
159299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
159299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
159299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
159299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
159299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
159299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
159299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
159299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
159299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
159299	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
159299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
159299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
159299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
159299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
159299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
159299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
159299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
159299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
159299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
159299	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
159299	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
159299	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
159299	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
159299	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
159299	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
159299	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
159299	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
159299	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
159299	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
159299	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
159299	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
159299	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
159299	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
159299	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
159299	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
159299	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
159299	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
159299	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
159299	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
159299	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
159299	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
159299	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
159299	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
159299	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
159299	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
159299	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
159299	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
159299	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
159299	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
159299	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
159299	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
159299	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
159299	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
159299	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
159299	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
159299	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
159299	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
159299	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
159299	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
159299	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
159299	embedding2nn.weight	0	0.04898132383823395
159299	embedding2nn.weight	1	-0.08964967727661133
159299	embedding2nn.weight	2	0.008615176193416119
159299	embedding2nn.weight	3	-0.056594036519527435
159299	embedding2nn.weight	4	-0.1070597842335701
159299	embedding2nn.weight	5	0.12340739369392395
159299	embedding2nn.weight	6	-0.13012123107910156
159299	embedding2nn.weight	7	-0.0794193223118782
159299	embedding2nn.weight	8	-0.032142095267772675
159299	embedding2nn.weight	9	0.06630699336528778
159299	embedding2nn.bias	0	0.08002184331417084
159299	embedding2nn.bias	1	0.03521129488945007
159299	embedding2nn.bias	2	-0.09117957204580307
159299	embedding2nn.bias	3	0.07028540223836899
159299	embedding2nn.bias	4	-0.007805217988789082
159299	embedding2nn.bias	5	-0.1620272845029831
159299	embedding2nn.bias	6	-0.1338125616312027
159299	embedding2nn.bias	7	-0.07435821741819382
159299	embedding2nn.bias	8	0.08529973030090332
159299	embedding2nn.bias	9	-0.06293186545372009
159299	rnn.weight_ih_l0	0	0.03946852684020996
159299	rnn.weight_ih_l0	1	-0.06989234685897827
159299	rnn.weight_ih_l0	2	-0.033094219863414764
159299	rnn.weight_ih_l0	3	-0.04457218945026398
159299	rnn.weight_ih_l0	4	0.023290762677788734
159299	rnn.weight_ih_l0	5	-0.10844609886407852
159299	rnn.weight_ih_l0	6	-0.053877804428339005
159299	rnn.weight_ih_l0	7	-0.014733577147126198
159299	rnn.weight_ih_l0	8	0.07729583978652954
159299	rnn.weight_ih_l0	9	0.012014029547572136
159299	rnn.weight_hh_l0	0	-0.0009594837902113795
159299	rnn.weight_hh_l0	1	-0.08997602760791779
159299	rnn.weight_hh_l0	2	0.06744996458292007
159299	rnn.weight_hh_l0	3	0.04257521405816078
159299	rnn.weight_hh_l0	4	0.004193545784801245
159299	rnn.weight_hh_l0	5	0.06532492488622665
159299	rnn.weight_hh_l0	6	-0.017771778628230095
159299	rnn.weight_hh_l0	7	-0.0953737199306488
159299	rnn.weight_hh_l0	8	0.012079043313860893
159299	rnn.weight_hh_l0	9	-0.07971145212650299
159299	rnn.bias_ih_l0	0	-0.05799809843301773
159299	rnn.bias_ih_l0	1	-0.18754717707633972
159299	rnn.bias_ih_l0	2	-0.2535625398159027
159299	rnn.bias_ih_l0	3	-0.272381991147995
159299	rnn.bias_ih_l0	4	-0.005165487062186003
159299	rnn.bias_ih_l0	5	0.03917659446597099
159299	rnn.bias_ih_l0	6	-0.1764681488275528
159299	rnn.bias_ih_l0	7	-0.25069230794906616
159299	rnn.bias_ih_l0	8	-0.12527097761631012
159299	rnn.bias_ih_l0	9	-0.18161210417747498
159299	rnn.bias_hh_l0	0	0.12175313383340836
159299	rnn.bias_hh_l0	1	-0.05895383283495903
159299	rnn.bias_hh_l0	2	0.04366927966475487
159299	rnn.bias_hh_l0	3	-0.17395371198654175
159299	rnn.bias_hh_l0	4	0.04204504191875458
159299	rnn.bias_hh_l0	5	0.025984367355704308
159299	rnn.bias_hh_l0	6	-0.09895313531160355
159299	rnn.bias_hh_l0	7	-0.1598164141178131
159299	rnn.bias_hh_l0	8	-0.18659773468971252
159299	rnn.bias_hh_l0	9	-0.09779712557792664
159299	rnn.weight_ih_l0_reverse	0	-0.02491634339094162
159299	rnn.weight_ih_l0_reverse	1	-0.00034412654349580407
159299	rnn.weight_ih_l0_reverse	2	0.01864653080701828
159299	rnn.weight_ih_l0_reverse	3	-0.00410862872377038
159299	rnn.weight_ih_l0_reverse	4	0.030144669115543365
159299	rnn.weight_ih_l0_reverse	5	-0.05471833795309067
159299	rnn.weight_ih_l0_reverse	6	-0.05048924684524536
159299	rnn.weight_ih_l0_reverse	7	0.0005760106141678989
159299	rnn.weight_ih_l0_reverse	8	0.08774393796920776
159299	rnn.weight_ih_l0_reverse	9	0.02216731570661068
159299	rnn.weight_hh_l0_reverse	0	0.006163664627820253
159299	rnn.weight_hh_l0_reverse	1	0.02556931972503662
159299	rnn.weight_hh_l0_reverse	2	-0.04027678072452545
159299	rnn.weight_hh_l0_reverse	3	0.038491372019052505
159299	rnn.weight_hh_l0_reverse	4	0.02488839067518711
159299	rnn.weight_hh_l0_reverse	5	-0.0013709455961361527
159299	rnn.weight_hh_l0_reverse	6	0.058985743671655655
159299	rnn.weight_hh_l0_reverse	7	0.024372728541493416
159299	rnn.weight_hh_l0_reverse	8	-0.014504759572446346
159299	rnn.weight_hh_l0_reverse	9	-0.035425372421741486
159299	rnn.bias_ih_l0_reverse	0	-0.1393888294696808
159299	rnn.bias_ih_l0_reverse	1	-0.3099309802055359
159299	rnn.bias_ih_l0_reverse	2	-0.06551225483417511
159299	rnn.bias_ih_l0_reverse	3	-0.14212656021118164
159299	rnn.bias_ih_l0_reverse	4	0.06468264758586884
159299	rnn.bias_ih_l0_reverse	5	-0.2633049488067627
159299	rnn.bias_ih_l0_reverse	6	-0.055691152811050415
159299	rnn.bias_ih_l0_reverse	7	0.008674155920743942
159299	rnn.bias_ih_l0_reverse	8	-0.17663869261741638
159299	rnn.bias_ih_l0_reverse	9	-0.10002663731575012
159299	rnn.bias_hh_l0_reverse	0	-0.15333476662635803
159299	rnn.bias_hh_l0_reverse	1	-0.15240363776683807
159299	rnn.bias_hh_l0_reverse	2	-0.01901138387620449
159299	rnn.bias_hh_l0_reverse	3	-0.13327910006046295
159299	rnn.bias_hh_l0_reverse	4	-0.015389601700007915
159299	rnn.bias_hh_l0_reverse	5	-0.11228025704622269
159299	rnn.bias_hh_l0_reverse	6	-0.06916671246290207
159299	rnn.bias_hh_l0_reverse	7	-0.19722174108028412
159299	rnn.bias_hh_l0_reverse	8	-0.058439116925001144
159299	rnn.bias_hh_l0_reverse	9	-0.13413098454475403
159299	linear.weight	0	-0.19863586127758026
159299	linear.weight	1	-0.15579824149608612
159299	linear.weight	2	-0.011228874325752258
159299	linear.weight	3	-0.0766918957233429
159299	linear.weight	4	0.05704092979431152
159299	linear.weight	5	0.2118990272283554
159299	linear.weight	6	0.0047744326293468475
159299	linear.weight	7	-0.021312154829502106
159299	linear.weight	8	0.21476159989833832
159299	linear.weight	9	0.2231626659631729
159299	linear.bias	0	-0.8497450351715088
159299	linear.bias	1	1.3611445426940918
159299	linear.bias	2	-0.4307023882865906
159299	linear.bias	3	-0.700973391532898
159299	linear.bias	4	-0.8694401383399963
159299	linear.bias	5	-1.174566388130188
159299	linear.bias	6	-0.922773540019989
159299	linear.bias	7	-0.6958558559417725
159299	linear.bias	8	-0.01705317199230194
159299	linear.bias	9	3.3401739597320557
159496	transitions	0	-0.41906577348709106
159496	transitions	1	8.601550102233887
159496	transitions	2	-3.5102202892303467
159496	transitions	3	1.431129813194275
159496	transitions	4	-2.120697021484375
159496	transitions	5	-0.3966265916824341
159496	transitions	6	-0.1895006150007248
159496	transitions	7	-10000.0
159496	transitions	8	1.7777698040008545
159496	transitions	9	-2.293894052505493
159496	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
159496	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
159496	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
159496	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
159496	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
159496	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
159496	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
159496	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
159496	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
159496	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
159496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
159496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
159496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
159496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
159496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
159496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
159496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
159496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
159496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
159496	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
159496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
159496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
159496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
159496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
159496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
159496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
159496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
159496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
159496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
159496	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
159496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
159496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
159496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
159496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
159496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
159496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
159496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
159496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
159496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
159496	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
159496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
159496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
159496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
159496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
159496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
159496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
159496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
159496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
159496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
159496	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
159496	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
159496	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
159496	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
159496	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
159496	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
159496	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
159496	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
159496	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
159496	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
159496	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
159496	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
159496	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
159496	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
159496	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
159496	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
159496	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
159496	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
159496	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
159496	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
159496	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
159496	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
159496	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
159496	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
159496	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
159496	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
159496	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
159496	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
159496	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
159496	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
159496	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
159496	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
159496	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
159496	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
159496	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
159496	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
159496	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
159496	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
159496	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
159496	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
159496	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
159496	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
159496	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
159496	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
159496	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
159496	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
159496	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
159496	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
159496	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
159496	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
159496	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
159496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
159496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
159496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
159496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
159496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
159496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
159496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
159496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
159496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
159496	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
159496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
159496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
159496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
159496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
159496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
159496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
159496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
159496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
159496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
159496	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
159496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
159496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
159496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
159496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
159496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
159496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
159496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
159496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
159496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
159496	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
159496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
159496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
159496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
159496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
159496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
159496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
159496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
159496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
159496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
159496	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
159496	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
159496	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
159496	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
159496	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
159496	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
159496	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
159496	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
159496	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
159496	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
159496	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
159496	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
159496	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
159496	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
159496	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
159496	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
159496	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
159496	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
159496	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
159496	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
159496	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
159496	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
159496	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
159496	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
159496	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
159496	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
159496	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
159496	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
159496	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
159496	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
159496	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
159496	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
159496	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
159496	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
159496	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
159496	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
159496	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
159496	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
159496	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
159496	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
159496	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
159496	embedding2nn.weight	0	0.04853718727827072
159496	embedding2nn.weight	1	-0.08964128792285919
159496	embedding2nn.weight	2	0.011035293340682983
159496	embedding2nn.weight	3	-0.05693772807717323
159496	embedding2nn.weight	4	-0.1088101714849472
159496	embedding2nn.weight	5	0.12448597699403763
159496	embedding2nn.weight	6	-0.13111531734466553
159496	embedding2nn.weight	7	-0.07894778996706009
159496	embedding2nn.weight	8	-0.031496692448854446
159496	embedding2nn.weight	9	0.06617691367864609
159496	embedding2nn.bias	0	0.07371068745851517
159496	embedding2nn.bias	1	0.035324808210134506
159496	embedding2nn.bias	2	-0.09386894106864929
159496	embedding2nn.bias	3	0.07068350911140442
159496	embedding2nn.bias	4	-0.014722396619617939
159496	embedding2nn.bias	5	-0.16385848820209503
159496	embedding2nn.bias	6	-0.13521763682365417
159496	embedding2nn.bias	7	-0.07370693236589432
159496	embedding2nn.bias	8	0.08102908730506897
159496	embedding2nn.bias	9	-0.06552708148956299
159496	rnn.weight_ih_l0	0	0.03811263665556908
159496	rnn.weight_ih_l0	1	-0.06955869495868683
159496	rnn.weight_ih_l0	2	-0.03313024714589119
159496	rnn.weight_ih_l0	3	-0.04358520731329918
159496	rnn.weight_ih_l0	4	0.022632267326116562
159496	rnn.weight_ih_l0	5	-0.10765543580055237
159496	rnn.weight_ih_l0	6	-0.05341104045510292
159496	rnn.weight_ih_l0	7	-0.014101003296673298
159496	rnn.weight_ih_l0	8	0.07797976583242416
159496	rnn.weight_ih_l0	9	0.010774507187306881
159496	rnn.weight_hh_l0	0	-0.001220028498210013
159496	rnn.weight_hh_l0	1	-0.09080731123685837
159496	rnn.weight_hh_l0	2	0.06734631955623627
159496	rnn.weight_hh_l0	3	0.04250979423522949
159496	rnn.weight_hh_l0	4	0.004074655007570982
159496	rnn.weight_hh_l0	5	0.06527603417634964
159496	rnn.weight_hh_l0	6	-0.017743900418281555
159496	rnn.weight_hh_l0	7	-0.0955268144607544
159496	rnn.weight_hh_l0	8	0.011551955714821815
159496	rnn.weight_hh_l0	9	-0.08016884326934814
159496	rnn.bias_ih_l0	0	-0.05775982886552811
159496	rnn.bias_ih_l0	1	-0.18816927075386047
159496	rnn.bias_ih_l0	2	-0.25301581621170044
159496	rnn.bias_ih_l0	3	-0.2720757722854614
159496	rnn.bias_ih_l0	4	-0.005694244056940079
159496	rnn.bias_ih_l0	5	0.039583299309015274
159496	rnn.bias_ih_l0	6	-0.1794341653585434
159496	rnn.bias_ih_l0	7	-0.2505565583705902
159496	rnn.bias_ih_l0	8	-0.12419908493757248
159496	rnn.bias_ih_l0	9	-0.18252907693386078
159496	rnn.bias_hh_l0	0	0.12154768407344818
159496	rnn.bias_hh_l0	1	-0.05933232605457306
159496	rnn.bias_hh_l0	2	0.04365742951631546
159496	rnn.bias_hh_l0	3	-0.17404036223888397
159496	rnn.bias_hh_l0	4	0.04246000200510025
159496	rnn.bias_hh_l0	5	0.02568144164979458
159496	rnn.bias_hh_l0	6	-0.097978875041008
159496	rnn.bias_hh_l0	7	-0.16054242849349976
159496	rnn.bias_hh_l0	8	-0.18672271072864532
159496	rnn.bias_hh_l0	9	-0.09776373952627182
159496	rnn.weight_ih_l0_reverse	0	-0.02471837028861046
159496	rnn.weight_ih_l0_reverse	1	-0.001185556990094483
159496	rnn.weight_ih_l0_reverse	2	0.024529309943318367
159496	rnn.weight_ih_l0_reverse	3	-0.003850894281640649
159496	rnn.weight_ih_l0_reverse	4	0.0306501854211092
159496	rnn.weight_ih_l0_reverse	5	-0.05456565320491791
159496	rnn.weight_ih_l0_reverse	6	-0.05048241466283798
159496	rnn.weight_ih_l0_reverse	7	0.0018795125652104616
159496	rnn.weight_ih_l0_reverse	8	0.08736573904752731
159496	rnn.weight_ih_l0_reverse	9	0.02214057557284832
159496	rnn.weight_hh_l0_reverse	0	0.005990571808069944
159496	rnn.weight_hh_l0_reverse	1	0.02574145421385765
159496	rnn.weight_hh_l0_reverse	2	-0.040072716772556305
159496	rnn.weight_hh_l0_reverse	3	0.03847722336649895
159496	rnn.weight_hh_l0_reverse	4	0.024965651333332062
159496	rnn.weight_hh_l0_reverse	5	-0.0019474229775369167
159496	rnn.weight_hh_l0_reverse	6	0.058766596019268036
159496	rnn.weight_hh_l0_reverse	7	0.024319302290678024
159496	rnn.weight_hh_l0_reverse	8	-0.01383675541728735
159496	rnn.weight_hh_l0_reverse	9	-0.03593793883919716
159496	rnn.bias_ih_l0_reverse	0	-0.14022937417030334
159496	rnn.bias_ih_l0_reverse	1	-0.31259915232658386
159496	rnn.bias_ih_l0_reverse	2	-0.06618579477071762
159496	rnn.bias_ih_l0_reverse	3	-0.14217118918895721
159496	rnn.bias_ih_l0_reverse	4	0.06636402010917664
159496	rnn.bias_ih_l0_reverse	5	-0.2638099491596222
159496	rnn.bias_ih_l0_reverse	6	-0.05377998948097229
159496	rnn.bias_ih_l0_reverse	7	0.00829565804451704
159496	rnn.bias_ih_l0_reverse	8	-0.17787201702594757
159496	rnn.bias_ih_l0_reverse	9	-0.1000228077173233
159496	rnn.bias_hh_l0_reverse	0	-0.15106292068958282
159496	rnn.bias_hh_l0_reverse	1	-0.1527596265077591
159496	rnn.bias_hh_l0_reverse	2	-0.02006407640874386
159496	rnn.bias_hh_l0_reverse	3	-0.13467267155647278
159496	rnn.bias_hh_l0_reverse	4	-0.016198504716157913
159496	rnn.bias_hh_l0_reverse	5	-0.11319632083177567
159496	rnn.bias_hh_l0_reverse	6	-0.06712224334478378
159496	rnn.bias_hh_l0_reverse	7	-0.197673499584198
159496	rnn.bias_hh_l0_reverse	8	-0.059300873428583145
159496	rnn.bias_hh_l0_reverse	9	-0.1343914270401001
159496	linear.weight	0	-0.18522848188877106
159496	linear.weight	1	-0.1538478434085846
159496	linear.weight	2	-0.011228874325752258
159496	linear.weight	3	-0.07087913155555725
159496	linear.weight	4	0.060567617416381836
159496	linear.weight	5	0.2036978304386139
159496	linear.weight	6	0.0047744326293468475
159496	linear.weight	7	-0.021312154829502106
159496	linear.weight	8	0.2144922912120819
159496	linear.weight	9	0.2264627367258072
159496	linear.bias	0	-0.8358442783355713
159496	linear.bias	1	1.372536301612854
159496	linear.bias	2	-0.42741337418556213
159496	linear.bias	3	-0.6833387613296509
159496	linear.bias	4	-0.8759734034538269
159496	linear.bias	5	-1.1745893955230713
159496	linear.bias	6	-0.9094658493995667
159496	linear.bias	7	-0.7101384401321411
159496	linear.bias	8	-0.01705317199230194
159496	linear.bias	9	3.345062732696533
159693	transitions	0	-0.41910815238952637
159693	transitions	1	8.592841148376465
159693	transitions	2	-3.5107614994049072
159693	transitions	3	1.4275771379470825
159693	transitions	4	-2.1209468841552734
159693	transitions	5	-0.3968120813369751
159693	transitions	6	-0.18952235579490662
159693	transitions	7	-10000.0
159693	transitions	8	1.7766884565353394
159693	transitions	9	-2.293898820877075
159693	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
159693	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
159693	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
159693	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
159693	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
159693	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
159693	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
159693	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
159693	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
159693	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
159693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
159693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
159693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
159693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
159693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
159693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
159693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
159693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
159693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
159693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
159693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
159693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
159693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
159693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
159693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
159693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
159693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
159693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
159693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
159693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
159693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
159693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
159693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
159693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
159693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
159693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
159693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
159693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
159693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
159693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
159693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
159693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
159693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
159693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
159693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
159693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
159693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
159693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
159693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
159693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
159693	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
159693	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
159693	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
159693	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
159693	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
159693	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
159693	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
159693	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
159693	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
159693	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
159693	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
159693	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
159693	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
159693	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
159693	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
159693	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
159693	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
159693	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
159693	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
159693	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
159693	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
159693	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
159693	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
159693	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
159693	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
159693	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
159693	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
159693	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
159693	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
159693	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
159693	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
159693	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
159693	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
159693	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
159693	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
159693	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
159693	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
159693	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
159693	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
159693	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
159693	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
159693	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
159693	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
159693	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
159693	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
159693	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
159693	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
159693	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
159693	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
159693	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
159693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
159693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
159693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
159693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
159693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
159693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
159693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
159693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
159693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
159693	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
159693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
159693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
159693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
159693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
159693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
159693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
159693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
159693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
159693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
159693	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
159693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
159693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
159693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
159693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
159693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
159693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
159693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
159693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
159693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
159693	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
159693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
159693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
159693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
159693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
159693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
159693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
159693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
159693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
159693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
159693	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
159693	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
159693	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
159693	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
159693	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
159693	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
159693	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
159693	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
159693	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
159693	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
159693	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
159693	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
159693	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
159693	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
159693	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
159693	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
159693	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
159693	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
159693	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
159693	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
159693	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
159693	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
159693	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
159693	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
159693	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
159693	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
159693	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
159693	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
159693	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
159693	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
159693	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
159693	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
159693	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
159693	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
159693	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
159693	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
159693	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
159693	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
159693	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
159693	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
159693	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
159693	embedding2nn.weight	0	0.048384953290224075
159693	embedding2nn.weight	1	-0.0885191410779953
159693	embedding2nn.weight	2	0.010131671093404293
159693	embedding2nn.weight	3	-0.05640879645943642
159693	embedding2nn.weight	4	-0.10838419944047928
159693	embedding2nn.weight	5	0.12370952218770981
159693	embedding2nn.weight	6	-0.13183516263961792
159693	embedding2nn.weight	7	-0.07842857390642166
159693	embedding2nn.weight	8	-0.031122297048568726
159693	embedding2nn.weight	9	0.06589855998754501
159693	embedding2nn.bias	0	0.07478909939527512
159693	embedding2nn.bias	1	0.025100670754909515
159693	embedding2nn.bias	2	-0.09340579807758331
159693	embedding2nn.bias	3	0.05828182399272919
159693	embedding2nn.bias	4	-0.016658548265695572
159693	embedding2nn.bias	5	-0.15912890434265137
159693	embedding2nn.bias	6	-0.13812784850597382
159693	embedding2nn.bias	7	-0.07364799827337265
159693	embedding2nn.bias	8	0.08352366834878922
159693	embedding2nn.bias	9	-0.06836045533418655
159693	rnn.weight_ih_l0	0	0.03662591427564621
159693	rnn.weight_ih_l0	1	-0.0692509263753891
159693	rnn.weight_ih_l0	2	-0.03332970291376114
159693	rnn.weight_ih_l0	3	-0.044390808790922165
159693	rnn.weight_ih_l0	4	0.021611645817756653
159693	rnn.weight_ih_l0	5	-0.10776494443416595
159693	rnn.weight_ih_l0	6	-0.053578171879053116
159693	rnn.weight_ih_l0	7	-0.014141058549284935
159693	rnn.weight_ih_l0	8	0.07944437861442566
159693	rnn.weight_ih_l0	9	0.010621318593621254
159693	rnn.weight_hh_l0	0	-0.0010002815397456288
159693	rnn.weight_hh_l0	1	-0.09059745818376541
159693	rnn.weight_hh_l0	2	0.06671017408370972
159693	rnn.weight_hh_l0	3	0.04249902069568634
159693	rnn.weight_hh_l0	4	0.004089296329766512
159693	rnn.weight_hh_l0	5	0.06498531252145767
159693	rnn.weight_hh_l0	6	-0.017729535698890686
159693	rnn.weight_hh_l0	7	-0.09548076242208481
159693	rnn.weight_hh_l0	8	0.011838141828775406
159693	rnn.weight_hh_l0	9	-0.07935740798711777
159693	rnn.bias_ih_l0	0	-0.05892447754740715
159693	rnn.bias_ih_l0	1	-0.18938636779785156
159693	rnn.bias_ih_l0	2	-0.2517540454864502
159693	rnn.bias_ih_l0	3	-0.2717614471912384
159693	rnn.bias_ih_l0	4	-0.007743051741272211
159693	rnn.bias_ih_l0	5	0.04023831710219383
159693	rnn.bias_ih_l0	6	-0.1800771951675415
159693	rnn.bias_ih_l0	7	-0.25138774514198303
159693	rnn.bias_ih_l0	8	-0.12251483649015427
159693	rnn.bias_ih_l0	9	-0.183151513338089
159693	rnn.bias_hh_l0	0	0.12090831995010376
159693	rnn.bias_hh_l0	1	-0.059442099183797836
159693	rnn.bias_hh_l0	2	0.04367153346538544
159693	rnn.bias_hh_l0	3	-0.17225009202957153
159693	rnn.bias_hh_l0	4	0.04187257960438728
159693	rnn.bias_hh_l0	5	0.02678425796329975
159693	rnn.bias_hh_l0	6	-0.0988258346915245
159693	rnn.bias_hh_l0	7	-0.16088858246803284
159693	rnn.bias_hh_l0	8	-0.18636855483055115
159693	rnn.bias_hh_l0	9	-0.09722679853439331
159693	rnn.weight_ih_l0_reverse	0	-0.025177480652928352
159693	rnn.weight_ih_l0_reverse	1	-0.001558506628498435
159693	rnn.weight_ih_l0_reverse	2	0.026407595723867416
159693	rnn.weight_ih_l0_reverse	3	-0.002443708712235093
159693	rnn.weight_ih_l0_reverse	4	0.028892643749713898
159693	rnn.weight_ih_l0_reverse	5	-0.05499615892767906
159693	rnn.weight_ih_l0_reverse	6	-0.05038566142320633
159693	rnn.weight_ih_l0_reverse	7	0.0016942524816840887
159693	rnn.weight_ih_l0_reverse	8	0.08798679709434509
159693	rnn.weight_ih_l0_reverse	9	0.02217819355428219
159693	rnn.weight_hh_l0_reverse	0	0.006077687256038189
159693	rnn.weight_hh_l0_reverse	1	0.025781866163015366
159693	rnn.weight_hh_l0_reverse	2	-0.0400688573718071
159693	rnn.weight_hh_l0_reverse	3	0.03859049081802368
159693	rnn.weight_hh_l0_reverse	4	0.024676742032170296
159693	rnn.weight_hh_l0_reverse	5	-0.0018758312799036503
159693	rnn.weight_hh_l0_reverse	6	0.05848186835646629
159693	rnn.weight_hh_l0_reverse	7	0.024798618629574776
159693	rnn.weight_hh_l0_reverse	8	-0.013804599642753601
159693	rnn.weight_hh_l0_reverse	9	-0.03619535267353058
159693	rnn.bias_ih_l0_reverse	0	-0.1413937658071518
159693	rnn.bias_ih_l0_reverse	1	-0.3117738366127014
159693	rnn.bias_ih_l0_reverse	2	-0.06522167474031448
159693	rnn.bias_ih_l0_reverse	3	-0.14216144382953644
159693	rnn.bias_ih_l0_reverse	4	0.06732146441936493
159693	rnn.bias_ih_l0_reverse	5	-0.2631888687610626
159693	rnn.bias_ih_l0_reverse	6	-0.0533263124525547
159693	rnn.bias_ih_l0_reverse	7	0.011187826283276081
159693	rnn.bias_ih_l0_reverse	8	-0.1787753701210022
159693	rnn.bias_ih_l0_reverse	9	-0.10145461559295654
159693	rnn.bias_hh_l0_reverse	0	-0.15014348924160004
159693	rnn.bias_hh_l0_reverse	1	-0.15138494968414307
159693	rnn.bias_hh_l0_reverse	2	-0.020628895610570908
159693	rnn.bias_hh_l0_reverse	3	-0.13428178429603577
159693	rnn.bias_hh_l0_reverse	4	-0.014873914420604706
159693	rnn.bias_hh_l0_reverse	5	-0.11029742658138275
159693	rnn.bias_hh_l0_reverse	6	-0.0667516216635704
159693	rnn.bias_hh_l0_reverse	7	-0.19855400919914246
159693	rnn.bias_hh_l0_reverse	8	-0.05827664956450462
159693	rnn.bias_hh_l0_reverse	9	-0.13291886448860168
159693	linear.weight	0	-0.1819581240415573
159693	linear.weight	1	-0.15665127336978912
159693	linear.weight	2	-0.011228874325752258
159693	linear.weight	3	-0.07116081565618515
159693	linear.weight	4	0.05739431083202362
159693	linear.weight	5	0.20811104774475098
159693	linear.weight	6	0.0047744326293468475
159693	linear.weight	7	-0.021312154829502106
159693	linear.weight	8	0.21225833892822266
159693	linear.weight	9	0.2304621785879135
159693	linear.bias	0	-0.8490545749664307
159693	linear.bias	1	1.337813377380371
159693	linear.bias	2	-0.4297378957271576
159693	linear.bias	3	-0.703051745891571
159693	linear.bias	4	-0.9164372682571411
159693	linear.bias	5	-1.1746132373809814
159693	linear.bias	6	-0.9218470454216003
159693	linear.bias	7	-0.6999286413192749
159693	linear.bias	8	-0.01705317199230194
159693	linear.bias	9	3.3374855518341064
159890	transitions	0	-0.41919559240341187
159890	transitions	1	8.571991920471191
159890	transitions	2	-3.511235475540161
159890	transitions	3	1.4182285070419312
159890	transitions	4	-2.12131404876709
159890	transitions	5	-0.3968650698661804
159890	transitions	6	-0.18954315781593323
159890	transitions	7	-10000.0
159890	transitions	8	1.777119755744934
159890	transitions	9	-2.293902635574341
159890	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
159890	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
159890	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
159890	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
159890	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
159890	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
159890	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
159890	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
159890	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
159890	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
159890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
159890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
159890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
159890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
159890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
159890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
159890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
159890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
159890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
159890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
159890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
159890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
159890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
159890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
159890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
159890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
159890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
159890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
159890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
159890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
159890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
159890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
159890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
159890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
159890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
159890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
159890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
159890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
159890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
159890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
159890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
159890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
159890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
159890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
159890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
159890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
159890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
159890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
159890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
159890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
159890	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
159890	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
159890	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
159890	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
159890	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
159890	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
159890	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
159890	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
159890	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
159890	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
159890	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
159890	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
159890	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
159890	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
159890	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
159890	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
159890	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
159890	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
159890	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
159890	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
159890	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
159890	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
159890	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
159890	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
159890	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
159890	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
159890	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
159890	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
159890	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
159890	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
159890	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
159890	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
159890	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
159890	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
159890	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
159890	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
159890	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
159890	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
159890	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
159890	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
159890	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
159890	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
159890	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
159890	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
159890	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
159890	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
159890	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
159890	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
159890	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
159890	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
159890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
159890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
159890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
159890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
159890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
159890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
159890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
159890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
159890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
159890	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
159890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
159890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
159890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
159890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
159890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
159890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
159890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
159890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
159890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
159890	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
159890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
159890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
159890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
159890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
159890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
159890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
159890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
159890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
159890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
159890	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
159890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
159890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
159890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
159890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
159890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
159890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
159890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
159890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
159890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
159890	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
159890	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
159890	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
159890	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
159890	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
159890	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
159890	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
159890	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
159890	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
159890	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
159890	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
159890	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
159890	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
159890	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
159890	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
159890	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
159890	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
159890	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
159890	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
159890	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
159890	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
159890	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
159890	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
159890	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
159890	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
159890	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
159890	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
159890	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
159890	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
159890	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
159890	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
159890	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
159890	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
159890	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
159890	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
159890	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
159890	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
159890	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
159890	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
159890	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
159890	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
159890	embedding2nn.weight	0	0.04837747663259506
159890	embedding2nn.weight	1	-0.08739878237247467
159890	embedding2nn.weight	2	0.009641059674322605
159890	embedding2nn.weight	3	-0.056817956268787384
159890	embedding2nn.weight	4	-0.10843171179294586
159890	embedding2nn.weight	5	0.12428020685911179
159890	embedding2nn.weight	6	-0.13472844660282135
159890	embedding2nn.weight	7	-0.0791872963309288
159890	embedding2nn.weight	8	-0.03038238361477852
159890	embedding2nn.weight	9	0.06581246107816696
159890	embedding2nn.bias	0	0.05990069732069969
159890	embedding2nn.bias	1	0.01631840318441391
159890	embedding2nn.bias	2	-0.09115592390298843
159890	embedding2nn.bias	3	0.06530790776014328
159890	embedding2nn.bias	4	-0.013657513074576855
159890	embedding2nn.bias	5	-0.16426362097263336
159890	embedding2nn.bias	6	-0.13740909099578857
159890	embedding2nn.bias	7	-0.07210154086351395
159890	embedding2nn.bias	8	0.09080687910318375
159890	embedding2nn.bias	9	-0.06690400093793869
159890	rnn.weight_ih_l0	0	0.037518929690122604
159890	rnn.weight_ih_l0	1	-0.06929290294647217
159890	rnn.weight_ih_l0	2	-0.03288719803094864
159890	rnn.weight_ih_l0	3	-0.04300913214683533
159890	rnn.weight_ih_l0	4	0.019424201920628548
159890	rnn.weight_ih_l0	5	-0.10787719488143921
159890	rnn.weight_ih_l0	6	-0.05357543006539345
159890	rnn.weight_ih_l0	7	-0.013764867559075356
159890	rnn.weight_ih_l0	8	0.08046817034482956
159890	rnn.weight_ih_l0	9	0.009759869426488876
159890	rnn.weight_hh_l0	0	-0.0007685940945520997
159890	rnn.weight_hh_l0	1	-0.09128246456384659
159890	rnn.weight_hh_l0	2	0.06682098656892776
159890	rnn.weight_hh_l0	3	0.042400747537612915
159890	rnn.weight_hh_l0	4	0.00406963936984539
159890	rnn.weight_hh_l0	5	0.06531114131212234
159890	rnn.weight_hh_l0	6	-0.0177647415548563
159890	rnn.weight_hh_l0	7	-0.09553124010562897
159890	rnn.weight_hh_l0	8	0.011712470091879368
159890	rnn.weight_hh_l0	9	-0.0800992101430893
159890	rnn.bias_ih_l0	0	-0.060093384236097336
159890	rnn.bias_ih_l0	1	-0.1874810755252838
159890	rnn.bias_ih_l0	2	-0.25066089630126953
159890	rnn.bias_ih_l0	3	-0.2700726091861725
159890	rnn.bias_ih_l0	4	-0.00705140782520175
159890	rnn.bias_ih_l0	5	0.03806004300713539
159890	rnn.bias_ih_l0	6	-0.1798921525478363
159890	rnn.bias_ih_l0	7	-0.24979443848133087
159890	rnn.bias_ih_l0	8	-0.12468480318784714
159890	rnn.bias_ih_l0	9	-0.18405278027057648
159890	rnn.bias_hh_l0	0	0.11914052069187164
159890	rnn.bias_hh_l0	1	-0.060910921543836594
159890	rnn.bias_hh_l0	2	0.04344821721315384
159890	rnn.bias_hh_l0	3	-0.17228400707244873
159890	rnn.bias_hh_l0	4	0.040918979793787
159890	rnn.bias_hh_l0	5	0.027548857033252716
159890	rnn.bias_hh_l0	6	-0.09874497354030609
159890	rnn.bias_hh_l0	7	-0.16164270043373108
159890	rnn.bias_hh_l0	8	-0.1847393959760666
159890	rnn.bias_hh_l0	9	-0.09818892180919647
159890	rnn.weight_ih_l0_reverse	0	-0.02564358152449131
159890	rnn.weight_ih_l0_reverse	1	-0.0006599054904654622
159890	rnn.weight_ih_l0_reverse	2	0.026615312322974205
159890	rnn.weight_ih_l0_reverse	3	-0.001345500466413796
159890	rnn.weight_ih_l0_reverse	4	0.02958415076136589
159890	rnn.weight_ih_l0_reverse	5	-0.05547027662396431
159890	rnn.weight_ih_l0_reverse	6	-0.04987392574548721
159890	rnn.weight_ih_l0_reverse	7	0.0014164131134748459
159890	rnn.weight_ih_l0_reverse	8	0.08679011464118958
159890	rnn.weight_ih_l0_reverse	9	0.021836182102560997
159890	rnn.weight_hh_l0_reverse	0	0.005920566152781248
159890	rnn.weight_hh_l0_reverse	1	0.025730134919285774
159890	rnn.weight_hh_l0_reverse	2	-0.04018406197428703
159890	rnn.weight_hh_l0_reverse	3	0.038625568151474
159890	rnn.weight_hh_l0_reverse	4	0.024848299100995064
159890	rnn.weight_hh_l0_reverse	5	-0.0018680348293855786
159890	rnn.weight_hh_l0_reverse	6	0.05905802920460701
159890	rnn.weight_hh_l0_reverse	7	0.0244455449283123
159890	rnn.weight_hh_l0_reverse	8	-0.013586912304162979
159890	rnn.weight_hh_l0_reverse	9	-0.036107420921325684
159890	rnn.bias_ih_l0_reverse	0	-0.1402193009853363
159890	rnn.bias_ih_l0_reverse	1	-0.31009140610694885
159890	rnn.bias_ih_l0_reverse	2	-0.06615301221609116
159890	rnn.bias_ih_l0_reverse	3	-0.14208699762821198
159890	rnn.bias_ih_l0_reverse	4	0.06770718097686768
159890	rnn.bias_ih_l0_reverse	5	-0.26479724049568176
159890	rnn.bias_ih_l0_reverse	6	-0.051788464188575745
159890	rnn.bias_ih_l0_reverse	7	0.006342785898596048
159890	rnn.bias_ih_l0_reverse	8	-0.1774226576089859
159890	rnn.bias_ih_l0_reverse	9	-0.10152524709701538
159890	rnn.bias_hh_l0_reverse	0	-0.15016385912895203
159890	rnn.bias_hh_l0_reverse	1	-0.15289683640003204
159890	rnn.bias_hh_l0_reverse	2	-0.02034204825758934
159890	rnn.bias_hh_l0_reverse	3	-0.13445806503295898
159890	rnn.bias_hh_l0_reverse	4	-0.015582695603370667
159890	rnn.bias_hh_l0_reverse	5	-0.10947355628013611
159890	rnn.bias_hh_l0_reverse	6	-0.06475803256034851
159890	rnn.bias_hh_l0_reverse	7	-0.1983632594347
159890	rnn.bias_hh_l0_reverse	8	-0.058812398463487625
159890	rnn.bias_hh_l0_reverse	9	-0.1332492083311081
159890	linear.weight	0	-0.18998441100120544
159890	linear.weight	1	-0.1521783322095871
159890	linear.weight	2	-0.011228874325752258
159890	linear.weight	3	-0.06735032796859741
159890	linear.weight	4	0.058734431862831116
159890	linear.weight	5	0.202846497297287
159890	linear.weight	6	0.0047744326293468475
159890	linear.weight	7	-0.021312154829502106
159890	linear.weight	8	0.20315781235694885
159890	linear.weight	9	0.24629110097885132
159890	linear.bias	0	-0.8529576659202576
159890	linear.bias	1	1.3566230535507202
159890	linear.bias	2	-0.4426209628582001
159890	linear.bias	3	-0.7138937711715698
159890	linear.bias	4	-0.8839007019996643
159890	linear.bias	5	-1.1746355295181274
159890	linear.bias	6	-0.926129162311554
159890	linear.bias	7	-0.7000818252563477
159890	linear.bias	8	-0.01705317199230194
159890	linear.bias	9	3.3764302730560303
159894	transitions	0	-0.4191958010196686
159894	transitions	1	8.56550121307373
159894	transitions	2	-3.511237621307373
159894	transitions	3	1.4180766344070435
159894	transitions	4	-2.121314764022827
159894	transitions	5	-0.3968650996685028
159894	transitions	6	-0.18954354524612427
159894	transitions	7	-10000.0
159894	transitions	8	1.777117371559143
159894	transitions	9	-2.29390287399292
159894	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
159894	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
159894	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
159894	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
159894	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
159894	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
159894	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
159894	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
159894	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
159894	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
159894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
159894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
159894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
159894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
159894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
159894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
159894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
159894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
159894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
159894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
159894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
159894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
159894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
159894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
159894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
159894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
159894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
159894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
159894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
159894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
159894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
159894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
159894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
159894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
159894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
159894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
159894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
159894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
159894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
159894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
159894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
159894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
159894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
159894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
159894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
159894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
159894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
159894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
159894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
159894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
159894	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
159894	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
159894	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
159894	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
159894	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
159894	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
159894	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
159894	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
159894	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
159894	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
159894	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
159894	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
159894	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
159894	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
159894	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
159894	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
159894	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
159894	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
159894	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
159894	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
159894	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
159894	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
159894	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
159894	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
159894	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
159894	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
159894	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
159894	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
159894	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
159894	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
159894	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
159894	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
159894	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
159894	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
159894	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
159894	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
159894	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
159894	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
159894	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
159894	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
159894	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
159894	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
159894	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
159894	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
159894	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
159894	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
159894	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
159894	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
159894	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
159894	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
159894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
159894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
159894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
159894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
159894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
159894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
159894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
159894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
159894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
159894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
159894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
159894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
159894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
159894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
159894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
159894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
159894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
159894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
159894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
159894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
159894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
159894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
159894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
159894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
159894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
159894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
159894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
159894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
159894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
159894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
159894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
159894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
159894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
159894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
159894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
159894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
159894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
159894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
159894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
159894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
159894	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
159894	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
159894	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
159894	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
159894	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
159894	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
159894	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
159894	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
159894	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
159894	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
159894	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
159894	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
159894	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
159894	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
159894	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
159894	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
159894	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
159894	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
159894	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
159894	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
159894	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
159894	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
159894	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
159894	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
159894	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
159894	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
159894	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
159894	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
159894	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
159894	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
159894	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
159894	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
159894	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
159894	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
159894	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
159894	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
159894	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
159894	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
159894	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
159894	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
159894	embedding2nn.weight	0	0.048360854387283325
159894	embedding2nn.weight	1	-0.08738946169614792
159894	embedding2nn.weight	2	0.009496272541582584
159894	embedding2nn.weight	3	-0.05676283314824104
159894	embedding2nn.weight	4	-0.10856238752603531
159894	embedding2nn.weight	5	0.12430636584758759
159894	embedding2nn.weight	6	-0.1350668966770172
159894	embedding2nn.weight	7	-0.07930923253297806
159894	embedding2nn.weight	8	-0.030400365591049194
159894	embedding2nn.weight	9	0.06575509160757065
159894	embedding2nn.bias	0	0.061137109994888306
159894	embedding2nn.bias	1	0.017011646181344986
159894	embedding2nn.bias	2	-0.09024913609027863
159894	embedding2nn.bias	3	0.06409937888383865
159894	embedding2nn.bias	4	-0.014048367738723755
159894	embedding2nn.bias	5	-0.1652020514011383
159894	embedding2nn.bias	6	-0.1354474425315857
159894	embedding2nn.bias	7	-0.0726504996418953
159894	embedding2nn.bias	8	0.09088177978992462
159894	embedding2nn.bias	9	-0.06626470386981964
159894	rnn.weight_ih_l0	0	0.03758970648050308
159894	rnn.weight_ih_l0	1	-0.06924308836460114
159894	rnn.weight_ih_l0	2	-0.032882608473300934
159894	rnn.weight_ih_l0	3	-0.04303298890590668
159894	rnn.weight_ih_l0	4	0.01940995268523693
159894	rnn.weight_ih_l0	5	-0.10788538306951523
159894	rnn.weight_ih_l0	6	-0.0536370575428009
159894	rnn.weight_ih_l0	7	-0.013774226419627666
159894	rnn.weight_ih_l0	8	0.080257847905159
159894	rnn.weight_ih_l0	9	0.009650551714003086
159894	rnn.weight_hh_l0	0	-0.0007678749389015138
159894	rnn.weight_hh_l0	1	-0.09128250181674957
159894	rnn.weight_hh_l0	2	0.06675544381141663
159894	rnn.weight_hh_l0	3	0.04239172115921974
159894	rnn.weight_hh_l0	4	0.004073273856192827
159894	rnn.weight_hh_l0	5	0.06533420830965042
159894	rnn.weight_hh_l0	6	-0.017763402312994003
159894	rnn.weight_hh_l0	7	-0.09549471735954285
159894	rnn.weight_hh_l0	8	0.01161246094852686
159894	rnn.weight_hh_l0	9	-0.07995714247226715
159894	rnn.bias_ih_l0	0	-0.06019463390111923
159894	rnn.bias_ih_l0	1	-0.1873917430639267
159894	rnn.bias_ih_l0	2	-0.2506267726421356
159894	rnn.bias_ih_l0	3	-0.2702811062335968
159894	rnn.bias_ih_l0	4	-0.00703513715416193
159894	rnn.bias_ih_l0	5	0.03801555559039116
159894	rnn.bias_ih_l0	6	-0.18011830747127533
159894	rnn.bias_ih_l0	7	-0.24968239665031433
159894	rnn.bias_ih_l0	8	-0.12458929419517517
159894	rnn.bias_ih_l0	9	-0.18403488397598267
159894	rnn.bias_hh_l0	0	0.11907391995191574
159894	rnn.bias_hh_l0	1	-0.060746919363737106
159894	rnn.bias_hh_l0	2	0.043556250631809235
159894	rnn.bias_hh_l0	3	-0.1722852885723114
159894	rnn.bias_hh_l0	4	0.04088447988033295
159894	rnn.bias_hh_l0	5	0.027560845017433167
159894	rnn.bias_hh_l0	6	-0.09873159974813461
159894	rnn.bias_hh_l0	7	-0.16176337003707886
159894	rnn.bias_hh_l0	8	-0.1846798211336136
159894	rnn.bias_hh_l0	9	-0.09823797643184662
159894	rnn.weight_ih_l0_reverse	0	-0.025478092953562737
159894	rnn.weight_ih_l0_reverse	1	-0.0007290373323485255
159894	rnn.weight_ih_l0_reverse	2	0.026594921946525574
159894	rnn.weight_ih_l0_reverse	3	4.8918209358816966e-05
159894	rnn.weight_ih_l0_reverse	4	0.0296314787119627
159894	rnn.weight_ih_l0_reverse	5	-0.05594664439558983
159894	rnn.weight_ih_l0_reverse	6	-0.05000995472073555
159894	rnn.weight_ih_l0_reverse	7	0.0013677292736247182
159894	rnn.weight_ih_l0_reverse	8	0.08680005371570587
159894	rnn.weight_ih_l0_reverse	9	0.02172522060573101
159894	rnn.weight_hh_l0_reverse	0	0.005924093537032604
159894	rnn.weight_hh_l0_reverse	1	0.025732334703207016
159894	rnn.weight_hh_l0_reverse	2	-0.040121909230947495
159894	rnn.weight_hh_l0_reverse	3	0.03860746696591377
159894	rnn.weight_hh_l0_reverse	4	0.024837443605065346
159894	rnn.weight_hh_l0_reverse	5	-0.0018118682783097029
159894	rnn.weight_hh_l0_reverse	6	0.059081584215164185
159894	rnn.weight_hh_l0_reverse	7	0.024445606395602226
159894	rnn.weight_hh_l0_reverse	8	-0.013581737875938416
159894	rnn.weight_hh_l0_reverse	9	-0.0361190028488636
159894	rnn.bias_ih_l0_reverse	0	-0.14004814624786377
159894	rnn.bias_ih_l0_reverse	1	-0.31033170223236084
159894	rnn.bias_ih_l0_reverse	2	-0.06585873663425446
159894	rnn.bias_ih_l0_reverse	3	-0.14185597002506256
159894	rnn.bias_ih_l0_reverse	4	0.06801852583885193
159894	rnn.bias_ih_l0_reverse	5	-0.26443731784820557
159894	rnn.bias_ih_l0_reverse	6	-0.05183306336402893
159894	rnn.bias_ih_l0_reverse	7	0.006716374307870865
159894	rnn.bias_ih_l0_reverse	8	-0.1774245798587799
159894	rnn.bias_ih_l0_reverse	9	-0.10147994011640549
159894	rnn.bias_hh_l0_reverse	0	-0.15015985071659088
159894	rnn.bias_hh_l0_reverse	1	-0.1529710739850998
159894	rnn.bias_hh_l0_reverse	2	-0.020283762365579605
159894	rnn.bias_hh_l0_reverse	3	-0.1350725293159485
159894	rnn.bias_hh_l0_reverse	4	-0.01545035932213068
159894	rnn.bias_hh_l0_reverse	5	-0.10936825722455978
159894	rnn.bias_hh_l0_reverse	6	-0.06473459303379059
159894	rnn.bias_hh_l0_reverse	7	-0.19834952056407928
159894	rnn.bias_hh_l0_reverse	8	-0.05929827317595482
159894	rnn.bias_hh_l0_reverse	9	-0.13322114944458008
159894	linear.weight	0	-0.19003446400165558
159894	linear.weight	1	-0.15214744210243225
159894	linear.weight	2	-0.011228874325752258
159894	linear.weight	3	-0.06713958084583282
159894	linear.weight	4	0.06138197332620621
159894	linear.weight	5	0.202888622879982
159894	linear.weight	6	0.0047744326293468475
159894	linear.weight	7	-0.021312154829502106
159894	linear.weight	8	0.20315340161323547
159894	linear.weight	9	0.24471336603164673
159894	linear.bias	0	-0.8528400659561157
159894	linear.bias	1	1.3491367101669312
159894	linear.bias	2	-0.4416617453098297
159894	linear.bias	3	-0.7205224633216858
159894	linear.bias	4	-0.8838809132575989
159894	linear.bias	5	-1.1746357679367065
159894	linear.bias	6	-0.9260085821151733
159894	linear.bias	7	-0.6987406611442566
159894	linear.bias	8	-0.01705317199230194
159894	linear.bias	9	3.385028123855591
160091	transitions	0	-0.4194657802581787
160091	transitions	1	8.573453903198242
160091	transitions	2	-3.5116045475006104
160091	transitions	3	1.4248404502868652
160091	transitions	4	-2.1214187145233154
160091	transitions	5	-0.39689919352531433
160091	transitions	6	-0.18956665694713593
160091	transitions	7	-10000.0
160091	transitions	8	1.77578866481781
160091	transitions	9	-2.293907880783081
160091	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
160091	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
160091	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
160091	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
160091	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
160091	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
160091	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
160091	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
160091	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
160091	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
160091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
160091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
160091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
160091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
160091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
160091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
160091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
160091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
160091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
160091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
160091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
160091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
160091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
160091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
160091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
160091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
160091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
160091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
160091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
160091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
160091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
160091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
160091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
160091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
160091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
160091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
160091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
160091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
160091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
160091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
160091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
160091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
160091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
160091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
160091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
160091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
160091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
160091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
160091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
160091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
160091	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
160091	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
160091	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
160091	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
160091	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
160091	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
160091	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
160091	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
160091	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
160091	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
160091	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
160091	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
160091	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
160091	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
160091	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
160091	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
160091	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
160091	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
160091	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
160091	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
160091	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
160091	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
160091	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
160091	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
160091	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
160091	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
160091	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
160091	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
160091	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
160091	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
160091	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
160091	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
160091	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
160091	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
160091	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
160091	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
160091	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
160091	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
160091	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
160091	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
160091	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
160091	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
160091	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
160091	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
160091	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
160091	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
160091	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
160091	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
160091	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
160091	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
160091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
160091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
160091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
160091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
160091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
160091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
160091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
160091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
160091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
160091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
160091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
160091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
160091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
160091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
160091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
160091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
160091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
160091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
160091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
160091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
160091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
160091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
160091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
160091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
160091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
160091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
160091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
160091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
160091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
160091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
160091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
160091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
160091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
160091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
160091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
160091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
160091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
160091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
160091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
160091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
160091	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
160091	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
160091	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
160091	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
160091	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
160091	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
160091	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
160091	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
160091	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
160091	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
160091	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
160091	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
160091	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
160091	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
160091	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
160091	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
160091	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
160091	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
160091	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
160091	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
160091	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
160091	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
160091	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
160091	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
160091	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
160091	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
160091	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
160091	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
160091	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
160091	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
160091	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
160091	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
160091	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
160091	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
160091	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
160091	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
160091	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
160091	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
160091	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
160091	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
160091	embedding2nn.weight	0	0.04829447716474533
160091	embedding2nn.weight	1	-0.08748655766248703
160091	embedding2nn.weight	2	0.010974086821079254
160091	embedding2nn.weight	3	-0.057080890983343124
160091	embedding2nn.weight	4	-0.10863646119832993
160091	embedding2nn.weight	5	0.12465415894985199
160091	embedding2nn.weight	6	-0.13322803378105164
160091	embedding2nn.weight	7	-0.07809058576822281
160091	embedding2nn.weight	8	-0.030021846294403076
160091	embedding2nn.weight	9	0.06531209498643875
160091	embedding2nn.bias	0	0.05854851379990578
160091	embedding2nn.bias	1	0.018678108230233192
160091	embedding2nn.bias	2	-0.0968235582113266
160091	embedding2nn.bias	3	0.07013627886772156
160091	embedding2nn.bias	4	-0.011842929758131504
160091	embedding2nn.bias	5	-0.16243650019168854
160091	embedding2nn.bias	6	-0.1325709968805313
160091	embedding2nn.bias	7	-0.07618629187345505
160091	embedding2nn.bias	8	0.09239539504051208
160091	embedding2nn.bias	9	-0.07231786847114563
160091	rnn.weight_ih_l0	0	0.03946208581328392
160091	rnn.weight_ih_l0	1	-0.06924859434366226
160091	rnn.weight_ih_l0	2	-0.032502155750989914
160091	rnn.weight_ih_l0	3	-0.04288782551884651
160091	rnn.weight_ih_l0	4	0.019624507054686546
160091	rnn.weight_ih_l0	5	-0.10658135265111923
160091	rnn.weight_ih_l0	6	-0.052248090505599976
160091	rnn.weight_ih_l0	7	-0.013120435178279877
160091	rnn.weight_ih_l0	8	0.07987309247255325
160091	rnn.weight_ih_l0	9	0.009709510020911694
160091	rnn.weight_hh_l0	0	-0.00047569943126291037
160091	rnn.weight_hh_l0	1	-0.09106062352657318
160091	rnn.weight_hh_l0	2	0.06706341356039047
160091	rnn.weight_hh_l0	3	0.04239622876048088
160091	rnn.weight_hh_l0	4	0.003830407280474901
160091	rnn.weight_hh_l0	5	0.06566187739372253
160091	rnn.weight_hh_l0	6	-0.01770518161356449
160091	rnn.weight_hh_l0	7	-0.09473845362663269
160091	rnn.weight_hh_l0	8	0.011717400513589382
160091	rnn.weight_hh_l0	9	-0.07855121046304703
160091	rnn.bias_ih_l0	0	-0.05797078087925911
160091	rnn.bias_ih_l0	1	-0.18536782264709473
160091	rnn.bias_ih_l0	2	-0.25076669454574585
160091	rnn.bias_ih_l0	3	-0.269935667514801
160091	rnn.bias_ih_l0	4	-0.00979775469750166
160091	rnn.bias_ih_l0	5	0.047107841819524765
160091	rnn.bias_ih_l0	6	-0.1792614459991455
160091	rnn.bias_ih_l0	7	-0.24948857724666595
160091	rnn.bias_ih_l0	8	-0.12239415943622589
160091	rnn.bias_ih_l0	9	-0.1821802258491516
160091	rnn.bias_hh_l0	0	0.11542195081710815
160091	rnn.bias_hh_l0	1	-0.06085846200585365
160091	rnn.bias_hh_l0	2	0.04421781376004219
160091	rnn.bias_hh_l0	3	-0.1730819195508957
160091	rnn.bias_hh_l0	4	0.039789989590644836
160091	rnn.bias_hh_l0	5	0.026863789185881615
160091	rnn.bias_hh_l0	6	-0.09752026200294495
160091	rnn.bias_hh_l0	7	-0.16275158524513245
160091	rnn.bias_hh_l0	8	-0.18576766550540924
160091	rnn.bias_hh_l0	9	-0.09847553819417953
160091	rnn.weight_ih_l0_reverse	0	-0.026719195768237114
160091	rnn.weight_ih_l0_reverse	1	8.826555131236091e-05
160091	rnn.weight_ih_l0_reverse	2	0.025009766221046448
160091	rnn.weight_ih_l0_reverse	3	-0.0022207284346222878
160091	rnn.weight_ih_l0_reverse	4	0.03002418577671051
160091	rnn.weight_ih_l0_reverse	5	-0.05568290129303932
160091	rnn.weight_ih_l0_reverse	6	-0.050316426903009415
160091	rnn.weight_ih_l0_reverse	7	0.0011505628935992718
160091	rnn.weight_ih_l0_reverse	8	0.08537158370018005
160091	rnn.weight_ih_l0_reverse	9	0.022141100838780403
160091	rnn.weight_hh_l0_reverse	0	0.005585107021033764
160091	rnn.weight_hh_l0_reverse	1	0.0256409402936697
160091	rnn.weight_hh_l0_reverse	2	-0.039734020829200745
160091	rnn.weight_hh_l0_reverse	3	0.03831375390291214
160091	rnn.weight_hh_l0_reverse	4	0.0251468438655138
160091	rnn.weight_hh_l0_reverse	5	-0.0016820529708638787
160091	rnn.weight_hh_l0_reverse	6	0.05879468098282814
160091	rnn.weight_hh_l0_reverse	7	0.024648644030094147
160091	rnn.weight_hh_l0_reverse	8	-0.0138386320322752
160091	rnn.weight_hh_l0_reverse	9	-0.03641309216618538
160091	rnn.bias_ih_l0_reverse	0	-0.13902302086353302
160091	rnn.bias_ih_l0_reverse	1	-0.31028804183006287
160091	rnn.bias_ih_l0_reverse	2	-0.06504637002944946
160091	rnn.bias_ih_l0_reverse	3	-0.14351707696914673
160091	rnn.bias_ih_l0_reverse	4	0.06813196837902069
160091	rnn.bias_ih_l0_reverse	5	-0.26392972469329834
160091	rnn.bias_ih_l0_reverse	6	-0.05276823788881302
160091	rnn.bias_ih_l0_reverse	7	0.0080311493948102
160091	rnn.bias_ih_l0_reverse	8	-0.17712417244911194
160091	rnn.bias_ih_l0_reverse	9	-0.10082512348890305
160091	rnn.bias_hh_l0_reverse	0	-0.15183380246162415
160091	rnn.bias_hh_l0_reverse	1	-0.15390516817569733
160091	rnn.bias_hh_l0_reverse	2	-0.020795777440071106
160091	rnn.bias_hh_l0_reverse	3	-0.13433872163295746
160091	rnn.bias_hh_l0_reverse	4	-0.01544133946299553
160091	rnn.bias_hh_l0_reverse	5	-0.11161766201257706
160091	rnn.bias_hh_l0_reverse	6	-0.0651506632566452
160091	rnn.bias_hh_l0_reverse	7	-0.19894365966320038
160091	rnn.bias_hh_l0_reverse	8	-0.05827734246850014
160091	rnn.bias_hh_l0_reverse	9	-0.13510087132453918
160091	linear.weight	0	-0.19033272564411163
160091	linear.weight	1	-0.1456727683544159
160091	linear.weight	2	-0.011228874325752258
160091	linear.weight	3	-0.06593523919582367
160091	linear.weight	4	0.05291815474629402
160091	linear.weight	5	0.20423857867717743
160091	linear.weight	6	0.0047744326293468475
160091	linear.weight	7	-0.021312154829502106
160091	linear.weight	8	0.2113078385591507
160091	linear.weight	9	0.24400094151496887
160091	linear.bias	0	-0.8691346049308777
160091	linear.bias	1	1.345392107963562
160091	linear.bias	2	-0.44898465275764465
160091	linear.bias	3	-0.7056686282157898
160091	linear.bias	4	-0.8716708421707153
160091	linear.bias	5	-1.1746587753295898
160091	linear.bias	6	-0.9438778162002563
160091	linear.bias	7	-0.6891303658485413
160091	linear.bias	8	-0.01705317199230194
160091	linear.bias	9	3.3653368949890137
160288	transitions	0	-0.41952767968177795
160288	transitions	1	8.588414192199707
160288	transitions	2	-3.5122640132904053
160288	transitions	3	1.4212384223937988
160288	transitions	4	-2.121572494506836
160288	transitions	5	-0.3969360589981079
160288	transitions	6	-0.18958553671836853
160288	transitions	7	-10000.0
160288	transitions	8	1.775322675704956
160288	transitions	9	-2.293914794921875
160288	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
160288	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
160288	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
160288	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
160288	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
160288	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
160288	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
160288	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
160288	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
160288	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
160288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
160288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
160288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
160288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
160288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
160288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
160288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
160288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
160288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
160288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
160288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
160288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
160288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
160288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
160288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
160288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
160288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
160288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
160288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
160288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
160288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
160288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
160288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
160288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
160288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
160288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
160288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
160288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
160288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
160288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
160288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
160288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
160288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
160288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
160288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
160288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
160288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
160288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
160288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
160288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
160288	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
160288	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
160288	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
160288	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
160288	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
160288	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
160288	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
160288	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
160288	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
160288	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
160288	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
160288	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
160288	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
160288	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
160288	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
160288	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
160288	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
160288	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
160288	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
160288	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
160288	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
160288	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
160288	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
160288	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
160288	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
160288	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
160288	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
160288	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
160288	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
160288	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
160288	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
160288	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
160288	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
160288	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
160288	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
160288	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
160288	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
160288	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
160288	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
160288	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
160288	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
160288	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
160288	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
160288	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
160288	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
160288	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
160288	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
160288	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
160288	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
160288	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
160288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
160288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
160288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
160288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
160288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
160288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
160288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
160288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
160288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
160288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
160288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
160288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
160288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
160288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
160288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
160288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
160288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
160288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
160288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
160288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
160288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
160288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
160288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
160288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
160288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
160288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
160288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
160288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
160288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
160288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
160288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
160288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
160288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
160288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
160288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
160288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
160288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
160288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
160288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
160288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
160288	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
160288	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
160288	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
160288	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
160288	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
160288	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
160288	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
160288	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
160288	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
160288	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
160288	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
160288	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
160288	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
160288	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
160288	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
160288	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
160288	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
160288	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
160288	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
160288	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
160288	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
160288	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
160288	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
160288	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
160288	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
160288	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
160288	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
160288	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
160288	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
160288	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
160288	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
160288	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
160288	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
160288	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
160288	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
160288	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
160288	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
160288	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
160288	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
160288	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
160288	embedding2nn.weight	0	0.04876372963190079
160288	embedding2nn.weight	1	-0.08852408081293106
160288	embedding2nn.weight	2	0.011297128163278103
160288	embedding2nn.weight	3	-0.058269549161195755
160288	embedding2nn.weight	4	-0.11009295284748077
160288	embedding2nn.weight	5	0.12449997663497925
160288	embedding2nn.weight	6	-0.14345194399356842
160288	embedding2nn.weight	7	-0.07850581407546997
160288	embedding2nn.weight	8	-0.030236266553401947
160288	embedding2nn.weight	9	0.06523339450359344
160288	embedding2nn.bias	0	0.04927137494087219
160288	embedding2nn.bias	1	0.022863544523715973
160288	embedding2nn.bias	2	-0.09993425756692886
160288	embedding2nn.bias	3	0.07583443820476532
160288	embedding2nn.bias	4	-0.01473215315490961
160288	embedding2nn.bias	5	-0.15995362401008606
160288	embedding2nn.bias	6	-0.13878409564495087
160288	embedding2nn.bias	7	-0.0707479789853096
160288	embedding2nn.bias	8	0.09741740673780441
160288	embedding2nn.bias	9	-0.07438161224126816
160288	rnn.weight_ih_l0	0	0.038957901298999786
160288	rnn.weight_ih_l0	1	-0.06868774443864822
160288	rnn.weight_ih_l0	2	-0.03232473134994507
160288	rnn.weight_ih_l0	3	-0.04321318864822388
160288	rnn.weight_ih_l0	4	0.019940786063671112
160288	rnn.weight_ih_l0	5	-0.1069924607872963
160288	rnn.weight_ih_l0	6	-0.05254771187901497
160288	rnn.weight_ih_l0	7	-0.012617954984307289
160288	rnn.weight_ih_l0	8	0.07946829497814178
160288	rnn.weight_ih_l0	9	0.009371076710522175
160288	rnn.weight_hh_l0	0	-0.00034478434827178717
160288	rnn.weight_hh_l0	1	-0.09109056740999222
160288	rnn.weight_hh_l0	2	0.06688269972801208
160288	rnn.weight_hh_l0	3	0.04291445016860962
160288	rnn.weight_hh_l0	4	0.0038424700032919645
160288	rnn.weight_hh_l0	5	0.06562400609254837
160288	rnn.weight_hh_l0	6	-0.017528247088193893
160288	rnn.weight_hh_l0	7	-0.09462185949087143
160288	rnn.weight_hh_l0	8	0.01226222887635231
160288	rnn.weight_hh_l0	9	-0.07705534994602203
160288	rnn.bias_ih_l0	0	-0.062123216688632965
160288	rnn.bias_ih_l0	1	-0.1854412704706192
160288	rnn.bias_ih_l0	2	-0.2508118450641632
160288	rnn.bias_ih_l0	3	-0.2708936929702759
160288	rnn.bias_ih_l0	4	-0.010367270559072495
160288	rnn.bias_ih_l0	5	0.04774757847189903
160288	rnn.bias_ih_l0	6	-0.17810136079788208
160288	rnn.bias_ih_l0	7	-0.24942153692245483
160288	rnn.bias_ih_l0	8	-0.12529852986335754
160288	rnn.bias_ih_l0	9	-0.18142369389533997
160288	rnn.bias_hh_l0	0	0.11510203778743744
160288	rnn.bias_hh_l0	1	-0.060826364904642105
160288	rnn.bias_hh_l0	2	0.04496476426720619
160288	rnn.bias_hh_l0	3	-0.1724078357219696
160288	rnn.bias_hh_l0	4	0.03997369110584259
160288	rnn.bias_hh_l0	5	0.02771635726094246
160288	rnn.bias_hh_l0	6	-0.09811185300350189
160288	rnn.bias_hh_l0	7	-0.16278937458992004
160288	rnn.bias_hh_l0	8	-0.18648681044578552
160288	rnn.bias_hh_l0	9	-0.09743400663137436
160288	rnn.weight_ih_l0_reverse	0	-0.027249136939644814
160288	rnn.weight_ih_l0_reverse	1	-0.002985126106068492
160288	rnn.weight_ih_l0_reverse	2	0.0273734200745821
160288	rnn.weight_ih_l0_reverse	3	-0.0017001210944727063
160288	rnn.weight_ih_l0_reverse	4	0.02926267869770527
160288	rnn.weight_ih_l0_reverse	5	-0.05523742362856865
160288	rnn.weight_ih_l0_reverse	6	-0.050039056688547134
160288	rnn.weight_ih_l0_reverse	7	0.002057779347524047
160288	rnn.weight_ih_l0_reverse	8	0.08511492609977722
160288	rnn.weight_ih_l0_reverse	9	0.02106071263551712
160288	rnn.weight_hh_l0_reverse	0	0.005514449905604124
160288	rnn.weight_hh_l0_reverse	1	0.025804489850997925
160288	rnn.weight_hh_l0_reverse	2	-0.039672743529081345
160288	rnn.weight_hh_l0_reverse	3	0.03811493143439293
160288	rnn.weight_hh_l0_reverse	4	0.02515481226146221
160288	rnn.weight_hh_l0_reverse	5	-0.002029787516221404
160288	rnn.weight_hh_l0_reverse	6	0.05893360450863838
160288	rnn.weight_hh_l0_reverse	7	0.025095244869589806
160288	rnn.weight_hh_l0_reverse	8	-0.013513474725186825
160288	rnn.weight_hh_l0_reverse	9	-0.03686501458287239
160288	rnn.bias_ih_l0_reverse	0	-0.1393742561340332
160288	rnn.bias_ih_l0_reverse	1	-0.30983665585517883
160288	rnn.bias_ih_l0_reverse	2	-0.06342785805463791
160288	rnn.bias_ih_l0_reverse	3	-0.1432037651538849
160288	rnn.bias_ih_l0_reverse	4	0.0704987421631813
160288	rnn.bias_ih_l0_reverse	5	-0.26522043347358704
160288	rnn.bias_ih_l0_reverse	6	-0.05244533717632294
160288	rnn.bias_ih_l0_reverse	7	0.007729862816631794
160288	rnn.bias_ih_l0_reverse	8	-0.17532385885715485
160288	rnn.bias_ih_l0_reverse	9	-0.09877318143844604
160288	rnn.bias_hh_l0_reverse	0	-0.15239974856376648
160288	rnn.bias_hh_l0_reverse	1	-0.15535828471183777
160288	rnn.bias_hh_l0_reverse	2	-0.021060997620224953
160288	rnn.bias_hh_l0_reverse	3	-0.13507913053035736
160288	rnn.bias_hh_l0_reverse	4	-0.014685328118503094
160288	rnn.bias_hh_l0_reverse	5	-0.11131773889064789
160288	rnn.bias_hh_l0_reverse	6	-0.06618847697973251
160288	rnn.bias_hh_l0_reverse	7	-0.20080117881298065
160288	rnn.bias_hh_l0_reverse	8	-0.056896764785051346
160288	rnn.bias_hh_l0_reverse	9	-0.13312740623950958
160288	linear.weight	0	-0.18593131005764008
160288	linear.weight	1	-0.14326117932796478
160288	linear.weight	2	-0.011228874325752258
160288	linear.weight	3	-0.06894613057374954
160288	linear.weight	4	0.05442420020699501
160288	linear.weight	5	0.20828506350517273
160288	linear.weight	6	0.0047744326293468475
160288	linear.weight	7	-0.021312154829502106
160288	linear.weight	8	0.2053157091140747
160288	linear.weight	9	0.24716199934482574
160288	linear.bias	0	-0.8685956597328186
160288	linear.bias	1	1.3306275606155396
160288	linear.bias	2	-0.4020441770553589
160288	linear.bias	3	-0.6934109330177307
160288	linear.bias	4	-0.9046628475189209
160288	linear.bias	5	-1.1746819019317627
160288	linear.bias	6	-0.9418421387672424
160288	linear.bias	7	-0.7099641561508179
160288	linear.bias	8	-0.01705317199230194
160288	linear.bias	9	3.422006607055664
160485	transitions	0	-0.41968613862991333
160485	transitions	1	8.594738006591797
160485	transitions	2	-3.512685775756836
160485	transitions	3	1.4282519817352295
160485	transitions	4	-2.121809959411621
160485	transitions	5	-0.3970034420490265
160485	transitions	6	-0.18960632383823395
160485	transitions	7	-10000.0
160485	transitions	8	1.7755024433135986
160485	transitions	9	-2.2939186096191406
160485	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
160485	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
160485	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
160485	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
160485	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
160485	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
160485	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
160485	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
160485	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
160485	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
160485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
160485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
160485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
160485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
160485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
160485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
160485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
160485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
160485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
160485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
160485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
160485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
160485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
160485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
160485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
160485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
160485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
160485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
160485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
160485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
160485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
160485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
160485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
160485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
160485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
160485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
160485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
160485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
160485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
160485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
160485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
160485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
160485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
160485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
160485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
160485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
160485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
160485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
160485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
160485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
160485	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
160485	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
160485	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
160485	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
160485	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
160485	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
160485	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
160485	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
160485	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
160485	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
160485	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
160485	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
160485	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
160485	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
160485	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
160485	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
160485	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
160485	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
160485	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
160485	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
160485	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
160485	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
160485	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
160485	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
160485	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
160485	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
160485	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
160485	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
160485	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
160485	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
160485	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
160485	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
160485	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
160485	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
160485	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
160485	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
160485	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
160485	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
160485	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
160485	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
160485	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
160485	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
160485	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
160485	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
160485	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
160485	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
160485	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
160485	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
160485	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
160485	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
160485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
160485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
160485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
160485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
160485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
160485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
160485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
160485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
160485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
160485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
160485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
160485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
160485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
160485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
160485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
160485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
160485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
160485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
160485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
160485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
160485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
160485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
160485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
160485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
160485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
160485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
160485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
160485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
160485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
160485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
160485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
160485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
160485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
160485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
160485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
160485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
160485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
160485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
160485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
160485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
160485	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
160485	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
160485	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
160485	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
160485	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
160485	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
160485	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
160485	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
160485	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
160485	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
160485	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
160485	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
160485	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
160485	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
160485	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
160485	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
160485	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
160485	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
160485	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
160485	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
160485	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
160485	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
160485	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
160485	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
160485	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
160485	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
160485	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
160485	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
160485	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
160485	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
160485	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
160485	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
160485	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
160485	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
160485	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
160485	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
160485	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
160485	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
160485	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
160485	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
160485	embedding2nn.weight	0	0.04857571795582771
160485	embedding2nn.weight	1	-0.08869568258523941
160485	embedding2nn.weight	2	0.011759406886994839
160485	embedding2nn.weight	3	-0.05791967734694481
160485	embedding2nn.weight	4	-0.10956116765737534
160485	embedding2nn.weight	5	0.12418226897716522
160485	embedding2nn.weight	6	-0.14313259720802307
160485	embedding2nn.weight	7	-0.07922010868787766
160485	embedding2nn.weight	8	-0.03005819581449032
160485	embedding2nn.weight	9	0.06413886696100235
160485	embedding2nn.bias	0	0.0559830442070961
160485	embedding2nn.bias	1	0.024128979071974754
160485	embedding2nn.bias	2	-0.10144972801208496
160485	embedding2nn.bias	3	0.07552517205476761
160485	embedding2nn.bias	4	-0.014655672013759613
160485	embedding2nn.bias	5	-0.15761803090572357
160485	embedding2nn.bias	6	-0.13485759496688843
160485	embedding2nn.bias	7	-0.0629011020064354
160485	embedding2nn.bias	8	0.10555393248796463
160485	embedding2nn.bias	9	-0.07353118062019348
160485	rnn.weight_ih_l0	0	0.04074208065867424
160485	rnn.weight_ih_l0	1	-0.06605428457260132
160485	rnn.weight_ih_l0	2	-0.03315747529268265
160485	rnn.weight_ih_l0	3	-0.043676167726516724
160485	rnn.weight_ih_l0	4	0.020244598388671875
160485	rnn.weight_ih_l0	5	-0.10830248892307281
160485	rnn.weight_ih_l0	6	-0.05180247873067856
160485	rnn.weight_ih_l0	7	-0.012689311988651752
160485	rnn.weight_ih_l0	8	0.08027017116546631
160485	rnn.weight_ih_l0	9	0.008823038078844547
160485	rnn.weight_hh_l0	0	-0.000510403944645077
160485	rnn.weight_hh_l0	1	-0.09182237088680267
160485	rnn.weight_hh_l0	2	0.06608738750219345
160485	rnn.weight_hh_l0	3	0.042693864554166794
160485	rnn.weight_hh_l0	4	0.0038707945495843887
160485	rnn.weight_hh_l0	5	0.06561350077390671
160485	rnn.weight_hh_l0	6	-0.01753472164273262
160485	rnn.weight_hh_l0	7	-0.09482976049184799
160485	rnn.weight_hh_l0	8	0.012258991599082947
160485	rnn.weight_hh_l0	9	-0.07739710807800293
160485	rnn.bias_ih_l0	0	-0.06457658857107162
160485	rnn.bias_ih_l0	1	-0.18396276235580444
160485	rnn.bias_ih_l0	2	-0.24910134077072144
160485	rnn.bias_ih_l0	3	-0.2693934142589569
160485	rnn.bias_ih_l0	4	-0.008688044734299183
160485	rnn.bias_ih_l0	5	0.05021567642688751
160485	rnn.bias_ih_l0	6	-0.17839831113815308
160485	rnn.bias_ih_l0	7	-0.24955397844314575
160485	rnn.bias_ih_l0	8	-0.12463482469320297
160485	rnn.bias_ih_l0	9	-0.18012090027332306
160485	rnn.bias_hh_l0	0	0.11560040712356567
160485	rnn.bias_hh_l0	1	-0.06073267012834549
160485	rnn.bias_hh_l0	2	0.043201617896556854
160485	rnn.bias_hh_l0	3	-0.17104946076869965
160485	rnn.bias_hh_l0	4	0.03958863392472267
160485	rnn.bias_hh_l0	5	0.027164606377482414
160485	rnn.bias_hh_l0	6	-0.09776195883750916
160485	rnn.bias_hh_l0	7	-0.16177920997142792
160485	rnn.bias_hh_l0	8	-0.18584851920604706
160485	rnn.bias_hh_l0	9	-0.09874323010444641
160485	rnn.weight_ih_l0_reverse	0	-0.029156578704714775
160485	rnn.weight_ih_l0_reverse	1	-0.002152332104742527
160485	rnn.weight_ih_l0_reverse	2	0.027670275419950485
160485	rnn.weight_ih_l0_reverse	3	-0.002380635589361191
160485	rnn.weight_ih_l0_reverse	4	0.029306959360837936
160485	rnn.weight_ih_l0_reverse	5	-0.05462281405925751
160485	rnn.weight_ih_l0_reverse	6	-0.0494697131216526
160485	rnn.weight_ih_l0_reverse	7	0.002043693559244275
160485	rnn.weight_ih_l0_reverse	8	0.08453533053398132
160485	rnn.weight_ih_l0_reverse	9	0.020615926012396812
160485	rnn.weight_hh_l0_reverse	0	0.0056505040265619755
160485	rnn.weight_hh_l0_reverse	1	0.02585648000240326
160485	rnn.weight_hh_l0_reverse	2	-0.039984188973903656
160485	rnn.weight_hh_l0_reverse	3	0.03801481053233147
160485	rnn.weight_hh_l0_reverse	4	0.02513727732002735
160485	rnn.weight_hh_l0_reverse	5	-0.0016942103393375874
160485	rnn.weight_hh_l0_reverse	6	0.05907231196761131
160485	rnn.weight_hh_l0_reverse	7	0.025352807715535164
160485	rnn.weight_hh_l0_reverse	8	-0.013407805003225803
160485	rnn.weight_hh_l0_reverse	9	-0.03715527057647705
160485	rnn.bias_ih_l0_reverse	0	-0.1404436081647873
160485	rnn.bias_ih_l0_reverse	1	-0.3118608891963959
160485	rnn.bias_ih_l0_reverse	2	-0.06274867057800293
160485	rnn.bias_ih_l0_reverse	3	-0.1434604674577713
160485	rnn.bias_ih_l0_reverse	4	0.07084687054157257
160485	rnn.bias_ih_l0_reverse	5	-0.26646649837493896
160485	rnn.bias_ih_l0_reverse	6	-0.05259203165769577
160485	rnn.bias_ih_l0_reverse	7	0.006827924866229296
160485	rnn.bias_ih_l0_reverse	8	-0.17487305402755737
160485	rnn.bias_ih_l0_reverse	9	-0.09960586577653885
160485	rnn.bias_hh_l0_reverse	0	-0.15279828011989594
160485	rnn.bias_hh_l0_reverse	1	-0.1520998626947403
160485	rnn.bias_hh_l0_reverse	2	-0.019916988909244537
160485	rnn.bias_hh_l0_reverse	3	-0.13519608974456787
160485	rnn.bias_hh_l0_reverse	4	-0.01491397712379694
160485	rnn.bias_hh_l0_reverse	5	-0.11067242920398712
160485	rnn.bias_hh_l0_reverse	6	-0.06438504904508591
160485	rnn.bias_hh_l0_reverse	7	-0.19984012842178345
160485	rnn.bias_hh_l0_reverse	8	-0.05806967243552208
160485	rnn.bias_hh_l0_reverse	9	-0.1309826821088791
160485	linear.weight	0	-0.1939292550086975
160485	linear.weight	1	-0.14335201680660248
160485	linear.weight	2	-0.011228874325752258
160485	linear.weight	3	-0.06996434181928635
160485	linear.weight	4	0.05211857706308365
160485	linear.weight	5	0.21280013024806976
160485	linear.weight	6	0.0047744326293468475
160485	linear.weight	7	-0.021312154829502106
160485	linear.weight	8	0.218568354845047
160485	linear.weight	9	0.23503372073173523
160485	linear.bias	0	-0.8604435324668884
160485	linear.bias	1	1.3437061309814453
160485	linear.bias	2	-0.41266584396362305
160485	linear.bias	3	-0.6960748434066772
160485	linear.bias	4	-0.8799513578414917
160485	linear.bias	5	-1.1747020483016968
160485	linear.bias	6	-0.9336325526237488
160485	linear.bias	7	-0.6949516534805298
160485	linear.bias	8	-0.01705317199230194
160485	linear.bias	9	3.3713650703430176
160682	transitions	0	-0.419760137796402
160682	transitions	1	8.618911743164062
160682	transitions	2	-3.5131640434265137
160682	transitions	3	1.4316351413726807
160682	transitions	4	-2.1223199367523193
160682	transitions	5	-0.39710289239883423
160682	transitions	6	-0.18962261080741882
160682	transitions	7	-10000.0
160682	transitions	8	1.777211308479309
160682	transitions	9	-2.29392147064209
160682	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
160682	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
160682	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
160682	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
160682	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
160682	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
160682	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
160682	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
160682	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
160682	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
160682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
160682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
160682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
160682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
160682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
160682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
160682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
160682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
160682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
160682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
160682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
160682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
160682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
160682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
160682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
160682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
160682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
160682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
160682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
160682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
160682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
160682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
160682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
160682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
160682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
160682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
160682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
160682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
160682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
160682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
160682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
160682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
160682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
160682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
160682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
160682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
160682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
160682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
160682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
160682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
160682	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
160682	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
160682	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
160682	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
160682	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
160682	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
160682	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
160682	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
160682	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
160682	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
160682	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
160682	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
160682	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
160682	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
160682	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
160682	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
160682	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
160682	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
160682	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
160682	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
160682	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
160682	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
160682	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
160682	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
160682	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
160682	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
160682	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
160682	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
160682	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
160682	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
160682	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
160682	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
160682	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
160682	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
160682	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
160682	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
160682	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
160682	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
160682	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
160682	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
160682	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
160682	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
160682	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
160682	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
160682	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
160682	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
160682	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
160682	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
160682	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
160682	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
160682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
160682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
160682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
160682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
160682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
160682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
160682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
160682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
160682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
160682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
160682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
160682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
160682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
160682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
160682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
160682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
160682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
160682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
160682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
160682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
160682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
160682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
160682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
160682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
160682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
160682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
160682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
160682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
160682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
160682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
160682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
160682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
160682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
160682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
160682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
160682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
160682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
160682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
160682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
160682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
160682	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
160682	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
160682	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
160682	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
160682	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
160682	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
160682	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
160682	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
160682	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
160682	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
160682	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
160682	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
160682	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
160682	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
160682	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
160682	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
160682	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
160682	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
160682	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
160682	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
160682	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
160682	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
160682	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
160682	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
160682	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
160682	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
160682	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
160682	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
160682	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
160682	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
160682	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
160682	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
160682	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
160682	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
160682	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
160682	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
160682	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
160682	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
160682	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
160682	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
160682	embedding2nn.weight	0	0.048415668308734894
160682	embedding2nn.weight	1	-0.08919485658407211
160682	embedding2nn.weight	2	0.012376584112644196
160682	embedding2nn.weight	3	-0.05732780322432518
160682	embedding2nn.weight	4	-0.11019609868526459
160682	embedding2nn.weight	5	0.12369479238986969
160682	embedding2nn.weight	6	-0.14082659780979156
160682	embedding2nn.weight	7	-0.07861945778131485
160682	embedding2nn.weight	8	-0.029676057398319244
160682	embedding2nn.weight	9	0.06551609188318253
160682	embedding2nn.bias	0	0.06494539976119995
160682	embedding2nn.bias	1	0.023098424077033997
160682	embedding2nn.bias	2	-0.10265719890594482
160682	embedding2nn.bias	3	0.07801176607608795
160682	embedding2nn.bias	4	-0.013532175682485104
160682	embedding2nn.bias	5	-0.1652972400188446
160682	embedding2nn.bias	6	-0.1275099813938141
160682	embedding2nn.bias	7	-0.07034507393836975
160682	embedding2nn.bias	8	0.10316561162471771
160682	embedding2nn.bias	9	-0.07326414436101913
160682	rnn.weight_ih_l0	0	0.040811099112033844
160682	rnn.weight_ih_l0	1	-0.06618518382310867
160682	rnn.weight_ih_l0	2	-0.03420407697558403
160682	rnn.weight_ih_l0	3	-0.04466703534126282
160682	rnn.weight_ih_l0	4	0.0197263415902853
160682	rnn.weight_ih_l0	5	-0.10766547918319702
160682	rnn.weight_ih_l0	6	-0.05231049284338951
160682	rnn.weight_ih_l0	7	-0.012077554129064083
160682	rnn.weight_ih_l0	8	0.08022154122591019
160682	rnn.weight_ih_l0	9	0.008740076795220375
160682	rnn.weight_hh_l0	0	-0.00027728083659894764
160682	rnn.weight_hh_l0	1	-0.0904897153377533
160682	rnn.weight_hh_l0	2	0.06673797965049744
160682	rnn.weight_hh_l0	3	0.04310905933380127
160682	rnn.weight_hh_l0	4	0.003877264680340886
160682	rnn.weight_hh_l0	5	0.06569729000329971
160682	rnn.weight_hh_l0	6	-0.017505619674921036
160682	rnn.weight_hh_l0	7	-0.09485255181789398
160682	rnn.weight_hh_l0	8	0.012740645557641983
160682	rnn.weight_hh_l0	9	-0.07818236202001572
160682	rnn.bias_ih_l0	0	-0.06376789510250092
160682	rnn.bias_ih_l0	1	-0.18399442732334137
160682	rnn.bias_ih_l0	2	-0.2489691823720932
160682	rnn.bias_ih_l0	3	-0.26959726214408875
160682	rnn.bias_ih_l0	4	-0.008573556318879128
160682	rnn.bias_ih_l0	5	0.05020483210682869
160682	rnn.bias_ih_l0	6	-0.1783292293548584
160682	rnn.bias_ih_l0	7	-0.24956193566322327
160682	rnn.bias_ih_l0	8	-0.12243977189064026
160682	rnn.bias_ih_l0	9	-0.17614562809467316
160682	rnn.bias_hh_l0	0	0.11275321990251541
160682	rnn.bias_hh_l0	1	-0.057435404509305954
160682	rnn.bias_hh_l0	2	0.043475519865751266
160682	rnn.bias_hh_l0	3	-0.17185255885124207
160682	rnn.bias_hh_l0	4	0.03452039510011673
160682	rnn.bias_hh_l0	5	0.02608417347073555
160682	rnn.bias_hh_l0	6	-0.09932946413755417
160682	rnn.bias_hh_l0	7	-0.16072720289230347
160682	rnn.bias_hh_l0	8	-0.18627792596817017
160682	rnn.bias_hh_l0	9	-0.09883574396371841
160682	rnn.weight_ih_l0_reverse	0	-0.02954481542110443
160682	rnn.weight_ih_l0_reverse	1	-0.0008317856118083
160682	rnn.weight_ih_l0_reverse	2	0.02819673903286457
160682	rnn.weight_ih_l0_reverse	3	-0.003139690263196826
160682	rnn.weight_ih_l0_reverse	4	0.02934287302196026
160682	rnn.weight_ih_l0_reverse	5	-0.0547957606613636
160682	rnn.weight_ih_l0_reverse	6	-0.05054326355457306
160682	rnn.weight_ih_l0_reverse	7	0.0014359886990860105
160682	rnn.weight_ih_l0_reverse	8	0.08429761976003647
160682	rnn.weight_ih_l0_reverse	9	0.019700489938259125
160682	rnn.weight_hh_l0_reverse	0	0.0054474156349897385
160682	rnn.weight_hh_l0_reverse	1	0.02589055709540844
160682	rnn.weight_hh_l0_reverse	2	-0.04008420184254646
160682	rnn.weight_hh_l0_reverse	3	0.03818409517407417
160682	rnn.weight_hh_l0_reverse	4	0.02492980845272541
160682	rnn.weight_hh_l0_reverse	5	-0.0017701329197734594
160682	rnn.weight_hh_l0_reverse	6	0.05886080116033554
160682	rnn.weight_hh_l0_reverse	7	0.02507120929658413
160682	rnn.weight_hh_l0_reverse	8	-0.013909748755395412
160682	rnn.weight_hh_l0_reverse	9	-0.03685973212122917
160682	rnn.bias_ih_l0_reverse	0	-0.14082162082195282
160682	rnn.bias_ih_l0_reverse	1	-0.3119983673095703
160682	rnn.bias_ih_l0_reverse	2	-0.06347675621509552
160682	rnn.bias_ih_l0_reverse	3	-0.14259997010231018
160682	rnn.bias_ih_l0_reverse	4	0.07075302302837372
160682	rnn.bias_ih_l0_reverse	5	-0.267255574464798
160682	rnn.bias_ih_l0_reverse	6	-0.053196195513010025
160682	rnn.bias_ih_l0_reverse	7	0.005217346362769604
160682	rnn.bias_ih_l0_reverse	8	-0.1769091635942459
160682	rnn.bias_ih_l0_reverse	9	-0.1010257825255394
160682	rnn.bias_hh_l0_reverse	0	-0.15279467403888702
160682	rnn.bias_hh_l0_reverse	1	-0.1503971964120865
160682	rnn.bias_hh_l0_reverse	2	-0.01965254545211792
160682	rnn.bias_hh_l0_reverse	3	-0.13485325872898102
160682	rnn.bias_hh_l0_reverse	4	-0.013271426782011986
160682	rnn.bias_hh_l0_reverse	5	-0.10995127260684967
160682	rnn.bias_hh_l0_reverse	6	-0.06572867929935455
160682	rnn.bias_hh_l0_reverse	7	-0.1990005075931549
160682	rnn.bias_hh_l0_reverse	8	-0.056985851377248764
160682	rnn.bias_hh_l0_reverse	9	-0.13098306953907013
160682	linear.weight	0	-0.20241400599479675
160682	linear.weight	1	-0.13734814524650574
160682	linear.weight	2	-0.011228874325752258
160682	linear.weight	3	-0.06813909858465195
160682	linear.weight	4	0.05698523670434952
160682	linear.weight	5	0.207691952586174
160682	linear.weight	6	0.0047744326293468475
160682	linear.weight	7	-0.021312154829502106
160682	linear.weight	8	0.2111082822084427
160682	linear.weight	9	0.23528754711151123
160682	linear.bias	0	-0.8710010051727295
160682	linear.bias	1	1.3267425298690796
160682	linear.bias	2	-0.4250166416168213
160682	linear.bias	3	-0.6753025054931641
160682	linear.bias	4	-0.8798201084136963
160682	linear.bias	5	-1.174727201461792
160682	linear.bias	6	-0.9449589848518372
160682	linear.bias	7	-0.7225839495658875
160682	linear.bias	8	-0.01705317199230194
160682	linear.bias	9	3.4112486839294434
160879	transitions	0	-0.4198678433895111
160879	transitions	1	8.611115455627441
160879	transitions	2	-3.5133798122406006
160879	transitions	3	1.4340665340423584
160879	transitions	4	-2.1225037574768066
160879	transitions	5	-0.3971433937549591
160879	transitions	6	-0.1896391659975052
160879	transitions	7	-10000.0
160879	transitions	8	1.7799023389816284
160879	transitions	9	-2.29392409324646
160879	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
160879	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
160879	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
160879	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
160879	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
160879	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
160879	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
160879	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
160879	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
160879	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
160879	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
160879	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
160879	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
160879	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
160879	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
160879	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
160879	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
160879	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
160879	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
160879	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
160879	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
160879	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
160879	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
160879	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
160879	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
160879	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
160879	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
160879	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
160879	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
160879	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
160879	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
160879	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
160879	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
160879	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
160879	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
160879	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
160879	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
160879	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
160879	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
160879	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
160879	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
160879	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
160879	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
160879	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
160879	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
160879	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
160879	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
160879	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
160879	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
160879	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
160879	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
160879	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
160879	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
160879	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
160879	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
160879	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
160879	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
160879	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
160879	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
160879	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
160879	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
160879	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
160879	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
160879	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
160879	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
160879	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
160879	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
160879	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
160879	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
160879	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
160879	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
160879	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
160879	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
160879	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
160879	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
160879	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
160879	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
160879	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
160879	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
160879	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
160879	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
160879	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
160879	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
160879	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
160879	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
160879	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
160879	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
160879	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
160879	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
160879	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
160879	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
160879	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
160879	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
160879	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
160879	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
160879	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
160879	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
160879	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
160879	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
160879	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
160879	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
160879	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
160879	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
160879	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
160879	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
160879	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
160879	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
160879	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
160879	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
160879	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
160879	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
160879	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
160879	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
160879	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
160879	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
160879	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
160879	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
160879	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
160879	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
160879	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
160879	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
160879	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
160879	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
160879	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
160879	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
160879	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
160879	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
160879	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
160879	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
160879	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
160879	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
160879	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
160879	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
160879	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
160879	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
160879	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
160879	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
160879	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
160879	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
160879	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
160879	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
160879	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
160879	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
160879	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
160879	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
160879	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
160879	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
160879	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
160879	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
160879	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
160879	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
160879	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
160879	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
160879	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
160879	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
160879	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
160879	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
160879	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
160879	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
160879	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
160879	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
160879	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
160879	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
160879	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
160879	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
160879	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
160879	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
160879	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
160879	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
160879	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
160879	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
160879	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
160879	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
160879	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
160879	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
160879	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
160879	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
160879	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
160879	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
160879	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
160879	embedding2nn.weight	0	0.048355646431446075
160879	embedding2nn.weight	1	-0.09100262075662613
160879	embedding2nn.weight	2	0.011674480512738228
160879	embedding2nn.weight	3	-0.057032980024814606
160879	embedding2nn.weight	4	-0.11059879511594772
160879	embedding2nn.weight	5	0.1225438043475151
160879	embedding2nn.weight	6	-0.13794660568237305
160879	embedding2nn.weight	7	-0.078274667263031
160879	embedding2nn.weight	8	-0.028658172115683556
160879	embedding2nn.weight	9	0.06451442092657089
160879	embedding2nn.bias	0	0.061660345643758774
160879	embedding2nn.bias	1	0.020155461505055428
160879	embedding2nn.bias	2	-0.10095102339982986
160879	embedding2nn.bias	3	0.0901678055524826
160879	embedding2nn.bias	4	-0.024461885914206505
160879	embedding2nn.bias	5	-0.17549872398376465
160879	embedding2nn.bias	6	-0.12170561403036118
160879	embedding2nn.bias	7	-0.06502659618854523
160879	embedding2nn.bias	8	0.10507763177156448
160879	embedding2nn.bias	9	-0.07620052993297577
160879	rnn.weight_ih_l0	0	0.04062075912952423
160879	rnn.weight_ih_l0	1	-0.06549878418445587
160879	rnn.weight_ih_l0	2	-0.033686213195323944
160879	rnn.weight_ih_l0	3	-0.04469941183924675
160879	rnn.weight_ih_l0	4	0.020572438836097717
160879	rnn.weight_ih_l0	5	-0.10891225188970566
160879	rnn.weight_ih_l0	6	-0.05402019992470741
160879	rnn.weight_ih_l0	7	-0.012116639874875546
160879	rnn.weight_ih_l0	8	0.08001596480607986
160879	rnn.weight_ih_l0	9	0.008114046417176723
160879	rnn.weight_hh_l0	0	-0.0003608225961215794
160879	rnn.weight_hh_l0	1	-0.09139874577522278
160879	rnn.weight_hh_l0	2	0.06720151752233505
160879	rnn.weight_hh_l0	3	0.04288491979241371
160879	rnn.weight_hh_l0	4	0.0043206908740103245
160879	rnn.weight_hh_l0	5	0.06601604074239731
160879	rnn.weight_hh_l0	6	-0.01740625873208046
160879	rnn.weight_hh_l0	7	-0.094620481133461
160879	rnn.weight_hh_l0	8	0.013048170134425163
160879	rnn.weight_hh_l0	9	-0.0790945366024971
160879	rnn.bias_ih_l0	0	-0.06392201036214828
160879	rnn.bias_ih_l0	1	-0.1833522468805313
160879	rnn.bias_ih_l0	2	-0.2502426207065582
160879	rnn.bias_ih_l0	3	-0.27082714438438416
160879	rnn.bias_ih_l0	4	-0.006264911964535713
160879	rnn.bias_ih_l0	5	0.053533412516117096
160879	rnn.bias_ih_l0	6	-0.17560124397277832
160879	rnn.bias_ih_l0	7	-0.2514341473579407
160879	rnn.bias_ih_l0	8	-0.12109727412462234
160879	rnn.bias_ih_l0	9	-0.17882408201694489
160879	rnn.bias_hh_l0	0	0.11281542479991913
160879	rnn.bias_hh_l0	1	-0.055966660380363464
160879	rnn.bias_hh_l0	2	0.04456188529729843
160879	rnn.bias_hh_l0	3	-0.17223390936851501
160879	rnn.bias_hh_l0	4	0.03887437283992767
160879	rnn.bias_hh_l0	5	0.026745127514004707
160879	rnn.bias_hh_l0	6	-0.09850792586803436
160879	rnn.bias_hh_l0	7	-0.16006949543952942
160879	rnn.bias_hh_l0	8	-0.18598546087741852
160879	rnn.bias_hh_l0	9	-0.09812472015619278
160879	rnn.weight_ih_l0_reverse	0	-0.028271380811929703
160879	rnn.weight_ih_l0_reverse	1	-0.0014405540423467755
160879	rnn.weight_ih_l0_reverse	2	0.028139520436525345
160879	rnn.weight_ih_l0_reverse	3	-0.0047681997530162334
160879	rnn.weight_ih_l0_reverse	4	0.027497969567775726
160879	rnn.weight_ih_l0_reverse	5	-0.054971661418676376
160879	rnn.weight_ih_l0_reverse	6	-0.050144609063863754
160879	rnn.weight_ih_l0_reverse	7	0.0008902335539460182
160879	rnn.weight_ih_l0_reverse	8	0.08403407037258148
160879	rnn.weight_ih_l0_reverse	9	0.019648447632789612
160879	rnn.weight_hh_l0_reverse	0	0.005308497231453657
160879	rnn.weight_hh_l0_reverse	1	0.025602024048566818
160879	rnn.weight_hh_l0_reverse	2	-0.040704626590013504
160879	rnn.weight_hh_l0_reverse	3	0.038379356265068054
160879	rnn.weight_hh_l0_reverse	4	0.02515699900686741
160879	rnn.weight_hh_l0_reverse	5	-0.001891469582915306
160879	rnn.weight_hh_l0_reverse	6	0.05917205661535263
160879	rnn.weight_hh_l0_reverse	7	0.02538437582552433
160879	rnn.weight_hh_l0_reverse	8	-0.013738474808633327
160879	rnn.weight_hh_l0_reverse	9	-0.03714747726917267
160879	rnn.bias_ih_l0_reverse	0	-0.14096739888191223
160879	rnn.bias_ih_l0_reverse	1	-0.3107731342315674
160879	rnn.bias_ih_l0_reverse	2	-0.06369155645370483
160879	rnn.bias_ih_l0_reverse	3	-0.14240047335624695
160879	rnn.bias_ih_l0_reverse	4	0.07047632336616516
160879	rnn.bias_ih_l0_reverse	5	-0.26596617698669434
160879	rnn.bias_ih_l0_reverse	6	-0.053744684904813766
160879	rnn.bias_ih_l0_reverse	7	0.006349917501211166
160879	rnn.bias_ih_l0_reverse	8	-0.17512275278568268
160879	rnn.bias_ih_l0_reverse	9	-0.09974494576454163
160879	rnn.bias_hh_l0_reverse	0	-0.15295851230621338
160879	rnn.bias_hh_l0_reverse	1	-0.1525769680738449
160879	rnn.bias_hh_l0_reverse	2	-0.01948900893330574
160879	rnn.bias_hh_l0_reverse	3	-0.13366460800170898
160879	rnn.bias_hh_l0_reverse	4	-0.012889155186712742
160879	rnn.bias_hh_l0_reverse	5	-0.10891931504011154
160879	rnn.bias_hh_l0_reverse	6	-0.0663938894867897
160879	rnn.bias_hh_l0_reverse	7	-0.1993088722229004
160879	rnn.bias_hh_l0_reverse	8	-0.057054512202739716
160879	rnn.bias_hh_l0_reverse	9	-0.130583718419075
160879	linear.weight	0	-0.20524752140045166
160879	linear.weight	1	-0.14418978989124298
160879	linear.weight	2	-0.011228874325752258
160879	linear.weight	3	-0.06463539600372314
160879	linear.weight	4	0.054553594440221786
160879	linear.weight	5	0.19868889451026917
160879	linear.weight	6	0.0047744326293468475
160879	linear.weight	7	-0.021312154829502106
160879	linear.weight	8	0.20560480654239655
160879	linear.weight	9	0.23824581503868103
160879	linear.bias	0	-0.8479672074317932
160879	linear.bias	1	1.3409711122512817
160879	linear.bias	2	-0.38646599650382996
160879	linear.bias	3	-0.6928356885910034
160879	linear.bias	4	-0.8914652466773987
160879	linear.bias	5	-1.1747467517852783
160879	linear.bias	6	-0.9254880547523499
160879	linear.bias	7	-0.718909740447998
160879	linear.bias	8	-0.01705317199230194
160879	linear.bias	9	3.3716933727264404
161076	transitions	0	-0.41991719603538513
161076	transitions	1	8.601859092712402
161076	transitions	2	-3.5139122009277344
161076	transitions	3	1.426024079322815
161076	transitions	4	-2.122882127761841
161076	transitions	5	-0.3971789479255676
161076	transitions	6	-0.18965423107147217
161076	transitions	7	-10000.0
161076	transitions	8	1.779872179031372
161076	transitions	9	-2.293926477432251
161076	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
161076	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
161076	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
161076	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
161076	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
161076	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
161076	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
161076	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
161076	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
161076	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
161076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
161076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
161076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
161076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
161076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
161076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
161076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
161076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
161076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
161076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
161076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
161076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
161076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
161076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
161076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
161076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
161076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
161076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
161076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
161076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
161076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
161076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
161076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
161076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
161076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
161076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
161076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
161076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
161076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
161076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
161076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
161076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
161076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
161076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
161076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
161076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
161076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
161076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
161076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
161076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
161076	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
161076	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
161076	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
161076	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
161076	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
161076	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
161076	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
161076	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
161076	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
161076	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
161076	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
161076	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
161076	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
161076	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
161076	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
161076	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
161076	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
161076	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
161076	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
161076	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
161076	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
161076	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
161076	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
161076	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
161076	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
161076	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
161076	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
161076	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
161076	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
161076	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
161076	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
161076	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
161076	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
161076	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
161076	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
161076	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
161076	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
161076	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
161076	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
161076	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
161076	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
161076	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
161076	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
161076	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
161076	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
161076	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
161076	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
161076	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
161076	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
161076	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
161076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
161076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
161076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
161076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
161076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
161076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
161076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
161076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
161076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
161076	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
161076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
161076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
161076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
161076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
161076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
161076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
161076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
161076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
161076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
161076	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
161076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
161076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
161076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
161076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
161076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
161076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
161076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
161076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
161076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
161076	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
161076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
161076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
161076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
161076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
161076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
161076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
161076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
161076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
161076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
161076	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
161076	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
161076	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
161076	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
161076	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
161076	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
161076	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
161076	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
161076	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
161076	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
161076	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
161076	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
161076	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
161076	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
161076	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
161076	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
161076	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
161076	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
161076	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
161076	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
161076	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
161076	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
161076	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
161076	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
161076	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
161076	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
161076	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
161076	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
161076	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
161076	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
161076	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
161076	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
161076	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
161076	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
161076	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
161076	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
161076	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
161076	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
161076	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
161076	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
161076	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
161076	embedding2nn.weight	0	0.04875442385673523
161076	embedding2nn.weight	1	-0.09099526703357697
161076	embedding2nn.weight	2	0.010982976295053959
161076	embedding2nn.weight	3	-0.05650004744529724
161076	embedding2nn.weight	4	-0.10797950625419617
161076	embedding2nn.weight	5	0.12210126221179962
161076	embedding2nn.weight	6	-0.13710954785346985
161076	embedding2nn.weight	7	-0.07866512984037399
161076	embedding2nn.weight	8	-0.028453107923269272
161076	embedding2nn.weight	9	0.0648973286151886
161076	embedding2nn.bias	0	0.04975806176662445
161076	embedding2nn.bias	1	0.02058502659201622
161076	embedding2nn.bias	2	-0.09222602844238281
161076	embedding2nn.bias	3	0.08432037383317947
161076	embedding2nn.bias	4	-0.016798969358205795
161076	embedding2nn.bias	5	-0.1662292331457138
161076	embedding2nn.bias	6	-0.12217200547456741
161076	embedding2nn.bias	7	-0.06440718472003937
161076	embedding2nn.bias	8	0.1113339513540268
161076	embedding2nn.bias	9	-0.0704321339726448
161076	rnn.weight_ih_l0	0	0.04128304868936539
161076	rnn.weight_ih_l0	1	-0.06482691317796707
161076	rnn.weight_ih_l0	2	-0.03171685338020325
161076	rnn.weight_ih_l0	3	-0.045120079070329666
161076	rnn.weight_ih_l0	4	0.02054102160036564
161076	rnn.weight_ih_l0	5	-0.10978728532791138
161076	rnn.weight_ih_l0	6	-0.053527142852544785
161076	rnn.weight_ih_l0	7	-0.012771065346896648
161076	rnn.weight_ih_l0	8	0.08188366144895554
161076	rnn.weight_ih_l0	9	0.008692262694239616
161076	rnn.weight_hh_l0	0	-0.0002857075887732208
161076	rnn.weight_hh_l0	1	-0.09075199067592621
161076	rnn.weight_hh_l0	2	0.06763976812362671
161076	rnn.weight_hh_l0	3	0.042679689824581146
161076	rnn.weight_hh_l0	4	0.004414416383951902
161076	rnn.weight_hh_l0	5	0.06671977788209915
161076	rnn.weight_hh_l0	6	-0.017221463844180107
161076	rnn.weight_hh_l0	7	-0.09466318786144257
161076	rnn.weight_hh_l0	8	0.012868761084973812
161076	rnn.weight_hh_l0	9	-0.078578419983387
161076	rnn.bias_ih_l0	0	-0.0634937584400177
161076	rnn.bias_ih_l0	1	-0.1859125941991806
161076	rnn.bias_ih_l0	2	-0.24936996400356293
161076	rnn.bias_ih_l0	3	-0.26932719349861145
161076	rnn.bias_ih_l0	4	-0.0074635716155171394
161076	rnn.bias_ih_l0	5	0.05077429860830307
161076	rnn.bias_ih_l0	6	-0.17670157551765442
161076	rnn.bias_ih_l0	7	-0.2509280741214752
161076	rnn.bias_ih_l0	8	-0.12500131130218506
161076	rnn.bias_ih_l0	9	-0.18166278302669525
161076	rnn.bias_hh_l0	0	0.11204270273447037
161076	rnn.bias_hh_l0	1	-0.05730155110359192
161076	rnn.bias_hh_l0	2	0.04545120149850845
161076	rnn.bias_hh_l0	3	-0.17036141455173492
161076	rnn.bias_hh_l0	4	0.03719988837838173
161076	rnn.bias_hh_l0	5	0.025760876014828682
161076	rnn.bias_hh_l0	6	-0.10016532987356186
161076	rnn.bias_hh_l0	7	-0.15938667953014374
161076	rnn.bias_hh_l0	8	-0.18642564117908478
161076	rnn.bias_hh_l0	9	-0.09690278768539429
161076	rnn.weight_ih_l0_reverse	0	-0.029364993795752525
161076	rnn.weight_ih_l0_reverse	1	-0.0006704103434458375
161076	rnn.weight_ih_l0_reverse	2	0.028515934944152832
161076	rnn.weight_ih_l0_reverse	3	-0.004333102144300938
161076	rnn.weight_ih_l0_reverse	4	0.02647862769663334
161076	rnn.weight_ih_l0_reverse	5	-0.05374913290143013
161076	rnn.weight_ih_l0_reverse	6	-0.05105583369731903
161076	rnn.weight_ih_l0_reverse	7	0.0008960345294326544
161076	rnn.weight_ih_l0_reverse	8	0.08318664878606796
161076	rnn.weight_ih_l0_reverse	9	0.019306253641843796
161076	rnn.weight_hh_l0_reverse	0	0.005301530938595533
161076	rnn.weight_hh_l0_reverse	1	0.025963937863707542
161076	rnn.weight_hh_l0_reverse	2	-0.04035916179418564
161076	rnn.weight_hh_l0_reverse	3	0.03802027180790901
161076	rnn.weight_hh_l0_reverse	4	0.025140732526779175
161076	rnn.weight_hh_l0_reverse	5	-0.0017182050505653024
161076	rnn.weight_hh_l0_reverse	6	0.05872862786054611
161076	rnn.weight_hh_l0_reverse	7	0.025573786348104477
161076	rnn.weight_hh_l0_reverse	8	-0.013929521664977074
161076	rnn.weight_hh_l0_reverse	9	-0.03722754865884781
161076	rnn.bias_ih_l0_reverse	0	-0.14309322834014893
161076	rnn.bias_ih_l0_reverse	1	-0.3111167848110199
161076	rnn.bias_ih_l0_reverse	2	-0.06306207925081253
161076	rnn.bias_ih_l0_reverse	3	-0.14335064589977264
161076	rnn.bias_ih_l0_reverse	4	0.07033661752939224
161076	rnn.bias_ih_l0_reverse	5	-0.2670380175113678
161076	rnn.bias_ih_l0_reverse	6	-0.05596791207790375
161076	rnn.bias_ih_l0_reverse	7	0.005231028888374567
161076	rnn.bias_ih_l0_reverse	8	-0.17714032530784607
161076	rnn.bias_ih_l0_reverse	9	-0.10169129073619843
161076	rnn.bias_hh_l0_reverse	0	-0.15443840622901917
161076	rnn.bias_hh_l0_reverse	1	-0.15222780406475067
161076	rnn.bias_hh_l0_reverse	2	-0.019581321626901627
161076	rnn.bias_hh_l0_reverse	3	-0.13464725017547607
161076	rnn.bias_hh_l0_reverse	4	-0.014244399033486843
161076	rnn.bias_hh_l0_reverse	5	-0.10746939480304718
161076	rnn.bias_hh_l0_reverse	6	-0.06839781254529953
161076	rnn.bias_hh_l0_reverse	7	-0.1992017924785614
161076	rnn.bias_hh_l0_reverse	8	-0.05721843242645264
161076	rnn.bias_hh_l0_reverse	9	-0.13140863180160522
161076	linear.weight	0	-0.19937390089035034
161076	linear.weight	1	-0.14529526233673096
161076	linear.weight	2	-0.011228874325752258
161076	linear.weight	3	-0.06508591026067734
161076	linear.weight	4	0.062296245247125626
161076	linear.weight	5	0.21075452864170074
161076	linear.weight	6	0.0047744326293468475
161076	linear.weight	7	-0.021312154829502106
161076	linear.weight	8	0.20790767669677734
161076	linear.weight	9	0.23721028864383698
161076	linear.bias	0	-0.8305515050888062
161076	linear.bias	1	1.3524370193481445
161076	linear.bias	2	-0.4144976735115051
161076	linear.bias	3	-0.694799542427063
161076	linear.bias	4	-0.8847120404243469
161076	linear.bias	5	-1.1747713088989258
161076	linear.bias	6	-0.9078384041786194
161076	linear.bias	7	-0.7277723550796509
161076	linear.bias	8	-0.01705317199230194
161076	linear.bias	9	3.3838279247283936
161273	transitions	0	-0.4207777976989746
161273	transitions	1	8.58509635925293
161273	transitions	2	-3.5143589973449707
161273	transitions	3	1.4315811395645142
161273	transitions	4	-2.123039960861206
161273	transitions	5	-0.39739856123924255
161273	transitions	6	-0.1896771490573883
161273	transitions	7	-10000.0
161273	transitions	8	1.7800220251083374
161273	transitions	9	-2.293933391571045
161273	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
161273	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
161273	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
161273	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
161273	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
161273	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
161273	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
161273	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
161273	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
161273	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
161273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
161273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
161273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
161273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
161273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
161273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
161273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
161273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
161273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
161273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
161273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
161273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
161273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
161273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
161273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
161273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
161273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
161273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
161273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
161273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
161273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
161273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
161273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
161273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
161273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
161273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
161273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
161273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
161273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
161273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
161273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
161273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
161273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
161273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
161273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
161273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
161273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
161273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
161273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
161273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
161273	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
161273	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
161273	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
161273	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
161273	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
161273	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
161273	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
161273	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
161273	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
161273	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
161273	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
161273	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
161273	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
161273	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
161273	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
161273	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
161273	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
161273	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
161273	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
161273	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
161273	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
161273	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
161273	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
161273	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
161273	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
161273	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
161273	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
161273	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
161273	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
161273	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
161273	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
161273	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
161273	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
161273	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
161273	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
161273	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
161273	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
161273	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
161273	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
161273	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
161273	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
161273	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
161273	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
161273	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
161273	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
161273	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
161273	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
161273	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
161273	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
161273	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
161273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
161273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
161273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
161273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
161273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
161273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
161273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
161273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
161273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
161273	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
161273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
161273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
161273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
161273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
161273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
161273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
161273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
161273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
161273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
161273	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
161273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
161273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
161273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
161273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
161273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
161273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
161273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
161273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
161273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
161273	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
161273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
161273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
161273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
161273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
161273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
161273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
161273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
161273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
161273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
161273	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
161273	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
161273	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
161273	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
161273	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
161273	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
161273	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
161273	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
161273	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
161273	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
161273	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
161273	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
161273	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
161273	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
161273	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
161273	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
161273	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
161273	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
161273	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
161273	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
161273	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
161273	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
161273	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
161273	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
161273	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
161273	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
161273	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
161273	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
161273	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
161273	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
161273	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
161273	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
161273	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
161273	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
161273	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
161273	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
161273	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
161273	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
161273	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
161273	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
161273	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
161273	embedding2nn.weight	0	0.04902093857526779
161273	embedding2nn.weight	1	-0.0903504341840744
161273	embedding2nn.weight	2	0.011540139093995094
161273	embedding2nn.weight	3	-0.056630540639162064
161273	embedding2nn.weight	4	-0.10956668853759766
161273	embedding2nn.weight	5	0.12263758480548859
161273	embedding2nn.weight	6	-0.1381891369819641
161273	embedding2nn.weight	7	-0.07860848307609558
161273	embedding2nn.weight	8	-0.02878970466554165
161273	embedding2nn.weight	9	0.061971716582775116
161273	embedding2nn.bias	0	0.051046013832092285
161273	embedding2nn.bias	1	0.022253558039665222
161273	embedding2nn.bias	2	-0.10018070787191391
161273	embedding2nn.bias	3	0.08720824122428894
161273	embedding2nn.bias	4	-0.015150067396461964
161273	embedding2nn.bias	5	-0.17522560060024261
161273	embedding2nn.bias	6	-0.1284857839345932
161273	embedding2nn.bias	7	-0.06190589815378189
161273	embedding2nn.bias	8	0.11061662435531616
161273	embedding2nn.bias	9	-0.06690339744091034
161273	rnn.weight_ih_l0	0	0.04096510261297226
161273	rnn.weight_ih_l0	1	-0.06515128165483475
161273	rnn.weight_ih_l0	2	-0.03250061720609665
161273	rnn.weight_ih_l0	3	-0.044418465346097946
161273	rnn.weight_ih_l0	4	0.020974330604076385
161273	rnn.weight_ih_l0	5	-0.11030623316764832
161273	rnn.weight_ih_l0	6	-0.05160832405090332
161273	rnn.weight_ih_l0	7	-0.013155289925634861
161273	rnn.weight_ih_l0	8	0.08279848843812943
161273	rnn.weight_ih_l0	9	0.009829230606555939
161273	rnn.weight_hh_l0	0	-0.0004887878312729299
161273	rnn.weight_hh_l0	1	-0.09047751128673553
161273	rnn.weight_hh_l0	2	0.06779935956001282
161273	rnn.weight_hh_l0	3	0.04258286952972412
161273	rnn.weight_hh_l0	4	0.00457911379635334
161273	rnn.weight_hh_l0	5	0.06665734201669693
161273	rnn.weight_hh_l0	6	-0.01728411205112934
161273	rnn.weight_hh_l0	7	-0.09491901844739914
161273	rnn.weight_hh_l0	8	0.013142364099621773
161273	rnn.weight_hh_l0	9	-0.0788421556353569
161273	rnn.bias_ih_l0	0	-0.06235983595252037
161273	rnn.bias_ih_l0	1	-0.18555639684200287
161273	rnn.bias_ih_l0	2	-0.2500661313533783
161273	rnn.bias_ih_l0	3	-0.2709518074989319
161273	rnn.bias_ih_l0	4	-0.009104609489440918
161273	rnn.bias_ih_l0	5	0.05041934549808502
161273	rnn.bias_ih_l0	6	-0.17815916240215302
161273	rnn.bias_ih_l0	7	-0.2491571009159088
161273	rnn.bias_ih_l0	8	-0.12529583275318146
161273	rnn.bias_ih_l0	9	-0.18094994127750397
161273	rnn.bias_hh_l0	0	0.11356382817029953
161273	rnn.bias_hh_l0	1	-0.056289128959178925
161273	rnn.bias_hh_l0	2	0.04524708166718483
161273	rnn.bias_hh_l0	3	-0.1697893738746643
161273	rnn.bias_hh_l0	4	0.03786054626107216
161273	rnn.bias_hh_l0	5	0.026919646188616753
161273	rnn.bias_hh_l0	6	-0.09967537224292755
161273	rnn.bias_hh_l0	7	-0.16071493923664093
161273	rnn.bias_hh_l0	8	-0.1863342672586441
161273	rnn.bias_hh_l0	9	-0.09609728306531906
161273	rnn.weight_ih_l0_reverse	0	-0.02954130247235298
161273	rnn.weight_ih_l0_reverse	1	0.0004334956465754658
161273	rnn.weight_ih_l0_reverse	2	0.02643650770187378
161273	rnn.weight_ih_l0_reverse	3	-0.0014655039412900805
161273	rnn.weight_ih_l0_reverse	4	0.028147751465439796
161273	rnn.weight_ih_l0_reverse	5	-0.05328122153878212
161273	rnn.weight_ih_l0_reverse	6	-0.05113779380917549
161273	rnn.weight_ih_l0_reverse	7	0.0008561023278161883
161273	rnn.weight_ih_l0_reverse	8	0.08503992855548859
161273	rnn.weight_ih_l0_reverse	9	0.01884445734322071
161273	rnn.weight_hh_l0_reverse	0	0.005227793473750353
161273	rnn.weight_hh_l0_reverse	1	0.026294291019439697
161273	rnn.weight_hh_l0_reverse	2	-0.04086972773075104
161273	rnn.weight_hh_l0_reverse	3	0.03807026520371437
161273	rnn.weight_hh_l0_reverse	4	0.025241268798708916
161273	rnn.weight_hh_l0_reverse	5	-0.002045190194621682
161273	rnn.weight_hh_l0_reverse	6	0.05886727198958397
161273	rnn.weight_hh_l0_reverse	7	0.025717100128531456
161273	rnn.weight_hh_l0_reverse	8	-0.013459901325404644
161273	rnn.weight_hh_l0_reverse	9	-0.03733934462070465
161273	rnn.bias_ih_l0_reverse	0	-0.14277490973472595
161273	rnn.bias_ih_l0_reverse	1	-0.3091810941696167
161273	rnn.bias_ih_l0_reverse	2	-0.06239782273769379
161273	rnn.bias_ih_l0_reverse	3	-0.14282077550888062
161273	rnn.bias_ih_l0_reverse	4	0.0684831514954567
161273	rnn.bias_ih_l0_reverse	5	-0.26705706119537354
161273	rnn.bias_ih_l0_reverse	6	-0.055555496364831924
161273	rnn.bias_ih_l0_reverse	7	0.008011767640709877
161273	rnn.bias_ih_l0_reverse	8	-0.1753298044204712
161273	rnn.bias_ih_l0_reverse	9	-0.10331559181213379
161273	rnn.bias_hh_l0_reverse	0	-0.15600493550300598
161273	rnn.bias_hh_l0_reverse	1	-0.15326684713363647
161273	rnn.bias_hh_l0_reverse	2	-0.01967703364789486
161273	rnn.bias_hh_l0_reverse	3	-0.13316431641578674
161273	rnn.bias_hh_l0_reverse	4	-0.011812131851911545
161273	rnn.bias_hh_l0_reverse	5	-0.10835719108581543
161273	rnn.bias_hh_l0_reverse	6	-0.06829711049795151
161273	rnn.bias_hh_l0_reverse	7	-0.19746461510658264
161273	rnn.bias_hh_l0_reverse	8	-0.05536644160747528
161273	rnn.bias_hh_l0_reverse	9	-0.1325743943452835
161273	linear.weight	0	-0.20683947205543518
161273	linear.weight	1	-0.1383039504289627
161273	linear.weight	2	-0.011228874325752258
161273	linear.weight	3	-0.06437922269105911
161273	linear.weight	4	0.06141243875026703
161273	linear.weight	5	0.20819887518882751
161273	linear.weight	6	0.0047744326293468475
161273	linear.weight	7	-0.021312154829502106
161273	linear.weight	8	0.2059704214334488
161273	linear.weight	9	0.23171740770339966
161273	linear.bias	0	-0.8524351119995117
161273	linear.bias	1	1.3883520364761353
161273	linear.bias	2	-0.3980877697467804
161273	linear.bias	3	-0.7030224800109863
161273	linear.bias	4	-0.8654741644859314
161273	linear.bias	5	-1.1747949123382568
161273	linear.bias	6	-0.930613100528717
161273	linear.bias	7	-0.724395215511322
161273	linear.bias	8	-0.01705317199230194
161273	linear.bias	9	3.361781120300293
161470	transitions	0	-0.42094069719314575
161470	transitions	1	8.597965240478516
161470	transitions	2	-3.5148801803588867
161470	transitions	3	1.4277549982070923
161470	transitions	4	-2.123488664627075
161470	transitions	5	-0.3975374102592468
161470	transitions	6	-0.18969246745109558
161470	transitions	7	-10000.0
161470	transitions	8	1.7793914079666138
161470	transitions	9	-2.2939348220825195
161470	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
161470	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
161470	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
161470	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
161470	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
161470	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
161470	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
161470	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
161470	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
161470	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
161470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
161470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
161470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
161470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
161470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
161470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
161470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
161470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
161470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
161470	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
161470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
161470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
161470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
161470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
161470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
161470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
161470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
161470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
161470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
161470	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
161470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
161470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
161470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
161470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
161470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
161470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
161470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
161470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
161470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
161470	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
161470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
161470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
161470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
161470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
161470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
161470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
161470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
161470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
161470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
161470	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
161470	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
161470	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
161470	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
161470	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
161470	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
161470	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
161470	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
161470	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
161470	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
161470	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
161470	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
161470	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
161470	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
161470	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
161470	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
161470	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
161470	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
161470	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
161470	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
161470	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
161470	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
161470	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
161470	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
161470	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
161470	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
161470	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
161470	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
161470	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
161470	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
161470	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
161470	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
161470	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
161470	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
161470	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
161470	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
161470	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
161470	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
161470	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
161470	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
161470	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
161470	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
161470	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
161470	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
161470	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
161470	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
161470	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
161470	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
161470	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
161470	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
161470	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
161470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
161470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
161470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
161470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
161470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
161470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
161470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
161470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
161470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
161470	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
161470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
161470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
161470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
161470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
161470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
161470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
161470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
161470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
161470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
161470	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
161470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
161470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
161470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
161470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
161470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
161470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
161470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
161470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
161470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
161470	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
161470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
161470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
161470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
161470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
161470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
161470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
161470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
161470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
161470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
161470	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
161470	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
161470	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
161470	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
161470	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
161470	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
161470	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
161470	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
161470	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
161470	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
161470	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
161470	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
161470	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
161470	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
161470	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
161470	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
161470	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
161470	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
161470	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
161470	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
161470	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
161470	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
161470	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
161470	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
161470	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
161470	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
161470	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
161470	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
161470	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
161470	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
161470	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
161470	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
161470	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
161470	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
161470	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
161470	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
161470	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
161470	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
161470	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
161470	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
161470	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
161470	embedding2nn.weight	0	0.04856381565332413
161470	embedding2nn.weight	1	-0.09051144123077393
161470	embedding2nn.weight	2	0.013307644054293633
161470	embedding2nn.weight	3	-0.05596891790628433
161470	embedding2nn.weight	4	-0.1124180406332016
161470	embedding2nn.weight	5	0.12299878895282745
161470	embedding2nn.weight	6	-0.13558515906333923
161470	embedding2nn.weight	7	-0.07872067391872406
161470	embedding2nn.weight	8	-0.028971271589398384
161470	embedding2nn.weight	9	0.06232418492436409
161470	embedding2nn.bias	0	0.05549469590187073
161470	embedding2nn.bias	1	0.02707970328629017
161470	embedding2nn.bias	2	-0.09164340794086456
161470	embedding2nn.bias	3	0.0824802815914154
161470	embedding2nn.bias	4	-0.007634846959263086
161470	embedding2nn.bias	5	-0.1715582013130188
161470	embedding2nn.bias	6	-0.12514692544937134
161470	embedding2nn.bias	7	-0.07287009805440903
161470	embedding2nn.bias	8	0.10749505460262299
161470	embedding2nn.bias	9	-0.06336481869220734
161470	rnn.weight_ih_l0	0	0.040590107440948486
161470	rnn.weight_ih_l0	1	-0.06335273385047913
161470	rnn.weight_ih_l0	2	-0.03158547729253769
161470	rnn.weight_ih_l0	3	-0.044052574783563614
161470	rnn.weight_ih_l0	4	0.020595869049429893
161470	rnn.weight_ih_l0	5	-0.10984628647565842
161470	rnn.weight_ih_l0	6	-0.052998173981904984
161470	rnn.weight_ih_l0	7	-0.013684358447790146
161470	rnn.weight_ih_l0	8	0.08120501786470413
161470	rnn.weight_ih_l0	9	0.010416192933917046
161470	rnn.weight_hh_l0	0	-0.0003867917403113097
161470	rnn.weight_hh_l0	1	-0.09038674831390381
161470	rnn.weight_hh_l0	2	0.06746528297662735
161470	rnn.weight_hh_l0	3	0.04310743510723114
161470	rnn.weight_hh_l0	4	0.004506933502852917
161470	rnn.weight_hh_l0	5	0.0668654516339302
161470	rnn.weight_hh_l0	6	-0.017262499779462814
161470	rnn.weight_hh_l0	7	-0.09479860216379166
161470	rnn.weight_hh_l0	8	0.012385920621454716
161470	rnn.weight_hh_l0	9	-0.08079749345779419
161470	rnn.bias_ih_l0	0	-0.06439539790153503
161470	rnn.bias_ih_l0	1	-0.18749576807022095
161470	rnn.bias_ih_l0	2	-0.24950137734413147
161470	rnn.bias_ih_l0	3	-0.2726903259754181
161470	rnn.bias_ih_l0	4	-0.010845944285392761
161470	rnn.bias_ih_l0	5	0.0521191768348217
161470	rnn.bias_ih_l0	6	-0.176200732588768
161470	rnn.bias_ih_l0	7	-0.24865512549877167
161470	rnn.bias_ih_l0	8	-0.12834538519382477
161470	rnn.bias_ih_l0	9	-0.1810591220855713
161470	rnn.bias_hh_l0	0	0.11124588549137115
161470	rnn.bias_hh_l0	1	-0.056783728301525116
161470	rnn.bias_hh_l0	2	0.04648980125784874
161470	rnn.bias_hh_l0	3	-0.17000307142734528
161470	rnn.bias_hh_l0	4	0.03537584841251373
161470	rnn.bias_hh_l0	5	0.02471865527331829
161470	rnn.bias_hh_l0	6	-0.09876856952905655
161470	rnn.bias_hh_l0	7	-0.16084524989128113
161470	rnn.bias_hh_l0	8	-0.18521630764007568
161470	rnn.bias_hh_l0	9	-0.09358292073011398
161470	rnn.weight_ih_l0_reverse	0	-0.029597532004117966
161470	rnn.weight_ih_l0_reverse	1	0.0004887713585048914
161470	rnn.weight_ih_l0_reverse	2	0.024939781054854393
161470	rnn.weight_ih_l0_reverse	3	-0.0004297974519431591
161470	rnn.weight_ih_l0_reverse	4	0.029139747843146324
161470	rnn.weight_ih_l0_reverse	5	-0.055235423147678375
161470	rnn.weight_ih_l0_reverse	6	-0.05091273784637451
161470	rnn.weight_ih_l0_reverse	7	0.0007103724638000131
161470	rnn.weight_ih_l0_reverse	8	0.08400127291679382
161470	rnn.weight_ih_l0_reverse	9	0.018471568822860718
161470	rnn.weight_hh_l0_reverse	0	0.005458417814224958
161470	rnn.weight_hh_l0_reverse	1	0.02595970593392849
161470	rnn.weight_hh_l0_reverse	2	-0.04068238288164139
161470	rnn.weight_hh_l0_reverse	3	0.03793754801154137
161470	rnn.weight_hh_l0_reverse	4	0.024829823523759842
161470	rnn.weight_hh_l0_reverse	5	-0.0017447819700464606
161470	rnn.weight_hh_l0_reverse	6	0.058546457439661026
161470	rnn.weight_hh_l0_reverse	7	0.02559642679989338
161470	rnn.weight_hh_l0_reverse	8	-0.013395728543400764
161470	rnn.weight_hh_l0_reverse	9	-0.03735310211777687
161470	rnn.bias_ih_l0_reverse	0	-0.14261318743228912
161470	rnn.bias_ih_l0_reverse	1	-0.3070667088031769
161470	rnn.bias_ih_l0_reverse	2	-0.06289328634738922
161470	rnn.bias_ih_l0_reverse	3	-0.14258751273155212
161470	rnn.bias_ih_l0_reverse	4	0.06529033184051514
161470	rnn.bias_ih_l0_reverse	5	-0.268405944108963
161470	rnn.bias_ih_l0_reverse	6	-0.05600903183221817
161470	rnn.bias_ih_l0_reverse	7	0.004958771169185638
161470	rnn.bias_ih_l0_reverse	8	-0.17612874507904053
161470	rnn.bias_ih_l0_reverse	9	-0.10314580798149109
161470	rnn.bias_hh_l0_reverse	0	-0.15319588780403137
161470	rnn.bias_hh_l0_reverse	1	-0.15434996783733368
161470	rnn.bias_hh_l0_reverse	2	-0.021149305626749992
161470	rnn.bias_hh_l0_reverse	3	-0.13295277953147888
161470	rnn.bias_hh_l0_reverse	4	-0.011637037619948387
161470	rnn.bias_hh_l0_reverse	5	-0.10834114253520966
161470	rnn.bias_hh_l0_reverse	6	-0.06911377608776093
161470	rnn.bias_hh_l0_reverse	7	-0.19773006439208984
161470	rnn.bias_hh_l0_reverse	8	-0.05593313276767731
161470	rnn.bias_hh_l0_reverse	9	-0.13311466574668884
161470	linear.weight	0	-0.21279555559158325
161470	linear.weight	1	-0.13837501406669617
161470	linear.weight	2	-0.011228874325752258
161470	linear.weight	3	-0.06789536029100418
161470	linear.weight	4	0.060645557940006256
161470	linear.weight	5	0.19476062059402466
161470	linear.weight	6	0.0047744326293468475
161470	linear.weight	7	-0.021312154829502106
161470	linear.weight	8	0.19439245760440826
161470	linear.weight	9	0.2470424473285675
161470	linear.bias	0	-0.8620259165763855
161470	linear.bias	1	1.347942590713501
161470	linear.bias	2	-0.40236446261405945
161470	linear.bias	3	-0.6826502680778503
161470	linear.bias	4	-0.8595728874206543
161470	linear.bias	5	-1.1748179197311401
161470	linear.bias	6	-0.9406837224960327
161470	linear.bias	7	-0.7157946228981018
161470	linear.bias	8	-0.01705317199230194
161470	linear.bias	9	3.3319380283355713
161667	transitions	0	-0.421098917722702
161667	transitions	1	8.602424621582031
161667	transitions	2	-3.515188455581665
161667	transitions	3	1.4231327772140503
161667	transitions	4	-2.123715400695801
161667	transitions	5	-0.3976221978664398
161667	transitions	6	-0.18970370292663574
161667	transitions	7	-10000.0
161667	transitions	8	1.7780637741088867
161667	transitions	9	-2.293935537338257
161667	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
161667	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
161667	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
161667	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
161667	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
161667	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
161667	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
161667	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
161667	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
161667	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
161667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
161667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
161667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
161667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
161667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
161667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
161667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
161667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
161667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
161667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
161667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
161667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
161667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
161667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
161667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
161667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
161667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
161667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
161667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
161667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
161667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
161667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
161667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
161667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
161667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
161667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
161667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
161667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
161667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
161667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
161667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
161667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
161667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
161667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
161667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
161667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
161667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
161667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
161667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
161667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
161667	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
161667	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
161667	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
161667	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
161667	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
161667	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
161667	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
161667	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
161667	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
161667	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
161667	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
161667	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
161667	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
161667	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
161667	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
161667	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
161667	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
161667	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
161667	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
161667	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
161667	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
161667	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
161667	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
161667	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
161667	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
161667	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
161667	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
161667	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
161667	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
161667	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
161667	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
161667	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
161667	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
161667	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
161667	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
161667	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
161667	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
161667	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
161667	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
161667	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
161667	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
161667	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
161667	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
161667	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
161667	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
161667	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
161667	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
161667	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
161667	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
161667	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
161667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
161667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
161667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
161667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
161667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
161667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
161667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
161667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
161667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
161667	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
161667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
161667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
161667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
161667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
161667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
161667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
161667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
161667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
161667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
161667	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
161667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
161667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
161667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
161667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
161667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
161667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
161667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
161667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
161667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
161667	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
161667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
161667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
161667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
161667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
161667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
161667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
161667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
161667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
161667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
161667	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
161667	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
161667	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
161667	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
161667	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
161667	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
161667	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
161667	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
161667	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
161667	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
161667	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
161667	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
161667	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
161667	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
161667	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
161667	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
161667	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
161667	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
161667	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
161667	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
161667	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
161667	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
161667	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
161667	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
161667	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
161667	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
161667	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
161667	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
161667	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
161667	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
161667	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
161667	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
161667	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
161667	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
161667	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
161667	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
161667	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
161667	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
161667	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
161667	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
161667	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
161667	embedding2nn.weight	0	0.04833675175905228
161667	embedding2nn.weight	1	-0.0897827222943306
161667	embedding2nn.weight	2	0.01468356791883707
161667	embedding2nn.weight	3	-0.05598839372396469
161667	embedding2nn.weight	4	-0.11385529488325119
161667	embedding2nn.weight	5	0.12393642961978912
161667	embedding2nn.weight	6	-0.13378216326236725
161667	embedding2nn.weight	7	-0.07898256182670593
161667	embedding2nn.weight	8	-0.027896041050553322
161667	embedding2nn.weight	9	0.06261792778968811
161667	embedding2nn.bias	0	0.053721312433481216
161667	embedding2nn.bias	1	0.022290226072072983
161667	embedding2nn.bias	2	-0.0854945182800293
161667	embedding2nn.bias	3	0.07963962107896805
161667	embedding2nn.bias	4	0.00019376972340978682
161667	embedding2nn.bias	5	-0.17203710973262787
161667	embedding2nn.bias	6	-0.12264145910739899
161667	embedding2nn.bias	7	-0.06486931443214417
161667	embedding2nn.bias	8	0.10144492983818054
161667	embedding2nn.bias	9	-0.06600777804851532
161667	rnn.weight_ih_l0	0	0.04000792279839516
161667	rnn.weight_ih_l0	1	-0.06421752274036407
161667	rnn.weight_ih_l0	2	-0.031010674312710762
161667	rnn.weight_ih_l0	3	-0.04446753114461899
161667	rnn.weight_ih_l0	4	0.02073059044778347
161667	rnn.weight_ih_l0	5	-0.11156043410301208
161667	rnn.weight_ih_l0	6	-0.05275999382138252
161667	rnn.weight_ih_l0	7	-0.013473518192768097
161667	rnn.weight_ih_l0	8	0.08144963532686234
161667	rnn.weight_ih_l0	9	0.008289224468171597
161667	rnn.weight_hh_l0	0	-0.0006589415133930743
161667	rnn.weight_hh_l0	1	-0.09003276377916336
161667	rnn.weight_hh_l0	2	0.0670558288693428
161667	rnn.weight_hh_l0	3	0.04268950968980789
161667	rnn.weight_hh_l0	4	0.004678894300013781
161667	rnn.weight_hh_l0	5	0.06640531867742538
161667	rnn.weight_hh_l0	6	-0.01715940050780773
161667	rnn.weight_hh_l0	7	-0.09520269930362701
161667	rnn.weight_hh_l0	8	0.012764213606715202
161667	rnn.weight_hh_l0	9	-0.07966925203800201
161667	rnn.bias_ih_l0	0	-0.06582299619913101
161667	rnn.bias_ih_l0	1	-0.1861010640859604
161667	rnn.bias_ih_l0	2	-0.2520451247692108
161667	rnn.bias_ih_l0	3	-0.2738247215747833
161667	rnn.bias_ih_l0	4	-0.010060517117381096
161667	rnn.bias_ih_l0	5	0.05350307375192642
161667	rnn.bias_ih_l0	6	-0.17567598819732666
161667	rnn.bias_ih_l0	7	-0.2500090003013611
161667	rnn.bias_ih_l0	8	-0.13013799488544464
161667	rnn.bias_ih_l0	9	-0.18255843222141266
161667	rnn.bias_hh_l0	0	0.11123503744602203
161667	rnn.bias_hh_l0	1	-0.05452890694141388
161667	rnn.bias_hh_l0	2	0.04658236727118492
161667	rnn.bias_hh_l0	3	-0.17126943171024323
161667	rnn.bias_hh_l0	4	0.036674123257398605
161667	rnn.bias_hh_l0	5	0.025882689282298088
161667	rnn.bias_hh_l0	6	-0.09890659153461456
161667	rnn.bias_hh_l0	7	-0.1610545665025711
161667	rnn.bias_hh_l0	8	-0.18385645747184753
161667	rnn.bias_hh_l0	9	-0.09246189892292023
161667	rnn.weight_ih_l0_reverse	0	-0.030563876032829285
161667	rnn.weight_ih_l0_reverse	1	0.0018350731115788221
161667	rnn.weight_ih_l0_reverse	2	0.02439013123512268
161667	rnn.weight_ih_l0_reverse	3	-0.001416923594661057
161667	rnn.weight_ih_l0_reverse	4	0.02882406674325466
161667	rnn.weight_ih_l0_reverse	5	-0.056441981345415115
161667	rnn.weight_ih_l0_reverse	6	-0.05097677558660507
161667	rnn.weight_ih_l0_reverse	7	-0.0005887753795832396
161667	rnn.weight_ih_l0_reverse	8	0.08598855137825012
161667	rnn.weight_ih_l0_reverse	9	0.018283754587173462
161667	rnn.weight_hh_l0_reverse	0	0.004803754389286041
161667	rnn.weight_hh_l0_reverse	1	0.025692777708172798
161667	rnn.weight_hh_l0_reverse	2	-0.040696464478969574
161667	rnn.weight_hh_l0_reverse	3	0.037637896835803986
161667	rnn.weight_hh_l0_reverse	4	0.02468779683113098
161667	rnn.weight_hh_l0_reverse	5	-0.0020426027476787567
161667	rnn.weight_hh_l0_reverse	6	0.05928633362054825
161667	rnn.weight_hh_l0_reverse	7	0.025744855403900146
161667	rnn.weight_hh_l0_reverse	8	-0.013047043234109879
161667	rnn.weight_hh_l0_reverse	9	-0.0370035320520401
161667	rnn.bias_ih_l0_reverse	0	-0.14202317595481873
161667	rnn.bias_ih_l0_reverse	1	-0.30564072728157043
161667	rnn.bias_ih_l0_reverse	2	-0.06249044090509415
161667	rnn.bias_ih_l0_reverse	3	-0.1439651995897293
161667	rnn.bias_ih_l0_reverse	4	0.06644056737422943
161667	rnn.bias_ih_l0_reverse	5	-0.269494891166687
161667	rnn.bias_ih_l0_reverse	6	-0.05494536831974983
161667	rnn.bias_ih_l0_reverse	7	0.0019442748744040728
161667	rnn.bias_ih_l0_reverse	8	-0.17616167664527893
161667	rnn.bias_ih_l0_reverse	9	-0.10250850021839142
161667	rnn.bias_hh_l0_reverse	0	-0.15421046316623688
161667	rnn.bias_hh_l0_reverse	1	-0.15269255638122559
161667	rnn.bias_hh_l0_reverse	2	-0.022381801158189774
161667	rnn.bias_hh_l0_reverse	3	-0.1310444325208664
161667	rnn.bias_hh_l0_reverse	4	-0.012842725031077862
161667	rnn.bias_hh_l0_reverse	5	-0.10905856639146805
161667	rnn.bias_hh_l0_reverse	6	-0.06899259984493256
161667	rnn.bias_hh_l0_reverse	7	-0.19796544313430786
161667	rnn.bias_hh_l0_reverse	8	-0.05566033348441124
161667	rnn.bias_hh_l0_reverse	9	-0.1334480196237564
161667	linear.weight	0	-0.21020455658435822
161667	linear.weight	1	-0.14136631786823273
161667	linear.weight	2	-0.011228874325752258
161667	linear.weight	3	-0.07792071253061295
161667	linear.weight	4	0.060119498521089554
161667	linear.weight	5	0.19558101892471313
161667	linear.weight	6	0.0047744326293468475
161667	linear.weight	7	-0.021312154829502106
161667	linear.weight	8	0.20116107165813446
161667	linear.weight	9	0.2516702115535736
161667	linear.bias	0	-0.8758100271224976
161667	linear.bias	1	1.3494595289230347
161667	linear.bias	2	-0.4148440957069397
161667	linear.bias	3	-0.69491046667099
161667	linear.bias	4	-0.8270216584205627
161667	linear.bias	5	-1.1748425960540771
161667	linear.bias	6	-0.956240177154541
161667	linear.bias	7	-0.68927401304245
161667	linear.bias	8	-0.01705317199230194
161667	linear.bias	9	3.3293983936309814
161864	transitions	0	-0.4211566150188446
161864	transitions	1	8.624577522277832
161864	transitions	2	-3.515692949295044
161864	transitions	3	1.4332985877990723
161864	transitions	4	-2.1240687370300293
161864	transitions	5	-0.3977039158344269
161864	transitions	6	-0.18974705040454865
161864	transitions	7	-10000.0
161864	transitions	8	1.778524398803711
161864	transitions	9	-2.2939376831054688
161864	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
161864	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
161864	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
161864	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
161864	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
161864	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
161864	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
161864	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
161864	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
161864	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
161864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
161864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
161864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
161864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
161864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
161864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
161864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
161864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
161864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
161864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
161864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
161864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
161864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
161864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
161864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
161864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
161864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
161864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
161864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
161864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
161864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
161864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
161864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
161864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
161864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
161864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
161864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
161864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
161864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
161864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
161864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
161864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
161864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
161864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
161864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
161864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
161864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
161864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
161864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
161864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
161864	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
161864	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
161864	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
161864	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
161864	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
161864	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
161864	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
161864	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
161864	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
161864	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
161864	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
161864	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
161864	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
161864	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
161864	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
161864	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
161864	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
161864	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
161864	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
161864	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
161864	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
161864	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
161864	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
161864	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
161864	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
161864	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
161864	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
161864	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
161864	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
161864	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
161864	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
161864	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
161864	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
161864	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
161864	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
161864	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
161864	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
161864	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
161864	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
161864	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
161864	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
161864	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
161864	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
161864	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
161864	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
161864	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
161864	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
161864	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
161864	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
161864	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
161864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
161864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
161864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
161864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
161864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
161864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
161864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
161864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
161864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
161864	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
161864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
161864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
161864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
161864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
161864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
161864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
161864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
161864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
161864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
161864	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
161864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
161864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
161864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
161864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
161864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
161864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
161864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
161864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
161864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
161864	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
161864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
161864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
161864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
161864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
161864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
161864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
161864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
161864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
161864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
161864	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
161864	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
161864	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
161864	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
161864	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
161864	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
161864	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
161864	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
161864	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
161864	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
161864	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
161864	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
161864	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
161864	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
161864	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
161864	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
161864	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
161864	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
161864	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
161864	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
161864	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
161864	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
161864	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
161864	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
161864	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
161864	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
161864	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
161864	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
161864	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
161864	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
161864	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
161864	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
161864	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
161864	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
161864	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
161864	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
161864	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
161864	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
161864	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
161864	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
161864	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
161864	embedding2nn.weight	0	0.04849516227841377
161864	embedding2nn.weight	1	-0.0893000066280365
161864	embedding2nn.weight	2	0.014962329529225826
161864	embedding2nn.weight	3	-0.05668822303414345
161864	embedding2nn.weight	4	-0.1141454428434372
161864	embedding2nn.weight	5	0.12379013746976852
161864	embedding2nn.weight	6	-0.13198575377464294
161864	embedding2nn.weight	7	-0.07937842607498169
161864	embedding2nn.weight	8	-0.028596514835953712
161864	embedding2nn.weight	9	0.06134505942463875
161864	embedding2nn.bias	0	0.06347757577896118
161864	embedding2nn.bias	1	0.017954392358660698
161864	embedding2nn.bias	2	-0.08649174124002457
161864	embedding2nn.bias	3	0.0742705836892128
161864	embedding2nn.bias	4	-0.006483838893473148
161864	embedding2nn.bias	5	-0.17450132966041565
161864	embedding2nn.bias	6	-0.11693231761455536
161864	embedding2nn.bias	7	-0.06538110226392746
161864	embedding2nn.bias	8	0.09648880362510681
161864	embedding2nn.bias	9	-0.07357218116521835
161864	rnn.weight_ih_l0	0	0.040370211005210876
161864	rnn.weight_ih_l0	1	-0.06485447287559509
161864	rnn.weight_ih_l0	2	-0.033208757638931274
161864	rnn.weight_ih_l0	3	-0.04519306868314743
161864	rnn.weight_ih_l0	4	0.021209873259067535
161864	rnn.weight_ih_l0	5	-0.11114080250263214
161864	rnn.weight_ih_l0	6	-0.04982837289571762
161864	rnn.weight_ih_l0	7	-0.011762651614844799
161864	rnn.weight_ih_l0	8	0.08065542578697205
161864	rnn.weight_ih_l0	9	0.009866940788924694
161864	rnn.weight_hh_l0	0	4.730653381557204e-05
161864	rnn.weight_hh_l0	1	-0.08939583599567413
161864	rnn.weight_hh_l0	2	0.06798796355724335
161864	rnn.weight_hh_l0	3	0.04267913103103638
161864	rnn.weight_hh_l0	4	0.004803950898349285
161864	rnn.weight_hh_l0	5	0.0669282078742981
161864	rnn.weight_hh_l0	6	-0.0170668363571167
161864	rnn.weight_hh_l0	7	-0.0955604761838913
161864	rnn.weight_hh_l0	8	0.012887160293757915
161864	rnn.weight_hh_l0	9	-0.07843002676963806
161864	rnn.bias_ih_l0	0	-0.06433418393135071
161864	rnn.bias_ih_l0	1	-0.18501543998718262
161864	rnn.bias_ih_l0	2	-0.25267964601516724
161864	rnn.bias_ih_l0	3	-0.2740052342414856
161864	rnn.bias_ih_l0	4	-0.009368440136313438
161864	rnn.bias_ih_l0	5	0.05334485322237015
161864	rnn.bias_ih_l0	6	-0.17628590762615204
161864	rnn.bias_ih_l0	7	-0.25082623958587646
161864	rnn.bias_ih_l0	8	-0.13144545257091522
161864	rnn.bias_ih_l0	9	-0.1829516589641571
161864	rnn.bias_hh_l0	0	0.11110544949769974
161864	rnn.bias_hh_l0	1	-0.053473956882953644
161864	rnn.bias_hh_l0	2	0.046100735664367676
161864	rnn.bias_hh_l0	3	-0.1723427176475525
161864	rnn.bias_hh_l0	4	0.03544887900352478
161864	rnn.bias_hh_l0	5	0.026368167251348495
161864	rnn.bias_hh_l0	6	-0.09899382293224335
161864	rnn.bias_hh_l0	7	-0.15943674743175507
161864	rnn.bias_hh_l0	8	-0.18479174375534058
161864	rnn.bias_hh_l0	9	-0.09337745606899261
161864	rnn.weight_ih_l0_reverse	0	-0.03138022869825363
161864	rnn.weight_ih_l0_reverse	1	0.002277384977787733
161864	rnn.weight_ih_l0_reverse	2	0.025298019871115685
161864	rnn.weight_ih_l0_reverse	3	-0.0025356425903737545
161864	rnn.weight_ih_l0_reverse	4	0.029798267409205437
161864	rnn.weight_ih_l0_reverse	5	-0.05532244220376015
161864	rnn.weight_ih_l0_reverse	6	-0.05075361207127571
161864	rnn.weight_ih_l0_reverse	7	0.00021107563225086778
161864	rnn.weight_ih_l0_reverse	8	0.08590644598007202
161864	rnn.weight_ih_l0_reverse	9	0.019479406997561455
161864	rnn.weight_hh_l0_reverse	0	0.004623342305421829
161864	rnn.weight_hh_l0_reverse	1	0.02582714334130287
161864	rnn.weight_hh_l0_reverse	2	-0.04052163287997246
161864	rnn.weight_hh_l0_reverse	3	0.037793949246406555
161864	rnn.weight_hh_l0_reverse	4	0.024637432768940926
161864	rnn.weight_hh_l0_reverse	5	-0.0024260408245027065
161864	rnn.weight_hh_l0_reverse	6	0.059800080955028534
161864	rnn.weight_hh_l0_reverse	7	0.025431495159864426
161864	rnn.weight_hh_l0_reverse	8	-0.013513153418898582
161864	rnn.weight_hh_l0_reverse	9	-0.03717918321490288
161864	rnn.bias_ih_l0_reverse	0	-0.14216050505638123
161864	rnn.bias_ih_l0_reverse	1	-0.30603906512260437
161864	rnn.bias_ih_l0_reverse	2	-0.06659367680549622
161864	rnn.bias_ih_l0_reverse	3	-0.1429050862789154
161864	rnn.bias_ih_l0_reverse	4	0.06764284521341324
161864	rnn.bias_ih_l0_reverse	5	-0.26928478479385376
161864	rnn.bias_ih_l0_reverse	6	-0.05116667598485947
161864	rnn.bias_ih_l0_reverse	7	0.006952434778213501
161864	rnn.bias_ih_l0_reverse	8	-0.1748928427696228
161864	rnn.bias_ih_l0_reverse	9	-0.10240627825260162
161864	rnn.bias_hh_l0_reverse	0	-0.1540987342596054
161864	rnn.bias_hh_l0_reverse	1	-0.1533438265323639
161864	rnn.bias_hh_l0_reverse	2	-0.023049423471093178
161864	rnn.bias_hh_l0_reverse	3	-0.1311917006969452
161864	rnn.bias_hh_l0_reverse	4	-0.011743654496967793
161864	rnn.bias_hh_l0_reverse	5	-0.11084472388029099
161864	rnn.bias_hh_l0_reverse	6	-0.06972909718751907
161864	rnn.bias_hh_l0_reverse	7	-0.19549420475959778
161864	rnn.bias_hh_l0_reverse	8	-0.056303031742572784
161864	rnn.bias_hh_l0_reverse	9	-0.1323804259300232
161864	linear.weight	0	-0.20117995142936707
161864	linear.weight	1	-0.14454436302185059
161864	linear.weight	2	-0.011228874325752258
161864	linear.weight	3	-0.08818606287240982
161864	linear.weight	4	0.049802016466856
161864	linear.weight	5	0.19313004612922668
161864	linear.weight	6	0.0047744326293468475
161864	linear.weight	7	-0.021312154829502106
161864	linear.weight	8	0.20616164803504944
161864	linear.weight	9	0.24725423753261566
161864	linear.bias	0	-0.8543187975883484
161864	linear.bias	1	1.3847415447235107
161864	linear.bias	2	-0.4264853298664093
161864	linear.bias	3	-0.6946748495101929
161864	linear.bias	4	-0.8485786318778992
161864	linear.bias	5	-1.1748685836791992
161864	linear.bias	6	-0.9349555969238281
161864	linear.bias	7	-0.711146891117096
161864	linear.bias	8	-0.01705317199230194
161864	linear.bias	9	3.3618364334106445
161868	transitions	0	-0.421156644821167
161868	transitions	1	8.625717163085938
161868	transitions	2	-3.5156941413879395
161868	transitions	3	1.43302583694458
161868	transitions	4	-2.124070882797241
161868	transitions	5	-0.39770394563674927
161868	transitions	6	-0.18974722921848297
161868	transitions	7	-10000.0
161868	transitions	8	1.778512954711914
161868	transitions	9	-2.2939376831054688
161868	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
161868	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
161868	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
161868	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
161868	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
161868	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
161868	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
161868	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
161868	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
161868	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
161868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
161868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
161868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
161868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
161868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
161868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
161868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
161868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
161868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
161868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
161868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
161868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
161868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
161868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
161868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
161868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
161868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
161868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
161868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
161868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
161868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
161868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
161868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
161868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
161868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
161868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
161868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
161868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
161868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
161868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
161868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
161868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
161868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
161868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
161868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
161868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
161868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
161868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
161868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
161868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
161868	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
161868	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
161868	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
161868	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
161868	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
161868	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
161868	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
161868	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
161868	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
161868	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
161868	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
161868	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
161868	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
161868	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
161868	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
161868	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
161868	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
161868	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
161868	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
161868	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
161868	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
161868	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
161868	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
161868	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
161868	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
161868	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
161868	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
161868	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
161868	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
161868	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
161868	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
161868	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
161868	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
161868	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
161868	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
161868	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
161868	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
161868	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
161868	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
161868	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
161868	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
161868	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
161868	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
161868	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
161868	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
161868	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
161868	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
161868	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
161868	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
161868	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
161868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
161868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
161868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
161868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
161868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
161868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
161868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
161868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
161868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
161868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
161868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
161868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
161868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
161868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
161868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
161868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
161868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
161868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
161868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
161868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
161868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
161868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
161868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
161868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
161868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
161868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
161868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
161868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
161868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
161868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
161868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
161868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
161868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
161868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
161868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
161868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
161868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
161868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
161868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
161868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
161868	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
161868	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
161868	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
161868	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
161868	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
161868	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
161868	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
161868	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
161868	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
161868	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
161868	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
161868	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
161868	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
161868	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
161868	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
161868	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
161868	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
161868	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
161868	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
161868	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
161868	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
161868	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
161868	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
161868	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
161868	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
161868	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
161868	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
161868	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
161868	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
161868	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
161868	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
161868	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
161868	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
161868	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
161868	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
161868	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
161868	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
161868	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
161868	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
161868	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
161868	embedding2nn.weight	0	0.04843705892562866
161868	embedding2nn.weight	1	-0.08936931937932968
161868	embedding2nn.weight	2	0.014924215152859688
161868	embedding2nn.weight	3	-0.0563947856426239
161868	embedding2nn.weight	4	-0.11402231454849243
161868	embedding2nn.weight	5	0.12371997535228729
161868	embedding2nn.weight	6	-0.13146720826625824
161868	embedding2nn.weight	7	-0.07874052226543427
161868	embedding2nn.weight	8	-0.0285495575517416
161868	embedding2nn.weight	9	0.06170979514718056
161868	embedding2nn.bias	0	0.06411129236221313
161868	embedding2nn.bias	1	0.01784520596265793
161868	embedding2nn.bias	2	-0.08656654506921768
161868	embedding2nn.bias	3	0.07705177366733551
161868	embedding2nn.bias	4	-0.006818434223532677
161868	embedding2nn.bias	5	-0.1730274111032486
161868	embedding2nn.bias	6	-0.11646196991205215
161868	embedding2nn.bias	7	-0.06535238027572632
161868	embedding2nn.bias	8	0.09770120680332184
161868	embedding2nn.bias	9	-0.07310493290424347
161868	rnn.weight_ih_l0	0	0.040322184562683105
161868	rnn.weight_ih_l0	1	-0.06487046182155609
161868	rnn.weight_ih_l0	2	-0.03319869190454483
161868	rnn.weight_ih_l0	3	-0.04514315724372864
161868	rnn.weight_ih_l0	4	0.021172165870666504
161868	rnn.weight_ih_l0	5	-0.11117615550756454
161868	rnn.weight_ih_l0	6	-0.04991822689771652
161868	rnn.weight_ih_l0	7	-0.011695381253957748
161868	rnn.weight_ih_l0	8	0.08056394755840302
161868	rnn.weight_ih_l0	9	0.009907891042530537
161868	rnn.weight_hh_l0	0	5.369229256757535e-05
161868	rnn.weight_hh_l0	1	-0.08941724896430969
161868	rnn.weight_hh_l0	2	0.06796307861804962
161868	rnn.weight_hh_l0	3	0.04257723316550255
161868	rnn.weight_hh_l0	4	0.0048008509911596775
161868	rnn.weight_hh_l0	5	0.06693292409181595
161868	rnn.weight_hh_l0	6	-0.017066098749637604
161868	rnn.weight_hh_l0	7	-0.09554363787174225
161868	rnn.weight_hh_l0	8	0.012895683757960796
161868	rnn.weight_hh_l0	9	-0.07843334972858429
161868	rnn.bias_ih_l0	0	-0.06438446044921875
161868	rnn.bias_ih_l0	1	-0.1852591186761856
161868	rnn.bias_ih_l0	2	-0.25225892663002014
161868	rnn.bias_ih_l0	3	-0.2740561068058014
161868	rnn.bias_ih_l0	4	-0.009527184069156647
161868	rnn.bias_ih_l0	5	0.05288844555616379
161868	rnn.bias_ih_l0	6	-0.1759525090456009
161868	rnn.bias_ih_l0	7	-0.25085026025772095
161868	rnn.bias_ih_l0	8	-0.13126921653747559
161868	rnn.bias_ih_l0	9	-0.18300430476665497
161868	rnn.bias_hh_l0	0	0.11132224649190903
161868	rnn.bias_hh_l0	1	-0.05398639664053917
161868	rnn.bias_hh_l0	2	0.04601117596030235
161868	rnn.bias_hh_l0	3	-0.17223767936229706
161868	rnn.bias_hh_l0	4	0.035559386014938354
161868	rnn.bias_hh_l0	5	0.025993168354034424
161868	rnn.bias_hh_l0	6	-0.0990394577383995
161868	rnn.bias_hh_l0	7	-0.15921394526958466
161868	rnn.bias_hh_l0	8	-0.18473973870277405
161868	rnn.bias_hh_l0	9	-0.09351258724927902
161868	rnn.weight_ih_l0_reverse	0	-0.03138398751616478
161868	rnn.weight_ih_l0_reverse	1	0.0022716191597282887
161868	rnn.weight_ih_l0_reverse	2	0.025288978591561317
161868	rnn.weight_ih_l0_reverse	3	-0.0025066204834729433
161868	rnn.weight_ih_l0_reverse	4	0.02979540266096592
161868	rnn.weight_ih_l0_reverse	5	-0.05516801401972771
161868	rnn.weight_ih_l0_reverse	6	-0.050651196390390396
161868	rnn.weight_ih_l0_reverse	7	0.00019318578415550292
161868	rnn.weight_ih_l0_reverse	8	0.0859229564666748
161868	rnn.weight_ih_l0_reverse	9	0.019459357485175133
161868	rnn.weight_hh_l0_reverse	0	0.0045392499305307865
161868	rnn.weight_hh_l0_reverse	1	0.025799503549933434
161868	rnn.weight_hh_l0_reverse	2	-0.04051089286804199
161868	rnn.weight_hh_l0_reverse	3	0.037815485149621964
161868	rnn.weight_hh_l0_reverse	4	0.024563344195485115
161868	rnn.weight_hh_l0_reverse	5	-0.002475414890795946
161868	rnn.weight_hh_l0_reverse	6	0.059801194816827774
161868	rnn.weight_hh_l0_reverse	7	0.025393515825271606
161868	rnn.weight_hh_l0_reverse	8	-0.013507424853742123
161868	rnn.weight_hh_l0_reverse	9	-0.03719935566186905
161868	rnn.bias_ih_l0_reverse	0	-0.14211222529411316
161868	rnn.bias_ih_l0_reverse	1	-0.30625373125076294
161868	rnn.bias_ih_l0_reverse	2	-0.06681323796510696
161868	rnn.bias_ih_l0_reverse	3	-0.1427730917930603
161868	rnn.bias_ih_l0_reverse	4	0.06711520254611969
161868	rnn.bias_ih_l0_reverse	5	-0.26957690715789795
161868	rnn.bias_ih_l0_reverse	6	-0.05103100836277008
161868	rnn.bias_ih_l0_reverse	7	0.006734308321028948
161868	rnn.bias_ih_l0_reverse	8	-0.17495600879192352
161868	rnn.bias_ih_l0_reverse	9	-0.10248355567455292
161868	rnn.bias_hh_l0_reverse	0	-0.15401917695999146
161868	rnn.bias_hh_l0_reverse	1	-0.15330101549625397
161868	rnn.bias_hh_l0_reverse	2	-0.022895578294992447
161868	rnn.bias_hh_l0_reverse	3	-0.1309029757976532
161868	rnn.bias_hh_l0_reverse	4	-0.011856481432914734
161868	rnn.bias_hh_l0_reverse	5	-0.11084878444671631
161868	rnn.bias_hh_l0_reverse	6	-0.06981809437274933
161868	rnn.bias_hh_l0_reverse	7	-0.19573651254177094
161868	rnn.bias_hh_l0_reverse	8	-0.05627964064478874
161868	rnn.bias_hh_l0_reverse	9	-0.13216380774974823
161868	linear.weight	0	-0.2031264752149582
161868	linear.weight	1	-0.14455145597457886
161868	linear.weight	2	-0.011228874325752258
161868	linear.weight	3	-0.0881861224770546
161868	linear.weight	4	0.04981479421257973
161868	linear.weight	5	0.19303852319717407
161868	linear.weight	6	0.0047744326293468475
161868	linear.weight	7	-0.021312154829502106
161868	linear.weight	8	0.2081444412469864
161868	linear.weight	9	0.24729286134243011
161868	linear.bias	0	-0.8540977239608765
161868	linear.bias	1	1.3785446882247925
161868	linear.bias	2	-0.42676660418510437
161868	linear.bias	3	-0.6921377778053284
161868	linear.bias	4	-0.8515083193778992
161868	linear.bias	5	-1.1748698949813843
161868	linear.bias	6	-0.9347016215324402
161868	linear.bias	7	-0.7080398201942444
161868	linear.bias	8	-0.01705317199230194
161868	linear.bias	9	3.347360372543335
162065	transitions	0	-0.4215036630630493
162065	transitions	1	8.628606796264648
162065	transitions	2	-3.5182180404663086
162065	transitions	3	1.4233309030532837
162065	transitions	4	-2.1243221759796143
162065	transitions	5	-0.39784014225006104
162065	transitions	6	-0.1897585093975067
162065	transitions	7	-10000.0
162065	transitions	8	1.7786070108413696
162065	transitions	9	-2.293942928314209
162065	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
162065	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
162065	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
162065	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
162065	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
162065	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
162065	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
162065	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
162065	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
162065	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
162065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
162065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
162065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
162065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
162065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
162065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
162065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
162065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
162065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
162065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
162065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
162065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
162065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
162065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
162065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
162065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
162065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
162065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
162065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
162065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
162065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
162065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
162065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
162065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
162065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
162065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
162065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
162065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
162065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
162065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
162065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
162065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
162065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
162065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
162065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
162065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
162065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
162065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
162065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
162065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
162065	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
162065	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
162065	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
162065	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
162065	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
162065	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
162065	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
162065	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
162065	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
162065	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
162065	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
162065	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
162065	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
162065	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
162065	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
162065	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
162065	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
162065	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
162065	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
162065	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
162065	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
162065	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
162065	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
162065	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
162065	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
162065	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
162065	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
162065	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
162065	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
162065	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
162065	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
162065	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
162065	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
162065	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
162065	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
162065	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
162065	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
162065	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
162065	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
162065	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
162065	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
162065	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
162065	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
162065	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
162065	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
162065	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
162065	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
162065	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
162065	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
162065	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
162065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
162065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
162065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
162065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
162065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
162065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
162065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
162065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
162065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
162065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
162065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
162065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
162065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
162065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
162065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
162065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
162065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
162065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
162065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
162065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
162065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
162065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
162065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
162065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
162065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
162065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
162065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
162065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
162065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
162065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
162065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
162065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
162065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
162065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
162065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
162065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
162065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
162065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
162065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
162065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
162065	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
162065	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
162065	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
162065	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
162065	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
162065	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
162065	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
162065	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
162065	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
162065	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
162065	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
162065	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
162065	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
162065	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
162065	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
162065	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
162065	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
162065	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
162065	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
162065	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
162065	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
162065	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
162065	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
162065	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
162065	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
162065	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
162065	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
162065	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
162065	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
162065	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
162065	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
162065	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
162065	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
162065	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
162065	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
162065	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
162065	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
162065	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
162065	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
162065	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
162065	embedding2nn.weight	0	0.04893955588340759
162065	embedding2nn.weight	1	-0.08897764980792999
162065	embedding2nn.weight	2	0.014079887419939041
162065	embedding2nn.weight	3	-0.05686061456799507
162065	embedding2nn.weight	4	-0.11604826897382736
162065	embedding2nn.weight	5	0.12240972369909286
162065	embedding2nn.weight	6	-0.1319924145936966
162065	embedding2nn.weight	7	-0.07998737692832947
162065	embedding2nn.weight	8	-0.02771989442408085
162065	embedding2nn.weight	9	0.06171135604381561
162065	embedding2nn.bias	0	0.05219394341111183
162065	embedding2nn.bias	1	0.018060352653265
162065	embedding2nn.bias	2	-0.09194430708885193
162065	embedding2nn.bias	3	0.07212550193071365
162065	embedding2nn.bias	4	-0.008463524281978607
162065	embedding2nn.bias	5	-0.178825244307518
162065	embedding2nn.bias	6	-0.12070940434932709
162065	embedding2nn.bias	7	-0.06310629844665527
162065	embedding2nn.bias	8	0.0943133756518364
162065	embedding2nn.bias	9	-0.07654549181461334
162065	rnn.weight_ih_l0	0	0.04101167991757393
162065	rnn.weight_ih_l0	1	-0.06823984533548355
162065	rnn.weight_ih_l0	2	-0.03411430865526199
162065	rnn.weight_ih_l0	3	-0.04496178776025772
162065	rnn.weight_ih_l0	4	0.021712247282266617
162065	rnn.weight_ih_l0	5	-0.11094095557928085
162065	rnn.weight_ih_l0	6	-0.05024868622422218
162065	rnn.weight_ih_l0	7	-0.011998511850833893
162065	rnn.weight_ih_l0	8	0.07951511442661285
162065	rnn.weight_ih_l0	9	0.009595539420843124
162065	rnn.weight_hh_l0	0	-0.0005059785326011479
162065	rnn.weight_hh_l0	1	-0.08967651426792145
162065	rnn.weight_hh_l0	2	0.06817539781332016
162065	rnn.weight_hh_l0	3	0.042946405708789825
162065	rnn.weight_hh_l0	4	0.004797366447746754
162065	rnn.weight_hh_l0	5	0.06601575016975403
162065	rnn.weight_hh_l0	6	-0.017267487943172455
162065	rnn.weight_hh_l0	7	-0.09575638175010681
162065	rnn.weight_hh_l0	8	0.012519235722720623
162065	rnn.weight_hh_l0	9	-0.07904425263404846
162065	rnn.bias_ih_l0	0	-0.06316530704498291
162065	rnn.bias_ih_l0	1	-0.18438291549682617
162065	rnn.bias_ih_l0	2	-0.2529623508453369
162065	rnn.bias_ih_l0	3	-0.27478155493736267
162065	rnn.bias_ih_l0	4	-0.00895469170063734
162065	rnn.bias_ih_l0	5	0.05497254058718681
162065	rnn.bias_ih_l0	6	-0.17842276394367218
162065	rnn.bias_ih_l0	7	-0.25208422541618347
162065	rnn.bias_ih_l0	8	-0.1299675852060318
162065	rnn.bias_ih_l0	9	-0.18485745787620544
162065	rnn.bias_hh_l0	0	0.11293306201696396
162065	rnn.bias_hh_l0	1	-0.053876474499702454
162065	rnn.bias_hh_l0	2	0.0465812012553215
162065	rnn.bias_hh_l0	3	-0.17233823239803314
162065	rnn.bias_hh_l0	4	0.036632101982831955
162065	rnn.bias_hh_l0	5	0.026891756802797318
162065	rnn.bias_hh_l0	6	-0.09982030093669891
162065	rnn.bias_hh_l0	7	-0.16107222437858582
162065	rnn.bias_hh_l0	8	-0.18277591466903687
162065	rnn.bias_hh_l0	9	-0.0927514061331749
162065	rnn.weight_ih_l0_reverse	0	-0.030791599303483963
162065	rnn.weight_ih_l0_reverse	1	0.0014626343036070466
162065	rnn.weight_ih_l0_reverse	2	0.026598678901791573
162065	rnn.weight_ih_l0_reverse	3	-0.002341455314308405
162065	rnn.weight_ih_l0_reverse	4	0.03106827102601528
162065	rnn.weight_ih_l0_reverse	5	-0.05532810464501381
162065	rnn.weight_ih_l0_reverse	6	-0.051330797374248505
162065	rnn.weight_ih_l0_reverse	7	-0.0007690606871619821
162065	rnn.weight_ih_l0_reverse	8	0.08503484725952148
162065	rnn.weight_ih_l0_reverse	9	0.018551254644989967
162065	rnn.weight_hh_l0_reverse	0	0.004733513109385967
162065	rnn.weight_hh_l0_reverse	1	0.025576915591955185
162065	rnn.weight_hh_l0_reverse	2	-0.04134494811296463
162065	rnn.weight_hh_l0_reverse	3	0.037860240787267685
162065	rnn.weight_hh_l0_reverse	4	0.024422118440270424
162065	rnn.weight_hh_l0_reverse	5	-0.0024979370646178722
162065	rnn.weight_hh_l0_reverse	6	0.059703342616558075
162065	rnn.weight_hh_l0_reverse	7	0.025201698765158653
162065	rnn.weight_hh_l0_reverse	8	-0.01314044650644064
162065	rnn.weight_hh_l0_reverse	9	-0.036474645137786865
162065	rnn.bias_ih_l0_reverse	0	-0.14209969341754913
162065	rnn.bias_ih_l0_reverse	1	-0.3066037595272064
162065	rnn.bias_ih_l0_reverse	2	-0.0680822879076004
162065	rnn.bias_ih_l0_reverse	3	-0.1426827758550644
162065	rnn.bias_ih_l0_reverse	4	0.06718412786722183
162065	rnn.bias_ih_l0_reverse	5	-0.26798808574676514
162065	rnn.bias_ih_l0_reverse	6	-0.05210568383336067
162065	rnn.bias_ih_l0_reverse	7	0.005023409612476826
162065	rnn.bias_ih_l0_reverse	8	-0.17564815282821655
162065	rnn.bias_ih_l0_reverse	9	-0.10306277126073837
162065	rnn.bias_hh_l0_reverse	0	-0.15667344629764557
162065	rnn.bias_hh_l0_reverse	1	-0.15166272222995758
162065	rnn.bias_hh_l0_reverse	2	-0.02276913821697235
162065	rnn.bias_hh_l0_reverse	3	-0.13042712211608887
162065	rnn.bias_hh_l0_reverse	4	-0.012933163903653622
162065	rnn.bias_hh_l0_reverse	5	-0.11137428879737854
162065	rnn.bias_hh_l0_reverse	6	-0.06930039823055267
162065	rnn.bias_hh_l0_reverse	7	-0.19512218236923218
162065	rnn.bias_hh_l0_reverse	8	-0.05711043253540993
162065	rnn.bias_hh_l0_reverse	9	-0.1333341896533966
162065	linear.weight	0	-0.20182284712791443
162065	linear.weight	1	-0.14601857960224152
162065	linear.weight	2	-0.011228874325752258
162065	linear.weight	3	-0.08631521463394165
162065	linear.weight	4	0.054685600101947784
162065	linear.weight	5	0.20013727247714996
162065	linear.weight	6	0.0047744326293468475
162065	linear.weight	7	-0.021312154829502106
162065	linear.weight	8	0.21519896388053894
162065	linear.weight	9	0.2491111308336258
162065	linear.bias	0	-0.8605307936668396
162065	linear.bias	1	1.3530182838439941
162065	linear.bias	2	-0.39837050437927246
162065	linear.bias	3	-0.693470299243927
162065	linear.bias	4	-0.8433487415313721
162065	linear.bias	5	-1.174888253211975
162065	linear.bias	6	-0.9408911466598511
162065	linear.bias	7	-0.7247228026390076
162065	linear.bias	8	-0.01705317199230194
162065	linear.bias	9	3.3492183685302734
162262	transitions	0	-0.4215691387653351
162262	transitions	1	8.615177154541016
162262	transitions	2	-3.518801212310791
162262	transitions	3	1.4239941835403442
162262	transitions	4	-2.1245434284210205
162262	transitions	5	-0.39812034368515015
162262	transitions	6	-0.18977732956409454
162262	transitions	7	-10000.0
162262	transitions	8	1.7813447713851929
162262	transitions	9	-2.293945550918579
162262	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
162262	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
162262	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
162262	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
162262	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
162262	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
162262	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
162262	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
162262	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
162262	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
162262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
162262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
162262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
162262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
162262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
162262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
162262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
162262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
162262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
162262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
162262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
162262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
162262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
162262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
162262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
162262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
162262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
162262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
162262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
162262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
162262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
162262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
162262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
162262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
162262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
162262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
162262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
162262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
162262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
162262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
162262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
162262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
162262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
162262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
162262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
162262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
162262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
162262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
162262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
162262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
162262	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
162262	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
162262	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
162262	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
162262	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
162262	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
162262	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
162262	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
162262	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
162262	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
162262	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
162262	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
162262	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
162262	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
162262	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
162262	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
162262	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
162262	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
162262	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
162262	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
162262	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
162262	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
162262	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
162262	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
162262	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
162262	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
162262	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
162262	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
162262	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
162262	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
162262	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
162262	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
162262	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
162262	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
162262	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
162262	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
162262	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
162262	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
162262	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
162262	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
162262	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
162262	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
162262	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
162262	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
162262	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
162262	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
162262	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
162262	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
162262	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
162262	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
162262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
162262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
162262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
162262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
162262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
162262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
162262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
162262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
162262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
162262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
162262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
162262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
162262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
162262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
162262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
162262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
162262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
162262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
162262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
162262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
162262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
162262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
162262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
162262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
162262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
162262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
162262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
162262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
162262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
162262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
162262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
162262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
162262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
162262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
162262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
162262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
162262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
162262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
162262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
162262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
162262	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
162262	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
162262	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
162262	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
162262	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
162262	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
162262	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
162262	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
162262	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
162262	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
162262	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
162262	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
162262	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
162262	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
162262	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
162262	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
162262	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
162262	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
162262	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
162262	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
162262	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
162262	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
162262	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
162262	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
162262	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
162262	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
162262	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
162262	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
162262	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
162262	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
162262	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
162262	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
162262	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
162262	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
162262	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
162262	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
162262	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
162262	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
162262	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
162262	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
162262	embedding2nn.weight	0	0.04923773929476738
162262	embedding2nn.weight	1	-0.08922052383422852
162262	embedding2nn.weight	2	0.013944820500910282
162262	embedding2nn.weight	3	-0.056161824613809586
162262	embedding2nn.weight	4	-0.11842493712902069
162262	embedding2nn.weight	5	0.121357761323452
162262	embedding2nn.weight	6	-0.13618138432502747
162262	embedding2nn.weight	7	-0.08195964992046356
162262	embedding2nn.weight	8	-0.027443619444966316
162262	embedding2nn.weight	9	0.06351426243782043
162262	embedding2nn.bias	0	0.053892143070697784
162262	embedding2nn.bias	1	0.01088679302483797
162262	embedding2nn.bias	2	-0.09084445238113403
162262	embedding2nn.bias	3	0.07846588641405106
162262	embedding2nn.bias	4	-0.011528845876455307
162262	embedding2nn.bias	5	-0.18266084790229797
162262	embedding2nn.bias	6	-0.12210507690906525
162262	embedding2nn.bias	7	-0.05942576006054878
162262	embedding2nn.bias	8	0.09805743396282196
162262	embedding2nn.bias	9	-0.08356887847185135
162262	rnn.weight_ih_l0	0	0.04160552844405174
162262	rnn.weight_ih_l0	1	-0.06768178939819336
162262	rnn.weight_ih_l0	2	-0.03474796190857887
162262	rnn.weight_ih_l0	3	-0.04529320076107979
162262	rnn.weight_ih_l0	4	0.021567096933722496
162262	rnn.weight_ih_l0	5	-0.11191663891077042
162262	rnn.weight_ih_l0	6	-0.05014752224087715
162262	rnn.weight_ih_l0	7	-0.012872658669948578
162262	rnn.weight_ih_l0	8	0.07860877364873886
162262	rnn.weight_ih_l0	9	0.009598242118954659
162262	rnn.weight_hh_l0	0	-0.0005647061625495553
162262	rnn.weight_hh_l0	1	-0.08941805362701416
162262	rnn.weight_hh_l0	2	0.06804278492927551
162262	rnn.weight_hh_l0	3	0.0426664836704731
162262	rnn.weight_hh_l0	4	0.0050385077483952045
162262	rnn.weight_hh_l0	5	0.06519512832164764
162262	rnn.weight_hh_l0	6	-0.01732664741575718
162262	rnn.weight_hh_l0	7	-0.09579598158597946
162262	rnn.weight_hh_l0	8	0.011997937224805355
162262	rnn.weight_hh_l0	9	-0.07872099429368973
162262	rnn.bias_ih_l0	0	-0.06063667684793472
162262	rnn.bias_ih_l0	1	-0.18488623201847076
162262	rnn.bias_ih_l0	2	-0.25195175409317017
162262	rnn.bias_ih_l0	3	-0.2740621864795685
162262	rnn.bias_ih_l0	4	-0.009749832563102245
162262	rnn.bias_ih_l0	5	0.05146654322743416
162262	rnn.bias_ih_l0	6	-0.17933322489261627
162262	rnn.bias_ih_l0	7	-0.252542108297348
162262	rnn.bias_ih_l0	8	-0.13018523156642914
162262	rnn.bias_ih_l0	9	-0.18594087660312653
162262	rnn.bias_hh_l0	0	0.1122104823589325
162262	rnn.bias_hh_l0	1	-0.055509962141513824
162262	rnn.bias_hh_l0	2	0.04632415249943733
162262	rnn.bias_hh_l0	3	-0.1735132485628128
162262	rnn.bias_hh_l0	4	0.035236161202192307
162262	rnn.bias_hh_l0	5	0.027465570718050003
162262	rnn.bias_hh_l0	6	-0.10058563202619553
162262	rnn.bias_hh_l0	7	-0.16033846139907837
162262	rnn.bias_hh_l0	8	-0.18231983482837677
162262	rnn.bias_hh_l0	9	-0.09270124137401581
162262	rnn.weight_ih_l0_reverse	0	-0.031169777736067772
162262	rnn.weight_ih_l0_reverse	1	0.002002996625378728
162262	rnn.weight_ih_l0_reverse	2	0.02766822837293148
162262	rnn.weight_ih_l0_reverse	3	-0.0012606101809069514
162262	rnn.weight_ih_l0_reverse	4	0.031121235340833664
162262	rnn.weight_ih_l0_reverse	5	-0.05554208159446716
162262	rnn.weight_ih_l0_reverse	6	-0.050981491804122925
162262	rnn.weight_ih_l0_reverse	7	0.0009222124936059117
162262	rnn.weight_ih_l0_reverse	8	0.08528169244527817
162262	rnn.weight_ih_l0_reverse	9	0.018719132989645004
162262	rnn.weight_hh_l0_reverse	0	0.004690470173954964
162262	rnn.weight_hh_l0_reverse	1	0.025780469179153442
162262	rnn.weight_hh_l0_reverse	2	-0.04124685749411583
162262	rnn.weight_hh_l0_reverse	3	0.037671614438295364
162262	rnn.weight_hh_l0_reverse	4	0.0242750346660614
162262	rnn.weight_hh_l0_reverse	5	-0.0024116383865475655
162262	rnn.weight_hh_l0_reverse	6	0.06077728047966957
162262	rnn.weight_hh_l0_reverse	7	0.02557438425719738
162262	rnn.weight_hh_l0_reverse	8	-0.01413806527853012
162262	rnn.weight_hh_l0_reverse	9	-0.036717746406793594
162262	rnn.bias_ih_l0_reverse	0	-0.1444806456565857
162262	rnn.bias_ih_l0_reverse	1	-0.3064322769641876
162262	rnn.bias_ih_l0_reverse	2	-0.0674985945224762
162262	rnn.bias_ih_l0_reverse	3	-0.1432141661643982
162262	rnn.bias_ih_l0_reverse	4	0.06895499676465988
162262	rnn.bias_ih_l0_reverse	5	-0.2673273980617523
162262	rnn.bias_ih_l0_reverse	6	-0.052165936678647995
162262	rnn.bias_ih_l0_reverse	7	0.011540036648511887
162262	rnn.bias_ih_l0_reverse	8	-0.1745685189962387
162262	rnn.bias_ih_l0_reverse	9	-0.10129990428686142
162262	rnn.bias_hh_l0_reverse	0	-0.15428543090820312
162262	rnn.bias_hh_l0_reverse	1	-0.15063856542110443
162262	rnn.bias_hh_l0_reverse	2	-0.02210710197687149
162262	rnn.bias_hh_l0_reverse	3	-0.13215047121047974
162262	rnn.bias_hh_l0_reverse	4	-0.011935529299080372
162262	rnn.bias_hh_l0_reverse	5	-0.11077523976564407
162262	rnn.bias_hh_l0_reverse	6	-0.06869708746671677
162262	rnn.bias_hh_l0_reverse	7	-0.19502948224544525
162262	rnn.bias_hh_l0_reverse	8	-0.05705203488469124
162262	rnn.bias_hh_l0_reverse	9	-0.13303107023239136
162262	linear.weight	0	-0.20422376692295074
162262	linear.weight	1	-0.1480434387922287
162262	linear.weight	2	-0.011228874325752258
162262	linear.weight	3	-0.07912293076515198
162262	linear.weight	4	0.056802596896886826
162262	linear.weight	5	0.20068103075027466
162262	linear.weight	6	0.0047744326293468475
162262	linear.weight	7	-0.021312154829502106
162262	linear.weight	8	0.2067657709121704
162262	linear.weight	9	0.2519769072532654
162262	linear.bias	0	-0.84686279296875
162262	linear.bias	1	1.3676209449768066
162262	linear.bias	2	-0.4280916154384613
162262	linear.bias	3	-0.7057039141654968
162262	linear.bias	4	-0.8752517700195312
162262	linear.bias	5	-1.1749123334884644
162262	linear.bias	6	-0.9318080544471741
162262	linear.bias	7	-0.7093341946601868
162262	linear.bias	8	-0.01705317199230194
162262	linear.bias	9	3.389918327331543
162459	transitions	0	-0.4217089116573334
162459	transitions	1	8.631458282470703
162459	transitions	2	-3.519268274307251
162459	transitions	3	1.4215750694274902
162459	transitions	4	-2.124809980392456
162459	transitions	5	-0.39815399050712585
162459	transitions	6	-0.18981648981571198
162459	transitions	7	-10000.0
162459	transitions	8	1.7821781635284424
162459	transitions	9	-2.2939469814300537
162459	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
162459	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
162459	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
162459	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
162459	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
162459	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
162459	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
162459	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
162459	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
162459	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
162459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
162459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
162459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
162459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
162459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
162459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
162459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
162459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
162459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
162459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
162459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
162459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
162459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
162459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
162459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
162459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
162459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
162459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
162459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
162459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
162459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
162459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
162459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
162459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
162459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
162459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
162459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
162459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
162459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
162459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
162459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
162459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
162459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
162459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
162459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
162459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
162459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
162459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
162459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
162459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
162459	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
162459	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
162459	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
162459	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
162459	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
162459	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
162459	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
162459	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
162459	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
162459	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
162459	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
162459	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
162459	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
162459	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
162459	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
162459	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
162459	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
162459	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
162459	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
162459	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
162459	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
162459	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
162459	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
162459	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
162459	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
162459	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
162459	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
162459	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
162459	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
162459	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
162459	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
162459	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
162459	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
162459	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
162459	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
162459	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
162459	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
162459	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
162459	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
162459	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
162459	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
162459	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
162459	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
162459	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
162459	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
162459	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
162459	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
162459	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
162459	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
162459	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
162459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
162459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
162459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
162459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
162459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
162459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
162459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
162459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
162459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
162459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
162459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
162459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
162459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
162459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
162459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
162459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
162459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
162459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
162459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
162459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
162459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
162459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
162459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
162459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
162459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
162459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
162459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
162459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
162459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
162459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
162459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
162459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
162459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
162459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
162459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
162459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
162459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
162459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
162459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
162459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
162459	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
162459	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
162459	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
162459	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
162459	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
162459	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
162459	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
162459	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
162459	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
162459	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
162459	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
162459	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
162459	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
162459	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
162459	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
162459	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
162459	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
162459	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
162459	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
162459	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
162459	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
162459	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
162459	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
162459	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
162459	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
162459	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
162459	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
162459	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
162459	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
162459	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
162459	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
162459	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
162459	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
162459	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
162459	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
162459	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
162459	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
162459	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
162459	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
162459	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
162459	embedding2nn.weight	0	0.049345605075359344
162459	embedding2nn.weight	1	-0.09028360247612
162459	embedding2nn.weight	2	0.015228782780468464
162459	embedding2nn.weight	3	-0.05575743317604065
162459	embedding2nn.weight	4	-0.1184207946062088
162459	embedding2nn.weight	5	0.1212363913655281
162459	embedding2nn.weight	6	-0.13575266301631927
162459	embedding2nn.weight	7	-0.08257424831390381
162459	embedding2nn.weight	8	-0.027891429141163826
162459	embedding2nn.weight	9	0.06547442078590393
162459	embedding2nn.bias	0	0.05688440427184105
162459	embedding2nn.bias	1	0.016109077259898186
162459	embedding2nn.bias	2	-0.09283070266246796
162459	embedding2nn.bias	3	0.07381706684827805
162459	embedding2nn.bias	4	-0.011556032113730907
162459	embedding2nn.bias	5	-0.17465487122535706
162459	embedding2nn.bias	6	-0.12895405292510986
162459	embedding2nn.bias	7	-0.06095772609114647
162459	embedding2nn.bias	8	0.09464131295681
162459	embedding2nn.bias	9	-0.07743044942617416
162459	rnn.weight_ih_l0	0	0.040449108928442
162459	rnn.weight_ih_l0	1	-0.06623648852109909
162459	rnn.weight_ih_l0	2	-0.03454616293311119
162459	rnn.weight_ih_l0	3	-0.04546816647052765
162459	rnn.weight_ih_l0	4	0.021108435466885567
162459	rnn.weight_ih_l0	5	-0.11247504502534866
162459	rnn.weight_ih_l0	6	-0.050213202834129333
162459	rnn.weight_ih_l0	7	-0.012974287383258343
162459	rnn.weight_ih_l0	8	0.07521344721317291
162459	rnn.weight_ih_l0	9	0.0076559060253202915
162459	rnn.weight_hh_l0	0	-0.0009656057809479535
162459	rnn.weight_hh_l0	1	-0.08954045921564102
162459	rnn.weight_hh_l0	2	0.06692195683717728
162459	rnn.weight_hh_l0	3	0.04275021702051163
162459	rnn.weight_hh_l0	4	0.004693489987403154
162459	rnn.weight_hh_l0	5	0.06537545472383499
162459	rnn.weight_hh_l0	6	-0.0173799991607666
162459	rnn.weight_hh_l0	7	-0.09618282318115234
162459	rnn.weight_hh_l0	8	0.012262768112123013
162459	rnn.weight_hh_l0	9	-0.07884558290243149
162459	rnn.bias_ih_l0	0	-0.061445195227861404
162459	rnn.bias_ih_l0	1	-0.18558992445468903
162459	rnn.bias_ih_l0	2	-0.2530440092086792
162459	rnn.bias_ih_l0	3	-0.2738122045993805
162459	rnn.bias_ih_l0	4	-0.0120008559897542
162459	rnn.bias_ih_l0	5	0.05196761339902878
162459	rnn.bias_ih_l0	6	-0.1768718957901001
162459	rnn.bias_ih_l0	7	-0.25309139490127563
162459	rnn.bias_ih_l0	8	-0.12839744985103607
162459	rnn.bias_ih_l0	9	-0.18654584884643555
162459	rnn.bias_hh_l0	0	0.11472545564174652
162459	rnn.bias_hh_l0	1	-0.05590328574180603
162459	rnn.bias_hh_l0	2	0.045503027737140656
162459	rnn.bias_hh_l0	3	-0.17426224052906036
162459	rnn.bias_hh_l0	4	0.0328783243894577
162459	rnn.bias_hh_l0	5	0.026529638096690178
162459	rnn.bias_hh_l0	6	-0.10081306844949722
162459	rnn.bias_hh_l0	7	-0.15965616703033447
162459	rnn.bias_hh_l0	8	-0.18331588804721832
162459	rnn.bias_hh_l0	9	-0.09385384619235992
162459	rnn.weight_ih_l0_reverse	0	-0.03206019848585129
162459	rnn.weight_ih_l0_reverse	1	0.0023485480342060328
162459	rnn.weight_ih_l0_reverse	2	0.02773904800415039
162459	rnn.weight_ih_l0_reverse	3	0.00040824493044056
162459	rnn.weight_ih_l0_reverse	4	0.030404800549149513
162459	rnn.weight_ih_l0_reverse	5	-0.0536644347012043
162459	rnn.weight_ih_l0_reverse	6	-0.05026094615459442
162459	rnn.weight_ih_l0_reverse	7	0.0001619436516193673
162459	rnn.weight_ih_l0_reverse	8	0.08529478311538696
162459	rnn.weight_ih_l0_reverse	9	0.019055774435400963
162459	rnn.weight_hh_l0_reverse	0	0.004429283086210489
162459	rnn.weight_hh_l0_reverse	1	0.025983721017837524
162459	rnn.weight_hh_l0_reverse	2	-0.04176356643438339
162459	rnn.weight_hh_l0_reverse	3	0.038007527589797974
162459	rnn.weight_hh_l0_reverse	4	0.02388891950249672
162459	rnn.weight_hh_l0_reverse	5	-0.0023185794707387686
162459	rnn.weight_hh_l0_reverse	6	0.06122060492634773
162459	rnn.weight_hh_l0_reverse	7	0.02583201974630356
162459	rnn.weight_hh_l0_reverse	8	-0.014718971215188503
162459	rnn.weight_hh_l0_reverse	9	-0.037402477115392685
162459	rnn.bias_ih_l0_reverse	0	-0.14516068994998932
162459	rnn.bias_ih_l0_reverse	1	-0.30795711278915405
162459	rnn.bias_ih_l0_reverse	2	-0.06742237508296967
162459	rnn.bias_ih_l0_reverse	3	-0.14434660971164703
162459	rnn.bias_ih_l0_reverse	4	0.06670171767473221
162459	rnn.bias_ih_l0_reverse	5	-0.26756781339645386
162459	rnn.bias_ih_l0_reverse	6	-0.05345381796360016
162459	rnn.bias_ih_l0_reverse	7	0.013100704178214073
162459	rnn.bias_ih_l0_reverse	8	-0.1751171201467514
162459	rnn.bias_ih_l0_reverse	9	-0.09933243691921234
162459	rnn.bias_hh_l0_reverse	0	-0.15314935147762299
162459	rnn.bias_hh_l0_reverse	1	-0.1542224884033203
162459	rnn.bias_hh_l0_reverse	2	-0.022508567199110985
162459	rnn.bias_hh_l0_reverse	3	-0.13258127868175507
162459	rnn.bias_hh_l0_reverse	4	-0.013024681247770786
162459	rnn.bias_hh_l0_reverse	5	-0.11096415668725967
162459	rnn.bias_hh_l0_reverse	6	-0.06863123178482056
162459	rnn.bias_hh_l0_reverse	7	-0.19669903814792633
162459	rnn.bias_hh_l0_reverse	8	-0.055826734751462936
162459	rnn.bias_hh_l0_reverse	9	-0.1340627372264862
162459	linear.weight	0	-0.208918035030365
162459	linear.weight	1	-0.1412447690963745
162459	linear.weight	2	-0.011228874325752258
162459	linear.weight	3	-0.08044876158237457
162459	linear.weight	4	0.05065479874610901
162459	linear.weight	5	0.21115538477897644
162459	linear.weight	6	0.0047744326293468475
162459	linear.weight	7	-0.021312154829502106
162459	linear.weight	8	0.21003785729408264
162459	linear.weight	9	0.26130083203315735
162459	linear.bias	0	-0.8464265465736389
162459	linear.bias	1	1.3818105459213257
162459	linear.bias	2	-0.41353026032447815
162459	linear.bias	3	-0.6888018250465393
162459	linear.bias	4	-0.8645012378692627
162459	linear.bias	5	-1.1749367713928223
162459	linear.bias	6	-0.933965265750885
162459	linear.bias	7	-0.7560569047927856
162459	linear.bias	8	-0.01705317199230194
162459	linear.bias	9	3.382786512374878
162656	transitions	0	-0.4218403398990631
162656	transitions	1	8.60485553741455
162656	transitions	2	-3.5195515155792236
162656	transitions	3	1.419641375541687
162656	transitions	4	-2.128883123397827
162656	transitions	5	-0.398181676864624
162656	transitions	6	-0.18983913958072662
162656	transitions	7	-10000.0
162656	transitions	8	1.7820782661437988
162656	transitions	9	-2.293950319290161
162656	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
162656	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
162656	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
162656	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
162656	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
162656	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
162656	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
162656	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
162656	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
162656	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
162656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
162656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
162656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
162656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
162656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
162656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
162656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
162656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
162656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
162656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
162656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
162656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
162656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
162656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
162656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
162656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
162656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
162656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
162656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
162656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
162656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
162656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
162656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
162656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
162656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
162656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
162656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
162656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
162656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
162656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
162656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
162656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
162656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
162656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
162656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
162656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
162656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
162656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
162656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
162656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
162656	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
162656	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
162656	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
162656	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
162656	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
162656	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
162656	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
162656	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
162656	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
162656	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
162656	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
162656	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
162656	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
162656	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
162656	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
162656	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
162656	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
162656	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
162656	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
162656	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
162656	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
162656	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
162656	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
162656	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
162656	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
162656	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
162656	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
162656	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
162656	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
162656	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
162656	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
162656	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
162656	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
162656	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
162656	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
162656	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
162656	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
162656	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
162656	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
162656	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
162656	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
162656	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
162656	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
162656	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
162656	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
162656	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
162656	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
162656	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
162656	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
162656	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
162656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
162656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
162656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
162656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
162656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
162656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
162656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
162656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
162656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
162656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
162656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
162656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
162656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
162656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
162656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
162656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
162656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
162656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
162656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
162656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
162656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
162656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
162656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
162656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
162656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
162656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
162656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
162656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
162656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
162656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
162656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
162656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
162656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
162656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
162656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
162656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
162656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
162656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
162656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
162656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
162656	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
162656	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
162656	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
162656	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
162656	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
162656	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
162656	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
162656	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
162656	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
162656	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
162656	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
162656	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
162656	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
162656	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
162656	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
162656	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
162656	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
162656	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
162656	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
162656	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
162656	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
162656	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
162656	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
162656	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
162656	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
162656	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
162656	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
162656	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
162656	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
162656	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
162656	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
162656	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
162656	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
162656	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
162656	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
162656	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
162656	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
162656	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
162656	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
162656	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
162656	embedding2nn.weight	0	0.04965420067310333
162656	embedding2nn.weight	1	-0.09100780636072159
162656	embedding2nn.weight	2	0.01663079299032688
162656	embedding2nn.weight	3	-0.05538041517138481
162656	embedding2nn.weight	4	-0.12008325755596161
162656	embedding2nn.weight	5	0.12102989107370377
162656	embedding2nn.weight	6	-0.1411346048116684
162656	embedding2nn.weight	7	-0.08220434188842773
162656	embedding2nn.weight	8	-0.028072539716959
162656	embedding2nn.weight	9	0.06461215764284134
162656	embedding2nn.bias	0	0.05957678705453873
162656	embedding2nn.bias	1	0.019137315452098846
162656	embedding2nn.bias	2	-0.0964188277721405
162656	embedding2nn.bias	3	0.07346368581056595
162656	embedding2nn.bias	4	-0.01596655137836933
162656	embedding2nn.bias	5	-0.17198967933654785
162656	embedding2nn.bias	6	-0.1300295740365982
162656	embedding2nn.bias	7	-0.053419481962919235
162656	embedding2nn.bias	8	0.09424988925457001
162656	embedding2nn.bias	9	-0.08285606652498245
162656	rnn.weight_ih_l0	0	0.039563532918691635
162656	rnn.weight_ih_l0	1	-0.06462910771369934
162656	rnn.weight_ih_l0	2	-0.034013569355010986
162656	rnn.weight_ih_l0	3	-0.04567210376262665
162656	rnn.weight_ih_l0	4	0.018717370927333832
162656	rnn.weight_ih_l0	5	-0.1124996691942215
162656	rnn.weight_ih_l0	6	-0.04968475550413132
162656	rnn.weight_ih_l0	7	-0.012290244922041893
162656	rnn.weight_ih_l0	8	0.07495791465044022
162656	rnn.weight_ih_l0	9	0.007535421289503574
162656	rnn.weight_hh_l0	0	-0.0008340273634530604
162656	rnn.weight_hh_l0	1	-0.08932916820049286
162656	rnn.weight_hh_l0	2	0.06734402477741241
162656	rnn.weight_hh_l0	3	0.0427013635635376
162656	rnn.weight_hh_l0	4	0.00489026727154851
162656	rnn.weight_hh_l0	5	0.06538598984479904
162656	rnn.weight_hh_l0	6	-0.01753196120262146
162656	rnn.weight_hh_l0	7	-0.09634377062320709
162656	rnn.weight_hh_l0	8	0.012242551892995834
162656	rnn.weight_hh_l0	9	-0.07902701944112778
162656	rnn.bias_ih_l0	0	-0.06334953010082245
162656	rnn.bias_ih_l0	1	-0.1852734088897705
162656	rnn.bias_ih_l0	2	-0.2548852860927582
162656	rnn.bias_ih_l0	3	-0.27526453137397766
162656	rnn.bias_ih_l0	4	-0.01302394364029169
162656	rnn.bias_ih_l0	5	0.050467945635318756
162656	rnn.bias_ih_l0	6	-0.17555886507034302
162656	rnn.bias_ih_l0	7	-0.2563697397708893
162656	rnn.bias_ih_l0	8	-0.126199409365654
162656	rnn.bias_ih_l0	9	-0.18465211987495422
162656	rnn.bias_hh_l0	0	0.1147216409444809
162656	rnn.bias_hh_l0	1	-0.05588454008102417
162656	rnn.bias_hh_l0	2	0.04523806646466255
162656	rnn.bias_hh_l0	3	-0.1721528321504593
162656	rnn.bias_hh_l0	4	0.034888047724962234
162656	rnn.bias_hh_l0	5	0.025045759975910187
162656	rnn.bias_hh_l0	6	-0.09999708086252213
162656	rnn.bias_hh_l0	7	-0.16022680699825287
162656	rnn.bias_hh_l0	8	-0.1854085773229599
162656	rnn.bias_hh_l0	9	-0.09558630734682083
162656	rnn.weight_ih_l0_reverse	0	-0.033003680408000946
162656	rnn.weight_ih_l0_reverse	1	0.003927126526832581
162656	rnn.weight_ih_l0_reverse	2	0.026065494865179062
162656	rnn.weight_ih_l0_reverse	3	0.0007676834939047694
162656	rnn.weight_ih_l0_reverse	4	0.02900596708059311
162656	rnn.weight_ih_l0_reverse	5	-0.05444769933819771
162656	rnn.weight_ih_l0_reverse	6	-0.0520523376762867
162656	rnn.weight_ih_l0_reverse	7	0.0009876653784886003
162656	rnn.weight_ih_l0_reverse	8	0.08635979890823364
162656	rnn.weight_ih_l0_reverse	9	0.018633965402841568
162656	rnn.weight_hh_l0_reverse	0	0.004412902519106865
162656	rnn.weight_hh_l0_reverse	1	0.02586301788687706
162656	rnn.weight_hh_l0_reverse	2	-0.04153237119317055
162656	rnn.weight_hh_l0_reverse	3	0.03800235316157341
162656	rnn.weight_hh_l0_reverse	4	0.02399308979511261
162656	rnn.weight_hh_l0_reverse	5	-0.0015219764318317175
162656	rnn.weight_hh_l0_reverse	6	0.06095927581191063
162656	rnn.weight_hh_l0_reverse	7	0.026154151186347008
162656	rnn.weight_hh_l0_reverse	8	-0.014988084323704243
162656	rnn.weight_hh_l0_reverse	9	-0.03735145181417465
162656	rnn.bias_ih_l0_reverse	0	-0.14752286672592163
162656	rnn.bias_ih_l0_reverse	1	-0.30970048904418945
162656	rnn.bias_ih_l0_reverse	2	-0.06775941699743271
162656	rnn.bias_ih_l0_reverse	3	-0.14453622698783875
162656	rnn.bias_ih_l0_reverse	4	0.0676715299487114
162656	rnn.bias_ih_l0_reverse	5	-0.2666282653808594
162656	rnn.bias_ih_l0_reverse	6	-0.052886784076690674
162656	rnn.bias_ih_l0_reverse	7	0.011459670960903168
162656	rnn.bias_ih_l0_reverse	8	-0.1767374724149704
162656	rnn.bias_ih_l0_reverse	9	-0.09727584570646286
162656	rnn.bias_hh_l0_reverse	0	-0.1529192477464676
162656	rnn.bias_hh_l0_reverse	1	-0.1538391262292862
162656	rnn.bias_hh_l0_reverse	2	-0.022418903186917305
162656	rnn.bias_hh_l0_reverse	3	-0.13292649388313293
162656	rnn.bias_hh_l0_reverse	4	-0.013656382448971272
162656	rnn.bias_hh_l0_reverse	5	-0.11088830977678299
162656	rnn.bias_hh_l0_reverse	6	-0.06918804347515106
162656	rnn.bias_hh_l0_reverse	7	-0.19765278697013855
162656	rnn.bias_hh_l0_reverse	8	-0.05605265870690346
162656	rnn.bias_hh_l0_reverse	9	-0.13027232885360718
162656	linear.weight	0	-0.23218968510627747
162656	linear.weight	1	-0.13570261001586914
162656	linear.weight	2	-0.011228874325752258
162656	linear.weight	3	-0.08080055564641953
162656	linear.weight	4	0.03358771279454231
162656	linear.weight	5	0.2207733541727066
162656	linear.weight	6	0.0047744326293468475
162656	linear.weight	7	-0.021312154829502106
162656	linear.weight	8	0.21497416496276855
162656	linear.weight	9	0.2577171325683594
162656	linear.bias	0	-0.8315105438232422
162656	linear.bias	1	1.370583176612854
162656	linear.bias	2	-0.40407317876815796
162656	linear.bias	3	-0.7141536474227905
162656	linear.bias	4	-0.8610814809799194
162656	linear.bias	5	-1.1749565601348877
162656	linear.bias	6	-0.9150192141532898
162656	linear.bias	7	-0.7436441779136658
162656	linear.bias	8	-0.01705317199230194
162656	linear.bias	9	3.4025919437408447
162853	transitions	0	-0.4219052195549011
162853	transitions	1	8.620636940002441
162853	transitions	2	-3.5197956562042236
162853	transitions	3	1.41824209690094
162853	transitions	4	-2.129267930984497
162853	transitions	5	-0.3982134461402893
162853	transitions	6	-0.1898563802242279
162853	transitions	7	-10000.0
162853	transitions	8	1.7815126180648804
162853	transitions	9	-2.293952465057373
162853	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
162853	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
162853	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
162853	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
162853	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
162853	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
162853	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
162853	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
162853	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
162853	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
162853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
162853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
162853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
162853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
162853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
162853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
162853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
162853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
162853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
162853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
162853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
162853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
162853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
162853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
162853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
162853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
162853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
162853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
162853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
162853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
162853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
162853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
162853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
162853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
162853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
162853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
162853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
162853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
162853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
162853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
162853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
162853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
162853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
162853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
162853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
162853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
162853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
162853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
162853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
162853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
162853	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
162853	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
162853	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
162853	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
162853	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
162853	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
162853	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
162853	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
162853	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
162853	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
162853	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
162853	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
162853	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
162853	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
162853	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
162853	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
162853	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
162853	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
162853	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
162853	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
162853	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
162853	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
162853	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
162853	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
162853	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
162853	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
162853	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
162853	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
162853	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
162853	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
162853	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
162853	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
162853	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
162853	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
162853	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
162853	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
162853	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
162853	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
162853	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
162853	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
162853	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
162853	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
162853	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
162853	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
162853	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
162853	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
162853	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
162853	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
162853	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
162853	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
162853	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
162853	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
162853	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
162853	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
162853	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
162853	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
162853	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
162853	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
162853	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
162853	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
162853	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
162853	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
162853	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
162853	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
162853	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
162853	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
162853	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
162853	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
162853	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
162853	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
162853	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
162853	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
162853	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
162853	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
162853	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
162853	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
162853	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
162853	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
162853	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
162853	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
162853	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
162853	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
162853	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
162853	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
162853	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
162853	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
162853	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
162853	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
162853	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
162853	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
162853	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
162853	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
162853	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
162853	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
162853	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
162853	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
162853	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
162853	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
162853	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
162853	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
162853	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
162853	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
162853	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
162853	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
162853	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
162853	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
162853	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
162853	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
162853	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
162853	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
162853	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
162853	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
162853	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
162853	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
162853	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
162853	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
162853	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
162853	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
162853	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
162853	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
162853	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
162853	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
162853	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
162853	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
162853	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
162853	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
162853	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
162853	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
162853	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
162853	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
162853	embedding2nn.weight	0	0.0496780127286911
162853	embedding2nn.weight	1	-0.09094463288784027
162853	embedding2nn.weight	2	0.018931720405817032
162853	embedding2nn.weight	3	-0.05430406704545021
162853	embedding2nn.weight	4	-0.11852140724658966
162853	embedding2nn.weight	5	0.122096486389637
162853	embedding2nn.weight	6	-0.14073334634304047
162853	embedding2nn.weight	7	-0.08215206861495972
162853	embedding2nn.weight	8	-0.028792453929781914
162853	embedding2nn.weight	9	0.0632413774728775
162853	embedding2nn.bias	0	0.058505579829216
162853	embedding2nn.bias	1	0.021283097565174103
162853	embedding2nn.bias	2	-0.10089671611785889
162853	embedding2nn.bias	3	0.08065714687108994
162853	embedding2nn.bias	4	-0.008519676513969898
162853	embedding2nn.bias	5	-0.17129063606262207
162853	embedding2nn.bias	6	-0.12690892815589905
162853	embedding2nn.bias	7	-0.06083668768405914
162853	embedding2nn.bias	8	0.08970478177070618
162853	embedding2nn.bias	9	-0.07752283662557602
162853	rnn.weight_ih_l0	0	0.04062599316239357
162853	rnn.weight_ih_l0	1	-0.06430076062679291
162853	rnn.weight_ih_l0	2	-0.034654710441827774
162853	rnn.weight_ih_l0	3	-0.04590505361557007
162853	rnn.weight_ih_l0	4	0.017895802855491638
162853	rnn.weight_ih_l0	5	-0.11314024031162262
162853	rnn.weight_ih_l0	6	-0.049175772815942764
162853	rnn.weight_ih_l0	7	-0.013000068254768848
162853	rnn.weight_ih_l0	8	0.07361417263746262
162853	rnn.weight_ih_l0	9	0.007184738293290138
162853	rnn.weight_hh_l0	0	-0.00077235815115273
162853	rnn.weight_hh_l0	1	-0.08813004195690155
162853	rnn.weight_hh_l0	2	0.06722786277532578
162853	rnn.weight_hh_l0	3	0.04339143633842468
162853	rnn.weight_hh_l0	4	0.004858297295868397
162853	rnn.weight_hh_l0	5	0.06557217985391617
162853	rnn.weight_hh_l0	6	-0.017564712092280388
162853	rnn.weight_hh_l0	7	-0.09668359905481339
162853	rnn.weight_hh_l0	8	0.012741990387439728
162853	rnn.weight_hh_l0	9	-0.07835464179515839
162853	rnn.bias_ih_l0	0	-0.06512816995382309
162853	rnn.bias_ih_l0	1	-0.18514421582221985
162853	rnn.bias_ih_l0	2	-0.25561320781707764
162853	rnn.bias_ih_l0	3	-0.275408536195755
162853	rnn.bias_ih_l0	4	-0.013812372460961342
162853	rnn.bias_ih_l0	5	0.05090745911002159
162853	rnn.bias_ih_l0	6	-0.17624619603157043
162853	rnn.bias_ih_l0	7	-0.2568764388561249
162853	rnn.bias_ih_l0	8	-0.12764175236225128
162853	rnn.bias_ih_l0	9	-0.1837359368801117
162853	rnn.bias_hh_l0	0	0.1093636229634285
162853	rnn.bias_hh_l0	1	-0.05463437736034393
162853	rnn.bias_hh_l0	2	0.045296892523765564
162853	rnn.bias_hh_l0	3	-0.17341770231723785
162853	rnn.bias_hh_l0	4	0.035695552825927734
162853	rnn.bias_hh_l0	5	0.029574822634458542
162853	rnn.bias_hh_l0	6	-0.10030385106801987
162853	rnn.bias_hh_l0	7	-0.1588895320892334
162853	rnn.bias_hh_l0	8	-0.1863926202058792
162853	rnn.bias_hh_l0	9	-0.09732062369585037
162853	rnn.weight_ih_l0_reverse	0	-0.034053776413202286
162853	rnn.weight_ih_l0_reverse	1	0.0035446276888251305
162853	rnn.weight_ih_l0_reverse	2	0.024072645232081413
162853	rnn.weight_ih_l0_reverse	3	9.403152216691524e-05
162853	rnn.weight_ih_l0_reverse	4	0.028690233826637268
162853	rnn.weight_ih_l0_reverse	5	-0.054968368262052536
162853	rnn.weight_ih_l0_reverse	6	-0.051250990480184555
162853	rnn.weight_ih_l0_reverse	7	-0.000825040100608021
162853	rnn.weight_ih_l0_reverse	8	0.08406365662813187
162853	rnn.weight_ih_l0_reverse	9	0.019061405211687088
162853	rnn.weight_hh_l0_reverse	0	0.004510057624429464
162853	rnn.weight_hh_l0_reverse	1	0.025859495624899864
162853	rnn.weight_hh_l0_reverse	2	-0.04066713899374008
162853	rnn.weight_hh_l0_reverse	3	0.03820515796542168
162853	rnn.weight_hh_l0_reverse	4	0.023755738511681557
162853	rnn.weight_hh_l0_reverse	5	-0.0015752817271277308
162853	rnn.weight_hh_l0_reverse	6	0.06063695624470711
162853	rnn.weight_hh_l0_reverse	7	0.02543056569993496
162853	rnn.weight_hh_l0_reverse	8	-0.014757833443582058
162853	rnn.weight_hh_l0_reverse	9	-0.037374988198280334
162853	rnn.bias_ih_l0_reverse	0	-0.14648482203483582
162853	rnn.bias_ih_l0_reverse	1	-0.31098851561546326
162853	rnn.bias_ih_l0_reverse	2	-0.06637681275606155
162853	rnn.bias_ih_l0_reverse	3	-0.14611230790615082
162853	rnn.bias_ih_l0_reverse	4	0.06735400855541229
162853	rnn.bias_ih_l0_reverse	5	-0.26540666818618774
162853	rnn.bias_ih_l0_reverse	6	-0.05194221809506416
162853	rnn.bias_ih_l0_reverse	7	0.011688035912811756
162853	rnn.bias_ih_l0_reverse	8	-0.17742936313152313
162853	rnn.bias_ih_l0_reverse	9	-0.09872015565633774
162853	rnn.bias_hh_l0_reverse	0	-0.1514851152896881
162853	rnn.bias_hh_l0_reverse	1	-0.15431953966617584
162853	rnn.bias_hh_l0_reverse	2	-0.022513210773468018
162853	rnn.bias_hh_l0_reverse	3	-0.1350189596414566
162853	rnn.bias_hh_l0_reverse	4	-0.01573386788368225
162853	rnn.bias_hh_l0_reverse	5	-0.11068996042013168
162853	rnn.bias_hh_l0_reverse	6	-0.06901772320270538
162853	rnn.bias_hh_l0_reverse	7	-0.19762486219406128
162853	rnn.bias_hh_l0_reverse	8	-0.055958960205316544
162853	rnn.bias_hh_l0_reverse	9	-0.13082021474838257
162853	linear.weight	0	-0.23022399842739105
162853	linear.weight	1	-0.1362774819135666
162853	linear.weight	2	-0.011228874325752258
162853	linear.weight	3	-0.08923836797475815
162853	linear.weight	4	0.018986407667398453
162853	linear.weight	5	0.22215458750724792
162853	linear.weight	6	0.0047744326293468475
162853	linear.weight	7	-0.021312154829502106
162853	linear.weight	8	0.21223753690719604
162853	linear.weight	9	0.266112744808197
162853	linear.bias	0	-0.840426504611969
162853	linear.bias	1	1.382591724395752
162853	linear.bias	2	-0.436448335647583
162853	linear.bias	3	-0.6991131901741028
162853	linear.bias	4	-0.85991370677948
162853	linear.bias	5	-1.1749805212020874
162853	linear.bias	6	-0.922707200050354
162853	linear.bias	7	-0.7460655570030212
162853	linear.bias	8	-0.01705317199230194
162853	linear.bias	9	3.4258275032043457
163050	transitions	0	-0.4220656156539917
163050	transitions	1	8.615206718444824
163050	transitions	2	-3.5201222896575928
163050	transitions	3	1.4139294624328613
163050	transitions	4	-2.129540205001831
163050	transitions	5	-0.39826053380966187
163050	transitions	6	-0.1898687332868576
163050	transitions	7	-10000.0
163050	transitions	8	1.7803329229354858
163050	transitions	9	-2.2939558029174805
163050	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
163050	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
163050	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
163050	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
163050	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
163050	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
163050	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
163050	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
163050	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
163050	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
163050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
163050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
163050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
163050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
163050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
163050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
163050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
163050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
163050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
163050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
163050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
163050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
163050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
163050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
163050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
163050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
163050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
163050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
163050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
163050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
163050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
163050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
163050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
163050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
163050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
163050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
163050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
163050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
163050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
163050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
163050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
163050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
163050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
163050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
163050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
163050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
163050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
163050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
163050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
163050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
163050	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
163050	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
163050	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
163050	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
163050	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
163050	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
163050	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
163050	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
163050	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
163050	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
163050	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
163050	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
163050	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
163050	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
163050	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
163050	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
163050	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
163050	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
163050	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
163050	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
163050	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
163050	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
163050	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
163050	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
163050	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
163050	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
163050	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
163050	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
163050	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
163050	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
163050	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
163050	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
163050	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
163050	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
163050	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
163050	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
163050	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
163050	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
163050	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
163050	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
163050	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
163050	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
163050	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
163050	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
163050	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
163050	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
163050	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
163050	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
163050	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
163050	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
163050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
163050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
163050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
163050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
163050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
163050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
163050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
163050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
163050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
163050	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
163050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
163050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
163050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
163050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
163050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
163050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
163050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
163050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
163050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
163050	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
163050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
163050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
163050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
163050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
163050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
163050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
163050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
163050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
163050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
163050	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
163050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
163050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
163050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
163050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
163050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
163050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
163050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
163050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
163050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
163050	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
163050	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
163050	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
163050	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
163050	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
163050	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
163050	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
163050	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
163050	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
163050	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
163050	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
163050	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
163050	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
163050	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
163050	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
163050	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
163050	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
163050	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
163050	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
163050	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
163050	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
163050	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
163050	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
163050	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
163050	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
163050	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
163050	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
163050	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
163050	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
163050	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
163050	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
163050	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
163050	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
163050	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
163050	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
163050	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
163050	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
163050	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
163050	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
163050	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
163050	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
163050	embedding2nn.weight	0	0.04975318908691406
163050	embedding2nn.weight	1	-0.08954567462205887
163050	embedding2nn.weight	2	0.017963910475373268
163050	embedding2nn.weight	3	-0.054676447063684464
163050	embedding2nn.weight	4	-0.11706524342298508
163050	embedding2nn.weight	5	0.122831791639328
163050	embedding2nn.weight	6	-0.14138437807559967
163050	embedding2nn.weight	7	-0.08342712372541428
163050	embedding2nn.weight	8	-0.02879985049366951
163050	embedding2nn.weight	9	0.06260085850954056
163050	embedding2nn.bias	0	0.06896647065877914
163050	embedding2nn.bias	1	0.025639118626713753
163050	embedding2nn.bias	2	-0.09986426681280136
163050	embedding2nn.bias	3	0.07593011856079102
163050	embedding2nn.bias	4	-0.00827841553837061
163050	embedding2nn.bias	5	-0.1702079325914383
163050	embedding2nn.bias	6	-0.13328632712364197
163050	embedding2nn.bias	7	-0.06714817881584167
163050	embedding2nn.bias	8	0.08597439527511597
163050	embedding2nn.bias	9	-0.07967440783977509
163050	rnn.weight_ih_l0	0	0.04078878089785576
163050	rnn.weight_ih_l0	1	-0.06361150741577148
163050	rnn.weight_ih_l0	2	-0.03453655168414116
163050	rnn.weight_ih_l0	3	-0.04520481824874878
163050	rnn.weight_ih_l0	4	0.015604393556714058
163050	rnn.weight_ih_l0	5	-0.11271882802248001
163050	rnn.weight_ih_l0	6	-0.05014914646744728
163050	rnn.weight_ih_l0	7	-0.013262566179037094
163050	rnn.weight_ih_l0	8	0.07379892468452454
163050	rnn.weight_ih_l0	9	0.008613654412329197
163050	rnn.weight_hh_l0	0	-0.0007854924187995493
163050	rnn.weight_hh_l0	1	-0.08859289437532425
163050	rnn.weight_hh_l0	2	0.06605768948793411
163050	rnn.weight_hh_l0	3	0.043673042207956314
163050	rnn.weight_hh_l0	4	0.004862263333052397
163050	rnn.weight_hh_l0	5	0.06550346314907074
163050	rnn.weight_hh_l0	6	-0.017474748194217682
163050	rnn.weight_hh_l0	7	-0.09649621695280075
163050	rnn.weight_hh_l0	8	0.012351935729384422
163050	rnn.weight_hh_l0	9	-0.07964513450860977
163050	rnn.bias_ih_l0	0	-0.06655902415513992
163050	rnn.bias_ih_l0	1	-0.18330825865268707
163050	rnn.bias_ih_l0	2	-0.25688081979751587
163050	rnn.bias_ih_l0	3	-0.277506560087204
163050	rnn.bias_ih_l0	4	-0.01060293335467577
163050	rnn.bias_ih_l0	5	0.05041944608092308
163050	rnn.bias_ih_l0	6	-0.17494474351406097
163050	rnn.bias_ih_l0	7	-0.25499358773231506
163050	rnn.bias_ih_l0	8	-0.12815113365650177
163050	rnn.bias_ih_l0	9	-0.18280744552612305
163050	rnn.bias_hh_l0	0	0.11081508547067642
163050	rnn.bias_hh_l0	1	-0.05418241024017334
163050	rnn.bias_hh_l0	2	0.047099292278289795
163050	rnn.bias_hh_l0	3	-0.17320917546749115
163050	rnn.bias_hh_l0	4	0.037112243473529816
163050	rnn.bias_hh_l0	5	0.02997727319598198
163050	rnn.bias_hh_l0	6	-0.09840194880962372
163050	rnn.bias_hh_l0	7	-0.15941517055034637
163050	rnn.bias_hh_l0	8	-0.1871623992919922
163050	rnn.bias_hh_l0	9	-0.09806510806083679
163050	rnn.weight_ih_l0_reverse	0	-0.03439345210790634
163050	rnn.weight_ih_l0_reverse	1	0.002976942341774702
163050	rnn.weight_ih_l0_reverse	2	0.02585417404770851
163050	rnn.weight_ih_l0_reverse	3	0.0002502108982298523
163050	rnn.weight_ih_l0_reverse	4	0.0292807649821043
163050	rnn.weight_ih_l0_reverse	5	-0.056669801473617554
163050	rnn.weight_ih_l0_reverse	6	-0.05252371355891228
163050	rnn.weight_ih_l0_reverse	7	0.00038004611269570887
163050	rnn.weight_ih_l0_reverse	8	0.08552351593971252
163050	rnn.weight_ih_l0_reverse	9	0.019259845837950706
163050	rnn.weight_hh_l0_reverse	0	0.004374501761049032
163050	rnn.weight_hh_l0_reverse	1	0.02632645145058632
163050	rnn.weight_hh_l0_reverse	2	-0.040706075727939606
163050	rnn.weight_hh_l0_reverse	3	0.03806326538324356
163050	rnn.weight_hh_l0_reverse	4	0.02348427101969719
163050	rnn.weight_hh_l0_reverse	5	-0.001295753987506032
163050	rnn.weight_hh_l0_reverse	6	0.06043305620551109
163050	rnn.weight_hh_l0_reverse	7	0.02543351799249649
163050	rnn.weight_hh_l0_reverse	8	-0.015284045599400997
163050	rnn.weight_hh_l0_reverse	9	-0.03725391998887062
163050	rnn.bias_ih_l0_reverse	0	-0.14649632573127747
163050	rnn.bias_ih_l0_reverse	1	-0.3120107650756836
163050	rnn.bias_ih_l0_reverse	2	-0.06705491244792938
163050	rnn.bias_ih_l0_reverse	3	-0.14657606184482574
163050	rnn.bias_ih_l0_reverse	4	0.06690526008605957
163050	rnn.bias_ih_l0_reverse	5	-0.26359033584594727
163050	rnn.bias_ih_l0_reverse	6	-0.04984024912118912
163050	rnn.bias_ih_l0_reverse	7	0.012064981274306774
163050	rnn.bias_ih_l0_reverse	8	-0.17589017748832703
163050	rnn.bias_ih_l0_reverse	9	-0.09660559892654419
163050	rnn.bias_hh_l0_reverse	0	-0.15058821439743042
163050	rnn.bias_hh_l0_reverse	1	-0.15619990229606628
163050	rnn.bias_hh_l0_reverse	2	-0.02126729115843773
163050	rnn.bias_hh_l0_reverse	3	-0.13215461373329163
163050	rnn.bias_hh_l0_reverse	4	-0.015174302272498608
163050	rnn.bias_hh_l0_reverse	5	-0.10913635045289993
163050	rnn.bias_hh_l0_reverse	6	-0.06880412250757217
163050	rnn.bias_hh_l0_reverse	7	-0.1965772956609726
163050	rnn.bias_hh_l0_reverse	8	-0.05671495571732521
163050	rnn.bias_hh_l0_reverse	9	-0.1301160454750061
163050	linear.weight	0	-0.23106630146503448
163050	linear.weight	1	-0.1393945962190628
163050	linear.weight	2	-0.011228874325752258
163050	linear.weight	3	-0.0852465033531189
163050	linear.weight	4	0.01002610195428133
163050	linear.weight	5	0.22090673446655273
163050	linear.weight	6	0.0047744326293468475
163050	linear.weight	7	-0.021312154829502106
163050	linear.weight	8	0.20940913259983063
163050	linear.weight	9	0.26257261633872986
163050	linear.bias	0	-0.8488272428512573
163050	linear.bias	1	1.3792275190353394
163050	linear.bias	2	-0.41457951068878174
163050	linear.bias	3	-0.7040637135505676
163050	linear.bias	4	-0.8777890801429749
163050	linear.bias	5	-1.175000786781311
163050	linear.bias	6	-0.9298484325408936
163050	linear.bias	7	-0.726878821849823
163050	linear.bias	8	-0.01705317199230194
163050	linear.bias	9	3.426727533340454
163247	transitions	0	-0.42213600873947144
163247	transitions	1	8.59630298614502
163247	transitions	2	-3.520387649536133
163247	transitions	3	1.4167898893356323
163247	transitions	4	-2.131077289581299
163247	transitions	5	-0.3983018100261688
163247	transitions	6	-0.18988355994224548
163247	transitions	7	-10000.0
163247	transitions	8	1.78045654296875
163247	transitions	9	-2.293956995010376
163247	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
163247	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
163247	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
163247	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
163247	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
163247	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
163247	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
163247	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
163247	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
163247	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
163247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
163247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
163247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
163247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
163247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
163247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
163247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
163247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
163247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
163247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
163247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
163247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
163247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
163247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
163247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
163247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
163247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
163247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
163247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
163247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
163247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
163247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
163247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
163247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
163247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
163247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
163247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
163247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
163247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
163247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
163247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
163247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
163247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
163247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
163247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
163247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
163247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
163247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
163247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
163247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
163247	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
163247	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
163247	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
163247	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
163247	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
163247	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
163247	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
163247	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
163247	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
163247	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
163247	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
163247	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
163247	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
163247	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
163247	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
163247	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
163247	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
163247	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
163247	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
163247	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
163247	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
163247	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
163247	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
163247	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
163247	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
163247	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
163247	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
163247	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
163247	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
163247	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
163247	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
163247	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
163247	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
163247	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
163247	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
163247	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
163247	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
163247	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
163247	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
163247	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
163247	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
163247	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
163247	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
163247	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
163247	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
163247	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
163247	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
163247	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
163247	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
163247	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
163247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
163247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
163247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
163247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
163247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
163247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
163247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
163247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
163247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
163247	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
163247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
163247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
163247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
163247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
163247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
163247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
163247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
163247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
163247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
163247	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
163247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
163247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
163247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
163247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
163247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
163247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
163247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
163247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
163247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
163247	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
163247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
163247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
163247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
163247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
163247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
163247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
163247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
163247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
163247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
163247	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
163247	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
163247	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
163247	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
163247	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
163247	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
163247	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
163247	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
163247	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
163247	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
163247	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
163247	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
163247	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
163247	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
163247	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
163247	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
163247	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
163247	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
163247	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
163247	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
163247	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
163247	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
163247	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
163247	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
163247	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
163247	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
163247	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
163247	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
163247	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
163247	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
163247	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
163247	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
163247	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
163247	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
163247	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
163247	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
163247	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
163247	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
163247	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
163247	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
163247	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
163247	embedding2nn.weight	0	0.0496998205780983
163247	embedding2nn.weight	1	-0.08881467580795288
163247	embedding2nn.weight	2	0.017862411215901375
163247	embedding2nn.weight	3	-0.05581320449709892
163247	embedding2nn.weight	4	-0.11586933583021164
163247	embedding2nn.weight	5	0.12385424971580505
163247	embedding2nn.weight	6	-0.1373317390680313
163247	embedding2nn.weight	7	-0.08201900124549866
163247	embedding2nn.weight	8	-0.029261048883199692
163247	embedding2nn.weight	9	0.060588765889406204
163247	embedding2nn.bias	0	0.07245826721191406
163247	embedding2nn.bias	1	0.02967357262969017
163247	embedding2nn.bias	2	-0.09594256430864334
163247	embedding2nn.bias	3	0.07058362662792206
163247	embedding2nn.bias	4	-0.0014073996571823955
163247	embedding2nn.bias	5	-0.17655503749847412
163247	embedding2nn.bias	6	-0.1330183446407318
163247	embedding2nn.bias	7	-0.06371798366308212
163247	embedding2nn.bias	8	0.09584112465381622
163247	embedding2nn.bias	9	-0.07416372001171112
163247	rnn.weight_ih_l0	0	0.04054132476449013
163247	rnn.weight_ih_l0	1	-0.06419891119003296
163247	rnn.weight_ih_l0	2	-0.035801034420728683
163247	rnn.weight_ih_l0	3	-0.045095156878232956
163247	rnn.weight_ih_l0	4	0.01619778946042061
163247	rnn.weight_ih_l0	5	-0.11332279443740845
163247	rnn.weight_ih_l0	6	-0.050115764141082764
163247	rnn.weight_ih_l0	7	-0.013681617565453053
163247	rnn.weight_ih_l0	8	0.07558873295783997
163247	rnn.weight_ih_l0	9	0.007386776618659496
163247	rnn.weight_hh_l0	0	-0.0010865906951949
163247	rnn.weight_hh_l0	1	-0.08802331238985062
163247	rnn.weight_hh_l0	2	0.06634470820426941
163247	rnn.weight_hh_l0	3	0.044174470007419586
163247	rnn.weight_hh_l0	4	0.004973025526851416
163247	rnn.weight_hh_l0	5	0.06508699059486389
163247	rnn.weight_hh_l0	6	-0.01757080666720867
163247	rnn.weight_hh_l0	7	-0.09661693125963211
163247	rnn.weight_hh_l0	8	0.012416354380548
163247	rnn.weight_hh_l0	9	-0.08063878864049911
163247	rnn.bias_ih_l0	0	-0.0664672777056694
163247	rnn.bias_ih_l0	1	-0.1843172013759613
163247	rnn.bias_ih_l0	2	-0.2588232159614563
163247	rnn.bias_ih_l0	3	-0.2770247161388397
163247	rnn.bias_ih_l0	4	-0.011546791531145573
163247	rnn.bias_ih_l0	5	0.05082417279481888
163247	rnn.bias_ih_l0	6	-0.1768917292356491
163247	rnn.bias_ih_l0	7	-0.2527959644794464
163247	rnn.bias_ih_l0	8	-0.13245651125907898
163247	rnn.bias_ih_l0	9	-0.18023698031902313
163247	rnn.bias_hh_l0	0	0.11088138073682785
163247	rnn.bias_hh_l0	1	-0.05546462535858154
163247	rnn.bias_hh_l0	2	0.04755097255110741
163247	rnn.bias_hh_l0	3	-0.17299506068229675
163247	rnn.bias_hh_l0	4	0.03707749769091606
163247	rnn.bias_hh_l0	5	0.0292979646474123
163247	rnn.bias_hh_l0	6	-0.09628774970769882
163247	rnn.bias_hh_l0	7	-0.1618799865245819
163247	rnn.bias_hh_l0	8	-0.18631130456924438
163247	rnn.bias_hh_l0	9	-0.09850283712148666
163247	rnn.weight_ih_l0_reverse	0	-0.032528121024370193
163247	rnn.weight_ih_l0_reverse	1	0.003101692534983158
163247	rnn.weight_ih_l0_reverse	2	0.028508469462394714
163247	rnn.weight_ih_l0_reverse	3	0.00038568099262192845
163247	rnn.weight_ih_l0_reverse	4	0.029017625376582146
163247	rnn.weight_ih_l0_reverse	5	-0.05508335679769516
163247	rnn.weight_ih_l0_reverse	6	-0.052473317831754684
163247	rnn.weight_ih_l0_reverse	7	-0.0023326289374381304
163247	rnn.weight_ih_l0_reverse	8	0.08358274400234222
163247	rnn.weight_ih_l0_reverse	9	0.017522046342492104
163247	rnn.weight_hh_l0_reverse	0	0.004405482672154903
163247	rnn.weight_hh_l0_reverse	1	0.02646663598716259
163247	rnn.weight_hh_l0_reverse	2	-0.03993137925863266
163247	rnn.weight_hh_l0_reverse	3	0.03798789530992508
163247	rnn.weight_hh_l0_reverse	4	0.023151174187660217
163247	rnn.weight_hh_l0_reverse	5	-0.0015112668043002486
163247	rnn.weight_hh_l0_reverse	6	0.060283031314611435
163247	rnn.weight_hh_l0_reverse	7	0.025465749204158783
163247	rnn.weight_hh_l0_reverse	8	-0.015598936937749386
163247	rnn.weight_hh_l0_reverse	9	-0.037584345787763596
163247	rnn.bias_ih_l0_reverse	0	-0.14585551619529724
163247	rnn.bias_ih_l0_reverse	1	-0.31051239371299744
163247	rnn.bias_ih_l0_reverse	2	-0.06895768642425537
163247	rnn.bias_ih_l0_reverse	3	-0.1468893140554428
163247	rnn.bias_ih_l0_reverse	4	0.06763777136802673
163247	rnn.bias_ih_l0_reverse	5	-0.26471084356307983
163247	rnn.bias_ih_l0_reverse	6	-0.05164144188165665
163247	rnn.bias_ih_l0_reverse	7	0.009310548193752766
163247	rnn.bias_ih_l0_reverse	8	-0.17518803477287292
163247	rnn.bias_ih_l0_reverse	9	-0.09444548189640045
163247	rnn.bias_hh_l0_reverse	0	-0.14828892052173615
163247	rnn.bias_hh_l0_reverse	1	-0.15528327226638794
163247	rnn.bias_hh_l0_reverse	2	-0.02141445316374302
163247	rnn.bias_hh_l0_reverse	3	-0.1312592327594757
163247	rnn.bias_hh_l0_reverse	4	-0.017075983807444572
163247	rnn.bias_hh_l0_reverse	5	-0.10993281751871109
163247	rnn.bias_hh_l0_reverse	6	-0.06901945918798447
163247	rnn.bias_hh_l0_reverse	7	-0.19730167090892792
163247	rnn.bias_hh_l0_reverse	8	-0.05615156888961792
163247	rnn.bias_hh_l0_reverse	9	-0.1307731419801712
163247	linear.weight	0	-0.24173864722251892
163247	linear.weight	1	-0.14187343418598175
163247	linear.weight	2	-0.011228874325752258
163247	linear.weight	3	-0.08771207928657532
163247	linear.weight	4	0.0130464481189847
163247	linear.weight	5	0.22195759415626526
163247	linear.weight	6	0.0047744326293468475
163247	linear.weight	7	-0.021312154829502106
163247	linear.weight	8	0.19446955621242523
163247	linear.weight	9	0.26049813628196716
163247	linear.bias	0	-0.8512700796127319
163247	linear.bias	1	1.3748528957366943
163247	linear.bias	2	-0.4290740489959717
163247	linear.bias	3	-0.7095893621444702
163247	linear.bias	4	-0.8625922799110413
163247	linear.bias	5	-1.1750198602676392
163247	linear.bias	6	-0.9324977397918701
163247	linear.bias	7	-0.7041090130805969
163247	linear.bias	8	-0.01705317199230194
163247	linear.bias	9	3.369769334793091
163444	transitions	0	-0.4222028851509094
163444	transitions	1	8.584890365600586
163444	transitions	2	-3.5206785202026367
163444	transitions	3	1.431144118309021
163444	transitions	4	-2.131646156311035
163444	transitions	5	-0.3983492851257324
163444	transitions	6	-0.18989919126033783
163444	transitions	7	-10000.0
163444	transitions	8	1.7811119556427002
163444	transitions	9	-2.293964147567749
163444	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
163444	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
163444	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
163444	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
163444	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
163444	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
163444	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
163444	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
163444	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
163444	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
163444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
163444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
163444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
163444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
163444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
163444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
163444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
163444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
163444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
163444	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
163444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
163444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
163444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
163444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
163444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
163444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
163444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
163444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
163444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
163444	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
163444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
163444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
163444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
163444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
163444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
163444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
163444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
163444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
163444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
163444	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
163444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
163444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
163444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
163444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
163444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
163444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
163444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
163444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
163444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
163444	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
163444	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
163444	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
163444	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
163444	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
163444	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
163444	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
163444	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
163444	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
163444	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
163444	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
163444	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
163444	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
163444	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
163444	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
163444	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
163444	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
163444	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
163444	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
163444	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
163444	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
163444	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
163444	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
163444	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
163444	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
163444	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
163444	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
163444	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
163444	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
163444	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
163444	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
163444	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
163444	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
163444	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
163444	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
163444	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
163444	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
163444	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
163444	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
163444	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
163444	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
163444	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
163444	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
163444	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
163444	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
163444	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
163444	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
163444	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
163444	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
163444	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
163444	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
163444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
163444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
163444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
163444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
163444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
163444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
163444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
163444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
163444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
163444	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
163444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
163444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
163444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
163444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
163444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
163444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
163444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
163444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
163444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
163444	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
163444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
163444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
163444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
163444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
163444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
163444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
163444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
163444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
163444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
163444	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
163444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
163444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
163444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
163444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
163444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
163444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
163444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
163444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
163444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
163444	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
163444	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
163444	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
163444	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
163444	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
163444	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
163444	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
163444	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
163444	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
163444	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
163444	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
163444	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
163444	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
163444	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
163444	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
163444	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
163444	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
163444	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
163444	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
163444	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
163444	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
163444	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
163444	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
163444	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
163444	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
163444	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
163444	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
163444	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
163444	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
163444	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
163444	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
163444	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
163444	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
163444	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
163444	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
163444	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
163444	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
163444	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
163444	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
163444	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
163444	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
163444	embedding2nn.weight	0	0.04964236170053482
163444	embedding2nn.weight	1	-0.08817040920257568
163444	embedding2nn.weight	2	0.0181767288595438
163444	embedding2nn.weight	3	-0.05634536221623421
163444	embedding2nn.weight	4	-0.1168106272816658
163444	embedding2nn.weight	5	0.12436844408512115
163444	embedding2nn.weight	6	-0.13595423102378845
163444	embedding2nn.weight	7	-0.08216697722673416
163444	embedding2nn.weight	8	-0.02922610193490982
163444	embedding2nn.weight	9	0.06313606351613998
163444	embedding2nn.bias	0	0.06903331726789474
163444	embedding2nn.bias	1	0.023326126858592033
163444	embedding2nn.bias	2	-0.09121079742908478
163444	embedding2nn.bias	3	0.06422346085309982
163444	embedding2nn.bias	4	-0.00033511145738884807
163444	embedding2nn.bias	5	-0.18406622111797333
163444	embedding2nn.bias	6	-0.13119742274284363
163444	embedding2nn.bias	7	-0.06841539591550827
163444	embedding2nn.bias	8	0.08791689574718475
163444	embedding2nn.bias	9	-0.06455410271883011
163444	rnn.weight_ih_l0	0	0.0399782732129097
163444	rnn.weight_ih_l0	1	-0.06380042433738708
163444	rnn.weight_ih_l0	2	-0.035007406026124954
163444	rnn.weight_ih_l0	3	-0.04523240774869919
163444	rnn.weight_ih_l0	4	0.015410173684358597
163444	rnn.weight_ih_l0	5	-0.11354607343673706
163444	rnn.weight_ih_l0	6	-0.05114858224987984
163444	rnn.weight_ih_l0	7	-0.01198028028011322
163444	rnn.weight_ih_l0	8	0.07519382983446121
163444	rnn.weight_ih_l0	9	0.006756110582500696
163444	rnn.weight_hh_l0	0	-0.0009232932352460921
163444	rnn.weight_hh_l0	1	-0.08895760029554367
163444	rnn.weight_hh_l0	2	0.06630824506282806
163444	rnn.weight_hh_l0	3	0.04345610365271568
163444	rnn.weight_hh_l0	4	0.005229768808931112
163444	rnn.weight_hh_l0	5	0.06539361923933029
163444	rnn.weight_hh_l0	6	-0.017582975327968597
163444	rnn.weight_hh_l0	7	-0.09654727578163147
163444	rnn.weight_hh_l0	8	0.012383938767015934
163444	rnn.weight_hh_l0	9	-0.0799775943160057
163444	rnn.bias_ih_l0	0	-0.0661851316690445
163444	rnn.bias_ih_l0	1	-0.1827496886253357
163444	rnn.bias_ih_l0	2	-0.25907036662101746
163444	rnn.bias_ih_l0	3	-0.27760186791419983
163444	rnn.bias_ih_l0	4	-0.01227138563990593
163444	rnn.bias_ih_l0	5	0.05276615917682648
163444	rnn.bias_ih_l0	6	-0.17712566256523132
163444	rnn.bias_ih_l0	7	-0.2537875771522522
163444	rnn.bias_ih_l0	8	-0.1319236010313034
163444	rnn.bias_ih_l0	9	-0.18019220232963562
163444	rnn.bias_hh_l0	0	0.11161483824253082
163444	rnn.bias_hh_l0	1	-0.05618662387132645
163444	rnn.bias_hh_l0	2	0.04750152677297592
163444	rnn.bias_hh_l0	3	-0.17440780997276306
163444	rnn.bias_hh_l0	4	0.03573302924633026
163444	rnn.bias_hh_l0	5	0.030615169554948807
163444	rnn.bias_hh_l0	6	-0.09706851094961166
163444	rnn.bias_hh_l0	7	-0.16119596362113953
163444	rnn.bias_hh_l0	8	-0.1877242922782898
163444	rnn.bias_hh_l0	9	-0.09808694571256638
163444	rnn.weight_ih_l0_reverse	0	-0.03274058550596237
163444	rnn.weight_ih_l0_reverse	1	0.0018856893293559551
163444	rnn.weight_ih_l0_reverse	2	0.027785521000623703
163444	rnn.weight_ih_l0_reverse	3	0.0021170328836888075
163444	rnn.weight_ih_l0_reverse	4	0.02951602265238762
163444	rnn.weight_ih_l0_reverse	5	-0.05643294006586075
163444	rnn.weight_ih_l0_reverse	6	-0.052613887935876846
163444	rnn.weight_ih_l0_reverse	7	-0.0021750330924987793
163444	rnn.weight_ih_l0_reverse	8	0.08423001319169998
163444	rnn.weight_ih_l0_reverse	9	0.017891468480229378
163444	rnn.weight_hh_l0_reverse	0	0.00445669237524271
163444	rnn.weight_hh_l0_reverse	1	0.026474907994270325
163444	rnn.weight_hh_l0_reverse	2	-0.039871882647275925
163444	rnn.weight_hh_l0_reverse	3	0.0375092439353466
163444	rnn.weight_hh_l0_reverse	4	0.023013822734355927
163444	rnn.weight_hh_l0_reverse	5	-0.0022725327871739864
163444	rnn.weight_hh_l0_reverse	6	0.060216546058654785
163444	rnn.weight_hh_l0_reverse	7	0.02567034400999546
163444	rnn.weight_hh_l0_reverse	8	-0.015299580059945583
163444	rnn.weight_hh_l0_reverse	9	-0.03741030395030975
163444	rnn.bias_ih_l0_reverse	0	-0.14528897404670715
163444	rnn.bias_ih_l0_reverse	1	-0.31082883477211
163444	rnn.bias_ih_l0_reverse	2	-0.06919243931770325
163444	rnn.bias_ih_l0_reverse	3	-0.14735031127929688
163444	rnn.bias_ih_l0_reverse	4	0.06800823658704758
163444	rnn.bias_ih_l0_reverse	5	-0.26381534337997437
163444	rnn.bias_ih_l0_reverse	6	-0.05293125659227371
163444	rnn.bias_ih_l0_reverse	7	0.008825219236314297
163444	rnn.bias_ih_l0_reverse	8	-0.17606762051582336
163444	rnn.bias_ih_l0_reverse	9	-0.09216349571943283
163444	rnn.bias_hh_l0_reverse	0	-0.14749228954315186
163444	rnn.bias_hh_l0_reverse	1	-0.15378032624721527
163444	rnn.bias_hh_l0_reverse	2	-0.02040708437561989
163444	rnn.bias_hh_l0_reverse	3	-0.13105349242687225
163444	rnn.bias_hh_l0_reverse	4	-0.01810326613485813
163444	rnn.bias_hh_l0_reverse	5	-0.10924016684293747
163444	rnn.bias_hh_l0_reverse	6	-0.06961952149868011
163444	rnn.bias_hh_l0_reverse	7	-0.19721214473247528
163444	rnn.bias_hh_l0_reverse	8	-0.055698052048683167
163444	rnn.bias_hh_l0_reverse	9	-0.13087140023708344
163444	linear.weight	0	-0.2355116754770279
163444	linear.weight	1	-0.14206869900226593
163444	linear.weight	2	-0.011228874325752258
163444	linear.weight	3	-0.08773432672023773
163444	linear.weight	4	0.013478631153702736
163444	linear.weight	5	0.2185351699590683
163444	linear.weight	6	0.0047744326293468475
163444	linear.weight	7	-0.021312154829502106
163444	linear.weight	8	0.19142521917819977
163444	linear.weight	9	0.26890137791633606
163444	linear.bias	0	-0.8420366048812866
163444	linear.bias	1	1.37288236618042
163444	linear.bias	2	-0.4614233672618866
163444	linear.bias	3	-0.716174304485321
163444	linear.bias	4	-0.8766494989395142
163444	linear.bias	5	-1.175039529800415
163444	linear.bias	6	-0.9238699078559875
163444	linear.bias	7	-0.7173237800598145
163444	linear.bias	8	-0.01705317199230194
163444	linear.bias	9	3.3386905193328857
163641	transitions	0	-0.422358900308609
163641	transitions	1	8.58108139038086
163641	transitions	2	-3.5210421085357666
163641	transitions	3	1.432286024093628
163641	transitions	4	-2.1320440769195557
163641	transitions	5	-0.3984001874923706
163641	transitions	6	-0.18991926312446594
163641	transitions	7	-10000.0
163641	transitions	8	1.7806974649429321
163641	transitions	9	-2.2939701080322266
163641	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
163641	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
163641	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
163641	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
163641	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
163641	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
163641	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
163641	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
163641	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
163641	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
163641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
163641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
163641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
163641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
163641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
163641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
163641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
163641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
163641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
163641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
163641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
163641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
163641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
163641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
163641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
163641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
163641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
163641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
163641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
163641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
163641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
163641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
163641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
163641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
163641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
163641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
163641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
163641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
163641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
163641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
163641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
163641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
163641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
163641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
163641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
163641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
163641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
163641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
163641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
163641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
163641	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
163641	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
163641	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
163641	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
163641	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
163641	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
163641	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
163641	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
163641	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
163641	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
163641	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
163641	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
163641	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
163641	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
163641	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
163641	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
163641	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
163641	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
163641	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
163641	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
163641	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
163641	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
163641	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
163641	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
163641	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
163641	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
163641	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
163641	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
163641	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
163641	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
163641	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
163641	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
163641	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
163641	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
163641	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
163641	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
163641	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
163641	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
163641	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
163641	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
163641	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
163641	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
163641	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
163641	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
163641	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
163641	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
163641	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
163641	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
163641	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
163641	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
163641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
163641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
163641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
163641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
163641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
163641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
163641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
163641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
163641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
163641	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
163641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
163641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
163641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
163641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
163641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
163641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
163641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
163641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
163641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
163641	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
163641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
163641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
163641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
163641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
163641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
163641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
163641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
163641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
163641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
163641	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
163641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
163641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
163641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
163641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
163641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
163641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
163641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
163641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
163641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
163641	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
163641	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
163641	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
163641	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
163641	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
163641	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
163641	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
163641	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
163641	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
163641	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
163641	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
163641	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
163641	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
163641	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
163641	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
163641	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
163641	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
163641	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
163641	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
163641	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
163641	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
163641	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
163641	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
163641	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
163641	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
163641	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
163641	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
163641	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
163641	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
163641	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
163641	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
163641	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
163641	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
163641	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
163641	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
163641	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
163641	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
163641	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
163641	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
163641	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
163641	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
163641	embedding2nn.weight	0	0.04927008971571922
163641	embedding2nn.weight	1	-0.08787884563207626
163641	embedding2nn.weight	2	0.019767465069890022
163641	embedding2nn.weight	3	-0.05601239949464798
163641	embedding2nn.weight	4	-0.11630604416131973
163641	embedding2nn.weight	5	0.1254022866487503
163641	embedding2nn.weight	6	-0.13794493675231934
163641	embedding2nn.weight	7	-0.08357705175876617
163641	embedding2nn.weight	8	-0.030636940151453018
163641	embedding2nn.weight	9	0.062493328005075455
163641	embedding2nn.bias	0	0.06931230425834656
163641	embedding2nn.bias	1	0.03051614761352539
163641	embedding2nn.bias	2	-0.08535294234752655
163641	embedding2nn.bias	3	0.061279263347387314
163641	embedding2nn.bias	4	-0.005394969135522842
163641	embedding2nn.bias	5	-0.17696329951286316
163641	embedding2nn.bias	6	-0.13829702138900757
163641	embedding2nn.bias	7	-0.06823641806840897
163641	embedding2nn.bias	8	0.07734022289514542
163641	embedding2nn.bias	9	-0.05529162660241127
163641	rnn.weight_ih_l0	0	0.03986398130655289
163641	rnn.weight_ih_l0	1	-0.06509765237569809
163641	rnn.weight_ih_l0	2	-0.03524356707930565
163641	rnn.weight_ih_l0	3	-0.0453425832092762
163641	rnn.weight_ih_l0	4	0.015188436023890972
163641	rnn.weight_ih_l0	5	-0.11206921935081482
163641	rnn.weight_ih_l0	6	-0.05249614641070366
163641	rnn.weight_ih_l0	7	-0.012241342104971409
163641	rnn.weight_ih_l0	8	0.07629845291376114
163641	rnn.weight_ih_l0	9	0.008102061226963997
163641	rnn.weight_hh_l0	0	-0.0007202169508673251
163641	rnn.weight_hh_l0	1	-0.08814496546983719
163641	rnn.weight_hh_l0	2	0.06555312871932983
163641	rnn.weight_hh_l0	3	0.04320930689573288
163641	rnn.weight_hh_l0	4	0.005481726489961147
163641	rnn.weight_hh_l0	5	0.06547514349222183
163641	rnn.weight_hh_l0	6	-0.01745058223605156
163641	rnn.weight_hh_l0	7	-0.09642643481492996
163641	rnn.weight_hh_l0	8	0.011854688636958599
163641	rnn.weight_hh_l0	9	-0.07892823964357376
163641	rnn.bias_ih_l0	0	-0.06523093581199646
163641	rnn.bias_ih_l0	1	-0.18408600986003876
163641	rnn.bias_ih_l0	2	-0.2575528919696808
163641	rnn.bias_ih_l0	3	-0.27712106704711914
163641	rnn.bias_ih_l0	4	-0.008564329706132412
163641	rnn.bias_ih_l0	5	0.05593186989426613
163641	rnn.bias_ih_l0	6	-0.17624038457870483
163641	rnn.bias_ih_l0	7	-0.25406932830810547
163641	rnn.bias_ih_l0	8	-0.13254937529563904
163641	rnn.bias_ih_l0	9	-0.18048185110092163
163641	rnn.bias_hh_l0	0	0.11123120784759521
163641	rnn.bias_hh_l0	1	-0.0551905520260334
163641	rnn.bias_hh_l0	2	0.0483180433511734
163641	rnn.bias_hh_l0	3	-0.17454659938812256
163641	rnn.bias_hh_l0	4	0.03751489892601967
163641	rnn.bias_hh_l0	5	0.02894674614071846
163641	rnn.bias_hh_l0	6	-0.09839820861816406
163641	rnn.bias_hh_l0	7	-0.1615910679101944
163641	rnn.bias_hh_l0	8	-0.1871005743741989
163641	rnn.bias_hh_l0	9	-0.09767186641693115
163641	rnn.weight_ih_l0_reverse	0	-0.032181426882743835
163641	rnn.weight_ih_l0_reverse	1	0.001399673754349351
163641	rnn.weight_ih_l0_reverse	2	0.028728267177939415
163641	rnn.weight_ih_l0_reverse	3	0.0025136221665889025
163641	rnn.weight_ih_l0_reverse	4	0.030625050887465477
163641	rnn.weight_ih_l0_reverse	5	-0.058207154273986816
163641	rnn.weight_ih_l0_reverse	6	-0.05205535516142845
163641	rnn.weight_ih_l0_reverse	7	-0.0011199617292732
163641	rnn.weight_ih_l0_reverse	8	0.08454122394323349
163641	rnn.weight_ih_l0_reverse	9	0.017103804275393486
163641	rnn.weight_hh_l0_reverse	0	0.004488260485231876
163641	rnn.weight_hh_l0_reverse	1	0.026711629703640938
163641	rnn.weight_hh_l0_reverse	2	-0.039662618190050125
163641	rnn.weight_hh_l0_reverse	3	0.03776063770055771
163641	rnn.weight_hh_l0_reverse	4	0.022767988964915276
163641	rnn.weight_hh_l0_reverse	5	-0.001859121024608612
163641	rnn.weight_hh_l0_reverse	6	0.06029525771737099
163641	rnn.weight_hh_l0_reverse	7	0.025618014857172966
163641	rnn.weight_hh_l0_reverse	8	-0.015553941950201988
163641	rnn.weight_hh_l0_reverse	9	-0.03758075460791588
163641	rnn.bias_ih_l0_reverse	0	-0.143769308924675
163641	rnn.bias_ih_l0_reverse	1	-0.31187447905540466
163641	rnn.bias_ih_l0_reverse	2	-0.06903292238712311
163641	rnn.bias_ih_l0_reverse	3	-0.14586974680423737
163641	rnn.bias_ih_l0_reverse	4	0.06647459417581558
163641	rnn.bias_ih_l0_reverse	5	-0.2634698748588562
163641	rnn.bias_ih_l0_reverse	6	-0.05398987978696823
163641	rnn.bias_ih_l0_reverse	7	0.010419659316539764
163641	rnn.bias_ih_l0_reverse	8	-0.17698301374912262
163641	rnn.bias_ih_l0_reverse	9	-0.09086369723081589
163641	rnn.bias_hh_l0_reverse	0	-0.14769446849822998
163641	rnn.bias_hh_l0_reverse	1	-0.1541857123374939
163641	rnn.bias_hh_l0_reverse	2	-0.02046196721494198
163641	rnn.bias_hh_l0_reverse	3	-0.13045354187488556
163641	rnn.bias_hh_l0_reverse	4	-0.017815925180912018
163641	rnn.bias_hh_l0_reverse	5	-0.10804721713066101
163641	rnn.bias_hh_l0_reverse	6	-0.06836125254631042
163641	rnn.bias_hh_l0_reverse	7	-0.19948710501194
163641	rnn.bias_hh_l0_reverse	8	-0.055841777473688126
163641	rnn.bias_hh_l0_reverse	9	-0.13163021206855774
163641	linear.weight	0	-0.22160108387470245
163641	linear.weight	1	-0.1395544707775116
163641	linear.weight	2	-0.011228874325752258
163641	linear.weight	3	-0.080670565366745
163641	linear.weight	4	0.013847308233380318
163641	linear.weight	5	0.23016968369483948
163641	linear.weight	6	0.0047744326293468475
163641	linear.weight	7	-0.021312154829502106
163641	linear.weight	8	0.1875721961259842
163641	linear.weight	9	0.2628023624420166
163641	linear.bias	0	-0.8491700887680054
163641	linear.bias	1	1.3946616649627686
163641	linear.bias	2	-0.43731266260147095
163641	linear.bias	3	-0.7074970602989197
163641	linear.bias	4	-0.890545666217804
163641	linear.bias	5	-1.1750630140304565
163641	linear.bias	6	-0.9308264255523682
163641	linear.bias	7	-0.7163792848587036
163641	linear.bias	8	-0.01705317199230194
163641	linear.bias	9	3.388284206390381
163838	transitions	0	-0.42242857813835144
163838	transitions	1	8.581515312194824
163838	transitions	2	-3.5217652320861816
163838	transitions	3	1.437578558921814
163838	transitions	4	-2.1323413848876953
163838	transitions	5	-0.39845502376556396
163838	transitions	6	-0.18993528187274933
163838	transitions	7	-10000.0
163838	transitions	8	1.7784500122070312
163838	transitions	9	-2.2939722537994385
163838	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
163838	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
163838	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
163838	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
163838	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
163838	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
163838	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
163838	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
163838	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
163838	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
163838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
163838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
163838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
163838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
163838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
163838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
163838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
163838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
163838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
163838	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
163838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
163838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
163838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
163838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
163838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
163838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
163838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
163838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
163838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
163838	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
163838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
163838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
163838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
163838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
163838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
163838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
163838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
163838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
163838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
163838	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
163838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
163838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
163838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
163838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
163838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
163838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
163838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
163838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
163838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
163838	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
163838	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
163838	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
163838	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
163838	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
163838	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
163838	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
163838	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
163838	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
163838	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
163838	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
163838	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
163838	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
163838	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
163838	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
163838	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
163838	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
163838	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
163838	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
163838	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
163838	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
163838	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
163838	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
163838	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
163838	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
163838	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
163838	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
163838	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
163838	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
163838	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
163838	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
163838	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
163838	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
163838	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
163838	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
163838	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
163838	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
163838	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
163838	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
163838	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
163838	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
163838	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
163838	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
163838	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
163838	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
163838	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
163838	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
163838	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
163838	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
163838	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
163838	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
163838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
163838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
163838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
163838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
163838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
163838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
163838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
163838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
163838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
163838	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
163838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
163838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
163838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
163838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
163838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
163838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
163838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
163838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
163838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
163838	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
163838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
163838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
163838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
163838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
163838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
163838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
163838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
163838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
163838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
163838	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
163838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
163838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
163838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
163838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
163838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
163838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
163838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
163838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
163838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
163838	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
163838	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
163838	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
163838	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
163838	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
163838	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
163838	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
163838	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
163838	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
163838	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
163838	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
163838	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
163838	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
163838	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
163838	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
163838	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
163838	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
163838	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
163838	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
163838	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
163838	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
163838	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
163838	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
163838	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
163838	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
163838	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
163838	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
163838	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
163838	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
163838	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
163838	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
163838	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
163838	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
163838	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
163838	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
163838	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
163838	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
163838	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
163838	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
163838	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
163838	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
163838	embedding2nn.weight	0	0.04973098263144493
163838	embedding2nn.weight	1	-0.0885428786277771
163838	embedding2nn.weight	2	0.020503854379057884
163838	embedding2nn.weight	3	-0.05614801123738289
163838	embedding2nn.weight	4	-0.115381620824337
163838	embedding2nn.weight	5	0.1254684180021286
163838	embedding2nn.weight	6	-0.13631050288677216
163838	embedding2nn.weight	7	-0.0830131471157074
163838	embedding2nn.weight	8	-0.031124891713261604
163838	embedding2nn.weight	9	0.05959440767765045
163838	embedding2nn.bias	0	0.07840023189783096
163838	embedding2nn.bias	1	0.02513301372528076
163838	embedding2nn.bias	2	-0.10035102069377899
163838	embedding2nn.bias	3	0.05321807041764259
163838	embedding2nn.bias	4	-0.0040474506095051765
163838	embedding2nn.bias	5	-0.18496361374855042
163838	embedding2nn.bias	6	-0.13647864758968353
163838	embedding2nn.bias	7	-0.058331429958343506
163838	embedding2nn.bias	8	0.08627251535654068
163838	embedding2nn.bias	9	-0.06936534494161606
163838	rnn.weight_ih_l0	0	0.04077346250414848
163838	rnn.weight_ih_l0	1	-0.06392256915569305
163838	rnn.weight_ih_l0	2	-0.03644013777375221
163838	rnn.weight_ih_l0	3	-0.04606183245778084
163838	rnn.weight_ih_l0	4	0.015769492834806442
163838	rnn.weight_ih_l0	5	-0.11190082877874374
163838	rnn.weight_ih_l0	6	-0.05236125364899635
163838	rnn.weight_ih_l0	7	-0.013745561242103577
163838	rnn.weight_ih_l0	8	0.07774478197097778
163838	rnn.weight_ih_l0	9	0.006667926907539368
163838	rnn.weight_hh_l0	0	-0.000781272305175662
163838	rnn.weight_hh_l0	1	-0.0871543362736702
163838	rnn.weight_hh_l0	2	0.06547925621271133
163838	rnn.weight_hh_l0	3	0.04299818351864815
163838	rnn.weight_hh_l0	4	0.0051942141726613045
163838	rnn.weight_hh_l0	5	0.06515339016914368
163838	rnn.weight_hh_l0	6	-0.017392246052622795
163838	rnn.weight_hh_l0	7	-0.09620550274848938
163838	rnn.weight_hh_l0	8	0.011872624047100544
163838	rnn.weight_hh_l0	9	-0.07947619259357452
163838	rnn.bias_ih_l0	0	-0.06795048713684082
163838	rnn.bias_ih_l0	1	-0.18596994876861572
163838	rnn.bias_ih_l0	2	-0.25661730766296387
163838	rnn.bias_ih_l0	3	-0.2772008180618286
163838	rnn.bias_ih_l0	4	-0.010116314515471458
163838	rnn.bias_ih_l0	5	0.05924111232161522
163838	rnn.bias_ih_l0	6	-0.17664912343025208
163838	rnn.bias_ih_l0	7	-0.25389161705970764
163838	rnn.bias_ih_l0	8	-0.13120293617248535
163838	rnn.bias_ih_l0	9	-0.17939428985118866
163838	rnn.bias_hh_l0	0	0.11358862370252609
163838	rnn.bias_hh_l0	1	-0.05591460317373276
163838	rnn.bias_hh_l0	2	0.04837935417890549
163838	rnn.bias_hh_l0	3	-0.17536398768424988
163838	rnn.bias_hh_l0	4	0.03780534490942955
163838	rnn.bias_hh_l0	5	0.030270306393504143
163838	rnn.bias_hh_l0	6	-0.09841755032539368
163838	rnn.bias_hh_l0	7	-0.1607673019170761
163838	rnn.bias_hh_l0	8	-0.18551477789878845
163838	rnn.bias_hh_l0	9	-0.09866958111524582
163838	rnn.weight_ih_l0_reverse	0	-0.032427746802568436
163838	rnn.weight_ih_l0_reverse	1	0.003792600240558386
163838	rnn.weight_ih_l0_reverse	2	0.028895528987050056
163838	rnn.weight_ih_l0_reverse	3	0.001429836731404066
163838	rnn.weight_ih_l0_reverse	4	0.03300221264362335
163838	rnn.weight_ih_l0_reverse	5	-0.057855747640132904
163838	rnn.weight_ih_l0_reverse	6	-0.05297399312257767
163838	rnn.weight_ih_l0_reverse	7	9.171325655188411e-05
163838	rnn.weight_ih_l0_reverse	8	0.08378653973340988
163838	rnn.weight_ih_l0_reverse	9	0.016590289771556854
163838	rnn.weight_hh_l0_reverse	0	0.004519750829786062
163838	rnn.weight_hh_l0_reverse	1	0.02684166096150875
163838	rnn.weight_hh_l0_reverse	2	-0.039731789380311966
163838	rnn.weight_hh_l0_reverse	3	0.03811618685722351
163838	rnn.weight_hh_l0_reverse	4	0.022301042452454567
163838	rnn.weight_hh_l0_reverse	5	-0.0021217872854322195
163838	rnn.weight_hh_l0_reverse	6	0.060424789786338806
163838	rnn.weight_hh_l0_reverse	7	0.026071766391396523
163838	rnn.weight_hh_l0_reverse	8	-0.016078906133770943
163838	rnn.weight_hh_l0_reverse	9	-0.03776746988296509
163838	rnn.bias_ih_l0_reverse	0	-0.1452137529850006
163838	rnn.bias_ih_l0_reverse	1	-0.3117353916168213
163838	rnn.bias_ih_l0_reverse	2	-0.06979967653751373
163838	rnn.bias_ih_l0_reverse	3	-0.14554868638515472
163838	rnn.bias_ih_l0_reverse	4	0.06664063781499863
163838	rnn.bias_ih_l0_reverse	5	-0.26434385776519775
163838	rnn.bias_ih_l0_reverse	6	-0.052604518830776215
163838	rnn.bias_ih_l0_reverse	7	0.010405716486275196
163838	rnn.bias_ih_l0_reverse	8	-0.17671389877796173
163838	rnn.bias_ih_l0_reverse	9	-0.08947166055440903
163838	rnn.bias_hh_l0_reverse	0	-0.14876128733158112
163838	rnn.bias_hh_l0_reverse	1	-0.15478067100048065
163838	rnn.bias_hh_l0_reverse	2	-0.020663287490606308
163838	rnn.bias_hh_l0_reverse	3	-0.13046739995479584
163838	rnn.bias_hh_l0_reverse	4	-0.017311349511146545
163838	rnn.bias_hh_l0_reverse	5	-0.10806315392255783
163838	rnn.bias_hh_l0_reverse	6	-0.07011552900075912
163838	rnn.bias_hh_l0_reverse	7	-0.20063439011573792
163838	rnn.bias_hh_l0_reverse	8	-0.05706212669610977
163838	rnn.bias_hh_l0_reverse	9	-0.13315372169017792
163838	linear.weight	0	-0.23196719586849213
163838	linear.weight	1	-0.14180955290794373
163838	linear.weight	2	-0.011228874325752258
163838	linear.weight	3	-0.06831279397010803
163838	linear.weight	4	0.003871187102049589
163838	linear.weight	5	0.22551210224628448
163838	linear.weight	6	0.0047744326293468475
163838	linear.weight	7	-0.021312154829502106
163838	linear.weight	8	0.20478752255439758
163838	linear.weight	9	0.2659658193588257
163838	linear.bias	0	-0.8575237989425659
163838	linear.bias	1	1.3854411840438843
163838	linear.bias	2	-0.46721723675727844
163838	linear.bias	3	-0.7083410024642944
163838	linear.bias	4	-0.8444010615348816
163838	linear.bias	5	-1.1750845909118652
163838	linear.bias	6	-0.9380165338516235
163838	linear.bias	7	-0.7181010246276855
163838	linear.bias	8	-0.01705317199230194
163838	linear.bias	9	3.380317449569702
163842	transitions	0	-0.4224289059638977
163842	transitions	1	8.578644752502441
163842	transitions	2	-3.5217671394348145
163842	transitions	3	1.4375344514846802
163842	transitions	4	-2.1323447227478027
163842	transitions	5	-0.3984551429748535
163842	transitions	6	-0.18993565440177917
163842	transitions	7	-10000.0
163842	transitions	8	1.7784498929977417
163842	transitions	9	-2.2939722537994385
163842	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
163842	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
163842	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
163842	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
163842	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
163842	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
163842	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
163842	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
163842	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
163842	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
163842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
163842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
163842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
163842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
163842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
163842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
163842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
163842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
163842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
163842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
163842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
163842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
163842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
163842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
163842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
163842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
163842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
163842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
163842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
163842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
163842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
163842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
163842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
163842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
163842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
163842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
163842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
163842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
163842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
163842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
163842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
163842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
163842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
163842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
163842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
163842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
163842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
163842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
163842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
163842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
163842	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
163842	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
163842	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
163842	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
163842	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
163842	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
163842	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
163842	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
163842	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
163842	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
163842	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
163842	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
163842	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
163842	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
163842	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
163842	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
163842	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
163842	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
163842	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
163842	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
163842	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
163842	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
163842	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
163842	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
163842	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
163842	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
163842	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
163842	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
163842	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
163842	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
163842	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
163842	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
163842	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
163842	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
163842	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
163842	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
163842	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
163842	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
163842	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
163842	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
163842	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
163842	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
163842	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
163842	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
163842	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
163842	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
163842	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
163842	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
163842	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
163842	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
163842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
163842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
163842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
163842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
163842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
163842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
163842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
163842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
163842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
163842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
163842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
163842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
163842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
163842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
163842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
163842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
163842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
163842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
163842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
163842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
163842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
163842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
163842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
163842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
163842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
163842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
163842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
163842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
163842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
163842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
163842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
163842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
163842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
163842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
163842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
163842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
163842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
163842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
163842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
163842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
163842	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
163842	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
163842	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
163842	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
163842	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
163842	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
163842	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
163842	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
163842	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
163842	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
163842	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
163842	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
163842	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
163842	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
163842	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
163842	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
163842	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
163842	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
163842	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
163842	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
163842	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
163842	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
163842	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
163842	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
163842	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
163842	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
163842	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
163842	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
163842	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
163842	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
163842	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
163842	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
163842	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
163842	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
163842	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
163842	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
163842	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
163842	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
163842	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
163842	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
163842	embedding2nn.weight	0	0.049652907997369766
163842	embedding2nn.weight	1	-0.08862291276454926
163842	embedding2nn.weight	2	0.020402278751134872
163842	embedding2nn.weight	3	-0.05610288679599762
163842	embedding2nn.weight	4	-0.11521846801042557
163842	embedding2nn.weight	5	0.12545354664325714
163842	embedding2nn.weight	6	-0.13640516996383667
163842	embedding2nn.weight	7	-0.08286629617214203
163842	embedding2nn.weight	8	-0.031071828678250313
163842	embedding2nn.weight	9	0.06013135612010956
163842	embedding2nn.bias	0	0.07744728773832321
163842	embedding2nn.bias	1	0.025866921991109848
163842	embedding2nn.bias	2	-0.09905403852462769
163842	embedding2nn.bias	3	0.05207374319434166
163842	embedding2nn.bias	4	-0.0036366041749715805
163842	embedding2nn.bias	5	-0.1844559609889984
163842	embedding2nn.bias	6	-0.13659045100212097
163842	embedding2nn.bias	7	-0.05747035890817642
163842	embedding2nn.bias	8	0.08615177124738693
163842	embedding2nn.bias	9	-0.06904467940330505
163842	rnn.weight_ih_l0	0	0.04076716676354408
163842	rnn.weight_ih_l0	1	-0.06388633698225021
163842	rnn.weight_ih_l0	2	-0.03642968833446503
163842	rnn.weight_ih_l0	3	-0.04601537436246872
163842	rnn.weight_ih_l0	4	0.015807513147592545
163842	rnn.weight_ih_l0	5	-0.11189550161361694
163842	rnn.weight_ih_l0	6	-0.052385859191417694
163842	rnn.weight_ih_l0	7	-0.013652285560965538
163842	rnn.weight_ih_l0	8	0.07766049355268478
163842	rnn.weight_ih_l0	9	0.006570079363882542
163842	rnn.weight_hh_l0	0	-0.0007844179053790867
163842	rnn.weight_hh_l0	1	-0.08719845861196518
163842	rnn.weight_hh_l0	2	0.06548400968313217
163842	rnn.weight_hh_l0	3	0.04300086945295334
163842	rnn.weight_hh_l0	4	0.005197043530642986
163842	rnn.weight_hh_l0	5	0.06517113000154495
163842	rnn.weight_hh_l0	6	-0.01740085333585739
163842	rnn.weight_hh_l0	7	-0.09620258957147598
163842	rnn.weight_hh_l0	8	0.011876407079398632
163842	rnn.weight_hh_l0	9	-0.07949015498161316
163842	rnn.bias_ih_l0	0	-0.0678677186369896
163842	rnn.bias_ih_l0	1	-0.18606561422348022
163842	rnn.bias_ih_l0	2	-0.25659000873565674
163842	rnn.bias_ih_l0	3	-0.27708861231803894
163842	rnn.bias_ih_l0	4	-0.010003146715462208
163842	rnn.bias_ih_l0	5	0.05927106365561485
163842	rnn.bias_ih_l0	6	-0.17642316222190857
163842	rnn.bias_ih_l0	7	-0.25404924154281616
163842	rnn.bias_ih_l0	8	-0.1311967968940735
163842	rnn.bias_ih_l0	9	-0.17948836088180542
163842	rnn.bias_hh_l0	0	0.11361000686883926
163842	rnn.bias_hh_l0	1	-0.05598052963614464
163842	rnn.bias_hh_l0	2	0.048295121639966965
163842	rnn.bias_hh_l0	3	-0.17534209787845612
163842	rnn.bias_hh_l0	4	0.037599850445985794
163842	rnn.bias_hh_l0	5	0.030308444052934647
163842	rnn.bias_hh_l0	6	-0.09846514463424683
163842	rnn.bias_hh_l0	7	-0.16069835424423218
163842	rnn.bias_hh_l0	8	-0.18551352620124817
163842	rnn.bias_hh_l0	9	-0.09831314533948898
163842	rnn.weight_ih_l0_reverse	0	-0.032663486897945404
163842	rnn.weight_ih_l0_reverse	1	0.0037641844246536493
163842	rnn.weight_ih_l0_reverse	2	0.028729567304253578
163842	rnn.weight_ih_l0_reverse	3	0.0012867245823144913
163842	rnn.weight_ih_l0_reverse	4	0.03301473334431648
163842	rnn.weight_ih_l0_reverse	5	-0.05787043645977974
163842	rnn.weight_ih_l0_reverse	6	-0.05298779904842377
163842	rnn.weight_ih_l0_reverse	7	0.00015504237671848387
163842	rnn.weight_ih_l0_reverse	8	0.08378671109676361
163842	rnn.weight_ih_l0_reverse	9	0.01663287729024887
163842	rnn.weight_hh_l0_reverse	0	0.004526288248598576
163842	rnn.weight_hh_l0_reverse	1	0.026841284707188606
163842	rnn.weight_hh_l0_reverse	2	-0.03991607576608658
163842	rnn.weight_hh_l0_reverse	3	0.038147516548633575
163842	rnn.weight_hh_l0_reverse	4	0.02224629558622837
163842	rnn.weight_hh_l0_reverse	5	-0.002122725360095501
163842	rnn.weight_hh_l0_reverse	6	0.0604139044880867
163842	rnn.weight_hh_l0_reverse	7	0.026062022894620895
163842	rnn.weight_hh_l0_reverse	8	-0.016067465767264366
163842	rnn.weight_hh_l0_reverse	9	-0.03780804201960564
163842	rnn.bias_ih_l0_reverse	0	-0.145159512758255
163842	rnn.bias_ih_l0_reverse	1	-0.31149715185165405
163842	rnn.bias_ih_l0_reverse	2	-0.06980577856302261
163842	rnn.bias_ih_l0_reverse	3	-0.14546099305152893
163842	rnn.bias_ih_l0_reverse	4	0.06672271341085434
163842	rnn.bias_ih_l0_reverse	5	-0.26419076323509216
163842	rnn.bias_ih_l0_reverse	6	-0.05261698365211487
163842	rnn.bias_ih_l0_reverse	7	0.010177326388657093
163842	rnn.bias_ih_l0_reverse	8	-0.17674346268177032
163842	rnn.bias_ih_l0_reverse	9	-0.08964892476797104
163842	rnn.bias_hh_l0_reverse	0	-0.1486365795135498
163842	rnn.bias_hh_l0_reverse	1	-0.155161052942276
163842	rnn.bias_hh_l0_reverse	2	-0.020665153861045837
163842	rnn.bias_hh_l0_reverse	3	-0.13037502765655518
163842	rnn.bias_hh_l0_reverse	4	-0.017350953072309494
163842	rnn.bias_hh_l0_reverse	5	-0.10803994536399841
163842	rnn.bias_hh_l0_reverse	6	-0.07017073035240173
163842	rnn.bias_hh_l0_reverse	7	-0.20036466419696808
163842	rnn.bias_hh_l0_reverse	8	-0.05691580846905708
163842	rnn.bias_hh_l0_reverse	9	-0.13311409950256348
163842	linear.weight	0	-0.23195436596870422
163842	linear.weight	1	-0.14181335270404816
163842	linear.weight	2	-0.011228874325752258
163842	linear.weight	3	-0.06608999520540237
163842	linear.weight	4	0.0016421752516180277
163842	linear.weight	5	0.2247953563928604
163842	linear.weight	6	0.0047744326293468475
163842	linear.weight	7	-0.021312154829502106
163842	linear.weight	8	0.2048589438199997
163842	linear.weight	9	0.26594680547714233
163842	linear.bias	0	-0.857115626335144
163842	linear.bias	1	1.385005235671997
163842	linear.bias	2	-0.4607280194759369
163842	linear.bias	3	-0.7123593688011169
163842	linear.bias	4	-0.8489810824394226
163842	linear.bias	5	-1.1750848293304443
163842	linear.bias	6	-0.9376322627067566
163842	linear.bias	7	-0.7143656611442566
163842	linear.bias	8	-0.01705317199230194
163842	linear.bias	9	3.3721771240234375
164039	transitions	0	-0.4235684275627136
164039	transitions	1	8.591398239135742
164039	transitions	2	-3.522516965866089
164039	transitions	3	1.4292532205581665
164039	transitions	4	-2.1329102516174316
164039	transitions	5	-0.39856138825416565
164039	transitions	6	-0.18995331227779388
164039	transitions	7	-10000.0
164039	transitions	8	1.7781306505203247
164039	transitions	9	-2.2939746379852295
164039	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
164039	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
164039	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
164039	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
164039	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
164039	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
164039	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
164039	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
164039	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
164039	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
164039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
164039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
164039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
164039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
164039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
164039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
164039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
164039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
164039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
164039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
164039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
164039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
164039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
164039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
164039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
164039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
164039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
164039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
164039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
164039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
164039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
164039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
164039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
164039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
164039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
164039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
164039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
164039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
164039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
164039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
164039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
164039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
164039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
164039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
164039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
164039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
164039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
164039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
164039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
164039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
164039	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
164039	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
164039	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
164039	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
164039	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
164039	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
164039	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
164039	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
164039	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
164039	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
164039	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
164039	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
164039	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
164039	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
164039	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
164039	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
164039	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
164039	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
164039	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
164039	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
164039	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
164039	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
164039	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
164039	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
164039	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
164039	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
164039	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
164039	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
164039	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
164039	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
164039	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
164039	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
164039	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
164039	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
164039	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
164039	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
164039	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
164039	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
164039	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
164039	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
164039	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
164039	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
164039	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
164039	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
164039	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
164039	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
164039	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
164039	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
164039	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
164039	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
164039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
164039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
164039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
164039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
164039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
164039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
164039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
164039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
164039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
164039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
164039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
164039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
164039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
164039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
164039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
164039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
164039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
164039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
164039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
164039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
164039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
164039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
164039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
164039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
164039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
164039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
164039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
164039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
164039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
164039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
164039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
164039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
164039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
164039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
164039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
164039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
164039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
164039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
164039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
164039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
164039	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
164039	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
164039	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
164039	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
164039	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
164039	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
164039	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
164039	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
164039	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
164039	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
164039	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
164039	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
164039	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
164039	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
164039	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
164039	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
164039	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
164039	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
164039	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
164039	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
164039	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
164039	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
164039	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
164039	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
164039	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
164039	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
164039	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
164039	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
164039	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
164039	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
164039	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
164039	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
164039	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
164039	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
164039	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
164039	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
164039	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
164039	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
164039	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
164039	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
164039	embedding2nn.weight	0	0.04958879202604294
164039	embedding2nn.weight	1	-0.08842618018388748
164039	embedding2nn.weight	2	0.02167634665966034
164039	embedding2nn.weight	3	-0.05607815459370613
164039	embedding2nn.weight	4	-0.11455971002578735
164039	embedding2nn.weight	5	0.12418746948242188
164039	embedding2nn.weight	6	-0.13599418103694916
164039	embedding2nn.weight	7	-0.08302479237318039
164039	embedding2nn.weight	8	-0.03179698809981346
164039	embedding2nn.weight	9	0.061595216393470764
164039	embedding2nn.bias	0	0.06736990064382553
164039	embedding2nn.bias	1	0.021935177966952324
164039	embedding2nn.bias	2	-0.10321780294179916
164039	embedding2nn.bias	3	0.05325020104646683
164039	embedding2nn.bias	4	-0.006681161001324654
164039	embedding2nn.bias	5	-0.1809304654598236
164039	embedding2nn.bias	6	-0.1368095427751541
164039	embedding2nn.bias	7	-0.061302125453948975
164039	embedding2nn.bias	8	0.09109029918909073
164039	embedding2nn.bias	9	-0.06653344631195068
164039	rnn.weight_ih_l0	0	0.04128725826740265
164039	rnn.weight_ih_l0	1	-0.06404043734073639
164039	rnn.weight_ih_l0	2	-0.036572590470314026
164039	rnn.weight_ih_l0	3	-0.04560266435146332
164039	rnn.weight_ih_l0	4	0.01641911268234253
164039	rnn.weight_ih_l0	5	-0.11146547645330429
164039	rnn.weight_ih_l0	6	-0.052781544625759125
164039	rnn.weight_ih_l0	7	-0.013134199194610119
164039	rnn.weight_ih_l0	8	0.07613537460565567
164039	rnn.weight_ih_l0	9	0.00731698889285326
164039	rnn.weight_hh_l0	0	-0.000531946774572134
164039	rnn.weight_hh_l0	1	-0.0866064801812172
164039	rnn.weight_hh_l0	2	0.06516522169113159
164039	rnn.weight_hh_l0	3	0.042668167501688004
164039	rnn.weight_hh_l0	4	0.0051609426736831665
164039	rnn.weight_hh_l0	5	0.06538722664117813
164039	rnn.weight_hh_l0	6	-0.017351247370243073
164039	rnn.weight_hh_l0	7	-0.09645219147205353
164039	rnn.weight_hh_l0	8	0.011414997279644012
164039	rnn.weight_hh_l0	9	-0.07873015850782394
164039	rnn.bias_ih_l0	0	-0.06555788964033127
164039	rnn.bias_ih_l0	1	-0.18568797409534454
164039	rnn.bias_ih_l0	2	-0.25820034742355347
164039	rnn.bias_ih_l0	3	-0.2774125039577484
164039	rnn.bias_ih_l0	4	-0.008570843376219273
164039	rnn.bias_ih_l0	5	0.06073526293039322
164039	rnn.bias_ih_l0	6	-0.17642882466316223
164039	rnn.bias_ih_l0	7	-0.2545771598815918
164039	rnn.bias_ih_l0	8	-0.1324673593044281
164039	rnn.bias_ih_l0	9	-0.17815826833248138
164039	rnn.bias_hh_l0	0	0.11571969836950302
164039	rnn.bias_hh_l0	1	-0.05594763159751892
164039	rnn.bias_hh_l0	2	0.04958125203847885
164039	rnn.bias_hh_l0	3	-0.1757218837738037
164039	rnn.bias_hh_l0	4	0.03852926567196846
164039	rnn.bias_hh_l0	5	0.028827499598264694
164039	rnn.bias_hh_l0	6	-0.0988515242934227
164039	rnn.bias_hh_l0	7	-0.1608160138130188
164039	rnn.bias_hh_l0	8	-0.18494251370429993
164039	rnn.bias_hh_l0	9	-0.09745759516954422
164039	rnn.weight_ih_l0_reverse	0	-0.03166474774479866
164039	rnn.weight_ih_l0_reverse	1	0.004473518114537001
164039	rnn.weight_ih_l0_reverse	2	0.02813035063445568
164039	rnn.weight_ih_l0_reverse	3	0.0006447252817451954
164039	rnn.weight_ih_l0_reverse	4	0.033409036695957184
164039	rnn.weight_ih_l0_reverse	5	-0.058246295899152756
164039	rnn.weight_ih_l0_reverse	6	-0.05322112515568733
164039	rnn.weight_ih_l0_reverse	7	-0.00104324531275779
164039	rnn.weight_ih_l0_reverse	8	0.08175385743379593
164039	rnn.weight_ih_l0_reverse	9	0.01766234077513218
164039	rnn.weight_hh_l0_reverse	0	0.004254891071468592
164039	rnn.weight_hh_l0_reverse	1	0.02711043506860733
164039	rnn.weight_hh_l0_reverse	2	-0.040054794400930405
164039	rnn.weight_hh_l0_reverse	3	0.0384509339928627
164039	rnn.weight_hh_l0_reverse	4	0.022414280101656914
164039	rnn.weight_hh_l0_reverse	5	-0.0025411760434508324
164039	rnn.weight_hh_l0_reverse	6	0.05991418659687042
164039	rnn.weight_hh_l0_reverse	7	0.026269465684890747
164039	rnn.weight_hh_l0_reverse	8	-0.01569785363972187
164039	rnn.weight_hh_l0_reverse	9	-0.037929922342300415
164039	rnn.bias_ih_l0_reverse	0	-0.14426390826702118
164039	rnn.bias_ih_l0_reverse	1	-0.31198030710220337
164039	rnn.bias_ih_l0_reverse	2	-0.06923796236515045
164039	rnn.bias_ih_l0_reverse	3	-0.14550933241844177
164039	rnn.bias_ih_l0_reverse	4	0.06703505665063858
164039	rnn.bias_ih_l0_reverse	5	-0.2644336521625519
164039	rnn.bias_ih_l0_reverse	6	-0.055733662098646164
164039	rnn.bias_ih_l0_reverse	7	0.00992958340793848
164039	rnn.bias_ih_l0_reverse	8	-0.1755126267671585
164039	rnn.bias_ih_l0_reverse	9	-0.0902748554944992
164039	rnn.bias_hh_l0_reverse	0	-0.14781394600868225
164039	rnn.bias_hh_l0_reverse	1	-0.1554531753063202
164039	rnn.bias_hh_l0_reverse	2	-0.019724424928426743
164039	rnn.bias_hh_l0_reverse	3	-0.13284334540367126
164039	rnn.bias_hh_l0_reverse	4	-0.01866321824491024
164039	rnn.bias_hh_l0_reverse	5	-0.10869745165109634
164039	rnn.bias_hh_l0_reverse	6	-0.06933893263339996
164039	rnn.bias_hh_l0_reverse	7	-0.2014607936143875
164039	rnn.bias_hh_l0_reverse	8	-0.05570928007364273
164039	rnn.bias_hh_l0_reverse	9	-0.1313769519329071
164039	linear.weight	0	-0.2388935685157776
164039	linear.weight	1	-0.14250712096691132
164039	linear.weight	2	-0.011228874325752258
164039	linear.weight	3	-0.0678899735212326
164039	linear.weight	4	0.0017202580347657204
164039	linear.weight	5	0.2179720252752304
164039	linear.weight	6	0.0047744326293468475
164039	linear.weight	7	-0.021312154829502106
164039	linear.weight	8	0.20861105620861053
164039	linear.weight	9	0.27186375856399536
164039	linear.bias	0	-0.8477542996406555
164039	linear.bias	1	1.34638249874115
164039	linear.bias	2	-0.44771161675453186
164039	linear.bias	3	-0.7156223058700562
164039	linear.bias	4	-0.8461940288543701
164039	linear.bias	5	-1.175107479095459
164039	linear.bias	6	-0.926513135433197
164039	linear.bias	7	-0.7003129720687866
164039	linear.bias	8	-0.01705317199230194
164039	linear.bias	9	3.3628125190734863
164236	transitions	0	-0.42361322045326233
164236	transitions	1	8.601523399353027
164236	transitions	2	-3.5227952003479004
164236	transitions	3	1.4304087162017822
164236	transitions	4	-2.133216142654419
164236	transitions	5	-0.39866703748703003
164236	transitions	6	-0.189966082572937
164236	transitions	7	-10000.0
164236	transitions	8	1.7791235446929932
164236	transitions	9	-2.2939774990081787
164236	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
164236	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
164236	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
164236	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
164236	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
164236	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
164236	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
164236	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
164236	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
164236	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
164236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
164236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
164236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
164236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
164236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
164236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
164236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
164236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
164236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
164236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
164236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
164236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
164236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
164236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
164236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
164236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
164236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
164236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
164236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
164236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
164236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
164236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
164236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
164236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
164236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
164236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
164236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
164236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
164236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
164236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
164236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
164236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
164236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
164236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
164236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
164236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
164236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
164236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
164236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
164236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
164236	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
164236	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
164236	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
164236	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
164236	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
164236	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
164236	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
164236	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
164236	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
164236	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
164236	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
164236	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
164236	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
164236	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
164236	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
164236	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
164236	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
164236	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
164236	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
164236	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
164236	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
164236	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
164236	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
164236	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
164236	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
164236	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
164236	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
164236	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
164236	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
164236	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
164236	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
164236	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
164236	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
164236	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
164236	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
164236	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
164236	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
164236	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
164236	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
164236	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
164236	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
164236	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
164236	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
164236	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
164236	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
164236	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
164236	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
164236	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
164236	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
164236	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
164236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
164236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
164236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
164236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
164236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
164236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
164236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
164236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
164236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
164236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
164236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
164236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
164236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
164236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
164236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
164236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
164236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
164236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
164236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
164236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
164236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
164236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
164236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
164236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
164236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
164236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
164236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
164236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
164236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
164236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
164236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
164236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
164236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
164236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
164236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
164236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
164236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
164236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
164236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
164236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
164236	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
164236	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
164236	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
164236	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
164236	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
164236	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
164236	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
164236	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
164236	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
164236	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
164236	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
164236	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
164236	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
164236	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
164236	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
164236	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
164236	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
164236	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
164236	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
164236	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
164236	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
164236	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
164236	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
164236	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
164236	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
164236	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
164236	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
164236	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
164236	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
164236	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
164236	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
164236	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
164236	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
164236	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
164236	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
164236	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
164236	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
164236	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
164236	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
164236	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
164236	embedding2nn.weight	0	0.049059465527534485
164236	embedding2nn.weight	1	-0.08956141024827957
164236	embedding2nn.weight	2	0.022579746320843697
164236	embedding2nn.weight	3	-0.05588380992412567
164236	embedding2nn.weight	4	-0.11327329277992249
164236	embedding2nn.weight	5	0.12437716126441956
164236	embedding2nn.weight	6	-0.13247016072273254
164236	embedding2nn.weight	7	-0.08264718949794769
164236	embedding2nn.weight	8	-0.03209225460886955
164236	embedding2nn.weight	9	0.06118974834680557
164236	embedding2nn.bias	0	0.06654561311006546
164236	embedding2nn.bias	1	0.022471314296126366
164236	embedding2nn.bias	2	-0.10430081933736801
164236	embedding2nn.bias	3	0.056244149804115295
164236	embedding2nn.bias	4	-0.014802285470068455
164236	embedding2nn.bias	5	-0.18822038173675537
164236	embedding2nn.bias	6	-0.1405414193868637
164236	embedding2nn.bias	7	-0.07015816122293472
164236	embedding2nn.bias	8	0.09136154502630234
164236	embedding2nn.bias	9	-0.07295668125152588
164236	rnn.weight_ih_l0	0	0.04086011275649071
164236	rnn.weight_ih_l0	1	-0.06276952475309372
164236	rnn.weight_ih_l0	2	-0.03653458505868912
164236	rnn.weight_ih_l0	3	-0.04487016797065735
164236	rnn.weight_ih_l0	4	0.016064299270510674
164236	rnn.weight_ih_l0	5	-0.11071223765611649
164236	rnn.weight_ih_l0	6	-0.05271271616220474
164236	rnn.weight_ih_l0	7	-0.013718139380216599
164236	rnn.weight_ih_l0	8	0.0758633241057396
164236	rnn.weight_ih_l0	9	0.0091624166816473
164236	rnn.weight_hh_l0	0	-0.0008793224114924669
164236	rnn.weight_hh_l0	1	-0.08673786371946335
164236	rnn.weight_hh_l0	2	0.06460591405630112
164236	rnn.weight_hh_l0	3	0.04279909282922745
164236	rnn.weight_hh_l0	4	0.005154747050255537
164236	rnn.weight_hh_l0	5	0.06480168551206589
164236	rnn.weight_hh_l0	6	-0.017310241237282753
164236	rnn.weight_hh_l0	7	-0.09663879871368408
164236	rnn.weight_hh_l0	8	0.011321496218442917
164236	rnn.weight_hh_l0	9	-0.0781342163681984
164236	rnn.bias_ih_l0	0	-0.0648893192410469
164236	rnn.bias_ih_l0	1	-0.18681323528289795
164236	rnn.bias_ih_l0	2	-0.2564528286457062
164236	rnn.bias_ih_l0	3	-0.2781493067741394
164236	rnn.bias_ih_l0	4	-0.004552981350570917
164236	rnn.bias_ih_l0	5	0.061611153185367584
164236	rnn.bias_ih_l0	6	-0.1766536980867386
164236	rnn.bias_ih_l0	7	-0.25528642535209656
164236	rnn.bias_ih_l0	8	-0.1317213773727417
164236	rnn.bias_ih_l0	9	-0.17826485633850098
164236	rnn.bias_hh_l0	0	0.1148553118109703
164236	rnn.bias_hh_l0	1	-0.054658178240060806
164236	rnn.bias_hh_l0	2	0.049325600266456604
164236	rnn.bias_hh_l0	3	-0.17378678917884827
164236	rnn.bias_hh_l0	4	0.038775693625211716
164236	rnn.bias_hh_l0	5	0.028821220621466637
164236	rnn.bias_hh_l0	6	-0.09836450219154358
164236	rnn.bias_hh_l0	7	-0.15992920100688934
164236	rnn.bias_hh_l0	8	-0.1863383650779724
164236	rnn.bias_hh_l0	9	-0.09758167713880539
164236	rnn.weight_ih_l0_reverse	0	-0.03181636705994606
164236	rnn.weight_ih_l0_reverse	1	0.004530391655862331
164236	rnn.weight_ih_l0_reverse	2	0.027616359293460846
164236	rnn.weight_ih_l0_reverse	3	-9.609923290554434e-05
164236	rnn.weight_ih_l0_reverse	4	0.03356070816516876
164236	rnn.weight_ih_l0_reverse	5	-0.058626674115657806
164236	rnn.weight_ih_l0_reverse	6	-0.0537923201918602
164236	rnn.weight_ih_l0_reverse	7	-0.0016656647203490138
164236	rnn.weight_ih_l0_reverse	8	0.08161141723394394
164236	rnn.weight_ih_l0_reverse	9	0.017740372568368912
164236	rnn.weight_hh_l0_reverse	0	0.004247111734002829
164236	rnn.weight_hh_l0_reverse	1	0.02732912451028824
164236	rnn.weight_hh_l0_reverse	2	-0.039857637137174606
164236	rnn.weight_hh_l0_reverse	3	0.03831273689866066
164236	rnn.weight_hh_l0_reverse	4	0.02218501642346382
164236	rnn.weight_hh_l0_reverse	5	-0.0025263649877160788
164236	rnn.weight_hh_l0_reverse	6	0.05971512570977211
164236	rnn.weight_hh_l0_reverse	7	0.026182424277067184
164236	rnn.weight_hh_l0_reverse	8	-0.01559884287416935
164236	rnn.weight_hh_l0_reverse	9	-0.03746173158288002
164236	rnn.bias_ih_l0_reverse	0	-0.14362575113773346
164236	rnn.bias_ih_l0_reverse	1	-0.3106946349143982
164236	rnn.bias_ih_l0_reverse	2	-0.06966348737478256
164236	rnn.bias_ih_l0_reverse	3	-0.144361212849617
164236	rnn.bias_ih_l0_reverse	4	0.06644032150506973
164236	rnn.bias_ih_l0_reverse	5	-0.2656012177467346
164236	rnn.bias_ih_l0_reverse	6	-0.05563601851463318
164236	rnn.bias_ih_l0_reverse	7	0.01240146066993475
164236	rnn.bias_ih_l0_reverse	8	-0.17643889784812927
164236	rnn.bias_ih_l0_reverse	9	-0.08688466250896454
164236	rnn.bias_hh_l0_reverse	0	-0.1484232395887375
164236	rnn.bias_hh_l0_reverse	1	-0.15500840544700623
164236	rnn.bias_hh_l0_reverse	2	-0.019842112436890602
164236	rnn.bias_hh_l0_reverse	3	-0.13236452639102936
164236	rnn.bias_hh_l0_reverse	4	-0.018406979739665985
164236	rnn.bias_hh_l0_reverse	5	-0.10860103368759155
164236	rnn.bias_hh_l0_reverse	6	-0.06828375905752182
164236	rnn.bias_hh_l0_reverse	7	-0.1995004415512085
164236	rnn.bias_hh_l0_reverse	8	-0.05602109059691429
164236	rnn.bias_hh_l0_reverse	9	-0.13219068944454193
164236	linear.weight	0	-0.2411862462759018
164236	linear.weight	1	-0.1411324143409729
164236	linear.weight	2	-0.011228874325752258
164236	linear.weight	3	-0.06284565478563309
164236	linear.weight	4	0.005422451999038458
164236	linear.weight	5	0.2342073768377304
164236	linear.weight	6	0.0047744326293468475
164236	linear.weight	7	-0.021312154829502106
164236	linear.weight	8	0.1960650533437729
164236	linear.weight	9	0.2699950337409973
164236	linear.bias	0	-0.8432527780532837
164236	linear.bias	1	1.3540325164794922
164236	linear.bias	2	-0.4104929268360138
164236	linear.bias	3	-0.7094845175743103
164236	linear.bias	4	-0.8674936890602112
164236	linear.bias	5	-1.175126314163208
164236	linear.bias	6	-0.9218667149543762
164236	linear.bias	7	-0.7158270478248596
164236	linear.bias	8	-0.01705317199230194
164236	linear.bias	9	3.350705862045288
164433	transitions	0	-0.4237329363822937
164433	transitions	1	8.586389541625977
164433	transitions	2	-3.523160219192505
164433	transitions	3	1.4316068887710571
164433	transitions	4	-2.1338887214660645
164433	transitions	5	-0.3988039791584015
164433	transitions	6	-0.18998003005981445
164433	transitions	7	-10000.0
164433	transitions	8	1.780397653579712
164433	transitions	9	-2.2939846515655518
164433	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
164433	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
164433	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
164433	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
164433	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
164433	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
164433	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
164433	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
164433	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
164433	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
164433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
164433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
164433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
164433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
164433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
164433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
164433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
164433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
164433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
164433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
164433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
164433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
164433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
164433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
164433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
164433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
164433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
164433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
164433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
164433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
164433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
164433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
164433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
164433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
164433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
164433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
164433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
164433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
164433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
164433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
164433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
164433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
164433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
164433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
164433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
164433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
164433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
164433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
164433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
164433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
164433	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
164433	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
164433	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
164433	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
164433	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
164433	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
164433	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
164433	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
164433	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
164433	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
164433	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
164433	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
164433	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
164433	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
164433	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
164433	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
164433	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
164433	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
164433	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
164433	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
164433	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
164433	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
164433	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
164433	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
164433	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
164433	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
164433	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
164433	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
164433	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
164433	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
164433	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
164433	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
164433	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
164433	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
164433	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
164433	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
164433	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
164433	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
164433	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
164433	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
164433	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
164433	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
164433	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
164433	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
164433	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
164433	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
164433	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
164433	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
164433	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
164433	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
164433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
164433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
164433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
164433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
164433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
164433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
164433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
164433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
164433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
164433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
164433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
164433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
164433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
164433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
164433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
164433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
164433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
164433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
164433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
164433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
164433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
164433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
164433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
164433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
164433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
164433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
164433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
164433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
164433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
164433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
164433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
164433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
164433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
164433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
164433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
164433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
164433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
164433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
164433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
164433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
164433	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
164433	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
164433	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
164433	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
164433	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
164433	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
164433	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
164433	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
164433	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
164433	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
164433	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
164433	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
164433	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
164433	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
164433	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
164433	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
164433	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
164433	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
164433	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
164433	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
164433	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
164433	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
164433	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
164433	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
164433	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
164433	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
164433	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
164433	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
164433	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
164433	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
164433	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
164433	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
164433	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
164433	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
164433	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
164433	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
164433	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
164433	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
164433	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
164433	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
164433	embedding2nn.weight	0	0.04955032840371132
164433	embedding2nn.weight	1	-0.09001457691192627
164433	embedding2nn.weight	2	0.0245331060141325
164433	embedding2nn.weight	3	-0.055214278399944305
164433	embedding2nn.weight	4	-0.11426099389791489
164433	embedding2nn.weight	5	0.1243307963013649
164433	embedding2nn.weight	6	-0.1343192756175995
164433	embedding2nn.weight	7	-0.08310279250144958
164433	embedding2nn.weight	8	-0.03229876607656479
164433	embedding2nn.weight	9	0.0613500140607357
164433	embedding2nn.bias	0	0.05580467730760574
164433	embedding2nn.bias	1	0.015519487671554089
164433	embedding2nn.bias	2	-0.10044414550065994
164433	embedding2nn.bias	3	0.059535298496484756
164433	embedding2nn.bias	4	-0.012069527059793472
164433	embedding2nn.bias	5	-0.19373635947704315
164433	embedding2nn.bias	6	-0.13601572811603546
164433	embedding2nn.bias	7	-0.06920131295919418
164433	embedding2nn.bias	8	0.09736566245555878
164433	embedding2nn.bias	9	-0.07578281313180923
164433	rnn.weight_ih_l0	0	0.04133643954992294
164433	rnn.weight_ih_l0	1	-0.06353966891765594
164433	rnn.weight_ih_l0	2	-0.0372016504406929
164433	rnn.weight_ih_l0	3	-0.043846867978572845
164433	rnn.weight_ih_l0	4	0.01693943329155445
164433	rnn.weight_ih_l0	5	-0.11055901646614075
164433	rnn.weight_ih_l0	6	-0.0534399040043354
164433	rnn.weight_ih_l0	7	-0.013125450350344181
164433	rnn.weight_ih_l0	8	0.07617732882499695
164433	rnn.weight_ih_l0	9	0.007654812186956406
164433	rnn.weight_hh_l0	0	-0.0009555855649523437
164433	rnn.weight_hh_l0	1	-0.08623423427343369
164433	rnn.weight_hh_l0	2	0.06532163172960281
164433	rnn.weight_hh_l0	3	0.04282018542289734
164433	rnn.weight_hh_l0	4	0.0051413485780358315
164433	rnn.weight_hh_l0	5	0.06472142785787582
164433	rnn.weight_hh_l0	6	-0.01716523803770542
164433	rnn.weight_hh_l0	7	-0.09693948924541473
164433	rnn.weight_hh_l0	8	0.010814715176820755
164433	rnn.weight_hh_l0	9	-0.07788583636283875
164433	rnn.bias_ih_l0	0	-0.06536131352186203
164433	rnn.bias_ih_l0	1	-0.1868409812450409
164433	rnn.bias_ih_l0	2	-0.2556622624397278
164433	rnn.bias_ih_l0	3	-0.2801644504070282
164433	rnn.bias_ih_l0	4	-0.0062735434621572495
164433	rnn.bias_ih_l0	5	0.05894254520535469
164433	rnn.bias_ih_l0	6	-0.1771264523267746
164433	rnn.bias_ih_l0	7	-0.254692018032074
164433	rnn.bias_ih_l0	8	-0.12933366000652313
164433	rnn.bias_ih_l0	9	-0.17562061548233032
164433	rnn.bias_hh_l0	0	0.11417204886674881
164433	rnn.bias_hh_l0	1	-0.056928493082523346
164433	rnn.bias_hh_l0	2	0.04966331273317337
164433	rnn.bias_hh_l0	3	-0.1747906357049942
164433	rnn.bias_hh_l0	4	0.040048032999038696
164433	rnn.bias_hh_l0	5	0.03151687979698181
164433	rnn.bias_hh_l0	6	-0.09789988398551941
164433	rnn.bias_hh_l0	7	-0.15956555306911469
164433	rnn.bias_hh_l0	8	-0.1850767731666565
164433	rnn.bias_hh_l0	9	-0.09699445217847824
164433	rnn.weight_ih_l0_reverse	0	-0.03211706504225731
164433	rnn.weight_ih_l0_reverse	1	0.0032600071281194687
164433	rnn.weight_ih_l0_reverse	2	0.02811615727841854
164433	rnn.weight_ih_l0_reverse	3	0.0009408649639226496
164433	rnn.weight_ih_l0_reverse	4	0.032290019094944
164433	rnn.weight_ih_l0_reverse	5	-0.05836653709411621
164433	rnn.weight_ih_l0_reverse	6	-0.05318773537874222
164433	rnn.weight_ih_l0_reverse	7	0.0012372354976832867
164433	rnn.weight_ih_l0_reverse	8	0.08324136584997177
164433	rnn.weight_ih_l0_reverse	9	0.01801728829741478
164433	rnn.weight_hh_l0_reverse	0	0.004218084737658501
164433	rnn.weight_hh_l0_reverse	1	0.027387576177716255
164433	rnn.weight_hh_l0_reverse	2	-0.03988795354962349
164433	rnn.weight_hh_l0_reverse	3	0.03781642019748688
164433	rnn.weight_hh_l0_reverse	4	0.022237829864025116
164433	rnn.weight_hh_l0_reverse	5	-0.002368888584896922
164433	rnn.weight_hh_l0_reverse	6	0.05929430201649666
164433	rnn.weight_hh_l0_reverse	7	0.025987543165683746
164433	rnn.weight_hh_l0_reverse	8	-0.01579340361058712
164433	rnn.weight_hh_l0_reverse	9	-0.037466008216142654
164433	rnn.bias_ih_l0_reverse	0	-0.1443784385919571
164433	rnn.bias_ih_l0_reverse	1	-0.3106268346309662
164433	rnn.bias_ih_l0_reverse	2	-0.0691453367471695
164433	rnn.bias_ih_l0_reverse	3	-0.1450548768043518
164433	rnn.bias_ih_l0_reverse	4	0.06922450661659241
164433	rnn.bias_ih_l0_reverse	5	-0.26529085636138916
164433	rnn.bias_ih_l0_reverse	6	-0.05778541788458824
164433	rnn.bias_ih_l0_reverse	7	0.01165552344173193
164433	rnn.bias_ih_l0_reverse	8	-0.17666539549827576
164433	rnn.bias_ih_l0_reverse	9	-0.08755849301815033
164433	rnn.bias_hh_l0_reverse	0	-0.14915020763874054
164433	rnn.bias_hh_l0_reverse	1	-0.15495620667934418
164433	rnn.bias_hh_l0_reverse	2	-0.019387640058994293
164433	rnn.bias_hh_l0_reverse	3	-0.13297756016254425
164433	rnn.bias_hh_l0_reverse	4	-0.01775919459760189
164433	rnn.bias_hh_l0_reverse	5	-0.1089758574962616
164433	rnn.bias_hh_l0_reverse	6	-0.06797166168689728
164433	rnn.bias_hh_l0_reverse	7	-0.19983313977718353
164433	rnn.bias_hh_l0_reverse	8	-0.056085266172885895
164433	rnn.bias_hh_l0_reverse	9	-0.13272888958454132
164433	linear.weight	0	-0.23340553045272827
164433	linear.weight	1	-0.14229616522789001
164433	linear.weight	2	-0.011228874325752258
164433	linear.weight	3	-0.06378824263811111
164433	linear.weight	4	0.006132484879344702
164433	linear.weight	5	0.22504650056362152
164433	linear.weight	6	0.0047744326293468475
164433	linear.weight	7	-0.021312154829502106
164433	linear.weight	8	0.19338463246822357
164433	linear.weight	9	0.28482726216316223
164433	linear.bias	0	-0.8400120139122009
164433	linear.bias	1	1.3889849185943604
164433	linear.bias	2	-0.4500216245651245
164433	linear.bias	3	-0.7265099287033081
164433	linear.bias	4	-0.8681671619415283
164433	linear.bias	5	-1.175148367881775
164433	linear.bias	6	-0.9190446734428406
164433	linear.bias	7	-0.7073838710784912
164433	linear.bias	8	-0.01705317199230194
164433	linear.bias	9	3.352365732192993
164630	transitions	0	-0.4239807724952698
164630	transitions	1	8.604047775268555
164630	transitions	2	-3.5235698223114014
164630	transitions	3	1.428310751914978
164630	transitions	4	-2.134087324142456
164630	transitions	5	-0.3988325297832489
164630	transitions	6	-0.19000735878944397
164630	transitions	7	-10000.0
164630	transitions	8	1.7812414169311523
164630	transitions	9	-2.2939858436584473
164630	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
164630	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
164630	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
164630	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
164630	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
164630	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
164630	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
164630	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
164630	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
164630	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
164630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
164630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
164630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
164630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
164630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
164630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
164630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
164630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
164630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
164630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
164630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
164630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
164630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
164630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
164630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
164630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
164630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
164630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
164630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
164630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
164630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
164630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
164630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
164630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
164630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
164630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
164630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
164630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
164630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
164630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
164630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
164630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
164630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
164630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
164630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
164630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
164630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
164630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
164630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
164630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
164630	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
164630	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
164630	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
164630	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
164630	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
164630	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
164630	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
164630	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
164630	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
164630	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
164630	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
164630	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
164630	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
164630	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
164630	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
164630	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
164630	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
164630	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
164630	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
164630	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
164630	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
164630	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
164630	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
164630	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
164630	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
164630	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
164630	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
164630	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
164630	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
164630	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
164630	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
164630	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
164630	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
164630	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
164630	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
164630	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
164630	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
164630	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
164630	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
164630	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
164630	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
164630	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
164630	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
164630	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
164630	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
164630	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
164630	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
164630	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
164630	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
164630	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
164630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
164630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
164630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
164630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
164630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
164630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
164630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
164630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
164630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
164630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
164630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
164630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
164630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
164630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
164630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
164630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
164630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
164630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
164630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
164630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
164630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
164630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
164630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
164630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
164630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
164630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
164630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
164630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
164630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
164630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
164630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
164630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
164630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
164630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
164630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
164630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
164630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
164630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
164630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
164630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
164630	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
164630	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
164630	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
164630	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
164630	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
164630	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
164630	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
164630	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
164630	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
164630	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
164630	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
164630	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
164630	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
164630	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
164630	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
164630	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
164630	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
164630	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
164630	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
164630	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
164630	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
164630	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
164630	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
164630	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
164630	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
164630	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
164630	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
164630	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
164630	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
164630	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
164630	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
164630	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
164630	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
164630	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
164630	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
164630	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
164630	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
164630	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
164630	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
164630	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
164630	embedding2nn.weight	0	0.04981611669063568
164630	embedding2nn.weight	1	-0.08929900825023651
164630	embedding2nn.weight	2	0.025488901883363724
164630	embedding2nn.weight	3	-0.055698830634355545
164630	embedding2nn.weight	4	-0.1163518950343132
164630	embedding2nn.weight	5	0.12365205585956573
164630	embedding2nn.weight	6	-0.13035383820533752
164630	embedding2nn.weight	7	-0.08213391900062561
164630	embedding2nn.weight	8	-0.0317256823182106
164630	embedding2nn.weight	9	0.06102284416556358
164630	embedding2nn.bias	0	0.052369747310876846
164630	embedding2nn.bias	1	0.018654633313417435
164630	embedding2nn.bias	2	-0.09257502108812332
164630	embedding2nn.bias	3	0.06568153202533722
164630	embedding2nn.bias	4	-0.014963035471737385
164630	embedding2nn.bias	5	-0.18527261912822723
164630	embedding2nn.bias	6	-0.13453824818134308
164630	embedding2nn.bias	7	-0.06998336315155029
164630	embedding2nn.bias	8	0.10347793996334076
164630	embedding2nn.bias	9	-0.06938094645738602
164630	rnn.weight_ih_l0	0	0.042183768004179
164630	rnn.weight_ih_l0	1	-0.06296312063932419
164630	rnn.weight_ih_l0	2	-0.03771344572305679
164630	rnn.weight_ih_l0	3	-0.04364199563860893
164630	rnn.weight_ih_l0	4	0.017342621460556984
164630	rnn.weight_ih_l0	5	-0.11045490205287933
164630	rnn.weight_ih_l0	6	-0.05395694077014923
164630	rnn.weight_ih_l0	7	-0.013287502340972424
164630	rnn.weight_ih_l0	8	0.07445228099822998
164630	rnn.weight_ih_l0	9	0.007297985255718231
164630	rnn.weight_hh_l0	0	-0.0010999366641044617
164630	rnn.weight_hh_l0	1	-0.0872068703174591
164630	rnn.weight_hh_l0	2	0.06555422395467758
164630	rnn.weight_hh_l0	3	0.043114256113767624
164630	rnn.weight_hh_l0	4	0.005063037853688002
164630	rnn.weight_hh_l0	5	0.06446697562932968
164630	rnn.weight_hh_l0	6	-0.01699618063867092
164630	rnn.weight_hh_l0	7	-0.09704796224832535
164630	rnn.weight_hh_l0	8	0.010426226072013378
164630	rnn.weight_hh_l0	9	-0.07749917358160019
164630	rnn.bias_ih_l0	0	-0.06479568034410477
164630	rnn.bias_ih_l0	1	-0.18611231446266174
164630	rnn.bias_ih_l0	2	-0.25746315717697144
164630	rnn.bias_ih_l0	3	-0.28034287691116333
164630	rnn.bias_ih_l0	4	-0.009551525115966797
164630	rnn.bias_ih_l0	5	0.057507842779159546
164630	rnn.bias_ih_l0	6	-0.17830516397953033
164630	rnn.bias_ih_l0	7	-0.25453636050224304
164630	rnn.bias_ih_l0	8	-0.12916713953018188
164630	rnn.bias_ih_l0	9	-0.1756143867969513
164630	rnn.bias_hh_l0	0	0.11610712856054306
164630	rnn.bias_hh_l0	1	-0.05641859024763107
164630	rnn.bias_hh_l0	2	0.05102222412824631
164630	rnn.bias_hh_l0	3	-0.17640556395053864
164630	rnn.bias_hh_l0	4	0.04257318750023842
164630	rnn.bias_hh_l0	5	0.03292843699455261
164630	rnn.bias_hh_l0	6	-0.09899817407131195
164630	rnn.bias_hh_l0	7	-0.15841078758239746
164630	rnn.bias_hh_l0	8	-0.18383343517780304
164630	rnn.bias_hh_l0	9	-0.09712189435958862
164630	rnn.weight_ih_l0_reverse	0	-0.03130815550684929
164630	rnn.weight_ih_l0_reverse	1	0.0014937767991796136
164630	rnn.weight_ih_l0_reverse	2	0.02935033105313778
164630	rnn.weight_ih_l0_reverse	3	0.0018664179369807243
164630	rnn.weight_ih_l0_reverse	4	0.03240048512816429
164630	rnn.weight_ih_l0_reverse	5	-0.05820921063423157
164630	rnn.weight_ih_l0_reverse	6	-0.052835673093795776
164630	rnn.weight_ih_l0_reverse	7	0.0016214135102927685
164630	rnn.weight_ih_l0_reverse	8	0.08135402947664261
164630	rnn.weight_ih_l0_reverse	9	0.018228894099593163
164630	rnn.weight_hh_l0_reverse	0	0.004586131777614355
164630	rnn.weight_hh_l0_reverse	1	0.027063777670264244
164630	rnn.weight_hh_l0_reverse	2	-0.04014753922820091
164630	rnn.weight_hh_l0_reverse	3	0.037035103887319565
164630	rnn.weight_hh_l0_reverse	4	0.022428402677178383
164630	rnn.weight_hh_l0_reverse	5	-0.002636186545714736
164630	rnn.weight_hh_l0_reverse	6	0.0596323199570179
164630	rnn.weight_hh_l0_reverse	7	0.026419876143336296
164630	rnn.weight_hh_l0_reverse	8	-0.015694020316004753
164630	rnn.weight_hh_l0_reverse	9	-0.03740547597408295
164630	rnn.bias_ih_l0_reverse	0	-0.14398859441280365
164630	rnn.bias_ih_l0_reverse	1	-0.31182706356048584
164630	rnn.bias_ih_l0_reverse	2	-0.0686003714799881
164630	rnn.bias_ih_l0_reverse	3	-0.14604249596595764
164630	rnn.bias_ih_l0_reverse	4	0.0691457986831665
164630	rnn.bias_ih_l0_reverse	5	-0.2648191452026367
164630	rnn.bias_ih_l0_reverse	6	-0.059399694204330444
164630	rnn.bias_ih_l0_reverse	7	0.010926574468612671
164630	rnn.bias_ih_l0_reverse	8	-0.1786612719297409
164630	rnn.bias_ih_l0_reverse	9	-0.08524668961763382
164630	rnn.bias_hh_l0_reverse	0	-0.1480858027935028
164630	rnn.bias_hh_l0_reverse	1	-0.15400360524654388
164630	rnn.bias_hh_l0_reverse	2	-0.0185270793735981
164630	rnn.bias_hh_l0_reverse	3	-0.1339845210313797
164630	rnn.bias_hh_l0_reverse	4	-0.016267556697130203
164630	rnn.bias_hh_l0_reverse	5	-0.10811992734670639
164630	rnn.bias_hh_l0_reverse	6	-0.06892272084951401
164630	rnn.bias_hh_l0_reverse	7	-0.19942472875118256
164630	rnn.bias_hh_l0_reverse	8	-0.0573275126516819
164630	rnn.bias_hh_l0_reverse	9	-0.13324256241321564
164630	linear.weight	0	-0.22613753378391266
164630	linear.weight	1	-0.14382410049438477
164630	linear.weight	2	-0.011228874325752258
164630	linear.weight	3	-0.0684119239449501
164630	linear.weight	4	0.006791654508560896
164630	linear.weight	5	0.22011573612689972
164630	linear.weight	6	0.0047744326293468475
164630	linear.weight	7	-0.021312154829502106
164630	linear.weight	8	0.18796007335186005
164630	linear.weight	9	0.28563323616981506
164630	linear.bias	0	-0.8432245254516602
164630	linear.bias	1	1.3681939840316772
164630	linear.bias	2	-0.4505995810031891
164630	linear.bias	3	-0.6905897855758667
164630	linear.bias	4	-0.8800438642501831
164630	linear.bias	5	-1.1751688718795776
164630	linear.bias	6	-0.9216745495796204
164630	linear.bias	7	-0.7134672999382019
164630	linear.bias	8	-0.01705317199230194
164630	linear.bias	9	3.353018283843994
164827	transitions	0	-0.42403414845466614
164827	transitions	1	8.607333183288574
164827	transitions	2	-3.5238447189331055
164827	transitions	3	1.4304572343826294
164827	transitions	4	-2.13437819480896
164827	transitions	5	-0.3990327715873718
164827	transitions	6	-0.19002944231033325
164827	transitions	7	-10000.0
164827	transitions	8	1.7801603078842163
164827	transitions	9	-2.2939882278442383
164827	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
164827	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
164827	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
164827	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
164827	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
164827	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
164827	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
164827	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
164827	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
164827	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
164827	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
164827	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
164827	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
164827	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
164827	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
164827	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
164827	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
164827	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
164827	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
164827	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
164827	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
164827	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
164827	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
164827	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
164827	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
164827	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
164827	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
164827	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
164827	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
164827	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
164827	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
164827	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
164827	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
164827	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
164827	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
164827	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
164827	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
164827	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
164827	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
164827	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
164827	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
164827	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
164827	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
164827	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
164827	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
164827	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
164827	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
164827	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
164827	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
164827	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
164827	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
164827	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
164827	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
164827	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
164827	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
164827	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
164827	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
164827	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
164827	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
164827	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
164827	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
164827	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
164827	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
164827	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
164827	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
164827	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
164827	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
164827	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
164827	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
164827	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
164827	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
164827	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
164827	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
164827	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
164827	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
164827	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
164827	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
164827	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
164827	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
164827	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
164827	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
164827	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
164827	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
164827	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
164827	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
164827	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
164827	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
164827	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
164827	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
164827	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
164827	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
164827	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
164827	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
164827	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
164827	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
164827	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
164827	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
164827	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
164827	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
164827	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
164827	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
164827	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
164827	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
164827	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
164827	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
164827	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
164827	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
164827	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
164827	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
164827	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
164827	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
164827	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
164827	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
164827	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
164827	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
164827	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
164827	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
164827	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
164827	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
164827	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
164827	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
164827	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
164827	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
164827	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
164827	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
164827	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
164827	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
164827	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
164827	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
164827	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
164827	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
164827	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
164827	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
164827	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
164827	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
164827	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
164827	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
164827	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
164827	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
164827	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
164827	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
164827	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
164827	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
164827	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
164827	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
164827	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
164827	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
164827	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
164827	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
164827	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
164827	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
164827	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
164827	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
164827	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
164827	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
164827	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
164827	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
164827	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
164827	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
164827	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
164827	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
164827	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
164827	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
164827	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
164827	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
164827	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
164827	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
164827	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
164827	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
164827	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
164827	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
164827	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
164827	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
164827	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
164827	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
164827	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
164827	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
164827	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
164827	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
164827	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
164827	embedding2nn.weight	0	0.049364764243364334
164827	embedding2nn.weight	1	-0.08913449198007584
164827	embedding2nn.weight	2	0.025265831500291824
164827	embedding2nn.weight	3	-0.0555482879281044
164827	embedding2nn.weight	4	-0.11399934440851212
164827	embedding2nn.weight	5	0.12335655093193054
164827	embedding2nn.weight	6	-0.13072222471237183
164827	embedding2nn.weight	7	-0.08234987407922745
164827	embedding2nn.weight	8	-0.0319397859275341
164827	embedding2nn.weight	9	0.061298154294490814
164827	embedding2nn.bias	0	0.049422770738601685
164827	embedding2nn.bias	1	0.024811992421746254
164827	embedding2nn.bias	2	-0.091389961540699
164827	embedding2nn.bias	3	0.06928770244121552
164827	embedding2nn.bias	4	-0.008034362457692623
164827	embedding2nn.bias	5	-0.19080021977424622
164827	embedding2nn.bias	6	-0.13337558507919312
164827	embedding2nn.bias	7	-0.06721194833517075
164827	embedding2nn.bias	8	0.10113337635993958
164827	embedding2nn.bias	9	-0.07279640436172485
164827	rnn.weight_ih_l0	0	0.04349108412861824
164827	rnn.weight_ih_l0	1	-0.060998860746622086
164827	rnn.weight_ih_l0	2	-0.038097746670246124
164827	rnn.weight_ih_l0	3	-0.04278450459241867
164827	rnn.weight_ih_l0	4	0.017521372064948082
164827	rnn.weight_ih_l0	5	-0.11073694378137589
164827	rnn.weight_ih_l0	6	-0.05411096289753914
164827	rnn.weight_ih_l0	7	-0.013939055614173412
164827	rnn.weight_ih_l0	8	0.07357996702194214
164827	rnn.weight_ih_l0	9	0.00857512466609478
164827	rnn.weight_hh_l0	0	-0.0010991127928718925
164827	rnn.weight_hh_l0	1	-0.08659834414720535
164827	rnn.weight_hh_l0	2	0.06602972745895386
164827	rnn.weight_hh_l0	3	0.04252394288778305
164827	rnn.weight_hh_l0	4	0.004860900342464447
164827	rnn.weight_hh_l0	5	0.06531553715467453
164827	rnn.weight_hh_l0	6	-0.016948482021689415
164827	rnn.weight_hh_l0	7	-0.09703809022903442
164827	rnn.weight_hh_l0	8	0.01040941197425127
164827	rnn.weight_hh_l0	9	-0.07724709808826447
164827	rnn.bias_ih_l0	0	-0.0650462806224823
164827	rnn.bias_ih_l0	1	-0.18631194531917572
164827	rnn.bias_ih_l0	2	-0.2596038281917572
164827	rnn.bias_ih_l0	3	-0.2799545228481293
164827	rnn.bias_ih_l0	4	-0.011510930024087429
164827	rnn.bias_ih_l0	5	0.056601107120513916
164827	rnn.bias_ih_l0	6	-0.17790180444717407
164827	rnn.bias_ih_l0	7	-0.2562527656555176
164827	rnn.bias_ih_l0	8	-0.12801408767700195
164827	rnn.bias_ih_l0	9	-0.17555230855941772
164827	rnn.bias_hh_l0	0	0.11619263887405396
164827	rnn.bias_hh_l0	1	-0.05601920560002327
164827	rnn.bias_hh_l0	2	0.05119809880852699
164827	rnn.bias_hh_l0	3	-0.17563307285308838
164827	rnn.bias_hh_l0	4	0.04835405573248863
164827	rnn.bias_hh_l0	5	0.03291941434144974
164827	rnn.bias_hh_l0	6	-0.09694340080022812
164827	rnn.bias_hh_l0	7	-0.15822266042232513
164827	rnn.bias_hh_l0	8	-0.18498748540878296
164827	rnn.bias_hh_l0	9	-0.09539800137281418
164827	rnn.weight_ih_l0_reverse	0	-0.03146543726325035
164827	rnn.weight_ih_l0_reverse	1	0.0006745302234776318
164827	rnn.weight_ih_l0_reverse	2	0.028012249618768692
164827	rnn.weight_ih_l0_reverse	3	0.001976416679099202
164827	rnn.weight_ih_l0_reverse	4	0.032277483493089676
164827	rnn.weight_ih_l0_reverse	5	-0.059711143374443054
164827	rnn.weight_ih_l0_reverse	6	-0.05230645835399628
164827	rnn.weight_ih_l0_reverse	7	0.001652961247600615
164827	rnn.weight_ih_l0_reverse	8	0.08322880417108536
164827	rnn.weight_ih_l0_reverse	9	0.016290022060275078
164827	rnn.weight_hh_l0_reverse	0	0.004565930925309658
164827	rnn.weight_hh_l0_reverse	1	0.027816765010356903
164827	rnn.weight_hh_l0_reverse	2	-0.040343187749385834
164827	rnn.weight_hh_l0_reverse	3	0.03686045482754707
164827	rnn.weight_hh_l0_reverse	4	0.022552940994501114
164827	rnn.weight_hh_l0_reverse	5	-0.0029681427404284477
164827	rnn.weight_hh_l0_reverse	6	0.05972840264439583
164827	rnn.weight_hh_l0_reverse	7	0.02635824866592884
164827	rnn.weight_hh_l0_reverse	8	-0.015667585656046867
164827	rnn.weight_hh_l0_reverse	9	-0.03717896342277527
164827	rnn.bias_ih_l0_reverse	0	-0.14320673048496246
164827	rnn.bias_ih_l0_reverse	1	-0.31220558285713196
164827	rnn.bias_ih_l0_reverse	2	-0.06876005232334137
164827	rnn.bias_ih_l0_reverse	3	-0.14550738036632538
164827	rnn.bias_ih_l0_reverse	4	0.07002022117376328
164827	rnn.bias_ih_l0_reverse	5	-0.2641988694667816
164827	rnn.bias_ih_l0_reverse	6	-0.05879950150847435
164827	rnn.bias_ih_l0_reverse	7	0.00793460477143526
164827	rnn.bias_ih_l0_reverse	8	-0.1769990772008896
164827	rnn.bias_ih_l0_reverse	9	-0.0858319103717804
164827	rnn.bias_hh_l0_reverse	0	-0.15079174935817719
164827	rnn.bias_hh_l0_reverse	1	-0.15479303896427155
164827	rnn.bias_hh_l0_reverse	2	-0.01810682751238346
164827	rnn.bias_hh_l0_reverse	3	-0.13514940440654755
164827	rnn.bias_hh_l0_reverse	4	-0.016667328774929047
164827	rnn.bias_hh_l0_reverse	5	-0.10912053287029266
164827	rnn.bias_hh_l0_reverse	6	-0.070227712392807
164827	rnn.bias_hh_l0_reverse	7	-0.19986039400100708
164827	rnn.bias_hh_l0_reverse	8	-0.05780741199851036
164827	rnn.bias_hh_l0_reverse	9	-0.13342547416687012
164827	linear.weight	0	-0.223724365234375
164827	linear.weight	1	-0.14377088844776154
164827	linear.weight	2	-0.011228874325752258
164827	linear.weight	3	-0.07020438462495804
164827	linear.weight	4	0.01138388179242611
164827	linear.weight	5	0.21943232417106628
164827	linear.weight	6	0.0047744326293468475
164827	linear.weight	7	-0.021312154829502106
164827	linear.weight	8	0.18503357470035553
164827	linear.weight	9	0.28423479199409485
164827	linear.bias	0	-0.849551260471344
164827	linear.bias	1	1.3670434951782227
164827	linear.bias	2	-0.4408535659313202
164827	linear.bias	3	-0.6875784397125244
164827	linear.bias	4	-0.8638672232627869
164827	linear.bias	5	-1.175191044807434
164827	linear.bias	6	-0.9292612075805664
164827	linear.bias	7	-0.7123438715934753
164827	linear.bias	8	-0.01705317199230194
164827	linear.bias	9	3.4165494441986084
165024	transitions	0	-0.42413708567619324
165024	transitions	1	8.591142654418945
165024	transitions	2	-3.524364948272705
165024	transitions	3	1.4264917373657227
165024	transitions	4	-2.1345772743225098
165024	transitions	5	-0.39905333518981934
165024	transitions	6	-0.19004470109939575
165024	transitions	7	-10000.0
165024	transitions	8	1.779634952545166
165024	transitions	9	-2.2939891815185547
165024	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
165024	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
165024	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
165024	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
165024	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
165024	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
165024	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
165024	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
165024	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
165024	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
165024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
165024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
165024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
165024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
165024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
165024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
165024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
165024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
165024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
165024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
165024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
165024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
165024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
165024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
165024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
165024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
165024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
165024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
165024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
165024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
165024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
165024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
165024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
165024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
165024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
165024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
165024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
165024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
165024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
165024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
165024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
165024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
165024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
165024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
165024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
165024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
165024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
165024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
165024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
165024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
165024	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
165024	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
165024	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
165024	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
165024	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
165024	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
165024	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
165024	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
165024	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
165024	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
165024	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
165024	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
165024	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
165024	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
165024	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
165024	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
165024	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
165024	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
165024	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
165024	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
165024	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
165024	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
165024	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
165024	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
165024	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
165024	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
165024	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
165024	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
165024	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
165024	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
165024	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
165024	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
165024	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
165024	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
165024	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
165024	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
165024	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
165024	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
165024	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
165024	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
165024	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
165024	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
165024	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
165024	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
165024	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
165024	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
165024	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
165024	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
165024	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
165024	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
165024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
165024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
165024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
165024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
165024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
165024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
165024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
165024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
165024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
165024	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
165024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
165024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
165024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
165024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
165024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
165024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
165024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
165024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
165024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
165024	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
165024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
165024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
165024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
165024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
165024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
165024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
165024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
165024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
165024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
165024	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
165024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
165024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
165024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
165024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
165024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
165024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
165024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
165024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
165024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
165024	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
165024	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
165024	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
165024	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
165024	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
165024	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
165024	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
165024	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
165024	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
165024	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
165024	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
165024	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
165024	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
165024	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
165024	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
165024	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
165024	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
165024	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
165024	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
165024	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
165024	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
165024	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
165024	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
165024	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
165024	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
165024	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
165024	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
165024	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
165024	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
165024	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
165024	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
165024	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
165024	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
165024	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
165024	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
165024	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
165024	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
165024	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
165024	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
165024	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
165024	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
165024	embedding2nn.weight	0	0.049132443964481354
165024	embedding2nn.weight	1	-0.0891134962439537
165024	embedding2nn.weight	2	0.02534395270049572
165024	embedding2nn.weight	3	-0.054266586899757385
165024	embedding2nn.weight	4	-0.11561871320009232
165024	embedding2nn.weight	5	0.12322362512350082
165024	embedding2nn.weight	6	-0.1368076056241989
165024	embedding2nn.weight	7	-0.08236376941204071
165024	embedding2nn.weight	8	-0.031582511961460114
165024	embedding2nn.weight	9	0.05942501500248909
165024	embedding2nn.bias	0	0.061197422444820404
165024	embedding2nn.bias	1	0.016647255048155785
165024	embedding2nn.bias	2	-0.09562936425209045
165024	embedding2nn.bias	3	0.0642285943031311
165024	embedding2nn.bias	4	-0.010466985404491425
165024	embedding2nn.bias	5	-0.19008901715278625
165024	embedding2nn.bias	6	-0.1327119767665863
165024	embedding2nn.bias	7	-0.06063013896346092
165024	embedding2nn.bias	8	0.11029960215091705
165024	embedding2nn.bias	9	-0.07913561910390854
165024	rnn.weight_ih_l0	0	0.04655500501394272
165024	rnn.weight_ih_l0	1	-0.0621514767408371
165024	rnn.weight_ih_l0	2	-0.03716752305626869
165024	rnn.weight_ih_l0	3	-0.043227292597293854
165024	rnn.weight_ih_l0	4	0.01633179932832718
165024	rnn.weight_ih_l0	5	-0.11174952983856201
165024	rnn.weight_ih_l0	6	-0.054373204708099365
165024	rnn.weight_ih_l0	7	-0.01457623578608036
165024	rnn.weight_ih_l0	8	0.0747995525598526
165024	rnn.weight_ih_l0	9	0.007943871431052685
165024	rnn.weight_hh_l0	0	-0.0013591202441602945
165024	rnn.weight_hh_l0	1	-0.08661879599094391
165024	rnn.weight_hh_l0	2	0.06653531640768051
165024	rnn.weight_hh_l0	3	0.04249275475740433
165024	rnn.weight_hh_l0	4	0.004817695822566748
165024	rnn.weight_hh_l0	5	0.06541979312896729
165024	rnn.weight_hh_l0	6	-0.016724178567528725
165024	rnn.weight_hh_l0	7	-0.09704296290874481
165024	rnn.weight_hh_l0	8	0.009804055094718933
165024	rnn.weight_hh_l0	9	-0.0779518112540245
165024	rnn.bias_ih_l0	0	-0.06753670424222946
165024	rnn.bias_ih_l0	1	-0.18581652641296387
165024	rnn.bias_ih_l0	2	-0.2600101828575134
165024	rnn.bias_ih_l0	3	-0.2808073163032532
165024	rnn.bias_ih_l0	4	-0.009259809739887714
165024	rnn.bias_ih_l0	5	0.05740635469555855
165024	rnn.bias_ih_l0	6	-0.1798178106546402
165024	rnn.bias_ih_l0	7	-0.2558864653110504
165024	rnn.bias_ih_l0	8	-0.12673747539520264
165024	rnn.bias_ih_l0	9	-0.17563892900943756
165024	rnn.bias_hh_l0	0	0.11745556443929672
165024	rnn.bias_hh_l0	1	-0.05890685319900513
165024	rnn.bias_hh_l0	2	0.05061093717813492
165024	rnn.bias_hh_l0	3	-0.17540578544139862
165024	rnn.bias_hh_l0	4	0.04706964269280434
165024	rnn.bias_hh_l0	5	0.03374991938471794
165024	rnn.bias_hh_l0	6	-0.09677422046661377
165024	rnn.bias_hh_l0	7	-0.15799474716186523
165024	rnn.bias_hh_l0	8	-0.1864946037530899
165024	rnn.bias_hh_l0	9	-0.09515682607889175
165024	rnn.weight_ih_l0_reverse	0	-0.030706362798810005
165024	rnn.weight_ih_l0_reverse	1	0.0011421688832342625
165024	rnn.weight_ih_l0_reverse	2	0.02963249385356903
165024	rnn.weight_ih_l0_reverse	3	0.0024455608800053596
165024	rnn.weight_ih_l0_reverse	4	0.03242385387420654
165024	rnn.weight_ih_l0_reverse	5	-0.060989268124103546
165024	rnn.weight_ih_l0_reverse	6	-0.050173569470644
165024	rnn.weight_ih_l0_reverse	7	0.0020011109299957752
165024	rnn.weight_ih_l0_reverse	8	0.08283548802137375
165024	rnn.weight_ih_l0_reverse	9	0.017061565071344376
165024	rnn.weight_hh_l0_reverse	0	0.004348530434072018
165024	rnn.weight_hh_l0_reverse	1	0.02772599458694458
165024	rnn.weight_hh_l0_reverse	2	-0.040198661386966705
165024	rnn.weight_hh_l0_reverse	3	0.03705650568008423
165024	rnn.weight_hh_l0_reverse	4	0.02261180616915226
165024	rnn.weight_hh_l0_reverse	5	-0.002848976058885455
165024	rnn.weight_hh_l0_reverse	6	0.060219597071409225
165024	rnn.weight_hh_l0_reverse	7	0.026022404432296753
165024	rnn.weight_hh_l0_reverse	8	-0.0166153721511364
165024	rnn.weight_hh_l0_reverse	9	-0.037244170904159546
165024	rnn.bias_ih_l0_reverse	0	-0.14416110515594482
165024	rnn.bias_ih_l0_reverse	1	-0.3127295970916748
165024	rnn.bias_ih_l0_reverse	2	-0.06858505308628082
165024	rnn.bias_ih_l0_reverse	3	-0.14598903059959412
165024	rnn.bias_ih_l0_reverse	4	0.07325632125139236
165024	rnn.bias_ih_l0_reverse	5	-0.2643851637840271
165024	rnn.bias_ih_l0_reverse	6	-0.05740399658679962
165024	rnn.bias_ih_l0_reverse	7	0.009299404919147491
165024	rnn.bias_ih_l0_reverse	8	-0.17835144698619843
165024	rnn.bias_ih_l0_reverse	9	-0.08658380806446075
165024	rnn.bias_hh_l0_reverse	0	-0.1499478667974472
165024	rnn.bias_hh_l0_reverse	1	-0.15460684895515442
165024	rnn.bias_hh_l0_reverse	2	-0.017990218475461006
165024	rnn.bias_hh_l0_reverse	3	-0.1353248655796051
165024	rnn.bias_hh_l0_reverse	4	-0.015697214752435684
165024	rnn.bias_hh_l0_reverse	5	-0.11119364947080612
165024	rnn.bias_hh_l0_reverse	6	-0.06965480744838715
165024	rnn.bias_hh_l0_reverse	7	-0.20037440955638885
165024	rnn.bias_hh_l0_reverse	8	-0.057727403938770294
165024	rnn.bias_hh_l0_reverse	9	-0.132242351770401
165024	linear.weight	0	-0.21953937411308289
165024	linear.weight	1	-0.14390712976455688
165024	linear.weight	2	-0.011228874325752258
165024	linear.weight	3	-0.08284366130828857
165024	linear.weight	4	0.003634323598816991
165024	linear.weight	5	0.2063104212284088
165024	linear.weight	6	0.0047744326293468475
165024	linear.weight	7	-0.021312154829502106
165024	linear.weight	8	0.2006256878376007
165024	linear.weight	9	0.289806991815567
165024	linear.bias	0	-0.8390150666236877
165024	linear.bias	1	1.3867583274841309
165024	linear.bias	2	-0.4393627345561981
165024	linear.bias	3	-0.7107020616531372
165024	linear.bias	4	-0.885940432548523
165024	linear.bias	5	-1.1752127408981323
165024	linear.bias	6	-0.9171743988990784
165024	linear.bias	7	-0.7187767028808594
165024	linear.bias	8	-0.01705317199230194
165024	linear.bias	9	3.3710319995880127
165221	transitions	0	-0.42430102825164795
165221	transitions	1	8.598341941833496
165221	transitions	2	-3.5247020721435547
165221	transitions	3	1.4225064516067505
165221	transitions	4	-2.1349692344665527
165221	transitions	5	-0.39908838272094727
165221	transitions	6	-0.19005699455738068
165221	transitions	7	-10000.0
165221	transitions	8	1.7789057493209839
165221	transitions	9	-2.2939910888671875
165221	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
165221	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
165221	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
165221	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
165221	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
165221	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
165221	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
165221	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
165221	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
165221	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
165221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
165221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
165221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
165221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
165221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
165221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
165221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
165221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
165221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
165221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
165221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
165221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
165221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
165221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
165221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
165221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
165221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
165221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
165221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
165221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
165221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
165221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
165221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
165221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
165221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
165221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
165221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
165221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
165221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
165221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
165221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
165221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
165221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
165221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
165221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
165221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
165221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
165221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
165221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
165221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
165221	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
165221	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
165221	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
165221	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
165221	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
165221	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
165221	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
165221	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
165221	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
165221	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
165221	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
165221	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
165221	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
165221	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
165221	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
165221	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
165221	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
165221	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
165221	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
165221	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
165221	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
165221	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
165221	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
165221	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
165221	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
165221	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
165221	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
165221	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
165221	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
165221	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
165221	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
165221	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
165221	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
165221	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
165221	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
165221	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
165221	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
165221	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
165221	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
165221	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
165221	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
165221	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
165221	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
165221	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
165221	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
165221	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
165221	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
165221	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
165221	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
165221	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
165221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
165221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
165221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
165221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
165221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
165221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
165221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
165221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
165221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
165221	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
165221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
165221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
165221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
165221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
165221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
165221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
165221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
165221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
165221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
165221	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
165221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
165221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
165221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
165221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
165221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
165221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
165221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
165221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
165221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
165221	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
165221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
165221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
165221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
165221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
165221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
165221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
165221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
165221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
165221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
165221	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
165221	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
165221	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
165221	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
165221	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
165221	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
165221	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
165221	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
165221	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
165221	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
165221	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
165221	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
165221	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
165221	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
165221	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
165221	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
165221	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
165221	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
165221	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
165221	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
165221	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
165221	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
165221	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
165221	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
165221	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
165221	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
165221	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
165221	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
165221	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
165221	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
165221	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
165221	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
165221	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
165221	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
165221	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
165221	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
165221	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
165221	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
165221	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
165221	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
165221	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
165221	embedding2nn.weight	0	0.049455851316452026
165221	embedding2nn.weight	1	-0.08939801156520844
165221	embedding2nn.weight	2	0.0253280121833086
165221	embedding2nn.weight	3	-0.05413345620036125
165221	embedding2nn.weight	4	-0.11460790038108826
165221	embedding2nn.weight	5	0.12278831005096436
165221	embedding2nn.weight	6	-0.1334604024887085
165221	embedding2nn.weight	7	-0.07983064651489258
165221	embedding2nn.weight	8	-0.03170081973075867
165221	embedding2nn.weight	9	0.05894658342003822
165221	embedding2nn.bias	0	0.06344368308782578
165221	embedding2nn.bias	1	0.013939879834651947
165221	embedding2nn.bias	2	-0.09828487038612366
165221	embedding2nn.bias	3	0.06105996295809746
165221	embedding2nn.bias	4	-0.011152379214763641
165221	embedding2nn.bias	5	-0.18772588670253754
165221	embedding2nn.bias	6	-0.13191945850849152
165221	embedding2nn.bias	7	-0.0735074132680893
165221	embedding2nn.bias	8	0.11439816653728485
165221	embedding2nn.bias	9	-0.07179342955350876
165221	rnn.weight_ih_l0	0	0.04503745958209038
165221	rnn.weight_ih_l0	1	-0.062263570725917816
165221	rnn.weight_ih_l0	2	-0.03720724955201149
165221	rnn.weight_ih_l0	3	-0.043184634298086166
165221	rnn.weight_ih_l0	4	0.016047291457653046
165221	rnn.weight_ih_l0	5	-0.1115521714091301
165221	rnn.weight_ih_l0	6	-0.05475848913192749
165221	rnn.weight_ih_l0	7	-0.014675258658826351
165221	rnn.weight_ih_l0	8	0.07538530230522156
165221	rnn.weight_ih_l0	9	0.007338658906519413
165221	rnn.weight_hh_l0	0	-0.0007247766479849815
165221	rnn.weight_hh_l0	1	-0.08636368811130524
165221	rnn.weight_hh_l0	2	0.06643632054328918
165221	rnn.weight_hh_l0	3	0.042687561362981796
165221	rnn.weight_hh_l0	4	0.004962828475981951
165221	rnn.weight_hh_l0	5	0.0654122456908226
165221	rnn.weight_hh_l0	6	-0.016712602227926254
165221	rnn.weight_hh_l0	7	-0.09739134460687637
165221	rnn.weight_hh_l0	8	0.009116715751588345
165221	rnn.weight_hh_l0	9	-0.07839492708444595
165221	rnn.bias_ih_l0	0	-0.06758009642362595
165221	rnn.bias_ih_l0	1	-0.18523302674293518
165221	rnn.bias_ih_l0	2	-0.2597137689590454
165221	rnn.bias_ih_l0	3	-0.28144532442092896
165221	rnn.bias_ih_l0	4	-0.00865179579705
165221	rnn.bias_ih_l0	5	0.056228529661893845
165221	rnn.bias_ih_l0	6	-0.17987275123596191
165221	rnn.bias_ih_l0	7	-0.2570652961730957
165221	rnn.bias_ih_l0	8	-0.12770164012908936
165221	rnn.bias_ih_l0	9	-0.1748567670583725
165221	rnn.bias_hh_l0	0	0.11765936762094498
165221	rnn.bias_hh_l0	1	-0.05695366486907005
165221	rnn.bias_hh_l0	2	0.05168372020125389
165221	rnn.bias_hh_l0	3	-0.17505760490894318
165221	rnn.bias_hh_l0	4	0.04970640316605568
165221	rnn.bias_hh_l0	5	0.03254171088337898
165221	rnn.bias_hh_l0	6	-0.09714505076408386
165221	rnn.bias_hh_l0	7	-0.15795718133449554
165221	rnn.bias_hh_l0	8	-0.18672910332679749
165221	rnn.bias_hh_l0	9	-0.09469162672758102
165221	rnn.weight_ih_l0_reverse	0	-0.030960051342844963
165221	rnn.weight_ih_l0_reverse	1	0.00017328681133221835
165221	rnn.weight_ih_l0_reverse	2	0.03435978665947914
165221	rnn.weight_ih_l0_reverse	3	0.005266238935291767
165221	rnn.weight_ih_l0_reverse	4	0.032869815826416016
165221	rnn.weight_ih_l0_reverse	5	-0.06076095998287201
165221	rnn.weight_ih_l0_reverse	6	-0.05042530596256256
165221	rnn.weight_ih_l0_reverse	7	0.003925973549485207
165221	rnn.weight_ih_l0_reverse	8	0.0813269168138504
165221	rnn.weight_ih_l0_reverse	9	0.015858778730034828
165221	rnn.weight_hh_l0_reverse	0	0.0040140822529792786
165221	rnn.weight_hh_l0_reverse	1	0.027796246111392975
165221	rnn.weight_hh_l0_reverse	2	-0.04058343172073364
165221	rnn.weight_hh_l0_reverse	3	0.03633112832903862
165221	rnn.weight_hh_l0_reverse	4	0.022321084514260292
165221	rnn.weight_hh_l0_reverse	5	-0.0024302757810801268
165221	rnn.weight_hh_l0_reverse	6	0.060727670788764954
165221	rnn.weight_hh_l0_reverse	7	0.02590983733534813
165221	rnn.weight_hh_l0_reverse	8	-0.016931870952248573
165221	rnn.weight_hh_l0_reverse	9	-0.036805447190999985
165221	rnn.bias_ih_l0_reverse	0	-0.1448320746421814
165221	rnn.bias_ih_l0_reverse	1	-0.3125651776790619
165221	rnn.bias_ih_l0_reverse	2	-0.06803816556930542
165221	rnn.bias_ih_l0_reverse	3	-0.1457984745502472
165221	rnn.bias_ih_l0_reverse	4	0.07290174812078476
165221	rnn.bias_ih_l0_reverse	5	-0.264383465051651
165221	rnn.bias_ih_l0_reverse	6	-0.05909246951341629
165221	rnn.bias_ih_l0_reverse	7	0.013023140840232372
165221	rnn.bias_ih_l0_reverse	8	-0.17854155600070953
165221	rnn.bias_ih_l0_reverse	9	-0.08720877766609192
165221	rnn.bias_hh_l0_reverse	0	-0.1515067219734192
165221	rnn.bias_hh_l0_reverse	1	-0.15362583100795746
165221	rnn.bias_hh_l0_reverse	2	-0.018824340775609016
165221	rnn.bias_hh_l0_reverse	3	-0.13840563595294952
165221	rnn.bias_hh_l0_reverse	4	-0.01476802583783865
165221	rnn.bias_hh_l0_reverse	5	-0.11090273410081863
165221	rnn.bias_hh_l0_reverse	6	-0.06921133399009705
165221	rnn.bias_hh_l0_reverse	7	-0.2002330720424652
165221	rnn.bias_hh_l0_reverse	8	-0.05768773704767227
165221	rnn.bias_hh_l0_reverse	9	-0.13274309039115906
165221	linear.weight	0	-0.2132069617509842
165221	linear.weight	1	-0.14249350130558014
165221	linear.weight	2	-0.011228874325752258
165221	linear.weight	3	-0.08460986614227295
165221	linear.weight	4	0.008297400549054146
165221	linear.weight	5	0.20631615817546844
165221	linear.weight	6	0.0047744326293468475
165221	linear.weight	7	-0.021312154829502106
165221	linear.weight	8	0.1961359679698944
165221	linear.weight	9	0.28110334277153015
165221	linear.bias	0	-0.8565034866333008
165221	linear.bias	1	1.3952136039733887
165221	linear.bias	2	-0.4724397659301758
165221	linear.bias	3	-0.7053842544555664
165221	linear.bias	4	-0.8613335490226746
165221	linear.bias	5	-1.1752352714538574
165221	linear.bias	6	-0.9353297352790833
165221	linear.bias	7	-0.7154001593589783
165221	linear.bias	8	-0.01705317199230194
165221	linear.bias	9	3.381528854370117
165418	transitions	0	-0.42450982332229614
165418	transitions	1	8.629342079162598
165418	transitions	2	-3.525055408477783
165418	transitions	3	1.42465341091156
165418	transitions	4	-2.1353442668914795
165418	transitions	5	-0.3992431163787842
165418	transitions	6	-0.19007594883441925
165418	transitions	7	-10000.0
165418	transitions	8	1.7763617038726807
165418	transitions	9	-2.293997287750244
165418	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
165418	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
165418	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
165418	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
165418	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
165418	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
165418	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
165418	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
165418	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
165418	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
165418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
165418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
165418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
165418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
165418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
165418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
165418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
165418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
165418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
165418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
165418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
165418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
165418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
165418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
165418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
165418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
165418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
165418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
165418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
165418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
165418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
165418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
165418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
165418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
165418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
165418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
165418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
165418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
165418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
165418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
165418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
165418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
165418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
165418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
165418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
165418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
165418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
165418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
165418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
165418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
165418	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
165418	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
165418	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
165418	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
165418	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
165418	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
165418	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
165418	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
165418	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
165418	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
165418	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
165418	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
165418	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
165418	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
165418	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
165418	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
165418	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
165418	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
165418	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
165418	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
165418	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
165418	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
165418	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
165418	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
165418	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
165418	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
165418	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
165418	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
165418	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
165418	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
165418	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
165418	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
165418	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
165418	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
165418	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
165418	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
165418	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
165418	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
165418	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
165418	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
165418	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
165418	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
165418	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
165418	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
165418	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
165418	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
165418	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
165418	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
165418	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
165418	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
165418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
165418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
165418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
165418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
165418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
165418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
165418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
165418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
165418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
165418	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
165418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
165418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
165418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
165418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
165418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
165418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
165418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
165418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
165418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
165418	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
165418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
165418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
165418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
165418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
165418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
165418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
165418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
165418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
165418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
165418	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
165418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
165418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
165418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
165418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
165418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
165418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
165418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
165418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
165418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
165418	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
165418	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
165418	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
165418	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
165418	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
165418	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
165418	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
165418	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
165418	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
165418	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
165418	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
165418	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
165418	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
165418	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
165418	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
165418	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
165418	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
165418	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
165418	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
165418	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
165418	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
165418	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
165418	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
165418	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
165418	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
165418	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
165418	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
165418	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
165418	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
165418	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
165418	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
165418	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
165418	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
165418	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
165418	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
165418	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
165418	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
165418	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
165418	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
165418	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
165418	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
165418	embedding2nn.weight	0	0.04953060299158096
165418	embedding2nn.weight	1	-0.08945544064044952
165418	embedding2nn.weight	2	0.026772653684020042
165418	embedding2nn.weight	3	-0.05475052818655968
165418	embedding2nn.weight	4	-0.11634355783462524
165418	embedding2nn.weight	5	0.12278279662132263
165418	embedding2nn.weight	6	-0.1323302537202835
165418	embedding2nn.weight	7	-0.08066041767597198
165418	embedding2nn.weight	8	-0.03196088597178459
165418	embedding2nn.weight	9	0.05843831226229668
165418	embedding2nn.bias	0	0.06140056997537613
165418	embedding2nn.bias	1	0.009075874462723732
165418	embedding2nn.bias	2	-0.08554527908563614
165418	embedding2nn.bias	3	0.058590807020664215
165418	embedding2nn.bias	4	-0.01678321696817875
165418	embedding2nn.bias	5	-0.18830814957618713
165418	embedding2nn.bias	6	-0.12727734446525574
165418	embedding2nn.bias	7	-0.07192577421665192
165418	embedding2nn.bias	8	0.11453266441822052
165418	embedding2nn.bias	9	-0.07328595221042633
165418	rnn.weight_ih_l0	0	0.04532846808433533
165418	rnn.weight_ih_l0	1	-0.062035974115133286
165418	rnn.weight_ih_l0	2	-0.03773491829633713
165418	rnn.weight_ih_l0	3	-0.04292578995227814
165418	rnn.weight_ih_l0	4	0.01626846008002758
165418	rnn.weight_ih_l0	5	-0.11266028136014938
165418	rnn.weight_ih_l0	6	-0.05535328388214111
165418	rnn.weight_ih_l0	7	-0.014574995264410973
165418	rnn.weight_ih_l0	8	0.07469591498374939
165418	rnn.weight_ih_l0	9	0.0085025355219841
165418	rnn.weight_hh_l0	0	-0.0007774776313453913
165418	rnn.weight_hh_l0	1	-0.08666962385177612
165418	rnn.weight_hh_l0	2	0.06633558124303818
165418	rnn.weight_hh_l0	3	0.042574960738420486
165418	rnn.weight_hh_l0	4	0.004658039193600416
165418	rnn.weight_hh_l0	5	0.0661124587059021
165418	rnn.weight_hh_l0	6	-0.016771890223026276
165418	rnn.weight_hh_l0	7	-0.09750070422887802
165418	rnn.weight_hh_l0	8	0.008435769937932491
165418	rnn.weight_hh_l0	9	-0.07915882766246796
165418	rnn.bias_ih_l0	0	-0.0677749365568161
165418	rnn.bias_ih_l0	1	-0.18320941925048828
165418	rnn.bias_ih_l0	2	-0.2579682469367981
165418	rnn.bias_ih_l0	3	-0.27902379631996155
165418	rnn.bias_ih_l0	4	-0.009655555710196495
165418	rnn.bias_ih_l0	5	0.05866098776459694
165418	rnn.bias_ih_l0	6	-0.17986172437667847
165418	rnn.bias_ih_l0	7	-0.25593674182891846
165418	rnn.bias_ih_l0	8	-0.1269577145576477
165418	rnn.bias_ih_l0	9	-0.17567044496536255
165418	rnn.bias_hh_l0	0	0.1173095703125
165418	rnn.bias_hh_l0	1	-0.056629545986652374
165418	rnn.bias_hh_l0	2	0.05076484754681587
165418	rnn.bias_hh_l0	3	-0.17703478038311005
165418	rnn.bias_hh_l0	4	0.048962224274873734
165418	rnn.bias_hh_l0	5	0.03372446447610855
165418	rnn.bias_hh_l0	6	-0.0968756452202797
165418	rnn.bias_hh_l0	7	-0.15752814710140228
165418	rnn.bias_hh_l0	8	-0.18530257046222687
165418	rnn.bias_hh_l0	9	-0.09657184779644012
165418	rnn.weight_ih_l0_reverse	0	-0.03193473443388939
165418	rnn.weight_ih_l0_reverse	1	-0.0009948508813977242
165418	rnn.weight_ih_l0_reverse	2	0.034001030027866364
165418	rnn.weight_ih_l0_reverse	3	0.007597846444696188
165418	rnn.weight_ih_l0_reverse	4	0.03163214400410652
165418	rnn.weight_ih_l0_reverse	5	-0.06091510131955147
165418	rnn.weight_ih_l0_reverse	6	-0.04962588846683502
165418	rnn.weight_ih_l0_reverse	7	0.00511491484940052
165418	rnn.weight_ih_l0_reverse	8	0.08014663308858871
165418	rnn.weight_ih_l0_reverse	9	0.01691785268485546
165418	rnn.weight_hh_l0_reverse	0	0.00405694916844368
165418	rnn.weight_hh_l0_reverse	1	0.0287458635866642
165418	rnn.weight_hh_l0_reverse	2	-0.0403192974627018
165418	rnn.weight_hh_l0_reverse	3	0.03670421987771988
165418	rnn.weight_hh_l0_reverse	4	0.022416820749640465
165418	rnn.weight_hh_l0_reverse	5	-0.0023843429517000914
165418	rnn.weight_hh_l0_reverse	6	0.061277247965335846
165418	rnn.weight_hh_l0_reverse	7	0.026375219225883484
165418	rnn.weight_hh_l0_reverse	8	-0.01647147722542286
165418	rnn.weight_hh_l0_reverse	9	-0.03672943636775017
165418	rnn.bias_ih_l0_reverse	0	-0.14612019062042236
165418	rnn.bias_ih_l0_reverse	1	-0.31266355514526367
165418	rnn.bias_ih_l0_reverse	2	-0.06876668334007263
165418	rnn.bias_ih_l0_reverse	3	-0.14629997313022614
165418	rnn.bias_ih_l0_reverse	4	0.0712924525141716
165418	rnn.bias_ih_l0_reverse	5	-0.26667866110801697
165418	rnn.bias_ih_l0_reverse	6	-0.05851538106799126
165418	rnn.bias_ih_l0_reverse	7	0.01592748984694481
165418	rnn.bias_ih_l0_reverse	8	-0.17724564671516418
165418	rnn.bias_ih_l0_reverse	9	-0.08837228268384933
165418	rnn.bias_hh_l0_reverse	0	-0.15071043372154236
165418	rnn.bias_hh_l0_reverse	1	-0.15262512862682343
165418	rnn.bias_hh_l0_reverse	2	-0.019054895266890526
165418	rnn.bias_hh_l0_reverse	3	-0.13900408148765564
165418	rnn.bias_hh_l0_reverse	4	-0.015693793073296547
165418	rnn.bias_hh_l0_reverse	5	-0.11198634654283524
165418	rnn.bias_hh_l0_reverse	6	-0.0697292685508728
165418	rnn.bias_hh_l0_reverse	7	-0.19830043613910675
165418	rnn.bias_hh_l0_reverse	8	-0.05718092992901802
165418	rnn.bias_hh_l0_reverse	9	-0.13240718841552734
165418	linear.weight	0	-0.21777036786079407
165418	linear.weight	1	-0.14354529976844788
165418	linear.weight	2	-0.011228874325752258
165418	linear.weight	3	-0.08320446312427521
165418	linear.weight	4	0.004049793351441622
165418	linear.weight	5	0.196415513753891
165418	linear.weight	6	0.0047744326293468475
165418	linear.weight	7	-0.021312154829502106
165418	linear.weight	8	0.18612651526927948
165418	linear.weight	9	0.27821654081344604
165418	linear.bias	0	-0.8511847257614136
165418	linear.bias	1	1.3736863136291504
165418	linear.bias	2	-0.45240992307662964
165418	linear.bias	3	-0.669961154460907
165418	linear.bias	4	-0.8489909768104553
165418	linear.bias	5	-1.1752556562423706
165418	linear.bias	6	-0.9309521913528442
165418	linear.bias	7	-0.7084811925888062
165418	linear.bias	8	-0.01705317199230194
165418	linear.bias	9	3.368572473526001
165615	transitions	0	-0.42459455132484436
165615	transitions	1	8.607266426086426
165615	transitions	2	-3.525355339050293
165615	transitions	3	1.4301947355270386
165615	transitions	4	-2.135989189147949
165615	transitions	5	-0.39935410022735596
165615	transitions	6	-0.19008547067642212
165615	transitions	7	-10000.0
165615	transitions	8	1.7756577730178833
165615	transitions	9	-2.2940008640289307
165615	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
165615	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
165615	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
165615	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
165615	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
165615	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
165615	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
165615	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
165615	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
165615	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
165615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
165615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
165615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
165615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
165615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
165615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
165615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
165615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
165615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
165615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
165615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
165615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
165615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
165615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
165615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
165615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
165615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
165615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
165615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
165615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
165615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
165615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
165615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
165615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
165615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
165615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
165615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
165615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
165615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
165615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
165615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
165615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
165615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
165615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
165615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
165615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
165615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
165615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
165615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
165615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
165615	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
165615	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
165615	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
165615	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
165615	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
165615	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
165615	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
165615	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
165615	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
165615	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
165615	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
165615	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
165615	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
165615	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
165615	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
165615	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
165615	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
165615	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
165615	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
165615	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
165615	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
165615	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
165615	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
165615	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
165615	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
165615	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
165615	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
165615	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
165615	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
165615	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
165615	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
165615	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
165615	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
165615	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
165615	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
165615	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
165615	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
165615	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
165615	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
165615	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
165615	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
165615	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
165615	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
165615	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
165615	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
165615	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
165615	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
165615	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
165615	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
165615	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
165615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
165615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
165615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
165615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
165615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
165615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
165615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
165615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
165615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
165615	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
165615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
165615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
165615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
165615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
165615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
165615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
165615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
165615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
165615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
165615	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
165615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
165615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
165615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
165615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
165615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
165615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
165615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
165615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
165615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
165615	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
165615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
165615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
165615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
165615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
165615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
165615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
165615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
165615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
165615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
165615	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
165615	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
165615	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
165615	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
165615	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
165615	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
165615	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
165615	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
165615	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
165615	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
165615	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
165615	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
165615	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
165615	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
165615	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
165615	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
165615	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
165615	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
165615	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
165615	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
165615	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
165615	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
165615	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
165615	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
165615	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
165615	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
165615	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
165615	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
165615	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
165615	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
165615	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
165615	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
165615	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
165615	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
165615	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
165615	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
165615	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
165615	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
165615	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
165615	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
165615	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
165615	embedding2nn.weight	0	0.049107443541288376
165615	embedding2nn.weight	1	-0.08922211825847626
165615	embedding2nn.weight	2	0.025563305243849754
165615	embedding2nn.weight	3	-0.054680660367012024
165615	embedding2nn.weight	4	-0.11590559035539627
165615	embedding2nn.weight	5	0.12227651476860046
165615	embedding2nn.weight	6	-0.128559872508049
165615	embedding2nn.weight	7	-0.0805167630314827
165615	embedding2nn.weight	8	-0.03161383792757988
165615	embedding2nn.weight	9	0.05897212401032448
165615	embedding2nn.bias	0	0.060616035014390945
165615	embedding2nn.bias	1	0.01520576886832714
165615	embedding2nn.bias	2	-0.0855158269405365
165615	embedding2nn.bias	3	0.05852336063981056
165615	embedding2nn.bias	4	-0.011875689961016178
165615	embedding2nn.bias	5	-0.18486358225345612
165615	embedding2nn.bias	6	-0.13304734230041504
165615	embedding2nn.bias	7	-0.06998579204082489
165615	embedding2nn.bias	8	0.10997629910707474
165615	embedding2nn.bias	9	-0.06876124441623688
165615	rnn.weight_ih_l0	0	0.046445332467556
165615	rnn.weight_ih_l0	1	-0.061684750020504
165615	rnn.weight_ih_l0	2	-0.03762807697057724
165615	rnn.weight_ih_l0	3	-0.04346621781587601
165615	rnn.weight_ih_l0	4	0.016008969396352768
165615	rnn.weight_ih_l0	5	-0.11189699172973633
165615	rnn.weight_ih_l0	6	-0.05547007918357849
165615	rnn.weight_ih_l0	7	-0.015930423513054848
165615	rnn.weight_ih_l0	8	0.07052017748355865
165615	rnn.weight_ih_l0	9	0.00849730521440506
165615	rnn.weight_hh_l0	0	-0.00044594117207452655
165615	rnn.weight_hh_l0	1	-0.08673199266195297
165615	rnn.weight_hh_l0	2	0.06564833223819733
165615	rnn.weight_hh_l0	3	0.042664479464292526
165615	rnn.weight_hh_l0	4	0.004875214770436287
165615	rnn.weight_hh_l0	5	0.06605526804924011
165615	rnn.weight_hh_l0	6	-0.01677831821143627
165615	rnn.weight_hh_l0	7	-0.09840406477451324
165615	rnn.weight_hh_l0	8	0.008536791428923607
165615	rnn.weight_hh_l0	9	-0.08009716123342514
165615	rnn.bias_ih_l0	0	-0.06878411769866943
165615	rnn.bias_ih_l0	1	-0.18264855444431305
165615	rnn.bias_ih_l0	2	-0.2597189247608185
165615	rnn.bias_ih_l0	3	-0.2779834270477295
165615	rnn.bias_ih_l0	4	-0.007846366614103317
165615	rnn.bias_ih_l0	5	0.05857173353433609
165615	rnn.bias_ih_l0	6	-0.17843401432037354
165615	rnn.bias_ih_l0	7	-0.2568424344062805
165615	rnn.bias_ih_l0	8	-0.127500981092453
165615	rnn.bias_ih_l0	9	-0.17691101133823395
165615	rnn.bias_hh_l0	0	0.11821414530277252
165615	rnn.bias_hh_l0	1	-0.057505130767822266
165615	rnn.bias_hh_l0	2	0.05084274709224701
165615	rnn.bias_hh_l0	3	-0.17674393951892853
165615	rnn.bias_hh_l0	4	0.0503978468477726
165615	rnn.bias_hh_l0	5	0.03831508383154869
165615	rnn.bias_hh_l0	6	-0.09793618321418762
165615	rnn.bias_hh_l0	7	-0.1570582240819931
165615	rnn.bias_hh_l0	8	-0.18690378963947296
165615	rnn.bias_hh_l0	9	-0.09573346376419067
165615	rnn.weight_ih_l0_reverse	0	-0.031352005898952484
165615	rnn.weight_ih_l0_reverse	1	-1.1526911293913145e-05
165615	rnn.weight_ih_l0_reverse	2	0.033936139196157455
165615	rnn.weight_ih_l0_reverse	3	0.005156413186341524
165615	rnn.weight_ih_l0_reverse	4	0.02991494908928871
165615	rnn.weight_ih_l0_reverse	5	-0.059776678681373596
165615	rnn.weight_ih_l0_reverse	6	-0.049826208502054214
165615	rnn.weight_ih_l0_reverse	7	0.0047918399795889854
165615	rnn.weight_ih_l0_reverse	8	0.07927975803613663
165615	rnn.weight_ih_l0_reverse	9	0.01658625341951847
165615	rnn.weight_hh_l0_reverse	0	0.004151841159909964
165615	rnn.weight_hh_l0_reverse	1	0.02880103699862957
165615	rnn.weight_hh_l0_reverse	2	-0.0404510535299778
165615	rnn.weight_hh_l0_reverse	3	0.03719300031661987
165615	rnn.weight_hh_l0_reverse	4	0.02241101861000061
165615	rnn.weight_hh_l0_reverse	5	-0.0026986803859472275
165615	rnn.weight_hh_l0_reverse	6	0.06123235449194908
165615	rnn.weight_hh_l0_reverse	7	0.025760125368833542
165615	rnn.weight_hh_l0_reverse	8	-0.01723589189350605
165615	rnn.weight_hh_l0_reverse	9	-0.036445848643779755
165615	rnn.bias_ih_l0_reverse	0	-0.14729677140712738
165615	rnn.bias_ih_l0_reverse	1	-0.3122141659259796
165615	rnn.bias_ih_l0_reverse	2	-0.067034512758255
165615	rnn.bias_ih_l0_reverse	3	-0.14607089757919312
165615	rnn.bias_ih_l0_reverse	4	0.07025111466646194
165615	rnn.bias_ih_l0_reverse	5	-0.26630136370658875
165615	rnn.bias_ih_l0_reverse	6	-0.05786840245127678
165615	rnn.bias_ih_l0_reverse	7	0.016583958640694618
165615	rnn.bias_ih_l0_reverse	8	-0.17689821124076843
165615	rnn.bias_ih_l0_reverse	9	-0.09011466056108475
165615	rnn.bias_hh_l0_reverse	0	-0.15078270435333252
165615	rnn.bias_hh_l0_reverse	1	-0.15197160840034485
165615	rnn.bias_hh_l0_reverse	2	-0.019037926569581032
165615	rnn.bias_hh_l0_reverse	3	-0.13763025403022766
165615	rnn.bias_hh_l0_reverse	4	-0.01660601608455181
165615	rnn.bias_hh_l0_reverse	5	-0.11070692539215088
165615	rnn.bias_hh_l0_reverse	6	-0.06925345212221146
165615	rnn.bias_hh_l0_reverse	7	-0.19885298609733582
165615	rnn.bias_hh_l0_reverse	8	-0.05872592702507973
165615	rnn.bias_hh_l0_reverse	9	-0.1301249861717224
165615	linear.weight	0	-0.2122974842786789
165615	linear.weight	1	-0.1428576111793518
165615	linear.weight	2	-0.011228874325752258
165615	linear.weight	3	-0.08926133066415787
165615	linear.weight	4	0.013198700733482838
165615	linear.weight	5	0.19354134798049927
165615	linear.weight	6	0.0047744326293468475
165615	linear.weight	7	-0.021312154829502106
165615	linear.weight	8	0.18627303838729858
165615	linear.weight	9	0.2706567049026489
165615	linear.bias	0	-0.8541281223297119
165615	linear.bias	1	1.3697800636291504
165615	linear.bias	2	-0.42106473445892334
165615	linear.bias	3	-0.6816067099571228
165615	linear.bias	4	-0.8856541514396667
165615	linear.bias	5	-1.1752800941467285
165615	linear.bias	6	-0.933361828327179
165615	linear.bias	7	-0.7260002493858337
165615	linear.bias	8	-0.01705317199230194
165615	linear.bias	9	3.3665237426757812
165812	transitions	0	-0.42482513189315796
165812	transitions	1	8.582525253295898
165812	transitions	2	-3.525618314743042
165812	transitions	3	1.4217513799667358
165812	transitions	4	-2.136430501937866
165812	transitions	5	-0.39947256445884705
165812	transitions	6	-0.1900995671749115
165812	transitions	7	-10000.0
165812	transitions	8	1.7749016284942627
165812	transitions	9	-2.294004201889038
165812	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
165812	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
165812	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
165812	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
165812	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
165812	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
165812	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
165812	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
165812	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
165812	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
165812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
165812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
165812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
165812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
165812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
165812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
165812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
165812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
165812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
165812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
165812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
165812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
165812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
165812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
165812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
165812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
165812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
165812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
165812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
165812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
165812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
165812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
165812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
165812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
165812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
165812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
165812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
165812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
165812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
165812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
165812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
165812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
165812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
165812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
165812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
165812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
165812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
165812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
165812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
165812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
165812	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
165812	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
165812	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
165812	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
165812	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
165812	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
165812	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
165812	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
165812	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
165812	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
165812	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
165812	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
165812	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
165812	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
165812	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
165812	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
165812	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
165812	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
165812	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
165812	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
165812	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
165812	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
165812	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
165812	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
165812	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
165812	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
165812	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
165812	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
165812	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
165812	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
165812	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
165812	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
165812	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
165812	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
165812	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
165812	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
165812	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
165812	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
165812	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
165812	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
165812	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
165812	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
165812	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
165812	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
165812	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
165812	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
165812	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
165812	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
165812	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
165812	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
165812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
165812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
165812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
165812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
165812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
165812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
165812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
165812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
165812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
165812	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
165812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
165812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
165812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
165812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
165812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
165812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
165812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
165812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
165812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
165812	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
165812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
165812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
165812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
165812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
165812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
165812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
165812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
165812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
165812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
165812	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
165812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
165812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
165812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
165812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
165812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
165812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
165812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
165812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
165812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
165812	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
165812	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
165812	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
165812	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
165812	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
165812	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
165812	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
165812	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
165812	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
165812	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
165812	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
165812	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
165812	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
165812	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
165812	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
165812	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
165812	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
165812	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
165812	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
165812	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
165812	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
165812	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
165812	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
165812	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
165812	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
165812	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
165812	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
165812	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
165812	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
165812	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
165812	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
165812	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
165812	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
165812	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
165812	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
165812	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
165812	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
165812	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
165812	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
165812	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
165812	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
165812	embedding2nn.weight	0	0.04933230206370354
165812	embedding2nn.weight	1	-0.09049005806446075
165812	embedding2nn.weight	2	0.02776498533785343
165812	embedding2nn.weight	3	-0.055787958204746246
165812	embedding2nn.weight	4	-0.11402177810668945
165812	embedding2nn.weight	5	0.12234647572040558
165812	embedding2nn.weight	6	-0.1271810531616211
165812	embedding2nn.weight	7	-0.08003132045269012
165812	embedding2nn.weight	8	-0.03132900223135948
165812	embedding2nn.weight	9	0.05960237979888916
165812	embedding2nn.bias	0	0.06936141848564148
165812	embedding2nn.bias	1	0.009060458280146122
165812	embedding2nn.bias	2	-0.08270946145057678
165812	embedding2nn.bias	3	0.06424770504236221
165812	embedding2nn.bias	4	-0.01042758859694004
165812	embedding2nn.bias	5	-0.17720338702201843
165812	embedding2nn.bias	6	-0.1378936618566513
165812	embedding2nn.bias	7	-0.06802849471569061
165812	embedding2nn.bias	8	0.11311624199151993
165812	embedding2nn.bias	9	-0.07447531819343567
165812	rnn.weight_ih_l0	0	0.04579291492700577
165812	rnn.weight_ih_l0	1	-0.06198582798242569
165812	rnn.weight_ih_l0	2	-0.03772149235010147
165812	rnn.weight_ih_l0	3	-0.04492681846022606
165812	rnn.weight_ih_l0	4	0.01654960960149765
165812	rnn.weight_ih_l0	5	-0.11114083975553513
165812	rnn.weight_ih_l0	6	-0.0538346990942955
165812	rnn.weight_ih_l0	7	-0.017618337646126747
165812	rnn.weight_ih_l0	8	0.07141242921352386
165812	rnn.weight_ih_l0	9	0.008184732869267464
165812	rnn.weight_hh_l0	0	0.00025943468790501356
165812	rnn.weight_hh_l0	1	-0.08759971708059311
165812	rnn.weight_hh_l0	2	0.0653434470295906
165812	rnn.weight_hh_l0	3	0.04319046437740326
165812	rnn.weight_hh_l0	4	0.004766111262142658
165812	rnn.weight_hh_l0	5	0.06625597923994064
165812	rnn.weight_hh_l0	6	-0.016710182651877403
165812	rnn.weight_hh_l0	7	-0.09867362678050995
165812	rnn.weight_hh_l0	8	0.00792760495096445
165812	rnn.weight_hh_l0	9	-0.07946235686540604
165812	rnn.bias_ih_l0	0	-0.06940007209777832
165812	rnn.bias_ih_l0	1	-0.18116416037082672
165812	rnn.bias_ih_l0	2	-0.25971856713294983
165812	rnn.bias_ih_l0	3	-0.27847951650619507
165812	rnn.bias_ih_l0	4	-0.008742234669625759
165812	rnn.bias_ih_l0	5	0.06012997031211853
165812	rnn.bias_ih_l0	6	-0.17806653678417206
165812	rnn.bias_ih_l0	7	-0.2549154460430145
165812	rnn.bias_ih_l0	8	-0.12640705704689026
165812	rnn.bias_ih_l0	9	-0.17661835253238678
165812	rnn.bias_hh_l0	0	0.11840128153562546
165812	rnn.bias_hh_l0	1	-0.05914447084069252
165812	rnn.bias_hh_l0	2	0.05084289610385895
165812	rnn.bias_hh_l0	3	-0.17705292999744415
165812	rnn.bias_hh_l0	4	0.05078820511698723
165812	rnn.bias_hh_l0	5	0.03877998888492584
165812	rnn.bias_hh_l0	6	-0.09665828198194504
165812	rnn.bias_hh_l0	7	-0.15801677107810974
165812	rnn.bias_hh_l0	8	-0.18685871362686157
165812	rnn.bias_hh_l0	9	-0.09613391011953354
165812	rnn.weight_ih_l0_reverse	0	-0.0308711975812912
165812	rnn.weight_ih_l0_reverse	1	0.001301027718000114
165812	rnn.weight_ih_l0_reverse	2	0.034553613513708115
165812	rnn.weight_ih_l0_reverse	3	0.000897433958016336
165812	rnn.weight_ih_l0_reverse	4	0.03060210309922695
165812	rnn.weight_ih_l0_reverse	5	-0.058877624571323395
165812	rnn.weight_ih_l0_reverse	6	-0.04923589527606964
165812	rnn.weight_ih_l0_reverse	7	0.00544674601405859
165812	rnn.weight_ih_l0_reverse	8	0.08026186376810074
165812	rnn.weight_ih_l0_reverse	9	0.015520405024290085
165812	rnn.weight_hh_l0_reverse	0	0.003877914510667324
165812	rnn.weight_hh_l0_reverse	1	0.029016124084591866
165812	rnn.weight_hh_l0_reverse	2	-0.04011429101228714
165812	rnn.weight_hh_l0_reverse	3	0.037300754338502884
165812	rnn.weight_hh_l0_reverse	4	0.022273922339081764
165812	rnn.weight_hh_l0_reverse	5	-0.002708550775423646
165812	rnn.weight_hh_l0_reverse	6	0.060908157378435135
165812	rnn.weight_hh_l0_reverse	7	0.026176726445555687
165812	rnn.weight_hh_l0_reverse	8	-0.01697688177227974
165812	rnn.weight_hh_l0_reverse	9	-0.036739371716976166
165812	rnn.bias_ih_l0_reverse	0	-0.14807991683483124
165812	rnn.bias_ih_l0_reverse	1	-0.31438207626342773
165812	rnn.bias_ih_l0_reverse	2	-0.06657110154628754
165812	rnn.bias_ih_l0_reverse	3	-0.14641284942626953
165812	rnn.bias_ih_l0_reverse	4	0.06755633652210236
165812	rnn.bias_ih_l0_reverse	5	-0.2670620083808899
165812	rnn.bias_ih_l0_reverse	6	-0.0563315786421299
165812	rnn.bias_ih_l0_reverse	7	0.015852687880396843
165812	rnn.bias_ih_l0_reverse	8	-0.17663516104221344
165812	rnn.bias_ih_l0_reverse	9	-0.08714398741722107
165812	rnn.bias_hh_l0_reverse	0	-0.14818426966667175
165812	rnn.bias_hh_l0_reverse	1	-0.15248772501945496
165812	rnn.bias_hh_l0_reverse	2	-0.018946204334497452
165812	rnn.bias_hh_l0_reverse	3	-0.13955488801002502
165812	rnn.bias_hh_l0_reverse	4	-0.01585201360285282
165812	rnn.bias_hh_l0_reverse	5	-0.11097468435764313
165812	rnn.bias_hh_l0_reverse	6	-0.06760570406913757
165812	rnn.bias_hh_l0_reverse	7	-0.1989474594593048
165812	rnn.bias_hh_l0_reverse	8	-0.059348493814468384
165812	rnn.bias_hh_l0_reverse	9	-0.13171988725662231
165812	linear.weight	0	-0.20360682904720306
165812	linear.weight	1	-0.13697893917560577
165812	linear.weight	2	-0.011228874325752258
165812	linear.weight	3	-0.08332327008247375
165812	linear.weight	4	0.013781755231320858
165812	linear.weight	5	0.2196704000234604
165812	linear.weight	6	0.0047744326293468475
165812	linear.weight	7	-0.021312154829502106
165812	linear.weight	8	0.17107243835926056
165812	linear.weight	9	0.266531765460968
165812	linear.bias	0	-0.8757092952728271
165812	linear.bias	1	1.3808740377426147
165812	linear.bias	2	-0.4491897225379944
165812	linear.bias	3	-0.694809079170227
165812	linear.bias	4	-0.8494434952735901
165812	linear.bias	5	-1.1753040552139282
165812	linear.bias	6	-0.955319344997406
165812	linear.bias	7	-0.7371374368667603
165812	linear.bias	8	-0.01705317199230194
165812	linear.bias	9	3.3712520599365234
165816	transitions	0	-0.4248252511024475
165816	transitions	1	8.584157943725586
165816	transitions	2	-3.5256259441375732
165816	transitions	3	1.4222137928009033
165816	transitions	4	-2.1364340782165527
165816	transitions	5	-0.399472713470459
165816	transitions	6	-0.19010020792484283
165816	transitions	7	-10000.0
165816	transitions	8	1.7749007940292358
165816	transitions	9	-2.294004440307617
165816	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
165816	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
165816	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
165816	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
165816	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
165816	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
165816	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
165816	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
165816	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
165816	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
165816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
165816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
165816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
165816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
165816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
165816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
165816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
165816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
165816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
165816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
165816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
165816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
165816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
165816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
165816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
165816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
165816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
165816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
165816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
165816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
165816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
165816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
165816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
165816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
165816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
165816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
165816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
165816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
165816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
165816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
165816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
165816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
165816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
165816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
165816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
165816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
165816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
165816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
165816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
165816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
165816	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
165816	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
165816	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
165816	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
165816	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
165816	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
165816	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
165816	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
165816	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
165816	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
165816	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
165816	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
165816	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
165816	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
165816	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
165816	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
165816	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
165816	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
165816	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
165816	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
165816	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
165816	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
165816	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
165816	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
165816	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
165816	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
165816	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
165816	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
165816	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
165816	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
165816	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
165816	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
165816	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
165816	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
165816	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
165816	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
165816	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
165816	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
165816	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
165816	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
165816	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
165816	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
165816	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
165816	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
165816	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
165816	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
165816	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
165816	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
165816	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
165816	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
165816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
165816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
165816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
165816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
165816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
165816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
165816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
165816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
165816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
165816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
165816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
165816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
165816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
165816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
165816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
165816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
165816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
165816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
165816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
165816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
165816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
165816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
165816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
165816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
165816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
165816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
165816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
165816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
165816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
165816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
165816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
165816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
165816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
165816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
165816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
165816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
165816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
165816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
165816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
165816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
165816	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
165816	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
165816	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
165816	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
165816	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
165816	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
165816	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
165816	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
165816	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
165816	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
165816	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
165816	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
165816	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
165816	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
165816	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
165816	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
165816	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
165816	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
165816	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
165816	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
165816	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
165816	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
165816	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
165816	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
165816	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
165816	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
165816	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
165816	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
165816	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
165816	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
165816	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
165816	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
165816	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
165816	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
165816	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
165816	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
165816	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
165816	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
165816	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
165816	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
165816	embedding2nn.weight	0	0.04933469742536545
165816	embedding2nn.weight	1	-0.0905056744813919
165816	embedding2nn.weight	2	0.02769346348941326
165816	embedding2nn.weight	3	-0.05583139881491661
165816	embedding2nn.weight	4	-0.11395303905010223
165816	embedding2nn.weight	5	0.12226203083992004
165816	embedding2nn.weight	6	-0.1273479014635086
165816	embedding2nn.weight	7	-0.08003402501344681
165816	embedding2nn.weight	8	-0.0311756432056427
165816	embedding2nn.weight	9	0.05999651551246643
165816	embedding2nn.bias	0	0.06952450424432755
165816	embedding2nn.bias	1	0.009638257324695587
165816	embedding2nn.bias	2	-0.08285363763570786
165816	embedding2nn.bias	3	0.06303524971008301
165816	embedding2nn.bias	4	-0.010737025178968906
165816	embedding2nn.bias	5	-0.17725050449371338
165816	embedding2nn.bias	6	-0.1386258453130722
165816	embedding2nn.bias	7	-0.06916294991970062
165816	embedding2nn.bias	8	0.11378282308578491
165816	embedding2nn.bias	9	-0.0743599608540535
165816	rnn.weight_ih_l0	0	0.04576119780540466
165816	rnn.weight_ih_l0	1	-0.061979249119758606
165816	rnn.weight_ih_l0	2	-0.037708718329668045
165816	rnn.weight_ih_l0	3	-0.04491459205746651
165816	rnn.weight_ih_l0	4	0.0164681114256382
165816	rnn.weight_ih_l0	5	-0.11112533509731293
165816	rnn.weight_ih_l0	6	-0.05389045923948288
165816	rnn.weight_ih_l0	7	-0.017479944974184036
165816	rnn.weight_ih_l0	8	0.07151202857494354
165816	rnn.weight_ih_l0	9	0.008278117515146732
165816	rnn.weight_hh_l0	0	0.0003295013739261776
165816	rnn.weight_hh_l0	1	-0.08759598433971405
165816	rnn.weight_hh_l0	2	0.06533654034137726
165816	rnn.weight_hh_l0	3	0.04319014400243759
165816	rnn.weight_hh_l0	4	0.004763690289109945
165816	rnn.weight_hh_l0	5	0.06625094264745712
165816	rnn.weight_hh_l0	6	-0.016711663454771042
165816	rnn.weight_hh_l0	7	-0.0986432433128357
165816	rnn.weight_hh_l0	8	0.007930608466267586
165816	rnn.weight_hh_l0	9	-0.07946480065584183
165816	rnn.bias_ih_l0	0	-0.06943149119615555
165816	rnn.bias_ih_l0	1	-0.18120886385440826
165816	rnn.bias_ih_l0	2	-0.2592492699623108
165816	rnn.bias_ih_l0	3	-0.27858155965805054
165816	rnn.bias_ih_l0	4	-0.008692587725818157
165816	rnn.bias_ih_l0	5	0.06012282520532608
165816	rnn.bias_ih_l0	6	-0.17775097489356995
165816	rnn.bias_ih_l0	7	-0.2548934817314148
165816	rnn.bias_ih_l0	8	-0.12632383406162262
165816	rnn.bias_ih_l0	9	-0.1765805035829544
165816	rnn.bias_hh_l0	0	0.11839041113853455
165816	rnn.bias_hh_l0	1	-0.059045758098363876
165816	rnn.bias_hh_l0	2	0.050933197140693665
165816	rnn.bias_hh_l0	3	-0.1770198792219162
165816	rnn.bias_hh_l0	4	0.050628677010536194
165816	rnn.bias_hh_l0	5	0.038696546107530594
165816	rnn.bias_hh_l0	6	-0.09667936712503433
165816	rnn.bias_hh_l0	7	-0.1580776423215866
165816	rnn.bias_hh_l0	8	-0.18682873249053955
165816	rnn.bias_hh_l0	9	-0.09628422558307648
165816	rnn.weight_ih_l0_reverse	0	-0.030860546976327896
165816	rnn.weight_ih_l0_reverse	1	0.0013195243664085865
165816	rnn.weight_ih_l0_reverse	2	0.0345512218773365
165816	rnn.weight_ih_l0_reverse	3	0.0007670056656934321
165816	rnn.weight_ih_l0_reverse	4	0.03047686442732811
165816	rnn.weight_ih_l0_reverse	5	-0.058713074773550034
165816	rnn.weight_ih_l0_reverse	6	-0.049133360385894775
165816	rnn.weight_ih_l0_reverse	7	0.005464950576424599
165816	rnn.weight_ih_l0_reverse	8	0.08030243963003159
165816	rnn.weight_ih_l0_reverse	9	0.015350793488323689
165816	rnn.weight_hh_l0_reverse	0	0.0039008506573736668
165816	rnn.weight_hh_l0_reverse	1	0.02901335619390011
165816	rnn.weight_hh_l0_reverse	2	-0.04011160880327225
165816	rnn.weight_hh_l0_reverse	3	0.0372883602976799
165816	rnn.weight_hh_l0_reverse	4	0.022270789369940758
165816	rnn.weight_hh_l0_reverse	5	-0.0026997739914804697
165816	rnn.weight_hh_l0_reverse	6	0.06092314049601555
165816	rnn.weight_hh_l0_reverse	7	0.026170451194047928
165816	rnn.weight_hh_l0_reverse	8	-0.016985639929771423
165816	rnn.weight_hh_l0_reverse	9	-0.03677527979016304
165816	rnn.bias_ih_l0_reverse	0	-0.1482233703136444
165816	rnn.bias_ih_l0_reverse	1	-0.314393013715744
165816	rnn.bias_ih_l0_reverse	2	-0.06643251329660416
165816	rnn.bias_ih_l0_reverse	3	-0.14640432596206665
165816	rnn.bias_ih_l0_reverse	4	0.06747893989086151
165816	rnn.bias_ih_l0_reverse	5	-0.2672994136810303
165816	rnn.bias_ih_l0_reverse	6	-0.05635571479797363
165816	rnn.bias_ih_l0_reverse	7	0.01588117890059948
165816	rnn.bias_ih_l0_reverse	8	-0.17656947672367096
165816	rnn.bias_ih_l0_reverse	9	-0.0871712863445282
165816	rnn.bias_hh_l0_reverse	0	-0.14807049930095673
165816	rnn.bias_hh_l0_reverse	1	-0.15250982344150543
165816	rnn.bias_hh_l0_reverse	2	-0.019076770171523094
165816	rnn.bias_hh_l0_reverse	3	-0.1392655372619629
165816	rnn.bias_hh_l0_reverse	4	-0.01569909229874611
165816	rnn.bias_hh_l0_reverse	5	-0.11084321141242981
165816	rnn.bias_hh_l0_reverse	6	-0.0676773339509964
165816	rnn.bias_hh_l0_reverse	7	-0.19938984513282776
165816	rnn.bias_hh_l0_reverse	8	-0.05945473536849022
165816	rnn.bias_hh_l0_reverse	9	-0.13180288672447205
165816	linear.weight	0	-0.20414891839027405
165816	linear.weight	1	-0.13697104156017303
165816	linear.weight	2	-0.011228874325752258
165816	linear.weight	3	-0.08330385386943817
165816	linear.weight	4	0.013915011659264565
165816	linear.weight	5	0.21970301866531372
165816	linear.weight	6	0.0047744326293468475
165816	linear.weight	7	-0.021312154829502106
165816	linear.weight	8	0.17141593992710114
165816	linear.weight	9	0.2668766379356384
165816	linear.bias	0	-0.8759724497795105
165816	linear.bias	1	1.3799203634262085
165816	linear.bias	2	-0.45094555616378784
165816	linear.bias	3	-0.6932965517044067
165816	linear.bias	4	-0.8542163968086243
165816	linear.bias	5	-1.175304651260376
165816	linear.bias	6	-0.9556072950363159
165816	linear.bias	7	-0.7355148196220398
165816	linear.bias	8	-0.01705317199230194
165816	linear.bias	9	3.369904041290283
166013	transitions	0	-0.4250093996524811
166013	transitions	1	8.557783126831055
166013	transitions	2	-3.526057243347168
166013	transitions	3	1.4379509687423706
166013	transitions	4	-2.137240409851074
166013	transitions	5	-0.39949849247932434
166013	transitions	6	-0.19012252986431122
166013	transitions	7	-10000.0
166013	transitions	8	1.7719007730484009
166013	transitions	9	-2.2940053939819336
166013	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
166013	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
166013	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
166013	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
166013	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
166013	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
166013	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
166013	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
166013	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
166013	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
166013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
166013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
166013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
166013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
166013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
166013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
166013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
166013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
166013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
166013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
166013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
166013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
166013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
166013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
166013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
166013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
166013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
166013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
166013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
166013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
166013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
166013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
166013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
166013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
166013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
166013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
166013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
166013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
166013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
166013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
166013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
166013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
166013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
166013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
166013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
166013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
166013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
166013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
166013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
166013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
166013	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
166013	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
166013	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
166013	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
166013	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
166013	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
166013	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
166013	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
166013	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
166013	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
166013	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
166013	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
166013	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
166013	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
166013	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
166013	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
166013	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
166013	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
166013	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
166013	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
166013	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
166013	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
166013	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
166013	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
166013	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
166013	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
166013	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
166013	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
166013	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
166013	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
166013	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
166013	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
166013	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
166013	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
166013	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
166013	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
166013	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
166013	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
166013	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
166013	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
166013	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
166013	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
166013	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
166013	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
166013	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
166013	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
166013	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
166013	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
166013	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
166013	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
166013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
166013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
166013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
166013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
166013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
166013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
166013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
166013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
166013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
166013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
166013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
166013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
166013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
166013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
166013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
166013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
166013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
166013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
166013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
166013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
166013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
166013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
166013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
166013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
166013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
166013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
166013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
166013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
166013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
166013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
166013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
166013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
166013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
166013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
166013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
166013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
166013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
166013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
166013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
166013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
166013	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
166013	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
166013	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
166013	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
166013	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
166013	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
166013	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
166013	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
166013	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
166013	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
166013	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
166013	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
166013	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
166013	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
166013	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
166013	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
166013	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
166013	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
166013	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
166013	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
166013	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
166013	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
166013	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
166013	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
166013	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
166013	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
166013	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
166013	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
166013	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
166013	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
166013	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
166013	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
166013	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
166013	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
166013	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
166013	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
166013	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
166013	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
166013	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
166013	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
166013	embedding2nn.weight	0	0.048765406012535095
166013	embedding2nn.weight	1	-0.09007631242275238
166013	embedding2nn.weight	2	0.026080528274178505
166013	embedding2nn.weight	3	-0.05551312491297722
166013	embedding2nn.weight	4	-0.11334718763828278
166013	embedding2nn.weight	5	0.12363558262586594
166013	embedding2nn.weight	6	-0.1264989823102951
166013	embedding2nn.weight	7	-0.08091562241315842
166013	embedding2nn.weight	8	-0.030786361545324326
166013	embedding2nn.weight	9	0.06025218963623047
166013	embedding2nn.bias	0	0.06921099871397018
166013	embedding2nn.bias	1	0.01232974510639906
166013	embedding2nn.bias	2	-0.07655094563961029
166013	embedding2nn.bias	3	0.06578464806079865
166013	embedding2nn.bias	4	-8.073882781900465e-05
166013	embedding2nn.bias	5	-0.1844029724597931
166013	embedding2nn.bias	6	-0.13571332395076752
166013	embedding2nn.bias	7	-0.07387587428092957
166013	embedding2nn.bias	8	0.10289144515991211
166013	embedding2nn.bias	9	-0.07283931970596313
166013	rnn.weight_ih_l0	0	0.046455711126327515
166013	rnn.weight_ih_l0	1	-0.06308687478303909
166013	rnn.weight_ih_l0	2	-0.03721824288368225
166013	rnn.weight_ih_l0	3	-0.04568152502179146
166013	rnn.weight_ih_l0	4	0.01597358100116253
166013	rnn.weight_ih_l0	5	-0.11136617511510849
166013	rnn.weight_ih_l0	6	-0.05495627969503403
166013	rnn.weight_ih_l0	7	-0.018124515190720558
166013	rnn.weight_ih_l0	8	0.07289420068264008
166013	rnn.weight_ih_l0	9	0.007986709475517273
166013	rnn.weight_hh_l0	0	0.0008324882364831865
166013	rnn.weight_hh_l0	1	-0.08853613585233688
166013	rnn.weight_hh_l0	2	0.065303735435009
166013	rnn.weight_hh_l0	3	0.04317460209131241
166013	rnn.weight_hh_l0	4	0.004870218690484762
166013	rnn.weight_hh_l0	5	0.06611701101064682
166013	rnn.weight_hh_l0	6	-0.01657078228890896
166013	rnn.weight_hh_l0	7	-0.09921065717935562
166013	rnn.weight_hh_l0	8	0.008129823952913284
166013	rnn.weight_hh_l0	9	-0.07845505326986313
166013	rnn.bias_ih_l0	0	-0.06773081421852112
166013	rnn.bias_ih_l0	1	-0.18430756032466888
166013	rnn.bias_ih_l0	2	-0.25905704498291016
166013	rnn.bias_ih_l0	3	-0.2789291739463806
166013	rnn.bias_ih_l0	4	-0.009753195568919182
166013	rnn.bias_ih_l0	5	0.06065306439995766
166013	rnn.bias_ih_l0	6	-0.17755576968193054
166013	rnn.bias_ih_l0	7	-0.25591564178466797
166013	rnn.bias_ih_l0	8	-0.12483246624469757
166013	rnn.bias_ih_l0	9	-0.17529365420341492
166013	rnn.bias_hh_l0	0	0.11903810501098633
166013	rnn.bias_hh_l0	1	-0.058843109756708145
166013	rnn.bias_hh_l0	2	0.050649359822273254
166013	rnn.bias_hh_l0	3	-0.17766927182674408
166013	rnn.bias_hh_l0	4	0.053489360958337784
166013	rnn.bias_hh_l0	5	0.03885743021965027
166013	rnn.bias_hh_l0	6	-0.09622570872306824
166013	rnn.bias_hh_l0	7	-0.15914438664913177
166013	rnn.bias_hh_l0	8	-0.18578660488128662
166013	rnn.bias_hh_l0	9	-0.0962681770324707
166013	rnn.weight_ih_l0_reverse	0	-0.031747184693813324
166013	rnn.weight_ih_l0_reverse	1	0.001592325745150447
166013	rnn.weight_ih_l0_reverse	2	0.03600110858678818
166013	rnn.weight_ih_l0_reverse	3	-1.8823488062480465e-05
166013	rnn.weight_ih_l0_reverse	4	0.031011901795864105
166013	rnn.weight_ih_l0_reverse	5	-0.05672430992126465
166013	rnn.weight_ih_l0_reverse	6	-0.04839680343866348
166013	rnn.weight_ih_l0_reverse	7	0.005223432555794716
166013	rnn.weight_ih_l0_reverse	8	0.081645168364048
166013	rnn.weight_ih_l0_reverse	9	0.014415289275348186
166013	rnn.weight_hh_l0_reverse	0	0.003728142473846674
166013	rnn.weight_hh_l0_reverse	1	0.02845071628689766
166013	rnn.weight_hh_l0_reverse	2	-0.03992580994963646
166013	rnn.weight_hh_l0_reverse	3	0.0378587506711483
166013	rnn.weight_hh_l0_reverse	4	0.021794220432639122
166013	rnn.weight_hh_l0_reverse	5	-0.0025311049539595842
166013	rnn.weight_hh_l0_reverse	6	0.06115170568227768
166013	rnn.weight_hh_l0_reverse	7	0.026449859142303467
166013	rnn.weight_hh_l0_reverse	8	-0.017213305458426476
166013	rnn.weight_hh_l0_reverse	9	-0.03691844269633293
166013	rnn.bias_ih_l0_reverse	0	-0.14675796031951904
166013	rnn.bias_ih_l0_reverse	1	-0.31179362535476685
166013	rnn.bias_ih_l0_reverse	2	-0.06486973166465759
166013	rnn.bias_ih_l0_reverse	3	-0.146576926112175
166013	rnn.bias_ih_l0_reverse	4	0.06567685306072235
166013	rnn.bias_ih_l0_reverse	5	-0.26666146516799927
166013	rnn.bias_ih_l0_reverse	6	-0.05425906553864479
166013	rnn.bias_ih_l0_reverse	7	0.014000973664224148
166013	rnn.bias_ih_l0_reverse	8	-0.17366483807563782
166013	rnn.bias_ih_l0_reverse	9	-0.08737925440073013
166013	rnn.bias_hh_l0_reverse	0	-0.14992548525333405
166013	rnn.bias_hh_l0_reverse	1	-0.15203213691711426
166013	rnn.bias_hh_l0_reverse	2	-0.01932363770902157
166013	rnn.bias_hh_l0_reverse	3	-0.13770484924316406
166013	rnn.bias_hh_l0_reverse	4	-0.016348235309123993
166013	rnn.bias_hh_l0_reverse	5	-0.1118105798959732
166013	rnn.bias_hh_l0_reverse	6	-0.06799590587615967
166013	rnn.bias_hh_l0_reverse	7	-0.19741252064704895
166013	rnn.bias_hh_l0_reverse	8	-0.058931779116392136
166013	rnn.bias_hh_l0_reverse	9	-0.1309790313243866
166013	linear.weight	0	-0.19322313368320465
166013	linear.weight	1	-0.13251999020576477
166013	linear.weight	2	-0.011228874325752258
166013	linear.weight	3	-0.08013901114463806
166013	linear.weight	4	0.00430286955088377
166013	linear.weight	5	0.22989588975906372
166013	linear.weight	6	0.0047744326293468475
166013	linear.weight	7	-0.021312154829502106
166013	linear.weight	8	0.1595734804868698
166013	linear.weight	9	0.2487090826034546
166013	linear.bias	0	-0.8624421954154968
166013	linear.bias	1	1.3886617422103882
166013	linear.bias	2	-0.4404982328414917
166013	linear.bias	3	-0.7126482129096985
166013	linear.bias	4	-0.8963653445243835
166013	linear.bias	5	-1.1753301620483398
166013	linear.bias	6	-0.9431152939796448
166013	linear.bias	7	-0.7321520447731018
166013	linear.bias	8	-0.01705317199230194
166013	linear.bias	9	3.403421401977539
166210	transitions	0	-0.42516055703163147
166210	transitions	1	8.58532428741455
166210	transitions	2	-3.526655435562134
166210	transitions	3	1.4402759075164795
166210	transitions	4	-2.137441396713257
166210	transitions	5	-0.39956730604171753
166210	transitions	6	-0.1901373267173767
166210	transitions	7	-10000.0
166210	transitions	8	1.7701307535171509
166210	transitions	9	-2.294013261795044
166210	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
166210	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
166210	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
166210	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
166210	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
166210	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
166210	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
166210	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
166210	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
166210	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
166210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
166210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
166210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
166210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
166210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
166210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
166210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
166210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
166210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
166210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
166210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
166210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
166210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
166210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
166210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
166210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
166210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
166210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
166210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
166210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
166210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
166210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
166210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
166210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
166210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
166210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
166210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
166210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
166210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
166210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
166210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
166210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
166210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
166210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
166210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
166210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
166210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
166210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
166210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
166210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
166210	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
166210	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
166210	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
166210	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
166210	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
166210	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
166210	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
166210	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
166210	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
166210	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
166210	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
166210	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
166210	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
166210	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
166210	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
166210	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
166210	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
166210	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
166210	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
166210	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
166210	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
166210	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
166210	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
166210	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
166210	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
166210	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
166210	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
166210	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
166210	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
166210	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
166210	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
166210	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
166210	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
166210	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
166210	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
166210	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
166210	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
166210	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
166210	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
166210	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
166210	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
166210	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
166210	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
166210	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
166210	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
166210	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
166210	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
166210	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
166210	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
166210	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
166210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
166210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
166210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
166210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
166210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
166210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
166210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
166210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
166210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
166210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
166210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
166210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
166210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
166210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
166210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
166210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
166210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
166210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
166210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
166210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
166210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
166210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
166210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
166210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
166210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
166210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
166210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
166210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
166210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
166210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
166210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
166210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
166210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
166210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
166210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
166210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
166210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
166210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
166210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
166210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
166210	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
166210	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
166210	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
166210	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
166210	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
166210	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
166210	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
166210	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
166210	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
166210	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
166210	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
166210	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
166210	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
166210	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
166210	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
166210	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
166210	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
166210	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
166210	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
166210	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
166210	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
166210	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
166210	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
166210	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
166210	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
166210	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
166210	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
166210	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
166210	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
166210	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
166210	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
166210	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
166210	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
166210	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
166210	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
166210	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
166210	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
166210	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
166210	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
166210	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
166210	embedding2nn.weight	0	0.04916276037693024
166210	embedding2nn.weight	1	-0.0899803414940834
166210	embedding2nn.weight	2	0.02342412993311882
166210	embedding2nn.weight	3	-0.055863045156002045
166210	embedding2nn.weight	4	-0.11293960362672806
166210	embedding2nn.weight	5	0.12388624995946884
166210	embedding2nn.weight	6	-0.12437039613723755
166210	embedding2nn.weight	7	-0.08131139725446701
166210	embedding2nn.weight	8	-0.03042476437985897
166210	embedding2nn.weight	9	0.058383408933877945
166210	embedding2nn.bias	0	0.06540665030479431
166210	embedding2nn.bias	1	0.014422271400690079
166210	embedding2nn.bias	2	-0.08353530615568161
166210	embedding2nn.bias	3	0.06583456695079803
166210	embedding2nn.bias	4	-0.006816953420639038
166210	embedding2nn.bias	5	-0.18389835953712463
166210	embedding2nn.bias	6	-0.13903367519378662
166210	embedding2nn.bias	7	-0.07348031550645828
166210	embedding2nn.bias	8	0.11204303801059723
166210	embedding2nn.bias	9	-0.07654556632041931
166210	rnn.weight_ih_l0	0	0.04656152427196503
166210	rnn.weight_ih_l0	1	-0.06371381878852844
166210	rnn.weight_ih_l0	2	-0.037033986300230026
166210	rnn.weight_ih_l0	3	-0.046802058815956116
166210	rnn.weight_ih_l0	4	0.015264426358044147
166210	rnn.weight_ih_l0	5	-0.11276450753211975
166210	rnn.weight_ih_l0	6	-0.054835427552461624
166210	rnn.weight_ih_l0	7	-0.018411386758089066
166210	rnn.weight_ih_l0	8	0.07297540456056595
166210	rnn.weight_ih_l0	9	0.008659114129841328
166210	rnn.weight_hh_l0	0	0.0007958788773976266
166210	rnn.weight_hh_l0	1	-0.08858267217874527
166210	rnn.weight_hh_l0	2	0.06538030505180359
166210	rnn.weight_hh_l0	3	0.04316866025328636
166210	rnn.weight_hh_l0	4	0.005035622511059046
166210	rnn.weight_hh_l0	5	0.06623435765504837
166210	rnn.weight_hh_l0	6	-0.01653093844652176
166210	rnn.weight_hh_l0	7	-0.09912938624620438
166210	rnn.weight_hh_l0	8	0.007793060038238764
166210	rnn.weight_hh_l0	9	-0.0783989280462265
166210	rnn.bias_ih_l0	0	-0.07005287706851959
166210	rnn.bias_ih_l0	1	-0.1847909539937973
166210	rnn.bias_ih_l0	2	-0.2590225338935852
166210	rnn.bias_ih_l0	3	-0.2789447009563446
166210	rnn.bias_ih_l0	4	-0.009696698747575283
166210	rnn.bias_ih_l0	5	0.0630582720041275
166210	rnn.bias_ih_l0	6	-0.1771833449602127
166210	rnn.bias_ih_l0	7	-0.2568078637123108
166210	rnn.bias_ih_l0	8	-0.12481947243213654
166210	rnn.bias_ih_l0	9	-0.1774030327796936
166210	rnn.bias_hh_l0	0	0.11817687749862671
166210	rnn.bias_hh_l0	1	-0.05889507383108139
166210	rnn.bias_hh_l0	2	0.05008206516504288
166210	rnn.bias_hh_l0	3	-0.17699606716632843
166210	rnn.bias_hh_l0	4	0.056137166917324066
166210	rnn.bias_hh_l0	5	0.0401751734316349
166210	rnn.bias_hh_l0	6	-0.0963946282863617
166210	rnn.bias_hh_l0	7	-0.16055558621883392
166210	rnn.bias_hh_l0	8	-0.18580660223960876
166210	rnn.bias_hh_l0	9	-0.09552308171987534
166210	rnn.weight_ih_l0_reverse	0	-0.03234480321407318
166210	rnn.weight_ih_l0_reverse	1	0.001770226052030921
166210	rnn.weight_ih_l0_reverse	2	0.0370456799864769
166210	rnn.weight_ih_l0_reverse	3	0.001449350151233375
166210	rnn.weight_ih_l0_reverse	4	0.031268443912267685
166210	rnn.weight_ih_l0_reverse	5	-0.05626055225729942
166210	rnn.weight_ih_l0_reverse	6	-0.04799122363328934
166210	rnn.weight_ih_l0_reverse	7	0.004070602357387543
166210	rnn.weight_ih_l0_reverse	8	0.08110138773918152
166210	rnn.weight_ih_l0_reverse	9	0.014910462312400341
166210	rnn.weight_hh_l0_reverse	0	0.004138292279094458
166210	rnn.weight_hh_l0_reverse	1	0.028551112860441208
166210	rnn.weight_hh_l0_reverse	2	-0.04004306346178055
166210	rnn.weight_hh_l0_reverse	3	0.03863724693655968
166210	rnn.weight_hh_l0_reverse	4	0.021508313715457916
166210	rnn.weight_hh_l0_reverse	5	-0.002279403619468212
166210	rnn.weight_hh_l0_reverse	6	0.06091291829943657
166210	rnn.weight_hh_l0_reverse	7	0.025962261483073235
166210	rnn.weight_hh_l0_reverse	8	-0.01717509515583515
166210	rnn.weight_hh_l0_reverse	9	-0.036665286868810654
166210	rnn.bias_ih_l0_reverse	0	-0.14587734639644623
166210	rnn.bias_ih_l0_reverse	1	-0.312810480594635
166210	rnn.bias_ih_l0_reverse	2	-0.06462545692920685
166210	rnn.bias_ih_l0_reverse	3	-0.14638641476631165
166210	rnn.bias_ih_l0_reverse	4	0.06762915104627609
166210	rnn.bias_ih_l0_reverse	5	-0.2664697766304016
166210	rnn.bias_ih_l0_reverse	6	-0.053044550120830536
166210	rnn.bias_ih_l0_reverse	7	0.016751527786254883
166210	rnn.bias_ih_l0_reverse	8	-0.17392049729824066
166210	rnn.bias_ih_l0_reverse	9	-0.08865390717983246
166210	rnn.bias_hh_l0_reverse	0	-0.1502314805984497
166210	rnn.bias_hh_l0_reverse	1	-0.1502622365951538
166210	rnn.bias_hh_l0_reverse	2	-0.019558466970920563
166210	rnn.bias_hh_l0_reverse	3	-0.13803847134113312
166210	rnn.bias_hh_l0_reverse	4	-0.017550624907016754
166210	rnn.bias_hh_l0_reverse	5	-0.11139662563800812
166210	rnn.bias_hh_l0_reverse	6	-0.0666150376200676
166210	rnn.bias_hh_l0_reverse	7	-0.19784310460090637
166210	rnn.bias_hh_l0_reverse	8	-0.05930064618587494
166210	rnn.bias_hh_l0_reverse	9	-0.13136953115463257
166210	linear.weight	0	-0.18709120154380798
166210	linear.weight	1	-0.12996196746826172
166210	linear.weight	2	-0.011228874325752258
166210	linear.weight	3	-0.08797747641801834
166210	linear.weight	4	-0.0006293890182860196
166210	linear.weight	5	0.22445912659168243
166210	linear.weight	6	0.0047744326293468475
166210	linear.weight	7	-0.021312154829502106
166210	linear.weight	8	0.17199133336544037
166210	linear.weight	9	0.2443915605545044
166210	linear.bias	0	-0.8649904727935791
166210	linear.bias	1	1.3807873725891113
166210	linear.bias	2	-0.44101303815841675
166210	linear.bias	3	-0.6866596341133118
166210	linear.bias	4	-0.8958732485771179
166210	linear.bias	5	-1.175353765487671
166210	linear.bias	6	-0.9456334710121155
166210	linear.bias	7	-0.7281522154808044
166210	linear.bias	8	-0.01705317199230194
166210	linear.bias	9	3.3587663173675537
166407	transitions	0	-0.4257223904132843
166407	transitions	1	8.595071792602539
166407	transitions	2	-3.5270071029663086
166407	transitions	3	1.4485628604888916
166407	transitions	4	-2.137638807296753
166407	transitions	5	-0.39967894554138184
166407	transitions	6	-0.19015392661094666
166407	transitions	7	-10000.0
166407	transitions	8	1.770046353340149
166407	transitions	9	-2.294015645980835
166407	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
166407	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
166407	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
166407	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
166407	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
166407	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
166407	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
166407	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
166407	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
166407	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
166407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
166407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
166407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
166407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
166407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
166407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
166407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
166407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
166407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
166407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
166407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
166407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
166407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
166407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
166407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
166407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
166407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
166407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
166407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
166407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
166407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
166407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
166407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
166407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
166407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
166407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
166407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
166407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
166407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
166407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
166407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
166407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
166407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
166407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
166407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
166407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
166407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
166407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
166407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
166407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
166407	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
166407	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
166407	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
166407	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
166407	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
166407	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
166407	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
166407	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
166407	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
166407	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
166407	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
166407	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
166407	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
166407	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
166407	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
166407	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
166407	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
166407	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
166407	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
166407	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
166407	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
166407	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
166407	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
166407	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
166407	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
166407	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
166407	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
166407	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
166407	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
166407	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
166407	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
166407	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
166407	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
166407	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
166407	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
166407	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
166407	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
166407	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
166407	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
166407	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
166407	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
166407	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
166407	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
166407	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
166407	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
166407	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
166407	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
166407	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
166407	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
166407	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
166407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
166407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
166407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
166407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
166407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
166407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
166407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
166407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
166407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
166407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
166407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
166407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
166407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
166407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
166407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
166407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
166407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
166407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
166407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
166407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
166407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
166407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
166407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
166407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
166407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
166407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
166407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
166407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
166407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
166407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
166407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
166407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
166407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
166407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
166407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
166407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
166407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
166407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
166407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
166407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
166407	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
166407	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
166407	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
166407	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
166407	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
166407	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
166407	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
166407	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
166407	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
166407	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
166407	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
166407	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
166407	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
166407	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
166407	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
166407	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
166407	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
166407	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
166407	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
166407	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
166407	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
166407	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
166407	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
166407	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
166407	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
166407	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
166407	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
166407	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
166407	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
166407	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
166407	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
166407	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
166407	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
166407	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
166407	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
166407	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
166407	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
166407	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
166407	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
166407	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
166407	embedding2nn.weight	0	0.04904886707663536
166407	embedding2nn.weight	1	-0.0902494266629219
166407	embedding2nn.weight	2	0.0244296882301569
166407	embedding2nn.weight	3	-0.05674922093749046
166407	embedding2nn.weight	4	-0.1151638925075531
166407	embedding2nn.weight	5	0.12455298006534576
166407	embedding2nn.weight	6	-0.12945221364498138
166407	embedding2nn.weight	7	-0.07926825433969498
166407	embedding2nn.weight	8	-0.029675953090190887
166407	embedding2nn.weight	9	0.058095887303352356
166407	embedding2nn.bias	0	0.06658291071653366
166407	embedding2nn.bias	1	0.010772602632641792
166407	embedding2nn.bias	2	-0.08027533441781998
166407	embedding2nn.bias	3	0.06694930046796799
166407	embedding2nn.bias	4	-0.005365685094147921
166407	embedding2nn.bias	5	-0.1837599128484726
166407	embedding2nn.bias	6	-0.13737310469150543
166407	embedding2nn.bias	7	-0.06956839561462402
166407	embedding2nn.bias	8	0.10418269038200378
166407	embedding2nn.bias	9	-0.07114317268133163
166407	rnn.weight_ih_l0	0	0.04562602564692497
166407	rnn.weight_ih_l0	1	-0.06269758194684982
166407	rnn.weight_ih_l0	2	-0.03702091425657272
166407	rnn.weight_ih_l0	3	-0.046682391315698624
166407	rnn.weight_ih_l0	4	0.014826289378106594
166407	rnn.weight_ih_l0	5	-0.11307685822248459
166407	rnn.weight_ih_l0	6	-0.054879602044820786
166407	rnn.weight_ih_l0	7	-0.017217446118593216
166407	rnn.weight_ih_l0	8	0.07320573925971985
166407	rnn.weight_ih_l0	9	0.008414169773459435
166407	rnn.weight_hh_l0	0	0.001715353922918439
166407	rnn.weight_hh_l0	1	-0.08786439150571823
166407	rnn.weight_hh_l0	2	0.06596190482378006
166407	rnn.weight_hh_l0	3	0.043269578367471695
166407	rnn.weight_hh_l0	4	0.004870032891631126
166407	rnn.weight_hh_l0	5	0.06638503819704056
166407	rnn.weight_hh_l0	6	-0.01628202572464943
166407	rnn.weight_hh_l0	7	-0.09936589002609253
166407	rnn.weight_hh_l0	8	0.007620424963533878
166407	rnn.weight_hh_l0	9	-0.0776277482509613
166407	rnn.bias_ih_l0	0	-0.0710776150226593
166407	rnn.bias_ih_l0	1	-0.18565544486045837
166407	rnn.bias_ih_l0	2	-0.25912559032440186
166407	rnn.bias_ih_l0	3	-0.27860844135284424
166407	rnn.bias_ih_l0	4	-0.012531929649412632
166407	rnn.bias_ih_l0	5	0.061300039291381836
166407	rnn.bias_ih_l0	6	-0.1766095906496048
166407	rnn.bias_ih_l0	7	-0.25613197684288025
166407	rnn.bias_ih_l0	8	-0.12046834081411362
166407	rnn.bias_ih_l0	9	-0.17769119143486023
166407	rnn.bias_hh_l0	0	0.11807411164045334
166407	rnn.bias_hh_l0	1	-0.058465320616960526
166407	rnn.bias_hh_l0	2	0.04989881068468094
166407	rnn.bias_hh_l0	3	-0.17684850096702576
166407	rnn.bias_hh_l0	4	0.05510040745139122
166407	rnn.bias_hh_l0	5	0.0425134003162384
166407	rnn.bias_hh_l0	6	-0.09572938829660416
166407	rnn.bias_hh_l0	7	-0.15972815454006195
166407	rnn.bias_hh_l0	8	-0.18489456176757812
166407	rnn.bias_hh_l0	9	-0.09494442492723465
166407	rnn.weight_ih_l0_reverse	0	-0.033424556255340576
166407	rnn.weight_ih_l0_reverse	1	0.0016854797722771764
166407	rnn.weight_ih_l0_reverse	2	0.03859094902873039
166407	rnn.weight_ih_l0_reverse	3	0.0017975631635636091
166407	rnn.weight_ih_l0_reverse	4	0.03236733749508858
166407	rnn.weight_ih_l0_reverse	5	-0.05600590631365776
166407	rnn.weight_ih_l0_reverse	6	-0.047201890498399734
166407	rnn.weight_ih_l0_reverse	7	0.0042433347553014755
166407	rnn.weight_ih_l0_reverse	8	0.08401321619749069
166407	rnn.weight_ih_l0_reverse	9	0.014729427173733711
166407	rnn.weight_hh_l0_reverse	0	0.0043192156590521336
166407	rnn.weight_hh_l0_reverse	1	0.028784766793251038
166407	rnn.weight_hh_l0_reverse	2	-0.040062181651592255
166407	rnn.weight_hh_l0_reverse	3	0.03871627524495125
166407	rnn.weight_hh_l0_reverse	4	0.02172059565782547
166407	rnn.weight_hh_l0_reverse	5	-0.0025960649363696575
166407	rnn.weight_hh_l0_reverse	6	0.06086704507470131
166407	rnn.weight_hh_l0_reverse	7	0.0260500255972147
166407	rnn.weight_hh_l0_reverse	8	-0.017462803050875664
166407	rnn.weight_hh_l0_reverse	9	-0.036402858793735504
166407	rnn.bias_ih_l0_reverse	0	-0.1443169116973877
166407	rnn.bias_ih_l0_reverse	1	-0.31280165910720825
166407	rnn.bias_ih_l0_reverse	2	-0.06470530480146408
166407	rnn.bias_ih_l0_reverse	3	-0.14579102396965027
166407	rnn.bias_ih_l0_reverse	4	0.06887956708669662
166407	rnn.bias_ih_l0_reverse	5	-0.2659108638763428
166407	rnn.bias_ih_l0_reverse	6	-0.05396363139152527
166407	rnn.bias_ih_l0_reverse	7	0.019599009305238724
166407	rnn.bias_ih_l0_reverse	8	-0.17349965870380402
166407	rnn.bias_ih_l0_reverse	9	-0.08940978348255157
166407	rnn.bias_hh_l0_reverse	0	-0.14985598623752594
166407	rnn.bias_hh_l0_reverse	1	-0.15031233429908752
166407	rnn.bias_hh_l0_reverse	2	-0.01905280537903309
166407	rnn.bias_hh_l0_reverse	3	-0.13948491215705872
166407	rnn.bias_hh_l0_reverse	4	-0.017885033041238785
166407	rnn.bias_hh_l0_reverse	5	-0.11147704720497131
166407	rnn.bias_hh_l0_reverse	6	-0.06660453230142593
166407	rnn.bias_hh_l0_reverse	7	-0.19686946272850037
166407	rnn.bias_hh_l0_reverse	8	-0.05873262509703636
166407	rnn.bias_hh_l0_reverse	9	-0.13059955835342407
166407	linear.weight	0	-0.18826445937156677
166407	linear.weight	1	-0.12832894921302795
166407	linear.weight	2	-0.011228874325752258
166407	linear.weight	3	-0.08532736450433731
166407	linear.weight	4	-0.0031906459480524063
166407	linear.weight	5	0.22409208118915558
166407	linear.weight	6	0.0047744326293468475
166407	linear.weight	7	-0.021312154829502106
166407	linear.weight	8	0.1602415144443512
166407	linear.weight	9	0.24102196097373962
166407	linear.bias	0	-0.8728978633880615
166407	linear.bias	1	1.3867063522338867
166407	linear.bias	2	-0.4283398389816284
166407	linear.bias	3	-0.6880974769592285
166407	linear.bias	4	-0.8622697591781616
166407	linear.bias	5	-1.1753772497177124
166407	linear.bias	6	-0.9527598023414612
166407	linear.bias	7	-0.7327604293823242
166407	linear.bias	8	-0.01705317199230194
166407	linear.bias	9	3.413200855255127
166604	transitions	0	-0.425902396440506
166604	transitions	1	8.60307788848877
166604	transitions	2	-3.5273773670196533
166604	transitions	3	1.451446533203125
166604	transitions	4	-2.137838125228882
166604	transitions	5	-0.39971622824668884
166604	transitions	6	-0.19016605615615845
166604	transitions	7	-10000.0
166604	transitions	8	1.771780014038086
166604	transitions	9	-2.2940168380737305
166604	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
166604	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
166604	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
166604	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
166604	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
166604	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
166604	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
166604	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
166604	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
166604	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
166604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
166604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
166604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
166604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
166604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
166604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
166604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
166604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
166604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
166604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
166604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
166604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
166604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
166604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
166604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
166604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
166604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
166604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
166604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
166604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
166604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
166604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
166604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
166604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
166604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
166604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
166604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
166604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
166604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
166604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
166604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
166604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
166604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
166604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
166604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
166604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
166604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
166604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
166604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
166604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
166604	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
166604	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
166604	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
166604	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
166604	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
166604	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
166604	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
166604	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
166604	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
166604	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
166604	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
166604	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
166604	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
166604	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
166604	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
166604	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
166604	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
166604	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
166604	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
166604	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
166604	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
166604	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
166604	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
166604	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
166604	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
166604	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
166604	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
166604	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
166604	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
166604	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
166604	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
166604	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
166604	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
166604	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
166604	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
166604	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
166604	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
166604	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
166604	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
166604	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
166604	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
166604	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
166604	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
166604	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
166604	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
166604	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
166604	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
166604	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
166604	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
166604	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
166604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
166604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
166604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
166604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
166604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
166604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
166604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
166604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
166604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
166604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
166604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
166604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
166604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
166604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
166604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
166604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
166604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
166604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
166604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
166604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
166604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
166604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
166604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
166604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
166604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
166604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
166604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
166604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
166604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
166604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
166604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
166604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
166604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
166604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
166604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
166604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
166604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
166604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
166604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
166604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
166604	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
166604	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
166604	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
166604	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
166604	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
166604	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
166604	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
166604	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
166604	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
166604	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
166604	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
166604	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
166604	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
166604	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
166604	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
166604	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
166604	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
166604	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
166604	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
166604	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
166604	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
166604	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
166604	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
166604	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
166604	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
166604	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
166604	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
166604	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
166604	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
166604	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
166604	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
166604	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
166604	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
166604	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
166604	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
166604	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
166604	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
166604	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
166604	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
166604	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
166604	embedding2nn.weight	0	0.04916461929678917
166604	embedding2nn.weight	1	-0.08961192518472672
166604	embedding2nn.weight	2	0.024116389453411102
166604	embedding2nn.weight	3	-0.0572320930659771
166604	embedding2nn.weight	4	-0.11656881868839264
166604	embedding2nn.weight	5	0.12462637573480606
166604	embedding2nn.weight	6	-0.12859123945236206
166604	embedding2nn.weight	7	-0.0787685215473175
166604	embedding2nn.weight	8	-0.030286410823464394
166604	embedding2nn.weight	9	0.055907752364873886
166604	embedding2nn.bias	0	0.06225588917732239
166604	embedding2nn.bias	1	0.014094558544456959
166604	embedding2nn.bias	2	-0.07586672157049179
166604	embedding2nn.bias	3	0.06741988658905029
166604	embedding2nn.bias	4	0.00018025793542619795
166604	embedding2nn.bias	5	-0.17257408797740936
166604	embedding2nn.bias	6	-0.13628599047660828
166604	embedding2nn.bias	7	-0.0695836991071701
166604	embedding2nn.bias	8	0.10126054286956787
166604	embedding2nn.bias	9	-0.06036342307925224
166604	rnn.weight_ih_l0	0	0.04578131437301636
166604	rnn.weight_ih_l0	1	-0.06303054839372635
166604	rnn.weight_ih_l0	2	-0.03766554594039917
166604	rnn.weight_ih_l0	3	-0.04620630666613579
166604	rnn.weight_ih_l0	4	0.015229661017656326
166604	rnn.weight_ih_l0	5	-0.1121978759765625
166604	rnn.weight_ih_l0	6	-0.05513491854071617
166604	rnn.weight_ih_l0	7	-0.018299197778105736
166604	rnn.weight_ih_l0	8	0.07296363264322281
166604	rnn.weight_ih_l0	9	0.008777211420238018
166604	rnn.weight_hh_l0	0	0.0024657463654875755
166604	rnn.weight_hh_l0	1	-0.08723843097686768
166604	rnn.weight_hh_l0	2	0.06628302484750748
166604	rnn.weight_hh_l0	3	0.043280672281980515
166604	rnn.weight_hh_l0	4	0.005121273919939995
166604	rnn.weight_hh_l0	5	0.06640740483999252
166604	rnn.weight_hh_l0	6	-0.016537964344024658
166604	rnn.weight_hh_l0	7	-0.09948623180389404
166604	rnn.weight_hh_l0	8	0.008134542033076286
166604	rnn.weight_hh_l0	9	-0.0783870741724968
166604	rnn.bias_ih_l0	0	-0.0722002163529396
166604	rnn.bias_ih_l0	1	-0.18378597497940063
166604	rnn.bias_ih_l0	2	-0.2591003477573395
166604	rnn.bias_ih_l0	3	-0.2779776155948639
166604	rnn.bias_ih_l0	4	-0.011883610859513283
166604	rnn.bias_ih_l0	5	0.05843380093574524
166604	rnn.bias_ih_l0	6	-0.1782614290714264
166604	rnn.bias_ih_l0	7	-0.2572682797908783
166604	rnn.bias_ih_l0	8	-0.12041220813989639
166604	rnn.bias_ih_l0	9	-0.17519353330135345
166604	rnn.bias_hh_l0	0	0.11706312745809555
166604	rnn.bias_hh_l0	1	-0.05716515704989433
166604	rnn.bias_hh_l0	2	0.050968706607818604
166604	rnn.bias_hh_l0	3	-0.17711560428142548
166604	rnn.bias_hh_l0	4	0.0525447316467762
166604	rnn.bias_hh_l0	5	0.0419694148004055
166604	rnn.bias_hh_l0	6	-0.09467629343271255
166604	rnn.bias_hh_l0	7	-0.16017107665538788
166604	rnn.bias_hh_l0	8	-0.18719066679477692
166604	rnn.bias_hh_l0	9	-0.09611237794160843
166604	rnn.weight_ih_l0_reverse	0	-0.032739538699388504
166604	rnn.weight_ih_l0_reverse	1	0.0015997921582311392
166604	rnn.weight_ih_l0_reverse	2	0.03992307186126709
166604	rnn.weight_ih_l0_reverse	3	0.0015140975592657924
166604	rnn.weight_ih_l0_reverse	4	0.034364957362413406
166604	rnn.weight_ih_l0_reverse	5	-0.05511131137609482
166604	rnn.weight_ih_l0_reverse	6	-0.04653852805495262
166604	rnn.weight_ih_l0_reverse	7	0.0049081239849328995
166604	rnn.weight_ih_l0_reverse	8	0.08232084661722183
166604	rnn.weight_ih_l0_reverse	9	0.012423841282725334
166604	rnn.weight_hh_l0_reverse	0	0.0045285760425031185
166604	rnn.weight_hh_l0_reverse	1	0.02928651124238968
166604	rnn.weight_hh_l0_reverse	2	-0.04022625461220741
166604	rnn.weight_hh_l0_reverse	3	0.03834876790642738
166604	rnn.weight_hh_l0_reverse	4	0.021619122475385666
166604	rnn.weight_hh_l0_reverse	5	-0.0029566774610430002
166604	rnn.weight_hh_l0_reverse	6	0.06091372296214104
166604	rnn.weight_hh_l0_reverse	7	0.02648152783513069
166604	rnn.weight_hh_l0_reverse	8	-0.01797313243150711
166604	rnn.weight_hh_l0_reverse	9	-0.036178164184093475
166604	rnn.bias_ih_l0_reverse	0	-0.14425793290138245
166604	rnn.bias_ih_l0_reverse	1	-0.312885582447052
166604	rnn.bias_ih_l0_reverse	2	-0.06423107534646988
166604	rnn.bias_ih_l0_reverse	3	-0.14491668343544006
166604	rnn.bias_ih_l0_reverse	4	0.06698035448789597
166604	rnn.bias_ih_l0_reverse	5	-0.26647594571113586
166604	rnn.bias_ih_l0_reverse	6	-0.05484311282634735
166604	rnn.bias_ih_l0_reverse	7	0.019366025924682617
166604	rnn.bias_ih_l0_reverse	8	-0.17324894666671753
166604	rnn.bias_ih_l0_reverse	9	-0.09004004299640656
166604	rnn.bias_hh_l0_reverse	0	-0.1508273035287857
166604	rnn.bias_hh_l0_reverse	1	-0.15167070925235748
166604	rnn.bias_hh_l0_reverse	2	-0.018634457141160965
166604	rnn.bias_hh_l0_reverse	3	-0.13827326893806458
166604	rnn.bias_hh_l0_reverse	4	-0.01794826053082943
166604	rnn.bias_hh_l0_reverse	5	-0.11203619092702866
166604	rnn.bias_hh_l0_reverse	6	-0.06849949061870575
166604	rnn.bias_hh_l0_reverse	7	-0.196638286113739
166604	rnn.bias_hh_l0_reverse	8	-0.057979315519332886
166604	rnn.bias_hh_l0_reverse	9	-0.13236594200134277
166604	linear.weight	0	-0.19067610800266266
166604	linear.weight	1	-0.12908561527729034
166604	linear.weight	2	-0.011228874325752258
166604	linear.weight	3	-0.09171021729707718
166604	linear.weight	4	0.0001589061866980046
166604	linear.weight	5	0.2353225201368332
166604	linear.weight	6	0.0047744326293468475
166604	linear.weight	7	-0.021312154829502106
166604	linear.weight	8	0.16186143457889557
166604	linear.weight	9	0.24559687077999115
166604	linear.bias	0	-0.855977475643158
166604	linear.bias	1	1.3748153448104858
166604	linear.bias	2	-0.432628870010376
166604	linear.bias	3	-0.6838281154632568
166604	linear.bias	4	-0.8915687799453735
166604	linear.bias	5	-1.1753965616226196
166604	linear.bias	6	-0.9369031190872192
166604	linear.bias	7	-0.7435640096664429
166604	linear.bias	8	-0.01705317199230194
166604	linear.bias	9	3.378859043121338
166801	transitions	0	-0.4261074662208557
166801	transitions	1	8.575074195861816
166801	transitions	2	-3.5276811122894287
166801	transitions	3	1.45541250705719
166801	transitions	4	-2.1382391452789307
166801	transitions	5	-0.39975011348724365
166801	transitions	6	-0.19017952680587769
166801	transitions	7	-10000.0
166801	transitions	8	1.7740044593811035
166801	transitions	9	-2.2940268516540527
166801	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
166801	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
166801	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
166801	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
166801	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
166801	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
166801	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
166801	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
166801	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
166801	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
166801	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
166801	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
166801	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
166801	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
166801	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
166801	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
166801	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
166801	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
166801	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
166801	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
166801	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
166801	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
166801	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
166801	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
166801	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
166801	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
166801	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
166801	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
166801	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
166801	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
166801	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
166801	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
166801	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
166801	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
166801	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
166801	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
166801	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
166801	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
166801	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
166801	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
166801	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
166801	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
166801	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
166801	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
166801	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
166801	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
166801	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
166801	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
166801	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
166801	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
166801	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
166801	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
166801	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
166801	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
166801	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
166801	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
166801	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
166801	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
166801	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
166801	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
166801	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
166801	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
166801	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
166801	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
166801	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
166801	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
166801	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
166801	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
166801	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
166801	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
166801	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
166801	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
166801	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
166801	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
166801	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
166801	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
166801	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
166801	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
166801	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
166801	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
166801	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
166801	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
166801	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
166801	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
166801	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
166801	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
166801	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
166801	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
166801	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
166801	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
166801	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
166801	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
166801	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
166801	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
166801	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
166801	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
166801	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
166801	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
166801	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
166801	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
166801	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
166801	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
166801	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
166801	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
166801	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
166801	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
166801	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
166801	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
166801	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
166801	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
166801	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
166801	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
166801	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
166801	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
166801	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
166801	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
166801	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
166801	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
166801	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
166801	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
166801	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
166801	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
166801	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
166801	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
166801	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
166801	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
166801	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
166801	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
166801	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
166801	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
166801	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
166801	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
166801	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
166801	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
166801	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
166801	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
166801	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
166801	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
166801	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
166801	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
166801	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
166801	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
166801	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
166801	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
166801	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
166801	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
166801	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
166801	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
166801	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
166801	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
166801	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
166801	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
166801	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
166801	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
166801	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
166801	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
166801	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
166801	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
166801	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
166801	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
166801	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
166801	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
166801	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
166801	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
166801	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
166801	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
166801	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
166801	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
166801	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
166801	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
166801	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
166801	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
166801	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
166801	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
166801	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
166801	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
166801	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
166801	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
166801	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
166801	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
166801	embedding2nn.weight	0	0.048998404294252396
166801	embedding2nn.weight	1	-0.08961258828639984
166801	embedding2nn.weight	2	0.023571383208036423
166801	embedding2nn.weight	3	-0.057486604899168015
166801	embedding2nn.weight	4	-0.11765917390584946
166801	embedding2nn.weight	5	0.12477605789899826
166801	embedding2nn.weight	6	-0.12585988640785217
166801	embedding2nn.weight	7	-0.080054372549057
166801	embedding2nn.weight	8	-0.02912299893796444
166801	embedding2nn.weight	9	0.058270372450351715
166801	embedding2nn.bias	0	0.07567878067493439
166801	embedding2nn.bias	1	0.006437436677515507
166801	embedding2nn.bias	2	-0.08559534698724747
166801	embedding2nn.bias	3	0.05837255343794823
166801	embedding2nn.bias	4	-0.003093782579526305
166801	embedding2nn.bias	5	-0.1805526167154312
166801	embedding2nn.bias	6	-0.135959655046463
166801	embedding2nn.bias	7	-0.06459596753120422
166801	embedding2nn.bias	8	0.10374567657709122
166801	embedding2nn.bias	9	-0.06274531036615372
166801	rnn.weight_ih_l0	0	0.047549594193696976
166801	rnn.weight_ih_l0	1	-0.060884736478328705
166801	rnn.weight_ih_l0	2	-0.036046747118234634
166801	rnn.weight_ih_l0	3	-0.046282123774290085
166801	rnn.weight_ih_l0	4	0.0148713244125247
166801	rnn.weight_ih_l0	5	-0.11296778917312622
166801	rnn.weight_ih_l0	6	-0.05523304268717766
166801	rnn.weight_ih_l0	7	-0.018292827531695366
166801	rnn.weight_ih_l0	8	0.072555311024189
166801	rnn.weight_ih_l0	9	0.00893453974276781
166801	rnn.weight_hh_l0	0	0.0025088286492973566
166801	rnn.weight_hh_l0	1	-0.08737726509571075
166801	rnn.weight_hh_l0	2	0.06615817546844482
166801	rnn.weight_hh_l0	3	0.04332485422492027
166801	rnn.weight_hh_l0	4	0.005014399532228708
166801	rnn.weight_hh_l0	5	0.06707600504159927
166801	rnn.weight_hh_l0	6	-0.016652897000312805
166801	rnn.weight_hh_l0	7	-0.09950564056634903
166801	rnn.weight_hh_l0	8	0.007255796808749437
166801	rnn.weight_hh_l0	9	-0.07815868407487869
166801	rnn.bias_ih_l0	0	-0.07436475157737732
166801	rnn.bias_ih_l0	1	-0.18406805396080017
166801	rnn.bias_ih_l0	2	-0.2597405016422272
166801	rnn.bias_ih_l0	3	-0.27978119254112244
166801	rnn.bias_ih_l0	4	-0.011613395065069199
166801	rnn.bias_ih_l0	5	0.05754169076681137
166801	rnn.bias_ih_l0	6	-0.1788196712732315
166801	rnn.bias_ih_l0	7	-0.2581327259540558
166801	rnn.bias_ih_l0	8	-0.11969361454248428
166801	rnn.bias_ih_l0	9	-0.17437434196472168
166801	rnn.bias_hh_l0	0	0.11677742749452591
166801	rnn.bias_hh_l0	1	-0.05690843239426613
166801	rnn.bias_hh_l0	2	0.05061225965619087
166801	rnn.bias_hh_l0	3	-0.17654505372047424
166801	rnn.bias_hh_l0	4	0.05417472496628761
166801	rnn.bias_hh_l0	5	0.04062451049685478
166801	rnn.bias_hh_l0	6	-0.09661328792572021
166801	rnn.bias_hh_l0	7	-0.15899783372879028
166801	rnn.bias_hh_l0	8	-0.18855616450309753
166801	rnn.bias_hh_l0	9	-0.09875286370515823
166801	rnn.weight_ih_l0_reverse	0	-0.03237689658999443
166801	rnn.weight_ih_l0_reverse	1	0.0022763696033507586
166801	rnn.weight_ih_l0_reverse	2	0.04169342666864395
166801	rnn.weight_ih_l0_reverse	3	0.00381224206648767
166801	rnn.weight_ih_l0_reverse	4	0.03588516637682915
166801	rnn.weight_ih_l0_reverse	5	-0.05479628965258598
166801	rnn.weight_ih_l0_reverse	6	-0.04514283686876297
166801	rnn.weight_ih_l0_reverse	7	0.004475435242056847
166801	rnn.weight_ih_l0_reverse	8	0.08242695778608322
166801	rnn.weight_ih_l0_reverse	9	0.011643392033874989
166801	rnn.weight_hh_l0_reverse	0	0.004754092078655958
166801	rnn.weight_hh_l0_reverse	1	0.029498809948563576
166801	rnn.weight_hh_l0_reverse	2	-0.040086496621370316
166801	rnn.weight_hh_l0_reverse	3	0.03820202499628067
166801	rnn.weight_hh_l0_reverse	4	0.02181728184223175
166801	rnn.weight_hh_l0_reverse	5	-0.00361352670006454
166801	rnn.weight_hh_l0_reverse	6	0.06044507771730423
166801	rnn.weight_hh_l0_reverse	7	0.026599932461977005
166801	rnn.weight_hh_l0_reverse	8	-0.018066776916384697
166801	rnn.weight_hh_l0_reverse	9	-0.03546017408370972
166801	rnn.bias_ih_l0_reverse	0	-0.1440684050321579
166801	rnn.bias_ih_l0_reverse	1	-0.31518369913101196
166801	rnn.bias_ih_l0_reverse	2	-0.062308408319950104
166801	rnn.bias_ih_l0_reverse	3	-0.14408934116363525
166801	rnn.bias_ih_l0_reverse	4	0.06803930550813675
166801	rnn.bias_ih_l0_reverse	5	-0.26558366417884827
166801	rnn.bias_ih_l0_reverse	6	-0.05418088287115097
166801	rnn.bias_ih_l0_reverse	7	0.018745489418506622
166801	rnn.bias_ih_l0_reverse	8	-0.17236647009849548
166801	rnn.bias_ih_l0_reverse	9	-0.08943557739257812
166801	rnn.bias_hh_l0_reverse	0	-0.151741623878479
166801	rnn.bias_hh_l0_reverse	1	-0.15126588940620422
166801	rnn.bias_hh_l0_reverse	2	-0.01926705427467823
166801	rnn.bias_hh_l0_reverse	3	-0.13670822978019714
166801	rnn.bias_hh_l0_reverse	4	-0.017774753272533417
166801	rnn.bias_hh_l0_reverse	5	-0.11186283081769943
166801	rnn.bias_hh_l0_reverse	6	-0.06940852850675583
166801	rnn.bias_hh_l0_reverse	7	-0.1960504800081253
166801	rnn.bias_hh_l0_reverse	8	-0.05890306457877159
166801	rnn.bias_hh_l0_reverse	9	-0.13087330758571625
166801	linear.weight	0	-0.19020065665245056
166801	linear.weight	1	-0.13197124004364014
166801	linear.weight	2	-0.011228874325752258
166801	linear.weight	3	-0.08365388959646225
166801	linear.weight	4	-0.0032612537033855915
166801	linear.weight	5	0.2410353273153305
166801	linear.weight	6	0.0047744326293468475
166801	linear.weight	7	-0.021312154829502106
166801	linear.weight	8	0.15543133020401
166801	linear.weight	9	0.24641577899456024
166801	linear.bias	0	-0.8726444840431213
166801	linear.bias	1	1.3787223100662231
166801	linear.bias	2	-0.4186146855354309
166801	linear.bias	3	-0.7073977589607239
166801	linear.bias	4	-0.8540444374084473
166801	linear.bias	5	-1.1754177808761597
166801	linear.bias	6	-0.9531991481781006
166801	linear.bias	7	-0.7038682699203491
166801	linear.bias	8	-0.01705317199230194
166801	linear.bias	9	3.3592917919158936
166998	transitions	0	-0.4261760115623474
166998	transitions	1	8.586629867553711
166998	transitions	2	-3.5279674530029297
166998	transitions	3	1.4533905982971191
166998	transitions	4	-2.1383562088012695
166998	transitions	5	-0.3997815251350403
166998	transitions	6	-0.19019347429275513
166998	transitions	7	-10000.0
166998	transitions	8	1.776116132736206
166998	transitions	9	-2.2940304279327393
166998	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
166998	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
166998	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
166998	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
166998	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
166998	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
166998	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
166998	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
166998	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
166998	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
166998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
166998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
166998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
166998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
166998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
166998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
166998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
166998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
166998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
166998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
166998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
166998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
166998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
166998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
166998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
166998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
166998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
166998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
166998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
166998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
166998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
166998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
166998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
166998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
166998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
166998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
166998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
166998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
166998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
166998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
166998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
166998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
166998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
166998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
166998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
166998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
166998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
166998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
166998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
166998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
166998	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
166998	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
166998	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
166998	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
166998	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
166998	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
166998	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
166998	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
166998	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
166998	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
166998	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
166998	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
166998	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
166998	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
166998	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
166998	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
166998	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
166998	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
166998	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
166998	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
166998	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
166998	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
166998	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
166998	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
166998	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
166998	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
166998	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
166998	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
166998	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
166998	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
166998	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
166998	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
166998	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
166998	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
166998	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
166998	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
166998	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
166998	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
166998	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
166998	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
166998	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
166998	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
166998	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
166998	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
166998	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
166998	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
166998	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
166998	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
166998	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
166998	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
166998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
166998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
166998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
166998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
166998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
166998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
166998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
166998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
166998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
166998	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
166998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
166998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
166998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
166998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
166998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
166998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
166998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
166998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
166998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
166998	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
166998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
166998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
166998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
166998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
166998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
166998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
166998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
166998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
166998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
166998	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
166998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
166998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
166998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
166998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
166998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
166998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
166998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
166998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
166998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
166998	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
166998	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
166998	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
166998	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
166998	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
166998	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
166998	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
166998	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
166998	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
166998	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
166998	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
166998	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
166998	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
166998	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
166998	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
166998	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
166998	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
166998	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
166998	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
166998	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
166998	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
166998	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
166998	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
166998	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
166998	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
166998	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
166998	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
166998	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
166998	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
166998	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
166998	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
166998	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
166998	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
166998	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
166998	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
166998	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
166998	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
166998	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
166998	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
166998	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
166998	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
166998	embedding2nn.weight	0	0.04895267263054848
166998	embedding2nn.weight	1	-0.0896022617816925
166998	embedding2nn.weight	2	0.027570577338337898
166998	embedding2nn.weight	3	-0.058468643575906754
166998	embedding2nn.weight	4	-0.11808198690414429
166998	embedding2nn.weight	5	0.1240244060754776
166998	embedding2nn.weight	6	-0.12616197764873505
166998	embedding2nn.weight	7	-0.0804322361946106
166998	embedding2nn.weight	8	-0.028612956404685974
166998	embedding2nn.weight	9	0.05607244372367859
166998	embedding2nn.bias	0	0.07597304880619049
166998	embedding2nn.bias	1	0.0077715227380394936
166998	embedding2nn.bias	2	-0.08335214853286743
166998	embedding2nn.bias	3	0.06583146750926971
166998	embedding2nn.bias	4	-0.0017913144547492266
166998	embedding2nn.bias	5	-0.17777951061725616
166998	embedding2nn.bias	6	-0.14229737222194672
166998	embedding2nn.bias	7	-0.05898360535502434
166998	embedding2nn.bias	8	0.11063224822282791
166998	embedding2nn.bias	9	-0.060351040214300156
166998	rnn.weight_ih_l0	0	0.047678712755441666
166998	rnn.weight_ih_l0	1	-0.05980302020907402
166998	rnn.weight_ih_l0	2	-0.035795051604509354
166998	rnn.weight_ih_l0	3	-0.04596029967069626
166998	rnn.weight_ih_l0	4	0.015665143728256226
166998	rnn.weight_ih_l0	5	-0.11338198930025101
166998	rnn.weight_ih_l0	6	-0.05480893701314926
166998	rnn.weight_ih_l0	7	-0.019016360864043236
166998	rnn.weight_ih_l0	8	0.07260101288557053
166998	rnn.weight_ih_l0	9	0.009435574524104595
166998	rnn.weight_hh_l0	0	0.002074878429993987
166998	rnn.weight_hh_l0	1	-0.08656623214483261
166998	rnn.weight_hh_l0	2	0.06597200781106949
166998	rnn.weight_hh_l0	3	0.043503183871507645
166998	rnn.weight_hh_l0	4	0.00478268601000309
166998	rnn.weight_hh_l0	5	0.0668124333024025
166998	rnn.weight_hh_l0	6	-0.016538092866539955
166998	rnn.weight_hh_l0	7	-0.09982627630233765
166998	rnn.weight_hh_l0	8	0.007975609973073006
166998	rnn.weight_hh_l0	9	-0.07860117405653
166998	rnn.bias_ih_l0	0	-0.07275070250034332
166998	rnn.bias_ih_l0	1	-0.1815938651561737
166998	rnn.bias_ih_l0	2	-0.26155561208724976
166998	rnn.bias_ih_l0	3	-0.2814275324344635
166998	rnn.bias_ih_l0	4	-0.01142369955778122
166998	rnn.bias_ih_l0	5	0.05496351420879364
166998	rnn.bias_ih_l0	6	-0.17891600728034973
166998	rnn.bias_ih_l0	7	-0.2589012384414673
166998	rnn.bias_ih_l0	8	-0.11685474961996078
166998	rnn.bias_ih_l0	9	-0.17517343163490295
166998	rnn.bias_hh_l0	0	0.11858988553285599
166998	rnn.bias_hh_l0	1	-0.05767269805073738
166998	rnn.bias_hh_l0	2	0.05056329444050789
166998	rnn.bias_hh_l0	3	-0.17616446316242218
166998	rnn.bias_hh_l0	4	0.05175406113266945
166998	rnn.bias_hh_l0	5	0.03929731622338295
166998	rnn.bias_hh_l0	6	-0.09627160429954529
166998	rnn.bias_hh_l0	7	-0.16043417155742645
166998	rnn.bias_hh_l0	8	-0.18854185938835144
166998	rnn.bias_hh_l0	9	-0.10067392885684967
166998	rnn.weight_ih_l0_reverse	0	-0.0331745371222496
166998	rnn.weight_ih_l0_reverse	1	0.0022512373980134726
166998	rnn.weight_ih_l0_reverse	2	0.041691914200782776
166998	rnn.weight_ih_l0_reverse	3	0.0037501847837120295
166998	rnn.weight_ih_l0_reverse	4	0.03628332167863846
166998	rnn.weight_ih_l0_reverse	5	-0.05361945554614067
166998	rnn.weight_ih_l0_reverse	6	-0.04270441457629204
166998	rnn.weight_ih_l0_reverse	7	0.004011387005448341
166998	rnn.weight_ih_l0_reverse	8	0.08215222507715225
166998	rnn.weight_ih_l0_reverse	9	0.011200250126421452
166998	rnn.weight_hh_l0_reverse	0	0.004753026179969311
166998	rnn.weight_hh_l0_reverse	1	0.029348259791731834
166998	rnn.weight_hh_l0_reverse	2	-0.04019647091627121
166998	rnn.weight_hh_l0_reverse	3	0.03897446393966675
166998	rnn.weight_hh_l0_reverse	4	0.021672723814845085
166998	rnn.weight_hh_l0_reverse	5	-0.003076947061344981
166998	rnn.weight_hh_l0_reverse	6	0.05993346869945526
166998	rnn.weight_hh_l0_reverse	7	0.026756267994642258
166998	rnn.weight_hh_l0_reverse	8	-0.018031762912869453
166998	rnn.weight_hh_l0_reverse	9	-0.03563384339213371
166998	rnn.bias_ih_l0_reverse	0	-0.14418187737464905
166998	rnn.bias_ih_l0_reverse	1	-0.3160194158554077
166998	rnn.bias_ih_l0_reverse	2	-0.06138080731034279
166998	rnn.bias_ih_l0_reverse	3	-0.14462663233280182
166998	rnn.bias_ih_l0_reverse	4	0.06842049956321716
166998	rnn.bias_ih_l0_reverse	5	-0.2647557556629181
166998	rnn.bias_ih_l0_reverse	6	-0.0565338209271431
166998	rnn.bias_ih_l0_reverse	7	0.01840542070567608
166998	rnn.bias_ih_l0_reverse	8	-0.17176182568073273
166998	rnn.bias_ih_l0_reverse	9	-0.08804363012313843
166998	rnn.bias_hh_l0_reverse	0	-0.15215545892715454
166998	rnn.bias_hh_l0_reverse	1	-0.15237943828105927
166998	rnn.bias_hh_l0_reverse	2	-0.018492093309760094
166998	rnn.bias_hh_l0_reverse	3	-0.1355486512184143
166998	rnn.bias_hh_l0_reverse	4	-0.01815282367169857
166998	rnn.bias_hh_l0_reverse	5	-0.11241082847118378
166998	rnn.bias_hh_l0_reverse	6	-0.06492256373167038
166998	rnn.bias_hh_l0_reverse	7	-0.1947602480649948
166998	rnn.bias_hh_l0_reverse	8	-0.05900873988866806
166998	rnn.bias_hh_l0_reverse	9	-0.1307271420955658
166998	linear.weight	0	-0.1854344755411148
166998	linear.weight	1	-0.13180838525295258
166998	linear.weight	2	-0.011228874325752258
166998	linear.weight	3	-0.08402817696332932
166998	linear.weight	4	0.010317745618522167
166998	linear.weight	5	0.23531091213226318
166998	linear.weight	6	0.0047744326293468475
166998	linear.weight	7	-0.021312154829502106
166998	linear.weight	8	0.1635202318429947
166998	linear.weight	9	0.2441079020500183
166998	linear.bias	0	-0.8449564576148987
166998	linear.bias	1	1.373259425163269
166998	linear.bias	2	-0.4361177980899811
166998	linear.bias	3	-0.6943463087081909
166998	linear.bias	4	-0.8953557014465332
166998	linear.bias	5	-1.1754380464553833
166998	linear.bias	6	-0.9267986416816711
166998	linear.bias	7	-0.7219575643539429
166998	linear.bias	8	-0.01705317199230194
166998	linear.bias	9	3.389453172683716
167195	transitions	0	-0.4264633059501648
167195	transitions	1	8.59427261352539
167195	transitions	2	-3.528184175491333
167195	transitions	3	1.4516081809997559
167195	transitions	4	-2.138700485229492
167195	transitions	5	-0.39983347058296204
167195	transitions	6	-0.19021141529083252
167195	transitions	7	-10000.0
167195	transitions	8	1.7766430377960205
167195	transitions	9	-2.294037342071533
167195	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
167195	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
167195	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
167195	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
167195	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
167195	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
167195	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
167195	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
167195	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
167195	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
167195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
167195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
167195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
167195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
167195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
167195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
167195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
167195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
167195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
167195	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
167195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
167195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
167195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
167195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
167195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
167195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
167195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
167195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
167195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
167195	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
167195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
167195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
167195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
167195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
167195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
167195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
167195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
167195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
167195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
167195	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
167195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
167195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
167195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
167195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
167195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
167195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
167195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
167195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
167195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
167195	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
167195	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
167195	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
167195	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
167195	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
167195	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
167195	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
167195	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
167195	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
167195	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
167195	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
167195	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
167195	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
167195	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
167195	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
167195	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
167195	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
167195	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
167195	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
167195	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
167195	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
167195	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
167195	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
167195	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
167195	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
167195	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
167195	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
167195	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
167195	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
167195	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
167195	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
167195	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
167195	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
167195	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
167195	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
167195	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
167195	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
167195	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
167195	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
167195	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
167195	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
167195	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
167195	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
167195	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
167195	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
167195	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
167195	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
167195	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
167195	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
167195	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
167195	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
167195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
167195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
167195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
167195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
167195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
167195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
167195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
167195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
167195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
167195	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
167195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
167195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
167195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
167195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
167195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
167195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
167195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
167195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
167195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
167195	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
167195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
167195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
167195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
167195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
167195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
167195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
167195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
167195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
167195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
167195	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
167195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
167195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
167195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
167195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
167195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
167195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
167195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
167195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
167195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
167195	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
167195	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
167195	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
167195	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
167195	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
167195	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
167195	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
167195	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
167195	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
167195	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
167195	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
167195	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
167195	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
167195	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
167195	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
167195	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
167195	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
167195	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
167195	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
167195	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
167195	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
167195	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
167195	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
167195	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
167195	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
167195	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
167195	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
167195	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
167195	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
167195	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
167195	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
167195	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
167195	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
167195	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
167195	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
167195	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
167195	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
167195	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
167195	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
167195	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
167195	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
167195	embedding2nn.weight	0	0.048919666558504105
167195	embedding2nn.weight	1	-0.08897813409566879
167195	embedding2nn.weight	2	0.02765997126698494
167195	embedding2nn.weight	3	-0.05832318216562271
167195	embedding2nn.weight	4	-0.11363732069730759
167195	embedding2nn.weight	5	0.1242297813296318
167195	embedding2nn.weight	6	-0.12380024790763855
167195	embedding2nn.weight	7	-0.07959423214197159
167195	embedding2nn.weight	8	-0.028199275955557823
167195	embedding2nn.weight	9	0.05597904324531555
167195	embedding2nn.bias	0	0.08237063884735107
167195	embedding2nn.bias	1	0.004691542591899633
167195	embedding2nn.bias	2	-0.0835627019405365
167195	embedding2nn.bias	3	0.07106368988752365
167195	embedding2nn.bias	4	-0.0041711595840752125
167195	embedding2nn.bias	5	-0.17698882520198822
167195	embedding2nn.bias	6	-0.13501226902008057
167195	embedding2nn.bias	7	-0.05130999535322189
167195	embedding2nn.bias	8	0.11160686612129211
167195	embedding2nn.bias	9	-0.057124193757772446
167195	rnn.weight_ih_l0	0	0.047687992453575134
167195	rnn.weight_ih_l0	1	-0.05888112634420395
167195	rnn.weight_ih_l0	2	-0.035959288477897644
167195	rnn.weight_ih_l0	3	-0.04563620314002037
167195	rnn.weight_ih_l0	4	0.017488375306129456
167195	rnn.weight_ih_l0	5	-0.1123325377702713
167195	rnn.weight_ih_l0	6	-0.054743412882089615
167195	rnn.weight_ih_l0	7	-0.018475394695997238
167195	rnn.weight_ih_l0	8	0.0718827173113823
167195	rnn.weight_ih_l0	9	0.008726791478693485
167195	rnn.weight_hh_l0	0	0.0018758841324597597
167195	rnn.weight_hh_l0	1	-0.08638515323400497
167195	rnn.weight_hh_l0	2	0.06528499722480774
167195	rnn.weight_hh_l0	3	0.043275341391563416
167195	rnn.weight_hh_l0	4	0.0046134390868246555
167195	rnn.weight_hh_l0	5	0.06726818531751633
167195	rnn.weight_hh_l0	6	-0.016599902883172035
167195	rnn.weight_hh_l0	7	-0.09956257790327072
167195	rnn.weight_hh_l0	8	0.007470122072845697
167195	rnn.weight_hh_l0	9	-0.07755565643310547
167195	rnn.bias_ih_l0	0	-0.07365885376930237
167195	rnn.bias_ih_l0	1	-0.18080809712409973
167195	rnn.bias_ih_l0	2	-0.26230156421661377
167195	rnn.bias_ih_l0	3	-0.28235432505607605
167195	rnn.bias_ih_l0	4	-0.007428434677422047
167195	rnn.bias_ih_l0	5	0.05253545194864273
167195	rnn.bias_ih_l0	6	-0.1786378026008606
167195	rnn.bias_ih_l0	7	-0.2594062387943268
167195	rnn.bias_ih_l0	8	-0.11729039996862411
167195	rnn.bias_ih_l0	9	-0.1762649118900299
167195	rnn.bias_hh_l0	0	0.11677291244268417
167195	rnn.bias_hh_l0	1	-0.05944737046957016
167195	rnn.bias_hh_l0	2	0.050719957798719406
167195	rnn.bias_hh_l0	3	-0.17496103048324585
167195	rnn.bias_hh_l0	4	0.05700916051864624
167195	rnn.bias_hh_l0	5	0.035345692187547684
167195	rnn.bias_hh_l0	6	-0.09556359052658081
167195	rnn.bias_hh_l0	7	-0.1582627147436142
167195	rnn.bias_hh_l0	8	-0.18803814053535461
167195	rnn.bias_hh_l0	9	-0.10188808292150497
167195	rnn.weight_ih_l0_reverse	0	-0.03299025446176529
167195	rnn.weight_ih_l0_reverse	1	0.0046718972735106945
167195	rnn.weight_ih_l0_reverse	2	0.04037274047732353
167195	rnn.weight_ih_l0_reverse	3	0.0057849399745464325
167195	rnn.weight_ih_l0_reverse	4	0.03639381378889084
167195	rnn.weight_ih_l0_reverse	5	-0.05333651229739189
167195	rnn.weight_ih_l0_reverse	6	-0.043651033192873
167195	rnn.weight_ih_l0_reverse	7	0.0021819535177201033
167195	rnn.weight_ih_l0_reverse	8	0.08299402892589569
167195	rnn.weight_ih_l0_reverse	9	0.012042862363159657
167195	rnn.weight_hh_l0_reverse	0	0.00480791786685586
167195	rnn.weight_hh_l0_reverse	1	0.029259933158755302
167195	rnn.weight_hh_l0_reverse	2	-0.04044654592871666
167195	rnn.weight_hh_l0_reverse	3	0.03877916559576988
167195	rnn.weight_hh_l0_reverse	4	0.02159937098622322
167195	rnn.weight_hh_l0_reverse	5	-0.0036838711239397526
167195	rnn.weight_hh_l0_reverse	6	0.059559259563684464
167195	rnn.weight_hh_l0_reverse	7	0.027051614597439766
167195	rnn.weight_hh_l0_reverse	8	-0.017407195642590523
167195	rnn.weight_hh_l0_reverse	9	-0.0356169156730175
167195	rnn.bias_ih_l0_reverse	0	-0.14366291463375092
167195	rnn.bias_ih_l0_reverse	1	-0.31678590178489685
167195	rnn.bias_ih_l0_reverse	2	-0.06247454881668091
167195	rnn.bias_ih_l0_reverse	3	-0.14468374848365784
167195	rnn.bias_ih_l0_reverse	4	0.07167476415634155
167195	rnn.bias_ih_l0_reverse	5	-0.2640933692455292
167195	rnn.bias_ih_l0_reverse	6	-0.056179311126470566
167195	rnn.bias_ih_l0_reverse	7	0.016863606870174408
167195	rnn.bias_ih_l0_reverse	8	-0.17245405912399292
167195	rnn.bias_ih_l0_reverse	9	-0.08923963457345963
167195	rnn.bias_hh_l0_reverse	0	-0.15269502997398376
167195	rnn.bias_hh_l0_reverse	1	-0.15327830612659454
167195	rnn.bias_hh_l0_reverse	2	-0.01958947628736496
167195	rnn.bias_hh_l0_reverse	3	-0.13578858971595764
167195	rnn.bias_hh_l0_reverse	4	-0.019351700320839882
167195	rnn.bias_hh_l0_reverse	5	-0.11240753531455994
167195	rnn.bias_hh_l0_reverse	6	-0.06470590829849243
167195	rnn.bias_hh_l0_reverse	7	-0.1931682825088501
167195	rnn.bias_hh_l0_reverse	8	-0.05806806683540344
167195	rnn.bias_hh_l0_reverse	9	-0.12991458177566528
167195	linear.weight	0	-0.18708492815494537
167195	linear.weight	1	-0.13247670233249664
167195	linear.weight	2	-0.011228874325752258
167195	linear.weight	3	-0.08418241888284683
167195	linear.weight	4	-0.0025535982567816973
167195	linear.weight	5	0.23045635223388672
167195	linear.weight	6	0.0047744326293468475
167195	linear.weight	7	-0.021312154829502106
167195	linear.weight	8	0.16222962737083435
167195	linear.weight	9	0.24496622383594513
167195	linear.bias	0	-0.8564216494560242
167195	linear.bias	1	1.3819725513458252
167195	linear.bias	2	-0.43850845098495483
167195	linear.bias	3	-0.6807351112365723
167195	linear.bias	4	-0.8711575269699097
167195	linear.bias	5	-1.1754571199417114
167195	linear.bias	6	-0.9379000067710876
167195	linear.bias	7	-0.7321063280105591
167195	linear.bias	8	-0.01705317199230194
167195	linear.bias	9	3.3781349658966064
167392	transitions	0	-0.4265350103378296
167392	transitions	1	8.603065490722656
167392	transitions	2	-3.5284245014190674
167392	transitions	3	1.458437204360962
167392	transitions	4	-2.138974905014038
167392	transitions	5	-0.4000459909439087
167392	transitions	6	-0.19023455679416656
167392	transitions	7	-10000.0
167392	transitions	8	1.7762647867202759
167392	transitions	9	-2.294044256210327
167392	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
167392	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
167392	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
167392	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
167392	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
167392	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
167392	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
167392	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
167392	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
167392	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
167392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
167392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
167392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
167392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
167392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
167392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
167392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
167392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
167392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
167392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
167392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
167392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
167392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
167392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
167392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
167392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
167392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
167392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
167392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
167392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
167392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
167392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
167392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
167392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
167392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
167392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
167392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
167392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
167392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
167392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
167392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
167392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
167392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
167392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
167392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
167392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
167392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
167392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
167392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
167392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
167392	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
167392	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
167392	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
167392	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
167392	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
167392	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
167392	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
167392	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
167392	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
167392	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
167392	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
167392	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
167392	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
167392	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
167392	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
167392	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
167392	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
167392	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
167392	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
167392	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
167392	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
167392	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
167392	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
167392	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
167392	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
167392	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
167392	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
167392	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
167392	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
167392	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
167392	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
167392	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
167392	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
167392	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
167392	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
167392	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
167392	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
167392	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
167392	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
167392	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
167392	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
167392	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
167392	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
167392	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
167392	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
167392	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
167392	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
167392	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
167392	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
167392	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
167392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
167392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
167392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
167392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
167392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
167392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
167392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
167392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
167392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
167392	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
167392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
167392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
167392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
167392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
167392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
167392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
167392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
167392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
167392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
167392	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
167392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
167392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
167392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
167392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
167392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
167392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
167392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
167392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
167392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
167392	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
167392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
167392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
167392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
167392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
167392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
167392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
167392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
167392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
167392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
167392	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
167392	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
167392	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
167392	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
167392	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
167392	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
167392	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
167392	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
167392	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
167392	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
167392	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
167392	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
167392	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
167392	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
167392	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
167392	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
167392	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
167392	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
167392	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
167392	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
167392	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
167392	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
167392	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
167392	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
167392	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
167392	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
167392	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
167392	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
167392	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
167392	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
167392	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
167392	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
167392	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
167392	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
167392	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
167392	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
167392	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
167392	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
167392	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
167392	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
167392	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
167392	embedding2nn.weight	0	0.04908550903201103
167392	embedding2nn.weight	1	-0.09000060707330704
167392	embedding2nn.weight	2	0.027759181335568428
167392	embedding2nn.weight	3	-0.05938689038157463
167392	embedding2nn.weight	4	-0.11394130438566208
167392	embedding2nn.weight	5	0.12442337721586227
167392	embedding2nn.weight	6	-0.12290302664041519
167392	embedding2nn.weight	7	-0.07951799780130386
167392	embedding2nn.weight	8	-0.028090069070458412
167392	embedding2nn.weight	9	0.05684409290552139
167392	embedding2nn.bias	0	0.08170882612466812
167392	embedding2nn.bias	1	0.004910677671432495
167392	embedding2nn.bias	2	-0.07891768962144852
167392	embedding2nn.bias	3	0.06859956681728363
167392	embedding2nn.bias	4	-0.0007004967192187905
167392	embedding2nn.bias	5	-0.1737041175365448
167392	embedding2nn.bias	6	-0.13595592975616455
167392	embedding2nn.bias	7	-0.04881330579519272
167392	embedding2nn.bias	8	0.11480991542339325
167392	embedding2nn.bias	9	-0.05262045934796333
167392	rnn.weight_ih_l0	0	0.0485309436917305
167392	rnn.weight_ih_l0	1	-0.06013237684965134
167392	rnn.weight_ih_l0	2	-0.03569527715444565
167392	rnn.weight_ih_l0	3	-0.04572631046175957
167392	rnn.weight_ih_l0	4	0.017778733745217323
167392	rnn.weight_ih_l0	5	-0.11160103231668472
167392	rnn.weight_ih_l0	6	-0.055010806769132614
167392	rnn.weight_ih_l0	7	-0.016493700444698334
167392	rnn.weight_ih_l0	8	0.06974069029092789
167392	rnn.weight_ih_l0	9	0.010502674616873264
167392	rnn.weight_hh_l0	0	0.0019906519446521997
167392	rnn.weight_hh_l0	1	-0.08689220994710922
167392	rnn.weight_hh_l0	2	0.06498072296380997
167392	rnn.weight_hh_l0	3	0.04349474608898163
167392	rnn.weight_hh_l0	4	0.004598634783178568
167392	rnn.weight_hh_l0	5	0.06659823656082153
167392	rnn.weight_hh_l0	6	-0.016558803617954254
167392	rnn.weight_hh_l0	7	-0.09953586012125015
167392	rnn.weight_hh_l0	8	0.007434437982738018
167392	rnn.weight_hh_l0	9	-0.078841432929039
167392	rnn.bias_ih_l0	0	-0.0752430409193039
167392	rnn.bias_ih_l0	1	-0.18108704686164856
167392	rnn.bias_ih_l0	2	-0.26146647334098816
167392	rnn.bias_ih_l0	3	-0.28266867995262146
167392	rnn.bias_ih_l0	4	-0.00641022901982069
167392	rnn.bias_ih_l0	5	0.05489040166139603
167392	rnn.bias_ih_l0	6	-0.17928436398506165
167392	rnn.bias_ih_l0	7	-0.2575516700744629
167392	rnn.bias_ih_l0	8	-0.1180209293961525
167392	rnn.bias_ih_l0	9	-0.175547257065773
167392	rnn.bias_hh_l0	0	0.11401460319757462
167392	rnn.bias_hh_l0	1	-0.05938730016350746
167392	rnn.bias_hh_l0	2	0.05027732625603676
167392	rnn.bias_hh_l0	3	-0.17399269342422485
167392	rnn.bias_hh_l0	4	0.05549348145723343
167392	rnn.bias_hh_l0	5	0.039276570081710815
167392	rnn.bias_hh_l0	6	-0.09412648528814316
167392	rnn.bias_hh_l0	7	-0.1579826921224594
167392	rnn.bias_hh_l0	8	-0.18796417117118835
167392	rnn.bias_hh_l0	9	-0.10118233412504196
167392	rnn.weight_ih_l0_reverse	0	-0.031814027577638626
167392	rnn.weight_ih_l0_reverse	1	0.0034610768780112267
167392	rnn.weight_ih_l0_reverse	2	0.039447933435440063
167392	rnn.weight_ih_l0_reverse	3	0.004888075869530439
167392	rnn.weight_ih_l0_reverse	4	0.03499527648091316
167392	rnn.weight_ih_l0_reverse	5	-0.053105030208826065
167392	rnn.weight_ih_l0_reverse	6	-0.04377125948667526
167392	rnn.weight_ih_l0_reverse	7	0.001547043095342815
167392	rnn.weight_ih_l0_reverse	8	0.08272676914930344
167392	rnn.weight_ih_l0_reverse	9	0.012001474387943745
167392	rnn.weight_hh_l0_reverse	0	0.004916271660476923
167392	rnn.weight_hh_l0_reverse	1	0.029508836567401886
167392	rnn.weight_hh_l0_reverse	2	-0.040867697447538376
167392	rnn.weight_hh_l0_reverse	3	0.03868793323636055
167392	rnn.weight_hh_l0_reverse	4	0.021665280684828758
167392	rnn.weight_hh_l0_reverse	5	-0.0036183351185172796
167392	rnn.weight_hh_l0_reverse	6	0.0595354288816452
167392	rnn.weight_hh_l0_reverse	7	0.02709594927728176
167392	rnn.weight_hh_l0_reverse	8	-0.01738329976797104
167392	rnn.weight_hh_l0_reverse	9	-0.03554511442780495
167392	rnn.bias_ih_l0_reverse	0	-0.14193890988826752
167392	rnn.bias_ih_l0_reverse	1	-0.31609046459198
167392	rnn.bias_ih_l0_reverse	2	-0.06156076490879059
167392	rnn.bias_ih_l0_reverse	3	-0.1443360149860382
167392	rnn.bias_ih_l0_reverse	4	0.07225330919027328
167392	rnn.bias_ih_l0_reverse	5	-0.26416850090026855
167392	rnn.bias_ih_l0_reverse	6	-0.05659717693924904
167392	rnn.bias_ih_l0_reverse	7	0.016443872824311256
167392	rnn.bias_ih_l0_reverse	8	-0.1723509281873703
167392	rnn.bias_ih_l0_reverse	9	-0.08831553161144257
167392	rnn.bias_hh_l0_reverse	0	-0.15253765881061554
167392	rnn.bias_hh_l0_reverse	1	-0.15293340384960175
167392	rnn.bias_hh_l0_reverse	2	-0.01994427852332592
167392	rnn.bias_hh_l0_reverse	3	-0.13588550686836243
167392	rnn.bias_hh_l0_reverse	4	-0.019783848896622658
167392	rnn.bias_hh_l0_reverse	5	-0.11354231834411621
167392	rnn.bias_hh_l0_reverse	6	-0.05940123647451401
167392	rnn.bias_hh_l0_reverse	7	-0.19290763139724731
167392	rnn.bias_hh_l0_reverse	8	-0.05900072678923607
167392	rnn.bias_hh_l0_reverse	9	-0.12980571389198303
167392	linear.weight	0	-0.18981589376926422
167392	linear.weight	1	-0.1316034197807312
167392	linear.weight	2	-0.011228874325752258
167392	linear.weight	3	-0.07894962280988693
167392	linear.weight	4	-0.0035330476239323616
167392	linear.weight	5	0.22476179897785187
167392	linear.weight	6	0.0047744326293468475
167392	linear.weight	7	-0.021312154829502106
167392	linear.weight	8	0.15811409056186676
167392	linear.weight	9	0.24733582139015198
167392	linear.bias	0	-0.853018581867218
167392	linear.bias	1	1.3431272506713867
167392	linear.bias	2	-0.4433128237724304
167392	linear.bias	3	-0.6786657571792603
167392	linear.bias	4	-0.8702589869499207
167392	linear.bias	5	-1.175475835800171
167392	linear.bias	6	-0.93492192029953
167392	linear.bias	7	-0.728111743927002
167392	linear.bias	8	-0.01705317199230194
167392	linear.bias	9	3.4047865867614746
167589	transitions	0	-0.42673400044441223
167589	transitions	1	8.581501960754395
167589	transitions	2	-3.5286951065063477
167589	transitions	3	1.4500404596328735
167589	transitions	4	-2.1392364501953125
167589	transitions	5	-0.4001488983631134
167589	transitions	6	-0.1902499496936798
167589	transitions	7	-10000.0
167589	transitions	8	1.7766412496566772
167589	transitions	9	-2.294045925140381
167589	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
167589	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
167589	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
167589	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
167589	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
167589	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
167589	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
167589	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
167589	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
167589	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
167589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
167589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
167589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
167589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
167589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
167589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
167589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
167589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
167589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
167589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
167589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
167589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
167589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
167589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
167589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
167589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
167589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
167589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
167589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
167589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
167589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
167589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
167589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
167589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
167589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
167589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
167589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
167589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
167589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
167589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
167589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
167589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
167589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
167589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
167589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
167589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
167589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
167589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
167589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
167589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
167589	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
167589	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
167589	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
167589	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
167589	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
167589	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
167589	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
167589	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
167589	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
167589	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
167589	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
167589	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
167589	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
167589	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
167589	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
167589	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
167589	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
167589	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
167589	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
167589	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
167589	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
167589	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
167589	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
167589	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
167589	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
167589	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
167589	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
167589	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
167589	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
167589	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
167589	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
167589	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
167589	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
167589	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
167589	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
167589	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
167589	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
167589	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
167589	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
167589	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
167589	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
167589	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
167589	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
167589	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
167589	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
167589	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
167589	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
167589	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
167589	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
167589	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
167589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
167589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
167589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
167589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
167589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
167589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
167589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
167589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
167589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
167589	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
167589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
167589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
167589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
167589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
167589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
167589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
167589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
167589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
167589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
167589	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
167589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
167589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
167589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
167589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
167589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
167589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
167589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
167589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
167589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
167589	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
167589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
167589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
167589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
167589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
167589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
167589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
167589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
167589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
167589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
167589	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
167589	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
167589	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
167589	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
167589	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
167589	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
167589	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
167589	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
167589	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
167589	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
167589	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
167589	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
167589	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
167589	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
167589	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
167589	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
167589	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
167589	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
167589	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
167589	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
167589	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
167589	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
167589	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
167589	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
167589	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
167589	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
167589	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
167589	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
167589	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
167589	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
167589	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
167589	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
167589	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
167589	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
167589	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
167589	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
167589	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
167589	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
167589	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
167589	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
167589	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
167589	embedding2nn.weight	0	0.04899213835597038
167589	embedding2nn.weight	1	-0.08989336341619492
167589	embedding2nn.weight	2	0.02974485233426094
167589	embedding2nn.weight	3	-0.05915786325931549
167589	embedding2nn.weight	4	-0.11676555126905441
167589	embedding2nn.weight	5	0.12451828271150589
167589	embedding2nn.weight	6	-0.12460190057754517
167589	embedding2nn.weight	7	-0.07815571874380112
167589	embedding2nn.weight	8	-0.02763999253511429
167589	embedding2nn.weight	9	0.059130605310201645
167589	embedding2nn.bias	0	0.06963266432285309
167589	embedding2nn.bias	1	0.009318082593381405
167589	embedding2nn.bias	2	-0.07628394663333893
167589	embedding2nn.bias	3	0.06498440355062485
167589	embedding2nn.bias	4	-0.012163665145635605
167589	embedding2nn.bias	5	-0.17666679620742798
167589	embedding2nn.bias	6	-0.13808797299861908
167589	embedding2nn.bias	7	-0.04851127788424492
167589	embedding2nn.bias	8	0.11037526279687881
167589	embedding2nn.bias	9	-0.06068700924515724
167589	rnn.weight_ih_l0	0	0.04787670075893402
167589	rnn.weight_ih_l0	1	-0.06173049286007881
167589	rnn.weight_ih_l0	2	-0.035135991871356964
167589	rnn.weight_ih_l0	3	-0.045012522488832474
167589	rnn.weight_ih_l0	4	0.017719659954309464
167589	rnn.weight_ih_l0	5	-0.11287214607000351
167589	rnn.weight_ih_l0	6	-0.055305447429418564
167589	rnn.weight_ih_l0	7	-0.017143191769719124
167589	rnn.weight_ih_l0	8	0.06857216358184814
167589	rnn.weight_ih_l0	9	0.007904045283794403
167589	rnn.weight_hh_l0	0	0.0022049506660550833
167589	rnn.weight_hh_l0	1	-0.08552676439285278
167589	rnn.weight_hh_l0	2	0.06475196778774261
167589	rnn.weight_hh_l0	3	0.043431755155324936
167589	rnn.weight_hh_l0	4	0.004403311293572187
167589	rnn.weight_hh_l0	5	0.06723584979772568
167589	rnn.weight_hh_l0	6	-0.016756461933255196
167589	rnn.weight_hh_l0	7	-0.09965620189905167
167589	rnn.weight_hh_l0	8	0.008067644201219082
167589	rnn.weight_hh_l0	9	-0.07946980744600296
167589	rnn.bias_ih_l0	0	-0.07454454898834229
167589	rnn.bias_ih_l0	1	-0.17988398671150208
167589	rnn.bias_ih_l0	2	-0.26243045926094055
167589	rnn.bias_ih_l0	3	-0.28173476457595825
167589	rnn.bias_ih_l0	4	-0.005316630005836487
167589	rnn.bias_ih_l0	5	0.057316821068525314
167589	rnn.bias_ih_l0	6	-0.179343581199646
167589	rnn.bias_ih_l0	7	-0.25682348012924194
167589	rnn.bias_ih_l0	8	-0.11762775480747223
167589	rnn.bias_ih_l0	9	-0.1732044816017151
167589	rnn.bias_hh_l0	0	0.11259623616933823
167589	rnn.bias_hh_l0	1	-0.05955328792333603
167589	rnn.bias_hh_l0	2	0.04906240105628967
167589	rnn.bias_hh_l0	3	-0.17373280227184296
167589	rnn.bias_hh_l0	4	0.05679277703166008
167589	rnn.bias_hh_l0	5	0.03778533264994621
167589	rnn.bias_hh_l0	6	-0.09389013051986694
167589	rnn.bias_hh_l0	7	-0.1557776778936386
167589	rnn.bias_hh_l0	8	-0.18846747279167175
167589	rnn.bias_hh_l0	9	-0.10240031033754349
167589	rnn.weight_ih_l0_reverse	0	-0.030895236879587173
167589	rnn.weight_ih_l0_reverse	1	0.0023057106882333755
167589	rnn.weight_ih_l0_reverse	2	0.03969893977046013
167589	rnn.weight_ih_l0_reverse	3	0.005497680976986885
167589	rnn.weight_ih_l0_reverse	4	0.03171241283416748
167589	rnn.weight_ih_l0_reverse	5	-0.05437254533171654
167589	rnn.weight_ih_l0_reverse	6	-0.04358333349227905
167589	rnn.weight_ih_l0_reverse	7	0.001404047361575067
167589	rnn.weight_ih_l0_reverse	8	0.0835127979516983
167589	rnn.weight_ih_l0_reverse	9	0.012452350929379463
167589	rnn.weight_hh_l0_reverse	0	0.005111768376082182
167589	rnn.weight_hh_l0_reverse	1	0.02988951839506626
167589	rnn.weight_hh_l0_reverse	2	-0.04077493026852608
167589	rnn.weight_hh_l0_reverse	3	0.03855658322572708
167589	rnn.weight_hh_l0_reverse	4	0.021807314828038216
167589	rnn.weight_hh_l0_reverse	5	-0.00338938320055604
167589	rnn.weight_hh_l0_reverse	6	0.05945093184709549
167589	rnn.weight_hh_l0_reverse	7	0.02720903418958187
167589	rnn.weight_hh_l0_reverse	8	-0.01743047870695591
167589	rnn.weight_hh_l0_reverse	9	-0.03561096638441086
167589	rnn.bias_ih_l0_reverse	0	-0.14179901778697968
167589	rnn.bias_ih_l0_reverse	1	-0.3134640157222748
167589	rnn.bias_ih_l0_reverse	2	-0.06266361474990845
167589	rnn.bias_ih_l0_reverse	3	-0.1440395563840866
167589	rnn.bias_ih_l0_reverse	4	0.07180793583393097
167589	rnn.bias_ih_l0_reverse	5	-0.2641480267047882
167589	rnn.bias_ih_l0_reverse	6	-0.058442261070013046
167589	rnn.bias_ih_l0_reverse	7	0.013737674802541733
167589	rnn.bias_ih_l0_reverse	8	-0.17342792451381683
167589	rnn.bias_ih_l0_reverse	9	-0.08784052729606628
167589	rnn.bias_hh_l0_reverse	0	-0.15306586027145386
167589	rnn.bias_hh_l0_reverse	1	-0.1520453244447708
167589	rnn.bias_hh_l0_reverse	2	-0.019712036475539207
167589	rnn.bias_hh_l0_reverse	3	-0.13470637798309326
167589	rnn.bias_hh_l0_reverse	4	-0.01955363340675831
167589	rnn.bias_hh_l0_reverse	5	-0.11273736506700516
167589	rnn.bias_hh_l0_reverse	6	-0.05940189212560654
167589	rnn.bias_hh_l0_reverse	7	-0.19401565194129944
167589	rnn.bias_hh_l0_reverse	8	-0.05659625306725502
167589	rnn.bias_hh_l0_reverse	9	-0.13043010234832764
167589	linear.weight	0	-0.19873134791851044
167589	linear.weight	1	-0.1334957778453827
167589	linear.weight	2	-0.011228874325752258
167589	linear.weight	3	-0.08099611103534698
167589	linear.weight	4	-0.0015371716581285
167589	linear.weight	5	0.22321021556854248
167589	linear.weight	6	0.0047744326293468475
167589	linear.weight	7	-0.021312154829502106
167589	linear.weight	8	0.15472620725631714
167589	linear.weight	9	0.24644897878170013
167589	linear.bias	0	-0.85274738073349
167589	linear.bias	1	1.3649557828903198
167589	linear.bias	2	-0.43787235021591187
167589	linear.bias	3	-0.7022346258163452
167589	linear.bias	4	-0.8955339789390564
167589	linear.bias	5	-1.175492763519287
167589	linear.bias	6	-0.9339542984962463
167589	linear.bias	7	-0.7184697389602661
167589	linear.bias	8	-0.01705317199230194
167589	linear.bias	9	3.3837273120880127
167786	transitions	0	-0.4268072545528412
167786	transitions	1	8.605192184448242
167786	transitions	2	-3.52896785736084
167786	transitions	3	1.4680731296539307
167786	transitions	4	-2.1395535469055176
167786	transitions	5	-0.40041086077690125
167786	transitions	6	-0.1902727484703064
167786	transitions	7	-10000.0
167786	transitions	8	1.7773313522338867
167786	transitions	9	-2.29404878616333
167786	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
167786	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
167786	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
167786	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
167786	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
167786	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
167786	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
167786	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
167786	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
167786	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
167786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
167786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
167786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
167786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
167786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
167786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
167786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
167786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
167786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
167786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
167786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
167786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
167786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
167786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
167786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
167786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
167786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
167786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
167786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
167786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
167786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
167786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
167786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
167786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
167786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
167786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
167786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
167786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
167786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
167786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
167786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
167786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
167786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
167786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
167786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
167786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
167786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
167786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
167786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
167786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
167786	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
167786	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
167786	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
167786	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
167786	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
167786	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
167786	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
167786	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
167786	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
167786	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
167786	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
167786	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
167786	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
167786	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
167786	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
167786	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
167786	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
167786	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
167786	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
167786	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
167786	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
167786	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
167786	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
167786	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
167786	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
167786	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
167786	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
167786	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
167786	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
167786	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
167786	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
167786	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
167786	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
167786	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
167786	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
167786	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
167786	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
167786	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
167786	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
167786	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
167786	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
167786	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
167786	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
167786	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
167786	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
167786	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
167786	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
167786	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
167786	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
167786	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
167786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
167786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
167786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
167786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
167786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
167786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
167786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
167786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
167786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
167786	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
167786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
167786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
167786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
167786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
167786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
167786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
167786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
167786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
167786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
167786	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
167786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
167786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
167786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
167786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
167786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
167786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
167786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
167786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
167786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
167786	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
167786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
167786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
167786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
167786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
167786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
167786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
167786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
167786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
167786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
167786	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
167786	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
167786	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
167786	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
167786	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
167786	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
167786	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
167786	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
167786	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
167786	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
167786	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
167786	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
167786	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
167786	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
167786	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
167786	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
167786	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
167786	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
167786	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
167786	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
167786	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
167786	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
167786	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
167786	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
167786	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
167786	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
167786	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
167786	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
167786	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
167786	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
167786	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
167786	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
167786	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
167786	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
167786	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
167786	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
167786	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
167786	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
167786	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
167786	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
167786	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
167786	embedding2nn.weight	0	0.049043767154216766
167786	embedding2nn.weight	1	-0.0897723138332367
167786	embedding2nn.weight	2	0.031918082386255264
167786	embedding2nn.weight	3	-0.057325705885887146
167786	embedding2nn.weight	4	-0.11811936646699905
167786	embedding2nn.weight	5	0.12342792749404907
167786	embedding2nn.weight	6	-0.12762470543384552
167786	embedding2nn.weight	7	-0.07676975429058075
167786	embedding2nn.weight	8	-0.027322180569171906
167786	embedding2nn.weight	9	0.05810869485139847
167786	embedding2nn.bias	0	0.06162315607070923
167786	embedding2nn.bias	1	-0.0015314501943066716
167786	embedding2nn.bias	2	-0.09095302224159241
167786	embedding2nn.bias	3	0.06904295831918716
167786	embedding2nn.bias	4	-0.012609104625880718
167786	embedding2nn.bias	5	-0.17166775465011597
167786	embedding2nn.bias	6	-0.1371614933013916
167786	embedding2nn.bias	7	-0.052290093153715134
167786	embedding2nn.bias	8	0.11619742214679718
167786	embedding2nn.bias	9	-0.06596576422452927
167786	rnn.weight_ih_l0	0	0.0465773344039917
167786	rnn.weight_ih_l0	1	-0.06112731620669365
167786	rnn.weight_ih_l0	2	-0.0353555865585804
167786	rnn.weight_ih_l0	3	-0.045929715037345886
167786	rnn.weight_ih_l0	4	0.018363317474722862
167786	rnn.weight_ih_l0	5	-0.11327279359102249
167786	rnn.weight_ih_l0	6	-0.05322452262043953
167786	rnn.weight_ih_l0	7	-0.015619557350873947
167786	rnn.weight_ih_l0	8	0.06816650927066803
167786	rnn.weight_ih_l0	9	0.005874068476259708
167786	rnn.weight_hh_l0	0	0.0016844748752191663
167786	rnn.weight_hh_l0	1	-0.0853850468993187
167786	rnn.weight_hh_l0	2	0.06456410139799118
167786	rnn.weight_hh_l0	3	0.0430811382830143
167786	rnn.weight_hh_l0	4	0.00446214759722352
167786	rnn.weight_hh_l0	5	0.06668990105390549
167786	rnn.weight_hh_l0	6	-0.01668175309896469
167786	rnn.weight_hh_l0	7	-0.10001343488693237
167786	rnn.weight_hh_l0	8	0.008359765633940697
167786	rnn.weight_hh_l0	9	-0.08000217378139496
167786	rnn.bias_ih_l0	0	-0.07352309674024582
167786	rnn.bias_ih_l0	1	-0.17977365851402283
167786	rnn.bias_ih_l0	2	-0.2625628411769867
167786	rnn.bias_ih_l0	3	-0.28157907724380493
167786	rnn.bias_ih_l0	4	-0.005971457809209824
167786	rnn.bias_ih_l0	5	0.05617170408368111
167786	rnn.bias_ih_l0	6	-0.17982365190982819
167786	rnn.bias_ih_l0	7	-0.2568996846675873
167786	rnn.bias_ih_l0	8	-0.11931346356868744
167786	rnn.bias_ih_l0	9	-0.17352290451526642
167786	rnn.bias_hh_l0	0	0.11297684907913208
167786	rnn.bias_hh_l0	1	-0.0596257820725441
167786	rnn.bias_hh_l0	2	0.04872165247797966
167786	rnn.bias_hh_l0	3	-0.174873486161232
167786	rnn.bias_hh_l0	4	0.057521697133779526
167786	rnn.bias_hh_l0	5	0.03855397179722786
167786	rnn.bias_hh_l0	6	-0.09157183021306992
167786	rnn.bias_hh_l0	7	-0.15581977367401123
167786	rnn.bias_hh_l0	8	-0.18941126763820648
167786	rnn.bias_hh_l0	9	-0.10196702927350998
167786	rnn.weight_ih_l0_reverse	0	-0.030729172751307487
167786	rnn.weight_ih_l0_reverse	1	0.002553806873038411
167786	rnn.weight_ih_l0_reverse	2	0.04159838706254959
167786	rnn.weight_ih_l0_reverse	3	0.004913123324513435
167786	rnn.weight_ih_l0_reverse	4	0.031927067786455154
167786	rnn.weight_ih_l0_reverse	5	-0.051863230764865875
167786	rnn.weight_ih_l0_reverse	6	-0.0428023561835289
167786	rnn.weight_ih_l0_reverse	7	0.0011468096636235714
167786	rnn.weight_ih_l0_reverse	8	0.08355360478162766
167786	rnn.weight_ih_l0_reverse	9	0.013022276572883129
167786	rnn.weight_hh_l0_reverse	0	0.00529891112819314
167786	rnn.weight_hh_l0_reverse	1	0.029838668182492256
167786	rnn.weight_hh_l0_reverse	2	-0.04107038304209709
167786	rnn.weight_hh_l0_reverse	3	0.03855520114302635
167786	rnn.weight_hh_l0_reverse	4	0.021851306781172752
167786	rnn.weight_hh_l0_reverse	5	-0.003914313856512308
167786	rnn.weight_hh_l0_reverse	6	0.06022549793124199
167786	rnn.weight_hh_l0_reverse	7	0.027572860941290855
167786	rnn.weight_hh_l0_reverse	8	-0.016844183206558228
167786	rnn.weight_hh_l0_reverse	9	-0.03520341217517853
167786	rnn.bias_ih_l0_reverse	0	-0.14352184534072876
167786	rnn.bias_ih_l0_reverse	1	-0.3142915964126587
167786	rnn.bias_ih_l0_reverse	2	-0.06374912708997726
167786	rnn.bias_ih_l0_reverse	3	-0.1436426341533661
167786	rnn.bias_ih_l0_reverse	4	0.07220091670751572
167786	rnn.bias_ih_l0_reverse	5	-0.262715607881546
167786	rnn.bias_ih_l0_reverse	6	-0.059093985706567764
167786	rnn.bias_ih_l0_reverse	7	0.015117721632122993
167786	rnn.bias_ih_l0_reverse	8	-0.1723792850971222
167786	rnn.bias_ih_l0_reverse	9	-0.08630004525184631
167786	rnn.bias_hh_l0_reverse	0	-0.15101858973503113
167786	rnn.bias_hh_l0_reverse	1	-0.15211158990859985
167786	rnn.bias_hh_l0_reverse	2	-0.019265152513980865
167786	rnn.bias_hh_l0_reverse	3	-0.13452190160751343
167786	rnn.bias_hh_l0_reverse	4	-0.020676057785749435
167786	rnn.bias_hh_l0_reverse	5	-0.11237988620996475
167786	rnn.bias_hh_l0_reverse	6	-0.05867327004671097
167786	rnn.bias_hh_l0_reverse	7	-0.19511786103248596
167786	rnn.bias_hh_l0_reverse	8	-0.05648769438266754
167786	rnn.bias_hh_l0_reverse	9	-0.1317484974861145
167786	linear.weight	0	-0.18815550208091736
167786	linear.weight	1	-0.13215379416942596
167786	linear.weight	2	-0.011228874325752258
167786	linear.weight	3	-0.07832440733909607
167786	linear.weight	4	0.0015292027965188026
167786	linear.weight	5	0.2289651483297348
167786	linear.weight	6	0.0047744326293468475
167786	linear.weight	7	-0.021312154829502106
167786	linear.weight	8	0.15288199484348297
167786	linear.weight	9	0.2353687286376953
167786	linear.bias	0	-0.8653788566589355
167786	linear.bias	1	1.3810396194458008
167786	linear.bias	2	-0.4549848735332489
167786	linear.bias	3	-0.6857118010520935
167786	linear.bias	4	-0.8568877577781677
167786	linear.bias	5	-1.175511360168457
167786	linear.bias	6	-0.9484557509422302
167786	linear.bias	7	-0.7110552191734314
167786	linear.bias	8	-0.01705317199230194
167786	linear.bias	9	3.4093286991119385
167790	transitions	0	-0.4268074035644531
167790	transitions	1	8.609285354614258
167790	transitions	2	-3.528970718383789
167790	transitions	3	1.468040108680725
167790	transitions	4	-2.139557123184204
167790	transitions	5	-0.40041086077690125
167790	transitions	6	-0.19027289748191833
167790	transitions	7	-10000.0
167790	transitions	8	1.777311086654663
167790	transitions	9	-2.29404878616333
167790	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
167790	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
167790	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
167790	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
167790	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
167790	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
167790	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
167790	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
167790	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
167790	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
167790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
167790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
167790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
167790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
167790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
167790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
167790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
167790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
167790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
167790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
167790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
167790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
167790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
167790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
167790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
167790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
167790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
167790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
167790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
167790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
167790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
167790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
167790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
167790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
167790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
167790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
167790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
167790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
167790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
167790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
167790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
167790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
167790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
167790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
167790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
167790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
167790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
167790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
167790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
167790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
167790	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
167790	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
167790	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
167790	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
167790	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
167790	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
167790	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
167790	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
167790	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
167790	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
167790	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
167790	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
167790	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
167790	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
167790	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
167790	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
167790	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
167790	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
167790	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
167790	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
167790	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
167790	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
167790	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
167790	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
167790	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
167790	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
167790	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
167790	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
167790	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
167790	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
167790	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
167790	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
167790	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
167790	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
167790	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
167790	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
167790	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
167790	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
167790	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
167790	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
167790	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
167790	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
167790	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
167790	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
167790	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
167790	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
167790	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
167790	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
167790	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
167790	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
167790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
167790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
167790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
167790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
167790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
167790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
167790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
167790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
167790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
167790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
167790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
167790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
167790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
167790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
167790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
167790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
167790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
167790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
167790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
167790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
167790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
167790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
167790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
167790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
167790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
167790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
167790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
167790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
167790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
167790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
167790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
167790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
167790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
167790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
167790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
167790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
167790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
167790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
167790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
167790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
167790	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
167790	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
167790	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
167790	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
167790	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
167790	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
167790	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
167790	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
167790	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
167790	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
167790	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
167790	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
167790	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
167790	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
167790	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
167790	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
167790	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
167790	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
167790	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
167790	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
167790	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
167790	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
167790	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
167790	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
167790	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
167790	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
167790	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
167790	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
167790	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
167790	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
167790	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
167790	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
167790	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
167790	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
167790	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
167790	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
167790	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
167790	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
167790	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
167790	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
167790	embedding2nn.weight	0	0.04908399283885956
167790	embedding2nn.weight	1	-0.08978837728500366
167790	embedding2nn.weight	2	0.031854297965765
167790	embedding2nn.weight	3	-0.05736459419131279
167790	embedding2nn.weight	4	-0.11791303008794785
167790	embedding2nn.weight	5	0.12322354316711426
167790	embedding2nn.weight	6	-0.1271440088748932
167790	embedding2nn.weight	7	-0.07683068513870239
167790	embedding2nn.weight	8	-0.027362260967493057
167790	embedding2nn.weight	9	0.05809391289949417
167790	embedding2nn.bias	0	0.0636318102478981
167790	embedding2nn.bias	1	-0.00178676622454077
167790	embedding2nn.bias	2	-0.08947934210300446
167790	embedding2nn.bias	3	0.07088527828454971
167790	embedding2nn.bias	4	-0.011000055819749832
167790	embedding2nn.bias	5	-0.17025236785411835
167790	embedding2nn.bias	6	-0.13667410612106323
167790	embedding2nn.bias	7	-0.05269910767674446
167790	embedding2nn.bias	8	0.11773879081010818
167790	embedding2nn.bias	9	-0.06500552594661713
167790	rnn.weight_ih_l0	0	0.04651731997728348
167790	rnn.weight_ih_l0	1	-0.0611119382083416
167790	rnn.weight_ih_l0	2	-0.035401344299316406
167790	rnn.weight_ih_l0	3	-0.045911386609077454
167790	rnn.weight_ih_l0	4	0.018348321318626404
167790	rnn.weight_ih_l0	5	-0.11322689056396484
167790	rnn.weight_ih_l0	6	-0.05314848572015762
167790	rnn.weight_ih_l0	7	-0.015609851107001305
167790	rnn.weight_ih_l0	8	0.06787039339542389
167790	rnn.weight_ih_l0	9	0.005995756946504116
167790	rnn.weight_hh_l0	0	0.0016812944086268544
167790	rnn.weight_hh_l0	1	-0.08540523052215576
167790	rnn.weight_hh_l0	2	0.06456208229064941
167790	rnn.weight_hh_l0	3	0.04310406371951103
167790	rnn.weight_hh_l0	4	0.004455455578863621
167790	rnn.weight_hh_l0	5	0.066657155752182
167790	rnn.weight_hh_l0	6	-0.016682462766766548
167790	rnn.weight_hh_l0	7	-0.1000218614935875
167790	rnn.weight_hh_l0	8	0.008438457734882832
167790	rnn.weight_hh_l0	9	-0.08007684350013733
167790	rnn.bias_ih_l0	0	-0.07362475991249084
167790	rnn.bias_ih_l0	1	-0.1800186187028885
167790	rnn.bias_ih_l0	2	-0.2622383236885071
167790	rnn.bias_ih_l0	3	-0.2812303602695465
167790	rnn.bias_ih_l0	4	-0.0069577875547111034
167790	rnn.bias_ih_l0	5	0.055831924080848694
167790	rnn.bias_ih_l0	6	-0.17994177341461182
167790	rnn.bias_ih_l0	7	-0.2569925785064697
167790	rnn.bias_ih_l0	8	-0.11948059499263763
167790	rnn.bias_ih_l0	9	-0.17351014912128448
167790	rnn.bias_hh_l0	0	0.11276820302009583
167790	rnn.bias_hh_l0	1	-0.05957847088575363
167790	rnn.bias_hh_l0	2	0.04866774007678032
167790	rnn.bias_hh_l0	3	-0.17493927478790283
167790	rnn.bias_hh_l0	4	0.05798599496483803
167790	rnn.bias_hh_l0	5	0.03847552463412285
167790	rnn.bias_hh_l0	6	-0.09148087352514267
167790	rnn.bias_hh_l0	7	-0.1561669111251831
167790	rnn.bias_hh_l0	8	-0.18920984864234924
167790	rnn.bias_hh_l0	9	-0.10205969214439392
167790	rnn.weight_ih_l0_reverse	0	-0.030771641060709953
167790	rnn.weight_ih_l0_reverse	1	0.002518345369026065
167790	rnn.weight_ih_l0_reverse	2	0.041542816907167435
167790	rnn.weight_ih_l0_reverse	3	0.004896886646747589
167790	rnn.weight_ih_l0_reverse	4	0.032021861523389816
167790	rnn.weight_ih_l0_reverse	5	-0.05194389820098877
167790	rnn.weight_ih_l0_reverse	6	-0.0430963933467865
167790	rnn.weight_ih_l0_reverse	7	0.00114856893196702
167790	rnn.weight_ih_l0_reverse	8	0.08363334834575653
167790	rnn.weight_ih_l0_reverse	9	0.013219642452895641
167790	rnn.weight_hh_l0_reverse	0	0.0053438288159668446
167790	rnn.weight_hh_l0_reverse	1	0.02969386614859104
167790	rnn.weight_hh_l0_reverse	2	-0.04106596112251282
167790	rnn.weight_hh_l0_reverse	3	0.038601797074079514
167790	rnn.weight_hh_l0_reverse	4	0.021856216713786125
167790	rnn.weight_hh_l0_reverse	5	-0.0038966983556747437
167790	rnn.weight_hh_l0_reverse	6	0.060362108051776886
167790	rnn.weight_hh_l0_reverse	7	0.027578797191381454
167790	rnn.weight_hh_l0_reverse	8	-0.016985904425382614
167790	rnn.weight_hh_l0_reverse	9	-0.03523295372724533
167790	rnn.bias_ih_l0_reverse	0	-0.1436418890953064
167790	rnn.bias_ih_l0_reverse	1	-0.31431636214256287
167790	rnn.bias_ih_l0_reverse	2	-0.06376595795154572
167790	rnn.bias_ih_l0_reverse	3	-0.14358988404273987
167790	rnn.bias_ih_l0_reverse	4	0.07218176871538162
167790	rnn.bias_ih_l0_reverse	5	-0.2626391649246216
167790	rnn.bias_ih_l0_reverse	6	-0.05927891284227371
167790	rnn.bias_ih_l0_reverse	7	0.014162026345729828
167790	rnn.bias_ih_l0_reverse	8	-0.17232295870780945
167790	rnn.bias_ih_l0_reverse	9	-0.08642110973596573
167790	rnn.bias_hh_l0_reverse	0	-0.15089987218379974
167790	rnn.bias_hh_l0_reverse	1	-0.15200087428092957
167790	rnn.bias_hh_l0_reverse	2	-0.019453175365924835
167790	rnn.bias_hh_l0_reverse	3	-0.13433796167373657
167790	rnn.bias_hh_l0_reverse	4	-0.020671101287007332
167790	rnn.bias_hh_l0_reverse	5	-0.11232809722423553
167790	rnn.bias_hh_l0_reverse	6	-0.05876835063099861
167790	rnn.bias_hh_l0_reverse	7	-0.1950908899307251
167790	rnn.bias_hh_l0_reverse	8	-0.056469470262527466
167790	rnn.bias_hh_l0_reverse	9	-0.13172198832035065
167790	linear.weight	0	-0.1849459409713745
167790	linear.weight	1	-0.13404236733913422
167790	linear.weight	2	-0.011228874325752258
167790	linear.weight	3	-0.07830648869276047
167790	linear.weight	4	0.001534251612611115
167790	linear.weight	5	0.22907839715480804
167790	linear.weight	6	0.0047744326293468475
167790	linear.weight	7	-0.021312154829502106
167790	linear.weight	8	0.15226130187511444
167790	linear.weight	9	0.23430363833904266
167790	linear.bias	0	-0.8581618070602417
167790	linear.bias	1	1.385882019996643
167790	linear.bias	2	-0.44580087065696716
167790	linear.bias	3	-0.6818379163742065
167790	linear.bias	4	-0.8581582307815552
167790	linear.bias	5	-1.1755117177963257
167790	linear.bias	6	-0.9412840008735657
167790	linear.bias	7	-0.7110357284545898
167790	linear.bias	8	-0.01705317199230194
167790	linear.bias	9	3.376551866531372
167987	transitions	0	-0.4269334673881531
167987	transitions	1	8.622246742248535
167987	transitions	2	-3.529616594314575
167987	transitions	3	1.4580121040344238
167987	transitions	4	-2.13973331451416
167987	transitions	5	-0.4004307687282562
167987	transitions	6	-0.1902887374162674
167987	transitions	7	-10000.0
167987	transitions	8	1.7779991626739502
167987	transitions	9	-2.294052839279175
167987	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
167987	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
167987	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
167987	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
167987	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
167987	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
167987	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
167987	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
167987	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
167987	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
167987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
167987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
167987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
167987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
167987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
167987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
167987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
167987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
167987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
167987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
167987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
167987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
167987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
167987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
167987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
167987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
167987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
167987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
167987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
167987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
167987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
167987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
167987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
167987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
167987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
167987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
167987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
167987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
167987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
167987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
167987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
167987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
167987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
167987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
167987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
167987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
167987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
167987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
167987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
167987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
167987	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
167987	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
167987	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
167987	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
167987	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
167987	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
167987	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
167987	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
167987	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
167987	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
167987	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
167987	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
167987	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
167987	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
167987	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
167987	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
167987	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
167987	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
167987	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
167987	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
167987	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
167987	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
167987	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
167987	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
167987	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
167987	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
167987	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
167987	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
167987	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
167987	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
167987	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
167987	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
167987	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
167987	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
167987	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
167987	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
167987	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
167987	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
167987	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
167987	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
167987	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
167987	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
167987	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
167987	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
167987	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
167987	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
167987	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
167987	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
167987	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
167987	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
167987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
167987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
167987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
167987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
167987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
167987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
167987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
167987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
167987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
167987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
167987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
167987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
167987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
167987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
167987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
167987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
167987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
167987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
167987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
167987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
167987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
167987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
167987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
167987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
167987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
167987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
167987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
167987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
167987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
167987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
167987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
167987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
167987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
167987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
167987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
167987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
167987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
167987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
167987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
167987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
167987	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
167987	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
167987	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
167987	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
167987	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
167987	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
167987	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
167987	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
167987	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
167987	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
167987	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
167987	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
167987	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
167987	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
167987	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
167987	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
167987	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
167987	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
167987	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
167987	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
167987	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
167987	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
167987	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
167987	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
167987	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
167987	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
167987	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
167987	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
167987	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
167987	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
167987	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
167987	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
167987	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
167987	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
167987	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
167987	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
167987	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
167987	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
167987	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
167987	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
167987	embedding2nn.weight	0	0.04899623245000839
167987	embedding2nn.weight	1	-0.0892842635512352
167987	embedding2nn.weight	2	0.029722128063440323
167987	embedding2nn.weight	3	-0.057143695652484894
167987	embedding2nn.weight	4	-0.12113064527511597
167987	embedding2nn.weight	5	0.12267464399337769
167987	embedding2nn.weight	6	-0.1224059984087944
167987	embedding2nn.weight	7	-0.07858572155237198
167987	embedding2nn.weight	8	-0.02701828069984913
167987	embedding2nn.weight	9	0.05644854158163071
167987	embedding2nn.bias	0	0.06912428140640259
167987	embedding2nn.bias	1	0.0063170515932142735
167987	embedding2nn.bias	2	-0.0892859697341919
167987	embedding2nn.bias	3	0.06387791037559509
167987	embedding2nn.bias	4	-0.007456143386662006
167987	embedding2nn.bias	5	-0.1663833111524582
167987	embedding2nn.bias	6	-0.13290895521640778
167987	embedding2nn.bias	7	-0.06079231575131416
167987	embedding2nn.bias	8	0.11048487573862076
167987	embedding2nn.bias	9	-0.07696612179279327
167987	rnn.weight_ih_l0	0	0.04665151983499527
167987	rnn.weight_ih_l0	1	-0.061324018985033035
167987	rnn.weight_ih_l0	2	-0.03571807220578194
167987	rnn.weight_ih_l0	3	-0.04554997757077217
167987	rnn.weight_ih_l0	4	0.018694637343287468
167987	rnn.weight_ih_l0	5	-0.11416087299585342
167987	rnn.weight_ih_l0	6	-0.05367935821413994
167987	rnn.weight_ih_l0	7	-0.01582236774265766
167987	rnn.weight_ih_l0	8	0.06648189574480057
167987	rnn.weight_ih_l0	9	0.00598551519215107
167987	rnn.weight_hh_l0	0	0.0014306808589026332
167987	rnn.weight_hh_l0	1	-0.08553840219974518
167987	rnn.weight_hh_l0	2	0.06386832892894745
167987	rnn.weight_hh_l0	3	0.04279632866382599
167987	rnn.weight_hh_l0	4	0.004607252310961485
167987	rnn.weight_hh_l0	5	0.06674447655677795
167987	rnn.weight_hh_l0	6	-0.016490397974848747
167987	rnn.weight_hh_l0	7	-0.09972374886274338
167987	rnn.weight_hh_l0	8	0.010028521530330181
167987	rnn.weight_hh_l0	9	-0.07901892066001892
167987	rnn.bias_ih_l0	0	-0.07378695905208588
167987	rnn.bias_ih_l0	1	-0.182278573513031
167987	rnn.bias_ih_l0	2	-0.26165738701820374
167987	rnn.bias_ih_l0	3	-0.28257036209106445
167987	rnn.bias_ih_l0	4	-0.008220243267714977
167987	rnn.bias_ih_l0	5	0.05540413036942482
167987	rnn.bias_ih_l0	6	-0.1810605674982071
167987	rnn.bias_ih_l0	7	-0.25976845622062683
167987	rnn.bias_ih_l0	8	-0.11995887756347656
167987	rnn.bias_ih_l0	9	-0.17307931184768677
167987	rnn.bias_hh_l0	0	0.11389347165822983
167987	rnn.bias_hh_l0	1	-0.06041393801569939
167987	rnn.bias_hh_l0	2	0.04815678298473358
167987	rnn.bias_hh_l0	3	-0.17558176815509796
167987	rnn.bias_hh_l0	4	0.058917805552482605
167987	rnn.bias_hh_l0	5	0.03741825744509697
167987	rnn.bias_hh_l0	6	-0.09284833818674088
167987	rnn.bias_hh_l0	7	-0.15653765201568604
167987	rnn.bias_hh_l0	8	-0.18997395038604736
167987	rnn.bias_hh_l0	9	-0.10284951329231262
167987	rnn.weight_ih_l0_reverse	0	-0.030481552705168724
167987	rnn.weight_ih_l0_reverse	1	0.00247135479003191
167987	rnn.weight_ih_l0_reverse	2	0.04227782040834427
167987	rnn.weight_ih_l0_reverse	3	0.005116412416100502
167987	rnn.weight_ih_l0_reverse	4	0.03228959068655968
167987	rnn.weight_ih_l0_reverse	5	-0.0517723523080349
167987	rnn.weight_ih_l0_reverse	6	-0.04337488114833832
167987	rnn.weight_ih_l0_reverse	7	0.0006994077702984214
167987	rnn.weight_ih_l0_reverse	8	0.08414556831121445
167987	rnn.weight_ih_l0_reverse	9	0.012729977257549763
167987	rnn.weight_hh_l0_reverse	0	0.005413223523646593
167987	rnn.weight_hh_l0_reverse	1	0.029846621677279472
167987	rnn.weight_hh_l0_reverse	2	-0.041172876954078674
167987	rnn.weight_hh_l0_reverse	3	0.038457177579402924
167987	rnn.weight_hh_l0_reverse	4	0.02183372899889946
167987	rnn.weight_hh_l0_reverse	5	-0.003974597901105881
167987	rnn.weight_hh_l0_reverse	6	0.06005970016121864
167987	rnn.weight_hh_l0_reverse	7	0.027634846046566963
167987	rnn.weight_hh_l0_reverse	8	-0.016880644485354424
167987	rnn.weight_hh_l0_reverse	9	-0.034941498190164566
167987	rnn.bias_ih_l0_reverse	0	-0.14403656125068665
167987	rnn.bias_ih_l0_reverse	1	-0.3117121160030365
167987	rnn.bias_ih_l0_reverse	2	-0.06356684863567352
167987	rnn.bias_ih_l0_reverse	3	-0.1438191682100296
167987	rnn.bias_ih_l0_reverse	4	0.06895126402378082
167987	rnn.bias_ih_l0_reverse	5	-0.26267585158348083
167987	rnn.bias_ih_l0_reverse	6	-0.058261092752218246
167987	rnn.bias_ih_l0_reverse	7	0.012353932484984398
167987	rnn.bias_ih_l0_reverse	8	-0.1740531474351883
167987	rnn.bias_ih_l0_reverse	9	-0.08807770907878876
167987	rnn.bias_hh_l0_reverse	0	-0.15343129634857178
167987	rnn.bias_hh_l0_reverse	1	-0.15154321491718292
167987	rnn.bias_hh_l0_reverse	2	-0.01905844733119011
167987	rnn.bias_hh_l0_reverse	3	-0.13546279072761536
167987	rnn.bias_hh_l0_reverse	4	-0.019911983981728554
167987	rnn.bias_hh_l0_reverse	5	-0.11223862320184708
167987	rnn.bias_hh_l0_reverse	6	-0.06053648889064789
167987	rnn.bias_hh_l0_reverse	7	-0.19574137032032013
167987	rnn.bias_hh_l0_reverse	8	-0.05703309550881386
167987	rnn.bias_hh_l0_reverse	9	-0.1316760927438736
167987	linear.weight	0	-0.19768641889095306
167987	linear.weight	1	-0.13231490552425385
167987	linear.weight	2	-0.011228874325752258
167987	linear.weight	3	-0.08946825563907623
167987	linear.weight	4	-0.0045770504511892796
167987	linear.weight	5	0.23906207084655762
167987	linear.weight	6	0.0047744326293468475
167987	linear.weight	7	-0.021312154829502106
167987	linear.weight	8	0.15357431769371033
167987	linear.weight	9	0.23536568880081177
167987	linear.bias	0	-0.8563491702079773
167987	linear.bias	1	1.3712152242660522
167987	linear.bias	2	-0.41165509819984436
167987	linear.bias	3	-0.6949257850646973
167987	linear.bias	4	-0.8835446834564209
167987	linear.bias	5	-1.1755352020263672
167987	linear.bias	6	-0.9391261339187622
167987	linear.bias	7	-0.7207975387573242
167987	linear.bias	8	-0.01705317199230194
167987	linear.bias	9	3.4071621894836426
168184	transitions	0	-0.4269852340221405
168184	transitions	1	8.58987808227539
168184	transitions	2	-3.530247211456299
168184	transitions	3	1.4566925764083862
168184	transitions	4	-2.1400787830352783
168184	transitions	5	-0.400525838136673
168184	transitions	6	-0.19031371176242828
168184	transitions	7	-10000.0
168184	transitions	8	1.7789459228515625
168184	transitions	9	-2.2940673828125
168184	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
168184	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
168184	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
168184	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
168184	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
168184	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
168184	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
168184	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
168184	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
168184	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
168184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
168184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
168184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
168184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
168184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
168184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
168184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
168184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
168184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
168184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
168184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
168184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
168184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
168184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
168184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
168184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
168184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
168184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
168184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
168184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
168184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
168184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
168184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
168184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
168184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
168184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
168184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
168184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
168184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
168184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
168184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
168184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
168184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
168184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
168184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
168184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
168184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
168184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
168184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
168184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
168184	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
168184	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
168184	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
168184	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
168184	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
168184	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
168184	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
168184	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
168184	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
168184	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
168184	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
168184	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
168184	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
168184	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
168184	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
168184	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
168184	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
168184	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
168184	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
168184	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
168184	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
168184	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
168184	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
168184	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
168184	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
168184	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
168184	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
168184	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
168184	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
168184	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
168184	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
168184	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
168184	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
168184	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
168184	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
168184	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
168184	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
168184	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
168184	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
168184	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
168184	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
168184	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
168184	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
168184	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
168184	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
168184	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
168184	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
168184	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
168184	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
168184	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
168184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
168184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
168184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
168184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
168184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
168184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
168184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
168184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
168184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
168184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
168184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
168184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
168184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
168184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
168184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
168184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
168184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
168184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
168184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
168184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
168184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
168184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
168184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
168184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
168184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
168184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
168184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
168184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
168184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
168184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
168184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
168184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
168184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
168184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
168184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
168184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
168184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
168184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
168184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
168184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
168184	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
168184	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
168184	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
168184	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
168184	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
168184	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
168184	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
168184	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
168184	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
168184	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
168184	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
168184	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
168184	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
168184	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
168184	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
168184	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
168184	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
168184	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
168184	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
168184	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
168184	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
168184	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
168184	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
168184	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
168184	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
168184	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
168184	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
168184	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
168184	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
168184	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
168184	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
168184	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
168184	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
168184	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
168184	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
168184	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
168184	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
168184	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
168184	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
168184	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
168184	embedding2nn.weight	0	0.048559270799160004
168184	embedding2nn.weight	1	-0.08798824995756149
168184	embedding2nn.weight	2	0.029011769220232964
168184	embedding2nn.weight	3	-0.056939687579870224
168184	embedding2nn.weight	4	-0.12007493525743484
168184	embedding2nn.weight	5	0.12281304597854614
168184	embedding2nn.weight	6	-0.12147234380245209
168184	embedding2nn.weight	7	-0.07946019619703293
168184	embedding2nn.weight	8	-0.02727477438747883
168184	embedding2nn.weight	9	0.05485328286886215
168184	embedding2nn.bias	0	0.06890273094177246
168184	embedding2nn.bias	1	0.008550599217414856
168184	embedding2nn.bias	2	-0.08641374856233597
168184	embedding2nn.bias	3	0.060129545629024506
168184	embedding2nn.bias	4	-0.016533521935343742
168184	embedding2nn.bias	5	-0.16701583564281464
168184	embedding2nn.bias	6	-0.13222166895866394
168184	embedding2nn.bias	7	-0.061325907707214355
168184	embedding2nn.bias	8	0.11231788992881775
168184	embedding2nn.bias	9	-0.07588823139667511
168184	rnn.weight_ih_l0	0	0.04693472012877464
168184	rnn.weight_ih_l0	1	-0.061393603682518005
168184	rnn.weight_ih_l0	2	-0.0343555323779583
168184	rnn.weight_ih_l0	3	-0.04607810452580452
168184	rnn.weight_ih_l0	4	0.01948993094265461
168184	rnn.weight_ih_l0	5	-0.11359699070453644
168184	rnn.weight_ih_l0	6	-0.050855085253715515
168184	rnn.weight_ih_l0	7	-0.01471929531544447
168184	rnn.weight_ih_l0	8	0.06543002277612686
168184	rnn.weight_ih_l0	9	0.0048606074415147305
168184	rnn.weight_hh_l0	0	0.0017508252058178186
168184	rnn.weight_hh_l0	1	-0.08532848954200745
168184	rnn.weight_hh_l0	2	0.06478511542081833
168184	rnn.weight_hh_l0	3	0.04195993021130562
168184	rnn.weight_hh_l0	4	0.004490915685892105
168184	rnn.weight_hh_l0	5	0.06631375104188919
168184	rnn.weight_hh_l0	6	-0.016369106248021126
168184	rnn.weight_hh_l0	7	-0.09985148906707764
168184	rnn.weight_hh_l0	8	0.010035280138254166
168184	rnn.weight_hh_l0	9	-0.07849914580583572
168184	rnn.bias_ih_l0	0	-0.07389066368341446
168184	rnn.bias_ih_l0	1	-0.17995069921016693
168184	rnn.bias_ih_l0	2	-0.2606850564479828
168184	rnn.bias_ih_l0	3	-0.2814660370349884
168184	rnn.bias_ih_l0	4	-0.006497276481240988
168184	rnn.bias_ih_l0	5	0.05183017998933792
168184	rnn.bias_ih_l0	6	-0.17919379472732544
168184	rnn.bias_ih_l0	7	-0.2595084607601166
168184	rnn.bias_ih_l0	8	-0.11823777854442596
168184	rnn.bias_ih_l0	9	-0.1728488951921463
168184	rnn.bias_hh_l0	0	0.11537783592939377
168184	rnn.bias_hh_l0	1	-0.061726514250040054
168184	rnn.bias_hh_l0	2	0.04639721289277077
168184	rnn.bias_hh_l0	3	-0.17513689398765564
168184	rnn.bias_hh_l0	4	0.058295492082834244
168184	rnn.bias_hh_l0	5	0.03714023530483246
168184	rnn.bias_hh_l0	6	-0.09188392758369446
168184	rnn.bias_hh_l0	7	-0.1576351374387741
168184	rnn.bias_hh_l0	8	-0.19077467918395996
168184	rnn.bias_hh_l0	9	-0.10407830029726028
168184	rnn.weight_ih_l0_reverse	0	-0.03018602542579174
168184	rnn.weight_ih_l0_reverse	1	0.002181251533329487
168184	rnn.weight_ih_l0_reverse	2	0.039644669741392136
168184	rnn.weight_ih_l0_reverse	3	0.006048146635293961
168184	rnn.weight_ih_l0_reverse	4	0.032098185271024704
168184	rnn.weight_ih_l0_reverse	5	-0.051816120743751526
168184	rnn.weight_ih_l0_reverse	6	-0.0432143397629261
168184	rnn.weight_ih_l0_reverse	7	0.0001555184426251799
168184	rnn.weight_ih_l0_reverse	8	0.0847197026014328
168184	rnn.weight_ih_l0_reverse	9	0.013182582333683968
168184	rnn.weight_hh_l0_reverse	0	0.005283343140035868
168184	rnn.weight_hh_l0_reverse	1	0.02981087565422058
168184	rnn.weight_hh_l0_reverse	2	-0.04162457212805748
168184	rnn.weight_hh_l0_reverse	3	0.0382993221282959
168184	rnn.weight_hh_l0_reverse	4	0.022186052054166794
168184	rnn.weight_hh_l0_reverse	5	-0.0038668394554406404
168184	rnn.weight_hh_l0_reverse	6	0.05989311635494232
168184	rnn.weight_hh_l0_reverse	7	0.028064584359526634
168184	rnn.weight_hh_l0_reverse	8	-0.01767704449594021
168184	rnn.weight_hh_l0_reverse	9	-0.0351107195019722
168184	rnn.bias_ih_l0_reverse	0	-0.14316929876804352
168184	rnn.bias_ih_l0_reverse	1	-0.3110082149505615
168184	rnn.bias_ih_l0_reverse	2	-0.06354299187660217
168184	rnn.bias_ih_l0_reverse	3	-0.1446763426065445
168184	rnn.bias_ih_l0_reverse	4	0.06745821237564087
168184	rnn.bias_ih_l0_reverse	5	-0.26606088876724243
168184	rnn.bias_ih_l0_reverse	6	-0.05972098931670189
168184	rnn.bias_ih_l0_reverse	7	0.014550951309502125
168184	rnn.bias_ih_l0_reverse	8	-0.17287932336330414
168184	rnn.bias_ih_l0_reverse	9	-0.0861583724617958
168184	rnn.bias_hh_l0_reverse	0	-0.1543159782886505
168184	rnn.bias_hh_l0_reverse	1	-0.15139572322368622
168184	rnn.bias_hh_l0_reverse	2	-0.01976604200899601
168184	rnn.bias_hh_l0_reverse	3	-0.13510587811470032
168184	rnn.bias_hh_l0_reverse	4	-0.019830754026770592
168184	rnn.bias_hh_l0_reverse	5	-0.1119312196969986
168184	rnn.bias_hh_l0_reverse	6	-0.06040924787521362
168184	rnn.bias_hh_l0_reverse	7	-0.1974354237318039
168184	rnn.bias_hh_l0_reverse	8	-0.057061873376369476
168184	rnn.bias_hh_l0_reverse	9	-0.1314612627029419
168184	linear.weight	0	-0.20115183293819427
168184	linear.weight	1	-0.13774311542510986
168184	linear.weight	2	-0.011228874325752258
168184	linear.weight	3	-0.08506397902965546
168184	linear.weight	4	-0.012845187447965145
168184	linear.weight	5	0.23956803977489471
168184	linear.weight	6	0.0047744326293468475
168184	linear.weight	7	-0.021312154829502106
168184	linear.weight	8	0.14809678494930267
168184	linear.weight	9	0.2352810651063919
168184	linear.bias	0	-0.8637425899505615
168184	linear.bias	1	1.3711018562316895
168184	linear.bias	2	-0.42327770590782166
168184	linear.bias	3	-0.7035478353500366
168184	linear.bias	4	-0.8766384124755859
168184	linear.bias	5	-1.1755586862564087
168184	linear.bias	6	-0.9473633766174316
168184	linear.bias	7	-0.694951057434082
168184	linear.bias	8	-0.01705317199230194
168184	linear.bias	9	3.4020791053771973
168381	transitions	0	-0.4270499348640442
168381	transitions	1	8.606925964355469
168381	transitions	2	-3.53064227104187
168381	transitions	3	1.4548903703689575
168381	transitions	4	-2.1403472423553467
168381	transitions	5	-0.40054717659950256
168381	transitions	6	-0.1903381645679474
168381	transitions	7	-10000.0
168381	transitions	8	1.782483458518982
168381	transitions	9	-2.2940731048583984
168381	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
168381	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
168381	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
168381	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
168381	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
168381	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
168381	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
168381	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
168381	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
168381	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
168381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
168381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
168381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
168381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
168381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
168381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
168381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
168381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
168381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
168381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
168381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
168381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
168381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
168381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
168381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
168381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
168381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
168381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
168381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
168381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
168381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
168381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
168381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
168381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
168381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
168381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
168381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
168381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
168381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
168381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
168381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
168381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
168381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
168381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
168381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
168381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
168381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
168381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
168381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
168381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
168381	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
168381	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
168381	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
168381	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
168381	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
168381	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
168381	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
168381	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
168381	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
168381	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
168381	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
168381	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
168381	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
168381	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
168381	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
168381	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
168381	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
168381	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
168381	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
168381	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
168381	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
168381	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
168381	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
168381	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
168381	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
168381	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
168381	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
168381	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
168381	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
168381	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
168381	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
168381	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
168381	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
168381	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
168381	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
168381	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
168381	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
168381	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
168381	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
168381	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
168381	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
168381	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
168381	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
168381	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
168381	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
168381	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
168381	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
168381	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
168381	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
168381	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
168381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
168381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
168381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
168381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
168381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
168381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
168381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
168381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
168381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
168381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
168381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
168381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
168381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
168381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
168381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
168381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
168381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
168381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
168381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
168381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
168381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
168381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
168381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
168381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
168381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
168381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
168381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
168381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
168381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
168381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
168381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
168381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
168381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
168381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
168381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
168381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
168381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
168381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
168381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
168381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
168381	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
168381	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
168381	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
168381	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
168381	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
168381	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
168381	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
168381	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
168381	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
168381	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
168381	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
168381	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
168381	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
168381	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
168381	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
168381	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
168381	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
168381	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
168381	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
168381	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
168381	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
168381	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
168381	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
168381	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
168381	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
168381	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
168381	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
168381	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
168381	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
168381	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
168381	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
168381	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
168381	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
168381	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
168381	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
168381	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
168381	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
168381	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
168381	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
168381	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
168381	embedding2nn.weight	0	0.04872105270624161
168381	embedding2nn.weight	1	-0.08827535808086395
168381	embedding2nn.weight	2	0.02657238580286503
168381	embedding2nn.weight	3	-0.05741309002041817
168381	embedding2nn.weight	4	-0.12065248936414719
168381	embedding2nn.weight	5	0.12270994484424591
168381	embedding2nn.weight	6	-0.12252607196569443
168381	embedding2nn.weight	7	-0.08090782165527344
168381	embedding2nn.weight	8	-0.02707359567284584
168381	embedding2nn.weight	9	0.05505365878343582
168381	embedding2nn.bias	0	0.06393036991357803
168381	embedding2nn.bias	1	0.003009775886312127
168381	embedding2nn.bias	2	-0.09242639690637589
168381	embedding2nn.bias	3	0.05465240776538849
168381	embedding2nn.bias	4	-0.018954601138830185
168381	embedding2nn.bias	5	-0.16742350161075592
168381	embedding2nn.bias	6	-0.12714172899723053
168381	embedding2nn.bias	7	-0.05771345645189285
168381	embedding2nn.bias	8	0.10660252720117569
168381	embedding2nn.bias	9	-0.07574354112148285
168381	rnn.weight_ih_l0	0	0.047179803252220154
168381	rnn.weight_ih_l0	1	-0.06192551925778389
168381	rnn.weight_ih_l0	2	-0.03563249111175537
168381	rnn.weight_ih_l0	3	-0.04604506865143776
168381	rnn.weight_ih_l0	4	0.01786324754357338
168381	rnn.weight_ih_l0	5	-0.11343128234148026
168381	rnn.weight_ih_l0	6	-0.049796801060438156
168381	rnn.weight_ih_l0	7	-0.015605859458446503
168381	rnn.weight_ih_l0	8	0.06604444235563278
168381	rnn.weight_ih_l0	9	0.0053606051951646805
168381	rnn.weight_hh_l0	0	0.0020023637916892767
168381	rnn.weight_hh_l0	1	-0.0857110470533371
168381	rnn.weight_hh_l0	2	0.06500805914402008
168381	rnn.weight_hh_l0	3	0.04208749905228615
168381	rnn.weight_hh_l0	4	0.004461703822016716
168381	rnn.weight_hh_l0	5	0.06601513177156448
168381	rnn.weight_hh_l0	6	-0.01648523472249508
168381	rnn.weight_hh_l0	7	-0.10018464922904968
168381	rnn.weight_hh_l0	8	0.010559073649346828
168381	rnn.weight_hh_l0	9	-0.07862537354230881
168381	rnn.bias_ih_l0	0	-0.07361848652362823
168381	rnn.bias_ih_l0	1	-0.17846201360225677
168381	rnn.bias_ih_l0	2	-0.2615031599998474
168381	rnn.bias_ih_l0	3	-0.2804749310016632
168381	rnn.bias_ih_l0	4	-0.006658491212874651
168381	rnn.bias_ih_l0	5	0.04883405566215515
168381	rnn.bias_ih_l0	6	-0.17933231592178345
168381	rnn.bias_ih_l0	7	-0.2611522972583771
168381	rnn.bias_ih_l0	8	-0.1178034320473671
168381	rnn.bias_ih_l0	9	-0.1753225326538086
168381	rnn.bias_hh_l0	0	0.11698276549577713
168381	rnn.bias_hh_l0	1	-0.061459314078092575
168381	rnn.bias_hh_l0	2	0.045952774584293365
168381	rnn.bias_hh_l0	3	-0.17490015923976898
168381	rnn.bias_hh_l0	4	0.057052936404943466
168381	rnn.bias_hh_l0	5	0.03760582581162453
168381	rnn.bias_hh_l0	6	-0.09413708001375198
168381	rnn.bias_hh_l0	7	-0.1595398485660553
168381	rnn.bias_hh_l0	8	-0.1911659687757492
168381	rnn.bias_hh_l0	9	-0.10283594578504562
168381	rnn.weight_ih_l0_reverse	0	-0.03066186234354973
168381	rnn.weight_ih_l0_reverse	1	0.002797994064167142
168381	rnn.weight_ih_l0_reverse	2	0.04112069308757782
168381	rnn.weight_ih_l0_reverse	3	0.007795331068336964
168381	rnn.weight_ih_l0_reverse	4	0.032550547271966934
168381	rnn.weight_ih_l0_reverse	5	-0.051690224558115005
168381	rnn.weight_ih_l0_reverse	6	-0.04260200262069702
168381	rnn.weight_ih_l0_reverse	7	0.0010005735093727708
168381	rnn.weight_ih_l0_reverse	8	0.08482059091329575
168381	rnn.weight_ih_l0_reverse	9	0.012872575782239437
168381	rnn.weight_hh_l0_reverse	0	0.005068731494247913
168381	rnn.weight_hh_l0_reverse	1	0.02972736582159996
168381	rnn.weight_hh_l0_reverse	2	-0.04136164113879204
168381	rnn.weight_hh_l0_reverse	3	0.038253627717494965
168381	rnn.weight_hh_l0_reverse	4	0.0221402570605278
168381	rnn.weight_hh_l0_reverse	5	-0.003887873375788331
168381	rnn.weight_hh_l0_reverse	6	0.061192747205495834
168381	rnn.weight_hh_l0_reverse	7	0.028113074600696564
168381	rnn.weight_hh_l0_reverse	8	-0.017323840409517288
168381	rnn.weight_hh_l0_reverse	9	-0.03483463078737259
168381	rnn.bias_ih_l0_reverse	0	-0.14219674468040466
168381	rnn.bias_ih_l0_reverse	1	-0.3112383484840393
168381	rnn.bias_ih_l0_reverse	2	-0.0628204196691513
168381	rnn.bias_ih_l0_reverse	3	-0.14408305287361145
168381	rnn.bias_ih_l0_reverse	4	0.06642795354127884
168381	rnn.bias_ih_l0_reverse	5	-0.26795265078544617
168381	rnn.bias_ih_l0_reverse	6	-0.061820100992918015
168381	rnn.bias_ih_l0_reverse	7	0.01584823615849018
168381	rnn.bias_ih_l0_reverse	8	-0.17256592214107513
168381	rnn.bias_ih_l0_reverse	9	-0.08728722482919693
168381	rnn.bias_hh_l0_reverse	0	-0.1552150845527649
168381	rnn.bias_hh_l0_reverse	1	-0.15073753893375397
168381	rnn.bias_hh_l0_reverse	2	-0.019309796392917633
168381	rnn.bias_hh_l0_reverse	3	-0.13836166262626648
168381	rnn.bias_hh_l0_reverse	4	-0.019837064668536186
168381	rnn.bias_hh_l0_reverse	5	-0.11389198154211044
168381	rnn.bias_hh_l0_reverse	6	-0.05949115753173828
168381	rnn.bias_hh_l0_reverse	7	-0.19588547945022583
168381	rnn.bias_hh_l0_reverse	8	-0.05775179713964462
168381	rnn.bias_hh_l0_reverse	9	-0.13022711873054504
168381	linear.weight	0	-0.21922969818115234
168381	linear.weight	1	-0.1368330717086792
168381	linear.weight	2	-0.011228874325752258
168381	linear.weight	3	-0.08693831413984299
168381	linear.weight	4	-0.013687732629477978
168381	linear.weight	5	0.2401479333639145
168381	linear.weight	6	0.0047744326293468475
168381	linear.weight	7	-0.021312154829502106
168381	linear.weight	8	0.14424945414066315
168381	linear.weight	9	0.22186098992824554
168381	linear.bias	0	-0.8470399975776672
168381	linear.bias	1	1.3750730752944946
168381	linear.bias	2	-0.4239439070224762
168381	linear.bias	3	-0.6956442594528198
168381	linear.bias	4	-0.8926326036453247
168381	linear.bias	5	-1.1755774021148682
168381	linear.bias	6	-0.9302621483802795
168381	linear.bias	7	-0.6987114548683167
168381	linear.bias	8	-0.01705317199230194
168381	linear.bias	9	3.4106812477111816
168578	transitions	0	-0.42729783058166504
168578	transitions	1	8.604470252990723
168578	transitions	2	-3.531139373779297
168578	transitions	3	1.4675666093826294
168578	transitions	4	-2.1405553817749023
168578	transitions	5	-0.4005890488624573
168578	transitions	6	-0.19035197794437408
168578	transitions	7	-10000.0
168578	transitions	8	1.7797582149505615
168578	transitions	9	-2.294074773788452
168578	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
168578	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
168578	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
168578	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
168578	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
168578	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
168578	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
168578	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
168578	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
168578	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
168578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
168578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
168578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
168578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
168578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
168578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
168578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
168578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
168578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
168578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
168578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
168578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
168578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
168578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
168578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
168578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
168578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
168578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
168578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
168578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
168578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
168578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
168578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
168578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
168578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
168578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
168578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
168578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
168578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
168578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
168578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
168578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
168578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
168578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
168578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
168578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
168578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
168578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
168578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
168578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
168578	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
168578	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
168578	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
168578	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
168578	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
168578	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
168578	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
168578	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
168578	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
168578	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
168578	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
168578	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
168578	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
168578	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
168578	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
168578	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
168578	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
168578	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
168578	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
168578	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
168578	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
168578	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
168578	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
168578	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
168578	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
168578	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
168578	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
168578	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
168578	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
168578	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
168578	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
168578	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
168578	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
168578	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
168578	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
168578	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
168578	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
168578	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
168578	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
168578	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
168578	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
168578	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
168578	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
168578	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
168578	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
168578	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
168578	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
168578	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
168578	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
168578	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
168578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
168578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
168578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
168578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
168578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
168578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
168578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
168578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
168578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
168578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
168578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
168578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
168578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
168578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
168578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
168578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
168578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
168578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
168578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
168578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
168578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
168578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
168578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
168578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
168578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
168578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
168578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
168578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
168578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
168578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
168578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
168578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
168578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
168578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
168578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
168578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
168578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
168578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
168578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
168578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
168578	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
168578	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
168578	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
168578	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
168578	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
168578	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
168578	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
168578	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
168578	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
168578	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
168578	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
168578	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
168578	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
168578	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
168578	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
168578	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
168578	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
168578	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
168578	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
168578	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
168578	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
168578	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
168578	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
168578	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
168578	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
168578	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
168578	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
168578	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
168578	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
168578	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
168578	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
168578	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
168578	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
168578	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
168578	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
168578	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
168578	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
168578	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
168578	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
168578	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
168578	embedding2nn.weight	0	0.04823525249958038
168578	embedding2nn.weight	1	-0.08883649855852127
168578	embedding2nn.weight	2	0.02620125748217106
168578	embedding2nn.weight	3	-0.05754155293107033
168578	embedding2nn.weight	4	-0.12237980216741562
168578	embedding2nn.weight	5	0.12342365831136703
168578	embedding2nn.weight	6	-0.12107500433921814
168578	embedding2nn.weight	7	-0.0830182433128357
168578	embedding2nn.weight	8	-0.026778900995850563
168578	embedding2nn.weight	9	0.054075125604867935
168578	embedding2nn.bias	0	0.058414384722709656
168578	embedding2nn.bias	1	-0.001119467313401401
168578	embedding2nn.bias	2	-0.09220823645591736
168578	embedding2nn.bias	3	0.060530342161655426
168578	embedding2nn.bias	4	-0.018420053645968437
168578	embedding2nn.bias	5	-0.16002504527568817
168578	embedding2nn.bias	6	-0.12466536462306976
168578	embedding2nn.bias	7	-0.05800921842455864
168578	embedding2nn.bias	8	0.10231563448905945
168578	embedding2nn.bias	9	-0.0808727890253067
168578	rnn.weight_ih_l0	0	0.04735072702169418
168578	rnn.weight_ih_l0	1	-0.06403283774852753
168578	rnn.weight_ih_l0	2	-0.035286884754896164
168578	rnn.weight_ih_l0	3	-0.04603887349367142
168578	rnn.weight_ih_l0	4	0.017236949875950813
168578	rnn.weight_ih_l0	5	-0.1128503680229187
168578	rnn.weight_ih_l0	6	-0.049034811556339264
168578	rnn.weight_ih_l0	7	-0.016567043960094452
168578	rnn.weight_ih_l0	8	0.06529738008975983
168578	rnn.weight_ih_l0	9	0.006693487521260977
168578	rnn.weight_hh_l0	0	0.0020437713246792555
168578	rnn.weight_hh_l0	1	-0.08565051853656769
168578	rnn.weight_hh_l0	2	0.06439406424760818
168578	rnn.weight_hh_l0	3	0.04261045902967453
168578	rnn.weight_hh_l0	4	0.004192339722067118
168578	rnn.weight_hh_l0	5	0.06555036455392838
168578	rnn.weight_hh_l0	6	-0.016348334029316902
168578	rnn.weight_hh_l0	7	-0.09998892992734909
168578	rnn.weight_hh_l0	8	0.010663626715540886
168578	rnn.weight_hh_l0	9	-0.07842809706926346
168578	rnn.bias_ih_l0	0	-0.07304264605045319
168578	rnn.bias_ih_l0	1	-0.17871615290641785
168578	rnn.bias_ih_l0	2	-0.2611406445503235
168578	rnn.bias_ih_l0	3	-0.2810742259025574
168578	rnn.bias_ih_l0	4	-0.006939693354070187
168578	rnn.bias_ih_l0	5	0.045976243913173676
168578	rnn.bias_ih_l0	6	-0.17946937680244446
168578	rnn.bias_ih_l0	7	-0.26233968138694763
168578	rnn.bias_ih_l0	8	-0.11821862310171127
168578	rnn.bias_ih_l0	9	-0.17221882939338684
168578	rnn.bias_hh_l0	0	0.11675997823476791
168578	rnn.bias_hh_l0	1	-0.0625116229057312
168578	rnn.bias_hh_l0	2	0.044931381940841675
168578	rnn.bias_hh_l0	3	-0.17451676726341248
168578	rnn.bias_hh_l0	4	0.05682399868965149
168578	rnn.bias_hh_l0	5	0.03863634541630745
168578	rnn.bias_hh_l0	6	-0.09154112637042999
168578	rnn.bias_hh_l0	7	-0.16049277782440186
168578	rnn.bias_hh_l0	8	-0.19233188033103943
168578	rnn.bias_hh_l0	9	-0.10122368484735489
168578	rnn.weight_ih_l0_reverse	0	-0.03131980448961258
168578	rnn.weight_ih_l0_reverse	1	0.0026812851428985596
168578	rnn.weight_ih_l0_reverse	2	0.040633656084537506
168578	rnn.weight_ih_l0_reverse	3	0.009575318545103073
168578	rnn.weight_ih_l0_reverse	4	0.0326145738363266
168578	rnn.weight_ih_l0_reverse	5	-0.05152590945363045
168578	rnn.weight_ih_l0_reverse	6	-0.043041858822107315
168578	rnn.weight_ih_l0_reverse	7	0.0028962783981114626
168578	rnn.weight_ih_l0_reverse	8	0.08497020602226257
168578	rnn.weight_ih_l0_reverse	9	0.01353719737380743
168578	rnn.weight_hh_l0_reverse	0	0.005069876089692116
168578	rnn.weight_hh_l0_reverse	1	0.02979118376970291
168578	rnn.weight_hh_l0_reverse	2	-0.041582752019166946
168578	rnn.weight_hh_l0_reverse	3	0.038144852966070175
168578	rnn.weight_hh_l0_reverse	4	0.02224048413336277
168578	rnn.weight_hh_l0_reverse	5	-0.004267753101885319
168578	rnn.weight_hh_l0_reverse	6	0.061609409749507904
168578	rnn.weight_hh_l0_reverse	7	0.028322668746113777
168578	rnn.weight_hh_l0_reverse	8	-0.01750088855624199
168578	rnn.weight_hh_l0_reverse	9	-0.03461118042469025
168578	rnn.bias_ih_l0_reverse	0	-0.14243535697460175
168578	rnn.bias_ih_l0_reverse	1	-0.312145471572876
168578	rnn.bias_ih_l0_reverse	2	-0.06487645953893661
168578	rnn.bias_ih_l0_reverse	3	-0.14250725507736206
168578	rnn.bias_ih_l0_reverse	4	0.06818665564060211
168578	rnn.bias_ih_l0_reverse	5	-0.2684432864189148
168578	rnn.bias_ih_l0_reverse	6	-0.0613824836909771
168578	rnn.bias_ih_l0_reverse	7	0.016248708590865135
168578	rnn.bias_ih_l0_reverse	8	-0.17302264273166656
168578	rnn.bias_ih_l0_reverse	9	-0.08755434304475784
168578	rnn.bias_hh_l0_reverse	0	-0.15609563887119293
168578	rnn.bias_hh_l0_reverse	1	-0.1510106772184372
168578	rnn.bias_hh_l0_reverse	2	-0.017810432240366936
168578	rnn.bias_hh_l0_reverse	3	-0.137479767203331
168578	rnn.bias_hh_l0_reverse	4	-0.02075091563165188
168578	rnn.bias_hh_l0_reverse	5	-0.11393021792173386
168578	rnn.bias_hh_l0_reverse	6	-0.059887927025556564
168578	rnn.bias_hh_l0_reverse	7	-0.1940087527036667
168578	rnn.bias_hh_l0_reverse	8	-0.056655995547771454
168578	rnn.bias_hh_l0_reverse	9	-0.12992867827415466
168578	linear.weight	0	-0.2269962877035141
168578	linear.weight	1	-0.13439515233039856
168578	linear.weight	2	-0.011228874325752258
168578	linear.weight	3	-0.08542869985103607
168578	linear.weight	4	-0.010983201675117016
168578	linear.weight	5	0.23224610090255737
168578	linear.weight	6	0.0047744326293468475
168578	linear.weight	7	-0.021312154829502106
168578	linear.weight	8	0.14750787615776062
168578	linear.weight	9	0.22075945138931274
168578	linear.bias	0	-0.8515745997428894
168578	linear.bias	1	1.3582284450531006
168578	linear.bias	2	-0.3983762562274933
168578	linear.bias	3	-0.690366268157959
168578	linear.bias	4	-0.9154129028320312
168578	linear.bias	5	-1.1755982637405396
168578	linear.bias	6	-0.9359607696533203
168578	linear.bias	7	-0.7191461324691772
168578	linear.bias	8	-0.01705317199230194
168578	linear.bias	9	3.364558219909668
168775	transitions	0	-0.42737752199172974
168775	transitions	1	8.59066390991211
168775	transitions	2	-3.5314486026763916
168775	transitions	3	1.4687926769256592
168775	transitions	4	-2.1407463550567627
168775	transitions	5	-0.4006253778934479
168775	transitions	6	-0.19037088751792908
168775	transitions	7	-10000.0
168775	transitions	8	1.7795836925506592
168775	transitions	9	-2.294081449508667
168775	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
168775	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
168775	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
168775	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
168775	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
168775	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
168775	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
168775	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
168775	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
168775	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
168775	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
168775	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
168775	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
168775	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
168775	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
168775	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
168775	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
168775	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
168775	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
168775	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
168775	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
168775	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
168775	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
168775	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
168775	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
168775	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
168775	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
168775	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
168775	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
168775	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
168775	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
168775	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
168775	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
168775	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
168775	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
168775	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
168775	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
168775	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
168775	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
168775	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
168775	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
168775	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
168775	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
168775	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
168775	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
168775	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
168775	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
168775	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
168775	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
168775	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
168775	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
168775	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
168775	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
168775	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
168775	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
168775	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
168775	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
168775	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
168775	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
168775	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
168775	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
168775	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
168775	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
168775	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
168775	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
168775	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
168775	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
168775	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
168775	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
168775	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
168775	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
168775	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
168775	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
168775	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
168775	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
168775	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
168775	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
168775	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
168775	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
168775	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
168775	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
168775	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
168775	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
168775	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
168775	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
168775	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
168775	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
168775	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
168775	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
168775	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
168775	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
168775	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
168775	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
168775	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
168775	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
168775	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
168775	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
168775	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
168775	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
168775	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
168775	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
168775	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
168775	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
168775	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
168775	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
168775	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
168775	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
168775	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
168775	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
168775	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
168775	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
168775	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
168775	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
168775	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
168775	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
168775	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
168775	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
168775	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
168775	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
168775	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
168775	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
168775	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
168775	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
168775	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
168775	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
168775	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
168775	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
168775	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
168775	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
168775	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
168775	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
168775	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
168775	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
168775	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
168775	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
168775	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
168775	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
168775	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
168775	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
168775	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
168775	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
168775	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
168775	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
168775	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
168775	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
168775	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
168775	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
168775	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
168775	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
168775	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
168775	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
168775	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
168775	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
168775	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
168775	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
168775	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
168775	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
168775	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
168775	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
168775	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
168775	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
168775	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
168775	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
168775	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
168775	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
168775	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
168775	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
168775	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
168775	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
168775	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
168775	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
168775	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
168775	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
168775	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
168775	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
168775	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
168775	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
168775	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
168775	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
168775	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
168775	embedding2nn.weight	0	0.04797949269413948
168775	embedding2nn.weight	1	-0.08854982256889343
168775	embedding2nn.weight	2	0.02652645856142044
168775	embedding2nn.weight	3	-0.05745094642043114
168775	embedding2nn.weight	4	-0.12110118567943573
168775	embedding2nn.weight	5	0.12389351427555084
168775	embedding2nn.weight	6	-0.11968059092760086
168775	embedding2nn.weight	7	-0.08185563236474991
168775	embedding2nn.weight	8	-0.026238219812512398
168775	embedding2nn.weight	9	0.05272413045167923
168775	embedding2nn.bias	0	0.056252866983413696
168775	embedding2nn.bias	1	0.0014457427896559238
168775	embedding2nn.bias	2	-0.09747784584760666
168775	embedding2nn.bias	3	0.05752341449260712
168775	embedding2nn.bias	4	-0.024137714877724648
168775	embedding2nn.bias	5	-0.1657818704843521
168775	embedding2nn.bias	6	-0.1212129220366478
168775	embedding2nn.bias	7	-0.05828787013888359
168775	embedding2nn.bias	8	0.10465282946825027
168775	embedding2nn.bias	9	-0.07755929231643677
168775	rnn.weight_ih_l0	0	0.04773663729429245
168775	rnn.weight_ih_l0	1	-0.06462261825799942
168775	rnn.weight_ih_l0	2	-0.035230640321969986
168775	rnn.weight_ih_l0	3	-0.04539639130234718
168775	rnn.weight_ih_l0	4	0.016630759462714195
168775	rnn.weight_ih_l0	5	-0.11273334920406342
168775	rnn.weight_ih_l0	6	-0.048935651779174805
168775	rnn.weight_ih_l0	7	-0.01736989989876747
168775	rnn.weight_ih_l0	8	0.0657702088356018
168775	rnn.weight_ih_l0	9	0.006669295951724052
168775	rnn.weight_hh_l0	0	0.001858165836893022
168775	rnn.weight_hh_l0	1	-0.08586959540843964
168775	rnn.weight_hh_l0	2	0.06452640146017075
168775	rnn.weight_hh_l0	3	0.042685892432928085
168775	rnn.weight_hh_l0	4	0.004187264479696751
168775	rnn.weight_hh_l0	5	0.06604217737913132
168775	rnn.weight_hh_l0	6	-0.01652444154024124
168775	rnn.weight_hh_l0	7	-0.09979420155286789
168775	rnn.weight_hh_l0	8	0.010128967463970184
168775	rnn.weight_hh_l0	9	-0.07819130271673203
168775	rnn.bias_ih_l0	0	-0.07213346660137177
168775	rnn.bias_ih_l0	1	-0.17953956127166748
168775	rnn.bias_ih_l0	2	-0.2619565427303314
168775	rnn.bias_ih_l0	3	-0.2827017903327942
168775	rnn.bias_ih_l0	4	-0.012579960748553276
168775	rnn.bias_ih_l0	5	0.04707968607544899
168775	rnn.bias_ih_l0	6	-0.1801423728466034
168775	rnn.bias_ih_l0	7	-0.26318711042404175
168775	rnn.bias_ih_l0	8	-0.12070289254188538
168775	rnn.bias_ih_l0	9	-0.17393437027931213
168775	rnn.bias_hh_l0	0	0.11665819585323334
168775	rnn.bias_hh_l0	1	-0.06158125773072243
168775	rnn.bias_hh_l0	2	0.0463540181517601
168775	rnn.bias_hh_l0	3	-0.17435157299041748
168775	rnn.bias_hh_l0	4	0.058213502168655396
168775	rnn.bias_hh_l0	5	0.03855431079864502
168775	rnn.bias_hh_l0	6	-0.09054221212863922
168775	rnn.bias_hh_l0	7	-0.16119284927845
168775	rnn.bias_hh_l0	8	-0.19209399819374084
168775	rnn.bias_hh_l0	9	-0.10159019380807877
168775	rnn.weight_ih_l0_reverse	0	-0.03148229047656059
168775	rnn.weight_ih_l0_reverse	1	0.0018247413681820035
168775	rnn.weight_ih_l0_reverse	2	0.03993675485253334
168775	rnn.weight_ih_l0_reverse	3	0.009497077204287052
168775	rnn.weight_ih_l0_reverse	4	0.03314030170440674
168775	rnn.weight_ih_l0_reverse	5	-0.050999611616134644
168775	rnn.weight_ih_l0_reverse	6	-0.0430234894156456
168775	rnn.weight_ih_l0_reverse	7	0.003926836885511875
168775	rnn.weight_ih_l0_reverse	8	0.0869932770729065
168775	rnn.weight_ih_l0_reverse	9	0.014024889096617699
168775	rnn.weight_hh_l0_reverse	0	0.005471402779221535
168775	rnn.weight_hh_l0_reverse	1	0.02983451820909977
168775	rnn.weight_hh_l0_reverse	2	-0.04143436998128891
168775	rnn.weight_hh_l0_reverse	3	0.03771090507507324
168775	rnn.weight_hh_l0_reverse	4	0.022376462817192078
168775	rnn.weight_hh_l0_reverse	5	-0.004593528341501951
168775	rnn.weight_hh_l0_reverse	6	0.06145510822534561
168775	rnn.weight_hh_l0_reverse	7	0.028681131079792976
168775	rnn.weight_hh_l0_reverse	8	-0.017297515645623207
168775	rnn.weight_hh_l0_reverse	9	-0.03440702334046364
168775	rnn.bias_ih_l0_reverse	0	-0.14091756939888
168775	rnn.bias_ih_l0_reverse	1	-0.3118900656700134
168775	rnn.bias_ih_l0_reverse	2	-0.06508448719978333
168775	rnn.bias_ih_l0_reverse	3	-0.14263884723186493
168775	rnn.bias_ih_l0_reverse	4	0.06373795121908188
168775	rnn.bias_ih_l0_reverse	5	-0.2671789526939392
168775	rnn.bias_ih_l0_reverse	6	-0.061845358461141586
168775	rnn.bias_ih_l0_reverse	7	0.01746363937854767
168775	rnn.bias_ih_l0_reverse	8	-0.17356392741203308
168775	rnn.bias_ih_l0_reverse	9	-0.08748144656419754
168775	rnn.bias_hh_l0_reverse	0	-0.1569075584411621
168775	rnn.bias_hh_l0_reverse	1	-0.14893101155757904
168775	rnn.bias_hh_l0_reverse	2	-0.017451710999011993
168775	rnn.bias_hh_l0_reverse	3	-0.13709649443626404
168775	rnn.bias_hh_l0_reverse	4	-0.02031572535634041
168775	rnn.bias_hh_l0_reverse	5	-0.1139800101518631
168775	rnn.bias_hh_l0_reverse	6	-0.0600622221827507
168775	rnn.bias_hh_l0_reverse	7	-0.19349908828735352
168775	rnn.bias_hh_l0_reverse	8	-0.056993935257196426
168775	rnn.bias_hh_l0_reverse	9	-0.1299094408750534
168775	linear.weight	0	-0.22293807566165924
168775	linear.weight	1	-0.1313810646533966
168775	linear.weight	2	-0.011228874325752258
168775	linear.weight	3	-0.08486844599246979
168775	linear.weight	4	-0.013069447129964828
168775	linear.weight	5	0.22955116629600525
168775	linear.weight	6	0.0047744326293468475
168775	linear.weight	7	-0.021312154829502106
168775	linear.weight	8	0.14700697362422943
168775	linear.weight	9	0.22115777432918549
168775	linear.bias	0	-0.8508702516555786
168775	linear.bias	1	1.3755282163619995
168775	linear.bias	2	-0.3948858082294464
168775	linear.bias	3	-0.6988312005996704
168775	linear.bias	4	-0.894201397895813
168775	linear.bias	5	-1.1756176948547363
168775	linear.bias	6	-0.9345653653144836
168775	linear.bias	7	-0.7078065872192383
168775	linear.bias	8	-0.01705317199230194
168775	linear.bias	9	3.397141456604004
168972	transitions	0	-0.4274651110172272
168972	transitions	1	8.579205513000488
168972	transitions	2	-3.5317981243133545
168972	transitions	3	1.4732954502105713
168972	transitions	4	-2.1409811973571777
168972	transitions	5	-0.40069517493247986
168972	transitions	6	-0.19039572775363922
168972	transitions	7	-10000.0
168972	transitions	8	1.7799434661865234
168972	transitions	9	-2.2940986156463623
168972	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
168972	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
168972	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
168972	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
168972	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
168972	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
168972	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
168972	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
168972	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
168972	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
168972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
168972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
168972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
168972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
168972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
168972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
168972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
168972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
168972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
168972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
168972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
168972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
168972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
168972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
168972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
168972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
168972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
168972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
168972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
168972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
168972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
168972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
168972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
168972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
168972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
168972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
168972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
168972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
168972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
168972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
168972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
168972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
168972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
168972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
168972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
168972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
168972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
168972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
168972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
168972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
168972	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
168972	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
168972	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
168972	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
168972	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
168972	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
168972	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
168972	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
168972	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
168972	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
168972	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
168972	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
168972	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
168972	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
168972	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
168972	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
168972	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
168972	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
168972	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
168972	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
168972	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
168972	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
168972	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
168972	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
168972	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
168972	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
168972	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
168972	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
168972	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
168972	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
168972	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
168972	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
168972	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
168972	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
168972	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
168972	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
168972	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
168972	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
168972	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
168972	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
168972	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
168972	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
168972	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
168972	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
168972	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
168972	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
168972	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
168972	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
168972	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
168972	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
168972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
168972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
168972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
168972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
168972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
168972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
168972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
168972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
168972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
168972	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
168972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
168972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
168972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
168972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
168972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
168972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
168972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
168972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
168972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
168972	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
168972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
168972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
168972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
168972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
168972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
168972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
168972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
168972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
168972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
168972	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
168972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
168972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
168972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
168972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
168972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
168972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
168972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
168972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
168972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
168972	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
168972	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
168972	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
168972	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
168972	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
168972	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
168972	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
168972	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
168972	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
168972	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
168972	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
168972	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
168972	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
168972	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
168972	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
168972	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
168972	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
168972	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
168972	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
168972	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
168972	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
168972	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
168972	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
168972	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
168972	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
168972	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
168972	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
168972	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
168972	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
168972	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
168972	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
168972	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
168972	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
168972	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
168972	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
168972	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
168972	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
168972	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
168972	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
168972	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
168972	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
168972	embedding2nn.weight	0	0.04736796021461487
168972	embedding2nn.weight	1	-0.08875174075365067
168972	embedding2nn.weight	2	0.0241426769644022
168972	embedding2nn.weight	3	-0.05729919672012329
168972	embedding2nn.weight	4	-0.11754682660102844
168972	embedding2nn.weight	5	0.12465744465589523
168972	embedding2nn.weight	6	-0.11925487220287323
168972	embedding2nn.weight	7	-0.08332666009664536
168972	embedding2nn.weight	8	-0.026540925726294518
168972	embedding2nn.weight	9	0.05104698985815048
168972	embedding2nn.bias	0	0.06213017553091049
168972	embedding2nn.bias	1	0.013413898646831512
168972	embedding2nn.bias	2	-0.09339825063943863
168972	embedding2nn.bias	3	0.0637657567858696
168972	embedding2nn.bias	4	-0.02789454348385334
168972	embedding2nn.bias	5	-0.15982380509376526
168972	embedding2nn.bias	6	-0.13367027044296265
168972	embedding2nn.bias	7	-0.055060867220163345
168972	embedding2nn.bias	8	0.10872101038694382
168972	embedding2nn.bias	9	-0.08080419898033142
168972	rnn.weight_ih_l0	0	0.04786808788776398
168972	rnn.weight_ih_l0	1	-0.0646221712231636
168972	rnn.weight_ih_l0	2	-0.03401197865605354
168972	rnn.weight_ih_l0	3	-0.04577021673321724
168972	rnn.weight_ih_l0	4	0.01626826822757721
168972	rnn.weight_ih_l0	5	-0.1134006679058075
168972	rnn.weight_ih_l0	6	-0.04717223718762398
168972	rnn.weight_ih_l0	7	-0.018990935757756233
168972	rnn.weight_ih_l0	8	0.06534349173307419
168972	rnn.weight_ih_l0	9	0.006226030644029379
168972	rnn.weight_hh_l0	0	0.001543086371384561
168972	rnn.weight_hh_l0	1	-0.08704813569784164
168972	rnn.weight_hh_l0	2	0.06445135921239853
168972	rnn.weight_hh_l0	3	0.04254404455423355
168972	rnn.weight_hh_l0	4	0.004171118140220642
168972	rnn.weight_hh_l0	5	0.06619548052549362
168972	rnn.weight_hh_l0	6	-0.016416341066360474
168972	rnn.weight_hh_l0	7	-0.09984470903873444
168972	rnn.weight_hh_l0	8	0.011116578243672848
168972	rnn.weight_hh_l0	9	-0.07831986248493195
168972	rnn.bias_ih_l0	0	-0.07357806712388992
168972	rnn.bias_ih_l0	1	-0.17795661091804504
168972	rnn.bias_ih_l0	2	-0.2611221671104431
168972	rnn.bias_ih_l0	3	-0.28206875920295715
168972	rnn.bias_ih_l0	4	-0.013145608827471733
168972	rnn.bias_ih_l0	5	0.047232769429683685
168972	rnn.bias_ih_l0	6	-0.179073765873909
168972	rnn.bias_ih_l0	7	-0.2619032859802246
168972	rnn.bias_ih_l0	8	-0.12062889337539673
168972	rnn.bias_ih_l0	9	-0.17597751319408417
168972	rnn.bias_hh_l0	0	0.12017883360385895
168972	rnn.bias_hh_l0	1	-0.060647279024124146
168972	rnn.bias_hh_l0	2	0.04728376492857933
168972	rnn.bias_hh_l0	3	-0.1743152141571045
168972	rnn.bias_hh_l0	4	0.05735952779650688
168972	rnn.bias_hh_l0	5	0.0374528206884861
168972	rnn.bias_hh_l0	6	-0.09016617387533188
168972	rnn.bias_hh_l0	7	-0.16162770986557007
168972	rnn.bias_hh_l0	8	-0.19409531354904175
168972	rnn.bias_hh_l0	9	-0.10163329541683197
168972	rnn.weight_ih_l0_reverse	0	-0.031728994101285934
168972	rnn.weight_ih_l0_reverse	1	0.00293603609316051
168972	rnn.weight_ih_l0_reverse	2	0.04133940488100052
168972	rnn.weight_ih_l0_reverse	3	0.010026050731539726
168972	rnn.weight_ih_l0_reverse	4	0.03380585089325905
168972	rnn.weight_ih_l0_reverse	5	-0.051182303577661514
168972	rnn.weight_ih_l0_reverse	6	-0.043394509702920914
168972	rnn.weight_ih_l0_reverse	7	0.004823107738047838
168972	rnn.weight_ih_l0_reverse	8	0.08873138576745987
168972	rnn.weight_ih_l0_reverse	9	0.013339619152247906
168972	rnn.weight_hh_l0_reverse	0	0.005369922146201134
168972	rnn.weight_hh_l0_reverse	1	0.029449429363012314
168972	rnn.weight_hh_l0_reverse	2	-0.04123840108513832
168972	rnn.weight_hh_l0_reverse	3	0.03845794498920441
168972	rnn.weight_hh_l0_reverse	4	0.02199871838092804
168972	rnn.weight_hh_l0_reverse	5	-0.0049453116953372955
168972	rnn.weight_hh_l0_reverse	6	0.061815083026885986
168972	rnn.weight_hh_l0_reverse	7	0.02874716930091381
168972	rnn.weight_hh_l0_reverse	8	-0.016869718208909035
168972	rnn.weight_hh_l0_reverse	9	-0.034545693546533585
168972	rnn.bias_ih_l0_reverse	0	-0.1395278424024582
168972	rnn.bias_ih_l0_reverse	1	-0.311906635761261
168972	rnn.bias_ih_l0_reverse	2	-0.06685914099216461
168972	rnn.bias_ih_l0_reverse	3	-0.1427152007818222
168972	rnn.bias_ih_l0_reverse	4	0.06568268686532974
168972	rnn.bias_ih_l0_reverse	5	-0.2684093713760376
168972	rnn.bias_ih_l0_reverse	6	-0.06164347007870674
168972	rnn.bias_ih_l0_reverse	7	0.0201070886105299
168972	rnn.bias_ih_l0_reverse	8	-0.17423322796821594
168972	rnn.bias_ih_l0_reverse	9	-0.08704954385757446
168972	rnn.bias_hh_l0_reverse	0	-0.1569407433271408
168972	rnn.bias_hh_l0_reverse	1	-0.14957211911678314
168972	rnn.bias_hh_l0_reverse	2	-0.017106911167502403
168972	rnn.bias_hh_l0_reverse	3	-0.1385769098997116
168972	rnn.bias_hh_l0_reverse	4	-0.02090570703148842
168972	rnn.bias_hh_l0_reverse	5	-0.11436395347118378
168972	rnn.bias_hh_l0_reverse	6	-0.060062672942876816
168972	rnn.bias_hh_l0_reverse	7	-0.1947651356458664
168972	rnn.bias_hh_l0_reverse	8	-0.05710716173052788
168972	rnn.bias_hh_l0_reverse	9	-0.12971946597099304
168972	linear.weight	0	-0.22328652441501617
168972	linear.weight	1	-0.13300840556621552
168972	linear.weight	2	-0.011228874325752258
168972	linear.weight	3	-0.08921568840742111
168972	linear.weight	4	-0.014975140802562237
168972	linear.weight	5	0.2293843775987625
168972	linear.weight	6	0.0047744326293468475
168972	linear.weight	7	-0.021312154829502106
168972	linear.weight	8	0.14299502968788147
168972	linear.weight	9	0.22338134050369263
168972	linear.bias	0	-0.8544570803642273
168972	linear.bias	1	1.4246762990951538
168972	linear.bias	2	-0.40828877687454224
168972	linear.bias	3	-0.715002715587616
168972	linear.bias	4	-0.9202767014503479
168972	linear.bias	5	-1.1756361722946167
168972	linear.bias	6	-0.9372684955596924
168972	linear.bias	7	-0.7068852186203003
168972	linear.bias	8	-0.01705317199230194
168972	linear.bias	9	3.415931463241577
169169	transitions	0	-0.42760980129241943
169169	transitions	1	8.588714599609375
169169	transitions	2	-3.5320956707000732
169169	transitions	3	1.47117018699646
169169	transitions	4	-2.1411285400390625
169169	transitions	5	-0.4007377624511719
169169	transitions	6	-0.19041305780410767
169169	transitions	7	-10000.0
169169	transitions	8	1.779593586921692
169169	transitions	9	-2.2941079139709473
169169	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
169169	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
169169	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
169169	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
169169	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
169169	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
169169	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
169169	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
169169	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
169169	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
169169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
169169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
169169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
169169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
169169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
169169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
169169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
169169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
169169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
169169	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
169169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
169169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
169169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
169169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
169169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
169169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
169169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
169169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
169169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
169169	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
169169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
169169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
169169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
169169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
169169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
169169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
169169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
169169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
169169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
169169	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
169169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
169169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
169169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
169169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
169169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
169169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
169169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
169169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
169169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
169169	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
169169	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
169169	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
169169	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
169169	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
169169	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
169169	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
169169	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
169169	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
169169	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
169169	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
169169	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
169169	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
169169	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
169169	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
169169	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
169169	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
169169	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
169169	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
169169	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
169169	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
169169	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
169169	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
169169	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
169169	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
169169	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
169169	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
169169	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
169169	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
169169	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
169169	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
169169	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
169169	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
169169	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
169169	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
169169	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
169169	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
169169	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
169169	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
169169	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
169169	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
169169	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
169169	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
169169	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
169169	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
169169	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
169169	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
169169	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
169169	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
169169	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
169169	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
169169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
169169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
169169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
169169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
169169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
169169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
169169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
169169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
169169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
169169	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
169169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
169169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
169169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
169169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
169169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
169169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
169169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
169169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
169169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
169169	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
169169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
169169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
169169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
169169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
169169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
169169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
169169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
169169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
169169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
169169	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
169169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
169169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
169169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
169169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
169169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
169169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
169169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
169169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
169169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
169169	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
169169	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
169169	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
169169	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
169169	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
169169	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
169169	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
169169	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
169169	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
169169	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
169169	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
169169	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
169169	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
169169	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
169169	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
169169	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
169169	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
169169	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
169169	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
169169	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
169169	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
169169	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
169169	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
169169	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
169169	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
169169	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
169169	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
169169	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
169169	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
169169	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
169169	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
169169	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
169169	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
169169	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
169169	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
169169	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
169169	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
169169	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
169169	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
169169	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
169169	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
169169	embedding2nn.weight	0	0.047227103263139725
169169	embedding2nn.weight	1	-0.08853626251220703
169169	embedding2nn.weight	2	0.02467857114970684
169169	embedding2nn.weight	3	-0.05732147768139839
169169	embedding2nn.weight	4	-0.11673949658870697
169169	embedding2nn.weight	5	0.12517023086547852
169169	embedding2nn.weight	6	-0.11855189502239227
169169	embedding2nn.weight	7	-0.08239515870809555
169169	embedding2nn.weight	8	-0.026370611041784286
169169	embedding2nn.weight	9	0.052761420607566833
169169	embedding2nn.bias	0	0.06735511124134064
169169	embedding2nn.bias	1	0.011039922013878822
169169	embedding2nn.bias	2	-0.09006058424711227
169169	embedding2nn.bias	3	0.060464195907115936
169169	embedding2nn.bias	4	-0.022533755749464035
169169	embedding2nn.bias	5	-0.15563185513019562
169169	embedding2nn.bias	6	-0.13573181629180908
169169	embedding2nn.bias	7	-0.05150415003299713
169169	embedding2nn.bias	8	0.11265507340431213
169169	embedding2nn.bias	9	-0.08467680960893631
169169	rnn.weight_ih_l0	0	0.04884306341409683
169169	rnn.weight_ih_l0	1	-0.06536296010017395
169169	rnn.weight_ih_l0	2	-0.03339693695306778
169169	rnn.weight_ih_l0	3	-0.04669135436415672
169169	rnn.weight_ih_l0	4	0.01663772203028202
169169	rnn.weight_ih_l0	5	-0.11147084832191467
169169	rnn.weight_ih_l0	6	-0.04894474148750305
169169	rnn.weight_ih_l0	7	-0.019287530332803726
169169	rnn.weight_ih_l0	8	0.06610346585512161
169169	rnn.weight_ih_l0	9	0.00691543472930789
169169	rnn.weight_hh_l0	0	0.001569740241393447
169169	rnn.weight_hh_l0	1	-0.0864591896533966
169169	rnn.weight_hh_l0	2	0.06489056348800659
169169	rnn.weight_hh_l0	3	0.042357198894023895
169169	rnn.weight_hh_l0	4	0.004043626599013805
169169	rnn.weight_hh_l0	5	0.06607307493686676
169169	rnn.weight_hh_l0	6	-0.016224250197410583
169169	rnn.weight_hh_l0	7	-0.09972961246967316
169169	rnn.weight_hh_l0	8	0.011501261033117771
169169	rnn.weight_hh_l0	9	-0.07925684005022049
169169	rnn.bias_ih_l0	0	-0.07359766960144043
169169	rnn.bias_ih_l0	1	-0.17738467454910278
169169	rnn.bias_ih_l0	2	-0.2612355351448059
169169	rnn.bias_ih_l0	3	-0.2824106216430664
169169	rnn.bias_ih_l0	4	-0.013951918110251427
169169	rnn.bias_ih_l0	5	0.049732182174921036
169169	rnn.bias_ih_l0	6	-0.17947915196418762
169169	rnn.bias_ih_l0	7	-0.2616312801837921
169169	rnn.bias_ih_l0	8	-0.12166298925876617
169169	rnn.bias_ih_l0	9	-0.17572613060474396
169169	rnn.bias_hh_l0	0	0.12131801247596741
169169	rnn.bias_hh_l0	1	-0.06119687482714653
169169	rnn.bias_hh_l0	2	0.04775248467922211
169169	rnn.bias_hh_l0	3	-0.17406442761421204
169169	rnn.bias_hh_l0	4	0.05546201020479202
169169	rnn.bias_hh_l0	5	0.03816850855946541
169169	rnn.bias_hh_l0	6	-0.09074514359235764
169169	rnn.bias_hh_l0	7	-0.1598583161830902
169169	rnn.bias_hh_l0	8	-0.1940390169620514
169169	rnn.bias_hh_l0	9	-0.10046031326055527
169169	rnn.weight_ih_l0_reverse	0	-0.03194812312722206
169169	rnn.weight_ih_l0_reverse	1	0.0033723684027791023
169169	rnn.weight_ih_l0_reverse	2	0.04002242535352707
169169	rnn.weight_ih_l0_reverse	3	0.008302942849695683
169169	rnn.weight_ih_l0_reverse	4	0.03387687727808952
169169	rnn.weight_ih_l0_reverse	5	-0.05207131430506706
169169	rnn.weight_ih_l0_reverse	6	-0.043804991990327835
169169	rnn.weight_ih_l0_reverse	7	0.005451519507914782
169169	rnn.weight_ih_l0_reverse	8	0.09147903323173523
169169	rnn.weight_ih_l0_reverse	9	0.011491140350699425
169169	rnn.weight_hh_l0_reverse	0	0.005384355783462524
169169	rnn.weight_hh_l0_reverse	1	0.029415562748908997
169169	rnn.weight_hh_l0_reverse	2	-0.041144683957099915
169169	rnn.weight_hh_l0_reverse	3	0.03922635316848755
169169	rnn.weight_hh_l0_reverse	4	0.021962963044643402
169169	rnn.weight_hh_l0_reverse	5	-0.004994546994566917
169169	rnn.weight_hh_l0_reverse	6	0.06268301606178284
169169	rnn.weight_hh_l0_reverse	7	0.028768664225935936
169169	rnn.weight_hh_l0_reverse	8	-0.0169886015355587
169169	rnn.weight_hh_l0_reverse	9	-0.0342702642083168
169169	rnn.bias_ih_l0_reverse	0	-0.14036697149276733
169169	rnn.bias_ih_l0_reverse	1	-0.3108190894126892
169169	rnn.bias_ih_l0_reverse	2	-0.06645392626523972
169169	rnn.bias_ih_l0_reverse	3	-0.14387398958206177
169169	rnn.bias_ih_l0_reverse	4	0.06345116347074509
169169	rnn.bias_ih_l0_reverse	5	-0.26946043968200684
169169	rnn.bias_ih_l0_reverse	6	-0.06035155802965164
169169	rnn.bias_ih_l0_reverse	7	0.0221575815230608
169169	rnn.bias_ih_l0_reverse	8	-0.17479413747787476
169169	rnn.bias_ih_l0_reverse	9	-0.08661093562841415
169169	rnn.bias_hh_l0_reverse	0	-0.1558963656425476
169169	rnn.bias_hh_l0_reverse	1	-0.1482999473810196
169169	rnn.bias_hh_l0_reverse	2	-0.017300590872764587
169169	rnn.bias_hh_l0_reverse	3	-0.13837888836860657
169169	rnn.bias_hh_l0_reverse	4	-0.021651800721883774
169169	rnn.bias_hh_l0_reverse	5	-0.11394097656011581
169169	rnn.bias_hh_l0_reverse	6	-0.06110638752579689
169169	rnn.bias_hh_l0_reverse	7	-0.1932818591594696
169169	rnn.bias_hh_l0_reverse	8	-0.05655376613140106
169169	rnn.bias_hh_l0_reverse	9	-0.13082396984100342
169169	linear.weight	0	-0.21820761263370514
169169	linear.weight	1	-0.12355196475982666
169169	linear.weight	2	-0.011228874325752258
169169	linear.weight	3	-0.0874163880944252
169169	linear.weight	4	-0.01621103286743164
169169	linear.weight	5	0.22371971607208252
169169	linear.weight	6	0.0047744326293468475
169169	linear.weight	7	-0.021312154829502106
169169	linear.weight	8	0.1429268717765808
169169	linear.weight	9	0.22503158450126648
169169	linear.bias	0	-0.8502782583236694
169169	linear.bias	1	1.3910565376281738
169169	linear.bias	2	-0.4144107699394226
169169	linear.bias	3	-0.7104478478431702
169169	linear.bias	4	-0.9073731899261475
169169	linear.bias	5	-1.1756547689437866
169169	linear.bias	6	-0.9326720237731934
169169	linear.bias	7	-0.7121863961219788
169169	linear.bias	8	-0.01705317199230194
169169	linear.bias	9	3.449957847595215
169366	transitions	0	-0.4276503026485443
169366	transitions	1	8.593414306640625
169366	transitions	2	-3.5324742794036865
169366	transitions	3	1.474984884262085
169366	transitions	4	-2.141293525695801
169366	transitions	5	-0.40078115463256836
169366	transitions	6	-0.19042284786701202
169366	transitions	7	-10000.0
169366	transitions	8	1.78042471408844
169366	transitions	9	-2.2941195964813232
169366	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
169366	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
169366	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
169366	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
169366	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
169366	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
169366	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
169366	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
169366	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
169366	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
169366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
169366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
169366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
169366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
169366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
169366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
169366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
169366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
169366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
169366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
169366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
169366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
169366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
169366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
169366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
169366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
169366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
169366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
169366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
169366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
169366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
169366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
169366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
169366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
169366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
169366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
169366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
169366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
169366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
169366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
169366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
169366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
169366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
169366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
169366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
169366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
169366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
169366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
169366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
169366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
169366	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
169366	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
169366	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
169366	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
169366	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
169366	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
169366	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
169366	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
169366	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
169366	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
169366	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
169366	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
169366	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
169366	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
169366	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
169366	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
169366	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
169366	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
169366	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
169366	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
169366	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
169366	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
169366	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
169366	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
169366	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
169366	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
169366	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
169366	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
169366	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
169366	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
169366	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
169366	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
169366	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
169366	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
169366	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
169366	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
169366	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
169366	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
169366	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
169366	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
169366	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
169366	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
169366	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
169366	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
169366	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
169366	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
169366	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
169366	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
169366	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
169366	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
169366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
169366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
169366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
169366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
169366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
169366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
169366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
169366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
169366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
169366	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
169366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
169366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
169366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
169366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
169366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
169366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
169366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
169366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
169366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
169366	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
169366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
169366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
169366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
169366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
169366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
169366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
169366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
169366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
169366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
169366	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
169366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
169366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
169366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
169366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
169366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
169366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
169366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
169366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
169366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
169366	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
169366	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
169366	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
169366	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
169366	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
169366	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
169366	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
169366	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
169366	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
169366	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
169366	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
169366	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
169366	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
169366	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
169366	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
169366	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
169366	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
169366	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
169366	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
169366	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
169366	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
169366	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
169366	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
169366	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
169366	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
169366	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
169366	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
169366	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
169366	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
169366	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
169366	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
169366	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
169366	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
169366	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
169366	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
169366	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
169366	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
169366	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
169366	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
169366	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
169366	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
169366	embedding2nn.weight	0	0.047093916684389114
169366	embedding2nn.weight	1	-0.0889575406908989
169366	embedding2nn.weight	2	0.024448174983263016
169366	embedding2nn.weight	3	-0.05676554515957832
169366	embedding2nn.weight	4	-0.1169138103723526
169366	embedding2nn.weight	5	0.12446601688861847
169366	embedding2nn.weight	6	-0.12687326967716217
169366	embedding2nn.weight	7	-0.08227355033159256
169366	embedding2nn.weight	8	-0.026655519381165504
169366	embedding2nn.weight	9	0.05424431338906288
169366	embedding2nn.bias	0	0.06588108092546463
169366	embedding2nn.bias	1	0.022409550845623016
169366	embedding2nn.bias	2	-0.08472900837659836
169366	embedding2nn.bias	3	0.05116652697324753
169366	embedding2nn.bias	4	-0.016753101721405983
169366	embedding2nn.bias	5	-0.15291976928710938
169366	embedding2nn.bias	6	-0.12871091067790985
169366	embedding2nn.bias	7	-0.04849199205636978
169366	embedding2nn.bias	8	0.10692600905895233
169366	embedding2nn.bias	9	-0.0766286700963974
169366	rnn.weight_ih_l0	0	0.05080612748861313
169366	rnn.weight_ih_l0	1	-0.06652523577213287
169366	rnn.weight_ih_l0	2	-0.03365591913461685
169366	rnn.weight_ih_l0	3	-0.04667776823043823
169366	rnn.weight_ih_l0	4	0.01747649721801281
169366	rnn.weight_ih_l0	5	-0.11160919815301895
169366	rnn.weight_ih_l0	6	-0.049684472382068634
169366	rnn.weight_ih_l0	7	-0.01947939395904541
169366	rnn.weight_ih_l0	8	0.06715110689401627
169366	rnn.weight_ih_l0	9	0.006635155063122511
169366	rnn.weight_hh_l0	0	0.0011925195576623082
169366	rnn.weight_hh_l0	1	-0.08686279505491257
169366	rnn.weight_hh_l0	2	0.06516817212104797
169366	rnn.weight_hh_l0	3	0.04251760616898537
169366	rnn.weight_hh_l0	4	0.004098427947610617
169366	rnn.weight_hh_l0	5	0.06678315252065659
169366	rnn.weight_hh_l0	6	-0.016432391479611397
169366	rnn.weight_hh_l0	7	-0.0999939814209938
169366	rnn.weight_hh_l0	8	0.011685732752084732
169366	rnn.weight_hh_l0	9	-0.0784924253821373
169366	rnn.bias_ih_l0	0	-0.07414136826992035
169366	rnn.bias_ih_l0	1	-0.1780814528465271
169366	rnn.bias_ih_l0	2	-0.26039278507232666
169366	rnn.bias_ih_l0	3	-0.2828158438205719
169366	rnn.bias_ih_l0	4	-0.009892959147691727
169366	rnn.bias_ih_l0	5	0.04994739964604378
169366	rnn.bias_ih_l0	6	-0.17943602800369263
169366	rnn.bias_ih_l0	7	-0.26260244846343994
169366	rnn.bias_ih_l0	8	-0.12292204052209854
169366	rnn.bias_ih_l0	9	-0.17548584938049316
169366	rnn.bias_hh_l0	0	0.12014122307300568
169366	rnn.bias_hh_l0	1	-0.062088772654533386
169366	rnn.bias_hh_l0	2	0.04888970032334328
169366	rnn.bias_hh_l0	3	-0.17398783564567566
169366	rnn.bias_hh_l0	4	0.0545000322163105
169366	rnn.bias_hh_l0	5	0.036481328308582306
169366	rnn.bias_hh_l0	6	-0.0914551317691803
169366	rnn.bias_hh_l0	7	-0.16012714803218842
169366	rnn.bias_hh_l0	8	-0.19231756031513214
169366	rnn.bias_hh_l0	9	-0.10080461949110031
169366	rnn.weight_ih_l0_reverse	0	-0.03208416700363159
169366	rnn.weight_ih_l0_reverse	1	0.003205335233360529
169366	rnn.weight_ih_l0_reverse	2	0.03973029926419258
169366	rnn.weight_ih_l0_reverse	3	0.008370987139642239
169366	rnn.weight_ih_l0_reverse	4	0.03337518870830536
169366	rnn.weight_ih_l0_reverse	5	-0.05187210813164711
169366	rnn.weight_ih_l0_reverse	6	-0.04362368583679199
169366	rnn.weight_ih_l0_reverse	7	0.006046093534678221
169366	rnn.weight_ih_l0_reverse	8	0.09051379561424255
169366	rnn.weight_ih_l0_reverse	9	0.011396261863410473
169366	rnn.weight_hh_l0_reverse	0	0.005835487507283688
169366	rnn.weight_hh_l0_reverse	1	0.0292669665068388
169366	rnn.weight_hh_l0_reverse	2	-0.04125111177563667
169366	rnn.weight_hh_l0_reverse	3	0.039530735462903976
169366	rnn.weight_hh_l0_reverse	4	0.021528491750359535
169366	rnn.weight_hh_l0_reverse	5	-0.0045209950767457485
169366	rnn.weight_hh_l0_reverse	6	0.06358833611011505
169366	rnn.weight_hh_l0_reverse	7	0.028756041079759598
169366	rnn.weight_hh_l0_reverse	8	-0.01732439361512661
169366	rnn.weight_hh_l0_reverse	9	-0.034259479492902756
169366	rnn.bias_ih_l0_reverse	0	-0.13896240293979645
169366	rnn.bias_ih_l0_reverse	1	-0.3094531297683716
169366	rnn.bias_ih_l0_reverse	2	-0.06717764586210251
169366	rnn.bias_ih_l0_reverse	3	-0.14405445754528046
169366	rnn.bias_ih_l0_reverse	4	0.060869310051202774
169366	rnn.bias_ih_l0_reverse	5	-0.26827019453048706
169366	rnn.bias_ih_l0_reverse	6	-0.06030248478055
169366	rnn.bias_ih_l0_reverse	7	0.022081157192587852
169366	rnn.bias_ih_l0_reverse	8	-0.17338523268699646
169366	rnn.bias_ih_l0_reverse	9	-0.08443101495504379
169366	rnn.bias_hh_l0_reverse	0	-0.15552429854869843
169366	rnn.bias_hh_l0_reverse	1	-0.15002106130123138
169366	rnn.bias_hh_l0_reverse	2	-0.0170135535299778
169366	rnn.bias_hh_l0_reverse	3	-0.13855572044849396
169366	rnn.bias_hh_l0_reverse	4	-0.02208554372191429
169366	rnn.bias_hh_l0_reverse	5	-0.11536174267530441
169366	rnn.bias_hh_l0_reverse	6	-0.0611109733581543
169366	rnn.bias_hh_l0_reverse	7	-0.19496941566467285
169366	rnn.bias_hh_l0_reverse	8	-0.05720869451761246
169366	rnn.bias_hh_l0_reverse	9	-0.13244491815567017
169366	linear.weight	0	-0.2090495228767395
169366	linear.weight	1	-0.12877586483955383
169366	linear.weight	2	-0.011228874325752258
169366	linear.weight	3	-0.08836233615875244
169366	linear.weight	4	-0.013355808332562447
169366	linear.weight	5	0.2217651903629303
169366	linear.weight	6	0.0047744326293468475
169366	linear.weight	7	-0.021312154829502106
169366	linear.weight	8	0.15385326743125916
169366	linear.weight	9	0.22074458003044128
169366	linear.bias	0	-0.8573946952819824
169366	linear.bias	1	1.371984601020813
169366	linear.bias	2	-0.4420521855354309
169366	linear.bias	3	-0.7126952409744263
169366	linear.bias	4	-0.8922141790390015
169366	linear.bias	5	-1.1756764650344849
169366	linear.bias	6	-0.9400328397750854
169366	linear.bias	7	-0.7153215408325195
169366	linear.bias	8	-0.01705317199230194
169366	linear.bias	9	3.4055747985839844
169563	transitions	0	-0.4278714656829834
169563	transitions	1	8.594696998596191
169563	transitions	2	-3.532846689224243
169563	transitions	3	1.4720937013626099
169563	transitions	4	-2.141465425491333
169563	transitions	5	-0.4008108675479889
169563	transitions	6	-0.19043761491775513
169563	transitions	7	-10000.0
169563	transitions	8	1.781638264656067
169563	transitions	9	-2.294126033782959
169563	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
169563	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
169563	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
169563	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
169563	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
169563	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
169563	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
169563	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
169563	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
169563	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
169563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
169563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
169563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
169563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
169563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
169563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
169563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
169563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
169563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
169563	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
169563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
169563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
169563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
169563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
169563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
169563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
169563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
169563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
169563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
169563	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
169563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
169563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
169563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
169563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
169563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
169563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
169563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
169563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
169563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
169563	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
169563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
169563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
169563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
169563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
169563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
169563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
169563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
169563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
169563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
169563	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
169563	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
169563	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
169563	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
169563	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
169563	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
169563	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
169563	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
169563	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
169563	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
169563	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
169563	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
169563	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
169563	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
169563	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
169563	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
169563	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
169563	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
169563	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
169563	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
169563	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
169563	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
169563	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
169563	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
169563	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
169563	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
169563	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
169563	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
169563	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
169563	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
169563	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
169563	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
169563	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
169563	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
169563	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
169563	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
169563	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
169563	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
169563	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
169563	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
169563	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
169563	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
169563	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
169563	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
169563	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
169563	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
169563	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
169563	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
169563	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
169563	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
169563	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
169563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
169563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
169563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
169563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
169563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
169563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
169563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
169563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
169563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
169563	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
169563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
169563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
169563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
169563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
169563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
169563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
169563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
169563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
169563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
169563	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
169563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
169563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
169563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
169563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
169563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
169563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
169563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
169563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
169563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
169563	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
169563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
169563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
169563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
169563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
169563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
169563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
169563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
169563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
169563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
169563	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
169563	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
169563	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
169563	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
169563	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
169563	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
169563	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
169563	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
169563	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
169563	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
169563	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
169563	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
169563	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
169563	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
169563	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
169563	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
169563	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
169563	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
169563	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
169563	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
169563	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
169563	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
169563	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
169563	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
169563	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
169563	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
169563	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
169563	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
169563	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
169563	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
169563	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
169563	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
169563	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
169563	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
169563	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
169563	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
169563	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
169563	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
169563	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
169563	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
169563	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
169563	embedding2nn.weight	0	0.047055426985025406
169563	embedding2nn.weight	1	-0.08897251635789871
169563	embedding2nn.weight	2	0.02568492852151394
169563	embedding2nn.weight	3	-0.057060450315475464
169563	embedding2nn.weight	4	-0.11543842405080795
169563	embedding2nn.weight	5	0.12451530992984772
169563	embedding2nn.weight	6	-0.12346090376377106
169563	embedding2nn.weight	7	-0.08221615850925446
169563	embedding2nn.weight	8	-0.026570284739136696
169563	embedding2nn.weight	9	0.05346900224685669
169563	embedding2nn.bias	0	0.056820545345544815
169563	embedding2nn.bias	1	0.016651038080453873
169563	embedding2nn.bias	2	-0.08512314409017563
169563	embedding2nn.bias	3	0.04682622104883194
169563	embedding2nn.bias	4	-0.02274557203054428
169563	embedding2nn.bias	5	-0.16258983314037323
169563	embedding2nn.bias	6	-0.1315891593694687
169563	embedding2nn.bias	7	-0.04287008196115494
169563	embedding2nn.bias	8	0.10682091861963272
169563	embedding2nn.bias	9	-0.0809367448091507
169563	rnn.weight_ih_l0	0	0.05107814818620682
169563	rnn.weight_ih_l0	1	-0.06695631146430969
169563	rnn.weight_ih_l0	2	-0.03397563844919205
169563	rnn.weight_ih_l0	3	-0.04697638377547264
169563	rnn.weight_ih_l0	4	0.017763717100024223
169563	rnn.weight_ih_l0	5	-0.11022712290287018
169563	rnn.weight_ih_l0	6	-0.051008693873882294
169563	rnn.weight_ih_l0	7	-0.0190334003418684
169563	rnn.weight_ih_l0	8	0.0685122013092041
169563	rnn.weight_ih_l0	9	0.005145477596670389
169563	rnn.weight_hh_l0	0	0.0016311781946569681
169563	rnn.weight_hh_l0	1	-0.08701472729444504
169563	rnn.weight_hh_l0	2	0.06458992511034012
169563	rnn.weight_hh_l0	3	0.04242974519729614
169563	rnn.weight_hh_l0	4	0.004063234198838472
169563	rnn.weight_hh_l0	5	0.06644319742918015
169563	rnn.weight_hh_l0	6	-0.01669846661388874
169563	rnn.weight_hh_l0	7	-0.10035581141710281
169563	rnn.weight_hh_l0	8	0.011590910144150257
169563	rnn.weight_hh_l0	9	-0.07961538434028625
169563	rnn.bias_ih_l0	0	-0.07192084938287735
169563	rnn.bias_ih_l0	1	-0.17970304191112518
169563	rnn.bias_ih_l0	2	-0.2596435546875
169563	rnn.bias_ih_l0	3	-0.28109219670295715
169563	rnn.bias_ih_l0	4	-0.009655097499489784
169563	rnn.bias_ih_l0	5	0.04929356276988983
169563	rnn.bias_ih_l0	6	-0.17956872284412384
169563	rnn.bias_ih_l0	7	-0.2622903883457184
169563	rnn.bias_ih_l0	8	-0.12415925413370132
169563	rnn.bias_ih_l0	9	-0.17564193904399872
169563	rnn.bias_hh_l0	0	0.11883861571550369
169563	rnn.bias_hh_l0	1	-0.0604693777859211
169563	rnn.bias_hh_l0	2	0.0485357791185379
169563	rnn.bias_hh_l0	3	-0.17521889507770538
169563	rnn.bias_hh_l0	4	0.05496248975396156
169563	rnn.bias_hh_l0	5	0.034975260496139526
169563	rnn.bias_hh_l0	6	-0.09129814058542252
169563	rnn.bias_hh_l0	7	-0.16046251356601715
169563	rnn.bias_hh_l0	8	-0.1911853402853012
169563	rnn.bias_hh_l0	9	-0.1006627082824707
169563	rnn.weight_ih_l0_reverse	0	-0.03185565769672394
169563	rnn.weight_ih_l0_reverse	1	0.002785676857456565
169563	rnn.weight_ih_l0_reverse	2	0.04017356410622597
169563	rnn.weight_ih_l0_reverse	3	0.007417325396090746
169563	rnn.weight_ih_l0_reverse	4	0.033855926245450974
169563	rnn.weight_ih_l0_reverse	5	-0.05139860883355141
169563	rnn.weight_ih_l0_reverse	6	-0.044266022741794586
169563	rnn.weight_ih_l0_reverse	7	0.007446755655109882
169563	rnn.weight_ih_l0_reverse	8	0.09267467260360718
169563	rnn.weight_ih_l0_reverse	9	0.01118054986000061
169563	rnn.weight_hh_l0_reverse	0	0.006242221686989069
169563	rnn.weight_hh_l0_reverse	1	0.02925126440823078
169563	rnn.weight_hh_l0_reverse	2	-0.0409468412399292
169563	rnn.weight_hh_l0_reverse	3	0.039539311081171036
169563	rnn.weight_hh_l0_reverse	4	0.021928971633315086
169563	rnn.weight_hh_l0_reverse	5	-0.004593941383063793
169563	rnn.weight_hh_l0_reverse	6	0.06387992948293686
169563	rnn.weight_hh_l0_reverse	7	0.028772279620170593
169563	rnn.weight_hh_l0_reverse	8	-0.017847804352641106
169563	rnn.weight_hh_l0_reverse	9	-0.03444518893957138
169563	rnn.bias_ih_l0_reverse	0	-0.13904868066310883
169563	rnn.bias_ih_l0_reverse	1	-0.3106784224510193
169563	rnn.bias_ih_l0_reverse	2	-0.06710170209407806
169563	rnn.bias_ih_l0_reverse	3	-0.1438664346933365
169563	rnn.bias_ih_l0_reverse	4	0.059374235570430756
169563	rnn.bias_ih_l0_reverse	5	-0.26775312423706055
169563	rnn.bias_ih_l0_reverse	6	-0.06191543862223625
169563	rnn.bias_ih_l0_reverse	7	0.023261886090040207
169563	rnn.bias_ih_l0_reverse	8	-0.17586199939250946
169563	rnn.bias_ih_l0_reverse	9	-0.0850682184100151
169563	rnn.bias_hh_l0_reverse	0	-0.15554869174957275
169563	rnn.bias_hh_l0_reverse	1	-0.15114903450012207
169563	rnn.bias_hh_l0_reverse	2	-0.018356334418058395
169563	rnn.bias_hh_l0_reverse	3	-0.13904167711734772
169563	rnn.bias_hh_l0_reverse	4	-0.02177060954272747
169563	rnn.bias_hh_l0_reverse	5	-0.114356629550457
169563	rnn.bias_hh_l0_reverse	6	-0.06032748520374298
169563	rnn.bias_hh_l0_reverse	7	-0.19628991186618805
169563	rnn.bias_hh_l0_reverse	8	-0.056216489523649216
169563	rnn.bias_hh_l0_reverse	9	-0.13351035118103027
169563	linear.weight	0	-0.19740010797977448
169563	linear.weight	1	-0.12922435998916626
169563	linear.weight	2	-0.011228874325752258
169563	linear.weight	3	-0.08475625514984131
169563	linear.weight	4	-0.006233763415366411
169563	linear.weight	5	0.2127855271100998
169563	linear.weight	6	0.0047744326293468475
169563	linear.weight	7	-0.021312154829502106
169563	linear.weight	8	0.17275559902191162
169563	linear.weight	9	0.2133728265762329
169563	linear.bias	0	-0.8696373105049133
169563	linear.bias	1	1.4122980833053589
169563	linear.bias	2	-0.4570346176624298
169563	linear.bias	3	-0.7037471532821655
169563	linear.bias	4	-0.8772553205490112
169563	linear.bias	5	-1.1756988763809204
169563	linear.bias	6	-0.9516153335571289
169563	linear.bias	7	-0.6942808628082275
169563	linear.bias	8	-0.01705317199230194
169563	linear.bias	9	3.3999292850494385
169760	transitions	0	-0.42797860503196716
169760	transitions	1	8.607081413269043
169760	transitions	2	-3.533280849456787
169760	transitions	3	1.4724557399749756
169760	transitions	4	-2.1418237686157227
169760	transitions	5	-0.4008740484714508
169760	transitions	6	-0.1904790997505188
169760	transitions	7	-10000.0
169760	transitions	8	1.7820024490356445
169760	transitions	9	-2.2941362857818604
169760	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
169760	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
169760	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
169760	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
169760	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
169760	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
169760	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
169760	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
169760	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
169760	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
169760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
169760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
169760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
169760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
169760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
169760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
169760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
169760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
169760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
169760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
169760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
169760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
169760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
169760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
169760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
169760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
169760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
169760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
169760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
169760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
169760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
169760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
169760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
169760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
169760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
169760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
169760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
169760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
169760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
169760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
169760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
169760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
169760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
169760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
169760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
169760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
169760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
169760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
169760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
169760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
169760	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
169760	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
169760	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
169760	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
169760	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
169760	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
169760	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
169760	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
169760	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
169760	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
169760	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
169760	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
169760	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
169760	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
169760	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
169760	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
169760	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
169760	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
169760	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
169760	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
169760	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
169760	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
169760	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
169760	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
169760	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
169760	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
169760	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
169760	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
169760	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
169760	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
169760	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
169760	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
169760	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
169760	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
169760	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
169760	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
169760	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
169760	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
169760	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
169760	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
169760	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
169760	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
169760	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
169760	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
169760	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
169760	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
169760	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
169760	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
169760	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
169760	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
169760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
169760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
169760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
169760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
169760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
169760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
169760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
169760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
169760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
169760	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
169760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
169760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
169760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
169760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
169760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
169760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
169760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
169760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
169760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
169760	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
169760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
169760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
169760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
169760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
169760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
169760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
169760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
169760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
169760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
169760	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
169760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
169760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
169760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
169760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
169760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
169760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
169760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
169760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
169760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
169760	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
169760	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
169760	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
169760	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
169760	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
169760	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
169760	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
169760	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
169760	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
169760	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
169760	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
169760	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
169760	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
169760	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
169760	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
169760	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
169760	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
169760	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
169760	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
169760	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
169760	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
169760	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
169760	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
169760	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
169760	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
169760	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
169760	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
169760	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
169760	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
169760	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
169760	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
169760	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
169760	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
169760	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
169760	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
169760	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
169760	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
169760	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
169760	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
169760	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
169760	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
169760	embedding2nn.weight	0	0.046918366104364395
169760	embedding2nn.weight	1	-0.08963694423437119
169760	embedding2nn.weight	2	0.024734970182180405
169760	embedding2nn.weight	3	-0.0570836216211319
169760	embedding2nn.weight	4	-0.11339012533426285
169760	embedding2nn.weight	5	0.12484383583068848
169760	embedding2nn.weight	6	-0.11684273928403854
169760	embedding2nn.weight	7	-0.08338592946529388
169760	embedding2nn.weight	8	-0.02737269550561905
169760	embedding2nn.weight	9	0.05471167713403702
169760	embedding2nn.bias	0	0.05966588482260704
169760	embedding2nn.bias	1	0.01896118000149727
169760	embedding2nn.bias	2	-0.08578460663557053
169760	embedding2nn.bias	3	0.04640977829694748
169760	embedding2nn.bias	4	-0.015509591437876225
169760	embedding2nn.bias	5	-0.1508558839559555
169760	embedding2nn.bias	6	-0.12745130062103271
169760	embedding2nn.bias	7	-0.04305993393063545
169760	embedding2nn.bias	8	0.1073322594165802
169760	embedding2nn.bias	9	-0.08599475771188736
169760	rnn.weight_ih_l0	0	0.05159606412053108
169760	rnn.weight_ih_l0	1	-0.06825795769691467
169760	rnn.weight_ih_l0	2	-0.034897658973932266
169760	rnn.weight_ih_l0	3	-0.04628559574484825
169760	rnn.weight_ih_l0	4	0.017472349107265472
169760	rnn.weight_ih_l0	5	-0.10972462594509125
169760	rnn.weight_ih_l0	6	-0.051712051033973694
169760	rnn.weight_ih_l0	7	-0.018977487459778786
169760	rnn.weight_ih_l0	8	0.06754736602306366
169760	rnn.weight_ih_l0	9	0.00438536424189806
169760	rnn.weight_hh_l0	0	0.001144636538811028
169760	rnn.weight_hh_l0	1	-0.08632000535726547
169760	rnn.weight_hh_l0	2	0.06461164355278015
169760	rnn.weight_hh_l0	3	0.04246125742793083
169760	rnn.weight_hh_l0	4	0.004379701800644398
169760	rnn.weight_hh_l0	5	0.0666520968079567
169760	rnn.weight_hh_l0	6	-0.016878219321370125
169760	rnn.weight_hh_l0	7	-0.10073801875114441
169760	rnn.weight_hh_l0	8	0.011690864339470863
169760	rnn.weight_hh_l0	9	-0.07820969074964523
169760	rnn.bias_ih_l0	0	-0.07164368033409119
169760	rnn.bias_ih_l0	1	-0.17976875603199005
169760	rnn.bias_ih_l0	2	-0.26135849952697754
169760	rnn.bias_ih_l0	3	-0.28187549114227295
169760	rnn.bias_ih_l0	4	-0.013594222255051136
169760	rnn.bias_ih_l0	5	0.051799047738313675
169760	rnn.bias_ih_l0	6	-0.17678499221801758
169760	rnn.bias_ih_l0	7	-0.26383352279663086
169760	rnn.bias_ih_l0	8	-0.12789978086948395
169760	rnn.bias_ih_l0	9	-0.1770779937505722
169760	rnn.bias_hh_l0	0	0.12080079317092896
169760	rnn.bias_hh_l0	1	-0.05953693017363548
169760	rnn.bias_hh_l0	2	0.04834192991256714
169760	rnn.bias_hh_l0	3	-0.17620064318180084
169760	rnn.bias_hh_l0	4	0.052116088569164276
169760	rnn.bias_hh_l0	5	0.03278608247637749
169760	rnn.bias_hh_l0	6	-0.09141676127910614
169760	rnn.bias_hh_l0	7	-0.16040557622909546
169760	rnn.bias_hh_l0	8	-0.19108261168003082
169760	rnn.bias_hh_l0	9	-0.09939426928758621
169760	rnn.weight_ih_l0_reverse	0	-0.03226589784026146
169760	rnn.weight_ih_l0_reverse	1	0.002979087410494685
169760	rnn.weight_ih_l0_reverse	2	0.042711224406957626
169760	rnn.weight_ih_l0_reverse	3	0.009634756483137608
169760	rnn.weight_ih_l0_reverse	4	0.033631373196840286
169760	rnn.weight_ih_l0_reverse	5	-0.051164109259843826
169760	rnn.weight_ih_l0_reverse	6	-0.044068820774555206
169760	rnn.weight_ih_l0_reverse	7	0.00751334335654974
169760	rnn.weight_ih_l0_reverse	8	0.09150238335132599
169760	rnn.weight_ih_l0_reverse	9	0.010391565039753914
169760	rnn.weight_hh_l0_reverse	0	0.005940860137343407
169760	rnn.weight_hh_l0_reverse	1	0.02872452512383461
169760	rnn.weight_hh_l0_reverse	2	-0.040676265954971313
169760	rnn.weight_hh_l0_reverse	3	0.03934203088283539
169760	rnn.weight_hh_l0_reverse	4	0.021925583481788635
169760	rnn.weight_hh_l0_reverse	5	-0.0046904124319553375
169760	rnn.weight_hh_l0_reverse	6	0.06404636055231094
169760	rnn.weight_hh_l0_reverse	7	0.02876608818769455
169760	rnn.weight_hh_l0_reverse	8	-0.018457354977726936
169760	rnn.weight_hh_l0_reverse	9	-0.034402187913656235
169760	rnn.bias_ih_l0_reverse	0	-0.14065776765346527
169760	rnn.bias_ih_l0_reverse	1	-0.31060776114463806
169760	rnn.bias_ih_l0_reverse	2	-0.06631942838430405
169760	rnn.bias_ih_l0_reverse	3	-0.14362694323062897
169760	rnn.bias_ih_l0_reverse	4	0.05756617709994316
169760	rnn.bias_ih_l0_reverse	5	-0.2675493061542511
169760	rnn.bias_ih_l0_reverse	6	-0.062073834240436554
169760	rnn.bias_ih_l0_reverse	7	0.024449313059449196
169760	rnn.bias_ih_l0_reverse	8	-0.1771882176399231
169760	rnn.bias_ih_l0_reverse	9	-0.08477447926998138
169760	rnn.bias_hh_l0_reverse	0	-0.15703168511390686
169760	rnn.bias_hh_l0_reverse	1	-0.14974473416805267
169760	rnn.bias_hh_l0_reverse	2	-0.018248340114951134
169760	rnn.bias_hh_l0_reverse	3	-0.13821278512477875
169760	rnn.bias_hh_l0_reverse	4	-0.02143990248441696
169760	rnn.bias_hh_l0_reverse	5	-0.11489173024892807
169760	rnn.bias_hh_l0_reverse	6	-0.05898483842611313
169760	rnn.bias_hh_l0_reverse	7	-0.1948707401752472
169760	rnn.bias_hh_l0_reverse	8	-0.05728073790669441
169760	rnn.bias_hh_l0_reverse	9	-0.13181544840335846
169760	linear.weight	0	-0.20019271969795227
169760	linear.weight	1	-0.127280130982399
169760	linear.weight	2	-0.011228874325752258
169760	linear.weight	3	-0.09564375877380371
169760	linear.weight	4	-0.003022867953404784
169760	linear.weight	5	0.1945958286523819
169760	linear.weight	6	0.0047744326293468475
169760	linear.weight	7	-0.021312154829502106
169760	linear.weight	8	0.18100674450397491
169760	linear.weight	9	0.2143121361732483
169760	linear.bias	0	-0.8837623000144958
169760	linear.bias	1	1.3739326000213623
169760	linear.bias	2	-0.44632747769355774
169760	linear.bias	3	-0.6918781399726868
169760	linear.bias	4	-0.9024315476417542
169760	linear.bias	5	-1.175721287727356
169760	linear.bias	6	-0.963858425617218
169760	linear.bias	7	-0.71232008934021
169760	linear.bias	8	-0.01705317199230194
169760	linear.bias	9	3.4127542972564697
169764	transitions	0	-0.4279794991016388
169764	transitions	1	8.607276916503906
169764	transitions	2	-3.533283233642578
169764	transitions	3	1.472261667251587
169764	transitions	4	-2.141828775405884
169764	transitions	5	-0.4008796215057373
169764	transitions	6	-0.1904793530702591
169764	transitions	7	-10000.0
169764	transitions	8	1.7819972038269043
169764	transitions	9	-2.2941362857818604
169764	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
169764	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
169764	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
169764	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
169764	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
169764	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
169764	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
169764	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
169764	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
169764	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
169764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
169764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
169764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
169764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
169764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
169764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
169764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
169764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
169764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
169764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
169764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
169764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
169764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
169764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
169764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
169764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
169764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
169764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
169764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
169764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
169764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
169764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
169764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
169764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
169764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
169764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
169764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
169764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
169764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
169764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
169764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
169764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
169764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
169764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
169764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
169764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
169764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
169764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
169764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
169764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
169764	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
169764	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
169764	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
169764	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
169764	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
169764	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
169764	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
169764	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
169764	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
169764	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
169764	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
169764	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
169764	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
169764	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
169764	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
169764	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
169764	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
169764	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
169764	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
169764	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
169764	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
169764	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
169764	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
169764	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
169764	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
169764	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
169764	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
169764	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
169764	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
169764	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
169764	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
169764	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
169764	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
169764	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
169764	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
169764	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
169764	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
169764	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
169764	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
169764	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
169764	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
169764	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
169764	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
169764	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
169764	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
169764	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
169764	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
169764	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
169764	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
169764	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
169764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
169764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
169764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
169764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
169764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
169764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
169764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
169764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
169764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
169764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
169764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
169764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
169764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
169764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
169764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
169764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
169764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
169764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
169764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
169764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
169764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
169764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
169764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
169764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
169764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
169764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
169764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
169764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
169764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
169764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
169764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
169764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
169764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
169764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
169764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
169764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
169764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
169764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
169764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
169764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
169764	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
169764	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
169764	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
169764	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
169764	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
169764	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
169764	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
169764	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
169764	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
169764	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
169764	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
169764	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
169764	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
169764	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
169764	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
169764	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
169764	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
169764	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
169764	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
169764	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
169764	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
169764	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
169764	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
169764	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
169764	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
169764	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
169764	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
169764	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
169764	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
169764	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
169764	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
169764	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
169764	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
169764	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
169764	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
169764	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
169764	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
169764	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
169764	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
169764	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
169764	embedding2nn.weight	0	0.046880949288606644
169764	embedding2nn.weight	1	-0.08975095301866531
169764	embedding2nn.weight	2	0.024577651172876358
169764	embedding2nn.weight	3	-0.05720484256744385
169764	embedding2nn.weight	4	-0.11329350620508194
169764	embedding2nn.weight	5	0.12474582344293594
169764	embedding2nn.weight	6	-0.11689693480730057
169764	embedding2nn.weight	7	-0.08341183513402939
169764	embedding2nn.weight	8	-0.027434216812253
169764	embedding2nn.weight	9	0.054409973323345184
169764	embedding2nn.bias	0	0.06159144267439842
169764	embedding2nn.bias	1	0.018262038007378578
169764	embedding2nn.bias	2	-0.08521082997322083
169764	embedding2nn.bias	3	0.04639113321900368
169764	embedding2nn.bias	4	-0.015219077467918396
169764	embedding2nn.bias	5	-0.15300403535366058
169764	embedding2nn.bias	6	-0.1258057802915573
169764	embedding2nn.bias	7	-0.04340778663754463
169764	embedding2nn.bias	8	0.1047031432390213
169764	embedding2nn.bias	9	-0.0879601538181305
169764	rnn.weight_ih_l0	0	0.05155332013964653
169764	rnn.weight_ih_l0	1	-0.06823354959487915
169764	rnn.weight_ih_l0	2	-0.03489920124411583
169764	rnn.weight_ih_l0	3	-0.04625631496310234
169764	rnn.weight_ih_l0	4	0.017506912350654602
169764	rnn.weight_ih_l0	5	-0.10946845263242722
169764	rnn.weight_ih_l0	6	-0.0518706776201725
169764	rnn.weight_ih_l0	7	-0.01897526904940605
169764	rnn.weight_ih_l0	8	0.06752669811248779
169764	rnn.weight_ih_l0	9	0.0043176463805139065
169764	rnn.weight_hh_l0	0	0.0011287953238934278
169764	rnn.weight_hh_l0	1	-0.08626669645309448
169764	rnn.weight_hh_l0	2	0.06460872292518616
169764	rnn.weight_hh_l0	3	0.04247184842824936
169764	rnn.weight_hh_l0	4	0.004380977246910334
169764	rnn.weight_hh_l0	5	0.06663212180137634
169764	rnn.weight_hh_l0	6	-0.016871653497219086
169764	rnn.weight_hh_l0	7	-0.10074533522129059
169764	rnn.weight_hh_l0	8	0.011667896993458271
169764	rnn.weight_hh_l0	9	-0.07820264250040054
169764	rnn.bias_ih_l0	0	-0.0717368796467781
169764	rnn.bias_ih_l0	1	-0.18023550510406494
169764	rnn.bias_ih_l0	2	-0.2614423334598541
169764	rnn.bias_ih_l0	3	-0.28188055753707886
169764	rnn.bias_ih_l0	4	-0.013730050064623356
169764	rnn.bias_ih_l0	5	0.05191311612725258
169764	rnn.bias_ih_l0	6	-0.17678865790367126
169764	rnn.bias_ih_l0	7	-0.26421675086021423
169764	rnn.bias_ih_l0	8	-0.12788546085357666
169764	rnn.bias_ih_l0	9	-0.1771671324968338
169764	rnn.bias_hh_l0	0	0.12087073922157288
169764	rnn.bias_hh_l0	1	-0.05939425155520439
169764	rnn.bias_hh_l0	2	0.04825172200798988
169764	rnn.bias_hh_l0	3	-0.17655901610851288
169764	rnn.bias_hh_l0	4	0.051552847027778625
169764	rnn.bias_hh_l0	5	0.03290495648980141
169764	rnn.bias_hh_l0	6	-0.09125775843858719
169764	rnn.bias_hh_l0	7	-0.16035579144954681
169764	rnn.bias_hh_l0	8	-0.1912672519683838
169764	rnn.bias_hh_l0	9	-0.0996023565530777
169764	rnn.weight_ih_l0_reverse	0	-0.03224685788154602
169764	rnn.weight_ih_l0_reverse	1	0.0031614333856850863
169764	rnn.weight_ih_l0_reverse	2	0.04292543604969978
169764	rnn.weight_ih_l0_reverse	3	0.009590151719748974
169764	rnn.weight_ih_l0_reverse	4	0.03360603749752045
169764	rnn.weight_ih_l0_reverse	5	-0.051470112055540085
169764	rnn.weight_ih_l0_reverse	6	-0.04401739686727524
169764	rnn.weight_ih_l0_reverse	7	0.007556959055364132
169764	rnn.weight_ih_l0_reverse	8	0.09157988429069519
169764	rnn.weight_ih_l0_reverse	9	0.010429373942315578
169764	rnn.weight_hh_l0_reverse	0	0.00593861797824502
169764	rnn.weight_hh_l0_reverse	1	0.02872593328356743
169764	rnn.weight_hh_l0_reverse	2	-0.040553510189056396
169764	rnn.weight_hh_l0_reverse	3	0.03939760848879814
169764	rnn.weight_hh_l0_reverse	4	0.021908609196543694
169764	rnn.weight_hh_l0_reverse	5	-0.004700534511357546
169764	rnn.weight_hh_l0_reverse	6	0.06404972821474075
169764	rnn.weight_hh_l0_reverse	7	0.028764303773641586
169764	rnn.weight_hh_l0_reverse	8	-0.018497789278626442
169764	rnn.weight_hh_l0_reverse	9	-0.034407176077365875
169764	rnn.bias_ih_l0_reverse	0	-0.14047499001026154
169764	rnn.bias_ih_l0_reverse	1	-0.3108074367046356
169764	rnn.bias_ih_l0_reverse	2	-0.0661635622382164
169764	rnn.bias_ih_l0_reverse	3	-0.1436440646648407
169764	rnn.bias_ih_l0_reverse	4	0.057340655475854874
169764	rnn.bias_ih_l0_reverse	5	-0.26745739579200745
169764	rnn.bias_ih_l0_reverse	6	-0.06211911886930466
169764	rnn.bias_ih_l0_reverse	7	0.024463605135679245
169764	rnn.bias_ih_l0_reverse	8	-0.17726686596870422
169764	rnn.bias_ih_l0_reverse	9	-0.08478236943483353
169764	rnn.bias_hh_l0_reverse	0	-0.15706989169120789
169764	rnn.bias_hh_l0_reverse	1	-0.1498972326517105
169764	rnn.bias_hh_l0_reverse	2	-0.018243458122015
169764	rnn.bias_hh_l0_reverse	3	-0.13804300129413605
169764	rnn.bias_hh_l0_reverse	4	-0.021530933678150177
169764	rnn.bias_hh_l0_reverse	5	-0.11526378989219666
169764	rnn.bias_hh_l0_reverse	6	-0.05899549648165703
169764	rnn.bias_hh_l0_reverse	7	-0.1948886662721634
169764	rnn.bias_hh_l0_reverse	8	-0.05737918242812157
169764	rnn.bias_hh_l0_reverse	9	-0.13182412087917328
169764	linear.weight	0	-0.2001885175704956
169764	linear.weight	1	-0.12726250290870667
169764	linear.weight	2	-0.011228874325752258
169764	linear.weight	3	-0.0954989492893219
169764	linear.weight	4	-0.002922409912571311
169764	linear.weight	5	0.19475188851356506
169764	linear.weight	6	0.0047744326293468475
169764	linear.weight	7	-0.021312154829502106
169764	linear.weight	8	0.17963318526744843
169764	linear.weight	9	0.21405911445617676
169764	linear.bias	0	-0.8811683058738708
169764	linear.bias	1	1.3679566383361816
169764	linear.bias	2	-0.44460222125053406
169764	linear.bias	3	-0.69090735912323
169764	linear.bias	4	-0.898693859577179
169764	linear.bias	5	-1.1757216453552246
169764	linear.bias	6	-0.9606019854545593
169764	linear.bias	7	-0.7138980627059937
169764	linear.bias	8	-0.01705317199230194
169764	linear.bias	9	3.419340133666992
169961	transitions	0	-0.42804303765296936
169961	transitions	1	8.603864669799805
169961	transitions	2	-3.533505439758301
169961	transitions	3	1.4771974086761475
169961	transitions	4	-2.1420376300811768
169961	transitions	5	-0.4009169042110443
169961	transitions	6	-0.19049662351608276
169961	transitions	7	-10000.0
169961	transitions	8	1.7819552421569824
169961	transitions	9	-2.2941391468048096
169961	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
169961	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
169961	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
169961	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
169961	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
169961	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
169961	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
169961	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
169961	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
169961	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
169961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
169961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
169961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
169961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
169961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
169961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
169961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
169961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
169961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
169961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
169961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
169961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
169961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
169961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
169961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
169961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
169961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
169961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
169961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
169961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
169961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
169961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
169961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
169961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
169961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
169961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
169961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
169961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
169961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
169961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
169961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
169961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
169961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
169961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
169961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
169961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
169961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
169961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
169961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
169961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
169961	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
169961	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
169961	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
169961	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
169961	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
169961	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
169961	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
169961	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
169961	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
169961	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
169961	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
169961	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
169961	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
169961	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
169961	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
169961	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
169961	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
169961	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
169961	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
169961	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
169961	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
169961	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
169961	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
169961	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
169961	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
169961	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
169961	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
169961	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
169961	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
169961	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
169961	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
169961	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
169961	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
169961	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
169961	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
169961	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
169961	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
169961	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
169961	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
169961	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
169961	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
169961	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
169961	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
169961	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
169961	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
169961	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
169961	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
169961	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
169961	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
169961	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
169961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
169961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
169961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
169961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
169961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
169961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
169961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
169961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
169961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
169961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
169961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
169961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
169961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
169961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
169961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
169961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
169961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
169961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
169961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
169961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
169961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
169961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
169961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
169961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
169961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
169961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
169961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
169961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
169961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
169961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
169961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
169961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
169961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
169961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
169961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
169961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
169961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
169961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
169961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
169961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
169961	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
169961	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
169961	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
169961	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
169961	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
169961	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
169961	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
169961	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
169961	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
169961	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
169961	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
169961	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
169961	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
169961	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
169961	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
169961	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
169961	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
169961	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
169961	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
169961	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
169961	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
169961	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
169961	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
169961	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
169961	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
169961	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
169961	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
169961	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
169961	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
169961	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
169961	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
169961	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
169961	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
169961	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
169961	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
169961	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
169961	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
169961	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
169961	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
169961	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
169961	embedding2nn.weight	0	0.04679503291845322
169961	embedding2nn.weight	1	-0.08926297724246979
169961	embedding2nn.weight	2	0.024822013452649117
169961	embedding2nn.weight	3	-0.0571194626390934
169961	embedding2nn.weight	4	-0.11364281922578812
169961	embedding2nn.weight	5	0.12494165450334549
169961	embedding2nn.weight	6	-0.11505372822284698
169961	embedding2nn.weight	7	-0.08186624199151993
169961	embedding2nn.weight	8	-0.028008611872792244
169961	embedding2nn.weight	9	0.05594361573457718
169961	embedding2nn.bias	0	0.0689488872885704
169961	embedding2nn.bias	1	0.027446068823337555
169961	embedding2nn.bias	2	-0.08187361806631088
169961	embedding2nn.bias	3	0.05156596750020981
169961	embedding2nn.bias	4	-0.014310379512608051
169961	embedding2nn.bias	5	-0.1584092080593109
169961	embedding2nn.bias	6	-0.12681670486927032
169961	embedding2nn.bias	7	-0.04691724851727486
169961	embedding2nn.bias	8	0.1014542207121849
169961	embedding2nn.bias	9	-0.07923613488674164
169961	rnn.weight_ih_l0	0	0.05142536386847496
169961	rnn.weight_ih_l0	1	-0.06813440471887589
169961	rnn.weight_ih_l0	2	-0.034576352685689926
169961	rnn.weight_ih_l0	3	-0.04653743654489517
169961	rnn.weight_ih_l0	4	0.017775561660528183
169961	rnn.weight_ih_l0	5	-0.10867077112197876
169961	rnn.weight_ih_l0	6	-0.04968498647212982
169961	rnn.weight_ih_l0	7	-0.017976932227611542
169961	rnn.weight_ih_l0	8	0.06885875016450882
169961	rnn.weight_ih_l0	9	0.003926991019397974
169961	rnn.weight_hh_l0	0	0.0017074994975700974
169961	rnn.weight_hh_l0	1	-0.08573602139949799
169961	rnn.weight_hh_l0	2	0.06423808634281158
169961	rnn.weight_hh_l0	3	0.042608775198459625
169961	rnn.weight_hh_l0	4	0.004350670147687197
169961	rnn.weight_hh_l0	5	0.06655921041965485
169961	rnn.weight_hh_l0	6	-0.01707608439028263
169961	rnn.weight_hh_l0	7	-0.10089476406574249
169961	rnn.weight_hh_l0	8	0.01260613463819027
169961	rnn.weight_hh_l0	9	-0.07890765368938446
169961	rnn.bias_ih_l0	0	-0.07043325155973434
169961	rnn.bias_ih_l0	1	-0.1800660341978073
169961	rnn.bias_ih_l0	2	-0.261631041765213
169961	rnn.bias_ih_l0	3	-0.2818775475025177
169961	rnn.bias_ih_l0	4	-0.015555665828287601
169961	rnn.bias_ih_l0	5	0.049556437879800797
169961	rnn.bias_ih_l0	6	-0.1756194680929184
169961	rnn.bias_ih_l0	7	-0.2640940248966217
169961	rnn.bias_ih_l0	8	-0.12824124097824097
169961	rnn.bias_ih_l0	9	-0.17748793959617615
169961	rnn.bias_hh_l0	0	0.12058071047067642
169961	rnn.bias_hh_l0	1	-0.057629961520433426
169961	rnn.bias_hh_l0	2	0.04754450544714928
169961	rnn.bias_hh_l0	3	-0.17619383335113525
169961	rnn.bias_hh_l0	4	0.05088315159082413
169961	rnn.bias_hh_l0	5	0.030731989070773125
169961	rnn.bias_hh_l0	6	-0.09126894176006317
169961	rnn.bias_hh_l0	7	-0.1588633954524994
169961	rnn.bias_hh_l0	8	-0.18927957117557526
169961	rnn.bias_hh_l0	9	-0.09777562320232391
169961	rnn.weight_ih_l0_reverse	0	-0.031938303261995316
169961	rnn.weight_ih_l0_reverse	1	0.004287672229111195
169961	rnn.weight_ih_l0_reverse	2	0.04162660241127014
169961	rnn.weight_ih_l0_reverse	3	0.010448786430060863
169961	rnn.weight_ih_l0_reverse	4	0.03307059779763222
169961	rnn.weight_ih_l0_reverse	5	-0.05064145475625992
169961	rnn.weight_ih_l0_reverse	6	-0.04312834143638611
169961	rnn.weight_ih_l0_reverse	7	0.006475875154137611
169961	rnn.weight_ih_l0_reverse	8	0.09104859083890915
169961	rnn.weight_ih_l0_reverse	9	0.010206477716565132
169961	rnn.weight_hh_l0_reverse	0	0.006050346419215202
169961	rnn.weight_hh_l0_reverse	1	0.029078027233481407
169961	rnn.weight_hh_l0_reverse	2	-0.04079137369990349
169961	rnn.weight_hh_l0_reverse	3	0.03976115584373474
169961	rnn.weight_hh_l0_reverse	4	0.022167181596159935
169961	rnn.weight_hh_l0_reverse	5	-0.004753859713673592
169961	rnn.weight_hh_l0_reverse	6	0.06428641825914383
169961	rnn.weight_hh_l0_reverse	7	0.028956865891814232
169961	rnn.weight_hh_l0_reverse	8	-0.018668491393327713
169961	rnn.weight_hh_l0_reverse	9	-0.03486501798033714
169961	rnn.bias_ih_l0_reverse	0	-0.13874661922454834
169961	rnn.bias_ih_l0_reverse	1	-0.3115823566913605
169961	rnn.bias_ih_l0_reverse	2	-0.06449462473392487
169961	rnn.bias_ih_l0_reverse	3	-0.14398665726184845
169961	rnn.bias_ih_l0_reverse	4	0.05913320928812027
169961	rnn.bias_ih_l0_reverse	5	-0.2665204107761383
169961	rnn.bias_ih_l0_reverse	6	-0.061226725578308105
169961	rnn.bias_ih_l0_reverse	7	0.025708040222525597
169961	rnn.bias_ih_l0_reverse	8	-0.17917020618915558
169961	rnn.bias_ih_l0_reverse	9	-0.08433850854635239
169961	rnn.bias_hh_l0_reverse	0	-0.15621624886989594
169961	rnn.bias_hh_l0_reverse	1	-0.15087629854679108
169961	rnn.bias_hh_l0_reverse	2	-0.01721411757171154
169961	rnn.bias_hh_l0_reverse	3	-0.13476762175559998
169961	rnn.bias_hh_l0_reverse	4	-0.02160731516778469
169961	rnn.bias_hh_l0_reverse	5	-0.11529021710157394
169961	rnn.bias_hh_l0_reverse	6	-0.06030981242656708
169961	rnn.bias_hh_l0_reverse	7	-0.19459913671016693
169961	rnn.bias_hh_l0_reverse	8	-0.058510154485702515
169961	rnn.bias_hh_l0_reverse	9	-0.13270922005176544
169961	linear.weight	0	-0.20620332658290863
169961	linear.weight	1	-0.12468607723712921
169961	linear.weight	2	-0.011228874325752258
169961	linear.weight	3	-0.08953481167554855
169961	linear.weight	4	-0.00033289240673184395
169961	linear.weight	5	0.19113710522651672
169961	linear.weight	6	0.0047744326293468475
169961	linear.weight	7	-0.021312154829502106
169961	linear.weight	8	0.19551697373390198
169961	linear.weight	9	0.21607884764671326
169961	linear.bias	0	-0.8806377053260803
169961	linear.bias	1	1.3764169216156006
169961	linear.bias	2	-0.45010775327682495
169961	linear.bias	3	-0.7115185260772705
169961	linear.bias	4	-0.8769456744194031
169961	linear.bias	5	-1.1757441759109497
169961	linear.bias	6	-0.961768388748169
169961	linear.bias	7	-0.7047892212867737
169961	linear.bias	8	-0.01705317199230194
169961	linear.bias	9	3.4560611248016357
170158	transitions	0	-0.42812246084213257
170158	transitions	1	8.603400230407715
170158	transitions	2	-3.5337612628936768
170158	transitions	3	1.4847795963287354
170158	transitions	4	-2.142347574234009
170158	transitions	5	-0.4010013937950134
170158	transitions	6	-0.1905173510313034
170158	transitions	7	-10000.0
170158	transitions	8	1.7826467752456665
170158	transitions	9	-2.294142246246338
170158	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
170158	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
170158	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
170158	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
170158	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
170158	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
170158	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
170158	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
170158	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
170158	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
170158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
170158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
170158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
170158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
170158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
170158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
170158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
170158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
170158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
170158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
170158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
170158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
170158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
170158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
170158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
170158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
170158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
170158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
170158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
170158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
170158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
170158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
170158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
170158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
170158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
170158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
170158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
170158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
170158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
170158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
170158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
170158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
170158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
170158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
170158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
170158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
170158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
170158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
170158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
170158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
170158	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
170158	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
170158	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
170158	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
170158	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
170158	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
170158	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
170158	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
170158	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
170158	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
170158	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
170158	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
170158	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
170158	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
170158	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
170158	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
170158	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
170158	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
170158	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
170158	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
170158	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
170158	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
170158	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
170158	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
170158	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
170158	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
170158	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
170158	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
170158	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
170158	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
170158	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
170158	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
170158	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
170158	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
170158	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
170158	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
170158	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
170158	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
170158	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
170158	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
170158	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
170158	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
170158	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
170158	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
170158	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
170158	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
170158	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
170158	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
170158	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
170158	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
170158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
170158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
170158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
170158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
170158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
170158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
170158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
170158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
170158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
170158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
170158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
170158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
170158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
170158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
170158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
170158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
170158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
170158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
170158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
170158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
170158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
170158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
170158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
170158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
170158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
170158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
170158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
170158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
170158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
170158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
170158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
170158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
170158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
170158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
170158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
170158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
170158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
170158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
170158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
170158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
170158	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
170158	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
170158	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
170158	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
170158	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
170158	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
170158	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
170158	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
170158	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
170158	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
170158	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
170158	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
170158	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
170158	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
170158	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
170158	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
170158	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
170158	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
170158	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
170158	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
170158	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
170158	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
170158	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
170158	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
170158	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
170158	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
170158	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
170158	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
170158	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
170158	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
170158	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
170158	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
170158	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
170158	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
170158	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
170158	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
170158	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
170158	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
170158	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
170158	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
170158	embedding2nn.weight	0	0.04676290228962898
170158	embedding2nn.weight	1	-0.0898229256272316
170158	embedding2nn.weight	2	0.026668719947338104
170158	embedding2nn.weight	3	-0.056804265826940536
170158	embedding2nn.weight	4	-0.11455406248569489
170158	embedding2nn.weight	5	0.12517660856246948
170158	embedding2nn.weight	6	-0.11582460254430771
170158	embedding2nn.weight	7	-0.08067315816879272
170158	embedding2nn.weight	8	-0.026932116597890854
170158	embedding2nn.weight	9	0.05546470358967781
170158	embedding2nn.bias	0	0.05296659842133522
170158	embedding2nn.bias	1	0.02400301769375801
170158	embedding2nn.bias	2	-0.0794079527258873
170158	embedding2nn.bias	3	0.059415727853775024
170158	embedding2nn.bias	4	-0.010904297232627869
170158	embedding2nn.bias	5	-0.15527422726154327
170158	embedding2nn.bias	6	-0.13412940502166748
170158	embedding2nn.bias	7	-0.05182354524731636
170158	embedding2nn.bias	8	0.10426316410303116
170158	embedding2nn.bias	9	-0.0895458236336708
170158	rnn.weight_ih_l0	0	0.05189969763159752
170158	rnn.weight_ih_l0	1	-0.06763758510351181
170158	rnn.weight_ih_l0	2	-0.034595683217048645
170158	rnn.weight_ih_l0	3	-0.0465695746243
170158	rnn.weight_ih_l0	4	0.017918096855282784
170158	rnn.weight_ih_l0	5	-0.10904761403799057
170158	rnn.weight_ih_l0	6	-0.05013689771294594
170158	rnn.weight_ih_l0	7	-0.015330166555941105
170158	rnn.weight_ih_l0	8	0.06892340630292892
170158	rnn.weight_ih_l0	9	0.005793895106762648
170158	rnn.weight_hh_l0	0	0.0011640347074717283
170158	rnn.weight_hh_l0	1	-0.08678941428661346
170158	rnn.weight_hh_l0	2	0.06460611522197723
170158	rnn.weight_hh_l0	3	0.04234173893928528
170158	rnn.weight_hh_l0	4	0.004673334304243326
170158	rnn.weight_hh_l0	5	0.06694429367780685
170158	rnn.weight_hh_l0	6	-0.017188288271427155
170158	rnn.weight_hh_l0	7	-0.10083802789449692
170158	rnn.weight_hh_l0	8	0.013003473170101643
170158	rnn.weight_hh_l0	9	-0.07767166942358017
170158	rnn.bias_ih_l0	0	-0.07497334480285645
170158	rnn.bias_ih_l0	1	-0.17875702679157257
170158	rnn.bias_ih_l0	2	-0.26095181703567505
170158	rnn.bias_ih_l0	3	-0.283216267824173
170158	rnn.bias_ih_l0	4	-0.010017119348049164
170158	rnn.bias_ih_l0	5	0.04830813407897949
170158	rnn.bias_ih_l0	6	-0.1756906509399414
170158	rnn.bias_ih_l0	7	-0.26270949840545654
170158	rnn.bias_ih_l0	8	-0.12869158387184143
170158	rnn.bias_ih_l0	9	-0.17860975861549377
170158	rnn.bias_hh_l0	0	0.12045726925134659
170158	rnn.bias_hh_l0	1	-0.0580483004450798
170158	rnn.bias_hh_l0	2	0.04587095230817795
170158	rnn.bias_hh_l0	3	-0.17643776535987854
170158	rnn.bias_hh_l0	4	0.052542153745889664
170158	rnn.bias_hh_l0	5	0.032115355134010315
170158	rnn.bias_hh_l0	6	-0.09182252734899521
170158	rnn.bias_hh_l0	7	-0.15712562203407288
170158	rnn.bias_hh_l0	8	-0.18857261538505554
170158	rnn.bias_hh_l0	9	-0.09841205179691315
170158	rnn.weight_ih_l0_reverse	0	-0.0318022184073925
170158	rnn.weight_ih_l0_reverse	1	0.005657751578837633
170158	rnn.weight_ih_l0_reverse	2	0.04109581559896469
170158	rnn.weight_ih_l0_reverse	3	0.010442014783620834
170158	rnn.weight_ih_l0_reverse	4	0.033259809017181396
170158	rnn.weight_ih_l0_reverse	5	-0.050614167004823685
170158	rnn.weight_ih_l0_reverse	6	-0.043157801032066345
170158	rnn.weight_ih_l0_reverse	7	0.006571080535650253
170158	rnn.weight_ih_l0_reverse	8	0.0900983065366745
170158	rnn.weight_ih_l0_reverse	9	0.010679937899112701
170158	rnn.weight_hh_l0_reverse	0	0.006011599209159613
170158	rnn.weight_hh_l0_reverse	1	0.029331227764487267
170158	rnn.weight_hh_l0_reverse	2	-0.04040791466832161
170158	rnn.weight_hh_l0_reverse	3	0.03956879675388336
170158	rnn.weight_hh_l0_reverse	4	0.02186509780585766
170158	rnn.weight_hh_l0_reverse	5	-0.004853066522628069
170158	rnn.weight_hh_l0_reverse	6	0.06491877883672714
170158	rnn.weight_hh_l0_reverse	7	0.028992852196097374
170158	rnn.weight_hh_l0_reverse	8	-0.01849752850830555
170158	rnn.weight_hh_l0_reverse	9	-0.03488423302769661
170158	rnn.bias_ih_l0_reverse	0	-0.13910476863384247
170158	rnn.bias_ih_l0_reverse	1	-0.31028124690055847
170158	rnn.bias_ih_l0_reverse	2	-0.06469190120697021
170158	rnn.bias_ih_l0_reverse	3	-0.14242011308670044
170158	rnn.bias_ih_l0_reverse	4	0.05834338441491127
170158	rnn.bias_ih_l0_reverse	5	-0.268544465303421
170158	rnn.bias_ih_l0_reverse	6	-0.059288330376148224
170158	rnn.bias_ih_l0_reverse	7	0.024769097566604614
170158	rnn.bias_ih_l0_reverse	8	-0.17950183153152466
170158	rnn.bias_ih_l0_reverse	9	-0.0829695463180542
170158	rnn.bias_hh_l0_reverse	0	-0.1549481451511383
170158	rnn.bias_hh_l0_reverse	1	-0.15072844922542572
170158	rnn.bias_hh_l0_reverse	2	-0.016543058678507805
170158	rnn.bias_hh_l0_reverse	3	-0.1344839483499527
170158	rnn.bias_hh_l0_reverse	4	-0.021488221362233162
170158	rnn.bias_hh_l0_reverse	5	-0.11490179598331451
170158	rnn.bias_hh_l0_reverse	6	-0.06049257144331932
170158	rnn.bias_hh_l0_reverse	7	-0.195340096950531
170158	rnn.bias_hh_l0_reverse	8	-0.05904621630907059
170158	rnn.bias_hh_l0_reverse	9	-0.13248728215694427
170158	linear.weight	0	-0.20890071988105774
170158	linear.weight	1	-0.12726990878582
170158	linear.weight	2	-0.011228874325752258
170158	linear.weight	3	-0.09941727668046951
170158	linear.weight	4	-0.006616075988858938
170158	linear.weight	5	0.18520405888557434
170158	linear.weight	6	0.0047744326293468475
170158	linear.weight	7	-0.021312154829502106
170158	linear.weight	8	0.1826736330986023
170158	linear.weight	9	0.20990560948848724
170158	linear.bias	0	-0.8773729205131531
170158	linear.bias	1	1.413586974143982
170158	linear.bias	2	-0.4171154499053955
170158	linear.bias	3	-0.7138800024986267
170158	linear.bias	4	-0.8976988792419434
170158	linear.bias	5	-1.1757638454437256
170158	linear.bias	6	-0.9581379890441895
170158	linear.bias	7	-0.7132160067558289
170158	linear.bias	8	-0.01705317199230194
170158	linear.bias	9	3.4251434803009033
170355	transitions	0	-0.42837658524513245
170355	transitions	1	8.606522560119629
170355	transitions	2	-3.534128427505493
170355	transitions	3	1.4826298952102661
170355	transitions	4	-2.1427690982818604
170355	transitions	5	-0.401114821434021
170355	transitions	6	-0.19053184986114502
170355	transitions	7	-10000.0
170355	transitions	8	1.785812497138977
170355	transitions	9	-2.2941436767578125
170355	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
170355	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
170355	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
170355	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
170355	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
170355	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
170355	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
170355	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
170355	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
170355	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
170355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
170355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
170355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
170355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
170355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
170355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
170355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
170355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
170355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
170355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
170355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
170355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
170355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
170355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
170355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
170355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
170355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
170355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
170355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
170355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
170355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
170355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
170355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
170355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
170355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
170355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
170355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
170355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
170355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
170355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
170355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
170355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
170355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
170355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
170355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
170355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
170355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
170355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
170355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
170355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
170355	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
170355	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
170355	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
170355	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
170355	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
170355	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
170355	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
170355	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
170355	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
170355	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
170355	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
170355	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
170355	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
170355	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
170355	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
170355	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
170355	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
170355	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
170355	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
170355	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
170355	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
170355	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
170355	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
170355	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
170355	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
170355	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
170355	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
170355	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
170355	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
170355	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
170355	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
170355	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
170355	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
170355	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
170355	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
170355	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
170355	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
170355	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
170355	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
170355	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
170355	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
170355	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
170355	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
170355	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
170355	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
170355	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
170355	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
170355	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
170355	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
170355	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
170355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
170355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
170355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
170355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
170355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
170355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
170355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
170355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
170355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
170355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
170355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
170355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
170355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
170355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
170355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
170355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
170355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
170355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
170355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
170355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
170355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
170355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
170355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
170355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
170355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
170355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
170355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
170355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
170355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
170355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
170355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
170355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
170355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
170355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
170355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
170355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
170355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
170355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
170355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
170355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
170355	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
170355	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
170355	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
170355	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
170355	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
170355	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
170355	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
170355	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
170355	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
170355	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
170355	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
170355	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
170355	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
170355	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
170355	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
170355	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
170355	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
170355	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
170355	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
170355	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
170355	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
170355	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
170355	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
170355	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
170355	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
170355	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
170355	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
170355	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
170355	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
170355	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
170355	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
170355	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
170355	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
170355	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
170355	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
170355	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
170355	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
170355	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
170355	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
170355	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
170355	embedding2nn.weight	0	0.04721510037779808
170355	embedding2nn.weight	1	-0.08913766592741013
170355	embedding2nn.weight	2	0.0236044991761446
170355	embedding2nn.weight	3	-0.057427164167165756
170355	embedding2nn.weight	4	-0.1166425496339798
170355	embedding2nn.weight	5	0.12629209458827972
170355	embedding2nn.weight	6	-0.11770964413881302
170355	embedding2nn.weight	7	-0.08165820688009262
170355	embedding2nn.weight	8	-0.02793942019343376
170355	embedding2nn.weight	9	0.055771082639694214
170355	embedding2nn.bias	0	0.042583197355270386
170355	embedding2nn.bias	1	0.022367319092154503
170355	embedding2nn.bias	2	-0.0772697851061821
170355	embedding2nn.bias	3	0.06851275265216827
170355	embedding2nn.bias	4	-0.014653311111032963
170355	embedding2nn.bias	5	-0.15685449540615082
170355	embedding2nn.bias	6	-0.13435760140419006
170355	embedding2nn.bias	7	-0.048728492110967636
170355	embedding2nn.bias	8	0.09538758546113968
170355	embedding2nn.bias	9	-0.08750516921281815
170355	rnn.weight_ih_l0	0	0.05210301652550697
170355	rnn.weight_ih_l0	1	-0.06783776730298996
170355	rnn.weight_ih_l0	2	-0.03456307575106621
170355	rnn.weight_ih_l0	3	-0.04691183567047119
170355	rnn.weight_ih_l0	4	0.017223326489329338
170355	rnn.weight_ih_l0	5	-0.10893534123897552
170355	rnn.weight_ih_l0	6	-0.048073675483465195
170355	rnn.weight_ih_l0	7	-0.0143459253013134
170355	rnn.weight_ih_l0	8	0.06829242408275604
170355	rnn.weight_ih_l0	9	0.0036098568234592676
170355	rnn.weight_hh_l0	0	0.001319347764365375
170355	rnn.weight_hh_l0	1	-0.08682788163423538
170355	rnn.weight_hh_l0	2	0.06409846991300583
170355	rnn.weight_hh_l0	3	0.04231851547956467
170355	rnn.weight_hh_l0	4	0.004552785307168961
170355	rnn.weight_hh_l0	5	0.06711047142744064
170355	rnn.weight_hh_l0	6	-0.017381275072693825
170355	rnn.weight_hh_l0	7	-0.10080086439847946
170355	rnn.weight_hh_l0	8	0.013371247798204422
170355	rnn.weight_hh_l0	9	-0.07659975439310074
170355	rnn.bias_ih_l0	0	-0.07626713067293167
170355	rnn.bias_ih_l0	1	-0.17489536106586456
170355	rnn.bias_ih_l0	2	-0.25851693749427795
170355	rnn.bias_ih_l0	3	-0.2825172245502472
170355	rnn.bias_ih_l0	4	-0.007538062520325184
170355	rnn.bias_ih_l0	5	0.04929738864302635
170355	rnn.bias_ih_l0	6	-0.17354732751846313
170355	rnn.bias_ih_l0	7	-0.26311713457107544
170355	rnn.bias_ih_l0	8	-0.12934598326683044
170355	rnn.bias_ih_l0	9	-0.17886033654212952
170355	rnn.bias_hh_l0	0	0.11850608140230179
170355	rnn.bias_hh_l0	1	-0.05650985613465309
170355	rnn.bias_hh_l0	2	0.04619833827018738
170355	rnn.bias_hh_l0	3	-0.17667461931705475
170355	rnn.bias_hh_l0	4	0.05076499655842781
170355	rnn.bias_hh_l0	5	0.03175429254770279
170355	rnn.bias_hh_l0	6	-0.09151697903871536
170355	rnn.bias_hh_l0	7	-0.15830452740192413
170355	rnn.bias_hh_l0	8	-0.18783603608608246
170355	rnn.bias_hh_l0	9	-0.1000019982457161
170355	rnn.weight_ih_l0_reverse	0	-0.032982438802719116
170355	rnn.weight_ih_l0_reverse	1	0.00460543530061841
170355	rnn.weight_ih_l0_reverse	2	0.041455015540122986
170355	rnn.weight_ih_l0_reverse	3	0.010566513054072857
170355	rnn.weight_ih_l0_reverse	4	0.035139165818691254
170355	rnn.weight_ih_l0_reverse	5	-0.04834180325269699
170355	rnn.weight_ih_l0_reverse	6	-0.043408285826444626
170355	rnn.weight_ih_l0_reverse	7	0.00772626418620348
170355	rnn.weight_ih_l0_reverse	8	0.09019730985164642
170355	rnn.weight_ih_l0_reverse	9	0.011062287725508213
170355	rnn.weight_hh_l0_reverse	0	0.006071995012462139
170355	rnn.weight_hh_l0_reverse	1	0.029414717108011246
170355	rnn.weight_hh_l0_reverse	2	-0.04028579592704773
170355	rnn.weight_hh_l0_reverse	3	0.039677899330854416
170355	rnn.weight_hh_l0_reverse	4	0.022338902577757835
170355	rnn.weight_hh_l0_reverse	5	-0.004460813943296671
170355	rnn.weight_hh_l0_reverse	6	0.06533241271972656
170355	rnn.weight_hh_l0_reverse	7	0.029252145439386368
170355	rnn.weight_hh_l0_reverse	8	-0.018486056476831436
170355	rnn.weight_hh_l0_reverse	9	-0.03471705690026283
170355	rnn.bias_ih_l0_reverse	0	-0.13858836889266968
170355	rnn.bias_ih_l0_reverse	1	-0.3108851909637451
170355	rnn.bias_ih_l0_reverse	2	-0.06468494981527328
170355	rnn.bias_ih_l0_reverse	3	-0.14232367277145386
170355	rnn.bias_ih_l0_reverse	4	0.060255266726017
170355	rnn.bias_ih_l0_reverse	5	-0.26592308282852173
170355	rnn.bias_ih_l0_reverse	6	-0.058950260281562805
170355	rnn.bias_ih_l0_reverse	7	0.02442914806306362
170355	rnn.bias_ih_l0_reverse	8	-0.18122176826000214
170355	rnn.bias_ih_l0_reverse	9	-0.08361109346151352
170355	rnn.bias_hh_l0_reverse	0	-0.1544719636440277
170355	rnn.bias_hh_l0_reverse	1	-0.14998964965343475
170355	rnn.bias_hh_l0_reverse	2	-0.015761716291308403
170355	rnn.bias_hh_l0_reverse	3	-0.13537026941776276
170355	rnn.bias_hh_l0_reverse	4	-0.0215989388525486
170355	rnn.bias_hh_l0_reverse	5	-0.11468780785799026
170355	rnn.bias_hh_l0_reverse	6	-0.0605640783905983
170355	rnn.bias_hh_l0_reverse	7	-0.19568273425102234
170355	rnn.bias_hh_l0_reverse	8	-0.058162324130535126
170355	rnn.bias_hh_l0_reverse	9	-0.13018178939819336
170355	linear.weight	0	-0.20496703684329987
170355	linear.weight	1	-0.12625207006931305
170355	linear.weight	2	-0.011228874325752258
170355	linear.weight	3	-0.10845530778169632
170355	linear.weight	4	0.006304482463747263
170355	linear.weight	5	0.19456954300403595
170355	linear.weight	6	0.0047744326293468475
170355	linear.weight	7	-0.021312154829502106
170355	linear.weight	8	0.18702027201652527
170355	linear.weight	9	0.21791712939739227
170355	linear.bias	0	-0.8621551990509033
170355	linear.bias	1	1.3998254537582397
170355	linear.bias	2	-0.41820964217185974
170355	linear.bias	3	-0.7208054065704346
170355	linear.bias	4	-0.8706396222114563
170355	linear.bias	5	-1.1757872104644775
170355	linear.bias	6	-0.9421932101249695
170355	linear.bias	7	-0.7088014483451843
170355	linear.bias	8	-0.01705317199230194
170355	linear.bias	9	3.395401954650879
170552	transitions	0	-0.4284425377845764
170552	transitions	1	8.598607063293457
170552	transitions	2	-3.5345256328582764
170552	transitions	3	1.4722431898117065
170552	transitions	4	-2.14302659034729
170552	transitions	5	-0.4011746644973755
170552	transitions	6	-0.19055776298046112
170552	transitions	7	-10000.0
170552	transitions	8	1.785486102104187
170552	transitions	9	-2.2941460609436035
170552	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
170552	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
170552	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
170552	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
170552	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
170552	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
170552	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
170552	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
170552	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
170552	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
170552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
170552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
170552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
170552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
170552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
170552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
170552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
170552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
170552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
170552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
170552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
170552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
170552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
170552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
170552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
170552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
170552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
170552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
170552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
170552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
170552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
170552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
170552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
170552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
170552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
170552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
170552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
170552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
170552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
170552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
170552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
170552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
170552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
170552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
170552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
170552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
170552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
170552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
170552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
170552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
170552	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
170552	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
170552	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
170552	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
170552	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
170552	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
170552	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
170552	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
170552	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
170552	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
170552	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
170552	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
170552	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
170552	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
170552	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
170552	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
170552	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
170552	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
170552	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
170552	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
170552	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
170552	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
170552	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
170552	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
170552	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
170552	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
170552	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
170552	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
170552	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
170552	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
170552	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
170552	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
170552	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
170552	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
170552	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
170552	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
170552	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
170552	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
170552	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
170552	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
170552	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
170552	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
170552	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
170552	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
170552	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
170552	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
170552	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
170552	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
170552	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
170552	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
170552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
170552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
170552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
170552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
170552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
170552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
170552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
170552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
170552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
170552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
170552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
170552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
170552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
170552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
170552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
170552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
170552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
170552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
170552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
170552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
170552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
170552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
170552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
170552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
170552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
170552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
170552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
170552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
170552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
170552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
170552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
170552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
170552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
170552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
170552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
170552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
170552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
170552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
170552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
170552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
170552	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
170552	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
170552	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
170552	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
170552	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
170552	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
170552	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
170552	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
170552	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
170552	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
170552	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
170552	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
170552	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
170552	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
170552	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
170552	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
170552	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
170552	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
170552	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
170552	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
170552	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
170552	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
170552	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
170552	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
170552	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
170552	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
170552	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
170552	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
170552	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
170552	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
170552	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
170552	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
170552	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
170552	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
170552	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
170552	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
170552	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
170552	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
170552	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
170552	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
170552	embedding2nn.weight	0	0.047084808349609375
170552	embedding2nn.weight	1	-0.08971767872571945
170552	embedding2nn.weight	2	0.022976716980338097
170552	embedding2nn.weight	3	-0.05677804350852966
170552	embedding2nn.weight	4	-0.116767019033432
170552	embedding2nn.weight	5	0.12705954909324646
170552	embedding2nn.weight	6	-0.11694619059562683
170552	embedding2nn.weight	7	-0.08058539032936096
170552	embedding2nn.weight	8	-0.027579786255955696
170552	embedding2nn.weight	9	0.052471861243247986
170552	embedding2nn.bias	0	0.05150606855750084
170552	embedding2nn.bias	1	0.020865531638264656
170552	embedding2nn.bias	2	-0.08230604231357574
170552	embedding2nn.bias	3	0.05896787345409393
170552	embedding2nn.bias	4	-0.008665327914059162
170552	embedding2nn.bias	5	-0.15174274146556854
170552	embedding2nn.bias	6	-0.1351313292980194
170552	embedding2nn.bias	7	-0.04872574657201767
170552	embedding2nn.bias	8	0.09784642606973648
170552	embedding2nn.bias	9	-0.0927707776427269
170552	rnn.weight_ih_l0	0	0.051263414323329926
170552	rnn.weight_ih_l0	1	-0.0675288736820221
170552	rnn.weight_ih_l0	2	-0.03532000258564949
170552	rnn.weight_ih_l0	3	-0.046893566846847534
170552	rnn.weight_ih_l0	4	0.019845690578222275
170552	rnn.weight_ih_l0	5	-0.10839654505252838
170552	rnn.weight_ih_l0	6	-0.047927480190992355
170552	rnn.weight_ih_l0	7	-0.014824765734374523
170552	rnn.weight_ih_l0	8	0.07059203088283539
170552	rnn.weight_ih_l0	9	0.0030327015556395054
170552	rnn.weight_hh_l0	0	0.0012607725802809
170552	rnn.weight_hh_l0	1	-0.08543725311756134
170552	rnn.weight_hh_l0	2	0.06356583535671234
170552	rnn.weight_hh_l0	3	0.04268039017915726
170552	rnn.weight_hh_l0	4	0.00451631098985672
170552	rnn.weight_hh_l0	5	0.0676206722855568
170552	rnn.weight_hh_l0	6	-0.017692748457193375
170552	rnn.weight_hh_l0	7	-0.10068167001008987
170552	rnn.weight_hh_l0	8	0.012668865732848644
170552	rnn.weight_hh_l0	9	-0.07823637872934341
170552	rnn.bias_ih_l0	0	-0.07546592503786087
170552	rnn.bias_ih_l0	1	-0.17394907772541046
170552	rnn.bias_ih_l0	2	-0.2591569423675537
170552	rnn.bias_ih_l0	3	-0.2825799584388733
170552	rnn.bias_ih_l0	4	-0.009177434258162975
170552	rnn.bias_ih_l0	5	0.05305171012878418
170552	rnn.bias_ih_l0	6	-0.17260168492794037
170552	rnn.bias_ih_l0	7	-0.26472583413124084
170552	rnn.bias_ih_l0	8	-0.1284147948026657
170552	rnn.bias_ih_l0	9	-0.1792629063129425
170552	rnn.bias_hh_l0	0	0.12093376368284225
170552	rnn.bias_hh_l0	1	-0.05737583339214325
170552	rnn.bias_hh_l0	2	0.04502679780125618
170552	rnn.bias_hh_l0	3	-0.17747831344604492
170552	rnn.bias_hh_l0	4	0.05198410153388977
170552	rnn.bias_hh_l0	5	0.030384240671992302
170552	rnn.bias_hh_l0	6	-0.0916101336479187
170552	rnn.bias_hh_l0	7	-0.15850703418254852
170552	rnn.bias_hh_l0	8	-0.18902768194675446
170552	rnn.bias_hh_l0	9	-0.09732892364263535
170552	rnn.weight_ih_l0_reverse	0	-0.03284265473484993
170552	rnn.weight_ih_l0_reverse	1	0.004588366951793432
170552	rnn.weight_ih_l0_reverse	2	0.04205581173300743
170552	rnn.weight_ih_l0_reverse	3	0.011182397603988647
170552	rnn.weight_ih_l0_reverse	4	0.0346972718834877
170552	rnn.weight_ih_l0_reverse	5	-0.048211224377155304
170552	rnn.weight_ih_l0_reverse	6	-0.042972780764102936
170552	rnn.weight_ih_l0_reverse	7	0.006945260800421238
170552	rnn.weight_ih_l0_reverse	8	0.09155400842428207
170552	rnn.weight_ih_l0_reverse	9	0.012311609461903572
170552	rnn.weight_hh_l0_reverse	0	0.006048894952982664
170552	rnn.weight_hh_l0_reverse	1	0.029049625620245934
170552	rnn.weight_hh_l0_reverse	2	-0.040629297494888306
170552	rnn.weight_hh_l0_reverse	3	0.03935844078660011
170552	rnn.weight_hh_l0_reverse	4	0.022217297926545143
170552	rnn.weight_hh_l0_reverse	5	-0.0044473870657384396
170552	rnn.weight_hh_l0_reverse	6	0.0651245266199112
170552	rnn.weight_hh_l0_reverse	7	0.02932787872850895
170552	rnn.weight_hh_l0_reverse	8	-0.01832820102572441
170552	rnn.weight_hh_l0_reverse	9	-0.03458581492304802
170552	rnn.bias_ih_l0_reverse	0	-0.1392100751399994
170552	rnn.bias_ih_l0_reverse	1	-0.31219935417175293
170552	rnn.bias_ih_l0_reverse	2	-0.06382180750370026
170552	rnn.bias_ih_l0_reverse	3	-0.14269892871379852
170552	rnn.bias_ih_l0_reverse	4	0.06185862421989441
170552	rnn.bias_ih_l0_reverse	5	-0.26545417308807373
170552	rnn.bias_ih_l0_reverse	6	-0.059104450047016144
170552	rnn.bias_ih_l0_reverse	7	0.026616398245096207
170552	rnn.bias_ih_l0_reverse	8	-0.18053627014160156
170552	rnn.bias_ih_l0_reverse	9	-0.08428564667701721
170552	rnn.bias_hh_l0_reverse	0	-0.15396571159362793
170552	rnn.bias_hh_l0_reverse	1	-0.15225031971931458
170552	rnn.bias_hh_l0_reverse	2	-0.01664011739194393
170552	rnn.bias_hh_l0_reverse	3	-0.13599564135074615
170552	rnn.bias_hh_l0_reverse	4	-0.02342887967824936
170552	rnn.bias_hh_l0_reverse	5	-0.11420805752277374
170552	rnn.bias_hh_l0_reverse	6	-0.05819547548890114
170552	rnn.bias_hh_l0_reverse	7	-0.1959102600812912
170552	rnn.bias_hh_l0_reverse	8	-0.05828959122300148
170552	rnn.bias_hh_l0_reverse	9	-0.1287958174943924
170552	linear.weight	0	-0.21523067355155945
170552	linear.weight	1	-0.12873990833759308
170552	linear.weight	2	-0.011228874325752258
170552	linear.weight	3	-0.09558069705963135
170552	linear.weight	4	0.004118788056075573
170552	linear.weight	5	0.18537212908267975
170552	linear.weight	6	0.0047744326293468475
170552	linear.weight	7	-0.021312154829502106
170552	linear.weight	8	0.17669838666915894
170552	linear.weight	9	0.2121320217847824
170552	linear.bias	0	-0.8539643883705139
170552	linear.bias	1	1.3810319900512695
170552	linear.bias	2	-0.41427919268608093
170552	linear.bias	3	-0.7282584309577942
170552	linear.bias	4	-0.8737476468086243
170552	linear.bias	5	-1.1758122444152832
170552	linear.bias	6	-0.9330888986587524
170552	linear.bias	7	-0.7118632197380066
170552	linear.bias	8	-0.01705317199230194
170552	linear.bias	9	3.3975272178649902
170749	transitions	0	-0.4284897744655609
170749	transitions	1	8.602147102355957
170749	transitions	2	-3.5348920822143555
170749	transitions	3	1.4788576364517212
170749	transitions	4	-2.1432666778564453
170749	transitions	5	-0.40129145979881287
170749	transitions	6	-0.19057594239711761
170749	transitions	7	-10000.0
170749	transitions	8	1.787139892578125
170749	transitions	9	-2.294152021408081
170749	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
170749	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
170749	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
170749	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
170749	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
170749	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
170749	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
170749	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
170749	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
170749	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
170749	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
170749	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
170749	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
170749	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
170749	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
170749	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
170749	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
170749	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
170749	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
170749	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
170749	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
170749	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
170749	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
170749	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
170749	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
170749	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
170749	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
170749	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
170749	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
170749	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
170749	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
170749	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
170749	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
170749	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
170749	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
170749	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
170749	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
170749	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
170749	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
170749	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
170749	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
170749	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
170749	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
170749	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
170749	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
170749	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
170749	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
170749	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
170749	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
170749	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
170749	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
170749	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
170749	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
170749	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
170749	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
170749	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
170749	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
170749	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
170749	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
170749	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
170749	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
170749	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
170749	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
170749	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
170749	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
170749	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
170749	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
170749	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
170749	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
170749	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
170749	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
170749	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
170749	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
170749	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
170749	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
170749	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
170749	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
170749	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
170749	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
170749	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
170749	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
170749	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
170749	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
170749	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
170749	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
170749	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
170749	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
170749	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
170749	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
170749	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
170749	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
170749	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
170749	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
170749	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
170749	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
170749	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
170749	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
170749	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
170749	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
170749	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
170749	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
170749	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
170749	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
170749	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
170749	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
170749	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
170749	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
170749	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
170749	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
170749	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
170749	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
170749	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
170749	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
170749	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
170749	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
170749	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
170749	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
170749	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
170749	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
170749	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
170749	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
170749	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
170749	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
170749	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
170749	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
170749	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
170749	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
170749	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
170749	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
170749	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
170749	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
170749	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
170749	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
170749	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
170749	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
170749	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
170749	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
170749	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
170749	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
170749	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
170749	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
170749	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
170749	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
170749	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
170749	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
170749	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
170749	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
170749	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
170749	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
170749	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
170749	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
170749	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
170749	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
170749	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
170749	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
170749	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
170749	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
170749	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
170749	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
170749	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
170749	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
170749	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
170749	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
170749	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
170749	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
170749	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
170749	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
170749	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
170749	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
170749	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
170749	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
170749	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
170749	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
170749	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
170749	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
170749	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
170749	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
170749	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
170749	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
170749	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
170749	embedding2nn.weight	0	0.04679827019572258
170749	embedding2nn.weight	1	-0.0893121287226677
170749	embedding2nn.weight	2	0.02337304875254631
170749	embedding2nn.weight	3	-0.057561710476875305
170749	embedding2nn.weight	4	-0.11797136813402176
170749	embedding2nn.weight	5	0.1250181645154953
170749	embedding2nn.weight	6	-0.11443113535642624
170749	embedding2nn.weight	7	-0.08032026141881943
170749	embedding2nn.weight	8	-0.027991164475679398
170749	embedding2nn.weight	9	0.05207880958914757
170749	embedding2nn.bias	0	0.05147279053926468
170749	embedding2nn.bias	1	0.020370325073599815
170749	embedding2nn.bias	2	-0.07375188916921616
170749	embedding2nn.bias	3	0.06072263419628143
170749	embedding2nn.bias	4	-0.01352322194725275
170749	embedding2nn.bias	5	-0.15888990461826324
170749	embedding2nn.bias	6	-0.13565289974212646
170749	embedding2nn.bias	7	-0.05041069537401199
170749	embedding2nn.bias	8	0.09671171754598618
170749	embedding2nn.bias	9	-0.08696138858795166
170749	rnn.weight_ih_l0	0	0.050932977348566055
170749	rnn.weight_ih_l0	1	-0.06792213022708893
170749	rnn.weight_ih_l0	2	-0.03586012125015259
170749	rnn.weight_ih_l0	3	-0.046906884759664536
170749	rnn.weight_ih_l0	4	0.019809115678071976
170749	rnn.weight_ih_l0	5	-0.10817026346921921
170749	rnn.weight_ih_l0	6	-0.048379793763160706
170749	rnn.weight_ih_l0	7	-0.015102285891771317
170749	rnn.weight_ih_l0	8	0.07269718497991562
170749	rnn.weight_ih_l0	9	0.002719119656831026
170749	rnn.weight_hh_l0	0	0.0014874578919261694
170749	rnn.weight_hh_l0	1	-0.08586499840021133
170749	rnn.weight_hh_l0	2	0.06349791586399078
170749	rnn.weight_hh_l0	3	0.042995110154151917
170749	rnn.weight_hh_l0	4	0.005300469696521759
170749	rnn.weight_hh_l0	5	0.068471759557724
170749	rnn.weight_hh_l0	6	-0.017623668536543846
170749	rnn.weight_hh_l0	7	-0.1008848324418068
170749	rnn.weight_hh_l0	8	0.013299371115863323
170749	rnn.weight_hh_l0	9	-0.07681208848953247
170749	rnn.bias_ih_l0	0	-0.0751665011048317
170749	rnn.bias_ih_l0	1	-0.1743198186159134
170749	rnn.bias_ih_l0	2	-0.2601569890975952
170749	rnn.bias_ih_l0	3	-0.28205201029777527
170749	rnn.bias_ih_l0	4	-0.010079987347126007
170749	rnn.bias_ih_l0	5	0.054450877010822296
170749	rnn.bias_ih_l0	6	-0.17067979276180267
170749	rnn.bias_ih_l0	7	-0.261843740940094
170749	rnn.bias_ih_l0	8	-0.13028298318386078
170749	rnn.bias_ih_l0	9	-0.1785123199224472
170749	rnn.bias_hh_l0	0	0.12152498215436935
170749	rnn.bias_hh_l0	1	-0.05636782571673393
170749	rnn.bias_hh_l0	2	0.04577261582016945
170749	rnn.bias_hh_l0	3	-0.17972591519355774
170749	rnn.bias_hh_l0	4	0.051796264946460724
170749	rnn.bias_hh_l0	5	0.03061116673052311
170749	rnn.bias_hh_l0	6	-0.09171521663665771
170749	rnn.bias_hh_l0	7	-0.16070488095283508
170749	rnn.bias_hh_l0	8	-0.19063231348991394
170749	rnn.bias_hh_l0	9	-0.09774652123451233
170749	rnn.weight_ih_l0_reverse	0	-0.033145155757665634
170749	rnn.weight_ih_l0_reverse	1	0.0029431760776787996
170749	rnn.weight_ih_l0_reverse	2	0.04206659644842148
170749	rnn.weight_ih_l0_reverse	3	0.008966500870883465
170749	rnn.weight_ih_l0_reverse	4	0.035106562077999115
170749	rnn.weight_ih_l0_reverse	5	-0.04996856674551964
170749	rnn.weight_ih_l0_reverse	6	-0.0428709052503109
170749	rnn.weight_ih_l0_reverse	7	0.006193721201270819
170749	rnn.weight_ih_l0_reverse	8	0.09162545204162598
170749	rnn.weight_ih_l0_reverse	9	0.013189402408897877
170749	rnn.weight_hh_l0_reverse	0	0.006364583969116211
170749	rnn.weight_hh_l0_reverse	1	0.029035992920398712
170749	rnn.weight_hh_l0_reverse	2	-0.040428757667541504
170749	rnn.weight_hh_l0_reverse	3	0.03937110677361488
170749	rnn.weight_hh_l0_reverse	4	0.022763898596167564
170749	rnn.weight_hh_l0_reverse	5	-0.003985419869422913
170749	rnn.weight_hh_l0_reverse	6	0.06506995111703873
170749	rnn.weight_hh_l0_reverse	7	0.02916797809302807
170749	rnn.weight_hh_l0_reverse	8	-0.01823594979941845
170749	rnn.weight_hh_l0_reverse	9	-0.034565482288599014
170749	rnn.bias_ih_l0_reverse	0	-0.13801030814647675
170749	rnn.bias_ih_l0_reverse	1	-0.31405743956565857
170749	rnn.bias_ih_l0_reverse	2	-0.06552819907665253
170749	rnn.bias_ih_l0_reverse	3	-0.1439327597618103
170749	rnn.bias_ih_l0_reverse	4	0.06255967170000076
170749	rnn.bias_ih_l0_reverse	5	-0.2663800120353699
170749	rnn.bias_ih_l0_reverse	6	-0.06177285686135292
170749	rnn.bias_ih_l0_reverse	7	0.02650284394621849
170749	rnn.bias_ih_l0_reverse	8	-0.17901208996772766
170749	rnn.bias_ih_l0_reverse	9	-0.08387177437543869
170749	rnn.bias_hh_l0_reverse	0	-0.15559743344783783
170749	rnn.bias_hh_l0_reverse	1	-0.15067808330059052
170749	rnn.bias_hh_l0_reverse	2	-0.01646672561764717
170749	rnn.bias_hh_l0_reverse	3	-0.1363353431224823
170749	rnn.bias_hh_l0_reverse	4	-0.023796139284968376
170749	rnn.bias_hh_l0_reverse	5	-0.11305175721645355
170749	rnn.bias_hh_l0_reverse	6	-0.0578681081533432
170749	rnn.bias_hh_l0_reverse	7	-0.1949254274368286
170749	rnn.bias_hh_l0_reverse	8	-0.059349969029426575
170749	rnn.bias_hh_l0_reverse	9	-0.12940412759780884
170749	linear.weight	0	-0.2154204547405243
170749	linear.weight	1	-0.12786786258220673
170749	linear.weight	2	-0.011228874325752258
170749	linear.weight	3	-0.09457384049892426
170749	linear.weight	4	0.009058360941708088
170749	linear.weight	5	0.18626223504543304
170749	linear.weight	6	0.0047744326293468475
170749	linear.weight	7	-0.021312154829502106
170749	linear.weight	8	0.1816130131483078
170749	linear.weight	9	0.20871224999427795
170749	linear.bias	0	-0.8568860292434692
170749	linear.bias	1	1.4256938695907593
170749	linear.bias	2	-0.45496758818626404
170749	linear.bias	3	-0.7082621455192566
170749	linear.bias	4	-0.8582158088684082
170749	linear.bias	5	-1.1758315563201904
170749	linear.bias	6	-0.9366110563278198
170749	linear.bias	7	-0.7214855551719666
170749	linear.bias	8	-0.01705317199230194
170749	linear.bias	9	3.4153950214385986
170946	transitions	0	-0.42858263850212097
170946	transitions	1	8.616058349609375
170946	transitions	2	-3.5351338386535645
170946	transitions	3	1.4810271263122559
170946	transitions	4	-2.1437466144561768
170946	transitions	5	-0.4014911651611328
170946	transitions	6	-0.19058813154697418
170946	transitions	7	-10000.0
170946	transitions	8	1.7873820066452026
170946	transitions	9	-2.2941548824310303
170946	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
170946	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
170946	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
170946	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
170946	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
170946	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
170946	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
170946	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
170946	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
170946	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
170946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
170946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
170946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
170946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
170946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
170946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
170946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
170946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
170946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
170946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
170946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
170946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
170946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
170946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
170946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
170946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
170946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
170946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
170946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
170946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
170946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
170946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
170946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
170946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
170946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
170946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
170946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
170946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
170946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
170946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
170946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
170946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
170946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
170946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
170946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
170946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
170946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
170946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
170946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
170946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
170946	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
170946	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
170946	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
170946	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
170946	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
170946	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
170946	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
170946	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
170946	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
170946	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
170946	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
170946	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
170946	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
170946	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
170946	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
170946	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
170946	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
170946	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
170946	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
170946	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
170946	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
170946	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
170946	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
170946	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
170946	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
170946	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
170946	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
170946	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
170946	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
170946	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
170946	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
170946	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
170946	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
170946	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
170946	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
170946	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
170946	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
170946	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
170946	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
170946	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
170946	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
170946	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
170946	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
170946	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
170946	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
170946	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
170946	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
170946	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
170946	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
170946	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
170946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
170946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
170946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
170946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
170946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
170946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
170946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
170946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
170946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
170946	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
170946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
170946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
170946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
170946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
170946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
170946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
170946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
170946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
170946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
170946	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
170946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
170946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
170946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
170946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
170946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
170946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
170946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
170946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
170946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
170946	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
170946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
170946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
170946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
170946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
170946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
170946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
170946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
170946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
170946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
170946	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
170946	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
170946	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
170946	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
170946	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
170946	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
170946	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
170946	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
170946	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
170946	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
170946	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
170946	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
170946	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
170946	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
170946	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
170946	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
170946	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
170946	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
170946	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
170946	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
170946	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
170946	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
170946	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
170946	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
170946	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
170946	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
170946	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
170946	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
170946	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
170946	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
170946	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
170946	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
170946	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
170946	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
170946	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
170946	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
170946	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
170946	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
170946	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
170946	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
170946	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
170946	embedding2nn.weight	0	0.046782538294792175
170946	embedding2nn.weight	1	-0.0897892490029335
170946	embedding2nn.weight	2	0.021524377167224884
170946	embedding2nn.weight	3	-0.05668405815958977
170946	embedding2nn.weight	4	-0.11837749183177948
170946	embedding2nn.weight	5	0.12493164837360382
170946	embedding2nn.weight	6	-0.1151835024356842
170946	embedding2nn.weight	7	-0.07746631652116776
170946	embedding2nn.weight	8	-0.02760615572333336
170946	embedding2nn.weight	9	0.0530526377260685
170946	embedding2nn.bias	0	0.04107525944709778
170946	embedding2nn.bias	1	0.02447013556957245
170946	embedding2nn.bias	2	-0.07637400925159454
170946	embedding2nn.bias	3	0.05857587605714798
170946	embedding2nn.bias	4	-0.004601071588695049
170946	embedding2nn.bias	5	-0.15848281979560852
170946	embedding2nn.bias	6	-0.14050069451332092
170946	embedding2nn.bias	7	-0.052812036126852036
170946	embedding2nn.bias	8	0.09652958065271378
170946	embedding2nn.bias	9	-0.0932084247469902
170946	rnn.weight_ih_l0	0	0.05034961923956871
170946	rnn.weight_ih_l0	1	-0.06842813640832901
170946	rnn.weight_ih_l0	2	-0.03488541021943092
170946	rnn.weight_ih_l0	3	-0.047174904495477676
170946	rnn.weight_ih_l0	4	0.018622517585754395
170946	rnn.weight_ih_l0	5	-0.10847609490156174
170946	rnn.weight_ih_l0	6	-0.05046095326542854
170946	rnn.weight_ih_l0	7	-0.013053539209067822
170946	rnn.weight_ih_l0	8	0.07251544296741486
170946	rnn.weight_ih_l0	9	0.003482451196759939
170946	rnn.weight_hh_l0	0	0.0011532591888681054
170946	rnn.weight_hh_l0	1	-0.08574078977108002
170946	rnn.weight_hh_l0	2	0.06389699876308441
170946	rnn.weight_hh_l0	3	0.04289986193180084
170946	rnn.weight_hh_l0	4	0.005395775195211172
170946	rnn.weight_hh_l0	5	0.06862371414899826
170946	rnn.weight_hh_l0	6	-0.017869628965854645
170946	rnn.weight_hh_l0	7	-0.10088756680488586
170946	rnn.weight_hh_l0	8	0.013422190211713314
170946	rnn.weight_hh_l0	9	-0.07820171862840652
170946	rnn.bias_ih_l0	0	-0.07532335817813873
170946	rnn.bias_ih_l0	1	-0.17553262412548065
170946	rnn.bias_ih_l0	2	-0.2598649263381958
170946	rnn.bias_ih_l0	3	-0.28194600343704224
170946	rnn.bias_ih_l0	4	-0.0067387535236775875
170946	rnn.bias_ih_l0	5	0.04866354912519455
170946	rnn.bias_ih_l0	6	-0.1746951937675476
170946	rnn.bias_ih_l0	7	-0.26086634397506714
170946	rnn.bias_ih_l0	8	-0.13066105544567108
170946	rnn.bias_ih_l0	9	-0.17657561600208282
170946	rnn.bias_hh_l0	0	0.12414314597845078
170946	rnn.bias_hh_l0	1	-0.05431978031992912
170946	rnn.bias_hh_l0	2	0.04621473327279091
170946	rnn.bias_hh_l0	3	-0.18085314333438873
170946	rnn.bias_hh_l0	4	0.04926542937755585
170946	rnn.bias_hh_l0	5	0.02990797348320484
170946	rnn.bias_hh_l0	6	-0.09230054169893265
170946	rnn.bias_hh_l0	7	-0.15933607518672943
170946	rnn.bias_hh_l0	8	-0.19238612055778503
170946	rnn.bias_hh_l0	9	-0.09619797766208649
170946	rnn.weight_ih_l0_reverse	0	-0.03374111279845238
170946	rnn.weight_ih_l0_reverse	1	0.0016361959278583527
170946	rnn.weight_ih_l0_reverse	2	0.03850485756993294
170946	rnn.weight_ih_l0_reverse	3	0.009957232512533665
170946	rnn.weight_ih_l0_reverse	4	0.036563001573085785
170946	rnn.weight_ih_l0_reverse	5	-0.05080459639430046
170946	rnn.weight_ih_l0_reverse	6	-0.04203295707702637
170946	rnn.weight_ih_l0_reverse	7	0.005766673944890499
170946	rnn.weight_ih_l0_reverse	8	0.09243855625391006
170946	rnn.weight_ih_l0_reverse	9	0.014049053192138672
170946	rnn.weight_hh_l0_reverse	0	0.005426003132015467
170946	rnn.weight_hh_l0_reverse	1	0.02905353531241417
170946	rnn.weight_hh_l0_reverse	2	-0.040785301476716995
170946	rnn.weight_hh_l0_reverse	3	0.039331987500190735
170946	rnn.weight_hh_l0_reverse	4	0.022647470235824585
170946	rnn.weight_hh_l0_reverse	5	-0.00440677534788847
170946	rnn.weight_hh_l0_reverse	6	0.06554421782493591
170946	rnn.weight_hh_l0_reverse	7	0.029205672442913055
170946	rnn.weight_hh_l0_reverse	8	-0.018719827756285667
170946	rnn.weight_hh_l0_reverse	9	-0.03430822864174843
170946	rnn.bias_ih_l0_reverse	0	-0.14146548509597778
170946	rnn.bias_ih_l0_reverse	1	-0.3122912645339966
170946	rnn.bias_ih_l0_reverse	2	-0.06555519253015518
170946	rnn.bias_ih_l0_reverse	3	-0.14418622851371765
170946	rnn.bias_ih_l0_reverse	4	0.0630326196551323
170946	rnn.bias_ih_l0_reverse	5	-0.26502442359924316
170946	rnn.bias_ih_l0_reverse	6	-0.06242134049534798
170946	rnn.bias_ih_l0_reverse	7	0.029615294188261032
170946	rnn.bias_ih_l0_reverse	8	-0.17901651561260223
170946	rnn.bias_ih_l0_reverse	9	-0.08248968422412872
170946	rnn.bias_hh_l0_reverse	0	-0.15629631280899048
170946	rnn.bias_hh_l0_reverse	1	-0.1502869427204132
170946	rnn.bias_hh_l0_reverse	2	-0.0166730135679245
170946	rnn.bias_hh_l0_reverse	3	-0.1357751190662384
170946	rnn.bias_hh_l0_reverse	4	-0.024356650188565254
170946	rnn.bias_hh_l0_reverse	5	-0.11162488907575607
170946	rnn.bias_hh_l0_reverse	6	-0.05714058503508568
170946	rnn.bias_hh_l0_reverse	7	-0.19622644782066345
170946	rnn.bias_hh_l0_reverse	8	-0.058716751635074615
170946	rnn.bias_hh_l0_reverse	9	-0.1293792873620987
170946	linear.weight	0	-0.22129592299461365
170946	linear.weight	1	-0.1279125064611435
170946	linear.weight	2	-0.011228874325752258
170946	linear.weight	3	-0.09195049107074738
170946	linear.weight	4	0.008342310786247253
170946	linear.weight	5	0.187760129570961
170946	linear.weight	6	0.0047744326293468475
170946	linear.weight	7	-0.021312154829502106
170946	linear.weight	8	0.19992941617965698
170946	linear.weight	9	0.20159180462360382
170946	linear.bias	0	-0.8626984357833862
170946	linear.bias	1	1.3627849817276
170946	linear.bias	2	-0.46469834446907043
170946	linear.bias	3	-0.6963146924972534
170946	linear.bias	4	-0.8511084318161011
170946	linear.bias	5	-1.1758557558059692
170946	linear.bias	6	-0.9426890015602112
170946	linear.bias	7	-0.7151026129722595
170946	linear.bias	8	-0.01705317199230194
170946	linear.bias	9	3.4369375705718994
171143	transitions	0	-0.42868709564208984
171143	transitions	1	8.604259490966797
171143	transitions	2	-3.5357320308685303
171143	transitions	3	1.4805593490600586
171143	transitions	4	-2.1439781188964844
171143	transitions	5	-0.4015076160430908
171143	transitions	6	-0.19061191380023956
171143	transitions	7	-10000.0
171143	transitions	8	1.7896933555603027
171143	transitions	9	-2.29416561126709
171143	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
171143	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
171143	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
171143	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
171143	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
171143	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
171143	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
171143	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
171143	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
171143	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
171143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
171143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
171143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
171143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
171143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
171143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
171143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
171143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
171143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
171143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
171143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
171143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
171143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
171143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
171143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
171143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
171143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
171143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
171143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
171143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
171143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
171143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
171143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
171143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
171143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
171143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
171143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
171143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
171143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
171143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
171143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
171143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
171143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
171143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
171143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
171143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
171143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
171143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
171143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
171143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
171143	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
171143	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
171143	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
171143	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
171143	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
171143	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
171143	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
171143	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
171143	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
171143	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
171143	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
171143	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
171143	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
171143	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
171143	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
171143	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
171143	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
171143	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
171143	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
171143	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
171143	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
171143	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
171143	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
171143	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
171143	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
171143	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
171143	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
171143	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
171143	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
171143	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
171143	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
171143	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
171143	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
171143	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
171143	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
171143	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
171143	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
171143	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
171143	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
171143	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
171143	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
171143	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
171143	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
171143	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
171143	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
171143	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
171143	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
171143	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
171143	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
171143	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
171143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
171143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
171143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
171143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
171143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
171143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
171143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
171143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
171143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
171143	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
171143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
171143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
171143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
171143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
171143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
171143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
171143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
171143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
171143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
171143	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
171143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
171143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
171143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
171143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
171143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
171143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
171143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
171143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
171143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
171143	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
171143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
171143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
171143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
171143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
171143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
171143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
171143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
171143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
171143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
171143	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
171143	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
171143	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
171143	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
171143	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
171143	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
171143	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
171143	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
171143	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
171143	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
171143	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
171143	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
171143	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
171143	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
171143	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
171143	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
171143	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
171143	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
171143	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
171143	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
171143	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
171143	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
171143	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
171143	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
171143	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
171143	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
171143	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
171143	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
171143	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
171143	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
171143	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
171143	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
171143	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
171143	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
171143	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
171143	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
171143	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
171143	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
171143	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
171143	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
171143	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
171143	embedding2nn.weight	0	0.046876586973667145
171143	embedding2nn.weight	1	-0.08973141759634018
171143	embedding2nn.weight	2	0.01822320930659771
171143	embedding2nn.weight	3	-0.055813781917095184
171143	embedding2nn.weight	4	-0.11854685097932816
171143	embedding2nn.weight	5	0.1256226897239685
171143	embedding2nn.weight	6	-0.11491032689809799
171143	embedding2nn.weight	7	-0.07739327102899551
171143	embedding2nn.weight	8	-0.026768142357468605
171143	embedding2nn.weight	9	0.04995806887745857
171143	embedding2nn.bias	0	0.04892725124955177
171143	embedding2nn.bias	1	0.02891148068010807
171143	embedding2nn.bias	2	-0.07618008553981781
171143	embedding2nn.bias	3	0.05016060546040535
171143	embedding2nn.bias	4	-0.011004704982042313
171143	embedding2nn.bias	5	-0.1568678468465805
171143	embedding2nn.bias	6	-0.13033898174762726
171143	embedding2nn.bias	7	-0.05268683284521103
171143	embedding2nn.bias	8	0.09063209593296051
171143	embedding2nn.bias	9	-0.08998850733041763
171143	rnn.weight_ih_l0	0	0.04900502413511276
171143	rnn.weight_ih_l0	1	-0.07007042318582535
171143	rnn.weight_ih_l0	2	-0.03427530825138092
171143	rnn.weight_ih_l0	3	-0.045762863010168076
171143	rnn.weight_ih_l0	4	0.01885506696999073
171143	rnn.weight_ih_l0	5	-0.11040950566530228
171143	rnn.weight_ih_l0	6	-0.05062852054834366
171143	rnn.weight_ih_l0	7	-0.014255649410188198
171143	rnn.weight_ih_l0	8	0.07324536144733429
171143	rnn.weight_ih_l0	9	0.005147838033735752
171143	rnn.weight_hh_l0	0	0.0007742486777715385
171143	rnn.weight_hh_l0	1	-0.08607064187526703
171143	rnn.weight_hh_l0	2	0.06418247520923615
171143	rnn.weight_hh_l0	3	0.04312826693058014
171143	rnn.weight_hh_l0	4	0.005088201258331537
171143	rnn.weight_hh_l0	5	0.06798554956912994
171143	rnn.weight_hh_l0	6	-0.017669949680566788
171143	rnn.weight_hh_l0	7	-0.10058892518281937
171143	rnn.weight_hh_l0	8	0.013218491338193417
171143	rnn.weight_hh_l0	9	-0.07806158065795898
171143	rnn.bias_ih_l0	0	-0.07474252581596375
171143	rnn.bias_ih_l0	1	-0.17423522472381592
171143	rnn.bias_ih_l0	2	-0.2605093717575073
171143	rnn.bias_ih_l0	3	-0.28232520818710327
171143	rnn.bias_ih_l0	4	-0.007038669195026159
171143	rnn.bias_ih_l0	5	0.046708572655916214
171143	rnn.bias_ih_l0	6	-0.17309236526489258
171143	rnn.bias_ih_l0	7	-0.2608379125595093
171143	rnn.bias_ih_l0	8	-0.1278437077999115
171143	rnn.bias_ih_l0	9	-0.17597749829292297
171143	rnn.bias_hh_l0	0	0.12091340124607086
171143	rnn.bias_hh_l0	1	-0.053103525191545486
171143	rnn.bias_hh_l0	2	0.0461493581533432
171143	rnn.bias_hh_l0	3	-0.18144765496253967
171143	rnn.bias_hh_l0	4	0.050354503095149994
171143	rnn.bias_hh_l0	5	0.032053086906671524
171143	rnn.bias_hh_l0	6	-0.0912487730383873
171143	rnn.bias_hh_l0	7	-0.15840011835098267
171143	rnn.bias_hh_l0	8	-0.1931832730770111
171143	rnn.bias_hh_l0	9	-0.09666720032691956
171143	rnn.weight_ih_l0_reverse	0	-0.033532701432704926
171143	rnn.weight_ih_l0_reverse	1	0.0016438112361356616
171143	rnn.weight_ih_l0_reverse	2	0.038321856409311295
171143	rnn.weight_ih_l0_reverse	3	0.009973633103072643
171143	rnn.weight_ih_l0_reverse	4	0.03563753515481949
171143	rnn.weight_ih_l0_reverse	5	-0.050614308565855026
171143	rnn.weight_ih_l0_reverse	6	-0.0412212498486042
171143	rnn.weight_ih_l0_reverse	7	0.005534270778298378
171143	rnn.weight_ih_l0_reverse	8	0.09168226271867752
171143	rnn.weight_ih_l0_reverse	9	0.015365924686193466
171143	rnn.weight_hh_l0_reverse	0	0.0051645212806761265
171143	rnn.weight_hh_l0_reverse	1	0.029717756435275078
171143	rnn.weight_hh_l0_reverse	2	-0.04084412753582001
171143	rnn.weight_hh_l0_reverse	3	0.03878746181726456
171143	rnn.weight_hh_l0_reverse	4	0.022668734192848206
171143	rnn.weight_hh_l0_reverse	5	-0.004551166668534279
171143	rnn.weight_hh_l0_reverse	6	0.06569484621286392
171143	rnn.weight_hh_l0_reverse	7	0.02947511337697506
171143	rnn.weight_hh_l0_reverse	8	-0.018430445343255997
171143	rnn.weight_hh_l0_reverse	9	-0.03414159268140793
171143	rnn.bias_ih_l0_reverse	0	-0.14150391519069672
171143	rnn.bias_ih_l0_reverse	1	-0.31229159235954285
171143	rnn.bias_ih_l0_reverse	2	-0.06520241498947144
171143	rnn.bias_ih_l0_reverse	3	-0.14369948208332062
171143	rnn.bias_ih_l0_reverse	4	0.06397543847560883
171143	rnn.bias_ih_l0_reverse	5	-0.26434653997421265
171143	rnn.bias_ih_l0_reverse	6	-0.06223136931657791
171143	rnn.bias_ih_l0_reverse	7	0.02918919175863266
171143	rnn.bias_ih_l0_reverse	8	-0.17929652333259583
171143	rnn.bias_ih_l0_reverse	9	-0.08266318589448929
171143	rnn.bias_hh_l0_reverse	0	-0.15710189938545227
171143	rnn.bias_hh_l0_reverse	1	-0.15113377571105957
171143	rnn.bias_hh_l0_reverse	2	-0.01837037317454815
171143	rnn.bias_hh_l0_reverse	3	-0.13895747065544128
171143	rnn.bias_hh_l0_reverse	4	-0.02565341256558895
171143	rnn.bias_hh_l0_reverse	5	-0.1125505343079567
171143	rnn.bias_hh_l0_reverse	6	-0.05838721618056297
171143	rnn.bias_hh_l0_reverse	7	-0.19527360796928406
171143	rnn.bias_hh_l0_reverse	8	-0.059660885483026505
171143	rnn.bias_hh_l0_reverse	9	-0.13035865128040314
171143	linear.weight	0	-0.2370830774307251
171143	linear.weight	1	-0.1287839412689209
171143	linear.weight	2	-0.011228874325752258
171143	linear.weight	3	-0.09670884907245636
171143	linear.weight	4	0.019960664212703705
171143	linear.weight	5	0.19495868682861328
171143	linear.weight	6	0.0047744326293468475
171143	linear.weight	7	-0.021312154829502106
171143	linear.weight	8	0.20563600957393646
171143	linear.weight	9	0.20660465955734253
171143	linear.bias	0	-0.8529752492904663
171143	linear.bias	1	1.35263192653656
171143	linear.bias	2	-0.42573806643486023
171143	linear.bias	3	-0.6988146901130676
171143	linear.bias	4	-0.8496857285499573
171143	linear.bias	5	-1.1758716106414795
171143	linear.bias	6	-0.9327517747879028
171143	linear.bias	7	-0.7276307344436646
171143	linear.bias	8	-0.01705317199230194
171143	linear.bias	9	3.3943850994110107
171340	transitions	0	-0.4289027750492096
171340	transitions	1	8.596165657043457
171340	transitions	2	-3.5360400676727295
171340	transitions	3	1.4805036783218384
171340	transitions	4	-2.1444947719573975
171340	transitions	5	-0.40181633830070496
171340	transitions	6	-0.1906227469444275
171340	transitions	7	-10000.0
171340	transitions	8	1.789304494857788
171340	transitions	9	-2.2941670417785645
171340	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
171340	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
171340	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
171340	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
171340	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
171340	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
171340	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
171340	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
171340	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
171340	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
171340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
171340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
171340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
171340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
171340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
171340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
171340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
171340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
171340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
171340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
171340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
171340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
171340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
171340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
171340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
171340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
171340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
171340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
171340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
171340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
171340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
171340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
171340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
171340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
171340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
171340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
171340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
171340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
171340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
171340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
171340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
171340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
171340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
171340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
171340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
171340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
171340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
171340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
171340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
171340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
171340	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
171340	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
171340	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
171340	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
171340	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
171340	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
171340	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
171340	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
171340	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
171340	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
171340	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
171340	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
171340	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
171340	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
171340	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
171340	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
171340	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
171340	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
171340	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
171340	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
171340	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
171340	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
171340	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
171340	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
171340	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
171340	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
171340	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
171340	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
171340	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
171340	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
171340	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
171340	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
171340	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
171340	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
171340	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
171340	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
171340	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
171340	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
171340	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
171340	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
171340	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
171340	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
171340	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
171340	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
171340	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
171340	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
171340	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
171340	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
171340	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
171340	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
171340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
171340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
171340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
171340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
171340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
171340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
171340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
171340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
171340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
171340	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
171340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
171340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
171340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
171340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
171340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
171340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
171340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
171340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
171340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
171340	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
171340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
171340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
171340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
171340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
171340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
171340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
171340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
171340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
171340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
171340	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
171340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
171340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
171340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
171340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
171340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
171340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
171340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
171340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
171340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
171340	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
171340	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
171340	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
171340	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
171340	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
171340	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
171340	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
171340	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
171340	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
171340	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
171340	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
171340	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
171340	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
171340	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
171340	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
171340	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
171340	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
171340	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
171340	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
171340	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
171340	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
171340	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
171340	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
171340	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
171340	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
171340	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
171340	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
171340	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
171340	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
171340	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
171340	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
171340	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
171340	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
171340	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
171340	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
171340	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
171340	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
171340	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
171340	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
171340	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
171340	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
171340	embedding2nn.weight	0	0.04668615385890007
171340	embedding2nn.weight	1	-0.0897270143032074
171340	embedding2nn.weight	2	0.020130645483732224
171340	embedding2nn.weight	3	-0.0548032745718956
171340	embedding2nn.weight	4	-0.11774980276823044
171340	embedding2nn.weight	5	0.12576064467430115
171340	embedding2nn.weight	6	-0.11912941932678223
171340	embedding2nn.weight	7	-0.0771486684679985
171340	embedding2nn.weight	8	-0.027511367574334145
171340	embedding2nn.weight	9	0.051927369087934494
171340	embedding2nn.bias	0	0.05238509550690651
171340	embedding2nn.bias	1	0.02560911327600479
171340	embedding2nn.bias	2	-0.08502975851297379
171340	embedding2nn.bias	3	0.06311451643705368
171340	embedding2nn.bias	4	-0.007631588727235794
171340	embedding2nn.bias	5	-0.15905551612377167
171340	embedding2nn.bias	6	-0.12789401412010193
171340	embedding2nn.bias	7	-0.059881120920181274
171340	embedding2nn.bias	8	0.08993007242679596
171340	embedding2nn.bias	9	-0.0976809561252594
171340	rnn.weight_ih_l0	0	0.050485022366046906
171340	rnn.weight_ih_l0	1	-0.07117918133735657
171340	rnn.weight_ih_l0	2	-0.03339104726910591
171340	rnn.weight_ih_l0	3	-0.04458506032824516
171340	rnn.weight_ih_l0	4	0.018763897940516472
171340	rnn.weight_ih_l0	5	-0.1102171391248703
171340	rnn.weight_ih_l0	6	-0.05151146650314331
171340	rnn.weight_ih_l0	7	-0.012154770083725452
171340	rnn.weight_ih_l0	8	0.074818916618824
171340	rnn.weight_ih_l0	9	0.0049162148497998714
171340	rnn.weight_hh_l0	0	0.00042823998956009746
171340	rnn.weight_hh_l0	1	-0.08600006997585297
171340	rnn.weight_hh_l0	2	0.0637509748339653
171340	rnn.weight_hh_l0	3	0.04310303553938866
171340	rnn.weight_hh_l0	4	0.00508815748617053
171340	rnn.weight_hh_l0	5	0.06639637053012848
171340	rnn.weight_hh_l0	6	-0.017618870362639427
171340	rnn.weight_hh_l0	7	-0.1006356030702591
171340	rnn.weight_hh_l0	8	0.013814595527946949
171340	rnn.weight_hh_l0	9	-0.07728057354688644
171340	rnn.bias_ih_l0	0	-0.07544555515050888
171340	rnn.bias_ih_l0	1	-0.17446453869342804
171340	rnn.bias_ih_l0	2	-0.2610282897949219
171340	rnn.bias_ih_l0	3	-0.2820979654788971
171340	rnn.bias_ih_l0	4	-0.006608926225453615
171340	rnn.bias_ih_l0	5	0.04726172238588333
171340	rnn.bias_ih_l0	6	-0.17578814923763275
171340	rnn.bias_ih_l0	7	-0.25973162055015564
171340	rnn.bias_ih_l0	8	-0.13071632385253906
171340	rnn.bias_ih_l0	9	-0.1767997294664383
171340	rnn.bias_hh_l0	0	0.11923068016767502
171340	rnn.bias_hh_l0	1	-0.05364685505628586
171340	rnn.bias_hh_l0	2	0.046471305191516876
171340	rnn.bias_hh_l0	3	-0.1810895800590515
171340	rnn.bias_hh_l0	4	0.048867981880903244
171340	rnn.bias_hh_l0	5	0.03448209911584854
171340	rnn.bias_hh_l0	6	-0.09254541248083115
171340	rnn.bias_hh_l0	7	-0.15557827055454254
171340	rnn.bias_hh_l0	8	-0.19333621859550476
171340	rnn.bias_hh_l0	9	-0.09803617745637894
171340	rnn.weight_ih_l0_reverse	0	-0.03237059339880943
171340	rnn.weight_ih_l0_reverse	1	0.001168076298199594
171340	rnn.weight_ih_l0_reverse	2	0.03694929555058479
171340	rnn.weight_ih_l0_reverse	3	0.01011152844876051
171340	rnn.weight_ih_l0_reverse	4	0.03588081896305084
171340	rnn.weight_ih_l0_reverse	5	-0.05237685143947601
171340	rnn.weight_ih_l0_reverse	6	-0.04041009768843651
171340	rnn.weight_ih_l0_reverse	7	0.003188152564689517
171340	rnn.weight_ih_l0_reverse	8	0.09154149144887924
171340	rnn.weight_ih_l0_reverse	9	0.016328172758221626
171340	rnn.weight_hh_l0_reverse	0	0.004977541044354439
171340	rnn.weight_hh_l0_reverse	1	0.02979028970003128
171340	rnn.weight_hh_l0_reverse	2	-0.04082021862268448
171340	rnn.weight_hh_l0_reverse	3	0.03881818428635597
171340	rnn.weight_hh_l0_reverse	4	0.023180855438113213
171340	rnn.weight_hh_l0_reverse	5	-0.00420331209897995
171340	rnn.weight_hh_l0_reverse	6	0.0654408186674118
171340	rnn.weight_hh_l0_reverse	7	0.029475849121809006
171340	rnn.weight_hh_l0_reverse	8	-0.018528493121266365
171340	rnn.weight_hh_l0_reverse	9	-0.03398169204592705
171340	rnn.bias_ih_l0_reverse	0	-0.14352503418922424
171340	rnn.bias_ih_l0_reverse	1	-0.31165674328804016
171340	rnn.bias_ih_l0_reverse	2	-0.06509927660226822
171340	rnn.bias_ih_l0_reverse	3	-0.14372262358665466
171340	rnn.bias_ih_l0_reverse	4	0.061495017260313034
171340	rnn.bias_ih_l0_reverse	5	-0.26392099261283875
171340	rnn.bias_ih_l0_reverse	6	-0.06262435764074326
171340	rnn.bias_ih_l0_reverse	7	0.02522018551826477
171340	rnn.bias_ih_l0_reverse	8	-0.17906413972377777
171340	rnn.bias_ih_l0_reverse	9	-0.08295062184333801
171340	rnn.bias_hh_l0_reverse	0	-0.15521501004695892
171340	rnn.bias_hh_l0_reverse	1	-0.1528191715478897
171340	rnn.bias_hh_l0_reverse	2	-0.017401177436113358
171340	rnn.bias_hh_l0_reverse	3	-0.13902896642684937
171340	rnn.bias_hh_l0_reverse	4	-0.02542656846344471
171340	rnn.bias_hh_l0_reverse	5	-0.11244095116853714
171340	rnn.bias_hh_l0_reverse	6	-0.05947225168347359
171340	rnn.bias_hh_l0_reverse	7	-0.19632947444915771
171340	rnn.bias_hh_l0_reverse	8	-0.06081419065594673
171340	rnn.bias_hh_l0_reverse	9	-0.13145065307617188
171340	linear.weight	0	-0.22293676435947418
171340	linear.weight	1	-0.13060426712036133
171340	linear.weight	2	-0.011228874325752258
171340	linear.weight	3	-0.1079772338271141
171340	linear.weight	4	0.019233835861086845
171340	linear.weight	5	0.19109854102134705
171340	linear.weight	6	0.0047744326293468475
171340	linear.weight	7	-0.021312154829502106
171340	linear.weight	8	0.1928047090768814
171340	linear.weight	9	0.1965448260307312
171340	linear.bias	0	-0.8357813358306885
171340	linear.bias	1	1.333127737045288
171340	linear.bias	2	-0.4283059537410736
171340	linear.bias	3	-0.7096733450889587
171340	linear.bias	4	-0.8505905866622925
171340	linear.bias	5	-1.1758965253829956
171340	linear.bias	6	-0.9157039523124695
171340	linear.bias	7	-0.7544811964035034
171340	linear.bias	8	-0.01705317199230194
171340	linear.bias	9	3.3834149837493896
171537	transitions	0	-0.429052472114563
171537	transitions	1	8.587092399597168
171537	transitions	2	-3.536464214324951
171537	transitions	3	1.4780367612838745
171537	transitions	4	-2.144624948501587
171537	transitions	5	-0.40190035104751587
171537	transitions	6	-0.19063736498355865
171537	transitions	7	-10000.0
171537	transitions	8	1.7902166843414307
171537	transitions	9	-2.29416823387146
171537	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
171537	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
171537	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
171537	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
171537	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
171537	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
171537	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
171537	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
171537	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
171537	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
171537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
171537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
171537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
171537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
171537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
171537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
171537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
171537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
171537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
171537	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
171537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
171537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
171537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
171537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
171537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
171537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
171537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
171537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
171537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
171537	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
171537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
171537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
171537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
171537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
171537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
171537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
171537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
171537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
171537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
171537	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
171537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
171537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
171537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
171537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
171537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
171537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
171537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
171537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
171537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
171537	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
171537	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
171537	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
171537	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
171537	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
171537	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
171537	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
171537	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
171537	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
171537	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
171537	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
171537	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
171537	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
171537	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
171537	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
171537	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
171537	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
171537	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
171537	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
171537	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
171537	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
171537	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
171537	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
171537	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
171537	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
171537	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
171537	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
171537	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
171537	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
171537	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
171537	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
171537	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
171537	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
171537	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
171537	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
171537	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
171537	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
171537	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
171537	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
171537	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
171537	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
171537	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
171537	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
171537	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
171537	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
171537	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
171537	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
171537	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
171537	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
171537	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
171537	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
171537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
171537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
171537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
171537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
171537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
171537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
171537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
171537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
171537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
171537	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
171537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
171537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
171537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
171537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
171537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
171537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
171537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
171537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
171537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
171537	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
171537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
171537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
171537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
171537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
171537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
171537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
171537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
171537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
171537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
171537	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
171537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
171537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
171537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
171537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
171537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
171537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
171537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
171537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
171537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
171537	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
171537	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
171537	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
171537	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
171537	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
171537	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
171537	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
171537	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
171537	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
171537	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
171537	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
171537	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
171537	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
171537	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
171537	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
171537	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
171537	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
171537	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
171537	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
171537	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
171537	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
171537	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
171537	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
171537	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
171537	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
171537	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
171537	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
171537	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
171537	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
171537	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
171537	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
171537	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
171537	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
171537	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
171537	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
171537	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
171537	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
171537	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
171537	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
171537	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
171537	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
171537	embedding2nn.weight	0	0.04657021537423134
171537	embedding2nn.weight	1	-0.08888190984725952
171537	embedding2nn.weight	2	0.021828800439834595
171537	embedding2nn.weight	3	-0.05514613538980484
171537	embedding2nn.weight	4	-0.11732575297355652
171537	embedding2nn.weight	5	0.12552130222320557
171537	embedding2nn.weight	6	-0.11736156791448593
171537	embedding2nn.weight	7	-0.07642193138599396
171537	embedding2nn.weight	8	-0.02822326123714447
171537	embedding2nn.weight	9	0.05094072222709656
171537	embedding2nn.bias	0	0.05718337744474411
171537	embedding2nn.bias	1	0.029938610270619392
171537	embedding2nn.bias	2	-0.08565344661474228
171537	embedding2nn.bias	3	0.05676949769258499
171537	embedding2nn.bias	4	-0.007317852228879929
171537	embedding2nn.bias	5	-0.16339874267578125
171537	embedding2nn.bias	6	-0.1269412338733673
171537	embedding2nn.bias	7	-0.05607707053422928
171537	embedding2nn.bias	8	0.09265071898698807
171537	embedding2nn.bias	9	-0.09338127821683884
171537	rnn.weight_ih_l0	0	0.051740989089012146
171537	rnn.weight_ih_l0	1	-0.0698135569691658
171537	rnn.weight_ih_l0	2	-0.03362211957573891
171537	rnn.weight_ih_l0	3	-0.044506512582302094
171537	rnn.weight_ih_l0	4	0.01831974647939205
171537	rnn.weight_ih_l0	5	-0.11013014614582062
171537	rnn.weight_ih_l0	6	-0.05001779645681381
171537	rnn.weight_ih_l0	7	-0.012151901610195637
171537	rnn.weight_ih_l0	8	0.0750129222869873
171537	rnn.weight_ih_l0	9	0.0047019231133162975
171537	rnn.weight_hh_l0	0	0.0004985852283425629
171537	rnn.weight_hh_l0	1	-0.08573248982429504
171537	rnn.weight_hh_l0	2	0.0641181543469429
171537	rnn.weight_hh_l0	3	0.04335401579737663
171537	rnn.weight_hh_l0	4	0.005201931111514568
171537	rnn.weight_hh_l0	5	0.06741233915090561
171537	rnn.weight_hh_l0	6	-0.017721492797136307
171537	rnn.weight_hh_l0	7	-0.10081922262907028
171537	rnn.weight_hh_l0	8	0.013935963623225689
171537	rnn.weight_hh_l0	9	-0.07695869356393814
171537	rnn.bias_ih_l0	0	-0.07488508522510529
171537	rnn.bias_ih_l0	1	-0.1739002764225006
171537	rnn.bias_ih_l0	2	-0.26093173027038574
171537	rnn.bias_ih_l0	3	-0.28237202763557434
171537	rnn.bias_ih_l0	4	-0.007271284237504005
171537	rnn.bias_ih_l0	5	0.0486140251159668
171537	rnn.bias_ih_l0	6	-0.17517364025115967
171537	rnn.bias_ih_l0	7	-0.26080086827278137
171537	rnn.bias_ih_l0	8	-0.13073290884494781
171537	rnn.bias_ih_l0	9	-0.17591995000839233
171537	rnn.bias_hh_l0	0	0.11956307291984558
171537	rnn.bias_hh_l0	1	-0.0540340356528759
171537	rnn.bias_hh_l0	2	0.047219593077898026
171537	rnn.bias_hh_l0	3	-0.17941370606422424
171537	rnn.bias_hh_l0	4	0.047798074781894684
171537	rnn.bias_hh_l0	5	0.03424079343676567
171537	rnn.bias_hh_l0	6	-0.09339045733213425
171537	rnn.bias_hh_l0	7	-0.1540144681930542
171537	rnn.bias_hh_l0	8	-0.19548815488815308
171537	rnn.bias_hh_l0	9	-0.09744279831647873
171537	rnn.weight_ih_l0_reverse	0	-0.03337744250893593
171537	rnn.weight_ih_l0_reverse	1	0.0007283726008608937
171537	rnn.weight_ih_l0_reverse	2	0.03620395436882973
171537	rnn.weight_ih_l0_reverse	3	0.009924518875777721
171537	rnn.weight_ih_l0_reverse	4	0.03659967705607414
171537	rnn.weight_ih_l0_reverse	5	-0.051728758960962296
171537	rnn.weight_ih_l0_reverse	6	-0.04101918637752533
171537	rnn.weight_ih_l0_reverse	7	0.004717919044196606
171537	rnn.weight_ih_l0_reverse	8	0.09177223592996597
171537	rnn.weight_ih_l0_reverse	9	0.016416123136878014
171537	rnn.weight_hh_l0_reverse	0	0.004574669525027275
171537	rnn.weight_hh_l0_reverse	1	0.029488425701856613
171537	rnn.weight_hh_l0_reverse	2	-0.04039573296904564
171537	rnn.weight_hh_l0_reverse	3	0.03893338888883591
171537	rnn.weight_hh_l0_reverse	4	0.023213695734739304
171537	rnn.weight_hh_l0_reverse	5	-0.004159953445196152
171537	rnn.weight_hh_l0_reverse	6	0.06543097645044327
171537	rnn.weight_hh_l0_reverse	7	0.029396366328001022
171537	rnn.weight_hh_l0_reverse	8	-0.018709696829319
171537	rnn.weight_hh_l0_reverse	9	-0.033912308514118195
171537	rnn.bias_ih_l0_reverse	0	-0.14246466755867004
171537	rnn.bias_ih_l0_reverse	1	-0.30932655930519104
171537	rnn.bias_ih_l0_reverse	2	-0.0652630403637886
171537	rnn.bias_ih_l0_reverse	3	-0.1438978761434555
171537	rnn.bias_ih_l0_reverse	4	0.06197237968444824
171537	rnn.bias_ih_l0_reverse	5	-0.2657037377357483
171537	rnn.bias_ih_l0_reverse	6	-0.06251217424869537
171537	rnn.bias_ih_l0_reverse	7	0.025959452614188194
171537	rnn.bias_ih_l0_reverse	8	-0.17900919914245605
171537	rnn.bias_ih_l0_reverse	9	-0.08304556459188461
171537	rnn.bias_hh_l0_reverse	0	-0.15379926562309265
171537	rnn.bias_hh_l0_reverse	1	-0.15234018862247467
171537	rnn.bias_hh_l0_reverse	2	-0.018402840942144394
171537	rnn.bias_hh_l0_reverse	3	-0.14154626429080963
171537	rnn.bias_hh_l0_reverse	4	-0.025305744260549545
171537	rnn.bias_hh_l0_reverse	5	-0.11285143345594406
171537	rnn.bias_hh_l0_reverse	6	-0.05873744562268257
171537	rnn.bias_hh_l0_reverse	7	-0.19517086446285248
171537	rnn.bias_hh_l0_reverse	8	-0.060968007892370224
171537	rnn.bias_hh_l0_reverse	9	-0.13198579847812653
171537	linear.weight	0	-0.222201406955719
171537	linear.weight	1	-0.13333554565906525
171537	linear.weight	2	-0.011228874325752258
171537	linear.weight	3	-0.12203843891620636
171537	linear.weight	4	0.019537227228283882
171537	linear.weight	5	0.19068841636180878
171537	linear.weight	6	0.0047744326293468475
171537	linear.weight	7	-0.021312154829502106
171537	linear.weight	8	0.19071270525455475
171537	linear.weight	9	0.20351272821426392
171537	linear.bias	0	-0.8448466062545776
171537	linear.bias	1	1.362441897392273
171537	linear.bias	2	-0.4469420611858368
171537	linear.bias	3	-0.7170249223709106
171537	linear.bias	4	-0.8485366702079773
171537	linear.bias	5	-1.1759231090545654
171537	linear.bias	6	-0.9244043231010437
171537	linear.bias	7	-0.7538508176803589
171537	linear.bias	8	-0.01705317199230194
171537	linear.bias	9	3.422438621520996
171734	transitions	0	-0.42911213636398315
171734	transitions	1	8.60102367401123
171734	transitions	2	-3.5368447303771973
171734	transitions	3	1.4741398096084595
171734	transitions	4	-2.1447908878326416
171734	transitions	5	-0.401963472366333
171734	transitions	6	-0.19069449603557587
171734	transitions	7	-10000.0
171734	transitions	8	1.7898948192596436
171734	transitions	9	-2.2941713333129883
171734	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
171734	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
171734	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
171734	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
171734	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
171734	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
171734	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
171734	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
171734	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
171734	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
171734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
171734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
171734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
171734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
171734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
171734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
171734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
171734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
171734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
171734	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
171734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
171734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
171734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
171734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
171734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
171734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
171734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
171734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
171734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
171734	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
171734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
171734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
171734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
171734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
171734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
171734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
171734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
171734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
171734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
171734	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
171734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
171734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
171734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
171734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
171734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
171734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
171734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
171734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
171734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
171734	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
171734	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
171734	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
171734	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
171734	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
171734	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
171734	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
171734	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
171734	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
171734	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
171734	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
171734	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
171734	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
171734	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
171734	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
171734	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
171734	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
171734	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
171734	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
171734	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
171734	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
171734	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
171734	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
171734	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
171734	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
171734	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
171734	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
171734	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
171734	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
171734	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
171734	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
171734	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
171734	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
171734	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
171734	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
171734	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
171734	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
171734	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
171734	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
171734	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
171734	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
171734	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
171734	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
171734	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
171734	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
171734	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
171734	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
171734	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
171734	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
171734	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
171734	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
171734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
171734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
171734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
171734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
171734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
171734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
171734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
171734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
171734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
171734	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
171734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
171734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
171734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
171734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
171734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
171734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
171734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
171734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
171734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
171734	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
171734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
171734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
171734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
171734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
171734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
171734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
171734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
171734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
171734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
171734	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
171734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
171734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
171734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
171734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
171734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
171734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
171734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
171734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
171734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
171734	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
171734	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
171734	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
171734	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
171734	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
171734	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
171734	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
171734	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
171734	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
171734	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
171734	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
171734	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
171734	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
171734	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
171734	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
171734	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
171734	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
171734	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
171734	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
171734	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
171734	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
171734	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
171734	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
171734	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
171734	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
171734	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
171734	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
171734	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
171734	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
171734	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
171734	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
171734	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
171734	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
171734	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
171734	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
171734	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
171734	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
171734	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
171734	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
171734	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
171734	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
171734	embedding2nn.weight	0	0.0461755134165287
171734	embedding2nn.weight	1	-0.08901142328977585
171734	embedding2nn.weight	2	0.021877020597457886
171734	embedding2nn.weight	3	-0.05581284686923027
171734	embedding2nn.weight	4	-0.11693967878818512
171734	embedding2nn.weight	5	0.12542715668678284
171734	embedding2nn.weight	6	-0.11486225575208664
171734	embedding2nn.weight	7	-0.07763747125864029
171734	embedding2nn.weight	8	-0.026606418192386627
171734	embedding2nn.weight	9	0.051025569438934326
171734	embedding2nn.bias	0	0.053822312504053116
171734	embedding2nn.bias	1	0.025681136175990105
171734	embedding2nn.bias	2	-0.08973140269517899
171734	embedding2nn.bias	3	0.04888075590133667
171734	embedding2nn.bias	4	-0.005831903778016567
171734	embedding2nn.bias	5	-0.1561993807554245
171734	embedding2nn.bias	6	-0.12264654785394669
171734	embedding2nn.bias	7	-0.05496470630168915
171734	embedding2nn.bias	8	0.09126759320497513
171734	embedding2nn.bias	9	-0.08234082907438278
171734	rnn.weight_ih_l0	0	0.05278903245925903
171734	rnn.weight_ih_l0	1	-0.06960200518369675
171734	rnn.weight_ih_l0	2	-0.03411398455500603
171734	rnn.weight_ih_l0	3	-0.044292110949754715
171734	rnn.weight_ih_l0	4	0.01907208003103733
171734	rnn.weight_ih_l0	5	-0.11163743585348129
171734	rnn.weight_ih_l0	6	-0.049654521048069
171734	rnn.weight_ih_l0	7	-0.011769752949476242
171734	rnn.weight_ih_l0	8	0.0766056627035141
171734	rnn.weight_ih_l0	9	0.005214184522628784
171734	rnn.weight_hh_l0	0	0.0008367890259250998
171734	rnn.weight_hh_l0	1	-0.08511685580015182
171734	rnn.weight_hh_l0	2	0.06407147645950317
171734	rnn.weight_hh_l0	3	0.043192457407712936
171734	rnn.weight_hh_l0	4	0.00450311740860343
171734	rnn.weight_hh_l0	5	0.06769472360610962
171734	rnn.weight_hh_l0	6	-0.017688482999801636
171734	rnn.weight_hh_l0	7	-0.10091708600521088
171734	rnn.weight_hh_l0	8	0.014610067009925842
171734	rnn.weight_hh_l0	9	-0.07642414420843124
171734	rnn.bias_ih_l0	0	-0.07387690246105194
171734	rnn.bias_ih_l0	1	-0.17484046518802643
171734	rnn.bias_ih_l0	2	-0.261382520198822
171734	rnn.bias_ih_l0	3	-0.2816323935985565
171734	rnn.bias_ih_l0	4	-0.005725013557821512
171734	rnn.bias_ih_l0	5	0.046012625098228455
171734	rnn.bias_ih_l0	6	-0.17700199782848358
171734	rnn.bias_ih_l0	7	-0.25935664772987366
171734	rnn.bias_ih_l0	8	-0.1312066912651062
171734	rnn.bias_ih_l0	9	-0.17696335911750793
171734	rnn.bias_hh_l0	0	0.11977092921733856
171734	rnn.bias_hh_l0	1	-0.05620594322681427
171734	rnn.bias_hh_l0	2	0.047508690506219864
171734	rnn.bias_hh_l0	3	-0.17916156351566315
171734	rnn.bias_hh_l0	4	0.05029010772705078
171734	rnn.bias_hh_l0	5	0.034495387226343155
171734	rnn.bias_hh_l0	6	-0.09339863806962967
171734	rnn.bias_hh_l0	7	-0.15340587496757507
171734	rnn.bias_hh_l0	8	-0.1956506371498108
171734	rnn.bias_hh_l0	9	-0.09976647049188614
171734	rnn.weight_ih_l0_reverse	0	-0.03400333225727081
171734	rnn.weight_ih_l0_reverse	1	0.00033824716228991747
171734	rnn.weight_ih_l0_reverse	2	0.03552274778485298
171734	rnn.weight_ih_l0_reverse	3	0.00870977807790041
171734	rnn.weight_ih_l0_reverse	4	0.03595222160220146
171734	rnn.weight_ih_l0_reverse	5	-0.051122911274433136
171734	rnn.weight_ih_l0_reverse	6	-0.040354177355766296
171734	rnn.weight_ih_l0_reverse	7	0.004762118216603994
171734	rnn.weight_ih_l0_reverse	8	0.09238559752702713
171734	rnn.weight_ih_l0_reverse	9	0.015844011679291725
171734	rnn.weight_hh_l0_reverse	0	0.004219188820570707
171734	rnn.weight_hh_l0_reverse	1	0.029026493430137634
171734	rnn.weight_hh_l0_reverse	2	-0.03988602012395859
171734	rnn.weight_hh_l0_reverse	3	0.0382562056183815
171734	rnn.weight_hh_l0_reverse	4	0.02332780323922634
171734	rnn.weight_hh_l0_reverse	5	-0.00430466840043664
171734	rnn.weight_hh_l0_reverse	6	0.0655914917588234
171734	rnn.weight_hh_l0_reverse	7	0.029469318687915802
171734	rnn.weight_hh_l0_reverse	8	-0.01887512020766735
171734	rnn.weight_hh_l0_reverse	9	-0.033177200704813004
171734	rnn.bias_ih_l0_reverse	0	-0.1436457633972168
171734	rnn.bias_ih_l0_reverse	1	-0.3125326335430145
171734	rnn.bias_ih_l0_reverse	2	-0.06517498195171356
171734	rnn.bias_ih_l0_reverse	3	-0.14332230389118195
171734	rnn.bias_ih_l0_reverse	4	0.06399169564247131
171734	rnn.bias_ih_l0_reverse	5	-0.26425594091415405
171734	rnn.bias_ih_l0_reverse	6	-0.06231459602713585
171734	rnn.bias_ih_l0_reverse	7	0.024750376120209694
171734	rnn.bias_ih_l0_reverse	8	-0.1794012188911438
171734	rnn.bias_ih_l0_reverse	9	-0.08214136958122253
171734	rnn.bias_hh_l0_reverse	0	-0.15360577404499054
171734	rnn.bias_hh_l0_reverse	1	-0.15011130273342133
171734	rnn.bias_hh_l0_reverse	2	-0.017642192542552948
171734	rnn.bias_hh_l0_reverse	3	-0.14349070191383362
171734	rnn.bias_hh_l0_reverse	4	-0.024490075185894966
171734	rnn.bias_hh_l0_reverse	5	-0.11187621206045151
171734	rnn.bias_hh_l0_reverse	6	-0.05713118240237236
171734	rnn.bias_hh_l0_reverse	7	-0.19731532037258148
171734	rnn.bias_hh_l0_reverse	8	-0.06172170490026474
171734	rnn.bias_hh_l0_reverse	9	-0.1317436844110489
171734	linear.weight	0	-0.22129012644290924
171734	linear.weight	1	-0.13378243148326874
171734	linear.weight	2	-0.011228874325752258
171734	linear.weight	3	-0.12203958630561829
171734	linear.weight	4	0.016546832397580147
171734	linear.weight	5	0.18812301754951477
171734	linear.weight	6	0.0047744326293468475
171734	linear.weight	7	-0.021312154829502106
171734	linear.weight	8	0.20139016211032867
171734	linear.weight	9	0.21324947476387024
171734	linear.bias	0	-0.8639129400253296
171734	linear.bias	1	1.3784486055374146
171734	linear.bias	2	-0.45660600066185
171734	linear.bias	3	-0.6955787539482117
171734	linear.bias	4	-0.8345535397529602
171734	linear.bias	5	-1.1759470701217651
171734	linear.bias	6	-0.943776547908783
171734	linear.bias	7	-0.7476190328598022
171734	linear.bias	8	-0.01705317199230194
171734	linear.bias	9	3.4611082077026367
171738	transitions	0	-0.4291122853755951
171738	transitions	1	8.597504615783691
171738	transitions	2	-3.536846876144409
171738	transitions	3	1.473846197128296
171738	transitions	4	-2.1447956562042236
171738	transitions	5	-0.4019675850868225
171738	transitions	6	-0.19069460034370422
171738	transitions	7	-10000.0
171738	transitions	8	1.7898887395858765
171738	transitions	9	-2.2941713333129883
171738	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
171738	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
171738	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
171738	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
171738	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
171738	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
171738	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
171738	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
171738	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
171738	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
171738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
171738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
171738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
171738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
171738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
171738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
171738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
171738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
171738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
171738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
171738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
171738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
171738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
171738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
171738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
171738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
171738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
171738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
171738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
171738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
171738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
171738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
171738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
171738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
171738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
171738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
171738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
171738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
171738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
171738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
171738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
171738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
171738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
171738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
171738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
171738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
171738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
171738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
171738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
171738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
171738	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
171738	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
171738	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
171738	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
171738	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
171738	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
171738	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
171738	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
171738	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
171738	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
171738	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
171738	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
171738	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
171738	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
171738	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
171738	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
171738	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
171738	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
171738	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
171738	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
171738	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
171738	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
171738	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
171738	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
171738	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
171738	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
171738	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
171738	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
171738	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
171738	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
171738	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
171738	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
171738	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
171738	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
171738	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
171738	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
171738	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
171738	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
171738	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
171738	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
171738	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
171738	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
171738	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
171738	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
171738	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
171738	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
171738	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
171738	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
171738	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
171738	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
171738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
171738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
171738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
171738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
171738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
171738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
171738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
171738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
171738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
171738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
171738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
171738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
171738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
171738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
171738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
171738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
171738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
171738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
171738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
171738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
171738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
171738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
171738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
171738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
171738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
171738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
171738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
171738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
171738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
171738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
171738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
171738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
171738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
171738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
171738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
171738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
171738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
171738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
171738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
171738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
171738	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
171738	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
171738	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
171738	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
171738	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
171738	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
171738	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
171738	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
171738	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
171738	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
171738	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
171738	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
171738	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
171738	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
171738	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
171738	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
171738	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
171738	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
171738	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
171738	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
171738	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
171738	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
171738	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
171738	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
171738	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
171738	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
171738	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
171738	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
171738	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
171738	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
171738	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
171738	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
171738	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
171738	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
171738	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
171738	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
171738	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
171738	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
171738	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
171738	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
171738	embedding2nn.weight	0	0.046143289655447006
171738	embedding2nn.weight	1	-0.08910403400659561
171738	embedding2nn.weight	2	0.021871980279684067
171738	embedding2nn.weight	3	-0.05582638829946518
171738	embedding2nn.weight	4	-0.1170283704996109
171738	embedding2nn.weight	5	0.12551218271255493
171738	embedding2nn.weight	6	-0.1144857257604599
171738	embedding2nn.weight	7	-0.07780318707227707
171738	embedding2nn.weight	8	-0.0264409389346838
171738	embedding2nn.weight	9	0.050938304513692856
171738	embedding2nn.bias	0	0.05227266997098923
171738	embedding2nn.bias	1	0.025926582515239716
171738	embedding2nn.bias	2	-0.08947823941707611
171738	embedding2nn.bias	3	0.04951777309179306
171738	embedding2nn.bias	4	-0.00468317000195384
171738	embedding2nn.bias	5	-0.15557816624641418
171738	embedding2nn.bias	6	-0.12331037223339081
171738	embedding2nn.bias	7	-0.0545162707567215
171738	embedding2nn.bias	8	0.09113583713769913
171738	embedding2nn.bias	9	-0.08082160353660583
171738	rnn.weight_ih_l0	0	0.05266519635915756
171738	rnn.weight_ih_l0	1	-0.06965963542461395
171738	rnn.weight_ih_l0	2	-0.03414725884795189
171738	rnn.weight_ih_l0	3	-0.044330623000860214
171738	rnn.weight_ih_l0	4	0.01907464861869812
171738	rnn.weight_ih_l0	5	-0.1117725521326065
171738	rnn.weight_ih_l0	6	-0.04963034763932228
171738	rnn.weight_ih_l0	7	-0.012042729184031487
171738	rnn.weight_ih_l0	8	0.07664532959461212
171738	rnn.weight_ih_l0	9	0.005431789439171553
171738	rnn.weight_hh_l0	0	0.0007801848114468157
171738	rnn.weight_hh_l0	1	-0.08509592711925507
171738	rnn.weight_hh_l0	2	0.06416865438222885
171738	rnn.weight_hh_l0	3	0.04310731217265129
171738	rnn.weight_hh_l0	4	0.004503797739744186
171738	rnn.weight_hh_l0	5	0.06770412623882294
171738	rnn.weight_hh_l0	6	-0.017679264768958092
171738	rnn.weight_hh_l0	7	-0.10095532983541489
171738	rnn.weight_hh_l0	8	0.014076600782573223
171738	rnn.weight_hh_l0	9	-0.07640141993761063
171738	rnn.bias_ih_l0	0	-0.07335188239812851
171738	rnn.bias_ih_l0	1	-0.17496949434280396
171738	rnn.bias_ih_l0	2	-0.2615220248699188
171738	rnn.bias_ih_l0	3	-0.2813095450401306
171738	rnn.bias_ih_l0	4	-0.00578773207962513
171738	rnn.bias_ih_l0	5	0.04650853946805
171738	rnn.bias_ih_l0	6	-0.17708837985992432
171738	rnn.bias_ih_l0	7	-0.2596568167209625
171738	rnn.bias_ih_l0	8	-0.1309918761253357
171738	rnn.bias_ih_l0	9	-0.17701604962348938
171738	rnn.bias_hh_l0	0	0.1198519766330719
171738	rnn.bias_hh_l0	1	-0.05622981861233711
171738	rnn.bias_hh_l0	2	0.047519803047180176
171738	rnn.bias_hh_l0	3	-0.17917422950267792
171738	rnn.bias_hh_l0	4	0.04956935718655586
171738	rnn.bias_hh_l0	5	0.034896571189165115
171738	rnn.bias_hh_l0	6	-0.09347230195999146
171738	rnn.bias_hh_l0	7	-0.15361744165420532
171738	rnn.bias_hh_l0	8	-0.19549986720085144
171738	rnn.bias_hh_l0	9	-0.0995577871799469
171738	rnn.weight_ih_l0_reverse	0	-0.0340966172516346
171738	rnn.weight_ih_l0_reverse	1	0.0003133502905257046
171738	rnn.weight_ih_l0_reverse	2	0.03546152636408806
171738	rnn.weight_ih_l0_reverse	3	0.00876055657863617
171738	rnn.weight_ih_l0_reverse	4	0.035932183265686035
171738	rnn.weight_ih_l0_reverse	5	-0.051125332713127136
171738	rnn.weight_ih_l0_reverse	6	-0.04049403965473175
171738	rnn.weight_ih_l0_reverse	7	0.004792224150151014
171738	rnn.weight_ih_l0_reverse	8	0.09210139513015747
171738	rnn.weight_ih_l0_reverse	9	0.016011051833629608
171738	rnn.weight_hh_l0_reverse	0	0.004214561078697443
171738	rnn.weight_hh_l0_reverse	1	0.029026150703430176
171738	rnn.weight_hh_l0_reverse	2	-0.03990568220615387
171738	rnn.weight_hh_l0_reverse	3	0.03824056684970856
171738	rnn.weight_hh_l0_reverse	4	0.023277265951037407
171738	rnn.weight_hh_l0_reverse	5	-0.004300945438444614
171738	rnn.weight_hh_l0_reverse	6	0.06559617072343826
171738	rnn.weight_hh_l0_reverse	7	0.029476972296833992
171738	rnn.weight_hh_l0_reverse	8	-0.018825683742761612
171738	rnn.weight_hh_l0_reverse	9	-0.033350586891174316
171738	rnn.bias_ih_l0_reverse	0	-0.14362643659114838
171738	rnn.bias_ih_l0_reverse	1	-0.3127971291542053
171738	rnn.bias_ih_l0_reverse	2	-0.06512963771820068
171738	rnn.bias_ih_l0_reverse	3	-0.1434243768453598
171738	rnn.bias_ih_l0_reverse	4	0.06443601846694946
171738	rnn.bias_ih_l0_reverse	5	-0.26415038108825684
171738	rnn.bias_ih_l0_reverse	6	-0.06228797882795334
171738	rnn.bias_ih_l0_reverse	7	0.024711431935429573
171738	rnn.bias_ih_l0_reverse	8	-0.1790502667427063
171738	rnn.bias_ih_l0_reverse	9	-0.08210929483175278
171738	rnn.bias_hh_l0_reverse	0	-0.15376582741737366
171738	rnn.bias_hh_l0_reverse	1	-0.1500495970249176
171738	rnn.bias_hh_l0_reverse	2	-0.017712092027068138
171738	rnn.bias_hh_l0_reverse	3	-0.14362601935863495
171738	rnn.bias_hh_l0_reverse	4	-0.0245363712310791
171738	rnn.bias_hh_l0_reverse	5	-0.1119220182299614
171738	rnn.bias_hh_l0_reverse	6	-0.05734147131443024
171738	rnn.bias_hh_l0_reverse	7	-0.19783197343349457
171738	rnn.bias_hh_l0_reverse	8	-0.06220211088657379
171738	rnn.bias_hh_l0_reverse	9	-0.13154828548431396
171738	linear.weight	0	-0.22140935063362122
171738	linear.weight	1	-0.13367882370948792
171738	linear.weight	2	-0.011228874325752258
171738	linear.weight	3	-0.12209868431091309
171738	linear.weight	4	0.01677321083843708
171738	linear.weight	5	0.18809974193572998
171738	linear.weight	6	0.0047744326293468475
171738	linear.weight	7	-0.021312154829502106
171738	linear.weight	8	0.20164188742637634
171738	linear.weight	9	0.21327531337738037
171738	linear.bias	0	-0.8657904267311096
171738	linear.bias	1	1.380488395690918
171738	linear.bias	2	-0.45746904611587524
171738	linear.bias	3	-0.6991872191429138
171738	linear.bias	4	-0.8350546360015869
171738	linear.bias	5	-1.175947666168213
171738	linear.bias	6	-0.9456623792648315
171738	linear.bias	7	-0.7458995580673218
171738	linear.bias	8	-0.01705317199230194
171738	linear.bias	9	3.46476674079895
171935	transitions	0	-0.42924314737319946
171935	transitions	1	8.599745750427246
171935	transitions	2	-3.537069082260132
171935	transitions	3	1.4721434116363525
171935	transitions	4	-2.1450812816619873
171935	transitions	5	-0.4021807014942169
171935	transitions	6	-0.19070348143577576
171935	transitions	7	-10000.0
171935	transitions	8	1.7885111570358276
171935	transitions	9	-2.2941763401031494
171935	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
171935	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
171935	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
171935	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
171935	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
171935	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
171935	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
171935	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
171935	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
171935	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
171935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
171935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
171935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
171935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
171935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
171935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
171935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
171935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
171935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
171935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
171935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
171935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
171935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
171935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
171935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
171935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
171935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
171935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
171935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
171935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
171935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
171935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
171935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
171935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
171935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
171935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
171935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
171935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
171935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
171935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
171935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
171935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
171935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
171935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
171935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
171935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
171935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
171935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
171935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
171935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
171935	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
171935	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
171935	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
171935	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
171935	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
171935	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
171935	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
171935	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
171935	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
171935	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
171935	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
171935	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
171935	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
171935	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
171935	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
171935	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
171935	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
171935	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
171935	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
171935	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
171935	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
171935	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
171935	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
171935	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
171935	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
171935	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
171935	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
171935	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
171935	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
171935	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
171935	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
171935	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
171935	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
171935	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
171935	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
171935	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
171935	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
171935	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
171935	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
171935	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
171935	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
171935	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
171935	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
171935	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
171935	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
171935	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
171935	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
171935	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
171935	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
171935	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
171935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
171935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
171935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
171935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
171935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
171935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
171935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
171935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
171935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
171935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
171935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
171935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
171935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
171935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
171935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
171935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
171935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
171935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
171935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
171935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
171935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
171935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
171935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
171935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
171935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
171935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
171935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
171935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
171935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
171935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
171935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
171935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
171935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
171935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
171935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
171935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
171935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
171935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
171935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
171935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
171935	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
171935	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
171935	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
171935	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
171935	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
171935	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
171935	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
171935	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
171935	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
171935	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
171935	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
171935	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
171935	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
171935	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
171935	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
171935	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
171935	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
171935	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
171935	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
171935	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
171935	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
171935	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
171935	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
171935	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
171935	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
171935	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
171935	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
171935	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
171935	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
171935	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
171935	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
171935	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
171935	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
171935	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
171935	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
171935	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
171935	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
171935	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
171935	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
171935	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
171935	embedding2nn.weight	0	0.04586951062083244
171935	embedding2nn.weight	1	-0.08820592612028122
171935	embedding2nn.weight	2	0.021697821095585823
171935	embedding2nn.weight	3	-0.054790765047073364
171935	embedding2nn.weight	4	-0.11750327795743942
171935	embedding2nn.weight	5	0.12452901154756546
171935	embedding2nn.weight	6	-0.11487358808517456
171935	embedding2nn.weight	7	-0.07513780891895294
171935	embedding2nn.weight	8	-0.025786085054278374
171935	embedding2nn.weight	9	0.04927454888820648
171935	embedding2nn.bias	0	0.05481691658496857
171935	embedding2nn.bias	1	0.03526431322097778
171935	embedding2nn.bias	2	-0.09145013242959976
171935	embedding2nn.bias	3	0.04138994961977005
171935	embedding2nn.bias	4	-0.012600481510162354
171935	embedding2nn.bias	5	-0.15571445226669312
171935	embedding2nn.bias	6	-0.12531428039073944
171935	embedding2nn.bias	7	-0.05645457282662392
171935	embedding2nn.bias	8	0.09353125095367432
171935	embedding2nn.bias	9	-0.07299629598855972
171935	rnn.weight_ih_l0	0	0.052050329744815826
171935	rnn.weight_ih_l0	1	-0.07106732577085495
171935	rnn.weight_ih_l0	2	-0.03420455753803253
171935	rnn.weight_ih_l0	3	-0.042693961411714554
171935	rnn.weight_ih_l0	4	0.020255349576473236
171935	rnn.weight_ih_l0	5	-0.11138936877250671
171935	rnn.weight_ih_l0	6	-0.051924463361501694
171935	rnn.weight_ih_l0	7	-0.01155989058315754
171935	rnn.weight_ih_l0	8	0.07785303145647049
171935	rnn.weight_ih_l0	9	0.0063560581766068935
171935	rnn.weight_hh_l0	0	0.0007291968795470893
171935	rnn.weight_hh_l0	1	-0.08531377464532852
171935	rnn.weight_hh_l0	2	0.06475447863340378
171935	rnn.weight_hh_l0	3	0.043741676956415176
171935	rnn.weight_hh_l0	4	0.004454598296433687
171935	rnn.weight_hh_l0	5	0.06755376607179642
171935	rnn.weight_hh_l0	6	-0.017835166305303574
171935	rnn.weight_hh_l0	7	-0.10103210061788559
171935	rnn.weight_hh_l0	8	0.014714899472892284
171935	rnn.weight_hh_l0	9	-0.07740769535303116
171935	rnn.bias_ih_l0	0	-0.07248334586620331
171935	rnn.bias_ih_l0	1	-0.1746300458908081
171935	rnn.bias_ih_l0	2	-0.2592075765132904
171935	rnn.bias_ih_l0	3	-0.28159964084625244
171935	rnn.bias_ih_l0	4	-0.0029395250603556633
171935	rnn.bias_ih_l0	5	0.04981023073196411
171935	rnn.bias_ih_l0	6	-0.17756666243076324
171935	rnn.bias_ih_l0	7	-0.2588246464729309
171935	rnn.bias_ih_l0	8	-0.1313297003507614
171935	rnn.bias_ih_l0	9	-0.1760760098695755
171935	rnn.bias_hh_l0	0	0.12017099559307098
171935	rnn.bias_hh_l0	1	-0.05653240904211998
171935	rnn.bias_hh_l0	2	0.04818655177950859
171935	rnn.bias_hh_l0	3	-0.179524227976799
171935	rnn.bias_hh_l0	4	0.04817425087094307
171935	rnn.bias_hh_l0	5	0.035789620131254196
171935	rnn.bias_hh_l0	6	-0.09341444075107574
171935	rnn.bias_hh_l0	7	-0.15513040125370026
171935	rnn.bias_hh_l0	8	-0.19617223739624023
171935	rnn.bias_hh_l0	9	-0.09960994869470596
171935	rnn.weight_ih_l0_reverse	0	-0.0333513505756855
171935	rnn.weight_ih_l0_reverse	1	-0.0003647887206170708
171935	rnn.weight_ih_l0_reverse	2	0.034811362624168396
171935	rnn.weight_ih_l0_reverse	3	0.00883749220520258
171935	rnn.weight_ih_l0_reverse	4	0.035678669810295105
171935	rnn.weight_ih_l0_reverse	5	-0.05129373073577881
171935	rnn.weight_ih_l0_reverse	6	-0.040857959538698196
171935	rnn.weight_ih_l0_reverse	7	0.004486664664000273
171935	rnn.weight_ih_l0_reverse	8	0.09252425283193588
171935	rnn.weight_ih_l0_reverse	9	0.01645728573203087
171935	rnn.weight_hh_l0_reverse	0	0.004023454152047634
171935	rnn.weight_hh_l0_reverse	1	0.02915237285196781
171935	rnn.weight_hh_l0_reverse	2	-0.03991859406232834
171935	rnn.weight_hh_l0_reverse	3	0.0386408232152462
171935	rnn.weight_hh_l0_reverse	4	0.02356353960931301
171935	rnn.weight_hh_l0_reverse	5	-0.0045692878775298595
171935	rnn.weight_hh_l0_reverse	6	0.06515222042798996
171935	rnn.weight_hh_l0_reverse	7	0.029407262802124023
171935	rnn.weight_hh_l0_reverse	8	-0.01870201714336872
171935	rnn.weight_hh_l0_reverse	9	-0.03371027857065201
171935	rnn.bias_ih_l0_reverse	0	-0.14266657829284668
171935	rnn.bias_ih_l0_reverse	1	-0.3138659596443176
171935	rnn.bias_ih_l0_reverse	2	-0.06488759070634842
171935	rnn.bias_ih_l0_reverse	3	-0.1427537053823471
171935	rnn.bias_ih_l0_reverse	4	0.06408887356519699
171935	rnn.bias_ih_l0_reverse	5	-0.2640153169631958
171935	rnn.bias_ih_l0_reverse	6	-0.06039119511842728
171935	rnn.bias_ih_l0_reverse	7	0.025835135951638222
171935	rnn.bias_ih_l0_reverse	8	-0.18089836835861206
171935	rnn.bias_ih_l0_reverse	9	-0.08053604513406754
171935	rnn.bias_hh_l0_reverse	0	-0.1527804285287857
171935	rnn.bias_hh_l0_reverse	1	-0.15021532773971558
171935	rnn.bias_hh_l0_reverse	2	-0.018177008256316185
171935	rnn.bias_hh_l0_reverse	3	-0.14263267815113068
171935	rnn.bias_hh_l0_reverse	4	-0.025469593703746796
171935	rnn.bias_hh_l0_reverse	5	-0.11192681640386581
171935	rnn.bias_hh_l0_reverse	6	-0.05684275925159454
171935	rnn.bias_hh_l0_reverse	7	-0.1979684680700302
171935	rnn.bias_hh_l0_reverse	8	-0.061242036521434784
171935	rnn.bias_hh_l0_reverse	9	-0.1295866072177887
171935	linear.weight	0	-0.22420260310173035
171935	linear.weight	1	-0.1402040719985962
171935	linear.weight	2	-0.011228874325752258
171935	linear.weight	3	-0.13058526813983917
171935	linear.weight	4	0.012300941161811352
171935	linear.weight	5	0.2030712217092514
171935	linear.weight	6	0.0047744326293468475
171935	linear.weight	7	-0.021312154829502106
171935	linear.weight	8	0.21503476798534393
171935	linear.weight	9	0.21542279422283173
171935	linear.bias	0	-0.857275664806366
171935	linear.bias	1	1.3788937330245972
171935	linear.bias	2	-0.43629932403564453
171935	linear.bias	3	-0.7095013856887817
171935	linear.bias	4	-0.8678327798843384
171935	linear.bias	5	-1.175968050956726
171935	linear.bias	6	-0.9397663474082947
171935	linear.bias	7	-0.7228630781173706
171935	linear.bias	8	-0.01705317199230194
171935	linear.bias	9	3.434143543243408
172132	transitions	0	-0.42943522334098816
172132	transitions	1	8.593864440917969
172132	transitions	2	-3.537405252456665
172132	transitions	3	1.4727458953857422
172132	transitions	4	-2.1453912258148193
172132	transitions	5	-0.4022776782512665
172132	transitions	6	-0.19072814285755157
172132	transitions	7	-10000.0
172132	transitions	8	1.7876802682876587
172132	transitions	9	-2.294179677963257
172132	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
172132	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
172132	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
172132	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
172132	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
172132	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
172132	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
172132	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
172132	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
172132	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
172132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
172132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
172132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
172132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
172132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
172132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
172132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
172132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
172132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
172132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
172132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
172132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
172132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
172132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
172132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
172132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
172132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
172132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
172132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
172132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
172132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
172132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
172132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
172132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
172132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
172132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
172132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
172132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
172132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
172132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
172132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
172132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
172132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
172132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
172132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
172132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
172132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
172132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
172132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
172132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
172132	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
172132	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
172132	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
172132	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
172132	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
172132	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
172132	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
172132	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
172132	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
172132	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
172132	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
172132	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
172132	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
172132	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
172132	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
172132	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
172132	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
172132	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
172132	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
172132	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
172132	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
172132	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
172132	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
172132	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
172132	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
172132	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
172132	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
172132	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
172132	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
172132	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
172132	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
172132	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
172132	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
172132	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
172132	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
172132	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
172132	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
172132	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
172132	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
172132	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
172132	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
172132	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
172132	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
172132	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
172132	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
172132	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
172132	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
172132	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
172132	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
172132	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
172132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
172132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
172132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
172132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
172132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
172132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
172132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
172132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
172132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
172132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
172132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
172132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
172132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
172132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
172132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
172132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
172132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
172132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
172132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
172132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
172132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
172132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
172132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
172132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
172132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
172132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
172132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
172132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
172132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
172132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
172132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
172132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
172132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
172132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
172132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
172132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
172132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
172132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
172132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
172132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
172132	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
172132	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
172132	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
172132	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
172132	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
172132	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
172132	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
172132	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
172132	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
172132	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
172132	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
172132	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
172132	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
172132	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
172132	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
172132	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
172132	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
172132	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
172132	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
172132	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
172132	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
172132	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
172132	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
172132	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
172132	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
172132	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
172132	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
172132	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
172132	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
172132	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
172132	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
172132	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
172132	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
172132	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
172132	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
172132	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
172132	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
172132	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
172132	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
172132	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
172132	embedding2nn.weight	0	0.045458339154720306
172132	embedding2nn.weight	1	-0.08855599164962769
172132	embedding2nn.weight	2	0.022104069590568542
172132	embedding2nn.weight	3	-0.05429602414369583
172132	embedding2nn.weight	4	-0.11776867508888245
172132	embedding2nn.weight	5	0.12526071071624756
172132	embedding2nn.weight	6	-0.11817776411771774
172132	embedding2nn.weight	7	-0.07673627883195877
172132	embedding2nn.weight	8	-0.025903897359967232
172132	embedding2nn.weight	9	0.05022716522216797
172132	embedding2nn.bias	0	0.058992985635995865
172132	embedding2nn.bias	1	0.02512531541287899
172132	embedding2nn.bias	2	-0.0969584658741951
172132	embedding2nn.bias	3	0.04070614278316498
172132	embedding2nn.bias	4	-0.014729687944054604
172132	embedding2nn.bias	5	-0.1546345204114914
172132	embedding2nn.bias	6	-0.12082336097955704
172132	embedding2nn.bias	7	-0.05303435027599335
172132	embedding2nn.bias	8	0.09417369961738586
172132	embedding2nn.bias	9	-0.07814145088195801
172132	rnn.weight_ih_l0	0	0.052082132548093796
172132	rnn.weight_ih_l0	1	-0.07108522951602936
172132	rnn.weight_ih_l0	2	-0.03425068408250809
172132	rnn.weight_ih_l0	3	-0.043265484273433685
172132	rnn.weight_ih_l0	4	0.02096414379775524
172132	rnn.weight_ih_l0	5	-0.11017830669879913
172132	rnn.weight_ih_l0	6	-0.051315225660800934
172132	rnn.weight_ih_l0	7	-0.012285877019166946
172132	rnn.weight_ih_l0	8	0.07787025719881058
172132	rnn.weight_ih_l0	9	0.005831555463373661
172132	rnn.weight_hh_l0	0	0.0003271968162152916
172132	rnn.weight_hh_l0	1	-0.085111603140831
172132	rnn.weight_hh_l0	2	0.06485330313444138
172132	rnn.weight_hh_l0	3	0.04357549175620079
172132	rnn.weight_hh_l0	4	0.004299684427678585
172132	rnn.weight_hh_l0	5	0.06814724951982498
172132	rnn.weight_hh_l0	6	-0.017771808430552483
172132	rnn.weight_hh_l0	7	-0.10116376727819443
172132	rnn.weight_hh_l0	8	0.01425256859511137
172132	rnn.weight_hh_l0	9	-0.07935570925474167
172132	rnn.bias_ih_l0	0	-0.0717279240489006
172132	rnn.bias_ih_l0	1	-0.17429892718791962
172132	rnn.bias_ih_l0	2	-0.2607696056365967
172132	rnn.bias_ih_l0	3	-0.2804119884967804
172132	rnn.bias_ih_l0	4	-0.0027694867458194494
172132	rnn.bias_ih_l0	5	0.05678047984838486
172132	rnn.bias_ih_l0	6	-0.17407967150211334
172132	rnn.bias_ih_l0	7	-0.25814589858055115
172132	rnn.bias_ih_l0	8	-0.1310090869665146
172132	rnn.bias_ih_l0	9	-0.1755218505859375
172132	rnn.bias_hh_l0	0	0.12185382097959518
172132	rnn.bias_hh_l0	1	-0.05756508931517601
172132	rnn.bias_hh_l0	2	0.047791335731744766
172132	rnn.bias_hh_l0	3	-0.17843081057071686
172132	rnn.bias_hh_l0	4	0.05017154663801193
172132	rnn.bias_hh_l0	5	0.03850807994604111
172132	rnn.bias_hh_l0	6	-0.09378007054328918
172132	rnn.bias_hh_l0	7	-0.1553981900215149
172132	rnn.bias_hh_l0	8	-0.1948198676109314
172132	rnn.bias_hh_l0	9	-0.10059449076652527
172132	rnn.weight_ih_l0_reverse	0	-0.03424740955233574
172132	rnn.weight_ih_l0_reverse	1	-0.0013121514348313212
172132	rnn.weight_ih_l0_reverse	2	0.034734148532152176
172132	rnn.weight_ih_l0_reverse	3	0.008014380931854248
172132	rnn.weight_ih_l0_reverse	4	0.03689613193273544
172132	rnn.weight_ih_l0_reverse	5	-0.05111103132367134
172132	rnn.weight_ih_l0_reverse	6	-0.04200698435306549
172132	rnn.weight_ih_l0_reverse	7	0.0035590645857155323
172132	rnn.weight_ih_l0_reverse	8	0.09288176894187927
172132	rnn.weight_ih_l0_reverse	9	0.01695142313838005
172132	rnn.weight_hh_l0_reverse	0	0.0036307096015661955
172132	rnn.weight_hh_l0_reverse	1	0.029215069487690926
172132	rnn.weight_hh_l0_reverse	2	-0.04046795517206192
172132	rnn.weight_hh_l0_reverse	3	0.03872085362672806
172132	rnn.weight_hh_l0_reverse	4	0.023844795301556587
172132	rnn.weight_hh_l0_reverse	5	-0.003906655125319958
172132	rnn.weight_hh_l0_reverse	6	0.06486377865076065
172132	rnn.weight_hh_l0_reverse	7	0.029145497828722
172132	rnn.weight_hh_l0_reverse	8	-0.018531378358602524
172132	rnn.weight_hh_l0_reverse	9	-0.033684227615594864
172132	rnn.bias_ih_l0_reverse	0	-0.14284741878509521
172132	rnn.bias_ih_l0_reverse	1	-0.31205469369888306
172132	rnn.bias_ih_l0_reverse	2	-0.06333887577056885
172132	rnn.bias_ih_l0_reverse	3	-0.14374393224716187
172132	rnn.bias_ih_l0_reverse	4	0.06371158361434937
172132	rnn.bias_ih_l0_reverse	5	-0.26550862193107605
172132	rnn.bias_ih_l0_reverse	6	-0.06165324151515961
172132	rnn.bias_ih_l0_reverse	7	0.02919132634997368
172132	rnn.bias_ih_l0_reverse	8	-0.18140684068202972
172132	rnn.bias_ih_l0_reverse	9	-0.07942389696836472
172132	rnn.bias_hh_l0_reverse	0	-0.15220238268375397
172132	rnn.bias_hh_l0_reverse	1	-0.15191766619682312
172132	rnn.bias_hh_l0_reverse	2	-0.016796058043837547
172132	rnn.bias_hh_l0_reverse	3	-0.14146356284618378
172132	rnn.bias_hh_l0_reverse	4	-0.024581866338849068
172132	rnn.bias_hh_l0_reverse	5	-0.11308252066373825
172132	rnn.bias_hh_l0_reverse	6	-0.05687084048986435
172132	rnn.bias_hh_l0_reverse	7	-0.19876748323440552
172132	rnn.bias_hh_l0_reverse	8	-0.061413656920194626
172132	rnn.bias_hh_l0_reverse	9	-0.13003405928611755
172132	linear.weight	0	-0.22782622277736664
172132	linear.weight	1	-0.1421777606010437
172132	linear.weight	2	-0.011228874325752258
172132	linear.weight	3	-0.1358577013015747
172132	linear.weight	4	0.003353603882715106
172132	linear.weight	5	0.20578408241271973
172132	linear.weight	6	0.0047744326293468475
172132	linear.weight	7	-0.021312154829502106
172132	linear.weight	8	0.22034190595149994
172132	linear.weight	9	0.21763478219509125
172132	linear.bias	0	-0.8653032183647156
172132	linear.bias	1	1.3892321586608887
172132	linear.bias	2	-0.4491175711154938
172132	linear.bias	3	-0.716453492641449
172132	linear.bias	4	-0.8710790872573853
172132	linear.bias	5	-1.1759881973266602
172132	linear.bias	6	-0.9457802176475525
172132	linear.bias	7	-0.6898331642150879
172132	linear.bias	8	-0.01705317199230194
172132	linear.bias	9	3.4063589572906494
172329	transitions	0	-0.42984747886657715
172329	transitions	1	8.614027976989746
172329	transitions	2	-3.538057804107666
172329	transitions	3	1.4769761562347412
172329	transitions	4	-2.1457719802856445
172329	transitions	5	-0.4022982716560364
172329	transitions	6	-0.19075192511081696
172329	transitions	7	-10000.0
172329	transitions	8	1.787147879600525
172329	transitions	9	-2.294182062149048
172329	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
172329	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
172329	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
172329	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
172329	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
172329	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
172329	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
172329	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
172329	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
172329	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
172329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
172329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
172329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
172329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
172329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
172329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
172329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
172329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
172329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
172329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
172329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
172329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
172329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
172329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
172329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
172329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
172329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
172329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
172329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
172329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
172329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
172329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
172329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
172329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
172329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
172329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
172329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
172329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
172329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
172329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
172329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
172329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
172329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
172329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
172329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
172329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
172329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
172329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
172329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
172329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
172329	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
172329	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
172329	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
172329	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
172329	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
172329	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
172329	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
172329	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
172329	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
172329	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
172329	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
172329	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
172329	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
172329	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
172329	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
172329	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
172329	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
172329	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
172329	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
172329	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
172329	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
172329	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
172329	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
172329	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
172329	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
172329	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
172329	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
172329	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
172329	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
172329	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
172329	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
172329	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
172329	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
172329	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
172329	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
172329	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
172329	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
172329	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
172329	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
172329	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
172329	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
172329	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
172329	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
172329	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
172329	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
172329	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
172329	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
172329	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
172329	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
172329	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
172329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
172329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
172329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
172329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
172329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
172329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
172329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
172329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
172329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
172329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
172329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
172329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
172329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
172329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
172329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
172329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
172329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
172329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
172329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
172329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
172329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
172329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
172329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
172329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
172329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
172329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
172329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
172329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
172329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
172329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
172329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
172329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
172329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
172329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
172329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
172329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
172329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
172329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
172329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
172329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
172329	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
172329	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
172329	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
172329	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
172329	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
172329	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
172329	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
172329	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
172329	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
172329	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
172329	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
172329	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
172329	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
172329	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
172329	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
172329	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
172329	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
172329	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
172329	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
172329	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
172329	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
172329	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
172329	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
172329	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
172329	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
172329	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
172329	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
172329	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
172329	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
172329	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
172329	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
172329	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
172329	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
172329	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
172329	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
172329	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
172329	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
172329	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
172329	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
172329	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
172329	embedding2nn.weight	0	0.04532978683710098
172329	embedding2nn.weight	1	-0.08913028240203857
172329	embedding2nn.weight	2	0.023201508447527885
172329	embedding2nn.weight	3	-0.05423417314887047
172329	embedding2nn.weight	4	-0.1147226020693779
172329	embedding2nn.weight	5	0.12499924749135971
172329	embedding2nn.weight	6	-0.11795350164175034
172329	embedding2nn.weight	7	-0.07813335955142975
172329	embedding2nn.weight	8	-0.025214631110429764
172329	embedding2nn.weight	9	0.0499199740588665
172329	embedding2nn.bias	0	0.06050627678632736
172329	embedding2nn.bias	1	0.030325118452310562
172329	embedding2nn.bias	2	-0.0928456038236618
172329	embedding2nn.bias	3	0.03929569944739342
172329	embedding2nn.bias	4	-0.014606677927076817
172329	embedding2nn.bias	5	-0.15492355823516846
172329	embedding2nn.bias	6	-0.1228218600153923
172329	embedding2nn.bias	7	-0.056911300867795944
172329	embedding2nn.bias	8	0.08718036115169525
172329	embedding2nn.bias	9	-0.07415506988763809
172329	rnn.weight_ih_l0	0	0.05284545198082924
172329	rnn.weight_ih_l0	1	-0.07117576897144318
172329	rnn.weight_ih_l0	2	-0.03418430685997009
172329	rnn.weight_ih_l0	3	-0.043574269860982895
172329	rnn.weight_ih_l0	4	0.02091251127421856
172329	rnn.weight_ih_l0	5	-0.10920317471027374
172329	rnn.weight_ih_l0	6	-0.05239681899547577
172329	rnn.weight_ih_l0	7	-0.012267084792256355
172329	rnn.weight_ih_l0	8	0.07781266421079636
172329	rnn.weight_ih_l0	9	0.006771699991077185
172329	rnn.weight_hh_l0	0	0.0005173343815840781
172329	rnn.weight_hh_l0	1	-0.08499924838542938
172329	rnn.weight_hh_l0	2	0.06415440142154694
172329	rnn.weight_hh_l0	3	0.0434153787791729
172329	rnn.weight_hh_l0	4	0.00456711882725358
172329	rnn.weight_hh_l0	5	0.06733442097902298
172329	rnn.weight_hh_l0	6	-0.01765216700732708
172329	rnn.weight_hh_l0	7	-0.1012168824672699
172329	rnn.weight_hh_l0	8	0.013590526767075062
172329	rnn.weight_hh_l0	9	-0.0789724662899971
172329	rnn.bias_ih_l0	0	-0.07258228957653046
172329	rnn.bias_ih_l0	1	-0.174435093998909
172329	rnn.bias_ih_l0	2	-0.2613619267940521
172329	rnn.bias_ih_l0	3	-0.28095293045043945
172329	rnn.bias_ih_l0	4	-0.0029933906625956297
172329	rnn.bias_ih_l0	5	0.05451352894306183
172329	rnn.bias_ih_l0	6	-0.17286387085914612
172329	rnn.bias_ih_l0	7	-0.2573682367801666
172329	rnn.bias_ih_l0	8	-0.13085554540157318
172329	rnn.bias_ih_l0	9	-0.17551389336585999
172329	rnn.bias_hh_l0	0	0.12191513925790787
172329	rnn.bias_hh_l0	1	-0.05695789307355881
172329	rnn.bias_hh_l0	2	0.04850749671459198
172329	rnn.bias_hh_l0	3	-0.1784537136554718
172329	rnn.bias_hh_l0	4	0.04842037335038185
172329	rnn.bias_hh_l0	5	0.037617675960063934
172329	rnn.bias_hh_l0	6	-0.09414441138505936
172329	rnn.bias_hh_l0	7	-0.1543220579624176
172329	rnn.bias_hh_l0	8	-0.19414693117141724
172329	rnn.bias_hh_l0	9	-0.1020713672041893
172329	rnn.weight_ih_l0_reverse	0	-0.03530695661902428
172329	rnn.weight_ih_l0_reverse	1	-0.0014786769170314074
172329	rnn.weight_ih_l0_reverse	2	0.035093002021312714
172329	rnn.weight_ih_l0_reverse	3	0.008632992394268513
172329	rnn.weight_ih_l0_reverse	4	0.03737984970211983
172329	rnn.weight_ih_l0_reverse	5	-0.0505877360701561
172329	rnn.weight_ih_l0_reverse	6	-0.04091987386345863
172329	rnn.weight_ih_l0_reverse	7	0.0024841856211423874
172329	rnn.weight_ih_l0_reverse	8	0.09370405972003937
172329	rnn.weight_ih_l0_reverse	9	0.015540855005383492
172329	rnn.weight_hh_l0_reverse	0	0.0036514373496174812
172329	rnn.weight_hh_l0_reverse	1	0.029489532113075256
172329	rnn.weight_hh_l0_reverse	2	-0.03963378071784973
172329	rnn.weight_hh_l0_reverse	3	0.039060793817043304
172329	rnn.weight_hh_l0_reverse	4	0.02376793697476387
172329	rnn.weight_hh_l0_reverse	5	-0.0033063655719161034
172329	rnn.weight_hh_l0_reverse	6	0.06513414531946182
172329	rnn.weight_hh_l0_reverse	7	0.0290351752191782
172329	rnn.weight_hh_l0_reverse	8	-0.018841078504920006
172329	rnn.weight_hh_l0_reverse	9	-0.03340836241841316
172329	rnn.bias_ih_l0_reverse	0	-0.14444495737552643
172329	rnn.bias_ih_l0_reverse	1	-0.31138449907302856
172329	rnn.bias_ih_l0_reverse	2	-0.06316862255334854
172329	rnn.bias_ih_l0_reverse	3	-0.14325274527072906
172329	rnn.bias_ih_l0_reverse	4	0.06671807169914246
172329	rnn.bias_ih_l0_reverse	5	-0.2647687494754791
172329	rnn.bias_ih_l0_reverse	6	-0.06065965071320534
172329	rnn.bias_ih_l0_reverse	7	0.02979934588074684
172329	rnn.bias_ih_l0_reverse	8	-0.18204066157341003
172329	rnn.bias_ih_l0_reverse	9	-0.08143012225627899
172329	rnn.bias_hh_l0_reverse	0	-0.151809424161911
172329	rnn.bias_hh_l0_reverse	1	-0.1524677872657776
172329	rnn.bias_hh_l0_reverse	2	-0.01655503734946251
172329	rnn.bias_hh_l0_reverse	3	-0.1409764587879181
172329	rnn.bias_hh_l0_reverse	4	-0.02532150410115719
172329	rnn.bias_hh_l0_reverse	5	-0.11299139261245728
172329	rnn.bias_hh_l0_reverse	6	-0.057012032717466354
172329	rnn.bias_hh_l0_reverse	7	-0.19781333208084106
172329	rnn.bias_hh_l0_reverse	8	-0.06029410660266876
172329	rnn.bias_hh_l0_reverse	9	-0.1291048377752304
172329	linear.weight	0	-0.2261693924665451
172329	linear.weight	1	-0.14655037224292755
172329	linear.weight	2	-0.011228874325752258
172329	linear.weight	3	-0.13886861503124237
172329	linear.weight	4	-0.002132922178134322
172329	linear.weight	5	0.21116873621940613
172329	linear.weight	6	0.0047744326293468475
172329	linear.weight	7	-0.021312154829502106
172329	linear.weight	8	0.22049875557422638
172329	linear.weight	9	0.22090870141983032
172329	linear.bias	0	-0.8752202987670898
172329	linear.bias	1	1.380338430404663
172329	linear.bias	2	-0.45521777868270874
172329	linear.bias	3	-0.7010851502418518
172329	linear.bias	4	-0.8555634021759033
172329	linear.bias	5	-1.1760097742080688
172329	linear.bias	6	-0.9545305371284485
172329	linear.bias	7	-0.7034257650375366
172329	linear.bias	8	-0.01705317199230194
172329	linear.bias	9	3.4267945289611816
172526	transitions	0	-0.43003740906715393
172526	transitions	1	8.597896575927734
172526	transitions	2	-3.5385513305664062
172526	transitions	3	1.4760199785232544
172526	transitions	4	-2.1461901664733887
172526	transitions	5	-0.4024854004383087
172526	transitions	6	-0.19076785445213318
172526	transitions	7	-10000.0
172526	transitions	8	1.7904750108718872
172526	transitions	9	-2.294184684753418
172526	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
172526	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
172526	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
172526	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
172526	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
172526	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
172526	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
172526	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
172526	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
172526	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
172526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
172526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
172526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
172526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
172526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
172526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
172526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
172526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
172526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
172526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
172526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
172526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
172526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
172526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
172526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
172526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
172526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
172526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
172526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
172526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
172526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
172526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
172526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
172526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
172526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
172526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
172526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
172526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
172526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
172526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
172526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
172526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
172526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
172526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
172526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
172526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
172526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
172526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
172526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
172526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
172526	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
172526	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
172526	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
172526	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
172526	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
172526	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
172526	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
172526	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
172526	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
172526	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
172526	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
172526	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
172526	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
172526	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
172526	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
172526	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
172526	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
172526	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
172526	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
172526	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
172526	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
172526	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
172526	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
172526	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
172526	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
172526	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
172526	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
172526	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
172526	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
172526	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
172526	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
172526	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
172526	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
172526	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
172526	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
172526	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
172526	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
172526	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
172526	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
172526	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
172526	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
172526	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
172526	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
172526	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
172526	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
172526	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
172526	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
172526	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
172526	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
172526	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
172526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
172526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
172526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
172526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
172526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
172526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
172526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
172526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
172526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
172526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
172526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
172526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
172526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
172526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
172526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
172526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
172526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
172526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
172526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
172526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
172526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
172526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
172526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
172526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
172526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
172526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
172526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
172526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
172526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
172526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
172526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
172526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
172526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
172526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
172526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
172526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
172526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
172526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
172526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
172526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
172526	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
172526	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
172526	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
172526	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
172526	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
172526	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
172526	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
172526	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
172526	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
172526	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
172526	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
172526	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
172526	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
172526	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
172526	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
172526	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
172526	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
172526	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
172526	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
172526	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
172526	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
172526	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
172526	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
172526	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
172526	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
172526	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
172526	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
172526	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
172526	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
172526	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
172526	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
172526	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
172526	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
172526	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
172526	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
172526	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
172526	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
172526	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
172526	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
172526	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
172526	embedding2nn.weight	0	0.04457838088274002
172526	embedding2nn.weight	1	-0.08855153620243073
172526	embedding2nn.weight	2	0.0247372854501009
172526	embedding2nn.weight	3	-0.055580008774995804
172526	embedding2nn.weight	4	-0.11449063569307327
172526	embedding2nn.weight	5	0.12551745772361755
172526	embedding2nn.weight	6	-0.1198185607790947
172526	embedding2nn.weight	7	-0.07818832248449326
172526	embedding2nn.weight	8	-0.0260328222066164
172526	embedding2nn.weight	9	0.04948114976286888
172526	embedding2nn.bias	0	0.05516531318426132
172526	embedding2nn.bias	1	0.026542719453573227
172526	embedding2nn.bias	2	-0.09151843935251236
172526	embedding2nn.bias	3	0.04731646925210953
172526	embedding2nn.bias	4	-0.012696508318185806
172526	embedding2nn.bias	5	-0.15871012210845947
172526	embedding2nn.bias	6	-0.12610289454460144
172526	embedding2nn.bias	7	-0.056760523468256
172526	embedding2nn.bias	8	0.0847274512052536
172526	embedding2nn.bias	9	-0.07299891114234924
172526	rnn.weight_ih_l0	0	0.05029330775141716
172526	rnn.weight_ih_l0	1	-0.07144778966903687
172526	rnn.weight_ih_l0	2	-0.034356508404016495
172526	rnn.weight_ih_l0	3	-0.04305236041545868
172526	rnn.weight_ih_l0	4	0.02009139582514763
172526	rnn.weight_ih_l0	5	-0.1072109043598175
172526	rnn.weight_ih_l0	6	-0.05186854302883148
172526	rnn.weight_ih_l0	7	-0.013641276396811008
172526	rnn.weight_ih_l0	8	0.07938326150178909
172526	rnn.weight_ih_l0	9	0.0064391205087304115
172526	rnn.weight_hh_l0	0	0.000268106086878106
172526	rnn.weight_hh_l0	1	-0.08438505977392197
172526	rnn.weight_hh_l0	2	0.06384507566690445
172526	rnn.weight_hh_l0	3	0.043670255690813065
172526	rnn.weight_hh_l0	4	0.004724794067442417
172526	rnn.weight_hh_l0	5	0.0673053190112114
172526	rnn.weight_hh_l0	6	-0.0177800040692091
172526	rnn.weight_hh_l0	7	-0.10093166679143906
172526	rnn.weight_hh_l0	8	0.013506590388715267
172526	rnn.weight_hh_l0	9	-0.08146675676107407
172526	rnn.bias_ih_l0	0	-0.07207412272691727
172526	rnn.bias_ih_l0	1	-0.1738649159669876
172526	rnn.bias_ih_l0	2	-0.26165080070495605
172526	rnn.bias_ih_l0	3	-0.2806045711040497
172526	rnn.bias_ih_l0	4	-0.0009234064491465688
172526	rnn.bias_ih_l0	5	0.059612587094306946
172526	rnn.bias_ih_l0	6	-0.17283596098423004
172526	rnn.bias_ih_l0	7	-0.25879591703414917
172526	rnn.bias_ih_l0	8	-0.1302415281534195
172526	rnn.bias_ih_l0	9	-0.17544002830982208
172526	rnn.bias_hh_l0	0	0.12569938600063324
172526	rnn.bias_hh_l0	1	-0.055917635560035706
172526	rnn.bias_hh_l0	2	0.04807522892951965
172526	rnn.bias_hh_l0	3	-0.17960581183433533
172526	rnn.bias_hh_l0	4	0.04542059823870659
172526	rnn.bias_hh_l0	5	0.04054031893610954
172526	rnn.bias_hh_l0	6	-0.09304624050855637
172526	rnn.bias_hh_l0	7	-0.15501026809215546
172526	rnn.bias_hh_l0	8	-0.19281135499477386
172526	rnn.bias_hh_l0	9	-0.10192295163869858
172526	rnn.weight_ih_l0_reverse	0	-0.033636853098869324
172526	rnn.weight_ih_l0_reverse	1	-0.0016271437052637339
172526	rnn.weight_ih_l0_reverse	2	0.03462691605091095
172526	rnn.weight_ih_l0_reverse	3	0.008300482295453548
172526	rnn.weight_ih_l0_reverse	4	0.03763224929571152
172526	rnn.weight_ih_l0_reverse	5	-0.05071009695529938
172526	rnn.weight_ih_l0_reverse	6	-0.04159765690565109
172526	rnn.weight_ih_l0_reverse	7	0.0009504276677034795
172526	rnn.weight_ih_l0_reverse	8	0.09526088833808899
172526	rnn.weight_ih_l0_reverse	9	0.014465770684182644
172526	rnn.weight_hh_l0_reverse	0	0.0038303250912576914
172526	rnn.weight_hh_l0_reverse	1	0.02954365313053131
172526	rnn.weight_hh_l0_reverse	2	-0.03974467143416405
172526	rnn.weight_hh_l0_reverse	3	0.03932887315750122
172526	rnn.weight_hh_l0_reverse	4	0.023906037211418152
172526	rnn.weight_hh_l0_reverse	5	-0.0034796339459717274
172526	rnn.weight_hh_l0_reverse	6	0.06487076729536057
172526	rnn.weight_hh_l0_reverse	7	0.029080411419272423
172526	rnn.weight_hh_l0_reverse	8	-0.019195953384041786
172526	rnn.weight_hh_l0_reverse	9	-0.033603448420763016
172526	rnn.bias_ih_l0_reverse	0	-0.14354586601257324
172526	rnn.bias_ih_l0_reverse	1	-0.31175291538238525
172526	rnn.bias_ih_l0_reverse	2	-0.06156317517161369
172526	rnn.bias_ih_l0_reverse	3	-0.14309637248516083
172526	rnn.bias_ih_l0_reverse	4	0.06885965913534164
172526	rnn.bias_ih_l0_reverse	5	-0.2637263834476471
172526	rnn.bias_ih_l0_reverse	6	-0.05978662520647049
172526	rnn.bias_ih_l0_reverse	7	0.030185271054506302
172526	rnn.bias_ih_l0_reverse	8	-0.18132147192955017
172526	rnn.bias_ih_l0_reverse	9	-0.08135383576154709
172526	rnn.bias_hh_l0_reverse	0	-0.1552097201347351
172526	rnn.bias_hh_l0_reverse	1	-0.1489384025335312
172526	rnn.bias_hh_l0_reverse	2	-0.015666207298636436
172526	rnn.bias_hh_l0_reverse	3	-0.1422584056854248
172526	rnn.bias_hh_l0_reverse	4	-0.026739487424492836
172526	rnn.bias_hh_l0_reverse	5	-0.11306135356426239
172526	rnn.bias_hh_l0_reverse	6	-0.05773100256919861
172526	rnn.bias_hh_l0_reverse	7	-0.197713240981102
172526	rnn.bias_hh_l0_reverse	8	-0.05952437222003937
172526	rnn.bias_hh_l0_reverse	9	-0.12873290479183197
172526	linear.weight	0	-0.21990013122558594
172526	linear.weight	1	-0.14558623731136322
172526	linear.weight	2	-0.011228874325752258
172526	linear.weight	3	-0.1332864612340927
172526	linear.weight	4	0.0006425438914448023
172526	linear.weight	5	0.2019747644662857
172526	linear.weight	6	0.0047744326293468475
172526	linear.weight	7	-0.021312154829502106
172526	linear.weight	8	0.20839594304561615
172526	linear.weight	9	0.21186567842960358
172526	linear.bias	0	-0.8726160526275635
172526	linear.bias	1	1.3768627643585205
172526	linear.bias	2	-0.43952667713165283
172526	linear.bias	3	-0.7213631868362427
172526	linear.bias	4	-0.8267485499382019
172526	linear.bias	5	-1.1760351657867432
172526	linear.bias	6	-0.9536716938018799
172526	linear.bias	7	-0.7055310606956482
172526	linear.bias	8	-0.01705317199230194
172526	linear.bias	9	3.3780555725097656
172723	transitions	0	-0.4301214814186096
172723	transitions	1	8.624972343444824
172723	transitions	2	-3.5389466285705566
172723	transitions	3	1.4665141105651855
172723	transitions	4	-2.1464459896087646
172723	transitions	5	-0.4025103449821472
172723	transitions	6	-0.1907869577407837
172723	transitions	7	-10000.0
172723	transitions	8	1.7870992422103882
172723	transitions	9	-2.2941863536834717
172723	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
172723	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
172723	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
172723	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
172723	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
172723	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
172723	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
172723	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
172723	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
172723	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
172723	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
172723	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
172723	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
172723	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
172723	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
172723	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
172723	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
172723	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
172723	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
172723	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
172723	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
172723	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
172723	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
172723	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
172723	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
172723	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
172723	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
172723	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
172723	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
172723	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
172723	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
172723	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
172723	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
172723	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
172723	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
172723	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
172723	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
172723	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
172723	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
172723	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
172723	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
172723	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
172723	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
172723	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
172723	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
172723	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
172723	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
172723	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
172723	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
172723	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
172723	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
172723	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
172723	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
172723	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
172723	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
172723	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
172723	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
172723	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
172723	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
172723	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
172723	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
172723	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
172723	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
172723	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
172723	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
172723	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
172723	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
172723	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
172723	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
172723	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
172723	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
172723	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
172723	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
172723	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
172723	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
172723	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
172723	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
172723	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
172723	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
172723	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
172723	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
172723	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
172723	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
172723	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
172723	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
172723	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
172723	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
172723	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
172723	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
172723	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
172723	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
172723	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
172723	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
172723	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
172723	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
172723	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
172723	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
172723	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
172723	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
172723	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
172723	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
172723	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
172723	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
172723	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
172723	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
172723	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
172723	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
172723	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
172723	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
172723	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
172723	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
172723	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
172723	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
172723	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
172723	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
172723	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
172723	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
172723	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
172723	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
172723	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
172723	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
172723	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
172723	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
172723	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
172723	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
172723	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
172723	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
172723	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
172723	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
172723	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
172723	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
172723	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
172723	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
172723	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
172723	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
172723	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
172723	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
172723	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
172723	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
172723	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
172723	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
172723	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
172723	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
172723	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
172723	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
172723	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
172723	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
172723	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
172723	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
172723	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
172723	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
172723	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
172723	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
172723	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
172723	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
172723	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
172723	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
172723	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
172723	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
172723	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
172723	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
172723	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
172723	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
172723	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
172723	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
172723	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
172723	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
172723	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
172723	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
172723	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
172723	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
172723	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
172723	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
172723	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
172723	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
172723	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
172723	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
172723	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
172723	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
172723	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
172723	embedding2nn.weight	0	0.044638607650995255
172723	embedding2nn.weight	1	-0.08762946724891663
172723	embedding2nn.weight	2	0.025240451097488403
172723	embedding2nn.weight	3	-0.05525781959295273
172723	embedding2nn.weight	4	-0.11483191698789597
172723	embedding2nn.weight	5	0.12391261011362076
172723	embedding2nn.weight	6	-0.1236712709069252
172723	embedding2nn.weight	7	-0.07840742915868759
172723	embedding2nn.weight	8	-0.02597864158451557
172723	embedding2nn.weight	9	0.04983936995267868
172723	embedding2nn.bias	0	0.057702239602804184
172723	embedding2nn.bias	1	0.03671453148126602
172723	embedding2nn.bias	2	-0.09212721139192581
172723	embedding2nn.bias	3	0.04655097424983978
172723	embedding2nn.bias	4	-0.007514569442719221
172723	embedding2nn.bias	5	-0.15535522997379303
172723	embedding2nn.bias	6	-0.12765605747699738
172723	embedding2nn.bias	7	-0.06546987593173981
172723	embedding2nn.bias	8	0.09135247021913528
172723	embedding2nn.bias	9	-0.06544066220521927
172723	rnn.weight_ih_l0	0	0.04929690062999725
172723	rnn.weight_ih_l0	1	-0.07233493030071259
172723	rnn.weight_ih_l0	2	-0.03411591425538063
172723	rnn.weight_ih_l0	3	-0.04385131970047951
172723	rnn.weight_ih_l0	4	0.018824897706508636
172723	rnn.weight_ih_l0	5	-0.10759713500738144
172723	rnn.weight_ih_l0	6	-0.05213437229394913
172723	rnn.weight_ih_l0	7	-0.013370785862207413
172723	rnn.weight_ih_l0	8	0.07906719297170639
172723	rnn.weight_ih_l0	9	0.00780784897506237
172723	rnn.weight_hh_l0	0	0.00022336032998282462
172723	rnn.weight_hh_l0	1	-0.08470050990581512
172723	rnn.weight_hh_l0	2	0.06395931541919708
172723	rnn.weight_hh_l0	3	0.04397531971335411
172723	rnn.weight_hh_l0	4	0.004947442561388016
172723	rnn.weight_hh_l0	5	0.06775517016649246
172723	rnn.weight_hh_l0	6	-0.017854023724794388
172723	rnn.weight_hh_l0	7	-0.10083377361297607
172723	rnn.weight_hh_l0	8	0.013204913586378098
172723	rnn.weight_hh_l0	9	-0.08079908788204193
172723	rnn.bias_ih_l0	0	-0.06825830042362213
172723	rnn.bias_ih_l0	1	-0.17591676115989685
172723	rnn.bias_ih_l0	2	-0.2632860839366913
172723	rnn.bias_ih_l0	3	-0.28061172366142273
172723	rnn.bias_ih_l0	4	-0.0022020384203642607
172723	rnn.bias_ih_l0	5	0.0590386837720871
172723	rnn.bias_ih_l0	6	-0.17289887368679047
172723	rnn.bias_ih_l0	7	-0.2586975395679474
172723	rnn.bias_ih_l0	8	-0.12975656986236572
172723	rnn.bias_ih_l0	9	-0.17500776052474976
172723	rnn.bias_hh_l0	0	0.1257784515619278
172723	rnn.bias_hh_l0	1	-0.056145310401916504
172723	rnn.bias_hh_l0	2	0.04811730980873108
172723	rnn.bias_hh_l0	3	-0.17918042838573456
172723	rnn.bias_hh_l0	4	0.042497068643569946
172723	rnn.bias_hh_l0	5	0.04007155820727348
172723	rnn.bias_hh_l0	6	-0.09223596006631851
172723	rnn.bias_hh_l0	7	-0.15779972076416016
172723	rnn.bias_hh_l0	8	-0.19293445348739624
172723	rnn.bias_hh_l0	9	-0.10142229497432709
172723	rnn.weight_ih_l0_reverse	0	-0.034345969557762146
172723	rnn.weight_ih_l0_reverse	1	-0.0013813915429636836
172723	rnn.weight_ih_l0_reverse	2	0.03523757681250572
172723	rnn.weight_ih_l0_reverse	3	0.009512454271316528
172723	rnn.weight_ih_l0_reverse	4	0.03774608299136162
172723	rnn.weight_ih_l0_reverse	5	-0.05067678540945053
172723	rnn.weight_ih_l0_reverse	6	-0.04018564149737358
172723	rnn.weight_ih_l0_reverse	7	0.002268996788188815
172723	rnn.weight_ih_l0_reverse	8	0.09677931666374207
172723	rnn.weight_ih_l0_reverse	9	0.01361338421702385
172723	rnn.weight_hh_l0_reverse	0	0.003372117644175887
172723	rnn.weight_hh_l0_reverse	1	0.029606245458126068
172723	rnn.weight_hh_l0_reverse	2	-0.03989740461111069
172723	rnn.weight_hh_l0_reverse	3	0.03953370451927185
172723	rnn.weight_hh_l0_reverse	4	0.02364259399473667
172723	rnn.weight_hh_l0_reverse	5	-0.0030015241354703903
172723	rnn.weight_hh_l0_reverse	6	0.06508293747901917
172723	rnn.weight_hh_l0_reverse	7	0.028969986364245415
172723	rnn.weight_hh_l0_reverse	8	-0.019128883257508278
172723	rnn.weight_hh_l0_reverse	9	-0.033270157873630524
172723	rnn.bias_ih_l0_reverse	0	-0.1429588794708252
172723	rnn.bias_ih_l0_reverse	1	-0.31078651547431946
172723	rnn.bias_ih_l0_reverse	2	-0.062186725437641144
172723	rnn.bias_ih_l0_reverse	3	-0.14380986988544464
172723	rnn.bias_ih_l0_reverse	4	0.06697850674390793
172723	rnn.bias_ih_l0_reverse	5	-0.26254767179489136
172723	rnn.bias_ih_l0_reverse	6	-0.06046909838914871
172723	rnn.bias_ih_l0_reverse	7	0.02629338763654232
172723	rnn.bias_ih_l0_reverse	8	-0.18171100318431854
172723	rnn.bias_ih_l0_reverse	9	-0.0838538110256195
172723	rnn.bias_hh_l0_reverse	0	-0.15484878420829773
172723	rnn.bias_hh_l0_reverse	1	-0.15088187158107758
172723	rnn.bias_hh_l0_reverse	2	-0.01680663600564003
172723	rnn.bias_hh_l0_reverse	3	-0.14316067099571228
172723	rnn.bias_hh_l0_reverse	4	-0.026891235262155533
172723	rnn.bias_hh_l0_reverse	5	-0.11385519802570343
172723	rnn.bias_hh_l0_reverse	6	-0.058526769280433655
172723	rnn.bias_hh_l0_reverse	7	-0.19873957335948944
172723	rnn.bias_hh_l0_reverse	8	-0.059067677706480026
172723	rnn.bias_hh_l0_reverse	9	-0.1299263834953308
172723	linear.weight	0	-0.22014200687408447
172723	linear.weight	1	-0.14901874959468842
172723	linear.weight	2	-0.011228874325752258
172723	linear.weight	3	-0.12987633049488068
172723	linear.weight	4	0.0020615034736692905
172723	linear.weight	5	0.20338912308216095
172723	linear.weight	6	0.0047744326293468475
172723	linear.weight	7	-0.021312154829502106
172723	linear.weight	8	0.20183822512626648
172723	linear.weight	9	0.21127820014953613
172723	linear.bias	0	-0.869403600692749
172723	linear.bias	1	1.4025514125823975
172723	linear.bias	2	-0.4334922730922699
172723	linear.bias	3	-0.6957806944847107
172723	linear.bias	4	-0.8552237153053284
172723	linear.bias	5	-1.1760615110397339
172723	linear.bias	6	-0.9518229365348816
172723	linear.bias	7	-0.7293621897697449
172723	linear.bias	8	-0.01705317199230194
172723	linear.bias	9	3.400695562362671
172920	transitions	0	-0.4301500916481018
172920	transitions	1	8.61902904510498
172920	transitions	2	-3.5393965244293213
172920	transitions	3	1.4737309217453003
172920	transitions	4	-2.1468214988708496
172920	transitions	5	-0.40259313583374023
172920	transitions	6	-0.19080990552902222
172920	transitions	7	-10000.0
172920	transitions	8	1.7889375686645508
172920	transitions	9	-2.2941908836364746
172920	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
172920	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
172920	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
172920	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
172920	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
172920	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
172920	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
172920	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
172920	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
172920	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
172920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
172920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
172920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
172920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
172920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
172920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
172920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
172920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
172920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
172920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
172920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
172920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
172920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
172920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
172920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
172920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
172920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
172920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
172920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
172920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
172920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
172920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
172920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
172920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
172920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
172920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
172920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
172920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
172920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
172920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
172920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
172920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
172920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
172920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
172920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
172920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
172920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
172920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
172920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
172920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
172920	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
172920	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
172920	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
172920	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
172920	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
172920	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
172920	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
172920	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
172920	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
172920	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
172920	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
172920	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
172920	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
172920	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
172920	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
172920	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
172920	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
172920	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
172920	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
172920	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
172920	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
172920	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
172920	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
172920	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
172920	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
172920	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
172920	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
172920	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
172920	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
172920	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
172920	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
172920	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
172920	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
172920	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
172920	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
172920	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
172920	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
172920	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
172920	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
172920	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
172920	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
172920	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
172920	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
172920	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
172920	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
172920	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
172920	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
172920	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
172920	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
172920	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
172920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
172920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
172920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
172920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
172920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
172920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
172920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
172920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
172920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
172920	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
172920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
172920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
172920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
172920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
172920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
172920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
172920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
172920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
172920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
172920	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
172920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
172920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
172920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
172920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
172920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
172920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
172920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
172920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
172920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
172920	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
172920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
172920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
172920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
172920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
172920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
172920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
172920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
172920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
172920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
172920	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
172920	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
172920	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
172920	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
172920	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
172920	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
172920	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
172920	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
172920	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
172920	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
172920	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
172920	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
172920	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
172920	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
172920	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
172920	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
172920	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
172920	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
172920	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
172920	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
172920	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
172920	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
172920	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
172920	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
172920	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
172920	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
172920	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
172920	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
172920	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
172920	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
172920	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
172920	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
172920	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
172920	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
172920	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
172920	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
172920	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
172920	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
172920	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
172920	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
172920	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
172920	embedding2nn.weight	0	0.04451228678226471
172920	embedding2nn.weight	1	-0.08746931701898575
172920	embedding2nn.weight	2	0.024461107328534126
172920	embedding2nn.weight	3	-0.05427068844437599
172920	embedding2nn.weight	4	-0.11386675387620926
172920	embedding2nn.weight	5	0.12386274337768555
172920	embedding2nn.weight	6	-0.12623663246631622
172920	embedding2nn.weight	7	-0.07684822380542755
172920	embedding2nn.weight	8	-0.02623065933585167
172920	embedding2nn.weight	9	0.050942253321409225
172920	embedding2nn.bias	0	0.061527784913778305
172920	embedding2nn.bias	1	0.034372057765722275
172920	embedding2nn.bias	2	-0.09298773109912872
172920	embedding2nn.bias	3	0.046444784849882126
172920	embedding2nn.bias	4	-0.003049330785870552
172920	embedding2nn.bias	5	-0.16199219226837158
172920	embedding2nn.bias	6	-0.12146982550621033
172920	embedding2nn.bias	7	-0.07011116296052933
172920	embedding2nn.bias	8	0.09541137516498566
172920	embedding2nn.bias	9	-0.06777574867010117
172920	rnn.weight_ih_l0	0	0.0499686598777771
172920	rnn.weight_ih_l0	1	-0.07253310829401016
172920	rnn.weight_ih_l0	2	-0.03362469747662544
172920	rnn.weight_ih_l0	3	-0.04369053244590759
172920	rnn.weight_ih_l0	4	0.018835794180631638
172920	rnn.weight_ih_l0	5	-0.10788791626691818
172920	rnn.weight_ih_l0	6	-0.05243856832385063
172920	rnn.weight_ih_l0	7	-0.01289384439587593
172920	rnn.weight_ih_l0	8	0.07921402901411057
172920	rnn.weight_ih_l0	9	0.007913341745734215
172920	rnn.weight_hh_l0	0	-0.0001922424853546545
172920	rnn.weight_hh_l0	1	-0.08582527190446854
172920	rnn.weight_hh_l0	2	0.06302602589130402
172920	rnn.weight_hh_l0	3	0.04369298368692398
172920	rnn.weight_hh_l0	4	0.005005309358239174
172920	rnn.weight_hh_l0	5	0.06826505064964294
172920	rnn.weight_hh_l0	6	-0.017720118165016174
172920	rnn.weight_hh_l0	7	-0.10091686993837357
172920	rnn.weight_hh_l0	8	0.012789507396519184
172920	rnn.weight_hh_l0	9	-0.08197365701198578
172920	rnn.bias_ih_l0	0	-0.07114335149526596
172920	rnn.bias_ih_l0	1	-0.17612214386463165
172920	rnn.bias_ih_l0	2	-0.2651459574699402
172920	rnn.bias_ih_l0	3	-0.2817004323005676
172920	rnn.bias_ih_l0	4	0.00232291454449296
172920	rnn.bias_ih_l0	5	0.05823285132646561
172920	rnn.bias_ih_l0	6	-0.1716330498456955
172920	rnn.bias_ih_l0	7	-0.2615686058998108
172920	rnn.bias_ih_l0	8	-0.13048367202281952
172920	rnn.bias_ih_l0	9	-0.17496569454669952
172920	rnn.bias_hh_l0	0	0.1264108270406723
172920	rnn.bias_hh_l0	1	-0.05615707486867905
172920	rnn.bias_hh_l0	2	0.048158977180719376
172920	rnn.bias_hh_l0	3	-0.17937099933624268
172920	rnn.bias_hh_l0	4	0.04241659864783287
172920	rnn.bias_hh_l0	5	0.041258472949266434
172920	rnn.bias_hh_l0	6	-0.09159018099308014
172920	rnn.bias_hh_l0	7	-0.15380194783210754
172920	rnn.bias_hh_l0	8	-0.19313271343708038
172920	rnn.bias_hh_l0	9	-0.10222221165895462
172920	rnn.weight_ih_l0_reverse	0	-0.03405274823307991
172920	rnn.weight_ih_l0_reverse	1	-0.001165706547908485
172920	rnn.weight_ih_l0_reverse	2	0.03607844188809395
172920	rnn.weight_ih_l0_reverse	3	0.009276854805648327
172920	rnn.weight_ih_l0_reverse	4	0.03791333734989166
172920	rnn.weight_ih_l0_reverse	5	-0.051223207265138626
172920	rnn.weight_ih_l0_reverse	6	-0.0395529642701149
172920	rnn.weight_ih_l0_reverse	7	0.0023528742603957653
172920	rnn.weight_ih_l0_reverse	8	0.0959959626197815
172920	rnn.weight_ih_l0_reverse	9	0.014526340179145336
172920	rnn.weight_hh_l0_reverse	0	0.0032459686044603586
172920	rnn.weight_hh_l0_reverse	1	0.029619576409459114
172920	rnn.weight_hh_l0_reverse	2	-0.040087804198265076
172920	rnn.weight_hh_l0_reverse	3	0.039591796696186066
172920	rnn.weight_hh_l0_reverse	4	0.02380056492984295
172920	rnn.weight_hh_l0_reverse	5	-0.0030223845969885588
172920	rnn.weight_hh_l0_reverse	6	0.06509526818990707
172920	rnn.weight_hh_l0_reverse	7	0.0292233694344759
172920	rnn.weight_hh_l0_reverse	8	-0.018699469044804573
172920	rnn.weight_hh_l0_reverse	9	-0.03264223784208298
172920	rnn.bias_ih_l0_reverse	0	-0.1402251273393631
172920	rnn.bias_ih_l0_reverse	1	-0.3111889064311981
172920	rnn.bias_ih_l0_reverse	2	-0.06384431570768356
172920	rnn.bias_ih_l0_reverse	3	-0.14313748478889465
172920	rnn.bias_ih_l0_reverse	4	0.06775869429111481
172920	rnn.bias_ih_l0_reverse	5	-0.26600149273872375
172920	rnn.bias_ih_l0_reverse	6	-0.05934480205178261
172920	rnn.bias_ih_l0_reverse	7	0.022457890212535858
172920	rnn.bias_ih_l0_reverse	8	-0.1817106008529663
172920	rnn.bias_ih_l0_reverse	9	-0.08459926396608353
172920	rnn.bias_hh_l0_reverse	0	-0.1541203409433365
172920	rnn.bias_hh_l0_reverse	1	-0.1500299721956253
172920	rnn.bias_hh_l0_reverse	2	-0.01659558340907097
172920	rnn.bias_hh_l0_reverse	3	-0.1432599276304245
172920	rnn.bias_hh_l0_reverse	4	-0.026912594214081764
172920	rnn.bias_hh_l0_reverse	5	-0.11438562721014023
172920	rnn.bias_hh_l0_reverse	6	-0.05928346887230873
172920	rnn.bias_hh_l0_reverse	7	-0.19740088284015656
172920	rnn.bias_hh_l0_reverse	8	-0.05845870077610016
172920	rnn.bias_hh_l0_reverse	9	-0.1286000907421112
172920	linear.weight	0	-0.2189875692129135
172920	linear.weight	1	-0.1462339162826538
172920	linear.weight	2	-0.011228874325752258
172920	linear.weight	3	-0.12774094939231873
172920	linear.weight	4	0.006177491974085569
172920	linear.weight	5	0.2068224549293518
172920	linear.weight	6	0.0047744326293468475
172920	linear.weight	7	-0.021312154829502106
172920	linear.weight	8	0.19551798701286316
172920	linear.weight	9	0.21415328979492188
172920	linear.bias	0	-0.8457305431365967
172920	linear.bias	1	1.3709179162979126
172920	linear.bias	2	-0.4252314865589142
172920	linear.bias	3	-0.713406503200531
172920	linear.bias	4	-0.8561323881149292
172920	linear.bias	5	-1.1760830879211426
172920	linear.bias	6	-0.9270290732383728
172920	linear.bias	7	-0.7209725975990295
172920	linear.bias	8	-0.01705317199230194
172920	linear.bias	9	3.3910605907440186
173117	transitions	0	-0.4308668076992035
173117	transitions	1	8.623647689819336
173117	transitions	2	-3.5401206016540527
173117	transitions	3	1.4715371131896973
173117	transitions	4	-2.147020101547241
173117	transitions	5	-0.40266790986061096
173117	transitions	6	-0.19082635641098022
173117	transitions	7	-10000.0
173117	transitions	8	1.789541244506836
173117	transitions	9	-2.2941925525665283
173117	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
173117	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
173117	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
173117	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
173117	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
173117	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
173117	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
173117	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
173117	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
173117	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
173117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
173117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
173117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
173117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
173117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
173117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
173117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
173117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
173117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
173117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
173117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
173117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
173117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
173117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
173117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
173117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
173117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
173117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
173117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
173117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
173117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
173117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
173117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
173117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
173117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
173117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
173117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
173117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
173117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
173117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
173117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
173117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
173117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
173117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
173117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
173117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
173117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
173117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
173117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
173117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
173117	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
173117	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
173117	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
173117	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
173117	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
173117	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
173117	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
173117	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
173117	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
173117	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
173117	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
173117	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
173117	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
173117	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
173117	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
173117	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
173117	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
173117	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
173117	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
173117	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
173117	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
173117	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
173117	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
173117	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
173117	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
173117	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
173117	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
173117	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
173117	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
173117	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
173117	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
173117	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
173117	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
173117	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
173117	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
173117	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
173117	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
173117	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
173117	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
173117	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
173117	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
173117	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
173117	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
173117	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
173117	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
173117	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
173117	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
173117	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
173117	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
173117	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
173117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
173117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
173117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
173117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
173117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
173117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
173117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
173117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
173117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
173117	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
173117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
173117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
173117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
173117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
173117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
173117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
173117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
173117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
173117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
173117	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
173117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
173117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
173117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
173117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
173117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
173117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
173117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
173117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
173117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
173117	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
173117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
173117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
173117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
173117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
173117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
173117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
173117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
173117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
173117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
173117	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
173117	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
173117	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
173117	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
173117	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
173117	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
173117	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
173117	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
173117	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
173117	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
173117	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
173117	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
173117	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
173117	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
173117	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
173117	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
173117	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
173117	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
173117	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
173117	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
173117	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
173117	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
173117	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
173117	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
173117	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
173117	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
173117	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
173117	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
173117	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
173117	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
173117	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
173117	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
173117	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
173117	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
173117	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
173117	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
173117	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
173117	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
173117	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
173117	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
173117	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
173117	embedding2nn.weight	0	0.04513510316610336
173117	embedding2nn.weight	1	-0.08891931176185608
173117	embedding2nn.weight	2	0.02226094715297222
173117	embedding2nn.weight	3	-0.053443118929862976
173117	embedding2nn.weight	4	-0.11488881707191467
173117	embedding2nn.weight	5	0.12314243614673615
173117	embedding2nn.weight	6	-0.12254639714956284
173117	embedding2nn.weight	7	-0.07630351930856705
173117	embedding2nn.weight	8	-0.02600087970495224
173117	embedding2nn.weight	9	0.0519215352833271
173117	embedding2nn.bias	0	0.06459655612707138
173117	embedding2nn.bias	1	0.02395142987370491
173117	embedding2nn.bias	2	-0.08775759488344193
173117	embedding2nn.bias	3	0.04532039538025856
173117	embedding2nn.bias	4	-1.7730529862092226e-06
173117	embedding2nn.bias	5	-0.15482042729854584
173117	embedding2nn.bias	6	-0.12148109823465347
173117	embedding2nn.bias	7	-0.0606524758040905
173117	embedding2nn.bias	8	0.09317409992218018
173117	embedding2nn.bias	9	-0.061843566596508026
173117	rnn.weight_ih_l0	0	0.04918576404452324
173117	rnn.weight_ih_l0	1	-0.0713522732257843
173117	rnn.weight_ih_l0	2	-0.0331047922372818
173117	rnn.weight_ih_l0	3	-0.043618470430374146
173117	rnn.weight_ih_l0	4	0.019851000979542732
173117	rnn.weight_ih_l0	5	-0.1087523028254509
173117	rnn.weight_ih_l0	6	-0.053394924849271774
173117	rnn.weight_ih_l0	7	-0.014674879610538483
173117	rnn.weight_ih_l0	8	0.0764041543006897
173117	rnn.weight_ih_l0	9	0.0061514126136898994
173117	rnn.weight_hh_l0	0	0.0005880528478883207
173117	rnn.weight_hh_l0	1	-0.08553197979927063
173117	rnn.weight_hh_l0	2	0.06291089951992035
173117	rnn.weight_hh_l0	3	0.04420015215873718
173117	rnn.weight_hh_l0	4	0.00493269320577383
173117	rnn.weight_hh_l0	5	0.06833778321743011
173117	rnn.weight_hh_l0	6	-0.017668260261416435
173117	rnn.weight_hh_l0	7	-0.10078462958335876
173117	rnn.weight_hh_l0	8	0.012891199439764023
173117	rnn.weight_hh_l0	9	-0.08159156143665314
173117	rnn.bias_ih_l0	0	-0.07061771303415298
173117	rnn.bias_ih_l0	1	-0.17596934735774994
173117	rnn.bias_ih_l0	2	-0.2632443904876709
173117	rnn.bias_ih_l0	3	-0.28157806396484375
173117	rnn.bias_ih_l0	4	0.0035162847489118576
173117	rnn.bias_ih_l0	5	0.05968841165304184
173117	rnn.bias_ih_l0	6	-0.1708427518606186
173117	rnn.bias_ih_l0	7	-0.26116877794265747
173117	rnn.bias_ih_l0	8	-0.1307150274515152
173117	rnn.bias_ih_l0	9	-0.1745375096797943
173117	rnn.bias_hh_l0	0	0.12538936734199524
173117	rnn.bias_hh_l0	1	-0.05718609318137169
173117	rnn.bias_hh_l0	2	0.047476619482040405
173117	rnn.bias_hh_l0	3	-0.1796291470527649
173117	rnn.bias_hh_l0	4	0.04183076694607735
173117	rnn.bias_hh_l0	5	0.04231146723031998
173117	rnn.bias_hh_l0	6	-0.0922609269618988
173117	rnn.bias_hh_l0	7	-0.1531497836112976
173117	rnn.bias_hh_l0	8	-0.19282281398773193
173117	rnn.bias_hh_l0	9	-0.10189025849103928
173117	rnn.weight_ih_l0_reverse	0	-0.033764712512493134
173117	rnn.weight_ih_l0_reverse	1	-0.0003414096136111766
173117	rnn.weight_ih_l0_reverse	2	0.036332130432128906
173117	rnn.weight_ih_l0_reverse	3	0.010284450836479664
173117	rnn.weight_ih_l0_reverse	4	0.0375082865357399
173117	rnn.weight_ih_l0_reverse	5	-0.05169351026415825
173117	rnn.weight_ih_l0_reverse	6	-0.04106444492936134
173117	rnn.weight_ih_l0_reverse	7	0.0034112809225916862
173117	rnn.weight_ih_l0_reverse	8	0.09566029906272888
173117	rnn.weight_ih_l0_reverse	9	0.01241938304156065
173117	rnn.weight_hh_l0_reverse	0	0.0033120180014520884
173117	rnn.weight_hh_l0_reverse	1	0.029582086950540543
173117	rnn.weight_hh_l0_reverse	2	-0.04010234773159027
173117	rnn.weight_hh_l0_reverse	3	0.03966355323791504
173117	rnn.weight_hh_l0_reverse	4	0.024079853668808937
173117	rnn.weight_hh_l0_reverse	5	-0.003570468630641699
173117	rnn.weight_hh_l0_reverse	6	0.06493113934993744
173117	rnn.weight_hh_l0_reverse	7	0.028801901265978813
173117	rnn.weight_hh_l0_reverse	8	-0.018633799627423286
173117	rnn.weight_hh_l0_reverse	9	-0.032916706055402756
173117	rnn.bias_ih_l0_reverse	0	-0.1415342539548874
173117	rnn.bias_ih_l0_reverse	1	-0.3087546229362488
173117	rnn.bias_ih_l0_reverse	2	-0.06339546293020248
173117	rnn.bias_ih_l0_reverse	3	-0.1422133892774582
173117	rnn.bias_ih_l0_reverse	4	0.06685565412044525
173117	rnn.bias_ih_l0_reverse	5	-0.2674978971481323
173117	rnn.bias_ih_l0_reverse	6	-0.05833283066749573
173117	rnn.bias_ih_l0_reverse	7	0.021830346435308456
173117	rnn.bias_ih_l0_reverse	8	-0.18135692179203033
173117	rnn.bias_ih_l0_reverse	9	-0.08375687152147293
173117	rnn.bias_hh_l0_reverse	0	-0.15305334329605103
173117	rnn.bias_hh_l0_reverse	1	-0.14969860017299652
173117	rnn.bias_hh_l0_reverse	2	-0.017088061198592186
173117	rnn.bias_hh_l0_reverse	3	-0.14354729652404785
173117	rnn.bias_hh_l0_reverse	4	-0.02774294652044773
173117	rnn.bias_hh_l0_reverse	5	-0.11386296898126602
173117	rnn.bias_hh_l0_reverse	6	-0.059131648391485214
173117	rnn.bias_hh_l0_reverse	7	-0.19564348459243774
173117	rnn.bias_hh_l0_reverse	8	-0.05781823769211769
173117	rnn.bias_hh_l0_reverse	9	-0.12904341518878937
173117	linear.weight	0	-0.21297332644462585
173117	linear.weight	1	-0.14840109646320343
173117	linear.weight	2	-0.011228874325752258
173117	linear.weight	3	-0.12989644706249237
173117	linear.weight	4	0.013911903835833073
173117	linear.weight	5	0.20592737197875977
173117	linear.weight	6	0.0047744326293468475
173117	linear.weight	7	-0.021312154829502106
173117	linear.weight	8	0.2033178061246872
173117	linear.weight	9	0.21978294849395752
173117	linear.bias	0	-0.8630731701850891
173117	linear.bias	1	1.36970853805542
173117	linear.bias	2	-0.4373016059398651
173117	linear.bias	3	-0.6997885704040527
173117	linear.bias	4	-0.8338710069656372
173117	linear.bias	5	-1.1761032342910767
173117	linear.bias	6	-0.9438778758049011
173117	linear.bias	7	-0.7212523221969604
173117	linear.bias	8	-0.01705317199230194
173117	linear.bias	9	3.385247230529785
173314	transitions	0	-0.4309115409851074
173314	transitions	1	8.623674392700195
173314	transitions	2	-3.5404868125915527
173314	transitions	3	1.4693161249160767
173314	transitions	4	-2.1472742557525635
173314	transitions	5	-0.40267691016197205
173314	transitions	6	-0.1908470243215561
173314	transitions	7	-10000.0
173314	transitions	8	1.7891887426376343
173314	transitions	9	-2.294194459915161
173314	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
173314	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
173314	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
173314	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
173314	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
173314	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
173314	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
173314	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
173314	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
173314	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
173314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
173314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
173314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
173314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
173314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
173314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
173314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
173314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
173314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
173314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
173314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
173314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
173314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
173314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
173314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
173314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
173314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
173314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
173314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
173314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
173314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
173314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
173314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
173314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
173314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
173314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
173314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
173314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
173314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
173314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
173314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
173314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
173314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
173314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
173314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
173314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
173314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
173314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
173314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
173314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
173314	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
173314	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
173314	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
173314	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
173314	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
173314	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
173314	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
173314	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
173314	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
173314	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
173314	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
173314	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
173314	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
173314	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
173314	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
173314	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
173314	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
173314	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
173314	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
173314	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
173314	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
173314	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
173314	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
173314	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
173314	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
173314	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
173314	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
173314	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
173314	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
173314	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
173314	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
173314	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
173314	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
173314	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
173314	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
173314	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
173314	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
173314	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
173314	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
173314	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
173314	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
173314	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
173314	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
173314	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
173314	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
173314	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
173314	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
173314	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
173314	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
173314	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
173314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
173314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
173314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
173314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
173314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
173314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
173314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
173314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
173314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
173314	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
173314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
173314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
173314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
173314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
173314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
173314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
173314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
173314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
173314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
173314	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
173314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
173314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
173314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
173314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
173314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
173314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
173314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
173314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
173314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
173314	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
173314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
173314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
173314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
173314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
173314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
173314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
173314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
173314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
173314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
173314	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
173314	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
173314	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
173314	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
173314	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
173314	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
173314	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
173314	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
173314	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
173314	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
173314	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
173314	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
173314	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
173314	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
173314	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
173314	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
173314	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
173314	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
173314	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
173314	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
173314	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
173314	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
173314	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
173314	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
173314	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
173314	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
173314	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
173314	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
173314	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
173314	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
173314	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
173314	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
173314	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
173314	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
173314	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
173314	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
173314	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
173314	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
173314	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
173314	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
173314	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
173314	embedding2nn.weight	0	0.045481350272893906
173314	embedding2nn.weight	1	-0.08890797197818756
173314	embedding2nn.weight	2	0.021771889179944992
173314	embedding2nn.weight	3	-0.052515044808387756
173314	embedding2nn.weight	4	-0.11506689339876175
173314	embedding2nn.weight	5	0.12124183028936386
173314	embedding2nn.weight	6	-0.12152483314275742
173314	embedding2nn.weight	7	-0.07592742145061493
173314	embedding2nn.weight	8	-0.02630602940917015
173314	embedding2nn.weight	9	0.050132740288972855
173314	embedding2nn.bias	0	0.06643456965684891
173314	embedding2nn.bias	1	0.024705663323402405
173314	embedding2nn.bias	2	-0.0884389653801918
173314	embedding2nn.bias	3	0.04422038421034813
173314	embedding2nn.bias	4	0.001431188196875155
173314	embedding2nn.bias	5	-0.15035498142242432
173314	embedding2nn.bias	6	-0.1255972683429718
173314	embedding2nn.bias	7	-0.058666519820690155
173314	embedding2nn.bias	8	0.08539654314517975
173314	embedding2nn.bias	9	-0.06143603473901749
173314	rnn.weight_ih_l0	0	0.04751505330204964
173314	rnn.weight_ih_l0	1	-0.07024767249822617
173314	rnn.weight_ih_l0	2	-0.033570341765880585
173314	rnn.weight_ih_l0	3	-0.043891146779060364
173314	rnn.weight_ih_l0	4	0.019504548981785774
173314	rnn.weight_ih_l0	5	-0.10942576825618744
173314	rnn.weight_ih_l0	6	-0.052834369242191315
173314	rnn.weight_ih_l0	7	-0.014874453656375408
173314	rnn.weight_ih_l0	8	0.07660014182329178
173314	rnn.weight_ih_l0	9	0.005378535017371178
173314	rnn.weight_hh_l0	0	0.0006785831646993756
173314	rnn.weight_hh_l0	1	-0.08453480899333954
173314	rnn.weight_hh_l0	2	0.06250213086605072
173314	rnn.weight_hh_l0	3	0.04452524334192276
173314	rnn.weight_hh_l0	4	0.005028596613556147
173314	rnn.weight_hh_l0	5	0.06849578022956848
173314	rnn.weight_hh_l0	6	-0.017871955409646034
173314	rnn.weight_hh_l0	7	-0.10097874701023102
173314	rnn.weight_hh_l0	8	0.013736745342612267
173314	rnn.weight_hh_l0	9	-0.08080924302339554
173314	rnn.bias_ih_l0	0	-0.07051536440849304
173314	rnn.bias_ih_l0	1	-0.17625457048416138
173314	rnn.bias_ih_l0	2	-0.2632049024105072
173314	rnn.bias_ih_l0	3	-0.28127193450927734
173314	rnn.bias_ih_l0	4	0.000831373268738389
173314	rnn.bias_ih_l0	5	0.06003429740667343
173314	rnn.bias_ih_l0	6	-0.17105863988399506
173314	rnn.bias_ih_l0	7	-0.259267121553421
173314	rnn.bias_ih_l0	8	-0.13291354477405548
173314	rnn.bias_ih_l0	9	-0.1744551658630371
173314	rnn.bias_hh_l0	0	0.1248459443449974
173314	rnn.bias_hh_l0	1	-0.05738179385662079
173314	rnn.bias_hh_l0	2	0.04715476930141449
173314	rnn.bias_hh_l0	3	-0.18067112565040588
173314	rnn.bias_hh_l0	4	0.04008333757519722
173314	rnn.bias_hh_l0	5	0.04278116673231125
173314	rnn.bias_hh_l0	6	-0.09206938743591309
173314	rnn.bias_hh_l0	7	-0.15319858491420746
173314	rnn.bias_hh_l0	8	-0.1928124725818634
173314	rnn.bias_hh_l0	9	-0.10282818228006363
173314	rnn.weight_ih_l0_reverse	0	-0.03347764536738396
173314	rnn.weight_ih_l0_reverse	1	-0.0005695823929272592
173314	rnn.weight_ih_l0_reverse	2	0.038254037499427795
173314	rnn.weight_ih_l0_reverse	3	0.009587658569216728
173314	rnn.weight_ih_l0_reverse	4	0.03674275055527687
173314	rnn.weight_ih_l0_reverse	5	-0.052182748913764954
173314	rnn.weight_ih_l0_reverse	6	-0.04175497964024544
173314	rnn.weight_ih_l0_reverse	7	0.003099409630522132
173314	rnn.weight_ih_l0_reverse	8	0.09490169584751129
173314	rnn.weight_ih_l0_reverse	9	0.012520677410066128
173314	rnn.weight_hh_l0_reverse	0	0.0030322980601340532
173314	rnn.weight_hh_l0_reverse	1	0.029811035841703415
173314	rnn.weight_hh_l0_reverse	2	-0.04028167948126793
173314	rnn.weight_hh_l0_reverse	3	0.040103837847709656
173314	rnn.weight_hh_l0_reverse	4	0.023732822388410568
173314	rnn.weight_hh_l0_reverse	5	-0.004035708960145712
173314	rnn.weight_hh_l0_reverse	6	0.06509082764387131
173314	rnn.weight_hh_l0_reverse	7	0.028809769079089165
173314	rnn.weight_hh_l0_reverse	8	-0.018620865419507027
173314	rnn.weight_hh_l0_reverse	9	-0.03316395357251167
173314	rnn.bias_ih_l0_reverse	0	-0.14052735269069672
173314	rnn.bias_ih_l0_reverse	1	-0.30941352248191833
173314	rnn.bias_ih_l0_reverse	2	-0.0640011727809906
173314	rnn.bias_ih_l0_reverse	3	-0.14301344752311707
173314	rnn.bias_ih_l0_reverse	4	0.06464598327875137
173314	rnn.bias_ih_l0_reverse	5	-0.2691004276275635
173314	rnn.bias_ih_l0_reverse	6	-0.05912710353732109
173314	rnn.bias_ih_l0_reverse	7	0.020104996860027313
173314	rnn.bias_ih_l0_reverse	8	-0.18114148080348969
173314	rnn.bias_ih_l0_reverse	9	-0.08546365797519684
173314	rnn.bias_hh_l0_reverse	0	-0.15474388003349304
173314	rnn.bias_hh_l0_reverse	1	-0.14799508452415466
173314	rnn.bias_hh_l0_reverse	2	-0.017070645466446877
173314	rnn.bias_hh_l0_reverse	3	-0.14410114288330078
173314	rnn.bias_hh_l0_reverse	4	-0.027413606643676758
173314	rnn.bias_hh_l0_reverse	5	-0.11409695446491241
173314	rnn.bias_hh_l0_reverse	6	-0.05911913141608238
173314	rnn.bias_hh_l0_reverse	7	-0.19546951353549957
173314	rnn.bias_hh_l0_reverse	8	-0.05668380856513977
173314	rnn.bias_hh_l0_reverse	9	-0.12834951281547546
173314	linear.weight	0	-0.20925962924957275
173314	linear.weight	1	-0.14905525743961334
173314	linear.weight	2	-0.011228874325752258
173314	linear.weight	3	-0.1285199373960495
173314	linear.weight	4	0.01649077981710434
173314	linear.weight	5	0.20242926478385925
173314	linear.weight	6	0.0047744326293468475
173314	linear.weight	7	-0.021312154829502106
173314	linear.weight	8	0.20954646170139313
173314	linear.weight	9	0.2181311547756195
173314	linear.bias	0	-0.865492045879364
173314	linear.bias	1	1.3562350273132324
173314	linear.bias	2	-0.3904515206813812
173314	linear.bias	3	-0.7032867670059204
173314	linear.bias	4	-0.8377067446708679
173314	linear.bias	5	-1.1761267185211182
173314	linear.bias	6	-0.947091817855835
173314	linear.bias	7	-0.7404923439025879
173314	linear.bias	8	-0.01705317199230194
173314	linear.bias	9	3.3991336822509766
173511	transitions	0	-0.43100616335868835
173511	transitions	1	8.619357109069824
173511	transitions	2	-3.5407845973968506
173511	transitions	3	1.4898619651794434
173511	transitions	4	-2.1477651596069336
173511	transitions	5	-0.40271511673927307
173511	transitions	6	-0.19087184965610504
173511	transitions	7	-10000.0
173511	transitions	8	1.788475513458252
173511	transitions	9	-2.294196128845215
173511	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
173511	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
173511	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
173511	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
173511	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
173511	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
173511	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
173511	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
173511	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
173511	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
173511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
173511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
173511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
173511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
173511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
173511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
173511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
173511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
173511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
173511	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
173511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
173511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
173511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
173511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
173511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
173511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
173511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
173511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
173511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
173511	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
173511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
173511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
173511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
173511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
173511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
173511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
173511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
173511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
173511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
173511	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
173511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
173511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
173511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
173511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
173511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
173511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
173511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
173511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
173511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
173511	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
173511	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
173511	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
173511	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
173511	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
173511	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
173511	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
173511	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
173511	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
173511	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
173511	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
173511	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
173511	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
173511	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
173511	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
173511	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
173511	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
173511	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
173511	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
173511	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
173511	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
173511	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
173511	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
173511	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
173511	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
173511	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
173511	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
173511	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
173511	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
173511	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
173511	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
173511	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
173511	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
173511	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
173511	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
173511	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
173511	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
173511	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
173511	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
173511	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
173511	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
173511	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
173511	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
173511	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
173511	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
173511	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
173511	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
173511	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
173511	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
173511	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
173511	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
173511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
173511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
173511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
173511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
173511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
173511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
173511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
173511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
173511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
173511	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
173511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
173511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
173511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
173511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
173511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
173511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
173511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
173511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
173511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
173511	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
173511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
173511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
173511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
173511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
173511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
173511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
173511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
173511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
173511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
173511	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
173511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
173511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
173511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
173511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
173511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
173511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
173511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
173511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
173511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
173511	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
173511	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
173511	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
173511	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
173511	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
173511	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
173511	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
173511	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
173511	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
173511	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
173511	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
173511	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
173511	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
173511	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
173511	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
173511	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
173511	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
173511	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
173511	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
173511	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
173511	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
173511	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
173511	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
173511	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
173511	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
173511	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
173511	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
173511	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
173511	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
173511	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
173511	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
173511	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
173511	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
173511	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
173511	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
173511	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
173511	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
173511	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
173511	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
173511	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
173511	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
173511	embedding2nn.weight	0	0.04554038494825363
173511	embedding2nn.weight	1	-0.08897838741540909
173511	embedding2nn.weight	2	0.022697536274790764
173511	embedding2nn.weight	3	-0.05239816755056381
173511	embedding2nn.weight	4	-0.11563069373369217
173511	embedding2nn.weight	5	0.12153050303459167
173511	embedding2nn.weight	6	-0.12302599102258682
173511	embedding2nn.weight	7	-0.07604151964187622
173511	embedding2nn.weight	8	-0.026410773396492004
173511	embedding2nn.weight	9	0.04941002279520035
173511	embedding2nn.bias	0	0.06215270236134529
173511	embedding2nn.bias	1	0.02153097838163376
173511	embedding2nn.bias	2	-0.09190349280834198
173511	embedding2nn.bias	3	0.05670720711350441
173511	embedding2nn.bias	4	-0.000906078377738595
173511	embedding2nn.bias	5	-0.15044476091861725
173511	embedding2nn.bias	6	-0.12666937708854675
173511	embedding2nn.bias	7	-0.058074600994586945
173511	embedding2nn.bias	8	0.08056972175836563
173511	embedding2nn.bias	9	-0.06667874753475189
173511	rnn.weight_ih_l0	0	0.04816272854804993
173511	rnn.weight_ih_l0	1	-0.06815323233604431
173511	rnn.weight_ih_l0	2	-0.03420411795377731
173511	rnn.weight_ih_l0	3	-0.04398510605096817
173511	rnn.weight_ih_l0	4	0.019417710602283478
173511	rnn.weight_ih_l0	5	-0.10872936248779297
173511	rnn.weight_ih_l0	6	-0.05045434460043907
173511	rnn.weight_ih_l0	7	-0.014212780632078648
173511	rnn.weight_ih_l0	8	0.07675464451313019
173511	rnn.weight_ih_l0	9	0.006489246152341366
173511	rnn.weight_hh_l0	0	0.0009873276576399803
173511	rnn.weight_hh_l0	1	-0.0844113901257515
173511	rnn.weight_hh_l0	2	0.062100112438201904
173511	rnn.weight_hh_l0	3	0.04434587061405182
173511	rnn.weight_hh_l0	4	0.004947302863001823
173511	rnn.weight_hh_l0	5	0.06838087737560272
173511	rnn.weight_hh_l0	6	-0.01786993071436882
173511	rnn.weight_hh_l0	7	-0.10099653154611588
173511	rnn.weight_hh_l0	8	0.013382290489971638
173511	rnn.weight_hh_l0	9	-0.08212324976921082
173511	rnn.bias_ih_l0	0	-0.07025191187858582
173511	rnn.bias_ih_l0	1	-0.17721879482269287
173511	rnn.bias_ih_l0	2	-0.2628953158855438
173511	rnn.bias_ih_l0	3	-0.2825845181941986
173511	rnn.bias_ih_l0	4	-0.0006179708288982511
173511	rnn.bias_ih_l0	5	0.06021545082330704
173511	rnn.bias_ih_l0	6	-0.17054249346256256
173511	rnn.bias_ih_l0	7	-0.25906816124916077
173511	rnn.bias_ih_l0	8	-0.13144516944885254
173511	rnn.bias_ih_l0	9	-0.17311735451221466
173511	rnn.bias_hh_l0	0	0.12516523897647858
173511	rnn.bias_hh_l0	1	-0.05559232458472252
173511	rnn.bias_hh_l0	2	0.04802638664841652
173511	rnn.bias_hh_l0	3	-0.17990969121456146
173511	rnn.bias_hh_l0	4	0.04171959310770035
173511	rnn.bias_hh_l0	5	0.04409138113260269
173511	rnn.bias_hh_l0	6	-0.09392917901277542
173511	rnn.bias_hh_l0	7	-0.15304352343082428
173511	rnn.bias_hh_l0	8	-0.1910024732351303
173511	rnn.bias_hh_l0	9	-0.10280700773000717
173511	rnn.weight_ih_l0_reverse	0	-0.034656886011362076
173511	rnn.weight_ih_l0_reverse	1	-0.0013316391268745065
173511	rnn.weight_ih_l0_reverse	2	0.03407631441950798
173511	rnn.weight_ih_l0_reverse	3	0.011700722388923168
173511	rnn.weight_ih_l0_reverse	4	0.03714534267783165
173511	rnn.weight_ih_l0_reverse	5	-0.053281694650650024
173511	rnn.weight_ih_l0_reverse	6	-0.04161342978477478
173511	rnn.weight_ih_l0_reverse	7	0.00331458100117743
173511	rnn.weight_ih_l0_reverse	8	0.0947355329990387
173511	rnn.weight_ih_l0_reverse	9	0.010682024993002415
173511	rnn.weight_hh_l0_reverse	0	0.0029386570677161217
173511	rnn.weight_hh_l0_reverse	1	0.029661139473319054
173511	rnn.weight_hh_l0_reverse	2	-0.041486792266368866
173511	rnn.weight_hh_l0_reverse	3	0.040045805275440216
173511	rnn.weight_hh_l0_reverse	4	0.023581935092806816
173511	rnn.weight_hh_l0_reverse	5	-0.004484363365918398
173511	rnn.weight_hh_l0_reverse	6	0.0657200887799263
173511	rnn.weight_hh_l0_reverse	7	0.028707414865493774
173511	rnn.weight_hh_l0_reverse	8	-0.018084704875946045
173511	rnn.weight_hh_l0_reverse	9	-0.03292079642415047
173511	rnn.bias_ih_l0_reverse	0	-0.13915474712848663
173511	rnn.bias_ih_l0_reverse	1	-0.31111541390419006
173511	rnn.bias_ih_l0_reverse	2	-0.06317871063947678
173511	rnn.bias_ih_l0_reverse	3	-0.14364773035049438
173511	rnn.bias_ih_l0_reverse	4	0.06635192781686783
173511	rnn.bias_ih_l0_reverse	5	-0.26815253496170044
173511	rnn.bias_ih_l0_reverse	6	-0.05979303643107414
173511	rnn.bias_ih_l0_reverse	7	0.018924754112958908
173511	rnn.bias_ih_l0_reverse	8	-0.18121375143527985
173511	rnn.bias_ih_l0_reverse	9	-0.0847560316324234
173511	rnn.bias_hh_l0_reverse	0	-0.15446917712688446
173511	rnn.bias_hh_l0_reverse	1	-0.14930550754070282
173511	rnn.bias_hh_l0_reverse	2	-0.01962669938802719
173511	rnn.bias_hh_l0_reverse	3	-0.14235316216945648
173511	rnn.bias_hh_l0_reverse	4	-0.02737070433795452
173511	rnn.bias_hh_l0_reverse	5	-0.11422809958457947
173511	rnn.bias_hh_l0_reverse	6	-0.05845276638865471
173511	rnn.bias_hh_l0_reverse	7	-0.1938309222459793
173511	rnn.bias_hh_l0_reverse	8	-0.056063875555992126
173511	rnn.bias_hh_l0_reverse	9	-0.1308545023202896
173511	linear.weight	0	-0.19420351088047028
173511	linear.weight	1	-0.14209210872650146
173511	linear.weight	2	-0.011228874325752258
173511	linear.weight	3	-0.14366178214550018
173511	linear.weight	4	0.006896814797073603
173511	linear.weight	5	0.19975291192531586
173511	linear.weight	6	0.0047744326293468475
173511	linear.weight	7	-0.021312154829502106
173511	linear.weight	8	0.20655028522014618
173511	linear.weight	9	0.22138433158397675
173511	linear.bias	0	-0.8731030821800232
173511	linear.bias	1	1.3534823656082153
173511	linear.bias	2	-0.4049425423145294
173511	linear.bias	3	-0.7023023962974548
173511	linear.bias	4	-0.8390274047851562
173511	linear.bias	5	-1.1761504411697388
173511	linear.bias	6	-0.9555849432945251
173511	linear.bias	7	-0.7354539632797241
173511	linear.bias	8	-0.01705317199230194
173511	linear.bias	9	3.3464436531066895
173708	transitions	0	-0.43115031719207764
173708	transitions	1	8.627684593200684
173708	transitions	2	-3.541008472442627
173708	transitions	3	1.486670970916748
173708	transitions	4	-2.148186206817627
173708	transitions	5	-0.4028024673461914
173708	transitions	6	-0.19088809192180634
173708	transitions	7	-10000.0
173708	transitions	8	1.7886894941329956
173708	transitions	9	-2.2942020893096924
173708	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
173708	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
173708	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
173708	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
173708	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
173708	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
173708	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
173708	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
173708	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
173708	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
173708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
173708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
173708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
173708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
173708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
173708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
173708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
173708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
173708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
173708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
173708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
173708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
173708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
173708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
173708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
173708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
173708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
173708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
173708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
173708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
173708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
173708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
173708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
173708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
173708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
173708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
173708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
173708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
173708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
173708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
173708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
173708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
173708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
173708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
173708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
173708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
173708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
173708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
173708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
173708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
173708	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
173708	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
173708	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
173708	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
173708	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
173708	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
173708	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
173708	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
173708	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
173708	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
173708	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
173708	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
173708	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
173708	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
173708	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
173708	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
173708	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
173708	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
173708	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
173708	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
173708	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
173708	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
173708	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
173708	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
173708	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
173708	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
173708	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
173708	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
173708	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
173708	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
173708	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
173708	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
173708	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
173708	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
173708	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
173708	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
173708	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
173708	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
173708	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
173708	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
173708	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
173708	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
173708	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
173708	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
173708	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
173708	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
173708	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
173708	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
173708	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
173708	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
173708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
173708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
173708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
173708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
173708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
173708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
173708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
173708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
173708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
173708	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
173708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
173708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
173708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
173708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
173708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
173708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
173708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
173708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
173708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
173708	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
173708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
173708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
173708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
173708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
173708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
173708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
173708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
173708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
173708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
173708	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
173708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
173708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
173708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
173708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
173708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
173708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
173708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
173708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
173708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
173708	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
173708	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
173708	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
173708	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
173708	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
173708	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
173708	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
173708	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
173708	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
173708	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
173708	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
173708	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
173708	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
173708	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
173708	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
173708	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
173708	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
173708	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
173708	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
173708	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
173708	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
173708	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
173708	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
173708	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
173708	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
173708	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
173708	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
173708	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
173708	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
173708	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
173708	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
173708	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
173708	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
173708	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
173708	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
173708	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
173708	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
173708	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
173708	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
173708	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
173708	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
173708	embedding2nn.weight	0	0.04519510641694069
173708	embedding2nn.weight	1	-0.0896756649017334
173708	embedding2nn.weight	2	0.023085415363311768
173708	embedding2nn.weight	3	-0.05298834666609764
173708	embedding2nn.weight	4	-0.11844777315855026
173708	embedding2nn.weight	5	0.12258869409561157
173708	embedding2nn.weight	6	-0.12068899720907211
173708	embedding2nn.weight	7	-0.0754668191075325
173708	embedding2nn.weight	8	-0.026641985401511192
173708	embedding2nn.weight	9	0.04990134760737419
173708	embedding2nn.bias	0	0.05208691209554672
173708	embedding2nn.bias	1	0.007744995411485434
173708	embedding2nn.bias	2	-0.09797755628824234
173708	embedding2nn.bias	3	0.05718346685171127
173708	embedding2nn.bias	4	-0.0073671829886734486
173708	embedding2nn.bias	5	-0.15055686235427856
173708	embedding2nn.bias	6	-0.12198814004659653
173708	embedding2nn.bias	7	-0.058727145195007324
173708	embedding2nn.bias	8	0.07994076609611511
173708	embedding2nn.bias	9	-0.05866270884871483
173708	rnn.weight_ih_l0	0	0.04856562241911888
173708	rnn.weight_ih_l0	1	-0.07008834928274155
173708	rnn.weight_ih_l0	2	-0.03523639217019081
173708	rnn.weight_ih_l0	3	-0.044774286448955536
173708	rnn.weight_ih_l0	4	0.018085632473230362
173708	rnn.weight_ih_l0	5	-0.10933761298656464
173708	rnn.weight_ih_l0	6	-0.05043664947152138
173708	rnn.weight_ih_l0	7	-0.0157620832324028
173708	rnn.weight_ih_l0	8	0.07745596021413803
173708	rnn.weight_ih_l0	9	0.006326614413410425
173708	rnn.weight_hh_l0	0	0.00034108557156287134
173708	rnn.weight_hh_l0	1	-0.08487871289253235
173708	rnn.weight_hh_l0	2	0.06285291910171509
173708	rnn.weight_hh_l0	3	0.0445578433573246
173708	rnn.weight_hh_l0	4	0.005061572417616844
173708	rnn.weight_hh_l0	5	0.06848122179508209
173708	rnn.weight_hh_l0	6	-0.017687460407614708
173708	rnn.weight_hh_l0	7	-0.10122792422771454
173708	rnn.weight_hh_l0	8	0.013728298246860504
173708	rnn.weight_hh_l0	9	-0.0817592516541481
173708	rnn.bias_ih_l0	0	-0.07043953984975815
173708	rnn.bias_ih_l0	1	-0.17721354961395264
173708	rnn.bias_ih_l0	2	-0.2617807388305664
173708	rnn.bias_ih_l0	3	-0.28233927488327026
173708	rnn.bias_ih_l0	4	-0.0007798174046911299
173708	rnn.bias_ih_l0	5	0.05962865799665451
173708	rnn.bias_ih_l0	6	-0.17027650773525238
173708	rnn.bias_ih_l0	7	-0.25921767950057983
173708	rnn.bias_ih_l0	8	-0.13015085458755493
173708	rnn.bias_ih_l0	9	-0.17539075016975403
173708	rnn.bias_hh_l0	0	0.12435945123434067
173708	rnn.bias_hh_l0	1	-0.056168247014284134
173708	rnn.bias_hh_l0	2	0.047916900366544724
173708	rnn.bias_hh_l0	3	-0.1803830862045288
173708	rnn.bias_hh_l0	4	0.04441218450665474
173708	rnn.bias_hh_l0	5	0.0426921583712101
173708	rnn.bias_hh_l0	6	-0.0946522206068039
173708	rnn.bias_hh_l0	7	-0.15464983880519867
173708	rnn.bias_hh_l0	8	-0.18951475620269775
173708	rnn.bias_hh_l0	9	-0.10211406648159027
173708	rnn.weight_ih_l0_reverse	0	-0.03621475398540497
173708	rnn.weight_ih_l0_reverse	1	-0.0022579170763492584
173708	rnn.weight_ih_l0_reverse	2	0.031978823244571686
173708	rnn.weight_ih_l0_reverse	3	0.00942427571862936
173708	rnn.weight_ih_l0_reverse	4	0.037377096712589264
173708	rnn.weight_ih_l0_reverse	5	-0.053185030817985535
173708	rnn.weight_ih_l0_reverse	6	-0.04155249148607254
173708	rnn.weight_ih_l0_reverse	7	0.0028297221288084984
173708	rnn.weight_ih_l0_reverse	8	0.09535693377256393
173708	rnn.weight_ih_l0_reverse	9	0.011327250860631466
173708	rnn.weight_hh_l0_reverse	0	0.0026232947129756212
173708	rnn.weight_hh_l0_reverse	1	0.029536567628383636
173708	rnn.weight_hh_l0_reverse	2	-0.041457585990428925
173708	rnn.weight_hh_l0_reverse	3	0.03975619375705719
173708	rnn.weight_hh_l0_reverse	4	0.023607363924384117
173708	rnn.weight_hh_l0_reverse	5	-0.004667581059038639
173708	rnn.weight_hh_l0_reverse	6	0.06541141867637634
173708	rnn.weight_hh_l0_reverse	7	0.02888668328523636
173708	rnn.weight_hh_l0_reverse	8	-0.018144240602850914
173708	rnn.weight_hh_l0_reverse	9	-0.03288508579134941
173708	rnn.bias_ih_l0_reverse	0	-0.13962338864803314
173708	rnn.bias_ih_l0_reverse	1	-0.3129271864891052
173708	rnn.bias_ih_l0_reverse	2	-0.06368301063776016
173708	rnn.bias_ih_l0_reverse	3	-0.14355246722698212
173708	rnn.bias_ih_l0_reverse	4	0.06554168462753296
173708	rnn.bias_ih_l0_reverse	5	-0.2688921093940735
173708	rnn.bias_ih_l0_reverse	6	-0.05852007493376732
173708	rnn.bias_ih_l0_reverse	7	0.018591104075312614
173708	rnn.bias_ih_l0_reverse	8	-0.18055413663387299
173708	rnn.bias_ih_l0_reverse	9	-0.0840417891740799
173708	rnn.bias_hh_l0_reverse	0	-0.156135693192482
173708	rnn.bias_hh_l0_reverse	1	-0.14775647222995758
173708	rnn.bias_hh_l0_reverse	2	-0.019534654915332794
173708	rnn.bias_hh_l0_reverse	3	-0.14265580475330353
173708	rnn.bias_hh_l0_reverse	4	-0.025905517861247063
173708	rnn.bias_hh_l0_reverse	5	-0.11415786296129227
173708	rnn.bias_hh_l0_reverse	6	-0.058083899319171906
173708	rnn.bias_hh_l0_reverse	7	-0.19271327555179596
173708	rnn.bias_hh_l0_reverse	8	-0.057646743953228
173708	rnn.bias_hh_l0_reverse	9	-0.12728337943553925
173708	linear.weight	0	-0.21564017236232758
173708	linear.weight	1	-0.14017754793167114
173708	linear.weight	2	-0.011228874325752258
173708	linear.weight	3	-0.14443612098693848
173708	linear.weight	4	0.013293947093188763
173708	linear.weight	5	0.19076155126094818
173708	linear.weight	6	0.0047744326293468475
173708	linear.weight	7	-0.021312154829502106
173708	linear.weight	8	0.19108164310455322
173708	linear.weight	9	0.22672274708747864
173708	linear.bias	0	-0.8605157136917114
173708	linear.bias	1	1.3820399045944214
173708	linear.bias	2	-0.4534010589122772
173708	linear.bias	3	-0.6999636888504028
173708	linear.bias	4	-0.8527323603630066
173708	linear.bias	5	-1.1761715412139893
173708	linear.bias	6	-0.9445124268531799
173708	linear.bias	7	-0.7091665863990784
173708	linear.bias	8	-0.01705317199230194
173708	linear.bias	9	3.380220651626587
173712	transitions	0	-0.4311504065990448
173712	transitions	1	8.630048751831055
173712	transitions	2	-3.5410311222076416
173712	transitions	3	1.4866217374801636
173712	transitions	4	-2.148186683654785
173712	transitions	5	-0.40280261635780334
173712	transitions	6	-0.1908884048461914
173712	transitions	7	-10000.0
173712	transitions	8	1.7886892557144165
173712	transitions	9	-2.2942020893096924
173712	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
173712	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
173712	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
173712	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
173712	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
173712	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
173712	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
173712	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
173712	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
173712	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
173712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
173712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
173712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
173712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
173712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
173712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
173712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
173712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
173712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
173712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
173712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
173712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
173712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
173712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
173712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
173712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
173712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
173712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
173712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
173712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
173712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
173712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
173712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
173712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
173712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
173712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
173712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
173712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
173712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
173712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
173712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
173712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
173712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
173712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
173712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
173712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
173712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
173712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
173712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
173712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
173712	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
173712	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
173712	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
173712	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
173712	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
173712	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
173712	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
173712	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
173712	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
173712	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
173712	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
173712	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
173712	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
173712	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
173712	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
173712	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
173712	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
173712	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
173712	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
173712	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
173712	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
173712	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
173712	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
173712	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
173712	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
173712	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
173712	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
173712	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
173712	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
173712	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
173712	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
173712	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
173712	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
173712	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
173712	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
173712	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
173712	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
173712	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
173712	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
173712	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
173712	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
173712	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
173712	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
173712	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
173712	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
173712	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
173712	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
173712	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
173712	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
173712	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
173712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
173712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
173712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
173712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
173712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
173712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
173712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
173712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
173712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
173712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
173712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
173712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
173712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
173712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
173712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
173712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
173712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
173712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
173712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
173712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
173712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
173712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
173712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
173712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
173712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
173712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
173712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
173712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
173712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
173712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
173712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
173712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
173712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
173712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
173712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
173712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
173712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
173712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
173712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
173712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
173712	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
173712	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
173712	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
173712	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
173712	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
173712	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
173712	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
173712	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
173712	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
173712	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
173712	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
173712	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
173712	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
173712	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
173712	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
173712	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
173712	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
173712	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
173712	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
173712	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
173712	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
173712	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
173712	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
173712	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
173712	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
173712	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
173712	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
173712	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
173712	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
173712	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
173712	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
173712	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
173712	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
173712	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
173712	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
173712	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
173712	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
173712	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
173712	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
173712	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
173712	embedding2nn.weight	0	0.04513999819755554
173712	embedding2nn.weight	1	-0.08967781066894531
173712	embedding2nn.weight	2	0.023191416636109352
173712	embedding2nn.weight	3	-0.05288049206137657
173712	embedding2nn.weight	4	-0.11824499070644379
173712	embedding2nn.weight	5	0.12278077006340027
173712	embedding2nn.weight	6	-0.12114701420068741
173712	embedding2nn.weight	7	-0.07551853358745575
173712	embedding2nn.weight	8	-0.02665332891047001
173712	embedding2nn.weight	9	0.049709584563970566
173712	embedding2nn.bias	0	0.05124973505735397
173712	embedding2nn.bias	1	0.006579617504030466
173712	embedding2nn.bias	2	-0.09820117801427841
173712	embedding2nn.bias	3	0.055711086839437485
173712	embedding2nn.bias	4	-0.007867679931223392
173712	embedding2nn.bias	5	-0.1511993408203125
173712	embedding2nn.bias	6	-0.1217217966914177
173712	embedding2nn.bias	7	-0.05818231776356697
173712	embedding2nn.bias	8	0.07955858111381531
173712	embedding2nn.bias	9	-0.05942823737859726
173712	rnn.weight_ih_l0	0	0.048550404608249664
173712	rnn.weight_ih_l0	1	-0.07008720934391022
173712	rnn.weight_ih_l0	2	-0.03516227751970291
173712	rnn.weight_ih_l0	3	-0.04477702081203461
173712	rnn.weight_ih_l0	4	0.018180187791585922
173712	rnn.weight_ih_l0	5	-0.10928778350353241
173712	rnn.weight_ih_l0	6	-0.050339873880147934
173712	rnn.weight_ih_l0	7	-0.01576644368469715
173712	rnn.weight_ih_l0	8	0.07775900512933731
173712	rnn.weight_ih_l0	9	0.0062561011873185635
173712	rnn.weight_hh_l0	0	0.0003362263960298151
173712	rnn.weight_hh_l0	1	-0.08488136529922485
173712	rnn.weight_hh_l0	2	0.06286870688199997
173712	rnn.weight_hh_l0	3	0.04453413933515549
173712	rnn.weight_hh_l0	4	0.005061883479356766
173712	rnn.weight_hh_l0	5	0.06846731901168823
173712	rnn.weight_hh_l0	6	-0.017708715051412582
173712	rnn.weight_hh_l0	7	-0.1012326180934906
173712	rnn.weight_hh_l0	8	0.013742262497544289
173712	rnn.weight_hh_l0	9	-0.08173316717147827
173712	rnn.bias_ih_l0	0	-0.07049878686666489
173712	rnn.bias_ih_l0	1	-0.17721644043922424
173712	rnn.bias_ih_l0	2	-0.2616375982761383
173712	rnn.bias_ih_l0	3	-0.2823967933654785
173712	rnn.bias_ih_l0	4	-0.0010686084860935807
173712	rnn.bias_ih_l0	5	0.06006054952740669
173712	rnn.bias_ih_l0	6	-0.17040406167507172
173712	rnn.bias_ih_l0	7	-0.2592078447341919
173712	rnn.bias_ih_l0	8	-0.13018402457237244
173712	rnn.bias_ih_l0	9	-0.17535102367401123
173712	rnn.bias_hh_l0	0	0.12432457506656647
173712	rnn.bias_hh_l0	1	-0.05616229027509689
173712	rnn.bias_hh_l0	2	0.04799478501081467
173712	rnn.bias_hh_l0	3	-0.1807422637939453
173712	rnn.bias_hh_l0	4	0.04437483102083206
173712	rnn.bias_hh_l0	5	0.0431041345000267
173712	rnn.bias_hh_l0	6	-0.09470193088054657
173712	rnn.bias_hh_l0	7	-0.15455690026283264
173712	rnn.bias_hh_l0	8	-0.1893664449453354
173712	rnn.bias_hh_l0	9	-0.10195289552211761
173712	rnn.weight_ih_l0_reverse	0	-0.03625071421265602
173712	rnn.weight_ih_l0_reverse	1	-0.0023586703464388847
173712	rnn.weight_ih_l0_reverse	2	0.03205408155918121
173712	rnn.weight_ih_l0_reverse	3	0.009141838178038597
173712	rnn.weight_ih_l0_reverse	4	0.03733799234032631
173712	rnn.weight_ih_l0_reverse	5	-0.05311652645468712
173712	rnn.weight_ih_l0_reverse	6	-0.041483279317617416
173712	rnn.weight_ih_l0_reverse	7	0.0028020301833748817
173712	rnn.weight_ih_l0_reverse	8	0.09546271711587906
173712	rnn.weight_ih_l0_reverse	9	0.01134074479341507
173712	rnn.weight_hh_l0_reverse	0	0.002629754366353154
173712	rnn.weight_hh_l0_reverse	1	0.029530508443713188
173712	rnn.weight_hh_l0_reverse	2	-0.041457559913396835
173712	rnn.weight_hh_l0_reverse	3	0.03975716605782509
173712	rnn.weight_hh_l0_reverse	4	0.02360859513282776
173712	rnn.weight_hh_l0_reverse	5	-0.004655899479985237
173712	rnn.weight_hh_l0_reverse	6	0.06540963798761368
173712	rnn.weight_hh_l0_reverse	7	0.028893968090415
173712	rnn.weight_hh_l0_reverse	8	-0.018091777339577675
173712	rnn.weight_hh_l0_reverse	9	-0.03288336470723152
173712	rnn.bias_ih_l0_reverse	0	-0.13966739177703857
173712	rnn.bias_ih_l0_reverse	1	-0.31294021010398865
173712	rnn.bias_ih_l0_reverse	2	-0.06382624059915543
173712	rnn.bias_ih_l0_reverse	3	-0.14369624853134155
173712	rnn.bias_ih_l0_reverse	4	0.06545675545930862
173712	rnn.bias_ih_l0_reverse	5	-0.26889610290527344
173712	rnn.bias_ih_l0_reverse	6	-0.058578040450811386
173712	rnn.bias_ih_l0_reverse	7	0.0186782106757164
173712	rnn.bias_ih_l0_reverse	8	-0.1804022639989853
173712	rnn.bias_ih_l0_reverse	9	-0.08418203890323639
173712	rnn.bias_hh_l0_reverse	0	-0.15621204674243927
173712	rnn.bias_hh_l0_reverse	1	-0.1476423144340515
173712	rnn.bias_hh_l0_reverse	2	-0.019592909142374992
173712	rnn.bias_hh_l0_reverse	3	-0.14280468225479126
173712	rnn.bias_hh_l0_reverse	4	-0.025936519727110863
173712	rnn.bias_hh_l0_reverse	5	-0.113921158015728
173712	rnn.bias_hh_l0_reverse	6	-0.058114416897296906
173712	rnn.bias_hh_l0_reverse	7	-0.1926881968975067
173712	rnn.bias_hh_l0_reverse	8	-0.05761343985795975
173712	rnn.bias_hh_l0_reverse	9	-0.12721925973892212
173712	linear.weight	0	-0.21476595103740692
173712	linear.weight	1	-0.14018556475639343
173712	linear.weight	2	-0.011228874325752258
173712	linear.weight	3	-0.1443273276090622
173712	linear.weight	4	0.013303801417350769
173712	linear.weight	5	0.1870286464691162
173712	linear.weight	6	0.0047744326293468475
173712	linear.weight	7	-0.021312154829502106
173712	linear.weight	8	0.1910013109445572
173712	linear.weight	9	0.2267078310251236
173712	linear.bias	0	-0.8627896904945374
173712	linear.bias	1	1.3884116411209106
173712	linear.bias	2	-0.4564928114414215
173712	linear.bias	3	-0.698233962059021
173712	linear.bias	4	-0.8507161736488342
173712	linear.bias	5	-1.1761717796325684
173712	linear.bias	6	-0.9467505216598511
173712	linear.bias	7	-0.7136024832725525
173712	linear.bias	8	-0.01705317199230194
173712	linear.bias	9	3.3828682899475098
173909	transitions	0	-0.43123552203178406
173909	transitions	1	8.622979164123535
173909	transitions	2	-3.541522741317749
173909	transitions	3	1.4819756746292114
173909	transitions	4	-2.1482973098754883
173909	transitions	5	-0.4028692841529846
173909	transitions	6	-0.19090892374515533
173909	transitions	7	-10000.0
173909	transitions	8	1.7885230779647827
173909	transitions	9	-2.294205665588379
173909	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
173909	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
173909	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
173909	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
173909	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
173909	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
173909	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
173909	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
173909	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
173909	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
173909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
173909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
173909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
173909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
173909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
173909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
173909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
173909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
173909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
173909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
173909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
173909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
173909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
173909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
173909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
173909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
173909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
173909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
173909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
173909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
173909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
173909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
173909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
173909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
173909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
173909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
173909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
173909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
173909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
173909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
173909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
173909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
173909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
173909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
173909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
173909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
173909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
173909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
173909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
173909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
173909	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
173909	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
173909	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
173909	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
173909	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
173909	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
173909	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
173909	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
173909	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
173909	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
173909	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
173909	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
173909	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
173909	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
173909	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
173909	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
173909	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
173909	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
173909	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
173909	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
173909	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
173909	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
173909	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
173909	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
173909	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
173909	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
173909	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
173909	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
173909	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
173909	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
173909	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
173909	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
173909	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
173909	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
173909	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
173909	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
173909	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
173909	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
173909	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
173909	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
173909	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
173909	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
173909	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
173909	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
173909	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
173909	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
173909	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
173909	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
173909	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
173909	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
173909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
173909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
173909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
173909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
173909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
173909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
173909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
173909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
173909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
173909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
173909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
173909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
173909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
173909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
173909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
173909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
173909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
173909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
173909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
173909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
173909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
173909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
173909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
173909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
173909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
173909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
173909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
173909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
173909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
173909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
173909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
173909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
173909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
173909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
173909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
173909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
173909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
173909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
173909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
173909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
173909	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
173909	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
173909	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
173909	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
173909	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
173909	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
173909	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
173909	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
173909	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
173909	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
173909	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
173909	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
173909	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
173909	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
173909	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
173909	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
173909	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
173909	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
173909	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
173909	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
173909	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
173909	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
173909	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
173909	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
173909	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
173909	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
173909	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
173909	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
173909	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
173909	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
173909	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
173909	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
173909	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
173909	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
173909	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
173909	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
173909	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
173909	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
173909	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
173909	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
173909	embedding2nn.weight	0	0.04524879530072212
173909	embedding2nn.weight	1	-0.08921951055526733
173909	embedding2nn.weight	2	0.023116014897823334
173909	embedding2nn.weight	3	-0.05301313102245331
173909	embedding2nn.weight	4	-0.11863382160663605
173909	embedding2nn.weight	5	0.12164153158664703
173909	embedding2nn.weight	6	-0.12237103283405304
173909	embedding2nn.weight	7	-0.07540502399206161
173909	embedding2nn.weight	8	-0.027735667303204536
173909	embedding2nn.weight	9	0.04888192191720009
173909	embedding2nn.bias	0	0.05004088580608368
173909	embedding2nn.bias	1	0.007576790638267994
173909	embedding2nn.bias	2	-0.10378948599100113
173909	embedding2nn.bias	3	0.05087822303175926
173909	embedding2nn.bias	4	-0.008757568895816803
173909	embedding2nn.bias	5	-0.15466053783893585
173909	embedding2nn.bias	6	-0.12601888179779053
173909	embedding2nn.bias	7	-0.06663279235363007
173909	embedding2nn.bias	8	0.08650512993335724
173909	embedding2nn.bias	9	-0.056476425379514694
173909	rnn.weight_ih_l0	0	0.04833385348320007
173909	rnn.weight_ih_l0	1	-0.07025487720966339
173909	rnn.weight_ih_l0	2	-0.03365330770611763
173909	rnn.weight_ih_l0	3	-0.04463423043489456
173909	rnn.weight_ih_l0	4	0.019394120201468468
173909	rnn.weight_ih_l0	5	-0.10894568264484406
173909	rnn.weight_ih_l0	6	-0.04891974478960037
173909	rnn.weight_ih_l0	7	-0.01709110103547573
173909	rnn.weight_ih_l0	8	0.07906170934438705
173909	rnn.weight_ih_l0	9	0.006395972799509764
173909	rnn.weight_hh_l0	0	0.0003043131437152624
173909	rnn.weight_hh_l0	1	-0.08525177836418152
173909	rnn.weight_hh_l0	2	0.0628456398844719
173909	rnn.weight_hh_l0	3	0.04460439458489418
173909	rnn.weight_hh_l0	4	0.004843412432819605
173909	rnn.weight_hh_l0	5	0.06857557594776154
173909	rnn.weight_hh_l0	6	-0.017668401822447777
173909	rnn.weight_hh_l0	7	-0.10145235061645508
173909	rnn.weight_hh_l0	8	0.01524862740188837
173909	rnn.weight_hh_l0	9	-0.08083053678274155
173909	rnn.bias_ih_l0	0	-0.07262592017650604
173909	rnn.bias_ih_l0	1	-0.17761068046092987
173909	rnn.bias_ih_l0	2	-0.26121190190315247
173909	rnn.bias_ih_l0	3	-0.28316232562065125
173909	rnn.bias_ih_l0	4	0.0006047446513548493
173909	rnn.bias_ih_l0	5	0.051364947110414505
173909	rnn.bias_ih_l0	6	-0.17014791071414948
173909	rnn.bias_ih_l0	7	-0.260335236787796
173909	rnn.bias_ih_l0	8	-0.12969085574150085
173909	rnn.bias_ih_l0	9	-0.17596741020679474
173909	rnn.bias_hh_l0	0	0.12505419552326202
173909	rnn.bias_hh_l0	1	-0.056707702577114105
173909	rnn.bias_hh_l0	2	0.04621577635407448
173909	rnn.bias_hh_l0	3	-0.18130069971084595
173909	rnn.bias_hh_l0	4	0.043805886059999466
173909	rnn.bias_hh_l0	5	0.04472080618143082
173909	rnn.bias_hh_l0	6	-0.09440860152244568
173909	rnn.bias_hh_l0	7	-0.15553511679172516
173909	rnn.bias_hh_l0	8	-0.19045676290988922
173909	rnn.bias_hh_l0	9	-0.1015985906124115
173909	rnn.weight_ih_l0_reverse	0	-0.03640849143266678
173909	rnn.weight_ih_l0_reverse	1	-0.001137340790592134
173909	rnn.weight_ih_l0_reverse	2	0.030951600521802902
173909	rnn.weight_ih_l0_reverse	3	0.008899101987481117
173909	rnn.weight_ih_l0_reverse	4	0.038431886583566666
173909	rnn.weight_ih_l0_reverse	5	-0.05220148712396622
173909	rnn.weight_ih_l0_reverse	6	-0.041259605437517166
173909	rnn.weight_ih_l0_reverse	7	0.00030102059827186167
173909	rnn.weight_ih_l0_reverse	8	0.09404534101486206
173909	rnn.weight_ih_l0_reverse	9	0.00982730183750391
173909	rnn.weight_hh_l0_reverse	0	0.002948230365291238
173909	rnn.weight_hh_l0_reverse	1	0.029485702514648438
173909	rnn.weight_hh_l0_reverse	2	-0.0415017195045948
173909	rnn.weight_hh_l0_reverse	3	0.03999203443527222
173909	rnn.weight_hh_l0_reverse	4	0.023647841066122055
173909	rnn.weight_hh_l0_reverse	5	-0.004708393011242151
173909	rnn.weight_hh_l0_reverse	6	0.06594602763652802
173909	rnn.weight_hh_l0_reverse	7	0.028778694570064545
173909	rnn.weight_hh_l0_reverse	8	-0.018623903393745422
173909	rnn.weight_hh_l0_reverse	9	-0.0327828973531723
173909	rnn.bias_ih_l0_reverse	0	-0.13896702229976654
173909	rnn.bias_ih_l0_reverse	1	-0.31469300389289856
173909	rnn.bias_ih_l0_reverse	2	-0.06157279014587402
173909	rnn.bias_ih_l0_reverse	3	-0.143626406788826
173909	rnn.bias_ih_l0_reverse	4	0.06458630412817001
173909	rnn.bias_ih_l0_reverse	5	-0.26938146352767944
173909	rnn.bias_ih_l0_reverse	6	-0.0593661405146122
173909	rnn.bias_ih_l0_reverse	7	0.020434733480215073
173909	rnn.bias_ih_l0_reverse	8	-0.18152104318141937
173909	rnn.bias_ih_l0_reverse	9	-0.08547873049974442
173909	rnn.bias_hh_l0_reverse	0	-0.15737441182136536
173909	rnn.bias_hh_l0_reverse	1	-0.1480228453874588
173909	rnn.bias_hh_l0_reverse	2	-0.019637465476989746
173909	rnn.bias_hh_l0_reverse	3	-0.14224837720394135
173909	rnn.bias_hh_l0_reverse	4	-0.02592863328754902
173909	rnn.bias_hh_l0_reverse	5	-0.11380870640277863
173909	rnn.bias_hh_l0_reverse	6	-0.059062179177999496
173909	rnn.bias_hh_l0_reverse	7	-0.19212184846401215
173909	rnn.bias_hh_l0_reverse	8	-0.056893154978752136
173909	rnn.bias_hh_l0_reverse	9	-0.12366481125354767
173909	linear.weight	0	-0.21568143367767334
173909	linear.weight	1	-0.14191807806491852
173909	linear.weight	2	-0.011228874325752258
173909	linear.weight	3	-0.13390231132507324
173909	linear.weight	4	0.018743915483355522
173909	linear.weight	5	0.20124328136444092
173909	linear.weight	6	0.0047744326293468475
173909	linear.weight	7	-0.021312154829502106
173909	linear.weight	8	0.1979961097240448
173909	linear.weight	9	0.23119205236434937
173909	linear.bias	0	-0.8605753183364868
173909	linear.bias	1	1.3639158010482788
173909	linear.bias	2	-0.45117220282554626
173909	linear.bias	3	-0.7119807004928589
173909	linear.bias	4	-0.8387538194656372
173909	linear.bias	5	-1.176192045211792
173909	linear.bias	6	-0.9452269077301025
173909	linear.bias	7	-0.7182365655899048
173909	linear.bias	8	-0.01705317199230194
173909	linear.bias	9	3.389324903488159
174106	transitions	0	-0.43132859468460083
174106	transitions	1	8.64111614227295
174106	transitions	2	-3.541900396347046
174106	transitions	3	1.4801406860351562
174106	transitions	4	-2.1487033367156982
174106	transitions	5	-0.4028923809528351
174106	transitions	6	-0.19092564284801483
174106	transitions	7	-10000.0
174106	transitions	8	1.7881838083267212
174106	transitions	9	-2.2942097187042236
174106	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
174106	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
174106	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
174106	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
174106	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
174106	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
174106	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
174106	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
174106	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
174106	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
174106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
174106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
174106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
174106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
174106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
174106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
174106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
174106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
174106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
174106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
174106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
174106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
174106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
174106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
174106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
174106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
174106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
174106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
174106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
174106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
174106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
174106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
174106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
174106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
174106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
174106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
174106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
174106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
174106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
174106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
174106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
174106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
174106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
174106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
174106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
174106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
174106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
174106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
174106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
174106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
174106	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
174106	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
174106	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
174106	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
174106	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
174106	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
174106	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
174106	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
174106	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
174106	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
174106	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
174106	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
174106	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
174106	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
174106	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
174106	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
174106	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
174106	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
174106	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
174106	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
174106	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
174106	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
174106	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
174106	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
174106	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
174106	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
174106	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
174106	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
174106	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
174106	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
174106	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
174106	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
174106	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
174106	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
174106	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
174106	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
174106	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
174106	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
174106	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
174106	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
174106	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
174106	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
174106	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
174106	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
174106	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
174106	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
174106	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
174106	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
174106	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
174106	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
174106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
174106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
174106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
174106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
174106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
174106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
174106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
174106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
174106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
174106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
174106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
174106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
174106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
174106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
174106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
174106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
174106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
174106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
174106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
174106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
174106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
174106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
174106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
174106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
174106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
174106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
174106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
174106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
174106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
174106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
174106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
174106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
174106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
174106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
174106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
174106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
174106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
174106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
174106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
174106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
174106	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
174106	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
174106	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
174106	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
174106	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
174106	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
174106	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
174106	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
174106	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
174106	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
174106	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
174106	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
174106	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
174106	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
174106	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
174106	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
174106	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
174106	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
174106	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
174106	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
174106	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
174106	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
174106	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
174106	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
174106	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
174106	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
174106	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
174106	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
174106	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
174106	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
174106	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
174106	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
174106	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
174106	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
174106	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
174106	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
174106	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
174106	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
174106	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
174106	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
174106	embedding2nn.weight	0	0.04536436125636101
174106	embedding2nn.weight	1	-0.08902394026517868
174106	embedding2nn.weight	2	0.024963362142443657
174106	embedding2nn.weight	3	-0.053615741431713104
174106	embedding2nn.weight	4	-0.11728126555681229
174106	embedding2nn.weight	5	0.12172985076904297
174106	embedding2nn.weight	6	-0.12437137961387634
174106	embedding2nn.weight	7	-0.07682674378156662
174106	embedding2nn.weight	8	-0.027624526992440224
174106	embedding2nn.weight	9	0.047656744718551636
174106	embedding2nn.bias	0	0.04483985900878906
174106	embedding2nn.bias	1	-0.0019729293417185545
174106	embedding2nn.bias	2	-0.10839951783418655
174106	embedding2nn.bias	3	0.05474346876144409
174106	embedding2nn.bias	4	-0.0051147229969501495
174106	embedding2nn.bias	5	-0.14932627975940704
174106	embedding2nn.bias	6	-0.12270331382751465
174106	embedding2nn.bias	7	-0.0642164945602417
174106	embedding2nn.bias	8	0.0936957448720932
174106	embedding2nn.bias	9	-0.04601121321320534
174106	rnn.weight_ih_l0	0	0.047827817499637604
174106	rnn.weight_ih_l0	1	-0.07598593831062317
174106	rnn.weight_ih_l0	2	-0.03375576436519623
174106	rnn.weight_ih_l0	3	-0.04577641189098358
174106	rnn.weight_ih_l0	4	0.01867206022143364
174106	rnn.weight_ih_l0	5	-0.10961151868104935
174106	rnn.weight_ih_l0	6	-0.049539487808942795
174106	rnn.weight_ih_l0	7	-0.01556540559977293
174106	rnn.weight_ih_l0	8	0.078221894800663
174106	rnn.weight_ih_l0	9	0.007244155742228031
174106	rnn.weight_hh_l0	0	0.0008871827158145607
174106	rnn.weight_hh_l0	1	-0.08615854382514954
174106	rnn.weight_hh_l0	2	0.06250900775194168
174106	rnn.weight_hh_l0	3	0.04422717168927193
174106	rnn.weight_hh_l0	4	0.004720481112599373
174106	rnn.weight_hh_l0	5	0.06936366856098175
174106	rnn.weight_hh_l0	6	-0.017488796263933182
174106	rnn.weight_hh_l0	7	-0.10156293958425522
174106	rnn.weight_hh_l0	8	0.01453967671841383
174106	rnn.weight_hh_l0	9	-0.0804581344127655
174106	rnn.bias_ih_l0	0	-0.06893868744373322
174106	rnn.bias_ih_l0	1	-0.17637090384960175
174106	rnn.bias_ih_l0	2	-0.26025307178497314
174106	rnn.bias_ih_l0	3	-0.28355613350868225
174106	rnn.bias_ih_l0	4	-0.0015103718033060431
174106	rnn.bias_ih_l0	5	0.05191498249769211
174106	rnn.bias_ih_l0	6	-0.17018961906433105
174106	rnn.bias_ih_l0	7	-0.2609919011592865
174106	rnn.bias_ih_l0	8	-0.1331844925880432
174106	rnn.bias_ih_l0	9	-0.17639048397541046
174106	rnn.bias_hh_l0	0	0.12436027079820633
174106	rnn.bias_hh_l0	1	-0.05716373771429062
174106	rnn.bias_hh_l0	2	0.04600178077816963
174106	rnn.bias_hh_l0	3	-0.1815878003835678
174106	rnn.bias_hh_l0	4	0.04491981863975525
174106	rnn.bias_hh_l0	5	0.047084126621484756
174106	rnn.bias_hh_l0	6	-0.09396825730800629
174106	rnn.bias_hh_l0	7	-0.15607261657714844
174106	rnn.bias_hh_l0	8	-0.18919913470745087
174106	rnn.bias_hh_l0	9	-0.10000291466712952
174106	rnn.weight_ih_l0_reverse	0	-0.035461604595184326
174106	rnn.weight_ih_l0_reverse	1	-0.001405860879458487
174106	rnn.weight_ih_l0_reverse	2	0.0304272323846817
174106	rnn.weight_ih_l0_reverse	3	0.008557911962270737
174106	rnn.weight_ih_l0_reverse	4	0.037098996341228485
174106	rnn.weight_ih_l0_reverse	5	-0.051784101873636246
174106	rnn.weight_ih_l0_reverse	6	-0.04100834205746651
174106	rnn.weight_ih_l0_reverse	7	0.0021497418638318777
174106	rnn.weight_ih_l0_reverse	8	0.09124988317489624
174106	rnn.weight_ih_l0_reverse	9	0.009476277977228165
174106	rnn.weight_hh_l0_reverse	0	0.0030908624175935984
174106	rnn.weight_hh_l0_reverse	1	0.029528040438890457
174106	rnn.weight_hh_l0_reverse	2	-0.04132156819105148
174106	rnn.weight_hh_l0_reverse	3	0.039934199303388596
174106	rnn.weight_hh_l0_reverse	4	0.023431291803717613
174106	rnn.weight_hh_l0_reverse	5	-0.005058865062892437
174106	rnn.weight_hh_l0_reverse	6	0.06575321406126022
174106	rnn.weight_hh_l0_reverse	7	0.029108485206961632
174106	rnn.weight_hh_l0_reverse	8	-0.018645072355866432
174106	rnn.weight_hh_l0_reverse	9	-0.03286492079496384
174106	rnn.bias_ih_l0_reverse	0	-0.1398266702890396
174106	rnn.bias_ih_l0_reverse	1	-0.31566449999809265
174106	rnn.bias_ih_l0_reverse	2	-0.0627121776342392
174106	rnn.bias_ih_l0_reverse	3	-0.14412979781627655
174106	rnn.bias_ih_l0_reverse	4	0.06218178942799568
174106	rnn.bias_ih_l0_reverse	5	-0.26548367738723755
174106	rnn.bias_ih_l0_reverse	6	-0.05938538908958435
174106	rnn.bias_ih_l0_reverse	7	0.017281772568821907
174106	rnn.bias_ih_l0_reverse	8	-0.18168671429157257
174106	rnn.bias_ih_l0_reverse	9	-0.08601073175668716
174106	rnn.bias_hh_l0_reverse	0	-0.15510232746601105
174106	rnn.bias_hh_l0_reverse	1	-0.14784817397594452
174106	rnn.bias_hh_l0_reverse	2	-0.020841633901000023
174106	rnn.bias_hh_l0_reverse	3	-0.14317891001701355
174106	rnn.bias_hh_l0_reverse	4	-0.026976700872182846
174106	rnn.bias_hh_l0_reverse	5	-0.11222366988658905
174106	rnn.bias_hh_l0_reverse	6	-0.05772179365158081
174106	rnn.bias_hh_l0_reverse	7	-0.19162771105766296
174106	rnn.bias_hh_l0_reverse	8	-0.05594998598098755
174106	rnn.bias_hh_l0_reverse	9	-0.12386733293533325
174106	linear.weight	0	-0.22424361109733582
174106	linear.weight	1	-0.14191219210624695
174106	linear.weight	2	-0.011228874325752258
174106	linear.weight	3	-0.13829830288887024
174106	linear.weight	4	0.022137336432933807
174106	linear.weight	5	0.19417251646518707
174106	linear.weight	6	0.0047744326293468475
174106	linear.weight	7	-0.021312154829502106
174106	linear.weight	8	0.19705890119075775
174106	linear.weight	9	0.23601225018501282
174106	linear.bias	0	-0.8710101246833801
174106	linear.bias	1	1.3701473474502563
174106	linear.bias	2	-0.40808895230293274
174106	linear.bias	3	-0.7046981453895569
174106	linear.bias	4	-0.8363940715789795
174106	linear.bias	5	-1.1762155294418335
174106	linear.bias	6	-0.9562878012657166
174106	linear.bias	7	-0.7116006016731262
174106	linear.bias	8	-0.01705317199230194
174106	linear.bias	9	3.3869831562042236
174303	transitions	0	-0.43140533566474915
174303	transitions	1	8.640862464904785
174303	transitions	2	-3.542205333709717
174303	transitions	3	1.473954200744629
174303	transitions	4	-2.14900541305542
174303	transitions	5	-0.4029398560523987
174303	transitions	6	-0.19094368815422058
174303	transitions	7	-10000.0
174303	transitions	8	1.7890393733978271
174303	transitions	9	-2.2942144870758057
174303	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
174303	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
174303	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
174303	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
174303	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
174303	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
174303	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
174303	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
174303	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
174303	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
174303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
174303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
174303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
174303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
174303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
174303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
174303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
174303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
174303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
174303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
174303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
174303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
174303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
174303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
174303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
174303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
174303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
174303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
174303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
174303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
174303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
174303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
174303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
174303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
174303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
174303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
174303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
174303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
174303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
174303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
174303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
174303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
174303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
174303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
174303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
174303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
174303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
174303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
174303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
174303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
174303	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
174303	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
174303	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
174303	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
174303	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
174303	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
174303	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
174303	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
174303	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
174303	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
174303	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
174303	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
174303	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
174303	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
174303	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
174303	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
174303	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
174303	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
174303	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
174303	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
174303	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
174303	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
174303	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
174303	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
174303	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
174303	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
174303	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
174303	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
174303	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
174303	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
174303	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
174303	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
174303	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
174303	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
174303	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
174303	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
174303	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
174303	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
174303	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
174303	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
174303	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
174303	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
174303	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
174303	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
174303	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
174303	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
174303	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
174303	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
174303	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
174303	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
174303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
174303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
174303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
174303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
174303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
174303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
174303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
174303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
174303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
174303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
174303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
174303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
174303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
174303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
174303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
174303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
174303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
174303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
174303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
174303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
174303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
174303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
174303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
174303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
174303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
174303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
174303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
174303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
174303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
174303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
174303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
174303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
174303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
174303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
174303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
174303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
174303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
174303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
174303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
174303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
174303	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
174303	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
174303	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
174303	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
174303	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
174303	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
174303	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
174303	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
174303	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
174303	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
174303	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
174303	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
174303	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
174303	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
174303	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
174303	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
174303	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
174303	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
174303	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
174303	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
174303	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
174303	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
174303	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
174303	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
174303	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
174303	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
174303	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
174303	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
174303	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
174303	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
174303	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
174303	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
174303	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
174303	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
174303	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
174303	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
174303	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
174303	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
174303	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
174303	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
174303	embedding2nn.weight	0	0.04497162252664566
174303	embedding2nn.weight	1	-0.08948595076799393
174303	embedding2nn.weight	2	0.023465408012270927
174303	embedding2nn.weight	3	-0.05320858210325241
174303	embedding2nn.weight	4	-0.1177794560790062
174303	embedding2nn.weight	5	0.1223527267575264
174303	embedding2nn.weight	6	-0.12351883202791214
174303	embedding2nn.weight	7	-0.0751584991812706
174303	embedding2nn.weight	8	-0.028339017182588577
174303	embedding2nn.weight	9	0.04585399478673935
174303	embedding2nn.bias	0	0.049990441650152206
174303	embedding2nn.bias	1	0.012216828763484955
174303	embedding2nn.bias	2	-0.11348538845777512
174303	embedding2nn.bias	3	0.052712228149175644
174303	embedding2nn.bias	4	-0.006246180739253759
174303	embedding2nn.bias	5	-0.1483442187309265
174303	embedding2nn.bias	6	-0.11528994888067245
174303	embedding2nn.bias	7	-0.06404809653759003
174303	embedding2nn.bias	8	0.08417951315641403
174303	embedding2nn.bias	9	-0.0455930195748806
174303	rnn.weight_ih_l0	0	0.0493585430085659
174303	rnn.weight_ih_l0	1	-0.07289208471775055
174303	rnn.weight_ih_l0	2	-0.03472514450550079
174303	rnn.weight_ih_l0	3	-0.04631993919610977
174303	rnn.weight_ih_l0	4	0.018320417031645775
174303	rnn.weight_ih_l0	5	-0.11149056255817413
174303	rnn.weight_ih_l0	6	-0.05051741003990173
174303	rnn.weight_ih_l0	7	-0.014634550549089909
174303	rnn.weight_ih_l0	8	0.07650989294052124
174303	rnn.weight_ih_l0	9	0.006936296354979277
174303	rnn.weight_hh_l0	0	0.0016045351512730122
174303	rnn.weight_hh_l0	1	-0.08620338141918182
174303	rnn.weight_hh_l0	2	0.06266605108976364
174303	rnn.weight_hh_l0	3	0.043934885412454605
174303	rnn.weight_hh_l0	4	0.004583763424307108
174303	rnn.weight_hh_l0	5	0.06866120547056198
174303	rnn.weight_hh_l0	6	-0.017559904605150223
174303	rnn.weight_hh_l0	7	-0.10202763229608536
174303	rnn.weight_hh_l0	8	0.015255502425134182
174303	rnn.weight_hh_l0	9	-0.08092289417982101
174303	rnn.bias_ih_l0	0	-0.06910869479179382
174303	rnn.bias_ih_l0	1	-0.17622575163841248
174303	rnn.bias_ih_l0	2	-0.2620249092578888
174303	rnn.bias_ih_l0	3	-0.2824458181858063
174303	rnn.bias_ih_l0	4	-0.002518547000363469
174303	rnn.bias_ih_l0	5	0.048095088452100754
174303	rnn.bias_ih_l0	6	-0.1693309247493744
174303	rnn.bias_ih_l0	7	-0.26130422949790955
174303	rnn.bias_ih_l0	8	-0.13273900747299194
174303	rnn.bias_ih_l0	9	-0.17523539066314697
174303	rnn.bias_hh_l0	0	0.12345430254936218
174303	rnn.bias_hh_l0	1	-0.05704370141029358
174303	rnn.bias_hh_l0	2	0.044700317084789276
174303	rnn.bias_hh_l0	3	-0.18109670281410217
174303	rnn.bias_hh_l0	4	0.04250766336917877
174303	rnn.bias_hh_l0	5	0.048386264592409134
174303	rnn.bias_hh_l0	6	-0.09323317557573318
174303	rnn.bias_hh_l0	7	-0.15752127766609192
174303	rnn.bias_hh_l0	8	-0.18743553757667542
174303	rnn.bias_hh_l0	9	-0.10003191232681274
174303	rnn.weight_ih_l0_reverse	0	-0.03490911051630974
174303	rnn.weight_ih_l0_reverse	1	-0.0006443436723202467
174303	rnn.weight_ih_l0_reverse	2	0.030745087191462517
174303	rnn.weight_ih_l0_reverse	3	0.009340943768620491
174303	rnn.weight_ih_l0_reverse	4	0.03699931129813194
174303	rnn.weight_ih_l0_reverse	5	-0.05271032452583313
174303	rnn.weight_ih_l0_reverse	6	-0.04045657441020012
174303	rnn.weight_ih_l0_reverse	7	0.0028627661522477865
174303	rnn.weight_ih_l0_reverse	8	0.09193800389766693
174303	rnn.weight_ih_l0_reverse	9	0.008865850046277046
174303	rnn.weight_hh_l0_reverse	0	0.0030692194122821093
174303	rnn.weight_hh_l0_reverse	1	0.029561804607510567
174303	rnn.weight_hh_l0_reverse	2	-0.04115089401602745
174303	rnn.weight_hh_l0_reverse	3	0.04005260020494461
174303	rnn.weight_hh_l0_reverse	4	0.023669660091400146
174303	rnn.weight_hh_l0_reverse	5	-0.00494808703660965
174303	rnn.weight_hh_l0_reverse	6	0.06575129181146622
174303	rnn.weight_hh_l0_reverse	7	0.02939346618950367
174303	rnn.weight_hh_l0_reverse	8	-0.01888611540198326
174303	rnn.weight_hh_l0_reverse	9	-0.03268970921635628
174303	rnn.bias_ih_l0_reverse	0	-0.13877907395362854
174303	rnn.bias_ih_l0_reverse	1	-0.31552547216415405
174303	rnn.bias_ih_l0_reverse	2	-0.06305847316980362
174303	rnn.bias_ih_l0_reverse	3	-0.14460086822509766
174303	rnn.bias_ih_l0_reverse	4	0.06503045558929443
174303	rnn.bias_ih_l0_reverse	5	-0.2647436261177063
174303	rnn.bias_ih_l0_reverse	6	-0.05896070972084999
174303	rnn.bias_ih_l0_reverse	7	0.01761053502559662
174303	rnn.bias_ih_l0_reverse	8	-0.18235410749912262
174303	rnn.bias_ih_l0_reverse	9	-0.08552181720733643
174303	rnn.bias_hh_l0_reverse	0	-0.15502610802650452
174303	rnn.bias_hh_l0_reverse	1	-0.1480589210987091
174303	rnn.bias_hh_l0_reverse	2	-0.02012140117585659
174303	rnn.bias_hh_l0_reverse	3	-0.14175359904766083
174303	rnn.bias_hh_l0_reverse	4	-0.026279153302311897
174303	rnn.bias_hh_l0_reverse	5	-0.11184169352054596
174303	rnn.bias_hh_l0_reverse	6	-0.057456888258457184
174303	rnn.bias_hh_l0_reverse	7	-0.19119256734848022
174303	rnn.bias_hh_l0_reverse	8	-0.056108929216861725
174303	rnn.bias_hh_l0_reverse	9	-0.124504454433918
174303	linear.weight	0	-0.21691827476024628
174303	linear.weight	1	-0.13982252776622772
174303	linear.weight	2	-0.011228874325752258
174303	linear.weight	3	-0.13624846935272217
174303	linear.weight	4	0.02677808701992035
174303	linear.weight	5	0.18401530385017395
174303	linear.weight	6	0.0047744326293468475
174303	linear.weight	7	-0.021312154829502106
174303	linear.weight	8	0.1999637335538864
174303	linear.weight	9	0.24347522854804993
174303	linear.bias	0	-0.8796852231025696
174303	linear.bias	1	1.3699491024017334
174303	linear.bias	2	-0.3895531892776489
174303	linear.bias	3	-0.7092053294181824
174303	linear.bias	4	-0.8234554529190063
174303	linear.bias	5	-1.1762357950210571
174303	linear.bias	6	-0.9656413793563843
174303	linear.bias	7	-0.7004074454307556
174303	linear.bias	8	-0.01705317199230194
174303	linear.bias	9	3.3407623767852783
174500	transitions	0	-0.4315398335456848
174500	transitions	1	8.638132095336914
174500	transitions	2	-3.5425469875335693
174500	transitions	3	1.4724260568618774
174500	transitions	4	-2.149251937866211
174500	transitions	5	-0.40298473834991455
174500	transitions	6	-0.1909748613834381
174500	transitions	7	-10000.0
174500	transitions	8	1.7892872095108032
174500	transitions	9	-2.294219732284546
174500	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
174500	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
174500	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
174500	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
174500	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
174500	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
174500	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
174500	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
174500	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
174500	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
174500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
174500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
174500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
174500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
174500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
174500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
174500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
174500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
174500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
174500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
174500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
174500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
174500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
174500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
174500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
174500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
174500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
174500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
174500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
174500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
174500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
174500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
174500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
174500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
174500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
174500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
174500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
174500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
174500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
174500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
174500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
174500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
174500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
174500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
174500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
174500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
174500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
174500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
174500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
174500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
174500	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
174500	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
174500	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
174500	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
174500	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
174500	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
174500	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
174500	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
174500	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
174500	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
174500	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
174500	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
174500	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
174500	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
174500	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
174500	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
174500	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
174500	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
174500	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
174500	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
174500	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
174500	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
174500	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
174500	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
174500	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
174500	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
174500	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
174500	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
174500	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
174500	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
174500	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
174500	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
174500	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
174500	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
174500	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
174500	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
174500	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
174500	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
174500	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
174500	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
174500	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
174500	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
174500	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
174500	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
174500	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
174500	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
174500	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
174500	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
174500	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
174500	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
174500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
174500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
174500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
174500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
174500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
174500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
174500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
174500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
174500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
174500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
174500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
174500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
174500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
174500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
174500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
174500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
174500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
174500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
174500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
174500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
174500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
174500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
174500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
174500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
174500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
174500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
174500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
174500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
174500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
174500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
174500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
174500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
174500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
174500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
174500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
174500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
174500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
174500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
174500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
174500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
174500	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
174500	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
174500	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
174500	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
174500	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
174500	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
174500	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
174500	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
174500	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
174500	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
174500	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
174500	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
174500	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
174500	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
174500	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
174500	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
174500	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
174500	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
174500	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
174500	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
174500	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
174500	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
174500	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
174500	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
174500	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
174500	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
174500	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
174500	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
174500	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
174500	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
174500	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
174500	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
174500	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
174500	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
174500	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
174500	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
174500	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
174500	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
174500	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
174500	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
174500	embedding2nn.weight	0	0.04462270811200142
174500	embedding2nn.weight	1	-0.0890161544084549
174500	embedding2nn.weight	2	0.022046184167265892
174500	embedding2nn.weight	3	-0.053041789680719376
174500	embedding2nn.weight	4	-0.11901445686817169
174500	embedding2nn.weight	5	0.1221192479133606
174500	embedding2nn.weight	6	-0.12142528593540192
174500	embedding2nn.weight	7	-0.07481647282838821
174500	embedding2nn.weight	8	-0.028245411813259125
174500	embedding2nn.weight	9	0.04422193393111229
174500	embedding2nn.bias	0	0.04582683742046356
174500	embedding2nn.bias	1	0.01592661812901497
174500	embedding2nn.bias	2	-0.10848098993301392
174500	embedding2nn.bias	3	0.04790790379047394
174500	embedding2nn.bias	4	0.00043306199950166047
174500	embedding2nn.bias	5	-0.1560935527086258
174500	embedding2nn.bias	6	-0.11697489768266678
174500	embedding2nn.bias	7	-0.05803173407912254
174500	embedding2nn.bias	8	0.08134495466947556
174500	embedding2nn.bias	9	-0.0478271022439003
174500	rnn.weight_ih_l0	0	0.04863385856151581
174500	rnn.weight_ih_l0	1	-0.07367324084043503
174500	rnn.weight_ih_l0	2	-0.0348668098449707
174500	rnn.weight_ih_l0	3	-0.044935837388038635
174500	rnn.weight_ih_l0	4	0.01653963513672352
174500	rnn.weight_ih_l0	5	-0.11258746683597565
174500	rnn.weight_ih_l0	6	-0.04916093870997429
174500	rnn.weight_ih_l0	7	-0.013219713233411312
174500	rnn.weight_ih_l0	8	0.07562156021595001
174500	rnn.weight_ih_l0	9	0.0064446041360497475
174500	rnn.weight_hh_l0	0	0.0017848891438916326
174500	rnn.weight_hh_l0	1	-0.08608293533325195
174500	rnn.weight_hh_l0	2	0.06319603323936462
174500	rnn.weight_hh_l0	3	0.0445110909640789
174500	rnn.weight_hh_l0	4	0.004660238046199083
174500	rnn.weight_hh_l0	5	0.0694311112165451
174500	rnn.weight_hh_l0	6	-0.01763705536723137
174500	rnn.weight_hh_l0	7	-0.10220590978860855
174500	rnn.weight_hh_l0	8	0.015001965686678886
174500	rnn.weight_hh_l0	9	-0.08097069710493088
174500	rnn.bias_ih_l0	0	-0.06555584818124771
174500	rnn.bias_ih_l0	1	-0.17907588183879852
174500	rnn.bias_ih_l0	2	-0.2621020972728729
174500	rnn.bias_ih_l0	3	-0.2815234363079071
174500	rnn.bias_ih_l0	4	-0.0007493691518902779
174500	rnn.bias_ih_l0	5	0.04716702178120613
174500	rnn.bias_ih_l0	6	-0.16824251413345337
174500	rnn.bias_ih_l0	7	-0.26112955808639526
174500	rnn.bias_ih_l0	8	-0.13574518263339996
174500	rnn.bias_ih_l0	9	-0.1749906837940216
174500	rnn.bias_hh_l0	0	0.12326590716838837
174500	rnn.bias_hh_l0	1	-0.05513737350702286
174500	rnn.bias_hh_l0	2	0.045045506209135056
174500	rnn.bias_hh_l0	3	-0.18163153529167175
174500	rnn.bias_hh_l0	4	0.044197771698236465
174500	rnn.bias_hh_l0	5	0.04926980659365654
174500	rnn.bias_hh_l0	6	-0.09454936534166336
174500	rnn.bias_hh_l0	7	-0.15708720684051514
174500	rnn.bias_hh_l0	8	-0.18820859491825104
174500	rnn.bias_hh_l0	9	-0.10199280083179474
174500	rnn.weight_ih_l0_reverse	0	-0.035705793648958206
174500	rnn.weight_ih_l0_reverse	1	0.0003650495782494545
174500	rnn.weight_ih_l0_reverse	2	0.030071012675762177
174500	rnn.weight_ih_l0_reverse	3	0.008521953597664833
174500	rnn.weight_ih_l0_reverse	4	0.038971446454524994
174500	rnn.weight_ih_l0_reverse	5	-0.05200647935271263
174500	rnn.weight_ih_l0_reverse	6	-0.041167907416820526
174500	rnn.weight_ih_l0_reverse	7	0.003316691378131509
174500	rnn.weight_ih_l0_reverse	8	0.09165278822183609
174500	rnn.weight_ih_l0_reverse	9	0.008357640355825424
174500	rnn.weight_hh_l0_reverse	0	0.003293838817626238
174500	rnn.weight_hh_l0_reverse	1	0.0296559389680624
174500	rnn.weight_hh_l0_reverse	2	-0.04016152396798134
174500	rnn.weight_hh_l0_reverse	3	0.040184278041124344
174500	rnn.weight_hh_l0_reverse	4	0.02371983230113983
174500	rnn.weight_hh_l0_reverse	5	-0.004996433388441801
174500	rnn.weight_hh_l0_reverse	6	0.06600072234869003
174500	rnn.weight_hh_l0_reverse	7	0.029619960114359856
174500	rnn.weight_hh_l0_reverse	8	-0.019353745505213737
174500	rnn.weight_hh_l0_reverse	9	-0.032591819763183594
174500	rnn.bias_ih_l0_reverse	0	-0.13767535984516144
174500	rnn.bias_ih_l0_reverse	1	-0.31420814990997314
174500	rnn.bias_ih_l0_reverse	2	-0.06276821345090866
174500	rnn.bias_ih_l0_reverse	3	-0.14434495568275452
174500	rnn.bias_ih_l0_reverse	4	0.06534046679735184
174500	rnn.bias_ih_l0_reverse	5	-0.2638747990131378
174500	rnn.bias_ih_l0_reverse	6	-0.059497807174921036
174500	rnn.bias_ih_l0_reverse	7	0.01571405865252018
174500	rnn.bias_ih_l0_reverse	8	-0.18336176872253418
174500	rnn.bias_ih_l0_reverse	9	-0.08501283824443817
174500	rnn.bias_hh_l0_reverse	0	-0.15465973317623138
174500	rnn.bias_hh_l0_reverse	1	-0.14557477831840515
174500	rnn.bias_hh_l0_reverse	2	-0.02125796675682068
174500	rnn.bias_hh_l0_reverse	3	-0.14041827619075775
174500	rnn.bias_hh_l0_reverse	4	-0.02543819136917591
174500	rnn.bias_hh_l0_reverse	5	-0.11191336810588837
174500	rnn.bias_hh_l0_reverse	6	-0.05795200914144516
174500	rnn.bias_hh_l0_reverse	7	-0.19163739681243896
174500	rnn.bias_hh_l0_reverse	8	-0.05571458861231804
174500	rnn.bias_hh_l0_reverse	9	-0.1257953643798828
174500	linear.weight	0	-0.21100863814353943
174500	linear.weight	1	-0.14379386603832245
174500	linear.weight	2	-0.011228874325752258
174500	linear.weight	3	-0.13534846901893616
174500	linear.weight	4	0.02901099994778633
174500	linear.weight	5	0.186290442943573
174500	linear.weight	6	0.0047744326293468475
174500	linear.weight	7	-0.021312154829502106
174500	linear.weight	8	0.19415025413036346
174500	linear.weight	9	0.24664992094039917
174500	linear.bias	0	-0.8638190031051636
174500	linear.bias	1	1.3706289529800415
174500	linear.bias	2	-0.426287978887558
174500	linear.bias	3	-0.7183653116226196
174500	linear.bias	4	-0.8554461598396301
174500	linear.bias	5	-1.176255226135254
174500	linear.bias	6	-0.9497958421707153
174500	linear.bias	7	-0.7081760168075562
174500	linear.bias	8	-0.01705317199230194
174500	linear.bias	9	3.395601272583008
174697	transitions	0	-0.43179067969322205
174697	transitions	1	8.644495964050293
174697	transitions	2	-3.542841672897339
174697	transitions	3	1.473594069480896
174697	transitions	4	-2.1493866443634033
174697	transitions	5	-0.4036303758621216
174697	transitions	6	-0.19098958373069763
174697	transitions	7	-10000.0
174697	transitions	8	1.789833903312683
174697	transitions	9	-2.2942237854003906
174697	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
174697	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
174697	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
174697	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
174697	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
174697	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
174697	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
174697	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
174697	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
174697	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
174697	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
174697	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
174697	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
174697	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
174697	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
174697	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
174697	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
174697	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
174697	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
174697	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
174697	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
174697	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
174697	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
174697	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
174697	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
174697	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
174697	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
174697	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
174697	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
174697	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
174697	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
174697	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
174697	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
174697	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
174697	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
174697	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
174697	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
174697	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
174697	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
174697	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
174697	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
174697	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
174697	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
174697	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
174697	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
174697	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
174697	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
174697	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
174697	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
174697	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
174697	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
174697	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
174697	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
174697	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
174697	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
174697	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
174697	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
174697	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
174697	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
174697	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
174697	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
174697	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
174697	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
174697	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
174697	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
174697	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
174697	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
174697	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
174697	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
174697	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
174697	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
174697	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
174697	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
174697	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
174697	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
174697	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
174697	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
174697	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
174697	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
174697	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
174697	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
174697	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
174697	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
174697	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
174697	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
174697	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
174697	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
174697	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
174697	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
174697	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
174697	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
174697	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
174697	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
174697	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
174697	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
174697	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
174697	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
174697	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
174697	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
174697	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
174697	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
174697	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
174697	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
174697	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
174697	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
174697	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
174697	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
174697	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
174697	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
174697	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
174697	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
174697	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
174697	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
174697	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
174697	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
174697	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
174697	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
174697	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
174697	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
174697	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
174697	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
174697	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
174697	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
174697	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
174697	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
174697	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
174697	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
174697	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
174697	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
174697	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
174697	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
174697	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
174697	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
174697	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
174697	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
174697	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
174697	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
174697	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
174697	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
174697	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
174697	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
174697	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
174697	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
174697	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
174697	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
174697	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
174697	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
174697	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
174697	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
174697	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
174697	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
174697	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
174697	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
174697	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
174697	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
174697	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
174697	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
174697	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
174697	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
174697	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
174697	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
174697	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
174697	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
174697	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
174697	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
174697	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
174697	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
174697	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
174697	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
174697	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
174697	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
174697	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
174697	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
174697	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
174697	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
174697	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
174697	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
174697	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
174697	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
174697	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
174697	embedding2nn.weight	0	0.04457468166947365
174697	embedding2nn.weight	1	-0.088491290807724
174697	embedding2nn.weight	2	0.024067610502243042
174697	embedding2nn.weight	3	-0.0525679886341095
174697	embedding2nn.weight	4	-0.12010928988456726
174697	embedding2nn.weight	5	0.12132005393505096
174697	embedding2nn.weight	6	-0.12142040580511093
174697	embedding2nn.weight	7	-0.07219463586807251
174697	embedding2nn.weight	8	-0.027928398922085762
174697	embedding2nn.weight	9	0.0443086251616478
174697	embedding2nn.bias	0	0.055022407323122025
174697	embedding2nn.bias	1	0.019587697461247444
174697	embedding2nn.bias	2	-0.11406329274177551
174697	embedding2nn.bias	3	0.04512493684887886
174697	embedding2nn.bias	4	0.001783531391993165
174697	embedding2nn.bias	5	-0.15307380259037018
174697	embedding2nn.bias	6	-0.11776173114776611
174697	embedding2nn.bias	7	-0.05612356960773468
174697	embedding2nn.bias	8	0.08264142274856567
174697	embedding2nn.bias	9	-0.04801391437649727
174697	rnn.weight_ih_l0	0	0.04788355156779289
174697	rnn.weight_ih_l0	1	-0.07470229268074036
174697	rnn.weight_ih_l0	2	-0.03532963991165161
174697	rnn.weight_ih_l0	3	-0.04379201680421829
174697	rnn.weight_ih_l0	4	0.01617404632270336
174697	rnn.weight_ih_l0	5	-0.11152030527591705
174697	rnn.weight_ih_l0	6	-0.04891149327158928
174697	rnn.weight_ih_l0	7	-0.013360360637307167
174697	rnn.weight_ih_l0	8	0.07301296293735504
174697	rnn.weight_ih_l0	9	0.007283106911927462
174697	rnn.weight_hh_l0	0	0.0015578645979985595
174697	rnn.weight_hh_l0	1	-0.08583654463291168
174697	rnn.weight_hh_l0	2	0.06519587337970734
174697	rnn.weight_hh_l0	3	0.04473836347460747
174697	rnn.weight_hh_l0	4	0.00470476970076561
174697	rnn.weight_hh_l0	5	0.06876131147146225
174697	rnn.weight_hh_l0	6	-0.01761488988995552
174697	rnn.weight_hh_l0	7	-0.10263773798942566
174697	rnn.weight_hh_l0	8	0.015015289187431335
174697	rnn.weight_hh_l0	9	-0.08128135651350021
174697	rnn.bias_ih_l0	0	-0.06577887386083603
174697	rnn.bias_ih_l0	1	-0.1793237328529358
174697	rnn.bias_ih_l0	2	-0.26264843344688416
174697	rnn.bias_ih_l0	3	-0.28084519505500793
174697	rnn.bias_ih_l0	4	-0.00616077147424221
174697	rnn.bias_ih_l0	5	0.04644135385751724
174697	rnn.bias_ih_l0	6	-0.16880075633525848
174697	rnn.bias_ih_l0	7	-0.26191145181655884
174697	rnn.bias_ih_l0	8	-0.13582181930541992
174697	rnn.bias_ih_l0	9	-0.17596951127052307
174697	rnn.bias_hh_l0	0	0.12238083779811859
174697	rnn.bias_hh_l0	1	-0.05475481227040291
174697	rnn.bias_hh_l0	2	0.04323945194482803
174697	rnn.bias_hh_l0	3	-0.18016670644283295
174697	rnn.bias_hh_l0	4	0.042215656489133835
174697	rnn.bias_hh_l0	5	0.049468353390693665
174697	rnn.bias_hh_l0	6	-0.09522894769906998
174697	rnn.bias_hh_l0	7	-0.1575508564710617
174697	rnn.bias_hh_l0	8	-0.190230593085289
174697	rnn.bias_hh_l0	9	-0.10296925902366638
174697	rnn.weight_ih_l0_reverse	0	-0.03620283678174019
174697	rnn.weight_ih_l0_reverse	1	0.0009555379510857165
174697	rnn.weight_ih_l0_reverse	2	0.029776284471154213
174697	rnn.weight_ih_l0_reverse	3	0.009225494228303432
174697	rnn.weight_ih_l0_reverse	4	0.039446115493774414
174697	rnn.weight_ih_l0_reverse	5	-0.053426411002874374
174697	rnn.weight_ih_l0_reverse	6	-0.041539911180734634
174697	rnn.weight_ih_l0_reverse	7	0.003730235155671835
174697	rnn.weight_ih_l0_reverse	8	0.09062618017196655
174697	rnn.weight_ih_l0_reverse	9	0.007655418012291193
174697	rnn.weight_hh_l0_reverse	0	0.0029192883521318436
174697	rnn.weight_hh_l0_reverse	1	0.02973569929599762
174697	rnn.weight_hh_l0_reverse	2	-0.039890922605991364
174697	rnn.weight_hh_l0_reverse	3	0.04025326296687126
174697	rnn.weight_hh_l0_reverse	4	0.023592334240674973
174697	rnn.weight_hh_l0_reverse	5	-0.005154535174369812
174697	rnn.weight_hh_l0_reverse	6	0.06591173261404037
174697	rnn.weight_hh_l0_reverse	7	0.030588310211896896
174697	rnn.weight_hh_l0_reverse	8	-0.019760819151997566
174697	rnn.weight_hh_l0_reverse	9	-0.03308870270848274
174697	rnn.bias_ih_l0_reverse	0	-0.1386801153421402
174697	rnn.bias_ih_l0_reverse	1	-0.31369155645370483
174697	rnn.bias_ih_l0_reverse	2	-0.06288471817970276
174697	rnn.bias_ih_l0_reverse	3	-0.14374108612537384
174697	rnn.bias_ih_l0_reverse	4	0.06287550926208496
174697	rnn.bias_ih_l0_reverse	5	-0.2659875750541687
174697	rnn.bias_ih_l0_reverse	6	-0.06009475886821747
174697	rnn.bias_ih_l0_reverse	7	0.01643809862434864
174697	rnn.bias_ih_l0_reverse	8	-0.18380458652973175
174697	rnn.bias_ih_l0_reverse	9	-0.08854473382234573
174697	rnn.bias_hh_l0_reverse	0	-0.15535850822925568
174697	rnn.bias_hh_l0_reverse	1	-0.14762429893016815
174697	rnn.bias_hh_l0_reverse	2	-0.022703219205141068
174697	rnn.bias_hh_l0_reverse	3	-0.13978725671768188
174697	rnn.bias_hh_l0_reverse	4	-0.02566356211900711
174697	rnn.bias_hh_l0_reverse	5	-0.11251281946897507
174697	rnn.bias_hh_l0_reverse	6	-0.05813756585121155
174697	rnn.bias_hh_l0_reverse	7	-0.19259841740131378
174697	rnn.bias_hh_l0_reverse	8	-0.05538284033536911
174697	rnn.bias_hh_l0_reverse	9	-0.1277550905942917
174697	linear.weight	0	-0.20200864970684052
174697	linear.weight	1	-0.14562685787677765
174697	linear.weight	2	-0.011228874325752258
174697	linear.weight	3	-0.13156956434249878
174697	linear.weight	4	0.025652868673205376
174697	linear.weight	5	0.187208890914917
174697	linear.weight	6	0.0047744326293468475
174697	linear.weight	7	-0.021312154829502106
174697	linear.weight	8	0.1868787258863449
174697	linear.weight	9	0.25065937638282776
174697	linear.bias	0	-0.8703545331954956
174697	linear.bias	1	1.394882321357727
174697	linear.bias	2	-0.4220152199268341
174697	linear.bias	3	-0.7198793292045593
174697	linear.bias	4	-0.8848552703857422
174697	linear.bias	5	-1.176273226737976
174697	linear.bias	6	-0.9559496641159058
174697	linear.bias	7	-0.7114499807357788
174697	linear.bias	8	-0.01705317199230194
174697	linear.bias	9	3.4372098445892334
174894	transitions	0	-0.43183374404907227
174894	transitions	1	8.643773078918457
174894	transitions	2	-3.544499397277832
174894	transitions	3	1.4750933647155762
174894	transitions	4	-2.1496808528900146
174894	transitions	5	-0.40367451310157776
174894	transitions	6	-0.19101423025131226
174894	transitions	7	-10000.0
174894	transitions	8	1.7892831563949585
174894	transitions	9	-2.294227361679077
174894	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
174894	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
174894	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
174894	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
174894	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
174894	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
174894	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
174894	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
174894	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
174894	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
174894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
174894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
174894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
174894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
174894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
174894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
174894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
174894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
174894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
174894	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
174894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
174894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
174894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
174894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
174894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
174894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
174894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
174894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
174894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
174894	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
174894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
174894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
174894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
174894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
174894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
174894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
174894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
174894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
174894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
174894	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
174894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
174894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
174894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
174894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
174894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
174894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
174894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
174894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
174894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
174894	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
174894	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
174894	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
174894	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
174894	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
174894	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
174894	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
174894	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
174894	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
174894	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
174894	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
174894	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
174894	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
174894	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
174894	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
174894	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
174894	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
174894	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
174894	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
174894	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
174894	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
174894	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
174894	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
174894	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
174894	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
174894	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
174894	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
174894	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
174894	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
174894	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
174894	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
174894	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
174894	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
174894	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
174894	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
174894	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
174894	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
174894	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
174894	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
174894	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
174894	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
174894	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
174894	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
174894	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
174894	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
174894	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
174894	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
174894	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
174894	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
174894	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
174894	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
174894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
174894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
174894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
174894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
174894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
174894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
174894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
174894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
174894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
174894	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
174894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
174894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
174894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
174894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
174894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
174894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
174894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
174894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
174894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
174894	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
174894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
174894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
174894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
174894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
174894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
174894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
174894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
174894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
174894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
174894	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
174894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
174894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
174894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
174894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
174894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
174894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
174894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
174894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
174894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
174894	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
174894	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
174894	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
174894	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
174894	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
174894	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
174894	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
174894	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
174894	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
174894	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
174894	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
174894	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
174894	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
174894	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
174894	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
174894	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
174894	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
174894	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
174894	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
174894	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
174894	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
174894	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
174894	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
174894	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
174894	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
174894	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
174894	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
174894	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
174894	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
174894	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
174894	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
174894	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
174894	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
174894	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
174894	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
174894	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
174894	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
174894	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
174894	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
174894	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
174894	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
174894	embedding2nn.weight	0	0.04470730572938919
174894	embedding2nn.weight	1	-0.08819352090358734
174894	embedding2nn.weight	2	0.024000301957130432
174894	embedding2nn.weight	3	-0.052292246371507645
174894	embedding2nn.weight	4	-0.11954670399427414
174894	embedding2nn.weight	5	0.12167191505432129
174894	embedding2nn.weight	6	-0.11763276904821396
174894	embedding2nn.weight	7	-0.07215514034032822
174894	embedding2nn.weight	8	-0.027636999264359474
174894	embedding2nn.weight	9	0.044911667704582214
174894	embedding2nn.bias	0	0.055366676300764084
174894	embedding2nn.bias	1	0.01898421160876751
174894	embedding2nn.bias	2	-0.10796119272708893
174894	embedding2nn.bias	3	0.04421594738960266
174894	embedding2nn.bias	4	0.0021032581571489573
174894	embedding2nn.bias	5	-0.15182727575302124
174894	embedding2nn.bias	6	-0.12071827054023743
174894	embedding2nn.bias	7	-0.058553121984004974
174894	embedding2nn.bias	8	0.08111083507537842
174894	embedding2nn.bias	9	-0.05832827463746071
174894	rnn.weight_ih_l0	0	0.04821208864450455
174894	rnn.weight_ih_l0	1	-0.07519669085741043
174894	rnn.weight_ih_l0	2	-0.035401877015829086
174894	rnn.weight_ih_l0	3	-0.04388955235481262
174894	rnn.weight_ih_l0	4	0.014893488958477974
174894	rnn.weight_ih_l0	5	-0.10966258496046066
174894	rnn.weight_ih_l0	6	-0.047472674399614334
174894	rnn.weight_ih_l0	7	-0.013516481034457684
174894	rnn.weight_ih_l0	8	0.07327642291784286
174894	rnn.weight_ih_l0	9	0.006854503881186247
174894	rnn.weight_hh_l0	0	0.00210300600156188
174894	rnn.weight_hh_l0	1	-0.08595211058855057
174894	rnn.weight_hh_l0	2	0.06575234979391098
174894	rnn.weight_hh_l0	3	0.044548917561769485
174894	rnn.weight_hh_l0	4	0.004522467032074928
174894	rnn.weight_hh_l0	5	0.06923505663871765
174894	rnn.weight_hh_l0	6	-0.01765506900846958
174894	rnn.weight_hh_l0	7	-0.10263170301914215
174894	rnn.weight_hh_l0	8	0.014873702079057693
174894	rnn.weight_hh_l0	9	-0.08153482526540756
174894	rnn.bias_ih_l0	0	-0.06506244093179703
174894	rnn.bias_ih_l0	1	-0.17805644869804382
174894	rnn.bias_ih_l0	2	-0.2622203528881073
174894	rnn.bias_ih_l0	3	-0.2788946032524109
174894	rnn.bias_ih_l0	4	-0.003634239546954632
174894	rnn.bias_ih_l0	5	0.046414341777563095
174894	rnn.bias_ih_l0	6	-0.1690646857023239
174894	rnn.bias_ih_l0	7	-0.26236817240715027
174894	rnn.bias_ih_l0	8	-0.13564671576023102
174894	rnn.bias_ih_l0	9	-0.174560546875
174894	rnn.bias_hh_l0	0	0.122698113322258
174894	rnn.bias_hh_l0	1	-0.05576794967055321
174894	rnn.bias_hh_l0	2	0.041089337319135666
174894	rnn.bias_hh_l0	3	-0.17974631488323212
174894	rnn.bias_hh_l0	4	0.04055715724825859
174894	rnn.bias_hh_l0	5	0.048512764275074005
174894	rnn.bias_hh_l0	6	-0.09471581131219864
174894	rnn.bias_hh_l0	7	-0.15924255549907684
174894	rnn.bias_hh_l0	8	-0.19086036086082458
174894	rnn.bias_hh_l0	9	-0.10522383451461792
174894	rnn.weight_ih_l0_reverse	0	-0.03601345047354698
174894	rnn.weight_ih_l0_reverse	1	0.001171660958789289
174894	rnn.weight_ih_l0_reverse	2	0.029591210186481476
174894	rnn.weight_ih_l0_reverse	3	0.009234689176082611
174894	rnn.weight_ih_l0_reverse	4	0.03946823254227638
174894	rnn.weight_ih_l0_reverse	5	-0.05283332243561745
174894	rnn.weight_ih_l0_reverse	6	-0.04084441810846329
174894	rnn.weight_ih_l0_reverse	7	0.002964345272630453
174894	rnn.weight_ih_l0_reverse	8	0.08899775892496109
174894	rnn.weight_ih_l0_reverse	9	0.0063742371276021
174894	rnn.weight_hh_l0_reverse	0	0.0034245362039655447
174894	rnn.weight_hh_l0_reverse	1	0.029809553176164627
174894	rnn.weight_hh_l0_reverse	2	-0.040381066501140594
174894	rnn.weight_hh_l0_reverse	3	0.040089190006256104
174894	rnn.weight_hh_l0_reverse	4	0.024102341383695602
174894	rnn.weight_hh_l0_reverse	5	-0.005568469874560833
174894	rnn.weight_hh_l0_reverse	6	0.06579815596342087
174894	rnn.weight_hh_l0_reverse	7	0.03082284703850746
174894	rnn.weight_hh_l0_reverse	8	-0.020513096824288368
174894	rnn.weight_hh_l0_reverse	9	-0.033004146069288254
174894	rnn.bias_ih_l0_reverse	0	-0.14061793684959412
174894	rnn.bias_ih_l0_reverse	1	-0.31169718503952026
174894	rnn.bias_ih_l0_reverse	2	-0.06339231878519058
174894	rnn.bias_ih_l0_reverse	3	-0.14389441907405853
174894	rnn.bias_ih_l0_reverse	4	0.06358601152896881
174894	rnn.bias_ih_l0_reverse	5	-0.26691052317619324
174894	rnn.bias_ih_l0_reverse	6	-0.06042732298374176
174894	rnn.bias_ih_l0_reverse	7	0.016216231510043144
174894	rnn.bias_ih_l0_reverse	8	-0.1831631362438202
174894	rnn.bias_ih_l0_reverse	9	-0.08739104121923447
174894	rnn.bias_hh_l0_reverse	0	-0.15616481006145477
174894	rnn.bias_hh_l0_reverse	1	-0.1484556943178177
174894	rnn.bias_hh_l0_reverse	2	-0.02279168926179409
174894	rnn.bias_hh_l0_reverse	3	-0.14011244475841522
174894	rnn.bias_hh_l0_reverse	4	-0.02474299632012844
174894	rnn.bias_hh_l0_reverse	5	-0.11309504508972168
174894	rnn.bias_hh_l0_reverse	6	-0.05983242392539978
174894	rnn.bias_hh_l0_reverse	7	-0.1931721419095993
174894	rnn.bias_hh_l0_reverse	8	-0.05536868795752525
174894	rnn.bias_hh_l0_reverse	9	-0.1291026473045349
174894	linear.weight	0	-0.2049117386341095
174894	linear.weight	1	-0.1440882533788681
174894	linear.weight	2	-0.011228874325752258
174894	linear.weight	3	-0.13128681480884552
174894	linear.weight	4	0.023101139813661575
174894	linear.weight	5	0.20462433993816376
174894	linear.weight	6	0.0047744326293468475
174894	linear.weight	7	-0.021312154829502106
174894	linear.weight	8	0.18486270308494568
174894	linear.weight	9	0.2534414529800415
174894	linear.bias	0	-0.8572384715080261
174894	linear.bias	1	1.38320791721344
174894	linear.bias	2	-0.4177429974079132
174894	linear.bias	3	-0.699488639831543
174894	linear.bias	4	-0.8927338123321533
174894	linear.bias	5	-1.176291584968567
174894	linear.bias	6	-0.9439429044723511
174894	linear.bias	7	-0.7138845324516296
174894	linear.bias	8	-0.01705317199230194
174894	linear.bias	9	3.368802309036255
175091	transitions	0	-0.43208950757980347
175091	transitions	1	8.628030776977539
175091	transitions	2	-3.5450074672698975
175091	transitions	3	1.4799000024795532
175091	transitions	4	-2.1508853435516357
175091	transitions	5	-0.40369659662246704
175091	transitions	6	-0.19103777408599854
175091	transitions	7	-10000.0
175091	transitions	8	1.7874643802642822
175091	transitions	9	-2.2942326068878174
175091	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
175091	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
175091	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
175091	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
175091	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
175091	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
175091	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
175091	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
175091	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
175091	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
175091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
175091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
175091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
175091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
175091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
175091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
175091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
175091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
175091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
175091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
175091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
175091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
175091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
175091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
175091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
175091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
175091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
175091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
175091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
175091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
175091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
175091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
175091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
175091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
175091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
175091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
175091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
175091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
175091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
175091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
175091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
175091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
175091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
175091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
175091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
175091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
175091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
175091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
175091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
175091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
175091	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
175091	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
175091	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
175091	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
175091	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
175091	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
175091	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
175091	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
175091	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
175091	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
175091	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
175091	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
175091	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
175091	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
175091	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
175091	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
175091	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
175091	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
175091	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
175091	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
175091	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
175091	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
175091	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
175091	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
175091	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
175091	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
175091	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
175091	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
175091	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
175091	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
175091	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
175091	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
175091	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
175091	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
175091	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
175091	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
175091	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
175091	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
175091	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
175091	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
175091	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
175091	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
175091	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
175091	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
175091	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
175091	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
175091	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
175091	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
175091	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
175091	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
175091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
175091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
175091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
175091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
175091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
175091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
175091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
175091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
175091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
175091	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
175091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
175091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
175091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
175091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
175091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
175091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
175091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
175091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
175091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
175091	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
175091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
175091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
175091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
175091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
175091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
175091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
175091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
175091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
175091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
175091	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
175091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
175091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
175091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
175091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
175091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
175091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
175091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
175091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
175091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
175091	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
175091	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
175091	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
175091	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
175091	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
175091	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
175091	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
175091	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
175091	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
175091	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
175091	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
175091	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
175091	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
175091	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
175091	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
175091	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
175091	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
175091	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
175091	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
175091	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
175091	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
175091	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
175091	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
175091	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
175091	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
175091	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
175091	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
175091	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
175091	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
175091	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
175091	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
175091	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
175091	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
175091	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
175091	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
175091	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
175091	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
175091	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
175091	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
175091	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
175091	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
175091	embedding2nn.weight	0	0.04454464092850685
175091	embedding2nn.weight	1	-0.08948300778865814
175091	embedding2nn.weight	2	0.02348319999873638
175091	embedding2nn.weight	3	-0.053003307431936264
175091	embedding2nn.weight	4	-0.11887478828430176
175091	embedding2nn.weight	5	0.12209472060203552
175091	embedding2nn.weight	6	-0.11800657212734222
175091	embedding2nn.weight	7	-0.07175034284591675
175091	embedding2nn.weight	8	-0.02713429182767868
175091	embedding2nn.weight	9	0.041935257613658905
175091	embedding2nn.bias	0	0.06335016340017319
175091	embedding2nn.bias	1	0.014519942924380302
175091	embedding2nn.bias	2	-0.11406881362199783
175091	embedding2nn.bias	3	0.0522305928170681
175091	embedding2nn.bias	4	-0.008341052569448948
175091	embedding2nn.bias	5	-0.14739540219306946
175091	embedding2nn.bias	6	-0.13090455532073975
175091	embedding2nn.bias	7	-0.05299334228038788
175091	embedding2nn.bias	8	0.08292428404092789
175091	embedding2nn.bias	9	-0.059091296046972275
175091	rnn.weight_ih_l0	0	0.046981535851955414
175091	rnn.weight_ih_l0	1	-0.07653668522834778
175091	rnn.weight_ih_l0	2	-0.036100875586271286
175091	rnn.weight_ih_l0	3	-0.043618813157081604
175091	rnn.weight_ih_l0	4	0.015123909339308739
175091	rnn.weight_ih_l0	5	-0.10912784188985825
175091	rnn.weight_ih_l0	6	-0.04772672802209854
175091	rnn.weight_ih_l0	7	-0.014221224002540112
175091	rnn.weight_ih_l0	8	0.07452372461557388
175091	rnn.weight_ih_l0	9	0.006671912502497435
175091	rnn.weight_hh_l0	0	0.0019596845377236605
175091	rnn.weight_hh_l0	1	-0.08580907434225082
175091	rnn.weight_hh_l0	2	0.06492526829242706
175091	rnn.weight_hh_l0	3	0.04476777836680412
175091	rnn.weight_hh_l0	4	0.004582751542329788
175091	rnn.weight_hh_l0	5	0.0689593181014061
175091	rnn.weight_hh_l0	6	-0.017847511917352676
175091	rnn.weight_hh_l0	7	-0.1024613082408905
175091	rnn.weight_hh_l0	8	0.014162391424179077
175091	rnn.weight_hh_l0	9	-0.08188008517026901
175091	rnn.bias_ih_l0	0	-0.06456445157527924
175091	rnn.bias_ih_l0	1	-0.17965565621852875
175091	rnn.bias_ih_l0	2	-0.2619549632072449
175091	rnn.bias_ih_l0	3	-0.28025734424591064
175091	rnn.bias_ih_l0	4	-0.004200248513370752
175091	rnn.bias_ih_l0	5	0.04705598205327988
175091	rnn.bias_ih_l0	6	-0.16971641778945923
175091	rnn.bias_ih_l0	7	-0.2629748582839966
175091	rnn.bias_ih_l0	8	-0.1373143345117569
175091	rnn.bias_ih_l0	9	-0.17510560154914856
175091	rnn.bias_hh_l0	0	0.12179204076528549
175091	rnn.bias_hh_l0	1	-0.056015994399785995
175091	rnn.bias_hh_l0	2	0.04194235801696777
175091	rnn.bias_hh_l0	3	-0.1826394647359848
175091	rnn.bias_hh_l0	4	0.04284200444817543
175091	rnn.bias_hh_l0	5	0.048206083476543427
175091	rnn.bias_hh_l0	6	-0.09366293996572495
175091	rnn.bias_hh_l0	7	-0.1591094732284546
175091	rnn.bias_hh_l0	8	-0.1908099353313446
175091	rnn.bias_hh_l0	9	-0.10432706028223038
175091	rnn.weight_ih_l0_reverse	0	-0.0352289155125618
175091	rnn.weight_ih_l0_reverse	1	0.0009036503033712506
175091	rnn.weight_ih_l0_reverse	2	0.030242793262004852
175091	rnn.weight_ih_l0_reverse	3	0.009350608102977276
175091	rnn.weight_ih_l0_reverse	4	0.038474805653095245
175091	rnn.weight_ih_l0_reverse	5	-0.0532209575176239
175091	rnn.weight_ih_l0_reverse	6	-0.04078450798988342
175091	rnn.weight_ih_l0_reverse	7	0.0018396541709080338
175091	rnn.weight_ih_l0_reverse	8	0.089311383664608
175091	rnn.weight_ih_l0_reverse	9	0.006661309860646725
175091	rnn.weight_hh_l0_reverse	0	0.003276467090472579
175091	rnn.weight_hh_l0_reverse	1	0.029707787558436394
175091	rnn.weight_hh_l0_reverse	2	-0.04049912467598915
175091	rnn.weight_hh_l0_reverse	3	0.03948352485895157
175091	rnn.weight_hh_l0_reverse	4	0.02373487874865532
175091	rnn.weight_hh_l0_reverse	5	-0.005364966578781605
175091	rnn.weight_hh_l0_reverse	6	0.06498690694570541
175091	rnn.weight_hh_l0_reverse	7	0.030502643436193466
175091	rnn.weight_hh_l0_reverse	8	-0.019724015146493912
175091	rnn.weight_hh_l0_reverse	9	-0.033054057508707047
175091	rnn.bias_ih_l0_reverse	0	-0.14162208139896393
175091	rnn.bias_ih_l0_reverse	1	-0.3136083781719208
175091	rnn.bias_ih_l0_reverse	2	-0.06306585669517517
175091	rnn.bias_ih_l0_reverse	3	-0.14446845650672913
175091	rnn.bias_ih_l0_reverse	4	0.059735849499702454
175091	rnn.bias_ih_l0_reverse	5	-0.26708564162254333
175091	rnn.bias_ih_l0_reverse	6	-0.059880662709474564
175091	rnn.bias_ih_l0_reverse	7	0.01607183739542961
175091	rnn.bias_ih_l0_reverse	8	-0.18322834372520447
175091	rnn.bias_ih_l0_reverse	9	-0.08638100326061249
175091	rnn.bias_hh_l0_reverse	0	-0.1554243117570877
175091	rnn.bias_hh_l0_reverse	1	-0.14749088883399963
175091	rnn.bias_hh_l0_reverse	2	-0.023611044511198997
175091	rnn.bias_hh_l0_reverse	3	-0.14137905836105347
175091	rnn.bias_hh_l0_reverse	4	-0.025065282359719276
175091	rnn.bias_hh_l0_reverse	5	-0.1146082654595375
175091	rnn.bias_hh_l0_reverse	6	-0.0592440627515316
175091	rnn.bias_hh_l0_reverse	7	-0.19298630952835083
175091	rnn.bias_hh_l0_reverse	8	-0.0553487204015255
175091	rnn.bias_hh_l0_reverse	9	-0.12936122715473175
175091	linear.weight	0	-0.20450644195079803
175091	linear.weight	1	-0.13287106156349182
175091	linear.weight	2	-0.011228874325752258
175091	linear.weight	3	-0.13234268128871918
175091	linear.weight	4	0.02445654198527336
175091	linear.weight	5	0.21145424246788025
175091	linear.weight	6	0.0047744326293468475
175091	linear.weight	7	-0.021312154829502106
175091	linear.weight	8	0.1869804859161377
175091	linear.weight	9	0.2569570243358612
175091	linear.bias	0	-0.8528259992599487
175091	linear.bias	1	1.392514944076538
175091	linear.bias	2	-0.42570292949676514
175091	linear.bias	3	-0.715794026851654
175091	linear.bias	4	-0.8776610493659973
175091	linear.bias	5	-1.1763145923614502
175091	linear.bias	6	-0.9377491474151611
175091	linear.bias	7	-0.70753413438797
175091	linear.bias	8	-0.01705317199230194
175091	linear.bias	9	3.3675191402435303
175288	transitions	0	-0.4321938455104828
175288	transitions	1	8.648058891296387
175288	transitions	2	-3.5454821586608887
175288	transitions	3	1.47565495967865
175288	transitions	4	-2.151118516921997
175288	transitions	5	-0.4040798544883728
175288	transitions	6	-0.19105887413024902
175288	transitions	7	-10000.0
175288	transitions	8	1.790902853012085
175288	transitions	9	-2.2942373752593994
175288	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
175288	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
175288	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
175288	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
175288	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
175288	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
175288	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
175288	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
175288	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
175288	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
175288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
175288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
175288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
175288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
175288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
175288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
175288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
175288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
175288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
175288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
175288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
175288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
175288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
175288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
175288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
175288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
175288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
175288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
175288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
175288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
175288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
175288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
175288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
175288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
175288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
175288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
175288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
175288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
175288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
175288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
175288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
175288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
175288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
175288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
175288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
175288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
175288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
175288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
175288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
175288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
175288	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
175288	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
175288	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
175288	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
175288	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
175288	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
175288	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
175288	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
175288	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
175288	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
175288	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
175288	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
175288	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
175288	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
175288	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
175288	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
175288	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
175288	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
175288	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
175288	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
175288	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
175288	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
175288	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
175288	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
175288	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
175288	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
175288	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
175288	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
175288	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
175288	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
175288	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
175288	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
175288	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
175288	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
175288	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
175288	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
175288	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
175288	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
175288	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
175288	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
175288	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
175288	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
175288	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
175288	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
175288	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
175288	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
175288	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
175288	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
175288	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
175288	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
175288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
175288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
175288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
175288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
175288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
175288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
175288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
175288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
175288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
175288	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
175288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
175288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
175288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
175288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
175288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
175288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
175288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
175288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
175288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
175288	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
175288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
175288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
175288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
175288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
175288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
175288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
175288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
175288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
175288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
175288	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
175288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
175288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
175288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
175288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
175288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
175288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
175288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
175288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
175288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
175288	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
175288	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
175288	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
175288	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
175288	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
175288	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
175288	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
175288	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
175288	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
175288	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
175288	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
175288	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
175288	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
175288	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
175288	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
175288	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
175288	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
175288	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
175288	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
175288	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
175288	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
175288	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
175288	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
175288	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
175288	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
175288	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
175288	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
175288	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
175288	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
175288	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
175288	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
175288	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
175288	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
175288	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
175288	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
175288	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
175288	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
175288	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
175288	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
175288	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
175288	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
175288	embedding2nn.weight	0	0.044294342398643494
175288	embedding2nn.weight	1	-0.09055538475513458
175288	embedding2nn.weight	2	0.02268492989242077
175288	embedding2nn.weight	3	-0.053948331624269485
175288	embedding2nn.weight	4	-0.11942316591739655
175288	embedding2nn.weight	5	0.1219569742679596
175288	embedding2nn.weight	6	-0.1180221438407898
175288	embedding2nn.weight	7	-0.07034260034561157
175288	embedding2nn.weight	8	-0.027096251025795937
175288	embedding2nn.weight	9	0.042738236486911774
175288	embedding2nn.bias	0	0.06689061969518661
175288	embedding2nn.bias	1	0.018799997866153717
175288	embedding2nn.bias	2	-0.11495717614889145
175288	embedding2nn.bias	3	0.05239088833332062
175288	embedding2nn.bias	4	-0.0089569091796875
175288	embedding2nn.bias	5	-0.15327689051628113
175288	embedding2nn.bias	6	-0.11432451009750366
175288	embedding2nn.bias	7	-0.045765239745378494
175288	embedding2nn.bias	8	0.08586994558572769
175288	embedding2nn.bias	9	-0.06859814375638962
175288	rnn.weight_ih_l0	0	0.04664381220936775
175288	rnn.weight_ih_l0	1	-0.07692604511976242
175288	rnn.weight_ih_l0	2	-0.03624430298805237
175288	rnn.weight_ih_l0	3	-0.043721869587898254
175288	rnn.weight_ih_l0	4	0.014950093813240528
175288	rnn.weight_ih_l0	5	-0.10930970311164856
175288	rnn.weight_ih_l0	6	-0.04604436457157135
175288	rnn.weight_ih_l0	7	-0.01453816145658493
175288	rnn.weight_ih_l0	8	0.07416394352912903
175288	rnn.weight_ih_l0	9	0.006363512482494116
175288	rnn.weight_hh_l0	0	0.0020699496380984783
175288	rnn.weight_hh_l0	1	-0.08604249358177185
175288	rnn.weight_hh_l0	2	0.06497940421104431
175288	rnn.weight_hh_l0	3	0.045041654258966446
175288	rnn.weight_hh_l0	4	0.004591093864291906
175288	rnn.weight_hh_l0	5	0.068207748234272
175288	rnn.weight_hh_l0	6	-0.017916588112711906
175288	rnn.weight_hh_l0	7	-0.10271833837032318
175288	rnn.weight_hh_l0	8	0.014734413474798203
175288	rnn.weight_hh_l0	9	-0.08301033824682236
175288	rnn.bias_ih_l0	0	-0.062056493014097214
175288	rnn.bias_ih_l0	1	-0.17848140001296997
175288	rnn.bias_ih_l0	2	-0.2603818476200104
175288	rnn.bias_ih_l0	3	-0.28052493929862976
175288	rnn.bias_ih_l0	4	-0.0012474627001211047
175288	rnn.bias_ih_l0	5	0.04618188366293907
175288	rnn.bias_ih_l0	6	-0.17128886282444
175288	rnn.bias_ih_l0	7	-0.26086294651031494
175288	rnn.bias_ih_l0	8	-0.13716578483581543
175288	rnn.bias_ih_l0	9	-0.1761484295129776
175288	rnn.bias_hh_l0	0	0.12343868613243103
175288	rnn.bias_hh_l0	1	-0.055915746837854385
175288	rnn.bias_hh_l0	2	0.0406205877661705
175288	rnn.bias_hh_l0	3	-0.18085473775863647
175288	rnn.bias_hh_l0	4	0.03950865566730499
175288	rnn.bias_hh_l0	5	0.04676106572151184
175288	rnn.bias_hh_l0	6	-0.09535547345876694
175288	rnn.bias_hh_l0	7	-0.15651218593120575
175288	rnn.bias_hh_l0	8	-0.19115741550922394
175288	rnn.bias_hh_l0	9	-0.10478932410478592
175288	rnn.weight_ih_l0_reverse	0	-0.03398096188902855
175288	rnn.weight_ih_l0_reverse	1	0.00041868642438203096
175288	rnn.weight_ih_l0_reverse	2	0.02819734625518322
175288	rnn.weight_ih_l0_reverse	3	0.010864906013011932
175288	rnn.weight_ih_l0_reverse	4	0.03810805827379227
175288	rnn.weight_ih_l0_reverse	5	-0.05450098589062691
175288	rnn.weight_ih_l0_reverse	6	-0.04283575341105461
175288	rnn.weight_ih_l0_reverse	7	0.0020576321985572577
175288	rnn.weight_ih_l0_reverse	8	0.09055167436599731
175288	rnn.weight_ih_l0_reverse	9	0.006090475246310234
175288	rnn.weight_hh_l0_reverse	0	0.0033894460648298264
175288	rnn.weight_hh_l0_reverse	1	0.029584454372525215
175288	rnn.weight_hh_l0_reverse	2	-0.040561653673648834
175288	rnn.weight_hh_l0_reverse	3	0.03970552235841751
175288	rnn.weight_hh_l0_reverse	4	0.023872943595051765
175288	rnn.weight_hh_l0_reverse	5	-0.005739562679082155
175288	rnn.weight_hh_l0_reverse	6	0.06465178728103638
175288	rnn.weight_hh_l0_reverse	7	0.030767027288675308
175288	rnn.weight_hh_l0_reverse	8	-0.020085036754608154
175288	rnn.weight_hh_l0_reverse	9	-0.03271212428808212
175288	rnn.bias_ih_l0_reverse	0	-0.14045068621635437
175288	rnn.bias_ih_l0_reverse	1	-0.31192323565483093
175288	rnn.bias_ih_l0_reverse	2	-0.06437564641237259
175288	rnn.bias_ih_l0_reverse	3	-0.1431746929883957
175288	rnn.bias_ih_l0_reverse	4	0.06018402427434921
175288	rnn.bias_ih_l0_reverse	5	-0.268661230802536
175288	rnn.bias_ih_l0_reverse	6	-0.060067903250455856
175288	rnn.bias_ih_l0_reverse	7	0.015168187208473682
175288	rnn.bias_ih_l0_reverse	8	-0.1826465129852295
175288	rnn.bias_ih_l0_reverse	9	-0.08565191179513931
175288	rnn.bias_hh_l0_reverse	0	-0.15537847578525543
175288	rnn.bias_hh_l0_reverse	1	-0.14550675451755524
175288	rnn.bias_hh_l0_reverse	2	-0.023444904014468193
175288	rnn.bias_hh_l0_reverse	3	-0.14188145101070404
175288	rnn.bias_hh_l0_reverse	4	-0.02570030651986599
175288	rnn.bias_hh_l0_reverse	5	-0.11354195326566696
175288	rnn.bias_hh_l0_reverse	6	-0.05860874056816101
175288	rnn.bias_hh_l0_reverse	7	-0.1933692991733551
175288	rnn.bias_hh_l0_reverse	8	-0.05541033670306206
175288	rnn.bias_hh_l0_reverse	9	-0.13062536716461182
175288	linear.weight	0	-0.2006949931383133
175288	linear.weight	1	-0.13347958028316498
175288	linear.weight	2	-0.011228874325752258
175288	linear.weight	3	-0.13499610126018524
175288	linear.weight	4	0.00969296507537365
175288	linear.weight	5	0.2007422000169754
175288	linear.weight	6	0.0047744326293468475
175288	linear.weight	7	-0.021312154829502106
175288	linear.weight	8	0.18945664167404175
175288	linear.weight	9	0.25420206785202026
175288	linear.bias	0	-0.8443282842636108
175288	linear.bias	1	1.3386672735214233
175288	linear.bias	2	-0.4394117295742035
175288	linear.bias	3	-0.6867803335189819
175288	linear.bias	4	-0.879302442073822
175288	linear.bias	5	-1.1763395071029663
175288	linear.bias	6	-0.928159773349762
175288	linear.bias	7	-0.7035574316978455
175288	linear.bias	8	-0.01705317199230194
175288	linear.bias	9	3.3544375896453857
175485	transitions	0	-0.4322419762611389
175485	transitions	1	8.63785171508789
175485	transitions	2	-3.545771837234497
175485	transitions	3	1.4794353246688843
175485	transitions	4	-2.1513307094573975
175485	transitions	5	-0.40411701798439026
175485	transitions	6	-0.19107331335544586
175485	transitions	7	-10000.0
175485	transitions	8	1.790382981300354
175485	transitions	9	-2.2942399978637695
175485	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
175485	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
175485	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
175485	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
175485	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
175485	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
175485	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
175485	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
175485	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
175485	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
175485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
175485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
175485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
175485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
175485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
175485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
175485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
175485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
175485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
175485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
175485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
175485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
175485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
175485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
175485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
175485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
175485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
175485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
175485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
175485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
175485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
175485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
175485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
175485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
175485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
175485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
175485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
175485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
175485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
175485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
175485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
175485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
175485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
175485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
175485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
175485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
175485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
175485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
175485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
175485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
175485	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
175485	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
175485	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
175485	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
175485	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
175485	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
175485	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
175485	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
175485	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
175485	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
175485	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
175485	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
175485	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
175485	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
175485	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
175485	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
175485	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
175485	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
175485	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
175485	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
175485	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
175485	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
175485	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
175485	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
175485	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
175485	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
175485	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
175485	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
175485	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
175485	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
175485	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
175485	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
175485	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
175485	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
175485	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
175485	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
175485	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
175485	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
175485	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
175485	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
175485	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
175485	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
175485	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
175485	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
175485	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
175485	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
175485	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
175485	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
175485	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
175485	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
175485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
175485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
175485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
175485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
175485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
175485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
175485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
175485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
175485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
175485	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
175485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
175485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
175485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
175485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
175485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
175485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
175485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
175485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
175485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
175485	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
175485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
175485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
175485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
175485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
175485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
175485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
175485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
175485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
175485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
175485	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
175485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
175485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
175485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
175485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
175485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
175485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
175485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
175485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
175485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
175485	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
175485	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
175485	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
175485	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
175485	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
175485	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
175485	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
175485	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
175485	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
175485	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
175485	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
175485	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
175485	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
175485	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
175485	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
175485	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
175485	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
175485	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
175485	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
175485	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
175485	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
175485	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
175485	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
175485	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
175485	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
175485	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
175485	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
175485	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
175485	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
175485	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
175485	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
175485	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
175485	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
175485	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
175485	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
175485	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
175485	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
175485	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
175485	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
175485	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
175485	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
175485	embedding2nn.weight	0	0.0440811924636364
175485	embedding2nn.weight	1	-0.09008572995662689
175485	embedding2nn.weight	2	0.02182462438941002
175485	embedding2nn.weight	3	-0.05500791594386101
175485	embedding2nn.weight	4	-0.12145989388227463
175485	embedding2nn.weight	5	0.12128415703773499
175485	embedding2nn.weight	6	-0.11459435522556305
175485	embedding2nn.weight	7	-0.07166122645139694
175485	embedding2nn.weight	8	-0.027227068319916725
175485	embedding2nn.weight	9	0.04562943056225777
175485	embedding2nn.bias	0	0.06379241496324539
175485	embedding2nn.bias	1	0.012914450839161873
175485	embedding2nn.bias	2	-0.10882284492254257
175485	embedding2nn.bias	3	0.045501697808504105
175485	embedding2nn.bias	4	-0.01320105791091919
175485	embedding2nn.bias	5	-0.15142066776752472
175485	embedding2nn.bias	6	-0.11963573098182678
175485	embedding2nn.bias	7	-0.04313364997506142
175485	embedding2nn.bias	8	0.08816754072904587
175485	embedding2nn.bias	9	-0.06686700135469437
175485	rnn.weight_ih_l0	0	0.04683120176196098
175485	rnn.weight_ih_l0	1	-0.07518436759710312
175485	rnn.weight_ih_l0	2	-0.03578224033117294
175485	rnn.weight_ih_l0	3	-0.04280312359333038
175485	rnn.weight_ih_l0	4	0.015351979993283749
175485	rnn.weight_ih_l0	5	-0.1082984134554863
175485	rnn.weight_ih_l0	6	-0.04587777704000473
175485	rnn.weight_ih_l0	7	-0.013958610594272614
175485	rnn.weight_ih_l0	8	0.0730614885687828
175485	rnn.weight_ih_l0	9	0.005674582906067371
175485	rnn.weight_hh_l0	0	0.0012899304274469614
175485	rnn.weight_hh_l0	1	-0.08617192506790161
175485	rnn.weight_hh_l0	2	0.06502675265073776
175485	rnn.weight_hh_l0	3	0.044920895248651505
175485	rnn.weight_hh_l0	4	0.004898950923234224
175485	rnn.weight_hh_l0	5	0.06802158802747726
175485	rnn.weight_hh_l0	6	-0.017906267195940018
175485	rnn.weight_hh_l0	7	-0.10274449735879898
175485	rnn.weight_hh_l0	8	0.014866906218230724
175485	rnn.weight_hh_l0	9	-0.08420222252607346
175485	rnn.bias_ih_l0	0	-0.0639905259013176
175485	rnn.bias_ih_l0	1	-0.17815515398979187
175485	rnn.bias_ih_l0	2	-0.2604126036167145
175485	rnn.bias_ih_l0	3	-0.2798135280609131
175485	rnn.bias_ih_l0	4	0.0018015975365415215
175485	rnn.bias_ih_l0	5	0.047473810613155365
175485	rnn.bias_ih_l0	6	-0.17114056646823883
175485	rnn.bias_ih_l0	7	-0.2621558904647827
175485	rnn.bias_ih_l0	8	-0.13613565266132355
175485	rnn.bias_ih_l0	9	-0.17521478235721588
175485	rnn.bias_hh_l0	0	0.12138684093952179
175485	rnn.bias_hh_l0	1	-0.05632955953478813
175485	rnn.bias_hh_l0	2	0.03989645466208458
175485	rnn.bias_hh_l0	3	-0.18049173057079315
175485	rnn.bias_hh_l0	4	0.0407349057495594
175485	rnn.bias_hh_l0	5	0.04863125458359718
175485	rnn.bias_hh_l0	6	-0.09527627378702164
175485	rnn.bias_hh_l0	7	-0.15811632573604584
175485	rnn.bias_hh_l0	8	-0.1904650181531906
175485	rnn.bias_hh_l0	9	-0.10598915070295334
175485	rnn.weight_ih_l0_reverse	0	-0.03242311254143715
175485	rnn.weight_ih_l0_reverse	1	0.00045369614963419735
175485	rnn.weight_ih_l0_reverse	2	0.02888219989836216
175485	rnn.weight_ih_l0_reverse	3	0.010599043220281601
175485	rnn.weight_ih_l0_reverse	4	0.03855390474200249
175485	rnn.weight_ih_l0_reverse	5	-0.05486347898840904
175485	rnn.weight_ih_l0_reverse	6	-0.04361432418227196
175485	rnn.weight_ih_l0_reverse	7	0.0024142225738614798
175485	rnn.weight_ih_l0_reverse	8	0.09395647048950195
175485	rnn.weight_ih_l0_reverse	9	0.006756014656275511
175485	rnn.weight_hh_l0_reverse	0	0.0029813856817781925
175485	rnn.weight_hh_l0_reverse	1	0.029737651348114014
175485	rnn.weight_hh_l0_reverse	2	-0.040327999740839005
175485	rnn.weight_hh_l0_reverse	3	0.03910207375884056
175485	rnn.weight_hh_l0_reverse	4	0.023767055943608284
175485	rnn.weight_hh_l0_reverse	5	-0.006237824447453022
175485	rnn.weight_hh_l0_reverse	6	0.06530366837978363
175485	rnn.weight_hh_l0_reverse	7	0.0304573941975832
175485	rnn.weight_hh_l0_reverse	8	-0.01969866454601288
175485	rnn.weight_hh_l0_reverse	9	-0.032346904277801514
175485	rnn.bias_ih_l0_reverse	0	-0.13876719772815704
175485	rnn.bias_ih_l0_reverse	1	-0.312747597694397
175485	rnn.bias_ih_l0_reverse	2	-0.06313886493444443
175485	rnn.bias_ih_l0_reverse	3	-0.14291277527809143
175485	rnn.bias_ih_l0_reverse	4	0.06336943060159683
175485	rnn.bias_ih_l0_reverse	5	-0.2689850330352783
175485	rnn.bias_ih_l0_reverse	6	-0.061442408710718155
175485	rnn.bias_ih_l0_reverse	7	0.019952459260821342
175485	rnn.bias_ih_l0_reverse	8	-0.18386317789554596
175485	rnn.bias_ih_l0_reverse	9	-0.08861032128334045
175485	rnn.bias_hh_l0_reverse	0	-0.15546178817749023
175485	rnn.bias_hh_l0_reverse	1	-0.14205245673656464
175485	rnn.bias_hh_l0_reverse	2	-0.0230613574385643
175485	rnn.bias_hh_l0_reverse	3	-0.14292554557323456
175485	rnn.bias_hh_l0_reverse	4	-0.02599763497710228
175485	rnn.bias_hh_l0_reverse	5	-0.11545274406671524
175485	rnn.bias_hh_l0_reverse	6	-0.05949126556515694
175485	rnn.bias_hh_l0_reverse	7	-0.1923823356628418
175485	rnn.bias_hh_l0_reverse	8	-0.05428650975227356
175485	rnn.bias_hh_l0_reverse	9	-0.13035862147808075
175485	linear.weight	0	-0.20672884583473206
175485	linear.weight	1	-0.1311570107936859
175485	linear.weight	2	-0.011228874325752258
175485	linear.weight	3	-0.13169482350349426
175485	linear.weight	4	0.007433085702359676
175485	linear.weight	5	0.20304670929908752
175485	linear.weight	6	0.0047744326293468475
175485	linear.weight	7	-0.021312154829502106
175485	linear.weight	8	0.19801948964595795
175485	linear.weight	9	0.25598496198654175
175485	linear.bias	0	-0.8696736097335815
175485	linear.bias	1	1.3490872383117676
175485	linear.bias	2	-0.421885222196579
175485	linear.bias	3	-0.685772180557251
175485	linear.bias	4	-0.8532052040100098
175485	linear.bias	5	-1.1763609647750854
175485	linear.bias	6	-0.9541984796524048
175485	linear.bias	7	-0.6917240023612976
175485	linear.bias	8	-0.01705317199230194
175485	linear.bias	9	3.383685350418091
175682	transitions	0	-0.43236908316612244
175682	transitions	1	8.62546443939209
175682	transitions	2	-3.5463156700134277
175682	transitions	3	1.4996962547302246
175682	transitions	4	-2.1516783237457275
175682	transitions	5	-0.40424633026123047
175682	transitions	6	-0.19111210107803345
175682	transitions	7	-10000.0
175682	transitions	8	1.7925758361816406
175682	transitions	9	-2.294243097305298
175682	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
175682	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
175682	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
175682	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
175682	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
175682	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
175682	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
175682	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
175682	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
175682	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
175682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
175682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
175682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
175682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
175682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
175682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
175682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
175682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
175682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
175682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
175682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
175682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
175682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
175682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
175682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
175682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
175682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
175682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
175682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
175682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
175682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
175682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
175682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
175682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
175682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
175682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
175682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
175682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
175682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
175682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
175682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
175682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
175682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
175682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
175682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
175682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
175682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
175682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
175682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
175682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
175682	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
175682	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
175682	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
175682	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
175682	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
175682	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
175682	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
175682	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
175682	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
175682	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
175682	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
175682	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
175682	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
175682	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
175682	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
175682	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
175682	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
175682	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
175682	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
175682	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
175682	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
175682	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
175682	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
175682	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
175682	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
175682	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
175682	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
175682	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
175682	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
175682	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
175682	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
175682	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
175682	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
175682	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
175682	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
175682	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
175682	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
175682	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
175682	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
175682	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
175682	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
175682	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
175682	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
175682	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
175682	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
175682	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
175682	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
175682	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
175682	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
175682	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
175682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
175682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
175682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
175682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
175682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
175682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
175682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
175682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
175682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
175682	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
175682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
175682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
175682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
175682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
175682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
175682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
175682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
175682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
175682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
175682	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
175682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
175682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
175682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
175682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
175682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
175682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
175682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
175682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
175682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
175682	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
175682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
175682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
175682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
175682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
175682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
175682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
175682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
175682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
175682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
175682	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
175682	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
175682	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
175682	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
175682	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
175682	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
175682	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
175682	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
175682	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
175682	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
175682	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
175682	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
175682	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
175682	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
175682	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
175682	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
175682	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
175682	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
175682	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
175682	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
175682	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
175682	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
175682	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
175682	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
175682	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
175682	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
175682	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
175682	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
175682	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
175682	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
175682	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
175682	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
175682	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
175682	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
175682	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
175682	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
175682	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
175682	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
175682	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
175682	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
175682	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
175682	embedding2nn.weight	0	0.04369008541107178
175682	embedding2nn.weight	1	-0.09002049267292023
175682	embedding2nn.weight	2	0.02148369513452053
175682	embedding2nn.weight	3	-0.05434823036193848
175682	embedding2nn.weight	4	-0.12214293330907822
175682	embedding2nn.weight	5	0.12111375480890274
175682	embedding2nn.weight	6	-0.107925184071064
175682	embedding2nn.weight	7	-0.07099194824695587
175682	embedding2nn.weight	8	-0.02632000483572483
175682	embedding2nn.weight	9	0.04545939713716507
175682	embedding2nn.bias	0	0.05939991772174835
175682	embedding2nn.bias	1	0.01265979278832674
175682	embedding2nn.bias	2	-0.1086966022849083
175682	embedding2nn.bias	3	0.05495898798108101
175682	embedding2nn.bias	4	-0.008966304361820221
175682	embedding2nn.bias	5	-0.14799706637859344
175682	embedding2nn.bias	6	-0.1264176368713379
175682	embedding2nn.bias	7	-0.039839986711740494
175682	embedding2nn.bias	8	0.08739926666021347
175682	embedding2nn.bias	9	-0.06086716800928116
175682	rnn.weight_ih_l0	0	0.049395035952329636
175682	rnn.weight_ih_l0	1	-0.07159190624952316
175682	rnn.weight_ih_l0	2	-0.03506641089916229
175682	rnn.weight_ih_l0	3	-0.042523641139268875
175682	rnn.weight_ih_l0	4	0.01474912278354168
175682	rnn.weight_ih_l0	5	-0.10959654301404953
175682	rnn.weight_ih_l0	6	-0.046788290143013
175682	rnn.weight_ih_l0	7	-0.013247963972389698
175682	rnn.weight_ih_l0	8	0.07511083781719208
175682	rnn.weight_ih_l0	9	0.006723237223923206
175682	rnn.weight_hh_l0	0	0.0007029559346847236
175682	rnn.weight_hh_l0	1	-0.085951067507267
175682	rnn.weight_hh_l0	2	0.06532435864210129
175682	rnn.weight_hh_l0	3	0.044751886278390884
175682	rnn.weight_hh_l0	4	0.0051324027590453625
175682	rnn.weight_hh_l0	5	0.06744514405727386
175682	rnn.weight_hh_l0	6	-0.017737066373229027
175682	rnn.weight_hh_l0	7	-0.1027531549334526
175682	rnn.weight_hh_l0	8	0.014419573359191418
175682	rnn.weight_hh_l0	9	-0.0838988870382309
175682	rnn.bias_ih_l0	0	-0.06366901844739914
175682	rnn.bias_ih_l0	1	-0.1797431856393814
175682	rnn.bias_ih_l0	2	-0.26128628849983215
175682	rnn.bias_ih_l0	3	-0.2814207971096039
175682	rnn.bias_ih_l0	4	0.0003010147775057703
175682	rnn.bias_ih_l0	5	0.04737837612628937
175682	rnn.bias_ih_l0	6	-0.17030233144760132
175682	rnn.bias_ih_l0	7	-0.26224589347839355
175682	rnn.bias_ih_l0	8	-0.1348009705543518
175682	rnn.bias_ih_l0	9	-0.17585621774196625
175682	rnn.bias_hh_l0	0	0.12176509201526642
175682	rnn.bias_hh_l0	1	-0.05614394322037697
175682	rnn.bias_hh_l0	2	0.039460767060518265
175682	rnn.bias_hh_l0	3	-0.18085458874702454
175682	rnn.bias_hh_l0	4	0.04370487853884697
175682	rnn.bias_hh_l0	5	0.04959218576550484
175682	rnn.bias_hh_l0	6	-0.09736043214797974
175682	rnn.bias_hh_l0	7	-0.1564767062664032
175682	rnn.bias_hh_l0	8	-0.19067755341529846
175682	rnn.bias_hh_l0	9	-0.10670601576566696
175682	rnn.weight_ih_l0_reverse	0	-0.0315498523414135
175682	rnn.weight_ih_l0_reverse	1	0.00028921448392793536
175682	rnn.weight_ih_l0_reverse	2	0.029026634991168976
175682	rnn.weight_ih_l0_reverse	3	0.0109407315030694
175682	rnn.weight_ih_l0_reverse	4	0.03748861327767372
175682	rnn.weight_ih_l0_reverse	5	-0.05403739586472511
175682	rnn.weight_ih_l0_reverse	6	-0.04401262477040291
175682	rnn.weight_ih_l0_reverse	7	0.003820392768830061
175682	rnn.weight_ih_l0_reverse	8	0.09455802291631699
175682	rnn.weight_ih_l0_reverse	9	0.007221975829452276
175682	rnn.weight_hh_l0_reverse	0	0.003440828062593937
175682	rnn.weight_hh_l0_reverse	1	0.029757661744952202
175682	rnn.weight_hh_l0_reverse	2	-0.040113210678100586
175682	rnn.weight_hh_l0_reverse	3	0.03937054052948952
175682	rnn.weight_hh_l0_reverse	4	0.023754725232720375
175682	rnn.weight_hh_l0_reverse	5	-0.007065420504659414
175682	rnn.weight_hh_l0_reverse	6	0.06553084403276443
175682	rnn.weight_hh_l0_reverse	7	0.030407164245843887
175682	rnn.weight_hh_l0_reverse	8	-0.02062305435538292
175682	rnn.weight_hh_l0_reverse	9	-0.03240622580051422
175682	rnn.bias_ih_l0_reverse	0	-0.13987012207508087
175682	rnn.bias_ih_l0_reverse	1	-0.31319481134414673
175682	rnn.bias_ih_l0_reverse	2	-0.06383545696735382
175682	rnn.bias_ih_l0_reverse	3	-0.14384540915489197
175682	rnn.bias_ih_l0_reverse	4	0.06320919096469879
175682	rnn.bias_ih_l0_reverse	5	-0.2693685293197632
175682	rnn.bias_ih_l0_reverse	6	-0.06028749793767929
175682	rnn.bias_ih_l0_reverse	7	0.019278274849057198
175682	rnn.bias_ih_l0_reverse	8	-0.1833985298871994
175682	rnn.bias_ih_l0_reverse	9	-0.08870094269514084
175682	rnn.bias_hh_l0_reverse	0	-0.1569879800081253
175682	rnn.bias_hh_l0_reverse	1	-0.14220573008060455
175682	rnn.bias_hh_l0_reverse	2	-0.023068446666002274
175682	rnn.bias_hh_l0_reverse	3	-0.14428061246871948
175682	rnn.bias_hh_l0_reverse	4	-0.025820156559348106
175682	rnn.bias_hh_l0_reverse	5	-0.11628887802362442
175682	rnn.bias_hh_l0_reverse	6	-0.060298480093479156
175682	rnn.bias_hh_l0_reverse	7	-0.19360898435115814
175682	rnn.bias_hh_l0_reverse	8	-0.055577874183654785
175682	rnn.bias_hh_l0_reverse	9	-0.12931615114212036
175682	linear.weight	0	-0.21772712469100952
175682	linear.weight	1	-0.12870894372463226
175682	linear.weight	2	-0.011228874325752258
175682	linear.weight	3	-0.12333830446004868
175682	linear.weight	4	0.006991357076913118
175682	linear.weight	5	0.19970177114009857
175682	linear.weight	6	0.0047744326293468475
175682	linear.weight	7	-0.021312154829502106
175682	linear.weight	8	0.1989363431930542
175682	linear.weight	9	0.25002890825271606
175682	linear.bias	0	-0.858115017414093
175682	linear.bias	1	1.3588860034942627
175682	linear.bias	2	-0.4248523414134979
175682	linear.bias	3	-0.7017112970352173
175682	linear.bias	4	-0.8401100635528564
175682	linear.bias	5	-1.1763821840286255
175682	linear.bias	6	-0.9416791200637817
175682	linear.bias	7	-0.6933906078338623
175682	linear.bias	8	-0.01705317199230194
175682	linear.bias	9	3.357484817504883
175686	transitions	0	-0.4323701858520508
175686	transitions	1	8.624736785888672
175686	transitions	2	-3.5463171005249023
175686	transitions	3	1.499292254447937
175686	transitions	4	-2.151679515838623
175686	transitions	5	-0.40424644947052
175686	transitions	6	-0.1911124885082245
175686	transitions	7	-10000.0
175686	transitions	8	1.79232656955719
175686	transitions	9	-2.294243097305298
175686	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
175686	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
175686	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
175686	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
175686	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
175686	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
175686	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
175686	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
175686	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
175686	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
175686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
175686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
175686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
175686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
175686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
175686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
175686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
175686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
175686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
175686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
175686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
175686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
175686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
175686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
175686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
175686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
175686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
175686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
175686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
175686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
175686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
175686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
175686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
175686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
175686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
175686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
175686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
175686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
175686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
175686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
175686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
175686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
175686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
175686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
175686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
175686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
175686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
175686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
175686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
175686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
175686	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
175686	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
175686	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
175686	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
175686	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
175686	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
175686	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
175686	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
175686	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
175686	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
175686	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
175686	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
175686	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
175686	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
175686	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
175686	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
175686	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
175686	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
175686	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
175686	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
175686	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
175686	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
175686	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
175686	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
175686	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
175686	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
175686	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
175686	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
175686	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
175686	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
175686	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
175686	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
175686	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
175686	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
175686	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
175686	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
175686	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
175686	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
175686	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
175686	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
175686	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
175686	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
175686	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
175686	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
175686	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
175686	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
175686	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
175686	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
175686	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
175686	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
175686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
175686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
175686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
175686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
175686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
175686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
175686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
175686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
175686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
175686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
175686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
175686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
175686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
175686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
175686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
175686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
175686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
175686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
175686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
175686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
175686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
175686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
175686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
175686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
175686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
175686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
175686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
175686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
175686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
175686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
175686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
175686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
175686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
175686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
175686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
175686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
175686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
175686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
175686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
175686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
175686	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
175686	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
175686	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
175686	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
175686	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
175686	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
175686	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
175686	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
175686	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
175686	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
175686	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
175686	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
175686	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
175686	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
175686	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
175686	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
175686	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
175686	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
175686	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
175686	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
175686	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
175686	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
175686	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
175686	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
175686	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
175686	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
175686	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
175686	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
175686	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
175686	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
175686	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
175686	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
175686	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
175686	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
175686	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
175686	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
175686	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
175686	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
175686	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
175686	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
175686	embedding2nn.weight	0	0.04368530958890915
175686	embedding2nn.weight	1	-0.09008663147687912
175686	embedding2nn.weight	2	0.02142081968486309
175686	embedding2nn.weight	3	-0.054353728890419006
175686	embedding2nn.weight	4	-0.1223619356751442
175686	embedding2nn.weight	5	0.12123960256576538
175686	embedding2nn.weight	6	-0.10749779641628265
175686	embedding2nn.weight	7	-0.0710594430565834
175686	embedding2nn.weight	8	-0.02629023790359497
175686	embedding2nn.weight	9	0.04538508504629135
175686	embedding2nn.bias	0	0.06020388752222061
175686	embedding2nn.bias	1	0.014540326781570911
175686	embedding2nn.bias	2	-0.10706839710474014
175686	embedding2nn.bias	3	0.05422055348753929
175686	embedding2nn.bias	4	-0.009560626931488514
175686	embedding2nn.bias	5	-0.1485779732465744
175686	embedding2nn.bias	6	-0.1261717528104782
175686	embedding2nn.bias	7	-0.03870550915598869
175686	embedding2nn.bias	8	0.08687160909175873
175686	embedding2nn.bias	9	-0.05906116962432861
175686	rnn.weight_ih_l0	0	0.04921602085232735
175686	rnn.weight_ih_l0	1	-0.071596160531044
175686	rnn.weight_ih_l0	2	-0.03511799871921539
175686	rnn.weight_ih_l0	3	-0.042532481253147125
175686	rnn.weight_ih_l0	4	0.014733904041349888
175686	rnn.weight_ih_l0	5	-0.10967888683080673
175686	rnn.weight_ih_l0	6	-0.046888865530490875
175686	rnn.weight_ih_l0	7	-0.013361300341784954
175686	rnn.weight_ih_l0	8	0.07466411590576172
175686	rnn.weight_ih_l0	9	0.00627994816750288
175686	rnn.weight_hh_l0	0	0.0007160371751524508
175686	rnn.weight_hh_l0	1	-0.08574800193309784
175686	rnn.weight_hh_l0	2	0.06532792001962662
175686	rnn.weight_hh_l0	3	0.044788576662540436
175686	rnn.weight_hh_l0	4	0.00514338118955493
175686	rnn.weight_hh_l0	5	0.06739290803670883
175686	rnn.weight_hh_l0	6	-0.017738230526447296
175686	rnn.weight_hh_l0	7	-0.102759949862957
175686	rnn.weight_hh_l0	8	0.014451672323048115
175686	rnn.weight_hh_l0	9	-0.08374496549367905
175686	rnn.bias_ih_l0	0	-0.06347330659627914
175686	rnn.bias_ih_l0	1	-0.18005704879760742
175686	rnn.bias_ih_l0	2	-0.2610584795475006
175686	rnn.bias_ih_l0	3	-0.28138065338134766
175686	rnn.bias_ih_l0	4	0.00015167125093284994
175686	rnn.bias_ih_l0	5	0.04770919680595398
175686	rnn.bias_ih_l0	6	-0.17029738426208496
175686	rnn.bias_ih_l0	7	-0.2622655928134918
175686	rnn.bias_ih_l0	8	-0.13464142382144928
175686	rnn.bias_ih_l0	9	-0.17568303644657135
175686	rnn.bias_hh_l0	0	0.12189372628927231
175686	rnn.bias_hh_l0	1	-0.05610889568924904
175686	rnn.bias_hh_l0	2	0.03954329341650009
175686	rnn.bias_hh_l0	3	-0.1807313859462738
175686	rnn.bias_hh_l0	4	0.043442271649837494
175686	rnn.bias_hh_l0	5	0.049271710216999054
175686	rnn.bias_hh_l0	6	-0.09735363721847534
175686	rnn.bias_hh_l0	7	-0.15657968819141388
175686	rnn.bias_hh_l0	8	-0.1905529797077179
175686	rnn.bias_hh_l0	9	-0.1064838096499443
175686	rnn.weight_ih_l0_reverse	0	-0.03154674917459488
175686	rnn.weight_ih_l0_reverse	1	0.0003089594538323581
175686	rnn.weight_ih_l0_reverse	2	0.029077686369419098
175686	rnn.weight_ih_l0_reverse	3	0.011277691461145878
175686	rnn.weight_ih_l0_reverse	4	0.037424810230731964
175686	rnn.weight_ih_l0_reverse	5	-0.0541641004383564
175686	rnn.weight_ih_l0_reverse	6	-0.0440528467297554
175686	rnn.weight_ih_l0_reverse	7	0.0037331287749111652
175686	rnn.weight_ih_l0_reverse	8	0.09465454518795013
175686	rnn.weight_ih_l0_reverse	9	0.007212422322481871
175686	rnn.weight_hh_l0_reverse	0	0.0034430210944265127
175686	rnn.weight_hh_l0_reverse	1	0.029760219156742096
175686	rnn.weight_hh_l0_reverse	2	-0.04003071039915085
175686	rnn.weight_hh_l0_reverse	3	0.03937835991382599
175686	rnn.weight_hh_l0_reverse	4	0.023749012500047684
175686	rnn.weight_hh_l0_reverse	5	-0.007044164929538965
175686	rnn.weight_hh_l0_reverse	6	0.06552343815565109
175686	rnn.weight_hh_l0_reverse	7	0.03041008859872818
175686	rnn.weight_hh_l0_reverse	8	-0.020648226141929626
175686	rnn.weight_hh_l0_reverse	9	-0.03227969631552696
175686	rnn.bias_ih_l0_reverse	0	-0.13955280184745789
175686	rnn.bias_ih_l0_reverse	1	-0.3132067620754242
175686	rnn.bias_ih_l0_reverse	2	-0.06398576498031616
175686	rnn.bias_ih_l0_reverse	3	-0.1437634378671646
175686	rnn.bias_ih_l0_reverse	4	0.06326062232255936
175686	rnn.bias_ih_l0_reverse	5	-0.26914694905281067
175686	rnn.bias_ih_l0_reverse	6	-0.060040730983018875
175686	rnn.bias_ih_l0_reverse	7	0.018692033365368843
175686	rnn.bias_ih_l0_reverse	8	-0.1832759976387024
175686	rnn.bias_ih_l0_reverse	9	-0.08841230720281601
175686	rnn.bias_hh_l0_reverse	0	-0.15700498223304749
175686	rnn.bias_hh_l0_reverse	1	-0.14182403683662415
175686	rnn.bias_hh_l0_reverse	2	-0.02314581163227558
175686	rnn.bias_hh_l0_reverse	3	-0.14413999021053314
175686	rnn.bias_hh_l0_reverse	4	-0.02587667666375637
175686	rnn.bias_hh_l0_reverse	5	-0.11627522855997086
175686	rnn.bias_hh_l0_reverse	6	-0.06020640209317207
175686	rnn.bias_hh_l0_reverse	7	-0.1937377154827118
175686	rnn.bias_hh_l0_reverse	8	-0.055469878017902374
175686	rnn.bias_hh_l0_reverse	9	-0.12930604815483093
175686	linear.weight	0	-0.21783235669136047
175686	linear.weight	1	-0.12873071432113647
175686	linear.weight	2	-0.011228874325752258
175686	linear.weight	3	-0.12340357899665833
175686	linear.weight	4	0.007022092584520578
175686	linear.weight	5	0.19696606695652008
175686	linear.weight	6	0.0047744326293468475
175686	linear.weight	7	-0.021312154829502106
175686	linear.weight	8	0.1981697380542755
175686	linear.weight	9	0.2499382495880127
175686	linear.bias	0	-0.8576406836509705
175686	linear.bias	1	1.3632478713989258
175686	linear.bias	2	-0.42356353998184204
175686	linear.bias	3	-0.7025122046470642
175686	linear.bias	4	-0.8458603620529175
175686	linear.bias	5	-1.1763826608657837
175686	linear.bias	6	-0.9412202835083008
175686	linear.bias	7	-0.6952998042106628
175686	linear.bias	8	-0.01705317199230194
175686	linear.bias	9	3.3639161586761475
175883	transitions	0	-0.43246620893478394
175883	transitions	1	8.635807991027832
175883	transitions	2	-3.5465824604034424
175883	transitions	3	1.5051881074905396
175883	transitions	4	-2.1518261432647705
175883	transitions	5	-0.40431374311447144
175883	transitions	6	-0.1911250203847885
175883	transitions	7	-10000.0
175883	transitions	8	1.7920969724655151
175883	transitions	9	-2.2942495346069336
175883	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
175883	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
175883	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
175883	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
175883	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
175883	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
175883	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
175883	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
175883	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
175883	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
175883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
175883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
175883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
175883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
175883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
175883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
175883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
175883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
175883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
175883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
175883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
175883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
175883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
175883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
175883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
175883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
175883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
175883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
175883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
175883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
175883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
175883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
175883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
175883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
175883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
175883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
175883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
175883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
175883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
175883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
175883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
175883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
175883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
175883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
175883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
175883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
175883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
175883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
175883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
175883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
175883	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
175883	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
175883	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
175883	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
175883	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
175883	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
175883	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
175883	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
175883	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
175883	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
175883	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
175883	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
175883	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
175883	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
175883	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
175883	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
175883	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
175883	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
175883	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
175883	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
175883	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
175883	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
175883	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
175883	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
175883	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
175883	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
175883	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
175883	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
175883	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
175883	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
175883	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
175883	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
175883	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
175883	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
175883	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
175883	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
175883	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
175883	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
175883	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
175883	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
175883	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
175883	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
175883	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
175883	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
175883	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
175883	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
175883	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
175883	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
175883	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
175883	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
175883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
175883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
175883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
175883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
175883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
175883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
175883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
175883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
175883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
175883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
175883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
175883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
175883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
175883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
175883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
175883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
175883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
175883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
175883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
175883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
175883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
175883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
175883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
175883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
175883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
175883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
175883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
175883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
175883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
175883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
175883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
175883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
175883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
175883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
175883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
175883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
175883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
175883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
175883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
175883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
175883	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
175883	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
175883	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
175883	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
175883	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
175883	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
175883	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
175883	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
175883	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
175883	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
175883	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
175883	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
175883	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
175883	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
175883	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
175883	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
175883	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
175883	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
175883	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
175883	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
175883	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
175883	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
175883	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
175883	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
175883	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
175883	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
175883	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
175883	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
175883	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
175883	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
175883	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
175883	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
175883	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
175883	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
175883	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
175883	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
175883	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
175883	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
175883	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
175883	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
175883	embedding2nn.weight	0	0.04353230446577072
175883	embedding2nn.weight	1	-0.09057463705539703
175883	embedding2nn.weight	2	0.019691752269864082
175883	embedding2nn.weight	3	-0.05342145264148712
175883	embedding2nn.weight	4	-0.12195707112550735
175883	embedding2nn.weight	5	0.12131839990615845
175883	embedding2nn.weight	6	-0.1079668253660202
175883	embedding2nn.weight	7	-0.07188378274440765
175883	embedding2nn.weight	8	-0.026158513501286507
175883	embedding2nn.weight	9	0.04416782036423683
175883	embedding2nn.bias	0	0.07021934539079666
175883	embedding2nn.bias	1	0.011846210807561874
175883	embedding2nn.bias	2	-0.10954684019088745
175883	embedding2nn.bias	3	0.050615113228559494
175883	embedding2nn.bias	4	-0.012249112129211426
175883	embedding2nn.bias	5	-0.14934535324573517
175883	embedding2nn.bias	6	-0.12588182091712952
175883	embedding2nn.bias	7	-0.03230174630880356
175883	embedding2nn.bias	8	0.08186352252960205
175883	embedding2nn.bias	9	-0.06422636657953262
175883	rnn.weight_ih_l0	0	0.05051760375499725
175883	rnn.weight_ih_l0	1	-0.07304594665765762
175883	rnn.weight_ih_l0	2	-0.03520295023918152
175883	rnn.weight_ih_l0	3	-0.0440361388027668
175883	rnn.weight_ih_l0	4	0.014266063459217548
175883	rnn.weight_ih_l0	5	-0.1114785298705101
175883	rnn.weight_ih_l0	6	-0.04696826636791229
175883	rnn.weight_ih_l0	7	-0.014852135442197323
175883	rnn.weight_ih_l0	8	0.0782739669084549
175883	rnn.weight_ih_l0	9	0.006228437181562185
175883	rnn.weight_hh_l0	0	0.0012483722530305386
175883	rnn.weight_hh_l0	1	-0.08556146919727325
175883	rnn.weight_hh_l0	2	0.06508653610944748
175883	rnn.weight_hh_l0	3	0.044717542827129364
175883	rnn.weight_hh_l0	4	0.005142065230756998
175883	rnn.weight_hh_l0	5	0.06750208884477615
175883	rnn.weight_hh_l0	6	-0.017545945942401886
175883	rnn.weight_hh_l0	7	-0.10279855877161026
175883	rnn.weight_hh_l0	8	0.014618600718677044
175883	rnn.weight_hh_l0	9	-0.08304048329591751
175883	rnn.bias_ih_l0	0	-0.0632159486413002
175883	rnn.bias_ih_l0	1	-0.18011954426765442
175883	rnn.bias_ih_l0	2	-0.2607578933238983
175883	rnn.bias_ih_l0	3	-0.28062134981155396
175883	rnn.bias_ih_l0	4	0.004310918971896172
175883	rnn.bias_ih_l0	5	0.049572478979825974
175883	rnn.bias_ih_l0	6	-0.1697302758693695
175883	rnn.bias_ih_l0	7	-0.2635270059108734
175883	rnn.bias_ih_l0	8	-0.1349124312400818
175883	rnn.bias_ih_l0	9	-0.17443187534809113
175883	rnn.bias_hh_l0	0	0.12127062678337097
175883	rnn.bias_hh_l0	1	-0.056212108582258224
175883	rnn.bias_hh_l0	2	0.04003842920064926
175883	rnn.bias_hh_l0	3	-0.18205080926418304
175883	rnn.bias_hh_l0	4	0.042724039405584335
175883	rnn.bias_hh_l0	5	0.047372475266456604
175883	rnn.bias_hh_l0	6	-0.09542208164930344
175883	rnn.bias_hh_l0	7	-0.15676510334014893
175883	rnn.bias_hh_l0	8	-0.19040749967098236
175883	rnn.bias_hh_l0	9	-0.10746932029724121
175883	rnn.weight_ih_l0_reverse	0	-0.03229854255914688
175883	rnn.weight_ih_l0_reverse	1	0.00030910701025277376
175883	rnn.weight_ih_l0_reverse	2	0.02866927720606327
175883	rnn.weight_ih_l0_reverse	3	0.012768201529979706
175883	rnn.weight_ih_l0_reverse	4	0.037101224064826965
175883	rnn.weight_ih_l0_reverse	5	-0.05507500469684601
175883	rnn.weight_ih_l0_reverse	6	-0.04447532817721367
175883	rnn.weight_ih_l0_reverse	7	0.0032307642977684736
175883	rnn.weight_ih_l0_reverse	8	0.09532817453145981
175883	rnn.weight_ih_l0_reverse	9	0.007009750697761774
175883	rnn.weight_hh_l0_reverse	0	0.0037018018774688244
175883	rnn.weight_hh_l0_reverse	1	0.02979053184390068
175883	rnn.weight_hh_l0_reverse	2	-0.039861537516117096
175883	rnn.weight_hh_l0_reverse	3	0.03960663452744484
175883	rnn.weight_hh_l0_reverse	4	0.02368331328034401
175883	rnn.weight_hh_l0_reverse	5	-0.0070500560104846954
175883	rnn.weight_hh_l0_reverse	6	0.06532374024391174
175883	rnn.weight_hh_l0_reverse	7	0.029513413086533546
175883	rnn.weight_hh_l0_reverse	8	-0.020965497940778732
175883	rnn.weight_hh_l0_reverse	9	-0.03227963671088219
175883	rnn.bias_ih_l0_reverse	0	-0.1393890380859375
175883	rnn.bias_ih_l0_reverse	1	-0.3114083409309387
175883	rnn.bias_ih_l0_reverse	2	-0.06416776776313782
175883	rnn.bias_ih_l0_reverse	3	-0.14210273325443268
175883	rnn.bias_ih_l0_reverse	4	0.06556157022714615
175883	rnn.bias_ih_l0_reverse	5	-0.2716693580150604
175883	rnn.bias_ih_l0_reverse	6	-0.060607559978961945
175883	rnn.bias_ih_l0_reverse	7	0.0224973913282156
175883	rnn.bias_ih_l0_reverse	8	-0.1830861121416092
175883	rnn.bias_ih_l0_reverse	9	-0.08764984458684921
175883	rnn.bias_hh_l0_reverse	0	-0.15751653909683228
175883	rnn.bias_hh_l0_reverse	1	-0.1446235626935959
175883	rnn.bias_hh_l0_reverse	2	-0.02245606668293476
175883	rnn.bias_hh_l0_reverse	3	-0.14399170875549316
175883	rnn.bias_hh_l0_reverse	4	-0.027298230677843094
175883	rnn.bias_hh_l0_reverse	5	-0.11605414748191833
175883	rnn.bias_hh_l0_reverse	6	-0.060683608055114746
175883	rnn.bias_hh_l0_reverse	7	-0.1937738060951233
175883	rnn.bias_hh_l0_reverse	8	-0.05670979619026184
175883	rnn.bias_hh_l0_reverse	9	-0.1295284777879715
175883	linear.weight	0	-0.2100536972284317
175883	linear.weight	1	-0.13046270608901978
175883	linear.weight	2	-0.011228874325752258
175883	linear.weight	3	-0.12176384031772614
175883	linear.weight	4	0.0061155883595347404
175883	linear.weight	5	0.1941942572593689
175883	linear.weight	6	0.0047744326293468475
175883	linear.weight	7	-0.021312154829502106
175883	linear.weight	8	0.19535651803016663
175883	linear.weight	9	0.25249090790748596
175883	linear.bias	0	-0.8471360802650452
175883	linear.bias	1	1.3723782300949097
175883	linear.bias	2	-0.4092326760292053
175883	linear.bias	3	-0.7028140425682068
175883	linear.bias	4	-0.873966634273529
175883	linear.bias	5	-1.176401138305664
175883	linear.bias	6	-0.9317120313644409
175883	linear.bias	7	-0.6851502656936646
175883	linear.bias	8	-0.01705317199230194
175883	linear.bias	9	3.396965980529785
176080	transitions	0	-0.43267732858657837
176080	transitions	1	8.624062538146973
176080	transitions	2	-3.546860694885254
176080	transitions	3	1.499759554862976
176080	transitions	4	-2.1520285606384277
176080	transitions	5	-0.40435653924942017
176080	transitions	6	-0.19116061925888062
176080	transitions	7	-10000.0
176080	transitions	8	1.797041893005371
176080	transitions	9	-2.2942519187927246
176080	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
176080	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
176080	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
176080	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
176080	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
176080	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
176080	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
176080	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
176080	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
176080	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
176080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
176080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
176080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
176080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
176080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
176080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
176080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
176080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
176080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
176080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
176080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
176080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
176080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
176080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
176080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
176080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
176080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
176080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
176080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
176080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
176080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
176080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
176080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
176080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
176080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
176080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
176080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
176080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
176080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
176080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
176080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
176080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
176080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
176080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
176080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
176080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
176080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
176080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
176080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
176080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
176080	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
176080	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
176080	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
176080	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
176080	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
176080	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
176080	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
176080	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
176080	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
176080	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
176080	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
176080	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
176080	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
176080	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
176080	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
176080	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
176080	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
176080	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
176080	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
176080	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
176080	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
176080	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
176080	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
176080	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
176080	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
176080	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
176080	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
176080	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
176080	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
176080	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
176080	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
176080	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
176080	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
176080	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
176080	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
176080	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
176080	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
176080	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
176080	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
176080	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
176080	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
176080	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
176080	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
176080	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
176080	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
176080	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
176080	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
176080	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
176080	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
176080	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
176080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
176080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
176080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
176080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
176080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
176080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
176080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
176080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
176080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
176080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
176080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
176080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
176080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
176080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
176080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
176080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
176080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
176080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
176080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
176080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
176080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
176080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
176080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
176080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
176080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
176080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
176080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
176080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
176080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
176080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
176080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
176080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
176080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
176080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
176080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
176080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
176080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
176080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
176080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
176080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
176080	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
176080	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
176080	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
176080	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
176080	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
176080	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
176080	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
176080	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
176080	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
176080	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
176080	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
176080	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
176080	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
176080	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
176080	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
176080	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
176080	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
176080	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
176080	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
176080	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
176080	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
176080	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
176080	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
176080	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
176080	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
176080	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
176080	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
176080	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
176080	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
176080	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
176080	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
176080	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
176080	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
176080	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
176080	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
176080	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
176080	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
176080	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
176080	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
176080	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
176080	embedding2nn.weight	0	0.043350860476493835
176080	embedding2nn.weight	1	-0.09083884954452515
176080	embedding2nn.weight	2	0.019408676773309708
176080	embedding2nn.weight	3	-0.05384216830134392
176080	embedding2nn.weight	4	-0.12241958826780319
176080	embedding2nn.weight	5	0.12113533169031143
176080	embedding2nn.weight	6	-0.10976607352495193
176080	embedding2nn.weight	7	-0.07337518781423569
176080	embedding2nn.weight	8	-0.025821194052696228
176080	embedding2nn.weight	9	0.043479073792696
176080	embedding2nn.bias	0	0.06934835016727448
176080	embedding2nn.bias	1	0.013589530251920223
176080	embedding2nn.bias	2	-0.10522514581680298
176080	embedding2nn.bias	3	0.04466845840215683
176080	embedding2nn.bias	4	-0.003674797248095274
176080	embedding2nn.bias	5	-0.1581546515226364
176080	embedding2nn.bias	6	-0.12832224369049072
176080	embedding2nn.bias	7	-0.03162424638867378
176080	embedding2nn.bias	8	0.08278073370456696
176080	embedding2nn.bias	9	-0.06685076653957367
176080	rnn.weight_ih_l0	0	0.04940001294016838
176080	rnn.weight_ih_l0	1	-0.07090669870376587
176080	rnn.weight_ih_l0	2	-0.03485969826579094
176080	rnn.weight_ih_l0	3	-0.04381972923874855
176080	rnn.weight_ih_l0	4	0.014706733636558056
176080	rnn.weight_ih_l0	5	-0.11275532096624374
176080	rnn.weight_ih_l0	6	-0.04551059007644653
176080	rnn.weight_ih_l0	7	-0.015242309309542179
176080	rnn.weight_ih_l0	8	0.07785617560148239
176080	rnn.weight_ih_l0	9	0.004742853343486786
176080	rnn.weight_hh_l0	0	0.0012649459531530738
176080	rnn.weight_hh_l0	1	-0.08542493730783463
176080	rnn.weight_hh_l0	2	0.06510671228170395
176080	rnn.weight_hh_l0	3	0.044732291251420975
176080	rnn.weight_hh_l0	4	0.0051431842148303986
176080	rnn.weight_hh_l0	5	0.06715907901525497
176080	rnn.weight_hh_l0	6	-0.01765875332057476
176080	rnn.weight_hh_l0	7	-0.10293791443109512
176080	rnn.weight_hh_l0	8	0.01404470857232809
176080	rnn.weight_hh_l0	9	-0.08229438960552216
176080	rnn.bias_ih_l0	0	-0.06281469762325287
176080	rnn.bias_ih_l0	1	-0.17886550724506378
176080	rnn.bias_ih_l0	2	-0.26263514161109924
176080	rnn.bias_ih_l0	3	-0.2785432040691376
176080	rnn.bias_ih_l0	4	4.175107824266888e-05
176080	rnn.bias_ih_l0	5	0.051709529012441635
176080	rnn.bias_ih_l0	6	-0.1709512174129486
176080	rnn.bias_ih_l0	7	-0.2648617625236511
176080	rnn.bias_ih_l0	8	-0.13458581268787384
176080	rnn.bias_ih_l0	9	-0.17313821613788605
176080	rnn.bias_hh_l0	0	0.1209818422794342
176080	rnn.bias_hh_l0	1	-0.055919867008924484
176080	rnn.bias_hh_l0	2	0.039373744279146194
176080	rnn.bias_hh_l0	3	-0.182699516415596
176080	rnn.bias_hh_l0	4	0.04063086584210396
176080	rnn.bias_hh_l0	5	0.04857146739959717
176080	rnn.bias_hh_l0	6	-0.09263632446527481
176080	rnn.bias_hh_l0	7	-0.15694190561771393
176080	rnn.bias_hh_l0	8	-0.18993350863456726
176080	rnn.bias_hh_l0	9	-0.10652554780244827
176080	rnn.weight_ih_l0_reverse	0	-0.032727666199207306
176080	rnn.weight_ih_l0_reverse	1	0.000711452797986567
176080	rnn.weight_ih_l0_reverse	2	0.02935185097157955
176080	rnn.weight_ih_l0_reverse	3	0.013109690509736538
176080	rnn.weight_ih_l0_reverse	4	0.03768828138709068
176080	rnn.weight_ih_l0_reverse	5	-0.05520348250865936
176080	rnn.weight_ih_l0_reverse	6	-0.04331415519118309
176080	rnn.weight_ih_l0_reverse	7	0.004002573434263468
176080	rnn.weight_ih_l0_reverse	8	0.09584054350852966
176080	rnn.weight_ih_l0_reverse	9	0.007946780882775784
176080	rnn.weight_hh_l0_reverse	0	0.003952688537538052
176080	rnn.weight_hh_l0_reverse	1	0.030392305925488472
176080	rnn.weight_hh_l0_reverse	2	-0.03963889554142952
176080	rnn.weight_hh_l0_reverse	3	0.039554934948682785
176080	rnn.weight_hh_l0_reverse	4	0.023458169773221016
176080	rnn.weight_hh_l0_reverse	5	-0.006970255635678768
176080	rnn.weight_hh_l0_reverse	6	0.06495045870542526
176080	rnn.weight_hh_l0_reverse	7	0.02963092550635338
176080	rnn.weight_hh_l0_reverse	8	-0.019999785348773003
176080	rnn.weight_hh_l0_reverse	9	-0.03196237236261368
176080	rnn.bias_ih_l0_reverse	0	-0.1372985988855362
176080	rnn.bias_ih_l0_reverse	1	-0.31201618909835815
176080	rnn.bias_ih_l0_reverse	2	-0.06525121629238129
176080	rnn.bias_ih_l0_reverse	3	-0.14055761694908142
176080	rnn.bias_ih_l0_reverse	4	0.06743726134300232
176080	rnn.bias_ih_l0_reverse	5	-0.27318432927131653
176080	rnn.bias_ih_l0_reverse	6	-0.061444997787475586
176080	rnn.bias_ih_l0_reverse	7	0.022126246243715286
176080	rnn.bias_ih_l0_reverse	8	-0.18206247687339783
176080	rnn.bias_ih_l0_reverse	9	-0.08680315315723419
176080	rnn.bias_hh_l0_reverse	0	-0.159407839179039
176080	rnn.bias_hh_l0_reverse	1	-0.14612941443920135
176080	rnn.bias_hh_l0_reverse	2	-0.02296629175543785
176080	rnn.bias_hh_l0_reverse	3	-0.14330065250396729
176080	rnn.bias_hh_l0_reverse	4	-0.02723558619618416
176080	rnn.bias_hh_l0_reverse	5	-0.1174955740571022
176080	rnn.bias_hh_l0_reverse	6	-0.061517197638750076
176080	rnn.bias_hh_l0_reverse	7	-0.19165046513080597
176080	rnn.bias_hh_l0_reverse	8	-0.05841512605547905
176080	rnn.bias_hh_l0_reverse	9	-0.13018029928207397
176080	linear.weight	0	-0.20633894205093384
176080	linear.weight	1	-0.12482806295156479
176080	linear.weight	2	-0.011228874325752258
176080	linear.weight	3	-0.12022697925567627
176080	linear.weight	4	-0.0036358763463795185
176080	linear.weight	5	0.1914011836051941
176080	linear.weight	6	0.0047744326293468475
176080	linear.weight	7	-0.021312154829502106
176080	linear.weight	8	0.18516796827316284
176080	linear.weight	9	0.24587662518024445
176080	linear.bias	0	-0.8413037657737732
176080	linear.bias	1	1.3817691802978516
176080	linear.bias	2	-0.43803611397743225
176080	linear.bias	3	-0.7073475122451782
176080	linear.bias	4	-0.8330378532409668
176080	linear.bias	5	-1.1764241456985474
176080	linear.bias	6	-0.9253524541854858
176080	linear.bias	7	-0.7049746513366699
176080	linear.bias	8	-0.01705317199230194
176080	linear.bias	9	3.3489174842834473
176277	transitions	0	-0.432799756526947
176277	transitions	1	8.633947372436523
176277	transitions	2	-3.547260046005249
176277	transitions	3	1.5024142265319824
176277	transitions	4	-2.1522018909454346
176277	transitions	5	-0.40440917015075684
176277	transitions	6	-0.19118227064609528
176277	transitions	7	-10000.0
176277	transitions	8	1.7962244749069214
176277	transitions	9	-2.294255256652832
176277	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
176277	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
176277	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
176277	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
176277	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
176277	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
176277	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
176277	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
176277	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
176277	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
176277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
176277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
176277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
176277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
176277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
176277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
176277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
176277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
176277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
176277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
176277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
176277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
176277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
176277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
176277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
176277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
176277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
176277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
176277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
176277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
176277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
176277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
176277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
176277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
176277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
176277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
176277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
176277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
176277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
176277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
176277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
176277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
176277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
176277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
176277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
176277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
176277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
176277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
176277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
176277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
176277	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
176277	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
176277	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
176277	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
176277	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
176277	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
176277	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
176277	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
176277	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
176277	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
176277	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
176277	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
176277	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
176277	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
176277	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
176277	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
176277	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
176277	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
176277	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
176277	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
176277	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
176277	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
176277	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
176277	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
176277	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
176277	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
176277	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
176277	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
176277	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
176277	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
176277	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
176277	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
176277	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
176277	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
176277	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
176277	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
176277	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
176277	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
176277	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
176277	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
176277	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
176277	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
176277	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
176277	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
176277	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
176277	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
176277	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
176277	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
176277	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
176277	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
176277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
176277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
176277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
176277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
176277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
176277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
176277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
176277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
176277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
176277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
176277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
176277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
176277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
176277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
176277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
176277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
176277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
176277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
176277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
176277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
176277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
176277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
176277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
176277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
176277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
176277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
176277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
176277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
176277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
176277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
176277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
176277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
176277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
176277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
176277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
176277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
176277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
176277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
176277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
176277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
176277	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
176277	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
176277	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
176277	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
176277	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
176277	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
176277	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
176277	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
176277	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
176277	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
176277	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
176277	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
176277	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
176277	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
176277	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
176277	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
176277	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
176277	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
176277	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
176277	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
176277	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
176277	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
176277	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
176277	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
176277	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
176277	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
176277	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
176277	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
176277	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
176277	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
176277	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
176277	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
176277	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
176277	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
176277	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
176277	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
176277	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
176277	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
176277	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
176277	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
176277	embedding2nn.weight	0	0.0432622954249382
176277	embedding2nn.weight	1	-0.0896807610988617
176277	embedding2nn.weight	2	0.017254317179322243
176277	embedding2nn.weight	3	-0.053949225693941116
176277	embedding2nn.weight	4	-0.12207286059856415
176277	embedding2nn.weight	5	0.12119945138692856
176277	embedding2nn.weight	6	-0.10861068218946457
176277	embedding2nn.weight	7	-0.0714421421289444
176277	embedding2nn.weight	8	-0.026359397917985916
176277	embedding2nn.weight	9	0.04334158077836037
176277	embedding2nn.bias	0	0.07708515226840973
176277	embedding2nn.bias	1	0.009614868089556694
176277	embedding2nn.bias	2	-0.09891673177480698
176277	embedding2nn.bias	3	0.044313110411167145
176277	embedding2nn.bias	4	-0.0042653437703847885
176277	embedding2nn.bias	5	-0.16594727337360382
176277	embedding2nn.bias	6	-0.12750443816184998
176277	embedding2nn.bias	7	-0.03140377253293991
176277	embedding2nn.bias	8	0.07640638202428818
176277	embedding2nn.bias	9	-0.07064295560121536
176277	rnn.weight_ih_l0	0	0.04881508648395538
176277	rnn.weight_ih_l0	1	-0.07147953659296036
176277	rnn.weight_ih_l0	2	-0.0335996150970459
176277	rnn.weight_ih_l0	3	-0.04267042130231857
176277	rnn.weight_ih_l0	4	0.015276161022484303
176277	rnn.weight_ih_l0	5	-0.11268530786037445
176277	rnn.weight_ih_l0	6	-0.046617381274700165
176277	rnn.weight_ih_l0	7	-0.017563801258802414
176277	rnn.weight_ih_l0	8	0.07821965962648392
176277	rnn.weight_ih_l0	9	0.005479228682816029
176277	rnn.weight_hh_l0	0	0.0015654985327273607
176277	rnn.weight_hh_l0	1	-0.0862768366932869
176277	rnn.weight_hh_l0	2	0.06478793174028397
176277	rnn.weight_hh_l0	3	0.04522528126835823
176277	rnn.weight_hh_l0	4	0.005408824887126684
176277	rnn.weight_hh_l0	5	0.06718546152114868
176277	rnn.weight_hh_l0	6	-0.01744426228106022
176277	rnn.weight_hh_l0	7	-0.1027689278125763
176277	rnn.weight_hh_l0	8	0.01443551480770111
176277	rnn.weight_hh_l0	9	-0.08089876174926758
176277	rnn.bias_ih_l0	0	-0.06333574652671814
176277	rnn.bias_ih_l0	1	-0.179875448346138
176277	rnn.bias_ih_l0	2	-0.26204895973205566
176277	rnn.bias_ih_l0	3	-0.2759624719619751
176277	rnn.bias_ih_l0	4	-0.0010451762937009335
176277	rnn.bias_ih_l0	5	0.051037780940532684
176277	rnn.bias_ih_l0	6	-0.17083021998405457
176277	rnn.bias_ih_l0	7	-0.2653496563434601
176277	rnn.bias_ih_l0	8	-0.13358959555625916
176277	rnn.bias_ih_l0	9	-0.17446886003017426
176277	rnn.bias_hh_l0	0	0.12156779319047928
176277	rnn.bias_hh_l0	1	-0.055507101118564606
176277	rnn.bias_hh_l0	2	0.03945794701576233
176277	rnn.bias_hh_l0	3	-0.18315695226192474
176277	rnn.bias_hh_l0	4	0.04085177928209305
176277	rnn.bias_hh_l0	5	0.045405443757772446
176277	rnn.bias_hh_l0	6	-0.0938546434044838
176277	rnn.bias_hh_l0	7	-0.15834298729896545
176277	rnn.bias_hh_l0	8	-0.1914200335741043
176277	rnn.bias_hh_l0	9	-0.10588604211807251
176277	rnn.weight_ih_l0_reverse	0	-0.031673602759838104
176277	rnn.weight_ih_l0_reverse	1	0.0005846246494911611
176277	rnn.weight_ih_l0_reverse	2	0.028047174215316772
176277	rnn.weight_ih_l0_reverse	3	0.012091223150491714
176277	rnn.weight_ih_l0_reverse	4	0.03554217144846916
176277	rnn.weight_ih_l0_reverse	5	-0.05493757873773575
176277	rnn.weight_ih_l0_reverse	6	-0.04323052242398262
176277	rnn.weight_ih_l0_reverse	7	0.005619782954454422
176277	rnn.weight_ih_l0_reverse	8	0.09545943140983582
176277	rnn.weight_ih_l0_reverse	9	0.009068144485354424
176277	rnn.weight_hh_l0_reverse	0	0.004041225183755159
176277	rnn.weight_hh_l0_reverse	1	0.03034319542348385
176277	rnn.weight_hh_l0_reverse	2	-0.04054370895028114
176277	rnn.weight_hh_l0_reverse	3	0.03911793231964111
176277	rnn.weight_hh_l0_reverse	4	0.023354940116405487
176277	rnn.weight_hh_l0_reverse	5	-0.007194488309323788
176277	rnn.weight_hh_l0_reverse	6	0.0641997754573822
176277	rnn.weight_hh_l0_reverse	7	0.029004082083702087
176277	rnn.weight_hh_l0_reverse	8	-0.020099682733416557
176277	rnn.weight_hh_l0_reverse	9	-0.03212481364607811
176277	rnn.bias_ih_l0_reverse	0	-0.13473227620124817
176277	rnn.bias_ih_l0_reverse	1	-0.3118285834789276
176277	rnn.bias_ih_l0_reverse	2	-0.06454075872898102
176277	rnn.bias_ih_l0_reverse	3	-0.1408320963382721
176277	rnn.bias_ih_l0_reverse	4	0.0683557465672493
176277	rnn.bias_ih_l0_reverse	5	-0.2740536332130432
176277	rnn.bias_ih_l0_reverse	6	-0.06087763234972954
176277	rnn.bias_ih_l0_reverse	7	0.020063426345586777
176277	rnn.bias_ih_l0_reverse	8	-0.1809045374393463
176277	rnn.bias_ih_l0_reverse	9	-0.08640000224113464
176277	rnn.bias_hh_l0_reverse	0	-0.1615101397037506
176277	rnn.bias_hh_l0_reverse	1	-0.14525598287582397
176277	rnn.bias_hh_l0_reverse	2	-0.022488456219434738
176277	rnn.bias_hh_l0_reverse	3	-0.14194446802139282
176277	rnn.bias_hh_l0_reverse	4	-0.026808971539139748
176277	rnn.bias_hh_l0_reverse	5	-0.11698579788208008
176277	rnn.bias_hh_l0_reverse	6	-0.06196413189172745
176277	rnn.bias_hh_l0_reverse	7	-0.1929945945739746
176277	rnn.bias_hh_l0_reverse	8	-0.05746212601661682
176277	rnn.bias_hh_l0_reverse	9	-0.12810592353343964
176277	linear.weight	0	-0.20899321138858795
176277	linear.weight	1	-0.12332838028669357
176277	linear.weight	2	-0.011228874325752258
176277	linear.weight	3	-0.12011591345071793
176277	linear.weight	4	-0.013381922617554665
176277	linear.weight	5	0.18867520987987518
176277	linear.weight	6	0.0047744326293468475
176277	linear.weight	7	-0.021312154829502106
176277	linear.weight	8	0.1866241693496704
176277	linear.weight	9	0.24294668436050415
176277	linear.bias	0	-0.8399080038070679
176277	linear.bias	1	1.3665971755981445
176277	linear.bias	2	-0.4265746474266052
176277	linear.bias	3	-0.7022078633308411
176277	linear.bias	4	-0.8683391213417053
176277	linear.bias	5	-1.1764411926269531
176277	linear.bias	6	-0.9267647862434387
176277	linear.bias	7	-0.7086132764816284
176277	linear.bias	8	-0.01705317199230194
176277	linear.bias	9	3.4093258380889893
176474	transitions	0	-0.4328809678554535
176474	transitions	1	8.621964454650879
176474	transitions	2	-3.547696590423584
176474	transitions	3	1.4978351593017578
176474	transitions	4	-2.15250563621521
176474	transitions	5	-0.40457361936569214
176474	transitions	6	-0.1912028044462204
176474	transitions	7	-10000.0
176474	transitions	8	1.7963111400604248
176474	transitions	9	-2.2942564487457275
176474	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
176474	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
176474	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
176474	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
176474	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
176474	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
176474	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
176474	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
176474	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
176474	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
176474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
176474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
176474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
176474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
176474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
176474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
176474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
176474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
176474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
176474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
176474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
176474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
176474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
176474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
176474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
176474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
176474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
176474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
176474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
176474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
176474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
176474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
176474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
176474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
176474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
176474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
176474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
176474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
176474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
176474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
176474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
176474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
176474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
176474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
176474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
176474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
176474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
176474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
176474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
176474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
176474	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
176474	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
176474	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
176474	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
176474	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
176474	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
176474	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
176474	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
176474	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
176474	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
176474	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
176474	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
176474	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
176474	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
176474	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
176474	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
176474	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
176474	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
176474	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
176474	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
176474	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
176474	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
176474	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
176474	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
176474	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
176474	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
176474	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
176474	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
176474	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
176474	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
176474	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
176474	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
176474	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
176474	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
176474	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
176474	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
176474	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
176474	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
176474	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
176474	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
176474	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
176474	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
176474	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
176474	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
176474	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
176474	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
176474	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
176474	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
176474	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
176474	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
176474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
176474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
176474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
176474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
176474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
176474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
176474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
176474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
176474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
176474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
176474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
176474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
176474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
176474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
176474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
176474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
176474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
176474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
176474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
176474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
176474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
176474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
176474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
176474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
176474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
176474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
176474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
176474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
176474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
176474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
176474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
176474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
176474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
176474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
176474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
176474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
176474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
176474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
176474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
176474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
176474	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
176474	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
176474	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
176474	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
176474	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
176474	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
176474	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
176474	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
176474	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
176474	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
176474	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
176474	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
176474	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
176474	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
176474	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
176474	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
176474	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
176474	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
176474	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
176474	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
176474	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
176474	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
176474	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
176474	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
176474	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
176474	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
176474	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
176474	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
176474	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
176474	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
176474	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
176474	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
176474	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
176474	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
176474	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
176474	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
176474	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
176474	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
176474	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
176474	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
176474	embedding2nn.weight	0	0.04342368245124817
176474	embedding2nn.weight	1	-0.09016674011945724
176474	embedding2nn.weight	2	0.01681729406118393
176474	embedding2nn.weight	3	-0.05430927500128746
176474	embedding2nn.weight	4	-0.12180269509553909
176474	embedding2nn.weight	5	0.1205708235502243
176474	embedding2nn.weight	6	-0.1110093891620636
176474	embedding2nn.weight	7	-0.07111852616071701
176474	embedding2nn.weight	8	-0.025863897055387497
176474	embedding2nn.weight	9	0.0411481112241745
176474	embedding2nn.bias	0	0.06772700697183609
176474	embedding2nn.bias	1	0.015187717042863369
176474	embedding2nn.bias	2	-0.09420884400606155
176474	embedding2nn.bias	3	0.04096663370728493
176474	embedding2nn.bias	4	-0.0001184463981189765
176474	embedding2nn.bias	5	-0.16525419056415558
176474	embedding2nn.bias	6	-0.12456708401441574
176474	embedding2nn.bias	7	-0.04133358597755432
176474	embedding2nn.bias	8	0.07628019899129868
176474	embedding2nn.bias	9	-0.06282494962215424
176474	rnn.weight_ih_l0	0	0.04921350255608559
176474	rnn.weight_ih_l0	1	-0.07048705965280533
176474	rnn.weight_ih_l0	2	-0.033670663833618164
176474	rnn.weight_ih_l0	3	-0.04265427961945534
176474	rnn.weight_ih_l0	4	0.015680134296417236
176474	rnn.weight_ih_l0	5	-0.11188153177499771
176474	rnn.weight_ih_l0	6	-0.04588407278060913
176474	rnn.weight_ih_l0	7	-0.016401106491684914
176474	rnn.weight_ih_l0	8	0.07876802235841751
176474	rnn.weight_ih_l0	9	0.005082633811980486
176474	rnn.weight_hh_l0	0	0.0017813323065638542
176474	rnn.weight_hh_l0	1	-0.08658311516046524
176474	rnn.weight_hh_l0	2	0.06449001282453537
176474	rnn.weight_hh_l0	3	0.045172400772571564
176474	rnn.weight_hh_l0	4	0.0056776562705636024
176474	rnn.weight_hh_l0	5	0.06633248180150986
176474	rnn.weight_hh_l0	6	-0.017588216811418533
176474	rnn.weight_hh_l0	7	-0.10296641290187836
176474	rnn.weight_hh_l0	8	0.014608762226998806
176474	rnn.weight_hh_l0	9	-0.08099484443664551
176474	rnn.bias_ih_l0	0	-0.06478212028741837
176474	rnn.bias_ih_l0	1	-0.18108397722244263
176474	rnn.bias_ih_l0	2	-0.26045873761177063
176474	rnn.bias_ih_l0	3	-0.27778056263923645
176474	rnn.bias_ih_l0	4	-0.0007703874143771827
176474	rnn.bias_ih_l0	5	0.04988212510943413
176474	rnn.bias_ih_l0	6	-0.16993889212608337
176474	rnn.bias_ih_l0	7	-0.26609358191490173
176474	rnn.bias_ih_l0	8	-0.13297508656978607
176474	rnn.bias_ih_l0	9	-0.1730855405330658
176474	rnn.bias_hh_l0	0	0.11992167681455612
176474	rnn.bias_hh_l0	1	-0.05494384095072746
176474	rnn.bias_hh_l0	2	0.03933464363217354
176474	rnn.bias_hh_l0	3	-0.18420018255710602
176474	rnn.bias_hh_l0	4	0.04230600968003273
176474	rnn.bias_hh_l0	5	0.04315577447414398
176474	rnn.bias_hh_l0	6	-0.09428714215755463
176474	rnn.bias_hh_l0	7	-0.15948116779327393
176474	rnn.bias_hh_l0	8	-0.1899406909942627
176474	rnn.bias_hh_l0	9	-0.10531829297542572
176474	rnn.weight_ih_l0_reverse	0	-0.03123142197728157
176474	rnn.weight_ih_l0_reverse	1	0.00024731919984333217
176474	rnn.weight_ih_l0_reverse	2	0.02781718596816063
176474	rnn.weight_ih_l0_reverse	3	0.012362546287477016
176474	rnn.weight_ih_l0_reverse	4	0.03537561744451523
176474	rnn.weight_ih_l0_reverse	5	-0.05540234223008156
176474	rnn.weight_ih_l0_reverse	6	-0.0436549074947834
176474	rnn.weight_ih_l0_reverse	7	0.005977426655590534
176474	rnn.weight_ih_l0_reverse	8	0.09566358476877213
176474	rnn.weight_ih_l0_reverse	9	0.012022949755191803
176474	rnn.weight_hh_l0_reverse	0	0.0040253461338579655
176474	rnn.weight_hh_l0_reverse	1	0.02994706481695175
176474	rnn.weight_hh_l0_reverse	2	-0.04067262262105942
176474	rnn.weight_hh_l0_reverse	3	0.03886221721768379
176474	rnn.weight_hh_l0_reverse	4	0.023931212723255157
176474	rnn.weight_hh_l0_reverse	5	-0.0071237715892493725
176474	rnn.weight_hh_l0_reverse	6	0.06442895531654358
176474	rnn.weight_hh_l0_reverse	7	0.029166126623749733
176474	rnn.weight_hh_l0_reverse	8	-0.020451758056879044
176474	rnn.weight_hh_l0_reverse	9	-0.032155998051166534
176474	rnn.bias_ih_l0_reverse	0	-0.13657405972480774
176474	rnn.bias_ih_l0_reverse	1	-0.31186366081237793
176474	rnn.bias_ih_l0_reverse	2	-0.06532371044158936
176474	rnn.bias_ih_l0_reverse	3	-0.14114950597286224
176474	rnn.bias_ih_l0_reverse	4	0.06675341725349426
176474	rnn.bias_ih_l0_reverse	5	-0.2734680473804474
176474	rnn.bias_ih_l0_reverse	6	-0.05974598973989487
176474	rnn.bias_ih_l0_reverse	7	0.018908310681581497
176474	rnn.bias_ih_l0_reverse	8	-0.1797606199979782
176474	rnn.bias_ih_l0_reverse	9	-0.08517755568027496
176474	rnn.bias_hh_l0_reverse	0	-0.1595531702041626
176474	rnn.bias_hh_l0_reverse	1	-0.144981250166893
176474	rnn.bias_hh_l0_reverse	2	-0.0215468630194664
176474	rnn.bias_hh_l0_reverse	3	-0.14299580454826355
176474	rnn.bias_hh_l0_reverse	4	-0.026920387521386147
176474	rnn.bias_hh_l0_reverse	5	-0.11635608971118927
176474	rnn.bias_hh_l0_reverse	6	-0.06293389201164246
176474	rnn.bias_hh_l0_reverse	7	-0.19196674227714539
176474	rnn.bias_hh_l0_reverse	8	-0.0591706708073616
176474	rnn.bias_hh_l0_reverse	9	-0.1284743696451187
176474	linear.weight	0	-0.21789495646953583
176474	linear.weight	1	-0.12120800465345383
176474	linear.weight	2	-0.011228874325752258
176474	linear.weight	3	-0.11703459173440933
176474	linear.weight	4	-0.015779385343194008
176474	linear.weight	5	0.18788515031337738
176474	linear.weight	6	0.0047744326293468475
176474	linear.weight	7	-0.021312154829502106
176474	linear.weight	8	0.18736104667186737
176474	linear.weight	9	0.24217253923416138
176474	linear.bias	0	-0.8354952931404114
176474	linear.bias	1	1.3834344148635864
176474	linear.bias	2	-0.44239652156829834
176474	linear.bias	3	-0.6966760754585266
176474	linear.bias	4	-0.8496385812759399
176474	linear.bias	5	-1.1764596700668335
176474	linear.bias	6	-0.9216042757034302
176474	linear.bias	7	-0.7137352228164673
176474	linear.bias	8	-0.01705317199230194
176474	linear.bias	9	3.395040273666382
176671	transitions	0	-0.4329518973827362
176671	transitions	1	8.62923526763916
176671	transitions	2	-3.548483371734619
176671	transitions	3	1.5025562047958374
176671	transitions	4	-2.152860641479492
176671	transitions	5	-0.4046958088874817
176671	transitions	6	-0.1912173479795456
176671	transitions	7	-10000.0
176671	transitions	8	1.7943941354751587
176671	transitions	9	-2.2942628860473633
176671	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
176671	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
176671	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
176671	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
176671	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
176671	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
176671	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
176671	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
176671	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
176671	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
176671	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
176671	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
176671	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
176671	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
176671	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
176671	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
176671	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
176671	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
176671	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
176671	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
176671	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
176671	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
176671	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
176671	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
176671	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
176671	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
176671	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
176671	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
176671	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
176671	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
176671	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
176671	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
176671	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
176671	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
176671	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
176671	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
176671	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
176671	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
176671	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
176671	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
176671	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
176671	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
176671	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
176671	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
176671	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
176671	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
176671	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
176671	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
176671	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
176671	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
176671	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
176671	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
176671	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
176671	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
176671	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
176671	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
176671	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
176671	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
176671	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
176671	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
176671	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
176671	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
176671	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
176671	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
176671	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
176671	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
176671	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
176671	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
176671	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
176671	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
176671	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
176671	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
176671	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
176671	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
176671	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
176671	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
176671	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
176671	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
176671	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
176671	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
176671	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
176671	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
176671	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
176671	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
176671	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
176671	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
176671	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
176671	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
176671	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
176671	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
176671	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
176671	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
176671	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
176671	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
176671	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
176671	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
176671	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
176671	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
176671	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
176671	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
176671	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
176671	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
176671	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
176671	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
176671	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
176671	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
176671	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
176671	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
176671	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
176671	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
176671	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
176671	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
176671	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
176671	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
176671	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
176671	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
176671	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
176671	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
176671	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
176671	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
176671	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
176671	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
176671	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
176671	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
176671	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
176671	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
176671	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
176671	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
176671	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
176671	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
176671	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
176671	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
176671	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
176671	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
176671	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
176671	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
176671	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
176671	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
176671	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
176671	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
176671	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
176671	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
176671	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
176671	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
176671	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
176671	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
176671	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
176671	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
176671	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
176671	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
176671	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
176671	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
176671	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
176671	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
176671	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
176671	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
176671	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
176671	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
176671	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
176671	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
176671	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
176671	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
176671	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
176671	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
176671	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
176671	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
176671	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
176671	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
176671	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
176671	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
176671	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
176671	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
176671	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
176671	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
176671	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
176671	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
176671	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
176671	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
176671	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
176671	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
176671	embedding2nn.weight	0	0.04325507953763008
176671	embedding2nn.weight	1	-0.09040052443742752
176671	embedding2nn.weight	2	0.017404954880475998
176671	embedding2nn.weight	3	-0.054661959409713745
176671	embedding2nn.weight	4	-0.12154995650053024
176671	embedding2nn.weight	5	0.12128815799951553
176671	embedding2nn.weight	6	-0.10707408934831619
176671	embedding2nn.weight	7	-0.07149747014045715
176671	embedding2nn.weight	8	-0.025473017245531082
176671	embedding2nn.weight	9	0.0401417501270771
176671	embedding2nn.bias	0	0.0672639012336731
176671	embedding2nn.bias	1	0.017161080613732338
176671	embedding2nn.bias	2	-0.09132467955350876
176671	embedding2nn.bias	3	0.04370754957199097
176671	embedding2nn.bias	4	0.002798747969791293
176671	embedding2nn.bias	5	-0.16945767402648926
176671	embedding2nn.bias	6	-0.12476454675197601
176671	embedding2nn.bias	7	-0.043410539627075195
176671	embedding2nn.bias	8	0.07661474496126175
176671	embedding2nn.bias	9	-0.05913235619664192
176671	rnn.weight_ih_l0	0	0.049319807440042496
176671	rnn.weight_ih_l0	1	-0.06894896924495697
176671	rnn.weight_ih_l0	2	-0.034272048622369766
176671	rnn.weight_ih_l0	3	-0.04233785718679428
176671	rnn.weight_ih_l0	4	0.015305246226489544
176671	rnn.weight_ih_l0	5	-0.11028017848730087
176671	rnn.weight_ih_l0	6	-0.0442393496632576
176671	rnn.weight_ih_l0	7	-0.01444394700229168
176671	rnn.weight_ih_l0	8	0.07822894304990768
176671	rnn.weight_ih_l0	9	0.005723768845200539
176671	rnn.weight_hh_l0	0	0.001223310362547636
176671	rnn.weight_hh_l0	1	-0.08561593294143677
176671	rnn.weight_hh_l0	2	0.06437584012746811
176671	rnn.weight_hh_l0	3	0.04607652872800827
176671	rnn.weight_hh_l0	4	0.005610235035419464
176671	rnn.weight_hh_l0	5	0.06634286046028137
176671	rnn.weight_hh_l0	6	-0.017900753766298294
176671	rnn.weight_hh_l0	7	-0.10274838656187057
176671	rnn.weight_hh_l0	8	0.014182980172336102
176671	rnn.weight_hh_l0	9	-0.0801415666937828
176671	rnn.bias_ih_l0	0	-0.0646086111664772
176671	rnn.bias_ih_l0	1	-0.18219324946403503
176671	rnn.bias_ih_l0	2	-0.2587667405605316
176671	rnn.bias_ih_l0	3	-0.278866708278656
176671	rnn.bias_ih_l0	4	-0.0024102809838950634
176671	rnn.bias_ih_l0	5	0.05062605068087578
176671	rnn.bias_ih_l0	6	-0.16990646719932556
176671	rnn.bias_ih_l0	7	-0.26547113060951233
176671	rnn.bias_ih_l0	8	-0.13185101747512817
176671	rnn.bias_ih_l0	9	-0.17514033615589142
176671	rnn.bias_hh_l0	0	0.12096209824085236
176671	rnn.bias_hh_l0	1	-0.055020593106746674
176671	rnn.bias_hh_l0	2	0.03980957344174385
176671	rnn.bias_hh_l0	3	-0.18272040784358978
176671	rnn.bias_hh_l0	4	0.04017855226993561
176671	rnn.bias_hh_l0	5	0.04375478997826576
176671	rnn.bias_hh_l0	6	-0.09389613568782806
176671	rnn.bias_hh_l0	7	-0.15973079204559326
176671	rnn.bias_hh_l0	8	-0.1896526962518692
176671	rnn.bias_hh_l0	9	-0.10422184318304062
176671	rnn.weight_ih_l0_reverse	0	-0.030854403972625732
176671	rnn.weight_ih_l0_reverse	1	-5.956787572358735e-05
176671	rnn.weight_ih_l0_reverse	2	0.02812577784061432
176671	rnn.weight_ih_l0_reverse	3	0.01101604476571083
176671	rnn.weight_ih_l0_reverse	4	0.036099232733249664
176671	rnn.weight_ih_l0_reverse	5	-0.05466577038168907
176671	rnn.weight_ih_l0_reverse	6	-0.0456511564552784
176671	rnn.weight_ih_l0_reverse	7	0.006365676410496235
176671	rnn.weight_ih_l0_reverse	8	0.0957263857126236
176671	rnn.weight_ih_l0_reverse	9	0.012279849499464035
176671	rnn.weight_hh_l0_reverse	0	0.004263422917574644
176671	rnn.weight_hh_l0_reverse	1	0.030030639842152596
176671	rnn.weight_hh_l0_reverse	2	-0.04060347005724907
176671	rnn.weight_hh_l0_reverse	3	0.03877878934144974
176671	rnn.weight_hh_l0_reverse	4	0.023693952709436417
176671	rnn.weight_hh_l0_reverse	5	-0.00699574826285243
176671	rnn.weight_hh_l0_reverse	6	0.06473482400178909
176671	rnn.weight_hh_l0_reverse	7	0.028913667425513268
176671	rnn.weight_hh_l0_reverse	8	-0.020219450816512108
176671	rnn.weight_hh_l0_reverse	9	-0.03233564645051956
176671	rnn.bias_ih_l0_reverse	0	-0.13790927827358246
176671	rnn.bias_ih_l0_reverse	1	-0.31147247552871704
176671	rnn.bias_ih_l0_reverse	2	-0.06495516747236252
176671	rnn.bias_ih_l0_reverse	3	-0.14114923775196075
176671	rnn.bias_ih_l0_reverse	4	0.0660591796040535
176671	rnn.bias_ih_l0_reverse	5	-0.2723492980003357
176671	rnn.bias_ih_l0_reverse	6	-0.060206085443496704
176671	rnn.bias_ih_l0_reverse	7	0.0187370665371418
176671	rnn.bias_ih_l0_reverse	8	-0.1807548999786377
176671	rnn.bias_ih_l0_reverse	9	-0.08411906659603119
176671	rnn.bias_hh_l0_reverse	0	-0.15782110393047333
176671	rnn.bias_hh_l0_reverse	1	-0.14494435489177704
176671	rnn.bias_hh_l0_reverse	2	-0.02093241736292839
176671	rnn.bias_hh_l0_reverse	3	-0.1449669748544693
176671	rnn.bias_hh_l0_reverse	4	-0.02853771299123764
176671	rnn.bias_hh_l0_reverse	5	-0.11555550992488861
176671	rnn.bias_hh_l0_reverse	6	-0.062468670308589935
176671	rnn.bias_hh_l0_reverse	7	-0.19117766618728638
176671	rnn.bias_hh_l0_reverse	8	-0.05826108902692795
176671	rnn.bias_hh_l0_reverse	9	-0.127643421292305
176671	linear.weight	0	-0.21533840894699097
176671	linear.weight	1	-0.1259358823299408
176671	linear.weight	2	-0.011228874325752258
176671	linear.weight	3	-0.10768313705921173
176671	linear.weight	4	-0.012458055280148983
176671	linear.weight	5	0.18675045669078827
176671	linear.weight	6	0.0047744326293468475
176671	linear.weight	7	-0.021312154829502106
176671	linear.weight	8	0.19186089932918549
176671	linear.weight	9	0.2352379411458969
176671	linear.bias	0	-0.8206596374511719
176671	linear.bias	1	1.379114031791687
176671	linear.bias	2	-0.4420468211174011
176671	linear.bias	3	-0.6955031752586365
176671	linear.bias	4	-0.8714101910591125
176671	linear.bias	5	-1.1764799356460571
176671	linear.bias	6	-0.9054959416389465
176671	linear.bias	7	-0.7168748378753662
176671	linear.bias	8	-0.01705317199230194
176671	linear.bias	9	3.4099831581115723
176868	transitions	0	-0.43320149183273315
176868	transitions	1	8.616535186767578
176868	transitions	2	-3.5487968921661377
176868	transitions	3	1.4953575134277344
176868	transitions	4	-2.153365135192871
176868	transitions	5	-0.4047268331050873
176868	transitions	6	-0.19123035669326782
176868	transitions	7	-10000.0
176868	transitions	8	1.7951115369796753
176868	transitions	9	-2.294266700744629
176868	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
176868	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
176868	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
176868	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
176868	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
176868	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
176868	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
176868	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
176868	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
176868	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
176868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
176868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
176868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
176868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
176868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
176868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
176868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
176868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
176868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
176868	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
176868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
176868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
176868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
176868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
176868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
176868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
176868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
176868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
176868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
176868	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
176868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
176868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
176868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
176868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
176868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
176868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
176868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
176868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
176868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
176868	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
176868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
176868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
176868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
176868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
176868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
176868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
176868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
176868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
176868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
176868	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
176868	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
176868	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
176868	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
176868	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
176868	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
176868	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
176868	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
176868	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
176868	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
176868	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
176868	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
176868	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
176868	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
176868	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
176868	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
176868	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
176868	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
176868	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
176868	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
176868	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
176868	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
176868	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
176868	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
176868	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
176868	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
176868	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
176868	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
176868	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
176868	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
176868	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
176868	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
176868	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
176868	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
176868	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
176868	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
176868	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
176868	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
176868	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
176868	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
176868	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
176868	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
176868	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
176868	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
176868	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
176868	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
176868	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
176868	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
176868	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
176868	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
176868	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
176868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
176868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
176868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
176868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
176868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
176868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
176868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
176868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
176868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
176868	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
176868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
176868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
176868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
176868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
176868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
176868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
176868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
176868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
176868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
176868	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
176868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
176868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
176868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
176868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
176868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
176868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
176868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
176868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
176868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
176868	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
176868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
176868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
176868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
176868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
176868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
176868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
176868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
176868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
176868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
176868	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
176868	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
176868	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
176868	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
176868	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
176868	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
176868	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
176868	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
176868	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
176868	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
176868	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
176868	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
176868	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
176868	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
176868	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
176868	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
176868	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
176868	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
176868	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
176868	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
176868	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
176868	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
176868	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
176868	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
176868	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
176868	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
176868	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
176868	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
176868	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
176868	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
176868	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
176868	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
176868	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
176868	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
176868	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
176868	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
176868	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
176868	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
176868	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
176868	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
176868	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
176868	embedding2nn.weight	0	0.04334003105759621
176868	embedding2nn.weight	1	-0.09056587517261505
176868	embedding2nn.weight	2	0.018256541341543198
176868	embedding2nn.weight	3	-0.05550329014658928
176868	embedding2nn.weight	4	-0.12063801288604736
176868	embedding2nn.weight	5	0.12027928233146667
176868	embedding2nn.weight	6	-0.10775590687990189
176868	embedding2nn.weight	7	-0.07259685546159744
176868	embedding2nn.weight	8	-0.0252657700330019
176868	embedding2nn.weight	9	0.04146268591284752
176868	embedding2nn.bias	0	0.06309027969837189
176868	embedding2nn.bias	1	0.014538784511387348
176868	embedding2nn.bias	2	-0.1003718227148056
176868	embedding2nn.bias	3	0.04646552726626396
176868	embedding2nn.bias	4	0.007625245954841375
176868	embedding2nn.bias	5	-0.1571318656206131
176868	embedding2nn.bias	6	-0.12860316038131714
176868	embedding2nn.bias	7	-0.03886311128735542
176868	embedding2nn.bias	8	0.06910444796085358
176868	embedding2nn.bias	9	-0.04726583883166313
176868	rnn.weight_ih_l0	0	0.049340225756168365
176868	rnn.weight_ih_l0	1	-0.06817997992038727
176868	rnn.weight_ih_l0	2	-0.03660399839282036
176868	rnn.weight_ih_l0	3	-0.043234240263700485
176868	rnn.weight_ih_l0	4	0.015202708542346954
176868	rnn.weight_ih_l0	5	-0.11128973960876465
176868	rnn.weight_ih_l0	6	-0.04421624168753624
176868	rnn.weight_ih_l0	7	-0.014158409088850021
176868	rnn.weight_ih_l0	8	0.07879287004470825
176868	rnn.weight_ih_l0	9	0.007120440248399973
176868	rnn.weight_hh_l0	0	0.0009786016307771206
176868	rnn.weight_hh_l0	1	-0.0856785774230957
176868	rnn.weight_hh_l0	2	0.06433930993080139
176868	rnn.weight_hh_l0	3	0.04569375142455101
176868	rnn.weight_hh_l0	4	0.005786530207842588
176868	rnn.weight_hh_l0	5	0.06602580100297928
176868	rnn.weight_hh_l0	6	-0.01810603030025959
176868	rnn.weight_hh_l0	7	-0.10296086966991425
176868	rnn.weight_hh_l0	8	0.01356318686157465
176868	rnn.weight_hh_l0	9	-0.08232618868350983
176868	rnn.bias_ih_l0	0	-0.06489294022321701
176868	rnn.bias_ih_l0	1	-0.1813126802444458
176868	rnn.bias_ih_l0	2	-0.25750672817230225
176868	rnn.bias_ih_l0	3	-0.28221824765205383
176868	rnn.bias_ih_l0	4	0.0002290556876687333
176868	rnn.bias_ih_l0	5	0.05331716686487198
176868	rnn.bias_ih_l0	6	-0.1706003099679947
176868	rnn.bias_ih_l0	7	-0.26629382371902466
176868	rnn.bias_ih_l0	8	-0.13350479304790497
176868	rnn.bias_ih_l0	9	-0.1735084503889084
176868	rnn.bias_hh_l0	0	0.11929389089345932
176868	rnn.bias_hh_l0	1	-0.05725061148405075
176868	rnn.bias_hh_l0	2	0.040209267288446426
176868	rnn.bias_hh_l0	3	-0.18259117007255554
176868	rnn.bias_hh_l0	4	0.043037690222263336
176868	rnn.bias_hh_l0	5	0.04393188655376434
176868	rnn.bias_hh_l0	6	-0.09404145926237106
176868	rnn.bias_hh_l0	7	-0.159710094332695
176868	rnn.bias_hh_l0	8	-0.19145147502422333
176868	rnn.bias_hh_l0	9	-0.10292983055114746
176868	rnn.weight_ih_l0_reverse	0	-0.03034731186926365
176868	rnn.weight_ih_l0_reverse	1	1.6434483768534847e-05
176868	rnn.weight_ih_l0_reverse	2	0.027680132538080215
176868	rnn.weight_ih_l0_reverse	3	0.010943376459181309
176868	rnn.weight_ih_l0_reverse	4	0.03552677854895592
176868	rnn.weight_ih_l0_reverse	5	-0.05584430322051048
176868	rnn.weight_ih_l0_reverse	6	-0.04604106768965721
176868	rnn.weight_ih_l0_reverse	7	0.007288666442036629
176868	rnn.weight_ih_l0_reverse	8	0.09618844836950302
176868	rnn.weight_ih_l0_reverse	9	0.010942443273961544
176868	rnn.weight_hh_l0_reverse	0	0.004349290393292904
176868	rnn.weight_hh_l0_reverse	1	0.029989054426550865
176868	rnn.weight_hh_l0_reverse	2	-0.040459539741277695
176868	rnn.weight_hh_l0_reverse	3	0.03821133077144623
176868	rnn.weight_hh_l0_reverse	4	0.023636437952518463
176868	rnn.weight_hh_l0_reverse	5	-0.007508960552513599
176868	rnn.weight_hh_l0_reverse	6	0.06456305086612701
176868	rnn.weight_hh_l0_reverse	7	0.028756221756339073
176868	rnn.weight_hh_l0_reverse	8	-0.02063610777258873
176868	rnn.weight_hh_l0_reverse	9	-0.03280474990606308
176868	rnn.bias_ih_l0_reverse	0	-0.1393773853778839
176868	rnn.bias_ih_l0_reverse	1	-0.3122412860393524
176868	rnn.bias_ih_l0_reverse	2	-0.06422214955091476
176868	rnn.bias_ih_l0_reverse	3	-0.1405317634344101
176868	rnn.bias_ih_l0_reverse	4	0.06553426384925842
176868	rnn.bias_ih_l0_reverse	5	-0.2757641673088074
176868	rnn.bias_ih_l0_reverse	6	-0.06070603057742119
176868	rnn.bias_ih_l0_reverse	7	0.02086418867111206
176868	rnn.bias_ih_l0_reverse	8	-0.18170462548732758
176868	rnn.bias_ih_l0_reverse	9	-0.08445324003696442
176868	rnn.bias_hh_l0_reverse	0	-0.15890975296497345
176868	rnn.bias_hh_l0_reverse	1	-0.14169500768184662
176868	rnn.bias_hh_l0_reverse	2	-0.02003243938088417
176868	rnn.bias_hh_l0_reverse	3	-0.1428312212228775
176868	rnn.bias_hh_l0_reverse	4	-0.029170909896492958
176868	rnn.bias_hh_l0_reverse	5	-0.11564663052558899
176868	rnn.bias_hh_l0_reverse	6	-0.061785925179719925
176868	rnn.bias_hh_l0_reverse	7	-0.19136907160282135
176868	rnn.bias_hh_l0_reverse	8	-0.058542486280202866
176868	rnn.bias_hh_l0_reverse	9	-0.12909720838069916
176868	linear.weight	0	-0.2184310406446457
176868	linear.weight	1	-0.12368060648441315
176868	linear.weight	2	-0.011228874325752258
176868	linear.weight	3	-0.10089193284511566
176868	linear.weight	4	-0.0155641445890069
176868	linear.weight	5	0.18615193665027618
176868	linear.weight	6	0.0047744326293468475
176868	linear.weight	7	-0.021312154829502106
176868	linear.weight	8	0.1835157871246338
176868	linear.weight	9	0.22769826650619507
176868	linear.bias	0	-0.8293326497077942
176868	linear.bias	1	1.3961583375930786
176868	linear.bias	2	-0.41211310029029846
176868	linear.bias	3	-0.7044695615768433
176868	linear.bias	4	-0.887001097202301
176868	linear.bias	5	-1.1765012741088867
176868	linear.bias	6	-0.9129533171653748
176868	linear.bias	7	-0.7240302562713623
176868	linear.bias	8	-0.01705317199230194
176868	linear.bias	9	3.384190320968628
177065	transitions	0	-0.43378591537475586
177065	transitions	1	8.622330665588379
177065	transitions	2	-3.5495049953460693
177065	transitions	3	1.5005072355270386
177065	transitions	4	-2.1536312103271484
177065	transitions	5	-0.4047926068305969
177065	transitions	6	-0.1912514567375183
177065	transitions	7	-10000.0
177065	transitions	8	1.7945953607559204
177065	transitions	9	-2.2942709922790527
177065	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
177065	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
177065	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
177065	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
177065	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
177065	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
177065	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
177065	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
177065	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
177065	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
177065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
177065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
177065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
177065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
177065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
177065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
177065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
177065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
177065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
177065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
177065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
177065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
177065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
177065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
177065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
177065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
177065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
177065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
177065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
177065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
177065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
177065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
177065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
177065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
177065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
177065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
177065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
177065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
177065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
177065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
177065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
177065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
177065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
177065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
177065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
177065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
177065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
177065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
177065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
177065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
177065	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
177065	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
177065	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
177065	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
177065	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
177065	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
177065	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
177065	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
177065	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
177065	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
177065	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
177065	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
177065	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
177065	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
177065	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
177065	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
177065	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
177065	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
177065	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
177065	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
177065	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
177065	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
177065	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
177065	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
177065	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
177065	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
177065	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
177065	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
177065	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
177065	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
177065	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
177065	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
177065	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
177065	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
177065	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
177065	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
177065	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
177065	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
177065	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
177065	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
177065	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
177065	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
177065	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
177065	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
177065	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
177065	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
177065	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
177065	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
177065	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
177065	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
177065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
177065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
177065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
177065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
177065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
177065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
177065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
177065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
177065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
177065	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
177065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
177065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
177065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
177065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
177065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
177065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
177065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
177065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
177065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
177065	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
177065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
177065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
177065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
177065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
177065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
177065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
177065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
177065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
177065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
177065	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
177065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
177065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
177065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
177065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
177065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
177065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
177065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
177065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
177065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
177065	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
177065	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
177065	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
177065	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
177065	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
177065	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
177065	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
177065	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
177065	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
177065	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
177065	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
177065	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
177065	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
177065	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
177065	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
177065	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
177065	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
177065	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
177065	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
177065	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
177065	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
177065	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
177065	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
177065	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
177065	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
177065	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
177065	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
177065	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
177065	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
177065	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
177065	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
177065	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
177065	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
177065	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
177065	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
177065	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
177065	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
177065	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
177065	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
177065	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
177065	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
177065	embedding2nn.weight	0	0.04312773793935776
177065	embedding2nn.weight	1	-0.09056232869625092
177065	embedding2nn.weight	2	0.014965354464948177
177065	embedding2nn.weight	3	-0.05565110221505165
177065	embedding2nn.weight	4	-0.11851827055215836
177065	embedding2nn.weight	5	0.11969377100467682
177065	embedding2nn.weight	6	-0.10618173331022263
177065	embedding2nn.weight	7	-0.07223038375377655
177065	embedding2nn.weight	8	-0.024444807320833206
177065	embedding2nn.weight	9	0.04243260622024536
177065	embedding2nn.bias	0	0.06563379615545273
177065	embedding2nn.bias	1	0.014031821861863136
177065	embedding2nn.bias	2	-0.10197065770626068
177065	embedding2nn.bias	3	0.04192645847797394
177065	embedding2nn.bias	4	0.015232846140861511
177065	embedding2nn.bias	5	-0.14826595783233643
177065	embedding2nn.bias	6	-0.12468218803405762
177065	embedding2nn.bias	7	-0.04371567443013191
177065	embedding2nn.bias	8	0.07237059623003006
177065	embedding2nn.bias	9	-0.0479743517935276
177065	rnn.weight_ih_l0	0	0.047156330198049545
177065	rnn.weight_ih_l0	1	-0.06895440071821213
177065	rnn.weight_ih_l0	2	-0.036446601152420044
177065	rnn.weight_ih_l0	3	-0.042658731341362
177065	rnn.weight_ih_l0	4	0.015097292140126228
177065	rnn.weight_ih_l0	5	-0.11104211956262589
177065	rnn.weight_ih_l0	6	-0.04613307863473892
177065	rnn.weight_ih_l0	7	-0.014728721231222153
177065	rnn.weight_ih_l0	8	0.0802166610956192
177065	rnn.weight_ih_l0	9	0.007139009889215231
177065	rnn.weight_hh_l0	0	0.0003570968401618302
177065	rnn.weight_hh_l0	1	-0.08619014173746109
177065	rnn.weight_hh_l0	2	0.06440341472625732
177065	rnn.weight_hh_l0	3	0.04598631709814072
177065	rnn.weight_hh_l0	4	0.0057245963253080845
177065	rnn.weight_hh_l0	5	0.065749891102314
177065	rnn.weight_hh_l0	6	-0.018001532182097435
177065	rnn.weight_hh_l0	7	-0.10298586636781693
177065	rnn.weight_hh_l0	8	0.01448290515691042
177065	rnn.weight_hh_l0	9	-0.08306706696748734
177065	rnn.bias_ih_l0	0	-0.06187215447425842
177065	rnn.bias_ih_l0	1	-0.18176238238811493
177065	rnn.bias_ih_l0	2	-0.25852441787719727
177065	rnn.bias_ih_l0	3	-0.28337839245796204
177065	rnn.bias_ih_l0	4	-0.0032820438500493765
177065	rnn.bias_ih_l0	5	0.054553039371967316
177065	rnn.bias_ih_l0	6	-0.17183232307434082
177065	rnn.bias_ih_l0	7	-0.265990674495697
177065	rnn.bias_ih_l0	8	-0.13437709212303162
177065	rnn.bias_ih_l0	9	-0.17309215664863586
177065	rnn.bias_hh_l0	0	0.12037917971611023
177065	rnn.bias_hh_l0	1	-0.05659782513976097
177065	rnn.bias_hh_l0	2	0.03994731232523918
177065	rnn.bias_hh_l0	3	-0.18180035054683685
177065	rnn.bias_hh_l0	4	0.043099675327539444
177065	rnn.bias_hh_l0	5	0.04341176897287369
177065	rnn.bias_hh_l0	6	-0.09239232540130615
177065	rnn.bias_hh_l0	7	-0.15842704474925995
177065	rnn.bias_hh_l0	8	-0.19109265506267548
177065	rnn.bias_hh_l0	9	-0.10283665359020233
177065	rnn.weight_ih_l0_reverse	0	-0.031014753505587578
177065	rnn.weight_ih_l0_reverse	1	0.000848475145176053
177065	rnn.weight_ih_l0_reverse	2	0.026585185900330544
177065	rnn.weight_ih_l0_reverse	3	0.010651614516973495
177065	rnn.weight_ih_l0_reverse	4	0.037099689245224
177065	rnn.weight_ih_l0_reverse	5	-0.05612247437238693
177065	rnn.weight_ih_l0_reverse	6	-0.04638838395476341
177065	rnn.weight_ih_l0_reverse	7	0.006501348689198494
177065	rnn.weight_ih_l0_reverse	8	0.09564364701509476
177065	rnn.weight_ih_l0_reverse	9	0.010752066038548946
177065	rnn.weight_hh_l0_reverse	0	0.004436944145709276
177065	rnn.weight_hh_l0_reverse	1	0.029926180839538574
177065	rnn.weight_hh_l0_reverse	2	-0.040857672691345215
177065	rnn.weight_hh_l0_reverse	3	0.03797287493944168
177065	rnn.weight_hh_l0_reverse	4	0.023643657565116882
177065	rnn.weight_hh_l0_reverse	5	-0.0065920609049499035
177065	rnn.weight_hh_l0_reverse	6	0.06424849480390549
177065	rnn.weight_hh_l0_reverse	7	0.028254393488168716
177065	rnn.weight_hh_l0_reverse	8	-0.020278126001358032
177065	rnn.weight_hh_l0_reverse	9	-0.033250946551561356
177065	rnn.bias_ih_l0_reverse	0	-0.14192187786102295
177065	rnn.bias_ih_l0_reverse	1	-0.31105485558509827
177065	rnn.bias_ih_l0_reverse	2	-0.06303758174180984
177065	rnn.bias_ih_l0_reverse	3	-0.14019545912742615
177065	rnn.bias_ih_l0_reverse	4	0.06665979325771332
177065	rnn.bias_ih_l0_reverse	5	-0.2736113667488098
177065	rnn.bias_ih_l0_reverse	6	-0.059985484927892685
177065	rnn.bias_ih_l0_reverse	7	0.019500382244586945
177065	rnn.bias_ih_l0_reverse	8	-0.1814851015806198
177065	rnn.bias_ih_l0_reverse	9	-0.0846051424741745
177065	rnn.bias_hh_l0_reverse	0	-0.1594456285238266
177065	rnn.bias_hh_l0_reverse	1	-0.14387527108192444
177065	rnn.bias_hh_l0_reverse	2	-0.020451143383979797
177065	rnn.bias_hh_l0_reverse	3	-0.141194686293602
177065	rnn.bias_hh_l0_reverse	4	-0.029493845999240875
177065	rnn.bias_hh_l0_reverse	5	-0.11348538845777512
177065	rnn.bias_hh_l0_reverse	6	-0.06292182207107544
177065	rnn.bias_hh_l0_reverse	7	-0.19073735177516937
177065	rnn.bias_hh_l0_reverse	8	-0.05850442126393318
177065	rnn.bias_hh_l0_reverse	9	-0.1290787160396576
177065	linear.weight	0	-0.19879449903964996
177065	linear.weight	1	-0.1210605800151825
177065	linear.weight	2	-0.011228874325752258
177065	linear.weight	3	-0.111638642847538
177065	linear.weight	4	-0.013807818293571472
177065	linear.weight	5	0.1918133944272995
177065	linear.weight	6	0.0047744326293468475
177065	linear.weight	7	-0.021312154829502106
177065	linear.weight	8	0.18257372081279755
177065	linear.weight	9	0.22518740594387054
177065	linear.bias	0	-0.8407363891601562
177065	linear.bias	1	1.3852626085281372
177065	linear.bias	2	-0.45687320828437805
177065	linear.bias	3	-0.7072900533676147
177065	linear.bias	4	-0.8711454272270203
177065	linear.bias	5	-1.176520824432373
177065	linear.bias	6	-0.9229742288589478
177065	linear.bias	7	-0.7198423147201538
177065	linear.bias	8	-0.01705317199230194
177065	linear.bias	9	3.4482507705688477
177262	transitions	0	-0.433856725692749
177262	transitions	1	8.647917747497559
177262	transitions	2	-3.549687623977661
177262	transitions	3	1.495133399963379
177262	transitions	4	-2.153852939605713
177262	transitions	5	-0.4050215780735016
177262	transitions	6	-0.19126474857330322
177262	transitions	7	-10000.0
177262	transitions	8	1.7937116622924805
177262	transitions	9	-2.2942733764648438
177262	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
177262	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
177262	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
177262	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
177262	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
177262	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
177262	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
177262	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
177262	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
177262	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
177262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
177262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
177262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
177262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
177262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
177262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
177262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
177262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
177262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
177262	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
177262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
177262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
177262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
177262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
177262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
177262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
177262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
177262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
177262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
177262	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
177262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
177262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
177262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
177262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
177262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
177262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
177262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
177262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
177262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
177262	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
177262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
177262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
177262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
177262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
177262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
177262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
177262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
177262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
177262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
177262	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
177262	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
177262	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
177262	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
177262	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
177262	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
177262	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
177262	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
177262	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
177262	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
177262	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
177262	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
177262	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
177262	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
177262	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
177262	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
177262	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
177262	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
177262	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
177262	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
177262	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
177262	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
177262	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
177262	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
177262	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
177262	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
177262	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
177262	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
177262	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
177262	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
177262	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
177262	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
177262	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
177262	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
177262	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
177262	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
177262	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
177262	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
177262	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
177262	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
177262	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
177262	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
177262	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
177262	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
177262	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
177262	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
177262	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
177262	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
177262	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
177262	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
177262	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
177262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
177262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
177262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
177262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
177262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
177262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
177262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
177262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
177262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
177262	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
177262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
177262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
177262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
177262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
177262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
177262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
177262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
177262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
177262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
177262	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
177262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
177262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
177262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
177262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
177262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
177262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
177262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
177262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
177262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
177262	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
177262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
177262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
177262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
177262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
177262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
177262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
177262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
177262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
177262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
177262	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
177262	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
177262	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
177262	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
177262	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
177262	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
177262	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
177262	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
177262	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
177262	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
177262	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
177262	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
177262	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
177262	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
177262	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
177262	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
177262	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
177262	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
177262	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
177262	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
177262	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
177262	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
177262	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
177262	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
177262	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
177262	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
177262	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
177262	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
177262	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
177262	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
177262	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
177262	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
177262	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
177262	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
177262	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
177262	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
177262	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
177262	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
177262	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
177262	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
177262	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
177262	embedding2nn.weight	0	0.04290740564465523
177262	embedding2nn.weight	1	-0.09080672264099121
177262	embedding2nn.weight	2	0.017371661961078644
177262	embedding2nn.weight	3	-0.05520544573664665
177262	embedding2nn.weight	4	-0.1187358945608139
177262	embedding2nn.weight	5	0.11977966129779816
177262	embedding2nn.weight	6	-0.10103699564933777
177262	embedding2nn.weight	7	-0.07127625495195389
177262	embedding2nn.weight	8	-0.024323539808392525
177262	embedding2nn.weight	9	0.0431256964802742
177262	embedding2nn.bias	0	0.0616280622780323
177262	embedding2nn.bias	1	0.03492371365427971
177262	embedding2nn.bias	2	-0.09883292764425278
177262	embedding2nn.bias	3	0.04153420776128769
177262	embedding2nn.bias	4	0.021801000460982323
177262	embedding2nn.bias	5	-0.14311955869197845
177262	embedding2nn.bias	6	-0.1287182867527008
177262	embedding2nn.bias	7	-0.0388496108353138
177262	embedding2nn.bias	8	0.06832774728536606
177262	embedding2nn.bias	9	-0.05303354933857918
177262	rnn.weight_ih_l0	0	0.046947821974754333
177262	rnn.weight_ih_l0	1	-0.06933698803186417
177262	rnn.weight_ih_l0	2	-0.03635631501674652
177262	rnn.weight_ih_l0	3	-0.04324840381741524
177262	rnn.weight_ih_l0	4	0.01524762436747551
177262	rnn.weight_ih_l0	5	-0.11225493997335434
177262	rnn.weight_ih_l0	6	-0.046359967440366745
177262	rnn.weight_ih_l0	7	-0.014811525121331215
177262	rnn.weight_ih_l0	8	0.08044248819351196
177262	rnn.weight_ih_l0	9	0.007667916361242533
177262	rnn.weight_hh_l0	0	0.0009355966467410326
177262	rnn.weight_hh_l0	1	-0.08622477948665619
177262	rnn.weight_hh_l0	2	0.06495249271392822
177262	rnn.weight_hh_l0	3	0.04614484682679176
177262	rnn.weight_hh_l0	4	0.0057136863470077515
177262	rnn.weight_hh_l0	5	0.06568549573421478
177262	rnn.weight_hh_l0	6	-0.018086787313222885
177262	rnn.weight_hh_l0	7	-0.10291273891925812
177262	rnn.weight_hh_l0	8	0.014004075899720192
177262	rnn.weight_hh_l0	9	-0.08346560597419739
177262	rnn.bias_ih_l0	0	-0.06546024978160858
177262	rnn.bias_ih_l0	1	-0.18053728342056274
177262	rnn.bias_ih_l0	2	-0.2603453993797302
177262	rnn.bias_ih_l0	3	-0.28110891580581665
177262	rnn.bias_ih_l0	4	-0.002004808746278286
177262	rnn.bias_ih_l0	5	0.05480209365487099
177262	rnn.bias_ih_l0	6	-0.17216642200946808
177262	rnn.bias_ih_l0	7	-0.26662492752075195
177262	rnn.bias_ih_l0	8	-0.1339883655309677
177262	rnn.bias_ih_l0	9	-0.1726370006799698
177262	rnn.bias_hh_l0	0	0.1204591691493988
177262	rnn.bias_hh_l0	1	-0.057583391666412354
177262	rnn.bias_hh_l0	2	0.038384564220905304
177262	rnn.bias_hh_l0	3	-0.18173272907733917
177262	rnn.bias_hh_l0	4	0.04387913644313812
177262	rnn.bias_hh_l0	5	0.04442556947469711
177262	rnn.bias_hh_l0	6	-0.09180474281311035
177262	rnn.bias_hh_l0	7	-0.1591237485408783
177262	rnn.bias_hh_l0	8	-0.1891065090894699
177262	rnn.bias_hh_l0	9	-0.10296030342578888
177262	rnn.weight_ih_l0_reverse	0	-0.030505424365401268
177262	rnn.weight_ih_l0_reverse	1	0.001826707855798304
177262	rnn.weight_ih_l0_reverse	2	0.025837883353233337
177262	rnn.weight_ih_l0_reverse	3	0.013709258288145065
177262	rnn.weight_ih_l0_reverse	4	0.03780870884656906
177262	rnn.weight_ih_l0_reverse	5	-0.05512487143278122
177262	rnn.weight_ih_l0_reverse	6	-0.04599440470337868
177262	rnn.weight_ih_l0_reverse	7	0.00789038185030222
177262	rnn.weight_ih_l0_reverse	8	0.09580997377634048
177262	rnn.weight_ih_l0_reverse	9	0.010039864107966423
177262	rnn.weight_hh_l0_reverse	0	0.004460657946765423
177262	rnn.weight_hh_l0_reverse	1	0.029754098504781723
177262	rnn.weight_hh_l0_reverse	2	-0.040747568011283875
177262	rnn.weight_hh_l0_reverse	3	0.03794606029987335
177262	rnn.weight_hh_l0_reverse	4	0.023281829431653023
177262	rnn.weight_hh_l0_reverse	5	-0.006793476641178131
177262	rnn.weight_hh_l0_reverse	6	0.06421749293804169
177262	rnn.weight_hh_l0_reverse	7	0.028427481651306152
177262	rnn.weight_hh_l0_reverse	8	-0.020005472004413605
177262	rnn.weight_hh_l0_reverse	9	-0.033507853746414185
177262	rnn.bias_ih_l0_reverse	0	-0.14369423687458038
177262	rnn.bias_ih_l0_reverse	1	-0.31032794713974
177262	rnn.bias_ih_l0_reverse	2	-0.06304348260164261
177262	rnn.bias_ih_l0_reverse	3	-0.13996033370494843
177262	rnn.bias_ih_l0_reverse	4	0.06683333963155746
177262	rnn.bias_ih_l0_reverse	5	-0.2737029492855072
177262	rnn.bias_ih_l0_reverse	6	-0.06062716990709305
177262	rnn.bias_ih_l0_reverse	7	0.018281251192092896
177262	rnn.bias_ih_l0_reverse	8	-0.18179811537265778
177262	rnn.bias_ih_l0_reverse	9	-0.08702229708433151
177262	rnn.bias_hh_l0_reverse	0	-0.15861694514751434
177262	rnn.bias_hh_l0_reverse	1	-0.14419300854206085
177262	rnn.bias_hh_l0_reverse	2	-0.020218927413225174
177262	rnn.bias_hh_l0_reverse	3	-0.14023801684379578
177262	rnn.bias_hh_l0_reverse	4	-0.030275722965598106
177262	rnn.bias_hh_l0_reverse	5	-0.11291059106588364
177262	rnn.bias_hh_l0_reverse	6	-0.0650021955370903
177262	rnn.bias_hh_l0_reverse	7	-0.18889258801937103
177262	rnn.bias_hh_l0_reverse	8	-0.059011995792388916
177262	rnn.bias_hh_l0_reverse	9	-0.1298922747373581
177262	linear.weight	0	-0.19965197145938873
177262	linear.weight	1	-0.12363897264003754
177262	linear.weight	2	-0.011228874325752258
177262	linear.weight	3	-0.1075669527053833
177262	linear.weight	4	-0.014804670587182045
177262	linear.weight	5	0.19175253808498383
177262	linear.weight	6	0.0047744326293468475
177262	linear.weight	7	-0.021312154829502106
177262	linear.weight	8	0.19454552233219147
177262	linear.weight	9	0.23301494121551514
177262	linear.bias	0	-0.83883136510849
177262	linear.bias	1	1.3962316513061523
177262	linear.bias	2	-0.38641998171806335
177262	linear.bias	3	-0.6982383131980896
177262	linear.bias	4	-0.8807647824287415
177262	linear.bias	5	-1.1765385866165161
177262	linear.bias	6	-0.9210764765739441
177262	linear.bias	7	-0.7183879613876343
177262	linear.bias	8	-0.01705317199230194
177262	linear.bias	9	3.381476402282715
177459	transitions	0	-0.4339211881160736
177459	transitions	1	8.647541046142578
177459	transitions	2	-3.549961805343628
177459	transitions	3	1.4870964288711548
177459	transitions	4	-2.154069423675537
177459	transitions	5	-0.4050343632698059
177459	transitions	6	-0.19128139317035675
177459	transitions	7	-10000.0
177459	transitions	8	1.7961177825927734
177459	transitions	9	-2.2942750453948975
177459	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
177459	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
177459	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
177459	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
177459	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
177459	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
177459	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
177459	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
177459	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
177459	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
177459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
177459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
177459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
177459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
177459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
177459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
177459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
177459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
177459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
177459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
177459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
177459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
177459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
177459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
177459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
177459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
177459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
177459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
177459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
177459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
177459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
177459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
177459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
177459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
177459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
177459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
177459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
177459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
177459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
177459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
177459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
177459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
177459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
177459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
177459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
177459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
177459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
177459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
177459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
177459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
177459	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
177459	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
177459	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
177459	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
177459	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
177459	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
177459	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
177459	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
177459	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
177459	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
177459	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
177459	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
177459	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
177459	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
177459	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
177459	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
177459	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
177459	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
177459	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
177459	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
177459	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
177459	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
177459	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
177459	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
177459	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
177459	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
177459	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
177459	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
177459	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
177459	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
177459	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
177459	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
177459	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
177459	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
177459	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
177459	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
177459	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
177459	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
177459	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
177459	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
177459	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
177459	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
177459	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
177459	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
177459	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
177459	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
177459	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
177459	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
177459	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
177459	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
177459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
177459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
177459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
177459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
177459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
177459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
177459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
177459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
177459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
177459	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
177459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
177459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
177459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
177459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
177459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
177459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
177459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
177459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
177459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
177459	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
177459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
177459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
177459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
177459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
177459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
177459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
177459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
177459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
177459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
177459	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
177459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
177459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
177459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
177459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
177459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
177459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
177459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
177459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
177459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
177459	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
177459	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
177459	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
177459	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
177459	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
177459	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
177459	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
177459	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
177459	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
177459	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
177459	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
177459	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
177459	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
177459	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
177459	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
177459	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
177459	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
177459	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
177459	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
177459	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
177459	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
177459	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
177459	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
177459	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
177459	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
177459	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
177459	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
177459	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
177459	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
177459	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
177459	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
177459	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
177459	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
177459	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
177459	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
177459	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
177459	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
177459	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
177459	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
177459	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
177459	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
177459	embedding2nn.weight	0	0.04276883229613304
177459	embedding2nn.weight	1	-0.09025417268276215
177459	embedding2nn.weight	2	0.017603391781449318
177459	embedding2nn.weight	3	-0.05561835691332817
177459	embedding2nn.weight	4	-0.11979875713586807
177459	embedding2nn.weight	5	0.11910165101289749
177459	embedding2nn.weight	6	-0.0969119518995285
177459	embedding2nn.weight	7	-0.07209368050098419
177459	embedding2nn.weight	8	-0.024874618276953697
177459	embedding2nn.weight	9	0.042776383459568024
177459	embedding2nn.bias	0	0.05716016888618469
177459	embedding2nn.bias	1	0.023632176220417023
177459	embedding2nn.bias	2	-0.10934825986623764
177459	embedding2nn.bias	3	0.04719657450914383
177459	embedding2nn.bias	4	0.01184382289648056
177459	embedding2nn.bias	5	-0.15266604721546173
177459	embedding2nn.bias	6	-0.13444778323173523
177459	embedding2nn.bias	7	-0.03787050023674965
177459	embedding2nn.bias	8	0.06912608444690704
177459	embedding2nn.bias	9	-0.05879931524395943
177459	rnn.weight_ih_l0	0	0.04698825255036354
177459	rnn.weight_ih_l0	1	-0.07027318328619003
177459	rnn.weight_ih_l0	2	-0.037348635494709015
177459	rnn.weight_ih_l0	3	-0.04278264194726944
177459	rnn.weight_ih_l0	4	0.013747327961027622
177459	rnn.weight_ih_l0	5	-0.11396358907222748
177459	rnn.weight_ih_l0	6	-0.04673090577125549
177459	rnn.weight_ih_l0	7	-0.014590309001505375
177459	rnn.weight_ih_l0	8	0.08056763559579849
177459	rnn.weight_ih_l0	9	0.008536538109183311
177459	rnn.weight_hh_l0	0	0.001064181444235146
177459	rnn.weight_hh_l0	1	-0.08660482615232468
177459	rnn.weight_hh_l0	2	0.06461101770401001
177459	rnn.weight_hh_l0	3	0.04600062593817711
177459	rnn.weight_hh_l0	4	0.005608849693089724
177459	rnn.weight_hh_l0	5	0.06538060307502747
177459	rnn.weight_hh_l0	6	-0.018024060875177383
177459	rnn.weight_hh_l0	7	-0.1031850054860115
177459	rnn.weight_hh_l0	8	0.01296629011631012
177459	rnn.weight_hh_l0	9	-0.08302658796310425
177459	rnn.bias_ih_l0	0	-0.06765031069517136
177459	rnn.bias_ih_l0	1	-0.1824881136417389
177459	rnn.bias_ih_l0	2	-0.2607262134552002
177459	rnn.bias_ih_l0	3	-0.28142645955085754
177459	rnn.bias_ih_l0	4	-0.0013501604553312063
177459	rnn.bias_ih_l0	5	0.05486534163355827
177459	rnn.bias_ih_l0	6	-0.17210911214351654
177459	rnn.bias_ih_l0	7	-0.26618492603302
177459	rnn.bias_ih_l0	8	-0.13481445610523224
177459	rnn.bias_ih_l0	9	-0.1736655831336975
177459	rnn.bias_hh_l0	0	0.12095671147108078
177459	rnn.bias_hh_l0	1	-0.0565936304628849
177459	rnn.bias_hh_l0	2	0.03684453293681145
177459	rnn.bias_hh_l0	3	-0.1801271140575409
177459	rnn.bias_hh_l0	4	0.04095994308590889
177459	rnn.bias_hh_l0	5	0.04438604414463043
177459	rnn.bias_hh_l0	6	-0.09399435669183731
177459	rnn.bias_hh_l0	7	-0.15912175178527832
177459	rnn.bias_hh_l0	8	-0.18747855722904205
177459	rnn.bias_hh_l0	9	-0.10116403549909592
177459	rnn.weight_ih_l0_reverse	0	-0.0313374288380146
177459	rnn.weight_ih_l0_reverse	1	0.002106897532939911
177459	rnn.weight_ih_l0_reverse	2	0.02629469521343708
177459	rnn.weight_ih_l0_reverse	3	0.01469707116484642
177459	rnn.weight_ih_l0_reverse	4	0.03679538145661354
177459	rnn.weight_ih_l0_reverse	5	-0.055100105702877045
177459	rnn.weight_ih_l0_reverse	6	-0.045684438198804855
177459	rnn.weight_ih_l0_reverse	7	0.008149052038788795
177459	rnn.weight_ih_l0_reverse	8	0.09788337349891663
177459	rnn.weight_ih_l0_reverse	9	0.011683826334774494
177459	rnn.weight_hh_l0_reverse	0	0.004239985719323158
177459	rnn.weight_hh_l0_reverse	1	0.029861122369766235
177459	rnn.weight_hh_l0_reverse	2	-0.040476538240909576
177459	rnn.weight_hh_l0_reverse	3	0.03799411281943321
177459	rnn.weight_hh_l0_reverse	4	0.02345246449112892
177459	rnn.weight_hh_l0_reverse	5	-0.006709341891109943
177459	rnn.weight_hh_l0_reverse	6	0.0642736554145813
177459	rnn.weight_hh_l0_reverse	7	0.028403090313076973
177459	rnn.weight_hh_l0_reverse	8	-0.01970498263835907
177459	rnn.weight_hh_l0_reverse	9	-0.03360358253121376
177459	rnn.bias_ih_l0_reverse	0	-0.14288756251335144
177459	rnn.bias_ih_l0_reverse	1	-0.31063351035118103
177459	rnn.bias_ih_l0_reverse	2	-0.06423287093639374
177459	rnn.bias_ih_l0_reverse	3	-0.1380252242088318
177459	rnn.bias_ih_l0_reverse	4	0.06964822858572006
177459	rnn.bias_ih_l0_reverse	5	-0.27124178409576416
177459	rnn.bias_ih_l0_reverse	6	-0.06246733292937279
177459	rnn.bias_ih_l0_reverse	7	0.019080307334661484
177459	rnn.bias_ih_l0_reverse	8	-0.18113654851913452
177459	rnn.bias_ih_l0_reverse	9	-0.08792567253112793
177459	rnn.bias_hh_l0_reverse	0	-0.15832342207431793
177459	rnn.bias_hh_l0_reverse	1	-0.1426730453968048
177459	rnn.bias_hh_l0_reverse	2	-0.02070348896086216
177459	rnn.bias_hh_l0_reverse	3	-0.13885076344013214
177459	rnn.bias_hh_l0_reverse	4	-0.030074287205934525
177459	rnn.bias_hh_l0_reverse	5	-0.11181213706731796
177459	rnn.bias_hh_l0_reverse	6	-0.06713427603244781
177459	rnn.bias_hh_l0_reverse	7	-0.18893462419509888
177459	rnn.bias_hh_l0_reverse	8	-0.05898088589310646
177459	rnn.bias_hh_l0_reverse	9	-0.1286008208990097
177459	linear.weight	0	-0.196910098195076
177459	linear.weight	1	-0.1275736540555954
177459	linear.weight	2	-0.011228874325752258
177459	linear.weight	3	-0.10312679409980774
177459	linear.weight	4	-0.023124340921640396
177459	linear.weight	5	0.18708042800426483
177459	linear.weight	6	0.0047744326293468475
177459	linear.weight	7	-0.021312154829502106
177459	linear.weight	8	0.18471595644950867
177459	linear.weight	9	0.2364906370639801
177459	linear.bias	0	-0.8309037685394287
177459	linear.bias	1	1.3913484811782837
177459	linear.bias	2	-0.4305952191352844
177459	linear.bias	3	-0.6979954242706299
177459	linear.bias	4	-0.8659929037094116
177459	linear.bias	5	-1.1765587329864502
177459	linear.bias	6	-0.9132769107818604
177459	linear.bias	7	-0.7233703136444092
177459	linear.bias	8	-0.01705317199230194
177459	linear.bias	9	3.4032628536224365
177656	transitions	0	-0.43406942486763
177656	transitions	1	8.638855934143066
177656	transitions	2	-3.55035138130188
177656	transitions	3	1.479076623916626
177656	transitions	4	-2.1541929244995117
177656	transitions	5	-0.4050741195678711
177656	transitions	6	-0.19131019711494446
177656	transitions	7	-10000.0
177656	transitions	8	1.7953579425811768
177656	transitions	9	-2.294278621673584
177656	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
177656	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
177656	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
177656	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
177656	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
177656	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
177656	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
177656	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
177656	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
177656	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
177656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
177656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
177656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
177656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
177656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
177656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
177656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
177656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
177656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
177656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
177656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
177656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
177656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
177656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
177656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
177656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
177656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
177656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
177656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
177656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
177656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
177656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
177656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
177656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
177656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
177656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
177656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
177656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
177656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
177656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
177656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
177656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
177656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
177656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
177656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
177656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
177656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
177656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
177656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
177656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
177656	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
177656	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
177656	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
177656	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
177656	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
177656	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
177656	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
177656	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
177656	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
177656	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
177656	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
177656	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
177656	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
177656	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
177656	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
177656	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
177656	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
177656	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
177656	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
177656	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
177656	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
177656	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
177656	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
177656	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
177656	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
177656	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
177656	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
177656	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
177656	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
177656	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
177656	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
177656	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
177656	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
177656	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
177656	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
177656	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
177656	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
177656	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
177656	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
177656	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
177656	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
177656	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
177656	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
177656	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
177656	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
177656	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
177656	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
177656	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
177656	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
177656	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
177656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
177656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
177656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
177656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
177656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
177656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
177656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
177656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
177656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
177656	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
177656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
177656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
177656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
177656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
177656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
177656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
177656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
177656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
177656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
177656	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
177656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
177656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
177656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
177656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
177656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
177656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
177656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
177656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
177656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
177656	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
177656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
177656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
177656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
177656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
177656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
177656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
177656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
177656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
177656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
177656	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
177656	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
177656	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
177656	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
177656	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
177656	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
177656	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
177656	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
177656	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
177656	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
177656	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
177656	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
177656	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
177656	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
177656	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
177656	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
177656	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
177656	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
177656	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
177656	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
177656	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
177656	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
177656	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
177656	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
177656	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
177656	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
177656	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
177656	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
177656	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
177656	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
177656	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
177656	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
177656	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
177656	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
177656	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
177656	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
177656	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
177656	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
177656	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
177656	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
177656	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
177656	embedding2nn.weight	0	0.04300807788968086
177656	embedding2nn.weight	1	-0.09004376083612442
177656	embedding2nn.weight	2	0.01630231738090515
177656	embedding2nn.weight	3	-0.05492902919650078
177656	embedding2nn.weight	4	-0.12240997701883316
177656	embedding2nn.weight	5	0.11852205544710159
177656	embedding2nn.weight	6	-0.09247532486915588
177656	embedding2nn.weight	7	-0.07213295251131058
177656	embedding2nn.weight	8	-0.024726811796426773
177656	embedding2nn.weight	9	0.04316900670528412
177656	embedding2nn.bias	0	0.06259190291166306
177656	embedding2nn.bias	1	0.018800530582666397
177656	embedding2nn.bias	2	-0.11690668761730194
177656	embedding2nn.bias	3	0.0465608686208725
177656	embedding2nn.bias	4	0.008608594536781311
177656	embedding2nn.bias	5	-0.1489088088274002
177656	embedding2nn.bias	6	-0.14216624200344086
177656	embedding2nn.bias	7	-0.04523749276995659
177656	embedding2nn.bias	8	0.08085814863443375
177656	embedding2nn.bias	9	-0.058032941073179245
177656	rnn.weight_ih_l0	0	0.047259606420993805
177656	rnn.weight_ih_l0	1	-0.0700727179646492
177656	rnn.weight_ih_l0	2	-0.03896956145763397
177656	rnn.weight_ih_l0	3	-0.042998507618904114
177656	rnn.weight_ih_l0	4	0.014619735069572926
177656	rnn.weight_ih_l0	5	-0.11397445201873779
177656	rnn.weight_ih_l0	6	-0.04707740247249603
177656	rnn.weight_ih_l0	7	-0.014672978781163692
177656	rnn.weight_ih_l0	8	0.07925692945718765
177656	rnn.weight_ih_l0	9	0.01007782481610775
177656	rnn.weight_hh_l0	0	0.0007968286518007517
177656	rnn.weight_hh_l0	1	-0.08629254251718521
177656	rnn.weight_hh_l0	2	0.06435784697532654
177656	rnn.weight_hh_l0	3	0.04552534595131874
177656	rnn.weight_hh_l0	4	0.005564735271036625
177656	rnn.weight_hh_l0	5	0.0653550773859024
177656	rnn.weight_hh_l0	6	-0.018104007467627525
177656	rnn.weight_hh_l0	7	-0.10320355743169785
177656	rnn.weight_hh_l0	8	0.013529549352824688
177656	rnn.weight_hh_l0	9	-0.08224295824766159
177656	rnn.bias_ih_l0	0	-0.06620164215564728
177656	rnn.bias_ih_l0	1	-0.18151026964187622
177656	rnn.bias_ih_l0	2	-0.26133760809898376
177656	rnn.bias_ih_l0	3	-0.2812654376029968
177656	rnn.bias_ih_l0	4	0.002243140945211053
177656	rnn.bias_ih_l0	5	0.053233325481414795
177656	rnn.bias_ih_l0	6	-0.17094595730304718
177656	rnn.bias_ih_l0	7	-0.26814377307891846
177656	rnn.bias_ih_l0	8	-0.13473020493984222
177656	rnn.bias_ih_l0	9	-0.17220556735992432
177656	rnn.bias_hh_l0	0	0.12079474329948425
177656	rnn.bias_hh_l0	1	-0.05721990764141083
177656	rnn.bias_hh_l0	2	0.0367061123251915
177656	rnn.bias_hh_l0	3	-0.17964796721935272
177656	rnn.bias_hh_l0	4	0.03866298124194145
177656	rnn.bias_hh_l0	5	0.04433613643050194
177656	rnn.bias_hh_l0	6	-0.09191321581602097
177656	rnn.bias_hh_l0	7	-0.1603424996137619
177656	rnn.bias_hh_l0	8	-0.1884918063879013
177656	rnn.bias_hh_l0	9	-0.0996171087026596
177656	rnn.weight_ih_l0_reverse	0	-0.03170570358633995
177656	rnn.weight_ih_l0_reverse	1	0.0010100883664563298
177656	rnn.weight_ih_l0_reverse	2	0.024630052968859673
177656	rnn.weight_ih_l0_reverse	3	0.013092519715428352
177656	rnn.weight_ih_l0_reverse	4	0.03676948323845863
177656	rnn.weight_ih_l0_reverse	5	-0.057105302810668945
177656	rnn.weight_ih_l0_reverse	6	-0.04744334891438484
177656	rnn.weight_ih_l0_reverse	7	0.007463439833372831
177656	rnn.weight_ih_l0_reverse	8	0.09557273983955383
177656	rnn.weight_ih_l0_reverse	9	0.010675768367946148
177656	rnn.weight_hh_l0_reverse	0	0.004246576223522425
177656	rnn.weight_hh_l0_reverse	1	0.029975242912769318
177656	rnn.weight_hh_l0_reverse	2	-0.040387947112321854
177656	rnn.weight_hh_l0_reverse	3	0.038134533911943436
177656	rnn.weight_hh_l0_reverse	4	0.02377159148454666
177656	rnn.weight_hh_l0_reverse	5	-0.007165542338043451
177656	rnn.weight_hh_l0_reverse	6	0.0635741725564003
177656	rnn.weight_hh_l0_reverse	7	0.028711646795272827
177656	rnn.weight_hh_l0_reverse	8	-0.02016451209783554
177656	rnn.weight_hh_l0_reverse	9	-0.03354638069868088
177656	rnn.bias_ih_l0_reverse	0	-0.1414281725883484
177656	rnn.bias_ih_l0_reverse	1	-0.3123147189617157
177656	rnn.bias_ih_l0_reverse	2	-0.06303728371858597
177656	rnn.bias_ih_l0_reverse	3	-0.1388821005821228
177656	rnn.bias_ih_l0_reverse	4	0.06818128377199173
177656	rnn.bias_ih_l0_reverse	5	-0.271793931722641
177656	rnn.bias_ih_l0_reverse	6	-0.06241558864712715
177656	rnn.bias_ih_l0_reverse	7	0.019150355830788612
177656	rnn.bias_ih_l0_reverse	8	-0.18107688426971436
177656	rnn.bias_ih_l0_reverse	9	-0.08838686347007751
177656	rnn.bias_hh_l0_reverse	0	-0.15834976732730865
177656	rnn.bias_hh_l0_reverse	1	-0.14432992041110992
177656	rnn.bias_hh_l0_reverse	2	-0.02120470069348812
177656	rnn.bias_hh_l0_reverse	3	-0.1361822485923767
177656	rnn.bias_hh_l0_reverse	4	-0.02919994667172432
177656	rnn.bias_hh_l0_reverse	5	-0.11344408988952637
177656	rnn.bias_hh_l0_reverse	6	-0.06631305068731308
177656	rnn.bias_hh_l0_reverse	7	-0.18757368624210358
177656	rnn.bias_hh_l0_reverse	8	-0.05977097153663635
177656	rnn.bias_hh_l0_reverse	9	-0.12922357022762299
177656	linear.weight	0	-0.19497185945510864
177656	linear.weight	1	-0.12789736688137054
177656	linear.weight	2	-0.011228874325752258
177656	linear.weight	3	-0.10582392662763596
177656	linear.weight	4	-0.018503494560718536
177656	linear.weight	5	0.17796051502227783
177656	linear.weight	6	0.0047744326293468475
177656	linear.weight	7	-0.021312154829502106
177656	linear.weight	8	0.18799059092998505
177656	linear.weight	9	0.23685795068740845
177656	linear.bias	0	-0.8486878871917725
177656	linear.bias	1	1.403313159942627
177656	linear.bias	2	-0.417366087436676
177656	linear.bias	3	-0.7060494422912598
177656	linear.bias	4	-0.891278088092804
177656	linear.bias	5	-1.176578164100647
177656	linear.bias	6	-0.9281485080718994
177656	linear.bias	7	-0.7298720479011536
177656	linear.bias	8	-0.01705317199230194
177656	linear.bias	9	3.419297218322754
177660	transitions	0	-0.4340697228908539
177660	transitions	1	8.637842178344727
177660	transitions	2	-3.550353527069092
177660	transitions	3	1.4789677858352661
177660	transitions	4	-2.154193162918091
177660	transitions	5	-0.4050751030445099
177660	transitions	6	-0.19131214916706085
177660	transitions	7	-10000.0
177660	transitions	8	1.7953534126281738
177660	transitions	9	-2.294278621673584
177660	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
177660	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
177660	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
177660	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
177660	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
177660	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
177660	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
177660	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
177660	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
177660	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
177660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
177660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
177660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
177660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
177660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
177660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
177660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
177660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
177660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
177660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
177660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
177660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
177660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
177660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
177660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
177660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
177660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
177660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
177660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
177660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
177660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
177660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
177660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
177660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
177660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
177660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
177660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
177660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
177660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
177660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
177660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
177660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
177660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
177660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
177660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
177660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
177660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
177660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
177660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
177660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
177660	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
177660	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
177660	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
177660	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
177660	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
177660	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
177660	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
177660	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
177660	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
177660	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
177660	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
177660	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
177660	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
177660	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
177660	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
177660	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
177660	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
177660	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
177660	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
177660	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
177660	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
177660	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
177660	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
177660	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
177660	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
177660	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
177660	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
177660	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
177660	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
177660	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
177660	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
177660	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
177660	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
177660	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
177660	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
177660	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
177660	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
177660	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
177660	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
177660	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
177660	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
177660	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
177660	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
177660	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
177660	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
177660	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
177660	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
177660	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
177660	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
177660	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
177660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
177660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
177660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
177660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
177660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
177660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
177660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
177660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
177660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
177660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
177660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
177660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
177660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
177660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
177660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
177660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
177660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
177660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
177660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
177660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
177660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
177660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
177660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
177660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
177660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
177660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
177660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
177660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
177660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
177660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
177660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
177660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
177660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
177660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
177660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
177660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
177660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
177660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
177660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
177660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
177660	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
177660	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
177660	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
177660	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
177660	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
177660	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
177660	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
177660	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
177660	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
177660	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
177660	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
177660	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
177660	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
177660	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
177660	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
177660	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
177660	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
177660	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
177660	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
177660	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
177660	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
177660	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
177660	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
177660	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
177660	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
177660	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
177660	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
177660	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
177660	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
177660	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
177660	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
177660	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
177660	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
177660	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
177660	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
177660	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
177660	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
177660	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
177660	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
177660	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
177660	embedding2nn.weight	0	0.04298640415072441
177660	embedding2nn.weight	1	-0.08988466113805771
177660	embedding2nn.weight	2	0.016180964186787605
177660	embedding2nn.weight	3	-0.054948315024375916
177660	embedding2nn.weight	4	-0.12252722680568695
177660	embedding2nn.weight	5	0.11856067925691605
177660	embedding2nn.weight	6	-0.09181138873100281
177660	embedding2nn.weight	7	-0.07195547223091125
177660	embedding2nn.weight	8	-0.024625571444630623
177660	embedding2nn.weight	9	0.042994048446416855
177660	embedding2nn.bias	0	0.06312412023544312
177660	embedding2nn.bias	1	0.019977789372205734
177660	embedding2nn.bias	2	-0.11659666895866394
177660	embedding2nn.bias	3	0.046197015792131424
177660	embedding2nn.bias	4	0.008369396440684795
177660	embedding2nn.bias	5	-0.14748628437519073
177660	embedding2nn.bias	6	-0.14244085550308228
177660	embedding2nn.bias	7	-0.04663042724132538
177660	embedding2nn.bias	8	0.08116626739501953
177660	embedding2nn.bias	9	-0.056208666414022446
177660	rnn.weight_ih_l0	0	0.04718997702002525
177660	rnn.weight_ih_l0	1	-0.06978496164083481
177660	rnn.weight_ih_l0	2	-0.0389900766313076
177660	rnn.weight_ih_l0	3	-0.043001968413591385
177660	rnn.weight_ih_l0	4	0.01461967546492815
177660	rnn.weight_ih_l0	5	-0.11410749703645706
177660	rnn.weight_ih_l0	6	-0.04708234593272209
177660	rnn.weight_ih_l0	7	-0.01457168534398079
177660	rnn.weight_ih_l0	8	0.0791984498500824
177660	rnn.weight_ih_l0	9	0.010071070864796638
177660	rnn.weight_hh_l0	0	0.0008320107008330524
177660	rnn.weight_hh_l0	1	-0.08627703040838242
177660	rnn.weight_hh_l0	2	0.06437260657548904
177660	rnn.weight_hh_l0	3	0.04553034156560898
177660	rnn.weight_hh_l0	4	0.005568531807512045
177660	rnn.weight_hh_l0	5	0.065359927713871
177660	rnn.weight_hh_l0	6	-0.018106361851096153
177660	rnn.weight_hh_l0	7	-0.10321534425020218
177660	rnn.weight_hh_l0	8	0.013539893552660942
177660	rnn.weight_hh_l0	9	-0.08258931338787079
177660	rnn.bias_ih_l0	0	-0.0660386011004448
177660	rnn.bias_ih_l0	1	-0.1814282387495041
177660	rnn.bias_ih_l0	2	-0.26127946376800537
177660	rnn.bias_ih_l0	3	-0.2811146378517151
177660	rnn.bias_ih_l0	4	0.0022371907252818346
177660	rnn.bias_ih_l0	5	0.05291754752397537
177660	rnn.bias_ih_l0	6	-0.17089436948299408
177660	rnn.bias_ih_l0	7	-0.26813796162605286
177660	rnn.bias_ih_l0	8	-0.13478876650333405
177660	rnn.bias_ih_l0	9	-0.1720084846019745
177660	rnn.bias_hh_l0	0	0.12083538621664047
177660	rnn.bias_hh_l0	1	-0.05723850056529045
177660	rnn.bias_hh_l0	2	0.03732825070619583
177660	rnn.bias_hh_l0	3	-0.1796838492155075
177660	rnn.bias_hh_l0	4	0.038579899817705154
177660	rnn.bias_hh_l0	5	0.04426040127873421
177660	rnn.bias_hh_l0	6	-0.0919199287891388
177660	rnn.bias_hh_l0	7	-0.16031289100646973
177660	rnn.bias_hh_l0	8	-0.1881885528564453
177660	rnn.bias_hh_l0	9	-0.09955069422721863
177660	rnn.weight_ih_l0_reverse	0	-0.031714215874671936
177660	rnn.weight_ih_l0_reverse	1	0.001042894902639091
177660	rnn.weight_ih_l0_reverse	2	0.024128278717398643
177660	rnn.weight_ih_l0_reverse	3	0.012917696498334408
177660	rnn.weight_ih_l0_reverse	4	0.0367204025387764
177660	rnn.weight_ih_l0_reverse	5	-0.056939009577035904
177660	rnn.weight_ih_l0_reverse	6	-0.047493111342191696
177660	rnn.weight_ih_l0_reverse	7	0.007504979148507118
177660	rnn.weight_ih_l0_reverse	8	0.09564628452062607
177660	rnn.weight_ih_l0_reverse	9	0.010681487619876862
177660	rnn.weight_hh_l0_reverse	0	0.004258735105395317
177660	rnn.weight_hh_l0_reverse	1	0.029976949095726013
177660	rnn.weight_hh_l0_reverse	2	-0.04047355800867081
177660	rnn.weight_hh_l0_reverse	3	0.03813590854406357
177660	rnn.weight_hh_l0_reverse	4	0.023771433159708977
177660	rnn.weight_hh_l0_reverse	5	-0.00715695321559906
177660	rnn.weight_hh_l0_reverse	6	0.06357920169830322
177660	rnn.weight_hh_l0_reverse	7	0.028719423338770866
177660	rnn.weight_hh_l0_reverse	8	-0.02023037150502205
177660	rnn.weight_hh_l0_reverse	9	-0.03354569897055626
177660	rnn.bias_ih_l0_reverse	0	-0.14143741130828857
177660	rnn.bias_ih_l0_reverse	1	-0.3124983310699463
177660	rnn.bias_ih_l0_reverse	2	-0.06304319947957993
177660	rnn.bias_ih_l0_reverse	3	-0.1385428011417389
177660	rnn.bias_ih_l0_reverse	4	0.06825599074363708
177660	rnn.bias_ih_l0_reverse	5	-0.2718351483345032
177660	rnn.bias_ih_l0_reverse	6	-0.06209094077348709
177660	rnn.bias_ih_l0_reverse	7	0.01901201903820038
177660	rnn.bias_ih_l0_reverse	8	-0.18086647987365723
177660	rnn.bias_ih_l0_reverse	9	-0.08835702389478683
177660	rnn.bias_hh_l0_reverse	0	-0.15818028151988983
177660	rnn.bias_hh_l0_reverse	1	-0.1443144530057907
177660	rnn.bias_hh_l0_reverse	2	-0.021285302937030792
177660	rnn.bias_hh_l0_reverse	3	-0.1361616998910904
177660	rnn.bias_hh_l0_reverse	4	-0.029443245381116867
177660	rnn.bias_hh_l0_reverse	5	-0.11325691640377045
177660	rnn.bias_hh_l0_reverse	6	-0.06623184680938721
177660	rnn.bias_hh_l0_reverse	7	-0.18725533783435822
177660	rnn.bias_hh_l0_reverse	8	-0.05975889042019844
177660	rnn.bias_hh_l0_reverse	9	-0.12940654158592224
177660	linear.weight	0	-0.19490665197372437
177660	linear.weight	1	-0.12706448137760162
177660	linear.weight	2	-0.011228874325752258
177660	linear.weight	3	-0.10518594831228256
177660	linear.weight	4	-0.01847219094634056
177660	linear.weight	5	0.17800675332546234
177660	linear.weight	6	0.0047744326293468475
177660	linear.weight	7	-0.021312154829502106
177660	linear.weight	8	0.18833203613758087
177660	linear.weight	9	0.23678509891033173
177660	linear.bias	0	-0.8484712243080139
177660	linear.bias	1	1.4016523361206055
177660	linear.bias	2	-0.4140911102294922
177660	linear.bias	3	-0.7060601115226746
177660	linear.bias	4	-0.8955024480819702
177660	linear.bias	5	-1.1765782833099365
177660	linear.bias	6	-0.9279611110687256
177660	linear.bias	7	-0.7308119535446167
177660	linear.bias	8	-0.01705317199230194
177660	linear.bias	9	3.409491539001465
177857	transitions	0	-0.43421605229377747
177857	transitions	1	8.613980293273926
177857	transitions	2	-3.5506069660186768
177857	transitions	3	1.4694740772247314
177857	transitions	4	-2.154463768005371
177857	transitions	5	-0.4051108956336975
177857	transitions	6	-0.19133494794368744
177857	transitions	7	-10000.0
177857	transitions	8	1.7950334548950195
177857	transitions	9	-2.2942819595336914
177857	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
177857	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
177857	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
177857	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
177857	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
177857	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
177857	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
177857	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
177857	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
177857	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
177857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
177857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
177857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
177857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
177857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
177857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
177857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
177857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
177857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
177857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
177857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
177857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
177857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
177857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
177857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
177857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
177857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
177857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
177857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
177857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
177857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
177857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
177857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
177857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
177857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
177857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
177857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
177857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
177857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
177857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
177857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
177857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
177857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
177857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
177857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
177857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
177857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
177857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
177857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
177857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
177857	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
177857	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
177857	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
177857	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
177857	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
177857	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
177857	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
177857	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
177857	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
177857	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
177857	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
177857	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
177857	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
177857	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
177857	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
177857	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
177857	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
177857	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
177857	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
177857	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
177857	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
177857	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
177857	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
177857	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
177857	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
177857	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
177857	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
177857	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
177857	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
177857	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
177857	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
177857	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
177857	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
177857	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
177857	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
177857	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
177857	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
177857	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
177857	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
177857	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
177857	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
177857	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
177857	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
177857	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
177857	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
177857	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
177857	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
177857	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
177857	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
177857	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
177857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
177857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
177857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
177857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
177857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
177857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
177857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
177857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
177857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
177857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
177857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
177857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
177857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
177857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
177857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
177857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
177857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
177857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
177857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
177857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
177857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
177857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
177857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
177857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
177857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
177857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
177857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
177857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
177857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
177857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
177857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
177857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
177857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
177857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
177857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
177857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
177857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
177857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
177857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
177857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
177857	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
177857	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
177857	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
177857	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
177857	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
177857	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
177857	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
177857	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
177857	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
177857	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
177857	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
177857	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
177857	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
177857	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
177857	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
177857	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
177857	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
177857	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
177857	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
177857	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
177857	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
177857	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
177857	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
177857	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
177857	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
177857	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
177857	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
177857	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
177857	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
177857	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
177857	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
177857	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
177857	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
177857	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
177857	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
177857	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
177857	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
177857	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
177857	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
177857	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
177857	embedding2nn.weight	0	0.04275534301996231
177857	embedding2nn.weight	1	-0.0897616446018219
177857	embedding2nn.weight	2	0.015529567375779152
177857	embedding2nn.weight	3	-0.055192794650793076
177857	embedding2nn.weight	4	-0.1235162615776062
177857	embedding2nn.weight	5	0.11912212520837784
177857	embedding2nn.weight	6	-0.08826504647731781
177857	embedding2nn.weight	7	-0.07162749767303467
177857	embedding2nn.weight	8	-0.024107536301016808
177857	embedding2nn.weight	9	0.04381227493286133
177857	embedding2nn.bias	0	0.07057443261146545
177857	embedding2nn.bias	1	0.018399236723780632
177857	embedding2nn.bias	2	-0.10786202549934387
177857	embedding2nn.bias	3	0.03765203803777695
177857	embedding2nn.bias	4	0.00764789804816246
177857	embedding2nn.bias	5	-0.14290811121463776
177857	embedding2nn.bias	6	-0.14280733466148376
177857	embedding2nn.bias	7	-0.05326046422123909
177857	embedding2nn.bias	8	0.08052846789360046
177857	embedding2nn.bias	9	-0.043034959584474564
177857	rnn.weight_ih_l0	0	0.04798942431807518
177857	rnn.weight_ih_l0	1	-0.06922907382249832
177857	rnn.weight_ih_l0	2	-0.038556747138500214
177857	rnn.weight_ih_l0	3	-0.04376747086644173
177857	rnn.weight_ih_l0	4	0.01521220151335001
177857	rnn.weight_ih_l0	5	-0.11402489244937897
177857	rnn.weight_ih_l0	6	-0.045547544956207275
177857	rnn.weight_ih_l0	7	-0.013030949980020523
177857	rnn.weight_ih_l0	8	0.07617080956697464
177857	rnn.weight_ih_l0	9	0.00912669487297535
177857	rnn.weight_hh_l0	0	0.0005561403231695294
177857	rnn.weight_hh_l0	1	-0.08571907877922058
177857	rnn.weight_hh_l0	2	0.06411734968423843
177857	rnn.weight_hh_l0	3	0.04543768987059593
177857	rnn.weight_hh_l0	4	0.005615084432065487
177857	rnn.weight_hh_l0	5	0.06531006097793579
177857	rnn.weight_hh_l0	6	-0.017996566370129585
177857	rnn.weight_hh_l0	7	-0.10304464399814606
177857	rnn.weight_hh_l0	8	0.011433449573814869
177857	rnn.weight_hh_l0	9	-0.08194760978221893
177857	rnn.bias_ih_l0	0	-0.06624704599380493
177857	rnn.bias_ih_l0	1	-0.1823177933692932
177857	rnn.bias_ih_l0	2	-0.2642410099506378
177857	rnn.bias_ih_l0	3	-0.2812589406967163
177857	rnn.bias_ih_l0	4	0.004878678824752569
177857	rnn.bias_ih_l0	5	0.04617348313331604
177857	rnn.bias_ih_l0	6	-0.1701783537864685
177857	rnn.bias_ih_l0	7	-0.26808440685272217
177857	rnn.bias_ih_l0	8	-0.1354869306087494
177857	rnn.bias_ih_l0	9	-0.17181098461151123
177857	rnn.bias_hh_l0	0	0.119188092648983
177857	rnn.bias_hh_l0	1	-0.05600541830062866
177857	rnn.bias_hh_l0	2	0.03765876963734627
177857	rnn.bias_hh_l0	3	-0.17921097576618195
177857	rnn.bias_hh_l0	4	0.03760722279548645
177857	rnn.bias_hh_l0	5	0.044961608946323395
177857	rnn.bias_hh_l0	6	-0.09176026284694672
177857	rnn.bias_hh_l0	7	-0.1595820188522339
177857	rnn.bias_hh_l0	8	-0.1881866157054901
177857	rnn.bias_hh_l0	9	-0.10265929996967316
177857	rnn.weight_ih_l0_reverse	0	-0.031466055661439896
177857	rnn.weight_ih_l0_reverse	1	0.001950479345396161
177857	rnn.weight_ih_l0_reverse	2	0.025830121710896492
177857	rnn.weight_ih_l0_reverse	3	0.013498249463737011
177857	rnn.weight_ih_l0_reverse	4	0.037217382341623306
177857	rnn.weight_ih_l0_reverse	5	-0.055266160517930984
177857	rnn.weight_ih_l0_reverse	6	-0.04719707742333412
177857	rnn.weight_ih_l0_reverse	7	0.007472927216440439
177857	rnn.weight_ih_l0_reverse	8	0.09585393220186234
177857	rnn.weight_ih_l0_reverse	9	0.010039876215159893
177857	rnn.weight_hh_l0_reverse	0	0.004404367413371801
177857	rnn.weight_hh_l0_reverse	1	0.029950959607958794
177857	rnn.weight_hh_l0_reverse	2	-0.04073278233408928
177857	rnn.weight_hh_l0_reverse	3	0.038398757576942444
177857	rnn.weight_hh_l0_reverse	4	0.024139707908034325
177857	rnn.weight_hh_l0_reverse	5	-0.007624592166393995
177857	rnn.weight_hh_l0_reverse	6	0.06375855952501297
177857	rnn.weight_hh_l0_reverse	7	0.028627734631299973
177857	rnn.weight_hh_l0_reverse	8	-0.019706515595316887
177857	rnn.weight_hh_l0_reverse	9	-0.033425383269786835
177857	rnn.bias_ih_l0_reverse	0	-0.14144788682460785
177857	rnn.bias_ih_l0_reverse	1	-0.3140029311180115
177857	rnn.bias_ih_l0_reverse	2	-0.06247073784470558
177857	rnn.bias_ih_l0_reverse	3	-0.1382732391357422
177857	rnn.bias_ih_l0_reverse	4	0.06707842648029327
177857	rnn.bias_ih_l0_reverse	5	-0.27106237411499023
177857	rnn.bias_ih_l0_reverse	6	-0.06132400035858154
177857	rnn.bias_ih_l0_reverse	7	0.016142768785357475
177857	rnn.bias_ih_l0_reverse	8	-0.1803334504365921
177857	rnn.bias_ih_l0_reverse	9	-0.0886087417602539
177857	rnn.bias_hh_l0_reverse	0	-0.15853489935398102
177857	rnn.bias_hh_l0_reverse	1	-0.14465652406215668
177857	rnn.bias_hh_l0_reverse	2	-0.0216839537024498
177857	rnn.bias_hh_l0_reverse	3	-0.13561901450157166
177857	rnn.bias_hh_l0_reverse	4	-0.029713964089751244
177857	rnn.bias_hh_l0_reverse	5	-0.11323467642068863
177857	rnn.bias_hh_l0_reverse	6	-0.0664408728480339
177857	rnn.bias_hh_l0_reverse	7	-0.18799979984760284
177857	rnn.bias_hh_l0_reverse	8	-0.05944983661174774
177857	rnn.bias_hh_l0_reverse	9	-0.12877847254276276
177857	linear.weight	0	-0.17946283519268036
177857	linear.weight	1	-0.13032405078411102
177857	linear.weight	2	-0.011228874325752258
177857	linear.weight	3	-0.10500679910182953
177857	linear.weight	4	-0.020050564780831337
177857	linear.weight	5	0.19734324514865875
177857	linear.weight	6	0.0047744326293468475
177857	linear.weight	7	-0.021312154829502106
177857	linear.weight	8	0.18345221877098083
177857	linear.weight	9	0.24724164605140686
177857	linear.bias	0	-0.836967945098877
177857	linear.bias	1	1.3979296684265137
177857	linear.bias	2	-0.4543021321296692
177857	linear.bias	3	-0.7219085693359375
177857	linear.bias	4	-0.8840269446372986
177857	linear.bias	5	-1.17659592628479
177857	linear.bias	6	-0.9163375496864319
177857	linear.bias	7	-0.7305631637573242
177857	linear.bias	8	-0.01705317199230194
177857	linear.bias	9	3.443997383117676
178054	transitions	0	-0.43432337045669556
178054	transitions	1	8.614675521850586
178054	transitions	2	-3.550825357437134
178054	transitions	3	1.4738794565200806
178054	transitions	4	-2.154611349105835
178054	transitions	5	-0.40513482689857483
178054	transitions	6	-0.19134853780269623
178054	transitions	7	-10000.0
178054	transitions	8	1.79476797580719
178054	transitions	9	-2.2942850589752197
178054	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
178054	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
178054	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
178054	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
178054	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
178054	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
178054	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
178054	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
178054	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
178054	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
178054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
178054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
178054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
178054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
178054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
178054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
178054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
178054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
178054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
178054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
178054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
178054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
178054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
178054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
178054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
178054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
178054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
178054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
178054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
178054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
178054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
178054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
178054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
178054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
178054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
178054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
178054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
178054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
178054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
178054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
178054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
178054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
178054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
178054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
178054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
178054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
178054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
178054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
178054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
178054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
178054	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
178054	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
178054	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
178054	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
178054	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
178054	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
178054	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
178054	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
178054	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
178054	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
178054	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
178054	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
178054	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
178054	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
178054	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
178054	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
178054	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
178054	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
178054	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
178054	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
178054	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
178054	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
178054	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
178054	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
178054	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
178054	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
178054	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
178054	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
178054	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
178054	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
178054	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
178054	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
178054	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
178054	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
178054	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
178054	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
178054	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
178054	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
178054	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
178054	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
178054	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
178054	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
178054	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
178054	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
178054	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
178054	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
178054	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
178054	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
178054	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
178054	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
178054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
178054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
178054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
178054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
178054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
178054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
178054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
178054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
178054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
178054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
178054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
178054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
178054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
178054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
178054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
178054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
178054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
178054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
178054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
178054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
178054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
178054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
178054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
178054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
178054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
178054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
178054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
178054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
178054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
178054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
178054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
178054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
178054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
178054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
178054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
178054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
178054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
178054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
178054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
178054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
178054	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
178054	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
178054	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
178054	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
178054	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
178054	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
178054	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
178054	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
178054	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
178054	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
178054	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
178054	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
178054	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
178054	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
178054	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
178054	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
178054	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
178054	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
178054	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
178054	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
178054	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
178054	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
178054	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
178054	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
178054	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
178054	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
178054	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
178054	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
178054	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
178054	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
178054	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
178054	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
178054	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
178054	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
178054	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
178054	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
178054	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
178054	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
178054	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
178054	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
178054	embedding2nn.weight	0	0.042462512850761414
178054	embedding2nn.weight	1	-0.0911482498049736
178054	embedding2nn.weight	2	0.01584969088435173
178054	embedding2nn.weight	3	-0.05525628849864006
178054	embedding2nn.weight	4	-0.12420248985290527
178054	embedding2nn.weight	5	0.11903849989175797
178054	embedding2nn.weight	6	-0.08771483600139618
178054	embedding2nn.weight	7	-0.07041396200656891
178054	embedding2nn.weight	8	-0.024420900270342827
178054	embedding2nn.weight	9	0.04499821737408638
178054	embedding2nn.bias	0	0.07541657239198685
178054	embedding2nn.bias	1	0.019420893862843513
178054	embedding2nn.bias	2	-0.11425396800041199
178054	embedding2nn.bias	3	0.04203032702207565
178054	embedding2nn.bias	4	0.008078068494796753
178054	embedding2nn.bias	5	-0.14466984570026398
178054	embedding2nn.bias	6	-0.1568261831998825
178054	embedding2nn.bias	7	-0.045709721744060516
178054	embedding2nn.bias	8	0.07436994463205338
178054	embedding2nn.bias	9	-0.04285912215709686
178054	rnn.weight_ih_l0	0	0.04719797149300575
178054	rnn.weight_ih_l0	1	-0.0668020248413086
178054	rnn.weight_ih_l0	2	-0.03865041956305504
178054	rnn.weight_ih_l0	3	-0.0446200855076313
178054	rnn.weight_ih_l0	4	0.014667524956166744
178054	rnn.weight_ih_l0	5	-0.11524050682783127
178054	rnn.weight_ih_l0	6	-0.046827059239149094
178054	rnn.weight_ih_l0	7	-0.012432978488504887
178054	rnn.weight_ih_l0	8	0.07723506540060043
178054	rnn.weight_ih_l0	9	0.010347275994718075
178054	rnn.weight_hh_l0	0	0.0009505132911726832
178054	rnn.weight_hh_l0	1	-0.0858539566397667
178054	rnn.weight_hh_l0	2	0.06448940187692642
178054	rnn.weight_hh_l0	3	0.04583176597952843
178054	rnn.weight_hh_l0	4	0.005705581977963448
178054	rnn.weight_hh_l0	5	0.06464293599128723
178054	rnn.weight_hh_l0	6	-0.018161341547966003
178054	rnn.weight_hh_l0	7	-0.1031651645898819
178054	rnn.weight_hh_l0	8	0.012062525376677513
178054	rnn.weight_hh_l0	9	-0.08197887986898422
178054	rnn.bias_ih_l0	0	-0.06499793380498886
178054	rnn.bias_ih_l0	1	-0.1834838092327118
178054	rnn.bias_ih_l0	2	-0.2620394825935364
178054	rnn.bias_ih_l0	3	-0.28079310059547424
178054	rnn.bias_ih_l0	4	0.006136088632047176
178054	rnn.bias_ih_l0	5	0.0493088960647583
178054	rnn.bias_ih_l0	6	-0.16924948990345
178054	rnn.bias_ih_l0	7	-0.2679387629032135
178054	rnn.bias_ih_l0	8	-0.13609889149665833
178054	rnn.bias_ih_l0	9	-0.1724560260772705
178054	rnn.bias_hh_l0	0	0.11891500651836395
178054	rnn.bias_hh_l0	1	-0.057919975370168686
178054	rnn.bias_hh_l0	2	0.038127053529024124
178054	rnn.bias_hh_l0	3	-0.1790415197610855
178054	rnn.bias_hh_l0	4	0.03836279734969139
178054	rnn.bias_hh_l0	5	0.045113835483789444
178054	rnn.bias_hh_l0	6	-0.09311512857675552
178054	rnn.bias_hh_l0	7	-0.16120871901512146
178054	rnn.bias_hh_l0	8	-0.19012659788131714
178054	rnn.bias_hh_l0	9	-0.10263365507125854
178054	rnn.weight_ih_l0_reverse	0	-0.03157052397727966
178054	rnn.weight_ih_l0_reverse	1	0.0023015737533569336
178054	rnn.weight_ih_l0_reverse	2	0.024460112676024437
178054	rnn.weight_ih_l0_reverse	3	0.015511004254221916
178054	rnn.weight_ih_l0_reverse	4	0.037633076310157776
178054	rnn.weight_ih_l0_reverse	5	-0.055664774030447006
178054	rnn.weight_ih_l0_reverse	6	-0.047852978110313416
178054	rnn.weight_ih_l0_reverse	7	0.008275950327515602
178054	rnn.weight_ih_l0_reverse	8	0.09318200498819351
178054	rnn.weight_ih_l0_reverse	9	0.009806916117668152
178054	rnn.weight_hh_l0_reverse	0	0.004167594481259584
178054	rnn.weight_hh_l0_reverse	1	0.02999764494597912
178054	rnn.weight_hh_l0_reverse	2	-0.04030364379286766
178054	rnn.weight_hh_l0_reverse	3	0.03855951502919197
178054	rnn.weight_hh_l0_reverse	4	0.024211853742599487
178054	rnn.weight_hh_l0_reverse	5	-0.007801046594977379
178054	rnn.weight_hh_l0_reverse	6	0.06393425911664963
178054	rnn.weight_hh_l0_reverse	7	0.028622379526495934
178054	rnn.weight_hh_l0_reverse	8	-0.019336353987455368
178054	rnn.weight_hh_l0_reverse	9	-0.033303022384643555
178054	rnn.bias_ih_l0_reverse	0	-0.14161455631256104
178054	rnn.bias_ih_l0_reverse	1	-0.3138123154640198
178054	rnn.bias_ih_l0_reverse	2	-0.06269190460443497
178054	rnn.bias_ih_l0_reverse	3	-0.1376117318868637
178054	rnn.bias_ih_l0_reverse	4	0.06515342742204666
178054	rnn.bias_ih_l0_reverse	5	-0.2729503810405731
178054	rnn.bias_ih_l0_reverse	6	-0.05932726711034775
178054	rnn.bias_ih_l0_reverse	7	0.016984527930617332
178054	rnn.bias_ih_l0_reverse	8	-0.18230575323104858
178054	rnn.bias_ih_l0_reverse	9	-0.08620154857635498
178054	rnn.bias_hh_l0_reverse	0	-0.15924420952796936
178054	rnn.bias_hh_l0_reverse	1	-0.14493300020694733
178054	rnn.bias_hh_l0_reverse	2	-0.021600892767310143
178054	rnn.bias_hh_l0_reverse	3	-0.1368892341852188
178054	rnn.bias_hh_l0_reverse	4	-0.029340077191591263
178054	rnn.bias_hh_l0_reverse	5	-0.11433474719524384
178054	rnn.bias_hh_l0_reverse	6	-0.06748062372207642
178054	rnn.bias_hh_l0_reverse	7	-0.18808624148368835
178054	rnn.bias_hh_l0_reverse	8	-0.058778513222932816
178054	rnn.bias_hh_l0_reverse	9	-0.12791010737419128
178054	linear.weight	0	-0.17913459241390228
178054	linear.weight	1	-0.1246776431798935
178054	linear.weight	2	-0.011228874325752258
178054	linear.weight	3	-0.10248061269521713
178054	linear.weight	4	-0.018521573394536972
178054	linear.weight	5	0.19899491965770721
178054	linear.weight	6	0.0047744326293468475
178054	linear.weight	7	-0.021312154829502106
178054	linear.weight	8	0.18101544678211212
178054	linear.weight	9	0.2506328523159027
178054	linear.bias	0	-0.8221579790115356
178054	linear.bias	1	1.3871961832046509
178054	linear.bias	2	-0.46789026260375977
178054	linear.bias	3	-0.7180264592170715
178054	linear.bias	4	-0.8716480731964111
178054	linear.bias	5	-1.1766170263290405
178054	linear.bias	6	-0.9002645015716553
178054	linear.bias	7	-0.7546641826629639
178054	linear.bias	8	-0.01705317199230194
178054	linear.bias	9	3.452056646347046
178251	transitions	0	-0.4343869686126709
178251	transitions	1	8.628039360046387
178251	transitions	2	-3.551945209503174
178251	transitions	3	1.4727287292480469
178251	transitions	4	-2.1556012630462646
178251	transitions	5	-0.4051772356033325
178251	transitions	6	-0.19135966897010803
178251	transitions	7	-10000.0
178251	transitions	8	1.7964117527008057
178251	transitions	9	-2.2942895889282227
178251	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
178251	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
178251	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
178251	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
178251	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
178251	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
178251	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
178251	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
178251	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
178251	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
178251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
178251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
178251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
178251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
178251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
178251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
178251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
178251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
178251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
178251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
178251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
178251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
178251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
178251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
178251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
178251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
178251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
178251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
178251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
178251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
178251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
178251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
178251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
178251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
178251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
178251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
178251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
178251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
178251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
178251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
178251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
178251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
178251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
178251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
178251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
178251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
178251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
178251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
178251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
178251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
178251	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
178251	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
178251	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
178251	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
178251	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
178251	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
178251	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
178251	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
178251	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
178251	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
178251	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
178251	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
178251	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
178251	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
178251	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
178251	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
178251	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
178251	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
178251	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
178251	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
178251	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
178251	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
178251	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
178251	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
178251	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
178251	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
178251	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
178251	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
178251	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
178251	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
178251	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
178251	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
178251	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
178251	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
178251	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
178251	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
178251	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
178251	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
178251	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
178251	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
178251	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
178251	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
178251	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
178251	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
178251	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
178251	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
178251	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
178251	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
178251	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
178251	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
178251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
178251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
178251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
178251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
178251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
178251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
178251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
178251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
178251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
178251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
178251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
178251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
178251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
178251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
178251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
178251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
178251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
178251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
178251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
178251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
178251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
178251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
178251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
178251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
178251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
178251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
178251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
178251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
178251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
178251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
178251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
178251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
178251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
178251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
178251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
178251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
178251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
178251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
178251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
178251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
178251	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
178251	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
178251	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
178251	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
178251	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
178251	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
178251	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
178251	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
178251	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
178251	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
178251	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
178251	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
178251	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
178251	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
178251	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
178251	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
178251	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
178251	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
178251	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
178251	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
178251	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
178251	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
178251	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
178251	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
178251	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
178251	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
178251	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
178251	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
178251	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
178251	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
178251	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
178251	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
178251	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
178251	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
178251	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
178251	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
178251	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
178251	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
178251	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
178251	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
178251	embedding2nn.weight	0	0.04256818816065788
178251	embedding2nn.weight	1	-0.09174153953790665
178251	embedding2nn.weight	2	0.017083818092942238
178251	embedding2nn.weight	3	-0.05671446770429611
178251	embedding2nn.weight	4	-0.12580934166908264
178251	embedding2nn.weight	5	0.11963734775781631
178251	embedding2nn.weight	6	-0.08851058036088943
178251	embedding2nn.weight	7	-0.0696382075548172
178251	embedding2nn.weight	8	-0.02420905791223049
178251	embedding2nn.weight	9	0.044929489493370056
178251	embedding2nn.bias	0	0.08204874396324158
178251	embedding2nn.bias	1	0.008991418406367302
178251	embedding2nn.bias	2	-0.09895918518304825
178251	embedding2nn.bias	3	0.044494424015283585
178251	embedding2nn.bias	4	0.006387223023921251
178251	embedding2nn.bias	5	-0.1479562222957611
178251	embedding2nn.bias	6	-0.14364778995513916
178251	embedding2nn.bias	7	-0.04704178497195244
178251	embedding2nn.bias	8	0.08233556896448135
178251	embedding2nn.bias	9	-0.04212241619825363
178251	rnn.weight_ih_l0	0	0.04793231934309006
178251	rnn.weight_ih_l0	1	-0.07018730789422989
178251	rnn.weight_ih_l0	2	-0.03692234680056572
178251	rnn.weight_ih_l0	3	-0.04443571716547012
178251	rnn.weight_ih_l0	4	0.015406355261802673
178251	rnn.weight_ih_l0	5	-0.11479735374450684
178251	rnn.weight_ih_l0	6	-0.04765872284770012
178251	rnn.weight_ih_l0	7	-0.011784865520894527
178251	rnn.weight_ih_l0	8	0.07852964848279953
178251	rnn.weight_ih_l0	9	0.008684427477419376
178251	rnn.weight_hh_l0	0	0.0012027916964143515
178251	rnn.weight_hh_l0	1	-0.08496866375207901
178251	rnn.weight_hh_l0	2	0.06394855678081512
178251	rnn.weight_hh_l0	3	0.04626466706395149
178251	rnn.weight_hh_l0	4	0.0053510214202106
178251	rnn.weight_hh_l0	5	0.06484521925449371
178251	rnn.weight_hh_l0	6	-0.01819944940507412
178251	rnn.weight_hh_l0	7	-0.10355009138584137
178251	rnn.weight_hh_l0	8	0.011669700033962727
178251	rnn.weight_hh_l0	9	-0.08121635019779205
178251	rnn.bias_ih_l0	0	-0.06352360546588898
178251	rnn.bias_ih_l0	1	-0.18211804330348969
178251	rnn.bias_ih_l0	2	-0.26386895775794983
178251	rnn.bias_ih_l0	3	-0.2810993790626526
178251	rnn.bias_ih_l0	4	0.006917431019246578
178251	rnn.bias_ih_l0	5	0.04570697247982025
178251	rnn.bias_ih_l0	6	-0.16838711500167847
178251	rnn.bias_ih_l0	7	-0.2684667110443115
178251	rnn.bias_ih_l0	8	-0.13446450233459473
178251	rnn.bias_ih_l0	9	-0.17451578378677368
178251	rnn.bias_hh_l0	0	0.11879982799291611
178251	rnn.bias_hh_l0	1	-0.057872224599123
178251	rnn.bias_hh_l0	2	0.03998034447431564
178251	rnn.bias_hh_l0	3	-0.17833277583122253
178251	rnn.bias_hh_l0	4	0.037846632301807404
178251	rnn.bias_hh_l0	5	0.04558327794075012
178251	rnn.bias_hh_l0	6	-0.0940169021487236
178251	rnn.bias_hh_l0	7	-0.16149859130382538
178251	rnn.bias_hh_l0	8	-0.1913508176803589
178251	rnn.bias_hh_l0	9	-0.10267917066812515
178251	rnn.weight_ih_l0_reverse	0	-0.031715940684080124
178251	rnn.weight_ih_l0_reverse	1	0.0014690664829686284
178251	rnn.weight_ih_l0_reverse	2	0.0223445612937212
178251	rnn.weight_ih_l0_reverse	3	0.013375057838857174
178251	rnn.weight_ih_l0_reverse	4	0.03485766798257828
178251	rnn.weight_ih_l0_reverse	5	-0.05638549104332924
178251	rnn.weight_ih_l0_reverse	6	-0.04746221750974655
178251	rnn.weight_ih_l0_reverse	7	0.007879814133048058
178251	rnn.weight_ih_l0_reverse	8	0.09264688938856125
178251	rnn.weight_ih_l0_reverse	9	0.009242087602615356
178251	rnn.weight_hh_l0_reverse	0	0.003921245690435171
178251	rnn.weight_hh_l0_reverse	1	0.029637107625603676
178251	rnn.weight_hh_l0_reverse	2	-0.040109772235155106
178251	rnn.weight_hh_l0_reverse	3	0.03870470076799393
178251	rnn.weight_hh_l0_reverse	4	0.023854289203882217
178251	rnn.weight_hh_l0_reverse	5	-0.007502800319343805
178251	rnn.weight_hh_l0_reverse	6	0.06393370777368546
178251	rnn.weight_hh_l0_reverse	7	0.02874886244535446
178251	rnn.weight_hh_l0_reverse	8	-0.01953493058681488
178251	rnn.weight_hh_l0_reverse	9	-0.03324322775006294
178251	rnn.bias_ih_l0_reverse	0	-0.14256636798381805
178251	rnn.bias_ih_l0_reverse	1	-0.3111773133277893
178251	rnn.bias_ih_l0_reverse	2	-0.06130709871649742
178251	rnn.bias_ih_l0_reverse	3	-0.13826455175876617
178251	rnn.bias_ih_l0_reverse	4	0.06675849109888077
178251	rnn.bias_ih_l0_reverse	5	-0.2743191421031952
178251	rnn.bias_ih_l0_reverse	6	-0.05953517183661461
178251	rnn.bias_ih_l0_reverse	7	0.015111680142581463
178251	rnn.bias_ih_l0_reverse	8	-0.18137714266777039
178251	rnn.bias_ih_l0_reverse	9	-0.08499441295862198
178251	rnn.bias_hh_l0_reverse	0	-0.15713965892791748
178251	rnn.bias_hh_l0_reverse	1	-0.14215566217899323
178251	rnn.bias_hh_l0_reverse	2	-0.02239043451845646
178251	rnn.bias_hh_l0_reverse	3	-0.13936811685562134
178251	rnn.bias_hh_l0_reverse	4	-0.028736939653754234
178251	rnn.bias_hh_l0_reverse	5	-0.11290287971496582
178251	rnn.bias_hh_l0_reverse	6	-0.0673634260892868
178251	rnn.bias_hh_l0_reverse	7	-0.18760843575000763
178251	rnn.bias_hh_l0_reverse	8	-0.058588527143001556
178251	rnn.bias_hh_l0_reverse	9	-0.1272808313369751
178251	linear.weight	0	-0.1813187450170517
178251	linear.weight	1	-0.12020467221736908
178251	linear.weight	2	-0.011228874325752258
178251	linear.weight	3	-0.10020078718662262
178251	linear.weight	4	-0.011041877791285515
178251	linear.weight	5	0.20744428038597107
178251	linear.weight	6	0.0047744326293468475
178251	linear.weight	7	-0.021312154829502106
178251	linear.weight	8	0.17160774767398834
178251	linear.weight	9	0.2511432468891144
178251	linear.bias	0	-0.8284311294555664
178251	linear.bias	1	1.3460148572921753
178251	linear.bias	2	-0.46679630875587463
178251	linear.bias	3	-0.7184257507324219
178251	linear.bias	4	-0.8459319472312927
178251	linear.bias	5	-1.1766319274902344
178251	linear.bias	6	-0.903670608997345
178251	linear.bias	7	-0.7504667639732361
178251	linear.bias	8	-0.01705317199230194
178251	linear.bias	9	3.4750497341156006
178448	transitions	0	-0.43472471833229065
178448	transitions	1	8.631905555725098
178448	transitions	2	-3.5521976947784424
178448	transitions	3	1.471609354019165
178448	transitions	4	-2.1558618545532227
178448	transitions	5	-0.4052937626838684
178448	transitions	6	-0.1913762241601944
178448	transitions	7	-10000.0
178448	transitions	8	1.798667311668396
178448	transitions	9	-2.294290542602539
178448	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
178448	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
178448	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
178448	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
178448	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
178448	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
178448	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
178448	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
178448	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
178448	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
178448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
178448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
178448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
178448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
178448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
178448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
178448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
178448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
178448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
178448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
178448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
178448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
178448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
178448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
178448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
178448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
178448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
178448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
178448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
178448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
178448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
178448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
178448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
178448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
178448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
178448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
178448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
178448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
178448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
178448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
178448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
178448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
178448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
178448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
178448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
178448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
178448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
178448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
178448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
178448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
178448	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
178448	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
178448	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
178448	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
178448	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
178448	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
178448	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
178448	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
178448	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
178448	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
178448	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
178448	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
178448	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
178448	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
178448	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
178448	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
178448	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
178448	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
178448	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
178448	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
178448	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
178448	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
178448	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
178448	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
178448	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
178448	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
178448	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
178448	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
178448	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
178448	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
178448	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
178448	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
178448	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
178448	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
178448	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
178448	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
178448	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
178448	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
178448	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
178448	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
178448	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
178448	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
178448	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
178448	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
178448	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
178448	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
178448	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
178448	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
178448	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
178448	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
178448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
178448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
178448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
178448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
178448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
178448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
178448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
178448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
178448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
178448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
178448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
178448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
178448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
178448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
178448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
178448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
178448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
178448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
178448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
178448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
178448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
178448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
178448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
178448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
178448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
178448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
178448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
178448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
178448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
178448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
178448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
178448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
178448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
178448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
178448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
178448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
178448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
178448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
178448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
178448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
178448	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
178448	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
178448	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
178448	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
178448	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
178448	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
178448	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
178448	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
178448	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
178448	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
178448	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
178448	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
178448	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
178448	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
178448	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
178448	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
178448	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
178448	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
178448	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
178448	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
178448	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
178448	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
178448	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
178448	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
178448	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
178448	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
178448	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
178448	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
178448	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
178448	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
178448	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
178448	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
178448	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
178448	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
178448	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
178448	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
178448	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
178448	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
178448	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
178448	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
178448	embedding2nn.weight	0	0.04274965077638626
178448	embedding2nn.weight	1	-0.09167474508285522
178448	embedding2nn.weight	2	0.01847776211798191
178448	embedding2nn.weight	3	-0.05662211403250694
178448	embedding2nn.weight	4	-0.1254897117614746
178448	embedding2nn.weight	5	0.12030632793903351
178448	embedding2nn.weight	6	-0.09062830358743668
178448	embedding2nn.weight	7	-0.06984163820743561
178448	embedding2nn.weight	8	-0.023717552423477173
178448	embedding2nn.weight	9	0.04415955767035484
178448	embedding2nn.bias	0	0.0817662850022316
178448	embedding2nn.bias	1	0.020875895395874977
178448	embedding2nn.bias	2	-0.1032537892460823
178448	embedding2nn.bias	3	0.04471280425786972
178448	embedding2nn.bias	4	0.007699036039412022
178448	embedding2nn.bias	5	-0.1448153704404831
178448	embedding2nn.bias	6	-0.1449633538722992
178448	embedding2nn.bias	7	-0.052809346467256546
178448	embedding2nn.bias	8	0.08739273995161057
178448	embedding2nn.bias	9	-0.04494768753647804
178448	rnn.weight_ih_l0	0	0.04781968891620636
178448	rnn.weight_ih_l0	1	-0.0708855390548706
178448	rnn.weight_ih_l0	2	-0.03731318563222885
178448	rnn.weight_ih_l0	3	-0.04445125162601471
178448	rnn.weight_ih_l0	4	0.016928790137171745
178448	rnn.weight_ih_l0	5	-0.11501787602901459
178448	rnn.weight_ih_l0	6	-0.046435996890068054
178448	rnn.weight_ih_l0	7	-0.011361989192664623
178448	rnn.weight_ih_l0	8	0.0784844160079956
178448	rnn.weight_ih_l0	9	0.009464383125305176
178448	rnn.weight_hh_l0	0	0.0009586524101905525
178448	rnn.weight_hh_l0	1	-0.08556142449378967
178448	rnn.weight_hh_l0	2	0.06427571177482605
178448	rnn.weight_hh_l0	3	0.046341732144355774
178448	rnn.weight_hh_l0	4	0.0053602829575538635
178448	rnn.weight_hh_l0	5	0.06466919928789139
178448	rnn.weight_hh_l0	6	-0.017977843061089516
178448	rnn.weight_hh_l0	7	-0.10341501981019974
178448	rnn.weight_hh_l0	8	0.011495182290673256
178448	rnn.weight_hh_l0	9	-0.08271323144435883
178448	rnn.bias_ih_l0	0	-0.0659385398030281
178448	rnn.bias_ih_l0	1	-0.18014785647392273
178448	rnn.bias_ih_l0	2	-0.262516587972641
178448	rnn.bias_ih_l0	3	-0.28034523129463196
178448	rnn.bias_ih_l0	4	0.0070515405386686325
178448	rnn.bias_ih_l0	5	0.0425695963203907
178448	rnn.bias_ih_l0	6	-0.16820219159126282
178448	rnn.bias_ih_l0	7	-0.2681967318058014
178448	rnn.bias_ih_l0	8	-0.13447828590869904
178448	rnn.bias_ih_l0	9	-0.174639493227005
178448	rnn.bias_hh_l0	0	0.12025648355484009
178448	rnn.bias_hh_l0	1	-0.05935277044773102
178448	rnn.bias_hh_l0	2	0.03838058188557625
178448	rnn.bias_hh_l0	3	-0.17832490801811218
178448	rnn.bias_hh_l0	4	0.03792376443743706
178448	rnn.bias_hh_l0	5	0.04456774890422821
178448	rnn.bias_hh_l0	6	-0.09503824263811111
178448	rnn.bias_hh_l0	7	-0.16167087852954865
178448	rnn.bias_hh_l0	8	-0.19114045798778534
178448	rnn.bias_hh_l0	9	-0.10269702970981598
178448	rnn.weight_ih_l0_reverse	0	-0.030939185991883278
178448	rnn.weight_ih_l0_reverse	1	0.0012538209557533264
178448	rnn.weight_ih_l0_reverse	2	0.02497568354010582
178448	rnn.weight_ih_l0_reverse	3	0.013194073922932148
178448	rnn.weight_ih_l0_reverse	4	0.03553807735443115
178448	rnn.weight_ih_l0_reverse	5	-0.056859102100133896
178448	rnn.weight_ih_l0_reverse	6	-0.04860257729887962
178448	rnn.weight_ih_l0_reverse	7	0.0068364511243999004
178448	rnn.weight_ih_l0_reverse	8	0.0917850211262703
178448	rnn.weight_ih_l0_reverse	9	0.010353785939514637
178448	rnn.weight_hh_l0_reverse	0	0.0038733852561563253
178448	rnn.weight_hh_l0_reverse	1	0.02976500429213047
178448	rnn.weight_hh_l0_reverse	2	-0.04010598734021187
178448	rnn.weight_hh_l0_reverse	3	0.0389946773648262
178448	rnn.weight_hh_l0_reverse	4	0.024048974737524986
178448	rnn.weight_hh_l0_reverse	5	-0.007292876020073891
178448	rnn.weight_hh_l0_reverse	6	0.06351272016763687
178448	rnn.weight_hh_l0_reverse	7	0.02908158488571644
178448	rnn.weight_hh_l0_reverse	8	-0.01866835728287697
178448	rnn.weight_hh_l0_reverse	9	-0.0329434908926487
178448	rnn.bias_ih_l0_reverse	0	-0.1444537192583084
178448	rnn.bias_ih_l0_reverse	1	-0.31175053119659424
178448	rnn.bias_ih_l0_reverse	2	-0.06162640452384949
178448	rnn.bias_ih_l0_reverse	3	-0.13841576874256134
178448	rnn.bias_ih_l0_reverse	4	0.06270670890808105
178448	rnn.bias_ih_l0_reverse	5	-0.2749495208263397
178448	rnn.bias_ih_l0_reverse	6	-0.05842101573944092
178448	rnn.bias_ih_l0_reverse	7	0.017548393458127975
178448	rnn.bias_ih_l0_reverse	8	-0.18204738199710846
178448	rnn.bias_ih_l0_reverse	9	-0.0860728919506073
178448	rnn.bias_hh_l0_reverse	0	-0.15554720163345337
178448	rnn.bias_hh_l0_reverse	1	-0.14342793822288513
178448	rnn.bias_hh_l0_reverse	2	-0.020776601508259773
178448	rnn.bias_hh_l0_reverse	3	-0.1378154456615448
178448	rnn.bias_hh_l0_reverse	4	-0.027688154950737953
178448	rnn.bias_hh_l0_reverse	5	-0.11180654168128967
178448	rnn.bias_hh_l0_reverse	6	-0.06904903799295425
178448	rnn.bias_hh_l0_reverse	7	-0.18690119683742523
178448	rnn.bias_hh_l0_reverse	8	-0.057346194982528687
178448	rnn.bias_hh_l0_reverse	9	-0.12788456678390503
178448	linear.weight	0	-0.18317370116710663
178448	linear.weight	1	-0.11528501659631729
178448	linear.weight	2	-0.011228874325752258
178448	linear.weight	3	-0.10195158421993256
178448	linear.weight	4	-0.0003048968792427331
178448	linear.weight	5	0.2230082005262375
178448	linear.weight	6	0.0047744326293468475
178448	linear.weight	7	-0.021312154829502106
178448	linear.weight	8	0.17122004926204681
178448	linear.weight	9	0.2526595890522003
178448	linear.bias	0	-0.8356611728668213
178448	linear.bias	1	1.3701741695404053
178448	linear.bias	2	-0.4681706130504608
178448	linear.bias	3	-0.7149237990379333
178448	linear.bias	4	-0.8481929898262024
178448	linear.bias	5	-1.176645278930664
178448	linear.bias	6	-0.9106282591819763
178448	linear.bias	7	-0.7313470840454102
178448	linear.bias	8	-0.01705317199230194
178448	linear.bias	9	3.4382481575012207
178645	transitions	0	-0.43481123447418213
178645	transitions	1	8.605417251586914
178645	transitions	2	-3.552755117416382
178645	transitions	3	1.4769823551177979
178645	transitions	4	-2.156074047088623
178645	transitions	5	-0.4053124487400055
178645	transitions	6	-0.19143417477607727
178645	transitions	7	-10000.0
178645	transitions	8	1.7975610494613647
178645	transitions	9	-2.294296979904175
178645	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
178645	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
178645	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
178645	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
178645	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
178645	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
178645	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
178645	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
178645	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
178645	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
178645	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
178645	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
178645	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
178645	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
178645	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
178645	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
178645	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
178645	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
178645	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
178645	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
178645	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
178645	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
178645	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
178645	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
178645	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
178645	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
178645	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
178645	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
178645	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
178645	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
178645	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
178645	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
178645	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
178645	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
178645	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
178645	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
178645	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
178645	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
178645	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
178645	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
178645	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
178645	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
178645	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
178645	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
178645	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
178645	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
178645	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
178645	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
178645	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
178645	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
178645	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
178645	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
178645	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
178645	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
178645	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
178645	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
178645	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
178645	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
178645	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
178645	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
178645	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
178645	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
178645	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
178645	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
178645	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
178645	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
178645	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
178645	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
178645	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
178645	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
178645	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
178645	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
178645	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
178645	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
178645	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
178645	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
178645	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
178645	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
178645	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
178645	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
178645	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
178645	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
178645	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
178645	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
178645	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
178645	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
178645	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
178645	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
178645	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
178645	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
178645	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
178645	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
178645	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
178645	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
178645	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
178645	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
178645	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
178645	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
178645	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
178645	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
178645	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
178645	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
178645	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
178645	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
178645	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
178645	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
178645	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
178645	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
178645	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
178645	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
178645	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
178645	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
178645	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
178645	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
178645	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
178645	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
178645	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
178645	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
178645	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
178645	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
178645	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
178645	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
178645	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
178645	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
178645	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
178645	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
178645	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
178645	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
178645	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
178645	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
178645	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
178645	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
178645	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
178645	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
178645	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
178645	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
178645	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
178645	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
178645	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
178645	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
178645	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
178645	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
178645	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
178645	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
178645	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
178645	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
178645	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
178645	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
178645	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
178645	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
178645	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
178645	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
178645	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
178645	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
178645	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
178645	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
178645	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
178645	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
178645	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
178645	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
178645	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
178645	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
178645	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
178645	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
178645	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
178645	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
178645	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
178645	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
178645	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
178645	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
178645	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
178645	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
178645	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
178645	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
178645	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
178645	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
178645	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
178645	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
178645	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
178645	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
178645	embedding2nn.weight	0	0.042821891605854034
178645	embedding2nn.weight	1	-0.09087430685758591
178645	embedding2nn.weight	2	0.017315521836280823
178645	embedding2nn.weight	3	-0.05780716985464096
178645	embedding2nn.weight	4	-0.12344971299171448
178645	embedding2nn.weight	5	0.12050647288560867
178645	embedding2nn.weight	6	-0.09571490436792374
178645	embedding2nn.weight	7	-0.07014288753271103
178645	embedding2nn.weight	8	-0.023384172469377518
178645	embedding2nn.weight	9	0.04306560009717941
178645	embedding2nn.bias	0	0.07669320702552795
178645	embedding2nn.bias	1	0.03056154027581215
178645	embedding2nn.bias	2	-0.10667070001363754
178645	embedding2nn.bias	3	0.04547446221113205
178645	embedding2nn.bias	4	0.0017484292620792985
178645	embedding2nn.bias	5	-0.14015378057956696
178645	embedding2nn.bias	6	-0.14526574313640594
178645	embedding2nn.bias	7	-0.04958578571677208
178645	embedding2nn.bias	8	0.08322310447692871
178645	embedding2nn.bias	9	-0.04539111256599426
178645	rnn.weight_ih_l0	0	0.04790249094367027
178645	rnn.weight_ih_l0	1	-0.07240738719701767
178645	rnn.weight_ih_l0	2	-0.03679050877690315
178645	rnn.weight_ih_l0	3	-0.043729476630687714
178645	rnn.weight_ih_l0	4	0.01809593476355076
178645	rnn.weight_ih_l0	5	-0.11490049213171005
178645	rnn.weight_ih_l0	6	-0.04624128341674805
178645	rnn.weight_ih_l0	7	-0.00954035110771656
178645	rnn.weight_ih_l0	8	0.07947283983230591
178645	rnn.weight_ih_l0	9	0.008559019304811954
178645	rnn.weight_hh_l0	0	0.0012887321645393968
178645	rnn.weight_hh_l0	1	-0.08566387742757797
178645	rnn.weight_hh_l0	2	0.06527479737997055
178645	rnn.weight_hh_l0	3	0.046174678951501846
178645	rnn.weight_hh_l0	4	0.005451427306979895
178645	rnn.weight_hh_l0	5	0.06426329165697098
178645	rnn.weight_hh_l0	6	-0.017959479242563248
178645	rnn.weight_hh_l0	7	-0.10316987335681915
178645	rnn.weight_hh_l0	8	0.011194934137165546
178645	rnn.weight_hh_l0	9	-0.0824039950966835
178645	rnn.bias_ih_l0	0	-0.06875277310609818
178645	rnn.bias_ih_l0	1	-0.18007400631904602
178645	rnn.bias_ih_l0	2	-0.2629328966140747
178645	rnn.bias_ih_l0	3	-0.28104692697525024
178645	rnn.bias_ih_l0	4	0.00628195283934474
178645	rnn.bias_ih_l0	5	0.041826654225587845
178645	rnn.bias_ih_l0	6	-0.16641822457313538
178645	rnn.bias_ih_l0	7	-0.26873978972435
178645	rnn.bias_ih_l0	8	-0.13407215476036072
178645	rnn.bias_ih_l0	9	-0.17670826613903046
178645	rnn.bias_hh_l0	0	0.11919030547142029
178645	rnn.bias_hh_l0	1	-0.059243667870759964
178645	rnn.bias_hh_l0	2	0.03911112993955612
178645	rnn.bias_hh_l0	3	-0.17798975110054016
178645	rnn.bias_hh_l0	4	0.03671395778656006
178645	rnn.bias_hh_l0	5	0.04735000059008598
178645	rnn.bias_hh_l0	6	-0.09354666620492935
178645	rnn.bias_hh_l0	7	-0.1611071676015854
178645	rnn.bias_hh_l0	8	-0.1908009648323059
178645	rnn.bias_hh_l0	9	-0.10337014496326447
178645	rnn.weight_ih_l0_reverse	0	-0.030670518055558205
178645	rnn.weight_ih_l0_reverse	1	0.0010245752055197954
178645	rnn.weight_ih_l0_reverse	2	0.024529557675123215
178645	rnn.weight_ih_l0_reverse	3	0.012199105694890022
178645	rnn.weight_ih_l0_reverse	4	0.03531096875667572
178645	rnn.weight_ih_l0_reverse	5	-0.05564683675765991
178645	rnn.weight_ih_l0_reverse	6	-0.04869033768773079
178645	rnn.weight_ih_l0_reverse	7	0.005747084505856037
178645	rnn.weight_ih_l0_reverse	8	0.08934622257947922
178645	rnn.weight_ih_l0_reverse	9	0.010812892578542233
178645	rnn.weight_hh_l0_reverse	0	0.003211650066077709
178645	rnn.weight_hh_l0_reverse	1	0.029529888182878494
178645	rnn.weight_hh_l0_reverse	2	-0.040459245443344116
178645	rnn.weight_hh_l0_reverse	3	0.039080556482076645
178645	rnn.weight_hh_l0_reverse	4	0.024060647934675217
178645	rnn.weight_hh_l0_reverse	5	-0.007610407657921314
178645	rnn.weight_hh_l0_reverse	6	0.06353843957185745
178645	rnn.weight_hh_l0_reverse	7	0.029365476220846176
178645	rnn.weight_hh_l0_reverse	8	-0.018524793907999992
178645	rnn.weight_hh_l0_reverse	9	-0.03355153650045395
178645	rnn.bias_ih_l0_reverse	0	-0.14490178227424622
178645	rnn.bias_ih_l0_reverse	1	-0.3106412887573242
178645	rnn.bias_ih_l0_reverse	2	-0.06057814508676529
178645	rnn.bias_ih_l0_reverse	3	-0.13805800676345825
178645	rnn.bias_ih_l0_reverse	4	0.06101275235414505
178645	rnn.bias_ih_l0_reverse	5	-0.2750282287597656
178645	rnn.bias_ih_l0_reverse	6	-0.057509128004312515
178645	rnn.bias_ih_l0_reverse	7	0.015624615363776684
178645	rnn.bias_ih_l0_reverse	8	-0.1832984834909439
178645	rnn.bias_ih_l0_reverse	9	-0.08590318262577057
178645	rnn.bias_hh_l0_reverse	0	-0.1563006490468979
178645	rnn.bias_hh_l0_reverse	1	-0.14400048553943634
178645	rnn.bias_hh_l0_reverse	2	-0.020299121737480164
178645	rnn.bias_hh_l0_reverse	3	-0.14026199281215668
178645	rnn.bias_hh_l0_reverse	4	-0.02925848588347435
178645	rnn.bias_hh_l0_reverse	5	-0.1139482632279396
178645	rnn.bias_hh_l0_reverse	6	-0.06997901201248169
178645	rnn.bias_hh_l0_reverse	7	-0.18761709332466125
178645	rnn.bias_hh_l0_reverse	8	-0.05487915128469467
178645	rnn.bias_hh_l0_reverse	9	-0.12917639315128326
178645	linear.weight	0	-0.18361572921276093
178645	linear.weight	1	-0.11325038969516754
178645	linear.weight	2	-0.011228874325752258
178645	linear.weight	3	-0.10404074937105179
178645	linear.weight	4	-0.0026828842237591743
178645	linear.weight	5	0.21231360733509064
178645	linear.weight	6	0.0047744326293468475
178645	linear.weight	7	-0.021312154829502106
178645	linear.weight	8	0.1792297214269638
178645	linear.weight	9	0.25466465950012207
178645	linear.bias	0	-0.8415791988372803
178645	linear.bias	1	1.3587092161178589
178645	linear.bias	2	-0.4546353220939636
178645	linear.bias	3	-0.7299831509590149
178645	linear.bias	4	-0.8692571520805359
178645	linear.bias	5	-1.1766695976257324
178645	linear.bias	6	-0.915804922580719
178645	linear.bias	7	-0.7322799563407898
178645	linear.bias	8	-0.01705317199230194
178645	linear.bias	9	3.4402449131011963
178842	transitions	0	-0.43490681052207947
178842	transitions	1	8.620166778564453
178842	transitions	2	-3.553035020828247
178842	transitions	3	1.4755982160568237
178842	transitions	4	-2.1564104557037354
178842	transitions	5	-0.40535348653793335
178842	transitions	6	-0.191451758146286
178842	transitions	7	-10000.0
178842	transitions	8	1.7990554571151733
178842	transitions	9	-2.2943005561828613
178842	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
178842	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
178842	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
178842	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
178842	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
178842	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
178842	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
178842	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
178842	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
178842	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
178842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
178842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
178842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
178842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
178842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
178842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
178842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
178842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
178842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
178842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
178842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
178842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
178842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
178842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
178842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
178842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
178842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
178842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
178842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
178842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
178842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
178842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
178842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
178842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
178842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
178842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
178842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
178842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
178842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
178842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
178842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
178842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
178842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
178842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
178842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
178842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
178842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
178842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
178842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
178842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
178842	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
178842	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
178842	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
178842	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
178842	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
178842	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
178842	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
178842	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
178842	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
178842	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
178842	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
178842	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
178842	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
178842	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
178842	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
178842	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
178842	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
178842	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
178842	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
178842	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
178842	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
178842	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
178842	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
178842	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
178842	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
178842	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
178842	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
178842	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
178842	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
178842	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
178842	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
178842	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
178842	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
178842	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
178842	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
178842	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
178842	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
178842	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
178842	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
178842	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
178842	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
178842	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
178842	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
178842	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
178842	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
178842	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
178842	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
178842	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
178842	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
178842	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
178842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
178842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
178842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
178842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
178842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
178842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
178842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
178842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
178842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
178842	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
178842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
178842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
178842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
178842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
178842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
178842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
178842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
178842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
178842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
178842	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
178842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
178842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
178842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
178842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
178842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
178842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
178842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
178842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
178842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
178842	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
178842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
178842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
178842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
178842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
178842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
178842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
178842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
178842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
178842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
178842	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
178842	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
178842	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
178842	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
178842	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
178842	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
178842	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
178842	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
178842	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
178842	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
178842	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
178842	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
178842	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
178842	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
178842	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
178842	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
178842	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
178842	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
178842	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
178842	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
178842	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
178842	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
178842	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
178842	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
178842	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
178842	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
178842	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
178842	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
178842	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
178842	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
178842	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
178842	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
178842	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
178842	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
178842	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
178842	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
178842	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
178842	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
178842	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
178842	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
178842	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
178842	embedding2nn.weight	0	0.043239858001470566
178842	embedding2nn.weight	1	-0.09210364520549774
178842	embedding2nn.weight	2	0.019080743193626404
178842	embedding2nn.weight	3	-0.05713189020752907
178842	embedding2nn.weight	4	-0.12351780384778976
178842	embedding2nn.weight	5	0.12010417133569717
178842	embedding2nn.weight	6	-0.09706094115972519
178842	embedding2nn.weight	7	-0.06853531301021576
178842	embedding2nn.weight	8	-0.024356268346309662
178842	embedding2nn.weight	9	0.04272390902042389
178842	embedding2nn.bias	0	0.07555495947599411
178842	embedding2nn.bias	1	0.029801513999700546
178842	embedding2nn.bias	2	-0.09501835703849792
178842	embedding2nn.bias	3	0.03776441514492035
178842	embedding2nn.bias	4	-0.009005721658468246
178842	embedding2nn.bias	5	-0.1416977345943451
178842	embedding2nn.bias	6	-0.14310340583324432
178842	embedding2nn.bias	7	-0.051916465163230896
178842	embedding2nn.bias	8	0.08108407258987427
178842	embedding2nn.bias	9	-0.037411872297525406
178842	rnn.weight_ih_l0	0	0.047592807561159134
178842	rnn.weight_ih_l0	1	-0.06923102587461472
178842	rnn.weight_ih_l0	2	-0.03657083958387375
178842	rnn.weight_ih_l0	3	-0.04309461638331413
178842	rnn.weight_ih_l0	4	0.01718076877295971
178842	rnn.weight_ih_l0	5	-0.11481231451034546
178842	rnn.weight_ih_l0	6	-0.046004753559827805
178842	rnn.weight_ih_l0	7	-0.009768671356141567
178842	rnn.weight_ih_l0	8	0.07823501527309418
178842	rnn.weight_ih_l0	9	0.009984545409679413
178842	rnn.weight_hh_l0	0	0.0014827447012066841
178842	rnn.weight_hh_l0	1	-0.08660699427127838
178842	rnn.weight_hh_l0	2	0.06468711048364639
178842	rnn.weight_hh_l0	3	0.04583864286541939
178842	rnn.weight_hh_l0	4	0.0057357498444616795
178842	rnn.weight_hh_l0	5	0.06459031254053116
178842	rnn.weight_hh_l0	6	-0.017875172197818756
178842	rnn.weight_hh_l0	7	-0.10315598547458649
178842	rnn.weight_hh_l0	8	0.010738159529864788
178842	rnn.weight_hh_l0	9	-0.08249407261610031
178842	rnn.bias_ih_l0	0	-0.06928261369466782
178842	rnn.bias_ih_l0	1	-0.17902161180973053
178842	rnn.bias_ih_l0	2	-0.2643672525882721
178842	rnn.bias_ih_l0	3	-0.2806721031665802
178842	rnn.bias_ih_l0	4	0.0077279009856283665
178842	rnn.bias_ih_l0	5	0.039356786757707596
178842	rnn.bias_ih_l0	6	-0.16573652625083923
178842	rnn.bias_ih_l0	7	-0.27036336064338684
178842	rnn.bias_ih_l0	8	-0.13243912160396576
178842	rnn.bias_ih_l0	9	-0.17681162059307098
178842	rnn.bias_hh_l0	0	0.1192132905125618
178842	rnn.bias_hh_l0	1	-0.05949696525931358
178842	rnn.bias_hh_l0	2	0.039744000881910324
178842	rnn.bias_hh_l0	3	-0.1791570782661438
178842	rnn.bias_hh_l0	4	0.03338602930307388
178842	rnn.bias_hh_l0	5	0.04761336371302605
178842	rnn.bias_hh_l0	6	-0.09299653023481369
178842	rnn.bias_hh_l0	7	-0.16121706366539001
178842	rnn.bias_hh_l0	8	-0.19150832295417786
178842	rnn.bias_hh_l0	9	-0.1036464050412178
178842	rnn.weight_ih_l0_reverse	0	-0.03157074749469757
178842	rnn.weight_ih_l0_reverse	1	0.0014670647215098143
178842	rnn.weight_ih_l0_reverse	2	0.02406957745552063
178842	rnn.weight_ih_l0_reverse	3	0.011584464460611343
178842	rnn.weight_ih_l0_reverse	4	0.03646460920572281
178842	rnn.weight_ih_l0_reverse	5	-0.0560077428817749
178842	rnn.weight_ih_l0_reverse	6	-0.05017773061990738
178842	rnn.weight_ih_l0_reverse	7	0.006218686234205961
178842	rnn.weight_ih_l0_reverse	8	0.08689049631357193
178842	rnn.weight_ih_l0_reverse	9	0.010776124894618988
178842	rnn.weight_hh_l0_reverse	0	0.003326411359012127
178842	rnn.weight_hh_l0_reverse	1	0.02944224700331688
178842	rnn.weight_hh_l0_reverse	2	-0.040608134120702744
178842	rnn.weight_hh_l0_reverse	3	0.03903327137231827
178842	rnn.weight_hh_l0_reverse	4	0.023955045267939568
178842	rnn.weight_hh_l0_reverse	5	-0.00633567338809371
178842	rnn.weight_hh_l0_reverse	6	0.0636504516005516
178842	rnn.weight_hh_l0_reverse	7	0.029462628066539764
178842	rnn.weight_hh_l0_reverse	8	-0.018430037423968315
178842	rnn.weight_hh_l0_reverse	9	-0.033666182309389114
178842	rnn.bias_ih_l0_reverse	0	-0.14522989094257355
178842	rnn.bias_ih_l0_reverse	1	-0.31097838282585144
178842	rnn.bias_ih_l0_reverse	2	-0.060621049255132675
178842	rnn.bias_ih_l0_reverse	3	-0.13938090205192566
178842	rnn.bias_ih_l0_reverse	4	0.06172860041260719
178842	rnn.bias_ih_l0_reverse	5	-0.2740609049797058
178842	rnn.bias_ih_l0_reverse	6	-0.057956017553806305
178842	rnn.bias_ih_l0_reverse	7	0.015789395198225975
178842	rnn.bias_ih_l0_reverse	8	-0.18235476315021515
178842	rnn.bias_ih_l0_reverse	9	-0.08877114206552505
178842	rnn.bias_hh_l0_reverse	0	-0.15689851343631744
178842	rnn.bias_hh_l0_reverse	1	-0.14554934203624725
178842	rnn.bias_hh_l0_reverse	2	-0.020620672032237053
178842	rnn.bias_hh_l0_reverse	3	-0.13875652849674225
178842	rnn.bias_hh_l0_reverse	4	-0.02957754395902157
178842	rnn.bias_hh_l0_reverse	5	-0.11376314610242844
178842	rnn.bias_hh_l0_reverse	6	-0.07069622725248337
178842	rnn.bias_hh_l0_reverse	7	-0.18596255779266357
178842	rnn.bias_hh_l0_reverse	8	-0.056022848933935165
178842	rnn.bias_hh_l0_reverse	9	-0.1296563446521759
178842	linear.weight	0	-0.17979402840137482
178842	linear.weight	1	-0.10848938673734665
178842	linear.weight	2	-0.011228874325752258
178842	linear.weight	3	-0.1095622330904007
178842	linear.weight	4	-0.017040228471159935
178842	linear.weight	5	0.21749655902385712
178842	linear.weight	6	0.0047744326293468475
178842	linear.weight	7	-0.021312154829502106
178842	linear.weight	8	0.18567265570163727
178842	linear.weight	9	0.2577468752861023
178842	linear.bias	0	-0.8464567065238953
178842	linear.bias	1	1.3851407766342163
178842	linear.bias	2	-0.4525556266307831
178842	linear.bias	3	-0.7253379225730896
178842	linear.bias	4	-0.8791316151618958
178842	linear.bias	5	-1.176686406135559
178842	linear.bias	6	-0.9251286387443542
178842	linear.bias	7	-0.7293749451637268
178842	linear.bias	8	-0.01705317199230194
178842	linear.bias	9	3.4543769359588623
179039	transitions	0	-0.43511906266212463
179039	transitions	1	8.620769500732422
179039	transitions	2	-3.553267002105713
179039	transitions	3	1.4679639339447021
179039	transitions	4	-2.1565051078796387
179039	transitions	5	-0.40547147393226624
179039	transitions	6	-0.191465362906456
179039	transitions	7	-10000.0
179039	transitions	8	1.7982310056686401
179039	transitions	9	-2.2943036556243896
179039	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
179039	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
179039	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
179039	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
179039	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
179039	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
179039	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
179039	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
179039	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
179039	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
179039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
179039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
179039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
179039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
179039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
179039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
179039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
179039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
179039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
179039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
179039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
179039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
179039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
179039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
179039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
179039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
179039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
179039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
179039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
179039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
179039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
179039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
179039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
179039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
179039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
179039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
179039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
179039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
179039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
179039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
179039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
179039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
179039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
179039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
179039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
179039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
179039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
179039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
179039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
179039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
179039	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
179039	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
179039	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
179039	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
179039	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
179039	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
179039	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
179039	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
179039	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
179039	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
179039	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
179039	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
179039	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
179039	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
179039	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
179039	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
179039	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
179039	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
179039	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
179039	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
179039	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
179039	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
179039	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
179039	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
179039	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
179039	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
179039	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
179039	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
179039	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
179039	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
179039	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
179039	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
179039	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
179039	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
179039	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
179039	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
179039	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
179039	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
179039	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
179039	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
179039	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
179039	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
179039	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
179039	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
179039	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
179039	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
179039	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
179039	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
179039	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
179039	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
179039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
179039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
179039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
179039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
179039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
179039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
179039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
179039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
179039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
179039	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
179039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
179039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
179039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
179039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
179039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
179039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
179039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
179039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
179039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
179039	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
179039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
179039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
179039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
179039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
179039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
179039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
179039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
179039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
179039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
179039	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
179039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
179039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
179039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
179039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
179039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
179039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
179039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
179039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
179039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
179039	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
179039	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
179039	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
179039	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
179039	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
179039	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
179039	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
179039	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
179039	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
179039	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
179039	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
179039	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
179039	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
179039	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
179039	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
179039	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
179039	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
179039	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
179039	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
179039	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
179039	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
179039	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
179039	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
179039	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
179039	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
179039	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
179039	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
179039	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
179039	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
179039	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
179039	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
179039	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
179039	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
179039	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
179039	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
179039	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
179039	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
179039	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
179039	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
179039	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
179039	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
179039	embedding2nn.weight	0	0.04391346871852875
179039	embedding2nn.weight	1	-0.0919482558965683
179039	embedding2nn.weight	2	0.021685754880309105
179039	embedding2nn.weight	3	-0.0571865476667881
179039	embedding2nn.weight	4	-0.12341161072254181
179039	embedding2nn.weight	5	0.12047148495912552
179039	embedding2nn.weight	6	-0.10136782377958298
179039	embedding2nn.weight	7	-0.06984089314937592
179039	embedding2nn.weight	8	-0.02527347393333912
179039	embedding2nn.weight	9	0.04105899855494499
179039	embedding2nn.bias	0	0.07840760797262192
179039	embedding2nn.bias	1	0.03182385489344597
179039	embedding2nn.bias	2	-0.10299944132566452
179039	embedding2nn.bias	3	0.030343040823936462
179039	embedding2nn.bias	4	-0.007683866657316685
179039	embedding2nn.bias	5	-0.15035341680049896
179039	embedding2nn.bias	6	-0.13214541971683502
179039	embedding2nn.bias	7	-0.05088380351662636
179039	embedding2nn.bias	8	0.07008114457130432
179039	embedding2nn.bias	9	-0.042046867311000824
179039	rnn.weight_ih_l0	0	0.046701785176992416
179039	rnn.weight_ih_l0	1	-0.06808718293905258
179039	rnn.weight_ih_l0	2	-0.037553928792476654
179039	rnn.weight_ih_l0	3	-0.04319843649864197
179039	rnn.weight_ih_l0	4	0.017945658415555954
179039	rnn.weight_ih_l0	5	-0.11440502852201462
179039	rnn.weight_ih_l0	6	-0.04734139144420624
179039	rnn.weight_ih_l0	7	-0.01071947906166315
179039	rnn.weight_ih_l0	8	0.07653728127479553
179039	rnn.weight_ih_l0	9	0.009498316794633865
179039	rnn.weight_hh_l0	0	0.0004217861860524863
179039	rnn.weight_hh_l0	1	-0.08667224645614624
179039	rnn.weight_hh_l0	2	0.06564149260520935
179039	rnn.weight_hh_l0	3	0.04593226686120033
179039	rnn.weight_hh_l0	4	0.0058980886824429035
179039	rnn.weight_hh_l0	5	0.06487254798412323
179039	rnn.weight_hh_l0	6	-0.018016917631030083
179039	rnn.weight_hh_l0	7	-0.10306842625141144
179039	rnn.weight_hh_l0	8	0.01092962920665741
179039	rnn.weight_hh_l0	9	-0.08151613175868988
179039	rnn.bias_ih_l0	0	-0.07170948386192322
179039	rnn.bias_ih_l0	1	-0.17941419780254364
179039	rnn.bias_ih_l0	2	-0.26346156001091003
179039	rnn.bias_ih_l0	3	-0.28118598461151123
179039	rnn.bias_ih_l0	4	0.009144274517893791
179039	rnn.bias_ih_l0	5	0.037589047104120255
179039	rnn.bias_ih_l0	6	-0.16477997601032257
179039	rnn.bias_ih_l0	7	-0.27021151781082153
179039	rnn.bias_ih_l0	8	-0.1340562254190445
179039	rnn.bias_ih_l0	9	-0.17738887667655945
179039	rnn.bias_hh_l0	0	0.11907374858856201
179039	rnn.bias_hh_l0	1	-0.05919830501079559
179039	rnn.bias_hh_l0	2	0.03943642973899841
179039	rnn.bias_hh_l0	3	-0.17978498339653015
179039	rnn.bias_hh_l0	4	0.034766439348459244
179039	rnn.bias_hh_l0	5	0.04874778166413307
179039	rnn.bias_hh_l0	6	-0.09171558171510696
179039	rnn.bias_hh_l0	7	-0.16063974797725677
179039	rnn.bias_hh_l0	8	-0.19099955260753632
179039	rnn.bias_hh_l0	9	-0.1022273376584053
179039	rnn.weight_ih_l0_reverse	0	-0.032534047961235046
179039	rnn.weight_ih_l0_reverse	1	0.0005198566941544414
179039	rnn.weight_ih_l0_reverse	2	0.024007627740502357
179039	rnn.weight_ih_l0_reverse	3	0.009545226581394672
179039	rnn.weight_ih_l0_reverse	4	0.034603577107191086
179039	rnn.weight_ih_l0_reverse	5	-0.0560346394777298
179039	rnn.weight_ih_l0_reverse	6	-0.05123847350478172
179039	rnn.weight_ih_l0_reverse	7	0.006448570638895035
179039	rnn.weight_ih_l0_reverse	8	0.08722314238548279
179039	rnn.weight_ih_l0_reverse	9	0.010156373493373394
179039	rnn.weight_hh_l0_reverse	0	0.003542810445651412
179039	rnn.weight_hh_l0_reverse	1	0.029149936512112617
179039	rnn.weight_hh_l0_reverse	2	-0.04027315974235535
179039	rnn.weight_hh_l0_reverse	3	0.03897891938686371
179039	rnn.weight_hh_l0_reverse	4	0.023825565353035927
179039	rnn.weight_hh_l0_reverse	5	-0.0057605248875916
179039	rnn.weight_hh_l0_reverse	6	0.06336089223623276
179039	rnn.weight_hh_l0_reverse	7	0.029819779098033905
179039	rnn.weight_hh_l0_reverse	8	-0.01897226832807064
179039	rnn.weight_hh_l0_reverse	9	-0.03390989452600479
179039	rnn.bias_ih_l0_reverse	0	-0.14602500200271606
179039	rnn.bias_ih_l0_reverse	1	-0.3106016218662262
179039	rnn.bias_ih_l0_reverse	2	-0.06091511622071266
179039	rnn.bias_ih_l0_reverse	3	-0.1397636979818344
179039	rnn.bias_ih_l0_reverse	4	0.06381412595510483
179039	rnn.bias_ih_l0_reverse	5	-0.27291741967201233
179039	rnn.bias_ih_l0_reverse	6	-0.05732851102948189
179039	rnn.bias_ih_l0_reverse	7	0.017006803303956985
179039	rnn.bias_ih_l0_reverse	8	-0.1833723485469818
179039	rnn.bias_ih_l0_reverse	9	-0.08745856583118439
179039	rnn.bias_hh_l0_reverse	0	-0.1567225456237793
179039	rnn.bias_hh_l0_reverse	1	-0.14558285474777222
179039	rnn.bias_hh_l0_reverse	2	-0.020579958334565163
179039	rnn.bias_hh_l0_reverse	3	-0.13679060339927673
179039	rnn.bias_hh_l0_reverse	4	-0.028459457680583
179039	rnn.bias_hh_l0_reverse	5	-0.11369197815656662
179039	rnn.bias_hh_l0_reverse	6	-0.07083439081907272
179039	rnn.bias_hh_l0_reverse	7	-0.1841835379600525
179039	rnn.bias_hh_l0_reverse	8	-0.05295982584357262
179039	rnn.bias_hh_l0_reverse	9	-0.1304660439491272
179039	linear.weight	0	-0.18604077398777008
179039	linear.weight	1	-0.10542189329862595
179039	linear.weight	2	-0.011228874325752258
179039	linear.weight	3	-0.11004605144262314
179039	linear.weight	4	-0.009308465756475925
179039	linear.weight	5	0.2156386524438858
179039	linear.weight	6	0.0047744326293468475
179039	linear.weight	7	-0.021312154829502106
179039	linear.weight	8	0.18472029268741608
179039	linear.weight	9	0.252603143453598
179039	linear.bias	0	-0.845691442489624
179039	linear.bias	1	1.3888965845108032
179039	linear.bias	2	-0.4719054400920868
179039	linear.bias	3	-0.7168596982955933
179039	linear.bias	4	-0.8890401124954224
179039	linear.bias	5	-1.1767054796218872
179039	linear.bias	6	-0.9242020845413208
179039	linear.bias	7	-0.7426353693008423
179039	linear.bias	8	-0.01705317199230194
179039	linear.bias	9	3.476038932800293
179236	transitions	0	-0.4352741837501526
179236	transitions	1	8.660998344421387
179236	transitions	2	-3.5535471439361572
179236	transitions	3	1.4713231325149536
179236	transitions	4	-2.1567330360412598
179236	transitions	5	-0.4057975709438324
179236	transitions	6	-0.19149325788021088
179236	transitions	7	-10000.0
179236	transitions	8	1.7973575592041016
179236	transitions	9	-2.29430890083313
179236	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
179236	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
179236	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
179236	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
179236	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
179236	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
179236	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
179236	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
179236	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
179236	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
179236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
179236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
179236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
179236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
179236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
179236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
179236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
179236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
179236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
179236	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
179236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
179236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
179236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
179236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
179236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
179236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
179236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
179236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
179236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
179236	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
179236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
179236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
179236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
179236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
179236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
179236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
179236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
179236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
179236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
179236	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
179236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
179236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
179236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
179236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
179236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
179236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
179236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
179236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
179236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
179236	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
179236	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
179236	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
179236	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
179236	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
179236	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
179236	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
179236	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
179236	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
179236	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
179236	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
179236	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
179236	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
179236	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
179236	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
179236	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
179236	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
179236	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
179236	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
179236	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
179236	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
179236	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
179236	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
179236	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
179236	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
179236	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
179236	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
179236	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
179236	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
179236	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
179236	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
179236	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
179236	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
179236	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
179236	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
179236	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
179236	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
179236	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
179236	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
179236	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
179236	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
179236	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
179236	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
179236	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
179236	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
179236	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
179236	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
179236	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
179236	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
179236	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
179236	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
179236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
179236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
179236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
179236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
179236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
179236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
179236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
179236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
179236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
179236	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
179236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
179236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
179236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
179236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
179236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
179236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
179236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
179236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
179236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
179236	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
179236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
179236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
179236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
179236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
179236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
179236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
179236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
179236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
179236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
179236	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
179236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
179236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
179236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
179236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
179236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
179236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
179236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
179236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
179236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
179236	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
179236	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
179236	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
179236	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
179236	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
179236	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
179236	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
179236	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
179236	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
179236	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
179236	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
179236	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
179236	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
179236	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
179236	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
179236	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
179236	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
179236	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
179236	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
179236	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
179236	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
179236	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
179236	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
179236	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
179236	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
179236	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
179236	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
179236	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
179236	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
179236	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
179236	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
179236	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
179236	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
179236	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
179236	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
179236	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
179236	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
179236	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
179236	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
179236	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
179236	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
179236	embedding2nn.weight	0	0.04454408958554268
179236	embedding2nn.weight	1	-0.09178271144628525
179236	embedding2nn.weight	2	0.02302737906575203
179236	embedding2nn.weight	3	-0.056747887283563614
179236	embedding2nn.weight	4	-0.12425142526626587
179236	embedding2nn.weight	5	0.12053851038217545
179236	embedding2nn.weight	6	-0.10383814573287964
179236	embedding2nn.weight	7	-0.0691475197672844
179236	embedding2nn.weight	8	-0.025623753666877747
179236	embedding2nn.weight	9	0.04049767553806305
179236	embedding2nn.bias	0	0.08058203756809235
179236	embedding2nn.bias	1	0.026957375928759575
179236	embedding2nn.bias	2	-0.09744052588939667
179236	embedding2nn.bias	3	0.030937742441892624
179236	embedding2nn.bias	4	-0.014595553278923035
179236	embedding2nn.bias	5	-0.15275245904922485
179236	embedding2nn.bias	6	-0.13396114110946655
179236	embedding2nn.bias	7	-0.045923344790935516
179236	embedding2nn.bias	8	0.06854816526174545
179236	embedding2nn.bias	9	-0.04601310193538666
179236	rnn.weight_ih_l0	0	0.04577349126338959
179236	rnn.weight_ih_l0	1	-0.06743945181369781
179236	rnn.weight_ih_l0	2	-0.0378837026655674
179236	rnn.weight_ih_l0	3	-0.04299810528755188
179236	rnn.weight_ih_l0	4	0.01802186295390129
179236	rnn.weight_ih_l0	5	-0.11455217748880386
179236	rnn.weight_ih_l0	6	-0.046410780400037766
179236	rnn.weight_ih_l0	7	-0.01232236996293068
179236	rnn.weight_ih_l0	8	0.07753364741802216
179236	rnn.weight_ih_l0	9	0.008920599706470966
179236	rnn.weight_hh_l0	0	0.0008223800687119365
179236	rnn.weight_hh_l0	1	-0.08683498203754425
179236	rnn.weight_hh_l0	2	0.06536668539047241
179236	rnn.weight_hh_l0	3	0.045378074049949646
179236	rnn.weight_hh_l0	4	0.0060089463368058205
179236	rnn.weight_hh_l0	5	0.06422066688537598
179236	rnn.weight_hh_l0	6	-0.018141403794288635
179236	rnn.weight_hh_l0	7	-0.10307721793651581
179236	rnn.weight_hh_l0	8	0.011501274071633816
179236	rnn.weight_hh_l0	9	-0.08134368062019348
179236	rnn.bias_ih_l0	0	-0.07022371143102646
179236	rnn.bias_ih_l0	1	-0.1785208284854889
179236	rnn.bias_ih_l0	2	-0.26376810669898987
179236	rnn.bias_ih_l0	3	-0.27985963225364685
179236	rnn.bias_ih_l0	4	0.008423679508268833
179236	rnn.bias_ih_l0	5	0.038539398461580276
179236	rnn.bias_ih_l0	6	-0.16307826340198517
179236	rnn.bias_ih_l0	7	-0.26926279067993164
179236	rnn.bias_ih_l0	8	-0.13519994914531708
179236	rnn.bias_ih_l0	9	-0.1770382970571518
179236	rnn.bias_hh_l0	0	0.11930820345878601
179236	rnn.bias_hh_l0	1	-0.05934222787618637
179236	rnn.bias_hh_l0	2	0.0393797941505909
179236	rnn.bias_hh_l0	3	-0.17903463542461395
179236	rnn.bias_hh_l0	4	0.03643757477402687
179236	rnn.bias_hh_l0	5	0.05095917731523514
179236	rnn.bias_hh_l0	6	-0.09169566631317139
179236	rnn.bias_hh_l0	7	-0.16123123466968536
179236	rnn.bias_hh_l0	8	-0.19304263591766357
179236	rnn.bias_hh_l0	9	-0.10154382139444351
179236	rnn.weight_ih_l0_reverse	0	-0.03252129256725311
179236	rnn.weight_ih_l0_reverse	1	0.0006246819393709302
179236	rnn.weight_ih_l0_reverse	2	0.02328840084373951
179236	rnn.weight_ih_l0_reverse	3	0.007871568202972412
179236	rnn.weight_ih_l0_reverse	4	0.03477590158581734
179236	rnn.weight_ih_l0_reverse	5	-0.05382079631090164
179236	rnn.weight_ih_l0_reverse	6	-0.05195777863264084
179236	rnn.weight_ih_l0_reverse	7	0.00315287709236145
179236	rnn.weight_ih_l0_reverse	8	0.08814287930727005
179236	rnn.weight_ih_l0_reverse	9	0.009759089909493923
179236	rnn.weight_hh_l0_reverse	0	0.0030644983053207397
179236	rnn.weight_hh_l0_reverse	1	0.029309537261724472
179236	rnn.weight_hh_l0_reverse	2	-0.04044908657670021
179236	rnn.weight_hh_l0_reverse	3	0.03971220552921295
179236	rnn.weight_hh_l0_reverse	4	0.023617513477802277
179236	rnn.weight_hh_l0_reverse	5	-0.0052139246836304665
179236	rnn.weight_hh_l0_reverse	6	0.06349156051874161
179236	rnn.weight_hh_l0_reverse	7	0.030275437980890274
179236	rnn.weight_hh_l0_reverse	8	-0.018654579296708107
179236	rnn.weight_hh_l0_reverse	9	-0.03397093713283539
179236	rnn.bias_ih_l0_reverse	0	-0.14601226150989532
179236	rnn.bias_ih_l0_reverse	1	-0.3100248873233795
179236	rnn.bias_ih_l0_reverse	2	-0.06080999970436096
179236	rnn.bias_ih_l0_reverse	3	-0.14128179848194122
179236	rnn.bias_ih_l0_reverse	4	0.06313023716211319
179236	rnn.bias_ih_l0_reverse	5	-0.2720876932144165
179236	rnn.bias_ih_l0_reverse	6	-0.05783601477742195
179236	rnn.bias_ih_l0_reverse	7	0.01562977395951748
179236	rnn.bias_ih_l0_reverse	8	-0.18120026588439941
179236	rnn.bias_ih_l0_reverse	9	-0.08705518394708633
179236	rnn.bias_hh_l0_reverse	0	-0.1572830229997635
179236	rnn.bias_hh_l0_reverse	1	-0.1447366625070572
179236	rnn.bias_hh_l0_reverse	2	-0.020604748278856277
179236	rnn.bias_hh_l0_reverse	3	-0.13618354499340057
179236	rnn.bias_hh_l0_reverse	4	-0.029499530792236328
179236	rnn.bias_hh_l0_reverse	5	-0.11488735675811768
179236	rnn.bias_hh_l0_reverse	6	-0.06889156997203827
179236	rnn.bias_hh_l0_reverse	7	-0.18514418601989746
179236	rnn.bias_hh_l0_reverse	8	-0.0531424842774868
179236	rnn.bias_hh_l0_reverse	9	-0.13004747033119202
179236	linear.weight	0	-0.17884176969528198
179236	linear.weight	1	-0.10786169022321701
179236	linear.weight	2	-0.011228874325752258
179236	linear.weight	3	-0.10098982602357864
179236	linear.weight	4	-0.006282600108534098
179236	linear.weight	5	0.20392991602420807
179236	linear.weight	6	0.0047744326293468475
179236	linear.weight	7	-0.021312154829502106
179236	linear.weight	8	0.18152710795402527
179236	linear.weight	9	0.2553468346595764
179236	linear.bias	0	-0.8373351693153381
179236	linear.bias	1	1.3958326578140259
179236	linear.bias	2	-0.44631269574165344
179236	linear.bias	3	-0.6889100074768066
179236	linear.bias	4	-0.8931029438972473
179236	linear.bias	5	-1.1767231225967407
179236	linear.bias	6	-0.9183474183082581
179236	linear.bias	7	-0.7670561671257019
179236	linear.bias	8	-0.01705317199230194
179236	linear.bias	9	3.4440770149230957
179433	transitions	0	-0.4354088306427002
179433	transitions	1	8.65629768371582
179433	transitions	2	-3.553870677947998
179433	transitions	3	1.4661967754364014
179433	transitions	4	-2.156963586807251
179433	transitions	5	-0.40581220388412476
179433	transitions	6	-0.19152815639972687
179433	transitions	7	-10000.0
179433	transitions	8	1.80083167552948
179433	transitions	9	-2.29431414604187
179433	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
179433	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
179433	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
179433	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
179433	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
179433	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
179433	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
179433	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
179433	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
179433	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
179433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
179433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
179433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
179433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
179433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
179433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
179433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
179433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
179433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
179433	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
179433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
179433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
179433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
179433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
179433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
179433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
179433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
179433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
179433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
179433	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
179433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
179433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
179433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
179433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
179433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
179433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
179433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
179433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
179433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
179433	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
179433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
179433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
179433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
179433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
179433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
179433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
179433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
179433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
179433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
179433	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
179433	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
179433	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
179433	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
179433	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
179433	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
179433	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
179433	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
179433	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
179433	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
179433	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
179433	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
179433	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
179433	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
179433	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
179433	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
179433	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
179433	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
179433	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
179433	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
179433	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
179433	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
179433	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
179433	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
179433	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
179433	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
179433	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
179433	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
179433	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
179433	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
179433	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
179433	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
179433	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
179433	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
179433	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
179433	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
179433	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
179433	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
179433	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
179433	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
179433	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
179433	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
179433	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
179433	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
179433	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
179433	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
179433	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
179433	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
179433	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
179433	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
179433	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
179433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
179433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
179433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
179433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
179433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
179433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
179433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
179433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
179433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
179433	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
179433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
179433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
179433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
179433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
179433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
179433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
179433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
179433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
179433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
179433	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
179433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
179433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
179433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
179433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
179433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
179433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
179433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
179433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
179433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
179433	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
179433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
179433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
179433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
179433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
179433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
179433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
179433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
179433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
179433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
179433	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
179433	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
179433	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
179433	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
179433	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
179433	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
179433	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
179433	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
179433	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
179433	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
179433	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
179433	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
179433	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
179433	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
179433	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
179433	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
179433	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
179433	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
179433	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
179433	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
179433	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
179433	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
179433	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
179433	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
179433	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
179433	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
179433	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
179433	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
179433	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
179433	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
179433	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
179433	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
179433	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
179433	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
179433	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
179433	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
179433	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
179433	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
179433	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
179433	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
179433	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
179433	embedding2nn.weight	0	0.04458317905664444
179433	embedding2nn.weight	1	-0.0917169451713562
179433	embedding2nn.weight	2	0.022746602073311806
179433	embedding2nn.weight	3	-0.056959107518196106
179433	embedding2nn.weight	4	-0.12690986692905426
179433	embedding2nn.weight	5	0.12075890600681305
179433	embedding2nn.weight	6	-0.10227366536855698
179433	embedding2nn.weight	7	-0.07063589990139008
179433	embedding2nn.weight	8	-0.026595458388328552
179433	embedding2nn.weight	9	0.040394626557826996
179433	embedding2nn.bias	0	0.08226832747459412
179433	embedding2nn.bias	1	0.020391253754496574
179433	embedding2nn.bias	2	-0.09847666323184967
179433	embedding2nn.bias	3	0.028405282646417618
179433	embedding2nn.bias	4	-0.009515996091067791
179433	embedding2nn.bias	5	-0.14902350306510925
179433	embedding2nn.bias	6	-0.14024361968040466
179433	embedding2nn.bias	7	-0.05176624283194542
179433	embedding2nn.bias	8	0.07975145429372787
179433	embedding2nn.bias	9	-0.05290626361966133
179433	rnn.weight_ih_l0	0	0.045493949204683304
179433	rnn.weight_ih_l0	1	-0.06693804264068604
179433	rnn.weight_ih_l0	2	-0.03843631222844124
179433	rnn.weight_ih_l0	3	-0.04097257927060127
179433	rnn.weight_ih_l0	4	0.01804247312247753
179433	rnn.weight_ih_l0	5	-0.11341174691915512
179433	rnn.weight_ih_l0	6	-0.044244129210710526
179433	rnn.weight_ih_l0	7	-0.012302450835704803
179433	rnn.weight_ih_l0	8	0.07762816548347473
179433	rnn.weight_ih_l0	9	0.009688121266663074
179433	rnn.weight_hh_l0	0	0.0015589179238304496
179433	rnn.weight_hh_l0	1	-0.08605756610631943
179433	rnn.weight_hh_l0	2	0.06574373692274094
179433	rnn.weight_hh_l0	3	0.04485539719462395
179433	rnn.weight_hh_l0	4	0.005940029863268137
179433	rnn.weight_hh_l0	5	0.06485522538423538
179433	rnn.weight_hh_l0	6	-0.018038956448435783
179433	rnn.weight_hh_l0	7	-0.10317683964967728
179433	rnn.weight_hh_l0	8	0.01208541076630354
179433	rnn.weight_hh_l0	9	-0.08022340387105942
179433	rnn.bias_ih_l0	0	-0.06973464041948318
179433	rnn.bias_ih_l0	1	-0.17708361148834229
179433	rnn.bias_ih_l0	2	-0.264302134513855
179433	rnn.bias_ih_l0	3	-0.2816586196422577
179433	rnn.bias_ih_l0	4	0.008036616258323193
179433	rnn.bias_ih_l0	5	0.03916149586439133
179433	rnn.bias_ih_l0	6	-0.1604735553264618
179433	rnn.bias_ih_l0	7	-0.2695854604244232
179433	rnn.bias_ih_l0	8	-0.13727402687072754
179433	rnn.bias_ih_l0	9	-0.17587397992610931
179433	rnn.bias_hh_l0	0	0.1203809604048729
179433	rnn.bias_hh_l0	1	-0.06075560674071312
179433	rnn.bias_hh_l0	2	0.0401543453335762
179433	rnn.bias_hh_l0	3	-0.17846257984638214
179433	rnn.bias_hh_l0	4	0.036983560770750046
179433	rnn.bias_hh_l0	5	0.05108543112874031
179433	rnn.bias_hh_l0	6	-0.09354829788208008
179433	rnn.bias_hh_l0	7	-0.15985769033432007
179433	rnn.bias_hh_l0	8	-0.19015651941299438
179433	rnn.bias_hh_l0	9	-0.1037483736872673
179433	rnn.weight_ih_l0_reverse	0	-0.031357135623693466
179433	rnn.weight_ih_l0_reverse	1	-0.00012315818457864225
179433	rnn.weight_ih_l0_reverse	2	0.02452310174703598
179433	rnn.weight_ih_l0_reverse	3	0.008866395801305771
179433	rnn.weight_ih_l0_reverse	4	0.03484201058745384
179433	rnn.weight_ih_l0_reverse	5	-0.05498357117176056
179433	rnn.weight_ih_l0_reverse	6	-0.05081089213490486
179433	rnn.weight_ih_l0_reverse	7	0.0038534156046807766
179433	rnn.weight_ih_l0_reverse	8	0.0874069556593895
179433	rnn.weight_ih_l0_reverse	9	0.010107156820595264
179433	rnn.weight_hh_l0_reverse	0	0.0033025972079485655
179433	rnn.weight_hh_l0_reverse	1	0.02912234328687191
179433	rnn.weight_hh_l0_reverse	2	-0.04025821015238762
179433	rnn.weight_hh_l0_reverse	3	0.04023534059524536
179433	rnn.weight_hh_l0_reverse	4	0.023802481591701508
179433	rnn.weight_hh_l0_reverse	5	-0.005320401396602392
179433	rnn.weight_hh_l0_reverse	6	0.06360410898923874
179433	rnn.weight_hh_l0_reverse	7	0.03020307421684265
179433	rnn.weight_hh_l0_reverse	8	-0.018772808834910393
179433	rnn.weight_hh_l0_reverse	9	-0.0338401235640049
179433	rnn.bias_ih_l0_reverse	0	-0.1449805200099945
179433	rnn.bias_ih_l0_reverse	1	-0.31109532713890076
179433	rnn.bias_ih_l0_reverse	2	-0.0615641288459301
179433	rnn.bias_ih_l0_reverse	3	-0.1411169320344925
179433	rnn.bias_ih_l0_reverse	4	0.06434266269207001
179433	rnn.bias_ih_l0_reverse	5	-0.2723695933818817
179433	rnn.bias_ih_l0_reverse	6	-0.05799929052591324
179433	rnn.bias_ih_l0_reverse	7	0.014954005368053913
179433	rnn.bias_ih_l0_reverse	8	-0.1806650161743164
179433	rnn.bias_ih_l0_reverse	9	-0.08645369857549667
179433	rnn.bias_hh_l0_reverse	0	-0.1573513001203537
179433	rnn.bias_hh_l0_reverse	1	-0.14377214014530182
179433	rnn.bias_hh_l0_reverse	2	-0.01987079530954361
179433	rnn.bias_hh_l0_reverse	3	-0.13825328648090363
179433	rnn.bias_hh_l0_reverse	4	-0.029500611126422882
179433	rnn.bias_hh_l0_reverse	5	-0.11471948772668839
179433	rnn.bias_hh_l0_reverse	6	-0.06891351193189621
179433	rnn.bias_hh_l0_reverse	7	-0.18614709377288818
179433	rnn.bias_hh_l0_reverse	8	-0.05163082107901573
179433	rnn.bias_hh_l0_reverse	9	-0.12840408086776733
179433	linear.weight	0	-0.17392507195472717
179433	linear.weight	1	-0.10646794736385345
179433	linear.weight	2	-0.011228874325752258
179433	linear.weight	3	-0.09424203634262085
179433	linear.weight	4	-0.0186221431940794
179433	linear.weight	5	0.21095702052116394
179433	linear.weight	6	0.0047744326293468475
179433	linear.weight	7	-0.021312154829502106
179433	linear.weight	8	0.18118421733379364
179433	linear.weight	9	0.2574942708015442
179433	linear.bias	0	-0.8608680367469788
179433	linear.bias	1	1.3670519590377808
179433	linear.bias	2	-0.4829586148262024
179433	linear.bias	3	-0.702149510383606
179433	linear.bias	4	-0.8853070139884949
179433	linear.bias	5	-1.176743507385254
179433	linear.bias	6	-0.9424393773078918
179433	linear.bias	7	-0.7511403560638428
179433	linear.bias	8	-0.01705317199230194
179433	linear.bias	9	3.453144073486328
179630	transitions	0	-0.4355303943157196
179630	transitions	1	8.6781005859375
179630	transitions	2	-3.5541677474975586
179630	transitions	3	1.4760507345199585
179630	transitions	4	-2.1573989391326904
179630	transitions	5	-0.40584373474121094
179630	transitions	6	-0.19154565036296844
179630	transitions	7	-10000.0
179630	transitions	8	1.80170476436615
179630	transitions	9	-2.294320821762085
179630	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
179630	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
179630	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
179630	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
179630	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
179630	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
179630	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
179630	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
179630	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
179630	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
179630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
179630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
179630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
179630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
179630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
179630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
179630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
179630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
179630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
179630	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
179630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
179630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
179630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
179630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
179630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
179630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
179630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
179630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
179630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
179630	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
179630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
179630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
179630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
179630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
179630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
179630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
179630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
179630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
179630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
179630	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
179630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
179630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
179630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
179630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
179630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
179630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
179630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
179630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
179630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
179630	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
179630	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
179630	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
179630	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
179630	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
179630	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
179630	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
179630	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
179630	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
179630	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
179630	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
179630	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
179630	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
179630	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
179630	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
179630	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
179630	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
179630	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
179630	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
179630	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
179630	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
179630	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
179630	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
179630	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
179630	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
179630	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
179630	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
179630	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
179630	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
179630	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
179630	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
179630	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
179630	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
179630	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
179630	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
179630	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
179630	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
179630	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
179630	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
179630	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
179630	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
179630	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
179630	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
179630	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
179630	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
179630	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
179630	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
179630	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
179630	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
179630	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
179630	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
179630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
179630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
179630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
179630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
179630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
179630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
179630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
179630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
179630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
179630	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
179630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
179630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
179630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
179630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
179630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
179630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
179630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
179630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
179630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
179630	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
179630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
179630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
179630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
179630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
179630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
179630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
179630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
179630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
179630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
179630	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
179630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
179630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
179630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
179630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
179630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
179630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
179630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
179630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
179630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
179630	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
179630	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
179630	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
179630	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
179630	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
179630	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
179630	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
179630	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
179630	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
179630	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
179630	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
179630	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
179630	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
179630	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
179630	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
179630	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
179630	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
179630	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
179630	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
179630	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
179630	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
179630	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
179630	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
179630	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
179630	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
179630	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
179630	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
179630	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
179630	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
179630	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
179630	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
179630	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
179630	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
179630	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
179630	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
179630	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
179630	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
179630	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
179630	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
179630	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
179630	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
179630	embedding2nn.weight	0	0.044751930981874466
179630	embedding2nn.weight	1	-0.0907837375998497
179630	embedding2nn.weight	2	0.022226696833968163
179630	embedding2nn.weight	3	-0.05695066973567009
179630	embedding2nn.weight	4	-0.1284962296485901
179630	embedding2nn.weight	5	0.121132493019104
179630	embedding2nn.weight	6	-0.10184285789728165
179630	embedding2nn.weight	7	-0.06968407332897186
179630	embedding2nn.weight	8	-0.02601458504796028
179630	embedding2nn.weight	9	0.03988787159323692
179630	embedding2nn.bias	0	0.08277042955160141
179630	embedding2nn.bias	1	0.01786612719297409
179630	embedding2nn.bias	2	-0.10121946036815643
179630	embedding2nn.bias	3	0.02819807454943657
179630	embedding2nn.bias	4	-0.01156612392514944
179630	embedding2nn.bias	5	-0.14249390363693237
179630	embedding2nn.bias	6	-0.13614073395729065
179630	embedding2nn.bias	7	-0.058599334210157394
179630	embedding2nn.bias	8	0.08293228596448898
179630	embedding2nn.bias	9	-0.05401316657662392
179630	rnn.weight_ih_l0	0	0.04601724445819855
179630	rnn.weight_ih_l0	1	-0.06818441301584244
179630	rnn.weight_ih_l0	2	-0.03708120062947273
179630	rnn.weight_ih_l0	3	-0.0421052910387516
179630	rnn.weight_ih_l0	4	0.01875884458422661
179630	rnn.weight_ih_l0	5	-0.113001249730587
179630	rnn.weight_ih_l0	6	-0.04397621005773544
179630	rnn.weight_ih_l0	7	-0.011408891528844833
179630	rnn.weight_ih_l0	8	0.07720912247896194
179630	rnn.weight_ih_l0	9	0.009409834630787373
179630	rnn.weight_hh_l0	0	0.00045809330185875297
179630	rnn.weight_hh_l0	1	-0.0858360007405281
179630	rnn.weight_hh_l0	2	0.06554872542619705
179630	rnn.weight_hh_l0	3	0.04464738816022873
179630	rnn.weight_hh_l0	4	0.005951435770839453
179630	rnn.weight_hh_l0	5	0.06432840973138809
179630	rnn.weight_hh_l0	6	-0.01802150160074234
179630	rnn.weight_hh_l0	7	-0.10325013101100922
179630	rnn.weight_hh_l0	8	0.012649422511458397
179630	rnn.weight_hh_l0	9	-0.07963060587644577
179630	rnn.bias_ih_l0	0	-0.06729286164045334
179630	rnn.bias_ih_l0	1	-0.17711897194385529
179630	rnn.bias_ih_l0	2	-0.26416876912117004
179630	rnn.bias_ih_l0	3	-0.28070005774497986
179630	rnn.bias_ih_l0	4	0.010021161288022995
179630	rnn.bias_ih_l0	5	0.04015505686402321
179630	rnn.bias_ih_l0	6	-0.15848886966705322
179630	rnn.bias_ih_l0	7	-0.2687186598777771
179630	rnn.bias_ih_l0	8	-0.13596580922603607
179630	rnn.bias_ih_l0	9	-0.17601947486400604
179630	rnn.bias_hh_l0	0	0.11986102908849716
179630	rnn.bias_hh_l0	1	-0.059955794364213943
179630	rnn.bias_hh_l0	2	0.04089377820491791
179630	rnn.bias_hh_l0	3	-0.17794588208198547
179630	rnn.bias_hh_l0	4	0.03470686823129654
179630	rnn.bias_hh_l0	5	0.05087868869304657
179630	rnn.bias_hh_l0	6	-0.09399913996458054
179630	rnn.bias_hh_l0	7	-0.15912066400051117
179630	rnn.bias_hh_l0	8	-0.19025646150112152
179630	rnn.bias_hh_l0	9	-0.105130136013031
179630	rnn.weight_ih_l0_reverse	0	-0.03152967989444733
179630	rnn.weight_ih_l0_reverse	1	-0.00028463866328820586
179630	rnn.weight_ih_l0_reverse	2	0.024653594940900803
179630	rnn.weight_ih_l0_reverse	3	0.008087695576250553
179630	rnn.weight_ih_l0_reverse	4	0.03407331556081772
179630	rnn.weight_ih_l0_reverse	5	-0.05329535901546478
179630	rnn.weight_ih_l0_reverse	6	-0.05055229365825653
179630	rnn.weight_ih_l0_reverse	7	0.00380787649191916
179630	rnn.weight_ih_l0_reverse	8	0.0874149426817894
179630	rnn.weight_ih_l0_reverse	9	0.009193897247314453
179630	rnn.weight_hh_l0_reverse	0	0.003683599177747965
179630	rnn.weight_hh_l0_reverse	1	0.029150178655982018
179630	rnn.weight_hh_l0_reverse	2	-0.04016480967402458
179630	rnn.weight_hh_l0_reverse	3	0.03996503725647926
179630	rnn.weight_hh_l0_reverse	4	0.02401222102344036
179630	rnn.weight_hh_l0_reverse	5	-0.006475614383816719
179630	rnn.weight_hh_l0_reverse	6	0.0638706311583519
179630	rnn.weight_hh_l0_reverse	7	0.030231770128011703
179630	rnn.weight_hh_l0_reverse	8	-0.018136123195290565
179630	rnn.weight_hh_l0_reverse	9	-0.03423405811190605
179630	rnn.bias_ih_l0_reverse	0	-0.14687274396419525
179630	rnn.bias_ih_l0_reverse	1	-0.3119322657585144
179630	rnn.bias_ih_l0_reverse	2	-0.062468044459819794
179630	rnn.bias_ih_l0_reverse	3	-0.1418348252773285
179630	rnn.bias_ih_l0_reverse	4	0.062451522797346115
179630	rnn.bias_ih_l0_reverse	5	-0.2724180519580841
179630	rnn.bias_ih_l0_reverse	6	-0.05980250611901283
179630	rnn.bias_ih_l0_reverse	7	0.013935022987425327
179630	rnn.bias_ih_l0_reverse	8	-0.18146948516368866
179630	rnn.bias_ih_l0_reverse	9	-0.08600025624036789
179630	rnn.bias_hh_l0_reverse	0	-0.15782539546489716
179630	rnn.bias_hh_l0_reverse	1	-0.14561054110527039
179630	rnn.bias_hh_l0_reverse	2	-0.0190257728099823
179630	rnn.bias_hh_l0_reverse	3	-0.13666965067386627
179630	rnn.bias_hh_l0_reverse	4	-0.02980766072869301
179630	rnn.bias_hh_l0_reverse	5	-0.11306977272033691
179630	rnn.bias_hh_l0_reverse	6	-0.07045459002256393
179630	rnn.bias_hh_l0_reverse	7	-0.18439683318138123
179630	rnn.bias_hh_l0_reverse	8	-0.051875799894332886
179630	rnn.bias_hh_l0_reverse	9	-0.12799328565597534
179630	linear.weight	0	-0.19462820887565613
179630	linear.weight	1	-0.10746098309755325
179630	linear.weight	2	-0.011228874325752258
179630	linear.weight	3	-0.09785304218530655
179630	linear.weight	4	-0.024303540587425232
179630	linear.weight	5	0.2048049122095108
179630	linear.weight	6	0.0047744326293468475
179630	linear.weight	7	-0.021312154829502106
179630	linear.weight	8	0.19154426455497742
179630	linear.weight	9	0.25065532326698303
179630	linear.bias	0	-0.857465386390686
179630	linear.bias	1	1.3574596643447876
179630	linear.bias	2	-0.46314018964767456
179630	linear.bias	3	-0.697637140750885
179630	linear.bias	4	-0.8826169371604919
179630	linear.bias	5	-1.1767616271972656
179630	linear.bias	6	-0.9388032555580139
179630	linear.bias	7	-0.7402855753898621
179630	linear.bias	8	-0.01705317199230194
179630	linear.bias	9	3.4477322101593018
179634	transitions	0	-0.435530424118042
179634	transitions	1	8.680193901062012
179634	transitions	2	-3.554171562194824
179634	transitions	3	1.4760390520095825
179634	transitions	4	-2.1573994159698486
179634	transitions	5	-0.4058440625667572
179634	transitions	6	-0.1915457397699356
179634	transitions	7	-10000.0
179634	transitions	8	1.8017042875289917
179634	transitions	9	-2.294320821762085
179634	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
179634	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
179634	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
179634	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
179634	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
179634	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
179634	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
179634	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
179634	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
179634	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
179634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
179634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
179634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
179634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
179634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
179634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
179634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
179634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
179634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
179634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
179634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
179634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
179634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
179634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
179634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
179634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
179634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
179634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
179634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
179634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
179634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
179634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
179634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
179634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
179634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
179634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
179634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
179634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
179634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
179634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
179634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
179634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
179634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
179634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
179634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
179634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
179634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
179634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
179634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
179634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
179634	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
179634	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
179634	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
179634	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
179634	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
179634	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
179634	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
179634	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
179634	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
179634	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
179634	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
179634	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
179634	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
179634	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
179634	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
179634	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
179634	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
179634	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
179634	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
179634	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
179634	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
179634	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
179634	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
179634	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
179634	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
179634	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
179634	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
179634	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
179634	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
179634	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
179634	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
179634	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
179634	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
179634	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
179634	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
179634	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
179634	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
179634	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
179634	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
179634	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
179634	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
179634	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
179634	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
179634	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
179634	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
179634	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
179634	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
179634	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
179634	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
179634	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
179634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
179634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
179634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
179634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
179634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
179634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
179634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
179634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
179634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
179634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
179634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
179634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
179634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
179634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
179634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
179634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
179634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
179634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
179634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
179634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
179634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
179634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
179634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
179634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
179634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
179634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
179634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
179634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
179634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
179634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
179634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
179634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
179634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
179634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
179634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
179634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
179634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
179634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
179634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
179634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
179634	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
179634	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
179634	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
179634	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
179634	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
179634	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
179634	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
179634	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
179634	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
179634	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
179634	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
179634	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
179634	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
179634	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
179634	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
179634	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
179634	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
179634	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
179634	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
179634	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
179634	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
179634	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
179634	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
179634	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
179634	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
179634	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
179634	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
179634	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
179634	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
179634	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
179634	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
179634	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
179634	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
179634	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
179634	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
179634	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
179634	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
179634	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
179634	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
179634	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
179634	embedding2nn.weight	0	0.04474129155278206
179634	embedding2nn.weight	1	-0.09079818427562714
179634	embedding2nn.weight	2	0.021925507113337517
179634	embedding2nn.weight	3	-0.05697990581393242
179634	embedding2nn.weight	4	-0.12835514545440674
179634	embedding2nn.weight	5	0.12124910205602646
179634	embedding2nn.weight	6	-0.1014828309416771
179634	embedding2nn.weight	7	-0.06984888762235641
179634	embedding2nn.weight	8	-0.02604171261191368
179634	embedding2nn.weight	9	0.03992409631609917
179634	embedding2nn.bias	0	0.08088834583759308
179634	embedding2nn.bias	1	0.01742873154580593
179634	embedding2nn.bias	2	-0.10016633570194244
179634	embedding2nn.bias	3	0.028948234394192696
179634	embedding2nn.bias	4	-0.011386089958250523
179634	embedding2nn.bias	5	-0.14225168526172638
179634	embedding2nn.bias	6	-0.1359417736530304
179634	embedding2nn.bias	7	-0.058560650795698166
179634	embedding2nn.bias	8	0.08291400223970413
179634	embedding2nn.bias	9	-0.054016102105379105
179634	rnn.weight_ih_l0	0	0.04599912464618683
179634	rnn.weight_ih_l0	1	-0.06817962229251862
179634	rnn.weight_ih_l0	2	-0.03718561679124832
179634	rnn.weight_ih_l0	3	-0.04200429469347
179634	rnn.weight_ih_l0	4	0.018717197701334953
179634	rnn.weight_ih_l0	5	-0.11291415989398956
179634	rnn.weight_ih_l0	6	-0.044025056064128876
179634	rnn.weight_ih_l0	7	-0.011392894200980663
179634	rnn.weight_ih_l0	8	0.07752350717782974
179634	rnn.weight_ih_l0	9	0.009409037418663502
179634	rnn.weight_hh_l0	0	0.0004584831476677209
179634	rnn.weight_hh_l0	1	-0.08611812442541122
179634	rnn.weight_hh_l0	2	0.06552154570817947
179634	rnn.weight_hh_l0	3	0.044627610594034195
179634	rnn.weight_hh_l0	4	0.005949904676526785
179634	rnn.weight_hh_l0	5	0.06431739032268524
179634	rnn.weight_hh_l0	6	-0.018011143431067467
179634	rnn.weight_hh_l0	7	-0.10324801504611969
179634	rnn.weight_hh_l0	8	0.012755118310451508
179634	rnn.weight_hh_l0	9	-0.07969033718109131
179634	rnn.bias_ih_l0	0	-0.06736709177494049
179634	rnn.bias_ih_l0	1	-0.1771513670682907
179634	rnn.bias_ih_l0	2	-0.26411572098731995
179634	rnn.bias_ih_l0	3	-0.2810380458831787
179634	rnn.bias_ih_l0	4	0.010034188628196716
179634	rnn.bias_ih_l0	5	0.04010087251663208
179634	rnn.bias_ih_l0	6	-0.15815548598766327
179634	rnn.bias_ih_l0	7	-0.2687701880931854
179634	rnn.bias_ih_l0	8	-0.13612955808639526
179634	rnn.bias_ih_l0	9	-0.1758660525083542
179634	rnn.bias_hh_l0	0	0.11984224617481232
179634	rnn.bias_hh_l0	1	-0.059942834079265594
179634	rnn.bias_hh_l0	2	0.040936559438705444
179634	rnn.bias_hh_l0	3	-0.17805449664592743
179634	rnn.bias_hh_l0	4	0.03466087207198143
179634	rnn.bias_hh_l0	5	0.05083345249295235
179634	rnn.bias_hh_l0	6	-0.09397684037685394
179634	rnn.bias_hh_l0	7	-0.15919242799282074
179634	rnn.bias_hh_l0	8	-0.19045649468898773
179634	rnn.bias_hh_l0	9	-0.10518103092908859
179634	rnn.weight_ih_l0_reverse	0	-0.03153066337108612
179634	rnn.weight_ih_l0_reverse	1	-0.00028635963099077344
179634	rnn.weight_ih_l0_reverse	2	0.024612512439489365
179634	rnn.weight_ih_l0_reverse	3	0.008179540745913982
179634	rnn.weight_ih_l0_reverse	4	0.03409336879849434
179634	rnn.weight_ih_l0_reverse	5	-0.05319031700491905
179634	rnn.weight_ih_l0_reverse	6	-0.050417277961969376
179634	rnn.weight_ih_l0_reverse	7	0.0038332995027303696
179634	rnn.weight_ih_l0_reverse	8	0.08745584636926651
179634	rnn.weight_ih_l0_reverse	9	0.00920089054852724
179634	rnn.weight_hh_l0_reverse	0	0.0036431734915822744
179634	rnn.weight_hh_l0_reverse	1	0.029155589640140533
179634	rnn.weight_hh_l0_reverse	2	-0.04018175229430199
179634	rnn.weight_hh_l0_reverse	3	0.03994843736290932
179634	rnn.weight_hh_l0_reverse	4	0.024014070630073547
179634	rnn.weight_hh_l0_reverse	5	-0.006409974303096533
179634	rnn.weight_hh_l0_reverse	6	0.06388011574745178
179634	rnn.weight_hh_l0_reverse	7	0.03022291697561741
179634	rnn.weight_hh_l0_reverse	8	-0.018183881416916847
179634	rnn.weight_hh_l0_reverse	9	-0.03423825278878212
179634	rnn.bias_ih_l0_reverse	0	-0.1468951404094696
179634	rnn.bias_ih_l0_reverse	1	-0.31225404143333435
179634	rnn.bias_ih_l0_reverse	2	-0.06251112371683121
179634	rnn.bias_ih_l0_reverse	3	-0.14198729395866394
179634	rnn.bias_ih_l0_reverse	4	0.062491923570632935
179634	rnn.bias_ih_l0_reverse	5	-0.27227112650871277
179634	rnn.bias_ih_l0_reverse	6	-0.05979187414050102
179634	rnn.bias_ih_l0_reverse	7	0.013944867067039013
179634	rnn.bias_ih_l0_reverse	8	-0.18151117861270905
179634	rnn.bias_ih_l0_reverse	9	-0.08601982146501541
179634	rnn.bias_hh_l0_reverse	0	-0.15783967077732086
179634	rnn.bias_hh_l0_reverse	1	-0.14551809430122375
179634	rnn.bias_hh_l0_reverse	2	-0.01887563057243824
179634	rnn.bias_hh_l0_reverse	3	-0.13706053793430328
179634	rnn.bias_hh_l0_reverse	4	-0.02971348911523819
179634	rnn.bias_hh_l0_reverse	5	-0.11305169016122818
179634	rnn.bias_hh_l0_reverse	6	-0.07041455060243607
179634	rnn.bias_hh_l0_reverse	7	-0.184400275349617
179634	rnn.bias_hh_l0_reverse	8	-0.05202469602227211
179634	rnn.bias_hh_l0_reverse	9	-0.1276044398546219
179634	linear.weight	0	-0.1951722949743271
179634	linear.weight	1	-0.10750345885753632
179634	linear.weight	2	-0.011228874325752258
179634	linear.weight	3	-0.09772229939699173
179634	linear.weight	4	-0.024106303229928017
179634	linear.weight	5	0.2041948139667511
179634	linear.weight	6	0.0047744326293468475
179634	linear.weight	7	-0.021312154829502106
179634	linear.weight	8	0.19180352985858917
179634	linear.weight	9	0.250342458486557
179634	linear.bias	0	-0.8594170808792114
179634	linear.bias	1	1.3613404035568237
179634	linear.bias	2	-0.46448880434036255
179634	linear.bias	3	-0.6971282958984375
179634	linear.bias	4	-0.883561909198761
179634	linear.bias	5	-1.1767618656158447
179634	linear.bias	6	-0.940638542175293
179634	linear.bias	7	-0.7423855662345886
179634	linear.bias	8	-0.01705317199230194
179634	linear.bias	9	3.4439117908477783
179831	transitions	0	-0.4356377124786377
179831	transitions	1	8.683199882507324
179831	transitions	2	-3.554522752761841
179831	transitions	3	1.4749512672424316
179831	transitions	4	-2.1575753688812256
179831	transitions	5	-0.40589097142219543
179831	transitions	6	-0.19156663119792938
179831	transitions	7	-10000.0
179831	transitions	8	1.8013696670532227
179831	transitions	9	-2.2943224906921387
179831	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
179831	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
179831	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
179831	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
179831	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
179831	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
179831	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
179831	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
179831	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
179831	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
179831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
179831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
179831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
179831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
179831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
179831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
179831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
179831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
179831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
179831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
179831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
179831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
179831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
179831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
179831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
179831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
179831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
179831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
179831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
179831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
179831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
179831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
179831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
179831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
179831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
179831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
179831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
179831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
179831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
179831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
179831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
179831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
179831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
179831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
179831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
179831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
179831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
179831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
179831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
179831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
179831	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
179831	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
179831	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
179831	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
179831	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
179831	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
179831	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
179831	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
179831	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
179831	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
179831	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
179831	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
179831	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
179831	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
179831	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
179831	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
179831	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
179831	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
179831	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
179831	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
179831	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
179831	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
179831	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
179831	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
179831	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
179831	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
179831	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
179831	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
179831	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
179831	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
179831	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
179831	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
179831	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
179831	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
179831	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
179831	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
179831	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
179831	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
179831	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
179831	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
179831	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
179831	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
179831	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
179831	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
179831	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
179831	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
179831	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
179831	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
179831	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
179831	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
179831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
179831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
179831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
179831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
179831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
179831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
179831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
179831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
179831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
179831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
179831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
179831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
179831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
179831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
179831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
179831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
179831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
179831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
179831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
179831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
179831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
179831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
179831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
179831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
179831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
179831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
179831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
179831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
179831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
179831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
179831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
179831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
179831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
179831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
179831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
179831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
179831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
179831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
179831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
179831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
179831	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
179831	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
179831	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
179831	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
179831	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
179831	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
179831	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
179831	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
179831	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
179831	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
179831	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
179831	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
179831	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
179831	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
179831	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
179831	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
179831	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
179831	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
179831	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
179831	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
179831	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
179831	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
179831	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
179831	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
179831	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
179831	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
179831	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
179831	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
179831	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
179831	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
179831	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
179831	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
179831	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
179831	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
179831	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
179831	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
179831	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
179831	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
179831	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
179831	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
179831	embedding2nn.weight	0	0.04471301659941673
179831	embedding2nn.weight	1	-0.0906020775437355
179831	embedding2nn.weight	2	0.021977214142680168
179831	embedding2nn.weight	3	-0.0566781610250473
179831	embedding2nn.weight	4	-0.1273232251405716
179831	embedding2nn.weight	5	0.12145967781543732
179831	embedding2nn.weight	6	-0.10358554124832153
179831	embedding2nn.weight	7	-0.06893434375524521
179831	embedding2nn.weight	8	-0.025853214785456657
179831	embedding2nn.weight	9	0.03919249027967453
179831	embedding2nn.bias	0	0.08964256942272186
179831	embedding2nn.bias	1	0.014456141740083694
179831	embedding2nn.bias	2	-0.09465143829584122
179831	embedding2nn.bias	3	0.025549285113811493
179831	embedding2nn.bias	4	0.0031205248087644577
179831	embedding2nn.bias	5	-0.14209716022014618
179831	embedding2nn.bias	6	-0.13984015583992004
179831	embedding2nn.bias	7	-0.06008606031537056
179831	embedding2nn.bias	8	0.08094456791877747
179831	embedding2nn.bias	9	-0.06199341267347336
179831	rnn.weight_ih_l0	0	0.046161871403455734
179831	rnn.weight_ih_l0	1	-0.06818610429763794
179831	rnn.weight_ih_l0	2	-0.03609827905893326
179831	rnn.weight_ih_l0	3	-0.04160594567656517
179831	rnn.weight_ih_l0	4	0.01850774511694908
179831	rnn.weight_ih_l0	5	-0.11276042461395264
179831	rnn.weight_ih_l0	6	-0.0442098006606102
179831	rnn.weight_ih_l0	7	-0.010313883423805237
179831	rnn.weight_ih_l0	8	0.07685364782810211
179831	rnn.weight_ih_l0	9	0.010052403435111046
179831	rnn.weight_hh_l0	0	0.0003728707379195839
179831	rnn.weight_hh_l0	1	-0.08610399067401886
179831	rnn.weight_hh_l0	2	0.06466044485569
179831	rnn.weight_hh_l0	3	0.044767457991838455
179831	rnn.weight_hh_l0	4	0.005591027904301882
179831	rnn.weight_hh_l0	5	0.06506244838237762
179831	rnn.weight_hh_l0	6	-0.017974266782402992
179831	rnn.weight_hh_l0	7	-0.10309473425149918
179831	rnn.weight_hh_l0	8	0.012771103531122208
179831	rnn.weight_hh_l0	9	-0.07873924821615219
179831	rnn.bias_ih_l0	0	-0.0697326809167862
179831	rnn.bias_ih_l0	1	-0.17823699116706848
179831	rnn.bias_ih_l0	2	-0.2631632089614868
179831	rnn.bias_ih_l0	3	-0.28253182768821716
179831	rnn.bias_ih_l0	4	0.011586788110435009
179831	rnn.bias_ih_l0	5	0.04377532750368118
179831	rnn.bias_ih_l0	6	-0.15885190665721893
179831	rnn.bias_ih_l0	7	-0.26861244440078735
179831	rnn.bias_ih_l0	8	-0.13655324280261993
179831	rnn.bias_ih_l0	9	-0.1762639284133911
179831	rnn.bias_hh_l0	0	0.11892509460449219
179831	rnn.bias_hh_l0	1	-0.05766401067376137
179831	rnn.bias_hh_l0	2	0.04005136340856552
179831	rnn.bias_hh_l0	3	-0.17920151352882385
179831	rnn.bias_hh_l0	4	0.03325832635164261
179831	rnn.bias_hh_l0	5	0.05011305585503578
179831	rnn.bias_hh_l0	6	-0.09605634212493896
179831	rnn.bias_hh_l0	7	-0.1608441174030304
179831	rnn.bias_hh_l0	8	-0.19030040502548218
179831	rnn.bias_hh_l0	9	-0.10562332719564438
179831	rnn.weight_ih_l0_reverse	0	-0.0310511477291584
179831	rnn.weight_ih_l0_reverse	1	-0.0007669491460546851
179831	rnn.weight_ih_l0_reverse	2	0.02283141203224659
179831	rnn.weight_ih_l0_reverse	3	0.008676111698150635
179831	rnn.weight_ih_l0_reverse	4	0.03477408364415169
179831	rnn.weight_ih_l0_reverse	5	-0.05456066504120827
179831	rnn.weight_ih_l0_reverse	6	-0.047881707549095154
179831	rnn.weight_ih_l0_reverse	7	0.005267545580863953
179831	rnn.weight_ih_l0_reverse	8	0.08750539273023605
179831	rnn.weight_ih_l0_reverse	9	0.009658380411565304
179831	rnn.weight_hh_l0_reverse	0	0.004032067488878965
179831	rnn.weight_hh_l0_reverse	1	0.02905033342540264
179831	rnn.weight_hh_l0_reverse	2	-0.04012605920433998
179831	rnn.weight_hh_l0_reverse	3	0.03985467925667763
179831	rnn.weight_hh_l0_reverse	4	0.023807814344763756
179831	rnn.weight_hh_l0_reverse	5	-0.005126736126840115
179831	rnn.weight_hh_l0_reverse	6	0.06458661705255508
179831	rnn.weight_hh_l0_reverse	7	0.03057955764234066
179831	rnn.weight_hh_l0_reverse	8	-0.018062928691506386
179831	rnn.weight_hh_l0_reverse	9	-0.0338028222322464
179831	rnn.bias_ih_l0_reverse	0	-0.14755354821681976
179831	rnn.bias_ih_l0_reverse	1	-0.316379189491272
179831	rnn.bias_ih_l0_reverse	2	-0.06191094592213631
179831	rnn.bias_ih_l0_reverse	3	-0.14090289175510406
179831	rnn.bias_ih_l0_reverse	4	0.0636109858751297
179831	rnn.bias_ih_l0_reverse	5	-0.2716667652130127
179831	rnn.bias_ih_l0_reverse	6	-0.05965035408735275
179831	rnn.bias_ih_l0_reverse	7	0.015800585970282555
179831	rnn.bias_ih_l0_reverse	8	-0.1838836520910263
179831	rnn.bias_ih_l0_reverse	9	-0.08462292701005936
179831	rnn.bias_hh_l0_reverse	0	-0.15610533952713013
179831	rnn.bias_hh_l0_reverse	1	-0.1456819474697113
179831	rnn.bias_hh_l0_reverse	2	-0.01934456080198288
179831	rnn.bias_hh_l0_reverse	3	-0.1345578134059906
179831	rnn.bias_hh_l0_reverse	4	-0.030874844640493393
179831	rnn.bias_hh_l0_reverse	5	-0.11307226121425629
179831	rnn.bias_hh_l0_reverse	6	-0.07078119367361069
179831	rnn.bias_hh_l0_reverse	7	-0.18174217641353607
179831	rnn.bias_hh_l0_reverse	8	-0.05322354659438133
179831	rnn.bias_hh_l0_reverse	9	-0.12982825934886932
179831	linear.weight	0	-0.19129502773284912
179831	linear.weight	1	-0.10565853863954544
179831	linear.weight	2	-0.011228874325752258
179831	linear.weight	3	-0.1011517122387886
179831	linear.weight	4	-0.02426185831427574
179831	linear.weight	5	0.215345099568367
179831	linear.weight	6	0.0047744326293468475
179831	linear.weight	7	-0.021312154829502106
179831	linear.weight	8	0.1974257528781891
179831	linear.weight	9	0.24761345982551575
179831	linear.bias	0	-0.841452419757843
179831	linear.bias	1	1.375341773033142
179831	linear.bias	2	-0.45164281129837036
179831	linear.bias	3	-0.6970129013061523
179831	linear.bias	4	-0.880186140537262
179831	linear.bias	5	-1.1767871379852295
179831	linear.bias	6	-0.9239611625671387
179831	linear.bias	7	-0.7423546314239502
179831	linear.bias	8	-0.01705317199230194
179831	linear.bias	9	3.427175283432007
180028	transitions	0	-0.4358658194541931
180028	transitions	1	8.678105354309082
180028	transitions	2	-3.5548040866851807
180028	transitions	3	1.4780653715133667
180028	transitions	4	-2.157733201980591
180028	transitions	5	-0.4060625731945038
180028	transitions	6	-0.19161024689674377
180028	transitions	7	-10000.0
180028	transitions	8	1.7978475093841553
180028	transitions	9	-2.294325828552246
180028	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
180028	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
180028	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
180028	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
180028	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
180028	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
180028	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
180028	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
180028	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
180028	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
180028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
180028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
180028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
180028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
180028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
180028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
180028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
180028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
180028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
180028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
180028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
180028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
180028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
180028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
180028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
180028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
180028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
180028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
180028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
180028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
180028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
180028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
180028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
180028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
180028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
180028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
180028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
180028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
180028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
180028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
180028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
180028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
180028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
180028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
180028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
180028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
180028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
180028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
180028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
180028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
180028	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
180028	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
180028	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
180028	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
180028	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
180028	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
180028	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
180028	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
180028	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
180028	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
180028	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
180028	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
180028	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
180028	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
180028	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
180028	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
180028	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
180028	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
180028	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
180028	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
180028	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
180028	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
180028	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
180028	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
180028	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
180028	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
180028	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
180028	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
180028	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
180028	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
180028	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
180028	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
180028	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
180028	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
180028	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
180028	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
180028	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
180028	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
180028	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
180028	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
180028	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
180028	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
180028	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
180028	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
180028	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
180028	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
180028	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
180028	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
180028	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
180028	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
180028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
180028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
180028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
180028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
180028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
180028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
180028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
180028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
180028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
180028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
180028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
180028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
180028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
180028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
180028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
180028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
180028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
180028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
180028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
180028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
180028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
180028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
180028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
180028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
180028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
180028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
180028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
180028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
180028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
180028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
180028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
180028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
180028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
180028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
180028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
180028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
180028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
180028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
180028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
180028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
180028	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
180028	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
180028	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
180028	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
180028	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
180028	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
180028	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
180028	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
180028	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
180028	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
180028	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
180028	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
180028	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
180028	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
180028	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
180028	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
180028	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
180028	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
180028	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
180028	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
180028	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
180028	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
180028	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
180028	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
180028	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
180028	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
180028	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
180028	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
180028	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
180028	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
180028	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
180028	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
180028	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
180028	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
180028	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
180028	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
180028	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
180028	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
180028	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
180028	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
180028	embedding2nn.weight	0	0.04468478634953499
180028	embedding2nn.weight	1	-0.09014236927032471
180028	embedding2nn.weight	2	0.023668648675084114
180028	embedding2nn.weight	3	-0.057438500225543976
180028	embedding2nn.weight	4	-0.1282089650630951
180028	embedding2nn.weight	5	0.1234591007232666
180028	embedding2nn.weight	6	-0.1052183136343956
180028	embedding2nn.weight	7	-0.06951431930065155
180028	embedding2nn.weight	8	-0.02642250806093216
180028	embedding2nn.weight	9	0.03837019205093384
180028	embedding2nn.bias	0	0.09713701158761978
180028	embedding2nn.bias	1	0.013180459849536419
180028	embedding2nn.bias	2	-0.0881996899843216
180028	embedding2nn.bias	3	0.030308006331324577
180028	embedding2nn.bias	4	0.004509814083576202
180028	embedding2nn.bias	5	-0.15376827120780945
180028	embedding2nn.bias	6	-0.13094237446784973
180028	embedding2nn.bias	7	-0.06118972599506378
180028	embedding2nn.bias	8	0.08000978827476501
180028	embedding2nn.bias	9	-0.07196608185768127
180028	rnn.weight_ih_l0	0	0.04696949943900108
180028	rnn.weight_ih_l0	1	-0.07014745473861694
180028	rnn.weight_ih_l0	2	-0.03713734447956085
180028	rnn.weight_ih_l0	3	-0.041225943714380264
180028	rnn.weight_ih_l0	4	0.01788950338959694
180028	rnn.weight_ih_l0	5	-0.11413343995809555
180028	rnn.weight_ih_l0	6	-0.043925751000642776
180028	rnn.weight_ih_l0	7	-0.009777221828699112
180028	rnn.weight_ih_l0	8	0.07525751739740372
180028	rnn.weight_ih_l0	9	0.011149096302688122
180028	rnn.weight_hh_l0	0	0.00044711431837640703
180028	rnn.weight_hh_l0	1	-0.08555031567811966
180028	rnn.weight_hh_l0	2	0.0652477964758873
180028	rnn.weight_hh_l0	3	0.044611938297748566
180028	rnn.weight_hh_l0	4	0.005565186031162739
180028	rnn.weight_hh_l0	5	0.06445376574993134
180028	rnn.weight_hh_l0	6	-0.018165672197937965
180028	rnn.weight_hh_l0	7	-0.10298489779233932
180028	rnn.weight_hh_l0	8	0.012114466167986393
180028	rnn.weight_hh_l0	9	-0.07797306776046753
180028	rnn.bias_ih_l0	0	-0.07156858593225479
180028	rnn.bias_ih_l0	1	-0.1791466772556305
180028	rnn.bias_ih_l0	2	-0.261768102645874
180028	rnn.bias_ih_l0	3	-0.2828739285469055
180028	rnn.bias_ih_l0	4	0.012395608238875866
180028	rnn.bias_ih_l0	5	0.03971472755074501
180028	rnn.bias_ih_l0	6	-0.16091561317443848
180028	rnn.bias_ih_l0	7	-0.26826244592666626
180028	rnn.bias_ih_l0	8	-0.13511396944522858
180028	rnn.bias_ih_l0	9	-0.1753084361553192
180028	rnn.bias_hh_l0	0	0.11981290578842163
180028	rnn.bias_hh_l0	1	-0.056959059089422226
180028	rnn.bias_hh_l0	2	0.04058896750211716
180028	rnn.bias_hh_l0	3	-0.17845457792282104
180028	rnn.bias_hh_l0	4	0.032068803906440735
180028	rnn.bias_hh_l0	5	0.05272650346159935
180028	rnn.bias_hh_l0	6	-0.09611930698156357
180028	rnn.bias_hh_l0	7	-0.16155631840229034
180028	rnn.bias_hh_l0	8	-0.19194816052913666
180028	rnn.bias_hh_l0	9	-0.10566993802785873
180028	rnn.weight_ih_l0_reverse	0	-0.03044774755835533
180028	rnn.weight_ih_l0_reverse	1	-0.0017118880059570074
180028	rnn.weight_ih_l0_reverse	2	0.021745756268501282
180028	rnn.weight_ih_l0_reverse	3	0.008637918159365654
180028	rnn.weight_ih_l0_reverse	4	0.03655633702874184
180028	rnn.weight_ih_l0_reverse	5	-0.050067804753780365
180028	rnn.weight_ih_l0_reverse	6	-0.04897966608405113
180028	rnn.weight_ih_l0_reverse	7	0.007255605887621641
180028	rnn.weight_ih_l0_reverse	8	0.08739911019802094
180028	rnn.weight_ih_l0_reverse	9	0.008859613910317421
180028	rnn.weight_hh_l0_reverse	0	0.004321245010942221
180028	rnn.weight_hh_l0_reverse	1	0.028825145214796066
180028	rnn.weight_hh_l0_reverse	2	-0.03945188969373703
180028	rnn.weight_hh_l0_reverse	3	0.039433326572179794
180028	rnn.weight_hh_l0_reverse	4	0.023692186921834946
180028	rnn.weight_hh_l0_reverse	5	-0.004661961458623409
180028	rnn.weight_hh_l0_reverse	6	0.06461970508098602
180028	rnn.weight_hh_l0_reverse	7	0.03049965389072895
180028	rnn.weight_hh_l0_reverse	8	-0.019090816378593445
180028	rnn.weight_hh_l0_reverse	9	-0.03379185125231743
180028	rnn.bias_ih_l0_reverse	0	-0.1475839763879776
180028	rnn.bias_ih_l0_reverse	1	-0.3172275424003601
180028	rnn.bias_ih_l0_reverse	2	-0.06321611255407333
180028	rnn.bias_ih_l0_reverse	3	-0.13934631645679474
180028	rnn.bias_ih_l0_reverse	4	0.06739164888858795
180028	rnn.bias_ih_l0_reverse	5	-0.27143725752830505
180028	rnn.bias_ih_l0_reverse	6	-0.06001674756407738
180028	rnn.bias_ih_l0_reverse	7	0.01348075456917286
180028	rnn.bias_ih_l0_reverse	8	-0.18628408014774323
180028	rnn.bias_ih_l0_reverse	9	-0.0845414400100708
180028	rnn.bias_hh_l0_reverse	0	-0.1541612595319748
180028	rnn.bias_hh_l0_reverse	1	-0.14510203897953033
180028	rnn.bias_hh_l0_reverse	2	-0.01809287816286087
180028	rnn.bias_hh_l0_reverse	3	-0.1341467648744583
180028	rnn.bias_hh_l0_reverse	4	-0.029950404539704323
180028	rnn.bias_hh_l0_reverse	5	-0.11445430666208267
180028	rnn.bias_hh_l0_reverse	6	-0.06907809525728226
180028	rnn.bias_hh_l0_reverse	7	-0.1826399862766266
180028	rnn.bias_hh_l0_reverse	8	-0.05303846672177315
180028	rnn.bias_hh_l0_reverse	9	-0.12848351895809174
180028	linear.weight	0	-0.1918427050113678
180028	linear.weight	1	-0.10898254811763763
180028	linear.weight	2	-0.011228874325752258
180028	linear.weight	3	-0.10664721578359604
180028	linear.weight	4	-0.017132839187979698
180028	linear.weight	5	0.21026353538036346
180028	linear.weight	6	0.0047744326293468475
180028	linear.weight	7	-0.021312154829502106
180028	linear.weight	8	0.19460439682006836
180028	linear.weight	9	0.2496940940618515
180028	linear.bias	0	-0.8350491523742676
180028	linear.bias	1	1.380481481552124
180028	linear.bias	2	-0.42185157537460327
180028	linear.bias	3	-0.6930570006370544
180028	linear.bias	4	-0.857374370098114
180028	linear.bias	5	-1.1768105030059814
180028	linear.bias	6	-0.9207665324211121
180028	linear.bias	7	-0.7440850138664246
180028	linear.bias	8	-0.01705317199230194
180028	linear.bias	9	3.4282450675964355
180225	transitions	0	-0.4359511435031891
180225	transitions	1	8.668076515197754
180225	transitions	2	-3.5549819469451904
180225	transitions	3	1.4805420637130737
180225	transitions	4	-2.1579372882843018
180225	transitions	5	-0.40619874000549316
180225	transitions	6	-0.1916247457265854
180225	transitions	7	-10000.0
180225	transitions	8	1.7974584102630615
180225	transitions	9	-2.2943294048309326
180225	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
180225	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
180225	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
180225	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
180225	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
180225	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
180225	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
180225	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
180225	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
180225	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
180225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
180225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
180225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
180225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
180225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
180225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
180225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
180225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
180225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
180225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
180225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
180225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
180225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
180225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
180225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
180225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
180225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
180225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
180225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
180225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
180225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
180225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
180225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
180225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
180225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
180225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
180225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
180225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
180225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
180225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
180225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
180225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
180225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
180225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
180225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
180225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
180225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
180225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
180225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
180225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
180225	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
180225	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
180225	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
180225	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
180225	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
180225	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
180225	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
180225	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
180225	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
180225	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
180225	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
180225	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
180225	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
180225	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
180225	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
180225	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
180225	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
180225	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
180225	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
180225	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
180225	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
180225	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
180225	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
180225	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
180225	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
180225	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
180225	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
180225	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
180225	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
180225	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
180225	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
180225	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
180225	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
180225	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
180225	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
180225	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
180225	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
180225	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
180225	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
180225	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
180225	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
180225	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
180225	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
180225	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
180225	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
180225	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
180225	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
180225	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
180225	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
180225	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
180225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
180225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
180225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
180225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
180225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
180225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
180225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
180225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
180225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
180225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
180225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
180225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
180225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
180225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
180225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
180225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
180225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
180225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
180225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
180225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
180225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
180225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
180225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
180225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
180225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
180225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
180225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
180225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
180225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
180225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
180225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
180225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
180225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
180225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
180225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
180225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
180225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
180225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
180225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
180225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
180225	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
180225	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
180225	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
180225	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
180225	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
180225	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
180225	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
180225	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
180225	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
180225	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
180225	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
180225	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
180225	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
180225	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
180225	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
180225	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
180225	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
180225	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
180225	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
180225	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
180225	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
180225	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
180225	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
180225	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
180225	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
180225	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
180225	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
180225	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
180225	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
180225	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
180225	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
180225	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
180225	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
180225	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
180225	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
180225	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
180225	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
180225	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
180225	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
180225	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
180225	embedding2nn.weight	0	0.04525554180145264
180225	embedding2nn.weight	1	-0.09052926301956177
180225	embedding2nn.weight	2	0.023625126108527184
180225	embedding2nn.weight	3	-0.0569840669631958
180225	embedding2nn.weight	4	-0.12864002585411072
180225	embedding2nn.weight	5	0.12124437093734741
180225	embedding2nn.weight	6	-0.10272416472434998
180225	embedding2nn.weight	7	-0.06944140046834946
180225	embedding2nn.weight	8	-0.026422441005706787
180225	embedding2nn.weight	9	0.04002667963504791
180225	embedding2nn.bias	0	0.08945944905281067
180225	embedding2nn.bias	1	0.011837461031973362
180225	embedding2nn.bias	2	-0.08677409589290619
180225	embedding2nn.bias	3	0.033103249967098236
180225	embedding2nn.bias	4	0.0019158738432452083
180225	embedding2nn.bias	5	-0.1506255865097046
180225	embedding2nn.bias	6	-0.1241074800491333
180225	embedding2nn.bias	7	-0.06314323842525482
180225	embedding2nn.bias	8	0.08456006646156311
180225	embedding2nn.bias	9	-0.06168828904628754
180225	rnn.weight_ih_l0	0	0.04713018238544464
180225	rnn.weight_ih_l0	1	-0.06938726454973221
180225	rnn.weight_ih_l0	2	-0.03649953752756119
180225	rnn.weight_ih_l0	3	-0.0403616689145565
180225	rnn.weight_ih_l0	4	0.017237987369298935
180225	rnn.weight_ih_l0	5	-0.11358721554279327
180225	rnn.weight_ih_l0	6	-0.044151365756988525
180225	rnn.weight_ih_l0	7	-0.008732286281883717
180225	rnn.weight_ih_l0	8	0.07586405426263809
180225	rnn.weight_ih_l0	9	0.010951398871839046
180225	rnn.weight_hh_l0	0	0.00046750210458412766
180225	rnn.weight_hh_l0	1	-0.08612017333507538
180225	rnn.weight_hh_l0	2	0.06500857323408127
180225	rnn.weight_hh_l0	3	0.04458809643983841
180225	rnn.weight_hh_l0	4	0.005613896530121565
180225	rnn.weight_hh_l0	5	0.06502293795347214
180225	rnn.weight_hh_l0	6	-0.018152501434087753
180225	rnn.weight_hh_l0	7	-0.10323657840490341
180225	rnn.weight_hh_l0	8	0.011769866570830345
180225	rnn.weight_hh_l0	9	-0.07644088566303253
180225	rnn.bias_ih_l0	0	-0.07310045510530472
180225	rnn.bias_ih_l0	1	-0.17894399166107178
180225	rnn.bias_ih_l0	2	-0.2621794641017914
180225	rnn.bias_ih_l0	3	-0.2838447391986847
180225	rnn.bias_ih_l0	4	0.014177652075886726
180225	rnn.bias_ih_l0	5	0.04133903607726097
180225	rnn.bias_ih_l0	6	-0.16196408867835999
180225	rnn.bias_ih_l0	7	-0.2685636878013611
180225	rnn.bias_ih_l0	8	-0.13504450023174286
180225	rnn.bias_ih_l0	9	-0.17453329265117645
180225	rnn.bias_hh_l0	0	0.12009849399328232
180225	rnn.bias_hh_l0	1	-0.0565953254699707
180225	rnn.bias_hh_l0	2	0.03996743634343147
180225	rnn.bias_hh_l0	3	-0.1778990477323532
180225	rnn.bias_hh_l0	4	0.03297194093465805
180225	rnn.bias_hh_l0	5	0.052565883845090866
180225	rnn.bias_hh_l0	6	-0.09743484109640121
180225	rnn.bias_hh_l0	7	-0.15881066024303436
180225	rnn.bias_hh_l0	8	-0.19267986714839935
180225	rnn.bias_hh_l0	9	-0.10673624277114868
180225	rnn.weight_ih_l0_reverse	0	-0.029854822903871536
180225	rnn.weight_ih_l0_reverse	1	-0.0014281552284955978
180225	rnn.weight_ih_l0_reverse	2	0.02039180137217045
180225	rnn.weight_ih_l0_reverse	3	0.0070763882249593735
180225	rnn.weight_ih_l0_reverse	4	0.0354599691927433
180225	rnn.weight_ih_l0_reverse	5	-0.04976785555481911
180225	rnn.weight_ih_l0_reverse	6	-0.04709243401885033
180225	rnn.weight_ih_l0_reverse	7	0.008469176478683949
180225	rnn.weight_ih_l0_reverse	8	0.08813876658678055
180225	rnn.weight_ih_l0_reverse	9	0.009303656406700611
180225	rnn.weight_hh_l0_reverse	0	0.004475844092667103
180225	rnn.weight_hh_l0_reverse	1	0.02903066761791706
180225	rnn.weight_hh_l0_reverse	2	-0.039258796721696854
180225	rnn.weight_hh_l0_reverse	3	0.039112407714128494
180225	rnn.weight_hh_l0_reverse	4	0.02365439012646675
180225	rnn.weight_hh_l0_reverse	5	-0.004845532588660717
180225	rnn.weight_hh_l0_reverse	6	0.06397344917058945
180225	rnn.weight_hh_l0_reverse	7	0.030725497752428055
180225	rnn.weight_hh_l0_reverse	8	-0.018603701144456863
180225	rnn.weight_hh_l0_reverse	9	-0.034179896116256714
180225	rnn.bias_ih_l0_reverse	0	-0.14847931265830994
180225	rnn.bias_ih_l0_reverse	1	-0.31574690341949463
180225	rnn.bias_ih_l0_reverse	2	-0.0631207674741745
180225	rnn.bias_ih_l0_reverse	3	-0.13998131453990936
180225	rnn.bias_ih_l0_reverse	4	0.06764721870422363
180225	rnn.bias_ih_l0_reverse	5	-0.2708008885383606
180225	rnn.bias_ih_l0_reverse	6	-0.05994643643498421
180225	rnn.bias_ih_l0_reverse	7	0.013375001959502697
180225	rnn.bias_ih_l0_reverse	8	-0.18632453680038452
180225	rnn.bias_ih_l0_reverse	9	-0.08476152271032333
180225	rnn.bias_hh_l0_reverse	0	-0.15544341504573822
180225	rnn.bias_hh_l0_reverse	1	-0.1441660076379776
180225	rnn.bias_hh_l0_reverse	2	-0.01800352707505226
180225	rnn.bias_hh_l0_reverse	3	-0.1361217200756073
180225	rnn.bias_hh_l0_reverse	4	-0.02979365549981594
180225	rnn.bias_hh_l0_reverse	5	-0.11434201151132584
180225	rnn.bias_hh_l0_reverse	6	-0.06827538460493088
180225	rnn.bias_hh_l0_reverse	7	-0.18057318031787872
180225	rnn.bias_hh_l0_reverse	8	-0.05364513397216797
180225	rnn.bias_hh_l0_reverse	9	-0.12578830122947693
180225	linear.weight	0	-0.1973467320203781
180225	linear.weight	1	-0.1040198877453804
180225	linear.weight	2	-0.011228874325752258
180225	linear.weight	3	-0.10273276269435883
180225	linear.weight	4	-0.010292202234268188
180225	linear.weight	5	0.2282828986644745
180225	linear.weight	6	0.0047744326293468475
180225	linear.weight	7	-0.021312154829502106
180225	linear.weight	8	0.1933795064687729
180225	linear.weight	9	0.24740679562091827
180225	linear.bias	0	-0.8376898169517517
180225	linear.bias	1	1.4023078680038452
180225	linear.bias	2	-0.44255945086479187
180225	linear.bias	3	-0.7034757733345032
180225	linear.bias	4	-0.8483788371086121
180225	linear.bias	5	-1.1768306493759155
180225	linear.bias	6	-0.9229295253753662
180225	linear.bias	7	-0.7372106909751892
180225	linear.bias	8	-0.01705317199230194
180225	linear.bias	9	3.438817262649536
180422	transitions	0	-0.43602362275123596
180422	transitions	1	8.657583236694336
180422	transitions	2	-3.5551939010620117
180422	transitions	3	1.4802381992340088
180422	transitions	4	-2.158255100250244
180422	transitions	5	-0.4062108099460602
180422	transitions	6	-0.19164462387561798
180422	transitions	7	-10000.0
180422	transitions	8	1.7963910102844238
180422	transitions	9	-2.2943341732025146
180422	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
180422	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
180422	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
180422	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
180422	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
180422	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
180422	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
180422	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
180422	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
180422	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
180422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
180422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
180422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
180422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
180422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
180422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
180422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
180422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
180422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
180422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
180422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
180422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
180422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
180422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
180422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
180422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
180422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
180422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
180422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
180422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
180422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
180422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
180422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
180422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
180422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
180422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
180422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
180422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
180422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
180422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
180422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
180422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
180422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
180422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
180422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
180422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
180422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
180422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
180422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
180422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
180422	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
180422	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
180422	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
180422	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
180422	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
180422	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
180422	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
180422	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
180422	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
180422	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
180422	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
180422	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
180422	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
180422	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
180422	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
180422	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
180422	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
180422	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
180422	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
180422	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
180422	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
180422	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
180422	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
180422	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
180422	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
180422	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
180422	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
180422	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
180422	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
180422	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
180422	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
180422	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
180422	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
180422	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
180422	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
180422	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
180422	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
180422	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
180422	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
180422	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
180422	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
180422	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
180422	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
180422	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
180422	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
180422	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
180422	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
180422	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
180422	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
180422	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
180422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
180422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
180422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
180422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
180422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
180422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
180422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
180422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
180422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
180422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
180422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
180422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
180422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
180422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
180422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
180422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
180422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
180422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
180422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
180422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
180422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
180422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
180422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
180422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
180422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
180422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
180422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
180422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
180422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
180422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
180422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
180422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
180422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
180422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
180422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
180422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
180422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
180422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
180422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
180422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
180422	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
180422	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
180422	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
180422	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
180422	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
180422	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
180422	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
180422	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
180422	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
180422	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
180422	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
180422	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
180422	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
180422	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
180422	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
180422	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
180422	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
180422	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
180422	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
180422	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
180422	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
180422	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
180422	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
180422	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
180422	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
180422	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
180422	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
180422	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
180422	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
180422	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
180422	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
180422	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
180422	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
180422	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
180422	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
180422	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
180422	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
180422	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
180422	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
180422	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
180422	embedding2nn.weight	0	0.04514877870678902
180422	embedding2nn.weight	1	-0.09114569425582886
180422	embedding2nn.weight	2	0.024008022621273994
180422	embedding2nn.weight	3	-0.057295363396406174
180422	embedding2nn.weight	4	-0.1279033124446869
180422	embedding2nn.weight	5	0.12162648886442184
180422	embedding2nn.weight	6	-0.10405927896499634
180422	embedding2nn.weight	7	-0.06949427723884583
180422	embedding2nn.weight	8	-0.026475265622138977
180422	embedding2nn.weight	9	0.04093741998076439
180422	embedding2nn.bias	0	0.09473218768835068
180422	embedding2nn.bias	1	0.013544273562729359
180422	embedding2nn.bias	2	-0.07870445400476456
180422	embedding2nn.bias	3	0.030373264104127884
180422	embedding2nn.bias	4	-0.00028568736161105335
180422	embedding2nn.bias	5	-0.150102898478508
180422	embedding2nn.bias	6	-0.12452147901058197
180422	embedding2nn.bias	7	-0.06603320688009262
180422	embedding2nn.bias	8	0.07673951983451843
180422	embedding2nn.bias	9	-0.05206625163555145
180422	rnn.weight_ih_l0	0	0.04542176425457001
180422	rnn.weight_ih_l0	1	-0.0696442648768425
180422	rnn.weight_ih_l0	2	-0.036880530416965485
180422	rnn.weight_ih_l0	3	-0.040634896606206894
180422	rnn.weight_ih_l0	4	0.01631736010313034
180422	rnn.weight_ih_l0	5	-0.11345023661851883
180422	rnn.weight_ih_l0	6	-0.04393063113093376
180422	rnn.weight_ih_l0	7	-0.008189762011170387
180422	rnn.weight_ih_l0	8	0.07704029232263565
180422	rnn.weight_ih_l0	9	0.01216021180152893
180422	rnn.weight_hh_l0	0	0.0006010315846651793
180422	rnn.weight_hh_l0	1	-0.08681000769138336
180422	rnn.weight_hh_l0	2	0.06464345008134842
180422	rnn.weight_hh_l0	3	0.044759687036275864
180422	rnn.weight_hh_l0	4	0.0051832483150064945
180422	rnn.weight_hh_l0	5	0.06538697332143784
180422	rnn.weight_hh_l0	6	-0.018358474597334862
180422	rnn.weight_hh_l0	7	-0.10312957316637039
180422	rnn.weight_hh_l0	8	0.011817189864814281
180422	rnn.weight_hh_l0	9	-0.07687550783157349
180422	rnn.bias_ih_l0	0	-0.07283716648817062
180422	rnn.bias_ih_l0	1	-0.177848681807518
180422	rnn.bias_ih_l0	2	-0.2598477303981781
180422	rnn.bias_ih_l0	3	-0.2838873863220215
180422	rnn.bias_ih_l0	4	0.011980272829532623
180422	rnn.bias_ih_l0	5	0.04167499020695686
180422	rnn.bias_ih_l0	6	-0.16224610805511475
180422	rnn.bias_ih_l0	7	-0.26898401975631714
180422	rnn.bias_ih_l0	8	-0.137607604265213
180422	rnn.bias_ih_l0	9	-0.17271627485752106
180422	rnn.bias_hh_l0	0	0.12128295749425888
180422	rnn.bias_hh_l0	1	-0.05637247860431671
180422	rnn.bias_hh_l0	2	0.03931238502264023
180422	rnn.bias_hh_l0	3	-0.17856590449810028
180422	rnn.bias_hh_l0	4	0.03224165365099907
180422	rnn.bias_hh_l0	5	0.05430961027741432
180422	rnn.bias_hh_l0	6	-0.09642191231250763
180422	rnn.bias_hh_l0	7	-0.15818771719932556
180422	rnn.bias_hh_l0	8	-0.19112420082092285
180422	rnn.bias_hh_l0	9	-0.10569074749946594
180422	rnn.weight_ih_l0_reverse	0	-0.030121726915240288
180422	rnn.weight_ih_l0_reverse	1	-0.0015267031267285347
180422	rnn.weight_ih_l0_reverse	2	0.020723795518279076
180422	rnn.weight_ih_l0_reverse	3	0.0076002515852451324
180422	rnn.weight_ih_l0_reverse	4	0.0350877083837986
180422	rnn.weight_ih_l0_reverse	5	-0.04974900558590889
180422	rnn.weight_ih_l0_reverse	6	-0.04664201661944389
180422	rnn.weight_ih_l0_reverse	7	0.009232250973582268
180422	rnn.weight_ih_l0_reverse	8	0.08772428333759308
180422	rnn.weight_ih_l0_reverse	9	0.009508068673312664
180422	rnn.weight_hh_l0_reverse	0	0.004266519099473953
180422	rnn.weight_hh_l0_reverse	1	0.029419921338558197
180422	rnn.weight_hh_l0_reverse	2	-0.03963048756122589
180422	rnn.weight_hh_l0_reverse	3	0.03934675082564354
180422	rnn.weight_hh_l0_reverse	4	0.023030661046504974
180422	rnn.weight_hh_l0_reverse	5	-0.004333281423896551
180422	rnn.weight_hh_l0_reverse	6	0.06389699876308441
180422	rnn.weight_hh_l0_reverse	7	0.030896108597517014
180422	rnn.weight_hh_l0_reverse	8	-0.018892332911491394
180422	rnn.weight_hh_l0_reverse	9	-0.03436742722988129
180422	rnn.bias_ih_l0_reverse	0	-0.14952434599399567
180422	rnn.bias_ih_l0_reverse	1	-0.31387627124786377
180422	rnn.bias_ih_l0_reverse	2	-0.06473754346370697
180422	rnn.bias_ih_l0_reverse	3	-0.14171330630779266
180422	rnn.bias_ih_l0_reverse	4	0.06753674149513245
180422	rnn.bias_ih_l0_reverse	5	-0.26991984248161316
180422	rnn.bias_ih_l0_reverse	6	-0.05940579995512962
180422	rnn.bias_ih_l0_reverse	7	0.0109256561845541
180422	rnn.bias_ih_l0_reverse	8	-0.18760207295417786
180422	rnn.bias_ih_l0_reverse	9	-0.08553978055715561
180422	rnn.bias_hh_l0_reverse	0	-0.15712924301624298
180422	rnn.bias_hh_l0_reverse	1	-0.14581161737442017
180422	rnn.bias_hh_l0_reverse	2	-0.018632402643561363
180422	rnn.bias_hh_l0_reverse	3	-0.13675181567668915
180422	rnn.bias_hh_l0_reverse	4	-0.028909957036376
180422	rnn.bias_hh_l0_reverse	5	-0.11516966670751572
180422	rnn.bias_hh_l0_reverse	6	-0.06945168972015381
180422	rnn.bias_hh_l0_reverse	7	-0.18198350071907043
180422	rnn.bias_hh_l0_reverse	8	-0.054650042206048965
180422	rnn.bias_hh_l0_reverse	9	-0.12548506259918213
180422	linear.weight	0	-0.1942785084247589
180422	linear.weight	1	-0.09805220365524292
180422	linear.weight	2	-0.011228874325752258
180422	linear.weight	3	-0.10251972824335098
180422	linear.weight	4	-0.011317094787955284
180422	linear.weight	5	0.2207762449979782
180422	linear.weight	6	0.0047744326293468475
180422	linear.weight	7	-0.021312154829502106
180422	linear.weight	8	0.18771648406982422
180422	linear.weight	9	0.24342390894889832
180422	linear.bias	0	-0.8374257683753967
180422	linear.bias	1	1.4013593196868896
180422	linear.bias	2	-0.44114476442337036
180422	linear.bias	3	-0.7206652164459229
180422	linear.bias	4	-0.846037745475769
180422	linear.bias	5	-1.1768490076065063
180422	linear.bias	6	-0.92048579454422
180422	linear.bias	7	-0.7273761034011841
180422	linear.bias	8	-0.01705317199230194
180422	linear.bias	9	3.437252998352051
180619	transitions	0	-0.436129629611969
180619	transitions	1	8.681568145751953
180619	transitions	2	-3.5554277896881104
180619	transitions	3	1.4816169738769531
180619	transitions	4	-2.158409833908081
180619	transitions	5	-0.4062768220901489
180619	transitions	6	-0.19166867434978485
180619	transitions	7	-10000.0
180619	transitions	8	1.7964799404144287
180619	transitions	9	-2.294337511062622
180619	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
180619	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
180619	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
180619	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
180619	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
180619	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
180619	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
180619	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
180619	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
180619	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
180619	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
180619	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
180619	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
180619	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
180619	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
180619	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
180619	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
180619	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
180619	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
180619	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
180619	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
180619	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
180619	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
180619	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
180619	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
180619	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
180619	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
180619	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
180619	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
180619	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
180619	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
180619	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
180619	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
180619	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
180619	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
180619	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
180619	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
180619	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
180619	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
180619	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
180619	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
180619	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
180619	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
180619	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
180619	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
180619	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
180619	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
180619	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
180619	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
180619	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
180619	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
180619	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
180619	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
180619	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
180619	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
180619	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
180619	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
180619	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
180619	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
180619	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
180619	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
180619	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
180619	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
180619	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
180619	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
180619	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
180619	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
180619	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
180619	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
180619	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
180619	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
180619	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
180619	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
180619	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
180619	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
180619	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
180619	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
180619	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
180619	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
180619	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
180619	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
180619	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
180619	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
180619	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
180619	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
180619	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
180619	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
180619	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
180619	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
180619	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
180619	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
180619	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
180619	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
180619	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
180619	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
180619	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
180619	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
180619	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
180619	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
180619	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
180619	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
180619	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
180619	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
180619	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
180619	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
180619	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
180619	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
180619	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
180619	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
180619	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
180619	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
180619	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
180619	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
180619	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
180619	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
180619	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
180619	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
180619	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
180619	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
180619	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
180619	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
180619	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
180619	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
180619	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
180619	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
180619	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
180619	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
180619	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
180619	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
180619	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
180619	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
180619	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
180619	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
180619	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
180619	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
180619	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
180619	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
180619	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
180619	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
180619	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
180619	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
180619	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
180619	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
180619	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
180619	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
180619	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
180619	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
180619	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
180619	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
180619	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
180619	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
180619	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
180619	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
180619	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
180619	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
180619	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
180619	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
180619	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
180619	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
180619	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
180619	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
180619	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
180619	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
180619	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
180619	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
180619	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
180619	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
180619	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
180619	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
180619	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
180619	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
180619	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
180619	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
180619	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
180619	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
180619	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
180619	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
180619	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
180619	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
180619	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
180619	embedding2nn.weight	0	0.04543584585189819
180619	embedding2nn.weight	1	-0.09183744341135025
180619	embedding2nn.weight	2	0.02259131520986557
180619	embedding2nn.weight	3	-0.05701204389333725
180619	embedding2nn.weight	4	-0.12747722864151
180619	embedding2nn.weight	5	0.12259276211261749
180619	embedding2nn.weight	6	-0.10497337579727173
180619	embedding2nn.weight	7	-0.06940027326345444
180619	embedding2nn.weight	8	-0.027565108612179756
180619	embedding2nn.weight	9	0.04078030586242676
180619	embedding2nn.bias	0	0.09545351564884186
180619	embedding2nn.bias	1	0.02063433825969696
180619	embedding2nn.bias	2	-0.08043430745601654
180619	embedding2nn.bias	3	0.03326788917183876
180619	embedding2nn.bias	4	0.0019233559723943472
180619	embedding2nn.bias	5	-0.14506441354751587
180619	embedding2nn.bias	6	-0.12280749529600143
180619	embedding2nn.bias	7	-0.06652706116437912
180619	embedding2nn.bias	8	0.08050522953271866
180619	embedding2nn.bias	9	-0.04564006254076958
180619	rnn.weight_ih_l0	0	0.045278605073690414
180619	rnn.weight_ih_l0	1	-0.07159233838319778
180619	rnn.weight_ih_l0	2	-0.037479501217603683
180619	rnn.weight_ih_l0	3	-0.04085935652256012
180619	rnn.weight_ih_l0	4	0.016283946111798286
180619	rnn.weight_ih_l0	5	-0.11323127895593643
180619	rnn.weight_ih_l0	6	-0.0455385185778141
180619	rnn.weight_ih_l0	7	-0.007359340786933899
180619	rnn.weight_ih_l0	8	0.07948220521211624
180619	rnn.weight_ih_l0	9	0.013369673863053322
180619	rnn.weight_hh_l0	0	0.0005703526549041271
180619	rnn.weight_hh_l0	1	-0.08599535375833511
180619	rnn.weight_hh_l0	2	0.06527052074670792
180619	rnn.weight_hh_l0	3	0.044833626598119736
180619	rnn.weight_hh_l0	4	0.005188793875277042
180619	rnn.weight_hh_l0	5	0.06570617854595184
180619	rnn.weight_hh_l0	6	-0.01834544911980629
180619	rnn.weight_hh_l0	7	-0.10344822704792023
180619	rnn.weight_hh_l0	8	0.011490821838378906
180619	rnn.weight_hh_l0	9	-0.07631093263626099
180619	rnn.bias_ih_l0	0	-0.07136408239603043
180619	rnn.bias_ih_l0	1	-0.17668014764785767
180619	rnn.bias_ih_l0	2	-0.2615862190723419
180619	rnn.bias_ih_l0	3	-0.282368928194046
180619	rnn.bias_ih_l0	4	0.011228573508560658
180619	rnn.bias_ih_l0	5	0.04069952294230461
180619	rnn.bias_ih_l0	6	-0.15653258562088013
180619	rnn.bias_ih_l0	7	-0.2694995701313019
180619	rnn.bias_ih_l0	8	-0.13717550039291382
180619	rnn.bias_ih_l0	9	-0.17383483052253723
180619	rnn.bias_hh_l0	0	0.1213172897696495
180619	rnn.bias_hh_l0	1	-0.05627444386482239
180619	rnn.bias_hh_l0	2	0.0389518216252327
180619	rnn.bias_hh_l0	3	-0.17796140909194946
180619	rnn.bias_hh_l0	4	0.03384406492114067
180619	rnn.bias_hh_l0	5	0.05364936590194702
180619	rnn.bias_hh_l0	6	-0.09499423950910568
180619	rnn.bias_hh_l0	7	-0.15768490731716156
180619	rnn.bias_hh_l0	8	-0.1902756690979004
180619	rnn.bias_hh_l0	9	-0.10668853670358658
180619	rnn.weight_ih_l0_reverse	0	-0.030141381546854973
180619	rnn.weight_ih_l0_reverse	1	-0.0019709772896021605
180619	rnn.weight_ih_l0_reverse	2	0.020175790414214134
180619	rnn.weight_ih_l0_reverse	3	0.007738039828836918
180619	rnn.weight_ih_l0_reverse	4	0.034029532223939896
180619	rnn.weight_ih_l0_reverse	5	-0.04888399317860603
180619	rnn.weight_ih_l0_reverse	6	-0.046933967620134354
180619	rnn.weight_ih_l0_reverse	7	0.009902102872729301
180619	rnn.weight_ih_l0_reverse	8	0.08730144053697586
180619	rnn.weight_ih_l0_reverse	9	0.00864855945110321
180619	rnn.weight_hh_l0_reverse	0	0.00432828301563859
180619	rnn.weight_hh_l0_reverse	1	0.02962101809680462
180619	rnn.weight_hh_l0_reverse	2	-0.03981579840183258
180619	rnn.weight_hh_l0_reverse	3	0.03994440287351608
180619	rnn.weight_hh_l0_reverse	4	0.022899338975548744
180619	rnn.weight_hh_l0_reverse	5	-0.004654285963624716
180619	rnn.weight_hh_l0_reverse	6	0.06410085409879684
180619	rnn.weight_hh_l0_reverse	7	0.031051678583025932
180619	rnn.weight_hh_l0_reverse	8	-0.019642144441604614
180619	rnn.weight_hh_l0_reverse	9	-0.03384162113070488
180619	rnn.bias_ih_l0_reverse	0	-0.1494237631559372
180619	rnn.bias_ih_l0_reverse	1	-0.316790908575058
180619	rnn.bias_ih_l0_reverse	2	-0.06325046718120575
180619	rnn.bias_ih_l0_reverse	3	-0.14118559658527374
180619	rnn.bias_ih_l0_reverse	4	0.06577640771865845
180619	rnn.bias_ih_l0_reverse	5	-0.2711559236049652
180619	rnn.bias_ih_l0_reverse	6	-0.060472726821899414
180619	rnn.bias_ih_l0_reverse	7	0.00972774438560009
180619	rnn.bias_ih_l0_reverse	8	-0.1890389621257782
180619	rnn.bias_ih_l0_reverse	9	-0.08593012392520905
180619	rnn.bias_hh_l0_reverse	0	-0.15784750878810883
180619	rnn.bias_hh_l0_reverse	1	-0.14326846599578857
180619	rnn.bias_hh_l0_reverse	2	-0.017923319712281227
180619	rnn.bias_hh_l0_reverse	3	-0.137739360332489
180619	rnn.bias_hh_l0_reverse	4	-0.028561582788825035
180619	rnn.bias_hh_l0_reverse	5	-0.11477874964475632
180619	rnn.bias_hh_l0_reverse	6	-0.06938259303569794
180619	rnn.bias_hh_l0_reverse	7	-0.18140169978141785
180619	rnn.bias_hh_l0_reverse	8	-0.05435033515095711
180619	rnn.bias_hh_l0_reverse	9	-0.12562189996242523
180619	linear.weight	0	-0.1977524310350418
180619	linear.weight	1	-0.0916038304567337
180619	linear.weight	2	-0.011228874325752258
180619	linear.weight	3	-0.10057707875967026
180619	linear.weight	4	-0.01953062042593956
180619	linear.weight	5	0.21139001846313477
180619	linear.weight	6	0.0047744326293468475
180619	linear.weight	7	-0.021312154829502106
180619	linear.weight	8	0.1794595718383789
180619	linear.weight	9	0.2494434118270874
180619	linear.bias	0	-0.8430271148681641
180619	linear.bias	1	1.4094905853271484
180619	linear.bias	2	-0.45951831340789795
180619	linear.bias	3	-0.7034775614738464
180619	linear.bias	4	-0.8458645939826965
180619	linear.bias	5	-1.1768710613250732
180619	linear.bias	6	-0.9258500337600708
180619	linear.bias	7	-0.7140937447547913
180619	linear.bias	8	-0.01705317199230194
180619	linear.bias	9	3.4158170223236084
180816	transitions	0	-0.436257928609848
180816	transitions	1	8.700004577636719
180816	transitions	2	-3.5556695461273193
180816	transitions	3	1.4952943325042725
180816	transitions	4	-2.1587507724761963
180816	transitions	5	-0.40637698769569397
180816	transitions	6	-0.19168564677238464
180816	transitions	7	-10000.0
180816	transitions	8	1.7963560819625854
180816	transitions	9	-2.294339656829834
180816	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
180816	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
180816	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
180816	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
180816	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
180816	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
180816	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
180816	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
180816	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
180816	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
180816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
180816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
180816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
180816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
180816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
180816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
180816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
180816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
180816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
180816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
180816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
180816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
180816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
180816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
180816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
180816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
180816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
180816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
180816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
180816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
180816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
180816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
180816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
180816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
180816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
180816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
180816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
180816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
180816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
180816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
180816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
180816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
180816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
180816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
180816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
180816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
180816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
180816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
180816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
180816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
180816	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
180816	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
180816	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
180816	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
180816	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
180816	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
180816	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
180816	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
180816	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
180816	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
180816	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
180816	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
180816	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
180816	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
180816	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
180816	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
180816	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
180816	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
180816	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
180816	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
180816	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
180816	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
180816	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
180816	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
180816	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
180816	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
180816	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
180816	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
180816	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
180816	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
180816	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
180816	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
180816	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
180816	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
180816	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
180816	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
180816	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
180816	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
180816	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
180816	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
180816	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
180816	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
180816	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
180816	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
180816	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
180816	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
180816	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
180816	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
180816	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
180816	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
180816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
180816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
180816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
180816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
180816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
180816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
180816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
180816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
180816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
180816	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
180816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
180816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
180816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
180816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
180816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
180816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
180816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
180816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
180816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
180816	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
180816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
180816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
180816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
180816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
180816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
180816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
180816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
180816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
180816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
180816	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
180816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
180816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
180816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
180816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
180816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
180816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
180816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
180816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
180816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
180816	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
180816	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
180816	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
180816	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
180816	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
180816	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
180816	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
180816	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
180816	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
180816	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
180816	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
180816	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
180816	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
180816	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
180816	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
180816	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
180816	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
180816	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
180816	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
180816	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
180816	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
180816	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
180816	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
180816	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
180816	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
180816	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
180816	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
180816	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
180816	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
180816	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
180816	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
180816	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
180816	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
180816	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
180816	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
180816	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
180816	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
180816	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
180816	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
180816	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
180816	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
180816	embedding2nn.weight	0	0.045497115701436996
180816	embedding2nn.weight	1	-0.09133924543857574
180816	embedding2nn.weight	2	0.02168405055999756
180816	embedding2nn.weight	3	-0.057584796100854874
180816	embedding2nn.weight	4	-0.128417506814003
180816	embedding2nn.weight	5	0.12202071398496628
180816	embedding2nn.weight	6	-0.10310615599155426
180816	embedding2nn.weight	7	-0.07143477350473404
180816	embedding2nn.weight	8	-0.02786450833082199
180816	embedding2nn.weight	9	0.04023522883653641
180816	embedding2nn.bias	0	0.09076457470655441
180816	embedding2nn.bias	1	0.015080507844686508
180816	embedding2nn.bias	2	-0.08463278412818909
180816	embedding2nn.bias	3	0.032828282564878464
180816	embedding2nn.bias	4	-0.0003203758969902992
180816	embedding2nn.bias	5	-0.15247254073619843
180816	embedding2nn.bias	6	-0.11605829000473022
180816	embedding2nn.bias	7	-0.060213521122932434
180816	embedding2nn.bias	8	0.08267758041620255
180816	embedding2nn.bias	9	-0.05156583711504936
180816	rnn.weight_ih_l0	0	0.044650740921497345
180816	rnn.weight_ih_l0	1	-0.07078924775123596
180816	rnn.weight_ih_l0	2	-0.037599701434373856
180816	rnn.weight_ih_l0	3	-0.04011564701795578
180816	rnn.weight_ih_l0	4	0.015614346601068974
180816	rnn.weight_ih_l0	5	-0.1134614422917366
180816	rnn.weight_ih_l0	6	-0.04469631239771843
180816	rnn.weight_ih_l0	7	-0.0064984820783138275
180816	rnn.weight_ih_l0	8	0.0777825117111206
180816	rnn.weight_ih_l0	9	0.01350837666541338
180816	rnn.weight_hh_l0	0	0.0007052659639157355
180816	rnn.weight_hh_l0	1	-0.08560503274202347
180816	rnn.weight_hh_l0	2	0.06547209620475769
180816	rnn.weight_hh_l0	3	0.04508012533187866
180816	rnn.weight_hh_l0	4	0.005040930118411779
180816	rnn.weight_hh_l0	5	0.06572870910167694
180816	rnn.weight_hh_l0	6	-0.0180283822119236
180816	rnn.weight_hh_l0	7	-0.10337337851524353
180816	rnn.weight_hh_l0	8	0.011513324454426765
180816	rnn.weight_hh_l0	9	-0.07711300998926163
180816	rnn.bias_ih_l0	0	-0.07264626771211624
180816	rnn.bias_ih_l0	1	-0.17883825302124023
180816	rnn.bias_ih_l0	2	-0.2633720934391022
180816	rnn.bias_ih_l0	3	-0.2821465730667114
180816	rnn.bias_ih_l0	4	0.012733960524201393
180816	rnn.bias_ih_l0	5	0.03886667639017105
180816	rnn.bias_ih_l0	6	-0.15907293558120728
180816	rnn.bias_ih_l0	7	-0.2676198482513428
180816	rnn.bias_ih_l0	8	-0.13546733558177948
180816	rnn.bias_ih_l0	9	-0.17451424896717072
180816	rnn.bias_hh_l0	0	0.12282325327396393
180816	rnn.bias_hh_l0	1	-0.056352563202381134
180816	rnn.bias_hh_l0	2	0.03999726474285126
180816	rnn.bias_hh_l0	3	-0.1777859926223755
180816	rnn.bias_hh_l0	4	0.0361485481262207
180816	rnn.bias_hh_l0	5	0.053300052881240845
180816	rnn.bias_hh_l0	6	-0.09476901590824127
180816	rnn.bias_hh_l0	7	-0.15854020416736603
180816	rnn.bias_hh_l0	8	-0.19117365777492523
180816	rnn.bias_hh_l0	9	-0.10636647045612335
180816	rnn.weight_ih_l0_reverse	0	-0.030351856723427773
180816	rnn.weight_ih_l0_reverse	1	-0.0018333123298361897
180816	rnn.weight_ih_l0_reverse	2	0.018812455236911774
180816	rnn.weight_ih_l0_reverse	3	0.007246742956340313
180816	rnn.weight_ih_l0_reverse	4	0.035226382315158844
180816	rnn.weight_ih_l0_reverse	5	-0.048369068652391434
180816	rnn.weight_ih_l0_reverse	6	-0.04647205397486687
180816	rnn.weight_ih_l0_reverse	7	0.01093946024775505
180816	rnn.weight_ih_l0_reverse	8	0.08868233859539032
180816	rnn.weight_ih_l0_reverse	9	0.008059462532401085
180816	rnn.weight_hh_l0_reverse	0	0.004226658958941698
180816	rnn.weight_hh_l0_reverse	1	0.02916279248893261
180816	rnn.weight_hh_l0_reverse	2	-0.03977171331644058
180816	rnn.weight_hh_l0_reverse	3	0.03957710415124893
180816	rnn.weight_hh_l0_reverse	4	0.023232102394104004
180816	rnn.weight_hh_l0_reverse	5	-0.004296873230487108
180816	rnn.weight_hh_l0_reverse	6	0.0640207901597023
180816	rnn.weight_hh_l0_reverse	7	0.031229564920067787
180816	rnn.weight_hh_l0_reverse	8	-0.019583771005272865
180816	rnn.weight_hh_l0_reverse	9	-0.03389022499322891
180816	rnn.bias_ih_l0_reverse	0	-0.1497042328119278
180816	rnn.bias_ih_l0_reverse	1	-0.3189659118652344
180816	rnn.bias_ih_l0_reverse	2	-0.06433072686195374
180816	rnn.bias_ih_l0_reverse	3	-0.1421222984790802
180816	rnn.bias_ih_l0_reverse	4	0.06676676124334335
180816	rnn.bias_ih_l0_reverse	5	-0.27185919880867004
180816	rnn.bias_ih_l0_reverse	6	-0.06166296824812889
180816	rnn.bias_ih_l0_reverse	7	0.010365976020693779
180816	rnn.bias_ih_l0_reverse	8	-0.18928617238998413
180816	rnn.bias_ih_l0_reverse	9	-0.08728741854429245
180816	rnn.bias_hh_l0_reverse	0	-0.16081947088241577
180816	rnn.bias_hh_l0_reverse	1	-0.1418284922838211
180816	rnn.bias_hh_l0_reverse	2	-0.01761377416551113
180816	rnn.bias_hh_l0_reverse	3	-0.13830560445785522
180816	rnn.bias_hh_l0_reverse	4	-0.03101573884487152
180816	rnn.bias_hh_l0_reverse	5	-0.11466921865940094
180816	rnn.bias_hh_l0_reverse	6	-0.06775401532649994
180816	rnn.bias_hh_l0_reverse	7	-0.17954817414283752
180816	rnn.bias_hh_l0_reverse	8	-0.05296442285180092
180816	rnn.bias_hh_l0_reverse	9	-0.12725749611854553
180816	linear.weight	0	-0.20449909567832947
180816	linear.weight	1	-0.09168913960456848
180816	linear.weight	2	-0.011228874325752258
180816	linear.weight	3	-0.10195723176002502
180816	linear.weight	4	-0.01847517490386963
180816	linear.weight	5	0.22596195340156555
180816	linear.weight	6	0.0047744326293468475
180816	linear.weight	7	-0.021312154829502106
180816	linear.weight	8	0.19560521841049194
180816	linear.weight	9	0.24600519239902496
180816	linear.bias	0	-0.8244096636772156
180816	linear.bias	1	1.3888320922851562
180816	linear.bias	2	-0.49725136160850525
180816	linear.bias	3	-0.686011016368866
180816	linear.bias	4	-0.8252749443054199
180816	linear.bias	5	-1.1768914461135864
180816	linear.bias	6	-0.9067033529281616
180816	linear.bias	7	-0.7678741216659546
180816	linear.bias	8	-0.01705317199230194
180816	linear.bias	9	3.4380712509155273
181013	transitions	0	-0.43630534410476685
181013	transitions	1	8.705887794494629
181013	transitions	2	-3.5559661388397217
181013	transitions	3	1.492475152015686
181013	transitions	4	-2.1590027809143066
181013	transitions	5	-0.406427264213562
181013	transitions	6	-0.19170092046260834
181013	transitions	7	-10000.0
181013	transitions	8	1.7964662313461304
181013	transitions	9	-2.2943429946899414
181013	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
181013	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
181013	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
181013	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
181013	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
181013	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
181013	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
181013	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
181013	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
181013	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
181013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
181013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
181013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
181013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
181013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
181013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
181013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
181013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
181013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
181013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
181013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
181013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
181013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
181013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
181013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
181013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
181013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
181013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
181013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
181013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
181013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
181013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
181013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
181013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
181013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
181013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
181013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
181013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
181013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
181013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
181013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
181013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
181013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
181013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
181013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
181013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
181013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
181013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
181013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
181013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
181013	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
181013	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
181013	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
181013	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
181013	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
181013	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
181013	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
181013	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
181013	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
181013	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
181013	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
181013	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
181013	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
181013	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
181013	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
181013	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
181013	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
181013	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
181013	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
181013	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
181013	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
181013	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
181013	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
181013	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
181013	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
181013	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
181013	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
181013	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
181013	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
181013	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
181013	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
181013	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
181013	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
181013	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
181013	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
181013	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
181013	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
181013	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
181013	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
181013	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
181013	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
181013	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
181013	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
181013	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
181013	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
181013	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
181013	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
181013	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
181013	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
181013	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
181013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
181013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
181013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
181013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
181013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
181013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
181013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
181013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
181013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
181013	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
181013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
181013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
181013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
181013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
181013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
181013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
181013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
181013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
181013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
181013	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
181013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
181013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
181013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
181013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
181013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
181013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
181013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
181013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
181013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
181013	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
181013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
181013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
181013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
181013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
181013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
181013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
181013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
181013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
181013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
181013	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
181013	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
181013	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
181013	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
181013	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
181013	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
181013	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
181013	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
181013	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
181013	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
181013	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
181013	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
181013	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
181013	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
181013	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
181013	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
181013	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
181013	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
181013	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
181013	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
181013	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
181013	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
181013	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
181013	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
181013	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
181013	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
181013	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
181013	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
181013	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
181013	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
181013	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
181013	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
181013	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
181013	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
181013	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
181013	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
181013	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
181013	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
181013	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
181013	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
181013	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
181013	embedding2nn.weight	0	0.0456463098526001
181013	embedding2nn.weight	1	-0.09068789333105087
181013	embedding2nn.weight	2	0.02234466001391411
181013	embedding2nn.weight	3	-0.05734561011195183
181013	embedding2nn.weight	4	-0.12784343957901
181013	embedding2nn.weight	5	0.12127649784088135
181013	embedding2nn.weight	6	-0.09785217046737671
181013	embedding2nn.weight	7	-0.07047934085130692
181013	embedding2nn.weight	8	-0.028548050671815872
181013	embedding2nn.weight	9	0.03824172168970108
181013	embedding2nn.bias	0	0.08574610203504562
181013	embedding2nn.bias	1	0.007307758089154959
181013	embedding2nn.bias	2	-0.08911740034818649
181013	embedding2nn.bias	3	0.0452059730887413
181013	embedding2nn.bias	4	0.0004188218736089766
181013	embedding2nn.bias	5	-0.14751580357551575
181013	embedding2nn.bias	6	-0.11679962277412415
181013	embedding2nn.bias	7	-0.05601140856742859
181013	embedding2nn.bias	8	0.08710698783397675
181013	embedding2nn.bias	9	-0.05231306329369545
181013	rnn.weight_ih_l0	0	0.04555480182170868
181013	rnn.weight_ih_l0	1	-0.06929600238800049
181013	rnn.weight_ih_l0	2	-0.03920360282063484
181013	rnn.weight_ih_l0	3	-0.04021160304546356
181013	rnn.weight_ih_l0	4	0.015261908993124962
181013	rnn.weight_ih_l0	5	-0.11444942653179169
181013	rnn.weight_ih_l0	6	-0.045434191823005676
181013	rnn.weight_ih_l0	7	-0.005493950564414263
181013	rnn.weight_ih_l0	8	0.07790008187294006
181013	rnn.weight_ih_l0	9	0.010946787893772125
181013	rnn.weight_hh_l0	0	-1.5427329344674945e-05
181013	rnn.weight_hh_l0	1	-0.08555977791547775
181013	rnn.weight_hh_l0	2	0.06554541736841202
181013	rnn.weight_hh_l0	3	0.04524455964565277
181013	rnn.weight_hh_l0	4	0.005231556948274374
181013	rnn.weight_hh_l0	5	0.06660471111536026
181013	rnn.weight_hh_l0	6	-0.018189407885074615
181013	rnn.weight_hh_l0	7	-0.10280339419841766
181013	rnn.weight_hh_l0	8	0.011433493345975876
181013	rnn.weight_hh_l0	9	-0.07838326692581177
181013	rnn.bias_ih_l0	0	-0.07104121148586273
181013	rnn.bias_ih_l0	1	-0.17689478397369385
181013	rnn.bias_ih_l0	2	-0.2630724310874939
181013	rnn.bias_ih_l0	3	-0.2823570668697357
181013	rnn.bias_ih_l0	4	0.012810980901122093
181013	rnn.bias_ih_l0	5	0.037220727652311325
181013	rnn.bias_ih_l0	6	-0.15948225557804108
181013	rnn.bias_ih_l0	7	-0.2681737542152405
181013	rnn.bias_ih_l0	8	-0.13496947288513184
181013	rnn.bias_ih_l0	9	-0.17231683433055878
181013	rnn.bias_hh_l0	0	0.12209027260541916
181013	rnn.bias_hh_l0	1	-0.05639289692044258
181013	rnn.bias_hh_l0	2	0.03882099688053131
181013	rnn.bias_hh_l0	3	-0.1801309883594513
181013	rnn.bias_hh_l0	4	0.034998659044504166
181013	rnn.bias_hh_l0	5	0.05428652465343475
181013	rnn.bias_hh_l0	6	-0.09416430443525314
181013	rnn.bias_hh_l0	7	-0.1599310338497162
181013	rnn.bias_hh_l0	8	-0.19255852699279785
181013	rnn.bias_hh_l0	9	-0.10707111656665802
181013	rnn.weight_ih_l0_reverse	0	-0.03009144216775894
181013	rnn.weight_ih_l0_reverse	1	-0.0005630345549434423
181013	rnn.weight_ih_l0_reverse	2	0.01893315464258194
181013	rnn.weight_ih_l0_reverse	3	0.0066868606954813
181013	rnn.weight_ih_l0_reverse	4	0.0336826853454113
181013	rnn.weight_ih_l0_reverse	5	-0.04888884350657463
181013	rnn.weight_ih_l0_reverse	6	-0.04671667516231537
181013	rnn.weight_ih_l0_reverse	7	0.00876435823738575
181013	rnn.weight_ih_l0_reverse	8	0.08836228400468826
181013	rnn.weight_ih_l0_reverse	9	0.007588817737996578
181013	rnn.weight_hh_l0_reverse	0	0.004606701899319887
181013	rnn.weight_hh_l0_reverse	1	0.028947407379746437
181013	rnn.weight_hh_l0_reverse	2	-0.03956228867173195
181013	rnn.weight_hh_l0_reverse	3	0.039496589452028275
181013	rnn.weight_hh_l0_reverse	4	0.02280379645526409
181013	rnn.weight_hh_l0_reverse	5	-0.004345755558460951
181013	rnn.weight_hh_l0_reverse	6	0.06436922401189804
181013	rnn.weight_hh_l0_reverse	7	0.03146142140030861
181013	rnn.weight_hh_l0_reverse	8	-0.019898315891623497
181013	rnn.weight_hh_l0_reverse	9	-0.03395571932196617
181013	rnn.bias_ih_l0_reverse	0	-0.14845454692840576
181013	rnn.bias_ih_l0_reverse	1	-0.319557785987854
181013	rnn.bias_ih_l0_reverse	2	-0.06397494673728943
181013	rnn.bias_ih_l0_reverse	3	-0.14188545942306519
181013	rnn.bias_ih_l0_reverse	4	0.0709182620048523
181013	rnn.bias_ih_l0_reverse	5	-0.2698623239994049
181013	rnn.bias_ih_l0_reverse	6	-0.06152806803584099
181013	rnn.bias_ih_l0_reverse	7	0.015383703634142876
181013	rnn.bias_ih_l0_reverse	8	-0.18950411677360535
181013	rnn.bias_ih_l0_reverse	9	-0.08668024837970734
181013	rnn.bias_hh_l0_reverse	0	-0.1611752063035965
181013	rnn.bias_hh_l0_reverse	1	-0.14073513448238373
181013	rnn.bias_hh_l0_reverse	2	-0.01719520054757595
181013	rnn.bias_hh_l0_reverse	3	-0.13731276988983154
181013	rnn.bias_hh_l0_reverse	4	-0.031704723834991455
181013	rnn.bias_hh_l0_reverse	5	-0.11724332720041275
181013	rnn.bias_hh_l0_reverse	6	-0.07030484080314636
181013	rnn.bias_hh_l0_reverse	7	-0.18055099248886108
181013	rnn.bias_hh_l0_reverse	8	-0.05433891341090202
181013	rnn.bias_hh_l0_reverse	9	-0.1269124299287796
181013	linear.weight	0	-0.2068086564540863
181013	linear.weight	1	-0.09164628386497498
181013	linear.weight	2	-0.011228874325752258
181013	linear.weight	3	-0.10183023661375046
181013	linear.weight	4	-0.01025079283863306
181013	linear.weight	5	0.22202715277671814
181013	linear.weight	6	0.0047744326293468475
181013	linear.weight	7	-0.021312154829502106
181013	linear.weight	8	0.19649499654769897
181013	linear.weight	9	0.24122948944568634
181013	linear.bias	0	-0.821429967880249
181013	linear.bias	1	1.3932515382766724
181013	linear.bias	2	-0.4809097349643707
181013	linear.bias	3	-0.6748146414756775
181013	linear.bias	4	-0.871010959148407
181013	linear.bias	5	-1.176915168762207
181013	linear.bias	6	-0.9059265851974487
181013	linear.bias	7	-0.7685741782188416
181013	linear.bias	8	-0.01705317199230194
181013	linear.bias	9	3.3900585174560547
181210	transitions	0	-0.4363720715045929
181210	transitions	1	8.711108207702637
181210	transitions	2	-3.5567197799682617
181210	transitions	3	1.4774442911148071
181210	transitions	4	-2.1591761112213135
181210	transitions	5	-0.40663203597068787
181210	transitions	6	-0.19170910120010376
181210	transitions	7	-10000.0
181210	transitions	8	1.79827880859375
181210	transitions	9	-2.294344663619995
181210	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
181210	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
181210	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
181210	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
181210	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
181210	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
181210	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
181210	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
181210	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
181210	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
181210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
181210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
181210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
181210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
181210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
181210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
181210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
181210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
181210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
181210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
181210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
181210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
181210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
181210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
181210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
181210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
181210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
181210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
181210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
181210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
181210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
181210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
181210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
181210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
181210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
181210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
181210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
181210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
181210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
181210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
181210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
181210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
181210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
181210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
181210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
181210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
181210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
181210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
181210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
181210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
181210	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
181210	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
181210	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
181210	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
181210	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
181210	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
181210	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
181210	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
181210	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
181210	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
181210	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
181210	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
181210	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
181210	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
181210	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
181210	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
181210	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
181210	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
181210	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
181210	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
181210	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
181210	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
181210	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
181210	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
181210	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
181210	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
181210	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
181210	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
181210	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
181210	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
181210	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
181210	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
181210	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
181210	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
181210	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
181210	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
181210	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
181210	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
181210	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
181210	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
181210	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
181210	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
181210	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
181210	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
181210	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
181210	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
181210	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
181210	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
181210	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
181210	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
181210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
181210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
181210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
181210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
181210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
181210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
181210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
181210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
181210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
181210	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
181210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
181210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
181210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
181210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
181210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
181210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
181210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
181210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
181210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
181210	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
181210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
181210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
181210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
181210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
181210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
181210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
181210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
181210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
181210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
181210	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
181210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
181210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
181210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
181210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
181210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
181210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
181210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
181210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
181210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
181210	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
181210	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
181210	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
181210	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
181210	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
181210	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
181210	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
181210	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
181210	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
181210	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
181210	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
181210	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
181210	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
181210	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
181210	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
181210	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
181210	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
181210	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
181210	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
181210	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
181210	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
181210	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
181210	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
181210	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
181210	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
181210	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
181210	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
181210	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
181210	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
181210	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
181210	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
181210	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
181210	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
181210	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
181210	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
181210	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
181210	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
181210	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
181210	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
181210	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
181210	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
181210	embedding2nn.weight	0	0.045776449143886566
181210	embedding2nn.weight	1	-0.09077093005180359
181210	embedding2nn.weight	2	0.021525494754314423
181210	embedding2nn.weight	3	-0.0569031685590744
181210	embedding2nn.weight	4	-0.12723153829574585
181210	embedding2nn.weight	5	0.12119217216968536
181210	embedding2nn.weight	6	-0.0964386835694313
181210	embedding2nn.weight	7	-0.06938118487596512
181210	embedding2nn.weight	8	-0.02792360447347164
181210	embedding2nn.weight	9	0.036754876375198364
181210	embedding2nn.bias	0	0.08833352476358414
181210	embedding2nn.bias	1	0.012770263478159904
181210	embedding2nn.bias	2	-0.07900724560022354
181210	embedding2nn.bias	3	0.03423572704195976
181210	embedding2nn.bias	4	0.0010185546707361937
181210	embedding2nn.bias	5	-0.14619161188602448
181210	embedding2nn.bias	6	-0.1086014062166214
181210	embedding2nn.bias	7	-0.05964777618646622
181210	embedding2nn.bias	8	0.08614426851272583
181210	embedding2nn.bias	9	-0.050169698894023895
181210	rnn.weight_ih_l0	0	0.046844761818647385
181210	rnn.weight_ih_l0	1	-0.06977152079343796
181210	rnn.weight_ih_l0	2	-0.037454016506671906
181210	rnn.weight_ih_l0	3	-0.03904038667678833
181210	rnn.weight_ih_l0	4	0.01534112635999918
181210	rnn.weight_ih_l0	5	-0.11581079661846161
181210	rnn.weight_ih_l0	6	-0.04714842140674591
181210	rnn.weight_ih_l0	7	-0.007918854244053364
181210	rnn.weight_ih_l0	8	0.0793125331401825
181210	rnn.weight_ih_l0	9	0.011015040799975395
181210	rnn.weight_hh_l0	0	0.00022935228480491787
181210	rnn.weight_hh_l0	1	-0.0870387926697731
181210	rnn.weight_hh_l0	2	0.06561817228794098
181210	rnn.weight_hh_l0	3	0.04535217583179474
181210	rnn.weight_hh_l0	4	0.005220032297074795
181210	rnn.weight_hh_l0	5	0.06720301508903503
181210	rnn.weight_hh_l0	6	-0.01820787414908409
181210	rnn.weight_hh_l0	7	-0.10296261310577393
181210	rnn.weight_hh_l0	8	0.011997327208518982
181210	rnn.weight_hh_l0	9	-0.07709307968616486
181210	rnn.bias_ih_l0	0	-0.07248347252607346
181210	rnn.bias_ih_l0	1	-0.17645634710788727
181210	rnn.bias_ih_l0	2	-0.26368531584739685
181210	rnn.bias_ih_l0	3	-0.2820383906364441
181210	rnn.bias_ih_l0	4	0.01461359765380621
181210	rnn.bias_ih_l0	5	0.0400480292737484
181210	rnn.bias_ih_l0	6	-0.15810738503932953
181210	rnn.bias_ih_l0	7	-0.2683912217617035
181210	rnn.bias_ih_l0	8	-0.13218159973621368
181210	rnn.bias_ih_l0	9	-0.17167766392230988
181210	rnn.bias_hh_l0	0	0.12131719291210175
181210	rnn.bias_hh_l0	1	-0.056700449436903
181210	rnn.bias_hh_l0	2	0.038801584392786026
181210	rnn.bias_hh_l0	3	-0.18149860203266144
181210	rnn.bias_hh_l0	4	0.0328252874314785
181210	rnn.bias_hh_l0	5	0.053568433970212936
181210	rnn.bias_hh_l0	6	-0.09612046182155609
181210	rnn.bias_hh_l0	7	-0.15829868614673615
181210	rnn.bias_hh_l0	8	-0.19181810319423676
181210	rnn.bias_hh_l0	9	-0.10603391379117966
181210	rnn.weight_ih_l0_reverse	0	-0.03013920783996582
181210	rnn.weight_ih_l0_reverse	1	-0.0015987878432497382
181210	rnn.weight_ih_l0_reverse	2	0.018583649769425392
181210	rnn.weight_ih_l0_reverse	3	0.007815790362656116
181210	rnn.weight_ih_l0_reverse	4	0.03403174504637718
181210	rnn.weight_ih_l0_reverse	5	-0.048928167670965195
181210	rnn.weight_ih_l0_reverse	6	-0.04633259400725365
181210	rnn.weight_ih_l0_reverse	7	0.009778219275176525
181210	rnn.weight_ih_l0_reverse	8	0.08892189711332321
181210	rnn.weight_ih_l0_reverse	9	0.006707784719765186
181210	rnn.weight_hh_l0_reverse	0	0.004767281003296375
181210	rnn.weight_hh_l0_reverse	1	0.029016828164458275
181210	rnn.weight_hh_l0_reverse	2	-0.039748068898916245
181210	rnn.weight_hh_l0_reverse	3	0.03964854031801224
181210	rnn.weight_hh_l0_reverse	4	0.023012906312942505
181210	rnn.weight_hh_l0_reverse	5	-0.004238288849592209
181210	rnn.weight_hh_l0_reverse	6	0.06414421647787094
181210	rnn.weight_hh_l0_reverse	7	0.03118700347840786
181210	rnn.weight_hh_l0_reverse	8	-0.019434871152043343
181210	rnn.weight_hh_l0_reverse	9	-0.033796876668930054
181210	rnn.bias_ih_l0_reverse	0	-0.1476719230413437
181210	rnn.bias_ih_l0_reverse	1	-0.31981465220451355
181210	rnn.bias_ih_l0_reverse	2	-0.06258851289749146
181210	rnn.bias_ih_l0_reverse	3	-0.13950209319591522
181210	rnn.bias_ih_l0_reverse	4	0.0700039193034172
181210	rnn.bias_ih_l0_reverse	5	-0.2686005234718323
181210	rnn.bias_ih_l0_reverse	6	-0.06077592447400093
181210	rnn.bias_ih_l0_reverse	7	0.01831093244254589
181210	rnn.bias_ih_l0_reverse	8	-0.18802964687347412
181210	rnn.bias_ih_l0_reverse	9	-0.08750082552433014
181210	rnn.bias_hh_l0_reverse	0	-0.16067282855510712
181210	rnn.bias_hh_l0_reverse	1	-0.14189215004444122
181210	rnn.bias_hh_l0_reverse	2	-0.0165382232517004
181210	rnn.bias_hh_l0_reverse	3	-0.13634885847568512
181210	rnn.bias_hh_l0_reverse	4	-0.03165343031287193
181210	rnn.bias_hh_l0_reverse	5	-0.11678079515695572
181210	rnn.bias_hh_l0_reverse	6	-0.07271414995193481
181210	rnn.bias_hh_l0_reverse	7	-0.1807916909456253
181210	rnn.bias_hh_l0_reverse	8	-0.053897157311439514
181210	rnn.bias_hh_l0_reverse	9	-0.1261039823293686
181210	linear.weight	0	-0.20388861000537872
181210	linear.weight	1	-0.08959546685218811
181210	linear.weight	2	-0.011228874325752258
181210	linear.weight	3	-0.10226008296012878
181210	linear.weight	4	0.0004847274103667587
181210	linear.weight	5	0.2314625084400177
181210	linear.weight	6	0.0047744326293468475
181210	linear.weight	7	-0.021312154829502106
181210	linear.weight	8	0.19696640968322754
181210	linear.weight	9	0.23695619404315948
181210	linear.bias	0	-0.8297617435455322
181210	linear.bias	1	1.3835678100585938
181210	linear.bias	2	-0.4677470922470093
181210	linear.bias	3	-0.6745361685752869
181210	linear.bias	4	-0.842701256275177
181210	linear.bias	5	-1.176932454109192
181210	linear.bias	6	-0.9138368368148804
181210	linear.bias	7	-0.7174655199050903
181210	linear.bias	8	-0.01705317199230194
181210	linear.bias	9	3.392150402069092
181407	transitions	0	-0.4364767372608185
181407	transitions	1	8.700703620910645
181407	transitions	2	-3.557112693786621
181407	transitions	3	1.4816139936447144
181407	transitions	4	-2.1593945026397705
181407	transitions	5	-0.4066530168056488
181407	transitions	6	-0.19172705709934235
181407	transitions	7	-10000.0
181407	transitions	8	1.8013032674789429
181407	transitions	9	-2.2943456172943115
181407	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
181407	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
181407	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
181407	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
181407	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
181407	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
181407	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
181407	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
181407	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
181407	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
181407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
181407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
181407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
181407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
181407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
181407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
181407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
181407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
181407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
181407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
181407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
181407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
181407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
181407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
181407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
181407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
181407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
181407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
181407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
181407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
181407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
181407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
181407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
181407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
181407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
181407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
181407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
181407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
181407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
181407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
181407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
181407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
181407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
181407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
181407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
181407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
181407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
181407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
181407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
181407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
181407	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
181407	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
181407	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
181407	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
181407	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
181407	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
181407	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
181407	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
181407	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
181407	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
181407	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
181407	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
181407	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
181407	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
181407	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
181407	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
181407	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
181407	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
181407	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
181407	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
181407	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
181407	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
181407	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
181407	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
181407	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
181407	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
181407	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
181407	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
181407	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
181407	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
181407	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
181407	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
181407	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
181407	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
181407	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
181407	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
181407	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
181407	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
181407	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
181407	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
181407	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
181407	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
181407	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
181407	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
181407	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
181407	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
181407	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
181407	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
181407	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
181407	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
181407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
181407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
181407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
181407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
181407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
181407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
181407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
181407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
181407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
181407	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
181407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
181407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
181407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
181407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
181407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
181407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
181407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
181407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
181407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
181407	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
181407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
181407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
181407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
181407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
181407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
181407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
181407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
181407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
181407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
181407	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
181407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
181407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
181407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
181407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
181407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
181407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
181407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
181407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
181407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
181407	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
181407	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
181407	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
181407	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
181407	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
181407	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
181407	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
181407	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
181407	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
181407	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
181407	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
181407	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
181407	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
181407	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
181407	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
181407	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
181407	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
181407	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
181407	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
181407	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
181407	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
181407	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
181407	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
181407	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
181407	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
181407	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
181407	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
181407	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
181407	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
181407	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
181407	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
181407	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
181407	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
181407	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
181407	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
181407	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
181407	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
181407	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
181407	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
181407	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
181407	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
181407	embedding2nn.weight	0	0.04595842584967613
181407	embedding2nn.weight	1	-0.09190826863050461
181407	embedding2nn.weight	2	0.01863202638924122
181407	embedding2nn.weight	3	-0.05724639073014259
181407	embedding2nn.weight	4	-0.1274721771478653
181407	embedding2nn.weight	5	0.12214726954698563
181407	embedding2nn.weight	6	-0.09851247072219849
181407	embedding2nn.weight	7	-0.06808142364025116
181407	embedding2nn.weight	8	-0.02773200161755085
181407	embedding2nn.weight	9	0.035933271050453186
181407	embedding2nn.bias	0	0.0863296240568161
181407	embedding2nn.bias	1	0.015723558142781258
181407	embedding2nn.bias	2	-0.08003877848386765
181407	embedding2nn.bias	3	0.0365937314927578
181407	embedding2nn.bias	4	0.0035347547382116318
181407	embedding2nn.bias	5	-0.15517741441726685
181407	embedding2nn.bias	6	-0.11050866544246674
181407	embedding2nn.bias	7	-0.06180915981531143
181407	embedding2nn.bias	8	0.09101193398237228
181407	embedding2nn.bias	9	-0.048733554780483246
181407	rnn.weight_ih_l0	0	0.046379201114177704
181407	rnn.weight_ih_l0	1	-0.06826817989349365
181407	rnn.weight_ih_l0	2	-0.03762764111161232
181407	rnn.weight_ih_l0	3	-0.03901416435837746
181407	rnn.weight_ih_l0	4	0.015485389158129692
181407	rnn.weight_ih_l0	5	-0.11570645123720169
181407	rnn.weight_ih_l0	6	-0.04634038731455803
181407	rnn.weight_ih_l0	7	-0.007442079950124025
181407	rnn.weight_ih_l0	8	0.07981813699007034
181407	rnn.weight_ih_l0	9	0.012094531208276749
181407	rnn.weight_hh_l0	0	0.00048650140524841845
181407	rnn.weight_hh_l0	1	-0.08581315726041794
181407	rnn.weight_hh_l0	2	0.06571169942617416
181407	rnn.weight_hh_l0	3	0.04536464810371399
181407	rnn.weight_hh_l0	4	0.00524093909189105
181407	rnn.weight_hh_l0	5	0.0671863928437233
181407	rnn.weight_hh_l0	6	-0.018512453883886337
181407	rnn.weight_hh_l0	7	-0.10342396050691605
181407	rnn.weight_hh_l0	8	0.012306264601647854
181407	rnn.weight_hh_l0	9	-0.07667126506567001
181407	rnn.bias_ih_l0	0	-0.07372169941663742
181407	rnn.bias_ih_l0	1	-0.1773882955312729
181407	rnn.bias_ih_l0	2	-0.26351621747016907
181407	rnn.bias_ih_l0	3	-0.2832838296890259
181407	rnn.bias_ih_l0	4	0.013945762999355793
181407	rnn.bias_ih_l0	5	0.038655493408441544
181407	rnn.bias_ih_l0	6	-0.15743784606456757
181407	rnn.bias_ih_l0	7	-0.2675747871398926
181407	rnn.bias_ih_l0	8	-0.13344413042068481
181407	rnn.bias_ih_l0	9	-0.17048746347427368
181407	rnn.bias_hh_l0	0	0.12092322111129761
181407	rnn.bias_hh_l0	1	-0.05474463850259781
181407	rnn.bias_hh_l0	2	0.03850989788770676
181407	rnn.bias_hh_l0	3	-0.18040843307971954
181407	rnn.bias_hh_l0	4	0.033417247235774994
181407	rnn.bias_hh_l0	5	0.05373391509056091
181407	rnn.bias_hh_l0	6	-0.09780433773994446
181407	rnn.bias_hh_l0	7	-0.1581251174211502
181407	rnn.bias_hh_l0	8	-0.19249895215034485
181407	rnn.bias_hh_l0	9	-0.10491129755973816
181407	rnn.weight_ih_l0_reverse	0	-0.029651232063770294
181407	rnn.weight_ih_l0_reverse	1	-0.0024182088673114777
181407	rnn.weight_ih_l0_reverse	2	0.01913147233426571
181407	rnn.weight_ih_l0_reverse	3	0.00914415530860424
181407	rnn.weight_ih_l0_reverse	4	0.033746834844350815
181407	rnn.weight_ih_l0_reverse	5	-0.050279926508665085
181407	rnn.weight_ih_l0_reverse	6	-0.04607091471552849
181407	rnn.weight_ih_l0_reverse	7	0.01043338980525732
181407	rnn.weight_ih_l0_reverse	8	0.08957095444202423
181407	rnn.weight_ih_l0_reverse	9	0.007583340164273977
181407	rnn.weight_hh_l0_reverse	0	0.005047530401498079
181407	rnn.weight_hh_l0_reverse	1	0.028978673741221428
181407	rnn.weight_hh_l0_reverse	2	-0.03997823968529701
181407	rnn.weight_hh_l0_reverse	3	0.039526622742414474
181407	rnn.weight_hh_l0_reverse	4	0.022901223972439766
181407	rnn.weight_hh_l0_reverse	5	-0.0030509103089571
181407	rnn.weight_hh_l0_reverse	6	0.0642554759979248
181407	rnn.weight_hh_l0_reverse	7	0.030588854104280472
181407	rnn.weight_hh_l0_reverse	8	-0.019709771499037743
181407	rnn.weight_hh_l0_reverse	9	-0.03363582491874695
181407	rnn.bias_ih_l0_reverse	0	-0.14878056943416595
181407	rnn.bias_ih_l0_reverse	1	-0.319970965385437
181407	rnn.bias_ih_l0_reverse	2	-0.06193149834871292
181407	rnn.bias_ih_l0_reverse	3	-0.14068080484867096
181407	rnn.bias_ih_l0_reverse	4	0.06952296942472458
181407	rnn.bias_ih_l0_reverse	5	-0.2685898244380951
181407	rnn.bias_ih_l0_reverse	6	-0.061216991394758224
181407	rnn.bias_ih_l0_reverse	7	0.01909133605659008
181407	rnn.bias_ih_l0_reverse	8	-0.18770311772823334
181407	rnn.bias_ih_l0_reverse	9	-0.08653174340724945
181407	rnn.bias_hh_l0_reverse	0	-0.15984956920146942
181407	rnn.bias_hh_l0_reverse	1	-0.13838797807693481
181407	rnn.bias_hh_l0_reverse	2	-0.01659419760107994
181407	rnn.bias_hh_l0_reverse	3	-0.13497500121593475
181407	rnn.bias_hh_l0_reverse	4	-0.030491407960653305
181407	rnn.bias_hh_l0_reverse	5	-0.11586617678403854
181407	rnn.bias_hh_l0_reverse	6	-0.07143539935350418
181407	rnn.bias_hh_l0_reverse	7	-0.18114610016345978
181407	rnn.bias_hh_l0_reverse	8	-0.05292205139994621
181407	rnn.bias_hh_l0_reverse	9	-0.12566225230693817
181407	linear.weight	0	-0.21548159420490265
181407	linear.weight	1	-0.09158702194690704
181407	linear.weight	2	-0.011228874325752258
181407	linear.weight	3	-0.10167038440704346
181407	linear.weight	4	0.00013979905634187162
181407	linear.weight	5	0.2428225576877594
181407	linear.weight	6	0.0047744326293468475
181407	linear.weight	7	-0.021312154829502106
181407	linear.weight	8	0.1955835521221161
181407	linear.weight	9	0.2377309650182724
181407	linear.bias	0	-0.83837890625
181407	linear.bias	1	1.3680120706558228
181407	linear.bias	2	-0.464563250541687
181407	linear.bias	3	-0.6814829707145691
181407	linear.bias	4	-0.8505316972732544
181407	linear.bias	5	-1.1769514083862305
181407	linear.bias	6	-0.924496591091156
181407	linear.bias	7	-0.7156228423118591
181407	linear.bias	8	-0.01705317199230194
181407	linear.bias	9	3.4435877799987793
181604	transitions	0	-0.4365231990814209
181604	transitions	1	8.720105171203613
181604	transitions	2	-3.557504415512085
181604	transitions	3	1.488260269165039
181604	transitions	4	-2.1595611572265625
181604	transitions	5	-0.40669500827789307
181604	transitions	6	-0.1917421519756317
181604	transitions	7	-10000.0
181604	transitions	8	1.8003491163253784
181604	transitions	9	-2.294346809387207
181604	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
181604	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
181604	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
181604	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
181604	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
181604	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
181604	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
181604	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
181604	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
181604	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
181604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
181604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
181604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
181604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
181604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
181604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
181604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
181604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
181604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
181604	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
181604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
181604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
181604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
181604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
181604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
181604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
181604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
181604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
181604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
181604	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
181604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
181604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
181604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
181604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
181604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
181604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
181604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
181604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
181604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
181604	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
181604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
181604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
181604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
181604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
181604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
181604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
181604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
181604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
181604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
181604	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
181604	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
181604	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
181604	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
181604	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
181604	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
181604	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
181604	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
181604	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
181604	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
181604	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
181604	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
181604	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
181604	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
181604	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
181604	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
181604	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
181604	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
181604	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
181604	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
181604	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
181604	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
181604	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
181604	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
181604	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
181604	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
181604	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
181604	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
181604	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
181604	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
181604	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
181604	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
181604	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
181604	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
181604	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
181604	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
181604	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
181604	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
181604	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
181604	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
181604	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
181604	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
181604	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
181604	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
181604	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
181604	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
181604	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
181604	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
181604	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
181604	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
181604	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
181604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
181604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
181604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
181604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
181604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
181604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
181604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
181604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
181604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
181604	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
181604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
181604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
181604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
181604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
181604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
181604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
181604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
181604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
181604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
181604	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
181604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
181604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
181604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
181604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
181604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
181604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
181604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
181604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
181604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
181604	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
181604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
181604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
181604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
181604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
181604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
181604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
181604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
181604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
181604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
181604	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
181604	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
181604	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
181604	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
181604	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
181604	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
181604	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
181604	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
181604	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
181604	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
181604	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
181604	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
181604	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
181604	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
181604	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
181604	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
181604	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
181604	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
181604	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
181604	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
181604	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
181604	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
181604	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
181604	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
181604	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
181604	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
181604	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
181604	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
181604	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
181604	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
181604	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
181604	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
181604	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
181604	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
181604	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
181604	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
181604	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
181604	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
181604	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
181604	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
181604	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
181604	embedding2nn.weight	0	0.04589294642210007
181604	embedding2nn.weight	1	-0.09245534241199493
181604	embedding2nn.weight	2	0.01872023567557335
181604	embedding2nn.weight	3	-0.05667908489704132
181604	embedding2nn.weight	4	-0.12725262343883514
181604	embedding2nn.weight	5	0.12154684960842133
181604	embedding2nn.weight	6	-0.09990472346544266
181604	embedding2nn.weight	7	-0.0683402270078659
181604	embedding2nn.weight	8	-0.02885332517325878
181604	embedding2nn.weight	9	0.0354015938937664
181604	embedding2nn.bias	0	0.08246991783380508
181604	embedding2nn.bias	1	0.009781687520444393
181604	embedding2nn.bias	2	-0.08475018292665482
181604	embedding2nn.bias	3	0.038712188601493835
181604	embedding2nn.bias	4	0.009798603132367134
181604	embedding2nn.bias	5	-0.15789318084716797
181604	embedding2nn.bias	6	-0.1163022592663765
181604	embedding2nn.bias	7	-0.0594952329993248
181604	embedding2nn.bias	8	0.0939362645149231
181604	embedding2nn.bias	9	-0.055099450051784515
181604	rnn.weight_ih_l0	0	0.04640479385852814
181604	rnn.weight_ih_l0	1	-0.07617446035146713
181604	rnn.weight_ih_l0	2	-0.03681245818734169
181604	rnn.weight_ih_l0	3	-0.0401836521923542
181604	rnn.weight_ih_l0	4	0.01596252992749214
181604	rnn.weight_ih_l0	5	-0.11534599214792252
181604	rnn.weight_ih_l0	6	-0.04736946150660515
181604	rnn.weight_ih_l0	7	-0.006543116178363562
181604	rnn.weight_ih_l0	8	0.0804172232747078
181604	rnn.weight_ih_l0	9	0.013271966949105263
181604	rnn.weight_hh_l0	0	-0.0002041812113020569
181604	rnn.weight_hh_l0	1	-0.08570549637079239
181604	rnn.weight_hh_l0	2	0.06623132526874542
181604	rnn.weight_hh_l0	3	0.04595022648572922
181604	rnn.weight_hh_l0	4	0.005096261855214834
181604	rnn.weight_hh_l0	5	0.06683332473039627
181604	rnn.weight_hh_l0	6	-0.018536049872636795
181604	rnn.weight_hh_l0	7	-0.10312924534082413
181604	rnn.weight_hh_l0	8	0.01243146788328886
181604	rnn.weight_hh_l0	9	-0.07700049877166748
181604	rnn.bias_ih_l0	0	-0.07244005054235458
181604	rnn.bias_ih_l0	1	-0.17778845131397247
181604	rnn.bias_ih_l0	2	-0.26326698064804077
181604	rnn.bias_ih_l0	3	-0.28218233585357666
181604	rnn.bias_ih_l0	4	0.01429551001638174
181604	rnn.bias_ih_l0	5	0.03519076108932495
181604	rnn.bias_ih_l0	6	-0.1573626846075058
181604	rnn.bias_ih_l0	7	-0.26541829109191895
181604	rnn.bias_ih_l0	8	-0.1309341937303543
181604	rnn.bias_ih_l0	9	-0.16914810240268707
181604	rnn.bias_hh_l0	0	0.11973359435796738
181604	rnn.bias_hh_l0	1	-0.057754337787628174
181604	rnn.bias_hh_l0	2	0.0393962562084198
181604	rnn.bias_hh_l0	3	-0.1819399893283844
181604	rnn.bias_hh_l0	4	0.03440709784626961
181604	rnn.bias_hh_l0	5	0.05457526445388794
181604	rnn.bias_hh_l0	6	-0.09877250343561172
181604	rnn.bias_hh_l0	7	-0.15601591765880585
181604	rnn.bias_hh_l0	8	-0.19289453327655792
181604	rnn.bias_hh_l0	9	-0.10509321838617325
181604	rnn.weight_ih_l0_reverse	0	-0.028590332716703415
181604	rnn.weight_ih_l0_reverse	1	-0.003277349518612027
181604	rnn.weight_ih_l0_reverse	2	0.019504748284816742
181604	rnn.weight_ih_l0_reverse	3	0.006965420208871365
181604	rnn.weight_ih_l0_reverse	4	0.03347569331526756
181604	rnn.weight_ih_l0_reverse	5	-0.050606776028871536
181604	rnn.weight_ih_l0_reverse	6	-0.0444146953523159
181604	rnn.weight_ih_l0_reverse	7	0.009742043912410736
181604	rnn.weight_ih_l0_reverse	8	0.09096281230449677
181604	rnn.weight_ih_l0_reverse	9	0.007226204499602318
181604	rnn.weight_hh_l0_reverse	0	0.0050499700009822845
181604	rnn.weight_hh_l0_reverse	1	0.02889302931725979
181604	rnn.weight_hh_l0_reverse	2	-0.03944007679820061
181604	rnn.weight_hh_l0_reverse	3	0.03906208649277687
181604	rnn.weight_hh_l0_reverse	4	0.02302388846874237
181604	rnn.weight_hh_l0_reverse	5	-0.002734690671786666
181604	rnn.weight_hh_l0_reverse	6	0.06380335241556168
181604	rnn.weight_hh_l0_reverse	7	0.030506422743201256
181604	rnn.weight_hh_l0_reverse	8	-0.020336858928203583
181604	rnn.weight_hh_l0_reverse	9	-0.034009676426649094
181604	rnn.bias_ih_l0_reverse	0	-0.15075184404850006
181604	rnn.bias_ih_l0_reverse	1	-0.3172764480113983
181604	rnn.bias_ih_l0_reverse	2	-0.062139227986335754
181604	rnn.bias_ih_l0_reverse	3	-0.1409626305103302
181604	rnn.bias_ih_l0_reverse	4	0.06886115670204163
181604	rnn.bias_ih_l0_reverse	5	-0.2694985568523407
181604	rnn.bias_ih_l0_reverse	6	-0.05915099382400513
181604	rnn.bias_ih_l0_reverse	7	0.016676001250743866
181604	rnn.bias_ih_l0_reverse	8	-0.18807700276374817
181604	rnn.bias_ih_l0_reverse	9	-0.08434608578681946
181604	rnn.bias_hh_l0_reverse	0	-0.1615418940782547
181604	rnn.bias_hh_l0_reverse	1	-0.14185070991516113
181604	rnn.bias_hh_l0_reverse	2	-0.015485234558582306
181604	rnn.bias_hh_l0_reverse	3	-0.13585861027240753
181604	rnn.bias_hh_l0_reverse	4	-0.031185636296868324
181604	rnn.bias_hh_l0_reverse	5	-0.11544713377952576
181604	rnn.bias_hh_l0_reverse	6	-0.07373455166816711
181604	rnn.bias_hh_l0_reverse	7	-0.18076904118061066
181604	rnn.bias_hh_l0_reverse	8	-0.054611023515462875
181604	rnn.bias_hh_l0_reverse	9	-0.12665367126464844
181604	linear.weight	0	-0.20376896858215332
181604	linear.weight	1	-0.08800556510686874
181604	linear.weight	2	-0.011228874325752258
181604	linear.weight	3	-0.10397229343652725
181604	linear.weight	4	-0.00023753692221362144
181604	linear.weight	5	0.23984257876873016
181604	linear.weight	6	0.0047744326293468475
181604	linear.weight	7	-0.021312154829502106
181604	linear.weight	8	0.1898442804813385
181604	linear.weight	9	0.2463488131761551
181604	linear.bias	0	-0.8321883082389832
181604	linear.bias	1	1.3916538953781128
181604	linear.bias	2	-0.4536093771457672
181604	linear.bias	3	-0.6690910458564758
181604	linear.bias	4	-0.8414984345436096
181604	linear.bias	5	-1.1769726276397705
181604	linear.bias	6	-0.9173353314399719
181604	linear.bias	7	-0.7243477702140808
181604	linear.bias	8	-0.01705317199230194
181604	linear.bias	9	3.3823816776275635
181608	transitions	0	-0.43652328848838806
181608	transitions	1	8.722846984863281
181608	transitions	2	-3.557506799697876
181608	transitions	3	1.4888193607330322
181608	transitions	4	-2.159562587738037
181608	transitions	5	-0.40669628977775574
181608	transitions	6	-0.19174234569072723
181608	transitions	7	-10000.0
181608	transitions	8	1.8003488779067993
181608	transitions	9	-2.294346809387207
181608	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
181608	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
181608	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
181608	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
181608	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
181608	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
181608	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
181608	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
181608	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
181608	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
181608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
181608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
181608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
181608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
181608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
181608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
181608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
181608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
181608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
181608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
181608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
181608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
181608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
181608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
181608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
181608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
181608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
181608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
181608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
181608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
181608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
181608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
181608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
181608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
181608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
181608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
181608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
181608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
181608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
181608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
181608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
181608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
181608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
181608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
181608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
181608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
181608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
181608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
181608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
181608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
181608	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
181608	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
181608	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
181608	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
181608	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
181608	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
181608	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
181608	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
181608	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
181608	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
181608	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
181608	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
181608	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
181608	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
181608	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
181608	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
181608	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
181608	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
181608	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
181608	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
181608	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
181608	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
181608	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
181608	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
181608	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
181608	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
181608	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
181608	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
181608	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
181608	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
181608	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
181608	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
181608	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
181608	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
181608	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
181608	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
181608	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
181608	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
181608	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
181608	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
181608	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
181608	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
181608	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
181608	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
181608	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
181608	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
181608	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
181608	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
181608	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
181608	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
181608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
181608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
181608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
181608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
181608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
181608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
181608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
181608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
181608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
181608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
181608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
181608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
181608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
181608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
181608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
181608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
181608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
181608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
181608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
181608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
181608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
181608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
181608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
181608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
181608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
181608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
181608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
181608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
181608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
181608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
181608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
181608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
181608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
181608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
181608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
181608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
181608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
181608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
181608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
181608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
181608	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
181608	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
181608	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
181608	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
181608	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
181608	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
181608	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
181608	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
181608	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
181608	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
181608	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
181608	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
181608	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
181608	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
181608	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
181608	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
181608	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
181608	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
181608	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
181608	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
181608	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
181608	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
181608	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
181608	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
181608	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
181608	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
181608	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
181608	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
181608	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
181608	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
181608	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
181608	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
181608	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
181608	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
181608	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
181608	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
181608	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
181608	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
181608	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
181608	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
181608	embedding2nn.weight	0	0.04590862989425659
181608	embedding2nn.weight	1	-0.09252472221851349
181608	embedding2nn.weight	2	0.018139252439141273
181608	embedding2nn.weight	3	-0.05666976794600487
181608	embedding2nn.weight	4	-0.12718352675437927
181608	embedding2nn.weight	5	0.12152840197086334
181608	embedding2nn.weight	6	-0.09946577996015549
181608	embedding2nn.weight	7	-0.06833897531032562
181608	embedding2nn.weight	8	-0.028887061402201653
181608	embedding2nn.weight	9	0.035245656967163086
181608	embedding2nn.bias	0	0.08104410022497177
181608	embedding2nn.bias	1	0.008330296725034714
181608	embedding2nn.bias	2	-0.08468490093946457
181608	embedding2nn.bias	3	0.03989611193537712
181608	embedding2nn.bias	4	0.00881905946880579
181608	embedding2nn.bias	5	-0.15697026252746582
181608	embedding2nn.bias	6	-0.11655151098966599
181608	embedding2nn.bias	7	-0.059293847531080246
181608	embedding2nn.bias	8	0.09400978684425354
181608	embedding2nn.bias	9	-0.05450369417667389
181608	rnn.weight_ih_l0	0	0.04635574296116829
181608	rnn.weight_ih_l0	1	-0.07626887410879135
181608	rnn.weight_ih_l0	2	-0.03664134070277214
181608	rnn.weight_ih_l0	3	-0.040128517895936966
181608	rnn.weight_ih_l0	4	0.015969645231962204
181608	rnn.weight_ih_l0	5	-0.11523517221212387
181608	rnn.weight_ih_l0	6	-0.04730941727757454
181608	rnn.weight_ih_l0	7	-0.006527132820338011
181608	rnn.weight_ih_l0	8	0.08038783073425293
181608	rnn.weight_ih_l0	9	0.013235257007181644
181608	rnn.weight_hh_l0	0	-0.00024048479099292308
181608	rnn.weight_hh_l0	1	-0.08606597036123276
181608	rnn.weight_hh_l0	2	0.06623921543359756
181608	rnn.weight_hh_l0	3	0.04597770795226097
181608	rnn.weight_hh_l0	4	0.005157764069736004
181608	rnn.weight_hh_l0	5	0.06682123988866806
181608	rnn.weight_hh_l0	6	-0.018537525087594986
181608	rnn.weight_hh_l0	7	-0.1031377911567688
181608	rnn.weight_hh_l0	8	0.01242651417851448
181608	rnn.weight_hh_l0	9	-0.07699289917945862
181608	rnn.bias_ih_l0	0	-0.07226957380771637
181608	rnn.bias_ih_l0	1	-0.178154855966568
181608	rnn.bias_ih_l0	2	-0.2632443606853485
181608	rnn.bias_ih_l0	3	-0.282166451215744
181608	rnn.bias_ih_l0	4	0.014540881849825382
181608	rnn.bias_ih_l0	5	0.03529559075832367
181608	rnn.bias_ih_l0	6	-0.15716727077960968
181608	rnn.bias_ih_l0	7	-0.26528701186180115
181608	rnn.bias_ih_l0	8	-0.13088327646255493
181608	rnn.bias_ih_l0	9	-0.16927389800548553
181608	rnn.bias_hh_l0	0	0.11953514814376831
181608	rnn.bias_hh_l0	1	-0.05793447047472
181608	rnn.bias_hh_l0	2	0.03941101208329201
181608	rnn.bias_hh_l0	3	-0.18203356862068176
181608	rnn.bias_hh_l0	4	0.034333955496549606
181608	rnn.bias_hh_l0	5	0.05472517013549805
181608	rnn.bias_hh_l0	6	-0.09899703413248062
181608	rnn.bias_hh_l0	7	-0.15585902333259583
181608	rnn.bias_hh_l0	8	-0.19282536208629608
181608	rnn.bias_hh_l0	9	-0.10518748313188553
181608	rnn.weight_ih_l0_reverse	0	-0.02855820208787918
181608	rnn.weight_ih_l0_reverse	1	-0.0032355370931327343
181608	rnn.weight_ih_l0_reverse	2	0.01952788047492504
181608	rnn.weight_ih_l0_reverse	3	0.006953807082027197
181608	rnn.weight_ih_l0_reverse	4	0.03351689502596855
181608	rnn.weight_ih_l0_reverse	5	-0.0505627766251564
181608	rnn.weight_ih_l0_reverse	6	-0.04443076252937317
181608	rnn.weight_ih_l0_reverse	7	0.009634939022362232
181608	rnn.weight_ih_l0_reverse	8	0.09110728651285172
181608	rnn.weight_ih_l0_reverse	9	0.00720555242151022
181608	rnn.weight_hh_l0_reverse	0	0.005049077793955803
181608	rnn.weight_hh_l0_reverse	1	0.028938941657543182
181608	rnn.weight_hh_l0_reverse	2	-0.03943426162004471
181608	rnn.weight_hh_l0_reverse	3	0.03909808769822121
181608	rnn.weight_hh_l0_reverse	4	0.023017020896077156
181608	rnn.weight_hh_l0_reverse	5	-0.0026920705568045378
181608	rnn.weight_hh_l0_reverse	6	0.0638064444065094
181608	rnn.weight_hh_l0_reverse	7	0.030501164495944977
181608	rnn.weight_hh_l0_reverse	8	-0.020303769037127495
181608	rnn.weight_hh_l0_reverse	9	-0.03397101163864136
181608	rnn.bias_ih_l0_reverse	0	-0.15069594979286194
181608	rnn.bias_ih_l0_reverse	1	-0.31716907024383545
181608	rnn.bias_ih_l0_reverse	2	-0.062181081622838974
181608	rnn.bias_ih_l0_reverse	3	-0.14095823466777802
181608	rnn.bias_ih_l0_reverse	4	0.06911636143922806
181608	rnn.bias_ih_l0_reverse	5	-0.2694031894207001
181608	rnn.bias_ih_l0_reverse	6	-0.05908716842532158
181608	rnn.bias_ih_l0_reverse	7	0.01750836707651615
181608	rnn.bias_ih_l0_reverse	8	-0.188075453042984
181608	rnn.bias_ih_l0_reverse	9	-0.08443262428045273
181608	rnn.bias_hh_l0_reverse	0	-0.16134075820446014
181608	rnn.bias_hh_l0_reverse	1	-0.14194431900978088
181608	rnn.bias_hh_l0_reverse	2	-0.015447101555764675
181608	rnn.bias_hh_l0_reverse	3	-0.13566187024116516
181608	rnn.bias_hh_l0_reverse	4	-0.031052256003022194
181608	rnn.bias_hh_l0_reverse	5	-0.11561814695596695
181608	rnn.bias_hh_l0_reverse	6	-0.07374804466962814
181608	rnn.bias_hh_l0_reverse	7	-0.18080154061317444
181608	rnn.bias_hh_l0_reverse	8	-0.05510057136416435
181608	rnn.bias_hh_l0_reverse	9	-0.1265873908996582
181608	linear.weight	0	-0.20376302301883698
181608	linear.weight	1	-0.08815647661685944
181608	linear.weight	2	-0.011228874325752258
181608	linear.weight	3	-0.10394228994846344
181608	linear.weight	4	-0.00071135995676741
181608	linear.weight	5	0.240324467420578
181608	linear.weight	6	0.0047744326293468475
181608	linear.weight	7	-0.021312154829502106
181608	linear.weight	8	0.1899903267621994
181608	linear.weight	9	0.24627287685871124
181608	linear.bias	0	-0.8323596715927124
181608	linear.bias	1	1.387094497680664
181608	linear.bias	2	-0.4574132263660431
181608	linear.bias	3	-0.6651924848556519
181608	linear.bias	4	-0.8445705771446228
181608	linear.bias	5	-1.1769728660583496
181608	linear.bias	6	-0.917506992816925
181608	linear.bias	7	-0.7245919108390808
181608	linear.bias	8	-0.01705317199230194
181608	linear.bias	9	3.384171962738037
181805	transitions	0	-0.43676817417144775
181805	transitions	1	8.710180282592773
181805	transitions	2	-3.5577611923217773
181805	transitions	3	1.4861981868743896
181805	transitions	4	-2.1603403091430664
181805	transitions	5	-0.40676069259643555
181805	transitions	6	-0.19176292419433594
181805	transitions	7	-10000.0
181805	transitions	8	1.799453854560852
181805	transitions	9	-2.29434871673584
181805	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
181805	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
181805	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
181805	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
181805	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
181805	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
181805	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
181805	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
181805	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
181805	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
181805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
181805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
181805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
181805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
181805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
181805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
181805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
181805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
181805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
181805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
181805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
181805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
181805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
181805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
181805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
181805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
181805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
181805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
181805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
181805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
181805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
181805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
181805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
181805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
181805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
181805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
181805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
181805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
181805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
181805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
181805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
181805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
181805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
181805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
181805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
181805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
181805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
181805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
181805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
181805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
181805	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
181805	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
181805	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
181805	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
181805	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
181805	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
181805	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
181805	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
181805	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
181805	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
181805	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
181805	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
181805	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
181805	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
181805	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
181805	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
181805	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
181805	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
181805	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
181805	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
181805	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
181805	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
181805	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
181805	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
181805	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
181805	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
181805	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
181805	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
181805	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
181805	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
181805	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
181805	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
181805	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
181805	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
181805	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
181805	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
181805	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
181805	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
181805	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
181805	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
181805	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
181805	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
181805	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
181805	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
181805	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
181805	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
181805	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
181805	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
181805	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
181805	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
181805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
181805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
181805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
181805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
181805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
181805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
181805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
181805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
181805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
181805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
181805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
181805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
181805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
181805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
181805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
181805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
181805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
181805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
181805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
181805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
181805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
181805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
181805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
181805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
181805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
181805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
181805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
181805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
181805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
181805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
181805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
181805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
181805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
181805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
181805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
181805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
181805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
181805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
181805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
181805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
181805	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
181805	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
181805	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
181805	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
181805	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
181805	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
181805	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
181805	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
181805	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
181805	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
181805	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
181805	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
181805	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
181805	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
181805	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
181805	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
181805	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
181805	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
181805	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
181805	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
181805	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
181805	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
181805	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
181805	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
181805	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
181805	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
181805	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
181805	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
181805	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
181805	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
181805	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
181805	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
181805	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
181805	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
181805	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
181805	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
181805	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
181805	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
181805	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
181805	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
181805	embedding2nn.weight	0	0.045805301517248154
181805	embedding2nn.weight	1	-0.09284757077693939
181805	embedding2nn.weight	2	0.017137182876467705
181805	embedding2nn.weight	3	-0.05785821005702019
181805	embedding2nn.weight	4	-0.12553946673870087
181805	embedding2nn.weight	5	0.12099584937095642
181805	embedding2nn.weight	6	-0.10526277124881744
181805	embedding2nn.weight	7	-0.06808698177337646
181805	embedding2nn.weight	8	-0.028933025896549225
181805	embedding2nn.weight	9	0.03602859750390053
181805	embedding2nn.bias	0	0.07996085286140442
181805	embedding2nn.bias	1	0.008718304336071014
181805	embedding2nn.bias	2	-0.08206230401992798
181805	embedding2nn.bias	3	0.03912493959069252
181805	embedding2nn.bias	4	0.0037189703434705734
181805	embedding2nn.bias	5	-0.15094253420829773
181805	embedding2nn.bias	6	-0.11863847076892853
181805	embedding2nn.bias	7	-0.058491870760917664
181805	embedding2nn.bias	8	0.09119946509599686
181805	embedding2nn.bias	9	-0.04421086981892586
181805	rnn.weight_ih_l0	0	0.04875335469841957
181805	rnn.weight_ih_l0	1	-0.07519590854644775
181805	rnn.weight_ih_l0	2	-0.037237003445625305
181805	rnn.weight_ih_l0	3	-0.043377164751291275
181805	rnn.weight_ih_l0	4	0.016172993928194046
181805	rnn.weight_ih_l0	5	-0.11397086828947067
181805	rnn.weight_ih_l0	6	-0.04925159737467766
181805	rnn.weight_ih_l0	7	-0.00612108688801527
181805	rnn.weight_ih_l0	8	0.07959307730197906
181805	rnn.weight_ih_l0	9	0.014988844282925129
181805	rnn.weight_hh_l0	0	-0.0004840028996113688
181805	rnn.weight_hh_l0	1	-0.08649987727403641
181805	rnn.weight_hh_l0	2	0.06539753824472427
181805	rnn.weight_hh_l0	3	0.046126123517751694
181805	rnn.weight_hh_l0	4	0.005380072630941868
181805	rnn.weight_hh_l0	5	0.06684213131666183
181805	rnn.weight_hh_l0	6	-0.018694419413805008
181805	rnn.weight_hh_l0	7	-0.10329098999500275
181805	rnn.weight_hh_l0	8	0.012500276789069176
181805	rnn.weight_hh_l0	9	-0.07726787775754929
181805	rnn.bias_ih_l0	0	-0.0720825046300888
181805	rnn.bias_ih_l0	1	-0.17909196019172668
181805	rnn.bias_ih_l0	2	-0.26184627413749695
181805	rnn.bias_ih_l0	3	-0.2818627655506134
181805	rnn.bias_ih_l0	4	0.015666861087083817
181805	rnn.bias_ih_l0	5	0.038242172449827194
181805	rnn.bias_ih_l0	6	-0.15755361318588257
181805	rnn.bias_ih_l0	7	-0.2663150727748871
181805	rnn.bias_ih_l0	8	-0.1339488923549652
181805	rnn.bias_ih_l0	9	-0.1692379266023636
181805	rnn.bias_hh_l0	0	0.12039726972579956
181805	rnn.bias_hh_l0	1	-0.05970318242907524
181805	rnn.bias_hh_l0	2	0.03842265158891678
181805	rnn.bias_hh_l0	3	-0.18266357481479645
181805	rnn.bias_hh_l0	4	0.030896073207259178
181805	rnn.bias_hh_l0	5	0.05405950918793678
181805	rnn.bias_hh_l0	6	-0.09901338070631027
181805	rnn.bias_hh_l0	7	-0.15464568138122559
181805	rnn.bias_hh_l0	8	-0.1930253803730011
181805	rnn.bias_hh_l0	9	-0.10611199587583542
181805	rnn.weight_ih_l0_reverse	0	-0.027575545012950897
181805	rnn.weight_ih_l0_reverse	1	-0.0042642345651984215
181805	rnn.weight_ih_l0_reverse	2	0.01754744164645672
181805	rnn.weight_ih_l0_reverse	3	0.006655810866504908
181805	rnn.weight_ih_l0_reverse	4	0.0323321595788002
181805	rnn.weight_ih_l0_reverse	5	-0.051026348024606705
181805	rnn.weight_ih_l0_reverse	6	-0.0430765375494957
181805	rnn.weight_ih_l0_reverse	7	0.009245529770851135
181805	rnn.weight_ih_l0_reverse	8	0.09087705612182617
181805	rnn.weight_ih_l0_reverse	9	0.006885222624987364
181805	rnn.weight_hh_l0_reverse	0	0.004829979967325926
181805	rnn.weight_hh_l0_reverse	1	0.029030660167336464
181805	rnn.weight_hh_l0_reverse	2	-0.03963882848620415
181805	rnn.weight_hh_l0_reverse	3	0.03945121541619301
181805	rnn.weight_hh_l0_reverse	4	0.023057376965880394
181805	rnn.weight_hh_l0_reverse	5	-0.0029628698248416185
181805	rnn.weight_hh_l0_reverse	6	0.06386250257492065
181805	rnn.weight_hh_l0_reverse	7	0.030352236703038216
181805	rnn.weight_hh_l0_reverse	8	-0.02025439217686653
181805	rnn.weight_hh_l0_reverse	9	-0.03404046595096588
181805	rnn.bias_ih_l0_reverse	0	-0.14977194368839264
181805	rnn.bias_ih_l0_reverse	1	-0.3175782561302185
181805	rnn.bias_ih_l0_reverse	2	-0.06265291571617126
181805	rnn.bias_ih_l0_reverse	3	-0.1420348733663559
181805	rnn.bias_ih_l0_reverse	4	0.06786083430051804
181805	rnn.bias_ih_l0_reverse	5	-0.2689826786518097
181805	rnn.bias_ih_l0_reverse	6	-0.057089660316705704
181805	rnn.bias_ih_l0_reverse	7	0.017094377428293228
181805	rnn.bias_ih_l0_reverse	8	-0.18786902725696564
181805	rnn.bias_ih_l0_reverse	9	-0.08406941592693329
181805	rnn.bias_hh_l0_reverse	0	-0.16065511107444763
181805	rnn.bias_hh_l0_reverse	1	-0.1407690942287445
181805	rnn.bias_hh_l0_reverse	2	-0.016818879172205925
181805	rnn.bias_hh_l0_reverse	3	-0.13416488468647003
181805	rnn.bias_hh_l0_reverse	4	-0.030879352241754532
181805	rnn.bias_hh_l0_reverse	5	-0.11543363332748413
181805	rnn.bias_hh_l0_reverse	6	-0.07336359471082687
181805	rnn.bias_hh_l0_reverse	7	-0.17998956143856049
181805	rnn.bias_hh_l0_reverse	8	-0.05494552105665207
181805	rnn.bias_hh_l0_reverse	9	-0.12690146267414093
181805	linear.weight	0	-0.2138480544090271
181805	linear.weight	1	-0.08701584488153458
181805	linear.weight	2	-0.011228874325752258
181805	linear.weight	3	-0.1019735261797905
181805	linear.weight	4	-0.01383896078914404
181805	linear.weight	5	0.23686467111110687
181805	linear.weight	6	0.0047744326293468475
181805	linear.weight	7	-0.021312154829502106
181805	linear.weight	8	0.19836847484111786
181805	linear.weight	9	0.2554048001766205
181805	linear.bias	0	-0.8330317735671997
181805	linear.bias	1	1.3940026760101318
181805	linear.bias	2	-0.4932226836681366
181805	linear.bias	3	-0.6710304021835327
181805	linear.bias	4	-0.8545592427253723
181805	linear.bias	5	-1.1769940853118896
181805	linear.bias	6	-0.9184048771858215
181805	linear.bias	7	-0.7349163293838501
181805	linear.bias	8	-0.01705317199230194
181805	linear.bias	9	3.4184892177581787
182002	transitions	0	-0.4369784891605377
182002	transitions	1	8.708109855651855
182002	transitions	2	-3.5582592487335205
182002	transitions	3	1.4905786514282227
182002	transitions	4	-2.160717010498047
182002	transitions	5	-0.40680986642837524
182002	transitions	6	-0.19178643822669983
182002	transitions	7	-10000.0
182002	transitions	8	1.7993882894515991
182002	transitions	9	-2.294351100921631
182002	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
182002	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
182002	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
182002	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
182002	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
182002	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
182002	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
182002	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
182002	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
182002	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
182002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
182002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
182002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
182002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
182002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
182002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
182002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
182002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
182002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
182002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
182002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
182002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
182002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
182002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
182002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
182002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
182002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
182002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
182002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
182002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
182002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
182002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
182002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
182002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
182002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
182002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
182002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
182002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
182002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
182002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
182002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
182002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
182002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
182002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
182002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
182002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
182002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
182002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
182002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
182002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
182002	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
182002	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
182002	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
182002	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
182002	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
182002	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
182002	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
182002	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
182002	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
182002	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
182002	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
182002	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
182002	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
182002	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
182002	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
182002	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
182002	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
182002	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
182002	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
182002	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
182002	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
182002	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
182002	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
182002	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
182002	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
182002	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
182002	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
182002	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
182002	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
182002	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
182002	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
182002	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
182002	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
182002	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
182002	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
182002	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
182002	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
182002	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
182002	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
182002	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
182002	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
182002	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
182002	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
182002	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
182002	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
182002	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
182002	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
182002	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
182002	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
182002	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
182002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
182002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
182002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
182002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
182002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
182002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
182002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
182002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
182002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
182002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
182002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
182002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
182002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
182002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
182002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
182002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
182002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
182002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
182002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
182002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
182002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
182002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
182002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
182002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
182002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
182002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
182002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
182002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
182002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
182002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
182002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
182002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
182002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
182002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
182002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
182002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
182002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
182002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
182002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
182002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
182002	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
182002	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
182002	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
182002	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
182002	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
182002	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
182002	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
182002	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
182002	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
182002	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
182002	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
182002	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
182002	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
182002	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
182002	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
182002	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
182002	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
182002	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
182002	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
182002	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
182002	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
182002	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
182002	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
182002	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
182002	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
182002	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
182002	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
182002	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
182002	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
182002	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
182002	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
182002	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
182002	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
182002	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
182002	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
182002	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
182002	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
182002	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
182002	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
182002	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
182002	embedding2nn.weight	0	0.04617064818739891
182002	embedding2nn.weight	1	-0.09239257872104645
182002	embedding2nn.weight	2	0.014827764593064785
182002	embedding2nn.weight	3	-0.05832761153578758
182002	embedding2nn.weight	4	-0.12690691649913788
182002	embedding2nn.weight	5	0.12090077996253967
182002	embedding2nn.weight	6	-0.10968898236751556
182002	embedding2nn.weight	7	-0.0685567557811737
182002	embedding2nn.weight	8	-0.02844884805381298
182002	embedding2nn.weight	9	0.03711020573973656
182002	embedding2nn.bias	0	0.08012907952070236
182002	embedding2nn.bias	1	0.00888405367732048
182002	embedding2nn.bias	2	-0.08774685114622116
182002	embedding2nn.bias	3	0.04943849518895149
182002	embedding2nn.bias	4	-0.0005200466839596629
182002	embedding2nn.bias	5	-0.14988747239112854
182002	embedding2nn.bias	6	-0.11477334052324295
182002	embedding2nn.bias	7	-0.05651015788316727
182002	embedding2nn.bias	8	0.09119602292776108
182002	embedding2nn.bias	9	-0.04389261454343796
182002	rnn.weight_ih_l0	0	0.04944910109043121
182002	rnn.weight_ih_l0	1	-0.0758172944188118
182002	rnn.weight_ih_l0	2	-0.03884965926408768
182002	rnn.weight_ih_l0	3	-0.043345578014850616
182002	rnn.weight_ih_l0	4	0.015758519992232323
182002	rnn.weight_ih_l0	5	-0.11513111740350723
182002	rnn.weight_ih_l0	6	-0.04926839470863342
182002	rnn.weight_ih_l0	7	-0.006242352072149515
182002	rnn.weight_ih_l0	8	0.08102688938379288
182002	rnn.weight_ih_l0	9	0.014399295672774315
182002	rnn.weight_hh_l0	0	-0.0005955414962954819
182002	rnn.weight_hh_l0	1	-0.0857539027929306
182002	rnn.weight_hh_l0	2	0.06577353179454803
182002	rnn.weight_hh_l0	3	0.046467509120702744
182002	rnn.weight_hh_l0	4	0.00519504165276885
182002	rnn.weight_hh_l0	5	0.06787994503974915
182002	rnn.weight_hh_l0	6	-0.01843571849167347
182002	rnn.weight_hh_l0	7	-0.10354167222976685
182002	rnn.weight_hh_l0	8	0.01262725330889225
182002	rnn.weight_hh_l0	9	-0.07771583646535873
182002	rnn.bias_ih_l0	0	-0.07322582602500916
182002	rnn.bias_ih_l0	1	-0.17862758040428162
182002	rnn.bias_ih_l0	2	-0.2618849575519562
182002	rnn.bias_ih_l0	3	-0.28207144141197205
182002	rnn.bias_ih_l0	4	0.013714449480175972
182002	rnn.bias_ih_l0	5	0.037696994841098785
182002	rnn.bias_ih_l0	6	-0.1567118614912033
182002	rnn.bias_ih_l0	7	-0.26667746901512146
182002	rnn.bias_ih_l0	8	-0.1349821388721466
182002	rnn.bias_ih_l0	9	-0.16990777850151062
182002	rnn.bias_hh_l0	0	0.12167617678642273
182002	rnn.bias_hh_l0	1	-0.060065820813179016
182002	rnn.bias_hh_l0	2	0.037968575954437256
182002	rnn.bias_hh_l0	3	-0.18257513642311096
182002	rnn.bias_hh_l0	4	0.02932138741016388
182002	rnn.bias_hh_l0	5	0.05420156195759773
182002	rnn.bias_hh_l0	6	-0.09903501719236374
182002	rnn.bias_hh_l0	7	-0.15553724765777588
182002	rnn.bias_hh_l0	8	-0.19014890491962433
182002	rnn.bias_hh_l0	9	-0.10550954937934875
182002	rnn.weight_ih_l0_reverse	0	-0.027628062292933464
182002	rnn.weight_ih_l0_reverse	1	-0.0047731343656778336
182002	rnn.weight_ih_l0_reverse	2	0.01641072705388069
182002	rnn.weight_ih_l0_reverse	3	0.006844807881861925
182002	rnn.weight_ih_l0_reverse	4	0.032083313912153244
182002	rnn.weight_ih_l0_reverse	5	-0.05239151790738106
182002	rnn.weight_ih_l0_reverse	6	-0.043192800134420395
182002	rnn.weight_ih_l0_reverse	7	0.010548985563218594
182002	rnn.weight_ih_l0_reverse	8	0.0903264656662941
182002	rnn.weight_ih_l0_reverse	9	0.006984931882470846
182002	rnn.weight_hh_l0_reverse	0	0.005067856051027775
182002	rnn.weight_hh_l0_reverse	1	0.029392395168542862
182002	rnn.weight_hh_l0_reverse	2	-0.0397530235350132
182002	rnn.weight_hh_l0_reverse	3	0.03953986242413521
182002	rnn.weight_hh_l0_reverse	4	0.02273254096508026
182002	rnn.weight_hh_l0_reverse	5	-0.002923308638855815
182002	rnn.weight_hh_l0_reverse	6	0.06364572793245316
182002	rnn.weight_hh_l0_reverse	7	0.029877111315727234
182002	rnn.weight_hh_l0_reverse	8	-0.020092027261853218
182002	rnn.weight_hh_l0_reverse	9	-0.034064289182424545
182002	rnn.bias_ih_l0_reverse	0	-0.14976033568382263
182002	rnn.bias_ih_l0_reverse	1	-0.31941670179367065
182002	rnn.bias_ih_l0_reverse	2	-0.06257811933755875
182002	rnn.bias_ih_l0_reverse	3	-0.14132918417453766
182002	rnn.bias_ih_l0_reverse	4	0.06826797872781754
182002	rnn.bias_ih_l0_reverse	5	-0.2696753144264221
182002	rnn.bias_ih_l0_reverse	6	-0.058827485889196396
182002	rnn.bias_ih_l0_reverse	7	0.015182099305093288
182002	rnn.bias_ih_l0_reverse	8	-0.1881479173898697
182002	rnn.bias_ih_l0_reverse	9	-0.08495544642210007
182002	rnn.bias_hh_l0_reverse	0	-0.1581568419933319
182002	rnn.bias_hh_l0_reverse	1	-0.14246435463428497
182002	rnn.bias_hh_l0_reverse	2	-0.01802363619208336
182002	rnn.bias_hh_l0_reverse	3	-0.13500961661338806
182002	rnn.bias_hh_l0_reverse	4	-0.02940938249230385
182002	rnn.bias_hh_l0_reverse	5	-0.11642567068338394
182002	rnn.bias_hh_l0_reverse	6	-0.07227814942598343
182002	rnn.bias_hh_l0_reverse	7	-0.18173788487911224
182002	rnn.bias_hh_l0_reverse	8	-0.05662309378385544
182002	rnn.bias_hh_l0_reverse	9	-0.12639707326889038
182002	linear.weight	0	-0.2276025414466858
182002	linear.weight	1	-0.08767836540937424
182002	linear.weight	2	-0.011228874325752258
182002	linear.weight	3	-0.10173722356557846
182002	linear.weight	4	-0.01632428541779518
182002	linear.weight	5	0.23779958486557007
182002	linear.weight	6	0.0047744326293468475
182002	linear.weight	7	-0.021312154829502106
182002	linear.weight	8	0.1917313188314438
182002	linear.weight	9	0.2440626621246338
182002	linear.bias	0	-0.8398312926292419
182002	linear.bias	1	1.377013921737671
182002	linear.bias	2	-0.4953896999359131
182002	linear.bias	3	-0.6739357709884644
182002	linear.bias	4	-0.8388304710388184
182002	linear.bias	5	-1.1770161390304565
182002	linear.bias	6	-0.9252746105194092
182002	linear.bias	7	-0.7444765567779541
182002	linear.bias	8	-0.01705317199230194
182002	linear.bias	9	3.411268472671509
182199	transitions	0	-0.43702930212020874
182199	transitions	1	8.676660537719727
182199	transitions	2	-3.558476209640503
182199	transitions	3	1.4979244470596313
182199	transitions	4	-2.1614344120025635
182199	transitions	5	-0.40685370564460754
182199	transitions	6	-0.19180701673030853
182199	transitions	7	-10000.0
182199	transitions	8	1.7991658449172974
182199	transitions	9	-2.29435396194458
182199	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
182199	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
182199	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
182199	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
182199	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
182199	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
182199	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
182199	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
182199	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
182199	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
182199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
182199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
182199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
182199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
182199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
182199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
182199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
182199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
182199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
182199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
182199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
182199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
182199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
182199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
182199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
182199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
182199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
182199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
182199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
182199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
182199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
182199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
182199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
182199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
182199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
182199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
182199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
182199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
182199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
182199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
182199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
182199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
182199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
182199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
182199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
182199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
182199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
182199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
182199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
182199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
182199	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
182199	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
182199	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
182199	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
182199	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
182199	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
182199	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
182199	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
182199	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
182199	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
182199	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
182199	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
182199	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
182199	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
182199	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
182199	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
182199	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
182199	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
182199	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
182199	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
182199	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
182199	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
182199	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
182199	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
182199	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
182199	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
182199	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
182199	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
182199	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
182199	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
182199	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
182199	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
182199	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
182199	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
182199	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
182199	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
182199	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
182199	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
182199	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
182199	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
182199	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
182199	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
182199	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
182199	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
182199	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
182199	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
182199	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
182199	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
182199	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
182199	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
182199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
182199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
182199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
182199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
182199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
182199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
182199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
182199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
182199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
182199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
182199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
182199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
182199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
182199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
182199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
182199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
182199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
182199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
182199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
182199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
182199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
182199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
182199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
182199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
182199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
182199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
182199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
182199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
182199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
182199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
182199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
182199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
182199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
182199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
182199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
182199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
182199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
182199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
182199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
182199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
182199	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
182199	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
182199	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
182199	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
182199	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
182199	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
182199	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
182199	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
182199	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
182199	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
182199	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
182199	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
182199	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
182199	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
182199	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
182199	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
182199	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
182199	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
182199	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
182199	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
182199	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
182199	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
182199	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
182199	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
182199	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
182199	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
182199	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
182199	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
182199	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
182199	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
182199	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
182199	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
182199	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
182199	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
182199	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
182199	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
182199	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
182199	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
182199	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
182199	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
182199	embedding2nn.weight	0	0.04651452600955963
182199	embedding2nn.weight	1	-0.09235665202140808
182199	embedding2nn.weight	2	0.0143340565264225
182199	embedding2nn.weight	3	-0.056683436036109924
182199	embedding2nn.weight	4	-0.12372615188360214
182199	embedding2nn.weight	5	0.1206243559718132
182199	embedding2nn.weight	6	-0.10522756725549698
182199	embedding2nn.weight	7	-0.0698729008436203
182199	embedding2nn.weight	8	-0.02812924236059189
182199	embedding2nn.weight	9	0.03825175389647484
182199	embedding2nn.bias	0	0.082222580909729
182199	embedding2nn.bias	1	0.010118837468326092
182199	embedding2nn.bias	2	-0.08962120860815048
182199	embedding2nn.bias	3	0.05255010724067688
182199	embedding2nn.bias	4	0.003072671825066209
182199	embedding2nn.bias	5	-0.1515244096517563
182199	embedding2nn.bias	6	-0.1187625378370285
182199	embedding2nn.bias	7	-0.0549185685813427
182199	embedding2nn.bias	8	0.09756994247436523
182199	embedding2nn.bias	9	-0.03961651399731636
182199	rnn.weight_ih_l0	0	0.048302214592695236
182199	rnn.weight_ih_l0	1	-0.07708357274532318
182199	rnn.weight_ih_l0	2	-0.03867386654019356
182199	rnn.weight_ih_l0	3	-0.04357287660241127
182199	rnn.weight_ih_l0	4	0.019786028191447258
182199	rnn.weight_ih_l0	5	-0.11358705908060074
182199	rnn.weight_ih_l0	6	-0.05054822191596031
182199	rnn.weight_ih_l0	7	-0.006451996974647045
182199	rnn.weight_ih_l0	8	0.07899044454097748
182199	rnn.weight_ih_l0	9	0.014519997872412205
182199	rnn.weight_hh_l0	0	-0.0005571063957177103
182199	rnn.weight_hh_l0	1	-0.08519867062568665
182199	rnn.weight_hh_l0	2	0.0651724562048912
182199	rnn.weight_hh_l0	3	0.04611711576581001
182199	rnn.weight_hh_l0	4	0.0051977974362671375
182199	rnn.weight_hh_l0	5	0.06823025643825531
182199	rnn.weight_hh_l0	6	-0.01852068118751049
182199	rnn.weight_hh_l0	7	-0.10368702560663223
182199	rnn.weight_hh_l0	8	0.012659392319619656
182199	rnn.weight_hh_l0	9	-0.07897356152534485
182199	rnn.bias_ih_l0	0	-0.07306984066963196
182199	rnn.bias_ih_l0	1	-0.1780320107936859
182199	rnn.bias_ih_l0	2	-0.26052990555763245
182199	rnn.bias_ih_l0	3	-0.2818663418292999
182199	rnn.bias_ih_l0	4	0.014141117222607136
182199	rnn.bias_ih_l0	5	0.038410648703575134
182199	rnn.bias_ih_l0	6	-0.15678314864635468
182199	rnn.bias_ih_l0	7	-0.2653305232524872
182199	rnn.bias_ih_l0	8	-0.13280634582042694
182199	rnn.bias_ih_l0	9	-0.1703999638557434
182199	rnn.bias_hh_l0	0	0.12198157608509064
182199	rnn.bias_hh_l0	1	-0.05854779854416847
182199	rnn.bias_hh_l0	2	0.03739476948976517
182199	rnn.bias_hh_l0	3	-0.18218962848186493
182199	rnn.bias_hh_l0	4	0.03057064674794674
182199	rnn.bias_hh_l0	5	0.05377930402755737
182199	rnn.bias_hh_l0	6	-0.10079202800989151
182199	rnn.bias_hh_l0	7	-0.15408681333065033
182199	rnn.bias_hh_l0	8	-0.19108439981937408
182199	rnn.bias_hh_l0	9	-0.10460177063941956
182199	rnn.weight_ih_l0_reverse	0	-0.027386916801333427
182199	rnn.weight_ih_l0_reverse	1	-0.004652814473956823
182199	rnn.weight_ih_l0_reverse	2	0.01401045173406601
182199	rnn.weight_ih_l0_reverse	3	0.007497318554669619
182199	rnn.weight_ih_l0_reverse	4	0.03207198902964592
182199	rnn.weight_ih_l0_reverse	5	-0.052120141685009
182199	rnn.weight_ih_l0_reverse	6	-0.04186254367232323
182199	rnn.weight_ih_l0_reverse	7	0.009323077276349068
182199	rnn.weight_ih_l0_reverse	8	0.08960691094398499
182199	rnn.weight_ih_l0_reverse	9	0.007814154960215092
182199	rnn.weight_hh_l0_reverse	0	0.0050315032713115215
182199	rnn.weight_hh_l0_reverse	1	0.030043188482522964
182199	rnn.weight_hh_l0_reverse	2	-0.04001864790916443
182199	rnn.weight_hh_l0_reverse	3	0.03973013162612915
182199	rnn.weight_hh_l0_reverse	4	0.022744160145521164
182199	rnn.weight_hh_l0_reverse	5	-0.002999022137373686
182199	rnn.weight_hh_l0_reverse	6	0.0635509043931961
182199	rnn.weight_hh_l0_reverse	7	0.029479436576366425
182199	rnn.weight_hh_l0_reverse	8	-0.02049347572028637
182199	rnn.weight_hh_l0_reverse	9	-0.033880945295095444
182199	rnn.bias_ih_l0_reverse	0	-0.14983370900154114
182199	rnn.bias_ih_l0_reverse	1	-0.3187226355075836
182199	rnn.bias_ih_l0_reverse	2	-0.062374189496040344
182199	rnn.bias_ih_l0_reverse	3	-0.1405206024646759
182199	rnn.bias_ih_l0_reverse	4	0.0657171830534935
182199	rnn.bias_ih_l0_reverse	5	-0.26919445395469666
182199	rnn.bias_ih_l0_reverse	6	-0.059248682111501694
182199	rnn.bias_ih_l0_reverse	7	0.018292967230081558
182199	rnn.bias_ih_l0_reverse	8	-0.1879395693540573
182199	rnn.bias_ih_l0_reverse	9	-0.08485234528779984
182199	rnn.bias_hh_l0_reverse	0	-0.15642927587032318
182199	rnn.bias_hh_l0_reverse	1	-0.1425199806690216
182199	rnn.bias_hh_l0_reverse	2	-0.01844465732574463
182199	rnn.bias_hh_l0_reverse	3	-0.13528227806091309
182199	rnn.bias_hh_l0_reverse	4	-0.02965623326599598
182199	rnn.bias_hh_l0_reverse	5	-0.11703440546989441
182199	rnn.bias_hh_l0_reverse	6	-0.07152414321899414
182199	rnn.bias_hh_l0_reverse	7	-0.18070068955421448
182199	rnn.bias_hh_l0_reverse	8	-0.05870089679956436
182199	rnn.bias_hh_l0_reverse	9	-0.1273251175880432
182199	linear.weight	0	-0.21827943623065948
182199	linear.weight	1	-0.08659981191158295
182199	linear.weight	2	-0.011228874325752258
182199	linear.weight	3	-0.09916705638170242
182199	linear.weight	4	-0.017985869199037552
182199	linear.weight	5	0.22621215879917145
182199	linear.weight	6	0.0047744326293468475
182199	linear.weight	7	-0.021312154829502106
182199	linear.weight	8	0.18729449808597565
182199	linear.weight	9	0.24854277074337006
182199	linear.bias	0	-0.8483788967132568
182199	linear.bias	1	1.401448369026184
182199	linear.bias	2	-0.4692726731300354
182199	linear.bias	3	-0.6925480961799622
182199	linear.bias	4	-0.827746570110321
182199	linear.bias	5	-1.177034854888916
182199	linear.bias	6	-0.9342267513275146
182199	linear.bias	7	-0.7458095550537109
182199	linear.bias	8	-0.01705317199230194
182199	linear.bias	9	3.427527666091919
182396	transitions	0	-0.43708115816116333
182396	transitions	1	8.694565773010254
182396	transitions	2	-3.55898118019104
182396	transitions	3	1.4975793361663818
182396	transitions	4	-2.161647319793701
182396	transitions	5	-0.4068869650363922
182396	transitions	6	-0.19182835519313812
182396	transitions	7	-10000.0
182396	transitions	8	1.8004704713821411
182396	transitions	9	-2.294355630874634
182396	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
182396	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
182396	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
182396	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
182396	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
182396	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
182396	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
182396	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
182396	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
182396	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
182396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
182396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
182396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
182396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
182396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
182396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
182396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
182396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
182396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
182396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
182396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
182396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
182396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
182396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
182396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
182396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
182396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
182396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
182396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
182396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
182396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
182396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
182396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
182396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
182396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
182396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
182396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
182396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
182396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
182396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
182396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
182396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
182396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
182396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
182396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
182396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
182396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
182396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
182396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
182396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
182396	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
182396	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
182396	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
182396	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
182396	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
182396	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
182396	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
182396	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
182396	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
182396	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
182396	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
182396	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
182396	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
182396	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
182396	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
182396	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
182396	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
182396	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
182396	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
182396	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
182396	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
182396	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
182396	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
182396	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
182396	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
182396	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
182396	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
182396	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
182396	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
182396	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
182396	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
182396	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
182396	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
182396	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
182396	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
182396	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
182396	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
182396	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
182396	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
182396	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
182396	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
182396	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
182396	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
182396	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
182396	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
182396	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
182396	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
182396	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
182396	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
182396	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
182396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
182396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
182396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
182396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
182396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
182396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
182396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
182396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
182396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
182396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
182396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
182396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
182396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
182396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
182396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
182396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
182396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
182396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
182396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
182396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
182396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
182396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
182396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
182396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
182396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
182396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
182396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
182396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
182396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
182396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
182396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
182396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
182396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
182396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
182396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
182396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
182396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
182396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
182396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
182396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
182396	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
182396	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
182396	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
182396	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
182396	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
182396	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
182396	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
182396	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
182396	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
182396	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
182396	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
182396	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
182396	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
182396	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
182396	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
182396	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
182396	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
182396	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
182396	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
182396	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
182396	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
182396	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
182396	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
182396	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
182396	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
182396	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
182396	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
182396	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
182396	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
182396	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
182396	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
182396	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
182396	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
182396	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
182396	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
182396	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
182396	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
182396	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
182396	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
182396	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
182396	embedding2nn.weight	0	0.04670475050806999
182396	embedding2nn.weight	1	-0.09199939668178558
182396	embedding2nn.weight	2	0.013635075651109219
182396	embedding2nn.weight	3	-0.05645102262496948
182396	embedding2nn.weight	4	-0.12531855702400208
182396	embedding2nn.weight	5	0.12126805633306503
182396	embedding2nn.weight	6	-0.10080869495868683
182396	embedding2nn.weight	7	-0.0691368579864502
182396	embedding2nn.weight	8	-0.029118603095412254
182396	embedding2nn.weight	9	0.03895578533411026
182396	embedding2nn.bias	0	0.07599066942930222
182396	embedding2nn.bias	1	0.013276053592562675
182396	embedding2nn.bias	2	-0.08186331391334534
182396	embedding2nn.bias	3	0.054331470280885696
182396	embedding2nn.bias	4	0.011486474424600601
182396	embedding2nn.bias	5	-0.1543240249156952
182396	embedding2nn.bias	6	-0.11662852019071579
182396	embedding2nn.bias	7	-0.051270246505737305
182396	embedding2nn.bias	8	0.09608185291290283
182396	embedding2nn.bias	9	-0.03413095697760582
182396	rnn.weight_ih_l0	0	0.04837242513895035
182396	rnn.weight_ih_l0	1	-0.07833223044872284
182396	rnn.weight_ih_l0	2	-0.03893265500664711
182396	rnn.weight_ih_l0	3	-0.04163798689842224
182396	rnn.weight_ih_l0	4	0.019459795206785202
182396	rnn.weight_ih_l0	5	-0.11314526945352554
182396	rnn.weight_ih_l0	6	-0.04983798414468765
182396	rnn.weight_ih_l0	7	-0.0068761506117880344
182396	rnn.weight_ih_l0	8	0.08112409710884094
182396	rnn.weight_ih_l0	9	0.013012253679335117
182396	rnn.weight_hh_l0	0	-6.402069266187027e-05
182396	rnn.weight_hh_l0	1	-0.08527520298957825
182396	rnn.weight_hh_l0	2	0.06507813185453415
182396	rnn.weight_hh_l0	3	0.04567990452051163
182396	rnn.weight_hh_l0	4	0.005125250201672316
182396	rnn.weight_hh_l0	5	0.06801105290651321
182396	rnn.weight_hh_l0	6	-0.018673928454518318
182396	rnn.weight_hh_l0	7	-0.10382898896932602
182396	rnn.weight_hh_l0	8	0.01311391033232212
182396	rnn.weight_hh_l0	9	-0.08054504543542862
182396	rnn.bias_ih_l0	0	-0.07337740808725357
182396	rnn.bias_ih_l0	1	-0.1801229864358902
182396	rnn.bias_ih_l0	2	-0.2593773305416107
182396	rnn.bias_ih_l0	3	-0.28307080268859863
182396	rnn.bias_ih_l0	4	0.012498104013502598
182396	rnn.bias_ih_l0	5	0.04051768779754639
182396	rnn.bias_ih_l0	6	-0.16004125773906708
182396	rnn.bias_ih_l0	7	-0.2653226852416992
182396	rnn.bias_ih_l0	8	-0.13509078323841095
182396	rnn.bias_ih_l0	9	-0.17052078247070312
182396	rnn.bias_hh_l0	0	0.11986939609050751
182396	rnn.bias_hh_l0	1	-0.058984532952308655
182396	rnn.bias_hh_l0	2	0.03766696900129318
182396	rnn.bias_hh_l0	3	-0.1822906732559204
182396	rnn.bias_hh_l0	4	0.031270015984773636
182396	rnn.bias_hh_l0	5	0.0533059798181057
182396	rnn.bias_hh_l0	6	-0.10083343088626862
182396	rnn.bias_hh_l0	7	-0.15317843854427338
182396	rnn.bias_hh_l0	8	-0.19073033332824707
182396	rnn.bias_hh_l0	9	-0.10454470664262772
182396	rnn.weight_ih_l0_reverse	0	-0.027504535391926765
182396	rnn.weight_ih_l0_reverse	1	-0.004869122989475727
182396	rnn.weight_ih_l0_reverse	2	0.01671707071363926
182396	rnn.weight_ih_l0_reverse	3	0.00791247095912695
182396	rnn.weight_ih_l0_reverse	4	0.03335557505488396
182396	rnn.weight_ih_l0_reverse	5	-0.05212065204977989
182396	rnn.weight_ih_l0_reverse	6	-0.0416201613843441
182396	rnn.weight_ih_l0_reverse	7	0.009399975650012493
182396	rnn.weight_ih_l0_reverse	8	0.09019738435745239
182396	rnn.weight_ih_l0_reverse	9	0.007018317002803087
182396	rnn.weight_hh_l0_reverse	0	0.005297694820910692
182396	rnn.weight_hh_l0_reverse	1	0.03025193139910698
182396	rnn.weight_hh_l0_reverse	2	-0.040535371750593185
182396	rnn.weight_hh_l0_reverse	3	0.03956988453865051
182396	rnn.weight_hh_l0_reverse	4	0.02265848033130169
182396	rnn.weight_hh_l0_reverse	5	-0.002619872335344553
182396	rnn.weight_hh_l0_reverse	6	0.06324797868728638
182396	rnn.weight_hh_l0_reverse	7	0.02915581502020359
182396	rnn.weight_hh_l0_reverse	8	-0.021649766713380814
182396	rnn.weight_hh_l0_reverse	9	-0.0337088368833065
182396	rnn.bias_ih_l0_reverse	0	-0.15051564574241638
182396	rnn.bias_ih_l0_reverse	1	-0.3182919919490814
182396	rnn.bias_ih_l0_reverse	2	-0.06251120567321777
182396	rnn.bias_ih_l0_reverse	3	-0.1409383863210678
182396	rnn.bias_ih_l0_reverse	4	0.06524281948804855
182396	rnn.bias_ih_l0_reverse	5	-0.2700052261352539
182396	rnn.bias_ih_l0_reverse	6	-0.05909327417612076
182396	rnn.bias_ih_l0_reverse	7	0.017010003328323364
182396	rnn.bias_ih_l0_reverse	8	-0.18879562616348267
182396	rnn.bias_ih_l0_reverse	9	-0.08539008349180222
182396	rnn.bias_hh_l0_reverse	0	-0.15694792568683624
182396	rnn.bias_hh_l0_reverse	1	-0.14033183455467224
182396	rnn.bias_hh_l0_reverse	2	-0.016661575064063072
182396	rnn.bias_hh_l0_reverse	3	-0.13578809797763824
182396	rnn.bias_hh_l0_reverse	4	-0.030039191246032715
182396	rnn.bias_hh_l0_reverse	5	-0.11769075691699982
182396	rnn.bias_hh_l0_reverse	6	-0.0695946216583252
182396	rnn.bias_hh_l0_reverse	7	-0.18231317400932312
182396	rnn.bias_hh_l0_reverse	8	-0.05922658368945122
182396	rnn.bias_hh_l0_reverse	9	-0.12786386907100677
182396	linear.weight	0	-0.21978051960468292
182396	linear.weight	1	-0.08499794453382492
182396	linear.weight	2	-0.011228874325752258
182396	linear.weight	3	-0.10454598069190979
182396	linear.weight	4	-0.005508896894752979
182396	linear.weight	5	0.22995105385780334
182396	linear.weight	6	0.0047744326293468475
182396	linear.weight	7	-0.021312154829502106
182396	linear.weight	8	0.18196119368076324
182396	linear.weight	9	0.242604598402977
182396	linear.bias	0	-0.822428286075592
182396	linear.bias	1	1.3849573135375977
182396	linear.bias	2	-0.47658926248550415
182396	linear.bias	3	-0.6858425140380859
182396	linear.bias	4	-0.8302079439163208
182396	linear.bias	5	-1.1770515441894531
182396	linear.bias	6	-0.9128268361091614
182396	linear.bias	7	-0.7136028409004211
182396	linear.bias	8	-0.01705317199230194
182396	linear.bias	9	3.403627395629883
182593	transitions	0	-0.4371369183063507
182593	transitions	1	8.712512969970703
182593	transitions	2	-3.5592925548553467
182593	transitions	3	1.4987823963165283
182593	transitions	4	-2.1621804237365723
182593	transitions	5	-0.4069351851940155
182593	transitions	6	-0.19184133410453796
182593	transitions	7	-10000.0
182593	transitions	8	1.8001477718353271
182593	transitions	9	-2.294365644454956
182593	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
182593	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
182593	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
182593	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
182593	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
182593	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
182593	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
182593	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
182593	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
182593	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
182593	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
182593	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
182593	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
182593	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
182593	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
182593	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
182593	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
182593	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
182593	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
182593	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
182593	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
182593	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
182593	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
182593	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
182593	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
182593	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
182593	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
182593	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
182593	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
182593	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
182593	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
182593	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
182593	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
182593	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
182593	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
182593	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
182593	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
182593	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
182593	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
182593	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
182593	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
182593	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
182593	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
182593	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
182593	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
182593	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
182593	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
182593	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
182593	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
182593	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
182593	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
182593	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
182593	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
182593	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
182593	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
182593	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
182593	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
182593	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
182593	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
182593	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
182593	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
182593	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
182593	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
182593	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
182593	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
182593	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
182593	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
182593	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
182593	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
182593	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
182593	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
182593	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
182593	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
182593	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
182593	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
182593	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
182593	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
182593	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
182593	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
182593	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
182593	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
182593	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
182593	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
182593	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
182593	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
182593	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
182593	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
182593	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
182593	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
182593	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
182593	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
182593	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
182593	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
182593	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
182593	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
182593	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
182593	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
182593	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
182593	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
182593	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
182593	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
182593	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
182593	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
182593	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
182593	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
182593	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
182593	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
182593	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
182593	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
182593	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
182593	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
182593	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
182593	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
182593	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
182593	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
182593	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
182593	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
182593	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
182593	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
182593	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
182593	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
182593	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
182593	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
182593	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
182593	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
182593	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
182593	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
182593	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
182593	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
182593	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
182593	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
182593	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
182593	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
182593	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
182593	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
182593	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
182593	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
182593	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
182593	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
182593	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
182593	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
182593	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
182593	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
182593	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
182593	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
182593	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
182593	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
182593	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
182593	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
182593	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
182593	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
182593	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
182593	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
182593	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
182593	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
182593	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
182593	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
182593	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
182593	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
182593	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
182593	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
182593	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
182593	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
182593	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
182593	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
182593	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
182593	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
182593	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
182593	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
182593	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
182593	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
182593	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
182593	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
182593	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
182593	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
182593	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
182593	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
182593	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
182593	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
182593	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
182593	embedding2nn.weight	0	0.046759698539972305
182593	embedding2nn.weight	1	-0.0926189199090004
182593	embedding2nn.weight	2	0.01519925706088543
182593	embedding2nn.weight	3	-0.05612786486744881
182593	embedding2nn.weight	4	-0.12518329918384552
182593	embedding2nn.weight	5	0.12253279983997345
182593	embedding2nn.weight	6	-0.0984453484416008
182593	embedding2nn.weight	7	-0.07031256705522537
182593	embedding2nn.weight	8	-0.02855205163359642
182593	embedding2nn.weight	9	0.04035930708050728
182593	embedding2nn.bias	0	0.0928088054060936
182593	embedding2nn.bias	1	0.00016606920689810067
182593	embedding2nn.bias	2	-0.0878961980342865
182593	embedding2nn.bias	3	0.050176482647657394
182593	embedding2nn.bias	4	0.010861442424356937
182593	embedding2nn.bias	5	-0.15452329814434052
182593	embedding2nn.bias	6	-0.11874513328075409
182593	embedding2nn.bias	7	-0.051487792283296585
182593	embedding2nn.bias	8	0.087803915143013
182593	embedding2nn.bias	9	-0.047613177448511124
182593	rnn.weight_ih_l0	0	0.04807714372873306
182593	rnn.weight_ih_l0	1	-0.07807726413011551
182593	rnn.weight_ih_l0	2	-0.03870914876461029
182593	rnn.weight_ih_l0	3	-0.04126083105802536
182593	rnn.weight_ih_l0	4	0.017016755416989326
182593	rnn.weight_ih_l0	5	-0.1128295436501503
182593	rnn.weight_ih_l0	6	-0.04839574918150902
182593	rnn.weight_ih_l0	7	-0.007329135201871395
182593	rnn.weight_ih_l0	8	0.08031976968050003
182593	rnn.weight_ih_l0	9	0.012700839899480343
182593	rnn.weight_hh_l0	0	-0.00029119206010363996
182593	rnn.weight_hh_l0	1	-0.0860622301697731
182593	rnn.weight_hh_l0	2	0.06560937315225601
182593	rnn.weight_hh_l0	3	0.04591156914830208
182593	rnn.weight_hh_l0	4	0.0050741820596158504
182593	rnn.weight_hh_l0	5	0.06851179897785187
182593	rnn.weight_hh_l0	6	-0.018671885132789612
182593	rnn.weight_hh_l0	7	-0.10426647216081619
182593	rnn.weight_hh_l0	8	0.013173090294003487
182593	rnn.weight_hh_l0	9	-0.08268604427576065
182593	rnn.bias_ih_l0	0	-0.074564628303051
182593	rnn.bias_ih_l0	1	-0.18237556517124176
182593	rnn.bias_ih_l0	2	-0.25910481810569763
182593	rnn.bias_ih_l0	3	-0.28436294198036194
182593	rnn.bias_ih_l0	4	0.013267850503325462
182593	rnn.bias_ih_l0	5	0.04114840552210808
182593	rnn.bias_ih_l0	6	-0.1598769575357437
182593	rnn.bias_ih_l0	7	-0.2653229832649231
182593	rnn.bias_ih_l0	8	-0.13724642992019653
182593	rnn.bias_ih_l0	9	-0.17237889766693115
182593	rnn.bias_hh_l0	0	0.1221102625131607
182593	rnn.bias_hh_l0	1	-0.059294480830430984
182593	rnn.bias_hh_l0	2	0.036916427314281464
182593	rnn.bias_hh_l0	3	-0.18344487249851227
182593	rnn.bias_hh_l0	4	0.03339732065796852
182593	rnn.bias_hh_l0	5	0.05355920270085335
182593	rnn.bias_hh_l0	6	-0.10410880297422409
182593	rnn.bias_hh_l0	7	-0.1508670449256897
182593	rnn.bias_hh_l0	8	-0.19179236888885498
182593	rnn.bias_hh_l0	9	-0.1025024875998497
182593	rnn.weight_ih_l0_reverse	0	-0.026978028938174248
182593	rnn.weight_ih_l0_reverse	1	-0.005477773025631905
182593	rnn.weight_ih_l0_reverse	2	0.016622183844447136
182593	rnn.weight_ih_l0_reverse	3	0.0073331426829099655
182593	rnn.weight_ih_l0_reverse	4	0.03481917455792427
182593	rnn.weight_ih_l0_reverse	5	-0.05268929526209831
182593	rnn.weight_ih_l0_reverse	6	-0.04179038852453232
182593	rnn.weight_ih_l0_reverse	7	0.010865054093301296
182593	rnn.weight_ih_l0_reverse	8	0.09008830785751343
182593	rnn.weight_ih_l0_reverse	9	0.0051066018640995026
182593	rnn.weight_hh_l0_reverse	0	0.004991252440959215
182593	rnn.weight_hh_l0_reverse	1	0.030654611065983772
182593	rnn.weight_hh_l0_reverse	2	-0.04070677608251572
182593	rnn.weight_hh_l0_reverse	3	0.03920438513159752
182593	rnn.weight_hh_l0_reverse	4	0.022938691079616547
182593	rnn.weight_hh_l0_reverse	5	-0.002739646704867482
182593	rnn.weight_hh_l0_reverse	6	0.06353632360696793
182593	rnn.weight_hh_l0_reverse	7	0.02927067130804062
182593	rnn.weight_hh_l0_reverse	8	-0.020656326785683632
182593	rnn.weight_hh_l0_reverse	9	-0.03385983034968376
182593	rnn.bias_ih_l0_reverse	0	-0.14975106716156006
182593	rnn.bias_ih_l0_reverse	1	-0.3171250522136688
182593	rnn.bias_ih_l0_reverse	2	-0.061991166323423386
182593	rnn.bias_ih_l0_reverse	3	-0.1420907974243164
182593	rnn.bias_ih_l0_reverse	4	0.0636003240942955
182593	rnn.bias_ih_l0_reverse	5	-0.2678808271884918
182593	rnn.bias_ih_l0_reverse	6	-0.05941276624798775
182593	rnn.bias_ih_l0_reverse	7	0.017774390056729317
182593	rnn.bias_ih_l0_reverse	8	-0.18626415729522705
182593	rnn.bias_ih_l0_reverse	9	-0.08597397059202194
182593	rnn.bias_hh_l0_reverse	0	-0.15748131275177002
182593	rnn.bias_hh_l0_reverse	1	-0.14170604944229126
182593	rnn.bias_hh_l0_reverse	2	-0.01686001382768154
182593	rnn.bias_hh_l0_reverse	3	-0.13653159141540527
182593	rnn.bias_hh_l0_reverse	4	-0.029722057282924652
182593	rnn.bias_hh_l0_reverse	5	-0.11794882267713547
182593	rnn.bias_hh_l0_reverse	6	-0.07102680206298828
182593	rnn.bias_hh_l0_reverse	7	-0.18278509378433228
182593	rnn.bias_hh_l0_reverse	8	-0.06027543917298317
182593	rnn.bias_hh_l0_reverse	9	-0.12479045242071152
182593	linear.weight	0	-0.22887973487377167
182593	linear.weight	1	-0.08798306435346603
182593	linear.weight	2	-0.011228874325752258
182593	linear.weight	3	-0.10270363837480545
182593	linear.weight	4	-0.0018391042249277234
182593	linear.weight	5	0.22638511657714844
182593	linear.weight	6	0.0047744326293468475
182593	linear.weight	7	-0.021312154829502106
182593	linear.weight	8	0.17872393131256104
182593	linear.weight	9	0.2479076087474823
182593	linear.bias	0	-0.8235895037651062
182593	linear.bias	1	1.393714189529419
182593	linear.bias	2	-0.4657460153102875
182593	linear.bias	3	-0.6690331101417542
182593	linear.bias	4	-0.847869336605072
182593	linear.bias	5	-1.1770697832107544
182593	linear.bias	6	-0.9136189222335815
182593	linear.bias	7	-0.7402313947677612
182593	linear.bias	8	-0.01705317199230194
182593	linear.bias	9	3.418346405029297
182790	transitions	0	-0.4374256432056427
182790	transitions	1	8.713419914245605
182790	transitions	2	-3.5596213340759277
182790	transitions	3	1.4940953254699707
182790	transitions	4	-2.162421703338623
182790	transitions	5	-0.4069969952106476
182790	transitions	6	-0.19185598194599152
182790	transitions	7	-10000.0
182790	transitions	8	1.7985789775848389
182790	transitions	9	-2.294368267059326
182790	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
182790	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
182790	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
182790	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
182790	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
182790	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
182790	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
182790	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
182790	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
182790	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
182790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
182790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
182790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
182790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
182790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
182790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
182790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
182790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
182790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
182790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
182790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
182790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
182790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
182790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
182790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
182790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
182790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
182790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
182790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
182790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
182790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
182790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
182790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
182790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
182790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
182790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
182790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
182790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
182790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
182790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
182790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
182790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
182790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
182790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
182790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
182790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
182790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
182790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
182790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
182790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
182790	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
182790	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
182790	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
182790	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
182790	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
182790	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
182790	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
182790	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
182790	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
182790	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
182790	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
182790	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
182790	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
182790	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
182790	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
182790	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
182790	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
182790	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
182790	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
182790	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
182790	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
182790	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
182790	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
182790	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
182790	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
182790	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
182790	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
182790	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
182790	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
182790	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
182790	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
182790	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
182790	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
182790	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
182790	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
182790	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
182790	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
182790	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
182790	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
182790	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
182790	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
182790	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
182790	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
182790	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
182790	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
182790	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
182790	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
182790	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
182790	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
182790	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
182790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
182790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
182790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
182790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
182790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
182790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
182790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
182790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
182790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
182790	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
182790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
182790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
182790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
182790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
182790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
182790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
182790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
182790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
182790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
182790	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
182790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
182790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
182790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
182790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
182790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
182790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
182790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
182790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
182790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
182790	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
182790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
182790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
182790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
182790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
182790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
182790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
182790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
182790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
182790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
182790	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
182790	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
182790	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
182790	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
182790	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
182790	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
182790	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
182790	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
182790	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
182790	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
182790	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
182790	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
182790	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
182790	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
182790	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
182790	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
182790	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
182790	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
182790	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
182790	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
182790	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
182790	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
182790	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
182790	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
182790	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
182790	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
182790	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
182790	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
182790	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
182790	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
182790	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
182790	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
182790	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
182790	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
182790	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
182790	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
182790	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
182790	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
182790	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
182790	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
182790	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
182790	embedding2nn.weight	0	0.047241341322660446
182790	embedding2nn.weight	1	-0.09213396906852722
182790	embedding2nn.weight	2	0.016290046274662018
182790	embedding2nn.weight	3	-0.05623690038919449
182790	embedding2nn.weight	4	-0.12449070066213608
182790	embedding2nn.weight	5	0.12195097655057907
182790	embedding2nn.weight	6	-0.09777674078941345
182790	embedding2nn.weight	7	-0.07069085538387299
182790	embedding2nn.weight	8	-0.028213921934366226
182790	embedding2nn.weight	9	0.0392204225063324
182790	embedding2nn.bias	0	0.08578134328126907
182790	embedding2nn.bias	1	0.007468012161552906
182790	embedding2nn.bias	2	-0.09412728995084763
182790	embedding2nn.bias	3	0.04759382829070091
182790	embedding2nn.bias	4	0.018095750361680984
182790	embedding2nn.bias	5	-0.1527019739151001
182790	embedding2nn.bias	6	-0.11307235807180405
182790	embedding2nn.bias	7	-0.047999490052461624
182790	embedding2nn.bias	8	0.09613408148288727
182790	embedding2nn.bias	9	-0.05465560033917427
182790	rnn.weight_ih_l0	0	0.05033813416957855
182790	rnn.weight_ih_l0	1	-0.0780588909983635
182790	rnn.weight_ih_l0	2	-0.03916844353079796
182790	rnn.weight_ih_l0	3	-0.04309236630797386
182790	rnn.weight_ih_l0	4	0.016869034618139267
182790	rnn.weight_ih_l0	5	-0.11174048483371735
182790	rnn.weight_ih_l0	6	-0.04804746434092522
182790	rnn.weight_ih_l0	7	-0.007475418969988823
182790	rnn.weight_ih_l0	8	0.08197145164012909
182790	rnn.weight_ih_l0	9	0.013478991575539112
182790	rnn.weight_hh_l0	0	0.0006172737339511514
182790	rnn.weight_hh_l0	1	-0.08739222586154938
182790	rnn.weight_hh_l0	2	0.06578097492456436
182790	rnn.weight_hh_l0	3	0.046446654945611954
182790	rnn.weight_hh_l0	4	0.004861261695623398
182790	rnn.weight_hh_l0	5	0.06788919121026993
182790	rnn.weight_hh_l0	6	-0.018501248210668564
182790	rnn.weight_hh_l0	7	-0.10466616600751877
182790	rnn.weight_hh_l0	8	0.013009641319513321
182790	rnn.weight_hh_l0	9	-0.08091366291046143
182790	rnn.bias_ih_l0	0	-0.07509933412075043
182790	rnn.bias_ih_l0	1	-0.18212813138961792
182790	rnn.bias_ih_l0	2	-0.26018720865249634
182790	rnn.bias_ih_l0	3	-0.2836630642414093
182790	rnn.bias_ih_l0	4	0.012084431946277618
182790	rnn.bias_ih_l0	5	0.03821950778365135
182790	rnn.bias_ih_l0	6	-0.16110436618328094
182790	rnn.bias_ih_l0	7	-0.26523882150650024
182790	rnn.bias_ih_l0	8	-0.13766932487487793
182790	rnn.bias_ih_l0	9	-0.17127077281475067
182790	rnn.bias_hh_l0	0	0.12418121844530106
182790	rnn.bias_hh_l0	1	-0.060063619166612625
182790	rnn.bias_hh_l0	2	0.036919061094522476
182790	rnn.bias_hh_l0	3	-0.1823086142539978
182790	rnn.bias_hh_l0	4	0.032708361744880676
182790	rnn.bias_hh_l0	5	0.05120253562927246
182790	rnn.bias_hh_l0	6	-0.10436584055423737
182790	rnn.bias_hh_l0	7	-0.15146832168102264
182790	rnn.bias_hh_l0	8	-0.1914432793855667
182790	rnn.bias_hh_l0	9	-0.10191894322633743
182790	rnn.weight_ih_l0_reverse	0	-0.02739325352013111
182790	rnn.weight_ih_l0_reverse	1	-0.005777656100690365
182790	rnn.weight_ih_l0_reverse	2	0.016882242634892464
182790	rnn.weight_ih_l0_reverse	3	0.006818883121013641
182790	rnn.weight_ih_l0_reverse	4	0.0335325263440609
182790	rnn.weight_ih_l0_reverse	5	-0.0533522292971611
182790	rnn.weight_ih_l0_reverse	6	-0.040978897362947464
182790	rnn.weight_ih_l0_reverse	7	0.010026108473539352
182790	rnn.weight_ih_l0_reverse	8	0.0893147736787796
182790	rnn.weight_ih_l0_reverse	9	0.00527372257784009
182790	rnn.weight_hh_l0_reverse	0	0.005387183278799057
182790	rnn.weight_hh_l0_reverse	1	0.030144555494189262
182790	rnn.weight_hh_l0_reverse	2	-0.040961187332868576
182790	rnn.weight_hh_l0_reverse	3	0.03938940912485123
182790	rnn.weight_hh_l0_reverse	4	0.023418566212058067
182790	rnn.weight_hh_l0_reverse	5	-0.0023492828477174044
182790	rnn.weight_hh_l0_reverse	6	0.06367156654596329
182790	rnn.weight_hh_l0_reverse	7	0.029200900346040726
182790	rnn.weight_hh_l0_reverse	8	-0.021301032975316048
182790	rnn.weight_hh_l0_reverse	9	-0.033938217908144
182790	rnn.bias_ih_l0_reverse	0	-0.15022669732570648
182790	rnn.bias_ih_l0_reverse	1	-0.31630903482437134
182790	rnn.bias_ih_l0_reverse	2	-0.062477387487888336
182790	rnn.bias_ih_l0_reverse	3	-0.14117401838302612
182790	rnn.bias_ih_l0_reverse	4	0.06211619824171066
182790	rnn.bias_ih_l0_reverse	5	-0.2670549154281616
182790	rnn.bias_ih_l0_reverse	6	-0.062195658683776855
182790	rnn.bias_ih_l0_reverse	7	0.017610633745789528
182790	rnn.bias_ih_l0_reverse	8	-0.18823806941509247
182790	rnn.bias_ih_l0_reverse	9	-0.08656855672597885
182790	rnn.bias_hh_l0_reverse	0	-0.15925157070159912
182790	rnn.bias_hh_l0_reverse	1	-0.13994912803173065
182790	rnn.bias_hh_l0_reverse	2	-0.017470642924308777
182790	rnn.bias_hh_l0_reverse	3	-0.13622337579727173
182790	rnn.bias_hh_l0_reverse	4	-0.030056001618504524
182790	rnn.bias_hh_l0_reverse	5	-0.11779984831809998
182790	rnn.bias_hh_l0_reverse	6	-0.06980805844068527
182790	rnn.bias_hh_l0_reverse	7	-0.18371659517288208
182790	rnn.bias_hh_l0_reverse	8	-0.0605420246720314
182790	rnn.bias_hh_l0_reverse	9	-0.12752054631710052
182790	linear.weight	0	-0.22945770621299744
182790	linear.weight	1	-0.08673685044050217
182790	linear.weight	2	-0.011228874325752258
182790	linear.weight	3	-0.10060287266969681
182790	linear.weight	4	-0.0010175952920690179
182790	linear.weight	5	0.23771224915981293
182790	linear.weight	6	0.0047744326293468475
182790	linear.weight	7	-0.021312154829502106
182790	linear.weight	8	0.1858942210674286
182790	linear.weight	9	0.25240370631217957
182790	linear.bias	0	-0.8473557829856873
182790	linear.bias	1	1.4182683229446411
182790	linear.bias	2	-0.4658690392971039
182790	linear.bias	3	-0.6553307175636292
182790	linear.bias	4	-0.844833254814148
182790	linear.bias	5	-1.1770905256271362
182790	linear.bias	6	-0.9376128911972046
182790	linear.bias	7	-0.7580838203430176
182790	linear.bias	8	-0.01705317199230194
182790	linear.bias	9	3.402911424636841
182987	transitions	0	-0.4374813139438629
182987	transitions	1	8.698165893554688
182987	transitions	2	-3.559938669204712
182987	transitions	3	1.4948251247406006
182987	transitions	4	-2.162585973739624
182987	transitions	5	-0.40715256333351135
182987	transitions	6	-0.19186748564243317
182987	transitions	7	-10000.0
182987	transitions	8	1.7984671592712402
182987	transitions	9	-2.294372797012329
182987	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
182987	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
182987	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
182987	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
182987	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
182987	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
182987	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
182987	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
182987	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
182987	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
182987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
182987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
182987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
182987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
182987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
182987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
182987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
182987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
182987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
182987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
182987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
182987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
182987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
182987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
182987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
182987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
182987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
182987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
182987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
182987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
182987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
182987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
182987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
182987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
182987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
182987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
182987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
182987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
182987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
182987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
182987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
182987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
182987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
182987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
182987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
182987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
182987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
182987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
182987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
182987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
182987	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
182987	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
182987	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
182987	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
182987	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
182987	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
182987	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
182987	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
182987	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
182987	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
182987	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
182987	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
182987	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
182987	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
182987	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
182987	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
182987	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
182987	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
182987	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
182987	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
182987	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
182987	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
182987	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
182987	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
182987	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
182987	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
182987	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
182987	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
182987	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
182987	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
182987	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
182987	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
182987	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
182987	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
182987	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
182987	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
182987	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
182987	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
182987	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
182987	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
182987	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
182987	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
182987	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
182987	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
182987	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
182987	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
182987	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
182987	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
182987	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
182987	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
182987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
182987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
182987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
182987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
182987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
182987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
182987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
182987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
182987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
182987	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
182987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
182987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
182987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
182987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
182987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
182987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
182987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
182987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
182987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
182987	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
182987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
182987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
182987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
182987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
182987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
182987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
182987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
182987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
182987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
182987	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
182987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
182987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
182987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
182987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
182987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
182987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
182987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
182987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
182987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
182987	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
182987	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
182987	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
182987	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
182987	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
182987	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
182987	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
182987	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
182987	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
182987	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
182987	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
182987	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
182987	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
182987	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
182987	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
182987	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
182987	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
182987	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
182987	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
182987	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
182987	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
182987	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
182987	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
182987	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
182987	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
182987	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
182987	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
182987	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
182987	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
182987	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
182987	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
182987	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
182987	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
182987	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
182987	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
182987	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
182987	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
182987	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
182987	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
182987	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
182987	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
182987	embedding2nn.weight	0	0.0469062402844429
182987	embedding2nn.weight	1	-0.0920102521777153
182987	embedding2nn.weight	2	0.013436665758490562
182987	embedding2nn.weight	3	-0.0568632148206234
182987	embedding2nn.weight	4	-0.12256354093551636
182987	embedding2nn.weight	5	0.12265840172767639
182987	embedding2nn.weight	6	-0.10263407975435257
182987	embedding2nn.weight	7	-0.07011653482913971
182987	embedding2nn.weight	8	-0.027888787910342216
182987	embedding2nn.weight	9	0.03892425820231438
182987	embedding2nn.bias	0	0.08721445500850677
182987	embedding2nn.bias	1	0.0037219144869595766
182987	embedding2nn.bias	2	-0.09748179465532303
182987	embedding2nn.bias	3	0.047417815774679184
182987	embedding2nn.bias	4	0.02198839746415615
182987	embedding2nn.bias	5	-0.15605422854423523
182987	embedding2nn.bias	6	-0.11269104480743408
182987	embedding2nn.bias	7	-0.0463993139564991
182987	embedding2nn.bias	8	0.10384262353181839
182987	embedding2nn.bias	9	-0.05652996897697449
182987	rnn.weight_ih_l0	0	0.04989714175462723
182987	rnn.weight_ih_l0	1	-0.07743286341428757
182987	rnn.weight_ih_l0	2	-0.038678862154483795
182987	rnn.weight_ih_l0	3	-0.043016526848077774
182987	rnn.weight_ih_l0	4	0.01567639410495758
182987	rnn.weight_ih_l0	5	-0.11130882054567337
182987	rnn.weight_ih_l0	6	-0.04734025150537491
182987	rnn.weight_ih_l0	7	-0.007362786214798689
182987	rnn.weight_ih_l0	8	0.08266542106866837
182987	rnn.weight_ih_l0	9	0.01418335735797882
182987	rnn.weight_hh_l0	0	-4.4877415348310024e-05
182987	rnn.weight_hh_l0	1	-0.08655408024787903
182987	rnn.weight_hh_l0	2	0.06602150201797485
182987	rnn.weight_hh_l0	3	0.04682687669992447
182987	rnn.weight_hh_l0	4	0.0050573572516441345
182987	rnn.weight_hh_l0	5	0.06818085163831711
182987	rnn.weight_hh_l0	6	-0.01856215111911297
182987	rnn.weight_hh_l0	7	-0.10464849323034286
182987	rnn.weight_hh_l0	8	0.013299037702381611
182987	rnn.weight_hh_l0	9	-0.08056357502937317
182987	rnn.bias_ih_l0	0	-0.07527022063732147
182987	rnn.bias_ih_l0	1	-0.18083910644054413
182987	rnn.bias_ih_l0	2	-0.2606099545955658
182987	rnn.bias_ih_l0	3	-0.28325676918029785
182987	rnn.bias_ih_l0	4	0.011987044475972652
182987	rnn.bias_ih_l0	5	0.03815576061606407
182987	rnn.bias_ih_l0	6	-0.1586989313364029
182987	rnn.bias_ih_l0	7	-0.26293519139289856
182987	rnn.bias_ih_l0	8	-0.13552060723304749
182987	rnn.bias_ih_l0	9	-0.17233310639858246
182987	rnn.bias_hh_l0	0	0.12436636537313461
182987	rnn.bias_hh_l0	1	-0.05916113033890724
182987	rnn.bias_hh_l0	2	0.03733786195516586
182987	rnn.bias_hh_l0	3	-0.181712806224823
182987	rnn.bias_hh_l0	4	0.034387074410915375
182987	rnn.bias_hh_l0	5	0.05118399113416672
182987	rnn.bias_hh_l0	6	-0.10364121198654175
182987	rnn.bias_hh_l0	7	-0.14974236488342285
182987	rnn.bias_hh_l0	8	-0.19257937371730804
182987	rnn.bias_hh_l0	9	-0.10323725640773773
182987	rnn.weight_ih_l0_reverse	0	-0.02718472294509411
182987	rnn.weight_ih_l0_reverse	1	-0.0060262493789196014
182987	rnn.weight_ih_l0_reverse	2	0.017771299928426743
182987	rnn.weight_ih_l0_reverse	3	0.006033251993358135
182987	rnn.weight_ih_l0_reverse	4	0.03374744579195976
182987	rnn.weight_ih_l0_reverse	5	-0.05384659767150879
182987	rnn.weight_ih_l0_reverse	6	-0.0432187095284462
182987	rnn.weight_ih_l0_reverse	7	0.01068775076419115
182987	rnn.weight_ih_l0_reverse	8	0.08897208422422409
182987	rnn.weight_ih_l0_reverse	9	0.0051510208286345005
182987	rnn.weight_hh_l0_reverse	0	0.005392134655267
182987	rnn.weight_hh_l0_reverse	1	0.030014967545866966
182987	rnn.weight_hh_l0_reverse	2	-0.04078483209013939
182987	rnn.weight_hh_l0_reverse	3	0.03929205611348152
182987	rnn.weight_hh_l0_reverse	4	0.02315971441566944
182987	rnn.weight_hh_l0_reverse	5	-0.0020013602916151285
182987	rnn.weight_hh_l0_reverse	6	0.06388544291257858
182987	rnn.weight_hh_l0_reverse	7	0.029135383665561676
182987	rnn.weight_hh_l0_reverse	8	-0.020002184435725212
182987	rnn.weight_hh_l0_reverse	9	-0.03423646464943886
182987	rnn.bias_ih_l0_reverse	0	-0.15111151337623596
182987	rnn.bias_ih_l0_reverse	1	-0.3172207772731781
182987	rnn.bias_ih_l0_reverse	2	-0.0614321306347847
182987	rnn.bias_ih_l0_reverse	3	-0.14163440465927124
182987	rnn.bias_ih_l0_reverse	4	0.06308040767908096
182987	rnn.bias_ih_l0_reverse	5	-0.2680814862251282
182987	rnn.bias_ih_l0_reverse	6	-0.0631764754652977
182987	rnn.bias_ih_l0_reverse	7	0.014210649766027927
182987	rnn.bias_ih_l0_reverse	8	-0.1886225938796997
182987	rnn.bias_ih_l0_reverse	9	-0.08595674484968185
182987	rnn.bias_hh_l0_reverse	0	-0.158119797706604
182987	rnn.bias_hh_l0_reverse	1	-0.14218150079250336
182987	rnn.bias_hh_l0_reverse	2	-0.01736295409500599
182987	rnn.bias_hh_l0_reverse	3	-0.1371418684720993
182987	rnn.bias_hh_l0_reverse	4	-0.030848268419504166
182987	rnn.bias_hh_l0_reverse	5	-0.11838233470916748
182987	rnn.bias_hh_l0_reverse	6	-0.068789541721344
182987	rnn.bias_hh_l0_reverse	7	-0.18209652602672577
182987	rnn.bias_hh_l0_reverse	8	-0.06044274941086769
182987	rnn.bias_hh_l0_reverse	9	-0.12854188680648804
182987	linear.weight	0	-0.2208748161792755
182987	linear.weight	1	-0.0909232571721077
182987	linear.weight	2	-0.011228874325752258
182987	linear.weight	3	-0.09196087718009949
182987	linear.weight	4	0.00367154274135828
182987	linear.weight	5	0.23705768585205078
182987	linear.weight	6	0.0047744326293468475
182987	linear.weight	7	-0.021312154829502106
182987	linear.weight	8	0.18481703102588654
182987	linear.weight	9	0.24801847338676453
182987	linear.bias	0	-0.8373551964759827
182987	linear.bias	1	1.420240879058838
182987	linear.bias	2	-0.4814971685409546
182987	linear.bias	3	-0.67931067943573
182987	linear.bias	4	-0.8426241874694824
182987	linear.bias	5	-1.1771060228347778
182987	linear.bias	6	-0.9286973476409912
182987	linear.bias	7	-0.7745161652565002
182987	linear.bias	8	-0.01705317199230194
182987	linear.bias	9	3.4199721813201904
183184	transitions	0	-0.43752485513687134
183184	transitions	1	8.687931060791016
183184	transitions	2	-3.560241460800171
183184	transitions	3	1.4972370862960815
183184	transitions	4	-2.1629397869110107
183184	transitions	5	-0.4071944057941437
183184	transitions	6	-0.19188763201236725
183184	transitions	7	-10000.0
183184	transitions	8	1.8002079725265503
183184	transitions	9	-2.294373035430908
183184	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
183184	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
183184	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
183184	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
183184	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
183184	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
183184	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
183184	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
183184	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
183184	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
183184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
183184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
183184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
183184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
183184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
183184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
183184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
183184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
183184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
183184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
183184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
183184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
183184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
183184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
183184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
183184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
183184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
183184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
183184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
183184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
183184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
183184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
183184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
183184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
183184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
183184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
183184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
183184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
183184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
183184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
183184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
183184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
183184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
183184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
183184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
183184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
183184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
183184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
183184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
183184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
183184	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
183184	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
183184	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
183184	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
183184	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
183184	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
183184	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
183184	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
183184	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
183184	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
183184	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
183184	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
183184	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
183184	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
183184	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
183184	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
183184	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
183184	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
183184	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
183184	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
183184	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
183184	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
183184	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
183184	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
183184	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
183184	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
183184	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
183184	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
183184	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
183184	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
183184	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
183184	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
183184	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
183184	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
183184	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
183184	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
183184	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
183184	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
183184	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
183184	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
183184	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
183184	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
183184	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
183184	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
183184	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
183184	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
183184	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
183184	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
183184	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
183184	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
183184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
183184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
183184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
183184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
183184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
183184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
183184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
183184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
183184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
183184	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
183184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
183184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
183184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
183184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
183184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
183184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
183184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
183184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
183184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
183184	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
183184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
183184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
183184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
183184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
183184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
183184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
183184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
183184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
183184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
183184	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
183184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
183184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
183184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
183184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
183184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
183184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
183184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
183184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
183184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
183184	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
183184	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
183184	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
183184	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
183184	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
183184	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
183184	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
183184	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
183184	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
183184	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
183184	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
183184	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
183184	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
183184	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
183184	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
183184	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
183184	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
183184	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
183184	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
183184	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
183184	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
183184	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
183184	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
183184	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
183184	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
183184	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
183184	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
183184	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
183184	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
183184	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
183184	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
183184	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
183184	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
183184	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
183184	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
183184	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
183184	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
183184	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
183184	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
183184	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
183184	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
183184	embedding2nn.weight	0	0.046305157244205475
183184	embedding2nn.weight	1	-0.0914214551448822
183184	embedding2nn.weight	2	0.013429345563054085
183184	embedding2nn.weight	3	-0.056290674954652786
183184	embedding2nn.weight	4	-0.1238422691822052
183184	embedding2nn.weight	5	0.12177755683660507
183184	embedding2nn.weight	6	-0.09619902819395065
183184	embedding2nn.weight	7	-0.07054728269577026
183184	embedding2nn.weight	8	-0.02802617847919464
183184	embedding2nn.weight	9	0.03901687636971474
183184	embedding2nn.bias	0	0.08620233088731766
183184	embedding2nn.bias	1	0.007623547688126564
183184	embedding2nn.bias	2	-0.08924982696771622
183184	embedding2nn.bias	3	0.03487657755613327
183184	embedding2nn.bias	4	0.016501255333423615
183184	embedding2nn.bias	5	-0.15559372305870056
183184	embedding2nn.bias	6	-0.11078094691038132
183184	embedding2nn.bias	7	-0.04917622357606888
183184	embedding2nn.bias	8	0.0949409157037735
183184	embedding2nn.bias	9	-0.0498235858976841
183184	rnn.weight_ih_l0	0	0.051268674433231354
183184	rnn.weight_ih_l0	1	-0.07657258957624435
183184	rnn.weight_ih_l0	2	-0.03733626753091812
183184	rnn.weight_ih_l0	3	-0.042637646198272705
183184	rnn.weight_ih_l0	4	0.01583298109471798
183184	rnn.weight_ih_l0	5	-0.11002067476511002
183184	rnn.weight_ih_l0	6	-0.04787712171673775
183184	rnn.weight_ih_l0	7	-0.0064783841371536255
183184	rnn.weight_ih_l0	8	0.08052974194288254
183184	rnn.weight_ih_l0	9	0.01480466965585947
183184	rnn.weight_hh_l0	0	0.00024277987540699542
183184	rnn.weight_hh_l0	1	-0.08550215512514114
183184	rnn.weight_hh_l0	2	0.06609881669282913
183184	rnn.weight_hh_l0	3	0.046646278351545334
183184	rnn.weight_hh_l0	4	0.005055874120444059
183184	rnn.weight_hh_l0	5	0.06823723763227463
183184	rnn.weight_hh_l0	6	-0.01839984394609928
183184	rnn.weight_hh_l0	7	-0.1047210767865181
183184	rnn.weight_hh_l0	8	0.012978424318134785
183184	rnn.weight_hh_l0	9	-0.08444604277610779
183184	rnn.bias_ih_l0	0	-0.07669855654239655
183184	rnn.bias_ih_l0	1	-0.18283668160438538
183184	rnn.bias_ih_l0	2	-0.2599961459636688
183184	rnn.bias_ih_l0	3	-0.28282275795936584
183184	rnn.bias_ih_l0	4	0.011314477771520615
183184	rnn.bias_ih_l0	5	0.03852327913045883
183184	rnn.bias_ih_l0	6	-0.15883995592594147
183184	rnn.bias_ih_l0	7	-0.2631196081638336
183184	rnn.bias_ih_l0	8	-0.1353062242269516
183184	rnn.bias_ih_l0	9	-0.17087937891483307
183184	rnn.bias_hh_l0	0	0.1234331801533699
183184	rnn.bias_hh_l0	1	-0.058771517127752304
183184	rnn.bias_hh_l0	2	0.038064081221818924
183184	rnn.bias_hh_l0	3	-0.18157221376895905
183184	rnn.bias_hh_l0	4	0.03657134249806404
183184	rnn.bias_hh_l0	5	0.050339225679636
183184	rnn.bias_hh_l0	6	-0.10661956667900085
183184	rnn.bias_hh_l0	7	-0.1496296226978302
183184	rnn.bias_hh_l0	8	-0.19320790469646454
183184	rnn.bias_hh_l0	9	-0.10365066677331924
183184	rnn.weight_ih_l0_reverse	0	-0.026401640847325325
183184	rnn.weight_ih_l0_reverse	1	-0.006467028986662626
183184	rnn.weight_ih_l0_reverse	2	0.01701461151242256
183184	rnn.weight_ih_l0_reverse	3	0.007121449802070856
183184	rnn.weight_ih_l0_reverse	4	0.03390069305896759
183184	rnn.weight_ih_l0_reverse	5	-0.05401637405157089
183184	rnn.weight_ih_l0_reverse	6	-0.0435662679374218
183184	rnn.weight_ih_l0_reverse	7	0.010933847166597843
183184	rnn.weight_ih_l0_reverse	8	0.08773790299892426
183184	rnn.weight_ih_l0_reverse	9	0.003930947277694941
183184	rnn.weight_hh_l0_reverse	0	0.005323783494532108
183184	rnn.weight_hh_l0_reverse	1	0.029973652213811874
183184	rnn.weight_hh_l0_reverse	2	-0.04041462764143944
183184	rnn.weight_hh_l0_reverse	3	0.03898978978395462
183184	rnn.weight_hh_l0_reverse	4	0.02298032119870186
183184	rnn.weight_hh_l0_reverse	5	-0.002206159755587578
183184	rnn.weight_hh_l0_reverse	6	0.06384417414665222
183184	rnn.weight_hh_l0_reverse	7	0.029040422290563583
183184	rnn.weight_hh_l0_reverse	8	-0.020337186753749847
183184	rnn.weight_hh_l0_reverse	9	-0.033732373267412186
183184	rnn.bias_ih_l0_reverse	0	-0.15158720314502716
183184	rnn.bias_ih_l0_reverse	1	-0.3174334764480591
183184	rnn.bias_ih_l0_reverse	2	-0.0619807206094265
183184	rnn.bias_ih_l0_reverse	3	-0.14116424322128296
183184	rnn.bias_ih_l0_reverse	4	0.06056471914052963
183184	rnn.bias_ih_l0_reverse	5	-0.26848798990249634
183184	rnn.bias_ih_l0_reverse	6	-0.06453970074653625
183184	rnn.bias_ih_l0_reverse	7	0.01770474761724472
183184	rnn.bias_ih_l0_reverse	8	-0.1895742416381836
183184	rnn.bias_ih_l0_reverse	9	-0.08782652020454407
183184	rnn.bias_hh_l0_reverse	0	-0.15930186212062836
183184	rnn.bias_hh_l0_reverse	1	-0.14394059777259827
183184	rnn.bias_hh_l0_reverse	2	-0.018208568915724754
183184	rnn.bias_hh_l0_reverse	3	-0.1370321363210678
183184	rnn.bias_hh_l0_reverse	4	-0.03079133853316307
183184	rnn.bias_hh_l0_reverse	5	-0.11843844503164291
183184	rnn.bias_hh_l0_reverse	6	-0.0674552470445633
183184	rnn.bias_hh_l0_reverse	7	-0.18126924335956573
183184	rnn.bias_hh_l0_reverse	8	-0.05969511717557907
183184	rnn.bias_hh_l0_reverse	9	-0.12800419330596924
183184	linear.weight	0	-0.22534969449043274
183184	linear.weight	1	-0.09489179402589798
183184	linear.weight	2	-0.011228874325752258
183184	linear.weight	3	-0.08721499890089035
183184	linear.weight	4	0.006551727186888456
183184	linear.weight	5	0.24076169729232788
183184	linear.weight	6	0.0047744326293468475
183184	linear.weight	7	-0.021312154829502106
183184	linear.weight	8	0.19001461565494537
183184	linear.weight	9	0.24745295941829681
183184	linear.bias	0	-0.8208995461463928
183184	linear.bias	1	1.3904521465301514
183184	linear.bias	2	-0.4555121660232544
183184	linear.bias	3	-0.6862057447433472
183184	linear.bias	4	-0.8701408505439758
183184	linear.bias	5	-1.177128553390503
183184	linear.bias	6	-0.9140369892120361
183184	linear.bias	7	-0.7201762795448303
183184	linear.bias	8	-0.01705317199230194
183184	linear.bias	9	3.399285316467285
183381	transitions	0	-0.43779656291007996
183381	transitions	1	8.700308799743652
183381	transitions	2	-3.56054949760437
183381	transitions	3	1.5090653896331787
183381	transitions	4	-2.163560628890991
183381	transitions	5	-0.40726298093795776
183381	transitions	6	-0.19191214442253113
183381	transitions	7	-10000.0
183381	transitions	8	1.8025238513946533
183381	transitions	9	-2.294379234313965
183381	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
183381	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
183381	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
183381	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
183381	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
183381	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
183381	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
183381	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
183381	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
183381	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
183381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
183381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
183381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
183381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
183381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
183381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
183381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
183381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
183381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
183381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
183381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
183381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
183381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
183381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
183381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
183381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
183381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
183381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
183381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
183381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
183381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
183381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
183381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
183381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
183381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
183381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
183381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
183381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
183381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
183381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
183381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
183381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
183381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
183381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
183381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
183381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
183381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
183381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
183381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
183381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
183381	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
183381	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
183381	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
183381	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
183381	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
183381	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
183381	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
183381	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
183381	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
183381	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
183381	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
183381	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
183381	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
183381	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
183381	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
183381	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
183381	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
183381	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
183381	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
183381	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
183381	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
183381	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
183381	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
183381	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
183381	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
183381	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
183381	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
183381	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
183381	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
183381	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
183381	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
183381	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
183381	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
183381	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
183381	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
183381	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
183381	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
183381	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
183381	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
183381	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
183381	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
183381	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
183381	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
183381	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
183381	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
183381	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
183381	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
183381	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
183381	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
183381	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
183381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
183381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
183381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
183381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
183381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
183381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
183381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
183381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
183381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
183381	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
183381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
183381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
183381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
183381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
183381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
183381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
183381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
183381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
183381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
183381	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
183381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
183381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
183381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
183381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
183381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
183381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
183381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
183381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
183381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
183381	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
183381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
183381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
183381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
183381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
183381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
183381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
183381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
183381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
183381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
183381	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
183381	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
183381	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
183381	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
183381	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
183381	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
183381	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
183381	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
183381	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
183381	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
183381	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
183381	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
183381	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
183381	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
183381	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
183381	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
183381	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
183381	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
183381	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
183381	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
183381	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
183381	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
183381	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
183381	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
183381	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
183381	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
183381	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
183381	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
183381	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
183381	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
183381	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
183381	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
183381	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
183381	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
183381	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
183381	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
183381	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
183381	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
183381	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
183381	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
183381	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
183381	embedding2nn.weight	0	0.04632389545440674
183381	embedding2nn.weight	1	-0.09043779224157333
183381	embedding2nn.weight	2	0.01226487010717392
183381	embedding2nn.weight	3	-0.05676688253879547
183381	embedding2nn.weight	4	-0.12445270270109177
183381	embedding2nn.weight	5	0.12191799283027649
183381	embedding2nn.weight	6	-0.09456417709589005
183381	embedding2nn.weight	7	-0.07040844112634659
183381	embedding2nn.weight	8	-0.0263972170650959
183381	embedding2nn.weight	9	0.04198121652007103
183381	embedding2nn.bias	0	0.091367207467556
183381	embedding2nn.bias	1	0.006225885357707739
183381	embedding2nn.bias	2	-0.0889996886253357
183381	embedding2nn.bias	3	0.03311264514923096
183381	embedding2nn.bias	4	0.013091902248561382
183381	embedding2nn.bias	5	-0.15987779200077057
183381	embedding2nn.bias	6	-0.12081662565469742
183381	embedding2nn.bias	7	-0.043321192264556885
183381	embedding2nn.bias	8	0.09312058240175247
183381	embedding2nn.bias	9	-0.0474688746035099
183381	rnn.weight_ih_l0	0	0.050872884690761566
183381	rnn.weight_ih_l0	1	-0.07565739005804062
183381	rnn.weight_ih_l0	2	-0.03792533650994301
183381	rnn.weight_ih_l0	3	-0.042831405997276306
183381	rnn.weight_ih_l0	4	0.01567830890417099
183381	rnn.weight_ih_l0	5	-0.10898643732070923
183381	rnn.weight_ih_l0	6	-0.047930385917425156
183381	rnn.weight_ih_l0	7	-0.007418896071612835
183381	rnn.weight_ih_l0	8	0.08073809742927551
183381	rnn.weight_ih_l0	9	0.015362237580120564
183381	rnn.weight_hh_l0	0	0.00023631668591406196
183381	rnn.weight_hh_l0	1	-0.08604790270328522
183381	rnn.weight_hh_l0	2	0.06663285940885544
183381	rnn.weight_hh_l0	3	0.04728740453720093
183381	rnn.weight_hh_l0	4	0.005607205908745527
183381	rnn.weight_hh_l0	5	0.06752503663301468
183381	rnn.weight_hh_l0	6	-0.01834159903228283
183381	rnn.weight_hh_l0	7	-0.10463379323482513
183381	rnn.weight_hh_l0	8	0.012906897813081741
183381	rnn.weight_hh_l0	9	-0.08517581969499588
183381	rnn.bias_ih_l0	0	-0.0753185898065567
183381	rnn.bias_ih_l0	1	-0.18374595046043396
183381	rnn.bias_ih_l0	2	-0.26160964369773865
183381	rnn.bias_ih_l0	3	-0.2802829146385193
183381	rnn.bias_ih_l0	4	0.010526297613978386
183381	rnn.bias_ih_l0	5	0.04184359684586525
183381	rnn.bias_ih_l0	6	-0.15870346128940582
183381	rnn.bias_ih_l0	7	-0.262273371219635
183381	rnn.bias_ih_l0	8	-0.13443168997764587
183381	rnn.bias_ih_l0	9	-0.17085398733615875
183381	rnn.bias_hh_l0	0	0.1224171370267868
183381	rnn.bias_hh_l0	1	-0.05771983787417412
183381	rnn.bias_hh_l0	2	0.038475241512060165
183381	rnn.bias_hh_l0	3	-0.18185867369174957
183381	rnn.bias_hh_l0	4	0.035025741904973984
183381	rnn.bias_hh_l0	5	0.05060273036360741
183381	rnn.bias_hh_l0	6	-0.1070837527513504
183381	rnn.bias_hh_l0	7	-0.15012666583061218
183381	rnn.bias_hh_l0	8	-0.1935303509235382
183381	rnn.bias_hh_l0	9	-0.10219135880470276
183381	rnn.weight_ih_l0_reverse	0	-0.027486851438879967
183381	rnn.weight_ih_l0_reverse	1	-0.006141656078398228
183381	rnn.weight_ih_l0_reverse	2	0.017096256837248802
183381	rnn.weight_ih_l0_reverse	3	0.01008154358714819
183381	rnn.weight_ih_l0_reverse	4	0.03480464592576027
183381	rnn.weight_ih_l0_reverse	5	-0.05620814487338066
183381	rnn.weight_ih_l0_reverse	6	-0.04363350570201874
183381	rnn.weight_ih_l0_reverse	7	0.011175970546901226
183381	rnn.weight_ih_l0_reverse	8	0.08919905126094818
183381	rnn.weight_ih_l0_reverse	9	0.002742963843047619
183381	rnn.weight_hh_l0_reverse	0	0.00524283479899168
183381	rnn.weight_hh_l0_reverse	1	0.030006498098373413
183381	rnn.weight_hh_l0_reverse	2	-0.04087398946285248
183381	rnn.weight_hh_l0_reverse	3	0.039063941687345505
183381	rnn.weight_hh_l0_reverse	4	0.022838745266199112
183381	rnn.weight_hh_l0_reverse	5	-0.0018211284186691046
183381	rnn.weight_hh_l0_reverse	6	0.06306830793619156
183381	rnn.weight_hh_l0_reverse	7	0.028947483748197556
183381	rnn.weight_hh_l0_reverse	8	-0.02002381905913353
183381	rnn.weight_hh_l0_reverse	9	-0.03349069133400917
183381	rnn.bias_ih_l0_reverse	0	-0.153868168592453
183381	rnn.bias_ih_l0_reverse	1	-0.31845924258232117
183381	rnn.bias_ih_l0_reverse	2	-0.061793312430381775
183381	rnn.bias_ih_l0_reverse	3	-0.13967598974704742
183381	rnn.bias_ih_l0_reverse	4	0.06095035374164581
183381	rnn.bias_ih_l0_reverse	5	-0.2659810483455658
183381	rnn.bias_ih_l0_reverse	6	-0.06505496799945831
183381	rnn.bias_ih_l0_reverse	7	0.021786971017718315
183381	rnn.bias_ih_l0_reverse	8	-0.19024774432182312
183381	rnn.bias_ih_l0_reverse	9	-0.08781470358371735
183381	rnn.bias_hh_l0_reverse	0	-0.15689025819301605
183381	rnn.bias_hh_l0_reverse	1	-0.14409606158733368
183381	rnn.bias_hh_l0_reverse	2	-0.018519001081585884
183381	rnn.bias_hh_l0_reverse	3	-0.13590726256370544
183381	rnn.bias_hh_l0_reverse	4	-0.030598493292927742
183381	rnn.bias_hh_l0_reverse	5	-0.1189546138048172
183381	rnn.bias_hh_l0_reverse	6	-0.06595774739980698
183381	rnn.bias_hh_l0_reverse	7	-0.1798752397298813
183381	rnn.bias_hh_l0_reverse	8	-0.057770438492298126
183381	rnn.bias_hh_l0_reverse	9	-0.12721937894821167
183381	linear.weight	0	-0.2245507836341858
183381	linear.weight	1	-0.09673259407281876
183381	linear.weight	2	-0.011228874325752258
183381	linear.weight	3	-0.09080469608306885
183381	linear.weight	4	0.003927980549633503
183381	linear.weight	5	0.2466791868209839
183381	linear.weight	6	0.0047744326293468475
183381	linear.weight	7	-0.021312154829502106
183381	linear.weight	8	0.18444602191448212
183381	linear.weight	9	0.23833343386650085
183381	linear.bias	0	-0.810193657875061
183381	linear.bias	1	1.3750879764556885
183381	linear.bias	2	-0.46571123600006104
183381	linear.bias	3	-0.6893359422683716
183381	linear.bias	4	-0.8553255796432495
183381	linear.bias	5	-1.1771472692489624
183381	linear.bias	6	-0.9040623903274536
183381	linear.bias	7	-0.7312303781509399
183381	linear.bias	8	-0.01705317199230194
183381	linear.bias	9	3.423943281173706
183578	transitions	0	-0.43786245584487915
183578	transitions	1	8.715470314025879
183578	transitions	2	-3.561046600341797
183578	transitions	3	1.5104663372039795
183578	transitions	4	-2.1637091636657715
183578	transitions	5	-0.407284677028656
183578	transitions	6	-0.19194617867469788
183578	transitions	7	-10000.0
183578	transitions	8	1.8033643960952759
183578	transitions	9	-2.294381856918335
183578	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
183578	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
183578	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
183578	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
183578	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
183578	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
183578	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
183578	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
183578	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
183578	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
183578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
183578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
183578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
183578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
183578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
183578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
183578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
183578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
183578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
183578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
183578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
183578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
183578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
183578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
183578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
183578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
183578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
183578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
183578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
183578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
183578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
183578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
183578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
183578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
183578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
183578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
183578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
183578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
183578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
183578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
183578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
183578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
183578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
183578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
183578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
183578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
183578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
183578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
183578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
183578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
183578	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
183578	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
183578	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
183578	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
183578	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
183578	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
183578	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
183578	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
183578	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
183578	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
183578	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
183578	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
183578	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
183578	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
183578	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
183578	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
183578	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
183578	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
183578	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
183578	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
183578	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
183578	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
183578	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
183578	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
183578	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
183578	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
183578	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
183578	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
183578	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
183578	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
183578	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
183578	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
183578	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
183578	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
183578	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
183578	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
183578	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
183578	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
183578	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
183578	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
183578	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
183578	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
183578	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
183578	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
183578	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
183578	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
183578	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
183578	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
183578	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
183578	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
183578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
183578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
183578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
183578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
183578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
183578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
183578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
183578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
183578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
183578	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
183578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
183578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
183578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
183578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
183578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
183578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
183578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
183578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
183578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
183578	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
183578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
183578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
183578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
183578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
183578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
183578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
183578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
183578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
183578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
183578	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
183578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
183578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
183578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
183578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
183578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
183578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
183578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
183578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
183578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
183578	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
183578	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
183578	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
183578	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
183578	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
183578	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
183578	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
183578	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
183578	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
183578	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
183578	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
183578	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
183578	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
183578	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
183578	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
183578	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
183578	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
183578	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
183578	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
183578	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
183578	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
183578	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
183578	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
183578	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
183578	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
183578	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
183578	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
183578	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
183578	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
183578	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
183578	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
183578	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
183578	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
183578	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
183578	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
183578	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
183578	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
183578	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
183578	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
183578	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
183578	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
183578	embedding2nn.weight	0	0.046108826994895935
183578	embedding2nn.weight	1	-0.09037639945745468
183578	embedding2nn.weight	2	0.012778663076460361
183578	embedding2nn.weight	3	-0.05643941089510918
183578	embedding2nn.weight	4	-0.124418243765831
183578	embedding2nn.weight	5	0.12280111759901047
183578	embedding2nn.weight	6	-0.10030633956193924
183578	embedding2nn.weight	7	-0.06891895830631256
183578	embedding2nn.weight	8	-0.026527035981416702
183578	embedding2nn.weight	9	0.04221397638320923
183578	embedding2nn.bias	0	0.0992012545466423
183578	embedding2nn.bias	1	-0.0006302061374299228
183578	embedding2nn.bias	2	-0.09100202471017838
183578	embedding2nn.bias	3	0.042193494737148285
183578	embedding2nn.bias	4	0.01562141440808773
183578	embedding2nn.bias	5	-0.1648624986410141
183578	embedding2nn.bias	6	-0.12796445190906525
183578	embedding2nn.bias	7	-0.044096823781728745
183578	embedding2nn.bias	8	0.09408783167600632
183578	embedding2nn.bias	9	-0.05240592360496521
183578	rnn.weight_ih_l0	0	0.05065900459885597
183578	rnn.weight_ih_l0	1	-0.07627455145120621
183578	rnn.weight_ih_l0	2	-0.037469323724508286
183578	rnn.weight_ih_l0	3	-0.043609604239463806
183578	rnn.weight_ih_l0	4	0.014484269544482231
183578	rnn.weight_ih_l0	5	-0.10906154662370682
183578	rnn.weight_ih_l0	6	-0.04577094316482544
183578	rnn.weight_ih_l0	7	-0.006379134953022003
183578	rnn.weight_ih_l0	8	0.08054482191801071
183578	rnn.weight_ih_l0	9	0.015969082713127136
183578	rnn.weight_hh_l0	0	-0.0003247946733608842
183578	rnn.weight_hh_l0	1	-0.08732868731021881
183578	rnn.weight_hh_l0	2	0.06693384796380997
183578	rnn.weight_hh_l0	3	0.046811457723379135
183578	rnn.weight_hh_l0	4	0.006060884799808264
183578	rnn.weight_hh_l0	5	0.06767980754375458
183578	rnn.weight_hh_l0	6	-0.01846902444958687
183578	rnn.weight_hh_l0	7	-0.10452718287706375
183578	rnn.weight_hh_l0	8	0.013502085581421852
183578	rnn.weight_hh_l0	9	-0.08649004250764847
183578	rnn.bias_ih_l0	0	-0.07348592579364777
183578	rnn.bias_ih_l0	1	-0.1823272407054901
183578	rnn.bias_ih_l0	2	-0.2603735029697418
183578	rnn.bias_ih_l0	3	-0.28176963329315186
183578	rnn.bias_ih_l0	4	0.008728234097361565
183578	rnn.bias_ih_l0	5	0.04070921614766121
183578	rnn.bias_ih_l0	6	-0.159393772482872
183578	rnn.bias_ih_l0	7	-0.2625858783721924
183578	rnn.bias_ih_l0	8	-0.13413825631141663
183578	rnn.bias_ih_l0	9	-0.17086026072502136
183578	rnn.bias_hh_l0	0	0.12423112988471985
183578	rnn.bias_hh_l0	1	-0.05835957080125809
183578	rnn.bias_hh_l0	2	0.03916514292359352
183578	rnn.bias_hh_l0	3	-0.18192711472511292
183578	rnn.bias_hh_l0	4	0.03497474268078804
183578	rnn.bias_hh_l0	5	0.0514395609498024
183578	rnn.bias_hh_l0	6	-0.10703106224536896
183578	rnn.bias_hh_l0	7	-0.15031863749027252
183578	rnn.bias_hh_l0	8	-0.19338497519493103
183578	rnn.bias_hh_l0	9	-0.09981855005025864
183578	rnn.weight_ih_l0_reverse	0	-0.027039045467972755
183578	rnn.weight_ih_l0_reverse	1	-0.006248726509511471
183578	rnn.weight_ih_l0_reverse	2	0.01802009716629982
183578	rnn.weight_ih_l0_reverse	3	0.009921922348439693
183578	rnn.weight_ih_l0_reverse	4	0.036317240446805954
183578	rnn.weight_ih_l0_reverse	5	-0.05690861865878105
183578	rnn.weight_ih_l0_reverse	6	-0.04375023394823074
183578	rnn.weight_ih_l0_reverse	7	0.011455553583800793
183578	rnn.weight_ih_l0_reverse	8	0.08793884515762329
183578	rnn.weight_ih_l0_reverse	9	0.0020932145416736603
183578	rnn.weight_hh_l0_reverse	0	0.004690838512033224
183578	rnn.weight_hh_l0_reverse	1	0.02988438494503498
183578	rnn.weight_hh_l0_reverse	2	-0.040903858840465546
183578	rnn.weight_hh_l0_reverse	3	0.03846227005124092
183578	rnn.weight_hh_l0_reverse	4	0.022856267169117928
183578	rnn.weight_hh_l0_reverse	5	-0.0017981453565880656
183578	rnn.weight_hh_l0_reverse	6	0.06296202540397644
183578	rnn.weight_hh_l0_reverse	7	0.029508357867598534
183578	rnn.weight_hh_l0_reverse	8	-0.02036523073911667
183578	rnn.weight_hh_l0_reverse	9	-0.033184949308633804
183578	rnn.bias_ih_l0_reverse	0	-0.15467354655265808
183578	rnn.bias_ih_l0_reverse	1	-0.3186259865760803
183578	rnn.bias_ih_l0_reverse	2	-0.06199613958597183
183578	rnn.bias_ih_l0_reverse	3	-0.14062221348285675
183578	rnn.bias_ih_l0_reverse	4	0.06070258095860481
183578	rnn.bias_ih_l0_reverse	5	-0.263583779335022
183578	rnn.bias_ih_l0_reverse	6	-0.0672759935259819
183578	rnn.bias_ih_l0_reverse	7	0.021173417568206787
183578	rnn.bias_ih_l0_reverse	8	-0.19101472198963165
183578	rnn.bias_ih_l0_reverse	9	-0.09064032137393951
183578	rnn.bias_hh_l0_reverse	0	-0.15765023231506348
183578	rnn.bias_hh_l0_reverse	1	-0.14207090437412262
183578	rnn.bias_hh_l0_reverse	2	-0.0184489656239748
183578	rnn.bias_hh_l0_reverse	3	-0.13425853848457336
183578	rnn.bias_hh_l0_reverse	4	-0.028973281383514404
183578	rnn.bias_hh_l0_reverse	5	-0.11859285831451416
183578	rnn.bias_hh_l0_reverse	6	-0.06747301667928696
183578	rnn.bias_hh_l0_reverse	7	-0.18037016689777374
183578	rnn.bias_hh_l0_reverse	8	-0.05817310884594917
183578	rnn.bias_hh_l0_reverse	9	-0.12730565667152405
183578	linear.weight	0	-0.2374880462884903
183578	linear.weight	1	-0.09320967644453049
183578	linear.weight	2	-0.011228874325752258
183578	linear.weight	3	-0.08586395531892776
183578	linear.weight	4	-0.004746027756482363
183578	linear.weight	5	0.24535110592842102
183578	linear.weight	6	0.0047744326293468475
183578	linear.weight	7	-0.021312154829502106
183578	linear.weight	8	0.17932666838169098
183578	linear.weight	9	0.25755810737609863
183578	linear.bias	0	-0.804162323474884
183578	linear.bias	1	1.3655941486358643
183578	linear.bias	2	-0.4565456211566925
183578	linear.bias	3	-0.6896193027496338
183578	linear.bias	4	-0.8521543741226196
183578	linear.bias	5	-1.1771652698516846
183578	linear.bias	6	-0.8970332145690918
183578	linear.bias	7	-0.7708985805511475
183578	linear.bias	8	-0.01705317199230194
183578	linear.bias	9	3.4363088607788086
183582	transitions	0	-0.4378628432750702
183582	transitions	1	8.715320587158203
183582	transitions	2	-3.5610501766204834
183582	transitions	3	1.510488510131836
183582	transitions	4	-2.1637210845947266
183582	transitions	5	-0.4072848856449127
183582	transitions	6	-0.19194960594177246
183582	transitions	7	-10000.0
183582	transitions	8	1.803419828414917
183582	transitions	9	-2.294381856918335
183582	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
183582	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
183582	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
183582	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
183582	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
183582	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
183582	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
183582	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
183582	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
183582	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
183582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
183582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
183582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
183582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
183582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
183582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
183582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
183582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
183582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
183582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
183582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
183582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
183582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
183582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
183582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
183582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
183582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
183582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
183582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
183582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
183582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
183582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
183582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
183582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
183582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
183582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
183582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
183582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
183582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
183582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
183582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
183582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
183582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
183582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
183582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
183582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
183582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
183582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
183582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
183582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
183582	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
183582	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
183582	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
183582	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
183582	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
183582	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
183582	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
183582	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
183582	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
183582	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
183582	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
183582	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
183582	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
183582	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
183582	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
183582	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
183582	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
183582	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
183582	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
183582	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
183582	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
183582	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
183582	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
183582	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
183582	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
183582	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
183582	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
183582	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
183582	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
183582	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
183582	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
183582	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
183582	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
183582	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
183582	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
183582	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
183582	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
183582	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
183582	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
183582	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
183582	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
183582	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
183582	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
183582	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
183582	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
183582	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
183582	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
183582	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
183582	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
183582	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
183582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
183582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
183582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
183582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
183582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
183582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
183582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
183582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
183582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
183582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
183582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
183582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
183582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
183582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
183582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
183582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
183582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
183582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
183582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
183582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
183582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
183582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
183582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
183582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
183582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
183582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
183582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
183582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
183582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
183582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
183582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
183582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
183582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
183582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
183582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
183582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
183582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
183582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
183582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
183582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
183582	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
183582	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
183582	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
183582	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
183582	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
183582	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
183582	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
183582	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
183582	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
183582	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
183582	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
183582	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
183582	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
183582	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
183582	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
183582	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
183582	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
183582	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
183582	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
183582	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
183582	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
183582	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
183582	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
183582	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
183582	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
183582	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
183582	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
183582	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
183582	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
183582	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
183582	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
183582	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
183582	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
183582	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
183582	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
183582	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
183582	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
183582	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
183582	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
183582	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
183582	embedding2nn.weight	0	0.046069130301475525
183582	embedding2nn.weight	1	-0.09039077162742615
183582	embedding2nn.weight	2	0.012718387879431248
183582	embedding2nn.weight	3	-0.05647893622517586
183582	embedding2nn.weight	4	-0.12435531616210938
183582	embedding2nn.weight	5	0.12271574884653091
183582	embedding2nn.weight	6	-0.10089565068483353
183582	embedding2nn.weight	7	-0.06895522773265839
183582	embedding2nn.weight	8	-0.026578130200505257
183582	embedding2nn.weight	9	0.042521920055150986
183582	embedding2nn.bias	0	0.09892701357603073
183582	embedding2nn.bias	1	-0.0004748314677271992
183582	embedding2nn.bias	2	-0.09036702662706375
183582	embedding2nn.bias	3	0.04246215149760246
183582	embedding2nn.bias	4	0.015689905732870102
183582	embedding2nn.bias	5	-0.16479380428791046
183582	embedding2nn.bias	6	-0.12706172466278076
183582	embedding2nn.bias	7	-0.04305166006088257
183582	embedding2nn.bias	8	0.09446725249290466
183582	embedding2nn.bias	9	-0.052649810910224915
183582	rnn.weight_ih_l0	0	0.05072964355349541
183582	rnn.weight_ih_l0	1	-0.07625779509544373
183582	rnn.weight_ih_l0	2	-0.037354059517383575
183582	rnn.weight_ih_l0	3	-0.04365541413426399
183582	rnn.weight_ih_l0	4	0.014505733735859394
183582	rnn.weight_ih_l0	5	-0.10901059955358505
183582	rnn.weight_ih_l0	6	-0.04580284655094147
183582	rnn.weight_ih_l0	7	-0.006420112680643797
183582	rnn.weight_ih_l0	8	0.08025351911783218
183582	rnn.weight_ih_l0	9	0.016345925629138947
183582	rnn.weight_hh_l0	0	-0.0003204942913725972
183582	rnn.weight_hh_l0	1	-0.08727747201919556
183582	rnn.weight_hh_l0	2	0.06693622469902039
183582	rnn.weight_hh_l0	3	0.0467841811478138
183582	rnn.weight_hh_l0	4	0.006060513202100992
183582	rnn.weight_hh_l0	5	0.06766244024038315
183582	rnn.weight_hh_l0	6	-0.018456991761922836
183582	rnn.weight_hh_l0	7	-0.10453775525093079
183582	rnn.weight_hh_l0	8	0.013509344309568405
183582	rnn.weight_hh_l0	9	-0.08645360916852951
183582	rnn.bias_ih_l0	0	-0.07356315851211548
183582	rnn.bias_ih_l0	1	-0.18221157789230347
183582	rnn.bias_ih_l0	2	-0.26054391264915466
183582	rnn.bias_ih_l0	3	-0.2819521725177765
183582	rnn.bias_ih_l0	4	0.008598783984780312
183582	rnn.bias_ih_l0	5	0.0408736914396286
183582	rnn.bias_ih_l0	6	-0.15917688608169556
183582	rnn.bias_ih_l0	7	-0.2624931335449219
183582	rnn.bias_ih_l0	8	-0.1341000348329544
183582	rnn.bias_ih_l0	9	-0.17072339355945587
183582	rnn.bias_hh_l0	0	0.12427858263254166
183582	rnn.bias_hh_l0	1	-0.05835752561688423
183582	rnn.bias_hh_l0	2	0.03908190131187439
183582	rnn.bias_hh_l0	3	-0.18190443515777588
183582	rnn.bias_hh_l0	4	0.03484315425157547
183582	rnn.bias_hh_l0	5	0.051418203860521317
183582	rnn.bias_hh_l0	6	-0.10705617070198059
183582	rnn.bias_hh_l0	7	-0.15045785903930664
183582	rnn.bias_hh_l0	8	-0.19334019720554352
183582	rnn.bias_hh_l0	9	-0.0993923768401146
183582	rnn.weight_ih_l0_reverse	0	-0.02709452249109745
183582	rnn.weight_ih_l0_reverse	1	-0.006222978699952364
183582	rnn.weight_ih_l0_reverse	2	0.017962215468287468
183582	rnn.weight_ih_l0_reverse	3	0.009707595221698284
183582	rnn.weight_ih_l0_reverse	4	0.03628836199641228
183582	rnn.weight_ih_l0_reverse	5	-0.05697041004896164
183582	rnn.weight_ih_l0_reverse	6	-0.04375486075878143
183582	rnn.weight_ih_l0_reverse	7	0.011481999419629574
183582	rnn.weight_ih_l0_reverse	8	0.08797352015972137
183582	rnn.weight_ih_l0_reverse	9	0.0021160622127354145
183582	rnn.weight_hh_l0_reverse	0	0.00470579881221056
183582	rnn.weight_hh_l0_reverse	1	0.029884176328778267
183582	rnn.weight_hh_l0_reverse	2	-0.040894392877817154
183582	rnn.weight_hh_l0_reverse	3	0.03846392780542374
183582	rnn.weight_hh_l0_reverse	4	0.022858217358589172
183582	rnn.weight_hh_l0_reverse	5	-0.0017972911009564996
183582	rnn.weight_hh_l0_reverse	6	0.06295888125896454
183582	rnn.weight_hh_l0_reverse	7	0.02951802872121334
183582	rnn.weight_hh_l0_reverse	8	-0.020396104082465172
183582	rnn.weight_hh_l0_reverse	9	-0.03317958861589432
183582	rnn.bias_ih_l0_reverse	0	-0.15463504195213318
183582	rnn.bias_ih_l0_reverse	1	-0.31864598393440247
183582	rnn.bias_ih_l0_reverse	2	-0.062024328857660294
183582	rnn.bias_ih_l0_reverse	3	-0.14089758694171906
183582	rnn.bias_ih_l0_reverse	4	0.06065227836370468
183582	rnn.bias_ih_l0_reverse	5	-0.26377981901168823
183582	rnn.bias_ih_l0_reverse	6	-0.06728281080722809
183582	rnn.bias_ih_l0_reverse	7	0.02105056494474411
183582	rnn.bias_ih_l0_reverse	8	-0.1910233199596405
183582	rnn.bias_ih_l0_reverse	9	-0.09059153497219086
183582	rnn.bias_hh_l0_reverse	0	-0.15762223303318024
183582	rnn.bias_hh_l0_reverse	1	-0.1420534998178482
183582	rnn.bias_hh_l0_reverse	2	-0.018495943397283554
183582	rnn.bias_hh_l0_reverse	3	-0.1341419219970703
183582	rnn.bias_hh_l0_reverse	4	-0.029429232701659203
183582	rnn.bias_hh_l0_reverse	5	-0.11846058070659637
183582	rnn.bias_hh_l0_reverse	6	-0.06736151874065399
183582	rnn.bias_hh_l0_reverse	7	-0.180223286151886
183582	rnn.bias_hh_l0_reverse	8	-0.057963088154792786
183582	rnn.bias_hh_l0_reverse	9	-0.12771157920360565
183582	linear.weight	0	-0.23903614282608032
183582	linear.weight	1	-0.09321007877588272
183582	linear.weight	2	-0.011228874325752258
183582	linear.weight	3	-0.08590486645698547
183582	linear.weight	4	-0.00477580726146698
183582	linear.weight	5	0.2439594864845276
183582	linear.weight	6	0.0047744326293468475
183582	linear.weight	7	-0.021312154829502106
183582	linear.weight	8	0.1765087991952896
183582	linear.weight	9	0.2574010491371155
183582	linear.bias	0	-0.8035919070243835
183582	linear.bias	1	1.3730815649032593
183582	linear.bias	2	-0.46786466240882874
183582	linear.bias	3	-0.6900064945220947
183582	linear.bias	4	-0.859299898147583
183582	linear.bias	5	-1.1771655082702637
183582	linear.bias	6	-0.8964438438415527
183582	linear.bias	7	-0.7601110935211182
183582	linear.bias	8	-0.01705317199230194
183582	linear.bias	9	3.447086811065674
183779	transitions	0	-0.4379373788833618
183779	transitions	1	8.71091079711914
183779	transitions	2	-3.5613996982574463
183779	transitions	3	1.5077722072601318
183779	transitions	4	-2.1640784740448
183779	transitions	5	-0.4073050916194916
183779	transitions	6	-0.19198264181613922
183779	transitions	7	-10000.0
183779	transitions	8	1.8040854930877686
183779	transitions	9	-2.294384717941284
183779	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
183779	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
183779	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
183779	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
183779	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
183779	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
183779	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
183779	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
183779	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
183779	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
183779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
183779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
183779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
183779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
183779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
183779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
183779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
183779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
183779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
183779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
183779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
183779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
183779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
183779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
183779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
183779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
183779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
183779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
183779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
183779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
183779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
183779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
183779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
183779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
183779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
183779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
183779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
183779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
183779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
183779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
183779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
183779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
183779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
183779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
183779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
183779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
183779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
183779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
183779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
183779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
183779	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
183779	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
183779	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
183779	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
183779	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
183779	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
183779	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
183779	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
183779	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
183779	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
183779	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
183779	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
183779	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
183779	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
183779	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
183779	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
183779	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
183779	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
183779	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
183779	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
183779	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
183779	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
183779	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
183779	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
183779	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
183779	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
183779	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
183779	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
183779	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
183779	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
183779	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
183779	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
183779	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
183779	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
183779	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
183779	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
183779	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
183779	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
183779	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
183779	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
183779	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
183779	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
183779	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
183779	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
183779	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
183779	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
183779	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
183779	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
183779	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
183779	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
183779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
183779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
183779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
183779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
183779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
183779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
183779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
183779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
183779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
183779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
183779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
183779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
183779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
183779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
183779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
183779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
183779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
183779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
183779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
183779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
183779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
183779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
183779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
183779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
183779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
183779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
183779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
183779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
183779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
183779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
183779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
183779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
183779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
183779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
183779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
183779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
183779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
183779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
183779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
183779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
183779	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
183779	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
183779	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
183779	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
183779	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
183779	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
183779	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
183779	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
183779	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
183779	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
183779	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
183779	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
183779	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
183779	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
183779	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
183779	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
183779	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
183779	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
183779	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
183779	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
183779	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
183779	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
183779	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
183779	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
183779	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
183779	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
183779	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
183779	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
183779	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
183779	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
183779	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
183779	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
183779	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
183779	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
183779	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
183779	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
183779	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
183779	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
183779	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
183779	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
183779	embedding2nn.weight	0	0.04598764330148697
183779	embedding2nn.weight	1	-0.09130746126174927
183779	embedding2nn.weight	2	0.011297627352178097
183779	embedding2nn.weight	3	-0.056097377091646194
183779	embedding2nn.weight	4	-0.12481689453125
183779	embedding2nn.weight	5	0.12394925951957703
183779	embedding2nn.weight	6	-0.0982031375169754
183779	embedding2nn.weight	7	-0.0705883651971817
183779	embedding2nn.weight	8	-0.02591589093208313
183779	embedding2nn.weight	9	0.044108133763074875
183779	embedding2nn.bias	0	0.10527339577674866
183779	embedding2nn.bias	1	-0.005835867021232843
183779	embedding2nn.bias	2	-0.09171868115663528
183779	embedding2nn.bias	3	0.03900955989956856
183779	embedding2nn.bias	4	0.014345183968544006
183779	embedding2nn.bias	5	-0.162419393658638
183779	embedding2nn.bias	6	-0.12717214226722717
183779	embedding2nn.bias	7	-0.04865068197250366
183779	embedding2nn.bias	8	0.09411013126373291
183779	embedding2nn.bias	9	-0.04955079406499863
183779	rnn.weight_ih_l0	0	0.051726385951042175
183779	rnn.weight_ih_l0	1	-0.07639613002538681
183779	rnn.weight_ih_l0	2	-0.038198765367269516
183779	rnn.weight_ih_l0	3	-0.04363849759101868
183779	rnn.weight_ih_l0	4	0.014067928306758404
183779	rnn.weight_ih_l0	5	-0.10895396023988724
183779	rnn.weight_ih_l0	6	-0.04578544199466705
183779	rnn.weight_ih_l0	7	-0.006380451377481222
183779	rnn.weight_ih_l0	8	0.07894816249608994
183779	rnn.weight_ih_l0	9	0.01821242645382881
183779	rnn.weight_hh_l0	0	-6.016508996253833e-05
183779	rnn.weight_hh_l0	1	-0.08641839772462845
183779	rnn.weight_hh_l0	2	0.06710784137248993
183779	rnn.weight_hh_l0	3	0.04725118353962898
183779	rnn.weight_hh_l0	4	0.005744663067162037
183779	rnn.weight_hh_l0	5	0.06700608879327774
183779	rnn.weight_hh_l0	6	-0.01833011396229267
183779	rnn.weight_hh_l0	7	-0.10481689125299454
183779	rnn.weight_hh_l0	8	0.013439837843179703
183779	rnn.weight_hh_l0	9	-0.08683314919471741
183779	rnn.bias_ih_l0	0	-0.07449855655431747
183779	rnn.bias_ih_l0	1	-0.181830033659935
183779	rnn.bias_ih_l0	2	-0.26152902841567993
183779	rnn.bias_ih_l0	3	-0.2813042402267456
183779	rnn.bias_ih_l0	4	0.010369088500738144
183779	rnn.bias_ih_l0	5	0.041527457535266876
183779	rnn.bias_ih_l0	6	-0.157780259847641
183779	rnn.bias_ih_l0	7	-0.2592933177947998
183779	rnn.bias_ih_l0	8	-0.13280658423900604
183779	rnn.bias_ih_l0	9	-0.17148585617542267
183779	rnn.bias_hh_l0	0	0.12413465976715088
183779	rnn.bias_hh_l0	1	-0.05823430418968201
183779	rnn.bias_hh_l0	2	0.03968238830566406
183779	rnn.bias_hh_l0	3	-0.17996695637702942
183779	rnn.bias_hh_l0	4	0.03392089903354645
183779	rnn.bias_hh_l0	5	0.05288312956690788
183779	rnn.bias_hh_l0	6	-0.10789015889167786
183779	rnn.bias_hh_l0	7	-0.15031133592128754
183779	rnn.bias_hh_l0	8	-0.19154107570648193
183779	rnn.bias_hh_l0	9	-0.10018365830183029
183779	rnn.weight_ih_l0_reverse	0	-0.027193816378712654
183779	rnn.weight_ih_l0_reverse	1	-0.0069601451978087425
183779	rnn.weight_ih_l0_reverse	2	0.018627414479851723
183779	rnn.weight_ih_l0_reverse	3	0.008914758451282978
183779	rnn.weight_ih_l0_reverse	4	0.034690964967012405
183779	rnn.weight_ih_l0_reverse	5	-0.05668621510267258
183779	rnn.weight_ih_l0_reverse	6	-0.04554004594683647
183779	rnn.weight_ih_l0_reverse	7	0.013048471882939339
183779	rnn.weight_ih_l0_reverse	8	0.0864163264632225
183779	rnn.weight_ih_l0_reverse	9	0.00393133657053113
183779	rnn.weight_hh_l0_reverse	0	0.004918895196169615
183779	rnn.weight_hh_l0_reverse	1	0.030169876292347908
183779	rnn.weight_hh_l0_reverse	2	-0.04066312313079834
183779	rnn.weight_hh_l0_reverse	3	0.03851797431707382
183779	rnn.weight_hh_l0_reverse	4	0.022966736927628517
183779	rnn.weight_hh_l0_reverse	5	-0.0016717311227694154
183779	rnn.weight_hh_l0_reverse	6	0.06237834692001343
183779	rnn.weight_hh_l0_reverse	7	0.02948405221104622
183779	rnn.weight_hh_l0_reverse	8	-0.02038872428238392
183779	rnn.weight_hh_l0_reverse	9	-0.03269104287028313
183779	rnn.bias_ih_l0_reverse	0	-0.15435467660427094
183779	rnn.bias_ih_l0_reverse	1	-0.3187030255794525
183779	rnn.bias_ih_l0_reverse	2	-0.061441291123628616
183779	rnn.bias_ih_l0_reverse	3	-0.14043787121772766
183779	rnn.bias_ih_l0_reverse	4	0.06452767550945282
183779	rnn.bias_ih_l0_reverse	5	-0.2638145089149475
183779	rnn.bias_ih_l0_reverse	6	-0.06765146553516388
183779	rnn.bias_ih_l0_reverse	7	0.020940156653523445
183779	rnn.bias_ih_l0_reverse	8	-0.1890355497598648
183779	rnn.bias_ih_l0_reverse	9	-0.0879497230052948
183779	rnn.bias_hh_l0_reverse	0	-0.15775223076343536
183779	rnn.bias_hh_l0_reverse	1	-0.14254368841648102
183779	rnn.bias_hh_l0_reverse	2	-0.018362924456596375
183779	rnn.bias_hh_l0_reverse	3	-0.1340845674276352
183779	rnn.bias_hh_l0_reverse	4	-0.028848465532064438
183779	rnn.bias_hh_l0_reverse	5	-0.11793550103902817
183779	rnn.bias_hh_l0_reverse	6	-0.06784018874168396
183779	rnn.bias_hh_l0_reverse	7	-0.1799832284450531
183779	rnn.bias_hh_l0_reverse	8	-0.057374995201826096
183779	rnn.bias_hh_l0_reverse	9	-0.12718120217323303
183779	linear.weight	0	-0.24467815458774567
183779	linear.weight	1	-0.09183867275714874
183779	linear.weight	2	-0.011228874325752258
183779	linear.weight	3	-0.08793486654758453
183779	linear.weight	4	0.004056861624121666
183779	linear.weight	5	0.2514949142932892
183779	linear.weight	6	0.0047744326293468475
183779	linear.weight	7	-0.021312154829502106
183779	linear.weight	8	0.1750011444091797
183779	linear.weight	9	0.25891363620758057
183779	linear.bias	0	-0.8215065002441406
183779	linear.bias	1	1.3899946212768555
183779	linear.bias	2	-0.4499644339084625
183779	linear.bias	3	-0.6978695392608643
183779	linear.bias	4	-0.8665536046028137
183779	linear.bias	5	-1.1771838665008545
183779	linear.bias	6	-0.912243127822876
183779	linear.bias	7	-0.744874119758606
183779	linear.bias	8	-0.01705317199230194
183779	linear.bias	9	3.4641218185424805
183976	transitions	0	-0.43800434470176697
183976	transitions	1	8.704153060913086
183976	transitions	2	-3.561579465866089
183976	transitions	3	1.4986741542816162
183976	transitions	4	-2.1642439365386963
183976	transitions	5	-0.40733975172042847
183976	transitions	6	-0.1920102834701538
183976	transitions	7	-10000.0
183976	transitions	8	1.804344892501831
183976	transitions	9	-2.2943882942199707
183976	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
183976	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
183976	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
183976	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
183976	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
183976	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
183976	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
183976	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
183976	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
183976	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
183976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
183976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
183976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
183976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
183976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
183976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
183976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
183976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
183976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
183976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
183976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
183976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
183976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
183976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
183976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
183976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
183976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
183976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
183976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
183976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
183976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
183976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
183976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
183976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
183976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
183976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
183976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
183976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
183976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
183976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
183976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
183976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
183976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
183976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
183976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
183976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
183976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
183976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
183976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
183976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
183976	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
183976	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
183976	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
183976	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
183976	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
183976	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
183976	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
183976	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
183976	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
183976	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
183976	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
183976	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
183976	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
183976	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
183976	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
183976	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
183976	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
183976	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
183976	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
183976	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
183976	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
183976	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
183976	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
183976	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
183976	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
183976	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
183976	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
183976	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
183976	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
183976	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
183976	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
183976	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
183976	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
183976	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
183976	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
183976	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
183976	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
183976	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
183976	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
183976	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
183976	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
183976	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
183976	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
183976	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
183976	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
183976	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
183976	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
183976	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
183976	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
183976	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
183976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
183976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
183976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
183976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
183976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
183976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
183976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
183976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
183976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
183976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
183976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
183976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
183976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
183976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
183976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
183976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
183976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
183976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
183976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
183976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
183976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
183976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
183976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
183976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
183976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
183976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
183976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
183976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
183976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
183976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
183976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
183976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
183976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
183976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
183976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
183976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
183976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
183976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
183976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
183976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
183976	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
183976	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
183976	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
183976	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
183976	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
183976	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
183976	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
183976	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
183976	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
183976	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
183976	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
183976	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
183976	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
183976	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
183976	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
183976	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
183976	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
183976	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
183976	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
183976	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
183976	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
183976	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
183976	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
183976	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
183976	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
183976	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
183976	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
183976	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
183976	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
183976	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
183976	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
183976	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
183976	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
183976	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
183976	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
183976	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
183976	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
183976	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
183976	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
183976	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
183976	embedding2nn.weight	0	0.04633500054478645
183976	embedding2nn.weight	1	-0.09029897302389145
183976	embedding2nn.weight	2	0.010108930058777332
183976	embedding2nn.weight	3	-0.056103579699993134
183976	embedding2nn.weight	4	-0.12321893125772476
183976	embedding2nn.weight	5	0.12369482964277267
183976	embedding2nn.weight	6	-0.10104165226221085
183976	embedding2nn.weight	7	-0.06855875253677368
183976	embedding2nn.weight	8	-0.02608073689043522
183976	embedding2nn.weight	9	0.040467217564582825
183976	embedding2nn.bias	0	0.09615722298622131
183976	embedding2nn.bias	1	-0.0008969022892415524
183976	embedding2nn.bias	2	-0.08862167596817017
183976	embedding2nn.bias	3	0.03050326369702816
183976	embedding2nn.bias	4	0.005621688906103373
183976	embedding2nn.bias	5	-0.1583920419216156
183976	embedding2nn.bias	6	-0.11998557299375534
183976	embedding2nn.bias	7	-0.04780472069978714
183976	embedding2nn.bias	8	0.08506813645362854
183976	embedding2nn.bias	9	-0.04884660243988037
183976	rnn.weight_ih_l0	0	0.05209444463253021
183976	rnn.weight_ih_l0	1	-0.07477404922246933
183976	rnn.weight_ih_l0	2	-0.03806300088763237
183976	rnn.weight_ih_l0	3	-0.044032707810401917
183976	rnn.weight_ih_l0	4	0.013398082926869392
183976	rnn.weight_ih_l0	5	-0.10750880837440491
183976	rnn.weight_ih_l0	6	-0.0451139360666275
183976	rnn.weight_ih_l0	7	-0.004985209554433823
183976	rnn.weight_ih_l0	8	0.07707583159208298
183976	rnn.weight_ih_l0	9	0.01859772391617298
183976	rnn.weight_hh_l0	0	-0.0001302856398979202
183976	rnn.weight_hh_l0	1	-0.0867561399936676
183976	rnn.weight_hh_l0	2	0.06708838790655136
183976	rnn.weight_hh_l0	3	0.04729728773236275
183976	rnn.weight_hh_l0	4	0.005747541319578886
183976	rnn.weight_hh_l0	5	0.06769755482673645
183976	rnn.weight_hh_l0	6	-0.018424058333039284
183976	rnn.weight_hh_l0	7	-0.10509846359491348
183976	rnn.weight_hh_l0	8	0.012390577234327793
183976	rnn.weight_hh_l0	9	-0.08698488026857376
183976	rnn.bias_ih_l0	0	-0.07507011294364929
183976	rnn.bias_ih_l0	1	-0.18029263615608215
183976	rnn.bias_ih_l0	2	-0.2620471715927124
183976	rnn.bias_ih_l0	3	-0.2806090712547302
183976	rnn.bias_ih_l0	4	0.010753704234957695
183976	rnn.bias_ih_l0	5	0.04181917756795883
183976	rnn.bias_ih_l0	6	-0.1604747474193573
183976	rnn.bias_ih_l0	7	-0.26034319400787354
183976	rnn.bias_ih_l0	8	-0.12959171831607819
183976	rnn.bias_ih_l0	9	-0.17170608043670654
183976	rnn.bias_hh_l0	0	0.12327493727207184
183976	rnn.bias_hh_l0	1	-0.05935415253043175
183976	rnn.bias_hh_l0	2	0.03966332972049713
183976	rnn.bias_hh_l0	3	-0.18066999316215515
183976	rnn.bias_hh_l0	4	0.035066865384578705
183976	rnn.bias_hh_l0	5	0.05315142869949341
183976	rnn.bias_hh_l0	6	-0.1082199439406395
183976	rnn.bias_hh_l0	7	-0.14978371560573578
183976	rnn.bias_hh_l0	8	-0.19147880375385284
183976	rnn.bias_hh_l0	9	-0.09968336671590805
183976	rnn.weight_ih_l0_reverse	0	-0.02690286748111248
183976	rnn.weight_ih_l0_reverse	1	-0.006938084494322538
183976	rnn.weight_ih_l0_reverse	2	0.017634881660342216
183976	rnn.weight_ih_l0_reverse	3	0.00954841822385788
183976	rnn.weight_ih_l0_reverse	4	0.03386659920215607
183976	rnn.weight_ih_l0_reverse	5	-0.05838291347026825
183976	rnn.weight_ih_l0_reverse	6	-0.045264944434165955
183976	rnn.weight_ih_l0_reverse	7	0.012827197089791298
183976	rnn.weight_ih_l0_reverse	8	0.08690638095140457
183976	rnn.weight_ih_l0_reverse	9	0.0030591324903070927
183976	rnn.weight_hh_l0_reverse	0	0.0049089291132986546
183976	rnn.weight_hh_l0_reverse	1	0.02993568405508995
183976	rnn.weight_hh_l0_reverse	2	-0.040447868406772614
183976	rnn.weight_hh_l0_reverse	3	0.038582079112529755
183976	rnn.weight_hh_l0_reverse	4	0.023026617243885994
183976	rnn.weight_hh_l0_reverse	5	-0.001735595054924488
183976	rnn.weight_hh_l0_reverse	6	0.06242324784398079
183976	rnn.weight_hh_l0_reverse	7	0.02970796823501587
183976	rnn.weight_hh_l0_reverse	8	-0.020382171496748924
183976	rnn.weight_hh_l0_reverse	9	-0.03248024731874466
183976	rnn.bias_ih_l0_reverse	0	-0.15391337871551514
183976	rnn.bias_ih_l0_reverse	1	-0.31581631302833557
183976	rnn.bias_ih_l0_reverse	2	-0.06239619851112366
183976	rnn.bias_ih_l0_reverse	3	-0.14034217596054077
183976	rnn.bias_ih_l0_reverse	4	0.06542489677667618
183976	rnn.bias_ih_l0_reverse	5	-0.2635524868965149
183976	rnn.bias_ih_l0_reverse	6	-0.06845759600400925
183976	rnn.bias_ih_l0_reverse	7	0.021453915163874626
183976	rnn.bias_ih_l0_reverse	8	-0.18900348246097565
183976	rnn.bias_ih_l0_reverse	9	-0.08829376846551895
183976	rnn.bias_hh_l0_reverse	0	-0.1584877222776413
183976	rnn.bias_hh_l0_reverse	1	-0.14163479208946228
183976	rnn.bias_hh_l0_reverse	2	-0.01693757250905037
183976	rnn.bias_hh_l0_reverse	3	-0.13527144491672516
183976	rnn.bias_hh_l0_reverse	4	-0.029342126101255417
183976	rnn.bias_hh_l0_reverse	5	-0.11880800873041153
183976	rnn.bias_hh_l0_reverse	6	-0.06976041197776794
183976	rnn.bias_hh_l0_reverse	7	-0.17967675626277924
183976	rnn.bias_hh_l0_reverse	8	-0.05642465874552727
183976	rnn.bias_hh_l0_reverse	9	-0.12714412808418274
183976	linear.weight	0	-0.22972068190574646
183976	linear.weight	1	-0.09506002813577652
183976	linear.weight	2	-0.011228874325752258
183976	linear.weight	3	-0.08572954684495926
183976	linear.weight	4	-0.0002734809531830251
183976	linear.weight	5	0.254030704498291
183976	linear.weight	6	0.0047744326293468475
183976	linear.weight	7	-0.021312154829502106
183976	linear.weight	8	0.17018787562847137
183976	linear.weight	9	0.2585154175758362
183976	linear.bias	0	-0.8189115524291992
183976	linear.bias	1	1.3976298570632935
183976	linear.bias	2	-0.4614637792110443
183976	linear.bias	3	-0.6869505643844604
183976	linear.bias	4	-0.8478586077690125
183976	linear.bias	5	-1.1772043704986572
183976	linear.bias	6	-0.910179078578949
183976	linear.bias	7	-0.7709760665893555
183976	linear.bias	8	-0.01705317199230194
183976	linear.bias	9	3.427333116531372
184173	transitions	0	-0.4380815923213959
184173	transitions	1	8.701841354370117
184173	transitions	2	-3.5619843006134033
184173	transitions	3	1.5031907558441162
184173	transitions	4	-2.1645593643188477
184173	transitions	5	-0.4073922336101532
184173	transitions	6	-0.19202817976474762
184173	transitions	7	-10000.0
184173	transitions	8	1.8042144775390625
184173	transitions	9	-2.2943902015686035
184173	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
184173	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
184173	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
184173	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
184173	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
184173	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
184173	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
184173	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
184173	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
184173	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
184173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
184173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
184173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
184173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
184173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
184173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
184173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
184173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
184173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
184173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
184173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
184173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
184173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
184173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
184173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
184173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
184173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
184173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
184173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
184173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
184173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
184173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
184173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
184173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
184173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
184173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
184173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
184173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
184173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
184173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
184173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
184173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
184173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
184173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
184173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
184173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
184173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
184173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
184173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
184173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
184173	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
184173	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
184173	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
184173	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
184173	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
184173	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
184173	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
184173	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
184173	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
184173	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
184173	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
184173	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
184173	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
184173	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
184173	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
184173	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
184173	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
184173	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
184173	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
184173	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
184173	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
184173	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
184173	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
184173	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
184173	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
184173	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
184173	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
184173	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
184173	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
184173	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
184173	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
184173	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
184173	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
184173	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
184173	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
184173	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
184173	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
184173	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
184173	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
184173	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
184173	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
184173	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
184173	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
184173	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
184173	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
184173	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
184173	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
184173	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
184173	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
184173	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
184173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
184173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
184173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
184173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
184173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
184173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
184173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
184173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
184173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
184173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
184173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
184173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
184173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
184173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
184173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
184173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
184173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
184173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
184173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
184173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
184173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
184173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
184173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
184173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
184173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
184173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
184173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
184173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
184173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
184173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
184173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
184173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
184173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
184173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
184173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
184173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
184173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
184173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
184173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
184173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
184173	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
184173	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
184173	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
184173	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
184173	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
184173	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
184173	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
184173	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
184173	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
184173	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
184173	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
184173	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
184173	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
184173	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
184173	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
184173	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
184173	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
184173	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
184173	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
184173	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
184173	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
184173	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
184173	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
184173	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
184173	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
184173	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
184173	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
184173	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
184173	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
184173	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
184173	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
184173	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
184173	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
184173	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
184173	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
184173	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
184173	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
184173	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
184173	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
184173	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
184173	embedding2nn.weight	0	0.04611482098698616
184173	embedding2nn.weight	1	-0.0908515453338623
184173	embedding2nn.weight	2	0.01068449392914772
184173	embedding2nn.weight	3	-0.055613923817873
184173	embedding2nn.weight	4	-0.12317972630262375
184173	embedding2nn.weight	5	0.12432456016540527
184173	embedding2nn.weight	6	-0.09977129846811295
184173	embedding2nn.weight	7	-0.06836254149675369
184173	embedding2nn.weight	8	-0.02528678998351097
184173	embedding2nn.weight	9	0.04120174050331116
184173	embedding2nn.bias	0	0.11262277513742447
184173	embedding2nn.bias	1	0.0033627033699303865
184173	embedding2nn.bias	2	-0.08541683107614517
184173	embedding2nn.bias	3	0.023428088054060936
184173	embedding2nn.bias	4	0.019472794607281685
184173	embedding2nn.bias	5	-0.16722175478935242
184173	embedding2nn.bias	6	-0.12776874005794525
184173	embedding2nn.bias	7	-0.05120216682553291
184173	embedding2nn.bias	8	0.09286614507436752
184173	embedding2nn.bias	9	-0.05139906704425812
184173	rnn.weight_ih_l0	0	0.0521584078669548
184173	rnn.weight_ih_l0	1	-0.07650957256555557
184173	rnn.weight_ih_l0	2	-0.0389997661113739
184173	rnn.weight_ih_l0	3	-0.04325798153877258
184173	rnn.weight_ih_l0	4	0.013537171296775341
184173	rnn.weight_ih_l0	5	-0.10770568996667862
184173	rnn.weight_ih_l0	6	-0.0444822758436203
184173	rnn.weight_ih_l0	7	-0.005173883866518736
184173	rnn.weight_ih_l0	8	0.07794514298439026
184173	rnn.weight_ih_l0	9	0.017984958365559578
184173	rnn.weight_hh_l0	0	-0.0005402963142842054
184173	rnn.weight_hh_l0	1	-0.08725154399871826
184173	rnn.weight_hh_l0	2	0.0669766217470169
184173	rnn.weight_hh_l0	3	0.047322191298007965
184173	rnn.weight_hh_l0	4	0.00576630188152194
184173	rnn.weight_hh_l0	5	0.06742291152477264
184173	rnn.weight_hh_l0	6	-0.018128760159015656
184173	rnn.weight_hh_l0	7	-0.10525455325841904
184173	rnn.weight_hh_l0	8	0.012180950492620468
184173	rnn.weight_hh_l0	9	-0.08771856129169464
184173	rnn.bias_ih_l0	0	-0.07190529257059097
184173	rnn.bias_ih_l0	1	-0.18034225702285767
184173	rnn.bias_ih_l0	2	-0.26176124811172485
184173	rnn.bias_ih_l0	3	-0.27973127365112305
184173	rnn.bias_ih_l0	4	0.012021916918456554
184173	rnn.bias_ih_l0	5	0.04168899357318878
184173	rnn.bias_ih_l0	6	-0.16127878427505493
184173	rnn.bias_ih_l0	7	-0.26228296756744385
184173	rnn.bias_ih_l0	8	-0.12866584956645966
184173	rnn.bias_ih_l0	9	-0.17295272648334503
184173	rnn.bias_hh_l0	0	0.12420441210269928
184173	rnn.bias_hh_l0	1	-0.06170284375548363
184173	rnn.bias_hh_l0	2	0.03924266993999481
184173	rnn.bias_hh_l0	3	-0.1801808476448059
184173	rnn.bias_hh_l0	4	0.03441819176077843
184173	rnn.bias_hh_l0	5	0.05314594507217407
184173	rnn.bias_hh_l0	6	-0.10865610837936401
184173	rnn.bias_hh_l0	7	-0.15090882778167725
184173	rnn.bias_hh_l0	8	-0.18952108919620514
184173	rnn.bias_hh_l0	9	-0.10094840824604034
184173	rnn.weight_ih_l0_reverse	0	-0.026674607768654823
184173	rnn.weight_ih_l0_reverse	1	-0.007618911098688841
184173	rnn.weight_ih_l0_reverse	2	0.017782991752028465
184173	rnn.weight_ih_l0_reverse	3	0.009032666683197021
184173	rnn.weight_ih_l0_reverse	4	0.03316251188516617
184173	rnn.weight_ih_l0_reverse	5	-0.05780782550573349
184173	rnn.weight_ih_l0_reverse	6	-0.045806605368852615
184173	rnn.weight_ih_l0_reverse	7	0.012869964353740215
184173	rnn.weight_ih_l0_reverse	8	0.08682774007320404
184173	rnn.weight_ih_l0_reverse	9	0.0014890126185491681
184173	rnn.weight_hh_l0_reverse	0	0.005249296315014362
184173	rnn.weight_hh_l0_reverse	1	0.029150180518627167
184173	rnn.weight_hh_l0_reverse	2	-0.04100000858306885
184173	rnn.weight_hh_l0_reverse	3	0.0389852449297905
184173	rnn.weight_hh_l0_reverse	4	0.023015115410089493
184173	rnn.weight_hh_l0_reverse	5	-0.002237219363451004
184173	rnn.weight_hh_l0_reverse	6	0.062154944986104965
184173	rnn.weight_hh_l0_reverse	7	0.02981944940984249
184173	rnn.weight_hh_l0_reverse	8	-0.02033749222755432
184173	rnn.weight_hh_l0_reverse	9	-0.0321674644947052
184173	rnn.bias_ih_l0_reverse	0	-0.1557725965976715
184173	rnn.bias_ih_l0_reverse	1	-0.3178715109825134
184173	rnn.bias_ih_l0_reverse	2	-0.061601556837558746
184173	rnn.bias_ih_l0_reverse	3	-0.14166778326034546
184173	rnn.bias_ih_l0_reverse	4	0.06629801541566849
184173	rnn.bias_ih_l0_reverse	5	-0.2627558708190918
184173	rnn.bias_ih_l0_reverse	6	-0.06804176419973373
184173	rnn.bias_ih_l0_reverse	7	0.019830359145998955
184173	rnn.bias_ih_l0_reverse	8	-0.18920138478279114
184173	rnn.bias_ih_l0_reverse	9	-0.0884798988699913
184173	rnn.bias_hh_l0_reverse	0	-0.1592588722705841
184173	rnn.bias_hh_l0_reverse	1	-0.13949047029018402
184173	rnn.bias_hh_l0_reverse	2	-0.016935838386416435
184173	rnn.bias_hh_l0_reverse	3	-0.13639841973781586
184173	rnn.bias_hh_l0_reverse	4	-0.03020353429019451
184173	rnn.bias_hh_l0_reverse	5	-0.11777222156524658
184173	rnn.bias_hh_l0_reverse	6	-0.07015274465084076
184173	rnn.bias_hh_l0_reverse	7	-0.1793534904718399
184173	rnn.bias_hh_l0_reverse	8	-0.05741957947611809
184173	rnn.bias_hh_l0_reverse	9	-0.12760469317436218
184173	linear.weight	0	-0.22721369564533234
184173	linear.weight	1	-0.09439139068126678
184173	linear.weight	2	-0.011228874325752258
184173	linear.weight	3	-0.08367472141981125
184173	linear.weight	4	0.006374180782586336
184173	linear.weight	5	0.2372490018606186
184173	linear.weight	6	0.0047744326293468475
184173	linear.weight	7	-0.021312154829502106
184173	linear.weight	8	0.15267272293567657
184173	linear.weight	9	0.24518747627735138
184173	linear.bias	0	-0.807085394859314
184173	linear.bias	1	1.3815526962280273
184173	linear.bias	2	-0.5061849355697632
184173	linear.bias	3	-0.7022998929023743
184173	linear.bias	4	-0.8447149991989136
184173	linear.bias	5	-1.177222728729248
184173	linear.bias	6	-0.8972915410995483
184173	linear.bias	7	-0.742412269115448
184173	linear.bias	8	-0.01705317199230194
184173	linear.bias	9	3.414158582687378
184370	transitions	0	-0.43928784132003784
184370	transitions	1	8.690882682800293
184370	transitions	2	-3.562537670135498
184370	transitions	3	1.5066230297088623
184370	transitions	4	-2.1646838188171387
184370	transitions	5	-0.4074256718158722
184370	transitions	6	-0.19204585254192352
184370	transitions	7	-10000.0
184370	transitions	8	1.8011021614074707
184370	transitions	9	-2.2943966388702393
184370	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
184370	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
184370	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
184370	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
184370	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
184370	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
184370	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
184370	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
184370	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
184370	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
184370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
184370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
184370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
184370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
184370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
184370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
184370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
184370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
184370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
184370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
184370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
184370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
184370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
184370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
184370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
184370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
184370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
184370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
184370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
184370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
184370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
184370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
184370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
184370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
184370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
184370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
184370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
184370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
184370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
184370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
184370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
184370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
184370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
184370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
184370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
184370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
184370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
184370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
184370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
184370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
184370	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
184370	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
184370	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
184370	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
184370	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
184370	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
184370	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
184370	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
184370	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
184370	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
184370	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
184370	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
184370	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
184370	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
184370	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
184370	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
184370	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
184370	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
184370	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
184370	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
184370	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
184370	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
184370	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
184370	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
184370	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
184370	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
184370	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
184370	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
184370	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
184370	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
184370	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
184370	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
184370	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
184370	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
184370	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
184370	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
184370	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
184370	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
184370	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
184370	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
184370	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
184370	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
184370	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
184370	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
184370	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
184370	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
184370	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
184370	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
184370	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
184370	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
184370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
184370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
184370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
184370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
184370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
184370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
184370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
184370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
184370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
184370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
184370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
184370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
184370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
184370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
184370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
184370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
184370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
184370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
184370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
184370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
184370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
184370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
184370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
184370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
184370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
184370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
184370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
184370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
184370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
184370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
184370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
184370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
184370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
184370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
184370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
184370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
184370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
184370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
184370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
184370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
184370	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
184370	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
184370	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
184370	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
184370	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
184370	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
184370	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
184370	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
184370	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
184370	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
184370	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
184370	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
184370	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
184370	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
184370	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
184370	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
184370	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
184370	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
184370	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
184370	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
184370	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
184370	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
184370	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
184370	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
184370	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
184370	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
184370	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
184370	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
184370	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
184370	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
184370	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
184370	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
184370	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
184370	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
184370	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
184370	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
184370	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
184370	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
184370	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
184370	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
184370	embedding2nn.weight	0	0.046386174857616425
184370	embedding2nn.weight	1	-0.09093200415372849
184370	embedding2nn.weight	2	0.009427919052541256
184370	embedding2nn.weight	3	-0.05618472397327423
184370	embedding2nn.weight	4	-0.12335279583930969
184370	embedding2nn.weight	5	0.12385346740484238
184370	embedding2nn.weight	6	-0.09982308745384216
184370	embedding2nn.weight	7	-0.06804604083299637
184370	embedding2nn.weight	8	-0.025298794731497765
184370	embedding2nn.weight	9	0.0427844263613224
184370	embedding2nn.bias	0	0.10263119637966156
184370	embedding2nn.bias	1	0.0024010937195271254
184370	embedding2nn.bias	2	-0.08429308235645294
184370	embedding2nn.bias	3	0.028035307303071022
184370	embedding2nn.bias	4	0.017453065142035484
184370	embedding2nn.bias	5	-0.1667320728302002
184370	embedding2nn.bias	6	-0.13053560256958008
184370	embedding2nn.bias	7	-0.05060829594731331
184370	embedding2nn.bias	8	0.09372581541538239
184370	embedding2nn.bias	9	-0.0583881214261055
184370	rnn.weight_ih_l0	0	0.05160616338253021
184370	rnn.weight_ih_l0	1	-0.07333807647228241
184370	rnn.weight_ih_l0	2	-0.03824792802333832
184370	rnn.weight_ih_l0	3	-0.04246731474995613
184370	rnn.weight_ih_l0	4	0.013561109080910683
184370	rnn.weight_ih_l0	5	-0.10828632116317749
184370	rnn.weight_ih_l0	6	-0.04518849402666092
184370	rnn.weight_ih_l0	7	-0.0062731485813856125
184370	rnn.weight_ih_l0	8	0.0770951583981514
184370	rnn.weight_ih_l0	9	0.01757071726024151
184370	rnn.weight_hh_l0	0	-0.0008064187131822109
184370	rnn.weight_hh_l0	1	-0.08685305714607239
184370	rnn.weight_hh_l0	2	0.06756022572517395
184370	rnn.weight_hh_l0	3	0.0472634993493557
184370	rnn.weight_hh_l0	4	0.005919669754803181
184370	rnn.weight_hh_l0	5	0.06683284789323807
184370	rnn.weight_hh_l0	6	-0.0182350967079401
184370	rnn.weight_hh_l0	7	-0.10530576854944229
184370	rnn.weight_hh_l0	8	0.012340703047811985
184370	rnn.weight_hh_l0	9	-0.0881224274635315
184370	rnn.bias_ih_l0	0	-0.07328635454177856
184370	rnn.bias_ih_l0	1	-0.18211394548416138
184370	rnn.bias_ih_l0	2	-0.2615467309951782
184370	rnn.bias_ih_l0	3	-0.28103071451187134
184370	rnn.bias_ih_l0	4	0.01004797499626875
184370	rnn.bias_ih_l0	5	0.041845012456178665
184370	rnn.bias_ih_l0	6	-0.16502587497234344
184370	rnn.bias_ih_l0	7	-0.2611699402332306
184370	rnn.bias_ih_l0	8	-0.12938030064105988
184370	rnn.bias_ih_l0	9	-0.17526741325855255
184370	rnn.bias_hh_l0	0	0.12192241102457047
184370	rnn.bias_hh_l0	1	-0.062080856412649155
184370	rnn.bias_hh_l0	2	0.03990861773490906
184370	rnn.bias_hh_l0	3	-0.17992407083511353
184370	rnn.bias_hh_l0	4	0.03549761697649956
184370	rnn.bias_hh_l0	5	0.05337400361895561
184370	rnn.bias_hh_l0	6	-0.10861479490995407
184370	rnn.bias_hh_l0	7	-0.15185546875
184370	rnn.bias_hh_l0	8	-0.1899346113204956
184370	rnn.bias_hh_l0	9	-0.10105084627866745
184370	rnn.weight_ih_l0_reverse	0	-0.02656402997672558
184370	rnn.weight_ih_l0_reverse	1	-0.00930028036236763
184370	rnn.weight_ih_l0_reverse	2	0.016277233138680458
184370	rnn.weight_ih_l0_reverse	3	0.009527268819510937
184370	rnn.weight_ih_l0_reverse	4	0.03258179873228073
184370	rnn.weight_ih_l0_reverse	5	-0.05670592188835144
184370	rnn.weight_ih_l0_reverse	6	-0.04583582282066345
184370	rnn.weight_ih_l0_reverse	7	0.011437051929533482
184370	rnn.weight_ih_l0_reverse	8	0.08527939766645432
184370	rnn.weight_ih_l0_reverse	9	0.001116919913329184
184370	rnn.weight_hh_l0_reverse	0	0.0048332721926271915
184370	rnn.weight_hh_l0_reverse	1	0.02951120026409626
184370	rnn.weight_hh_l0_reverse	2	-0.041123852133750916
184370	rnn.weight_hh_l0_reverse	3	0.039591941982507706
184370	rnn.weight_hh_l0_reverse	4	0.022940050810575485
184370	rnn.weight_hh_l0_reverse	5	-0.002135158982127905
184370	rnn.weight_hh_l0_reverse	6	0.0619979053735733
184370	rnn.weight_hh_l0_reverse	7	0.030067430809140205
184370	rnn.weight_hh_l0_reverse	8	-0.02027130499482155
184370	rnn.weight_hh_l0_reverse	9	-0.03185580298304558
184370	rnn.bias_ih_l0_reverse	0	-0.15636594593524933
184370	rnn.bias_ih_l0_reverse	1	-0.316232830286026
184370	rnn.bias_ih_l0_reverse	2	-0.061425723135471344
184370	rnn.bias_ih_l0_reverse	3	-0.14159086346626282
184370	rnn.bias_ih_l0_reverse	4	0.06698793917894363
184370	rnn.bias_ih_l0_reverse	5	-0.26095664501190186
184370	rnn.bias_ih_l0_reverse	6	-0.06917828321456909
184370	rnn.bias_ih_l0_reverse	7	0.017961660400032997
184370	rnn.bias_ih_l0_reverse	8	-0.18969112634658813
184370	rnn.bias_ih_l0_reverse	9	-0.08801022917032242
184370	rnn.bias_hh_l0_reverse	0	-0.16118240356445312
184370	rnn.bias_hh_l0_reverse	1	-0.1395466923713684
184370	rnn.bias_hh_l0_reverse	2	-0.01689048856496811
184370	rnn.bias_hh_l0_reverse	3	-0.13527271151542664
184370	rnn.bias_hh_l0_reverse	4	-0.03141137212514877
184370	rnn.bias_hh_l0_reverse	5	-0.1174410879611969
184370	rnn.bias_hh_l0_reverse	6	-0.0711134597659111
184370	rnn.bias_hh_l0_reverse	7	-0.1777605414390564
184370	rnn.bias_hh_l0_reverse	8	-0.05602358281612396
184370	rnn.bias_hh_l0_reverse	9	-0.12804993987083435
184370	linear.weight	0	-0.22952644526958466
184370	linear.weight	1	-0.09005940705537796
184370	linear.weight	2	-0.011228874325752258
184370	linear.weight	3	-0.07742835581302643
184370	linear.weight	4	0.006927031092345715
184370	linear.weight	5	0.22870559990406036
184370	linear.weight	6	0.0047744326293468475
184370	linear.weight	7	-0.021312154829502106
184370	linear.weight	8	0.15361009538173676
184370	linear.weight	9	0.24330663681030273
184370	linear.bias	0	-0.8242097496986389
184370	linear.bias	1	1.4162523746490479
184370	linear.bias	2	-0.490352600812912
184370	linear.bias	3	-0.7110303044319153
184370	linear.bias	4	-0.849118709564209
184370	linear.bias	5	-1.1772414445877075
184370	linear.bias	6	-0.9139232635498047
184370	linear.bias	7	-0.7552121877670288
184370	linear.bias	8	-0.01705317199230194
184370	linear.bias	9	3.4549238681793213
184567	transitions	0	-0.43946373462677
184567	transitions	1	8.688714027404785
184567	transitions	2	-3.5627641677856445
184567	transitions	3	1.502451777458191
184567	transitions	4	-2.1649250984191895
184567	transitions	5	-0.40754467248916626
184567	transitions	6	-0.19206669926643372
184567	transitions	7	-10000.0
184567	transitions	8	1.800941824913025
184567	transitions	9	-2.2944018840789795
184567	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
184567	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
184567	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
184567	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
184567	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
184567	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
184567	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
184567	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
184567	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
184567	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
184567	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
184567	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
184567	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
184567	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
184567	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
184567	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
184567	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
184567	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
184567	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
184567	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
184567	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
184567	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
184567	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
184567	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
184567	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
184567	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
184567	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
184567	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
184567	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
184567	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
184567	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
184567	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
184567	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
184567	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
184567	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
184567	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
184567	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
184567	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
184567	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
184567	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
184567	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
184567	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
184567	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
184567	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
184567	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
184567	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
184567	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
184567	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
184567	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
184567	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
184567	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
184567	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
184567	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
184567	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
184567	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
184567	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
184567	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
184567	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
184567	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
184567	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
184567	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
184567	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
184567	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
184567	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
184567	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
184567	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
184567	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
184567	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
184567	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
184567	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
184567	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
184567	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
184567	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
184567	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
184567	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
184567	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
184567	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
184567	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
184567	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
184567	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
184567	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
184567	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
184567	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
184567	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
184567	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
184567	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
184567	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
184567	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
184567	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
184567	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
184567	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
184567	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
184567	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
184567	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
184567	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
184567	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
184567	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
184567	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
184567	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
184567	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
184567	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
184567	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
184567	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
184567	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
184567	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
184567	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
184567	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
184567	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
184567	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
184567	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
184567	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
184567	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
184567	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
184567	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
184567	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
184567	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
184567	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
184567	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
184567	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
184567	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
184567	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
184567	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
184567	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
184567	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
184567	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
184567	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
184567	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
184567	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
184567	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
184567	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
184567	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
184567	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
184567	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
184567	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
184567	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
184567	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
184567	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
184567	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
184567	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
184567	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
184567	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
184567	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
184567	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
184567	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
184567	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
184567	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
184567	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
184567	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
184567	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
184567	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
184567	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
184567	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
184567	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
184567	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
184567	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
184567	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
184567	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
184567	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
184567	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
184567	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
184567	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
184567	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
184567	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
184567	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
184567	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
184567	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
184567	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
184567	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
184567	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
184567	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
184567	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
184567	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
184567	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
184567	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
184567	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
184567	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
184567	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
184567	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
184567	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
184567	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
184567	embedding2nn.weight	0	0.04621155187487602
184567	embedding2nn.weight	1	-0.09046535938978195
184567	embedding2nn.weight	2	0.007602145429700613
184567	embedding2nn.weight	3	-0.056571196764707565
184567	embedding2nn.weight	4	-0.1225166767835617
184567	embedding2nn.weight	5	0.12461760640144348
184567	embedding2nn.weight	6	-0.09696745872497559
184567	embedding2nn.weight	7	-0.06804707646369934
184567	embedding2nn.weight	8	-0.024355651810765266
184567	embedding2nn.weight	9	0.043065063655376434
184567	embedding2nn.bias	0	0.10353555530309677
184567	embedding2nn.bias	1	0.007926329970359802
184567	embedding2nn.bias	2	-0.09047894924879074
184567	embedding2nn.bias	3	0.028998302295804024
184567	embedding2nn.bias	4	0.014265821315348148
184567	embedding2nn.bias	5	-0.16828051209449768
184567	embedding2nn.bias	6	-0.13167031109333038
184567	embedding2nn.bias	7	-0.050155848264694214
184567	embedding2nn.bias	8	0.10150594264268875
184567	embedding2nn.bias	9	-0.05122275650501251
184567	rnn.weight_ih_l0	0	0.05155865103006363
184567	rnn.weight_ih_l0	1	-0.07267051190137863
184567	rnn.weight_ih_l0	2	-0.03819379210472107
184567	rnn.weight_ih_l0	3	-0.04237041994929314
184567	rnn.weight_ih_l0	4	0.014459808357059956
184567	rnn.weight_ih_l0	5	-0.10920623689889908
184567	rnn.weight_ih_l0	6	-0.0444510281085968
184567	rnn.weight_ih_l0	7	-0.005642451345920563
184567	rnn.weight_ih_l0	8	0.07891318947076797
184567	rnn.weight_ih_l0	9	0.018557770177721977
184567	rnn.weight_hh_l0	0	-0.0009955806890502572
184567	rnn.weight_hh_l0	1	-0.086753249168396
184567	rnn.weight_hh_l0	2	0.06751685589551926
184567	rnn.weight_hh_l0	3	0.04676194116473198
184567	rnn.weight_hh_l0	4	0.006004640366882086
184567	rnn.weight_hh_l0	5	0.06616340577602386
184567	rnn.weight_hh_l0	6	-0.018374957144260406
184567	rnn.weight_hh_l0	7	-0.1052580252289772
184567	rnn.weight_hh_l0	8	0.012704015709459782
184567	rnn.weight_hh_l0	9	-0.08698680996894836
184567	rnn.bias_ih_l0	0	-0.07284705340862274
184567	rnn.bias_ih_l0	1	-0.182637020945549
184567	rnn.bias_ih_l0	2	-0.260918527841568
184567	rnn.bias_ih_l0	3	-0.2802881896495819
184567	rnn.bias_ih_l0	4	0.008908089250326157
184567	rnn.bias_ih_l0	5	0.042838845402002335
184567	rnn.bias_ih_l0	6	-0.16352297365665436
184567	rnn.bias_ih_l0	7	-0.26016753911972046
184567	rnn.bias_ih_l0	8	-0.12812088429927826
184567	rnn.bias_ih_l0	9	-0.17519837617874146
184567	rnn.bias_hh_l0	0	0.12180238217115402
184567	rnn.bias_hh_l0	1	-0.06172825023531914
184567	rnn.bias_hh_l0	2	0.040347710251808167
184567	rnn.bias_hh_l0	3	-0.18149502575397491
184567	rnn.bias_hh_l0	4	0.03845832496881485
184567	rnn.bias_hh_l0	5	0.05440228059887886
184567	rnn.bias_hh_l0	6	-0.10712748020887375
184567	rnn.bias_hh_l0	7	-0.15107424557209015
184567	rnn.bias_hh_l0	8	-0.19078262150287628
184567	rnn.bias_hh_l0	9	-0.10054122656583786
184567	rnn.weight_ih_l0_reverse	0	-0.02598971128463745
184567	rnn.weight_ih_l0_reverse	1	-0.008127941749989986
184567	rnn.weight_ih_l0_reverse	2	0.015693115070462227
184567	rnn.weight_ih_l0_reverse	3	0.01047186553478241
184567	rnn.weight_ih_l0_reverse	4	0.032034970819950104
184567	rnn.weight_ih_l0_reverse	5	-0.05796021968126297
184567	rnn.weight_ih_l0_reverse	6	-0.04592839628458023
184567	rnn.weight_ih_l0_reverse	7	0.011323797516524792
184567	rnn.weight_ih_l0_reverse	8	0.08650487661361694
184567	rnn.weight_ih_l0_reverse	9	0.0024977196007966995
184567	rnn.weight_hh_l0_reverse	0	0.005172343924641609
184567	rnn.weight_hh_l0_reverse	1	0.029715415090322495
184567	rnn.weight_hh_l0_reverse	2	-0.04084983095526695
184567	rnn.weight_hh_l0_reverse	3	0.03962167724967003
184567	rnn.weight_hh_l0_reverse	4	0.022921601310372353
184567	rnn.weight_hh_l0_reverse	5	-0.0016948784468695521
184567	rnn.weight_hh_l0_reverse	6	0.062411826103925705
184567	rnn.weight_hh_l0_reverse	7	0.03010668233036995
184567	rnn.weight_hh_l0_reverse	8	-0.019616102799773216
184567	rnn.weight_hh_l0_reverse	9	-0.03154824674129486
184567	rnn.bias_ih_l0_reverse	0	-0.15645259618759155
184567	rnn.bias_ih_l0_reverse	1	-0.317256897687912
184567	rnn.bias_ih_l0_reverse	2	-0.06151624023914337
184567	rnn.bias_ih_l0_reverse	3	-0.14088411629199982
184567	rnn.bias_ih_l0_reverse	4	0.06373102217912674
184567	rnn.bias_ih_l0_reverse	5	-0.2617170214653015
184567	rnn.bias_ih_l0_reverse	6	-0.06944828480482101
184567	rnn.bias_ih_l0_reverse	7	0.018325338140130043
184567	rnn.bias_ih_l0_reverse	8	-0.19084104895591736
184567	rnn.bias_ih_l0_reverse	9	-0.08831064403057098
184567	rnn.bias_hh_l0_reverse	0	-0.15989874303340912
184567	rnn.bias_hh_l0_reverse	1	-0.13971048593521118
184567	rnn.bias_hh_l0_reverse	2	-0.01750442385673523
184567	rnn.bias_hh_l0_reverse	3	-0.13640359044075012
184567	rnn.bias_hh_l0_reverse	4	-0.030824095010757446
184567	rnn.bias_hh_l0_reverse	5	-0.11705583333969116
184567	rnn.bias_hh_l0_reverse	6	-0.07263769954442978
184567	rnn.bias_hh_l0_reverse	7	-0.1779739111661911
184567	rnn.bias_hh_l0_reverse	8	-0.05771113932132721
184567	rnn.bias_hh_l0_reverse	9	-0.12793245911598206
184567	linear.weight	0	-0.22522743046283722
184567	linear.weight	1	-0.09126288443803787
184567	linear.weight	2	-0.011228874325752258
184567	linear.weight	3	-0.08365059643983841
184567	linear.weight	4	-0.0009843732696026564
184567	linear.weight	5	0.2402721494436264
184567	linear.weight	6	0.0047744326293468475
184567	linear.weight	7	-0.021312154829502106
184567	linear.weight	8	0.16354317963123322
184567	linear.weight	9	0.23910044133663177
184567	linear.bias	0	-0.8281699419021606
184567	linear.bias	1	1.3926044702529907
184567	linear.bias	2	-0.4797739088535309
184567	linear.bias	3	-0.7092471718788147
184567	linear.bias	4	-0.8371571898460388
184567	linear.bias	5	-1.1772563457489014
184567	linear.bias	6	-0.9167640209197998
184567	linear.bias	7	-0.7453548312187195
184567	linear.bias	8	-0.01705317199230194
184567	linear.bias	9	3.45029878616333
184764	transitions	0	-0.43955397605895996
184764	transitions	1	8.683183670043945
184764	transitions	2	-3.5632565021514893
184764	transitions	3	1.521200180053711
184764	transitions	4	-2.1652166843414307
184764	transitions	5	-0.4075769782066345
184764	transitions	6	-0.19208680093288422
184764	transitions	7	-10000.0
184764	transitions	8	1.800844669342041
184764	transitions	9	-2.2944235801696777
184764	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
184764	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
184764	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
184764	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
184764	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
184764	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
184764	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
184764	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
184764	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
184764	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
184764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
184764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
184764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
184764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
184764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
184764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
184764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
184764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
184764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
184764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
184764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
184764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
184764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
184764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
184764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
184764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
184764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
184764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
184764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
184764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
184764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
184764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
184764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
184764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
184764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
184764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
184764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
184764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
184764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
184764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
184764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
184764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
184764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
184764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
184764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
184764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
184764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
184764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
184764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
184764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
184764	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
184764	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
184764	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
184764	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
184764	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
184764	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
184764	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
184764	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
184764	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
184764	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
184764	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
184764	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
184764	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
184764	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
184764	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
184764	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
184764	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
184764	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
184764	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
184764	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
184764	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
184764	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
184764	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
184764	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
184764	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
184764	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
184764	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
184764	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
184764	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
184764	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
184764	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
184764	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
184764	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
184764	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
184764	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
184764	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
184764	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
184764	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
184764	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
184764	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
184764	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
184764	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
184764	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
184764	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
184764	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
184764	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
184764	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
184764	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
184764	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
184764	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
184764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
184764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
184764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
184764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
184764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
184764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
184764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
184764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
184764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
184764	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
184764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
184764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
184764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
184764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
184764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
184764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
184764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
184764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
184764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
184764	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
184764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
184764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
184764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
184764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
184764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
184764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
184764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
184764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
184764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
184764	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
184764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
184764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
184764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
184764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
184764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
184764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
184764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
184764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
184764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
184764	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
184764	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
184764	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
184764	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
184764	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
184764	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
184764	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
184764	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
184764	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
184764	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
184764	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
184764	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
184764	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
184764	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
184764	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
184764	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
184764	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
184764	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
184764	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
184764	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
184764	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
184764	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
184764	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
184764	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
184764	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
184764	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
184764	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
184764	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
184764	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
184764	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
184764	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
184764	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
184764	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
184764	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
184764	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
184764	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
184764	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
184764	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
184764	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
184764	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
184764	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
184764	embedding2nn.weight	0	0.04634702578186989
184764	embedding2nn.weight	1	-0.09065025299787521
184764	embedding2nn.weight	2	0.008894115686416626
184764	embedding2nn.weight	3	-0.0563795231282711
184764	embedding2nn.weight	4	-0.122868612408638
184764	embedding2nn.weight	5	0.12431883811950684
184764	embedding2nn.weight	6	-0.10128062963485718
184764	embedding2nn.weight	7	-0.0687163919210434
184764	embedding2nn.weight	8	-0.024998538196086884
184764	embedding2nn.weight	9	0.04255001246929169
184764	embedding2nn.bias	0	0.09574072808027267
184764	embedding2nn.bias	1	0.015311790630221367
184764	embedding2nn.bias	2	-0.0846894159913063
184764	embedding2nn.bias	3	0.028164274990558624
184764	embedding2nn.bias	4	0.013423495925962925
184764	embedding2nn.bias	5	-0.17324736714363098
184764	embedding2nn.bias	6	-0.1354728788137436
184764	embedding2nn.bias	7	-0.05719598010182381
184764	embedding2nn.bias	8	0.10408612340688705
184764	embedding2nn.bias	9	-0.057859793305397034
184764	rnn.weight_ih_l0	0	0.05157072842121124
184764	rnn.weight_ih_l0	1	-0.07406831532716751
184764	rnn.weight_ih_l0	2	-0.03775928169488907
184764	rnn.weight_ih_l0	3	-0.0423453263938427
184764	rnn.weight_ih_l0	4	0.014192702248692513
184764	rnn.weight_ih_l0	5	-0.11095444113016129
184764	rnn.weight_ih_l0	6	-0.04525241628289223
184764	rnn.weight_ih_l0	7	-0.004822799004614353
184764	rnn.weight_ih_l0	8	0.08042178303003311
184764	rnn.weight_ih_l0	9	0.017168257385492325
184764	rnn.weight_hh_l0	0	-0.00022090977290645242
184764	rnn.weight_hh_l0	1	-0.08700262755155563
184764	rnn.weight_hh_l0	2	0.06722842156887054
184764	rnn.weight_hh_l0	3	0.04637325927615166
184764	rnn.weight_hh_l0	4	0.005877326242625713
184764	rnn.weight_hh_l0	5	0.06622824817895889
184764	rnn.weight_hh_l0	6	-0.01803736388683319
184764	rnn.weight_hh_l0	7	-0.10489202290773392
184764	rnn.weight_hh_l0	8	0.013078242540359497
184764	rnn.weight_hh_l0	9	-0.08762971311807632
184764	rnn.bias_ih_l0	0	-0.07307541370391846
184764	rnn.bias_ih_l0	1	-0.1813545972108841
184764	rnn.bias_ih_l0	2	-0.2582980692386627
184764	rnn.bias_ih_l0	3	-0.28155890107154846
184764	rnn.bias_ih_l0	4	0.009821943938732147
184764	rnn.bias_ih_l0	5	0.04047917202115059
184764	rnn.bias_ih_l0	6	-0.16474352777004242
184764	rnn.bias_ih_l0	7	-0.2598100006580353
184764	rnn.bias_ih_l0	8	-0.1278381198644638
184764	rnn.bias_ih_l0	9	-0.17742396891117096
184764	rnn.bias_hh_l0	0	0.1236254945397377
184764	rnn.bias_hh_l0	1	-0.05956578999757767
184764	rnn.bias_hh_l0	2	0.03988385573029518
184764	rnn.bias_hh_l0	3	-0.18170058727264404
184764	rnn.bias_hh_l0	4	0.038888026028871536
184764	rnn.bias_hh_l0	5	0.053263720124959946
184764	rnn.bias_hh_l0	6	-0.10833286494016647
184764	rnn.bias_hh_l0	7	-0.15074171125888824
184764	rnn.bias_hh_l0	8	-0.1914348155260086
184764	rnn.bias_hh_l0	9	-0.10138116776943207
184764	rnn.weight_ih_l0_reverse	0	-0.025808311998844147
184764	rnn.weight_ih_l0_reverse	1	-0.00727797532454133
184764	rnn.weight_ih_l0_reverse	2	0.016490919515490532
184764	rnn.weight_ih_l0_reverse	3	0.010153351351618767
184764	rnn.weight_ih_l0_reverse	4	0.032365165650844574
184764	rnn.weight_ih_l0_reverse	5	-0.05768537521362305
184764	rnn.weight_ih_l0_reverse	6	-0.047233134508132935
184764	rnn.weight_ih_l0_reverse	7	0.011225328780710697
184764	rnn.weight_ih_l0_reverse	8	0.08609791100025177
184764	rnn.weight_ih_l0_reverse	9	0.003218423342332244
184764	rnn.weight_hh_l0_reverse	0	0.005200822837650776
184764	rnn.weight_hh_l0_reverse	1	0.0298861525952816
184764	rnn.weight_hh_l0_reverse	2	-0.040434710681438446
184764	rnn.weight_hh_l0_reverse	3	0.039827242493629456
184764	rnn.weight_hh_l0_reverse	4	0.023286443203687668
184764	rnn.weight_hh_l0_reverse	5	-0.001406879280693829
184764	rnn.weight_hh_l0_reverse	6	0.0623481385409832
184764	rnn.weight_hh_l0_reverse	7	0.030222192406654358
184764	rnn.weight_hh_l0_reverse	8	-0.02009454183280468
184764	rnn.weight_hh_l0_reverse	9	-0.031471122056245804
184764	rnn.bias_ih_l0_reverse	0	-0.15624968707561493
184764	rnn.bias_ih_l0_reverse	1	-0.318095862865448
184764	rnn.bias_ih_l0_reverse	2	-0.06187736988067627
184764	rnn.bias_ih_l0_reverse	3	-0.14087021350860596
184764	rnn.bias_ih_l0_reverse	4	0.06797092407941818
184764	rnn.bias_ih_l0_reverse	5	-0.2624683678150177
184764	rnn.bias_ih_l0_reverse	6	-0.06703231483697891
184764	rnn.bias_ih_l0_reverse	7	0.016414223238825798
184764	rnn.bias_ih_l0_reverse	8	-0.1901770383119583
184764	rnn.bias_ih_l0_reverse	9	-0.08727995306253433
184764	rnn.bias_hh_l0_reverse	0	-0.1598341315984726
184764	rnn.bias_hh_l0_reverse	1	-0.1419772207736969
184764	rnn.bias_hh_l0_reverse	2	-0.017522219568490982
184764	rnn.bias_hh_l0_reverse	3	-0.1330907642841339
184764	rnn.bias_hh_l0_reverse	4	-0.0315210297703743
184764	rnn.bias_hh_l0_reverse	5	-0.1178286224603653
184764	rnn.bias_hh_l0_reverse	6	-0.0740727037191391
184764	rnn.bias_hh_l0_reverse	7	-0.17682485282421112
184764	rnn.bias_hh_l0_reverse	8	-0.05765401944518089
184764	rnn.bias_hh_l0_reverse	9	-0.1272735297679901
184764	linear.weight	0	-0.23336918652057648
184764	linear.weight	1	-0.09316151589155197
184764	linear.weight	2	-0.011228874325752258
184764	linear.weight	3	-0.076914943754673
184764	linear.weight	4	0.004672559443861246
184764	linear.weight	5	0.24291707575321198
184764	linear.weight	6	0.0047744326293468475
184764	linear.weight	7	-0.021312154829502106
184764	linear.weight	8	0.17616456747055054
184764	linear.weight	9	0.24388591945171356
184764	linear.bias	0	-0.8232349157333374
184764	linear.bias	1	1.409332036972046
184764	linear.bias	2	-0.4901764988899231
184764	linear.bias	3	-0.7111248970031738
184764	linear.bias	4	-0.8459242582321167
184764	linear.bias	5	-1.1772749423980713
184764	linear.bias	6	-0.9105091691017151
184764	linear.bias	7	-0.7581964731216431
184764	linear.bias	8	-0.01705317199230194
184764	linear.bias	9	3.416374921798706
184961	transitions	0	-0.4396239221096039
184961	transitions	1	8.684738159179688
184961	transitions	2	-3.564263105392456
184961	transitions	3	1.5248531103134155
184961	transitions	4	-2.165510416030884
184961	transitions	5	-0.40763312578201294
184961	transitions	6	-0.1920998990535736
184961	transitions	7	-10000.0
184961	transitions	8	1.8004212379455566
184961	transitions	9	-2.2944257259368896
184961	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
184961	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
184961	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
184961	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
184961	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
184961	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
184961	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
184961	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
184961	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
184961	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
184961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
184961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
184961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
184961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
184961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
184961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
184961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
184961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
184961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
184961	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
184961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
184961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
184961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
184961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
184961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
184961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
184961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
184961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
184961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
184961	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
184961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
184961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
184961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
184961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
184961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
184961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
184961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
184961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
184961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
184961	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
184961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
184961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
184961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
184961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
184961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
184961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
184961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
184961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
184961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
184961	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
184961	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
184961	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
184961	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
184961	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
184961	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
184961	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
184961	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
184961	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
184961	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
184961	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
184961	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
184961	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
184961	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
184961	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
184961	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
184961	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
184961	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
184961	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
184961	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
184961	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
184961	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
184961	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
184961	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
184961	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
184961	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
184961	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
184961	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
184961	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
184961	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
184961	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
184961	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
184961	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
184961	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
184961	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
184961	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
184961	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
184961	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
184961	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
184961	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
184961	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
184961	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
184961	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
184961	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
184961	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
184961	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
184961	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
184961	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
184961	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
184961	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
184961	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
184961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
184961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
184961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
184961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
184961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
184961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
184961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
184961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
184961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
184961	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
184961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
184961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
184961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
184961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
184961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
184961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
184961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
184961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
184961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
184961	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
184961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
184961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
184961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
184961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
184961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
184961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
184961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
184961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
184961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
184961	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
184961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
184961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
184961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
184961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
184961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
184961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
184961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
184961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
184961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
184961	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
184961	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
184961	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
184961	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
184961	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
184961	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
184961	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
184961	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
184961	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
184961	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
184961	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
184961	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
184961	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
184961	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
184961	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
184961	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
184961	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
184961	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
184961	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
184961	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
184961	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
184961	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
184961	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
184961	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
184961	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
184961	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
184961	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
184961	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
184961	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
184961	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
184961	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
184961	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
184961	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
184961	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
184961	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
184961	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
184961	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
184961	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
184961	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
184961	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
184961	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
184961	embedding2nn.weight	0	0.04657364636659622
184961	embedding2nn.weight	1	-0.09090494364500046
184961	embedding2nn.weight	2	0.006291960831731558
184961	embedding2nn.weight	3	-0.05669137090444565
184961	embedding2nn.weight	4	-0.12310667335987091
184961	embedding2nn.weight	5	0.12488964945077896
184961	embedding2nn.weight	6	-0.09951440244913101
184961	embedding2nn.weight	7	-0.06996673345565796
184961	embedding2nn.weight	8	-0.025803785771131516
184961	embedding2nn.weight	9	0.043682824820280075
184961	embedding2nn.bias	0	0.09406010806560516
184961	embedding2nn.bias	1	-0.00164420111104846
184961	embedding2nn.bias	2	-0.08651819825172424
184961	embedding2nn.bias	3	0.03859904408454895
184961	embedding2nn.bias	4	0.011641024611890316
184961	embedding2nn.bias	5	-0.17560160160064697
184961	embedding2nn.bias	6	-0.12622910737991333
184961	embedding2nn.bias	7	-0.04723719507455826
184961	embedding2nn.bias	8	0.0972871333360672
184961	embedding2nn.bias	9	-0.0583995021879673
184961	rnn.weight_ih_l0	0	0.05089317262172699
184961	rnn.weight_ih_l0	1	-0.07392484694719315
184961	rnn.weight_ih_l0	2	-0.037545572966337204
184961	rnn.weight_ih_l0	3	-0.04253255948424339
184961	rnn.weight_ih_l0	4	0.015279578976333141
184961	rnn.weight_ih_l0	5	-0.1117824837565422
184961	rnn.weight_ih_l0	6	-0.044313352555036545
184961	rnn.weight_ih_l0	7	-0.005689478479325771
184961	rnn.weight_ih_l0	8	0.07985701411962509
184961	rnn.weight_ih_l0	9	0.015611107461154461
184961	rnn.weight_hh_l0	0	-0.0003691054880619049
184961	rnn.weight_hh_l0	1	-0.08693256229162216
184961	rnn.weight_hh_l0	2	0.06658332794904709
184961	rnn.weight_hh_l0	3	0.04670904576778412
184961	rnn.weight_hh_l0	4	0.005813272204250097
184961	rnn.weight_hh_l0	5	0.06600936502218246
184961	rnn.weight_hh_l0	6	-0.01813006028532982
184961	rnn.weight_hh_l0	7	-0.10433004051446915
184961	rnn.weight_hh_l0	8	0.01319377962499857
184961	rnn.weight_hh_l0	9	-0.08785096555948257
184961	rnn.bias_ih_l0	0	-0.07483551651239395
184961	rnn.bias_ih_l0	1	-0.1827666312456131
184961	rnn.bias_ih_l0	2	-0.25689253211021423
184961	rnn.bias_ih_l0	3	-0.28098389506340027
184961	rnn.bias_ih_l0	4	0.009589867666363716
184961	rnn.bias_ih_l0	5	0.04142829403281212
184961	rnn.bias_ih_l0	6	-0.16501057147979736
184961	rnn.bias_ih_l0	7	-0.25859901309013367
184961	rnn.bias_ih_l0	8	-0.1278318464756012
184961	rnn.bias_ih_l0	9	-0.17906956374645233
184961	rnn.bias_hh_l0	0	0.12295841425657272
184961	rnn.bias_hh_l0	1	-0.05737753212451935
184961	rnn.bias_hh_l0	2	0.040121596306562424
184961	rnn.bias_hh_l0	3	-0.1815217286348343
184961	rnn.bias_hh_l0	4	0.03813018277287483
184961	rnn.bias_hh_l0	5	0.05536801367998123
184961	rnn.bias_hh_l0	6	-0.10690031200647354
184961	rnn.bias_hh_l0	7	-0.14966709911823273
184961	rnn.bias_hh_l0	8	-0.19119761884212494
184961	rnn.bias_hh_l0	9	-0.10290728509426117
184961	rnn.weight_ih_l0_reverse	0	-0.025922512635588646
184961	rnn.weight_ih_l0_reverse	1	-0.006588772404938936
184961	rnn.weight_ih_l0_reverse	2	0.016232069581747055
184961	rnn.weight_ih_l0_reverse	3	0.010204136371612549
184961	rnn.weight_ih_l0_reverse	4	0.031590454280376434
184961	rnn.weight_ih_l0_reverse	5	-0.05758284404873848
184961	rnn.weight_ih_l0_reverse	6	-0.04689335450530052
184961	rnn.weight_ih_l0_reverse	7	0.01078097801655531
184961	rnn.weight_ih_l0_reverse	8	0.08811337500810623
184961	rnn.weight_ih_l0_reverse	9	0.0026267131324857473
184961	rnn.weight_hh_l0_reverse	0	0.004951884970068932
184961	rnn.weight_hh_l0_reverse	1	0.030040709301829338
184961	rnn.weight_hh_l0_reverse	2	-0.040037836879491806
184961	rnn.weight_hh_l0_reverse	3	0.03989757224917412
184961	rnn.weight_hh_l0_reverse	4	0.023201797157526016
184961	rnn.weight_hh_l0_reverse	5	-0.002080925740301609
184961	rnn.weight_hh_l0_reverse	6	0.06217903643846512
184961	rnn.weight_hh_l0_reverse	7	0.02991306222975254
184961	rnn.weight_hh_l0_reverse	8	-0.01998022571206093
184961	rnn.weight_hh_l0_reverse	9	-0.031318873167037964
184961	rnn.bias_ih_l0_reverse	0	-0.15476484596729279
184961	rnn.bias_ih_l0_reverse	1	-0.3175629675388336
184961	rnn.bias_ih_l0_reverse	2	-0.06288420408964157
184961	rnn.bias_ih_l0_reverse	3	-0.14029982686042786
184961	rnn.bias_ih_l0_reverse	4	0.06729885935783386
184961	rnn.bias_ih_l0_reverse	5	-0.2622090280056
184961	rnn.bias_ih_l0_reverse	6	-0.06541185826063156
184961	rnn.bias_ih_l0_reverse	7	0.017667047679424286
184961	rnn.bias_ih_l0_reverse	8	-0.19102172553539276
184961	rnn.bias_ih_l0_reverse	9	-0.08890541642904282
184961	rnn.bias_hh_l0_reverse	0	-0.16099141538143158
184961	rnn.bias_hh_l0_reverse	1	-0.14091747999191284
184961	rnn.bias_hh_l0_reverse	2	-0.01737133413553238
184961	rnn.bias_hh_l0_reverse	3	-0.13491825759410858
184961	rnn.bias_hh_l0_reverse	4	-0.03151765093207359
184961	rnn.bias_hh_l0_reverse	5	-0.11772055923938751
184961	rnn.bias_hh_l0_reverse	6	-0.07425922155380249
184961	rnn.bias_hh_l0_reverse	7	-0.18037042021751404
184961	rnn.bias_hh_l0_reverse	8	-0.05693286657333374
184961	rnn.bias_hh_l0_reverse	9	-0.12665142118930817
184961	linear.weight	0	-0.23296700417995453
184961	linear.weight	1	-0.0959872305393219
184961	linear.weight	2	-0.011228874325752258
184961	linear.weight	3	-0.07929250597953796
184961	linear.weight	4	-0.001587319653481245
184961	linear.weight	5	0.2344944179058075
184961	linear.weight	6	0.0047744326293468475
184961	linear.weight	7	-0.021312154829502106
184961	linear.weight	8	0.16005049645900726
184961	linear.weight	9	0.24392837285995483
184961	linear.bias	0	-0.8067262172698975
184961	linear.bias	1	1.3943103551864624
184961	linear.bias	2	-0.49938663840293884
184961	linear.bias	3	-0.7099074721336365
184961	linear.bias	4	-0.8772731423377991
184961	linear.bias	5	-1.1772984266281128
184961	linear.bias	6	-0.8934643268585205
184961	linear.bias	7	-0.7609671354293823
184961	linear.bias	8	-0.01705317199230194
184961	linear.bias	9	3.4398093223571777
185158	transitions	0	-0.4397641122341156
185158	transitions	1	8.684977531433105
185158	transitions	2	-3.564556360244751
185158	transitions	3	1.525879144668579
185158	transitions	4	-2.1657629013061523
185158	transitions	5	-0.4077264070510864
185158	transitions	6	-0.1921193152666092
185158	transitions	7	-10000.0
185158	transitions	8	1.8013893365859985
185158	transitions	9	-2.294426679611206
185158	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
185158	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
185158	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
185158	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
185158	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
185158	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
185158	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
185158	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
185158	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
185158	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
185158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
185158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
185158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
185158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
185158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
185158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
185158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
185158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
185158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
185158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
185158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
185158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
185158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
185158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
185158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
185158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
185158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
185158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
185158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
185158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
185158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
185158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
185158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
185158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
185158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
185158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
185158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
185158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
185158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
185158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
185158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
185158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
185158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
185158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
185158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
185158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
185158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
185158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
185158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
185158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
185158	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
185158	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
185158	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
185158	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
185158	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
185158	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
185158	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
185158	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
185158	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
185158	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
185158	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
185158	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
185158	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
185158	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
185158	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
185158	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
185158	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
185158	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
185158	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
185158	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
185158	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
185158	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
185158	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
185158	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
185158	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
185158	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
185158	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
185158	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
185158	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
185158	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
185158	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
185158	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
185158	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
185158	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
185158	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
185158	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
185158	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
185158	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
185158	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
185158	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
185158	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
185158	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
185158	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
185158	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
185158	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
185158	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
185158	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
185158	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
185158	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
185158	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
185158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
185158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
185158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
185158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
185158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
185158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
185158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
185158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
185158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
185158	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
185158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
185158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
185158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
185158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
185158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
185158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
185158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
185158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
185158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
185158	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
185158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
185158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
185158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
185158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
185158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
185158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
185158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
185158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
185158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
185158	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
185158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
185158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
185158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
185158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
185158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
185158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
185158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
185158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
185158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
185158	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
185158	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
185158	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
185158	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
185158	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
185158	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
185158	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
185158	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
185158	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
185158	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
185158	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
185158	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
185158	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
185158	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
185158	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
185158	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
185158	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
185158	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
185158	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
185158	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
185158	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
185158	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
185158	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
185158	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
185158	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
185158	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
185158	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
185158	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
185158	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
185158	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
185158	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
185158	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
185158	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
185158	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
185158	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
185158	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
185158	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
185158	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
185158	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
185158	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
185158	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
185158	embedding2nn.weight	0	0.04675408825278282
185158	embedding2nn.weight	1	-0.09223116934299469
185158	embedding2nn.weight	2	0.007012384012341499
185158	embedding2nn.weight	3	-0.05738680809736252
185158	embedding2nn.weight	4	-0.1242186576128006
185158	embedding2nn.weight	5	0.12502235174179077
185158	embedding2nn.weight	6	-0.09898710250854492
185158	embedding2nn.weight	7	-0.0692201480269432
185158	embedding2nn.weight	8	-0.02600172534584999
185158	embedding2nn.weight	9	0.04294181242585182
185158	embedding2nn.bias	0	0.08989649266004562
185158	embedding2nn.bias	1	0.005116370506584644
185158	embedding2nn.bias	2	-0.08264423906803131
185158	embedding2nn.bias	3	0.030870558694005013
185158	embedding2nn.bias	4	0.009946493431925774
185158	embedding2nn.bias	5	-0.1775258332490921
185158	embedding2nn.bias	6	-0.12006937712430954
185158	embedding2nn.bias	7	-0.05227310210466385
185158	embedding2nn.bias	8	0.09383384883403778
185158	embedding2nn.bias	9	-0.06281121075153351
185158	rnn.weight_ih_l0	0	0.05190671607851982
185158	rnn.weight_ih_l0	1	-0.07418626546859741
185158	rnn.weight_ih_l0	2	-0.035300519317388535
185158	rnn.weight_ih_l0	3	-0.04192467778921127
185158	rnn.weight_ih_l0	4	0.015112167224287987
185158	rnn.weight_ih_l0	5	-0.11261852085590363
185158	rnn.weight_ih_l0	6	-0.04490995779633522
185158	rnn.weight_ih_l0	7	-0.009057773277163506
185158	rnn.weight_ih_l0	8	0.08064648509025574
185158	rnn.weight_ih_l0	9	0.015938984230160713
185158	rnn.weight_hh_l0	0	-0.00011704251664923504
185158	rnn.weight_hh_l0	1	-0.08815460652112961
185158	rnn.weight_hh_l0	2	0.06617681682109833
185158	rnn.weight_hh_l0	3	0.046781446784734726
185158	rnn.weight_hh_l0	4	0.005610962398350239
185158	rnn.weight_hh_l0	5	0.06654924899339676
185158	rnn.weight_hh_l0	6	-0.018216870725154877
185158	rnn.weight_hh_l0	7	-0.10403677821159363
185158	rnn.weight_hh_l0	8	0.012986108660697937
185158	rnn.weight_hh_l0	9	-0.08764958381652832
185158	rnn.bias_ih_l0	0	-0.07148455828428268
185158	rnn.bias_ih_l0	1	-0.1815507560968399
185158	rnn.bias_ih_l0	2	-0.25900590419769287
185158	rnn.bias_ih_l0	3	-0.2798535227775574
185158	rnn.bias_ih_l0	4	0.012808451429009438
185158	rnn.bias_ih_l0	5	0.04342281073331833
185158	rnn.bias_ih_l0	6	-0.16558097302913666
185158	rnn.bias_ih_l0	7	-0.2612786591053009
185158	rnn.bias_ih_l0	8	-0.1260347068309784
185158	rnn.bias_ih_l0	9	-0.1793205887079239
185158	rnn.bias_hh_l0	0	0.1220308393239975
185158	rnn.bias_hh_l0	1	-0.06014483422040939
185158	rnn.bias_hh_l0	2	0.03757734224200249
185158	rnn.bias_hh_l0	3	-0.1805940717458725
185158	rnn.bias_hh_l0	4	0.035910654813051224
185158	rnn.bias_hh_l0	5	0.051838044077157974
185158	rnn.bias_hh_l0	6	-0.10706817358732224
185158	rnn.bias_hh_l0	7	-0.14773492515087128
185158	rnn.bias_hh_l0	8	-0.18966056406497955
185158	rnn.bias_hh_l0	9	-0.10435590147972107
185158	rnn.weight_ih_l0_reverse	0	-0.02653907798230648
185158	rnn.weight_ih_l0_reverse	1	-0.005091334227472544
185158	rnn.weight_ih_l0_reverse	2	0.016598932445049286
185158	rnn.weight_ih_l0_reverse	3	0.010368956252932549
185158	rnn.weight_ih_l0_reverse	4	0.03123992495238781
185158	rnn.weight_ih_l0_reverse	5	-0.05712597444653511
185158	rnn.weight_ih_l0_reverse	6	-0.04647858813405037
185158	rnn.weight_ih_l0_reverse	7	0.011117485351860523
185158	rnn.weight_ih_l0_reverse	8	0.08816011995077133
185158	rnn.weight_ih_l0_reverse	9	0.002634514356032014
185158	rnn.weight_hh_l0_reverse	0	0.004997830372303724
185158	rnn.weight_hh_l0_reverse	1	0.02985195629298687
185158	rnn.weight_hh_l0_reverse	2	-0.040930911898612976
185158	rnn.weight_hh_l0_reverse	3	0.04019324108958244
185158	rnn.weight_hh_l0_reverse	4	0.02298247069120407
185158	rnn.weight_hh_l0_reverse	5	-0.0024314734619110823
185158	rnn.weight_hh_l0_reverse	6	0.062177836894989014
185158	rnn.weight_hh_l0_reverse	7	0.030013006180524826
185158	rnn.weight_hh_l0_reverse	8	-0.020371953025460243
185158	rnn.weight_hh_l0_reverse	9	-0.03096989542245865
185158	rnn.bias_ih_l0_reverse	0	-0.1556829810142517
185158	rnn.bias_ih_l0_reverse	1	-0.3189568817615509
185158	rnn.bias_ih_l0_reverse	2	-0.06281640380620956
185158	rnn.bias_ih_l0_reverse	3	-0.1420385241508484
185158	rnn.bias_ih_l0_reverse	4	0.06612276285886765
185158	rnn.bias_ih_l0_reverse	5	-0.2634834945201874
185158	rnn.bias_ih_l0_reverse	6	-0.06457751989364624
185158	rnn.bias_ih_l0_reverse	7	0.018619723618030548
185158	rnn.bias_ih_l0_reverse	8	-0.19156762957572937
185158	rnn.bias_ih_l0_reverse	9	-0.08664952218532562
185158	rnn.bias_hh_l0_reverse	0	-0.15983600914478302
185158	rnn.bias_hh_l0_reverse	1	-0.13936100900173187
185158	rnn.bias_hh_l0_reverse	2	-0.016974860802292824
185158	rnn.bias_hh_l0_reverse	3	-0.13547131419181824
185158	rnn.bias_hh_l0_reverse	4	-0.03128773719072342
185158	rnn.bias_hh_l0_reverse	5	-0.11773696541786194
185158	rnn.bias_hh_l0_reverse	6	-0.0753021314740181
185158	rnn.bias_hh_l0_reverse	7	-0.18072885274887085
185158	rnn.bias_hh_l0_reverse	8	-0.05601830035448074
185158	rnn.bias_hh_l0_reverse	9	-0.1273222416639328
185158	linear.weight	0	-0.23848100006580353
185158	linear.weight	1	-0.09492520242929459
185158	linear.weight	2	-0.011228874325752258
185158	linear.weight	3	-0.0820264145731926
185158	linear.weight	4	0.001510420348495245
185158	linear.weight	5	0.2242041528224945
185158	linear.weight	6	0.0047744326293468475
185158	linear.weight	7	-0.021312154829502106
185158	linear.weight	8	0.16206885874271393
185158	linear.weight	9	0.24080948531627655
185158	linear.bias	0	-0.8311940431594849
185158	linear.bias	1	1.4105784893035889
185158	linear.bias	2	-0.4684208631515503
185158	linear.bias	3	-0.7068464756011963
185158	linear.bias	4	-0.8300780057907104
185158	linear.bias	5	-1.1773191690444946
185158	linear.bias	6	-0.9166869521141052
185158	linear.bias	7	-0.766543447971344
185158	linear.bias	8	-0.01705317199230194
185158	linear.bias	9	3.4164257049560547
185355	transitions	0	-0.4397914707660675
185355	transitions	1	8.70075511932373
185355	transitions	2	-3.5654354095458984
185355	transitions	3	1.5315252542495728
185355	transitions	4	-2.166072130203247
185355	transitions	5	-0.4077635109424591
185355	transitions	6	-0.19213314354419708
185355	transitions	7	-10000.0
185355	transitions	8	1.8012588024139404
185355	transitions	9	-2.294428825378418
185355	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
185355	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
185355	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
185355	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
185355	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
185355	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
185355	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
185355	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
185355	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
185355	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
185355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
185355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
185355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
185355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
185355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
185355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
185355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
185355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
185355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
185355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
185355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
185355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
185355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
185355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
185355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
185355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
185355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
185355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
185355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
185355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
185355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
185355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
185355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
185355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
185355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
185355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
185355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
185355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
185355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
185355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
185355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
185355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
185355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
185355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
185355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
185355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
185355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
185355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
185355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
185355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
185355	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
185355	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
185355	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
185355	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
185355	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
185355	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
185355	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
185355	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
185355	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
185355	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
185355	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
185355	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
185355	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
185355	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
185355	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
185355	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
185355	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
185355	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
185355	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
185355	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
185355	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
185355	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
185355	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
185355	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
185355	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
185355	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
185355	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
185355	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
185355	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
185355	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
185355	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
185355	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
185355	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
185355	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
185355	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
185355	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
185355	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
185355	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
185355	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
185355	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
185355	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
185355	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
185355	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
185355	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
185355	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
185355	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
185355	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
185355	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
185355	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
185355	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
185355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
185355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
185355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
185355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
185355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
185355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
185355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
185355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
185355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
185355	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
185355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
185355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
185355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
185355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
185355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
185355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
185355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
185355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
185355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
185355	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
185355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
185355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
185355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
185355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
185355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
185355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
185355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
185355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
185355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
185355	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
185355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
185355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
185355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
185355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
185355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
185355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
185355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
185355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
185355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
185355	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
185355	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
185355	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
185355	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
185355	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
185355	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
185355	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
185355	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
185355	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
185355	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
185355	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
185355	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
185355	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
185355	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
185355	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
185355	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
185355	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
185355	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
185355	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
185355	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
185355	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
185355	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
185355	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
185355	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
185355	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
185355	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
185355	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
185355	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
185355	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
185355	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
185355	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
185355	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
185355	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
185355	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
185355	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
185355	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
185355	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
185355	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
185355	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
185355	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
185355	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
185355	embedding2nn.weight	0	0.04627155140042305
185355	embedding2nn.weight	1	-0.09426227957010269
185355	embedding2nn.weight	2	0.006933632306754589
185355	embedding2nn.weight	3	-0.05733067914843559
185355	embedding2nn.weight	4	-0.1260233074426651
185355	embedding2nn.weight	5	0.12424366176128387
185355	embedding2nn.weight	6	-0.09764007478952408
185355	embedding2nn.weight	7	-0.07018660008907318
185355	embedding2nn.weight	8	-0.02669275924563408
185355	embedding2nn.weight	9	0.04572645202279091
185355	embedding2nn.bias	0	0.0785447210073471
185355	embedding2nn.bias	1	0.0073602763004601
185355	embedding2nn.bias	2	-0.07891616225242615
185355	embedding2nn.bias	3	0.03160901740193367
185355	embedding2nn.bias	4	0.010324920527637005
185355	embedding2nn.bias	5	-0.17297635972499847
185355	embedding2nn.bias	6	-0.12483035027980804
185355	embedding2nn.bias	7	-0.04053337872028351
185355	embedding2nn.bias	8	0.09377872198820114
185355	embedding2nn.bias	9	-0.06678809970617294
185355	rnn.weight_ih_l0	0	0.05097024515271187
185355	rnn.weight_ih_l0	1	-0.07403150200843811
185355	rnn.weight_ih_l0	2	-0.037448327988386154
185355	rnn.weight_ih_l0	3	-0.04344163462519646
185355	rnn.weight_ih_l0	4	0.013250505551695824
185355	rnn.weight_ih_l0	5	-0.11461647599935532
185355	rnn.weight_ih_l0	6	-0.04460041597485542
185355	rnn.weight_ih_l0	7	-0.008667311631143093
185355	rnn.weight_ih_l0	8	0.08020235598087311
185355	rnn.weight_ih_l0	9	0.015902262181043625
185355	rnn.weight_hh_l0	0	-0.0006250503356568515
185355	rnn.weight_hh_l0	1	-0.08811360597610474
185355	rnn.weight_hh_l0	2	0.06673319637775421
185355	rnn.weight_hh_l0	3	0.04621315374970436
185355	rnn.weight_hh_l0	4	0.0054464759305119514
185355	rnn.weight_hh_l0	5	0.06603032350540161
185355	rnn.weight_hh_l0	6	-0.018140669912099838
185355	rnn.weight_hh_l0	7	-0.10431427508592606
185355	rnn.weight_hh_l0	8	0.01280685979872942
185355	rnn.weight_hh_l0	9	-0.0870918408036232
185355	rnn.bias_ih_l0	0	-0.06975837051868439
185355	rnn.bias_ih_l0	1	-0.1807275265455246
185355	rnn.bias_ih_l0	2	-0.2593335211277008
185355	rnn.bias_ih_l0	3	-0.27765727043151855
185355	rnn.bias_ih_l0	4	0.010297555476427078
185355	rnn.bias_ih_l0	5	0.04198334738612175
185355	rnn.bias_ih_l0	6	-0.16487018764019012
185355	rnn.bias_ih_l0	7	-0.26203539967536926
185355	rnn.bias_ih_l0	8	-0.12331115454435349
185355	rnn.bias_ih_l0	9	-0.179380863904953
185355	rnn.bias_hh_l0	0	0.12095006555318832
185355	rnn.bias_hh_l0	1	-0.060505375266075134
185355	rnn.bias_hh_l0	2	0.039979785680770874
185355	rnn.bias_hh_l0	3	-0.1806432008743286
185355	rnn.bias_hh_l0	4	0.039070334285497665
185355	rnn.bias_hh_l0	5	0.052634600549936295
185355	rnn.bias_hh_l0	6	-0.10750877112150192
185355	rnn.bias_hh_l0	7	-0.14912420511245728
185355	rnn.bias_hh_l0	8	-0.1871282160282135
185355	rnn.bias_hh_l0	9	-0.10670734941959381
185355	rnn.weight_ih_l0_reverse	0	-0.026392681524157524
185355	rnn.weight_ih_l0_reverse	1	-0.005078441463410854
185355	rnn.weight_ih_l0_reverse	2	0.015863481909036636
185355	rnn.weight_ih_l0_reverse	3	0.010492175817489624
185355	rnn.weight_ih_l0_reverse	4	0.030749516561627388
185355	rnn.weight_ih_l0_reverse	5	-0.05580948293209076
185355	rnn.weight_ih_l0_reverse	6	-0.04473228380084038
185355	rnn.weight_ih_l0_reverse	7	0.010105420835316181
185355	rnn.weight_ih_l0_reverse	8	0.08942198753356934
185355	rnn.weight_ih_l0_reverse	9	0.0020565723534673452
185355	rnn.weight_hh_l0_reverse	0	0.004705880302935839
185355	rnn.weight_hh_l0_reverse	1	0.029459085315465927
185355	rnn.weight_hh_l0_reverse	2	-0.041064612567424774
185355	rnn.weight_hh_l0_reverse	3	0.04004974663257599
185355	rnn.weight_hh_l0_reverse	4	0.022861119359731674
185355	rnn.weight_hh_l0_reverse	5	-0.0027098110876977444
185355	rnn.weight_hh_l0_reverse	6	0.06258482486009598
185355	rnn.weight_hh_l0_reverse	7	0.030151957646012306
185355	rnn.weight_hh_l0_reverse	8	-0.02072036638855934
185355	rnn.weight_hh_l0_reverse	9	-0.030813874676823616
185355	rnn.bias_ih_l0_reverse	0	-0.15701168775558472
185355	rnn.bias_ih_l0_reverse	1	-0.3225843906402588
185355	rnn.bias_ih_l0_reverse	2	-0.06306719779968262
185355	rnn.bias_ih_l0_reverse	3	-0.14221587777137756
185355	rnn.bias_ih_l0_reverse	4	0.06270838528871536
185355	rnn.bias_ih_l0_reverse	5	-0.26277467608451843
185355	rnn.bias_ih_l0_reverse	6	-0.06441361457109451
185355	rnn.bias_ih_l0_reverse	7	0.01818113774061203
185355	rnn.bias_ih_l0_reverse	8	-0.19183070957660675
185355	rnn.bias_ih_l0_reverse	9	-0.08744602650403976
185355	rnn.bias_hh_l0_reverse	0	-0.15921910107135773
185355	rnn.bias_hh_l0_reverse	1	-0.14151212573051453
185355	rnn.bias_hh_l0_reverse	2	-0.016853615641593933
185355	rnn.bias_hh_l0_reverse	3	-0.135384202003479
185355	rnn.bias_hh_l0_reverse	4	-0.031012076884508133
185355	rnn.bias_hh_l0_reverse	5	-0.117362380027771
185355	rnn.bias_hh_l0_reverse	6	-0.07482218742370605
185355	rnn.bias_hh_l0_reverse	7	-0.18131068348884583
185355	rnn.bias_hh_l0_reverse	8	-0.05665775388479233
185355	rnn.bias_hh_l0_reverse	9	-0.1254536360502243
185355	linear.weight	0	-0.23395085334777832
185355	linear.weight	1	-0.0936436876654625
185355	linear.weight	2	-0.011228874325752258
185355	linear.weight	3	-0.08757025003433228
185355	linear.weight	4	0.010071096941828728
185355	linear.weight	5	0.21240532398223877
185355	linear.weight	6	0.0047744326293468475
185355	linear.weight	7	-0.021312154829502106
185355	linear.weight	8	0.16752710938453674
185355	linear.weight	9	0.23678109049797058
185355	linear.bias	0	-0.8154570460319519
185355	linear.bias	1	1.3978723287582397
185355	linear.bias	2	-0.44274911284446716
185355	linear.bias	3	-0.7086713314056396
185355	linear.bias	4	-0.8455953001976013
185355	linear.bias	5	-1.1773345470428467
185355	linear.bias	6	-0.9009477496147156
185355	linear.bias	7	-0.7543053030967712
185355	linear.bias	8	-0.01705317199230194
185355	linear.bias	9	3.4323198795318604
185552	transitions	0	-0.44002750515937805
185552	transitions	1	8.69930648803711
185552	transitions	2	-3.5673117637634277
185552	transitions	3	1.5311528444290161
185552	transitions	4	-2.166660785675049
185552	transitions	5	-0.4078211784362793
185552	transitions	6	-0.19214902818202972
185552	transitions	7	-10000.0
185552	transitions	8	1.8006430864334106
185552	transitions	9	-2.2944366931915283
185552	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
185552	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
185552	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
185552	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
185552	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
185552	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
185552	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
185552	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
185552	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
185552	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
185552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
185552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
185552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
185552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
185552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
185552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
185552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
185552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
185552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
185552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
185552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
185552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
185552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
185552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
185552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
185552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
185552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
185552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
185552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
185552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
185552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
185552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
185552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
185552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
185552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
185552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
185552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
185552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
185552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
185552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
185552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
185552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
185552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
185552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
185552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
185552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
185552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
185552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
185552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
185552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
185552	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
185552	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
185552	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
185552	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
185552	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
185552	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
185552	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
185552	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
185552	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
185552	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
185552	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
185552	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
185552	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
185552	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
185552	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
185552	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
185552	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
185552	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
185552	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
185552	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
185552	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
185552	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
185552	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
185552	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
185552	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
185552	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
185552	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
185552	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
185552	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
185552	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
185552	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
185552	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
185552	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
185552	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
185552	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
185552	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
185552	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
185552	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
185552	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
185552	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
185552	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
185552	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
185552	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
185552	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
185552	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
185552	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
185552	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
185552	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
185552	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
185552	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
185552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
185552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
185552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
185552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
185552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
185552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
185552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
185552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
185552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
185552	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
185552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
185552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
185552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
185552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
185552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
185552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
185552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
185552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
185552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
185552	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
185552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
185552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
185552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
185552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
185552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
185552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
185552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
185552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
185552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
185552	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
185552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
185552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
185552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
185552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
185552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
185552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
185552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
185552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
185552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
185552	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
185552	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
185552	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
185552	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
185552	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
185552	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
185552	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
185552	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
185552	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
185552	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
185552	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
185552	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
185552	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
185552	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
185552	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
185552	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
185552	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
185552	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
185552	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
185552	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
185552	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
185552	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
185552	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
185552	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
185552	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
185552	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
185552	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
185552	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
185552	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
185552	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
185552	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
185552	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
185552	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
185552	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
185552	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
185552	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
185552	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
185552	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
185552	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
185552	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
185552	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
185552	embedding2nn.weight	0	0.04632741957902908
185552	embedding2nn.weight	1	-0.09410282969474792
185552	embedding2nn.weight	2	0.006919277366250753
185552	embedding2nn.weight	3	-0.05662607401609421
185552	embedding2nn.weight	4	-0.12497947365045547
185552	embedding2nn.weight	5	0.12434495985507965
185552	embedding2nn.weight	6	-0.10001493990421295
185552	embedding2nn.weight	7	-0.06958351284265518
185552	embedding2nn.weight	8	-0.026124680414795876
185552	embedding2nn.weight	9	0.047543689608573914
185552	embedding2nn.bias	0	0.08247052133083344
185552	embedding2nn.bias	1	0.0068886782974004745
185552	embedding2nn.bias	2	-0.08727402240037918
185552	embedding2nn.bias	3	0.03446459397673607
185552	embedding2nn.bias	4	0.017978988587856293
185552	embedding2nn.bias	5	-0.1746433824300766
185552	embedding2nn.bias	6	-0.12976700067520142
185552	embedding2nn.bias	7	-0.0487801656126976
185552	embedding2nn.bias	8	0.08184012025594711
185552	embedding2nn.bias	9	-0.05716104805469513
185552	rnn.weight_ih_l0	0	0.049541495740413666
185552	rnn.weight_ih_l0	1	-0.07428231835365295
185552	rnn.weight_ih_l0	2	-0.03880491107702255
185552	rnn.weight_ih_l0	3	-0.043342553079128265
185552	rnn.weight_ih_l0	4	0.01634160429239273
185552	rnn.weight_ih_l0	5	-0.11436070501804352
185552	rnn.weight_ih_l0	6	-0.04556407779455185
185552	rnn.weight_ih_l0	7	-0.008589974604547024
185552	rnn.weight_ih_l0	8	0.07817737758159637
185552	rnn.weight_ih_l0	9	0.014924637973308563
185552	rnn.weight_hh_l0	0	-0.0003806347958743572
185552	rnn.weight_hh_l0	1	-0.08800037205219269
185552	rnn.weight_hh_l0	2	0.06660360097885132
185552	rnn.weight_hh_l0	3	0.04666456580162048
185552	rnn.weight_hh_l0	4	0.005625972058624029
185552	rnn.weight_hh_l0	5	0.06572013348340988
185552	rnn.weight_hh_l0	6	-0.018074171617627144
185552	rnn.weight_hh_l0	7	-0.10384759306907654
185552	rnn.weight_hh_l0	8	0.01304206345230341
185552	rnn.weight_hh_l0	9	-0.08657404780387878
185552	rnn.bias_ih_l0	0	-0.0702124759554863
185552	rnn.bias_ih_l0	1	-0.1797982156276703
185552	rnn.bias_ih_l0	2	-0.2622811794281006
185552	rnn.bias_ih_l0	3	-0.27802354097366333
185552	rnn.bias_ih_l0	4	0.013247363269329071
185552	rnn.bias_ih_l0	5	0.04505316540598869
185552	rnn.bias_ih_l0	6	-0.16411159932613373
185552	rnn.bias_ih_l0	7	-0.2630161941051483
185552	rnn.bias_ih_l0	8	-0.12061294913291931
185552	rnn.bias_ih_l0	9	-0.17835256457328796
185552	rnn.bias_hh_l0	0	0.12227483838796616
185552	rnn.bias_hh_l0	1	-0.061621762812137604
185552	rnn.bias_hh_l0	2	0.039944279938936234
185552	rnn.bias_hh_l0	3	-0.18056470155715942
185552	rnn.bias_hh_l0	4	0.036863841116428375
185552	rnn.bias_hh_l0	5	0.05138450860977173
185552	rnn.bias_hh_l0	6	-0.10710086673498154
185552	rnn.bias_hh_l0	7	-0.14966775476932526
185552	rnn.bias_hh_l0	8	-0.18743158876895905
185552	rnn.bias_hh_l0	9	-0.10669141262769699
185552	rnn.weight_ih_l0_reverse	0	-0.027525529265403748
185552	rnn.weight_ih_l0_reverse	1	-0.005340774543583393
185552	rnn.weight_ih_l0_reverse	2	0.01626582443714142
185552	rnn.weight_ih_l0_reverse	3	0.011099431663751602
185552	rnn.weight_ih_l0_reverse	4	0.03164824843406677
185552	rnn.weight_ih_l0_reverse	5	-0.054653096944093704
185552	rnn.weight_ih_l0_reverse	6	-0.045604195445775986
185552	rnn.weight_ih_l0_reverse	7	0.009319520555436611
185552	rnn.weight_ih_l0_reverse	8	0.09018651396036148
185552	rnn.weight_ih_l0_reverse	9	0.0017219246365129948
185552	rnn.weight_hh_l0_reverse	0	0.00483432924374938
185552	rnn.weight_hh_l0_reverse	1	0.029596036300063133
185552	rnn.weight_hh_l0_reverse	2	-0.04113366827368736
185552	rnn.weight_hh_l0_reverse	3	0.04017513245344162
185552	rnn.weight_hh_l0_reverse	4	0.02293604239821434
185552	rnn.weight_hh_l0_reverse	5	-0.0025525002274662256
185552	rnn.weight_hh_l0_reverse	6	0.06246579438447952
185552	rnn.weight_hh_l0_reverse	7	0.0298524908721447
185552	rnn.weight_hh_l0_reverse	8	-0.02035440318286419
185552	rnn.weight_hh_l0_reverse	9	-0.030927078798413277
185552	rnn.bias_ih_l0_reverse	0	-0.1575314998626709
185552	rnn.bias_ih_l0_reverse	1	-0.3223245143890381
185552	rnn.bias_ih_l0_reverse	2	-0.06337098032236099
185552	rnn.bias_ih_l0_reverse	3	-0.14391185343265533
185552	rnn.bias_ih_l0_reverse	4	0.0617947056889534
185552	rnn.bias_ih_l0_reverse	5	-0.26418453454971313
185552	rnn.bias_ih_l0_reverse	6	-0.06487110257148743
185552	rnn.bias_ih_l0_reverse	7	0.01955798827111721
185552	rnn.bias_ih_l0_reverse	8	-0.19117262959480286
185552	rnn.bias_ih_l0_reverse	9	-0.08653493225574493
185552	rnn.bias_hh_l0_reverse	0	-0.15976162254810333
185552	rnn.bias_hh_l0_reverse	1	-0.14193639159202576
185552	rnn.bias_hh_l0_reverse	2	-0.0168172474950552
185552	rnn.bias_hh_l0_reverse	3	-0.13525636494159698
185552	rnn.bias_hh_l0_reverse	4	-0.030888468027114868
185552	rnn.bias_hh_l0_reverse	5	-0.11792673915624619
185552	rnn.bias_hh_l0_reverse	6	-0.07323317229747772
185552	rnn.bias_hh_l0_reverse	7	-0.18321852385997772
185552	rnn.bias_hh_l0_reverse	8	-0.05804644152522087
185552	rnn.bias_hh_l0_reverse	9	-0.12470249086618423
185552	linear.weight	0	-0.23415596783161163
185552	linear.weight	1	-0.09647517651319504
185552	linear.weight	2	-0.011228874325752258
185552	linear.weight	3	-0.08547751605510712
185552	linear.weight	4	0.010548875667154789
185552	linear.weight	5	0.22718411684036255
185552	linear.weight	6	0.0047744326293468475
185552	linear.weight	7	-0.021312154829502106
185552	linear.weight	8	0.17949984967708588
185552	linear.weight	9	0.2334054857492447
185552	linear.bias	0	-0.8159636855125427
185552	linear.bias	1	1.4201589822769165
185552	linear.bias	2	-0.44546130299568176
185552	linear.bias	3	-0.6956811547279358
185552	linear.bias	4	-0.8300835490226746
185552	linear.bias	5	-1.1773536205291748
185552	linear.bias	6	-0.901432454586029
185552	linear.bias	7	-0.7496089935302734
185552	linear.bias	8	-0.01705317199230194
185552	linear.bias	9	3.4463038444519043
185556	transitions	0	-0.4400358200073242
185556	transitions	1	8.702306747436523
185556	transitions	2	-3.567312479019165
185556	transitions	3	1.531418800354004
185556	transitions	4	-2.16666841506958
185556	transitions	5	-0.40782132744789124
185556	transitions	6	-0.1921490579843521
185556	transitions	7	-10000.0
185556	transitions	8	1.800628900527954
185556	transitions	9	-2.2944366931915283
185556	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
185556	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
185556	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
185556	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
185556	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
185556	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
185556	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
185556	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
185556	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
185556	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
185556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
185556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
185556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
185556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
185556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
185556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
185556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
185556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
185556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
185556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
185556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
185556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
185556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
185556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
185556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
185556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
185556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
185556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
185556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
185556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
185556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
185556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
185556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
185556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
185556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
185556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
185556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
185556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
185556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
185556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
185556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
185556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
185556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
185556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
185556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
185556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
185556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
185556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
185556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
185556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
185556	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
185556	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
185556	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
185556	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
185556	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
185556	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
185556	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
185556	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
185556	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
185556	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
185556	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
185556	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
185556	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
185556	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
185556	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
185556	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
185556	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
185556	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
185556	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
185556	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
185556	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
185556	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
185556	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
185556	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
185556	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
185556	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
185556	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
185556	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
185556	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
185556	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
185556	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
185556	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
185556	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
185556	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
185556	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
185556	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
185556	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
185556	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
185556	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
185556	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
185556	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
185556	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
185556	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
185556	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
185556	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
185556	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
185556	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
185556	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
185556	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
185556	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
185556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
185556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
185556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
185556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
185556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
185556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
185556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
185556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
185556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
185556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
185556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
185556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
185556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
185556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
185556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
185556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
185556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
185556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
185556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
185556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
185556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
185556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
185556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
185556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
185556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
185556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
185556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
185556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
185556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
185556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
185556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
185556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
185556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
185556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
185556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
185556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
185556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
185556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
185556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
185556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
185556	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
185556	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
185556	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
185556	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
185556	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
185556	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
185556	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
185556	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
185556	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
185556	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
185556	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
185556	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
185556	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
185556	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
185556	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
185556	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
185556	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
185556	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
185556	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
185556	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
185556	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
185556	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
185556	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
185556	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
185556	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
185556	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
185556	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
185556	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
185556	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
185556	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
185556	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
185556	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
185556	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
185556	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
185556	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
185556	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
185556	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
185556	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
185556	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
185556	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
185556	embedding2nn.weight	0	0.04626842588186264
185556	embedding2nn.weight	1	-0.09390893578529358
185556	embedding2nn.weight	2	0.006949216593056917
185556	embedding2nn.weight	3	-0.056595899164676666
185556	embedding2nn.weight	4	-0.12527836859226227
185556	embedding2nn.weight	5	0.12428230792284012
185556	embedding2nn.weight	6	-0.09993255883455276
185556	embedding2nn.weight	7	-0.06982185691595078
185556	embedding2nn.weight	8	-0.026207715272903442
185556	embedding2nn.weight	9	0.04744695872068405
185556	embedding2nn.bias	0	0.08162175118923187
185556	embedding2nn.bias	1	0.0059339739382267
185556	embedding2nn.bias	2	-0.08794569969177246
185556	embedding2nn.bias	3	0.034106120467185974
185556	embedding2nn.bias	4	0.017769508063793182
185556	embedding2nn.bias	5	-0.17425087094306946
185556	embedding2nn.bias	6	-0.12919342517852783
185556	embedding2nn.bias	7	-0.04894501343369484
185556	embedding2nn.bias	8	0.08059044182300568
185556	embedding2nn.bias	9	-0.05697714909911156
185556	rnn.weight_ih_l0	0	0.04949052631855011
185556	rnn.weight_ih_l0	1	-0.07419880479574203
185556	rnn.weight_ih_l0	2	-0.038721274584531784
185556	rnn.weight_ih_l0	3	-0.043354518711566925
185556	rnn.weight_ih_l0	4	0.016361139714717865
185556	rnn.weight_ih_l0	5	-0.11442524939775467
185556	rnn.weight_ih_l0	6	-0.045566949993371964
185556	rnn.weight_ih_l0	7	-0.00857859943062067
185556	rnn.weight_ih_l0	8	0.0780724287033081
185556	rnn.weight_ih_l0	9	0.014913197606801987
185556	rnn.weight_hh_l0	0	-0.00036393970367498696
185556	rnn.weight_hh_l0	1	-0.08800327032804489
185556	rnn.weight_hh_l0	2	0.06659616529941559
185556	rnn.weight_hh_l0	3	0.04660578444600105
185556	rnn.weight_hh_l0	4	0.005626140162348747
185556	rnn.weight_hh_l0	5	0.06567078828811646
185556	rnn.weight_hh_l0	6	-0.0180783923715353
185556	rnn.weight_hh_l0	7	-0.10384873300790787
185556	rnn.weight_hh_l0	8	0.013451436534523964
185556	rnn.weight_hh_l0	9	-0.08659319579601288
185556	rnn.bias_ih_l0	0	-0.07029290497303009
185556	rnn.bias_ih_l0	1	-0.17978224158287048
185556	rnn.bias_ih_l0	2	-0.26222237944602966
185556	rnn.bias_ih_l0	3	-0.2779349386692047
185556	rnn.bias_ih_l0	4	0.01366338785737753
185556	rnn.bias_ih_l0	5	0.04485248401761055
185556	rnn.bias_ih_l0	6	-0.1640409380197525
185556	rnn.bias_ih_l0	7	-0.2628996968269348
185556	rnn.bias_ih_l0	8	-0.12063705921173096
185556	rnn.bias_ih_l0	9	-0.17824114859104156
185556	rnn.bias_hh_l0	0	0.12224685400724411
185556	rnn.bias_hh_l0	1	-0.061623528599739075
185556	rnn.bias_hh_l0	2	0.03985210508108139
185556	rnn.bias_hh_l0	3	-0.1806173026561737
185556	rnn.bias_hh_l0	4	0.03726441040635109
185556	rnn.bias_hh_l0	5	0.051305972039699554
185556	rnn.bias_hh_l0	6	-0.10708372294902802
185556	rnn.bias_hh_l0	7	-0.14977942407131195
185556	rnn.bias_hh_l0	8	-0.18742160499095917
185556	rnn.bias_hh_l0	9	-0.10676653683185577
185556	rnn.weight_ih_l0_reverse	0	-0.027530383318662643
185556	rnn.weight_ih_l0_reverse	1	-0.005296723917126656
185556	rnn.weight_ih_l0_reverse	2	0.0162639282643795
185556	rnn.weight_ih_l0_reverse	3	0.01110703032463789
185556	rnn.weight_ih_l0_reverse	4	0.03168148174881935
185556	rnn.weight_ih_l0_reverse	5	-0.05466093495488167
185556	rnn.weight_ih_l0_reverse	6	-0.04557556286454201
185556	rnn.weight_ih_l0_reverse	7	0.009339293465018272
185556	rnn.weight_ih_l0_reverse	8	0.09019386768341064
185556	rnn.weight_ih_l0_reverse	9	0.0016674305079504848
185556	rnn.weight_hh_l0_reverse	0	0.004809432663023472
185556	rnn.weight_hh_l0_reverse	1	0.029593508690595627
185556	rnn.weight_hh_l0_reverse	2	-0.04111054539680481
185556	rnn.weight_hh_l0_reverse	3	0.04017524793744087
185556	rnn.weight_hh_l0_reverse	4	0.022938570007681847
185556	rnn.weight_hh_l0_reverse	5	-0.0025462117046117783
185556	rnn.weight_hh_l0_reverse	6	0.0625096783041954
185556	rnn.weight_hh_l0_reverse	7	0.029810475185513496
185556	rnn.weight_hh_l0_reverse	8	-0.020341048017144203
185556	rnn.weight_hh_l0_reverse	9	-0.030923599377274513
185556	rnn.bias_ih_l0_reverse	0	-0.15747849643230438
185556	rnn.bias_ih_l0_reverse	1	-0.3224182724952698
185556	rnn.bias_ih_l0_reverse	2	-0.0634748786687851
185556	rnn.bias_ih_l0_reverse	3	-0.14438599348068237
185556	rnn.bias_ih_l0_reverse	4	0.06263870000839233
185556	rnn.bias_ih_l0_reverse	5	-0.26416534185409546
185556	rnn.bias_ih_l0_reverse	6	-0.06492964178323746
185556	rnn.bias_ih_l0_reverse	7	0.019662166014313698
185556	rnn.bias_ih_l0_reverse	8	-0.1911577731370926
185556	rnn.bias_ih_l0_reverse	9	-0.0863165557384491
185556	rnn.bias_hh_l0_reverse	0	-0.15979358553886414
185556	rnn.bias_hh_l0_reverse	1	-0.1420987993478775
185556	rnn.bias_hh_l0_reverse	2	-0.016860192641615868
185556	rnn.bias_hh_l0_reverse	3	-0.13533417880535126
185556	rnn.bias_hh_l0_reverse	4	-0.0309904795140028
185556	rnn.bias_hh_l0_reverse	5	-0.11775960773229599
185556	rnn.bias_hh_l0_reverse	6	-0.07330813258886337
185556	rnn.bias_hh_l0_reverse	7	-0.18315795063972473
185556	rnn.bias_hh_l0_reverse	8	-0.05805163085460663
185556	rnn.bias_hh_l0_reverse	9	-0.12474223226308823
185556	linear.weight	0	-0.23394572734832764
185556	linear.weight	1	-0.09645609557628632
185556	linear.weight	2	-0.011228874325752258
185556	linear.weight	3	-0.08547188341617584
185556	linear.weight	4	0.01056123711168766
185556	linear.weight	5	0.22730879485607147
185556	linear.weight	6	0.0047744326293468475
185556	linear.weight	7	-0.021312154829502106
185556	linear.weight	8	0.17959046363830566
185556	linear.weight	9	0.23338186740875244
185556	linear.bias	0	-0.8163325786590576
185556	linear.bias	1	1.4266587495803833
185556	linear.bias	2	-0.462886244058609
185556	linear.bias	3	-0.6927121877670288
185556	linear.bias	4	-0.8283162117004395
185556	linear.bias	5	-1.177354097366333
185556	linear.bias	6	-0.9018779993057251
185556	linear.bias	7	-0.7468404173851013
185556	linear.bias	8	-0.01705317199230194
185556	linear.bias	9	3.4388394355773926
185753	transitions	0	-0.440234512090683
185753	transitions	1	8.681683540344238
185753	transitions	2	-3.5677542686462402
185753	transitions	3	1.5327805280685425
185753	transitions	4	-2.166877031326294
185753	transitions	5	-0.4079425632953644
185753	transitions	6	-0.192170187830925
185753	transitions	7	-10000.0
185753	transitions	8	1.8002901077270508
185753	transitions	9	-2.2944397926330566
185753	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
185753	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
185753	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
185753	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
185753	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
185753	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
185753	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
185753	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
185753	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
185753	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
185753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
185753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
185753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
185753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
185753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
185753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
185753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
185753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
185753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
185753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
185753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
185753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
185753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
185753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
185753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
185753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
185753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
185753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
185753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
185753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
185753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
185753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
185753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
185753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
185753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
185753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
185753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
185753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
185753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
185753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
185753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
185753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
185753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
185753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
185753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
185753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
185753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
185753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
185753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
185753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
185753	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
185753	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
185753	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
185753	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
185753	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
185753	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
185753	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
185753	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
185753	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
185753	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
185753	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
185753	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
185753	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
185753	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
185753	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
185753	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
185753	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
185753	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
185753	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
185753	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
185753	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
185753	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
185753	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
185753	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
185753	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
185753	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
185753	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
185753	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
185753	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
185753	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
185753	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
185753	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
185753	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
185753	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
185753	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
185753	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
185753	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
185753	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
185753	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
185753	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
185753	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
185753	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
185753	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
185753	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
185753	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
185753	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
185753	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
185753	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
185753	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
185753	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
185753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
185753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
185753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
185753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
185753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
185753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
185753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
185753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
185753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
185753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
185753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
185753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
185753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
185753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
185753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
185753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
185753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
185753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
185753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
185753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
185753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
185753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
185753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
185753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
185753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
185753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
185753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
185753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
185753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
185753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
185753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
185753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
185753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
185753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
185753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
185753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
185753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
185753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
185753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
185753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
185753	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
185753	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
185753	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
185753	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
185753	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
185753	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
185753	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
185753	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
185753	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
185753	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
185753	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
185753	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
185753	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
185753	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
185753	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
185753	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
185753	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
185753	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
185753	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
185753	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
185753	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
185753	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
185753	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
185753	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
185753	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
185753	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
185753	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
185753	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
185753	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
185753	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
185753	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
185753	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
185753	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
185753	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
185753	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
185753	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
185753	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
185753	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
185753	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
185753	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
185753	embedding2nn.weight	0	0.04641902819275856
185753	embedding2nn.weight	1	-0.0935785248875618
185753	embedding2nn.weight	2	0.005669570527970791
185753	embedding2nn.weight	3	-0.057243652641773224
185753	embedding2nn.weight	4	-0.1278981864452362
185753	embedding2nn.weight	5	0.12410538643598557
185753	embedding2nn.weight	6	-0.1020333468914032
185753	embedding2nn.weight	7	-0.06939654797315598
185753	embedding2nn.weight	8	-0.025440778583288193
185753	embedding2nn.weight	9	0.04725039377808571
185753	embedding2nn.bias	0	0.08220837265253067
185753	embedding2nn.bias	1	0.006697069387882948
185753	embedding2nn.bias	2	-0.08931341767311096
185753	embedding2nn.bias	3	0.029160726815462112
185753	embedding2nn.bias	4	0.01821068860590458
185753	embedding2nn.bias	5	-0.17092779278755188
185753	embedding2nn.bias	6	-0.1284271478652954
185753	embedding2nn.bias	7	-0.0540318638086319
185753	embedding2nn.bias	8	0.07777800410985947
185753	embedding2nn.bias	9	-0.05870990455150604
185753	rnn.weight_ih_l0	0	0.0492141917347908
185753	rnn.weight_ih_l0	1	-0.07361230254173279
185753	rnn.weight_ih_l0	2	-0.03908783569931984
185753	rnn.weight_ih_l0	3	-0.04357472062110901
185753	rnn.weight_ih_l0	4	0.01732039824128151
185753	rnn.weight_ih_l0	5	-0.11380110681056976
185753	rnn.weight_ih_l0	6	-0.04515017569065094
185753	rnn.weight_ih_l0	7	-0.01068743597716093
185753	rnn.weight_ih_l0	8	0.0795934796333313
185753	rnn.weight_ih_l0	9	0.014039836823940277
185753	rnn.weight_hh_l0	0	-3.845195533358492e-05
185753	rnn.weight_hh_l0	1	-0.08783590793609619
185753	rnn.weight_hh_l0	2	0.06629811972379684
185753	rnn.weight_hh_l0	3	0.0459686741232872
185753	rnn.weight_hh_l0	4	0.005729097407311201
185753	rnn.weight_hh_l0	5	0.06519812345504761
185753	rnn.weight_hh_l0	6	-0.017946209758520126
185753	rnn.weight_hh_l0	7	-0.10383974760770798
185753	rnn.weight_hh_l0	8	0.012986993417143822
185753	rnn.weight_hh_l0	9	-0.08895309269428253
185753	rnn.bias_ih_l0	0	-0.07372765988111496
185753	rnn.bias_ih_l0	1	-0.17957843840122223
185753	rnn.bias_ih_l0	2	-0.2623710632324219
185753	rnn.bias_ih_l0	3	-0.27703046798706055
185753	rnn.bias_ih_l0	4	0.015498977154493332
185753	rnn.bias_ih_l0	5	0.045648328959941864
185753	rnn.bias_ih_l0	6	-0.16424697637557983
185753	rnn.bias_ih_l0	7	-0.2634730041027069
185753	rnn.bias_ih_l0	8	-0.12092266976833344
185753	rnn.bias_ih_l0	9	-0.17848753929138184
185753	rnn.bias_hh_l0	0	0.12373929470777512
185753	rnn.bias_hh_l0	1	-0.06057146564126015
185753	rnn.bias_hh_l0	2	0.039936963468790054
185753	rnn.bias_hh_l0	3	-0.18086835741996765
185753	rnn.bias_hh_l0	4	0.03659140691161156
185753	rnn.bias_hh_l0	5	0.052370116114616394
185753	rnn.bias_hh_l0	6	-0.10655477643013
185753	rnn.bias_hh_l0	7	-0.15064074099063873
185753	rnn.bias_hh_l0	8	-0.18852801620960236
185753	rnn.bias_hh_l0	9	-0.10905957967042923
185753	rnn.weight_ih_l0_reverse	0	-0.026560267433524132
185753	rnn.weight_ih_l0_reverse	1	-0.005651702638715506
185753	rnn.weight_ih_l0_reverse	2	0.015867704525589943
185753	rnn.weight_ih_l0_reverse	3	0.011988535523414612
185753	rnn.weight_ih_l0_reverse	4	0.031396202743053436
185753	rnn.weight_ih_l0_reverse	5	-0.05400853231549263
185753	rnn.weight_ih_l0_reverse	6	-0.045527759939432144
185753	rnn.weight_ih_l0_reverse	7	0.010379032231867313
185753	rnn.weight_ih_l0_reverse	8	0.08925947546958923
185753	rnn.weight_ih_l0_reverse	9	0.0008307773969136178
185753	rnn.weight_hh_l0_reverse	0	0.004250586032867432
185753	rnn.weight_hh_l0_reverse	1	0.029128216207027435
185753	rnn.weight_hh_l0_reverse	2	-0.04078994318842888
185753	rnn.weight_hh_l0_reverse	3	0.040240578353405
185753	rnn.weight_hh_l0_reverse	4	0.02276524342596531
185753	rnn.weight_hh_l0_reverse	5	-0.002202216535806656
185753	rnn.weight_hh_l0_reverse	6	0.06296151876449585
185753	rnn.weight_hh_l0_reverse	7	0.02969551272690296
185753	rnn.weight_hh_l0_reverse	8	-0.019832629710435867
185753	rnn.weight_hh_l0_reverse	9	-0.03110690787434578
185753	rnn.bias_ih_l0_reverse	0	-0.1579815149307251
185753	rnn.bias_ih_l0_reverse	1	-0.3237588107585907
185753	rnn.bias_ih_l0_reverse	2	-0.06296239048242569
185753	rnn.bias_ih_l0_reverse	3	-0.14366990327835083
185753	rnn.bias_ih_l0_reverse	4	0.0619855634868145
185753	rnn.bias_ih_l0_reverse	5	-0.26262739300727844
185753	rnn.bias_ih_l0_reverse	6	-0.0640101507306099
185753	rnn.bias_ih_l0_reverse	7	0.015010028146207333
185753	rnn.bias_ih_l0_reverse	8	-0.1921737939119339
185753	rnn.bias_ih_l0_reverse	9	-0.08506764471530914
185753	rnn.bias_hh_l0_reverse	0	-0.16119076311588287
185753	rnn.bias_hh_l0_reverse	1	-0.1420680433511734
185753	rnn.bias_hh_l0_reverse	2	-0.015687068924307823
185753	rnn.bias_hh_l0_reverse	3	-0.13783469796180725
185753	rnn.bias_hh_l0_reverse	4	-0.030572183430194855
185753	rnn.bias_hh_l0_reverse	5	-0.11748749017715454
185753	rnn.bias_hh_l0_reverse	6	-0.07407305389642715
185753	rnn.bias_hh_l0_reverse	7	-0.18240892887115479
185753	rnn.bias_hh_l0_reverse	8	-0.05790788680315018
185753	rnn.bias_hh_l0_reverse	9	-0.12466395646333694
185753	linear.weight	0	-0.23522187769412994
185753	linear.weight	1	-0.09228856861591339
185753	linear.weight	2	-0.011228874325752258
185753	linear.weight	3	-0.07742230594158173
185753	linear.weight	4	0.017866522073745728
185753	linear.weight	5	0.2304583191871643
185753	linear.weight	6	0.0047744326293468475
185753	linear.weight	7	-0.021312154829502106
185753	linear.weight	8	0.17392082512378693
185753	linear.weight	9	0.2336830347776413
185753	linear.bias	0	-0.8013041019439697
185753	linear.bias	1	1.450104832649231
185753	linear.bias	2	-0.4739135205745697
185753	linear.bias	3	-0.7135255932807922
185753	linear.bias	4	-0.8324164748191833
185753	linear.bias	5	-1.1773735284805298
185753	linear.bias	6	-0.887519896030426
185753	linear.bias	7	-0.7380262613296509
185753	linear.bias	8	-0.01705317199230194
185753	linear.bias	9	3.443311929702759
185950	transitions	0	-0.4403395652770996
185950	transitions	1	8.665783882141113
185950	transitions	2	-3.5681283473968506
185950	transitions	3	1.5359055995941162
185950	transitions	4	-2.1670732498168945
185950	transitions	5	-0.4079659879207611
185950	transitions	6	-0.19218821823596954
185950	transitions	7	-10000.0
185950	transitions	8	1.8006004095077515
185950	transitions	9	-2.294442653656006
185950	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
185950	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
185950	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
185950	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
185950	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
185950	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
185950	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
185950	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
185950	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
185950	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
185950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
185950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
185950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
185950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
185950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
185950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
185950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
185950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
185950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
185950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
185950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
185950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
185950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
185950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
185950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
185950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
185950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
185950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
185950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
185950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
185950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
185950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
185950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
185950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
185950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
185950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
185950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
185950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
185950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
185950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
185950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
185950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
185950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
185950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
185950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
185950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
185950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
185950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
185950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
185950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
185950	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
185950	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
185950	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
185950	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
185950	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
185950	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
185950	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
185950	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
185950	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
185950	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
185950	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
185950	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
185950	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
185950	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
185950	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
185950	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
185950	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
185950	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
185950	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
185950	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
185950	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
185950	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
185950	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
185950	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
185950	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
185950	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
185950	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
185950	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
185950	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
185950	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
185950	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
185950	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
185950	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
185950	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
185950	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
185950	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
185950	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
185950	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
185950	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
185950	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
185950	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
185950	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
185950	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
185950	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
185950	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
185950	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
185950	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
185950	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
185950	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
185950	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
185950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
185950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
185950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
185950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
185950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
185950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
185950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
185950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
185950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
185950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
185950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
185950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
185950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
185950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
185950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
185950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
185950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
185950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
185950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
185950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
185950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
185950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
185950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
185950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
185950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
185950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
185950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
185950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
185950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
185950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
185950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
185950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
185950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
185950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
185950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
185950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
185950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
185950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
185950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
185950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
185950	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
185950	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
185950	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
185950	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
185950	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
185950	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
185950	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
185950	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
185950	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
185950	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
185950	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
185950	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
185950	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
185950	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
185950	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
185950	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
185950	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
185950	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
185950	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
185950	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
185950	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
185950	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
185950	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
185950	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
185950	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
185950	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
185950	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
185950	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
185950	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
185950	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
185950	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
185950	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
185950	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
185950	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
185950	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
185950	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
185950	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
185950	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
185950	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
185950	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
185950	embedding2nn.weight	0	0.046866320073604584
185950	embedding2nn.weight	1	-0.09341343492269516
185950	embedding2nn.weight	2	0.006370490416884422
185950	embedding2nn.weight	3	-0.05763090401887894
185950	embedding2nn.weight	4	-0.12793414294719696
185950	embedding2nn.weight	5	0.12413115054368973
185950	embedding2nn.weight	6	-0.10310348868370056
185950	embedding2nn.weight	7	-0.06918781250715256
185950	embedding2nn.weight	8	-0.025931237265467644
185950	embedding2nn.weight	9	0.0459015853703022
185950	embedding2nn.bias	0	0.08131754398345947
185950	embedding2nn.bias	1	0.006431529298424721
185950	embedding2nn.bias	2	-0.1001511812210083
185950	embedding2nn.bias	3	0.03337399661540985
185950	embedding2nn.bias	4	0.016631122678518295
185950	embedding2nn.bias	5	-0.16871649026870728
185950	embedding2nn.bias	6	-0.12346220761537552
185950	embedding2nn.bias	7	-0.05127778276801109
185950	embedding2nn.bias	8	0.08194456249475479
185950	embedding2nn.bias	9	-0.061220165342092514
185950	rnn.weight_ih_l0	0	0.04945480078458786
185950	rnn.weight_ih_l0	1	-0.0730835571885109
185950	rnn.weight_ih_l0	2	-0.03966555744409561
185950	rnn.weight_ih_l0	3	-0.04334607347846031
185950	rnn.weight_ih_l0	4	0.01818428374826908
185950	rnn.weight_ih_l0	5	-0.11368878185749054
185950	rnn.weight_ih_l0	6	-0.0463968850672245
185950	rnn.weight_ih_l0	7	-0.010226358659565449
185950	rnn.weight_ih_l0	8	0.07725483924150467
185950	rnn.weight_ih_l0	9	0.013779590837657452
185950	rnn.weight_hh_l0	0	-0.00030013793730176985
185950	rnn.weight_hh_l0	1	-0.0869700089097023
185950	rnn.weight_hh_l0	2	0.06625904142856598
185950	rnn.weight_hh_l0	3	0.04561331123113632
185950	rnn.weight_hh_l0	4	0.005888258572667837
185950	rnn.weight_hh_l0	5	0.06521231681108475
185950	rnn.weight_hh_l0	6	-0.018026631325483322
185950	rnn.weight_hh_l0	7	-0.10421397536993027
185950	rnn.weight_hh_l0	8	0.01217108964920044
185950	rnn.weight_hh_l0	9	-0.08926127851009369
185950	rnn.bias_ih_l0	0	-0.07269766181707382
185950	rnn.bias_ih_l0	1	-0.1789487898349762
185950	rnn.bias_ih_l0	2	-0.2623932659626007
185950	rnn.bias_ih_l0	3	-0.27648887038230896
185950	rnn.bias_ih_l0	4	0.01427141111344099
185950	rnn.bias_ih_l0	5	0.045854173600673676
185950	rnn.bias_ih_l0	6	-0.16498956084251404
185950	rnn.bias_ih_l0	7	-0.2635687291622162
185950	rnn.bias_ih_l0	8	-0.11934801191091537
185950	rnn.bias_ih_l0	9	-0.17944414913654327
185950	rnn.bias_hh_l0	0	0.12379191070795059
185950	rnn.bias_hh_l0	1	-0.060310523957014084
185950	rnn.bias_hh_l0	2	0.03959086537361145
185950	rnn.bias_hh_l0	3	-0.1802656650543213
185950	rnn.bias_hh_l0	4	0.03402049466967583
185950	rnn.bias_hh_l0	5	0.05376839265227318
185950	rnn.bias_hh_l0	6	-0.10715556144714355
185950	rnn.bias_hh_l0	7	-0.1497064083814621
185950	rnn.bias_hh_l0	8	-0.18862998485565186
185950	rnn.bias_hh_l0	9	-0.10899268835783005
185950	rnn.weight_ih_l0_reverse	0	-0.025692269206047058
185950	rnn.weight_ih_l0_reverse	1	-0.0050490000285208225
185950	rnn.weight_ih_l0_reverse	2	0.01272585429251194
185950	rnn.weight_ih_l0_reverse	3	0.012170079164206982
185950	rnn.weight_ih_l0_reverse	4	0.0321219228208065
185950	rnn.weight_ih_l0_reverse	5	-0.05316867306828499
185950	rnn.weight_ih_l0_reverse	6	-0.04625142365694046
185950	rnn.weight_ih_l0_reverse	7	0.01158150751143694
185950	rnn.weight_ih_l0_reverse	8	0.0880235880613327
185950	rnn.weight_ih_l0_reverse	9	-0.00019073119619861245
185950	rnn.weight_hh_l0_reverse	0	0.004413294605910778
185950	rnn.weight_hh_l0_reverse	1	0.028763053938746452
185950	rnn.weight_hh_l0_reverse	2	-0.040756288915872574
185950	rnn.weight_hh_l0_reverse	3	0.039827436208724976
185950	rnn.weight_hh_l0_reverse	4	0.02292625419795513
185950	rnn.weight_hh_l0_reverse	5	-0.0023901015520095825
185950	rnn.weight_hh_l0_reverse	6	0.06315001100301743
185950	rnn.weight_hh_l0_reverse	7	0.0298367477953434
185950	rnn.weight_hh_l0_reverse	8	-0.019435245543718338
185950	rnn.weight_hh_l0_reverse	9	-0.03099762834608555
185950	rnn.bias_ih_l0_reverse	0	-0.15652842819690704
185950	rnn.bias_ih_l0_reverse	1	-0.3224029242992401
185950	rnn.bias_ih_l0_reverse	2	-0.06428389251232147
185950	rnn.bias_ih_l0_reverse	3	-0.1443672478199005
185950	rnn.bias_ih_l0_reverse	4	0.06089148670434952
185950	rnn.bias_ih_l0_reverse	5	-0.26130592823028564
185950	rnn.bias_ih_l0_reverse	6	-0.06414587795734406
185950	rnn.bias_ih_l0_reverse	7	0.014621750451624393
185950	rnn.bias_ih_l0_reverse	8	-0.1930888444185257
185950	rnn.bias_ih_l0_reverse	9	-0.0863104984164238
185950	rnn.bias_hh_l0_reverse	0	-0.16122785210609436
185950	rnn.bias_hh_l0_reverse	1	-0.14253461360931396
185950	rnn.bias_hh_l0_reverse	2	-0.014857013709843159
185950	rnn.bias_hh_l0_reverse	3	-0.1376909613609314
185950	rnn.bias_hh_l0_reverse	4	-0.031565792858600616
185950	rnn.bias_hh_l0_reverse	5	-0.11856349557638168
185950	rnn.bias_hh_l0_reverse	6	-0.07132255285978317
185950	rnn.bias_hh_l0_reverse	7	-0.1813502460718155
185950	rnn.bias_hh_l0_reverse	8	-0.059126872569322586
185950	rnn.bias_hh_l0_reverse	9	-0.1256628930568695
185950	linear.weight	0	-0.23740072548389435
185950	linear.weight	1	-0.09533768147230148
185950	linear.weight	2	-0.011228874325752258
185950	linear.weight	3	-0.07417867332696915
185950	linear.weight	4	0.01728181727230549
185950	linear.weight	5	0.2241482138633728
185950	linear.weight	6	0.0047744326293468475
185950	linear.weight	7	-0.021312154829502106
185950	linear.weight	8	0.17871208488941193
185950	linear.weight	9	0.23073410987854004
185950	linear.bias	0	-0.7986958622932434
185950	linear.bias	1	1.4431911706924438
185950	linear.bias	2	-0.44210174679756165
185950	linear.bias	3	-0.7338646650314331
185950	linear.bias	4	-0.8466651439666748
185950	linear.bias	5	-1.1773933172225952
185950	linear.bias	6	-0.8860034942626953
185950	linear.bias	7	-0.7375352382659912
185950	linear.bias	8	-0.01705317199230194
185950	linear.bias	9	3.447274684906006
186147	transitions	0	-0.4403809905052185
186147	transitions	1	8.665863037109375
186147	transitions	2	-3.568403720855713
186147	transitions	3	1.5329549312591553
186147	transitions	4	-2.167717456817627
186147	transitions	5	-0.4079939126968384
186147	transitions	6	-0.19220605492591858
186147	transitions	7	-10000.0
186147	transitions	8	1.799763798713684
186147	transitions	9	-2.2944459915161133
186147	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
186147	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
186147	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
186147	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
186147	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
186147	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
186147	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
186147	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
186147	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
186147	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
186147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
186147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
186147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
186147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
186147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
186147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
186147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
186147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
186147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
186147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
186147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
186147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
186147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
186147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
186147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
186147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
186147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
186147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
186147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
186147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
186147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
186147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
186147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
186147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
186147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
186147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
186147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
186147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
186147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
186147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
186147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
186147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
186147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
186147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
186147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
186147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
186147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
186147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
186147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
186147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
186147	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
186147	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
186147	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
186147	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
186147	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
186147	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
186147	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
186147	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
186147	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
186147	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
186147	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
186147	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
186147	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
186147	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
186147	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
186147	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
186147	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
186147	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
186147	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
186147	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
186147	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
186147	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
186147	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
186147	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
186147	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
186147	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
186147	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
186147	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
186147	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
186147	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
186147	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
186147	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
186147	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
186147	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
186147	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
186147	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
186147	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
186147	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
186147	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
186147	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
186147	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
186147	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
186147	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
186147	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
186147	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
186147	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
186147	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
186147	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
186147	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
186147	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
186147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
186147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
186147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
186147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
186147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
186147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
186147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
186147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
186147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
186147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
186147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
186147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
186147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
186147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
186147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
186147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
186147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
186147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
186147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
186147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
186147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
186147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
186147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
186147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
186147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
186147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
186147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
186147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
186147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
186147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
186147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
186147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
186147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
186147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
186147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
186147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
186147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
186147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
186147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
186147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
186147	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
186147	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
186147	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
186147	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
186147	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
186147	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
186147	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
186147	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
186147	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
186147	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
186147	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
186147	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
186147	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
186147	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
186147	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
186147	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
186147	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
186147	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
186147	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
186147	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
186147	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
186147	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
186147	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
186147	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
186147	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
186147	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
186147	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
186147	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
186147	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
186147	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
186147	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
186147	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
186147	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
186147	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
186147	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
186147	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
186147	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
186147	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
186147	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
186147	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
186147	embedding2nn.weight	0	0.046887584030628204
186147	embedding2nn.weight	1	-0.09270092099905014
186147	embedding2nn.weight	2	0.00705970823764801
186147	embedding2nn.weight	3	-0.05673038586974144
186147	embedding2nn.weight	4	-0.12861695885658264
186147	embedding2nn.weight	5	0.12573330104351044
186147	embedding2nn.weight	6	-0.10189716517925262
186147	embedding2nn.weight	7	-0.06909418106079102
186147	embedding2nn.weight	8	-0.02558753825724125
186147	embedding2nn.weight	9	0.04546283185482025
186147	embedding2nn.bias	0	0.09332358092069626
186147	embedding2nn.bias	1	0.010604255832731724
186147	embedding2nn.bias	2	-0.10280423611402512
186147	embedding2nn.bias	3	0.03386884555220604
186147	embedding2nn.bias	4	0.01212446391582489
186147	embedding2nn.bias	5	-0.16413412988185883
186147	embedding2nn.bias	6	-0.12425415962934494
186147	embedding2nn.bias	7	-0.05723239481449127
186147	embedding2nn.bias	8	0.08332204073667526
186147	embedding2nn.bias	9	-0.07749087363481522
186147	rnn.weight_ih_l0	0	0.04903046041727066
186147	rnn.weight_ih_l0	1	-0.07428236305713654
186147	rnn.weight_ih_l0	2	-0.039047710597515106
186147	rnn.weight_ih_l0	3	-0.042946286499500275
186147	rnn.weight_ih_l0	4	0.01589541882276535
186147	rnn.weight_ih_l0	5	-0.11311782151460648
186147	rnn.weight_ih_l0	6	-0.04727783799171448
186147	rnn.weight_ih_l0	7	-0.010433131828904152
186147	rnn.weight_ih_l0	8	0.07851333171129227
186147	rnn.weight_ih_l0	9	0.014235954731702805
186147	rnn.weight_hh_l0	0	-0.000761033094022423
186147	rnn.weight_hh_l0	1	-0.08562874048948288
186147	rnn.weight_hh_l0	2	0.06711223721504211
186147	rnn.weight_hh_l0	3	0.04566184803843498
186147	rnn.weight_hh_l0	4	0.005992061924189329
186147	rnn.weight_hh_l0	5	0.06563685834407806
186147	rnn.weight_hh_l0	6	-0.018163638189435005
186147	rnn.weight_hh_l0	7	-0.1044224351644516
186147	rnn.weight_hh_l0	8	0.012842092663049698
186147	rnn.weight_hh_l0	9	-0.09016609191894531
186147	rnn.bias_ih_l0	0	-0.07228882610797882
186147	rnn.bias_ih_l0	1	-0.17955784499645233
186147	rnn.bias_ih_l0	2	-0.2624531388282776
186147	rnn.bias_ih_l0	3	-0.27576690912246704
186147	rnn.bias_ih_l0	4	0.015814561396837234
186147	rnn.bias_ih_l0	5	0.04172201454639435
186147	rnn.bias_ih_l0	6	-0.1640688180923462
186147	rnn.bias_ih_l0	7	-0.2616496682167053
186147	rnn.bias_ih_l0	8	-0.12125091999769211
186147	rnn.bias_ih_l0	9	-0.1813802570104599
186147	rnn.bias_hh_l0	0	0.12359125912189484
186147	rnn.bias_hh_l0	1	-0.062070757150650024
186147	rnn.bias_hh_l0	2	0.04024474322795868
186147	rnn.bias_hh_l0	3	-0.18008781969547272
186147	rnn.bias_hh_l0	4	0.03203859180212021
186147	rnn.bias_hh_l0	5	0.05393313243985176
186147	rnn.bias_hh_l0	6	-0.10771631449460983
186147	rnn.bias_hh_l0	7	-0.15002280473709106
186147	rnn.bias_hh_l0	8	-0.19138021767139435
186147	rnn.bias_hh_l0	9	-0.10815289616584778
186147	rnn.weight_ih_l0_reverse	0	-0.025534464046359062
186147	rnn.weight_ih_l0_reverse	1	-0.004580708686262369
186147	rnn.weight_ih_l0_reverse	2	0.013224723748862743
186147	rnn.weight_ih_l0_reverse	3	0.01367613859474659
186147	rnn.weight_ih_l0_reverse	4	0.03202908858656883
186147	rnn.weight_ih_l0_reverse	5	-0.053314171731472015
186147	rnn.weight_ih_l0_reverse	6	-0.044800203293561935
186147	rnn.weight_ih_l0_reverse	7	0.011098423972725868
186147	rnn.weight_ih_l0_reverse	8	0.08841142058372498
186147	rnn.weight_ih_l0_reverse	9	-0.0008428477449342608
186147	rnn.weight_hh_l0_reverse	0	0.0044447085820138454
186147	rnn.weight_hh_l0_reverse	1	0.028827115893363953
186147	rnn.weight_hh_l0_reverse	2	-0.040340911597013474
186147	rnn.weight_hh_l0_reverse	3	0.03973175585269928
186147	rnn.weight_hh_l0_reverse	4	0.023253897204995155
186147	rnn.weight_hh_l0_reverse	5	-0.0025527148973196745
186147	rnn.weight_hh_l0_reverse	6	0.06327858567237854
186147	rnn.weight_hh_l0_reverse	7	0.030109211802482605
186147	rnn.weight_hh_l0_reverse	8	-0.020105432718992233
186147	rnn.weight_hh_l0_reverse	9	-0.030766941606998444
186147	rnn.bias_ih_l0_reverse	0	-0.1538270115852356
186147	rnn.bias_ih_l0_reverse	1	-0.32226529717445374
186147	rnn.bias_ih_l0_reverse	2	-0.06310083717107773
186147	rnn.bias_ih_l0_reverse	3	-0.14514023065567017
186147	rnn.bias_ih_l0_reverse	4	0.0614779032766819
186147	rnn.bias_ih_l0_reverse	5	-0.261629194021225
186147	rnn.bias_ih_l0_reverse	6	-0.06434456259012222
186147	rnn.bias_ih_l0_reverse	7	0.018544567748904228
186147	rnn.bias_ih_l0_reverse	8	-0.193929061293602
186147	rnn.bias_ih_l0_reverse	9	-0.08712852746248245
186147	rnn.bias_hh_l0_reverse	0	-0.16293656826019287
186147	rnn.bias_hh_l0_reverse	1	-0.1405918002128601
186147	rnn.bias_hh_l0_reverse	2	-0.01538387406617403
186147	rnn.bias_hh_l0_reverse	3	-0.13979099690914154
186147	rnn.bias_hh_l0_reverse	4	-0.03210502490401268
186147	rnn.bias_hh_l0_reverse	5	-0.11845355480909348
186147	rnn.bias_hh_l0_reverse	6	-0.07125331461429596
186147	rnn.bias_hh_l0_reverse	7	-0.1832004189491272
186147	rnn.bias_hh_l0_reverse	8	-0.05844311788678169
186147	rnn.bias_hh_l0_reverse	9	-0.1267281174659729
186147	linear.weight	0	-0.2392619103193283
186147	linear.weight	1	-0.08952903747558594
186147	linear.weight	2	-0.011228874325752258
186147	linear.weight	3	-0.08073029667139053
186147	linear.weight	4	0.013402809388935566
186147	linear.weight	5	0.23784460127353668
186147	linear.weight	6	0.0047744326293468475
186147	linear.weight	7	-0.021312154829502106
186147	linear.weight	8	0.17484422028064728
186147	linear.weight	9	0.23704735934734344
186147	linear.bias	0	-0.8212291598320007
186147	linear.bias	1	1.421154260635376
186147	linear.bias	2	-0.44797012209892273
186147	linear.bias	3	-0.7376863956451416
186147	linear.bias	4	-0.8343744874000549
186147	linear.bias	5	-1.17741060256958
186147	linear.bias	6	-0.9075503349304199
186147	linear.bias	7	-0.7446551322937012
186147	linear.bias	8	-0.01705317199230194
186147	linear.bias	9	3.411698341369629
186344	transitions	0	-0.4404557943344116
186344	transitions	1	8.668951988220215
186344	transitions	2	-3.5686707496643066
186344	transitions	3	1.529563307762146
186344	transitions	4	-2.168069362640381
186344	transitions	5	-0.4080660045146942
186344	transitions	6	-0.19222617149353027
186344	transitions	7	-10000.0
186344	transitions	8	1.799241065979004
186344	transitions	9	-2.2944529056549072
186344	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
186344	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
186344	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
186344	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
186344	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
186344	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
186344	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
186344	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
186344	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
186344	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
186344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
186344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
186344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
186344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
186344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
186344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
186344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
186344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
186344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
186344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
186344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
186344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
186344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
186344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
186344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
186344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
186344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
186344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
186344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
186344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
186344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
186344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
186344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
186344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
186344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
186344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
186344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
186344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
186344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
186344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
186344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
186344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
186344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
186344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
186344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
186344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
186344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
186344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
186344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
186344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
186344	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
186344	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
186344	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
186344	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
186344	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
186344	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
186344	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
186344	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
186344	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
186344	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
186344	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
186344	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
186344	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
186344	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
186344	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
186344	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
186344	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
186344	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
186344	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
186344	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
186344	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
186344	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
186344	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
186344	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
186344	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
186344	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
186344	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
186344	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
186344	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
186344	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
186344	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
186344	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
186344	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
186344	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
186344	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
186344	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
186344	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
186344	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
186344	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
186344	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
186344	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
186344	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
186344	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
186344	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
186344	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
186344	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
186344	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
186344	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
186344	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
186344	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
186344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
186344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
186344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
186344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
186344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
186344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
186344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
186344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
186344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
186344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
186344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
186344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
186344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
186344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
186344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
186344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
186344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
186344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
186344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
186344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
186344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
186344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
186344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
186344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
186344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
186344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
186344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
186344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
186344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
186344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
186344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
186344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
186344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
186344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
186344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
186344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
186344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
186344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
186344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
186344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
186344	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
186344	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
186344	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
186344	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
186344	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
186344	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
186344	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
186344	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
186344	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
186344	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
186344	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
186344	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
186344	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
186344	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
186344	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
186344	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
186344	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
186344	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
186344	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
186344	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
186344	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
186344	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
186344	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
186344	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
186344	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
186344	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
186344	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
186344	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
186344	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
186344	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
186344	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
186344	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
186344	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
186344	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
186344	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
186344	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
186344	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
186344	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
186344	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
186344	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
186344	embedding2nn.weight	0	0.046816349029541016
186344	embedding2nn.weight	1	-0.09097904711961746
186344	embedding2nn.weight	2	0.007465616799890995
186344	embedding2nn.weight	3	-0.056907281279563904
186344	embedding2nn.weight	4	-0.13025280833244324
186344	embedding2nn.weight	5	0.12512703239917755
186344	embedding2nn.weight	6	-0.10475695878267288
186344	embedding2nn.weight	7	-0.06978143006563187
186344	embedding2nn.weight	8	-0.026720920577645302
186344	embedding2nn.weight	9	0.046960581094026566
186344	embedding2nn.bias	0	0.09239455312490463
186344	embedding2nn.bias	1	0.015174009837210178
186344	embedding2nn.bias	2	-0.10097938030958176
186344	embedding2nn.bias	3	0.029041588306427002
186344	embedding2nn.bias	4	0.005314440932124853
186344	embedding2nn.bias	5	-0.16438384354114532
186344	embedding2nn.bias	6	-0.12396158277988434
186344	embedding2nn.bias	7	-0.061976686120033264
186344	embedding2nn.bias	8	0.08232851326465607
186344	embedding2nn.bias	9	-0.07543639838695526
186344	rnn.weight_ih_l0	0	0.049097537994384766
186344	rnn.weight_ih_l0	1	-0.07472772151231766
186344	rnn.weight_ih_l0	2	-0.03694528713822365
186344	rnn.weight_ih_l0	3	-0.04538870230317116
186344	rnn.weight_ih_l0	4	0.015451819635927677
186344	rnn.weight_ih_l0	5	-0.11488751322031021
186344	rnn.weight_ih_l0	6	-0.04540054872632027
186344	rnn.weight_ih_l0	7	-0.010083035565912724
186344	rnn.weight_ih_l0	8	0.07834301143884659
186344	rnn.weight_ih_l0	9	0.013594908639788628
186344	rnn.weight_hh_l0	0	-0.000706678198184818
186344	rnn.weight_hh_l0	1	-0.0862400233745575
186344	rnn.weight_hh_l0	2	0.06676976382732391
186344	rnn.weight_hh_l0	3	0.04598376154899597
186344	rnn.weight_hh_l0	4	0.006723831407725811
186344	rnn.weight_hh_l0	5	0.06585491448640823
186344	rnn.weight_hh_l0	6	-0.0180526040494442
186344	rnn.weight_hh_l0	7	-0.10437896102666855
186344	rnn.weight_hh_l0	8	0.013191196136176586
186344	rnn.weight_hh_l0	9	-0.09018056094646454
186344	rnn.bias_ih_l0	0	-0.0705275908112526
186344	rnn.bias_ih_l0	1	-0.17846356332302094
186344	rnn.bias_ih_l0	2	-0.26201075315475464
186344	rnn.bias_ih_l0	3	-0.27658355236053467
186344	rnn.bias_ih_l0	4	0.017310960218310356
186344	rnn.bias_ih_l0	5	0.04380510002374649
186344	rnn.bias_ih_l0	6	-0.16510315239429474
186344	rnn.bias_ih_l0	7	-0.26044631004333496
186344	rnn.bias_ih_l0	8	-0.1249084621667862
186344	rnn.bias_ih_l0	9	-0.17942820489406586
186344	rnn.bias_hh_l0	0	0.1233399286866188
186344	rnn.bias_hh_l0	1	-0.06098388135433197
186344	rnn.bias_hh_l0	2	0.039744868874549866
186344	rnn.bias_hh_l0	3	-0.17907969653606415
186344	rnn.bias_hh_l0	4	0.032619740813970566
186344	rnn.bias_hh_l0	5	0.05434417724609375
186344	rnn.bias_hh_l0	6	-0.1062566339969635
186344	rnn.bias_hh_l0	7	-0.15079590678215027
186344	rnn.bias_hh_l0	8	-0.19182687997817993
186344	rnn.bias_hh_l0	9	-0.10869436711072922
186344	rnn.weight_ih_l0_reverse	0	-0.025738578289747238
186344	rnn.weight_ih_l0_reverse	1	-0.005135406274348497
186344	rnn.weight_ih_l0_reverse	2	0.013287977315485477
186344	rnn.weight_ih_l0_reverse	3	0.013662123121321201
186344	rnn.weight_ih_l0_reverse	4	0.031182829290628433
186344	rnn.weight_ih_l0_reverse	5	-0.05375770106911659
186344	rnn.weight_ih_l0_reverse	6	-0.04652384668588638
186344	rnn.weight_ih_l0_reverse	7	0.012121175415813923
186344	rnn.weight_ih_l0_reverse	8	0.08941338956356049
186344	rnn.weight_ih_l0_reverse	9	0.0003345376462675631
186344	rnn.weight_hh_l0_reverse	0	0.004981434438377619
186344	rnn.weight_hh_l0_reverse	1	0.028894059360027313
186344	rnn.weight_hh_l0_reverse	2	-0.04034925997257233
186344	rnn.weight_hh_l0_reverse	3	0.03933126479387283
186344	rnn.weight_hh_l0_reverse	4	0.023108845576643944
186344	rnn.weight_hh_l0_reverse	5	-0.0020453748293220997
186344	rnn.weight_hh_l0_reverse	6	0.06342891603708267
186344	rnn.weight_hh_l0_reverse	7	0.030261943116784096
186344	rnn.weight_hh_l0_reverse	8	-0.02073049172759056
186344	rnn.weight_hh_l0_reverse	9	-0.030493583530187607
186344	rnn.bias_ih_l0_reverse	0	-0.15339821577072144
186344	rnn.bias_ih_l0_reverse	1	-0.32233983278274536
186344	rnn.bias_ih_l0_reverse	2	-0.06272181123495102
186344	rnn.bias_ih_l0_reverse	3	-0.1450873762369156
186344	rnn.bias_ih_l0_reverse	4	0.06055377423763275
186344	rnn.bias_ih_l0_reverse	5	-0.25980836153030396
186344	rnn.bias_ih_l0_reverse	6	-0.06434038281440735
186344	rnn.bias_ih_l0_reverse	7	0.018462782725691795
186344	rnn.bias_ih_l0_reverse	8	-0.1929241120815277
186344	rnn.bias_ih_l0_reverse	9	-0.0855906680226326
186344	rnn.bias_hh_l0_reverse	0	-0.16306748986244202
186344	rnn.bias_hh_l0_reverse	1	-0.1387067437171936
186344	rnn.bias_hh_l0_reverse	2	-0.015631359070539474
186344	rnn.bias_hh_l0_reverse	3	-0.13934652507305145
186344	rnn.bias_hh_l0_reverse	4	-0.0306080374866724
186344	rnn.bias_hh_l0_reverse	5	-0.11872923374176025
186344	rnn.bias_hh_l0_reverse	6	-0.07129630446434021
186344	rnn.bias_hh_l0_reverse	7	-0.18376266956329346
186344	rnn.bias_hh_l0_reverse	8	-0.05759541317820549
186344	rnn.bias_hh_l0_reverse	9	-0.1255338042974472
186344	linear.weight	0	-0.22713252902030945
186344	linear.weight	1	-0.09029649943113327
186344	linear.weight	2	-0.011228874325752258
186344	linear.weight	3	-0.08170241117477417
186344	linear.weight	4	0.015235637314617634
186344	linear.weight	5	0.24189509451389313
186344	linear.weight	6	0.0047744326293468475
186344	linear.weight	7	-0.021312154829502106
186344	linear.weight	8	0.17138530313968658
186344	linear.weight	9	0.2372235655784607
186344	linear.bias	0	-0.8213050365447998
186344	linear.bias	1	1.4035570621490479
186344	linear.bias	2	-0.4541380703449249
186344	linear.bias	3	-0.7357524633407593
186344	linear.bias	4	-0.8130183219909668
186344	linear.bias	5	-1.1774301528930664
186344	linear.bias	6	-0.9085716605186462
186344	linear.bias	7	-0.7404193878173828
186344	linear.bias	8	-0.01705317199230194
186344	linear.bias	9	3.4389758110046387
186541	transitions	0	-0.4405408799648285
186541	transitions	1	8.667191505432129
186541	transitions	2	-3.5690009593963623
186541	transitions	3	1.5301332473754883
186541	transitions	4	-2.168475389480591
186541	transitions	5	-0.4080823063850403
186541	transitions	6	-0.19225533306598663
186541	transitions	7	-10000.0
186541	transitions	8	1.7998367547988892
186541	transitions	9	-2.2944536209106445
186541	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
186541	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
186541	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
186541	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
186541	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
186541	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
186541	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
186541	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
186541	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
186541	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
186541	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
186541	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
186541	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
186541	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
186541	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
186541	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
186541	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
186541	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
186541	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
186541	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
186541	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
186541	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
186541	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
186541	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
186541	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
186541	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
186541	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
186541	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
186541	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
186541	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
186541	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
186541	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
186541	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
186541	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
186541	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
186541	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
186541	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
186541	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
186541	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
186541	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
186541	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
186541	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
186541	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
186541	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
186541	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
186541	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
186541	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
186541	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
186541	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
186541	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
186541	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
186541	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
186541	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
186541	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
186541	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
186541	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
186541	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
186541	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
186541	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
186541	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
186541	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
186541	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
186541	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
186541	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
186541	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
186541	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
186541	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
186541	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
186541	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
186541	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
186541	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
186541	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
186541	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
186541	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
186541	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
186541	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
186541	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
186541	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
186541	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
186541	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
186541	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
186541	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
186541	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
186541	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
186541	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
186541	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
186541	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
186541	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
186541	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
186541	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
186541	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
186541	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
186541	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
186541	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
186541	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
186541	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
186541	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
186541	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
186541	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
186541	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
186541	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
186541	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
186541	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
186541	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
186541	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
186541	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
186541	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
186541	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
186541	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
186541	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
186541	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
186541	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
186541	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
186541	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
186541	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
186541	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
186541	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
186541	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
186541	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
186541	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
186541	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
186541	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
186541	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
186541	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
186541	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
186541	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
186541	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
186541	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
186541	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
186541	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
186541	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
186541	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
186541	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
186541	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
186541	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
186541	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
186541	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
186541	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
186541	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
186541	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
186541	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
186541	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
186541	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
186541	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
186541	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
186541	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
186541	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
186541	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
186541	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
186541	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
186541	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
186541	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
186541	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
186541	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
186541	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
186541	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
186541	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
186541	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
186541	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
186541	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
186541	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
186541	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
186541	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
186541	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
186541	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
186541	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
186541	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
186541	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
186541	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
186541	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
186541	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
186541	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
186541	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
186541	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
186541	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
186541	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
186541	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
186541	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
186541	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
186541	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
186541	embedding2nn.weight	0	0.047126203775405884
186541	embedding2nn.weight	1	-0.09218526631593704
186541	embedding2nn.weight	2	0.007726670708507299
186541	embedding2nn.weight	3	-0.05642898008227348
186541	embedding2nn.weight	4	-0.12973470985889435
186541	embedding2nn.weight	5	0.12417513132095337
186541	embedding2nn.weight	6	-0.10718388855457306
186541	embedding2nn.weight	7	-0.06791097670793533
186541	embedding2nn.weight	8	-0.02554166130721569
186541	embedding2nn.weight	9	0.04673079773783684
186541	embedding2nn.bias	0	0.0833929032087326
186541	embedding2nn.bias	1	0.012037612497806549
186541	embedding2nn.bias	2	-0.1004633828997612
186541	embedding2nn.bias	3	0.03508252277970314
186541	embedding2nn.bias	4	-0.0005255283904261887
186541	embedding2nn.bias	5	-0.16794061660766602
186541	embedding2nn.bias	6	-0.12130709737539291
186541	embedding2nn.bias	7	-0.06216674670577049
186541	embedding2nn.bias	8	0.07237280160188675
186541	embedding2nn.bias	9	-0.07189503312110901
186541	rnn.weight_ih_l0	0	0.047156352549791336
186541	rnn.weight_ih_l0	1	-0.07736039161682129
186541	rnn.weight_ih_l0	2	-0.03653905540704727
186541	rnn.weight_ih_l0	3	-0.04735005274415016
186541	rnn.weight_ih_l0	4	0.014731516130268574
186541	rnn.weight_ih_l0	5	-0.11374304443597794
186541	rnn.weight_ih_l0	6	-0.04461323097348213
186541	rnn.weight_ih_l0	7	-0.009563259780406952
186541	rnn.weight_ih_l0	8	0.07621903717517853
186541	rnn.weight_ih_l0	9	0.013160188682377338
186541	rnn.weight_hh_l0	0	-0.0008987328037619591
186541	rnn.weight_hh_l0	1	-0.08593294769525528
186541	rnn.weight_hh_l0	2	0.06643353402614594
186541	rnn.weight_hh_l0	3	0.045702967792749405
186541	rnn.weight_hh_l0	4	0.006660821847617626
186541	rnn.weight_hh_l0	5	0.06550461798906326
186541	rnn.weight_hh_l0	6	-0.0181642547249794
186541	rnn.weight_hh_l0	7	-0.10466789454221725
186541	rnn.weight_hh_l0	8	0.013236969709396362
186541	rnn.weight_hh_l0	9	-0.09076683223247528
186541	rnn.bias_ih_l0	0	-0.07317893952131271
186541	rnn.bias_ih_l0	1	-0.17867453396320343
186541	rnn.bias_ih_l0	2	-0.26045912504196167
186541	rnn.bias_ih_l0	3	-0.2752164900302887
186541	rnn.bias_ih_l0	4	0.01617688313126564
186541	rnn.bias_ih_l0	5	0.03852025046944618
186541	rnn.bias_ih_l0	6	-0.16544748842716217
186541	rnn.bias_ih_l0	7	-0.2620558440685272
186541	rnn.bias_ih_l0	8	-0.12441874295473099
186541	rnn.bias_ih_l0	9	-0.1807316541671753
186541	rnn.bias_hh_l0	0	0.12359709292650223
186541	rnn.bias_hh_l0	1	-0.05947435647249222
186541	rnn.bias_hh_l0	2	0.03878068923950195
186541	rnn.bias_hh_l0	3	-0.17759636044502258
186541	rnn.bias_hh_l0	4	0.03321006894111633
186541	rnn.bias_hh_l0	5	0.05403873696923256
186541	rnn.bias_hh_l0	6	-0.10498194396495819
186541	rnn.bias_hh_l0	7	-0.15199102461338043
186541	rnn.bias_hh_l0	8	-0.19067803025245667
186541	rnn.bias_hh_l0	9	-0.10921750217676163
186541	rnn.weight_ih_l0_reverse	0	-0.026156263425946236
186541	rnn.weight_ih_l0_reverse	1	-0.004854453727602959
186541	rnn.weight_ih_l0_reverse	2	0.013635937124490738
186541	rnn.weight_ih_l0_reverse	3	0.013354402035474777
186541	rnn.weight_ih_l0_reverse	4	0.03115811198949814
186541	rnn.weight_ih_l0_reverse	5	-0.053356487303972244
186541	rnn.weight_ih_l0_reverse	6	-0.04729684069752693
186541	rnn.weight_ih_l0_reverse	7	0.011567112989723682
186541	rnn.weight_ih_l0_reverse	8	0.08838708698749542
186541	rnn.weight_ih_l0_reverse	9	0.0005832795286551118
186541	rnn.weight_hh_l0_reverse	0	0.004828689154237509
186541	rnn.weight_hh_l0_reverse	1	0.02859625592827797
186541	rnn.weight_hh_l0_reverse	2	-0.0396130345761776
186541	rnn.weight_hh_l0_reverse	3	0.039133571088314056
186541	rnn.weight_hh_l0_reverse	4	0.022914642468094826
186541	rnn.weight_hh_l0_reverse	5	-0.002223661169409752
186541	rnn.weight_hh_l0_reverse	6	0.06296143680810928
186541	rnn.weight_hh_l0_reverse	7	0.03022240474820137
186541	rnn.weight_hh_l0_reverse	8	-0.020833998918533325
186541	rnn.weight_hh_l0_reverse	9	-0.030716100707650185
186541	rnn.bias_ih_l0_reverse	0	-0.1531803458929062
186541	rnn.bias_ih_l0_reverse	1	-0.3210292458534241
186541	rnn.bias_ih_l0_reverse	2	-0.06282031536102295
186541	rnn.bias_ih_l0_reverse	3	-0.1450643241405487
186541	rnn.bias_ih_l0_reverse	4	0.061902280896902084
186541	rnn.bias_ih_l0_reverse	5	-0.2578320801258087
186541	rnn.bias_ih_l0_reverse	6	-0.06394091248512268
186541	rnn.bias_ih_l0_reverse	7	0.021046392619609833
186541	rnn.bias_ih_l0_reverse	8	-0.1938280314207077
186541	rnn.bias_ih_l0_reverse	9	-0.0861949771642685
186541	rnn.bias_hh_l0_reverse	0	-0.1626531183719635
186541	rnn.bias_hh_l0_reverse	1	-0.1393803507089615
186541	rnn.bias_hh_l0_reverse	2	-0.01680723950266838
186541	rnn.bias_hh_l0_reverse	3	-0.13928718864917755
186541	rnn.bias_hh_l0_reverse	4	-0.03086353838443756
186541	rnn.bias_hh_l0_reverse	5	-0.11919323354959488
186541	rnn.bias_hh_l0_reverse	6	-0.07370143383741379
186541	rnn.bias_hh_l0_reverse	7	-0.18198226392269135
186541	rnn.bias_hh_l0_reverse	8	-0.05841337889432907
186541	rnn.bias_hh_l0_reverse	9	-0.12699902057647705
186541	linear.weight	0	-0.23008593916893005
186541	linear.weight	1	-0.08939135074615479
186541	linear.weight	2	-0.011228874325752258
186541	linear.weight	3	-0.08268991857767105
186541	linear.weight	4	0.015523180365562439
186541	linear.weight	5	0.2466616928577423
186541	linear.weight	6	0.0047744326293468475
186541	linear.weight	7	-0.021312154829502106
186541	linear.weight	8	0.15913026034832
186541	linear.weight	9	0.2445763796567917
186541	linear.bias	0	-0.8032928705215454
186541	linear.bias	1	1.4011684656143188
186541	linear.bias	2	-0.4739901125431061
186541	linear.bias	3	-0.7404636740684509
186541	linear.bias	4	-0.8083788156509399
186541	linear.bias	5	-1.1774464845657349
186541	linear.bias	6	-0.8927533030509949
186541	linear.bias	7	-0.745487630367279
186541	linear.bias	8	-0.01705317199230194
186541	linear.bias	9	3.401667833328247
186738	transitions	0	-0.4406365752220154
186738	transitions	1	8.709628105163574
186738	transitions	2	-3.5693483352661133
186738	transitions	3	1.5338349342346191
186738	transitions	4	-2.168684959411621
186738	transitions	5	-0.40815800428390503
186738	transitions	6	-0.1922772079706192
186738	transitions	7	-10000.0
186738	transitions	8	1.801058292388916
186738	transitions	9	-2.2944540977478027
186738	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
186738	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
186738	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
186738	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
186738	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
186738	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
186738	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
186738	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
186738	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
186738	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
186738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
186738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
186738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
186738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
186738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
186738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
186738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
186738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
186738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
186738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
186738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
186738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
186738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
186738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
186738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
186738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
186738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
186738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
186738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
186738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
186738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
186738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
186738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
186738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
186738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
186738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
186738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
186738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
186738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
186738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
186738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
186738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
186738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
186738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
186738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
186738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
186738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
186738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
186738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
186738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
186738	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
186738	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
186738	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
186738	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
186738	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
186738	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
186738	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
186738	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
186738	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
186738	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
186738	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
186738	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
186738	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
186738	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
186738	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
186738	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
186738	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
186738	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
186738	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
186738	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
186738	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
186738	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
186738	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
186738	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
186738	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
186738	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
186738	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
186738	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
186738	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
186738	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
186738	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
186738	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
186738	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
186738	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
186738	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
186738	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
186738	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
186738	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
186738	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
186738	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
186738	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
186738	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
186738	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
186738	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
186738	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
186738	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
186738	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
186738	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
186738	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
186738	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
186738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
186738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
186738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
186738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
186738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
186738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
186738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
186738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
186738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
186738	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
186738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
186738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
186738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
186738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
186738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
186738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
186738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
186738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
186738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
186738	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
186738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
186738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
186738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
186738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
186738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
186738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
186738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
186738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
186738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
186738	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
186738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
186738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
186738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
186738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
186738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
186738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
186738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
186738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
186738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
186738	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
186738	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
186738	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
186738	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
186738	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
186738	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
186738	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
186738	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
186738	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
186738	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
186738	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
186738	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
186738	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
186738	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
186738	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
186738	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
186738	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
186738	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
186738	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
186738	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
186738	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
186738	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
186738	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
186738	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
186738	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
186738	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
186738	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
186738	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
186738	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
186738	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
186738	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
186738	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
186738	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
186738	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
186738	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
186738	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
186738	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
186738	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
186738	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
186738	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
186738	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
186738	embedding2nn.weight	0	0.04699358344078064
186738	embedding2nn.weight	1	-0.09362606704235077
186738	embedding2nn.weight	2	0.007757911458611488
186738	embedding2nn.weight	3	-0.056838907301425934
186738	embedding2nn.weight	4	-0.1313212513923645
186738	embedding2nn.weight	5	0.12440705299377441
186738	embedding2nn.weight	6	-0.10903318226337433
186738	embedding2nn.weight	7	-0.06904180347919464
186738	embedding2nn.weight	8	-0.025900503620505333
186738	embedding2nn.weight	9	0.04541388526558876
186738	embedding2nn.bias	0	0.08860719949007034
186738	embedding2nn.bias	1	0.0034317285753786564
186738	embedding2nn.bias	2	-0.10510918498039246
186738	embedding2nn.bias	3	0.03960946947336197
186738	embedding2nn.bias	4	0.0021867372561246157
186738	embedding2nn.bias	5	-0.1658325344324112
186738	embedding2nn.bias	6	-0.11237820237874985
186738	embedding2nn.bias	7	-0.057917848229408264
186738	embedding2nn.bias	8	0.07446222007274628
186738	embedding2nn.bias	9	-0.07428334653377533
186738	rnn.weight_ih_l0	0	0.045804206281900406
186738	rnn.weight_ih_l0	1	-0.07737693935632706
186738	rnn.weight_ih_l0	2	-0.03749392181634903
186738	rnn.weight_ih_l0	3	-0.04831504821777344
186738	rnn.weight_ih_l0	4	0.01467394083738327
186738	rnn.weight_ih_l0	5	-0.11450207978487015
186738	rnn.weight_ih_l0	6	-0.0441976934671402
186738	rnn.weight_ih_l0	7	-0.008769618347287178
186738	rnn.weight_ih_l0	8	0.07601438462734222
186738	rnn.weight_ih_l0	9	0.014345776289701462
186738	rnn.weight_hh_l0	0	-0.0013674268266186118
186738	rnn.weight_hh_l0	1	-0.08595598489046097
186738	rnn.weight_hh_l0	2	0.06647688150405884
186738	rnn.weight_hh_l0	3	0.04558683559298515
186738	rnn.weight_hh_l0	4	0.006643055006861687
186738	rnn.weight_hh_l0	5	0.06562788784503937
186738	rnn.weight_hh_l0	6	-0.01827002316713333
186738	rnn.weight_hh_l0	7	-0.10428678244352341
186738	rnn.weight_hh_l0	8	0.013633425347507
186738	rnn.weight_hh_l0	9	-0.08950245380401611
186738	rnn.bias_ih_l0	0	-0.07206669449806213
186738	rnn.bias_ih_l0	1	-0.1793166697025299
186738	rnn.bias_ih_l0	2	-0.26135164499282837
186738	rnn.bias_ih_l0	3	-0.27441638708114624
186738	rnn.bias_ih_l0	4	0.013666178099811077
186738	rnn.bias_ih_l0	5	0.03847302123904228
186738	rnn.bias_ih_l0	6	-0.1662653535604477
186738	rnn.bias_ih_l0	7	-0.2625361382961273
186738	rnn.bias_ih_l0	8	-0.12644489109516144
186738	rnn.bias_ih_l0	9	-0.1816382110118866
186738	rnn.bias_hh_l0	0	0.12560634315013885
186738	rnn.bias_hh_l0	1	-0.05992157757282257
186738	rnn.bias_hh_l0	2	0.03900030255317688
186738	rnn.bias_hh_l0	3	-0.17943401634693146
186738	rnn.bias_hh_l0	4	0.034698281437158585
186738	rnn.bias_hh_l0	5	0.05636918172240257
186738	rnn.bias_hh_l0	6	-0.10442447662353516
186738	rnn.bias_hh_l0	7	-0.15283626317977905
186738	rnn.bias_hh_l0	8	-0.1897042691707611
186738	rnn.bias_hh_l0	9	-0.10899046063423157
186738	rnn.weight_ih_l0_reverse	0	-0.02439676970243454
186738	rnn.weight_ih_l0_reverse	1	-0.004709236323833466
186738	rnn.weight_ih_l0_reverse	2	0.014065075665712357
186738	rnn.weight_ih_l0_reverse	3	0.014781970530748367
186738	rnn.weight_ih_l0_reverse	4	0.030121928080916405
186738	rnn.weight_ih_l0_reverse	5	-0.05367860943078995
186738	rnn.weight_ih_l0_reverse	6	-0.04697826877236366
186738	rnn.weight_ih_l0_reverse	7	0.010219953954219818
186738	rnn.weight_ih_l0_reverse	8	0.09129858762025833
186738	rnn.weight_ih_l0_reverse	9	-0.0004908486735075712
186738	rnn.weight_hh_l0_reverse	0	0.0047877198085188866
186738	rnn.weight_hh_l0_reverse	1	0.02854604460299015
186738	rnn.weight_hh_l0_reverse	2	-0.03941870108246803
186738	rnn.weight_hh_l0_reverse	3	0.03867393732070923
186738	rnn.weight_hh_l0_reverse	4	0.02324170246720314
186738	rnn.weight_hh_l0_reverse	5	-0.001631090766750276
186738	rnn.weight_hh_l0_reverse	6	0.0629056990146637
186738	rnn.weight_hh_l0_reverse	7	0.03057660348713398
186738	rnn.weight_hh_l0_reverse	8	-0.02137659303843975
186738	rnn.weight_hh_l0_reverse	9	-0.03059559315443039
186738	rnn.bias_ih_l0_reverse	0	-0.1526053249835968
186738	rnn.bias_ih_l0_reverse	1	-0.3201850950717926
186738	rnn.bias_ih_l0_reverse	2	-0.061356283724308014
186738	rnn.bias_ih_l0_reverse	3	-0.14507022500038147
186738	rnn.bias_ih_l0_reverse	4	0.06318583339452744
186738	rnn.bias_ih_l0_reverse	5	-0.2581915557384491
186738	rnn.bias_ih_l0_reverse	6	-0.06289330869913101
186738	rnn.bias_ih_l0_reverse	7	0.020670320838689804
186738	rnn.bias_ih_l0_reverse	8	-0.19356802105903625
186738	rnn.bias_ih_l0_reverse	9	-0.08755331486463547
186738	rnn.bias_hh_l0_reverse	0	-0.16472792625427246
186738	rnn.bias_hh_l0_reverse	1	-0.13785158097743988
186738	rnn.bias_hh_l0_reverse	2	-0.016552751883864403
186738	rnn.bias_hh_l0_reverse	3	-0.1393643021583557
186738	rnn.bias_hh_l0_reverse	4	-0.031149836257100105
186738	rnn.bias_hh_l0_reverse	5	-0.11855699121952057
186738	rnn.bias_hh_l0_reverse	6	-0.07370979338884354
186738	rnn.bias_hh_l0_reverse	7	-0.1823733001947403
186738	rnn.bias_hh_l0_reverse	8	-0.058508649468421936
186738	rnn.bias_hh_l0_reverse	9	-0.1277192085981369
186738	linear.weight	0	-0.23377947509288788
186738	linear.weight	1	-0.08909782022237778
186738	linear.weight	2	-0.011228874325752258
186738	linear.weight	3	-0.08882840722799301
186738	linear.weight	4	0.008818304166197777
186738	linear.weight	5	0.24544747173786163
186738	linear.weight	6	0.0047744326293468475
186738	linear.weight	7	-0.021312154829502106
186738	linear.weight	8	0.16530919075012207
186738	linear.weight	9	0.2503431439399719
186738	linear.bias	0	-0.8088207244873047
186738	linear.bias	1	1.4088072776794434
186738	linear.bias	2	-0.48605403304100037
186738	linear.bias	3	-0.7155128121376038
186738	linear.bias	4	-0.8299773931503296
186738	linear.bias	5	-1.17746901512146
186738	linear.bias	6	-0.8982852101325989
186738	linear.bias	7	-0.7278262376785278
186738	linear.bias	8	-0.01705317199230194
186738	linear.bias	9	3.411506175994873
186935	transitions	0	-0.44081786274909973
186935	transitions	1	8.717512130737305
186935	transitions	2	-3.5696656703948975
186935	transitions	3	1.5293105840682983
186935	transitions	4	-2.1688315868377686
186935	transitions	5	-0.40820711851119995
186935	transitions	6	-0.1922885924577713
186935	transitions	7	-10000.0
186935	transitions	8	1.8012819290161133
186935	transitions	9	-2.2944560050964355
186935	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
186935	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
186935	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
186935	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
186935	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
186935	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
186935	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
186935	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
186935	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
186935	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
186935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
186935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
186935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
186935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
186935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
186935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
186935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
186935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
186935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
186935	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
186935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
186935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
186935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
186935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
186935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
186935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
186935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
186935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
186935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
186935	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
186935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
186935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
186935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
186935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
186935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
186935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
186935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
186935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
186935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
186935	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
186935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
186935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
186935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
186935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
186935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
186935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
186935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
186935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
186935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
186935	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
186935	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
186935	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
186935	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
186935	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
186935	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
186935	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
186935	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
186935	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
186935	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
186935	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
186935	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
186935	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
186935	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
186935	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
186935	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
186935	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
186935	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
186935	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
186935	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
186935	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
186935	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
186935	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
186935	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
186935	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
186935	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
186935	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
186935	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
186935	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
186935	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
186935	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
186935	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
186935	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
186935	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
186935	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
186935	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
186935	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
186935	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
186935	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
186935	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
186935	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
186935	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
186935	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
186935	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
186935	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
186935	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
186935	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
186935	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
186935	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
186935	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
186935	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
186935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
186935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
186935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
186935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
186935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
186935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
186935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
186935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
186935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
186935	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
186935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
186935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
186935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
186935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
186935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
186935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
186935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
186935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
186935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
186935	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
186935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
186935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
186935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
186935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
186935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
186935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
186935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
186935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
186935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
186935	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
186935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
186935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
186935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
186935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
186935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
186935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
186935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
186935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
186935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
186935	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
186935	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
186935	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
186935	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
186935	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
186935	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
186935	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
186935	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
186935	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
186935	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
186935	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
186935	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
186935	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
186935	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
186935	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
186935	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
186935	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
186935	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
186935	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
186935	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
186935	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
186935	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
186935	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
186935	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
186935	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
186935	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
186935	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
186935	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
186935	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
186935	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
186935	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
186935	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
186935	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
186935	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
186935	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
186935	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
186935	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
186935	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
186935	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
186935	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
186935	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
186935	embedding2nn.weight	0	0.04758597910404205
186935	embedding2nn.weight	1	-0.09466064721345901
186935	embedding2nn.weight	2	0.008831199258565903
186935	embedding2nn.weight	3	-0.05756715312600136
186935	embedding2nn.weight	4	-0.13324619829654694
186935	embedding2nn.weight	5	0.1252189427614212
186935	embedding2nn.weight	6	-0.11048822104930878
186935	embedding2nn.weight	7	-0.07120954990386963
186935	embedding2nn.weight	8	-0.025403743609786034
186935	embedding2nn.weight	9	0.046389151364564896
186935	embedding2nn.bias	0	0.07865273207426071
186935	embedding2nn.bias	1	0.00890155415982008
186935	embedding2nn.bias	2	-0.10570751130580902
186935	embedding2nn.bias	3	0.025040891021490097
186935	embedding2nn.bias	4	0.005380746442824602
186935	embedding2nn.bias	5	-0.1630765050649643
186935	embedding2nn.bias	6	-0.11568400263786316
186935	embedding2nn.bias	7	-0.056328948587179184
186935	embedding2nn.bias	8	0.06967691332101822
186935	embedding2nn.bias	9	-0.06378062069416046
186935	rnn.weight_ih_l0	0	0.04673037305474281
186935	rnn.weight_ih_l0	1	-0.0780235081911087
186935	rnn.weight_ih_l0	2	-0.03786507993936539
186935	rnn.weight_ih_l0	3	-0.048556264489889145
186935	rnn.weight_ih_l0	4	0.015289600938558578
186935	rnn.weight_ih_l0	5	-0.1146574467420578
186935	rnn.weight_ih_l0	6	-0.04519016295671463
186935	rnn.weight_ih_l0	7	-0.00979697611182928
186935	rnn.weight_ih_l0	8	0.07594864815473557
186935	rnn.weight_ih_l0	9	0.015170563012361526
186935	rnn.weight_hh_l0	0	-0.0010600333334878087
186935	rnn.weight_hh_l0	1	-0.08660893142223358
186935	rnn.weight_hh_l0	2	0.06664825230836868
186935	rnn.weight_hh_l0	3	0.04682144522666931
186935	rnn.weight_hh_l0	4	0.0062840785831213
186935	rnn.weight_hh_l0	5	0.06527361273765564
186935	rnn.weight_hh_l0	6	-0.018184660002589226
186935	rnn.weight_hh_l0	7	-0.10433334112167358
186935	rnn.weight_hh_l0	8	0.013445137068629265
186935	rnn.weight_hh_l0	9	-0.08874532580375671
186935	rnn.bias_ih_l0	0	-0.07308853417634964
186935	rnn.bias_ih_l0	1	-0.17994695901870728
186935	rnn.bias_ih_l0	2	-0.2612972557544708
186935	rnn.bias_ih_l0	3	-0.27530843019485474
186935	rnn.bias_ih_l0	4	0.014000434428453445
186935	rnn.bias_ih_l0	5	0.0365467295050621
186935	rnn.bias_ih_l0	6	-0.16418713331222534
186935	rnn.bias_ih_l0	7	-0.262117475271225
186935	rnn.bias_ih_l0	8	-0.12791746854782104
186935	rnn.bias_ih_l0	9	-0.18180948495864868
186935	rnn.bias_hh_l0	0	0.12429900467395782
186935	rnn.bias_hh_l0	1	-0.06066220998764038
186935	rnn.bias_hh_l0	2	0.03832476958632469
186935	rnn.bias_hh_l0	3	-0.18007150292396545
186935	rnn.bias_hh_l0	4	0.0353437103331089
186935	rnn.bias_hh_l0	5	0.056473422795534134
186935	rnn.bias_hh_l0	6	-0.10539181530475616
186935	rnn.bias_hh_l0	7	-0.1529981791973114
186935	rnn.bias_hh_l0	8	-0.18907615542411804
186935	rnn.bias_hh_l0	9	-0.10908127576112747
186935	rnn.weight_ih_l0_reverse	0	-0.024256771430373192
186935	rnn.weight_ih_l0_reverse	1	-0.005183748435229063
186935	rnn.weight_ih_l0_reverse	2	0.014551974833011627
186935	rnn.weight_ih_l0_reverse	3	0.014855451881885529
186935	rnn.weight_ih_l0_reverse	4	0.031597401946783066
186935	rnn.weight_ih_l0_reverse	5	-0.053928546607494354
186935	rnn.weight_ih_l0_reverse	6	-0.0478135347366333
186935	rnn.weight_ih_l0_reverse	7	0.00953974761068821
186935	rnn.weight_ih_l0_reverse	8	0.09031622111797333
186935	rnn.weight_ih_l0_reverse	9	-0.00041346129728481174
186935	rnn.weight_hh_l0_reverse	0	0.00445865374058485
186935	rnn.weight_hh_l0_reverse	1	0.028692541643977165
186935	rnn.weight_hh_l0_reverse	2	-0.040091581642627716
186935	rnn.weight_hh_l0_reverse	3	0.0386466383934021
186935	rnn.weight_hh_l0_reverse	4	0.022938711568713188
186935	rnn.weight_hh_l0_reverse	5	-0.001984541304409504
186935	rnn.weight_hh_l0_reverse	6	0.06256899982690811
186935	rnn.weight_hh_l0_reverse	7	0.030186571180820465
186935	rnn.weight_hh_l0_reverse	8	-0.021037070080637932
186935	rnn.weight_hh_l0_reverse	9	-0.031143784523010254
186935	rnn.bias_ih_l0_reverse	0	-0.15119491517543793
186935	rnn.bias_ih_l0_reverse	1	-0.3226860463619232
186935	rnn.bias_ih_l0_reverse	2	-0.060943104326725006
186935	rnn.bias_ih_l0_reverse	3	-0.14295227825641632
186935	rnn.bias_ih_l0_reverse	4	0.06085371598601341
186935	rnn.bias_ih_l0_reverse	5	-0.25706830620765686
186935	rnn.bias_ih_l0_reverse	6	-0.06316489726305008
186935	rnn.bias_ih_l0_reverse	7	0.024784179404377937
186935	rnn.bias_ih_l0_reverse	8	-0.19280017912387848
186935	rnn.bias_ih_l0_reverse	9	-0.08714955300092697
186935	rnn.bias_hh_l0_reverse	0	-0.1644633412361145
186935	rnn.bias_hh_l0_reverse	1	-0.13892966508865356
186935	rnn.bias_hh_l0_reverse	2	-0.017209351062774658
186935	rnn.bias_hh_l0_reverse	3	-0.140249103307724
186935	rnn.bias_hh_l0_reverse	4	-0.03084011748433113
186935	rnn.bias_hh_l0_reverse	5	-0.11896310746669769
186935	rnn.bias_hh_l0_reverse	6	-0.07459113746881485
186935	rnn.bias_hh_l0_reverse	7	-0.18192680180072784
186935	rnn.bias_hh_l0_reverse	8	-0.05949484556913376
186935	rnn.bias_hh_l0_reverse	9	-0.12671712040901184
186935	linear.weight	0	-0.22292686998844147
186935	linear.weight	1	-0.08660025894641876
186935	linear.weight	2	-0.011228874325752258
186935	linear.weight	3	-0.0938877984881401
186935	linear.weight	4	0.006265022326260805
186935	linear.weight	5	0.2326420396566391
186935	linear.weight	6	0.0047744326293468475
186935	linear.weight	7	-0.021312154829502106
186935	linear.weight	8	0.1659737080335617
186935	linear.weight	9	0.2454974502325058
186935	linear.bias	0	-0.8227248787879944
186935	linear.bias	1	1.420837163925171
186935	linear.bias	2	-0.4769817888736725
186935	linear.bias	3	-0.7147537469863892
186935	linear.bias	4	-0.847615659236908
186935	linear.bias	5	-1.1774883270263672
186935	linear.bias	6	-0.9174684286117554
186935	linear.bias	7	-0.7261424660682678
186935	linear.bias	8	-0.01705317199230194
186935	linear.bias	9	3.426969528198242
187132	transitions	0	-0.4408808946609497
187132	transitions	1	8.744756698608398
187132	transitions	2	-3.569967746734619
187132	transitions	3	1.5249570608139038
187132	transitions	4	-2.1691207885742188
187132	transitions	5	-0.4082629680633545
187132	transitions	6	-0.1923002451658249
187132	transitions	7	-10000.0
187132	transitions	8	1.8018308877944946
187132	transitions	9	-2.2944576740264893
187132	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
187132	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
187132	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
187132	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
187132	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
187132	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
187132	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
187132	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
187132	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
187132	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
187132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
187132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
187132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
187132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
187132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
187132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
187132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
187132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
187132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
187132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
187132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
187132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
187132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
187132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
187132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
187132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
187132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
187132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
187132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
187132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
187132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
187132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
187132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
187132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
187132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
187132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
187132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
187132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
187132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
187132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
187132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
187132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
187132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
187132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
187132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
187132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
187132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
187132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
187132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
187132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
187132	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
187132	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
187132	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
187132	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
187132	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
187132	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
187132	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
187132	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
187132	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
187132	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
187132	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
187132	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
187132	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
187132	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
187132	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
187132	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
187132	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
187132	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
187132	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
187132	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
187132	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
187132	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
187132	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
187132	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
187132	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
187132	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
187132	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
187132	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
187132	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
187132	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
187132	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
187132	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
187132	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
187132	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
187132	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
187132	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
187132	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
187132	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
187132	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
187132	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
187132	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
187132	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
187132	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
187132	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
187132	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
187132	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
187132	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
187132	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
187132	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
187132	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
187132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
187132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
187132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
187132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
187132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
187132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
187132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
187132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
187132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
187132	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
187132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
187132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
187132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
187132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
187132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
187132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
187132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
187132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
187132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
187132	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
187132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
187132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
187132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
187132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
187132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
187132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
187132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
187132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
187132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
187132	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
187132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
187132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
187132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
187132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
187132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
187132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
187132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
187132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
187132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
187132	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
187132	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
187132	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
187132	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
187132	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
187132	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
187132	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
187132	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
187132	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
187132	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
187132	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
187132	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
187132	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
187132	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
187132	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
187132	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
187132	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
187132	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
187132	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
187132	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
187132	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
187132	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
187132	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
187132	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
187132	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
187132	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
187132	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
187132	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
187132	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
187132	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
187132	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
187132	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
187132	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
187132	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
187132	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
187132	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
187132	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
187132	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
187132	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
187132	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
187132	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
187132	embedding2nn.weight	0	0.04751516133546829
187132	embedding2nn.weight	1	-0.09438483417034149
187132	embedding2nn.weight	2	0.008771386928856373
187132	embedding2nn.weight	3	-0.05721928924322128
187132	embedding2nn.weight	4	-0.13275577127933502
187132	embedding2nn.weight	5	0.12448590993881226
187132	embedding2nn.weight	6	-0.11330772191286087
187132	embedding2nn.weight	7	-0.07259561866521835
187132	embedding2nn.weight	8	-0.026143113151192665
187132	embedding2nn.weight	9	0.04675053432583809
187132	embedding2nn.bias	0	0.08534897118806839
187132	embedding2nn.bias	1	0.004913111217319965
187132	embedding2nn.bias	2	-0.11306475102901459
187132	embedding2nn.bias	3	0.023969853296875954
187132	embedding2nn.bias	4	0.003946278709918261
187132	embedding2nn.bias	5	-0.16102339327335358
187132	embedding2nn.bias	6	-0.12072892487049103
187132	embedding2nn.bias	7	-0.05763699486851692
187132	embedding2nn.bias	8	0.0747276321053505
187132	embedding2nn.bias	9	-0.06209452077746391
187132	rnn.weight_ih_l0	0	0.046151112765073776
187132	rnn.weight_ih_l0	1	-0.07724624872207642
187132	rnn.weight_ih_l0	2	-0.03758363053202629
187132	rnn.weight_ih_l0	3	-0.04717100039124489
187132	rnn.weight_ih_l0	4	0.013421740382909775
187132	rnn.weight_ih_l0	5	-0.11353510618209839
187132	rnn.weight_ih_l0	6	-0.046713169664144516
187132	rnn.weight_ih_l0	7	-0.01015519443899393
187132	rnn.weight_ih_l0	8	0.0768897607922554
187132	rnn.weight_ih_l0	9	0.01426379568874836
187132	rnn.weight_hh_l0	0	-0.001265001017600298
187132	rnn.weight_hh_l0	1	-0.08585937321186066
187132	rnn.weight_hh_l0	2	0.06679867953062057
187132	rnn.weight_hh_l0	3	0.04717617109417915
187132	rnn.weight_hh_l0	4	0.006296679377555847
187132	rnn.weight_hh_l0	5	0.06556900590658188
187132	rnn.weight_hh_l0	6	-0.01807909645140171
187132	rnn.weight_hh_l0	7	-0.10468201339244843
187132	rnn.weight_hh_l0	8	0.013664397411048412
187132	rnn.weight_hh_l0	9	-0.08993209898471832
187132	rnn.bias_ih_l0	0	-0.07492098212242126
187132	rnn.bias_ih_l0	1	-0.18062910437583923
187132	rnn.bias_ih_l0	2	-0.2609538733959198
187132	rnn.bias_ih_l0	3	-0.27525272965431213
187132	rnn.bias_ih_l0	4	0.01295460481196642
187132	rnn.bias_ih_l0	5	0.03758738562464714
187132	rnn.bias_ih_l0	6	-0.16383638978004456
187132	rnn.bias_ih_l0	7	-0.26533499360084534
187132	rnn.bias_ih_l0	8	-0.12564966082572937
187132	rnn.bias_ih_l0	9	-0.18188169598579407
187132	rnn.bias_hh_l0	0	0.1233968734741211
187132	rnn.bias_hh_l0	1	-0.060729190707206726
187132	rnn.bias_hh_l0	2	0.03850886598229408
187132	rnn.bias_hh_l0	3	-0.1795056313276291
187132	rnn.bias_hh_l0	4	0.03794342279434204
187132	rnn.bias_hh_l0	5	0.055538296699523926
187132	rnn.bias_hh_l0	6	-0.10469081252813339
187132	rnn.bias_hh_l0	7	-0.15325620770454407
187132	rnn.bias_hh_l0	8	-0.18840612471103668
187132	rnn.bias_hh_l0	9	-0.10802685469388962
187132	rnn.weight_ih_l0_reverse	0	-0.02485482208430767
187132	rnn.weight_ih_l0_reverse	1	-0.004639546386897564
187132	rnn.weight_ih_l0_reverse	2	0.015879644080996513
187132	rnn.weight_ih_l0_reverse	3	0.011524214409291744
187132	rnn.weight_ih_l0_reverse	4	0.03264321759343147
187132	rnn.weight_ih_l0_reverse	5	-0.054128363728523254
187132	rnn.weight_ih_l0_reverse	6	-0.04786444455385208
187132	rnn.weight_ih_l0_reverse	7	0.010816738940775394
187132	rnn.weight_ih_l0_reverse	8	0.09149283915758133
187132	rnn.weight_ih_l0_reverse	9	-0.0011754269944503903
187132	rnn.weight_hh_l0_reverse	0	0.004477634094655514
187132	rnn.weight_hh_l0_reverse	1	0.028605341911315918
187132	rnn.weight_hh_l0_reverse	2	-0.0397033765912056
187132	rnn.weight_hh_l0_reverse	3	0.038776300847530365
187132	rnn.weight_hh_l0_reverse	4	0.022851161658763885
187132	rnn.weight_hh_l0_reverse	5	-0.0019875774160027504
187132	rnn.weight_hh_l0_reverse	6	0.06239340826869011
187132	rnn.weight_hh_l0_reverse	7	0.030603263527154922
187132	rnn.weight_hh_l0_reverse	8	-0.021531522274017334
187132	rnn.weight_hh_l0_reverse	9	-0.031071580946445465
187132	rnn.bias_ih_l0_reverse	0	-0.1512925624847412
187132	rnn.bias_ih_l0_reverse	1	-0.3230474293231964
187132	rnn.bias_ih_l0_reverse	2	-0.059911031275987625
187132	rnn.bias_ih_l0_reverse	3	-0.14274604618549347
187132	rnn.bias_ih_l0_reverse	4	0.05828000605106354
187132	rnn.bias_ih_l0_reverse	5	-0.25667405128479004
187132	rnn.bias_ih_l0_reverse	6	-0.06129109859466553
187132	rnn.bias_ih_l0_reverse	7	0.02604157291352749
187132	rnn.bias_ih_l0_reverse	8	-0.19234579801559448
187132	rnn.bias_ih_l0_reverse	9	-0.085502989590168
187132	rnn.bias_hh_l0_reverse	0	-0.16259028017520905
187132	rnn.bias_hh_l0_reverse	1	-0.13829733431339264
187132	rnn.bias_hh_l0_reverse	2	-0.017009945586323738
187132	rnn.bias_hh_l0_reverse	3	-0.13992536067962646
187132	rnn.bias_hh_l0_reverse	4	-0.030967744067311287
187132	rnn.bias_hh_l0_reverse	5	-0.11900114268064499
187132	rnn.bias_hh_l0_reverse	6	-0.07099312543869019
187132	rnn.bias_hh_l0_reverse	7	-0.18244722485542297
187132	rnn.bias_hh_l0_reverse	8	-0.05977856367826462
187132	rnn.bias_hh_l0_reverse	9	-0.12574802339076996
187132	linear.weight	0	-0.22984540462493896
187132	linear.weight	1	-0.08585220575332642
187132	linear.weight	2	-0.011228874325752258
187132	linear.weight	3	-0.0984460636973381
187132	linear.weight	4	0.0013594510965049267
187132	linear.weight	5	0.23825713992118835
187132	linear.weight	6	0.0047744326293468475
187132	linear.weight	7	-0.021312154829502106
187132	linear.weight	8	0.14592444896697998
187132	linear.weight	9	0.2455698549747467
187132	linear.bias	0	-0.8308200240135193
187132	linear.bias	1	1.401969313621521
187132	linear.bias	2	-0.45713675022125244
187132	linear.bias	3	-0.6957626938819885
187132	linear.bias	4	-0.8445628881454468
187132	linear.bias	5	-1.1775041818618774
187132	linear.bias	6	-0.9254963994026184
187132	linear.bias	7	-0.7177957892417908
187132	linear.bias	8	-0.01705317199230194
187132	linear.bias	9	3.441082239151001
187329	transitions	0	-0.4410075843334198
187329	transitions	1	8.756168365478516
187329	transitions	2	-3.5703508853912354
187329	transitions	3	1.5277611017227173
187329	transitions	4	-2.1695504188537598
187329	transitions	5	-0.4083060622215271
187329	transitions	6	-0.19231797754764557
187329	transitions	7	-10000.0
187329	transitions	8	1.801371455192566
187329	transitions	9	-2.2944610118865967
187329	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
187329	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
187329	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
187329	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
187329	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
187329	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
187329	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
187329	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
187329	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
187329	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
187329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
187329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
187329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
187329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
187329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
187329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
187329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
187329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
187329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
187329	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
187329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
187329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
187329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
187329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
187329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
187329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
187329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
187329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
187329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
187329	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
187329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
187329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
187329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
187329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
187329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
187329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
187329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
187329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
187329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
187329	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
187329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
187329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
187329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
187329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
187329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
187329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
187329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
187329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
187329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
187329	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
187329	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
187329	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
187329	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
187329	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
187329	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
187329	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
187329	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
187329	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
187329	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
187329	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
187329	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
187329	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
187329	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
187329	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
187329	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
187329	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
187329	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
187329	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
187329	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
187329	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
187329	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
187329	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
187329	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
187329	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
187329	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
187329	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
187329	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
187329	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
187329	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
187329	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
187329	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
187329	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
187329	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
187329	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
187329	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
187329	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
187329	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
187329	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
187329	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
187329	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
187329	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
187329	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
187329	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
187329	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
187329	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
187329	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
187329	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
187329	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
187329	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
187329	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
187329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
187329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
187329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
187329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
187329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
187329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
187329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
187329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
187329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
187329	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
187329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
187329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
187329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
187329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
187329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
187329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
187329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
187329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
187329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
187329	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
187329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
187329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
187329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
187329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
187329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
187329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
187329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
187329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
187329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
187329	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
187329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
187329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
187329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
187329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
187329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
187329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
187329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
187329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
187329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
187329	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
187329	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
187329	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
187329	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
187329	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
187329	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
187329	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
187329	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
187329	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
187329	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
187329	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
187329	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
187329	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
187329	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
187329	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
187329	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
187329	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
187329	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
187329	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
187329	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
187329	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
187329	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
187329	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
187329	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
187329	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
187329	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
187329	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
187329	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
187329	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
187329	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
187329	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
187329	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
187329	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
187329	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
187329	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
187329	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
187329	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
187329	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
187329	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
187329	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
187329	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
187329	embedding2nn.weight	0	0.047972671687603
187329	embedding2nn.weight	1	-0.09401047229766846
187329	embedding2nn.weight	2	0.008282294496893883
187329	embedding2nn.weight	3	-0.05742185190320015
187329	embedding2nn.weight	4	-0.13157734274864197
187329	embedding2nn.weight	5	0.12295585870742798
187329	embedding2nn.weight	6	-0.11672309786081314
187329	embedding2nn.weight	7	-0.07305406779050827
187329	embedding2nn.weight	8	-0.02525097317993641
187329	embedding2nn.weight	9	0.04651239514350891
187329	embedding2nn.bias	0	0.08207312226295471
187329	embedding2nn.bias	1	-0.001836644602008164
187329	embedding2nn.bias	2	-0.11827265471220016
187329	embedding2nn.bias	3	0.032596513628959656
187329	embedding2nn.bias	4	0.0070615485310554504
187329	embedding2nn.bias	5	-0.1537325233221054
187329	embedding2nn.bias	6	-0.1251957267522812
187329	embedding2nn.bias	7	-0.05736145004630089
187329	embedding2nn.bias	8	0.09005472809076309
187329	embedding2nn.bias	9	-0.06431594491004944
187329	rnn.weight_ih_l0	0	0.04717773199081421
187329	rnn.weight_ih_l0	1	-0.0770546942949295
187329	rnn.weight_ih_l0	2	-0.03823035955429077
187329	rnn.weight_ih_l0	3	-0.045946333557367325
187329	rnn.weight_ih_l0	4	0.012200752273201942
187329	rnn.weight_ih_l0	5	-0.11546959728002548
187329	rnn.weight_ih_l0	6	-0.046260833740234375
187329	rnn.weight_ih_l0	7	-0.01051971223205328
187329	rnn.weight_ih_l0	8	0.07907234877347946
187329	rnn.weight_ih_l0	9	0.013260455802083015
187329	rnn.weight_hh_l0	0	-0.0019319013226777315
187329	rnn.weight_hh_l0	1	-0.08552325516939163
187329	rnn.weight_hh_l0	2	0.0668855831027031
187329	rnn.weight_hh_l0	3	0.04679858312010765
187329	rnn.weight_hh_l0	4	0.006114719435572624
187329	rnn.weight_hh_l0	5	0.0653914138674736
187329	rnn.weight_hh_l0	6	-0.018036164343357086
187329	rnn.weight_hh_l0	7	-0.10480914264917374
187329	rnn.weight_hh_l0	8	0.013433695770800114
187329	rnn.weight_hh_l0	9	-0.08906826376914978
187329	rnn.bias_ih_l0	0	-0.07604407519102097
187329	rnn.bias_ih_l0	1	-0.182036355137825
187329	rnn.bias_ih_l0	2	-0.26166799664497375
187329	rnn.bias_ih_l0	3	-0.276032954454422
187329	rnn.bias_ih_l0	4	0.012620817869901657
187329	rnn.bias_ih_l0	5	0.03930480405688286
187329	rnn.bias_ih_l0	6	-0.16430899500846863
187329	rnn.bias_ih_l0	7	-0.26457029581069946
187329	rnn.bias_ih_l0	8	-0.12542863190174103
187329	rnn.bias_ih_l0	9	-0.18270714581012726
187329	rnn.bias_hh_l0	0	0.1247934028506279
187329	rnn.bias_hh_l0	1	-0.06112297251820564
187329	rnn.bias_hh_l0	2	0.03890686109662056
187329	rnn.bias_hh_l0	3	-0.17900395393371582
187329	rnn.bias_hh_l0	4	0.03309549018740654
187329	rnn.bias_hh_l0	5	0.05516108125448227
187329	rnn.bias_hh_l0	6	-0.10488148778676987
187329	rnn.bias_hh_l0	7	-0.15471026301383972
187329	rnn.bias_hh_l0	8	-0.18852883577346802
187329	rnn.bias_hh_l0	9	-0.10670095682144165
187329	rnn.weight_ih_l0_reverse	0	-0.025057222694158554
187329	rnn.weight_ih_l0_reverse	1	-0.004008503630757332
187329	rnn.weight_ih_l0_reverse	2	0.015742948278784752
187329	rnn.weight_ih_l0_reverse	3	0.011408164165914059
187329	rnn.weight_ih_l0_reverse	4	0.031199732795357704
187329	rnn.weight_ih_l0_reverse	5	-0.05498579144477844
187329	rnn.weight_ih_l0_reverse	6	-0.048120755702257156
187329	rnn.weight_ih_l0_reverse	7	0.011370507068932056
187329	rnn.weight_ih_l0_reverse	8	0.09223338961601257
187329	rnn.weight_ih_l0_reverse	9	-0.00028566105174832046
187329	rnn.weight_hh_l0_reverse	0	0.0039960602298378944
187329	rnn.weight_hh_l0_reverse	1	0.028757479041814804
187329	rnn.weight_hh_l0_reverse	2	-0.03969338908791542
187329	rnn.weight_hh_l0_reverse	3	0.038471441715955734
187329	rnn.weight_hh_l0_reverse	4	0.022270020097494125
187329	rnn.weight_hh_l0_reverse	5	-0.0018759965896606445
187329	rnn.weight_hh_l0_reverse	6	0.06265292316675186
187329	rnn.weight_hh_l0_reverse	7	0.03034047968685627
187329	rnn.weight_hh_l0_reverse	8	-0.021290350705385208
187329	rnn.weight_hh_l0_reverse	9	-0.030983587726950645
187329	rnn.bias_ih_l0_reverse	0	-0.15136080980300903
187329	rnn.bias_ih_l0_reverse	1	-0.32236167788505554
187329	rnn.bias_ih_l0_reverse	2	-0.06163728982210159
187329	rnn.bias_ih_l0_reverse	3	-0.14300186932086945
187329	rnn.bias_ih_l0_reverse	4	0.059081148356199265
187329	rnn.bias_ih_l0_reverse	5	-0.25659045577049255
187329	rnn.bias_ih_l0_reverse	6	-0.06250305473804474
187329	rnn.bias_ih_l0_reverse	7	0.025509901344776154
187329	rnn.bias_ih_l0_reverse	8	-0.19229450821876526
187329	rnn.bias_ih_l0_reverse	9	-0.08487818390130997
187329	rnn.bias_hh_l0_reverse	0	-0.16299857199192047
187329	rnn.bias_hh_l0_reverse	1	-0.13839662075042725
187329	rnn.bias_hh_l0_reverse	2	-0.017426852136850357
187329	rnn.bias_hh_l0_reverse	3	-0.14262545108795166
187329	rnn.bias_hh_l0_reverse	4	-0.029358407482504845
187329	rnn.bias_hh_l0_reverse	5	-0.11857020109891891
187329	rnn.bias_hh_l0_reverse	6	-0.07455319911241531
187329	rnn.bias_hh_l0_reverse	7	-0.18202660977840424
187329	rnn.bias_hh_l0_reverse	8	-0.061437614262104034
187329	rnn.bias_hh_l0_reverse	9	-0.12503522634506226
187329	linear.weight	0	-0.22755029797554016
187329	linear.weight	1	-0.07744673639535904
187329	linear.weight	2	-0.011228874325752258
187329	linear.weight	3	-0.10019704699516296
187329	linear.weight	4	0.002261113142594695
187329	linear.weight	5	0.23439840972423553
187329	linear.weight	6	0.0047744326293468475
187329	linear.weight	7	-0.021312154829502106
187329	linear.weight	8	0.1460677981376648
187329	linear.weight	9	0.2353813797235489
187329	linear.bias	0	-0.8449946641921997
187329	linear.bias	1	1.4373362064361572
187329	linear.bias	2	-0.4531463086605072
187329	linear.bias	3	-0.6960718631744385
187329	linear.bias	4	-0.8209890127182007
187329	linear.bias	5	-1.1775257587432861
187329	linear.bias	6	-0.938734233379364
187329	linear.bias	7	-0.7458201050758362
187329	linear.bias	8	-0.01705317199230194
187329	linear.bias	9	3.402872085571289
187526	transitions	0	-0.4410618841648102
187526	transitions	1	8.72995376586914
187526	transitions	2	-3.5707573890686035
187526	transitions	3	1.5084887742996216
187526	transitions	4	-2.170048475265503
187526	transitions	5	-0.40847405791282654
187526	transitions	6	-0.19236601889133453
187526	transitions	7	-10000.0
187526	transitions	8	1.8016921281814575
187526	transitions	9	-2.2944633960723877
187526	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
187526	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
187526	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
187526	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
187526	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
187526	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
187526	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
187526	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
187526	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
187526	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
187526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
187526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
187526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
187526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
187526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
187526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
187526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
187526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
187526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
187526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
187526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
187526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
187526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
187526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
187526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
187526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
187526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
187526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
187526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
187526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
187526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
187526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
187526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
187526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
187526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
187526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
187526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
187526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
187526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
187526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
187526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
187526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
187526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
187526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
187526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
187526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
187526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
187526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
187526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
187526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
187526	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
187526	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
187526	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
187526	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
187526	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
187526	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
187526	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
187526	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
187526	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
187526	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
187526	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
187526	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
187526	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
187526	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
187526	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
187526	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
187526	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
187526	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
187526	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
187526	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
187526	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
187526	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
187526	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
187526	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
187526	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
187526	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
187526	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
187526	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
187526	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
187526	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
187526	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
187526	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
187526	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
187526	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
187526	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
187526	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
187526	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
187526	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
187526	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
187526	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
187526	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
187526	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
187526	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
187526	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
187526	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
187526	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
187526	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
187526	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
187526	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
187526	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
187526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
187526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
187526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
187526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
187526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
187526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
187526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
187526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
187526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
187526	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
187526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
187526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
187526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
187526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
187526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
187526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
187526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
187526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
187526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
187526	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
187526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
187526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
187526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
187526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
187526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
187526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
187526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
187526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
187526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
187526	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
187526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
187526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
187526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
187526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
187526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
187526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
187526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
187526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
187526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
187526	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
187526	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
187526	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
187526	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
187526	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
187526	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
187526	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
187526	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
187526	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
187526	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
187526	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
187526	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
187526	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
187526	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
187526	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
187526	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
187526	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
187526	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
187526	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
187526	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
187526	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
187526	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
187526	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
187526	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
187526	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
187526	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
187526	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
187526	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
187526	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
187526	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
187526	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
187526	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
187526	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
187526	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
187526	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
187526	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
187526	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
187526	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
187526	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
187526	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
187526	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
187526	embedding2nn.weight	0	0.048347584903240204
187526	embedding2nn.weight	1	-0.09447292238473892
187526	embedding2nn.weight	2	0.009329766035079956
187526	embedding2nn.weight	3	-0.05737626180052757
187526	embedding2nn.weight	4	-0.1326487958431244
187526	embedding2nn.weight	5	0.12170496582984924
187526	embedding2nn.weight	6	-0.11642254889011383
187526	embedding2nn.weight	7	-0.07192063331604004
187526	embedding2nn.weight	8	-0.02549484372138977
187526	embedding2nn.weight	9	0.045435741543769836
187526	embedding2nn.bias	0	0.07524973154067993
187526	embedding2nn.bias	1	0.0010958315106108785
187526	embedding2nn.bias	2	-0.1164078339934349
187526	embedding2nn.bias	3	0.03560532256960869
187526	embedding2nn.bias	4	0.005104065407067537
187526	embedding2nn.bias	5	-0.15797488391399384
187526	embedding2nn.bias	6	-0.1193179041147232
187526	embedding2nn.bias	7	-0.05052211135625839
187526	embedding2nn.bias	8	0.09667596966028214
187526	embedding2nn.bias	9	-0.06263997405767441
187526	rnn.weight_ih_l0	0	0.04779664799571037
187526	rnn.weight_ih_l0	1	-0.07407514750957489
187526	rnn.weight_ih_l0	2	-0.03845465928316116
187526	rnn.weight_ih_l0	3	-0.04472922161221504
187526	rnn.weight_ih_l0	4	0.012533370405435562
187526	rnn.weight_ih_l0	5	-0.11694115400314331
187526	rnn.weight_ih_l0	6	-0.04575440660119057
187526	rnn.weight_ih_l0	7	-0.012015891261398792
187526	rnn.weight_ih_l0	8	0.0785917118191719
187526	rnn.weight_ih_l0	9	0.011858021840453148
187526	rnn.weight_hh_l0	0	-0.0021328278817236423
187526	rnn.weight_hh_l0	1	-0.08497291058301926
187526	rnn.weight_hh_l0	2	0.06655648350715637
187526	rnn.weight_hh_l0	3	0.0466078519821167
187526	rnn.weight_hh_l0	4	0.006129896733909845
187526	rnn.weight_hh_l0	5	0.06601238995790482
187526	rnn.weight_hh_l0	6	-0.017927512526512146
187526	rnn.weight_hh_l0	7	-0.10465510189533234
187526	rnn.weight_hh_l0	8	0.014284164644777775
187526	rnn.weight_hh_l0	9	-0.08939637988805771
187526	rnn.bias_ih_l0	0	-0.07381802797317505
187526	rnn.bias_ih_l0	1	-0.18286676704883575
187526	rnn.bias_ih_l0	2	-0.26005756855010986
187526	rnn.bias_ih_l0	3	-0.2744681239128113
187526	rnn.bias_ih_l0	4	0.014075606130063534
187526	rnn.bias_ih_l0	5	0.03812166303396225
187526	rnn.bias_ih_l0	6	-0.16360558569431305
187526	rnn.bias_ih_l0	7	-0.2623547613620758
187526	rnn.bias_ih_l0	8	-0.12594245374202728
187526	rnn.bias_ih_l0	9	-0.18176567554473877
187526	rnn.bias_hh_l0	0	0.12722808122634888
187526	rnn.bias_hh_l0	1	-0.062063995748758316
187526	rnn.bias_hh_l0	2	0.03953764960169792
187526	rnn.bias_hh_l0	3	-0.17780616879463196
187526	rnn.bias_hh_l0	4	0.033033013343811035
187526	rnn.bias_hh_l0	5	0.05377073585987091
187526	rnn.bias_hh_l0	6	-0.1048966646194458
187526	rnn.bias_hh_l0	7	-0.15423856675624847
187526	rnn.bias_hh_l0	8	-0.18978659808635712
187526	rnn.bias_hh_l0	9	-0.10728831589221954
187526	rnn.weight_ih_l0_reverse	0	-0.02430398017168045
187526	rnn.weight_ih_l0_reverse	1	-0.004757553339004517
187526	rnn.weight_ih_l0_reverse	2	0.016523951664566994
187526	rnn.weight_ih_l0_reverse	3	0.010745215229690075
187526	rnn.weight_ih_l0_reverse	4	0.03170148283243179
187526	rnn.weight_ih_l0_reverse	5	-0.055936865508556366
187526	rnn.weight_ih_l0_reverse	6	-0.04814331978559494
187526	rnn.weight_ih_l0_reverse	7	0.011400559917092323
187526	rnn.weight_ih_l0_reverse	8	0.0915042906999588
187526	rnn.weight_ih_l0_reverse	9	-0.0014702508924528956
187526	rnn.weight_hh_l0_reverse	0	0.0043413578532636166
187526	rnn.weight_hh_l0_reverse	1	0.02908315137028694
187526	rnn.weight_hh_l0_reverse	2	-0.040067922323942184
187526	rnn.weight_hh_l0_reverse	3	0.03861388936638832
187526	rnn.weight_hh_l0_reverse	4	0.022248031571507454
187526	rnn.weight_hh_l0_reverse	5	-0.0008153145317919552
187526	rnn.weight_hh_l0_reverse	6	0.06267976015806198
187526	rnn.weight_hh_l0_reverse	7	0.030833320692181587
187526	rnn.weight_hh_l0_reverse	8	-0.02166808769106865
187526	rnn.weight_hh_l0_reverse	9	-0.030715657398104668
187526	rnn.bias_ih_l0_reverse	0	-0.15035273134708405
187526	rnn.bias_ih_l0_reverse	1	-0.3222719430923462
187526	rnn.bias_ih_l0_reverse	2	-0.06316496431827545
187526	rnn.bias_ih_l0_reverse	3	-0.1419639140367508
187526	rnn.bias_ih_l0_reverse	4	0.06165514513850212
187526	rnn.bias_ih_l0_reverse	5	-0.25762349367141724
187526	rnn.bias_ih_l0_reverse	6	-0.06331131607294083
187526	rnn.bias_ih_l0_reverse	7	0.02603408694267273
187526	rnn.bias_ih_l0_reverse	8	-0.1929207295179367
187526	rnn.bias_ih_l0_reverse	9	-0.08421313017606735
187526	rnn.bias_hh_l0_reverse	0	-0.16346375644207
187526	rnn.bias_hh_l0_reverse	1	-0.13777701556682587
187526	rnn.bias_hh_l0_reverse	2	-0.016960179433226585
187526	rnn.bias_hh_l0_reverse	3	-0.14338666200637817
187526	rnn.bias_hh_l0_reverse	4	-0.028605060651898384
187526	rnn.bias_hh_l0_reverse	5	-0.1183282658457756
187526	rnn.bias_hh_l0_reverse	6	-0.07404173910617828
187526	rnn.bias_hh_l0_reverse	7	-0.1834344118833542
187526	rnn.bias_hh_l0_reverse	8	-0.06042618304491043
187526	rnn.bias_hh_l0_reverse	9	-0.12491915374994278
187526	linear.weight	0	-0.22505013644695282
187526	linear.weight	1	-0.07639086246490479
187526	linear.weight	2	-0.011228874325752258
187526	linear.weight	3	-0.10032220929861069
187526	linear.weight	4	0.0014287617523223162
187526	linear.weight	5	0.23391416668891907
187526	linear.weight	6	0.0047744326293468475
187526	linear.weight	7	-0.021312154829502106
187526	linear.weight	8	0.1423659473657608
187526	linear.weight	9	0.22633373737335205
187526	linear.bias	0	-0.8220260739326477
187526	linear.bias	1	1.3987464904785156
187526	linear.bias	2	-0.47046321630477905
187526	linear.bias	3	-0.720569908618927
187526	linear.bias	4	-0.8259876370429993
187526	linear.bias	5	-1.1775431632995605
187526	linear.bias	6	-0.9194169640541077
187526	linear.bias	7	-0.7345676422119141
187526	linear.bias	8	-0.01705317199230194
187526	linear.bias	9	3.4635493755340576
187530	transitions	0	-0.44106197357177734
187530	transitions	1	8.733193397521973
187530	transitions	2	-3.5707669258117676
187530	transitions	3	1.5083361864089966
187530	transitions	4	-2.1700503826141357
187530	transitions	5	-0.4084742069244385
187530	transitions	6	-0.1923663467168808
187530	transitions	7	-10000.0
187530	transitions	8	1.8016915321350098
187530	transitions	9	-2.294464588165283
187530	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
187530	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
187530	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
187530	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
187530	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
187530	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
187530	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
187530	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
187530	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
187530	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
187530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
187530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
187530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
187530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
187530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
187530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
187530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
187530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
187530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
187530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
187530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
187530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
187530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
187530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
187530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
187530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
187530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
187530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
187530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
187530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
187530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
187530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
187530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
187530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
187530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
187530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
187530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
187530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
187530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
187530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
187530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
187530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
187530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
187530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
187530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
187530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
187530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
187530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
187530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
187530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
187530	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
187530	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
187530	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
187530	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
187530	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
187530	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
187530	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
187530	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
187530	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
187530	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
187530	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
187530	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
187530	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
187530	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
187530	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
187530	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
187530	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
187530	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
187530	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
187530	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
187530	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
187530	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
187530	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
187530	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
187530	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
187530	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
187530	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
187530	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
187530	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
187530	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
187530	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
187530	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
187530	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
187530	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
187530	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
187530	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
187530	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
187530	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
187530	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
187530	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
187530	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
187530	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
187530	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
187530	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
187530	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
187530	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
187530	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
187530	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
187530	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
187530	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
187530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
187530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
187530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
187530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
187530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
187530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
187530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
187530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
187530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
187530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
187530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
187530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
187530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
187530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
187530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
187530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
187530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
187530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
187530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
187530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
187530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
187530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
187530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
187530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
187530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
187530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
187530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
187530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
187530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
187530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
187530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
187530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
187530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
187530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
187530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
187530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
187530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
187530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
187530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
187530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
187530	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
187530	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
187530	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
187530	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
187530	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
187530	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
187530	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
187530	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
187530	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
187530	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
187530	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
187530	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
187530	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
187530	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
187530	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
187530	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
187530	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
187530	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
187530	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
187530	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
187530	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
187530	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
187530	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
187530	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
187530	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
187530	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
187530	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
187530	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
187530	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
187530	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
187530	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
187530	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
187530	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
187530	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
187530	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
187530	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
187530	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
187530	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
187530	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
187530	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
187530	embedding2nn.weight	0	0.04835335910320282
187530	embedding2nn.weight	1	-0.09450679272413254
187530	embedding2nn.weight	2	0.00908705685287714
187530	embedding2nn.weight	3	-0.057435985654592514
187530	embedding2nn.weight	4	-0.13247066736221313
187530	embedding2nn.weight	5	0.12164732813835144
187530	embedding2nn.weight	6	-0.11646236479282379
187530	embedding2nn.weight	7	-0.07220971584320068
187530	embedding2nn.weight	8	-0.02555663511157036
187530	embedding2nn.weight	9	0.045669473707675934
187530	embedding2nn.bias	0	0.07464656233787537
187530	embedding2nn.bias	1	-0.00016739762213546783
187530	embedding2nn.bias	2	-0.11582610756158829
187530	embedding2nn.bias	3	0.03584064170718193
187530	embedding2nn.bias	4	0.005987049080431461
187530	embedding2nn.bias	5	-0.1584600955247879
187530	embedding2nn.bias	6	-0.11852047592401505
187530	embedding2nn.bias	7	-0.04907119646668434
187530	embedding2nn.bias	8	0.0969080850481987
187530	embedding2nn.bias	9	-0.06262380629777908
187530	rnn.weight_ih_l0	0	0.04781964048743248
187530	rnn.weight_ih_l0	1	-0.07402445375919342
187530	rnn.weight_ih_l0	2	-0.03833290562033653
187530	rnn.weight_ih_l0	3	-0.0445210337638855
187530	rnn.weight_ih_l0	4	0.012608862482011318
187530	rnn.weight_ih_l0	5	-0.11684103310108185
187530	rnn.weight_ih_l0	6	-0.045940887182950974
187530	rnn.weight_ih_l0	7	-0.01203785091638565
187530	rnn.weight_ih_l0	8	0.0785316452383995
187530	rnn.weight_ih_l0	9	0.011900083161890507
187530	rnn.weight_hh_l0	0	-0.0021450521890074015
187530	rnn.weight_hh_l0	1	-0.08497535437345505
187530	rnn.weight_hh_l0	2	0.06656458228826523
187530	rnn.weight_hh_l0	3	0.04657769575715065
187530	rnn.weight_hh_l0	4	0.006130770314484835
187530	rnn.weight_hh_l0	5	0.06603910028934479
187530	rnn.weight_hh_l0	6	-0.017928358167409897
187530	rnn.weight_hh_l0	7	-0.10465262830257416
187530	rnn.weight_hh_l0	8	0.014284886419773102
187530	rnn.weight_hh_l0	9	-0.08939296007156372
187530	rnn.bias_ih_l0	0	-0.07351668924093246
187530	rnn.bias_ih_l0	1	-0.18287654221057892
187530	rnn.bias_ih_l0	2	-0.2602287232875824
187530	rnn.bias_ih_l0	3	-0.2744203507900238
187530	rnn.bias_ih_l0	4	0.01454863604158163
187530	rnn.bias_ih_l0	5	0.03814000263810158
187530	rnn.bias_ih_l0	6	-0.1637716144323349
187530	rnn.bias_ih_l0	7	-0.26230332255363464
187530	rnn.bias_ih_l0	8	-0.12615966796875
187530	rnn.bias_ih_l0	9	-0.1820443868637085
187530	rnn.bias_hh_l0	0	0.1272277683019638
187530	rnn.bias_hh_l0	1	-0.062313973903656006
187530	rnn.bias_hh_l0	2	0.03959054872393608
187530	rnn.bias_hh_l0	3	-0.17775224149227142
187530	rnn.bias_hh_l0	4	0.03316963091492653
187530	rnn.bias_hh_l0	5	0.053821150213479996
187530	rnn.bias_hh_l0	6	-0.10473790764808655
187530	rnn.bias_hh_l0	7	-0.1540306657552719
187530	rnn.bias_hh_l0	8	-0.18949542939662933
187530	rnn.bias_hh_l0	9	-0.1073773130774498
187530	rnn.weight_ih_l0_reverse	0	-0.023997563868761063
187530	rnn.weight_ih_l0_reverse	1	-0.004872327670454979
187530	rnn.weight_ih_l0_reverse	2	0.0165274515748024
187530	rnn.weight_ih_l0_reverse	3	0.010779201053082943
187530	rnn.weight_ih_l0_reverse	4	0.03170843794941902
187530	rnn.weight_ih_l0_reverse	5	-0.055817872285842896
187530	rnn.weight_ih_l0_reverse	6	-0.04817473143339157
187530	rnn.weight_ih_l0_reverse	7	0.011334199458360672
187530	rnn.weight_ih_l0_reverse	8	0.09148243814706802
187530	rnn.weight_ih_l0_reverse	9	-0.00139590201433748
187530	rnn.weight_hh_l0_reverse	0	0.004339105915278196
187530	rnn.weight_hh_l0_reverse	1	0.02908623404800892
187530	rnn.weight_hh_l0_reverse	2	-0.0400250181555748
187530	rnn.weight_hh_l0_reverse	3	0.03862211853265762
187530	rnn.weight_hh_l0_reverse	4	0.022246181964874268
187530	rnn.weight_hh_l0_reverse	5	-0.0007965933182276785
187530	rnn.weight_hh_l0_reverse	6	0.06268052756786346
187530	rnn.weight_hh_l0_reverse	7	0.03081759251654148
187530	rnn.weight_hh_l0_reverse	8	-0.021683035418391228
187530	rnn.weight_hh_l0_reverse	9	-0.03069041669368744
187530	rnn.bias_ih_l0_reverse	0	-0.15016664564609528
187530	rnn.bias_ih_l0_reverse	1	-0.3220605254173279
187530	rnn.bias_ih_l0_reverse	2	-0.0630713701248169
187530	rnn.bias_ih_l0_reverse	3	-0.14202150702476501
187530	rnn.bias_ih_l0_reverse	4	0.06165367364883423
187530	rnn.bias_ih_l0_reverse	5	-0.25772926211357117
187530	rnn.bias_ih_l0_reverse	6	-0.0633377730846405
187530	rnn.bias_ih_l0_reverse	7	0.02611364610493183
187530	rnn.bias_ih_l0_reverse	8	-0.1932397484779358
187530	rnn.bias_ih_l0_reverse	9	-0.08386003971099854
187530	rnn.bias_hh_l0_reverse	0	-0.1634368598461151
187530	rnn.bias_hh_l0_reverse	1	-0.13726384937763214
187530	rnn.bias_hh_l0_reverse	2	-0.01700495555996895
187530	rnn.bias_hh_l0_reverse	3	-0.1431490182876587
187530	rnn.bias_hh_l0_reverse	4	-0.028721274808049202
187530	rnn.bias_hh_l0_reverse	5	-0.11797193437814713
187530	rnn.bias_hh_l0_reverse	6	-0.07398565858602524
187530	rnn.bias_hh_l0_reverse	7	-0.18334214389324188
187530	rnn.bias_hh_l0_reverse	8	-0.06006176024675369
187530	rnn.bias_hh_l0_reverse	9	-0.12511630356311798
187530	linear.weight	0	-0.22510716319084167
187530	linear.weight	1	-0.07637906074523926
187530	linear.weight	2	-0.011228874325752258
187530	linear.weight	3	-0.09972065687179565
187530	linear.weight	4	0.001623411662876606
187530	linear.weight	5	0.23406706750392914
187530	linear.weight	6	0.0047744326293468475
187530	linear.weight	7	-0.021312154829502106
187530	linear.weight	8	0.14271022379398346
187530	linear.weight	9	0.22562550008296967
187530	linear.bias	0	-0.8241209983825684
187530	linear.bias	1	1.4019137620925903
187530	linear.bias	2	-0.47166240215301514
187530	linear.bias	3	-0.7178977727890015
187530	linear.bias	4	-0.8269969820976257
187530	linear.bias	5	-1.1775435209274292
187530	linear.bias	6	-0.921497642993927
187530	linear.bias	7	-0.738385796546936
187530	linear.bias	8	-0.01705317199230194
187530	linear.bias	9	3.4638781547546387
187727	transitions	0	-0.441278874874115
187727	transitions	1	8.723649024963379
187727	transitions	2	-3.57108211517334
187727	transitions	3	1.5069937705993652
187727	transitions	4	-2.1702892780303955
187727	transitions	5	-0.4085179567337036
187727	transitions	6	-0.19240956008434296
187727	transitions	7	-10000.0
187727	transitions	8	1.8022937774658203
187727	transitions	9	-2.2944676876068115
187727	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
187727	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
187727	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
187727	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
187727	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
187727	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
187727	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
187727	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
187727	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
187727	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
187727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
187727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
187727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
187727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
187727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
187727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
187727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
187727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
187727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
187727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
187727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
187727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
187727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
187727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
187727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
187727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
187727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
187727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
187727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
187727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
187727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
187727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
187727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
187727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
187727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
187727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
187727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
187727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
187727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
187727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
187727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
187727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
187727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
187727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
187727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
187727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
187727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
187727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
187727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
187727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
187727	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
187727	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
187727	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
187727	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
187727	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
187727	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
187727	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
187727	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
187727	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
187727	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
187727	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
187727	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
187727	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
187727	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
187727	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
187727	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
187727	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
187727	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
187727	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
187727	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
187727	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
187727	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
187727	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
187727	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
187727	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
187727	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
187727	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
187727	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
187727	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
187727	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
187727	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
187727	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
187727	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
187727	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
187727	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
187727	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
187727	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
187727	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
187727	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
187727	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
187727	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
187727	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
187727	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
187727	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
187727	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
187727	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
187727	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
187727	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
187727	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
187727	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
187727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
187727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
187727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
187727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
187727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
187727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
187727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
187727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
187727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
187727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
187727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
187727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
187727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
187727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
187727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
187727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
187727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
187727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
187727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
187727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
187727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
187727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
187727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
187727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
187727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
187727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
187727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
187727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
187727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
187727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
187727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
187727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
187727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
187727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
187727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
187727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
187727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
187727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
187727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
187727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
187727	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
187727	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
187727	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
187727	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
187727	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
187727	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
187727	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
187727	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
187727	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
187727	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
187727	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
187727	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
187727	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
187727	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
187727	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
187727	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
187727	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
187727	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
187727	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
187727	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
187727	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
187727	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
187727	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
187727	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
187727	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
187727	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
187727	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
187727	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
187727	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
187727	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
187727	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
187727	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
187727	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
187727	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
187727	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
187727	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
187727	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
187727	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
187727	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
187727	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
187727	embedding2nn.weight	0	0.04827670007944107
187727	embedding2nn.weight	1	-0.0937296524643898
187727	embedding2nn.weight	2	0.009482339024543762
187727	embedding2nn.weight	3	-0.05705315247178078
187727	embedding2nn.weight	4	-0.13526314496994019
187727	embedding2nn.weight	5	0.12186573445796967
187727	embedding2nn.weight	6	-0.11737924814224243
187727	embedding2nn.weight	7	-0.0706673189997673
187727	embedding2nn.weight	8	-0.02624819613993168
187727	embedding2nn.weight	9	0.04568782448768616
187727	embedding2nn.bias	0	0.06618355959653854
187727	embedding2nn.bias	1	-0.0010310212383046746
187727	embedding2nn.bias	2	-0.11701983213424683
187727	embedding2nn.bias	3	0.03722870349884033
187727	embedding2nn.bias	4	0.00535290502011776
187727	embedding2nn.bias	5	-0.1573036015033722
187727	embedding2nn.bias	6	-0.12178462743759155
187727	embedding2nn.bias	7	-0.057364437729120255
187727	embedding2nn.bias	8	0.09152749180793762
187727	embedding2nn.bias	9	-0.06844973564147949
187727	rnn.weight_ih_l0	0	0.04765881597995758
187727	rnn.weight_ih_l0	1	-0.07345187664031982
187727	rnn.weight_ih_l0	2	-0.0370207205414772
187727	rnn.weight_ih_l0	3	-0.043753769248723984
187727	rnn.weight_ih_l0	4	0.01158051285892725
187727	rnn.weight_ih_l0	5	-0.11599733680486679
187727	rnn.weight_ih_l0	6	-0.04606068506836891
187727	rnn.weight_ih_l0	7	-0.012513000518083572
187727	rnn.weight_ih_l0	8	0.07779764384031296
187727	rnn.weight_ih_l0	9	0.011526310816407204
187727	rnn.weight_hh_l0	0	-0.0013511382276192307
187727	rnn.weight_hh_l0	1	-0.0852733850479126
187727	rnn.weight_hh_l0	2	0.06636886298656464
187727	rnn.weight_hh_l0	3	0.04668022692203522
187727	rnn.weight_hh_l0	4	0.00625625578686595
187727	rnn.weight_hh_l0	5	0.06555537134408951
187727	rnn.weight_hh_l0	6	-0.01767633482813835
187727	rnn.weight_hh_l0	7	-0.10520267486572266
187727	rnn.weight_hh_l0	8	0.015235139057040215
187727	rnn.weight_hh_l0	9	-0.08990323543548584
187727	rnn.bias_ih_l0	0	-0.07416900247335434
187727	rnn.bias_ih_l0	1	-0.182628333568573
187727	rnn.bias_ih_l0	2	-0.26135268807411194
187727	rnn.bias_ih_l0	3	-0.2754310071468353
187727	rnn.bias_ih_l0	4	0.01618073135614395
187727	rnn.bias_ih_l0	5	0.04125343635678291
187727	rnn.bias_ih_l0	6	-0.16463693976402283
187727	rnn.bias_ih_l0	7	-0.26200199127197266
187727	rnn.bias_ih_l0	8	-0.1220235601067543
187727	rnn.bias_ih_l0	9	-0.1826385110616684
187727	rnn.bias_hh_l0	0	0.12957137823104858
187727	rnn.bias_hh_l0	1	-0.06159112602472305
187727	rnn.bias_hh_l0	2	0.03980907052755356
187727	rnn.bias_hh_l0	3	-0.17830514907836914
187727	rnn.bias_hh_l0	4	0.03423672169446945
187727	rnn.bias_hh_l0	5	0.05468150973320007
187727	rnn.bias_hh_l0	6	-0.10467035323381424
187727	rnn.bias_hh_l0	7	-0.15411421656608582
187727	rnn.bias_hh_l0	8	-0.18951654434204102
187727	rnn.bias_hh_l0	9	-0.10777753591537476
187727	rnn.weight_ih_l0_reverse	0	-0.024824434891343117
187727	rnn.weight_ih_l0_reverse	1	-0.005335619207471609
187727	rnn.weight_ih_l0_reverse	2	0.01723533868789673
187727	rnn.weight_ih_l0_reverse	3	0.011273977346718311
187727	rnn.weight_ih_l0_reverse	4	0.0333939753472805
187727	rnn.weight_ih_l0_reverse	5	-0.05595598742365837
187727	rnn.weight_ih_l0_reverse	6	-0.04999262094497681
187727	rnn.weight_ih_l0_reverse	7	0.012350979261100292
187727	rnn.weight_ih_l0_reverse	8	0.08661708235740662
187727	rnn.weight_ih_l0_reverse	9	-0.0004921163199469447
187727	rnn.weight_hh_l0_reverse	0	0.0044704098254442215
187727	rnn.weight_hh_l0_reverse	1	0.029233340173959732
187727	rnn.weight_hh_l0_reverse	2	-0.038813214749097824
187727	rnn.weight_hh_l0_reverse	3	0.03869758918881416
187727	rnn.weight_hh_l0_reverse	4	0.022356966510415077
187727	rnn.weight_hh_l0_reverse	5	-0.0007848964305594563
187727	rnn.weight_hh_l0_reverse	6	0.06267613172531128
187727	rnn.weight_hh_l0_reverse	7	0.031183237209916115
187727	rnn.weight_hh_l0_reverse	8	-0.020993543788790703
187727	rnn.weight_hh_l0_reverse	9	-0.030553659424185753
187727	rnn.bias_ih_l0_reverse	0	-0.14911100268363953
187727	rnn.bias_ih_l0_reverse	1	-0.3222358524799347
187727	rnn.bias_ih_l0_reverse	2	-0.06327154487371445
187727	rnn.bias_ih_l0_reverse	3	-0.14274157583713531
187727	rnn.bias_ih_l0_reverse	4	0.061428654938936234
187727	rnn.bias_ih_l0_reverse	5	-0.25926727056503296
187727	rnn.bias_ih_l0_reverse	6	-0.06175483390688896
187727	rnn.bias_ih_l0_reverse	7	0.02790530025959015
187727	rnn.bias_ih_l0_reverse	8	-0.1923746019601822
187727	rnn.bias_ih_l0_reverse	9	-0.0845830962061882
187727	rnn.bias_hh_l0_reverse	0	-0.16268138587474823
187727	rnn.bias_hh_l0_reverse	1	-0.13744908571243286
187727	rnn.bias_hh_l0_reverse	2	-0.01772129349410534
187727	rnn.bias_hh_l0_reverse	3	-0.14277099072933197
187727	rnn.bias_hh_l0_reverse	4	-0.02852194756269455
187727	rnn.bias_hh_l0_reverse	5	-0.11661437153816223
187727	rnn.bias_hh_l0_reverse	6	-0.0732228010892868
187727	rnn.bias_hh_l0_reverse	7	-0.18382540345191956
187727	rnn.bias_hh_l0_reverse	8	-0.05944764241576195
187727	rnn.bias_hh_l0_reverse	9	-0.12444476783275604
187727	linear.weight	0	-0.22070565819740295
187727	linear.weight	1	-0.07666587084531784
187727	linear.weight	2	-0.011228874325752258
187727	linear.weight	3	-0.10357958823442459
187727	linear.weight	4	0.009792130440473557
187727	linear.weight	5	0.23050092160701752
187727	linear.weight	6	0.0047744326293468475
187727	linear.weight	7	-0.021312154829502106
187727	linear.weight	8	0.1415320485830307
187727	linear.weight	9	0.2185291200876236
187727	linear.bias	0	-0.8354289531707764
187727	linear.bias	1	1.391660213470459
187727	linear.bias	2	-0.4607204496860504
187727	linear.bias	3	-0.7178687453269958
187727	linear.bias	4	-0.8403948545455933
187727	linear.bias	5	-1.1775612831115723
187727	linear.bias	6	-0.9328067898750305
187727	linear.bias	7	-0.7326873540878296
187727	linear.bias	8	-0.01705317199230194
187727	linear.bias	9	3.45516037940979
187924	transitions	0	-0.4413136839866638
187924	transitions	1	8.725669860839844
187924	transitions	2	-3.5713212490081787
187924	transitions	3	1.5049999952316284
187924	transitions	4	-2.170621871948242
187924	transitions	5	-0.4086216390132904
187924	transitions	6	-0.1924247294664383
187924	transitions	7	-10000.0
187924	transitions	8	1.8006219863891602
187924	transitions	9	-2.294471502304077
187924	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
187924	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
187924	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
187924	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
187924	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
187924	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
187924	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
187924	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
187924	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
187924	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
187924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
187924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
187924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
187924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
187924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
187924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
187924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
187924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
187924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
187924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
187924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
187924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
187924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
187924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
187924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
187924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
187924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
187924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
187924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
187924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
187924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
187924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
187924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
187924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
187924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
187924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
187924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
187924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
187924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
187924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
187924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
187924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
187924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
187924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
187924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
187924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
187924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
187924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
187924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
187924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
187924	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
187924	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
187924	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
187924	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
187924	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
187924	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
187924	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
187924	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
187924	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
187924	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
187924	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
187924	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
187924	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
187924	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
187924	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
187924	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
187924	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
187924	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
187924	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
187924	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
187924	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
187924	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
187924	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
187924	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
187924	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
187924	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
187924	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
187924	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
187924	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
187924	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
187924	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
187924	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
187924	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
187924	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
187924	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
187924	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
187924	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
187924	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
187924	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
187924	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
187924	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
187924	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
187924	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
187924	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
187924	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
187924	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
187924	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
187924	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
187924	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
187924	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
187924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
187924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
187924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
187924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
187924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
187924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
187924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
187924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
187924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
187924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
187924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
187924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
187924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
187924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
187924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
187924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
187924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
187924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
187924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
187924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
187924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
187924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
187924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
187924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
187924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
187924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
187924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
187924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
187924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
187924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
187924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
187924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
187924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
187924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
187924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
187924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
187924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
187924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
187924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
187924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
187924	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
187924	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
187924	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
187924	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
187924	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
187924	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
187924	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
187924	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
187924	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
187924	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
187924	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
187924	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
187924	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
187924	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
187924	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
187924	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
187924	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
187924	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
187924	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
187924	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
187924	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
187924	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
187924	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
187924	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
187924	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
187924	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
187924	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
187924	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
187924	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
187924	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
187924	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
187924	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
187924	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
187924	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
187924	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
187924	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
187924	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
187924	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
187924	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
187924	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
187924	embedding2nn.weight	0	0.04813731089234352
187924	embedding2nn.weight	1	-0.09371853619813919
187924	embedding2nn.weight	2	0.008932321332395077
187924	embedding2nn.weight	3	-0.05705747380852699
187924	embedding2nn.weight	4	-0.1370360255241394
187924	embedding2nn.weight	5	0.12192125618457794
187924	embedding2nn.weight	6	-0.11676861345767975
187924	embedding2nn.weight	7	-0.06926614046096802
187924	embedding2nn.weight	8	-0.026091422885656357
187924	embedding2nn.weight	9	0.04620587080717087
187924	embedding2nn.bias	0	0.05971366912126541
187924	embedding2nn.bias	1	0.0018041204893961549
187924	embedding2nn.bias	2	-0.10974013805389404
187924	embedding2nn.bias	3	0.040305595844984055
187924	embedding2nn.bias	4	-0.0011139914859086275
187924	embedding2nn.bias	5	-0.1649891883134842
187924	embedding2nn.bias	6	-0.12494640052318573
187924	embedding2nn.bias	7	-0.057736847549676895
187924	embedding2nn.bias	8	0.08429103344678879
187924	embedding2nn.bias	9	-0.07844991236925125
187924	rnn.weight_ih_l0	0	0.04840536788105965
187924	rnn.weight_ih_l0	1	-0.07627229392528534
187924	rnn.weight_ih_l0	2	-0.03571318835020065
187924	rnn.weight_ih_l0	3	-0.044907454401254654
187924	rnn.weight_ih_l0	4	0.010929567739367485
187924	rnn.weight_ih_l0	5	-0.11649239808320999
187924	rnn.weight_ih_l0	6	-0.046790629625320435
187924	rnn.weight_ih_l0	7	-0.01303801778703928
187924	rnn.weight_ih_l0	8	0.07530482113361359
187924	rnn.weight_ih_l0	9	0.010686337016522884
187924	rnn.weight_hh_l0	0	-0.0017466064309701324
187924	rnn.weight_hh_l0	1	-0.08466927707195282
187924	rnn.weight_hh_l0	2	0.0666557252407074
187924	rnn.weight_hh_l0	3	0.04659115895628929
187924	rnn.weight_hh_l0	4	0.006371742580085993
187924	rnn.weight_hh_l0	5	0.06583016365766525
187924	rnn.weight_hh_l0	6	-0.017609957605600357
187924	rnn.weight_hh_l0	7	-0.10558030754327774
187924	rnn.weight_hh_l0	8	0.015956982970237732
187924	rnn.weight_hh_l0	9	-0.08937858790159225
187924	rnn.bias_ih_l0	0	-0.07312684506177902
187924	rnn.bias_ih_l0	1	-0.18343201279640198
187924	rnn.bias_ih_l0	2	-0.2600474953651428
187924	rnn.bias_ih_l0	3	-0.2754330039024353
187924	rnn.bias_ih_l0	4	0.016844671219587326
187924	rnn.bias_ih_l0	5	0.04082048311829567
187924	rnn.bias_ih_l0	6	-0.1653931885957718
187924	rnn.bias_ih_l0	7	-0.2618998885154724
187924	rnn.bias_ih_l0	8	-0.12571360170841217
187924	rnn.bias_ih_l0	9	-0.17978344857692719
187924	rnn.bias_hh_l0	0	0.1322820633649826
187924	rnn.bias_hh_l0	1	-0.06111576408147812
187924	rnn.bias_hh_l0	2	0.03920386731624603
187924	rnn.bias_hh_l0	3	-0.17668193578720093
187924	rnn.bias_hh_l0	4	0.035635046660900116
187924	rnn.bias_hh_l0	5	0.053499918431043625
187924	rnn.bias_hh_l0	6	-0.10338529199361801
187924	rnn.bias_hh_l0	7	-0.1537693738937378
187924	rnn.bias_hh_l0	8	-0.18932756781578064
187924	rnn.bias_hh_l0	9	-0.10833659768104553
187924	rnn.weight_ih_l0_reverse	0	-0.02293458580970764
187924	rnn.weight_ih_l0_reverse	1	-0.006144139915704727
187924	rnn.weight_ih_l0_reverse	2	0.01757633499801159
187924	rnn.weight_ih_l0_reverse	3	0.011858736164867878
187924	rnn.weight_ih_l0_reverse	4	0.03219449520111084
187924	rnn.weight_ih_l0_reverse	5	-0.05588867515325546
187924	rnn.weight_ih_l0_reverse	6	-0.04975387081503868
187924	rnn.weight_ih_l0_reverse	7	0.011747338809072971
187924	rnn.weight_ih_l0_reverse	8	0.0870092436671257
187924	rnn.weight_ih_l0_reverse	9	0.0004956756602041423
187924	rnn.weight_hh_l0_reverse	0	0.004684914369136095
187924	rnn.weight_hh_l0_reverse	1	0.02922709472477436
187924	rnn.weight_hh_l0_reverse	2	-0.038567040115594864
187924	rnn.weight_hh_l0_reverse	3	0.0387730598449707
187924	rnn.weight_hh_l0_reverse	4	0.022672710940241814
187924	rnn.weight_hh_l0_reverse	5	-0.0009617211180739105
187924	rnn.weight_hh_l0_reverse	6	0.06283295899629593
187924	rnn.weight_hh_l0_reverse	7	0.031287677586078644
187924	rnn.weight_hh_l0_reverse	8	-0.020864713937044144
187924	rnn.weight_hh_l0_reverse	9	-0.030380964279174805
187924	rnn.bias_ih_l0_reverse	0	-0.14918729662895203
187924	rnn.bias_ih_l0_reverse	1	-0.32207727432250977
187924	rnn.bias_ih_l0_reverse	2	-0.06261610239744186
187924	rnn.bias_ih_l0_reverse	3	-0.14230689406394958
187924	rnn.bias_ih_l0_reverse	4	0.06112964451313019
187924	rnn.bias_ih_l0_reverse	5	-0.25775569677352905
187924	rnn.bias_ih_l0_reverse	6	-0.062428802251815796
187924	rnn.bias_ih_l0_reverse	7	0.025803444907069206
187924	rnn.bias_ih_l0_reverse	8	-0.19252388179302216
187924	rnn.bias_ih_l0_reverse	9	-0.08750084787607193
187924	rnn.bias_hh_l0_reverse	0	-0.1620110422372818
187924	rnn.bias_hh_l0_reverse	1	-0.13802476227283478
187924	rnn.bias_hh_l0_reverse	2	-0.01856355369091034
187924	rnn.bias_hh_l0_reverse	3	-0.14304879307746887
187924	rnn.bias_hh_l0_reverse	4	-0.028004107996821404
187924	rnn.bias_hh_l0_reverse	5	-0.11687677353620529
187924	rnn.bias_hh_l0_reverse	6	-0.07467654347419739
187924	rnn.bias_hh_l0_reverse	7	-0.18505729734897614
187924	rnn.bias_hh_l0_reverse	8	-0.060846958309412
187924	rnn.bias_hh_l0_reverse	9	-0.12434845417737961
187924	linear.weight	0	-0.21814420819282532
187924	linear.weight	1	-0.07603424787521362
187924	linear.weight	2	-0.011228874325752258
187924	linear.weight	3	-0.10956134647130966
187924	linear.weight	4	0.016477476805448532
187924	linear.weight	5	0.22907884418964386
187924	linear.weight	6	0.0047744326293468475
187924	linear.weight	7	-0.021312154829502106
187924	linear.weight	8	0.14667731523513794
187924	linear.weight	9	0.22143959999084473
187924	linear.bias	0	-0.8427478075027466
187924	linear.bias	1	1.428249478340149
187924	linear.bias	2	-0.4617564380168915
187924	linear.bias	3	-0.7078893184661865
187924	linear.bias	4	-0.8416321277618408
187924	linear.bias	5	-1.1775754690170288
187924	linear.bias	6	-0.9417083263397217
187924	linear.bias	7	-0.7287948131561279
187924	linear.bias	8	-0.01705317199230194
187924	linear.bias	9	3.4631824493408203
188121	transitions	0	-0.44139954447746277
188121	transitions	1	8.727745056152344
188121	transitions	2	-3.5716185569763184
188121	transitions	3	1.517612338066101
188121	transitions	4	-2.1708295345306396
188121	transitions	5	-0.4086573123931885
188121	transitions	6	-0.1924383044242859
188121	transitions	7	-10000.0
188121	transitions	8	1.8011319637298584
188121	transitions	9	-2.2944717407226562
188121	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
188121	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
188121	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
188121	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
188121	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
188121	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
188121	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
188121	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
188121	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
188121	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
188121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
188121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
188121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
188121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
188121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
188121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
188121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
188121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
188121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
188121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
188121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
188121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
188121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
188121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
188121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
188121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
188121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
188121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
188121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
188121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
188121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
188121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
188121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
188121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
188121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
188121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
188121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
188121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
188121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
188121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
188121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
188121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
188121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
188121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
188121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
188121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
188121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
188121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
188121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
188121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
188121	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
188121	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
188121	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
188121	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
188121	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
188121	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
188121	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
188121	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
188121	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
188121	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
188121	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
188121	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
188121	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
188121	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
188121	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
188121	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
188121	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
188121	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
188121	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
188121	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
188121	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
188121	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
188121	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
188121	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
188121	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
188121	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
188121	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
188121	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
188121	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
188121	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
188121	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
188121	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
188121	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
188121	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
188121	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
188121	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
188121	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
188121	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
188121	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
188121	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
188121	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
188121	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
188121	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
188121	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
188121	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
188121	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
188121	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
188121	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
188121	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
188121	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
188121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
188121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
188121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
188121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
188121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
188121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
188121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
188121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
188121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
188121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
188121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
188121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
188121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
188121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
188121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
188121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
188121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
188121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
188121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
188121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
188121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
188121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
188121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
188121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
188121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
188121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
188121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
188121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
188121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
188121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
188121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
188121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
188121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
188121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
188121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
188121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
188121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
188121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
188121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
188121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
188121	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
188121	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
188121	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
188121	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
188121	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
188121	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
188121	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
188121	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
188121	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
188121	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
188121	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
188121	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
188121	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
188121	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
188121	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
188121	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
188121	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
188121	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
188121	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
188121	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
188121	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
188121	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
188121	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
188121	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
188121	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
188121	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
188121	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
188121	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
188121	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
188121	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
188121	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
188121	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
188121	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
188121	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
188121	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
188121	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
188121	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
188121	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
188121	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
188121	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
188121	embedding2nn.weight	0	0.04814514145255089
188121	embedding2nn.weight	1	-0.09357892721891403
188121	embedding2nn.weight	2	0.006206834223121405
188121	embedding2nn.weight	3	-0.0569855235517025
188121	embedding2nn.weight	4	-0.1345270723104477
188121	embedding2nn.weight	5	0.12095131725072861
188121	embedding2nn.weight	6	-0.11703997850418091
188121	embedding2nn.weight	7	-0.06948006898164749
188121	embedding2nn.weight	8	-0.02674531191587448
188121	embedding2nn.weight	9	0.046937376260757446
188121	embedding2nn.bias	0	0.05799109861254692
188121	embedding2nn.bias	1	0.0033820748794823885
188121	embedding2nn.bias	2	-0.10848511010408401
188121	embedding2nn.bias	3	0.04331867769360542
188121	embedding2nn.bias	4	-0.0019813571125268936
188121	embedding2nn.bias	5	-0.17059899866580963
188121	embedding2nn.bias	6	-0.11176706850528717
188121	embedding2nn.bias	7	-0.05472279340028763
188121	embedding2nn.bias	8	0.08045147359371185
188121	embedding2nn.bias	9	-0.06795081496238708
188121	rnn.weight_ih_l0	0	0.04804224148392677
188121	rnn.weight_ih_l0	1	-0.07599472254514694
188121	rnn.weight_ih_l0	2	-0.03476550057530403
188121	rnn.weight_ih_l0	3	-0.04473618417978287
188121	rnn.weight_ih_l0	4	0.01066130492836237
188121	rnn.weight_ih_l0	5	-0.11583325266838074
188121	rnn.weight_ih_l0	6	-0.04650244861841202
188121	rnn.weight_ih_l0	7	-0.013283048756420612
188121	rnn.weight_ih_l0	8	0.07424314320087433
188121	rnn.weight_ih_l0	9	0.01066963467746973
188121	rnn.weight_hh_l0	0	-0.002453090390190482
188121	rnn.weight_hh_l0	1	-0.08469732105731964
188121	rnn.weight_hh_l0	2	0.06682829558849335
188121	rnn.weight_hh_l0	3	0.04692023992538452
188121	rnn.weight_hh_l0	4	0.005919230170547962
188121	rnn.weight_hh_l0	5	0.06537333130836487
188121	rnn.weight_hh_l0	6	-0.017604103311896324
188121	rnn.weight_hh_l0	7	-0.10579540580511093
188121	rnn.weight_hh_l0	8	0.015848437324166298
188121	rnn.weight_hh_l0	9	-0.0887850746512413
188121	rnn.bias_ih_l0	0	-0.07519884407520294
188121	rnn.bias_ih_l0	1	-0.18312552571296692
188121	rnn.bias_ih_l0	2	-0.2586454153060913
188121	rnn.bias_ih_l0	3	-0.2752416133880615
188121	rnn.bias_ih_l0	4	0.015109274536371231
188121	rnn.bias_ih_l0	5	0.041594330221414566
188121	rnn.bias_ih_l0	6	-0.16567017138004303
188121	rnn.bias_ih_l0	7	-0.2614205479621887
188121	rnn.bias_ih_l0	8	-0.12567251920700073
188121	rnn.bias_ih_l0	9	-0.17994409799575806
188121	rnn.bias_hh_l0	0	0.13076315820217133
188121	rnn.bias_hh_l0	1	-0.06310640275478363
188121	rnn.bias_hh_l0	2	0.04012623429298401
188121	rnn.bias_hh_l0	3	-0.17755219340324402
188121	rnn.bias_hh_l0	4	0.03580161929130554
188121	rnn.bias_hh_l0	5	0.05610973387956619
188121	rnn.bias_hh_l0	6	-0.10334610193967819
188121	rnn.bias_hh_l0	7	-0.15133948624134064
188121	rnn.bias_hh_l0	8	-0.18978892266750336
188121	rnn.bias_hh_l0	9	-0.10751532763242722
188121	rnn.weight_ih_l0_reverse	0	-0.022766998037695885
188121	rnn.weight_ih_l0_reverse	1	-0.005960885435342789
188121	rnn.weight_ih_l0_reverse	2	0.017957093194127083
188121	rnn.weight_ih_l0_reverse	3	0.012033849023282528
188121	rnn.weight_ih_l0_reverse	4	0.031080640852451324
188121	rnn.weight_ih_l0_reverse	5	-0.05632653459906578
188121	rnn.weight_ih_l0_reverse	6	-0.05173332616686821
188121	rnn.weight_ih_l0_reverse	7	0.011932596564292908
188121	rnn.weight_ih_l0_reverse	8	0.08866801857948303
188121	rnn.weight_ih_l0_reverse	9	-0.00036449573235586286
188121	rnn.weight_hh_l0_reverse	0	0.0048231929540634155
188121	rnn.weight_hh_l0_reverse	1	0.029408786445856094
188121	rnn.weight_hh_l0_reverse	2	-0.03878340870141983
188121	rnn.weight_hh_l0_reverse	3	0.038770150393247604
188121	rnn.weight_hh_l0_reverse	4	0.02259243093430996
188121	rnn.weight_hh_l0_reverse	5	-0.0012514388654381037
188121	rnn.weight_hh_l0_reverse	6	0.06311073899269104
188121	rnn.weight_hh_l0_reverse	7	0.03115650825202465
188121	rnn.weight_hh_l0_reverse	8	-0.020768355578184128
188121	rnn.weight_hh_l0_reverse	9	-0.030655639246106148
188121	rnn.bias_ih_l0_reverse	0	-0.15074197947978973
188121	rnn.bias_ih_l0_reverse	1	-0.3229823410511017
188121	rnn.bias_ih_l0_reverse	2	-0.062267959117889404
188121	rnn.bias_ih_l0_reverse	3	-0.1427398920059204
188121	rnn.bias_ih_l0_reverse	4	0.05919944867491722
188121	rnn.bias_ih_l0_reverse	5	-0.25834909081459045
188121	rnn.bias_ih_l0_reverse	6	-0.06296666711568832
188121	rnn.bias_ih_l0_reverse	7	0.025434119626879692
188121	rnn.bias_ih_l0_reverse	8	-0.19290700554847717
188121	rnn.bias_ih_l0_reverse	9	-0.08698418736457825
188121	rnn.bias_hh_l0_reverse	0	-0.1620088368654251
188121	rnn.bias_hh_l0_reverse	1	-0.13910819590091705
188121	rnn.bias_hh_l0_reverse	2	-0.0180865079164505
188121	rnn.bias_hh_l0_reverse	3	-0.14337307214736938
188121	rnn.bias_hh_l0_reverse	4	-0.02868797816336155
188121	rnn.bias_hh_l0_reverse	5	-0.11760164052248001
188121	rnn.bias_hh_l0_reverse	6	-0.07302224636077881
188121	rnn.bias_hh_l0_reverse	7	-0.18694046139717102
188121	rnn.bias_hh_l0_reverse	8	-0.060370296239852905
188121	rnn.bias_hh_l0_reverse	9	-0.12372608482837677
188121	linear.weight	0	-0.23123006522655487
188121	linear.weight	1	-0.08014021813869476
188121	linear.weight	2	-0.011228874325752258
188121	linear.weight	3	-0.1089087575674057
188121	linear.weight	4	0.02180476300418377
188121	linear.weight	5	0.2180134505033493
188121	linear.weight	6	0.0047744326293468475
188121	linear.weight	7	-0.021312154829502106
188121	linear.weight	8	0.1499606966972351
188121	linear.weight	9	0.22092294692993164
188121	linear.bias	0	-0.8013878464698792
188121	linear.bias	1	1.4009500741958618
188121	linear.bias	2	-0.4646470844745636
188121	linear.bias	3	-0.7092533111572266
188121	linear.bias	4	-0.8566599488258362
188121	linear.bias	5	-1.1775941848754883
188121	linear.bias	6	-0.9017555117607117
188121	linear.bias	7	-0.7320816516876221
188121	linear.bias	8	-0.01705317199230194
188121	linear.bias	9	3.4628045558929443
188318	transitions	0	-0.4419460594654083
188318	transitions	1	8.709955215454102
188318	transitions	2	-3.571906328201294
188318	transitions	3	1.5144026279449463
188318	transitions	4	-2.1709163188934326
188318	transitions	5	-0.40867486596107483
188318	transitions	6	-0.1924501210451126
188318	transitions	7	-10000.0
188318	transitions	8	1.8004399538040161
188318	transitions	9	-2.29447340965271
188318	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
188318	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
188318	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
188318	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
188318	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
188318	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
188318	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
188318	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
188318	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
188318	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
188318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
188318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
188318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
188318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
188318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
188318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
188318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
188318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
188318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
188318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
188318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
188318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
188318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
188318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
188318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
188318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
188318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
188318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
188318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
188318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
188318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
188318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
188318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
188318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
188318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
188318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
188318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
188318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
188318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
188318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
188318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
188318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
188318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
188318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
188318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
188318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
188318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
188318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
188318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
188318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
188318	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
188318	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
188318	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
188318	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
188318	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
188318	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
188318	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
188318	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
188318	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
188318	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
188318	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
188318	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
188318	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
188318	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
188318	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
188318	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
188318	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
188318	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
188318	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
188318	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
188318	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
188318	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
188318	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
188318	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
188318	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
188318	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
188318	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
188318	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
188318	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
188318	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
188318	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
188318	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
188318	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
188318	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
188318	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
188318	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
188318	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
188318	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
188318	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
188318	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
188318	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
188318	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
188318	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
188318	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
188318	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
188318	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
188318	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
188318	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
188318	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
188318	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
188318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
188318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
188318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
188318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
188318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
188318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
188318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
188318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
188318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
188318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
188318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
188318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
188318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
188318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
188318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
188318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
188318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
188318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
188318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
188318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
188318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
188318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
188318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
188318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
188318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
188318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
188318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
188318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
188318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
188318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
188318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
188318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
188318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
188318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
188318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
188318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
188318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
188318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
188318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
188318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
188318	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
188318	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
188318	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
188318	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
188318	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
188318	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
188318	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
188318	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
188318	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
188318	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
188318	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
188318	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
188318	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
188318	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
188318	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
188318	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
188318	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
188318	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
188318	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
188318	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
188318	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
188318	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
188318	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
188318	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
188318	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
188318	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
188318	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
188318	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
188318	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
188318	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
188318	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
188318	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
188318	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
188318	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
188318	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
188318	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
188318	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
188318	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
188318	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
188318	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
188318	embedding2nn.weight	0	0.048231907188892365
188318	embedding2nn.weight	1	-0.09420932829380035
188318	embedding2nn.weight	2	0.006092008203268051
188318	embedding2nn.weight	3	-0.05759238079190254
188318	embedding2nn.weight	4	-0.13426315784454346
188318	embedding2nn.weight	5	0.12030106782913208
188318	embedding2nn.weight	6	-0.11672669649124146
188318	embedding2nn.weight	7	-0.0695069208741188
188318	embedding2nn.weight	8	-0.02753596566617489
188318	embedding2nn.weight	9	0.046188149601221085
188318	embedding2nn.bias	0	0.06681367754936218
188318	embedding2nn.bias	1	0.01434929296374321
188318	embedding2nn.bias	2	-0.10328341275453568
188318	embedding2nn.bias	3	0.03528711199760437
188318	embedding2nn.bias	4	0.004342207685112953
188318	embedding2nn.bias	5	-0.17972727119922638
188318	embedding2nn.bias	6	-0.11453338712453842
188318	embedding2nn.bias	7	-0.059059128165245056
188318	embedding2nn.bias	8	0.07906836271286011
188318	embedding2nn.bias	9	-0.06794469058513641
188318	rnn.weight_ih_l0	0	0.049066413193941116
188318	rnn.weight_ih_l0	1	-0.07728459686040878
188318	rnn.weight_ih_l0	2	-0.03520134836435318
188318	rnn.weight_ih_l0	3	-0.044240713119506836
188318	rnn.weight_ih_l0	4	0.00838030781596899
188318	rnn.weight_ih_l0	5	-0.11501303315162659
188318	rnn.weight_ih_l0	6	-0.04562583565711975
188318	rnn.weight_ih_l0	7	-0.014727962203323841
188318	rnn.weight_ih_l0	8	0.07393456250429153
188318	rnn.weight_ih_l0	9	0.010924754664301872
188318	rnn.weight_hh_l0	0	-0.0023853268940001726
188318	rnn.weight_hh_l0	1	-0.0848558321595192
188318	rnn.weight_hh_l0	2	0.06736508756875992
188318	rnn.weight_hh_l0	3	0.0466558039188385
188318	rnn.weight_hh_l0	4	0.005996593739837408
188318	rnn.weight_hh_l0	5	0.06548739969730377
188318	rnn.weight_hh_l0	6	-0.01747225783765316
188318	rnn.weight_hh_l0	7	-0.10638047754764557
188318	rnn.weight_hh_l0	8	0.015582134015858173
188318	rnn.weight_hh_l0	9	-0.08891037106513977
188318	rnn.bias_ih_l0	0	-0.07780531048774719
188318	rnn.bias_ih_l0	1	-0.1840849667787552
188318	rnn.bias_ih_l0	2	-0.25900599360466003
188318	rnn.bias_ih_l0	3	-0.2773078680038452
188318	rnn.bias_ih_l0	4	0.013981080614030361
188318	rnn.bias_ih_l0	5	0.043930161744356155
188318	rnn.bias_ih_l0	6	-0.1657189577817917
188318	rnn.bias_ih_l0	7	-0.25924187898635864
188318	rnn.bias_ih_l0	8	-0.12451674044132233
188318	rnn.bias_ih_l0	9	-0.17921313643455505
188318	rnn.bias_hh_l0	0	0.13196828961372375
188318	rnn.bias_hh_l0	1	-0.06317545473575592
188318	rnn.bias_hh_l0	2	0.039768561720848083
188318	rnn.bias_hh_l0	3	-0.1764325201511383
188318	rnn.bias_hh_l0	4	0.03394129499793053
188318	rnn.bias_hh_l0	5	0.05840601027011871
188318	rnn.bias_hh_l0	6	-0.10250616818666458
188318	rnn.bias_hh_l0	7	-0.15133576095104218
188318	rnn.bias_hh_l0	8	-0.19100892543792725
188318	rnn.bias_hh_l0	9	-0.10947948694229126
188318	rnn.weight_ih_l0_reverse	0	-0.022444624453783035
188318	rnn.weight_ih_l0_reverse	1	-0.0060172113589942455
188318	rnn.weight_ih_l0_reverse	2	0.01917148567736149
188318	rnn.weight_ih_l0_reverse	3	0.011564617976546288
188318	rnn.weight_ih_l0_reverse	4	0.032989684492349625
188318	rnn.weight_ih_l0_reverse	5	-0.05596301332116127
188318	rnn.weight_ih_l0_reverse	6	-0.05252450704574585
188318	rnn.weight_ih_l0_reverse	7	0.013287626206874847
188318	rnn.weight_ih_l0_reverse	8	0.08829927444458008
188318	rnn.weight_ih_l0_reverse	9	-0.0009483923204243183
188318	rnn.weight_hh_l0_reverse	0	0.004734304267913103
188318	rnn.weight_hh_l0_reverse	1	0.02929728664457798
188318	rnn.weight_hh_l0_reverse	2	-0.03961600735783577
188318	rnn.weight_hh_l0_reverse	3	0.039320897310972214
188318	rnn.weight_hh_l0_reverse	4	0.02260422520339489
188318	rnn.weight_hh_l0_reverse	5	-0.0013632457703351974
188318	rnn.weight_hh_l0_reverse	6	0.06340497732162476
188318	rnn.weight_hh_l0_reverse	7	0.031773846596479416
188318	rnn.weight_hh_l0_reverse	8	-0.021020714193582535
188318	rnn.weight_hh_l0_reverse	9	-0.030396537855267525
188318	rnn.bias_ih_l0_reverse	0	-0.15158003568649292
188318	rnn.bias_ih_l0_reverse	1	-0.3208838701248169
188318	rnn.bias_ih_l0_reverse	2	-0.061050429940223694
188318	rnn.bias_ih_l0_reverse	3	-0.1427135318517685
188318	rnn.bias_ih_l0_reverse	4	0.06108283996582031
188318	rnn.bias_ih_l0_reverse	5	-0.25852394104003906
188318	rnn.bias_ih_l0_reverse	6	-0.06335783749818802
188318	rnn.bias_ih_l0_reverse	7	0.024414338171482086
188318	rnn.bias_ih_l0_reverse	8	-0.19207845628261566
188318	rnn.bias_ih_l0_reverse	9	-0.0868082344532013
188318	rnn.bias_hh_l0_reverse	0	-0.1632186770439148
188318	rnn.bias_hh_l0_reverse	1	-0.14115317165851593
188318	rnn.bias_hh_l0_reverse	2	-0.017700958997011185
188318	rnn.bias_hh_l0_reverse	3	-0.1452132612466812
188318	rnn.bias_hh_l0_reverse	4	-0.028683016076683998
188318	rnn.bias_hh_l0_reverse	5	-0.11578073352575302
188318	rnn.bias_hh_l0_reverse	6	-0.07061035186052322
188318	rnn.bias_hh_l0_reverse	7	-0.18714933097362518
188318	rnn.bias_hh_l0_reverse	8	-0.06078803166747093
188318	rnn.bias_hh_l0_reverse	9	-0.12335985898971558
188318	linear.weight	0	-0.2338750660419464
188318	linear.weight	1	-0.08005155622959137
188318	linear.weight	2	-0.011228874325752258
188318	linear.weight	3	-0.11224012076854706
188318	linear.weight	4	0.027012964710593224
188318	linear.weight	5	0.22267308831214905
188318	linear.weight	6	0.0047744326293468475
188318	linear.weight	7	-0.021312154829502106
188318	linear.weight	8	0.15272602438926697
188318	linear.weight	9	0.22510744631290436
188318	linear.bias	0	-0.8178843259811401
188318	linear.bias	1	1.433434247970581
188318	linear.bias	2	-0.4532240629196167
188318	linear.bias	3	-0.7346770763397217
188318	linear.bias	4	-0.8803191184997559
188318	linear.bias	5	-1.1776087284088135
188318	linear.bias	6	-0.9180055856704712
188318	linear.bias	7	-0.7237383723258972
188318	linear.bias	8	-0.01705317199230194
188318	linear.bias	9	3.498751640319824
188515	transitions	0	-0.4424710273742676
188515	transitions	1	8.72221851348877
188515	transitions	2	-3.5722293853759766
188515	transitions	3	1.5231448411941528
188515	transitions	4	-2.171093463897705
188515	transitions	5	-0.4088692367076874
188515	transitions	6	-0.19248221814632416
188515	transitions	7	-10000.0
188515	transitions	8	1.8009347915649414
188515	transitions	9	-2.2944741249084473
188515	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
188515	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
188515	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
188515	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
188515	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
188515	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
188515	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
188515	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
188515	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
188515	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
188515	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
188515	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
188515	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
188515	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
188515	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
188515	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
188515	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
188515	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
188515	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
188515	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
188515	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
188515	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
188515	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
188515	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
188515	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
188515	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
188515	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
188515	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
188515	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
188515	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
188515	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
188515	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
188515	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
188515	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
188515	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
188515	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
188515	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
188515	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
188515	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
188515	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
188515	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
188515	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
188515	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
188515	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
188515	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
188515	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
188515	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
188515	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
188515	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
188515	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
188515	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
188515	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
188515	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
188515	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
188515	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
188515	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
188515	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
188515	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
188515	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
188515	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
188515	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
188515	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
188515	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
188515	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
188515	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
188515	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
188515	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
188515	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
188515	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
188515	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
188515	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
188515	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
188515	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
188515	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
188515	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
188515	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
188515	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
188515	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
188515	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
188515	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
188515	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
188515	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
188515	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
188515	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
188515	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
188515	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
188515	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
188515	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
188515	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
188515	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
188515	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
188515	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
188515	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
188515	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
188515	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
188515	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
188515	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
188515	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
188515	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
188515	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
188515	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
188515	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
188515	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
188515	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
188515	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
188515	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
188515	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
188515	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
188515	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
188515	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
188515	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
188515	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
188515	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
188515	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
188515	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
188515	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
188515	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
188515	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
188515	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
188515	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
188515	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
188515	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
188515	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
188515	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
188515	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
188515	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
188515	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
188515	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
188515	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
188515	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
188515	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
188515	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
188515	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
188515	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
188515	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
188515	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
188515	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
188515	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
188515	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
188515	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
188515	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
188515	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
188515	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
188515	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
188515	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
188515	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
188515	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
188515	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
188515	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
188515	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
188515	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
188515	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
188515	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
188515	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
188515	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
188515	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
188515	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
188515	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
188515	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
188515	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
188515	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
188515	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
188515	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
188515	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
188515	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
188515	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
188515	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
188515	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
188515	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
188515	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
188515	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
188515	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
188515	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
188515	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
188515	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
188515	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
188515	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
188515	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
188515	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
188515	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
188515	embedding2nn.weight	0	0.04790421202778816
188515	embedding2nn.weight	1	-0.09419963508844376
188515	embedding2nn.weight	2	0.007077917922288179
188515	embedding2nn.weight	3	-0.05687810108065605
188515	embedding2nn.weight	4	-0.13679341971874237
188515	embedding2nn.weight	5	0.12072364240884781
188515	embedding2nn.weight	6	-0.10889705270528793
188515	embedding2nn.weight	7	-0.06879297643899918
188515	embedding2nn.weight	8	-0.027341756969690323
188515	embedding2nn.weight	9	0.04339507967233658
188515	embedding2nn.bias	0	0.07089431583881378
188515	embedding2nn.bias	1	0.013741912320256233
188515	embedding2nn.bias	2	-0.10106418281793594
188515	embedding2nn.bias	3	0.0372624546289444
188515	embedding2nn.bias	4	0.004168986808508635
188515	embedding2nn.bias	5	-0.17077869176864624
188515	embedding2nn.bias	6	-0.11328835785388947
188515	embedding2nn.bias	7	-0.04631552845239639
188515	embedding2nn.bias	8	0.07665832340717316
188515	embedding2nn.bias	9	-0.05743996426463127
188515	rnn.weight_ih_l0	0	0.0483461357653141
188515	rnn.weight_ih_l0	1	-0.07975906133651733
188515	rnn.weight_ih_l0	2	-0.03648503124713898
188515	rnn.weight_ih_l0	3	-0.041830625385046005
188515	rnn.weight_ih_l0	4	0.007658413145691156
188515	rnn.weight_ih_l0	5	-0.11489332467317581
188515	rnn.weight_ih_l0	6	-0.04511949047446251
188515	rnn.weight_ih_l0	7	-0.01320499274879694
188515	rnn.weight_ih_l0	8	0.07360643148422241
188515	rnn.weight_ih_l0	9	0.011517520062625408
188515	rnn.weight_hh_l0	0	-0.002561654197052121
188515	rnn.weight_hh_l0	1	-0.08461125940084457
188515	rnn.weight_hh_l0	2	0.06781411916017532
188515	rnn.weight_hh_l0	3	0.046976782381534576
188515	rnn.weight_hh_l0	4	0.006076752208173275
188515	rnn.weight_hh_l0	5	0.06634294241666794
188515	rnn.weight_hh_l0	6	-0.01740211620926857
188515	rnn.weight_hh_l0	7	-0.10638564079999924
188515	rnn.weight_hh_l0	8	0.015460615046322346
188515	rnn.weight_hh_l0	9	-0.08911783993244171
188515	rnn.bias_ih_l0	0	-0.0782846063375473
188515	rnn.bias_ih_l0	1	-0.18616341054439545
188515	rnn.bias_ih_l0	2	-0.2576999068260193
188515	rnn.bias_ih_l0	3	-0.2777678072452545
188515	rnn.bias_ih_l0	4	0.011012275703251362
188515	rnn.bias_ih_l0	5	0.0464479885995388
188515	rnn.bias_ih_l0	6	-0.1660522073507309
188515	rnn.bias_ih_l0	7	-0.25670596957206726
188515	rnn.bias_ih_l0	8	-0.12897689640522003
188515	rnn.bias_ih_l0	9	-0.18031510710716248
188515	rnn.bias_hh_l0	0	0.13173548877239227
188515	rnn.bias_hh_l0	1	-0.06275513023138046
188515	rnn.bias_hh_l0	2	0.03938598930835724
188515	rnn.bias_hh_l0	3	-0.1773923635482788
188515	rnn.bias_hh_l0	4	0.034704577177762985
188515	rnn.bias_hh_l0	5	0.05828963592648506
188515	rnn.bias_hh_l0	6	-0.1022784560918808
188515	rnn.bias_hh_l0	7	-0.1525069624185562
188515	rnn.bias_hh_l0	8	-0.19090740382671356
188515	rnn.bias_hh_l0	9	-0.1097741350531578
188515	rnn.weight_ih_l0_reverse	0	-0.02347894385457039
188515	rnn.weight_ih_l0_reverse	1	-0.005346487741917372
188515	rnn.weight_ih_l0_reverse	2	0.0185546912252903
188515	rnn.weight_ih_l0_reverse	3	0.012646293267607689
188515	rnn.weight_ih_l0_reverse	4	0.03311940282583237
188515	rnn.weight_ih_l0_reverse	5	-0.05455506965517998
188515	rnn.weight_ih_l0_reverse	6	-0.05177365615963936
188515	rnn.weight_ih_l0_reverse	7	0.013614943251013756
188515	rnn.weight_ih_l0_reverse	8	0.08746596425771713
188515	rnn.weight_ih_l0_reverse	9	-0.0005731342826038599
188515	rnn.weight_hh_l0_reverse	0	0.004821291193366051
188515	rnn.weight_hh_l0_reverse	1	0.029127784073352814
188515	rnn.weight_hh_l0_reverse	2	-0.04039033502340317
188515	rnn.weight_hh_l0_reverse	3	0.03888009488582611
188515	rnn.weight_hh_l0_reverse	4	0.022748976945877075
188515	rnn.weight_hh_l0_reverse	5	-0.0015343474224209785
188515	rnn.weight_hh_l0_reverse	6	0.06343662738800049
188515	rnn.weight_hh_l0_reverse	7	0.0327671580016613
188515	rnn.weight_hh_l0_reverse	8	-0.021906107664108276
188515	rnn.weight_hh_l0_reverse	9	-0.029721567407250404
188515	rnn.bias_ih_l0_reverse	0	-0.15171770751476288
188515	rnn.bias_ih_l0_reverse	1	-0.3197212219238281
188515	rnn.bias_ih_l0_reverse	2	-0.05963655188679695
188515	rnn.bias_ih_l0_reverse	3	-0.14187496900558472
188515	rnn.bias_ih_l0_reverse	4	0.059987567365169525
188515	rnn.bias_ih_l0_reverse	5	-0.2572336792945862
188515	rnn.bias_ih_l0_reverse	6	-0.06320647150278091
188515	rnn.bias_ih_l0_reverse	7	0.027937546372413635
188515	rnn.bias_ih_l0_reverse	8	-0.1920105665922165
188515	rnn.bias_ih_l0_reverse	9	-0.08789905160665512
188515	rnn.bias_hh_l0_reverse	0	-0.16208912432193756
188515	rnn.bias_hh_l0_reverse	1	-0.140580415725708
188515	rnn.bias_hh_l0_reverse	2	-0.016920195892453194
188515	rnn.bias_hh_l0_reverse	3	-0.14417783915996552
188515	rnn.bias_hh_l0_reverse	4	-0.028561439365148544
188515	rnn.bias_hh_l0_reverse	5	-0.11487353593111038
188515	rnn.bias_hh_l0_reverse	6	-0.06866519153118134
188515	rnn.bias_hh_l0_reverse	7	-0.1861773133277893
188515	rnn.bias_hh_l0_reverse	8	-0.060724757611751556
188515	rnn.bias_hh_l0_reverse	9	-0.1233387440443039
188515	linear.weight	0	-0.23660291731357574
188515	linear.weight	1	-0.0821298360824585
188515	linear.weight	2	-0.011228874325752258
188515	linear.weight	3	-0.11672953516244888
188515	linear.weight	4	0.025283057242631912
188515	linear.weight	5	0.20698590576648712
188515	linear.weight	6	0.0047744326293468475
188515	linear.weight	7	-0.021312154829502106
188515	linear.weight	8	0.14177022874355316
188515	linear.weight	9	0.22236208617687225
188515	linear.bias	0	-0.8326594233512878
188515	linear.bias	1	1.4463520050048828
188515	linear.bias	2	-0.47325992584228516
188515	linear.bias	3	-0.7149459719657898
188515	linear.bias	4	-0.8572592735290527
188515	linear.bias	5	-1.1776245832443237
188515	linear.bias	6	-0.9344894289970398
188515	linear.bias	7	-0.7208861112594604
188515	linear.bias	8	-0.01705317199230194
188515	linear.bias	9	3.486081600189209
188712	transitions	0	-0.4425324499607086
188712	transitions	1	8.72691535949707
188712	transitions	2	-3.5728371143341064
188712	transitions	3	1.5251271724700928
188712	transitions	4	-2.1713032722473145
188712	transitions	5	-0.4089398980140686
188712	transitions	6	-0.19249582290649414
188712	transitions	7	-10000.0
188712	transitions	8	1.8013955354690552
188712	transitions	9	-2.2944765090942383
188712	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
188712	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
188712	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
188712	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
188712	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
188712	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
188712	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
188712	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
188712	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
188712	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
188712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
188712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
188712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
188712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
188712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
188712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
188712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
188712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
188712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
188712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
188712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
188712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
188712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
188712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
188712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
188712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
188712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
188712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
188712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
188712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
188712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
188712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
188712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
188712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
188712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
188712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
188712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
188712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
188712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
188712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
188712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
188712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
188712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
188712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
188712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
188712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
188712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
188712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
188712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
188712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
188712	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
188712	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
188712	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
188712	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
188712	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
188712	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
188712	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
188712	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
188712	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
188712	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
188712	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
188712	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
188712	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
188712	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
188712	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
188712	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
188712	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
188712	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
188712	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
188712	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
188712	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
188712	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
188712	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
188712	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
188712	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
188712	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
188712	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
188712	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
188712	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
188712	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
188712	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
188712	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
188712	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
188712	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
188712	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
188712	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
188712	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
188712	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
188712	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
188712	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
188712	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
188712	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
188712	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
188712	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
188712	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
188712	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
188712	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
188712	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
188712	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
188712	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
188712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
188712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
188712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
188712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
188712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
188712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
188712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
188712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
188712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
188712	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
188712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
188712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
188712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
188712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
188712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
188712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
188712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
188712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
188712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
188712	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
188712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
188712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
188712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
188712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
188712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
188712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
188712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
188712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
188712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
188712	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
188712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
188712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
188712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
188712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
188712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
188712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
188712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
188712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
188712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
188712	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
188712	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
188712	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
188712	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
188712	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
188712	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
188712	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
188712	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
188712	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
188712	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
188712	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
188712	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
188712	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
188712	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
188712	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
188712	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
188712	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
188712	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
188712	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
188712	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
188712	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
188712	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
188712	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
188712	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
188712	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
188712	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
188712	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
188712	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
188712	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
188712	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
188712	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
188712	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
188712	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
188712	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
188712	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
188712	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
188712	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
188712	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
188712	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
188712	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
188712	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
188712	embedding2nn.weight	0	0.04797733575105667
188712	embedding2nn.weight	1	-0.09511168301105499
188712	embedding2nn.weight	2	0.007965979166328907
188712	embedding2nn.weight	3	-0.055709242820739746
188712	embedding2nn.weight	4	-0.13752907514572144
188712	embedding2nn.weight	5	0.11927616596221924
188712	embedding2nn.weight	6	-0.11231297254562378
188712	embedding2nn.weight	7	-0.06727714836597443
188712	embedding2nn.weight	8	-0.02790217474102974
188712	embedding2nn.weight	9	0.04472371190786362
188712	embedding2nn.bias	0	0.07000349462032318
188712	embedding2nn.bias	1	0.012353290803730488
188712	embedding2nn.bias	2	-0.10353419184684753
188712	embedding2nn.bias	3	0.03935112804174423
188712	embedding2nn.bias	4	0.009600778110325336
188712	embedding2nn.bias	5	-0.1675623506307602
188712	embedding2nn.bias	6	-0.11756844073534012
188712	embedding2nn.bias	7	-0.039018601179122925
188712	embedding2nn.bias	8	0.07309741526842117
188712	embedding2nn.bias	9	-0.059337422251701355
188712	rnn.weight_ih_l0	0	0.04890806972980499
188712	rnn.weight_ih_l0	1	-0.0791243314743042
188712	rnn.weight_ih_l0	2	-0.036471981555223465
188712	rnn.weight_ih_l0	3	-0.043180353939533234
188712	rnn.weight_ih_l0	4	0.008554676547646523
188712	rnn.weight_ih_l0	5	-0.11506387591362
188712	rnn.weight_ih_l0	6	-0.04400274530053139
188712	rnn.weight_ih_l0	7	-0.013530340977013111
188712	rnn.weight_ih_l0	8	0.07191473990678787
188712	rnn.weight_ih_l0	9	0.012118366546928883
188712	rnn.weight_hh_l0	0	-0.004029567819088697
188712	rnn.weight_hh_l0	1	-0.0848919227719307
188712	rnn.weight_hh_l0	2	0.06821205466985703
188712	rnn.weight_hh_l0	3	0.04735444858670235
188712	rnn.weight_hh_l0	4	0.006031601689755917
188712	rnn.weight_hh_l0	5	0.06642463803291321
188712	rnn.weight_hh_l0	6	-0.017358245328068733
188712	rnn.weight_hh_l0	7	-0.10651633143424988
188712	rnn.weight_hh_l0	8	0.014843055978417397
188712	rnn.weight_hh_l0	9	-0.08975610136985779
188712	rnn.bias_ih_l0	0	-0.0767737329006195
188712	rnn.bias_ih_l0	1	-0.18310637772083282
188712	rnn.bias_ih_l0	2	-0.25737980008125305
188712	rnn.bias_ih_l0	3	-0.2769520580768585
188712	rnn.bias_ih_l0	4	0.010283434763550758
188712	rnn.bias_ih_l0	5	0.04591792821884155
188712	rnn.bias_ih_l0	6	-0.16453641653060913
188712	rnn.bias_ih_l0	7	-0.2574092149734497
188712	rnn.bias_ih_l0	8	-0.12920159101486206
188712	rnn.bias_ih_l0	9	-0.1801123023033142
188712	rnn.bias_hh_l0	0	0.13306580483913422
188712	rnn.bias_hh_l0	1	-0.06204698607325554
188712	rnn.bias_hh_l0	2	0.03847778961062431
188712	rnn.bias_hh_l0	3	-0.17688369750976562
188712	rnn.bias_hh_l0	4	0.03415990620851517
188712	rnn.bias_hh_l0	5	0.05835758149623871
188712	rnn.bias_hh_l0	6	-0.10213809460401535
188712	rnn.bias_hh_l0	7	-0.15371477603912354
188712	rnn.bias_hh_l0	8	-0.18903392553329468
188712	rnn.bias_hh_l0	9	-0.11268912255764008
188712	rnn.weight_ih_l0_reverse	0	-0.0237872451543808
188712	rnn.weight_ih_l0_reverse	1	-0.004435915034264326
188712	rnn.weight_ih_l0_reverse	2	0.018796179443597794
188712	rnn.weight_ih_l0_reverse	3	0.013735150918364525
188712	rnn.weight_ih_l0_reverse	4	0.03445703908801079
188712	rnn.weight_ih_l0_reverse	5	-0.054242800921201706
188712	rnn.weight_ih_l0_reverse	6	-0.051919080317020416
188712	rnn.weight_ih_l0_reverse	7	0.013656897470355034
188712	rnn.weight_ih_l0_reverse	8	0.08689238876104355
188712	rnn.weight_ih_l0_reverse	9	-0.0004907888942398131
188712	rnn.weight_hh_l0_reverse	0	0.004384023603051901
188712	rnn.weight_hh_l0_reverse	1	0.029336387291550636
188712	rnn.weight_hh_l0_reverse	2	-0.04056062176823616
188712	rnn.weight_hh_l0_reverse	3	0.03816969692707062
188712	rnn.weight_hh_l0_reverse	4	0.022415459156036377
188712	rnn.weight_hh_l0_reverse	5	-0.00207143765874207
188712	rnn.weight_hh_l0_reverse	6	0.06316955387592316
188712	rnn.weight_hh_l0_reverse	7	0.03331766277551651
188712	rnn.weight_hh_l0_reverse	8	-0.022003386169672012
188712	rnn.weight_hh_l0_reverse	9	-0.029682504013180733
188712	rnn.bias_ih_l0_reverse	0	-0.15208709239959717
188712	rnn.bias_ih_l0_reverse	1	-0.3198831081390381
188712	rnn.bias_ih_l0_reverse	2	-0.06020339950919151
188712	rnn.bias_ih_l0_reverse	3	-0.14244258403778076
188712	rnn.bias_ih_l0_reverse	4	0.06044456735253334
188712	rnn.bias_ih_l0_reverse	5	-0.2575893998146057
188712	rnn.bias_ih_l0_reverse	6	-0.06165045499801636
188712	rnn.bias_ih_l0_reverse	7	0.02983694337308407
188712	rnn.bias_ih_l0_reverse	8	-0.1914602667093277
188712	rnn.bias_ih_l0_reverse	9	-0.08660704642534256
188712	rnn.bias_hh_l0_reverse	0	-0.16286957263946533
188712	rnn.bias_hh_l0_reverse	1	-0.13975611329078674
188712	rnn.bias_hh_l0_reverse	2	-0.016104668378829956
188712	rnn.bias_hh_l0_reverse	3	-0.14288969337940216
188712	rnn.bias_hh_l0_reverse	4	-0.02910108119249344
188712	rnn.bias_hh_l0_reverse	5	-0.1144467294216156
188712	rnn.bias_hh_l0_reverse	6	-0.06905022263526917
188712	rnn.bias_hh_l0_reverse	7	-0.18600809574127197
188712	rnn.bias_hh_l0_reverse	8	-0.06097029149532318
188712	rnn.bias_hh_l0_reverse	9	-0.12244205921888351
188712	linear.weight	0	-0.22131244838237762
188712	linear.weight	1	-0.078081876039505
188712	linear.weight	2	-0.011228874325752258
188712	linear.weight	3	-0.11334215849637985
188712	linear.weight	4	0.019508516415953636
188712	linear.weight	5	0.19768351316452026
188712	linear.weight	6	0.0047744326293468475
188712	linear.weight	7	-0.021312154829502106
188712	linear.weight	8	0.14308391511440277
188712	linear.weight	9	0.22627399861812592
188712	linear.bias	0	-0.8377031683921814
188712	linear.bias	1	1.4384303092956543
188712	linear.bias	2	-0.49362918734550476
188712	linear.bias	3	-0.7106039524078369
188712	linear.bias	4	-0.8605013489723206
188712	linear.bias	5	-1.177641749382019
188712	linear.bias	6	-0.9387549757957458
188712	linear.bias	7	-0.7391853928565979
188712	linear.bias	8	-0.01705317199230194
188712	linear.bias	9	3.472531318664551
188909	transitions	0	-0.4425486922264099
188909	transitions	1	8.724501609802246
188909	transitions	2	-3.573087215423584
188909	transitions	3	1.529097557067871
188909	transitions	4	-2.171499013900757
188909	transitions	5	-0.4089883863925934
188909	transitions	6	-0.19251564145088196
188909	transitions	7	-10000.0
188909	transitions	8	1.8007464408874512
188909	transitions	9	-2.294480323791504
188909	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
188909	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
188909	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
188909	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
188909	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
188909	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
188909	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
188909	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
188909	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
188909	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
188909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
188909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
188909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
188909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
188909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
188909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
188909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
188909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
188909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
188909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
188909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
188909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
188909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
188909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
188909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
188909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
188909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
188909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
188909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
188909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
188909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
188909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
188909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
188909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
188909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
188909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
188909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
188909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
188909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
188909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
188909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
188909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
188909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
188909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
188909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
188909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
188909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
188909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
188909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
188909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
188909	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
188909	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
188909	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
188909	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
188909	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
188909	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
188909	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
188909	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
188909	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
188909	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
188909	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
188909	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
188909	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
188909	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
188909	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
188909	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
188909	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
188909	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
188909	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
188909	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
188909	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
188909	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
188909	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
188909	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
188909	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
188909	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
188909	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
188909	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
188909	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
188909	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
188909	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
188909	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
188909	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
188909	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
188909	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
188909	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
188909	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
188909	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
188909	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
188909	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
188909	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
188909	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
188909	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
188909	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
188909	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
188909	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
188909	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
188909	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
188909	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
188909	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
188909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
188909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
188909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
188909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
188909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
188909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
188909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
188909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
188909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
188909	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
188909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
188909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
188909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
188909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
188909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
188909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
188909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
188909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
188909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
188909	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
188909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
188909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
188909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
188909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
188909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
188909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
188909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
188909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
188909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
188909	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
188909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
188909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
188909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
188909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
188909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
188909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
188909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
188909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
188909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
188909	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
188909	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
188909	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
188909	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
188909	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
188909	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
188909	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
188909	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
188909	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
188909	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
188909	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
188909	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
188909	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
188909	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
188909	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
188909	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
188909	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
188909	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
188909	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
188909	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
188909	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
188909	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
188909	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
188909	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
188909	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
188909	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
188909	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
188909	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
188909	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
188909	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
188909	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
188909	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
188909	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
188909	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
188909	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
188909	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
188909	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
188909	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
188909	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
188909	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
188909	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
188909	embedding2nn.weight	0	0.04827761650085449
188909	embedding2nn.weight	1	-0.09529165923595428
188909	embedding2nn.weight	2	0.00800220388919115
188909	embedding2nn.weight	3	-0.05605323985219002
188909	embedding2nn.weight	4	-0.1359826773405075
188909	embedding2nn.weight	5	0.11919131875038147
188909	embedding2nn.weight	6	-0.10715144127607346
188909	embedding2nn.weight	7	-0.06691619753837585
188909	embedding2nn.weight	8	-0.02772046998143196
188909	embedding2nn.weight	9	0.04285120218992233
188909	embedding2nn.bias	0	0.075591541826725
188909	embedding2nn.bias	1	0.0053105587139725685
188909	embedding2nn.bias	2	-0.10694622993469238
188909	embedding2nn.bias	3	0.032790906727313995
188909	embedding2nn.bias	4	0.01015015784651041
188909	embedding2nn.bias	5	-0.16324397921562195
188909	embedding2nn.bias	6	-0.12130981683731079
188909	embedding2nn.bias	7	-0.043105725198984146
188909	embedding2nn.bias	8	0.06369220465421677
188909	embedding2nn.bias	9	-0.06593310832977295
188909	rnn.weight_ih_l0	0	0.049101777374744415
188909	rnn.weight_ih_l0	1	-0.0793784111738205
188909	rnn.weight_ih_l0	2	-0.03680074214935303
188909	rnn.weight_ih_l0	3	-0.044916782528162
188909	rnn.weight_ih_l0	4	0.00772454496473074
188909	rnn.weight_ih_l0	5	-0.11349917203187943
188909	rnn.weight_ih_l0	6	-0.04275529831647873
188909	rnn.weight_ih_l0	7	-0.012918053194880486
188909	rnn.weight_ih_l0	8	0.07285990566015244
188909	rnn.weight_ih_l0	9	0.010324344038963318
188909	rnn.weight_hh_l0	0	-0.0034382017329335213
188909	rnn.weight_hh_l0	1	-0.0844370424747467
188909	rnn.weight_hh_l0	2	0.06834247708320618
188909	rnn.weight_hh_l0	3	0.04706133157014847
188909	rnn.weight_hh_l0	4	0.006260626949369907
188909	rnn.weight_hh_l0	5	0.06703368574380875
188909	rnn.weight_hh_l0	6	-0.01742400787770748
188909	rnn.weight_hh_l0	7	-0.10613320767879486
188909	rnn.weight_hh_l0	8	0.015469721518456936
188909	rnn.weight_hh_l0	9	-0.08968208730220795
188909	rnn.bias_ih_l0	0	-0.08044909685850143
188909	rnn.bias_ih_l0	1	-0.1794787347316742
188909	rnn.bias_ih_l0	2	-0.25706061720848083
188909	rnn.bias_ih_l0	3	-0.2771643400192261
188909	rnn.bias_ih_l0	4	0.012272321619093418
188909	rnn.bias_ih_l0	5	0.050027087330818176
188909	rnn.bias_ih_l0	6	-0.16526281833648682
188909	rnn.bias_ih_l0	7	-0.25733819603919983
188909	rnn.bias_ih_l0	8	-0.1259726732969284
188909	rnn.bias_ih_l0	9	-0.17918553948402405
188909	rnn.bias_hh_l0	0	0.13355347514152527
188909	rnn.bias_hh_l0	1	-0.06312225759029388
188909	rnn.bias_hh_l0	2	0.037675030529499054
188909	rnn.bias_hh_l0	3	-0.1762923151254654
188909	rnn.bias_hh_l0	4	0.033393874764442444
188909	rnn.bias_hh_l0	5	0.0580117292702198
188909	rnn.bias_hh_l0	6	-0.10148470848798752
188909	rnn.bias_hh_l0	7	-0.1536342054605484
188909	rnn.bias_hh_l0	8	-0.1874895840883255
188909	rnn.bias_hh_l0	9	-0.11422297358512878
188909	rnn.weight_ih_l0_reverse	0	-0.02209191955626011
188909	rnn.weight_ih_l0_reverse	1	-0.00531548447906971
188909	rnn.weight_ih_l0_reverse	2	0.018666544929146767
188909	rnn.weight_ih_l0_reverse	3	0.015621154569089413
188909	rnn.weight_ih_l0_reverse	4	0.03360172361135483
188909	rnn.weight_ih_l0_reverse	5	-0.05402962863445282
188909	rnn.weight_ih_l0_reverse	6	-0.0503249317407608
188909	rnn.weight_ih_l0_reverse	7	0.01375916600227356
188909	rnn.weight_ih_l0_reverse	8	0.08627984672784805
188909	rnn.weight_ih_l0_reverse	9	-0.00039765259134583175
188909	rnn.weight_hh_l0_reverse	0	0.004388263914734125
188909	rnn.weight_hh_l0_reverse	1	0.02961122617125511
188909	rnn.weight_hh_l0_reverse	2	-0.04079524800181389
188909	rnn.weight_hh_l0_reverse	3	0.03845841810107231
188909	rnn.weight_hh_l0_reverse	4	0.022671429440379143
188909	rnn.weight_hh_l0_reverse	5	-0.0021019293926656246
188909	rnn.weight_hh_l0_reverse	6	0.06339286267757416
188909	rnn.weight_hh_l0_reverse	7	0.032922372221946716
188909	rnn.weight_hh_l0_reverse	8	-0.021407736465334892
188909	rnn.weight_hh_l0_reverse	9	-0.029282720759510994
188909	rnn.bias_ih_l0_reverse	0	-0.15265069901943207
188909	rnn.bias_ih_l0_reverse	1	-0.31960538029670715
188909	rnn.bias_ih_l0_reverse	2	-0.061495594680309296
188909	rnn.bias_ih_l0_reverse	3	-0.1422034502029419
188909	rnn.bias_ih_l0_reverse	4	0.062067147344350815
188909	rnn.bias_ih_l0_reverse	5	-0.25784340500831604
188909	rnn.bias_ih_l0_reverse	6	-0.06309667974710464
188909	rnn.bias_ih_l0_reverse	7	0.029266875237226486
188909	rnn.bias_ih_l0_reverse	8	-0.19093193113803864
188909	rnn.bias_ih_l0_reverse	9	-0.08613798022270203
188909	rnn.bias_hh_l0_reverse	0	-0.16456705331802368
188909	rnn.bias_hh_l0_reverse	1	-0.1412423998117447
188909	rnn.bias_hh_l0_reverse	2	-0.01500126626342535
188909	rnn.bias_hh_l0_reverse	3	-0.14433890581130981
188909	rnn.bias_hh_l0_reverse	4	-0.030303116887807846
188909	rnn.bias_hh_l0_reverse	5	-0.11575975269079208
188909	rnn.bias_hh_l0_reverse	6	-0.07054414600133896
188909	rnn.bias_hh_l0_reverse	7	-0.18593212962150574
188909	rnn.bias_hh_l0_reverse	8	-0.05841757357120514
188909	rnn.bias_hh_l0_reverse	9	-0.12219052016735077
188909	linear.weight	0	-0.2146715670824051
188909	linear.weight	1	-0.08454514294862747
188909	linear.weight	2	-0.011228874325752258
188909	linear.weight	3	-0.11296769231557846
188909	linear.weight	4	0.0227170642465353
188909	linear.weight	5	0.19293387234210968
188909	linear.weight	6	0.0047744326293468475
188909	linear.weight	7	-0.021312154829502106
188909	linear.weight	8	0.15225425362586975
188909	linear.weight	9	0.22852914035320282
188909	linear.bias	0	-0.8185185194015503
188909	linear.bias	1	1.4593361616134644
188909	linear.bias	2	-0.47703415155410767
188909	linear.bias	3	-0.7198158502578735
188909	linear.bias	4	-0.8782240748405457
188909	linear.bias	5	-1.177659273147583
188909	linear.bias	6	-0.9199232459068298
188909	linear.bias	7	-0.7430368065834045
188909	linear.bias	8	-0.01705317199230194
188909	linear.bias	9	3.425910472869873
189106	transitions	0	-0.4426431655883789
189106	transitions	1	8.72707462310791
189106	transitions	2	-3.5735023021698
189106	transitions	3	1.5313959121704102
189106	transitions	4	-2.171804904937744
189106	transitions	5	-0.40903040766716003
189106	transitions	6	-0.19252623617649078
189106	transitions	7	-10000.0
189106	transitions	8	1.799261450767517
189106	transitions	9	-2.294482707977295
189106	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
189106	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
189106	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
189106	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
189106	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
189106	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
189106	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
189106	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
189106	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
189106	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
189106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
189106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
189106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
189106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
189106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
189106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
189106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
189106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
189106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
189106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
189106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
189106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
189106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
189106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
189106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
189106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
189106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
189106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
189106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
189106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
189106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
189106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
189106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
189106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
189106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
189106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
189106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
189106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
189106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
189106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
189106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
189106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
189106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
189106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
189106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
189106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
189106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
189106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
189106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
189106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
189106	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
189106	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
189106	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
189106	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
189106	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
189106	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
189106	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
189106	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
189106	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
189106	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
189106	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
189106	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
189106	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
189106	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
189106	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
189106	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
189106	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
189106	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
189106	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
189106	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
189106	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
189106	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
189106	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
189106	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
189106	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
189106	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
189106	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
189106	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
189106	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
189106	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
189106	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
189106	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
189106	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
189106	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
189106	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
189106	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
189106	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
189106	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
189106	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
189106	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
189106	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
189106	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
189106	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
189106	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
189106	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
189106	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
189106	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
189106	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
189106	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
189106	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
189106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
189106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
189106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
189106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
189106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
189106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
189106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
189106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
189106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
189106	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
189106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
189106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
189106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
189106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
189106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
189106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
189106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
189106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
189106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
189106	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
189106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
189106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
189106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
189106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
189106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
189106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
189106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
189106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
189106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
189106	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
189106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
189106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
189106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
189106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
189106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
189106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
189106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
189106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
189106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
189106	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
189106	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
189106	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
189106	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
189106	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
189106	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
189106	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
189106	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
189106	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
189106	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
189106	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
189106	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
189106	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
189106	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
189106	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
189106	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
189106	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
189106	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
189106	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
189106	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
189106	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
189106	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
189106	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
189106	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
189106	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
189106	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
189106	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
189106	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
189106	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
189106	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
189106	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
189106	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
189106	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
189106	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
189106	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
189106	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
189106	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
189106	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
189106	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
189106	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
189106	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
189106	embedding2nn.weight	0	0.048386868089437485
189106	embedding2nn.weight	1	-0.09440974146127701
189106	embedding2nn.weight	2	0.009975813329219818
189106	embedding2nn.weight	3	-0.05549760162830353
189106	embedding2nn.weight	4	-0.13764983415603638
189106	embedding2nn.weight	5	0.11873076111078262
189106	embedding2nn.weight	6	-0.1033296287059784
189106	embedding2nn.weight	7	-0.0665939450263977
189106	embedding2nn.weight	8	-0.02706495113670826
189106	embedding2nn.weight	9	0.0459376685321331
189106	embedding2nn.bias	0	0.07978536188602448
189106	embedding2nn.bias	1	0.0011291501577943563
189106	embedding2nn.bias	2	-0.11513747274875641
189106	embedding2nn.bias	3	0.04261002317070961
189106	embedding2nn.bias	4	0.010557935573160648
189106	embedding2nn.bias	5	-0.15927821397781372
189106	embedding2nn.bias	6	-0.11625499278306961
189106	embedding2nn.bias	7	-0.05133967474102974
189106	embedding2nn.bias	8	0.06239188089966774
189106	embedding2nn.bias	9	-0.06479477137327194
189106	rnn.weight_ih_l0	0	0.04900055751204491
189106	rnn.weight_ih_l0	1	-0.0811067670583725
189106	rnn.weight_ih_l0	2	-0.037392958998680115
189106	rnn.weight_ih_l0	3	-0.04424351081252098
189106	rnn.weight_ih_l0	4	0.0074446783401072025
189106	rnn.weight_ih_l0	5	-0.1141263097524643
189106	rnn.weight_ih_l0	6	-0.04210361838340759
189106	rnn.weight_ih_l0	7	-0.012485019862651825
189106	rnn.weight_ih_l0	8	0.07187838852405548
189106	rnn.weight_ih_l0	9	0.009842026978731155
189106	rnn.weight_hh_l0	0	-0.0036403832491487265
189106	rnn.weight_hh_l0	1	-0.08476470410823822
189106	rnn.weight_hh_l0	2	0.06828437000513077
189106	rnn.weight_hh_l0	3	0.046931080520153046
189106	rnn.weight_hh_l0	4	0.0060045067220926285
189106	rnn.weight_hh_l0	5	0.06762134283781052
189106	rnn.weight_hh_l0	6	-0.017418386414647102
189106	rnn.weight_hh_l0	7	-0.10604990273714066
189106	rnn.weight_hh_l0	8	0.015597493387758732
189106	rnn.weight_hh_l0	9	-0.09035711735486984
189106	rnn.bias_ih_l0	0	-0.08037636429071426
189106	rnn.bias_ih_l0	1	-0.1808529943227768
189106	rnn.bias_ih_l0	2	-0.25737911462783813
189106	rnn.bias_ih_l0	3	-0.2782747447490692
189106	rnn.bias_ih_l0	4	0.010824853554368019
189106	rnn.bias_ih_l0	5	0.053269799798727036
189106	rnn.bias_ih_l0	6	-0.16627521812915802
189106	rnn.bias_ih_l0	7	-0.25763848423957825
189106	rnn.bias_ih_l0	8	-0.12238059192895889
189106	rnn.bias_ih_l0	9	-0.1770547479391098
189106	rnn.bias_hh_l0	0	0.13434183597564697
189106	rnn.bias_hh_l0	1	-0.06484994292259216
189106	rnn.bias_hh_l0	2	0.03823160380125046
189106	rnn.bias_hh_l0	3	-0.17630115151405334
189106	rnn.bias_hh_l0	4	0.03248824551701546
189106	rnn.bias_hh_l0	5	0.05700511485338211
189106	rnn.bias_hh_l0	6	-0.10135281831026077
189106	rnn.bias_hh_l0	7	-0.15398390591144562
189106	rnn.bias_hh_l0	8	-0.19107535481452942
189106	rnn.bias_hh_l0	9	-0.11530078947544098
189106	rnn.weight_ih_l0_reverse	0	-0.020911457017064095
189106	rnn.weight_ih_l0_reverse	1	-0.004653074778616428
189106	rnn.weight_ih_l0_reverse	2	0.019092094153165817
189106	rnn.weight_ih_l0_reverse	3	0.01732788048684597
189106	rnn.weight_ih_l0_reverse	4	0.03433190658688545
189106	rnn.weight_ih_l0_reverse	5	-0.05375922843813896
189106	rnn.weight_ih_l0_reverse	6	-0.04913511499762535
189106	rnn.weight_ih_l0_reverse	7	0.012745480984449387
189106	rnn.weight_ih_l0_reverse	8	0.08639102429151535
189106	rnn.weight_ih_l0_reverse	9	0.00038332832627929747
189106	rnn.weight_hh_l0_reverse	0	0.004641631618142128
189106	rnn.weight_hh_l0_reverse	1	0.029512738808989525
189106	rnn.weight_hh_l0_reverse	2	-0.040487054735422134
189106	rnn.weight_hh_l0_reverse	3	0.038446079939603806
189106	rnn.weight_hh_l0_reverse	4	0.022546663880348206
189106	rnn.weight_hh_l0_reverse	5	-0.001973906997591257
189106	rnn.weight_hh_l0_reverse	6	0.06344029307365417
189106	rnn.weight_hh_l0_reverse	7	0.033237211406230927
189106	rnn.weight_hh_l0_reverse	8	-0.02085767686367035
189106	rnn.weight_hh_l0_reverse	9	-0.02922353334724903
189106	rnn.bias_ih_l0_reverse	0	-0.15372368693351746
189106	rnn.bias_ih_l0_reverse	1	-0.32100436091423035
189106	rnn.bias_ih_l0_reverse	2	-0.06109430640935898
189106	rnn.bias_ih_l0_reverse	3	-0.14303037524223328
189106	rnn.bias_ih_l0_reverse	4	0.059859149158000946
189106	rnn.bias_ih_l0_reverse	5	-0.2599206864833832
189106	rnn.bias_ih_l0_reverse	6	-0.06410355865955353
189106	rnn.bias_ih_l0_reverse	7	0.026015091687440872
189106	rnn.bias_ih_l0_reverse	8	-0.1911865919828415
189106	rnn.bias_ih_l0_reverse	9	-0.08453088998794556
189106	rnn.bias_hh_l0_reverse	0	-0.16397692263126373
189106	rnn.bias_hh_l0_reverse	1	-0.14339469373226166
189106	rnn.bias_hh_l0_reverse	2	-0.015785513445734978
189106	rnn.bias_hh_l0_reverse	3	-0.14412054419517517
189106	rnn.bias_hh_l0_reverse	4	-0.03021371364593506
189106	rnn.bias_hh_l0_reverse	5	-0.11502169817686081
189106	rnn.bias_hh_l0_reverse	6	-0.07072087377309799
189106	rnn.bias_hh_l0_reverse	7	-0.18793080747127533
189106	rnn.bias_hh_l0_reverse	8	-0.05866730958223343
189106	rnn.bias_hh_l0_reverse	9	-0.12260233610868454
189106	linear.weight	0	-0.21696074306964874
189106	linear.weight	1	-0.08587513864040375
189106	linear.weight	2	-0.011228874325752258
189106	linear.weight	3	-0.09640852361917496
189106	linear.weight	4	0.018094634637236595
189106	linear.weight	5	0.19722247123718262
189106	linear.weight	6	0.0047744326293468475
189106	linear.weight	7	-0.021312154829502106
189106	linear.weight	8	0.15456125140190125
189106	linear.weight	9	0.23765112459659576
189106	linear.bias	0	-0.8116607666015625
189106	linear.bias	1	1.4638807773590088
189106	linear.bias	2	-0.49107035994529724
189106	linear.bias	3	-0.7187308073043823
189106	linear.bias	4	-0.8762998580932617
189106	linear.bias	5	-1.1776765584945679
189106	linear.bias	6	-0.9132874608039856
189106	linear.bias	7	-0.7495287656784058
189106	linear.bias	8	-0.01705317199230194
189106	linear.bias	9	3.473909854888916
189303	transitions	0	-0.44272100925445557
189303	transitions	1	8.726590156555176
189303	transitions	2	-3.5737006664276123
189303	transitions	3	1.5438979864120483
189303	transitions	4	-2.171917676925659
189303	transitions	5	-0.4090856611728668
189303	transitions	6	-0.19254030287265778
189303	transitions	7	-10000.0
189303	transitions	8	1.8026938438415527
189303	transitions	9	-2.2944858074188232
189303	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
189303	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
189303	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
189303	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
189303	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
189303	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
189303	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
189303	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
189303	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
189303	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
189303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
189303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
189303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
189303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
189303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
189303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
189303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
189303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
189303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
189303	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
189303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
189303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
189303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
189303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
189303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
189303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
189303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
189303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
189303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
189303	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
189303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
189303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
189303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
189303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
189303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
189303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
189303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
189303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
189303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
189303	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
189303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
189303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
189303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
189303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
189303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
189303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
189303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
189303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
189303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
189303	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
189303	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
189303	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
189303	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
189303	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
189303	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
189303	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
189303	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
189303	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
189303	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
189303	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
189303	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
189303	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
189303	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
189303	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
189303	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
189303	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
189303	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
189303	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
189303	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
189303	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
189303	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
189303	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
189303	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
189303	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
189303	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
189303	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
189303	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
189303	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
189303	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
189303	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
189303	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
189303	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
189303	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
189303	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
189303	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
189303	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
189303	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
189303	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
189303	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
189303	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
189303	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
189303	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
189303	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
189303	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
189303	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
189303	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
189303	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
189303	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
189303	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
189303	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
189303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
189303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
189303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
189303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
189303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
189303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
189303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
189303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
189303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
189303	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
189303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
189303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
189303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
189303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
189303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
189303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
189303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
189303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
189303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
189303	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
189303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
189303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
189303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
189303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
189303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
189303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
189303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
189303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
189303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
189303	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
189303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
189303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
189303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
189303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
189303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
189303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
189303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
189303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
189303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
189303	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
189303	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
189303	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
189303	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
189303	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
189303	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
189303	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
189303	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
189303	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
189303	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
189303	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
189303	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
189303	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
189303	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
189303	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
189303	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
189303	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
189303	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
189303	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
189303	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
189303	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
189303	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
189303	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
189303	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
189303	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
189303	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
189303	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
189303	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
189303	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
189303	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
189303	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
189303	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
189303	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
189303	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
189303	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
189303	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
189303	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
189303	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
189303	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
189303	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
189303	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
189303	embedding2nn.weight	0	0.04902702942490578
189303	embedding2nn.weight	1	-0.0942598283290863
189303	embedding2nn.weight	2	0.00991399958729744
189303	embedding2nn.weight	3	-0.05584535747766495
189303	embedding2nn.weight	4	-0.13608552515506744
189303	embedding2nn.weight	5	0.11915472894906998
189303	embedding2nn.weight	6	-0.098854199051857
189303	embedding2nn.weight	7	-0.06461285054683685
189303	embedding2nn.weight	8	-0.02772122621536255
189303	embedding2nn.weight	9	0.04484047368168831
189303	embedding2nn.bias	0	0.07634401321411133
189303	embedding2nn.bias	1	0.007060527801513672
189303	embedding2nn.bias	2	-0.11310099065303802
189303	embedding2nn.bias	3	0.04333096742630005
189303	embedding2nn.bias	4	0.013569405302405357
189303	embedding2nn.bias	5	-0.1548517942428589
189303	embedding2nn.bias	6	-0.1213756650686264
189303	embedding2nn.bias	7	-0.051592402160167694
189303	embedding2nn.bias	8	0.0640622153878212
189303	embedding2nn.bias	9	-0.06937181949615479
189303	rnn.weight_ih_l0	0	0.049305543303489685
189303	rnn.weight_ih_l0	1	-0.08031913638114929
189303	rnn.weight_ih_l0	2	-0.03797873854637146
189303	rnn.weight_ih_l0	3	-0.04275356978178024
189303	rnn.weight_ih_l0	4	0.007045614533126354
189303	rnn.weight_ih_l0	5	-0.1152242124080658
189303	rnn.weight_ih_l0	6	-0.041303571313619614
189303	rnn.weight_ih_l0	7	-0.010510173626244068
189303	rnn.weight_ih_l0	8	0.07025337964296341
189303	rnn.weight_ih_l0	9	0.010733021423220634
189303	rnn.weight_hh_l0	0	-0.0035243872553110123
189303	rnn.weight_hh_l0	1	-0.08578921854496002
189303	rnn.weight_hh_l0	2	0.06867240369319916
189303	rnn.weight_hh_l0	3	0.04682839289307594
189303	rnn.weight_hh_l0	4	0.005965027492493391
189303	rnn.weight_hh_l0	5	0.06753257662057877
189303	rnn.weight_hh_l0	6	-0.017313318327069283
189303	rnn.weight_hh_l0	7	-0.10618146508932114
189303	rnn.weight_hh_l0	8	0.015870990231633186
189303	rnn.weight_hh_l0	9	-0.091478630900383
189303	rnn.bias_ih_l0	0	-0.08204659074544907
189303	rnn.bias_ih_l0	1	-0.18118207156658173
189303	rnn.bias_ih_l0	2	-0.2590005397796631
189303	rnn.bias_ih_l0	3	-0.277332603931427
189303	rnn.bias_ih_l0	4	0.012171950191259384
189303	rnn.bias_ih_l0	5	0.055502742528915405
189303	rnn.bias_ih_l0	6	-0.16594742238521576
189303	rnn.bias_ih_l0	7	-0.2565659284591675
189303	rnn.bias_ih_l0	8	-0.12558145821094513
189303	rnn.bias_ih_l0	9	-0.175687775015831
189303	rnn.bias_hh_l0	0	0.13333003222942352
189303	rnn.bias_hh_l0	1	-0.06422625482082367
189303	rnn.bias_hh_l0	2	0.03866855800151825
189303	rnn.bias_hh_l0	3	-0.17766284942626953
189303	rnn.bias_hh_l0	4	0.031669795513153076
189303	rnn.bias_hh_l0	5	0.0544729046523571
189303	rnn.bias_hh_l0	6	-0.10123717784881592
189303	rnn.bias_hh_l0	7	-0.15257471799850464
189303	rnn.bias_hh_l0	8	-0.19081605970859528
189303	rnn.bias_hh_l0	9	-0.11459945142269135
189303	rnn.weight_ih_l0_reverse	0	-0.02079346403479576
189303	rnn.weight_ih_l0_reverse	1	-0.004562774673104286
189303	rnn.weight_ih_l0_reverse	2	0.018178097903728485
189303	rnn.weight_ih_l0_reverse	3	0.016128448769450188
189303	rnn.weight_ih_l0_reverse	4	0.03328227624297142
189303	rnn.weight_ih_l0_reverse	5	-0.05323733016848564
189303	rnn.weight_ih_l0_reverse	6	-0.04747912287712097
189303	rnn.weight_ih_l0_reverse	7	0.011711218394339085
189303	rnn.weight_ih_l0_reverse	8	0.08613476157188416
189303	rnn.weight_ih_l0_reverse	9	0.00028359086718410254
189303	rnn.weight_hh_l0_reverse	0	0.004559382330626249
189303	rnn.weight_hh_l0_reverse	1	0.02928532473742962
189303	rnn.weight_hh_l0_reverse	2	-0.04050140082836151
189303	rnn.weight_hh_l0_reverse	3	0.038780778646469116
189303	rnn.weight_hh_l0_reverse	4	0.02216537669301033
189303	rnn.weight_hh_l0_reverse	5	-0.0015473047969862819
189303	rnn.weight_hh_l0_reverse	6	0.06321386247873306
189303	rnn.weight_hh_l0_reverse	7	0.03310788795351982
189303	rnn.weight_hh_l0_reverse	8	-0.021471314132213593
189303	rnn.weight_hh_l0_reverse	9	-0.028916817158460617
189303	rnn.bias_ih_l0_reverse	0	-0.15382874011993408
189303	rnn.bias_ih_l0_reverse	1	-0.32301199436187744
189303	rnn.bias_ih_l0_reverse	2	-0.061087917536497116
189303	rnn.bias_ih_l0_reverse	3	-0.14247851073741913
189303	rnn.bias_ih_l0_reverse	4	0.0621192529797554
189303	rnn.bias_ih_l0_reverse	5	-0.25795871019363403
189303	rnn.bias_ih_l0_reverse	6	-0.06250099837779999
189303	rnn.bias_ih_l0_reverse	7	0.027233770117163658
189303	rnn.bias_ih_l0_reverse	8	-0.19222888350486755
189303	rnn.bias_ih_l0_reverse	9	-0.08516810834407806
189303	rnn.bias_hh_l0_reverse	0	-0.16215552389621735
189303	rnn.bias_hh_l0_reverse	1	-0.14344735443592072
189303	rnn.bias_hh_l0_reverse	2	-0.01732279732823372
189303	rnn.bias_hh_l0_reverse	3	-0.1442161500453949
189303	rnn.bias_hh_l0_reverse	4	-0.03155536204576492
189303	rnn.bias_hh_l0_reverse	5	-0.11712563037872314
189303	rnn.bias_hh_l0_reverse	6	-0.07393480092287064
189303	rnn.bias_hh_l0_reverse	7	-0.18733090162277222
189303	rnn.bias_hh_l0_reverse	8	-0.058930881321430206
189303	rnn.bias_hh_l0_reverse	9	-0.1210796982049942
189303	linear.weight	0	-0.2148582935333252
189303	linear.weight	1	-0.08402269333600998
189303	linear.weight	2	-0.011228874325752258
189303	linear.weight	3	-0.0985756516456604
189303	linear.weight	4	0.015271250158548355
189303	linear.weight	5	0.2017279416322708
189303	linear.weight	6	0.0047744326293468475
189303	linear.weight	7	-0.021312154829502106
189303	linear.weight	8	0.15074770152568817
189303	linear.weight	9	0.2381657510995865
189303	linear.bias	0	-0.8256065845489502
189303	linear.bias	1	1.439346432685852
189303	linear.bias	2	-0.48706483840942383
189303	linear.bias	3	-0.7166889905929565
189303	linear.bias	4	-0.8712597489356995
189303	linear.bias	5	-1.1776961088180542
189303	linear.bias	6	-0.9264771342277527
189303	linear.bias	7	-0.7297587394714355
189303	linear.bias	8	-0.01705317199230194
189303	linear.bias	9	3.480318546295166
189500	transitions	0	-0.44380617141723633
189500	transitions	1	8.727636337280273
189500	transitions	2	-3.573899030685425
189500	transitions	3	1.5540952682495117
189500	transitions	4	-2.172112226486206
189500	transitions	5	-0.40916094183921814
189500	transitions	6	-0.19255554676055908
189500	transitions	7	-10000.0
189500	transitions	8	1.806147575378418
189500	transitions	9	-2.294487953186035
189500	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
189500	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
189500	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
189500	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
189500	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
189500	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
189500	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
189500	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
189500	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
189500	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
189500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
189500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
189500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
189500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
189500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
189500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
189500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
189500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
189500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
189500	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
189500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
189500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
189500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
189500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
189500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
189500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
189500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
189500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
189500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
189500	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
189500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
189500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
189500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
189500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
189500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
189500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
189500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
189500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
189500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
189500	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
189500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
189500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
189500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
189500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
189500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
189500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
189500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
189500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
189500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
189500	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
189500	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
189500	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
189500	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
189500	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
189500	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
189500	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
189500	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
189500	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
189500	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
189500	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
189500	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
189500	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
189500	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
189500	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
189500	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
189500	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
189500	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
189500	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
189500	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
189500	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
189500	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
189500	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
189500	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
189500	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
189500	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
189500	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
189500	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
189500	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
189500	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
189500	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
189500	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
189500	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
189500	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
189500	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
189500	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
189500	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
189500	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
189500	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
189500	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
189500	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
189500	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
189500	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
189500	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
189500	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
189500	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
189500	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
189500	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
189500	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
189500	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
189500	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
189500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
189500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
189500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
189500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
189500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
189500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
189500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
189500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
189500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
189500	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
189500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
189500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
189500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
189500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
189500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
189500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
189500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
189500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
189500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
189500	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
189500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
189500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
189500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
189500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
189500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
189500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
189500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
189500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
189500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
189500	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
189500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
189500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
189500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
189500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
189500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
189500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
189500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
189500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
189500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
189500	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
189500	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
189500	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
189500	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
189500	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
189500	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
189500	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
189500	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
189500	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
189500	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
189500	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
189500	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
189500	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
189500	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
189500	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
189500	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
189500	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
189500	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
189500	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
189500	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
189500	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
189500	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
189500	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
189500	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
189500	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
189500	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
189500	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
189500	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
189500	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
189500	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
189500	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
189500	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
189500	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
189500	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
189500	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
189500	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
189500	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
189500	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
189500	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
189500	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
189500	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
189500	embedding2nn.weight	0	0.04880999028682709
189500	embedding2nn.weight	1	-0.09361276775598526
189500	embedding2nn.weight	2	0.011464319191873074
189500	embedding2nn.weight	3	-0.05526396632194519
189500	embedding2nn.weight	4	-0.13411562144756317
189500	embedding2nn.weight	5	0.11970982700586319
189500	embedding2nn.weight	6	-0.09692546725273132
189500	embedding2nn.weight	7	-0.06466350704431534
189500	embedding2nn.weight	8	-0.027502626180648804
189500	embedding2nn.weight	9	0.04688744992017746
189500	embedding2nn.bias	0	0.08066100627183914
189500	embedding2nn.bias	1	0.006372027099132538
189500	embedding2nn.bias	2	-0.1115039587020874
189500	embedding2nn.bias	3	0.0468934141099453
189500	embedding2nn.bias	4	0.011709068901836872
189500	embedding2nn.bias	5	-0.16543525457382202
189500	embedding2nn.bias	6	-0.12189599871635437
189500	embedding2nn.bias	7	-0.05171618610620499
189500	embedding2nn.bias	8	0.06825955212116241
189500	embedding2nn.bias	9	-0.07710235565900803
189500	rnn.weight_ih_l0	0	0.05086258053779602
189500	rnn.weight_ih_l0	1	-0.07971711456775665
189500	rnn.weight_ih_l0	2	-0.03735802322626114
189500	rnn.weight_ih_l0	3	-0.04244291037321091
189500	rnn.weight_ih_l0	4	0.007069776766002178
189500	rnn.weight_ih_l0	5	-0.1168740913271904
189500	rnn.weight_ih_l0	6	-0.040584735572338104
189500	rnn.weight_ih_l0	7	-0.010926601476967335
189500	rnn.weight_ih_l0	8	0.06942471116781235
189500	rnn.weight_ih_l0	9	0.011955984868109226
189500	rnn.weight_hh_l0	0	-0.0029677965212613344
189500	rnn.weight_hh_l0	1	-0.08467558026313782
189500	rnn.weight_hh_l0	2	0.06907161325216293
189500	rnn.weight_hh_l0	3	0.046434804797172546
189500	rnn.weight_hh_l0	4	0.006153004243969917
189500	rnn.weight_hh_l0	5	0.06752674281597137
189500	rnn.weight_hh_l0	6	-0.01723480224609375
189500	rnn.weight_hh_l0	7	-0.10608275979757309
189500	rnn.weight_hh_l0	8	0.01613585464656353
189500	rnn.weight_hh_l0	9	-0.09208524972200394
189500	rnn.bias_ih_l0	0	-0.08408459275960922
189500	rnn.bias_ih_l0	1	-0.1807752251625061
189500	rnn.bias_ih_l0	2	-0.2585659325122833
189500	rnn.bias_ih_l0	3	-0.27971339225769043
189500	rnn.bias_ih_l0	4	0.012528087012469769
189500	rnn.bias_ih_l0	5	0.057203780859708786
189500	rnn.bias_ih_l0	6	-0.167059987783432
189500	rnn.bias_ih_l0	7	-0.2556561529636383
189500	rnn.bias_ih_l0	8	-0.1260121762752533
189500	rnn.bias_ih_l0	9	-0.17604093253612518
189500	rnn.bias_hh_l0	0	0.1315564662218094
189500	rnn.bias_hh_l0	1	-0.06305686384439468
189500	rnn.bias_hh_l0	2	0.0381835475564003
189500	rnn.bias_hh_l0	3	-0.17623618245124817
189500	rnn.bias_hh_l0	4	0.030318433418869972
189500	rnn.bias_hh_l0	5	0.05479882284998894
189500	rnn.bias_hh_l0	6	-0.10035932064056396
189500	rnn.bias_hh_l0	7	-0.15508107841014862
189500	rnn.bias_hh_l0	8	-0.19120025634765625
189500	rnn.bias_hh_l0	9	-0.1136842593550682
189500	rnn.weight_ih_l0_reverse	0	-0.021192826330661774
189500	rnn.weight_ih_l0_reverse	1	-0.0038062860257923603
189500	rnn.weight_ih_l0_reverse	2	0.017822684720158577
189500	rnn.weight_ih_l0_reverse	3	0.016653433442115784
189500	rnn.weight_ih_l0_reverse	4	0.03253266215324402
189500	rnn.weight_ih_l0_reverse	5	-0.05329588055610657
189500	rnn.weight_ih_l0_reverse	6	-0.049079276621341705
189500	rnn.weight_ih_l0_reverse	7	0.009750987403094769
189500	rnn.weight_ih_l0_reverse	8	0.08661732077598572
189500	rnn.weight_ih_l0_reverse	9	-0.000250785902608186
189500	rnn.weight_hh_l0_reverse	0	0.004695073235780001
189500	rnn.weight_hh_l0_reverse	1	0.029429204761981964
189500	rnn.weight_hh_l0_reverse	2	-0.04159460589289665
189500	rnn.weight_hh_l0_reverse	3	0.038506533950567245
189500	rnn.weight_hh_l0_reverse	4	0.02251110039651394
189500	rnn.weight_hh_l0_reverse	5	-0.0016171501483768225
189500	rnn.weight_hh_l0_reverse	6	0.06310748308897018
189500	rnn.weight_hh_l0_reverse	7	0.03322801738977432
189500	rnn.weight_hh_l0_reverse	8	-0.022236991673707962
189500	rnn.weight_hh_l0_reverse	9	-0.02891618385910988
189500	rnn.bias_ih_l0_reverse	0	-0.15229012072086334
189500	rnn.bias_ih_l0_reverse	1	-0.32270511984825134
189500	rnn.bias_ih_l0_reverse	2	-0.0595817007124424
189500	rnn.bias_ih_l0_reverse	3	-0.14171716570854187
189500	rnn.bias_ih_l0_reverse	4	0.06195453554391861
189500	rnn.bias_ih_l0_reverse	5	-0.26044729351997375
189500	rnn.bias_ih_l0_reverse	6	-0.06183046102523804
189500	rnn.bias_ih_l0_reverse	7	0.022681154310703278
189500	rnn.bias_ih_l0_reverse	8	-0.19189012050628662
189500	rnn.bias_ih_l0_reverse	9	-0.08565041422843933
189500	rnn.bias_hh_l0_reverse	0	-0.1632869839668274
189500	rnn.bias_hh_l0_reverse	1	-0.14124859869480133
189500	rnn.bias_hh_l0_reverse	2	-0.017810598015785217
189500	rnn.bias_hh_l0_reverse	3	-0.14204153418540955
189500	rnn.bias_hh_l0_reverse	4	-0.030342411249876022
189500	rnn.bias_hh_l0_reverse	5	-0.1158001571893692
189500	rnn.bias_hh_l0_reverse	6	-0.07185463607311249
189500	rnn.bias_hh_l0_reverse	7	-0.1873672604560852
189500	rnn.bias_hh_l0_reverse	8	-0.059689559042453766
189500	rnn.bias_hh_l0_reverse	9	-0.12176217138767242
189500	linear.weight	0	-0.21718274056911469
189500	linear.weight	1	-0.08455836772918701
189500	linear.weight	2	-0.011228874325752258
189500	linear.weight	3	-0.09904596954584122
189500	linear.weight	4	0.007140290457755327
189500	linear.weight	5	0.2117343693971634
189500	linear.weight	6	0.0047744326293468475
189500	linear.weight	7	-0.021312154829502106
189500	linear.weight	8	0.15282393991947174
189500	linear.weight	9	0.23806238174438477
189500	linear.bias	0	-0.8241798877716064
189500	linear.bias	1	1.4369702339172363
189500	linear.bias	2	-0.47375574707984924
189500	linear.bias	3	-0.7106674909591675
189500	linear.bias	4	-0.8313915729522705
189500	linear.bias	5	-1.17771315574646
189500	linear.bias	6	-0.9285418391227722
189500	linear.bias	7	-0.7490603923797607
189500	linear.bias	8	-0.01705317199230194
189500	linear.bias	9	3.4808285236358643
189504	transitions	0	-0.44381099939346313
189504	transitions	1	8.734394073486328
189504	transitions	2	-3.5739035606384277
189504	transitions	3	1.5540950298309326
189504	transitions	4	-2.1721420288085938
189504	transitions	5	-0.4091610312461853
189504	transitions	6	-0.19255560636520386
189504	transitions	7	-10000.0
189504	transitions	8	1.8061461448669434
189504	transitions	9	-2.294487953186035
189504	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
189504	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
189504	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
189504	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
189504	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
189504	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
189504	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
189504	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
189504	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
189504	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
189504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
189504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
189504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
189504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
189504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
189504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
189504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
189504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
189504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
189504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
189504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
189504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
189504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
189504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
189504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
189504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
189504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
189504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
189504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
189504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
189504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
189504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
189504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
189504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
189504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
189504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
189504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
189504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
189504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
189504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
189504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
189504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
189504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
189504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
189504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
189504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
189504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
189504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
189504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
189504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
189504	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
189504	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
189504	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
189504	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
189504	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
189504	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
189504	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
189504	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
189504	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
189504	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
189504	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
189504	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
189504	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
189504	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
189504	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
189504	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
189504	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
189504	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
189504	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
189504	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
189504	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
189504	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
189504	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
189504	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
189504	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
189504	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
189504	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
189504	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
189504	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
189504	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
189504	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
189504	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
189504	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
189504	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
189504	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
189504	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
189504	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
189504	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
189504	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
189504	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
189504	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
189504	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
189504	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
189504	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
189504	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
189504	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
189504	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
189504	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
189504	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
189504	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
189504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
189504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
189504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
189504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
189504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
189504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
189504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
189504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
189504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
189504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
189504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
189504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
189504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
189504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
189504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
189504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
189504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
189504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
189504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
189504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
189504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
189504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
189504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
189504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
189504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
189504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
189504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
189504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
189504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
189504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
189504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
189504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
189504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
189504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
189504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
189504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
189504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
189504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
189504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
189504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
189504	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
189504	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
189504	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
189504	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
189504	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
189504	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
189504	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
189504	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
189504	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
189504	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
189504	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
189504	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
189504	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
189504	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
189504	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
189504	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
189504	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
189504	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
189504	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
189504	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
189504	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
189504	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
189504	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
189504	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
189504	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
189504	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
189504	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
189504	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
189504	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
189504	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
189504	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
189504	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
189504	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
189504	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
189504	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
189504	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
189504	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
189504	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
189504	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
189504	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
189504	embedding2nn.weight	0	0.048831064254045486
189504	embedding2nn.weight	1	-0.09354215860366821
189504	embedding2nn.weight	2	0.011331930756568909
189504	embedding2nn.weight	3	-0.055221427232027054
189504	embedding2nn.weight	4	-0.13413265347480774
189504	embedding2nn.weight	5	0.11965762823820114
189504	embedding2nn.weight	6	-0.096913643181324
189504	embedding2nn.weight	7	-0.06451041251420975
189504	embedding2nn.weight	8	-0.027506357058882713
189504	embedding2nn.weight	9	0.04681350663304329
189504	embedding2nn.bias	0	0.08161784708499908
189504	embedding2nn.bias	1	0.007510793395340443
189504	embedding2nn.bias	2	-0.11157054454088211
189504	embedding2nn.bias	3	0.046677470207214355
189504	embedding2nn.bias	4	0.011478309519588947
189504	embedding2nn.bias	5	-0.16543252766132355
189504	embedding2nn.bias	6	-0.12151102721691132
189504	embedding2nn.bias	7	-0.05182689055800438
189504	embedding2nn.bias	8	0.06838449835777283
189504	embedding2nn.bias	9	-0.07716649025678635
189504	rnn.weight_ih_l0	0	0.050823986530303955
189504	rnn.weight_ih_l0	1	-0.08119808882474899
189504	rnn.weight_ih_l0	2	-0.037339068949222565
189504	rnn.weight_ih_l0	3	-0.04234697297215462
189504	rnn.weight_ih_l0	4	0.007030535023659468
189504	rnn.weight_ih_l0	5	-0.11683639138936996
189504	rnn.weight_ih_l0	6	-0.04050102084875107
189504	rnn.weight_ih_l0	7	-0.010848917998373508
189504	rnn.weight_ih_l0	8	0.06935901194810867
189504	rnn.weight_ih_l0	9	0.011930693872272968
189504	rnn.weight_hh_l0	0	-0.002959078410640359
189504	rnn.weight_hh_l0	1	-0.08468533307313919
189504	rnn.weight_hh_l0	2	0.06909757107496262
189504	rnn.weight_hh_l0	3	0.04642636328935623
189504	rnn.weight_hh_l0	4	0.006152448710054159
189504	rnn.weight_hh_l0	5	0.06756588816642761
189504	rnn.weight_hh_l0	6	-0.017236357554793358
189504	rnn.weight_hh_l0	7	-0.1060829758644104
189504	rnn.weight_hh_l0	8	0.01614205539226532
189504	rnn.weight_hh_l0	9	-0.09207026660442352
189504	rnn.bias_ih_l0	0	-0.08405109494924545
189504	rnn.bias_ih_l0	1	-0.18074926733970642
189504	rnn.bias_ih_l0	2	-0.25850710272789
189504	rnn.bias_ih_l0	3	-0.2795434296131134
189504	rnn.bias_ih_l0	4	0.012482543475925922
189504	rnn.bias_ih_l0	5	0.05718096345663071
189504	rnn.bias_ih_l0	6	-0.16685907542705536
189504	rnn.bias_ih_l0	7	-0.25566574931144714
189504	rnn.bias_ih_l0	8	-0.12592948973178864
189504	rnn.bias_ih_l0	9	-0.17588043212890625
189504	rnn.bias_hh_l0	0	0.13150978088378906
189504	rnn.bias_hh_l0	1	-0.0632503405213356
189504	rnn.bias_hh_l0	2	0.038014210760593414
189504	rnn.bias_hh_l0	3	-0.17609331011772156
189504	rnn.bias_hh_l0	4	0.030403494834899902
189504	rnn.bias_hh_l0	5	0.05475945770740509
189504	rnn.bias_hh_l0	6	-0.10028476268053055
189504	rnn.bias_hh_l0	7	-0.15501977503299713
189504	rnn.bias_hh_l0	8	-0.19146840274333954
189504	rnn.bias_hh_l0	9	-0.11348872631788254
189504	rnn.weight_ih_l0_reverse	0	-0.02114514820277691
189504	rnn.weight_ih_l0_reverse	1	-0.003793097101151943
189504	rnn.weight_ih_l0_reverse	2	0.017562126740813255
189504	rnn.weight_ih_l0_reverse	3	0.016831710934638977
189504	rnn.weight_ih_l0_reverse	4	0.032247867435216904
189504	rnn.weight_ih_l0_reverse	5	-0.053146954625844955
189504	rnn.weight_ih_l0_reverse	6	-0.04906970262527466
189504	rnn.weight_ih_l0_reverse	7	0.00971852708607912
189504	rnn.weight_ih_l0_reverse	8	0.08660011738538742
189504	rnn.weight_ih_l0_reverse	9	-0.00026364694349467754
189504	rnn.weight_hh_l0_reverse	0	0.004686122760176659
189504	rnn.weight_hh_l0_reverse	1	0.029430130496621132
189504	rnn.weight_hh_l0_reverse	2	-0.04159165918827057
189504	rnn.weight_hh_l0_reverse	3	0.03851226344704628
189504	rnn.weight_hh_l0_reverse	4	0.022534100338816643
189504	rnn.weight_hh_l0_reverse	5	-0.0015956888673827052
189504	rnn.weight_hh_l0_reverse	6	0.0631021186709404
189504	rnn.weight_hh_l0_reverse	7	0.03312765061855316
189504	rnn.weight_hh_l0_reverse	8	-0.022219305858016014
189504	rnn.weight_hh_l0_reverse	9	-0.028937188908457756
189504	rnn.bias_ih_l0_reverse	0	-0.15228480100631714
189504	rnn.bias_ih_l0_reverse	1	-0.3227219879627228
189504	rnn.bias_ih_l0_reverse	2	-0.059643663465976715
189504	rnn.bias_ih_l0_reverse	3	-0.1416929066181183
189504	rnn.bias_ih_l0_reverse	4	0.06203579902648926
189504	rnn.bias_ih_l0_reverse	5	-0.2604318857192993
189504	rnn.bias_ih_l0_reverse	6	-0.06182489171624184
189504	rnn.bias_ih_l0_reverse	7	0.02272062934935093
189504	rnn.bias_ih_l0_reverse	8	-0.19185566902160645
189504	rnn.bias_ih_l0_reverse	9	-0.08535918593406677
189504	rnn.bias_hh_l0_reverse	0	-0.16319458186626434
189504	rnn.bias_hh_l0_reverse	1	-0.14123447239398956
189504	rnn.bias_hh_l0_reverse	2	-0.018017811700701714
189504	rnn.bias_hh_l0_reverse	3	-0.14207080006599426
189504	rnn.bias_hh_l0_reverse	4	-0.03033297508955002
189504	rnn.bias_hh_l0_reverse	5	-0.11541327089071274
189504	rnn.bias_hh_l0_reverse	6	-0.0718439593911171
189504	rnn.bias_hh_l0_reverse	7	-0.1875474900007248
189504	rnn.bias_hh_l0_reverse	8	-0.059717219322919846
189504	rnn.bias_hh_l0_reverse	9	-0.12200093269348145
189504	linear.weight	0	-0.2171812802553177
189504	linear.weight	1	-0.08455870300531387
189504	linear.weight	2	-0.011228874325752258
189504	linear.weight	3	-0.0990457832813263
189504	linear.weight	4	0.007128636818379164
189504	linear.weight	5	0.2131265103816986
189504	linear.weight	6	0.0047744326293468475
189504	linear.weight	7	-0.021312154829502106
189504	linear.weight	8	0.15190450847148895
189504	linear.weight	9	0.23800767958164215
189504	linear.bias	0	-0.8271421194076538
189504	linear.bias	1	1.4416698217391968
189504	linear.bias	2	-0.4706864655017853
189504	linear.bias	3	-0.7082609534263611
189504	linear.bias	4	-0.8296948075294495
189504	linear.bias	5	-1.17771315574646
189504	linear.bias	6	-0.9314731955528259
189504	linear.bias	7	-0.7522631883621216
189504	linear.bias	8	-0.01705317199230194
189504	linear.bias	9	3.488175392150879
189701	transitions	0	-0.444105327129364
189701	transitions	1	8.73450756072998
189701	transitions	2	-3.5742862224578857
189701	transitions	3	1.5589375495910645
189701	transitions	4	-2.172456979751587
189701	transitions	5	-0.4101932644844055
189701	transitions	6	-0.19257545471191406
189701	transitions	7	-10000.0
189701	transitions	8	1.8067278861999512
189701	transitions	9	-2.294489860534668
189701	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
189701	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
189701	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
189701	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
189701	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
189701	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
189701	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
189701	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
189701	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
189701	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
189701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
189701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
189701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
189701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
189701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
189701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
189701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
189701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
189701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
189701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
189701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
189701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
189701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
189701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
189701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
189701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
189701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
189701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
189701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
189701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
189701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
189701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
189701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
189701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
189701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
189701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
189701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
189701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
189701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
189701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
189701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
189701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
189701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
189701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
189701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
189701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
189701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
189701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
189701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
189701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
189701	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
189701	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
189701	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
189701	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
189701	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
189701	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
189701	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
189701	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
189701	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
189701	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
189701	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
189701	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
189701	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
189701	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
189701	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
189701	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
189701	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
189701	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
189701	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
189701	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
189701	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
189701	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
189701	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
189701	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
189701	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
189701	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
189701	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
189701	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
189701	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
189701	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
189701	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
189701	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
189701	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
189701	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
189701	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
189701	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
189701	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
189701	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
189701	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
189701	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
189701	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
189701	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
189701	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
189701	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
189701	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
189701	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
189701	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
189701	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
189701	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
189701	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
189701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
189701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
189701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
189701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
189701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
189701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
189701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
189701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
189701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
189701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
189701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
189701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
189701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
189701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
189701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
189701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
189701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
189701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
189701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
189701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
189701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
189701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
189701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
189701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
189701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
189701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
189701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
189701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
189701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
189701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
189701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
189701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
189701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
189701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
189701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
189701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
189701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
189701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
189701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
189701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
189701	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
189701	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
189701	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
189701	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
189701	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
189701	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
189701	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
189701	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
189701	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
189701	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
189701	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
189701	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
189701	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
189701	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
189701	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
189701	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
189701	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
189701	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
189701	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
189701	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
189701	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
189701	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
189701	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
189701	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
189701	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
189701	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
189701	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
189701	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
189701	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
189701	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
189701	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
189701	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
189701	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
189701	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
189701	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
189701	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
189701	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
189701	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
189701	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
189701	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
189701	embedding2nn.weight	0	0.04863126575946808
189701	embedding2nn.weight	1	-0.09303216636180878
189701	embedding2nn.weight	2	0.009819588623940945
189701	embedding2nn.weight	3	-0.05573222041130066
189701	embedding2nn.weight	4	-0.13706524670124054
189701	embedding2nn.weight	5	0.12007632851600647
189701	embedding2nn.weight	6	-0.09614049643278122
189701	embedding2nn.weight	7	-0.0646849051117897
189701	embedding2nn.weight	8	-0.02740168757736683
189701	embedding2nn.weight	9	0.045666538178920746
189701	embedding2nn.bias	0	0.07265538722276688
189701	embedding2nn.bias	1	0.011174855753779411
189701	embedding2nn.bias	2	-0.10762470960617065
189701	embedding2nn.bias	3	0.04345221072435379
189701	embedding2nn.bias	4	0.021944543346762657
189701	embedding2nn.bias	5	-0.16614922881126404
189701	embedding2nn.bias	6	-0.11575321853160858
189701	embedding2nn.bias	7	-0.05965249240398407
189701	embedding2nn.bias	8	0.06626427173614502
189701	embedding2nn.bias	9	-0.07562790811061859
189701	rnn.weight_ih_l0	0	0.05192967504262924
189701	rnn.weight_ih_l0	1	-0.08157214522361755
189701	rnn.weight_ih_l0	2	-0.0386042557656765
189701	rnn.weight_ih_l0	3	-0.04084121808409691
189701	rnn.weight_ih_l0	4	0.00810015294700861
189701	rnn.weight_ih_l0	5	-0.11901825666427612
189701	rnn.weight_ih_l0	6	-0.03957025706768036
189701	rnn.weight_ih_l0	7	-0.0103921452537179
189701	rnn.weight_ih_l0	8	0.06734204292297363
189701	rnn.weight_ih_l0	9	0.012035680003464222
189701	rnn.weight_hh_l0	0	-0.0016248250612989068
189701	rnn.weight_hh_l0	1	-0.08462356775999069
189701	rnn.weight_hh_l0	2	0.06919363886117935
189701	rnn.weight_hh_l0	3	0.0470922589302063
189701	rnn.weight_hh_l0	4	0.006151396781206131
189701	rnn.weight_hh_l0	5	0.06722209602594376
189701	rnn.weight_hh_l0	6	-0.017134319990873337
189701	rnn.weight_hh_l0	7	-0.10583584010601044
189701	rnn.weight_hh_l0	8	0.01626448519527912
189701	rnn.weight_hh_l0	9	-0.09387889504432678
189701	rnn.bias_ih_l0	0	-0.08716568350791931
189701	rnn.bias_ih_l0	1	-0.18152904510498047
189701	rnn.bias_ih_l0	2	-0.2585128843784332
189701	rnn.bias_ih_l0	3	-0.27891427278518677
189701	rnn.bias_ih_l0	4	0.011064953170716763
189701	rnn.bias_ih_l0	5	0.05311204865574837
189701	rnn.bias_ih_l0	6	-0.1650954931974411
189701	rnn.bias_ih_l0	7	-0.25352874398231506
189701	rnn.bias_ih_l0	8	-0.12655887007713318
189701	rnn.bias_ih_l0	9	-0.1756475269794464
189701	rnn.bias_hh_l0	0	0.13251419365406036
189701	rnn.bias_hh_l0	1	-0.06416555494070053
189701	rnn.bias_hh_l0	2	0.03932766243815422
189701	rnn.bias_hh_l0	3	-0.17544026672840118
189701	rnn.bias_hh_l0	4	0.02959911711513996
189701	rnn.bias_hh_l0	5	0.056964095681905746
189701	rnn.bias_hh_l0	6	-0.10145252197980881
189701	rnn.bias_hh_l0	7	-0.15456195175647736
189701	rnn.bias_hh_l0	8	-0.1911095678806305
189701	rnn.bias_hh_l0	9	-0.11276520788669586
189701	rnn.weight_ih_l0_reverse	0	-0.021649714559316635
189701	rnn.weight_ih_l0_reverse	1	-0.002919441321864724
189701	rnn.weight_ih_l0_reverse	2	0.018075115978717804
189701	rnn.weight_ih_l0_reverse	3	0.014996626414358616
189701	rnn.weight_ih_l0_reverse	4	0.033572424203157425
189701	rnn.weight_ih_l0_reverse	5	-0.05286064371466637
189701	rnn.weight_ih_l0_reverse	6	-0.04909227043390274
189701	rnn.weight_ih_l0_reverse	7	0.00925880204886198
189701	rnn.weight_ih_l0_reverse	8	0.08553953468799591
189701	rnn.weight_ih_l0_reverse	9	-0.0006079759914427996
189701	rnn.weight_hh_l0_reverse	0	0.00486915186047554
189701	rnn.weight_hh_l0_reverse	1	0.029442939907312393
189701	rnn.weight_hh_l0_reverse	2	-0.0417109951376915
189701	rnn.weight_hh_l0_reverse	3	0.03845776617527008
189701	rnn.weight_hh_l0_reverse	4	0.022836720570921898
189701	rnn.weight_hh_l0_reverse	5	-0.0016715530073270202
189701	rnn.weight_hh_l0_reverse	6	0.06295599043369293
189701	rnn.weight_hh_l0_reverse	7	0.03332889452576637
189701	rnn.weight_hh_l0_reverse	8	-0.02082877978682518
189701	rnn.weight_hh_l0_reverse	9	-0.028789401054382324
189701	rnn.bias_ih_l0_reverse	0	-0.1516839563846588
189701	rnn.bias_ih_l0_reverse	1	-0.3220725953578949
189701	rnn.bias_ih_l0_reverse	2	-0.06015864014625549
189701	rnn.bias_ih_l0_reverse	3	-0.14309674501419067
189701	rnn.bias_ih_l0_reverse	4	0.06237690523266792
189701	rnn.bias_ih_l0_reverse	5	-0.2615715563297272
189701	rnn.bias_ih_l0_reverse	6	-0.0612768679857254
189701	rnn.bias_ih_l0_reverse	7	0.019336683675646782
189701	rnn.bias_ih_l0_reverse	8	-0.19135144352912903
189701	rnn.bias_ih_l0_reverse	9	-0.08469977229833603
189701	rnn.bias_hh_l0_reverse	0	-0.16250641644001007
189701	rnn.bias_hh_l0_reverse	1	-0.14093665778636932
189701	rnn.bias_hh_l0_reverse	2	-0.017514754086732864
189701	rnn.bias_hh_l0_reverse	3	-0.1393193155527115
189701	rnn.bias_hh_l0_reverse	4	-0.029721200466156006
189701	rnn.bias_hh_l0_reverse	5	-0.11496793478727341
189701	rnn.bias_hh_l0_reverse	6	-0.06968775391578674
189701	rnn.bias_hh_l0_reverse	7	-0.1881793737411499
189701	rnn.bias_hh_l0_reverse	8	-0.05963190644979477
189701	rnn.bias_hh_l0_reverse	9	-0.12094978988170624
189701	linear.weight	0	-0.22571994364261627
189701	linear.weight	1	-0.08812762796878815
189701	linear.weight	2	-0.011228874325752258
189701	linear.weight	3	-0.09050893783569336
189701	linear.weight	4	0.012299533933401108
189701	linear.weight	5	0.20413842797279358
189701	linear.weight	6	0.0047744326293468475
189701	linear.weight	7	-0.021312154829502106
189701	linear.weight	8	0.1497936248779297
189701	linear.weight	9	0.23686666786670685
189701	linear.bias	0	-0.8144592642784119
189701	linear.bias	1	1.4742238521575928
189701	linear.bias	2	-0.5136454105377197
189701	linear.bias	3	-0.7215235829353333
189701	linear.bias	4	-0.8659433126449585
189701	linear.bias	5	-1.177727222442627
189701	linear.bias	6	-0.919002890586853
189701	linear.bias	7	-0.7328740358352661
189701	linear.bias	8	-0.01705317199230194
189701	linear.bias	9	3.4826602935791016
189898	transitions	0	-0.444151371717453
189898	transitions	1	8.743622779846191
189898	transitions	2	-3.5748746395111084
189898	transitions	3	1.5562540292739868
189898	transitions	4	-2.172617197036743
189898	transitions	5	-0.41023650765419006
189898	transitions	6	-0.1925901472568512
189898	transitions	7	-10000.0
189898	transitions	8	1.806806206703186
189898	transitions	9	-2.29449200630188
189898	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
189898	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
189898	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
189898	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
189898	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
189898	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
189898	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
189898	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
189898	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
189898	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
189898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
189898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
189898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
189898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
189898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
189898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
189898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
189898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
189898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
189898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
189898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
189898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
189898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
189898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
189898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
189898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
189898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
189898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
189898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
189898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
189898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
189898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
189898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
189898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
189898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
189898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
189898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
189898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
189898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
189898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
189898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
189898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
189898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
189898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
189898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
189898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
189898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
189898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
189898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
189898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
189898	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
189898	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
189898	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
189898	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
189898	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
189898	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
189898	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
189898	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
189898	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
189898	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
189898	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
189898	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
189898	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
189898	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
189898	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
189898	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
189898	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
189898	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
189898	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
189898	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
189898	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
189898	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
189898	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
189898	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
189898	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
189898	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
189898	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
189898	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
189898	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
189898	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
189898	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
189898	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
189898	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
189898	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
189898	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
189898	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
189898	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
189898	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
189898	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
189898	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
189898	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
189898	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
189898	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
189898	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
189898	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
189898	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
189898	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
189898	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
189898	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
189898	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
189898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
189898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
189898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
189898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
189898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
189898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
189898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
189898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
189898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
189898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
189898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
189898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
189898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
189898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
189898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
189898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
189898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
189898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
189898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
189898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
189898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
189898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
189898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
189898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
189898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
189898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
189898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
189898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
189898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
189898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
189898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
189898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
189898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
189898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
189898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
189898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
189898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
189898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
189898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
189898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
189898	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
189898	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
189898	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
189898	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
189898	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
189898	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
189898	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
189898	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
189898	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
189898	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
189898	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
189898	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
189898	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
189898	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
189898	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
189898	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
189898	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
189898	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
189898	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
189898	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
189898	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
189898	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
189898	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
189898	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
189898	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
189898	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
189898	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
189898	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
189898	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
189898	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
189898	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
189898	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
189898	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
189898	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
189898	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
189898	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
189898	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
189898	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
189898	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
189898	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
189898	embedding2nn.weight	0	0.04832574725151062
189898	embedding2nn.weight	1	-0.09289072453975677
189898	embedding2nn.weight	2	0.008812088519334793
189898	embedding2nn.weight	3	-0.0559481643140316
189898	embedding2nn.weight	4	-0.1374797224998474
189898	embedding2nn.weight	5	0.12041196972131729
189898	embedding2nn.weight	6	-0.09635521471500397
189898	embedding2nn.weight	7	-0.06305326521396637
189898	embedding2nn.weight	8	-0.026850160211324692
189898	embedding2nn.weight	9	0.04881853237748146
189898	embedding2nn.bias	0	0.06527909636497498
189898	embedding2nn.bias	1	-0.0016937925247475505
189898	embedding2nn.bias	2	-0.11659383028745651
189898	embedding2nn.bias	3	0.0452585406601429
189898	embedding2nn.bias	4	0.009515299461781979
189898	embedding2nn.bias	5	-0.15849511325359344
189898	embedding2nn.bias	6	-0.11347886919975281
189898	embedding2nn.bias	7	-0.053305596113204956
189898	embedding2nn.bias	8	0.07378929108381271
189898	embedding2nn.bias	9	-0.07779571413993835
189898	rnn.weight_ih_l0	0	0.05065973848104477
189898	rnn.weight_ih_l0	1	-0.08180492371320724
189898	rnn.weight_ih_l0	2	-0.038604721426963806
189898	rnn.weight_ih_l0	3	-0.041565246880054474
189898	rnn.weight_ih_l0	4	0.00787194725126028
189898	rnn.weight_ih_l0	5	-0.11924900114536285
189898	rnn.weight_ih_l0	6	-0.04000141844153404
189898	rnn.weight_ih_l0	7	-0.00949050858616829
189898	rnn.weight_ih_l0	8	0.06824882328510284
189898	rnn.weight_ih_l0	9	0.013087171129882336
189898	rnn.weight_hh_l0	0	-0.0015069650253280997
189898	rnn.weight_hh_l0	1	-0.0838744193315506
189898	rnn.weight_hh_l0	2	0.06837204098701477
189898	rnn.weight_hh_l0	3	0.047181084752082825
189898	rnn.weight_hh_l0	4	0.006192252971231937
189898	rnn.weight_hh_l0	5	0.06771966069936752
189898	rnn.weight_hh_l0	6	-0.01721373200416565
189898	rnn.weight_hh_l0	7	-0.10602547973394394
189898	rnn.weight_hh_l0	8	0.017054632306098938
189898	rnn.weight_hh_l0	9	-0.09422814100980759
189898	rnn.bias_ih_l0	0	-0.08655950427055359
189898	rnn.bias_ih_l0	1	-0.1820662021636963
189898	rnn.bias_ih_l0	2	-0.25702008605003357
189898	rnn.bias_ih_l0	3	-0.27961641550064087
189898	rnn.bias_ih_l0	4	0.010181199759244919
189898	rnn.bias_ih_l0	5	0.053120944648981094
189898	rnn.bias_ih_l0	6	-0.16502641141414642
189898	rnn.bias_ih_l0	7	-0.253518670797348
189898	rnn.bias_ih_l0	8	-0.12893736362457275
189898	rnn.bias_ih_l0	9	-0.17289526760578156
189898	rnn.bias_hh_l0	0	0.13117870688438416
189898	rnn.bias_hh_l0	1	-0.06374064832925797
189898	rnn.bias_hh_l0	2	0.03945750370621681
189898	rnn.bias_hh_l0	3	-0.1762489378452301
189898	rnn.bias_hh_l0	4	0.031130418181419373
189898	rnn.bias_hh_l0	5	0.05562495440244675
189898	rnn.bias_hh_l0	6	-0.10289261490106583
189898	rnn.bias_hh_l0	7	-0.15557746589183807
189898	rnn.bias_hh_l0	8	-0.19006142020225525
189898	rnn.bias_hh_l0	9	-0.11134064197540283
189898	rnn.weight_ih_l0_reverse	0	-0.022304851561784744
189898	rnn.weight_ih_l0_reverse	1	-0.0028232838958501816
189898	rnn.weight_ih_l0_reverse	2	0.01739874854683876
189898	rnn.weight_ih_l0_reverse	3	0.012874454259872437
189898	rnn.weight_ih_l0_reverse	4	0.032716620713472366
189898	rnn.weight_ih_l0_reverse	5	-0.05230175703763962
189898	rnn.weight_ih_l0_reverse	6	-0.049273476004600525
189898	rnn.weight_ih_l0_reverse	7	0.008127867244184017
189898	rnn.weight_ih_l0_reverse	8	0.08593849092721939
189898	rnn.weight_ih_l0_reverse	9	-0.0020314373541623354
189898	rnn.weight_hh_l0_reverse	0	0.004898615647107363
189898	rnn.weight_hh_l0_reverse	1	0.02984800934791565
189898	rnn.weight_hh_l0_reverse	2	-0.0415911003947258
189898	rnn.weight_hh_l0_reverse	3	0.0382283590734005
189898	rnn.weight_hh_l0_reverse	4	0.022526757791638374
189898	rnn.weight_hh_l0_reverse	5	-0.0022992787417024374
189898	rnn.weight_hh_l0_reverse	6	0.062870554625988
189898	rnn.weight_hh_l0_reverse	7	0.03340227156877518
189898	rnn.weight_hh_l0_reverse	8	-0.021210316568613052
189898	rnn.weight_hh_l0_reverse	9	-0.029143232852220535
189898	rnn.bias_ih_l0_reverse	0	-0.15210402011871338
189898	rnn.bias_ih_l0_reverse	1	-0.3214367926120758
189898	rnn.bias_ih_l0_reverse	2	-0.06020897254347801
189898	rnn.bias_ih_l0_reverse	3	-0.14444397389888763
189898	rnn.bias_ih_l0_reverse	4	0.06327219307422638
189898	rnn.bias_ih_l0_reverse	5	-0.2610180974006653
189898	rnn.bias_ih_l0_reverse	6	-0.06137336045503616
189898	rnn.bias_ih_l0_reverse	7	0.02377590909600258
189898	rnn.bias_ih_l0_reverse	8	-0.19115331768989563
189898	rnn.bias_ih_l0_reverse	9	-0.08281634747982025
189898	rnn.bias_hh_l0_reverse	0	-0.16452215611934662
189898	rnn.bias_hh_l0_reverse	1	-0.1396559774875641
189898	rnn.bias_hh_l0_reverse	2	-0.016950290650129318
189898	rnn.bias_hh_l0_reverse	3	-0.1387118101119995
189898	rnn.bias_hh_l0_reverse	4	-0.02792135439813137
189898	rnn.bias_hh_l0_reverse	5	-0.11684831231832504
189898	rnn.bias_hh_l0_reverse	6	-0.07024092227220535
189898	rnn.bias_hh_l0_reverse	7	-0.18843157589435577
189898	rnn.bias_hh_l0_reverse	8	-0.06023487076163292
189898	rnn.bias_hh_l0_reverse	9	-0.12057257443666458
189898	linear.weight	0	-0.23345288634300232
189898	linear.weight	1	-0.08718777447938919
189898	linear.weight	2	-0.011228874325752258
189898	linear.weight	3	-0.09501878172159195
189898	linear.weight	4	0.014201954938471317
189898	linear.weight	5	0.21931856870651245
189898	linear.weight	6	0.0047744326293468475
189898	linear.weight	7	-0.021312154829502106
189898	linear.weight	8	0.16312500834465027
189898	linear.weight	9	0.2289319485425949
189898	linear.bias	0	-0.8105449080467224
189898	linear.bias	1	1.477912187576294
189898	linear.bias	2	-0.47237861156463623
189898	linear.bias	3	-0.7089852094650269
189898	linear.bias	4	-0.8716204762458801
189898	linear.bias	5	-1.1777414083480835
189898	linear.bias	6	-0.9167220592498779
189898	linear.bias	7	-0.7463709115982056
189898	linear.bias	8	-0.01705317199230194
189898	linear.bias	9	3.483813762664795
190095	transitions	0	-0.4442145824432373
190095	transitions	1	8.741422653198242
190095	transitions	2	-3.5750648975372314
190095	transitions	3	1.5531234741210938
190095	transitions	4	-2.1728768348693848
190095	transitions	5	-0.4102656841278076
190095	transitions	6	-0.1926010698080063
190095	transitions	7	-10000.0
190095	transitions	8	1.8068801164627075
190095	transitions	9	-2.29449462890625
190095	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
190095	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
190095	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
190095	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
190095	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
190095	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
190095	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
190095	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
190095	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
190095	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
190095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
190095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
190095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
190095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
190095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
190095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
190095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
190095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
190095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
190095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
190095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
190095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
190095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
190095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
190095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
190095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
190095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
190095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
190095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
190095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
190095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
190095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
190095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
190095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
190095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
190095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
190095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
190095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
190095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
190095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
190095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
190095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
190095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
190095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
190095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
190095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
190095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
190095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
190095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
190095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
190095	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
190095	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
190095	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
190095	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
190095	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
190095	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
190095	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
190095	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
190095	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
190095	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
190095	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
190095	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
190095	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
190095	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
190095	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
190095	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
190095	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
190095	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
190095	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
190095	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
190095	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
190095	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
190095	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
190095	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
190095	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
190095	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
190095	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
190095	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
190095	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
190095	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
190095	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
190095	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
190095	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
190095	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
190095	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
190095	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
190095	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
190095	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
190095	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
190095	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
190095	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
190095	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
190095	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
190095	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
190095	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
190095	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
190095	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
190095	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
190095	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
190095	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
190095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
190095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
190095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
190095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
190095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
190095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
190095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
190095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
190095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
190095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
190095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
190095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
190095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
190095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
190095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
190095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
190095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
190095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
190095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
190095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
190095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
190095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
190095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
190095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
190095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
190095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
190095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
190095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
190095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
190095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
190095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
190095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
190095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
190095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
190095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
190095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
190095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
190095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
190095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
190095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
190095	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
190095	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
190095	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
190095	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
190095	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
190095	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
190095	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
190095	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
190095	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
190095	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
190095	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
190095	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
190095	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
190095	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
190095	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
190095	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
190095	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
190095	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
190095	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
190095	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
190095	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
190095	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
190095	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
190095	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
190095	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
190095	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
190095	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
190095	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
190095	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
190095	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
190095	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
190095	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
190095	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
190095	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
190095	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
190095	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
190095	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
190095	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
190095	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
190095	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
190095	embedding2nn.weight	0	0.0483613945543766
190095	embedding2nn.weight	1	-0.09300698339939117
190095	embedding2nn.weight	2	0.009640789590775967
190095	embedding2nn.weight	3	-0.05484222248196602
190095	embedding2nn.weight	4	-0.1365138590335846
190095	embedding2nn.weight	5	0.12080565840005875
190095	embedding2nn.weight	6	-0.09572692960500717
190095	embedding2nn.weight	7	-0.06265716254711151
190095	embedding2nn.weight	8	-0.02649654634296894
190095	embedding2nn.weight	9	0.05136922001838684
190095	embedding2nn.bias	0	0.06776727735996246
190095	embedding2nn.bias	1	0.010551837272942066
190095	embedding2nn.bias	2	-0.11248717457056046
190095	embedding2nn.bias	3	0.04308528080582619
190095	embedding2nn.bias	4	0.01584048755466938
190095	embedding2nn.bias	5	-0.14762739837169647
190095	embedding2nn.bias	6	-0.11767031252384186
190095	embedding2nn.bias	7	-0.05067278817296028
190095	embedding2nn.bias	8	0.0735093280673027
190095	embedding2nn.bias	9	-0.08416874706745148
190095	rnn.weight_ih_l0	0	0.05087937042117119
190095	rnn.weight_ih_l0	1	-0.0825577974319458
190095	rnn.weight_ih_l0	2	-0.03990085795521736
190095	rnn.weight_ih_l0	3	-0.0410163439810276
190095	rnn.weight_ih_l0	4	0.008916070684790611
190095	rnn.weight_ih_l0	5	-0.11882585287094116
190095	rnn.weight_ih_l0	6	-0.03978675231337547
190095	rnn.weight_ih_l0	7	-0.010273615829646587
190095	rnn.weight_ih_l0	8	0.06772806495428085
190095	rnn.weight_ih_l0	9	0.01378812175244093
190095	rnn.weight_hh_l0	0	-0.0013380429008975625
190095	rnn.weight_hh_l0	1	-0.08471224457025528
190095	rnn.weight_hh_l0	2	0.06838557869195938
190095	rnn.weight_hh_l0	3	0.047093864530324936
190095	rnn.weight_hh_l0	4	0.006542902439832687
190095	rnn.weight_hh_l0	5	0.06916903704404831
190095	rnn.weight_hh_l0	6	-0.017414771020412445
190095	rnn.weight_hh_l0	7	-0.10646697133779526
190095	rnn.weight_hh_l0	8	0.016761494800448418
190095	rnn.weight_hh_l0	9	-0.09251835942268372
190095	rnn.bias_ih_l0	0	-0.08368530869483948
190095	rnn.bias_ih_l0	1	-0.18173207342624664
190095	rnn.bias_ih_l0	2	-0.25723594427108765
190095	rnn.bias_ih_l0	3	-0.2793523967266083
190095	rnn.bias_ih_l0	4	0.01179802417755127
190095	rnn.bias_ih_l0	5	0.05402803048491478
190095	rnn.bias_ih_l0	6	-0.16481046378612518
190095	rnn.bias_ih_l0	7	-0.2554294466972351
190095	rnn.bias_ih_l0	8	-0.13187187910079956
190095	rnn.bias_ih_l0	9	-0.1722649335861206
190095	rnn.bias_hh_l0	0	0.13038644194602966
190095	rnn.bias_hh_l0	1	-0.06424368917942047
190095	rnn.bias_hh_l0	2	0.040063466876745224
190095	rnn.bias_hh_l0	3	-0.17561569809913635
190095	rnn.bias_hh_l0	4	0.03181539103388786
190095	rnn.bias_hh_l0	5	0.05524306371808052
190095	rnn.bias_hh_l0	6	-0.10343492776155472
190095	rnn.bias_hh_l0	7	-0.1544768214225769
190095	rnn.bias_hh_l0	8	-0.18874427676200867
190095	rnn.bias_hh_l0	9	-0.10975590348243713
190095	rnn.weight_ih_l0_reverse	0	-0.021453315392136574
190095	rnn.weight_ih_l0_reverse	1	-0.0031394721008837223
190095	rnn.weight_ih_l0_reverse	2	0.017650729045271873
190095	rnn.weight_ih_l0_reverse	3	0.013538973405957222
190095	rnn.weight_ih_l0_reverse	4	0.03195604309439659
190095	rnn.weight_ih_l0_reverse	5	-0.05395033210515976
190095	rnn.weight_ih_l0_reverse	6	-0.05012024939060211
190095	rnn.weight_ih_l0_reverse	7	0.008316926658153534
190095	rnn.weight_ih_l0_reverse	8	0.08475235849618912
190095	rnn.weight_ih_l0_reverse	9	-0.001725296606309712
190095	rnn.weight_hh_l0_reverse	0	0.0047975946217775345
190095	rnn.weight_hh_l0_reverse	1	0.029778024181723595
190095	rnn.weight_hh_l0_reverse	2	-0.04149474576115608
190095	rnn.weight_hh_l0_reverse	3	0.03799368813633919
190095	rnn.weight_hh_l0_reverse	4	0.022634411230683327
190095	rnn.weight_hh_l0_reverse	5	-0.003231533570215106
190095	rnn.weight_hh_l0_reverse	6	0.06347840279340744
190095	rnn.weight_hh_l0_reverse	7	0.03358334302902222
190095	rnn.weight_hh_l0_reverse	8	-0.02107325755059719
190095	rnn.weight_hh_l0_reverse	9	-0.029270464554429054
190095	rnn.bias_ih_l0_reverse	0	-0.1538950353860855
190095	rnn.bias_ih_l0_reverse	1	-0.3228517472743988
190095	rnn.bias_ih_l0_reverse	2	-0.05960959941148758
190095	rnn.bias_ih_l0_reverse	3	-0.14498917758464813
190095	rnn.bias_ih_l0_reverse	4	0.061848077923059464
190095	rnn.bias_ih_l0_reverse	5	-0.26090654730796814
190095	rnn.bias_ih_l0_reverse	6	-0.06043948605656624
190095	rnn.bias_ih_l0_reverse	7	0.024936599656939507
190095	rnn.bias_ih_l0_reverse	8	-0.1905294805765152
190095	rnn.bias_ih_l0_reverse	9	-0.08160262554883957
190095	rnn.bias_hh_l0_reverse	0	-0.16312231123447418
190095	rnn.bias_hh_l0_reverse	1	-0.1398434042930603
190095	rnn.bias_hh_l0_reverse	2	-0.017928877845406532
190095	rnn.bias_hh_l0_reverse	3	-0.14322951436042786
190095	rnn.bias_hh_l0_reverse	4	-0.026966463774442673
190095	rnn.bias_hh_l0_reverse	5	-0.1172940656542778
190095	rnn.bias_hh_l0_reverse	6	-0.07175539433956146
190095	rnn.bias_hh_l0_reverse	7	-0.18899011611938477
190095	rnn.bias_hh_l0_reverse	8	-0.06219307333230972
190095	rnn.bias_hh_l0_reverse	9	-0.12033545225858688
190095	linear.weight	0	-0.22914466261863708
190095	linear.weight	1	-0.08495495468378067
190095	linear.weight	2	-0.011228874325752258
190095	linear.weight	3	-0.09790614247322083
190095	linear.weight	4	0.012158848345279694
190095	linear.weight	5	0.2068844884634018
190095	linear.weight	6	0.0047744326293468475
190095	linear.weight	7	-0.021312154829502106
190095	linear.weight	8	0.16626259684562683
190095	linear.weight	9	0.22988516092300415
190095	linear.bias	0	-0.8158031702041626
190095	linear.bias	1	1.4838835000991821
190095	linear.bias	2	-0.5113077163696289
190095	linear.bias	3	-0.7045705318450928
190095	linear.bias	4	-0.8782036304473877
190095	linear.bias	5	-1.1777572631835938
190095	linear.bias	6	-0.9214560389518738
190095	linear.bias	7	-0.7120874524116516
190095	linear.bias	8	-0.01705317199230194
190095	linear.bias	9	3.4314019680023193
190292	transitions	0	-0.44430744647979736
190292	transitions	1	8.742551803588867
190292	transitions	2	-3.575338125228882
190292	transitions	3	1.5562680959701538
190292	transitions	4	-2.172945261001587
190292	transitions	5	-0.41030776500701904
190292	transitions	6	-0.19261063635349274
190292	transitions	7	-10000.0
190292	transitions	8	1.8066538572311401
190292	transitions	9	-2.29449725151062
190292	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
190292	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
190292	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
190292	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
190292	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
190292	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
190292	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
190292	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
190292	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
190292	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
190292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
190292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
190292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
190292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
190292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
190292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
190292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
190292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
190292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
190292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
190292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
190292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
190292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
190292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
190292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
190292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
190292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
190292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
190292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
190292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
190292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
190292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
190292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
190292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
190292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
190292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
190292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
190292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
190292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
190292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
190292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
190292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
190292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
190292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
190292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
190292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
190292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
190292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
190292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
190292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
190292	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
190292	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
190292	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
190292	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
190292	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
190292	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
190292	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
190292	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
190292	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
190292	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
190292	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
190292	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
190292	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
190292	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
190292	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
190292	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
190292	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
190292	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
190292	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
190292	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
190292	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
190292	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
190292	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
190292	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
190292	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
190292	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
190292	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
190292	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
190292	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
190292	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
190292	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
190292	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
190292	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
190292	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
190292	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
190292	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
190292	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
190292	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
190292	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
190292	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
190292	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
190292	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
190292	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
190292	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
190292	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
190292	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
190292	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
190292	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
190292	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
190292	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
190292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
190292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
190292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
190292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
190292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
190292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
190292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
190292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
190292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
190292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
190292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
190292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
190292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
190292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
190292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
190292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
190292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
190292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
190292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
190292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
190292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
190292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
190292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
190292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
190292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
190292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
190292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
190292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
190292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
190292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
190292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
190292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
190292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
190292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
190292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
190292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
190292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
190292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
190292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
190292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
190292	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
190292	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
190292	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
190292	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
190292	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
190292	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
190292	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
190292	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
190292	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
190292	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
190292	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
190292	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
190292	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
190292	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
190292	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
190292	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
190292	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
190292	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
190292	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
190292	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
190292	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
190292	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
190292	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
190292	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
190292	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
190292	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
190292	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
190292	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
190292	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
190292	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
190292	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
190292	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
190292	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
190292	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
190292	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
190292	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
190292	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
190292	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
190292	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
190292	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
190292	embedding2nn.weight	0	0.04810299724340439
190292	embedding2nn.weight	1	-0.09191209822893143
190292	embedding2nn.weight	2	0.010696250014007092
190292	embedding2nn.weight	3	-0.05429363623261452
190292	embedding2nn.weight	4	-0.1346207559108734
190292	embedding2nn.weight	5	0.12006630748510361
190292	embedding2nn.weight	6	-0.09542877972126007
190292	embedding2nn.weight	7	-0.06231200695037842
190292	embedding2nn.weight	8	-0.026737233623862267
190292	embedding2nn.weight	9	0.05054270103573799
190292	embedding2nn.bias	0	0.07715782523155212
190292	embedding2nn.bias	1	0.0157150961458683
190292	embedding2nn.bias	2	-0.1073247417807579
190292	embedding2nn.bias	3	0.04012448713183403
190292	embedding2nn.bias	4	0.013677578419446945
190292	embedding2nn.bias	5	-0.14529582858085632
190292	embedding2nn.bias	6	-0.11006174981594086
190292	embedding2nn.bias	7	-0.04888038709759712
190292	embedding2nn.bias	8	0.07887230068445206
190292	embedding2nn.bias	9	-0.07836783677339554
190292	rnn.weight_ih_l0	0	0.050786375999450684
190292	rnn.weight_ih_l0	1	-0.08337053656578064
190292	rnn.weight_ih_l0	2	-0.03978500887751579
190292	rnn.weight_ih_l0	3	-0.04190927371382713
190292	rnn.weight_ih_l0	4	0.00903342291712761
190292	rnn.weight_ih_l0	5	-0.11956296116113663
190292	rnn.weight_ih_l0	6	-0.04084935411810875
190292	rnn.weight_ih_l0	7	-0.009821232408285141
190292	rnn.weight_ih_l0	8	0.06779523193836212
190292	rnn.weight_ih_l0	9	0.013519499450922012
190292	rnn.weight_hh_l0	0	-0.0016673816135153174
190292	rnn.weight_hh_l0	1	-0.08501282334327698
190292	rnn.weight_hh_l0	2	0.0685235857963562
190292	rnn.weight_hh_l0	3	0.04710804671049118
190292	rnn.weight_hh_l0	4	0.006453906185925007
190292	rnn.weight_hh_l0	5	0.06836594641208649
190292	rnn.weight_hh_l0	6	-0.017283737659454346
190292	rnn.weight_hh_l0	7	-0.10636073350906372
190292	rnn.weight_hh_l0	8	0.016644516959786415
190292	rnn.weight_hh_l0	9	-0.09284424036741257
190292	rnn.bias_ih_l0	0	-0.08288338780403137
190292	rnn.bias_ih_l0	1	-0.18217946588993073
190292	rnn.bias_ih_l0	2	-0.25870925188064575
190292	rnn.bias_ih_l0	3	-0.27803516387939453
190292	rnn.bias_ih_l0	4	0.010912871919572353
190292	rnn.bias_ih_l0	5	0.05583960935473442
190292	rnn.bias_ih_l0	6	-0.16391223669052124
190292	rnn.bias_ih_l0	7	-0.25670695304870605
190292	rnn.bias_ih_l0	8	-0.12757925689220428
190292	rnn.bias_ih_l0	9	-0.17497064173221588
190292	rnn.bias_hh_l0	0	0.1312176138162613
190292	rnn.bias_hh_l0	1	-0.06437233090400696
190292	rnn.bias_hh_l0	2	0.04015388339757919
190292	rnn.bias_hh_l0	3	-0.1757691353559494
190292	rnn.bias_hh_l0	4	0.03176622465252876
190292	rnn.bias_hh_l0	5	0.05302620679140091
190292	rnn.bias_hh_l0	6	-0.10304080694913864
190292	rnn.bias_hh_l0	7	-0.1550646871328354
190292	rnn.bias_hh_l0	8	-0.18727564811706543
190292	rnn.bias_hh_l0	9	-0.10941430181264877
190292	rnn.weight_ih_l0_reverse	0	-0.020192736759781837
190292	rnn.weight_ih_l0_reverse	1	-0.0036136929411441088
190292	rnn.weight_ih_l0_reverse	2	0.019897716119885445
190292	rnn.weight_ih_l0_reverse	3	0.012653657235205173
190292	rnn.weight_ih_l0_reverse	4	0.03223239257931709
190292	rnn.weight_ih_l0_reverse	5	-0.052860502153635025
190292	rnn.weight_ih_l0_reverse	6	-0.0487445704638958
190292	rnn.weight_ih_l0_reverse	7	0.00817522406578064
190292	rnn.weight_ih_l0_reverse	8	0.08586106449365616
190292	rnn.weight_ih_l0_reverse	9	-0.0019926312379539013
190292	rnn.weight_hh_l0_reverse	0	0.0048042768612504005
190292	rnn.weight_hh_l0_reverse	1	0.029348749667406082
190292	rnn.weight_hh_l0_reverse	2	-0.0415382944047451
190292	rnn.weight_hh_l0_reverse	3	0.03818102180957794
190292	rnn.weight_hh_l0_reverse	4	0.023082900792360306
190292	rnn.weight_hh_l0_reverse	5	-0.003012801054865122
190292	rnn.weight_hh_l0_reverse	6	0.06373024731874466
190292	rnn.weight_hh_l0_reverse	7	0.03359048441052437
190292	rnn.weight_hh_l0_reverse	8	-0.021208183839917183
190292	rnn.weight_hh_l0_reverse	9	-0.029427357017993927
190292	rnn.bias_ih_l0_reverse	0	-0.1520216315984726
190292	rnn.bias_ih_l0_reverse	1	-0.3203195631504059
190292	rnn.bias_ih_l0_reverse	2	-0.05885634571313858
190292	rnn.bias_ih_l0_reverse	3	-0.14671148359775543
190292	rnn.bias_ih_l0_reverse	4	0.06264831125736237
190292	rnn.bias_ih_l0_reverse	5	-0.26114705204963684
190292	rnn.bias_ih_l0_reverse	6	-0.06118926778435707
190292	rnn.bias_ih_l0_reverse	7	0.020300978794693947
190292	rnn.bias_ih_l0_reverse	8	-0.188986673951149
190292	rnn.bias_ih_l0_reverse	9	-0.0838889554142952
190292	rnn.bias_hh_l0_reverse	0	-0.1637250781059265
190292	rnn.bias_hh_l0_reverse	1	-0.13901937007904053
190292	rnn.bias_hh_l0_reverse	2	-0.018224699422717094
190292	rnn.bias_hh_l0_reverse	3	-0.14275924861431122
190292	rnn.bias_hh_l0_reverse	4	-0.02565494179725647
190292	rnn.bias_hh_l0_reverse	5	-0.11707871407270432
190292	rnn.bias_hh_l0_reverse	6	-0.07279808819293976
190292	rnn.bias_hh_l0_reverse	7	-0.18996453285217285
190292	rnn.bias_hh_l0_reverse	8	-0.0638328418135643
190292	rnn.bias_hh_l0_reverse	9	-0.11949615180492401
190292	linear.weight	0	-0.22296284139156342
190292	linear.weight	1	-0.08329469710588455
190292	linear.weight	2	-0.011228874325752258
190292	linear.weight	3	-0.10376560688018799
190292	linear.weight	4	0.014292221516370773
190292	linear.weight	5	0.22214321792125702
190292	linear.weight	6	0.0047744326293468475
190292	linear.weight	7	-0.021312154829502106
190292	linear.weight	8	0.162806436419487
190292	linear.weight	9	0.22422637045383453
190292	linear.bias	0	-0.807988166809082
190292	linear.bias	1	1.4732378721237183
190292	linear.bias	2	-0.5136600136756897
190292	linear.bias	3	-0.699844241142273
190292	linear.bias	4	-0.879971981048584
190292	linear.bias	5	-1.177772879600525
190292	linear.bias	6	-0.9134137034416199
190292	linear.bias	7	-0.7404759526252747
190292	linear.bias	8	-0.01705317199230194
190292	linear.bias	9	3.492870807647705
190489	transitions	0	-0.4445520043373108
190489	transitions	1	8.730836868286133
190489	transitions	2	-3.575686454772949
190489	transitions	3	1.5545902252197266
190489	transitions	4	-2.173090934753418
190489	transitions	5	-0.4103793203830719
190489	transitions	6	-0.19262216985225677
190489	transitions	7	-10000.0
190489	transitions	8	1.8062770366668701
190489	transitions	9	-2.2945034503936768
190489	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
190489	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
190489	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
190489	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
190489	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
190489	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
190489	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
190489	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
190489	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
190489	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
190489	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
190489	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
190489	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
190489	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
190489	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
190489	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
190489	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
190489	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
190489	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
190489	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
190489	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
190489	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
190489	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
190489	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
190489	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
190489	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
190489	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
190489	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
190489	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
190489	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
190489	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
190489	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
190489	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
190489	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
190489	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
190489	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
190489	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
190489	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
190489	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
190489	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
190489	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
190489	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
190489	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
190489	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
190489	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
190489	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
190489	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
190489	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
190489	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
190489	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
190489	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
190489	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
190489	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
190489	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
190489	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
190489	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
190489	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
190489	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
190489	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
190489	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
190489	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
190489	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
190489	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
190489	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
190489	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
190489	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
190489	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
190489	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
190489	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
190489	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
190489	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
190489	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
190489	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
190489	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
190489	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
190489	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
190489	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
190489	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
190489	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
190489	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
190489	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
190489	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
190489	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
190489	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
190489	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
190489	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
190489	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
190489	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
190489	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
190489	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
190489	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
190489	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
190489	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
190489	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
190489	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
190489	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
190489	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
190489	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
190489	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
190489	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
190489	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
190489	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
190489	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
190489	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
190489	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
190489	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
190489	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
190489	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
190489	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
190489	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
190489	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
190489	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
190489	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
190489	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
190489	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
190489	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
190489	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
190489	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
190489	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
190489	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
190489	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
190489	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
190489	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
190489	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
190489	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
190489	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
190489	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
190489	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
190489	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
190489	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
190489	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
190489	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
190489	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
190489	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
190489	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
190489	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
190489	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
190489	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
190489	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
190489	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
190489	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
190489	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
190489	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
190489	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
190489	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
190489	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
190489	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
190489	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
190489	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
190489	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
190489	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
190489	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
190489	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
190489	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
190489	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
190489	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
190489	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
190489	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
190489	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
190489	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
190489	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
190489	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
190489	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
190489	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
190489	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
190489	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
190489	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
190489	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
190489	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
190489	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
190489	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
190489	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
190489	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
190489	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
190489	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
190489	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
190489	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
190489	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
190489	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
190489	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
190489	embedding2nn.weight	0	0.04826300963759422
190489	embedding2nn.weight	1	-0.09195512533187866
190489	embedding2nn.weight	2	0.010088113136589527
190489	embedding2nn.weight	3	-0.05408085137605667
190489	embedding2nn.weight	4	-0.13413797318935394
190489	embedding2nn.weight	5	0.1203952506184578
190489	embedding2nn.weight	6	-0.09651149064302444
190489	embedding2nn.weight	7	-0.06267540156841278
190489	embedding2nn.weight	8	-0.027414551004767418
190489	embedding2nn.weight	9	0.05033605545759201
190489	embedding2nn.bias	0	0.08517805486917496
190489	embedding2nn.bias	1	0.01500643976032734
190489	embedding2nn.bias	2	-0.10807017236948013
190489	embedding2nn.bias	3	0.034022748470306396
190489	embedding2nn.bias	4	0.008413879200816154
190489	embedding2nn.bias	5	-0.15473361313343048
190489	embedding2nn.bias	6	-0.10992816835641861
190489	embedding2nn.bias	7	-0.04704012721776962
190489	embedding2nn.bias	8	0.08500145375728607
190489	embedding2nn.bias	9	-0.07879474014043808
190489	rnn.weight_ih_l0	0	0.05082089081406593
190489	rnn.weight_ih_l0	1	-0.0821339562535286
190489	rnn.weight_ih_l0	2	-0.039619624614715576
190489	rnn.weight_ih_l0	3	-0.04180458188056946
190489	rnn.weight_ih_l0	4	0.008237077854573727
190489	rnn.weight_ih_l0	5	-0.11810445785522461
190489	rnn.weight_ih_l0	6	-0.04163327440619469
190489	rnn.weight_ih_l0	7	-0.010941734537482262
190489	rnn.weight_ih_l0	8	0.06739435344934464
190489	rnn.weight_ih_l0	9	0.011961187236011028
190489	rnn.weight_hh_l0	0	-0.0017788443947210908
190489	rnn.weight_hh_l0	1	-0.08379581570625305
190489	rnn.weight_hh_l0	2	0.06868109852075577
190489	rnn.weight_hh_l0	3	0.047047197818756104
190489	rnn.weight_hh_l0	4	0.006419810466468334
190489	rnn.weight_hh_l0	5	0.06788934767246246
190489	rnn.weight_hh_l0	6	-0.017433499917387962
190489	rnn.weight_hh_l0	7	-0.10640377551317215
190489	rnn.weight_hh_l0	8	0.015703685581684113
190489	rnn.weight_hh_l0	9	-0.09289590269327164
190489	rnn.bias_ih_l0	0	-0.08348393440246582
190489	rnn.bias_ih_l0	1	-0.18202191591262817
190489	rnn.bias_ih_l0	2	-0.25849995017051697
190489	rnn.bias_ih_l0	3	-0.2784733176231384
190489	rnn.bias_ih_l0	4	0.009147949516773224
190489	rnn.bias_ih_l0	5	0.056155141443014145
190489	rnn.bias_ih_l0	6	-0.16220013797283173
190489	rnn.bias_ih_l0	7	-0.2582586109638214
190489	rnn.bias_ih_l0	8	-0.1270759552717209
190489	rnn.bias_ih_l0	9	-0.17615531384944916
190489	rnn.bias_hh_l0	0	0.13062316179275513
190489	rnn.bias_hh_l0	1	-0.06284065544605255
190489	rnn.bias_hh_l0	2	0.039362091571092606
190489	rnn.bias_hh_l0	3	-0.17463770508766174
190489	rnn.bias_hh_l0	4	0.0302694421261549
190489	rnn.bias_hh_l0	5	0.05288567394018173
190489	rnn.bias_hh_l0	6	-0.10262877494096756
190489	rnn.bias_hh_l0	7	-0.15568183362483978
190489	rnn.bias_hh_l0	8	-0.18752768635749817
190489	rnn.bias_hh_l0	9	-0.10960005968809128
190489	rnn.weight_ih_l0_reverse	0	-0.02040148340165615
190489	rnn.weight_ih_l0_reverse	1	-0.005365011747926474
190489	rnn.weight_ih_l0_reverse	2	0.017939353361725807
190489	rnn.weight_ih_l0_reverse	3	0.011525977402925491
190489	rnn.weight_ih_l0_reverse	4	0.03221512585878372
190489	rnn.weight_ih_l0_reverse	5	-0.05331125855445862
190489	rnn.weight_ih_l0_reverse	6	-0.047564659267663956
190489	rnn.weight_ih_l0_reverse	7	0.008290504105389118
190489	rnn.weight_ih_l0_reverse	8	0.08696036785840988
190489	rnn.weight_ih_l0_reverse	9	-0.003978839609771967
190489	rnn.weight_hh_l0_reverse	0	0.0049546631053090096
190489	rnn.weight_hh_l0_reverse	1	0.029119255021214485
190489	rnn.weight_hh_l0_reverse	2	-0.041716963052749634
190489	rnn.weight_hh_l0_reverse	3	0.03831341862678528
190489	rnn.weight_hh_l0_reverse	4	0.02314939722418785
190489	rnn.weight_hh_l0_reverse	5	-0.0026722997426986694
190489	rnn.weight_hh_l0_reverse	6	0.0635376125574112
190489	rnn.weight_hh_l0_reverse	7	0.03343331813812256
190489	rnn.weight_hh_l0_reverse	8	-0.02078319899737835
190489	rnn.weight_hh_l0_reverse	9	-0.029473071917891502
190489	rnn.bias_ih_l0_reverse	0	-0.1503065824508667
190489	rnn.bias_ih_l0_reverse	1	-0.3223937451839447
190489	rnn.bias_ih_l0_reverse	2	-0.05817614868283272
190489	rnn.bias_ih_l0_reverse	3	-0.1477774679660797
190489	rnn.bias_ih_l0_reverse	4	0.06382908672094345
190489	rnn.bias_ih_l0_reverse	5	-0.261942982673645
190489	rnn.bias_ih_l0_reverse	6	-0.06137857586145401
190489	rnn.bias_ih_l0_reverse	7	0.01993607170879841
190489	rnn.bias_ih_l0_reverse	8	-0.18937033414840698
190489	rnn.bias_ih_l0_reverse	9	-0.08501170575618744
190489	rnn.bias_hh_l0_reverse	0	-0.1625712662935257
190489	rnn.bias_hh_l0_reverse	1	-0.13981151580810547
190489	rnn.bias_hh_l0_reverse	2	-0.017837386578321457
190489	rnn.bias_hh_l0_reverse	3	-0.14364923536777496
190489	rnn.bias_hh_l0_reverse	4	-0.024100394919514656
190489	rnn.bias_hh_l0_reverse	5	-0.11797059327363968
190489	rnn.bias_hh_l0_reverse	6	-0.07402799278497696
190489	rnn.bias_hh_l0_reverse	7	-0.18909740447998047
190489	rnn.bias_hh_l0_reverse	8	-0.06275105476379395
190489	rnn.bias_hh_l0_reverse	9	-0.11999021470546722
190489	linear.weight	0	-0.21476203203201294
190489	linear.weight	1	-0.08274877816438675
190489	linear.weight	2	-0.011228874325752258
190489	linear.weight	3	-0.0953952744603157
190489	linear.weight	4	0.009428881108760834
190489	linear.weight	5	0.21867075562477112
190489	linear.weight	6	0.0047744326293468475
190489	linear.weight	7	-0.021312154829502106
190489	linear.weight	8	0.16166351735591888
190489	linear.weight	9	0.21859845519065857
190489	linear.bias	0	-0.7933557629585266
190489	linear.bias	1	1.4627798795700073
190489	linear.bias	2	-0.5079426765441895
190489	linear.bias	3	-0.7242164015769958
190489	linear.bias	4	-0.8727618455886841
190489	linear.bias	5	-1.177789568901062
190489	linear.bias	6	-0.9011831879615784
190489	linear.bias	7	-0.7316828966140747
190489	linear.bias	8	-0.01705317199230194
190489	linear.bias	9	3.486682176589966
190686	transitions	0	-0.4446065425872803
190686	transitions	1	8.746868133544922
190686	transitions	2	-3.5762765407562256
190686	transitions	3	1.5679523944854736
190686	transitions	4	-2.1732234954833984
190686	transitions	5	-0.41043367981910706
190686	transitions	6	-0.19263042509555817
190686	transitions	7	-10000.0
190686	transitions	8	1.806206226348877
190686	transitions	9	-2.2945079803466797
190686	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
190686	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
190686	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
190686	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
190686	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
190686	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
190686	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
190686	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
190686	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
190686	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
190686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
190686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
190686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
190686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
190686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
190686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
190686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
190686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
190686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
190686	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
190686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
190686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
190686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
190686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
190686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
190686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
190686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
190686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
190686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
190686	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
190686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
190686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
190686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
190686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
190686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
190686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
190686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
190686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
190686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
190686	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
190686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
190686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
190686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
190686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
190686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
190686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
190686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
190686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
190686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
190686	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
190686	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
190686	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
190686	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
190686	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
190686	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
190686	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
190686	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
190686	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
190686	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
190686	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
190686	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
190686	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
190686	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
190686	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
190686	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
190686	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
190686	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
190686	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
190686	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
190686	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
190686	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
190686	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
190686	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
190686	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
190686	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
190686	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
190686	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
190686	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
190686	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
190686	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
190686	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
190686	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
190686	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
190686	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
190686	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
190686	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
190686	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
190686	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
190686	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
190686	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
190686	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
190686	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
190686	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
190686	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
190686	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
190686	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
190686	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
190686	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
190686	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
190686	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
190686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
190686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
190686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
190686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
190686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
190686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
190686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
190686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
190686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
190686	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
190686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
190686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
190686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
190686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
190686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
190686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
190686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
190686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
190686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
190686	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
190686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
190686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
190686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
190686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
190686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
190686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
190686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
190686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
190686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
190686	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
190686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
190686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
190686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
190686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
190686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
190686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
190686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
190686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
190686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
190686	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
190686	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
190686	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
190686	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
190686	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
190686	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
190686	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
190686	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
190686	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
190686	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
190686	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
190686	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
190686	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
190686	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
190686	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
190686	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
190686	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
190686	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
190686	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
190686	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
190686	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
190686	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
190686	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
190686	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
190686	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
190686	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
190686	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
190686	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
190686	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
190686	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
190686	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
190686	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
190686	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
190686	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
190686	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
190686	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
190686	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
190686	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
190686	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
190686	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
190686	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
190686	embedding2nn.weight	0	0.04828602448105812
190686	embedding2nn.weight	1	-0.09126462042331696
190686	embedding2nn.weight	2	0.009467893280088902
190686	embedding2nn.weight	3	-0.053583137691020966
190686	embedding2nn.weight	4	-0.13297967612743378
190686	embedding2nn.weight	5	0.1210361048579216
190686	embedding2nn.weight	6	-0.0953199714422226
190686	embedding2nn.weight	7	-0.06167985498905182
190686	embedding2nn.weight	8	-0.027091946452856064
190686	embedding2nn.weight	9	0.04943988099694252
190686	embedding2nn.bias	0	0.08244184404611588
190686	embedding2nn.bias	1	0.019977111369371414
190686	embedding2nn.bias	2	-0.12137873470783234
190686	embedding2nn.bias	3	0.04109473153948784
190686	embedding2nn.bias	4	0.009708971716463566
190686	embedding2nn.bias	5	-0.1522499918937683
190686	embedding2nn.bias	6	-0.1146416887640953
190686	embedding2nn.bias	7	-0.051386356353759766
190686	embedding2nn.bias	8	0.08806794136762619
190686	embedding2nn.bias	9	-0.07486333698034286
190686	rnn.weight_ih_l0	0	0.050148677080869675
190686	rnn.weight_ih_l0	1	-0.0827813521027565
190686	rnn.weight_ih_l0	2	-0.039478931576013565
190686	rnn.weight_ih_l0	3	-0.04302672669291496
190686	rnn.weight_ih_l0	4	0.008209764957427979
190686	rnn.weight_ih_l0	5	-0.11791738867759705
190686	rnn.weight_ih_l0	6	-0.04260335862636566
190686	rnn.weight_ih_l0	7	-0.010711093433201313
190686	rnn.weight_ih_l0	8	0.06817392259836197
190686	rnn.weight_ih_l0	9	0.011544041335582733
190686	rnn.weight_hh_l0	0	-0.0008869593148119748
190686	rnn.weight_hh_l0	1	-0.082976333796978
190686	rnn.weight_hh_l0	2	0.06953203678131104
190686	rnn.weight_hh_l0	3	0.04703719913959503
190686	rnn.weight_hh_l0	4	0.0061693196184933186
190686	rnn.weight_hh_l0	5	0.06824785470962524
190686	rnn.weight_hh_l0	6	-0.017344608902931213
190686	rnn.weight_hh_l0	7	-0.10613597184419632
190686	rnn.weight_hh_l0	8	0.01586134359240532
190686	rnn.weight_hh_l0	9	-0.09102842956781387
190686	rnn.bias_ih_l0	0	-0.0836922898888588
190686	rnn.bias_ih_l0	1	-0.1802179217338562
190686	rnn.bias_ih_l0	2	-0.2602287232875824
190686	rnn.bias_ih_l0	3	-0.2794574201107025
190686	rnn.bias_ih_l0	4	0.01000355277210474
190686	rnn.bias_ih_l0	5	0.054408539086580276
190686	rnn.bias_ih_l0	6	-0.1596682071685791
190686	rnn.bias_ih_l0	7	-0.258712500333786
190686	rnn.bias_ih_l0	8	-0.12692241370677948
190686	rnn.bias_ih_l0	9	-0.17653591930866241
190686	rnn.bias_hh_l0	0	0.1300940215587616
190686	rnn.bias_hh_l0	1	-0.06356259435415268
190686	rnn.bias_hh_l0	2	0.039282772690057755
190686	rnn.bias_hh_l0	3	-0.17411771416664124
190686	rnn.bias_hh_l0	4	0.03015216439962387
190686	rnn.bias_hh_l0	5	0.05199931189417839
190686	rnn.bias_hh_l0	6	-0.10276301205158234
190686	rnn.bias_hh_l0	7	-0.15706130862236023
190686	rnn.bias_hh_l0	8	-0.18908165395259857
190686	rnn.bias_hh_l0	9	-0.10964333266019821
190686	rnn.weight_ih_l0_reverse	0	-0.01970018818974495
190686	rnn.weight_ih_l0_reverse	1	-0.004533307161182165
190686	rnn.weight_ih_l0_reverse	2	0.017422577366232872
190686	rnn.weight_ih_l0_reverse	3	0.011149030178785324
190686	rnn.weight_ih_l0_reverse	4	0.03215764835476875
190686	rnn.weight_ih_l0_reverse	5	-0.05348500236868858
190686	rnn.weight_ih_l0_reverse	6	-0.04544626176357269
190686	rnn.weight_ih_l0_reverse	7	0.007994120009243488
190686	rnn.weight_ih_l0_reverse	8	0.0870218575000763
190686	rnn.weight_ih_l0_reverse	9	-0.003309558844193816
190686	rnn.weight_hh_l0_reverse	0	0.005225948989391327
190686	rnn.weight_hh_l0_reverse	1	0.02922527678310871
190686	rnn.weight_hh_l0_reverse	2	-0.0414854995906353
190686	rnn.weight_hh_l0_reverse	3	0.03847046568989754
190686	rnn.weight_hh_l0_reverse	4	0.022807016968727112
190686	rnn.weight_hh_l0_reverse	5	-0.00285819242708385
190686	rnn.weight_hh_l0_reverse	6	0.06386740505695343
190686	rnn.weight_hh_l0_reverse	7	0.03305622562766075
190686	rnn.weight_hh_l0_reverse	8	-0.020617442205548286
190686	rnn.weight_hh_l0_reverse	9	-0.029444891959428787
190686	rnn.bias_ih_l0_reverse	0	-0.1501733809709549
190686	rnn.bias_ih_l0_reverse	1	-0.31931713223457336
190686	rnn.bias_ih_l0_reverse	2	-0.059176813811063766
190686	rnn.bias_ih_l0_reverse	3	-0.1469937413930893
190686	rnn.bias_ih_l0_reverse	4	0.06490863859653473
190686	rnn.bias_ih_l0_reverse	5	-0.260593056678772
190686	rnn.bias_ih_l0_reverse	6	-0.060751333832740784
190686	rnn.bias_ih_l0_reverse	7	0.01736224628984928
190686	rnn.bias_ih_l0_reverse	8	-0.1905505359172821
190686	rnn.bias_ih_l0_reverse	9	-0.0840877890586853
190686	rnn.bias_hh_l0_reverse	0	-0.1644694060087204
190686	rnn.bias_hh_l0_reverse	1	-0.14157196879386902
190686	rnn.bias_hh_l0_reverse	2	-0.017247915267944336
190686	rnn.bias_hh_l0_reverse	3	-0.14280928671360016
190686	rnn.bias_hh_l0_reverse	4	-0.025485936552286148
190686	rnn.bias_hh_l0_reverse	5	-0.11669091135263443
190686	rnn.bias_hh_l0_reverse	6	-0.07640787214040756
190686	rnn.bias_hh_l0_reverse	7	-0.1887999176979065
190686	rnn.bias_hh_l0_reverse	8	-0.06302350014448166
190686	rnn.bias_hh_l0_reverse	9	-0.11984603106975555
190686	linear.weight	0	-0.21442537009716034
190686	linear.weight	1	-0.08138088136911392
190686	linear.weight	2	-0.011228874325752258
190686	linear.weight	3	-0.09159940481185913
190686	linear.weight	4	0.00442724023014307
190686	linear.weight	5	0.2159784883260727
190686	linear.weight	6	0.0047744326293468475
190686	linear.weight	7	-0.021312154829502106
190686	linear.weight	8	0.16856536269187927
190686	linear.weight	9	0.2135193794965744
190686	linear.bias	0	-0.8248095512390137
190686	linear.bias	1	1.4551547765731812
190686	linear.bias	2	-0.5160512328147888
190686	linear.bias	3	-0.71436607837677
190686	linear.bias	4	-0.8655017614364624
190686	linear.bias	5	-1.1778078079223633
190686	linear.bias	6	-0.9338401556015015
190686	linear.bias	7	-0.7277395725250244
190686	linear.bias	8	-0.01705317199230194
190686	linear.bias	9	3.465542793273926
190883	transitions	0	-0.4447273910045624
190883	transitions	1	8.753885269165039
190883	transitions	2	-3.577089548110962
190883	transitions	3	1.5588692426681519
190883	transitions	4	-2.1733508110046387
190883	transitions	5	-0.4108166992664337
190883	transitions	6	-0.19264669716358185
190883	transitions	7	-10000.0
190883	transitions	8	1.808007836341858
190883	transitions	9	-2.294511079788208
190883	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
190883	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
190883	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
190883	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
190883	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
190883	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
190883	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
190883	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
190883	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
190883	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
190883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
190883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
190883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
190883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
190883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
190883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
190883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
190883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
190883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
190883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
190883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
190883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
190883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
190883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
190883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
190883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
190883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
190883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
190883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
190883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
190883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
190883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
190883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
190883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
190883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
190883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
190883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
190883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
190883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
190883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
190883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
190883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
190883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
190883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
190883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
190883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
190883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
190883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
190883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
190883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
190883	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
190883	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
190883	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
190883	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
190883	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
190883	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
190883	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
190883	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
190883	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
190883	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
190883	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
190883	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
190883	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
190883	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
190883	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
190883	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
190883	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
190883	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
190883	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
190883	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
190883	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
190883	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
190883	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
190883	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
190883	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
190883	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
190883	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
190883	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
190883	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
190883	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
190883	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
190883	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
190883	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
190883	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
190883	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
190883	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
190883	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
190883	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
190883	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
190883	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
190883	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
190883	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
190883	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
190883	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
190883	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
190883	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
190883	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
190883	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
190883	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
190883	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
190883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
190883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
190883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
190883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
190883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
190883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
190883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
190883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
190883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
190883	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
190883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
190883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
190883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
190883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
190883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
190883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
190883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
190883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
190883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
190883	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
190883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
190883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
190883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
190883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
190883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
190883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
190883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
190883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
190883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
190883	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
190883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
190883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
190883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
190883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
190883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
190883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
190883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
190883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
190883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
190883	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
190883	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
190883	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
190883	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
190883	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
190883	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
190883	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
190883	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
190883	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
190883	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
190883	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
190883	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
190883	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
190883	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
190883	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
190883	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
190883	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
190883	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
190883	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
190883	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
190883	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
190883	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
190883	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
190883	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
190883	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
190883	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
190883	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
190883	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
190883	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
190883	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
190883	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
190883	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
190883	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
190883	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
190883	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
190883	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
190883	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
190883	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
190883	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
190883	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
190883	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
190883	embedding2nn.weight	0	0.04847559332847595
190883	embedding2nn.weight	1	-0.09161060303449631
190883	embedding2nn.weight	2	0.009504160843789577
190883	embedding2nn.weight	3	-0.05185350775718689
190883	embedding2nn.weight	4	-0.1329553872346878
190883	embedding2nn.weight	5	0.12005103379487991
190883	embedding2nn.weight	6	-0.0950889065861702
190883	embedding2nn.weight	7	-0.062288615852594376
190883	embedding2nn.weight	8	-0.026701776310801506
190883	embedding2nn.weight	9	0.05083401873707771
190883	embedding2nn.bias	0	0.079658642411232
190883	embedding2nn.bias	1	0.017019517719745636
190883	embedding2nn.bias	2	-0.12123455852270126
190883	embedding2nn.bias	3	0.04246654361486435
190883	embedding2nn.bias	4	0.0024254682939499617
190883	embedding2nn.bias	5	-0.15028418600559235
190883	embedding2nn.bias	6	-0.11500833928585052
190883	embedding2nn.bias	7	-0.05216532200574875
190883	embedding2nn.bias	8	0.08031416684389114
190883	embedding2nn.bias	9	-0.07865206897258759
190883	rnn.weight_ih_l0	0	0.04895581677556038
190883	rnn.weight_ih_l0	1	-0.08271245658397675
190883	rnn.weight_ih_l0	2	-0.039116084575653076
190883	rnn.weight_ih_l0	3	-0.04449347406625748
190883	rnn.weight_ih_l0	4	0.008003849536180496
190883	rnn.weight_ih_l0	5	-0.11787725239992142
190883	rnn.weight_ih_l0	6	-0.042632076889276505
190883	rnn.weight_ih_l0	7	-0.011587308719754219
190883	rnn.weight_ih_l0	8	0.068488210439682
190883	rnn.weight_ih_l0	9	0.010775407776236534
190883	rnn.weight_hh_l0	0	-0.0004272189980838448
190883	rnn.weight_hh_l0	1	-0.08281204104423523
190883	rnn.weight_hh_l0	2	0.06952209025621414
190883	rnn.weight_hh_l0	3	0.04661286622285843
190883	rnn.weight_hh_l0	4	0.006047746632248163
190883	rnn.weight_hh_l0	5	0.06834353506565094
190883	rnn.weight_hh_l0	6	-0.017376892268657684
190883	rnn.weight_hh_l0	7	-0.1056859940290451
190883	rnn.weight_hh_l0	8	0.0157003216445446
190883	rnn.weight_hh_l0	9	-0.08950423449277878
190883	rnn.bias_ih_l0	0	-0.08645052462816238
190883	rnn.bias_ih_l0	1	-0.18094688653945923
190883	rnn.bias_ih_l0	2	-0.26124995946884155
190883	rnn.bias_ih_l0	3	-0.28009602427482605
190883	rnn.bias_ih_l0	4	0.007845358923077583
190883	rnn.bias_ih_l0	5	0.0517696850001812
190883	rnn.bias_ih_l0	6	-0.16020821034908295
190883	rnn.bias_ih_l0	7	-0.2589350640773773
190883	rnn.bias_ih_l0	8	-0.12925350666046143
190883	rnn.bias_ih_l0	9	-0.17410214245319366
190883	rnn.bias_hh_l0	0	0.13107770681381226
190883	rnn.bias_hh_l0	1	-0.0636688619852066
190883	rnn.bias_hh_l0	2	0.039159439504146576
190883	rnn.bias_hh_l0	3	-0.17467021942138672
190883	rnn.bias_hh_l0	4	0.02953951060771942
190883	rnn.bias_hh_l0	5	0.05272394418716431
190883	rnn.bias_hh_l0	6	-0.1015947237610817
190883	rnn.bias_hh_l0	7	-0.15807293355464935
190883	rnn.bias_hh_l0	8	-0.1891019195318222
190883	rnn.bias_hh_l0	9	-0.10843385756015778
190883	rnn.weight_ih_l0_reverse	0	-0.019456658512353897
190883	rnn.weight_ih_l0_reverse	1	-0.0036047850735485554
190883	rnn.weight_ih_l0_reverse	2	0.01697281189262867
190883	rnn.weight_ih_l0_reverse	3	0.012298104353249073
190883	rnn.weight_ih_l0_reverse	4	0.03151334822177887
190883	rnn.weight_ih_l0_reverse	5	-0.0543544739484787
190883	rnn.weight_ih_l0_reverse	6	-0.04658845067024231
190883	rnn.weight_ih_l0_reverse	7	0.008490089327096939
190883	rnn.weight_ih_l0_reverse	8	0.08669813722372055
190883	rnn.weight_ih_l0_reverse	9	-0.0029741725884377956
190883	rnn.weight_hh_l0_reverse	0	0.005455147475004196
190883	rnn.weight_hh_l0_reverse	1	0.029088357463479042
190883	rnn.weight_hh_l0_reverse	2	-0.04169943183660507
190883	rnn.weight_hh_l0_reverse	3	0.03825158625841141
190883	rnn.weight_hh_l0_reverse	4	0.022918609902262688
190883	rnn.weight_hh_l0_reverse	5	-0.0029108496382832527
190883	rnn.weight_hh_l0_reverse	6	0.06412063539028168
190883	rnn.weight_hh_l0_reverse	7	0.03336857259273529
190883	rnn.weight_hh_l0_reverse	8	-0.020503608509898186
190883	rnn.weight_hh_l0_reverse	9	-0.029527774080634117
190883	rnn.bias_ih_l0_reverse	0	-0.1488746702671051
190883	rnn.bias_ih_l0_reverse	1	-0.3207210600376129
190883	rnn.bias_ih_l0_reverse	2	-0.05930419638752937
190883	rnn.bias_ih_l0_reverse	3	-0.14749778807163239
190883	rnn.bias_ih_l0_reverse	4	0.06716404855251312
190883	rnn.bias_ih_l0_reverse	5	-0.26173877716064453
190883	rnn.bias_ih_l0_reverse	6	-0.059894174337387085
190883	rnn.bias_ih_l0_reverse	7	0.018465962260961533
190883	rnn.bias_ih_l0_reverse	8	-0.1931031197309494
190883	rnn.bias_ih_l0_reverse	9	-0.08357948064804077
190883	rnn.bias_hh_l0_reverse	0	-0.16337205469608307
190883	rnn.bias_hh_l0_reverse	1	-0.14261864125728607
190883	rnn.bias_hh_l0_reverse	2	-0.01694193296134472
190883	rnn.bias_hh_l0_reverse	3	-0.1412467360496521
190883	rnn.bias_hh_l0_reverse	4	-0.02601717971265316
190883	rnn.bias_hh_l0_reverse	5	-0.11781476438045502
190883	rnn.bias_hh_l0_reverse	6	-0.07366648316383362
190883	rnn.bias_hh_l0_reverse	7	-0.18796291947364807
190883	rnn.bias_hh_l0_reverse	8	-0.06416036933660507
190883	rnn.bias_hh_l0_reverse	9	-0.11695317924022675
190883	linear.weight	0	-0.2132771909236908
190883	linear.weight	1	-0.08514566719532013
190883	linear.weight	2	-0.011228874325752258
190883	linear.weight	3	-0.1069902777671814
190883	linear.weight	4	-0.0033408873714506626
190883	linear.weight	5	0.21726927161216736
190883	linear.weight	6	0.0047744326293468475
190883	linear.weight	7	-0.021312154829502106
190883	linear.weight	8	0.17580337822437286
190883	linear.weight	9	0.2096116691827774
190883	linear.bias	0	-0.8247247338294983
190883	linear.bias	1	1.4599088430404663
190883	linear.bias	2	-0.4895457923412323
190883	linear.bias	3	-0.7034799456596375
190883	linear.bias	4	-0.8805867433547974
190883	linear.bias	5	-1.1778265237808228
190883	linear.bias	6	-0.9344086050987244
190883	linear.bias	7	-0.7283251285552979
190883	linear.bias	8	-0.01705317199230194
190883	linear.bias	9	3.4450509548187256
191080	transitions	0	-0.4449754059314728
191080	transitions	1	8.757554054260254
191080	transitions	2	-3.577363967895508
191080	transitions	3	1.5500518083572388
191080	transitions	4	-2.1739163398742676
191080	transitions	5	-0.4109155237674713
191080	transitions	6	-0.192670539021492
191080	transitions	7	-10000.0
191080	transitions	8	1.8097431659698486
191080	transitions	9	-2.294515609741211
191080	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
191080	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
191080	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
191080	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
191080	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
191080	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
191080	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
191080	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
191080	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
191080	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
191080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
191080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
191080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
191080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
191080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
191080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
191080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
191080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
191080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
191080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
191080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
191080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
191080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
191080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
191080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
191080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
191080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
191080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
191080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
191080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
191080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
191080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
191080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
191080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
191080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
191080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
191080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
191080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
191080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
191080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
191080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
191080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
191080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
191080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
191080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
191080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
191080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
191080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
191080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
191080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
191080	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
191080	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
191080	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
191080	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
191080	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
191080	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
191080	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
191080	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
191080	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
191080	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
191080	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
191080	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
191080	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
191080	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
191080	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
191080	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
191080	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
191080	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
191080	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
191080	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
191080	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
191080	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
191080	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
191080	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
191080	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
191080	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
191080	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
191080	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
191080	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
191080	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
191080	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
191080	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
191080	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
191080	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
191080	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
191080	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
191080	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
191080	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
191080	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
191080	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
191080	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
191080	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
191080	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
191080	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
191080	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
191080	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
191080	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
191080	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
191080	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
191080	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
191080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
191080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
191080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
191080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
191080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
191080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
191080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
191080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
191080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
191080	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
191080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
191080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
191080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
191080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
191080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
191080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
191080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
191080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
191080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
191080	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
191080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
191080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
191080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
191080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
191080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
191080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
191080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
191080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
191080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
191080	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
191080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
191080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
191080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
191080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
191080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
191080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
191080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
191080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
191080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
191080	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
191080	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
191080	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
191080	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
191080	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
191080	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
191080	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
191080	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
191080	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
191080	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
191080	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
191080	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
191080	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
191080	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
191080	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
191080	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
191080	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
191080	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
191080	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
191080	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
191080	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
191080	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
191080	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
191080	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
191080	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
191080	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
191080	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
191080	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
191080	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
191080	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
191080	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
191080	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
191080	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
191080	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
191080	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
191080	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
191080	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
191080	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
191080	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
191080	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
191080	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
191080	embedding2nn.weight	0	0.048416800796985626
191080	embedding2nn.weight	1	-0.09167235344648361
191080	embedding2nn.weight	2	0.008290688507258892
191080	embedding2nn.weight	3	-0.05087544396519661
191080	embedding2nn.weight	4	-0.1322462558746338
191080	embedding2nn.weight	5	0.12007307261228561
191080	embedding2nn.weight	6	-0.09569407254457474
191080	embedding2nn.weight	7	-0.06328199803829193
191080	embedding2nn.weight	8	-0.026990674436092377
191080	embedding2nn.weight	9	0.05121075361967087
191080	embedding2nn.bias	0	0.08217263221740723
191080	embedding2nn.bias	1	0.0029295599088072777
191080	embedding2nn.bias	2	-0.11819677799940109
191080	embedding2nn.bias	3	0.045942582190036774
191080	embedding2nn.bias	4	0.0005993858212605119
191080	embedding2nn.bias	5	-0.1439772993326187
191080	embedding2nn.bias	6	-0.10526987910270691
191080	embedding2nn.bias	7	-0.049735236912965775
191080	embedding2nn.bias	8	0.08183049410581589
191080	embedding2nn.bias	9	-0.06304767727851868
191080	rnn.weight_ih_l0	0	0.0486607663333416
191080	rnn.weight_ih_l0	1	-0.08284585177898407
191080	rnn.weight_ih_l0	2	-0.03948885574936867
191080	rnn.weight_ih_l0	3	-0.04444006830453873
191080	rnn.weight_ih_l0	4	0.0074841598980128765
191080	rnn.weight_ih_l0	5	-0.11811622977256775
191080	rnn.weight_ih_l0	6	-0.04452566057443619
191080	rnn.weight_ih_l0	7	-0.011113048531115055
191080	rnn.weight_ih_l0	8	0.06873513013124466
191080	rnn.weight_ih_l0	9	0.012268107384443283
191080	rnn.weight_hh_l0	0	-0.00047448661644011736
191080	rnn.weight_hh_l0	1	-0.08270496875047684
191080	rnn.weight_hh_l0	2	0.06943829357624054
191080	rnn.weight_hh_l0	3	0.04685797169804573
191080	rnn.weight_hh_l0	4	0.005867958068847656
191080	rnn.weight_hh_l0	5	0.06817825883626938
191080	rnn.weight_hh_l0	6	-0.017259817570447922
191080	rnn.weight_hh_l0	7	-0.10575558245182037
191080	rnn.weight_hh_l0	8	0.015546123497188091
191080	rnn.weight_hh_l0	9	-0.08968100696802139
191080	rnn.bias_ih_l0	0	-0.0850200355052948
191080	rnn.bias_ih_l0	1	-0.18092842400074005
191080	rnn.bias_ih_l0	2	-0.2602628767490387
191080	rnn.bias_ih_l0	3	-0.2814813554286957
191080	rnn.bias_ih_l0	4	0.009165813215076923
191080	rnn.bias_ih_l0	5	0.052347730845212936
191080	rnn.bias_ih_l0	6	-0.1597461849451065
191080	rnn.bias_ih_l0	7	-0.2596087157726288
191080	rnn.bias_ih_l0	8	-0.12832780182361603
191080	rnn.bias_ih_l0	9	-0.17513449490070343
191080	rnn.bias_hh_l0	0	0.13102620840072632
191080	rnn.bias_hh_l0	1	-0.06198759749531746
191080	rnn.bias_hh_l0	2	0.039350949227809906
191080	rnn.bias_hh_l0	3	-0.17619292438030243
191080	rnn.bias_hh_l0	4	0.031566306948661804
191080	rnn.bias_hh_l0	5	0.05268257483839989
191080	rnn.bias_hh_l0	6	-0.10175154358148575
191080	rnn.bias_hh_l0	7	-0.15851907432079315
191080	rnn.bias_hh_l0	8	-0.18820132315158844
191080	rnn.bias_hh_l0	9	-0.10750211775302887
191080	rnn.weight_ih_l0_reverse	0	-0.021339064463973045
191080	rnn.weight_ih_l0_reverse	1	-0.005520725157111883
191080	rnn.weight_ih_l0_reverse	2	0.01826026849448681
191080	rnn.weight_ih_l0_reverse	3	0.011331199668347836
191080	rnn.weight_ih_l0_reverse	4	0.029367348179221153
191080	rnn.weight_ih_l0_reverse	5	-0.052553657442331314
191080	rnn.weight_ih_l0_reverse	6	-0.046201933175325394
191080	rnn.weight_ih_l0_reverse	7	0.008400095626711845
191080	rnn.weight_ih_l0_reverse	8	0.0868600606918335
191080	rnn.weight_ih_l0_reverse	9	-0.00305944518186152
191080	rnn.weight_hh_l0_reverse	0	0.005149428732693195
191080	rnn.weight_hh_l0_reverse	1	0.02876974456012249
191080	rnn.weight_hh_l0_reverse	2	-0.04169568791985512
191080	rnn.weight_hh_l0_reverse	3	0.037890348583459854
191080	rnn.weight_hh_l0_reverse	4	0.022726014256477356
191080	rnn.weight_hh_l0_reverse	5	-0.0028901644982397556
191080	rnn.weight_hh_l0_reverse	6	0.06436023861169815
191080	rnn.weight_hh_l0_reverse	7	0.03344385698437691
191080	rnn.weight_hh_l0_reverse	8	-0.02028851956129074
191080	rnn.weight_hh_l0_reverse	9	-0.02976122312247753
191080	rnn.bias_ih_l0_reverse	0	-0.14563168585300446
191080	rnn.bias_ih_l0_reverse	1	-0.32214784622192383
191080	rnn.bias_ih_l0_reverse	2	-0.057841841131448746
191080	rnn.bias_ih_l0_reverse	3	-0.14718568325042725
191080	rnn.bias_ih_l0_reverse	4	0.0676519125699997
191080	rnn.bias_ih_l0_reverse	5	-0.262859970331192
191080	rnn.bias_ih_l0_reverse	6	-0.06019056588411331
191080	rnn.bias_ih_l0_reverse	7	0.020953984931111336
191080	rnn.bias_ih_l0_reverse	8	-0.19236792623996735
191080	rnn.bias_ih_l0_reverse	9	-0.08440261334180832
191080	rnn.bias_hh_l0_reverse	0	-0.16169695556163788
191080	rnn.bias_hh_l0_reverse	1	-0.14097121357917786
191080	rnn.bias_hh_l0_reverse	2	-0.016735272482037544
191080	rnn.bias_hh_l0_reverse	3	-0.1423279345035553
191080	rnn.bias_hh_l0_reverse	4	-0.02580716460943222
191080	rnn.bias_hh_l0_reverse	5	-0.11660356819629669
191080	rnn.bias_hh_l0_reverse	6	-0.07619360834360123
191080	rnn.bias_hh_l0_reverse	7	-0.1882791668176651
191080	rnn.bias_hh_l0_reverse	8	-0.06454852223396301
191080	rnn.bias_hh_l0_reverse	9	-0.11699793487787247
191080	linear.weight	0	-0.211552232503891
191080	linear.weight	1	-0.08723894506692886
191080	linear.weight	2	-0.011228874325752258
191080	linear.weight	3	-0.11012869328260422
191080	linear.weight	4	-0.006507277023047209
191080	linear.weight	5	0.21769052743911743
191080	linear.weight	6	0.0047744326293468475
191080	linear.weight	7	-0.021312154829502106
191080	linear.weight	8	0.15982702374458313
191080	linear.weight	9	0.21155555546283722
191080	linear.bias	0	-0.8292592167854309
191080	linear.bias	1	1.450082540512085
191080	linear.bias	2	-0.4939694404602051
191080	linear.bias	3	-0.7055391669273376
191080	linear.bias	4	-0.8740577697753906
191080	linear.bias	5	-1.1778473854064941
191080	linear.bias	6	-0.9400281310081482
191080	linear.bias	7	-0.722454845905304
191080	linear.bias	8	-0.01705317199230194
191080	linear.bias	9	3.456547737121582
191277	transitions	0	-0.4450417459011078
191277	transitions	1	8.759958267211914
191277	transitions	2	-3.5776476860046387
191277	transitions	3	1.5527644157409668
191277	transitions	4	-2.1741080284118652
191277	transitions	5	-0.41103774309158325
191277	transitions	6	-0.19268125295639038
191277	transitions	7	-10000.0
191277	transitions	8	1.8108314275741577
191277	transitions	9	-2.294527769088745
191277	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
191277	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
191277	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
191277	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
191277	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
191277	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
191277	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
191277	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
191277	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
191277	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
191277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
191277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
191277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
191277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
191277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
191277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
191277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
191277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
191277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
191277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
191277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
191277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
191277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
191277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
191277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
191277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
191277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
191277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
191277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
191277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
191277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
191277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
191277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
191277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
191277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
191277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
191277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
191277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
191277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
191277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
191277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
191277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
191277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
191277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
191277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
191277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
191277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
191277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
191277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
191277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
191277	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
191277	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
191277	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
191277	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
191277	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
191277	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
191277	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
191277	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
191277	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
191277	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
191277	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
191277	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
191277	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
191277	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
191277	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
191277	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
191277	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
191277	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
191277	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
191277	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
191277	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
191277	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
191277	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
191277	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
191277	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
191277	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
191277	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
191277	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
191277	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
191277	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
191277	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
191277	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
191277	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
191277	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
191277	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
191277	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
191277	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
191277	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
191277	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
191277	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
191277	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
191277	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
191277	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
191277	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
191277	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
191277	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
191277	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
191277	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
191277	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
191277	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
191277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
191277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
191277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
191277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
191277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
191277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
191277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
191277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
191277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
191277	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
191277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
191277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
191277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
191277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
191277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
191277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
191277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
191277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
191277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
191277	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
191277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
191277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
191277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
191277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
191277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
191277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
191277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
191277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
191277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
191277	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
191277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
191277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
191277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
191277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
191277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
191277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
191277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
191277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
191277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
191277	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
191277	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
191277	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
191277	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
191277	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
191277	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
191277	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
191277	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
191277	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
191277	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
191277	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
191277	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
191277	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
191277	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
191277	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
191277	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
191277	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
191277	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
191277	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
191277	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
191277	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
191277	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
191277	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
191277	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
191277	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
191277	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
191277	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
191277	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
191277	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
191277	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
191277	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
191277	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
191277	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
191277	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
191277	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
191277	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
191277	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
191277	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
191277	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
191277	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
191277	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
191277	embedding2nn.weight	0	0.04874143749475479
191277	embedding2nn.weight	1	-0.09102874249219894
191277	embedding2nn.weight	2	0.008538415655493736
191277	embedding2nn.weight	3	-0.05049387738108635
191277	embedding2nn.weight	4	-0.1316099613904953
191277	embedding2nn.weight	5	0.11959800124168396
191277	embedding2nn.weight	6	-0.09344103187322617
191277	embedding2nn.weight	7	-0.06333215534687042
191277	embedding2nn.weight	8	-0.027326395735144615
191277	embedding2nn.weight	9	0.051279641687870026
191277	embedding2nn.bias	0	0.08229703456163406
191277	embedding2nn.bias	1	0.0005817460478283465
191277	embedding2nn.bias	2	-0.11501439660787582
191277	embedding2nn.bias	3	0.045215003192424774
191277	embedding2nn.bias	4	-0.002089308574795723
191277	embedding2nn.bias	5	-0.1525983363389969
191277	embedding2nn.bias	6	-0.1071605384349823
191277	embedding2nn.bias	7	-0.052484989166259766
191277	embedding2nn.bias	8	0.08362563699483871
191277	embedding2nn.bias	9	-0.06135224550962448
191277	rnn.weight_ih_l0	0	0.04840352013707161
191277	rnn.weight_ih_l0	1	-0.08331402391195297
191277	rnn.weight_ih_l0	2	-0.04033210873603821
191277	rnn.weight_ih_l0	3	-0.04476781189441681
191277	rnn.weight_ih_l0	4	0.007596399635076523
191277	rnn.weight_ih_l0	5	-0.11850613355636597
191277	rnn.weight_ih_l0	6	-0.04427013918757439
191277	rnn.weight_ih_l0	7	-0.010978350415825844
191277	rnn.weight_ih_l0	8	0.06860467791557312
191277	rnn.weight_ih_l0	9	0.012883411720395088
191277	rnn.weight_hh_l0	0	-0.0006330925389192998
191277	rnn.weight_hh_l0	1	-0.08239714056253433
191277	rnn.weight_hh_l0	2	0.06925491988658905
191277	rnn.weight_hh_l0	3	0.047074828296899796
191277	rnn.weight_hh_l0	4	0.005983302835375071
191277	rnn.weight_hh_l0	5	0.06869462132453918
191277	rnn.weight_hh_l0	6	-0.01730784773826599
191277	rnn.weight_hh_l0	7	-0.10579907149076462
191277	rnn.weight_hh_l0	8	0.015513460151851177
191277	rnn.weight_hh_l0	9	-0.08879227191209793
191277	rnn.bias_ih_l0	0	-0.08552932739257812
191277	rnn.bias_ih_l0	1	-0.17973922193050385
191277	rnn.bias_ih_l0	2	-0.2585941255092621
191277	rnn.bias_ih_l0	3	-0.28171542286872864
191277	rnn.bias_ih_l0	4	0.0068129017017781734
191277	rnn.bias_ih_l0	5	0.05319996923208237
191277	rnn.bias_ih_l0	6	-0.15908552706241608
191277	rnn.bias_ih_l0	7	-0.2597752511501312
191277	rnn.bias_ih_l0	8	-0.13103404641151428
191277	rnn.bias_ih_l0	9	-0.17591243982315063
191277	rnn.bias_hh_l0	0	0.13133293390274048
191277	rnn.bias_hh_l0	1	-0.06321607530117035
191277	rnn.bias_hh_l0	2	0.039291370660066605
191277	rnn.bias_hh_l0	3	-0.17665845155715942
191277	rnn.bias_hh_l0	4	0.028325581923127174
191277	rnn.bias_hh_l0	5	0.05247761309146881
191277	rnn.bias_hh_l0	6	-0.10205099731683731
191277	rnn.bias_hh_l0	7	-0.15861393511295319
191277	rnn.bias_hh_l0	8	-0.186298206448555
191277	rnn.bias_hh_l0	9	-0.10801134258508682
191277	rnn.weight_ih_l0_reverse	0	-0.02118241973221302
191277	rnn.weight_ih_l0_reverse	1	-0.004576822742819786
191277	rnn.weight_ih_l0_reverse	2	0.017704417929053307
191277	rnn.weight_ih_l0_reverse	3	0.012438809499144554
191277	rnn.weight_ih_l0_reverse	4	0.029757289215922356
191277	rnn.weight_ih_l0_reverse	5	-0.05157849192619324
191277	rnn.weight_ih_l0_reverse	6	-0.04733257740736008
191277	rnn.weight_ih_l0_reverse	7	0.00883491151034832
191277	rnn.weight_ih_l0_reverse	8	0.08817017823457718
191277	rnn.weight_ih_l0_reverse	9	-0.002713919850066304
191277	rnn.weight_hh_l0_reverse	0	0.005568646360188723
191277	rnn.weight_hh_l0_reverse	1	0.02856929413974285
191277	rnn.weight_hh_l0_reverse	2	-0.04178861528635025
191277	rnn.weight_hh_l0_reverse	3	0.03794608265161514
191277	rnn.weight_hh_l0_reverse	4	0.022646021097898483
191277	rnn.weight_hh_l0_reverse	5	-0.002589919837191701
191277	rnn.weight_hh_l0_reverse	6	0.06446028500795364
191277	rnn.weight_hh_l0_reverse	7	0.033978309482336044
191277	rnn.weight_hh_l0_reverse	8	-0.020673004910349846
191277	rnn.weight_hh_l0_reverse	9	-0.0297319907695055
191277	rnn.bias_ih_l0_reverse	0	-0.14691634476184845
191277	rnn.bias_ih_l0_reverse	1	-0.32423123717308044
191277	rnn.bias_ih_l0_reverse	2	-0.058530114591121674
191277	rnn.bias_ih_l0_reverse	3	-0.1483519971370697
191277	rnn.bias_ih_l0_reverse	4	0.06644425541162491
191277	rnn.bias_ih_l0_reverse	5	-0.2640751302242279
191277	rnn.bias_ih_l0_reverse	6	-0.05958591774106026
191277	rnn.bias_ih_l0_reverse	7	0.016512371599674225
191277	rnn.bias_ih_l0_reverse	8	-0.19238851964473724
191277	rnn.bias_ih_l0_reverse	9	-0.08237820118665695
191277	rnn.bias_hh_l0_reverse	0	-0.16170771420001984
191277	rnn.bias_hh_l0_reverse	1	-0.14113260805606842
191277	rnn.bias_hh_l0_reverse	2	-0.017346182838082314
191277	rnn.bias_hh_l0_reverse	3	-0.1420249193906784
191277	rnn.bias_hh_l0_reverse	4	-0.02592453919351101
191277	rnn.bias_hh_l0_reverse	5	-0.11553381383419037
191277	rnn.bias_hh_l0_reverse	6	-0.07457767426967621
191277	rnn.bias_hh_l0_reverse	7	-0.18893009424209595
191277	rnn.bias_hh_l0_reverse	8	-0.06375657767057419
191277	rnn.bias_hh_l0_reverse	9	-0.1165725439786911
191277	linear.weight	0	-0.21013520658016205
191277	linear.weight	1	-0.08885375410318375
191277	linear.weight	2	-0.011228874325752258
191277	linear.weight	3	-0.11004062741994858
191277	linear.weight	4	-0.0039138044230639935
191277	linear.weight	5	0.22530792653560638
191277	linear.weight	6	0.0047744326293468475
191277	linear.weight	7	-0.021312154829502106
191277	linear.weight	8	0.17270301282405853
191277	linear.weight	9	0.215602844953537
191277	linear.bias	0	-0.8011303544044495
191277	linear.bias	1	1.4132121801376343
191277	linear.bias	2	-0.511124312877655
191277	linear.bias	3	-0.6959595680236816
191277	linear.bias	4	-0.8676163554191589
191277	linear.bias	5	-1.1778634786605835
191277	linear.bias	6	-0.9123004674911499
191277	linear.bias	7	-0.7191309332847595
191277	linear.bias	8	-0.01705317199230194
191277	linear.bias	9	3.4025204181671143
191474	transitions	0	-0.44512978196144104
191474	transitions	1	8.760783195495605
191474	transitions	2	-3.5779035091400146
191474	transitions	3	1.5571523904800415
191474	transitions	4	-2.174304485321045
191474	transitions	5	-0.4111519753932953
191474	transitions	6	-0.19269482791423798
191474	transitions	7	-10000.0
191474	transitions	8	1.810134768486023
191474	transitions	9	-2.2945327758789062
191474	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
191474	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
191474	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
191474	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
191474	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
191474	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
191474	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
191474	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
191474	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
191474	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
191474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
191474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
191474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
191474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
191474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
191474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
191474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
191474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
191474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
191474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
191474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
191474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
191474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
191474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
191474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
191474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
191474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
191474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
191474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
191474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
191474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
191474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
191474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
191474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
191474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
191474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
191474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
191474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
191474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
191474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
191474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
191474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
191474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
191474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
191474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
191474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
191474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
191474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
191474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
191474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
191474	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
191474	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
191474	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
191474	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
191474	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
191474	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
191474	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
191474	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
191474	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
191474	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
191474	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
191474	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
191474	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
191474	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
191474	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
191474	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
191474	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
191474	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
191474	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
191474	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
191474	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
191474	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
191474	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
191474	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
191474	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
191474	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
191474	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
191474	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
191474	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
191474	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
191474	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
191474	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
191474	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
191474	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
191474	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
191474	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
191474	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
191474	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
191474	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
191474	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
191474	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
191474	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
191474	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
191474	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
191474	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
191474	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
191474	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
191474	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
191474	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
191474	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
191474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
191474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
191474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
191474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
191474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
191474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
191474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
191474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
191474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
191474	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
191474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
191474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
191474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
191474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
191474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
191474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
191474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
191474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
191474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
191474	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
191474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
191474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
191474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
191474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
191474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
191474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
191474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
191474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
191474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
191474	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
191474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
191474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
191474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
191474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
191474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
191474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
191474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
191474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
191474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
191474	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
191474	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
191474	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
191474	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
191474	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
191474	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
191474	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
191474	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
191474	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
191474	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
191474	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
191474	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
191474	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
191474	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
191474	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
191474	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
191474	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
191474	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
191474	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
191474	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
191474	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
191474	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
191474	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
191474	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
191474	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
191474	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
191474	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
191474	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
191474	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
191474	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
191474	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
191474	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
191474	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
191474	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
191474	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
191474	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
191474	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
191474	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
191474	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
191474	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
191474	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
191474	embedding2nn.weight	0	0.04839836061000824
191474	embedding2nn.weight	1	-0.09079323709011078
191474	embedding2nn.weight	2	0.006862197071313858
191474	embedding2nn.weight	3	-0.05087781697511673
191474	embedding2nn.weight	4	-0.13174070417881012
191474	embedding2nn.weight	5	0.11972726136445999
191474	embedding2nn.weight	6	-0.09392829239368439
191474	embedding2nn.weight	7	-0.06411087512969971
191474	embedding2nn.weight	8	-0.028391629457473755
191474	embedding2nn.weight	9	0.05087078735232353
191474	embedding2nn.bias	0	0.08115389943122864
191474	embedding2nn.bias	1	-0.00029378035105764866
191474	embedding2nn.bias	2	-0.10527582466602325
191474	embedding2nn.bias	3	0.04695278778672218
191474	embedding2nn.bias	4	0.0009638370247557759
191474	embedding2nn.bias	5	-0.15472808480262756
191474	embedding2nn.bias	6	-0.11526783555746078
191474	embedding2nn.bias	7	-0.05478062480688095
191474	embedding2nn.bias	8	0.08434213697910309
191474	embedding2nn.bias	9	-0.05658245086669922
191474	rnn.weight_ih_l0	0	0.0470711812376976
191474	rnn.weight_ih_l0	1	-0.08264501392841339
191474	rnn.weight_ih_l0	2	-0.03972022607922554
191474	rnn.weight_ih_l0	3	-0.044626764953136444
191474	rnn.weight_ih_l0	4	0.007163417525589466
191474	rnn.weight_ih_l0	5	-0.1182531863451004
191474	rnn.weight_ih_l0	6	-0.04512840881943703
191474	rnn.weight_ih_l0	7	-0.010336868464946747
191474	rnn.weight_ih_l0	8	0.06920153647661209
191474	rnn.weight_ih_l0	9	0.012010138481855392
191474	rnn.weight_hh_l0	0	-9.732949547469616e-05
191474	rnn.weight_hh_l0	1	-0.08308325707912445
191474	rnn.weight_hh_l0	2	0.06873025745153427
191474	rnn.weight_hh_l0	3	0.047139786183834076
191474	rnn.weight_hh_l0	4	0.006098387762904167
191474	rnn.weight_hh_l0	5	0.06822820007801056
191474	rnn.weight_hh_l0	6	-0.017356405034661293
191474	rnn.weight_hh_l0	7	-0.10620420426130295
191474	rnn.weight_hh_l0	8	0.015509804710745811
191474	rnn.weight_hh_l0	9	-0.09025125205516815
191474	rnn.bias_ih_l0	0	-0.08388019353151321
191474	rnn.bias_ih_l0	1	-0.1784489005804062
191474	rnn.bias_ih_l0	2	-0.2584248483181
191474	rnn.bias_ih_l0	3	-0.28073328733444214
191474	rnn.bias_ih_l0	4	0.009375621564686298
191474	rnn.bias_ih_l0	5	0.049399249255657196
191474	rnn.bias_ih_l0	6	-0.16126494109630585
191474	rnn.bias_ih_l0	7	-0.26107102632522583
191474	rnn.bias_ih_l0	8	-0.12877780199050903
191474	rnn.bias_ih_l0	9	-0.17541882395744324
191474	rnn.bias_hh_l0	0	0.13345016539096832
191474	rnn.bias_hh_l0	1	-0.06493479758501053
191474	rnn.bias_hh_l0	2	0.040596213191747665
191474	rnn.bias_hh_l0	3	-0.17572401463985443
191474	rnn.bias_hh_l0	4	0.028529103845357895
191474	rnn.bias_hh_l0	5	0.04824845492839813
191474	rnn.bias_hh_l0	6	-0.10326440632343292
191474	rnn.bias_hh_l0	7	-0.15722857415676117
191474	rnn.bias_hh_l0	8	-0.18540921807289124
191474	rnn.bias_hh_l0	9	-0.10748311877250671
191474	rnn.weight_ih_l0_reverse	0	-0.020720435306429863
191474	rnn.weight_ih_l0_reverse	1	-0.00444814981892705
191474	rnn.weight_ih_l0_reverse	2	0.017374295741319656
191474	rnn.weight_ih_l0_reverse	3	0.011346311308443546
191474	rnn.weight_ih_l0_reverse	4	0.02955775149166584
191474	rnn.weight_ih_l0_reverse	5	-0.053823474794626236
191474	rnn.weight_ih_l0_reverse	6	-0.04721946641802788
191474	rnn.weight_ih_l0_reverse	7	0.010603084228932858
191474	rnn.weight_ih_l0_reverse	8	0.08906904608011246
191474	rnn.weight_ih_l0_reverse	9	-0.0024898021947592497
191474	rnn.weight_hh_l0_reverse	0	0.005806400440633297
191474	rnn.weight_hh_l0_reverse	1	0.028517043218016624
191474	rnn.weight_hh_l0_reverse	2	-0.04167348891496658
191474	rnn.weight_hh_l0_reverse	3	0.0380302257835865
191474	rnn.weight_hh_l0_reverse	4	0.022605106234550476
191474	rnn.weight_hh_l0_reverse	5	-0.002326875226572156
191474	rnn.weight_hh_l0_reverse	6	0.06448308378458023
191474	rnn.weight_hh_l0_reverse	7	0.03325118497014046
191474	rnn.weight_hh_l0_reverse	8	-0.020184462890028954
191474	rnn.weight_hh_l0_reverse	9	-0.02933450974524021
191474	rnn.bias_ih_l0_reverse	0	-0.14719919860363007
191474	rnn.bias_ih_l0_reverse	1	-0.32537341117858887
191474	rnn.bias_ih_l0_reverse	2	-0.059254467487335205
191474	rnn.bias_ih_l0_reverse	3	-0.14955943822860718
191474	rnn.bias_ih_l0_reverse	4	0.06639086455106735
191474	rnn.bias_ih_l0_reverse	5	-0.26389265060424805
191474	rnn.bias_ih_l0_reverse	6	-0.06091160699725151
191474	rnn.bias_ih_l0_reverse	7	0.018304213881492615
191474	rnn.bias_ih_l0_reverse	8	-0.19138281047344208
191474	rnn.bias_ih_l0_reverse	9	-0.08452156186103821
191474	rnn.bias_hh_l0_reverse	0	-0.16157951951026917
191474	rnn.bias_hh_l0_reverse	1	-0.1416221410036087
191474	rnn.bias_hh_l0_reverse	2	-0.017273684963583946
191474	rnn.bias_hh_l0_reverse	3	-0.14081265032291412
191474	rnn.bias_hh_l0_reverse	4	-0.02478979155421257
191474	rnn.bias_hh_l0_reverse	5	-0.11621757596731186
191474	rnn.bias_hh_l0_reverse	6	-0.07420850545167923
191474	rnn.bias_hh_l0_reverse	7	-0.18893921375274658
191474	rnn.bias_hh_l0_reverse	8	-0.06144740432500839
191474	rnn.bias_hh_l0_reverse	9	-0.11646997183561325
191474	linear.weight	0	-0.213867649435997
191474	linear.weight	1	-0.08479597419500351
191474	linear.weight	2	-0.011228874325752258
191474	linear.weight	3	-0.11461327224969864
191474	linear.weight	4	0.007087835110723972
191474	linear.weight	5	0.21525996923446655
191474	linear.weight	6	0.0047744326293468475
191474	linear.weight	7	-0.021312154829502106
191474	linear.weight	8	0.17061011493206024
191474	linear.weight	9	0.2264135330915451
191474	linear.bias	0	-0.8370092511177063
191474	linear.bias	1	1.4622688293457031
191474	linear.bias	2	-0.4932948052883148
191474	linear.bias	3	-0.7048147916793823
191474	linear.bias	4	-0.8350987434387207
191474	linear.bias	5	-1.177881121635437
191474	linear.bias	6	-0.9479200839996338
191474	linear.bias	7	-0.7219640612602234
191474	linear.bias	8	-0.01705317199230194
191474	linear.bias	9	3.4376821517944336
191478	transitions	0	-0.4451301693916321
191478	transitions	1	8.760865211486816
191478	transitions	2	-3.5779101848602295
191478	transitions	3	1.5571019649505615
191478	transitions	4	-2.174339771270752
191478	transitions	5	-0.41115549206733704
191478	transitions	6	-0.19269520044326782
191478	transitions	7	-10000.0
191478	transitions	8	1.8101341724395752
191478	transitions	9	-2.2945327758789062
191478	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
191478	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
191478	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
191478	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
191478	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
191478	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
191478	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
191478	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
191478	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
191478	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
191478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
191478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
191478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
191478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
191478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
191478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
191478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
191478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
191478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
191478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
191478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
191478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
191478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
191478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
191478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
191478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
191478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
191478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
191478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
191478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
191478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
191478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
191478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
191478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
191478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
191478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
191478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
191478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
191478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
191478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
191478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
191478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
191478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
191478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
191478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
191478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
191478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
191478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
191478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
191478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
191478	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
191478	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
191478	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
191478	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
191478	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
191478	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
191478	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
191478	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
191478	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
191478	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
191478	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
191478	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
191478	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
191478	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
191478	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
191478	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
191478	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
191478	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
191478	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
191478	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
191478	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
191478	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
191478	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
191478	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
191478	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
191478	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
191478	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
191478	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
191478	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
191478	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
191478	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
191478	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
191478	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
191478	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
191478	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
191478	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
191478	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
191478	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
191478	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
191478	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
191478	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
191478	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
191478	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
191478	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
191478	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
191478	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
191478	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
191478	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
191478	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
191478	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
191478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
191478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
191478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
191478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
191478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
191478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
191478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
191478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
191478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
191478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
191478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
191478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
191478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
191478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
191478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
191478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
191478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
191478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
191478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
191478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
191478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
191478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
191478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
191478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
191478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
191478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
191478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
191478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
191478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
191478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
191478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
191478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
191478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
191478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
191478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
191478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
191478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
191478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
191478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
191478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
191478	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
191478	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
191478	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
191478	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
191478	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
191478	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
191478	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
191478	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
191478	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
191478	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
191478	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
191478	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
191478	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
191478	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
191478	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
191478	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
191478	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
191478	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
191478	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
191478	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
191478	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
191478	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
191478	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
191478	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
191478	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
191478	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
191478	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
191478	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
191478	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
191478	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
191478	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
191478	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
191478	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
191478	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
191478	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
191478	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
191478	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
191478	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
191478	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
191478	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
191478	embedding2nn.weight	0	0.048445187509059906
191478	embedding2nn.weight	1	-0.09076240658760071
191478	embedding2nn.weight	2	0.007134484592825174
191478	embedding2nn.weight	3	-0.050707217305898666
191478	embedding2nn.weight	4	-0.13190588355064392
191478	embedding2nn.weight	5	0.11977847665548325
191478	embedding2nn.weight	6	-0.09411205351352692
191478	embedding2nn.weight	7	-0.06410560011863708
191478	embedding2nn.weight	8	-0.028649765998125076
191478	embedding2nn.weight	9	0.05082814022898674
191478	embedding2nn.bias	0	0.07997207343578339
191478	embedding2nn.bias	1	0.00030053843511268497
191478	embedding2nn.bias	2	-0.10465417057275772
191478	embedding2nn.bias	3	0.046627484261989594
191478	embedding2nn.bias	4	0.001971386605873704
191478	embedding2nn.bias	5	-0.15336111187934875
191478	embedding2nn.bias	6	-0.11436155438423157
191478	embedding2nn.bias	7	-0.05505361035466194
191478	embedding2nn.bias	8	0.08146096765995026
191478	embedding2nn.bias	9	-0.0557129792869091
191478	rnn.weight_ih_l0	0	0.04706725850701332
191478	rnn.weight_ih_l0	1	-0.08260216563940048
191478	rnn.weight_ih_l0	2	-0.039724595844745636
191478	rnn.weight_ih_l0	3	-0.044719234108924866
191478	rnn.weight_ih_l0	4	0.007206504698842764
191478	rnn.weight_ih_l0	5	-0.11827371269464493
191478	rnn.weight_ih_l0	6	-0.04501664638519287
191478	rnn.weight_ih_l0	7	-0.010335292667150497
191478	rnn.weight_ih_l0	8	0.06908266991376877
191478	rnn.weight_ih_l0	9	0.011836395598948002
191478	rnn.weight_hh_l0	0	-7.172062760218978e-05
191478	rnn.weight_hh_l0	1	-0.08312617242336273
191478	rnn.weight_hh_l0	2	0.06872498244047165
191478	rnn.weight_hh_l0	3	0.04710166156291962
191478	rnn.weight_hh_l0	4	0.006102601531893015
191478	rnn.weight_hh_l0	5	0.06822893768548965
191478	rnn.weight_hh_l0	6	-0.017355073243379593
191478	rnn.weight_hh_l0	7	-0.10620056837797165
191478	rnn.weight_hh_l0	8	0.015518073923885822
191478	rnn.weight_hh_l0	9	-0.09040461480617523
191478	rnn.bias_ih_l0	0	-0.08408568054437637
191478	rnn.bias_ih_l0	1	-0.17847084999084473
191478	rnn.bias_ih_l0	2	-0.25852251052856445
191478	rnn.bias_ih_l0	3	-0.28083014488220215
191478	rnn.bias_ih_l0	4	0.009047137573361397
191478	rnn.bias_ih_l0	5	0.049829162657260895
191478	rnn.bias_ih_l0	6	-0.16164466738700867
191478	rnn.bias_ih_l0	7	-0.26105648279190063
191478	rnn.bias_ih_l0	8	-0.12885905802249908
191478	rnn.bias_ih_l0	9	-0.17525655031204224
191478	rnn.bias_hh_l0	0	0.13361690938472748
191478	rnn.bias_hh_l0	1	-0.0649181678891182
191478	rnn.bias_hh_l0	2	0.04073958098888397
191478	rnn.bias_hh_l0	3	-0.17560115456581116
191478	rnn.bias_hh_l0	4	0.028447655960917473
191478	rnn.bias_hh_l0	5	0.04835442081093788
191478	rnn.bias_hh_l0	6	-0.10323744267225266
191478	rnn.bias_hh_l0	7	-0.15715759992599487
191478	rnn.bias_hh_l0	8	-0.18549546599388123
191478	rnn.bias_hh_l0	9	-0.10746882110834122
191478	rnn.weight_ih_l0_reverse	0	-0.02071530371904373
191478	rnn.weight_ih_l0_reverse	1	-0.004516664892435074
191478	rnn.weight_ih_l0_reverse	2	0.017335811629891396
191478	rnn.weight_ih_l0_reverse	3	0.011235675774514675
191478	rnn.weight_ih_l0_reverse	4	0.02961367927491665
191478	rnn.weight_ih_l0_reverse	5	-0.053685933351516724
191478	rnn.weight_ih_l0_reverse	6	-0.047196947038173676
191478	rnn.weight_ih_l0_reverse	7	0.010570215992629528
191478	rnn.weight_ih_l0_reverse	8	0.08908883482217789
191478	rnn.weight_ih_l0_reverse	9	-0.002447277307510376
191478	rnn.weight_hh_l0_reverse	0	0.005808270536363125
191478	rnn.weight_hh_l0_reverse	1	0.028517412021756172
191478	rnn.weight_hh_l0_reverse	2	-0.04169635474681854
191478	rnn.weight_hh_l0_reverse	3	0.038020115345716476
191478	rnn.weight_hh_l0_reverse	4	0.022602250799536705
191478	rnn.weight_hh_l0_reverse	5	-0.002324008382856846
191478	rnn.weight_hh_l0_reverse	6	0.0644935891032219
191478	rnn.weight_hh_l0_reverse	7	0.033257655799388885
191478	rnn.weight_hh_l0_reverse	8	-0.020253850147128105
191478	rnn.weight_hh_l0_reverse	9	-0.029356367886066437
191478	rnn.bias_ih_l0_reverse	0	-0.14721021056175232
191478	rnn.bias_ih_l0_reverse	1	-0.3254166841506958
191478	rnn.bias_ih_l0_reverse	2	-0.05918561667203903
191478	rnn.bias_ih_l0_reverse	3	-0.1495397537946701
191478	rnn.bias_ih_l0_reverse	4	0.0663386657834053
191478	rnn.bias_ih_l0_reverse	5	-0.2639389932155609
191478	rnn.bias_ih_l0_reverse	6	-0.060430858284235
191478	rnn.bias_ih_l0_reverse	7	0.01848011277616024
191478	rnn.bias_ih_l0_reverse	8	-0.1913095861673355
191478	rnn.bias_ih_l0_reverse	9	-0.08448298275470734
191478	rnn.bias_hh_l0_reverse	0	-0.16179171204566956
191478	rnn.bias_hh_l0_reverse	1	-0.14188966155052185
191478	rnn.bias_hh_l0_reverse	2	-0.017457343637943268
191478	rnn.bias_hh_l0_reverse	3	-0.14075590670108795
191478	rnn.bias_hh_l0_reverse	4	-0.024621181190013885
191478	rnn.bias_hh_l0_reverse	5	-0.11634968221187592
191478	rnn.bias_hh_l0_reverse	6	-0.07420273870229721
191478	rnn.bias_hh_l0_reverse	7	-0.18895426392555237
191478	rnn.bias_hh_l0_reverse	8	-0.061474721878767014
191478	rnn.bias_hh_l0_reverse	9	-0.11657269299030304
191478	linear.weight	0	-0.21397286653518677
191478	linear.weight	1	-0.08485012501478195
191478	linear.weight	2	-0.011228874325752258
191478	linear.weight	3	-0.11460986733436584
191478	linear.weight	4	0.007111040409654379
191478	linear.weight	5	0.2155180275440216
191478	linear.weight	6	0.0047744326293468475
191478	linear.weight	7	-0.021312154829502106
191478	linear.weight	8	0.1703813672065735
191478	linear.weight	9	0.22670555114746094
191478	linear.bias	0	-0.8385875821113586
191478	linear.bias	1	1.4569398164749146
191478	linear.bias	2	-0.5016132593154907
191478	linear.bias	3	-0.7048563361167908
191478	linear.bias	4	-0.8365193605422974
191478	linear.bias	5	-1.1778814792633057
191478	linear.bias	6	-0.9488465785980225
191478	linear.bias	7	-0.7257236242294312
191478	linear.bias	8	-0.01705317199230194
191478	linear.bias	9	3.4574825763702393
191675	transitions	0	-0.44517743587493896
191675	transitions	1	8.75402545928955
191675	transitions	2	-3.578306198120117
191675	transitions	3	1.5706675052642822
191675	transitions	4	-2.1744518280029297
191675	transitions	5	-0.4111660122871399
191675	transitions	6	-0.19271151721477509
191675	transitions	7	-10000.0
191675	transitions	8	1.8096632957458496
191675	transitions	9	-2.2945358753204346
191675	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
191675	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
191675	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
191675	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
191675	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
191675	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
191675	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
191675	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
191675	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
191675	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
191675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
191675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
191675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
191675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
191675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
191675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
191675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
191675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
191675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
191675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
191675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
191675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
191675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
191675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
191675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
191675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
191675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
191675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
191675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
191675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
191675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
191675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
191675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
191675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
191675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
191675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
191675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
191675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
191675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
191675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
191675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
191675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
191675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
191675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
191675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
191675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
191675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
191675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
191675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
191675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
191675	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
191675	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
191675	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
191675	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
191675	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
191675	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
191675	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
191675	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
191675	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
191675	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
191675	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
191675	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
191675	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
191675	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
191675	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
191675	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
191675	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
191675	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
191675	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
191675	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
191675	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
191675	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
191675	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
191675	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
191675	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
191675	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
191675	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
191675	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
191675	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
191675	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
191675	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
191675	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
191675	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
191675	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
191675	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
191675	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
191675	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
191675	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
191675	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
191675	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
191675	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
191675	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
191675	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
191675	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
191675	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
191675	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
191675	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
191675	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
191675	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
191675	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
191675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
191675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
191675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
191675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
191675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
191675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
191675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
191675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
191675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
191675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
191675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
191675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
191675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
191675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
191675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
191675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
191675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
191675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
191675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
191675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
191675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
191675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
191675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
191675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
191675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
191675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
191675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
191675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
191675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
191675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
191675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
191675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
191675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
191675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
191675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
191675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
191675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
191675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
191675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
191675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
191675	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
191675	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
191675	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
191675	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
191675	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
191675	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
191675	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
191675	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
191675	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
191675	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
191675	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
191675	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
191675	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
191675	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
191675	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
191675	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
191675	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
191675	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
191675	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
191675	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
191675	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
191675	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
191675	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
191675	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
191675	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
191675	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
191675	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
191675	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
191675	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
191675	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
191675	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
191675	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
191675	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
191675	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
191675	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
191675	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
191675	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
191675	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
191675	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
191675	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
191675	embedding2nn.weight	0	0.0489981546998024
191675	embedding2nn.weight	1	-0.09061487764120102
191675	embedding2nn.weight	2	0.0052587175741791725
191675	embedding2nn.weight	3	-0.05136033147573471
191675	embedding2nn.weight	4	-0.1319103091955185
191675	embedding2nn.weight	5	0.11987023800611496
191675	embedding2nn.weight	6	-0.0925726443529129
191675	embedding2nn.weight	7	-0.06346576660871506
191675	embedding2nn.weight	8	-0.02846033126115799
191675	embedding2nn.weight	9	0.04995666444301605
191675	embedding2nn.bias	0	0.08307364583015442
191675	embedding2nn.bias	1	-0.007137537933886051
191675	embedding2nn.bias	2	-0.10538629442453384
191675	embedding2nn.bias	3	0.04732831194996834
191675	embedding2nn.bias	4	0.008131616748869419
191675	embedding2nn.bias	5	-0.1589929610490799
191675	embedding2nn.bias	6	-0.11028645932674408
191675	embedding2nn.bias	7	-0.06444821506738663
191675	embedding2nn.bias	8	0.08220114558935165
191675	embedding2nn.bias	9	-0.055397167801856995
191675	rnn.weight_ih_l0	0	0.04788984730839729
191675	rnn.weight_ih_l0	1	-0.08196552842855453
191675	rnn.weight_ih_l0	2	-0.039613042026758194
191675	rnn.weight_ih_l0	3	-0.04459446296095848
191675	rnn.weight_ih_l0	4	0.006834633648395538
191675	rnn.weight_ih_l0	5	-0.11782516539096832
191675	rnn.weight_ih_l0	6	-0.045000217854976654
191675	rnn.weight_ih_l0	7	-0.011136566288769245
191675	rnn.weight_ih_l0	8	0.07104501873254776
191675	rnn.weight_ih_l0	9	0.010616122744977474
191675	rnn.weight_hh_l0	0	0.0008834016625769436
191675	rnn.weight_hh_l0	1	-0.08391447365283966
191675	rnn.weight_hh_l0	2	0.06893012672662735
191675	rnn.weight_hh_l0	3	0.04721278324723244
191675	rnn.weight_hh_l0	4	0.006560968235135078
191675	rnn.weight_hh_l0	5	0.06833962351083755
191675	rnn.weight_hh_l0	6	-0.017445562407374382
191675	rnn.weight_hh_l0	7	-0.10601436346769333
191675	rnn.weight_hh_l0	8	0.01669135130941868
191675	rnn.weight_hh_l0	9	-0.09047872573137283
191675	rnn.bias_ih_l0	0	-0.08483945578336716
191675	rnn.bias_ih_l0	1	-0.1801537424325943
191675	rnn.bias_ih_l0	2	-0.25902843475341797
191675	rnn.bias_ih_l0	3	-0.2796253561973572
191675	rnn.bias_ih_l0	4	0.007963284850120544
191675	rnn.bias_ih_l0	5	0.05309178680181503
191675	rnn.bias_ih_l0	6	-0.16171368956565857
191675	rnn.bias_ih_l0	7	-0.2600868344306946
191675	rnn.bias_ih_l0	8	-0.1265885978937149
191675	rnn.bias_ih_l0	9	-0.17614902555942535
191675	rnn.bias_hh_l0	0	0.13374364376068115
191675	rnn.bias_hh_l0	1	-0.06591092050075531
191675	rnn.bias_hh_l0	2	0.04072381556034088
191675	rnn.bias_hh_l0	3	-0.1745297610759735
191675	rnn.bias_hh_l0	4	0.030971962958574295
191675	rnn.bias_hh_l0	5	0.04935864359140396
191675	rnn.bias_hh_l0	6	-0.10389132052659988
191675	rnn.bias_hh_l0	7	-0.15716226398944855
191675	rnn.bias_hh_l0	8	-0.18422627449035645
191675	rnn.bias_hh_l0	9	-0.10883405059576035
191675	rnn.weight_ih_l0_reverse	0	-0.020541181787848473
191675	rnn.weight_ih_l0_reverse	1	-0.0041604493744671345
191675	rnn.weight_ih_l0_reverse	2	0.017369499430060387
191675	rnn.weight_ih_l0_reverse	3	0.009501425549387932
191675	rnn.weight_ih_l0_reverse	4	0.028755437582731247
191675	rnn.weight_ih_l0_reverse	5	-0.053266532719135284
191675	rnn.weight_ih_l0_reverse	6	-0.047246236354112625
191675	rnn.weight_ih_l0_reverse	7	0.011167568154633045
191675	rnn.weight_ih_l0_reverse	8	0.08927340060472488
191675	rnn.weight_ih_l0_reverse	9	-0.003154441714286804
191675	rnn.weight_hh_l0_reverse	0	0.00561095355078578
191675	rnn.weight_hh_l0_reverse	1	0.028409678488969803
191675	rnn.weight_hh_l0_reverse	2	-0.042071808129549026
191675	rnn.weight_hh_l0_reverse	3	0.03762778639793396
191675	rnn.weight_hh_l0_reverse	4	0.022377880290150642
191675	rnn.weight_hh_l0_reverse	5	-0.002414474030956626
191675	rnn.weight_hh_l0_reverse	6	0.06463079899549484
191675	rnn.weight_hh_l0_reverse	7	0.03299356624484062
191675	rnn.weight_hh_l0_reverse	8	-0.020781852304935455
191675	rnn.weight_hh_l0_reverse	9	-0.029454272240400314
191675	rnn.bias_ih_l0_reverse	0	-0.14594152569770813
191675	rnn.bias_ih_l0_reverse	1	-0.3247303366661072
191675	rnn.bias_ih_l0_reverse	2	-0.057813432067632675
191675	rnn.bias_ih_l0_reverse	3	-0.1501905620098114
191675	rnn.bias_ih_l0_reverse	4	0.06480323523283005
191675	rnn.bias_ih_l0_reverse	5	-0.2635337710380554
191675	rnn.bias_ih_l0_reverse	6	-0.058372627943754196
191675	rnn.bias_ih_l0_reverse	7	0.02010776475071907
191675	rnn.bias_ih_l0_reverse	8	-0.19054484367370605
191675	rnn.bias_ih_l0_reverse	9	-0.08525542169809341
191675	rnn.bias_hh_l0_reverse	0	-0.16278712451457977
191675	rnn.bias_hh_l0_reverse	1	-0.14384828507900238
191675	rnn.bias_hh_l0_reverse	2	-0.018768344074487686
191675	rnn.bias_hh_l0_reverse	3	-0.14143244922161102
191675	rnn.bias_hh_l0_reverse	4	-0.025118492543697357
191675	rnn.bias_hh_l0_reverse	5	-0.11675538867712021
191675	rnn.bias_hh_l0_reverse	6	-0.07573878765106201
191675	rnn.bias_hh_l0_reverse	7	-0.19098208844661713
191675	rnn.bias_hh_l0_reverse	8	-0.06199624389410019
191675	rnn.bias_hh_l0_reverse	9	-0.11778298765420914
191675	linear.weight	0	-0.21715639531612396
191675	linear.weight	1	-0.08559374511241913
191675	linear.weight	2	-0.011228874325752258
191675	linear.weight	3	-0.11281783878803253
191675	linear.weight	4	0.0009557198500260711
191675	linear.weight	5	0.21751046180725098
191675	linear.weight	6	0.0047744326293468475
191675	linear.weight	7	-0.021312154829502106
191675	linear.weight	8	0.17804551124572754
191675	linear.weight	9	0.21924588084220886
191675	linear.bias	0	-0.8113353848457336
191675	linear.bias	1	1.4446965456008911
191675	linear.bias	2	-0.48084673285484314
191675	linear.bias	3	-0.713142454624176
191675	linear.bias	4	-0.8728506565093994
191675	linear.bias	5	-1.1778993606567383
191675	linear.bias	6	-0.9196775555610657
191675	linear.bias	7	-0.7385680675506592
191675	linear.bias	8	-0.01705317199230194
191675	linear.bias	9	3.4173648357391357
191872	transitions	0	-0.44525817036628723
191872	transitions	1	8.739436149597168
191872	transitions	2	-3.5785422325134277
191872	transitions	3	1.5634955167770386
191872	transitions	4	-2.174630880355835
191872	transitions	5	-0.4133245348930359
191872	transitions	6	-0.19272638857364655
191872	transitions	7	-10000.0
191872	transitions	8	1.8100873231887817
191872	transitions	9	-2.294539451599121
191872	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
191872	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
191872	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
191872	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
191872	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
191872	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
191872	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
191872	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
191872	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
191872	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
191872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
191872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
191872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
191872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
191872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
191872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
191872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
191872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
191872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
191872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
191872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
191872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
191872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
191872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
191872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
191872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
191872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
191872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
191872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
191872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
191872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
191872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
191872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
191872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
191872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
191872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
191872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
191872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
191872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
191872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
191872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
191872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
191872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
191872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
191872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
191872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
191872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
191872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
191872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
191872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
191872	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
191872	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
191872	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
191872	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
191872	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
191872	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
191872	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
191872	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
191872	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
191872	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
191872	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
191872	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
191872	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
191872	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
191872	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
191872	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
191872	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
191872	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
191872	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
191872	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
191872	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
191872	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
191872	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
191872	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
191872	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
191872	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
191872	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
191872	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
191872	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
191872	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
191872	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
191872	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
191872	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
191872	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
191872	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
191872	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
191872	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
191872	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
191872	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
191872	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
191872	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
191872	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
191872	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
191872	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
191872	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
191872	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
191872	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
191872	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
191872	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
191872	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
191872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
191872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
191872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
191872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
191872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
191872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
191872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
191872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
191872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
191872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
191872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
191872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
191872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
191872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
191872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
191872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
191872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
191872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
191872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
191872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
191872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
191872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
191872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
191872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
191872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
191872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
191872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
191872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
191872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
191872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
191872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
191872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
191872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
191872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
191872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
191872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
191872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
191872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
191872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
191872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
191872	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
191872	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
191872	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
191872	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
191872	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
191872	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
191872	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
191872	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
191872	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
191872	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
191872	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
191872	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
191872	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
191872	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
191872	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
191872	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
191872	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
191872	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
191872	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
191872	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
191872	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
191872	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
191872	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
191872	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
191872	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
191872	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
191872	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
191872	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
191872	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
191872	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
191872	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
191872	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
191872	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
191872	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
191872	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
191872	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
191872	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
191872	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
191872	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
191872	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
191872	embedding2nn.weight	0	0.048675987869501114
191872	embedding2nn.weight	1	-0.09014026820659637
191872	embedding2nn.weight	2	0.006891799159348011
191872	embedding2nn.weight	3	-0.05079835653305054
191872	embedding2nn.weight	4	-0.12931977212429047
191872	embedding2nn.weight	5	0.12047580629587173
191872	embedding2nn.weight	6	-0.09480029344558716
191872	embedding2nn.weight	7	-0.06461767107248306
191872	embedding2nn.weight	8	-0.02751409076154232
191872	embedding2nn.weight	9	0.05248807743191719
191872	embedding2nn.bias	0	0.0864141508936882
191872	embedding2nn.bias	1	-0.006443169433623552
191872	embedding2nn.bias	2	-0.10354318469762802
191872	embedding2nn.bias	3	0.042703837156295776
191872	embedding2nn.bias	4	0.017987726256251335
191872	embedding2nn.bias	5	-0.16027460992336273
191872	embedding2nn.bias	6	-0.11478143185377121
191872	embedding2nn.bias	7	-0.06571949273347855
191872	embedding2nn.bias	8	0.08874870836734772
191872	embedding2nn.bias	9	-0.06260427832603455
191872	rnn.weight_ih_l0	0	0.04708920046687126
191872	rnn.weight_ih_l0	1	-0.08315975219011307
191872	rnn.weight_ih_l0	2	-0.04015953838825226
191872	rnn.weight_ih_l0	3	-0.04416932538151741
191872	rnn.weight_ih_l0	4	0.006602333392947912
191872	rnn.weight_ih_l0	5	-0.11833754181861877
191872	rnn.weight_ih_l0	6	-0.044830288738012314
191872	rnn.weight_ih_l0	7	-0.012462569400668144
191872	rnn.weight_ih_l0	8	0.06932007521390915
191872	rnn.weight_ih_l0	9	0.01122360210865736
191872	rnn.weight_hh_l0	0	0.0010540701914578676
191872	rnn.weight_hh_l0	1	-0.08398480713367462
191872	rnn.weight_hh_l0	2	0.06996051967144012
191872	rnn.weight_hh_l0	3	0.0473262220621109
191872	rnn.weight_hh_l0	4	0.006423428189009428
191872	rnn.weight_hh_l0	5	0.06895571202039719
191872	rnn.weight_hh_l0	6	-0.017385859042406082
191872	rnn.weight_hh_l0	7	-0.1062336340546608
191872	rnn.weight_hh_l0	8	0.016689514741301537
191872	rnn.weight_hh_l0	9	-0.09035156667232513
191872	rnn.bias_ih_l0	0	-0.08356617391109467
191872	rnn.bias_ih_l0	1	-0.18106311559677124
191872	rnn.bias_ih_l0	2	-0.26036617159843445
191872	rnn.bias_ih_l0	3	-0.2821436822414398
191872	rnn.bias_ih_l0	4	0.006097889970988035
191872	rnn.bias_ih_l0	5	0.05295414477586746
191872	rnn.bias_ih_l0	6	-0.16200889647006989
191872	rnn.bias_ih_l0	7	-0.25893473625183105
191872	rnn.bias_ih_l0	8	-0.12802928686141968
191872	rnn.bias_ih_l0	9	-0.17617802321910858
191872	rnn.bias_hh_l0	0	0.13476714491844177
191872	rnn.bias_hh_l0	1	-0.0672764778137207
191872	rnn.bias_hh_l0	2	0.04026233032345772
191872	rnn.bias_hh_l0	3	-0.1758313626050949
191872	rnn.bias_hh_l0	4	0.03274540230631828
191872	rnn.bias_hh_l0	5	0.049986883997917175
191872	rnn.bias_hh_l0	6	-0.10314977169036865
191872	rnn.bias_hh_l0	7	-0.15714377164840698
191872	rnn.bias_hh_l0	8	-0.18557091057300568
191872	rnn.bias_hh_l0	9	-0.1096024140715599
191872	rnn.weight_ih_l0_reverse	0	-0.021740641444921494
191872	rnn.weight_ih_l0_reverse	1	-0.003509156871587038
191872	rnn.weight_ih_l0_reverse	2	0.01748603582382202
191872	rnn.weight_ih_l0_reverse	3	0.0107571417465806
191872	rnn.weight_ih_l0_reverse	4	0.026780076324939728
191872	rnn.weight_ih_l0_reverse	5	-0.05285250395536423
191872	rnn.weight_ih_l0_reverse	6	-0.04889927804470062
191872	rnn.weight_ih_l0_reverse	7	0.009674475528299809
191872	rnn.weight_ih_l0_reverse	8	0.08897747844457626
191872	rnn.weight_ih_l0_reverse	9	-0.002928671659901738
191872	rnn.weight_hh_l0_reverse	0	0.005008990410715342
191872	rnn.weight_hh_l0_reverse	1	0.028004204854369164
191872	rnn.weight_hh_l0_reverse	2	-0.042319267988204956
191872	rnn.weight_hh_l0_reverse	3	0.03779646381735802
191872	rnn.weight_hh_l0_reverse	4	0.022494209930300713
191872	rnn.weight_hh_l0_reverse	5	-0.0027883690781891346
191872	rnn.weight_hh_l0_reverse	6	0.06534575670957565
191872	rnn.weight_hh_l0_reverse	7	0.03360412269830704
191872	rnn.weight_hh_l0_reverse	8	-0.020370719954371452
191872	rnn.weight_hh_l0_reverse	9	-0.029747631400823593
191872	rnn.bias_ih_l0_reverse	0	-0.1452273726463318
191872	rnn.bias_ih_l0_reverse	1	-0.32499468326568604
191872	rnn.bias_ih_l0_reverse	2	-0.05797652155160904
191872	rnn.bias_ih_l0_reverse	3	-0.14978182315826416
191872	rnn.bias_ih_l0_reverse	4	0.06341042369604111
191872	rnn.bias_ih_l0_reverse	5	-0.263370156288147
191872	rnn.bias_ih_l0_reverse	6	-0.05921453237533569
191872	rnn.bias_ih_l0_reverse	7	0.021304383873939514
191872	rnn.bias_ih_l0_reverse	8	-0.1922135204076767
191872	rnn.bias_ih_l0_reverse	9	-0.08535940945148468
191872	rnn.bias_hh_l0_reverse	0	-0.16200990974903107
191872	rnn.bias_hh_l0_reverse	1	-0.14346104860305786
191872	rnn.bias_hh_l0_reverse	2	-0.018820174038410187
191872	rnn.bias_hh_l0_reverse	3	-0.13999858498573303
191872	rnn.bias_hh_l0_reverse	4	-0.025770865380764008
191872	rnn.bias_hh_l0_reverse	5	-0.11709312349557877
191872	rnn.bias_hh_l0_reverse	6	-0.073360376060009
191872	rnn.bias_hh_l0_reverse	7	-0.192153200507164
191872	rnn.bias_hh_l0_reverse	8	-0.06133712828159332
191872	rnn.bias_hh_l0_reverse	9	-0.1184687688946724
191872	linear.weight	0	-0.2308569699525833
191872	linear.weight	1	-0.08629218488931656
191872	linear.weight	2	-0.011228874325752258
191872	linear.weight	3	-0.11718656122684479
191872	linear.weight	4	-0.0006611222634091973
191872	linear.weight	5	0.22007228434085846
191872	linear.weight	6	0.0047744326293468475
191872	linear.weight	7	-0.021312154829502106
191872	linear.weight	8	0.1913011521100998
191872	linear.weight	9	0.22492703795433044
191872	linear.bias	0	-0.8050925731658936
191872	linear.bias	1	1.4529348611831665
191872	linear.bias	2	-0.4718981981277466
191872	linear.bias	3	-0.7283558249473572
191872	linear.bias	4	-0.8725726008415222
191872	linear.bias	5	-1.1779143810272217
191872	linear.bias	6	-0.9150218963623047
191872	linear.bias	7	-0.710515022277832
191872	linear.bias	8	-0.01705317199230194
191872	linear.bias	9	3.4603230953216553
192069	transitions	0	-0.4454491436481476
192069	transitions	1	8.744085311889648
192069	transitions	2	-3.5788168907165527
192069	transitions	3	1.570070505142212
192069	transitions	4	-2.1748056411743164
192069	transitions	5	-0.4133783280849457
192069	transitions	6	-0.1927359402179718
192069	transitions	7	-10000.0
192069	transitions	8	1.8150664567947388
192069	transitions	9	-2.294542074203491
192069	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
192069	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
192069	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
192069	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
192069	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
192069	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
192069	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
192069	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
192069	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
192069	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
192069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
192069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
192069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
192069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
192069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
192069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
192069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
192069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
192069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
192069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
192069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
192069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
192069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
192069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
192069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
192069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
192069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
192069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
192069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
192069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
192069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
192069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
192069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
192069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
192069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
192069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
192069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
192069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
192069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
192069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
192069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
192069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
192069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
192069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
192069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
192069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
192069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
192069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
192069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
192069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
192069	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
192069	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
192069	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
192069	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
192069	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
192069	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
192069	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
192069	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
192069	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
192069	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
192069	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
192069	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
192069	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
192069	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
192069	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
192069	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
192069	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
192069	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
192069	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
192069	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
192069	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
192069	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
192069	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
192069	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
192069	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
192069	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
192069	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
192069	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
192069	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
192069	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
192069	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
192069	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
192069	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
192069	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
192069	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
192069	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
192069	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
192069	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
192069	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
192069	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
192069	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
192069	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
192069	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
192069	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
192069	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
192069	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
192069	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
192069	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
192069	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
192069	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
192069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
192069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
192069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
192069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
192069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
192069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
192069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
192069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
192069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
192069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
192069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
192069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
192069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
192069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
192069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
192069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
192069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
192069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
192069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
192069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
192069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
192069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
192069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
192069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
192069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
192069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
192069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
192069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
192069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
192069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
192069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
192069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
192069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
192069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
192069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
192069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
192069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
192069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
192069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
192069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
192069	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
192069	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
192069	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
192069	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
192069	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
192069	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
192069	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
192069	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
192069	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
192069	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
192069	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
192069	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
192069	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
192069	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
192069	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
192069	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
192069	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
192069	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
192069	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
192069	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
192069	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
192069	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
192069	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
192069	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
192069	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
192069	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
192069	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
192069	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
192069	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
192069	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
192069	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
192069	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
192069	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
192069	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
192069	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
192069	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
192069	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
192069	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
192069	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
192069	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
192069	embedding2nn.weight	0	0.04870793968439102
192069	embedding2nn.weight	1	-0.08978520333766937
192069	embedding2nn.weight	2	0.007683354429900646
192069	embedding2nn.weight	3	-0.05122068151831627
192069	embedding2nn.weight	4	-0.1283891201019287
192069	embedding2nn.weight	5	0.1205706000328064
192069	embedding2nn.weight	6	-0.0972808450460434
192069	embedding2nn.weight	7	-0.06459669768810272
192069	embedding2nn.weight	8	-0.027031678706407547
192069	embedding2nn.weight	9	0.052268773317337036
192069	embedding2nn.bias	0	0.07726764678955078
192069	embedding2nn.bias	1	-0.005877390503883362
192069	embedding2nn.bias	2	-0.10041669011116028
192069	embedding2nn.bias	3	0.0414358526468277
192069	embedding2nn.bias	4	0.015267780981957912
192069	embedding2nn.bias	5	-0.161479651927948
192069	embedding2nn.bias	6	-0.1088123768568039
192069	embedding2nn.bias	7	-0.05858509987592697
192069	embedding2nn.bias	8	0.0867801085114479
192069	embedding2nn.bias	9	-0.05255616083741188
192069	rnn.weight_ih_l0	0	0.04734671115875244
192069	rnn.weight_ih_l0	1	-0.08309954404830933
192069	rnn.weight_ih_l0	2	-0.039439477026462555
192069	rnn.weight_ih_l0	3	-0.04594425857067108
192069	rnn.weight_ih_l0	4	0.006145287770777941
192069	rnn.weight_ih_l0	5	-0.1186448410153389
192069	rnn.weight_ih_l0	6	-0.04622447490692139
192069	rnn.weight_ih_l0	7	-0.011502046138048172
192069	rnn.weight_ih_l0	8	0.06957428902387619
192069	rnn.weight_ih_l0	9	0.010382130742073059
192069	rnn.weight_hh_l0	0	0.0006328263552859426
192069	rnn.weight_hh_l0	1	-0.08338411152362823
192069	rnn.weight_hh_l0	2	0.07015202194452286
192069	rnn.weight_hh_l0	3	0.04722128063440323
192069	rnn.weight_hh_l0	4	0.006390327122062445
192069	rnn.weight_hh_l0	5	0.06803710013628006
192069	rnn.weight_hh_l0	6	-0.017314575612545013
192069	rnn.weight_hh_l0	7	-0.10613060742616653
192069	rnn.weight_hh_l0	8	0.016978124156594276
192069	rnn.weight_hh_l0	9	-0.09152491390705109
192069	rnn.bias_ih_l0	0	-0.08462420105934143
192069	rnn.bias_ih_l0	1	-0.1804443746805191
192069	rnn.bias_ih_l0	2	-0.26178616285324097
192069	rnn.bias_ih_l0	3	-0.28055432438850403
192069	rnn.bias_ih_l0	4	0.008532125502824783
192069	rnn.bias_ih_l0	5	0.05116027221083641
192069	rnn.bias_ih_l0	6	-0.16217218339443207
192069	rnn.bias_ih_l0	7	-0.2620190382003784
192069	rnn.bias_ih_l0	8	-0.12828820943832397
192069	rnn.bias_ih_l0	9	-0.1746395081281662
192069	rnn.bias_hh_l0	0	0.1366557627916336
192069	rnn.bias_hh_l0	1	-0.06654759496450424
192069	rnn.bias_hh_l0	2	0.03975783661007881
192069	rnn.bias_hh_l0	3	-0.17603906989097595
192069	rnn.bias_hh_l0	4	0.034319519996643066
192069	rnn.bias_hh_l0	5	0.04897831380367279
192069	rnn.bias_hh_l0	6	-0.10384704172611237
192069	rnn.bias_hh_l0	7	-0.15712426602840424
192069	rnn.bias_hh_l0	8	-0.18647390604019165
192069	rnn.bias_hh_l0	9	-0.1105952113866806
192069	rnn.weight_ih_l0_reverse	0	-0.02236785739660263
192069	rnn.weight_ih_l0_reverse	1	-0.0034295879304409027
192069	rnn.weight_ih_l0_reverse	2	0.017631741240620613
192069	rnn.weight_ih_l0_reverse	3	0.012036827392876148
192069	rnn.weight_ih_l0_reverse	4	0.024731794372200966
192069	rnn.weight_ih_l0_reverse	5	-0.051672518253326416
192069	rnn.weight_ih_l0_reverse	6	-0.04753299430012703
192069	rnn.weight_ih_l0_reverse	7	0.009273050352931023
192069	rnn.weight_ih_l0_reverse	8	0.08944270014762878
192069	rnn.weight_ih_l0_reverse	9	-0.000694864138495177
192069	rnn.weight_hh_l0_reverse	0	0.005127961281687021
192069	rnn.weight_hh_l0_reverse	1	0.02805372141301632
192069	rnn.weight_hh_l0_reverse	2	-0.04253239557147026
192069	rnn.weight_hh_l0_reverse	3	0.037896476686000824
192069	rnn.weight_hh_l0_reverse	4	0.0225025936961174
192069	rnn.weight_hh_l0_reverse	5	-0.0028661072719842196
192069	rnn.weight_hh_l0_reverse	6	0.06552555412054062
192069	rnn.weight_hh_l0_reverse	7	0.03380613029003143
192069	rnn.weight_hh_l0_reverse	8	-0.02015318162739277
192069	rnn.weight_hh_l0_reverse	9	-0.02960970811545849
192069	rnn.bias_ih_l0_reverse	0	-0.144947350025177
192069	rnn.bias_ih_l0_reverse	1	-0.32681384682655334
192069	rnn.bias_ih_l0_reverse	2	-0.05658422037959099
192069	rnn.bias_ih_l0_reverse	3	-0.1489761769771576
192069	rnn.bias_ih_l0_reverse	4	0.06614656746387482
192069	rnn.bias_ih_l0_reverse	5	-0.26152682304382324
192069	rnn.bias_ih_l0_reverse	6	-0.059783995151519775
192069	rnn.bias_ih_l0_reverse	7	0.021520085632801056
192069	rnn.bias_ih_l0_reverse	8	-0.1919281780719757
192069	rnn.bias_ih_l0_reverse	9	-0.08520038425922394
192069	rnn.bias_hh_l0_reverse	0	-0.15922138094902039
192069	rnn.bias_hh_l0_reverse	1	-0.14672936499118805
192069	rnn.bias_hh_l0_reverse	2	-0.019162634387612343
192069	rnn.bias_hh_l0_reverse	3	-0.1405629813671112
192069	rnn.bias_hh_l0_reverse	4	-0.025621410459280014
192069	rnn.bias_hh_l0_reverse	5	-0.11629723757505417
192069	rnn.bias_hh_l0_reverse	6	-0.07441341876983643
192069	rnn.bias_hh_l0_reverse	7	-0.19345968961715698
192069	rnn.bias_hh_l0_reverse	8	-0.06161235272884369
192069	rnn.bias_hh_l0_reverse	9	-0.11841537803411484
192069	linear.weight	0	-0.23829345405101776
192069	linear.weight	1	-0.0920587107539177
192069	linear.weight	2	-0.011228874325752258
192069	linear.weight	3	-0.11804306507110596
192069	linear.weight	4	-0.0013212318299338222
192069	linear.weight	5	0.21542125940322876
192069	linear.weight	6	0.0047744326293468475
192069	linear.weight	7	-0.021312154829502106
192069	linear.weight	8	0.18184728920459747
192069	linear.weight	9	0.22448277473449707
192069	linear.bias	0	-0.7945553660392761
192069	linear.bias	1	1.4517678022384644
192069	linear.bias	2	-0.49023085832595825
192069	linear.bias	3	-0.7153448462486267
192069	linear.bias	4	-0.858762800693512
192069	linear.bias	5	-1.1779314279556274
192069	linear.bias	6	-0.9055016040802002
192069	linear.bias	7	-0.7383476495742798
192069	linear.bias	8	-0.01705317199230194
192069	linear.bias	9	3.4266324043273926
192266	transitions	0	-0.4455687701702118
192266	transitions	1	8.73856258392334
192266	transitions	2	-3.5790743827819824
192266	transitions	3	1.5678621530532837
192266	transitions	4	-2.174964427947998
192266	transitions	5	-0.41343653202056885
192266	transitions	6	-0.19274842739105225
192266	transitions	7	-10000.0
192266	transitions	8	1.816153883934021
192266	transitions	9	-2.294543981552124
192266	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
192266	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
192266	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
192266	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
192266	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
192266	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
192266	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
192266	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
192266	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
192266	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
192266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
192266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
192266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
192266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
192266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
192266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
192266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
192266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
192266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
192266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
192266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
192266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
192266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
192266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
192266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
192266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
192266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
192266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
192266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
192266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
192266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
192266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
192266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
192266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
192266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
192266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
192266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
192266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
192266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
192266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
192266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
192266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
192266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
192266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
192266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
192266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
192266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
192266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
192266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
192266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
192266	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
192266	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
192266	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
192266	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
192266	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
192266	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
192266	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
192266	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
192266	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
192266	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
192266	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
192266	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
192266	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
192266	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
192266	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
192266	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
192266	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
192266	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
192266	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
192266	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
192266	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
192266	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
192266	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
192266	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
192266	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
192266	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
192266	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
192266	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
192266	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
192266	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
192266	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
192266	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
192266	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
192266	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
192266	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
192266	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
192266	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
192266	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
192266	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
192266	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
192266	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
192266	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
192266	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
192266	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
192266	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
192266	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
192266	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
192266	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
192266	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
192266	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
192266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
192266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
192266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
192266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
192266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
192266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
192266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
192266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
192266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
192266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
192266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
192266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
192266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
192266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
192266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
192266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
192266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
192266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
192266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
192266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
192266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
192266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
192266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
192266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
192266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
192266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
192266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
192266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
192266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
192266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
192266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
192266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
192266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
192266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
192266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
192266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
192266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
192266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
192266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
192266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
192266	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
192266	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
192266	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
192266	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
192266	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
192266	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
192266	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
192266	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
192266	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
192266	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
192266	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
192266	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
192266	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
192266	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
192266	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
192266	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
192266	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
192266	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
192266	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
192266	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
192266	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
192266	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
192266	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
192266	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
192266	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
192266	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
192266	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
192266	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
192266	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
192266	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
192266	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
192266	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
192266	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
192266	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
192266	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
192266	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
192266	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
192266	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
192266	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
192266	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
192266	embedding2nn.weight	0	0.04860902205109596
192266	embedding2nn.weight	1	-0.09042251855134964
192266	embedding2nn.weight	2	0.008965333923697472
192266	embedding2nn.weight	3	-0.051173239946365356
192266	embedding2nn.weight	4	-0.12789912521839142
192266	embedding2nn.weight	5	0.12126907706260681
192266	embedding2nn.weight	6	-0.09395704418420792
192266	embedding2nn.weight	7	-0.06395173072814941
192266	embedding2nn.weight	8	-0.027307700365781784
192266	embedding2nn.weight	9	0.05152500420808792
192266	embedding2nn.bias	0	0.07606548070907593
192266	embedding2nn.bias	1	-0.009480842389166355
192266	embedding2nn.bias	2	-0.11201539635658264
192266	embedding2nn.bias	3	0.045714620500802994
192266	embedding2nn.bias	4	0.013143644668161869
192266	embedding2nn.bias	5	-0.1629994958639145
192266	embedding2nn.bias	6	-0.11178150773048401
192266	embedding2nn.bias	7	-0.054854925721883774
192266	embedding2nn.bias	8	0.08673658221960068
192266	embedding2nn.bias	9	-0.05900084227323532
192266	rnn.weight_ih_l0	0	0.04570449888706207
192266	rnn.weight_ih_l0	1	-0.08275946229696274
192266	rnn.weight_ih_l0	2	-0.03902551904320717
192266	rnn.weight_ih_l0	3	-0.047432418912649155
192266	rnn.weight_ih_l0	4	0.005037708207964897
192266	rnn.weight_ih_l0	5	-0.11913786828517914
192266	rnn.weight_ih_l0	6	-0.046909019351005554
192266	rnn.weight_ih_l0	7	-0.01206167321652174
192266	rnn.weight_ih_l0	8	0.0702301487326622
192266	rnn.weight_ih_l0	9	0.010561099275946617
192266	rnn.weight_hh_l0	0	0.0008302493952214718
192266	rnn.weight_hh_l0	1	-0.08134877681732178
192266	rnn.weight_hh_l0	2	0.06953364610671997
192266	rnn.weight_hh_l0	3	0.04712528735399246
192266	rnn.weight_hh_l0	4	0.006324205081909895
192266	rnn.weight_hh_l0	5	0.0677095577120781
192266	rnn.weight_hh_l0	6	-0.017291251569986343
192266	rnn.weight_hh_l0	7	-0.10568618029356003
192266	rnn.weight_hh_l0	8	0.016553575173020363
192266	rnn.weight_hh_l0	9	-0.09247493743896484
192266	rnn.bias_ih_l0	0	-0.08542849123477936
192266	rnn.bias_ih_l0	1	-0.18359921872615814
192266	rnn.bias_ih_l0	2	-0.2623129189014435
192266	rnn.bias_ih_l0	3	-0.28213217854499817
192266	rnn.bias_ih_l0	4	0.008606680668890476
192266	rnn.bias_ih_l0	5	0.05311790108680725
192266	rnn.bias_ih_l0	6	-0.1628296971321106
192266	rnn.bias_ih_l0	7	-0.25994110107421875
192266	rnn.bias_ih_l0	8	-0.12977048754692078
192266	rnn.bias_ih_l0	9	-0.17803844809532166
192266	rnn.bias_hh_l0	0	0.13426557183265686
192266	rnn.bias_hh_l0	1	-0.0654710978269577
192266	rnn.bias_hh_l0	2	0.03896290808916092
192266	rnn.bias_hh_l0	3	-0.17463989555835724
192266	rnn.bias_hh_l0	4	0.03237029165029526
192266	rnn.bias_hh_l0	5	0.04986529424786568
192266	rnn.bias_hh_l0	6	-0.10400962829589844
192266	rnn.bias_hh_l0	7	-0.15669161081314087
192266	rnn.bias_hh_l0	8	-0.18644508719444275
192266	rnn.bias_hh_l0	9	-0.11019007861614227
192266	rnn.weight_ih_l0_reverse	0	-0.02226906828582287
192266	rnn.weight_ih_l0_reverse	1	-0.002433715621009469
192266	rnn.weight_ih_l0_reverse	2	0.014832444489002228
192266	rnn.weight_ih_l0_reverse	3	0.010763498023152351
192266	rnn.weight_ih_l0_reverse	4	0.024347739294171333
192266	rnn.weight_ih_l0_reverse	5	-0.0492679700255394
192266	rnn.weight_ih_l0_reverse	6	-0.049844175577163696
192266	rnn.weight_ih_l0_reverse	7	0.009410416707396507
192266	rnn.weight_ih_l0_reverse	8	0.08790269494056702
192266	rnn.weight_ih_l0_reverse	9	-0.0007454564911313355
192266	rnn.weight_hh_l0_reverse	0	0.004837098531424999
192266	rnn.weight_hh_l0_reverse	1	0.028485216200351715
192266	rnn.weight_hh_l0_reverse	2	-0.04242594540119171
192266	rnn.weight_hh_l0_reverse	3	0.03778792917728424
192266	rnn.weight_hh_l0_reverse	4	0.022562561556696892
192266	rnn.weight_hh_l0_reverse	5	-0.0030497207771986723
192266	rnn.weight_hh_l0_reverse	6	0.0651489868760109
192266	rnn.weight_hh_l0_reverse	7	0.0338933989405632
192266	rnn.weight_hh_l0_reverse	8	-0.020257875323295593
192266	rnn.weight_hh_l0_reverse	9	-0.02953522838652134
192266	rnn.bias_ih_l0_reverse	0	-0.14372816681861877
192266	rnn.bias_ih_l0_reverse	1	-0.32423242926597595
192266	rnn.bias_ih_l0_reverse	2	-0.05667177215218544
192266	rnn.bias_ih_l0_reverse	3	-0.1490122228860855
192266	rnn.bias_ih_l0_reverse	4	0.06792809814214706
192266	rnn.bias_ih_l0_reverse	5	-0.2605821192264557
192266	rnn.bias_ih_l0_reverse	6	-0.060718681663274765
192266	rnn.bias_ih_l0_reverse	7	0.023105178028345108
192266	rnn.bias_ih_l0_reverse	8	-0.19162926077842712
192266	rnn.bias_ih_l0_reverse	9	-0.08780955523252487
192266	rnn.bias_hh_l0_reverse	0	-0.1583108752965927
192266	rnn.bias_hh_l0_reverse	1	-0.14771540462970734
192266	rnn.bias_hh_l0_reverse	2	-0.019522186368703842
192266	rnn.bias_hh_l0_reverse	3	-0.14060047268867493
192266	rnn.bias_hh_l0_reverse	4	-0.026851875707507133
192266	rnn.bias_hh_l0_reverse	5	-0.11645638197660446
192266	rnn.bias_hh_l0_reverse	6	-0.07337812334299088
192266	rnn.bias_hh_l0_reverse	7	-0.19373221695423126
192266	rnn.bias_hh_l0_reverse	8	-0.061962150037288666
192266	rnn.bias_hh_l0_reverse	9	-0.11716073751449585
192266	linear.weight	0	-0.244131401181221
192266	linear.weight	1	-0.09178180992603302
192266	linear.weight	2	-0.011228874325752258
192266	linear.weight	3	-0.1251358985900879
192266	linear.weight	4	0.0007761528831906617
192266	linear.weight	5	0.23274430632591248
192266	linear.weight	6	0.0047744326293468475
192266	linear.weight	7	-0.021312154829502106
192266	linear.weight	8	0.1815909743309021
192266	linear.weight	9	0.22688259184360504
192266	linear.bias	0	-0.7969150543212891
192266	linear.bias	1	1.4244765043258667
192266	linear.bias	2	-0.4842614233493805
192266	linear.bias	3	-0.7250368595123291
192266	linear.bias	4	-0.8633069396018982
192266	linear.bias	5	-1.1779485940933228
192266	linear.bias	6	-0.907517671585083
192266	linear.bias	7	-0.7473394274711609
192266	linear.bias	8	-0.01705317199230194
192266	linear.bias	9	3.416569471359253
192463	transitions	0	-0.44566982984542847
192463	transitions	1	8.756623268127441
192463	transitions	2	-3.5794179439544678
192463	transitions	3	1.5675040483474731
192463	transitions	4	-2.1753299236297607
192463	transitions	5	-0.4134676456451416
192463	transitions	6	-0.1927623748779297
192463	transitions	7	-10000.0
192463	transitions	8	1.8168948888778687
192463	transitions	9	-2.294546365737915
192463	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
192463	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
192463	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
192463	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
192463	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
192463	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
192463	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
192463	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
192463	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
192463	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
192463	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
192463	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
192463	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
192463	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
192463	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
192463	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
192463	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
192463	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
192463	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
192463	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
192463	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
192463	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
192463	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
192463	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
192463	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
192463	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
192463	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
192463	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
192463	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
192463	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
192463	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
192463	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
192463	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
192463	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
192463	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
192463	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
192463	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
192463	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
192463	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
192463	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
192463	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
192463	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
192463	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
192463	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
192463	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
192463	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
192463	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
192463	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
192463	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
192463	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
192463	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
192463	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
192463	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
192463	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
192463	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
192463	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
192463	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
192463	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
192463	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
192463	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
192463	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
192463	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
192463	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
192463	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
192463	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
192463	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
192463	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
192463	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
192463	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
192463	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
192463	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
192463	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
192463	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
192463	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
192463	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
192463	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
192463	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
192463	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
192463	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
192463	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
192463	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
192463	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
192463	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
192463	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
192463	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
192463	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
192463	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
192463	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
192463	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
192463	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
192463	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
192463	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
192463	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
192463	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
192463	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
192463	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
192463	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
192463	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
192463	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
192463	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
192463	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
192463	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
192463	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
192463	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
192463	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
192463	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
192463	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
192463	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
192463	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
192463	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
192463	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
192463	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
192463	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
192463	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
192463	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
192463	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
192463	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
192463	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
192463	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
192463	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
192463	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
192463	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
192463	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
192463	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
192463	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
192463	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
192463	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
192463	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
192463	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
192463	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
192463	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
192463	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
192463	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
192463	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
192463	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
192463	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
192463	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
192463	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
192463	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
192463	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
192463	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
192463	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
192463	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
192463	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
192463	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
192463	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
192463	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
192463	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
192463	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
192463	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
192463	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
192463	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
192463	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
192463	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
192463	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
192463	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
192463	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
192463	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
192463	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
192463	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
192463	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
192463	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
192463	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
192463	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
192463	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
192463	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
192463	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
192463	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
192463	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
192463	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
192463	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
192463	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
192463	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
192463	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
192463	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
192463	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
192463	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
192463	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
192463	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
192463	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
192463	embedding2nn.weight	0	0.048913776874542236
192463	embedding2nn.weight	1	-0.09005878865718842
192463	embedding2nn.weight	2	0.008352451957762241
192463	embedding2nn.weight	3	-0.05115324258804321
192463	embedding2nn.weight	4	-0.12972018122673035
192463	embedding2nn.weight	5	0.12092398852109909
192463	embedding2nn.weight	6	-0.09361597895622253
192463	embedding2nn.weight	7	-0.06619945913553238
192463	embedding2nn.weight	8	-0.025933220982551575
192463	embedding2nn.weight	9	0.052918434143066406
192463	embedding2nn.bias	0	0.07641861587762833
192463	embedding2nn.bias	1	-0.0026188045740127563
192463	embedding2nn.bias	2	-0.10294751077890396
192463	embedding2nn.bias	3	0.04345838353037834
192463	embedding2nn.bias	4	0.013074054382741451
192463	embedding2nn.bias	5	-0.16561605036258698
192463	embedding2nn.bias	6	-0.11165030300617218
192463	embedding2nn.bias	7	-0.059970639646053314
192463	embedding2nn.bias	8	0.09951531887054443
192463	embedding2nn.bias	9	-0.05495579540729523
192463	rnn.weight_ih_l0	0	0.0466485433280468
192463	rnn.weight_ih_l0	1	-0.08217085152864456
192463	rnn.weight_ih_l0	2	-0.03825027868151665
192463	rnn.weight_ih_l0	3	-0.04587035998702049
192463	rnn.weight_ih_l0	4	0.0048121497966349125
192463	rnn.weight_ih_l0	5	-0.11865019053220749
192463	rnn.weight_ih_l0	6	-0.047039441764354706
192463	rnn.weight_ih_l0	7	-0.01209589559584856
192463	rnn.weight_ih_l0	8	0.07092895358800888
192463	rnn.weight_ih_l0	9	0.010680130682885647
192463	rnn.weight_hh_l0	0	0.0018710215808823705
192463	rnn.weight_hh_l0	1	-0.08093772083520889
192463	rnn.weight_hh_l0	2	0.06967317312955856
192463	rnn.weight_hh_l0	3	0.046650487929582596
192463	rnn.weight_hh_l0	4	0.006050983909517527
192463	rnn.weight_hh_l0	5	0.06756658852100372
192463	rnn.weight_hh_l0	6	-0.017318515107035637
192463	rnn.weight_hh_l0	7	-0.10598321259021759
192463	rnn.weight_hh_l0	8	0.01682116836309433
192463	rnn.weight_hh_l0	9	-0.09162095189094543
192463	rnn.bias_ih_l0	0	-0.08457125723361969
192463	rnn.bias_ih_l0	1	-0.1817491054534912
192463	rnn.bias_ih_l0	2	-0.2613270878791809
192463	rnn.bias_ih_l0	3	-0.281201034784317
192463	rnn.bias_ih_l0	4	0.0077238609082996845
192463	rnn.bias_ih_l0	5	0.05290998890995979
192463	rnn.bias_ih_l0	6	-0.1638333946466446
192463	rnn.bias_ih_l0	7	-0.2631470859050751
192463	rnn.bias_ih_l0	8	-0.12933094799518585
192463	rnn.bias_ih_l0	9	-0.17701582610607147
192463	rnn.bias_hh_l0	0	0.1359144151210785
192463	rnn.bias_hh_l0	1	-0.06764566153287888
192463	rnn.bias_hh_l0	2	0.03905423730611801
192463	rnn.bias_hh_l0	3	-0.17536917328834534
192463	rnn.bias_hh_l0	4	0.03213011845946312
192463	rnn.bias_hh_l0	5	0.05051563307642937
192463	rnn.bias_hh_l0	6	-0.10361692309379578
192463	rnn.bias_hh_l0	7	-0.1548798680305481
192463	rnn.bias_hh_l0	8	-0.18728108704090118
192463	rnn.bias_hh_l0	9	-0.10939453542232513
192463	rnn.weight_ih_l0_reverse	0	-0.022343192249536514
192463	rnn.weight_ih_l0_reverse	1	-0.0019774737302213907
192463	rnn.weight_ih_l0_reverse	2	0.014606310985982418
192463	rnn.weight_ih_l0_reverse	3	0.013526543974876404
192463	rnn.weight_ih_l0_reverse	4	0.02535942755639553
192463	rnn.weight_ih_l0_reverse	5	-0.04925243929028511
192463	rnn.weight_ih_l0_reverse	6	-0.04897391051054001
192463	rnn.weight_ih_l0_reverse	7	0.009165708906948566
192463	rnn.weight_ih_l0_reverse	8	0.08813446015119553
192463	rnn.weight_ih_l0_reverse	9	-0.0007959465146996081
192463	rnn.weight_hh_l0_reverse	0	0.004747053608298302
192463	rnn.weight_hh_l0_reverse	1	0.028435884043574333
192463	rnn.weight_hh_l0_reverse	2	-0.041865840554237366
192463	rnn.weight_hh_l0_reverse	3	0.03782043233513832
192463	rnn.weight_hh_l0_reverse	4	0.02250795066356659
192463	rnn.weight_hh_l0_reverse	5	-0.002607857109978795
192463	rnn.weight_hh_l0_reverse	6	0.06512715667486191
192463	rnn.weight_hh_l0_reverse	7	0.033906880766153336
192463	rnn.weight_hh_l0_reverse	8	-0.02010302245616913
192463	rnn.weight_hh_l0_reverse	9	-0.029730457812547684
192463	rnn.bias_ih_l0_reverse	0	-0.14383071660995483
192463	rnn.bias_ih_l0_reverse	1	-0.32369890809059143
192463	rnn.bias_ih_l0_reverse	2	-0.057118963450193405
192463	rnn.bias_ih_l0_reverse	3	-0.15008579194545746
192463	rnn.bias_ih_l0_reverse	4	0.06463772803544998
192463	rnn.bias_ih_l0_reverse	5	-0.2603145241737366
192463	rnn.bias_ih_l0_reverse	6	-0.06184881925582886
192463	rnn.bias_ih_l0_reverse	7	0.020776037126779556
192463	rnn.bias_ih_l0_reverse	8	-0.19240546226501465
192463	rnn.bias_ih_l0_reverse	9	-0.08832952380180359
192463	rnn.bias_hh_l0_reverse	0	-0.15716737508773804
192463	rnn.bias_hh_l0_reverse	1	-0.14886674284934998
192463	rnn.bias_hh_l0_reverse	2	-0.019599610939621925
192463	rnn.bias_hh_l0_reverse	3	-0.14060477912425995
192463	rnn.bias_hh_l0_reverse	4	-0.02658832259476185
192463	rnn.bias_hh_l0_reverse	5	-0.11743498593568802
192463	rnn.bias_hh_l0_reverse	6	-0.07363824546337128
192463	rnn.bias_hh_l0_reverse	7	-0.19156989455223083
192463	rnn.bias_hh_l0_reverse	8	-0.06267816573381424
192463	rnn.bias_hh_l0_reverse	9	-0.11734261363744736
192463	linear.weight	0	-0.2589699923992157
192463	linear.weight	1	-0.09153665602207184
192463	linear.weight	2	-0.011228874325752258
192463	linear.weight	3	-0.12697462737560272
192463	linear.weight	4	0.0021118042059242725
192463	linear.weight	5	0.22855158150196075
192463	linear.weight	6	0.0047744326293468475
192463	linear.weight	7	-0.021312154829502106
192463	linear.weight	8	0.17950725555419922
192463	linear.weight	9	0.22224241495132446
192463	linear.bias	0	-0.8098441958427429
192463	linear.bias	1	1.4404293298721313
192463	linear.bias	2	-0.4694870114326477
192463	linear.bias	3	-0.7205373644828796
192463	linear.bias	4	-0.8484885096549988
192463	linear.bias	5	-1.17796790599823
192463	linear.bias	6	-0.9192640781402588
192463	linear.bias	7	-0.7234755754470825
192463	linear.bias	8	-0.01705317199230194
192463	linear.bias	9	3.413689136505127
192660	transitions	0	-0.44587981700897217
192660	transitions	1	8.735367774963379
192660	transitions	2	-3.579650402069092
192660	transitions	3	1.5733226537704468
192660	transitions	4	-2.1755247116088867
192660	transitions	5	-0.4137595295906067
192660	transitions	6	-0.19277651607990265
192660	transitions	7	-10000.0
192660	transitions	8	1.8230626583099365
192660	transitions	9	-2.2945473194122314
192660	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
192660	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
192660	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
192660	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
192660	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
192660	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
192660	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
192660	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
192660	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
192660	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
192660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
192660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
192660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
192660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
192660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
192660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
192660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
192660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
192660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
192660	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
192660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
192660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
192660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
192660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
192660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
192660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
192660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
192660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
192660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
192660	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
192660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
192660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
192660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
192660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
192660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
192660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
192660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
192660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
192660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
192660	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
192660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
192660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
192660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
192660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
192660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
192660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
192660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
192660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
192660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
192660	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
192660	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
192660	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
192660	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
192660	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
192660	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
192660	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
192660	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
192660	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
192660	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
192660	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
192660	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
192660	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
192660	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
192660	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
192660	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
192660	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
192660	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
192660	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
192660	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
192660	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
192660	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
192660	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
192660	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
192660	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
192660	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
192660	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
192660	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
192660	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
192660	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
192660	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
192660	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
192660	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
192660	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
192660	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
192660	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
192660	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
192660	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
192660	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
192660	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
192660	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
192660	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
192660	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
192660	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
192660	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
192660	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
192660	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
192660	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
192660	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
192660	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
192660	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
192660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
192660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
192660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
192660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
192660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
192660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
192660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
192660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
192660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
192660	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
192660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
192660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
192660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
192660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
192660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
192660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
192660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
192660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
192660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
192660	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
192660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
192660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
192660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
192660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
192660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
192660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
192660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
192660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
192660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
192660	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
192660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
192660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
192660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
192660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
192660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
192660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
192660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
192660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
192660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
192660	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
192660	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
192660	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
192660	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
192660	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
192660	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
192660	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
192660	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
192660	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
192660	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
192660	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
192660	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
192660	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
192660	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
192660	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
192660	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
192660	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
192660	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
192660	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
192660	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
192660	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
192660	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
192660	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
192660	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
192660	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
192660	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
192660	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
192660	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
192660	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
192660	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
192660	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
192660	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
192660	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
192660	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
192660	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
192660	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
192660	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
192660	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
192660	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
192660	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
192660	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
192660	embedding2nn.weight	0	0.049188077449798584
192660	embedding2nn.weight	1	-0.09031026065349579
192660	embedding2nn.weight	2	0.00885206088423729
192660	embedding2nn.weight	3	-0.051911525428295135
192660	embedding2nn.weight	4	-0.13065767288208008
192660	embedding2nn.weight	5	0.12075900286436081
192660	embedding2nn.weight	6	-0.09860491007566452
192660	embedding2nn.weight	7	-0.06645870208740234
192660	embedding2nn.weight	8	-0.025905197486281395
192660	embedding2nn.weight	9	0.051561061292886734
192660	embedding2nn.bias	0	0.07348374277353287
192660	embedding2nn.bias	1	-0.00756898894906044
192660	embedding2nn.bias	2	-0.10652729868888855
192660	embedding2nn.bias	3	0.043135516345500946
192660	embedding2nn.bias	4	0.008720592595636845
192660	embedding2nn.bias	5	-0.16186150908470154
192660	embedding2nn.bias	6	-0.11282870173454285
192660	embedding2nn.bias	7	-0.05907043069601059
192660	embedding2nn.bias	8	0.10146769881248474
192660	embedding2nn.bias	9	-0.049024131149053574
192660	rnn.weight_ih_l0	0	0.047201305627822876
192660	rnn.weight_ih_l0	1	-0.08177269995212555
192660	rnn.weight_ih_l0	2	-0.03869125247001648
192660	rnn.weight_ih_l0	3	-0.044989295303821564
192660	rnn.weight_ih_l0	4	0.005584437865763903
192660	rnn.weight_ih_l0	5	-0.11795470863580704
192660	rnn.weight_ih_l0	6	-0.04659639671444893
192660	rnn.weight_ih_l0	7	-0.01242680661380291
192660	rnn.weight_ih_l0	8	0.06875529885292053
192660	rnn.weight_ih_l0	9	0.010580184869468212
192660	rnn.weight_hh_l0	0	0.002439776435494423
192660	rnn.weight_hh_l0	1	-0.08003554493188858
192660	rnn.weight_hh_l0	2	0.0693940818309784
192660	rnn.weight_hh_l0	3	0.04602055624127388
192660	rnn.weight_hh_l0	4	0.005940900184214115
192660	rnn.weight_hh_l0	5	0.0671861469745636
192660	rnn.weight_hh_l0	6	-0.017228083685040474
192660	rnn.weight_hh_l0	7	-0.10620920360088348
192660	rnn.weight_hh_l0	8	0.016037985682487488
192660	rnn.weight_hh_l0	9	-0.09180328249931335
192660	rnn.bias_ih_l0	0	-0.08276572078466415
192660	rnn.bias_ih_l0	1	-0.18070350587368011
192660	rnn.bias_ih_l0	2	-0.2617480754852295
192660	rnn.bias_ih_l0	3	-0.27881428599357605
192660	rnn.bias_ih_l0	4	0.008669632486999035
192660	rnn.bias_ih_l0	5	0.05196553096175194
192660	rnn.bias_ih_l0	6	-0.16499920189380646
192660	rnn.bias_ih_l0	7	-0.26098036766052246
192660	rnn.bias_ih_l0	8	-0.1256895214319229
192660	rnn.bias_ih_l0	9	-0.17780734598636627
192660	rnn.bias_hh_l0	0	0.1360342800617218
192660	rnn.bias_hh_l0	1	-0.06785735487937927
192660	rnn.bias_hh_l0	2	0.04020843654870987
192660	rnn.bias_hh_l0	3	-0.17582900822162628
192660	rnn.bias_hh_l0	4	0.032759469002485275
192660	rnn.bias_hh_l0	5	0.052359357476234436
192660	rnn.bias_hh_l0	6	-0.10497716814279556
192660	rnn.bias_hh_l0	7	-0.15439188480377197
192660	rnn.bias_hh_l0	8	-0.18736356496810913
192660	rnn.bias_hh_l0	9	-0.10944749414920807
192660	rnn.weight_ih_l0_reverse	0	-0.022303244099020958
192660	rnn.weight_ih_l0_reverse	1	-0.0015073070535436273
192660	rnn.weight_ih_l0_reverse	2	0.013319939374923706
192660	rnn.weight_ih_l0_reverse	3	0.0147953350096941
192660	rnn.weight_ih_l0_reverse	4	0.025963127613067627
192660	rnn.weight_ih_l0_reverse	5	-0.04907982796430588
192660	rnn.weight_ih_l0_reverse	6	-0.04912672936916351
192660	rnn.weight_ih_l0_reverse	7	0.009218171238899231
192660	rnn.weight_ih_l0_reverse	8	0.08871111273765564
192660	rnn.weight_ih_l0_reverse	9	0.0002571814984548837
192660	rnn.weight_hh_l0_reverse	0	0.004560140427201986
192660	rnn.weight_hh_l0_reverse	1	0.028273746371269226
192660	rnn.weight_hh_l0_reverse	2	-0.0421472042798996
192660	rnn.weight_hh_l0_reverse	3	0.037757474929094315
192660	rnn.weight_hh_l0_reverse	4	0.022117944434285164
192660	rnn.weight_hh_l0_reverse	5	-0.002971080131828785
192660	rnn.weight_hh_l0_reverse	6	0.06509256362915039
192660	rnn.weight_hh_l0_reverse	7	0.034280139952898026
192660	rnn.weight_hh_l0_reverse	8	-0.020184887573122978
192660	rnn.weight_hh_l0_reverse	9	-0.029785960912704468
192660	rnn.bias_ih_l0_reverse	0	-0.14386232197284698
192660	rnn.bias_ih_l0_reverse	1	-0.32382872700691223
192660	rnn.bias_ih_l0_reverse	2	-0.05769093334674835
192660	rnn.bias_ih_l0_reverse	3	-0.1499725729227066
192660	rnn.bias_ih_l0_reverse	4	0.06398848444223404
192660	rnn.bias_ih_l0_reverse	5	-0.2612985074520111
192660	rnn.bias_ih_l0_reverse	6	-0.06100637838244438
192660	rnn.bias_ih_l0_reverse	7	0.018098978325724602
192660	rnn.bias_ih_l0_reverse	8	-0.19224287569522858
192660	rnn.bias_ih_l0_reverse	9	-0.08515945076942444
192660	rnn.bias_hh_l0_reverse	0	-0.1594855636358261
192660	rnn.bias_hh_l0_reverse	1	-0.1480448991060257
192660	rnn.bias_hh_l0_reverse	2	-0.019531486555933952
192660	rnn.bias_hh_l0_reverse	3	-0.14094562828540802
192660	rnn.bias_hh_l0_reverse	4	-0.026427974924445152
192660	rnn.bias_hh_l0_reverse	5	-0.1169281154870987
192660	rnn.bias_hh_l0_reverse	6	-0.07337840646505356
192660	rnn.bias_hh_l0_reverse	7	-0.19257628917694092
192660	rnn.bias_hh_l0_reverse	8	-0.06245994195342064
192660	rnn.bias_hh_l0_reverse	9	-0.11392658203840256
192660	linear.weight	0	-0.2668011784553528
192660	linear.weight	1	-0.08787419646978378
192660	linear.weight	2	-0.011228874325752258
192660	linear.weight	3	-0.13863937556743622
192660	linear.weight	4	-0.003614403074607253
192660	linear.weight	5	0.2322063148021698
192660	linear.weight	6	0.0047744326293468475
192660	linear.weight	7	-0.021312154829502106
192660	linear.weight	8	0.18890371918678284
192660	linear.weight	9	0.2184770256280899
192660	linear.bias	0	-0.8163058161735535
192660	linear.bias	1	1.416826844215393
192660	linear.bias	2	-0.49274173378944397
192660	linear.bias	3	-0.739589273929596
192660	linear.bias	4	-0.8498489856719971
192660	linear.bias	5	-1.1779861450195312
192660	linear.bias	6	-0.9313199520111084
192660	linear.bias	7	-0.7336053252220154
192660	linear.bias	8	-0.01705317199230194
192660	linear.bias	9	3.4597368240356445
192857	transitions	0	-0.4459529221057892
192857	transitions	1	8.736427307128906
192857	transitions	2	-3.5800187587738037
192857	transitions	3	1.5763499736785889
192857	transitions	4	-2.175748109817505
192857	transitions	5	-0.4148251414299011
192857	transitions	6	-0.19279231131076813
192857	transitions	7	-10000.0
192857	transitions	8	1.8228302001953125
192857	transitions	9	-2.2945492267608643
192857	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
192857	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
192857	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
192857	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
192857	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
192857	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
192857	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
192857	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
192857	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
192857	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
192857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
192857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
192857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
192857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
192857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
192857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
192857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
192857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
192857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
192857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
192857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
192857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
192857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
192857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
192857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
192857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
192857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
192857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
192857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
192857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
192857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
192857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
192857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
192857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
192857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
192857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
192857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
192857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
192857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
192857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
192857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
192857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
192857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
192857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
192857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
192857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
192857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
192857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
192857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
192857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
192857	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
192857	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
192857	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
192857	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
192857	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
192857	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
192857	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
192857	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
192857	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
192857	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
192857	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
192857	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
192857	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
192857	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
192857	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
192857	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
192857	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
192857	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
192857	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
192857	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
192857	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
192857	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
192857	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
192857	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
192857	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
192857	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
192857	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
192857	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
192857	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
192857	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
192857	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
192857	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
192857	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
192857	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
192857	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
192857	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
192857	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
192857	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
192857	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
192857	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
192857	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
192857	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
192857	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
192857	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
192857	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
192857	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
192857	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
192857	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
192857	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
192857	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
192857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
192857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
192857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
192857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
192857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
192857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
192857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
192857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
192857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
192857	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
192857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
192857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
192857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
192857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
192857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
192857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
192857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
192857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
192857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
192857	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
192857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
192857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
192857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
192857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
192857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
192857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
192857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
192857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
192857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
192857	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
192857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
192857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
192857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
192857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
192857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
192857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
192857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
192857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
192857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
192857	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
192857	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
192857	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
192857	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
192857	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
192857	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
192857	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
192857	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
192857	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
192857	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
192857	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
192857	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
192857	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
192857	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
192857	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
192857	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
192857	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
192857	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
192857	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
192857	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
192857	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
192857	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
192857	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
192857	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
192857	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
192857	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
192857	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
192857	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
192857	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
192857	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
192857	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
192857	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
192857	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
192857	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
192857	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
192857	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
192857	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
192857	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
192857	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
192857	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
192857	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
192857	embedding2nn.weight	0	0.04909832403063774
192857	embedding2nn.weight	1	-0.09021811187267303
192857	embedding2nn.weight	2	0.008734643459320068
192857	embedding2nn.weight	3	-0.05173572152853012
192857	embedding2nn.weight	4	-0.13258272409439087
192857	embedding2nn.weight	5	0.12126022577285767
192857	embedding2nn.weight	6	-0.09590394049882889
192857	embedding2nn.weight	7	-0.06581519544124603
192857	embedding2nn.weight	8	-0.025943361222743988
192857	embedding2nn.weight	9	0.05033060163259506
192857	embedding2nn.bias	0	0.07602609694004059
192857	embedding2nn.bias	1	-0.004118275362998247
192857	embedding2nn.bias	2	-0.09885818511247635
192857	embedding2nn.bias	3	0.042770866304636
192857	embedding2nn.bias	4	0.015562290325760841
192857	embedding2nn.bias	5	-0.1616583913564682
192857	embedding2nn.bias	6	-0.10988921672105789
192857	embedding2nn.bias	7	-0.054121438413858414
192857	embedding2nn.bias	8	0.09345206618309021
192857	embedding2nn.bias	9	-0.050082020461559296
192857	rnn.weight_ih_l0	0	0.04720911756157875
192857	rnn.weight_ih_l0	1	-0.08164985477924347
192857	rnn.weight_ih_l0	2	-0.0371277779340744
192857	rnn.weight_ih_l0	3	-0.046006474643945694
192857	rnn.weight_ih_l0	4	0.005730496719479561
192857	rnn.weight_ih_l0	5	-0.11808121204376221
192857	rnn.weight_ih_l0	6	-0.04609781131148338
192857	rnn.weight_ih_l0	7	-0.013470419682562351
192857	rnn.weight_ih_l0	8	0.06664402782917023
192857	rnn.weight_ih_l0	9	0.010699257254600525
192857	rnn.weight_hh_l0	0	0.0026209831703454256
192857	rnn.weight_hh_l0	1	-0.07974839955568314
192857	rnn.weight_hh_l0	2	0.06945890188217163
192857	rnn.weight_hh_l0	3	0.0462048202753067
192857	rnn.weight_hh_l0	4	0.005732182413339615
192857	rnn.weight_hh_l0	5	0.06761454790830612
192857	rnn.weight_hh_l0	6	-0.01736791804432869
192857	rnn.weight_hh_l0	7	-0.10704812407493591
192857	rnn.weight_hh_l0	8	0.01700102537870407
192857	rnn.weight_hh_l0	9	-0.09159279614686966
192857	rnn.bias_ih_l0	0	-0.08194786310195923
192857	rnn.bias_ih_l0	1	-0.17990297079086304
192857	rnn.bias_ih_l0	2	-0.25971928238868713
192857	rnn.bias_ih_l0	3	-0.2794716954231262
192857	rnn.bias_ih_l0	4	0.007125225383788347
192857	rnn.bias_ih_l0	5	0.05257758870720863
192857	rnn.bias_ih_l0	6	-0.1661713868379593
192857	rnn.bias_ih_l0	7	-0.2610433101654053
192857	rnn.bias_ih_l0	8	-0.12698780000209808
192857	rnn.bias_ih_l0	9	-0.17704834043979645
192857	rnn.bias_hh_l0	0	0.1346094310283661
192857	rnn.bias_hh_l0	1	-0.06825187057256699
192857	rnn.bias_hh_l0	2	0.041309989988803864
192857	rnn.bias_hh_l0	3	-0.17310068011283875
192857	rnn.bias_hh_l0	4	0.032801758497953415
192857	rnn.bias_hh_l0	5	0.05102386698126793
192857	rnn.bias_hh_l0	6	-0.10469520837068558
192857	rnn.bias_hh_l0	7	-0.1531103104352951
192857	rnn.bias_hh_l0	8	-0.18741360306739807
192857	rnn.bias_hh_l0	9	-0.10981869697570801
192857	rnn.weight_ih_l0_reverse	0	-0.02118881605565548
192857	rnn.weight_ih_l0_reverse	1	-0.001873775850981474
192857	rnn.weight_ih_l0_reverse	2	0.014083251357078552
192857	rnn.weight_ih_l0_reverse	3	0.014309528283774853
192857	rnn.weight_ih_l0_reverse	4	0.026086032390594482
192857	rnn.weight_ih_l0_reverse	5	-0.04836659133434296
192857	rnn.weight_ih_l0_reverse	6	-0.04939403012394905
192857	rnn.weight_ih_l0_reverse	7	0.009413322433829308
192857	rnn.weight_ih_l0_reverse	8	0.0885794460773468
192857	rnn.weight_ih_l0_reverse	9	0.0004256164829712361
192857	rnn.weight_hh_l0_reverse	0	0.004473317880183458
192857	rnn.weight_hh_l0_reverse	1	0.028345776721835136
192857	rnn.weight_hh_l0_reverse	2	-0.04291604459285736
192857	rnn.weight_hh_l0_reverse	3	0.037711068987846375
192857	rnn.weight_hh_l0_reverse	4	0.02215222641825676
192857	rnn.weight_hh_l0_reverse	5	-0.0038079116493463516
192857	rnn.weight_hh_l0_reverse	6	0.06533589959144592
192857	rnn.weight_hh_l0_reverse	7	0.03455894812941551
192857	rnn.weight_hh_l0_reverse	8	-0.019608136266469955
192857	rnn.weight_hh_l0_reverse	9	-0.029795439913868904
192857	rnn.bias_ih_l0_reverse	0	-0.1417182832956314
192857	rnn.bias_ih_l0_reverse	1	-0.32351061701774597
192857	rnn.bias_ih_l0_reverse	2	-0.05896667763590813
192857	rnn.bias_ih_l0_reverse	3	-0.14778319001197815
192857	rnn.bias_ih_l0_reverse	4	0.063691146671772
192857	rnn.bias_ih_l0_reverse	5	-0.2601105570793152
192857	rnn.bias_ih_l0_reverse	6	-0.06158110499382019
192857	rnn.bias_ih_l0_reverse	7	0.01591787114739418
192857	rnn.bias_ih_l0_reverse	8	-0.19323715567588806
192857	rnn.bias_ih_l0_reverse	9	-0.08214465528726578
192857	rnn.bias_hh_l0_reverse	0	-0.16044200956821442
192857	rnn.bias_hh_l0_reverse	1	-0.15041038393974304
192857	rnn.bias_hh_l0_reverse	2	-0.019673792645335197
192857	rnn.bias_hh_l0_reverse	3	-0.14179719984531403
192857	rnn.bias_hh_l0_reverse	4	-0.02557184174656868
192857	rnn.bias_hh_l0_reverse	5	-0.11817720532417297
192857	rnn.bias_hh_l0_reverse	6	-0.07429147511720657
192857	rnn.bias_hh_l0_reverse	7	-0.19198746979236603
192857	rnn.bias_hh_l0_reverse	8	-0.06026401370763779
192857	rnn.bias_hh_l0_reverse	9	-0.11251664161682129
192857	linear.weight	0	-0.2612835466861725
192857	linear.weight	1	-0.09070844203233719
192857	linear.weight	2	-0.011228874325752258
192857	linear.weight	3	-0.1361551135778427
192857	linear.weight	4	-0.0012597201857715845
192857	linear.weight	5	0.21591418981552124
192857	linear.weight	6	0.0047744326293468475
192857	linear.weight	7	-0.021312154829502106
192857	linear.weight	8	0.1791382133960724
192857	linear.weight	9	0.22001004219055176
192857	linear.bias	0	-0.8048628568649292
192857	linear.bias	1	1.4152787923812866
192857	linear.bias	2	-0.46677491068840027
192857	linear.bias	3	-0.732131838798523
192857	linear.bias	4	-0.8537760972976685
192857	linear.bias	5	-1.178005337715149
192857	linear.bias	6	-0.9210053086280823
192857	linear.bias	7	-0.7371097803115845
192857	linear.bias	8	-0.01705317199230194
192857	linear.bias	9	3.4381558895111084
193054	transitions	0	-0.44602614641189575
193054	transitions	1	8.73249340057373
193054	transitions	2	-3.580352544784546
193054	transitions	3	1.579159140586853
193054	transitions	4	-2.175936460494995
193054	transitions	5	-0.4149033725261688
193054	transitions	6	-0.1928052455186844
193054	transitions	7	-10000.0
193054	transitions	8	1.8229764699935913
193054	transitions	9	-2.2945544719696045
193054	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
193054	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
193054	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
193054	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
193054	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
193054	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
193054	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
193054	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
193054	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
193054	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
193054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
193054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
193054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
193054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
193054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
193054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
193054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
193054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
193054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
193054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
193054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
193054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
193054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
193054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
193054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
193054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
193054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
193054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
193054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
193054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
193054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
193054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
193054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
193054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
193054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
193054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
193054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
193054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
193054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
193054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
193054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
193054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
193054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
193054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
193054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
193054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
193054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
193054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
193054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
193054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
193054	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
193054	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
193054	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
193054	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
193054	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
193054	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
193054	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
193054	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
193054	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
193054	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
193054	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
193054	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
193054	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
193054	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
193054	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
193054	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
193054	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
193054	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
193054	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
193054	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
193054	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
193054	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
193054	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
193054	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
193054	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
193054	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
193054	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
193054	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
193054	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
193054	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
193054	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
193054	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
193054	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
193054	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
193054	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
193054	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
193054	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
193054	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
193054	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
193054	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
193054	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
193054	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
193054	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
193054	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
193054	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
193054	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
193054	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
193054	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
193054	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
193054	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
193054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
193054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
193054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
193054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
193054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
193054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
193054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
193054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
193054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
193054	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
193054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
193054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
193054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
193054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
193054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
193054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
193054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
193054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
193054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
193054	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
193054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
193054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
193054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
193054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
193054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
193054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
193054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
193054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
193054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
193054	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
193054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
193054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
193054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
193054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
193054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
193054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
193054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
193054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
193054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
193054	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
193054	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
193054	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
193054	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
193054	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
193054	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
193054	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
193054	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
193054	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
193054	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
193054	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
193054	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
193054	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
193054	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
193054	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
193054	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
193054	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
193054	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
193054	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
193054	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
193054	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
193054	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
193054	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
193054	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
193054	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
193054	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
193054	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
193054	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
193054	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
193054	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
193054	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
193054	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
193054	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
193054	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
193054	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
193054	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
193054	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
193054	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
193054	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
193054	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
193054	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
193054	embedding2nn.weight	0	0.04881620407104492
193054	embedding2nn.weight	1	-0.09093904495239258
193054	embedding2nn.weight	2	0.010120212100446224
193054	embedding2nn.weight	3	-0.05152822285890579
193054	embedding2nn.weight	4	-0.13317905366420746
193054	embedding2nn.weight	5	0.1208181157708168
193054	embedding2nn.weight	6	-0.09517756849527359
193054	embedding2nn.weight	7	-0.06481162458658218
193054	embedding2nn.weight	8	-0.02593907341361046
193054	embedding2nn.weight	9	0.052451808005571365
193054	embedding2nn.bias	0	0.06143660098314285
193054	embedding2nn.bias	1	-0.006436051335185766
193054	embedding2nn.bias	2	-0.09409530460834503
193054	embedding2nn.bias	3	0.03839854896068573
193054	embedding2nn.bias	4	0.014985871501266956
193054	embedding2nn.bias	5	-0.16386470198631287
193054	embedding2nn.bias	6	-0.10731397569179535
193054	embedding2nn.bias	7	-0.05344018340110779
193054	embedding2nn.bias	8	0.09516965597867966
193054	embedding2nn.bias	9	-0.04281887784600258
193054	rnn.weight_ih_l0	0	0.04670209065079689
193054	rnn.weight_ih_l0	1	-0.07446202635765076
193054	rnn.weight_ih_l0	2	-0.03807714581489563
193054	rnn.weight_ih_l0	3	-0.047254689037799835
193054	rnn.weight_ih_l0	4	0.005902066361159086
193054	rnn.weight_ih_l0	5	-0.11790011078119278
193054	rnn.weight_ih_l0	6	-0.044849444180727005
193054	rnn.weight_ih_l0	7	-0.012156919576227665
193054	rnn.weight_ih_l0	8	0.07101760059595108
193054	rnn.weight_ih_l0	9	0.011060922406613827
193054	rnn.weight_hh_l0	0	0.002696388866752386
193054	rnn.weight_hh_l0	1	-0.07997386157512665
193054	rnn.weight_hh_l0	2	0.07055038958787918
193054	rnn.weight_hh_l0	3	0.046002116054296494
193054	rnn.weight_hh_l0	4	0.0058637745678424835
193054	rnn.weight_hh_l0	5	0.06683851033449173
193054	rnn.weight_hh_l0	6	-0.01728355512022972
193054	rnn.weight_hh_l0	7	-0.1071690022945404
193054	rnn.weight_hh_l0	8	0.016755415126681328
193054	rnn.weight_hh_l0	9	-0.09117145836353302
193054	rnn.bias_ih_l0	0	-0.0790882557630539
193054	rnn.bias_ih_l0	1	-0.17820698022842407
193054	rnn.bias_ih_l0	2	-0.25999054312705994
193054	rnn.bias_ih_l0	3	-0.27885425090789795
193054	rnn.bias_ih_l0	4	0.007286380976438522
193054	rnn.bias_ih_l0	5	0.05192055180668831
193054	rnn.bias_ih_l0	6	-0.1676427274942398
193054	rnn.bias_ih_l0	7	-0.2606249749660492
193054	rnn.bias_ih_l0	8	-0.12822121381759644
193054	rnn.bias_ih_l0	9	-0.1774505376815796
193054	rnn.bias_hh_l0	0	0.1325852870941162
193054	rnn.bias_hh_l0	1	-0.06840699911117554
193054	rnn.bias_hh_l0	2	0.04107983037829399
193054	rnn.bias_hh_l0	3	-0.172129288315773
193054	rnn.bias_hh_l0	4	0.03224514052271843
193054	rnn.bias_hh_l0	5	0.05078651383519173
193054	rnn.bias_hh_l0	6	-0.10552016645669937
193054	rnn.bias_hh_l0	7	-0.1527385115623474
193054	rnn.bias_hh_l0	8	-0.18601039052009583
193054	rnn.bias_hh_l0	9	-0.11094897985458374
193054	rnn.weight_ih_l0_reverse	0	-0.021238354966044426
193054	rnn.weight_ih_l0_reverse	1	-0.002591960597783327
193054	rnn.weight_ih_l0_reverse	2	0.014671253971755505
193054	rnn.weight_ih_l0_reverse	3	0.013418592512607574
193054	rnn.weight_ih_l0_reverse	4	0.026736902073025703
193054	rnn.weight_ih_l0_reverse	5	-0.048220958560705185
193054	rnn.weight_ih_l0_reverse	6	-0.049766141921281815
193054	rnn.weight_ih_l0_reverse	7	0.008943974040448666
193054	rnn.weight_ih_l0_reverse	8	0.08954036980867386
193054	rnn.weight_ih_l0_reverse	9	0.0014336728490889072
193054	rnn.weight_hh_l0_reverse	0	0.0043367017060518265
193054	rnn.weight_hh_l0_reverse	1	0.02819882333278656
193054	rnn.weight_hh_l0_reverse	2	-0.043042585253715515
193054	rnn.weight_hh_l0_reverse	3	0.03744756802916527
193054	rnn.weight_hh_l0_reverse	4	0.022256510332226753
193054	rnn.weight_hh_l0_reverse	5	-0.004108538385480642
193054	rnn.weight_hh_l0_reverse	6	0.06535150855779648
193054	rnn.weight_hh_l0_reverse	7	0.03428063541650772
193054	rnn.weight_hh_l0_reverse	8	-0.019093196839094162
193054	rnn.weight_hh_l0_reverse	9	-0.029362883418798447
193054	rnn.bias_ih_l0_reverse	0	-0.14039947092533112
193054	rnn.bias_ih_l0_reverse	1	-0.3221294581890106
193054	rnn.bias_ih_l0_reverse	2	-0.057777080684900284
193054	rnn.bias_ih_l0_reverse	3	-0.1472599059343338
193054	rnn.bias_ih_l0_reverse	4	0.06382828205823898
193054	rnn.bias_ih_l0_reverse	5	-0.2591380476951599
193054	rnn.bias_ih_l0_reverse	6	-0.06354056298732758
193054	rnn.bias_ih_l0_reverse	7	0.01619400829076767
193054	rnn.bias_ih_l0_reverse	8	-0.19466160237789154
193054	rnn.bias_ih_l0_reverse	9	-0.08460470288991928
193054	rnn.bias_hh_l0_reverse	0	-0.1606864184141159
193054	rnn.bias_hh_l0_reverse	1	-0.1505134552717209
193054	rnn.bias_hh_l0_reverse	2	-0.020363222807645798
193054	rnn.bias_hh_l0_reverse	3	-0.14042654633522034
193054	rnn.bias_hh_l0_reverse	4	-0.025077201426029205
193054	rnn.bias_hh_l0_reverse	5	-0.11837819963693619
193054	rnn.bias_hh_l0_reverse	6	-0.0750776082277298
193054	rnn.bias_hh_l0_reverse	7	-0.19053952395915985
193054	rnn.bias_hh_l0_reverse	8	-0.06132883206009865
193054	rnn.bias_hh_l0_reverse	9	-0.11192824691534042
193054	linear.weight	0	-0.2573836147785187
193054	linear.weight	1	-0.09080298990011215
193054	linear.weight	2	-0.011228874325752258
193054	linear.weight	3	-0.13765500485897064
193054	linear.weight	4	-0.023474236950278282
193054	linear.weight	5	0.21140271425247192
193054	linear.weight	6	0.0047744326293468475
193054	linear.weight	7	-0.021312154829502106
193054	linear.weight	8	0.17910413444042206
193054	linear.weight	9	0.22347845137119293
193054	linear.bias	0	-0.8156080842018127
193054	linear.bias	1	1.4444875717163086
193054	linear.bias	2	-0.4670664072036743
193054	linear.bias	3	-0.7335875630378723
193054	linear.bias	4	-0.8486118912696838
193054	linear.bias	5	-1.1780256032943726
193054	linear.bias	6	-0.9351556897163391
193054	linear.bias	7	-0.7343400120735168
193054	linear.bias	8	-0.01705317199230194
193054	linear.bias	9	3.421571969985962
193251	transitions	0	-0.44609883427619934
193251	transitions	1	8.734593391418457
193251	transitions	2	-3.5806832313537598
193251	transitions	3	1.5700868368148804
193251	transitions	4	-2.1767759323120117
193251	transitions	5	-0.41492944955825806
193251	transitions	6	-0.19281929731369019
193251	transitions	7	-10000.0
193251	transitions	8	1.8207024335861206
193251	transitions	9	-2.2945566177368164
193251	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
193251	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
193251	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
193251	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
193251	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
193251	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
193251	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
193251	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
193251	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
193251	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
193251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
193251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
193251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
193251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
193251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
193251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
193251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
193251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
193251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
193251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
193251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
193251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
193251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
193251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
193251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
193251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
193251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
193251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
193251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
193251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
193251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
193251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
193251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
193251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
193251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
193251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
193251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
193251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
193251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
193251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
193251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
193251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
193251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
193251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
193251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
193251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
193251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
193251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
193251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
193251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
193251	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
193251	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
193251	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
193251	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
193251	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
193251	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
193251	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
193251	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
193251	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
193251	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
193251	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
193251	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
193251	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
193251	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
193251	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
193251	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
193251	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
193251	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
193251	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
193251	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
193251	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
193251	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
193251	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
193251	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
193251	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
193251	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
193251	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
193251	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
193251	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
193251	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
193251	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
193251	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
193251	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
193251	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
193251	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
193251	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
193251	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
193251	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
193251	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
193251	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
193251	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
193251	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
193251	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
193251	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
193251	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
193251	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
193251	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
193251	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
193251	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
193251	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
193251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
193251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
193251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
193251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
193251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
193251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
193251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
193251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
193251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
193251	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
193251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
193251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
193251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
193251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
193251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
193251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
193251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
193251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
193251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
193251	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
193251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
193251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
193251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
193251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
193251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
193251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
193251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
193251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
193251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
193251	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
193251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
193251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
193251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
193251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
193251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
193251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
193251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
193251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
193251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
193251	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
193251	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
193251	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
193251	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
193251	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
193251	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
193251	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
193251	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
193251	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
193251	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
193251	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
193251	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
193251	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
193251	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
193251	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
193251	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
193251	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
193251	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
193251	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
193251	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
193251	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
193251	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
193251	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
193251	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
193251	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
193251	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
193251	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
193251	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
193251	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
193251	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
193251	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
193251	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
193251	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
193251	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
193251	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
193251	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
193251	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
193251	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
193251	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
193251	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
193251	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
193251	embedding2nn.weight	0	0.04875503480434418
193251	embedding2nn.weight	1	-0.09077801555395126
193251	embedding2nn.weight	2	0.010424776934087276
193251	embedding2nn.weight	3	-0.050867244601249695
193251	embedding2nn.weight	4	-0.13197758793830872
193251	embedding2nn.weight	5	0.12094055116176605
193251	embedding2nn.weight	6	-0.09349071979522705
193251	embedding2nn.weight	7	-0.06380699574947357
193251	embedding2nn.weight	8	-0.026507962495088577
193251	embedding2nn.weight	9	0.0530463345348835
193251	embedding2nn.bias	0	0.06076605245471001
193251	embedding2nn.bias	1	-0.00831401813775301
193251	embedding2nn.bias	2	-0.09934905916452408
193251	embedding2nn.bias	3	0.040520377457141876
193251	embedding2nn.bias	4	0.01320334617048502
193251	embedding2nn.bias	5	-0.16304627060890198
193251	embedding2nn.bias	6	-0.10536353290081024
193251	embedding2nn.bias	7	-0.049575839191675186
193251	embedding2nn.bias	8	0.09149517118930817
193251	embedding2nn.bias	9	-0.05075472593307495
193251	rnn.weight_ih_l0	0	0.046816132962703705
193251	rnn.weight_ih_l0	1	-0.07563789933919907
193251	rnn.weight_ih_l0	2	-0.037362683564424515
193251	rnn.weight_ih_l0	3	-0.04721267148852348
193251	rnn.weight_ih_l0	4	0.005786052905023098
193251	rnn.weight_ih_l0	5	-0.11858797818422318
193251	rnn.weight_ih_l0	6	-0.04431140422821045
193251	rnn.weight_ih_l0	7	-0.013260886073112488
193251	rnn.weight_ih_l0	8	0.07031575590372086
193251	rnn.weight_ih_l0	9	0.011174135841429234
193251	rnn.weight_hh_l0	0	0.0029939457308501005
193251	rnn.weight_hh_l0	1	-0.08002138882875443
193251	rnn.weight_hh_l0	2	0.07044434547424316
193251	rnn.weight_hh_l0	3	0.04644773155450821
193251	rnn.weight_hh_l0	4	0.005768627859652042
193251	rnn.weight_hh_l0	5	0.0658939778804779
193251	rnn.weight_hh_l0	6	-0.017374293878674507
193251	rnn.weight_hh_l0	7	-0.10718774795532227
193251	rnn.weight_hh_l0	8	0.01694113202393055
193251	rnn.weight_hh_l0	9	-0.0922885313630104
193251	rnn.bias_ih_l0	0	-0.08280787616968155
193251	rnn.bias_ih_l0	1	-0.17973783612251282
193251	rnn.bias_ih_l0	2	-0.2606111466884613
193251	rnn.bias_ih_l0	3	-0.279509961605072
193251	rnn.bias_ih_l0	4	0.005696132779121399
193251	rnn.bias_ih_l0	5	0.051621004939079285
193251	rnn.bias_ih_l0	6	-0.16857391595840454
193251	rnn.bias_ih_l0	7	-0.261894166469574
193251	rnn.bias_ih_l0	8	-0.12758424878120422
193251	rnn.bias_ih_l0	9	-0.1755363941192627
193251	rnn.bias_hh_l0	0	0.13155174255371094
193251	rnn.bias_hh_l0	1	-0.06773006916046143
193251	rnn.bias_hh_l0	2	0.04055718705058098
193251	rnn.bias_hh_l0	3	-0.17282520234584808
193251	rnn.bias_hh_l0	4	0.033727213740348816
193251	rnn.bias_hh_l0	5	0.04885745793581009
193251	rnn.bias_hh_l0	6	-0.1068400964140892
193251	rnn.bias_hh_l0	7	-0.15140050649642944
193251	rnn.bias_hh_l0	8	-0.18635421991348267
193251	rnn.bias_hh_l0	9	-0.10960211604833603
193251	rnn.weight_ih_l0_reverse	0	-0.023961521685123444
193251	rnn.weight_ih_l0_reverse	1	-0.0028404402546584606
193251	rnn.weight_ih_l0_reverse	2	0.011255260556936264
193251	rnn.weight_ih_l0_reverse	3	0.01510484330356121
193251	rnn.weight_ih_l0_reverse	4	0.026265667751431465
193251	rnn.weight_ih_l0_reverse	5	-0.046774253249168396
193251	rnn.weight_ih_l0_reverse	6	-0.048732224851846695
193251	rnn.weight_ih_l0_reverse	7	0.009903786703944206
193251	rnn.weight_ih_l0_reverse	8	0.08938459306955338
193251	rnn.weight_ih_l0_reverse	9	0.0026360666379332542
193251	rnn.weight_hh_l0_reverse	0	0.00502261146903038
193251	rnn.weight_hh_l0_reverse	1	0.02822616510093212
193251	rnn.weight_hh_l0_reverse	2	-0.04332352057099342
193251	rnn.weight_hh_l0_reverse	3	0.03723817691206932
193251	rnn.weight_hh_l0_reverse	4	0.022745411843061447
193251	rnn.weight_hh_l0_reverse	5	-0.003969662357121706
193251	rnn.weight_hh_l0_reverse	6	0.06537649035453796
193251	rnn.weight_hh_l0_reverse	7	0.034127455204725266
193251	rnn.weight_hh_l0_reverse	8	-0.01949922740459442
193251	rnn.weight_hh_l0_reverse	9	-0.029321124777197838
193251	rnn.bias_ih_l0_reverse	0	-0.14313530921936035
193251	rnn.bias_ih_l0_reverse	1	-0.32271936535835266
193251	rnn.bias_ih_l0_reverse	2	-0.05806117504835129
193251	rnn.bias_ih_l0_reverse	3	-0.14828772842884064
193251	rnn.bias_ih_l0_reverse	4	0.06427042186260223
193251	rnn.bias_ih_l0_reverse	5	-0.2605971097946167
193251	rnn.bias_ih_l0_reverse	6	-0.06324931979179382
193251	rnn.bias_ih_l0_reverse	7	0.014211990870535374
193251	rnn.bias_ih_l0_reverse	8	-0.19541920721530914
193251	rnn.bias_ih_l0_reverse	9	-0.08622662723064423
193251	rnn.bias_hh_l0_reverse	0	-0.1585598737001419
193251	rnn.bias_hh_l0_reverse	1	-0.14981770515441895
193251	rnn.bias_hh_l0_reverse	2	-0.020576627925038338
193251	rnn.bias_hh_l0_reverse	3	-0.14023320376873016
193251	rnn.bias_hh_l0_reverse	4	-0.025507984682917595
193251	rnn.bias_hh_l0_reverse	5	-0.1181526780128479
193251	rnn.bias_hh_l0_reverse	6	-0.07729730010032654
193251	rnn.bias_hh_l0_reverse	7	-0.1905345618724823
193251	rnn.bias_hh_l0_reverse	8	-0.06136082112789154
193251	rnn.bias_hh_l0_reverse	9	-0.11275900900363922
193251	linear.weight	0	-0.2598651051521301
193251	linear.weight	1	-0.0962202399969101
193251	linear.weight	2	-0.011228874325752258
193251	linear.weight	3	-0.15435096621513367
193251	linear.weight	4	-0.03409577161073685
193251	linear.weight	5	0.2071557492017746
193251	linear.weight	6	0.0047744326293468475
193251	linear.weight	7	-0.021312154829502106
193251	linear.weight	8	0.20064108073711395
193251	linear.weight	9	0.21185751259326935
193251	linear.bias	0	-0.7917988896369934
193251	linear.bias	1	1.4402165412902832
193251	linear.bias	2	-0.5081512331962585
193251	linear.bias	3	-0.7312184572219849
193251	linear.bias	4	-0.8981003165245056
193251	linear.bias	5	-1.1780391931533813
193251	linear.bias	6	-0.9113725423812866
193251	linear.bias	7	-0.7351629734039307
193251	linear.bias	8	-0.01705317199230194
193251	linear.bias	9	3.4292562007904053
193448	transitions	0	-0.44615140557289124
193448	transitions	1	8.742202758789062
193448	transitions	2	-3.581027030944824
193448	transitions	3	1.57117760181427
193448	transitions	4	-2.177126407623291
193448	transitions	5	-0.41495203971862793
193448	transitions	6	-0.19283467531204224
193448	transitions	7	-10000.0
193448	transitions	8	1.820462942123413
193448	transitions	9	-2.2945592403411865
193448	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
193448	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
193448	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
193448	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
193448	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
193448	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
193448	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
193448	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
193448	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
193448	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
193448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
193448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
193448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
193448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
193448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
193448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
193448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
193448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
193448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
193448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
193448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
193448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
193448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
193448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
193448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
193448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
193448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
193448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
193448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
193448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
193448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
193448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
193448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
193448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
193448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
193448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
193448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
193448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
193448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
193448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
193448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
193448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
193448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
193448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
193448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
193448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
193448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
193448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
193448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
193448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
193448	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
193448	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
193448	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
193448	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
193448	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
193448	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
193448	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
193448	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
193448	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
193448	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
193448	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
193448	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
193448	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
193448	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
193448	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
193448	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
193448	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
193448	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
193448	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
193448	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
193448	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
193448	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
193448	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
193448	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
193448	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
193448	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
193448	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
193448	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
193448	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
193448	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
193448	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
193448	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
193448	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
193448	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
193448	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
193448	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
193448	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
193448	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
193448	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
193448	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
193448	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
193448	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
193448	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
193448	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
193448	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
193448	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
193448	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
193448	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
193448	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
193448	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
193448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
193448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
193448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
193448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
193448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
193448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
193448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
193448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
193448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
193448	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
193448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
193448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
193448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
193448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
193448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
193448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
193448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
193448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
193448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
193448	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
193448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
193448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
193448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
193448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
193448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
193448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
193448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
193448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
193448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
193448	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
193448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
193448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
193448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
193448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
193448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
193448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
193448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
193448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
193448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
193448	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
193448	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
193448	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
193448	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
193448	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
193448	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
193448	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
193448	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
193448	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
193448	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
193448	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
193448	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
193448	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
193448	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
193448	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
193448	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
193448	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
193448	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
193448	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
193448	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
193448	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
193448	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
193448	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
193448	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
193448	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
193448	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
193448	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
193448	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
193448	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
193448	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
193448	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
193448	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
193448	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
193448	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
193448	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
193448	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
193448	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
193448	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
193448	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
193448	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
193448	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
193448	embedding2nn.weight	0	0.048699647188186646
193448	embedding2nn.weight	1	-0.09165720641613007
193448	embedding2nn.weight	2	0.011975489556789398
193448	embedding2nn.weight	3	-0.05219360440969467
193448	embedding2nn.weight	4	-0.13142938911914825
193448	embedding2nn.weight	5	0.12118063122034073
193448	embedding2nn.weight	6	-0.08372127264738083
193448	embedding2nn.weight	7	-0.06406151503324509
193448	embedding2nn.weight	8	-0.026380732655525208
193448	embedding2nn.weight	9	0.05325448513031006
193448	embedding2nn.bias	0	0.0672445222735405
193448	embedding2nn.bias	1	-0.0034083493519574404
193448	embedding2nn.bias	2	-0.09204823523759842
193448	embedding2nn.bias	3	0.03203386440873146
193448	embedding2nn.bias	4	0.014576436020433903
193448	embedding2nn.bias	5	-0.16595450043678284
193448	embedding2nn.bias	6	-0.10359898209571838
193448	embedding2nn.bias	7	-0.041592955589294434
193448	embedding2nn.bias	8	0.08783206343650818
193448	embedding2nn.bias	9	-0.05319315195083618
193448	rnn.weight_ih_l0	0	0.04680801182985306
193448	rnn.weight_ih_l0	1	-0.0766565203666687
193448	rnn.weight_ih_l0	2	-0.035172950476408005
193448	rnn.weight_ih_l0	3	-0.04674053564667702
193448	rnn.weight_ih_l0	4	0.006448583677411079
193448	rnn.weight_ih_l0	5	-0.11702626198530197
193448	rnn.weight_ih_l0	6	-0.04429422691464424
193448	rnn.weight_ih_l0	7	-0.012721125036478043
193448	rnn.weight_ih_l0	8	0.07175301760435104
193448	rnn.weight_ih_l0	9	0.009619207121431828
193448	rnn.weight_hh_l0	0	0.0029930088203400373
193448	rnn.weight_hh_l0	1	-0.07989528030157089
193448	rnn.weight_hh_l0	2	0.07073642313480377
193448	rnn.weight_hh_l0	3	0.04678000882267952
193448	rnn.weight_hh_l0	4	0.005875452887266874
193448	rnn.weight_hh_l0	5	0.06563562899827957
193448	rnn.weight_hh_l0	6	-0.01739937998354435
193448	rnn.weight_hh_l0	7	-0.10705237090587616
193448	rnn.weight_hh_l0	8	0.01659209094941616
193448	rnn.weight_hh_l0	9	-0.09188017249107361
193448	rnn.bias_ih_l0	0	-0.08504591882228851
193448	rnn.bias_ih_l0	1	-0.1803649514913559
193448	rnn.bias_ih_l0	2	-0.2602216303348541
193448	rnn.bias_ih_l0	3	-0.2794567346572876
193448	rnn.bias_ih_l0	4	0.004772200249135494
193448	rnn.bias_ih_l0	5	0.05563594028353691
193448	rnn.bias_ih_l0	6	-0.1685929298400879
193448	rnn.bias_ih_l0	7	-0.26249709725379944
193448	rnn.bias_ih_l0	8	-0.12918849289417267
193448	rnn.bias_ih_l0	9	-0.17578977346420288
193448	rnn.bias_hh_l0	0	0.13184620440006256
193448	rnn.bias_hh_l0	1	-0.06741563975811005
193448	rnn.bias_hh_l0	2	0.03946288675069809
193448	rnn.bias_hh_l0	3	-0.17314521968364716
193448	rnn.bias_hh_l0	4	0.03590703755617142
193448	rnn.bias_hh_l0	5	0.04922454059123993
193448	rnn.bias_hh_l0	6	-0.10660125315189362
193448	rnn.bias_hh_l0	7	-0.15137484669685364
193448	rnn.bias_hh_l0	8	-0.1844998300075531
193448	rnn.bias_hh_l0	9	-0.11089593917131424
193448	rnn.weight_ih_l0_reverse	0	-0.02363698184490204
193448	rnn.weight_ih_l0_reverse	1	-0.0029005338437855244
193448	rnn.weight_ih_l0_reverse	2	0.010204104706645012
193448	rnn.weight_ih_l0_reverse	3	0.015824945643544197
193448	rnn.weight_ih_l0_reverse	4	0.026779862120747566
193448	rnn.weight_ih_l0_reverse	5	-0.046231869608163834
193448	rnn.weight_ih_l0_reverse	6	-0.04870146885514259
193448	rnn.weight_ih_l0_reverse	7	0.010286621749401093
193448	rnn.weight_ih_l0_reverse	8	0.09302707016468048
193448	rnn.weight_ih_l0_reverse	9	0.0024353854823857546
193448	rnn.weight_hh_l0_reverse	0	0.0051983618177473545
193448	rnn.weight_hh_l0_reverse	1	0.027798065915703773
193448	rnn.weight_hh_l0_reverse	2	-0.04317278414964676
193448	rnn.weight_hh_l0_reverse	3	0.03739503398537636
193448	rnn.weight_hh_l0_reverse	4	0.0229218527674675
193448	rnn.weight_hh_l0_reverse	5	-0.003968947567045689
193448	rnn.weight_hh_l0_reverse	6	0.06535915285348892
193448	rnn.weight_hh_l0_reverse	7	0.03439997881650925
193448	rnn.weight_hh_l0_reverse	8	-0.019517719745635986
193448	rnn.weight_hh_l0_reverse	9	-0.02916240505874157
193448	rnn.bias_ih_l0_reverse	0	-0.14528082311153412
193448	rnn.bias_ih_l0_reverse	1	-0.3227422833442688
193448	rnn.bias_ih_l0_reverse	2	-0.0571833960711956
193448	rnn.bias_ih_l0_reverse	3	-0.14745402336120605
193448	rnn.bias_ih_l0_reverse	4	0.06202450394630432
193448	rnn.bias_ih_l0_reverse	5	-0.26216015219688416
193448	rnn.bias_ih_l0_reverse	6	-0.06429948657751083
193448	rnn.bias_ih_l0_reverse	7	0.014105742797255516
193448	rnn.bias_ih_l0_reverse	8	-0.1940126121044159
193448	rnn.bias_ih_l0_reverse	9	-0.08454272896051407
193448	rnn.bias_hh_l0_reverse	0	-0.1601719707250595
193448	rnn.bias_hh_l0_reverse	1	-0.14838138222694397
193448	rnn.bias_hh_l0_reverse	2	-0.021017348393797874
193448	rnn.bias_hh_l0_reverse	3	-0.14024777710437775
193448	rnn.bias_hh_l0_reverse	4	-0.024972299113869667
193448	rnn.bias_hh_l0_reverse	5	-0.11691945046186447
193448	rnn.bias_hh_l0_reverse	6	-0.07871993631124496
193448	rnn.bias_hh_l0_reverse	7	-0.19302929937839508
193448	rnn.bias_hh_l0_reverse	8	-0.06216568127274513
193448	rnn.bias_hh_l0_reverse	9	-0.11403968930244446
193448	linear.weight	0	-0.25561630725860596
193448	linear.weight	1	-0.09649179875850677
193448	linear.weight	2	-0.011228874325752258
193448	linear.weight	3	-0.15121395885944366
193448	linear.weight	4	-0.027637137100100517
193448	linear.weight	5	0.21507062017917633
193448	linear.weight	6	0.0047744326293468475
193448	linear.weight	7	-0.021312154829502106
193448	linear.weight	8	0.2098100781440735
193448	linear.weight	9	0.20968379080295563
193448	linear.bias	0	-0.8002168536186218
193448	linear.bias	1	1.427687406539917
193448	linear.bias	2	-0.4935590624809265
193448	linear.bias	3	-0.7263792753219604
193448	linear.bias	4	-0.8794726729393005
193448	linear.bias	5	-1.1780548095703125
193448	linear.bias	6	-0.9185720682144165
193448	linear.bias	7	-0.7327282428741455
193448	linear.bias	8	-0.01705317199230194
193448	linear.bias	9	3.413599967956543
193452	transitions	0	-0.44617003202438354
193452	transitions	1	8.740521430969238
193452	transitions	2	-3.5810282230377197
193452	transitions	3	1.5711259841918945
193452	transitions	4	-2.177129030227661
193452	transitions	5	-0.4149520695209503
193452	transitions	6	-0.19283480942249298
193452	transitions	7	-10000.0
193452	transitions	8	1.820462942123413
193452	transitions	9	-2.2945597171783447
193452	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
193452	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
193452	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
193452	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
193452	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
193452	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
193452	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
193452	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
193452	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
193452	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
193452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
193452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
193452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
193452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
193452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
193452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
193452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
193452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
193452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
193452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
193452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
193452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
193452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
193452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
193452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
193452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
193452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
193452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
193452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
193452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
193452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
193452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
193452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
193452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
193452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
193452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
193452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
193452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
193452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
193452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
193452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
193452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
193452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
193452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
193452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
193452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
193452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
193452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
193452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
193452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
193452	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
193452	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
193452	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
193452	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
193452	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
193452	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
193452	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
193452	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
193452	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
193452	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
193452	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
193452	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
193452	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
193452	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
193452	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
193452	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
193452	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
193452	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
193452	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
193452	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
193452	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
193452	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
193452	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
193452	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
193452	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
193452	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
193452	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
193452	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
193452	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
193452	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
193452	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
193452	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
193452	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
193452	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
193452	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
193452	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
193452	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
193452	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
193452	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
193452	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
193452	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
193452	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
193452	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
193452	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
193452	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
193452	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
193452	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
193452	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
193452	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
193452	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
193452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
193452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
193452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
193452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
193452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
193452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
193452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
193452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
193452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
193452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
193452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
193452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
193452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
193452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
193452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
193452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
193452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
193452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
193452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
193452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
193452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
193452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
193452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
193452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
193452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
193452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
193452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
193452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
193452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
193452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
193452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
193452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
193452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
193452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
193452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
193452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
193452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
193452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
193452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
193452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
193452	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
193452	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
193452	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
193452	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
193452	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
193452	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
193452	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
193452	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
193452	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
193452	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
193452	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
193452	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
193452	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
193452	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
193452	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
193452	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
193452	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
193452	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
193452	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
193452	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
193452	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
193452	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
193452	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
193452	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
193452	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
193452	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
193452	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
193452	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
193452	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
193452	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
193452	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
193452	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
193452	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
193452	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
193452	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
193452	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
193452	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
193452	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
193452	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
193452	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
193452	embedding2nn.weight	0	0.04873790964484215
193452	embedding2nn.weight	1	-0.09175484627485275
193452	embedding2nn.weight	2	0.01205393671989441
193452	embedding2nn.weight	3	-0.05222366750240326
193452	embedding2nn.weight	4	-0.13109175860881805
193452	embedding2nn.weight	5	0.12119432538747787
193452	embedding2nn.weight	6	-0.08394868671894073
193452	embedding2nn.weight	7	-0.06400926411151886
193452	embedding2nn.weight	8	-0.026324262842535973
193452	embedding2nn.weight	9	0.053131986409425735
193452	embedding2nn.bias	0	0.06798189133405685
193452	embedding2nn.bias	1	-0.002925252076238394
193452	embedding2nn.bias	2	-0.09175924211740494
193452	embedding2nn.bias	3	0.033706437796354294
193452	embedding2nn.bias	4	0.014745175838470459
193452	embedding2nn.bias	5	-0.16560819745063782
193452	embedding2nn.bias	6	-0.10317932069301605
193452	embedding2nn.bias	7	-0.04019298031926155
193452	embedding2nn.bias	8	0.08790532499551773
193452	embedding2nn.bias	9	-0.0524381659924984
193452	rnn.weight_ih_l0	0	0.04677790030837059
193452	rnn.weight_ih_l0	1	-0.07659614831209183
193452	rnn.weight_ih_l0	2	-0.035215385258197784
193452	rnn.weight_ih_l0	3	-0.04683316871523857
193452	rnn.weight_ih_l0	4	0.0065009924583137035
193452	rnn.weight_ih_l0	5	-0.11701130867004395
193452	rnn.weight_ih_l0	6	-0.044240985065698624
193452	rnn.weight_ih_l0	7	-0.012738329358398914
193452	rnn.weight_ih_l0	8	0.07175295054912567
193452	rnn.weight_ih_l0	9	0.009836849756538868
193452	rnn.weight_hh_l0	0	0.0030133347027003765
193452	rnn.weight_hh_l0	1	-0.07988086342811584
193452	rnn.weight_hh_l0	2	0.07081538438796997
193452	rnn.weight_hh_l0	3	0.04683578386902809
193452	rnn.weight_hh_l0	4	0.0058746179565787315
193452	rnn.weight_hh_l0	5	0.0656437948346138
193452	rnn.weight_hh_l0	6	-0.017361316829919815
193452	rnn.weight_hh_l0	7	-0.10707687586545944
193452	rnn.weight_hh_l0	8	0.01638118363916874
193452	rnn.weight_hh_l0	9	-0.09191691875457764
193452	rnn.bias_ih_l0	0	-0.08515478670597076
193452	rnn.bias_ih_l0	1	-0.1807735562324524
193452	rnn.bias_ih_l0	2	-0.2601291835308075
193452	rnn.bias_ih_l0	3	-0.2796630263328552
193452	rnn.bias_ih_l0	4	0.004124034661799669
193452	rnn.bias_ih_l0	5	0.05564548820257187
193452	rnn.bias_ih_l0	6	-0.1683923900127411
193452	rnn.bias_ih_l0	7	-0.26235130429267883
193452	rnn.bias_ih_l0	8	-0.12868854403495789
193452	rnn.bias_ih_l0	9	-0.17606814205646515
193452	rnn.bias_hh_l0	0	0.13097383081912994
193452	rnn.bias_hh_l0	1	-0.06742005050182343
193452	rnn.bias_hh_l0	2	0.03918333724141121
193452	rnn.bias_hh_l0	3	-0.1729913055896759
193452	rnn.bias_hh_l0	4	0.03596741333603859
193452	rnn.bias_hh_l0	5	0.048822954297065735
193452	rnn.bias_hh_l0	6	-0.106635183095932
193452	rnn.bias_hh_l0	7	-0.15114851295948029
193452	rnn.bias_hh_l0	8	-0.18437083065509796
193452	rnn.bias_hh_l0	9	-0.110751673579216
193452	rnn.weight_ih_l0_reverse	0	-0.02363148145377636
193452	rnn.weight_ih_l0_reverse	1	-0.0028501139022409916
193452	rnn.weight_ih_l0_reverse	2	0.01021905243396759
193452	rnn.weight_ih_l0_reverse	3	0.01580842025578022
193452	rnn.weight_ih_l0_reverse	4	0.02678593434393406
193452	rnn.weight_ih_l0_reverse	5	-0.046257082372903824
193452	rnn.weight_ih_l0_reverse	6	-0.04864389821887016
193452	rnn.weight_ih_l0_reverse	7	0.010258259251713753
193452	rnn.weight_ih_l0_reverse	8	0.09282789379358292
193452	rnn.weight_ih_l0_reverse	9	0.002577440347522497
193452	rnn.weight_hh_l0_reverse	0	0.005215732380747795
193452	rnn.weight_hh_l0_reverse	1	0.02780263125896454
193452	rnn.weight_hh_l0_reverse	2	-0.04317502677440643
193452	rnn.weight_hh_l0_reverse	3	0.03739233314990997
193452	rnn.weight_hh_l0_reverse	4	0.022918066009879112
193452	rnn.weight_hh_l0_reverse	5	-0.003960167523473501
193452	rnn.weight_hh_l0_reverse	6	0.06545979529619217
193452	rnn.weight_hh_l0_reverse	7	0.0343918576836586
193452	rnn.weight_hh_l0_reverse	8	-0.01949239894747734
193452	rnn.weight_hh_l0_reverse	9	-0.029248183593153954
193452	rnn.bias_ih_l0_reverse	0	-0.14563439786434174
193452	rnn.bias_ih_l0_reverse	1	-0.3227759301662445
193452	rnn.bias_ih_l0_reverse	2	-0.057163409888744354
193452	rnn.bias_ih_l0_reverse	3	-0.14748233556747437
193452	rnn.bias_ih_l0_reverse	4	0.0620843842625618
193452	rnn.bias_ih_l0_reverse	5	-0.2620965242385864
193452	rnn.bias_ih_l0_reverse	6	-0.06410026550292969
193452	rnn.bias_ih_l0_reverse	7	0.013859021477401257
193452	rnn.bias_ih_l0_reverse	8	-0.19351668655872345
193452	rnn.bias_ih_l0_reverse	9	-0.0844576358795166
193452	rnn.bias_hh_l0_reverse	0	-0.16014166176319122
193452	rnn.bias_hh_l0_reverse	1	-0.1482616513967514
193452	rnn.bias_hh_l0_reverse	2	-0.021066978573799133
193452	rnn.bias_hh_l0_reverse	3	-0.14016136527061462
193452	rnn.bias_hh_l0_reverse	4	-0.02490428276360035
193452	rnn.bias_hh_l0_reverse	5	-0.11693225055932999
193452	rnn.bias_hh_l0_reverse	6	-0.0786074548959732
193452	rnn.bias_hh_l0_reverse	7	-0.1930573433637619
193452	rnn.bias_hh_l0_reverse	8	-0.06214463710784912
193452	rnn.bias_hh_l0_reverse	9	-0.11413402855396271
193452	linear.weight	0	-0.25632646679878235
193452	linear.weight	1	-0.09729420393705368
193452	linear.weight	2	-0.011228874325752258
193452	linear.weight	3	-0.15133601427078247
193452	linear.weight	4	-0.028552420437335968
193452	linear.weight	5	0.2140081524848938
193452	linear.weight	6	0.0047744326293468475
193452	linear.weight	7	-0.021312154829502106
193452	linear.weight	8	0.2106059491634369
193452	linear.weight	9	0.20956744253635406
193452	linear.bias	0	-0.7965128421783447
193452	linear.bias	1	1.429785966873169
193452	linear.bias	2	-0.49343276023864746
193452	linear.bias	3	-0.7278733849525452
193452	linear.bias	4	-0.8864312767982483
193452	linear.bias	5	-1.1780551671981812
193452	linear.bias	6	-0.9148794412612915
193452	linear.bias	7	-0.7308471202850342
193452	linear.bias	8	-0.01705317199230194
193452	linear.bias	9	3.3980906009674072
193649	transitions	0	-0.4462014436721802
193649	transitions	1	8.742501258850098
193649	transitions	2	-3.581272840499878
193649	transitions	3	1.5728628635406494
193649	transitions	4	-2.1772241592407227
193649	transitions	5	-0.4152185022830963
193649	transitions	6	-0.19318243861198425
193649	transitions	7	-10000.0
193649	transitions	8	1.820098638534546
193649	transitions	9	-2.2945637702941895
193649	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
193649	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
193649	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
193649	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
193649	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
193649	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
193649	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
193649	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
193649	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
193649	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
193649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
193649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
193649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
193649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
193649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
193649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
193649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
193649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
193649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
193649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
193649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
193649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
193649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
193649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
193649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
193649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
193649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
193649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
193649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
193649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
193649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
193649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
193649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
193649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
193649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
193649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
193649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
193649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
193649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
193649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
193649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
193649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
193649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
193649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
193649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
193649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
193649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
193649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
193649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
193649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
193649	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
193649	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
193649	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
193649	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
193649	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
193649	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
193649	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
193649	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
193649	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
193649	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
193649	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
193649	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
193649	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
193649	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
193649	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
193649	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
193649	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
193649	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
193649	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
193649	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
193649	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
193649	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
193649	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
193649	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
193649	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
193649	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
193649	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
193649	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
193649	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
193649	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
193649	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
193649	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
193649	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
193649	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
193649	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
193649	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
193649	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
193649	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
193649	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
193649	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
193649	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
193649	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
193649	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
193649	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
193649	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
193649	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
193649	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
193649	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
193649	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
193649	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
193649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
193649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
193649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
193649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
193649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
193649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
193649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
193649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
193649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
193649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
193649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
193649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
193649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
193649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
193649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
193649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
193649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
193649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
193649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
193649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
193649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
193649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
193649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
193649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
193649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
193649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
193649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
193649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
193649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
193649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
193649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
193649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
193649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
193649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
193649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
193649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
193649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
193649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
193649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
193649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
193649	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
193649	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
193649	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
193649	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
193649	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
193649	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
193649	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
193649	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
193649	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
193649	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
193649	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
193649	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
193649	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
193649	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
193649	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
193649	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
193649	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
193649	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
193649	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
193649	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
193649	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
193649	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
193649	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
193649	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
193649	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
193649	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
193649	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
193649	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
193649	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
193649	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
193649	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
193649	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
193649	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
193649	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
193649	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
193649	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
193649	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
193649	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
193649	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
193649	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
193649	embedding2nn.weight	0	0.048460908234119415
193649	embedding2nn.weight	1	-0.0920812264084816
193649	embedding2nn.weight	2	0.012384907342493534
193649	embedding2nn.weight	3	-0.0521753765642643
193649	embedding2nn.weight	4	-0.12945686280727386
193649	embedding2nn.weight	5	0.12045888602733612
193649	embedding2nn.weight	6	-0.08752518147230148
193649	embedding2nn.weight	7	-0.06498149782419205
193649	embedding2nn.weight	8	-0.026037171483039856
193649	embedding2nn.weight	9	0.052478186786174774
193649	embedding2nn.bias	0	0.07730497419834137
193649	embedding2nn.bias	1	-0.02053045481443405
193649	embedding2nn.bias	2	-0.0970587357878685
193649	embedding2nn.bias	3	0.029801921918988228
193649	embedding2nn.bias	4	0.007179997395724058
193649	embedding2nn.bias	5	-0.1670987606048584
193649	embedding2nn.bias	6	-0.10647338628768921
193649	embedding2nn.bias	7	-0.0316389799118042
193649	embedding2nn.bias	8	0.09397037327289581
193649	embedding2nn.bias	9	-0.04952497407793999
193649	rnn.weight_ih_l0	0	0.04714672639966011
193649	rnn.weight_ih_l0	1	-0.07622064650058746
193649	rnn.weight_ih_l0	2	-0.036269523203372955
193649	rnn.weight_ih_l0	3	-0.04754290357232094
193649	rnn.weight_ih_l0	4	0.005875434260815382
193649	rnn.weight_ih_l0	5	-0.11791641265153885
193649	rnn.weight_ih_l0	6	-0.04301736503839493
193649	rnn.weight_ih_l0	7	-0.012056272476911545
193649	rnn.weight_ih_l0	8	0.07089933007955551
193649	rnn.weight_ih_l0	9	0.009131821803748608
193649	rnn.weight_hh_l0	0	0.0025387888308614492
193649	rnn.weight_hh_l0	1	-0.08021856844425201
193649	rnn.weight_hh_l0	2	0.0704013779759407
193649	rnn.weight_hh_l0	3	0.047602489590644836
193649	rnn.weight_hh_l0	4	0.005582710728049278
193649	rnn.weight_hh_l0	5	0.06573209911584854
193649	rnn.weight_hh_l0	6	-0.017223427072167397
193649	rnn.weight_hh_l0	7	-0.10750529915094376
193649	rnn.weight_hh_l0	8	0.017276305705308914
193649	rnn.weight_hh_l0	9	-0.09179732203483582
193649	rnn.bias_ih_l0	0	-0.08386733382940292
193649	rnn.bias_ih_l0	1	-0.18072155117988586
193649	rnn.bias_ih_l0	2	-0.26244911551475525
193649	rnn.bias_ih_l0	3	-0.27934572100639343
193649	rnn.bias_ih_l0	4	0.004580339416861534
193649	rnn.bias_ih_l0	5	0.05709955096244812
193649	rnn.bias_ih_l0	6	-0.16823294758796692
193649	rnn.bias_ih_l0	7	-0.26168400049209595
193649	rnn.bias_ih_l0	8	-0.12893278896808624
193649	rnn.bias_ih_l0	9	-0.17381100356578827
193649	rnn.bias_hh_l0	0	0.13412651419639587
193649	rnn.bias_hh_l0	1	-0.06736993044614792
193649	rnn.bias_hh_l0	2	0.03905433416366577
193649	rnn.bias_hh_l0	3	-0.1735965758562088
193649	rnn.bias_hh_l0	4	0.03694567456841469
193649	rnn.bias_hh_l0	5	0.04726766049861908
193649	rnn.bias_hh_l0	6	-0.10571185499429703
193649	rnn.bias_hh_l0	7	-0.1516997516155243
193649	rnn.bias_hh_l0	8	-0.185006782412529
193649	rnn.bias_hh_l0	9	-0.11029102653265
193649	rnn.weight_ih_l0_reverse	0	-0.022954309359192848
193649	rnn.weight_ih_l0_reverse	1	-0.002886913949623704
193649	rnn.weight_ih_l0_reverse	2	0.009751541540026665
193649	rnn.weight_ih_l0_reverse	3	0.014445681124925613
193649	rnn.weight_ih_l0_reverse	4	0.025459643453359604
193649	rnn.weight_ih_l0_reverse	5	-0.045462481677532196
193649	rnn.weight_ih_l0_reverse	6	-0.04798339679837227
193649	rnn.weight_ih_l0_reverse	7	0.011094827204942703
193649	rnn.weight_ih_l0_reverse	8	0.09165538847446442
193649	rnn.weight_ih_l0_reverse	9	0.0018973738187924027
193649	rnn.weight_hh_l0_reverse	0	0.0052637942135334015
193649	rnn.weight_hh_l0_reverse	1	0.028005259111523628
193649	rnn.weight_hh_l0_reverse	2	-0.0429510660469532
193649	rnn.weight_hh_l0_reverse	3	0.03741084039211273
193649	rnn.weight_hh_l0_reverse	4	0.023309512063860893
193649	rnn.weight_hh_l0_reverse	5	-0.004000571556389332
193649	rnn.weight_hh_l0_reverse	6	0.06580924987792969
193649	rnn.weight_hh_l0_reverse	7	0.03456447646021843
193649	rnn.weight_hh_l0_reverse	8	-0.019056806340813637
193649	rnn.weight_hh_l0_reverse	9	-0.028963597491383553
193649	rnn.bias_ih_l0_reverse	0	-0.14605118334293365
193649	rnn.bias_ih_l0_reverse	1	-0.3226557970046997
193649	rnn.bias_ih_l0_reverse	2	-0.05837124213576317
193649	rnn.bias_ih_l0_reverse	3	-0.14635534584522247
193649	rnn.bias_ih_l0_reverse	4	0.06475631147623062
193649	rnn.bias_ih_l0_reverse	5	-0.26317161321640015
193649	rnn.bias_ih_l0_reverse	6	-0.0624503456056118
193649	rnn.bias_ih_l0_reverse	7	0.014580548740923405
193649	rnn.bias_ih_l0_reverse	8	-0.19229507446289062
193649	rnn.bias_ih_l0_reverse	9	-0.0818725973367691
193649	rnn.bias_hh_l0_reverse	0	-0.15986117720603943
193649	rnn.bias_hh_l0_reverse	1	-0.14915773272514343
193649	rnn.bias_hh_l0_reverse	2	-0.021601084619760513
193649	rnn.bias_hh_l0_reverse	3	-0.13919252157211304
193649	rnn.bias_hh_l0_reverse	4	-0.022402876988053322
193649	rnn.bias_hh_l0_reverse	5	-0.11718447506427765
193649	rnn.bias_hh_l0_reverse	6	-0.07767941802740097
193649	rnn.bias_hh_l0_reverse	7	-0.19222623109817505
193649	rnn.bias_hh_l0_reverse	8	-0.06329378485679626
193649	rnn.bias_hh_l0_reverse	9	-0.11538071185350418
193649	linear.weight	0	-0.2546249330043793
193649	linear.weight	1	-0.09598887711763382
193649	linear.weight	2	-0.011228874325752258
193649	linear.weight	3	-0.14989973604679108
193649	linear.weight	4	-0.024577947333455086
193649	linear.weight	5	0.21426591277122498
193649	linear.weight	6	0.0047744326293468475
193649	linear.weight	7	-0.021312154829502106
193649	linear.weight	8	0.21805034577846527
193649	linear.weight	9	0.21329809725284576
193649	linear.bias	0	-0.800713300704956
193649	linear.bias	1	1.4201264381408691
193649	linear.bias	2	-0.4428294897079468
193649	linear.bias	3	-0.7317630648612976
193649	linear.bias	4	-0.8626885414123535
193649	linear.bias	5	-1.1780705451965332
193649	linear.bias	6	-0.9203137755393982
193649	linear.bias	7	-0.753146767616272
193649	linear.bias	8	-0.01705317199230194
193649	linear.bias	9	3.43790864944458
193846	transitions	0	-0.44628962874412537
193846	transitions	1	8.764116287231445
193846	transitions	2	-3.5815017223358154
193846	transitions	3	1.569350242614746
193846	transitions	4	-2.177769184112549
193846	transitions	5	-0.415246844291687
193846	transitions	6	-0.19319163262844086
193846	transitions	7	-10000.0
193846	transitions	8	1.8196125030517578
193846	transitions	9	-2.2945709228515625
193846	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
193846	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
193846	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
193846	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
193846	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
193846	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
193846	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
193846	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
193846	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
193846	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
193846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
193846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
193846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
193846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
193846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
193846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
193846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
193846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
193846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
193846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
193846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
193846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
193846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
193846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
193846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
193846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
193846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
193846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
193846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
193846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
193846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
193846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
193846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
193846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
193846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
193846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
193846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
193846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
193846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
193846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
193846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
193846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
193846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
193846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
193846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
193846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
193846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
193846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
193846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
193846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
193846	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
193846	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
193846	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
193846	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
193846	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
193846	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
193846	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
193846	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
193846	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
193846	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
193846	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
193846	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
193846	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
193846	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
193846	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
193846	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
193846	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
193846	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
193846	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
193846	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
193846	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
193846	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
193846	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
193846	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
193846	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
193846	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
193846	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
193846	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
193846	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
193846	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
193846	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
193846	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
193846	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
193846	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
193846	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
193846	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
193846	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
193846	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
193846	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
193846	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
193846	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
193846	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
193846	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
193846	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
193846	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
193846	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
193846	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
193846	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
193846	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
193846	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
193846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
193846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
193846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
193846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
193846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
193846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
193846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
193846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
193846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
193846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
193846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
193846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
193846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
193846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
193846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
193846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
193846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
193846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
193846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
193846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
193846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
193846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
193846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
193846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
193846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
193846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
193846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
193846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
193846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
193846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
193846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
193846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
193846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
193846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
193846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
193846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
193846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
193846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
193846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
193846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
193846	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
193846	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
193846	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
193846	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
193846	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
193846	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
193846	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
193846	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
193846	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
193846	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
193846	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
193846	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
193846	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
193846	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
193846	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
193846	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
193846	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
193846	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
193846	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
193846	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
193846	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
193846	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
193846	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
193846	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
193846	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
193846	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
193846	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
193846	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
193846	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
193846	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
193846	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
193846	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
193846	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
193846	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
193846	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
193846	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
193846	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
193846	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
193846	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
193846	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
193846	embedding2nn.weight	0	0.04878612980246544
193846	embedding2nn.weight	1	-0.0929240956902504
193846	embedding2nn.weight	2	0.014993501827120781
193846	embedding2nn.weight	3	-0.05226517468690872
193846	embedding2nn.weight	4	-0.13000276684761047
193846	embedding2nn.weight	5	0.12021226435899734
193846	embedding2nn.weight	6	-0.08990383893251419
193846	embedding2nn.weight	7	-0.06486552953720093
193846	embedding2nn.weight	8	-0.025845373049378395
193846	embedding2nn.weight	9	0.051127392798662186
193846	embedding2nn.bias	0	0.07660891115665436
193846	embedding2nn.bias	1	-0.020408660173416138
193846	embedding2nn.bias	2	-0.09676464647054672
193846	embedding2nn.bias	3	0.022366415709257126
193846	embedding2nn.bias	4	0.004368990659713745
193846	embedding2nn.bias	5	-0.16576038300991058
193846	embedding2nn.bias	6	-0.10909515619277954
193846	embedding2nn.bias	7	-0.026941029354929924
193846	embedding2nn.bias	8	0.0869780108332634
193846	embedding2nn.bias	9	-0.040954310446977615
193846	rnn.weight_ih_l0	0	0.047797705978155136
193846	rnn.weight_ih_l0	1	-0.07601191848516464
193846	rnn.weight_ih_l0	2	-0.03656549006700516
193846	rnn.weight_ih_l0	3	-0.04869357869029045
193846	rnn.weight_ih_l0	4	0.005331234075129032
193846	rnn.weight_ih_l0	5	-0.11810556054115295
193846	rnn.weight_ih_l0	6	-0.04351987689733505
193846	rnn.weight_ih_l0	7	-0.01169020589441061
193846	rnn.weight_ih_l0	8	0.06963534653186798
193846	rnn.weight_ih_l0	9	0.008788730017840862
193846	rnn.weight_hh_l0	0	0.0030806129798293114
193846	rnn.weight_hh_l0	1	-0.07960579544305801
193846	rnn.weight_hh_l0	2	0.0698264092206955
193846	rnn.weight_hh_l0	3	0.04768358916044235
193846	rnn.weight_hh_l0	4	0.0057450649328529835
193846	rnn.weight_hh_l0	5	0.06548764556646347
193846	rnn.weight_hh_l0	6	-0.01697973534464836
193846	rnn.weight_hh_l0	7	-0.10751725733280182
193846	rnn.weight_hh_l0	8	0.017126278951764107
193846	rnn.weight_hh_l0	9	-0.0920134112238884
193846	rnn.bias_ih_l0	0	-0.08195045590400696
193846	rnn.bias_ih_l0	1	-0.18436740338802338
193846	rnn.bias_ih_l0	2	-0.2596597969532013
193846	rnn.bias_ih_l0	3	-0.2797018587589264
193846	rnn.bias_ih_l0	4	0.007192858029156923
193846	rnn.bias_ih_l0	5	0.05666085705161095
193846	rnn.bias_ih_l0	6	-0.1681191474199295
193846	rnn.bias_ih_l0	7	-0.26240280270576477
193846	rnn.bias_ih_l0	8	-0.12816976010799408
193846	rnn.bias_ih_l0	9	-0.1741037666797638
193846	rnn.bias_hh_l0	0	0.13496828079223633
193846	rnn.bias_hh_l0	1	-0.0673031285405159
193846	rnn.bias_hh_l0	2	0.03821820765733719
193846	rnn.bias_hh_l0	3	-0.17150144279003143
193846	rnn.bias_hh_l0	4	0.038315191864967346
193846	rnn.bias_hh_l0	5	0.04833312705159187
193846	rnn.bias_hh_l0	6	-0.10555541515350342
193846	rnn.bias_hh_l0	7	-0.15143223106861115
193846	rnn.bias_hh_l0	8	-0.18704579770565033
193846	rnn.bias_hh_l0	9	-0.10968942940235138
193846	rnn.weight_ih_l0_reverse	0	-0.022025950253009796
193846	rnn.weight_ih_l0_reverse	1	-0.0026013741735368967
193846	rnn.weight_ih_l0_reverse	2	0.010760198347270489
193846	rnn.weight_ih_l0_reverse	3	0.015393756330013275
193846	rnn.weight_ih_l0_reverse	4	0.024083565920591354
193846	rnn.weight_ih_l0_reverse	5	-0.04465536028146744
193846	rnn.weight_ih_l0_reverse	6	-0.04744921624660492
193846	rnn.weight_ih_l0_reverse	7	0.010087735019624233
193846	rnn.weight_ih_l0_reverse	8	0.09125999361276627
193846	rnn.weight_ih_l0_reverse	9	0.0030161160975694656
193846	rnn.weight_hh_l0_reverse	0	0.005069205071777105
193846	rnn.weight_hh_l0_reverse	1	0.027888646349310875
193846	rnn.weight_hh_l0_reverse	2	-0.04283604398369789
193846	rnn.weight_hh_l0_reverse	3	0.037431683391332626
193846	rnn.weight_hh_l0_reverse	4	0.023565197363495827
193846	rnn.weight_hh_l0_reverse	5	-0.003837327240034938
193846	rnn.weight_hh_l0_reverse	6	0.06546224653720856
193846	rnn.weight_hh_l0_reverse	7	0.03471146523952484
193846	rnn.weight_hh_l0_reverse	8	-0.01905360072851181
193846	rnn.weight_hh_l0_reverse	9	-0.02886621281504631
193846	rnn.bias_ih_l0_reverse	0	-0.14633074402809143
193846	rnn.bias_ih_l0_reverse	1	-0.321269154548645
193846	rnn.bias_ih_l0_reverse	2	-0.0590667799115181
193846	rnn.bias_ih_l0_reverse	3	-0.14516422152519226
193846	rnn.bias_ih_l0_reverse	4	0.0651969239115715
193846	rnn.bias_ih_l0_reverse	5	-0.2620197832584381
193846	rnn.bias_ih_l0_reverse	6	-0.0640801340341568
193846	rnn.bias_ih_l0_reverse	7	0.012158737517893314
193846	rnn.bias_ih_l0_reverse	8	-0.19317908585071564
193846	rnn.bias_ih_l0_reverse	9	-0.08235389739274979
193846	rnn.bias_hh_l0_reverse	0	-0.1603919118642807
193846	rnn.bias_hh_l0_reverse	1	-0.14890605211257935
193846	rnn.bias_hh_l0_reverse	2	-0.02224990911781788
193846	rnn.bias_hh_l0_reverse	3	-0.13883468508720398
193846	rnn.bias_hh_l0_reverse	4	-0.022040121257305145
193846	rnn.bias_hh_l0_reverse	5	-0.11569228768348694
193846	rnn.bias_hh_l0_reverse	6	-0.07687963545322418
193846	rnn.bias_hh_l0_reverse	7	-0.19174695014953613
193846	rnn.bias_hh_l0_reverse	8	-0.06229643523693085
193846	rnn.bias_hh_l0_reverse	9	-0.11642325669527054
193846	linear.weight	0	-0.23887911438941956
193846	linear.weight	1	-0.095352403819561
193846	linear.weight	2	-0.011228874325752258
193846	linear.weight	3	-0.14575864374637604
193846	linear.weight	4	-0.0186651311814785
193846	linear.weight	5	0.21076032519340515
193846	linear.weight	6	0.0047744326293468475
193846	linear.weight	7	-0.021312154829502106
193846	linear.weight	8	0.22208935022354126
193846	linear.weight	9	0.21657483279705048
193846	linear.bias	0	-0.8177659511566162
193846	linear.bias	1	1.4211370944976807
193846	linear.bias	2	-0.4828283190727234
193846	linear.bias	3	-0.7021386027336121
193846	linear.bias	4	-0.8617267608642578
193846	linear.bias	5	-1.178084135055542
193846	linear.bias	6	-0.9356228113174438
193846	linear.bias	7	-0.7539399266242981
193846	linear.bias	8	-0.01705317199230194
193846	linear.bias	9	3.461280584335327
194043	transitions	0	-0.4463139772415161
194043	transitions	1	8.739773750305176
194043	transitions	2	-3.581791639328003
194043	transitions	3	1.5669513940811157
194043	transitions	4	-2.178630828857422
194043	transitions	5	-0.41529345512390137
194043	transitions	6	-0.19320973753929138
194043	transitions	7	-10000.0
194043	transitions	8	1.822462558746338
194043	transitions	9	-2.2945737838745117
194043	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
194043	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
194043	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
194043	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
194043	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
194043	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
194043	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
194043	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
194043	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
194043	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
194043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
194043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
194043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
194043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
194043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
194043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
194043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
194043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
194043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
194043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
194043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
194043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
194043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
194043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
194043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
194043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
194043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
194043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
194043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
194043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
194043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
194043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
194043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
194043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
194043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
194043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
194043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
194043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
194043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
194043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
194043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
194043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
194043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
194043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
194043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
194043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
194043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
194043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
194043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
194043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
194043	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
194043	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
194043	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
194043	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
194043	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
194043	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
194043	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
194043	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
194043	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
194043	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
194043	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
194043	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
194043	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
194043	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
194043	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
194043	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
194043	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
194043	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
194043	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
194043	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
194043	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
194043	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
194043	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
194043	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
194043	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
194043	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
194043	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
194043	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
194043	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
194043	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
194043	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
194043	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
194043	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
194043	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
194043	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
194043	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
194043	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
194043	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
194043	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
194043	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
194043	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
194043	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
194043	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
194043	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
194043	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
194043	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
194043	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
194043	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
194043	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
194043	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
194043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
194043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
194043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
194043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
194043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
194043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
194043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
194043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
194043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
194043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
194043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
194043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
194043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
194043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
194043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
194043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
194043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
194043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
194043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
194043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
194043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
194043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
194043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
194043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
194043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
194043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
194043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
194043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
194043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
194043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
194043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
194043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
194043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
194043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
194043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
194043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
194043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
194043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
194043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
194043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
194043	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
194043	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
194043	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
194043	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
194043	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
194043	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
194043	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
194043	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
194043	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
194043	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
194043	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
194043	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
194043	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
194043	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
194043	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
194043	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
194043	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
194043	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
194043	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
194043	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
194043	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
194043	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
194043	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
194043	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
194043	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
194043	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
194043	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
194043	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
194043	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
194043	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
194043	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
194043	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
194043	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
194043	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
194043	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
194043	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
194043	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
194043	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
194043	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
194043	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
194043	embedding2nn.weight	0	0.04897007718682289
194043	embedding2nn.weight	1	-0.09287326782941818
194043	embedding2nn.weight	2	0.013985155150294304
194043	embedding2nn.weight	3	-0.05172162875533104
194043	embedding2nn.weight	4	-0.12970468401908875
194043	embedding2nn.weight	5	0.11874239891767502
194043	embedding2nn.weight	6	-0.0892489030957222
194043	embedding2nn.weight	7	-0.0656127855181694
194043	embedding2nn.weight	8	-0.025841116905212402
194043	embedding2nn.weight	9	0.05150067061185837
194043	embedding2nn.bias	0	0.07156796753406525
194043	embedding2nn.bias	1	-0.028519708663225174
194043	embedding2nn.bias	2	-0.10247007012367249
194043	embedding2nn.bias	3	0.027927817776799202
194043	embedding2nn.bias	4	-0.004966445732861757
194043	embedding2nn.bias	5	-0.16694116592407227
194043	embedding2nn.bias	6	-0.1211157962679863
194043	embedding2nn.bias	7	-0.04033632203936577
194043	embedding2nn.bias	8	0.08784756064414978
194043	embedding2nn.bias	9	-0.043568652123212814
194043	rnn.weight_ih_l0	0	0.048014093190431595
194043	rnn.weight_ih_l0	1	-0.07831177860498428
194043	rnn.weight_ih_l0	2	-0.036185283213853836
194043	rnn.weight_ih_l0	3	-0.05063438415527344
194043	rnn.weight_ih_l0	4	0.006316377315670252
194043	rnn.weight_ih_l0	5	-0.1183689534664154
194043	rnn.weight_ih_l0	6	-0.042346104979515076
194043	rnn.weight_ih_l0	7	-0.011085104197263718
194043	rnn.weight_ih_l0	8	0.0693487599492073
194043	rnn.weight_ih_l0	9	0.009171843528747559
194043	rnn.weight_hh_l0	0	0.003939830232411623
194043	rnn.weight_hh_l0	1	-0.08000192046165466
194043	rnn.weight_hh_l0	2	0.0694965347647667
194043	rnn.weight_hh_l0	3	0.048050981014966965
194043	rnn.weight_hh_l0	4	0.00583508238196373
194043	rnn.weight_hh_l0	5	0.0655401423573494
194043	rnn.weight_hh_l0	6	-0.017077548429369926
194043	rnn.weight_hh_l0	7	-0.10698782652616501
194043	rnn.weight_hh_l0	8	0.01721123419702053
194043	rnn.weight_hh_l0	9	-0.09147994965314865
194043	rnn.bias_ih_l0	0	-0.08641612529754639
194043	rnn.bias_ih_l0	1	-0.18367718160152435
194043	rnn.bias_ih_l0	2	-0.25954383611679077
194043	rnn.bias_ih_l0	3	-0.2798490822315216
194043	rnn.bias_ih_l0	4	0.007224255707114935
194043	rnn.bias_ih_l0	5	0.05532863736152649
194043	rnn.bias_ih_l0	6	-0.16761431097984314
194043	rnn.bias_ih_l0	7	-0.2607869803905487
194043	rnn.bias_ih_l0	8	-0.12797272205352783
194043	rnn.bias_ih_l0	9	-0.17418338358402252
194043	rnn.bias_hh_l0	0	0.13193602859973907
194043	rnn.bias_hh_l0	1	-0.06693218648433685
194043	rnn.bias_hh_l0	2	0.03738335147500038
194043	rnn.bias_hh_l0	3	-0.17199306190013885
194043	rnn.bias_hh_l0	4	0.03956816717982292
194043	rnn.bias_hh_l0	5	0.0498783104121685
194043	rnn.bias_hh_l0	6	-0.10432912409305573
194043	rnn.bias_hh_l0	7	-0.1533200442790985
194043	rnn.bias_hh_l0	8	-0.18866267800331116
194043	rnn.bias_hh_l0	9	-0.11034847795963287
194043	rnn.weight_ih_l0_reverse	0	-0.021768074482679367
194043	rnn.weight_ih_l0_reverse	1	-0.0018774204654619098
194043	rnn.weight_ih_l0_reverse	2	0.011399640701711178
194043	rnn.weight_ih_l0_reverse	3	0.015786029398441315
194043	rnn.weight_ih_l0_reverse	4	0.023858018219470978
194043	rnn.weight_ih_l0_reverse	5	-0.04649365320801735
194043	rnn.weight_ih_l0_reverse	6	-0.04701496288180351
194043	rnn.weight_ih_l0_reverse	7	0.009628824889659882
194043	rnn.weight_ih_l0_reverse	8	0.08923308551311493
194043	rnn.weight_ih_l0_reverse	9	0.0031950250267982483
194043	rnn.weight_hh_l0_reverse	0	0.0048758964985609055
194043	rnn.weight_hh_l0_reverse	1	0.027810944244265556
194043	rnn.weight_hh_l0_reverse	2	-0.042378418147563934
194043	rnn.weight_hh_l0_reverse	3	0.038018375635147095
194043	rnn.weight_hh_l0_reverse	4	0.02340994030237198
194043	rnn.weight_hh_l0_reverse	5	-0.0036806866992264986
194043	rnn.weight_hh_l0_reverse	6	0.06571231782436371
194043	rnn.weight_hh_l0_reverse	7	0.03527721017599106
194043	rnn.weight_hh_l0_reverse	8	-0.018950412049889565
194043	rnn.weight_hh_l0_reverse	9	-0.029515672475099564
194043	rnn.bias_ih_l0_reverse	0	-0.1482144445180893
194043	rnn.bias_ih_l0_reverse	1	-0.3215404152870178
194043	rnn.bias_ih_l0_reverse	2	-0.059539686888456345
194043	rnn.bias_ih_l0_reverse	3	-0.14676682651042938
194043	rnn.bias_ih_l0_reverse	4	0.06585056334733963
194043	rnn.bias_ih_l0_reverse	5	-0.26295962929725647
194043	rnn.bias_ih_l0_reverse	6	-0.06713276356458664
194043	rnn.bias_ih_l0_reverse	7	0.012100677005946636
194043	rnn.bias_ih_l0_reverse	8	-0.193297877907753
194043	rnn.bias_ih_l0_reverse	9	-0.08093762397766113
194043	rnn.bias_hh_l0_reverse	0	-0.15838240087032318
194043	rnn.bias_hh_l0_reverse	1	-0.14929567277431488
194043	rnn.bias_hh_l0_reverse	2	-0.023226983845233917
194043	rnn.bias_hh_l0_reverse	3	-0.13734929263591766
194043	rnn.bias_hh_l0_reverse	4	-0.023797068744897842
194043	rnn.bias_hh_l0_reverse	5	-0.11643683165311813
194043	rnn.bias_hh_l0_reverse	6	-0.07734343409538269
194043	rnn.bias_hh_l0_reverse	7	-0.1918640434741974
194043	rnn.bias_hh_l0_reverse	8	-0.06254377961158752
194043	rnn.bias_hh_l0_reverse	9	-0.11753299832344055
194043	linear.weight	0	-0.236958310008049
194043	linear.weight	1	-0.09438104182481766
194043	linear.weight	2	-0.011228874325752258
194043	linear.weight	3	-0.15137574076652527
194043	linear.weight	4	-0.016409263014793396
194043	linear.weight	5	0.2121804654598236
194043	linear.weight	6	0.0047744326293468475
194043	linear.weight	7	-0.021312154829502106
194043	linear.weight	8	0.22458824515342712
194043	linear.weight	9	0.23827971518039703
194043	linear.bias	0	-0.8114126324653625
194043	linear.bias	1	1.429465651512146
194043	linear.bias	2	-0.4576173424720764
194043	linear.bias	3	-0.7406519055366516
194043	linear.bias	4	-0.8637295365333557
194043	linear.bias	5	-1.1780986785888672
194043	linear.bias	6	-0.9287037253379822
194043	linear.bias	7	-0.7247638702392578
194043	linear.bias	8	-0.01705317199230194
194043	linear.bias	9	3.4475762844085693
194240	transitions	0	-0.4463602900505066
194240	transitions	1	8.747649192810059
194240	transitions	2	-3.5822737216949463
194240	transitions	3	1.5603792667388916
194240	transitions	4	-2.1788010597229004
194240	transitions	5	-0.4153132736682892
194240	transitions	6	-0.19322209060192108
194240	transitions	7	-10000.0
194240	transitions	8	1.8216346502304077
194240	transitions	9	-2.2945761680603027
194240	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
194240	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
194240	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
194240	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
194240	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
194240	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
194240	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
194240	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
194240	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
194240	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
194240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
194240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
194240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
194240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
194240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
194240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
194240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
194240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
194240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
194240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
194240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
194240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
194240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
194240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
194240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
194240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
194240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
194240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
194240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
194240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
194240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
194240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
194240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
194240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
194240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
194240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
194240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
194240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
194240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
194240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
194240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
194240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
194240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
194240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
194240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
194240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
194240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
194240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
194240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
194240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
194240	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
194240	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
194240	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
194240	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
194240	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
194240	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
194240	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
194240	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
194240	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
194240	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
194240	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
194240	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
194240	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
194240	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
194240	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
194240	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
194240	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
194240	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
194240	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
194240	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
194240	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
194240	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
194240	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
194240	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
194240	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
194240	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
194240	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
194240	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
194240	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
194240	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
194240	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
194240	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
194240	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
194240	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
194240	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
194240	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
194240	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
194240	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
194240	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
194240	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
194240	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
194240	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
194240	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
194240	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
194240	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
194240	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
194240	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
194240	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
194240	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
194240	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
194240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
194240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
194240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
194240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
194240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
194240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
194240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
194240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
194240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
194240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
194240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
194240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
194240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
194240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
194240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
194240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
194240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
194240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
194240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
194240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
194240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
194240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
194240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
194240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
194240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
194240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
194240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
194240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
194240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
194240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
194240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
194240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
194240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
194240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
194240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
194240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
194240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
194240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
194240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
194240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
194240	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
194240	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
194240	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
194240	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
194240	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
194240	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
194240	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
194240	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
194240	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
194240	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
194240	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
194240	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
194240	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
194240	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
194240	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
194240	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
194240	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
194240	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
194240	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
194240	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
194240	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
194240	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
194240	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
194240	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
194240	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
194240	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
194240	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
194240	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
194240	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
194240	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
194240	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
194240	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
194240	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
194240	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
194240	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
194240	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
194240	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
194240	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
194240	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
194240	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
194240	embedding2nn.weight	0	0.04931575804948807
194240	embedding2nn.weight	1	-0.0932430624961853
194240	embedding2nn.weight	2	0.012533705681562424
194240	embedding2nn.weight	3	-0.05231563374400139
194240	embedding2nn.weight	4	-0.13078735768795013
194240	embedding2nn.weight	5	0.11889012902975082
194240	embedding2nn.weight	6	-0.08559880405664444
194240	embedding2nn.weight	7	-0.06551306694746017
194240	embedding2nn.weight	8	-0.026469113305211067
194240	embedding2nn.weight	9	0.052322499454021454
194240	embedding2nn.bias	0	0.08102258294820786
194240	embedding2nn.bias	1	-0.021785171702504158
194240	embedding2nn.bias	2	-0.09968139976263046
194240	embedding2nn.bias	3	0.023554058745503426
194240	embedding2nn.bias	4	-0.0025529598351567984
194240	embedding2nn.bias	5	-0.1745307892560959
194240	embedding2nn.bias	6	-0.12142737954854965
194240	embedding2nn.bias	7	-0.04387607052922249
194240	embedding2nn.bias	8	0.08441318571567535
194240	embedding2nn.bias	9	-0.04285355284810066
194240	rnn.weight_ih_l0	0	0.04798301309347153
194240	rnn.weight_ih_l0	1	-0.0789557620882988
194240	rnn.weight_ih_l0	2	-0.03698626533150673
194240	rnn.weight_ih_l0	3	-0.04905543103814125
194240	rnn.weight_ih_l0	4	0.00844448059797287
194240	rnn.weight_ih_l0	5	-0.11898593604564667
194240	rnn.weight_ih_l0	6	-0.04226016625761986
194240	rnn.weight_ih_l0	7	-0.011464329436421394
194240	rnn.weight_ih_l0	8	0.06903884559869766
194240	rnn.weight_ih_l0	9	0.009827318601310253
194240	rnn.weight_hh_l0	0	0.004063992295414209
194240	rnn.weight_hh_l0	1	-0.08053058385848999
194240	rnn.weight_hh_l0	2	0.06953561305999756
194240	rnn.weight_hh_l0	3	0.04800515994429588
194240	rnn.weight_hh_l0	4	0.005994780454784632
194240	rnn.weight_hh_l0	5	0.0657486543059349
194240	rnn.weight_hh_l0	6	-0.01706945151090622
194240	rnn.weight_hh_l0	7	-0.10730253905057907
194240	rnn.weight_hh_l0	8	0.01682051457464695
194240	rnn.weight_hh_l0	9	-0.09163494408130646
194240	rnn.bias_ih_l0	0	-0.08237632364034653
194240	rnn.bias_ih_l0	1	-0.182894766330719
194240	rnn.bias_ih_l0	2	-0.26209917664527893
194240	rnn.bias_ih_l0	3	-0.2786315977573395
194240	rnn.bias_ih_l0	4	0.00668470561504364
194240	rnn.bias_ih_l0	5	0.055287428200244904
194240	rnn.bias_ih_l0	6	-0.1672077775001526
194240	rnn.bias_ih_l0	7	-0.2588012218475342
194240	rnn.bias_ih_l0	8	-0.12418782711029053
194240	rnn.bias_ih_l0	9	-0.17372934520244598
194240	rnn.bias_hh_l0	0	0.1318560242652893
194240	rnn.bias_hh_l0	1	-0.06906250864267349
194240	rnn.bias_hh_l0	2	0.037032101303339005
194240	rnn.bias_hh_l0	3	-0.17422837018966675
194240	rnn.bias_hh_l0	4	0.038280460983514786
194240	rnn.bias_hh_l0	5	0.04628448933362961
194240	rnn.bias_hh_l0	6	-0.10372369736433029
194240	rnn.bias_hh_l0	7	-0.15470020473003387
194240	rnn.bias_hh_l0	8	-0.18875420093536377
194240	rnn.bias_hh_l0	9	-0.10998808592557907
194240	rnn.weight_ih_l0_reverse	0	-0.02103962004184723
194240	rnn.weight_ih_l0_reverse	1	-0.0021767127327620983
194240	rnn.weight_ih_l0_reverse	2	0.01190174650400877
194240	rnn.weight_ih_l0_reverse	3	0.01638425700366497
194240	rnn.weight_ih_l0_reverse	4	0.023993799462914467
194240	rnn.weight_ih_l0_reverse	5	-0.047256793826818466
194240	rnn.weight_ih_l0_reverse	6	-0.047578759491443634
194240	rnn.weight_ih_l0_reverse	7	0.009762351401150227
194240	rnn.weight_ih_l0_reverse	8	0.08996778726577759
194240	rnn.weight_ih_l0_reverse	9	0.0039833588525652885
194240	rnn.weight_hh_l0_reverse	0	0.004608452320098877
194240	rnn.weight_hh_l0_reverse	1	0.027787668630480766
194240	rnn.weight_hh_l0_reverse	2	-0.04233483597636223
194240	rnn.weight_hh_l0_reverse	3	0.03856067359447479
194240	rnn.weight_hh_l0_reverse	4	0.02287360653281212
194240	rnn.weight_hh_l0_reverse	5	-0.004016183316707611
194240	rnn.weight_hh_l0_reverse	6	0.06595559418201447
194240	rnn.weight_hh_l0_reverse	7	0.03529820963740349
194240	rnn.weight_hh_l0_reverse	8	-0.019282737746834755
194240	rnn.weight_hh_l0_reverse	9	-0.0297605711966753
194240	rnn.bias_ih_l0_reverse	0	-0.14817112684249878
194240	rnn.bias_ih_l0_reverse	1	-0.32131731510162354
194240	rnn.bias_ih_l0_reverse	2	-0.058489132672548294
194240	rnn.bias_ih_l0_reverse	3	-0.14684204757213593
194240	rnn.bias_ih_l0_reverse	4	0.061978403478860855
194240	rnn.bias_ih_l0_reverse	5	-0.26450014114379883
194240	rnn.bias_ih_l0_reverse	6	-0.06823351979255676
194240	rnn.bias_ih_l0_reverse	7	0.008274641819298267
194240	rnn.bias_ih_l0_reverse	8	-0.19470855593681335
194240	rnn.bias_ih_l0_reverse	9	-0.08168265968561172
194240	rnn.bias_hh_l0_reverse	0	-0.15820105373859406
194240	rnn.bias_hh_l0_reverse	1	-0.14962449669837952
194240	rnn.bias_hh_l0_reverse	2	-0.023224961012601852
194240	rnn.bias_hh_l0_reverse	3	-0.13742491602897644
194240	rnn.bias_hh_l0_reverse	4	-0.024120977148413658
194240	rnn.bias_hh_l0_reverse	5	-0.1170738935470581
194240	rnn.bias_hh_l0_reverse	6	-0.07691556215286255
194240	rnn.bias_hh_l0_reverse	7	-0.19230705499649048
194240	rnn.bias_hh_l0_reverse	8	-0.06279293447732925
194240	rnn.bias_hh_l0_reverse	9	-0.11779405921697617
194240	linear.weight	0	-0.2358209639787674
194240	linear.weight	1	-0.09142746031284332
194240	linear.weight	2	-0.011228874325752258
194240	linear.weight	3	-0.14366865158081055
194240	linear.weight	4	-0.020596351474523544
194240	linear.weight	5	0.20671945810317993
194240	linear.weight	6	0.0047744326293468475
194240	linear.weight	7	-0.021312154829502106
194240	linear.weight	8	0.20446671545505524
194240	linear.weight	9	0.24290533363819122
194240	linear.bias	0	-0.8015972375869751
194240	linear.bias	1	1.4386358261108398
194240	linear.bias	2	-0.44873180985450745
194240	linear.bias	3	-0.7272028923034668
194240	linear.bias	4	-0.8650279641151428
194240	linear.bias	5	-1.1781145334243774
194240	linear.bias	6	-0.9195544719696045
194240	linear.bias	7	-0.7482733130455017
194240	linear.bias	8	-0.01705317199230194
194240	linear.bias	9	3.436265230178833
194437	transitions	0	-0.44641342759132385
194437	transitions	1	8.740455627441406
194437	transitions	2	-3.58256459236145
194437	transitions	3	1.5669423341751099
194437	transitions	4	-2.1793439388275146
194437	transitions	5	-0.4153490662574768
194437	transitions	6	-0.19323964416980743
194437	transitions	7	-10000.0
194437	transitions	8	1.8212757110595703
194437	transitions	9	-2.294581651687622
194437	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
194437	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
194437	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
194437	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
194437	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
194437	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
194437	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
194437	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
194437	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
194437	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
194437	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
194437	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
194437	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
194437	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
194437	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
194437	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
194437	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
194437	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
194437	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
194437	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
194437	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
194437	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
194437	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
194437	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
194437	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
194437	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
194437	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
194437	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
194437	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
194437	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
194437	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
194437	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
194437	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
194437	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
194437	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
194437	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
194437	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
194437	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
194437	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
194437	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
194437	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
194437	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
194437	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
194437	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
194437	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
194437	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
194437	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
194437	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
194437	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
194437	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
194437	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
194437	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
194437	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
194437	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
194437	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
194437	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
194437	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
194437	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
194437	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
194437	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
194437	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
194437	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
194437	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
194437	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
194437	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
194437	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
194437	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
194437	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
194437	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
194437	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
194437	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
194437	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
194437	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
194437	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
194437	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
194437	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
194437	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
194437	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
194437	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
194437	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
194437	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
194437	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
194437	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
194437	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
194437	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
194437	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
194437	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
194437	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
194437	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
194437	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
194437	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
194437	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
194437	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
194437	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
194437	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
194437	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
194437	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
194437	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
194437	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
194437	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
194437	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
194437	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
194437	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
194437	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
194437	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
194437	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
194437	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
194437	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
194437	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
194437	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
194437	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
194437	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
194437	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
194437	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
194437	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
194437	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
194437	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
194437	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
194437	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
194437	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
194437	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
194437	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
194437	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
194437	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
194437	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
194437	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
194437	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
194437	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
194437	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
194437	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
194437	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
194437	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
194437	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
194437	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
194437	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
194437	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
194437	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
194437	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
194437	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
194437	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
194437	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
194437	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
194437	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
194437	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
194437	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
194437	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
194437	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
194437	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
194437	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
194437	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
194437	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
194437	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
194437	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
194437	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
194437	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
194437	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
194437	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
194437	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
194437	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
194437	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
194437	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
194437	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
194437	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
194437	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
194437	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
194437	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
194437	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
194437	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
194437	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
194437	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
194437	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
194437	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
194437	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
194437	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
194437	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
194437	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
194437	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
194437	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
194437	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
194437	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
194437	embedding2nn.weight	0	0.04921453073620796
194437	embedding2nn.weight	1	-0.09322120249271393
194437	embedding2nn.weight	2	0.012585943564772606
194437	embedding2nn.weight	3	-0.05157988518476486
194437	embedding2nn.weight	4	-0.13060547411441803
194437	embedding2nn.weight	5	0.11796054244041443
194437	embedding2nn.weight	6	-0.08866855502128601
194437	embedding2nn.weight	7	-0.06582603603601456
194437	embedding2nn.weight	8	-0.026177678257226944
194437	embedding2nn.weight	9	0.05310799181461334
194437	embedding2nn.bias	0	0.08106264472007751
194437	embedding2nn.bias	1	-0.0229792520403862
194437	embedding2nn.bias	2	-0.09788454324007034
194437	embedding2nn.bias	3	0.023435154929757118
194437	embedding2nn.bias	4	0.009024547412991524
194437	embedding2nn.bias	5	-0.18085920810699463
194437	embedding2nn.bias	6	-0.12285677343606949
194437	embedding2nn.bias	7	-0.040431585162878036
194437	embedding2nn.bias	8	0.07852868735790253
194437	embedding2nn.bias	9	-0.04240328446030617
194437	rnn.weight_ih_l0	0	0.04683389887213707
194437	rnn.weight_ih_l0	1	-0.07897386699914932
194437	rnn.weight_ih_l0	2	-0.03642551600933075
194437	rnn.weight_ih_l0	3	-0.04867282137274742
194437	rnn.weight_ih_l0	4	0.010166263207793236
194437	rnn.weight_ih_l0	5	-0.11766000837087631
194437	rnn.weight_ih_l0	6	-0.041362158954143524
194437	rnn.weight_ih_l0	7	-0.011511615477502346
194437	rnn.weight_ih_l0	8	0.06942126899957657
194437	rnn.weight_ih_l0	9	0.009619572199881077
194437	rnn.weight_hh_l0	0	0.00412604957818985
194437	rnn.weight_hh_l0	1	-0.08205049484968185
194437	rnn.weight_hh_l0	2	0.07058954238891602
194437	rnn.weight_hh_l0	3	0.04815402626991272
194437	rnn.weight_hh_l0	4	0.0059126513078808784
194437	rnn.weight_hh_l0	5	0.0647658035159111
194437	rnn.weight_hh_l0	6	-0.016964944079518318
194437	rnn.weight_hh_l0	7	-0.10783219337463379
194437	rnn.weight_hh_l0	8	0.01672820933163166
194437	rnn.weight_hh_l0	9	-0.09100358188152313
194437	rnn.bias_ih_l0	0	-0.07910846173763275
194437	rnn.bias_ih_l0	1	-0.18000784516334534
194437	rnn.bias_ih_l0	2	-0.2615984082221985
194437	rnn.bias_ih_l0	3	-0.27775874733924866
194437	rnn.bias_ih_l0	4	0.0049303798004984856
194437	rnn.bias_ih_l0	5	0.05318252369761467
194437	rnn.bias_ih_l0	6	-0.16907188296318054
194437	rnn.bias_ih_l0	7	-0.2580748200416565
194437	rnn.bias_ih_l0	8	-0.12199080735445023
194437	rnn.bias_ih_l0	9	-0.17674455046653748
194437	rnn.bias_hh_l0	0	0.13080711662769318
194437	rnn.bias_hh_l0	1	-0.06950534880161285
194437	rnn.bias_hh_l0	2	0.03750133514404297
194437	rnn.bias_hh_l0	3	-0.17333906888961792
194437	rnn.bias_hh_l0	4	0.03827861323952675
194437	rnn.bias_hh_l0	5	0.047755464911460876
194437	rnn.bias_hh_l0	6	-0.10258720070123672
194437	rnn.bias_hh_l0	7	-0.15535223484039307
194437	rnn.bias_hh_l0	8	-0.18587371706962585
194437	rnn.bias_hh_l0	9	-0.10855939984321594
194437	rnn.weight_ih_l0_reverse	0	-0.020951079204678535
194437	rnn.weight_ih_l0_reverse	1	-0.0019277273677289486
194437	rnn.weight_ih_l0_reverse	2	0.011954774148762226
194437	rnn.weight_ih_l0_reverse	3	0.018053704872727394
194437	rnn.weight_ih_l0_reverse	4	0.02385200560092926
194437	rnn.weight_ih_l0_reverse	5	-0.04731891676783562
194437	rnn.weight_ih_l0_reverse	6	-0.047137435525655746
194437	rnn.weight_ih_l0_reverse	7	0.008896896615624428
194437	rnn.weight_ih_l0_reverse	8	0.08938228338956833
194437	rnn.weight_ih_l0_reverse	9	0.004761585965752602
194437	rnn.weight_hh_l0_reverse	0	0.004391332622617483
194437	rnn.weight_hh_l0_reverse	1	0.02769314870238304
194437	rnn.weight_hh_l0_reverse	2	-0.04231961444020271
194437	rnn.weight_hh_l0_reverse	3	0.03810572624206543
194437	rnn.weight_hh_l0_reverse	4	0.02293814718723297
194437	rnn.weight_hh_l0_reverse	5	-0.004208825062960386
194437	rnn.weight_hh_l0_reverse	6	0.06586521863937378
194437	rnn.weight_hh_l0_reverse	7	0.0354730486869812
194437	rnn.weight_hh_l0_reverse	8	-0.019644632935523987
194437	rnn.weight_hh_l0_reverse	9	-0.029385842382907867
194437	rnn.bias_ih_l0_reverse	0	-0.1494860202074051
194437	rnn.bias_ih_l0_reverse	1	-0.3212452828884125
194437	rnn.bias_ih_l0_reverse	2	-0.05911312624812126
194437	rnn.bias_ih_l0_reverse	3	-0.14634719491004944
194437	rnn.bias_ih_l0_reverse	4	0.06120983883738518
194437	rnn.bias_ih_l0_reverse	5	-0.26455602049827576
194437	rnn.bias_ih_l0_reverse	6	-0.06792489439249039
194437	rnn.bias_ih_l0_reverse	7	0.011349094100296497
194437	rnn.bias_ih_l0_reverse	8	-0.1938074380159378
194437	rnn.bias_ih_l0_reverse	9	-0.08190514892339706
194437	rnn.bias_hh_l0_reverse	0	-0.15659283101558685
194437	rnn.bias_hh_l0_reverse	1	-0.14953681826591492
194437	rnn.bias_hh_l0_reverse	2	-0.02306552417576313
194437	rnn.bias_hh_l0_reverse	3	-0.13567575812339783
194437	rnn.bias_hh_l0_reverse	4	-0.024786364287137985
194437	rnn.bias_hh_l0_reverse	5	-0.11786025762557983
194437	rnn.bias_hh_l0_reverse	6	-0.07513681799173355
194437	rnn.bias_hh_l0_reverse	7	-0.1912229210138321
194437	rnn.bias_hh_l0_reverse	8	-0.06180509552359581
194437	rnn.bias_hh_l0_reverse	9	-0.11742782592773438
194437	linear.weight	0	-0.24043507874011993
194437	linear.weight	1	-0.09178027510643005
194437	linear.weight	2	-0.011228874325752258
194437	linear.weight	3	-0.1460673213005066
194437	linear.weight	4	-0.023609701544046402
194437	linear.weight	5	0.19775888323783875
194437	linear.weight	6	0.0047744326293468475
194437	linear.weight	7	-0.021312154829502106
194437	linear.weight	8	0.2046801894903183
194437	linear.weight	9	0.237432599067688
194437	linear.bias	0	-0.8150860071182251
194437	linear.bias	1	1.4300698041915894
194437	linear.bias	2	-0.4848910868167877
194437	linear.bias	3	-0.730047881603241
194437	linear.bias	4	-0.8719927668571472
194437	linear.bias	5	-1.1781312227249146
194437	linear.bias	6	-0.9331042170524597
194437	linear.bias	7	-0.7375177145004272
194437	linear.bias	8	-0.01705317199230194
194437	linear.bias	9	3.468761444091797
194634	transitions	0	-0.4465644657611847
194634	transitions	1	8.759611129760742
194634	transitions	2	-3.5827677249908447
194634	transitions	3	1.5728498697280884
194634	transitions	4	-2.179586410522461
194634	transitions	5	-0.415470689535141
194634	transitions	6	-0.193250834941864
194634	transitions	7	-10000.0
194634	transitions	8	1.8219293355941772
194634	transitions	9	-2.294583320617676
194634	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
194634	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
194634	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
194634	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
194634	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
194634	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
194634	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
194634	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
194634	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
194634	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
194634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
194634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
194634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
194634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
194634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
194634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
194634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
194634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
194634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
194634	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
194634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
194634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
194634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
194634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
194634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
194634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
194634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
194634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
194634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
194634	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
194634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
194634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
194634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
194634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
194634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
194634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
194634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
194634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
194634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
194634	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
194634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
194634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
194634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
194634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
194634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
194634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
194634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
194634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
194634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
194634	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
194634	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
194634	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
194634	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
194634	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
194634	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
194634	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
194634	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
194634	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
194634	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
194634	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
194634	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
194634	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
194634	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
194634	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
194634	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
194634	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
194634	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
194634	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
194634	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
194634	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
194634	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
194634	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
194634	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
194634	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
194634	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
194634	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
194634	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
194634	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
194634	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
194634	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
194634	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
194634	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
194634	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
194634	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
194634	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
194634	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
194634	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
194634	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
194634	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
194634	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
194634	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
194634	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
194634	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
194634	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
194634	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
194634	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
194634	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
194634	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
194634	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
194634	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
194634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
194634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
194634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
194634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
194634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
194634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
194634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
194634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
194634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
194634	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
194634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
194634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
194634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
194634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
194634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
194634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
194634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
194634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
194634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
194634	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
194634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
194634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
194634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
194634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
194634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
194634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
194634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
194634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
194634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
194634	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
194634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
194634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
194634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
194634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
194634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
194634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
194634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
194634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
194634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
194634	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
194634	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
194634	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
194634	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
194634	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
194634	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
194634	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
194634	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
194634	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
194634	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
194634	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
194634	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
194634	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
194634	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
194634	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
194634	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
194634	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
194634	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
194634	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
194634	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
194634	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
194634	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
194634	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
194634	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
194634	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
194634	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
194634	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
194634	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
194634	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
194634	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
194634	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
194634	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
194634	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
194634	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
194634	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
194634	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
194634	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
194634	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
194634	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
194634	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
194634	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
194634	embedding2nn.weight	0	0.049142222851514816
194634	embedding2nn.weight	1	-0.09358096867799759
194634	embedding2nn.weight	2	0.011156783439218998
194634	embedding2nn.weight	3	-0.051349908113479614
194634	embedding2nn.weight	4	-0.12962110340595245
194634	embedding2nn.weight	5	0.11844079196453094
194634	embedding2nn.weight	6	-0.08688000589609146
194634	embedding2nn.weight	7	-0.06587005406618118
194634	embedding2nn.weight	8	-0.02637588046491146
194634	embedding2nn.weight	9	0.05520730838179588
194634	embedding2nn.bias	0	0.08787695318460464
194634	embedding2nn.bias	1	-0.018552711233496666
194634	embedding2nn.bias	2	-0.09631039202213287
194634	embedding2nn.bias	3	0.03280813992023468
194634	embedding2nn.bias	4	0.016449561342597008
194634	embedding2nn.bias	5	-0.18306627869606018
194634	embedding2nn.bias	6	-0.11234760284423828
194634	embedding2nn.bias	7	-0.041151560842990875
194634	embedding2nn.bias	8	0.07979937642812729
194634	embedding2nn.bias	9	-0.0423738919198513
194634	rnn.weight_ih_l0	0	0.04669403284788132
194634	rnn.weight_ih_l0	1	-0.07842905074357986
194634	rnn.weight_ih_l0	2	-0.036558847874403
194634	rnn.weight_ih_l0	3	-0.046588968485593796
194634	rnn.weight_ih_l0	4	0.009570054709911346
194634	rnn.weight_ih_l0	5	-0.11525185406208038
194634	rnn.weight_ih_l0	6	-0.03972196951508522
194634	rnn.weight_ih_l0	7	-0.010830123908817768
194634	rnn.weight_ih_l0	8	0.06730286777019501
194634	rnn.weight_ih_l0	9	0.010616219602525234
194634	rnn.weight_hh_l0	0	0.0037384028546512127
194634	rnn.weight_hh_l0	1	-0.0827675461769104
194634	rnn.weight_hh_l0	2	0.07089824229478836
194634	rnn.weight_hh_l0	3	0.04810671880841255
194634	rnn.weight_hh_l0	4	0.006069072522222996
194634	rnn.weight_hh_l0	5	0.06453469395637512
194634	rnn.weight_hh_l0	6	-0.01707332953810692
194634	rnn.weight_hh_l0	7	-0.1080990880727768
194634	rnn.weight_hh_l0	8	0.018682772293686867
194634	rnn.weight_hh_l0	9	-0.09176664054393768
194634	rnn.bias_ih_l0	0	-0.07950344681739807
194634	rnn.bias_ih_l0	1	-0.18113656342029572
194634	rnn.bias_ih_l0	2	-0.2614298462867737
194634	rnn.bias_ih_l0	3	-0.2774167060852051
194634	rnn.bias_ih_l0	4	0.0044828117825090885
194634	rnn.bias_ih_l0	5	0.05663397163152695
194634	rnn.bias_ih_l0	6	-0.16805821657180786
194634	rnn.bias_ih_l0	7	-0.25795847177505493
194634	rnn.bias_ih_l0	8	-0.12409726530313492
194634	rnn.bias_ih_l0	9	-0.178140327334404
194634	rnn.bias_hh_l0	0	0.1334928423166275
194634	rnn.bias_hh_l0	1	-0.06853685528039932
194634	rnn.bias_hh_l0	2	0.038614727556705475
194634	rnn.bias_hh_l0	3	-0.17405427992343903
194634	rnn.bias_hh_l0	4	0.03682224079966545
194634	rnn.bias_hh_l0	5	0.05008403956890106
194634	rnn.bias_hh_l0	6	-0.10311489552259445
194634	rnn.bias_hh_l0	7	-0.15530924499034882
194634	rnn.bias_hh_l0	8	-0.18478576838970184
194634	rnn.bias_hh_l0	9	-0.10820195078849792
194634	rnn.weight_ih_l0_reverse	0	-0.021419687196612358
194634	rnn.weight_ih_l0_reverse	1	-0.0011839679209515452
194634	rnn.weight_ih_l0_reverse	2	0.012040327303111553
194634	rnn.weight_ih_l0_reverse	3	0.01689232513308525
194634	rnn.weight_ih_l0_reverse	4	0.023297302424907684
194634	rnn.weight_ih_l0_reverse	5	-0.045765526592731476
194634	rnn.weight_ih_l0_reverse	6	-0.046911485493183136
194634	rnn.weight_ih_l0_reverse	7	0.008906664326786995
194634	rnn.weight_ih_l0_reverse	8	0.08954760432243347
194634	rnn.weight_ih_l0_reverse	9	0.00533269252628088
194634	rnn.weight_hh_l0_reverse	0	0.004409601911902428
194634	rnn.weight_hh_l0_reverse	1	0.027477137744426727
194634	rnn.weight_hh_l0_reverse	2	-0.0421249158680439
194634	rnn.weight_hh_l0_reverse	3	0.03824876248836517
194634	rnn.weight_hh_l0_reverse	4	0.02277747541666031
194634	rnn.weight_hh_l0_reverse	5	-0.004642529878765345
194634	rnn.weight_hh_l0_reverse	6	0.06652054935693741
194634	rnn.weight_hh_l0_reverse	7	0.03535929694771767
194634	rnn.weight_hh_l0_reverse	8	-0.019809380173683167
194634	rnn.weight_hh_l0_reverse	9	-0.029378917068243027
194634	rnn.bias_ih_l0_reverse	0	-0.15053290128707886
194634	rnn.bias_ih_l0_reverse	1	-0.3215430974960327
194634	rnn.bias_ih_l0_reverse	2	-0.059435367584228516
194634	rnn.bias_ih_l0_reverse	3	-0.1460479348897934
194634	rnn.bias_ih_l0_reverse	4	0.0599227137863636
194634	rnn.bias_ih_l0_reverse	5	-0.2645394504070282
194634	rnn.bias_ih_l0_reverse	6	-0.06815686076879501
194634	rnn.bias_ih_l0_reverse	7	0.009010675363242626
194634	rnn.bias_ih_l0_reverse	8	-0.193966343998909
194634	rnn.bias_ih_l0_reverse	9	-0.08104884624481201
194634	rnn.bias_hh_l0_reverse	0	-0.15718631446361542
194634	rnn.bias_hh_l0_reverse	1	-0.14975212514400482
194634	rnn.bias_hh_l0_reverse	2	-0.022545797750353813
194634	rnn.bias_hh_l0_reverse	3	-0.13533002138137817
194634	rnn.bias_hh_l0_reverse	4	-0.025550276041030884
194634	rnn.bias_hh_l0_reverse	5	-0.1176237240433693
194634	rnn.bias_hh_l0_reverse	6	-0.07348394393920898
194634	rnn.bias_hh_l0_reverse	7	-0.191728875041008
194634	rnn.bias_hh_l0_reverse	8	-0.06250965595245361
194634	rnn.bias_hh_l0_reverse	9	-0.11677848547697067
194634	linear.weight	0	-0.23493176698684692
194634	linear.weight	1	-0.09207108616828918
194634	linear.weight	2	-0.011228874325752258
194634	linear.weight	3	-0.15033462643623352
194634	linear.weight	4	-0.024673836305737495
194634	linear.weight	5	0.18982107937335968
194634	linear.weight	6	0.0047744326293468475
194634	linear.weight	7	-0.021312154829502106
194634	linear.weight	8	0.20555318892002106
194634	linear.weight	9	0.24658744037151337
194634	linear.bias	0	-0.8119935989379883
194634	linear.bias	1	1.4524455070495605
194634	linear.bias	2	-0.4559742510318756
194634	linear.bias	3	-0.7071888446807861
194634	linear.bias	4	-0.8609763979911804
194634	linear.bias	5	-1.1781493425369263
194634	linear.bias	6	-0.9311133623123169
194634	linear.bias	7	-0.7503143548965454
194634	linear.bias	8	-0.01705317199230194
194634	linear.bias	9	3.430969715118408
194831	transitions	0	-0.4466714560985565
194831	transitions	1	8.75302505493164
194831	transitions	2	-3.583167314529419
194831	transitions	3	1.5651161670684814
194831	transitions	4	-2.1798348426818848
194831	transitions	5	-0.41554221510887146
194831	transitions	6	-0.1932603418827057
194831	transitions	7	-10000.0
194831	transitions	8	1.8233059644699097
194831	transitions	9	-2.2945878505706787
194831	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
194831	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
194831	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
194831	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
194831	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
194831	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
194831	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
194831	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
194831	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
194831	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
194831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
194831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
194831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
194831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
194831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
194831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
194831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
194831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
194831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
194831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
194831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
194831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
194831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
194831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
194831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
194831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
194831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
194831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
194831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
194831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
194831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
194831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
194831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
194831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
194831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
194831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
194831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
194831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
194831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
194831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
194831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
194831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
194831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
194831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
194831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
194831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
194831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
194831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
194831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
194831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
194831	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
194831	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
194831	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
194831	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
194831	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
194831	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
194831	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
194831	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
194831	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
194831	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
194831	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
194831	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
194831	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
194831	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
194831	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
194831	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
194831	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
194831	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
194831	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
194831	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
194831	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
194831	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
194831	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
194831	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
194831	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
194831	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
194831	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
194831	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
194831	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
194831	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
194831	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
194831	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
194831	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
194831	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
194831	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
194831	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
194831	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
194831	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
194831	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
194831	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
194831	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
194831	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
194831	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
194831	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
194831	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
194831	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
194831	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
194831	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
194831	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
194831	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
194831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
194831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
194831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
194831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
194831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
194831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
194831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
194831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
194831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
194831	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
194831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
194831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
194831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
194831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
194831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
194831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
194831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
194831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
194831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
194831	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
194831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
194831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
194831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
194831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
194831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
194831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
194831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
194831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
194831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
194831	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
194831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
194831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
194831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
194831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
194831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
194831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
194831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
194831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
194831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
194831	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
194831	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
194831	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
194831	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
194831	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
194831	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
194831	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
194831	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
194831	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
194831	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
194831	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
194831	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
194831	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
194831	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
194831	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
194831	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
194831	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
194831	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
194831	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
194831	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
194831	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
194831	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
194831	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
194831	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
194831	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
194831	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
194831	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
194831	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
194831	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
194831	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
194831	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
194831	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
194831	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
194831	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
194831	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
194831	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
194831	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
194831	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
194831	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
194831	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
194831	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
194831	embedding2nn.weight	0	0.04915156215429306
194831	embedding2nn.weight	1	-0.09331952780485153
194831	embedding2nn.weight	2	0.012336320243775845
194831	embedding2nn.weight	3	-0.051440898329019547
194831	embedding2nn.weight	4	-0.1311296820640564
194831	embedding2nn.weight	5	0.1188051700592041
194831	embedding2nn.weight	6	-0.08755594491958618
194831	embedding2nn.weight	7	-0.0662890151143074
194831	embedding2nn.weight	8	-0.026598898693919182
194831	embedding2nn.weight	9	0.05601062253117561
194831	embedding2nn.bias	0	0.08118479698896408
194831	embedding2nn.bias	1	-0.01102264504879713
194831	embedding2nn.bias	2	-0.10028617084026337
194831	embedding2nn.bias	3	0.026225553825497627
194831	embedding2nn.bias	4	0.015131552703678608
194831	embedding2nn.bias	5	-0.17940156161785126
194831	embedding2nn.bias	6	-0.11071304231882095
194831	embedding2nn.bias	7	-0.03817801922559738
194831	embedding2nn.bias	8	0.08217879384756088
194831	embedding2nn.bias	9	-0.04080267623066902
194831	rnn.weight_ih_l0	0	0.046641651540994644
194831	rnn.weight_ih_l0	1	-0.08110108971595764
194831	rnn.weight_ih_l0	2	-0.037544410675764084
194831	rnn.weight_ih_l0	3	-0.04434631019830704
194831	rnn.weight_ih_l0	4	0.009419620037078857
194831	rnn.weight_ih_l0	5	-0.11541196703910828
194831	rnn.weight_ih_l0	6	-0.03889414295554161
194831	rnn.weight_ih_l0	7	-0.010719498619437218
194831	rnn.weight_ih_l0	8	0.06750857830047607
194831	rnn.weight_ih_l0	9	0.010978516191244125
194831	rnn.weight_hh_l0	0	0.003776206634938717
194831	rnn.weight_hh_l0	1	-0.08261257410049438
194831	rnn.weight_hh_l0	2	0.07048003375530243
194831	rnn.weight_hh_l0	3	0.047887519001960754
194831	rnn.weight_hh_l0	4	0.006121405865997076
194831	rnn.weight_hh_l0	5	0.06478682905435562
194831	rnn.weight_hh_l0	6	-0.017085976898670197
194831	rnn.weight_hh_l0	7	-0.10861832648515701
194831	rnn.weight_hh_l0	8	0.018776342272758484
194831	rnn.weight_hh_l0	9	-0.09308470785617828
194831	rnn.bias_ih_l0	0	-0.08214698731899261
194831	rnn.bias_ih_l0	1	-0.18048357963562012
194831	rnn.bias_ih_l0	2	-0.2627659738063812
194831	rnn.bias_ih_l0	3	-0.27559688687324524
194831	rnn.bias_ih_l0	4	0.008245915174484253
194831	rnn.bias_ih_l0	5	0.05940134450793266
194831	rnn.bias_ih_l0	6	-0.16687200963497162
194831	rnn.bias_ih_l0	7	-0.26072126626968384
194831	rnn.bias_ih_l0	8	-0.12779298424720764
194831	rnn.bias_ih_l0	9	-0.17711453139781952
194831	rnn.bias_hh_l0	0	0.13065464794635773
194831	rnn.bias_hh_l0	1	-0.06898139417171478
194831	rnn.bias_hh_l0	2	0.03840142861008644
194831	rnn.bias_hh_l0	3	-0.17503398656845093
194831	rnn.bias_hh_l0	4	0.039444610476493835
194831	rnn.bias_hh_l0	5	0.050732024013996124
194831	rnn.bias_hh_l0	6	-0.10373542457818985
194831	rnn.bias_hh_l0	7	-0.15592335164546967
194831	rnn.bias_hh_l0	8	-0.18576465547084808
194831	rnn.bias_hh_l0	9	-0.10981767624616623
194831	rnn.weight_ih_l0_reverse	0	-0.02170509845018387
194831	rnn.weight_ih_l0_reverse	1	-0.0018150897230952978
194831	rnn.weight_ih_l0_reverse	2	0.011673765257000923
194831	rnn.weight_ih_l0_reverse	3	0.016884345561265945
194831	rnn.weight_ih_l0_reverse	4	0.023294715210795403
194831	rnn.weight_ih_l0_reverse	5	-0.04673885181546211
194831	rnn.weight_ih_l0_reverse	6	-0.04543831944465637
194831	rnn.weight_ih_l0_reverse	7	0.007722674403339624
194831	rnn.weight_ih_l0_reverse	8	0.08831048756837845
194831	rnn.weight_ih_l0_reverse	9	0.003821595339104533
194831	rnn.weight_hh_l0_reverse	0	0.004383248742669821
194831	rnn.weight_hh_l0_reverse	1	0.028070509433746338
194831	rnn.weight_hh_l0_reverse	2	-0.041402071714401245
194831	rnn.weight_hh_l0_reverse	3	0.03859340026974678
194831	rnn.weight_hh_l0_reverse	4	0.023118654265999794
194831	rnn.weight_hh_l0_reverse	5	-0.004645172040909529
194831	rnn.weight_hh_l0_reverse	6	0.06688830256462097
194831	rnn.weight_hh_l0_reverse	7	0.03538336604833603
194831	rnn.weight_hh_l0_reverse	8	-0.01999957486987114
194831	rnn.weight_hh_l0_reverse	9	-0.02928871288895607
194831	rnn.bias_ih_l0_reverse	0	-0.1473851501941681
194831	rnn.bias_ih_l0_reverse	1	-0.3228871822357178
194831	rnn.bias_ih_l0_reverse	2	-0.06081589311361313
194831	rnn.bias_ih_l0_reverse	3	-0.14854727685451508
194831	rnn.bias_ih_l0_reverse	4	0.059034306555986404
194831	rnn.bias_ih_l0_reverse	5	-0.2644110321998596
194831	rnn.bias_ih_l0_reverse	6	-0.06930948793888092
194831	rnn.bias_ih_l0_reverse	7	0.007907687686383724
194831	rnn.bias_ih_l0_reverse	8	-0.1929575651884079
194831	rnn.bias_ih_l0_reverse	9	-0.08345174044370651
194831	rnn.bias_hh_l0_reverse	0	-0.1576448678970337
194831	rnn.bias_hh_l0_reverse	1	-0.15081244707107544
194831	rnn.bias_hh_l0_reverse	2	-0.0214089322835207
194831	rnn.bias_hh_l0_reverse	3	-0.1378464251756668
194831	rnn.bias_hh_l0_reverse	4	-0.024992065504193306
194831	rnn.bias_hh_l0_reverse	5	-0.11830314993858337
194831	rnn.bias_hh_l0_reverse	6	-0.07435135543346405
194831	rnn.bias_hh_l0_reverse	7	-0.19272829592227936
194831	rnn.bias_hh_l0_reverse	8	-0.06331544369459152
194831	rnn.bias_hh_l0_reverse	9	-0.11674367636442184
194831	linear.weight	0	-0.2466687262058258
194831	linear.weight	1	-0.09184165298938751
194831	linear.weight	2	-0.011228874325752258
194831	linear.weight	3	-0.1518593728542328
194831	linear.weight	4	-0.024488072842359543
194831	linear.weight	5	0.1826365739107132
194831	linear.weight	6	0.0047744326293468475
194831	linear.weight	7	-0.021312154829502106
194831	linear.weight	8	0.20989541709423065
194831	linear.weight	9	0.23279915750026703
194831	linear.bias	0	-0.8381026983261108
194831	linear.bias	1	1.4412636756896973
194831	linear.bias	2	-0.46379005908966064
194831	linear.bias	3	-0.7171140313148499
194831	linear.bias	4	-0.8378674387931824
194831	linear.bias	5	-1.1781681776046753
194831	linear.bias	6	-0.9613457322120667
194831	linear.bias	7	-0.7356398701667786
194831	linear.bias	8	-0.01705317199230194
194831	linear.bias	9	3.4628355503082275
195028	transitions	0	-0.44675758481025696
195028	transitions	1	8.74516487121582
195028	transitions	2	-3.5836355686187744
195028	transitions	3	1.56403386592865
195028	transitions	4	-2.1801140308380127
195028	transitions	5	-0.4155668020248413
195028	transitions	6	-0.19326847791671753
195028	transitions	7	-10000.0
195028	transitions	8	1.8230321407318115
195028	transitions	9	-2.294589042663574
195028	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
195028	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
195028	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
195028	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
195028	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
195028	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
195028	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
195028	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
195028	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
195028	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
195028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
195028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
195028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
195028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
195028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
195028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
195028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
195028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
195028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
195028	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
195028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
195028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
195028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
195028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
195028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
195028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
195028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
195028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
195028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
195028	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
195028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
195028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
195028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
195028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
195028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
195028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
195028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
195028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
195028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
195028	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
195028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
195028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
195028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
195028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
195028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
195028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
195028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
195028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
195028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
195028	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
195028	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
195028	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
195028	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
195028	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
195028	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
195028	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
195028	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
195028	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
195028	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
195028	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
195028	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
195028	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
195028	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
195028	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
195028	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
195028	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
195028	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
195028	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
195028	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
195028	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
195028	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
195028	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
195028	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
195028	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
195028	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
195028	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
195028	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
195028	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
195028	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
195028	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
195028	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
195028	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
195028	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
195028	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
195028	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
195028	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
195028	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
195028	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
195028	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
195028	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
195028	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
195028	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
195028	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
195028	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
195028	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
195028	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
195028	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
195028	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
195028	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
195028	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
195028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
195028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
195028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
195028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
195028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
195028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
195028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
195028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
195028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
195028	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
195028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
195028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
195028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
195028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
195028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
195028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
195028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
195028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
195028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
195028	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
195028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
195028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
195028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
195028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
195028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
195028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
195028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
195028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
195028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
195028	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
195028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
195028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
195028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
195028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
195028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
195028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
195028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
195028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
195028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
195028	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
195028	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
195028	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
195028	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
195028	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
195028	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
195028	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
195028	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
195028	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
195028	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
195028	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
195028	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
195028	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
195028	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
195028	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
195028	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
195028	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
195028	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
195028	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
195028	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
195028	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
195028	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
195028	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
195028	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
195028	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
195028	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
195028	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
195028	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
195028	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
195028	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
195028	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
195028	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
195028	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
195028	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
195028	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
195028	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
195028	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
195028	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
195028	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
195028	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
195028	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
195028	embedding2nn.weight	0	0.0493251271545887
195028	embedding2nn.weight	1	-0.09350012242794037
195028	embedding2nn.weight	2	0.013325463980436325
195028	embedding2nn.weight	3	-0.05195056274533272
195028	embedding2nn.weight	4	-0.13161660730838776
195028	embedding2nn.weight	5	0.11833784729242325
195028	embedding2nn.weight	6	-0.0915667787194252
195028	embedding2nn.weight	7	-0.06586086004972458
195028	embedding2nn.weight	8	-0.026342157274484634
195028	embedding2nn.weight	9	0.056025151163339615
195028	embedding2nn.bias	0	0.08310967683792114
195028	embedding2nn.bias	1	-0.002203176263719797
195028	embedding2nn.bias	2	-0.10070890188217163
195028	embedding2nn.bias	3	0.03193346783518791
195028	embedding2nn.bias	4	0.0036507919430732727
195028	embedding2nn.bias	5	-0.17756231129169464
195028	embedding2nn.bias	6	-0.11130345612764359
195028	embedding2nn.bias	7	-0.0313907228410244
195028	embedding2nn.bias	8	0.07976678013801575
195028	embedding2nn.bias	9	-0.03979114443063736
195028	rnn.weight_ih_l0	0	0.046991586685180664
195028	rnn.weight_ih_l0	1	-0.08259923756122589
195028	rnn.weight_ih_l0	2	-0.03854512423276901
195028	rnn.weight_ih_l0	3	-0.044420767575502396
195028	rnn.weight_ih_l0	4	0.010505151003599167
195028	rnn.weight_ih_l0	5	-0.1147296205163002
195028	rnn.weight_ih_l0	6	-0.03855494037270546
195028	rnn.weight_ih_l0	7	-0.011492198333144188
195028	rnn.weight_ih_l0	8	0.06769271194934845
195028	rnn.weight_ih_l0	9	0.013739554211497307
195028	rnn.weight_hh_l0	0	0.003327438374981284
195028	rnn.weight_hh_l0	1	-0.08316153287887573
195028	rnn.weight_hh_l0	2	0.07089612632989883
195028	rnn.weight_hh_l0	3	0.04750887304544449
195028	rnn.weight_hh_l0	4	0.0059820194728672504
195028	rnn.weight_hh_l0	5	0.06408550590276718
195028	rnn.weight_hh_l0	6	-0.016985058784484863
195028	rnn.weight_hh_l0	7	-0.10829263925552368
195028	rnn.weight_hh_l0	8	0.020018750801682472
195028	rnn.weight_hh_l0	9	-0.091493621468544
195028	rnn.bias_ih_l0	0	-0.08491657674312592
195028	rnn.bias_ih_l0	1	-0.1802433878183365
195028	rnn.bias_ih_l0	2	-0.26127731800079346
195028	rnn.bias_ih_l0	3	-0.2742060720920563
195028	rnn.bias_ih_l0	4	0.009346000850200653
195028	rnn.bias_ih_l0	5	0.06026003509759903
195028	rnn.bias_ih_l0	6	-0.1652158498764038
195028	rnn.bias_ih_l0	7	-0.26022303104400635
195028	rnn.bias_ih_l0	8	-0.1282440721988678
195028	rnn.bias_ih_l0	9	-0.17701590061187744
195028	rnn.bias_hh_l0	0	0.1319061666727066
195028	rnn.bias_hh_l0	1	-0.06798023730516434
195028	rnn.bias_hh_l0	2	0.039048098027706146
195028	rnn.bias_hh_l0	3	-0.17474883794784546
195028	rnn.bias_hh_l0	4	0.03901401162147522
195028	rnn.bias_hh_l0	5	0.05069640651345253
195028	rnn.bias_hh_l0	6	-0.10332789272069931
195028	rnn.bias_hh_l0	7	-0.15470430254936218
195028	rnn.bias_hh_l0	8	-0.18683679401874542
195028	rnn.bias_hh_l0	9	-0.11067260801792145
195028	rnn.weight_ih_l0_reverse	0	-0.021166972815990448
195028	rnn.weight_ih_l0_reverse	1	-0.0017086187144741416
195028	rnn.weight_ih_l0_reverse	2	0.014478561468422413
195028	rnn.weight_ih_l0_reverse	3	0.016529923304915428
195028	rnn.weight_ih_l0_reverse	4	0.023775964975357056
195028	rnn.weight_ih_l0_reverse	5	-0.04781942814588547
195028	rnn.weight_ih_l0_reverse	6	-0.046016618609428406
195028	rnn.weight_ih_l0_reverse	7	0.008108269423246384
195028	rnn.weight_ih_l0_reverse	8	0.09065128862857819
195028	rnn.weight_ih_l0_reverse	9	0.0028156028129160404
195028	rnn.weight_hh_l0_reverse	0	0.004094621166586876
195028	rnn.weight_hh_l0_reverse	1	0.02755560912191868
195028	rnn.weight_hh_l0_reverse	2	-0.04157266393303871
195028	rnn.weight_hh_l0_reverse	3	0.03855455294251442
195028	rnn.weight_hh_l0_reverse	4	0.023330138996243477
195028	rnn.weight_hh_l0_reverse	5	-0.004936860874295235
195028	rnn.weight_hh_l0_reverse	6	0.06656089425086975
195028	rnn.weight_hh_l0_reverse	7	0.035805705934762955
195028	rnn.weight_hh_l0_reverse	8	-0.020503029227256775
195028	rnn.weight_hh_l0_reverse	9	-0.029073329642415047
195028	rnn.bias_ih_l0_reverse	0	-0.14878258109092712
195028	rnn.bias_ih_l0_reverse	1	-0.32128047943115234
195028	rnn.bias_ih_l0_reverse	2	-0.06169867143034935
195028	rnn.bias_ih_l0_reverse	3	-0.15021225810050964
195028	rnn.bias_ih_l0_reverse	4	0.06132466718554497
195028	rnn.bias_ih_l0_reverse	5	-0.26439669728279114
195028	rnn.bias_ih_l0_reverse	6	-0.06850475817918777
195028	rnn.bias_ih_l0_reverse	7	0.0071212430484592915
195028	rnn.bias_ih_l0_reverse	8	-0.19291454553604126
195028	rnn.bias_ih_l0_reverse	9	-0.08429630845785141
195028	rnn.bias_hh_l0_reverse	0	-0.15868785977363586
195028	rnn.bias_hh_l0_reverse	1	-0.1500038057565689
195028	rnn.bias_hh_l0_reverse	2	-0.020757801830768585
195028	rnn.bias_hh_l0_reverse	3	-0.13793833553791046
195028	rnn.bias_hh_l0_reverse	4	-0.025955725461244583
195028	rnn.bias_hh_l0_reverse	5	-0.11723555624485016
195028	rnn.bias_hh_l0_reverse	6	-0.07386115938425064
195028	rnn.bias_hh_l0_reverse	7	-0.19342264533042908
195028	rnn.bias_hh_l0_reverse	8	-0.06392304599285126
195028	rnn.bias_hh_l0_reverse	9	-0.11538081616163254
195028	linear.weight	0	-0.23875252902507782
195028	linear.weight	1	-0.09217928349971771
195028	linear.weight	2	-0.011228874325752258
195028	linear.weight	3	-0.15005122125148773
195028	linear.weight	4	-0.024408694356679916
195028	linear.weight	5	0.17423951625823975
195028	linear.weight	6	0.0047744326293468475
195028	linear.weight	7	-0.021312154829502106
195028	linear.weight	8	0.181646928191185
195028	linear.weight	9	0.22320526838302612
195028	linear.bias	0	-0.8314423561096191
195028	linear.bias	1	1.4448281526565552
195028	linear.bias	2	-0.46495771408081055
195028	linear.bias	3	-0.7204304337501526
195028	linear.bias	4	-0.8611619472503662
195028	linear.bias	5	-1.1781809329986572
195028	linear.bias	6	-0.9547601342201233
195028	linear.bias	7	-0.7456269264221191
195028	linear.bias	8	-0.01705317199230194
195028	linear.bias	9	3.4668965339660645
195225	transitions	0	-0.44685253500938416
195225	transitions	1	8.75486946105957
195225	transitions	2	-3.5839133262634277
195225	transitions	3	1.5627448558807373
195225	transitions	4	-2.1802775859832764
195225	transitions	5	-0.41561630368232727
195225	transitions	6	-0.19327856600284576
195225	transitions	7	-10000.0
195225	transitions	8	1.822691798210144
195225	transitions	9	-2.2945950031280518
195225	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
195225	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
195225	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
195225	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
195225	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
195225	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
195225	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
195225	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
195225	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
195225	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
195225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
195225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
195225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
195225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
195225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
195225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
195225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
195225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
195225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
195225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
195225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
195225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
195225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
195225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
195225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
195225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
195225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
195225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
195225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
195225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
195225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
195225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
195225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
195225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
195225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
195225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
195225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
195225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
195225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
195225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
195225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
195225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
195225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
195225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
195225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
195225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
195225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
195225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
195225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
195225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
195225	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
195225	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
195225	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
195225	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
195225	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
195225	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
195225	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
195225	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
195225	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
195225	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
195225	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
195225	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
195225	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
195225	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
195225	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
195225	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
195225	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
195225	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
195225	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
195225	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
195225	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
195225	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
195225	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
195225	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
195225	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
195225	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
195225	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
195225	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
195225	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
195225	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
195225	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
195225	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
195225	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
195225	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
195225	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
195225	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
195225	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
195225	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
195225	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
195225	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
195225	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
195225	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
195225	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
195225	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
195225	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
195225	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
195225	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
195225	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
195225	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
195225	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
195225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
195225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
195225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
195225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
195225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
195225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
195225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
195225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
195225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
195225	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
195225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
195225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
195225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
195225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
195225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
195225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
195225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
195225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
195225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
195225	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
195225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
195225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
195225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
195225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
195225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
195225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
195225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
195225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
195225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
195225	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
195225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
195225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
195225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
195225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
195225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
195225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
195225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
195225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
195225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
195225	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
195225	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
195225	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
195225	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
195225	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
195225	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
195225	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
195225	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
195225	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
195225	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
195225	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
195225	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
195225	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
195225	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
195225	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
195225	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
195225	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
195225	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
195225	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
195225	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
195225	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
195225	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
195225	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
195225	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
195225	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
195225	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
195225	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
195225	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
195225	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
195225	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
195225	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
195225	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
195225	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
195225	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
195225	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
195225	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
195225	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
195225	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
195225	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
195225	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
195225	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
195225	embedding2nn.weight	0	0.04916940629482269
195225	embedding2nn.weight	1	-0.09303857386112213
195225	embedding2nn.weight	2	0.015125962905585766
195225	embedding2nn.weight	3	-0.05275675281882286
195225	embedding2nn.weight	4	-0.130829319357872
195225	embedding2nn.weight	5	0.11818156391382217
195225	embedding2nn.weight	6	-0.08976206928491592
195225	embedding2nn.weight	7	-0.06794246286153793
195225	embedding2nn.weight	8	-0.02585580199956894
195225	embedding2nn.weight	9	0.05598032474517822
195225	embedding2nn.bias	0	0.09197842329740524
195225	embedding2nn.bias	1	-0.0021875586826354265
195225	embedding2nn.bias	2	-0.10506138950586319
195225	embedding2nn.bias	3	0.04067366197705269
195225	embedding2nn.bias	4	0.0024476826656609774
195225	embedding2nn.bias	5	-0.16782349348068237
195225	embedding2nn.bias	6	-0.11347926408052444
195225	embedding2nn.bias	7	-0.036312006413936615
195225	embedding2nn.bias	8	0.08098599314689636
195225	embedding2nn.bias	9	-0.047100793570280075
195225	rnn.weight_ih_l0	0	0.04658065363764763
195225	rnn.weight_ih_l0	1	-0.08341223001480103
195225	rnn.weight_ih_l0	2	-0.038662299513816833
195225	rnn.weight_ih_l0	3	-0.04496346041560173
195225	rnn.weight_ih_l0	4	0.01035764068365097
195225	rnn.weight_ih_l0	5	-0.11419868469238281
195225	rnn.weight_ih_l0	6	-0.039052970707416534
195225	rnn.weight_ih_l0	7	-0.010209995321929455
195225	rnn.weight_ih_l0	8	0.06942056864500046
195225	rnn.weight_ih_l0	9	0.010977309197187424
195225	rnn.weight_hh_l0	0	0.0035575733054429293
195225	rnn.weight_hh_l0	1	-0.08206012099981308
195225	rnn.weight_hh_l0	2	0.07043449580669403
195225	rnn.weight_hh_l0	3	0.046921003609895706
195225	rnn.weight_hh_l0	4	0.005941365845501423
195225	rnn.weight_hh_l0	5	0.06435507535934448
195225	rnn.weight_hh_l0	6	-0.016976607963442802
195225	rnn.weight_hh_l0	7	-0.10848826915025711
195225	rnn.weight_hh_l0	8	0.020748412236571312
195225	rnn.weight_hh_l0	9	-0.09218354523181915
195225	rnn.bias_ih_l0	0	-0.08383628726005554
195225	rnn.bias_ih_l0	1	-0.17967677116394043
195225	rnn.bias_ih_l0	2	-0.26319703459739685
195225	rnn.bias_ih_l0	3	-0.2769967019557953
195225	rnn.bias_ih_l0	4	0.010365107096731663
195225	rnn.bias_ih_l0	5	0.059895019978284836
195225	rnn.bias_ih_l0	6	-0.16668815910816193
195225	rnn.bias_ih_l0	7	-0.26179370284080505
195225	rnn.bias_ih_l0	8	-0.1258753389120102
195225	rnn.bias_ih_l0	9	-0.17559142410755157
195225	rnn.bias_hh_l0	0	0.13239611685276031
195225	rnn.bias_hh_l0	1	-0.06768284738063812
195225	rnn.bias_hh_l0	2	0.03789503872394562
195225	rnn.bias_hh_l0	3	-0.17464342713356018
195225	rnn.bias_hh_l0	4	0.037248071283102036
195225	rnn.bias_hh_l0	5	0.04947400093078613
195225	rnn.bias_hh_l0	6	-0.10423362255096436
195225	rnn.bias_hh_l0	7	-0.1544962376356125
195225	rnn.bias_hh_l0	8	-0.1837233006954193
195225	rnn.bias_hh_l0	9	-0.10975175350904465
195225	rnn.weight_ih_l0_reverse	0	-0.020718637853860855
195225	rnn.weight_ih_l0_reverse	1	-0.0009426274918951094
195225	rnn.weight_ih_l0_reverse	2	0.013593497686088085
195225	rnn.weight_ih_l0_reverse	3	0.01736581139266491
195225	rnn.weight_ih_l0_reverse	4	0.02220464125275612
195225	rnn.weight_ih_l0_reverse	5	-0.04772644862532616
195225	rnn.weight_ih_l0_reverse	6	-0.04519359767436981
195225	rnn.weight_ih_l0_reverse	7	0.009428766556084156
195225	rnn.weight_ih_l0_reverse	8	0.09085562080144882
195225	rnn.weight_ih_l0_reverse	9	0.0011575694661587477
195225	rnn.weight_hh_l0_reverse	0	0.003996728453785181
195225	rnn.weight_hh_l0_reverse	1	0.027972716838121414
195225	rnn.weight_hh_l0_reverse	2	-0.04217140004038811
195225	rnn.weight_hh_l0_reverse	3	0.03855735436081886
195225	rnn.weight_hh_l0_reverse	4	0.023256607353687286
195225	rnn.weight_hh_l0_reverse	5	-0.004107889719307423
195225	rnn.weight_hh_l0_reverse	6	0.06657865643501282
195225	rnn.weight_hh_l0_reverse	7	0.035593196749687195
195225	rnn.weight_hh_l0_reverse	8	-0.02123366855084896
195225	rnn.weight_hh_l0_reverse	9	-0.0294793788343668
195225	rnn.bias_ih_l0_reverse	0	-0.14747823774814606
195225	rnn.bias_ih_l0_reverse	1	-0.3232961595058441
195225	rnn.bias_ih_l0_reverse	2	-0.06317762285470963
195225	rnn.bias_ih_l0_reverse	3	-0.15091891586780548
195225	rnn.bias_ih_l0_reverse	4	0.06179482862353325
195225	rnn.bias_ih_l0_reverse	5	-0.2637300491333008
195225	rnn.bias_ih_l0_reverse	6	-0.06918475776910782
195225	rnn.bias_ih_l0_reverse	7	0.00943859200924635
195225	rnn.bias_ih_l0_reverse	8	-0.19321514666080475
195225	rnn.bias_ih_l0_reverse	9	-0.08451761305332184
195225	rnn.bias_hh_l0_reverse	0	-0.15894752740859985
195225	rnn.bias_hh_l0_reverse	1	-0.1503882110118866
195225	rnn.bias_hh_l0_reverse	2	-0.020625583827495575
195225	rnn.bias_hh_l0_reverse	3	-0.13819661736488342
195225	rnn.bias_hh_l0_reverse	4	-0.026483938097953796
195225	rnn.bias_hh_l0_reverse	5	-0.11655650287866592
195225	rnn.bias_hh_l0_reverse	6	-0.07422516494989395
195225	rnn.bias_hh_l0_reverse	7	-0.19442355632781982
195225	rnn.bias_hh_l0_reverse	8	-0.06504648923873901
195225	rnn.bias_hh_l0_reverse	9	-0.11536454409360886
195225	linear.weight	0	-0.24450023472309113
195225	linear.weight	1	-0.09379704296588898
195225	linear.weight	2	-0.011228874325752258
195225	linear.weight	3	-0.13773751258850098
195225	linear.weight	4	-0.032488130033016205
195225	linear.weight	5	0.17522075772285461
195225	linear.weight	6	0.0047744326293468475
195225	linear.weight	7	-0.021312154829502106
195225	linear.weight	8	0.17313465476036072
195225	linear.weight	9	0.23901242017745972
195225	linear.bias	0	-0.8128276467323303
195225	linear.bias	1	1.432309627532959
195225	linear.bias	2	-0.4857325851917267
195225	linear.bias	3	-0.7151069641113281
195225	linear.bias	4	-0.8574327230453491
195225	linear.bias	5	-1.1781988143920898
195225	linear.bias	6	-0.9345618486404419
195225	linear.bias	7	-0.7475451231002808
195225	linear.bias	8	-0.01705317199230194
195225	linear.bias	9	3.4652328491210938
195422	transitions	0	-0.44692832231521606
195422	transitions	1	8.738587379455566
195422	transitions	2	-3.5841286182403564
195422	transitions	3	1.5648305416107178
195422	transitions	4	-2.180527925491333
195422	transitions	5	-0.41566476225852966
195422	transitions	6	-0.1932917684316635
195422	transitions	7	-10000.0
195422	transitions	8	1.8219178915023804
195422	transitions	9	-2.2945961952209473
195422	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
195422	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
195422	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
195422	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
195422	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
195422	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
195422	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
195422	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
195422	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
195422	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
195422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
195422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
195422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
195422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
195422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
195422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
195422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
195422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
195422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
195422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
195422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
195422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
195422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
195422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
195422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
195422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
195422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
195422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
195422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
195422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
195422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
195422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
195422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
195422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
195422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
195422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
195422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
195422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
195422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
195422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
195422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
195422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
195422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
195422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
195422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
195422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
195422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
195422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
195422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
195422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
195422	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
195422	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
195422	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
195422	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
195422	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
195422	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
195422	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
195422	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
195422	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
195422	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
195422	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
195422	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
195422	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
195422	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
195422	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
195422	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
195422	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
195422	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
195422	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
195422	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
195422	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
195422	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
195422	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
195422	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
195422	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
195422	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
195422	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
195422	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
195422	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
195422	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
195422	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
195422	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
195422	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
195422	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
195422	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
195422	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
195422	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
195422	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
195422	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
195422	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
195422	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
195422	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
195422	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
195422	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
195422	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
195422	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
195422	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
195422	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
195422	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
195422	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
195422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
195422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
195422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
195422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
195422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
195422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
195422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
195422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
195422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
195422	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
195422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
195422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
195422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
195422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
195422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
195422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
195422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
195422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
195422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
195422	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
195422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
195422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
195422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
195422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
195422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
195422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
195422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
195422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
195422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
195422	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
195422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
195422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
195422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
195422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
195422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
195422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
195422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
195422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
195422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
195422	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
195422	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
195422	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
195422	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
195422	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
195422	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
195422	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
195422	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
195422	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
195422	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
195422	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
195422	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
195422	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
195422	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
195422	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
195422	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
195422	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
195422	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
195422	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
195422	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
195422	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
195422	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
195422	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
195422	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
195422	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
195422	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
195422	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
195422	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
195422	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
195422	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
195422	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
195422	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
195422	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
195422	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
195422	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
195422	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
195422	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
195422	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
195422	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
195422	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
195422	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
195422	embedding2nn.weight	0	0.04869642108678818
195422	embedding2nn.weight	1	-0.09325110167264938
195422	embedding2nn.weight	2	0.016471484676003456
195422	embedding2nn.weight	3	-0.05257868394255638
195422	embedding2nn.weight	4	-0.13024002313613892
195422	embedding2nn.weight	5	0.1183559000492096
195422	embedding2nn.weight	6	-0.08314591646194458
195422	embedding2nn.weight	7	-0.06700076162815094
195422	embedding2nn.weight	8	-0.025579314678907394
195422	embedding2nn.weight	9	0.05588597431778908
195422	embedding2nn.bias	0	0.0632084384560585
195422	embedding2nn.bias	1	-0.00028909320826642215
195422	embedding2nn.bias	2	-0.10417632758617401
195422	embedding2nn.bias	3	0.04438064619898796
195422	embedding2nn.bias	4	-0.008353563025593758
195422	embedding2nn.bias	5	-0.16957604885101318
195422	embedding2nn.bias	6	-0.10746625065803528
195422	embedding2nn.bias	7	-0.030757220461964607
195422	embedding2nn.bias	8	0.07936849445104599
195422	embedding2nn.bias	9	-0.04691503942012787
195422	rnn.weight_ih_l0	0	0.0480642095208168
195422	rnn.weight_ih_l0	1	-0.0830436497926712
195422	rnn.weight_ih_l0	2	-0.03989516571164131
195422	rnn.weight_ih_l0	3	-0.04476074501872063
195422	rnn.weight_ih_l0	4	0.008647482842206955
195422	rnn.weight_ih_l0	5	-0.1132349744439125
195422	rnn.weight_ih_l0	6	-0.037578050047159195
195422	rnn.weight_ih_l0	7	-0.010995394550263882
195422	rnn.weight_ih_l0	8	0.06948895752429962
195422	rnn.weight_ih_l0	9	0.010460608638823032
195422	rnn.weight_hh_l0	0	0.003736967220902443
195422	rnn.weight_hh_l0	1	-0.08231130987405777
195422	rnn.weight_hh_l0	2	0.07046453654766083
195422	rnn.weight_hh_l0	3	0.047266751527786255
195422	rnn.weight_hh_l0	4	0.005963857285678387
195422	rnn.weight_hh_l0	5	0.0647704005241394
195422	rnn.weight_hh_l0	6	-0.017236879095435143
195422	rnn.weight_hh_l0	7	-0.10834434628486633
195422	rnn.weight_hh_l0	8	0.020675962790846825
195422	rnn.weight_hh_l0	9	-0.09139064699411392
195422	rnn.bias_ih_l0	0	-0.08745215088129044
195422	rnn.bias_ih_l0	1	-0.17903439700603485
195422	rnn.bias_ih_l0	2	-0.26152101159095764
195422	rnn.bias_ih_l0	3	-0.27660349011421204
195422	rnn.bias_ih_l0	4	0.012822547927498817
195422	rnn.bias_ih_l0	5	0.055521465837955475
195422	rnn.bias_ih_l0	6	-0.16549848020076752
195422	rnn.bias_ih_l0	7	-0.26099762320518494
195422	rnn.bias_ih_l0	8	-0.12482200562953949
195422	rnn.bias_ih_l0	9	-0.17750884592533112
195422	rnn.bias_hh_l0	0	0.1338837444782257
195422	rnn.bias_hh_l0	1	-0.06631110608577728
195422	rnn.bias_hh_l0	2	0.0378195084631443
195422	rnn.bias_hh_l0	3	-0.1756208837032318
195422	rnn.bias_hh_l0	4	0.03997710719704628
195422	rnn.bias_hh_l0	5	0.048316992819309235
195422	rnn.bias_hh_l0	6	-0.10420875996351242
195422	rnn.bias_hh_l0	7	-0.15528838336467743
195422	rnn.bias_hh_l0	8	-0.1827542781829834
195422	rnn.bias_hh_l0	9	-0.10977543145418167
195422	rnn.weight_ih_l0_reverse	0	-0.02084931917488575
195422	rnn.weight_ih_l0_reverse	1	-0.0011490295873954892
195422	rnn.weight_ih_l0_reverse	2	0.010610952973365784
195422	rnn.weight_ih_l0_reverse	3	0.013866472989320755
195422	rnn.weight_ih_l0_reverse	4	0.02118805982172489
195422	rnn.weight_ih_l0_reverse	5	-0.048002999275922775
195422	rnn.weight_ih_l0_reverse	6	-0.045079316943883896
195422	rnn.weight_ih_l0_reverse	7	0.008310053497552872
195422	rnn.weight_ih_l0_reverse	8	0.09181986004114151
195422	rnn.weight_ih_l0_reverse	9	0.00113206438254565
195422	rnn.weight_hh_l0_reverse	0	0.00394494878128171
195422	rnn.weight_hh_l0_reverse	1	0.028172709047794342
195422	rnn.weight_hh_l0_reverse	2	-0.04218817129731178
195422	rnn.weight_hh_l0_reverse	3	0.03823249787092209
195422	rnn.weight_hh_l0_reverse	4	0.023146705701947212
195422	rnn.weight_hh_l0_reverse	5	-0.003618451999500394
195422	rnn.weight_hh_l0_reverse	6	0.06620613485574722
195422	rnn.weight_hh_l0_reverse	7	0.035854797810316086
195422	rnn.weight_hh_l0_reverse	8	-0.021355075761675835
195422	rnn.weight_hh_l0_reverse	9	-0.029654771089553833
195422	rnn.bias_ih_l0_reverse	0	-0.1465623676776886
195422	rnn.bias_ih_l0_reverse	1	-0.3220325708389282
195422	rnn.bias_ih_l0_reverse	2	-0.06495250761508942
195422	rnn.bias_ih_l0_reverse	3	-0.14989152550697327
195422	rnn.bias_ih_l0_reverse	4	0.06029778718948364
195422	rnn.bias_ih_l0_reverse	5	-0.2629617750644684
195422	rnn.bias_ih_l0_reverse	6	-0.06912057846784592
195422	rnn.bias_ih_l0_reverse	7	0.01401459239423275
195422	rnn.bias_ih_l0_reverse	8	-0.1950145661830902
195422	rnn.bias_ih_l0_reverse	9	-0.0850028246641159
195422	rnn.bias_hh_l0_reverse	0	-0.15824273228645325
195422	rnn.bias_hh_l0_reverse	1	-0.15027862787246704
195422	rnn.bias_hh_l0_reverse	2	-0.019913123920559883
195422	rnn.bias_hh_l0_reverse	3	-0.1370609551668167
195422	rnn.bias_hh_l0_reverse	4	-0.027654843404889107
195422	rnn.bias_hh_l0_reverse	5	-0.11547166109085083
195422	rnn.bias_hh_l0_reverse	6	-0.07404429465532303
195422	rnn.bias_hh_l0_reverse	7	-0.19360846281051636
195422	rnn.bias_hh_l0_reverse	8	-0.06310335546731949
195422	rnn.bias_hh_l0_reverse	9	-0.11502470076084137
195422	linear.weight	0	-0.2527197003364563
195422	linear.weight	1	-0.09831076860427856
195422	linear.weight	2	-0.011228874325752258
195422	linear.weight	3	-0.14546719193458557
195422	linear.weight	4	-0.03606342151761055
195422	linear.weight	5	0.18039968609809875
195422	linear.weight	6	0.0047744326293468475
195422	linear.weight	7	-0.021312154829502106
195422	linear.weight	8	0.17147158086299896
195422	linear.weight	9	0.24959872663021088
195422	linear.bias	0	-0.817897379398346
195422	linear.bias	1	1.4467358589172363
195422	linear.bias	2	-0.4893925189971924
195422	linear.bias	3	-0.7182579636573792
195422	linear.bias	4	-0.880901038646698
195422	linear.bias	5	-1.1782146692276
195422	linear.bias	6	-0.9390414953231812
195422	linear.bias	7	-0.745266854763031
195422	linear.bias	8	-0.01705317199230194
195422	linear.bias	9	3.478965997695923
195426	transitions	0	-0.44692835211753845
195426	transitions	1	8.738042831420898
195426	transitions	2	-3.584132432937622
195426	transitions	3	1.5648114681243896
195426	transitions	4	-2.180528163909912
195426	transitions	5	-0.41566479206085205
195426	transitions	6	-0.19329187273979187
195426	transitions	7	-10000.0
195426	transitions	8	1.8219175338745117
195426	transitions	9	-2.2945961952209473
195426	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
195426	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
195426	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
195426	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
195426	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
195426	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
195426	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
195426	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
195426	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
195426	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
195426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
195426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
195426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
195426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
195426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
195426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
195426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
195426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
195426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
195426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
195426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
195426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
195426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
195426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
195426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
195426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
195426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
195426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
195426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
195426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
195426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
195426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
195426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
195426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
195426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
195426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
195426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
195426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
195426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
195426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
195426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
195426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
195426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
195426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
195426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
195426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
195426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
195426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
195426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
195426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
195426	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
195426	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
195426	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
195426	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
195426	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
195426	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
195426	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
195426	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
195426	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
195426	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
195426	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
195426	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
195426	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
195426	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
195426	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
195426	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
195426	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
195426	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
195426	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
195426	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
195426	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
195426	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
195426	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
195426	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
195426	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
195426	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
195426	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
195426	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
195426	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
195426	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
195426	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
195426	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
195426	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
195426	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
195426	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
195426	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
195426	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
195426	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
195426	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
195426	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
195426	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
195426	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
195426	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
195426	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
195426	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
195426	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
195426	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
195426	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
195426	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
195426	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
195426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
195426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
195426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
195426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
195426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
195426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
195426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
195426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
195426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
195426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
195426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
195426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
195426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
195426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
195426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
195426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
195426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
195426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
195426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
195426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
195426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
195426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
195426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
195426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
195426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
195426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
195426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
195426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
195426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
195426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
195426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
195426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
195426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
195426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
195426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
195426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
195426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
195426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
195426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
195426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
195426	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
195426	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
195426	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
195426	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
195426	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
195426	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
195426	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
195426	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
195426	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
195426	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
195426	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
195426	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
195426	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
195426	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
195426	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
195426	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
195426	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
195426	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
195426	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
195426	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
195426	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
195426	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
195426	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
195426	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
195426	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
195426	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
195426	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
195426	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
195426	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
195426	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
195426	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
195426	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
195426	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
195426	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
195426	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
195426	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
195426	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
195426	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
195426	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
195426	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
195426	embedding2nn.weight	0	0.04868021607398987
195426	embedding2nn.weight	1	-0.09332427382469177
195426	embedding2nn.weight	2	0.016687734052538872
195426	embedding2nn.weight	3	-0.052639175206422806
195426	embedding2nn.weight	4	-0.1301911473274231
195426	embedding2nn.weight	5	0.11842241883277893
195426	embedding2nn.weight	6	-0.08350608497858047
195426	embedding2nn.weight	7	-0.06720971316099167
195426	embedding2nn.weight	8	-0.025645337998867035
195426	embedding2nn.weight	9	0.05549730360507965
195426	embedding2nn.bias	0	0.06344030052423477
195426	embedding2nn.bias	1	-0.0004619257233571261
195426	embedding2nn.bias	2	-0.10294213145971298
195426	embedding2nn.bias	3	0.04427050054073334
195426	embedding2nn.bias	4	-0.007529129274189472
195426	embedding2nn.bias	5	-0.1697511523962021
195426	embedding2nn.bias	6	-0.10796356946229935
195426	embedding2nn.bias	7	-0.029569756239652634
195426	embedding2nn.bias	8	0.07991135120391846
195426	embedding2nn.bias	9	-0.046600453555583954
195426	rnn.weight_ih_l0	0	0.04798276349902153
195426	rnn.weight_ih_l0	1	-0.08302527666091919
195426	rnn.weight_ih_l0	2	-0.03988894075155258
195426	rnn.weight_ih_l0	3	-0.04477793723344803
195426	rnn.weight_ih_l0	4	0.008661733008921146
195426	rnn.weight_ih_l0	5	-0.11317038536071777
195426	rnn.weight_ih_l0	6	-0.037592705339193344
195426	rnn.weight_ih_l0	7	-0.011026882566511631
195426	rnn.weight_ih_l0	8	0.0693838968873024
195426	rnn.weight_ih_l0	9	0.01044471375644207
195426	rnn.weight_hh_l0	0	0.0037319569382816553
195426	rnn.weight_hh_l0	1	-0.08230467885732651
195426	rnn.weight_hh_l0	2	0.07046717405319214
195426	rnn.weight_hh_l0	3	0.047263920307159424
195426	rnn.weight_hh_l0	4	0.005963576026260853
195426	rnn.weight_hh_l0	5	0.06467469036579132
195426	rnn.weight_hh_l0	6	-0.01723610609769821
195426	rnn.weight_hh_l0	7	-0.10834459215402603
195426	rnn.weight_hh_l0	8	0.020704694092273712
195426	rnn.weight_hh_l0	9	-0.091389499604702
195426	rnn.bias_ih_l0	0	-0.08677311986684799
195426	rnn.bias_ih_l0	1	-0.1790541708469391
195426	rnn.bias_ih_l0	2	-0.2615509331226349
195426	rnn.bias_ih_l0	3	-0.27619636058807373
195426	rnn.bias_ih_l0	4	0.012255270034074783
195426	rnn.bias_ih_l0	5	0.05558161437511444
195426	rnn.bias_ih_l0	6	-0.16542480885982513
195426	rnn.bias_ih_l0	7	-0.2609797418117523
195426	rnn.bias_ih_l0	8	-0.12490919977426529
195426	rnn.bias_ih_l0	9	-0.17745216190814972
195426	rnn.bias_hh_l0	0	0.13405956327915192
195426	rnn.bias_hh_l0	1	-0.06623971462249756
195426	rnn.bias_hh_l0	2	0.037676580250263214
195426	rnn.bias_hh_l0	3	-0.17567312717437744
195426	rnn.bias_hh_l0	4	0.04020138457417488
195426	rnn.bias_hh_l0	5	0.048394348472356796
195426	rnn.bias_hh_l0	6	-0.10417921841144562
195426	rnn.bias_hh_l0	7	-0.1555764228105545
195426	rnn.bias_hh_l0	8	-0.18260180950164795
195426	rnn.bias_hh_l0	9	-0.10982373356819153
195426	rnn.weight_ih_l0_reverse	0	-0.020841125398874283
195426	rnn.weight_ih_l0_reverse	1	-0.0011455590138211846
195426	rnn.weight_ih_l0_reverse	2	0.010532458312809467
195426	rnn.weight_ih_l0_reverse	3	0.013783644884824753
195426	rnn.weight_ih_l0_reverse	4	0.020884182304143906
195426	rnn.weight_ih_l0_reverse	5	-0.04810255393385887
195426	rnn.weight_ih_l0_reverse	6	-0.045086801052093506
195426	rnn.weight_ih_l0_reverse	7	0.008692287839949131
195426	rnn.weight_ih_l0_reverse	8	0.09176196157932281
195426	rnn.weight_ih_l0_reverse	9	0.0011275173164904118
195426	rnn.weight_hh_l0_reverse	0	0.003935663960874081
195426	rnn.weight_hh_l0_reverse	1	0.02817162498831749
195426	rnn.weight_hh_l0_reverse	2	-0.04222416877746582
195426	rnn.weight_hh_l0_reverse	3	0.038329482078552246
195426	rnn.weight_hh_l0_reverse	4	0.023142630234360695
195426	rnn.weight_hh_l0_reverse	5	-0.0036204552743583918
195426	rnn.weight_hh_l0_reverse	6	0.0661722794175148
195426	rnn.weight_hh_l0_reverse	7	0.03605549409985542
195426	rnn.weight_hh_l0_reverse	8	-0.021358266472816467
195426	rnn.weight_hh_l0_reverse	9	-0.029654227197170258
195426	rnn.bias_ih_l0_reverse	0	-0.14690034091472626
195426	rnn.bias_ih_l0_reverse	1	-0.3220970630645752
195426	rnn.bias_ih_l0_reverse	2	-0.06505134701728821
195426	rnn.bias_ih_l0_reverse	3	-0.1498427391052246
195426	rnn.bias_ih_l0_reverse	4	0.06036381050944328
195426	rnn.bias_ih_l0_reverse	5	-0.2630254030227661
195426	rnn.bias_ih_l0_reverse	6	-0.06925393640995026
195426	rnn.bias_ih_l0_reverse	7	0.01372710894793272
195426	rnn.bias_ih_l0_reverse	8	-0.19498029351234436
195426	rnn.bias_ih_l0_reverse	9	-0.08538259565830231
195426	rnn.bias_hh_l0_reverse	0	-0.15821531414985657
195426	rnn.bias_hh_l0_reverse	1	-0.15022805333137512
195426	rnn.bias_hh_l0_reverse	2	-0.0199644286185503
195426	rnn.bias_hh_l0_reverse	3	-0.13710157573223114
195426	rnn.bias_hh_l0_reverse	4	-0.027701837942004204
195426	rnn.bias_hh_l0_reverse	5	-0.11550784111022949
195426	rnn.bias_hh_l0_reverse	6	-0.07402783632278442
195426	rnn.bias_hh_l0_reverse	7	-0.19354897737503052
195426	rnn.bias_hh_l0_reverse	8	-0.06335122138261795
195426	rnn.bias_hh_l0_reverse	9	-0.11502864211797714
195426	linear.weight	0	-0.25271856784820557
195426	linear.weight	1	-0.09819025546312332
195426	linear.weight	2	-0.011228874325752258
195426	linear.weight	3	-0.14574845135211945
195426	linear.weight	4	-0.03638899326324463
195426	linear.weight	5	0.18047837913036346
195426	linear.weight	6	0.0047744326293468475
195426	linear.weight	7	-0.021312154829502106
195426	linear.weight	8	0.17143775522708893
195426	linear.weight	9	0.24960292875766754
195426	linear.bias	0	-0.8195644021034241
195426	linear.bias	1	1.4448617696762085
195426	linear.bias	2	-0.4793013036251068
195426	linear.bias	3	-0.7197660207748413
195426	linear.bias	4	-0.872511088848114
195426	linear.bias	5	-1.1782146692276
195426	linear.bias	6	-0.9406952261924744
195426	linear.bias	7	-0.7460430264472961
195426	linear.bias	8	-0.01705317199230194
195426	linear.bias	9	3.4645204544067383
195623	transitions	0	-0.4470474123954773
195623	transitions	1	8.766664505004883
195623	transitions	2	-3.5843265056610107
195623	transitions	3	1.5671507120132446
195623	transitions	4	-2.1806719303131104
195623	transitions	5	-0.4158719480037689
195623	transitions	6	-0.19330929219722748
195623	transitions	7	-10000.0
195623	transitions	8	1.8216359615325928
195623	transitions	9	-2.294600009918213
195623	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
195623	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
195623	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
195623	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
195623	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
195623	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
195623	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
195623	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
195623	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
195623	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
195623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
195623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
195623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
195623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
195623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
195623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
195623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
195623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
195623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
195623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
195623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
195623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
195623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
195623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
195623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
195623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
195623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
195623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
195623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
195623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
195623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
195623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
195623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
195623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
195623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
195623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
195623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
195623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
195623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
195623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
195623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
195623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
195623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
195623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
195623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
195623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
195623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
195623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
195623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
195623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
195623	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
195623	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
195623	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
195623	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
195623	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
195623	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
195623	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
195623	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
195623	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
195623	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
195623	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
195623	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
195623	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
195623	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
195623	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
195623	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
195623	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
195623	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
195623	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
195623	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
195623	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
195623	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
195623	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
195623	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
195623	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
195623	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
195623	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
195623	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
195623	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
195623	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
195623	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
195623	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
195623	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
195623	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
195623	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
195623	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
195623	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
195623	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
195623	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
195623	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
195623	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
195623	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
195623	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
195623	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
195623	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
195623	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
195623	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
195623	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
195623	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
195623	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
195623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
195623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
195623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
195623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
195623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
195623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
195623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
195623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
195623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
195623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
195623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
195623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
195623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
195623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
195623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
195623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
195623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
195623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
195623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
195623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
195623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
195623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
195623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
195623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
195623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
195623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
195623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
195623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
195623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
195623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
195623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
195623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
195623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
195623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
195623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
195623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
195623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
195623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
195623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
195623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
195623	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
195623	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
195623	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
195623	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
195623	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
195623	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
195623	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
195623	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
195623	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
195623	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
195623	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
195623	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
195623	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
195623	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
195623	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
195623	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
195623	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
195623	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
195623	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
195623	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
195623	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
195623	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
195623	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
195623	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
195623	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
195623	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
195623	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
195623	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
195623	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
195623	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
195623	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
195623	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
195623	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
195623	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
195623	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
195623	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
195623	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
195623	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
195623	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
195623	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
195623	embedding2nn.weight	0	0.04906533658504486
195623	embedding2nn.weight	1	-0.09357444196939468
195623	embedding2nn.weight	2	0.016744958236813545
195623	embedding2nn.weight	3	-0.053008515387773514
195623	embedding2nn.weight	4	-0.1294134557247162
195623	embedding2nn.weight	5	0.1175139844417572
195623	embedding2nn.weight	6	-0.08552948385477066
195623	embedding2nn.weight	7	-0.06826891750097275
195623	embedding2nn.weight	8	-0.026095760986208916
195623	embedding2nn.weight	9	0.055442728102207184
195623	embedding2nn.bias	0	0.06842043250799179
195623	embedding2nn.bias	1	-0.005435087718069553
195623	embedding2nn.bias	2	-0.10651487112045288
195623	embedding2nn.bias	3	0.040770940482616425
195623	embedding2nn.bias	4	-0.0002538151165936142
195623	embedding2nn.bias	5	-0.17558440566062927
195623	embedding2nn.bias	6	-0.10762044787406921
195623	embedding2nn.bias	7	-0.026690272614359856
195623	embedding2nn.bias	8	0.08567392826080322
195623	embedding2nn.bias	9	-0.04010991007089615
195623	rnn.weight_ih_l0	0	0.0481686033308506
195623	rnn.weight_ih_l0	1	-0.08218852430582047
195623	rnn.weight_ih_l0	2	-0.040829334408044815
195623	rnn.weight_ih_l0	3	-0.044438354671001434
195623	rnn.weight_ih_l0	4	0.007903693243861198
195623	rnn.weight_ih_l0	5	-0.11544043570756912
195623	rnn.weight_ih_l0	6	-0.03689734265208244
195623	rnn.weight_ih_l0	7	-0.010400105267763138
195623	rnn.weight_ih_l0	8	0.06976555287837982
195623	rnn.weight_ih_l0	9	0.011256023310124874
195623	rnn.weight_hh_l0	0	0.003287749830633402
195623	rnn.weight_hh_l0	1	-0.08181539177894592
195623	rnn.weight_hh_l0	2	0.07058633118867874
195623	rnn.weight_hh_l0	3	0.04700207710266113
195623	rnn.weight_hh_l0	4	0.005827084183692932
195623	rnn.weight_hh_l0	5	0.06411924958229065
195623	rnn.weight_hh_l0	6	-0.01734471693634987
195623	rnn.weight_hh_l0	7	-0.10820106416940689
195623	rnn.weight_hh_l0	8	0.020889202132821083
195623	rnn.weight_hh_l0	9	-0.0916253849864006
195623	rnn.bias_ih_l0	0	-0.08124754577875137
195623	rnn.bias_ih_l0	1	-0.1808643341064453
195623	rnn.bias_ih_l0	2	-0.2632063031196594
195623	rnn.bias_ih_l0	3	-0.27430447936058044
195623	rnn.bias_ih_l0	4	0.01086490973830223
195623	rnn.bias_ih_l0	5	0.052762046456336975
195623	rnn.bias_ih_l0	6	-0.16467182338237762
195623	rnn.bias_ih_l0	7	-0.2604256570339203
195623	rnn.bias_ih_l0	8	-0.12846611440181732
195623	rnn.bias_ih_l0	9	-0.17426203191280365
195623	rnn.bias_hh_l0	0	0.13278372585773468
195623	rnn.bias_hh_l0	1	-0.06541938334703445
195623	rnn.bias_hh_l0	2	0.03861958533525467
195623	rnn.bias_hh_l0	3	-0.17677634954452515
195623	rnn.bias_hh_l0	4	0.038921769708395004
195623	rnn.bias_hh_l0	5	0.05035684257745743
195623	rnn.bias_hh_l0	6	-0.10734549164772034
195623	rnn.bias_hh_l0	7	-0.15695057809352875
195623	rnn.bias_hh_l0	8	-0.18347018957138062
195623	rnn.bias_hh_l0	9	-0.11014727503061295
195623	rnn.weight_ih_l0_reverse	0	-0.020389294251799583
195623	rnn.weight_ih_l0_reverse	1	-0.0015415012603625655
195623	rnn.weight_ih_l0_reverse	2	0.012764159590005875
195623	rnn.weight_ih_l0_reverse	3	0.013925579376518726
195623	rnn.weight_ih_l0_reverse	4	0.021552860736846924
195623	rnn.weight_ih_l0_reverse	5	-0.04761575162410736
195623	rnn.weight_ih_l0_reverse	6	-0.04472946375608444
195623	rnn.weight_ih_l0_reverse	7	0.00908176600933075
195623	rnn.weight_ih_l0_reverse	8	0.09285329282283783
195623	rnn.weight_ih_l0_reverse	9	0.0002509497862774879
195623	rnn.weight_hh_l0_reverse	0	0.003937419503927231
195623	rnn.weight_hh_l0_reverse	1	0.028139321133494377
195623	rnn.weight_hh_l0_reverse	2	-0.04187008738517761
195623	rnn.weight_hh_l0_reverse	3	0.03835335001349449
195623	rnn.weight_hh_l0_reverse	4	0.023067697882652283
195623	rnn.weight_hh_l0_reverse	5	-0.0034123300574719906
195623	rnn.weight_hh_l0_reverse	6	0.0663037970662117
195623	rnn.weight_hh_l0_reverse	7	0.03578392043709755
195623	rnn.weight_hh_l0_reverse	8	-0.02112920954823494
195623	rnn.weight_hh_l0_reverse	9	-0.029545513913035393
195623	rnn.bias_ih_l0_reverse	0	-0.14693938195705414
195623	rnn.bias_ih_l0_reverse	1	-0.3232947885990143
195623	rnn.bias_ih_l0_reverse	2	-0.06398840248584747
195623	rnn.bias_ih_l0_reverse	3	-0.1483200341463089
195623	rnn.bias_ih_l0_reverse	4	0.06010965257883072
195623	rnn.bias_ih_l0_reverse	5	-0.2640208601951599
195623	rnn.bias_ih_l0_reverse	6	-0.06679841876029968
195623	rnn.bias_ih_l0_reverse	7	0.0183013416826725
195623	rnn.bias_ih_l0_reverse	8	-0.19568783044815063
195623	rnn.bias_ih_l0_reverse	9	-0.08317451924085617
195623	rnn.bias_hh_l0_reverse	0	-0.15825212001800537
195623	rnn.bias_hh_l0_reverse	1	-0.14913727343082428
195623	rnn.bias_hh_l0_reverse	2	-0.0201716385781765
195623	rnn.bias_hh_l0_reverse	3	-0.13398735225200653
195623	rnn.bias_hh_l0_reverse	4	-0.027378758415579796
195623	rnn.bias_hh_l0_reverse	5	-0.1164408028125763
195623	rnn.bias_hh_l0_reverse	6	-0.07198867946863174
195623	rnn.bias_hh_l0_reverse	7	-0.1924477219581604
195623	rnn.bias_hh_l0_reverse	8	-0.06210355833172798
195623	rnn.bias_hh_l0_reverse	9	-0.11515352129936218
195623	linear.weight	0	-0.2514437139034271
195623	linear.weight	1	-0.1036473959684372
195623	linear.weight	2	-0.011228874325752258
195623	linear.weight	3	-0.14458982646465302
195623	linear.weight	4	-0.035366225987672806
195623	linear.weight	5	0.17811590433120728
195623	linear.weight	6	0.0047744326293468475
195623	linear.weight	7	-0.021312154829502106
195623	linear.weight	8	0.16524286568164825
195623	linear.weight	9	0.25676071643829346
195623	linear.bias	0	-0.8463590741157532
195623	linear.bias	1	1.4412472248077393
195623	linear.bias	2	-0.47129082679748535
195623	linear.bias	3	-0.6886350512504578
195623	linear.bias	4	-0.8628988862037659
195623	linear.bias	5	-1.1782294511795044
195623	linear.bias	6	-0.968098521232605
195623	linear.bias	7	-0.7442716360092163
195623	linear.bias	8	-0.01705317199230194
195623	linear.bias	9	3.454800844192505
195820	transitions	0	-0.44760826230049133
195820	transitions	1	8.757944107055664
195820	transitions	2	-3.5847086906433105
195820	transitions	3	1.5671265125274658
195820	transitions	4	-2.1808581352233887
195820	transitions	5	-0.4158994257450104
195820	transitions	6	-0.19332391023635864
195820	transitions	7	-10000.0
195820	transitions	8	1.8242971897125244
195820	transitions	9	-2.294602394104004
195820	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
195820	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
195820	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
195820	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
195820	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
195820	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
195820	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
195820	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
195820	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
195820	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
195820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
195820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
195820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
195820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
195820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
195820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
195820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
195820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
195820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
195820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
195820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
195820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
195820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
195820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
195820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
195820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
195820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
195820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
195820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
195820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
195820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
195820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
195820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
195820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
195820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
195820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
195820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
195820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
195820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
195820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
195820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
195820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
195820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
195820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
195820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
195820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
195820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
195820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
195820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
195820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
195820	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
195820	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
195820	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
195820	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
195820	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
195820	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
195820	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
195820	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
195820	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
195820	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
195820	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
195820	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
195820	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
195820	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
195820	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
195820	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
195820	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
195820	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
195820	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
195820	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
195820	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
195820	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
195820	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
195820	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
195820	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
195820	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
195820	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
195820	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
195820	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
195820	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
195820	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
195820	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
195820	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
195820	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
195820	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
195820	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
195820	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
195820	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
195820	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
195820	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
195820	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
195820	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
195820	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
195820	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
195820	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
195820	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
195820	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
195820	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
195820	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
195820	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
195820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
195820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
195820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
195820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
195820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
195820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
195820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
195820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
195820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
195820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
195820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
195820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
195820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
195820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
195820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
195820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
195820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
195820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
195820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
195820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
195820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
195820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
195820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
195820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
195820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
195820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
195820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
195820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
195820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
195820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
195820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
195820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
195820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
195820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
195820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
195820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
195820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
195820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
195820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
195820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
195820	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
195820	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
195820	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
195820	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
195820	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
195820	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
195820	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
195820	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
195820	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
195820	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
195820	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
195820	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
195820	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
195820	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
195820	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
195820	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
195820	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
195820	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
195820	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
195820	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
195820	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
195820	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
195820	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
195820	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
195820	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
195820	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
195820	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
195820	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
195820	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
195820	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
195820	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
195820	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
195820	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
195820	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
195820	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
195820	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
195820	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
195820	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
195820	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
195820	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
195820	embedding2nn.weight	0	0.048608772456645966
195820	embedding2nn.weight	1	-0.09455817937850952
195820	embedding2nn.weight	2	0.017192857339978218
195820	embedding2nn.weight	3	-0.05225905776023865
195820	embedding2nn.weight	4	-0.13165472447872162
195820	embedding2nn.weight	5	0.11733007431030273
195820	embedding2nn.weight	6	-0.08440204709768295
195820	embedding2nn.weight	7	-0.06785506010055542
195820	embedding2nn.weight	8	-0.02574026584625244
195820	embedding2nn.weight	9	0.05635447800159454
195820	embedding2nn.bias	0	0.06852638721466064
195820	embedding2nn.bias	1	-0.00923231989145279
195820	embedding2nn.bias	2	-0.10122382640838623
195820	embedding2nn.bias	3	0.035194091498851776
195820	embedding2nn.bias	4	0.004806800279766321
195820	embedding2nn.bias	5	-0.17166107892990112
195820	embedding2nn.bias	6	-0.11161893606185913
195820	embedding2nn.bias	7	-0.023068903014063835
195820	embedding2nn.bias	8	0.08305942267179489
195820	embedding2nn.bias	9	-0.045650314539670944
195820	rnn.weight_ih_l0	0	0.04705129563808441
195820	rnn.weight_ih_l0	1	-0.08374147862195969
195820	rnn.weight_ih_l0	2	-0.040646638721227646
195820	rnn.weight_ih_l0	3	-0.04503796622157097
195820	rnn.weight_ih_l0	4	0.008441762067377567
195820	rnn.weight_ih_l0	5	-0.11506946384906769
195820	rnn.weight_ih_l0	6	-0.03637143597006798
195820	rnn.weight_ih_l0	7	-0.012016700580716133
195820	rnn.weight_ih_l0	8	0.07165664434432983
195820	rnn.weight_ih_l0	9	0.010631035082042217
195820	rnn.weight_hh_l0	0	0.00274927937425673
195820	rnn.weight_hh_l0	1	-0.08258653432130814
195820	rnn.weight_hh_l0	2	0.07005956023931503
195820	rnn.weight_hh_l0	3	0.0470513291656971
195820	rnn.weight_hh_l0	4	0.0057742660865187645
195820	rnn.weight_hh_l0	5	0.06396018713712692
195820	rnn.weight_hh_l0	6	-0.01737840659916401
195820	rnn.weight_hh_l0	7	-0.10849352926015854
195820	rnn.weight_hh_l0	8	0.02098357491195202
195820	rnn.weight_hh_l0	9	-0.09123081713914871
195820	rnn.bias_ih_l0	0	-0.08330554515123367
195820	rnn.bias_ih_l0	1	-0.18294838070869446
195820	rnn.bias_ih_l0	2	-0.26252037286758423
195820	rnn.bias_ih_l0	3	-0.2755322754383087
195820	rnn.bias_ih_l0	4	0.008600630797445774
195820	rnn.bias_ih_l0	5	0.0529293566942215
195820	rnn.bias_ih_l0	6	-0.16433964669704437
195820	rnn.bias_ih_l0	7	-0.26093828678131104
195820	rnn.bias_ih_l0	8	-0.13159649074077606
195820	rnn.bias_ih_l0	9	-0.1740374118089676
195820	rnn.bias_hh_l0	0	0.1325991451740265
195820	rnn.bias_hh_l0	1	-0.06673862785100937
195820	rnn.bias_hh_l0	2	0.03846996650099754
195820	rnn.bias_hh_l0	3	-0.17751437425613403
195820	rnn.bias_hh_l0	4	0.03862707316875458
195820	rnn.bias_hh_l0	5	0.05058947205543518
195820	rnn.bias_hh_l0	6	-0.10614722222089767
195820	rnn.bias_hh_l0	7	-0.1557893007993698
195820	rnn.bias_hh_l0	8	-0.1855585277080536
195820	rnn.bias_hh_l0	9	-0.1108250766992569
195820	rnn.weight_ih_l0_reverse	0	-0.02088598720729351
195820	rnn.weight_ih_l0_reverse	1	-0.0019504313822835684
195820	rnn.weight_ih_l0_reverse	2	0.013386412523686886
195820	rnn.weight_ih_l0_reverse	3	0.014465432614088058
195820	rnn.weight_ih_l0_reverse	4	0.023228541016578674
195820	rnn.weight_ih_l0_reverse	5	-0.04886436089873314
195820	rnn.weight_ih_l0_reverse	6	-0.044457875192165375
195820	rnn.weight_ih_l0_reverse	7	0.010066613554954529
195820	rnn.weight_ih_l0_reverse	8	0.09399863332509995
195820	rnn.weight_ih_l0_reverse	9	0.0006718485965393484
195820	rnn.weight_hh_l0_reverse	0	0.003744210349395871
195820	rnn.weight_hh_l0_reverse	1	0.029064346104860306
195820	rnn.weight_hh_l0_reverse	2	-0.04207891598343849
195820	rnn.weight_hh_l0_reverse	3	0.03804786130785942
195820	rnn.weight_hh_l0_reverse	4	0.022951804101467133
195820	rnn.weight_hh_l0_reverse	5	-0.004174244124442339
195820	rnn.weight_hh_l0_reverse	6	0.06635094434022903
195820	rnn.weight_hh_l0_reverse	7	0.035659126937389374
195820	rnn.weight_hh_l0_reverse	8	-0.021201815456151962
195820	rnn.weight_hh_l0_reverse	9	-0.029457880184054375
195820	rnn.bias_ih_l0_reverse	0	-0.14274311065673828
195820	rnn.bias_ih_l0_reverse	1	-0.3211272358894348
195820	rnn.bias_ih_l0_reverse	2	-0.06319105625152588
195820	rnn.bias_ih_l0_reverse	3	-0.14820770919322968
195820	rnn.bias_ih_l0_reverse	4	0.05996064469218254
195820	rnn.bias_ih_l0_reverse	5	-0.2640843093395233
195820	rnn.bias_ih_l0_reverse	6	-0.06927412003278732
195820	rnn.bias_ih_l0_reverse	7	0.020007293671369553
195820	rnn.bias_ih_l0_reverse	8	-0.19550904631614685
195820	rnn.bias_ih_l0_reverse	9	-0.08423631638288498
195820	rnn.bias_hh_l0_reverse	0	-0.1558929979801178
195820	rnn.bias_hh_l0_reverse	1	-0.14896665513515472
195820	rnn.bias_hh_l0_reverse	2	-0.02009514719247818
195820	rnn.bias_hh_l0_reverse	3	-0.13462631404399872
195820	rnn.bias_hh_l0_reverse	4	-0.025828734040260315
195820	rnn.bias_hh_l0_reverse	5	-0.11599719524383545
195820	rnn.bias_hh_l0_reverse	6	-0.07129403203725815
195820	rnn.bias_hh_l0_reverse	7	-0.1927555352449417
195820	rnn.bias_hh_l0_reverse	8	-0.06152664124965668
195820	rnn.bias_hh_l0_reverse	9	-0.11388241499662399
195820	linear.weight	0	-0.25105589628219604
195820	linear.weight	1	-0.1055198684334755
195820	linear.weight	2	-0.011228874325752258
195820	linear.weight	3	-0.14056435227394104
195820	linear.weight	4	-0.050729166716337204
195820	linear.weight	5	0.1767614185810089
195820	linear.weight	6	0.0047744326293468475
195820	linear.weight	7	-0.021312154829502106
195820	linear.weight	8	0.1675364077091217
195820	linear.weight	9	0.2547534704208374
195820	linear.bias	0	-0.8387826085090637
195820	linear.bias	1	1.445378065109253
195820	linear.bias	2	-0.4737352430820465
195820	linear.bias	3	-0.7042503952980042
195820	linear.bias	4	-0.8871384263038635
195820	linear.bias	5	-1.1782461404800415
195820	linear.bias	6	-0.9591705799102783
195820	linear.bias	7	-0.7541822791099548
195820	linear.bias	8	-0.01705317199230194
195820	linear.bias	9	3.466369152069092
196017	transitions	0	-0.44764941930770874
196017	transitions	1	8.735487937927246
196017	transitions	2	-3.5851292610168457
196017	transitions	3	1.5694308280944824
196017	transitions	4	-2.18131685256958
196017	transitions	5	-0.41592809557914734
196017	transitions	6	-0.19333600997924805
196017	transitions	7	-10000.0
196017	transitions	8	1.8247042894363403
196017	transitions	9	-2.2946043014526367
196017	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
196017	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
196017	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
196017	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
196017	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
196017	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
196017	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
196017	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
196017	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
196017	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
196017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
196017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
196017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
196017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
196017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
196017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
196017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
196017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
196017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
196017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
196017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
196017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
196017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
196017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
196017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
196017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
196017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
196017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
196017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
196017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
196017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
196017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
196017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
196017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
196017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
196017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
196017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
196017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
196017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
196017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
196017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
196017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
196017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
196017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
196017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
196017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
196017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
196017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
196017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
196017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
196017	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
196017	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
196017	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
196017	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
196017	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
196017	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
196017	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
196017	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
196017	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
196017	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
196017	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
196017	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
196017	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
196017	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
196017	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
196017	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
196017	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
196017	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
196017	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
196017	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
196017	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
196017	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
196017	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
196017	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
196017	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
196017	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
196017	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
196017	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
196017	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
196017	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
196017	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
196017	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
196017	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
196017	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
196017	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
196017	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
196017	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
196017	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
196017	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
196017	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
196017	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
196017	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
196017	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
196017	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
196017	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
196017	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
196017	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
196017	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
196017	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
196017	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
196017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
196017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
196017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
196017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
196017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
196017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
196017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
196017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
196017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
196017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
196017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
196017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
196017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
196017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
196017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
196017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
196017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
196017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
196017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
196017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
196017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
196017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
196017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
196017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
196017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
196017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
196017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
196017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
196017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
196017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
196017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
196017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
196017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
196017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
196017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
196017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
196017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
196017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
196017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
196017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
196017	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
196017	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
196017	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
196017	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
196017	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
196017	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
196017	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
196017	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
196017	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
196017	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
196017	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
196017	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
196017	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
196017	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
196017	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
196017	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
196017	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
196017	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
196017	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
196017	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
196017	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
196017	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
196017	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
196017	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
196017	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
196017	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
196017	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
196017	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
196017	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
196017	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
196017	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
196017	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
196017	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
196017	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
196017	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
196017	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
196017	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
196017	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
196017	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
196017	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
196017	embedding2nn.weight	0	0.048399489372968674
196017	embedding2nn.weight	1	-0.09448998421430588
196017	embedding2nn.weight	2	0.016722794622182846
196017	embedding2nn.weight	3	-0.0531245693564415
196017	embedding2nn.weight	4	-0.1307733952999115
196017	embedding2nn.weight	5	0.11743340641260147
196017	embedding2nn.weight	6	-0.08896182477474213
196017	embedding2nn.weight	7	-0.06713757663965225
196017	embedding2nn.weight	8	-0.02490137703716755
196017	embedding2nn.weight	9	0.05420733615756035
196017	embedding2nn.bias	0	0.07207578420639038
196017	embedding2nn.bias	1	-0.010294456966221333
196017	embedding2nn.bias	2	-0.09417500346899033
196017	embedding2nn.bias	3	0.03550846129655838
196017	embedding2nn.bias	4	0.00021988601656630635
196017	embedding2nn.bias	5	-0.17311276495456696
196017	embedding2nn.bias	6	-0.10631892830133438
196017	embedding2nn.bias	7	-0.021802637726068497
196017	embedding2nn.bias	8	0.09109511971473694
196017	embedding2nn.bias	9	-0.055406972765922546
196017	rnn.weight_ih_l0	0	0.045680493116378784
196017	rnn.weight_ih_l0	1	-0.08425898104906082
196017	rnn.weight_ih_l0	2	-0.04120782017707825
196017	rnn.weight_ih_l0	3	-0.044232070446014404
196017	rnn.weight_ih_l0	4	0.009189081378281116
196017	rnn.weight_ih_l0	5	-0.11551875621080399
196017	rnn.weight_ih_l0	6	-0.03701884299516678
196017	rnn.weight_ih_l0	7	-0.012331096455454826
196017	rnn.weight_ih_l0	8	0.07341237366199493
196017	rnn.weight_ih_l0	9	0.0114320432767272
196017	rnn.weight_hh_l0	0	0.0028359973803162575
196017	rnn.weight_hh_l0	1	-0.08286233991384506
196017	rnn.weight_hh_l0	2	0.06963689625263214
196017	rnn.weight_hh_l0	3	0.04747772589325905
196017	rnn.weight_hh_l0	4	0.005720431916415691
196017	rnn.weight_hh_l0	5	0.06431423127651215
196017	rnn.weight_hh_l0	6	-0.017424993216991425
196017	rnn.weight_hh_l0	7	-0.10856270045042038
196017	rnn.weight_hh_l0	8	0.020235804840922356
196017	rnn.weight_hh_l0	9	-0.09165200591087341
196017	rnn.bias_ih_l0	0	-0.08367884159088135
196017	rnn.bias_ih_l0	1	-0.1834842711687088
196017	rnn.bias_ih_l0	2	-0.2631653845310211
196017	rnn.bias_ih_l0	3	-0.2781834602355957
196017	rnn.bias_ih_l0	4	0.006527125369757414
196017	rnn.bias_ih_l0	5	0.053275786340236664
196017	rnn.bias_ih_l0	6	-0.16377198696136475
196017	rnn.bias_ih_l0	7	-0.2600420415401459
196017	rnn.bias_ih_l0	8	-0.13262687623500824
196017	rnn.bias_ih_l0	9	-0.1749493032693863
196017	rnn.bias_hh_l0	0	0.13340051472187042
196017	rnn.bias_hh_l0	1	-0.06724818050861359
196017	rnn.bias_hh_l0	2	0.03765405714511871
196017	rnn.bias_hh_l0	3	-0.1770758032798767
196017	rnn.bias_hh_l0	4	0.040089793503284454
196017	rnn.bias_hh_l0	5	0.048950474709272385
196017	rnn.bias_hh_l0	6	-0.10513585805892944
196017	rnn.bias_hh_l0	7	-0.1571357548236847
196017	rnn.bias_hh_l0	8	-0.18755550682544708
196017	rnn.bias_hh_l0	9	-0.11180515587329865
196017	rnn.weight_ih_l0_reverse	0	-0.021408958360552788
196017	rnn.weight_ih_l0_reverse	1	-0.0024192866403609514
196017	rnn.weight_ih_l0_reverse	2	0.012661905027925968
196017	rnn.weight_ih_l0_reverse	3	0.01312834583222866
196017	rnn.weight_ih_l0_reverse	4	0.02303573675453663
196017	rnn.weight_ih_l0_reverse	5	-0.04902733117341995
196017	rnn.weight_ih_l0_reverse	6	-0.04416070505976677
196017	rnn.weight_ih_l0_reverse	7	0.009121084585785866
196017	rnn.weight_ih_l0_reverse	8	0.09263326227664948
196017	rnn.weight_ih_l0_reverse	9	0.0004511724109761417
196017	rnn.weight_hh_l0_reverse	0	0.0036613543052226305
196017	rnn.weight_hh_l0_reverse	1	0.028596578165888786
196017	rnn.weight_hh_l0_reverse	2	-0.04160318523645401
196017	rnn.weight_hh_l0_reverse	3	0.03799421340227127
196017	rnn.weight_hh_l0_reverse	4	0.022903913632035255
196017	rnn.weight_hh_l0_reverse	5	-0.004219496622681618
196017	rnn.weight_hh_l0_reverse	6	0.06651634722948074
196017	rnn.weight_hh_l0_reverse	7	0.03553664684295654
196017	rnn.weight_hh_l0_reverse	8	-0.020780010148882866
196017	rnn.weight_hh_l0_reverse	9	-0.03019081987440586
196017	rnn.bias_ih_l0_reverse	0	-0.14365293085575104
196017	rnn.bias_ih_l0_reverse	1	-0.3190707564353943
196017	rnn.bias_ih_l0_reverse	2	-0.06295707821846008
196017	rnn.bias_ih_l0_reverse	3	-0.14669811725616455
196017	rnn.bias_ih_l0_reverse	4	0.05935132876038551
196017	rnn.bias_ih_l0_reverse	5	-0.2623501121997833
196017	rnn.bias_ih_l0_reverse	6	-0.068672314286232
196017	rnn.bias_ih_l0_reverse	7	0.02411402016878128
196017	rnn.bias_ih_l0_reverse	8	-0.19520631432533264
196017	rnn.bias_ih_l0_reverse	9	-0.08594004064798355
196017	rnn.bias_hh_l0_reverse	0	-0.15786759555339813
196017	rnn.bias_hh_l0_reverse	1	-0.15042825043201447
196017	rnn.bias_hh_l0_reverse	2	-0.02006525918841362
196017	rnn.bias_hh_l0_reverse	3	-0.13408614695072174
196017	rnn.bias_hh_l0_reverse	4	-0.026295671239495277
196017	rnn.bias_hh_l0_reverse	5	-0.11690206825733185
196017	rnn.bias_hh_l0_reverse	6	-0.07220017164945602
196017	rnn.bias_hh_l0_reverse	7	-0.19167226552963257
196017	rnn.bias_hh_l0_reverse	8	-0.06301259994506836
196017	rnn.bias_hh_l0_reverse	9	-0.11355531215667725
196017	linear.weight	0	-0.24162431061267853
196017	linear.weight	1	-0.106563501060009
196017	linear.weight	2	-0.011228874325752258
196017	linear.weight	3	-0.13967962563037872
196017	linear.weight	4	-0.052757374942302704
196017	linear.weight	5	0.16264289617538452
196017	linear.weight	6	0.0047744326293468475
196017	linear.weight	7	-0.021312154829502106
196017	linear.weight	8	0.16368235647678375
196017	linear.weight	9	0.24976029992103577
196017	linear.bias	0	-0.8525667190551758
196017	linear.bias	1	1.4441152811050415
196017	linear.bias	2	-0.4619710445404053
196017	linear.bias	3	-0.7195224761962891
196017	linear.bias	4	-0.8740496635437012
196017	linear.bias	5	-1.17826247215271
196017	linear.bias	6	-0.9699245095252991
196017	linear.bias	7	-0.7464012503623962
196017	linear.bias	8	-0.01705317199230194
196017	linear.bias	9	3.474012613296509
196214	transitions	0	-0.44782382249832153
196214	transitions	1	8.737556457519531
196214	transitions	2	-3.5854129791259766
196214	transitions	3	1.5736157894134521
196214	transitions	4	-2.1814966201782227
196214	transitions	5	-0.41595807671546936
196214	transitions	6	-0.1933460235595703
196214	transitions	7	-10000.0
196214	transitions	8	1.8236010074615479
196214	transitions	9	-2.294607639312744
196214	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
196214	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
196214	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
196214	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
196214	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
196214	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
196214	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
196214	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
196214	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
196214	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
196214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
196214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
196214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
196214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
196214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
196214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
196214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
196214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
196214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
196214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
196214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
196214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
196214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
196214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
196214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
196214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
196214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
196214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
196214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
196214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
196214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
196214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
196214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
196214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
196214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
196214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
196214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
196214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
196214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
196214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
196214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
196214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
196214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
196214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
196214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
196214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
196214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
196214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
196214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
196214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
196214	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
196214	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
196214	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
196214	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
196214	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
196214	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
196214	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
196214	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
196214	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
196214	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
196214	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
196214	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
196214	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
196214	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
196214	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
196214	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
196214	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
196214	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
196214	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
196214	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
196214	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
196214	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
196214	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
196214	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
196214	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
196214	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
196214	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
196214	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
196214	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
196214	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
196214	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
196214	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
196214	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
196214	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
196214	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
196214	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
196214	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
196214	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
196214	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
196214	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
196214	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
196214	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
196214	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
196214	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
196214	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
196214	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
196214	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
196214	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
196214	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
196214	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
196214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
196214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
196214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
196214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
196214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
196214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
196214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
196214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
196214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
196214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
196214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
196214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
196214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
196214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
196214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
196214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
196214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
196214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
196214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
196214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
196214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
196214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
196214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
196214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
196214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
196214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
196214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
196214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
196214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
196214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
196214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
196214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
196214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
196214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
196214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
196214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
196214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
196214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
196214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
196214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
196214	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
196214	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
196214	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
196214	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
196214	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
196214	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
196214	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
196214	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
196214	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
196214	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
196214	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
196214	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
196214	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
196214	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
196214	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
196214	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
196214	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
196214	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
196214	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
196214	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
196214	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
196214	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
196214	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
196214	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
196214	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
196214	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
196214	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
196214	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
196214	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
196214	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
196214	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
196214	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
196214	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
196214	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
196214	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
196214	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
196214	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
196214	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
196214	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
196214	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
196214	embedding2nn.weight	0	0.04805316776037216
196214	embedding2nn.weight	1	-0.09411723166704178
196214	embedding2nn.weight	2	0.018882805481553078
196214	embedding2nn.weight	3	-0.05289316549897194
196214	embedding2nn.weight	4	-0.1289525330066681
196214	embedding2nn.weight	5	0.1168789491057396
196214	embedding2nn.weight	6	-0.08551649004220963
196214	embedding2nn.weight	7	-0.06637599319219589
196214	embedding2nn.weight	8	-0.025801435112953186
196214	embedding2nn.weight	9	0.051989130675792694
196214	embedding2nn.bias	0	0.07478534430265427
196214	embedding2nn.bias	1	-0.011114603839814663
196214	embedding2nn.bias	2	-0.09574481099843979
196214	embedding2nn.bias	3	0.030568821355700493
196214	embedding2nn.bias	4	0.0007148554432205856
196214	embedding2nn.bias	5	-0.1663629561662674
196214	embedding2nn.bias	6	-0.10860416293144226
196214	embedding2nn.bias	7	-0.022409139201045036
196214	embedding2nn.bias	8	0.08561214804649353
196214	embedding2nn.bias	9	-0.054135922342538834
196214	rnn.weight_ih_l0	0	0.04369645193219185
196214	rnn.weight_ih_l0	1	-0.08391576260328293
196214	rnn.weight_ih_l0	2	-0.042489662766456604
196214	rnn.weight_ih_l0	3	-0.04350443184375763
196214	rnn.weight_ih_l0	4	0.009474053047597408
196214	rnn.weight_ih_l0	5	-0.1148131936788559
196214	rnn.weight_ih_l0	6	-0.036775391548871994
196214	rnn.weight_ih_l0	7	-0.011435952968895435
196214	rnn.weight_ih_l0	8	0.07462313026189804
196214	rnn.weight_ih_l0	9	0.009235233068466187
196214	rnn.weight_hh_l0	0	0.003169089322909713
196214	rnn.weight_hh_l0	1	-0.08233371376991272
196214	rnn.weight_hh_l0	2	0.06958084553480148
196214	rnn.weight_hh_l0	3	0.047742340713739395
196214	rnn.weight_hh_l0	4	0.005841681733727455
196214	rnn.weight_hh_l0	5	0.06387315690517426
196214	rnn.weight_hh_l0	6	-0.017317771911621094
196214	rnn.weight_hh_l0	7	-0.10858789831399918
196214	rnn.weight_hh_l0	8	0.019662730395793915
196214	rnn.weight_hh_l0	9	-0.09203546494245529
196214	rnn.bias_ih_l0	0	-0.08298134803771973
196214	rnn.bias_ih_l0	1	-0.18399885296821594
196214	rnn.bias_ih_l0	2	-0.26284411549568176
196214	rnn.bias_ih_l0	3	-0.27760881185531616
196214	rnn.bias_ih_l0	4	0.004458037205040455
196214	rnn.bias_ih_l0	5	0.05525171011686325
196214	rnn.bias_ih_l0	6	-0.16370540857315063
196214	rnn.bias_ih_l0	7	-0.26069721579551697
196214	rnn.bias_ih_l0	8	-0.13299550116062164
196214	rnn.bias_ih_l0	9	-0.1751706600189209
196214	rnn.bias_hh_l0	0	0.13291940093040466
196214	rnn.bias_hh_l0	1	-0.0662301704287529
196214	rnn.bias_hh_l0	2	0.03729408234357834
196214	rnn.bias_hh_l0	3	-0.17754203081130981
196214	rnn.bias_hh_l0	4	0.041731853038072586
196214	rnn.bias_hh_l0	5	0.049208082258701324
196214	rnn.bias_hh_l0	6	-0.10492996871471405
196214	rnn.bias_hh_l0	7	-0.1570216417312622
196214	rnn.bias_hh_l0	8	-0.18560922145843506
196214	rnn.bias_hh_l0	9	-0.11196375638246536
196214	rnn.weight_ih_l0_reverse	0	-0.021104585379362106
196214	rnn.weight_ih_l0_reverse	1	-9.632013825466856e-05
196214	rnn.weight_ih_l0_reverse	2	0.013231775723397732
196214	rnn.weight_ih_l0_reverse	3	0.01188445370644331
196214	rnn.weight_ih_l0_reverse	4	0.023370850831270218
196214	rnn.weight_ih_l0_reverse	5	-0.050603099167346954
196214	rnn.weight_ih_l0_reverse	6	-0.043394170701503754
196214	rnn.weight_ih_l0_reverse	7	0.009596342220902443
196214	rnn.weight_ih_l0_reverse	8	0.09228347986936569
196214	rnn.weight_ih_l0_reverse	9	0.0008636028505861759
196214	rnn.weight_hh_l0_reverse	0	0.003432419616729021
196214	rnn.weight_hh_l0_reverse	1	0.02847110666334629
196214	rnn.weight_hh_l0_reverse	2	-0.041186362504959106
196214	rnn.weight_hh_l0_reverse	3	0.03801725432276726
196214	rnn.weight_hh_l0_reverse	4	0.022667119279503822
196214	rnn.weight_hh_l0_reverse	5	-0.003924389835447073
196214	rnn.weight_hh_l0_reverse	6	0.06664056330919266
196214	rnn.weight_hh_l0_reverse	7	0.03508784994482994
196214	rnn.weight_hh_l0_reverse	8	-0.020475681871175766
196214	rnn.weight_hh_l0_reverse	9	-0.030538873746991158
196214	rnn.bias_ih_l0_reverse	0	-0.14277350902557373
196214	rnn.bias_ih_l0_reverse	1	-0.3188062012195587
196214	rnn.bias_ih_l0_reverse	2	-0.06281303614377975
196214	rnn.bias_ih_l0_reverse	3	-0.14520913362503052
196214	rnn.bias_ih_l0_reverse	4	0.059444837272167206
196214	rnn.bias_ih_l0_reverse	5	-0.2632744014263153
196214	rnn.bias_ih_l0_reverse	6	-0.06810862571001053
196214	rnn.bias_ih_l0_reverse	7	0.02493216283619404
196214	rnn.bias_ih_l0_reverse	8	-0.1959376037120819
196214	rnn.bias_ih_l0_reverse	9	-0.08515714854001999
196214	rnn.bias_hh_l0_reverse	0	-0.15605656802654266
196214	rnn.bias_hh_l0_reverse	1	-0.15203134715557098
196214	rnn.bias_hh_l0_reverse	2	-0.019419940188527107
196214	rnn.bias_hh_l0_reverse	3	-0.13489557802677155
196214	rnn.bias_hh_l0_reverse	4	-0.0265333354473114
196214	rnn.bias_hh_l0_reverse	5	-0.11587661504745483
196214	rnn.bias_hh_l0_reverse	6	-0.07174912840127945
196214	rnn.bias_hh_l0_reverse	7	-0.19160503149032593
196214	rnn.bias_hh_l0_reverse	8	-0.06377817690372467
196214	rnn.bias_hh_l0_reverse	9	-0.11348491162061691
196214	linear.weight	0	-0.2332088202238083
196214	linear.weight	1	-0.10514219105243683
196214	linear.weight	2	-0.011228874325752258
196214	linear.weight	3	-0.13792255520820618
196214	linear.weight	4	-0.05038489028811455
196214	linear.weight	5	0.15935693681240082
196214	linear.weight	6	0.0047744326293468475
196214	linear.weight	7	-0.021312154829502106
196214	linear.weight	8	0.168192058801651
196214	linear.weight	9	0.2490885853767395
196214	linear.bias	0	-0.83631831407547
196214	linear.bias	1	1.4479193687438965
196214	linear.bias	2	-0.4637054204940796
196214	linear.bias	3	-0.7324345111846924
196214	linear.bias	4	-0.8558861613273621
196214	linear.bias	5	-1.178277850151062
196214	linear.bias	6	-0.9529452919960022
196214	linear.bias	7	-0.7341421246528625
196214	linear.bias	8	-0.01705317199230194
196214	linear.bias	9	3.457098960876465
196411	transitions	0	-0.4478878676891327
196411	transitions	1	8.761748313903809
196411	transitions	2	-3.585827350616455
196411	transitions	3	1.582476019859314
196411	transitions	4	-2.1820812225341797
196411	transitions	5	-0.415983647108078
196411	transitions	6	-0.19337262213230133
196411	transitions	7	-10000.0
196411	transitions	8	1.8234888315200806
196411	transitions	9	-2.294609785079956
196411	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
196411	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
196411	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
196411	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
196411	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
196411	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
196411	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
196411	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
196411	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
196411	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
196411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
196411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
196411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
196411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
196411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
196411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
196411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
196411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
196411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
196411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
196411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
196411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
196411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
196411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
196411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
196411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
196411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
196411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
196411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
196411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
196411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
196411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
196411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
196411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
196411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
196411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
196411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
196411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
196411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
196411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
196411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
196411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
196411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
196411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
196411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
196411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
196411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
196411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
196411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
196411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
196411	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
196411	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
196411	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
196411	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
196411	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
196411	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
196411	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
196411	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
196411	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
196411	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
196411	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
196411	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
196411	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
196411	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
196411	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
196411	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
196411	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
196411	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
196411	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
196411	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
196411	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
196411	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
196411	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
196411	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
196411	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
196411	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
196411	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
196411	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
196411	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
196411	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
196411	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
196411	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
196411	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
196411	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
196411	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
196411	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
196411	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
196411	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
196411	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
196411	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
196411	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
196411	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
196411	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
196411	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
196411	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
196411	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
196411	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
196411	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
196411	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
196411	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
196411	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
196411	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
196411	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
196411	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
196411	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
196411	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
196411	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
196411	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
196411	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
196411	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
196411	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
196411	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
196411	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
196411	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
196411	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
196411	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
196411	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
196411	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
196411	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
196411	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
196411	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
196411	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
196411	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
196411	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
196411	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
196411	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
196411	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
196411	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
196411	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
196411	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
196411	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
196411	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
196411	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
196411	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
196411	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
196411	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
196411	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
196411	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
196411	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
196411	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
196411	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
196411	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
196411	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
196411	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
196411	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
196411	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
196411	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
196411	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
196411	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
196411	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
196411	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
196411	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
196411	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
196411	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
196411	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
196411	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
196411	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
196411	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
196411	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
196411	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
196411	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
196411	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
196411	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
196411	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
196411	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
196411	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
196411	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
196411	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
196411	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
196411	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
196411	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
196411	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
196411	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
196411	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
196411	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
196411	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
196411	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
196411	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
196411	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
196411	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
196411	embedding2nn.weight	0	0.04822065681219101
196411	embedding2nn.weight	1	-0.09402326494455338
196411	embedding2nn.weight	2	0.01731613278388977
196411	embedding2nn.weight	3	-0.051865898072719574
196411	embedding2nn.weight	4	-0.1278476119041443
196411	embedding2nn.weight	5	0.11684264987707138
196411	embedding2nn.weight	6	-0.08348897099494934
196411	embedding2nn.weight	7	-0.06688863784074783
196411	embedding2nn.weight	8	-0.026277894154191017
196411	embedding2nn.weight	9	0.052565548568964005
196411	embedding2nn.bias	0	0.08787266910076141
196411	embedding2nn.bias	1	-0.009810730814933777
196411	embedding2nn.bias	2	-0.09853382408618927
196411	embedding2nn.bias	3	0.02762438915669918
196411	embedding2nn.bias	4	0.005275283474475145
196411	embedding2nn.bias	5	-0.16208027303218842
196411	embedding2nn.bias	6	-0.1131567433476448
196411	embedding2nn.bias	7	-0.031050803139805794
196411	embedding2nn.bias	8	0.08973164856433868
196411	embedding2nn.bias	9	-0.05435585230588913
196411	rnn.weight_ih_l0	0	0.04405442252755165
196411	rnn.weight_ih_l0	1	-0.08423429727554321
196411	rnn.weight_ih_l0	2	-0.04304526001214981
196411	rnn.weight_ih_l0	3	-0.04201619699597359
196411	rnn.weight_ih_l0	4	0.008889350108802319
196411	rnn.weight_ih_l0	5	-0.11487136781215668
196411	rnn.weight_ih_l0	6	-0.0362643226981163
196411	rnn.weight_ih_l0	7	-0.01131432130932808
196411	rnn.weight_ih_l0	8	0.07484441995620728
196411	rnn.weight_ih_l0	9	0.009091869927942753
196411	rnn.weight_hh_l0	0	0.0027724439278244972
196411	rnn.weight_hh_l0	1	-0.08329340815544128
196411	rnn.weight_hh_l0	2	0.06964658200740814
196411	rnn.weight_hh_l0	3	0.04792075976729393
196411	rnn.weight_hh_l0	4	0.005742510315030813
196411	rnn.weight_hh_l0	5	0.06427974998950958
196411	rnn.weight_hh_l0	6	-0.017381176352500916
196411	rnn.weight_hh_l0	7	-0.10898075997829437
196411	rnn.weight_hh_l0	8	0.01975681073963642
196411	rnn.weight_hh_l0	9	-0.09212317317724228
196411	rnn.bias_ih_l0	0	-0.0806664451956749
196411	rnn.bias_ih_l0	1	-0.1837877482175827
196411	rnn.bias_ih_l0	2	-0.2650284767150879
196411	rnn.bias_ih_l0	3	-0.27726560831069946
196411	rnn.bias_ih_l0	4	0.005857773590832949
196411	rnn.bias_ih_l0	5	0.05685294792056084
196411	rnn.bias_ih_l0	6	-0.16162918508052826
196411	rnn.bias_ih_l0	7	-0.26130950450897217
196411	rnn.bias_ih_l0	8	-0.13411734998226166
196411	rnn.bias_ih_l0	9	-0.17589841783046722
196411	rnn.bias_hh_l0	0	0.13110250234603882
196411	rnn.bias_hh_l0	1	-0.0672377496957779
196411	rnn.bias_hh_l0	2	0.038782332092523575
196411	rnn.bias_hh_l0	3	-0.17730776965618134
196411	rnn.bias_hh_l0	4	0.04213673248887062
196411	rnn.bias_hh_l0	5	0.047590091824531555
196411	rnn.bias_hh_l0	6	-0.10501302778720856
196411	rnn.bias_hh_l0	7	-0.15856784582138062
196411	rnn.bias_hh_l0	8	-0.18304115533828735
196411	rnn.bias_hh_l0	9	-0.11196724325418472
196411	rnn.weight_ih_l0_reverse	0	-0.021195601671934128
196411	rnn.weight_ih_l0_reverse	1	-0.0008758875774219632
196411	rnn.weight_ih_l0_reverse	2	0.012485018000006676
196411	rnn.weight_ih_l0_reverse	3	0.011107418686151505
196411	rnn.weight_ih_l0_reverse	4	0.022858384996652603
196411	rnn.weight_ih_l0_reverse	5	-0.05264608561992645
196411	rnn.weight_ih_l0_reverse	6	-0.04401976615190506
196411	rnn.weight_ih_l0_reverse	7	0.0093283886089921
196411	rnn.weight_ih_l0_reverse	8	0.09231436997652054
196411	rnn.weight_ih_l0_reverse	9	0.0020152442157268524
196411	rnn.weight_hh_l0_reverse	0	0.002825056202709675
196411	rnn.weight_hh_l0_reverse	1	0.028320586308836937
196411	rnn.weight_hh_l0_reverse	2	-0.0423351526260376
196411	rnn.weight_hh_l0_reverse	3	0.0384676530957222
196411	rnn.weight_hh_l0_reverse	4	0.022893063724040985
196411	rnn.weight_hh_l0_reverse	5	-0.004391927272081375
196411	rnn.weight_hh_l0_reverse	6	0.06676781177520752
196411	rnn.weight_hh_l0_reverse	7	0.03525516763329506
196411	rnn.weight_hh_l0_reverse	8	-0.02053859457373619
196411	rnn.weight_hh_l0_reverse	9	-0.030893394723534584
196411	rnn.bias_ih_l0_reverse	0	-0.14208200573921204
196411	rnn.bias_ih_l0_reverse	1	-0.3184628486633301
196411	rnn.bias_ih_l0_reverse	2	-0.06318502873182297
196411	rnn.bias_ih_l0_reverse	3	-0.14542487263679504
196411	rnn.bias_ih_l0_reverse	4	0.060756947845220566
196411	rnn.bias_ih_l0_reverse	5	-0.26371094584465027
196411	rnn.bias_ih_l0_reverse	6	-0.0672399029135704
196411	rnn.bias_ih_l0_reverse	7	0.023784497752785683
196411	rnn.bias_ih_l0_reverse	8	-0.19649869203567505
196411	rnn.bias_ih_l0_reverse	9	-0.08892092853784561
196411	rnn.bias_hh_l0_reverse	0	-0.15524062514305115
196411	rnn.bias_hh_l0_reverse	1	-0.15354181826114655
196411	rnn.bias_hh_l0_reverse	2	-0.01990102231502533
196411	rnn.bias_hh_l0_reverse	3	-0.13646379113197327
196411	rnn.bias_hh_l0_reverse	4	-0.027114495635032654
196411	rnn.bias_hh_l0_reverse	5	-0.11531829833984375
196411	rnn.bias_hh_l0_reverse	6	-0.07087404280900955
196411	rnn.bias_hh_l0_reverse	7	-0.19108474254608154
196411	rnn.bias_hh_l0_reverse	8	-0.06404592841863632
196411	rnn.bias_hh_l0_reverse	9	-0.11214026063680649
196411	linear.weight	0	-0.23326663672924042
196411	linear.weight	1	-0.10714055597782135
196411	linear.weight	2	-0.011228874325752258
196411	linear.weight	3	-0.1495356261730194
196411	linear.weight	4	-0.05097728222608566
196411	linear.weight	5	0.17358796298503876
196411	linear.weight	6	0.0047744326293468475
196411	linear.weight	7	-0.021312154829502106
196411	linear.weight	8	0.16306555271148682
196411	linear.weight	9	0.25005120038986206
196411	linear.bias	0	-0.8278077840805054
196411	linear.bias	1	1.4652620553970337
196411	linear.bias	2	-0.4730115830898285
196411	linear.bias	3	-0.7113681435585022
196411	linear.bias	4	-0.8950256705284119
196411	linear.bias	5	-1.1782983541488647
196411	linear.bias	6	-0.943381667137146
196411	linear.bias	7	-0.7118596434593201
196411	linear.bias	8	-0.01705317199230194
196411	linear.bias	9	3.417728900909424
196608	transitions	0	-0.4480774700641632
196608	transitions	1	8.770220756530762
196608	transitions	2	-3.586193561553955
196608	transitions	3	1.5842406749725342
196608	transitions	4	-2.1840779781341553
196608	transitions	5	-0.41608497500419617
196608	transitions	6	-0.19338609278202057
196608	transitions	7	-10000.0
196608	transitions	8	1.8226598501205444
196608	transitions	9	-2.294612169265747
196608	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
196608	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
196608	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
196608	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
196608	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
196608	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
196608	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
196608	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
196608	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
196608	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
196608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
196608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
196608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
196608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
196608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
196608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
196608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
196608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
196608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
196608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
196608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
196608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
196608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
196608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
196608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
196608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
196608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
196608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
196608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
196608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
196608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
196608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
196608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
196608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
196608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
196608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
196608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
196608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
196608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
196608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
196608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
196608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
196608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
196608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
196608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
196608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
196608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
196608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
196608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
196608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
196608	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
196608	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
196608	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
196608	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
196608	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
196608	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
196608	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
196608	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
196608	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
196608	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
196608	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
196608	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
196608	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
196608	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
196608	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
196608	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
196608	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
196608	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
196608	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
196608	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
196608	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
196608	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
196608	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
196608	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
196608	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
196608	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
196608	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
196608	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
196608	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
196608	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
196608	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
196608	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
196608	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
196608	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
196608	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
196608	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
196608	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
196608	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
196608	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
196608	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
196608	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
196608	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
196608	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
196608	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
196608	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
196608	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
196608	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
196608	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
196608	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
196608	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
196608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
196608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
196608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
196608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
196608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
196608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
196608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
196608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
196608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
196608	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
196608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
196608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
196608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
196608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
196608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
196608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
196608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
196608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
196608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
196608	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
196608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
196608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
196608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
196608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
196608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
196608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
196608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
196608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
196608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
196608	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
196608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
196608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
196608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
196608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
196608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
196608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
196608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
196608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
196608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
196608	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
196608	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
196608	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
196608	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
196608	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
196608	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
196608	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
196608	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
196608	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
196608	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
196608	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
196608	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
196608	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
196608	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
196608	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
196608	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
196608	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
196608	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
196608	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
196608	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
196608	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
196608	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
196608	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
196608	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
196608	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
196608	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
196608	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
196608	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
196608	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
196608	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
196608	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
196608	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
196608	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
196608	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
196608	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
196608	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
196608	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
196608	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
196608	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
196608	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
196608	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
196608	embedding2nn.weight	0	0.04763669893145561
196608	embedding2nn.weight	1	-0.09434230625629425
196608	embedding2nn.weight	2	0.018927428871393204
196608	embedding2nn.weight	3	-0.0517597571015358
196608	embedding2nn.weight	4	-0.12863677740097046
196608	embedding2nn.weight	5	0.1166839674115181
196608	embedding2nn.weight	6	-0.0790165364742279
196608	embedding2nn.weight	7	-0.06738995015621185
196608	embedding2nn.weight	8	-0.025624332949519157
196608	embedding2nn.weight	9	0.04942332208156586
196608	embedding2nn.bias	0	0.08994278311729431
196608	embedding2nn.bias	1	-0.013914675451815128
196608	embedding2nn.bias	2	-0.09199314564466476
196608	embedding2nn.bias	3	0.027750952169299126
196608	embedding2nn.bias	4	0.009803197346627712
196608	embedding2nn.bias	5	-0.17016473412513733
196608	embedding2nn.bias	6	-0.10681239515542984
196608	embedding2nn.bias	7	-0.02749653533101082
196608	embedding2nn.bias	8	0.07276419550180435
196608	embedding2nn.bias	9	-0.04740289971232414
196608	rnn.weight_ih_l0	0	0.04567835479974747
196608	rnn.weight_ih_l0	1	-0.08573026210069656
196608	rnn.weight_ih_l0	2	-0.04227560758590698
196608	rnn.weight_ih_l0	3	-0.041523613035678864
196608	rnn.weight_ih_l0	4	0.009476130828261375
196608	rnn.weight_ih_l0	5	-0.11451324075460434
196608	rnn.weight_ih_l0	6	-0.03226147219538689
196608	rnn.weight_ih_l0	7	-0.011033358052372932
196608	rnn.weight_ih_l0	8	0.07406997680664062
196608	rnn.weight_ih_l0	9	0.009832512587308884
196608	rnn.weight_hh_l0	0	0.0031588373240083456
196608	rnn.weight_hh_l0	1	-0.08237417787313461
196608	rnn.weight_hh_l0	2	0.07007689774036407
196608	rnn.weight_hh_l0	3	0.04842444509267807
196608	rnn.weight_hh_l0	4	0.005711340811103582
196608	rnn.weight_hh_l0	5	0.06440571695566177
196608	rnn.weight_hh_l0	6	-0.01754935085773468
196608	rnn.weight_hh_l0	7	-0.10864521563053131
196608	rnn.weight_hh_l0	8	0.020502833649516106
196608	rnn.weight_hh_l0	9	-0.09142634272575378
196608	rnn.bias_ih_l0	0	-0.08227822184562683
196608	rnn.bias_ih_l0	1	-0.185362309217453
196608	rnn.bias_ih_l0	2	-0.2644069492816925
196608	rnn.bias_ih_l0	3	-0.2768495976924896
196608	rnn.bias_ih_l0	4	0.00636280095204711
196608	rnn.bias_ih_l0	5	0.05368831381201744
196608	rnn.bias_ih_l0	6	-0.16256292164325714
196608	rnn.bias_ih_l0	7	-0.2594822347164154
196608	rnn.bias_ih_l0	8	-0.13278427720069885
196608	rnn.bias_ih_l0	9	-0.17769087851047516
196608	rnn.bias_hh_l0	0	0.13154074549674988
196608	rnn.bias_hh_l0	1	-0.06874755769968033
196608	rnn.bias_hh_l0	2	0.03882322832942009
196608	rnn.bias_hh_l0	3	-0.17709632217884064
196608	rnn.bias_hh_l0	4	0.043952178210020065
196608	rnn.bias_hh_l0	5	0.05091027542948723
196608	rnn.bias_hh_l0	6	-0.10476000607013702
196608	rnn.bias_hh_l0	7	-0.15741363167762756
196608	rnn.bias_hh_l0	8	-0.1839868128299713
196608	rnn.bias_hh_l0	9	-0.11041754484176636
196608	rnn.weight_ih_l0_reverse	0	-0.02089727483689785
196608	rnn.weight_ih_l0_reverse	1	-0.00048614124534651637
196608	rnn.weight_ih_l0_reverse	2	0.010892964899539948
196608	rnn.weight_ih_l0_reverse	3	0.011991874314844608
196608	rnn.weight_ih_l0_reverse	4	0.022853046655654907
196608	rnn.weight_ih_l0_reverse	5	-0.052033357322216034
196608	rnn.weight_ih_l0_reverse	6	-0.04456941783428192
196608	rnn.weight_ih_l0_reverse	7	0.009107779711484909
196608	rnn.weight_ih_l0_reverse	8	0.09231780469417572
196608	rnn.weight_ih_l0_reverse	9	0.0017164548626169562
196608	rnn.weight_hh_l0_reverse	0	0.002807947574183345
196608	rnn.weight_hh_l0_reverse	1	0.028044994920492172
196608	rnn.weight_hh_l0_reverse	2	-0.04271664842963219
196608	rnn.weight_hh_l0_reverse	3	0.03857788071036339
196608	rnn.weight_hh_l0_reverse	4	0.022409867495298386
196608	rnn.weight_hh_l0_reverse	5	-0.005281777121126652
196608	rnn.weight_hh_l0_reverse	6	0.06665608286857605
196608	rnn.weight_hh_l0_reverse	7	0.03502809256315231
196608	rnn.weight_hh_l0_reverse	8	-0.02096414566040039
196608	rnn.weight_hh_l0_reverse	9	-0.03059193305671215
196608	rnn.bias_ih_l0_reverse	0	-0.14206743240356445
196608	rnn.bias_ih_l0_reverse	1	-0.31855249404907227
196608	rnn.bias_ih_l0_reverse	2	-0.06312985718250275
196608	rnn.bias_ih_l0_reverse	3	-0.14633393287658691
196608	rnn.bias_ih_l0_reverse	4	0.059789471328258514
196608	rnn.bias_ih_l0_reverse	5	-0.26187074184417725
196608	rnn.bias_ih_l0_reverse	6	-0.06588484346866608
196608	rnn.bias_ih_l0_reverse	7	0.023619897663593292
196608	rnn.bias_ih_l0_reverse	8	-0.19730697572231293
196608	rnn.bias_ih_l0_reverse	9	-0.09014871716499329
196608	rnn.bias_hh_l0_reverse	0	-0.15636366605758667
196608	rnn.bias_hh_l0_reverse	1	-0.15517358481884003
196608	rnn.bias_hh_l0_reverse	2	-0.021375354379415512
196608	rnn.bias_hh_l0_reverse	3	-0.137832909822464
196608	rnn.bias_hh_l0_reverse	4	-0.026719124987721443
196608	rnn.bias_hh_l0_reverse	5	-0.11351487040519714
196608	rnn.bias_hh_l0_reverse	6	-0.07563354074954987
196608	rnn.bias_hh_l0_reverse	7	-0.1913612186908722
196608	rnn.bias_hh_l0_reverse	8	-0.06285977363586426
196608	rnn.bias_hh_l0_reverse	9	-0.11339402198791504
196608	linear.weight	0	-0.23532848060131073
196608	linear.weight	1	-0.1025187075138092
196608	linear.weight	2	-0.011228874325752258
196608	linear.weight	3	-0.14372894167900085
196608	linear.weight	4	-0.04708379507064819
196608	linear.weight	5	0.17569808661937714
196608	linear.weight	6	0.0047744326293468475
196608	linear.weight	7	-0.021312154829502106
196608	linear.weight	8	0.1594347357749939
196608	linear.weight	9	0.25335773825645447
196608	linear.bias	0	-0.8475117683410645
196608	linear.bias	1	1.4696166515350342
196608	linear.bias	2	-0.4774591028690338
196608	linear.bias	3	-0.7101699113845825
196608	linear.bias	4	-0.8823579549789429
196608	linear.bias	5	-1.178314447402954
196608	linear.bias	6	-0.9612205028533936
196608	linear.bias	7	-0.7336384654045105
196608	linear.bias	8	-0.01705317199230194
196608	linear.bias	9	3.444906711578369
196805	transitions	0	-0.44813764095306396
196805	transitions	1	8.766850471496582
196805	transitions	2	-3.5866613388061523
196805	transitions	3	1.5824376344680786
196805	transitions	4	-2.18424654006958
196805	transitions	5	-0.41616955399513245
196805	transitions	6	-0.19343450665473938
196805	transitions	7	-10000.0
196805	transitions	8	1.8231486082077026
196805	transitions	9	-2.2946133613586426
196805	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
196805	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
196805	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
196805	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
196805	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
196805	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
196805	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
196805	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
196805	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
196805	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
196805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
196805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
196805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
196805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
196805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
196805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
196805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
196805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
196805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
196805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
196805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
196805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
196805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
196805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
196805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
196805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
196805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
196805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
196805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
196805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
196805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
196805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
196805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
196805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
196805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
196805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
196805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
196805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
196805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
196805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
196805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
196805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
196805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
196805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
196805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
196805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
196805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
196805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
196805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
196805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
196805	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
196805	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
196805	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
196805	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
196805	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
196805	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
196805	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
196805	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
196805	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
196805	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
196805	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
196805	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
196805	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
196805	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
196805	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
196805	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
196805	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
196805	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
196805	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
196805	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
196805	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
196805	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
196805	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
196805	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
196805	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
196805	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
196805	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
196805	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
196805	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
196805	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
196805	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
196805	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
196805	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
196805	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
196805	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
196805	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
196805	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
196805	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
196805	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
196805	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
196805	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
196805	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
196805	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
196805	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
196805	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
196805	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
196805	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
196805	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
196805	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
196805	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
196805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
196805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
196805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
196805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
196805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
196805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
196805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
196805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
196805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
196805	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
196805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
196805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
196805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
196805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
196805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
196805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
196805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
196805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
196805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
196805	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
196805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
196805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
196805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
196805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
196805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
196805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
196805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
196805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
196805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
196805	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
196805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
196805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
196805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
196805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
196805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
196805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
196805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
196805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
196805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
196805	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
196805	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
196805	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
196805	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
196805	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
196805	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
196805	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
196805	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
196805	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
196805	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
196805	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
196805	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
196805	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
196805	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
196805	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
196805	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
196805	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
196805	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
196805	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
196805	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
196805	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
196805	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
196805	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
196805	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
196805	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
196805	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
196805	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
196805	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
196805	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
196805	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
196805	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
196805	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
196805	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
196805	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
196805	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
196805	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
196805	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
196805	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
196805	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
196805	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
196805	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
196805	embedding2nn.weight	0	0.04748828709125519
196805	embedding2nn.weight	1	-0.0940544605255127
196805	embedding2nn.weight	2	0.017239432781934738
196805	embedding2nn.weight	3	-0.05136929079890251
196805	embedding2nn.weight	4	-0.12998242676258087
196805	embedding2nn.weight	5	0.11710340529680252
196805	embedding2nn.weight	6	-0.08049020916223526
196805	embedding2nn.weight	7	-0.06741895526647568
196805	embedding2nn.weight	8	-0.025443287566304207
196805	embedding2nn.weight	9	0.05090043321251869
196805	embedding2nn.bias	0	0.07444518804550171
196805	embedding2nn.bias	1	-0.00834968127310276
196805	embedding2nn.bias	2	-0.10046930611133575
196805	embedding2nn.bias	3	0.023535126820206642
196805	embedding2nn.bias	4	0.0033142543397843838
196805	embedding2nn.bias	5	-0.16651363670825958
196805	embedding2nn.bias	6	-0.11229372024536133
196805	embedding2nn.bias	7	-0.0274726003408432
196805	embedding2nn.bias	8	0.07863771170377731
196805	embedding2nn.bias	9	-0.05266600102186203
196805	rnn.weight_ih_l0	0	0.045996010303497314
196805	rnn.weight_ih_l0	1	-0.08571867644786835
196805	rnn.weight_ih_l0	2	-0.04271918907761574
196805	rnn.weight_ih_l0	3	-0.043320395052433014
196805	rnn.weight_ih_l0	4	0.008436575531959534
196805	rnn.weight_ih_l0	5	-0.11422251909971237
196805	rnn.weight_ih_l0	6	-0.03136792033910751
196805	rnn.weight_ih_l0	7	-0.011657172814011574
196805	rnn.weight_ih_l0	8	0.07277435064315796
196805	rnn.weight_ih_l0	9	0.008313999511301517
196805	rnn.weight_hh_l0	0	0.0035631463397294283
196805	rnn.weight_hh_l0	1	-0.0828181728720665
196805	rnn.weight_hh_l0	2	0.06965477764606476
196805	rnn.weight_hh_l0	3	0.04838487505912781
196805	rnn.weight_hh_l0	4	0.005772730335593224
196805	rnn.weight_hh_l0	5	0.06498077511787415
196805	rnn.weight_hh_l0	6	-0.017567187547683716
196805	rnn.weight_hh_l0	7	-0.10836161673069
196805	rnn.weight_hh_l0	8	0.019921576604247093
196805	rnn.weight_hh_l0	9	-0.09163543581962585
196805	rnn.bias_ih_l0	0	-0.08260035514831543
196805	rnn.bias_ih_l0	1	-0.18332622945308685
196805	rnn.bias_ih_l0	2	-0.26548826694488525
196805	rnn.bias_ih_l0	3	-0.2786063551902771
196805	rnn.bias_ih_l0	4	0.00894786324352026
196805	rnn.bias_ih_l0	5	0.05350656062364578
196805	rnn.bias_ih_l0	6	-0.16134732961654663
196805	rnn.bias_ih_l0	7	-0.2611786127090454
196805	rnn.bias_ih_l0	8	-0.13516727089881897
196805	rnn.bias_ih_l0	9	-0.1783345639705658
196805	rnn.bias_hh_l0	0	0.1314377337694168
196805	rnn.bias_hh_l0	1	-0.06803028285503387
196805	rnn.bias_hh_l0	2	0.03948203846812248
196805	rnn.bias_hh_l0	3	-0.17727099359035492
196805	rnn.bias_hh_l0	4	0.0437719002366066
196805	rnn.bias_hh_l0	5	0.04901459068059921
196805	rnn.bias_hh_l0	6	-0.10458597540855408
196805	rnn.bias_hh_l0	7	-0.15773539245128632
196805	rnn.bias_hh_l0	8	-0.18587355315685272
196805	rnn.bias_hh_l0	9	-0.11171723157167435
196805	rnn.weight_ih_l0_reverse	0	-0.020988279953598976
196805	rnn.weight_ih_l0_reverse	1	0.001033188309520483
196805	rnn.weight_ih_l0_reverse	2	0.010607853531837463
196805	rnn.weight_ih_l0_reverse	3	0.012040815316140652
196805	rnn.weight_ih_l0_reverse	4	0.023360397666692734
196805	rnn.weight_ih_l0_reverse	5	-0.05109920725226402
196805	rnn.weight_ih_l0_reverse	6	-0.04461625963449478
196805	rnn.weight_ih_l0_reverse	7	0.009324204176664352
196805	rnn.weight_ih_l0_reverse	8	0.09268086403608322
196805	rnn.weight_ih_l0_reverse	9	0.0011467982549220324
196805	rnn.weight_hh_l0_reverse	0	0.002818154636770487
196805	rnn.weight_hh_l0_reverse	1	0.028455283492803574
196805	rnn.weight_hh_l0_reverse	2	-0.04274941235780716
196805	rnn.weight_hh_l0_reverse	3	0.0385587103664875
196805	rnn.weight_hh_l0_reverse	4	0.022298526018857956
196805	rnn.weight_hh_l0_reverse	5	-0.005284560844302177
196805	rnn.weight_hh_l0_reverse	6	0.0668715238571167
196805	rnn.weight_hh_l0_reverse	7	0.03466526418924332
196805	rnn.weight_hh_l0_reverse	8	-0.02143956534564495
196805	rnn.weight_hh_l0_reverse	9	-0.03040258027613163
196805	rnn.bias_ih_l0_reverse	0	-0.14294752478599548
196805	rnn.bias_ih_l0_reverse	1	-0.3180958330631256
196805	rnn.bias_ih_l0_reverse	2	-0.06431185454130173
196805	rnn.bias_ih_l0_reverse	3	-0.14696122705936432
196805	rnn.bias_ih_l0_reverse	4	0.05732850357890129
196805	rnn.bias_ih_l0_reverse	5	-0.26151153445243835
196805	rnn.bias_ih_l0_reverse	6	-0.06714938580989838
196805	rnn.bias_ih_l0_reverse	7	0.02767636440694332
196805	rnn.bias_ih_l0_reverse	8	-0.19806526601314545
196805	rnn.bias_ih_l0_reverse	9	-0.08889580518007278
196805	rnn.bias_hh_l0_reverse	0	-0.15690110623836517
196805	rnn.bias_hh_l0_reverse	1	-0.15481644868850708
196805	rnn.bias_hh_l0_reverse	2	-0.020664144307374954
196805	rnn.bias_hh_l0_reverse	3	-0.13782961666584015
196805	rnn.bias_hh_l0_reverse	4	-0.02739959955215454
196805	rnn.bias_hh_l0_reverse	5	-0.11417398601770401
196805	rnn.bias_hh_l0_reverse	6	-0.07457076758146286
196805	rnn.bias_hh_l0_reverse	7	-0.19122013449668884
196805	rnn.bias_hh_l0_reverse	8	-0.06406669318675995
196805	rnn.bias_hh_l0_reverse	9	-0.1120719239115715
196805	linear.weight	0	-0.2249809354543686
196805	linear.weight	1	-0.10029299557209015
196805	linear.weight	2	-0.011228874325752258
196805	linear.weight	3	-0.13978810608386993
196805	linear.weight	4	-0.034181755036115646
196805	linear.weight	5	0.1697579175233841
196805	linear.weight	6	0.0047744326293468475
196805	linear.weight	7	-0.021312154829502106
196805	linear.weight	8	0.15584129095077515
196805	linear.weight	9	0.2453765720129013
196805	linear.bias	0	-0.8430362939834595
196805	linear.bias	1	1.4620060920715332
196805	linear.bias	2	-0.5029581189155579
196805	linear.bias	3	-0.7170395255088806
196805	linear.bias	4	-0.8867189884185791
196805	linear.bias	5	-1.1783313751220703
196805	linear.bias	6	-0.9556820392608643
196805	linear.bias	7	-0.7256439328193665
196805	linear.bias	8	-0.01705317199230194
196805	linear.bias	9	3.460599184036255
197002	transitions	0	-0.44822055101394653
197002	transitions	1	8.758811950683594
197002	transitions	2	-3.586862564086914
197002	transitions	3	1.578580617904663
197002	transitions	4	-2.184377670288086
197002	transitions	5	-0.4161895215511322
197002	transitions	6	-0.19344966113567352
197002	transitions	7	-10000.0
197002	transitions	8	1.8240042924880981
197002	transitions	9	-2.294616937637329
197002	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
197002	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
197002	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
197002	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
197002	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
197002	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
197002	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
197002	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
197002	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
197002	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
197002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
197002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
197002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
197002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
197002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
197002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
197002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
197002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
197002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
197002	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
197002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
197002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
197002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
197002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
197002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
197002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
197002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
197002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
197002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
197002	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
197002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
197002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
197002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
197002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
197002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
197002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
197002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
197002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
197002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
197002	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
197002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
197002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
197002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
197002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
197002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
197002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
197002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
197002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
197002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
197002	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
197002	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
197002	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
197002	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
197002	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
197002	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
197002	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
197002	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
197002	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
197002	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
197002	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
197002	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
197002	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
197002	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
197002	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
197002	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
197002	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
197002	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
197002	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
197002	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
197002	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
197002	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
197002	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
197002	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
197002	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
197002	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
197002	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
197002	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
197002	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
197002	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
197002	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
197002	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
197002	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
197002	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
197002	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
197002	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
197002	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
197002	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
197002	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
197002	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
197002	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
197002	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
197002	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
197002	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
197002	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
197002	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
197002	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
197002	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
197002	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
197002	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
197002	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
197002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
197002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
197002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
197002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
197002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
197002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
197002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
197002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
197002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
197002	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
197002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
197002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
197002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
197002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
197002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
197002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
197002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
197002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
197002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
197002	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
197002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
197002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
197002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
197002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
197002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
197002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
197002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
197002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
197002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
197002	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
197002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
197002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
197002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
197002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
197002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
197002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
197002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
197002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
197002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
197002	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
197002	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
197002	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
197002	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
197002	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
197002	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
197002	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
197002	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
197002	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
197002	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
197002	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
197002	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
197002	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
197002	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
197002	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
197002	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
197002	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
197002	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
197002	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
197002	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
197002	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
197002	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
197002	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
197002	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
197002	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
197002	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
197002	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
197002	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
197002	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
197002	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
197002	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
197002	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
197002	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
197002	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
197002	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
197002	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
197002	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
197002	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
197002	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
197002	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
197002	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
197002	embedding2nn.weight	0	0.047459036111831665
197002	embedding2nn.weight	1	-0.09390383213758469
197002	embedding2nn.weight	2	0.01775532029569149
197002	embedding2nn.weight	3	-0.051975078880786896
197002	embedding2nn.weight	4	-0.12891431152820587
197002	embedding2nn.weight	5	0.11637212336063385
197002	embedding2nn.weight	6	-0.08105554431676865
197002	embedding2nn.weight	7	-0.06597915291786194
197002	embedding2nn.weight	8	-0.025461386889219284
197002	embedding2nn.weight	9	0.04991743341088295
197002	embedding2nn.bias	0	0.0729021430015564
197002	embedding2nn.bias	1	-0.007383175194263458
197002	embedding2nn.bias	2	-0.10460087656974792
197002	embedding2nn.bias	3	0.02167242206633091
197002	embedding2nn.bias	4	0.008667194284498692
197002	embedding2nn.bias	5	-0.16252653300762177
197002	embedding2nn.bias	6	-0.10981464385986328
197002	embedding2nn.bias	7	-0.030792023986577988
197002	embedding2nn.bias	8	0.06889217346906662
197002	embedding2nn.bias	9	-0.052569907158613205
197002	rnn.weight_ih_l0	0	0.043419383466243744
197002	rnn.weight_ih_l0	1	-0.08445800840854645
197002	rnn.weight_ih_l0	2	-0.04314853250980377
197002	rnn.weight_ih_l0	3	-0.044710852205753326
197002	rnn.weight_ih_l0	4	0.006836161017417908
197002	rnn.weight_ih_l0	5	-0.11335299909114838
197002	rnn.weight_ih_l0	6	-0.03193863481283188
197002	rnn.weight_ih_l0	7	-0.011476374231278896
197002	rnn.weight_ih_l0	8	0.06958861649036407
197002	rnn.weight_ih_l0	9	0.008153573609888554
197002	rnn.weight_hh_l0	0	0.003798768389970064
197002	rnn.weight_hh_l0	1	-0.08307754248380661
197002	rnn.weight_hh_l0	2	0.06967620551586151
197002	rnn.weight_hh_l0	3	0.04836004227399826
197002	rnn.weight_hh_l0	4	0.005997826810926199
197002	rnn.weight_hh_l0	5	0.06504913419485092
197002	rnn.weight_hh_l0	6	-0.017517684027552605
197002	rnn.weight_hh_l0	7	-0.10845941305160522
197002	rnn.weight_hh_l0	8	0.01957823522388935
197002	rnn.weight_hh_l0	9	-0.09167696535587311
197002	rnn.bias_ih_l0	0	-0.08570259064435959
197002	rnn.bias_ih_l0	1	-0.1830415576696396
197002	rnn.bias_ih_l0	2	-0.26556745171546936
197002	rnn.bias_ih_l0	3	-0.27856436371803284
197002	rnn.bias_ih_l0	4	0.005868240725249052
197002	rnn.bias_ih_l0	5	0.05040733143687248
197002	rnn.bias_ih_l0	6	-0.16184425354003906
197002	rnn.bias_ih_l0	7	-0.2606935501098633
197002	rnn.bias_ih_l0	8	-0.13426148891448975
197002	rnn.bias_ih_l0	9	-0.17915797233581543
197002	rnn.bias_hh_l0	0	0.13054241240024567
197002	rnn.bias_hh_l0	1	-0.06700923293828964
197002	rnn.bias_hh_l0	2	0.038975831121206284
197002	rnn.bias_hh_l0	3	-0.17784646153450012
197002	rnn.bias_hh_l0	4	0.04020814597606659
197002	rnn.bias_hh_l0	5	0.0521625354886055
197002	rnn.bias_hh_l0	6	-0.10459654033184052
197002	rnn.bias_hh_l0	7	-0.1586003303527832
197002	rnn.bias_hh_l0	8	-0.18558287620544434
197002	rnn.bias_hh_l0	9	-0.10977983474731445
197002	rnn.weight_ih_l0_reverse	0	-0.02117433026432991
197002	rnn.weight_ih_l0_reverse	1	-0.0003832884831354022
197002	rnn.weight_ih_l0_reverse	2	0.010203040204942226
197002	rnn.weight_ih_l0_reverse	3	0.012219948694109917
197002	rnn.weight_ih_l0_reverse	4	0.02199084497988224
197002	rnn.weight_ih_l0_reverse	5	-0.05119142308831215
197002	rnn.weight_ih_l0_reverse	6	-0.04488222301006317
197002	rnn.weight_ih_l0_reverse	7	0.010332318022847176
197002	rnn.weight_ih_l0_reverse	8	0.09126181155443192
197002	rnn.weight_ih_l0_reverse	9	0.0010223989374935627
197002	rnn.weight_hh_l0_reverse	0	0.003067632671445608
197002	rnn.weight_hh_l0_reverse	1	0.02843286097049713
197002	rnn.weight_hh_l0_reverse	2	-0.042887937277555466
197002	rnn.weight_hh_l0_reverse	3	0.03837429732084274
197002	rnn.weight_hh_l0_reverse	4	0.02250666916370392
197002	rnn.weight_hh_l0_reverse	5	-0.005736030172556639
197002	rnn.weight_hh_l0_reverse	6	0.06695814430713654
197002	rnn.weight_hh_l0_reverse	7	0.03520355001091957
197002	rnn.weight_hh_l0_reverse	8	-0.020573586225509644
197002	rnn.weight_hh_l0_reverse	9	-0.030452370643615723
197002	rnn.bias_ih_l0_reverse	0	-0.14304094016551971
197002	rnn.bias_ih_l0_reverse	1	-0.3162839114665985
197002	rnn.bias_ih_l0_reverse	2	-0.06508897244930267
197002	rnn.bias_ih_l0_reverse	3	-0.14778952300548553
197002	rnn.bias_ih_l0_reverse	4	0.05764126405119896
197002	rnn.bias_ih_l0_reverse	5	-0.2625630497932434
197002	rnn.bias_ih_l0_reverse	6	-0.06809864938259125
197002	rnn.bias_ih_l0_reverse	7	0.026560820639133453
197002	rnn.bias_ih_l0_reverse	8	-0.19776220619678497
197002	rnn.bias_ih_l0_reverse	9	-0.08821818977594376
197002	rnn.bias_hh_l0_reverse	0	-0.15808719396591187
197002	rnn.bias_hh_l0_reverse	1	-0.1538126915693283
197002	rnn.bias_hh_l0_reverse	2	-0.02004617266356945
197002	rnn.bias_hh_l0_reverse	3	-0.1394577920436859
197002	rnn.bias_hh_l0_reverse	4	-0.027386700734496117
197002	rnn.bias_hh_l0_reverse	5	-0.11289085447788239
197002	rnn.bias_hh_l0_reverse	6	-0.0733838826417923
197002	rnn.bias_hh_l0_reverse	7	-0.1906300187110901
197002	rnn.bias_hh_l0_reverse	8	-0.0654480904340744
197002	rnn.bias_hh_l0_reverse	9	-0.11195343732833862
197002	linear.weight	0	-0.22114801406860352
197002	linear.weight	1	-0.09648095816373825
197002	linear.weight	2	-0.011228874325752258
197002	linear.weight	3	-0.1385199874639511
197002	linear.weight	4	-0.0318496897816658
197002	linear.weight	5	0.16602741181850433
197002	linear.weight	6	0.0047744326293468475
197002	linear.weight	7	-0.021312154829502106
197002	linear.weight	8	0.15487338602542877
197002	linear.weight	9	0.2417169213294983
197002	linear.bias	0	-0.848855197429657
197002	linear.bias	1	1.4930917024612427
197002	linear.bias	2	-0.49500441551208496
197002	linear.bias	3	-0.7111534476280212
197002	linear.bias	4	-0.8758830428123474
197002	linear.bias	5	-1.1783442497253418
197002	linear.bias	6	-0.9607025384902954
197002	linear.bias	7	-0.7487266659736633
197002	linear.bias	8	-0.01705317199230194
197002	linear.bias	9	3.4468154907226562
197199	transitions	0	-0.448251873254776
197199	transitions	1	8.753074645996094
197199	transitions	2	-3.5870797634124756
197199	transitions	3	1.5794941186904907
197199	transitions	4	-2.1845879554748535
197199	transitions	5	-0.4162607789039612
197199	transitions	6	-0.19353348016738892
197199	transitions	7	-10000.0
197199	transitions	8	1.823452353477478
197199	transitions	9	-2.294618844985962
197199	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
197199	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
197199	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
197199	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
197199	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
197199	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
197199	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
197199	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
197199	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
197199	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
197199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
197199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
197199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
197199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
197199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
197199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
197199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
197199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
197199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
197199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
197199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
197199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
197199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
197199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
197199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
197199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
197199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
197199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
197199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
197199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
197199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
197199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
197199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
197199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
197199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
197199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
197199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
197199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
197199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
197199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
197199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
197199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
197199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
197199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
197199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
197199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
197199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
197199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
197199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
197199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
197199	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
197199	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
197199	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
197199	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
197199	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
197199	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
197199	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
197199	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
197199	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
197199	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
197199	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
197199	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
197199	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
197199	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
197199	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
197199	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
197199	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
197199	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
197199	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
197199	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
197199	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
197199	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
197199	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
197199	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
197199	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
197199	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
197199	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
197199	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
197199	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
197199	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
197199	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
197199	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
197199	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
197199	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
197199	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
197199	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
197199	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
197199	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
197199	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
197199	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
197199	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
197199	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
197199	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
197199	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
197199	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
197199	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
197199	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
197199	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
197199	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
197199	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
197199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
197199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
197199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
197199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
197199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
197199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
197199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
197199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
197199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
197199	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
197199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
197199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
197199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
197199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
197199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
197199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
197199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
197199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
197199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
197199	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
197199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
197199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
197199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
197199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
197199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
197199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
197199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
197199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
197199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
197199	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
197199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
197199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
197199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
197199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
197199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
197199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
197199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
197199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
197199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
197199	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
197199	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
197199	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
197199	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
197199	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
197199	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
197199	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
197199	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
197199	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
197199	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
197199	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
197199	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
197199	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
197199	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
197199	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
197199	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
197199	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
197199	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
197199	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
197199	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
197199	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
197199	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
197199	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
197199	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
197199	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
197199	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
197199	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
197199	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
197199	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
197199	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
197199	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
197199	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
197199	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
197199	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
197199	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
197199	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
197199	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
197199	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
197199	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
197199	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
197199	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
197199	embedding2nn.weight	0	0.04750695079565048
197199	embedding2nn.weight	1	-0.09379496425390244
197199	embedding2nn.weight	2	0.017771953716874123
197199	embedding2nn.weight	3	-0.05137982219457626
197199	embedding2nn.weight	4	-0.12648282945156097
197199	embedding2nn.weight	5	0.11713815480470657
197199	embedding2nn.weight	6	-0.08380398899316788
197199	embedding2nn.weight	7	-0.06619072705507278
197199	embedding2nn.weight	8	-0.026708336547017097
197199	embedding2nn.weight	9	0.05191389098763466
197199	embedding2nn.bias	0	0.07570425420999527
197199	embedding2nn.bias	1	-0.007089253049343824
197199	embedding2nn.bias	2	-0.10495425015687943
197199	embedding2nn.bias	3	0.028855789452791214
197199	embedding2nn.bias	4	0.0067416406236588955
197199	embedding2nn.bias	5	-0.16292841732501984
197199	embedding2nn.bias	6	-0.1132676973938942
197199	embedding2nn.bias	7	-0.03207392990589142
197199	embedding2nn.bias	8	0.07607162743806839
197199	embedding2nn.bias	9	-0.04558461904525757
197199	rnn.weight_ih_l0	0	0.04329994320869446
197199	rnn.weight_ih_l0	1	-0.0826471671462059
197199	rnn.weight_ih_l0	2	-0.0433446429669857
197199	rnn.weight_ih_l0	3	-0.043217722326517105
197199	rnn.weight_ih_l0	4	0.006237049587070942
197199	rnn.weight_ih_l0	5	-0.11149165034294128
197199	rnn.weight_ih_l0	6	-0.03362845629453659
197199	rnn.weight_ih_l0	7	-0.010932451114058495
197199	rnn.weight_ih_l0	8	0.07063186168670654
197199	rnn.weight_ih_l0	9	0.007328752428293228
197199	rnn.weight_hh_l0	0	0.003915569745004177
197199	rnn.weight_hh_l0	1	-0.08167673647403717
197199	rnn.weight_hh_l0	2	0.06970052421092987
197199	rnn.weight_hh_l0	3	0.048698339611291885
197199	rnn.weight_hh_l0	4	0.006166646257042885
197199	rnn.weight_hh_l0	5	0.06525412201881409
197199	rnn.weight_hh_l0	6	-0.017371444031596184
197199	rnn.weight_hh_l0	7	-0.10861632972955704
197199	rnn.weight_hh_l0	8	0.019946396350860596
197199	rnn.weight_hh_l0	9	-0.09225501120090485
197199	rnn.bias_ih_l0	0	-0.08722411096096039
197199	rnn.bias_ih_l0	1	-0.18300169706344604
197199	rnn.bias_ih_l0	2	-0.2650560438632965
197199	rnn.bias_ih_l0	3	-0.2795490622520447
197199	rnn.bias_ih_l0	4	0.00471371877938509
197199	rnn.bias_ih_l0	5	0.05277489125728607
197199	rnn.bias_ih_l0	6	-0.1613498479127884
197199	rnn.bias_ih_l0	7	-0.2634071111679077
197199	rnn.bias_ih_l0	8	-0.13260583579540253
197199	rnn.bias_ih_l0	9	-0.17927899956703186
197199	rnn.bias_hh_l0	0	0.13022910058498383
197199	rnn.bias_hh_l0	1	-0.06751953810453415
197199	rnn.bias_hh_l0	2	0.038758277893066406
197199	rnn.bias_hh_l0	3	-0.17745347321033478
197199	rnn.bias_hh_l0	4	0.03857199847698212
197199	rnn.bias_hh_l0	5	0.05499793216586113
197199	rnn.bias_hh_l0	6	-0.10263123363256454
197199	rnn.bias_hh_l0	7	-0.15797045826911926
197199	rnn.bias_hh_l0	8	-0.18590334057807922
197199	rnn.bias_hh_l0	9	-0.10871975868940353
197199	rnn.weight_ih_l0_reverse	0	-0.0208856500685215
197199	rnn.weight_ih_l0_reverse	1	0.0006424158345907927
197199	rnn.weight_ih_l0_reverse	2	0.010519293136894703
197199	rnn.weight_ih_l0_reverse	3	0.01299580093473196
197199	rnn.weight_ih_l0_reverse	4	0.02215433120727539
197199	rnn.weight_ih_l0_reverse	5	-0.05140012502670288
197199	rnn.weight_ih_l0_reverse	6	-0.04477427899837494
197199	rnn.weight_ih_l0_reverse	7	0.009172370657324791
197199	rnn.weight_ih_l0_reverse	8	0.09216373413801193
197199	rnn.weight_ih_l0_reverse	9	0.002382491249591112
197199	rnn.weight_hh_l0_reverse	0	0.0031318282708525658
197199	rnn.weight_hh_l0_reverse	1	0.028610099107027054
197199	rnn.weight_hh_l0_reverse	2	-0.04225866496562958
197199	rnn.weight_hh_l0_reverse	3	0.03824402391910553
197199	rnn.weight_hh_l0_reverse	4	0.022475145757198334
197199	rnn.weight_hh_l0_reverse	5	-0.005146860610693693
197199	rnn.weight_hh_l0_reverse	6	0.0671011209487915
197199	rnn.weight_hh_l0_reverse	7	0.035211317241191864
197199	rnn.weight_hh_l0_reverse	8	-0.021020203828811646
197199	rnn.weight_hh_l0_reverse	9	-0.03059336729347706
197199	rnn.bias_ih_l0_reverse	0	-0.14270620048046112
197199	rnn.bias_ih_l0_reverse	1	-0.3150167465209961
197199	rnn.bias_ih_l0_reverse	2	-0.06413467228412628
197199	rnn.bias_ih_l0_reverse	3	-0.14751875400543213
197199	rnn.bias_ih_l0_reverse	4	0.05605136603116989
197199	rnn.bias_ih_l0_reverse	5	-0.26191195845603943
197199	rnn.bias_ih_l0_reverse	6	-0.06854085624217987
197199	rnn.bias_ih_l0_reverse	7	0.0252787247300148
197199	rnn.bias_ih_l0_reverse	8	-0.1978689730167389
197199	rnn.bias_ih_l0_reverse	9	-0.08690747618675232
197199	rnn.bias_hh_l0_reverse	0	-0.15781080722808838
197199	rnn.bias_hh_l0_reverse	1	-0.1534152328968048
197199	rnn.bias_hh_l0_reverse	2	-0.019214892759919167
197199	rnn.bias_hh_l0_reverse	3	-0.1376425325870514
197199	rnn.bias_hh_l0_reverse	4	-0.028661208227276802
197199	rnn.bias_hh_l0_reverse	5	-0.11341091245412827
197199	rnn.bias_hh_l0_reverse	6	-0.07350978255271912
197199	rnn.bias_hh_l0_reverse	7	-0.19256798923015594
197199	rnn.bias_hh_l0_reverse	8	-0.06452396512031555
197199	rnn.bias_hh_l0_reverse	9	-0.11161933094263077
197199	linear.weight	0	-0.23118476569652557
197199	linear.weight	1	-0.09983637928962708
197199	linear.weight	2	-0.011228874325752258
197199	linear.weight	3	-0.14134635031223297
197199	linear.weight	4	-0.03408101573586464
197199	linear.weight	5	0.17329996824264526
197199	linear.weight	6	0.0047744326293468475
197199	linear.weight	7	-0.021312154829502106
197199	linear.weight	8	0.14455600082874298
197199	linear.weight	9	0.23448170721530914
197199	linear.bias	0	-0.8393650054931641
197199	linear.bias	1	1.468916416168213
197199	linear.bias	2	-0.4777444303035736
197199	linear.bias	3	-0.7322976589202881
197199	linear.bias	4	-0.8776121139526367
197199	linear.bias	5	-1.1783581972122192
197199	linear.bias	6	-0.9531018733978271
197199	linear.bias	7	-0.7496097683906555
197199	linear.bias	8	-0.01705317199230194
197199	linear.bias	9	3.4619545936584473
197396	transitions	0	-0.448412150144577
197396	transitions	1	8.752734184265137
197396	transitions	2	-3.587364435195923
197396	transitions	3	1.5874924659729004
197396	transitions	4	-2.1849045753479004
197396	transitions	5	-0.4163031578063965
197396	transitions	6	-0.19355273246765137
197396	transitions	7	-10000.0
197396	transitions	8	1.8230863809585571
197396	transitions	9	-2.2946205139160156
197396	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
197396	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
197396	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
197396	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
197396	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
197396	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
197396	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
197396	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
197396	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
197396	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
197396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
197396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
197396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
197396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
197396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
197396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
197396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
197396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
197396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
197396	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
197396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
197396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
197396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
197396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
197396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
197396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
197396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
197396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
197396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
197396	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
197396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
197396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
197396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
197396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
197396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
197396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
197396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
197396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
197396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
197396	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
197396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
197396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
197396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
197396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
197396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
197396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
197396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
197396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
197396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
197396	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
197396	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
197396	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
197396	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
197396	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
197396	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
197396	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
197396	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
197396	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
197396	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
197396	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
197396	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
197396	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
197396	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
197396	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
197396	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
197396	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
197396	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
197396	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
197396	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
197396	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
197396	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
197396	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
197396	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
197396	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
197396	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
197396	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
197396	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
197396	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
197396	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
197396	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
197396	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
197396	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
197396	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
197396	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
197396	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
197396	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
197396	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
197396	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
197396	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
197396	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
197396	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
197396	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
197396	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
197396	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
197396	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
197396	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
197396	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
197396	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
197396	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
197396	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
197396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
197396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
197396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
197396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
197396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
197396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
197396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
197396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
197396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
197396	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
197396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
197396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
197396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
197396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
197396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
197396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
197396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
197396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
197396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
197396	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
197396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
197396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
197396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
197396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
197396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
197396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
197396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
197396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
197396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
197396	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
197396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
197396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
197396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
197396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
197396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
197396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
197396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
197396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
197396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
197396	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
197396	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
197396	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
197396	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
197396	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
197396	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
197396	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
197396	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
197396	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
197396	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
197396	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
197396	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
197396	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
197396	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
197396	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
197396	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
197396	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
197396	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
197396	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
197396	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
197396	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
197396	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
197396	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
197396	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
197396	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
197396	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
197396	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
197396	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
197396	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
197396	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
197396	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
197396	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
197396	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
197396	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
197396	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
197396	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
197396	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
197396	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
197396	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
197396	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
197396	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
197396	embedding2nn.weight	0	0.04771141707897186
197396	embedding2nn.weight	1	-0.09385355561971664
197396	embedding2nn.weight	2	0.019835738465189934
197396	embedding2nn.weight	3	-0.05183543264865875
197396	embedding2nn.weight	4	-0.12593497335910797
197396	embedding2nn.weight	5	0.11721548438072205
197396	embedding2nn.weight	6	-0.07953968644142151
197396	embedding2nn.weight	7	-0.0661020576953888
197396	embedding2nn.weight	8	-0.026237141340970993
197396	embedding2nn.weight	9	0.05270447954535484
197396	embedding2nn.bias	0	0.06444931030273438
197396	embedding2nn.bias	1	-0.0028599367942661047
197396	embedding2nn.bias	2	-0.10757570713758469
197396	embedding2nn.bias	3	0.03574913740158081
197396	embedding2nn.bias	4	0.0016003084601834416
197396	embedding2nn.bias	5	-0.15766584873199463
197396	embedding2nn.bias	6	-0.12341154366731644
197396	embedding2nn.bias	7	-0.03573436662554741
197396	embedding2nn.bias	8	0.08128194510936737
197396	embedding2nn.bias	9	-0.04002468287944794
197396	rnn.weight_ih_l0	0	0.040601152926683426
197396	rnn.weight_ih_l0	1	-0.08306562155485153
197396	rnn.weight_ih_l0	2	-0.043270986527204514
197396	rnn.weight_ih_l0	3	-0.043176524341106415
197396	rnn.weight_ih_l0	4	0.005883352365344763
197396	rnn.weight_ih_l0	5	-0.1108228862285614
197396	rnn.weight_ih_l0	6	-0.03417470306158066
197396	rnn.weight_ih_l0	7	-0.009500285610556602
197396	rnn.weight_ih_l0	8	0.07193739712238312
197396	rnn.weight_ih_l0	9	0.007910439744591713
197396	rnn.weight_hh_l0	0	0.0029594162479043007
197396	rnn.weight_hh_l0	1	-0.08143526315689087
197396	rnn.weight_hh_l0	2	0.0693153515458107
197396	rnn.weight_hh_l0	3	0.048525940626859665
197396	rnn.weight_hh_l0	4	0.005773365963250399
197396	rnn.weight_hh_l0	5	0.06548714637756348
197396	rnn.weight_hh_l0	6	-0.017389973625540733
197396	rnn.weight_hh_l0	7	-0.1088624894618988
197396	rnn.weight_hh_l0	8	0.019398158416152
197396	rnn.weight_hh_l0	9	-0.09070669114589691
197396	rnn.bias_ih_l0	0	-0.08892067521810532
197396	rnn.bias_ih_l0	1	-0.18608519434928894
197396	rnn.bias_ih_l0	2	-0.26619166135787964
197396	rnn.bias_ih_l0	3	-0.2800716459751129
197396	rnn.bias_ih_l0	4	0.006014625076204538
197396	rnn.bias_ih_l0	5	0.05645322427153587
197396	rnn.bias_ih_l0	6	-0.16088324785232544
197396	rnn.bias_ih_l0	7	-0.2642737329006195
197396	rnn.bias_ih_l0	8	-0.13258837163448334
197396	rnn.bias_ih_l0	9	-0.17879313230514526
197396	rnn.bias_hh_l0	0	0.12823516130447388
197396	rnn.bias_hh_l0	1	-0.06659042835235596
197396	rnn.bias_hh_l0	2	0.03996443375945091
197396	rnn.bias_hh_l0	3	-0.1768629252910614
197396	rnn.bias_hh_l0	4	0.03943803533911705
197396	rnn.bias_hh_l0	5	0.054847169667482376
197396	rnn.bias_hh_l0	6	-0.10131268203258514
197396	rnn.bias_hh_l0	7	-0.1592583954334259
197396	rnn.bias_hh_l0	8	-0.18778499960899353
197396	rnn.bias_hh_l0	9	-0.10886479169130325
197396	rnn.weight_ih_l0_reverse	0	-0.021410256624221802
197396	rnn.weight_ih_l0_reverse	1	0.0006676330813206732
197396	rnn.weight_ih_l0_reverse	2	0.011791480705142021
197396	rnn.weight_ih_l0_reverse	3	0.012290204875171185
197396	rnn.weight_ih_l0_reverse	4	0.02347174659371376
197396	rnn.weight_ih_l0_reverse	5	-0.052168283611536026
197396	rnn.weight_ih_l0_reverse	6	-0.04485156387090683
197396	rnn.weight_ih_l0_reverse	7	0.009704949334263802
197396	rnn.weight_ih_l0_reverse	8	0.09200301021337509
197396	rnn.weight_ih_l0_reverse	9	0.0034471468534320593
197396	rnn.weight_hh_l0_reverse	0	0.0034437677823007107
197396	rnn.weight_hh_l0_reverse	1	0.028108756989240646
197396	rnn.weight_hh_l0_reverse	2	-0.04181083291769028
197396	rnn.weight_hh_l0_reverse	3	0.03811106085777283
197396	rnn.weight_hh_l0_reverse	4	0.02255297638475895
197396	rnn.weight_hh_l0_reverse	5	-0.004707831423729658
197396	rnn.weight_hh_l0_reverse	6	0.06704255938529968
197396	rnn.weight_hh_l0_reverse	7	0.03557364642620087
197396	rnn.weight_hh_l0_reverse	8	-0.02121863327920437
197396	rnn.weight_hh_l0_reverse	9	-0.030345898121595383
197396	rnn.bias_ih_l0_reverse	0	-0.14289888739585876
197396	rnn.bias_ih_l0_reverse	1	-0.312238872051239
197396	rnn.bias_ih_l0_reverse	2	-0.06346087157726288
197396	rnn.bias_ih_l0_reverse	3	-0.14808131754398346
197396	rnn.bias_ih_l0_reverse	4	0.054995305836200714
197396	rnn.bias_ih_l0_reverse	5	-0.2617394030094147
197396	rnn.bias_ih_l0_reverse	6	-0.06893369555473328
197396	rnn.bias_ih_l0_reverse	7	0.02301131933927536
197396	rnn.bias_ih_l0_reverse	8	-0.2005220502614975
197396	rnn.bias_ih_l0_reverse	9	-0.08890639990568161
197396	rnn.bias_hh_l0_reverse	0	-0.1585606038570404
197396	rnn.bias_hh_l0_reverse	1	-0.15279823541641235
197396	rnn.bias_hh_l0_reverse	2	-0.01904093474149704
197396	rnn.bias_hh_l0_reverse	3	-0.135285422205925
197396	rnn.bias_hh_l0_reverse	4	-0.0272504985332489
197396	rnn.bias_hh_l0_reverse	5	-0.11241333186626434
197396	rnn.bias_hh_l0_reverse	6	-0.07541747391223907
197396	rnn.bias_hh_l0_reverse	7	-0.1895967423915863
197396	rnn.bias_hh_l0_reverse	8	-0.06687207520008087
197396	rnn.bias_hh_l0_reverse	9	-0.11229543387889862
197396	linear.weight	0	-0.2220255732536316
197396	linear.weight	1	-0.09680862724781036
197396	linear.weight	2	-0.011228874325752258
197396	linear.weight	3	-0.1303844451904297
197396	linear.weight	4	-0.034100960940122604
197396	linear.weight	5	0.17217548191547394
197396	linear.weight	6	0.0047744326293468475
197396	linear.weight	7	-0.021312154829502106
197396	linear.weight	8	0.1470310539007187
197396	linear.weight	9	0.2331593930721283
197396	linear.bias	0	-0.834886372089386
197396	linear.bias	1	1.4921783208847046
197396	linear.bias	2	-0.45703887939453125
197396	linear.bias	3	-0.7260165214538574
197396	linear.bias	4	-0.8610824346542358
197396	linear.bias	5	-1.1783777475357056
197396	linear.bias	6	-0.9504183530807495
197396	linear.bias	7	-0.7209776639938354
197396	linear.bias	8	-0.01705317199230194
197396	linear.bias	9	3.443908214569092
197400	transitions	0	-0.4484204649925232
197400	transitions	1	8.75558853149414
197400	transitions	2	-3.587367534637451
197400	transitions	3	1.587459683418274
197400	transitions	4	-2.1849048137664795
197400	transitions	5	-0.4163033962249756
197400	transitions	6	-0.19355301558971405
197400	transitions	7	-10000.0
197400	transitions	8	1.823084831237793
197400	transitions	9	-2.2946205139160156
197400	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
197400	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
197400	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
197400	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
197400	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
197400	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
197400	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
197400	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
197400	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
197400	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
197400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
197400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
197400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
197400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
197400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
197400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
197400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
197400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
197400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
197400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
197400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
197400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
197400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
197400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
197400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
197400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
197400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
197400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
197400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
197400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
197400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
197400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
197400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
197400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
197400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
197400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
197400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
197400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
197400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
197400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
197400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
197400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
197400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
197400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
197400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
197400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
197400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
197400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
197400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
197400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
197400	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
197400	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
197400	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
197400	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
197400	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
197400	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
197400	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
197400	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
197400	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
197400	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
197400	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
197400	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
197400	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
197400	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
197400	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
197400	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
197400	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
197400	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
197400	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
197400	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
197400	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
197400	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
197400	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
197400	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
197400	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
197400	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
197400	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
197400	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
197400	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
197400	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
197400	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
197400	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
197400	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
197400	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
197400	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
197400	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
197400	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
197400	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
197400	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
197400	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
197400	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
197400	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
197400	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
197400	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
197400	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
197400	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
197400	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
197400	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
197400	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
197400	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
197400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
197400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
197400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
197400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
197400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
197400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
197400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
197400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
197400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
197400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
197400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
197400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
197400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
197400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
197400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
197400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
197400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
197400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
197400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
197400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
197400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
197400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
197400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
197400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
197400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
197400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
197400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
197400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
197400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
197400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
197400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
197400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
197400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
197400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
197400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
197400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
197400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
197400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
197400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
197400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
197400	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
197400	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
197400	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
197400	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
197400	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
197400	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
197400	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
197400	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
197400	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
197400	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
197400	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
197400	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
197400	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
197400	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
197400	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
197400	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
197400	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
197400	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
197400	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
197400	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
197400	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
197400	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
197400	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
197400	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
197400	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
197400	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
197400	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
197400	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
197400	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
197400	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
197400	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
197400	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
197400	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
197400	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
197400	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
197400	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
197400	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
197400	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
197400	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
197400	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
197400	embedding2nn.weight	0	0.04779290035367012
197400	embedding2nn.weight	1	-0.09383805096149445
197400	embedding2nn.weight	2	0.019975507631897926
197400	embedding2nn.weight	3	-0.05185486748814583
197400	embedding2nn.weight	4	-0.12594009935855865
197400	embedding2nn.weight	5	0.11724156141281128
197400	embedding2nn.weight	6	-0.08031196147203445
197400	embedding2nn.weight	7	-0.0660238191485405
197400	embedding2nn.weight	8	-0.025950206443667412
197400	embedding2nn.weight	9	0.052497051656246185
197400	embedding2nn.bias	0	0.0636395812034607
197400	embedding2nn.bias	1	9.039734140969813e-05
197400	embedding2nn.bias	2	-0.10543329268693924
197400	embedding2nn.bias	3	0.035678375512361526
197400	embedding2nn.bias	4	0.002149976324290037
197400	embedding2nn.bias	5	-0.15525278449058533
197400	embedding2nn.bias	6	-0.12266864627599716
197400	embedding2nn.bias	7	-0.03749958053231239
197400	embedding2nn.bias	8	0.08186133205890656
197400	embedding2nn.bias	9	-0.03893166035413742
197400	rnn.weight_ih_l0	0	0.040524207055568695
197400	rnn.weight_ih_l0	1	-0.08289831131696701
197400	rnn.weight_ih_l0	2	-0.04337897151708603
197400	rnn.weight_ih_l0	3	-0.04305855184793472
197400	rnn.weight_ih_l0	4	0.00582870515063405
197400	rnn.weight_ih_l0	5	-0.11085966974496841
197400	rnn.weight_ih_l0	6	-0.0341092087328434
197400	rnn.weight_ih_l0	7	-0.009469985961914062
197400	rnn.weight_ih_l0	8	0.07203806936740875
197400	rnn.weight_ih_l0	9	0.00803142599761486
197400	rnn.weight_hh_l0	0	0.0028734796214848757
197400	rnn.weight_hh_l0	1	-0.0814039334654808
197400	rnn.weight_hh_l0	2	0.06934985518455505
197400	rnn.weight_hh_l0	3	0.04852236434817314
197400	rnn.weight_hh_l0	4	0.005789207760244608
197400	rnn.weight_hh_l0	5	0.06549669057130814
197400	rnn.weight_hh_l0	6	-0.01735905557870865
197400	rnn.weight_hh_l0	7	-0.1088513433933258
197400	rnn.weight_hh_l0	8	0.019464056938886642
197400	rnn.weight_hh_l0	9	-0.09057275205850601
197400	rnn.bias_ih_l0	0	-0.08795016258955002
197400	rnn.bias_ih_l0	1	-0.1860717386007309
197400	rnn.bias_ih_l0	2	-0.2660049796104431
197400	rnn.bias_ih_l0	3	-0.2800116240978241
197400	rnn.bias_ih_l0	4	0.006269909907132387
197400	rnn.bias_ih_l0	5	0.05638042092323303
197400	rnn.bias_ih_l0	6	-0.16090485453605652
197400	rnn.bias_ih_l0	7	-0.26425331830978394
197400	rnn.bias_ih_l0	8	-0.1323206126689911
197400	rnn.bias_ih_l0	9	-0.17893651127815247
197400	rnn.bias_hh_l0	0	0.1285448521375656
197400	rnn.bias_hh_l0	1	-0.06653473526239395
197400	rnn.bias_hh_l0	2	0.04030110687017441
197400	rnn.bias_hh_l0	3	-0.17709609866142273
197400	rnn.bias_hh_l0	4	0.039483774453401566
197400	rnn.bias_hh_l0	5	0.05461059883236885
197400	rnn.bias_hh_l0	6	-0.10124227404594421
197400	rnn.bias_hh_l0	7	-0.15906839072704315
197400	rnn.bias_hh_l0	8	-0.18812955915927887
197400	rnn.bias_hh_l0	9	-0.10881467908620834
197400	rnn.weight_ih_l0_reverse	0	-0.021417520940303802
197400	rnn.weight_ih_l0_reverse	1	0.00044549693120643497
197400	rnn.weight_ih_l0_reverse	2	0.011731536127626896
197400	rnn.weight_ih_l0_reverse	3	0.012085238471627235
197400	rnn.weight_ih_l0_reverse	4	0.02340475469827652
197400	rnn.weight_ih_l0_reverse	5	-0.0521138496696949
197400	rnn.weight_ih_l0_reverse	6	-0.044621337205171585
197400	rnn.weight_ih_l0_reverse	7	0.009649397805333138
197400	rnn.weight_ih_l0_reverse	8	0.0919865146279335
197400	rnn.weight_ih_l0_reverse	9	0.0034619923681020737
197400	rnn.weight_hh_l0_reverse	0	0.0034464991185814142
197400	rnn.weight_hh_l0_reverse	1	0.028110312297940254
197400	rnn.weight_hh_l0_reverse	2	-0.04176653176546097
197400	rnn.weight_hh_l0_reverse	3	0.038098420947790146
197400	rnn.weight_hh_l0_reverse	4	0.022586824372410774
197400	rnn.weight_hh_l0_reverse	5	-0.004683319479227066
197400	rnn.weight_hh_l0_reverse	6	0.0669403225183487
197400	rnn.weight_hh_l0_reverse	7	0.03558197245001793
197400	rnn.weight_hh_l0_reverse	8	-0.02119062840938568
197400	rnn.weight_hh_l0_reverse	9	-0.030352775007486343
197400	rnn.bias_ih_l0_reverse	0	-0.14313721656799316
197400	rnn.bias_ih_l0_reverse	1	-0.31240084767341614
197400	rnn.bias_ih_l0_reverse	2	-0.06334264576435089
197400	rnn.bias_ih_l0_reverse	3	-0.14810502529144287
197400	rnn.bias_ih_l0_reverse	4	0.05540521815419197
197400	rnn.bias_ih_l0_reverse	5	-0.2617645263671875
197400	rnn.bias_ih_l0_reverse	6	-0.06895238906145096
197400	rnn.bias_ih_l0_reverse	7	0.02273709699511528
197400	rnn.bias_ih_l0_reverse	8	-0.20050770044326782
197400	rnn.bias_ih_l0_reverse	9	-0.08843902498483658
197400	rnn.bias_hh_l0_reverse	0	-0.15847504138946533
197400	rnn.bias_hh_l0_reverse	1	-0.1527378261089325
197400	rnn.bias_hh_l0_reverse	2	-0.019033359363675117
197400	rnn.bias_hh_l0_reverse	3	-0.13534623384475708
197400	rnn.bias_hh_l0_reverse	4	-0.02714613638818264
197400	rnn.bias_hh_l0_reverse	5	-0.11240404844284058
197400	rnn.bias_hh_l0_reverse	6	-0.07555713504552841
197400	rnn.bias_hh_l0_reverse	7	-0.18966686725616455
197400	rnn.bias_hh_l0_reverse	8	-0.06716206669807434
197400	rnn.bias_hh_l0_reverse	9	-0.11238142848014832
197400	linear.weight	0	-0.22193706035614014
197400	linear.weight	1	-0.09601901471614838
197400	linear.weight	2	-0.011228874325752258
197400	linear.weight	3	-0.13036470115184784
197400	linear.weight	4	-0.033948030322790146
197400	linear.weight	5	0.17231717705726624
197400	linear.weight	6	0.0047744326293468475
197400	linear.weight	7	-0.021312154829502106
197400	linear.weight	8	0.1469685435295105
197400	linear.weight	9	0.23264671862125397
197400	linear.bias	0	-0.8401444554328918
197400	linear.bias	1	1.4883825778961182
197400	linear.bias	2	-0.4575158357620239
197400	linear.bias	3	-0.7215641736984253
197400	linear.bias	4	-0.8560507893562317
197400	linear.bias	5	-1.1783779859542847
197400	linear.bias	6	-0.9556246399879456
197400	linear.bias	7	-0.7185157537460327
197400	linear.bias	8	-0.01705317199230194
197400	linear.bias	9	3.4433445930480957
197597	transitions	0	-0.44846463203430176
197597	transitions	1	8.768019676208496
197597	transitions	2	-3.587646961212158
197597	transitions	3	1.585749626159668
197597	transitions	4	-2.185171604156494
197597	transitions	5	-0.41638901829719543
197597	transitions	6	-0.1935858428478241
197597	transitions	7	-10000.0
197597	transitions	8	1.8230942487716675
197597	transitions	9	-2.294621229171753
197597	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
197597	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
197597	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
197597	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
197597	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
197597	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
197597	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
197597	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
197597	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
197597	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
197597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
197597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
197597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
197597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
197597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
197597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
197597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
197597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
197597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
197597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
197597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
197597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
197597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
197597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
197597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
197597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
197597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
197597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
197597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
197597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
197597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
197597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
197597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
197597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
197597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
197597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
197597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
197597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
197597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
197597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
197597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
197597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
197597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
197597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
197597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
197597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
197597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
197597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
197597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
197597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
197597	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
197597	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
197597	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
197597	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
197597	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
197597	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
197597	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
197597	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
197597	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
197597	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
197597	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
197597	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
197597	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
197597	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
197597	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
197597	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
197597	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
197597	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
197597	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
197597	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
197597	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
197597	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
197597	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
197597	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
197597	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
197597	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
197597	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
197597	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
197597	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
197597	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
197597	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
197597	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
197597	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
197597	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
197597	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
197597	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
197597	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
197597	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
197597	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
197597	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
197597	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
197597	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
197597	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
197597	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
197597	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
197597	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
197597	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
197597	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
197597	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
197597	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
197597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
197597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
197597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
197597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
197597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
197597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
197597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
197597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
197597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
197597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
197597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
197597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
197597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
197597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
197597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
197597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
197597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
197597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
197597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
197597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
197597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
197597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
197597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
197597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
197597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
197597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
197597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
197597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
197597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
197597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
197597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
197597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
197597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
197597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
197597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
197597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
197597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
197597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
197597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
197597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
197597	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
197597	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
197597	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
197597	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
197597	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
197597	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
197597	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
197597	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
197597	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
197597	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
197597	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
197597	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
197597	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
197597	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
197597	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
197597	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
197597	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
197597	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
197597	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
197597	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
197597	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
197597	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
197597	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
197597	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
197597	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
197597	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
197597	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
197597	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
197597	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
197597	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
197597	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
197597	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
197597	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
197597	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
197597	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
197597	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
197597	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
197597	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
197597	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
197597	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
197597	embedding2nn.weight	0	0.04772665351629257
197597	embedding2nn.weight	1	-0.0942496806383133
197597	embedding2nn.weight	2	0.020788315683603287
197597	embedding2nn.weight	3	-0.052036210894584656
197597	embedding2nn.weight	4	-0.12547563016414642
197597	embedding2nn.weight	5	0.11773594468832016
197597	embedding2nn.weight	6	-0.0781298503279686
197597	embedding2nn.weight	7	-0.06484488397836685
197597	embedding2nn.weight	8	-0.026641881093382835
197597	embedding2nn.weight	9	0.05410914495587349
197597	embedding2nn.bias	0	0.0713631883263588
197597	embedding2nn.bias	1	-0.0023400308564305305
197597	embedding2nn.bias	2	-0.10478730499744415
197597	embedding2nn.bias	3	0.033293597400188446
197597	embedding2nn.bias	4	0.004375664051622152
197597	embedding2nn.bias	5	-0.15932106971740723
197597	embedding2nn.bias	6	-0.10899810492992401
197597	embedding2nn.bias	7	-0.029527464881539345
197597	embedding2nn.bias	8	0.08197978883981705
197597	embedding2nn.bias	9	-0.04429302737116814
197597	rnn.weight_ih_l0	0	0.03974394500255585
197597	rnn.weight_ih_l0	1	-0.08308373391628265
197597	rnn.weight_ih_l0	2	-0.04479620233178139
197597	rnn.weight_ih_l0	3	-0.04475744441151619
197597	rnn.weight_ih_l0	4	0.006098882295191288
197597	rnn.weight_ih_l0	5	-0.11322096735239029
197597	rnn.weight_ih_l0	6	-0.03253677487373352
197597	rnn.weight_ih_l0	7	-0.010467734187841415
197597	rnn.weight_ih_l0	8	0.07212592661380768
197597	rnn.weight_ih_l0	9	0.007404403295367956
197597	rnn.weight_hh_l0	0	0.002907605841755867
197597	rnn.weight_hh_l0	1	-0.0815575122833252
197597	rnn.weight_hh_l0	2	0.06901541352272034
197597	rnn.weight_hh_l0	3	0.048457298427820206
197597	rnn.weight_hh_l0	4	0.005712829530239105
197597	rnn.weight_hh_l0	5	0.0643647313117981
197597	rnn.weight_hh_l0	6	-0.01737986132502556
197597	rnn.weight_hh_l0	7	-0.1088470071554184
197597	rnn.weight_hh_l0	8	0.019942283630371094
197597	rnn.weight_hh_l0	9	-0.09055808186531067
197597	rnn.bias_ih_l0	0	-0.09038367122411728
197597	rnn.bias_ih_l0	1	-0.1866748034954071
197597	rnn.bias_ih_l0	2	-0.26650017499923706
197597	rnn.bias_ih_l0	3	-0.2809034287929535
197597	rnn.bias_ih_l0	4	0.00810310896486044
197597	rnn.bias_ih_l0	5	0.05869711562991142
197597	rnn.bias_ih_l0	6	-0.16173532605171204
197597	rnn.bias_ih_l0	7	-0.2655499279499054
197597	rnn.bias_ih_l0	8	-0.13319344818592072
197597	rnn.bias_ih_l0	9	-0.17892679572105408
197597	rnn.bias_hh_l0	0	0.1303972601890564
197597	rnn.bias_hh_l0	1	-0.06638575345277786
197597	rnn.bias_hh_l0	2	0.04183400422334671
197597	rnn.bias_hh_l0	3	-0.17843055725097656
197597	rnn.bias_hh_l0	4	0.040134791284799576
197597	rnn.bias_hh_l0	5	0.05343569070100784
197597	rnn.bias_hh_l0	6	-0.10138949751853943
197597	rnn.bias_hh_l0	7	-0.15766990184783936
197597	rnn.bias_hh_l0	8	-0.1874133199453354
197597	rnn.bias_hh_l0	9	-0.10745697468519211
197597	rnn.weight_ih_l0_reverse	0	-0.02144380286335945
197597	rnn.weight_ih_l0_reverse	1	0.0007588896551169455
197597	rnn.weight_ih_l0_reverse	2	0.012742837890982628
197597	rnn.weight_ih_l0_reverse	3	0.012242881581187248
197597	rnn.weight_ih_l0_reverse	4	0.02414768561720848
197597	rnn.weight_ih_l0_reverse	5	-0.05390191450715065
197597	rnn.weight_ih_l0_reverse	6	-0.04539886489510536
197597	rnn.weight_ih_l0_reverse	7	0.009464439004659653
197597	rnn.weight_ih_l0_reverse	8	0.092412568628788
197597	rnn.weight_ih_l0_reverse	9	0.0023067896254360676
197597	rnn.weight_hh_l0_reverse	0	0.0035371030680835247
197597	rnn.weight_hh_l0_reverse	1	0.02814362943172455
197597	rnn.weight_hh_l0_reverse	2	-0.0418303906917572
197597	rnn.weight_hh_l0_reverse	3	0.037894878536462784
197597	rnn.weight_hh_l0_reverse	4	0.022497108206152916
197597	rnn.weight_hh_l0_reverse	5	-0.004394466057419777
197597	rnn.weight_hh_l0_reverse	6	0.06714536994695663
197597	rnn.weight_hh_l0_reverse	7	0.03547121584415436
197597	rnn.weight_hh_l0_reverse	8	-0.0208745039999485
197597	rnn.weight_hh_l0_reverse	9	-0.030456824228167534
197597	rnn.bias_ih_l0_reverse	0	-0.1434442549943924
197597	rnn.bias_ih_l0_reverse	1	-0.31318995356559753
197597	rnn.bias_ih_l0_reverse	2	-0.06305946409702301
197597	rnn.bias_ih_l0_reverse	3	-0.14824409782886505
197597	rnn.bias_ih_l0_reverse	4	0.05655672401189804
197597	rnn.bias_ih_l0_reverse	5	-0.2613997459411621
197597	rnn.bias_ih_l0_reverse	6	-0.07078158855438232
197597	rnn.bias_ih_l0_reverse	7	0.02350037917494774
197597	rnn.bias_ih_l0_reverse	8	-0.19913847744464874
197597	rnn.bias_ih_l0_reverse	9	-0.08917175233364105
197597	rnn.bias_hh_l0_reverse	0	-0.15834888815879822
197597	rnn.bias_hh_l0_reverse	1	-0.1529349982738495
197597	rnn.bias_hh_l0_reverse	2	-0.018562903627753258
197597	rnn.bias_hh_l0_reverse	3	-0.13631263375282288
197597	rnn.bias_hh_l0_reverse	4	-0.02852497063577175
197597	rnn.bias_hh_l0_reverse	5	-0.11274175345897675
197597	rnn.bias_hh_l0_reverse	6	-0.07555262744426727
197597	rnn.bias_hh_l0_reverse	7	-0.19058482348918915
197597	rnn.bias_hh_l0_reverse	8	-0.06767791509628296
197597	rnn.bias_hh_l0_reverse	9	-0.11188450455665588
197597	linear.weight	0	-0.22374896705150604
197597	linear.weight	1	-0.09385251253843307
197597	linear.weight	2	-0.011228874325752258
197597	linear.weight	3	-0.1334519237279892
197597	linear.weight	4	-0.04140114784240723
197597	linear.weight	5	0.16569115221500397
197597	linear.weight	6	0.0047744326293468475
197597	linear.weight	7	-0.021312154829502106
197597	linear.weight	8	0.12997740507125854
197597	linear.weight	9	0.2376963347196579
197597	linear.bias	0	-0.8130156993865967
197597	linear.bias	1	1.4422518014907837
197597	linear.bias	2	-0.46265631914138794
197597	linear.bias	3	-0.7205877304077148
197597	linear.bias	4	-0.8830793499946594
197597	linear.bias	5	-1.1783932447433472
197597	linear.bias	6	-0.9290912747383118
197597	linear.bias	7	-0.7251529693603516
197597	linear.bias	8	-0.01705317199230194
197597	linear.bias	9	3.443746566772461
197794	transitions	0	-0.44849154353141785
197794	transitions	1	8.770692825317383
197794	transitions	2	-3.5880587100982666
197794	transitions	3	1.5856012105941772
197794	transitions	4	-2.185420036315918
197794	transitions	5	-0.41666340827941895
197794	transitions	6	-0.19360019266605377
197794	transitions	7	-10000.0
197794	transitions	8	1.8225951194763184
197794	transitions	9	-2.294623851776123
197794	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
197794	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
197794	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
197794	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
197794	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
197794	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
197794	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
197794	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
197794	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
197794	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
197794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
197794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
197794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
197794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
197794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
197794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
197794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
197794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
197794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
197794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
197794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
197794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
197794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
197794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
197794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
197794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
197794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
197794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
197794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
197794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
197794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
197794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
197794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
197794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
197794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
197794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
197794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
197794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
197794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
197794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
197794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
197794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
197794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
197794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
197794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
197794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
197794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
197794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
197794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
197794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
197794	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
197794	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
197794	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
197794	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
197794	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
197794	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
197794	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
197794	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
197794	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
197794	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
197794	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
197794	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
197794	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
197794	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
197794	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
197794	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
197794	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
197794	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
197794	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
197794	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
197794	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
197794	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
197794	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
197794	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
197794	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
197794	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
197794	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
197794	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
197794	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
197794	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
197794	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
197794	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
197794	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
197794	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
197794	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
197794	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
197794	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
197794	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
197794	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
197794	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
197794	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
197794	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
197794	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
197794	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
197794	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
197794	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
197794	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
197794	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
197794	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
197794	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
197794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
197794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
197794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
197794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
197794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
197794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
197794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
197794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
197794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
197794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
197794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
197794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
197794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
197794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
197794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
197794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
197794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
197794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
197794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
197794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
197794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
197794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
197794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
197794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
197794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
197794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
197794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
197794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
197794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
197794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
197794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
197794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
197794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
197794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
197794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
197794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
197794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
197794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
197794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
197794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
197794	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
197794	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
197794	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
197794	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
197794	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
197794	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
197794	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
197794	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
197794	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
197794	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
197794	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
197794	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
197794	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
197794	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
197794	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
197794	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
197794	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
197794	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
197794	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
197794	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
197794	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
197794	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
197794	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
197794	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
197794	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
197794	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
197794	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
197794	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
197794	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
197794	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
197794	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
197794	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
197794	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
197794	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
197794	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
197794	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
197794	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
197794	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
197794	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
197794	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
197794	embedding2nn.weight	0	0.04813157394528389
197794	embedding2nn.weight	1	-0.09397245943546295
197794	embedding2nn.weight	2	0.0216155257076025
197794	embedding2nn.weight	3	-0.05002376064658165
197794	embedding2nn.weight	4	-0.12518973648548126
197794	embedding2nn.weight	5	0.11789073050022125
197794	embedding2nn.weight	6	-0.0830359160900116
197794	embedding2nn.weight	7	-0.06511212140321732
197794	embedding2nn.weight	8	-0.026984166353940964
197794	embedding2nn.weight	9	0.053458571434020996
197794	embedding2nn.bias	0	0.06623870134353638
197794	embedding2nn.bias	1	0.001495217438787222
197794	embedding2nn.bias	2	-0.10397973656654358
197794	embedding2nn.bias	3	0.03460189327597618
197794	embedding2nn.bias	4	-0.0007180990069173276
197794	embedding2nn.bias	5	-0.15814517438411713
197794	embedding2nn.bias	6	-0.10836286842823029
197794	embedding2nn.bias	7	-0.031057368963956833
197794	embedding2nn.bias	8	0.08348383009433746
197794	embedding2nn.bias	9	-0.04619825631380081
197794	rnn.weight_ih_l0	0	0.040552832186222076
197794	rnn.weight_ih_l0	1	-0.08209088444709778
197794	rnn.weight_ih_l0	2	-0.044381652027368546
197794	rnn.weight_ih_l0	3	-0.04543137922883034
197794	rnn.weight_ih_l0	4	0.0050992402248084545
197794	rnn.weight_ih_l0	5	-0.11404231935739517
197794	rnn.weight_ih_l0	6	-0.03194739297032356
197794	rnn.weight_ih_l0	7	-0.011669522151350975
197794	rnn.weight_ih_l0	8	0.07309424877166748
197794	rnn.weight_ih_l0	9	0.006471426226198673
197794	rnn.weight_hh_l0	0	0.002432784531265497
197794	rnn.weight_hh_l0	1	-0.08207409083843231
197794	rnn.weight_hh_l0	2	0.06876831501722336
197794	rnn.weight_hh_l0	3	0.04856268689036369
197794	rnn.weight_hh_l0	4	0.0056126853451132774
197794	rnn.weight_hh_l0	5	0.06461504101753235
197794	rnn.weight_hh_l0	6	-0.017599986866116524
197794	rnn.weight_hh_l0	7	-0.10888545215129852
197794	rnn.weight_hh_l0	8	0.019971253350377083
197794	rnn.weight_hh_l0	9	-0.09045474976301193
197794	rnn.bias_ih_l0	0	-0.08904961496591568
197794	rnn.bias_ih_l0	1	-0.18510010838508606
197794	rnn.bias_ih_l0	2	-0.265234112739563
197794	rnn.bias_ih_l0	3	-0.2794875502586365
197794	rnn.bias_ih_l0	4	0.007389754522591829
197794	rnn.bias_ih_l0	5	0.06099126487970352
197794	rnn.bias_ih_l0	6	-0.16253429651260376
197794	rnn.bias_ih_l0	7	-0.26449283957481384
197794	rnn.bias_ih_l0	8	-0.13115350902080536
197794	rnn.bias_ih_l0	9	-0.17765937745571136
197794	rnn.bias_hh_l0	0	0.13107606768608093
197794	rnn.bias_hh_l0	1	-0.06576932221651077
197794	rnn.bias_hh_l0	2	0.0413266122341156
197794	rnn.bias_hh_l0	3	-0.179151713848114
197794	rnn.bias_hh_l0	4	0.041826874017715454
197794	rnn.bias_hh_l0	5	0.05499987304210663
197794	rnn.bias_hh_l0	6	-0.10105064511299133
197794	rnn.bias_hh_l0	7	-0.15838241577148438
197794	rnn.bias_hh_l0	8	-0.18819431960582733
197794	rnn.bias_hh_l0	9	-0.10794062167406082
197794	rnn.weight_ih_l0_reverse	0	-0.022327739745378494
197794	rnn.weight_ih_l0_reverse	1	0.000994571833871305
197794	rnn.weight_ih_l0_reverse	2	0.011956524103879929
197794	rnn.weight_ih_l0_reverse	3	0.01287615392357111
197794	rnn.weight_ih_l0_reverse	4	0.025259291753172874
197794	rnn.weight_ih_l0_reverse	5	-0.05356346070766449
197794	rnn.weight_ih_l0_reverse	6	-0.04610708728432655
197794	rnn.weight_ih_l0_reverse	7	0.009187436662614346
197794	rnn.weight_ih_l0_reverse	8	0.09189333766698837
197794	rnn.weight_ih_l0_reverse	9	0.0016963318921625614
197794	rnn.weight_hh_l0_reverse	0	0.0035707412753254175
197794	rnn.weight_hh_l0_reverse	1	0.028640273958444595
197794	rnn.weight_hh_l0_reverse	2	-0.041791364550590515
197794	rnn.weight_hh_l0_reverse	3	0.03860698640346527
197794	rnn.weight_hh_l0_reverse	4	0.02234021946787834
197794	rnn.weight_hh_l0_reverse	5	-0.004082860425114632
197794	rnn.weight_hh_l0_reverse	6	0.06693090498447418
197794	rnn.weight_hh_l0_reverse	7	0.035352274775505066
197794	rnn.weight_hh_l0_reverse	8	-0.02084544487297535
197794	rnn.weight_hh_l0_reverse	9	-0.03004251979291439
197794	rnn.bias_ih_l0_reverse	0	-0.14214220643043518
197794	rnn.bias_ih_l0_reverse	1	-0.31287702918052673
197794	rnn.bias_ih_l0_reverse	2	-0.06395632028579712
197794	rnn.bias_ih_l0_reverse	3	-0.14827540516853333
197794	rnn.bias_ih_l0_reverse	4	0.05597395822405815
197794	rnn.bias_ih_l0_reverse	5	-0.26433274149894714
197794	rnn.bias_ih_l0_reverse	6	-0.06926579028367996
197794	rnn.bias_ih_l0_reverse	7	0.022915154695510864
197794	rnn.bias_ih_l0_reverse	8	-0.19946707785129547
197794	rnn.bias_ih_l0_reverse	9	-0.08853702247142792
197794	rnn.bias_hh_l0_reverse	0	-0.15970945358276367
197794	rnn.bias_hh_l0_reverse	1	-0.15248900651931763
197794	rnn.bias_hh_l0_reverse	2	-0.019031886011362076
197794	rnn.bias_hh_l0_reverse	3	-0.13571690022945404
197794	rnn.bias_hh_l0_reverse	4	-0.02898263931274414
197794	rnn.bias_hh_l0_reverse	5	-0.11247557401657104
197794	rnn.bias_hh_l0_reverse	6	-0.07450553774833679
197794	rnn.bias_hh_l0_reverse	7	-0.19082748889923096
197794	rnn.bias_hh_l0_reverse	8	-0.0690438449382782
197794	rnn.bias_hh_l0_reverse	9	-0.11203912645578384
197794	linear.weight	0	-0.22143539786338806
197794	linear.weight	1	-0.0940171480178833
197794	linear.weight	2	-0.011228874325752258
197794	linear.weight	3	-0.13297879695892334
197794	linear.weight	4	-0.04063187539577484
197794	linear.weight	5	0.15318149328231812
197794	linear.weight	6	0.0047744326293468475
197794	linear.weight	7	-0.021312154829502106
197794	linear.weight	8	0.1306716948747635
197794	linear.weight	9	0.24120478332042694
197794	linear.bias	0	-0.8449450135231018
197794	linear.bias	1	1.447871208190918
197794	linear.bias	2	-0.5031459927558899
197794	linear.bias	3	-0.7034816145896912
197794	linear.bias	4	-0.8566035032272339
197794	linear.bias	5	-1.1784096956253052
197794	linear.bias	6	-0.9624425172805786
197794	linear.bias	7	-0.7432999610900879
197794	linear.bias	8	-0.01705317199230194
197794	linear.bias	9	3.480128765106201
197991	transitions	0	-0.44855114817619324
197991	transitions	1	8.766536712646484
197991	transitions	2	-3.5883848667144775
197991	transitions	3	1.5772705078125
197991	transitions	4	-2.185661554336548
197991	transitions	5	-0.41671258211135864
197991	transitions	6	-0.19362087547779083
197991	transitions	7	-10000.0
197991	transitions	8	1.8222713470458984
197991	transitions	9	-2.294626474380493
197991	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
197991	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
197991	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
197991	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
197991	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
197991	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
197991	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
197991	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
197991	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
197991	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
197991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
197991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
197991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
197991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
197991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
197991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
197991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
197991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
197991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
197991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
197991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
197991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
197991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
197991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
197991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
197991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
197991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
197991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
197991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
197991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
197991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
197991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
197991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
197991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
197991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
197991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
197991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
197991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
197991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
197991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
197991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
197991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
197991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
197991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
197991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
197991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
197991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
197991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
197991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
197991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
197991	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
197991	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
197991	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
197991	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
197991	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
197991	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
197991	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
197991	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
197991	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
197991	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
197991	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
197991	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
197991	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
197991	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
197991	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
197991	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
197991	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
197991	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
197991	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
197991	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
197991	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
197991	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
197991	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
197991	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
197991	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
197991	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
197991	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
197991	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
197991	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
197991	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
197991	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
197991	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
197991	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
197991	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
197991	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
197991	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
197991	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
197991	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
197991	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
197991	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
197991	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
197991	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
197991	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
197991	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
197991	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
197991	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
197991	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
197991	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
197991	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
197991	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
197991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
197991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
197991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
197991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
197991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
197991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
197991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
197991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
197991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
197991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
197991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
197991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
197991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
197991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
197991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
197991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
197991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
197991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
197991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
197991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
197991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
197991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
197991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
197991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
197991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
197991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
197991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
197991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
197991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
197991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
197991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
197991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
197991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
197991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
197991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
197991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
197991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
197991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
197991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
197991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
197991	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
197991	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
197991	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
197991	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
197991	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
197991	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
197991	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
197991	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
197991	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
197991	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
197991	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
197991	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
197991	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
197991	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
197991	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
197991	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
197991	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
197991	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
197991	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
197991	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
197991	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
197991	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
197991	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
197991	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
197991	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
197991	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
197991	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
197991	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
197991	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
197991	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
197991	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
197991	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
197991	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
197991	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
197991	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
197991	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
197991	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
197991	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
197991	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
197991	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
197991	embedding2nn.weight	0	0.04828212037682533
197991	embedding2nn.weight	1	-0.09375716745853424
197991	embedding2nn.weight	2	0.024962114170193672
197991	embedding2nn.weight	3	-0.05053499713540077
197991	embedding2nn.weight	4	-0.12373284250497818
197991	embedding2nn.weight	5	0.11788909137248993
197991	embedding2nn.weight	6	-0.08493999391794205
197991	embedding2nn.weight	7	-0.06635147333145142
197991	embedding2nn.weight	8	-0.02650664560496807
197991	embedding2nn.weight	9	0.052544236183166504
197991	embedding2nn.bias	0	0.07558149099349976
197991	embedding2nn.bias	1	-0.009427999146282673
197991	embedding2nn.bias	2	-0.1037113144993782
197991	embedding2nn.bias	3	0.04072955250740051
197991	embedding2nn.bias	4	-0.00021635879238601774
197991	embedding2nn.bias	5	-0.15805847942829132
197991	embedding2nn.bias	6	-0.11155026406049728
197991	embedding2nn.bias	7	-0.027693627402186394
197991	embedding2nn.bias	8	0.08278603106737137
197991	embedding2nn.bias	9	-0.05363662168383598
197991	rnn.weight_ih_l0	0	0.04058825224637985
197991	rnn.weight_ih_l0	1	-0.08039633929729462
197991	rnn.weight_ih_l0	2	-0.04380170255899429
197991	rnn.weight_ih_l0	3	-0.04345489293336868
197991	rnn.weight_ih_l0	4	0.0045549594797194
197991	rnn.weight_ih_l0	5	-0.11245038360357285
197991	rnn.weight_ih_l0	6	-0.03057221882045269
197991	rnn.weight_ih_l0	7	-0.01028045080602169
197991	rnn.weight_ih_l0	8	0.074167400598526
197991	rnn.weight_ih_l0	9	0.006728388834744692
197991	rnn.weight_hh_l0	0	0.0029075718484818935
197991	rnn.weight_hh_l0	1	-0.08179818838834763
197991	rnn.weight_hh_l0	2	0.06886696070432663
197991	rnn.weight_hh_l0	3	0.04755939915776253
197991	rnn.weight_hh_l0	4	0.005563610233366489
197991	rnn.weight_hh_l0	5	0.0640372484922409
197991	rnn.weight_hh_l0	6	-0.01752905547618866
197991	rnn.weight_hh_l0	7	-0.10855912417173386
197991	rnn.weight_hh_l0	8	0.020880140364170074
197991	rnn.weight_hh_l0	9	-0.08882984519004822
197991	rnn.bias_ih_l0	0	-0.09021156281232834
197991	rnn.bias_ih_l0	1	-0.1880885660648346
197991	rnn.bias_ih_l0	2	-0.26463642716407776
197991	rnn.bias_ih_l0	3	-0.27886277437210083
197991	rnn.bias_ih_l0	4	0.010241424664855003
197991	rnn.bias_ih_l0	5	0.06643687188625336
197991	rnn.bias_ih_l0	6	-0.16261343657970428
197991	rnn.bias_ih_l0	7	-0.26343098282814026
197991	rnn.bias_ih_l0	8	-0.1319788098335266
197991	rnn.bias_ih_l0	9	-0.17629307508468628
197991	rnn.bias_hh_l0	0	0.1298949271440506
197991	rnn.bias_hh_l0	1	-0.0666024312376976
197991	rnn.bias_hh_l0	2	0.04253865405917168
197991	rnn.bias_hh_l0	3	-0.17933788895606995
197991	rnn.bias_hh_l0	4	0.03917403519153595
197991	rnn.bias_hh_l0	5	0.05585978180170059
197991	rnn.bias_hh_l0	6	-0.10060624033212662
197991	rnn.bias_hh_l0	7	-0.15695738792419434
197991	rnn.bias_hh_l0	8	-0.19070449471473694
197991	rnn.bias_hh_l0	9	-0.10827034711837769
197991	rnn.weight_ih_l0_reverse	0	-0.022674011066555977
197991	rnn.weight_ih_l0_reverse	1	0.0014441281091421843
197991	rnn.weight_ih_l0_reverse	2	0.009450399316847324
197991	rnn.weight_ih_l0_reverse	3	0.012074386700987816
197991	rnn.weight_ih_l0_reverse	4	0.023809408769011497
197991	rnn.weight_ih_l0_reverse	5	-0.053930189460515976
197991	rnn.weight_ih_l0_reverse	6	-0.045717064291238785
197991	rnn.weight_ih_l0_reverse	7	0.010361519642174244
197991	rnn.weight_ih_l0_reverse	8	0.09116004407405853
197991	rnn.weight_ih_l0_reverse	9	0.0008669517119415104
197991	rnn.weight_hh_l0_reverse	0	0.0038907343987375498
197991	rnn.weight_hh_l0_reverse	1	0.02835344336926937
197991	rnn.weight_hh_l0_reverse	2	-0.041676390916109085
197991	rnn.weight_hh_l0_reverse	3	0.03876059129834175
197991	rnn.weight_hh_l0_reverse	4	0.022283244878053665
197991	rnn.weight_hh_l0_reverse	5	-0.003592075314372778
197991	rnn.weight_hh_l0_reverse	6	0.06673651188611984
197991	rnn.weight_hh_l0_reverse	7	0.03501667454838753
197991	rnn.weight_hh_l0_reverse	8	-0.021158089861273766
197991	rnn.weight_hh_l0_reverse	9	-0.029848305508494377
197991	rnn.bias_ih_l0_reverse	0	-0.14273349940776825
197991	rnn.bias_ih_l0_reverse	1	-0.3131020963191986
197991	rnn.bias_ih_l0_reverse	2	-0.06588076800107956
197991	rnn.bias_ih_l0_reverse	3	-0.14776469767093658
197991	rnn.bias_ih_l0_reverse	4	0.055954255163669586
197991	rnn.bias_ih_l0_reverse	5	-0.2629285156726837
197991	rnn.bias_ih_l0_reverse	6	-0.06996782124042511
197991	rnn.bias_ih_l0_reverse	7	0.023453660309314728
197991	rnn.bias_ih_l0_reverse	8	-0.19751402735710144
197991	rnn.bias_ih_l0_reverse	9	-0.08872667700052261
197991	rnn.bias_hh_l0_reverse	0	-0.15693488717079163
197991	rnn.bias_hh_l0_reverse	1	-0.1531611979007721
197991	rnn.bias_hh_l0_reverse	2	-0.01875871606171131
197991	rnn.bias_hh_l0_reverse	3	-0.13498012721538544
197991	rnn.bias_hh_l0_reverse	4	-0.028317514806985855
197991	rnn.bias_hh_l0_reverse	5	-0.11390113830566406
197991	rnn.bias_hh_l0_reverse	6	-0.07284887880086899
197991	rnn.bias_hh_l0_reverse	7	-0.1900869607925415
197991	rnn.bias_hh_l0_reverse	8	-0.06972872465848923
197991	rnn.bias_hh_l0_reverse	9	-0.1127849891781807
197991	linear.weight	0	-0.22078263759613037
197991	linear.weight	1	-0.0885709896683693
197991	linear.weight	2	-0.011228874325752258
197991	linear.weight	3	-0.12857960164546967
197991	linear.weight	4	-0.0431327261030674
197991	linear.weight	5	0.14981171488761902
197991	linear.weight	6	0.0047744326293468475
197991	linear.weight	7	-0.021312154829502106
197991	linear.weight	8	0.11601987481117249
197991	linear.weight	9	0.24043269455432892
197991	linear.bias	0	-0.8384673595428467
197991	linear.bias	1	1.4368834495544434
197991	linear.bias	2	-0.51671302318573
197991	linear.bias	3	-0.7010680437088013
197991	linear.bias	4	-0.8491765260696411
197991	linear.bias	5	-1.1784265041351318
197991	linear.bias	6	-0.9557403326034546
197991	linear.bias	7	-0.7355568408966064
197991	linear.bias	8	-0.01705317199230194
197991	linear.bias	9	3.431840181350708
198188	transitions	0	-0.44863027334213257
198188	transitions	1	8.7446928024292
198188	transitions	2	-3.5886168479919434
198188	transitions	3	1.5761240720748901
198188	transitions	4	-2.185842275619507
198188	transitions	5	-0.4167323112487793
198188	transitions	6	-0.19364404678344727
198188	transitions	7	-10000.0
198188	transitions	8	1.8207443952560425
198188	transitions	9	-2.294628381729126
198188	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
198188	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
198188	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
198188	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
198188	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
198188	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
198188	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
198188	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
198188	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
198188	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
198188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
198188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
198188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
198188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
198188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
198188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
198188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
198188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
198188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
198188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
198188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
198188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
198188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
198188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
198188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
198188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
198188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
198188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
198188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
198188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
198188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
198188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
198188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
198188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
198188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
198188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
198188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
198188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
198188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
198188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
198188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
198188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
198188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
198188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
198188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
198188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
198188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
198188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
198188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
198188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
198188	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
198188	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
198188	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
198188	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
198188	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
198188	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
198188	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
198188	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
198188	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
198188	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
198188	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
198188	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
198188	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
198188	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
198188	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
198188	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
198188	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
198188	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
198188	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
198188	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
198188	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
198188	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
198188	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
198188	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
198188	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
198188	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
198188	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
198188	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
198188	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
198188	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
198188	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
198188	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
198188	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
198188	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
198188	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
198188	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
198188	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
198188	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
198188	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
198188	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
198188	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
198188	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
198188	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
198188	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
198188	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
198188	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
198188	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
198188	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
198188	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
198188	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
198188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
198188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
198188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
198188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
198188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
198188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
198188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
198188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
198188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
198188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
198188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
198188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
198188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
198188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
198188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
198188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
198188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
198188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
198188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
198188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
198188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
198188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
198188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
198188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
198188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
198188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
198188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
198188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
198188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
198188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
198188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
198188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
198188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
198188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
198188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
198188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
198188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
198188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
198188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
198188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
198188	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
198188	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
198188	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
198188	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
198188	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
198188	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
198188	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
198188	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
198188	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
198188	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
198188	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
198188	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
198188	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
198188	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
198188	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
198188	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
198188	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
198188	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
198188	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
198188	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
198188	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
198188	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
198188	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
198188	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
198188	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
198188	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
198188	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
198188	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
198188	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
198188	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
198188	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
198188	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
198188	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
198188	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
198188	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
198188	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
198188	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
198188	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
198188	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
198188	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
198188	embedding2nn.weight	0	0.04785352945327759
198188	embedding2nn.weight	1	-0.09317367523908615
198188	embedding2nn.weight	2	0.02442220412194729
198188	embedding2nn.weight	3	-0.05142620950937271
198188	embedding2nn.weight	4	-0.1223866268992424
198188	embedding2nn.weight	5	0.11591120809316635
198188	embedding2nn.weight	6	-0.0836867243051529
198188	embedding2nn.weight	7	-0.06567772477865219
198188	embedding2nn.weight	8	-0.02665567584335804
198188	embedding2nn.weight	9	0.051890354603528976
198188	embedding2nn.bias	0	0.07205641269683838
198188	embedding2nn.bias	1	-0.004829037468880415
198188	embedding2nn.bias	2	-0.10655556619167328
198188	embedding2nn.bias	3	0.038687821477651596
198188	embedding2nn.bias	4	0.004013952799141407
198188	embedding2nn.bias	5	-0.16542138159275055
198188	embedding2nn.bias	6	-0.10897819697856903
198188	embedding2nn.bias	7	-0.024663221091032028
198188	embedding2nn.bias	8	0.0847272127866745
198188	embedding2nn.bias	9	-0.06621602922677994
198188	rnn.weight_ih_l0	0	0.04141579195857048
198188	rnn.weight_ih_l0	1	-0.08006644994020462
198188	rnn.weight_ih_l0	2	-0.04376360401511192
198188	rnn.weight_ih_l0	3	-0.04358886182308197
198188	rnn.weight_ih_l0	4	0.004957661963999271
198188	rnn.weight_ih_l0	5	-0.11240581423044205
198188	rnn.weight_ih_l0	6	-0.029362764209508896
198188	rnn.weight_ih_l0	7	-0.009927904233336449
198188	rnn.weight_ih_l0	8	0.07178910821676254
198188	rnn.weight_ih_l0	9	0.006857880391180515
198188	rnn.weight_hh_l0	0	0.003003930440172553
198188	rnn.weight_hh_l0	1	-0.0811435654759407
198188	rnn.weight_hh_l0	2	0.06855394691228867
198188	rnn.weight_hh_l0	3	0.04775214567780495
198188	rnn.weight_hh_l0	4	0.0054032267071306705
198188	rnn.weight_hh_l0	5	0.06381816416978836
198188	rnn.weight_hh_l0	6	-0.017369991168379784
198188	rnn.weight_hh_l0	7	-0.10840196162462234
198188	rnn.weight_hh_l0	8	0.020702995359897614
198188	rnn.weight_hh_l0	9	-0.08985953032970428
198188	rnn.bias_ih_l0	0	-0.08648181706666946
198188	rnn.bias_ih_l0	1	-0.1880519837141037
198188	rnn.bias_ih_l0	2	-0.26377448439598083
198188	rnn.bias_ih_l0	3	-0.27775004506111145
198188	rnn.bias_ih_l0	4	0.007963646203279495
198188	rnn.bias_ih_l0	5	0.06825041025876999
198188	rnn.bias_ih_l0	6	-0.16381916403770447
198188	rnn.bias_ih_l0	7	-0.26186394691467285
198188	rnn.bias_ih_l0	8	-0.13411343097686768
198188	rnn.bias_ih_l0	9	-0.17671066522598267
198188	rnn.bias_hh_l0	0	0.1299123615026474
198188	rnn.bias_hh_l0	1	-0.06652314960956573
198188	rnn.bias_hh_l0	2	0.0421292670071125
198188	rnn.bias_hh_l0	3	-0.17844541370868683
198188	rnn.bias_hh_l0	4	0.03907972201704979
198188	rnn.bias_hh_l0	5	0.05706245079636574
198188	rnn.bias_hh_l0	6	-0.09983682632446289
198188	rnn.bias_hh_l0	7	-0.15687254071235657
198188	rnn.bias_hh_l0	8	-0.19039908051490784
198188	rnn.bias_hh_l0	9	-0.1073715016245842
198188	rnn.weight_ih_l0_reverse	0	-0.021754775196313858
198188	rnn.weight_ih_l0_reverse	1	0.0011935641523450613
198188	rnn.weight_ih_l0_reverse	2	0.009810150600969791
198188	rnn.weight_ih_l0_reverse	3	0.01220318116247654
198188	rnn.weight_ih_l0_reverse	4	0.0232209712266922
198188	rnn.weight_ih_l0_reverse	5	-0.05453624576330185
198188	rnn.weight_ih_l0_reverse	6	-0.046184051781892776
198188	rnn.weight_ih_l0_reverse	7	0.010847359895706177
198188	rnn.weight_ih_l0_reverse	8	0.0928654819726944
198188	rnn.weight_ih_l0_reverse	9	0.001844175043515861
198188	rnn.weight_hh_l0_reverse	0	0.0039485739544034
198188	rnn.weight_hh_l0_reverse	1	0.028193756937980652
198188	rnn.weight_hh_l0_reverse	2	-0.04091902822256088
198188	rnn.weight_hh_l0_reverse	3	0.03858953341841698
198188	rnn.weight_hh_l0_reverse	4	0.02217075414955616
198188	rnn.weight_hh_l0_reverse	5	-0.0031830212101340294
198188	rnn.weight_hh_l0_reverse	6	0.06678600609302521
198188	rnn.weight_hh_l0_reverse	7	0.03496139869093895
198188	rnn.weight_hh_l0_reverse	8	-0.021355541422963142
198188	rnn.weight_hh_l0_reverse	9	-0.029925918206572533
198188	rnn.bias_ih_l0_reverse	0	-0.14447477459907532
198188	rnn.bias_ih_l0_reverse	1	-0.3151431977748871
198188	rnn.bias_ih_l0_reverse	2	-0.06735377758741379
198188	rnn.bias_ih_l0_reverse	3	-0.14853535592556
198188	rnn.bias_ih_l0_reverse	4	0.05413256585597992
198188	rnn.bias_ih_l0_reverse	5	-0.26416411995887756
198188	rnn.bias_ih_l0_reverse	6	-0.06980449706315994
198188	rnn.bias_ih_l0_reverse	7	0.025829890742897987
198188	rnn.bias_ih_l0_reverse	8	-0.19896642863750458
198188	rnn.bias_ih_l0_reverse	9	-0.08852110803127289
198188	rnn.bias_hh_l0_reverse	0	-0.15575222671031952
198188	rnn.bias_hh_l0_reverse	1	-0.1504506915807724
198188	rnn.bias_hh_l0_reverse	2	-0.019178973510861397
198188	rnn.bias_hh_l0_reverse	3	-0.13742299377918243
198188	rnn.bias_hh_l0_reverse	4	-0.027102693915367126
198188	rnn.bias_hh_l0_reverse	5	-0.11335176974534988
198188	rnn.bias_hh_l0_reverse	6	-0.07182765007019043
198188	rnn.bias_hh_l0_reverse	7	-0.19179347157478333
198188	rnn.bias_hh_l0_reverse	8	-0.07078780233860016
198188	rnn.bias_hh_l0_reverse	9	-0.1125769168138504
198188	linear.weight	0	-0.22304193675518036
198188	linear.weight	1	-0.08856358379125595
198188	linear.weight	2	-0.011228874325752258
198188	linear.weight	3	-0.12840881943702698
198188	linear.weight	4	-0.036163631826639175
198188	linear.weight	5	0.14517568051815033
198188	linear.weight	6	0.0047744326293468475
198188	linear.weight	7	-0.021312154829502106
198188	linear.weight	8	0.11325040459632874
198188	linear.weight	9	0.23639102280139923
198188	linear.bias	0	-0.8155779838562012
198188	linear.bias	1	1.4351240396499634
198188	linear.bias	2	-0.4808846712112427
198188	linear.bias	3	-0.7322155237197876
198188	linear.bias	4	-0.8745947480201721
198188	linear.bias	5	-1.1784443855285645
198188	linear.bias	6	-0.9336415529251099
198188	linear.bias	7	-0.7533406019210815
198188	linear.bias	8	-0.01705317199230194
198188	linear.bias	9	3.4396426677703857
198385	transitions	0	-0.44869887828826904
198385	transitions	1	8.75519847869873
198385	transitions	2	-3.588855028152466
198385	transitions	3	1.5805225372314453
198385	transitions	4	-2.186098337173462
198385	transitions	5	-0.4168111979961395
198385	transitions	6	-0.19367854297161102
198385	transitions	7	-10000.0
198385	transitions	8	1.8219702243804932
198385	transitions	9	-2.2946300506591797
198385	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
198385	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
198385	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
198385	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
198385	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
198385	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
198385	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
198385	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
198385	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
198385	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
198385	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
198385	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
198385	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
198385	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
198385	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
198385	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
198385	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
198385	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
198385	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
198385	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
198385	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
198385	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
198385	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
198385	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
198385	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
198385	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
198385	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
198385	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
198385	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
198385	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
198385	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
198385	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
198385	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
198385	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
198385	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
198385	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
198385	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
198385	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
198385	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
198385	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
198385	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
198385	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
198385	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
198385	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
198385	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
198385	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
198385	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
198385	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
198385	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
198385	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
198385	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
198385	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
198385	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
198385	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
198385	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
198385	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
198385	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
198385	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
198385	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
198385	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
198385	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
198385	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
198385	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
198385	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
198385	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
198385	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
198385	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
198385	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
198385	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
198385	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
198385	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
198385	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
198385	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
198385	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
198385	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
198385	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
198385	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
198385	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
198385	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
198385	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
198385	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
198385	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
198385	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
198385	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
198385	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
198385	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
198385	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
198385	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
198385	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
198385	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
198385	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
198385	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
198385	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
198385	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
198385	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
198385	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
198385	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
198385	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
198385	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
198385	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
198385	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
198385	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
198385	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
198385	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
198385	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
198385	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
198385	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
198385	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
198385	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
198385	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
198385	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
198385	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
198385	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
198385	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
198385	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
198385	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
198385	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
198385	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
198385	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
198385	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
198385	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
198385	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
198385	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
198385	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
198385	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
198385	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
198385	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
198385	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
198385	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
198385	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
198385	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
198385	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
198385	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
198385	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
198385	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
198385	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
198385	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
198385	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
198385	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
198385	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
198385	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
198385	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
198385	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
198385	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
198385	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
198385	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
198385	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
198385	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
198385	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
198385	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
198385	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
198385	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
198385	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
198385	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
198385	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
198385	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
198385	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
198385	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
198385	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
198385	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
198385	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
198385	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
198385	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
198385	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
198385	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
198385	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
198385	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
198385	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
198385	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
198385	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
198385	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
198385	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
198385	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
198385	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
198385	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
198385	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
198385	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
198385	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
198385	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
198385	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
198385	embedding2nn.weight	0	0.04790429770946503
198385	embedding2nn.weight	1	-0.09271407872438431
198385	embedding2nn.weight	2	0.025244122371077538
198385	embedding2nn.weight	3	-0.05138769373297691
198385	embedding2nn.weight	4	-0.11933650821447372
198385	embedding2nn.weight	5	0.11546292155981064
198385	embedding2nn.weight	6	-0.08985736221075058
198385	embedding2nn.weight	7	-0.06613899767398834
198385	embedding2nn.weight	8	-0.026349736377596855
198385	embedding2nn.weight	9	0.052291277796030045
198385	embedding2nn.bias	0	0.07393497973680496
198385	embedding2nn.bias	1	0.0017246031202375889
198385	embedding2nn.bias	2	-0.11015071719884872
198385	embedding2nn.bias	3	0.03590980917215347
198385	embedding2nn.bias	4	-0.0032934125047177076
198385	embedding2nn.bias	5	-0.15668179094791412
198385	embedding2nn.bias	6	-0.11271128803491592
198385	embedding2nn.bias	7	-0.024188369512557983
198385	embedding2nn.bias	8	0.07985268533229828
198385	embedding2nn.bias	9	-0.06103309616446495
198385	rnn.weight_ih_l0	0	0.0401311032474041
198385	rnn.weight_ih_l0	1	-0.07925371825695038
198385	rnn.weight_ih_l0	2	-0.04444281756877899
198385	rnn.weight_ih_l0	3	-0.04390395060181618
198385	rnn.weight_ih_l0	4	0.005159944761544466
198385	rnn.weight_ih_l0	5	-0.11450133472681046
198385	rnn.weight_ih_l0	6	-0.03125370293855667
198385	rnn.weight_ih_l0	7	-0.010377486236393452
198385	rnn.weight_ih_l0	8	0.07058853656053543
198385	rnn.weight_ih_l0	9	0.005406979471445084
198385	rnn.weight_hh_l0	0	0.003435991471633315
198385	rnn.weight_hh_l0	1	-0.08158707618713379
198385	rnn.weight_hh_l0	2	0.06861726194620132
198385	rnn.weight_hh_l0	3	0.04753778502345085
198385	rnn.weight_hh_l0	4	0.005468098912388086
198385	rnn.weight_hh_l0	5	0.06353598833084106
198385	rnn.weight_hh_l0	6	-0.01762028969824314
198385	rnn.weight_hh_l0	7	-0.10831164568662643
198385	rnn.weight_hh_l0	8	0.020524058490991592
198385	rnn.weight_hh_l0	9	-0.08984053134918213
198385	rnn.bias_ih_l0	0	-0.08590419590473175
198385	rnn.bias_ih_l0	1	-0.18679752945899963
198385	rnn.bias_ih_l0	2	-0.263126015663147
198385	rnn.bias_ih_l0	3	-0.2777000367641449
198385	rnn.bias_ih_l0	4	0.00786400306969881
198385	rnn.bias_ih_l0	5	0.07070879638195038
198385	rnn.bias_ih_l0	6	-0.1657368689775467
198385	rnn.bias_ih_l0	7	-0.262466162443161
198385	rnn.bias_ih_l0	8	-0.1331920623779297
198385	rnn.bias_ih_l0	9	-0.17852914333343506
198385	rnn.bias_hh_l0	0	0.1316048502922058
198385	rnn.bias_hh_l0	1	-0.06590558588504791
198385	rnn.bias_hh_l0	2	0.04211655259132385
198385	rnn.bias_hh_l0	3	-0.17959117889404297
198385	rnn.bias_hh_l0	4	0.039513975381851196
198385	rnn.bias_hh_l0	5	0.05534898862242699
198385	rnn.bias_hh_l0	6	-0.10046927630901337
198385	rnn.bias_hh_l0	7	-0.15862107276916504
198385	rnn.bias_hh_l0	8	-0.1893845796585083
198385	rnn.bias_hh_l0	9	-0.10781751573085785
198385	rnn.weight_ih_l0_reverse	0	-0.021917030215263367
198385	rnn.weight_ih_l0_reverse	1	0.001670940313488245
198385	rnn.weight_ih_l0_reverse	2	0.011082377284765244
198385	rnn.weight_ih_l0_reverse	3	0.011882581748068333
198385	rnn.weight_ih_l0_reverse	4	0.02212832309305668
198385	rnn.weight_ih_l0_reverse	5	-0.053754329681396484
198385	rnn.weight_ih_l0_reverse	6	-0.046985529363155365
198385	rnn.weight_ih_l0_reverse	7	0.010345435701310635
198385	rnn.weight_ih_l0_reverse	8	0.09346158057451248
198385	rnn.weight_ih_l0_reverse	9	0.0005034079076722264
198385	rnn.weight_hh_l0_reverse	0	0.0040202331729233265
198385	rnn.weight_hh_l0_reverse	1	0.02819478139281273
198385	rnn.weight_hh_l0_reverse	2	-0.041923996061086655
198385	rnn.weight_hh_l0_reverse	3	0.03892688453197479
198385	rnn.weight_hh_l0_reverse	4	0.022142598405480385
198385	rnn.weight_hh_l0_reverse	5	-0.0033150941599160433
198385	rnn.weight_hh_l0_reverse	6	0.0668722465634346
198385	rnn.weight_hh_l0_reverse	7	0.03553555905818939
198385	rnn.weight_hh_l0_reverse	8	-0.02151036635041237
198385	rnn.weight_hh_l0_reverse	9	-0.030389413237571716
198385	rnn.bias_ih_l0_reverse	0	-0.14549103379249573
198385	rnn.bias_ih_l0_reverse	1	-0.31534796953201294
198385	rnn.bias_ih_l0_reverse	2	-0.0680454894900322
198385	rnn.bias_ih_l0_reverse	3	-0.14852111041545868
198385	rnn.bias_ih_l0_reverse	4	0.05757995694875717
198385	rnn.bias_ih_l0_reverse	5	-0.2618027627468109
198385	rnn.bias_ih_l0_reverse	6	-0.06701112538576126
198385	rnn.bias_ih_l0_reverse	7	0.024101680144667625
198385	rnn.bias_ih_l0_reverse	8	-0.19869764149188995
198385	rnn.bias_ih_l0_reverse	9	-0.08805963397026062
198385	rnn.bias_hh_l0_reverse	0	-0.1571940928697586
198385	rnn.bias_hh_l0_reverse	1	-0.15183541178703308
198385	rnn.bias_hh_l0_reverse	2	-0.018622197210788727
198385	rnn.bias_hh_l0_reverse	3	-0.13984286785125732
198385	rnn.bias_hh_l0_reverse	4	-0.028316106647253036
198385	rnn.bias_hh_l0_reverse	5	-0.11393002420663834
198385	rnn.bias_hh_l0_reverse	6	-0.07493171840906143
198385	rnn.bias_hh_l0_reverse	7	-0.1911705732345581
198385	rnn.bias_hh_l0_reverse	8	-0.07055354863405228
198385	rnn.bias_hh_l0_reverse	9	-0.11258953809738159
198385	linear.weight	0	-0.2294541597366333
198385	linear.weight	1	-0.08358950167894363
198385	linear.weight	2	-0.011228874325752258
198385	linear.weight	3	-0.12818214297294617
198385	linear.weight	4	-0.02293449267745018
198385	linear.weight	5	0.143235981464386
198385	linear.weight	6	0.0047744326293468475
198385	linear.weight	7	-0.021312154829502106
198385	linear.weight	8	0.1070854440331459
198385	linear.weight	9	0.231153205037117
198385	linear.bias	0	-0.8400049805641174
198385	linear.bias	1	1.4519710540771484
198385	linear.bias	2	-0.5129612684249878
198385	linear.bias	3	-0.7180672883987427
198385	linear.bias	4	-0.8562305569648743
198385	linear.bias	5	-1.1784625053405762
198385	linear.bias	6	-0.9582752585411072
198385	linear.bias	7	-0.7486101984977722
198385	linear.bias	8	-0.01705317199230194
198385	linear.bias	9	3.49562668800354
198582	transitions	0	-0.44873178005218506
198582	transitions	1	8.770981788635254
198582	transitions	2	-3.5890870094299316
198582	transitions	3	1.5807703733444214
198582	transitions	4	-2.1863412857055664
198582	transitions	5	-0.4168483018875122
198582	transitions	6	-0.19370335340499878
198582	transitions	7	-10000.0
198582	transitions	8	1.821363925933838
198582	transitions	9	-2.294635772705078
198582	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
198582	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
198582	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
198582	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
198582	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
198582	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
198582	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
198582	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
198582	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
198582	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
198582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
198582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
198582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
198582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
198582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
198582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
198582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
198582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
198582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
198582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
198582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
198582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
198582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
198582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
198582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
198582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
198582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
198582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
198582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
198582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
198582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
198582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
198582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
198582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
198582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
198582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
198582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
198582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
198582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
198582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
198582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
198582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
198582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
198582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
198582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
198582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
198582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
198582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
198582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
198582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
198582	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
198582	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
198582	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
198582	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
198582	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
198582	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
198582	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
198582	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
198582	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
198582	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
198582	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
198582	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
198582	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
198582	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
198582	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
198582	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
198582	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
198582	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
198582	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
198582	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
198582	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
198582	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
198582	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
198582	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
198582	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
198582	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
198582	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
198582	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
198582	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
198582	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
198582	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
198582	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
198582	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
198582	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
198582	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
198582	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
198582	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
198582	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
198582	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
198582	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
198582	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
198582	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
198582	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
198582	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
198582	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
198582	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
198582	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
198582	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
198582	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
198582	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
198582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
198582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
198582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
198582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
198582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
198582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
198582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
198582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
198582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
198582	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
198582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
198582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
198582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
198582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
198582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
198582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
198582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
198582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
198582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
198582	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
198582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
198582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
198582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
198582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
198582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
198582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
198582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
198582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
198582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
198582	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
198582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
198582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
198582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
198582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
198582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
198582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
198582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
198582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
198582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
198582	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
198582	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
198582	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
198582	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
198582	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
198582	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
198582	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
198582	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
198582	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
198582	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
198582	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
198582	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
198582	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
198582	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
198582	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
198582	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
198582	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
198582	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
198582	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
198582	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
198582	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
198582	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
198582	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
198582	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
198582	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
198582	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
198582	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
198582	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
198582	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
198582	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
198582	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
198582	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
198582	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
198582	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
198582	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
198582	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
198582	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
198582	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
198582	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
198582	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
198582	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
198582	embedding2nn.weight	0	0.04829287901520729
198582	embedding2nn.weight	1	-0.09223321825265884
198582	embedding2nn.weight	2	0.024985037744045258
198582	embedding2nn.weight	3	-0.05119561776518822
198582	embedding2nn.weight	4	-0.11902197450399399
198582	embedding2nn.weight	5	0.11606930196285248
198582	embedding2nn.weight	6	-0.09494516998529434
198582	embedding2nn.weight	7	-0.06505653262138367
198582	embedding2nn.weight	8	-0.025311172008514404
198582	embedding2nn.weight	9	0.054091379046440125
198582	embedding2nn.bias	0	0.07310444861650467
198582	embedding2nn.bias	1	0.007854034192860126
198582	embedding2nn.bias	2	-0.11070053279399872
198582	embedding2nn.bias	3	0.035589445382356644
198582	embedding2nn.bias	4	0.0019024991197511554
198582	embedding2nn.bias	5	-0.15770921111106873
198582	embedding2nn.bias	6	-0.11620539426803589
198582	embedding2nn.bias	7	-0.03315725177526474
198582	embedding2nn.bias	8	0.08103471249341965
198582	embedding2nn.bias	9	-0.05688322335481644
198582	rnn.weight_ih_l0	0	0.04059650003910065
198582	rnn.weight_ih_l0	1	-0.08014406263828278
198582	rnn.weight_ih_l0	2	-0.04478904977440834
198582	rnn.weight_ih_l0	3	-0.042721349745988846
198582	rnn.weight_ih_l0	4	0.006486507598310709
198582	rnn.weight_ih_l0	5	-0.1163799837231636
198582	rnn.weight_ih_l0	6	-0.02791094221174717
198582	rnn.weight_ih_l0	7	-0.010327967815101147
198582	rnn.weight_ih_l0	8	0.07005096971988678
198582	rnn.weight_ih_l0	9	0.004781197290867567
198582	rnn.weight_hh_l0	0	0.0031361316796392202
198582	rnn.weight_hh_l0	1	-0.07983192056417465
198582	rnn.weight_hh_l0	2	0.06831440329551697
198582	rnn.weight_hh_l0	3	0.04720142483711243
198582	rnn.weight_hh_l0	4	0.0057062748819589615
198582	rnn.weight_hh_l0	5	0.06430995464324951
198582	rnn.weight_hh_l0	6	-0.017607243731617928
198582	rnn.weight_hh_l0	7	-0.10828370600938797
198582	rnn.weight_hh_l0	8	0.021152008324861526
198582	rnn.weight_hh_l0	9	-0.08782830089330673
198582	rnn.bias_ih_l0	0	-0.08987114578485489
198582	rnn.bias_ih_l0	1	-0.18870869278907776
198582	rnn.bias_ih_l0	2	-0.26246729493141174
198582	rnn.bias_ih_l0	3	-0.2792300283908844
198582	rnn.bias_ih_l0	4	0.005561429541558027
198582	rnn.bias_ih_l0	5	0.06581132858991623
198582	rnn.bias_ih_l0	6	-0.1653333306312561
198582	rnn.bias_ih_l0	7	-0.2614365220069885
198582	rnn.bias_ih_l0	8	-0.13690951466560364
198582	rnn.bias_ih_l0	9	-0.18031051754951477
198582	rnn.bias_hh_l0	0	0.1319017857313156
198582	rnn.bias_hh_l0	1	-0.06566806137561798
198582	rnn.bias_hh_l0	2	0.04183310642838478
198582	rnn.bias_hh_l0	3	-0.17875559628009796
198582	rnn.bias_hh_l0	4	0.0385185070335865
198582	rnn.bias_hh_l0	5	0.05779016762971878
198582	rnn.bias_hh_l0	6	-0.10052777826786041
198582	rnn.bias_hh_l0	7	-0.16003678739070892
198582	rnn.bias_hh_l0	8	-0.18973489105701447
198582	rnn.bias_hh_l0	9	-0.10701455175876617
198582	rnn.weight_ih_l0_reverse	0	-0.021971916779875755
198582	rnn.weight_ih_l0_reverse	1	0.0029621939174830914
198582	rnn.weight_ih_l0_reverse	2	0.010422022081911564
198582	rnn.weight_ih_l0_reverse	3	0.011487356387078762
198582	rnn.weight_ih_l0_reverse	4	0.02200658805668354
198582	rnn.weight_ih_l0_reverse	5	-0.05607746168971062
198582	rnn.weight_ih_l0_reverse	6	-0.048909079283475876
198582	rnn.weight_ih_l0_reverse	7	0.010516834445297718
198582	rnn.weight_ih_l0_reverse	8	0.09286758303642273
198582	rnn.weight_ih_l0_reverse	9	0.0011060239048674703
198582	rnn.weight_hh_l0_reverse	0	0.004405123181641102
198582	rnn.weight_hh_l0_reverse	1	0.028218021616339684
198582	rnn.weight_hh_l0_reverse	2	-0.04228288680315018
198582	rnn.weight_hh_l0_reverse	3	0.03888532146811485
198582	rnn.weight_hh_l0_reverse	4	0.02206791378557682
198582	rnn.weight_hh_l0_reverse	5	-0.003271262627094984
198582	rnn.weight_hh_l0_reverse	6	0.06685373187065125
198582	rnn.weight_hh_l0_reverse	7	0.03576482832431793
198582	rnn.weight_hh_l0_reverse	8	-0.021628819406032562
198582	rnn.weight_hh_l0_reverse	9	-0.030373549088835716
198582	rnn.bias_ih_l0_reverse	0	-0.14513270556926727
198582	rnn.bias_ih_l0_reverse	1	-0.3162149488925934
198582	rnn.bias_ih_l0_reverse	2	-0.06805118173360825
198582	rnn.bias_ih_l0_reverse	3	-0.14832766354084015
198582	rnn.bias_ih_l0_reverse	4	0.05645795166492462
198582	rnn.bias_ih_l0_reverse	5	-0.2620501220226288
198582	rnn.bias_ih_l0_reverse	6	-0.06784724444150925
198582	rnn.bias_ih_l0_reverse	7	0.023872356861829758
198582	rnn.bias_ih_l0_reverse	8	-0.19685634970664978
198582	rnn.bias_ih_l0_reverse	9	-0.08972956985235214
198582	rnn.bias_hh_l0_reverse	0	-0.15704001486301422
198582	rnn.bias_hh_l0_reverse	1	-0.1518198698759079
198582	rnn.bias_hh_l0_reverse	2	-0.01805143617093563
198582	rnn.bias_hh_l0_reverse	3	-0.14040373265743256
198582	rnn.bias_hh_l0_reverse	4	-0.027906861156225204
198582	rnn.bias_hh_l0_reverse	5	-0.1146574392914772
198582	rnn.bias_hh_l0_reverse	6	-0.07672487944364548
198582	rnn.bias_hh_l0_reverse	7	-0.19234588742256165
198582	rnn.bias_hh_l0_reverse	8	-0.07075797766447067
198582	rnn.bias_hh_l0_reverse	9	-0.1128111332654953
198582	linear.weight	0	-0.22919417917728424
198582	linear.weight	1	-0.08332918584346771
198582	linear.weight	2	-0.011228874325752258
198582	linear.weight	3	-0.12616248428821564
198582	linear.weight	4	-0.015499262139201164
198582	linear.weight	5	0.14821887016296387
198582	linear.weight	6	0.0047744326293468475
198582	linear.weight	7	-0.021312154829502106
198582	linear.weight	8	0.10699670761823654
198582	linear.weight	9	0.23625005781650543
198582	linear.bias	0	-0.8452984690666199
198582	linear.bias	1	1.467287302017212
198582	linear.bias	2	-0.5014758706092834
198582	linear.bias	3	-0.7056695818901062
198582	linear.bias	4	-0.8750498294830322
198582	linear.bias	5	-1.1784785985946655
198582	linear.bias	6	-0.9640311598777771
198582	linear.bias	7	-0.752987265586853
198582	linear.bias	8	-0.01705317199230194
198582	linear.bias	9	3.445305109024048
198779	transitions	0	-0.4491245746612549
198779	transitions	1	8.75490665435791
198779	transitions	2	-3.589367628097534
198779	transitions	3	1.5795609951019287
198779	transitions	4	-2.1866321563720703
198779	transitions	5	-0.41689014434814453
198779	transitions	6	-0.19371773302555084
198779	transitions	7	-10000.0
198779	transitions	8	1.825556755065918
198779	transitions	9	-2.294640302658081
198779	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
198779	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
198779	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
198779	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
198779	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
198779	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
198779	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
198779	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
198779	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
198779	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
198779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
198779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
198779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
198779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
198779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
198779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
198779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
198779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
198779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
198779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
198779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
198779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
198779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
198779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
198779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
198779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
198779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
198779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
198779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
198779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
198779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
198779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
198779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
198779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
198779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
198779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
198779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
198779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
198779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
198779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
198779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
198779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
198779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
198779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
198779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
198779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
198779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
198779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
198779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
198779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
198779	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
198779	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
198779	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
198779	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
198779	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
198779	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
198779	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
198779	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
198779	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
198779	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
198779	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
198779	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
198779	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
198779	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
198779	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
198779	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
198779	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
198779	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
198779	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
198779	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
198779	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
198779	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
198779	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
198779	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
198779	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
198779	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
198779	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
198779	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
198779	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
198779	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
198779	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
198779	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
198779	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
198779	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
198779	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
198779	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
198779	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
198779	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
198779	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
198779	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
198779	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
198779	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
198779	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
198779	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
198779	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
198779	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
198779	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
198779	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
198779	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
198779	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
198779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
198779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
198779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
198779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
198779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
198779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
198779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
198779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
198779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
198779	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
198779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
198779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
198779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
198779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
198779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
198779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
198779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
198779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
198779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
198779	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
198779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
198779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
198779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
198779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
198779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
198779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
198779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
198779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
198779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
198779	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
198779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
198779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
198779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
198779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
198779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
198779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
198779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
198779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
198779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
198779	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
198779	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
198779	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
198779	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
198779	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
198779	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
198779	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
198779	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
198779	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
198779	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
198779	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
198779	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
198779	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
198779	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
198779	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
198779	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
198779	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
198779	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
198779	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
198779	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
198779	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
198779	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
198779	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
198779	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
198779	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
198779	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
198779	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
198779	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
198779	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
198779	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
198779	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
198779	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
198779	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
198779	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
198779	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
198779	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
198779	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
198779	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
198779	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
198779	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
198779	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
198779	embedding2nn.weight	0	0.04859920218586922
198779	embedding2nn.weight	1	-0.09162083268165588
198779	embedding2nn.weight	2	0.024907832965254784
198779	embedding2nn.weight	3	-0.0514645054936409
198779	embedding2nn.weight	4	-0.11946781724691391
198779	embedding2nn.weight	5	0.1160813719034195
198779	embedding2nn.weight	6	-0.09140810370445251
198779	embedding2nn.weight	7	-0.06655264645814896
198779	embedding2nn.weight	8	-0.025055672973394394
198779	embedding2nn.weight	9	0.0552968867123127
198779	embedding2nn.bias	0	0.08942081779241562
198779	embedding2nn.bias	1	0.0016627428121864796
198779	embedding2nn.bias	2	-0.10294672846794128
198779	embedding2nn.bias	3	0.03245650976896286
198779	embedding2nn.bias	4	-0.006330061703920364
198779	embedding2nn.bias	5	-0.15915116667747498
198779	embedding2nn.bias	6	-0.10912668704986572
198779	embedding2nn.bias	7	-0.02696280926465988
198779	embedding2nn.bias	8	0.09255248308181763
198779	embedding2nn.bias	9	-0.05900927260518074
198779	rnn.weight_ih_l0	0	0.04016559198498726
198779	rnn.weight_ih_l0	1	-0.0811096802353859
198779	rnn.weight_ih_l0	2	-0.04647314175963402
198779	rnn.weight_ih_l0	3	-0.042975861579179764
198779	rnn.weight_ih_l0	4	0.005252796225249767
198779	rnn.weight_ih_l0	5	-0.11543363332748413
198779	rnn.weight_ih_l0	6	-0.027715662494301796
198779	rnn.weight_ih_l0	7	-0.00978805311024189
198779	rnn.weight_ih_l0	8	0.06694427877664566
198779	rnn.weight_ih_l0	9	0.004433124791830778
198779	rnn.weight_hh_l0	0	0.0034344641026109457
198779	rnn.weight_hh_l0	1	-0.07858522981405258
198779	rnn.weight_hh_l0	2	0.06856829673051834
198779	rnn.weight_hh_l0	3	0.047667402774095535
198779	rnn.weight_hh_l0	4	0.005680865608155727
198779	rnn.weight_hh_l0	5	0.06472388654947281
198779	rnn.weight_hh_l0	6	-0.017593665048480034
198779	rnn.weight_hh_l0	7	-0.10856647044420242
198779	rnn.weight_hh_l0	8	0.021685119718313217
198779	rnn.weight_hh_l0	9	-0.08673706650733948
198779	rnn.bias_ih_l0	0	-0.09066364914178848
198779	rnn.bias_ih_l0	1	-0.19061709940433502
198779	rnn.bias_ih_l0	2	-0.2618130147457123
198779	rnn.bias_ih_l0	3	-0.28055354952812195
198779	rnn.bias_ih_l0	4	0.003542048390954733
198779	rnn.bias_ih_l0	5	0.06618670374155045
198779	rnn.bias_ih_l0	6	-0.16653074324131012
198779	rnn.bias_ih_l0	7	-0.26267626881599426
198779	rnn.bias_ih_l0	8	-0.1358681172132492
198779	rnn.bias_ih_l0	9	-0.18052126467227936
198779	rnn.bias_hh_l0	0	0.1318897157907486
198779	rnn.bias_hh_l0	1	-0.06493112444877625
198779	rnn.bias_hh_l0	2	0.04074685275554657
198779	rnn.bias_hh_l0	3	-0.1792941689491272
198779	rnn.bias_hh_l0	4	0.038018111139535904
198779	rnn.bias_hh_l0	5	0.0582665354013443
198779	rnn.bias_hh_l0	6	-0.1004481390118599
198779	rnn.bias_hh_l0	7	-0.15967591106891632
198779	rnn.bias_hh_l0	8	-0.18864277005195618
198779	rnn.bias_hh_l0	9	-0.10716567188501358
198779	rnn.weight_ih_l0_reverse	0	-0.0224551260471344
198779	rnn.weight_ih_l0_reverse	1	0.002726659644395113
198779	rnn.weight_ih_l0_reverse	2	0.008461509831249714
198779	rnn.weight_ih_l0_reverse	3	0.01282430812716484
198779	rnn.weight_ih_l0_reverse	4	0.021584944799542427
198779	rnn.weight_ih_l0_reverse	5	-0.05570055916905403
198779	rnn.weight_ih_l0_reverse	6	-0.04897356778383255
198779	rnn.weight_ih_l0_reverse	7	0.010516037233173847
198779	rnn.weight_ih_l0_reverse	8	0.09196944534778595
198779	rnn.weight_ih_l0_reverse	9	0.0007845548097975552
198779	rnn.weight_hh_l0_reverse	0	0.003935837186872959
198779	rnn.weight_hh_l0_reverse	1	0.028176510706543922
198779	rnn.weight_hh_l0_reverse	2	-0.04233597218990326
198779	rnn.weight_hh_l0_reverse	3	0.03906712681055069
198779	rnn.weight_hh_l0_reverse	4	0.022217391058802605
198779	rnn.weight_hh_l0_reverse	5	-0.0035911290906369686
198779	rnn.weight_hh_l0_reverse	6	0.0664067417383194
198779	rnn.weight_hh_l0_reverse	7	0.03582201525568962
198779	rnn.weight_hh_l0_reverse	8	-0.021641215309500694
198779	rnn.weight_hh_l0_reverse	9	-0.03008412942290306
198779	rnn.bias_ih_l0_reverse	0	-0.14474603533744812
198779	rnn.bias_ih_l0_reverse	1	-0.3165300190448761
198779	rnn.bias_ih_l0_reverse	2	-0.06665539741516113
198779	rnn.bias_ih_l0_reverse	3	-0.14766879379749298
198779	rnn.bias_ih_l0_reverse	4	0.05525730177760124
198779	rnn.bias_ih_l0_reverse	5	-0.2631224989891052
198779	rnn.bias_ih_l0_reverse	6	-0.0664617046713829
198779	rnn.bias_ih_l0_reverse	7	0.022238701581954956
198779	rnn.bias_ih_l0_reverse	8	-0.19583085179328918
198779	rnn.bias_ih_l0_reverse	9	-0.09091688692569733
198779	rnn.bias_hh_l0_reverse	0	-0.1554388701915741
198779	rnn.bias_hh_l0_reverse	1	-0.15351243317127228
198779	rnn.bias_hh_l0_reverse	2	-0.01781334914267063
198779	rnn.bias_hh_l0_reverse	3	-0.13869452476501465
198779	rnn.bias_hh_l0_reverse	4	-0.02765129879117012
198779	rnn.bias_hh_l0_reverse	5	-0.11678600311279297
198779	rnn.bias_hh_l0_reverse	6	-0.07744286954402924
198779	rnn.bias_hh_l0_reverse	7	-0.19286832213401794
198779	rnn.bias_hh_l0_reverse	8	-0.07128378003835678
198779	rnn.bias_hh_l0_reverse	9	-0.1145533099770546
198779	linear.weight	0	-0.23991858959197998
198779	linear.weight	1	-0.08550380170345306
198779	linear.weight	2	-0.011228874325752258
198779	linear.weight	3	-0.12599915266036987
198779	linear.weight	4	-0.017508335411548615
198779	linear.weight	5	0.14655709266662598
198779	linear.weight	6	0.0047744326293468475
198779	linear.weight	7	-0.021312154829502106
198779	linear.weight	8	0.10751365125179291
198779	linear.weight	9	0.24375230073928833
198779	linear.bias	0	-0.8266646862030029
198779	linear.bias	1	1.4591195583343506
198779	linear.bias	2	-0.4619499742984772
198779	linear.bias	3	-0.712101936340332
198779	linear.bias	4	-0.8623982071876526
198779	linear.bias	5	-1.1784979104995728
198779	linear.bias	6	-0.9471262097358704
198779	linear.bias	7	-0.7498035430908203
198779	linear.bias	8	-0.01705317199230194
198779	linear.bias	9	3.4004790782928467
198976	transitions	0	-0.4491851031780243
198976	transitions	1	8.762256622314453
198976	transitions	2	-3.589623212814331
198976	transitions	3	1.5689566135406494
198976	transitions	4	-2.1867306232452393
198976	transitions	5	-0.41691794991493225
198976	transitions	6	-0.19372832775115967
198976	transitions	7	-10000.0
198976	transitions	8	1.827406644821167
198976	transitions	9	-2.2946438789367676
198976	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
198976	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
198976	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
198976	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
198976	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
198976	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
198976	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
198976	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
198976	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
198976	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
198976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
198976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
198976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
198976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
198976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
198976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
198976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
198976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
198976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
198976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
198976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
198976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
198976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
198976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
198976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
198976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
198976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
198976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
198976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
198976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
198976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
198976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
198976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
198976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
198976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
198976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
198976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
198976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
198976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
198976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
198976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
198976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
198976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
198976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
198976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
198976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
198976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
198976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
198976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
198976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
198976	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
198976	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
198976	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
198976	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
198976	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
198976	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
198976	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
198976	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
198976	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
198976	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
198976	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
198976	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
198976	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
198976	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
198976	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
198976	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
198976	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
198976	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
198976	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
198976	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
198976	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
198976	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
198976	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
198976	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
198976	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
198976	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
198976	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
198976	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
198976	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
198976	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
198976	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
198976	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
198976	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
198976	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
198976	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
198976	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
198976	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
198976	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
198976	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
198976	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
198976	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
198976	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
198976	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
198976	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
198976	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
198976	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
198976	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
198976	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
198976	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
198976	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
198976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
198976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
198976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
198976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
198976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
198976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
198976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
198976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
198976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
198976	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
198976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
198976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
198976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
198976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
198976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
198976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
198976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
198976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
198976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
198976	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
198976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
198976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
198976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
198976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
198976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
198976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
198976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
198976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
198976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
198976	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
198976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
198976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
198976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
198976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
198976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
198976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
198976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
198976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
198976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
198976	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
198976	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
198976	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
198976	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
198976	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
198976	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
198976	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
198976	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
198976	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
198976	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
198976	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
198976	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
198976	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
198976	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
198976	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
198976	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
198976	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
198976	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
198976	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
198976	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
198976	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
198976	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
198976	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
198976	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
198976	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
198976	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
198976	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
198976	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
198976	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
198976	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
198976	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
198976	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
198976	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
198976	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
198976	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
198976	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
198976	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
198976	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
198976	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
198976	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
198976	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
198976	embedding2nn.weight	0	0.0487527921795845
198976	embedding2nn.weight	1	-0.09126677364110947
198976	embedding2nn.weight	2	0.02737603895366192
198976	embedding2nn.weight	3	-0.05242019519209862
198976	embedding2nn.weight	4	-0.11967197805643082
198976	embedding2nn.weight	5	0.11515333503484726
198976	embedding2nn.weight	6	-0.09092747420072556
198976	embedding2nn.weight	7	-0.06701968610286713
198976	embedding2nn.weight	8	-0.025492921471595764
198976	embedding2nn.weight	9	0.052620477974414825
198976	embedding2nn.bias	0	0.0896780714392662
198976	embedding2nn.bias	1	-0.005954130087047815
198976	embedding2nn.bias	2	-0.10308532416820526
198976	embedding2nn.bias	3	0.04061238095164299
198976	embedding2nn.bias	4	0.01059665810316801
198976	embedding2nn.bias	5	-0.16481702029705048
198976	embedding2nn.bias	6	-0.10277589410543442
198976	embedding2nn.bias	7	-0.024787701666355133
198976	embedding2nn.bias	8	0.09812846779823303
198976	embedding2nn.bias	9	-0.06053464487195015
198976	rnn.weight_ih_l0	0	0.03995635360479355
198976	rnn.weight_ih_l0	1	-0.08110883086919785
198976	rnn.weight_ih_l0	2	-0.04559706151485443
198976	rnn.weight_ih_l0	3	-0.04330392926931381
198976	rnn.weight_ih_l0	4	0.00433035334572196
198976	rnn.weight_ih_l0	5	-0.11680486053228378
198976	rnn.weight_ih_l0	6	-0.030038869008421898
198976	rnn.weight_ih_l0	7	-0.008993289433419704
198976	rnn.weight_ih_l0	8	0.06817816942930222
198976	rnn.weight_ih_l0	9	0.0014375218888744712
198976	rnn.weight_hh_l0	0	0.003113691695034504
198976	rnn.weight_hh_l0	1	-0.07874959707260132
198976	rnn.weight_hh_l0	2	0.06891520321369171
198976	rnn.weight_hh_l0	3	0.04824889451265335
198976	rnn.weight_hh_l0	4	0.005859428085386753
198976	rnn.weight_hh_l0	5	0.06493038684129715
198976	rnn.weight_hh_l0	6	-0.01759786158800125
198976	rnn.weight_hh_l0	7	-0.10797342658042908
198976	rnn.weight_hh_l0	8	0.02134828269481659
198976	rnn.weight_hh_l0	9	-0.08570310473442078
198976	rnn.bias_ih_l0	0	-0.08979212492704391
198976	rnn.bias_ih_l0	1	-0.18833045661449432
198976	rnn.bias_ih_l0	2	-0.2604873478412628
198976	rnn.bias_ih_l0	3	-0.2809167802333832
198976	rnn.bias_ih_l0	4	0.0030069451313465834
198976	rnn.bias_ih_l0	5	0.06426810473203659
198976	rnn.bias_ih_l0	6	-0.16808994114398956
198976	rnn.bias_ih_l0	7	-0.2614938020706177
198976	rnn.bias_ih_l0	8	-0.13424137234687805
198976	rnn.bias_ih_l0	9	-0.18050581216812134
198976	rnn.bias_hh_l0	0	0.13175590336322784
198976	rnn.bias_hh_l0	1	-0.06605266034603119
198976	rnn.bias_hh_l0	2	0.04146411642432213
198976	rnn.bias_hh_l0	3	-0.1805078238248825
198976	rnn.bias_hh_l0	4	0.036771178245544434
198976	rnn.bias_hh_l0	5	0.05852809548377991
198976	rnn.bias_hh_l0	6	-0.10013991594314575
198976	rnn.bias_hh_l0	7	-0.1597522348165512
198976	rnn.bias_hh_l0	8	-0.1888999342918396
198976	rnn.bias_hh_l0	9	-0.1074380949139595
198976	rnn.weight_ih_l0_reverse	0	-0.0223977193236351
198976	rnn.weight_ih_l0_reverse	1	0.0014158436097204685
198976	rnn.weight_ih_l0_reverse	2	0.009413409046828747
198976	rnn.weight_ih_l0_reverse	3	0.009974570013582706
198976	rnn.weight_ih_l0_reverse	4	0.020916450768709183
198976	rnn.weight_ih_l0_reverse	5	-0.05522335693240166
198976	rnn.weight_ih_l0_reverse	6	-0.04948439821600914
198976	rnn.weight_ih_l0_reverse	7	0.010071887634694576
198976	rnn.weight_ih_l0_reverse	8	0.09170540422201157
198976	rnn.weight_ih_l0_reverse	9	0.0014483110280707479
198976	rnn.weight_hh_l0_reverse	0	0.004034784622490406
198976	rnn.weight_hh_l0_reverse	1	0.02808464504778385
198976	rnn.weight_hh_l0_reverse	2	-0.04225005581974983
198976	rnn.weight_hh_l0_reverse	3	0.0386047326028347
198976	rnn.weight_hh_l0_reverse	4	0.022211089730262756
198976	rnn.weight_hh_l0_reverse	5	-0.003565337974578142
198976	rnn.weight_hh_l0_reverse	6	0.06627541780471802
198976	rnn.weight_hh_l0_reverse	7	0.03559253737330437
198976	rnn.weight_hh_l0_reverse	8	-0.021791046485304832
198976	rnn.weight_hh_l0_reverse	9	-0.030157113447785378
198976	rnn.bias_ih_l0_reverse	0	-0.1443994641304016
198976	rnn.bias_ih_l0_reverse	1	-0.3165428638458252
198976	rnn.bias_ih_l0_reverse	2	-0.06641285866498947
198976	rnn.bias_ih_l0_reverse	3	-0.1474885791540146
198976	rnn.bias_ih_l0_reverse	4	0.05531064048409462
198976	rnn.bias_ih_l0_reverse	5	-0.2629992961883545
198976	rnn.bias_ih_l0_reverse	6	-0.06554500758647919
198976	rnn.bias_ih_l0_reverse	7	0.019999753683805466
198976	rnn.bias_ih_l0_reverse	8	-0.19625157117843628
198976	rnn.bias_ih_l0_reverse	9	-0.09140489995479584
198976	rnn.bias_hh_l0_reverse	0	-0.15433460474014282
198976	rnn.bias_hh_l0_reverse	1	-0.1539551168680191
198976	rnn.bias_hh_l0_reverse	2	-0.018148446455597878
198976	rnn.bias_hh_l0_reverse	3	-0.1384894698858261
198976	rnn.bias_hh_l0_reverse	4	-0.026793546974658966
198976	rnn.bias_hh_l0_reverse	5	-0.11777251213788986
198976	rnn.bias_hh_l0_reverse	6	-0.0758289322257042
198976	rnn.bias_hh_l0_reverse	7	-0.19275042414665222
198976	rnn.bias_hh_l0_reverse	8	-0.07109501212835312
198976	rnn.bias_hh_l0_reverse	9	-0.11657913774251938
198976	linear.weight	0	-0.2303038090467453
198976	linear.weight	1	-0.08881121128797531
198976	linear.weight	2	-0.011228874325752258
198976	linear.weight	3	-0.12621931731700897
198976	linear.weight	4	-0.009236124344170094
198976	linear.weight	5	0.1530909389257431
198976	linear.weight	6	0.0047744326293468475
198976	linear.weight	7	-0.021312154829502106
198976	linear.weight	8	0.10658207535743713
198976	linear.weight	9	0.24007545411586761
198976	linear.bias	0	-0.822329044342041
198976	linear.bias	1	1.446851134300232
198976	linear.bias	2	-0.47957155108451843
198976	linear.bias	3	-0.715399444103241
198976	linear.bias	4	-0.8647575974464417
198976	linear.bias	5	-1.1785138845443726
198976	linear.bias	6	-0.9445273280143738
198976	linear.bias	7	-0.7310740351676941
198976	linear.bias	8	-0.01705317199230194
198976	linear.bias	9	3.4513843059539795
199173	transitions	0	-0.4494360089302063
199173	transitions	1	8.773656845092773
199173	transitions	2	-3.589855670928955
199173	transitions	3	1.5683892965316772
199173	transitions	4	-2.186922073364258
199173	transitions	5	-0.41706928610801697
199173	transitions	6	-0.19374175369739532
199173	transitions	7	-10000.0
199173	transitions	8	1.828102469444275
199173	transitions	9	-2.2946457862854004
199173	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
199173	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
199173	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
199173	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
199173	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
199173	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
199173	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
199173	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
199173	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
199173	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
199173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
199173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
199173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
199173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
199173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
199173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
199173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
199173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
199173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
199173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
199173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
199173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
199173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
199173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
199173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
199173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
199173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
199173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
199173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
199173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
199173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
199173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
199173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
199173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
199173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
199173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
199173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
199173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
199173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
199173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
199173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
199173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
199173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
199173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
199173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
199173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
199173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
199173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
199173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
199173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
199173	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
199173	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
199173	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
199173	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
199173	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
199173	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
199173	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
199173	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
199173	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
199173	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
199173	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
199173	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
199173	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
199173	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
199173	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
199173	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
199173	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
199173	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
199173	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
199173	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
199173	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
199173	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
199173	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
199173	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
199173	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
199173	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
199173	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
199173	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
199173	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
199173	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
199173	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
199173	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
199173	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
199173	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
199173	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
199173	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
199173	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
199173	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
199173	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
199173	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
199173	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
199173	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
199173	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
199173	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
199173	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
199173	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
199173	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
199173	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
199173	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
199173	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
199173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
199173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
199173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
199173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
199173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
199173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
199173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
199173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
199173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
199173	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
199173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
199173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
199173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
199173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
199173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
199173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
199173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
199173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
199173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
199173	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
199173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
199173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
199173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
199173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
199173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
199173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
199173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
199173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
199173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
199173	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
199173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
199173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
199173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
199173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
199173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
199173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
199173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
199173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
199173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
199173	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
199173	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
199173	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
199173	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
199173	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
199173	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
199173	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
199173	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
199173	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
199173	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
199173	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
199173	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
199173	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
199173	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
199173	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
199173	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
199173	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
199173	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
199173	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
199173	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
199173	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
199173	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
199173	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
199173	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
199173	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
199173	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
199173	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
199173	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
199173	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
199173	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
199173	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
199173	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
199173	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
199173	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
199173	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
199173	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
199173	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
199173	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
199173	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
199173	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
199173	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
199173	embedding2nn.weight	0	0.049054134637117386
199173	embedding2nn.weight	1	-0.0924115926027298
199173	embedding2nn.weight	2	0.023700689896941185
199173	embedding2nn.weight	3	-0.05270765721797943
199173	embedding2nn.weight	4	-0.12292852252721786
199173	embedding2nn.weight	5	0.115680992603302
199173	embedding2nn.weight	6	-0.09011770039796829
199173	embedding2nn.weight	7	-0.06728144735097885
199173	embedding2nn.weight	8	-0.0259116068482399
199173	embedding2nn.weight	9	0.05088802054524422
199173	embedding2nn.bias	0	0.08931385725736618
199173	embedding2nn.bias	1	-0.0032172941137105227
199173	embedding2nn.bias	2	-0.10112759470939636
199173	embedding2nn.bias	3	0.032256271690130234
199173	embedding2nn.bias	4	0.0011467736912891269
199173	embedding2nn.bias	5	-0.17689739167690277
199173	embedding2nn.bias	6	-0.1067124605178833
199173	embedding2nn.bias	7	-0.029308276250958443
199173	embedding2nn.bias	8	0.09180363267660141
199173	embedding2nn.bias	9	-0.05904470011591911
199173	rnn.weight_ih_l0	0	0.04025863856077194
199173	rnn.weight_ih_l0	1	-0.07970526069402695
199173	rnn.weight_ih_l0	2	-0.04587598890066147
199173	rnn.weight_ih_l0	3	-0.04578603431582451
199173	rnn.weight_ih_l0	4	0.006598598323762417
199173	rnn.weight_ih_l0	5	-0.11790410429239273
199173	rnn.weight_ih_l0	6	-0.03047778457403183
199173	rnn.weight_ih_l0	7	-0.009862177073955536
199173	rnn.weight_ih_l0	8	0.07139287889003754
199173	rnn.weight_ih_l0	9	0.0010568629950284958
199173	rnn.weight_hh_l0	0	0.0030437407549470663
199173	rnn.weight_hh_l0	1	-0.07888498902320862
199173	rnn.weight_hh_l0	2	0.06887273490428925
199173	rnn.weight_hh_l0	3	0.04806061089038849
199173	rnn.weight_hh_l0	4	0.005613486748188734
199173	rnn.weight_hh_l0	5	0.06476887315511703
199173	rnn.weight_hh_l0	6	-0.017873674631118774
199173	rnn.weight_hh_l0	7	-0.1080484539270401
199173	rnn.weight_hh_l0	8	0.021581754088401794
199173	rnn.weight_hh_l0	9	-0.08238741755485535
199173	rnn.bias_ih_l0	0	-0.09044711291790009
199173	rnn.bias_ih_l0	1	-0.1896064579486847
199173	rnn.bias_ih_l0	2	-0.26034098863601685
199173	rnn.bias_ih_l0	3	-0.2800402045249939
199173	rnn.bias_ih_l0	4	0.0011211808305233717
199173	rnn.bias_ih_l0	5	0.0646786317229271
199173	rnn.bias_ih_l0	6	-0.16793084144592285
199173	rnn.bias_ih_l0	7	-0.261282742023468
199173	rnn.bias_ih_l0	8	-0.13360828161239624
199173	rnn.bias_ih_l0	9	-0.18091362714767456
199173	rnn.bias_hh_l0	0	0.133011594414711
199173	rnn.bias_hh_l0	1	-0.06408364325761795
199173	rnn.bias_hh_l0	2	0.04316403716802597
199173	rnn.bias_hh_l0	3	-0.17907187342643738
199173	rnn.bias_hh_l0	4	0.03881736099720001
199173	rnn.bias_hh_l0	5	0.0596887543797493
199173	rnn.bias_hh_l0	6	-0.10146837681531906
199173	rnn.bias_hh_l0	7	-0.1610536277294159
199173	rnn.bias_hh_l0	8	-0.18750058114528656
199173	rnn.bias_hh_l0	9	-0.10835367441177368
199173	rnn.weight_ih_l0_reverse	0	-0.022609509527683258
199173	rnn.weight_ih_l0_reverse	1	0.000496109772939235
199173	rnn.weight_ih_l0_reverse	2	0.00922193843871355
199173	rnn.weight_ih_l0_reverse	3	0.00858487468212843
199173	rnn.weight_ih_l0_reverse	4	0.021188070997595787
199173	rnn.weight_ih_l0_reverse	5	-0.05535120144486427
199173	rnn.weight_ih_l0_reverse	6	-0.04985787346959114
199173	rnn.weight_ih_l0_reverse	7	0.009616842493414879
199173	rnn.weight_ih_l0_reverse	8	0.09303229302167892
199173	rnn.weight_ih_l0_reverse	9	0.0014767952961847186
199173	rnn.weight_hh_l0_reverse	0	0.0037213058676570654
199173	rnn.weight_hh_l0_reverse	1	0.027813522145152092
199173	rnn.weight_hh_l0_reverse	2	-0.04201502725481987
199173	rnn.weight_hh_l0_reverse	3	0.03846802935004234
199173	rnn.weight_hh_l0_reverse	4	0.02242851071059704
199173	rnn.weight_hh_l0_reverse	5	-0.0034397609997540712
199173	rnn.weight_hh_l0_reverse	6	0.06728680431842804
199173	rnn.weight_hh_l0_reverse	7	0.03574790805578232
199173	rnn.weight_hh_l0_reverse	8	-0.021215319633483887
199173	rnn.weight_hh_l0_reverse	9	-0.03014322742819786
199173	rnn.bias_ih_l0_reverse	0	-0.1454223245382309
199173	rnn.bias_ih_l0_reverse	1	-0.31654617190361023
199173	rnn.bias_ih_l0_reverse	2	-0.06408970057964325
199173	rnn.bias_ih_l0_reverse	3	-0.14769291877746582
199173	rnn.bias_ih_l0_reverse	4	0.05526020750403404
199173	rnn.bias_ih_l0_reverse	5	-0.2637261748313904
199173	rnn.bias_ih_l0_reverse	6	-0.06701596081256866
199173	rnn.bias_ih_l0_reverse	7	0.018939798697829247
199173	rnn.bias_ih_l0_reverse	8	-0.19612331688404083
199173	rnn.bias_ih_l0_reverse	9	-0.09236014634370804
199173	rnn.bias_hh_l0_reverse	0	-0.15585951507091522
199173	rnn.bias_hh_l0_reverse	1	-0.15153466165065765
199173	rnn.bias_hh_l0_reverse	2	-0.018078958615660667
199173	rnn.bias_hh_l0_reverse	3	-0.1389247179031372
199173	rnn.bias_hh_l0_reverse	4	-0.026948783546686172
199173	rnn.bias_hh_l0_reverse	5	-0.11815528571605682
199173	rnn.bias_hh_l0_reverse	6	-0.07574158906936646
199173	rnn.bias_hh_l0_reverse	7	-0.19170667231082916
199173	rnn.bias_hh_l0_reverse	8	-0.07095491141080856
199173	rnn.bias_hh_l0_reverse	9	-0.11875569075345993
199173	linear.weight	0	-0.22608880698680878
199173	linear.weight	1	-0.08914561569690704
199173	linear.weight	2	-0.011228874325752258
199173	linear.weight	3	-0.12461214512586594
199173	linear.weight	4	-0.012533021159470081
199173	linear.weight	5	0.15731708705425262
199173	linear.weight	6	0.0047744326293468475
199173	linear.weight	7	-0.021312154829502106
199173	linear.weight	8	0.10860731452703476
199173	linear.weight	9	0.2364463210105896
199173	linear.bias	0	-0.8399577140808105
199173	linear.bias	1	1.4538902044296265
199173	linear.bias	2	-0.4882240295410156
199173	linear.bias	3	-0.7129887938499451
199173	linear.bias	4	-0.8795313239097595
199173	linear.bias	5	-1.1785318851470947
199173	linear.bias	6	-0.9621749520301819
199173	linear.bias	7	-0.72669517993927
199173	linear.bias	8	-0.01705317199230194
199173	linear.bias	9	3.4465808868408203
199370	transitions	0	-0.4494754374027252
199370	transitions	1	8.76557445526123
199370	transitions	2	-3.5905561447143555
199370	transitions	3	1.5652055740356445
199370	transitions	4	-2.1871912479400635
199370	transitions	5	-0.41709280014038086
199370	transitions	6	-0.1937631070613861
199370	transitions	7	-10000.0
199370	transitions	8	1.8273507356643677
199370	transitions	9	-2.2946481704711914
199370	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
199370	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
199370	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
199370	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
199370	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
199370	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
199370	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
199370	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
199370	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
199370	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
199370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
199370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
199370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
199370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
199370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
199370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
199370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
199370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
199370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
199370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
199370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
199370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
199370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
199370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
199370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
199370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
199370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
199370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
199370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
199370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
199370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
199370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
199370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
199370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
199370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
199370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
199370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
199370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
199370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
199370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
199370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
199370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
199370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
199370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
199370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
199370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
199370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
199370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
199370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
199370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
199370	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
199370	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
199370	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
199370	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
199370	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
199370	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
199370	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
199370	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
199370	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
199370	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
199370	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
199370	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
199370	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
199370	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
199370	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
199370	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
199370	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
199370	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
199370	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
199370	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
199370	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
199370	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
199370	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
199370	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
199370	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
199370	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
199370	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
199370	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
199370	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
199370	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
199370	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
199370	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
199370	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
199370	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
199370	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
199370	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
199370	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
199370	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
199370	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
199370	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
199370	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
199370	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
199370	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
199370	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
199370	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
199370	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
199370	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
199370	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
199370	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
199370	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
199370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
199370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
199370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
199370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
199370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
199370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
199370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
199370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
199370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
199370	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
199370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
199370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
199370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
199370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
199370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
199370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
199370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
199370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
199370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
199370	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
199370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
199370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
199370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
199370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
199370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
199370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
199370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
199370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
199370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
199370	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
199370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
199370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
199370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
199370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
199370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
199370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
199370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
199370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
199370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
199370	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
199370	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
199370	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
199370	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
199370	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
199370	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
199370	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
199370	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
199370	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
199370	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
199370	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
199370	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
199370	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
199370	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
199370	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
199370	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
199370	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
199370	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
199370	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
199370	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
199370	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
199370	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
199370	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
199370	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
199370	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
199370	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
199370	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
199370	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
199370	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
199370	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
199370	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
199370	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
199370	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
199370	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
199370	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
199370	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
199370	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
199370	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
199370	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
199370	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
199370	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
199370	embedding2nn.weight	0	0.04924448952078819
199370	embedding2nn.weight	1	-0.09213965386152267
199370	embedding2nn.weight	2	0.023131873458623886
199370	embedding2nn.weight	3	-0.05277705937623978
199370	embedding2nn.weight	4	-0.11989670246839523
199370	embedding2nn.weight	5	0.11510070413351059
199370	embedding2nn.weight	6	-0.08983777463436127
199370	embedding2nn.weight	7	-0.06584358215332031
199370	embedding2nn.weight	8	-0.025838905945420265
199370	embedding2nn.weight	9	0.04932824894785881
199370	embedding2nn.bias	0	0.09364262968301773
199370	embedding2nn.bias	1	-0.004067550413310528
199370	embedding2nn.bias	2	-0.08954532444477081
199370	embedding2nn.bias	3	0.029086358845233917
199370	embedding2nn.bias	4	0.003745547728613019
199370	embedding2nn.bias	5	-0.18091540038585663
199370	embedding2nn.bias	6	-0.09819497168064117
199370	embedding2nn.bias	7	-0.02816641889512539
199370	embedding2nn.bias	8	0.08692923188209534
199370	embedding2nn.bias	9	-0.06263422966003418
199370	rnn.weight_ih_l0	0	0.03966845944523811
199370	rnn.weight_ih_l0	1	-0.08018417656421661
199370	rnn.weight_ih_l0	2	-0.04454991593956947
199370	rnn.weight_ih_l0	3	-0.04542659968137741
199370	rnn.weight_ih_l0	4	0.007657292764633894
199370	rnn.weight_ih_l0	5	-0.11652284115552902
199370	rnn.weight_ih_l0	6	-0.03147163242101669
199370	rnn.weight_ih_l0	7	-0.010018798522651196
199370	rnn.weight_ih_l0	8	0.07049684971570969
199370	rnn.weight_ih_l0	9	0.0011599597055464983
199370	rnn.weight_hh_l0	0	0.0030392322223633528
199370	rnn.weight_hh_l0	1	-0.07948067039251328
199370	rnn.weight_hh_l0	2	0.06879166513681412
199370	rnn.weight_hh_l0	3	0.048396848142147064
199370	rnn.weight_hh_l0	4	0.0054258559830486774
199370	rnn.weight_hh_l0	5	0.06500960141420364
199370	rnn.weight_hh_l0	6	-0.01815979927778244
199370	rnn.weight_hh_l0	7	-0.10809402912855148
199370	rnn.weight_hh_l0	8	0.02091652899980545
199370	rnn.weight_hh_l0	9	-0.08185077458620071
199370	rnn.bias_ih_l0	0	-0.09241218864917755
199370	rnn.bias_ih_l0	1	-0.190814808011055
199370	rnn.bias_ih_l0	2	-0.2624683678150177
199370	rnn.bias_ih_l0	3	-0.282558798789978
199370	rnn.bias_ih_l0	4	0.0029081974644213915
199370	rnn.bias_ih_l0	5	0.06375589221715927
199370	rnn.bias_ih_l0	6	-0.1674632579088211
199370	rnn.bias_ih_l0	7	-0.2618313729763031
199370	rnn.bias_ih_l0	8	-0.13397598266601562
199370	rnn.bias_ih_l0	9	-0.17633585631847382
199370	rnn.bias_hh_l0	0	0.1324598342180252
199370	rnn.bias_hh_l0	1	-0.06341168284416199
199370	rnn.bias_hh_l0	2	0.04485677182674408
199370	rnn.bias_hh_l0	3	-0.17980541288852692
199370	rnn.bias_hh_l0	4	0.03789614886045456
199370	rnn.bias_hh_l0	5	0.060260169208049774
199370	rnn.bias_hh_l0	6	-0.10068578273057938
199370	rnn.bias_hh_l0	7	-0.1602967381477356
199370	rnn.bias_hh_l0	8	-0.18805226683616638
199370	rnn.bias_hh_l0	9	-0.10747015476226807
199370	rnn.weight_ih_l0_reverse	0	-0.022543778643012047
199370	rnn.weight_ih_l0_reverse	1	0.0007533893221989274
199370	rnn.weight_ih_l0_reverse	2	0.007504523731768131
199370	rnn.weight_ih_l0_reverse	3	0.007627793587744236
199370	rnn.weight_ih_l0_reverse	4	0.02212907187640667
199370	rnn.weight_ih_l0_reverse	5	-0.0549517422914505
199370	rnn.weight_ih_l0_reverse	6	-0.04958967864513397
199370	rnn.weight_ih_l0_reverse	7	0.010503704659640789
199370	rnn.weight_ih_l0_reverse	8	0.09257529675960541
199370	rnn.weight_ih_l0_reverse	9	0.002225548727437854
199370	rnn.weight_hh_l0_reverse	0	0.003899672068655491
199370	rnn.weight_hh_l0_reverse	1	0.02808186039328575
199370	rnn.weight_hh_l0_reverse	2	-0.041434142738580704
199370	rnn.weight_hh_l0_reverse	3	0.038524381816387177
199370	rnn.weight_hh_l0_reverse	4	0.022442709654569626
199370	rnn.weight_hh_l0_reverse	5	-0.0032809872645884752
199370	rnn.weight_hh_l0_reverse	6	0.06733199954032898
199370	rnn.weight_hh_l0_reverse	7	0.03583473339676857
199370	rnn.weight_hh_l0_reverse	8	-0.021501291543245316
199370	rnn.weight_hh_l0_reverse	9	-0.03002348355948925
199370	rnn.bias_ih_l0_reverse	0	-0.14388643205165863
199370	rnn.bias_ih_l0_reverse	1	-0.31656238436698914
199370	rnn.bias_ih_l0_reverse	2	-0.06455335766077042
199370	rnn.bias_ih_l0_reverse	3	-0.14831335842609406
199370	rnn.bias_ih_l0_reverse	4	0.05408284068107605
199370	rnn.bias_ih_l0_reverse	5	-0.26600009202957153
199370	rnn.bias_ih_l0_reverse	6	-0.06713380664587021
199370	rnn.bias_ih_l0_reverse	7	0.018558703362941742
199370	rnn.bias_ih_l0_reverse	8	-0.19555728137493134
199370	rnn.bias_ih_l0_reverse	9	-0.093620166182518
199370	rnn.bias_hh_l0_reverse	0	-0.15662650763988495
199370	rnn.bias_hh_l0_reverse	1	-0.15172794461250305
199370	rnn.bias_hh_l0_reverse	2	-0.017591876909136772
199370	rnn.bias_hh_l0_reverse	3	-0.13912472128868103
199370	rnn.bias_hh_l0_reverse	4	-0.027036895975470543
199370	rnn.bias_hh_l0_reverse	5	-0.11811430752277374
199370	rnn.bias_hh_l0_reverse	6	-0.07446862012147903
199370	rnn.bias_hh_l0_reverse	7	-0.19061028957366943
199370	rnn.bias_hh_l0_reverse	8	-0.06998337060213089
199370	rnn.bias_hh_l0_reverse	9	-0.11788006126880646
199370	linear.weight	0	-0.2203214466571808
199370	linear.weight	1	-0.0912560373544693
199370	linear.weight	2	-0.011228874325752258
199370	linear.weight	3	-0.13743092119693756
199370	linear.weight	4	-0.008217275142669678
199370	linear.weight	5	0.15996624529361725
199370	linear.weight	6	0.0047744326293468475
199370	linear.weight	7	-0.021312154829502106
199370	linear.weight	8	0.12073586881160736
199370	linear.weight	9	0.24107606709003448
199370	linear.bias	0	-0.8311981558799744
199370	linear.bias	1	1.4618366956710815
199370	linear.bias	2	-0.48453885316848755
199370	linear.bias	3	-0.7343961000442505
199370	linear.bias	4	-0.8798344731330872
199370	linear.bias	5	-1.178546667098999
199370	linear.bias	6	-0.952012836933136
199370	linear.bias	7	-0.7151286602020264
199370	linear.bias	8	-0.01705317199230194
199370	linear.bias	9	3.4577555656433105
199374	transitions	0	-0.4494756758213043
199374	transitions	1	8.765870094299316
199374	transitions	2	-3.590561866760254
199374	transitions	3	1.5651668310165405
199374	transitions	4	-2.1871938705444336
199374	transitions	5	-0.41709280014038086
199374	transitions	6	-0.19376341998577118
199374	transitions	7	-10000.0
199374	transitions	8	1.8273475170135498
199374	transitions	9	-2.2946481704711914
199374	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
199374	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
199374	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
199374	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
199374	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
199374	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
199374	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
199374	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
199374	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
199374	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
199374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
199374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
199374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
199374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
199374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
199374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
199374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
199374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
199374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
199374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
199374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
199374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
199374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
199374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
199374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
199374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
199374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
199374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
199374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
199374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
199374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
199374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
199374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
199374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
199374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
199374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
199374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
199374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
199374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
199374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
199374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
199374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
199374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
199374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
199374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
199374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
199374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
199374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
199374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
199374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
199374	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
199374	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
199374	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
199374	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
199374	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
199374	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
199374	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
199374	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
199374	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
199374	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
199374	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
199374	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
199374	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
199374	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
199374	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
199374	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
199374	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
199374	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
199374	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
199374	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
199374	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
199374	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
199374	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
199374	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
199374	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
199374	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
199374	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
199374	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
199374	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
199374	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
199374	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
199374	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
199374	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
199374	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
199374	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
199374	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
199374	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
199374	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
199374	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
199374	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
199374	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
199374	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
199374	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
199374	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
199374	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
199374	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
199374	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
199374	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
199374	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
199374	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
199374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
199374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
199374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
199374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
199374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
199374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
199374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
199374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
199374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
199374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
199374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
199374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
199374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
199374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
199374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
199374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
199374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
199374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
199374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
199374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
199374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
199374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
199374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
199374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
199374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
199374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
199374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
199374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
199374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
199374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
199374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
199374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
199374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
199374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
199374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
199374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
199374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
199374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
199374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
199374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
199374	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
199374	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
199374	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
199374	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
199374	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
199374	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
199374	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
199374	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
199374	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
199374	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
199374	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
199374	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
199374	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
199374	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
199374	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
199374	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
199374	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
199374	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
199374	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
199374	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
199374	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
199374	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
199374	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
199374	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
199374	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
199374	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
199374	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
199374	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
199374	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
199374	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
199374	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
199374	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
199374	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
199374	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
199374	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
199374	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
199374	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
199374	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
199374	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
199374	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
199374	embedding2nn.weight	0	0.04926959425210953
199374	embedding2nn.weight	1	-0.09222901612520218
199374	embedding2nn.weight	2	0.022919267416000366
199374	embedding2nn.weight	3	-0.05273054167628288
199374	embedding2nn.weight	4	-0.12013141065835953
199374	embedding2nn.weight	5	0.11502686887979507
199374	embedding2nn.weight	6	-0.08905088156461716
199374	embedding2nn.weight	7	-0.06604437530040741
199374	embedding2nn.weight	8	-0.025835923850536346
199374	embedding2nn.weight	9	0.04918050393462181
199374	embedding2nn.bias	0	0.09303931891918182
199374	embedding2nn.bias	1	-0.003194638527929783
199374	embedding2nn.bias	2	-0.0909137949347496
199374	embedding2nn.bias	3	0.02771882712841034
199374	embedding2nn.bias	4	0.003003726713359356
199374	embedding2nn.bias	5	-0.18044351041316986
199374	embedding2nn.bias	6	-0.1005449891090393
199374	embedding2nn.bias	7	-0.030073251575231552
199374	embedding2nn.bias	8	0.08548776805400848
199374	embedding2nn.bias	9	-0.06304626166820526
199374	rnn.weight_ih_l0	0	0.03966343775391579
199374	rnn.weight_ih_l0	1	-0.08026792854070663
199374	rnn.weight_ih_l0	2	-0.04460744187235832
199374	rnn.weight_ih_l0	3	-0.045924413949251175
199374	rnn.weight_ih_l0	4	0.007638971786946058
199374	rnn.weight_ih_l0	5	-0.11648622900247574
199374	rnn.weight_ih_l0	6	-0.03158321604132652
199374	rnn.weight_ih_l0	7	-0.009868635796010494
199374	rnn.weight_ih_l0	8	0.07039536535739899
199374	rnn.weight_ih_l0	9	0.0009873186936601996
199374	rnn.weight_hh_l0	0	0.0030360587406903505
199374	rnn.weight_hh_l0	1	-0.07960592210292816
199374	rnn.weight_hh_l0	2	0.06876041740179062
199374	rnn.weight_hh_l0	3	0.048429783433675766
199374	rnn.weight_hh_l0	4	0.005429831799119711
199374	rnn.weight_hh_l0	5	0.06502553820610046
199374	rnn.weight_hh_l0	6	-0.01815834641456604
199374	rnn.weight_hh_l0	7	-0.10810396820306778
199374	rnn.weight_hh_l0	8	0.02102421037852764
199374	rnn.weight_hh_l0	9	-0.08183617144823074
199374	rnn.bias_ih_l0	0	-0.09236355125904083
199374	rnn.bias_ih_l0	1	-0.19041600823402405
199374	rnn.bias_ih_l0	2	-0.2623787224292755
199374	rnn.bias_ih_l0	3	-0.28261134028434753
199374	rnn.bias_ih_l0	4	0.0029149630572646856
199374	rnn.bias_ih_l0	5	0.06373892724514008
199374	rnn.bias_ih_l0	6	-0.16759344935417175
199374	rnn.bias_ih_l0	7	-0.2617601752281189
199374	rnn.bias_ih_l0	8	-0.13405637443065643
199374	rnn.bias_ih_l0	9	-0.1766633242368698
199374	rnn.bias_hh_l0	0	0.13252048194408417
199374	rnn.bias_hh_l0	1	-0.06330029666423798
199374	rnn.bias_hh_l0	2	0.04489661380648613
199374	rnn.bias_hh_l0	3	-0.17987142503261566
199374	rnn.bias_hh_l0	4	0.03775728866457939
199374	rnn.bias_hh_l0	5	0.06042494624853134
199374	rnn.bias_hh_l0	6	-0.10056372731924057
199374	rnn.bias_hh_l0	7	-0.16033636033535004
199374	rnn.bias_hh_l0	8	-0.18784742057323456
199374	rnn.bias_hh_l0	9	-0.10735265165567398
199374	rnn.weight_ih_l0_reverse	0	-0.02266196720302105
199374	rnn.weight_ih_l0_reverse	1	0.000754894339479506
199374	rnn.weight_ih_l0_reverse	2	0.007407075259834528
199374	rnn.weight_ih_l0_reverse	3	0.006543101277202368
199374	rnn.weight_ih_l0_reverse	4	0.02193816937506199
199374	rnn.weight_ih_l0_reverse	5	-0.05498581752181053
199374	rnn.weight_ih_l0_reverse	6	-0.049480751156806946
199374	rnn.weight_ih_l0_reverse	7	0.01052137278020382
199374	rnn.weight_ih_l0_reverse	8	0.0925738513469696
199374	rnn.weight_ih_l0_reverse	9	0.0022058910690248013
199374	rnn.weight_hh_l0_reverse	0	0.0037641646340489388
199374	rnn.weight_hh_l0_reverse	1	0.028082918375730515
199374	rnn.weight_hh_l0_reverse	2	-0.04142376780509949
199374	rnn.weight_hh_l0_reverse	3	0.038532014936208725
199374	rnn.weight_hh_l0_reverse	4	0.022444652393460274
199374	rnn.weight_hh_l0_reverse	5	-0.003321486059576273
199374	rnn.weight_hh_l0_reverse	6	0.06730026006698608
199374	rnn.weight_hh_l0_reverse	7	0.03583543002605438
199374	rnn.weight_hh_l0_reverse	8	-0.021523699164390564
199374	rnn.weight_hh_l0_reverse	9	-0.03002171963453293
199374	rnn.bias_ih_l0_reverse	0	-0.14357823133468628
199374	rnn.bias_ih_l0_reverse	1	-0.3167084753513336
199374	rnn.bias_ih_l0_reverse	2	-0.06451854109764099
199374	rnn.bias_ih_l0_reverse	3	-0.1484507918357849
199374	rnn.bias_ih_l0_reverse	4	0.0543074831366539
199374	rnn.bias_ih_l0_reverse	5	-0.2659495174884796
199374	rnn.bias_ih_l0_reverse	6	-0.0672277957201004
199374	rnn.bias_ih_l0_reverse	7	0.019427234306931496
199374	rnn.bias_ih_l0_reverse	8	-0.19559186697006226
199374	rnn.bias_ih_l0_reverse	9	-0.09369444847106934
199374	rnn.bias_hh_l0_reverse	0	-0.15640594065189362
199374	rnn.bias_hh_l0_reverse	1	-0.15107059478759766
199374	rnn.bias_hh_l0_reverse	2	-0.017612399533391
199374	rnn.bias_hh_l0_reverse	3	-0.13897237181663513
199374	rnn.bias_hh_l0_reverse	4	-0.027204135432839394
199374	rnn.bias_hh_l0_reverse	5	-0.11801392585039139
199374	rnn.bias_hh_l0_reverse	6	-0.07498380541801453
199374	rnn.bias_hh_l0_reverse	7	-0.19039373099803925
199374	rnn.bias_hh_l0_reverse	8	-0.06976080685853958
199374	rnn.bias_hh_l0_reverse	9	-0.11787272244691849
199374	linear.weight	0	-0.2219899594783783
199374	linear.weight	1	-0.09130973368883133
199374	linear.weight	2	-0.011228874325752258
199374	linear.weight	3	-0.13702405989170074
199374	linear.weight	4	-0.00849171169102192
199374	linear.weight	5	0.15988688170909882
199374	linear.weight	6	0.0047744326293468475
199374	linear.weight	7	-0.021312154829502106
199374	linear.weight	8	0.12075848132371902
199374	linear.weight	9	0.24108533561229706
199374	linear.bias	0	-0.8360177278518677
199374	linear.bias	1	1.4640476703643799
199374	linear.bias	2	-0.479332834482193
199374	linear.bias	3	-0.7343007922172546
199374	linear.bias	4	-0.8797430396080017
199374	linear.bias	5	-1.1785469055175781
199374	linear.bias	6	-0.956847071647644
199374	linear.bias	7	-0.7125770449638367
199374	linear.bias	8	-0.01705317199230194
199374	linear.bias	9	3.4652159214019775
199571	transitions	0	-0.4495374262332916
199571	transitions	1	8.772976875305176
199571	transitions	2	-3.5907464027404785
199571	transitions	3	1.5597890615463257
199571	transitions	4	-2.1873648166656494
199571	transitions	5	-0.4171270430088043
199571	transitions	6	-0.19377927482128143
199571	transitions	7	-10000.0
199571	transitions	8	1.826350212097168
199571	transitions	9	-2.2946512699127197
199571	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
199571	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
199571	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
199571	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
199571	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
199571	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
199571	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
199571	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
199571	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
199571	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
199571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
199571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
199571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
199571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
199571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
199571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
199571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
199571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
199571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
199571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
199571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
199571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
199571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
199571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
199571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
199571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
199571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
199571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
199571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
199571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
199571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
199571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
199571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
199571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
199571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
199571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
199571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
199571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
199571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
199571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
199571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
199571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
199571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
199571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
199571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
199571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
199571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
199571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
199571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
199571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
199571	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
199571	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
199571	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
199571	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
199571	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
199571	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
199571	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
199571	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
199571	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
199571	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
199571	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
199571	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
199571	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
199571	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
199571	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
199571	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
199571	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
199571	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
199571	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
199571	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
199571	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
199571	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
199571	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
199571	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
199571	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
199571	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
199571	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
199571	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
199571	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
199571	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
199571	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
199571	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
199571	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
199571	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
199571	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
199571	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
199571	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
199571	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
199571	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
199571	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
199571	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
199571	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
199571	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
199571	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
199571	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
199571	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
199571	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
199571	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
199571	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
199571	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
199571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
199571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
199571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
199571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
199571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
199571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
199571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
199571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
199571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
199571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
199571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
199571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
199571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
199571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
199571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
199571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
199571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
199571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
199571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
199571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
199571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
199571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
199571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
199571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
199571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
199571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
199571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
199571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
199571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
199571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
199571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
199571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
199571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
199571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
199571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
199571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
199571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
199571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
199571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
199571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
199571	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
199571	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
199571	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
199571	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
199571	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
199571	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
199571	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
199571	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
199571	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
199571	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
199571	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
199571	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
199571	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
199571	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
199571	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
199571	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
199571	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
199571	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
199571	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
199571	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
199571	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
199571	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
199571	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
199571	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
199571	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
199571	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
199571	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
199571	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
199571	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
199571	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
199571	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
199571	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
199571	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
199571	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
199571	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
199571	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
199571	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
199571	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
199571	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
199571	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
199571	embedding2nn.weight	0	0.049443814903497696
199571	embedding2nn.weight	1	-0.09124571830034256
199571	embedding2nn.weight	2	0.023241763934493065
199571	embedding2nn.weight	3	-0.051436133682727814
199571	embedding2nn.weight	4	-0.11835753917694092
199571	embedding2nn.weight	5	0.11543875187635422
199571	embedding2nn.weight	6	-0.08692201972007751
199571	embedding2nn.weight	7	-0.06613431870937347
199571	embedding2nn.weight	8	-0.025493906810879707
199571	embedding2nn.weight	9	0.050231754779815674
199571	embedding2nn.bias	0	0.09292374551296234
199571	embedding2nn.bias	1	-0.006922547705471516
199571	embedding2nn.bias	2	-0.09516134858131409
199571	embedding2nn.bias	3	0.03182966262102127
199571	embedding2nn.bias	4	-0.002572625642642379
199571	embedding2nn.bias	5	-0.17777225375175476
199571	embedding2nn.bias	6	-0.1059388816356659
199571	embedding2nn.bias	7	-0.028729083016514778
199571	embedding2nn.bias	8	0.09071657806634903
199571	embedding2nn.bias	9	-0.0639629065990448
199571	rnn.weight_ih_l0	0	0.04008012264966965
199571	rnn.weight_ih_l0	1	-0.08097288757562637
199571	rnn.weight_ih_l0	2	-0.044844090938568115
199571	rnn.weight_ih_l0	3	-0.04780653119087219
199571	rnn.weight_ih_l0	4	0.0078669972717762
199571	rnn.weight_ih_l0	5	-0.1173444390296936
199571	rnn.weight_ih_l0	6	-0.030847053974866867
199571	rnn.weight_ih_l0	7	-0.0093760434538126
199571	rnn.weight_ih_l0	8	0.06978931277990341
199571	rnn.weight_ih_l0	9	0.0009167826501652598
199571	rnn.weight_hh_l0	0	0.00287692341953516
199571	rnn.weight_hh_l0	1	-0.07997612655162811
199571	rnn.weight_hh_l0	2	0.06815643608570099
199571	rnn.weight_hh_l0	3	0.04951227456331253
199571	rnn.weight_hh_l0	4	0.005338059738278389
199571	rnn.weight_hh_l0	5	0.06520882993936539
199571	rnn.weight_hh_l0	6	-0.018419848755002022
199571	rnn.weight_hh_l0	7	-0.10823019593954086
199571	rnn.weight_hh_l0	8	0.02138766273856163
199571	rnn.weight_hh_l0	9	-0.08135180175304413
199571	rnn.bias_ih_l0	0	-0.09018140286207199
199571	rnn.bias_ih_l0	1	-0.19146309792995453
199571	rnn.bias_ih_l0	2	-0.26139575242996216
199571	rnn.bias_ih_l0	3	-0.28224971890449524
199571	rnn.bias_ih_l0	4	0.0007812438998371363
199571	rnn.bias_ih_l0	5	0.06423560529947281
199571	rnn.bias_ih_l0	6	-0.16819946467876434
199571	rnn.bias_ih_l0	7	-0.26115500926971436
199571	rnn.bias_ih_l0	8	-0.1347467452287674
199571	rnn.bias_ih_l0	9	-0.17692701518535614
199571	rnn.bias_hh_l0	0	0.1318996697664261
199571	rnn.bias_hh_l0	1	-0.06391789764165878
199571	rnn.bias_hh_l0	2	0.04523332044482231
199571	rnn.bias_hh_l0	3	-0.1817258596420288
199571	rnn.bias_hh_l0	4	0.037333402782678604
199571	rnn.bias_hh_l0	5	0.0627860426902771
199571	rnn.bias_hh_l0	6	-0.0997409075498581
199571	rnn.bias_hh_l0	7	-0.15848930180072784
199571	rnn.bias_hh_l0	8	-0.18856489658355713
199571	rnn.bias_hh_l0	9	-0.10695880651473999
199571	rnn.weight_ih_l0_reverse	0	-0.02236950770020485
199571	rnn.weight_ih_l0_reverse	1	0.0009175405139103532
199571	rnn.weight_ih_l0_reverse	2	0.009204695001244545
199571	rnn.weight_ih_l0_reverse	3	0.006053297780454159
199571	rnn.weight_ih_l0_reverse	4	0.019660061225295067
199571	rnn.weight_ih_l0_reverse	5	-0.05491986125707626
199571	rnn.weight_ih_l0_reverse	6	-0.0463600754737854
199571	rnn.weight_ih_l0_reverse	7	0.009512921795248985
199571	rnn.weight_ih_l0_reverse	8	0.09347549080848694
199571	rnn.weight_ih_l0_reverse	9	0.002998410491272807
199571	rnn.weight_hh_l0_reverse	0	0.0034975442104041576
199571	rnn.weight_hh_l0_reverse	1	0.02842981182038784
199571	rnn.weight_hh_l0_reverse	2	-0.041717711836099625
199571	rnn.weight_hh_l0_reverse	3	0.03856445103883743
199571	rnn.weight_hh_l0_reverse	4	0.022684993222355843
199571	rnn.weight_hh_l0_reverse	5	-0.0037443849723786116
199571	rnn.weight_hh_l0_reverse	6	0.06764606386423111
199571	rnn.weight_hh_l0_reverse	7	0.03605573996901512
199571	rnn.weight_hh_l0_reverse	8	-0.022616634145379066
199571	rnn.weight_hh_l0_reverse	9	-0.029926348477602005
199571	rnn.bias_ih_l0_reverse	0	-0.143064945936203
199571	rnn.bias_ih_l0_reverse	1	-0.317203164100647
199571	rnn.bias_ih_l0_reverse	2	-0.06450390815734863
199571	rnn.bias_ih_l0_reverse	3	-0.14757980406284332
199571	rnn.bias_ih_l0_reverse	4	0.05560615658760071
199571	rnn.bias_ih_l0_reverse	5	-0.2686566412448883
199571	rnn.bias_ih_l0_reverse	6	-0.06711047142744064
199571	rnn.bias_ih_l0_reverse	7	0.018621206283569336
199571	rnn.bias_ih_l0_reverse	8	-0.19600717723369598
199571	rnn.bias_ih_l0_reverse	9	-0.09263122081756592
199571	rnn.bias_hh_l0_reverse	0	-0.15667876601219177
199571	rnn.bias_hh_l0_reverse	1	-0.15127964317798615
199571	rnn.bias_hh_l0_reverse	2	-0.018082646653056145
199571	rnn.bias_hh_l0_reverse	3	-0.13763518631458282
199571	rnn.bias_hh_l0_reverse	4	-0.027491549029946327
199571	rnn.bias_hh_l0_reverse	5	-0.1166764348745346
199571	rnn.bias_hh_l0_reverse	6	-0.07647205889225006
199571	rnn.bias_hh_l0_reverse	7	-0.19082270562648773
199571	rnn.bias_hh_l0_reverse	8	-0.07069667428731918
199571	rnn.bias_hh_l0_reverse	9	-0.1179162859916687
199571	linear.weight	0	-0.23612074553966522
199571	linear.weight	1	-0.09284774959087372
199571	linear.weight	2	-0.011228874325752258
199571	linear.weight	3	-0.14198048412799835
199571	linear.weight	4	-0.01547829806804657
199571	linear.weight	5	0.16198579967021942
199571	linear.weight	6	0.0047744326293468475
199571	linear.weight	7	-0.021312154829502106
199571	linear.weight	8	0.13191723823547363
199571	linear.weight	9	0.24520643055438995
199571	linear.bias	0	-0.8378511071205139
199571	linear.bias	1	1.4552172422409058
199571	linear.bias	2	-0.4844453036785126
199571	linear.bias	3	-0.7164886593818665
199571	linear.bias	4	-0.8957245349884033
199571	linear.bias	5	-1.1785643100738525
199571	linear.bias	6	-0.9589329957962036
199571	linear.bias	7	-0.7326126098632812
199571	linear.bias	8	-0.01705317199230194
199571	linear.bias	9	3.4621951580047607
199768	transitions	0	-0.4495982825756073
199768	transitions	1	8.761178016662598
199768	transitions	2	-3.5909342765808105
199768	transitions	3	1.555605173110962
199768	transitions	4	-2.187493324279785
199768	transitions	5	-0.4171428382396698
199768	transitions	6	-0.19378960132598877
199768	transitions	7	-10000.0
199768	transitions	8	1.8296395540237427
199768	transitions	9	-2.294651985168457
199768	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
199768	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
199768	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
199768	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
199768	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
199768	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
199768	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
199768	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
199768	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
199768	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
199768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
199768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
199768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
199768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
199768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
199768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
199768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
199768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
199768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
199768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
199768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
199768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
199768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
199768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
199768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
199768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
199768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
199768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
199768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
199768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
199768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
199768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
199768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
199768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
199768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
199768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
199768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
199768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
199768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
199768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
199768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
199768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
199768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
199768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
199768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
199768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
199768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
199768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
199768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
199768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
199768	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
199768	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
199768	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
199768	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
199768	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
199768	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
199768	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
199768	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
199768	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
199768	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
199768	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
199768	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
199768	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
199768	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
199768	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
199768	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
199768	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
199768	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
199768	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
199768	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
199768	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
199768	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
199768	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
199768	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
199768	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
199768	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
199768	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
199768	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
199768	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
199768	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
199768	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
199768	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
199768	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
199768	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
199768	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
199768	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
199768	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
199768	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
199768	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
199768	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
199768	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
199768	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
199768	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
199768	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
199768	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
199768	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
199768	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
199768	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
199768	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
199768	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
199768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
199768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
199768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
199768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
199768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
199768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
199768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
199768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
199768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
199768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
199768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
199768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
199768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
199768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
199768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
199768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
199768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
199768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
199768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
199768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
199768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
199768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
199768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
199768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
199768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
199768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
199768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
199768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
199768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
199768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
199768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
199768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
199768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
199768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
199768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
199768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
199768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
199768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
199768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
199768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
199768	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
199768	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
199768	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
199768	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
199768	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
199768	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
199768	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
199768	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
199768	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
199768	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
199768	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
199768	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
199768	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
199768	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
199768	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
199768	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
199768	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
199768	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
199768	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
199768	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
199768	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
199768	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
199768	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
199768	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
199768	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
199768	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
199768	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
199768	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
199768	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
199768	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
199768	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
199768	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
199768	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
199768	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
199768	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
199768	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
199768	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
199768	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
199768	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
199768	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
199768	embedding2nn.weight	0	0.048675764352083206
199768	embedding2nn.weight	1	-0.09144378453493118
199768	embedding2nn.weight	2	0.023695552721619606
199768	embedding2nn.weight	3	-0.05165412649512291
199768	embedding2nn.weight	4	-0.11835277080535889
199768	embedding2nn.weight	5	0.11604268848896027
199768	embedding2nn.weight	6	-0.09483199566602707
199768	embedding2nn.weight	7	-0.06573981791734695
199768	embedding2nn.weight	8	-0.026339853182435036
199768	embedding2nn.weight	9	0.04842233657836914
199768	embedding2nn.bias	0	0.08112896978855133
199768	embedding2nn.bias	1	-0.017875974997878075
199768	embedding2nn.bias	2	-0.09095965325832367
199768	embedding2nn.bias	3	0.03387865424156189
199768	embedding2nn.bias	4	-0.006027926225215197
199768	embedding2nn.bias	5	-0.1834615170955658
199768	embedding2nn.bias	6	-0.10782057046890259
199768	embedding2nn.bias	7	-0.018899638205766678
199768	embedding2nn.bias	8	0.08643405139446259
199768	embedding2nn.bias	9	-0.07056401669979095
199768	rnn.weight_ih_l0	0	0.040419407188892365
199768	rnn.weight_ih_l0	1	-0.08186191320419312
199768	rnn.weight_ih_l0	2	-0.04581361263990402
199768	rnn.weight_ih_l0	3	-0.04799807444214821
199768	rnn.weight_ih_l0	4	0.007944897748529911
199768	rnn.weight_ih_l0	5	-0.11777400970458984
199768	rnn.weight_ih_l0	6	-0.03192213550209999
199768	rnn.weight_ih_l0	7	-0.011711053550243378
199768	rnn.weight_ih_l0	8	0.06740529835224152
199768	rnn.weight_ih_l0	9	0.002212938852608204
199768	rnn.weight_hh_l0	0	0.002379561075940728
199768	rnn.weight_hh_l0	1	-0.07973599433898926
199768	rnn.weight_hh_l0	2	0.06757841259241104
199768	rnn.weight_hh_l0	3	0.04876960068941116
199768	rnn.weight_hh_l0	4	0.005442328285425901
199768	rnn.weight_hh_l0	5	0.06536948680877686
199768	rnn.weight_hh_l0	6	-0.018576502799987793
199768	rnn.weight_hh_l0	7	-0.10885176062583923
199768	rnn.weight_hh_l0	8	0.021639559417963028
199768	rnn.weight_hh_l0	9	-0.08057510852813721
199768	rnn.bias_ih_l0	0	-0.09211751073598862
199768	rnn.bias_ih_l0	1	-0.19199353456497192
199768	rnn.bias_ih_l0	2	-0.2593735158443451
199768	rnn.bias_ih_l0	3	-0.28149914741516113
199768	rnn.bias_ih_l0	4	0.00022342296142596751
199768	rnn.bias_ih_l0	5	0.05980938673019409
199768	rnn.bias_ih_l0	6	-0.1663714200258255
199768	rnn.bias_ih_l0	7	-0.2595053017139435
199768	rnn.bias_ih_l0	8	-0.13509787619113922
199768	rnn.bias_ih_l0	9	-0.17791374027729034
199768	rnn.bias_hh_l0	0	0.1333029568195343
199768	rnn.bias_hh_l0	1	-0.062656469643116
199768	rnn.bias_hh_l0	2	0.04721122980117798
199768	rnn.bias_hh_l0	3	-0.18379005789756775
199768	rnn.bias_hh_l0	4	0.03612753748893738
199768	rnn.bias_hh_l0	5	0.06169288977980614
199768	rnn.bias_hh_l0	6	-0.09961363673210144
199768	rnn.bias_hh_l0	7	-0.1596703678369522
199768	rnn.bias_hh_l0	8	-0.18881340324878693
199768	rnn.bias_hh_l0	9	-0.10445813089609146
199768	rnn.weight_ih_l0_reverse	0	-0.022214196622371674
199768	rnn.weight_ih_l0_reverse	1	0.0007635820074938238
199768	rnn.weight_ih_l0_reverse	2	0.009538834914565086
199768	rnn.weight_ih_l0_reverse	3	0.005933807231485844
199768	rnn.weight_ih_l0_reverse	4	0.02094917558133602
199768	rnn.weight_ih_l0_reverse	5	-0.055440641939640045
199768	rnn.weight_ih_l0_reverse	6	-0.047238606959581375
199768	rnn.weight_ih_l0_reverse	7	0.00888072606176138
199768	rnn.weight_ih_l0_reverse	8	0.09331629425287247
199768	rnn.weight_ih_l0_reverse	9	0.002141066361218691
199768	rnn.weight_hh_l0_reverse	0	0.0033351732417941093
199768	rnn.weight_hh_l0_reverse	1	0.028396347537636757
199768	rnn.weight_hh_l0_reverse	2	-0.04192589968442917
199768	rnn.weight_hh_l0_reverse	3	0.0385589599609375
199768	rnn.weight_hh_l0_reverse	4	0.022716982290148735
199768	rnn.weight_hh_l0_reverse	5	-0.003821864491328597
199768	rnn.weight_hh_l0_reverse	6	0.06785893440246582
199768	rnn.weight_hh_l0_reverse	7	0.03597436472773552
199768	rnn.weight_hh_l0_reverse	8	-0.02244064025580883
199768	rnn.weight_hh_l0_reverse	9	-0.0298676285892725
199768	rnn.bias_ih_l0_reverse	0	-0.14317302405834198
199768	rnn.bias_ih_l0_reverse	1	-0.3178898096084595
199768	rnn.bias_ih_l0_reverse	2	-0.06544175744056702
199768	rnn.bias_ih_l0_reverse	3	-0.14739060401916504
199768	rnn.bias_ih_l0_reverse	4	0.05452477186918259
199768	rnn.bias_ih_l0_reverse	5	-0.2690550982952118
199768	rnn.bias_ih_l0_reverse	6	-0.06745602190494537
199768	rnn.bias_ih_l0_reverse	7	0.017547687515616417
199768	rnn.bias_ih_l0_reverse	8	-0.1960543841123581
199768	rnn.bias_ih_l0_reverse	9	-0.09266640245914459
199768	rnn.bias_hh_l0_reverse	0	-0.1563306599855423
199768	rnn.bias_hh_l0_reverse	1	-0.1508498340845108
199768	rnn.bias_hh_l0_reverse	2	-0.017492156475782394
199768	rnn.bias_hh_l0_reverse	3	-0.13773925602436066
199768	rnn.bias_hh_l0_reverse	4	-0.02505255863070488
199768	rnn.bias_hh_l0_reverse	5	-0.11604032665491104
199768	rnn.bias_hh_l0_reverse	6	-0.07598816603422165
199768	rnn.bias_hh_l0_reverse	7	-0.1913134753704071
199768	rnn.bias_hh_l0_reverse	8	-0.0695783719420433
199768	rnn.bias_hh_l0_reverse	9	-0.11779241263866425
199768	linear.weight	0	-0.23250049352645874
199768	linear.weight	1	-0.08779829740524292
199768	linear.weight	2	-0.011228874325752258
199768	linear.weight	3	-0.15129657089710236
199768	linear.weight	4	-0.005169860552996397
199768	linear.weight	5	0.15561391413211823
199768	linear.weight	6	0.0047744326293468475
199768	linear.weight	7	-0.021312154829502106
199768	linear.weight	8	0.13775181770324707
199768	linear.weight	9	0.24187356233596802
199768	linear.bias	0	-0.8420315980911255
199768	linear.bias	1	1.4491225481033325
199768	linear.bias	2	-0.48237425088882446
199768	linear.bias	3	-0.7289125323295593
199768	linear.bias	4	-0.8610438108444214
199768	linear.bias	5	-1.1785812377929688
199768	linear.bias	6	-0.9635746479034424
199768	linear.bias	7	-0.7436643242835999
199768	linear.bias	8	-0.01705317199230194
199768	linear.bias	9	3.4755172729492188
199965	transitions	0	-0.44963058829307556
199965	transitions	1	8.754976272583008
199965	transitions	2	-3.5911483764648438
199965	transitions	3	1.563839077949524
199965	transitions	4	-2.1876413822174072
199965	transitions	5	-0.4172148108482361
199965	transitions	6	-0.19381003081798553
199965	transitions	7	-10000.0
199965	transitions	8	1.8322434425354004
199965	transitions	9	-2.2946536540985107
199965	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
199965	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
199965	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
199965	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
199965	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
199965	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
199965	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
199965	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
199965	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
199965	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
199965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
199965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
199965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
199965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
199965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
199965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
199965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
199965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
199965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
199965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
199965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
199965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
199965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
199965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
199965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
199965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
199965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
199965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
199965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
199965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
199965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
199965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
199965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
199965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
199965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
199965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
199965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
199965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
199965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
199965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
199965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
199965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
199965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
199965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
199965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
199965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
199965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
199965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
199965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
199965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
199965	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
199965	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
199965	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
199965	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
199965	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
199965	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
199965	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
199965	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
199965	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
199965	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
199965	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
199965	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
199965	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
199965	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
199965	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
199965	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
199965	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
199965	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
199965	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
199965	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
199965	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
199965	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
199965	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
199965	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
199965	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
199965	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
199965	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
199965	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
199965	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
199965	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
199965	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
199965	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
199965	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
199965	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
199965	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
199965	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
199965	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
199965	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
199965	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
199965	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
199965	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
199965	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
199965	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
199965	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
199965	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
199965	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
199965	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
199965	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
199965	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
199965	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
199965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
199965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
199965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
199965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
199965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
199965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
199965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
199965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
199965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
199965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
199965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
199965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
199965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
199965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
199965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
199965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
199965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
199965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
199965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
199965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
199965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
199965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
199965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
199965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
199965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
199965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
199965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
199965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
199965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
199965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
199965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
199965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
199965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
199965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
199965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
199965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
199965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
199965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
199965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
199965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
199965	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
199965	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
199965	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
199965	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
199965	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
199965	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
199965	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
199965	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
199965	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
199965	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
199965	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
199965	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
199965	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
199965	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
199965	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
199965	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
199965	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
199965	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
199965	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
199965	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
199965	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
199965	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
199965	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
199965	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
199965	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
199965	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
199965	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
199965	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
199965	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
199965	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
199965	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
199965	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
199965	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
199965	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
199965	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
199965	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
199965	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
199965	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
199965	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
199965	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
199965	embedding2nn.weight	0	0.048161596059799194
199965	embedding2nn.weight	1	-0.09104780107736588
199965	embedding2nn.weight	2	0.022458691149950027
199965	embedding2nn.weight	3	-0.0522090420126915
199965	embedding2nn.weight	4	-0.11933502554893494
199965	embedding2nn.weight	5	0.11635256558656693
199965	embedding2nn.weight	6	-0.09458951652050018
199965	embedding2nn.weight	7	-0.06596006453037262
199965	embedding2nn.weight	8	-0.026768237352371216
199965	embedding2nn.weight	9	0.04953484237194061
199965	embedding2nn.bias	0	0.07179998606443405
199965	embedding2nn.bias	1	-0.03234025835990906
199965	embedding2nn.bias	2	-0.09662632644176483
199965	embedding2nn.bias	3	0.03281761705875397
199965	embedding2nn.bias	4	-0.011370019987225533
199965	embedding2nn.bias	5	-0.17999239265918732
199965	embedding2nn.bias	6	-0.10147303342819214
199965	embedding2nn.bias	7	-0.014982038177549839
199965	embedding2nn.bias	8	0.08531691133975983
199965	embedding2nn.bias	9	-0.062049154192209244
199965	rnn.weight_ih_l0	0	0.04076504334807396
199965	rnn.weight_ih_l0	1	-0.07977128773927689
199965	rnn.weight_ih_l0	2	-0.046621426939964294
199965	rnn.weight_ih_l0	3	-0.04771321639418602
199965	rnn.weight_ih_l0	4	0.00783632230013609
199965	rnn.weight_ih_l0	5	-0.11817584931850433
199965	rnn.weight_ih_l0	6	-0.032681506127119064
199965	rnn.weight_ih_l0	7	-0.011341544799506664
199965	rnn.weight_ih_l0	8	0.06573480367660522
199965	rnn.weight_ih_l0	9	0.0024260333739221096
199965	rnn.weight_hh_l0	0	0.001936842338182032
199965	rnn.weight_hh_l0	1	-0.08050555735826492
199965	rnn.weight_hh_l0	2	0.06827685236930847
199965	rnn.weight_hh_l0	3	0.04955899342894554
199965	rnn.weight_hh_l0	4	0.005863102152943611
199965	rnn.weight_hh_l0	5	0.06585008651018143
199965	rnn.weight_hh_l0	6	-0.018633291125297546
199965	rnn.weight_hh_l0	7	-0.10890772193670273
199965	rnn.weight_hh_l0	8	0.02220207266509533
199965	rnn.weight_hh_l0	9	-0.08011611551046371
199965	rnn.bias_ih_l0	0	-0.09224286675453186
199965	rnn.bias_ih_l0	1	-0.19029898941516876
199965	rnn.bias_ih_l0	2	-0.25900736451148987
199965	rnn.bias_ih_l0	3	-0.27867069840431213
199965	rnn.bias_ih_l0	4	-0.0007416788721457124
199965	rnn.bias_ih_l0	5	0.06071094051003456
199965	rnn.bias_ih_l0	6	-0.16733098030090332
199965	rnn.bias_ih_l0	7	-0.26093214750289917
199965	rnn.bias_ih_l0	8	-0.1338077187538147
199965	rnn.bias_ih_l0	9	-0.17860987782478333
199965	rnn.bias_hh_l0	0	0.13318045437335968
199965	rnn.bias_hh_l0	1	-0.06343453377485275
199965	rnn.bias_hh_l0	2	0.047938231378793716
199965	rnn.bias_hh_l0	3	-0.18220041692256927
199965	rnn.bias_hh_l0	4	0.03363317251205444
199965	rnn.bias_hh_l0	5	0.061999380588531494
199965	rnn.bias_hh_l0	6	-0.09925512224435806
199965	rnn.bias_hh_l0	7	-0.16016222536563873
199965	rnn.bias_hh_l0	8	-0.1896468997001648
199965	rnn.bias_hh_l0	9	-0.1053459569811821
199965	rnn.weight_ih_l0_reverse	0	-0.021929768845438957
199965	rnn.weight_ih_l0_reverse	1	0.0022365832701325417
199965	rnn.weight_ih_l0_reverse	2	0.008813725784420967
199965	rnn.weight_ih_l0_reverse	3	0.006237789988517761
199965	rnn.weight_ih_l0_reverse	4	0.022067666053771973
199965	rnn.weight_ih_l0_reverse	5	-0.056329332292079926
199965	rnn.weight_ih_l0_reverse	6	-0.04529035836458206
199965	rnn.weight_ih_l0_reverse	7	0.008502072654664516
199965	rnn.weight_ih_l0_reverse	8	0.0944266989827156
199965	rnn.weight_ih_l0_reverse	9	0.002445685677230358
199965	rnn.weight_hh_l0_reverse	0	0.003198152408003807
199965	rnn.weight_hh_l0_reverse	1	0.028298845514655113
199965	rnn.weight_hh_l0_reverse	2	-0.0418059378862381
199965	rnn.weight_hh_l0_reverse	3	0.038567353039979935
199965	rnn.weight_hh_l0_reverse	4	0.02267085760831833
199965	rnn.weight_hh_l0_reverse	5	-0.0038674999959766865
199965	rnn.weight_hh_l0_reverse	6	0.06759288161993027
199965	rnn.weight_hh_l0_reverse	7	0.03599896281957626
199965	rnn.weight_hh_l0_reverse	8	-0.022828996181488037
199965	rnn.weight_hh_l0_reverse	9	-0.030056240037083626
199965	rnn.bias_ih_l0_reverse	0	-0.14409169554710388
199965	rnn.bias_ih_l0_reverse	1	-0.31799617409706116
199965	rnn.bias_ih_l0_reverse	2	-0.06566959619522095
199965	rnn.bias_ih_l0_reverse	3	-0.14721186459064484
199965	rnn.bias_ih_l0_reverse	4	0.05427052453160286
199965	rnn.bias_ih_l0_reverse	5	-0.2682637572288513
199965	rnn.bias_ih_l0_reverse	6	-0.06803584098815918
199965	rnn.bias_ih_l0_reverse	7	0.01870703138411045
199965	rnn.bias_ih_l0_reverse	8	-0.19666489958763123
199965	rnn.bias_ih_l0_reverse	9	-0.09244957566261292
199965	rnn.bias_hh_l0_reverse	0	-0.15699169039726257
199965	rnn.bias_hh_l0_reverse	1	-0.14942756295204163
199965	rnn.bias_hh_l0_reverse	2	-0.017929885536432266
199965	rnn.bias_hh_l0_reverse	3	-0.1367829293012619
199965	rnn.bias_hh_l0_reverse	4	-0.025747351348400116
199965	rnn.bias_hh_l0_reverse	5	-0.11537811905145645
199965	rnn.bias_hh_l0_reverse	6	-0.07687447965145111
199965	rnn.bias_hh_l0_reverse	7	-0.19250555336475372
199965	rnn.bias_hh_l0_reverse	8	-0.07073676586151123
199965	rnn.bias_hh_l0_reverse	9	-0.11742653697729111
199965	linear.weight	0	-0.2366657257080078
199965	linear.weight	1	-0.09001327306032181
199965	linear.weight	2	-0.011228874325752258
199965	linear.weight	3	-0.1434902846813202
199965	linear.weight	4	0.009406760334968567
199965	linear.weight	5	0.1504223793745041
199965	linear.weight	6	0.0047744326293468475
199965	linear.weight	7	-0.021312154829502106
199965	linear.weight	8	0.13863159716129303
199965	linear.weight	9	0.23814350366592407
199965	linear.bias	0	-0.8179184198379517
199965	linear.bias	1	1.4234297275543213
199965	linear.bias	2	-0.4799623191356659
199965	linear.bias	3	-0.7500107884407043
199965	linear.bias	4	-0.8779658079147339
199965	linear.bias	5	-1.1785988807678223
199965	linear.bias	6	-0.9400893449783325
199965	linear.bias	7	-0.7223811149597168
199965	linear.bias	8	-0.01705317199230194
199965	linear.bias	9	3.4988348484039307
200162	transitions	0	-0.44971728324890137
200162	transitions	1	8.75770092010498
200162	transitions	2	-3.591383934020996
200162	transitions	3	1.5635902881622314
200162	transitions	4	-2.1880154609680176
200162	transitions	5	-0.417248010635376
200162	transitions	6	-0.19383050501346588
200162	transitions	7	-10000.0
200162	transitions	8	1.833271861076355
200162	transitions	9	-2.294659376144409
200162	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
200162	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
200162	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
200162	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
200162	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
200162	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
200162	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
200162	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
200162	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
200162	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
200162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
200162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
200162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
200162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
200162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
200162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
200162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
200162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
200162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
200162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
200162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
200162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
200162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
200162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
200162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
200162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
200162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
200162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
200162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
200162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
200162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
200162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
200162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
200162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
200162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
200162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
200162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
200162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
200162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
200162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
200162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
200162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
200162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
200162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
200162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
200162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
200162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
200162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
200162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
200162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
200162	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
200162	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
200162	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
200162	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
200162	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
200162	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
200162	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
200162	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
200162	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
200162	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
200162	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
200162	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
200162	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
200162	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
200162	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
200162	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
200162	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
200162	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
200162	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
200162	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
200162	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
200162	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
200162	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
200162	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
200162	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
200162	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
200162	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
200162	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
200162	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
200162	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
200162	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
200162	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
200162	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
200162	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
200162	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
200162	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
200162	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
200162	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
200162	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
200162	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
200162	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
200162	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
200162	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
200162	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
200162	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
200162	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
200162	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
200162	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
200162	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
200162	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
200162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
200162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
200162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
200162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
200162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
200162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
200162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
200162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
200162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
200162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
200162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
200162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
200162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
200162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
200162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
200162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
200162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
200162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
200162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
200162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
200162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
200162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
200162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
200162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
200162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
200162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
200162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
200162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
200162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
200162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
200162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
200162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
200162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
200162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
200162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
200162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
200162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
200162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
200162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
200162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
200162	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
200162	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
200162	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
200162	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
200162	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
200162	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
200162	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
200162	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
200162	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
200162	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
200162	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
200162	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
200162	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
200162	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
200162	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
200162	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
200162	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
200162	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
200162	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
200162	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
200162	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
200162	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
200162	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
200162	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
200162	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
200162	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
200162	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
200162	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
200162	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
200162	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
200162	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
200162	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
200162	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
200162	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
200162	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
200162	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
200162	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
200162	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
200162	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
200162	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
200162	embedding2nn.weight	0	0.04806174337863922
200162	embedding2nn.weight	1	-0.09274666011333466
200162	embedding2nn.weight	2	0.022362006828188896
200162	embedding2nn.weight	3	-0.05206252634525299
200162	embedding2nn.weight	4	-0.11830416321754456
200162	embedding2nn.weight	5	0.11672352999448776
200162	embedding2nn.weight	6	-0.10101205855607986
200162	embedding2nn.weight	7	-0.06575905531644821
200162	embedding2nn.weight	8	-0.02705840952694416
200162	embedding2nn.weight	9	0.050048135221004486
200162	embedding2nn.bias	0	0.0772383064031601
200162	embedding2nn.bias	1	-0.03722101449966431
200162	embedding2nn.bias	2	-0.10154791176319122
200162	embedding2nn.bias	3	0.03989474102854729
200162	embedding2nn.bias	4	-0.006517605856060982
200162	embedding2nn.bias	5	-0.17863303422927856
200162	embedding2nn.bias	6	-0.09992090612649918
200162	embedding2nn.bias	7	-0.026188993826508522
200162	embedding2nn.bias	8	0.07681925594806671
200162	embedding2nn.bias	9	-0.06943780928850174
200162	rnn.weight_ih_l0	0	0.0395968034863472
200162	rnn.weight_ih_l0	1	-0.07953275740146637
200162	rnn.weight_ih_l0	2	-0.04650001972913742
200162	rnn.weight_ih_l0	3	-0.04942469298839569
200162	rnn.weight_ih_l0	4	0.008815456181764603
200162	rnn.weight_ih_l0	5	-0.11773332208395004
200162	rnn.weight_ih_l0	6	-0.03387385979294777
200162	rnn.weight_ih_l0	7	-0.011424912139773369
200162	rnn.weight_ih_l0	8	0.06463367491960526
200162	rnn.weight_ih_l0	9	0.002809775061905384
200162	rnn.weight_hh_l0	0	0.0015387984458357096
200162	rnn.weight_hh_l0	1	-0.07998865097761154
200162	rnn.weight_hh_l0	2	0.06784306466579437
200162	rnn.weight_hh_l0	3	0.04940197989344597
200162	rnn.weight_hh_l0	4	0.00583717692643404
200162	rnn.weight_hh_l0	5	0.06672107428312302
200162	rnn.weight_hh_l0	6	-0.018603231757879257
200162	rnn.weight_hh_l0	7	-0.10796849429607391
200162	rnn.weight_hh_l0	8	0.02122841216623783
200162	rnn.weight_hh_l0	9	-0.08100752532482147
200162	rnn.bias_ih_l0	0	-0.0933094322681427
200162	rnn.bias_ih_l0	1	-0.18936040997505188
200162	rnn.bias_ih_l0	2	-0.258431613445282
200162	rnn.bias_ih_l0	3	-0.27932846546173096
200162	rnn.bias_ih_l0	4	-0.0017983982106670737
200162	rnn.bias_ih_l0	5	0.06556280702352524
200162	rnn.bias_ih_l0	6	-0.16770099103450775
200162	rnn.bias_ih_l0	7	-0.26325327157974243
200162	rnn.bias_ih_l0	8	-0.13338394463062286
200162	rnn.bias_ih_l0	9	-0.17921876907348633
200162	rnn.bias_hh_l0	0	0.12948091328144073
200162	rnn.bias_hh_l0	1	-0.06227875500917435
200162	rnn.bias_hh_l0	2	0.04934262856841087
200162	rnn.bias_hh_l0	3	-0.18316544592380524
200162	rnn.bias_hh_l0	4	0.030263172462582588
200162	rnn.bias_hh_l0	5	0.05980340391397476
200162	rnn.bias_hh_l0	6	-0.09888051450252533
200162	rnn.bias_hh_l0	7	-0.15978233516216278
200162	rnn.bias_hh_l0	8	-0.1877899318933487
200162	rnn.bias_hh_l0	9	-0.10434775054454803
200162	rnn.weight_ih_l0_reverse	0	-0.021804291754961014
200162	rnn.weight_ih_l0_reverse	1	0.0025862439069896936
200162	rnn.weight_ih_l0_reverse	2	0.011241264641284943
200162	rnn.weight_ih_l0_reverse	3	0.007141497917473316
200162	rnn.weight_ih_l0_reverse	4	0.020985063165426254
200162	rnn.weight_ih_l0_reverse	5	-0.05509679764509201
200162	rnn.weight_ih_l0_reverse	6	-0.045654069632291794
200162	rnn.weight_ih_l0_reverse	7	0.007398173213005066
200162	rnn.weight_ih_l0_reverse	8	0.09496159851551056
200162	rnn.weight_ih_l0_reverse	9	0.0026505840942263603
200162	rnn.weight_hh_l0_reverse	0	0.003394498722627759
200162	rnn.weight_hh_l0_reverse	1	0.028197115287184715
200162	rnn.weight_hh_l0_reverse	2	-0.04219024255871773
200162	rnn.weight_hh_l0_reverse	3	0.03815407678484917
200162	rnn.weight_hh_l0_reverse	4	0.02278578095138073
200162	rnn.weight_hh_l0_reverse	5	-0.0034753610379993916
200162	rnn.weight_hh_l0_reverse	6	0.06760243326425552
200162	rnn.weight_hh_l0_reverse	7	0.03614884614944458
200162	rnn.weight_hh_l0_reverse	8	-0.022887790575623512
200162	rnn.weight_hh_l0_reverse	9	-0.030132297426462173
200162	rnn.bias_ih_l0_reverse	0	-0.14304488897323608
200162	rnn.bias_ih_l0_reverse	1	-0.318011611700058
200162	rnn.bias_ih_l0_reverse	2	-0.06678784638643265
200162	rnn.bias_ih_l0_reverse	3	-0.14829744398593903
200162	rnn.bias_ih_l0_reverse	4	0.05494915321469307
200162	rnn.bias_ih_l0_reverse	5	-0.26864558458328247
200162	rnn.bias_ih_l0_reverse	6	-0.06854809075593948
200162	rnn.bias_ih_l0_reverse	7	0.015453001484274864
200162	rnn.bias_ih_l0_reverse	8	-0.19823481142520905
200162	rnn.bias_ih_l0_reverse	9	-0.09056035429239273
200162	rnn.bias_hh_l0_reverse	0	-0.15649324655532837
200162	rnn.bias_hh_l0_reverse	1	-0.15037158131599426
200162	rnn.bias_hh_l0_reverse	2	-0.017471102997660637
200162	rnn.bias_hh_l0_reverse	3	-0.13497023284435272
200162	rnn.bias_hh_l0_reverse	4	-0.02566755749285221
200162	rnn.bias_hh_l0_reverse	5	-0.11567164212465286
200162	rnn.bias_hh_l0_reverse	6	-0.07570689916610718
200162	rnn.bias_hh_l0_reverse	7	-0.1924346536397934
200162	rnn.bias_hh_l0_reverse	8	-0.07217171788215637
200162	rnn.bias_hh_l0_reverse	9	-0.11785010993480682
200162	linear.weight	0	-0.24395252764225006
200162	linear.weight	1	-0.08885759115219116
200162	linear.weight	2	-0.011228874325752258
200162	linear.weight	3	-0.14671637117862701
200162	linear.weight	4	0.004211957100778818
200162	linear.weight	5	0.14024539291858673
200162	linear.weight	6	0.0047744326293468475
200162	linear.weight	7	-0.021312154829502106
200162	linear.weight	8	0.14887018501758575
200162	linear.weight	9	0.22258831560611725
200162	linear.bias	0	-0.8278710246086121
200162	linear.bias	1	1.4632359743118286
200162	linear.bias	2	-0.49584445357322693
200162	linear.bias	3	-0.7232046723365784
200162	linear.bias	4	-0.8931019306182861
200162	linear.bias	5	-1.1786143779754639
200162	linear.bias	6	-0.9501723051071167
200162	linear.bias	7	-0.7292728424072266
200162	linear.bias	8	-0.01705317199230194
200162	linear.bias	9	3.4433653354644775
200359	transitions	0	-0.44987279176712036
200359	transitions	1	8.763654708862305
200359	transitions	2	-3.591662645339966
200359	transitions	3	1.5532793998718262
200359	transitions	4	-2.1884562969207764
200359	transitions	5	-0.4173511564731598
200359	transitions	6	-0.1938415765762329
200359	transitions	7	-10000.0
200359	transitions	8	1.8325895071029663
200359	transitions	9	-2.294661283493042
200359	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
200359	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
200359	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
200359	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
200359	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
200359	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
200359	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
200359	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
200359	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
200359	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
200359	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
200359	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
200359	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
200359	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
200359	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
200359	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
200359	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
200359	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
200359	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
200359	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
200359	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
200359	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
200359	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
200359	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
200359	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
200359	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
200359	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
200359	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
200359	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
200359	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
200359	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
200359	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
200359	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
200359	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
200359	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
200359	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
200359	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
200359	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
200359	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
200359	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
200359	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
200359	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
200359	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
200359	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
200359	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
200359	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
200359	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
200359	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
200359	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
200359	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
200359	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
200359	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
200359	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
200359	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
200359	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
200359	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
200359	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
200359	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
200359	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
200359	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
200359	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
200359	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
200359	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
200359	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
200359	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
200359	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
200359	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
200359	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
200359	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
200359	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
200359	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
200359	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
200359	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
200359	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
200359	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
200359	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
200359	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
200359	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
200359	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
200359	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
200359	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
200359	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
200359	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
200359	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
200359	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
200359	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
200359	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
200359	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
200359	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
200359	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
200359	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
200359	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
200359	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
200359	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
200359	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
200359	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
200359	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
200359	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
200359	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
200359	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
200359	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
200359	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
200359	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
200359	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
200359	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
200359	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
200359	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
200359	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
200359	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
200359	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
200359	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
200359	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
200359	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
200359	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
200359	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
200359	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
200359	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
200359	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
200359	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
200359	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
200359	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
200359	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
200359	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
200359	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
200359	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
200359	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
200359	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
200359	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
200359	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
200359	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
200359	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
200359	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
200359	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
200359	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
200359	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
200359	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
200359	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
200359	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
200359	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
200359	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
200359	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
200359	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
200359	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
200359	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
200359	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
200359	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
200359	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
200359	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
200359	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
200359	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
200359	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
200359	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
200359	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
200359	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
200359	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
200359	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
200359	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
200359	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
200359	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
200359	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
200359	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
200359	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
200359	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
200359	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
200359	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
200359	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
200359	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
200359	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
200359	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
200359	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
200359	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
200359	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
200359	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
200359	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
200359	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
200359	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
200359	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
200359	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
200359	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
200359	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
200359	embedding2nn.weight	0	0.04813694581389427
200359	embedding2nn.weight	1	-0.09224340319633484
200359	embedding2nn.weight	2	0.022532636299729347
200359	embedding2nn.weight	3	-0.052311938256025314
200359	embedding2nn.weight	4	-0.11915366351604462
200359	embedding2nn.weight	5	0.11722592264413834
200359	embedding2nn.weight	6	-0.0983823761343956
200359	embedding2nn.weight	7	-0.06672096997499466
200359	embedding2nn.weight	8	-0.02629000134766102
200359	embedding2nn.weight	9	0.05057894065976143
200359	embedding2nn.bias	0	0.07136102020740509
200359	embedding2nn.bias	1	-0.04241972416639328
200359	embedding2nn.bias	2	-0.09807690232992172
200359	embedding2nn.bias	3	0.03824077546596527
200359	embedding2nn.bias	4	-0.004121926613152027
200359	embedding2nn.bias	5	-0.18150892853736877
200359	embedding2nn.bias	6	-0.10146810114383698
200359	embedding2nn.bias	7	-0.020375769585371017
200359	embedding2nn.bias	8	0.0768527090549469
200359	embedding2nn.bias	9	-0.06219601631164551
200359	rnn.weight_ih_l0	0	0.0396583266556263
200359	rnn.weight_ih_l0	1	-0.07862845063209534
200359	rnn.weight_ih_l0	2	-0.045912716537714005
200359	rnn.weight_ih_l0	3	-0.051426246762275696
200359	rnn.weight_ih_l0	4	0.008111115545034409
200359	rnn.weight_ih_l0	5	-0.11679293215274811
200359	rnn.weight_ih_l0	6	-0.03368084505200386
200359	rnn.weight_ih_l0	7	-0.011548994109034538
200359	rnn.weight_ih_l0	8	0.06414823234081268
200359	rnn.weight_ih_l0	9	0.004161774646490812
200359	rnn.weight_hh_l0	0	0.0019348638597875834
200359	rnn.weight_hh_l0	1	-0.07918340712785721
200359	rnn.weight_hh_l0	2	0.06819424033164978
200359	rnn.weight_hh_l0	3	0.0488092377781868
200359	rnn.weight_hh_l0	4	0.005949147045612335
200359	rnn.weight_hh_l0	5	0.06624264270067215
200359	rnn.weight_hh_l0	6	-0.018658271059393883
200359	rnn.weight_hh_l0	7	-0.10823696851730347
200359	rnn.weight_hh_l0	8	0.02117406576871872
200359	rnn.weight_hh_l0	9	-0.08393002301454544
200359	rnn.bias_ih_l0	0	-0.09321793168783188
200359	rnn.bias_ih_l0	1	-0.18881776928901672
200359	rnn.bias_ih_l0	2	-0.26025018095970154
200359	rnn.bias_ih_l0	3	-0.2796676456928253
200359	rnn.bias_ih_l0	4	-0.005555588286370039
200359	rnn.bias_ih_l0	5	0.06244935840368271
200359	rnn.bias_ih_l0	6	-0.1663762778043747
200359	rnn.bias_ih_l0	7	-0.2639212906360626
200359	rnn.bias_ih_l0	8	-0.13351739943027496
200359	rnn.bias_ih_l0	9	-0.17896881699562073
200359	rnn.bias_hh_l0	0	0.13084490597248077
200359	rnn.bias_hh_l0	1	-0.06244920566678047
200359	rnn.bias_hh_l0	2	0.050077471882104874
200359	rnn.bias_hh_l0	3	-0.1821637898683548
200359	rnn.bias_hh_l0	4	0.029363684356212616
200359	rnn.bias_hh_l0	5	0.06197173148393631
200359	rnn.bias_hh_l0	6	-0.09804364293813705
200359	rnn.bias_hh_l0	7	-0.16035474836826324
200359	rnn.bias_hh_l0	8	-0.187106192111969
200359	rnn.bias_hh_l0	9	-0.10313376784324646
200359	rnn.weight_ih_l0_reverse	0	-0.022632164880633354
200359	rnn.weight_ih_l0_reverse	1	0.0034701023250818253
200359	rnn.weight_ih_l0_reverse	2	0.012611768208444118
200359	rnn.weight_ih_l0_reverse	3	0.007657273206859827
200359	rnn.weight_ih_l0_reverse	4	0.020977023988962173
200359	rnn.weight_ih_l0_reverse	5	-0.054677415639162064
200359	rnn.weight_ih_l0_reverse	6	-0.043763600289821625
200359	rnn.weight_ih_l0_reverse	7	0.00870212260633707
200359	rnn.weight_ih_l0_reverse	8	0.09656677395105362
200359	rnn.weight_ih_l0_reverse	9	0.0034539510961622
200359	rnn.weight_hh_l0_reverse	0	0.0030051665380597115
200359	rnn.weight_hh_l0_reverse	1	0.028168946504592896
200359	rnn.weight_hh_l0_reverse	2	-0.04258445277810097
200359	rnn.weight_hh_l0_reverse	3	0.038329534232616425
200359	rnn.weight_hh_l0_reverse	4	0.02281797118484974
200359	rnn.weight_hh_l0_reverse	5	-0.003347097197547555
200359	rnn.weight_hh_l0_reverse	6	0.0681917741894722
200359	rnn.weight_hh_l0_reverse	7	0.036115605384111404
200359	rnn.weight_hh_l0_reverse	8	-0.023161236196756363
200359	rnn.weight_hh_l0_reverse	9	-0.02976883016526699
200359	rnn.bias_ih_l0_reverse	0	-0.14040273427963257
200359	rnn.bias_ih_l0_reverse	1	-0.31692323088645935
200359	rnn.bias_ih_l0_reverse	2	-0.06759081780910492
200359	rnn.bias_ih_l0_reverse	3	-0.14775149524211884
200359	rnn.bias_ih_l0_reverse	4	0.05615582689642906
200359	rnn.bias_ih_l0_reverse	5	-0.2664715647697449
200359	rnn.bias_ih_l0_reverse	6	-0.07005296647548676
200359	rnn.bias_ih_l0_reverse	7	0.014929687604308128
200359	rnn.bias_ih_l0_reverse	8	-0.19728420674800873
200359	rnn.bias_ih_l0_reverse	9	-0.09217707812786102
200359	rnn.bias_hh_l0_reverse	0	-0.156688392162323
200359	rnn.bias_hh_l0_reverse	1	-0.14912965893745422
200359	rnn.bias_hh_l0_reverse	2	-0.017873691394925117
200359	rnn.bias_hh_l0_reverse	3	-0.13513074815273285
200359	rnn.bias_hh_l0_reverse	4	-0.02309153787791729
200359	rnn.bias_hh_l0_reverse	5	-0.11590931564569473
200359	rnn.bias_hh_l0_reverse	6	-0.07516875863075256
200359	rnn.bias_hh_l0_reverse	7	-0.19128574430942535
200359	rnn.bias_hh_l0_reverse	8	-0.07254110276699066
200359	rnn.bias_hh_l0_reverse	9	-0.11782872676849365
200359	linear.weight	0	-0.25090163946151733
200359	linear.weight	1	-0.0886622965335846
200359	linear.weight	2	-0.011228874325752258
200359	linear.weight	3	-0.1467830240726471
200359	linear.weight	4	-0.0018398783868178725
200359	linear.weight	5	0.1355268359184265
200359	linear.weight	6	0.0047744326293468475
200359	linear.weight	7	-0.021312154829502106
200359	linear.weight	8	0.15296854078769684
200359	linear.weight	9	0.21770574152469635
200359	linear.bias	0	-0.828998327255249
200359	linear.bias	1	1.464598298072815
200359	linear.bias	2	-0.4872647523880005
200359	linear.bias	3	-0.728305459022522
200359	linear.bias	4	-0.8965227007865906
200359	linear.bias	5	-1.1786316633224487
200359	linear.bias	6	-0.9521946310997009
200359	linear.bias	7	-0.719508945941925
200359	linear.bias	8	-0.01705317199230194
200359	linear.bias	9	3.4838786125183105
200556	transitions	0	-0.4500511586666107
200556	transitions	1	8.761611938476562
200556	transitions	2	-3.5920536518096924
200556	transitions	3	1.5552512407302856
200556	transitions	4	-2.1890838146209717
200556	transitions	5	-0.41741642355918884
200556	transitions	6	-0.19386424124240875
200556	transitions	7	-10000.0
200556	transitions	8	1.831830620765686
200556	transitions	9	-2.2946622371673584
200556	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
200556	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
200556	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
200556	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
200556	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
200556	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
200556	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
200556	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
200556	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
200556	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
200556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
200556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
200556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
200556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
200556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
200556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
200556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
200556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
200556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
200556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
200556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
200556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
200556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
200556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
200556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
200556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
200556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
200556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
200556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
200556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
200556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
200556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
200556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
200556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
200556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
200556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
200556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
200556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
200556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
200556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
200556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
200556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
200556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
200556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
200556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
200556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
200556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
200556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
200556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
200556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
200556	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
200556	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
200556	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
200556	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
200556	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
200556	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
200556	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
200556	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
200556	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
200556	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
200556	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
200556	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
200556	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
200556	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
200556	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
200556	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
200556	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
200556	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
200556	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
200556	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
200556	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
200556	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
200556	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
200556	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
200556	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
200556	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
200556	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
200556	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
200556	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
200556	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
200556	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
200556	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
200556	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
200556	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
200556	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
200556	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
200556	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
200556	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
200556	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
200556	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
200556	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
200556	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
200556	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
200556	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
200556	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
200556	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
200556	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
200556	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
200556	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
200556	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
200556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
200556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
200556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
200556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
200556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
200556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
200556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
200556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
200556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
200556	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
200556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
200556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
200556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
200556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
200556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
200556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
200556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
200556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
200556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
200556	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
200556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
200556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
200556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
200556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
200556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
200556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
200556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
200556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
200556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
200556	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
200556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
200556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
200556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
200556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
200556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
200556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
200556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
200556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
200556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
200556	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
200556	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
200556	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
200556	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
200556	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
200556	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
200556	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
200556	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
200556	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
200556	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
200556	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
200556	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
200556	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
200556	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
200556	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
200556	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
200556	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
200556	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
200556	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
200556	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
200556	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
200556	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
200556	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
200556	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
200556	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
200556	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
200556	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
200556	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
200556	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
200556	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
200556	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
200556	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
200556	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
200556	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
200556	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
200556	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
200556	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
200556	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
200556	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
200556	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
200556	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
200556	embedding2nn.weight	0	0.0477650910615921
200556	embedding2nn.weight	1	-0.09270641952753067
200556	embedding2nn.weight	2	0.022374141961336136
200556	embedding2nn.weight	3	-0.05249381437897682
200556	embedding2nn.weight	4	-0.1189890205860138
200556	embedding2nn.weight	5	0.11705144494771957
200556	embedding2nn.weight	6	-0.094385527074337
200556	embedding2nn.weight	7	-0.0669347494840622
200556	embedding2nn.weight	8	-0.026153385639190674
200556	embedding2nn.weight	9	0.050659261643886566
200556	embedding2nn.bias	0	0.07537449896335602
200556	embedding2nn.bias	1	-0.03668186813592911
200556	embedding2nn.bias	2	-0.09583800286054611
200556	embedding2nn.bias	3	0.03731080889701843
200556	embedding2nn.bias	4	-0.002441932214424014
200556	embedding2nn.bias	5	-0.17971347272396088
200556	embedding2nn.bias	6	-0.11069641262292862
200556	embedding2nn.bias	7	-0.016458943486213684
200556	embedding2nn.bias	8	0.07186057418584824
200556	embedding2nn.bias	9	-0.06835099309682846
200556	rnn.weight_ih_l0	0	0.0403376966714859
200556	rnn.weight_ih_l0	1	-0.07881224155426025
200556	rnn.weight_ih_l0	2	-0.045681677758693695
200556	rnn.weight_ih_l0	3	-0.0518304668366909
200556	rnn.weight_ih_l0	4	0.008090929128229618
200556	rnn.weight_ih_l0	5	-0.11471802741289139
200556	rnn.weight_ih_l0	6	-0.0338396355509758
200556	rnn.weight_ih_l0	7	-0.009478366002440453
200556	rnn.weight_ih_l0	8	0.06447315216064453
200556	rnn.weight_ih_l0	9	0.0032118752133101225
200556	rnn.weight_hh_l0	0	0.0022810015361756086
200556	rnn.weight_hh_l0	1	-0.0793023407459259
200556	rnn.weight_hh_l0	2	0.0678766593337059
200556	rnn.weight_hh_l0	3	0.04902735725045204
200556	rnn.weight_hh_l0	4	0.006024271249771118
200556	rnn.weight_hh_l0	5	0.06590179353952408
200556	rnn.weight_hh_l0	6	-0.018673062324523926
200556	rnn.weight_hh_l0	7	-0.10850397497415543
200556	rnn.weight_hh_l0	8	0.02049640379846096
200556	rnn.weight_hh_l0	9	-0.08321495354175568
200556	rnn.bias_ih_l0	0	-0.09147270768880844
200556	rnn.bias_ih_l0	1	-0.18805478513240814
200556	rnn.bias_ih_l0	2	-0.2607285678386688
200556	rnn.bias_ih_l0	3	-0.28077343106269836
200556	rnn.bias_ih_l0	4	-0.0047335512936115265
200556	rnn.bias_ih_l0	5	0.05886279046535492
200556	rnn.bias_ih_l0	6	-0.16481345891952515
200556	rnn.bias_ih_l0	7	-0.2652433216571808
200556	rnn.bias_ih_l0	8	-0.1331758201122284
200556	rnn.bias_ih_l0	9	-0.1814524382352829
200556	rnn.bias_hh_l0	0	0.12731331586837769
200556	rnn.bias_hh_l0	1	-0.062090661376714706
200556	rnn.bias_hh_l0	2	0.05037315934896469
200556	rnn.bias_hh_l0	3	-0.18337471783161163
200556	rnn.bias_hh_l0	4	0.031152738258242607
200556	rnn.bias_hh_l0	5	0.06282447278499603
200556	rnn.bias_hh_l0	6	-0.09668976813554764
200556	rnn.bias_hh_l0	7	-0.16095484793186188
200556	rnn.bias_hh_l0	8	-0.18600225448608398
200556	rnn.bias_hh_l0	9	-0.1048058345913887
200556	rnn.weight_ih_l0_reverse	0	-0.022692831233143806
200556	rnn.weight_ih_l0_reverse	1	0.003256949596107006
200556	rnn.weight_ih_l0_reverse	2	0.012889626435935497
200556	rnn.weight_ih_l0_reverse	3	0.007827015593647957
200556	rnn.weight_ih_l0_reverse	4	0.019634397700428963
200556	rnn.weight_ih_l0_reverse	5	-0.05407784506678581
200556	rnn.weight_ih_l0_reverse	6	-0.043767787516117096
200556	rnn.weight_ih_l0_reverse	7	0.008386058732867241
200556	rnn.weight_ih_l0_reverse	8	0.0940839946269989
200556	rnn.weight_ih_l0_reverse	9	0.003961109556257725
200556	rnn.weight_hh_l0_reverse	0	0.0028075184673070908
200556	rnn.weight_hh_l0_reverse	1	0.029289495199918747
200556	rnn.weight_hh_l0_reverse	2	-0.04286476969718933
200556	rnn.weight_hh_l0_reverse	3	0.03817487880587578
200556	rnn.weight_hh_l0_reverse	4	0.022434096783399582
200556	rnn.weight_hh_l0_reverse	5	-0.0033788196742534637
200556	rnn.weight_hh_l0_reverse	6	0.06786215305328369
200556	rnn.weight_hh_l0_reverse	7	0.03622117266058922
200556	rnn.weight_hh_l0_reverse	8	-0.022684626281261444
200556	rnn.weight_hh_l0_reverse	9	-0.029571957886219025
200556	rnn.bias_ih_l0_reverse	0	-0.1416437029838562
200556	rnn.bias_ih_l0_reverse	1	-0.31668272614479065
200556	rnn.bias_ih_l0_reverse	2	-0.06707131862640381
200556	rnn.bias_ih_l0_reverse	3	-0.1459713876247406
200556	rnn.bias_ih_l0_reverse	4	0.057823698967695236
200556	rnn.bias_ih_l0_reverse	5	-0.26534125208854675
200556	rnn.bias_ih_l0_reverse	6	-0.07084903120994568
200556	rnn.bias_ih_l0_reverse	7	0.01573633775115013
200556	rnn.bias_ih_l0_reverse	8	-0.19505254924297333
200556	rnn.bias_ih_l0_reverse	9	-0.09640756249427795
200556	rnn.bias_hh_l0_reverse	0	-0.1544327586889267
200556	rnn.bias_hh_l0_reverse	1	-0.14931511878967285
200556	rnn.bias_hh_l0_reverse	2	-0.017537802457809448
200556	rnn.bias_hh_l0_reverse	3	-0.136233851313591
200556	rnn.bias_hh_l0_reverse	4	-0.024037515744566917
200556	rnn.bias_hh_l0_reverse	5	-0.11508631706237793
200556	rnn.bias_hh_l0_reverse	6	-0.07418545335531235
200556	rnn.bias_hh_l0_reverse	7	-0.1911880522966385
200556	rnn.bias_hh_l0_reverse	8	-0.0738895907998085
200556	rnn.bias_hh_l0_reverse	9	-0.11698001623153687
200556	linear.weight	0	-0.23952704668045044
200556	linear.weight	1	-0.08817347884178162
200556	linear.weight	2	-0.011228874325752258
200556	linear.weight	3	-0.14635632932186127
200556	linear.weight	4	-0.0005160316359251738
200556	linear.weight	5	0.1361135095357895
200556	linear.weight	6	0.0047744326293468475
200556	linear.weight	7	-0.021312154829502106
200556	linear.weight	8	0.15185993909835815
200556	linear.weight	9	0.2241562455892563
200556	linear.bias	0	-0.8087983131408691
200556	linear.bias	1	1.4365348815917969
200556	linear.bias	2	-0.46095678210258484
200556	linear.bias	3	-0.7292563915252686
200556	linear.bias	4	-0.8888987898826599
200556	linear.bias	5	-1.1786482334136963
200556	linear.bias	6	-0.9338608980178833
200556	linear.bias	7	-0.7241657376289368
200556	linear.bias	8	-0.01705317199230194
200556	linear.bias	9	3.4577744007110596
200753	transitions	0	-0.4502137303352356
200753	transitions	1	8.776717185974121
200753	transitions	2	-3.5923075675964355
200753	transitions	3	1.5558130741119385
200753	transitions	4	-2.1892008781433105
200753	transitions	5	-0.41751888394355774
200753	transitions	6	-0.19388175010681152
200753	transitions	7	-10000.0
200753	transitions	8	1.8316700458526611
200753	transitions	9	-2.294663667678833
200753	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
200753	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
200753	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
200753	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
200753	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
200753	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
200753	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
200753	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
200753	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
200753	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
200753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
200753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
200753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
200753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
200753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
200753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
200753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
200753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
200753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
200753	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
200753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
200753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
200753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
200753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
200753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
200753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
200753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
200753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
200753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
200753	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
200753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
200753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
200753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
200753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
200753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
200753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
200753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
200753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
200753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
200753	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
200753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
200753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
200753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
200753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
200753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
200753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
200753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
200753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
200753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
200753	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
200753	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
200753	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
200753	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
200753	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
200753	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
200753	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
200753	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
200753	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
200753	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
200753	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
200753	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
200753	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
200753	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
200753	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
200753	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
200753	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
200753	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
200753	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
200753	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
200753	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
200753	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
200753	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
200753	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
200753	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
200753	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
200753	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
200753	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
200753	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
200753	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
200753	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
200753	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
200753	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
200753	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
200753	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
200753	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
200753	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
200753	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
200753	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
200753	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
200753	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
200753	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
200753	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
200753	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
200753	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
200753	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
200753	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
200753	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
200753	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
200753	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
200753	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
200753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
200753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
200753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
200753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
200753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
200753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
200753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
200753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
200753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
200753	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
200753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
200753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
200753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
200753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
200753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
200753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
200753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
200753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
200753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
200753	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
200753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
200753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
200753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
200753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
200753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
200753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
200753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
200753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
200753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
200753	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
200753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
200753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
200753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
200753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
200753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
200753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
200753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
200753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
200753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
200753	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
200753	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
200753	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
200753	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
200753	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
200753	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
200753	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
200753	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
200753	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
200753	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
200753	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
200753	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
200753	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
200753	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
200753	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
200753	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
200753	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
200753	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
200753	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
200753	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
200753	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
200753	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
200753	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
200753	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
200753	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
200753	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
200753	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
200753	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
200753	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
200753	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
200753	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
200753	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
200753	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
200753	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
200753	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
200753	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
200753	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
200753	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
200753	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
200753	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
200753	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
200753	embedding2nn.weight	0	0.04812723025679588
200753	embedding2nn.weight	1	-0.09167901426553726
200753	embedding2nn.weight	2	0.021442919969558716
200753	embedding2nn.weight	3	-0.0526607371866703
200753	embedding2nn.weight	4	-0.11805027723312378
200753	embedding2nn.weight	5	0.11673561483621597
200753	embedding2nn.weight	6	-0.09076768159866333
200753	embedding2nn.weight	7	-0.0677817091345787
200753	embedding2nn.weight	8	-0.02724299021065235
200753	embedding2nn.weight	9	0.051939696073532104
200753	embedding2nn.bias	0	0.06657086312770844
200753	embedding2nn.bias	1	-0.0287501011043787
200753	embedding2nn.bias	2	-0.09105850756168365
200753	embedding2nn.bias	3	0.033208027482032776
200753	embedding2nn.bias	4	-0.009905696846544743
200753	embedding2nn.bias	5	-0.17699353396892548
200753	embedding2nn.bias	6	-0.11807630211114883
200753	embedding2nn.bias	7	-0.01833293028175831
200753	embedding2nn.bias	8	0.07173676043748856
200753	embedding2nn.bias	9	-0.0649930015206337
200753	rnn.weight_ih_l0	0	0.040413692593574524
200753	rnn.weight_ih_l0	1	-0.07613091915845871
200753	rnn.weight_ih_l0	2	-0.044672079384326935
200753	rnn.weight_ih_l0	3	-0.05251588672399521
200753	rnn.weight_ih_l0	4	0.008085490204393864
200753	rnn.weight_ih_l0	5	-0.11403530091047287
200753	rnn.weight_ih_l0	6	-0.032893117517232895
200753	rnn.weight_ih_l0	7	-0.008853103034198284
200753	rnn.weight_ih_l0	8	0.06658387929201126
200753	rnn.weight_ih_l0	9	0.003403034992516041
200753	rnn.weight_hh_l0	0	0.002546364441514015
200753	rnn.weight_hh_l0	1	-0.0784326046705246
200753	rnn.weight_hh_l0	2	0.06773471087217331
200753	rnn.weight_hh_l0	3	0.04943479597568512
200753	rnn.weight_hh_l0	4	0.006035769823938608
200753	rnn.weight_hh_l0	5	0.066322460770607
200753	rnn.weight_hh_l0	6	-0.018308641389012337
200753	rnn.weight_hh_l0	7	-0.10806407779455185
200753	rnn.weight_hh_l0	8	0.02141963317990303
200753	rnn.weight_hh_l0	9	-0.08314462006092072
200753	rnn.bias_ih_l0	0	-0.09421052783727646
200753	rnn.bias_ih_l0	1	-0.18791304528713226
200753	rnn.bias_ih_l0	2	-0.26140403747558594
200753	rnn.bias_ih_l0	3	-0.2800409495830536
200753	rnn.bias_ih_l0	4	-0.003898923983797431
200753	rnn.bias_ih_l0	5	0.0599532388150692
200753	rnn.bias_ih_l0	6	-0.16523656249046326
200753	rnn.bias_ih_l0	7	-0.2662144601345062
200753	rnn.bias_ih_l0	8	-0.1306578367948532
200753	rnn.bias_ih_l0	9	-0.18221798539161682
200753	rnn.bias_hh_l0	0	0.12379305809736252
200753	rnn.bias_hh_l0	1	-0.06340160965919495
200753	rnn.bias_hh_l0	2	0.05040592700242996
200753	rnn.bias_hh_l0	3	-0.18394100666046143
200753	rnn.bias_hh_l0	4	0.03533230349421501
200753	rnn.bias_hh_l0	5	0.062050387263298035
200753	rnn.bias_hh_l0	6	-0.0966782346367836
200753	rnn.bias_hh_l0	7	-0.15996845066547394
200753	rnn.bias_hh_l0	8	-0.18850572407245636
200753	rnn.bias_hh_l0	9	-0.10435689985752106
200753	rnn.weight_ih_l0_reverse	0	-0.0232209712266922
200753	rnn.weight_ih_l0_reverse	1	0.0023794525768607855
200753	rnn.weight_ih_l0_reverse	2	0.013032360002398491
200753	rnn.weight_ih_l0_reverse	3	0.008317864499986172
200753	rnn.weight_ih_l0_reverse	4	0.020684778690338135
200753	rnn.weight_ih_l0_reverse	5	-0.05532018095254898
200753	rnn.weight_ih_l0_reverse	6	-0.043873708695173264
200753	rnn.weight_ih_l0_reverse	7	0.008808442391455173
200753	rnn.weight_ih_l0_reverse	8	0.09517726302146912
200753	rnn.weight_ih_l0_reverse	9	0.004882101435214281
200753	rnn.weight_hh_l0_reverse	0	0.002796109998598695
200753	rnn.weight_hh_l0_reverse	1	0.029327351599931717
200753	rnn.weight_hh_l0_reverse	2	-0.04279275983572006
200753	rnn.weight_hh_l0_reverse	3	0.03793221339583397
200753	rnn.weight_hh_l0_reverse	4	0.022357109934091568
200753	rnn.weight_hh_l0_reverse	5	-0.0031095377635210752
200753	rnn.weight_hh_l0_reverse	6	0.0682375356554985
200753	rnn.weight_hh_l0_reverse	7	0.03652498498558998
200753	rnn.weight_hh_l0_reverse	8	-0.02244482934474945
200753	rnn.weight_hh_l0_reverse	9	-0.029550038278102875
200753	rnn.bias_ih_l0_reverse	0	-0.1429169476032257
200753	rnn.bias_ih_l0_reverse	1	-0.3156293034553528
200753	rnn.bias_ih_l0_reverse	2	-0.06666996330022812
200753	rnn.bias_ih_l0_reverse	3	-0.1460755318403244
200753	rnn.bias_ih_l0_reverse	4	0.057815950363874435
200753	rnn.bias_ih_l0_reverse	5	-0.26583394408226013
200753	rnn.bias_ih_l0_reverse	6	-0.07095181941986084
200753	rnn.bias_ih_l0_reverse	7	0.012502812780439854
200753	rnn.bias_ih_l0_reverse	8	-0.19488592445850372
200753	rnn.bias_ih_l0_reverse	9	-0.09480669349431992
200753	rnn.bias_hh_l0_reverse	0	-0.15400724112987518
200753	rnn.bias_hh_l0_reverse	1	-0.15014995634555817
200753	rnn.bias_hh_l0_reverse	2	-0.01905968226492405
200753	rnn.bias_hh_l0_reverse	3	-0.1362498700618744
200753	rnn.bias_hh_l0_reverse	4	-0.025280864909291267
200753	rnn.bias_hh_l0_reverse	5	-0.11587989330291748
200753	rnn.bias_hh_l0_reverse	6	-0.07614012062549591
200753	rnn.bias_hh_l0_reverse	7	-0.18971747159957886
200753	rnn.bias_hh_l0_reverse	8	-0.07313669472932816
200753	rnn.bias_hh_l0_reverse	9	-0.11736889183521271
200753	linear.weight	0	-0.24877513945102692
200753	linear.weight	1	-0.08269765228033066
200753	linear.weight	2	-0.011228874325752258
200753	linear.weight	3	-0.15065501630306244
200753	linear.weight	4	-0.000238838663790375
200753	linear.weight	5	0.1488976627588272
200753	linear.weight	6	0.0047744326293468475
200753	linear.weight	7	-0.021312154829502106
200753	linear.weight	8	0.14584578573703766
200753	linear.weight	9	0.2207396775484085
200753	linear.bias	0	-0.8439736366271973
200753	linear.bias	1	1.4590405225753784
200753	linear.bias	2	-0.4850599467754364
200753	linear.bias	3	-0.7218180894851685
200753	linear.bias	4	-0.8945562243461609
200753	linear.bias	5	-1.1786649227142334
200753	linear.bias	6	-0.9695367217063904
200753	linear.bias	7	-0.7397140264511108
200753	linear.bias	8	-0.01705317199230194
200753	linear.bias	9	3.496129035949707
200950	transitions	0	-0.45030543208122253
200950	transitions	1	8.766206741333008
200950	transitions	2	-3.5925650596618652
200950	transitions	3	1.5568658113479614
200950	transitions	4	-2.18972110748291
200950	transitions	5	-0.41754552721977234
200950	transitions	6	-0.19390377402305603
200950	transitions	7	-10000.0
200950	transitions	8	1.8304675817489624
200950	transitions	9	-2.294665575027466
200950	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
200950	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
200950	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
200950	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
200950	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
200950	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
200950	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
200950	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
200950	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
200950	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
200950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
200950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
200950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
200950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
200950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
200950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
200950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
200950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
200950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
200950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
200950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
200950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
200950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
200950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
200950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
200950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
200950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
200950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
200950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
200950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
200950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
200950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
200950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
200950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
200950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
200950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
200950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
200950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
200950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
200950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
200950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
200950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
200950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
200950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
200950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
200950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
200950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
200950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
200950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
200950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
200950	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
200950	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
200950	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
200950	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
200950	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
200950	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
200950	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
200950	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
200950	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
200950	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
200950	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
200950	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
200950	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
200950	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
200950	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
200950	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
200950	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
200950	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
200950	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
200950	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
200950	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
200950	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
200950	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
200950	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
200950	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
200950	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
200950	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
200950	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
200950	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
200950	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
200950	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
200950	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
200950	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
200950	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
200950	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
200950	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
200950	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
200950	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
200950	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
200950	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
200950	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
200950	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
200950	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
200950	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
200950	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
200950	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
200950	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
200950	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
200950	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
200950	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
200950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
200950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
200950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
200950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
200950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
200950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
200950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
200950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
200950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
200950	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
200950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
200950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
200950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
200950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
200950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
200950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
200950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
200950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
200950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
200950	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
200950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
200950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
200950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
200950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
200950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
200950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
200950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
200950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
200950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
200950	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
200950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
200950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
200950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
200950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
200950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
200950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
200950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
200950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
200950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
200950	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
200950	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
200950	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
200950	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
200950	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
200950	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
200950	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
200950	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
200950	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
200950	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
200950	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
200950	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
200950	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
200950	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
200950	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
200950	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
200950	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
200950	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
200950	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
200950	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
200950	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
200950	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
200950	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
200950	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
200950	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
200950	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
200950	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
200950	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
200950	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
200950	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
200950	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
200950	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
200950	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
200950	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
200950	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
200950	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
200950	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
200950	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
200950	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
200950	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
200950	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
200950	embedding2nn.weight	0	0.04784214496612549
200950	embedding2nn.weight	1	-0.09095651656389236
200950	embedding2nn.weight	2	0.022210676223039627
200950	embedding2nn.weight	3	-0.052985552698373795
200950	embedding2nn.weight	4	-0.12133439630270004
200950	embedding2nn.weight	5	0.11722718179225922
200950	embedding2nn.weight	6	-0.09188048541545868
200950	embedding2nn.weight	7	-0.06687244772911072
200950	embedding2nn.weight	8	-0.027570640668272972
200950	embedding2nn.weight	9	0.054033275693655014
200950	embedding2nn.bias	0	0.06281422823667526
200950	embedding2nn.bias	1	-0.028530294075608253
200950	embedding2nn.bias	2	-0.09288576990365982
200950	embedding2nn.bias	3	0.0318324938416481
200950	embedding2nn.bias	4	-0.01324749831110239
200950	embedding2nn.bias	5	-0.1685788631439209
200950	embedding2nn.bias	6	-0.11761545389890671
200950	embedding2nn.bias	7	-0.02297929860651493
200950	embedding2nn.bias	8	0.06732949614524841
200950	embedding2nn.bias	9	-0.0701892152428627
200950	rnn.weight_ih_l0	0	0.03946467861533165
200950	rnn.weight_ih_l0	1	-0.07951591908931732
200950	rnn.weight_ih_l0	2	-0.04505247622728348
200950	rnn.weight_ih_l0	3	-0.05306926742196083
200950	rnn.weight_ih_l0	4	0.009026366285979748
200950	rnn.weight_ih_l0	5	-0.11518038064241409
200950	rnn.weight_ih_l0	6	-0.03257567808032036
200950	rnn.weight_ih_l0	7	-0.009391389787197113
200950	rnn.weight_ih_l0	8	0.06769268214702606
200950	rnn.weight_ih_l0	9	0.002979106968268752
200950	rnn.weight_hh_l0	0	0.002523426664993167
200950	rnn.weight_hh_l0	1	-0.07811406254768372
200950	rnn.weight_hh_l0	2	0.06786405295133591
200950	rnn.weight_hh_l0	3	0.04960218816995621
200950	rnn.weight_hh_l0	4	0.006029817275702953
200950	rnn.weight_hh_l0	5	0.06635107100009918
200950	rnn.weight_hh_l0	6	-0.018352722749114037
200950	rnn.weight_hh_l0	7	-0.10764842480421066
200950	rnn.weight_hh_l0	8	0.021290529519319534
200950	rnn.weight_hh_l0	9	-0.08534156531095505
200950	rnn.bias_ih_l0	0	-0.09198355674743652
200950	rnn.bias_ih_l0	1	-0.187875896692276
200950	rnn.bias_ih_l0	2	-0.2614237070083618
200950	rnn.bias_ih_l0	3	-0.2820624113082886
200950	rnn.bias_ih_l0	4	-0.004547179210931063
200950	rnn.bias_ih_l0	5	0.058489445596933365
200950	rnn.bias_ih_l0	6	-0.16644883155822754
200950	rnn.bias_ih_l0	7	-0.2662147879600525
200950	rnn.bias_ih_l0	8	-0.13534453511238098
200950	rnn.bias_ih_l0	9	-0.1848296970129013
200950	rnn.bias_hh_l0	0	0.12500382959842682
200950	rnn.bias_hh_l0	1	-0.06326830387115479
200950	rnn.bias_hh_l0	2	0.049410875886678696
200950	rnn.bias_hh_l0	3	-0.18295027315616608
200950	rnn.bias_hh_l0	4	0.03658007085323334
200950	rnn.bias_hh_l0	5	0.06241104006767273
200950	rnn.bias_hh_l0	6	-0.09611542522907257
200950	rnn.bias_hh_l0	7	-0.16038848459720612
200950	rnn.bias_hh_l0	8	-0.19161425530910492
200950	rnn.bias_hh_l0	9	-0.1055036336183548
200950	rnn.weight_ih_l0_reverse	0	-0.021963058039546013
200950	rnn.weight_ih_l0_reverse	1	0.0026931308675557375
200950	rnn.weight_ih_l0_reverse	2	0.013509041629731655
200950	rnn.weight_ih_l0_reverse	3	0.008855508640408516
200950	rnn.weight_ih_l0_reverse	4	0.019922098144888878
200950	rnn.weight_ih_l0_reverse	5	-0.055779095739126205
200950	rnn.weight_ih_l0_reverse	6	-0.04229998588562012
200950	rnn.weight_ih_l0_reverse	7	0.008124858140945435
200950	rnn.weight_ih_l0_reverse	8	0.09466594457626343
200950	rnn.weight_ih_l0_reverse	9	0.0044562676921486855
200950	rnn.weight_hh_l0_reverse	0	0.0027453405782580376
200950	rnn.weight_hh_l0_reverse	1	0.029328444972634315
200950	rnn.weight_hh_l0_reverse	2	-0.04286527261137962
200950	rnn.weight_hh_l0_reverse	3	0.037795186042785645
200950	rnn.weight_hh_l0_reverse	4	0.02215329371392727
200950	rnn.weight_hh_l0_reverse	5	-0.002702400553971529
200950	rnn.weight_hh_l0_reverse	6	0.06851313263177872
200950	rnn.weight_hh_l0_reverse	7	0.03682073578238487
200950	rnn.weight_hh_l0_reverse	8	-0.022742126137018204
200950	rnn.weight_hh_l0_reverse	9	-0.029354697093367577
200950	rnn.bias_ih_l0_reverse	0	-0.14092767238616943
200950	rnn.bias_ih_l0_reverse	1	-0.31368979811668396
200950	rnn.bias_ih_l0_reverse	2	-0.06625255942344666
200950	rnn.bias_ih_l0_reverse	3	-0.14606507122516632
200950	rnn.bias_ih_l0_reverse	4	0.059039101004600525
200950	rnn.bias_ih_l0_reverse	5	-0.2658607065677643
200950	rnn.bias_ih_l0_reverse	6	-0.06942983716726303
200950	rnn.bias_ih_l0_reverse	7	0.016005534678697586
200950	rnn.bias_ih_l0_reverse	8	-0.19308634102344513
200950	rnn.bias_ih_l0_reverse	9	-0.09488970786333084
200950	rnn.bias_hh_l0_reverse	0	-0.1506308913230896
200950	rnn.bias_hh_l0_reverse	1	-0.14860837161540985
200950	rnn.bias_hh_l0_reverse	2	-0.018345048651099205
200950	rnn.bias_hh_l0_reverse	3	-0.13571961224079132
200950	rnn.bias_hh_l0_reverse	4	-0.024609370157122612
200950	rnn.bias_hh_l0_reverse	5	-0.11654498428106308
200950	rnn.bias_hh_l0_reverse	6	-0.07405512034893036
200950	rnn.bias_hh_l0_reverse	7	-0.1888309270143509
200950	rnn.bias_hh_l0_reverse	8	-0.07348991930484772
200950	rnn.bias_hh_l0_reverse	9	-0.11763031780719757
200950	linear.weight	0	-0.23996156454086304
200950	linear.weight	1	-0.08280834555625916
200950	linear.weight	2	-0.011228874325752258
200950	linear.weight	3	-0.14909929037094116
200950	linear.weight	4	-7.733122765785083e-05
200950	linear.weight	5	0.15274301171302795
200950	linear.weight	6	0.0047744326293468475
200950	linear.weight	7	-0.021312154829502106
200950	linear.weight	8	0.13116933405399323
200950	linear.weight	9	0.23067784309387207
200950	linear.bias	0	-0.852200984954834
200950	linear.bias	1	1.4459857940673828
200950	linear.bias	2	-0.4925267696380615
200950	linear.bias	3	-0.7220102548599243
200950	linear.bias	4	-0.885530948638916
200950	linear.bias	5	-1.178680658340454
200950	linear.bias	6	-0.9776749610900879
200950	linear.bias	7	-0.7241003513336182
200950	linear.bias	8	-0.01705317199230194
200950	linear.bias	9	3.44404935836792
201147	transitions	0	-0.45041337609291077
201147	transitions	1	8.747175216674805
201147	transitions	2	-3.592780590057373
201147	transitions	3	1.5721831321716309
201147	transitions	4	-2.1899120807647705
201147	transitions	5	-0.417568176984787
201147	transitions	6	-0.19393399357795715
201147	transitions	7	-10000.0
201147	transitions	8	1.8301564455032349
201147	transitions	9	-2.294665813446045
201147	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
201147	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
201147	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
201147	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
201147	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
201147	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
201147	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
201147	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
201147	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
201147	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
201147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
201147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
201147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
201147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
201147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
201147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
201147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
201147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
201147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
201147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
201147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
201147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
201147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
201147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
201147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
201147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
201147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
201147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
201147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
201147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
201147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
201147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
201147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
201147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
201147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
201147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
201147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
201147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
201147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
201147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
201147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
201147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
201147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
201147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
201147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
201147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
201147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
201147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
201147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
201147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
201147	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
201147	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
201147	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
201147	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
201147	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
201147	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
201147	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
201147	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
201147	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
201147	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
201147	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
201147	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
201147	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
201147	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
201147	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
201147	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
201147	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
201147	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
201147	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
201147	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
201147	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
201147	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
201147	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
201147	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
201147	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
201147	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
201147	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
201147	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
201147	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
201147	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
201147	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
201147	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
201147	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
201147	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
201147	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
201147	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
201147	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
201147	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
201147	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
201147	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
201147	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
201147	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
201147	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
201147	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
201147	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
201147	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
201147	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
201147	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
201147	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
201147	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
201147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
201147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
201147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
201147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
201147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
201147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
201147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
201147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
201147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
201147	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
201147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
201147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
201147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
201147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
201147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
201147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
201147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
201147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
201147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
201147	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
201147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
201147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
201147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
201147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
201147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
201147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
201147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
201147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
201147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
201147	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
201147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
201147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
201147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
201147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
201147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
201147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
201147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
201147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
201147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
201147	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
201147	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
201147	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
201147	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
201147	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
201147	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
201147	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
201147	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
201147	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
201147	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
201147	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
201147	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
201147	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
201147	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
201147	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
201147	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
201147	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
201147	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
201147	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
201147	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
201147	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
201147	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
201147	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
201147	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
201147	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
201147	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
201147	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
201147	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
201147	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
201147	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
201147	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
201147	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
201147	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
201147	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
201147	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
201147	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
201147	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
201147	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
201147	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
201147	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
201147	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
201147	embedding2nn.weight	0	0.047400303184986115
201147	embedding2nn.weight	1	-0.09122857451438904
201147	embedding2nn.weight	2	0.02297682873904705
201147	embedding2nn.weight	3	-0.05273124948143959
201147	embedding2nn.weight	4	-0.12197992205619812
201147	embedding2nn.weight	5	0.11659429222345352
201147	embedding2nn.weight	6	-0.09131280332803726
201147	embedding2nn.weight	7	-0.06687409430742264
201147	embedding2nn.weight	8	-0.027400823310017586
201147	embedding2nn.weight	9	0.05410825461149216
201147	embedding2nn.bias	0	0.06651999801397324
201147	embedding2nn.bias	1	-0.02966984733939171
201147	embedding2nn.bias	2	-0.0814986601471901
201147	embedding2nn.bias	3	0.033755820244550705
201147	embedding2nn.bias	4	-0.012146460823714733
201147	embedding2nn.bias	5	-0.16629832983016968
201147	embedding2nn.bias	6	-0.11172181367874146
201147	embedding2nn.bias	7	-0.015887925401329994
201147	embedding2nn.bias	8	0.07640846818685532
201147	embedding2nn.bias	9	-0.06972510367631912
201147	rnn.weight_ih_l0	0	0.03942158818244934
201147	rnn.weight_ih_l0	1	-0.08214719593524933
201147	rnn.weight_ih_l0	2	-0.04552043601870537
201147	rnn.weight_ih_l0	3	-0.05304903909564018
201147	rnn.weight_ih_l0	4	0.009316639974713326
201147	rnn.weight_ih_l0	5	-0.11431580781936646
201147	rnn.weight_ih_l0	6	-0.03230908140540123
201147	rnn.weight_ih_l0	7	-0.007588451728224754
201147	rnn.weight_ih_l0	8	0.06847312301397324
201147	rnn.weight_ih_l0	9	0.004869373980909586
201147	rnn.weight_hh_l0	0	0.0021764319390058517
201147	rnn.weight_hh_l0	1	-0.07745640724897385
201147	rnn.weight_hh_l0	2	0.06751667708158493
201147	rnn.weight_hh_l0	3	0.04934464767575264
201147	rnn.weight_hh_l0	4	0.005942504853010178
201147	rnn.weight_hh_l0	5	0.06623662263154984
201147	rnn.weight_hh_l0	6	-0.0184307973831892
201147	rnn.weight_hh_l0	7	-0.10828540474176407
201147	rnn.weight_hh_l0	8	0.0215589739382267
201147	rnn.weight_hh_l0	9	-0.08556684851646423
201147	rnn.bias_ih_l0	0	-0.09442703425884247
201147	rnn.bias_ih_l0	1	-0.18825200200080872
201147	rnn.bias_ih_l0	2	-0.2632060647010803
201147	rnn.bias_ih_l0	3	-0.28206878900527954
201147	rnn.bias_ih_l0	4	-0.004831793252378702
201147	rnn.bias_ih_l0	5	0.057852037250995636
201147	rnn.bias_ih_l0	6	-0.16900336742401123
201147	rnn.bias_ih_l0	7	-0.26728200912475586
201147	rnn.bias_ih_l0	8	-0.13721728324890137
201147	rnn.bias_ih_l0	9	-0.18479643762111664
201147	rnn.bias_hh_l0	0	0.1250244826078415
201147	rnn.bias_hh_l0	1	-0.06362548470497131
201147	rnn.bias_hh_l0	2	0.049119528383016586
201147	rnn.bias_hh_l0	3	-0.1817125529050827
201147	rnn.bias_hh_l0	4	0.03512773662805557
201147	rnn.bias_hh_l0	5	0.06261073797941208
201147	rnn.bias_hh_l0	6	-0.09950122237205505
201147	rnn.bias_hh_l0	7	-0.16158121824264526
201147	rnn.bias_hh_l0	8	-0.19166894257068634
201147	rnn.bias_hh_l0	9	-0.10505496710538864
201147	rnn.weight_ih_l0_reverse	0	-0.021522795781493187
201147	rnn.weight_ih_l0_reverse	1	0.002832359867170453
201147	rnn.weight_ih_l0_reverse	2	0.013891794718801975
201147	rnn.weight_ih_l0_reverse	3	0.0069823190569877625
201147	rnn.weight_ih_l0_reverse	4	0.020315365865826607
201147	rnn.weight_ih_l0_reverse	5	-0.05460355803370476
201147	rnn.weight_ih_l0_reverse	6	-0.043026071041822433
201147	rnn.weight_ih_l0_reverse	7	0.009563140571117401
201147	rnn.weight_ih_l0_reverse	8	0.0962899774312973
201147	rnn.weight_ih_l0_reverse	9	0.003927670884877443
201147	rnn.weight_hh_l0_reverse	0	0.003187765134498477
201147	rnn.weight_hh_l0_reverse	1	0.029109735041856766
201147	rnn.weight_hh_l0_reverse	2	-0.0424141027033329
201147	rnn.weight_hh_l0_reverse	3	0.0374118909239769
201147	rnn.weight_hh_l0_reverse	4	0.021974682807922363
201147	rnn.weight_hh_l0_reverse	5	-0.002290132688358426
201147	rnn.weight_hh_l0_reverse	6	0.06859397888183594
201147	rnn.weight_hh_l0_reverse	7	0.037124719470739365
201147	rnn.weight_hh_l0_reverse	8	-0.022755848243832588
201147	rnn.weight_hh_l0_reverse	9	-0.029068760573863983
201147	rnn.bias_ih_l0_reverse	0	-0.1410149782896042
201147	rnn.bias_ih_l0_reverse	1	-0.31219983100891113
201147	rnn.bias_ih_l0_reverse	2	-0.0675392672419548
201147	rnn.bias_ih_l0_reverse	3	-0.14704222977161407
201147	rnn.bias_ih_l0_reverse	4	0.05930329114198685
201147	rnn.bias_ih_l0_reverse	5	-0.26396363973617554
201147	rnn.bias_ih_l0_reverse	6	-0.06889308243989944
201147	rnn.bias_ih_l0_reverse	7	0.019447000697255135
201147	rnn.bias_ih_l0_reverse	8	-0.19140726327896118
201147	rnn.bias_ih_l0_reverse	9	-0.09441503882408142
201147	rnn.bias_hh_l0_reverse	0	-0.15012386441230774
201147	rnn.bias_hh_l0_reverse	1	-0.15032878518104553
201147	rnn.bias_hh_l0_reverse	2	-0.018208028748631477
201147	rnn.bias_hh_l0_reverse	3	-0.13402891159057617
201147	rnn.bias_hh_l0_reverse	4	-0.026508213952183723
201147	rnn.bias_hh_l0_reverse	5	-0.11615154892206192
201147	rnn.bias_hh_l0_reverse	6	-0.07758661359548569
201147	rnn.bias_hh_l0_reverse	7	-0.19038604199886322
201147	rnn.bias_hh_l0_reverse	8	-0.07319517433643341
201147	rnn.bias_hh_l0_reverse	9	-0.11949405819177628
201147	linear.weight	0	-0.2335861772298813
201147	linear.weight	1	-0.08682947605848312
201147	linear.weight	2	-0.011228874325752258
201147	linear.weight	3	-0.1494208127260208
201147	linear.weight	4	0.0018351321341469884
201147	linear.weight	5	0.1544259786605835
201147	linear.weight	6	0.0047744326293468475
201147	linear.weight	7	-0.021312154829502106
201147	linear.weight	8	0.13297362625598907
201147	linear.weight	9	0.23434318602085114
201147	linear.bias	0	-0.8382749557495117
201147	linear.bias	1	1.4698988199234009
201147	linear.bias	2	-0.4803958833217621
201147	linear.bias	3	-0.7491055727005005
201147	linear.bias	4	-0.8882099986076355
201147	linear.bias	5	-1.1786969900131226
201147	linear.bias	6	-0.963903546333313
201147	linear.bias	7	-0.7042572498321533
201147	linear.bias	8	-0.01705317199230194
201147	linear.bias	9	3.4720189571380615
201344	transitions	0	-0.45045629143714905
201344	transitions	1	8.75999927520752
201344	transitions	2	-3.593125343322754
201344	transitions	3	1.5685746669769287
201344	transitions	4	-2.190223217010498
201344	transitions	5	-0.4175841212272644
201344	transitions	6	-0.19394367933273315
201344	transitions	7	-10000.0
201344	transitions	8	1.8298739194869995
201344	transitions	9	-2.294668674468994
201344	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
201344	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
201344	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
201344	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
201344	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
201344	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
201344	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
201344	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
201344	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
201344	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
201344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
201344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
201344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
201344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
201344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
201344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
201344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
201344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
201344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
201344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
201344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
201344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
201344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
201344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
201344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
201344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
201344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
201344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
201344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
201344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
201344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
201344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
201344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
201344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
201344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
201344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
201344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
201344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
201344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
201344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
201344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
201344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
201344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
201344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
201344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
201344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
201344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
201344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
201344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
201344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
201344	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
201344	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
201344	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
201344	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
201344	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
201344	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
201344	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
201344	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
201344	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
201344	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
201344	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
201344	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
201344	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
201344	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
201344	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
201344	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
201344	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
201344	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
201344	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
201344	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
201344	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
201344	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
201344	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
201344	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
201344	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
201344	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
201344	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
201344	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
201344	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
201344	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
201344	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
201344	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
201344	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
201344	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
201344	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
201344	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
201344	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
201344	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
201344	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
201344	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
201344	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
201344	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
201344	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
201344	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
201344	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
201344	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
201344	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
201344	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
201344	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
201344	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
201344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
201344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
201344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
201344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
201344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
201344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
201344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
201344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
201344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
201344	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
201344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
201344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
201344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
201344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
201344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
201344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
201344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
201344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
201344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
201344	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
201344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
201344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
201344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
201344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
201344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
201344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
201344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
201344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
201344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
201344	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
201344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
201344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
201344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
201344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
201344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
201344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
201344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
201344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
201344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
201344	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
201344	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
201344	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
201344	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
201344	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
201344	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
201344	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
201344	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
201344	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
201344	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
201344	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
201344	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
201344	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
201344	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
201344	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
201344	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
201344	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
201344	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
201344	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
201344	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
201344	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
201344	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
201344	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
201344	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
201344	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
201344	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
201344	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
201344	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
201344	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
201344	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
201344	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
201344	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
201344	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
201344	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
201344	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
201344	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
201344	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
201344	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
201344	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
201344	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
201344	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
201344	embedding2nn.weight	0	0.046928342431783676
201344	embedding2nn.weight	1	-0.09098432958126068
201344	embedding2nn.weight	2	0.022779496386647224
201344	embedding2nn.weight	3	-0.05323529988527298
201344	embedding2nn.weight	4	-0.12214906513690948
201344	embedding2nn.weight	5	0.11655795574188232
201344	embedding2nn.weight	6	-0.09281791746616364
201344	embedding2nn.weight	7	-0.0658879205584526
201344	embedding2nn.weight	8	-0.027275405824184418
201344	embedding2nn.weight	9	0.05526553466916084
201344	embedding2nn.bias	0	0.07702282816171646
201344	embedding2nn.bias	1	-0.03132984787225723
201344	embedding2nn.bias	2	-0.09007172286510468
201344	embedding2nn.bias	3	0.040832530707120895
201344	embedding2nn.bias	4	-0.020957276225090027
201344	embedding2nn.bias	5	-0.16879668831825256
201344	embedding2nn.bias	6	-0.12092240154743195
201344	embedding2nn.bias	7	-0.020923729985952377
201344	embedding2nn.bias	8	0.07621392607688904
201344	embedding2nn.bias	9	-0.07277604937553406
201344	rnn.weight_ih_l0	0	0.03944268077611923
201344	rnn.weight_ih_l0	1	-0.08179411292076111
201344	rnn.weight_ih_l0	2	-0.04629826545715332
201344	rnn.weight_ih_l0	3	-0.052474018186330795
201344	rnn.weight_ih_l0	4	0.007920018397271633
201344	rnn.weight_ih_l0	5	-0.11304361373186111
201344	rnn.weight_ih_l0	6	-0.03096294216811657
201344	rnn.weight_ih_l0	7	-0.007717060390859842
201344	rnn.weight_ih_l0	8	0.06792096048593521
201344	rnn.weight_ih_l0	9	0.005161930341273546
201344	rnn.weight_hh_l0	0	0.0022420138120651245
201344	rnn.weight_hh_l0	1	-0.07755272835493088
201344	rnn.weight_hh_l0	2	0.06819753348827362
201344	rnn.weight_hh_l0	3	0.04873957112431526
201344	rnn.weight_hh_l0	4	0.006015460006892681
201344	rnn.weight_hh_l0	5	0.06577431410551071
201344	rnn.weight_hh_l0	6	-0.01821143738925457
201344	rnn.weight_hh_l0	7	-0.10852236300706863
201344	rnn.weight_hh_l0	8	0.022514769807457924
201344	rnn.weight_hh_l0	9	-0.08646968752145767
201344	rnn.bias_ih_l0	0	-0.09045738726854324
201344	rnn.bias_ih_l0	1	-0.19027727842330933
201344	rnn.bias_ih_l0	2	-0.2631063163280487
201344	rnn.bias_ih_l0	3	-0.28218698501586914
201344	rnn.bias_ih_l0	4	-0.0048031434416770935
201344	rnn.bias_ih_l0	5	0.055937234312295914
201344	rnn.bias_ih_l0	6	-0.1691446453332901
201344	rnn.bias_ih_l0	7	-0.26730504631996155
201344	rnn.bias_ih_l0	8	-0.13806436955928802
201344	rnn.bias_ih_l0	9	-0.18396908044815063
201344	rnn.bias_hh_l0	0	0.1253131777048111
201344	rnn.bias_hh_l0	1	-0.06315332651138306
201344	rnn.bias_hh_l0	2	0.048007309436798096
201344	rnn.bias_hh_l0	3	-0.18096981942653656
201344	rnn.bias_hh_l0	4	0.03418317809700966
201344	rnn.bias_hh_l0	5	0.060886748135089874
201344	rnn.bias_hh_l0	6	-0.09909935295581818
201344	rnn.bias_hh_l0	7	-0.16214889287948608
201344	rnn.bias_hh_l0	8	-0.19016797840595245
201344	rnn.bias_hh_l0	9	-0.10594820231199265
201344	rnn.weight_ih_l0_reverse	0	-0.021225078031420708
201344	rnn.weight_ih_l0_reverse	1	0.0029812816064804792
201344	rnn.weight_ih_l0_reverse	2	0.014807098545134068
201344	rnn.weight_ih_l0_reverse	3	0.00552326487377286
201344	rnn.weight_ih_l0_reverse	4	0.020218560472130775
201344	rnn.weight_ih_l0_reverse	5	-0.05356232076883316
201344	rnn.weight_ih_l0_reverse	6	-0.04427335411310196
201344	rnn.weight_ih_l0_reverse	7	0.009686832316219807
201344	rnn.weight_ih_l0_reverse	8	0.09641820192337036
201344	rnn.weight_ih_l0_reverse	9	0.0036992356181144714
201344	rnn.weight_hh_l0_reverse	0	0.0031724460422992706
201344	rnn.weight_hh_l0_reverse	1	0.029068604111671448
201344	rnn.weight_hh_l0_reverse	2	-0.042384929955005646
201344	rnn.weight_hh_l0_reverse	3	0.03703097254037857
201344	rnn.weight_hh_l0_reverse	4	0.02190844900906086
201344	rnn.weight_hh_l0_reverse	5	-0.002289402764290571
201344	rnn.weight_hh_l0_reverse	6	0.06780393421649933
201344	rnn.weight_hh_l0_reverse	7	0.03721412271261215
201344	rnn.weight_hh_l0_reverse	8	-0.022912422195076942
201344	rnn.weight_hh_l0_reverse	9	-0.028907058760523796
201344	rnn.bias_ih_l0_reverse	0	-0.14110220968723297
201344	rnn.bias_ih_l0_reverse	1	-0.3107580840587616
201344	rnn.bias_ih_l0_reverse	2	-0.06831905990839005
201344	rnn.bias_ih_l0_reverse	3	-0.1466103047132492
201344	rnn.bias_ih_l0_reverse	4	0.05953025072813034
201344	rnn.bias_ih_l0_reverse	5	-0.26542678475379944
201344	rnn.bias_ih_l0_reverse	6	-0.06911903619766235
201344	rnn.bias_ih_l0_reverse	7	0.023536331951618195
201344	rnn.bias_ih_l0_reverse	8	-0.19148579239845276
201344	rnn.bias_ih_l0_reverse	9	-0.09473499655723572
201344	rnn.bias_hh_l0_reverse	0	-0.1508854478597641
201344	rnn.bias_hh_l0_reverse	1	-0.14890612661838531
201344	rnn.bias_hh_l0_reverse	2	-0.019045531749725342
201344	rnn.bias_hh_l0_reverse	3	-0.13352234661579132
201344	rnn.bias_hh_l0_reverse	4	-0.0273707564920187
201344	rnn.bias_hh_l0_reverse	5	-0.11888673901557922
201344	rnn.bias_hh_l0_reverse	6	-0.07894745469093323
201344	rnn.bias_hh_l0_reverse	7	-0.18959955871105194
201344	rnn.bias_hh_l0_reverse	8	-0.0755065530538559
201344	rnn.bias_hh_l0_reverse	9	-0.11863051354885101
201344	linear.weight	0	-0.2289920598268509
201344	linear.weight	1	-0.08609750121831894
201344	linear.weight	2	-0.011228874325752258
201344	linear.weight	3	-0.153115913271904
201344	linear.weight	4	-0.0024568531662225723
201344	linear.weight	5	0.15035337209701538
201344	linear.weight	6	0.0047744326293468475
201344	linear.weight	7	-0.021312154829502106
201344	linear.weight	8	0.13655118644237518
201344	linear.weight	9	0.22883880138397217
201344	linear.bias	0	-0.841757595539093
201344	linear.bias	1	1.5061792135238647
201344	linear.bias	2	-0.49907541275024414
201344	linear.bias	3	-0.7263097167015076
201344	linear.bias	4	-0.8959901928901672
201344	linear.bias	5	-1.1787101030349731
201344	linear.bias	6	-0.967397928237915
201344	linear.bias	7	-0.7323136925697327
201344	linear.bias	8	-0.01705317199230194
201344	linear.bias	9	3.4394617080688477
201348	transitions	0	-0.4504564106464386
201348	transitions	1	8.759801864624023
201348	transitions	2	-3.5931270122528076
201348	transitions	3	1.5685584545135498
201348	transitions	4	-2.1902284622192383
201348	transitions	5	-0.4175841808319092
201348	transitions	6	-0.19394434988498688
201348	transitions	7	-10000.0
201348	transitions	8	1.8305559158325195
201348	transitions	9	-2.294668674468994
201348	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
201348	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
201348	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
201348	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
201348	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
201348	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
201348	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
201348	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
201348	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
201348	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
201348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
201348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
201348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
201348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
201348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
201348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
201348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
201348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
201348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
201348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
201348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
201348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
201348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
201348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
201348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
201348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
201348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
201348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
201348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
201348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
201348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
201348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
201348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
201348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
201348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
201348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
201348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
201348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
201348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
201348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
201348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
201348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
201348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
201348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
201348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
201348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
201348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
201348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
201348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
201348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
201348	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
201348	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
201348	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
201348	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
201348	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
201348	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
201348	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
201348	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
201348	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
201348	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
201348	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
201348	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
201348	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
201348	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
201348	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
201348	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
201348	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
201348	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
201348	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
201348	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
201348	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
201348	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
201348	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
201348	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
201348	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
201348	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
201348	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
201348	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
201348	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
201348	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
201348	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
201348	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
201348	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
201348	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
201348	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
201348	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
201348	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
201348	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
201348	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
201348	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
201348	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
201348	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
201348	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
201348	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
201348	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
201348	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
201348	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
201348	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
201348	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
201348	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
201348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
201348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
201348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
201348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
201348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
201348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
201348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
201348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
201348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
201348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
201348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
201348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
201348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
201348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
201348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
201348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
201348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
201348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
201348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
201348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
201348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
201348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
201348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
201348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
201348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
201348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
201348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
201348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
201348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
201348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
201348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
201348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
201348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
201348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
201348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
201348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
201348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
201348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
201348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
201348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
201348	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
201348	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
201348	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
201348	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
201348	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
201348	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
201348	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
201348	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
201348	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
201348	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
201348	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
201348	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
201348	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
201348	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
201348	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
201348	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
201348	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
201348	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
201348	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
201348	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
201348	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
201348	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
201348	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
201348	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
201348	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
201348	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
201348	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
201348	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
201348	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
201348	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
201348	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
201348	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
201348	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
201348	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
201348	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
201348	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
201348	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
201348	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
201348	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
201348	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
201348	embedding2nn.weight	0	0.04704992100596428
201348	embedding2nn.weight	1	-0.09088107198476791
201348	embedding2nn.weight	2	0.022953763604164124
201348	embedding2nn.weight	3	-0.053312014788389206
201348	embedding2nn.weight	4	-0.12217608094215393
201348	embedding2nn.weight	5	0.11652056127786636
201348	embedding2nn.weight	6	-0.09256669878959656
201348	embedding2nn.weight	7	-0.06578093022108078
201348	embedding2nn.weight	8	-0.027183780446648598
201348	embedding2nn.weight	9	0.05533773824572563
201348	embedding2nn.bias	0	0.07728662341833115
201348	embedding2nn.bias	1	-0.031221026554703712
201348	embedding2nn.bias	2	-0.0906238779425621
201348	embedding2nn.bias	3	0.04136618599295616
201348	embedding2nn.bias	4	-0.020822271704673767
201348	embedding2nn.bias	5	-0.16900843381881714
201348	embedding2nn.bias	6	-0.12044417858123779
201348	embedding2nn.bias	7	-0.021512504667043686
201348	embedding2nn.bias	8	0.07619068026542664
201348	embedding2nn.bias	9	-0.0719381794333458
201348	rnn.weight_ih_l0	0	0.039318520575761795
201348	rnn.weight_ih_l0	1	-0.08164963126182556
201348	rnn.weight_ih_l0	2	-0.04625909775495529
201348	rnn.weight_ih_l0	3	-0.05249862000346184
201348	rnn.weight_ih_l0	4	0.007911511696875095
201348	rnn.weight_ih_l0	5	-0.11275573074817657
201348	rnn.weight_ih_l0	6	-0.030974816530942917
201348	rnn.weight_ih_l0	7	-0.007518114056438208
201348	rnn.weight_ih_l0	8	0.06798092275857925
201348	rnn.weight_ih_l0	9	0.0053433929570019245
201348	rnn.weight_hh_l0	0	0.0022418242879211903
201348	rnn.weight_hh_l0	1	-0.07754915952682495
201348	rnn.weight_hh_l0	2	0.06819919496774673
201348	rnn.weight_hh_l0	3	0.048744674772024155
201348	rnn.weight_hh_l0	4	0.006016073282808065
201348	rnn.weight_hh_l0	5	0.06577811390161514
201348	rnn.weight_hh_l0	6	-0.018211351707577705
201348	rnn.weight_hh_l0	7	-0.10852441191673279
201348	rnn.weight_hh_l0	8	0.02251577191054821
201348	rnn.weight_hh_l0	9	-0.08646800369024277
201348	rnn.bias_ih_l0	0	-0.0904720202088356
201348	rnn.bias_ih_l0	1	-0.19030553102493286
201348	rnn.bias_ih_l0	2	-0.26306769251823425
201348	rnn.bias_ih_l0	3	-0.2824077010154724
201348	rnn.bias_ih_l0	4	-0.004721382167190313
201348	rnn.bias_ih_l0	5	0.056204114109277725
201348	rnn.bias_ih_l0	6	-0.1691698580980301
201348	rnn.bias_ih_l0	7	-0.267642080783844
201348	rnn.bias_ih_l0	8	-0.13805519044399261
201348	rnn.bias_ih_l0	9	-0.18404726684093475
201348	rnn.bias_hh_l0	0	0.12532800436019897
201348	rnn.bias_hh_l0	1	-0.06314828991889954
201348	rnn.bias_hh_l0	2	0.04802751541137695
201348	rnn.bias_hh_l0	3	-0.18094101548194885
201348	rnn.bias_hh_l0	4	0.034186553210020065
201348	rnn.bias_hh_l0	5	0.06072595342993736
201348	rnn.bias_hh_l0	6	-0.09903906285762787
201348	rnn.bias_hh_l0	7	-0.16221092641353607
201348	rnn.bias_hh_l0	8	-0.1900225728750229
201348	rnn.bias_hh_l0	9	-0.10604233294725418
201348	rnn.weight_ih_l0_reverse	0	-0.021257301792502403
201348	rnn.weight_ih_l0_reverse	1	0.0029797584284096956
201348	rnn.weight_ih_l0_reverse	2	0.01471521332859993
201348	rnn.weight_ih_l0_reverse	3	0.0055503579787909985
201348	rnn.weight_ih_l0_reverse	4	0.020361803472042084
201348	rnn.weight_ih_l0_reverse	5	-0.05348973348736763
201348	rnn.weight_ih_l0_reverse	6	-0.04425843805074692
201348	rnn.weight_ih_l0_reverse	7	0.009613088332116604
201348	rnn.weight_ih_l0_reverse	8	0.0964149758219719
201348	rnn.weight_ih_l0_reverse	9	0.003643627278506756
201348	rnn.weight_hh_l0_reverse	0	0.0031890838872641325
201348	rnn.weight_hh_l0_reverse	1	0.029039395973086357
201348	rnn.weight_hh_l0_reverse	2	-0.042371224611997604
201348	rnn.weight_hh_l0_reverse	3	0.037033118307590485
201348	rnn.weight_hh_l0_reverse	4	0.021892545744776726
201348	rnn.weight_hh_l0_reverse	5	-0.0022827940993010998
201348	rnn.weight_hh_l0_reverse	6	0.06780305504798889
201348	rnn.weight_hh_l0_reverse	7	0.03721586614847183
201348	rnn.weight_hh_l0_reverse	8	-0.022911950945854187
201348	rnn.weight_hh_l0_reverse	9	-0.028911007568240166
201348	rnn.bias_ih_l0_reverse	0	-0.14088112115859985
201348	rnn.bias_ih_l0_reverse	1	-0.31059253215789795
201348	rnn.bias_ih_l0_reverse	2	-0.06825503706932068
201348	rnn.bias_ih_l0_reverse	3	-0.14683981239795685
201348	rnn.bias_ih_l0_reverse	4	0.05953177064657211
201348	rnn.bias_ih_l0_reverse	5	-0.2655259668827057
201348	rnn.bias_ih_l0_reverse	6	-0.06912831962108612
201348	rnn.bias_ih_l0_reverse	7	0.023381859064102173
201348	rnn.bias_ih_l0_reverse	8	-0.19167229533195496
201348	rnn.bias_ih_l0_reverse	9	-0.09473204612731934
201348	rnn.bias_hh_l0_reverse	0	-0.1508956253528595
201348	rnn.bias_hh_l0_reverse	1	-0.14859871566295624
201348	rnn.bias_hh_l0_reverse	2	-0.019065190106630325
201348	rnn.bias_hh_l0_reverse	3	-0.1330496072769165
201348	rnn.bias_hh_l0_reverse	4	-0.02751370146870613
201348	rnn.bias_hh_l0_reverse	5	-0.11885792016983032
201348	rnn.bias_hh_l0_reverse	6	-0.07899130880832672
201348	rnn.bias_hh_l0_reverse	7	-0.18953798711299896
201348	rnn.bias_hh_l0_reverse	8	-0.0755651444196701
201348	rnn.bias_hh_l0_reverse	9	-0.11860151588916779
201348	linear.weight	0	-0.22896283864974976
201348	linear.weight	1	-0.08610734343528748
201348	linear.weight	2	-0.011228874325752258
201348	linear.weight	3	-0.15311622619628906
201348	linear.weight	4	-0.0024515523109585047
201348	linear.weight	5	0.15035587549209595
201348	linear.weight	6	0.0047744326293468475
201348	linear.weight	7	-0.021312154829502106
201348	linear.weight	8	0.13663044571876526
201348	linear.weight	9	0.22894403338432312
201348	linear.bias	0	-0.8378735184669495
201348	linear.bias	1	1.5109747648239136
201348	linear.bias	2	-0.49822965264320374
201348	linear.bias	3	-0.7266846895217896
201348	linear.bias	4	-0.897715151309967
201348	linear.bias	5	-1.1787102222442627
201348	linear.bias	6	-0.9635979533195496
201348	linear.bias	7	-0.7299916744232178
201348	linear.bias	8	-0.01705317199230194
201348	linear.bias	9	3.430706024169922
201545	transitions	0	-0.45049822330474854
201545	transitions	1	8.771082878112793
201545	transitions	2	-3.593398332595825
201545	transitions	3	1.5642893314361572
201545	transitions	4	-2.190373659133911
201545	transitions	5	-0.4177437722682953
201545	transitions	6	-0.1939542442560196
201545	transitions	7	-10000.0
201545	transitions	8	1.8293408155441284
201545	transitions	9	-2.294670343399048
201545	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
201545	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
201545	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
201545	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
201545	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
201545	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
201545	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
201545	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
201545	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
201545	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
201545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
201545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
201545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
201545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
201545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
201545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
201545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
201545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
201545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
201545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
201545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
201545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
201545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
201545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
201545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
201545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
201545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
201545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
201545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
201545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
201545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
201545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
201545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
201545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
201545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
201545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
201545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
201545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
201545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
201545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
201545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
201545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
201545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
201545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
201545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
201545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
201545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
201545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
201545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
201545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
201545	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
201545	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
201545	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
201545	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
201545	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
201545	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
201545	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
201545	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
201545	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
201545	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
201545	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
201545	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
201545	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
201545	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
201545	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
201545	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
201545	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
201545	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
201545	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
201545	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
201545	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
201545	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
201545	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
201545	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
201545	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
201545	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
201545	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
201545	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
201545	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
201545	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
201545	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
201545	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
201545	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
201545	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
201545	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
201545	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
201545	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
201545	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
201545	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
201545	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
201545	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
201545	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
201545	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
201545	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
201545	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
201545	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
201545	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
201545	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
201545	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
201545	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
201545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
201545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
201545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
201545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
201545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
201545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
201545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
201545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
201545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
201545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
201545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
201545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
201545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
201545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
201545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
201545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
201545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
201545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
201545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
201545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
201545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
201545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
201545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
201545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
201545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
201545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
201545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
201545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
201545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
201545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
201545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
201545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
201545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
201545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
201545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
201545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
201545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
201545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
201545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
201545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
201545	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
201545	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
201545	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
201545	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
201545	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
201545	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
201545	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
201545	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
201545	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
201545	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
201545	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
201545	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
201545	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
201545	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
201545	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
201545	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
201545	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
201545	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
201545	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
201545	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
201545	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
201545	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
201545	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
201545	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
201545	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
201545	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
201545	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
201545	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
201545	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
201545	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
201545	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
201545	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
201545	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
201545	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
201545	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
201545	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
201545	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
201545	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
201545	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
201545	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
201545	embedding2nn.weight	0	0.046650126576423645
201545	embedding2nn.weight	1	-0.09066142141819
201545	embedding2nn.weight	2	0.02243562787771225
201545	embedding2nn.weight	3	-0.053863655775785446
201545	embedding2nn.weight	4	-0.12124135345220566
201545	embedding2nn.weight	5	0.1164734810590744
201545	embedding2nn.weight	6	-0.0911577120423317
201545	embedding2nn.weight	7	-0.06720974296331406
201545	embedding2nn.weight	8	-0.02665097825229168
201545	embedding2nn.weight	9	0.05758054181933403
201545	embedding2nn.bias	0	0.07575320452451706
201545	embedding2nn.bias	1	-0.030155153945088387
201545	embedding2nn.bias	2	-0.08817141503095627
201545	embedding2nn.bias	3	0.0366363450884819
201545	embedding2nn.bias	4	-0.01790892519056797
201545	embedding2nn.bias	5	-0.173542782664299
201545	embedding2nn.bias	6	-0.12456551939249039
201545	embedding2nn.bias	7	-0.020251568406820297
201545	embedding2nn.bias	8	0.08369982242584229
201545	embedding2nn.bias	9	-0.06844589114189148
201545	rnn.weight_ih_l0	0	0.03970515727996826
201545	rnn.weight_ih_l0	1	-0.0810086727142334
201545	rnn.weight_ih_l0	2	-0.04604630544781685
201545	rnn.weight_ih_l0	3	-0.0516122542321682
201545	rnn.weight_ih_l0	4	0.007456046063452959
201545	rnn.weight_ih_l0	5	-0.11203643679618835
201545	rnn.weight_ih_l0	6	-0.03043416142463684
201545	rnn.weight_ih_l0	7	-0.006872072350233793
201545	rnn.weight_ih_l0	8	0.06784822046756744
201545	rnn.weight_ih_l0	9	0.0056246197782456875
201545	rnn.weight_hh_l0	0	0.0021823260467499495
201545	rnn.weight_hh_l0	1	-0.0762580931186676
201545	rnn.weight_hh_l0	2	0.06850222498178482
201545	rnn.weight_hh_l0	3	0.04944011941552162
201545	rnn.weight_hh_l0	4	0.006073176395148039
201545	rnn.weight_hh_l0	5	0.06610358506441116
201545	rnn.weight_hh_l0	6	-0.018320463597774506
201545	rnn.weight_hh_l0	7	-0.10800981521606445
201545	rnn.weight_hh_l0	8	0.022869661450386047
201545	rnn.weight_hh_l0	9	-0.0868891179561615
201545	rnn.bias_ih_l0	0	-0.09145210683345795
201545	rnn.bias_ih_l0	1	-0.1901751607656479
201545	rnn.bias_ih_l0	2	-0.2609851658344269
201545	rnn.bias_ih_l0	3	-0.28104543685913086
201545	rnn.bias_ih_l0	4	-0.004391941707581282
201545	rnn.bias_ih_l0	5	0.05688738450407982
201545	rnn.bias_ih_l0	6	-0.16884629428386688
201545	rnn.bias_ih_l0	7	-0.2684459984302521
201545	rnn.bias_ih_l0	8	-0.14121676981449127
201545	rnn.bias_ih_l0	9	-0.18340927362442017
201545	rnn.bias_hh_l0	0	0.12443988770246506
201545	rnn.bias_hh_l0	1	-0.06271019577980042
201545	rnn.bias_hh_l0	2	0.04724670946598053
201545	rnn.bias_hh_l0	3	-0.18071864545345306
201545	rnn.bias_hh_l0	4	0.034317392855882645
201545	rnn.bias_hh_l0	5	0.06042410433292389
201545	rnn.bias_hh_l0	6	-0.09917790442705154
201545	rnn.bias_hh_l0	7	-0.16107766330242157
201545	rnn.bias_hh_l0	8	-0.18918906152248383
201545	rnn.bias_hh_l0	9	-0.10416390001773834
201545	rnn.weight_ih_l0_reverse	0	-0.021955402567982674
201545	rnn.weight_ih_l0_reverse	1	0.003153863362967968
201545	rnn.weight_ih_l0_reverse	2	0.014740465208888054
201545	rnn.weight_ih_l0_reverse	3	0.006591930519789457
201545	rnn.weight_ih_l0_reverse	4	0.0185344647616148
201545	rnn.weight_ih_l0_reverse	5	-0.05357084050774574
201545	rnn.weight_ih_l0_reverse	6	-0.044702231884002686
201545	rnn.weight_ih_l0_reverse	7	0.0088387755677104
201545	rnn.weight_ih_l0_reverse	8	0.09651020914316177
201545	rnn.weight_ih_l0_reverse	9	0.004023989196866751
201545	rnn.weight_hh_l0_reverse	0	0.0032701746094971895
201545	rnn.weight_hh_l0_reverse	1	0.029431860893964767
201545	rnn.weight_hh_l0_reverse	2	-0.04251366853713989
201545	rnn.weight_hh_l0_reverse	3	0.036929838359355927
201545	rnn.weight_hh_l0_reverse	4	0.022012759000062943
201545	rnn.weight_hh_l0_reverse	5	-0.001894236309453845
201545	rnn.weight_hh_l0_reverse	6	0.06781494617462158
201545	rnn.weight_hh_l0_reverse	7	0.03690468892455101
201545	rnn.weight_hh_l0_reverse	8	-0.023106258362531662
201545	rnn.weight_hh_l0_reverse	9	-0.02923806570470333
201545	rnn.bias_ih_l0_reverse	0	-0.14165307581424713
201545	rnn.bias_ih_l0_reverse	1	-0.3114260137081146
201545	rnn.bias_ih_l0_reverse	2	-0.06875337660312653
201545	rnn.bias_ih_l0_reverse	3	-0.1483006328344345
201545	rnn.bias_ih_l0_reverse	4	0.05685724690556526
201545	rnn.bias_ih_l0_reverse	5	-0.26723116636276245
201545	rnn.bias_ih_l0_reverse	6	-0.06870812922716141
201545	rnn.bias_ih_l0_reverse	7	0.026454119011759758
201545	rnn.bias_ih_l0_reverse	8	-0.1907893419265747
201545	rnn.bias_ih_l0_reverse	9	-0.09430325776338577
201545	rnn.bias_hh_l0_reverse	0	-0.14975276589393616
201545	rnn.bias_hh_l0_reverse	1	-0.1493755429983139
201545	rnn.bias_hh_l0_reverse	2	-0.01802138425409794
201545	rnn.bias_hh_l0_reverse	3	-0.13125580549240112
201545	rnn.bias_hh_l0_reverse	4	-0.028501521795988083
201545	rnn.bias_hh_l0_reverse	5	-0.11882638931274414
201545	rnn.bias_hh_l0_reverse	6	-0.07673779129981995
201545	rnn.bias_hh_l0_reverse	7	-0.1906115710735321
201545	rnn.bias_hh_l0_reverse	8	-0.07459484785795212
201545	rnn.bias_hh_l0_reverse	9	-0.11697638034820557
201545	linear.weight	0	-0.22534623742103577
201545	linear.weight	1	-0.08767829090356827
201545	linear.weight	2	-0.011228874325752258
201545	linear.weight	3	-0.1623290628194809
201545	linear.weight	4	-0.0054627032950520515
201545	linear.weight	5	0.15502965450286865
201545	linear.weight	6	0.0047744326293468475
201545	linear.weight	7	-0.021312154829502106
201545	linear.weight	8	0.15649493038654327
201545	linear.weight	9	0.22327271103858948
201545	linear.bias	0	-0.8239710927009583
201545	linear.bias	1	1.461246132850647
201545	linear.bias	2	-0.47765281796455383
201545	linear.bias	3	-0.7338395118713379
201545	linear.bias	4	-0.9066534638404846
201545	linear.bias	5	-1.1787265539169312
201545	linear.bias	6	-0.9495514631271362
201545	linear.bias	7	-0.7331935167312622
201545	linear.bias	8	-0.01705317199230194
201545	linear.bias	9	3.462707042694092
201742	transitions	0	-0.4505552649497986
201742	transitions	1	8.74720573425293
201742	transitions	2	-3.593625783920288
201742	transitions	3	1.5623055696487427
201742	transitions	4	-2.190629482269287
201742	transitions	5	-0.41778504848480225
201742	transitions	6	-0.19396717846393585
201742	transitions	7	-10000.0
201742	transitions	8	1.8334004878997803
201742	transitions	9	-2.2946712970733643
201742	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
201742	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
201742	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
201742	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
201742	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
201742	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
201742	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
201742	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
201742	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
201742	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
201742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
201742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
201742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
201742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
201742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
201742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
201742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
201742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
201742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
201742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
201742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
201742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
201742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
201742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
201742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
201742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
201742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
201742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
201742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
201742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
201742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
201742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
201742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
201742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
201742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
201742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
201742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
201742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
201742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
201742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
201742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
201742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
201742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
201742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
201742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
201742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
201742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
201742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
201742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
201742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
201742	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
201742	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
201742	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
201742	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
201742	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
201742	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
201742	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
201742	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
201742	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
201742	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
201742	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
201742	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
201742	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
201742	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
201742	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
201742	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
201742	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
201742	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
201742	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
201742	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
201742	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
201742	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
201742	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
201742	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
201742	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
201742	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
201742	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
201742	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
201742	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
201742	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
201742	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
201742	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
201742	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
201742	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
201742	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
201742	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
201742	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
201742	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
201742	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
201742	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
201742	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
201742	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
201742	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
201742	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
201742	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
201742	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
201742	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
201742	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
201742	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
201742	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
201742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
201742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
201742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
201742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
201742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
201742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
201742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
201742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
201742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
201742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
201742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
201742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
201742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
201742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
201742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
201742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
201742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
201742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
201742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
201742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
201742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
201742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
201742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
201742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
201742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
201742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
201742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
201742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
201742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
201742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
201742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
201742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
201742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
201742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
201742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
201742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
201742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
201742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
201742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
201742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
201742	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
201742	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
201742	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
201742	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
201742	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
201742	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
201742	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
201742	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
201742	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
201742	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
201742	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
201742	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
201742	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
201742	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
201742	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
201742	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
201742	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
201742	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
201742	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
201742	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
201742	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
201742	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
201742	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
201742	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
201742	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
201742	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
201742	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
201742	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
201742	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
201742	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
201742	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
201742	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
201742	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
201742	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
201742	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
201742	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
201742	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
201742	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
201742	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
201742	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
201742	embedding2nn.weight	0	0.04665130376815796
201742	embedding2nn.weight	1	-0.09005924314260483
201742	embedding2nn.weight	2	0.023688632994890213
201742	embedding2nn.weight	3	-0.05389045178890228
201742	embedding2nn.weight	4	-0.12136854231357574
201742	embedding2nn.weight	5	0.11631285399198532
201742	embedding2nn.weight	6	-0.09063111245632172
201742	embedding2nn.weight	7	-0.06822922080755234
201742	embedding2nn.weight	8	-0.02718523144721985
201742	embedding2nn.weight	9	0.05762970447540283
201742	embedding2nn.bias	0	0.06506399810314178
201742	embedding2nn.bias	1	-0.03995533287525177
201742	embedding2nn.bias	2	-0.08373519778251648
201742	embedding2nn.bias	3	0.044071733951568604
201742	embedding2nn.bias	4	-0.018480252474546432
201742	embedding2nn.bias	5	-0.1651352345943451
201742	embedding2nn.bias	6	-0.1336798369884491
201742	embedding2nn.bias	7	-0.0265182051807642
201742	embedding2nn.bias	8	0.08670464158058167
201742	embedding2nn.bias	9	-0.0660947635769844
201742	rnn.weight_ih_l0	0	0.03990890458226204
201742	rnn.weight_ih_l0	1	-0.08085072785615921
201742	rnn.weight_ih_l0	2	-0.04652627184987068
201742	rnn.weight_ih_l0	3	-0.05247107520699501
201742	rnn.weight_ih_l0	4	0.008045983500778675
201742	rnn.weight_ih_l0	5	-0.11232893168926239
201742	rnn.weight_ih_l0	6	-0.030353311449289322
201742	rnn.weight_ih_l0	7	-0.008679546415805817
201742	rnn.weight_ih_l0	8	0.06582291424274445
201742	rnn.weight_ih_l0	9	0.003902335884049535
201742	rnn.weight_hh_l0	0	0.0027975214179605246
201742	rnn.weight_hh_l0	1	-0.07715219259262085
201742	rnn.weight_hh_l0	2	0.06867316365242004
201742	rnn.weight_hh_l0	3	0.04930109530687332
201742	rnn.weight_hh_l0	4	0.006201335694640875
201742	rnn.weight_hh_l0	5	0.06616290658712387
201742	rnn.weight_hh_l0	6	-0.0184268057346344
201742	rnn.weight_hh_l0	7	-0.10783078521490097
201742	rnn.weight_hh_l0	8	0.023367976769804955
201742	rnn.weight_hh_l0	9	-0.08697503805160522
201742	rnn.bias_ih_l0	0	-0.08808626979589462
201742	rnn.bias_ih_l0	1	-0.1892968863248825
201742	rnn.bias_ih_l0	2	-0.2609665095806122
201742	rnn.bias_ih_l0	3	-0.28091105818748474
201742	rnn.bias_ih_l0	4	-0.005210710223764181
201742	rnn.bias_ih_l0	5	0.05740160122513771
201742	rnn.bias_ih_l0	6	-0.16851171851158142
201742	rnn.bias_ih_l0	7	-0.26734939217567444
201742	rnn.bias_ih_l0	8	-0.13990993797779083
201742	rnn.bias_ih_l0	9	-0.1812678575515747
201742	rnn.bias_hh_l0	0	0.12472566217184067
201742	rnn.bias_hh_l0	1	-0.06177773326635361
201742	rnn.bias_hh_l0	2	0.04676349088549614
201742	rnn.bias_hh_l0	3	-0.17994874715805054
201742	rnn.bias_hh_l0	4	0.03554713353514671
201742	rnn.bias_hh_l0	5	0.0588248036801815
201742	rnn.bias_hh_l0	6	-0.0996023416519165
201742	rnn.bias_hh_l0	7	-0.16100075840950012
201742	rnn.bias_hh_l0	8	-0.18905003368854523
201742	rnn.bias_hh_l0	9	-0.10676878690719604
201742	rnn.weight_ih_l0_reverse	0	-0.021317346021533012
201742	rnn.weight_ih_l0_reverse	1	0.0031288641039282084
201742	rnn.weight_ih_l0_reverse	2	0.015065351501107216
201742	rnn.weight_ih_l0_reverse	3	0.006026216316968203
201742	rnn.weight_ih_l0_reverse	4	0.018173357471823692
201742	rnn.weight_ih_l0_reverse	5	-0.053732894361019135
201742	rnn.weight_ih_l0_reverse	6	-0.04377815127372742
201742	rnn.weight_ih_l0_reverse	7	0.00799452792853117
201742	rnn.weight_ih_l0_reverse	8	0.0968487486243248
201742	rnn.weight_ih_l0_reverse	9	0.004306250251829624
201742	rnn.weight_hh_l0_reverse	0	0.0031275630462914705
201742	rnn.weight_hh_l0_reverse	1	0.029460957273840904
201742	rnn.weight_hh_l0_reverse	2	-0.04266161099076271
201742	rnn.weight_hh_l0_reverse	3	0.03680700808763504
201742	rnn.weight_hh_l0_reverse	4	0.02198573388159275
201742	rnn.weight_hh_l0_reverse	5	-0.0023652652744203806
201742	rnn.weight_hh_l0_reverse	6	0.0679180845618248
201742	rnn.weight_hh_l0_reverse	7	0.03667235001921654
201742	rnn.weight_hh_l0_reverse	8	-0.022983793169260025
201742	rnn.weight_hh_l0_reverse	9	-0.029255099594593048
201742	rnn.bias_ih_l0_reverse	0	-0.1414160430431366
201742	rnn.bias_ih_l0_reverse	1	-0.3114611506462097
201742	rnn.bias_ih_l0_reverse	2	-0.0696289986371994
201742	rnn.bias_ih_l0_reverse	3	-0.1476283222436905
201742	rnn.bias_ih_l0_reverse	4	0.057671044021844864
201742	rnn.bias_ih_l0_reverse	5	-0.2705969512462616
201742	rnn.bias_ih_l0_reverse	6	-0.06927281618118286
201742	rnn.bias_ih_l0_reverse	7	0.026556285098195076
201742	rnn.bias_ih_l0_reverse	8	-0.19222265481948853
201742	rnn.bias_ih_l0_reverse	9	-0.09542126208543777
201742	rnn.bias_hh_l0_reverse	0	-0.14858119189739227
201742	rnn.bias_hh_l0_reverse	1	-0.1476946771144867
201742	rnn.bias_hh_l0_reverse	2	-0.018406866118311882
201742	rnn.bias_hh_l0_reverse	3	-0.12982533872127533
201742	rnn.bias_hh_l0_reverse	4	-0.02803463116288185
201742	rnn.bias_hh_l0_reverse	5	-0.11912824213504791
201742	rnn.bias_hh_l0_reverse	6	-0.07508201897144318
201742	rnn.bias_hh_l0_reverse	7	-0.19212740659713745
201742	rnn.bias_hh_l0_reverse	8	-0.07488033920526505
201742	rnn.bias_hh_l0_reverse	9	-0.1164153441786766
201742	linear.weight	0	-0.22390903532505035
201742	linear.weight	1	-0.08831194788217545
201742	linear.weight	2	-0.011228874325752258
201742	linear.weight	3	-0.1546154022216797
201742	linear.weight	4	-0.023245953023433685
201742	linear.weight	5	0.1518605798482895
201742	linear.weight	6	0.0047744326293468475
201742	linear.weight	7	-0.021312154829502106
201742	linear.weight	8	0.15270665287971497
201742	linear.weight	9	0.2260463982820511
201742	linear.bias	0	-0.8392552733421326
201742	linear.bias	1	1.478469967842102
201742	linear.bias	2	-0.4929983913898468
201742	linear.bias	3	-0.7462935447692871
201742	linear.bias	4	-0.9276773929595947
201742	linear.bias	5	-1.1787407398223877
201742	linear.bias	6	-0.964775800704956
201742	linear.bias	7	-0.7186455130577087
201742	linear.bias	8	-0.01705317199230194
201742	linear.bias	9	3.426340103149414
201939	transitions	0	-0.4505763053894043
201939	transitions	1	8.751794815063477
201939	transitions	2	-3.5941059589385986
201939	transitions	3	1.561627984046936
201939	transitions	4	-2.1908481121063232
201939	transitions	5	-0.4178210198879242
201939	transitions	6	-0.19398915767669678
201939	transitions	7	-10000.0
201939	transitions	8	1.8324391841888428
201939	transitions	9	-2.2946763038635254
201939	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
201939	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
201939	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
201939	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
201939	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
201939	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
201939	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
201939	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
201939	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
201939	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
201939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
201939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
201939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
201939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
201939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
201939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
201939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
201939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
201939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
201939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
201939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
201939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
201939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
201939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
201939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
201939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
201939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
201939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
201939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
201939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
201939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
201939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
201939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
201939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
201939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
201939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
201939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
201939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
201939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
201939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
201939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
201939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
201939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
201939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
201939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
201939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
201939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
201939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
201939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
201939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
201939	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
201939	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
201939	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
201939	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
201939	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
201939	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
201939	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
201939	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
201939	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
201939	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
201939	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
201939	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
201939	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
201939	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
201939	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
201939	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
201939	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
201939	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
201939	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
201939	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
201939	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
201939	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
201939	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
201939	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
201939	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
201939	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
201939	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
201939	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
201939	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
201939	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
201939	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
201939	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
201939	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
201939	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
201939	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
201939	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
201939	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
201939	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
201939	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
201939	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
201939	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
201939	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
201939	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
201939	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
201939	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
201939	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
201939	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
201939	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
201939	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
201939	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
201939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
201939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
201939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
201939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
201939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
201939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
201939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
201939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
201939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
201939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
201939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
201939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
201939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
201939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
201939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
201939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
201939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
201939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
201939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
201939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
201939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
201939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
201939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
201939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
201939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
201939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
201939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
201939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
201939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
201939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
201939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
201939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
201939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
201939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
201939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
201939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
201939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
201939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
201939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
201939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
201939	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
201939	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
201939	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
201939	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
201939	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
201939	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
201939	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
201939	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
201939	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
201939	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
201939	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
201939	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
201939	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
201939	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
201939	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
201939	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
201939	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
201939	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
201939	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
201939	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
201939	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
201939	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
201939	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
201939	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
201939	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
201939	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
201939	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
201939	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
201939	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
201939	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
201939	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
201939	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
201939	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
201939	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
201939	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
201939	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
201939	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
201939	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
201939	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
201939	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
201939	embedding2nn.weight	0	0.0467231310904026
201939	embedding2nn.weight	1	-0.09093576669692993
201939	embedding2nn.weight	2	0.02358662337064743
201939	embedding2nn.weight	3	-0.05426220968365669
201939	embedding2nn.weight	4	-0.12052710354328156
201939	embedding2nn.weight	5	0.11672128736972809
201939	embedding2nn.weight	6	-0.09109283983707428
201939	embedding2nn.weight	7	-0.06762156635522842
201939	embedding2nn.weight	8	-0.026552114635705948
201939	embedding2nn.weight	9	0.05493233725428581
201939	embedding2nn.bias	0	0.06305809319019318
201939	embedding2nn.bias	1	-0.039290670305490494
201939	embedding2nn.bias	2	-0.08277479559183121
201939	embedding2nn.bias	3	0.03814336284995079
201939	embedding2nn.bias	4	-0.012514983303844929
201939	embedding2nn.bias	5	-0.17087046802043915
201939	embedding2nn.bias	6	-0.12790565192699432
201939	embedding2nn.bias	7	-0.02683451771736145
201939	embedding2nn.bias	8	0.09438063204288483
201939	embedding2nn.bias	9	-0.06225147098302841
201939	rnn.weight_ih_l0	0	0.038996417075395584
201939	rnn.weight_ih_l0	1	-0.08108880370855331
201939	rnn.weight_ih_l0	2	-0.04628833010792732
201939	rnn.weight_ih_l0	3	-0.0525616779923439
201939	rnn.weight_ih_l0	4	0.006993119139224291
201939	rnn.weight_ih_l0	5	-0.11245817691087723
201939	rnn.weight_ih_l0	6	-0.031197933480143547
201939	rnn.weight_ih_l0	7	-0.008585789240896702
201939	rnn.weight_ih_l0	8	0.0672144964337349
201939	rnn.weight_ih_l0	9	0.004077566787600517
201939	rnn.weight_hh_l0	0	0.0015432356158271432
201939	rnn.weight_hh_l0	1	-0.0772453024983406
201939	rnn.weight_hh_l0	2	0.0683402568101883
201939	rnn.weight_hh_l0	3	0.049769818782806396
201939	rnn.weight_hh_l0	4	0.005869269371032715
201939	rnn.weight_hh_l0	5	0.06608185172080994
201939	rnn.weight_hh_l0	6	-0.018574165180325508
201939	rnn.weight_hh_l0	7	-0.1074722483754158
201939	rnn.weight_hh_l0	8	0.022958172485232353
201939	rnn.weight_hh_l0	9	-0.08622999489307404
201939	rnn.bias_ih_l0	0	-0.08603835850954056
201939	rnn.bias_ih_l0	1	-0.18967072665691376
201939	rnn.bias_ih_l0	2	-0.26174598932266235
201939	rnn.bias_ih_l0	3	-0.2816791832447052
201939	rnn.bias_ih_l0	4	-0.005105108022689819
201939	rnn.bias_ih_l0	5	0.056352440267801285
201939	rnn.bias_ih_l0	6	-0.1687358021736145
201939	rnn.bias_ih_l0	7	-0.26847773790359497
201939	rnn.bias_ih_l0	8	-0.14060068130493164
201939	rnn.bias_ih_l0	9	-0.18018239736557007
201939	rnn.bias_hh_l0	0	0.12386714667081833
201939	rnn.bias_hh_l0	1	-0.062137164175510406
201939	rnn.bias_hh_l0	2	0.04792168736457825
201939	rnn.bias_hh_l0	3	-0.18107807636260986
201939	rnn.bias_hh_l0	4	0.03613634407520294
201939	rnn.bias_hh_l0	5	0.05963874235749245
201939	rnn.bias_hh_l0	6	-0.09896170347929001
201939	rnn.bias_hh_l0	7	-0.15969409048557281
201939	rnn.bias_hh_l0	8	-0.18849389255046844
201939	rnn.bias_hh_l0	9	-0.10661403834819794
201939	rnn.weight_ih_l0_reverse	0	-0.022055700421333313
201939	rnn.weight_ih_l0_reverse	1	0.0024280117359012365
201939	rnn.weight_ih_l0_reverse	2	0.01603916473686695
201939	rnn.weight_ih_l0_reverse	3	0.0062874979339540005
201939	rnn.weight_ih_l0_reverse	4	0.01765040121972561
201939	rnn.weight_ih_l0_reverse	5	-0.053262799978256226
201939	rnn.weight_ih_l0_reverse	6	-0.042336996644735336
201939	rnn.weight_ih_l0_reverse	7	0.007509318646043539
201939	rnn.weight_ih_l0_reverse	8	0.09665712714195251
201939	rnn.weight_ih_l0_reverse	9	0.004468931350857019
201939	rnn.weight_hh_l0_reverse	0	0.0029186259489506483
201939	rnn.weight_hh_l0_reverse	1	0.029562730342149734
201939	rnn.weight_hh_l0_reverse	2	-0.04245762899518013
201939	rnn.weight_hh_l0_reverse	3	0.03678577020764351
201939	rnn.weight_hh_l0_reverse	4	0.02268572524189949
201939	rnn.weight_hh_l0_reverse	5	-0.00256307958625257
201939	rnn.weight_hh_l0_reverse	6	0.0676778182387352
201939	rnn.weight_hh_l0_reverse	7	0.03664142265915871
201939	rnn.weight_hh_l0_reverse	8	-0.023563725873827934
201939	rnn.weight_hh_l0_reverse	9	-0.029546480625867844
201939	rnn.bias_ih_l0_reverse	0	-0.1412203162908554
201939	rnn.bias_ih_l0_reverse	1	-0.3119633197784424
201939	rnn.bias_ih_l0_reverse	2	-0.06993149220943451
201939	rnn.bias_ih_l0_reverse	3	-0.14860256016254425
201939	rnn.bias_ih_l0_reverse	4	0.05677611753344536
201939	rnn.bias_ih_l0_reverse	5	-0.2706552743911743
201939	rnn.bias_ih_l0_reverse	6	-0.0672641322016716
201939	rnn.bias_ih_l0_reverse	7	0.0262661911547184
201939	rnn.bias_ih_l0_reverse	8	-0.19142350554466248
201939	rnn.bias_ih_l0_reverse	9	-0.09557756781578064
201939	rnn.bias_hh_l0_reverse	0	-0.14960157871246338
201939	rnn.bias_hh_l0_reverse	1	-0.15040817856788635
201939	rnn.bias_hh_l0_reverse	2	-0.018594203516840935
201939	rnn.bias_hh_l0_reverse	3	-0.12822449207305908
201939	rnn.bias_hh_l0_reverse	4	-0.028448574244976044
201939	rnn.bias_hh_l0_reverse	5	-0.11867691576480865
201939	rnn.bias_hh_l0_reverse	6	-0.07821162045001984
201939	rnn.bias_hh_l0_reverse	7	-0.1925501674413681
201939	rnn.bias_hh_l0_reverse	8	-0.07414690405130386
201939	rnn.bias_hh_l0_reverse	9	-0.11630314588546753
201939	linear.weight	0	-0.21713584661483765
201939	linear.weight	1	-0.08789253234863281
201939	linear.weight	2	-0.011228874325752258
201939	linear.weight	3	-0.14130094647407532
201939	linear.weight	4	-0.016575224697589874
201939	linear.weight	5	0.16341210901737213
201939	linear.weight	6	0.0047744326293468475
201939	linear.weight	7	-0.021312154829502106
201939	linear.weight	8	0.1472189873456955
201939	linear.weight	9	0.22594095766544342
201939	linear.bias	0	-0.8530216813087463
201939	linear.bias	1	1.4548754692077637
201939	linear.bias	2	-0.5165655612945557
201939	linear.bias	3	-0.7241250872612
201939	linear.bias	4	-0.9294652342796326
201939	linear.bias	5	-1.1787580251693726
201939	linear.bias	6	-0.9794661402702332
201939	linear.bias	7	-0.7244692444801331
201939	linear.bias	8	-0.01705317199230194
201939	linear.bias	9	3.5076165199279785
202136	transitions	0	-0.4506640136241913
202136	transitions	1	8.726919174194336
202136	transitions	2	-3.594374418258667
202136	transitions	3	1.551222801208496
202136	transitions	4	-2.1910293102264404
202136	transitions	5	-0.4178719222545624
202136	transitions	6	-0.19400757551193237
202136	transitions	7	-10000.0
202136	transitions	8	1.8357821702957153
202136	transitions	9	-2.294677972793579
202136	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
202136	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
202136	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
202136	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
202136	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
202136	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
202136	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
202136	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
202136	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
202136	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
202136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
202136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
202136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
202136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
202136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
202136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
202136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
202136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
202136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
202136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
202136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
202136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
202136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
202136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
202136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
202136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
202136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
202136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
202136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
202136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
202136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
202136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
202136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
202136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
202136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
202136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
202136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
202136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
202136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
202136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
202136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
202136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
202136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
202136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
202136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
202136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
202136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
202136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
202136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
202136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
202136	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
202136	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
202136	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
202136	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
202136	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
202136	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
202136	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
202136	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
202136	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
202136	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
202136	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
202136	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
202136	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
202136	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
202136	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
202136	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
202136	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
202136	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
202136	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
202136	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
202136	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
202136	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
202136	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
202136	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
202136	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
202136	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
202136	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
202136	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
202136	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
202136	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
202136	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
202136	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
202136	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
202136	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
202136	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
202136	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
202136	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
202136	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
202136	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
202136	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
202136	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
202136	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
202136	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
202136	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
202136	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
202136	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
202136	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
202136	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
202136	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
202136	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
202136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
202136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
202136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
202136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
202136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
202136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
202136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
202136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
202136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
202136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
202136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
202136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
202136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
202136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
202136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
202136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
202136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
202136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
202136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
202136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
202136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
202136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
202136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
202136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
202136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
202136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
202136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
202136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
202136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
202136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
202136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
202136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
202136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
202136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
202136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
202136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
202136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
202136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
202136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
202136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
202136	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
202136	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
202136	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
202136	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
202136	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
202136	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
202136	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
202136	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
202136	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
202136	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
202136	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
202136	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
202136	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
202136	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
202136	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
202136	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
202136	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
202136	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
202136	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
202136	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
202136	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
202136	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
202136	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
202136	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
202136	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
202136	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
202136	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
202136	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
202136	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
202136	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
202136	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
202136	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
202136	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
202136	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
202136	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
202136	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
202136	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
202136	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
202136	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
202136	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
202136	embedding2nn.weight	0	0.04657609760761261
202136	embedding2nn.weight	1	-0.09143940359354019
202136	embedding2nn.weight	2	0.023779666051268578
202136	embedding2nn.weight	3	-0.053485844284296036
202136	embedding2nn.weight	4	-0.1196887344121933
202136	embedding2nn.weight	5	0.11717143654823303
202136	embedding2nn.weight	6	-0.08928171545267105
202136	embedding2nn.weight	7	-0.06815534085035324
202136	embedding2nn.weight	8	-0.02669602818787098
202136	embedding2nn.weight	9	0.05474800616502762
202136	embedding2nn.bias	0	0.06903111189603806
202136	embedding2nn.bias	1	-0.03982255607843399
202136	embedding2nn.bias	2	-0.08507188409566879
202136	embedding2nn.bias	3	0.031860873103141785
202136	embedding2nn.bias	4	-0.011461755260825157
202136	embedding2nn.bias	5	-0.16479456424713135
202136	embedding2nn.bias	6	-0.12647266685962677
202136	embedding2nn.bias	7	-0.026193035766482353
202136	embedding2nn.bias	8	0.0961761325597763
202136	embedding2nn.bias	9	-0.055187273770570755
202136	rnn.weight_ih_l0	0	0.03929004818201065
202136	rnn.weight_ih_l0	1	-0.08116158843040466
202136	rnn.weight_ih_l0	2	-0.04583049193024635
202136	rnn.weight_ih_l0	3	-0.05195213481783867
202136	rnn.weight_ih_l0	4	0.008158296346664429
202136	rnn.weight_ih_l0	5	-0.11308179050683975
202136	rnn.weight_ih_l0	6	-0.03208841755986214
202136	rnn.weight_ih_l0	7	-0.00875877495855093
202136	rnn.weight_ih_l0	8	0.0672224909067154
202136	rnn.weight_ih_l0	9	0.00330746010877192
202136	rnn.weight_hh_l0	0	0.0013261010171845555
202136	rnn.weight_hh_l0	1	-0.07693004608154297
202136	rnn.weight_hh_l0	2	0.06880589574575424
202136	rnn.weight_hh_l0	3	0.04937843233346939
202136	rnn.weight_hh_l0	4	0.005474003031849861
202136	rnn.weight_hh_l0	5	0.06602026522159576
202136	rnn.weight_hh_l0	6	-0.018797071650624275
202136	rnn.weight_hh_l0	7	-0.10713843256235123
202136	rnn.weight_hh_l0	8	0.022701816633343697
202136	rnn.weight_hh_l0	9	-0.08678837865591049
202136	rnn.bias_ih_l0	0	-0.08453138917684555
202136	rnn.bias_ih_l0	1	-0.18971653282642365
202136	rnn.bias_ih_l0	2	-0.2638201117515564
202136	rnn.bias_ih_l0	3	-0.28380531072616577
202136	rnn.bias_ih_l0	4	-0.004234457388520241
202136	rnn.bias_ih_l0	5	0.055930040776729584
202136	rnn.bias_ih_l0	6	-0.168659046292305
202136	rnn.bias_ih_l0	7	-0.27012670040130615
202136	rnn.bias_ih_l0	8	-0.14004845917224884
202136	rnn.bias_ih_l0	9	-0.1802782118320465
202136	rnn.bias_hh_l0	0	0.12298650294542313
202136	rnn.bias_hh_l0	1	-0.06307101249694824
202136	rnn.bias_hh_l0	2	0.048517048358917236
202136	rnn.bias_hh_l0	3	-0.1793900579214096
202136	rnn.bias_hh_l0	4	0.03745938837528229
202136	rnn.bias_hh_l0	5	0.0626961886882782
202136	rnn.bias_hh_l0	6	-0.09926002472639084
202136	rnn.bias_hh_l0	7	-0.15999189019203186
202136	rnn.bias_hh_l0	8	-0.1887160986661911
202136	rnn.bias_hh_l0	9	-0.10631512850522995
202136	rnn.weight_ih_l0_reverse	0	-0.02125905267894268
202136	rnn.weight_ih_l0_reverse	1	0.0026270404923707247
202136	rnn.weight_ih_l0_reverse	2	0.014638231135904789
202136	rnn.weight_ih_l0_reverse	3	0.005988991353660822
202136	rnn.weight_ih_l0_reverse	4	0.016516493633389473
202136	rnn.weight_ih_l0_reverse	5	-0.05211973935365677
202136	rnn.weight_ih_l0_reverse	6	-0.041658900678157806
202136	rnn.weight_ih_l0_reverse	7	0.007443268317729235
202136	rnn.weight_ih_l0_reverse	8	0.09695930033922195
202136	rnn.weight_ih_l0_reverse	9	0.00473807705566287
202136	rnn.weight_hh_l0_reverse	0	0.002642387291416526
202136	rnn.weight_hh_l0_reverse	1	0.029370011761784554
202136	rnn.weight_hh_l0_reverse	2	-0.042546018958091736
202136	rnn.weight_hh_l0_reverse	3	0.03659307211637497
202136	rnn.weight_hh_l0_reverse	4	0.02273155190050602
202136	rnn.weight_hh_l0_reverse	5	-0.002513173036277294
202136	rnn.weight_hh_l0_reverse	6	0.06756779551506042
202136	rnn.weight_hh_l0_reverse	7	0.0364500992000103
202136	rnn.weight_hh_l0_reverse	8	-0.023144854232668877
202136	rnn.weight_hh_l0_reverse	9	-0.029758822172880173
202136	rnn.bias_ih_l0_reverse	0	-0.14200182259082794
202136	rnn.bias_ih_l0_reverse	1	-0.3137197494506836
202136	rnn.bias_ih_l0_reverse	2	-0.06893964856863022
202136	rnn.bias_ih_l0_reverse	3	-0.14883266389369965
202136	rnn.bias_ih_l0_reverse	4	0.05676982179284096
202136	rnn.bias_ih_l0_reverse	5	-0.26906293630599976
202136	rnn.bias_ih_l0_reverse	6	-0.06718459725379944
202136	rnn.bias_ih_l0_reverse	7	0.026397204026579857
202136	rnn.bias_ih_l0_reverse	8	-0.18791429698467255
202136	rnn.bias_ih_l0_reverse	9	-0.09460357576608658
202136	rnn.bias_hh_l0_reverse	0	-0.14886915683746338
202136	rnn.bias_hh_l0_reverse	1	-0.14999322593212128
202136	rnn.bias_hh_l0_reverse	2	-0.018205203115940094
202136	rnn.bias_hh_l0_reverse	3	-0.1304839849472046
202136	rnn.bias_hh_l0_reverse	4	-0.027485115453600883
202136	rnn.bias_hh_l0_reverse	5	-0.11886963248252869
202136	rnn.bias_hh_l0_reverse	6	-0.0783303901553154
202136	rnn.bias_hh_l0_reverse	7	-0.19109874963760376
202136	rnn.bias_hh_l0_reverse	8	-0.07166292518377304
202136	rnn.bias_hh_l0_reverse	9	-0.1164194718003273
202136	linear.weight	0	-0.21944689750671387
202136	linear.weight	1	-0.08486313372850418
202136	linear.weight	2	-0.011228874325752258
202136	linear.weight	3	-0.1368868052959442
202136	linear.weight	4	-0.00837704073637724
202136	linear.weight	5	0.15414485335350037
202136	linear.weight	6	0.0047744326293468475
202136	linear.weight	7	-0.021312154829502106
202136	linear.weight	8	0.16345490515232086
202136	linear.weight	9	0.2262054681777954
202136	linear.bias	0	-0.8495420813560486
202136	linear.bias	1	1.4445761442184448
202136	linear.bias	2	-0.5248991250991821
202136	linear.bias	3	-0.7373765707015991
202136	linear.bias	4	-0.9230124354362488
202136	linear.bias	5	-1.1787744760513306
202136	linear.bias	6	-0.9758249521255493
202136	linear.bias	7	-0.7270522713661194
202136	linear.bias	8	-0.01705317199230194
202136	linear.bias	9	3.480559825897217
202333	transitions	0	-0.4507244825363159
202333	transitions	1	8.725667953491211
202333	transitions	2	-3.595046281814575
202333	transitions	3	1.5490748882293701
202333	transitions	4	-2.1911964416503906
202333	transitions	5	-0.4179697632789612
202333	transitions	6	-0.19401821494102478
202333	transitions	7	-10000.0
202333	transitions	8	1.836917757987976
202333	transitions	9	-2.294680118560791
202333	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
202333	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
202333	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
202333	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
202333	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
202333	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
202333	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
202333	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
202333	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
202333	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
202333	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
202333	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
202333	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
202333	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
202333	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
202333	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
202333	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
202333	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
202333	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
202333	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
202333	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
202333	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
202333	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
202333	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
202333	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
202333	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
202333	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
202333	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
202333	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
202333	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
202333	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
202333	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
202333	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
202333	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
202333	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
202333	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
202333	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
202333	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
202333	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
202333	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
202333	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
202333	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
202333	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
202333	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
202333	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
202333	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
202333	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
202333	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
202333	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
202333	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
202333	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
202333	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
202333	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
202333	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
202333	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
202333	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
202333	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
202333	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
202333	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
202333	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
202333	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
202333	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
202333	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
202333	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
202333	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
202333	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
202333	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
202333	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
202333	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
202333	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
202333	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
202333	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
202333	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
202333	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
202333	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
202333	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
202333	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
202333	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
202333	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
202333	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
202333	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
202333	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
202333	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
202333	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
202333	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
202333	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
202333	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
202333	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
202333	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
202333	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
202333	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
202333	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
202333	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
202333	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
202333	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
202333	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
202333	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
202333	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
202333	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
202333	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
202333	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
202333	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
202333	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
202333	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
202333	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
202333	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
202333	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
202333	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
202333	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
202333	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
202333	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
202333	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
202333	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
202333	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
202333	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
202333	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
202333	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
202333	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
202333	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
202333	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
202333	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
202333	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
202333	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
202333	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
202333	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
202333	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
202333	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
202333	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
202333	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
202333	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
202333	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
202333	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
202333	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
202333	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
202333	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
202333	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
202333	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
202333	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
202333	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
202333	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
202333	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
202333	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
202333	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
202333	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
202333	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
202333	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
202333	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
202333	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
202333	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
202333	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
202333	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
202333	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
202333	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
202333	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
202333	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
202333	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
202333	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
202333	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
202333	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
202333	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
202333	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
202333	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
202333	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
202333	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
202333	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
202333	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
202333	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
202333	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
202333	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
202333	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
202333	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
202333	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
202333	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
202333	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
202333	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
202333	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
202333	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
202333	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
202333	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
202333	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
202333	embedding2nn.weight	0	0.04650268331170082
202333	embedding2nn.weight	1	-0.09161423146724701
202333	embedding2nn.weight	2	0.0228447113186121
202333	embedding2nn.weight	3	-0.053667280822992325
202333	embedding2nn.weight	4	-0.11945565789937973
202333	embedding2nn.weight	5	0.11756158620119095
202333	embedding2nn.weight	6	-0.09011850506067276
202333	embedding2nn.weight	7	-0.06860225647687912
202333	embedding2nn.weight	8	-0.027388380840420723
202333	embedding2nn.weight	9	0.05315331742167473
202333	embedding2nn.bias	0	0.06649807840585709
202333	embedding2nn.bias	1	-0.03256732597947121
202333	embedding2nn.bias	2	-0.09080027043819427
202333	embedding2nn.bias	3	0.023578571155667305
202333	embedding2nn.bias	4	-0.008545758202672005
202333	embedding2nn.bias	5	-0.16304580867290497
202333	embedding2nn.bias	6	-0.12190858274698257
202333	embedding2nn.bias	7	-0.023922523483633995
202333	embedding2nn.bias	8	0.08719164878129959
202333	embedding2nn.bias	9	-0.05461885780096054
202333	rnn.weight_ih_l0	0	0.03950805217027664
202333	rnn.weight_ih_l0	1	-0.08050280809402466
202333	rnn.weight_ih_l0	2	-0.04596729576587677
202333	rnn.weight_ih_l0	3	-0.052533697336912155
202333	rnn.weight_ih_l0	4	0.008310721255838871
202333	rnn.weight_ih_l0	5	-0.11275885254144669
202333	rnn.weight_ih_l0	6	-0.030420459806919098
202333	rnn.weight_ih_l0	7	-0.008247342891991138
202333	rnn.weight_ih_l0	8	0.06666268408298492
202333	rnn.weight_ih_l0	9	0.004442152101546526
202333	rnn.weight_hh_l0	0	0.0016804325859993696
202333	rnn.weight_hh_l0	1	-0.0772736668586731
202333	rnn.weight_hh_l0	2	0.0687301978468895
202333	rnn.weight_hh_l0	3	0.049820058047771454
202333	rnn.weight_hh_l0	4	0.005392699968069792
202333	rnn.weight_hh_l0	5	0.06613150238990784
202333	rnn.weight_hh_l0	6	-0.01873052679002285
202333	rnn.weight_hh_l0	7	-0.10736473649740219
202333	rnn.weight_hh_l0	8	0.02301483228802681
202333	rnn.weight_hh_l0	9	-0.08673271536827087
202333	rnn.bias_ih_l0	0	-0.08490228652954102
202333	rnn.bias_ih_l0	1	-0.1910642385482788
202333	rnn.bias_ih_l0	2	-0.26366108655929565
202333	rnn.bias_ih_l0	3	-0.2843078076839447
202333	rnn.bias_ih_l0	4	-0.0029063832480460405
202333	rnn.bias_ih_l0	5	0.058021772652864456
202333	rnn.bias_ih_l0	6	-0.16990286111831665
202333	rnn.bias_ih_l0	7	-0.2698797285556793
202333	rnn.bias_ih_l0	8	-0.14053823053836823
202333	rnn.bias_ih_l0	9	-0.18149156868457794
202333	rnn.bias_hh_l0	0	0.12459032982587814
202333	rnn.bias_hh_l0	1	-0.06143040955066681
202333	rnn.bias_hh_l0	2	0.04873792827129364
202333	rnn.bias_hh_l0	3	-0.17779427766799927
202333	rnn.bias_hh_l0	4	0.03672819212079048
202333	rnn.bias_hh_l0	5	0.0604141540825367
202333	rnn.bias_hh_l0	6	-0.09834624081850052
202333	rnn.bias_hh_l0	7	-0.1605903059244156
202333	rnn.bias_hh_l0	8	-0.18872381746768951
202333	rnn.bias_hh_l0	9	-0.10636471956968307
202333	rnn.weight_ih_l0_reverse	0	-0.021775783970952034
202333	rnn.weight_ih_l0_reverse	1	0.0011114705121144652
202333	rnn.weight_ih_l0_reverse	2	0.013827932998538017
202333	rnn.weight_ih_l0_reverse	3	0.004662572406232357
202333	rnn.weight_ih_l0_reverse	4	0.01702394150197506
202333	rnn.weight_ih_l0_reverse	5	-0.053036879748106
202333	rnn.weight_ih_l0_reverse	6	-0.04198530316352844
202333	rnn.weight_ih_l0_reverse	7	0.00944481510668993
202333	rnn.weight_ih_l0_reverse	8	0.09749610722064972
202333	rnn.weight_ih_l0_reverse	9	0.003965005278587341
202333	rnn.weight_hh_l0_reverse	0	0.0022527689579874277
202333	rnn.weight_hh_l0_reverse	1	0.029410148039460182
202333	rnn.weight_hh_l0_reverse	2	-0.04271581396460533
202333	rnn.weight_hh_l0_reverse	3	0.03681451827287674
202333	rnn.weight_hh_l0_reverse	4	0.02256833389401436
202333	rnn.weight_hh_l0_reverse	5	-0.0025363259483128786
202333	rnn.weight_hh_l0_reverse	6	0.06659042835235596
202333	rnn.weight_hh_l0_reverse	7	0.03684791550040245
202333	rnn.weight_hh_l0_reverse	8	-0.023180151358246803
202333	rnn.weight_hh_l0_reverse	9	-0.030004290863871574
202333	rnn.bias_ih_l0_reverse	0	-0.14544174075126648
202333	rnn.bias_ih_l0_reverse	1	-0.31390395760536194
202333	rnn.bias_ih_l0_reverse	2	-0.06895016133785248
202333	rnn.bias_ih_l0_reverse	3	-0.15005949139595032
202333	rnn.bias_ih_l0_reverse	4	0.05763367563486099
202333	rnn.bias_ih_l0_reverse	5	-0.2668224275112152
202333	rnn.bias_ih_l0_reverse	6	-0.06740480661392212
202333	rnn.bias_ih_l0_reverse	7	0.02379249781370163
202333	rnn.bias_ih_l0_reverse	8	-0.1886933147907257
202333	rnn.bias_ih_l0_reverse	9	-0.09433634579181671
202333	rnn.bias_hh_l0_reverse	0	-0.14713916182518005
202333	rnn.bias_hh_l0_reverse	1	-0.15001800656318665
202333	rnn.bias_hh_l0_reverse	2	-0.019414670765399933
202333	rnn.bias_hh_l0_reverse	3	-0.12849485874176025
202333	rnn.bias_hh_l0_reverse	4	-0.025950616225600243
202333	rnn.bias_hh_l0_reverse	5	-0.12025409936904907
202333	rnn.bias_hh_l0_reverse	6	-0.07983017712831497
202333	rnn.bias_hh_l0_reverse	7	-0.19010502099990845
202333	rnn.bias_hh_l0_reverse	8	-0.07206327468156815
202333	rnn.bias_hh_l0_reverse	9	-0.1152556762099266
202333	linear.weight	0	-0.21109318733215332
202333	linear.weight	1	-0.08148415386676788
202333	linear.weight	2	-0.011228874325752258
202333	linear.weight	3	-0.13114920258522034
202333	linear.weight	4	-0.008949493058025837
202333	linear.weight	5	0.1492890566587448
202333	linear.weight	6	0.0047744326293468475
202333	linear.weight	7	-0.021312154829502106
202333	linear.weight	8	0.1626167893409729
202333	linear.weight	9	0.22771331667900085
202333	linear.bias	0	-0.8406836986541748
202333	linear.bias	1	1.4482136964797974
202333	linear.bias	2	-0.4731028079986572
202333	linear.bias	3	-0.7474396228790283
202333	linear.bias	4	-0.9284178018569946
202333	linear.bias	5	-1.1787879467010498
202333	linear.bias	6	-0.9663991928100586
202333	linear.bias	7	-0.7270619869232178
202333	linear.bias	8	-0.01705317199230194
202333	linear.bias	9	3.4675791263580322
202530	transitions	0	-0.45080775022506714
202530	transitions	1	8.730915069580078
202530	transitions	2	-3.5952939987182617
202530	transitions	3	1.559038758277893
202530	transitions	4	-2.1913516521453857
202530	transitions	5	-0.41805553436279297
202530	transitions	6	-0.1940440684556961
202530	transitions	7	-10000.0
202530	transitions	8	1.8363537788391113
202530	transitions	9	-2.294682502746582
202530	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
202530	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
202530	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
202530	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
202530	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
202530	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
202530	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
202530	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
202530	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
202530	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
202530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
202530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
202530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
202530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
202530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
202530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
202530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
202530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
202530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
202530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
202530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
202530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
202530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
202530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
202530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
202530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
202530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
202530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
202530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
202530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
202530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
202530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
202530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
202530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
202530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
202530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
202530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
202530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
202530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
202530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
202530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
202530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
202530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
202530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
202530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
202530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
202530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
202530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
202530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
202530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
202530	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
202530	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
202530	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
202530	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
202530	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
202530	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
202530	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
202530	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
202530	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
202530	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
202530	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
202530	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
202530	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
202530	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
202530	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
202530	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
202530	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
202530	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
202530	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
202530	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
202530	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
202530	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
202530	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
202530	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
202530	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
202530	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
202530	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
202530	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
202530	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
202530	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
202530	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
202530	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
202530	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
202530	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
202530	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
202530	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
202530	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
202530	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
202530	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
202530	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
202530	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
202530	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
202530	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
202530	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
202530	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
202530	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
202530	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
202530	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
202530	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
202530	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
202530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
202530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
202530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
202530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
202530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
202530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
202530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
202530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
202530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
202530	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
202530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
202530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
202530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
202530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
202530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
202530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
202530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
202530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
202530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
202530	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
202530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
202530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
202530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
202530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
202530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
202530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
202530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
202530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
202530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
202530	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
202530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
202530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
202530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
202530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
202530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
202530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
202530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
202530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
202530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
202530	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
202530	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
202530	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
202530	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
202530	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
202530	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
202530	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
202530	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
202530	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
202530	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
202530	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
202530	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
202530	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
202530	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
202530	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
202530	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
202530	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
202530	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
202530	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
202530	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
202530	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
202530	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
202530	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
202530	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
202530	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
202530	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
202530	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
202530	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
202530	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
202530	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
202530	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
202530	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
202530	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
202530	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
202530	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
202530	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
202530	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
202530	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
202530	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
202530	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
202530	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
202530	embedding2nn.weight	0	0.04662257432937622
202530	embedding2nn.weight	1	-0.09283493459224701
202530	embedding2nn.weight	2	0.02325512282550335
202530	embedding2nn.weight	3	-0.05340156331658363
202530	embedding2nn.weight	4	-0.11757229268550873
202530	embedding2nn.weight	5	0.1160949319601059
202530	embedding2nn.weight	6	-0.09394174814224243
202530	embedding2nn.weight	7	-0.06711293011903763
202530	embedding2nn.weight	8	-0.027664516121149063
202530	embedding2nn.weight	9	0.05305701494216919
202530	embedding2nn.bias	0	0.06330364942550659
202530	embedding2nn.bias	1	-0.030214229598641396
202530	embedding2nn.bias	2	-0.08385732024908066
202530	embedding2nn.bias	3	0.03188067674636841
202530	embedding2nn.bias	4	-0.007856843993067741
202530	embedding2nn.bias	5	-0.15796683728694916
202530	embedding2nn.bias	6	-0.1295364648103714
202530	embedding2nn.bias	7	-0.030393293127417564
202530	embedding2nn.bias	8	0.08606165647506714
202530	embedding2nn.bias	9	-0.061565931886434555
202530	rnn.weight_ih_l0	0	0.04097680002450943
202530	rnn.weight_ih_l0	1	-0.07931891828775406
202530	rnn.weight_ih_l0	2	-0.04594767093658447
202530	rnn.weight_ih_l0	3	-0.05313644930720329
202530	rnn.weight_ih_l0	4	0.008226487785577774
202530	rnn.weight_ih_l0	5	-0.11188222467899323
202530	rnn.weight_ih_l0	6	-0.03166821971535683
202530	rnn.weight_ih_l0	7	-0.00752484193071723
202530	rnn.weight_ih_l0	8	0.06732869893312454
202530	rnn.weight_ih_l0	9	0.004600173328071833
202530	rnn.weight_hh_l0	0	0.0018442593282088637
202530	rnn.weight_hh_l0	1	-0.07666819542646408
202530	rnn.weight_hh_l0	2	0.06832852214574814
202530	rnn.weight_hh_l0	3	0.04940153658390045
202530	rnn.weight_hh_l0	4	0.0054845805279910564
202530	rnn.weight_hh_l0	5	0.06603474915027618
202530	rnn.weight_hh_l0	6	-0.018811417743563652
202530	rnn.weight_hh_l0	7	-0.10792283713817596
202530	rnn.weight_hh_l0	8	0.022924644872546196
202530	rnn.weight_hh_l0	9	-0.08663914352655411
202530	rnn.bias_ih_l0	0	-0.08334983885288239
202530	rnn.bias_ih_l0	1	-0.19019071757793427
202530	rnn.bias_ih_l0	2	-0.2629977762699127
202530	rnn.bias_ih_l0	3	-0.2838911712169647
202530	rnn.bias_ih_l0	4	-0.003482928965240717
202530	rnn.bias_ih_l0	5	0.05611715093255043
202530	rnn.bias_ih_l0	6	-0.16930975019931793
202530	rnn.bias_ih_l0	7	-0.2707533836364746
202530	rnn.bias_ih_l0	8	-0.14303407073020935
202530	rnn.bias_ih_l0	9	-0.18177932500839233
202530	rnn.bias_hh_l0	0	0.12497352808713913
202530	rnn.bias_hh_l0	1	-0.06047545373439789
202530	rnn.bias_hh_l0	2	0.05043073743581772
202530	rnn.bias_hh_l0	3	-0.17741763591766357
202530	rnn.bias_hh_l0	4	0.03579806908965111
202530	rnn.bias_hh_l0	5	0.05935738980770111
202530	rnn.bias_hh_l0	6	-0.09927719086408615
202530	rnn.bias_hh_l0	7	-0.15895891189575195
202530	rnn.bias_hh_l0	8	-0.18829019367694855
202530	rnn.bias_hh_l0	9	-0.106553815305233
202530	rnn.weight_ih_l0_reverse	0	-0.022089427337050438
202530	rnn.weight_ih_l0_reverse	1	0.0004406200023368001
202530	rnn.weight_ih_l0_reverse	2	0.013327714055776596
202530	rnn.weight_ih_l0_reverse	3	0.0041268193162977695
202530	rnn.weight_ih_l0_reverse	4	0.016987666487693787
202530	rnn.weight_ih_l0_reverse	5	-0.0524318590760231
202530	rnn.weight_ih_l0_reverse	6	-0.04221661016345024
202530	rnn.weight_ih_l0_reverse	7	0.009706588461995125
202530	rnn.weight_ih_l0_reverse	8	0.09920060634613037
202530	rnn.weight_ih_l0_reverse	9	0.005138895940035582
202530	rnn.weight_hh_l0_reverse	0	0.0024673950392752886
202530	rnn.weight_hh_l0_reverse	1	0.02914893440902233
202530	rnn.weight_hh_l0_reverse	2	-0.04263615235686302
202530	rnn.weight_hh_l0_reverse	3	0.0366804264485836
202530	rnn.weight_hh_l0_reverse	4	0.022703096270561218
202530	rnn.weight_hh_l0_reverse	5	-0.002115098526701331
202530	rnn.weight_hh_l0_reverse	6	0.06688101589679718
202530	rnn.weight_hh_l0_reverse	7	0.03668088838458061
202530	rnn.weight_hh_l0_reverse	8	-0.022903157398104668
202530	rnn.weight_hh_l0_reverse	9	-0.03001827746629715
202530	rnn.bias_ih_l0_reverse	0	-0.1480712890625
202530	rnn.bias_ih_l0_reverse	1	-0.3148420751094818
202530	rnn.bias_ih_l0_reverse	2	-0.06923528760671616
202530	rnn.bias_ih_l0_reverse	3	-0.15021272003650665
202530	rnn.bias_ih_l0_reverse	4	0.05906546488404274
202530	rnn.bias_ih_l0_reverse	5	-0.2673334777355194
202530	rnn.bias_ih_l0_reverse	6	-0.06903471797704697
202530	rnn.bias_ih_l0_reverse	7	0.0245266892015934
202530	rnn.bias_ih_l0_reverse	8	-0.18960554897785187
202530	rnn.bias_ih_l0_reverse	9	-0.09461352229118347
202530	rnn.bias_hh_l0_reverse	0	-0.14820218086242676
202530	rnn.bias_hh_l0_reverse	1	-0.1548549234867096
202530	rnn.bias_hh_l0_reverse	2	-0.01816408708691597
202530	rnn.bias_hh_l0_reverse	3	-0.1265943944454193
202530	rnn.bias_hh_l0_reverse	4	-0.02530628815293312
202530	rnn.bias_hh_l0_reverse	5	-0.11985588818788528
202530	rnn.bias_hh_l0_reverse	6	-0.07940719276666641
202530	rnn.bias_hh_l0_reverse	7	-0.18995364010334015
202530	rnn.bias_hh_l0_reverse	8	-0.07327049225568771
202530	rnn.bias_hh_l0_reverse	9	-0.11542575061321259
202530	linear.weight	0	-0.22056736052036285
202530	linear.weight	1	-0.08099819719791412
202530	linear.weight	2	-0.011228874325752258
202530	linear.weight	3	-0.13140249252319336
202530	linear.weight	4	-0.010717693716287613
202530	linear.weight	5	0.16181762516498566
202530	linear.weight	6	0.0047744326293468475
202530	linear.weight	7	-0.021312154829502106
202530	linear.weight	8	0.16107502579689026
202530	linear.weight	9	0.22566601634025574
202530	linear.bias	0	-0.8469387888908386
202530	linear.bias	1	1.4419678449630737
202530	linear.bias	2	-0.510897159576416
202530	linear.bias	3	-0.7260940074920654
202530	linear.bias	4	-0.9212188124656677
202530	linear.bias	5	-1.1788067817687988
202530	linear.bias	6	-0.9720025062561035
202530	linear.bias	7	-0.7242992520332336
202530	linear.bias	8	-0.01705317199230194
202530	linear.bias	9	3.449669122695923
202727	transitions	0	-0.4508395791053772
202727	transitions	1	8.736084938049316
202727	transitions	2	-3.595747947692871
202727	transitions	3	1.5615406036376953
202727	transitions	4	-2.191632032394409
202727	transitions	5	-0.4180682301521301
202727	transitions	6	-0.19406619668006897
202727	transitions	7	-10000.0
202727	transitions	8	1.8358460664749146
202727	transitions	9	-2.294685125350952
202727	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
202727	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
202727	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
202727	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
202727	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
202727	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
202727	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
202727	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
202727	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
202727	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
202727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
202727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
202727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
202727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
202727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
202727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
202727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
202727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
202727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
202727	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
202727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
202727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
202727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
202727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
202727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
202727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
202727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
202727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
202727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
202727	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
202727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
202727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
202727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
202727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
202727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
202727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
202727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
202727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
202727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
202727	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
202727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
202727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
202727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
202727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
202727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
202727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
202727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
202727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
202727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
202727	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
202727	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
202727	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
202727	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
202727	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
202727	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
202727	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
202727	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
202727	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
202727	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
202727	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
202727	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
202727	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
202727	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
202727	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
202727	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
202727	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
202727	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
202727	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
202727	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
202727	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
202727	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
202727	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
202727	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
202727	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
202727	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
202727	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
202727	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
202727	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
202727	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
202727	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
202727	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
202727	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
202727	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
202727	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
202727	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
202727	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
202727	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
202727	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
202727	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
202727	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
202727	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
202727	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
202727	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
202727	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
202727	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
202727	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
202727	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
202727	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
202727	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
202727	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
202727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
202727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
202727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
202727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
202727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
202727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
202727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
202727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
202727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
202727	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
202727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
202727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
202727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
202727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
202727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
202727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
202727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
202727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
202727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
202727	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
202727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
202727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
202727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
202727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
202727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
202727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
202727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
202727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
202727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
202727	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
202727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
202727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
202727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
202727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
202727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
202727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
202727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
202727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
202727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
202727	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
202727	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
202727	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
202727	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
202727	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
202727	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
202727	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
202727	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
202727	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
202727	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
202727	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
202727	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
202727	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
202727	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
202727	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
202727	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
202727	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
202727	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
202727	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
202727	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
202727	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
202727	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
202727	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
202727	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
202727	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
202727	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
202727	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
202727	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
202727	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
202727	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
202727	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
202727	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
202727	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
202727	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
202727	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
202727	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
202727	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
202727	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
202727	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
202727	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
202727	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
202727	embedding2nn.weight	0	0.04649433493614197
202727	embedding2nn.weight	1	-0.09373252838850021
202727	embedding2nn.weight	2	0.024347485974431038
202727	embedding2nn.weight	3	-0.05344134196639061
202727	embedding2nn.weight	4	-0.11661489307880402
202727	embedding2nn.weight	5	0.11518117785453796
202727	embedding2nn.weight	6	-0.0991085022687912
202727	embedding2nn.weight	7	-0.06757213175296783
202727	embedding2nn.weight	8	-0.026952071115374565
202727	embedding2nn.weight	9	0.053227782249450684
202727	embedding2nn.bias	0	0.07527673989534378
202727	embedding2nn.bias	1	-0.028740569949150085
202727	embedding2nn.bias	2	-0.09950578957796097
202727	embedding2nn.bias	3	0.028330408036708832
202727	embedding2nn.bias	4	-0.01587117277085781
202727	embedding2nn.bias	5	-0.16093295812606812
202727	embedding2nn.bias	6	-0.12229101359844208
202727	embedding2nn.bias	7	-0.03312065824866295
202727	embedding2nn.bias	8	0.08464585244655609
202727	embedding2nn.bias	9	-0.07094299048185349
202727	rnn.weight_ih_l0	0	0.04019917547702789
202727	rnn.weight_ih_l0	1	-0.07797510176897049
202727	rnn.weight_ih_l0	2	-0.04698026925325394
202727	rnn.weight_ih_l0	3	-0.052736423909664154
202727	rnn.weight_ih_l0	4	0.008524511940777302
202727	rnn.weight_ih_l0	5	-0.11024603247642517
202727	rnn.weight_ih_l0	6	-0.031586579978466034
202727	rnn.weight_ih_l0	7	-0.0054597328417003155
202727	rnn.weight_ih_l0	8	0.06681247055530548
202727	rnn.weight_ih_l0	9	0.005171011667698622
202727	rnn.weight_hh_l0	0	0.001670519239269197
202727	rnn.weight_hh_l0	1	-0.07729131728410721
202727	rnn.weight_hh_l0	2	0.06895272433757782
202727	rnn.weight_hh_l0	3	0.05027273669838905
202727	rnn.weight_hh_l0	4	0.005538002587854862
202727	rnn.weight_hh_l0	5	0.06586074084043503
202727	rnn.weight_hh_l0	6	-0.019029339775443077
202727	rnn.weight_hh_l0	7	-0.10802499204874039
202727	rnn.weight_hh_l0	8	0.0230266023427248
202727	rnn.weight_hh_l0	9	-0.08697193115949631
202727	rnn.bias_ih_l0	0	-0.08525746315717697
202727	rnn.bias_ih_l0	1	-0.1893141269683838
202727	rnn.bias_ih_l0	2	-0.26420795917510986
202727	rnn.bias_ih_l0	3	-0.2839002013206482
202727	rnn.bias_ih_l0	4	-0.0012340270914137363
202727	rnn.bias_ih_l0	5	0.05772991105914116
202727	rnn.bias_ih_l0	6	-0.16831651329994202
202727	rnn.bias_ih_l0	7	-0.27223312854766846
202727	rnn.bias_ih_l0	8	-0.1447971612215042
202727	rnn.bias_ih_l0	9	-0.18090945482254028
202727	rnn.bias_hh_l0	0	0.1247408390045166
202727	rnn.bias_hh_l0	1	-0.05944868177175522
202727	rnn.bias_hh_l0	2	0.049561988562345505
202727	rnn.bias_hh_l0	3	-0.176674485206604
202727	rnn.bias_hh_l0	4	0.03827346861362457
202727	rnn.bias_hh_l0	5	0.05769382789731026
202727	rnn.bias_hh_l0	6	-0.09865821152925491
202727	rnn.bias_hh_l0	7	-0.15982861816883087
202727	rnn.bias_hh_l0	8	-0.18811637163162231
202727	rnn.bias_hh_l0	9	-0.10698762536048889
202727	rnn.weight_ih_l0_reverse	0	-0.023029398173093796
202727	rnn.weight_ih_l0_reverse	1	-0.002763297874480486
202727	rnn.weight_ih_l0_reverse	2	0.011264538392424583
202727	rnn.weight_ih_l0_reverse	3	0.003923824056982994
202727	rnn.weight_ih_l0_reverse	4	0.01697542704641819
202727	rnn.weight_ih_l0_reverse	5	-0.05307912081480026
202727	rnn.weight_ih_l0_reverse	6	-0.0423818938434124
202727	rnn.weight_ih_l0_reverse	7	0.009813988581299782
202727	rnn.weight_ih_l0_reverse	8	0.09904970973730087
202727	rnn.weight_ih_l0_reverse	9	0.005778424441814423
202727	rnn.weight_hh_l0_reverse	0	0.0020013023167848587
202727	rnn.weight_hh_l0_reverse	1	0.029258867725729942
202727	rnn.weight_hh_l0_reverse	2	-0.042133986949920654
202727	rnn.weight_hh_l0_reverse	3	0.03666966035962105
202727	rnn.weight_hh_l0_reverse	4	0.02291288413107395
202727	rnn.weight_hh_l0_reverse	5	-0.002266708994284272
202727	rnn.weight_hh_l0_reverse	6	0.06706744432449341
202727	rnn.weight_hh_l0_reverse	7	0.03692488744854927
202727	rnn.weight_hh_l0_reverse	8	-0.02279110997915268
202727	rnn.weight_hh_l0_reverse	9	-0.030201636254787445
202727	rnn.bias_ih_l0_reverse	0	-0.14740678668022156
202727	rnn.bias_ih_l0_reverse	1	-0.31533247232437134
202727	rnn.bias_ih_l0_reverse	2	-0.0683702602982521
202727	rnn.bias_ih_l0_reverse	3	-0.14841458201408386
202727	rnn.bias_ih_l0_reverse	4	0.05781858414411545
202727	rnn.bias_ih_l0_reverse	5	-0.2682867646217346
202727	rnn.bias_ih_l0_reverse	6	-0.06930296123027802
202727	rnn.bias_ih_l0_reverse	7	0.025579074397683144
202727	rnn.bias_ih_l0_reverse	8	-0.19101457297801971
202727	rnn.bias_ih_l0_reverse	9	-0.09332438558340073
202727	rnn.bias_hh_l0_reverse	0	-0.1505943238735199
202727	rnn.bias_hh_l0_reverse	1	-0.15609309077262878
202727	rnn.bias_hh_l0_reverse	2	-0.01647563837468624
202727	rnn.bias_hh_l0_reverse	3	-0.12392697483301163
202727	rnn.bias_hh_l0_reverse	4	-0.026989607140421867
202727	rnn.bias_hh_l0_reverse	5	-0.11811407655477524
202727	rnn.bias_hh_l0_reverse	6	-0.07902562618255615
202727	rnn.bias_hh_l0_reverse	7	-0.18946430087089539
202727	rnn.bias_hh_l0_reverse	8	-0.07359427958726883
202727	rnn.bias_hh_l0_reverse	9	-0.11447416245937347
202727	linear.weight	0	-0.21555376052856445
202727	linear.weight	1	-0.08674848079681396
202727	linear.weight	2	-0.011228874325752258
202727	linear.weight	3	-0.12793251872062683
202727	linear.weight	4	-0.009166425094008446
202727	linear.weight	5	0.16621512174606323
202727	linear.weight	6	0.0047744326293468475
202727	linear.weight	7	-0.021312154829502106
202727	linear.weight	8	0.1745908111333847
202727	linear.weight	9	0.22409649193286896
202727	linear.bias	0	-0.8363848924636841
202727	linear.bias	1	1.4754149913787842
202727	linear.bias	2	-0.4929681420326233
202727	linear.bias	3	-0.7328596115112305
202727	linear.bias	4	-0.8996538519859314
202727	linear.bias	5	-1.1788253784179688
202727	linear.bias	6	-0.9607343077659607
202727	linear.bias	7	-0.7339230179786682
202727	linear.bias	8	-0.01705317199230194
202727	linear.bias	9	3.470475435256958
202924	transitions	0	-0.4509154260158539
202924	transitions	1	8.739916801452637
202924	transitions	2	-3.5959343910217285
202924	transitions	3	1.5600991249084473
202924	transitions	4	-2.1917614936828613
202924	transitions	5	-0.41813042759895325
202924	transitions	6	-0.19407756626605988
202924	transitions	7	-10000.0
202924	transitions	8	1.8353612422943115
202924	transitions	9	-2.2946887016296387
202924	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
202924	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
202924	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
202924	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
202924	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
202924	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
202924	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
202924	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
202924	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
202924	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
202924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
202924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
202924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
202924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
202924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
202924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
202924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
202924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
202924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
202924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
202924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
202924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
202924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
202924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
202924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
202924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
202924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
202924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
202924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
202924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
202924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
202924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
202924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
202924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
202924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
202924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
202924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
202924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
202924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
202924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
202924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
202924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
202924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
202924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
202924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
202924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
202924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
202924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
202924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
202924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
202924	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
202924	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
202924	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
202924	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
202924	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
202924	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
202924	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
202924	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
202924	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
202924	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
202924	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
202924	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
202924	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
202924	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
202924	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
202924	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
202924	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
202924	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
202924	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
202924	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
202924	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
202924	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
202924	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
202924	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
202924	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
202924	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
202924	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
202924	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
202924	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
202924	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
202924	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
202924	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
202924	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
202924	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
202924	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
202924	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
202924	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
202924	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
202924	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
202924	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
202924	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
202924	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
202924	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
202924	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
202924	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
202924	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
202924	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
202924	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
202924	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
202924	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
202924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
202924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
202924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
202924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
202924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
202924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
202924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
202924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
202924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
202924	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
202924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
202924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
202924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
202924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
202924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
202924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
202924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
202924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
202924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
202924	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
202924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
202924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
202924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
202924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
202924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
202924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
202924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
202924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
202924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
202924	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
202924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
202924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
202924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
202924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
202924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
202924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
202924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
202924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
202924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
202924	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
202924	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
202924	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
202924	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
202924	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
202924	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
202924	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
202924	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
202924	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
202924	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
202924	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
202924	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
202924	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
202924	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
202924	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
202924	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
202924	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
202924	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
202924	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
202924	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
202924	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
202924	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
202924	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
202924	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
202924	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
202924	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
202924	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
202924	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
202924	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
202924	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
202924	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
202924	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
202924	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
202924	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
202924	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
202924	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
202924	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
202924	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
202924	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
202924	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
202924	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
202924	embedding2nn.weight	0	0.04649229347705841
202924	embedding2nn.weight	1	-0.09291856735944748
202924	embedding2nn.weight	2	0.024131111800670624
202924	embedding2nn.weight	3	-0.05444897338747978
202924	embedding2nn.weight	4	-0.11763983964920044
202924	embedding2nn.weight	5	0.11611153185367584
202924	embedding2nn.weight	6	-0.10290729254484177
202924	embedding2nn.weight	7	-0.06698694080114365
202924	embedding2nn.weight	8	-0.027170658111572266
202924	embedding2nn.weight	9	0.052423492074012756
202924	embedding2nn.bias	0	0.08458852767944336
202924	embedding2nn.bias	1	-0.029890863224864006
202924	embedding2nn.bias	2	-0.08883965015411377
202924	embedding2nn.bias	3	0.01783955842256546
202924	embedding2nn.bias	4	-0.008888251148164272
202924	embedding2nn.bias	5	-0.15910109877586365
202924	embedding2nn.bias	6	-0.12482377886772156
202924	embedding2nn.bias	7	-0.024069147184491158
202924	embedding2nn.bias	8	0.08244731277227402
202924	embedding2nn.bias	9	-0.07315517961978912
202924	rnn.weight_ih_l0	0	0.03848487511277199
202924	rnn.weight_ih_l0	1	-0.07418791204690933
202924	rnn.weight_ih_l0	2	-0.04831477627158165
202924	rnn.weight_ih_l0	3	-0.05402146279811859
202924	rnn.weight_ih_l0	4	0.009038499556481838
202924	rnn.weight_ih_l0	5	-0.10918156802654266
202924	rnn.weight_ih_l0	6	-0.0315648652613163
202924	rnn.weight_ih_l0	7	-0.005377102177590132
202924	rnn.weight_ih_l0	8	0.06617330014705658
202924	rnn.weight_ih_l0	9	0.00511248828843236
202924	rnn.weight_hh_l0	0	0.0015881477156654
202924	rnn.weight_hh_l0	1	-0.07799416035413742
202924	rnn.weight_hh_l0	2	0.0687081590294838
202924	rnn.weight_hh_l0	3	0.05043763667345047
202924	rnn.weight_hh_l0	4	0.005738523788750172
202924	rnn.weight_hh_l0	5	0.0658966600894928
202924	rnn.weight_hh_l0	6	-0.018976682797074318
202924	rnn.weight_hh_l0	7	-0.10834535956382751
202924	rnn.weight_hh_l0	8	0.02378605678677559
202924	rnn.weight_hh_l0	9	-0.08715151250362396
202924	rnn.bias_ih_l0	0	-0.0836324393749237
202924	rnn.bias_ih_l0	1	-0.1900773048400879
202924	rnn.bias_ih_l0	2	-0.262251615524292
202924	rnn.bias_ih_l0	3	-0.28659579157829285
202924	rnn.bias_ih_l0	4	0.00010552670573815703
202924	rnn.bias_ih_l0	5	0.059709709137678146
202924	rnn.bias_ih_l0	6	-0.16859546303749084
202924	rnn.bias_ih_l0	7	-0.2707229256629944
202924	rnn.bias_ih_l0	8	-0.14404542744159698
202924	rnn.bias_ih_l0	9	-0.18015828728675842
202924	rnn.bias_hh_l0	0	0.12401143461465836
202924	rnn.bias_hh_l0	1	-0.05950269475579262
202924	rnn.bias_hh_l0	2	0.048918429762125015
202924	rnn.bias_hh_l0	3	-0.1767863929271698
202924	rnn.bias_hh_l0	4	0.038924939930438995
202924	rnn.bias_hh_l0	5	0.057608265429735184
202924	rnn.bias_hh_l0	6	-0.09887555986642838
202924	rnn.bias_hh_l0	7	-0.16153617203235626
202924	rnn.bias_hh_l0	8	-0.18790020048618317
202924	rnn.bias_hh_l0	9	-0.10704950243234634
202924	rnn.weight_ih_l0_reverse	0	-0.023514386266469955
202924	rnn.weight_ih_l0_reverse	1	-0.00266669993288815
202924	rnn.weight_ih_l0_reverse	2	0.011031648144125938
202924	rnn.weight_ih_l0_reverse	3	0.004754330031573772
202924	rnn.weight_ih_l0_reverse	4	0.016630228608846664
202924	rnn.weight_ih_l0_reverse	5	-0.05334931239485741
202924	rnn.weight_ih_l0_reverse	6	-0.04313277080655098
202924	rnn.weight_ih_l0_reverse	7	0.008842959068715572
202924	rnn.weight_ih_l0_reverse	8	0.09857798367738724
202924	rnn.weight_ih_l0_reverse	9	0.005203688517212868
202924	rnn.weight_hh_l0_reverse	0	0.0020169862546026707
202924	rnn.weight_hh_l0_reverse	1	0.029187463223934174
202924	rnn.weight_hh_l0_reverse	2	-0.04195753484964371
202924	rnn.weight_hh_l0_reverse	3	0.03711477667093277
202924	rnn.weight_hh_l0_reverse	4	0.02281581051647663
202924	rnn.weight_hh_l0_reverse	5	-0.0020873332396149635
202924	rnn.weight_hh_l0_reverse	6	0.06711013615131378
202924	rnn.weight_hh_l0_reverse	7	0.03684055060148239
202924	rnn.weight_hh_l0_reverse	8	-0.0225187037140131
202924	rnn.weight_hh_l0_reverse	9	-0.030476901680231094
202924	rnn.bias_ih_l0_reverse	0	-0.1479295939207077
202924	rnn.bias_ih_l0_reverse	1	-0.3142739236354828
202924	rnn.bias_ih_l0_reverse	2	-0.06888795644044876
202924	rnn.bias_ih_l0_reverse	3	-0.14839418232440948
202924	rnn.bias_ih_l0_reverse	4	0.05888590216636658
202924	rnn.bias_ih_l0_reverse	5	-0.2673209011554718
202924	rnn.bias_ih_l0_reverse	6	-0.06921976804733276
202924	rnn.bias_ih_l0_reverse	7	0.021106667816638947
202924	rnn.bias_ih_l0_reverse	8	-0.19058741629123688
202924	rnn.bias_ih_l0_reverse	9	-0.09250065684318542
202924	rnn.bias_hh_l0_reverse	0	-0.14610514044761658
202924	rnn.bias_hh_l0_reverse	1	-0.15616267919540405
202924	rnn.bias_hh_l0_reverse	2	-0.015460540540516376
202924	rnn.bias_hh_l0_reverse	3	-0.12192393839359283
202924	rnn.bias_hh_l0_reverse	4	-0.027617651969194412
202924	rnn.bias_hh_l0_reverse	5	-0.11786994338035583
202924	rnn.bias_hh_l0_reverse	6	-0.07919307798147202
202924	rnn.bias_hh_l0_reverse	7	-0.1874765008687973
202924	rnn.bias_hh_l0_reverse	8	-0.07297240197658539
202924	rnn.bias_hh_l0_reverse	9	-0.11477512866258621
202924	linear.weight	0	-0.2090781182050705
202924	linear.weight	1	-0.08564819395542145
202924	linear.weight	2	-0.011228874325752258
202924	linear.weight	3	-0.12396859377622604
202924	linear.weight	4	-0.004224850330501795
202924	linear.weight	5	0.15131187438964844
202924	linear.weight	6	0.0047744326293468475
202924	linear.weight	7	-0.021312154829502106
202924	linear.weight	8	0.15902265906333923
202924	linear.weight	9	0.21944017708301544
202924	linear.bias	0	-0.8401669859886169
202924	linear.bias	1	1.462101697921753
202924	linear.bias	2	-0.48946094512939453
202924	linear.bias	3	-0.7328197360038757
202924	linear.bias	4	-0.9023165106773376
202924	linear.bias	5	-1.1788420677185059
202924	linear.bias	6	-0.9649585485458374
202924	linear.bias	7	-0.7244971990585327
202924	linear.bias	8	-0.01705317199230194
202924	linear.bias	9	3.4752445220947266
203121	transitions	0	-0.4509739577770233
203121	transitions	1	8.763096809387207
203121	transitions	2	-3.5962071418762207
203121	transitions	3	1.559114694595337
203121	transitions	4	-2.1921234130859375
203121	transitions	5	-0.41848164796829224
203121	transitions	6	-0.19409100711345673
203121	transitions	7	-10000.0
203121	transitions	8	1.8358196020126343
203121	transitions	9	-2.2946906089782715
203121	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
203121	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
203121	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
203121	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
203121	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
203121	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
203121	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
203121	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
203121	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
203121	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
203121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
203121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
203121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
203121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
203121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
203121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
203121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
203121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
203121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
203121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
203121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
203121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
203121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
203121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
203121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
203121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
203121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
203121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
203121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
203121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
203121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
203121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
203121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
203121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
203121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
203121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
203121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
203121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
203121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
203121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
203121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
203121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
203121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
203121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
203121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
203121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
203121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
203121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
203121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
203121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
203121	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
203121	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
203121	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
203121	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
203121	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
203121	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
203121	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
203121	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
203121	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
203121	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
203121	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
203121	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
203121	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
203121	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
203121	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
203121	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
203121	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
203121	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
203121	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
203121	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
203121	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
203121	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
203121	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
203121	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
203121	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
203121	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
203121	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
203121	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
203121	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
203121	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
203121	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
203121	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
203121	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
203121	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
203121	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
203121	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
203121	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
203121	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
203121	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
203121	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
203121	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
203121	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
203121	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
203121	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
203121	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
203121	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
203121	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
203121	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
203121	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
203121	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
203121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
203121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
203121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
203121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
203121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
203121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
203121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
203121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
203121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
203121	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
203121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
203121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
203121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
203121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
203121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
203121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
203121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
203121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
203121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
203121	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
203121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
203121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
203121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
203121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
203121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
203121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
203121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
203121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
203121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
203121	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
203121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
203121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
203121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
203121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
203121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
203121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
203121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
203121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
203121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
203121	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
203121	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
203121	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
203121	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
203121	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
203121	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
203121	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
203121	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
203121	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
203121	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
203121	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
203121	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
203121	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
203121	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
203121	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
203121	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
203121	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
203121	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
203121	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
203121	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
203121	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
203121	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
203121	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
203121	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
203121	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
203121	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
203121	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
203121	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
203121	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
203121	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
203121	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
203121	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
203121	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
203121	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
203121	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
203121	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
203121	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
203121	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
203121	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
203121	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
203121	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
203121	embedding2nn.weight	0	0.04579199105501175
203121	embedding2nn.weight	1	-0.09273938089609146
203121	embedding2nn.weight	2	0.024015283212065697
203121	embedding2nn.weight	3	-0.054663751274347305
203121	embedding2nn.weight	4	-0.11453736573457718
203121	embedding2nn.weight	5	0.1171269416809082
203121	embedding2nn.weight	6	-0.10110952705144882
203121	embedding2nn.weight	7	-0.06549876928329468
203121	embedding2nn.weight	8	-0.026804722845554352
203121	embedding2nn.weight	9	0.053867168724536896
203121	embedding2nn.bias	0	0.080577053129673
203121	embedding2nn.bias	1	-0.02594727836549282
203121	embedding2nn.bias	2	-0.08520349115133286
203121	embedding2nn.bias	3	0.02302476204931736
203121	embedding2nn.bias	4	-0.015144264325499535
203121	embedding2nn.bias	5	-0.15377964079380035
203121	embedding2nn.bias	6	-0.12634117901325226
203121	embedding2nn.bias	7	-0.021389175206422806
203121	embedding2nn.bias	8	0.0715583935379982
203121	embedding2nn.bias	9	-0.06573047488927841
203121	rnn.weight_ih_l0	0	0.037199147045612335
203121	rnn.weight_ih_l0	1	-0.07364252954721451
203121	rnn.weight_ih_l0	2	-0.04890516400337219
203121	rnn.weight_ih_l0	3	-0.05396215617656708
203121	rnn.weight_ih_l0	4	0.008821316063404083
203121	rnn.weight_ih_l0	5	-0.10913790762424469
203121	rnn.weight_ih_l0	6	-0.03284982219338417
203121	rnn.weight_ih_l0	7	-0.005923995282500982
203121	rnn.weight_ih_l0	8	0.06457050889730453
203121	rnn.weight_ih_l0	9	0.003735856618732214
203121	rnn.weight_hh_l0	0	0.0012096489081159234
203121	rnn.weight_hh_l0	1	-0.07758837193250656
203121	rnn.weight_hh_l0	2	0.06888695061206818
203121	rnn.weight_hh_l0	3	0.050642672926187515
203121	rnn.weight_hh_l0	4	0.005770317278802395
203121	rnn.weight_hh_l0	5	0.06600881367921829
203121	rnn.weight_hh_l0	6	-0.01887909695506096
203121	rnn.weight_hh_l0	7	-0.1084187775850296
203121	rnn.weight_hh_l0	8	0.023249423131346703
203121	rnn.weight_hh_l0	9	-0.08606693893671036
203121	rnn.bias_ih_l0	0	-0.08403409272432327
203121	rnn.bias_ih_l0	1	-0.19075734913349152
203121	rnn.bias_ih_l0	2	-0.2626456916332245
203121	rnn.bias_ih_l0	3	-0.2867945432662964
203121	rnn.bias_ih_l0	4	-0.0014458746882155538
203121	rnn.bias_ih_l0	5	0.059873856604099274
203121	rnn.bias_ih_l0	6	-0.1694183498620987
203121	rnn.bias_ih_l0	7	-0.27099812030792236
203121	rnn.bias_ih_l0	8	-0.14505217969417572
203121	rnn.bias_ih_l0	9	-0.17912715673446655
203121	rnn.bias_hh_l0	0	0.12370508909225464
203121	rnn.bias_hh_l0	1	-0.05986093729734421
203121	rnn.bias_hh_l0	2	0.04962839186191559
203121	rnn.bias_hh_l0	3	-0.1781446784734726
203121	rnn.bias_hh_l0	4	0.038707129657268524
203121	rnn.bias_hh_l0	5	0.05820787698030472
203121	rnn.bias_hh_l0	6	-0.09884250909090042
203121	rnn.bias_hh_l0	7	-0.16007442772388458
203121	rnn.bias_hh_l0	8	-0.1884867548942566
203121	rnn.bias_hh_l0	9	-0.10597985982894897
203121	rnn.weight_ih_l0_reverse	0	-0.02290734462440014
203121	rnn.weight_ih_l0_reverse	1	-0.0019610263407230377
203121	rnn.weight_ih_l0_reverse	2	0.011562783271074295
203121	rnn.weight_ih_l0_reverse	3	0.006517135538160801
203121	rnn.weight_ih_l0_reverse	4	0.017576493322849274
203121	rnn.weight_ih_l0_reverse	5	-0.05322902649641037
203121	rnn.weight_ih_l0_reverse	6	-0.04467591643333435
203121	rnn.weight_ih_l0_reverse	7	0.008682536892592907
203121	rnn.weight_ih_l0_reverse	8	0.09839760512113571
203121	rnn.weight_ih_l0_reverse	9	0.005178515799343586
203121	rnn.weight_hh_l0_reverse	0	0.0020288429223001003
203121	rnn.weight_hh_l0_reverse	1	0.02882874757051468
203121	rnn.weight_hh_l0_reverse	2	-0.041672177612781525
203121	rnn.weight_hh_l0_reverse	3	0.036681924015283585
203121	rnn.weight_hh_l0_reverse	4	0.023352935910224915
203121	rnn.weight_hh_l0_reverse	5	-0.0016201584367081523
203121	rnn.weight_hh_l0_reverse	6	0.06695643812417984
203121	rnn.weight_hh_l0_reverse	7	0.03710455819964409
203121	rnn.weight_hh_l0_reverse	8	-0.022802719846367836
203121	rnn.weight_hh_l0_reverse	9	-0.03037375397980213
203121	rnn.bias_ih_l0_reverse	0	-0.14742416143417358
203121	rnn.bias_ih_l0_reverse	1	-0.31141459941864014
203121	rnn.bias_ih_l0_reverse	2	-0.06864268332719803
203121	rnn.bias_ih_l0_reverse	3	-0.14841075241565704
203121	rnn.bias_ih_l0_reverse	4	0.058237817138433456
203121	rnn.bias_ih_l0_reverse	5	-0.2676599621772766
203121	rnn.bias_ih_l0_reverse	6	-0.06920349597930908
203121	rnn.bias_ih_l0_reverse	7	0.019323794171214104
203121	rnn.bias_ih_l0_reverse	8	-0.1921023577451706
203121	rnn.bias_ih_l0_reverse	9	-0.0921415239572525
203121	rnn.bias_hh_l0_reverse	0	-0.14600242674350739
203121	rnn.bias_hh_l0_reverse	1	-0.15731346607208252
203121	rnn.bias_hh_l0_reverse	2	-0.015409628860652447
203121	rnn.bias_hh_l0_reverse	3	-0.11951691657304764
203121	rnn.bias_hh_l0_reverse	4	-0.027439361438155174
203121	rnn.bias_hh_l0_reverse	5	-0.11683450639247894
203121	rnn.bias_hh_l0_reverse	6	-0.07925751060247421
203121	rnn.bias_hh_l0_reverse	7	-0.18942978978157043
203121	rnn.bias_hh_l0_reverse	8	-0.07353802770376205
203121	rnn.bias_hh_l0_reverse	9	-0.11404968053102493
203121	linear.weight	0	-0.21020738780498505
203121	linear.weight	1	-0.09072814136743546
203121	linear.weight	2	-0.011228874325752258
203121	linear.weight	3	-0.129638209939003
203121	linear.weight	4	-0.011289535090327263
203121	linear.weight	5	0.14479511976242065
203121	linear.weight	6	0.0047744326293468475
203121	linear.weight	7	-0.021312154829502106
203121	linear.weight	8	0.1453215479850769
203121	linear.weight	9	0.21815955638885498
203121	linear.bias	0	-0.8207336068153381
203121	linear.bias	1	1.4367579221725464
203121	linear.bias	2	-0.5052635669708252
203121	linear.bias	3	-0.7083203792572021
203121	linear.bias	4	-0.8865901827812195
203121	linear.bias	5	-1.1788595914840698
203121	linear.bias	6	-0.9469382166862488
203121	linear.bias	7	-0.7420387268066406
203121	linear.bias	8	-0.01705317199230194
203121	linear.bias	9	3.4300765991210938
203318	transitions	0	-0.4510064423084259
203318	transitions	1	8.754740715026855
203318	transitions	2	-3.5964183807373047
203318	transitions	3	1.5570093393325806
203318	transitions	4	-2.1926562786102295
203318	transitions	5	-0.4185018539428711
203318	transitions	6	-0.19410265982151031
203318	transitions	7	-10000.0
203318	transitions	8	1.836317539215088
203318	transitions	9	-2.294692277908325
203318	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
203318	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
203318	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
203318	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
203318	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
203318	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
203318	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
203318	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
203318	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
203318	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
203318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
203318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
203318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
203318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
203318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
203318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
203318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
203318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
203318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
203318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
203318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
203318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
203318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
203318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
203318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
203318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
203318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
203318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
203318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
203318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
203318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
203318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
203318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
203318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
203318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
203318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
203318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
203318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
203318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
203318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
203318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
203318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
203318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
203318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
203318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
203318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
203318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
203318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
203318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
203318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
203318	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
203318	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
203318	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
203318	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
203318	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
203318	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
203318	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
203318	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
203318	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
203318	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
203318	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
203318	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
203318	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
203318	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
203318	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
203318	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
203318	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
203318	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
203318	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
203318	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
203318	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
203318	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
203318	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
203318	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
203318	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
203318	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
203318	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
203318	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
203318	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
203318	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
203318	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
203318	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
203318	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
203318	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
203318	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
203318	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
203318	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
203318	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
203318	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
203318	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
203318	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
203318	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
203318	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
203318	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
203318	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
203318	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
203318	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
203318	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
203318	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
203318	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
203318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
203318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
203318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
203318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
203318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
203318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
203318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
203318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
203318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
203318	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
203318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
203318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
203318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
203318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
203318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
203318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
203318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
203318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
203318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
203318	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
203318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
203318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
203318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
203318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
203318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
203318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
203318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
203318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
203318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
203318	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
203318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
203318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
203318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
203318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
203318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
203318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
203318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
203318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
203318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
203318	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
203318	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
203318	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
203318	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
203318	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
203318	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
203318	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
203318	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
203318	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
203318	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
203318	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
203318	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
203318	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
203318	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
203318	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
203318	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
203318	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
203318	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
203318	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
203318	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
203318	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
203318	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
203318	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
203318	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
203318	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
203318	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
203318	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
203318	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
203318	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
203318	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
203318	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
203318	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
203318	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
203318	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
203318	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
203318	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
203318	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
203318	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
203318	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
203318	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
203318	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
203318	embedding2nn.weight	0	0.04567980393767357
203318	embedding2nn.weight	1	-0.09345384687185287
203318	embedding2nn.weight	2	0.024111373350024223
203318	embedding2nn.weight	3	-0.055413369089365005
203318	embedding2nn.weight	4	-0.11558952182531357
203318	embedding2nn.weight	5	0.11711419373750687
203318	embedding2nn.weight	6	-0.1047515869140625
203318	embedding2nn.weight	7	-0.06578519195318222
203318	embedding2nn.weight	8	-0.026348518207669258
203318	embedding2nn.weight	9	0.054283507168293
203318	embedding2nn.bias	0	0.07048112154006958
203318	embedding2nn.bias	1	-0.03229767456650734
203318	embedding2nn.bias	2	-0.08297740668058395
203318	embedding2nn.bias	3	0.033076073974370956
203318	embedding2nn.bias	4	-0.014711515046656132
203318	embedding2nn.bias	5	-0.15377703309059143
203318	embedding2nn.bias	6	-0.12871773540973663
203318	embedding2nn.bias	7	-0.020185116678476334
203318	embedding2nn.bias	8	0.07334676384925842
203318	embedding2nn.bias	9	-0.06991025060415268
203318	rnn.weight_ih_l0	0	0.03689220920205116
203318	rnn.weight_ih_l0	1	-0.07357816398143768
203318	rnn.weight_ih_l0	2	-0.047683969140052795
203318	rnn.weight_ih_l0	3	-0.056632135063409805
203318	rnn.weight_ih_l0	4	0.00866983737796545
203318	rnn.weight_ih_l0	5	-0.10824236273765564
203318	rnn.weight_ih_l0	6	-0.0316566601395607
203318	rnn.weight_ih_l0	7	-0.006788487546145916
203318	rnn.weight_ih_l0	8	0.06566973030567169
203318	rnn.weight_ih_l0	9	0.006020414177328348
203318	rnn.weight_hh_l0	0	0.0017022888641804457
203318	rnn.weight_hh_l0	1	-0.07674210518598557
203318	rnn.weight_hh_l0	2	0.06906633824110031
203318	rnn.weight_hh_l0	3	0.050012554973363876
203318	rnn.weight_hh_l0	4	0.005856294650584459
203318	rnn.weight_hh_l0	5	0.0653504729270935
203318	rnn.weight_hh_l0	6	-0.01907908357679844
203318	rnn.weight_hh_l0	7	-0.10813670605421066
203318	rnn.weight_hh_l0	8	0.023448137566447258
203318	rnn.weight_hh_l0	9	-0.08756111562252045
203318	rnn.bias_ih_l0	0	-0.0845097154378891
203318	rnn.bias_ih_l0	1	-0.18752314150333405
203318	rnn.bias_ih_l0	2	-0.2612324059009552
203318	rnn.bias_ih_l0	3	-0.28759825229644775
203318	rnn.bias_ih_l0	4	-0.002549909520894289
203318	rnn.bias_ih_l0	5	0.05764336884021759
203318	rnn.bias_ih_l0	6	-0.1708960086107254
203318	rnn.bias_ih_l0	7	-0.2696080505847931
203318	rnn.bias_ih_l0	8	-0.14366593956947327
203318	rnn.bias_ih_l0	9	-0.18210475146770477
203318	rnn.bias_hh_l0	0	0.12269102782011032
203318	rnn.bias_hh_l0	1	-0.061462655663490295
203318	rnn.bias_hh_l0	2	0.04898548126220703
203318	rnn.bias_hh_l0	3	-0.1760065257549286
203318	rnn.bias_hh_l0	4	0.035317908972501755
203318	rnn.bias_hh_l0	5	0.05821477249264717
203318	rnn.bias_hh_l0	6	-0.10080885887145996
203318	rnn.bias_hh_l0	7	-0.1606321781873703
203318	rnn.bias_hh_l0	8	-0.18791411817073822
203318	rnn.bias_hh_l0	9	-0.1051054373383522
203318	rnn.weight_ih_l0_reverse	0	-0.02240685373544693
203318	rnn.weight_ih_l0_reverse	1	-0.0017377242911607027
203318	rnn.weight_ih_l0_reverse	2	0.01085178554058075
203318	rnn.weight_ih_l0_reverse	3	0.007266526576131582
203318	rnn.weight_ih_l0_reverse	4	0.017699018120765686
203318	rnn.weight_ih_l0_reverse	5	-0.05305512621998787
203318	rnn.weight_ih_l0_reverse	6	-0.0452292375266552
203318	rnn.weight_ih_l0_reverse	7	0.009531933814287186
203318	rnn.weight_ih_l0_reverse	8	0.09922579675912857
203318	rnn.weight_ih_l0_reverse	9	0.004149395041167736
203318	rnn.weight_hh_l0_reverse	0	0.001774961012415588
203318	rnn.weight_hh_l0_reverse	1	0.029380464926362038
203318	rnn.weight_hh_l0_reverse	2	-0.041627030819654465
203318	rnn.weight_hh_l0_reverse	3	0.03656575456261635
203318	rnn.weight_hh_l0_reverse	4	0.0236420389264822
203318	rnn.weight_hh_l0_reverse	5	-0.0017651894595474005
203318	rnn.weight_hh_l0_reverse	6	0.06736453622579575
203318	rnn.weight_hh_l0_reverse	7	0.03745422512292862
203318	rnn.weight_hh_l0_reverse	8	-0.02307557687163353
203318	rnn.weight_hh_l0_reverse	9	-0.030432403087615967
203318	rnn.bias_ih_l0_reverse	0	-0.1463257074356079
203318	rnn.bias_ih_l0_reverse	1	-0.31121325492858887
203318	rnn.bias_ih_l0_reverse	2	-0.06703168153762817
203318	rnn.bias_ih_l0_reverse	3	-0.14702364802360535
203318	rnn.bias_ih_l0_reverse	4	0.05894038826227188
203318	rnn.bias_ih_l0_reverse	5	-0.26487377285957336
203318	rnn.bias_ih_l0_reverse	6	-0.06863541156053543
203318	rnn.bias_ih_l0_reverse	7	0.017108766362071037
203318	rnn.bias_ih_l0_reverse	8	-0.1916521042585373
203318	rnn.bias_ih_l0_reverse	9	-0.0898471251130104
203318	rnn.bias_hh_l0_reverse	0	-0.1452445089817047
203318	rnn.bias_hh_l0_reverse	1	-0.15675725042819977
203318	rnn.bias_hh_l0_reverse	2	-0.0158595759421587
203318	rnn.bias_hh_l0_reverse	3	-0.12299545109272003
203318	rnn.bias_hh_l0_reverse	4	-0.025235164910554886
203318	rnn.bias_hh_l0_reverse	5	-0.11820458620786667
203318	rnn.bias_hh_l0_reverse	6	-0.08172643184661865
203318	rnn.bias_hh_l0_reverse	7	-0.18900109827518463
203318	rnn.bias_hh_l0_reverse	8	-0.07369907200336456
203318	rnn.bias_hh_l0_reverse	9	-0.11408080160617828
203318	linear.weight	0	-0.21137650310993195
203318	linear.weight	1	-0.0900198444724083
203318	linear.weight	2	-0.011228874325752258
203318	linear.weight	3	-0.13345497846603394
203318	linear.weight	4	-0.012787158600986004
203318	linear.weight	5	0.14572705328464508
203318	linear.weight	6	0.0047744326293468475
203318	linear.weight	7	-0.021312154829502106
203318	linear.weight	8	0.1532888412475586
203318	linear.weight	9	0.2127550095319748
203318	linear.bias	0	-0.8340469002723694
203318	linear.bias	1	1.4653823375701904
203318	linear.bias	2	-0.48355013132095337
203318	linear.bias	3	-0.7290024757385254
203318	linear.bias	4	-0.8796635270118713
203318	linear.bias	5	-1.1788718700408936
203318	linear.bias	6	-0.9603224396705627
203318	linear.bias	7	-0.7506005764007568
203318	linear.bias	8	-0.01705317199230194
203318	linear.bias	9	3.487046957015991
203322	transitions	0	-0.45100700855255127
203322	transitions	1	8.753352165222168
203322	transitions	2	-3.596421241760254
203322	transitions	3	1.5569933652877808
203322	transitions	4	-2.1926565170288086
203322	transitions	5	-0.4185025691986084
203322	transitions	6	-0.19410589337348938
203322	transitions	7	-10000.0
203322	transitions	8	1.8363165855407715
203322	transitions	9	-2.294692277908325
203322	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
203322	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
203322	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
203322	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
203322	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
203322	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
203322	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
203322	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
203322	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
203322	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
203322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
203322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
203322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
203322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
203322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
203322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
203322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
203322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
203322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
203322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
203322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
203322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
203322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
203322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
203322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
203322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
203322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
203322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
203322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
203322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
203322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
203322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
203322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
203322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
203322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
203322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
203322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
203322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
203322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
203322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
203322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
203322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
203322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
203322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
203322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
203322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
203322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
203322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
203322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
203322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
203322	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
203322	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
203322	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
203322	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
203322	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
203322	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
203322	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
203322	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
203322	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
203322	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
203322	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
203322	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
203322	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
203322	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
203322	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
203322	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
203322	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
203322	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
203322	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
203322	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
203322	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
203322	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
203322	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
203322	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
203322	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
203322	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
203322	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
203322	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
203322	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
203322	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
203322	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
203322	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
203322	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
203322	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
203322	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
203322	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
203322	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
203322	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
203322	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
203322	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
203322	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
203322	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
203322	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
203322	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
203322	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
203322	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
203322	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
203322	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
203322	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
203322	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
203322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
203322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
203322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
203322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
203322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
203322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
203322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
203322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
203322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
203322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
203322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
203322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
203322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
203322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
203322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
203322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
203322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
203322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
203322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
203322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
203322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
203322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
203322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
203322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
203322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
203322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
203322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
203322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
203322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
203322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
203322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
203322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
203322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
203322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
203322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
203322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
203322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
203322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
203322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
203322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
203322	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
203322	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
203322	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
203322	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
203322	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
203322	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
203322	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
203322	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
203322	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
203322	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
203322	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
203322	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
203322	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
203322	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
203322	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
203322	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
203322	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
203322	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
203322	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
203322	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
203322	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
203322	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
203322	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
203322	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
203322	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
203322	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
203322	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
203322	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
203322	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
203322	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
203322	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
203322	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
203322	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
203322	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
203322	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
203322	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
203322	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
203322	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
203322	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
203322	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
203322	embedding2nn.weight	0	0.045670658349990845
203322	embedding2nn.weight	1	-0.09342285245656967
203322	embedding2nn.weight	2	0.024135300889611244
203322	embedding2nn.weight	3	-0.0554191954433918
203322	embedding2nn.weight	4	-0.1156599298119545
203322	embedding2nn.weight	5	0.11727730929851532
203322	embedding2nn.weight	6	-0.10476689040660858
203322	embedding2nn.weight	7	-0.0657300055027008
203322	embedding2nn.weight	8	-0.02641480602324009
203322	embedding2nn.weight	9	0.05439239740371704
203322	embedding2nn.bias	0	0.07155946642160416
203322	embedding2nn.bias	1	-0.03451798856258392
203322	embedding2nn.bias	2	-0.08462707698345184
203322	embedding2nn.bias	3	0.03164748474955559
203322	embedding2nn.bias	4	-0.015594063326716423
203322	embedding2nn.bias	5	-0.1571894884109497
203322	embedding2nn.bias	6	-0.12979522347450256
203322	embedding2nn.bias	7	-0.02067900449037552
203322	embedding2nn.bias	8	0.07432302832603455
203322	embedding2nn.bias	9	-0.06869406253099442
203322	rnn.weight_ih_l0	0	0.03682376444339752
203322	rnn.weight_ih_l0	1	-0.07323943078517914
203322	rnn.weight_ih_l0	2	-0.047673549503088
203322	rnn.weight_ih_l0	3	-0.056631285697221756
203322	rnn.weight_ih_l0	4	0.008642550557851791
203322	rnn.weight_ih_l0	5	-0.10815228521823883
203322	rnn.weight_ih_l0	6	-0.031638383865356445
203322	rnn.weight_ih_l0	7	-0.006789138074964285
203322	rnn.weight_ih_l0	8	0.06604181230068207
203322	rnn.weight_ih_l0	9	0.005860043223947287
203322	rnn.weight_hh_l0	0	0.0017368752742186189
203322	rnn.weight_hh_l0	1	-0.0767349824309349
203322	rnn.weight_hh_l0	2	0.06904933601617813
203322	rnn.weight_hh_l0	3	0.05005420744419098
203322	rnn.weight_hh_l0	4	0.005857502575963736
203322	rnn.weight_hh_l0	5	0.06530850380659103
203322	rnn.weight_hh_l0	6	-0.01908111199736595
203322	rnn.weight_hh_l0	7	-0.1081404983997345
203322	rnn.weight_hh_l0	8	0.023443171754479408
203322	rnn.weight_hh_l0	9	-0.0875684842467308
203322	rnn.bias_ih_l0	0	-0.08493325859308243
203322	rnn.bias_ih_l0	1	-0.18757997453212738
203322	rnn.bias_ih_l0	2	-0.2610960304737091
203322	rnn.bias_ih_l0	3	-0.2875649333000183
203322	rnn.bias_ih_l0	4	-0.0027180092874914408
203322	rnn.bias_ih_l0	5	0.057925399392843246
203322	rnn.bias_ih_l0	6	-0.17095628380775452
203322	rnn.bias_ih_l0	7	-0.2695560157299042
203322	rnn.bias_ih_l0	8	-0.14377552270889282
203322	rnn.bias_ih_l0	9	-0.182038351893425
203322	rnn.bias_hh_l0	0	0.12300115823745728
203322	rnn.bias_hh_l0	1	-0.06154797226190567
203322	rnn.bias_hh_l0	2	0.048969052731990814
203322	rnn.bias_hh_l0	3	-0.17562469840049744
203322	rnn.bias_hh_l0	4	0.035336606204509735
203322	rnn.bias_hh_l0	5	0.058729756623506546
203322	rnn.bias_hh_l0	6	-0.10080583393573761
203322	rnn.bias_hh_l0	7	-0.16077914834022522
203322	rnn.bias_hh_l0	8	-0.18789756298065186
203322	rnn.bias_hh_l0	9	-0.1050194725394249
203322	rnn.weight_ih_l0_reverse	0	-0.02236245758831501
203322	rnn.weight_ih_l0_reverse	1	-0.0017357112374156713
203322	rnn.weight_ih_l0_reverse	2	0.01081908866763115
203322	rnn.weight_ih_l0_reverse	3	0.007375792600214481
203322	rnn.weight_ih_l0_reverse	4	0.017909709364175797
203322	rnn.weight_ih_l0_reverse	5	-0.0530746690928936
203322	rnn.weight_ih_l0_reverse	6	-0.04520387575030327
203322	rnn.weight_ih_l0_reverse	7	0.009629379957914352
203322	rnn.weight_ih_l0_reverse	8	0.09922396391630173
203322	rnn.weight_ih_l0_reverse	9	0.004204922821372747
203322	rnn.weight_hh_l0_reverse	0	0.0017850191798061132
203322	rnn.weight_hh_l0_reverse	1	0.02937990240752697
203322	rnn.weight_hh_l0_reverse	2	-0.0416247695684433
203322	rnn.weight_hh_l0_reverse	3	0.03657148405909538
203322	rnn.weight_hh_l0_reverse	4	0.023638254031538963
203322	rnn.weight_hh_l0_reverse	5	-0.0017647797940298915
203322	rnn.weight_hh_l0_reverse	6	0.06736893206834793
203322	rnn.weight_hh_l0_reverse	7	0.03751371428370476
203322	rnn.weight_hh_l0_reverse	8	-0.023093221709132195
203322	rnn.weight_hh_l0_reverse	9	-0.03048158623278141
203322	rnn.bias_ih_l0_reverse	0	-0.1463148295879364
203322	rnn.bias_ih_l0_reverse	1	-0.311232328414917
203322	rnn.bias_ih_l0_reverse	2	-0.06698236614465714
203322	rnn.bias_ih_l0_reverse	3	-0.14692997932434082
203322	rnn.bias_ih_l0_reverse	4	0.05877922847867012
203322	rnn.bias_ih_l0_reverse	5	-0.2650562524795532
203322	rnn.bias_ih_l0_reverse	6	-0.06854351609945297
203322	rnn.bias_ih_l0_reverse	7	0.017037946730852127
203322	rnn.bias_ih_l0_reverse	8	-0.19170725345611572
203322	rnn.bias_ih_l0_reverse	9	-0.0897846668958664
203322	rnn.bias_hh_l0_reverse	0	-0.1449889838695526
203322	rnn.bias_hh_l0_reverse	1	-0.15652203559875488
203322	rnn.bias_hh_l0_reverse	2	-0.015944702550768852
203322	rnn.bias_hh_l0_reverse	3	-0.12322008609771729
203322	rnn.bias_hh_l0_reverse	4	-0.02533014863729477
203322	rnn.bias_hh_l0_reverse	5	-0.11814875155687332
203322	rnn.bias_hh_l0_reverse	6	-0.08168040961027145
203322	rnn.bias_hh_l0_reverse	7	-0.1888529360294342
203322	rnn.bias_hh_l0_reverse	8	-0.07405716180801392
203322	rnn.bias_hh_l0_reverse	9	-0.11403665691614151
203322	linear.weight	0	-0.21135856211185455
203322	linear.weight	1	-0.09000924974679947
203322	linear.weight	2	-0.011228874325752258
203322	linear.weight	3	-0.13344138860702515
203322	linear.weight	4	-0.01255546323955059
203322	linear.weight	5	0.14205439388751984
203322	linear.weight	6	0.0047744326293468475
203322	linear.weight	7	-0.021312154829502106
203322	linear.weight	8	0.1532382220029831
203322	linear.weight	9	0.2120233029127121
203322	linear.bias	0	-0.8326215744018555
203322	linear.bias	1	1.4659554958343506
203322	linear.bias	2	-0.48610737919807434
203322	linear.bias	3	-0.7298762202262878
203322	linear.bias	4	-0.8688274621963501
203322	linear.bias	5	-1.1788721084594727
203322	linear.bias	6	-0.9589421153068542
203322	linear.bias	7	-0.7443077564239502
203322	linear.bias	8	-0.01705317199230194
203322	linear.bias	9	3.4876949787139893
203519	transitions	0	-0.45107942819595337
203519	transitions	1	8.744977951049805
203519	transitions	2	-3.5967283248901367
203519	transitions	3	1.5616459846496582
203519	transitions	4	-2.1928462982177734
203519	transitions	5	-0.4186192750930786
203519	transitions	6	-0.19412460923194885
203519	transitions	7	-10000.0
203519	transitions	8	1.8366411924362183
203519	transitions	9	-2.2946982383728027
203519	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
203519	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
203519	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
203519	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
203519	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
203519	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
203519	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
203519	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
203519	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
203519	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
203519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
203519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
203519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
203519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
203519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
203519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
203519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
203519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
203519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
203519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
203519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
203519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
203519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
203519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
203519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
203519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
203519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
203519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
203519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
203519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
203519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
203519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
203519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
203519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
203519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
203519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
203519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
203519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
203519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
203519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
203519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
203519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
203519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
203519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
203519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
203519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
203519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
203519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
203519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
203519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
203519	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
203519	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
203519	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
203519	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
203519	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
203519	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
203519	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
203519	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
203519	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
203519	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
203519	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
203519	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
203519	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
203519	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
203519	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
203519	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
203519	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
203519	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
203519	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
203519	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
203519	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
203519	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
203519	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
203519	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
203519	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
203519	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
203519	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
203519	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
203519	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
203519	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
203519	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
203519	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
203519	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
203519	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
203519	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
203519	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
203519	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
203519	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
203519	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
203519	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
203519	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
203519	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
203519	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
203519	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
203519	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
203519	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
203519	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
203519	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
203519	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
203519	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
203519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
203519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
203519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
203519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
203519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
203519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
203519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
203519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
203519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
203519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
203519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
203519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
203519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
203519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
203519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
203519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
203519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
203519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
203519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
203519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
203519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
203519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
203519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
203519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
203519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
203519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
203519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
203519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
203519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
203519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
203519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
203519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
203519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
203519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
203519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
203519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
203519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
203519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
203519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
203519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
203519	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
203519	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
203519	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
203519	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
203519	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
203519	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
203519	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
203519	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
203519	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
203519	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
203519	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
203519	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
203519	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
203519	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
203519	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
203519	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
203519	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
203519	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
203519	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
203519	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
203519	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
203519	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
203519	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
203519	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
203519	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
203519	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
203519	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
203519	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
203519	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
203519	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
203519	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
203519	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
203519	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
203519	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
203519	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
203519	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
203519	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
203519	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
203519	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
203519	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
203519	embedding2nn.weight	0	0.045738477259874344
203519	embedding2nn.weight	1	-0.09350642561912537
203519	embedding2nn.weight	2	0.025098685175180435
203519	embedding2nn.weight	3	-0.054395005106925964
203519	embedding2nn.weight	4	-0.11494912207126617
203519	embedding2nn.weight	5	0.11759121716022491
203519	embedding2nn.weight	6	-0.1040671318769455
203519	embedding2nn.weight	7	-0.0650738999247551
203519	embedding2nn.weight	8	-0.027221862226724625
203519	embedding2nn.weight	9	0.05526040866971016
203519	embedding2nn.bias	0	0.07060066610574722
203519	embedding2nn.bias	1	-0.02792980521917343
203519	embedding2nn.bias	2	-0.07958884537220001
203519	embedding2nn.bias	3	0.030464936047792435
203519	embedding2nn.bias	4	-0.008450666442513466
203519	embedding2nn.bias	5	-0.1615924835205078
203519	embedding2nn.bias	6	-0.12542186677455902
203519	embedding2nn.bias	7	-0.015153239481151104
203519	embedding2nn.bias	8	0.06737522780895233
203519	embedding2nn.bias	9	-0.06769216060638428
203519	rnn.weight_ih_l0	0	0.036506373435258865
203519	rnn.weight_ih_l0	1	-0.07320264726877213
203519	rnn.weight_ih_l0	2	-0.04910954833030701
203519	rnn.weight_ih_l0	3	-0.05805886164307594
203519	rnn.weight_ih_l0	4	0.008668115362524986
203519	rnn.weight_ih_l0	5	-0.1067226380109787
203519	rnn.weight_ih_l0	6	-0.03145725280046463
203519	rnn.weight_ih_l0	7	-0.005647487007081509
203519	rnn.weight_ih_l0	8	0.06312815845012665
203519	rnn.weight_ih_l0	9	0.005836565978825092
203519	rnn.weight_hh_l0	0	0.0017775327432900667
203519	rnn.weight_hh_l0	1	-0.07584647089242935
203519	rnn.weight_hh_l0	2	0.06911102682352066
203519	rnn.weight_hh_l0	3	0.05048564448952675
203519	rnn.weight_hh_l0	4	0.005799307022243738
203519	rnn.weight_hh_l0	5	0.06565328687429428
203519	rnn.weight_hh_l0	6	-0.01892031729221344
203519	rnn.weight_hh_l0	7	-0.10827594995498657
203519	rnn.weight_hh_l0	8	0.022954583168029785
203519	rnn.weight_hh_l0	9	-0.08700909465551376
203519	rnn.bias_ih_l0	0	-0.08474894613027573
203519	rnn.bias_ih_l0	1	-0.18823149800300598
203519	rnn.bias_ih_l0	2	-0.2600574195384979
203519	rnn.bias_ih_l0	3	-0.2853882312774658
203519	rnn.bias_ih_l0	4	-0.0029925438575446606
203519	rnn.bias_ih_l0	5	0.05781662091612816
203519	rnn.bias_ih_l0	6	-0.17094974219799042
203519	rnn.bias_ih_l0	7	-0.26921597123146057
203519	rnn.bias_ih_l0	8	-0.14420779049396515
203519	rnn.bias_ih_l0	9	-0.1861436367034912
203519	rnn.bias_hh_l0	0	0.123826764523983
203519	rnn.bias_hh_l0	1	-0.0626717135310173
203519	rnn.bias_hh_l0	2	0.04900331050157547
203519	rnn.bias_hh_l0	3	-0.17588409781455994
203519	rnn.bias_hh_l0	4	0.03621815890073776
203519	rnn.bias_hh_l0	5	0.05701284855604172
203519	rnn.bias_hh_l0	6	-0.10109482705593109
203519	rnn.bias_hh_l0	7	-0.1607774943113327
203519	rnn.bias_hh_l0	8	-0.1864875704050064
203519	rnn.bias_hh_l0	9	-0.10550695657730103
203519	rnn.weight_ih_l0_reverse	0	-0.022379480302333832
203519	rnn.weight_ih_l0_reverse	1	-0.0025212171021848917
203519	rnn.weight_ih_l0_reverse	2	0.010705197229981422
203519	rnn.weight_ih_l0_reverse	3	0.006861881352961063
203519	rnn.weight_ih_l0_reverse	4	0.0173354335129261
203519	rnn.weight_ih_l0_reverse	5	-0.05305200070142746
203519	rnn.weight_ih_l0_reverse	6	-0.04496540129184723
203519	rnn.weight_ih_l0_reverse	7	0.008941233158111572
203519	rnn.weight_ih_l0_reverse	8	0.09805089980363846
203519	rnn.weight_ih_l0_reverse	9	0.004482182674109936
203519	rnn.weight_hh_l0_reverse	0	0.0015068934299051762
203519	rnn.weight_hh_l0_reverse	1	0.02945534698665142
203519	rnn.weight_hh_l0_reverse	2	-0.04143857955932617
203519	rnn.weight_hh_l0_reverse	3	0.036246754229068756
203519	rnn.weight_hh_l0_reverse	4	0.023437637835741043
203519	rnn.weight_hh_l0_reverse	5	-0.0017844700487330556
203519	rnn.weight_hh_l0_reverse	6	0.06762629002332687
203519	rnn.weight_hh_l0_reverse	7	0.03762917220592499
203519	rnn.weight_hh_l0_reverse	8	-0.023512572050094604
203519	rnn.weight_hh_l0_reverse	9	-0.030656099319458008
203519	rnn.bias_ih_l0_reverse	0	-0.14513111114501953
203519	rnn.bias_ih_l0_reverse	1	-0.31296971440315247
203519	rnn.bias_ih_l0_reverse	2	-0.06478197872638702
203519	rnn.bias_ih_l0_reverse	3	-0.14554941654205322
203519	rnn.bias_ih_l0_reverse	4	0.05909714847803116
203519	rnn.bias_ih_l0_reverse	5	-0.2641691565513611
203519	rnn.bias_ih_l0_reverse	6	-0.06822358816862106
203519	rnn.bias_ih_l0_reverse	7	0.015697630122303963
203519	rnn.bias_ih_l0_reverse	8	-0.19232915341854095
203519	rnn.bias_ih_l0_reverse	9	-0.08909214287996292
203519	rnn.bias_hh_l0_reverse	0	-0.14613573253154755
203519	rnn.bias_hh_l0_reverse	1	-0.1557084172964096
203519	rnn.bias_hh_l0_reverse	2	-0.015861907973885536
203519	rnn.bias_hh_l0_reverse	3	-0.12517623603343964
203519	rnn.bias_hh_l0_reverse	4	-0.025064878165721893
203519	rnn.bias_hh_l0_reverse	5	-0.1186487078666687
203519	rnn.bias_hh_l0_reverse	6	-0.08241574466228485
203519	rnn.bias_hh_l0_reverse	7	-0.18981678783893585
203519	rnn.bias_hh_l0_reverse	8	-0.07522314041852951
203519	rnn.bias_hh_l0_reverse	9	-0.11392267793416977
203519	linear.weight	0	-0.20939745008945465
203519	linear.weight	1	-0.08693969249725342
203519	linear.weight	2	-0.011228874325752258
203519	linear.weight	3	-0.12978902459144592
203519	linear.weight	4	-0.02814790979027748
203519	linear.weight	5	0.1439809650182724
203519	linear.weight	6	0.0047744326293468475
203519	linear.weight	7	-0.021312154829502106
203519	linear.weight	8	0.14316381514072418
203519	linear.weight	9	0.20773005485534668
203519	linear.bias	0	-0.8503314256668091
203519	linear.bias	1	1.4381071329116821
203519	linear.bias	2	-0.5409006476402283
203519	linear.bias	3	-0.722760796546936
203519	linear.bias	4	-0.8555673360824585
203519	linear.bias	5	-1.178885817527771
203519	linear.bias	6	-0.9771825671195984
203519	linear.bias	7	-0.7393344640731812
203519	linear.bias	8	-0.01705317199230194
203519	linear.bias	9	3.509429693222046
203716	transitions	0	-0.45114827156066895
203716	transitions	1	8.744504928588867
203716	transitions	2	-3.5969104766845703
203716	transitions	3	1.5640817880630493
203716	transitions	4	-2.192960262298584
203716	transitions	5	-0.4186623990535736
203716	transitions	6	-0.1941477656364441
203716	transitions	7	-10000.0
203716	transitions	8	1.834717869758606
203716	transitions	9	-2.2947001457214355
203716	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
203716	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
203716	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
203716	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
203716	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
203716	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
203716	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
203716	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
203716	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
203716	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
203716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
203716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
203716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
203716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
203716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
203716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
203716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
203716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
203716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
203716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
203716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
203716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
203716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
203716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
203716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
203716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
203716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
203716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
203716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
203716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
203716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
203716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
203716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
203716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
203716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
203716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
203716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
203716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
203716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
203716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
203716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
203716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
203716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
203716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
203716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
203716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
203716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
203716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
203716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
203716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
203716	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
203716	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
203716	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
203716	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
203716	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
203716	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
203716	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
203716	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
203716	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
203716	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
203716	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
203716	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
203716	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
203716	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
203716	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
203716	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
203716	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
203716	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
203716	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
203716	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
203716	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
203716	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
203716	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
203716	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
203716	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
203716	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
203716	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
203716	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
203716	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
203716	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
203716	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
203716	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
203716	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
203716	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
203716	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
203716	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
203716	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
203716	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
203716	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
203716	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
203716	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
203716	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
203716	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
203716	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
203716	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
203716	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
203716	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
203716	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
203716	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
203716	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
203716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
203716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
203716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
203716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
203716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
203716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
203716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
203716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
203716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
203716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
203716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
203716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
203716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
203716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
203716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
203716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
203716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
203716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
203716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
203716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
203716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
203716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
203716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
203716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
203716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
203716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
203716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
203716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
203716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
203716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
203716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
203716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
203716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
203716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
203716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
203716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
203716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
203716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
203716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
203716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
203716	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
203716	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
203716	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
203716	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
203716	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
203716	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
203716	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
203716	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
203716	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
203716	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
203716	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
203716	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
203716	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
203716	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
203716	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
203716	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
203716	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
203716	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
203716	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
203716	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
203716	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
203716	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
203716	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
203716	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
203716	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
203716	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
203716	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
203716	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
203716	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
203716	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
203716	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
203716	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
203716	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
203716	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
203716	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
203716	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
203716	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
203716	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
203716	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
203716	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
203716	embedding2nn.weight	0	0.04544972628355026
203716	embedding2nn.weight	1	-0.0935775488615036
203716	embedding2nn.weight	2	0.024316824972629547
203716	embedding2nn.weight	3	-0.05496023967862129
203716	embedding2nn.weight	4	-0.11400101333856583
203716	embedding2nn.weight	5	0.11746197938919067
203716	embedding2nn.weight	6	-0.09930601716041565
203716	embedding2nn.weight	7	-0.06522415578365326
203716	embedding2nn.weight	8	-0.028560945764183998
203716	embedding2nn.weight	9	0.05418272316455841
203716	embedding2nn.bias	0	0.0789325088262558
203716	embedding2nn.bias	1	-0.026365965604782104
203716	embedding2nn.bias	2	-0.07989668846130371
203716	embedding2nn.bias	3	0.02591971680521965
203716	embedding2nn.bias	4	-0.003332866122946143
203716	embedding2nn.bias	5	-0.16072937846183777
203716	embedding2nn.bias	6	-0.11507055908441544
203716	embedding2nn.bias	7	-0.009058604016900063
203716	embedding2nn.bias	8	0.07005518674850464
203716	embedding2nn.bias	9	-0.06217478588223457
203716	rnn.weight_ih_l0	0	0.03729113191366196
203716	rnn.weight_ih_l0	1	-0.07213757932186127
203716	rnn.weight_ih_l0	2	-0.04889947921037674
203716	rnn.weight_ih_l0	3	-0.057627882808446884
203716	rnn.weight_ih_l0	4	0.007734388578683138
203716	rnn.weight_ih_l0	5	-0.10772914439439774
203716	rnn.weight_ih_l0	6	-0.02970917895436287
203716	rnn.weight_ih_l0	7	-0.0051574730314314365
203716	rnn.weight_ih_l0	8	0.0636759102344513
203716	rnn.weight_ih_l0	9	0.006482637953013182
203716	rnn.weight_hh_l0	0	0.0016783663304522634
203716	rnn.weight_hh_l0	1	-0.07529253512620926
203716	rnn.weight_hh_l0	2	0.06934794783592224
203716	rnn.weight_hh_l0	3	0.050982993096113205
203716	rnn.weight_hh_l0	4	0.005628158804029226
203716	rnn.weight_hh_l0	5	0.06607183068990707
203716	rnn.weight_hh_l0	6	-0.018907885998487473
203716	rnn.weight_hh_l0	7	-0.10815474390983582
203716	rnn.weight_hh_l0	8	0.0229074377566576
203716	rnn.weight_hh_l0	9	-0.08666329085826874
203716	rnn.bias_ih_l0	0	-0.08513730764389038
203716	rnn.bias_ih_l0	1	-0.1881570816040039
203716	rnn.bias_ih_l0	2	-0.26051416993141174
203716	rnn.bias_ih_l0	3	-0.28610166907310486
203716	rnn.bias_ih_l0	4	-0.003409968689084053
203716	rnn.bias_ih_l0	5	0.06139843538403511
203716	rnn.bias_ih_l0	6	-0.16768167912960052
203716	rnn.bias_ih_l0	7	-0.26708754897117615
203716	rnn.bias_ih_l0	8	-0.14553964138031006
203716	rnn.bias_ih_l0	9	-0.18718934059143066
203716	rnn.bias_hh_l0	0	0.12345540523529053
203716	rnn.bias_hh_l0	1	-0.06243758648633957
203716	rnn.bias_hh_l0	2	0.047885261476039886
203716	rnn.bias_hh_l0	3	-0.17819668352603912
203716	rnn.bias_hh_l0	4	0.039033643901348114
203716	rnn.bias_hh_l0	5	0.055605120956897736
203716	rnn.bias_hh_l0	6	-0.09916181117296219
203716	rnn.bias_hh_l0	7	-0.1622161865234375
203716	rnn.bias_hh_l0	8	-0.18639449775218964
203716	rnn.bias_hh_l0	9	-0.1043049618601799
203716	rnn.weight_ih_l0_reverse	0	-0.022859105840325356
203716	rnn.weight_ih_l0_reverse	1	-0.002343015745282173
203716	rnn.weight_ih_l0_reverse	2	0.010290035046637058
203716	rnn.weight_ih_l0_reverse	3	0.007802931126207113
203716	rnn.weight_ih_l0_reverse	4	0.01689608208835125
203716	rnn.weight_ih_l0_reverse	5	-0.05297846347093582
203716	rnn.weight_ih_l0_reverse	6	-0.04367658868432045
203716	rnn.weight_ih_l0_reverse	7	0.009675633162260056
203716	rnn.weight_ih_l0_reverse	8	0.09761402755975723
203716	rnn.weight_ih_l0_reverse	9	0.004064138047397137
203716	rnn.weight_hh_l0_reverse	0	0.0015316606732085347
203716	rnn.weight_hh_l0_reverse	1	0.029255805537104607
203716	rnn.weight_hh_l0_reverse	2	-0.04200904071331024
203716	rnn.weight_hh_l0_reverse	3	0.03611040860414505
203716	rnn.weight_hh_l0_reverse	4	0.02351359836757183
203716	rnn.weight_hh_l0_reverse	5	-0.0011295473668724298
203716	rnn.weight_hh_l0_reverse	6	0.06739547103643417
203716	rnn.weight_hh_l0_reverse	7	0.0379449799656868
203716	rnn.weight_hh_l0_reverse	8	-0.023167608305811882
203716	rnn.weight_hh_l0_reverse	9	-0.029939940199255943
203716	rnn.bias_ih_l0_reverse	0	-0.14354193210601807
203716	rnn.bias_ih_l0_reverse	1	-0.31498458981513977
203716	rnn.bias_ih_l0_reverse	2	-0.06396491825580597
203716	rnn.bias_ih_l0_reverse	3	-0.1464870721101761
203716	rnn.bias_ih_l0_reverse	4	0.06090240553021431
203716	rnn.bias_ih_l0_reverse	5	-0.26693999767303467
203716	rnn.bias_ih_l0_reverse	6	-0.06838102638721466
203716	rnn.bias_ih_l0_reverse	7	0.015094492584466934
203716	rnn.bias_ih_l0_reverse	8	-0.19047832489013672
203716	rnn.bias_ih_l0_reverse	9	-0.08867292106151581
203716	rnn.bias_hh_l0_reverse	0	-0.14445869624614716
203716	rnn.bias_hh_l0_reverse	1	-0.15596352517604828
203716	rnn.bias_hh_l0_reverse	2	-0.016733068972826004
203716	rnn.bias_hh_l0_reverse	3	-0.12486081570386887
203716	rnn.bias_hh_l0_reverse	4	-0.024381689727306366
203716	rnn.bias_hh_l0_reverse	5	-0.11830952018499374
203716	rnn.bias_hh_l0_reverse	6	-0.08375144749879837
203716	rnn.bias_hh_l0_reverse	7	-0.1894972026348114
203716	rnn.bias_hh_l0_reverse	8	-0.07474930584430695
203716	rnn.bias_hh_l0_reverse	9	-0.11494464427232742
203716	linear.weight	0	-0.19288139045238495
203716	linear.weight	1	-0.08537477999925613
203716	linear.weight	2	-0.011228874325752258
203716	linear.weight	3	-0.1318705826997757
203716	linear.weight	4	-0.030157098546624184
203716	linear.weight	5	0.14330507814884186
203716	linear.weight	6	0.0047744326293468475
203716	linear.weight	7	-0.021312154829502106
203716	linear.weight	8	0.14075054228305817
203716	linear.weight	9	0.19916409254074097
203716	linear.bias	0	-0.8438504934310913
203716	linear.bias	1	1.4359694719314575
203716	linear.bias	2	-0.503969669342041
203716	linear.bias	3	-0.7300217151641846
203716	linear.bias	4	-0.8875917792320251
203716	linear.bias	5	-1.1789039373397827
203716	linear.bias	6	-0.9717382788658142
203716	linear.bias	7	-0.7196313142776489
203716	linear.bias	8	-0.01705317199230194
203716	linear.bias	9	3.4560015201568604
203913	transitions	0	-0.4512254595756531
203913	transitions	1	8.73367691040039
203913	transitions	2	-3.5975117683410645
203913	transitions	3	1.557379126548767
203913	transitions	4	-2.1931354999542236
203913	transitions	5	-0.418716162443161
203913	transitions	6	-0.1941615641117096
203913	transitions	7	-10000.0
203913	transitions	8	1.8366703987121582
203913	transitions	9	-2.2947030067443848
203913	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
203913	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
203913	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
203913	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
203913	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
203913	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
203913	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
203913	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
203913	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
203913	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
203913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
203913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
203913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
203913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
203913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
203913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
203913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
203913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
203913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
203913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
203913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
203913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
203913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
203913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
203913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
203913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
203913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
203913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
203913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
203913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
203913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
203913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
203913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
203913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
203913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
203913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
203913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
203913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
203913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
203913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
203913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
203913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
203913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
203913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
203913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
203913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
203913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
203913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
203913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
203913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
203913	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
203913	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
203913	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
203913	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
203913	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
203913	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
203913	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
203913	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
203913	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
203913	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
203913	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
203913	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
203913	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
203913	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
203913	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
203913	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
203913	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
203913	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
203913	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
203913	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
203913	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
203913	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
203913	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
203913	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
203913	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
203913	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
203913	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
203913	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
203913	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
203913	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
203913	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
203913	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
203913	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
203913	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
203913	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
203913	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
203913	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
203913	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
203913	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
203913	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
203913	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
203913	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
203913	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
203913	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
203913	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
203913	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
203913	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
203913	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
203913	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
203913	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
203913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
203913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
203913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
203913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
203913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
203913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
203913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
203913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
203913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
203913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
203913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
203913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
203913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
203913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
203913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
203913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
203913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
203913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
203913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
203913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
203913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
203913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
203913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
203913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
203913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
203913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
203913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
203913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
203913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
203913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
203913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
203913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
203913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
203913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
203913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
203913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
203913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
203913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
203913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
203913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
203913	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
203913	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
203913	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
203913	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
203913	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
203913	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
203913	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
203913	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
203913	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
203913	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
203913	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
203913	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
203913	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
203913	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
203913	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
203913	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
203913	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
203913	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
203913	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
203913	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
203913	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
203913	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
203913	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
203913	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
203913	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
203913	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
203913	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
203913	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
203913	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
203913	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
203913	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
203913	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
203913	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
203913	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
203913	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
203913	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
203913	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
203913	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
203913	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
203913	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
203913	embedding2nn.weight	0	0.04565215855836868
203913	embedding2nn.weight	1	-0.09392370283603668
203913	embedding2nn.weight	2	0.023839788511395454
203913	embedding2nn.weight	3	-0.054597705602645874
203913	embedding2nn.weight	4	-0.1149001345038414
203913	embedding2nn.weight	5	0.11874984949827194
203913	embedding2nn.weight	6	-0.0973355621099472
203913	embedding2nn.weight	7	-0.06415953487157822
203913	embedding2nn.weight	8	-0.027726562693715096
203913	embedding2nn.weight	9	0.053067103028297424
203913	embedding2nn.bias	0	0.07910703122615814
203913	embedding2nn.bias	1	-0.02404935471713543
203913	embedding2nn.bias	2	-0.07835913449525833
203913	embedding2nn.bias	3	0.020481135696172714
203913	embedding2nn.bias	4	-0.0043881540186703205
203913	embedding2nn.bias	5	-0.16089150309562683
203913	embedding2nn.bias	6	-0.11166425794363022
203913	embedding2nn.bias	7	-0.0003632389707490802
203913	embedding2nn.bias	8	0.07486716657876968
203913	embedding2nn.bias	9	-0.07358889281749725
203913	rnn.weight_ih_l0	0	0.03761277347803116
203913	rnn.weight_ih_l0	1	-0.07123692333698273
203913	rnn.weight_ih_l0	2	-0.05015209689736366
203913	rnn.weight_ih_l0	3	-0.05717718228697777
203913	rnn.weight_ih_l0	4	0.007348060607910156
203913	rnn.weight_ih_l0	5	-0.10729383677244186
203913	rnn.weight_ih_l0	6	-0.02832893654704094
203913	rnn.weight_ih_l0	7	-0.005151137709617615
203913	rnn.weight_ih_l0	8	0.06321753561496735
203913	rnn.weight_ih_l0	9	0.00668904185295105
203913	rnn.weight_hh_l0	0	0.0016920898342505097
203913	rnn.weight_hh_l0	1	-0.07581019401550293
203913	rnn.weight_hh_l0	2	0.0686212033033371
203913	rnn.weight_hh_l0	3	0.05102425441145897
203913	rnn.weight_hh_l0	4	0.005449965596199036
203913	rnn.weight_hh_l0	5	0.06669200211763382
203913	rnn.weight_hh_l0	6	-0.01887059584259987
203913	rnn.weight_hh_l0	7	-0.10853036493062973
203913	rnn.weight_hh_l0	8	0.022907137870788574
203913	rnn.weight_hh_l0	9	-0.08670748025178909
203913	rnn.bias_ih_l0	0	-0.08564304560422897
203913	rnn.bias_ih_l0	1	-0.18521828949451447
203913	rnn.bias_ih_l0	2	-0.26043474674224854
203913	rnn.bias_ih_l0	3	-0.2864793539047241
203913	rnn.bias_ih_l0	4	-0.004273835103958845
203913	rnn.bias_ih_l0	5	0.05969453603029251
203913	rnn.bias_ih_l0	6	-0.1681816726922989
203913	rnn.bias_ih_l0	7	-0.26850152015686035
203913	rnn.bias_ih_l0	8	-0.1453627496957779
203913	rnn.bias_ih_l0	9	-0.1872769594192505
203913	rnn.bias_hh_l0	0	0.1234603077173233
203913	rnn.bias_hh_l0	1	-0.06207231432199478
203913	rnn.bias_hh_l0	2	0.048153068870306015
203913	rnn.bias_hh_l0	3	-0.1787288784980774
203913	rnn.bias_hh_l0	4	0.04085955396294594
203913	rnn.bias_hh_l0	5	0.05626152083277702
203913	rnn.bias_hh_l0	6	-0.1004425659775734
203913	rnn.bias_hh_l0	7	-0.1631099432706833
203913	rnn.bias_hh_l0	8	-0.18481379747390747
203913	rnn.bias_hh_l0	9	-0.1033271998167038
203913	rnn.weight_ih_l0_reverse	0	-0.02307136356830597
203913	rnn.weight_ih_l0_reverse	1	-0.002625851659104228
203913	rnn.weight_ih_l0_reverse	2	0.010281909257173538
203913	rnn.weight_ih_l0_reverse	3	0.006778481882065535
203913	rnn.weight_ih_l0_reverse	4	0.01709497906267643
203913	rnn.weight_ih_l0_reverse	5	-0.05237100273370743
203913	rnn.weight_ih_l0_reverse	6	-0.04325872287154198
203913	rnn.weight_ih_l0_reverse	7	0.010088816285133362
203913	rnn.weight_ih_l0_reverse	8	0.09760453552007675
203913	rnn.weight_ih_l0_reverse	9	0.004551189951598644
203913	rnn.weight_hh_l0_reverse	0	0.0011923117563128471
203913	rnn.weight_hh_l0_reverse	1	0.029396072030067444
203913	rnn.weight_hh_l0_reverse	2	-0.04225211217999458
203913	rnn.weight_hh_l0_reverse	3	0.036202605813741684
203913	rnn.weight_hh_l0_reverse	4	0.023185189813375473
203913	rnn.weight_hh_l0_reverse	5	-0.0012623004149645567
203913	rnn.weight_hh_l0_reverse	6	0.06787421554327011
203913	rnn.weight_hh_l0_reverse	7	0.037751637399196625
203913	rnn.weight_hh_l0_reverse	8	-0.023075653240084648
203913	rnn.weight_hh_l0_reverse	9	-0.029689673334360123
203913	rnn.bias_ih_l0_reverse	0	-0.14440661668777466
203913	rnn.bias_ih_l0_reverse	1	-0.3130204975605011
203913	rnn.bias_ih_l0_reverse	2	-0.06483881920576096
203913	rnn.bias_ih_l0_reverse	3	-0.14645405113697052
203913	rnn.bias_ih_l0_reverse	4	0.059681471437215805
203913	rnn.bias_ih_l0_reverse	5	-0.2667800188064575
203913	rnn.bias_ih_l0_reverse	6	-0.06742917746305466
203913	rnn.bias_ih_l0_reverse	7	0.012111501768231392
203913	rnn.bias_ih_l0_reverse	8	-0.19044095277786255
203913	rnn.bias_ih_l0_reverse	9	-0.08639836311340332
203913	rnn.bias_hh_l0_reverse	0	-0.14162664115428925
203913	rnn.bias_hh_l0_reverse	1	-0.15502086281776428
203913	rnn.bias_hh_l0_reverse	2	-0.017659995704889297
203913	rnn.bias_hh_l0_reverse	3	-0.12548881769180298
203913	rnn.bias_hh_l0_reverse	4	-0.025364777073264122
203913	rnn.bias_hh_l0_reverse	5	-0.11890459805727005
203913	rnn.bias_hh_l0_reverse	6	-0.08492233604192734
203913	rnn.bias_hh_l0_reverse	7	-0.18946430087089539
203913	rnn.bias_hh_l0_reverse	8	-0.0737137645483017
203913	rnn.bias_hh_l0_reverse	9	-0.1175076961517334
203913	linear.weight	0	-0.19691596925258636
203913	linear.weight	1	-0.08926473557949066
203913	linear.weight	2	-0.011228874325752258
203913	linear.weight	3	-0.12170149385929108
203913	linear.weight	4	-0.023987019434571266
203913	linear.weight	5	0.1462170034646988
203913	linear.weight	6	0.0047744326293468475
203913	linear.weight	7	-0.021312154829502106
203913	linear.weight	8	0.13589371740818024
203913	linear.weight	9	0.20598948001861572
203913	linear.bias	0	-0.8243645429611206
203913	linear.bias	1	1.427232265472412
203913	linear.bias	2	-0.48711681365966797
203913	linear.bias	3	-0.7244047522544861
203913	linear.bias	4	-0.8812317252159119
203913	linear.bias	5	-1.1789182424545288
203913	linear.bias	6	-0.9513655304908752
203913	linear.bias	7	-0.7345813512802124
203913	linear.bias	8	-0.01705317199230194
203913	linear.bias	9	3.4215481281280518
204110	transitions	0	-0.4513232409954071
204110	transitions	1	8.728736877441406
204110	transitions	2	-3.597813844680786
204110	transitions	3	1.5502173900604248
204110	transitions	4	-2.193286180496216
204110	transitions	5	-0.4187641441822052
204110	transitions	6	-0.19417278468608856
204110	transitions	7	-10000.0
204110	transitions	8	1.8378123044967651
204110	transitions	9	-2.2947068214416504
204110	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
204110	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
204110	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
204110	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
204110	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
204110	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
204110	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
204110	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
204110	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
204110	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
204110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
204110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
204110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
204110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
204110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
204110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
204110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
204110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
204110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
204110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
204110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
204110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
204110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
204110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
204110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
204110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
204110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
204110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
204110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
204110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
204110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
204110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
204110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
204110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
204110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
204110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
204110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
204110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
204110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
204110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
204110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
204110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
204110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
204110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
204110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
204110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
204110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
204110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
204110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
204110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
204110	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
204110	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
204110	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
204110	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
204110	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
204110	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
204110	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
204110	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
204110	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
204110	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
204110	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
204110	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
204110	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
204110	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
204110	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
204110	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
204110	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
204110	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
204110	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
204110	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
204110	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
204110	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
204110	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
204110	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
204110	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
204110	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
204110	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
204110	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
204110	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
204110	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
204110	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
204110	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
204110	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
204110	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
204110	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
204110	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
204110	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
204110	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
204110	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
204110	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
204110	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
204110	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
204110	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
204110	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
204110	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
204110	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
204110	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
204110	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
204110	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
204110	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
204110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
204110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
204110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
204110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
204110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
204110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
204110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
204110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
204110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
204110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
204110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
204110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
204110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
204110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
204110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
204110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
204110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
204110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
204110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
204110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
204110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
204110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
204110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
204110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
204110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
204110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
204110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
204110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
204110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
204110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
204110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
204110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
204110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
204110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
204110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
204110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
204110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
204110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
204110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
204110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
204110	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
204110	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
204110	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
204110	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
204110	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
204110	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
204110	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
204110	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
204110	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
204110	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
204110	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
204110	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
204110	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
204110	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
204110	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
204110	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
204110	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
204110	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
204110	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
204110	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
204110	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
204110	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
204110	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
204110	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
204110	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
204110	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
204110	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
204110	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
204110	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
204110	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
204110	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
204110	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
204110	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
204110	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
204110	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
204110	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
204110	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
204110	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
204110	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
204110	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
204110	embedding2nn.weight	0	0.04582937806844711
204110	embedding2nn.weight	1	-0.09365089982748032
204110	embedding2nn.weight	2	0.024044496938586235
204110	embedding2nn.weight	3	-0.0542476549744606
204110	embedding2nn.weight	4	-0.11472675204277039
204110	embedding2nn.weight	5	0.1195020079612732
204110	embedding2nn.weight	6	-0.09668586403131485
204110	embedding2nn.weight	7	-0.06344256550073624
204110	embedding2nn.weight	8	-0.028281476348638535
204110	embedding2nn.weight	9	0.05385829135775566
204110	embedding2nn.bias	0	0.07461618632078171
204110	embedding2nn.bias	1	-0.023850345984101295
204110	embedding2nn.bias	2	-0.07030019164085388
204110	embedding2nn.bias	3	0.01695120893418789
204110	embedding2nn.bias	4	-0.002694183262065053
204110	embedding2nn.bias	5	-0.16352273523807526
204110	embedding2nn.bias	6	-0.10812988877296448
204110	embedding2nn.bias	7	0.003178403479978442
204110	embedding2nn.bias	8	0.08053192496299744
204110	embedding2nn.bias	9	-0.06568174809217453
204110	rnn.weight_ih_l0	0	0.03801799938082695
204110	rnn.weight_ih_l0	1	-0.07398656010627747
204110	rnn.weight_ih_l0	2	-0.050288014113903046
204110	rnn.weight_ih_l0	3	-0.05760380998253822
204110	rnn.weight_ih_l0	4	0.006763311102986336
204110	rnn.weight_ih_l0	5	-0.1064942330121994
204110	rnn.weight_ih_l0	6	-0.02930711954832077
204110	rnn.weight_ih_l0	7	-0.004951815120875835
204110	rnn.weight_ih_l0	8	0.06208619475364685
204110	rnn.weight_ih_l0	9	0.006800047121942043
204110	rnn.weight_hh_l0	0	0.0014177480479702353
204110	rnn.weight_hh_l0	1	-0.07660207152366638
204110	rnn.weight_hh_l0	2	0.06914343684911728
204110	rnn.weight_hh_l0	3	0.05104473605751991
204110	rnn.weight_hh_l0	4	0.0052077872678637505
204110	rnn.weight_hh_l0	5	0.06713923811912537
204110	rnn.weight_hh_l0	6	-0.019127994775772095
204110	rnn.weight_hh_l0	7	-0.10839630663394928
204110	rnn.weight_hh_l0	8	0.023112360388040543
204110	rnn.weight_hh_l0	9	-0.08642075955867767
204110	rnn.bias_ih_l0	0	-0.08557529002428055
204110	rnn.bias_ih_l0	1	-0.18499968945980072
204110	rnn.bias_ih_l0	2	-0.2625856101512909
204110	rnn.bias_ih_l0	3	-0.2876041829586029
204110	rnn.bias_ih_l0	4	-0.005271869245916605
204110	rnn.bias_ih_l0	5	0.060882143676280975
204110	rnn.bias_ih_l0	6	-0.16748552024364471
204110	rnn.bias_ih_l0	7	-0.2689737379550934
204110	rnn.bias_ih_l0	8	-0.1449563354253769
204110	rnn.bias_ih_l0	9	-0.18332137167453766
204110	rnn.bias_hh_l0	0	0.12401565164327621
204110	rnn.bias_hh_l0	1	-0.062409281730651855
204110	rnn.bias_hh_l0	2	0.04630152881145477
204110	rnn.bias_hh_l0	3	-0.17919538915157318
204110	rnn.bias_hh_l0	4	0.04256952926516533
204110	rnn.bias_hh_l0	5	0.0564463846385479
204110	rnn.bias_hh_l0	6	-0.10030888020992279
204110	rnn.bias_hh_l0	7	-0.1630113422870636
204110	rnn.bias_hh_l0	8	-0.18495161831378937
204110	rnn.bias_hh_l0	9	-0.1031394749879837
204110	rnn.weight_ih_l0_reverse	0	-0.02319437265396118
204110	rnn.weight_ih_l0_reverse	1	-0.0021057846024632454
204110	rnn.weight_ih_l0_reverse	2	0.01202980987727642
204110	rnn.weight_ih_l0_reverse	3	0.006029284093528986
204110	rnn.weight_ih_l0_reverse	4	0.014844859950244427
204110	rnn.weight_ih_l0_reverse	5	-0.052222419530153275
204110	rnn.weight_ih_l0_reverse	6	-0.04257833585143089
204110	rnn.weight_ih_l0_reverse	7	0.011416859924793243
204110	rnn.weight_ih_l0_reverse	8	0.09693548083305359
204110	rnn.weight_ih_l0_reverse	9	0.004334670025855303
204110	rnn.weight_hh_l0_reverse	0	0.0010801485041156411
204110	rnn.weight_hh_l0_reverse	1	0.0295553021132946
204110	rnn.weight_hh_l0_reverse	2	-0.0422033928334713
204110	rnn.weight_hh_l0_reverse	3	0.03627552092075348
204110	rnn.weight_hh_l0_reverse	4	0.022782128304243088
204110	rnn.weight_hh_l0_reverse	5	-0.0016276504611596465
204110	rnn.weight_hh_l0_reverse	6	0.06755148619413376
204110	rnn.weight_hh_l0_reverse	7	0.03761330619454384
204110	rnn.weight_hh_l0_reverse	8	-0.023030268028378487
204110	rnn.weight_hh_l0_reverse	9	-0.02961072511970997
204110	rnn.bias_ih_l0_reverse	0	-0.14575180411338806
204110	rnn.bias_ih_l0_reverse	1	-0.3126397430896759
204110	rnn.bias_ih_l0_reverse	2	-0.06472965329885483
204110	rnn.bias_ih_l0_reverse	3	-0.146345317363739
204110	rnn.bias_ih_l0_reverse	4	0.0590871199965477
204110	rnn.bias_ih_l0_reverse	5	-0.26545974612236023
204110	rnn.bias_ih_l0_reverse	6	-0.06795342266559601
204110	rnn.bias_ih_l0_reverse	7	0.011510065756738186
204110	rnn.bias_ih_l0_reverse	8	-0.1920728087425232
204110	rnn.bias_ih_l0_reverse	9	-0.08678105473518372
204110	rnn.bias_hh_l0_reverse	0	-0.14407095313072205
204110	rnn.bias_hh_l0_reverse	1	-0.15227051079273224
204110	rnn.bias_hh_l0_reverse	2	-0.017091073095798492
204110	rnn.bias_hh_l0_reverse	3	-0.1244690865278244
204110	rnn.bias_hh_l0_reverse	4	-0.02538515068590641
204110	rnn.bias_hh_l0_reverse	5	-0.11920194327831268
204110	rnn.bias_hh_l0_reverse	6	-0.08431395888328552
204110	rnn.bias_hh_l0_reverse	7	-0.18975192308425903
204110	rnn.bias_hh_l0_reverse	8	-0.07229093462228775
204110	rnn.bias_hh_l0_reverse	9	-0.11767119914293289
204110	linear.weight	0	-0.20481541752815247
204110	linear.weight	1	-0.08948680013418198
204110	linear.weight	2	-0.011228874325752258
204110	linear.weight	3	-0.12008869647979736
204110	linear.weight	4	-0.0246732160449028
204110	linear.weight	5	0.14121444523334503
204110	linear.weight	6	0.0047744326293468475
204110	linear.weight	7	-0.021312154829502106
204110	linear.weight	8	0.12134023010730743
204110	linear.weight	9	0.2076694667339325
204110	linear.bias	0	-0.8397406935691833
204110	linear.bias	1	1.446660041809082
204110	linear.bias	2	-0.47206932306289673
204110	linear.bias	3	-0.7387723326683044
204110	linear.bias	4	-0.874413788318634
204110	linear.bias	5	-1.1789287328720093
204110	linear.bias	6	-0.9672921299934387
204110	linear.bias	7	-0.7257831692695618
204110	linear.bias	8	-0.01705317199230194
204110	linear.bias	9	3.4818525314331055
204307	transitions	0	-0.4513440728187561
204307	transitions	1	8.728256225585938
204307	transitions	2	-3.5984137058258057
204307	transitions	3	1.5578874349594116
204307	transitions	4	-2.193890333175659
204307	transitions	5	-0.41879406571388245
204307	transitions	6	-0.19419044256210327
204307	transitions	7	-10000.0
204307	transitions	8	1.8379993438720703
204307	transitions	9	-2.294708490371704
204307	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
204307	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
204307	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
204307	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
204307	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
204307	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
204307	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
204307	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
204307	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
204307	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
204307	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
204307	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
204307	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
204307	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
204307	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
204307	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
204307	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
204307	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
204307	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
204307	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
204307	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
204307	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
204307	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
204307	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
204307	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
204307	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
204307	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
204307	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
204307	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
204307	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
204307	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
204307	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
204307	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
204307	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
204307	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
204307	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
204307	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
204307	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
204307	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
204307	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
204307	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
204307	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
204307	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
204307	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
204307	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
204307	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
204307	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
204307	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
204307	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
204307	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
204307	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
204307	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
204307	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
204307	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
204307	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
204307	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
204307	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
204307	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
204307	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
204307	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
204307	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
204307	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
204307	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
204307	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
204307	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
204307	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
204307	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
204307	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
204307	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
204307	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
204307	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
204307	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
204307	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
204307	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
204307	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
204307	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
204307	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
204307	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
204307	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
204307	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
204307	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
204307	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
204307	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
204307	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
204307	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
204307	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
204307	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
204307	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
204307	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
204307	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
204307	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
204307	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
204307	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
204307	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
204307	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
204307	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
204307	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
204307	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
204307	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
204307	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
204307	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
204307	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
204307	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
204307	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
204307	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
204307	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
204307	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
204307	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
204307	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
204307	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
204307	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
204307	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
204307	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
204307	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
204307	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
204307	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
204307	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
204307	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
204307	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
204307	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
204307	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
204307	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
204307	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
204307	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
204307	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
204307	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
204307	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
204307	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
204307	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
204307	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
204307	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
204307	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
204307	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
204307	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
204307	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
204307	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
204307	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
204307	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
204307	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
204307	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
204307	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
204307	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
204307	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
204307	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
204307	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
204307	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
204307	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
204307	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
204307	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
204307	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
204307	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
204307	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
204307	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
204307	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
204307	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
204307	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
204307	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
204307	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
204307	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
204307	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
204307	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
204307	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
204307	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
204307	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
204307	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
204307	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
204307	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
204307	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
204307	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
204307	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
204307	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
204307	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
204307	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
204307	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
204307	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
204307	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
204307	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
204307	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
204307	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
204307	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
204307	embedding2nn.weight	0	0.046138178557157516
204307	embedding2nn.weight	1	-0.09246174246072769
204307	embedding2nn.weight	2	0.023425361141562462
204307	embedding2nn.weight	3	-0.053861524909734726
204307	embedding2nn.weight	4	-0.11644986271858215
204307	embedding2nn.weight	5	0.11960433423519135
204307	embedding2nn.weight	6	-0.09973807632923126
204307	embedding2nn.weight	7	-0.06390409916639328
204307	embedding2nn.weight	8	-0.02832327038049698
204307	embedding2nn.weight	9	0.05326708033680916
204307	embedding2nn.bias	0	0.07448741793632507
204307	embedding2nn.bias	1	-0.017779145389795303
204307	embedding2nn.bias	2	-0.06970158219337463
204307	embedding2nn.bias	3	0.025484539568424225
204307	embedding2nn.bias	4	0.0024219807237386703
204307	embedding2nn.bias	5	-0.16547775268554688
204307	embedding2nn.bias	6	-0.10546255111694336
204307	embedding2nn.bias	7	0.00035336322616785765
204307	embedding2nn.bias	8	0.08074794709682465
204307	embedding2nn.bias	9	-0.06049089506268501
204307	rnn.weight_ih_l0	0	0.039618443697690964
204307	rnn.weight_ih_l0	1	-0.07401517033576965
204307	rnn.weight_ih_l0	2	-0.05018642917275429
204307	rnn.weight_ih_l0	3	-0.05841231346130371
204307	rnn.weight_ih_l0	4	0.006552952341735363
204307	rnn.weight_ih_l0	5	-0.10620085895061493
204307	rnn.weight_ih_l0	6	-0.02917102910578251
204307	rnn.weight_ih_l0	7	-0.004547938704490662
204307	rnn.weight_ih_l0	8	0.06256554275751114
204307	rnn.weight_ih_l0	9	0.007168809417635202
204307	rnn.weight_hh_l0	0	0.0013583824038505554
204307	rnn.weight_hh_l0	1	-0.07777714729309082
204307	rnn.weight_hh_l0	2	0.06901229918003082
204307	rnn.weight_hh_l0	3	0.05046605318784714
204307	rnn.weight_hh_l0	4	0.005096049513667822
204307	rnn.weight_hh_l0	5	0.06679938733577728
204307	rnn.weight_hh_l0	6	-0.019454382359981537
204307	rnn.weight_hh_l0	7	-0.1082146167755127
204307	rnn.weight_hh_l0	8	0.02323107421398163
204307	rnn.weight_hh_l0	9	-0.085431307554245
204307	rnn.bias_ih_l0	0	-0.08279826492071152
204307	rnn.bias_ih_l0	1	-0.18543483316898346
204307	rnn.bias_ih_l0	2	-0.26323187351226807
204307	rnn.bias_ih_l0	3	-0.2897070646286011
204307	rnn.bias_ih_l0	4	-0.005291962064802647
204307	rnn.bias_ih_l0	5	0.06243431940674782
204307	rnn.bias_ih_l0	6	-0.16764132678508759
204307	rnn.bias_ih_l0	7	-0.26970434188842773
204307	rnn.bias_ih_l0	8	-0.1441124677658081
204307	rnn.bias_ih_l0	9	-0.18105407059192657
204307	rnn.bias_hh_l0	0	0.12100505828857422
204307	rnn.bias_hh_l0	1	-0.0627778023481369
204307	rnn.bias_hh_l0	2	0.04840675741434097
204307	rnn.bias_hh_l0	3	-0.17978283762931824
204307	rnn.bias_hh_l0	4	0.042964041233062744
204307	rnn.bias_hh_l0	5	0.05807013064622879
204307	rnn.bias_hh_l0	6	-0.10045444220304489
204307	rnn.bias_hh_l0	7	-0.16397354006767273
204307	rnn.bias_hh_l0	8	-0.18648482859134674
204307	rnn.bias_hh_l0	9	-0.10445601493120193
204307	rnn.weight_ih_l0_reverse	0	-0.02316957153379917
204307	rnn.weight_ih_l0_reverse	1	-0.0016728832852095366
204307	rnn.weight_ih_l0_reverse	2	0.011587896384298801
204307	rnn.weight_ih_l0_reverse	3	0.004792219027876854
204307	rnn.weight_ih_l0_reverse	4	0.013286855071783066
204307	rnn.weight_ih_l0_reverse	5	-0.050875283777713776
204307	rnn.weight_ih_l0_reverse	6	-0.042850520461797714
204307	rnn.weight_ih_l0_reverse	7	0.011659516952931881
204307	rnn.weight_ih_l0_reverse	8	0.09741805493831635
204307	rnn.weight_ih_l0_reverse	9	0.0031738905236124992
204307	rnn.weight_hh_l0_reverse	0	0.001120558357797563
204307	rnn.weight_hh_l0_reverse	1	0.029653968289494514
204307	rnn.weight_hh_l0_reverse	2	-0.04241696000099182
204307	rnn.weight_hh_l0_reverse	3	0.036206722259521484
204307	rnn.weight_hh_l0_reverse	4	0.022795049473643303
204307	rnn.weight_hh_l0_reverse	5	-0.0011281080078333616
204307	rnn.weight_hh_l0_reverse	6	0.06759998202323914
204307	rnn.weight_hh_l0_reverse	7	0.03773128613829613
204307	rnn.weight_hh_l0_reverse	8	-0.022166511043906212
204307	rnn.weight_hh_l0_reverse	9	-0.02994232252240181
204307	rnn.bias_ih_l0_reverse	0	-0.1455029994249344
204307	rnn.bias_ih_l0_reverse	1	-0.31034615635871887
204307	rnn.bias_ih_l0_reverse	2	-0.06539797782897949
204307	rnn.bias_ih_l0_reverse	3	-0.14755095541477203
204307	rnn.bias_ih_l0_reverse	4	0.0590796135365963
204307	rnn.bias_ih_l0_reverse	5	-0.2656686007976532
204307	rnn.bias_ih_l0_reverse	6	-0.06792021542787552
204307	rnn.bias_ih_l0_reverse	7	0.013149263337254524
204307	rnn.bias_ih_l0_reverse	8	-0.19185765087604523
204307	rnn.bias_ih_l0_reverse	9	-0.08510781079530716
204307	rnn.bias_hh_l0_reverse	0	-0.14604073762893677
204307	rnn.bias_hh_l0_reverse	1	-0.15152643620967865
204307	rnn.bias_hh_l0_reverse	2	-0.01635047420859337
204307	rnn.bias_hh_l0_reverse	3	-0.12455900013446808
204307	rnn.bias_hh_l0_reverse	4	-0.025932084769010544
204307	rnn.bias_hh_l0_reverse	5	-0.11864080280065536
204307	rnn.bias_hh_l0_reverse	6	-0.0836869403719902
204307	rnn.bias_hh_l0_reverse	7	-0.19112709164619446
204307	rnn.bias_hh_l0_reverse	8	-0.07247823476791382
204307	rnn.bias_hh_l0_reverse	9	-0.11706864833831787
204307	linear.weight	0	-0.20388275384902954
204307	linear.weight	1	-0.0895591676235199
204307	linear.weight	2	-0.011228874325752258
204307	linear.weight	3	-0.11621668934822083
204307	linear.weight	4	-0.014942820183932781
204307	linear.weight	5	0.1321604996919632
204307	linear.weight	6	0.0047744326293468475
204307	linear.weight	7	-0.021312154829502106
204307	linear.weight	8	0.13582319021224976
204307	linear.weight	9	0.21020323038101196
204307	linear.bias	0	-0.8362738490104675
204307	linear.bias	1	1.4504221677780151
204307	linear.bias	2	-0.49809783697128296
204307	linear.bias	3	-0.7354379892349243
204307	linear.bias	4	-0.8727359771728516
204307	linear.bias	5	-1.1789436340332031
204307	linear.bias	6	-0.9623311161994934
204307	linear.bias	7	-0.7302544116973877
204307	linear.bias	8	-0.01705317199230194
204307	linear.bias	9	3.4569575786590576
204504	transitions	0	-0.4515136182308197
204504	transitions	1	8.741957664489746
204504	transitions	2	-3.598666191101074
204504	transitions	3	1.5534532070159912
204504	transitions	4	-2.1941661834716797
204504	transitions	5	-0.41881027817726135
204504	transitions	6	-0.19420287013053894
204504	transitions	7	-10000.0
204504	transitions	8	1.8371561765670776
204504	transitions	9	-2.294710159301758
204504	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
204504	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
204504	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
204504	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
204504	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
204504	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
204504	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
204504	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
204504	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
204504	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
204504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
204504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
204504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
204504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
204504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
204504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
204504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
204504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
204504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
204504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
204504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
204504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
204504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
204504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
204504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
204504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
204504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
204504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
204504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
204504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
204504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
204504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
204504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
204504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
204504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
204504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
204504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
204504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
204504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
204504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
204504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
204504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
204504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
204504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
204504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
204504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
204504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
204504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
204504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
204504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
204504	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
204504	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
204504	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
204504	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
204504	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
204504	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
204504	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
204504	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
204504	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
204504	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
204504	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
204504	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
204504	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
204504	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
204504	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
204504	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
204504	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
204504	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
204504	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
204504	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
204504	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
204504	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
204504	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
204504	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
204504	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
204504	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
204504	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
204504	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
204504	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
204504	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
204504	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
204504	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
204504	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
204504	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
204504	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
204504	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
204504	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
204504	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
204504	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
204504	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
204504	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
204504	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
204504	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
204504	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
204504	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
204504	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
204504	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
204504	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
204504	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
204504	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
204504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
204504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
204504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
204504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
204504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
204504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
204504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
204504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
204504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
204504	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
204504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
204504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
204504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
204504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
204504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
204504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
204504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
204504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
204504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
204504	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
204504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
204504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
204504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
204504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
204504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
204504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
204504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
204504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
204504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
204504	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
204504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
204504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
204504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
204504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
204504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
204504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
204504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
204504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
204504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
204504	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
204504	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
204504	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
204504	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
204504	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
204504	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
204504	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
204504	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
204504	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
204504	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
204504	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
204504	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
204504	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
204504	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
204504	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
204504	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
204504	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
204504	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
204504	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
204504	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
204504	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
204504	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
204504	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
204504	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
204504	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
204504	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
204504	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
204504	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
204504	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
204504	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
204504	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
204504	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
204504	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
204504	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
204504	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
204504	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
204504	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
204504	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
204504	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
204504	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
204504	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
204504	embedding2nn.weight	0	0.04639992117881775
204504	embedding2nn.weight	1	-0.09232734888792038
204504	embedding2nn.weight	2	0.02163073793053627
204504	embedding2nn.weight	3	-0.053246401250362396
204504	embedding2nn.weight	4	-0.11677245050668716
204504	embedding2nn.weight	5	0.11963488906621933
204504	embedding2nn.weight	6	-0.09790142625570297
204504	embedding2nn.weight	7	-0.06418469548225403
204504	embedding2nn.weight	8	-0.027866123244166374
204504	embedding2nn.weight	9	0.05096529796719551
204504	embedding2nn.bias	0	0.07199862599372864
204504	embedding2nn.bias	1	-0.011257486417889595
204504	embedding2nn.bias	2	-0.07288121432065964
204504	embedding2nn.bias	3	0.027080288156867027
204504	embedding2nn.bias	4	-0.003452458418905735
204504	embedding2nn.bias	5	-0.16732563078403473
204504	embedding2nn.bias	6	-0.10481690615415573
204504	embedding2nn.bias	7	0.0001099624132621102
204504	embedding2nn.bias	8	0.08020368963479996
204504	embedding2nn.bias	9	-0.061897169798612595
204504	rnn.weight_ih_l0	0	0.0396304689347744
204504	rnn.weight_ih_l0	1	-0.07385103404521942
204504	rnn.weight_ih_l0	2	-0.04982971027493477
204504	rnn.weight_ih_l0	3	-0.05568511411547661
204504	rnn.weight_ih_l0	4	0.006711960770189762
204504	rnn.weight_ih_l0	5	-0.10567016899585724
204504	rnn.weight_ih_l0	6	-0.027423910796642303
204504	rnn.weight_ih_l0	7	-0.003818273078650236
204504	rnn.weight_ih_l0	8	0.06541711837053299
204504	rnn.weight_ih_l0	9	0.005565614905208349
204504	rnn.weight_hh_l0	0	0.0016842581098899245
204504	rnn.weight_hh_l0	1	-0.07732950150966644
204504	rnn.weight_hh_l0	2	0.06921164691448212
204504	rnn.weight_hh_l0	3	0.05022892355918884
204504	rnn.weight_hh_l0	4	0.004815994296222925
204504	rnn.weight_hh_l0	5	0.06692337989807129
204504	rnn.weight_hh_l0	6	-0.019159013405442238
204504	rnn.weight_hh_l0	7	-0.10769183188676834
204504	rnn.weight_hh_l0	8	0.023695889860391617
204504	rnn.weight_hh_l0	9	-0.08538626879453659
204504	rnn.bias_ih_l0	0	-0.08335556834936142
204504	rnn.bias_ih_l0	1	-0.18457460403442383
204504	rnn.bias_ih_l0	2	-0.262626975774765
204504	rnn.bias_ih_l0	3	-0.28754723072052
204504	rnn.bias_ih_l0	4	-0.0043405150063335896
204504	rnn.bias_ih_l0	5	0.060641102492809296
204504	rnn.bias_ih_l0	6	-0.16868872940540314
204504	rnn.bias_ih_l0	7	-0.26849305629730225
204504	rnn.bias_ih_l0	8	-0.14216715097427368
204504	rnn.bias_ih_l0	9	-0.1790698766708374
204504	rnn.bias_hh_l0	0	0.11994452774524689
204504	rnn.bias_hh_l0	1	-0.06426824629306793
204504	rnn.bias_hh_l0	2	0.04945541173219681
204504	rnn.bias_hh_l0	3	-0.1789701133966446
204504	rnn.bias_hh_l0	4	0.04146973043680191
204504	rnn.bias_hh_l0	5	0.05905229598283768
204504	rnn.bias_hh_l0	6	-0.10068368166685104
204504	rnn.bias_hh_l0	7	-0.1627659946680069
204504	rnn.bias_hh_l0	8	-0.18435955047607422
204504	rnn.bias_hh_l0	9	-0.10426823049783707
204504	rnn.weight_ih_l0_reverse	0	-0.023084012791514397
204504	rnn.weight_ih_l0_reverse	1	-0.0014409490395337343
204504	rnn.weight_ih_l0_reverse	2	0.012206743471324444
204504	rnn.weight_ih_l0_reverse	3	0.005668135359883308
204504	rnn.weight_ih_l0_reverse	4	0.01487312838435173
204504	rnn.weight_ih_l0_reverse	5	-0.04990415275096893
204504	rnn.weight_ih_l0_reverse	6	-0.04296686127781868
204504	rnn.weight_ih_l0_reverse	7	0.012825613841414452
204504	rnn.weight_ih_l0_reverse	8	0.09800945967435837
204504	rnn.weight_ih_l0_reverse	9	0.002002839231863618
204504	rnn.weight_hh_l0_reverse	0	0.001074249972589314
204504	rnn.weight_hh_l0_reverse	1	0.028943298384547234
204504	rnn.weight_hh_l0_reverse	2	-0.04169229045510292
204504	rnn.weight_hh_l0_reverse	3	0.036383021622896194
204504	rnn.weight_hh_l0_reverse	4	0.022800249978899956
204504	rnn.weight_hh_l0_reverse	5	-0.0014286856167018414
204504	rnn.weight_hh_l0_reverse	6	0.06751706451177597
204504	rnn.weight_hh_l0_reverse	7	0.03724295273423195
204504	rnn.weight_hh_l0_reverse	8	-0.02236930839717388
204504	rnn.weight_hh_l0_reverse	9	-0.03001922369003296
204504	rnn.bias_ih_l0_reverse	0	-0.14651788771152496
204504	rnn.bias_ih_l0_reverse	1	-0.30917057394981384
204504	rnn.bias_ih_l0_reverse	2	-0.06536208093166351
204504	rnn.bias_ih_l0_reverse	3	-0.14660905301570892
204504	rnn.bias_ih_l0_reverse	4	0.06170758977532387
204504	rnn.bias_ih_l0_reverse	5	-0.2666896879673004
204504	rnn.bias_ih_l0_reverse	6	-0.06782872974872589
204504	rnn.bias_ih_l0_reverse	7	0.011587157845497131
204504	rnn.bias_ih_l0_reverse	8	-0.19009873270988464
204504	rnn.bias_ih_l0_reverse	9	-0.08615420013666153
204504	rnn.bias_hh_l0_reverse	0	-0.14602406322956085
204504	rnn.bias_hh_l0_reverse	1	-0.15299442410469055
204504	rnn.bias_hh_l0_reverse	2	-0.016593141481280327
204504	rnn.bias_hh_l0_reverse	3	-0.12756095826625824
204504	rnn.bias_hh_l0_reverse	4	-0.02746875025331974
204504	rnn.bias_hh_l0_reverse	5	-0.11982963234186172
204504	rnn.bias_hh_l0_reverse	6	-0.08398555219173431
204504	rnn.bias_hh_l0_reverse	7	-0.1909860223531723
204504	rnn.bias_hh_l0_reverse	8	-0.07141181826591492
204504	rnn.bias_hh_l0_reverse	9	-0.11696512252092361
204504	linear.weight	0	-0.2091621458530426
204504	linear.weight	1	-0.08612997829914093
204504	linear.weight	2	-0.011228874325752258
204504	linear.weight	3	-0.11356012523174286
204504	linear.weight	4	-0.014812000095844269
204504	linear.weight	5	0.138527050614357
204504	linear.weight	6	0.0047744326293468475
204504	linear.weight	7	-0.021312154829502106
204504	linear.weight	8	0.1304829865694046
204504	linear.weight	9	0.2093135118484497
204504	linear.bias	0	-0.8511977791786194
204504	linear.bias	1	1.4234139919281006
204504	linear.bias	2	-0.5037491321563721
204504	linear.bias	3	-0.734580397605896
204504	linear.bias	4	-0.8576897382736206
204504	linear.bias	5	-1.1789590120315552
204504	linear.bias	6	-0.9748595952987671
204504	linear.bias	7	-0.7096881866455078
204504	linear.bias	8	-0.01705317199230194
204504	linear.bias	9	3.443297863006592
204701	transitions	0	-0.4515320062637329
204701	transitions	1	8.761616706848145
204701	transitions	2	-3.5990090370178223
204701	transitions	3	1.55037522315979
204701	transitions	4	-2.194364547729492
204701	transitions	5	-0.41889405250549316
204701	transitions	6	-0.194212406873703
204701	transitions	7	-10000.0
204701	transitions	8	1.8381272554397583
204701	transitions	9	-2.294713258743286
204701	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
204701	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
204701	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
204701	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
204701	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
204701	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
204701	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
204701	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
204701	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
204701	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
204701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
204701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
204701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
204701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
204701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
204701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
204701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
204701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
204701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
204701	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
204701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
204701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
204701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
204701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
204701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
204701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
204701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
204701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
204701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
204701	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
204701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
204701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
204701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
204701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
204701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
204701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
204701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
204701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
204701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
204701	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
204701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
204701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
204701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
204701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
204701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
204701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
204701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
204701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
204701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
204701	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
204701	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
204701	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
204701	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
204701	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
204701	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
204701	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
204701	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
204701	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
204701	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
204701	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
204701	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
204701	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
204701	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
204701	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
204701	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
204701	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
204701	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
204701	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
204701	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
204701	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
204701	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
204701	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
204701	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
204701	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
204701	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
204701	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
204701	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
204701	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
204701	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
204701	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
204701	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
204701	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
204701	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
204701	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
204701	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
204701	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
204701	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
204701	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
204701	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
204701	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
204701	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
204701	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
204701	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
204701	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
204701	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
204701	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
204701	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
204701	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
204701	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
204701	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
204701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
204701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
204701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
204701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
204701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
204701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
204701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
204701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
204701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
204701	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
204701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
204701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
204701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
204701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
204701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
204701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
204701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
204701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
204701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
204701	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
204701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
204701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
204701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
204701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
204701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
204701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
204701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
204701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
204701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
204701	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
204701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
204701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
204701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
204701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
204701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
204701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
204701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
204701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
204701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
204701	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
204701	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
204701	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
204701	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
204701	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
204701	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
204701	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
204701	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
204701	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
204701	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
204701	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
204701	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
204701	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
204701	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
204701	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
204701	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
204701	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
204701	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
204701	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
204701	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
204701	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
204701	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
204701	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
204701	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
204701	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
204701	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
204701	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
204701	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
204701	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
204701	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
204701	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
204701	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
204701	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
204701	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
204701	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
204701	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
204701	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
204701	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
204701	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
204701	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
204701	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
204701	embedding2nn.weight	0	0.046602774411439896
204701	embedding2nn.weight	1	-0.09334097057580948
204701	embedding2nn.weight	2	0.023973818868398666
204701	embedding2nn.weight	3	-0.05444386973977089
204701	embedding2nn.weight	4	-0.1174241304397583
204701	embedding2nn.weight	5	0.12037014216184616
204701	embedding2nn.weight	6	-0.09496171027421951
204701	embedding2nn.weight	7	-0.06520798802375793
204701	embedding2nn.weight	8	-0.028582582250237465
204701	embedding2nn.weight	9	0.049582239240407944
204701	embedding2nn.bias	0	0.07314559072256088
204701	embedding2nn.bias	1	-0.008455402217805386
204701	embedding2nn.bias	2	-0.07185506820678711
204701	embedding2nn.bias	3	0.022403130307793617
204701	embedding2nn.bias	4	-0.0077217454090714455
204701	embedding2nn.bias	5	-0.1679997742176056
204701	embedding2nn.bias	6	-0.1088036447763443
204701	embedding2nn.bias	7	-0.0041169654577970505
204701	embedding2nn.bias	8	0.08022329211235046
204701	embedding2nn.bias	9	-0.06619662791490555
204701	rnn.weight_ih_l0	0	0.039124589413404465
204701	rnn.weight_ih_l0	1	-0.07627511769533157
204701	rnn.weight_ih_l0	2	-0.05061792582273483
204701	rnn.weight_ih_l0	3	-0.05345507711172104
204701	rnn.weight_ih_l0	4	0.00844619981944561
204701	rnn.weight_ih_l0	5	-0.10560011863708496
204701	rnn.weight_ih_l0	6	-0.027042904868721962
204701	rnn.weight_ih_l0	7	-0.004705952014774084
204701	rnn.weight_ih_l0	8	0.06618165969848633
204701	rnn.weight_ih_l0	9	0.0039783017709851265
204701	rnn.weight_hh_l0	0	0.0015962282195687294
204701	rnn.weight_hh_l0	1	-0.07795454561710358
204701	rnn.weight_hh_l0	2	0.06858313828706741
204701	rnn.weight_hh_l0	3	0.05001436918973923
204701	rnn.weight_hh_l0	4	0.0048389313742518425
204701	rnn.weight_hh_l0	5	0.06705977767705917
204701	rnn.weight_hh_l0	6	-0.019234316423535347
204701	rnn.weight_hh_l0	7	-0.10792582482099533
204701	rnn.weight_hh_l0	8	0.0235032569617033
204701	rnn.weight_hh_l0	9	-0.08445140719413757
204701	rnn.bias_ih_l0	0	-0.08557043224573135
204701	rnn.bias_ih_l0	1	-0.18419797718524933
204701	rnn.bias_ih_l0	2	-0.2621910274028778
204701	rnn.bias_ih_l0	3	-0.2862468361854553
204701	rnn.bias_ih_l0	4	-0.0012882309965789318
204701	rnn.bias_ih_l0	5	0.05858539417386055
204701	rnn.bias_ih_l0	6	-0.1675526648759842
204701	rnn.bias_ih_l0	7	-0.2691687345504761
204701	rnn.bias_ih_l0	8	-0.14276114106178284
204701	rnn.bias_ih_l0	9	-0.17925621569156647
204701	rnn.bias_hh_l0	0	0.12091289460659027
204701	rnn.bias_hh_l0	1	-0.06377998739480972
204701	rnn.bias_hh_l0	2	0.048273175954818726
204701	rnn.bias_hh_l0	3	-0.1788257360458374
204701	rnn.bias_hh_l0	4	0.04616105183959007
204701	rnn.bias_hh_l0	5	0.06043362617492676
204701	rnn.bias_hh_l0	6	-0.10203573107719421
204701	rnn.bias_hh_l0	7	-0.1645975261926651
204701	rnn.bias_hh_l0	8	-0.18473489582538605
204701	rnn.bias_hh_l0	9	-0.10414183884859085
204701	rnn.weight_ih_l0_reverse	0	-0.02285550720989704
204701	rnn.weight_ih_l0_reverse	1	-0.0021499639842659235
204701	rnn.weight_ih_l0_reverse	2	0.013465953059494495
204701	rnn.weight_ih_l0_reverse	3	0.004505949094891548
204701	rnn.weight_ih_l0_reverse	4	0.01330717746168375
204701	rnn.weight_ih_l0_reverse	5	-0.05094892531633377
204701	rnn.weight_ih_l0_reverse	6	-0.04308302327990532
204701	rnn.weight_ih_l0_reverse	7	0.013122186996042728
204701	rnn.weight_ih_l0_reverse	8	0.09722045809030533
204701	rnn.weight_ih_l0_reverse	9	0.0012629828415811062
204701	rnn.weight_hh_l0_reverse	0	0.0009537743171676993
204701	rnn.weight_hh_l0_reverse	1	0.02889232710003853
204701	rnn.weight_hh_l0_reverse	2	-0.04161772504448891
204701	rnn.weight_hh_l0_reverse	3	0.036150623112916946
204701	rnn.weight_hh_l0_reverse	4	0.02277306839823723
204701	rnn.weight_hh_l0_reverse	5	-0.0011460826499387622
204701	rnn.weight_hh_l0_reverse	6	0.0678011029958725
204701	rnn.weight_hh_l0_reverse	7	0.03771904855966568
204701	rnn.weight_hh_l0_reverse	8	-0.022407181560993195
204701	rnn.weight_hh_l0_reverse	9	-0.029874971136450768
204701	rnn.bias_ih_l0_reverse	0	-0.14638487994670868
204701	rnn.bias_ih_l0_reverse	1	-0.3114452362060547
204701	rnn.bias_ih_l0_reverse	2	-0.06463417410850525
204701	rnn.bias_ih_l0_reverse	3	-0.1463773101568222
204701	rnn.bias_ih_l0_reverse	4	0.0631755143404007
204701	rnn.bias_ih_l0_reverse	5	-0.2640577256679535
204701	rnn.bias_ih_l0_reverse	6	-0.06741642206907272
204701	rnn.bias_ih_l0_reverse	7	0.015309765003621578
204701	rnn.bias_ih_l0_reverse	8	-0.19096803665161133
204701	rnn.bias_ih_l0_reverse	9	-0.08644428104162216
204701	rnn.bias_hh_l0_reverse	0	-0.1459924578666687
204701	rnn.bias_hh_l0_reverse	1	-0.15094812214374542
204701	rnn.bias_hh_l0_reverse	2	-0.016750581562519073
204701	rnn.bias_hh_l0_reverse	3	-0.12809264659881592
204701	rnn.bias_hh_l0_reverse	4	-0.027549749240279198
204701	rnn.bias_hh_l0_reverse	5	-0.12045525014400482
204701	rnn.bias_hh_l0_reverse	6	-0.08201240748167038
204701	rnn.bias_hh_l0_reverse	7	-0.19052696228027344
204701	rnn.bias_hh_l0_reverse	8	-0.07145116478204727
204701	rnn.bias_hh_l0_reverse	9	-0.11672262847423553
204701	linear.weight	0	-0.21168911457061768
204701	linear.weight	1	-0.0874607190489769
204701	linear.weight	2	-0.011228874325752258
204701	linear.weight	3	-0.10726124048233032
204701	linear.weight	4	-0.010039825923740864
204701	linear.weight	5	0.13277865946292877
204701	linear.weight	6	0.0047744326293468475
204701	linear.weight	7	-0.021312154829502106
204701	linear.weight	8	0.12564945220947266
204701	linear.weight	9	0.20801639556884766
204701	linear.bias	0	-0.8272351026535034
204701	linear.bias	1	1.430733561515808
204701	linear.bias	2	-0.5171887278556824
204701	linear.bias	3	-0.7210219502449036
204701	linear.bias	4	-0.8655223846435547
204701	linear.bias	5	-1.1789729595184326
204701	linear.bias	6	-0.9517248272895813
204701	linear.bias	7	-0.7582499384880066
204701	linear.bias	8	-0.01705317199230194
204701	linear.bias	9	3.4807286262512207
204898	transitions	0	-0.4516984224319458
204898	transitions	1	8.783281326293945
204898	transitions	2	-3.599243640899658
204898	transitions	3	1.5606135129928589
204898	transitions	4	-2.1946802139282227
204898	transitions	5	-0.41891375184059143
204898	transitions	6	-0.19422698020935059
204898	transitions	7	-10000.0
204898	transitions	8	1.8373594284057617
204898	transitions	9	-2.294715404510498
204898	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
204898	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
204898	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
204898	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
204898	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
204898	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
204898	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
204898	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
204898	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
204898	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
204898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
204898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
204898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
204898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
204898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
204898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
204898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
204898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
204898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
204898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
204898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
204898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
204898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
204898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
204898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
204898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
204898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
204898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
204898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
204898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
204898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
204898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
204898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
204898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
204898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
204898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
204898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
204898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
204898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
204898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
204898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
204898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
204898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
204898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
204898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
204898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
204898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
204898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
204898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
204898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
204898	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
204898	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
204898	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
204898	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
204898	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
204898	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
204898	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
204898	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
204898	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
204898	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
204898	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
204898	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
204898	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
204898	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
204898	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
204898	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
204898	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
204898	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
204898	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
204898	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
204898	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
204898	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
204898	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
204898	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
204898	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
204898	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
204898	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
204898	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
204898	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
204898	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
204898	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
204898	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
204898	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
204898	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
204898	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
204898	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
204898	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
204898	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
204898	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
204898	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
204898	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
204898	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
204898	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
204898	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
204898	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
204898	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
204898	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
204898	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
204898	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
204898	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
204898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
204898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
204898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
204898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
204898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
204898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
204898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
204898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
204898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
204898	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
204898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
204898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
204898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
204898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
204898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
204898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
204898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
204898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
204898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
204898	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
204898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
204898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
204898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
204898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
204898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
204898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
204898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
204898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
204898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
204898	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
204898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
204898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
204898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
204898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
204898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
204898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
204898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
204898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
204898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
204898	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
204898	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
204898	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
204898	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
204898	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
204898	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
204898	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
204898	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
204898	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
204898	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
204898	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
204898	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
204898	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
204898	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
204898	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
204898	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
204898	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
204898	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
204898	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
204898	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
204898	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
204898	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
204898	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
204898	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
204898	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
204898	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
204898	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
204898	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
204898	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
204898	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
204898	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
204898	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
204898	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
204898	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
204898	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
204898	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
204898	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
204898	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
204898	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
204898	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
204898	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
204898	embedding2nn.weight	0	0.046323511749506
204898	embedding2nn.weight	1	-0.09340859949588776
204898	embedding2nn.weight	2	0.02443798817694187
204898	embedding2nn.weight	3	-0.05314617231488228
204898	embedding2nn.weight	4	-0.12097270786762238
204898	embedding2nn.weight	5	0.11893503367900848
204898	embedding2nn.weight	6	-0.09440656751394272
204898	embedding2nn.weight	7	-0.06439429521560669
204898	embedding2nn.weight	8	-0.029270028695464134
204898	embedding2nn.weight	9	0.049632515758275986
204898	embedding2nn.bias	0	0.08600743114948273
204898	embedding2nn.bias	1	-0.021940577775239944
204898	embedding2nn.bias	2	-0.07705353945493698
204898	embedding2nn.bias	3	0.02694561704993248
204898	embedding2nn.bias	4	-0.0050327954813838005
204898	embedding2nn.bias	5	-0.17544740438461304
204898	embedding2nn.bias	6	-0.11044876277446747
204898	embedding2nn.bias	7	-0.010502928867936134
204898	embedding2nn.bias	8	0.07522159814834595
204898	embedding2nn.bias	9	-0.07139234244823456
204898	rnn.weight_ih_l0	0	0.03974093869328499
204898	rnn.weight_ih_l0	1	-0.07743565738201141
204898	rnn.weight_ih_l0	2	-0.04947340115904808
204898	rnn.weight_ih_l0	3	-0.05568963661789894
204898	rnn.weight_ih_l0	4	0.008634984493255615
204898	rnn.weight_ih_l0	5	-0.10600658506155014
204898	rnn.weight_ih_l0	6	-0.027823712676763535
204898	rnn.weight_ih_l0	7	-0.004599177278578281
204898	rnn.weight_ih_l0	8	0.06721597909927368
204898	rnn.weight_ih_l0	9	0.003606756217777729
204898	rnn.weight_hh_l0	0	0.0015736325876787305
204898	rnn.weight_hh_l0	1	-0.07844576239585876
204898	rnn.weight_hh_l0	2	0.06946583092212677
204898	rnn.weight_hh_l0	3	0.05072014406323433
204898	rnn.weight_hh_l0	4	0.004695244133472443
204898	rnn.weight_hh_l0	5	0.06678824871778488
204898	rnn.weight_hh_l0	6	-0.0193993728607893
204898	rnn.weight_hh_l0	7	-0.10839281231164932
204898	rnn.weight_hh_l0	8	0.024317199364304543
204898	rnn.weight_hh_l0	9	-0.0827895849943161
204898	rnn.bias_ih_l0	0	-0.08695055544376373
204898	rnn.bias_ih_l0	1	-0.1845921277999878
204898	rnn.bias_ih_l0	2	-0.261966347694397
204898	rnn.bias_ih_l0	3	-0.28602156043052673
204898	rnn.bias_ih_l0	4	-0.0019742981530725956
204898	rnn.bias_ih_l0	5	0.06006106361746788
204898	rnn.bias_ih_l0	6	-0.16697727143764496
204898	rnn.bias_ih_l0	7	-0.2691992521286011
204898	rnn.bias_ih_l0	8	-0.1428256779909134
204898	rnn.bias_ih_l0	9	-0.17873159050941467
204898	rnn.bias_hh_l0	0	0.1228124126791954
204898	rnn.bias_hh_l0	1	-0.0646187886595726
204898	rnn.bias_hh_l0	2	0.048721496015787125
204898	rnn.bias_hh_l0	3	-0.17919185757637024
204898	rnn.bias_hh_l0	4	0.04277857765555382
204898	rnn.bias_hh_l0	5	0.06017903611063957
204898	rnn.bias_hh_l0	6	-0.10249552130699158
204898	rnn.bias_hh_l0	7	-0.16709035634994507
204898	rnn.bias_hh_l0	8	-0.18589000403881073
204898	rnn.bias_hh_l0	9	-0.10453671962022781
204898	rnn.weight_ih_l0_reverse	0	-0.022678354755043983
204898	rnn.weight_ih_l0_reverse	1	-0.002023982582613826
204898	rnn.weight_ih_l0_reverse	2	0.01393157709389925
204898	rnn.weight_ih_l0_reverse	3	0.005460049025714397
204898	rnn.weight_ih_l0_reverse	4	0.012524747289717197
204898	rnn.weight_ih_l0_reverse	5	-0.049980975687503815
204898	rnn.weight_ih_l0_reverse	6	-0.0435144379734993
204898	rnn.weight_ih_l0_reverse	7	0.01103826891630888
204898	rnn.weight_ih_l0_reverse	8	0.09838202595710754
204898	rnn.weight_ih_l0_reverse	9	0.001468796981498599
204898	rnn.weight_hh_l0_reverse	0	0.0014031806495040655
204898	rnn.weight_hh_l0_reverse	1	0.028968552127480507
204898	rnn.weight_hh_l0_reverse	2	-0.041830211877822876
204898	rnn.weight_hh_l0_reverse	3	0.03570840135216713
204898	rnn.weight_hh_l0_reverse	4	0.02285974659025669
204898	rnn.weight_hh_l0_reverse	5	-0.0014852144522592425
204898	rnn.weight_hh_l0_reverse	6	0.06789753586053848
204898	rnn.weight_hh_l0_reverse	7	0.0382620245218277
204898	rnn.weight_hh_l0_reverse	8	-0.022639520466327667
204898	rnn.weight_hh_l0_reverse	9	-0.02948778122663498
204898	rnn.bias_ih_l0_reverse	0	-0.1457318812608719
204898	rnn.bias_ih_l0_reverse	1	-0.31178805232048035
204898	rnn.bias_ih_l0_reverse	2	-0.06431438773870468
204898	rnn.bias_ih_l0_reverse	3	-0.14740686118602753
204898	rnn.bias_ih_l0_reverse	4	0.06243853271007538
204898	rnn.bias_ih_l0_reverse	5	-0.2664344906806946
204898	rnn.bias_ih_l0_reverse	6	-0.06545550376176834
204898	rnn.bias_ih_l0_reverse	7	0.019059035927057266
204898	rnn.bias_ih_l0_reverse	8	-0.19165022671222687
204898	rnn.bias_ih_l0_reverse	9	-0.08660629391670227
204898	rnn.bias_hh_l0_reverse	0	-0.14392705261707306
204898	rnn.bias_hh_l0_reverse	1	-0.1489328294992447
204898	rnn.bias_hh_l0_reverse	2	-0.01607745885848999
204898	rnn.bias_hh_l0_reverse	3	-0.1302868127822876
204898	rnn.bias_hh_l0_reverse	4	-0.02623971551656723
204898	rnn.bias_hh_l0_reverse	5	-0.1219663992524147
204898	rnn.bias_hh_l0_reverse	6	-0.0818386897444725
204898	rnn.bias_hh_l0_reverse	7	-0.1906203329563141
204898	rnn.bias_hh_l0_reverse	8	-0.07307183742523193
204898	rnn.bias_hh_l0_reverse	9	-0.11891777068376541
204898	linear.weight	0	-0.2124018669128418
204898	linear.weight	1	-0.08676134049892426
204898	linear.weight	2	-0.011228874325752258
204898	linear.weight	3	-0.10607744008302689
204898	linear.weight	4	-0.01396347489207983
204898	linear.weight	5	0.12061537802219391
204898	linear.weight	6	0.0047744326293468475
204898	linear.weight	7	-0.021312154829502106
204898	linear.weight	8	0.1401851326227188
204898	linear.weight	9	0.21035629510879517
204898	linear.bias	0	-0.8236463665962219
204898	linear.bias	1	1.4490207433700562
204898	linear.bias	2	-0.4860896170139313
204898	linear.bias	3	-0.7182334065437317
204898	linear.bias	4	-0.8836603760719299
204898	linear.bias	5	-1.1789891719818115
204898	linear.bias	6	-0.9471713900566101
204898	linear.bias	7	-0.7326204180717468
204898	linear.bias	8	-0.01705317199230194
204898	linear.bias	9	3.4718737602233887
205095	transitions	0	-0.4517516791820526
205095	transitions	1	8.775218963623047
205095	transitions	2	-3.5993990898132324
205095	transitions	3	1.5581015348434448
205095	transitions	4	-2.194776773452759
205095	transitions	5	-0.41900935769081116
205095	transitions	6	-0.19423848390579224
205095	transitions	7	-10000.0
205095	transitions	8	1.8412507772445679
205095	transitions	9	-2.2947192192077637
205095	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
205095	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
205095	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
205095	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
205095	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
205095	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
205095	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
205095	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
205095	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
205095	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
205095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
205095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
205095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
205095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
205095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
205095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
205095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
205095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
205095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
205095	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
205095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
205095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
205095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
205095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
205095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
205095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
205095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
205095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
205095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
205095	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
205095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
205095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
205095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
205095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
205095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
205095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
205095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
205095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
205095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
205095	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
205095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
205095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
205095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
205095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
205095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
205095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
205095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
205095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
205095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
205095	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
205095	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
205095	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
205095	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
205095	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
205095	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
205095	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
205095	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
205095	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
205095	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
205095	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
205095	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
205095	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
205095	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
205095	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
205095	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
205095	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
205095	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
205095	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
205095	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
205095	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
205095	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
205095	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
205095	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
205095	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
205095	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
205095	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
205095	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
205095	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
205095	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
205095	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
205095	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
205095	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
205095	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
205095	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
205095	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
205095	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
205095	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
205095	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
205095	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
205095	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
205095	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
205095	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
205095	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
205095	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
205095	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
205095	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
205095	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
205095	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
205095	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
205095	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
205095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
205095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
205095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
205095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
205095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
205095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
205095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
205095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
205095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
205095	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
205095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
205095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
205095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
205095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
205095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
205095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
205095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
205095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
205095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
205095	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
205095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
205095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
205095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
205095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
205095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
205095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
205095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
205095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
205095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
205095	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
205095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
205095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
205095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
205095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
205095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
205095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
205095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
205095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
205095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
205095	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
205095	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
205095	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
205095	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
205095	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
205095	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
205095	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
205095	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
205095	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
205095	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
205095	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
205095	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
205095	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
205095	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
205095	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
205095	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
205095	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
205095	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
205095	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
205095	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
205095	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
205095	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
205095	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
205095	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
205095	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
205095	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
205095	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
205095	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
205095	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
205095	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
205095	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
205095	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
205095	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
205095	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
205095	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
205095	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
205095	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
205095	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
205095	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
205095	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
205095	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
205095	embedding2nn.weight	0	0.04642072319984436
205095	embedding2nn.weight	1	-0.09370596706867218
205095	embedding2nn.weight	2	0.022962529212236404
205095	embedding2nn.weight	3	-0.05307658389210701
205095	embedding2nn.weight	4	-0.12070132046937943
205095	embedding2nn.weight	5	0.11885291337966919
205095	embedding2nn.weight	6	-0.09739971905946732
205095	embedding2nn.weight	7	-0.06460656970739365
205095	embedding2nn.weight	8	-0.029340865090489388
205095	embedding2nn.weight	9	0.049179788678884506
205095	embedding2nn.bias	0	0.08595644682645798
205095	embedding2nn.bias	1	-0.026777025312185287
205095	embedding2nn.bias	2	-0.0780792236328125
205095	embedding2nn.bias	3	0.03256780654191971
205095	embedding2nn.bias	4	-0.005823575425893068
205095	embedding2nn.bias	5	-0.1749502569437027
205095	embedding2nn.bias	6	-0.10560440272092819
205095	embedding2nn.bias	7	-0.011064330115914345
205095	embedding2nn.bias	8	0.07652854919433594
205095	embedding2nn.bias	9	-0.07118324190378189
205095	rnn.weight_ih_l0	0	0.03909283131361008
205095	rnn.weight_ih_l0	1	-0.07795970886945724
205095	rnn.weight_ih_l0	2	-0.04947046563029289
205095	rnn.weight_ih_l0	3	-0.054723698645830154
205095	rnn.weight_ih_l0	4	0.0077026886865496635
205095	rnn.weight_ih_l0	5	-0.10677874088287354
205095	rnn.weight_ih_l0	6	-0.02706870250403881
205095	rnn.weight_ih_l0	7	-0.004141920246183872
205095	rnn.weight_ih_l0	8	0.06679821759462357
205095	rnn.weight_ih_l0	9	0.0053590768948197365
205095	rnn.weight_hh_l0	0	0.001882689306512475
205095	rnn.weight_hh_l0	1	-0.07812865078449249
205095	rnn.weight_hh_l0	2	0.07006601989269257
205095	rnn.weight_hh_l0	3	0.05080631747841835
205095	rnn.weight_hh_l0	4	0.004703502636402845
205095	rnn.weight_hh_l0	5	0.0663103461265564
205095	rnn.weight_hh_l0	6	-0.019290581345558167
205095	rnn.weight_hh_l0	7	-0.10832908749580383
205095	rnn.weight_hh_l0	8	0.024205723777413368
205095	rnn.weight_hh_l0	9	-0.0828569233417511
205095	rnn.bias_ih_l0	0	-0.08865365386009216
205095	rnn.bias_ih_l0	1	-0.18371696770191193
205095	rnn.bias_ih_l0	2	-0.2629871070384979
205095	rnn.bias_ih_l0	3	-0.2849186062812805
205095	rnn.bias_ih_l0	4	-0.0009367956081405282
205095	rnn.bias_ih_l0	5	0.059959374368190765
205095	rnn.bias_ih_l0	6	-0.1676444411277771
205095	rnn.bias_ih_l0	7	-0.26872140169143677
205095	rnn.bias_ih_l0	8	-0.14474597573280334
205095	rnn.bias_ih_l0	9	-0.18013043701648712
205095	rnn.bias_hh_l0	0	0.12212711572647095
205095	rnn.bias_hh_l0	1	-0.06387405097484589
205095	rnn.bias_hh_l0	2	0.04925362020730972
205095	rnn.bias_hh_l0	3	-0.17997367680072784
205095	rnn.bias_hh_l0	4	0.04528410732746124
205095	rnn.bias_hh_l0	5	0.05987020581960678
205095	rnn.bias_hh_l0	6	-0.10178057104349136
205095	rnn.bias_hh_l0	7	-0.16805574297904968
205095	rnn.bias_hh_l0	8	-0.18506184220314026
205095	rnn.bias_hh_l0	9	-0.10386814922094345
205095	rnn.weight_ih_l0_reverse	0	-0.02196207456290722
205095	rnn.weight_ih_l0_reverse	1	-0.0009633139707148075
205095	rnn.weight_ih_l0_reverse	2	0.013529825955629349
205095	rnn.weight_ih_l0_reverse	3	0.007365768775343895
205095	rnn.weight_ih_l0_reverse	4	0.011241684667766094
205095	rnn.weight_ih_l0_reverse	5	-0.049912285059690475
205095	rnn.weight_ih_l0_reverse	6	-0.042222633957862854
205095	rnn.weight_ih_l0_reverse	7	0.011491524055600166
205095	rnn.weight_ih_l0_reverse	8	0.09831364452838898
205095	rnn.weight_ih_l0_reverse	9	6.379543629009277e-05
205095	rnn.weight_hh_l0_reverse	0	0.0017028594156727195
205095	rnn.weight_hh_l0_reverse	1	0.029090475291013718
205095	rnn.weight_hh_l0_reverse	2	-0.041540827602148056
205095	rnn.weight_hh_l0_reverse	3	0.03577372804284096
205095	rnn.weight_hh_l0_reverse	4	0.022590702399611473
205095	rnn.weight_hh_l0_reverse	5	-0.0012862187577411532
205095	rnn.weight_hh_l0_reverse	6	0.06787099689245224
205095	rnn.weight_hh_l0_reverse	7	0.03830857574939728
205095	rnn.weight_hh_l0_reverse	8	-0.02255599945783615
205095	rnn.weight_hh_l0_reverse	9	-0.028949422761797905
205095	rnn.bias_ih_l0_reverse	0	-0.1461889147758484
205095	rnn.bias_ih_l0_reverse	1	-0.3107118010520935
205095	rnn.bias_ih_l0_reverse	2	-0.06441158801317215
205095	rnn.bias_ih_l0_reverse	3	-0.14723870158195496
205095	rnn.bias_ih_l0_reverse	4	0.06332019716501236
205095	rnn.bias_ih_l0_reverse	5	-0.2649991512298584
205095	rnn.bias_ih_l0_reverse	6	-0.06643258780241013
205095	rnn.bias_ih_l0_reverse	7	0.01904992386698723
205095	rnn.bias_ih_l0_reverse	8	-0.1899360567331314
205095	rnn.bias_ih_l0_reverse	9	-0.0883423238992691
205095	rnn.bias_hh_l0_reverse	0	-0.14619839191436768
205095	rnn.bias_hh_l0_reverse	1	-0.1515669971704483
205095	rnn.bias_hh_l0_reverse	2	-0.0166167039424181
205095	rnn.bias_hh_l0_reverse	3	-0.131978377699852
205095	rnn.bias_hh_l0_reverse	4	-0.023929068818688393
205095	rnn.bias_hh_l0_reverse	5	-0.12231002002954483
205095	rnn.bias_hh_l0_reverse	6	-0.08075309544801712
205095	rnn.bias_hh_l0_reverse	7	-0.19175778329372406
205095	rnn.bias_hh_l0_reverse	8	-0.07174263149499893
205095	rnn.bias_hh_l0_reverse	9	-0.11893291771411896
205095	linear.weight	0	-0.20322152972221375
205095	linear.weight	1	-0.08724608272314072
205095	linear.weight	2	-0.011228874325752258
205095	linear.weight	3	-0.10978793352842331
205095	linear.weight	4	-0.015923693776130676
205095	linear.weight	5	0.12061585485935211
205095	linear.weight	6	0.0047744326293468475
205095	linear.weight	7	-0.021312154829502106
205095	linear.weight	8	0.15074025094509125
205095	linear.weight	9	0.2106199711561203
205095	linear.bias	0	-0.8334587216377258
205095	linear.bias	1	1.4288643598556519
205095	linear.bias	2	-0.4698515832424164
205095	linear.bias	3	-0.7272407412528992
205095	linear.bias	4	-0.8948122262954712
205095	linear.bias	5	-1.1790053844451904
205095	linear.bias	6	-0.9567157626152039
205095	linear.bias	7	-0.7417268753051758
205095	linear.bias	8	-0.01705317199230194
205095	linear.bias	9	3.4597551822662354
205292	transitions	0	-0.45195135474205017
205292	transitions	1	8.769829750061035
205292	transitions	2	-3.599801540374756
205292	transitions	3	1.5650103092193604
205292	transitions	4	-2.1949074268341064
205292	transitions	5	-0.41923993825912476
205292	transitions	6	-0.19425223767757416
205292	transitions	7	-10000.0
205292	transitions	8	1.8417012691497803
205292	transitions	9	-2.2947213649749756
205292	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
205292	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
205292	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
205292	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
205292	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
205292	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
205292	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
205292	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
205292	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
205292	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
205292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
205292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
205292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
205292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
205292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
205292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
205292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
205292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
205292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
205292	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
205292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
205292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
205292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
205292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
205292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
205292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
205292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
205292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
205292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
205292	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
205292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
205292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
205292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
205292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
205292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
205292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
205292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
205292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
205292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
205292	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
205292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
205292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
205292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
205292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
205292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
205292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
205292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
205292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
205292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
205292	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
205292	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
205292	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
205292	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
205292	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
205292	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
205292	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
205292	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
205292	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
205292	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
205292	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
205292	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
205292	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
205292	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
205292	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
205292	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
205292	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
205292	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
205292	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
205292	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
205292	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
205292	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
205292	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
205292	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
205292	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
205292	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
205292	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
205292	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
205292	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
205292	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
205292	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
205292	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
205292	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
205292	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
205292	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
205292	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
205292	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
205292	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
205292	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
205292	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
205292	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
205292	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
205292	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
205292	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
205292	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
205292	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
205292	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
205292	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
205292	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
205292	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
205292	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
205292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
205292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
205292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
205292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
205292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
205292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
205292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
205292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
205292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
205292	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
205292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
205292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
205292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
205292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
205292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
205292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
205292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
205292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
205292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
205292	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
205292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
205292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
205292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
205292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
205292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
205292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
205292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
205292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
205292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
205292	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
205292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
205292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
205292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
205292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
205292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
205292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
205292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
205292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
205292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
205292	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
205292	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
205292	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
205292	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
205292	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
205292	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
205292	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
205292	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
205292	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
205292	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
205292	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
205292	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
205292	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
205292	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
205292	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
205292	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
205292	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
205292	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
205292	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
205292	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
205292	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
205292	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
205292	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
205292	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
205292	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
205292	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
205292	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
205292	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
205292	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
205292	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
205292	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
205292	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
205292	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
205292	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
205292	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
205292	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
205292	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
205292	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
205292	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
205292	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
205292	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
205292	embedding2nn.weight	0	0.04658346250653267
205292	embedding2nn.weight	1	-0.09337831288576126
205292	embedding2nn.weight	2	0.023855704814195633
205292	embedding2nn.weight	3	-0.05391711741685867
205292	embedding2nn.weight	4	-0.11889609694480896
205292	embedding2nn.weight	5	0.11868079751729965
205292	embedding2nn.weight	6	-0.09560888260602951
205292	embedding2nn.weight	7	-0.06385991722345352
205292	embedding2nn.weight	8	-0.029283853247761726
205292	embedding2nn.weight	9	0.047991327941417694
205292	embedding2nn.bias	0	0.08288497477769852
205292	embedding2nn.bias	1	-0.01865272782742977
205292	embedding2nn.bias	2	-0.07165627181529999
205292	embedding2nn.bias	3	0.024814769625663757
205292	embedding2nn.bias	4	-0.0013878316385671496
205292	embedding2nn.bias	5	-0.17471152544021606
205292	embedding2nn.bias	6	-0.09921178966760635
205292	embedding2nn.bias	7	-0.005438301246613264
205292	embedding2nn.bias	8	0.073936328291893
205292	embedding2nn.bias	9	-0.06972818821668625
205292	rnn.weight_ih_l0	0	0.03895720839500427
205292	rnn.weight_ih_l0	1	-0.07705707848072052
205292	rnn.weight_ih_l0	2	-0.05115463212132454
205292	rnn.weight_ih_l0	3	-0.05595649406313896
205292	rnn.weight_ih_l0	4	0.007726298179477453
205292	rnn.weight_ih_l0	5	-0.10392603278160095
205292	rnn.weight_ih_l0	6	-0.02543911151587963
205292	rnn.weight_ih_l0	7	-0.003981377463787794
205292	rnn.weight_ih_l0	8	0.06750598549842834
205292	rnn.weight_ih_l0	9	0.0052757710218429565
205292	rnn.weight_hh_l0	0	0.0023807839024811983
205292	rnn.weight_hh_l0	1	-0.07853853702545166
205292	rnn.weight_hh_l0	2	0.06982321292161942
205292	rnn.weight_hh_l0	3	0.050827205181121826
205292	rnn.weight_hh_l0	4	0.004647452849894762
205292	rnn.weight_hh_l0	5	0.06612828373908997
205292	rnn.weight_hh_l0	6	-0.019421126693487167
205292	rnn.weight_hh_l0	7	-0.10879559069871902
205292	rnn.weight_hh_l0	8	0.02501806989312172
205292	rnn.weight_hh_l0	9	-0.08472301810979843
205292	rnn.bias_ih_l0	0	-0.08928775787353516
205292	rnn.bias_ih_l0	1	-0.18330970406532288
205292	rnn.bias_ih_l0	2	-0.2633306384086609
205292	rnn.bias_ih_l0	3	-0.2868407368659973
205292	rnn.bias_ih_l0	4	-0.00035144094727002084
205292	rnn.bias_ih_l0	5	0.060617271810770035
205292	rnn.bias_ih_l0	6	-0.16680939495563507
205292	rnn.bias_ih_l0	7	-0.26879608631134033
205292	rnn.bias_ih_l0	8	-0.14447364211082458
205292	rnn.bias_ih_l0	9	-0.1808777004480362
205292	rnn.bias_hh_l0	0	0.12377607822418213
205292	rnn.bias_hh_l0	1	-0.06418885290622711
205292	rnn.bias_hh_l0	2	0.04903777316212654
205292	rnn.bias_hh_l0	3	-0.18178518116474152
205292	rnn.bias_hh_l0	4	0.043282441794872284
205292	rnn.bias_hh_l0	5	0.05920874699950218
205292	rnn.bias_hh_l0	6	-0.10191268473863602
205292	rnn.bias_hh_l0	7	-0.1665601134300232
205292	rnn.bias_hh_l0	8	-0.18603576719760895
205292	rnn.bias_hh_l0	9	-0.10438012331724167
205292	rnn.weight_ih_l0_reverse	0	-0.02275693230330944
205292	rnn.weight_ih_l0_reverse	1	-0.0011850607115775347
205292	rnn.weight_ih_l0_reverse	2	0.013435494154691696
205292	rnn.weight_ih_l0_reverse	3	0.007579743396490812
205292	rnn.weight_ih_l0_reverse	4	0.0130563173443079
205292	rnn.weight_ih_l0_reverse	5	-0.04897588491439819
205292	rnn.weight_ih_l0_reverse	6	-0.043079767376184464
205292	rnn.weight_ih_l0_reverse	7	0.013037104159593582
205292	rnn.weight_ih_l0_reverse	8	0.09950169175863266
205292	rnn.weight_ih_l0_reverse	9	8.337660256074741e-05
205292	rnn.weight_hh_l0_reverse	0	0.0019404569175094366
205292	rnn.weight_hh_l0_reverse	1	0.02936677075922489
205292	rnn.weight_hh_l0_reverse	2	-0.041320521384477615
205292	rnn.weight_hh_l0_reverse	3	0.035536281764507294
205292	rnn.weight_hh_l0_reverse	4	0.021973246708512306
205292	rnn.weight_hh_l0_reverse	5	-0.001286802813410759
205292	rnn.weight_hh_l0_reverse	6	0.06746214628219604
205292	rnn.weight_hh_l0_reverse	7	0.03819229453802109
205292	rnn.weight_hh_l0_reverse	8	-0.022163590416312218
205292	rnn.weight_hh_l0_reverse	9	-0.029064128175377846
205292	rnn.bias_ih_l0_reverse	0	-0.14676447212696075
205292	rnn.bias_ih_l0_reverse	1	-0.31037670373916626
205292	rnn.bias_ih_l0_reverse	2	-0.0642460510134697
205292	rnn.bias_ih_l0_reverse	3	-0.1486206352710724
205292	rnn.bias_ih_l0_reverse	4	0.062131110578775406
205292	rnn.bias_ih_l0_reverse	5	-0.26451677083969116
205292	rnn.bias_ih_l0_reverse	6	-0.06605710089206696
205292	rnn.bias_ih_l0_reverse	7	0.01655239425599575
205292	rnn.bias_ih_l0_reverse	8	-0.19023501873016357
205292	rnn.bias_ih_l0_reverse	9	-0.08823557198047638
205292	rnn.bias_hh_l0_reverse	0	-0.14677266776561737
205292	rnn.bias_hh_l0_reverse	1	-0.15303783118724823
205292	rnn.bias_hh_l0_reverse	2	-0.015974488109350204
205292	rnn.bias_hh_l0_reverse	3	-0.1309455931186676
205292	rnn.bias_hh_l0_reverse	4	-0.02398361638188362
205292	rnn.bias_hh_l0_reverse	5	-0.12291818857192993
205292	rnn.bias_hh_l0_reverse	6	-0.08196377754211426
205292	rnn.bias_hh_l0_reverse	7	-0.19053256511688232
205292	rnn.bias_hh_l0_reverse	8	-0.07264132052659988
205292	rnn.bias_hh_l0_reverse	9	-0.11886829882860184
205292	linear.weight	0	-0.21374545991420746
205292	linear.weight	1	-0.08818751573562622
205292	linear.weight	2	-0.011228874325752258
205292	linear.weight	3	-0.10914133489131927
205292	linear.weight	4	-0.008543296717107296
205292	linear.weight	5	0.12654151022434235
205292	linear.weight	6	0.0047744326293468475
205292	linear.weight	7	-0.021312154829502106
205292	linear.weight	8	0.15243831276893616
205292	linear.weight	9	0.2095070630311966
205292	linear.bias	0	-0.8453750610351562
205292	linear.bias	1	1.4563428163528442
205292	linear.bias	2	-0.5170904397964478
205292	linear.bias	3	-0.723547637462616
205292	linear.bias	4	-0.8865996599197388
205292	linear.bias	5	-1.1790180206298828
205292	linear.bias	6	-0.9674328565597534
205292	linear.bias	7	-0.7379476428031921
205292	linear.bias	8	-0.01705317199230194
205292	linear.bias	9	3.449911594390869
205296	transitions	0	-0.45195144414901733
205296	transitions	1	8.769752502441406
205296	transitions	2	-3.599804639816284
205296	transitions	3	1.5650618076324463
205296	transitions	4	-2.1949119567871094
205296	transitions	5	-0.41924044489860535
205296	transitions	6	-0.19425244629383087
205296	transitions	7	-10000.0
205296	transitions	8	1.8416943550109863
205296	transitions	9	-2.2947213649749756
205296	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
205296	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
205296	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
205296	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
205296	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
205296	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
205296	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
205296	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
205296	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
205296	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
205296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
205296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
205296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
205296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
205296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
205296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
205296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
205296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
205296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
205296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
205296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
205296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
205296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
205296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
205296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
205296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
205296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
205296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
205296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
205296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
205296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
205296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
205296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
205296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
205296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
205296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
205296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
205296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
205296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
205296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
205296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
205296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
205296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
205296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
205296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
205296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
205296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
205296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
205296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
205296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
205296	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
205296	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
205296	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
205296	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
205296	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
205296	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
205296	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
205296	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
205296	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
205296	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
205296	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
205296	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
205296	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
205296	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
205296	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
205296	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
205296	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
205296	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
205296	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
205296	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
205296	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
205296	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
205296	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
205296	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
205296	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
205296	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
205296	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
205296	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
205296	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
205296	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
205296	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
205296	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
205296	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
205296	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
205296	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
205296	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
205296	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
205296	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
205296	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
205296	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
205296	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
205296	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
205296	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
205296	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
205296	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
205296	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
205296	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
205296	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
205296	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
205296	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
205296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
205296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
205296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
205296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
205296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
205296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
205296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
205296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
205296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
205296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
205296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
205296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
205296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
205296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
205296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
205296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
205296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
205296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
205296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
205296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
205296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
205296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
205296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
205296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
205296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
205296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
205296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
205296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
205296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
205296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
205296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
205296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
205296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
205296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
205296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
205296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
205296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
205296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
205296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
205296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
205296	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
205296	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
205296	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
205296	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
205296	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
205296	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
205296	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
205296	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
205296	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
205296	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
205296	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
205296	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
205296	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
205296	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
205296	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
205296	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
205296	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
205296	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
205296	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
205296	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
205296	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
205296	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
205296	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
205296	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
205296	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
205296	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
205296	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
205296	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
205296	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
205296	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
205296	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
205296	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
205296	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
205296	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
205296	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
205296	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
205296	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
205296	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
205296	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
205296	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
205296	embedding2nn.weight	0	0.046590909361839294
205296	embedding2nn.weight	1	-0.0933666080236435
205296	embedding2nn.weight	2	0.024247201159596443
205296	embedding2nn.weight	3	-0.05387506261467934
205296	embedding2nn.weight	4	-0.11868898570537567
205296	embedding2nn.weight	5	0.11855831742286682
205296	embedding2nn.weight	6	-0.09625136107206345
205296	embedding2nn.weight	7	-0.063872329890728
205296	embedding2nn.weight	8	-0.029440145939588547
205296	embedding2nn.weight	9	0.04764538258314133
205296	embedding2nn.bias	0	0.08339397609233856
205296	embedding2nn.bias	1	-0.018245238810777664
205296	embedding2nn.bias	2	-0.07233190536499023
205296	embedding2nn.bias	3	0.02401711978018284
205296	embedding2nn.bias	4	-0.001785935484804213
205296	embedding2nn.bias	5	-0.17530940473079681
205296	embedding2nn.bias	6	-0.0989200621843338
205296	embedding2nn.bias	7	-0.0048727309331297874
205296	embedding2nn.bias	8	0.07329091429710388
205296	embedding2nn.bias	9	-0.06977735459804535
205296	rnn.weight_ih_l0	0	0.0390070416033268
205296	rnn.weight_ih_l0	1	-0.07704580575227737
205296	rnn.weight_ih_l0	2	-0.051178645342588425
205296	rnn.weight_ih_l0	3	-0.05614278092980385
205296	rnn.weight_ih_l0	4	0.007721845991909504
205296	rnn.weight_ih_l0	5	-0.10384852439165115
205296	rnn.weight_ih_l0	6	-0.025416633114218712
205296	rnn.weight_ih_l0	7	-0.003951824735850096
205296	rnn.weight_ih_l0	8	0.06768839061260223
205296	rnn.weight_ih_l0	9	0.005276667885482311
205296	rnn.weight_hh_l0	0	0.0024006855674088
205296	rnn.weight_hh_l0	1	-0.07850302010774612
205296	rnn.weight_hh_l0	2	0.0698312371969223
205296	rnn.weight_hh_l0	3	0.050828974694013596
205296	rnn.weight_hh_l0	4	0.004646806046366692
205296	rnn.weight_hh_l0	5	0.06614284217357635
205296	rnn.weight_hh_l0	6	-0.019424809142947197
205296	rnn.weight_hh_l0	7	-0.10881802439689636
205296	rnn.weight_hh_l0	8	0.025009986013174057
205296	rnn.weight_hh_l0	9	-0.08480179309844971
205296	rnn.bias_ih_l0	0	-0.08947953581809998
205296	rnn.bias_ih_l0	1	-0.18316154181957245
205296	rnn.bias_ih_l0	2	-0.26317039132118225
205296	rnn.bias_ih_l0	3	-0.28701773285865784
205296	rnn.bias_ih_l0	4	-0.000455078057711944
205296	rnn.bias_ih_l0	5	0.060615893453359604
205296	rnn.bias_ih_l0	6	-0.16666775941848755
205296	rnn.bias_ih_l0	7	-0.2688223123550415
205296	rnn.bias_ih_l0	8	-0.1445266306400299
205296	rnn.bias_ih_l0	9	-0.18085451424121857
205296	rnn.bias_hh_l0	0	0.12385570257902145
205296	rnn.bias_hh_l0	1	-0.06412922590970993
205296	rnn.bias_hh_l0	2	0.04905990883708
205296	rnn.bias_hh_l0	3	-0.18159939348697662
205296	rnn.bias_hh_l0	4	0.04348442330956459
205296	rnn.bias_hh_l0	5	0.05921866372227669
205296	rnn.bias_hh_l0	6	-0.1019257977604866
205296	rnn.bias_hh_l0	7	-0.16641488671302795
205296	rnn.bias_hh_l0	8	-0.1863154172897339
205296	rnn.bias_hh_l0	9	-0.10462777316570282
205296	rnn.weight_ih_l0_reverse	0	-0.022751815617084503
205296	rnn.weight_ih_l0_reverse	1	-0.0011283683124929667
205296	rnn.weight_ih_l0_reverse	2	0.013519344851374626
205296	rnn.weight_ih_l0_reverse	3	0.007568051107227802
205296	rnn.weight_ih_l0_reverse	4	0.01309590321034193
205296	rnn.weight_ih_l0_reverse	5	-0.048842333257198334
205296	rnn.weight_ih_l0_reverse	6	-0.04308784380555153
205296	rnn.weight_ih_l0_reverse	7	0.012986039742827415
205296	rnn.weight_ih_l0_reverse	8	0.09950985014438629
205296	rnn.weight_ih_l0_reverse	9	9.762973786564544e-05
205296	rnn.weight_hh_l0_reverse	0	0.001982947112992406
205296	rnn.weight_hh_l0_reverse	1	0.029375139623880386
205296	rnn.weight_hh_l0_reverse	2	-0.04129956662654877
205296	rnn.weight_hh_l0_reverse	3	0.0355299711227417
205296	rnn.weight_hh_l0_reverse	4	0.021978875622153282
205296	rnn.weight_hh_l0_reverse	5	-0.0012914200779050589
205296	rnn.weight_hh_l0_reverse	6	0.06746040284633636
205296	rnn.weight_hh_l0_reverse	7	0.03821795433759689
205296	rnn.weight_hh_l0_reverse	8	-0.022153357043862343
205296	rnn.weight_hh_l0_reverse	9	-0.02919141948223114
205296	rnn.bias_ih_l0_reverse	0	-0.14683471620082855
205296	rnn.bias_ih_l0_reverse	1	-0.31039726734161377
205296	rnn.bias_ih_l0_reverse	2	-0.06422318518161774
205296	rnn.bias_ih_l0_reverse	3	-0.1485169678926468
205296	rnn.bias_ih_l0_reverse	4	0.062496282160282135
205296	rnn.bias_ih_l0_reverse	5	-0.2644486427307129
205296	rnn.bias_ih_l0_reverse	6	-0.06607145816087723
205296	rnn.bias_ih_l0_reverse	7	0.016585683450102806
205296	rnn.bias_ih_l0_reverse	8	-0.18999283015727997
205296	rnn.bias_ih_l0_reverse	9	-0.08795908093452454
205296	rnn.bias_hh_l0_reverse	0	-0.14672055840492249
205296	rnn.bias_hh_l0_reverse	1	-0.15302366018295288
205296	rnn.bias_hh_l0_reverse	2	-0.015873294323682785
205296	rnn.bias_hh_l0_reverse	3	-0.13120044767856598
205296	rnn.bias_hh_l0_reverse	4	-0.023949826136231422
205296	rnn.bias_hh_l0_reverse	5	-0.12295378744602203
205296	rnn.bias_hh_l0_reverse	6	-0.08185504376888275
205296	rnn.bias_hh_l0_reverse	7	-0.19048908352851868
205296	rnn.bias_hh_l0_reverse	8	-0.07263920456171036
205296	rnn.bias_hh_l0_reverse	9	-0.11885993927717209
205296	linear.weight	0	-0.2137850970029831
205296	linear.weight	1	-0.08826147764921188
205296	linear.weight	2	-0.011228874325752258
205296	linear.weight	3	-0.10911840945482254
205296	linear.weight	4	-0.008406137116253376
205296	linear.weight	5	0.12814916670322418
205296	linear.weight	6	0.0047744326293468475
205296	linear.weight	7	-0.021312154829502106
205296	linear.weight	8	0.1523655354976654
205296	linear.weight	9	0.20629186928272247
205296	linear.bias	0	-0.8413096070289612
205296	linear.bias	1	1.4571832418441772
205296	linear.bias	2	-0.519403874874115
205296	linear.bias	3	-0.7236832976341248
205296	linear.bias	4	-0.8865575194358826
205296	linear.bias	5	-1.1790181398391724
205296	linear.bias	6	-0.9661489725112915
205296	linear.bias	7	-0.746586263179779
205296	linear.bias	8	-0.01705317199230194
205296	linear.bias	9	3.4661970138549805
205493	transitions	0	-0.4522828459739685
205493	transitions	1	8.796113014221191
205493	transitions	2	-3.6000723838806152
205493	transitions	3	1.5695147514343262
205493	transitions	4	-2.1950454711914062
205493	transitions	5	-0.4198611378669739
205493	transitions	6	-0.19426511228084564
205493	transitions	7	-10000.0
205493	transitions	8	1.842267632484436
205493	transitions	9	-2.2947258949279785
205493	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
205493	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
205493	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
205493	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
205493	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
205493	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
205493	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
205493	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
205493	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
205493	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
205493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
205493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
205493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
205493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
205493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
205493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
205493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
205493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
205493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
205493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
205493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
205493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
205493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
205493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
205493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
205493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
205493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
205493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
205493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
205493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
205493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
205493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
205493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
205493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
205493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
205493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
205493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
205493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
205493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
205493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
205493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
205493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
205493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
205493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
205493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
205493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
205493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
205493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
205493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
205493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
205493	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
205493	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
205493	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
205493	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
205493	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
205493	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
205493	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
205493	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
205493	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
205493	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
205493	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
205493	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
205493	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
205493	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
205493	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
205493	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
205493	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
205493	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
205493	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
205493	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
205493	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
205493	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
205493	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
205493	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
205493	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
205493	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
205493	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
205493	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
205493	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
205493	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
205493	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
205493	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
205493	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
205493	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
205493	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
205493	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
205493	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
205493	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
205493	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
205493	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
205493	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
205493	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
205493	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
205493	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
205493	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
205493	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
205493	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
205493	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
205493	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
205493	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
205493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
205493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
205493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
205493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
205493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
205493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
205493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
205493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
205493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
205493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
205493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
205493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
205493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
205493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
205493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
205493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
205493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
205493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
205493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
205493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
205493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
205493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
205493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
205493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
205493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
205493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
205493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
205493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
205493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
205493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
205493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
205493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
205493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
205493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
205493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
205493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
205493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
205493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
205493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
205493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
205493	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
205493	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
205493	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
205493	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
205493	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
205493	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
205493	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
205493	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
205493	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
205493	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
205493	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
205493	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
205493	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
205493	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
205493	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
205493	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
205493	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
205493	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
205493	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
205493	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
205493	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
205493	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
205493	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
205493	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
205493	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
205493	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
205493	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
205493	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
205493	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
205493	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
205493	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
205493	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
205493	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
205493	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
205493	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
205493	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
205493	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
205493	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
205493	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
205493	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
205493	embedding2nn.weight	0	0.046395305544137955
205493	embedding2nn.weight	1	-0.09341118484735489
205493	embedding2nn.weight	2	0.022539757192134857
205493	embedding2nn.weight	3	-0.05498182773590088
205493	embedding2nn.weight	4	-0.11817822605371475
205493	embedding2nn.weight	5	0.11840299516916275
205493	embedding2nn.weight	6	-0.09796760976314545
205493	embedding2nn.weight	7	-0.06445953249931335
205493	embedding2nn.weight	8	-0.028835171833634377
205493	embedding2nn.weight	9	0.04582076147198677
205493	embedding2nn.bias	0	0.08145496994256973
205493	embedding2nn.bias	1	-0.008356205187737942
205493	embedding2nn.bias	2	-0.07639488577842712
205493	embedding2nn.bias	3	0.023186082020401955
205493	embedding2nn.bias	4	-0.009847539477050304
205493	embedding2nn.bias	5	-0.17686878144741058
205493	embedding2nn.bias	6	-0.103042833507061
205493	embedding2nn.bias	7	-0.002678974298760295
205493	embedding2nn.bias	8	0.06294113397598267
205493	embedding2nn.bias	9	-0.07783888280391693
205493	rnn.weight_ih_l0	0	0.03992261365056038
205493	rnn.weight_ih_l0	1	-0.07677146792411804
205493	rnn.weight_ih_l0	2	-0.051473576575517654
205493	rnn.weight_ih_l0	3	-0.054765813052654266
205493	rnn.weight_ih_l0	4	0.007780733983963728
205493	rnn.weight_ih_l0	5	-0.10392238199710846
205493	rnn.weight_ih_l0	6	-0.02532253973186016
205493	rnn.weight_ih_l0	7	-0.0039819395169615746
205493	rnn.weight_ih_l0	8	0.06830483675003052
205493	rnn.weight_ih_l0	9	0.005802433472126722
205493	rnn.weight_hh_l0	0	0.002235041931271553
205493	rnn.weight_hh_l0	1	-0.07844097167253494
205493	rnn.weight_hh_l0	2	0.0702054426074028
205493	rnn.weight_hh_l0	3	0.05009482428431511
205493	rnn.weight_hh_l0	4	0.004829235374927521
205493	rnn.weight_hh_l0	5	0.06659737229347229
205493	rnn.weight_hh_l0	6	-0.019442707300186157
205493	rnn.weight_hh_l0	7	-0.10893834382295609
205493	rnn.weight_hh_l0	8	0.02506006881594658
205493	rnn.weight_hh_l0	9	-0.08646394312381744
205493	rnn.bias_ih_l0	0	-0.0917331799864769
205493	rnn.bias_ih_l0	1	-0.18509584665298462
205493	rnn.bias_ih_l0	2	-0.26216134428977966
205493	rnn.bias_ih_l0	3	-0.28495991230010986
205493	rnn.bias_ih_l0	4	-0.004056126344949007
205493	rnn.bias_ih_l0	5	0.061726074665784836
205493	rnn.bias_ih_l0	6	-0.16772107779979706
205493	rnn.bias_ih_l0	7	-0.26805225014686584
205493	rnn.bias_ih_l0	8	-0.14193403720855713
205493	rnn.bias_ih_l0	9	-0.17782056331634521
205493	rnn.bias_hh_l0	0	0.1228843703866005
205493	rnn.bias_hh_l0	1	-0.06467936187982559
205493	rnn.bias_hh_l0	2	0.04874581843614578
205493	rnn.bias_hh_l0	3	-0.1807817667722702
205493	rnn.bias_hh_l0	4	0.04487916827201843
205493	rnn.bias_hh_l0	5	0.05971767008304596
205493	rnn.bias_hh_l0	6	-0.10145904868841171
205493	rnn.bias_hh_l0	7	-0.16598741710186005
205493	rnn.bias_hh_l0	8	-0.1881936490535736
205493	rnn.bias_hh_l0	9	-0.10439195483922958
205493	rnn.weight_ih_l0_reverse	0	-0.022055361419916153
205493	rnn.weight_ih_l0_reverse	1	-0.00012444949243217707
205493	rnn.weight_ih_l0_reverse	2	0.01282559521496296
205493	rnn.weight_ih_l0_reverse	3	0.005570008419454098
205493	rnn.weight_ih_l0_reverse	4	0.01328676100820303
205493	rnn.weight_ih_l0_reverse	5	-0.04742991924285889
205493	rnn.weight_ih_l0_reverse	6	-0.04366295784711838
205493	rnn.weight_ih_l0_reverse	7	0.01210241299122572
205493	rnn.weight_ih_l0_reverse	8	0.09961900860071182
205493	rnn.weight_ih_l0_reverse	9	-0.0008050253964029253
205493	rnn.weight_hh_l0_reverse	0	0.0024811835028231144
205493	rnn.weight_hh_l0_reverse	1	0.02933807671070099
205493	rnn.weight_hh_l0_reverse	2	-0.04106060042977333
205493	rnn.weight_hh_l0_reverse	3	0.03586096689105034
205493	rnn.weight_hh_l0_reverse	4	0.02206992730498314
205493	rnn.weight_hh_l0_reverse	5	-0.0010040864581242204
205493	rnn.weight_hh_l0_reverse	6	0.06741851568222046
205493	rnn.weight_hh_l0_reverse	7	0.03868795558810234
205493	rnn.weight_hh_l0_reverse	8	-0.022436534985899925
205493	rnn.weight_hh_l0_reverse	9	-0.029115764424204826
205493	rnn.bias_ih_l0_reverse	0	-0.14832410216331482
205493	rnn.bias_ih_l0_reverse	1	-0.3110477030277252
205493	rnn.bias_ih_l0_reverse	2	-0.06524215638637543
205493	rnn.bias_ih_l0_reverse	3	-0.1488555669784546
205493	rnn.bias_ih_l0_reverse	4	0.06375286728143692
205493	rnn.bias_ih_l0_reverse	5	-0.26461532711982727
205493	rnn.bias_ih_l0_reverse	6	-0.06464726477861404
205493	rnn.bias_ih_l0_reverse	7	0.015341773629188538
205493	rnn.bias_ih_l0_reverse	8	-0.18870027363300323
205493	rnn.bias_ih_l0_reverse	9	-0.08954956382513046
205493	rnn.bias_hh_l0_reverse	0	-0.14656822383403778
205493	rnn.bias_hh_l0_reverse	1	-0.15255336463451385
205493	rnn.bias_hh_l0_reverse	2	-0.015329064801335335
205493	rnn.bias_hh_l0_reverse	3	-0.13483826816082
205493	rnn.bias_hh_l0_reverse	4	-0.022049540653824806
205493	rnn.bias_hh_l0_reverse	5	-0.12261956185102463
205493	rnn.bias_hh_l0_reverse	6	-0.08134692907333374
205493	rnn.bias_hh_l0_reverse	7	-0.18983323872089386
205493	rnn.bias_hh_l0_reverse	8	-0.07381325215101242
205493	rnn.bias_hh_l0_reverse	9	-0.11985789984464645
205493	linear.weight	0	-0.21127299964427948
205493	linear.weight	1	-0.08896518498659134
205493	linear.weight	2	-0.011228874325752258
205493	linear.weight	3	-0.10881070047616959
205493	linear.weight	4	-0.008553048595786095
205493	linear.weight	5	0.13622842729091644
205493	linear.weight	6	0.0047744326293468475
205493	linear.weight	7	-0.021312154829502106
205493	linear.weight	8	0.1541328877210617
205493	linear.weight	9	0.20001225173473358
205493	linear.bias	0	-0.83404141664505
205493	linear.bias	1	1.4518879652023315
205493	linear.bias	2	-0.5130956768989563
205493	linear.bias	3	-0.7253244519233704
205493	linear.bias	4	-0.883741021156311
205493	linear.bias	5	-1.1790343523025513
205493	linear.bias	6	-0.9640964269638062
205493	linear.bias	7	-0.7354580163955688
205493	linear.bias	8	-0.01705317199230194
205493	linear.bias	9	3.4040160179138184
205690	transitions	0	-0.45232757925987244
205690	transitions	1	8.784797668457031
205690	transitions	2	-3.600381851196289
205690	transitions	3	1.5669474601745605
205690	transitions	4	-2.1953015327453613
205690	transitions	5	-0.4199075400829315
205690	transitions	6	-0.19428113102912903
205690	transitions	7	-10000.0
205690	transitions	8	1.842936396598816
205690	transitions	9	-2.294729709625244
205690	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
205690	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
205690	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
205690	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
205690	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
205690	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
205690	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
205690	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
205690	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
205690	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
205690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
205690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
205690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
205690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
205690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
205690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
205690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
205690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
205690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
205690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
205690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
205690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
205690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
205690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
205690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
205690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
205690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
205690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
205690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
205690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
205690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
205690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
205690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
205690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
205690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
205690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
205690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
205690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
205690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
205690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
205690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
205690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
205690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
205690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
205690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
205690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
205690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
205690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
205690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
205690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
205690	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
205690	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
205690	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
205690	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
205690	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
205690	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
205690	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
205690	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
205690	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
205690	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
205690	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
205690	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
205690	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
205690	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
205690	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
205690	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
205690	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
205690	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
205690	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
205690	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
205690	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
205690	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
205690	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
205690	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
205690	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
205690	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
205690	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
205690	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
205690	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
205690	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
205690	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
205690	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
205690	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
205690	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
205690	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
205690	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
205690	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
205690	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
205690	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
205690	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
205690	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
205690	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
205690	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
205690	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
205690	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
205690	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
205690	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
205690	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
205690	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
205690	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
205690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
205690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
205690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
205690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
205690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
205690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
205690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
205690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
205690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
205690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
205690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
205690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
205690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
205690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
205690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
205690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
205690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
205690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
205690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
205690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
205690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
205690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
205690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
205690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
205690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
205690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
205690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
205690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
205690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
205690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
205690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
205690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
205690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
205690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
205690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
205690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
205690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
205690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
205690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
205690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
205690	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
205690	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
205690	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
205690	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
205690	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
205690	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
205690	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
205690	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
205690	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
205690	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
205690	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
205690	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
205690	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
205690	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
205690	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
205690	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
205690	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
205690	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
205690	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
205690	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
205690	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
205690	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
205690	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
205690	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
205690	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
205690	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
205690	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
205690	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
205690	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
205690	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
205690	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
205690	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
205690	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
205690	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
205690	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
205690	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
205690	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
205690	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
205690	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
205690	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
205690	embedding2nn.weight	0	0.04650086909532547
205690	embedding2nn.weight	1	-0.09389709681272507
205690	embedding2nn.weight	2	0.02230910025537014
205690	embedding2nn.weight	3	-0.054352208971977234
205690	embedding2nn.weight	4	-0.12052842229604721
205690	embedding2nn.weight	5	0.11848974972963333
205690	embedding2nn.weight	6	-0.09817913174629211
205690	embedding2nn.weight	7	-0.06474076211452484
205690	embedding2nn.weight	8	-0.028693912550807
205690	embedding2nn.weight	9	0.04654615372419357
205690	embedding2nn.bias	0	0.07916562259197235
205690	embedding2nn.bias	1	-0.008678583428263664
205690	embedding2nn.bias	2	-0.07664382457733154
205690	embedding2nn.bias	3	0.013141538016498089
205690	embedding2nn.bias	4	-0.01562355738133192
205690	embedding2nn.bias	5	-0.17461110651493073
205690	embedding2nn.bias	6	-0.10027659684419632
205690	embedding2nn.bias	7	-0.009664235636591911
205690	embedding2nn.bias	8	0.0736861303448677
205690	embedding2nn.bias	9	-0.070168137550354
205690	rnn.weight_ih_l0	0	0.041709110140800476
205690	rnn.weight_ih_l0	1	-0.07755296677350998
205690	rnn.weight_ih_l0	2	-0.051166582852602005
205690	rnn.weight_ih_l0	3	-0.05463774874806404
205690	rnn.weight_ih_l0	4	0.007865523919463158
205690	rnn.weight_ih_l0	5	-0.10276847332715988
205690	rnn.weight_ih_l0	6	-0.02631717175245285
205690	rnn.weight_ih_l0	7	-0.004484803415834904
205690	rnn.weight_ih_l0	8	0.06686223298311234
205690	rnn.weight_ih_l0	9	0.0063569201156497
205690	rnn.weight_hh_l0	0	0.002493794308975339
205690	rnn.weight_hh_l0	1	-0.07837694138288498
205690	rnn.weight_hh_l0	2	0.07007896155118942
205690	rnn.weight_hh_l0	3	0.05036274343729019
205690	rnn.weight_hh_l0	4	0.004724476952105761
205690	rnn.weight_hh_l0	5	0.06659459322690964
205690	rnn.weight_hh_l0	6	-0.01929790899157524
205690	rnn.weight_hh_l0	7	-0.11015009880065918
205690	rnn.weight_hh_l0	8	0.025094520300626755
205690	rnn.weight_hh_l0	9	-0.08742164075374603
205690	rnn.bias_ih_l0	0	-0.0890842005610466
205690	rnn.bias_ih_l0	1	-0.1838592141866684
205690	rnn.bias_ih_l0	2	-0.2621302008628845
205690	rnn.bias_ih_l0	3	-0.2847510278224945
205690	rnn.bias_ih_l0	4	-0.0030133510008454323
205690	rnn.bias_ih_l0	5	0.059220053255558014
205690	rnn.bias_ih_l0	6	-0.16569504141807556
205690	rnn.bias_ih_l0	7	-0.2661385238170624
205690	rnn.bias_ih_l0	8	-0.14252927899360657
205690	rnn.bias_ih_l0	9	-0.17786361277103424
205690	rnn.bias_hh_l0	0	0.12149650603532791
205690	rnn.bias_hh_l0	1	-0.06413079053163528
205690	rnn.bias_hh_l0	2	0.04806869104504585
205690	rnn.bias_hh_l0	3	-0.1812470704317093
205690	rnn.bias_hh_l0	4	0.0452287383377552
205690	rnn.bias_hh_l0	5	0.05953000485897064
205690	rnn.bias_hh_l0	6	-0.10286006331443787
205690	rnn.bias_hh_l0	7	-0.1657240241765976
205690	rnn.bias_hh_l0	8	-0.18781068921089172
205690	rnn.bias_hh_l0	9	-0.10341858863830566
205690	rnn.weight_ih_l0_reverse	0	-0.022343266755342484
205690	rnn.weight_ih_l0_reverse	1	0.00019474953296594322
205690	rnn.weight_ih_l0_reverse	2	0.009730981662869453
205690	rnn.weight_ih_l0_reverse	3	0.005371610634028912
205690	rnn.weight_ih_l0_reverse	4	0.013465741649270058
205690	rnn.weight_ih_l0_reverse	5	-0.04745961353182793
205690	rnn.weight_ih_l0_reverse	6	-0.045278362929821014
205690	rnn.weight_ih_l0_reverse	7	0.012156576849520206
205690	rnn.weight_ih_l0_reverse	8	0.09938760846853256
205690	rnn.weight_ih_l0_reverse	9	-9.887460328172892e-05
205690	rnn.weight_hh_l0_reverse	0	0.0027534463442862034
205690	rnn.weight_hh_l0_reverse	1	0.029170433059334755
205690	rnn.weight_hh_l0_reverse	2	-0.04093454033136368
205690	rnn.weight_hh_l0_reverse	3	0.03568362444639206
205690	rnn.weight_hh_l0_reverse	4	0.02214483916759491
205690	rnn.weight_hh_l0_reverse	5	-0.0004748455248773098
205690	rnn.weight_hh_l0_reverse	6	0.0672871544957161
205690	rnn.weight_hh_l0_reverse	7	0.03813985735177994
205690	rnn.weight_hh_l0_reverse	8	-0.02215251512825489
205690	rnn.weight_hh_l0_reverse	9	-0.028968684375286102
205690	rnn.bias_ih_l0_reverse	0	-0.14587236940860748
205690	rnn.bias_ih_l0_reverse	1	-0.310391366481781
205690	rnn.bias_ih_l0_reverse	2	-0.06302546709775925
205690	rnn.bias_ih_l0_reverse	3	-0.14939682185649872
205690	rnn.bias_ih_l0_reverse	4	0.06582314521074295
205690	rnn.bias_ih_l0_reverse	5	-0.26177978515625
205690	rnn.bias_ih_l0_reverse	6	-0.06433442234992981
205690	rnn.bias_ih_l0_reverse	7	0.019535155966877937
205690	rnn.bias_ih_l0_reverse	8	-0.18911029398441315
205690	rnn.bias_ih_l0_reverse	9	-0.09097589552402496
205690	rnn.bias_hh_l0_reverse	0	-0.14736565947532654
205690	rnn.bias_hh_l0_reverse	1	-0.14747242629528046
205690	rnn.bias_hh_l0_reverse	2	-0.01563938334584236
205690	rnn.bias_hh_l0_reverse	3	-0.13504783809185028
205690	rnn.bias_hh_l0_reverse	4	-0.022199157625436783
205690	rnn.bias_hh_l0_reverse	5	-0.12189146876335144
205690	rnn.bias_hh_l0_reverse	6	-0.08068715780973434
205690	rnn.bias_hh_l0_reverse	7	-0.1878134310245514
205690	rnn.bias_hh_l0_reverse	8	-0.074624203145504
205690	rnn.bias_hh_l0_reverse	9	-0.1195593848824501
205690	linear.weight	0	-0.2147151529788971
205690	linear.weight	1	-0.09144162386655807
205690	linear.weight	2	-0.011228874325752258
205690	linear.weight	3	-0.11234157532453537
205690	linear.weight	4	-0.0042099119164049625
205690	linear.weight	5	0.1299467533826828
205690	linear.weight	6	0.0047744326293468475
205690	linear.weight	7	-0.021312154829502106
205690	linear.weight	8	0.1444803923368454
205690	linear.weight	9	0.2050742506980896
205690	linear.bias	0	-0.8430659174919128
205690	linear.bias	1	1.4242390394210815
205690	linear.bias	2	-0.5058277249336243
205690	linear.bias	3	-0.722364068031311
205690	linear.bias	4	-0.870275616645813
205690	linear.bias	5	-1.179049015045166
205690	linear.bias	6	-0.9722068905830383
205690	linear.bias	7	-0.732296347618103
205690	linear.bias	8	-0.01705317199230194
205690	linear.bias	9	3.4279940128326416
205887	transitions	0	-0.4523637592792511
205887	transitions	1	8.786242485046387
205887	transitions	2	-3.6007680892944336
205887	transitions	3	1.576924204826355
205887	transitions	4	-2.1957294940948486
205887	transitions	5	-0.4199598431587219
205887	transitions	6	-0.19429384171962738
205887	transitions	7	-10000.0
205887	transitions	8	1.8420557975769043
205887	transitions	9	-2.2947309017181396
205887	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
205887	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
205887	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
205887	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
205887	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
205887	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
205887	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
205887	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
205887	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
205887	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
205887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
205887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
205887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
205887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
205887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
205887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
205887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
205887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
205887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
205887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
205887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
205887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
205887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
205887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
205887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
205887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
205887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
205887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
205887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
205887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
205887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
205887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
205887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
205887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
205887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
205887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
205887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
205887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
205887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
205887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
205887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
205887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
205887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
205887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
205887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
205887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
205887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
205887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
205887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
205887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
205887	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
205887	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
205887	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
205887	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
205887	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
205887	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
205887	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
205887	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
205887	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
205887	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
205887	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
205887	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
205887	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
205887	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
205887	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
205887	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
205887	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
205887	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
205887	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
205887	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
205887	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
205887	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
205887	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
205887	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
205887	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
205887	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
205887	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
205887	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
205887	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
205887	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
205887	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
205887	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
205887	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
205887	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
205887	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
205887	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
205887	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
205887	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
205887	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
205887	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
205887	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
205887	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
205887	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
205887	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
205887	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
205887	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
205887	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
205887	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
205887	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
205887	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
205887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
205887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
205887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
205887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
205887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
205887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
205887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
205887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
205887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
205887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
205887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
205887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
205887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
205887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
205887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
205887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
205887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
205887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
205887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
205887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
205887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
205887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
205887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
205887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
205887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
205887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
205887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
205887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
205887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
205887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
205887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
205887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
205887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
205887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
205887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
205887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
205887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
205887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
205887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
205887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
205887	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
205887	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
205887	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
205887	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
205887	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
205887	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
205887	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
205887	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
205887	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
205887	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
205887	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
205887	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
205887	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
205887	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
205887	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
205887	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
205887	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
205887	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
205887	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
205887	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
205887	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
205887	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
205887	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
205887	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
205887	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
205887	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
205887	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
205887	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
205887	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
205887	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
205887	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
205887	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
205887	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
205887	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
205887	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
205887	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
205887	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
205887	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
205887	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
205887	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
205887	embedding2nn.weight	0	0.04660522937774658
205887	embedding2nn.weight	1	-0.09414545446634293
205887	embedding2nn.weight	2	0.021871721372008324
205887	embedding2nn.weight	3	-0.05520201474428177
205887	embedding2nn.weight	4	-0.12080414593219757
205887	embedding2nn.weight	5	0.11906154453754425
205887	embedding2nn.weight	6	-0.0952947735786438
205887	embedding2nn.weight	7	-0.06612864881753922
205887	embedding2nn.weight	8	-0.029238834977149963
205887	embedding2nn.weight	9	0.04608695209026337
205887	embedding2nn.bias	0	0.07144831120967865
205887	embedding2nn.bias	1	-0.009407044388353825
205887	embedding2nn.bias	2	-0.06729613989591599
205887	embedding2nn.bias	3	0.009214397519826889
205887	embedding2nn.bias	4	-0.011136112734675407
205887	embedding2nn.bias	5	-0.17504218220710754
205887	embedding2nn.bias	6	-0.10434497147798538
205887	embedding2nn.bias	7	-0.010339734144508839
205887	embedding2nn.bias	8	0.0727371945977211
205887	embedding2nn.bias	9	-0.062186285853385925
205887	rnn.weight_ih_l0	0	0.04203103855252266
205887	rnn.weight_ih_l0	1	-0.07808659970760345
205887	rnn.weight_ih_l0	2	-0.05130957067012787
205887	rnn.weight_ih_l0	3	-0.05262121558189392
205887	rnn.weight_ih_l0	4	0.007981027476489544
205887	rnn.weight_ih_l0	5	-0.10299444943666458
205887	rnn.weight_ih_l0	6	-0.02695450372993946
205887	rnn.weight_ih_l0	7	-0.0053062038496136665
205887	rnn.weight_ih_l0	8	0.06708799302577972
205887	rnn.weight_ih_l0	9	0.0062267594039440155
205887	rnn.weight_hh_l0	0	0.0031104269437491894
205887	rnn.weight_hh_l0	1	-0.07794290781021118
205887	rnn.weight_hh_l0	2	0.07102764397859573
205887	rnn.weight_hh_l0	3	0.0502304770052433
205887	rnn.weight_hh_l0	4	0.004877774510532618
205887	rnn.weight_hh_l0	5	0.06716439127922058
205887	rnn.weight_hh_l0	6	-0.019239461049437523
205887	rnn.weight_hh_l0	7	-0.11005628108978271
205887	rnn.weight_hh_l0	8	0.025651728734374046
205887	rnn.weight_hh_l0	9	-0.08726093173027039
205887	rnn.bias_ih_l0	0	-0.09222971647977829
205887	rnn.bias_ih_l0	1	-0.18478624522686005
205887	rnn.bias_ih_l0	2	-0.263212114572525
205887	rnn.bias_ih_l0	3	-0.28560182452201843
205887	rnn.bias_ih_l0	4	-0.0019276202656328678
205887	rnn.bias_ih_l0	5	0.0584745928645134
205887	rnn.bias_ih_l0	6	-0.1656632274389267
205887	rnn.bias_ih_l0	7	-0.2654009759426117
205887	rnn.bias_ih_l0	8	-0.14205794036388397
205887	rnn.bias_ih_l0	9	-0.1777934432029724
205887	rnn.bias_hh_l0	0	0.12235193699598312
205887	rnn.bias_hh_l0	1	-0.06428134441375732
205887	rnn.bias_hh_l0	2	0.04867355152964592
205887	rnn.bias_hh_l0	3	-0.18102392554283142
205887	rnn.bias_hh_l0	4	0.047181688249111176
205887	rnn.bias_hh_l0	5	0.05900399386882782
205887	rnn.bias_hh_l0	6	-0.1031879186630249
205887	rnn.bias_hh_l0	7	-0.16464312374591827
205887	rnn.bias_hh_l0	8	-0.18722614645957947
205887	rnn.bias_hh_l0	9	-0.10333862900733948
205887	rnn.weight_ih_l0_reverse	0	-0.022501861676573753
205887	rnn.weight_ih_l0_reverse	1	-0.00048189095105044544
205887	rnn.weight_ih_l0_reverse	2	0.010045172646641731
205887	rnn.weight_ih_l0_reverse	3	0.005962062627077103
205887	rnn.weight_ih_l0_reverse	4	0.013458598405122757
205887	rnn.weight_ih_l0_reverse	5	-0.04821231961250305
205887	rnn.weight_ih_l0_reverse	6	-0.04654337465763092
205887	rnn.weight_ih_l0_reverse	7	0.012952731922268867
205887	rnn.weight_ih_l0_reverse	8	0.09810969233512878
205887	rnn.weight_ih_l0_reverse	9	0.0007281360449269414
205887	rnn.weight_hh_l0_reverse	0	0.00290214316919446
205887	rnn.weight_hh_l0_reverse	1	0.029432352632284164
205887	rnn.weight_hh_l0_reverse	2	-0.0407586395740509
205887	rnn.weight_hh_l0_reverse	3	0.035527102649211884
205887	rnn.weight_hh_l0_reverse	4	0.022091414779424667
205887	rnn.weight_hh_l0_reverse	5	-0.0006679556099697948
205887	rnn.weight_hh_l0_reverse	6	0.06749776750802994
205887	rnn.weight_hh_l0_reverse	7	0.03786725550889969
205887	rnn.weight_hh_l0_reverse	8	-0.022140394896268845
205887	rnn.weight_hh_l0_reverse	9	-0.028829235583543777
205887	rnn.bias_ih_l0_reverse	0	-0.1454799771308899
205887	rnn.bias_ih_l0_reverse	1	-0.3095918297767639
205887	rnn.bias_ih_l0_reverse	2	-0.06296718120574951
205887	rnn.bias_ih_l0_reverse	3	-0.1510435938835144
205887	rnn.bias_ih_l0_reverse	4	0.06446602195501328
205887	rnn.bias_ih_l0_reverse	5	-0.2631705403327942
205887	rnn.bias_ih_l0_reverse	6	-0.065240778028965
205887	rnn.bias_ih_l0_reverse	7	0.02000914327800274
205887	rnn.bias_ih_l0_reverse	8	-0.1876225471496582
205887	rnn.bias_ih_l0_reverse	9	-0.09321678429841995
205887	rnn.bias_hh_l0_reverse	0	-0.14798474311828613
205887	rnn.bias_hh_l0_reverse	1	-0.1498897820711136
205887	rnn.bias_hh_l0_reverse	2	-0.01610548421740532
205887	rnn.bias_hh_l0_reverse	3	-0.13389107584953308
205887	rnn.bias_hh_l0_reverse	4	-0.02353520691394806
205887	rnn.bias_hh_l0_reverse	5	-0.12060312926769257
205887	rnn.bias_hh_l0_reverse	6	-0.08076368272304535
205887	rnn.bias_hh_l0_reverse	7	-0.18621011078357697
205887	rnn.bias_hh_l0_reverse	8	-0.07454077154397964
205887	rnn.bias_hh_l0_reverse	9	-0.12041328102350235
205887	linear.weight	0	-0.21394942700862885
205887	linear.weight	1	-0.09465023130178452
205887	linear.weight	2	-0.011228874325752258
205887	linear.weight	3	-0.1134963184595108
205887	linear.weight	4	-0.00824659876525402
205887	linear.weight	5	0.12597604095935822
205887	linear.weight	6	0.0047744326293468475
205887	linear.weight	7	-0.021312154829502106
205887	linear.weight	8	0.14760830998420715
205887	linear.weight	9	0.20309266448020935
205887	linear.bias	0	-0.8365486860275269
205887	linear.bias	1	1.437670350074768
205887	linear.bias	2	-0.488085001707077
205887	linear.bias	3	-0.7269240021705627
205887	linear.bias	4	-0.8904678225517273
205887	linear.bias	5	-1.1790639162063599
205887	linear.bias	6	-0.9641093611717224
205887	linear.bias	7	-0.7352806329727173
205887	linear.bias	8	-0.01705317199230194
205887	linear.bias	9	3.4003779888153076
206084	transitions	0	-0.45241257548332214
206084	transitions	1	8.775836944580078
206084	transitions	2	-3.6014678478240967
206084	transitions	3	1.5783402919769287
206084	transitions	4	-2.1959388256073
206084	transitions	5	-0.41998398303985596
206084	transitions	6	-0.19430366158485413
206084	transitions	7	-10000.0
206084	transitions	8	1.8415604829788208
206084	transitions	9	-2.2947347164154053
206084	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
206084	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
206084	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
206084	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
206084	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
206084	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
206084	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
206084	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
206084	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
206084	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
206084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
206084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
206084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
206084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
206084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
206084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
206084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
206084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
206084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
206084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
206084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
206084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
206084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
206084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
206084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
206084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
206084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
206084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
206084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
206084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
206084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
206084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
206084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
206084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
206084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
206084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
206084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
206084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
206084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
206084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
206084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
206084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
206084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
206084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
206084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
206084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
206084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
206084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
206084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
206084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
206084	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
206084	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
206084	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
206084	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
206084	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
206084	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
206084	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
206084	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
206084	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
206084	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
206084	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
206084	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
206084	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
206084	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
206084	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
206084	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
206084	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
206084	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
206084	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
206084	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
206084	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
206084	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
206084	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
206084	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
206084	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
206084	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
206084	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
206084	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
206084	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
206084	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
206084	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
206084	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
206084	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
206084	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
206084	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
206084	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
206084	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
206084	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
206084	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
206084	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
206084	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
206084	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
206084	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
206084	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
206084	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
206084	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
206084	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
206084	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
206084	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
206084	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
206084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
206084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
206084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
206084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
206084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
206084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
206084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
206084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
206084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
206084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
206084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
206084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
206084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
206084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
206084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
206084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
206084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
206084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
206084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
206084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
206084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
206084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
206084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
206084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
206084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
206084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
206084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
206084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
206084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
206084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
206084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
206084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
206084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
206084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
206084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
206084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
206084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
206084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
206084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
206084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
206084	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
206084	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
206084	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
206084	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
206084	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
206084	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
206084	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
206084	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
206084	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
206084	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
206084	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
206084	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
206084	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
206084	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
206084	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
206084	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
206084	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
206084	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
206084	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
206084	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
206084	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
206084	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
206084	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
206084	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
206084	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
206084	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
206084	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
206084	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
206084	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
206084	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
206084	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
206084	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
206084	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
206084	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
206084	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
206084	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
206084	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
206084	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
206084	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
206084	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
206084	embedding2nn.weight	0	0.0464807003736496
206084	embedding2nn.weight	1	-0.09452662616968155
206084	embedding2nn.weight	2	0.020634647458791733
206084	embedding2nn.weight	3	-0.054879557341337204
206084	embedding2nn.weight	4	-0.12321381270885468
206084	embedding2nn.weight	5	0.11925160884857178
206084	embedding2nn.weight	6	-0.10025467723608017
206084	embedding2nn.weight	7	-0.06767699122428894
206084	embedding2nn.weight	8	-0.02901109680533409
206084	embedding2nn.weight	9	0.045572586357593536
206084	embedding2nn.bias	0	0.07302413880825043
206084	embedding2nn.bias	1	-0.005152379162609577
206084	embedding2nn.bias	2	-0.07079353928565979
206084	embedding2nn.bias	3	0.006763556972146034
206084	embedding2nn.bias	4	-0.006858964916318655
206084	embedding2nn.bias	5	-0.1815607100725174
206084	embedding2nn.bias	6	-0.10222527384757996
206084	embedding2nn.bias	7	-0.009560948237776756
206084	embedding2nn.bias	8	0.07115987688302994
206084	embedding2nn.bias	9	-0.07068083435297012
206084	rnn.weight_ih_l0	0	0.04196058586239815
206084	rnn.weight_ih_l0	1	-0.0775752067565918
206084	rnn.weight_ih_l0	2	-0.05079926177859306
206084	rnn.weight_ih_l0	3	-0.05293716490268707
206084	rnn.weight_ih_l0	4	0.006959967315196991
206084	rnn.weight_ih_l0	5	-0.1012815535068512
206084	rnn.weight_ih_l0	6	-0.029442839324474335
206084	rnn.weight_ih_l0	7	-0.0058773900382220745
206084	rnn.weight_ih_l0	8	0.06485012918710709
206084	rnn.weight_ih_l0	9	0.008449538610875607
206084	rnn.weight_hh_l0	0	0.003154079196974635
206084	rnn.weight_hh_l0	1	-0.07790785282850266
206084	rnn.weight_hh_l0	2	0.07141277194023132
206084	rnn.weight_hh_l0	3	0.04950539767742157
206084	rnn.weight_hh_l0	4	0.004912632517516613
206084	rnn.weight_hh_l0	5	0.06707561016082764
206084	rnn.weight_hh_l0	6	-0.01944676972925663
206084	rnn.weight_hh_l0	7	-0.11013273149728775
206084	rnn.weight_hh_l0	8	0.025706123560667038
206084	rnn.weight_hh_l0	9	-0.08791887015104294
206084	rnn.bias_ih_l0	0	-0.08897733688354492
206084	rnn.bias_ih_l0	1	-0.18335020542144775
206084	rnn.bias_ih_l0	2	-0.2607690691947937
206084	rnn.bias_ih_l0	3	-0.2862529158592224
206084	rnn.bias_ih_l0	4	-0.0014892460312694311
206084	rnn.bias_ih_l0	5	0.05932527035474777
206084	rnn.bias_ih_l0	6	-0.16444683074951172
206084	rnn.bias_ih_l0	7	-0.26448482275009155
206084	rnn.bias_ih_l0	8	-0.14220552146434784
206084	rnn.bias_ih_l0	9	-0.17908501625061035
206084	rnn.bias_hh_l0	0	0.12220744788646698
206084	rnn.bias_hh_l0	1	-0.06272660940885544
206084	rnn.bias_hh_l0	2	0.04874899238348007
206084	rnn.bias_hh_l0	3	-0.1801140159368515
206084	rnn.bias_hh_l0	4	0.045002590864896774
206084	rnn.bias_hh_l0	5	0.058057211339473724
206084	rnn.bias_hh_l0	6	-0.10372511297464371
206084	rnn.bias_hh_l0	7	-0.16519196331501007
206084	rnn.bias_hh_l0	8	-0.18632161617279053
206084	rnn.bias_hh_l0	9	-0.10414843261241913
206084	rnn.weight_ih_l0_reverse	0	-0.02334507182240486
206084	rnn.weight_ih_l0_reverse	1	0.0005181728047318757
206084	rnn.weight_ih_l0_reverse	2	0.011735470965504646
206084	rnn.weight_ih_l0_reverse	3	0.005301627796143293
206084	rnn.weight_ih_l0_reverse	4	0.014568131417036057
206084	rnn.weight_ih_l0_reverse	5	-0.04739737510681152
206084	rnn.weight_ih_l0_reverse	6	-0.04744696617126465
206084	rnn.weight_ih_l0_reverse	7	0.013029188849031925
206084	rnn.weight_ih_l0_reverse	8	0.09661231935024261
206084	rnn.weight_ih_l0_reverse	9	-0.0008215876296162605
206084	rnn.weight_hh_l0_reverse	0	0.0029758447781205177
206084	rnn.weight_hh_l0_reverse	1	0.029314663261175156
206084	rnn.weight_hh_l0_reverse	2	-0.04044082388281822
206084	rnn.weight_hh_l0_reverse	3	0.03584513068199158
206084	rnn.weight_hh_l0_reverse	4	0.02208057790994644
206084	rnn.weight_hh_l0_reverse	5	-0.0016672279452905059
206084	rnn.weight_hh_l0_reverse	6	0.0674770325422287
206084	rnn.weight_hh_l0_reverse	7	0.03786362707614899
206084	rnn.weight_hh_l0_reverse	8	-0.022151248529553413
206084	rnn.weight_hh_l0_reverse	9	-0.029416747391223907
206084	rnn.bias_ih_l0_reverse	0	-0.14563269913196564
206084	rnn.bias_ih_l0_reverse	1	-0.31003716588020325
206084	rnn.bias_ih_l0_reverse	2	-0.06387944519519806
206084	rnn.bias_ih_l0_reverse	3	-0.15077415108680725
206084	rnn.bias_ih_l0_reverse	4	0.06468972563743591
206084	rnn.bias_ih_l0_reverse	5	-0.2628355026245117
206084	rnn.bias_ih_l0_reverse	6	-0.06447763741016388
206084	rnn.bias_ih_l0_reverse	7	0.023147085681557655
206084	rnn.bias_ih_l0_reverse	8	-0.1874338537454605
206084	rnn.bias_ih_l0_reverse	9	-0.09193656593561172
206084	rnn.bias_hh_l0_reverse	0	-0.1488790512084961
206084	rnn.bias_hh_l0_reverse	1	-0.1517098993062973
206084	rnn.bias_hh_l0_reverse	2	-0.015370087698101997
206084	rnn.bias_hh_l0_reverse	3	-0.13216657936573029
206084	rnn.bias_hh_l0_reverse	4	-0.024140074849128723
206084	rnn.bias_hh_l0_reverse	5	-0.12114404886960983
206084	rnn.bias_hh_l0_reverse	6	-0.08219211548566818
206084	rnn.bias_hh_l0_reverse	7	-0.1827479749917984
206084	rnn.bias_hh_l0_reverse	8	-0.07289154082536697
206084	rnn.bias_hh_l0_reverse	9	-0.12127672880887985
206084	linear.weight	0	-0.21538975834846497
206084	linear.weight	1	-0.08880038559436798
206084	linear.weight	2	-0.011228874325752258
206084	linear.weight	3	-0.10717292129993439
206084	linear.weight	4	-0.006358626298606396
206084	linear.weight	5	0.11908473074436188
206084	linear.weight	6	0.0047744326293468475
206084	linear.weight	7	-0.021312154829502106
206084	linear.weight	8	0.14063236117362976
206084	linear.weight	9	0.19172488152980804
206084	linear.bias	0	-0.8430733680725098
206084	linear.bias	1	1.468241810798645
206084	linear.bias	2	-0.48850464820861816
206084	linear.bias	3	-0.7346279621124268
206084	linear.bias	4	-0.9105398654937744
206084	linear.bias	5	-1.1790778636932373
206084	linear.bias	6	-0.9689868092536926
206084	linear.bias	7	-0.7594186663627625
206084	linear.bias	8	-0.01705317199230194
206084	linear.bias	9	3.410320997238159
206281	transitions	0	-0.45254647731781006
206281	transitions	1	8.776490211486816
206281	transitions	2	-3.6018283367156982
206281	transitions	3	1.579695463180542
206281	transitions	4	-2.1962056159973145
206281	transitions	5	-0.42005759477615356
206281	transitions	6	-0.19432847201824188
206281	transitions	7	-10000.0
206281	transitions	8	1.8428740501403809
206281	transitions	9	-2.2947354316711426
206281	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
206281	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
206281	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
206281	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
206281	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
206281	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
206281	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
206281	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
206281	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
206281	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
206281	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
206281	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
206281	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
206281	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
206281	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
206281	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
206281	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
206281	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
206281	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
206281	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
206281	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
206281	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
206281	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
206281	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
206281	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
206281	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
206281	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
206281	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
206281	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
206281	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
206281	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
206281	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
206281	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
206281	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
206281	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
206281	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
206281	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
206281	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
206281	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
206281	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
206281	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
206281	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
206281	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
206281	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
206281	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
206281	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
206281	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
206281	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
206281	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
206281	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
206281	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
206281	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
206281	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
206281	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
206281	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
206281	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
206281	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
206281	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
206281	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
206281	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
206281	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
206281	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
206281	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
206281	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
206281	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
206281	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
206281	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
206281	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
206281	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
206281	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
206281	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
206281	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
206281	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
206281	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
206281	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
206281	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
206281	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
206281	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
206281	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
206281	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
206281	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
206281	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
206281	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
206281	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
206281	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
206281	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
206281	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
206281	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
206281	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
206281	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
206281	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
206281	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
206281	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
206281	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
206281	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
206281	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
206281	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
206281	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
206281	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
206281	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
206281	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
206281	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
206281	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
206281	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
206281	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
206281	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
206281	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
206281	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
206281	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
206281	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
206281	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
206281	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
206281	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
206281	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
206281	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
206281	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
206281	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
206281	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
206281	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
206281	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
206281	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
206281	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
206281	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
206281	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
206281	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
206281	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
206281	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
206281	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
206281	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
206281	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
206281	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
206281	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
206281	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
206281	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
206281	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
206281	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
206281	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
206281	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
206281	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
206281	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
206281	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
206281	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
206281	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
206281	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
206281	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
206281	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
206281	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
206281	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
206281	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
206281	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
206281	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
206281	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
206281	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
206281	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
206281	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
206281	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
206281	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
206281	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
206281	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
206281	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
206281	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
206281	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
206281	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
206281	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
206281	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
206281	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
206281	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
206281	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
206281	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
206281	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
206281	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
206281	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
206281	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
206281	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
206281	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
206281	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
206281	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
206281	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
206281	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
206281	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
206281	embedding2nn.weight	0	0.046977054327726364
206281	embedding2nn.weight	1	-0.09552452713251114
206281	embedding2nn.weight	2	0.019765084609389305
206281	embedding2nn.weight	3	-0.05646732077002525
206281	embedding2nn.weight	4	-0.12410000711679459
206281	embedding2nn.weight	5	0.11983438581228256
206281	embedding2nn.weight	6	-0.09801885485649109
206281	embedding2nn.weight	7	-0.0665321797132492
206281	embedding2nn.weight	8	-0.03014519065618515
206281	embedding2nn.weight	9	0.04490632563829422
206281	embedding2nn.bias	0	0.08142205327749252
206281	embedding2nn.bias	1	-0.005298677831888199
206281	embedding2nn.bias	2	-0.07214778661727905
206281	embedding2nn.bias	3	0.004009997937828302
206281	embedding2nn.bias	4	-0.008830761536955833
206281	embedding2nn.bias	5	-0.18188287317752838
206281	embedding2nn.bias	6	-0.10081838816404343
206281	embedding2nn.bias	7	-0.005609088111668825
206281	embedding2nn.bias	8	0.07380200922489166
206281	embedding2nn.bias	9	-0.0633600726723671
206281	rnn.weight_ih_l0	0	0.04364768788218498
206281	rnn.weight_ih_l0	1	-0.07699496299028397
206281	rnn.weight_ih_l0	2	-0.05029718205332756
206281	rnn.weight_ih_l0	3	-0.05330456793308258
206281	rnn.weight_ih_l0	4	0.006820532027631998
206281	rnn.weight_ih_l0	5	-0.10179141163825989
206281	rnn.weight_ih_l0	6	-0.027969960123300552
206281	rnn.weight_ih_l0	7	-0.00674654683098197
206281	rnn.weight_ih_l0	8	0.063866026699543
206281	rnn.weight_ih_l0	9	0.00947442464530468
206281	rnn.weight_hh_l0	0	0.0033202331978827715
206281	rnn.weight_hh_l0	1	-0.07683130353689194
206281	rnn.weight_hh_l0	2	0.07151374965906143
206281	rnn.weight_hh_l0	3	0.04955636337399483
206281	rnn.weight_hh_l0	4	0.004616134334355593
206281	rnn.weight_hh_l0	5	0.06694485247135162
206281	rnn.weight_hh_l0	6	-0.019402282312512398
206281	rnn.weight_hh_l0	7	-0.1099269688129425
206281	rnn.weight_hh_l0	8	0.024986520409584045
206281	rnn.weight_hh_l0	9	-0.08671893924474716
206281	rnn.bias_ih_l0	0	-0.08853767067193985
206281	rnn.bias_ih_l0	1	-0.18244801461696625
206281	rnn.bias_ih_l0	2	-0.26037657260894775
206281	rnn.bias_ih_l0	3	-0.2861138880252838
206281	rnn.bias_ih_l0	4	-0.00033945293398573995
206281	rnn.bias_ih_l0	5	0.05977923050522804
206281	rnn.bias_ih_l0	6	-0.16464486718177795
206281	rnn.bias_ih_l0	7	-0.2657961845397949
206281	rnn.bias_ih_l0	8	-0.13931116461753845
206281	rnn.bias_ih_l0	9	-0.1790250837802887
206281	rnn.bias_hh_l0	0	0.12401532381772995
206281	rnn.bias_hh_l0	1	-0.06199042499065399
206281	rnn.bias_hh_l0	2	0.04851832240819931
206281	rnn.bias_hh_l0	3	-0.1800289899110794
206281	rnn.bias_hh_l0	4	0.04744258150458336
206281	rnn.bias_hh_l0	5	0.05790494382381439
206281	rnn.bias_hh_l0	6	-0.10302866995334625
206281	rnn.bias_hh_l0	7	-0.1648317128419876
206281	rnn.bias_hh_l0	8	-0.1843302845954895
206281	rnn.bias_hh_l0	9	-0.10712828487157822
206281	rnn.weight_ih_l0_reverse	0	-0.02346922643482685
206281	rnn.weight_ih_l0_reverse	1	-0.0002998282143380493
206281	rnn.weight_ih_l0_reverse	2	0.011825285851955414
206281	rnn.weight_ih_l0_reverse	3	0.005896980874240398
206281	rnn.weight_ih_l0_reverse	4	0.015572422184050083
206281	rnn.weight_ih_l0_reverse	5	-0.04877081513404846
206281	rnn.weight_ih_l0_reverse	6	-0.0467846542596817
206281	rnn.weight_ih_l0_reverse	7	0.013305016793310642
206281	rnn.weight_ih_l0_reverse	8	0.09516550600528717
206281	rnn.weight_ih_l0_reverse	9	-0.0022987360134720802
206281	rnn.weight_hh_l0_reverse	0	0.00299344421364367
206281	rnn.weight_hh_l0_reverse	1	0.02927386574447155
206281	rnn.weight_hh_l0_reverse	2	-0.040344446897506714
206281	rnn.weight_hh_l0_reverse	3	0.03602689504623413
206281	rnn.weight_hh_l0_reverse	4	0.02199232019484043
206281	rnn.weight_hh_l0_reverse	5	-0.001493236981332302
206281	rnn.weight_hh_l0_reverse	6	0.06759057193994522
206281	rnn.weight_hh_l0_reverse	7	0.03779756277799606
206281	rnn.weight_hh_l0_reverse	8	-0.021720262244343758
206281	rnn.weight_hh_l0_reverse	9	-0.0289081409573555
206281	rnn.bias_ih_l0_reverse	0	-0.14736053347587585
206281	rnn.bias_ih_l0_reverse	1	-0.3088563084602356
206281	rnn.bias_ih_l0_reverse	2	-0.06554121524095535
206281	rnn.bias_ih_l0_reverse	3	-0.1494024097919464
206281	rnn.bias_ih_l0_reverse	4	0.06516426801681519
206281	rnn.bias_ih_l0_reverse	5	-0.2614889144897461
206281	rnn.bias_ih_l0_reverse	6	-0.06520693004131317
206281	rnn.bias_ih_l0_reverse	7	0.02761325240135193
206281	rnn.bias_ih_l0_reverse	8	-0.18475084006786346
206281	rnn.bias_ih_l0_reverse	9	-0.09206131100654602
206281	rnn.bias_hh_l0_reverse	0	-0.14849098026752472
206281	rnn.bias_hh_l0_reverse	1	-0.1538444459438324
206281	rnn.bias_hh_l0_reverse	2	-0.015778109431266785
206281	rnn.bias_hh_l0_reverse	3	-0.130885511636734
206281	rnn.bias_hh_l0_reverse	4	-0.02508782409131527
206281	rnn.bias_hh_l0_reverse	5	-0.12221996486186981
206281	rnn.bias_hh_l0_reverse	6	-0.08142323791980743
206281	rnn.bias_hh_l0_reverse	7	-0.18454961478710175
206281	rnn.bias_hh_l0_reverse	8	-0.07367394864559174
206281	rnn.bias_hh_l0_reverse	9	-0.11899304389953613
206281	linear.weight	0	-0.21192045509815216
206281	linear.weight	1	-0.08827237039804459
206281	linear.weight	2	-0.011228874325752258
206281	linear.weight	3	-0.10649102926254272
206281	linear.weight	4	-0.010615223087370396
206281	linear.weight	5	0.13062354922294617
206281	linear.weight	6	0.0047744326293468475
206281	linear.weight	7	-0.021312154829502106
206281	linear.weight	8	0.13790744543075562
206281	linear.weight	9	0.19100238382816315
206281	linear.bias	0	-0.8704180121421814
206281	linear.bias	1	1.4270168542861938
206281	linear.bias	2	-0.476432740688324
206281	linear.bias	3	-0.739974856376648
206281	linear.bias	4	-0.8763132691383362
206281	linear.bias	5	-1.1790932416915894
206281	linear.bias	6	-0.9962790608406067
206281	linear.bias	7	-0.738141655921936
206281	linear.bias	8	-0.01705317199230194
206281	linear.bias	9	3.48167085647583
206478	transitions	0	-0.4526992440223694
206478	transitions	1	8.77138614654541
206478	transitions	2	-3.6020588874816895
206478	transitions	3	1.5758470296859741
206478	transitions	4	-2.1965954303741455
206478	transitions	5	-0.42007681727409363
206478	transitions	6	-0.19438189268112183
206478	transitions	7	-10000.0
206478	transitions	8	1.8447980880737305
206478	transitions	9	-2.29474139213562
206478	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
206478	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
206478	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
206478	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
206478	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
206478	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
206478	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
206478	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
206478	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
206478	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
206478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
206478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
206478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
206478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
206478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
206478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
206478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
206478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
206478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
206478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
206478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
206478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
206478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
206478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
206478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
206478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
206478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
206478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
206478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
206478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
206478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
206478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
206478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
206478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
206478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
206478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
206478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
206478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
206478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
206478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
206478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
206478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
206478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
206478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
206478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
206478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
206478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
206478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
206478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
206478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
206478	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
206478	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
206478	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
206478	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
206478	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
206478	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
206478	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
206478	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
206478	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
206478	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
206478	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
206478	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
206478	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
206478	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
206478	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
206478	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
206478	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
206478	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
206478	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
206478	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
206478	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
206478	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
206478	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
206478	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
206478	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
206478	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
206478	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
206478	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
206478	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
206478	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
206478	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
206478	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
206478	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
206478	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
206478	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
206478	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
206478	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
206478	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
206478	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
206478	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
206478	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
206478	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
206478	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
206478	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
206478	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
206478	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
206478	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
206478	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
206478	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
206478	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
206478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
206478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
206478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
206478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
206478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
206478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
206478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
206478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
206478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
206478	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
206478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
206478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
206478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
206478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
206478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
206478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
206478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
206478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
206478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
206478	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
206478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
206478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
206478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
206478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
206478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
206478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
206478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
206478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
206478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
206478	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
206478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
206478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
206478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
206478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
206478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
206478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
206478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
206478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
206478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
206478	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
206478	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
206478	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
206478	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
206478	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
206478	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
206478	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
206478	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
206478	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
206478	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
206478	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
206478	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
206478	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
206478	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
206478	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
206478	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
206478	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
206478	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
206478	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
206478	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
206478	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
206478	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
206478	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
206478	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
206478	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
206478	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
206478	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
206478	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
206478	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
206478	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
206478	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
206478	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
206478	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
206478	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
206478	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
206478	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
206478	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
206478	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
206478	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
206478	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
206478	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
206478	embedding2nn.weight	0	0.04706497862935066
206478	embedding2nn.weight	1	-0.09422978013753891
206478	embedding2nn.weight	2	0.02062624879181385
206478	embedding2nn.weight	3	-0.054935794323682785
206478	embedding2nn.weight	4	-0.12125201523303986
206478	embedding2nn.weight	5	0.11934740096330643
206478	embedding2nn.weight	6	-0.09983836859464645
206478	embedding2nn.weight	7	-0.0671326220035553
206478	embedding2nn.weight	8	-0.028420869261026382
206478	embedding2nn.weight	9	0.04419515281915665
206478	embedding2nn.bias	0	0.08202620595693588
206478	embedding2nn.bias	1	-0.004217292182147503
206478	embedding2nn.bias	2	-0.07513710856437683
206478	embedding2nn.bias	3	0.002394170965999365
206478	embedding2nn.bias	4	-0.016667556017637253
206478	embedding2nn.bias	5	-0.18834112584590912
206478	embedding2nn.bias	6	-0.10219953209161758
206478	embedding2nn.bias	7	-0.010515118017792702
206478	embedding2nn.bias	8	0.07640402764081955
206478	embedding2nn.bias	9	-0.0600324310362339
206478	rnn.weight_ih_l0	0	0.04440639540553093
206478	rnn.weight_ih_l0	1	-0.07939371466636658
206478	rnn.weight_ih_l0	2	-0.051217712461948395
206478	rnn.weight_ih_l0	3	-0.05412273481488228
206478	rnn.weight_ih_l0	4	0.007168635260313749
206478	rnn.weight_ih_l0	5	-0.10285767912864685
206478	rnn.weight_ih_l0	6	-0.027512283995747566
206478	rnn.weight_ih_l0	7	-0.0067744022235274315
206478	rnn.weight_ih_l0	8	0.06438882648944855
206478	rnn.weight_ih_l0	9	0.009574076160788536
206478	rnn.weight_hh_l0	0	0.003265111008659005
206478	rnn.weight_hh_l0	1	-0.07732094079256058
206478	rnn.weight_hh_l0	2	0.07161904871463776
206478	rnn.weight_hh_l0	3	0.04990052059292793
206478	rnn.weight_hh_l0	4	0.00460446160286665
206478	rnn.weight_hh_l0	5	0.0669608861207962
206478	rnn.weight_hh_l0	6	-0.01909709721803665
206478	rnn.weight_hh_l0	7	-0.110016368329525
206478	rnn.weight_hh_l0	8	0.025601327419281006
206478	rnn.weight_hh_l0	9	-0.08820316940546036
206478	rnn.bias_ih_l0	0	-0.08995694667100906
206478	rnn.bias_ih_l0	1	-0.17863669991493225
206478	rnn.bias_ih_l0	2	-0.26081907749176025
206478	rnn.bias_ih_l0	3	-0.28383228182792664
206478	rnn.bias_ih_l0	4	0.0027539324946701527
206478	rnn.bias_ih_l0	5	0.05988630652427673
206478	rnn.bias_ih_l0	6	-0.16480417549610138
206478	rnn.bias_ih_l0	7	-0.2653408944606781
206478	rnn.bias_ih_l0	8	-0.13798768818378448
206478	rnn.bias_ih_l0	9	-0.17864662408828735
206478	rnn.bias_hh_l0	0	0.12281802296638489
206478	rnn.bias_hh_l0	1	-0.06217271462082863
206478	rnn.bias_hh_l0	2	0.04825208708643913
206478	rnn.bias_hh_l0	3	-0.17957507073879242
206478	rnn.bias_hh_l0	4	0.048069506883621216
206478	rnn.bias_hh_l0	5	0.05970126762986183
206478	rnn.bias_hh_l0	6	-0.10465123504400253
206478	rnn.bias_hh_l0	7	-0.1651538461446762
206478	rnn.bias_hh_l0	8	-0.18449582159519196
206478	rnn.bias_hh_l0	9	-0.10724149644374847
206478	rnn.weight_ih_l0_reverse	0	-0.024149583652615547
206478	rnn.weight_ih_l0_reverse	1	-0.0008786009275354445
206478	rnn.weight_ih_l0_reverse	2	0.014098966494202614
206478	rnn.weight_ih_l0_reverse	3	0.0059201521798968315
206478	rnn.weight_ih_l0_reverse	4	0.014711885713040829
206478	rnn.weight_ih_l0_reverse	5	-0.04912392795085907
206478	rnn.weight_ih_l0_reverse	6	-0.04699084907770157
206478	rnn.weight_ih_l0_reverse	7	0.013180706650018692
206478	rnn.weight_ih_l0_reverse	8	0.09597068279981613
206478	rnn.weight_ih_l0_reverse	9	-0.005268326960504055
206478	rnn.weight_hh_l0_reverse	0	0.0030847860034555197
206478	rnn.weight_hh_l0_reverse	1	0.02935989759862423
206478	rnn.weight_hh_l0_reverse	2	-0.04078594222664833
206478	rnn.weight_hh_l0_reverse	3	0.03580835089087486
206478	rnn.weight_hh_l0_reverse	4	0.021864283829927444
206478	rnn.weight_hh_l0_reverse	5	-0.002350324997678399
206478	rnn.weight_hh_l0_reverse	6	0.06728856265544891
206478	rnn.weight_hh_l0_reverse	7	0.03819459676742554
206478	rnn.weight_hh_l0_reverse	8	-0.02232198603451252
206478	rnn.weight_hh_l0_reverse	9	-0.0285810474306345
206478	rnn.bias_ih_l0_reverse	0	-0.1454058140516281
206478	rnn.bias_ih_l0_reverse	1	-0.31005221605300903
206478	rnn.bias_ih_l0_reverse	2	-0.06536413729190826
206478	rnn.bias_ih_l0_reverse	3	-0.14993508160114288
206478	rnn.bias_ih_l0_reverse	4	0.06436518579721451
206478	rnn.bias_ih_l0_reverse	5	-0.2618609368801117
206478	rnn.bias_ih_l0_reverse	6	-0.06359072774648666
206478	rnn.bias_ih_l0_reverse	7	0.02648163214325905
206478	rnn.bias_ih_l0_reverse	8	-0.18326139450073242
206478	rnn.bias_ih_l0_reverse	9	-0.09192601591348648
206478	rnn.bias_hh_l0_reverse	0	-0.14910419285297394
206478	rnn.bias_hh_l0_reverse	1	-0.15027152001857758
206478	rnn.bias_hh_l0_reverse	2	-0.015475984662771225
206478	rnn.bias_hh_l0_reverse	3	-0.12885065376758575
206478	rnn.bias_hh_l0_reverse	4	-0.025020580738782883
206478	rnn.bias_hh_l0_reverse	5	-0.12147808074951172
206478	rnn.bias_hh_l0_reverse	6	-0.07998495548963547
206478	rnn.bias_hh_l0_reverse	7	-0.18390719592571259
206478	rnn.bias_hh_l0_reverse	8	-0.07169362902641296
206478	rnn.bias_hh_l0_reverse	9	-0.11963170766830444
206478	linear.weight	0	-0.1970415711402893
206478	linear.weight	1	-0.08721868693828583
206478	linear.weight	2	-0.011228874325752258
206478	linear.weight	3	-0.10107209533452988
206478	linear.weight	4	-0.015317047014832497
206478	linear.weight	5	0.13490088284015656
206478	linear.weight	6	0.0047744326293468475
206478	linear.weight	7	-0.021312154829502106
206478	linear.weight	8	0.13486768305301666
206478	linear.weight	9	0.1937982589006424
206478	linear.bias	0	-0.8691378235816956
206478	linear.bias	1	1.438617467880249
206478	linear.bias	2	-0.492169588804245
206478	linear.bias	3	-0.736767053604126
206478	linear.bias	4	-0.8548136949539185
206478	linear.bias	5	-1.1791070699691772
206478	linear.bias	6	-0.9949656128883362
206478	linear.bias	7	-0.7389770746231079
206478	linear.bias	8	-0.01705317199230194
206478	linear.bias	9	3.4263052940368652
206675	transitions	0	-0.45278868079185486
206675	transitions	1	8.76856803894043
206675	transitions	2	-3.6023266315460205
206675	transitions	3	1.5731325149536133
206675	transitions	4	-2.196765899658203
206675	transitions	5	-0.4201054275035858
206675	transitions	6	-0.19439826905727386
206675	transitions	7	-10000.0
206675	transitions	8	1.8428261280059814
206675	transitions	9	-2.2947440147399902
206675	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
206675	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
206675	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
206675	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
206675	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
206675	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
206675	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
206675	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
206675	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
206675	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
206675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
206675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
206675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
206675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
206675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
206675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
206675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
206675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
206675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
206675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
206675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
206675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
206675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
206675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
206675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
206675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
206675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
206675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
206675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
206675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
206675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
206675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
206675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
206675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
206675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
206675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
206675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
206675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
206675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
206675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
206675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
206675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
206675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
206675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
206675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
206675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
206675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
206675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
206675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
206675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
206675	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
206675	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
206675	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
206675	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
206675	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
206675	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
206675	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
206675	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
206675	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
206675	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
206675	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
206675	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
206675	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
206675	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
206675	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
206675	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
206675	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
206675	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
206675	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
206675	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
206675	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
206675	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
206675	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
206675	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
206675	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
206675	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
206675	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
206675	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
206675	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
206675	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
206675	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
206675	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
206675	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
206675	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
206675	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
206675	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
206675	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
206675	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
206675	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
206675	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
206675	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
206675	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
206675	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
206675	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
206675	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
206675	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
206675	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
206675	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
206675	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
206675	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
206675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
206675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
206675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
206675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
206675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
206675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
206675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
206675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
206675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
206675	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
206675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
206675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
206675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
206675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
206675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
206675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
206675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
206675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
206675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
206675	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
206675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
206675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
206675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
206675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
206675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
206675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
206675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
206675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
206675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
206675	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
206675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
206675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
206675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
206675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
206675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
206675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
206675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
206675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
206675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
206675	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
206675	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
206675	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
206675	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
206675	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
206675	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
206675	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
206675	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
206675	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
206675	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
206675	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
206675	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
206675	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
206675	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
206675	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
206675	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
206675	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
206675	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
206675	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
206675	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
206675	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
206675	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
206675	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
206675	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
206675	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
206675	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
206675	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
206675	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
206675	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
206675	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
206675	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
206675	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
206675	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
206675	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
206675	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
206675	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
206675	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
206675	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
206675	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
206675	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
206675	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
206675	embedding2nn.weight	0	0.04665388911962509
206675	embedding2nn.weight	1	-0.09498079121112823
206675	embedding2nn.weight	2	0.020229894667863846
206675	embedding2nn.weight	3	-0.054550398141145706
206675	embedding2nn.weight	4	-0.11989813297986984
206675	embedding2nn.weight	5	0.11956297606229782
206675	embedding2nn.weight	6	-0.10307597368955612
206675	embedding2nn.weight	7	-0.06886029988527298
206675	embedding2nn.weight	8	-0.029117578640580177
206675	embedding2nn.weight	9	0.0442010760307312
206675	embedding2nn.bias	0	0.07175899296998978
206675	embedding2nn.bias	1	0.0077005792409181595
206675	embedding2nn.bias	2	-0.08148982375860214
206675	embedding2nn.bias	3	0.014525994658470154
206675	embedding2nn.bias	4	-0.012554719112813473
206675	embedding2nn.bias	5	-0.17677021026611328
206675	embedding2nn.bias	6	-0.12036806344985962
206675	embedding2nn.bias	7	-0.009661993011832237
206675	embedding2nn.bias	8	0.08386848121881485
206675	embedding2nn.bias	9	-0.057477764785289764
206675	rnn.weight_ih_l0	0	0.043862417340278625
206675	rnn.weight_ih_l0	1	-0.07441961765289307
206675	rnn.weight_ih_l0	2	-0.051274970173835754
206675	rnn.weight_ih_l0	3	-0.05491786077618599
206675	rnn.weight_ih_l0	4	0.007579348050057888
206675	rnn.weight_ih_l0	5	-0.10402990132570267
206675	rnn.weight_ih_l0	6	-0.026562094688415527
206675	rnn.weight_ih_l0	7	-0.007359483744949102
206675	rnn.weight_ih_l0	8	0.06435634195804596
206675	rnn.weight_ih_l0	9	0.009169397875666618
206675	rnn.weight_hh_l0	0	0.0026780583430081606
206675	rnn.weight_hh_l0	1	-0.07882018387317657
206675	rnn.weight_hh_l0	2	0.07142522186040878
206675	rnn.weight_hh_l0	3	0.0497397817671299
206675	rnn.weight_hh_l0	4	0.004430639091879129
206675	rnn.weight_hh_l0	5	0.0669298768043518
206675	rnn.weight_hh_l0	6	-0.01905207708477974
206675	rnn.weight_hh_l0	7	-0.10983137041330338
206675	rnn.weight_hh_l0	8	0.025243090465664864
206675	rnn.weight_hh_l0	9	-0.08678293973207474
206675	rnn.bias_ih_l0	0	-0.08984751999378204
206675	rnn.bias_ih_l0	1	-0.18074241280555725
206675	rnn.bias_ih_l0	2	-0.26060751080513
206675	rnn.bias_ih_l0	3	-0.28387901186943054
206675	rnn.bias_ih_l0	4	0.0015828232280910015
206675	rnn.bias_ih_l0	5	0.0605754554271698
206675	rnn.bias_ih_l0	6	-0.16385333240032196
206675	rnn.bias_ih_l0	7	-0.265792578458786
206675	rnn.bias_ih_l0	8	-0.1410108506679535
206675	rnn.bias_ih_l0	9	-0.17851290106773376
206675	rnn.bias_hh_l0	0	0.12301168590784073
206675	rnn.bias_hh_l0	1	-0.060567427426576614
206675	rnn.bias_hh_l0	2	0.047975122928619385
206675	rnn.bias_hh_l0	3	-0.18072141706943512
206675	rnn.bias_hh_l0	4	0.048923566937446594
206675	rnn.bias_hh_l0	5	0.06048836186528206
206675	rnn.bias_hh_l0	6	-0.10479286313056946
206675	rnn.bias_hh_l0	7	-0.16416925191879272
206675	rnn.bias_hh_l0	8	-0.18499726057052612
206675	rnn.bias_hh_l0	9	-0.1081124097108841
206675	rnn.weight_ih_l0_reverse	0	-0.025512561202049255
206675	rnn.weight_ih_l0_reverse	1	3.3276795875281096e-05
206675	rnn.weight_ih_l0_reverse	2	0.013681565411388874
206675	rnn.weight_ih_l0_reverse	3	0.005003244150429964
206675	rnn.weight_ih_l0_reverse	4	0.013884356245398521
206675	rnn.weight_ih_l0_reverse	5	-0.047515902668237686
206675	rnn.weight_ih_l0_reverse	6	-0.046745624393224716
206675	rnn.weight_ih_l0_reverse	7	0.01428059209138155
206675	rnn.weight_ih_l0_reverse	8	0.09602238237857819
206675	rnn.weight_ih_l0_reverse	9	-0.005924079101532698
206675	rnn.weight_hh_l0_reverse	0	0.0025938379112631083
206675	rnn.weight_hh_l0_reverse	1	0.029446545988321304
206675	rnn.weight_hh_l0_reverse	2	-0.04049070551991463
206675	rnn.weight_hh_l0_reverse	3	0.03557584062218666
206675	rnn.weight_hh_l0_reverse	4	0.022286050021648407
206675	rnn.weight_hh_l0_reverse	5	-0.002564761321991682
206675	rnn.weight_hh_l0_reverse	6	0.06732524186372757
206675	rnn.weight_hh_l0_reverse	7	0.03839767351746559
206675	rnn.weight_hh_l0_reverse	8	-0.021964795887470245
206675	rnn.weight_hh_l0_reverse	9	-0.028768882155418396
206675	rnn.bias_ih_l0_reverse	0	-0.14415821433067322
206675	rnn.bias_ih_l0_reverse	1	-0.30977165699005127
206675	rnn.bias_ih_l0_reverse	2	-0.06466248631477356
206675	rnn.bias_ih_l0_reverse	3	-0.14933238923549652
206675	rnn.bias_ih_l0_reverse	4	0.06221481040120125
206675	rnn.bias_ih_l0_reverse	5	-0.2639864981174469
206675	rnn.bias_ih_l0_reverse	6	-0.06453296542167664
206675	rnn.bias_ih_l0_reverse	7	0.02191423438489437
206675	rnn.bias_ih_l0_reverse	8	-0.18369373679161072
206675	rnn.bias_ih_l0_reverse	9	-0.09440875053405762
206675	rnn.bias_hh_l0_reverse	0	-0.14866536855697632
206675	rnn.bias_hh_l0_reverse	1	-0.14884160459041595
206675	rnn.bias_hh_l0_reverse	2	-0.016020260751247406
206675	rnn.bias_hh_l0_reverse	3	-0.13278137147426605
206675	rnn.bias_hh_l0_reverse	4	-0.02408282831311226
206675	rnn.bias_hh_l0_reverse	5	-0.1226060688495636
206675	rnn.bias_hh_l0_reverse	6	-0.0771002545952797
206675	rnn.bias_hh_l0_reverse	7	-0.1841191053390503
206675	rnn.bias_hh_l0_reverse	8	-0.07085291296243668
206675	rnn.bias_hh_l0_reverse	9	-0.11962749063968658
206675	linear.weight	0	-0.18816465139389038
206675	linear.weight	1	-0.08971638977527618
206675	linear.weight	2	-0.011228874325752258
206675	linear.weight	3	-0.09796696901321411
206675	linear.weight	4	-0.02185475267469883
206675	linear.weight	5	0.13161176443099976
206675	linear.weight	6	0.0047744326293468475
206675	linear.weight	7	-0.021312154829502106
206675	linear.weight	8	0.14112168550491333
206675	linear.weight	9	0.19630829989910126
206675	linear.bias	0	-0.8495835065841675
206675	linear.bias	1	1.411932110786438
206675	linear.bias	2	-0.5381200909614563
206675	linear.bias	3	-0.7293869256973267
206675	linear.bias	4	-0.8828879594802856
206675	linear.bias	5	-1.1791218519210815
206675	linear.bias	6	-0.9774386882781982
206675	linear.bias	7	-0.7258061766624451
206675	linear.bias	8	-0.01705317199230194
206675	linear.bias	9	3.431917428970337
206872	transitions	0	-0.4528215527534485
206872	transitions	1	8.783296585083008
206872	transitions	2	-3.602780342102051
206872	transitions	3	1.5717229843139648
206872	transitions	4	-2.196929454803467
206872	transitions	5	-0.42017045617103577
206872	transitions	6	-0.19441939890384674
206872	transitions	7	-10000.0
206872	transitions	8	1.8426411151885986
206872	transitions	9	-2.2947466373443604
206872	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
206872	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
206872	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
206872	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
206872	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
206872	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
206872	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
206872	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
206872	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
206872	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
206872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
206872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
206872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
206872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
206872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
206872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
206872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
206872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
206872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
206872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
206872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
206872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
206872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
206872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
206872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
206872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
206872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
206872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
206872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
206872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
206872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
206872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
206872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
206872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
206872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
206872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
206872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
206872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
206872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
206872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
206872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
206872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
206872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
206872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
206872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
206872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
206872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
206872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
206872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
206872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
206872	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
206872	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
206872	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
206872	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
206872	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
206872	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
206872	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
206872	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
206872	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
206872	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
206872	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
206872	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
206872	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
206872	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
206872	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
206872	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
206872	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
206872	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
206872	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
206872	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
206872	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
206872	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
206872	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
206872	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
206872	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
206872	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
206872	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
206872	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
206872	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
206872	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
206872	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
206872	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
206872	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
206872	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
206872	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
206872	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
206872	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
206872	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
206872	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
206872	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
206872	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
206872	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
206872	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
206872	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
206872	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
206872	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
206872	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
206872	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
206872	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
206872	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
206872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
206872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
206872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
206872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
206872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
206872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
206872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
206872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
206872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
206872	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
206872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
206872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
206872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
206872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
206872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
206872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
206872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
206872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
206872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
206872	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
206872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
206872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
206872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
206872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
206872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
206872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
206872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
206872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
206872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
206872	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
206872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
206872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
206872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
206872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
206872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
206872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
206872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
206872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
206872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
206872	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
206872	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
206872	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
206872	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
206872	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
206872	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
206872	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
206872	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
206872	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
206872	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
206872	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
206872	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
206872	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
206872	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
206872	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
206872	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
206872	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
206872	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
206872	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
206872	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
206872	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
206872	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
206872	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
206872	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
206872	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
206872	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
206872	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
206872	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
206872	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
206872	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
206872	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
206872	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
206872	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
206872	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
206872	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
206872	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
206872	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
206872	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
206872	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
206872	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
206872	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
206872	embedding2nn.weight	0	0.04617235064506531
206872	embedding2nn.weight	1	-0.09512607753276825
206872	embedding2nn.weight	2	0.019997434690594673
206872	embedding2nn.weight	3	-0.053181085735559464
206872	embedding2nn.weight	4	-0.11902035772800446
206872	embedding2nn.weight	5	0.1192530170083046
206872	embedding2nn.weight	6	-0.10172151774168015
206872	embedding2nn.weight	7	-0.06973129510879517
206872	embedding2nn.weight	8	-0.029292309656739235
206872	embedding2nn.weight	9	0.04495844617486
206872	embedding2nn.bias	0	0.07157482951879501
206872	embedding2nn.bias	1	0.010976884514093399
206872	embedding2nn.bias	2	-0.07824408262968063
206872	embedding2nn.bias	3	0.008063371293246746
206872	embedding2nn.bias	4	-0.004487570840865374
206872	embedding2nn.bias	5	-0.18159665167331696
206872	embedding2nn.bias	6	-0.11727218329906464
206872	embedding2nn.bias	7	-0.012006818316876888
206872	embedding2nn.bias	8	0.0916452631354332
206872	embedding2nn.bias	9	-0.06164926290512085
206872	rnn.weight_ih_l0	0	0.04330647736787796
206872	rnn.weight_ih_l0	1	-0.07528235018253326
206872	rnn.weight_ih_l0	2	-0.050776444375514984
206872	rnn.weight_ih_l0	3	-0.05613091215491295
206872	rnn.weight_ih_l0	4	0.009234581142663956
206872	rnn.weight_ih_l0	5	-0.1056179478764534
206872	rnn.weight_ih_l0	6	-0.025760237127542496
206872	rnn.weight_ih_l0	7	-0.007313863839954138
206872	rnn.weight_ih_l0	8	0.06436695903539658
206872	rnn.weight_ih_l0	9	0.008813492022454739
206872	rnn.weight_hh_l0	0	0.002523617120459676
206872	rnn.weight_hh_l0	1	-0.07859879732131958
206872	rnn.weight_hh_l0	2	0.07086098194122314
206872	rnn.weight_hh_l0	3	0.050168875604867935
206872	rnn.weight_hh_l0	4	0.004355280660092831
206872	rnn.weight_hh_l0	5	0.06627214699983597
206872	rnn.weight_hh_l0	6	-0.01895020343363285
206872	rnn.weight_hh_l0	7	-0.10965491831302643
206872	rnn.weight_hh_l0	8	0.0258452408015728
206872	rnn.weight_hh_l0	9	-0.08698219060897827
206872	rnn.bias_ih_l0	0	-0.0891069695353508
206872	rnn.bias_ih_l0	1	-0.18142463266849518
206872	rnn.bias_ih_l0	2	-0.2628151774406433
206872	rnn.bias_ih_l0	3	-0.28423044085502625
206872	rnn.bias_ih_l0	4	0.0001973695179913193
206872	rnn.bias_ih_l0	5	0.05989064276218414
206872	rnn.bias_ih_l0	6	-0.16363713145256042
206872	rnn.bias_ih_l0	7	-0.2644263207912445
206872	rnn.bias_ih_l0	8	-0.14349772036075592
206872	rnn.bias_ih_l0	9	-0.18023695051670074
206872	rnn.bias_hh_l0	0	0.1210797056555748
206872	rnn.bias_hh_l0	1	-0.06068044155836105
206872	rnn.bias_hh_l0	2	0.04803905263543129
206872	rnn.bias_hh_l0	3	-0.18198759853839874
206872	rnn.bias_hh_l0	4	0.04928576946258545
206872	rnn.bias_hh_l0	5	0.059431497007608414
206872	rnn.bias_hh_l0	6	-0.10506260395050049
206872	rnn.bias_hh_l0	7	-0.1644342839717865
206872	rnn.bias_hh_l0	8	-0.1861252635717392
206872	rnn.bias_hh_l0	9	-0.10791189968585968
206872	rnn.weight_ih_l0_reverse	0	-0.023566920310258865
206872	rnn.weight_ih_l0_reverse	1	-0.00036917152465321124
206872	rnn.weight_ih_l0_reverse	2	0.01403350941836834
206872	rnn.weight_ih_l0_reverse	3	0.004621868021786213
206872	rnn.weight_ih_l0_reverse	4	0.014240884222090244
206872	rnn.weight_ih_l0_reverse	5	-0.04709472134709358
206872	rnn.weight_ih_l0_reverse	6	-0.04628932476043701
206872	rnn.weight_ih_l0_reverse	7	0.013574245385825634
206872	rnn.weight_ih_l0_reverse	8	0.09619619697332382
206872	rnn.weight_ih_l0_reverse	9	-0.0061459532007575035
206872	rnn.weight_hh_l0_reverse	0	0.0025756608229130507
206872	rnn.weight_hh_l0_reverse	1	0.02948664501309395
206872	rnn.weight_hh_l0_reverse	2	-0.04031882435083389
206872	rnn.weight_hh_l0_reverse	3	0.035584352910518646
206872	rnn.weight_hh_l0_reverse	4	0.02210812270641327
206872	rnn.weight_hh_l0_reverse	5	-0.002752841915935278
206872	rnn.weight_hh_l0_reverse	6	0.06740349531173706
206872	rnn.weight_hh_l0_reverse	7	0.03824413940310478
206872	rnn.weight_hh_l0_reverse	8	-0.021519029513001442
206872	rnn.weight_hh_l0_reverse	9	-0.028997696936130524
206872	rnn.bias_ih_l0_reverse	0	-0.14462745189666748
206872	rnn.bias_ih_l0_reverse	1	-0.3087729513645172
206872	rnn.bias_ih_l0_reverse	2	-0.06466513127088547
206872	rnn.bias_ih_l0_reverse	3	-0.14996594190597534
206872	rnn.bias_ih_l0_reverse	4	0.06343945860862732
206872	rnn.bias_ih_l0_reverse	5	-0.2642456591129303
206872	rnn.bias_ih_l0_reverse	6	-0.06565533578395844
206872	rnn.bias_ih_l0_reverse	7	0.023638054728507996
206872	rnn.bias_ih_l0_reverse	8	-0.18294034898281097
206872	rnn.bias_ih_l0_reverse	9	-0.0945720300078392
206872	rnn.bias_hh_l0_reverse	0	-0.1473914384841919
206872	rnn.bias_hh_l0_reverse	1	-0.14770787954330444
206872	rnn.bias_hh_l0_reverse	2	-0.014833148568868637
206872	rnn.bias_hh_l0_reverse	3	-0.1336657702922821
206872	rnn.bias_hh_l0_reverse	4	-0.022552117705345154
206872	rnn.bias_hh_l0_reverse	5	-0.1212339699268341
206872	rnn.bias_hh_l0_reverse	6	-0.07813391089439392
206872	rnn.bias_hh_l0_reverse	7	-0.18344002962112427
206872	rnn.bias_hh_l0_reverse	8	-0.07005138695240021
206872	rnn.bias_hh_l0_reverse	9	-0.12078258395195007
206872	linear.weight	0	-0.18868665397167206
206872	linear.weight	1	-0.09313980489969254
206872	linear.weight	2	-0.011228874325752258
206872	linear.weight	3	-0.10556969046592712
206872	linear.weight	4	-0.012898754328489304
206872	linear.weight	5	0.12878169119358063
206872	linear.weight	6	0.0047744326293468475
206872	linear.weight	7	-0.021312154829502106
206872	linear.weight	8	0.14334551990032196
206872	linear.weight	9	0.1971255987882614
206872	linear.bias	0	-0.8643882870674133
206872	linear.bias	1	1.4087899923324585
206872	linear.bias	2	-0.517927348613739
206872	linear.bias	3	-0.7281181216239929
206872	linear.bias	4	-0.8626711368560791
206872	linear.bias	5	-1.179132103919983
206872	linear.bias	6	-0.9924685955047607
206872	linear.bias	7	-0.7337931990623474
206872	linear.bias	8	-0.01705317199230194
206872	linear.bias	9	3.464501142501831
207069	transitions	0	-0.45389479398727417
207069	transitions	1	8.778563499450684
207069	transitions	2	-3.6029837131500244
207069	transitions	3	1.572756052017212
207069	transitions	4	-2.197160482406616
207069	transitions	5	-0.4202210605144501
207069	transitions	6	-0.19443389773368835
207069	transitions	7	-10000.0
207069	transitions	8	1.8432831764221191
207069	transitions	9	-2.2947487831115723
207069	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
207069	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
207069	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
207069	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
207069	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
207069	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
207069	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
207069	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
207069	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
207069	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
207069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
207069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
207069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
207069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
207069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
207069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
207069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
207069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
207069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
207069	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
207069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
207069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
207069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
207069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
207069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
207069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
207069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
207069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
207069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
207069	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
207069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
207069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
207069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
207069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
207069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
207069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
207069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
207069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
207069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
207069	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
207069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
207069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
207069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
207069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
207069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
207069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
207069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
207069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
207069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
207069	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
207069	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
207069	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
207069	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
207069	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
207069	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
207069	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
207069	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
207069	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
207069	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
207069	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
207069	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
207069	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
207069	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
207069	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
207069	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
207069	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
207069	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
207069	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
207069	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
207069	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
207069	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
207069	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
207069	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
207069	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
207069	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
207069	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
207069	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
207069	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
207069	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
207069	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
207069	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
207069	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
207069	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
207069	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
207069	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
207069	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
207069	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
207069	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
207069	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
207069	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
207069	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
207069	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
207069	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
207069	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
207069	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
207069	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
207069	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
207069	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
207069	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
207069	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
207069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
207069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
207069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
207069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
207069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
207069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
207069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
207069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
207069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
207069	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
207069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
207069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
207069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
207069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
207069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
207069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
207069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
207069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
207069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
207069	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
207069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
207069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
207069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
207069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
207069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
207069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
207069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
207069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
207069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
207069	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
207069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
207069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
207069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
207069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
207069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
207069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
207069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
207069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
207069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
207069	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
207069	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
207069	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
207069	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
207069	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
207069	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
207069	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
207069	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
207069	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
207069	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
207069	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
207069	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
207069	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
207069	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
207069	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
207069	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
207069	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
207069	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
207069	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
207069	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
207069	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
207069	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
207069	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
207069	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
207069	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
207069	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
207069	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
207069	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
207069	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
207069	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
207069	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
207069	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
207069	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
207069	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
207069	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
207069	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
207069	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
207069	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
207069	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
207069	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
207069	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
207069	embedding2nn.weight	0	0.04626819118857384
207069	embedding2nn.weight	1	-0.09472988545894623
207069	embedding2nn.weight	2	0.019966958090662956
207069	embedding2nn.weight	3	-0.05312354490160942
207069	embedding2nn.weight	4	-0.11519864201545715
207069	embedding2nn.weight	5	0.11956100910902023
207069	embedding2nn.weight	6	-0.10035805404186249
207069	embedding2nn.weight	7	-0.06925784796476364
207069	embedding2nn.weight	8	-0.029758330434560776
207069	embedding2nn.weight	9	0.04322309046983719
207069	embedding2nn.bias	0	0.07048875093460083
207069	embedding2nn.bias	1	0.0014495565555989742
207069	embedding2nn.bias	2	-0.07784873992204666
207069	embedding2nn.bias	3	0.009475878439843655
207069	embedding2nn.bias	4	-0.007780733518302441
207069	embedding2nn.bias	5	-0.18726833164691925
207069	embedding2nn.bias	6	-0.11486577987670898
207069	embedding2nn.bias	7	-0.01841673068702221
207069	embedding2nn.bias	8	0.08779484033584595
207069	embedding2nn.bias	9	-0.060906849801540375
207069	rnn.weight_ih_l0	0	0.040546808391809464
207069	rnn.weight_ih_l0	1	-0.07528627663850784
207069	rnn.weight_ih_l0	2	-0.05104461684823036
207069	rnn.weight_ih_l0	3	-0.056863460689783096
207069	rnn.weight_ih_l0	4	0.009307721629738808
207069	rnn.weight_ih_l0	5	-0.10430847853422165
207069	rnn.weight_ih_l0	6	-0.02555096708238125
207069	rnn.weight_ih_l0	7	-0.007058882154524326
207069	rnn.weight_ih_l0	8	0.06356231123209
207069	rnn.weight_ih_l0	9	0.00978857185691595
207069	rnn.weight_hh_l0	0	0.0027687635738402605
207069	rnn.weight_hh_l0	1	-0.07934045046567917
207069	rnn.weight_hh_l0	2	0.07063701003789902
207069	rnn.weight_hh_l0	3	0.05016738548874855
207069	rnn.weight_hh_l0	4	0.004259820096194744
207069	rnn.weight_hh_l0	5	0.06653305888175964
207069	rnn.weight_hh_l0	6	-0.018947066739201546
207069	rnn.weight_hh_l0	7	-0.10981365293264389
207069	rnn.weight_hh_l0	8	0.026026159524917603
207069	rnn.weight_hh_l0	9	-0.08765022456645966
207069	rnn.bias_ih_l0	0	-0.09207380563020706
207069	rnn.bias_ih_l0	1	-0.17990301549434662
207069	rnn.bias_ih_l0	2	-0.2641216814517975
207069	rnn.bias_ih_l0	3	-0.28519347310066223
207069	rnn.bias_ih_l0	4	0.0026407830882817507
207069	rnn.bias_ih_l0	5	0.05809229239821434
207069	rnn.bias_ih_l0	6	-0.16315363347530365
207069	rnn.bias_ih_l0	7	-0.2652772068977356
207069	rnn.bias_ih_l0	8	-0.14166907966136932
207069	rnn.bias_ih_l0	9	-0.17926174402236938
207069	rnn.bias_hh_l0	0	0.12005170434713364
207069	rnn.bias_hh_l0	1	-0.06041181832551956
207069	rnn.bias_hh_l0	2	0.04767995327711105
207069	rnn.bias_hh_l0	3	-0.184191033244133
207069	rnn.bias_hh_l0	4	0.046629153192043304
207069	rnn.bias_hh_l0	5	0.0597638376057148
207069	rnn.bias_hh_l0	6	-0.10517192631959915
207069	rnn.bias_hh_l0	7	-0.1631263792514801
207069	rnn.bias_hh_l0	8	-0.18555232882499695
207069	rnn.bias_hh_l0	9	-0.1080867275595665
207069	rnn.weight_ih_l0_reverse	0	-0.023730510845780373
207069	rnn.weight_ih_l0_reverse	1	-7.047257531667128e-05
207069	rnn.weight_ih_l0_reverse	2	0.01555696316063404
207069	rnn.weight_ih_l0_reverse	3	0.0052120741456747055
207069	rnn.weight_ih_l0_reverse	4	0.012579360045492649
207069	rnn.weight_ih_l0_reverse	5	-0.04572851210832596
207069	rnn.weight_ih_l0_reverse	6	-0.04667803645133972
207069	rnn.weight_ih_l0_reverse	7	0.013243228197097778
207069	rnn.weight_ih_l0_reverse	8	0.09680137783288956
207069	rnn.weight_ih_l0_reverse	9	-0.006333108991384506
207069	rnn.weight_hh_l0_reverse	0	0.0025962775107473135
207069	rnn.weight_hh_l0_reverse	1	0.02977663464844227
207069	rnn.weight_hh_l0_reverse	2	-0.04047472029924393
207069	rnn.weight_hh_l0_reverse	3	0.03575538843870163
207069	rnn.weight_hh_l0_reverse	4	0.021996010094881058
207069	rnn.weight_hh_l0_reverse	5	-0.0033202124759554863
207069	rnn.weight_hh_l0_reverse	6	0.06705865263938904
207069	rnn.weight_hh_l0_reverse	7	0.038678448647260666
207069	rnn.weight_hh_l0_reverse	8	-0.021644633263349533
207069	rnn.weight_hh_l0_reverse	9	-0.02884005196392536
207069	rnn.bias_ih_l0_reverse	0	-0.14566625654697418
207069	rnn.bias_ih_l0_reverse	1	-0.308157354593277
207069	rnn.bias_ih_l0_reverse	2	-0.06590517610311508
207069	rnn.bias_ih_l0_reverse	3	-0.15088021755218506
207069	rnn.bias_ih_l0_reverse	4	0.06296264380216599
207069	rnn.bias_ih_l0_reverse	5	-0.26298967003822327
207069	rnn.bias_ih_l0_reverse	6	-0.06600341200828552
207069	rnn.bias_ih_l0_reverse	7	0.023647254332900047
207069	rnn.bias_ih_l0_reverse	8	-0.18299686908721924
207069	rnn.bias_ih_l0_reverse	9	-0.09531223773956299
207069	rnn.bias_hh_l0_reverse	0	-0.14944656193256378
207069	rnn.bias_hh_l0_reverse	1	-0.14736828207969666
207069	rnn.bias_hh_l0_reverse	2	-0.013867294415831566
207069	rnn.bias_hh_l0_reverse	3	-0.13301293551921844
207069	rnn.bias_hh_l0_reverse	4	-0.02365315519273281
207069	rnn.bias_hh_l0_reverse	5	-0.12250053882598877
207069	rnn.bias_hh_l0_reverse	6	-0.07850217074155807
207069	rnn.bias_hh_l0_reverse	7	-0.18191051483154297
207069	rnn.bias_hh_l0_reverse	8	-0.06929513067007065
207069	rnn.bias_hh_l0_reverse	9	-0.12186963111162186
207069	linear.weight	0	-0.1888120025396347
207069	linear.weight	1	-0.09240712970495224
207069	linear.weight	2	-0.011228874325752258
207069	linear.weight	3	-0.10633181780576706
207069	linear.weight	4	-0.006533289793878794
207069	linear.weight	5	0.13224180042743683
207069	linear.weight	6	0.0047744326293468475
207069	linear.weight	7	-0.021312154829502106
207069	linear.weight	8	0.14524628221988678
207069	linear.weight	9	0.19911067187786102
207069	linear.bias	0	-0.847460925579071
207069	linear.bias	1	1.4297996759414673
207069	linear.bias	2	-0.4800858199596405
207069	linear.bias	3	-0.7424712777137756
207069	linear.bias	4	-0.8713147044181824
207069	linear.bias	5	-1.1791483163833618
207069	linear.bias	6	-0.977422833442688
207069	linear.bias	7	-0.702958345413208
207069	linear.bias	8	-0.01705317199230194
207069	linear.bias	9	3.472311019897461
207266	transitions	0	-0.45391643047332764
207266	transitions	1	8.78506851196289
207266	transitions	2	-3.603214740753174
207266	transitions	3	1.5679280757904053
207266	transitions	4	-2.1975319385528564
207266	transitions	5	-0.42026644945144653
207266	transitions	6	-0.19444887340068817
207266	transitions	7	-10000.0
207266	transitions	8	1.8438471555709839
207266	transitions	9	-2.294753313064575
207266	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
207266	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
207266	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
207266	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
207266	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
207266	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
207266	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
207266	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
207266	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
207266	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
207266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
207266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
207266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
207266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
207266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
207266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
207266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
207266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
207266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
207266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
207266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
207266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
207266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
207266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
207266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
207266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
207266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
207266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
207266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
207266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
207266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
207266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
207266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
207266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
207266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
207266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
207266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
207266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
207266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
207266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
207266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
207266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
207266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
207266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
207266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
207266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
207266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
207266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
207266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
207266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
207266	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
207266	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
207266	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
207266	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
207266	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
207266	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
207266	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
207266	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
207266	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
207266	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
207266	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
207266	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
207266	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
207266	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
207266	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
207266	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
207266	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
207266	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
207266	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
207266	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
207266	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
207266	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
207266	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
207266	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
207266	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
207266	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
207266	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
207266	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
207266	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
207266	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
207266	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
207266	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
207266	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
207266	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
207266	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
207266	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
207266	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
207266	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
207266	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
207266	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
207266	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
207266	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
207266	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
207266	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
207266	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
207266	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
207266	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
207266	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
207266	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
207266	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
207266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
207266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
207266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
207266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
207266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
207266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
207266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
207266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
207266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
207266	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
207266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
207266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
207266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
207266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
207266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
207266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
207266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
207266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
207266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
207266	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
207266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
207266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
207266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
207266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
207266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
207266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
207266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
207266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
207266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
207266	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
207266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
207266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
207266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
207266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
207266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
207266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
207266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
207266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
207266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
207266	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
207266	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
207266	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
207266	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
207266	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
207266	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
207266	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
207266	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
207266	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
207266	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
207266	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
207266	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
207266	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
207266	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
207266	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
207266	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
207266	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
207266	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
207266	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
207266	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
207266	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
207266	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
207266	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
207266	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
207266	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
207266	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
207266	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
207266	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
207266	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
207266	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
207266	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
207266	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
207266	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
207266	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
207266	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
207266	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
207266	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
207266	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
207266	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
207266	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
207266	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
207266	embedding2nn.weight	0	0.04583752527832985
207266	embedding2nn.weight	1	-0.09463321417570114
207266	embedding2nn.weight	2	0.018680717796087265
207266	embedding2nn.weight	3	-0.052932191640138626
207266	embedding2nn.weight	4	-0.11516571789979935
207266	embedding2nn.weight	5	0.11954721808433533
207266	embedding2nn.weight	6	-0.09674204140901566
207266	embedding2nn.weight	7	-0.06957196444272995
207266	embedding2nn.weight	8	-0.03018684685230255
207266	embedding2nn.weight	9	0.04385315999388695
207266	embedding2nn.bias	0	0.0752153992652893
207266	embedding2nn.bias	1	-0.007816268131136894
207266	embedding2nn.bias	2	-0.07521229237318039
207266	embedding2nn.bias	3	0.004688408225774765
207266	embedding2nn.bias	4	-0.005287280771881342
207266	embedding2nn.bias	5	-0.18617849051952362
207266	embedding2nn.bias	6	-0.11376108229160309
207266	embedding2nn.bias	7	-0.026321589946746826
207266	embedding2nn.bias	8	0.09890872240066528
207266	embedding2nn.bias	9	-0.06061698496341705
207266	rnn.weight_ih_l0	0	0.04188496991991997
207266	rnn.weight_ih_l0	1	-0.07262849062681198
207266	rnn.weight_ih_l0	2	-0.049391984939575195
207266	rnn.weight_ih_l0	3	-0.0569947250187397
207266	rnn.weight_ih_l0	4	0.009358895942568779
207266	rnn.weight_ih_l0	5	-0.10410148650407791
207266	rnn.weight_ih_l0	6	-0.025989044457674026
207266	rnn.weight_ih_l0	7	-0.007965045049786568
207266	rnn.weight_ih_l0	8	0.06341596692800522
207266	rnn.weight_ih_l0	9	0.010111331939697266
207266	rnn.weight_hh_l0	0	0.0027695747558027506
207266	rnn.weight_hh_l0	1	-0.07994335889816284
207266	rnn.weight_hh_l0	2	0.07042859494686127
207266	rnn.weight_hh_l0	3	0.05079657584428787
207266	rnn.weight_hh_l0	4	0.004303307272493839
207266	rnn.weight_hh_l0	5	0.06668701767921448
207266	rnn.weight_hh_l0	6	-0.018771031871438026
207266	rnn.weight_hh_l0	7	-0.10988087952136993
207266	rnn.weight_hh_l0	8	0.026567308232188225
207266	rnn.weight_hh_l0	9	-0.0883815661072731
207266	rnn.bias_ih_l0	0	-0.09058833867311478
207266	rnn.bias_ih_l0	1	-0.18120276927947998
207266	rnn.bias_ih_l0	2	-0.2636200189590454
207266	rnn.bias_ih_l0	3	-0.2888202965259552
207266	rnn.bias_ih_l0	4	0.0027226253878325224
207266	rnn.bias_ih_l0	5	0.06171161308884621
207266	rnn.bias_ih_l0	6	-0.16318927705287933
207266	rnn.bias_ih_l0	7	-0.26620835065841675
207266	rnn.bias_ih_l0	8	-0.13801318407058716
207266	rnn.bias_ih_l0	9	-0.17937980592250824
207266	rnn.bias_hh_l0	0	0.11970682442188263
207266	rnn.bias_hh_l0	1	-0.06070913001894951
207266	rnn.bias_hh_l0	2	0.04897531121969223
207266	rnn.bias_hh_l0	3	-0.1846034973859787
207266	rnn.bias_hh_l0	4	0.04940706118941307
207266	rnn.bias_hh_l0	5	0.059042178094387054
207266	rnn.bias_hh_l0	6	-0.10733617842197418
207266	rnn.bias_hh_l0	7	-0.16312560439109802
207266	rnn.bias_hh_l0	8	-0.1860223263502121
207266	rnn.bias_hh_l0	9	-0.10863565653562546
207266	rnn.weight_ih_l0_reverse	0	-0.02391454018652439
207266	rnn.weight_ih_l0_reverse	1	-0.0009005102328956127
207266	rnn.weight_ih_l0_reverse	2	0.015697358176112175
207266	rnn.weight_ih_l0_reverse	3	0.004363931715488434
207266	rnn.weight_ih_l0_reverse	4	0.013469815254211426
207266	rnn.weight_ih_l0_reverse	5	-0.0452578105032444
207266	rnn.weight_ih_l0_reverse	6	-0.04682626202702522
207266	rnn.weight_ih_l0_reverse	7	0.013818835839629173
207266	rnn.weight_ih_l0_reverse	8	0.09682965278625488
207266	rnn.weight_ih_l0_reverse	9	-0.005357431713491678
207266	rnn.weight_hh_l0_reverse	0	0.0025838720612227917
207266	rnn.weight_hh_l0_reverse	1	0.02953070029616356
207266	rnn.weight_hh_l0_reverse	2	-0.04082771763205528
207266	rnn.weight_hh_l0_reverse	3	0.035898901522159576
207266	rnn.weight_hh_l0_reverse	4	0.022205090150237083
207266	rnn.weight_hh_l0_reverse	5	-0.0036900038830935955
207266	rnn.weight_hh_l0_reverse	6	0.06654144078493118
207266	rnn.weight_hh_l0_reverse	7	0.03791884332895279
207266	rnn.weight_hh_l0_reverse	8	-0.021792499348521233
207266	rnn.weight_hh_l0_reverse	9	-0.029109906405210495
207266	rnn.bias_ih_l0_reverse	0	-0.1456911414861679
207266	rnn.bias_ih_l0_reverse	1	-0.3090134561061859
207266	rnn.bias_ih_l0_reverse	2	-0.06566110998392105
207266	rnn.bias_ih_l0_reverse	3	-0.1515071839094162
207266	rnn.bias_ih_l0_reverse	4	0.06401145458221436
207266	rnn.bias_ih_l0_reverse	5	-0.26332733035087585
207266	rnn.bias_ih_l0_reverse	6	-0.06580454856157303
207266	rnn.bias_ih_l0_reverse	7	0.019814513623714447
207266	rnn.bias_ih_l0_reverse	8	-0.1841381937265396
207266	rnn.bias_ih_l0_reverse	9	-0.09449587017297745
207266	rnn.bias_hh_l0_reverse	0	-0.1510004699230194
207266	rnn.bias_hh_l0_reverse	1	-0.14613130688667297
207266	rnn.bias_hh_l0_reverse	2	-0.013859354890882969
207266	rnn.bias_hh_l0_reverse	3	-0.13345514237880707
207266	rnn.bias_hh_l0_reverse	4	-0.022057658061385155
207266	rnn.bias_hh_l0_reverse	5	-0.12269023805856705
207266	rnn.bias_hh_l0_reverse	6	-0.0784088596701622
207266	rnn.bias_hh_l0_reverse	7	-0.17957496643066406
207266	rnn.bias_hh_l0_reverse	8	-0.06898964196443558
207266	rnn.bias_hh_l0_reverse	9	-0.12108433246612549
207266	linear.weight	0	-0.19394156336784363
207266	linear.weight	1	-0.09674718230962753
207266	linear.weight	2	-0.011228874325752258
207266	linear.weight	3	-0.10417235642671585
207266	linear.weight	4	-0.012429405003786087
207266	linear.weight	5	0.13264472782611847
207266	linear.weight	6	0.0047744326293468475
207266	linear.weight	7	-0.021312154829502106
207266	linear.weight	8	0.13541677594184875
207266	linear.weight	9	0.19169765710830688
207266	linear.bias	0	-0.8732848167419434
207266	linear.bias	1	1.4258465766906738
207266	linear.bias	2	-0.4720114767551422
207266	linear.bias	3	-0.7387281060218811
207266	linear.bias	4	-0.8510577082633972
207266	linear.bias	5	-1.1791653633117676
207266	linear.bias	6	-1.0025105476379395
207266	linear.bias	7	-0.7108848094940186
207266	linear.bias	8	-0.01705317199230194
207266	linear.bias	9	3.4916226863861084
207270	transitions	0	-0.4539167881011963
207270	transitions	1	8.783825874328613
207270	transitions	2	-3.603214979171753
207270	transitions	3	1.5678943395614624
207270	transitions	4	-2.1975343227386475
207270	transitions	5	-0.4202664792537689
207270	transitions	6	-0.1944490522146225
207270	transitions	7	-10000.0
207270	transitions	8	1.8437987565994263
207270	transitions	9	-2.294753313064575
207270	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
207270	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
207270	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
207270	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
207270	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
207270	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
207270	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
207270	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
207270	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
207270	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
207270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
207270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
207270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
207270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
207270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
207270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
207270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
207270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
207270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
207270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
207270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
207270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
207270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
207270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
207270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
207270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
207270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
207270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
207270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
207270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
207270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
207270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
207270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
207270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
207270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
207270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
207270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
207270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
207270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
207270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
207270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
207270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
207270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
207270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
207270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
207270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
207270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
207270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
207270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
207270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
207270	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
207270	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
207270	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
207270	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
207270	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
207270	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
207270	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
207270	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
207270	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
207270	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
207270	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
207270	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
207270	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
207270	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
207270	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
207270	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
207270	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
207270	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
207270	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
207270	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
207270	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
207270	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
207270	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
207270	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
207270	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
207270	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
207270	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
207270	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
207270	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
207270	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
207270	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
207270	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
207270	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
207270	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
207270	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
207270	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
207270	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
207270	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
207270	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
207270	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
207270	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
207270	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
207270	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
207270	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
207270	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
207270	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
207270	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
207270	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
207270	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
207270	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
207270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
207270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
207270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
207270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
207270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
207270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
207270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
207270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
207270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
207270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
207270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
207270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
207270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
207270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
207270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
207270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
207270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
207270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
207270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
207270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
207270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
207270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
207270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
207270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
207270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
207270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
207270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
207270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
207270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
207270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
207270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
207270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
207270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
207270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
207270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
207270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
207270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
207270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
207270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
207270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
207270	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
207270	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
207270	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
207270	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
207270	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
207270	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
207270	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
207270	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
207270	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
207270	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
207270	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
207270	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
207270	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
207270	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
207270	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
207270	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
207270	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
207270	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
207270	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
207270	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
207270	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
207270	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
207270	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
207270	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
207270	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
207270	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
207270	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
207270	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
207270	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
207270	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
207270	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
207270	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
207270	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
207270	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
207270	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
207270	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
207270	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
207270	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
207270	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
207270	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
207270	embedding2nn.weight	0	0.045923102647066116
207270	embedding2nn.weight	1	-0.09459822624921799
207270	embedding2nn.weight	2	0.01907029189169407
207270	embedding2nn.weight	3	-0.052946288138628006
207270	embedding2nn.weight	4	-0.11501457542181015
207270	embedding2nn.weight	5	0.11950085312128067
207270	embedding2nn.weight	6	-0.09669668972492218
207270	embedding2nn.weight	7	-0.06976750493049622
207270	embedding2nn.weight	8	-0.030106710270047188
207270	embedding2nn.weight	9	0.04362012818455696
207270	embedding2nn.bias	0	0.07503414899110794
207270	embedding2nn.bias	1	-0.008062782697379589
207270	embedding2nn.bias	2	-0.07570088654756546
207270	embedding2nn.bias	3	0.004316059872508049
207270	embedding2nn.bias	4	-0.006693715695291758
207270	embedding2nn.bias	5	-0.18537570536136627
207270	embedding2nn.bias	6	-0.11492729932069778
207270	embedding2nn.bias	7	-0.025160301476716995
207270	embedding2nn.bias	8	0.10036759078502655
207270	embedding2nn.bias	9	-0.05935124307870865
207270	rnn.weight_ih_l0	0	0.04190446808934212
207270	rnn.weight_ih_l0	1	-0.07262896001338959
207270	rnn.weight_ih_l0	2	-0.04941962659358978
207270	rnn.weight_ih_l0	3	-0.05702941492199898
207270	rnn.weight_ih_l0	4	0.00935005210340023
207270	rnn.weight_ih_l0	5	-0.10427211970090866
207270	rnn.weight_ih_l0	6	-0.02600323036313057
207270	rnn.weight_ih_l0	7	-0.008598932065069675
207270	rnn.weight_ih_l0	8	0.06353047490119934
207270	rnn.weight_ih_l0	9	0.010192891582846642
207270	rnn.weight_hh_l0	0	0.0027613185811787844
207270	rnn.weight_hh_l0	1	-0.08002708852291107
207270	rnn.weight_hh_l0	2	0.07046099752187729
207270	rnn.weight_hh_l0	3	0.05063007399439812
207270	rnn.weight_hh_l0	4	0.0042677451856434345
207270	rnn.weight_hh_l0	5	0.06668560951948166
207270	rnn.weight_hh_l0	6	-0.018772916868329048
207270	rnn.weight_hh_l0	7	-0.1098610907793045
207270	rnn.weight_hh_l0	8	0.026562297716736794
207270	rnn.weight_hh_l0	9	-0.08797956258058548
207270	rnn.bias_ih_l0	0	-0.09062176197767258
207270	rnn.bias_ih_l0	1	-0.18127167224884033
207270	rnn.bias_ih_l0	2	-0.2636108100414276
207270	rnn.bias_ih_l0	3	-0.28859269618988037
207270	rnn.bias_ih_l0	4	0.002864996436983347
207270	rnn.bias_ih_l0	5	0.06179148703813553
207270	rnn.bias_ih_l0	6	-0.16306741535663605
207270	rnn.bias_ih_l0	7	-0.2660784125328064
207270	rnn.bias_ih_l0	8	-0.1379174143075943
207270	rnn.bias_ih_l0	9	-0.17957134544849396
207270	rnn.bias_hh_l0	0	0.11970870196819305
207270	rnn.bias_hh_l0	1	-0.06081762537360191
207270	rnn.bias_hh_l0	2	0.04907150939106941
207270	rnn.bias_hh_l0	3	-0.18470771610736847
207270	rnn.bias_hh_l0	4	0.05013248324394226
207270	rnn.bias_hh_l0	5	0.059062156826257706
207270	rnn.bias_hh_l0	6	-0.10730215162038803
207270	rnn.bias_hh_l0	7	-0.16332164406776428
207270	rnn.bias_hh_l0	8	-0.18602006137371063
207270	rnn.bias_hh_l0	9	-0.10841438174247742
207270	rnn.weight_ih_l0_reverse	0	-0.02389213629066944
207270	rnn.weight_ih_l0_reverse	1	-0.0008466454455628991
207270	rnn.weight_ih_l0_reverse	2	0.01580924540758133
207270	rnn.weight_ih_l0_reverse	3	0.004325213376432657
207270	rnn.weight_ih_l0_reverse	4	0.013166198506951332
207270	rnn.weight_ih_l0_reverse	5	-0.04513876885175705
207270	rnn.weight_ih_l0_reverse	6	-0.04680616036057472
207270	rnn.weight_ih_l0_reverse	7	0.013770230114459991
207270	rnn.weight_ih_l0_reverse	8	0.09686904400587082
207270	rnn.weight_ih_l0_reverse	9	-0.005355311557650566
207270	rnn.weight_hh_l0_reverse	0	0.0025955496821552515
207270	rnn.weight_hh_l0_reverse	1	0.029530910775065422
207270	rnn.weight_hh_l0_reverse	2	-0.04081512242555618
207270	rnn.weight_hh_l0_reverse	3	0.03585873171687126
207270	rnn.weight_hh_l0_reverse	4	0.022190449759364128
207270	rnn.weight_hh_l0_reverse	5	-0.0037308535538613796
207270	rnn.weight_hh_l0_reverse	6	0.0666288435459137
207270	rnn.weight_hh_l0_reverse	7	0.037974659353494644
207270	rnn.weight_hh_l0_reverse	8	-0.021791210398077965
207270	rnn.weight_hh_l0_reverse	9	-0.02919098176062107
207270	rnn.bias_ih_l0_reverse	0	-0.1456473022699356
207270	rnn.bias_ih_l0_reverse	1	-0.30859604477882385
207270	rnn.bias_ih_l0_reverse	2	-0.06575817614793777
207270	rnn.bias_ih_l0_reverse	3	-0.15158918499946594
207270	rnn.bias_ih_l0_reverse	4	0.06401599198579788
207270	rnn.bias_ih_l0_reverse	5	-0.2632521688938141
207270	rnn.bias_ih_l0_reverse	6	-0.06553680449724197
207270	rnn.bias_ih_l0_reverse	7	0.019645417109131813
207270	rnn.bias_ih_l0_reverse	8	-0.184052512049675
207270	rnn.bias_ih_l0_reverse	9	-0.09459308534860611
207270	rnn.bias_hh_l0_reverse	0	-0.15099497139453888
207270	rnn.bias_hh_l0_reverse	1	-0.14569421112537384
207270	rnn.bias_hh_l0_reverse	2	-0.013820747844874859
207270	rnn.bias_hh_l0_reverse	3	-0.13382340967655182
207270	rnn.bias_hh_l0_reverse	4	-0.021899471059441566
207270	rnn.bias_hh_l0_reverse	5	-0.12255287170410156
207270	rnn.bias_hh_l0_reverse	6	-0.07834336906671524
207270	rnn.bias_hh_l0_reverse	7	-0.17913803458213806
207270	rnn.bias_hh_l0_reverse	8	-0.06893350929021835
207270	rnn.bias_hh_l0_reverse	9	-0.12098722159862518
207270	linear.weight	0	-0.19349800050258636
207270	linear.weight	1	-0.09674706310033798
207270	linear.weight	2	-0.011228874325752258
207270	linear.weight	3	-0.10407224297523499
207270	linear.weight	4	-0.012470186688005924
207270	linear.weight	5	0.1329018622636795
207270	linear.weight	6	0.0047744326293468475
207270	linear.weight	7	-0.021312154829502106
207270	linear.weight	8	0.13468806445598602
207270	linear.weight	9	0.19173695147037506
207270	linear.bias	0	-0.8750008344650269
207270	linear.bias	1	1.4241747856140137
207270	linear.bias	2	-0.4878062307834625
207270	linear.bias	3	-0.7389322519302368
207270	linear.bias	4	-0.8516556620597839
207270	linear.bias	5	-1.1791654825210571
207270	linear.bias	6	-1.004207968711853
207270	linear.bias	7	-0.7073776125907898
207270	linear.bias	8	-0.01705317199230194
207270	linear.bias	9	3.5055813789367676
207467	transitions	0	-0.4539785385131836
207467	transitions	1	8.786613464355469
207467	transitions	2	-3.6034579277038574
207467	transitions	3	1.5617321729660034
207467	transitions	4	-2.1976890563964844
207467	transitions	5	-0.4203382134437561
207467	transitions	6	-0.1944701224565506
207467	transitions	7	-10000.0
207467	transitions	8	1.8435975313186646
207467	transitions	9	-2.294755220413208
207467	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
207467	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
207467	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
207467	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
207467	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
207467	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
207467	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
207467	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
207467	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
207467	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
207467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
207467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
207467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
207467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
207467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
207467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
207467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
207467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
207467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
207467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
207467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
207467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
207467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
207467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
207467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
207467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
207467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
207467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
207467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
207467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
207467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
207467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
207467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
207467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
207467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
207467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
207467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
207467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
207467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
207467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
207467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
207467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
207467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
207467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
207467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
207467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
207467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
207467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
207467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
207467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
207467	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
207467	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
207467	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
207467	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
207467	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
207467	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
207467	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
207467	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
207467	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
207467	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
207467	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
207467	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
207467	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
207467	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
207467	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
207467	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
207467	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
207467	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
207467	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
207467	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
207467	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
207467	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
207467	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
207467	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
207467	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
207467	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
207467	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
207467	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
207467	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
207467	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
207467	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
207467	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
207467	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
207467	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
207467	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
207467	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
207467	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
207467	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
207467	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
207467	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
207467	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
207467	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
207467	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
207467	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
207467	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
207467	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
207467	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
207467	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
207467	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
207467	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
207467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
207467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
207467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
207467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
207467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
207467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
207467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
207467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
207467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
207467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
207467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
207467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
207467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
207467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
207467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
207467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
207467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
207467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
207467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
207467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
207467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
207467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
207467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
207467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
207467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
207467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
207467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
207467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
207467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
207467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
207467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
207467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
207467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
207467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
207467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
207467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
207467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
207467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
207467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
207467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
207467	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
207467	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
207467	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
207467	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
207467	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
207467	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
207467	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
207467	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
207467	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
207467	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
207467	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
207467	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
207467	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
207467	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
207467	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
207467	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
207467	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
207467	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
207467	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
207467	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
207467	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
207467	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
207467	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
207467	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
207467	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
207467	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
207467	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
207467	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
207467	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
207467	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
207467	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
207467	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
207467	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
207467	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
207467	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
207467	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
207467	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
207467	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
207467	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
207467	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
207467	embedding2nn.weight	0	0.04581455886363983
207467	embedding2nn.weight	1	-0.09520461410284042
207467	embedding2nn.weight	2	0.0208903681486845
207467	embedding2nn.weight	3	-0.05414567142724991
207467	embedding2nn.weight	4	-0.11320880055427551
207467	embedding2nn.weight	5	0.11862032860517502
207467	embedding2nn.weight	6	-0.09314054250717163
207467	embedding2nn.weight	7	-0.07046133279800415
207467	embedding2nn.weight	8	-0.030557794496417046
207467	embedding2nn.weight	9	0.04490278288722038
207467	embedding2nn.bias	0	0.08124630898237228
207467	embedding2nn.bias	1	-0.003442917251959443
207467	embedding2nn.bias	2	-0.08252552896738052
207467	embedding2nn.bias	3	0.001276632072404027
207467	embedding2nn.bias	4	-0.00843193382024765
207467	embedding2nn.bias	5	-0.1852712631225586
207467	embedding2nn.bias	6	-0.12358886748552322
207467	embedding2nn.bias	7	-0.03610657528042793
207467	embedding2nn.bias	8	0.08949089050292969
207467	embedding2nn.bias	9	-0.06810043752193451
207467	rnn.weight_ih_l0	0	0.04220706224441528
207467	rnn.weight_ih_l0	1	-0.07131807506084442
207467	rnn.weight_ih_l0	2	-0.05118265375494957
207467	rnn.weight_ih_l0	3	-0.05719337239861488
207467	rnn.weight_ih_l0	4	0.009880408644676208
207467	rnn.weight_ih_l0	5	-0.10514432191848755
207467	rnn.weight_ih_l0	6	-0.026204077526926994
207467	rnn.weight_ih_l0	7	-0.007823806256055832
207467	rnn.weight_ih_l0	8	0.06327847391366959
207467	rnn.weight_ih_l0	9	0.00954445917159319
207467	rnn.weight_hh_l0	0	0.002660537138581276
207467	rnn.weight_hh_l0	1	-0.07973375916481018
207467	rnn.weight_hh_l0	2	0.07115837186574936
207467	rnn.weight_hh_l0	3	0.051221054047346115
207467	rnn.weight_hh_l0	4	0.004585849586874247
207467	rnn.weight_hh_l0	5	0.06695394963026047
207467	rnn.weight_hh_l0	6	-0.01871063932776451
207467	rnn.weight_hh_l0	7	-0.10956692695617676
207467	rnn.weight_hh_l0	8	0.028122708201408386
207467	rnn.weight_hh_l0	9	-0.08761897683143616
207467	rnn.bias_ih_l0	0	-0.09170562773942947
207467	rnn.bias_ih_l0	1	-0.18012093007564545
207467	rnn.bias_ih_l0	2	-0.2652324140071869
207467	rnn.bias_ih_l0	3	-0.2881292402744293
207467	rnn.bias_ih_l0	4	0.0024638581089675426
207467	rnn.bias_ih_l0	5	0.06180117651820183
207467	rnn.bias_ih_l0	6	-0.16331781446933746
207467	rnn.bias_ih_l0	7	-0.26401230692863464
207467	rnn.bias_ih_l0	8	-0.13956664502620697
207467	rnn.bias_ih_l0	9	-0.1785084754228592
207467	rnn.bias_hh_l0	0	0.12087695300579071
207467	rnn.bias_hh_l0	1	-0.06096654757857323
207467	rnn.bias_hh_l0	2	0.05048132687807083
207467	rnn.bias_hh_l0	3	-0.18432705104351044
207467	rnn.bias_hh_l0	4	0.047604016959667206
207467	rnn.bias_hh_l0	5	0.0583077147603035
207467	rnn.bias_hh_l0	6	-0.10710466653108597
207467	rnn.bias_hh_l0	7	-0.16199623048305511
207467	rnn.bias_hh_l0	8	-0.18797844648361206
207467	rnn.bias_hh_l0	9	-0.10612934082746506
207467	rnn.weight_ih_l0_reverse	0	-0.024730583652853966
207467	rnn.weight_ih_l0_reverse	1	-0.001714671147055924
207467	rnn.weight_ih_l0_reverse	2	0.016201041638851166
207467	rnn.weight_ih_l0_reverse	3	0.005058738403022289
207467	rnn.weight_ih_l0_reverse	4	0.014294723980128765
207467	rnn.weight_ih_l0_reverse	5	-0.04545586556196213
207467	rnn.weight_ih_l0_reverse	6	-0.04698320850729942
207467	rnn.weight_ih_l0_reverse	7	0.014649448916316032
207467	rnn.weight_ih_l0_reverse	8	0.09610622376203537
207467	rnn.weight_ih_l0_reverse	9	-0.006674473639577627
207467	rnn.weight_hh_l0_reverse	0	0.002543665701523423
207467	rnn.weight_hh_l0_reverse	1	0.029594743624329567
207467	rnn.weight_hh_l0_reverse	2	-0.04085775837302208
207467	rnn.weight_hh_l0_reverse	3	0.03579096123576164
207467	rnn.weight_hh_l0_reverse	4	0.02205553464591503
207467	rnn.weight_hh_l0_reverse	5	-0.003204885171726346
207467	rnn.weight_hh_l0_reverse	6	0.06668633967638016
207467	rnn.weight_hh_l0_reverse	7	0.03789190575480461
207467	rnn.weight_hh_l0_reverse	8	-0.021295510232448578
207467	rnn.weight_hh_l0_reverse	9	-0.028997275978326797
207467	rnn.bias_ih_l0_reverse	0	-0.14688821136951447
207467	rnn.bias_ih_l0_reverse	1	-0.30859798192977905
207467	rnn.bias_ih_l0_reverse	2	-0.06547064334154129
207467	rnn.bias_ih_l0_reverse	3	-0.1517029106616974
207467	rnn.bias_ih_l0_reverse	4	0.06393775343894958
207467	rnn.bias_ih_l0_reverse	5	-0.26477041840553284
207467	rnn.bias_ih_l0_reverse	6	-0.06535566598176956
207467	rnn.bias_ih_l0_reverse	7	0.020767785608768463
207467	rnn.bias_ih_l0_reverse	8	-0.1852196455001831
207467	rnn.bias_ih_l0_reverse	9	-0.09314088523387909
207467	rnn.bias_hh_l0_reverse	0	-0.1487284004688263
207467	rnn.bias_hh_l0_reverse	1	-0.14816203713417053
207467	rnn.bias_hh_l0_reverse	2	-0.014313661493360996
207467	rnn.bias_hh_l0_reverse	3	-0.13431690633296967
207467	rnn.bias_hh_l0_reverse	4	-0.021512789651751518
207467	rnn.bias_hh_l0_reverse	5	-0.12275180220603943
207467	rnn.bias_hh_l0_reverse	6	-0.0779155045747757
207467	rnn.bias_hh_l0_reverse	7	-0.18040131032466888
207467	rnn.bias_hh_l0_reverse	8	-0.07156068831682205
207467	rnn.bias_hh_l0_reverse	9	-0.1198856458067894
207467	linear.weight	0	-0.18784208595752716
207467	linear.weight	1	-0.0951513797044754
207467	linear.weight	2	-0.011228874325752258
207467	linear.weight	3	-0.10433899611234665
207467	linear.weight	4	-0.009633535519242287
207467	linear.weight	5	0.13534368574619293
207467	linear.weight	6	0.0047744326293468475
207467	linear.weight	7	-0.021312154829502106
207467	linear.weight	8	0.13097549974918365
207467	linear.weight	9	0.189779594540596
207467	linear.bias	0	-0.8754341006278992
207467	linear.bias	1	1.4225810766220093
207467	linear.bias	2	-0.49293264746665955
207467	linear.bias	3	-0.7492124438285828
207467	linear.bias	4	-0.8416875004768372
207467	linear.bias	5	-1.1791784763336182
207467	linear.bias	6	-1.0057364702224731
207467	linear.bias	7	-0.7118239998817444
207467	linear.bias	8	-0.01705317199230194
207467	linear.bias	9	3.508700132369995
207664	transitions	0	-0.45401641726493835
207664	transitions	1	8.78291130065918
207664	transitions	2	-3.6036181449890137
207664	transitions	3	1.564042091369629
207664	transitions	4	-2.197974920272827
207664	transitions	5	-0.4203646779060364
207664	transitions	6	-0.194487065076828
207664	transitions	7	-10000.0
207664	transitions	8	1.842903971672058
207664	transitions	9	-2.2947568893432617
207664	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
207664	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
207664	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
207664	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
207664	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
207664	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
207664	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
207664	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
207664	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
207664	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
207664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
207664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
207664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
207664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
207664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
207664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
207664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
207664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
207664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
207664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
207664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
207664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
207664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
207664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
207664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
207664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
207664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
207664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
207664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
207664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
207664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
207664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
207664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
207664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
207664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
207664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
207664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
207664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
207664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
207664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
207664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
207664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
207664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
207664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
207664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
207664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
207664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
207664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
207664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
207664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
207664	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
207664	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
207664	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
207664	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
207664	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
207664	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
207664	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
207664	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
207664	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
207664	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
207664	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
207664	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
207664	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
207664	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
207664	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
207664	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
207664	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
207664	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
207664	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
207664	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
207664	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
207664	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
207664	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
207664	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
207664	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
207664	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
207664	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
207664	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
207664	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
207664	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
207664	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
207664	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
207664	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
207664	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
207664	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
207664	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
207664	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
207664	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
207664	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
207664	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
207664	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
207664	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
207664	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
207664	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
207664	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
207664	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
207664	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
207664	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
207664	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
207664	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
207664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
207664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
207664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
207664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
207664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
207664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
207664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
207664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
207664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
207664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
207664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
207664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
207664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
207664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
207664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
207664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
207664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
207664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
207664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
207664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
207664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
207664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
207664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
207664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
207664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
207664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
207664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
207664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
207664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
207664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
207664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
207664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
207664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
207664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
207664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
207664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
207664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
207664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
207664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
207664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
207664	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
207664	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
207664	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
207664	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
207664	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
207664	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
207664	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
207664	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
207664	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
207664	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
207664	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
207664	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
207664	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
207664	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
207664	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
207664	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
207664	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
207664	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
207664	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
207664	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
207664	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
207664	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
207664	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
207664	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
207664	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
207664	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
207664	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
207664	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
207664	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
207664	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
207664	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
207664	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
207664	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
207664	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
207664	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
207664	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
207664	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
207664	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
207664	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
207664	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
207664	embedding2nn.weight	0	0.04595594480633736
207664	embedding2nn.weight	1	-0.09459447115659714
207664	embedding2nn.weight	2	0.018851477652788162
207664	embedding2nn.weight	3	-0.053515829145908356
207664	embedding2nn.weight	4	-0.11325442045927048
207664	embedding2nn.weight	5	0.1189507246017456
207664	embedding2nn.weight	6	-0.08919022232294083
207664	embedding2nn.weight	7	-0.07109446078538895
207664	embedding2nn.weight	8	-0.03007984161376953
207664	embedding2nn.weight	9	0.04324401915073395
207664	embedding2nn.bias	0	0.08461857587099075
207664	embedding2nn.bias	1	-0.007858579978346825
207664	embedding2nn.bias	2	-0.08348589390516281
207664	embedding2nn.bias	3	0.002558258129283786
207664	embedding2nn.bias	4	-0.007251645904034376
207664	embedding2nn.bias	5	-0.1844131499528885
207664	embedding2nn.bias	6	-0.1254434585571289
207664	embedding2nn.bias	7	-0.03374520316720009
207664	embedding2nn.bias	8	0.09020553529262543
207664	embedding2nn.bias	9	-0.07106012850999832
207664	rnn.weight_ih_l0	0	0.043710652738809586
207664	rnn.weight_ih_l0	1	-0.07180286198854446
207664	rnn.weight_ih_l0	2	-0.05091094225645065
207664	rnn.weight_ih_l0	3	-0.05895807221531868
207664	rnn.weight_ih_l0	4	0.009490926750004292
207664	rnn.weight_ih_l0	5	-0.10462082177400589
207664	rnn.weight_ih_l0	6	-0.02697230875492096
207664	rnn.weight_ih_l0	7	-0.008043250069022179
207664	rnn.weight_ih_l0	8	0.06322993338108063
207664	rnn.weight_ih_l0	9	0.009626674465835094
207664	rnn.weight_hh_l0	0	0.0024775872007012367
207664	rnn.weight_hh_l0	1	-0.078786201775074
207664	rnn.weight_hh_l0	2	0.07089389860630035
207664	rnn.weight_hh_l0	3	0.051307737827301025
207664	rnn.weight_hh_l0	4	0.004747935105115175
207664	rnn.weight_hh_l0	5	0.06681561470031738
207664	rnn.weight_hh_l0	6	-0.018654756247997284
207664	rnn.weight_hh_l0	7	-0.10986555367708206
207664	rnn.weight_hh_l0	8	0.027596767991781235
207664	rnn.weight_hh_l0	9	-0.08889369666576385
207664	rnn.bias_ih_l0	0	-0.09226029366254807
207664	rnn.bias_ih_l0	1	-0.1801130622625351
207664	rnn.bias_ih_l0	2	-0.26489537954330444
207664	rnn.bias_ih_l0	3	-0.28762832283973694
207664	rnn.bias_ih_l0	4	0.003252962604165077
207664	rnn.bias_ih_l0	5	0.05992313474416733
207664	rnn.bias_ih_l0	6	-0.16182976961135864
207664	rnn.bias_ih_l0	7	-0.26303866505622864
207664	rnn.bias_ih_l0	8	-0.13996665179729462
207664	rnn.bias_ih_l0	9	-0.17993050813674927
207664	rnn.bias_hh_l0	0	0.12061086297035217
207664	rnn.bias_hh_l0	1	-0.061338845640420914
207664	rnn.bias_hh_l0	2	0.0492265410721302
207664	rnn.bias_hh_l0	3	-0.18435710668563843
207664	rnn.bias_hh_l0	4	0.04880232736468315
207664	rnn.bias_hh_l0	5	0.055427685379981995
207664	rnn.bias_hh_l0	6	-0.1068914458155632
207664	rnn.bias_hh_l0	7	-0.15935993194580078
207664	rnn.bias_hh_l0	8	-0.1870933175086975
207664	rnn.bias_hh_l0	9	-0.10688912868499756
207664	rnn.weight_ih_l0_reverse	0	-0.024951206520199776
207664	rnn.weight_ih_l0_reverse	1	-0.0023652466479688883
207664	rnn.weight_ih_l0_reverse	2	0.01618683896958828
207664	rnn.weight_ih_l0_reverse	3	0.004088902845978737
207664	rnn.weight_ih_l0_reverse	4	0.013585686683654785
207664	rnn.weight_ih_l0_reverse	5	-0.04550451040267944
207664	rnn.weight_ih_l0_reverse	6	-0.047439806163311005
207664	rnn.weight_ih_l0_reverse	7	0.01418843399733305
207664	rnn.weight_ih_l0_reverse	8	0.09645260870456696
207664	rnn.weight_ih_l0_reverse	9	-0.006729913875460625
207664	rnn.weight_hh_l0_reverse	0	0.0024226352106779814
207664	rnn.weight_hh_l0_reverse	1	0.02981291338801384
207664	rnn.weight_hh_l0_reverse	2	-0.04027648642659187
207664	rnn.weight_hh_l0_reverse	3	0.03547721356153488
207664	rnn.weight_hh_l0_reverse	4	0.022075572982430458
207664	rnn.weight_hh_l0_reverse	5	-0.002956588054075837
207664	rnn.weight_hh_l0_reverse	6	0.06682135164737701
207664	rnn.weight_hh_l0_reverse	7	0.03779873251914978
207664	rnn.weight_hh_l0_reverse	8	-0.021769901737570763
207664	rnn.weight_hh_l0_reverse	9	-0.029199864715337753
207664	rnn.bias_ih_l0_reverse	0	-0.14811784029006958
207664	rnn.bias_ih_l0_reverse	1	-0.30973657965660095
207664	rnn.bias_ih_l0_reverse	2	-0.06601440906524658
207664	rnn.bias_ih_l0_reverse	3	-0.15183860063552856
207664	rnn.bias_ih_l0_reverse	4	0.06375978142023087
207664	rnn.bias_ih_l0_reverse	5	-0.2649398744106293
207664	rnn.bias_ih_l0_reverse	6	-0.06591659784317017
207664	rnn.bias_ih_l0_reverse	7	0.020804855972528458
207664	rnn.bias_ih_l0_reverse	8	-0.1856677234172821
207664	rnn.bias_ih_l0_reverse	9	-0.09362422674894333
207664	rnn.bias_hh_l0_reverse	0	-0.15173472464084625
207664	rnn.bias_hh_l0_reverse	1	-0.15009929239749908
207664	rnn.bias_hh_l0_reverse	2	-0.013693657703697681
207664	rnn.bias_hh_l0_reverse	3	-0.1321054995059967
207664	rnn.bias_hh_l0_reverse	4	-0.021753564476966858
207664	rnn.bias_hh_l0_reverse	5	-0.12227491289377213
207664	rnn.bias_hh_l0_reverse	6	-0.07804013788700104
207664	rnn.bias_hh_l0_reverse	7	-0.17921704053878784
207664	rnn.bias_hh_l0_reverse	8	-0.07164352387189865
207664	rnn.bias_hh_l0_reverse	9	-0.12014990299940109
207664	linear.weight	0	-0.18766838312149048
207664	linear.weight	1	-0.09757758677005768
207664	linear.weight	2	-0.011228874325752258
207664	linear.weight	3	-0.09830213338136673
207664	linear.weight	4	-0.010226672515273094
207664	linear.weight	5	0.13532568514347076
207664	linear.weight	6	0.0047744326293468475
207664	linear.weight	7	-0.021312154829502106
207664	linear.weight	8	0.14010418951511383
207664	linear.weight	9	0.19220173358917236
207664	linear.bias	0	-0.8642027974128723
207664	linear.bias	1	1.417608618736267
207664	linear.bias	2	-0.47722774744033813
207664	linear.bias	3	-0.7526189684867859
207664	linear.bias	4	-0.8290013670921326
207664	linear.bias	5	-1.1791929006576538
207664	linear.bias	6	-0.9939342737197876
207664	linear.bias	7	-0.6997347474098206
207664	linear.bias	8	-0.01705317199230194
207664	linear.bias	9	3.4804110527038574
207861	transitions	0	-0.45409297943115234
207861	transitions	1	8.775492668151855
207861	transitions	2	-3.603830099105835
207861	transitions	3	1.559760570526123
207861	transitions	4	-2.1981964111328125
207861	transitions	5	-0.42040491104125977
207861	transitions	6	-0.1945044845342636
207861	transitions	7	-10000.0
207861	transitions	8	1.843084692955017
207861	transitions	9	-2.2947583198547363
207861	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
207861	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
207861	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
207861	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
207861	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
207861	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
207861	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
207861	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
207861	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
207861	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
207861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
207861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
207861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
207861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
207861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
207861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
207861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
207861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
207861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
207861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
207861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
207861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
207861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
207861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
207861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
207861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
207861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
207861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
207861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
207861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
207861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
207861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
207861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
207861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
207861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
207861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
207861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
207861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
207861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
207861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
207861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
207861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
207861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
207861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
207861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
207861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
207861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
207861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
207861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
207861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
207861	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
207861	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
207861	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
207861	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
207861	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
207861	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
207861	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
207861	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
207861	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
207861	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
207861	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
207861	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
207861	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
207861	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
207861	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
207861	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
207861	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
207861	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
207861	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
207861	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
207861	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
207861	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
207861	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
207861	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
207861	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
207861	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
207861	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
207861	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
207861	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
207861	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
207861	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
207861	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
207861	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
207861	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
207861	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
207861	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
207861	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
207861	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
207861	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
207861	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
207861	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
207861	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
207861	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
207861	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
207861	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
207861	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
207861	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
207861	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
207861	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
207861	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
207861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
207861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
207861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
207861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
207861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
207861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
207861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
207861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
207861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
207861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
207861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
207861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
207861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
207861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
207861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
207861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
207861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
207861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
207861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
207861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
207861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
207861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
207861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
207861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
207861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
207861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
207861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
207861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
207861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
207861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
207861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
207861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
207861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
207861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
207861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
207861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
207861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
207861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
207861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
207861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
207861	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
207861	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
207861	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
207861	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
207861	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
207861	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
207861	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
207861	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
207861	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
207861	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
207861	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
207861	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
207861	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
207861	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
207861	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
207861	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
207861	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
207861	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
207861	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
207861	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
207861	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
207861	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
207861	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
207861	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
207861	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
207861	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
207861	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
207861	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
207861	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
207861	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
207861	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
207861	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
207861	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
207861	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
207861	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
207861	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
207861	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
207861	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
207861	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
207861	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
207861	embedding2nn.weight	0	0.046146463602781296
207861	embedding2nn.weight	1	-0.09452793747186661
207861	embedding2nn.weight	2	0.017201580107212067
207861	embedding2nn.weight	3	-0.05392361432313919
207861	embedding2nn.weight	4	-0.1146252304315567
207861	embedding2nn.weight	5	0.11895087361335754
207861	embedding2nn.weight	6	-0.09144429862499237
207861	embedding2nn.weight	7	-0.07124610245227814
207861	embedding2nn.weight	8	-0.030294060707092285
207861	embedding2nn.weight	9	0.04422586411237717
207861	embedding2nn.bias	0	0.0766201838850975
207861	embedding2nn.bias	1	-0.007555820979177952
207861	embedding2nn.bias	2	-0.08117930591106415
207861	embedding2nn.bias	3	0.004986193962395191
207861	embedding2nn.bias	4	-0.0037503321655094624
207861	embedding2nn.bias	5	-0.18291692435741425
207861	embedding2nn.bias	6	-0.12308884412050247
207861	embedding2nn.bias	7	-0.02794681489467621
207861	embedding2nn.bias	8	0.09465860575437546
207861	embedding2nn.bias	9	-0.07127933204174042
207861	rnn.weight_ih_l0	0	0.043611008673906326
207861	rnn.weight_ih_l0	1	-0.07160656154155731
207861	rnn.weight_ih_l0	2	-0.05147383734583855
207861	rnn.weight_ih_l0	3	-0.0581742487847805
207861	rnn.weight_ih_l0	4	0.009796617552638054
207861	rnn.weight_ih_l0	5	-0.10621451586484909
207861	rnn.weight_ih_l0	6	-0.025854866951704025
207861	rnn.weight_ih_l0	7	-0.00854361243546009
207861	rnn.weight_ih_l0	8	0.061555784195661545
207861	rnn.weight_ih_l0	9	0.010247764177620411
207861	rnn.weight_hh_l0	0	0.002453060122206807
207861	rnn.weight_hh_l0	1	-0.07923968881368637
207861	rnn.weight_hh_l0	2	0.07061301916837692
207861	rnn.weight_hh_l0	3	0.05165056511759758
207861	rnn.weight_hh_l0	4	0.004696366842836142
207861	rnn.weight_hh_l0	5	0.06719641387462616
207861	rnn.weight_hh_l0	6	-0.018588999286293983
207861	rnn.weight_hh_l0	7	-0.10987046360969543
207861	rnn.weight_hh_l0	8	0.02731451205909252
207861	rnn.weight_hh_l0	9	-0.08829004317522049
207861	rnn.bias_ih_l0	0	-0.09330278635025024
207861	rnn.bias_ih_l0	1	-0.17991560697555542
207861	rnn.bias_ih_l0	2	-0.26492804288864136
207861	rnn.bias_ih_l0	3	-0.28639665246009827
207861	rnn.bias_ih_l0	4	0.0013981504598632455
207861	rnn.bias_ih_l0	5	0.060488101094961166
207861	rnn.bias_ih_l0	6	-0.16242361068725586
207861	rnn.bias_ih_l0	7	-0.2639506757259369
207861	rnn.bias_ih_l0	8	-0.13973625004291534
207861	rnn.bias_ih_l0	9	-0.180432990193367
207861	rnn.bias_hh_l0	0	0.12032858282327652
207861	rnn.bias_hh_l0	1	-0.06229035183787346
207861	rnn.bias_hh_l0	2	0.050030846148729324
207861	rnn.bias_hh_l0	3	-0.18375104665756226
207861	rnn.bias_hh_l0	4	0.05194329097867012
207861	rnn.bias_hh_l0	5	0.05566712096333504
207861	rnn.bias_hh_l0	6	-0.1069740429520607
207861	rnn.bias_hh_l0	7	-0.15897062420845032
207861	rnn.bias_hh_l0	8	-0.1862453818321228
207861	rnn.bias_hh_l0	9	-0.10683874040842056
207861	rnn.weight_ih_l0_reverse	0	-0.025571053847670555
207861	rnn.weight_ih_l0_reverse	1	-0.0017676984425634146
207861	rnn.weight_ih_l0_reverse	2	0.017528356984257698
207861	rnn.weight_ih_l0_reverse	3	0.004673368763178587
207861	rnn.weight_ih_l0_reverse	4	0.015209546312689781
207861	rnn.weight_ih_l0_reverse	5	-0.04552347958087921
207861	rnn.weight_ih_l0_reverse	6	-0.04774681106209755
207861	rnn.weight_ih_l0_reverse	7	0.013390401378273964
207861	rnn.weight_ih_l0_reverse	8	0.09567487984895706
207861	rnn.weight_ih_l0_reverse	9	-0.0065394798293709755
207861	rnn.weight_hh_l0_reverse	0	0.002246696734800935
207861	rnn.weight_hh_l0_reverse	1	0.02944163605570793
207861	rnn.weight_hh_l0_reverse	2	-0.04044577479362488
207861	rnn.weight_hh_l0_reverse	3	0.0356992669403553
207861	rnn.weight_hh_l0_reverse	4	0.02238163724541664
207861	rnn.weight_hh_l0_reverse	5	-0.0028045836370438337
207861	rnn.weight_hh_l0_reverse	6	0.06609281152486801
207861	rnn.weight_hh_l0_reverse	7	0.03801741823554039
207861	rnn.weight_hh_l0_reverse	8	-0.021891847252845764
207861	rnn.weight_hh_l0_reverse	9	-0.029353413730859756
207861	rnn.bias_ih_l0_reverse	0	-0.1487533450126648
207861	rnn.bias_ih_l0_reverse	1	-0.31018805503845215
207861	rnn.bias_ih_l0_reverse	2	-0.06667390465736389
207861	rnn.bias_ih_l0_reverse	3	-0.15130537748336792
207861	rnn.bias_ih_l0_reverse	4	0.0643751472234726
207861	rnn.bias_ih_l0_reverse	5	-0.26392999291419983
207861	rnn.bias_ih_l0_reverse	6	-0.06629926711320877
207861	rnn.bias_ih_l0_reverse	7	0.022684423252940178
207861	rnn.bias_ih_l0_reverse	8	-0.1853744238615036
207861	rnn.bias_ih_l0_reverse	9	-0.09303673356771469
207861	rnn.bias_hh_l0_reverse	0	-0.1531372219324112
207861	rnn.bias_hh_l0_reverse	1	-0.15072302520275116
207861	rnn.bias_hh_l0_reverse	2	-0.013587121851742268
207861	rnn.bias_hh_l0_reverse	3	-0.13154558837413788
207861	rnn.bias_hh_l0_reverse	4	-0.020862922072410583
207861	rnn.bias_hh_l0_reverse	5	-0.12171604484319687
207861	rnn.bias_hh_l0_reverse	6	-0.07686523348093033
207861	rnn.bias_hh_l0_reverse	7	-0.1781143844127655
207861	rnn.bias_hh_l0_reverse	8	-0.07094121724367142
207861	rnn.bias_hh_l0_reverse	9	-0.11936374008655548
207861	linear.weight	0	-0.19790439307689667
207861	linear.weight	1	-0.10523771494626999
207861	linear.weight	2	-0.011228874325752258
207861	linear.weight	3	-0.09957372397184372
207861	linear.weight	4	-0.013948743231594563
207861	linear.weight	5	0.1372026801109314
207861	linear.weight	6	0.0047744326293468475
207861	linear.weight	7	-0.021312154829502106
207861	linear.weight	8	0.1404426544904709
207861	linear.weight	9	0.2006339728832245
207861	linear.bias	0	-0.8618606328964233
207861	linear.bias	1	1.4039794206619263
207861	linear.bias	2	-0.48919326066970825
207861	linear.bias	3	-0.7438920140266418
207861	linear.bias	4	-0.8430416584014893
207861	linear.bias	5	-1.17920982837677
207861	linear.bias	6	-0.9906362891197205
207861	linear.bias	7	-0.7009708285331726
207861	linear.bias	8	-0.01705317199230194
207861	linear.bias	9	3.4663195610046387
208058	transitions	0	-0.4541604518890381
208058	transitions	1	8.759378433227539
208058	transitions	2	-3.6039907932281494
208058	transitions	3	1.5528992414474487
208058	transitions	4	-2.1983208656311035
208058	transitions	5	-0.4204759895801544
208058	transitions	6	-0.1945197582244873
208058	transitions	7	-10000.0
208058	transitions	8	1.844345211982727
208058	transitions	9	-2.2947609424591064
208058	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
208058	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
208058	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
208058	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
208058	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
208058	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
208058	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
208058	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
208058	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
208058	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
208058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
208058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
208058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
208058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
208058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
208058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
208058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
208058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
208058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
208058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
208058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
208058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
208058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
208058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
208058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
208058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
208058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
208058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
208058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
208058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
208058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
208058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
208058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
208058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
208058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
208058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
208058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
208058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
208058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
208058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
208058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
208058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
208058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
208058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
208058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
208058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
208058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
208058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
208058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
208058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
208058	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
208058	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
208058	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
208058	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
208058	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
208058	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
208058	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
208058	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
208058	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
208058	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
208058	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
208058	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
208058	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
208058	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
208058	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
208058	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
208058	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
208058	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
208058	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
208058	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
208058	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
208058	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
208058	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
208058	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
208058	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
208058	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
208058	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
208058	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
208058	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
208058	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
208058	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
208058	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
208058	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
208058	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
208058	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
208058	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
208058	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
208058	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
208058	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
208058	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
208058	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
208058	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
208058	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
208058	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
208058	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
208058	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
208058	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
208058	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
208058	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
208058	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
208058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
208058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
208058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
208058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
208058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
208058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
208058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
208058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
208058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
208058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
208058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
208058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
208058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
208058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
208058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
208058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
208058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
208058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
208058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
208058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
208058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
208058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
208058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
208058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
208058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
208058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
208058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
208058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
208058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
208058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
208058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
208058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
208058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
208058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
208058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
208058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
208058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
208058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
208058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
208058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
208058	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
208058	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
208058	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
208058	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
208058	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
208058	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
208058	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
208058	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
208058	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
208058	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
208058	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
208058	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
208058	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
208058	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
208058	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
208058	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
208058	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
208058	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
208058	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
208058	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
208058	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
208058	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
208058	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
208058	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
208058	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
208058	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
208058	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
208058	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
208058	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
208058	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
208058	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
208058	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
208058	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
208058	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
208058	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
208058	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
208058	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
208058	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
208058	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
208058	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
208058	embedding2nn.weight	0	0.045630402863025665
208058	embedding2nn.weight	1	-0.0943998172879219
208058	embedding2nn.weight	2	0.020050780847668648
208058	embedding2nn.weight	3	-0.05379072204232216
208058	embedding2nn.weight	4	-0.11621113121509552
208058	embedding2nn.weight	5	0.11893752962350845
208058	embedding2nn.weight	6	-0.08666416257619858
208058	embedding2nn.weight	7	-0.07126370817422867
208058	embedding2nn.weight	8	-0.02989361807703972
208058	embedding2nn.weight	9	0.0458826944231987
208058	embedding2nn.bias	0	0.06613866984844208
208058	embedding2nn.bias	1	-0.009930597618222237
208058	embedding2nn.bias	2	-0.09260333329439163
208058	embedding2nn.bias	3	0.003136494429782033
208058	embedding2nn.bias	4	-0.009628876112401485
208058	embedding2nn.bias	5	-0.19293011724948883
208058	embedding2nn.bias	6	-0.1168232187628746
208058	embedding2nn.bias	7	-0.024408256635069847
208058	embedding2nn.bias	8	0.08870857954025269
208058	embedding2nn.bias	9	-0.07341969758272171
208058	rnn.weight_ih_l0	0	0.04383893683552742
208058	rnn.weight_ih_l0	1	-0.07176545262336731
208058	rnn.weight_ih_l0	2	-0.05087709054350853
208058	rnn.weight_ih_l0	3	-0.058172211050987244
208058	rnn.weight_ih_l0	4	0.010083054192364216
208058	rnn.weight_ih_l0	5	-0.10622596740722656
208058	rnn.weight_ih_l0	6	-0.025309273973107338
208058	rnn.weight_ih_l0	7	-0.010187624022364616
208058	rnn.weight_ih_l0	8	0.0632307380437851
208058	rnn.weight_ih_l0	9	0.01128979679197073
208058	rnn.weight_hh_l0	0	0.0019783172756433487
208058	rnn.weight_hh_l0	1	-0.07880035042762756
208058	rnn.weight_hh_l0	2	0.07025974988937378
208058	rnn.weight_hh_l0	3	0.05177444592118263
208058	rnn.weight_hh_l0	4	0.004676321987062693
208058	rnn.weight_hh_l0	5	0.06674470007419586
208058	rnn.weight_hh_l0	6	-0.018285682424902916
208058	rnn.weight_hh_l0	7	-0.10930880159139633
208058	rnn.weight_hh_l0	8	0.027596022933721542
208058	rnn.weight_hh_l0	9	-0.09041289985179901
208058	rnn.bias_ih_l0	0	-0.08941464126110077
208058	rnn.bias_ih_l0	1	-0.18206754326820374
208058	rnn.bias_ih_l0	2	-0.26657310128211975
208058	rnn.bias_ih_l0	3	-0.28593531250953674
208058	rnn.bias_ih_l0	4	0.0029959813691675663
208058	rnn.bias_ih_l0	5	0.05715759098529816
208058	rnn.bias_ih_l0	6	-0.16382227838039398
208058	rnn.bias_ih_l0	7	-0.2644290626049042
208058	rnn.bias_ih_l0	8	-0.14183354377746582
208058	rnn.bias_ih_l0	9	-0.18001826107501984
208058	rnn.bias_hh_l0	0	0.12140123546123505
208058	rnn.bias_hh_l0	1	-0.06148144602775574
208058	rnn.bias_hh_l0	2	0.05063876509666443
208058	rnn.bias_hh_l0	3	-0.1842842698097229
208058	rnn.bias_hh_l0	4	0.05514555796980858
208058	rnn.bias_hh_l0	5	0.05339450016617775
208058	rnn.bias_hh_l0	6	-0.10580669343471527
208058	rnn.bias_hh_l0	7	-0.1581689715385437
208058	rnn.bias_hh_l0	8	-0.18583492934703827
208058	rnn.bias_hh_l0	9	-0.10880276560783386
208058	rnn.weight_ih_l0_reverse	0	-0.02492389641702175
208058	rnn.weight_ih_l0_reverse	1	-0.0007631090702489018
208058	rnn.weight_ih_l0_reverse	2	0.016027115285396576
208058	rnn.weight_ih_l0_reverse	3	0.006517868954688311
208058	rnn.weight_ih_l0_reverse	4	0.015054965391755104
208058	rnn.weight_ih_l0_reverse	5	-0.046687450259923935
208058	rnn.weight_ih_l0_reverse	6	-0.04701043292880058
208058	rnn.weight_ih_l0_reverse	7	0.01308282557874918
208058	rnn.weight_ih_l0_reverse	8	0.0992448702454567
208058	rnn.weight_ih_l0_reverse	9	-0.006216177251189947
208058	rnn.weight_hh_l0_reverse	0	0.0017394365277141333
208058	rnn.weight_hh_l0_reverse	1	0.029320573434233665
208058	rnn.weight_hh_l0_reverse	2	-0.04014693945646286
208058	rnn.weight_hh_l0_reverse	3	0.036358680576086044
208058	rnn.weight_hh_l0_reverse	4	0.022734656929969788
208058	rnn.weight_hh_l0_reverse	5	-0.002811519894748926
208058	rnn.weight_hh_l0_reverse	6	0.06589511036872864
208058	rnn.weight_hh_l0_reverse	7	0.037487905472517014
208058	rnn.weight_hh_l0_reverse	8	-0.02151620015501976
208058	rnn.weight_hh_l0_reverse	9	-0.029460664838552475
208058	rnn.bias_ih_l0_reverse	0	-0.14913271367549896
208058	rnn.bias_ih_l0_reverse	1	-0.308708518743515
208058	rnn.bias_ih_l0_reverse	2	-0.06676995009183884
208058	rnn.bias_ih_l0_reverse	3	-0.15170936286449432
208058	rnn.bias_ih_l0_reverse	4	0.06551133096218109
208058	rnn.bias_ih_l0_reverse	5	-0.26388928294181824
208058	rnn.bias_ih_l0_reverse	6	-0.06624407321214676
208058	rnn.bias_ih_l0_reverse	7	0.020287055522203445
208058	rnn.bias_ih_l0_reverse	8	-0.18578191101551056
208058	rnn.bias_ih_l0_reverse	9	-0.09332446753978729
208058	rnn.bias_hh_l0_reverse	0	-0.1521521657705307
208058	rnn.bias_hh_l0_reverse	1	-0.1519967019557953
208058	rnn.bias_hh_l0_reverse	2	-0.014726748690009117
208058	rnn.bias_hh_l0_reverse	3	-0.13201914727687836
208058	rnn.bias_hh_l0_reverse	4	-0.021223710849881172
208058	rnn.bias_hh_l0_reverse	5	-0.12069271504878998
208058	rnn.bias_hh_l0_reverse	6	-0.07804205268621445
208058	rnn.bias_hh_l0_reverse	7	-0.17801378667354584
208058	rnn.bias_hh_l0_reverse	8	-0.07165152579545975
208058	rnn.bias_hh_l0_reverse	9	-0.11856505274772644
208058	linear.weight	0	-0.19840630888938904
208058	linear.weight	1	-0.10684698075056076
208058	linear.weight	2	-0.011228874325752258
208058	linear.weight	3	-0.09647892415523529
208058	linear.weight	4	-0.010707546025514603
208058	linear.weight	5	0.14850161969661713
208058	linear.weight	6	0.0047744326293468475
208058	linear.weight	7	-0.021312154829502106
208058	linear.weight	8	0.1351998895406723
208058	linear.weight	9	0.19447103142738342
208058	linear.bias	0	-0.8666330575942993
208058	linear.bias	1	1.4081612825393677
208058	linear.bias	2	-0.5067461729049683
208058	linear.bias	3	-0.7552559971809387
208058	linear.bias	4	-0.8324530720710754
208058	linear.bias	5	-1.1792246103286743
208058	linear.bias	6	-0.9957325458526611
208058	linear.bias	7	-0.7147068977355957
208058	linear.bias	8	-0.01705317199230194
208058	linear.bias	9	3.490391969680786
208255	transitions	0	-0.4545968472957611
208255	transitions	1	8.765779495239258
208255	transitions	2	-3.604154109954834
208255	transitions	3	1.5575212240219116
208255	transitions	4	-2.1984260082244873
208255	transitions	5	-0.42222994565963745
208255	transitions	6	-0.1945459395647049
208255	transitions	7	-10000.0
208255	transitions	8	1.8468629121780396
208255	transitions	9	-2.294761896133423
208255	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
208255	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
208255	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
208255	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
208255	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
208255	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
208255	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
208255	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
208255	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
208255	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
208255	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
208255	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
208255	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
208255	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
208255	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
208255	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
208255	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
208255	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
208255	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
208255	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
208255	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
208255	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
208255	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
208255	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
208255	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
208255	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
208255	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
208255	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
208255	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
208255	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
208255	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
208255	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
208255	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
208255	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
208255	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
208255	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
208255	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
208255	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
208255	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
208255	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
208255	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
208255	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
208255	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
208255	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
208255	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
208255	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
208255	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
208255	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
208255	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
208255	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
208255	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
208255	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
208255	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
208255	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
208255	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
208255	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
208255	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
208255	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
208255	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
208255	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
208255	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
208255	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
208255	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
208255	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
208255	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
208255	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
208255	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
208255	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
208255	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
208255	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
208255	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
208255	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
208255	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
208255	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
208255	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
208255	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
208255	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
208255	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
208255	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
208255	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
208255	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
208255	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
208255	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
208255	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
208255	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
208255	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
208255	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
208255	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
208255	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
208255	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
208255	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
208255	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
208255	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
208255	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
208255	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
208255	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
208255	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
208255	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
208255	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
208255	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
208255	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
208255	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
208255	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
208255	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
208255	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
208255	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
208255	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
208255	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
208255	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
208255	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
208255	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
208255	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
208255	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
208255	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
208255	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
208255	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
208255	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
208255	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
208255	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
208255	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
208255	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
208255	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
208255	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
208255	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
208255	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
208255	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
208255	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
208255	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
208255	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
208255	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
208255	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
208255	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
208255	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
208255	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
208255	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
208255	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
208255	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
208255	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
208255	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
208255	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
208255	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
208255	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
208255	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
208255	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
208255	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
208255	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
208255	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
208255	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
208255	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
208255	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
208255	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
208255	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
208255	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
208255	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
208255	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
208255	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
208255	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
208255	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
208255	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
208255	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
208255	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
208255	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
208255	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
208255	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
208255	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
208255	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
208255	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
208255	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
208255	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
208255	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
208255	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
208255	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
208255	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
208255	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
208255	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
208255	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
208255	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
208255	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
208255	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
208255	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
208255	embedding2nn.weight	0	0.045736249536275864
208255	embedding2nn.weight	1	-0.09468654543161392
208255	embedding2nn.weight	2	0.01807825267314911
208255	embedding2nn.weight	3	-0.053489480167627335
208255	embedding2nn.weight	4	-0.11495836824178696
208255	embedding2nn.weight	5	0.11715047061443329
208255	embedding2nn.weight	6	-0.08944284915924072
208255	embedding2nn.weight	7	-0.07118736952543259
208255	embedding2nn.weight	8	-0.03037847764790058
208255	embedding2nn.weight	9	0.04622085392475128
208255	embedding2nn.bias	0	0.06747657805681229
208255	embedding2nn.bias	1	-0.00987984985113144
208255	embedding2nn.bias	2	-0.10197555273771286
208255	embedding2nn.bias	3	0.0026428350247442722
208255	embedding2nn.bias	4	-0.00947590358555317
208255	embedding2nn.bias	5	-0.1885436773300171
208255	embedding2nn.bias	6	-0.13201478123664856
208255	embedding2nn.bias	7	-0.03264497220516205
208255	embedding2nn.bias	8	0.07938847690820694
208255	embedding2nn.bias	9	-0.07550048828125
208255	rnn.weight_ih_l0	0	0.04464401677250862
208255	rnn.weight_ih_l0	1	-0.07084408402442932
208255	rnn.weight_ih_l0	2	-0.05186615139245987
208255	rnn.weight_ih_l0	3	-0.0590234100818634
208255	rnn.weight_ih_l0	4	0.011849517934024334
208255	rnn.weight_ih_l0	5	-0.10616052150726318
208255	rnn.weight_ih_l0	6	-0.025157544761896133
208255	rnn.weight_ih_l0	7	-0.009474949911236763
208255	rnn.weight_ih_l0	8	0.061193667352199554
208255	rnn.weight_ih_l0	9	0.011189490556716919
208255	rnn.weight_hh_l0	0	0.002713389229029417
208255	rnn.weight_hh_l0	1	-0.07880857586860657
208255	rnn.weight_hh_l0	2	0.07094937562942505
208255	rnn.weight_hh_l0	3	0.05185774341225624
208255	rnn.weight_hh_l0	4	0.004739906173199415
208255	rnn.weight_hh_l0	5	0.06707438826560974
208255	rnn.weight_hh_l0	6	-0.01828434318304062
208255	rnn.weight_hh_l0	7	-0.1089857742190361
208255	rnn.weight_hh_l0	8	0.02809184417128563
208255	rnn.weight_hh_l0	9	-0.08772490918636322
208255	rnn.bias_ih_l0	0	-0.08921876549720764
208255	rnn.bias_ih_l0	1	-0.184295654296875
208255	rnn.bias_ih_l0	2	-0.2652972340583801
208255	rnn.bias_ih_l0	3	-0.28464174270629883
208255	rnn.bias_ih_l0	4	0.005689163226634264
208255	rnn.bias_ih_l0	5	0.05453776568174362
208255	rnn.bias_ih_l0	6	-0.16439023613929749
208255	rnn.bias_ih_l0	7	-0.26258328557014465
208255	rnn.bias_ih_l0	8	-0.1423386037349701
208255	rnn.bias_ih_l0	9	-0.1802426129579544
208255	rnn.bias_hh_l0	0	0.12224246561527252
208255	rnn.bias_hh_l0	1	-0.06196055933833122
208255	rnn.bias_hh_l0	2	0.05006818100810051
208255	rnn.bias_hh_l0	3	-0.1859252154827118
208255	rnn.bias_hh_l0	4	0.05315709859132767
208255	rnn.bias_hh_l0	5	0.05175148695707321
208255	rnn.bias_hh_l0	6	-0.10541856288909912
208255	rnn.bias_hh_l0	7	-0.1584482640028
208255	rnn.bias_hh_l0	8	-0.18493956327438354
208255	rnn.bias_hh_l0	9	-0.10812783986330032
208255	rnn.weight_ih_l0_reverse	0	-0.024989591911435127
208255	rnn.weight_ih_l0_reverse	1	-0.0013551113661378622
208255	rnn.weight_ih_l0_reverse	2	0.01577405259013176
208255	rnn.weight_ih_l0_reverse	3	0.006708705332130194
208255	rnn.weight_ih_l0_reverse	4	0.015550578013062477
208255	rnn.weight_ih_l0_reverse	5	-0.04739571735262871
208255	rnn.weight_ih_l0_reverse	6	-0.04857975244522095
208255	rnn.weight_ih_l0_reverse	7	0.0117696737870574
208255	rnn.weight_ih_l0_reverse	8	0.10032086819410324
208255	rnn.weight_ih_l0_reverse	9	-0.005728076212108135
208255	rnn.weight_hh_l0_reverse	0	0.00196984619833529
208255	rnn.weight_hh_l0_reverse	1	0.02937258407473564
208255	rnn.weight_hh_l0_reverse	2	-0.04049856960773468
208255	rnn.weight_hh_l0_reverse	3	0.036161936819553375
208255	rnn.weight_hh_l0_reverse	4	0.022530151531100273
208255	rnn.weight_hh_l0_reverse	5	-0.0028133948799222708
208255	rnn.weight_hh_l0_reverse	6	0.06561841815710068
208255	rnn.weight_hh_l0_reverse	7	0.037092141807079315
208255	rnn.weight_hh_l0_reverse	8	-0.021166620776057243
208255	rnn.weight_hh_l0_reverse	9	-0.029299531131982803
208255	rnn.bias_ih_l0_reverse	0	-0.14765667915344238
208255	rnn.bias_ih_l0_reverse	1	-0.3077657222747803
208255	rnn.bias_ih_l0_reverse	2	-0.06763384491205215
208255	rnn.bias_ih_l0_reverse	3	-0.15103238821029663
208255	rnn.bias_ih_l0_reverse	4	0.06892811506986618
208255	rnn.bias_ih_l0_reverse	5	-0.2639482319355011
208255	rnn.bias_ih_l0_reverse	6	-0.06673302501440048
208255	rnn.bias_ih_l0_reverse	7	0.023692207410931587
208255	rnn.bias_ih_l0_reverse	8	-0.18691742420196533
208255	rnn.bias_ih_l0_reverse	9	-0.09347809851169586
208255	rnn.bias_hh_l0_reverse	0	-0.15214629471302032
208255	rnn.bias_hh_l0_reverse	1	-0.15113751590251923
208255	rnn.bias_hh_l0_reverse	2	-0.014529097825288773
208255	rnn.bias_hh_l0_reverse	3	-0.1336791217327118
208255	rnn.bias_hh_l0_reverse	4	-0.022395016625523567
208255	rnn.bias_hh_l0_reverse	5	-0.11971535533666611
208255	rnn.bias_hh_l0_reverse	6	-0.0800560712814331
208255	rnn.bias_hh_l0_reverse	7	-0.17922058701515198
208255	rnn.bias_hh_l0_reverse	8	-0.07019002735614777
208255	rnn.bias_hh_l0_reverse	9	-0.11821777373552322
208255	linear.weight	0	-0.2052033394575119
208255	linear.weight	1	-0.10819662362337112
208255	linear.weight	2	-0.011228874325752258
208255	linear.weight	3	-0.10188044607639313
208255	linear.weight	4	-0.020966336131095886
208255	linear.weight	5	0.15102778375148773
208255	linear.weight	6	0.0047744326293468475
208255	linear.weight	7	-0.021312154829502106
208255	linear.weight	8	0.13670513033866882
208255	linear.weight	9	0.1959308385848999
208255	linear.bias	0	-0.8440892100334167
208255	linear.bias	1	1.4313381910324097
208255	linear.bias	2	-0.5101454257965088
208255	linear.bias	3	-0.752403736114502
208255	linear.bias	4	-0.8708246946334839
208255	linear.bias	5	-1.1792432069778442
208255	linear.bias	6	-0.9724634289741516
208255	linear.bias	7	-0.7146987318992615
208255	linear.bias	8	-0.01705317199230194
208255	linear.bias	9	3.4701550006866455
208452	transitions	0	-0.4546681046485901
208452	transitions	1	8.767040252685547
208452	transitions	2	-3.604692220687866
208452	transitions	3	1.583123803138733
208452	transitions	4	-2.198625326156616
208452	transitions	5	-0.4222938120365143
208452	transitions	6	-0.19456371665000916
208452	transitions	7	-10000.0
208452	transitions	8	1.8467963933944702
208452	transitions	9	-2.2947638034820557
208452	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
208452	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
208452	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
208452	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
208452	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
208452	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
208452	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
208452	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
208452	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
208452	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
208452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
208452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
208452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
208452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
208452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
208452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
208452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
208452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
208452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
208452	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
208452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
208452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
208452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
208452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
208452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
208452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
208452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
208452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
208452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
208452	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
208452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
208452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
208452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
208452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
208452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
208452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
208452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
208452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
208452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
208452	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
208452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
208452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
208452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
208452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
208452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
208452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
208452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
208452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
208452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
208452	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
208452	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
208452	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
208452	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
208452	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
208452	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
208452	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
208452	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
208452	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
208452	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
208452	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
208452	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
208452	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
208452	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
208452	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
208452	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
208452	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
208452	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
208452	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
208452	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
208452	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
208452	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
208452	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
208452	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
208452	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
208452	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
208452	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
208452	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
208452	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
208452	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
208452	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
208452	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
208452	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
208452	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
208452	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
208452	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
208452	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
208452	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
208452	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
208452	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
208452	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
208452	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
208452	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
208452	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
208452	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
208452	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
208452	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
208452	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
208452	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
208452	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
208452	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
208452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
208452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
208452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
208452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
208452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
208452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
208452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
208452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
208452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
208452	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
208452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
208452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
208452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
208452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
208452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
208452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
208452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
208452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
208452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
208452	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
208452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
208452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
208452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
208452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
208452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
208452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
208452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
208452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
208452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
208452	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
208452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
208452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
208452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
208452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
208452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
208452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
208452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
208452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
208452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
208452	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
208452	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
208452	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
208452	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
208452	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
208452	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
208452	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
208452	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
208452	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
208452	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
208452	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
208452	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
208452	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
208452	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
208452	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
208452	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
208452	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
208452	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
208452	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
208452	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
208452	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
208452	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
208452	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
208452	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
208452	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
208452	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
208452	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
208452	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
208452	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
208452	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
208452	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
208452	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
208452	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
208452	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
208452	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
208452	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
208452	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
208452	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
208452	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
208452	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
208452	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
208452	embedding2nn.weight	0	0.046392396092414856
208452	embedding2nn.weight	1	-0.09529899060726166
208452	embedding2nn.weight	2	0.015718698501586914
208452	embedding2nn.weight	3	-0.05310686305165291
208452	embedding2nn.weight	4	-0.11305214464664459
208452	embedding2nn.weight	5	0.11748218536376953
208452	embedding2nn.weight	6	-0.086090087890625
208452	embedding2nn.weight	7	-0.07045484334230423
208452	embedding2nn.weight	8	-0.030086709186434746
208452	embedding2nn.weight	9	0.048678506165742874
208452	embedding2nn.bias	0	0.07185377180576324
208452	embedding2nn.bias	1	-0.0036903105210512877
208452	embedding2nn.bias	2	-0.10040212422609329
208452	embedding2nn.bias	3	-0.0008348852279596031
208452	embedding2nn.bias	4	0.00021564093185588717
208452	embedding2nn.bias	5	-0.18354667723178864
208452	embedding2nn.bias	6	-0.12453274428844452
208452	embedding2nn.bias	7	-0.033333200961351395
208452	embedding2nn.bias	8	0.07437878847122192
208452	embedding2nn.bias	9	-0.07716348767280579
208452	rnn.weight_ih_l0	0	0.04459228739142418
208452	rnn.weight_ih_l0	1	-0.07165872305631638
208452	rnn.weight_ih_l0	2	-0.05214487016201019
208452	rnn.weight_ih_l0	3	-0.06021009013056755
208452	rnn.weight_ih_l0	4	0.01239103265106678
208452	rnn.weight_ih_l0	5	-0.10617399215698242
208452	rnn.weight_ih_l0	6	-0.02550661750137806
208452	rnn.weight_ih_l0	7	-0.010433227755129337
208452	rnn.weight_ih_l0	8	0.06379039585590363
208452	rnn.weight_ih_l0	9	0.011327618733048439
208452	rnn.weight_hh_l0	0	0.0026758983731269836
208452	rnn.weight_hh_l0	1	-0.07786376029253006
208452	rnn.weight_hh_l0	2	0.07058736681938171
208452	rnn.weight_hh_l0	3	0.0514850839972496
208452	rnn.weight_hh_l0	4	0.004928525537252426
208452	rnn.weight_hh_l0	5	0.06716027855873108
208452	rnn.weight_hh_l0	6	-0.018208373337984085
208452	rnn.weight_hh_l0	7	-0.10877521336078644
208452	rnn.weight_hh_l0	8	0.028751015663146973
208452	rnn.weight_hh_l0	9	-0.08846711367368698
208452	rnn.bias_ih_l0	0	-0.08988842368125916
208452	rnn.bias_ih_l0	1	-0.18477539718151093
208452	rnn.bias_ih_l0	2	-0.2658628821372986
208452	rnn.bias_ih_l0	3	-0.2858249247074127
208452	rnn.bias_ih_l0	4	0.0038719619624316692
208452	rnn.bias_ih_l0	5	0.05715057998895645
208452	rnn.bias_ih_l0	6	-0.1640583723783493
208452	rnn.bias_ih_l0	7	-0.2614797353744507
208452	rnn.bias_ih_l0	8	-0.14419707655906677
208452	rnn.bias_ih_l0	9	-0.17990688979625702
208452	rnn.bias_hh_l0	0	0.12076586484909058
208452	rnn.bias_hh_l0	1	-0.06193367391824722
208452	rnn.bias_hh_l0	2	0.0494639053940773
208452	rnn.bias_hh_l0	3	-0.18558447062969208
208452	rnn.bias_hh_l0	4	0.0525091215968132
208452	rnn.bias_hh_l0	5	0.05465010553598404
208452	rnn.bias_hh_l0	6	-0.1071712076663971
208452	rnn.bias_hh_l0	7	-0.1584332287311554
208452	rnn.bias_hh_l0	8	-0.18273186683654785
208452	rnn.bias_hh_l0	9	-0.10869927704334259
208452	rnn.weight_ih_l0_reverse	0	-0.02354162186384201
208452	rnn.weight_ih_l0_reverse	1	-0.0016953353770077229
208452	rnn.weight_ih_l0_reverse	2	0.01687481254339218
208452	rnn.weight_ih_l0_reverse	3	0.006386952009052038
208452	rnn.weight_ih_l0_reverse	4	0.015340432524681091
208452	rnn.weight_ih_l0_reverse	5	-0.046998921781778336
208452	rnn.weight_ih_l0_reverse	6	-0.047169655561447144
208452	rnn.weight_ih_l0_reverse	7	0.011698398739099503
208452	rnn.weight_ih_l0_reverse	8	0.09956017136573792
208452	rnn.weight_ih_l0_reverse	9	-0.0056989421136677265
208452	rnn.weight_hh_l0_reverse	0	0.0019091994035989046
208452	rnn.weight_hh_l0_reverse	1	0.0293978713452816
208452	rnn.weight_hh_l0_reverse	2	-0.0404699444770813
208452	rnn.weight_hh_l0_reverse	3	0.03598930314183235
208452	rnn.weight_hh_l0_reverse	4	0.022472945973277092
208452	rnn.weight_hh_l0_reverse	5	-0.003228558227419853
208452	rnn.weight_hh_l0_reverse	6	0.06540399044752121
208452	rnn.weight_hh_l0_reverse	7	0.03774266690015793
208452	rnn.weight_hh_l0_reverse	8	-0.021454686298966408
208452	rnn.weight_hh_l0_reverse	9	-0.029332011938095093
208452	rnn.bias_ih_l0_reverse	0	-0.14722594618797302
208452	rnn.bias_ih_l0_reverse	1	-0.3085976839065552
208452	rnn.bias_ih_l0_reverse	2	-0.06803686916828156
208452	rnn.bias_ih_l0_reverse	3	-0.15076828002929688
208452	rnn.bias_ih_l0_reverse	4	0.07021740823984146
208452	rnn.bias_ih_l0_reverse	5	-0.2624503970146179
208452	rnn.bias_ih_l0_reverse	6	-0.06343824416399002
208452	rnn.bias_ih_l0_reverse	7	0.02187511883676052
208452	rnn.bias_ih_l0_reverse	8	-0.1862308233976364
208452	rnn.bias_ih_l0_reverse	9	-0.09513971954584122
208452	rnn.bias_hh_l0_reverse	0	-0.15280796587467194
208452	rnn.bias_hh_l0_reverse	1	-0.15225617587566376
208452	rnn.bias_hh_l0_reverse	2	-0.014779139310121536
208452	rnn.bias_hh_l0_reverse	3	-0.13139435648918152
208452	rnn.bias_hh_l0_reverse	4	-0.022552218288183212
208452	rnn.bias_hh_l0_reverse	5	-0.12100063264369965
208452	rnn.bias_hh_l0_reverse	6	-0.08075183629989624
208452	rnn.bias_hh_l0_reverse	7	-0.17925916612148285
208452	rnn.bias_hh_l0_reverse	8	-0.06950028985738754
208452	rnn.bias_hh_l0_reverse	9	-0.11767739057540894
208452	linear.weight	0	-0.20254309475421906
208452	linear.weight	1	-0.10823892802000046
208452	linear.weight	2	-0.011228874325752258
208452	linear.weight	3	-0.09522389620542526
208452	linear.weight	4	-0.019023306667804718
208452	linear.weight	5	0.15681827068328857
208452	linear.weight	6	0.0047744326293468475
208452	linear.weight	7	-0.021312154829502106
208452	linear.weight	8	0.14412951469421387
208452	linear.weight	9	0.19698898494243622
208452	linear.bias	0	-0.8442978262901306
208452	linear.bias	1	1.4220025539398193
208452	linear.bias	2	-0.5040817260742188
208452	linear.bias	3	-0.7483708262443542
208452	linear.bias	4	-0.907730221748352
208452	linear.bias	5	-1.179262638092041
208452	linear.bias	6	-0.9705350995063782
208452	linear.bias	7	-0.7201718091964722
208452	linear.bias	8	-0.01705317199230194
208452	linear.bias	9	3.4664907455444336
208649	transitions	0	-0.4547702968120575
208649	transitions	1	8.789862632751465
208649	transitions	2	-3.604851484298706
208649	transitions	3	1.5750272274017334
208649	transitions	4	-2.1988608837127686
208649	transitions	5	-0.4226677715778351
208649	transitions	6	-0.19458326697349548
208649	transitions	7	-10000.0
208649	transitions	8	1.8463789224624634
208649	transitions	9	-2.294766902923584
208649	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
208649	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
208649	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
208649	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
208649	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
208649	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
208649	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
208649	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
208649	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
208649	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
208649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
208649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
208649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
208649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
208649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
208649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
208649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
208649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
208649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
208649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
208649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
208649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
208649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
208649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
208649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
208649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
208649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
208649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
208649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
208649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
208649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
208649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
208649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
208649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
208649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
208649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
208649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
208649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
208649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
208649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
208649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
208649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
208649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
208649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
208649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
208649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
208649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
208649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
208649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
208649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
208649	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
208649	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
208649	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
208649	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
208649	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
208649	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
208649	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
208649	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
208649	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
208649	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
208649	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
208649	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
208649	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
208649	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
208649	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
208649	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
208649	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
208649	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
208649	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
208649	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
208649	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
208649	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
208649	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
208649	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
208649	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
208649	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
208649	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
208649	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
208649	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
208649	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
208649	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
208649	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
208649	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
208649	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
208649	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
208649	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
208649	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
208649	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
208649	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
208649	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
208649	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
208649	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
208649	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
208649	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
208649	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
208649	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
208649	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
208649	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
208649	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
208649	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
208649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
208649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
208649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
208649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
208649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
208649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
208649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
208649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
208649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
208649	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
208649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
208649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
208649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
208649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
208649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
208649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
208649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
208649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
208649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
208649	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
208649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
208649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
208649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
208649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
208649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
208649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
208649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
208649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
208649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
208649	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
208649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
208649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
208649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
208649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
208649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
208649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
208649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
208649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
208649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
208649	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
208649	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
208649	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
208649	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
208649	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
208649	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
208649	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
208649	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
208649	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
208649	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
208649	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
208649	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
208649	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
208649	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
208649	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
208649	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
208649	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
208649	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
208649	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
208649	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
208649	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
208649	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
208649	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
208649	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
208649	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
208649	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
208649	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
208649	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
208649	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
208649	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
208649	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
208649	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
208649	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
208649	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
208649	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
208649	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
208649	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
208649	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
208649	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
208649	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
208649	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
208649	embedding2nn.weight	0	0.04600217565894127
208649	embedding2nn.weight	1	-0.09513244032859802
208649	embedding2nn.weight	2	0.017498120665550232
208649	embedding2nn.weight	3	-0.053086306899785995
208649	embedding2nn.weight	4	-0.11203024536371231
208649	embedding2nn.weight	5	0.11533333361148834
208649	embedding2nn.weight	6	-0.07888861745595932
208649	embedding2nn.weight	7	-0.07025671005249023
208649	embedding2nn.weight	8	-0.030393555760383606
208649	embedding2nn.weight	9	0.046244196593761444
208649	embedding2nn.bias	0	0.0685773715376854
208649	embedding2nn.bias	1	-0.0040191966108977795
208649	embedding2nn.bias	2	-0.09011833369731903
208649	embedding2nn.bias	3	0.00477836886420846
208649	embedding2nn.bias	4	0.006663303356617689
208649	embedding2nn.bias	5	-0.178207129240036
208649	embedding2nn.bias	6	-0.13075494766235352
208649	embedding2nn.bias	7	-0.030831005424261093
208649	embedding2nn.bias	8	0.08604522049427032
208649	embedding2nn.bias	9	-0.07246940582990646
208649	rnn.weight_ih_l0	0	0.04481294006109238
208649	rnn.weight_ih_l0	1	-0.0725947767496109
208649	rnn.weight_ih_l0	2	-0.05197012796998024
208649	rnn.weight_ih_l0	3	-0.06089716777205467
208649	rnn.weight_ih_l0	4	0.01237370353192091
208649	rnn.weight_ih_l0	5	-0.10625962913036346
208649	rnn.weight_ih_l0	6	-0.026754269376397133
208649	rnn.weight_ih_l0	7	-0.010911433026194572
208649	rnn.weight_ih_l0	8	0.06634946912527084
208649	rnn.weight_ih_l0	9	0.011252151802182198
208649	rnn.weight_hh_l0	0	0.0027220083866268396
208649	rnn.weight_hh_l0	1	-0.07780849933624268
208649	rnn.weight_hh_l0	2	0.07130149751901627
208649	rnn.weight_hh_l0	3	0.05170141160488129
208649	rnn.weight_hh_l0	4	0.004655732307583094
208649	rnn.weight_hh_l0	5	0.06692460179328918
208649	rnn.weight_hh_l0	6	-0.017923569306731224
208649	rnn.weight_hh_l0	7	-0.10893946141004562
208649	rnn.weight_hh_l0	8	0.02901872992515564
208649	rnn.weight_hh_l0	9	-0.08678397536277771
208649	rnn.bias_ih_l0	0	-0.0888424664735794
208649	rnn.bias_ih_l0	1	-0.18684199452400208
208649	rnn.bias_ih_l0	2	-0.2663958966732025
208649	rnn.bias_ih_l0	3	-0.28628966212272644
208649	rnn.bias_ih_l0	4	0.00258059985935688
208649	rnn.bias_ih_l0	5	0.06106513366103172
208649	rnn.bias_ih_l0	6	-0.1628008782863617
208649	rnn.bias_ih_l0	7	-0.2625168263912201
208649	rnn.bias_ih_l0	8	-0.14658063650131226
208649	rnn.bias_ih_l0	9	-0.1801009476184845
208649	rnn.bias_hh_l0	0	0.12121005356311798
208649	rnn.bias_hh_l0	1	-0.06411492824554443
208649	rnn.bias_hh_l0	2	0.04936810955405235
208649	rnn.bias_hh_l0	3	-0.1838516891002655
208649	rnn.bias_hh_l0	4	0.05494879558682442
208649	rnn.bias_hh_l0	5	0.055658403784036636
208649	rnn.bias_hh_l0	6	-0.10657189041376114
208649	rnn.bias_hh_l0	7	-0.15807609260082245
208649	rnn.bias_hh_l0	8	-0.18248645961284637
208649	rnn.bias_hh_l0	9	-0.10851581394672394
208649	rnn.weight_ih_l0_reverse	0	-0.022793827578425407
208649	rnn.weight_ih_l0_reverse	1	-0.001770494389347732
208649	rnn.weight_ih_l0_reverse	2	0.018216131255030632
208649	rnn.weight_ih_l0_reverse	3	0.006632258649915457
208649	rnn.weight_ih_l0_reverse	4	0.016617197543382645
208649	rnn.weight_ih_l0_reverse	5	-0.0478813536465168
208649	rnn.weight_ih_l0_reverse	6	-0.04659567028284073
208649	rnn.weight_ih_l0_reverse	7	0.010738813318312168
208649	rnn.weight_ih_l0_reverse	8	0.09941679239273071
208649	rnn.weight_ih_l0_reverse	9	-0.005442955065518618
208649	rnn.weight_hh_l0_reverse	0	0.0014956120867282152
208649	rnn.weight_hh_l0_reverse	1	0.029103657230734825
208649	rnn.weight_hh_l0_reverse	2	-0.04012391343712807
208649	rnn.weight_hh_l0_reverse	3	0.03578393906354904
208649	rnn.weight_hh_l0_reverse	4	0.022793181240558624
208649	rnn.weight_hh_l0_reverse	5	-0.0035994835197925568
208649	rnn.weight_hh_l0_reverse	6	0.06518867611885071
208649	rnn.weight_hh_l0_reverse	7	0.03797759860754013
208649	rnn.weight_hh_l0_reverse	8	-0.021246038377285004
208649	rnn.weight_hh_l0_reverse	9	-0.028882917016744614
208649	rnn.bias_ih_l0_reverse	0	-0.14857791364192963
208649	rnn.bias_ih_l0_reverse	1	-0.3097805380821228
208649	rnn.bias_ih_l0_reverse	2	-0.06696171313524246
208649	rnn.bias_ih_l0_reverse	3	-0.15184420347213745
208649	rnn.bias_ih_l0_reverse	4	0.07043620944023132
208649	rnn.bias_ih_l0_reverse	5	-0.2625342309474945
208649	rnn.bias_ih_l0_reverse	6	-0.0641724243760109
208649	rnn.bias_ih_l0_reverse	7	0.023530693724751472
208649	rnn.bias_ih_l0_reverse	8	-0.1861162930727005
208649	rnn.bias_ih_l0_reverse	9	-0.09587660431861877
208649	rnn.bias_hh_l0_reverse	0	-0.15486644208431244
208649	rnn.bias_hh_l0_reverse	1	-0.1514512151479721
208649	rnn.bias_hh_l0_reverse	2	-0.014196205884218216
208649	rnn.bias_hh_l0_reverse	3	-0.1293787658214569
208649	rnn.bias_hh_l0_reverse	4	-0.02236991748213768
208649	rnn.bias_hh_l0_reverse	5	-0.12056365609169006
208649	rnn.bias_hh_l0_reverse	6	-0.08046680688858032
208649	rnn.bias_hh_l0_reverse	7	-0.17984485626220703
208649	rnn.bias_hh_l0_reverse	8	-0.0703023225069046
208649	rnn.bias_hh_l0_reverse	9	-0.11930026113986969
208649	linear.weight	0	-0.2009637951850891
208649	linear.weight	1	-0.10703366994857788
208649	linear.weight	2	-0.011228874325752258
208649	linear.weight	3	-0.0982825979590416
208649	linear.weight	4	-0.009829436428844929
208649	linear.weight	5	0.15469039976596832
208649	linear.weight	6	0.0047744326293468475
208649	linear.weight	7	-0.021312154829502106
208649	linear.weight	8	0.1585487276315689
208649	linear.weight	9	0.20821979641914368
208649	linear.bias	0	-0.849595308303833
208649	linear.bias	1	1.4338494539260864
208649	linear.bias	2	-0.49811163544654846
208649	linear.bias	3	-0.7335233688354492
208649	linear.bias	4	-0.8925430774688721
208649	linear.bias	5	-1.1792792081832886
208649	linear.bias	6	-0.9772618412971497
208649	linear.bias	7	-0.7330460548400879
208649	linear.bias	8	-0.01705317199230194
208649	linear.bias	9	3.515141248703003
208846	transitions	0	-0.4548065662384033
208846	transitions	1	8.796248435974121
208846	transitions	2	-3.60501766204834
208846	transitions	3	1.5795773267745972
208846	transitions	4	-2.1990811824798584
208846	transitions	5	-0.42269521951675415
208846	transitions	6	-0.19459480047225952
208846	transitions	7	-10000.0
208846	transitions	8	1.8466932773590088
208846	transitions	9	-2.294768810272217
208846	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
208846	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
208846	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
208846	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
208846	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
208846	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
208846	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
208846	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
208846	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
208846	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
208846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
208846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
208846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
208846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
208846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
208846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
208846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
208846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
208846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
208846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
208846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
208846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
208846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
208846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
208846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
208846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
208846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
208846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
208846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
208846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
208846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
208846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
208846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
208846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
208846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
208846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
208846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
208846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
208846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
208846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
208846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
208846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
208846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
208846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
208846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
208846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
208846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
208846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
208846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
208846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
208846	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
208846	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
208846	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
208846	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
208846	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
208846	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
208846	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
208846	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
208846	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
208846	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
208846	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
208846	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
208846	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
208846	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
208846	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
208846	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
208846	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
208846	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
208846	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
208846	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
208846	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
208846	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
208846	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
208846	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
208846	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
208846	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
208846	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
208846	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
208846	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
208846	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
208846	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
208846	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
208846	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
208846	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
208846	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
208846	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
208846	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
208846	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
208846	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
208846	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
208846	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
208846	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
208846	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
208846	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
208846	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
208846	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
208846	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
208846	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
208846	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
208846	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
208846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
208846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
208846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
208846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
208846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
208846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
208846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
208846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
208846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
208846	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
208846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
208846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
208846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
208846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
208846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
208846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
208846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
208846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
208846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
208846	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
208846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
208846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
208846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
208846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
208846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
208846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
208846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
208846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
208846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
208846	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
208846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
208846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
208846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
208846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
208846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
208846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
208846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
208846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
208846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
208846	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
208846	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
208846	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
208846	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
208846	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
208846	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
208846	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
208846	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
208846	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
208846	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
208846	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
208846	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
208846	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
208846	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
208846	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
208846	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
208846	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
208846	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
208846	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
208846	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
208846	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
208846	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
208846	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
208846	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
208846	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
208846	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
208846	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
208846	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
208846	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
208846	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
208846	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
208846	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
208846	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
208846	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
208846	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
208846	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
208846	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
208846	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
208846	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
208846	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
208846	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
208846	embedding2nn.weight	0	0.0460812933743
208846	embedding2nn.weight	1	-0.09499403089284897
208846	embedding2nn.weight	2	0.020198410376906395
208846	embedding2nn.weight	3	-0.05484141781926155
208846	embedding2nn.weight	4	-0.11379142105579376
208846	embedding2nn.weight	5	0.11663898825645447
208846	embedding2nn.weight	6	-0.08171698451042175
208846	embedding2nn.weight	7	-0.07078032940626144
208846	embedding2nn.weight	8	-0.03035050258040428
208846	embedding2nn.weight	9	0.045934565365314484
208846	embedding2nn.bias	0	0.05855005234479904
208846	embedding2nn.bias	1	0.00035946894786320627
208846	embedding2nn.bias	2	-0.09225381165742874
208846	embedding2nn.bias	3	0.0014442079700529575
208846	embedding2nn.bias	4	0.005510714836418629
208846	embedding2nn.bias	5	-0.18908126652240753
208846	embedding2nn.bias	6	-0.12651333212852478
208846	embedding2nn.bias	7	-0.026489850133657455
208846	embedding2nn.bias	8	0.07966887205839157
208846	embedding2nn.bias	9	-0.07058314979076385
208846	rnn.weight_ih_l0	0	0.04337194189429283
208846	rnn.weight_ih_l0	1	-0.07228253036737442
208846	rnn.weight_ih_l0	2	-0.051292784512043
208846	rnn.weight_ih_l0	3	-0.06248932331800461
208846	rnn.weight_ih_l0	4	0.01164019200950861
208846	rnn.weight_ih_l0	5	-0.10749271512031555
208846	rnn.weight_ih_l0	6	-0.02923620119690895
208846	rnn.weight_ih_l0	7	-0.012247257865965366
208846	rnn.weight_ih_l0	8	0.06710059195756912
208846	rnn.weight_ih_l0	9	0.0113057317212224
208846	rnn.weight_hh_l0	0	0.002404523082077503
208846	rnn.weight_hh_l0	1	-0.07853416353464127
208846	rnn.weight_hh_l0	2	0.07165373116731644
208846	rnn.weight_hh_l0	3	0.05166442692279816
208846	rnn.weight_hh_l0	4	0.0046974546276032925
208846	rnn.weight_hh_l0	5	0.06765790283679962
208846	rnn.weight_hh_l0	6	-0.01769612915813923
208846	rnn.weight_hh_l0	7	-0.10902736335992813
208846	rnn.weight_hh_l0	8	0.028983216732740402
208846	rnn.weight_hh_l0	9	-0.08839574456214905
208846	rnn.bias_ih_l0	0	-0.08975417912006378
208846	rnn.bias_ih_l0	1	-0.18788671493530273
208846	rnn.bias_ih_l0	2	-0.2684328258037567
208846	rnn.bias_ih_l0	3	-0.28579577803611755
208846	rnn.bias_ih_l0	4	0.004825026262551546
208846	rnn.bias_ih_l0	5	0.05974471941590309
208846	rnn.bias_ih_l0	6	-0.1619512438774109
208846	rnn.bias_ih_l0	7	-0.26041379570961
208846	rnn.bias_ih_l0	8	-0.14665694534778595
208846	rnn.bias_ih_l0	9	-0.17763608694076538
208846	rnn.bias_hh_l0	0	0.11948257684707642
208846	rnn.bias_hh_l0	1	-0.06499560922384262
208846	rnn.bias_hh_l0	2	0.04944824427366257
208846	rnn.bias_hh_l0	3	-0.18533457815647125
208846	rnn.bias_hh_l0	4	0.05762426182627678
208846	rnn.bias_hh_l0	5	0.056071896106004715
208846	rnn.bias_hh_l0	6	-0.10702577233314514
208846	rnn.bias_hh_l0	7	-0.15662869811058044
208846	rnn.bias_hh_l0	8	-0.1813836395740509
208846	rnn.bias_hh_l0	9	-0.10910209268331528
208846	rnn.weight_ih_l0_reverse	0	-0.021852005273103714
208846	rnn.weight_ih_l0_reverse	1	-0.002407584572210908
208846	rnn.weight_ih_l0_reverse	2	0.01642415300011635
208846	rnn.weight_ih_l0_reverse	3	0.008625119924545288
208846	rnn.weight_ih_l0_reverse	4	0.0176486074924469
208846	rnn.weight_ih_l0_reverse	5	-0.0470060259103775
208846	rnn.weight_ih_l0_reverse	6	-0.04587115719914436
208846	rnn.weight_ih_l0_reverse	7	0.010383912362158298
208846	rnn.weight_ih_l0_reverse	8	0.09934207797050476
208846	rnn.weight_ih_l0_reverse	9	-0.004015007056295872
208846	rnn.weight_hh_l0_reverse	0	0.0015437472611665726
208846	rnn.weight_hh_l0_reverse	1	0.029062092304229736
208846	rnn.weight_hh_l0_reverse	2	-0.04010023921728134
208846	rnn.weight_hh_l0_reverse	3	0.03594520315527916
208846	rnn.weight_hh_l0_reverse	4	0.02268327958881855
208846	rnn.weight_hh_l0_reverse	5	-0.003981276880949736
208846	rnn.weight_hh_l0_reverse	6	0.0650235116481781
208846	rnn.weight_hh_l0_reverse	7	0.0377567894756794
208846	rnn.weight_hh_l0_reverse	8	-0.021609792485833168
208846	rnn.weight_hh_l0_reverse	9	-0.028841212391853333
208846	rnn.bias_ih_l0_reverse	0	-0.15001676976680756
208846	rnn.bias_ih_l0_reverse	1	-0.31232592463493347
208846	rnn.bias_ih_l0_reverse	2	-0.06695125997066498
208846	rnn.bias_ih_l0_reverse	3	-0.15336573123931885
208846	rnn.bias_ih_l0_reverse	4	0.06884097307920456
208846	rnn.bias_ih_l0_reverse	5	-0.2637747824192047
208846	rnn.bias_ih_l0_reverse	6	-0.06422966718673706
208846	rnn.bias_ih_l0_reverse	7	0.024715958163142204
208846	rnn.bias_ih_l0_reverse	8	-0.18508119881153107
208846	rnn.bias_ih_l0_reverse	9	-0.0954076275229454
208846	rnn.bias_hh_l0_reverse	0	-0.15439309179782867
208846	rnn.bias_hh_l0_reverse	1	-0.15050964057445526
208846	rnn.bias_hh_l0_reverse	2	-0.01386704109609127
208846	rnn.bias_hh_l0_reverse	3	-0.1313292682170868
208846	rnn.bias_hh_l0_reverse	4	-0.022363046184182167
208846	rnn.bias_hh_l0_reverse	5	-0.12045007199048996
208846	rnn.bias_hh_l0_reverse	6	-0.079381063580513
208846	rnn.bias_hh_l0_reverse	7	-0.1802576631307602
208846	rnn.bias_hh_l0_reverse	8	-0.06988149881362915
208846	rnn.bias_hh_l0_reverse	9	-0.11941417306661606
208846	linear.weight	0	-0.19805774092674255
208846	linear.weight	1	-0.10439472645521164
208846	linear.weight	2	-0.011228874325752258
208846	linear.weight	3	-0.09686802327632904
208846	linear.weight	4	-0.005501040257513523
208846	linear.weight	5	0.1535416841506958
208846	linear.weight	6	0.0047744326293468475
208846	linear.weight	7	-0.021312154829502106
208846	linear.weight	8	0.17758703231811523
208846	linear.weight	9	0.21001692116260529
208846	linear.bias	0	-0.8446409106254578
208846	linear.bias	1	1.422502875328064
208846	linear.bias	2	-0.48505085706710815
208846	linear.bias	3	-0.7344895005226135
208846	linear.bias	4	-0.8776587843894958
208846	linear.bias	5	-1.1792967319488525
208846	linear.bias	6	-0.9720817804336548
208846	linear.bias	7	-0.7341704368591309
208846	linear.bias	8	-0.01705317199230194
208846	linear.bias	9	3.4650909900665283
209043	transitions	0	-0.45489129424095154
209043	transitions	1	8.788518905639648
209043	transitions	2	-3.6055047512054443
209043	transitions	3	1.5818935632705688
209043	transitions	4	-2.1993491649627686
209043	transitions	5	-0.4227612018585205
209043	transitions	6	-0.19465573132038116
209043	transitions	7	-10000.0
209043	transitions	8	1.8480496406555176
209043	transitions	9	-2.2947704792022705
209043	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
209043	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
209043	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
209043	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
209043	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
209043	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
209043	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
209043	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
209043	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
209043	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
209043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
209043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
209043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
209043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
209043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
209043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
209043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
209043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
209043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
209043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
209043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
209043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
209043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
209043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
209043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
209043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
209043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
209043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
209043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
209043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
209043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
209043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
209043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
209043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
209043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
209043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
209043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
209043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
209043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
209043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
209043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
209043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
209043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
209043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
209043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
209043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
209043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
209043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
209043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
209043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
209043	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
209043	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
209043	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
209043	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
209043	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
209043	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
209043	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
209043	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
209043	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
209043	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
209043	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
209043	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
209043	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
209043	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
209043	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
209043	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
209043	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
209043	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
209043	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
209043	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
209043	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
209043	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
209043	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
209043	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
209043	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
209043	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
209043	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
209043	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
209043	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
209043	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
209043	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
209043	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
209043	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
209043	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
209043	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
209043	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
209043	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
209043	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
209043	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
209043	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
209043	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
209043	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
209043	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
209043	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
209043	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
209043	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
209043	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
209043	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
209043	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
209043	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
209043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
209043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
209043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
209043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
209043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
209043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
209043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
209043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
209043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
209043	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
209043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
209043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
209043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
209043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
209043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
209043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
209043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
209043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
209043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
209043	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
209043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
209043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
209043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
209043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
209043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
209043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
209043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
209043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
209043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
209043	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
209043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
209043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
209043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
209043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
209043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
209043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
209043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
209043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
209043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
209043	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
209043	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
209043	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
209043	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
209043	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
209043	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
209043	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
209043	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
209043	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
209043	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
209043	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
209043	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
209043	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
209043	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
209043	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
209043	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
209043	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
209043	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
209043	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
209043	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
209043	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
209043	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
209043	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
209043	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
209043	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
209043	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
209043	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
209043	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
209043	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
209043	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
209043	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
209043	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
209043	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
209043	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
209043	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
209043	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
209043	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
209043	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
209043	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
209043	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
209043	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
209043	embedding2nn.weight	0	0.04633384943008423
209043	embedding2nn.weight	1	-0.09551970660686493
209043	embedding2nn.weight	2	0.0207815021276474
209043	embedding2nn.weight	3	-0.05515298247337341
209043	embedding2nn.weight	4	-0.11489775776863098
209043	embedding2nn.weight	5	0.11725800484418869
209043	embedding2nn.weight	6	-0.08643995970487595
209043	embedding2nn.weight	7	-0.07009230554103851
209043	embedding2nn.weight	8	-0.030380411073565483
209043	embedding2nn.weight	9	0.046501755714416504
209043	embedding2nn.bias	0	0.06405320018529892
209043	embedding2nn.bias	1	-0.012698376551270485
209043	embedding2nn.bias	2	-0.08244063705205917
209043	embedding2nn.bias	3	0.00037727109156548977
209043	embedding2nn.bias	4	0.0008525500306859612
209043	embedding2nn.bias	5	-0.18797244131565094
209043	embedding2nn.bias	6	-0.11539992690086365
209043	embedding2nn.bias	7	-0.028777850791811943
209043	embedding2nn.bias	8	0.07703474164009094
209043	embedding2nn.bias	9	-0.06867171823978424
209043	rnn.weight_ih_l0	0	0.04352452978491783
209043	rnn.weight_ih_l0	1	-0.07277413457632065
209043	rnn.weight_ih_l0	2	-0.04999535158276558
209043	rnn.weight_ih_l0	3	-0.061365608125925064
209043	rnn.weight_ih_l0	4	0.011414178647100925
209043	rnn.weight_ih_l0	5	-0.10657811164855957
209043	rnn.weight_ih_l0	6	-0.028380807489156723
209043	rnn.weight_ih_l0	7	-0.011947900988161564
209043	rnn.weight_ih_l0	8	0.06748979538679123
209043	rnn.weight_ih_l0	9	0.010543915443122387
209043	rnn.weight_hh_l0	0	0.0018163443310186267
209043	rnn.weight_hh_l0	1	-0.07777085900306702
209043	rnn.weight_hh_l0	2	0.07198194414377213
209043	rnn.weight_hh_l0	3	0.05118940770626068
209043	rnn.weight_hh_l0	4	0.004727114457637072
209043	rnn.weight_hh_l0	5	0.06725163012742996
209043	rnn.weight_hh_l0	6	-0.017636416479945183
209043	rnn.weight_hh_l0	7	-0.10856273025274277
209043	rnn.weight_hh_l0	8	0.02866443060338497
209043	rnn.weight_hh_l0	9	-0.08858810365200043
209043	rnn.bias_ih_l0	0	-0.08894573152065277
209043	rnn.bias_ih_l0	1	-0.18869097530841827
209043	rnn.bias_ih_l0	2	-0.26868897676467896
209043	rnn.bias_ih_l0	3	-0.28701674938201904
209043	rnn.bias_ih_l0	4	0.0024543239269405603
209043	rnn.bias_ih_l0	5	0.06523644179105759
209043	rnn.bias_ih_l0	6	-0.16216608881950378
209043	rnn.bias_ih_l0	7	-0.25873056054115295
209043	rnn.bias_ih_l0	8	-0.14486604928970337
209043	rnn.bias_ih_l0	9	-0.17957745492458344
209043	rnn.bias_hh_l0	0	0.11887507885694504
209043	rnn.bias_hh_l0	1	-0.06543399393558502
209043	rnn.bias_hh_l0	2	0.05034160986542702
209043	rnn.bias_hh_l0	3	-0.1848127841949463
209043	rnn.bias_hh_l0	4	0.05833357572555542
209043	rnn.bias_hh_l0	5	0.05637944117188454
209043	rnn.bias_hh_l0	6	-0.10791881382465363
209043	rnn.bias_hh_l0	7	-0.15688514709472656
209043	rnn.bias_hh_l0	8	-0.18193645775318146
209043	rnn.bias_hh_l0	9	-0.11023998260498047
209043	rnn.weight_ih_l0_reverse	0	-0.02344876527786255
209043	rnn.weight_ih_l0_reverse	1	-0.0023345823865383863
209043	rnn.weight_ih_l0_reverse	2	0.016869988292455673
209043	rnn.weight_ih_l0_reverse	3	0.007004762999713421
209043	rnn.weight_ih_l0_reverse	4	0.01799536682665348
209043	rnn.weight_ih_l0_reverse	5	-0.046632688492536545
209043	rnn.weight_ih_l0_reverse	6	-0.04631335288286209
209043	rnn.weight_ih_l0_reverse	7	0.012977343052625656
209043	rnn.weight_ih_l0_reverse	8	0.09926439821720123
209043	rnn.weight_ih_l0_reverse	9	-0.00393095426261425
209043	rnn.weight_hh_l0_reverse	0	0.0017908081645146012
209043	rnn.weight_hh_l0_reverse	1	0.029103485867381096
209043	rnn.weight_hh_l0_reverse	2	-0.04069438949227333
209043	rnn.weight_hh_l0_reverse	3	0.03660254925489426
209043	rnn.weight_hh_l0_reverse	4	0.022626742720603943
209043	rnn.weight_hh_l0_reverse	5	-0.003639072412624955
209043	rnn.weight_hh_l0_reverse	6	0.06528150290250778
209043	rnn.weight_hh_l0_reverse	7	0.037970684468746185
209043	rnn.weight_hh_l0_reverse	8	-0.020974915474653244
209043	rnn.weight_hh_l0_reverse	9	-0.028971785679459572
209043	rnn.bias_ih_l0_reverse	0	-0.14906281232833862
209043	rnn.bias_ih_l0_reverse	1	-0.3126576542854309
209043	rnn.bias_ih_l0_reverse	2	-0.06768982857465744
209043	rnn.bias_ih_l0_reverse	3	-0.15385876595973969
209043	rnn.bias_ih_l0_reverse	4	0.07111620903015137
209043	rnn.bias_ih_l0_reverse	5	-0.26253703236579895
209043	rnn.bias_ih_l0_reverse	6	-0.06431172043085098
209043	rnn.bias_ih_l0_reverse	7	0.024157894775271416
209043	rnn.bias_ih_l0_reverse	8	-0.18423084914684296
209043	rnn.bias_ih_l0_reverse	9	-0.09528226405382156
209043	rnn.bias_hh_l0_reverse	0	-0.1533820629119873
209043	rnn.bias_hh_l0_reverse	1	-0.15167632699012756
209043	rnn.bias_hh_l0_reverse	2	-0.013646773993968964
209043	rnn.bias_hh_l0_reverse	3	-0.1316821128129959
209043	rnn.bias_hh_l0_reverse	4	-0.023893848061561584
209043	rnn.bias_hh_l0_reverse	5	-0.12060722708702087
209043	rnn.bias_hh_l0_reverse	6	-0.08048338443040848
209043	rnn.bias_hh_l0_reverse	7	-0.1799948364496231
209043	rnn.bias_hh_l0_reverse	8	-0.07075346261262894
209043	rnn.bias_hh_l0_reverse	9	-0.1203957125544548
209043	linear.weight	0	-0.19798292219638824
209043	linear.weight	1	-0.10601291805505753
209043	linear.weight	2	-0.011228874325752258
209043	linear.weight	3	-0.09334298223257065
209043	linear.weight	4	-0.014016509056091309
209043	linear.weight	5	0.16376222670078278
209043	linear.weight	6	0.0047744326293468475
209043	linear.weight	7	-0.021312154829502106
209043	linear.weight	8	0.16520923376083374
209043	linear.weight	9	0.22327318787574768
209043	linear.bias	0	-0.8539965152740479
209043	linear.bias	1	1.4252859354019165
209043	linear.bias	2	-0.5318981409072876
209043	linear.bias	3	-0.7426313161849976
209043	linear.bias	4	-0.8561367392539978
209043	linear.bias	5	-1.1793168783187866
209043	linear.bias	6	-0.9823548197746277
209043	linear.bias	7	-0.7245749235153198
209043	linear.bias	8	-0.01705317199230194
209043	linear.bias	9	3.4914119243621826
209240	transitions	0	-0.4550427198410034
209240	transitions	1	8.815276145935059
209240	transitions	2	-3.6057398319244385
209240	transitions	3	1.5836488008499146
209240	transitions	4	-2.1999025344848633
209240	transitions	5	-0.42280861735343933
209240	transitions	6	-0.19467875361442566
209240	transitions	7	-10000.0
209240	transitions	8	1.8483831882476807
209240	transitions	9	-2.294778347015381
209240	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
209240	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
209240	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
209240	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
209240	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
209240	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
209240	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
209240	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
209240	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
209240	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
209240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
209240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
209240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
209240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
209240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
209240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
209240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
209240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
209240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
209240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
209240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
209240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
209240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
209240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
209240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
209240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
209240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
209240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
209240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
209240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
209240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
209240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
209240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
209240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
209240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
209240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
209240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
209240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
209240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
209240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
209240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
209240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
209240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
209240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
209240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
209240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
209240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
209240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
209240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
209240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
209240	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
209240	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
209240	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
209240	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
209240	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
209240	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
209240	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
209240	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
209240	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
209240	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
209240	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
209240	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
209240	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
209240	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
209240	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
209240	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
209240	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
209240	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
209240	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
209240	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
209240	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
209240	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
209240	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
209240	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
209240	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
209240	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
209240	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
209240	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
209240	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
209240	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
209240	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
209240	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
209240	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
209240	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
209240	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
209240	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
209240	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
209240	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
209240	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
209240	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
209240	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
209240	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
209240	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
209240	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
209240	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
209240	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
209240	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
209240	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
209240	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
209240	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
209240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
209240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
209240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
209240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
209240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
209240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
209240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
209240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
209240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
209240	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
209240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
209240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
209240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
209240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
209240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
209240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
209240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
209240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
209240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
209240	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
209240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
209240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
209240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
209240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
209240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
209240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
209240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
209240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
209240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
209240	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
209240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
209240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
209240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
209240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
209240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
209240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
209240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
209240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
209240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
209240	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
209240	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
209240	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
209240	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
209240	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
209240	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
209240	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
209240	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
209240	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
209240	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
209240	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
209240	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
209240	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
209240	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
209240	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
209240	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
209240	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
209240	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
209240	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
209240	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
209240	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
209240	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
209240	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
209240	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
209240	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
209240	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
209240	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
209240	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
209240	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
209240	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
209240	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
209240	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
209240	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
209240	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
209240	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
209240	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
209240	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
209240	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
209240	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
209240	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
209240	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
209240	embedding2nn.weight	0	0.046002838760614395
209240	embedding2nn.weight	1	-0.09521150588989258
209240	embedding2nn.weight	2	0.020644597709178925
209240	embedding2nn.weight	3	-0.054753437638282776
209240	embedding2nn.weight	4	-0.11488720029592514
209240	embedding2nn.weight	5	0.11678650975227356
209240	embedding2nn.weight	6	-0.0884561538696289
209240	embedding2nn.weight	7	-0.06993580609560013
209240	embedding2nn.weight	8	-0.030533410608768463
209240	embedding2nn.weight	9	0.04819384217262268
209240	embedding2nn.bias	0	0.07158602774143219
209240	embedding2nn.bias	1	-0.017808476462960243
209240	embedding2nn.bias	2	-0.08811583369970322
209240	embedding2nn.bias	3	-0.00026801900821737945
209240	embedding2nn.bias	4	0.0028692723717540503
209240	embedding2nn.bias	5	-0.19135819375514984
209240	embedding2nn.bias	6	-0.10819389671087265
209240	embedding2nn.bias	7	-0.02508029341697693
209240	embedding2nn.bias	8	0.09144119173288345
209240	embedding2nn.bias	9	-0.07171593606472015
209240	rnn.weight_ih_l0	0	0.0433625727891922
209240	rnn.weight_ih_l0	1	-0.07406648248434067
209240	rnn.weight_ih_l0	2	-0.051650796085596085
209240	rnn.weight_ih_l0	3	-0.06066201627254486
209240	rnn.weight_ih_l0	4	0.011785849928855896
209240	rnn.weight_ih_l0	5	-0.10601764917373657
209240	rnn.weight_ih_l0	6	-0.027664361521601677
209240	rnn.weight_ih_l0	7	-0.012758491560816765
209240	rnn.weight_ih_l0	8	0.06846078485250473
209240	rnn.weight_ih_l0	9	0.010042237117886543
209240	rnn.weight_hh_l0	0	0.0013432789128273726
209240	rnn.weight_hh_l0	1	-0.07762816548347473
209240	rnn.weight_hh_l0	2	0.0719391256570816
209240	rnn.weight_hh_l0	3	0.05174832046031952
209240	rnn.weight_hh_l0	4	0.004568238742649555
209240	rnn.weight_hh_l0	5	0.06740827113389969
209240	rnn.weight_hh_l0	6	-0.01746136136353016
209240	rnn.weight_hh_l0	7	-0.10816643387079239
209240	rnn.weight_hh_l0	8	0.02888735942542553
209240	rnn.weight_hh_l0	9	-0.08696294575929642
209240	rnn.bias_ih_l0	0	-0.09272432327270508
209240	rnn.bias_ih_l0	1	-0.18916822969913483
209240	rnn.bias_ih_l0	2	-0.2679704427719116
209240	rnn.bias_ih_l0	3	-0.2879975736141205
209240	rnn.bias_ih_l0	4	0.001760690356604755
209240	rnn.bias_ih_l0	5	0.06402552127838135
209240	rnn.bias_ih_l0	6	-0.16294582188129425
209240	rnn.bias_ih_l0	7	-0.25863054394721985
209240	rnn.bias_ih_l0	8	-0.1475440412759781
209240	rnn.bias_ih_l0	9	-0.1820511370897293
209240	rnn.bias_hh_l0	0	0.12081798911094666
209240	rnn.bias_hh_l0	1	-0.06532016396522522
209240	rnn.bias_hh_l0	2	0.05043337866663933
209240	rnn.bias_hh_l0	3	-0.18530282378196716
209240	rnn.bias_hh_l0	4	0.056510087102651596
209240	rnn.bias_hh_l0	5	0.05505337193608284
209240	rnn.bias_hh_l0	6	-0.10809651762247086
209240	rnn.bias_hh_l0	7	-0.1556336134672165
209240	rnn.bias_hh_l0	8	-0.18402105569839478
209240	rnn.bias_hh_l0	9	-0.11181695759296417
209240	rnn.weight_ih_l0_reverse	0	-0.02240438014268875
209240	rnn.weight_ih_l0_reverse	1	-0.0014216330600902438
209240	rnn.weight_ih_l0_reverse	2	0.018402624875307083
209240	rnn.weight_ih_l0_reverse	3	0.0064186761155724525
209240	rnn.weight_ih_l0_reverse	4	0.01837022788822651
209240	rnn.weight_ih_l0_reverse	5	-0.04778282716870308
209240	rnn.weight_ih_l0_reverse	6	-0.04750021547079086
209240	rnn.weight_ih_l0_reverse	7	0.013040365651249886
209240	rnn.weight_ih_l0_reverse	8	0.09994819760322571
209240	rnn.weight_ih_l0_reverse	9	-0.003877137089148164
209240	rnn.weight_hh_l0_reverse	0	0.0014823576202616096
209240	rnn.weight_hh_l0_reverse	1	0.029678434133529663
209240	rnn.weight_hh_l0_reverse	2	-0.04088297113776207
209240	rnn.weight_hh_l0_reverse	3	0.03671397268772125
209240	rnn.weight_hh_l0_reverse	4	0.022715404629707336
209240	rnn.weight_hh_l0_reverse	5	-0.003138424828648567
209240	rnn.weight_hh_l0_reverse	6	0.06559055298566818
209240	rnn.weight_hh_l0_reverse	7	0.03813145309686661
209240	rnn.weight_hh_l0_reverse	8	-0.021098587661981583
209240	rnn.weight_hh_l0_reverse	9	-0.029375409707427025
209240	rnn.bias_ih_l0_reverse	0	-0.14980076253414154
209240	rnn.bias_ih_l0_reverse	1	-0.31129708886146545
209240	rnn.bias_ih_l0_reverse	2	-0.0663972869515419
209240	rnn.bias_ih_l0_reverse	3	-0.15296903252601624
209240	rnn.bias_ih_l0_reverse	4	0.06946611404418945
209240	rnn.bias_ih_l0_reverse	5	-0.2633650600910187
209240	rnn.bias_ih_l0_reverse	6	-0.06447943300008774
209240	rnn.bias_ih_l0_reverse	7	0.023678340017795563
209240	rnn.bias_ih_l0_reverse	8	-0.1851271688938141
209240	rnn.bias_ih_l0_reverse	9	-0.0941198393702507
209240	rnn.bias_hh_l0_reverse	0	-0.15237289667129517
209240	rnn.bias_hh_l0_reverse	1	-0.1496981978416443
209240	rnn.bias_hh_l0_reverse	2	-0.013964448124170303
209240	rnn.bias_hh_l0_reverse	3	-0.1321103274822235
209240	rnn.bias_hh_l0_reverse	4	-0.024789446964859962
209240	rnn.bias_hh_l0_reverse	5	-0.12131843715906143
209240	rnn.bias_hh_l0_reverse	6	-0.08151870965957642
209240	rnn.bias_hh_l0_reverse	7	-0.18070639669895172
209240	rnn.bias_hh_l0_reverse	8	-0.06936769932508469
209240	rnn.bias_hh_l0_reverse	9	-0.12023358047008514
209240	linear.weight	0	-0.20553335547447205
209240	linear.weight	1	-0.10950645059347153
209240	linear.weight	2	-0.011228874325752258
209240	linear.weight	3	-0.09435883909463882
209240	linear.weight	4	-0.019634662196040154
209240	linear.weight	5	0.15554176270961761
209240	linear.weight	6	0.0047744326293468475
209240	linear.weight	7	-0.021312154829502106
209240	linear.weight	8	0.16792160272598267
209240	linear.weight	9	0.22688694298267365
209240	linear.bias	0	-0.876653254032135
209240	linear.bias	1	1.4160667657852173
209240	linear.bias	2	-0.4787238538265228
209240	linear.bias	3	-0.7169190049171448
209240	linear.bias	4	-0.849717378616333
209240	linear.bias	5	-1.1793333292007446
209240	linear.bias	6	-1.0061522722244263
209240	linear.bias	7	-0.7501371502876282
209240	linear.bias	8	-0.01705317199230194
209240	linear.bias	9	3.455939292907715
209244	transitions	0	-0.45504289865493774
209244	transitions	1	8.815008163452148
209244	transitions	2	-3.605740785598755
209244	transitions	3	1.5836379528045654
209244	transitions	4	-2.1999027729034424
209244	transitions	5	-0.4228086471557617
209244	transitions	6	-0.1946788877248764
209244	transitions	7	-10000.0
209244	transitions	8	1.8483730554580688
209244	transitions	9	-2.294778347015381
209244	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
209244	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
209244	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
209244	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
209244	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
209244	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
209244	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
209244	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
209244	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
209244	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
209244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
209244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
209244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
209244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
209244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
209244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
209244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
209244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
209244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
209244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
209244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
209244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
209244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
209244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
209244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
209244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
209244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
209244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
209244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
209244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
209244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
209244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
209244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
209244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
209244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
209244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
209244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
209244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
209244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
209244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
209244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
209244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
209244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
209244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
209244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
209244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
209244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
209244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
209244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
209244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
209244	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
209244	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
209244	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
209244	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
209244	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
209244	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
209244	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
209244	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
209244	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
209244	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
209244	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
209244	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
209244	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
209244	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
209244	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
209244	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
209244	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
209244	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
209244	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
209244	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
209244	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
209244	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
209244	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
209244	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
209244	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
209244	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
209244	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
209244	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
209244	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
209244	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
209244	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
209244	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
209244	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
209244	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
209244	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
209244	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
209244	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
209244	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
209244	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
209244	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
209244	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
209244	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
209244	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
209244	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
209244	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
209244	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
209244	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
209244	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
209244	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
209244	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
209244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
209244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
209244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
209244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
209244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
209244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
209244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
209244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
209244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
209244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
209244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
209244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
209244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
209244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
209244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
209244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
209244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
209244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
209244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
209244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
209244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
209244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
209244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
209244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
209244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
209244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
209244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
209244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
209244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
209244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
209244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
209244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
209244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
209244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
209244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
209244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
209244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
209244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
209244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
209244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
209244	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
209244	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
209244	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
209244	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
209244	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
209244	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
209244	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
209244	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
209244	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
209244	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
209244	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
209244	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
209244	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
209244	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
209244	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
209244	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
209244	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
209244	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
209244	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
209244	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
209244	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
209244	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
209244	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
209244	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
209244	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
209244	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
209244	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
209244	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
209244	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
209244	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
209244	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
209244	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
209244	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
209244	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
209244	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
209244	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
209244	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
209244	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
209244	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
209244	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
209244	embedding2nn.weight	0	0.046018343418836594
209244	embedding2nn.weight	1	-0.09526935964822769
209244	embedding2nn.weight	2	0.02049877680838108
209244	embedding2nn.weight	3	-0.054811958223581314
209244	embedding2nn.weight	4	-0.11508764326572418
209244	embedding2nn.weight	5	0.11694556474685669
209244	embedding2nn.weight	6	-0.08859759569168091
209244	embedding2nn.weight	7	-0.07006143778562546
209244	embedding2nn.weight	8	-0.030606942251324654
209244	embedding2nn.weight	9	0.048007313162088394
209244	embedding2nn.bias	0	0.07222862541675568
209244	embedding2nn.bias	1	-0.01622845232486725
209244	embedding2nn.bias	2	-0.08785112202167511
209244	embedding2nn.bias	3	-0.0014896097127348185
209244	embedding2nn.bias	4	0.002671775408089161
209244	embedding2nn.bias	5	-0.19135992228984833
209244	embedding2nn.bias	6	-0.10961948335170746
209244	embedding2nn.bias	7	-0.024736350402235985
209244	embedding2nn.bias	8	0.08957566320896149
209244	embedding2nn.bias	9	-0.07037130743265152
209244	rnn.weight_ih_l0	0	0.043397482484579086
209244	rnn.weight_ih_l0	1	-0.07408970594406128
209244	rnn.weight_ih_l0	2	-0.05165693163871765
209244	rnn.weight_ih_l0	3	-0.06056203693151474
209244	rnn.weight_ih_l0	4	0.01178866345435381
209244	rnn.weight_ih_l0	5	-0.10594342648983002
209244	rnn.weight_ih_l0	6	-0.02764778584241867
209244	rnn.weight_ih_l0	7	-0.012592088431119919
209244	rnn.weight_ih_l0	8	0.06822407990694046
209244	rnn.weight_ih_l0	9	0.009881815873086452
209244	rnn.weight_hh_l0	0	0.0013485033996403217
209244	rnn.weight_hh_l0	1	-0.07763251662254333
209244	rnn.weight_hh_l0	2	0.07194729894399643
209244	rnn.weight_hh_l0	3	0.051734328269958496
209244	rnn.weight_hh_l0	4	0.00456693721935153
209244	rnn.weight_hh_l0	5	0.06739150732755661
209244	rnn.weight_hh_l0	6	-0.017458995804190636
209244	rnn.weight_hh_l0	7	-0.10810956358909607
209244	rnn.weight_hh_l0	8	0.028860220685601234
209244	rnn.weight_hh_l0	9	-0.0869753509759903
209244	rnn.bias_ih_l0	0	-0.09260040521621704
209244	rnn.bias_ih_l0	1	-0.18933741748332977
209244	rnn.bias_ih_l0	2	-0.26774364709854126
209244	rnn.bias_ih_l0	3	-0.2880725860595703
209244	rnn.bias_ih_l0	4	0.0018091037636622787
209244	rnn.bias_ih_l0	5	0.06390083581209183
209244	rnn.bias_ih_l0	6	-0.1628972738981247
209244	rnn.bias_ih_l0	7	-0.2585134208202362
209244	rnn.bias_ih_l0	8	-0.14731912314891815
209244	rnn.bias_ih_l0	9	-0.18219438195228577
209244	rnn.bias_hh_l0	0	0.12078026682138443
209244	rnn.bias_hh_l0	1	-0.06520368158817291
209244	rnn.bias_hh_l0	2	0.050469692796468735
209244	rnn.bias_hh_l0	3	-0.1853579431772232
209244	rnn.bias_hh_l0	4	0.056325990706682205
209244	rnn.bias_hh_l0	5	0.055211279541254044
209244	rnn.bias_hh_l0	6	-0.10806368291378021
209244	rnn.bias_hh_l0	7	-0.15578462183475494
209244	rnn.bias_hh_l0	8	-0.18411144614219666
209244	rnn.bias_hh_l0	9	-0.11177881062030792
209244	rnn.weight_ih_l0_reverse	0	-0.02243891917169094
209244	rnn.weight_ih_l0_reverse	1	-0.0014035931089892983
209244	rnn.weight_ih_l0_reverse	2	0.018364712595939636
209244	rnn.weight_ih_l0_reverse	3	0.0066499835811555386
209244	rnn.weight_ih_l0_reverse	4	0.018320275470614433
209244	rnn.weight_ih_l0_reverse	5	-0.04772225394845009
209244	rnn.weight_ih_l0_reverse	6	-0.047486625611782074
209244	rnn.weight_ih_l0_reverse	7	0.013306742534041405
209244	rnn.weight_ih_l0_reverse	8	0.10006329417228699
209244	rnn.weight_ih_l0_reverse	9	-0.004034086596220732
209244	rnn.weight_hh_l0_reverse	0	0.0014910484896972775
209244	rnn.weight_hh_l0_reverse	1	0.029644668102264404
209244	rnn.weight_hh_l0_reverse	2	-0.040869127959012985
209244	rnn.weight_hh_l0_reverse	3	0.036710988730192184
209244	rnn.weight_hh_l0_reverse	4	0.022697899490594864
209244	rnn.weight_hh_l0_reverse	5	-0.0031396530102938414
209244	rnn.weight_hh_l0_reverse	6	0.06537171453237534
209244	rnn.weight_hh_l0_reverse	7	0.038136593997478485
209244	rnn.weight_hh_l0_reverse	8	-0.021118616685271263
209244	rnn.weight_hh_l0_reverse	9	-0.02928330935537815
209244	rnn.bias_ih_l0_reverse	0	-0.1496221125125885
209244	rnn.bias_ih_l0_reverse	1	-0.3112524747848511
209244	rnn.bias_ih_l0_reverse	2	-0.06626836955547333
209244	rnn.bias_ih_l0_reverse	3	-0.15300437808036804
209244	rnn.bias_ih_l0_reverse	4	0.06975305080413818
209244	rnn.bias_ih_l0_reverse	5	-0.2635651230812073
209244	rnn.bias_ih_l0_reverse	6	-0.0644812285900116
209244	rnn.bias_ih_l0_reverse	7	0.023670025169849396
209244	rnn.bias_ih_l0_reverse	8	-0.18508529663085938
209244	rnn.bias_ih_l0_reverse	9	-0.09414484351873398
209244	rnn.bias_hh_l0_reverse	0	-0.1530454307794571
209244	rnn.bias_hh_l0_reverse	1	-0.1495457887649536
209244	rnn.bias_hh_l0_reverse	2	-0.013995391316711903
209244	rnn.bias_hh_l0_reverse	3	-0.13217152655124664
209244	rnn.bias_hh_l0_reverse	4	-0.024884026497602463
209244	rnn.bias_hh_l0_reverse	5	-0.12143829464912415
209244	rnn.bias_hh_l0_reverse	6	-0.0814814567565918
209244	rnn.bias_hh_l0_reverse	7	-0.18078890442848206
209244	rnn.bias_hh_l0_reverse	8	-0.06948312371969223
209244	rnn.bias_hh_l0_reverse	9	-0.12031090259552002
209244	linear.weight	0	-0.20554161071777344
209244	linear.weight	1	-0.1095053032040596
209244	linear.weight	2	-0.011228874325752258
209244	linear.weight	3	-0.09428615123033524
209244	linear.weight	4	-0.023642517626285553
209244	linear.weight	5	0.15840263664722443
209244	linear.weight	6	0.0047744326293468475
209244	linear.weight	7	-0.021312154829502106
209244	linear.weight	8	0.16811473667621613
209244	linear.weight	9	0.22685815393924713
209244	linear.bias	0	-0.8754385709762573
209244	linear.bias	1	1.4113214015960693
209244	linear.bias	2	-0.4765782654285431
209244	linear.bias	3	-0.7189000844955444
209244	linear.bias	4	-0.8495189547538757
209244	linear.bias	5	-1.1793333292007446
209244	linear.bias	6	-1.0049482583999634
209244	linear.bias	7	-0.7470685839653015
209244	linear.bias	8	-0.01705317199230194
209244	linear.bias	9	3.4723453521728516
209441	transitions	0	-0.45520737767219543
209441	transitions	1	8.83206844329834
209441	transitions	2	-3.6060397624969482
209441	transitions	3	1.5883015394210815
209441	transitions	4	-2.2002530097961426
209441	transitions	5	-0.42284396290779114
209441	transitions	6	-0.19469128549098969
209441	transitions	7	-10000.0
209441	transitions	8	1.8486195802688599
209441	transitions	9	-2.294783592224121
209441	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
209441	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
209441	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
209441	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
209441	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
209441	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
209441	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
209441	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
209441	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
209441	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
209441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
209441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
209441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
209441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
209441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
209441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
209441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
209441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
209441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
209441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
209441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
209441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
209441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
209441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
209441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
209441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
209441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
209441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
209441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
209441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
209441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
209441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
209441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
209441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
209441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
209441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
209441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
209441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
209441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
209441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
209441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
209441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
209441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
209441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
209441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
209441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
209441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
209441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
209441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
209441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
209441	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
209441	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
209441	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
209441	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
209441	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
209441	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
209441	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
209441	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
209441	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
209441	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
209441	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
209441	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
209441	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
209441	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
209441	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
209441	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
209441	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
209441	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
209441	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
209441	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
209441	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
209441	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
209441	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
209441	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
209441	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
209441	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
209441	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
209441	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
209441	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
209441	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
209441	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
209441	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
209441	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
209441	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
209441	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
209441	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
209441	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
209441	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
209441	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
209441	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
209441	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
209441	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
209441	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
209441	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
209441	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
209441	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
209441	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
209441	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
209441	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
209441	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
209441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
209441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
209441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
209441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
209441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
209441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
209441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
209441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
209441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
209441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
209441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
209441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
209441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
209441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
209441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
209441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
209441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
209441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
209441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
209441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
209441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
209441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
209441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
209441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
209441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
209441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
209441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
209441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
209441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
209441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
209441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
209441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
209441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
209441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
209441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
209441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
209441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
209441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
209441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
209441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
209441	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
209441	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
209441	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
209441	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
209441	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
209441	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
209441	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
209441	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
209441	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
209441	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
209441	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
209441	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
209441	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
209441	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
209441	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
209441	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
209441	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
209441	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
209441	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
209441	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
209441	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
209441	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
209441	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
209441	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
209441	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
209441	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
209441	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
209441	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
209441	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
209441	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
209441	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
209441	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
209441	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
209441	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
209441	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
209441	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
209441	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
209441	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
209441	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
209441	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
209441	embedding2nn.weight	0	0.04596344381570816
209441	embedding2nn.weight	1	-0.09573958814144135
209441	embedding2nn.weight	2	0.020197896286845207
209441	embedding2nn.weight	3	-0.055277880281209946
209441	embedding2nn.weight	4	-0.11561298370361328
209441	embedding2nn.weight	5	0.11610797047615051
209441	embedding2nn.weight	6	-0.08833670616149902
209441	embedding2nn.weight	7	-0.07167598605155945
209441	embedding2nn.weight	8	-0.031330499798059464
209441	embedding2nn.weight	9	0.04770848527550697
209441	embedding2nn.bias	0	0.07632583379745483
209441	embedding2nn.bias	1	-0.018236776813864708
209441	embedding2nn.bias	2	-0.0895327627658844
209441	embedding2nn.bias	3	0.00012315434287302196
209441	embedding2nn.bias	4	0.007277985569089651
209441	embedding2nn.bias	5	-0.19280371069908142
209441	embedding2nn.bias	6	-0.11173472553491592
209441	embedding2nn.bias	7	-0.027965122833848
209441	embedding2nn.bias	8	0.09007782489061356
209441	embedding2nn.bias	9	-0.06654064357280731
209441	rnn.weight_ih_l0	0	0.043354395776987076
209441	rnn.weight_ih_l0	1	-0.07478492707014084
209441	rnn.weight_ih_l0	2	-0.05179174616932869
209441	rnn.weight_ih_l0	3	-0.06154533848166466
209441	rnn.weight_ih_l0	4	0.011193211190402508
209441	rnn.weight_ih_l0	5	-0.10640834271907806
209441	rnn.weight_ih_l0	6	-0.02945834957063198
209441	rnn.weight_ih_l0	7	-0.011455395258963108
209441	rnn.weight_ih_l0	8	0.06913845241069794
209441	rnn.weight_ih_l0	9	0.010130449198186398
209441	rnn.weight_hh_l0	0	0.0013142095413058996
209441	rnn.weight_hh_l0	1	-0.07737652957439423
209441	rnn.weight_hh_l0	2	0.07305000722408295
209441	rnn.weight_hh_l0	3	0.051157739013433456
209441	rnn.weight_hh_l0	4	0.004413950722664595
209441	rnn.weight_hh_l0	5	0.06708882004022598
209441	rnn.weight_hh_l0	6	-0.017655862495303154
209441	rnn.weight_hh_l0	7	-0.10824940353631973
209441	rnn.weight_hh_l0	8	0.02865152806043625
209441	rnn.weight_hh_l0	9	-0.08663859963417053
209441	rnn.bias_ih_l0	0	-0.09724590182304382
209441	rnn.bias_ih_l0	1	-0.1929434835910797
209441	rnn.bias_ih_l0	2	-0.26858431100845337
209441	rnn.bias_ih_l0	3	-0.28966835141181946
209441	rnn.bias_ih_l0	4	0.005009048618376255
209441	rnn.bias_ih_l0	5	0.06198326125741005
209441	rnn.bias_ih_l0	6	-0.16246388852596283
209441	rnn.bias_ih_l0	7	-0.25900325179100037
209441	rnn.bias_ih_l0	8	-0.1472231149673462
209441	rnn.bias_ih_l0	9	-0.18114079535007477
209441	rnn.bias_hh_l0	0	0.11991052329540253
209441	rnn.bias_hh_l0	1	-0.06612726300954819
209441	rnn.bias_hh_l0	2	0.04899593070149422
209441	rnn.bias_hh_l0	3	-0.18436503410339355
209441	rnn.bias_hh_l0	4	0.059215787798166275
209441	rnn.bias_hh_l0	5	0.05408318340778351
209441	rnn.bias_hh_l0	6	-0.10841992497444153
209441	rnn.bias_hh_l0	7	-0.15276513993740082
209441	rnn.bias_hh_l0	8	-0.1839676946401596
209441	rnn.bias_hh_l0	9	-0.11160222440958023
209441	rnn.weight_ih_l0_reverse	0	-0.02229205146431923
209441	rnn.weight_ih_l0_reverse	1	-0.0009618017938919365
209441	rnn.weight_ih_l0_reverse	2	0.019473126158118248
209441	rnn.weight_ih_l0_reverse	3	0.00564212491735816
209441	rnn.weight_ih_l0_reverse	4	0.01831430196762085
209441	rnn.weight_ih_l0_reverse	5	-0.04830000549554825
209441	rnn.weight_ih_l0_reverse	6	-0.04880097508430481
209441	rnn.weight_ih_l0_reverse	7	0.012729901820421219
209441	rnn.weight_ih_l0_reverse	8	0.09977307915687561
209441	rnn.weight_ih_l0_reverse	9	-0.0015649684937670827
209441	rnn.weight_hh_l0_reverse	0	0.0010759906144812703
209441	rnn.weight_hh_l0_reverse	1	0.029274271801114082
209441	rnn.weight_hh_l0_reverse	2	-0.04053599759936333
209441	rnn.weight_hh_l0_reverse	3	0.036292631179094315
209441	rnn.weight_hh_l0_reverse	4	0.02273176610469818
209441	rnn.weight_hh_l0_reverse	5	-0.0032569612376391888
209441	rnn.weight_hh_l0_reverse	6	0.06517645716667175
209441	rnn.weight_hh_l0_reverse	7	0.038057271391153336
209441	rnn.weight_hh_l0_reverse	8	-0.021338138729333878
209441	rnn.weight_hh_l0_reverse	9	-0.029204871505498886
209441	rnn.bias_ih_l0_reverse	0	-0.1513659805059433
209441	rnn.bias_ih_l0_reverse	1	-0.30915963649749756
209441	rnn.bias_ih_l0_reverse	2	-0.06622893363237381
209441	rnn.bias_ih_l0_reverse	3	-0.15284830331802368
209441	rnn.bias_ih_l0_reverse	4	0.06934621930122375
209441	rnn.bias_ih_l0_reverse	5	-0.2641063630580902
209441	rnn.bias_ih_l0_reverse	6	-0.06339757144451141
209441	rnn.bias_ih_l0_reverse	7	0.02982778288424015
209441	rnn.bias_ih_l0_reverse	8	-0.18294869363307953
209441	rnn.bias_ih_l0_reverse	9	-0.0921621322631836
209441	rnn.bias_hh_l0_reverse	0	-0.1559486836194992
209441	rnn.bias_hh_l0_reverse	1	-0.14980192482471466
209441	rnn.bias_hh_l0_reverse	2	-0.01457320898771286
209441	rnn.bias_hh_l0_reverse	3	-0.1325216442346573
209441	rnn.bias_hh_l0_reverse	4	-0.02427702583372593
209441	rnn.bias_hh_l0_reverse	5	-0.12125018984079361
209441	rnn.bias_hh_l0_reverse	6	-0.08157528936862946
209441	rnn.bias_hh_l0_reverse	7	-0.18127402663230896
209441	rnn.bias_hh_l0_reverse	8	-0.06920535862445831
209441	rnn.bias_hh_l0_reverse	9	-0.11812003701925278
209441	linear.weight	0	-0.2079235166311264
209441	linear.weight	1	-0.10604923963546753
209441	linear.weight	2	-0.011228874325752258
209441	linear.weight	3	-0.09435311704874039
209441	linear.weight	4	-0.01646437868475914
209441	linear.weight	5	0.1525980830192566
209441	linear.weight	6	0.0047744326293468475
209441	linear.weight	7	-0.021312154829502106
209441	linear.weight	8	0.16463793814182281
209441	linear.weight	9	0.22945095598697662
209441	linear.bias	0	-0.8586369156837463
209441	linear.bias	1	1.420943021774292
209441	linear.bias	2	-0.5203343629837036
209441	linear.bias	3	-0.7029524445533752
209441	linear.bias	4	-0.8668226599693298
209441	linear.bias	5	-1.1793484687805176
209441	linear.bias	6	-0.9874229431152344
209441	linear.bias	7	-0.7416849732398987
209441	linear.bias	8	-0.01705317199230194
209441	linear.bias	9	3.4735119342803955
209638	transitions	0	-0.45528486371040344
209638	transitions	1	8.839466094970703
209638	transitions	2	-3.6061959266662598
209638	transitions	3	1.5851796865463257
209638	transitions	4	-2.200428009033203
209638	transitions	5	-0.4228735566139221
209638	transitions	6	-0.19472073018550873
209638	transitions	7	-10000.0
209638	transitions	8	1.8467285633087158
209638	transitions	9	-2.294785261154175
209638	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
209638	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
209638	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
209638	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
209638	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
209638	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
209638	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
209638	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
209638	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
209638	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
209638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
209638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
209638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
209638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
209638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
209638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
209638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
209638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
209638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
209638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
209638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
209638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
209638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
209638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
209638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
209638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
209638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
209638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
209638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
209638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
209638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
209638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
209638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
209638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
209638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
209638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
209638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
209638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
209638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
209638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
209638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
209638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
209638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
209638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
209638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
209638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
209638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
209638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
209638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
209638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
209638	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
209638	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
209638	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
209638	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
209638	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
209638	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
209638	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
209638	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
209638	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
209638	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
209638	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
209638	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
209638	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
209638	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
209638	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
209638	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
209638	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
209638	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
209638	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
209638	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
209638	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
209638	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
209638	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
209638	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
209638	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
209638	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
209638	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
209638	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
209638	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
209638	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
209638	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
209638	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
209638	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
209638	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
209638	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
209638	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
209638	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
209638	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
209638	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
209638	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
209638	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
209638	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
209638	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
209638	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
209638	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
209638	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
209638	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
209638	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
209638	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
209638	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
209638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
209638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
209638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
209638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
209638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
209638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
209638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
209638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
209638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
209638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
209638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
209638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
209638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
209638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
209638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
209638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
209638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
209638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
209638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
209638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
209638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
209638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
209638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
209638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
209638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
209638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
209638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
209638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
209638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
209638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
209638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
209638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
209638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
209638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
209638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
209638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
209638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
209638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
209638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
209638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
209638	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
209638	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
209638	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
209638	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
209638	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
209638	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
209638	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
209638	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
209638	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
209638	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
209638	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
209638	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
209638	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
209638	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
209638	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
209638	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
209638	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
209638	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
209638	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
209638	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
209638	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
209638	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
209638	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
209638	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
209638	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
209638	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
209638	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
209638	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
209638	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
209638	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
209638	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
209638	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
209638	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
209638	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
209638	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
209638	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
209638	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
209638	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
209638	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
209638	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
209638	embedding2nn.weight	0	0.04616701230406761
209638	embedding2nn.weight	1	-0.0956195518374443
209638	embedding2nn.weight	2	0.02104448713362217
209638	embedding2nn.weight	3	-0.05557562783360481
209638	embedding2nn.weight	4	-0.11674965918064117
209638	embedding2nn.weight	5	0.11566527187824249
209638	embedding2nn.weight	6	-0.08827418088912964
209638	embedding2nn.weight	7	-0.07020542025566101
209638	embedding2nn.weight	8	-0.03160695731639862
209638	embedding2nn.weight	9	0.04745066910982132
209638	embedding2nn.bias	0	0.05983155593276024
209638	embedding2nn.bias	1	-0.018713215366005898
209638	embedding2nn.bias	2	-0.09368619322776794
209638	embedding2nn.bias	3	5.508938556886278e-05
209638	embedding2nn.bias	4	0.009220005944371223
209638	embedding2nn.bias	5	-0.17905530333518982
209638	embedding2nn.bias	6	-0.11360923200845718
209638	embedding2nn.bias	7	-0.027629757300019264
209638	embedding2nn.bias	8	0.0844741240143776
209638	embedding2nn.bias	9	-0.0626881793141365
209638	rnn.weight_ih_l0	0	0.04423915967345238
209638	rnn.weight_ih_l0	1	-0.07483748346567154
209638	rnn.weight_ih_l0	2	-0.050426699221134186
209638	rnn.weight_ih_l0	3	-0.06339885294437408
209638	rnn.weight_ih_l0	4	0.010575518943369389
209638	rnn.weight_ih_l0	5	-0.10630100220441818
209638	rnn.weight_ih_l0	6	-0.030215434730052948
209638	rnn.weight_ih_l0	7	-0.01185547187924385
209638	rnn.weight_ih_l0	8	0.06965180486440659
209638	rnn.weight_ih_l0	9	0.010838963091373444
209638	rnn.weight_hh_l0	0	0.001536324736662209
209638	rnn.weight_hh_l0	1	-0.07660520076751709
209638	rnn.weight_hh_l0	2	0.07187023013830185
209638	rnn.weight_hh_l0	3	0.05119289457798004
209638	rnn.weight_hh_l0	4	0.004533776547759771
209638	rnn.weight_hh_l0	5	0.06718751788139343
209638	rnn.weight_hh_l0	6	-0.017895439639687538
209638	rnn.weight_hh_l0	7	-0.10849647223949432
209638	rnn.weight_hh_l0	8	0.02879999577999115
209638	rnn.weight_hh_l0	9	-0.08784433454275131
209638	rnn.bias_ih_l0	0	-0.09578580409288406
209638	rnn.bias_ih_l0	1	-0.1946193426847458
209638	rnn.bias_ih_l0	2	-0.26915183663368225
209638	rnn.bias_ih_l0	3	-0.2888639569282532
209638	rnn.bias_ih_l0	4	0.00723396148532629
209638	rnn.bias_ih_l0	5	0.05887046828866005
209638	rnn.bias_ih_l0	6	-0.1610458642244339
209638	rnn.bias_ih_l0	7	-0.25960445404052734
209638	rnn.bias_ih_l0	8	-0.14546991884708405
209638	rnn.bias_ih_l0	9	-0.17980314791202545
209638	rnn.bias_hh_l0	0	0.11934690177440643
209638	rnn.bias_hh_l0	1	-0.06495365500450134
209638	rnn.bias_hh_l0	2	0.049218177795410156
209638	rnn.bias_hh_l0	3	-0.18573425710201263
209638	rnn.bias_hh_l0	4	0.05835810676217079
209638	rnn.bias_hh_l0	5	0.05527057871222496
209638	rnn.bias_hh_l0	6	-0.10869179666042328
209638	rnn.bias_hh_l0	7	-0.15273475646972656
209638	rnn.bias_hh_l0	8	-0.18274329602718353
209638	rnn.bias_hh_l0	9	-0.11146445572376251
209638	rnn.weight_ih_l0_reverse	0	-0.02199290692806244
209638	rnn.weight_ih_l0_reverse	1	-0.0013614294584840536
209638	rnn.weight_ih_l0_reverse	2	0.02050870656967163
209638	rnn.weight_ih_l0_reverse	3	0.007040548603981733
209638	rnn.weight_ih_l0_reverse	4	0.017470303922891617
209638	rnn.weight_ih_l0_reverse	5	-0.0485159233212471
209638	rnn.weight_ih_l0_reverse	6	-0.048561837524175644
209638	rnn.weight_ih_l0_reverse	7	0.012645934708416462
209638	rnn.weight_ih_l0_reverse	8	0.0998360887169838
209638	rnn.weight_ih_l0_reverse	9	-0.001334825879894197
209638	rnn.weight_hh_l0_reverse	0	0.001093613333068788
209638	rnn.weight_hh_l0_reverse	1	0.02921646274626255
209638	rnn.weight_hh_l0_reverse	2	-0.04145674407482147
209638	rnn.weight_hh_l0_reverse	3	0.03626531362533569
209638	rnn.weight_hh_l0_reverse	4	0.022808687761425972
209638	rnn.weight_hh_l0_reverse	5	-0.0033702964428812265
209638	rnn.weight_hh_l0_reverse	6	0.06566024571657181
209638	rnn.weight_hh_l0_reverse	7	0.0382348969578743
209638	rnn.weight_hh_l0_reverse	8	-0.02207253873348236
209638	rnn.weight_hh_l0_reverse	9	-0.02938680350780487
209638	rnn.bias_ih_l0_reverse	0	-0.15134213864803314
209638	rnn.bias_ih_l0_reverse	1	-0.3070792555809021
209638	rnn.bias_ih_l0_reverse	2	-0.06514458358287811
209638	rnn.bias_ih_l0_reverse	3	-0.15378333628177643
209638	rnn.bias_ih_l0_reverse	4	0.06928964704275131
209638	rnn.bias_ih_l0_reverse	5	-0.26419878005981445
209638	rnn.bias_ih_l0_reverse	6	-0.06424855440855026
209638	rnn.bias_ih_l0_reverse	7	0.02957438863813877
209638	rnn.bias_ih_l0_reverse	8	-0.1843254566192627
209638	rnn.bias_ih_l0_reverse	9	-0.09221465140581131
209638	rnn.bias_hh_l0_reverse	0	-0.15579712390899658
209638	rnn.bias_hh_l0_reverse	1	-0.15242744982242584
209638	rnn.bias_hh_l0_reverse	2	-0.014303343370556831
209638	rnn.bias_hh_l0_reverse	3	-0.1326909065246582
209638	rnn.bias_hh_l0_reverse	4	-0.02430618368089199
209638	rnn.bias_hh_l0_reverse	5	-0.1206042617559433
209638	rnn.bias_hh_l0_reverse	6	-0.0816291868686676
209638	rnn.bias_hh_l0_reverse	7	-0.1815653294324875
209638	rnn.bias_hh_l0_reverse	8	-0.06923855096101761
209638	rnn.bias_hh_l0_reverse	9	-0.11794822663068771
209638	linear.weight	0	-0.21519765257835388
209638	linear.weight	1	-0.10637304931879044
209638	linear.weight	2	-0.011228874325752258
209638	linear.weight	3	-0.09959821403026581
209638	linear.weight	4	-0.013964561745524406
209638	linear.weight	5	0.15408118069171906
209638	linear.weight	6	0.0047744326293468475
209638	linear.weight	7	-0.021312154829502106
209638	linear.weight	8	0.17350415885448456
209638	linear.weight	9	0.2287043035030365
209638	linear.bias	0	-0.8955899477005005
209638	linear.bias	1	1.4399590492248535
209638	linear.bias	2	-0.4998948276042938
209638	linear.bias	3	-0.6955505609512329
209638	linear.bias	4	-0.8612351417541504
209638	linear.bias	5	-1.179364800453186
209638	linear.bias	6	-1.0235360860824585
209638	linear.bias	7	-0.735918402671814
209638	linear.bias	8	-0.01705317199230194
209638	linear.bias	9	3.4638383388519287
209835	transitions	0	-0.45535868406295776
209835	transitions	1	8.827646255493164
209835	transitions	2	-3.606417417526245
209835	transitions	3	1.5810028314590454
209835	transitions	4	-2.2008614540100098
209835	transitions	5	-0.42300641536712646
209835	transitions	6	-0.19474393129348755
209835	transitions	7	-10000.0
209835	transitions	8	1.845719337463379
209835	transitions	9	-2.2947874069213867
209835	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
209835	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
209835	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
209835	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
209835	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
209835	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
209835	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
209835	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
209835	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
209835	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
209835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
209835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
209835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
209835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
209835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
209835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
209835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
209835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
209835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
209835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
209835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
209835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
209835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
209835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
209835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
209835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
209835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
209835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
209835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
209835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
209835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
209835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
209835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
209835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
209835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
209835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
209835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
209835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
209835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
209835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
209835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
209835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
209835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
209835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
209835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
209835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
209835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
209835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
209835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
209835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
209835	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
209835	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
209835	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
209835	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
209835	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
209835	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
209835	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
209835	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
209835	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
209835	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
209835	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
209835	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
209835	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
209835	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
209835	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
209835	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
209835	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
209835	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
209835	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
209835	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
209835	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
209835	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
209835	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
209835	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
209835	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
209835	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
209835	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
209835	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
209835	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
209835	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
209835	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
209835	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
209835	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
209835	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
209835	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
209835	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
209835	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
209835	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
209835	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
209835	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
209835	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
209835	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
209835	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
209835	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
209835	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
209835	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
209835	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
209835	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
209835	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
209835	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
209835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
209835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
209835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
209835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
209835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
209835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
209835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
209835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
209835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
209835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
209835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
209835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
209835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
209835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
209835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
209835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
209835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
209835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
209835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
209835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
209835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
209835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
209835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
209835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
209835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
209835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
209835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
209835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
209835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
209835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
209835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
209835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
209835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
209835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
209835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
209835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
209835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
209835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
209835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
209835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
209835	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
209835	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
209835	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
209835	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
209835	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
209835	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
209835	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
209835	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
209835	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
209835	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
209835	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
209835	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
209835	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
209835	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
209835	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
209835	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
209835	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
209835	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
209835	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
209835	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
209835	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
209835	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
209835	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
209835	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
209835	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
209835	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
209835	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
209835	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
209835	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
209835	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
209835	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
209835	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
209835	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
209835	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
209835	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
209835	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
209835	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
209835	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
209835	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
209835	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
209835	embedding2nn.weight	0	0.04614008218050003
209835	embedding2nn.weight	1	-0.09620275348424911
209835	embedding2nn.weight	2	0.01913774572312832
209835	embedding2nn.weight	3	-0.05588039755821228
209835	embedding2nn.weight	4	-0.11639975756406784
209835	embedding2nn.weight	5	0.11576424539089203
209835	embedding2nn.weight	6	-0.0895686075091362
209835	embedding2nn.weight	7	-0.06976161152124405
209835	embedding2nn.weight	8	-0.03220479190349579
209835	embedding2nn.weight	9	0.0480123907327652
209835	embedding2nn.bias	0	0.049994710832834244
209835	embedding2nn.bias	1	-0.026935463771224022
209835	embedding2nn.bias	2	-0.09546977281570435
209835	embedding2nn.bias	3	0.011126411147415638
209835	embedding2nn.bias	4	0.01295444369316101
209835	embedding2nn.bias	5	-0.18293845653533936
209835	embedding2nn.bias	6	-0.1091366857290268
209835	embedding2nn.bias	7	-0.0281007532030344
209835	embedding2nn.bias	8	0.0805971696972847
209835	embedding2nn.bias	9	-0.07083320617675781
209835	rnn.weight_ih_l0	0	0.04453105479478836
209835	rnn.weight_ih_l0	1	-0.07434479147195816
209835	rnn.weight_ih_l0	2	-0.049989137798547745
209835	rnn.weight_ih_l0	3	-0.06266381591558456
209835	rnn.weight_ih_l0	4	0.011131218634545803
209835	rnn.weight_ih_l0	5	-0.10532158613204956
209835	rnn.weight_ih_l0	6	-0.0317673534154892
209835	rnn.weight_ih_l0	7	-0.011306720785796642
209835	rnn.weight_ih_l0	8	0.06852173060178757
209835	rnn.weight_ih_l0	9	0.011066743172705173
209835	rnn.weight_hh_l0	0	0.0008793601882643998
209835	rnn.weight_hh_l0	1	-0.07655899226665497
209835	rnn.weight_hh_l0	2	0.07124403864145279
209835	rnn.weight_hh_l0	3	0.051553480327129364
209835	rnn.weight_hh_l0	4	0.004484294448047876
209835	rnn.weight_hh_l0	5	0.06740201264619827
209835	rnn.weight_hh_l0	6	-0.017645394429564476
209835	rnn.weight_hh_l0	7	-0.10873498022556305
209835	rnn.weight_hh_l0	8	0.028241055086255074
209835	rnn.weight_hh_l0	9	-0.08581921458244324
209835	rnn.bias_ih_l0	0	-0.09160637855529785
209835	rnn.bias_ih_l0	1	-0.1918213665485382
209835	rnn.bias_ih_l0	2	-0.2690179646015167
209835	rnn.bias_ih_l0	3	-0.29063981771469116
209835	rnn.bias_ih_l0	4	0.007899976335465908
209835	rnn.bias_ih_l0	5	0.056252554059028625
209835	rnn.bias_ih_l0	6	-0.1614750325679779
209835	rnn.bias_ih_l0	7	-0.2598458528518677
209835	rnn.bias_ih_l0	8	-0.14500434696674347
209835	rnn.bias_ih_l0	9	-0.17945311963558197
209835	rnn.bias_hh_l0	0	0.12087266892194748
209835	rnn.bias_hh_l0	1	-0.06542955338954926
209835	rnn.bias_hh_l0	2	0.048791997134685516
209835	rnn.bias_hh_l0	3	-0.18557728826999664
209835	rnn.bias_hh_l0	4	0.05715213716030121
209835	rnn.bias_hh_l0	5	0.05433971807360649
209835	rnn.bias_hh_l0	6	-0.10855183005332947
209835	rnn.bias_hh_l0	7	-0.15272550284862518
209835	rnn.bias_hh_l0	8	-0.18159639835357666
209835	rnn.bias_hh_l0	9	-0.11192306876182556
209835	rnn.weight_ih_l0_reverse	0	-0.022057341411709785
209835	rnn.weight_ih_l0_reverse	1	-0.00082588562509045
209835	rnn.weight_ih_l0_reverse	2	0.020040418952703476
209835	rnn.weight_ih_l0_reverse	3	0.0064727975986897945
209835	rnn.weight_ih_l0_reverse	4	0.016809633001685143
209835	rnn.weight_ih_l0_reverse	5	-0.04930485039949417
209835	rnn.weight_ih_l0_reverse	6	-0.0475061796605587
209835	rnn.weight_ih_l0_reverse	7	0.014314617030322552
209835	rnn.weight_ih_l0_reverse	8	0.09917569905519485
209835	rnn.weight_ih_l0_reverse	9	-0.0007463317015208304
209835	rnn.weight_hh_l0_reverse	0	0.0010204954305663705
209835	rnn.weight_hh_l0_reverse	1	0.029368802905082703
209835	rnn.weight_hh_l0_reverse	2	-0.04102607071399689
209835	rnn.weight_hh_l0_reverse	3	0.035762958228588104
209835	rnn.weight_hh_l0_reverse	4	0.02235221676528454
209835	rnn.weight_hh_l0_reverse	5	-0.003135660197585821
209835	rnn.weight_hh_l0_reverse	6	0.06526371091604233
209835	rnn.weight_hh_l0_reverse	7	0.037985123693943024
209835	rnn.weight_hh_l0_reverse	8	-0.022378263995051384
209835	rnn.weight_hh_l0_reverse	9	-0.029374612495303154
209835	rnn.bias_ih_l0_reverse	0	-0.15058013796806335
209835	rnn.bias_ih_l0_reverse	1	-0.30679506063461304
209835	rnn.bias_ih_l0_reverse	2	-0.06543483585119247
209835	rnn.bias_ih_l0_reverse	3	-0.15466883778572083
209835	rnn.bias_ih_l0_reverse	4	0.06868316233158112
209835	rnn.bias_ih_l0_reverse	5	-0.2659851014614105
209835	rnn.bias_ih_l0_reverse	6	-0.06349194049835205
209835	rnn.bias_ih_l0_reverse	7	0.027003809809684753
209835	rnn.bias_ih_l0_reverse	8	-0.18378420174121857
209835	rnn.bias_ih_l0_reverse	9	-0.09289469569921494
209835	rnn.bias_hh_l0_reverse	0	-0.15820248425006866
209835	rnn.bias_hh_l0_reverse	1	-0.15327580273151398
209835	rnn.bias_hh_l0_reverse	2	-0.014323540963232517
209835	rnn.bias_hh_l0_reverse	3	-0.1334885209798813
209835	rnn.bias_hh_l0_reverse	4	-0.02573404274880886
209835	rnn.bias_hh_l0_reverse	5	-0.12019085139036179
209835	rnn.bias_hh_l0_reverse	6	-0.08207927644252777
209835	rnn.bias_hh_l0_reverse	7	-0.1800365000963211
209835	rnn.bias_hh_l0_reverse	8	-0.06795226782560349
209835	rnn.bias_hh_l0_reverse	9	-0.11851466447114944
209835	linear.weight	0	-0.21797417104244232
209835	linear.weight	1	-0.10634518414735794
209835	linear.weight	2	-0.011228874325752258
209835	linear.weight	3	-0.09955549985170364
209835	linear.weight	4	-0.011988000944256783
209835	linear.weight	5	0.13657423853874207
209835	linear.weight	6	0.0047744326293468475
209835	linear.weight	7	-0.021312154829502106
209835	linear.weight	8	0.1706128716468811
209835	linear.weight	9	0.2302268147468567
209835	linear.bias	0	-0.8813812732696533
209835	linear.bias	1	1.4536895751953125
209835	linear.bias	2	-0.49828043580055237
209835	linear.bias	3	-0.7199689745903015
209835	linear.bias	4	-0.8554906845092773
209835	linear.bias	5	-1.1793837547302246
209835	linear.bias	6	-1.0083768367767334
209835	linear.bias	7	-0.7352190017700195
209835	linear.bias	8	-0.01705317199230194
209835	linear.bias	9	3.4890542030334473
210032	transitions	0	-0.455435186624527
210032	transitions	1	8.835517883300781
210032	transitions	2	-3.6067724227905273
210032	transitions	3	1.5819507837295532
210032	transitions	4	-2.2011373043060303
210032	transitions	5	-0.4230445921421051
210032	transitions	6	-0.19475573301315308
210032	transitions	7	-10000.0
210032	transitions	8	1.8484612703323364
210032	transitions	9	-2.2947919368743896
210032	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
210032	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
210032	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
210032	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
210032	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
210032	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
210032	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
210032	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
210032	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
210032	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
210032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
210032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
210032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
210032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
210032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
210032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
210032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
210032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
210032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
210032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
210032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
210032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
210032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
210032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
210032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
210032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
210032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
210032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
210032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
210032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
210032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
210032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
210032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
210032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
210032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
210032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
210032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
210032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
210032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
210032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
210032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
210032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
210032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
210032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
210032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
210032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
210032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
210032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
210032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
210032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
210032	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
210032	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
210032	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
210032	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
210032	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
210032	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
210032	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
210032	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
210032	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
210032	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
210032	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
210032	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
210032	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
210032	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
210032	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
210032	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
210032	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
210032	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
210032	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
210032	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
210032	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
210032	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
210032	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
210032	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
210032	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
210032	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
210032	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
210032	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
210032	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
210032	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
210032	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
210032	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
210032	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
210032	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
210032	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
210032	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
210032	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
210032	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
210032	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
210032	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
210032	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
210032	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
210032	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
210032	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
210032	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
210032	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
210032	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
210032	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
210032	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
210032	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
210032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
210032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
210032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
210032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
210032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
210032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
210032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
210032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
210032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
210032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
210032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
210032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
210032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
210032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
210032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
210032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
210032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
210032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
210032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
210032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
210032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
210032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
210032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
210032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
210032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
210032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
210032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
210032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
210032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
210032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
210032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
210032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
210032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
210032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
210032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
210032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
210032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
210032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
210032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
210032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
210032	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
210032	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
210032	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
210032	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
210032	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
210032	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
210032	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
210032	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
210032	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
210032	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
210032	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
210032	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
210032	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
210032	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
210032	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
210032	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
210032	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
210032	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
210032	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
210032	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
210032	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
210032	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
210032	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
210032	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
210032	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
210032	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
210032	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
210032	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
210032	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
210032	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
210032	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
210032	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
210032	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
210032	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
210032	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
210032	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
210032	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
210032	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
210032	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
210032	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
210032	embedding2nn.weight	0	0.045942485332489014
210032	embedding2nn.weight	1	-0.09631971269845963
210032	embedding2nn.weight	2	0.018456334248185158
210032	embedding2nn.weight	3	-0.05536143109202385
210032	embedding2nn.weight	4	-0.11457619816064835
210032	embedding2nn.weight	5	0.1153688058257103
210032	embedding2nn.weight	6	-0.08934985846281052
210032	embedding2nn.weight	7	-0.07022131234407425
210032	embedding2nn.weight	8	-0.031423505395650864
210032	embedding2nn.weight	9	0.04812948778271675
210032	embedding2nn.bias	0	0.06137649714946747
210032	embedding2nn.bias	1	-0.027017077431082726
210032	embedding2nn.bias	2	-0.10786761343479156
210032	embedding2nn.bias	3	0.01348198764026165
210032	embedding2nn.bias	4	0.004183946643024683
210032	embedding2nn.bias	5	-0.17487742006778717
210032	embedding2nn.bias	6	-0.10796421021223068
210032	embedding2nn.bias	7	-0.040442246943712234
210032	embedding2nn.bias	8	0.07107537984848022
210032	embedding2nn.bias	9	-0.0657680332660675
210032	rnn.weight_ih_l0	0	0.04353548586368561
210032	rnn.weight_ih_l0	1	-0.07163900882005692
210032	rnn.weight_ih_l0	2	-0.051015455275774
210032	rnn.weight_ih_l0	3	-0.062178850173950195
210032	rnn.weight_ih_l0	4	0.010465399362146854
210032	rnn.weight_ih_l0	5	-0.10701450705528259
210032	rnn.weight_ih_l0	6	-0.03186045587062836
210032	rnn.weight_ih_l0	7	-0.012301724404096603
210032	rnn.weight_ih_l0	8	0.06846418231725693
210032	rnn.weight_ih_l0	9	0.012661060318350792
210032	rnn.weight_hh_l0	0	0.0016148914583027363
210032	rnn.weight_hh_l0	1	-0.07663782685995102
210032	rnn.weight_hh_l0	2	0.07156198471784592
210032	rnn.weight_hh_l0	3	0.0515919029712677
210032	rnn.weight_hh_l0	4	0.00430079223588109
210032	rnn.weight_hh_l0	5	0.06724600493907928
210032	rnn.weight_hh_l0	6	-0.017654692754149437
210032	rnn.weight_hh_l0	7	-0.10898705571889877
210032	rnn.weight_hh_l0	8	0.02693340554833412
210032	rnn.weight_hh_l0	9	-0.08593499660491943
210032	rnn.bias_ih_l0	0	-0.09306064993143082
210032	rnn.bias_ih_l0	1	-0.19314219057559967
210032	rnn.bias_ih_l0	2	-0.26909294724464417
210032	rnn.bias_ih_l0	3	-0.28973451256752014
210032	rnn.bias_ih_l0	4	0.005528868641704321
210032	rnn.bias_ih_l0	5	0.06017124652862549
210032	rnn.bias_ih_l0	6	-0.1624724119901657
210032	rnn.bias_ih_l0	7	-0.25989094376564026
210032	rnn.bias_ih_l0	8	-0.14700005948543549
210032	rnn.bias_ih_l0	9	-0.1815272867679596
210032	rnn.bias_hh_l0	0	0.1225939393043518
210032	rnn.bias_hh_l0	1	-0.06599996238946915
210032	rnn.bias_hh_l0	2	0.04798281565308571
210032	rnn.bias_hh_l0	3	-0.18420177698135376
210032	rnn.bias_hh_l0	4	0.05835382267832756
210032	rnn.bias_hh_l0	5	0.05579535663127899
210032	rnn.bias_hh_l0	6	-0.10869770497083664
210032	rnn.bias_hh_l0	7	-0.15071964263916016
210032	rnn.bias_hh_l0	8	-0.18235622346401215
210032	rnn.bias_hh_l0	9	-0.110930435359478
210032	rnn.weight_ih_l0_reverse	0	-0.022763406857848167
210032	rnn.weight_ih_l0_reverse	1	-0.0005516200908459723
210032	rnn.weight_ih_l0_reverse	2	0.018734561279416084
210032	rnn.weight_ih_l0_reverse	3	0.005875054746866226
210032	rnn.weight_ih_l0_reverse	4	0.017103400081396103
210032	rnn.weight_ih_l0_reverse	5	-0.048229992389678955
210032	rnn.weight_ih_l0_reverse	6	-0.047984618693590164
210032	rnn.weight_ih_l0_reverse	7	0.013086270540952682
210032	rnn.weight_ih_l0_reverse	8	0.09961839020252228
210032	rnn.weight_ih_l0_reverse	9	-0.0005912056076340377
210032	rnn.weight_hh_l0_reverse	0	0.0008440956007689238
210032	rnn.weight_hh_l0_reverse	1	0.02940962463617325
210032	rnn.weight_hh_l0_reverse	2	-0.04116058349609375
210032	rnn.weight_hh_l0_reverse	3	0.03613192215561867
210032	rnn.weight_hh_l0_reverse	4	0.022396497428417206
210032	rnn.weight_hh_l0_reverse	5	-0.0034652971662580967
210032	rnn.weight_hh_l0_reverse	6	0.06528221815824509
210032	rnn.weight_hh_l0_reverse	7	0.037790413945913315
210032	rnn.weight_hh_l0_reverse	8	-0.021776365116238594
210032	rnn.weight_hh_l0_reverse	9	-0.029332926496863365
210032	rnn.bias_ih_l0_reverse	0	-0.15392017364501953
210032	rnn.bias_ih_l0_reverse	1	-0.30632612109184265
210032	rnn.bias_ih_l0_reverse	2	-0.06496869772672653
210032	rnn.bias_ih_l0_reverse	3	-0.15365734696388245
210032	rnn.bias_ih_l0_reverse	4	0.06689590215682983
210032	rnn.bias_ih_l0_reverse	5	-0.26745346188545227
210032	rnn.bias_ih_l0_reverse	6	-0.059769339859485626
210032	rnn.bias_ih_l0_reverse	7	0.029118260368704796
210032	rnn.bias_ih_l0_reverse	8	-0.18092963099479675
210032	rnn.bias_ih_l0_reverse	9	-0.09498614072799683
210032	rnn.bias_hh_l0_reverse	0	-0.15746265649795532
210032	rnn.bias_hh_l0_reverse	1	-0.15458598732948303
210032	rnn.bias_hh_l0_reverse	2	-0.014315224252641201
210032	rnn.bias_hh_l0_reverse	3	-0.13161039352416992
210032	rnn.bias_hh_l0_reverse	4	-0.02724878489971161
210032	rnn.bias_hh_l0_reverse	5	-0.11965038627386093
210032	rnn.bias_hh_l0_reverse	6	-0.08128960430622101
210032	rnn.bias_hh_l0_reverse	7	-0.17957334220409393
210032	rnn.bias_hh_l0_reverse	8	-0.07011213153600693
210032	rnn.bias_hh_l0_reverse	9	-0.11807463318109512
210032	linear.weight	0	-0.22360146045684814
210032	linear.weight	1	-0.10518652945756912
210032	linear.weight	2	-0.011228874325752258
210032	linear.weight	3	-0.09605471789836884
210032	linear.weight	4	-0.003479172009974718
210032	linear.weight	5	0.13939158618450165
210032	linear.weight	6	0.0047744326293468475
210032	linear.weight	7	-0.021312154829502106
210032	linear.weight	8	0.16692878305912018
210032	linear.weight	9	0.23741938173770905
210032	linear.bias	0	-0.8603246212005615
210032	linear.bias	1	1.4350414276123047
210032	linear.bias	2	-0.49497511982917786
210032	linear.bias	3	-0.7117266654968262
210032	linear.bias	4	-0.8629464507102966
210032	linear.bias	5	-1.1793996095657349
210032	linear.bias	6	-0.9908667802810669
210032	linear.bias	7	-0.7292779684066772
210032	linear.bias	8	-0.01705317199230194
210032	linear.bias	9	3.462474822998047
210229	transitions	0	-0.45555317401885986
210229	transitions	1	8.820205688476562
210229	transitions	2	-3.6068873405456543
210229	transitions	3	1.5715333223342896
210229	transitions	4	-2.201225996017456
210229	transitions	5	-0.42311713099479675
210229	transitions	6	-0.19477219879627228
210229	transitions	7	-10000.0
210229	transitions	8	1.8473329544067383
210229	transitions	9	-2.2947938442230225
210229	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
210229	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
210229	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
210229	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
210229	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
210229	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
210229	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
210229	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
210229	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
210229	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
210229	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
210229	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
210229	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
210229	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
210229	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
210229	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
210229	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
210229	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
210229	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
210229	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
210229	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
210229	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
210229	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
210229	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
210229	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
210229	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
210229	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
210229	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
210229	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
210229	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
210229	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
210229	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
210229	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
210229	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
210229	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
210229	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
210229	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
210229	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
210229	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
210229	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
210229	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
210229	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
210229	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
210229	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
210229	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
210229	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
210229	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
210229	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
210229	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
210229	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
210229	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
210229	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
210229	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
210229	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
210229	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
210229	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
210229	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
210229	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
210229	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
210229	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
210229	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
210229	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
210229	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
210229	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
210229	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
210229	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
210229	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
210229	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
210229	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
210229	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
210229	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
210229	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
210229	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
210229	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
210229	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
210229	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
210229	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
210229	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
210229	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
210229	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
210229	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
210229	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
210229	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
210229	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
210229	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
210229	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
210229	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
210229	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
210229	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
210229	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
210229	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
210229	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
210229	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
210229	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
210229	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
210229	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
210229	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
210229	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
210229	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
210229	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
210229	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
210229	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
210229	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
210229	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
210229	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
210229	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
210229	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
210229	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
210229	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
210229	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
210229	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
210229	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
210229	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
210229	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
210229	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
210229	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
210229	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
210229	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
210229	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
210229	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
210229	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
210229	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
210229	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
210229	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
210229	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
210229	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
210229	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
210229	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
210229	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
210229	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
210229	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
210229	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
210229	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
210229	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
210229	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
210229	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
210229	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
210229	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
210229	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
210229	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
210229	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
210229	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
210229	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
210229	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
210229	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
210229	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
210229	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
210229	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
210229	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
210229	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
210229	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
210229	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
210229	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
210229	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
210229	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
210229	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
210229	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
210229	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
210229	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
210229	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
210229	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
210229	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
210229	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
210229	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
210229	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
210229	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
210229	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
210229	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
210229	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
210229	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
210229	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
210229	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
210229	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
210229	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
210229	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
210229	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
210229	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
210229	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
210229	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
210229	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
210229	embedding2nn.weight	0	0.04535170644521713
210229	embedding2nn.weight	1	-0.09659064561128616
210229	embedding2nn.weight	2	0.020123369991779327
210229	embedding2nn.weight	3	-0.05536750331521034
210229	embedding2nn.weight	4	-0.11485452950000763
210229	embedding2nn.weight	5	0.11532215029001236
210229	embedding2nn.weight	6	-0.08535438776016235
210229	embedding2nn.weight	7	-0.0710330680012703
210229	embedding2nn.weight	8	-0.031245069578289986
210229	embedding2nn.weight	9	0.04825368523597717
210229	embedding2nn.bias	0	0.0777931958436966
210229	embedding2nn.bias	1	-0.02797872945666313
210229	embedding2nn.bias	2	-0.1047176793217659
210229	embedding2nn.bias	3	0.008430925197899342
210229	embedding2nn.bias	4	0.01181279867887497
210229	embedding2nn.bias	5	-0.17414820194244385
210229	embedding2nn.bias	6	-0.098720021545887
210229	embedding2nn.bias	7	-0.03445703908801079
210229	embedding2nn.bias	8	0.077242411673069
210229	embedding2nn.bias	9	-0.06888167560100555
210229	rnn.weight_ih_l0	0	0.04128644987940788
210229	rnn.weight_ih_l0	1	-0.07197517156600952
210229	rnn.weight_ih_l0	2	-0.05190122500061989
210229	rnn.weight_ih_l0	3	-0.061891935765743256
210229	rnn.weight_ih_l0	4	0.01182978693395853
210229	rnn.weight_ih_l0	5	-0.10569321364164352
210229	rnn.weight_ih_l0	6	-0.032522108405828476
210229	rnn.weight_ih_l0	7	-0.011230623349547386
210229	rnn.weight_ih_l0	8	0.0668792799115181
210229	rnn.weight_ih_l0	9	0.012271036393940449
210229	rnn.weight_hh_l0	0	0.0011145033640787005
210229	rnn.weight_hh_l0	1	-0.07763392478227615
210229	rnn.weight_hh_l0	2	0.07145007699728012
210229	rnn.weight_hh_l0	3	0.05181373283267021
210229	rnn.weight_hh_l0	4	0.004408455919474363
210229	rnn.weight_hh_l0	5	0.0670701190829277
210229	rnn.weight_hh_l0	6	-0.0177108533680439
210229	rnn.weight_hh_l0	7	-0.10962514579296112
210229	rnn.weight_hh_l0	8	0.027570690959692
210229	rnn.weight_hh_l0	9	-0.08638251572847366
210229	rnn.bias_ih_l0	0	-0.09319917857646942
210229	rnn.bias_ih_l0	1	-0.19576933979988098
210229	rnn.bias_ih_l0	2	-0.27064618468284607
210229	rnn.bias_ih_l0	3	-0.2882373034954071
210229	rnn.bias_ih_l0	4	0.006130477879196405
210229	rnn.bias_ih_l0	5	0.058978233486413956
210229	rnn.bias_ih_l0	6	-0.1645130217075348
210229	rnn.bias_ih_l0	7	-0.26117682456970215
210229	rnn.bias_ih_l0	8	-0.14754238724708557
210229	rnn.bias_ih_l0	9	-0.18209080398082733
210229	rnn.bias_hh_l0	0	0.12085716426372528
210229	rnn.bias_hh_l0	1	-0.06620772182941437
210229	rnn.bias_hh_l0	2	0.04662199690937996
210229	rnn.bias_hh_l0	3	-0.1851913034915924
210229	rnn.bias_hh_l0	4	0.05493669584393501
210229	rnn.bias_hh_l0	5	0.055639930069446564
210229	rnn.bias_hh_l0	6	-0.10888578742742538
210229	rnn.bias_hh_l0	7	-0.1499100774526596
210229	rnn.bias_hh_l0	8	-0.1833888292312622
210229	rnn.bias_hh_l0	9	-0.11218830943107605
210229	rnn.weight_ih_l0_reverse	0	-0.02242089994251728
210229	rnn.weight_ih_l0_reverse	1	-0.0012017504777759314
210229	rnn.weight_ih_l0_reverse	2	0.018214309588074684
210229	rnn.weight_ih_l0_reverse	3	0.005627610255032778
210229	rnn.weight_ih_l0_reverse	4	0.017334766685962677
210229	rnn.weight_ih_l0_reverse	5	-0.046128422021865845
210229	rnn.weight_ih_l0_reverse	6	-0.0492246113717556
210229	rnn.weight_ih_l0_reverse	7	0.013013563118875027
210229	rnn.weight_ih_l0_reverse	8	0.10055027157068253
210229	rnn.weight_ih_l0_reverse	9	-0.00019437541777733713
210229	rnn.weight_hh_l0_reverse	0	0.001015608897432685
210229	rnn.weight_hh_l0_reverse	1	0.02837040089070797
210229	rnn.weight_hh_l0_reverse	2	-0.041199397295713425
210229	rnn.weight_hh_l0_reverse	3	0.036473874002695084
210229	rnn.weight_hh_l0_reverse	4	0.022273285314440727
210229	rnn.weight_hh_l0_reverse	5	-0.0034578517079353333
210229	rnn.weight_hh_l0_reverse	6	0.06569071859121323
210229	rnn.weight_hh_l0_reverse	7	0.03788771480321884
210229	rnn.weight_hh_l0_reverse	8	-0.021488267928361893
210229	rnn.weight_hh_l0_reverse	9	-0.029184721410274506
210229	rnn.bias_ih_l0_reverse	0	-0.1520354449748993
210229	rnn.bias_ih_l0_reverse	1	-0.30664244294166565
210229	rnn.bias_ih_l0_reverse	2	-0.06416798382997513
210229	rnn.bias_ih_l0_reverse	3	-0.15258978307247162
210229	rnn.bias_ih_l0_reverse	4	0.06989309936761856
210229	rnn.bias_ih_l0_reverse	5	-0.26753246784210205
210229	rnn.bias_ih_l0_reverse	6	-0.059189531952142715
210229	rnn.bias_ih_l0_reverse	7	0.027303490787744522
210229	rnn.bias_ih_l0_reverse	8	-0.18172812461853027
210229	rnn.bias_ih_l0_reverse	9	-0.09389703720808029
210229	rnn.bias_hh_l0_reverse	0	-0.15619875490665436
210229	rnn.bias_hh_l0_reverse	1	-0.15422211587429047
210229	rnn.bias_hh_l0_reverse	2	-0.014774776063859463
210229	rnn.bias_hh_l0_reverse	3	-0.1328096091747284
210229	rnn.bias_hh_l0_reverse	4	-0.02969898097217083
210229	rnn.bias_hh_l0_reverse	5	-0.11875779926776886
210229	rnn.bias_hh_l0_reverse	6	-0.08261652290821075
210229	rnn.bias_hh_l0_reverse	7	-0.17771536111831665
210229	rnn.bias_hh_l0_reverse	8	-0.06956681609153748
210229	rnn.bias_hh_l0_reverse	9	-0.11766419559717178
210229	linear.weight	0	-0.2154405564069748
210229	linear.weight	1	-0.0998770073056221
210229	linear.weight	2	-0.011228874325752258
210229	linear.weight	3	-0.09462808072566986
210229	linear.weight	4	-0.014216241426765919
210229	linear.weight	5	0.1458287239074707
210229	linear.weight	6	0.0047744326293468475
210229	linear.weight	7	-0.021312154829502106
210229	linear.weight	8	0.1658179759979248
210229	linear.weight	9	0.23866930603981018
210229	linear.bias	0	-0.8681164383888245
210229	linear.bias	1	1.404129981994629
210229	linear.bias	2	-0.4963725507259369
210229	linear.bias	3	-0.7211108803749084
210229	linear.bias	4	-0.8591799736022949
210229	linear.bias	5	-1.17941415309906
210229	linear.bias	6	-0.9998312592506409
210229	linear.bias	7	-0.7287797927856445
210229	linear.bias	8	-0.01705317199230194
210229	linear.bias	9	3.4793076515197754
210426	transitions	0	-0.45563650131225586
210426	transitions	1	8.811199188232422
210426	transitions	2	-3.607085943222046
210426	transitions	3	1.5688186883926392
210426	transitions	4	-2.2014732360839844
210426	transitions	5	-0.42318058013916016
210426	transitions	6	-0.19478708505630493
210426	transitions	7	-10000.0
210426	transitions	8	1.846832275390625
210426	transitions	9	-2.2947940826416016
210426	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
210426	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
210426	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
210426	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
210426	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
210426	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
210426	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
210426	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
210426	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
210426	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
210426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
210426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
210426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
210426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
210426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
210426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
210426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
210426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
210426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
210426	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
210426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
210426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
210426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
210426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
210426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
210426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
210426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
210426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
210426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
210426	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
210426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
210426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
210426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
210426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
210426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
210426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
210426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
210426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
210426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
210426	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
210426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
210426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
210426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
210426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
210426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
210426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
210426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
210426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
210426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
210426	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
210426	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
210426	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
210426	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
210426	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
210426	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
210426	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
210426	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
210426	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
210426	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
210426	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
210426	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
210426	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
210426	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
210426	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
210426	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
210426	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
210426	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
210426	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
210426	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
210426	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
210426	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
210426	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
210426	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
210426	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
210426	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
210426	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
210426	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
210426	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
210426	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
210426	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
210426	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
210426	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
210426	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
210426	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
210426	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
210426	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
210426	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
210426	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
210426	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
210426	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
210426	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
210426	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
210426	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
210426	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
210426	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
210426	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
210426	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
210426	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
210426	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
210426	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
210426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
210426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
210426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
210426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
210426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
210426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
210426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
210426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
210426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
210426	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
210426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
210426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
210426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
210426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
210426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
210426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
210426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
210426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
210426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
210426	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
210426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
210426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
210426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
210426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
210426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
210426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
210426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
210426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
210426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
210426	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
210426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
210426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
210426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
210426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
210426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
210426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
210426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
210426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
210426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
210426	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
210426	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
210426	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
210426	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
210426	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
210426	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
210426	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
210426	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
210426	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
210426	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
210426	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
210426	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
210426	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
210426	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
210426	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
210426	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
210426	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
210426	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
210426	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
210426	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
210426	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
210426	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
210426	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
210426	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
210426	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
210426	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
210426	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
210426	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
210426	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
210426	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
210426	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
210426	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
210426	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
210426	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
210426	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
210426	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
210426	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
210426	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
210426	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
210426	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
210426	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
210426	embedding2nn.weight	0	0.04563160985708237
210426	embedding2nn.weight	1	-0.09572014957666397
210426	embedding2nn.weight	2	0.020376818254590034
210426	embedding2nn.weight	3	-0.05507202446460724
210426	embedding2nn.weight	4	-0.11624766886234283
210426	embedding2nn.weight	5	0.11514995992183685
210426	embedding2nn.weight	6	-0.0845818892121315
210426	embedding2nn.weight	7	-0.07001961022615433
210426	embedding2nn.weight	8	-0.03139641508460045
210426	embedding2nn.weight	9	0.04779699817299843
210426	embedding2nn.bias	0	0.07535381615161896
210426	embedding2nn.bias	1	-0.024558454751968384
210426	embedding2nn.bias	2	-0.10105649381875992
210426	embedding2nn.bias	3	0.00038417126052081585
210426	embedding2nn.bias	4	0.003236703807488084
210426	embedding2nn.bias	5	-0.1716678887605667
210426	embedding2nn.bias	6	-0.10103689879179001
210426	embedding2nn.bias	7	-0.034166041761636734
210426	embedding2nn.bias	8	0.07854728400707245
210426	embedding2nn.bias	9	-0.06337405741214752
210426	rnn.weight_ih_l0	0	0.0427490770816803
210426	rnn.weight_ih_l0	1	-0.07208581268787384
210426	rnn.weight_ih_l0	2	-0.050918422639369965
210426	rnn.weight_ih_l0	3	-0.06153978779911995
210426	rnn.weight_ih_l0	4	0.011943005956709385
210426	rnn.weight_ih_l0	5	-0.10699589550495148
210426	rnn.weight_ih_l0	6	-0.03185305371880531
210426	rnn.weight_ih_l0	7	-0.011537994258105755
210426	rnn.weight_ih_l0	8	0.06650508940219879
210426	rnn.weight_ih_l0	9	0.012714049778878689
210426	rnn.weight_hh_l0	0	0.0010389441158622503
210426	rnn.weight_hh_l0	1	-0.0787709504365921
210426	rnn.weight_hh_l0	2	0.07166019827127457
210426	rnn.weight_hh_l0	3	0.051694802939891815
210426	rnn.weight_hh_l0	4	0.00398801127448678
210426	rnn.weight_hh_l0	5	0.06731044501066208
210426	rnn.weight_hh_l0	6	-0.017659347504377365
210426	rnn.weight_hh_l0	7	-0.11012686043977737
210426	rnn.weight_hh_l0	8	0.02782808616757393
210426	rnn.weight_hh_l0	9	-0.08512841165065765
210426	rnn.bias_ih_l0	0	-0.09250189363956451
210426	rnn.bias_ih_l0	1	-0.19668322801589966
210426	rnn.bias_ih_l0	2	-0.27181875705718994
210426	rnn.bias_ih_l0	3	-0.28880032896995544
210426	rnn.bias_ih_l0	4	0.0029705960769206285
210426	rnn.bias_ih_l0	5	0.05993463471531868
210426	rnn.bias_ih_l0	6	-0.16421355307102203
210426	rnn.bias_ih_l0	7	-0.26155078411102295
210426	rnn.bias_ih_l0	8	-0.14805519580841064
210426	rnn.bias_ih_l0	9	-0.18237347900867462
210426	rnn.bias_hh_l0	0	0.12504729628562927
210426	rnn.bias_hh_l0	1	-0.06728595495223999
210426	rnn.bias_hh_l0	2	0.04683105647563934
210426	rnn.bias_hh_l0	3	-0.18500010669231415
210426	rnn.bias_hh_l0	4	0.0535864531993866
210426	rnn.bias_hh_l0	5	0.05548796057701111
210426	rnn.bias_hh_l0	6	-0.11028768122196198
210426	rnn.bias_hh_l0	7	-0.15156570076942444
210426	rnn.bias_hh_l0	8	-0.18249092996120453
210426	rnn.bias_hh_l0	9	-0.11123783141374588
210426	rnn.weight_ih_l0_reverse	0	-0.022862203419208527
210426	rnn.weight_ih_l0_reverse	1	-0.00021406337327789515
210426	rnn.weight_ih_l0_reverse	2	0.018258647993206978
210426	rnn.weight_ih_l0_reverse	3	0.005715000443160534
210426	rnn.weight_ih_l0_reverse	4	0.014574709348380566
210426	rnn.weight_ih_l0_reverse	5	-0.045670803636312485
210426	rnn.weight_ih_l0_reverse	6	-0.04907723516225815
210426	rnn.weight_ih_l0_reverse	7	0.012527142651379108
210426	rnn.weight_ih_l0_reverse	8	0.10112281888723373
210426	rnn.weight_ih_l0_reverse	9	-0.0005006358842365444
210426	rnn.weight_hh_l0_reverse	0	0.0008882347610779107
210426	rnn.weight_hh_l0_reverse	1	0.028147168457508087
210426	rnn.weight_hh_l0_reverse	2	-0.04131282866001129
210426	rnn.weight_hh_l0_reverse	3	0.03610768914222717
210426	rnn.weight_hh_l0_reverse	4	0.022210709750652313
210426	rnn.weight_hh_l0_reverse	5	-0.004580285400152206
210426	rnn.weight_hh_l0_reverse	6	0.06572481244802475
210426	rnn.weight_hh_l0_reverse	7	0.037786196917295456
210426	rnn.weight_hh_l0_reverse	8	-0.021934669464826584
210426	rnn.weight_hh_l0_reverse	9	-0.029214315116405487
210426	rnn.bias_ih_l0_reverse	0	-0.1520024985074997
210426	rnn.bias_ih_l0_reverse	1	-0.30609288811683655
210426	rnn.bias_ih_l0_reverse	2	-0.06345205008983612
210426	rnn.bias_ih_l0_reverse	3	-0.153583362698555
210426	rnn.bias_ih_l0_reverse	4	0.07147807627916336
210426	rnn.bias_ih_l0_reverse	5	-0.2654818892478943
210426	rnn.bias_ih_l0_reverse	6	-0.058007337152957916
210426	rnn.bias_ih_l0_reverse	7	0.02747993730008602
210426	rnn.bias_ih_l0_reverse	8	-0.18282870948314667
210426	rnn.bias_ih_l0_reverse	9	-0.09416946023702621
210426	rnn.bias_hh_l0_reverse	0	-0.15669837594032288
210426	rnn.bias_hh_l0_reverse	1	-0.154649019241333
210426	rnn.bias_hh_l0_reverse	2	-0.014289692044258118
210426	rnn.bias_hh_l0_reverse	3	-0.13262447714805603
210426	rnn.bias_hh_l0_reverse	4	-0.028711581602692604
210426	rnn.bias_hh_l0_reverse	5	-0.11963893473148346
210426	rnn.bias_hh_l0_reverse	6	-0.08333787322044373
210426	rnn.bias_hh_l0_reverse	7	-0.17514082789421082
210426	rnn.bias_hh_l0_reverse	8	-0.07079407572746277
210426	rnn.bias_hh_l0_reverse	9	-0.11610487103462219
210426	linear.weight	0	-0.21143902838230133
210426	linear.weight	1	-0.10073549300432205
210426	linear.weight	2	-0.011228874325752258
210426	linear.weight	3	-0.08972405642271042
210426	linear.weight	4	-0.003815809963271022
210426	linear.weight	5	0.15580019354820251
210426	linear.weight	6	0.0047744326293468475
210426	linear.weight	7	-0.021312154829502106
210426	linear.weight	8	0.1709241271018982
210426	linear.weight	9	0.24094806611537933
210426	linear.bias	0	-0.8519036769866943
210426	linear.bias	1	1.4210941791534424
210426	linear.bias	2	-0.5010355710983276
210426	linear.bias	3	-0.7256972789764404
210426	linear.bias	4	-0.8625367283821106
210426	linear.bias	5	-1.1794308423995972
210426	linear.bias	6	-0.9826706051826477
210426	linear.bias	7	-0.7132143378257751
210426	linear.bias	8	-0.01705317199230194
210426	linear.bias	9	3.4677164554595947
210623	transitions	0	-0.45567891001701355
210623	transitions	1	8.769057273864746
210623	transitions	2	-3.6072442531585693
210623	transitions	3	1.5671181678771973
210623	transitions	4	-2.2017300128936768
210623	transitions	5	-0.4232029914855957
210623	transitions	6	-0.19480231404304504
210623	transitions	7	-10000.0
210623	transitions	8	1.8465315103530884
210623	transitions	9	-2.2947945594787598
210623	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
210623	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
210623	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
210623	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
210623	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
210623	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
210623	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
210623	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
210623	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
210623	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
210623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
210623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
210623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
210623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
210623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
210623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
210623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
210623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
210623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
210623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
210623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
210623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
210623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
210623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
210623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
210623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
210623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
210623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
210623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
210623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
210623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
210623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
210623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
210623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
210623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
210623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
210623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
210623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
210623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
210623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
210623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
210623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
210623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
210623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
210623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
210623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
210623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
210623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
210623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
210623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
210623	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
210623	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
210623	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
210623	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
210623	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
210623	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
210623	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
210623	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
210623	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
210623	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
210623	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
210623	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
210623	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
210623	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
210623	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
210623	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
210623	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
210623	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
210623	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
210623	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
210623	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
210623	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
210623	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
210623	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
210623	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
210623	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
210623	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
210623	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
210623	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
210623	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
210623	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
210623	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
210623	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
210623	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
210623	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
210623	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
210623	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
210623	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
210623	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
210623	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
210623	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
210623	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
210623	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
210623	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
210623	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
210623	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
210623	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
210623	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
210623	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
210623	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
210623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
210623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
210623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
210623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
210623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
210623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
210623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
210623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
210623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
210623	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
210623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
210623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
210623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
210623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
210623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
210623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
210623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
210623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
210623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
210623	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
210623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
210623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
210623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
210623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
210623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
210623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
210623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
210623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
210623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
210623	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
210623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
210623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
210623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
210623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
210623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
210623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
210623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
210623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
210623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
210623	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
210623	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
210623	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
210623	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
210623	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
210623	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
210623	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
210623	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
210623	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
210623	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
210623	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
210623	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
210623	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
210623	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
210623	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
210623	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
210623	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
210623	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
210623	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
210623	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
210623	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
210623	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
210623	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
210623	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
210623	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
210623	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
210623	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
210623	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
210623	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
210623	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
210623	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
210623	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
210623	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
210623	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
210623	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
210623	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
210623	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
210623	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
210623	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
210623	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
210623	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
210623	embedding2nn.weight	0	0.04585549980401993
210623	embedding2nn.weight	1	-0.09525709599256516
210623	embedding2nn.weight	2	0.020437652245163918
210623	embedding2nn.weight	3	-0.05449656397104263
210623	embedding2nn.weight	4	-0.11724983900785446
210623	embedding2nn.weight	5	0.11504440754652023
210623	embedding2nn.weight	6	-0.0844275951385498
210623	embedding2nn.weight	7	-0.06967040151357651
210623	embedding2nn.weight	8	-0.031374961137771606
210623	embedding2nn.weight	9	0.047475192695856094
210623	embedding2nn.bias	0	0.078303761780262
210623	embedding2nn.bias	1	-0.020935295149683952
210623	embedding2nn.bias	2	-0.10342954844236374
210623	embedding2nn.bias	3	0.0006391140050254762
210623	embedding2nn.bias	4	-0.008603686466813087
210623	embedding2nn.bias	5	-0.1713716834783554
210623	embedding2nn.bias	6	-0.11167608201503754
210623	embedding2nn.bias	7	-0.03493048623204231
210623	embedding2nn.bias	8	0.07635265588760376
210623	embedding2nn.bias	9	-0.05956117436289787
210623	rnn.weight_ih_l0	0	0.04379807785153389
210623	rnn.weight_ih_l0	1	-0.07356535643339157
210623	rnn.weight_ih_l0	2	-0.05223457142710686
210623	rnn.weight_ih_l0	3	-0.061012376099824905
210623	rnn.weight_ih_l0	4	0.011252328753471375
210623	rnn.weight_ih_l0	5	-0.106495201587677
210623	rnn.weight_ih_l0	6	-0.032237377017736435
210623	rnn.weight_ih_l0	7	-0.009800497442483902
210623	rnn.weight_ih_l0	8	0.0664151981472969
210623	rnn.weight_ih_l0	9	0.013194252736866474
210623	rnn.weight_hh_l0	0	0.0008729916880838573
210623	rnn.weight_hh_l0	1	-0.07824704051017761
210623	rnn.weight_hh_l0	2	0.07182823121547699
210623	rnn.weight_hh_l0	3	0.05185826122760773
210623	rnn.weight_hh_l0	4	0.003728175302967429
210623	rnn.weight_hh_l0	5	0.06688554584980011
210623	rnn.weight_hh_l0	6	-0.017478009685873985
210623	rnn.weight_hh_l0	7	-0.11006930470466614
210623	rnn.weight_hh_l0	8	0.0276271253824234
210623	rnn.weight_hh_l0	9	-0.08576425164937973
210623	rnn.bias_ih_l0	0	-0.08952271938323975
210623	rnn.bias_ih_l0	1	-0.19665880501270294
210623	rnn.bias_ih_l0	2	-0.27119186520576477
210623	rnn.bias_ih_l0	3	-0.28890180587768555
210623	rnn.bias_ih_l0	4	0.005052255000919104
210623	rnn.bias_ih_l0	5	0.06079113855957985
210623	rnn.bias_ih_l0	6	-0.16643667221069336
210623	rnn.bias_ih_l0	7	-0.2616761028766632
210623	rnn.bias_ih_l0	8	-0.14821554720401764
210623	rnn.bias_ih_l0	9	-0.1838911473751068
210623	rnn.bias_hh_l0	0	0.12621767818927765
210623	rnn.bias_hh_l0	1	-0.06656784564256668
210623	rnn.bias_hh_l0	2	0.047238849103450775
210623	rnn.bias_hh_l0	3	-0.18509408831596375
210623	rnn.bias_hh_l0	4	0.055550847202539444
210623	rnn.bias_hh_l0	5	0.054888054728507996
210623	rnn.bias_hh_l0	6	-0.10961464792490005
210623	rnn.bias_hh_l0	7	-0.14892181754112244
210623	rnn.bias_hh_l0	8	-0.18202248215675354
210623	rnn.bias_hh_l0	9	-0.11087429523468018
210623	rnn.weight_ih_l0_reverse	0	-0.022775936871767044
210623	rnn.weight_ih_l0_reverse	1	0.00020551730995066464
210623	rnn.weight_ih_l0_reverse	2	0.01641193777322769
210623	rnn.weight_ih_l0_reverse	3	0.007370853330940008
210623	rnn.weight_ih_l0_reverse	4	0.015096299350261688
210623	rnn.weight_ih_l0_reverse	5	-0.04495326802134514
210623	rnn.weight_ih_l0_reverse	6	-0.04724859818816185
210623	rnn.weight_ih_l0_reverse	7	0.012394861318171024
210623	rnn.weight_ih_l0_reverse	8	0.09930779784917831
210623	rnn.weight_ih_l0_reverse	9	-0.0007038895855657756
210623	rnn.weight_hh_l0_reverse	0	0.0010183877311646938
210623	rnn.weight_hh_l0_reverse	1	0.02819659374654293
210623	rnn.weight_hh_l0_reverse	2	-0.04139724373817444
210623	rnn.weight_hh_l0_reverse	3	0.03622257709503174
210623	rnn.weight_hh_l0_reverse	4	0.022076308727264404
210623	rnn.weight_hh_l0_reverse	5	-0.005210944917052984
210623	rnn.weight_hh_l0_reverse	6	0.06555033475160599
210623	rnn.weight_hh_l0_reverse	7	0.03753267601132393
210623	rnn.weight_hh_l0_reverse	8	-0.022162431851029396
210623	rnn.weight_hh_l0_reverse	9	-0.02923615090548992
210623	rnn.bias_ih_l0_reverse	0	-0.15227492153644562
210623	rnn.bias_ih_l0_reverse	1	-0.3064194321632385
210623	rnn.bias_ih_l0_reverse	2	-0.06240498647093773
210623	rnn.bias_ih_l0_reverse	3	-0.1547478437423706
210623	rnn.bias_ih_l0_reverse	4	0.07134965062141418
210623	rnn.bias_ih_l0_reverse	5	-0.2660870850086212
210623	rnn.bias_ih_l0_reverse	6	-0.058565083891153336
210623	rnn.bias_ih_l0_reverse	7	0.025823267176747322
210623	rnn.bias_ih_l0_reverse	8	-0.18465283513069153
210623	rnn.bias_ih_l0_reverse	9	-0.0930786281824112
210623	rnn.bias_hh_l0_reverse	0	-0.15741343796253204
210623	rnn.bias_hh_l0_reverse	1	-0.154600590467453
210623	rnn.bias_hh_l0_reverse	2	-0.013720674440264702
210623	rnn.bias_hh_l0_reverse	3	-0.13374783098697662
210623	rnn.bias_hh_l0_reverse	4	-0.02723364345729351
210623	rnn.bias_hh_l0_reverse	5	-0.12025303393602371
210623	rnn.bias_hh_l0_reverse	6	-0.08367319405078888
210623	rnn.bias_hh_l0_reverse	7	-0.17515787482261658
210623	rnn.bias_hh_l0_reverse	8	-0.07047916948795319
210623	rnn.bias_hh_l0_reverse	9	-0.11476337909698486
210623	linear.weight	0	-0.21884696185588837
210623	linear.weight	1	-0.10101118683815002
210623	linear.weight	2	-0.011228874325752258
210623	linear.weight	3	-0.09236633032560349
210623	linear.weight	4	-0.004998335614800453
210623	linear.weight	5	0.1617562472820282
210623	linear.weight	6	0.0047744326293468475
210623	linear.weight	7	-0.021312154829502106
210623	linear.weight	8	0.16713424026966095
210623	linear.weight	9	0.23869295418262482
210623	linear.bias	0	-0.8356181383132935
210623	linear.bias	1	1.4319312572479248
210623	linear.bias	2	-0.4962894320487976
210623	linear.bias	3	-0.7579572200775146
210623	linear.bias	4	-0.8762053847312927
210623	linear.bias	5	-1.179447054862976
210623	linear.bias	6	-0.9664390683174133
210623	linear.bias	7	-0.7472761273384094
210623	linear.bias	8	-0.01705317199230194
210623	linear.bias	9	3.4772348403930664
210820	transitions	0	-0.4559148848056793
210820	transitions	1	8.78172779083252
210820	transitions	2	-3.607508897781372
210820	transitions	3	1.5577152967453003
210820	transitions	4	-2.202256202697754
210820	transitions	5	-0.4232509136199951
210820	transitions	6	-0.19482089579105377
210820	transitions	7	-10000.0
210820	transitions	8	1.845823884010315
210820	transitions	9	-2.2947964668273926
210820	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
210820	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
210820	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
210820	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
210820	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
210820	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
210820	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
210820	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
210820	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
210820	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
210820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
210820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
210820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
210820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
210820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
210820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
210820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
210820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
210820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
210820	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
210820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
210820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
210820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
210820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
210820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
210820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
210820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
210820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
210820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
210820	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
210820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
210820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
210820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
210820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
210820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
210820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
210820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
210820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
210820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
210820	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
210820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
210820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
210820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
210820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
210820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
210820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
210820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
210820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
210820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
210820	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
210820	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
210820	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
210820	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
210820	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
210820	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
210820	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
210820	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
210820	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
210820	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
210820	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
210820	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
210820	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
210820	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
210820	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
210820	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
210820	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
210820	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
210820	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
210820	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
210820	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
210820	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
210820	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
210820	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
210820	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
210820	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
210820	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
210820	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
210820	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
210820	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
210820	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
210820	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
210820	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
210820	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
210820	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
210820	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
210820	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
210820	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
210820	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
210820	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
210820	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
210820	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
210820	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
210820	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
210820	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
210820	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
210820	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
210820	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
210820	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
210820	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
210820	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
210820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
210820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
210820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
210820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
210820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
210820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
210820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
210820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
210820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
210820	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
210820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
210820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
210820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
210820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
210820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
210820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
210820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
210820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
210820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
210820	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
210820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
210820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
210820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
210820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
210820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
210820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
210820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
210820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
210820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
210820	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
210820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
210820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
210820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
210820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
210820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
210820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
210820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
210820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
210820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
210820	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
210820	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
210820	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
210820	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
210820	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
210820	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
210820	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
210820	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
210820	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
210820	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
210820	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
210820	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
210820	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
210820	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
210820	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
210820	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
210820	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
210820	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
210820	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
210820	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
210820	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
210820	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
210820	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
210820	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
210820	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
210820	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
210820	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
210820	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
210820	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
210820	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
210820	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
210820	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
210820	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
210820	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
210820	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
210820	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
210820	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
210820	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
210820	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
210820	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
210820	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
210820	embedding2nn.weight	0	0.04608124494552612
210820	embedding2nn.weight	1	-0.09454404562711716
210820	embedding2nn.weight	2	0.018721798434853554
210820	embedding2nn.weight	3	-0.054532796144485474
210820	embedding2nn.weight	4	-0.11722307652235031
210820	embedding2nn.weight	5	0.11518918722867966
210820	embedding2nn.weight	6	-0.08694474399089813
210820	embedding2nn.weight	7	-0.06915311515331268
210820	embedding2nn.weight	8	-0.031200258061289787
210820	embedding2nn.weight	9	0.047074027359485626
210820	embedding2nn.bias	0	0.08420345187187195
210820	embedding2nn.bias	1	-0.020699517801404
210820	embedding2nn.bias	2	-0.10804850608110428
210820	embedding2nn.bias	3	-8.971993520390242e-05
210820	embedding2nn.bias	4	-0.01067778468132019
210820	embedding2nn.bias	5	-0.18094533681869507
210820	embedding2nn.bias	6	-0.10925769060850143
210820	embedding2nn.bias	7	-0.025535324588418007
210820	embedding2nn.bias	8	0.08734948933124542
210820	embedding2nn.bias	9	-0.059808481484651566
210820	rnn.weight_ih_l0	0	0.043334901332855225
210820	rnn.weight_ih_l0	1	-0.07525210082530975
210820	rnn.weight_ih_l0	2	-0.052487198263406754
210820	rnn.weight_ih_l0	3	-0.061192695051431656
210820	rnn.weight_ih_l0	4	0.012068779207766056
210820	rnn.weight_ih_l0	5	-0.1061672642827034
210820	rnn.weight_ih_l0	6	-0.034783195704221725
210820	rnn.weight_ih_l0	7	-0.008637644350528717
210820	rnn.weight_ih_l0	8	0.06614864617586136
210820	rnn.weight_ih_l0	9	0.013643380254507065
210820	rnn.weight_hh_l0	0	0.0005384976975619793
210820	rnn.weight_hh_l0	1	-0.07809671014547348
210820	rnn.weight_hh_l0	2	0.07119684666395187
210820	rnn.weight_hh_l0	3	0.0521111786365509
210820	rnn.weight_hh_l0	4	0.003593502100557089
210820	rnn.weight_hh_l0	5	0.0667228102684021
210820	rnn.weight_hh_l0	6	-0.017431022599339485
210820	rnn.weight_hh_l0	7	-0.11053051054477692
210820	rnn.weight_hh_l0	8	0.027348164469003677
210820	rnn.weight_hh_l0	9	-0.08534234762191772
210820	rnn.bias_ih_l0	0	-0.08995936065912247
210820	rnn.bias_ih_l0	1	-0.1956704556941986
210820	rnn.bias_ih_l0	2	-0.27204281091690063
210820	rnn.bias_ih_l0	3	-0.2893325388431549
210820	rnn.bias_ih_l0	4	0.0008713550050742924
210820	rnn.bias_ih_l0	5	0.06029845029115677
210820	rnn.bias_ih_l0	6	-0.16736316680908203
210820	rnn.bias_ih_l0	7	-0.26183804869651794
210820	rnn.bias_ih_l0	8	-0.14543284475803375
210820	rnn.bias_ih_l0	9	-0.18448896706104279
210820	rnn.bias_hh_l0	0	0.12516261637210846
210820	rnn.bias_hh_l0	1	-0.06768938153982162
210820	rnn.bias_hh_l0	2	0.04667381942272186
210820	rnn.bias_hh_l0	3	-0.1856573522090912
210820	rnn.bias_hh_l0	4	0.05601126328110695
210820	rnn.bias_hh_l0	5	0.05479883775115013
210820	rnn.bias_hh_l0	6	-0.10838818550109863
210820	rnn.bias_hh_l0	7	-0.14879070222377777
210820	rnn.bias_hh_l0	8	-0.1800290048122406
210820	rnn.bias_hh_l0	9	-0.10858207941055298
210820	rnn.weight_ih_l0_reverse	0	-0.023469509556889534
210820	rnn.weight_ih_l0_reverse	1	0.000404991238610819
210820	rnn.weight_ih_l0_reverse	2	0.01603126898407936
210820	rnn.weight_ih_l0_reverse	3	0.007840090431272984
210820	rnn.weight_ih_l0_reverse	4	0.014310638420283794
210820	rnn.weight_ih_l0_reverse	5	-0.04578433185815811
210820	rnn.weight_ih_l0_reverse	6	-0.04817544296383858
210820	rnn.weight_ih_l0_reverse	7	0.011037461459636688
210820	rnn.weight_ih_l0_reverse	8	0.09911093860864639
210820	rnn.weight_ih_l0_reverse	9	-0.000758409034460783
210820	rnn.weight_hh_l0_reverse	0	0.0012849494814872742
210820	rnn.weight_hh_l0_reverse	1	0.02829316072165966
210820	rnn.weight_hh_l0_reverse	2	-0.041493844240903854
210820	rnn.weight_hh_l0_reverse	3	0.03584478050470352
210820	rnn.weight_hh_l0_reverse	4	0.021812710911035538
210820	rnn.weight_hh_l0_reverse	5	-0.00495906500145793
210820	rnn.weight_hh_l0_reverse	6	0.06574712693691254
210820	rnn.weight_hh_l0_reverse	7	0.0376354418694973
210820	rnn.weight_hh_l0_reverse	8	-0.022663049399852753
210820	rnn.weight_hh_l0_reverse	9	-0.029507547616958618
210820	rnn.bias_ih_l0_reverse	0	-0.1510332226753235
210820	rnn.bias_ih_l0_reverse	1	-0.3038268983364105
210820	rnn.bias_ih_l0_reverse	2	-0.06158886104822159
210820	rnn.bias_ih_l0_reverse	3	-0.15480293333530426
210820	rnn.bias_ih_l0_reverse	4	0.06978590041399002
210820	rnn.bias_ih_l0_reverse	5	-0.26780590415000916
210820	rnn.bias_ih_l0_reverse	6	-0.060112323611974716
210820	rnn.bias_ih_l0_reverse	7	0.025736678391695023
210820	rnn.bias_ih_l0_reverse	8	-0.1853541135787964
210820	rnn.bias_ih_l0_reverse	9	-0.09211602061986923
210820	rnn.bias_hh_l0_reverse	0	-0.1592385470867157
210820	rnn.bias_hh_l0_reverse	1	-0.1553265005350113
210820	rnn.bias_hh_l0_reverse	2	-0.0131631288677454
210820	rnn.bias_hh_l0_reverse	3	-0.13375909626483917
210820	rnn.bias_hh_l0_reverse	4	-0.026314951479434967
210820	rnn.bias_hh_l0_reverse	5	-0.1196240782737732
210820	rnn.bias_hh_l0_reverse	6	-0.08517110347747803
210820	rnn.bias_hh_l0_reverse	7	-0.1762637346982956
210820	rnn.bias_hh_l0_reverse	8	-0.06929056346416473
210820	rnn.bias_hh_l0_reverse	9	-0.11469564586877823
210820	linear.weight	0	-0.22270320355892181
210820	linear.weight	1	-0.10171246528625488
210820	linear.weight	2	-0.011228874325752258
210820	linear.weight	3	-0.0908961221575737
210820	linear.weight	4	-0.003866959363222122
210820	linear.weight	5	0.1697734147310257
210820	linear.weight	6	0.0047744326293468475
210820	linear.weight	7	-0.021312154829502106
210820	linear.weight	8	0.1623118370771408
210820	linear.weight	9	0.23737746477127075
210820	linear.bias	0	-0.8465821146965027
210820	linear.bias	1	1.4355779886245728
210820	linear.bias	2	-0.49266788363456726
210820	linear.bias	3	-0.7525368928909302
210820	linear.bias	4	-0.8542550802230835
210820	linear.bias	5	-1.1794649362564087
210820	linear.bias	6	-0.9800320267677307
210820	linear.bias	7	-0.7694864869117737
210820	linear.bias	8	-0.01705317199230194
210820	linear.bias	9	3.533327341079712
211017	transitions	0	-0.45606786012649536
211017	transitions	1	8.76803207397461
211017	transitions	2	-3.6077420711517334
211017	transitions	3	1.5678237676620483
211017	transitions	4	-2.2024734020233154
211017	transitions	5	-0.4232867956161499
211017	transitions	6	-0.19483976066112518
211017	transitions	7	-10000.0
211017	transitions	8	1.8440921306610107
211017	transitions	9	-2.2948005199432373
211017	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
211017	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
211017	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
211017	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
211017	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
211017	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
211017	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
211017	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
211017	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
211017	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
211017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
211017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
211017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
211017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
211017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
211017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
211017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
211017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
211017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
211017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
211017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
211017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
211017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
211017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
211017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
211017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
211017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
211017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
211017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
211017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
211017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
211017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
211017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
211017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
211017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
211017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
211017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
211017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
211017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
211017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
211017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
211017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
211017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
211017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
211017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
211017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
211017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
211017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
211017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
211017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
211017	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
211017	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
211017	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
211017	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
211017	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
211017	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
211017	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
211017	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
211017	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
211017	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
211017	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
211017	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
211017	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
211017	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
211017	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
211017	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
211017	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
211017	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
211017	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
211017	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
211017	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
211017	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
211017	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
211017	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
211017	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
211017	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
211017	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
211017	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
211017	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
211017	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
211017	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
211017	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
211017	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
211017	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
211017	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
211017	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
211017	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
211017	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
211017	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
211017	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
211017	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
211017	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
211017	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
211017	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
211017	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
211017	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
211017	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
211017	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
211017	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
211017	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
211017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
211017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
211017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
211017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
211017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
211017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
211017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
211017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
211017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
211017	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
211017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
211017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
211017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
211017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
211017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
211017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
211017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
211017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
211017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
211017	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
211017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
211017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
211017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
211017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
211017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
211017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
211017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
211017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
211017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
211017	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
211017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
211017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
211017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
211017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
211017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
211017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
211017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
211017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
211017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
211017	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
211017	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
211017	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
211017	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
211017	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
211017	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
211017	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
211017	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
211017	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
211017	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
211017	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
211017	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
211017	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
211017	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
211017	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
211017	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
211017	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
211017	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
211017	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
211017	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
211017	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
211017	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
211017	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
211017	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
211017	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
211017	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
211017	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
211017	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
211017	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
211017	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
211017	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
211017	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
211017	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
211017	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
211017	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
211017	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
211017	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
211017	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
211017	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
211017	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
211017	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
211017	embedding2nn.weight	0	0.04586820676922798
211017	embedding2nn.weight	1	-0.09491857141256332
211017	embedding2nn.weight	2	0.015863144770264626
211017	embedding2nn.weight	3	-0.055628202855587006
211017	embedding2nn.weight	4	-0.11611049622297287
211017	embedding2nn.weight	5	0.11613906919956207
211017	embedding2nn.weight	6	-0.08826175332069397
211017	embedding2nn.weight	7	-0.07015858590602875
211017	embedding2nn.weight	8	-0.030131155624985695
211017	embedding2nn.weight	9	0.04456068202853203
211017	embedding2nn.bias	0	0.09599867463111877
211017	embedding2nn.bias	1	-0.012854750268161297
211017	embedding2nn.bias	2	-0.1110607385635376
211017	embedding2nn.bias	3	0.001803168561309576
211017	embedding2nn.bias	4	-0.011242024600505829
211017	embedding2nn.bias	5	-0.16851207613945007
211017	embedding2nn.bias	6	-0.11321178823709488
211017	embedding2nn.bias	7	-0.020961545407772064
211017	embedding2nn.bias	8	0.08264313638210297
211017	embedding2nn.bias	9	-0.058244459331035614
211017	rnn.weight_ih_l0	0	0.042728446424007416
211017	rnn.weight_ih_l0	1	-0.07608985900878906
211017	rnn.weight_ih_l0	2	-0.053076986223459244
211017	rnn.weight_ih_l0	3	-0.06236261874437332
211017	rnn.weight_ih_l0	4	0.012454432435333729
211017	rnn.weight_ih_l0	5	-0.10748010873794556
211017	rnn.weight_ih_l0	6	-0.033335402607917786
211017	rnn.weight_ih_l0	7	-0.008765248581767082
211017	rnn.weight_ih_l0	8	0.06547407060861588
211017	rnn.weight_ih_l0	9	0.01464055571705103
211017	rnn.weight_hh_l0	0	0.0007665824377909303
211017	rnn.weight_hh_l0	1	-0.0782649964094162
211017	rnn.weight_hh_l0	2	0.07075224816799164
211017	rnn.weight_hh_l0	3	0.05208299681544304
211017	rnn.weight_hh_l0	4	0.003695471677929163
211017	rnn.weight_hh_l0	5	0.06752088665962219
211017	rnn.weight_hh_l0	6	-0.017283111810684204
211017	rnn.weight_hh_l0	7	-0.11082116514444351
211017	rnn.weight_hh_l0	8	0.027255484834313393
211017	rnn.weight_hh_l0	9	-0.08526809513568878
211017	rnn.bias_ih_l0	0	-0.09241630136966705
211017	rnn.bias_ih_l0	1	-0.1956784874200821
211017	rnn.bias_ih_l0	2	-0.27183979749679565
211017	rnn.bias_ih_l0	3	-0.288036584854126
211017	rnn.bias_ih_l0	4	0.0005178807768970728
211017	rnn.bias_ih_l0	5	0.0614410899579525
211017	rnn.bias_ih_l0	6	-0.16566023230552673
211017	rnn.bias_ih_l0	7	-0.2623131573200226
211017	rnn.bias_ih_l0	8	-0.14520852267742157
211017	rnn.bias_ih_l0	9	-0.1843486875295639
211017	rnn.bias_hh_l0	0	0.12354855984449387
211017	rnn.bias_hh_l0	1	-0.06888480484485626
211017	rnn.bias_hh_l0	2	0.049212150275707245
211017	rnn.bias_hh_l0	3	-0.18557457625865936
211017	rnn.bias_hh_l0	4	0.05715854465961456
211017	rnn.bias_hh_l0	5	0.05252179130911827
211017	rnn.bias_hh_l0	6	-0.10746437311172485
211017	rnn.bias_hh_l0	7	-0.1491776555776596
211017	rnn.bias_hh_l0	8	-0.1798502802848816
211017	rnn.bias_hh_l0	9	-0.11007510125637054
211017	rnn.weight_ih_l0_reverse	0	-0.023145979270339012
211017	rnn.weight_ih_l0_reverse	1	-0.0003734612255357206
211017	rnn.weight_ih_l0_reverse	2	0.015918461605906487
211017	rnn.weight_ih_l0_reverse	3	0.010658090934157372
211017	rnn.weight_ih_l0_reverse	4	0.01326186303049326
211017	rnn.weight_ih_l0_reverse	5	-0.0442221537232399
211017	rnn.weight_ih_l0_reverse	6	-0.04817919433116913
211017	rnn.weight_ih_l0_reverse	7	0.011722849681973457
211017	rnn.weight_ih_l0_reverse	8	0.09919566661119461
211017	rnn.weight_ih_l0_reverse	9	-0.0014586298493668437
211017	rnn.weight_hh_l0_reverse	0	0.0008563284645788372
211017	rnn.weight_hh_l0_reverse	1	0.028258154168725014
211017	rnn.weight_hh_l0_reverse	2	-0.04163696616888046
211017	rnn.weight_hh_l0_reverse	3	0.0359058603644371
211017	rnn.weight_hh_l0_reverse	4	0.021847352385520935
211017	rnn.weight_hh_l0_reverse	5	-0.004989097360521555
211017	rnn.weight_hh_l0_reverse	6	0.06586992740631104
211017	rnn.weight_hh_l0_reverse	7	0.03772210702300072
211017	rnn.weight_hh_l0_reverse	8	-0.02293636091053486
211017	rnn.weight_hh_l0_reverse	9	-0.029296405613422394
211017	rnn.bias_ih_l0_reverse	0	-0.15288077294826508
211017	rnn.bias_ih_l0_reverse	1	-0.30686840415000916
211017	rnn.bias_ih_l0_reverse	2	-0.06058485433459282
211017	rnn.bias_ih_l0_reverse	3	-0.15480466187000275
211017	rnn.bias_ih_l0_reverse	4	0.07016629725694656
211017	rnn.bias_ih_l0_reverse	5	-0.2700883448123932
211017	rnn.bias_ih_l0_reverse	6	-0.061414334923028946
211017	rnn.bias_ih_l0_reverse	7	0.023736394941806793
211017	rnn.bias_ih_l0_reverse	8	-0.18729828298091888
211017	rnn.bias_ih_l0_reverse	9	-0.09148447215557098
211017	rnn.bias_hh_l0_reverse	0	-0.15897507965564728
211017	rnn.bias_hh_l0_reverse	1	-0.15612635016441345
211017	rnn.bias_hh_l0_reverse	2	-0.013954571448266506
211017	rnn.bias_hh_l0_reverse	3	-0.13565532863140106
211017	rnn.bias_hh_l0_reverse	4	-0.02665439248085022
211017	rnn.bias_hh_l0_reverse	5	-0.11915291100740433
211017	rnn.bias_hh_l0_reverse	6	-0.08535685390233994
211017	rnn.bias_hh_l0_reverse	7	-0.17469070851802826
211017	rnn.bias_hh_l0_reverse	8	-0.06844580918550491
211017	rnn.bias_hh_l0_reverse	9	-0.11453575640916824
211017	linear.weight	0	-0.22944095730781555
211017	linear.weight	1	-0.10494665056467056
211017	linear.weight	2	-0.011228874325752258
211017	linear.weight	3	-0.09273846447467804
211017	linear.weight	4	-0.0037594148889184
211017	linear.weight	5	0.16883531212806702
211017	linear.weight	6	0.0047744326293468475
211017	linear.weight	7	-0.021312154829502106
211017	linear.weight	8	0.16107177734375
211017	linear.weight	9	0.23369255661964417
211017	linear.bias	0	-0.8200409412384033
211017	linear.bias	1	1.433647871017456
211017	linear.bias	2	-0.48873400688171387
211017	linear.bias	3	-0.7713490724563599
211017	linear.bias	4	-0.8675265312194824
211017	linear.bias	5	-1.1794805526733398
211017	linear.bias	6	-0.952571451663971
211017	linear.bias	7	-0.7576553225517273
211017	linear.bias	8	-0.01705317199230194
211017	linear.bias	9	3.4827022552490234
211214	transitions	0	-0.4563007354736328
211214	transitions	1	8.7881498336792
211214	transitions	2	-3.6079583168029785
211214	transitions	3	1.5553560256958008
211214	transitions	4	-2.202791929244995
211214	transitions	5	-0.42332929372787476
211214	transitions	6	-0.19485752284526825
211214	transitions	7	-10000.0
211214	transitions	8	1.8447729349136353
211214	transitions	9	-2.294807195663452
211214	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
211214	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
211214	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
211214	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
211214	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
211214	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
211214	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
211214	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
211214	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
211214	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
211214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
211214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
211214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
211214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
211214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
211214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
211214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
211214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
211214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
211214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
211214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
211214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
211214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
211214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
211214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
211214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
211214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
211214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
211214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
211214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
211214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
211214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
211214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
211214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
211214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
211214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
211214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
211214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
211214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
211214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
211214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
211214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
211214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
211214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
211214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
211214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
211214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
211214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
211214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
211214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
211214	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
211214	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
211214	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
211214	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
211214	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
211214	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
211214	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
211214	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
211214	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
211214	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
211214	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
211214	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
211214	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
211214	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
211214	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
211214	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
211214	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
211214	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
211214	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
211214	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
211214	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
211214	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
211214	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
211214	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
211214	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
211214	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
211214	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
211214	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
211214	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
211214	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
211214	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
211214	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
211214	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
211214	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
211214	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
211214	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
211214	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
211214	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
211214	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
211214	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
211214	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
211214	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
211214	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
211214	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
211214	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
211214	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
211214	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
211214	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
211214	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
211214	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
211214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
211214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
211214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
211214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
211214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
211214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
211214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
211214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
211214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
211214	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
211214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
211214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
211214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
211214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
211214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
211214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
211214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
211214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
211214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
211214	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
211214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
211214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
211214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
211214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
211214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
211214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
211214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
211214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
211214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
211214	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
211214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
211214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
211214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
211214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
211214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
211214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
211214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
211214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
211214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
211214	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
211214	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
211214	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
211214	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
211214	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
211214	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
211214	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
211214	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
211214	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
211214	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
211214	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
211214	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
211214	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
211214	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
211214	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
211214	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
211214	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
211214	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
211214	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
211214	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
211214	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
211214	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
211214	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
211214	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
211214	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
211214	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
211214	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
211214	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
211214	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
211214	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
211214	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
211214	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
211214	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
211214	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
211214	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
211214	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
211214	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
211214	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
211214	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
211214	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
211214	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
211214	embedding2nn.weight	0	0.046071454882621765
211214	embedding2nn.weight	1	-0.09544139355421066
211214	embedding2nn.weight	2	0.013149654492735863
211214	embedding2nn.weight	3	-0.05619702488183975
211214	embedding2nn.weight	4	-0.11571057885885239
211214	embedding2nn.weight	5	0.11742376536130905
211214	embedding2nn.weight	6	-0.09352419525384903
211214	embedding2nn.weight	7	-0.07083041965961456
211214	embedding2nn.weight	8	-0.030081074684858322
211214	embedding2nn.weight	9	0.04524995759129524
211214	embedding2nn.bias	0	0.08898761868476868
211214	embedding2nn.bias	1	-0.007824443280696869
211214	embedding2nn.bias	2	-0.11498822271823883
211214	embedding2nn.bias	3	0.0004890232812613249
211214	embedding2nn.bias	4	-0.006222604773938656
211214	embedding2nn.bias	5	-0.167035311460495
211214	embedding2nn.bias	6	-0.11750839650630951
211214	embedding2nn.bias	7	-0.026858538389205933
211214	embedding2nn.bias	8	0.08389415591955185
211214	embedding2nn.bias	9	-0.057092081755399704
211214	rnn.weight_ih_l0	0	0.04268423467874527
211214	rnn.weight_ih_l0	1	-0.07665392011404037
211214	rnn.weight_ih_l0	2	-0.052971240133047104
211214	rnn.weight_ih_l0	3	-0.06447074562311172
211214	rnn.weight_ih_l0	4	0.01184154860675335
211214	rnn.weight_ih_l0	5	-0.10833144932985306
211214	rnn.weight_ih_l0	6	-0.03216961771249771
211214	rnn.weight_ih_l0	7	-0.008602929301559925
211214	rnn.weight_ih_l0	8	0.06693380326032639
211214	rnn.weight_ih_l0	9	0.014987519010901451
211214	rnn.weight_hh_l0	0	0.0010074344463646412
211214	rnn.weight_hh_l0	1	-0.07765263319015503
211214	rnn.weight_hh_l0	2	0.07092373073101044
211214	rnn.weight_hh_l0	3	0.0526445247232914
211214	rnn.weight_hh_l0	4	0.0037771977949887514
211214	rnn.weight_hh_l0	5	0.06688214838504791
211214	rnn.weight_hh_l0	6	-0.01710871234536171
211214	rnn.weight_hh_l0	7	-0.11116316169500351
211214	rnn.weight_hh_l0	8	0.02751615270972252
211214	rnn.weight_hh_l0	9	-0.08440650254487991
211214	rnn.bias_ih_l0	0	-0.09146567434072495
211214	rnn.bias_ih_l0	1	-0.19450747966766357
211214	rnn.bias_ih_l0	2	-0.27286243438720703
211214	rnn.bias_ih_l0	3	-0.28615808486938477
211214	rnn.bias_ih_l0	4	0.0028234904166311026
211214	rnn.bias_ih_l0	5	0.059454113245010376
211214	rnn.bias_ih_l0	6	-0.16566891968250275
211214	rnn.bias_ih_l0	7	-0.2616274654865265
211214	rnn.bias_ih_l0	8	-0.14540985226631165
211214	rnn.bias_ih_l0	9	-0.18351507186889648
211214	rnn.bias_hh_l0	0	0.12325553596019745
211214	rnn.bias_hh_l0	1	-0.06868941336870193
211214	rnn.bias_hh_l0	2	0.04910554736852646
211214	rnn.bias_hh_l0	3	-0.18452316522598267
211214	rnn.bias_hh_l0	4	0.05612403526902199
211214	rnn.bias_hh_l0	5	0.052539777010679245
211214	rnn.bias_hh_l0	6	-0.10673528164625168
211214	rnn.bias_hh_l0	7	-0.14980681240558624
211214	rnn.bias_hh_l0	8	-0.17980507016181946
211214	rnn.bias_hh_l0	9	-0.11036432534456253
211214	rnn.weight_ih_l0_reverse	0	-0.023987913504242897
211214	rnn.weight_ih_l0_reverse	1	0.0006382316933013499
211214	rnn.weight_ih_l0_reverse	2	0.015908438712358475
211214	rnn.weight_ih_l0_reverse	3	0.01057299692183733
211214	rnn.weight_ih_l0_reverse	4	0.013223784044384956
211214	rnn.weight_ih_l0_reverse	5	-0.042037706822156906
211214	rnn.weight_ih_l0_reverse	6	-0.046701494604349136
211214	rnn.weight_ih_l0_reverse	7	0.01315322332084179
211214	rnn.weight_ih_l0_reverse	8	0.10169177502393723
211214	rnn.weight_ih_l0_reverse	9	-0.001141673419624567
211214	rnn.weight_hh_l0_reverse	0	0.00133790064137429
211214	rnn.weight_hh_l0_reverse	1	0.02815762534737587
211214	rnn.weight_hh_l0_reverse	2	-0.041480373591184616
211214	rnn.weight_hh_l0_reverse	3	0.03609582036733627
211214	rnn.weight_hh_l0_reverse	4	0.021793700754642487
211214	rnn.weight_hh_l0_reverse	5	-0.004843459464609623
211214	rnn.weight_hh_l0_reverse	6	0.06568845361471176
211214	rnn.weight_hh_l0_reverse	7	0.03719598799943924
211214	rnn.weight_hh_l0_reverse	8	-0.02285740152001381
211214	rnn.weight_hh_l0_reverse	9	-0.02933698333799839
211214	rnn.bias_ih_l0_reverse	0	-0.1525530070066452
211214	rnn.bias_ih_l0_reverse	1	-0.30582815408706665
211214	rnn.bias_ih_l0_reverse	2	-0.05909404531121254
211214	rnn.bias_ih_l0_reverse	3	-0.15501569211483002
211214	rnn.bias_ih_l0_reverse	4	0.0685763880610466
211214	rnn.bias_ih_l0_reverse	5	-0.27035900950431824
211214	rnn.bias_ih_l0_reverse	6	-0.061287447810173035
211214	rnn.bias_ih_l0_reverse	7	0.024994589388370514
211214	rnn.bias_ih_l0_reverse	8	-0.18750688433647156
211214	rnn.bias_ih_l0_reverse	9	-0.08994283527135849
211214	rnn.bias_hh_l0_reverse	0	-0.15921944379806519
211214	rnn.bias_hh_l0_reverse	1	-0.15683524310588837
211214	rnn.bias_hh_l0_reverse	2	-0.015659166499972343
211214	rnn.bias_hh_l0_reverse	3	-0.13556140661239624
211214	rnn.bias_hh_l0_reverse	4	-0.025873597711324692
211214	rnn.bias_hh_l0_reverse	5	-0.11882179975509644
211214	rnn.bias_hh_l0_reverse	6	-0.0840601846575737
211214	rnn.bias_hh_l0_reverse	7	-0.17568179965019226
211214	rnn.bias_hh_l0_reverse	8	-0.06734558939933777
211214	rnn.bias_hh_l0_reverse	9	-0.11333303153514862
211214	linear.weight	0	-0.22848236560821533
211214	linear.weight	1	-0.10049042850732803
211214	linear.weight	2	-0.011228874325752258
211214	linear.weight	3	-0.0941903218626976
211214	linear.weight	4	-0.012164886109530926
211214	linear.weight	5	0.17538346350193024
211214	linear.weight	6	0.0047744326293468475
211214	linear.weight	7	-0.021312154829502106
211214	linear.weight	8	0.1563798040151596
211214	linear.weight	9	0.2459450513124466
211214	linear.bias	0	-0.8425902128219604
211214	linear.bias	1	1.4226733446121216
211214	linear.bias	2	-0.4972192943096161
211214	linear.bias	3	-0.7465887069702148
211214	linear.bias	4	-0.8867691159248352
211214	linear.bias	5	-1.1794984340667725
211214	linear.bias	6	-0.9756773710250854
211214	linear.bias	7	-0.7502952814102173
211214	linear.bias	8	-0.01705317199230194
211214	linear.bias	9	3.52995228767395
211218	transitions	0	-0.4563007950782776
211218	transitions	1	8.78726863861084
211218	transitions	2	-3.6079602241516113
211218	transitions	3	1.55522882938385
211218	transitions	4	-2.202794313430786
211218	transitions	5	-0.4233294725418091
211218	transitions	6	-0.19485768675804138
211218	transitions	7	-10000.0
211218	transitions	8	1.844772219657898
211218	transitions	9	-2.294807195663452
211218	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
211218	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
211218	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
211218	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
211218	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
211218	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
211218	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
211218	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
211218	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
211218	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
211218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
211218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
211218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
211218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
211218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
211218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
211218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
211218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
211218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
211218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
211218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
211218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
211218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
211218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
211218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
211218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
211218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
211218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
211218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
211218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
211218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
211218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
211218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
211218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
211218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
211218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
211218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
211218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
211218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
211218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
211218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
211218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
211218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
211218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
211218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
211218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
211218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
211218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
211218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
211218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
211218	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
211218	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
211218	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
211218	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
211218	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
211218	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
211218	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
211218	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
211218	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
211218	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
211218	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
211218	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
211218	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
211218	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
211218	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
211218	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
211218	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
211218	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
211218	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
211218	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
211218	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
211218	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
211218	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
211218	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
211218	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
211218	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
211218	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
211218	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
211218	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
211218	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
211218	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
211218	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
211218	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
211218	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
211218	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
211218	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
211218	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
211218	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
211218	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
211218	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
211218	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
211218	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
211218	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
211218	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
211218	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
211218	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
211218	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
211218	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
211218	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
211218	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
211218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
211218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
211218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
211218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
211218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
211218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
211218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
211218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
211218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
211218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
211218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
211218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
211218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
211218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
211218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
211218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
211218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
211218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
211218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
211218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
211218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
211218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
211218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
211218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
211218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
211218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
211218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
211218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
211218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
211218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
211218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
211218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
211218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
211218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
211218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
211218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
211218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
211218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
211218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
211218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
211218	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
211218	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
211218	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
211218	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
211218	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
211218	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
211218	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
211218	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
211218	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
211218	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
211218	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
211218	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
211218	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
211218	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
211218	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
211218	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
211218	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
211218	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
211218	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
211218	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
211218	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
211218	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
211218	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
211218	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
211218	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
211218	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
211218	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
211218	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
211218	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
211218	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
211218	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
211218	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
211218	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
211218	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
211218	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
211218	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
211218	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
211218	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
211218	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
211218	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
211218	embedding2nn.weight	0	0.04605942219495773
211218	embedding2nn.weight	1	-0.09532961994409561
211218	embedding2nn.weight	2	0.013385944999754429
211218	embedding2nn.weight	3	-0.056274402886629105
211218	embedding2nn.weight	4	-0.11563583463430405
211218	embedding2nn.weight	5	0.11745445430278778
211218	embedding2nn.weight	6	-0.09376982599496841
211218	embedding2nn.weight	7	-0.0708717331290245
211218	embedding2nn.weight	8	-0.03012082539498806
211218	embedding2nn.weight	9	0.04509899765253067
211218	embedding2nn.bias	0	0.09059737622737885
211218	embedding2nn.bias	1	-0.007022854406386614
211218	embedding2nn.bias	2	-0.1142895519733429
211218	embedding2nn.bias	3	-0.0006975342403165996
211218	embedding2nn.bias	4	-0.0060951285995543
211218	embedding2nn.bias	5	-0.17014963924884796
211218	embedding2nn.bias	6	-0.11814150959253311
211218	embedding2nn.bias	7	-0.027033686637878418
211218	embedding2nn.bias	8	0.08322659134864807
211218	embedding2nn.bias	9	-0.060104403644800186
211218	rnn.weight_ih_l0	0	0.042666058987379074
211218	rnn.weight_ih_l0	1	-0.07664139568805695
211218	rnn.weight_ih_l0	2	-0.053103409707546234
211218	rnn.weight_ih_l0	3	-0.06443115323781967
211218	rnn.weight_ih_l0	4	0.011840041726827621
211218	rnn.weight_ih_l0	5	-0.10832294821739197
211218	rnn.weight_ih_l0	6	-0.032194241881370544
211218	rnn.weight_ih_l0	7	-0.008602000772953033
211218	rnn.weight_ih_l0	8	0.06706978380680084
211218	rnn.weight_ih_l0	9	0.015041066333651543
211218	rnn.weight_hh_l0	0	0.00100467458833009
211218	rnn.weight_hh_l0	1	-0.0776357352733612
211218	rnn.weight_hh_l0	2	0.0707271620631218
211218	rnn.weight_hh_l0	3	0.052658483386039734
211218	rnn.weight_hh_l0	4	0.003807950299233198
211218	rnn.weight_hh_l0	5	0.06686819344758987
211218	rnn.weight_hh_l0	6	-0.017109548673033714
211218	rnn.weight_hh_l0	7	-0.11117856204509735
211218	rnn.weight_hh_l0	8	0.027626562863588333
211218	rnn.weight_hh_l0	9	-0.08436576277017593
211218	rnn.bias_ih_l0	0	-0.09157372266054153
211218	rnn.bias_ih_l0	1	-0.1944746971130371
211218	rnn.bias_ih_l0	2	-0.2730499505996704
211218	rnn.bias_ih_l0	3	-0.2863272428512573
211218	rnn.bias_ih_l0	4	0.0031549904961138964
211218	rnn.bias_ih_l0	5	0.05947490409016609
211218	rnn.bias_ih_l0	6	-0.16551320254802704
211218	rnn.bias_ih_l0	7	-0.26185178756713867
211218	rnn.bias_ih_l0	8	-0.14527423679828644
211218	rnn.bias_ih_l0	9	-0.1834021508693695
211218	rnn.bias_hh_l0	0	0.12332670390605927
211218	rnn.bias_hh_l0	1	-0.06877709925174713
211218	rnn.bias_hh_l0	2	0.0492083840072155
211218	rnn.bias_hh_l0	3	-0.1846739500761032
211218	rnn.bias_hh_l0	4	0.05594124644994736
211218	rnn.bias_hh_l0	5	0.05188179388642311
211218	rnn.bias_hh_l0	6	-0.10674784332513809
211218	rnn.bias_hh_l0	7	-0.14994850754737854
211218	rnn.bias_hh_l0	8	-0.17966488003730774
211218	rnn.bias_hh_l0	9	-0.11040311306715012
211218	rnn.weight_ih_l0_reverse	0	-0.024001630023121834
211218	rnn.weight_ih_l0_reverse	1	0.0009140053298324347
211218	rnn.weight_ih_l0_reverse	2	0.01590549200773239
211218	rnn.weight_ih_l0_reverse	3	0.010445221327245235
211218	rnn.weight_ih_l0_reverse	4	0.013190221972763538
211218	rnn.weight_ih_l0_reverse	5	-0.04199082404375076
211218	rnn.weight_ih_l0_reverse	6	-0.0463448204100132
211218	rnn.weight_ih_l0_reverse	7	0.013115127570927143
211218	rnn.weight_ih_l0_reverse	8	0.10168056935071945
211218	rnn.weight_ih_l0_reverse	9	-0.001091013546101749
211218	rnn.weight_hh_l0_reverse	0	0.0013713936787098646
211218	rnn.weight_hh_l0_reverse	1	0.028160221874713898
211218	rnn.weight_hh_l0_reverse	2	-0.04148757457733154
211218	rnn.weight_hh_l0_reverse	3	0.036124277859926224
211218	rnn.weight_hh_l0_reverse	4	0.021791687235236168
211218	rnn.weight_hh_l0_reverse	5	-0.00484605273231864
211218	rnn.weight_hh_l0_reverse	6	0.06552986055612564
211218	rnn.weight_hh_l0_reverse	7	0.0372210368514061
211218	rnn.weight_hh_l0_reverse	8	-0.022840099409222603
211218	rnn.weight_hh_l0_reverse	9	-0.029395202174782753
211218	rnn.bias_ih_l0_reverse	0	-0.15266886353492737
211218	rnn.bias_ih_l0_reverse	1	-0.30571818351745605
211218	rnn.bias_ih_l0_reverse	2	-0.05913124978542328
211218	rnn.bias_ih_l0_reverse	3	-0.15511612594127655
211218	rnn.bias_ih_l0_reverse	4	0.06867053359746933
211218	rnn.bias_ih_l0_reverse	5	-0.2703053951263428
211218	rnn.bias_ih_l0_reverse	6	-0.06129114702343941
211218	rnn.bias_ih_l0_reverse	7	0.025408925488591194
211218	rnn.bias_ih_l0_reverse	8	-0.187737837433815
211218	rnn.bias_ih_l0_reverse	9	-0.09022393077611923
211218	rnn.bias_hh_l0_reverse	0	-0.15908579528331757
211218	rnn.bias_hh_l0_reverse	1	-0.15751880407333374
211218	rnn.bias_hh_l0_reverse	2	-0.015669547021389008
211218	rnn.bias_hh_l0_reverse	3	-0.13570795953273773
211218	rnn.bias_hh_l0_reverse	4	-0.025947095826268196
211218	rnn.bias_hh_l0_reverse	5	-0.11894231289625168
211218	rnn.bias_hh_l0_reverse	6	-0.0842546820640564
211218	rnn.bias_hh_l0_reverse	7	-0.17594794929027557
211218	rnn.bias_hh_l0_reverse	8	-0.0673532783985138
211218	rnn.bias_hh_l0_reverse	9	-0.11335866153240204
211218	linear.weight	0	-0.2285514920949936
211218	linear.weight	1	-0.10051807016134262
211218	linear.weight	2	-0.011228874325752258
211218	linear.weight	3	-0.09427610784769058
211218	linear.weight	4	-0.012116845697164536
211218	linear.weight	5	0.1758323311805725
211218	linear.weight	6	0.0047744326293468475
211218	linear.weight	7	-0.021312154829502106
211218	linear.weight	8	0.15590143203735352
211218	linear.weight	9	0.24510473012924194
211218	linear.bias	0	-0.8416388034820557
211218	linear.bias	1	1.4345570802688599
211218	linear.bias	2	-0.4966646134853363
211218	linear.bias	3	-0.7477364540100098
211218	linear.bias	4	-0.8787971138954163
211218	linear.bias	5	-1.1794987916946411
211218	linear.bias	6	-0.974777340888977
211218	linear.bias	7	-0.7488765716552734
211218	linear.bias	8	-0.01705317199230194
211218	linear.bias	9	3.535647392272949
211415	transitions	0	-0.4563947021961212
211415	transitions	1	8.768924713134766
211415	transitions	2	-3.608229637145996
211415	transitions	3	1.5548678636550903
211415	transitions	4	-2.203073263168335
211415	transitions	5	-0.42368850111961365
211415	transitions	6	-0.19487355649471283
211415	transitions	7	-10000.0
211415	transitions	8	1.8444002866744995
211415	transitions	9	-2.294816017150879
211415	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
211415	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
211415	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
211415	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
211415	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
211415	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
211415	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
211415	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
211415	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
211415	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
211415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
211415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
211415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
211415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
211415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
211415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
211415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
211415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
211415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
211415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
211415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
211415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
211415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
211415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
211415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
211415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
211415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
211415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
211415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
211415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
211415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
211415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
211415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
211415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
211415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
211415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
211415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
211415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
211415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
211415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
211415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
211415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
211415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
211415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
211415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
211415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
211415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
211415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
211415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
211415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
211415	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
211415	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
211415	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
211415	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
211415	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
211415	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
211415	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
211415	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
211415	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
211415	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
211415	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
211415	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
211415	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
211415	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
211415	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
211415	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
211415	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
211415	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
211415	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
211415	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
211415	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
211415	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
211415	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
211415	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
211415	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
211415	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
211415	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
211415	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
211415	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
211415	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
211415	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
211415	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
211415	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
211415	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
211415	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
211415	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
211415	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
211415	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
211415	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
211415	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
211415	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
211415	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
211415	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
211415	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
211415	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
211415	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
211415	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
211415	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
211415	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
211415	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
211415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
211415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
211415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
211415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
211415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
211415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
211415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
211415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
211415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
211415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
211415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
211415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
211415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
211415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
211415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
211415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
211415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
211415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
211415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
211415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
211415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
211415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
211415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
211415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
211415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
211415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
211415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
211415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
211415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
211415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
211415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
211415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
211415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
211415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
211415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
211415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
211415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
211415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
211415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
211415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
211415	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
211415	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
211415	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
211415	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
211415	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
211415	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
211415	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
211415	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
211415	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
211415	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
211415	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
211415	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
211415	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
211415	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
211415	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
211415	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
211415	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
211415	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
211415	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
211415	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
211415	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
211415	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
211415	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
211415	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
211415	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
211415	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
211415	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
211415	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
211415	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
211415	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
211415	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
211415	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
211415	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
211415	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
211415	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
211415	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
211415	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
211415	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
211415	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
211415	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
211415	embedding2nn.weight	0	0.04570230841636658
211415	embedding2nn.weight	1	-0.09623055905103683
211415	embedding2nn.weight	2	0.012615319341421127
211415	embedding2nn.weight	3	-0.05674513801932335
211415	embedding2nn.weight	4	-0.11563857644796371
211415	embedding2nn.weight	5	0.11732041090726852
211415	embedding2nn.weight	6	-0.09032565355300903
211415	embedding2nn.weight	7	-0.07127673923969269
211415	embedding2nn.weight	8	-0.029912257567048073
211415	embedding2nn.weight	9	0.04482428357005119
211415	embedding2nn.bias	0	0.09324216842651367
211415	embedding2nn.bias	1	-0.012267550453543663
211415	embedding2nn.bias	2	-0.1068183109164238
211415	embedding2nn.bias	3	-0.005760643631219864
211415	embedding2nn.bias	4	0.0033927971962839365
211415	embedding2nn.bias	5	-0.1644289642572403
211415	embedding2nn.bias	6	-0.13001814484596252
211415	embedding2nn.bias	7	-0.020658206194639206
211415	embedding2nn.bias	8	0.07436471432447433
211415	embedding2nn.bias	9	-0.05971550941467285
211415	rnn.weight_ih_l0	0	0.044171106070280075
211415	rnn.weight_ih_l0	1	-0.07772679626941681
211415	rnn.weight_ih_l0	2	-0.05269179493188858
211415	rnn.weight_ih_l0	3	-0.0642339363694191
211415	rnn.weight_ih_l0	4	0.012151210568845272
211415	rnn.weight_ih_l0	5	-0.10790883004665375
211415	rnn.weight_ih_l0	6	-0.033131193369627
211415	rnn.weight_ih_l0	7	-0.00851284246891737
211415	rnn.weight_ih_l0	8	0.06643815338611603
211415	rnn.weight_ih_l0	9	0.015192322432994843
211415	rnn.weight_hh_l0	0	0.0006464675534516573
211415	rnn.weight_hh_l0	1	-0.07731639593839645
211415	rnn.weight_hh_l0	2	0.07055038958787918
211415	rnn.weight_hh_l0	3	0.05191018059849739
211415	rnn.weight_hh_l0	4	0.003828844055533409
211415	rnn.weight_hh_l0	5	0.06709452718496323
211415	rnn.weight_hh_l0	6	-0.017183758318424225
211415	rnn.weight_hh_l0	7	-0.11062905192375183
211415	rnn.weight_hh_l0	8	0.027947496622800827
211415	rnn.weight_hh_l0	9	-0.08495696634054184
211415	rnn.bias_ih_l0	0	-0.09279011934995651
211415	rnn.bias_ih_l0	1	-0.19477656483650208
211415	rnn.bias_ih_l0	2	-0.2739933133125305
211415	rnn.bias_ih_l0	3	-0.2857716977596283
211415	rnn.bias_ih_l0	4	0.003463105531409383
211415	rnn.bias_ih_l0	5	0.06230488792061806
211415	rnn.bias_ih_l0	6	-0.1667022407054901
211415	rnn.bias_ih_l0	7	-0.26211902499198914
211415	rnn.bias_ih_l0	8	-0.1487596035003662
211415	rnn.bias_ih_l0	9	-0.1842680424451828
211415	rnn.bias_hh_l0	0	0.12125043570995331
211415	rnn.bias_hh_l0	1	-0.06807363033294678
211415	rnn.bias_hh_l0	2	0.04893207922577858
211415	rnn.bias_hh_l0	3	-0.1852344125509262
211415	rnn.bias_hh_l0	4	0.05748870223760605
211415	rnn.bias_hh_l0	5	0.051407914608716965
211415	rnn.bias_hh_l0	6	-0.10689505189657211
211415	rnn.bias_hh_l0	7	-0.14908333122730255
211415	rnn.bias_hh_l0	8	-0.18072856962680817
211415	rnn.bias_hh_l0	9	-0.11182781308889389
211415	rnn.weight_ih_l0_reverse	0	-0.02392776682972908
211415	rnn.weight_ih_l0_reverse	1	0.0010651634074747562
211415	rnn.weight_ih_l0_reverse	2	0.016605030745267868
211415	rnn.weight_ih_l0_reverse	3	0.011069891974329948
211415	rnn.weight_ih_l0_reverse	4	0.012135021388530731
211415	rnn.weight_ih_l0_reverse	5	-0.042764659970998764
211415	rnn.weight_ih_l0_reverse	6	-0.04530675336718559
211415	rnn.weight_ih_l0_reverse	7	0.012733733281493187
211415	rnn.weight_ih_l0_reverse	8	0.10083846002817154
211415	rnn.weight_ih_l0_reverse	9	-0.0006670192233286798
211415	rnn.weight_hh_l0_reverse	0	0.0011875793570652604
211415	rnn.weight_hh_l0_reverse	1	0.028017200529575348
211415	rnn.weight_hh_l0_reverse	2	-0.04172399267554283
211415	rnn.weight_hh_l0_reverse	3	0.03621546924114227
211415	rnn.weight_hh_l0_reverse	4	0.02163681574165821
211415	rnn.weight_hh_l0_reverse	5	-0.005582429002970457
211415	rnn.weight_hh_l0_reverse	6	0.06619668751955032
211415	rnn.weight_hh_l0_reverse	7	0.037281326949596405
211415	rnn.weight_hh_l0_reverse	8	-0.02244194969534874
211415	rnn.weight_hh_l0_reverse	9	-0.02952456660568714
211415	rnn.bias_ih_l0_reverse	0	-0.15171097218990326
211415	rnn.bias_ih_l0_reverse	1	-0.30621424317359924
211415	rnn.bias_ih_l0_reverse	2	-0.06026385352015495
211415	rnn.bias_ih_l0_reverse	3	-0.1540903002023697
211415	rnn.bias_ih_l0_reverse	4	0.07194540649652481
211415	rnn.bias_ih_l0_reverse	5	-0.27130982279777527
211415	rnn.bias_ih_l0_reverse	6	-0.058322831988334656
211415	rnn.bias_ih_l0_reverse	7	0.026880085468292236
211415	rnn.bias_ih_l0_reverse	8	-0.18674151599407196
211415	rnn.bias_ih_l0_reverse	9	-0.091018445789814
211415	rnn.bias_hh_l0_reverse	0	-0.16131620109081268
211415	rnn.bias_hh_l0_reverse	1	-0.1585971713066101
211415	rnn.bias_hh_l0_reverse	2	-0.015326099470257759
211415	rnn.bias_hh_l0_reverse	3	-0.1374051570892334
211415	rnn.bias_hh_l0_reverse	4	-0.02685622312128544
211415	rnn.bias_hh_l0_reverse	5	-0.12039127945899963
211415	rnn.bias_hh_l0_reverse	6	-0.08412230014801025
211415	rnn.bias_hh_l0_reverse	7	-0.17396870255470276
211415	rnn.bias_hh_l0_reverse	8	-0.0651354268193245
211415	rnn.bias_hh_l0_reverse	9	-0.11347851157188416
211415	linear.weight	0	-0.23339174687862396
211415	linear.weight	1	-0.10203507542610168
211415	linear.weight	2	-0.011228874325752258
211415	linear.weight	3	-0.09492941945791245
211415	linear.weight	4	-0.010061961598694324
211415	linear.weight	5	0.17037783563137054
211415	linear.weight	6	0.0047744326293468475
211415	linear.weight	7	-0.021312154829502106
211415	linear.weight	8	0.15847721695899963
211415	linear.weight	9	0.24137377738952637
211415	linear.bias	0	-0.8319153189659119
211415	linear.bias	1	1.4113377332687378
211415	linear.bias	2	-0.47993507981300354
211415	linear.bias	3	-0.7637545466423035
211415	linear.bias	4	-0.8890645503997803
211415	linear.bias	5	-1.1795169115066528
211415	linear.bias	6	-0.9672199487686157
211415	linear.bias	7	-0.750658392906189
211415	linear.bias	8	-0.01705317199230194
211415	linear.bias	9	3.5298354625701904
211612	transitions	0	-0.45645564794540405
211612	transitions	1	8.772204399108887
211612	transitions	2	-3.6084141731262207
211612	transitions	3	1.5529805421829224
211612	transitions	4	-2.203457832336426
211612	transitions	5	-0.4237062633037567
211612	transitions	6	-0.1948956847190857
211612	transitions	7	-10000.0
211612	transitions	8	1.844159722328186
211612	transitions	9	-2.2948265075683594
211612	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
211612	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
211612	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
211612	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
211612	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
211612	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
211612	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
211612	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
211612	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
211612	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
211612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
211612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
211612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
211612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
211612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
211612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
211612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
211612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
211612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
211612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
211612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
211612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
211612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
211612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
211612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
211612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
211612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
211612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
211612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
211612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
211612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
211612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
211612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
211612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
211612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
211612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
211612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
211612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
211612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
211612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
211612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
211612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
211612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
211612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
211612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
211612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
211612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
211612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
211612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
211612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
211612	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
211612	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
211612	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
211612	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
211612	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
211612	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
211612	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
211612	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
211612	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
211612	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
211612	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
211612	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
211612	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
211612	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
211612	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
211612	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
211612	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
211612	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
211612	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
211612	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
211612	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
211612	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
211612	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
211612	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
211612	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
211612	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
211612	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
211612	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
211612	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
211612	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
211612	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
211612	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
211612	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
211612	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
211612	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
211612	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
211612	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
211612	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
211612	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
211612	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
211612	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
211612	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
211612	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
211612	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
211612	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
211612	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
211612	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
211612	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
211612	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
211612	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
211612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
211612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
211612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
211612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
211612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
211612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
211612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
211612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
211612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
211612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
211612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
211612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
211612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
211612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
211612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
211612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
211612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
211612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
211612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
211612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
211612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
211612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
211612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
211612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
211612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
211612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
211612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
211612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
211612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
211612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
211612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
211612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
211612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
211612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
211612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
211612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
211612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
211612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
211612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
211612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
211612	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
211612	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
211612	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
211612	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
211612	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
211612	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
211612	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
211612	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
211612	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
211612	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
211612	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
211612	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
211612	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
211612	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
211612	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
211612	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
211612	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
211612	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
211612	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
211612	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
211612	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
211612	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
211612	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
211612	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
211612	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
211612	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
211612	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
211612	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
211612	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
211612	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
211612	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
211612	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
211612	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
211612	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
211612	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
211612	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
211612	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
211612	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
211612	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
211612	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
211612	embedding2nn.weight	0	0.04595334455370903
211612	embedding2nn.weight	1	-0.09532564878463745
211612	embedding2nn.weight	2	0.009988752193748951
211612	embedding2nn.weight	3	-0.05678025260567665
211612	embedding2nn.weight	4	-0.11474211513996124
211612	embedding2nn.weight	5	0.11698658019304276
211612	embedding2nn.weight	6	-0.09490737318992615
211612	embedding2nn.weight	7	-0.0700802132487297
211612	embedding2nn.weight	8	-0.030071407556533813
211612	embedding2nn.weight	9	0.04418468475341797
211612	embedding2nn.bias	0	0.0992439016699791
211612	embedding2nn.bias	1	-0.022781196981668472
211612	embedding2nn.bias	2	-0.09680682420730591
211612	embedding2nn.bias	3	-0.0110947135835886
211612	embedding2nn.bias	4	0.0036567379720509052
211612	embedding2nn.bias	5	-0.17239460349082947
211612	embedding2nn.bias	6	-0.12647998332977295
211612	embedding2nn.bias	7	-0.01776614971458912
211612	embedding2nn.bias	8	0.07557317614555359
211612	embedding2nn.bias	9	-0.06516231596469879
211612	rnn.weight_ih_l0	0	0.04357999190688133
211612	rnn.weight_ih_l0	1	-0.07832425087690353
211612	rnn.weight_ih_l0	2	-0.05305397883057594
211612	rnn.weight_ih_l0	3	-0.06421066075563431
211612	rnn.weight_ih_l0	4	0.013116838410496712
211612	rnn.weight_ih_l0	5	-0.10653150081634521
211612	rnn.weight_ih_l0	6	-0.03438519686460495
211612	rnn.weight_ih_l0	7	-0.0077494122087955475
211612	rnn.weight_ih_l0	8	0.06865256279706955
211612	rnn.weight_ih_l0	9	0.014837904833257198
211612	rnn.weight_hh_l0	0	0.0004459163174033165
211612	rnn.weight_hh_l0	1	-0.07737965136766434
211612	rnn.weight_hh_l0	2	0.07035349309444427
211612	rnn.weight_hh_l0	3	0.051984433084726334
211612	rnn.weight_hh_l0	4	0.004041258245706558
211612	rnn.weight_hh_l0	5	0.06642180681228638
211612	rnn.weight_hh_l0	6	-0.016952021047472954
211612	rnn.weight_hh_l0	7	-0.11134589463472366
211612	rnn.weight_hh_l0	8	0.028127258643507957
211612	rnn.weight_hh_l0	9	-0.08573537319898605
211612	rnn.bias_ih_l0	0	-0.09466664493083954
211612	rnn.bias_ih_l0	1	-0.1931372582912445
211612	rnn.bias_ih_l0	2	-0.2734239101409912
211612	rnn.bias_ih_l0	3	-0.28609582781791687
211612	rnn.bias_ih_l0	4	0.0030602619517594576
211612	rnn.bias_ih_l0	5	0.06312424689531326
211612	rnn.bias_ih_l0	6	-0.1673213094472885
211612	rnn.bias_ih_l0	7	-0.2630099952220917
211612	rnn.bias_ih_l0	8	-0.14939038455486298
211612	rnn.bias_ih_l0	9	-0.18339751660823822
211612	rnn.bias_hh_l0	0	0.12167007476091385
211612	rnn.bias_hh_l0	1	-0.0689648762345314
211612	rnn.bias_hh_l0	2	0.047896116971969604
211612	rnn.bias_hh_l0	3	-0.18550997972488403
211612	rnn.bias_hh_l0	4	0.05852562189102173
211612	rnn.bias_hh_l0	5	0.05164632201194763
211612	rnn.bias_hh_l0	6	-0.10668258368968964
211612	rnn.bias_hh_l0	7	-0.14867453277111053
211612	rnn.bias_hh_l0	8	-0.18056491017341614
211612	rnn.bias_hh_l0	9	-0.11048514395952225
211612	rnn.weight_ih_l0_reverse	0	-0.02452121302485466
211612	rnn.weight_ih_l0_reverse	1	0.002836420899257064
211612	rnn.weight_ih_l0_reverse	2	0.014576657675206661
211612	rnn.weight_ih_l0_reverse	3	0.01086827740073204
211612	rnn.weight_ih_l0_reverse	4	0.012547360733151436
211612	rnn.weight_ih_l0_reverse	5	-0.04456238076090813
211612	rnn.weight_ih_l0_reverse	6	-0.04571286961436272
211612	rnn.weight_ih_l0_reverse	7	0.013333696871995926
211612	rnn.weight_ih_l0_reverse	8	0.10008177906274796
211612	rnn.weight_ih_l0_reverse	9	-0.0014339706394821405
211612	rnn.weight_hh_l0_reverse	0	0.0009319266537204385
211612	rnn.weight_hh_l0_reverse	1	0.028094006702303886
211612	rnn.weight_hh_l0_reverse	2	-0.04178287833929062
211612	rnn.weight_hh_l0_reverse	3	0.03650315850973129
211612	rnn.weight_hh_l0_reverse	4	0.021608633920550346
211612	rnn.weight_hh_l0_reverse	5	-0.00533422501757741
211612	rnn.weight_hh_l0_reverse	6	0.06601149588823318
211612	rnn.weight_hh_l0_reverse	7	0.037784405052661896
211612	rnn.weight_hh_l0_reverse	8	-0.023141922429203987
211612	rnn.weight_hh_l0_reverse	9	-0.029656238853931427
211612	rnn.bias_ih_l0_reverse	0	-0.15129296481609344
211612	rnn.bias_ih_l0_reverse	1	-0.30590367317199707
211612	rnn.bias_ih_l0_reverse	2	-0.05969616398215294
211612	rnn.bias_ih_l0_reverse	3	-0.15407675504684448
211612	rnn.bias_ih_l0_reverse	4	0.07197040319442749
211612	rnn.bias_ih_l0_reverse	5	-0.27200672030448914
211612	rnn.bias_ih_l0_reverse	6	-0.058526866137981415
211612	rnn.bias_ih_l0_reverse	7	0.02812071703374386
211612	rnn.bias_ih_l0_reverse	8	-0.18643100559711456
211612	rnn.bias_ih_l0_reverse	9	-0.09123913943767548
211612	rnn.bias_hh_l0_reverse	0	-0.16253167390823364
211612	rnn.bias_hh_l0_reverse	1	-0.1565827876329422
211612	rnn.bias_hh_l0_reverse	2	-0.01571698859333992
211612	rnn.bias_hh_l0_reverse	3	-0.13753408193588257
211612	rnn.bias_hh_l0_reverse	4	-0.026520466431975365
211612	rnn.bias_hh_l0_reverse	5	-0.12065629661083221
211612	rnn.bias_hh_l0_reverse	6	-0.08277146518230438
211612	rnn.bias_hh_l0_reverse	7	-0.17579758167266846
211612	rnn.bias_hh_l0_reverse	8	-0.06566789746284485
211612	rnn.bias_hh_l0_reverse	9	-0.1143059954047203
211612	linear.weight	0	-0.24169981479644775
211612	linear.weight	1	-0.10752325505018234
211612	linear.weight	2	-0.011228874325752258
211612	linear.weight	3	-0.09753559529781342
211612	linear.weight	4	-0.0006644292152486742
211612	linear.weight	5	0.17763927578926086
211612	linear.weight	6	0.0047744326293468475
211612	linear.weight	7	-0.021312154829502106
211612	linear.weight	8	0.16362373530864716
211612	linear.weight	9	0.2398122251033783
211612	linear.bias	0	-0.8313621878623962
211612	linear.bias	1	1.3804694414138794
211612	linear.bias	2	-0.49387475848197937
211612	linear.bias	3	-0.7659710645675659
211612	linear.bias	4	-0.9186808466911316
211612	linear.bias	5	-1.1795331239700317
211612	linear.bias	6	-0.9682675004005432
211612	linear.bias	7	-0.7147261500358582
211612	linear.bias	8	-0.01705317199230194
211612	linear.bias	9	3.502779245376587
211809	transitions	0	-0.45653530955314636
211809	transitions	1	8.796157836914062
211809	transitions	2	-3.6086044311523438
211809	transitions	3	1.552833080291748
211809	transitions	4	-2.2037627696990967
211809	transitions	5	-0.42381492257118225
211809	transitions	6	-0.1949148327112198
211809	transitions	7	-10000.0
211809	transitions	8	1.8445463180541992
211809	transitions	9	-2.2948291301727295
211809	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
211809	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
211809	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
211809	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
211809	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
211809	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
211809	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
211809	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
211809	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
211809	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
211809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
211809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
211809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
211809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
211809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
211809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
211809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
211809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
211809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
211809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
211809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
211809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
211809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
211809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
211809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
211809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
211809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
211809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
211809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
211809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
211809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
211809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
211809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
211809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
211809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
211809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
211809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
211809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
211809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
211809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
211809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
211809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
211809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
211809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
211809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
211809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
211809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
211809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
211809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
211809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
211809	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
211809	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
211809	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
211809	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
211809	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
211809	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
211809	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
211809	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
211809	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
211809	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
211809	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
211809	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
211809	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
211809	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
211809	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
211809	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
211809	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
211809	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
211809	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
211809	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
211809	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
211809	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
211809	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
211809	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
211809	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
211809	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
211809	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
211809	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
211809	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
211809	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
211809	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
211809	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
211809	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
211809	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
211809	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
211809	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
211809	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
211809	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
211809	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
211809	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
211809	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
211809	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
211809	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
211809	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
211809	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
211809	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
211809	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
211809	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
211809	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
211809	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
211809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
211809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
211809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
211809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
211809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
211809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
211809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
211809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
211809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
211809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
211809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
211809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
211809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
211809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
211809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
211809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
211809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
211809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
211809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
211809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
211809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
211809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
211809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
211809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
211809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
211809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
211809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
211809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
211809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
211809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
211809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
211809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
211809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
211809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
211809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
211809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
211809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
211809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
211809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
211809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
211809	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
211809	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
211809	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
211809	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
211809	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
211809	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
211809	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
211809	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
211809	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
211809	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
211809	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
211809	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
211809	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
211809	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
211809	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
211809	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
211809	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
211809	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
211809	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
211809	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
211809	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
211809	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
211809	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
211809	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
211809	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
211809	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
211809	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
211809	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
211809	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
211809	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
211809	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
211809	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
211809	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
211809	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
211809	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
211809	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
211809	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
211809	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
211809	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
211809	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
211809	embedding2nn.weight	0	0.04559318348765373
211809	embedding2nn.weight	1	-0.09456636756658554
211809	embedding2nn.weight	2	0.010056563653051853
211809	embedding2nn.weight	3	-0.05558152496814728
211809	embedding2nn.weight	4	-0.11636830866336823
211809	embedding2nn.weight	5	0.11771836876869202
211809	embedding2nn.weight	6	-0.09858456999063492
211809	embedding2nn.weight	7	-0.06847876310348511
211809	embedding2nn.weight	8	-0.030268792062997818
211809	embedding2nn.weight	9	0.04548295959830284
211809	embedding2nn.bias	0	0.1095232218503952
211809	embedding2nn.bias	1	-0.027595993131399155
211809	embedding2nn.bias	2	-0.0969095304608345
211809	embedding2nn.bias	3	-0.017789943143725395
211809	embedding2nn.bias	4	0.01096367184072733
211809	embedding2nn.bias	5	-0.17436125874519348
211809	embedding2nn.bias	6	-0.12058510631322861
211809	embedding2nn.bias	7	-0.01307106576859951
211809	embedding2nn.bias	8	0.08167925477027893
211809	embedding2nn.bias	9	-0.07317973673343658
211809	rnn.weight_ih_l0	0	0.04304482042789459
211809	rnn.weight_ih_l0	1	-0.07833204418420792
211809	rnn.weight_ih_l0	2	-0.05303844064474106
211809	rnn.weight_ih_l0	3	-0.06353212147951126
211809	rnn.weight_ih_l0	4	0.013369121588766575
211809	rnn.weight_ih_l0	5	-0.10682299733161926
211809	rnn.weight_ih_l0	6	-0.03398779779672623
211809	rnn.weight_ih_l0	7	-0.008374563418328762
211809	rnn.weight_ih_l0	8	0.06866703927516937
211809	rnn.weight_ih_l0	9	0.014929546043276787
211809	rnn.weight_hh_l0	0	0.00035830825800076127
211809	rnn.weight_hh_l0	1	-0.07726398855447769
211809	rnn.weight_hh_l0	2	0.0698317438364029
211809	rnn.weight_hh_l0	3	0.05263753980398178
211809	rnn.weight_hh_l0	4	0.004089410416781902
211809	rnn.weight_hh_l0	5	0.06669041514396667
211809	rnn.weight_hh_l0	6	-0.016974344849586487
211809	rnn.weight_hh_l0	7	-0.11149320006370544
211809	rnn.weight_hh_l0	8	0.026985345408320427
211809	rnn.weight_hh_l0	9	-0.08505940437316895
211809	rnn.bias_ih_l0	0	-0.0926329717040062
211809	rnn.bias_ih_l0	1	-0.19386614859104156
211809	rnn.bias_ih_l0	2	-0.27359485626220703
211809	rnn.bias_ih_l0	3	-0.2866489589214325
211809	rnn.bias_ih_l0	4	0.0034340587444603443
211809	rnn.bias_ih_l0	5	0.06357154250144958
211809	rnn.bias_ih_l0	6	-0.1673082709312439
211809	rnn.bias_ih_l0	7	-0.26342862844467163
211809	rnn.bias_ih_l0	8	-0.14917880296707153
211809	rnn.bias_ih_l0	9	-0.18422721326351166
211809	rnn.bias_hh_l0	0	0.12493225187063217
211809	rnn.bias_hh_l0	1	-0.06897382438182831
211809	rnn.bias_hh_l0	2	0.04770194739103317
211809	rnn.bias_hh_l0	3	-0.18494188785552979
211809	rnn.bias_hh_l0	4	0.056612156331539154
211809	rnn.bias_hh_l0	5	0.05017658323049545
211809	rnn.bias_hh_l0	6	-0.10804590582847595
211809	rnn.bias_hh_l0	7	-0.14986559748649597
211809	rnn.bias_hh_l0	8	-0.18390239775180817
211809	rnn.bias_hh_l0	9	-0.10866221785545349
211809	rnn.weight_ih_l0_reverse	0	-0.025568686425685883
211809	rnn.weight_ih_l0_reverse	1	0.0026012773159891367
211809	rnn.weight_ih_l0_reverse	2	0.013699090108275414
211809	rnn.weight_ih_l0_reverse	3	0.011586535722017288
211809	rnn.weight_ih_l0_reverse	4	0.013328885659575462
211809	rnn.weight_ih_l0_reverse	5	-0.04412248358130455
211809	rnn.weight_ih_l0_reverse	6	-0.04620768502354622
211809	rnn.weight_ih_l0_reverse	7	0.012518667615950108
211809	rnn.weight_ih_l0_reverse	8	0.09990633279085159
211809	rnn.weight_ih_l0_reverse	9	-0.0005541083519347012
211809	rnn.weight_hh_l0_reverse	0	0.0010809602681547403
211809	rnn.weight_hh_l0_reverse	1	0.028196895495057106
211809	rnn.weight_hh_l0_reverse	2	-0.04102533310651779
211809	rnn.weight_hh_l0_reverse	3	0.03613978996872902
211809	rnn.weight_hh_l0_reverse	4	0.021644292399287224
211809	rnn.weight_hh_l0_reverse	5	-0.005631401669234037
211809	rnn.weight_hh_l0_reverse	6	0.06581372767686844
211809	rnn.weight_hh_l0_reverse	7	0.03756760433316231
211809	rnn.weight_hh_l0_reverse	8	-0.023165686056017876
211809	rnn.weight_hh_l0_reverse	9	-0.02902466244995594
211809	rnn.bias_ih_l0_reverse	0	-0.15358343720436096
211809	rnn.bias_ih_l0_reverse	1	-0.3049009144306183
211809	rnn.bias_ih_l0_reverse	2	-0.05956924706697464
211809	rnn.bias_ih_l0_reverse	3	-0.15521270036697388
211809	rnn.bias_ih_l0_reverse	4	0.07368127256631851
211809	rnn.bias_ih_l0_reverse	5	-0.2711132764816284
211809	rnn.bias_ih_l0_reverse	6	-0.05864197760820389
211809	rnn.bias_ih_l0_reverse	7	0.03012489713728428
211809	rnn.bias_ih_l0_reverse	8	-0.1860961616039276
211809	rnn.bias_ih_l0_reverse	9	-0.09198673814535141
211809	rnn.bias_hh_l0_reverse	0	-0.16104744374752045
211809	rnn.bias_hh_l0_reverse	1	-0.15723472833633423
211809	rnn.bias_hh_l0_reverse	2	-0.015569495968520641
211809	rnn.bias_hh_l0_reverse	3	-0.1378447413444519
211809	rnn.bias_hh_l0_reverse	4	-0.027105126529932022
211809	rnn.bias_hh_l0_reverse	5	-0.12109260261058807
211809	rnn.bias_hh_l0_reverse	6	-0.08234085142612457
211809	rnn.bias_hh_l0_reverse	7	-0.1748412400484085
211809	rnn.bias_hh_l0_reverse	8	-0.06564144790172577
211809	rnn.bias_hh_l0_reverse	9	-0.114586241543293
211809	linear.weight	0	-0.24692976474761963
211809	linear.weight	1	-0.10696516931056976
211809	linear.weight	2	-0.011228874325752258
211809	linear.weight	3	-0.1007060632109642
211809	linear.weight	4	-0.0042996942065656185
211809	linear.weight	5	0.18132899701595306
211809	linear.weight	6	0.0047744326293468475
211809	linear.weight	7	-0.021312154829502106
211809	linear.weight	8	0.1718597561120987
211809	linear.weight	9	0.2420893758535385
211809	linear.bias	0	-0.8386359810829163
211809	linear.bias	1	1.4029736518859863
211809	linear.bias	2	-0.4758073389530182
211809	linear.bias	3	-0.7467761635780334
211809	linear.bias	4	-0.896943986415863
211809	linear.bias	5	-1.179552435874939
211809	linear.bias	6	-0.9759459495544434
211809	linear.bias	7	-0.7359079718589783
211809	linear.bias	8	-0.01705317199230194
211809	linear.bias	9	3.5172646045684814
212006	transitions	0	-0.4565942585468292
212006	transitions	1	8.805288314819336
212006	transitions	2	-3.6089487075805664
212006	transitions	3	1.5640952587127686
212006	transitions	4	-2.2038543224334717
212006	transitions	5	-0.4252794086933136
212006	transitions	6	-0.194924458861351
212006	transitions	7	-10000.0
212006	transitions	8	1.8440879583358765
212006	transitions	9	-2.294830322265625
212006	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
212006	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
212006	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
212006	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
212006	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
212006	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
212006	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
212006	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
212006	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
212006	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
212006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
212006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
212006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
212006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
212006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
212006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
212006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
212006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
212006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
212006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
212006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
212006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
212006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
212006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
212006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
212006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
212006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
212006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
212006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
212006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
212006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
212006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
212006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
212006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
212006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
212006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
212006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
212006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
212006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
212006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
212006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
212006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
212006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
212006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
212006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
212006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
212006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
212006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
212006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
212006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
212006	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
212006	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
212006	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
212006	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
212006	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
212006	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
212006	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
212006	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
212006	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
212006	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
212006	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
212006	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
212006	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
212006	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
212006	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
212006	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
212006	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
212006	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
212006	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
212006	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
212006	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
212006	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
212006	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
212006	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
212006	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
212006	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
212006	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
212006	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
212006	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
212006	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
212006	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
212006	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
212006	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
212006	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
212006	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
212006	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
212006	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
212006	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
212006	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
212006	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
212006	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
212006	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
212006	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
212006	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
212006	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
212006	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
212006	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
212006	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
212006	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
212006	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
212006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
212006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
212006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
212006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
212006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
212006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
212006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
212006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
212006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
212006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
212006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
212006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
212006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
212006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
212006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
212006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
212006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
212006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
212006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
212006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
212006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
212006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
212006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
212006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
212006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
212006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
212006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
212006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
212006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
212006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
212006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
212006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
212006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
212006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
212006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
212006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
212006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
212006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
212006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
212006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
212006	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
212006	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
212006	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
212006	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
212006	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
212006	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
212006	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
212006	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
212006	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
212006	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
212006	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
212006	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
212006	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
212006	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
212006	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
212006	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
212006	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
212006	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
212006	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
212006	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
212006	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
212006	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
212006	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
212006	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
212006	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
212006	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
212006	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
212006	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
212006	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
212006	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
212006	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
212006	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
212006	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
212006	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
212006	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
212006	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
212006	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
212006	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
212006	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
212006	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
212006	embedding2nn.weight	0	0.04547857120633125
212006	embedding2nn.weight	1	-0.09471694380044937
212006	embedding2nn.weight	2	0.01146199181675911
212006	embedding2nn.weight	3	-0.055168502032756805
212006	embedding2nn.weight	4	-0.11764261871576309
212006	embedding2nn.weight	5	0.11704424768686295
212006	embedding2nn.weight	6	-0.09826208651065826
212006	embedding2nn.weight	7	-0.06878649443387985
212006	embedding2nn.weight	8	-0.031097112223505974
212006	embedding2nn.weight	9	0.045553095638751984
212006	embedding2nn.bias	0	0.10295839607715607
212006	embedding2nn.bias	1	-0.02433028817176819
212006	embedding2nn.bias	2	-0.09880511462688446
212006	embedding2nn.bias	3	-0.019462868571281433
212006	embedding2nn.bias	4	0.01616065576672554
212006	embedding2nn.bias	5	-0.17829276621341705
212006	embedding2nn.bias	6	-0.108152374625206
212006	embedding2nn.bias	7	-0.010585514828562737
212006	embedding2nn.bias	8	0.08467189222574234
212006	embedding2nn.bias	9	-0.07857655733823776
212006	rnn.weight_ih_l0	0	0.04469316452741623
212006	rnn.weight_ih_l0	1	-0.0782323107123375
212006	rnn.weight_ih_l0	2	-0.052254509180784225
212006	rnn.weight_ih_l0	3	-0.06288788467645645
212006	rnn.weight_ih_l0	4	0.012805504724383354
212006	rnn.weight_ih_l0	5	-0.10622240602970123
212006	rnn.weight_ih_l0	6	-0.03273501619696617
212006	rnn.weight_ih_l0	7	-0.009902456775307655
212006	rnn.weight_ih_l0	8	0.06586625427007675
212006	rnn.weight_ih_l0	9	0.016174810007214546
212006	rnn.weight_hh_l0	0	0.000492564111482352
212006	rnn.weight_hh_l0	1	-0.07698025554418564
212006	rnn.weight_hh_l0	2	0.06979749351739883
212006	rnn.weight_hh_l0	3	0.05276820436120033
212006	rnn.weight_hh_l0	4	0.004087460692971945
212006	rnn.weight_hh_l0	5	0.0665816143155098
212006	rnn.weight_hh_l0	6	-0.016968153417110443
212006	rnn.weight_hh_l0	7	-0.11140643805265427
212006	rnn.weight_hh_l0	8	0.027400275692343712
212006	rnn.weight_hh_l0	9	-0.0845758244395256
212006	rnn.bias_ih_l0	0	-0.09183349460363388
212006	rnn.bias_ih_l0	1	-0.19111210107803345
212006	rnn.bias_ih_l0	2	-0.2738397419452667
212006	rnn.bias_ih_l0	3	-0.285419225692749
212006	rnn.bias_ih_l0	4	0.0017450300510972738
212006	rnn.bias_ih_l0	5	0.06402792036533356
212006	rnn.bias_ih_l0	6	-0.16942264139652252
212006	rnn.bias_ih_l0	7	-0.2635977566242218
212006	rnn.bias_ih_l0	8	-0.1472988724708557
212006	rnn.bias_ih_l0	9	-0.183487206697464
212006	rnn.bias_hh_l0	0	0.12550923228263855
212006	rnn.bias_hh_l0	1	-0.06672792136669159
212006	rnn.bias_hh_l0	2	0.04906994476914406
212006	rnn.bias_hh_l0	3	-0.1853283941745758
212006	rnn.bias_hh_l0	4	0.058797843754291534
212006	rnn.bias_hh_l0	5	0.04999732971191406
212006	rnn.bias_hh_l0	6	-0.10818573832511902
212006	rnn.bias_hh_l0	7	-0.15011577308177948
212006	rnn.bias_hh_l0	8	-0.18371890485286713
212006	rnn.bias_hh_l0	9	-0.10946495085954666
212006	rnn.weight_ih_l0_reverse	0	-0.025298012420535088
212006	rnn.weight_ih_l0_reverse	1	0.0035705307964235544
212006	rnn.weight_ih_l0_reverse	2	0.01167120598256588
212006	rnn.weight_ih_l0_reverse	3	0.011094666086137295
212006	rnn.weight_ih_l0_reverse	4	0.014305971562862396
212006	rnn.weight_ih_l0_reverse	5	-0.044329289346933365
212006	rnn.weight_ih_l0_reverse	6	-0.04484933987259865
212006	rnn.weight_ih_l0_reverse	7	0.01260826550424099
212006	rnn.weight_ih_l0_reverse	8	0.10019287467002869
212006	rnn.weight_ih_l0_reverse	9	-0.00038389599649235606
212006	rnn.weight_hh_l0_reverse	0	0.0008779737981967628
212006	rnn.weight_hh_l0_reverse	1	0.027706464752554893
212006	rnn.weight_hh_l0_reverse	2	-0.04135645553469658
212006	rnn.weight_hh_l0_reverse	3	0.03598233312368393
212006	rnn.weight_hh_l0_reverse	4	0.021739918738603592
212006	rnn.weight_hh_l0_reverse	5	-0.005754745099693537
212006	rnn.weight_hh_l0_reverse	6	0.06580403447151184
212006	rnn.weight_hh_l0_reverse	7	0.03760914131999016
212006	rnn.weight_hh_l0_reverse	8	-0.022744016721844673
212006	rnn.weight_hh_l0_reverse	9	-0.02900581620633602
212006	rnn.bias_ih_l0_reverse	0	-0.151996448636055
212006	rnn.bias_ih_l0_reverse	1	-0.30370980501174927
212006	rnn.bias_ih_l0_reverse	2	-0.05922003090381622
212006	rnn.bias_ih_l0_reverse	3	-0.15475372970104218
212006	rnn.bias_ih_l0_reverse	4	0.07391712069511414
212006	rnn.bias_ih_l0_reverse	5	-0.27219852805137634
212006	rnn.bias_ih_l0_reverse	6	-0.060446374118328094
212006	rnn.bias_ih_l0_reverse	7	0.026105262339115143
212006	rnn.bias_ih_l0_reverse	8	-0.18474578857421875
212006	rnn.bias_ih_l0_reverse	9	-0.09264682978391647
212006	rnn.bias_hh_l0_reverse	0	-0.16059510409832
212006	rnn.bias_hh_l0_reverse	1	-0.15930193662643433
212006	rnn.bias_hh_l0_reverse	2	-0.014679335989058018
212006	rnn.bias_hh_l0_reverse	3	-0.13817477226257324
212006	rnn.bias_hh_l0_reverse	4	-0.029011789709329605
212006	rnn.bias_hh_l0_reverse	5	-0.12121961265802383
212006	rnn.bias_hh_l0_reverse	6	-0.08219633251428604
212006	rnn.bias_hh_l0_reverse	7	-0.17463859915733337
212006	rnn.bias_hh_l0_reverse	8	-0.06484529376029968
212006	rnn.bias_hh_l0_reverse	9	-0.11289484053850174
212006	linear.weight	0	-0.24681276082992554
212006	linear.weight	1	-0.10424477607011795
212006	linear.weight	2	-0.011228874325752258
212006	linear.weight	3	-0.09827734529972076
212006	linear.weight	4	0.004665289539843798
212006	linear.weight	5	0.1831609010696411
212006	linear.weight	6	0.0047744326293468475
212006	linear.weight	7	-0.021312154829502106
212006	linear.weight	8	0.177998885512352
212006	linear.weight	9	0.2461315095424652
212006	linear.bias	0	-0.8540462255477905
212006	linear.bias	1	1.3984919786453247
212006	linear.bias	2	-0.47090625762939453
212006	linear.bias	3	-0.7370834946632385
212006	linear.bias	4	-0.8803311586380005
212006	linear.bias	5	-1.1795661449432373
212006	linear.bias	6	-0.9935094118118286
212006	linear.bias	7	-0.7132760286331177
212006	linear.bias	8	-0.01705317199230194
212006	linear.bias	9	3.530379056930542
212203	transitions	0	-0.45668449997901917
212203	transitions	1	8.815230369567871
212203	transitions	2	-3.6092371940612793
212203	transitions	3	1.564273715019226
212203	transitions	4	-2.203953504562378
212203	transitions	5	-0.42529892921447754
212203	transitions	6	-0.1949370801448822
212203	transitions	7	-10000.0
212203	transitions	8	1.8466120958328247
212203	transitions	9	-2.2948365211486816
212203	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
212203	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
212203	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
212203	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
212203	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
212203	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
212203	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
212203	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
212203	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
212203	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
212203	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
212203	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
212203	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
212203	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
212203	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
212203	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
212203	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
212203	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
212203	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
212203	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
212203	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
212203	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
212203	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
212203	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
212203	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
212203	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
212203	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
212203	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
212203	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
212203	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
212203	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
212203	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
212203	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
212203	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
212203	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
212203	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
212203	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
212203	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
212203	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
212203	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
212203	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
212203	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
212203	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
212203	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
212203	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
212203	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
212203	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
212203	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
212203	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
212203	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
212203	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
212203	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
212203	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
212203	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
212203	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
212203	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
212203	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
212203	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
212203	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
212203	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
212203	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
212203	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
212203	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
212203	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
212203	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
212203	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
212203	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
212203	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
212203	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
212203	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
212203	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
212203	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
212203	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
212203	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
212203	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
212203	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
212203	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
212203	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
212203	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
212203	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
212203	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
212203	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
212203	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
212203	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
212203	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
212203	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
212203	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
212203	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
212203	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
212203	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
212203	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
212203	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
212203	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
212203	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
212203	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
212203	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
212203	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
212203	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
212203	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
212203	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
212203	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
212203	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
212203	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
212203	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
212203	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
212203	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
212203	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
212203	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
212203	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
212203	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
212203	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
212203	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
212203	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
212203	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
212203	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
212203	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
212203	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
212203	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
212203	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
212203	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
212203	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
212203	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
212203	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
212203	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
212203	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
212203	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
212203	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
212203	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
212203	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
212203	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
212203	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
212203	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
212203	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
212203	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
212203	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
212203	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
212203	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
212203	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
212203	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
212203	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
212203	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
212203	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
212203	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
212203	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
212203	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
212203	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
212203	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
212203	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
212203	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
212203	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
212203	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
212203	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
212203	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
212203	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
212203	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
212203	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
212203	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
212203	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
212203	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
212203	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
212203	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
212203	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
212203	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
212203	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
212203	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
212203	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
212203	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
212203	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
212203	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
212203	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
212203	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
212203	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
212203	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
212203	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
212203	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
212203	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
212203	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
212203	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
212203	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
212203	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
212203	embedding2nn.weight	0	0.04497666656970978
212203	embedding2nn.weight	1	-0.09423542022705078
212203	embedding2nn.weight	2	0.012751170434057713
212203	embedding2nn.weight	3	-0.05586910620331764
212203	embedding2nn.weight	4	-0.11709447205066681
212203	embedding2nn.weight	5	0.1163896918296814
212203	embedding2nn.weight	6	-0.09404956549406052
212203	embedding2nn.weight	7	-0.06829500943422318
212203	embedding2nn.weight	8	-0.03160972148180008
212203	embedding2nn.weight	9	0.04465494677424431
212203	embedding2nn.bias	0	0.10159626603126526
212203	embedding2nn.bias	1	-0.016310282051563263
212203	embedding2nn.bias	2	-0.10236358642578125
212203	embedding2nn.bias	3	-0.018305838108062744
212203	embedding2nn.bias	4	0.007051527965813875
212203	embedding2nn.bias	5	-0.1732443869113922
212203	embedding2nn.bias	6	-0.10396050661802292
212203	embedding2nn.bias	7	-0.01778901182115078
212203	embedding2nn.bias	8	0.0822063460946083
212203	embedding2nn.bias	9	-0.07809903472661972
212203	rnn.weight_ih_l0	0	0.0447487011551857
212203	rnn.weight_ih_l0	1	-0.07564447075128555
212203	rnn.weight_ih_l0	2	-0.05253453180193901
212203	rnn.weight_ih_l0	3	-0.06221165880560875
212203	rnn.weight_ih_l0	4	0.013864054344594479
212203	rnn.weight_ih_l0	5	-0.10645235329866409
212203	rnn.weight_ih_l0	6	-0.03216869384050369
212203	rnn.weight_ih_l0	7	-0.009374923072755337
212203	rnn.weight_ih_l0	8	0.0665060356259346
212203	rnn.weight_ih_l0	9	0.014610905200242996
212203	rnn.weight_hh_l0	0	0.0004155120986979455
212203	rnn.weight_hh_l0	1	-0.07691942155361176
212203	rnn.weight_hh_l0	2	0.07005412131547928
212203	rnn.weight_hh_l0	3	0.052997492253780365
212203	rnn.weight_hh_l0	4	0.004307059105485678
212203	rnn.weight_hh_l0	5	0.06689634174108505
212203	rnn.weight_hh_l0	6	-0.01758575439453125
212203	rnn.weight_hh_l0	7	-0.11138325184583664
212203	rnn.weight_hh_l0	8	0.02766411378979683
212203	rnn.weight_hh_l0	9	-0.08303213864564896
212203	rnn.bias_ih_l0	0	-0.09068354964256287
212203	rnn.bias_ih_l0	1	-0.19034802913665771
212203	rnn.bias_ih_l0	2	-0.272967129945755
212203	rnn.bias_ih_l0	3	-0.2846814692020416
212203	rnn.bias_ih_l0	4	-0.0007464966620318592
212203	rnn.bias_ih_l0	5	0.0638769343495369
212203	rnn.bias_ih_l0	6	-0.17032042145729065
212203	rnn.bias_ih_l0	7	-0.26288270950317383
212203	rnn.bias_ih_l0	8	-0.14712439477443695
212203	rnn.bias_ih_l0	9	-0.18251077830791473
212203	rnn.bias_hh_l0	0	0.1260056495666504
212203	rnn.bias_hh_l0	1	-0.06538435071706772
212203	rnn.bias_hh_l0	2	0.05031280592083931
212203	rnn.bias_hh_l0	3	-0.18535105884075165
212203	rnn.bias_hh_l0	4	0.06045081838965416
212203	rnn.bias_hh_l0	5	0.04988111928105354
212203	rnn.bias_hh_l0	6	-0.10838337987661362
212203	rnn.bias_hh_l0	7	-0.15037047863006592
212203	rnn.bias_hh_l0	8	-0.18484267592430115
212203	rnn.bias_hh_l0	9	-0.10706394910812378
212203	rnn.weight_ih_l0_reverse	0	-0.02533983252942562
212203	rnn.weight_ih_l0_reverse	1	0.004610350821167231
212203	rnn.weight_ih_l0_reverse	2	0.011909821070730686
212203	rnn.weight_ih_l0_reverse	3	0.01067347452044487
212203	rnn.weight_ih_l0_reverse	4	0.013461791910231113
212203	rnn.weight_ih_l0_reverse	5	-0.043696969747543335
212203	rnn.weight_ih_l0_reverse	6	-0.045625507831573486
212203	rnn.weight_ih_l0_reverse	7	0.012415851466357708
212203	rnn.weight_ih_l0_reverse	8	0.1002841517329216
212203	rnn.weight_ih_l0_reverse	9	-0.00029658008133992553
212203	rnn.weight_hh_l0_reverse	0	0.0006513604894280434
212203	rnn.weight_hh_l0_reverse	1	0.027697566896677017
212203	rnn.weight_hh_l0_reverse	2	-0.0415097139775753
212203	rnn.weight_hh_l0_reverse	3	0.03559853136539459
212203	rnn.weight_hh_l0_reverse	4	0.021659741178154945
212203	rnn.weight_hh_l0_reverse	5	-0.005602479912340641
212203	rnn.weight_hh_l0_reverse	6	0.0665944516658783
212203	rnn.weight_hh_l0_reverse	7	0.03778835013508797
212203	rnn.weight_hh_l0_reverse	8	-0.022558800876140594
212203	rnn.weight_hh_l0_reverse	9	-0.029117681086063385
212203	rnn.bias_ih_l0_reverse	0	-0.15070782601833344
212203	rnn.bias_ih_l0_reverse	1	-0.30430158972740173
212203	rnn.bias_ih_l0_reverse	2	-0.057374224066734314
212203	rnn.bias_ih_l0_reverse	3	-0.15708646178245544
212203	rnn.bias_ih_l0_reverse	4	0.06965067237615585
212203	rnn.bias_ih_l0_reverse	5	-0.27365976572036743
212203	rnn.bias_ih_l0_reverse	6	-0.059588201344013214
212203	rnn.bias_ih_l0_reverse	7	0.026608934625983238
212203	rnn.bias_ih_l0_reverse	8	-0.18485485017299652
212203	rnn.bias_ih_l0_reverse	9	-0.09396509826183319
212203	rnn.bias_hh_l0_reverse	0	-0.1603090465068817
212203	rnn.bias_hh_l0_reverse	1	-0.1571306437253952
212203	rnn.bias_hh_l0_reverse	2	-0.015444262884557247
212203	rnn.bias_hh_l0_reverse	3	-0.13668987154960632
212203	rnn.bias_hh_l0_reverse	4	-0.028910180553793907
212203	rnn.bias_hh_l0_reverse	5	-0.12065258622169495
212203	rnn.bias_hh_l0_reverse	6	-0.08147301524877548
212203	rnn.bias_hh_l0_reverse	7	-0.17386315762996674
212203	rnn.bias_hh_l0_reverse	8	-0.062216948717832565
212203	rnn.bias_hh_l0_reverse	9	-0.11362598836421967
212203	linear.weight	0	-0.23847448825836182
212203	linear.weight	1	-0.10189380496740341
212203	linear.weight	2	-0.011228874325752258
212203	linear.weight	3	-0.09722171723842621
212203	linear.weight	4	0.004308461211621761
212203	linear.weight	5	0.19248907268047333
212203	linear.weight	6	0.0047744326293468475
212203	linear.weight	7	-0.021312154829502106
212203	linear.weight	8	0.18554848432540894
212203	linear.weight	9	0.2459043711423874
212203	linear.bias	0	-0.8341076970100403
212203	linear.bias	1	1.4114776849746704
212203	linear.bias	2	-0.48651376366615295
212203	linear.bias	3	-0.7368086576461792
212203	linear.bias	4	-0.8404240012168884
212203	linear.bias	5	-1.1795763969421387
212203	linear.bias	6	-0.9714710116386414
212203	linear.bias	7	-0.7213767170906067
212203	linear.bias	8	-0.01705317199230194
212203	linear.bias	9	3.524080753326416
212400	transitions	0	-0.4567410945892334
212400	transitions	1	8.830503463745117
212400	transitions	2	-3.609485626220703
212400	transitions	3	1.5690193176269531
212400	transitions	4	-2.204116106033325
212400	transitions	5	-0.4253253936767578
212400	transitions	6	-0.19495053589344025
212400	transitions	7	-10000.0
212400	transitions	8	1.8488104343414307
212400	transitions	9	-2.294837713241577
212400	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
212400	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
212400	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
212400	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
212400	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
212400	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
212400	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
212400	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
212400	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
212400	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
212400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
212400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
212400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
212400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
212400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
212400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
212400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
212400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
212400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
212400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
212400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
212400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
212400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
212400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
212400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
212400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
212400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
212400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
212400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
212400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
212400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
212400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
212400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
212400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
212400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
212400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
212400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
212400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
212400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
212400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
212400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
212400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
212400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
212400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
212400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
212400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
212400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
212400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
212400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
212400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
212400	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
212400	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
212400	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
212400	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
212400	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
212400	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
212400	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
212400	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
212400	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
212400	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
212400	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
212400	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
212400	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
212400	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
212400	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
212400	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
212400	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
212400	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
212400	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
212400	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
212400	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
212400	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
212400	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
212400	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
212400	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
212400	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
212400	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
212400	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
212400	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
212400	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
212400	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
212400	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
212400	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
212400	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
212400	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
212400	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
212400	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
212400	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
212400	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
212400	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
212400	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
212400	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
212400	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
212400	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
212400	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
212400	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
212400	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
212400	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
212400	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
212400	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
212400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
212400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
212400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
212400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
212400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
212400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
212400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
212400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
212400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
212400	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
212400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
212400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
212400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
212400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
212400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
212400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
212400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
212400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
212400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
212400	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
212400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
212400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
212400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
212400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
212400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
212400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
212400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
212400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
212400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
212400	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
212400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
212400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
212400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
212400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
212400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
212400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
212400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
212400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
212400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
212400	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
212400	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
212400	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
212400	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
212400	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
212400	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
212400	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
212400	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
212400	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
212400	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
212400	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
212400	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
212400	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
212400	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
212400	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
212400	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
212400	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
212400	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
212400	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
212400	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
212400	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
212400	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
212400	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
212400	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
212400	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
212400	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
212400	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
212400	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
212400	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
212400	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
212400	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
212400	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
212400	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
212400	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
212400	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
212400	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
212400	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
212400	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
212400	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
212400	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
212400	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
212400	embedding2nn.weight	0	0.044773686677217484
212400	embedding2nn.weight	1	-0.0929761752486229
212400	embedding2nn.weight	2	0.012666948139667511
212400	embedding2nn.weight	3	-0.05541839823126793
212400	embedding2nn.weight	4	-0.11643479764461517
212400	embedding2nn.weight	5	0.11638760566711426
212400	embedding2nn.weight	6	-0.09265851229429245
212400	embedding2nn.weight	7	-0.06844385713338852
212400	embedding2nn.weight	8	-0.031020380556583405
212400	embedding2nn.weight	9	0.04430724307894707
212400	embedding2nn.bias	0	0.0960821583867073
212400	embedding2nn.bias	1	-0.017281414940953255
212400	embedding2nn.bias	2	-0.10320275276899338
212400	embedding2nn.bias	3	-0.015410776250064373
212400	embedding2nn.bias	4	0.003554208669811487
212400	embedding2nn.bias	5	-0.1695290207862854
212400	embedding2nn.bias	6	-0.10598009079694748
212400	embedding2nn.bias	7	-0.016774849966168404
212400	embedding2nn.bias	8	0.0901162326335907
212400	embedding2nn.bias	9	-0.07241129875183105
212400	rnn.weight_ih_l0	0	0.04569835960865021
212400	rnn.weight_ih_l0	1	-0.07539249956607819
212400	rnn.weight_ih_l0	2	-0.05203491821885109
212400	rnn.weight_ih_l0	3	-0.06116244196891785
212400	rnn.weight_ih_l0	4	0.013773572631180286
212400	rnn.weight_ih_l0	5	-0.10611622035503387
212400	rnn.weight_ih_l0	6	-0.032196830958127975
212400	rnn.weight_ih_l0	7	-0.011313817463815212
212400	rnn.weight_ih_l0	8	0.06575300544500351
212400	rnn.weight_ih_l0	9	0.014109729789197445
212400	rnn.weight_hh_l0	0	0.0005486940499395132
212400	rnn.weight_hh_l0	1	-0.07767350971698761
212400	rnn.weight_hh_l0	2	0.07028939574956894
212400	rnn.weight_hh_l0	3	0.05289381369948387
212400	rnn.weight_hh_l0	4	0.004127674736082554
212400	rnn.weight_hh_l0	5	0.06667385250329971
212400	rnn.weight_hh_l0	6	-0.01754521019756794
212400	rnn.weight_hh_l0	7	-0.11177059262990952
212400	rnn.weight_hh_l0	8	0.027848312631249428
212400	rnn.weight_hh_l0	9	-0.08031943440437317
212400	rnn.bias_ih_l0	0	-0.09093903750181198
212400	rnn.bias_ih_l0	1	-0.19026967883110046
212400	rnn.bias_ih_l0	2	-0.27208831906318665
212400	rnn.bias_ih_l0	3	-0.286338210105896
212400	rnn.bias_ih_l0	4	-0.00015315291238948703
212400	rnn.bias_ih_l0	5	0.06139269098639488
212400	rnn.bias_ih_l0	6	-0.16807644069194794
212400	rnn.bias_ih_l0	7	-0.26295006275177
212400	rnn.bias_ih_l0	8	-0.14444807171821594
212400	rnn.bias_ih_l0	9	-0.1795472353696823
212400	rnn.bias_hh_l0	0	0.12825028598308563
212400	rnn.bias_hh_l0	1	-0.06412242352962494
212400	rnn.bias_hh_l0	2	0.05057639256119728
212400	rnn.bias_hh_l0	3	-0.18614257872104645
212400	rnn.bias_hh_l0	4	0.06155974417924881
212400	rnn.bias_hh_l0	5	0.04967733845114708
212400	rnn.bias_hh_l0	6	-0.10804490000009537
212400	rnn.bias_hh_l0	7	-0.14919307827949524
212400	rnn.bias_hh_l0	8	-0.18626148998737335
212400	rnn.bias_hh_l0	9	-0.1078047975897789
212400	rnn.weight_ih_l0_reverse	0	-0.023650001734495163
212400	rnn.weight_ih_l0_reverse	1	0.0021346542052924633
212400	rnn.weight_ih_l0_reverse	2	0.0132007896900177
212400	rnn.weight_ih_l0_reverse	3	0.012570706196129322
212400	rnn.weight_ih_l0_reverse	4	0.014168505556881428
212400	rnn.weight_ih_l0_reverse	5	-0.043429795652627945
212400	rnn.weight_ih_l0_reverse	6	-0.047498010098934174
212400	rnn.weight_ih_l0_reverse	7	0.011013246141374111
212400	rnn.weight_ih_l0_reverse	8	0.10096050053834915
212400	rnn.weight_ih_l0_reverse	9	6.68582579237409e-05
212400	rnn.weight_hh_l0_reverse	0	1.92754505405901e-05
212400	rnn.weight_hh_l0_reverse	1	0.02764040045440197
212400	rnn.weight_hh_l0_reverse	2	-0.041520893573760986
212400	rnn.weight_hh_l0_reverse	3	0.03563675656914711
212400	rnn.weight_hh_l0_reverse	4	0.022022735327482224
212400	rnn.weight_hh_l0_reverse	5	-0.005693253129720688
212400	rnn.weight_hh_l0_reverse	6	0.06636634469032288
212400	rnn.weight_hh_l0_reverse	7	0.03770788013935089
212400	rnn.weight_hh_l0_reverse	8	-0.02262960374355316
212400	rnn.weight_hh_l0_reverse	9	-0.029183417558670044
212400	rnn.bias_ih_l0_reverse	0	-0.15069523453712463
212400	rnn.bias_ih_l0_reverse	1	-0.3057352602481842
212400	rnn.bias_ih_l0_reverse	2	-0.05734660103917122
212400	rnn.bias_ih_l0_reverse	3	-0.15705335140228271
212400	rnn.bias_ih_l0_reverse	4	0.06840645521879196
212400	rnn.bias_ih_l0_reverse	5	-0.273475706577301
212400	rnn.bias_ih_l0_reverse	6	-0.058784592896699905
212400	rnn.bias_ih_l0_reverse	7	0.028834259137511253
212400	rnn.bias_ih_l0_reverse	8	-0.1860075294971466
212400	rnn.bias_ih_l0_reverse	9	-0.0922168716788292
212400	rnn.bias_hh_l0_reverse	0	-0.16118064522743225
212400	rnn.bias_hh_l0_reverse	1	-0.15473167598247528
212400	rnn.bias_hh_l0_reverse	2	-0.015274093486368656
212400	rnn.bias_hh_l0_reverse	3	-0.1372753381729126
212400	rnn.bias_hh_l0_reverse	4	-0.028089534491300583
212400	rnn.bias_hh_l0_reverse	5	-0.1197240948677063
212400	rnn.bias_hh_l0_reverse	6	-0.08286501467227936
212400	rnn.bias_hh_l0_reverse	7	-0.17490826547145844
212400	rnn.bias_hh_l0_reverse	8	-0.06316368281841278
212400	rnn.bias_hh_l0_reverse	9	-0.11507133394479752
212400	linear.weight	0	-0.24459274113178253
212400	linear.weight	1	-0.10119980573654175
212400	linear.weight	2	-0.011228874325752258
212400	linear.weight	3	-0.10232745856046677
212400	linear.weight	4	-0.006762158125638962
212400	linear.weight	5	0.18971535563468933
212400	linear.weight	6	0.0047744326293468475
212400	linear.weight	7	-0.021312154829502106
212400	linear.weight	8	0.19520089030265808
212400	linear.weight	9	0.24094773828983307
212400	linear.bias	0	-0.8202764391899109
212400	linear.bias	1	1.4257339239120483
212400	linear.bias	2	-0.4793718457221985
212400	linear.bias	3	-0.7433198094367981
212400	linear.bias	4	-0.8835203051567078
212400	linear.bias	5	-1.17958664894104
212400	linear.bias	6	-0.958583414554596
212400	linear.bias	7	-0.7345417141914368
212400	linear.bias	8	-0.01705317199230194
212400	linear.bias	9	3.540494918823242
212597	transitions	0	-0.45686230063438416
212597	transitions	1	8.82899284362793
212597	transitions	2	-3.609743118286133
212597	transitions	3	1.5683794021606445
212597	transitions	4	-2.2043116092681885
212597	transitions	5	-0.4253442883491516
212597	transitions	6	-0.1949644237756729
212597	transitions	7	-10000.0
212597	transitions	8	1.8497637510299683
212597	transitions	9	-2.2948415279388428
212597	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
212597	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
212597	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
212597	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
212597	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
212597	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
212597	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
212597	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
212597	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
212597	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
212597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
212597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
212597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
212597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
212597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
212597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
212597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
212597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
212597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
212597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
212597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
212597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
212597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
212597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
212597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
212597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
212597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
212597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
212597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
212597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
212597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
212597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
212597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
212597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
212597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
212597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
212597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
212597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
212597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
212597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
212597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
212597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
212597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
212597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
212597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
212597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
212597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
212597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
212597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
212597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
212597	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
212597	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
212597	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
212597	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
212597	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
212597	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
212597	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
212597	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
212597	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
212597	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
212597	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
212597	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
212597	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
212597	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
212597	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
212597	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
212597	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
212597	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
212597	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
212597	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
212597	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
212597	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
212597	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
212597	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
212597	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
212597	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
212597	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
212597	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
212597	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
212597	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
212597	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
212597	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
212597	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
212597	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
212597	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
212597	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
212597	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
212597	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
212597	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
212597	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
212597	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
212597	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
212597	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
212597	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
212597	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
212597	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
212597	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
212597	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
212597	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
212597	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
212597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
212597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
212597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
212597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
212597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
212597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
212597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
212597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
212597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
212597	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
212597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
212597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
212597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
212597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
212597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
212597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
212597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
212597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
212597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
212597	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
212597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
212597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
212597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
212597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
212597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
212597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
212597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
212597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
212597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
212597	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
212597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
212597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
212597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
212597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
212597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
212597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
212597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
212597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
212597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
212597	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
212597	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
212597	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
212597	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
212597	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
212597	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
212597	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
212597	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
212597	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
212597	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
212597	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
212597	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
212597	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
212597	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
212597	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
212597	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
212597	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
212597	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
212597	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
212597	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
212597	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
212597	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
212597	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
212597	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
212597	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
212597	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
212597	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
212597	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
212597	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
212597	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
212597	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
212597	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
212597	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
212597	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
212597	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
212597	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
212597	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
212597	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
212597	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
212597	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
212597	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
212597	embedding2nn.weight	0	0.044839926064014435
212597	embedding2nn.weight	1	-0.09287173300981522
212597	embedding2nn.weight	2	0.012607871554791927
212597	embedding2nn.weight	3	-0.05489614978432655
212597	embedding2nn.weight	4	-0.11610377579927444
212597	embedding2nn.weight	5	0.11516004800796509
212597	embedding2nn.weight	6	-0.09056492149829865
212597	embedding2nn.weight	7	-0.06920154392719269
212597	embedding2nn.weight	8	-0.030966127291321754
212597	embedding2nn.weight	9	0.04482053965330124
212597	embedding2nn.bias	0	0.09923797100782394
212597	embedding2nn.bias	1	-0.016782250255346298
212597	embedding2nn.bias	2	-0.09954474866390228
212597	embedding2nn.bias	3	-0.012349328957498074
212597	embedding2nn.bias	4	0.009085535071790218
212597	embedding2nn.bias	5	-0.166635200381279
212597	embedding2nn.bias	6	-0.10491858422756195
212597	embedding2nn.bias	7	-0.026108909398317337
212597	embedding2nn.bias	8	0.08543187379837036
212597	embedding2nn.bias	9	-0.0697355568408966
212597	rnn.weight_ih_l0	0	0.04627664387226105
212597	rnn.weight_ih_l0	1	-0.07609071582555771
212597	rnn.weight_ih_l0	2	-0.053319863975048065
212597	rnn.weight_ih_l0	3	-0.060861509293317795
212597	rnn.weight_ih_l0	4	0.013455131091177464
212597	rnn.weight_ih_l0	5	-0.10395415127277374
212597	rnn.weight_ih_l0	6	-0.03219137340784073
212597	rnn.weight_ih_l0	7	-0.01120828464627266
212597	rnn.weight_ih_l0	8	0.06517641246318817
212597	rnn.weight_ih_l0	9	0.014170472510159016
212597	rnn.weight_hh_l0	0	0.00022588578576687723
212597	rnn.weight_hh_l0	1	-0.0780835673213005
212597	rnn.weight_hh_l0	2	0.07071445137262344
212597	rnn.weight_hh_l0	3	0.052969448268413544
212597	rnn.weight_hh_l0	4	0.004239737521857023
212597	rnn.weight_hh_l0	5	0.06629946827888489
212597	rnn.weight_hh_l0	6	-0.01746763288974762
212597	rnn.weight_hh_l0	7	-0.11141833662986755
212597	rnn.weight_hh_l0	8	0.02817535400390625
212597	rnn.weight_hh_l0	9	-0.08039406687021255
212597	rnn.bias_ih_l0	0	-0.09223730117082596
212597	rnn.bias_ih_l0	1	-0.19422394037246704
212597	rnn.bias_ih_l0	2	-0.2708570957183838
212597	rnn.bias_ih_l0	3	-0.2863504886627197
212597	rnn.bias_ih_l0	4	-0.0005778216873295605
212597	rnn.bias_ih_l0	5	0.061792049556970596
212597	rnn.bias_ih_l0	6	-0.16544267535209656
212597	rnn.bias_ih_l0	7	-0.26469144225120544
212597	rnn.bias_ih_l0	8	-0.1494140475988388
212597	rnn.bias_ih_l0	9	-0.18062186241149902
212597	rnn.bias_hh_l0	0	0.12989221513271332
212597	rnn.bias_hh_l0	1	-0.06294504553079605
212597	rnn.bias_hh_l0	2	0.0509590320289135
212597	rnn.bias_hh_l0	3	-0.18564240634441376
212597	rnn.bias_hh_l0	4	0.05981367453932762
212597	rnn.bias_hh_l0	5	0.0517851747572422
212597	rnn.bias_hh_l0	6	-0.10815690457820892
212597	rnn.bias_hh_l0	7	-0.149078369140625
212597	rnn.bias_hh_l0	8	-0.18633738160133362
212597	rnn.bias_hh_l0	9	-0.10533490777015686
212597	rnn.weight_ih_l0_reverse	0	-0.02300390414893627
212597	rnn.weight_ih_l0_reverse	1	0.0016385216731578112
212597	rnn.weight_ih_l0_reverse	2	0.013058687560260296
212597	rnn.weight_ih_l0_reverse	3	0.012392137199640274
212597	rnn.weight_ih_l0_reverse	4	0.012556612491607666
212597	rnn.weight_ih_l0_reverse	5	-0.04410629719495773
212597	rnn.weight_ih_l0_reverse	6	-0.04638874903321266
212597	rnn.weight_ih_l0_reverse	7	0.011704077012836933
212597	rnn.weight_ih_l0_reverse	8	0.10048123449087143
212597	rnn.weight_ih_l0_reverse	9	0.0007206297013908625
212597	rnn.weight_hh_l0_reverse	0	-0.00010420131002319977
212597	rnn.weight_hh_l0_reverse	1	0.02766568958759308
212597	rnn.weight_hh_l0_reverse	2	-0.04084165394306183
212597	rnn.weight_hh_l0_reverse	3	0.0354774072766304
212597	rnn.weight_hh_l0_reverse	4	0.022033357992768288
212597	rnn.weight_hh_l0_reverse	5	-0.00568355480208993
212597	rnn.weight_hh_l0_reverse	6	0.06667442619800568
212597	rnn.weight_hh_l0_reverse	7	0.03818398714065552
212597	rnn.weight_hh_l0_reverse	8	-0.02231271006166935
212597	rnn.weight_hh_l0_reverse	9	-0.029643749818205833
212597	rnn.bias_ih_l0_reverse	0	-0.15077434480190277
212597	rnn.bias_ih_l0_reverse	1	-0.30529123544692993
212597	rnn.bias_ih_l0_reverse	2	-0.05633241683244705
212597	rnn.bias_ih_l0_reverse	3	-0.15725557506084442
212597	rnn.bias_ih_l0_reverse	4	0.06929955631494522
212597	rnn.bias_ih_l0_reverse	5	-0.2716744840145111
212597	rnn.bias_ih_l0_reverse	6	-0.05894375964999199
212597	rnn.bias_ih_l0_reverse	7	0.025677381083369255
212597	rnn.bias_ih_l0_reverse	8	-0.18645557761192322
212597	rnn.bias_ih_l0_reverse	9	-0.09290606528520584
212597	rnn.bias_hh_l0_reverse	0	-0.16081352531909943
212597	rnn.bias_hh_l0_reverse	1	-0.15374687314033508
212597	rnn.bias_hh_l0_reverse	2	-0.015056014992296696
212597	rnn.bias_hh_l0_reverse	3	-0.13397514820098877
212597	rnn.bias_hh_l0_reverse	4	-0.028122860938310623
212597	rnn.bias_hh_l0_reverse	5	-0.11910218745470047
212597	rnn.bias_hh_l0_reverse	6	-0.08306384086608887
212597	rnn.bias_hh_l0_reverse	7	-0.17556770145893097
212597	rnn.bias_hh_l0_reverse	8	-0.06353926658630371
212597	rnn.bias_hh_l0_reverse	9	-0.11452959477901459
212597	linear.weight	0	-0.25174036622047424
212597	linear.weight	1	-0.09635330736637115
212597	linear.weight	2	-0.011228874325752258
212597	linear.weight	3	-0.1046893447637558
212597	linear.weight	4	-0.010684686712920666
212597	linear.weight	5	0.18671353161334991
212597	linear.weight	6	0.0047744326293468475
212597	linear.weight	7	-0.021312154829502106
212597	linear.weight	8	0.18279406428337097
212597	linear.weight	9	0.23611456155776978
212597	linear.bias	0	-0.8359928727149963
212597	linear.bias	1	1.433268666267395
212597	linear.bias	2	-0.49131840467453003
212597	linear.bias	3	-0.7276150584220886
212597	linear.bias	4	-0.8755856156349182
212597	linear.bias	5	-1.1795985698699951
212597	linear.bias	6	-0.9752154350280762
212597	linear.bias	7	-0.7291848063468933
212597	linear.bias	8	-0.01705317199230194
212597	linear.bias	9	3.563488006591797
212794	transitions	0	-0.45703819394111633
212794	transitions	1	8.833791732788086
212794	transitions	2	-3.6106975078582764
212794	transitions	3	1.5711338520050049
212794	transitions	4	-2.2044782638549805
212794	transitions	5	-0.4261878728866577
212794	transitions	6	-0.19498413801193237
212794	transitions	7	-10000.0
212794	transitions	8	1.8498919010162354
212794	transitions	9	-2.2948431968688965
212794	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
212794	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
212794	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
212794	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
212794	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
212794	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
212794	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
212794	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
212794	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
212794	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
212794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
212794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
212794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
212794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
212794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
212794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
212794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
212794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
212794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
212794	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
212794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
212794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
212794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
212794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
212794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
212794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
212794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
212794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
212794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
212794	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
212794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
212794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
212794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
212794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
212794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
212794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
212794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
212794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
212794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
212794	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
212794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
212794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
212794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
212794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
212794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
212794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
212794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
212794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
212794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
212794	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
212794	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
212794	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
212794	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
212794	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
212794	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
212794	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
212794	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
212794	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
212794	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
212794	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
212794	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
212794	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
212794	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
212794	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
212794	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
212794	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
212794	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
212794	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
212794	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
212794	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
212794	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
212794	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
212794	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
212794	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
212794	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
212794	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
212794	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
212794	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
212794	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
212794	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
212794	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
212794	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
212794	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
212794	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
212794	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
212794	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
212794	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
212794	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
212794	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
212794	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
212794	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
212794	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
212794	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
212794	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
212794	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
212794	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
212794	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
212794	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
212794	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
212794	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
212794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
212794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
212794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
212794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
212794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
212794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
212794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
212794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
212794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
212794	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
212794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
212794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
212794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
212794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
212794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
212794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
212794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
212794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
212794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
212794	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
212794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
212794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
212794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
212794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
212794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
212794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
212794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
212794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
212794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
212794	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
212794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
212794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
212794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
212794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
212794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
212794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
212794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
212794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
212794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
212794	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
212794	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
212794	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
212794	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
212794	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
212794	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
212794	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
212794	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
212794	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
212794	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
212794	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
212794	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
212794	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
212794	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
212794	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
212794	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
212794	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
212794	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
212794	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
212794	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
212794	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
212794	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
212794	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
212794	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
212794	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
212794	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
212794	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
212794	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
212794	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
212794	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
212794	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
212794	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
212794	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
212794	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
212794	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
212794	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
212794	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
212794	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
212794	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
212794	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
212794	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
212794	embedding2nn.weight	0	0.045112330466508865
212794	embedding2nn.weight	1	-0.09153958410024643
212794	embedding2nn.weight	2	0.013084703125059605
212794	embedding2nn.weight	3	-0.05497392266988754
212794	embedding2nn.weight	4	-0.11410871148109436
212794	embedding2nn.weight	5	0.11475393921136856
212794	embedding2nn.weight	6	-0.08954867720603943
212794	embedding2nn.weight	7	-0.06812062859535217
212794	embedding2nn.weight	8	-0.030089689418673515
212794	embedding2nn.weight	9	0.042628563940525055
212794	embedding2nn.bias	0	0.09588704258203506
212794	embedding2nn.bias	1	-0.019713586196303368
212794	embedding2nn.bias	2	-0.10273253172636032
212794	embedding2nn.bias	3	-0.003153286874294281
212794	embedding2nn.bias	4	0.003210491267964244
212794	embedding2nn.bias	5	-0.1706787347793579
212794	embedding2nn.bias	6	-0.11082877963781357
212794	embedding2nn.bias	7	-0.026596052572131157
212794	embedding2nn.bias	8	0.07726817578077316
212794	embedding2nn.bias	9	-0.06469108909368515
212794	rnn.weight_ih_l0	0	0.046657003462314606
212794	rnn.weight_ih_l0	1	-0.07530007511377335
212794	rnn.weight_ih_l0	2	-0.05411393940448761
212794	rnn.weight_ih_l0	3	-0.06124662235379219
212794	rnn.weight_ih_l0	4	0.013743597082793713
212794	rnn.weight_ih_l0	5	-0.10408607125282288
212794	rnn.weight_ih_l0	6	-0.030961129814386368
212794	rnn.weight_ih_l0	7	-0.01115779671818018
212794	rnn.weight_ih_l0	8	0.06614603847265244
212794	rnn.weight_ih_l0	9	0.01308151800185442
212794	rnn.weight_hh_l0	0	0.00017969790496863425
212794	rnn.weight_hh_l0	1	-0.07871555536985397
212794	rnn.weight_hh_l0	2	0.0705653727054596
212794	rnn.weight_hh_l0	3	0.053044989705085754
212794	rnn.weight_hh_l0	4	0.004225446842610836
212794	rnn.weight_hh_l0	5	0.06658027321100235
212794	rnn.weight_hh_l0	6	-0.017624596133828163
212794	rnn.weight_hh_l0	7	-0.11136233806610107
212794	rnn.weight_hh_l0	8	0.028734086081385612
212794	rnn.weight_hh_l0	9	-0.0796879231929779
212794	rnn.bias_ih_l0	0	-0.09133777767419815
212794	rnn.bias_ih_l0	1	-0.19102463126182556
212794	rnn.bias_ih_l0	2	-0.26858794689178467
212794	rnn.bias_ih_l0	3	-0.2867342233657837
212794	rnn.bias_ih_l0	4	0.0013036439195275307
212794	rnn.bias_ih_l0	5	0.062471654266119
212794	rnn.bias_ih_l0	6	-0.16279985010623932
212794	rnn.bias_ih_l0	7	-0.26400336623191833
212794	rnn.bias_ih_l0	8	-0.15002717077732086
212794	rnn.bias_ih_l0	9	-0.18163324892520905
212794	rnn.bias_hh_l0	0	0.12969471514225006
212794	rnn.bias_hh_l0	1	-0.06387146562337875
212794	rnn.bias_hh_l0	2	0.05099598318338394
212794	rnn.bias_hh_l0	3	-0.18643884360790253
212794	rnn.bias_hh_l0	4	0.060628026723861694
212794	rnn.bias_hh_l0	5	0.05556044727563858
212794	rnn.bias_hh_l0	6	-0.10823525488376617
212794	rnn.bias_hh_l0	7	-0.14903049170970917
212794	rnn.bias_hh_l0	8	-0.18758879601955414
212794	rnn.bias_hh_l0	9	-0.10611216723918915
212794	rnn.weight_ih_l0_reverse	0	-0.02117246575653553
212794	rnn.weight_ih_l0_reverse	1	0.0005795100587420166
212794	rnn.weight_ih_l0_reverse	2	0.013333561830222607
212794	rnn.weight_ih_l0_reverse	3	0.013461952097713947
212794	rnn.weight_ih_l0_reverse	4	0.012841503135859966
212794	rnn.weight_ih_l0_reverse	5	-0.04411011189222336
212794	rnn.weight_ih_l0_reverse	6	-0.04684794321656227
212794	rnn.weight_ih_l0_reverse	7	0.011132560670375824
212794	rnn.weight_ih_l0_reverse	8	0.10087525844573975
212794	rnn.weight_ih_l0_reverse	9	0.0003596478491090238
212794	rnn.weight_hh_l0_reverse	0	-0.0004335414560046047
212794	rnn.weight_hh_l0_reverse	1	0.027719711884856224
212794	rnn.weight_hh_l0_reverse	2	-0.04084610193967819
212794	rnn.weight_hh_l0_reverse	3	0.035734836012125015
212794	rnn.weight_hh_l0_reverse	4	0.021628737449645996
212794	rnn.weight_hh_l0_reverse	5	-0.005372749641537666
212794	rnn.weight_hh_l0_reverse	6	0.06665023416280746
212794	rnn.weight_hh_l0_reverse	7	0.038066864013671875
212794	rnn.weight_hh_l0_reverse	8	-0.022800905629992485
212794	rnn.weight_hh_l0_reverse	9	-0.029550058767199516
212794	rnn.bias_ih_l0_reverse	0	-0.1507352590560913
212794	rnn.bias_ih_l0_reverse	1	-0.30338388681411743
212794	rnn.bias_ih_l0_reverse	2	-0.05751510336995125
212794	rnn.bias_ih_l0_reverse	3	-0.15781272947788239
212794	rnn.bias_ih_l0_reverse	4	0.06806855648756027
212794	rnn.bias_ih_l0_reverse	5	-0.2712230980396271
212794	rnn.bias_ih_l0_reverse	6	-0.06031208857893944
212794	rnn.bias_ih_l0_reverse	7	0.02833045832812786
212794	rnn.bias_ih_l0_reverse	8	-0.1872234344482422
212794	rnn.bias_ih_l0_reverse	9	-0.09405484050512314
212794	rnn.bias_hh_l0_reverse	0	-0.16169190406799316
212794	rnn.bias_hh_l0_reverse	1	-0.15325066447257996
212794	rnn.bias_hh_l0_reverse	2	-0.01546377595514059
212794	rnn.bias_hh_l0_reverse	3	-0.1344359815120697
212794	rnn.bias_hh_l0_reverse	4	-0.028130020946264267
212794	rnn.bias_hh_l0_reverse	5	-0.11796655505895615
212794	rnn.bias_hh_l0_reverse	6	-0.08400330692529678
212794	rnn.bias_hh_l0_reverse	7	-0.17596065998077393
212794	rnn.bias_hh_l0_reverse	8	-0.06570012122392654
212794	rnn.bias_hh_l0_reverse	9	-0.1146407499909401
212794	linear.weight	0	-0.24210338294506073
212794	linear.weight	1	-0.09674371778964996
212794	linear.weight	2	-0.011228874325752258
212794	linear.weight	3	-0.10484795272350311
212794	linear.weight	4	-0.0039643412455916405
212794	linear.weight	5	0.17805823683738708
212794	linear.weight	6	0.0047744326293468475
212794	linear.weight	7	-0.021312154829502106
212794	linear.weight	8	0.18703146278858185
212794	linear.weight	9	0.23932155966758728
212794	linear.bias	0	-0.8359028100967407
212794	linear.bias	1	1.4663103818893433
212794	linear.bias	2	-0.4783017635345459
212794	linear.bias	3	-0.7439598441123962
212794	linear.bias	4	-0.8681347966194153
212794	linear.bias	5	-1.1796115636825562
212794	linear.bias	6	-0.9749313592910767
212794	linear.bias	7	-0.7420997619628906
212794	linear.bias	8	-0.01705317199230194
212794	linear.bias	9	3.518428325653076
212991	transitions	0	-0.45708754658699036
212991	transitions	1	8.848621368408203
212991	transitions	2	-3.6110618114471436
212991	transitions	3	1.5582613945007324
212991	transitions	4	-2.2047886848449707
212991	transitions	5	-0.42624300718307495
212991	transitions	6	-0.1950036734342575
212991	transitions	7	-10000.0
212991	transitions	8	1.8522073030471802
212991	transitions	9	-2.2948451042175293
212991	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
212991	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
212991	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
212991	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
212991	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
212991	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
212991	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
212991	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
212991	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
212991	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
212991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
212991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
212991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
212991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
212991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
212991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
212991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
212991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
212991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
212991	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
212991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
212991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
212991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
212991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
212991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
212991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
212991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
212991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
212991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
212991	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
212991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
212991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
212991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
212991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
212991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
212991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
212991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
212991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
212991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
212991	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
212991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
212991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
212991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
212991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
212991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
212991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
212991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
212991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
212991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
212991	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
212991	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
212991	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
212991	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
212991	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
212991	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
212991	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
212991	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
212991	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
212991	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
212991	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
212991	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
212991	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
212991	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
212991	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
212991	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
212991	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
212991	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
212991	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
212991	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
212991	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
212991	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
212991	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
212991	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
212991	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
212991	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
212991	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
212991	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
212991	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
212991	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
212991	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
212991	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
212991	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
212991	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
212991	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
212991	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
212991	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
212991	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
212991	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
212991	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
212991	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
212991	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
212991	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
212991	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
212991	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
212991	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
212991	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
212991	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
212991	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
212991	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
212991	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
212991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
212991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
212991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
212991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
212991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
212991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
212991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
212991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
212991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
212991	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
212991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
212991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
212991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
212991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
212991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
212991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
212991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
212991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
212991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
212991	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
212991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
212991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
212991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
212991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
212991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
212991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
212991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
212991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
212991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
212991	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
212991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
212991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
212991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
212991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
212991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
212991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
212991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
212991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
212991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
212991	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
212991	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
212991	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
212991	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
212991	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
212991	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
212991	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
212991	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
212991	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
212991	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
212991	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
212991	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
212991	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
212991	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
212991	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
212991	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
212991	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
212991	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
212991	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
212991	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
212991	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
212991	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
212991	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
212991	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
212991	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
212991	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
212991	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
212991	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
212991	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
212991	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
212991	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
212991	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
212991	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
212991	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
212991	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
212991	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
212991	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
212991	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
212991	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
212991	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
212991	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
212991	embedding2nn.weight	0	0.04514824226498604
212991	embedding2nn.weight	1	-0.09045710414648056
212991	embedding2nn.weight	2	0.01340534444898367
212991	embedding2nn.weight	3	-0.05558371543884277
212991	embedding2nn.weight	4	-0.11359234154224396
212991	embedding2nn.weight	5	0.11395808309316635
212991	embedding2nn.weight	6	-0.094835065305233
212991	embedding2nn.weight	7	-0.06774529814720154
212991	embedding2nn.weight	8	-0.029317673295736313
212991	embedding2nn.weight	9	0.041195936501026154
212991	embedding2nn.bias	0	0.08497969061136246
212991	embedding2nn.bias	1	-0.018700938671827316
212991	embedding2nn.bias	2	-0.09686524420976639
212991	embedding2nn.bias	3	-0.007313247304409742
212991	embedding2nn.bias	4	0.008139606565237045
212991	embedding2nn.bias	5	-0.17439894378185272
212991	embedding2nn.bias	6	-0.10335239768028259
212991	embedding2nn.bias	7	-0.02764691784977913
212991	embedding2nn.bias	8	0.07498849928379059
212991	embedding2nn.bias	9	-0.06572356820106506
212991	rnn.weight_ih_l0	0	0.04548514261841774
212991	rnn.weight_ih_l0	1	-0.07554172724485397
212991	rnn.weight_ih_l0	2	-0.05367540940642357
212991	rnn.weight_ih_l0	3	-0.06081179156899452
212991	rnn.weight_ih_l0	4	0.014781402423977852
212991	rnn.weight_ih_l0	5	-0.1036725714802742
212991	rnn.weight_ih_l0	6	-0.03162180259823799
212991	rnn.weight_ih_l0	7	-0.01080568041652441
212991	rnn.weight_ih_l0	8	0.0673687532544136
212991	rnn.weight_ih_l0	9	0.011725141666829586
212991	rnn.weight_hh_l0	0	0.00012269688886590302
212991	rnn.weight_hh_l0	1	-0.07773245871067047
212991	rnn.weight_hh_l0	2	0.07103218883275986
212991	rnn.weight_hh_l0	3	0.05337754264473915
212991	rnn.weight_hh_l0	4	0.0041649783961474895
212991	rnn.weight_hh_l0	5	0.06623868644237518
212991	rnn.weight_hh_l0	6	-0.017476050183176994
212991	rnn.weight_hh_l0	7	-0.11176865547895432
212991	rnn.weight_hh_l0	8	0.028150444850325584
212991	rnn.weight_hh_l0	9	-0.07792391628026962
212991	rnn.bias_ih_l0	0	-0.09313405305147171
212991	rnn.bias_ih_l0	1	-0.18968452513217926
212991	rnn.bias_ih_l0	2	-0.2668952941894531
212991	rnn.bias_ih_l0	3	-0.2878342270851135
212991	rnn.bias_ih_l0	4	0.0031064669601619244
212991	rnn.bias_ih_l0	5	0.060269832611083984
212991	rnn.bias_ih_l0	6	-0.16416391730308533
212991	rnn.bias_ih_l0	7	-0.263095885515213
212991	rnn.bias_ih_l0	8	-0.1469559669494629
212991	rnn.bias_ih_l0	9	-0.18249042332172394
212991	rnn.bias_hh_l0	0	0.12989431619644165
212991	rnn.bias_hh_l0	1	-0.06343099474906921
212991	rnn.bias_hh_l0	2	0.0502941757440567
212991	rnn.bias_hh_l0	3	-0.18703129887580872
212991	rnn.bias_hh_l0	4	0.05917923152446747
212991	rnn.bias_hh_l0	5	0.056301455944776535
212991	rnn.bias_hh_l0	6	-0.10769755393266678
212991	rnn.bias_hh_l0	7	-0.14980825781822205
212991	rnn.bias_hh_l0	8	-0.18711698055267334
212991	rnn.bias_hh_l0	9	-0.10797100514173508
212991	rnn.weight_ih_l0_reverse	0	-0.0229492150247097
212991	rnn.weight_ih_l0_reverse	1	0.00016573969332966954
212991	rnn.weight_ih_l0_reverse	2	0.014320778660476208
212991	rnn.weight_ih_l0_reverse	3	0.013836217112839222
212991	rnn.weight_ih_l0_reverse	4	0.014392545446753502
212991	rnn.weight_ih_l0_reverse	5	-0.04505659267306328
212991	rnn.weight_ih_l0_reverse	6	-0.045772530138492584
212991	rnn.weight_ih_l0_reverse	7	0.010175256989896297
212991	rnn.weight_ih_l0_reverse	8	0.10173410177230835
212991	rnn.weight_ih_l0_reverse	9	-6.692147144349292e-05
212991	rnn.weight_hh_l0_reverse	0	-0.0004851836711168289
212991	rnn.weight_hh_l0_reverse	1	0.027699530124664307
212991	rnn.weight_hh_l0_reverse	2	-0.04081539809703827
212991	rnn.weight_hh_l0_reverse	3	0.03607361763715744
212991	rnn.weight_hh_l0_reverse	4	0.02200400084257126
212991	rnn.weight_hh_l0_reverse	5	-0.006962881423532963
212991	rnn.weight_hh_l0_reverse	6	0.06689906120300293
212991	rnn.weight_hh_l0_reverse	7	0.03800809383392334
212991	rnn.weight_hh_l0_reverse	8	-0.022626014426350594
212991	rnn.weight_hh_l0_reverse	9	-0.0294923298060894
212991	rnn.bias_ih_l0_reverse	0	-0.15207025408744812
212991	rnn.bias_ih_l0_reverse	1	-0.3023248612880707
212991	rnn.bias_ih_l0_reverse	2	-0.057772621512413025
212991	rnn.bias_ih_l0_reverse	3	-0.15835590660572052
212991	rnn.bias_ih_l0_reverse	4	0.0691663920879364
212991	rnn.bias_ih_l0_reverse	5	-0.2718535363674164
212991	rnn.bias_ih_l0_reverse	6	-0.06009630113840103
212991	rnn.bias_ih_l0_reverse	7	0.027455061674118042
212991	rnn.bias_ih_l0_reverse	8	-0.18608355522155762
212991	rnn.bias_ih_l0_reverse	9	-0.0961591824889183
212991	rnn.bias_hh_l0_reverse	0	-0.16217736899852753
212991	rnn.bias_hh_l0_reverse	1	-0.151374951004982
212991	rnn.bias_hh_l0_reverse	2	-0.015645191073417664
212991	rnn.bias_hh_l0_reverse	3	-0.13680247962474823
212991	rnn.bias_hh_l0_reverse	4	-0.029338523745536804
212991	rnn.bias_hh_l0_reverse	5	-0.11695471405982971
212991	rnn.bias_hh_l0_reverse	6	-0.08172894269227982
212991	rnn.bias_hh_l0_reverse	7	-0.1761663407087326
212991	rnn.bias_hh_l0_reverse	8	-0.06528518348932266
212991	rnn.bias_hh_l0_reverse	9	-0.11287160962820053
212991	linear.weight	0	-0.2378448098897934
212991	linear.weight	1	-0.09745541214942932
212991	linear.weight	2	-0.011228874325752258
212991	linear.weight	3	-0.10316552966833115
212991	linear.weight	4	-0.00011175084364367649
212991	linear.weight	5	0.17509987950325012
212991	linear.weight	6	0.0047744326293468475
212991	linear.weight	7	-0.021312154829502106
212991	linear.weight	8	0.19774223864078522
212991	linear.weight	9	0.22430410981178284
212991	linear.bias	0	-0.8538737297058105
212991	linear.bias	1	1.4341858625411987
212991	linear.bias	2	-0.48870429396629333
212991	linear.bias	3	-0.7172890305519104
212991	linear.bias	4	-0.8493099808692932
212991	linear.bias	5	-1.1796258687973022
212991	linear.bias	6	-0.9941343069076538
212991	linear.bias	7	-0.7466500401496887
212991	linear.bias	8	-0.01705317199230194
212991	linear.bias	9	3.5464882850646973
213188	transitions	0	-0.4571531116962433
213188	transitions	1	8.828328132629395
213188	transitions	2	-3.611334800720215
213188	transitions	3	1.5590801239013672
213188	transitions	4	-2.204943895339966
213188	transitions	5	-0.4262777268886566
213188	transitions	6	-0.19501720368862152
213188	transitions	7	-10000.0
213188	transitions	8	1.8538998365402222
213188	transitions	9	-2.294847249984741
213188	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
213188	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
213188	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
213188	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
213188	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
213188	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
213188	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
213188	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
213188	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
213188	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
213188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
213188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
213188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
213188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
213188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
213188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
213188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
213188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
213188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
213188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
213188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
213188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
213188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
213188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
213188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
213188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
213188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
213188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
213188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
213188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
213188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
213188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
213188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
213188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
213188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
213188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
213188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
213188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
213188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
213188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
213188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
213188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
213188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
213188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
213188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
213188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
213188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
213188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
213188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
213188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
213188	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
213188	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
213188	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
213188	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
213188	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
213188	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
213188	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
213188	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
213188	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
213188	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
213188	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
213188	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
213188	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
213188	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
213188	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
213188	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
213188	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
213188	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
213188	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
213188	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
213188	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
213188	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
213188	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
213188	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
213188	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
213188	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
213188	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
213188	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
213188	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
213188	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
213188	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
213188	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
213188	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
213188	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
213188	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
213188	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
213188	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
213188	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
213188	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
213188	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
213188	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
213188	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
213188	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
213188	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
213188	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
213188	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
213188	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
213188	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
213188	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
213188	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
213188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
213188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
213188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
213188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
213188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
213188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
213188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
213188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
213188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
213188	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
213188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
213188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
213188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
213188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
213188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
213188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
213188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
213188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
213188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
213188	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
213188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
213188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
213188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
213188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
213188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
213188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
213188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
213188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
213188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
213188	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
213188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
213188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
213188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
213188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
213188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
213188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
213188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
213188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
213188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
213188	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
213188	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
213188	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
213188	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
213188	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
213188	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
213188	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
213188	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
213188	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
213188	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
213188	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
213188	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
213188	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
213188	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
213188	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
213188	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
213188	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
213188	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
213188	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
213188	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
213188	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
213188	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
213188	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
213188	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
213188	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
213188	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
213188	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
213188	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
213188	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
213188	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
213188	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
213188	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
213188	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
213188	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
213188	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
213188	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
213188	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
213188	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
213188	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
213188	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
213188	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
213188	embedding2nn.weight	0	0.04525129869580269
213188	embedding2nn.weight	1	-0.08993938565254211
213188	embedding2nn.weight	2	0.014175213873386383
213188	embedding2nn.weight	3	-0.05421924963593483
213188	embedding2nn.weight	4	-0.1112576574087143
213188	embedding2nn.weight	5	0.11446057260036469
213188	embedding2nn.weight	6	-0.09449782222509384
213188	embedding2nn.weight	7	-0.06902991980314255
213188	embedding2nn.weight	8	-0.02917453832924366
213188	embedding2nn.weight	9	0.040922973304986954
213188	embedding2nn.bias	0	0.08422865718603134
213188	embedding2nn.bias	1	-0.016728641465306282
213188	embedding2nn.bias	2	-0.09573128074407578
213188	embedding2nn.bias	3	-0.012586577795445919
213188	embedding2nn.bias	4	0.018333138898015022
213188	embedding2nn.bias	5	-0.1798659861087799
213188	embedding2nn.bias	6	-0.09944245219230652
213188	embedding2nn.bias	7	-0.028686746954917908
213188	embedding2nn.bias	8	0.07665052264928818
213188	embedding2nn.bias	9	-0.06440450996160507
213188	rnn.weight_ih_l0	0	0.04619119316339493
213188	rnn.weight_ih_l0	1	-0.07559265941381454
213188	rnn.weight_ih_l0	2	-0.054205626249313354
213188	rnn.weight_ih_l0	3	-0.06114766746759415
213188	rnn.weight_ih_l0	4	0.015601413324475288
213188	rnn.weight_ih_l0	5	-0.10497792810201645
213188	rnn.weight_ih_l0	6	-0.031187571585178375
213188	rnn.weight_ih_l0	7	-0.009769849479198456
213188	rnn.weight_ih_l0	8	0.0657934620976448
213188	rnn.weight_ih_l0	9	0.011160138994455338
213188	rnn.weight_hh_l0	0	0.00010908461990766227
213188	rnn.weight_hh_l0	1	-0.07820034772157669
213188	rnn.weight_hh_l0	2	0.07054232060909271
213188	rnn.weight_hh_l0	3	0.05365949496626854
213188	rnn.weight_hh_l0	4	0.004275887738913298
213188	rnn.weight_hh_l0	5	0.06572259962558746
213188	rnn.weight_hh_l0	6	-0.017110643908381462
213188	rnn.weight_hh_l0	7	-0.11166015267372131
213188	rnn.weight_hh_l0	8	0.028519606217741966
213188	rnn.weight_hh_l0	9	-0.07632168382406235
213188	rnn.bias_ih_l0	0	-0.09306126087903976
213188	rnn.bias_ih_l0	1	-0.1912473887205124
213188	rnn.bias_ih_l0	2	-0.2654237151145935
213188	rnn.bias_ih_l0	3	-0.2869971692562103
213188	rnn.bias_ih_l0	4	0.004890576004981995
213188	rnn.bias_ih_l0	5	0.06300895661115646
213188	rnn.bias_ih_l0	6	-0.16243642568588257
213188	rnn.bias_ih_l0	7	-0.2620485723018646
213188	rnn.bias_ih_l0	8	-0.14644545316696167
213188	rnn.bias_ih_l0	9	-0.18188980221748352
213188	rnn.bias_hh_l0	0	0.12874305248260498
213188	rnn.bias_hh_l0	1	-0.062296681106090546
213188	rnn.bias_hh_l0	2	0.04908435419201851
213188	rnn.bias_hh_l0	3	-0.1863529235124588
213188	rnn.bias_hh_l0	4	0.05769297108054161
213188	rnn.bias_hh_l0	5	0.05531812831759453
213188	rnn.bias_hh_l0	6	-0.10644976794719696
213188	rnn.bias_hh_l0	7	-0.14913932979106903
213188	rnn.bias_hh_l0	8	-0.1878323256969452
213188	rnn.bias_hh_l0	9	-0.10860903561115265
213188	rnn.weight_ih_l0_reverse	0	-0.02416805364191532
213188	rnn.weight_ih_l0_reverse	1	0.0008315895101986825
213188	rnn.weight_ih_l0_reverse	2	0.01526090782135725
213188	rnn.weight_ih_l0_reverse	3	0.013895592652261257
213188	rnn.weight_ih_l0_reverse	4	0.01469846349209547
213188	rnn.weight_ih_l0_reverse	5	-0.04519360139966011
213188	rnn.weight_ih_l0_reverse	6	-0.0469922311604023
213188	rnn.weight_ih_l0_reverse	7	0.011950074695050716
213188	rnn.weight_ih_l0_reverse	8	0.10305958241224289
213188	rnn.weight_ih_l0_reverse	9	-0.0005143730668351054
213188	rnn.weight_hh_l0_reverse	0	-0.00021697740885429084
213188	rnn.weight_hh_l0_reverse	1	0.027975203469395638
213188	rnn.weight_hh_l0_reverse	2	-0.04087628424167633
213188	rnn.weight_hh_l0_reverse	3	0.0359061136841774
213188	rnn.weight_hh_l0_reverse	4	0.021884990856051445
213188	rnn.weight_hh_l0_reverse	5	-0.006876378320157528
213188	rnn.weight_hh_l0_reverse	6	0.06768953055143356
213188	rnn.weight_hh_l0_reverse	7	0.03794027119874954
213188	rnn.weight_hh_l0_reverse	8	-0.02296196110546589
213188	rnn.weight_hh_l0_reverse	9	-0.02933969534933567
213188	rnn.bias_ih_l0_reverse	0	-0.15311814844608307
213188	rnn.bias_ih_l0_reverse	1	-0.3028947114944458
213188	rnn.bias_ih_l0_reverse	2	-0.05932905524969101
213188	rnn.bias_ih_l0_reverse	3	-0.15775905549526215
213188	rnn.bias_ih_l0_reverse	4	0.06919743120670319
213188	rnn.bias_ih_l0_reverse	5	-0.2722407281398773
213188	rnn.bias_ih_l0_reverse	6	-0.06091371551156044
213188	rnn.bias_ih_l0_reverse	7	0.027694853022694588
213188	rnn.bias_ih_l0_reverse	8	-0.18576882779598236
213188	rnn.bias_ih_l0_reverse	9	-0.09591837972402573
213188	rnn.bias_hh_l0_reverse	0	-0.16177798807621002
213188	rnn.bias_hh_l0_reverse	1	-0.15538375079631805
213188	rnn.bias_hh_l0_reverse	2	-0.015309423208236694
213188	rnn.bias_hh_l0_reverse	3	-0.1362082064151764
213188	rnn.bias_hh_l0_reverse	4	-0.02950083091855049
213188	rnn.bias_hh_l0_reverse	5	-0.11715603619813919
213188	rnn.bias_hh_l0_reverse	6	-0.0830269381403923
213188	rnn.bias_hh_l0_reverse	7	-0.17650464177131653
213188	rnn.bias_hh_l0_reverse	8	-0.06449583172798157
213188	rnn.bias_hh_l0_reverse	9	-0.11200249940156937
213188	linear.weight	0	-0.23889309167861938
213188	linear.weight	1	-0.10028718411922455
213188	linear.weight	2	-0.011228874325752258
213188	linear.weight	3	-0.08983894437551498
213188	linear.weight	4	0.0023102937266230583
213188	linear.weight	5	0.1704658567905426
213188	linear.weight	6	0.0047744326293468475
213188	linear.weight	7	-0.021312154829502106
213188	linear.weight	8	0.19468815624713898
213188	linear.weight	9	0.2298123836517334
213188	linear.bias	0	-0.8462883234024048
213188	linear.bias	1	1.4284418821334839
213188	linear.bias	2	-0.46673521399497986
213188	linear.bias	3	-0.7263007164001465
213188	linear.bias	4	-0.8548086881637573
213188	linear.bias	5	-1.17964506149292
213188	linear.bias	6	-0.9863197207450867
213188	linear.bias	7	-0.747140645980835
213188	linear.bias	8	-0.01705317199230194
213188	linear.bias	9	3.5219950675964355
213192	transitions	0	-0.45715320110321045
213192	transitions	1	8.829633712768555
213192	transitions	2	-3.6113367080688477
213192	transitions	3	1.5590026378631592
213192	transitions	4	-2.2050154209136963
213192	transitions	5	-0.42627784609794617
213192	transitions	6	-0.19501729309558868
213192	transitions	7	-10000.0
213192	transitions	8	1.8538858890533447
213192	transitions	9	-2.294847249984741
213192	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
213192	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
213192	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
213192	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
213192	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
213192	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
213192	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
213192	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
213192	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
213192	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
213192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
213192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
213192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
213192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
213192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
213192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
213192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
213192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
213192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
213192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
213192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
213192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
213192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
213192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
213192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
213192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
213192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
213192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
213192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
213192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
213192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
213192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
213192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
213192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
213192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
213192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
213192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
213192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
213192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
213192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
213192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
213192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
213192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
213192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
213192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
213192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
213192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
213192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
213192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
213192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
213192	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
213192	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
213192	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
213192	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
213192	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
213192	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
213192	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
213192	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
213192	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
213192	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
213192	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
213192	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
213192	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
213192	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
213192	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
213192	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
213192	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
213192	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
213192	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
213192	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
213192	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
213192	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
213192	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
213192	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
213192	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
213192	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
213192	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
213192	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
213192	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
213192	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
213192	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
213192	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
213192	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
213192	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
213192	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
213192	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
213192	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
213192	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
213192	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
213192	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
213192	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
213192	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
213192	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
213192	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
213192	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
213192	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
213192	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
213192	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
213192	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
213192	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
213192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
213192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
213192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
213192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
213192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
213192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
213192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
213192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
213192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
213192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
213192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
213192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
213192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
213192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
213192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
213192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
213192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
213192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
213192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
213192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
213192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
213192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
213192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
213192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
213192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
213192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
213192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
213192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
213192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
213192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
213192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
213192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
213192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
213192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
213192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
213192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
213192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
213192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
213192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
213192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
213192	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
213192	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
213192	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
213192	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
213192	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
213192	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
213192	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
213192	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
213192	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
213192	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
213192	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
213192	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
213192	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
213192	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
213192	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
213192	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
213192	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
213192	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
213192	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
213192	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
213192	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
213192	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
213192	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
213192	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
213192	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
213192	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
213192	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
213192	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
213192	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
213192	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
213192	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
213192	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
213192	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
213192	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
213192	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
213192	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
213192	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
213192	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
213192	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
213192	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
213192	embedding2nn.weight	0	0.04527826979756355
213192	embedding2nn.weight	1	-0.0898783728480339
213192	embedding2nn.weight	2	0.01413009874522686
213192	embedding2nn.weight	3	-0.05429469421505928
213192	embedding2nn.weight	4	-0.11113817989826202
213192	embedding2nn.weight	5	0.11441408842802048
213192	embedding2nn.weight	6	-0.09470448642969131
213192	embedding2nn.weight	7	-0.06908977776765823
213192	embedding2nn.weight	8	-0.029161499813199043
213192	embedding2nn.weight	9	0.04106922075152397
213192	embedding2nn.bias	0	0.08358941227197647
213192	embedding2nn.bias	1	-0.016575990244746208
213192	embedding2nn.bias	2	-0.09730902314186096
213192	embedding2nn.bias	3	-0.012118592858314514
213192	embedding2nn.bias	4	0.018346430733799934
213192	embedding2nn.bias	5	-0.18002016842365265
213192	embedding2nn.bias	6	-0.09971572458744049
213192	embedding2nn.bias	7	-0.028452405706048012
213192	embedding2nn.bias	8	0.07686049491167068
213192	embedding2nn.bias	9	-0.06487146019935608
213192	rnn.weight_ih_l0	0	0.04623665660619736
213192	rnn.weight_ih_l0	1	-0.07544458657503128
213192	rnn.weight_ih_l0	2	-0.053760699927806854
213192	rnn.weight_ih_l0	3	-0.06112885847687721
213192	rnn.weight_ih_l0	4	0.016502324491739273
213192	rnn.weight_ih_l0	5	-0.10504636913537979
213192	rnn.weight_ih_l0	6	-0.03119363635778427
213192	rnn.weight_ih_l0	7	-0.009812986478209496
213192	rnn.weight_ih_l0	8	0.0654323399066925
213192	rnn.weight_ih_l0	9	0.011201399378478527
213192	rnn.weight_hh_l0	0	6.515369022963569e-05
213192	rnn.weight_hh_l0	1	-0.07815796881914139
213192	rnn.weight_hh_l0	2	0.07052643597126007
213192	rnn.weight_hh_l0	3	0.05362723395228386
213192	rnn.weight_hh_l0	4	0.004266225267201662
213192	rnn.weight_hh_l0	5	0.06569337844848633
213192	rnn.weight_hh_l0	6	-0.017118873074650764
213192	rnn.weight_hh_l0	7	-0.1113867461681366
213192	rnn.weight_hh_l0	8	0.02848823182284832
213192	rnn.weight_hh_l0	9	-0.0763256624341011
213192	rnn.bias_ih_l0	0	-0.0933302566409111
213192	rnn.bias_ih_l0	1	-0.1914360672235489
213192	rnn.bias_ih_l0	2	-0.26553285121917725
213192	rnn.bias_ih_l0	3	-0.2869384288787842
213192	rnn.bias_ih_l0	4	0.00495145982131362
213192	rnn.bias_ih_l0	5	0.06302222609519958
213192	rnn.bias_ih_l0	6	-0.16260778903961182
213192	rnn.bias_ih_l0	7	-0.2620483338832855
213192	rnn.bias_ih_l0	8	-0.14669780433177948
213192	rnn.bias_ih_l0	9	-0.1818762868642807
213192	rnn.bias_hh_l0	0	0.1286901980638504
213192	rnn.bias_hh_l0	1	-0.06246202439069748
213192	rnn.bias_hh_l0	2	0.049004338681697845
213192	rnn.bias_hh_l0	3	-0.18648096919059753
213192	rnn.bias_hh_l0	4	0.05787647143006325
213192	rnn.bias_hh_l0	5	0.05547191947698593
213192	rnn.bias_hh_l0	6	-0.10624785721302032
213192	rnn.bias_hh_l0	7	-0.14921508729457855
213192	rnn.bias_hh_l0	8	-0.18782129883766174
213192	rnn.bias_hh_l0	9	-0.10863066464662552
213192	rnn.weight_ih_l0_reverse	0	-0.024032849818468094
213192	rnn.weight_ih_l0_reverse	1	0.000800060573965311
213192	rnn.weight_ih_l0_reverse	2	0.015247553586959839
213192	rnn.weight_ih_l0_reverse	3	0.013449860736727715
213192	rnn.weight_ih_l0_reverse	4	0.014488132670521736
213192	rnn.weight_ih_l0_reverse	5	-0.04519566893577576
213192	rnn.weight_ih_l0_reverse	6	-0.04677634313702583
213192	rnn.weight_ih_l0_reverse	7	0.011964436620473862
213192	rnn.weight_ih_l0_reverse	8	0.10356020927429199
213192	rnn.weight_ih_l0_reverse	9	-0.0006089030648581684
213192	rnn.weight_hh_l0_reverse	0	-0.0002602688909973949
213192	rnn.weight_hh_l0_reverse	1	0.027975285425782204
213192	rnn.weight_hh_l0_reverse	2	-0.04086087644100189
213192	rnn.weight_hh_l0_reverse	3	0.03590545803308487
213192	rnn.weight_hh_l0_reverse	4	0.02186419814825058
213192	rnn.weight_hh_l0_reverse	5	-0.0068699452094733715
213192	rnn.weight_hh_l0_reverse	6	0.06775109469890594
213192	rnn.weight_hh_l0_reverse	7	0.0379326231777668
213192	rnn.weight_hh_l0_reverse	8	-0.023309091106057167
213192	rnn.weight_hh_l0_reverse	9	-0.02933688461780548
213192	rnn.bias_ih_l0_reverse	0	-0.15327295660972595
213192	rnn.bias_ih_l0_reverse	1	-0.30292394757270813
213192	rnn.bias_ih_l0_reverse	2	-0.05941863730549812
213192	rnn.bias_ih_l0_reverse	3	-0.15750089287757874
213192	rnn.bias_ih_l0_reverse	4	0.06912930309772491
213192	rnn.bias_ih_l0_reverse	5	-0.27234959602355957
213192	rnn.bias_ih_l0_reverse	6	-0.06065388396382332
213192	rnn.bias_ih_l0_reverse	7	0.0267839003354311
213192	rnn.bias_ih_l0_reverse	8	-0.18573644757270813
213192	rnn.bias_ih_l0_reverse	9	-0.09584532678127289
213192	rnn.bias_hh_l0_reverse	0	-0.16197706758975983
213192	rnn.bias_hh_l0_reverse	1	-0.15540814399719238
213192	rnn.bias_hh_l0_reverse	2	-0.015197103843092918
213192	rnn.bias_hh_l0_reverse	3	-0.13597425818443298
213192	rnn.bias_hh_l0_reverse	4	-0.029379745945334435
213192	rnn.bias_hh_l0_reverse	5	-0.11709924787282944
213192	rnn.bias_hh_l0_reverse	6	-0.08303603529930115
213192	rnn.bias_hh_l0_reverse	7	-0.1765318661928177
213192	rnn.bias_hh_l0_reverse	8	-0.06435015797615051
213192	rnn.bias_hh_l0_reverse	9	-0.11197192221879959
213192	linear.weight	0	-0.2364179939031601
213192	linear.weight	1	-0.10028962790966034
213192	linear.weight	2	-0.011228874325752258
213192	linear.weight	3	-0.08981456607580185
213192	linear.weight	4	0.0020715424325317144
213192	linear.weight	5	0.17045779526233673
213192	linear.weight	6	0.0047744326293468475
213192	linear.weight	7	-0.021312154829502106
213192	linear.weight	8	0.19477665424346924
213192	linear.weight	9	0.2295786440372467
213192	linear.bias	0	-0.847400963306427
213192	linear.bias	1	1.4321863651275635
213192	linear.bias	2	-0.4674404561519623
213192	linear.bias	3	-0.7261550426483154
213192	linear.bias	4	-0.857829749584198
213192	linear.bias	5	-1.17964506149292
213192	linear.bias	6	-0.9873902797698975
213192	linear.bias	7	-0.7430788278579712
213192	linear.bias	8	-0.01705317199230194
213192	linear.bias	9	3.530791759490967
213389	transitions	0	-0.4572797417640686
213389	transitions	1	8.80932331085205
213389	transitions	2	-3.6116421222686768
213389	transitions	3	1.5577203035354614
213389	transitions	4	-2.2051398754119873
213389	transitions	5	-0.42630043625831604
213389	transitions	6	-0.19503435492515564
213389	transitions	7	-10000.0
213389	transitions	8	1.856505036354065
213389	transitions	9	-2.2948496341705322
213389	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
213389	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
213389	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
213389	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
213389	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
213389	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
213389	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
213389	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
213389	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
213389	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
213389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
213389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
213389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
213389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
213389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
213389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
213389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
213389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
213389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
213389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
213389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
213389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
213389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
213389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
213389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
213389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
213389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
213389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
213389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
213389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
213389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
213389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
213389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
213389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
213389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
213389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
213389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
213389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
213389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
213389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
213389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
213389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
213389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
213389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
213389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
213389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
213389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
213389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
213389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
213389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
213389	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
213389	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
213389	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
213389	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
213389	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
213389	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
213389	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
213389	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
213389	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
213389	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
213389	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
213389	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
213389	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
213389	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
213389	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
213389	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
213389	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
213389	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
213389	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
213389	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
213389	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
213389	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
213389	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
213389	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
213389	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
213389	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
213389	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
213389	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
213389	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
213389	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
213389	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
213389	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
213389	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
213389	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
213389	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
213389	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
213389	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
213389	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
213389	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
213389	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
213389	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
213389	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
213389	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
213389	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
213389	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
213389	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
213389	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
213389	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
213389	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
213389	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
213389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
213389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
213389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
213389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
213389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
213389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
213389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
213389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
213389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
213389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
213389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
213389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
213389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
213389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
213389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
213389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
213389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
213389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
213389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
213389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
213389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
213389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
213389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
213389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
213389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
213389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
213389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
213389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
213389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
213389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
213389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
213389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
213389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
213389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
213389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
213389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
213389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
213389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
213389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
213389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
213389	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
213389	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
213389	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
213389	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
213389	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
213389	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
213389	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
213389	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
213389	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
213389	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
213389	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
213389	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
213389	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
213389	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
213389	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
213389	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
213389	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
213389	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
213389	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
213389	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
213389	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
213389	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
213389	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
213389	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
213389	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
213389	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
213389	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
213389	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
213389	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
213389	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
213389	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
213389	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
213389	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
213389	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
213389	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
213389	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
213389	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
213389	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
213389	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
213389	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
213389	embedding2nn.weight	0	0.04524924233555794
213389	embedding2nn.weight	1	-0.09122016280889511
213389	embedding2nn.weight	2	0.014066454954445362
213389	embedding2nn.weight	3	-0.054661329835653305
213389	embedding2nn.weight	4	-0.11017938703298569
213389	embedding2nn.weight	5	0.11344478279352188
213389	embedding2nn.weight	6	-0.09803806245326996
213389	embedding2nn.weight	7	-0.07064110785722733
213389	embedding2nn.weight	8	-0.03036886639893055
213389	embedding2nn.weight	9	0.04262427240610123
213389	embedding2nn.bias	0	0.0840427353978157
213389	embedding2nn.bias	1	-0.022095078602433205
213389	embedding2nn.bias	2	-0.10149722546339035
213389	embedding2nn.bias	3	-0.007195340469479561
213389	embedding2nn.bias	4	0.0013476817402988672
213389	embedding2nn.bias	5	-0.17754915356636047
213389	embedding2nn.bias	6	-0.09723449498414993
213389	embedding2nn.bias	7	-0.02949121594429016
213389	embedding2nn.bias	8	0.07664219290018082
213389	embedding2nn.bias	9	-0.05697987973690033
213389	rnn.weight_ih_l0	0	0.048024166375398636
213389	rnn.weight_ih_l0	1	-0.07597719132900238
213389	rnn.weight_ih_l0	2	-0.05461464822292328
213389	rnn.weight_ih_l0	3	-0.05964956060051918
213389	rnn.weight_ih_l0	4	0.016943002119660378
213389	rnn.weight_ih_l0	5	-0.10507280379533768
213389	rnn.weight_ih_l0	6	-0.030504614114761353
213389	rnn.weight_ih_l0	7	-0.009648729115724564
213389	rnn.weight_ih_l0	8	0.06473508477210999
213389	rnn.weight_ih_l0	9	0.011180920526385307
213389	rnn.weight_hh_l0	0	0.0002780954819172621
213389	rnn.weight_hh_l0	1	-0.07852262258529663
213389	rnn.weight_hh_l0	2	0.0698707103729248
213389	rnn.weight_hh_l0	3	0.05382538586854935
213389	rnn.weight_hh_l0	4	0.0041770534589886665
213389	rnn.weight_hh_l0	5	0.06598781794309616
213389	rnn.weight_hh_l0	6	-0.017050480470061302
213389	rnn.weight_hh_l0	7	-0.11103583872318268
213389	rnn.weight_hh_l0	8	0.029040781781077385
213389	rnn.weight_hh_l0	9	-0.07704298198223114
213389	rnn.bias_ih_l0	0	-0.09502442181110382
213389	rnn.bias_ih_l0	1	-0.1919243037700653
213389	rnn.bias_ih_l0	2	-0.2662661373615265
213389	rnn.bias_ih_l0	3	-0.2883078157901764
213389	rnn.bias_ih_l0	4	0.0032685529440641403
213389	rnn.bias_ih_l0	5	0.06195990368723869
213389	rnn.bias_ih_l0	6	-0.16249795258045197
213389	rnn.bias_ih_l0	7	-0.25941112637519836
213389	rnn.bias_ih_l0	8	-0.14828117191791534
213389	rnn.bias_ih_l0	9	-0.18071596324443817
213389	rnn.bias_hh_l0	0	0.13022811710834503
213389	rnn.bias_hh_l0	1	-0.06063896417617798
213389	rnn.bias_hh_l0	2	0.04960503801703453
213389	rnn.bias_hh_l0	3	-0.18525198101997375
213389	rnn.bias_hh_l0	4	0.05689091980457306
213389	rnn.bias_hh_l0	5	0.055334437638521194
213389	rnn.bias_hh_l0	6	-0.1074642613530159
213389	rnn.bias_hh_l0	7	-0.14785857498645782
213389	rnn.bias_hh_l0	8	-0.1879730522632599
213389	rnn.bias_hh_l0	9	-0.10791472345590591
213389	rnn.weight_ih_l0_reverse	0	-0.023538390174508095
213389	rnn.weight_ih_l0_reverse	1	0.0008408661815337837
213389	rnn.weight_ih_l0_reverse	2	0.015177659690380096
213389	rnn.weight_ih_l0_reverse	3	0.012184093706309795
213389	rnn.weight_ih_l0_reverse	4	0.01462317444384098
213389	rnn.weight_ih_l0_reverse	5	-0.045186854898929596
213389	rnn.weight_ih_l0_reverse	6	-0.04825405031442642
213389	rnn.weight_ih_l0_reverse	7	0.011750041507184505
213389	rnn.weight_ih_l0_reverse	8	0.1035863533616066
213389	rnn.weight_ih_l0_reverse	9	7.617963274242356e-05
213389	rnn.weight_hh_l0_reverse	0	-9.284793378583345e-09
213389	rnn.weight_hh_l0_reverse	1	0.027969909831881523
213389	rnn.weight_hh_l0_reverse	2	-0.04049428179860115
213389	rnn.weight_hh_l0_reverse	3	0.0359046570956707
213389	rnn.weight_hh_l0_reverse	4	0.02195267379283905
213389	rnn.weight_hh_l0_reverse	5	-0.007782237604260445
213389	rnn.weight_hh_l0_reverse	6	0.06734725832939148
213389	rnn.weight_hh_l0_reverse	7	0.037361595779657364
213389	rnn.weight_hh_l0_reverse	8	-0.02396964281797409
213389	rnn.weight_hh_l0_reverse	9	-0.029256321489810944
213389	rnn.bias_ih_l0_reverse	0	-0.1533568650484085
213389	rnn.bias_ih_l0_reverse	1	-0.30286905169487
213389	rnn.bias_ih_l0_reverse	2	-0.06074706092476845
213389	rnn.bias_ih_l0_reverse	3	-0.1574305295944214
213389	rnn.bias_ih_l0_reverse	4	0.07311027497053146
213389	rnn.bias_ih_l0_reverse	5	-0.27127310633659363
213389	rnn.bias_ih_l0_reverse	6	-0.05944669991731644
213389	rnn.bias_ih_l0_reverse	7	0.027054252102971077
213389	rnn.bias_ih_l0_reverse	8	-0.18609939515590668
213389	rnn.bias_ih_l0_reverse	9	-0.09507626295089722
213389	rnn.bias_hh_l0_reverse	0	-0.15976345539093018
213389	rnn.bias_hh_l0_reverse	1	-0.1552659422159195
213389	rnn.bias_hh_l0_reverse	2	-0.014867383986711502
213389	rnn.bias_hh_l0_reverse	3	-0.13217821717262268
213389	rnn.bias_hh_l0_reverse	4	-0.02898961864411831
213389	rnn.bias_hh_l0_reverse	5	-0.11650858074426651
213389	rnn.bias_hh_l0_reverse	6	-0.08303714543581009
213389	rnn.bias_hh_l0_reverse	7	-0.1759583204984665
213389	rnn.bias_hh_l0_reverse	8	-0.06479240208864212
213389	rnn.bias_hh_l0_reverse	9	-0.11121853440999985
213389	linear.weight	0	-0.2414189577102661
213389	linear.weight	1	-0.10081265866756439
213389	linear.weight	2	-0.011228874325752258
213389	linear.weight	3	-0.09409362077713013
213389	linear.weight	4	0.011219754815101624
213389	linear.weight	5	0.17393724620342255
213389	linear.weight	6	0.0047744326293468475
213389	linear.weight	7	-0.021312154829502106
213389	linear.weight	8	0.192572683095932
213389	linear.weight	9	0.22851598262786865
213389	linear.bias	0	-0.8445894718170166
213389	linear.bias	1	1.4101200103759766
213389	linear.bias	2	-0.4712468087673187
213389	linear.bias	3	-0.7437318563461304
213389	linear.bias	4	-0.8305330276489258
213389	linear.bias	5	-1.1796612739562988
213389	linear.bias	6	-0.9855136871337891
213389	linear.bias	7	-0.733163595199585
213389	linear.bias	8	-0.01705317199230194
213389	linear.bias	9	3.5691144466400146
213586	transitions	0	-0.45783326029777527
213586	transitions	1	8.838184356689453
213586	transitions	2	-3.611956834793091
213586	transitions	3	1.549620509147644
213586	transitions	4	-2.205341100692749
213586	transitions	5	-0.4263151288032532
213586	transitions	6	-0.19505931437015533
213586	transitions	7	-10000.0
213586	transitions	8	1.855379343032837
213586	transitions	9	-2.2948520183563232
213586	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
213586	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
213586	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
213586	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
213586	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
213586	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
213586	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
213586	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
213586	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
213586	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
213586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
213586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
213586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
213586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
213586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
213586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
213586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
213586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
213586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
213586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
213586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
213586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
213586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
213586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
213586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
213586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
213586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
213586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
213586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
213586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
213586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
213586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
213586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
213586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
213586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
213586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
213586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
213586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
213586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
213586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
213586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
213586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
213586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
213586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
213586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
213586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
213586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
213586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
213586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
213586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
213586	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
213586	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
213586	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
213586	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
213586	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
213586	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
213586	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
213586	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
213586	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
213586	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
213586	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
213586	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
213586	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
213586	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
213586	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
213586	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
213586	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
213586	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
213586	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
213586	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
213586	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
213586	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
213586	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
213586	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
213586	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
213586	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
213586	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
213586	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
213586	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
213586	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
213586	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
213586	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
213586	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
213586	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
213586	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
213586	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
213586	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
213586	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
213586	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
213586	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
213586	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
213586	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
213586	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
213586	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
213586	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
213586	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
213586	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
213586	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
213586	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
213586	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
213586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
213586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
213586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
213586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
213586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
213586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
213586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
213586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
213586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
213586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
213586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
213586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
213586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
213586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
213586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
213586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
213586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
213586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
213586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
213586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
213586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
213586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
213586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
213586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
213586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
213586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
213586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
213586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
213586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
213586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
213586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
213586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
213586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
213586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
213586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
213586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
213586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
213586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
213586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
213586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
213586	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
213586	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
213586	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
213586	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
213586	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
213586	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
213586	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
213586	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
213586	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
213586	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
213586	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
213586	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
213586	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
213586	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
213586	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
213586	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
213586	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
213586	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
213586	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
213586	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
213586	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
213586	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
213586	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
213586	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
213586	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
213586	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
213586	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
213586	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
213586	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
213586	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
213586	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
213586	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
213586	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
213586	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
213586	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
213586	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
213586	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
213586	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
213586	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
213586	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
213586	embedding2nn.weight	0	0.04511446878314018
213586	embedding2nn.weight	1	-0.09244786202907562
213586	embedding2nn.weight	2	0.013100267387926579
213586	embedding2nn.weight	3	-0.05532091483473778
213586	embedding2nn.weight	4	-0.10976944863796234
213586	embedding2nn.weight	5	0.11395152658224106
213586	embedding2nn.weight	6	-0.10153228789567947
213586	embedding2nn.weight	7	-0.07056253403425217
213586	embedding2nn.weight	8	-0.029556097462773323
213586	embedding2nn.weight	9	0.0405706912279129
213586	embedding2nn.bias	0	0.07967711240053177
213586	embedding2nn.bias	1	-0.016414035111665726
213586	embedding2nn.bias	2	-0.10242757946252823
213586	embedding2nn.bias	3	-0.010145974345505238
213586	embedding2nn.bias	4	-0.006621161941438913
213586	embedding2nn.bias	5	-0.1676671802997589
213586	embedding2nn.bias	6	-0.0987601950764656
213586	embedding2nn.bias	7	-0.026625780388712883
213586	embedding2nn.bias	8	0.07283426821231842
213586	embedding2nn.bias	9	-0.05545276030898094
213586	rnn.weight_ih_l0	0	0.047561969608068466
213586	rnn.weight_ih_l0	1	-0.07630084455013275
213586	rnn.weight_ih_l0	2	-0.05471034348011017
213586	rnn.weight_ih_l0	3	-0.05888587236404419
213586	rnn.weight_ih_l0	4	0.01693226955831051
213586	rnn.weight_ih_l0	5	-0.10776148736476898
213586	rnn.weight_ih_l0	6	-0.030405763536691666
213586	rnn.weight_ih_l0	7	-0.01084210816770792
213586	rnn.weight_ih_l0	8	0.062935009598732
213586	rnn.weight_ih_l0	9	0.010222282260656357
213586	rnn.weight_hh_l0	0	-0.00014690520765725523
213586	rnn.weight_hh_l0	1	-0.0787418857216835
213586	rnn.weight_hh_l0	2	0.07032246887683868
213586	rnn.weight_hh_l0	3	0.053840719163417816
213586	rnn.weight_hh_l0	4	0.004064695909619331
213586	rnn.weight_hh_l0	5	0.0658283531665802
213586	rnn.weight_hh_l0	6	-0.01707453466951847
213586	rnn.weight_hh_l0	7	-0.11119735240936279
213586	rnn.weight_hh_l0	8	0.029264099895954132
213586	rnn.weight_hh_l0	9	-0.07730281352996826
213586	rnn.bias_ih_l0	0	-0.09360965341329575
213586	rnn.bias_ih_l0	1	-0.19229844212532043
213586	rnn.bias_ih_l0	2	-0.2634955048561096
213586	rnn.bias_ih_l0	3	-0.2876320481300354
213586	rnn.bias_ih_l0	4	0.001565241371281445
213586	rnn.bias_ih_l0	5	0.061751678586006165
213586	rnn.bias_ih_l0	6	-0.16356755793094635
213586	rnn.bias_ih_l0	7	-0.2604601979255676
213586	rnn.bias_ih_l0	8	-0.15079401433467865
213586	rnn.bias_ih_l0	9	-0.18194037675857544
213586	rnn.bias_hh_l0	0	0.13049475848674774
213586	rnn.bias_hh_l0	1	-0.05890388786792755
213586	rnn.bias_hh_l0	2	0.04965453967452049
213586	rnn.bias_hh_l0	3	-0.18592722713947296
213586	rnn.bias_hh_l0	4	0.06199919432401657
213586	rnn.bias_hh_l0	5	0.05486477538943291
213586	rnn.bias_hh_l0	6	-0.10745517909526825
213586	rnn.bias_hh_l0	7	-0.14981696009635925
213586	rnn.bias_hh_l0	8	-0.18710370361804962
213586	rnn.bias_hh_l0	9	-0.10861877351999283
213586	rnn.weight_ih_l0_reverse	0	-0.022755684331059456
213586	rnn.weight_ih_l0_reverse	1	0.00046559347538277507
213586	rnn.weight_ih_l0_reverse	2	0.017039529979228973
213586	rnn.weight_ih_l0_reverse	3	0.010640955530107021
213586	rnn.weight_ih_l0_reverse	4	0.015211709775030613
213586	rnn.weight_ih_l0_reverse	5	-0.04550537094473839
213586	rnn.weight_ih_l0_reverse	6	-0.047871269285678864
213586	rnn.weight_ih_l0_reverse	7	0.012258614413440228
213586	rnn.weight_ih_l0_reverse	8	0.10421454906463623
213586	rnn.weight_ih_l0_reverse	9	0.0003628206322900951
213586	rnn.weight_hh_l0_reverse	0	0.000308215239783749
213586	rnn.weight_hh_l0_reverse	1	0.027979951351881027
213586	rnn.weight_hh_l0_reverse	2	-0.04036043584346771
213586	rnn.weight_hh_l0_reverse	3	0.035945843905210495
213586	rnn.weight_hh_l0_reverse	4	0.02185964584350586
213586	rnn.weight_hh_l0_reverse	5	-0.008335499092936516
213586	rnn.weight_hh_l0_reverse	6	0.06677248328924179
213586	rnn.weight_hh_l0_reverse	7	0.03766409680247307
213586	rnn.weight_hh_l0_reverse	8	-0.02425319142639637
213586	rnn.weight_hh_l0_reverse	9	-0.029150672256946564
213586	rnn.bias_ih_l0_reverse	0	-0.15183933079242706
213586	rnn.bias_ih_l0_reverse	1	-0.30441442131996155
213586	rnn.bias_ih_l0_reverse	2	-0.06042644381523132
213586	rnn.bias_ih_l0_reverse	3	-0.15933212637901306
213586	rnn.bias_ih_l0_reverse	4	0.07328531891107559
213586	rnn.bias_ih_l0_reverse	5	-0.2720564007759094
213586	rnn.bias_ih_l0_reverse	6	-0.05892952159047127
213586	rnn.bias_ih_l0_reverse	7	0.0255244392901659
213586	rnn.bias_ih_l0_reverse	8	-0.1859978437423706
213586	rnn.bias_ih_l0_reverse	9	-0.09388133138418198
213586	rnn.bias_hh_l0_reverse	0	-0.16046275198459625
213586	rnn.bias_hh_l0_reverse	1	-0.15391770005226135
213586	rnn.bias_hh_l0_reverse	2	-0.013638568110764027
213586	rnn.bias_hh_l0_reverse	3	-0.13385087251663208
213586	rnn.bias_hh_l0_reverse	4	-0.03081485815346241
213586	rnn.bias_hh_l0_reverse	5	-0.11575410515069962
213586	rnn.bias_hh_l0_reverse	6	-0.0828089490532875
213586	rnn.bias_hh_l0_reverse	7	-0.1777845323085785
213586	rnn.bias_hh_l0_reverse	8	-0.06426452100276947
213586	rnn.bias_hh_l0_reverse	9	-0.11246494203805923
213586	linear.weight	0	-0.23508897423744202
213586	linear.weight	1	-0.10152270644903183
213586	linear.weight	2	-0.011228874325752258
213586	linear.weight	3	-0.0973905548453331
213586	linear.weight	4	0.013771295547485352
213586	linear.weight	5	0.16587159037590027
213586	linear.weight	6	0.0047744326293468475
213586	linear.weight	7	-0.021312154829502106
213586	linear.weight	8	0.20202498137950897
213586	linear.weight	9	0.23212289810180664
213586	linear.bias	0	-0.8434803485870361
213586	linear.bias	1	1.434863567352295
213586	linear.bias	2	-0.49101731181144714
213586	linear.bias	3	-0.7204833626747131
213586	linear.bias	4	-0.862457811832428
213586	linear.bias	5	-1.1796789169311523
213586	linear.bias	6	-0.9848152995109558
213586	linear.bias	7	-0.736871600151062
213586	linear.bias	8	-0.01705317199230194
213586	linear.bias	9	3.54463267326355
213783	transitions	0	-0.45792579650878906
213783	transitions	1	8.815694808959961
213783	transitions	2	-3.6123478412628174
213783	transitions	3	1.5494909286499023
213783	transitions	4	-2.2055158615112305
213783	transitions	5	-0.4264548718929291
213783	transitions	6	-0.1951197385787964
213783	transitions	7	-10000.0
213783	transitions	8	1.8546830415725708
213783	transitions	9	-2.2948524951934814
213783	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
213783	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
213783	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
213783	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
213783	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
213783	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
213783	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
213783	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
213783	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
213783	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
213783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
213783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
213783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
213783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
213783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
213783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
213783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
213783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
213783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
213783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
213783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
213783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
213783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
213783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
213783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
213783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
213783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
213783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
213783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
213783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
213783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
213783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
213783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
213783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
213783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
213783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
213783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
213783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
213783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
213783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
213783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
213783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
213783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
213783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
213783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
213783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
213783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
213783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
213783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
213783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
213783	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
213783	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
213783	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
213783	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
213783	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
213783	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
213783	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
213783	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
213783	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
213783	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
213783	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
213783	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
213783	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
213783	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
213783	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
213783	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
213783	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
213783	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
213783	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
213783	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
213783	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
213783	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
213783	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
213783	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
213783	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
213783	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
213783	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
213783	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
213783	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
213783	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
213783	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
213783	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
213783	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
213783	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
213783	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
213783	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
213783	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
213783	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
213783	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
213783	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
213783	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
213783	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
213783	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
213783	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
213783	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
213783	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
213783	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
213783	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
213783	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
213783	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
213783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
213783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
213783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
213783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
213783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
213783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
213783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
213783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
213783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
213783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
213783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
213783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
213783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
213783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
213783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
213783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
213783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
213783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
213783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
213783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
213783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
213783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
213783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
213783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
213783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
213783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
213783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
213783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
213783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
213783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
213783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
213783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
213783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
213783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
213783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
213783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
213783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
213783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
213783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
213783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
213783	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
213783	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
213783	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
213783	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
213783	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
213783	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
213783	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
213783	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
213783	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
213783	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
213783	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
213783	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
213783	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
213783	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
213783	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
213783	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
213783	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
213783	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
213783	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
213783	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
213783	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
213783	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
213783	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
213783	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
213783	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
213783	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
213783	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
213783	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
213783	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
213783	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
213783	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
213783	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
213783	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
213783	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
213783	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
213783	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
213783	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
213783	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
213783	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
213783	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
213783	embedding2nn.weight	0	0.04513176530599594
213783	embedding2nn.weight	1	-0.0919514074921608
213783	embedding2nn.weight	2	0.014054947532713413
213783	embedding2nn.weight	3	-0.05641847848892212
213783	embedding2nn.weight	4	-0.11002647131681442
213783	embedding2nn.weight	5	0.11404401063919067
213783	embedding2nn.weight	6	-0.10338935256004333
213783	embedding2nn.weight	7	-0.07033098489046097
213783	embedding2nn.weight	8	-0.029702628031373024
213783	embedding2nn.weight	9	0.039204828441143036
213783	embedding2nn.bias	0	0.0771779865026474
213783	embedding2nn.bias	1	-0.02176821231842041
213783	embedding2nn.bias	2	-0.10447515547275543
213783	embedding2nn.bias	3	-0.011982378549873829
213783	embedding2nn.bias	4	-0.006307717878371477
213783	embedding2nn.bias	5	-0.1720685362815857
213783	embedding2nn.bias	6	-0.09036488831043243
213783	embedding2nn.bias	7	-0.023527389392256737
213783	embedding2nn.bias	8	0.0779218077659607
213783	embedding2nn.bias	9	-0.06160449981689453
213783	rnn.weight_ih_l0	0	0.05002984032034874
213783	rnn.weight_ih_l0	1	-0.07643719762563705
213783	rnn.weight_ih_l0	2	-0.05601153150200844
213783	rnn.weight_ih_l0	3	-0.05753948912024498
213783	rnn.weight_ih_l0	4	0.017396045848727226
213783	rnn.weight_ih_l0	5	-0.10736807435750961
213783	rnn.weight_ih_l0	6	-0.03173429146409035
213783	rnn.weight_ih_l0	7	-0.011484370566904545
213783	rnn.weight_ih_l0	8	0.06146145984530449
213783	rnn.weight_ih_l0	9	0.010567390359938145
213783	rnn.weight_hh_l0	0	-0.0001512908493168652
213783	rnn.weight_hh_l0	1	-0.0790657252073288
213783	rnn.weight_hh_l0	2	0.07062938064336777
213783	rnn.weight_hh_l0	3	0.054116543382406235
213783	rnn.weight_hh_l0	4	0.004080777522176504
213783	rnn.weight_hh_l0	5	0.06586094945669174
213783	rnn.weight_hh_l0	6	-0.017285440117120743
213783	rnn.weight_hh_l0	7	-0.11083224415779114
213783	rnn.weight_hh_l0	8	0.02910712920129299
213783	rnn.weight_hh_l0	9	-0.07828033715486526
213783	rnn.bias_ih_l0	0	-0.09561509639024734
213783	rnn.bias_ih_l0	1	-0.19232827425003052
213783	rnn.bias_ih_l0	2	-0.2624927759170532
213783	rnn.bias_ih_l0	3	-0.28804054856300354
213783	rnn.bias_ih_l0	4	0.002185035962611437
213783	rnn.bias_ih_l0	5	0.06066326051950455
213783	rnn.bias_ih_l0	6	-0.16256269812583923
213783	rnn.bias_ih_l0	7	-0.25738751888275146
213783	rnn.bias_ih_l0	8	-0.15008248388767242
213783	rnn.bias_ih_l0	9	-0.18196706473827362
213783	rnn.bias_hh_l0	0	0.13134226202964783
213783	rnn.bias_hh_l0	1	-0.057953547686338425
213783	rnn.bias_hh_l0	2	0.049820587038993835
213783	rnn.bias_hh_l0	3	-0.18661081790924072
213783	rnn.bias_hh_l0	4	0.058313533663749695
213783	rnn.bias_hh_l0	5	0.05574813857674599
213783	rnn.bias_hh_l0	6	-0.10871761292219162
213783	rnn.bias_hh_l0	7	-0.1513960063457489
213783	rnn.bias_hh_l0	8	-0.19077612459659576
213783	rnn.bias_hh_l0	9	-0.10699883848428726
213783	rnn.weight_ih_l0_reverse	0	-0.0225312951952219
213783	rnn.weight_ih_l0_reverse	1	-0.0005342611111700535
213783	rnn.weight_ih_l0_reverse	2	0.017778558656573296
213783	rnn.weight_ih_l0_reverse	3	0.009776701219379902
213783	rnn.weight_ih_l0_reverse	4	0.015324383042752743
213783	rnn.weight_ih_l0_reverse	5	-0.046068351715803146
213783	rnn.weight_ih_l0_reverse	6	-0.04686879366636276
213783	rnn.weight_ih_l0_reverse	7	0.012994970194995403
213783	rnn.weight_ih_l0_reverse	8	0.10406945645809174
213783	rnn.weight_ih_l0_reverse	9	-0.0009402460418641567
213783	rnn.weight_hh_l0_reverse	0	0.0010684487642720342
213783	rnn.weight_hh_l0_reverse	1	0.027918081730604172
213783	rnn.weight_hh_l0_reverse	2	-0.04013467952609062
213783	rnn.weight_hh_l0_reverse	3	0.03624805435538292
213783	rnn.weight_hh_l0_reverse	4	0.021448155865073204
213783	rnn.weight_hh_l0_reverse	5	-0.008227408863604069
213783	rnn.weight_hh_l0_reverse	6	0.06594183295965195
213783	rnn.weight_hh_l0_reverse	7	0.03709975257515907
213783	rnn.weight_hh_l0_reverse	8	-0.02455364540219307
213783	rnn.weight_hh_l0_reverse	9	-0.02905833162367344
213783	rnn.bias_ih_l0_reverse	0	-0.15115909278392792
213783	rnn.bias_ih_l0_reverse	1	-0.3059578537940979
213783	rnn.bias_ih_l0_reverse	2	-0.06053391098976135
213783	rnn.bias_ih_l0_reverse	3	-0.1587056964635849
213783	rnn.bias_ih_l0_reverse	4	0.07316800951957703
213783	rnn.bias_ih_l0_reverse	5	-0.2718762457370758
213783	rnn.bias_ih_l0_reverse	6	-0.06074359640479088
213783	rnn.bias_ih_l0_reverse	7	0.02478206716477871
213783	rnn.bias_ih_l0_reverse	8	-0.18569917976856232
213783	rnn.bias_ih_l0_reverse	9	-0.0945608839392662
213783	rnn.bias_hh_l0_reverse	0	-0.1598801463842392
213783	rnn.bias_hh_l0_reverse	1	-0.15501363575458527
213783	rnn.bias_hh_l0_reverse	2	-0.012687427923083305
213783	rnn.bias_hh_l0_reverse	3	-0.13588377833366394
213783	rnn.bias_hh_l0_reverse	4	-0.029548848047852516
213783	rnn.bias_hh_l0_reverse	5	-0.11545934528112411
213783	rnn.bias_hh_l0_reverse	6	-0.08360474556684494
213783	rnn.bias_hh_l0_reverse	7	-0.17798854410648346
213783	rnn.bias_hh_l0_reverse	8	-0.06448163837194443
213783	rnn.bias_hh_l0_reverse	9	-0.11084716022014618
213783	linear.weight	0	-0.2403697371482849
213783	linear.weight	1	-0.1048605889081955
213783	linear.weight	2	-0.011228874325752258
213783	linear.weight	3	-0.08976201713085175
213783	linear.weight	4	0.013347639702260494
213783	linear.weight	5	0.17004501819610596
213783	linear.weight	6	0.0047744326293468475
213783	linear.weight	7	-0.021312154829502106
213783	linear.weight	8	0.19796842336654663
213783	linear.weight	9	0.2237565815448761
213783	linear.bias	0	-0.8400923609733582
213783	linear.bias	1	1.411563754081726
213783	linear.bias	2	-0.48397475481033325
213783	linear.bias	3	-0.7269572019577026
213783	linear.bias	4	-0.8508861660957336
213783	linear.bias	5	-1.1796985864639282
213783	linear.bias	6	-0.9827237129211426
213783	linear.bias	7	-0.7363221645355225
213783	linear.bias	8	-0.01705317199230194
213783	linear.bias	9	3.497602939605713
213980	transitions	0	-0.4579840302467346
213980	transitions	1	8.807284355163574
213980	transitions	2	-3.6125435829162598
213980	transitions	3	1.5585535764694214
213980	transitions	4	-2.205667734146118
213980	transitions	5	-0.4265266954898834
213980	transitions	6	-0.19513410329818726
213980	transitions	7	-10000.0
213980	transitions	8	1.85420823097229
213980	transitions	9	-2.294853448867798
213980	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
213980	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
213980	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
213980	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
213980	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
213980	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
213980	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
213980	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
213980	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
213980	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
213980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
213980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
213980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
213980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
213980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
213980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
213980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
213980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
213980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
213980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
213980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
213980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
213980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
213980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
213980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
213980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
213980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
213980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
213980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
213980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
213980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
213980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
213980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
213980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
213980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
213980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
213980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
213980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
213980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
213980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
213980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
213980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
213980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
213980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
213980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
213980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
213980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
213980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
213980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
213980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
213980	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
213980	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
213980	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
213980	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
213980	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
213980	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
213980	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
213980	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
213980	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
213980	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
213980	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
213980	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
213980	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
213980	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
213980	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
213980	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
213980	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
213980	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
213980	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
213980	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
213980	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
213980	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
213980	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
213980	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
213980	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
213980	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
213980	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
213980	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
213980	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
213980	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
213980	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
213980	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
213980	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
213980	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
213980	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
213980	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
213980	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
213980	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
213980	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
213980	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
213980	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
213980	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
213980	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
213980	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
213980	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
213980	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
213980	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
213980	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
213980	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
213980	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
213980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
213980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
213980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
213980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
213980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
213980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
213980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
213980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
213980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
213980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
213980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
213980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
213980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
213980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
213980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
213980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
213980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
213980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
213980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
213980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
213980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
213980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
213980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
213980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
213980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
213980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
213980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
213980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
213980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
213980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
213980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
213980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
213980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
213980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
213980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
213980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
213980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
213980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
213980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
213980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
213980	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
213980	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
213980	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
213980	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
213980	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
213980	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
213980	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
213980	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
213980	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
213980	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
213980	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
213980	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
213980	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
213980	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
213980	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
213980	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
213980	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
213980	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
213980	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
213980	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
213980	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
213980	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
213980	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
213980	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
213980	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
213980	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
213980	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
213980	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
213980	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
213980	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
213980	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
213980	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
213980	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
213980	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
213980	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
213980	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
213980	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
213980	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
213980	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
213980	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
213980	embedding2nn.weight	0	0.04501746967434883
213980	embedding2nn.weight	1	-0.09157420694828033
213980	embedding2nn.weight	2	0.01585373468697071
213980	embedding2nn.weight	3	-0.05715915933251381
213980	embedding2nn.weight	4	-0.11083172261714935
213980	embedding2nn.weight	5	0.11363924294710159
213980	embedding2nn.weight	6	-0.10397160053253174
213980	embedding2nn.weight	7	-0.07017335295677185
213980	embedding2nn.weight	8	-0.030689559876918793
213980	embedding2nn.weight	9	0.04019049555063248
213980	embedding2nn.bias	0	0.08243432641029358
213980	embedding2nn.bias	1	-0.021961698308587074
213980	embedding2nn.bias	2	-0.10406509041786194
213980	embedding2nn.bias	3	-0.005784128326922655
213980	embedding2nn.bias	4	-0.0067617339082062244
213980	embedding2nn.bias	5	-0.17826780676841736
213980	embedding2nn.bias	6	-0.09941298514604568
213980	embedding2nn.bias	7	-0.01975938491523266
213980	embedding2nn.bias	8	0.07197104394435883
213980	embedding2nn.bias	9	-0.07155680656433105
213980	rnn.weight_ih_l0	0	0.04837308079004288
213980	rnn.weight_ih_l0	1	-0.07585547119379044
213980	rnn.weight_ih_l0	2	-0.05663696303963661
213980	rnn.weight_ih_l0	3	-0.05979437381029129
213980	rnn.weight_ih_l0	4	0.017757240682840347
213980	rnn.weight_ih_l0	5	-0.10636050254106522
213980	rnn.weight_ih_l0	6	-0.030622631311416626
213980	rnn.weight_ih_l0	7	-0.00998623576015234
213980	rnn.weight_ih_l0	8	0.06042122095823288
213980	rnn.weight_ih_l0	9	0.009213215671479702
213980	rnn.weight_hh_l0	0	7.94799198047258e-05
213980	rnn.weight_hh_l0	1	-0.07712047547101974
213980	rnn.weight_hh_l0	2	0.07044994086027145
213980	rnn.weight_hh_l0	3	0.05379375442862511
213980	rnn.weight_hh_l0	4	0.00437964778393507
213980	rnn.weight_hh_l0	5	0.06654166430234909
213980	rnn.weight_hh_l0	6	-0.017447257414460182
213980	rnn.weight_hh_l0	7	-0.11117998510599136
213980	rnn.weight_hh_l0	8	0.028727086260914803
213980	rnn.weight_hh_l0	9	-0.07928084582090378
213980	rnn.bias_ih_l0	0	-0.0941939651966095
213980	rnn.bias_ih_l0	1	-0.19267955422401428
213980	rnn.bias_ih_l0	2	-0.26236239075660706
213980	rnn.bias_ih_l0	3	-0.28724613785743713
213980	rnn.bias_ih_l0	4	0.0036360302474349737
213980	rnn.bias_ih_l0	5	0.05768987908959389
213980	rnn.bias_ih_l0	6	-0.16262073814868927
213980	rnn.bias_ih_l0	7	-0.25719529390335083
213980	rnn.bias_ih_l0	8	-0.1511843055486679
213980	rnn.bias_ih_l0	9	-0.18114183843135834
213980	rnn.bias_hh_l0	0	0.1301300972700119
213980	rnn.bias_hh_l0	1	-0.05666995793581009
213980	rnn.bias_hh_l0	2	0.050673045217990875
213980	rnn.bias_hh_l0	3	-0.1855545938014984
213980	rnn.bias_hh_l0	4	0.05450216680765152
213980	rnn.bias_hh_l0	5	0.05545513331890106
213980	rnn.bias_hh_l0	6	-0.10875987261533737
213980	rnn.bias_hh_l0	7	-0.15022771060466766
213980	rnn.bias_hh_l0	8	-0.19008828699588776
213980	rnn.bias_hh_l0	9	-0.10646362602710724
213980	rnn.weight_ih_l0_reverse	0	-0.021195178851485252
213980	rnn.weight_ih_l0_reverse	1	-0.0019405786879360676
213980	rnn.weight_ih_l0_reverse	2	0.01707354560494423
213980	rnn.weight_ih_l0_reverse	3	0.010721308179199696
213980	rnn.weight_ih_l0_reverse	4	0.015996990725398064
213980	rnn.weight_ih_l0_reverse	5	-0.04690449312329292
213980	rnn.weight_ih_l0_reverse	6	-0.046524569392204285
213980	rnn.weight_ih_l0_reverse	7	0.013029072433710098
213980	rnn.weight_ih_l0_reverse	8	0.10431697964668274
213980	rnn.weight_ih_l0_reverse	9	-0.0003942824841942638
213980	rnn.weight_hh_l0_reverse	0	0.001084580784663558
213980	rnn.weight_hh_l0_reverse	1	0.027909882366657257
213980	rnn.weight_hh_l0_reverse	2	-0.0399046391248703
213980	rnn.weight_hh_l0_reverse	3	0.03629406541585922
213980	rnn.weight_hh_l0_reverse	4	0.02193932980298996
213980	rnn.weight_hh_l0_reverse	5	-0.008267071098089218
213980	rnn.weight_hh_l0_reverse	6	0.0655243769288063
213980	rnn.weight_hh_l0_reverse	7	0.03692944720387459
213980	rnn.weight_hh_l0_reverse	8	-0.024537408724427223
213980	rnn.weight_hh_l0_reverse	9	-0.028308814391493797
213980	rnn.bias_ih_l0_reverse	0	-0.15270660817623138
213980	rnn.bias_ih_l0_reverse	1	-0.30711910128593445
213980	rnn.bias_ih_l0_reverse	2	-0.0603584460914135
213980	rnn.bias_ih_l0_reverse	3	-0.15809915959835052
213980	rnn.bias_ih_l0_reverse	4	0.07150739431381226
213980	rnn.bias_ih_l0_reverse	5	-0.2742708921432495
213980	rnn.bias_ih_l0_reverse	6	-0.05962712690234184
213980	rnn.bias_ih_l0_reverse	7	0.024134233593940735
213980	rnn.bias_ih_l0_reverse	8	-0.18680793046951294
213980	rnn.bias_ih_l0_reverse	9	-0.09438952058553696
213980	rnn.bias_hh_l0_reverse	0	-0.16007757186889648
213980	rnn.bias_hh_l0_reverse	1	-0.15429769456386566
213980	rnn.bias_hh_l0_reverse	2	-0.013984340243041515
213980	rnn.bias_hh_l0_reverse	3	-0.1352148801088333
213980	rnn.bias_hh_l0_reverse	4	-0.030949048697948456
213980	rnn.bias_hh_l0_reverse	5	-0.11589682847261429
213980	rnn.bias_hh_l0_reverse	6	-0.08627738058567047
213980	rnn.bias_hh_l0_reverse	7	-0.17730411887168884
213980	rnn.bias_hh_l0_reverse	8	-0.06423928588628769
213980	rnn.bias_hh_l0_reverse	9	-0.11003192514181137
213980	linear.weight	0	-0.2527201175689697
213980	linear.weight	1	-0.10200797021389008
213980	linear.weight	2	-0.011228874325752258
213980	linear.weight	3	-0.07921507954597473
213980	linear.weight	4	-0.0003553009300958365
213980	linear.weight	5	0.17916494607925415
213980	linear.weight	6	0.0047744326293468475
213980	linear.weight	7	-0.021312154829502106
213980	linear.weight	8	0.19434243440628052
213980	linear.weight	9	0.22870485484600067
213980	linear.bias	0	-0.8184185028076172
213980	linear.bias	1	1.433070182800293
213980	linear.bias	2	-0.49817049503326416
213980	linear.bias	3	-0.7377769947052002
213980	linear.bias	4	-0.8740283846855164
213980	linear.bias	5	-1.1797125339508057
213980	linear.bias	6	-0.9607851505279541
213980	linear.bias	7	-0.7507467865943909
213980	linear.bias	8	-0.01705317199230194
213980	linear.bias	9	3.5322954654693604
214177	transitions	0	-0.4580380618572235
214177	transitions	1	8.811635971069336
214177	transitions	2	-3.6127843856811523
214177	transitions	3	1.5488300323486328
214177	transitions	4	-2.205956220626831
214177	transitions	5	-0.4282676875591278
214177	transitions	6	-0.1951526701450348
214177	transitions	7	-10000.0
214177	transitions	8	1.8526184558868408
214177	transitions	9	-2.294857978820801
214177	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
214177	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
214177	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
214177	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
214177	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
214177	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
214177	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
214177	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
214177	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
214177	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
214177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
214177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
214177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
214177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
214177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
214177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
214177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
214177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
214177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
214177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
214177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
214177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
214177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
214177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
214177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
214177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
214177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
214177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
214177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
214177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
214177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
214177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
214177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
214177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
214177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
214177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
214177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
214177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
214177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
214177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
214177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
214177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
214177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
214177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
214177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
214177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
214177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
214177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
214177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
214177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
214177	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
214177	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
214177	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
214177	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
214177	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
214177	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
214177	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
214177	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
214177	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
214177	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
214177	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
214177	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
214177	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
214177	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
214177	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
214177	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
214177	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
214177	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
214177	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
214177	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
214177	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
214177	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
214177	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
214177	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
214177	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
214177	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
214177	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
214177	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
214177	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
214177	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
214177	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
214177	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
214177	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
214177	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
214177	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
214177	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
214177	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
214177	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
214177	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
214177	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
214177	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
214177	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
214177	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
214177	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
214177	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
214177	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
214177	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
214177	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
214177	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
214177	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
214177	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
214177	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
214177	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
214177	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
214177	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
214177	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
214177	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
214177	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
214177	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
214177	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
214177	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
214177	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
214177	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
214177	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
214177	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
214177	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
214177	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
214177	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
214177	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
214177	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
214177	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
214177	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
214177	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
214177	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
214177	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
214177	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
214177	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
214177	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
214177	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
214177	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
214177	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
214177	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
214177	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
214177	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
214177	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
214177	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
214177	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
214177	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
214177	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
214177	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
214177	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
214177	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
214177	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
214177	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
214177	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
214177	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
214177	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
214177	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
214177	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
214177	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
214177	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
214177	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
214177	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
214177	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
214177	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
214177	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
214177	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
214177	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
214177	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
214177	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
214177	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
214177	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
214177	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
214177	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
214177	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
214177	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
214177	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
214177	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
214177	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
214177	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
214177	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
214177	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
214177	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
214177	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
214177	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
214177	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
214177	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
214177	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
214177	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
214177	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
214177	embedding2nn.weight	0	0.04529328644275665
214177	embedding2nn.weight	1	-0.09140124171972275
214177	embedding2nn.weight	2	0.016140449792146683
214177	embedding2nn.weight	3	-0.0577106699347496
214177	embedding2nn.weight	4	-0.10936996340751648
214177	embedding2nn.weight	5	0.11348889023065567
214177	embedding2nn.weight	6	-0.1033051386475563
214177	embedding2nn.weight	7	-0.07078833132982254
214177	embedding2nn.weight	8	-0.03150778263807297
214177	embedding2nn.weight	9	0.041240546852350235
214177	embedding2nn.bias	0	0.08120273053646088
214177	embedding2nn.bias	1	-0.022117657586932182
214177	embedding2nn.bias	2	-0.10009193420410156
214177	embedding2nn.bias	3	-0.009798352606594563
214177	embedding2nn.bias	4	-0.011531257070600986
214177	embedding2nn.bias	5	-0.1772986501455307
214177	embedding2nn.bias	6	-0.10110734403133392
214177	embedding2nn.bias	7	-0.016807876527309418
214177	embedding2nn.bias	8	0.07691898196935654
214177	embedding2nn.bias	9	-0.07709796726703644
214177	rnn.weight_ih_l0	0	0.04807490110397339
214177	rnn.weight_ih_l0	1	-0.07652875781059265
214177	rnn.weight_ih_l0	2	-0.05775201693177223
214177	rnn.weight_ih_l0	3	-0.06000844016671181
214177	rnn.weight_ih_l0	4	0.018198708072304726
214177	rnn.weight_ih_l0	5	-0.10817059874534607
214177	rnn.weight_ih_l0	6	-0.03208574280142784
214177	rnn.weight_ih_l0	7	-0.008423987776041031
214177	rnn.weight_ih_l0	8	0.061945363879203796
214177	rnn.weight_ih_l0	9	0.007119094021618366
214177	rnn.weight_hh_l0	0	-0.00010521557851461694
214177	rnn.weight_hh_l0	1	-0.07863307744264603
214177	rnn.weight_hh_l0	2	0.07023832947015762
214177	rnn.weight_hh_l0	3	0.05319486930966377
214177	rnn.weight_hh_l0	4	0.004525212571024895
214177	rnn.weight_hh_l0	5	0.06691829115152359
214177	rnn.weight_hh_l0	6	-0.017287712544202805
214177	rnn.weight_hh_l0	7	-0.11099434643983841
214177	rnn.weight_hh_l0	8	0.0278457198292017
214177	rnn.weight_hh_l0	9	-0.08073479682207108
214177	rnn.bias_ih_l0	0	-0.09467646479606628
214177	rnn.bias_ih_l0	1	-0.19454818964004517
214177	rnn.bias_ih_l0	2	-0.26085177063941956
214177	rnn.bias_ih_l0	3	-0.28763347864151
214177	rnn.bias_ih_l0	4	0.0012095270212739706
214177	rnn.bias_ih_l0	5	0.058680880814790726
214177	rnn.bias_ih_l0	6	-0.16204634308815002
214177	rnn.bias_ih_l0	7	-0.25665706396102905
214177	rnn.bias_ih_l0	8	-0.15090635418891907
214177	rnn.bias_ih_l0	9	-0.18061894178390503
214177	rnn.bias_hh_l0	0	0.12876586616039276
214177	rnn.bias_hh_l0	1	-0.056113846600055695
214177	rnn.bias_hh_l0	2	0.052070360630750656
214177	rnn.bias_hh_l0	3	-0.18661914765834808
214177	rnn.bias_hh_l0	4	0.0542726069688797
214177	rnn.bias_hh_l0	5	0.05594940856099129
214177	rnn.bias_hh_l0	6	-0.10981868952512741
214177	rnn.bias_hh_l0	7	-0.14993755519390106
214177	rnn.bias_hh_l0	8	-0.18905751407146454
214177	rnn.bias_hh_l0	9	-0.10698049515485764
214177	rnn.weight_ih_l0_reverse	0	-0.021701443940401077
214177	rnn.weight_ih_l0_reverse	1	-0.0019504863303154707
214177	rnn.weight_ih_l0_reverse	2	0.0214473158121109
214177	rnn.weight_ih_l0_reverse	3	0.011567764915525913
214177	rnn.weight_ih_l0_reverse	4	0.014590046368539333
214177	rnn.weight_ih_l0_reverse	5	-0.046990010887384415
214177	rnn.weight_ih_l0_reverse	6	-0.046482887119054794
214177	rnn.weight_ih_l0_reverse	7	0.01254076138138771
214177	rnn.weight_ih_l0_reverse	8	0.10422199964523315
214177	rnn.weight_ih_l0_reverse	9	-0.0005603724857792258
214177	rnn.weight_hh_l0_reverse	0	0.0012668842682614923
214177	rnn.weight_hh_l0_reverse	1	0.028122086077928543
214177	rnn.weight_hh_l0_reverse	2	-0.040425173938274384
214177	rnn.weight_hh_l0_reverse	3	0.03558751568198204
214177	rnn.weight_hh_l0_reverse	4	0.022038264200091362
214177	rnn.weight_hh_l0_reverse	5	-0.008533499203622341
214177	rnn.weight_hh_l0_reverse	6	0.06570042669773102
214177	rnn.weight_hh_l0_reverse	7	0.037128645926713943
214177	rnn.weight_hh_l0_reverse	8	-0.023925721645355225
214177	rnn.weight_hh_l0_reverse	9	-0.028463389724493027
214177	rnn.bias_ih_l0_reverse	0	-0.152470201253891
214177	rnn.bias_ih_l0_reverse	1	-0.3034971356391907
214177	rnn.bias_ih_l0_reverse	2	-0.05948498472571373
214177	rnn.bias_ih_l0_reverse	3	-0.1579955816268921
214177	rnn.bias_ih_l0_reverse	4	0.07213097810745239
214177	rnn.bias_ih_l0_reverse	5	-0.272146999835968
214177	rnn.bias_ih_l0_reverse	6	-0.05939161777496338
214177	rnn.bias_ih_l0_reverse	7	0.021374503150582314
214177	rnn.bias_ih_l0_reverse	8	-0.18700632452964783
214177	rnn.bias_ih_l0_reverse	9	-0.09309881180524826
214177	rnn.bias_hh_l0_reverse	0	-0.16103540360927582
214177	rnn.bias_hh_l0_reverse	1	-0.153403639793396
214177	rnn.bias_hh_l0_reverse	2	-0.01345855463296175
214177	rnn.bias_hh_l0_reverse	3	-0.13468973338603973
214177	rnn.bias_hh_l0_reverse	4	-0.030484521761536598
214177	rnn.bias_hh_l0_reverse	5	-0.11630389094352722
214177	rnn.bias_hh_l0_reverse	6	-0.08699703216552734
214177	rnn.bias_hh_l0_reverse	7	-0.17587140202522278
214177	rnn.bias_hh_l0_reverse	8	-0.0656958520412445
214177	rnn.bias_hh_l0_reverse	9	-0.10894011706113815
214177	linear.weight	0	-0.25491833686828613
214177	linear.weight	1	-0.10590430349111557
214177	linear.weight	2	-0.011228874325752258
214177	linear.weight	3	-0.07983279228210449
214177	linear.weight	4	-9.816657984629273e-05
214177	linear.weight	5	0.19072942435741425
214177	linear.weight	6	0.0047744326293468475
214177	linear.weight	7	-0.021312154829502106
214177	linear.weight	8	0.18886272609233856
214177	linear.weight	9	0.23212270438671112
214177	linear.bias	0	-0.8285661935806274
214177	linear.bias	1	1.4080867767333984
214177	linear.bias	2	-0.5017240047454834
214177	linear.bias	3	-0.7281094789505005
214177	linear.bias	4	-0.8938649892807007
214177	linear.bias	5	-1.1797291040420532
214177	linear.bias	6	-0.9728589653968811
214177	linear.bias	7	-0.7323094606399536
214177	linear.bias	8	-0.01705317199230194
214177	linear.bias	9	3.540273427963257
214374	transitions	0	-0.45817381143569946
214374	transitions	1	8.804590225219727
214374	transitions	2	-3.6130211353302
214374	transitions	3	1.557318091392517
214374	transitions	4	-2.2061502933502197
214374	transitions	5	-0.4285106658935547
214374	transitions	6	-0.1951613873243332
214374	transitions	7	-10000.0
214374	transitions	8	1.8522297143936157
214374	transitions	9	-2.294861316680908
214374	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
214374	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
214374	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
214374	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
214374	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
214374	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
214374	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
214374	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
214374	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
214374	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
214374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
214374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
214374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
214374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
214374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
214374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
214374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
214374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
214374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
214374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
214374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
214374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
214374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
214374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
214374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
214374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
214374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
214374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
214374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
214374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
214374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
214374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
214374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
214374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
214374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
214374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
214374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
214374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
214374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
214374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
214374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
214374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
214374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
214374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
214374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
214374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
214374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
214374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
214374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
214374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
214374	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
214374	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
214374	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
214374	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
214374	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
214374	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
214374	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
214374	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
214374	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
214374	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
214374	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
214374	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
214374	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
214374	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
214374	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
214374	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
214374	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
214374	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
214374	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
214374	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
214374	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
214374	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
214374	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
214374	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
214374	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
214374	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
214374	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
214374	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
214374	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
214374	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
214374	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
214374	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
214374	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
214374	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
214374	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
214374	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
214374	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
214374	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
214374	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
214374	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
214374	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
214374	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
214374	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
214374	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
214374	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
214374	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
214374	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
214374	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
214374	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
214374	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
214374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
214374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
214374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
214374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
214374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
214374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
214374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
214374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
214374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
214374	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
214374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
214374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
214374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
214374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
214374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
214374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
214374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
214374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
214374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
214374	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
214374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
214374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
214374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
214374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
214374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
214374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
214374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
214374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
214374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
214374	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
214374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
214374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
214374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
214374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
214374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
214374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
214374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
214374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
214374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
214374	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
214374	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
214374	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
214374	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
214374	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
214374	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
214374	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
214374	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
214374	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
214374	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
214374	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
214374	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
214374	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
214374	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
214374	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
214374	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
214374	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
214374	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
214374	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
214374	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
214374	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
214374	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
214374	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
214374	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
214374	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
214374	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
214374	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
214374	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
214374	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
214374	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
214374	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
214374	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
214374	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
214374	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
214374	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
214374	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
214374	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
214374	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
214374	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
214374	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
214374	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
214374	embedding2nn.weight	0	0.04535103589296341
214374	embedding2nn.weight	1	-0.09177331626415253
214374	embedding2nn.weight	2	0.015393057838082314
214374	embedding2nn.weight	3	-0.05777997151017189
214374	embedding2nn.weight	4	-0.11122862249612808
214374	embedding2nn.weight	5	0.11283233016729355
214374	embedding2nn.weight	6	-0.10461411625146866
214374	embedding2nn.weight	7	-0.07108145952224731
214374	embedding2nn.weight	8	-0.03142218664288521
214374	embedding2nn.weight	9	0.040040574967861176
214374	embedding2nn.bias	0	0.07842017710208893
214374	embedding2nn.bias	1	-0.021710682660341263
214374	embedding2nn.bias	2	-0.10434038192033768
214374	embedding2nn.bias	3	-0.005208528600633144
214374	embedding2nn.bias	4	-0.007911632768809795
214374	embedding2nn.bias	5	-0.17638447880744934
214374	embedding2nn.bias	6	-0.09735473990440369
214374	embedding2nn.bias	7	-0.025594085454940796
214374	embedding2nn.bias	8	0.08187605440616608
214374	embedding2nn.bias	9	-0.0756131038069725
214374	rnn.weight_ih_l0	0	0.04774314537644386
214374	rnn.weight_ih_l0	1	-0.07785983383655548
214374	rnn.weight_ih_l0	2	-0.05749829113483429
214374	rnn.weight_ih_l0	3	-0.06040690466761589
214374	rnn.weight_ih_l0	4	0.01808980107307434
214374	rnn.weight_ih_l0	5	-0.10608196258544922
214374	rnn.weight_ih_l0	6	-0.03134285658597946
214374	rnn.weight_ih_l0	7	-0.0081327510997653
214374	rnn.weight_ih_l0	8	0.058700453490018845
214374	rnn.weight_ih_l0	9	0.004895359743386507
214374	rnn.weight_hh_l0	0	-0.0005084105650894344
214374	rnn.weight_hh_l0	1	-0.07873474806547165
214374	rnn.weight_hh_l0	2	0.07024333626031876
214374	rnn.weight_hh_l0	3	0.053233496844768524
214374	rnn.weight_hh_l0	4	0.004351068288087845
214374	rnn.weight_hh_l0	5	0.06667604297399521
214374	rnn.weight_hh_l0	6	-0.0173383429646492
214374	rnn.weight_hh_l0	7	-0.11093752086162567
214374	rnn.weight_hh_l0	8	0.027732498943805695
214374	rnn.weight_hh_l0	9	-0.08132088929414749
214374	rnn.bias_ih_l0	0	-0.09391266107559204
214374	rnn.bias_ih_l0	1	-0.19169364869594574
214374	rnn.bias_ih_l0	2	-0.26075688004493713
214374	rnn.bias_ih_l0	3	-0.2882820665836334
214374	rnn.bias_ih_l0	4	0.0013571364106610417
214374	rnn.bias_ih_l0	5	0.06158553808927536
214374	rnn.bias_ih_l0	6	-0.16085860133171082
214374	rnn.bias_ih_l0	7	-0.25401192903518677
214374	rnn.bias_ih_l0	8	-0.14951229095458984
214374	rnn.bias_ih_l0	9	-0.18034501373767853
214374	rnn.bias_hh_l0	0	0.1299571543931961
214374	rnn.bias_hh_l0	1	-0.05600769445300102
214374	rnn.bias_hh_l0	2	0.05251950025558472
214374	rnn.bias_hh_l0	3	-0.18722029030323029
214374	rnn.bias_hh_l0	4	0.0549810528755188
214374	rnn.bias_hh_l0	5	0.056516584008932114
214374	rnn.bias_hh_l0	6	-0.11024881899356842
214374	rnn.bias_hh_l0	7	-0.1507224589586258
214374	rnn.bias_hh_l0	8	-0.18795573711395264
214374	rnn.bias_hh_l0	9	-0.10680625587701797
214374	rnn.weight_ih_l0_reverse	0	-0.02280004322528839
214374	rnn.weight_ih_l0_reverse	1	-0.000570337229873985
214374	rnn.weight_ih_l0_reverse	2	0.018966151401400566
214374	rnn.weight_ih_l0_reverse	3	0.011043516919016838
214374	rnn.weight_ih_l0_reverse	4	0.015128158032894135
214374	rnn.weight_ih_l0_reverse	5	-0.04685545340180397
214374	rnn.weight_ih_l0_reverse	6	-0.047079481184482574
214374	rnn.weight_ih_l0_reverse	7	0.012364741414785385
214374	rnn.weight_ih_l0_reverse	8	0.10464849323034286
214374	rnn.weight_ih_l0_reverse	9	-0.0022744969464838505
214374	rnn.weight_hh_l0_reverse	0	0.0018158380407840014
214374	rnn.weight_hh_l0_reverse	1	0.027675677090883255
214374	rnn.weight_hh_l0_reverse	2	-0.04063909128308296
214374	rnn.weight_hh_l0_reverse	3	0.03617193549871445
214374	rnn.weight_hh_l0_reverse	4	0.02199161797761917
214374	rnn.weight_hh_l0_reverse	5	-0.009094968438148499
214374	rnn.weight_hh_l0_reverse	6	0.06542213261127472
214374	rnn.weight_hh_l0_reverse	7	0.036924105137586594
214374	rnn.weight_hh_l0_reverse	8	-0.024276001378893852
214374	rnn.weight_hh_l0_reverse	9	-0.028280718252062798
214374	rnn.bias_ih_l0_reverse	0	-0.1506035178899765
214374	rnn.bias_ih_l0_reverse	1	-0.30331870913505554
214374	rnn.bias_ih_l0_reverse	2	-0.05971169471740723
214374	rnn.bias_ih_l0_reverse	3	-0.15791720151901245
214374	rnn.bias_ih_l0_reverse	4	0.07315187901258469
214374	rnn.bias_ih_l0_reverse	5	-0.272164911031723
214374	rnn.bias_ih_l0_reverse	6	-0.059719689190387726
214374	rnn.bias_ih_l0_reverse	7	0.020542101934552193
214374	rnn.bias_ih_l0_reverse	8	-0.1872151494026184
214374	rnn.bias_ih_l0_reverse	9	-0.09497745335102081
214374	rnn.bias_hh_l0_reverse	0	-0.15965738892555237
214374	rnn.bias_hh_l0_reverse	1	-0.1548605114221573
214374	rnn.bias_hh_l0_reverse	2	-0.013788610696792603
214374	rnn.bias_hh_l0_reverse	3	-0.13123373687267303
214374	rnn.bias_hh_l0_reverse	4	-0.030148053541779518
214374	rnn.bias_hh_l0_reverse	5	-0.11441162973642349
214374	rnn.bias_hh_l0_reverse	6	-0.08717972785234451
214374	rnn.bias_hh_l0_reverse	7	-0.17614306509494781
214374	rnn.bias_hh_l0_reverse	8	-0.0657317191362381
214374	rnn.bias_hh_l0_reverse	9	-0.11015811562538147
214374	linear.weight	0	-0.2582255005836487
214374	linear.weight	1	-0.10409193485975266
214374	linear.weight	2	-0.011228874325752258
214374	linear.weight	3	-0.08255718648433685
214374	linear.weight	4	0.0011069377651438117
214374	linear.weight	5	0.1993829756975174
214374	linear.weight	6	0.0047744326293468475
214374	linear.weight	7	-0.021312154829502106
214374	linear.weight	8	0.19179491698741913
214374	linear.weight	9	0.2265971153974533
214374	linear.bias	0	-0.8273614645004272
214374	linear.bias	1	1.4023411273956299
214374	linear.bias	2	-0.4641546905040741
214374	linear.bias	3	-0.7339156866073608
214374	linear.bias	4	-0.8937108516693115
214374	linear.bias	5	-1.1797407865524292
214374	linear.bias	6	-0.9702057838439941
214374	linear.bias	7	-0.7263425588607788
214374	linear.bias	8	-0.01705317199230194
214374	linear.bias	9	3.5273828506469727
214571	transitions	0	-0.4582204222679138
214571	transitions	1	8.810304641723633
214571	transitions	2	-3.613342523574829
214571	transitions	3	1.5598803758621216
214571	transitions	4	-2.2069408893585205
214571	transitions	5	-0.42854395508766174
214571	transitions	6	-0.195176362991333
214571	transitions	7	-10000.0
214571	transitions	8	1.8528870344161987
214571	transitions	9	-2.294863700866699
214571	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
214571	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
214571	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
214571	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
214571	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
214571	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
214571	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
214571	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
214571	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
214571	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
214571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
214571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
214571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
214571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
214571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
214571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
214571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
214571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
214571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
214571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
214571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
214571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
214571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
214571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
214571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
214571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
214571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
214571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
214571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
214571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
214571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
214571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
214571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
214571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
214571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
214571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
214571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
214571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
214571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
214571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
214571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
214571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
214571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
214571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
214571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
214571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
214571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
214571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
214571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
214571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
214571	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
214571	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
214571	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
214571	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
214571	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
214571	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
214571	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
214571	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
214571	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
214571	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
214571	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
214571	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
214571	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
214571	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
214571	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
214571	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
214571	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
214571	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
214571	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
214571	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
214571	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
214571	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
214571	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
214571	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
214571	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
214571	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
214571	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
214571	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
214571	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
214571	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
214571	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
214571	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
214571	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
214571	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
214571	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
214571	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
214571	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
214571	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
214571	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
214571	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
214571	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
214571	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
214571	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
214571	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
214571	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
214571	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
214571	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
214571	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
214571	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
214571	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
214571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
214571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
214571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
214571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
214571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
214571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
214571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
214571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
214571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
214571	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
214571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
214571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
214571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
214571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
214571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
214571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
214571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
214571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
214571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
214571	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
214571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
214571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
214571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
214571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
214571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
214571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
214571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
214571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
214571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
214571	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
214571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
214571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
214571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
214571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
214571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
214571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
214571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
214571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
214571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
214571	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
214571	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
214571	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
214571	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
214571	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
214571	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
214571	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
214571	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
214571	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
214571	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
214571	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
214571	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
214571	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
214571	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
214571	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
214571	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
214571	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
214571	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
214571	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
214571	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
214571	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
214571	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
214571	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
214571	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
214571	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
214571	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
214571	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
214571	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
214571	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
214571	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
214571	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
214571	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
214571	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
214571	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
214571	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
214571	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
214571	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
214571	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
214571	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
214571	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
214571	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
214571	embedding2nn.weight	0	0.04528500512242317
214571	embedding2nn.weight	1	-0.0918591246008873
214571	embedding2nn.weight	2	0.01582682877779007
214571	embedding2nn.weight	3	-0.05784131586551666
214571	embedding2nn.weight	4	-0.11261666566133499
214571	embedding2nn.weight	5	0.11243907362222672
214571	embedding2nn.weight	6	-0.10271225869655609
214571	embedding2nn.weight	7	-0.07240275293588638
214571	embedding2nn.weight	8	-0.031074078753590584
214571	embedding2nn.weight	9	0.04317827150225639
214571	embedding2nn.bias	0	0.07392209768295288
214571	embedding2nn.bias	1	-0.016801467165350914
214571	embedding2nn.bias	2	-0.10221469402313232
214571	embedding2nn.bias	3	-0.006191055756062269
214571	embedding2nn.bias	4	0.0027507564518600702
214571	embedding2nn.bias	5	-0.1738254874944687
214571	embedding2nn.bias	6	-0.10158489644527435
214571	embedding2nn.bias	7	-0.025685163214802742
214571	embedding2nn.bias	8	0.0782833993434906
214571	embedding2nn.bias	9	-0.07862664759159088
214571	rnn.weight_ih_l0	0	0.04601673781871796
214571	rnn.weight_ih_l0	1	-0.07777630537748337
214571	rnn.weight_ih_l0	2	-0.057072028517723083
214571	rnn.weight_ih_l0	3	-0.06148754805326462
214571	rnn.weight_ih_l0	4	0.01721402257680893
214571	rnn.weight_ih_l0	5	-0.10565636307001114
214571	rnn.weight_ih_l0	6	-0.030772769823670387
214571	rnn.weight_ih_l0	7	-0.0070764957927167416
214571	rnn.weight_ih_l0	8	0.061717670410871506
214571	rnn.weight_ih_l0	9	0.004520963411778212
214571	rnn.weight_hh_l0	0	-0.0005918310489505529
214571	rnn.weight_hh_l0	1	-0.07759862393140793
214571	rnn.weight_hh_l0	2	0.07019887864589691
214571	rnn.weight_hh_l0	3	0.05360427498817444
214571	rnn.weight_hh_l0	4	0.0043263607658445835
214571	rnn.weight_hh_l0	5	0.06728620082139969
214571	rnn.weight_hh_l0	6	-0.01737477257847786
214571	rnn.weight_hh_l0	7	-0.11045289039611816
214571	rnn.weight_hh_l0	8	0.02787536382675171
214571	rnn.weight_hh_l0	9	-0.08159682154655457
214571	rnn.bias_ih_l0	0	-0.09514984488487244
214571	rnn.bias_ih_l0	1	-0.19192783534526825
214571	rnn.bias_ih_l0	2	-0.260134220123291
214571	rnn.bias_ih_l0	3	-0.2883884608745575
214571	rnn.bias_ih_l0	4	0.0018022272270172834
214571	rnn.bias_ih_l0	5	0.06237347796559334
214571	rnn.bias_ih_l0	6	-0.16182732582092285
214571	rnn.bias_ih_l0	7	-0.25406649708747864
214571	rnn.bias_ih_l0	8	-0.15113097429275513
214571	rnn.bias_ih_l0	9	-0.17952163517475128
214571	rnn.bias_hh_l0	0	0.13157188892364502
214571	rnn.bias_hh_l0	1	-0.056094519793987274
214571	rnn.bias_hh_l0	2	0.05433981865644455
214571	rnn.bias_hh_l0	3	-0.18725411593914032
214571	rnn.bias_hh_l0	4	0.05750168114900589
214571	rnn.bias_hh_l0	5	0.05544956400990486
214571	rnn.bias_hh_l0	6	-0.11067729443311691
214571	rnn.bias_hh_l0	7	-0.15126127004623413
214571	rnn.bias_hh_l0	8	-0.18781471252441406
214571	rnn.bias_hh_l0	9	-0.10895183682441711
214571	rnn.weight_ih_l0_reverse	0	-0.02222822606563568
214571	rnn.weight_ih_l0_reverse	1	-0.0008298045140691102
214571	rnn.weight_ih_l0_reverse	2	0.019284596666693687
214571	rnn.weight_ih_l0_reverse	3	0.010907516814768314
214571	rnn.weight_ih_l0_reverse	4	0.013952045701444149
214571	rnn.weight_ih_l0_reverse	5	-0.04776185750961304
214571	rnn.weight_ih_l0_reverse	6	-0.047051720321178436
214571	rnn.weight_ih_l0_reverse	7	0.011966985650360584
214571	rnn.weight_ih_l0_reverse	8	0.10252977907657623
214571	rnn.weight_ih_l0_reverse	9	-0.001120597473345697
214571	rnn.weight_hh_l0_reverse	0	0.001898585120216012
214571	rnn.weight_hh_l0_reverse	1	0.027771884575486183
214571	rnn.weight_hh_l0_reverse	2	-0.04157816618680954
214571	rnn.weight_hh_l0_reverse	3	0.0366133451461792
214571	rnn.weight_hh_l0_reverse	4	0.022251861169934273
214571	rnn.weight_hh_l0_reverse	5	-0.009197404608130455
214571	rnn.weight_hh_l0_reverse	6	0.06594165414571762
214571	rnn.weight_hh_l0_reverse	7	0.03687260299921036
214571	rnn.weight_hh_l0_reverse	8	-0.023691896349191666
214571	rnn.weight_hh_l0_reverse	9	-0.028439803048968315
214571	rnn.bias_ih_l0_reverse	0	-0.1493714302778244
214571	rnn.bias_ih_l0_reverse	1	-0.30358487367630005
214571	rnn.bias_ih_l0_reverse	2	-0.05984759330749512
214571	rnn.bias_ih_l0_reverse	3	-0.15774467587471008
214571	rnn.bias_ih_l0_reverse	4	0.07109859585762024
214571	rnn.bias_ih_l0_reverse	5	-0.27250900864601135
214571	rnn.bias_ih_l0_reverse	6	-0.060445092618465424
214571	rnn.bias_ih_l0_reverse	7	0.019816076382994652
214571	rnn.bias_ih_l0_reverse	8	-0.1878299117088318
214571	rnn.bias_ih_l0_reverse	9	-0.09348927438259125
214571	rnn.bias_hh_l0_reverse	0	-0.15903304517269135
214571	rnn.bias_hh_l0_reverse	1	-0.15439416468143463
214571	rnn.bias_hh_l0_reverse	2	-0.014340473338961601
214571	rnn.bias_hh_l0_reverse	3	-0.1330377757549286
214571	rnn.bias_hh_l0_reverse	4	-0.0284389927983284
214571	rnn.bias_hh_l0_reverse	5	-0.11344464123249054
214571	rnn.bias_hh_l0_reverse	6	-0.08819565176963806
214571	rnn.bias_hh_l0_reverse	7	-0.17563097178936005
214571	rnn.bias_hh_l0_reverse	8	-0.064173623919487
214571	rnn.bias_hh_l0_reverse	9	-0.11136186122894287
214571	linear.weight	0	-0.26187482476234436
214571	linear.weight	1	-0.10467647761106491
214571	linear.weight	2	-0.011228874325752258
214571	linear.weight	3	-0.08317779749631882
214571	linear.weight	4	-0.0029228990897536278
214571	linear.weight	5	0.19673873484134674
214571	linear.weight	6	0.0047744326293468475
214571	linear.weight	7	-0.021312154829502106
214571	linear.weight	8	0.1868121176958084
214571	linear.weight	9	0.22202813625335693
214571	linear.bias	0	-0.8242853283882141
214571	linear.bias	1	1.4024631977081299
214571	linear.bias	2	-0.4851926863193512
214571	linear.bias	3	-0.7306963801383972
214571	linear.bias	4	-0.880818247795105
214571	linear.bias	5	-1.1797525882720947
214571	linear.bias	6	-0.9657152891159058
214571	linear.bias	7	-0.7184329032897949
214571	linear.bias	8	-0.01705317199230194
214571	linear.bias	9	3.5790247917175293
214768	transitions	0	-0.45832234621047974
214768	transitions	1	8.794926643371582
214768	transitions	2	-3.613771677017212
214768	transitions	3	1.5666677951812744
214768	transitions	4	-2.2070765495300293
214768	transitions	5	-0.4285770654678345
214768	transitions	6	-0.19518877565860748
214768	transitions	7	-10000.0
214768	transitions	8	1.8497974872589111
214768	transitions	9	-2.2948665618896484
214768	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
214768	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
214768	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
214768	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
214768	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
214768	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
214768	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
214768	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
214768	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
214768	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
214768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
214768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
214768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
214768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
214768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
214768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
214768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
214768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
214768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
214768	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
214768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
214768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
214768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
214768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
214768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
214768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
214768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
214768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
214768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
214768	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
214768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
214768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
214768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
214768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
214768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
214768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
214768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
214768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
214768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
214768	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
214768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
214768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
214768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
214768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
214768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
214768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
214768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
214768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
214768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
214768	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
214768	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
214768	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
214768	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
214768	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
214768	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
214768	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
214768	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
214768	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
214768	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
214768	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
214768	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
214768	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
214768	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
214768	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
214768	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
214768	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
214768	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
214768	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
214768	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
214768	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
214768	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
214768	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
214768	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
214768	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
214768	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
214768	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
214768	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
214768	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
214768	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
214768	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
214768	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
214768	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
214768	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
214768	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
214768	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
214768	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
214768	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
214768	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
214768	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
214768	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
214768	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
214768	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
214768	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
214768	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
214768	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
214768	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
214768	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
214768	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
214768	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
214768	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
214768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
214768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
214768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
214768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
214768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
214768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
214768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
214768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
214768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
214768	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
214768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
214768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
214768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
214768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
214768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
214768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
214768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
214768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
214768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
214768	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
214768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
214768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
214768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
214768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
214768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
214768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
214768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
214768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
214768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
214768	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
214768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
214768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
214768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
214768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
214768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
214768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
214768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
214768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
214768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
214768	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
214768	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
214768	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
214768	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
214768	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
214768	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
214768	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
214768	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
214768	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
214768	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
214768	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
214768	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
214768	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
214768	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
214768	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
214768	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
214768	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
214768	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
214768	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
214768	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
214768	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
214768	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
214768	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
214768	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
214768	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
214768	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
214768	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
214768	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
214768	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
214768	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
214768	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
214768	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
214768	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
214768	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
214768	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
214768	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
214768	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
214768	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
214768	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
214768	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
214768	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
214768	embedding2nn.weight	0	0.04506136104464531
214768	embedding2nn.weight	1	-0.09084601700305939
214768	embedding2nn.weight	2	0.015813974663615227
214768	embedding2nn.weight	3	-0.05816856771707535
214768	embedding2nn.weight	4	-0.11097123473882675
214768	embedding2nn.weight	5	0.11227598786354065
214768	embedding2nn.weight	6	-0.09959126263856888
214768	embedding2nn.weight	7	-0.07291247695684433
214768	embedding2nn.weight	8	-0.02975931391119957
214768	embedding2nn.weight	9	0.04342386871576309
214768	embedding2nn.bias	0	0.07827960699796677
214768	embedding2nn.bias	1	-0.018758948892354965
214768	embedding2nn.bias	2	-0.10116613656282425
214768	embedding2nn.bias	3	0.002169929211959243
214768	embedding2nn.bias	4	0.003726986236870289
214768	embedding2nn.bias	5	-0.16388654708862305
214768	embedding2nn.bias	6	-0.09786173701286316
214768	embedding2nn.bias	7	-0.026611439883708954
214768	embedding2nn.bias	8	0.0778772383928299
214768	embedding2nn.bias	9	-0.07677669823169708
214768	rnn.weight_ih_l0	0	0.04770197346806526
214768	rnn.weight_ih_l0	1	-0.07833980023860931
214768	rnn.weight_ih_l0	2	-0.057647958397865295
214768	rnn.weight_ih_l0	3	-0.06118340045213699
214768	rnn.weight_ih_l0	4	0.01743965782225132
214768	rnn.weight_ih_l0	5	-0.10655871778726578
214768	rnn.weight_ih_l0	6	-0.030453816056251526
214768	rnn.weight_ih_l0	7	-0.006095964927226305
214768	rnn.weight_ih_l0	8	0.06209826096892357
214768	rnn.weight_ih_l0	9	0.0028476400766521692
214768	rnn.weight_hh_l0	0	-0.0007429691031575203
214768	rnn.weight_hh_l0	1	-0.07888728380203247
214768	rnn.weight_hh_l0	2	0.07004835456609726
214768	rnn.weight_hh_l0	3	0.054117124527692795
214768	rnn.weight_hh_l0	4	0.004101739730685949
214768	rnn.weight_hh_l0	5	0.06746744364500046
214768	rnn.weight_hh_l0	6	-0.017321817576885223
214768	rnn.weight_hh_l0	7	-0.11031708866357803
214768	rnn.weight_hh_l0	8	0.027527574449777603
214768	rnn.weight_hh_l0	9	-0.08189559727907181
214768	rnn.bias_ih_l0	0	-0.09540057927370071
214768	rnn.bias_ih_l0	1	-0.19042405486106873
214768	rnn.bias_ih_l0	2	-0.259451299905777
214768	rnn.bias_ih_l0	3	-0.28952756524086
214768	rnn.bias_ih_l0	4	0.003333568572998047
214768	rnn.bias_ih_l0	5	0.06306484341621399
214768	rnn.bias_ih_l0	6	-0.16274400055408478
214768	rnn.bias_ih_l0	7	-0.2539636790752411
214768	rnn.bias_ih_l0	8	-0.14845158159732819
214768	rnn.bias_ih_l0	9	-0.1792430877685547
214768	rnn.bias_hh_l0	0	0.13112956285476685
214768	rnn.bias_hh_l0	1	-0.05424540489912033
214768	rnn.bias_hh_l0	2	0.05388524755835533
214768	rnn.bias_hh_l0	3	-0.1871555596590042
214768	rnn.bias_hh_l0	4	0.05591171979904175
214768	rnn.bias_hh_l0	5	0.052892234176397324
214768	rnn.bias_hh_l0	6	-0.11002117395401001
214768	rnn.bias_hh_l0	7	-0.15217676758766174
214768	rnn.bias_hh_l0	8	-0.18759430944919586
214768	rnn.bias_hh_l0	9	-0.10845611989498138
214768	rnn.weight_ih_l0_reverse	0	-0.021468548104166985
214768	rnn.weight_ih_l0_reverse	1	-0.0005333725712262094
214768	rnn.weight_ih_l0_reverse	2	0.01886752061545849
214768	rnn.weight_ih_l0_reverse	3	0.011813459917902946
214768	rnn.weight_ih_l0_reverse	4	0.014016582630574703
214768	rnn.weight_ih_l0_reverse	5	-0.04660677909851074
214768	rnn.weight_ih_l0_reverse	6	-0.04582500457763672
214768	rnn.weight_ih_l0_reverse	7	0.012524159625172615
214768	rnn.weight_ih_l0_reverse	8	0.10425682365894318
214768	rnn.weight_ih_l0_reverse	9	-0.001997297862544656
214768	rnn.weight_hh_l0_reverse	0	0.0021064241882413626
214768	rnn.weight_hh_l0_reverse	1	0.02788289450109005
214768	rnn.weight_hh_l0_reverse	2	-0.0413849838078022
214768	rnn.weight_hh_l0_reverse	3	0.036430127918720245
214768	rnn.weight_hh_l0_reverse	4	0.022473206743597984
214768	rnn.weight_hh_l0_reverse	5	-0.0091441310942173
214768	rnn.weight_hh_l0_reverse	6	0.06650417298078537
214768	rnn.weight_hh_l0_reverse	7	0.03671703860163689
214768	rnn.weight_hh_l0_reverse	8	-0.02457868680357933
214768	rnn.weight_hh_l0_reverse	9	-0.028535742312669754
214768	rnn.bias_ih_l0_reverse	0	-0.1503118872642517
214768	rnn.bias_ih_l0_reverse	1	-0.30363598465919495
214768	rnn.bias_ih_l0_reverse	2	-0.0596311055123806
214768	rnn.bias_ih_l0_reverse	3	-0.15693366527557373
214768	rnn.bias_ih_l0_reverse	4	0.07177438586950302
214768	rnn.bias_ih_l0_reverse	5	-0.27160412073135376
214768	rnn.bias_ih_l0_reverse	6	-0.05985300615429878
214768	rnn.bias_ih_l0_reverse	7	0.026978669688105583
214768	rnn.bias_ih_l0_reverse	8	-0.18750077486038208
214768	rnn.bias_ih_l0_reverse	9	-0.09347238391637802
214768	rnn.bias_hh_l0_reverse	0	-0.16004212200641632
214768	rnn.bias_hh_l0_reverse	1	-0.15007463097572327
214768	rnn.bias_hh_l0_reverse	2	-0.013944434933364391
214768	rnn.bias_hh_l0_reverse	3	-0.1350468248128891
214768	rnn.bias_hh_l0_reverse	4	-0.029425475746393204
214768	rnn.bias_hh_l0_reverse	5	-0.11488925665616989
214768	rnn.bias_hh_l0_reverse	6	-0.08763967454433441
214768	rnn.bias_hh_l0_reverse	7	-0.17451663315296173
214768	rnn.bias_hh_l0_reverse	8	-0.06495910882949829
214768	rnn.bias_hh_l0_reverse	9	-0.11136268824338913
214768	linear.weight	0	-0.25408822298049927
214768	linear.weight	1	-0.10536562651395798
214768	linear.weight	2	-0.011228874325752258
214768	linear.weight	3	-0.08229757100343704
214768	linear.weight	4	-0.0012022604933008552
214768	linear.weight	5	0.1982201486825943
214768	linear.weight	6	0.0047744326293468475
214768	linear.weight	7	-0.021312154829502106
214768	linear.weight	8	0.1791728138923645
214768	linear.weight	9	0.22544194757938385
214768	linear.bias	0	-0.8207446336746216
214768	linear.bias	1	1.3959208726882935
214768	linear.bias	2	-0.46962031722068787
214768	linear.bias	3	-0.7450096607208252
214768	linear.bias	4	-0.873047411441803
214768	linear.bias	5	-1.1797702312469482
214768	linear.bias	6	-0.9623464941978455
214768	linear.bias	7	-0.727455198764801
214768	linear.bias	8	-0.01705317199230194
214768	linear.bias	9	3.5486862659454346
214965	transitions	0	-0.4583507180213928
214965	transitions	1	8.801220893859863
214965	transitions	2	-3.614126205444336
214965	transitions	3	1.5718739032745361
214965	transitions	4	-2.2072324752807617
214965	transitions	5	-0.4285939037799835
214965	transitions	6	-0.19520369172096252
214965	transitions	7	-10000.0
214965	transitions	8	1.8495432138442993
214965	transitions	9	-2.294870376586914
214965	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
214965	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
214965	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
214965	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
214965	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
214965	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
214965	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
214965	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
214965	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
214965	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
214965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
214965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
214965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
214965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
214965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
214965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
214965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
214965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
214965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
214965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
214965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
214965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
214965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
214965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
214965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
214965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
214965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
214965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
214965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
214965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
214965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
214965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
214965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
214965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
214965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
214965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
214965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
214965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
214965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
214965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
214965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
214965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
214965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
214965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
214965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
214965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
214965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
214965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
214965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
214965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
214965	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
214965	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
214965	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
214965	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
214965	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
214965	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
214965	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
214965	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
214965	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
214965	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
214965	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
214965	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
214965	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
214965	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
214965	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
214965	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
214965	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
214965	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
214965	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
214965	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
214965	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
214965	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
214965	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
214965	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
214965	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
214965	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
214965	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
214965	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
214965	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
214965	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
214965	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
214965	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
214965	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
214965	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
214965	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
214965	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
214965	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
214965	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
214965	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
214965	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
214965	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
214965	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
214965	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
214965	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
214965	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
214965	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
214965	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
214965	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
214965	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
214965	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
214965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
214965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
214965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
214965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
214965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
214965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
214965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
214965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
214965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
214965	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
214965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
214965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
214965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
214965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
214965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
214965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
214965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
214965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
214965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
214965	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
214965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
214965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
214965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
214965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
214965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
214965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
214965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
214965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
214965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
214965	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
214965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
214965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
214965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
214965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
214965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
214965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
214965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
214965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
214965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
214965	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
214965	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
214965	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
214965	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
214965	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
214965	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
214965	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
214965	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
214965	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
214965	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
214965	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
214965	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
214965	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
214965	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
214965	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
214965	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
214965	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
214965	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
214965	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
214965	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
214965	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
214965	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
214965	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
214965	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
214965	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
214965	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
214965	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
214965	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
214965	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
214965	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
214965	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
214965	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
214965	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
214965	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
214965	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
214965	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
214965	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
214965	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
214965	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
214965	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
214965	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
214965	embedding2nn.weight	0	0.04509870335459709
214965	embedding2nn.weight	1	-0.09001992642879486
214965	embedding2nn.weight	2	0.016670338809490204
214965	embedding2nn.weight	3	-0.05814986675977707
214965	embedding2nn.weight	4	-0.1083192527294159
214965	embedding2nn.weight	5	0.1135202944278717
214965	embedding2nn.weight	6	-0.09357962757349014
214965	embedding2nn.weight	7	-0.07291210442781448
214965	embedding2nn.weight	8	-0.029705137014389038
214965	embedding2nn.weight	9	0.04189807176589966
214965	embedding2nn.bias	0	0.08232640475034714
214965	embedding2nn.bias	1	-0.019274083897471428
214965	embedding2nn.bias	2	-0.10307519882917404
214965	embedding2nn.bias	3	0.010835262946784496
214965	embedding2nn.bias	4	0.008229289203882217
214965	embedding2nn.bias	5	-0.17062829434871674
214965	embedding2nn.bias	6	-0.1044217199087143
214965	embedding2nn.bias	7	-0.03448699042201042
214965	embedding2nn.bias	8	0.08124969899654388
214965	embedding2nn.bias	9	-0.0685400515794754
214965	rnn.weight_ih_l0	0	0.045407481491565704
214965	rnn.weight_ih_l0	1	-0.0777280405163765
214965	rnn.weight_ih_l0	2	-0.057941898703575134
214965	rnn.weight_ih_l0	3	-0.06346159428358078
214965	rnn.weight_ih_l0	4	0.017344029620289803
214965	rnn.weight_ih_l0	5	-0.1062314510345459
214965	rnn.weight_ih_l0	6	-0.03142896667122841
214965	rnn.weight_ih_l0	7	-0.005663352552801371
214965	rnn.weight_ih_l0	8	0.06233192980289459
214965	rnn.weight_ih_l0	9	0.0027447552420198917
214965	rnn.weight_hh_l0	0	-0.0005666764336638153
214965	rnn.weight_hh_l0	1	-0.07967132329940796
214965	rnn.weight_hh_l0	2	0.06973760575056076
214965	rnn.weight_hh_l0	3	0.054353345185518265
214965	rnn.weight_hh_l0	4	0.004163328092545271
214965	rnn.weight_hh_l0	5	0.06735358387231827
214965	rnn.weight_hh_l0	6	-0.017227644100785255
214965	rnn.weight_hh_l0	7	-0.11024381965398788
214965	rnn.weight_hh_l0	8	0.0281694196164608
214965	rnn.weight_hh_l0	9	-0.08330252021551132
214965	rnn.bias_ih_l0	0	-0.09685524553060532
214965	rnn.bias_ih_l0	1	-0.19118520617485046
214965	rnn.bias_ih_l0	2	-0.25962531566619873
214965	rnn.bias_ih_l0	3	-0.2883656620979309
214965	rnn.bias_ih_l0	4	0.0031729622278362513
214965	rnn.bias_ih_l0	5	0.06311506032943726
214965	rnn.bias_ih_l0	6	-0.1649990826845169
214965	rnn.bias_ih_l0	7	-0.25542300939559937
214965	rnn.bias_ih_l0	8	-0.14975035190582275
214965	rnn.bias_ih_l0	9	-0.17948536574840546
214965	rnn.bias_hh_l0	0	0.1324286162853241
214965	rnn.bias_hh_l0	1	-0.05512266233563423
214965	rnn.bias_hh_l0	2	0.05357257276773453
214965	rnn.bias_hh_l0	3	-0.18665260076522827
214965	rnn.bias_hh_l0	4	0.057041291147470474
214965	rnn.bias_hh_l0	5	0.05465634539723396
214965	rnn.bias_hh_l0	6	-0.11020588874816895
214965	rnn.bias_hh_l0	7	-0.15189377963542938
214965	rnn.bias_hh_l0	8	-0.1871861070394516
214965	rnn.bias_hh_l0	9	-0.10966283082962036
214965	rnn.weight_ih_l0_reverse	0	-0.021635370329022408
214965	rnn.weight_ih_l0_reverse	1	-0.0012098673032596707
214965	rnn.weight_ih_l0_reverse	2	0.018872231245040894
214965	rnn.weight_ih_l0_reverse	3	0.01254940964281559
214965	rnn.weight_ih_l0_reverse	4	0.014676173217594624
214965	rnn.weight_ih_l0_reverse	5	-0.04694405198097229
214965	rnn.weight_ih_l0_reverse	6	-0.04534347727894783
214965	rnn.weight_ih_l0_reverse	7	0.012021916918456554
214965	rnn.weight_ih_l0_reverse	8	0.1017608493566513
214965	rnn.weight_ih_l0_reverse	9	-0.0022192082833498716
214965	rnn.weight_hh_l0_reverse	0	0.0021996761206537485
214965	rnn.weight_hh_l0_reverse	1	0.02785395085811615
214965	rnn.weight_hh_l0_reverse	2	-0.04141955450177193
214965	rnn.weight_hh_l0_reverse	3	0.03656916320323944
214965	rnn.weight_hh_l0_reverse	4	0.022441739216446877
214965	rnn.weight_hh_l0_reverse	5	-0.009455680847167969
214965	rnn.weight_hh_l0_reverse	6	0.06610376387834549
214965	rnn.weight_hh_l0_reverse	7	0.0372747927904129
214965	rnn.weight_hh_l0_reverse	8	-0.023768138140439987
214965	rnn.weight_hh_l0_reverse	9	-0.028900451958179474
214965	rnn.bias_ih_l0_reverse	0	-0.15030193328857422
214965	rnn.bias_ih_l0_reverse	1	-0.3025555908679962
214965	rnn.bias_ih_l0_reverse	2	-0.05952436104416847
214965	rnn.bias_ih_l0_reverse	3	-0.15832604467868805
214965	rnn.bias_ih_l0_reverse	4	0.07186360657215118
214965	rnn.bias_ih_l0_reverse	5	-0.27370306849479675
214965	rnn.bias_ih_l0_reverse	6	-0.05931805819272995
214965	rnn.bias_ih_l0_reverse	7	0.025341138243675232
214965	rnn.bias_ih_l0_reverse	8	-0.1868971437215805
214965	rnn.bias_ih_l0_reverse	9	-0.09396927803754807
214965	rnn.bias_hh_l0_reverse	0	-0.15762019157409668
214965	rnn.bias_hh_l0_reverse	1	-0.15112914144992828
214965	rnn.bias_hh_l0_reverse	2	-0.013678883202373981
214965	rnn.bias_hh_l0_reverse	3	-0.13484761118888855
214965	rnn.bias_hh_l0_reverse	4	-0.029991619288921356
214965	rnn.bias_hh_l0_reverse	5	-0.11619168519973755
214965	rnn.bias_hh_l0_reverse	6	-0.08784884214401245
214965	rnn.bias_hh_l0_reverse	7	-0.1748712956905365
214965	rnn.bias_hh_l0_reverse	8	-0.06245855987071991
214965	rnn.bias_hh_l0_reverse	9	-0.1123657152056694
214965	linear.weight	0	-0.2520900368690491
214965	linear.weight	1	-0.1050574854016304
214965	linear.weight	2	-0.011228874325752258
214965	linear.weight	3	-0.07440626621246338
214965	linear.weight	4	-0.00045049673644825816
214965	linear.weight	5	0.19376537203788757
214965	linear.weight	6	0.0047744326293468475
214965	linear.weight	7	-0.021312154829502106
214965	linear.weight	8	0.18592730164527893
214965	linear.weight	9	0.2144637554883957
214965	linear.bias	0	-0.7978777289390564
214965	linear.bias	1	1.401054859161377
214965	linear.bias	2	-0.48262709379196167
214965	linear.bias	3	-0.7420942187309265
214965	linear.bias	4	-0.8495588898658752
214965	linear.bias	5	-1.1797857284545898
214965	linear.bias	6	-0.9376523494720459
214965	linear.bias	7	-0.7252970337867737
214965	linear.bias	8	-0.01705317199230194
214965	linear.bias	9	3.4857876300811768
215162	transitions	0	-0.4585494101047516
215162	transitions	1	8.798919677734375
215162	transitions	2	-3.614321231842041
215162	transitions	3	1.5621695518493652
215162	transitions	4	-2.2074012756347656
215162	transitions	5	-0.4286136329174042
215162	transitions	6	-0.19521760940551758
215162	transitions	7	-10000.0
215162	transitions	8	1.8496663570404053
215162	transitions	9	-2.2948713302612305
215162	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
215162	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
215162	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
215162	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
215162	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
215162	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
215162	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
215162	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
215162	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
215162	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
215162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
215162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
215162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
215162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
215162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
215162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
215162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
215162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
215162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
215162	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
215162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
215162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
215162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
215162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
215162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
215162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
215162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
215162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
215162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
215162	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
215162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
215162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
215162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
215162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
215162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
215162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
215162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
215162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
215162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
215162	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
215162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
215162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
215162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
215162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
215162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
215162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
215162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
215162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
215162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
215162	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
215162	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
215162	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
215162	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
215162	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
215162	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
215162	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
215162	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
215162	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
215162	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
215162	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
215162	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
215162	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
215162	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
215162	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
215162	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
215162	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
215162	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
215162	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
215162	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
215162	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
215162	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
215162	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
215162	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
215162	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
215162	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
215162	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
215162	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
215162	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
215162	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
215162	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
215162	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
215162	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
215162	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
215162	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
215162	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
215162	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
215162	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
215162	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
215162	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
215162	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
215162	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
215162	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
215162	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
215162	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
215162	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
215162	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
215162	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
215162	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
215162	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
215162	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
215162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
215162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
215162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
215162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
215162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
215162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
215162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
215162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
215162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
215162	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
215162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
215162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
215162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
215162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
215162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
215162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
215162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
215162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
215162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
215162	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
215162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
215162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
215162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
215162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
215162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
215162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
215162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
215162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
215162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
215162	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
215162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
215162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
215162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
215162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
215162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
215162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
215162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
215162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
215162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
215162	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
215162	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
215162	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
215162	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
215162	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
215162	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
215162	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
215162	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
215162	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
215162	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
215162	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
215162	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
215162	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
215162	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
215162	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
215162	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
215162	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
215162	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
215162	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
215162	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
215162	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
215162	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
215162	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
215162	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
215162	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
215162	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
215162	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
215162	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
215162	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
215162	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
215162	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
215162	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
215162	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
215162	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
215162	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
215162	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
215162	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
215162	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
215162	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
215162	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
215162	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
215162	embedding2nn.weight	0	0.04445984214544296
215162	embedding2nn.weight	1	-0.0913381278514862
215162	embedding2nn.weight	2	0.015983493998646736
215162	embedding2nn.weight	3	-0.058091212064027786
215162	embedding2nn.weight	4	-0.108660489320755
215162	embedding2nn.weight	5	0.11458756029605865
215162	embedding2nn.weight	6	-0.09237558394670486
215162	embedding2nn.weight	7	-0.07376107573509216
215162	embedding2nn.weight	8	-0.029814304783940315
215162	embedding2nn.weight	9	0.04163985699415207
215162	embedding2nn.bias	0	0.07917268574237823
215162	embedding2nn.bias	1	-0.013218100182712078
215162	embedding2nn.bias	2	-0.10660788416862488
215162	embedding2nn.bias	3	0.012270507402718067
215162	embedding2nn.bias	4	0.002219585934653878
215162	embedding2nn.bias	5	-0.17050129175186157
215162	embedding2nn.bias	6	-0.11035190522670746
215162	embedding2nn.bias	7	-0.0314670205116272
215162	embedding2nn.bias	8	0.07400742918252945
215162	embedding2nn.bias	9	-0.0713081806898117
215162	rnn.weight_ih_l0	0	0.04491373896598816
215162	rnn.weight_ih_l0	1	-0.07953968644142151
215162	rnn.weight_ih_l0	2	-0.058337122201919556
215162	rnn.weight_ih_l0	3	-0.06274250149726868
215162	rnn.weight_ih_l0	4	0.01883160136640072
215162	rnn.weight_ih_l0	5	-0.10578635334968567
215162	rnn.weight_ih_l0	6	-0.030448785051703453
215162	rnn.weight_ih_l0	7	-0.0026078729424625635
215162	rnn.weight_ih_l0	8	0.06099093705415726
215162	rnn.weight_ih_l0	9	0.0037812532391399145
215162	rnn.weight_hh_l0	0	-0.00014423541142605245
215162	rnn.weight_hh_l0	1	-0.08008195459842682
215162	rnn.weight_hh_l0	2	0.06967032700777054
215162	rnn.weight_hh_l0	3	0.05354753136634827
215162	rnn.weight_hh_l0	4	0.004390680231153965
215162	rnn.weight_hh_l0	5	0.06772727519273758
215162	rnn.weight_hh_l0	6	-0.017298327758908272
215162	rnn.weight_hh_l0	7	-0.11014720052480698
215162	rnn.weight_hh_l0	8	0.0283938217908144
215162	rnn.weight_hh_l0	9	-0.08409732580184937
215162	rnn.bias_ih_l0	0	-0.09371872991323471
215162	rnn.bias_ih_l0	1	-0.19074483215808868
215162	rnn.bias_ih_l0	2	-0.26018932461738586
215162	rnn.bias_ih_l0	3	-0.28675127029418945
215162	rnn.bias_ih_l0	4	0.0042770132422447205
215162	rnn.bias_ih_l0	5	0.06296668946743011
215162	rnn.bias_ih_l0	6	-0.16579245030879974
215162	rnn.bias_ih_l0	7	-0.25603875517845154
215162	rnn.bias_ih_l0	8	-0.14853565394878387
215162	rnn.bias_ih_l0	9	-0.17993012070655823
215162	rnn.bias_hh_l0	0	0.1327819675207138
215162	rnn.bias_hh_l0	1	-0.05424753576517105
215162	rnn.bias_hh_l0	2	0.05301714316010475
215162	rnn.bias_hh_l0	3	-0.18592767417430878
215162	rnn.bias_hh_l0	4	0.05441036447882652
215162	rnn.bias_hh_l0	5	0.056425198912620544
215162	rnn.bias_hh_l0	6	-0.11062956601381302
215162	rnn.bias_hh_l0	7	-0.1507675051689148
215162	rnn.bias_hh_l0	8	-0.1855713576078415
215162	rnn.bias_hh_l0	9	-0.10837564617395401
215162	rnn.weight_ih_l0_reverse	0	-0.021302780136466026
215162	rnn.weight_ih_l0_reverse	1	-0.0018396874656900764
215162	rnn.weight_ih_l0_reverse	2	0.016590621322393417
215162	rnn.weight_ih_l0_reverse	3	0.012063281610608101
215162	rnn.weight_ih_l0_reverse	4	0.015303338877856731
215162	rnn.weight_ih_l0_reverse	5	-0.04769067093729973
215162	rnn.weight_ih_l0_reverse	6	-0.045292358845472336
215162	rnn.weight_ih_l0_reverse	7	0.011797375045716763
215162	rnn.weight_ih_l0_reverse	8	0.10186103731393814
215162	rnn.weight_ih_l0_reverse	9	-0.00121897307690233
215162	rnn.weight_hh_l0_reverse	0	0.002463739598169923
215162	rnn.weight_hh_l0_reverse	1	0.027329817414283752
215162	rnn.weight_hh_l0_reverse	2	-0.04091089591383934
215162	rnn.weight_hh_l0_reverse	3	0.03634679317474365
215162	rnn.weight_hh_l0_reverse	4	0.022193660959601402
215162	rnn.weight_hh_l0_reverse	5	-0.008759341202676296
215162	rnn.weight_hh_l0_reverse	6	0.06533271819353104
215162	rnn.weight_hh_l0_reverse	7	0.03759407624602318
215162	rnn.weight_hh_l0_reverse	8	-0.023497790098190308
215162	rnn.weight_hh_l0_reverse	9	-0.02923172526061535
215162	rnn.bias_ih_l0_reverse	0	-0.14802433550357819
215162	rnn.bias_ih_l0_reverse	1	-0.3033108711242676
215162	rnn.bias_ih_l0_reverse	2	-0.05965418741106987
215162	rnn.bias_ih_l0_reverse	3	-0.15778790414333344
215162	rnn.bias_ih_l0_reverse	4	0.06944295763969421
215162	rnn.bias_ih_l0_reverse	5	-0.276249498128891
215162	rnn.bias_ih_l0_reverse	6	-0.061074260622262955
215162	rnn.bias_ih_l0_reverse	7	0.029005801305174828
215162	rnn.bias_ih_l0_reverse	8	-0.18636980652809143
215162	rnn.bias_ih_l0_reverse	9	-0.09345682710409164
215162	rnn.bias_hh_l0_reverse	0	-0.1585446298122406
215162	rnn.bias_hh_l0_reverse	1	-0.1526709496974945
215162	rnn.bias_hh_l0_reverse	2	-0.013647982850670815
215162	rnn.bias_hh_l0_reverse	3	-0.1357109248638153
215162	rnn.bias_hh_l0_reverse	4	-0.03130245581269264
215162	rnn.bias_hh_l0_reverse	5	-0.11616573482751846
215162	rnn.bias_hh_l0_reverse	6	-0.08630242943763733
215162	rnn.bias_hh_l0_reverse	7	-0.17383894324302673
215162	rnn.bias_hh_l0_reverse	8	-0.06301519274711609
215162	rnn.bias_hh_l0_reverse	9	-0.11360625922679901
215162	linear.weight	0	-0.25131890177726746
215162	linear.weight	1	-0.10610266774892807
215162	linear.weight	2	-0.011228874325752258
215162	linear.weight	3	-0.08610066771507263
215162	linear.weight	4	-0.008019761182367802
215162	linear.weight	5	0.1843927502632141
215162	linear.weight	6	0.0047744326293468475
215162	linear.weight	7	-0.021312154829502106
215162	linear.weight	8	0.19139522314071655
215162	linear.weight	9	0.2173854559659958
215162	linear.bias	0	-0.8263993859291077
215162	linear.bias	1	1.367980718612671
215162	linear.bias	2	-0.4865967929363251
215162	linear.bias	3	-0.7270520329475403
215162	linear.bias	4	-0.8313888907432556
215162	linear.bias	5	-1.1798005104064941
215162	linear.bias	6	-0.9686875343322754
215162	linear.bias	7	-0.7252568006515503
215162	linear.bias	8	-0.01705317199230194
215162	linear.bias	9	3.483698844909668
215166	transitions	0	-0.4585514962673187
215166	transitions	1	8.796893119812012
215166	transitions	2	-3.614321708679199
215166	transitions	3	1.562097191810608
215166	transitions	4	-2.207401752471924
215166	transitions	5	-0.42861366271972656
215166	transitions	6	-0.19521772861480713
215166	transitions	7	-10000.0
215166	transitions	8	1.8496657609939575
215166	transitions	9	-2.2948713302612305
215166	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
215166	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
215166	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
215166	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
215166	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
215166	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
215166	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
215166	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
215166	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
215166	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
215166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
215166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
215166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
215166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
215166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
215166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
215166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
215166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
215166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
215166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
215166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
215166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
215166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
215166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
215166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
215166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
215166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
215166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
215166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
215166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
215166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
215166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
215166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
215166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
215166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
215166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
215166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
215166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
215166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
215166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
215166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
215166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
215166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
215166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
215166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
215166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
215166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
215166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
215166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
215166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
215166	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
215166	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
215166	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
215166	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
215166	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
215166	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
215166	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
215166	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
215166	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
215166	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
215166	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
215166	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
215166	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
215166	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
215166	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
215166	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
215166	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
215166	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
215166	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
215166	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
215166	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
215166	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
215166	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
215166	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
215166	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
215166	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
215166	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
215166	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
215166	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
215166	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
215166	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
215166	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
215166	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
215166	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
215166	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
215166	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
215166	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
215166	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
215166	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
215166	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
215166	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
215166	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
215166	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
215166	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
215166	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
215166	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
215166	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
215166	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
215166	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
215166	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
215166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
215166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
215166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
215166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
215166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
215166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
215166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
215166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
215166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
215166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
215166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
215166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
215166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
215166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
215166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
215166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
215166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
215166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
215166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
215166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
215166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
215166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
215166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
215166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
215166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
215166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
215166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
215166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
215166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
215166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
215166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
215166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
215166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
215166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
215166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
215166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
215166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
215166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
215166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
215166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
215166	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
215166	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
215166	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
215166	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
215166	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
215166	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
215166	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
215166	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
215166	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
215166	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
215166	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
215166	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
215166	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
215166	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
215166	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
215166	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
215166	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
215166	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
215166	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
215166	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
215166	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
215166	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
215166	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
215166	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
215166	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
215166	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
215166	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
215166	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
215166	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
215166	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
215166	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
215166	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
215166	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
215166	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
215166	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
215166	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
215166	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
215166	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
215166	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
215166	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
215166	embedding2nn.weight	0	0.04447561129927635
215166	embedding2nn.weight	1	-0.09136985242366791
215166	embedding2nn.weight	2	0.015996698290109634
215166	embedding2nn.weight	3	-0.05810962989926338
215166	embedding2nn.weight	4	-0.10870193690061569
215166	embedding2nn.weight	5	0.11458056420087814
215166	embedding2nn.weight	6	-0.09213615953922272
215166	embedding2nn.weight	7	-0.07378044724464417
215166	embedding2nn.weight	8	-0.029865184798836708
215166	embedding2nn.weight	9	0.04158063605427742
215166	embedding2nn.bias	0	0.07800028473138809
215166	embedding2nn.bias	1	-0.013460420072078705
215166	embedding2nn.bias	2	-0.10651280730962753
215166	embedding2nn.bias	3	0.010997363366186619
215166	embedding2nn.bias	4	0.0015121262986212969
215166	embedding2nn.bias	5	-0.1703939288854599
215166	embedding2nn.bias	6	-0.11097253859043121
215166	embedding2nn.bias	7	-0.03081580437719822
215166	embedding2nn.bias	8	0.07462971657514572
215166	embedding2nn.bias	9	-0.07245836406946182
215166	rnn.weight_ih_l0	0	0.044929131865501404
215166	rnn.weight_ih_l0	1	-0.07976441830396652
215166	rnn.weight_ih_l0	2	-0.058359820395708084
215166	rnn.weight_ih_l0	3	-0.06266460567712784
215166	rnn.weight_ih_l0	4	0.01883830688893795
215166	rnn.weight_ih_l0	5	-0.10576316714286804
215166	rnn.weight_ih_l0	6	-0.030463801696896553
215166	rnn.weight_ih_l0	7	-0.0025844471529126167
215166	rnn.weight_ih_l0	8	0.06108400225639343
215166	rnn.weight_ih_l0	9	0.00371814938262105
215166	rnn.weight_hh_l0	0	-0.00014199149154592305
215166	rnn.weight_hh_l0	1	-0.08013457804918289
215166	rnn.weight_hh_l0	2	0.06957953423261642
215166	rnn.weight_hh_l0	3	0.053503792732954025
215166	rnn.weight_hh_l0	4	0.004389926325529814
215166	rnn.weight_hh_l0	5	0.06774675846099854
215166	rnn.weight_hh_l0	6	-0.017293080687522888
215166	rnn.weight_hh_l0	7	-0.11014559864997864
215166	rnn.weight_hh_l0	8	0.028366219252347946
215166	rnn.weight_hh_l0	9	-0.08408481627702713
215166	rnn.bias_ih_l0	0	-0.09346534311771393
215166	rnn.bias_ih_l0	1	-0.1909903734922409
215166	rnn.bias_ih_l0	2	-0.26016920804977417
215166	rnn.bias_ih_l0	3	-0.2867131233215332
215166	rnn.bias_ih_l0	4	0.00429911632090807
215166	rnn.bias_ih_l0	5	0.06298872828483582
215166	rnn.bias_ih_l0	6	-0.16580528020858765
215166	rnn.bias_ih_l0	7	-0.25622639060020447
215166	rnn.bias_ih_l0	8	-0.14861522614955902
215166	rnn.bias_ih_l0	9	-0.17988790571689606
215166	rnn.bias_hh_l0	0	0.13277016580104828
215166	rnn.bias_hh_l0	1	-0.05424976348876953
215166	rnn.bias_hh_l0	2	0.05286446958780289
215166	rnn.bias_hh_l0	3	-0.1859670728445053
215166	rnn.bias_hh_l0	4	0.05444551631808281
215166	rnn.bias_hh_l0	5	0.056486357003450394
215166	rnn.bias_hh_l0	6	-0.11062371730804443
215166	rnn.bias_hh_l0	7	-0.15076428651809692
215166	rnn.bias_hh_l0	8	-0.18553873896598816
215166	rnn.bias_hh_l0	9	-0.10839416086673737
215166	rnn.weight_ih_l0_reverse	0	-0.02129708230495453
215166	rnn.weight_ih_l0_reverse	1	-0.0018503341125324368
215166	rnn.weight_ih_l0_reverse	2	0.016614923253655434
215166	rnn.weight_ih_l0_reverse	3	0.012121668085455894
215166	rnn.weight_ih_l0_reverse	4	0.015285104513168335
215166	rnn.weight_ih_l0_reverse	5	-0.04773888364434242
215166	rnn.weight_ih_l0_reverse	6	-0.045297734439373016
215166	rnn.weight_ih_l0_reverse	7	0.011807908304035664
215166	rnn.weight_ih_l0_reverse	8	0.10184796154499054
215166	rnn.weight_ih_l0_reverse	9	-0.0010616048239171505
215166	rnn.weight_hh_l0_reverse	0	0.0024704476818442345
215166	rnn.weight_hh_l0_reverse	1	0.027330178767442703
215166	rnn.weight_hh_l0_reverse	2	-0.04099529981613159
215166	rnn.weight_hh_l0_reverse	3	0.03634003549814224
215166	rnn.weight_hh_l0_reverse	4	0.02218715101480484
215166	rnn.weight_hh_l0_reverse	5	-0.008760112337768078
215166	rnn.weight_hh_l0_reverse	6	0.0653829425573349
215166	rnn.weight_hh_l0_reverse	7	0.03758588805794716
215166	rnn.weight_hh_l0_reverse	8	-0.02354276552796364
215166	rnn.weight_hh_l0_reverse	9	-0.029154399409890175
215166	rnn.bias_ih_l0_reverse	0	-0.14800894260406494
215166	rnn.bias_ih_l0_reverse	1	-0.30331364274024963
215166	rnn.bias_ih_l0_reverse	2	-0.059684425592422485
215166	rnn.bias_ih_l0_reverse	3	-0.157609760761261
215166	rnn.bias_ih_l0_reverse	4	0.06962403655052185
215166	rnn.bias_ih_l0_reverse	5	-0.2760055661201477
215166	rnn.bias_ih_l0_reverse	6	-0.0609649159014225
215166	rnn.bias_ih_l0_reverse	7	0.02902698516845703
215166	rnn.bias_ih_l0_reverse	8	-0.1863977611064911
215166	rnn.bias_ih_l0_reverse	9	-0.09341306239366531
215166	rnn.bias_hh_l0_reverse	0	-0.1586209535598755
215166	rnn.bias_hh_l0_reverse	1	-0.15274113416671753
215166	rnn.bias_hh_l0_reverse	2	-0.013651159591972828
215166	rnn.bias_hh_l0_reverse	3	-0.13599389791488647
215166	rnn.bias_hh_l0_reverse	4	-0.03128524497151375
215166	rnn.bias_hh_l0_reverse	5	-0.11591177433729172
215166	rnn.bias_hh_l0_reverse	6	-0.08655137568712234
215166	rnn.bias_hh_l0_reverse	7	-0.173873633146286
215166	rnn.bias_hh_l0_reverse	8	-0.06303878873586655
215166	rnn.bias_hh_l0_reverse	9	-0.11346228420734406
215166	linear.weight	0	-0.251363605260849
215166	linear.weight	1	-0.10620880872011185
215166	linear.weight	2	-0.011228874325752258
215166	linear.weight	3	-0.08617129176855087
215166	linear.weight	4	-0.008026260882616043
215166	linear.weight	5	0.18422895669937134
215166	linear.weight	6	0.0047744326293468475
215166	linear.weight	7	-0.021312154829502106
215166	linear.weight	8	0.19135229289531708
215166	linear.weight	9	0.21753785014152527
215166	linear.bias	0	-0.8254671692848206
215166	linear.bias	1	1.368313193321228
215166	linear.bias	2	-0.4868276119232178
215166	linear.bias	3	-0.7297742962837219
215166	linear.bias	4	-0.8345951437950134
215166	linear.bias	5	-1.1798006296157837
215166	linear.bias	6	-0.9677563905715942
215166	linear.bias	7	-0.7267014384269714
215166	linear.bias	8	-0.01705317199230194
215166	linear.bias	9	3.487086772918701
215363	transitions	0	-0.45864352583885193
215363	transitions	1	8.797059059143066
215363	transitions	2	-3.6145384311676025
215363	transitions	3	1.562615990638733
215363	transitions	4	-2.207475423812866
215363	transitions	5	-0.4286313056945801
215363	transitions	6	-0.19522634148597717
215363	transitions	7	-10000.0
215363	transitions	8	1.850176215171814
215363	transitions	9	-2.2948715686798096
215363	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
215363	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
215363	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
215363	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
215363	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
215363	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
215363	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
215363	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
215363	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
215363	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
215363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
215363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
215363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
215363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
215363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
215363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
215363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
215363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
215363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
215363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
215363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
215363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
215363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
215363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
215363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
215363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
215363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
215363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
215363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
215363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
215363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
215363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
215363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
215363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
215363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
215363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
215363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
215363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
215363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
215363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
215363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
215363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
215363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
215363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
215363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
215363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
215363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
215363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
215363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
215363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
215363	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
215363	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
215363	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
215363	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
215363	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
215363	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
215363	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
215363	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
215363	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
215363	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
215363	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
215363	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
215363	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
215363	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
215363	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
215363	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
215363	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
215363	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
215363	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
215363	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
215363	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
215363	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
215363	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
215363	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
215363	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
215363	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
215363	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
215363	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
215363	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
215363	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
215363	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
215363	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
215363	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
215363	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
215363	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
215363	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
215363	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
215363	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
215363	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
215363	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
215363	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
215363	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
215363	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
215363	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
215363	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
215363	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
215363	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
215363	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
215363	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
215363	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
215363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
215363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
215363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
215363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
215363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
215363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
215363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
215363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
215363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
215363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
215363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
215363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
215363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
215363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
215363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
215363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
215363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
215363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
215363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
215363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
215363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
215363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
215363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
215363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
215363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
215363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
215363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
215363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
215363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
215363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
215363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
215363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
215363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
215363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
215363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
215363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
215363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
215363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
215363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
215363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
215363	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
215363	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
215363	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
215363	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
215363	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
215363	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
215363	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
215363	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
215363	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
215363	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
215363	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
215363	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
215363	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
215363	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
215363	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
215363	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
215363	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
215363	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
215363	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
215363	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
215363	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
215363	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
215363	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
215363	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
215363	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
215363	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
215363	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
215363	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
215363	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
215363	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
215363	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
215363	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
215363	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
215363	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
215363	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
215363	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
215363	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
215363	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
215363	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
215363	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
215363	embedding2nn.weight	0	0.044401865452528
215363	embedding2nn.weight	1	-0.0917295590043068
215363	embedding2nn.weight	2	0.01593533158302307
215363	embedding2nn.weight	3	-0.05832255259156227
215363	embedding2nn.weight	4	-0.10994390398263931
215363	embedding2nn.weight	5	0.11376915872097015
215363	embedding2nn.weight	6	-0.09129631519317627
215363	embedding2nn.weight	7	-0.07404511421918869
215363	embedding2nn.weight	8	-0.030058085918426514
215363	embedding2nn.weight	9	0.0404544398188591
215363	embedding2nn.bias	0	0.07431638240814209
215363	embedding2nn.bias	1	-0.020296189934015274
215363	embedding2nn.bias	2	-0.10201311111450195
215363	embedding2nn.bias	3	0.013584934175014496
215363	embedding2nn.bias	4	-0.003584915306419134
215363	embedding2nn.bias	5	-0.17286552488803864
215363	embedding2nn.bias	6	-0.10868199914693832
215363	embedding2nn.bias	7	-0.026427296921610832
215363	embedding2nn.bias	8	0.07579445093870163
215363	embedding2nn.bias	9	-0.06920867413282394
215363	rnn.weight_ih_l0	0	0.04480486735701561
215363	rnn.weight_ih_l0	1	-0.07960351556539536
215363	rnn.weight_ih_l0	2	-0.05837557464838028
215363	rnn.weight_ih_l0	3	-0.06188233569264412
215363	rnn.weight_ih_l0	4	0.019057005643844604
215363	rnn.weight_ih_l0	5	-0.10661575943231583
215363	rnn.weight_ih_l0	6	-0.02985994890332222
215363	rnn.weight_ih_l0	7	-0.002350645372644067
215363	rnn.weight_ih_l0	8	0.06251417100429535
215363	rnn.weight_ih_l0	9	0.0030785922426730394
215363	rnn.weight_hh_l0	0	-0.00021615679725073278
215363	rnn.weight_hh_l0	1	-0.08009903877973557
215363	rnn.weight_hh_l0	2	0.0694747269153595
215363	rnn.weight_hh_l0	3	0.053421877324581146
215363	rnn.weight_hh_l0	4	0.004382913466542959
215363	rnn.weight_hh_l0	5	0.06793022900819778
215363	rnn.weight_hh_l0	6	-0.017393529415130615
215363	rnn.weight_hh_l0	7	-0.11021927744150162
215363	rnn.weight_hh_l0	8	0.02889689989387989
215363	rnn.weight_hh_l0	9	-0.08415728807449341
215363	rnn.bias_ih_l0	0	-0.09292765706777573
215363	rnn.bias_ih_l0	1	-0.19098129868507385
215363	rnn.bias_ih_l0	2	-0.2601257264614105
215363	rnn.bias_ih_l0	3	-0.28651827573776245
215363	rnn.bias_ih_l0	4	0.0053557828068733215
215363	rnn.bias_ih_l0	5	0.06295966356992722
215363	rnn.bias_ih_l0	6	-0.16491997241973877
215363	rnn.bias_ih_l0	7	-0.25611430406570435
215363	rnn.bias_ih_l0	8	-0.14809611439704895
215363	rnn.bias_ih_l0	9	-0.17871159315109253
215363	rnn.bias_hh_l0	0	0.1322612762451172
215363	rnn.bias_hh_l0	1	-0.054005369544029236
215363	rnn.bias_hh_l0	2	0.05288711190223694
215363	rnn.bias_hh_l0	3	-0.18558549880981445
215363	rnn.bias_hh_l0	4	0.055921249091625214
215363	rnn.bias_hh_l0	5	0.056282926350831985
215363	rnn.bias_hh_l0	6	-0.11056948453187943
215363	rnn.bias_hh_l0	7	-0.1517687439918518
215363	rnn.bias_hh_l0	8	-0.18560335040092468
215363	rnn.bias_hh_l0	9	-0.10876110196113586
215363	rnn.weight_ih_l0_reverse	0	-0.021704034879803658
215363	rnn.weight_ih_l0_reverse	1	-0.0018116290448233485
215363	rnn.weight_ih_l0_reverse	2	0.01646394282579422
215363	rnn.weight_ih_l0_reverse	3	0.013051016256213188
215363	rnn.weight_ih_l0_reverse	4	0.01601765677332878
215363	rnn.weight_ih_l0_reverse	5	-0.04726096987724304
215363	rnn.weight_ih_l0_reverse	6	-0.046079911291599274
215363	rnn.weight_ih_l0_reverse	7	0.011831757612526417
215363	rnn.weight_ih_l0_reverse	8	0.10165630280971527
215363	rnn.weight_ih_l0_reverse	9	-0.0004317482525948435
215363	rnn.weight_hh_l0_reverse	0	0.002571903634816408
215363	rnn.weight_hh_l0_reverse	1	0.02738894149661064
215363	rnn.weight_hh_l0_reverse	2	-0.040946342051029205
215363	rnn.weight_hh_l0_reverse	3	0.03662630543112755
215363	rnn.weight_hh_l0_reverse	4	0.02218642085790634
215363	rnn.weight_hh_l0_reverse	5	-0.008807755075395107
215363	rnn.weight_hh_l0_reverse	6	0.06546427309513092
215363	rnn.weight_hh_l0_reverse	7	0.03745349869132042
215363	rnn.weight_hh_l0_reverse	8	-0.023896628990769386
215363	rnn.weight_hh_l0_reverse	9	-0.02912571094930172
215363	rnn.bias_ih_l0_reverse	0	-0.1480344533920288
215363	rnn.bias_ih_l0_reverse	1	-0.30327731370925903
215363	rnn.bias_ih_l0_reverse	2	-0.06008317321538925
215363	rnn.bias_ih_l0_reverse	3	-0.15892896056175232
215363	rnn.bias_ih_l0_reverse	4	0.06964489817619324
215363	rnn.bias_ih_l0_reverse	5	-0.2754727303981781
215363	rnn.bias_ih_l0_reverse	6	-0.06108681485056877
215363	rnn.bias_ih_l0_reverse	7	0.02857274003326893
215363	rnn.bias_ih_l0_reverse	8	-0.18696360290050507
215363	rnn.bias_ih_l0_reverse	9	-0.09452516585588455
215363	rnn.bias_hh_l0_reverse	0	-0.1579190045595169
215363	rnn.bias_hh_l0_reverse	1	-0.15258224308490753
215363	rnn.bias_hh_l0_reverse	2	-0.013025639578700066
215363	rnn.bias_hh_l0_reverse	3	-0.1354990154504776
215363	rnn.bias_hh_l0_reverse	4	-0.031619321554899216
215363	rnn.bias_hh_l0_reverse	5	-0.11651117354631424
215363	rnn.bias_hh_l0_reverse	6	-0.08571623265743256
215363	rnn.bias_hh_l0_reverse	7	-0.1739875078201294
215363	rnn.bias_hh_l0_reverse	8	-0.06321382522583008
215363	rnn.bias_hh_l0_reverse	9	-0.11314030736684799
215363	linear.weight	0	-0.2531232237815857
215363	linear.weight	1	-0.10591556131839752
215363	linear.weight	2	-0.011228874325752258
215363	linear.weight	3	-0.08248774707317352
215363	linear.weight	4	-0.00848538801074028
215363	linear.weight	5	0.18101820349693298
215363	linear.weight	6	0.0047744326293468475
215363	linear.weight	7	-0.021312154829502106
215363	linear.weight	8	0.1873985230922699
215363	linear.weight	9	0.21413414180278778
215363	linear.bias	0	-0.81635981798172
215363	linear.bias	1	1.3967732191085815
215363	linear.bias	2	-0.5154829025268555
215363	linear.bias	3	-0.735426664352417
215363	linear.bias	4	-0.8516438007354736
215363	linear.bias	5	-1.1798069477081299
215363	linear.bias	6	-0.9600536227226257
215363	linear.bias	7	-0.7234739065170288
215363	linear.bias	8	-0.01705317199230194
215363	linear.bias	9	3.469588279724121
215560	transitions	0	-0.4586755037307739
215560	transitions	1	8.806682586669922
215560	transitions	2	-3.6146628856658936
215560	transitions	3	1.5623986721038818
215560	transitions	4	-2.2076239585876465
215560	transitions	5	-0.4287416636943817
215560	transitions	6	-0.19523607194423676
215560	transitions	7	-10000.0
215560	transitions	8	1.8500630855560303
215560	transitions	9	-2.2948720455169678
215560	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
215560	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
215560	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
215560	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
215560	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
215560	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
215560	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
215560	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
215560	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
215560	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
215560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
215560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
215560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
215560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
215560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
215560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
215560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
215560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
215560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
215560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
215560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
215560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
215560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
215560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
215560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
215560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
215560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
215560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
215560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
215560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
215560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
215560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
215560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
215560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
215560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
215560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
215560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
215560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
215560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
215560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
215560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
215560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
215560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
215560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
215560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
215560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
215560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
215560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
215560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
215560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
215560	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
215560	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
215560	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
215560	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
215560	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
215560	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
215560	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
215560	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
215560	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
215560	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
215560	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
215560	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
215560	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
215560	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
215560	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
215560	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
215560	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
215560	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
215560	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
215560	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
215560	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
215560	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
215560	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
215560	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
215560	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
215560	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
215560	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
215560	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
215560	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
215560	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
215560	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
215560	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
215560	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
215560	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
215560	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
215560	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
215560	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
215560	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
215560	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
215560	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
215560	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
215560	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
215560	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
215560	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
215560	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
215560	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
215560	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
215560	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
215560	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
215560	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
215560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
215560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
215560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
215560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
215560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
215560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
215560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
215560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
215560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
215560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
215560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
215560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
215560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
215560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
215560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
215560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
215560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
215560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
215560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
215560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
215560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
215560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
215560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
215560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
215560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
215560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
215560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
215560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
215560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
215560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
215560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
215560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
215560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
215560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
215560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
215560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
215560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
215560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
215560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
215560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
215560	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
215560	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
215560	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
215560	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
215560	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
215560	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
215560	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
215560	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
215560	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
215560	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
215560	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
215560	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
215560	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
215560	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
215560	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
215560	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
215560	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
215560	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
215560	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
215560	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
215560	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
215560	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
215560	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
215560	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
215560	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
215560	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
215560	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
215560	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
215560	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
215560	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
215560	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
215560	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
215560	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
215560	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
215560	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
215560	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
215560	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
215560	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
215560	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
215560	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
215560	embedding2nn.weight	0	0.04434017091989517
215560	embedding2nn.weight	1	-0.09226390719413757
215560	embedding2nn.weight	2	0.01650424487888813
215560	embedding2nn.weight	3	-0.058115195482969284
215560	embedding2nn.weight	4	-0.10980799794197083
215560	embedding2nn.weight	5	0.11330550163984299
215560	embedding2nn.weight	6	-0.08976708352565765
215560	embedding2nn.weight	7	-0.07318458706140518
215560	embedding2nn.weight	8	-0.029662227258086205
215560	embedding2nn.weight	9	0.04024280980229378
215560	embedding2nn.bias	0	0.07457579672336578
215560	embedding2nn.bias	1	-0.02121265046298504
215560	embedding2nn.bias	2	-0.10488846898078918
215560	embedding2nn.bias	3	0.016890181228518486
215560	embedding2nn.bias	4	-0.003492136485874653
215560	embedding2nn.bias	5	-0.17430569231510162
215560	embedding2nn.bias	6	-0.1082879826426506
215560	embedding2nn.bias	7	-0.025296872481703758
215560	embedding2nn.bias	8	0.07397229224443436
215560	embedding2nn.bias	9	-0.0690571516752243
215560	rnn.weight_ih_l0	0	0.044919703155756
215560	rnn.weight_ih_l0	1	-0.08035685122013092
215560	rnn.weight_ih_l0	2	-0.05809931084513664
215560	rnn.weight_ih_l0	3	-0.06155416741967201
215560	rnn.weight_ih_l0	4	0.019366862252354622
215560	rnn.weight_ih_l0	5	-0.10662699490785599
215560	rnn.weight_ih_l0	6	-0.029218347743153572
215560	rnn.weight_ih_l0	7	-0.002746675629168749
215560	rnn.weight_ih_l0	8	0.06239756941795349
215560	rnn.weight_ih_l0	9	0.0033558958675712347
215560	rnn.weight_hh_l0	0	-0.0002938479883596301
215560	rnn.weight_hh_l0	1	-0.07988184690475464
215560	rnn.weight_hh_l0	2	0.06929469853639603
215560	rnn.weight_hh_l0	3	0.05352345108985901
215560	rnn.weight_hh_l0	4	0.004404553212225437
215560	rnn.weight_hh_l0	5	0.06770450621843338
215560	rnn.weight_hh_l0	6	-0.017333129420876503
215560	rnn.weight_hh_l0	7	-0.1103767529129982
215560	rnn.weight_hh_l0	8	0.028645984828472137
215560	rnn.weight_hh_l0	9	-0.08334990590810776
215560	rnn.bias_ih_l0	0	-0.09173408150672913
215560	rnn.bias_ih_l0	1	-0.19107292592525482
215560	rnn.bias_ih_l0	2	-0.2603774964809418
215560	rnn.bias_ih_l0	3	-0.28571534156799316
215560	rnn.bias_ih_l0	4	0.005393756553530693
215560	rnn.bias_ih_l0	5	0.06331337243318558
215560	rnn.bias_ih_l0	6	-0.1655343621969223
215560	rnn.bias_ih_l0	7	-0.2549244463443756
215560	rnn.bias_ih_l0	8	-0.14680570363998413
215560	rnn.bias_ih_l0	9	-0.17936718463897705
215560	rnn.bias_hh_l0	0	0.1320897787809372
215560	rnn.bias_hh_l0	1	-0.05428435653448105
215560	rnn.bias_hh_l0	2	0.05242236703634262
215560	rnn.bias_hh_l0	3	-0.18612374365329742
215560	rnn.bias_hh_l0	4	0.057562220841646194
215560	rnn.bias_hh_l0	5	0.05656222999095917
215560	rnn.bias_hh_l0	6	-0.11077152192592621
215560	rnn.bias_hh_l0	7	-0.1520908772945404
215560	rnn.bias_hh_l0	8	-0.18559087812900543
215560	rnn.bias_hh_l0	9	-0.10779103636741638
215560	rnn.weight_ih_l0_reverse	0	-0.021699339151382446
215560	rnn.weight_ih_l0_reverse	1	-0.002158121671527624
215560	rnn.weight_ih_l0_reverse	2	0.015591642819344997
215560	rnn.weight_ih_l0_reverse	3	0.012884631752967834
215560	rnn.weight_ih_l0_reverse	4	0.015461847186088562
215560	rnn.weight_ih_l0_reverse	5	-0.048218127340078354
215560	rnn.weight_ih_l0_reverse	6	-0.0465778224170208
215560	rnn.weight_ih_l0_reverse	7	0.011481007561087608
215560	rnn.weight_ih_l0_reverse	8	0.10164552927017212
215560	rnn.weight_ih_l0_reverse	9	-0.00027646953822113574
215560	rnn.weight_hh_l0_reverse	0	0.002583341673016548
215560	rnn.weight_hh_l0_reverse	1	0.027358874678611755
215560	rnn.weight_hh_l0_reverse	2	-0.04128776490688324
215560	rnn.weight_hh_l0_reverse	3	0.036935120820999146
215560	rnn.weight_hh_l0_reverse	4	0.02216949313879013
215560	rnn.weight_hh_l0_reverse	5	-0.00887381099164486
215560	rnn.weight_hh_l0_reverse	6	0.06539476662874222
215560	rnn.weight_hh_l0_reverse	7	0.037312109023332596
215560	rnn.weight_hh_l0_reverse	8	-0.024062233045697212
215560	rnn.weight_hh_l0_reverse	9	-0.029087893664836884
215560	rnn.bias_ih_l0_reverse	0	-0.14796023070812225
215560	rnn.bias_ih_l0_reverse	1	-0.30436891317367554
215560	rnn.bias_ih_l0_reverse	2	-0.06082736328244209
215560	rnn.bias_ih_l0_reverse	3	-0.15873271226882935
215560	rnn.bias_ih_l0_reverse	4	0.07061238586902618
215560	rnn.bias_ih_l0_reverse	5	-0.2755061089992523
215560	rnn.bias_ih_l0_reverse	6	-0.061497706919908524
215560	rnn.bias_ih_l0_reverse	7	0.028027372434735298
215560	rnn.bias_ih_l0_reverse	8	-0.18735817074775696
215560	rnn.bias_ih_l0_reverse	9	-0.09426845610141754
215560	rnn.bias_hh_l0_reverse	0	-0.15773911774158478
215560	rnn.bias_hh_l0_reverse	1	-0.15287840366363525
215560	rnn.bias_hh_l0_reverse	2	-0.013035755604505539
215560	rnn.bias_hh_l0_reverse	3	-0.13556087017059326
215560	rnn.bias_hh_l0_reverse	4	-0.03202523663640022
215560	rnn.bias_hh_l0_reverse	5	-0.11663978546857834
215560	rnn.bias_hh_l0_reverse	6	-0.08416347950696945
215560	rnn.bias_hh_l0_reverse	7	-0.17351634800434113
215560	rnn.bias_hh_l0_reverse	8	-0.06435156613588333
215560	rnn.bias_hh_l0_reverse	9	-0.11231301724910736
215560	linear.weight	0	-0.253470778465271
215560	linear.weight	1	-0.10643590241670609
215560	linear.weight	2	-0.011228874325752258
215560	linear.weight	3	-0.08448466658592224
215560	linear.weight	4	-0.007022317964583635
215560	linear.weight	5	0.18389961123466492
215560	linear.weight	6	0.0047744326293468475
215560	linear.weight	7	-0.021312154829502106
215560	linear.weight	8	0.19014284014701843
215560	linear.weight	9	0.2155289202928543
215560	linear.bias	0	-0.8164021968841553
215560	linear.bias	1	1.3813121318817139
215560	linear.bias	2	-0.5317820906639099
215560	linear.bias	3	-0.7262431383132935
215560	linear.bias	4	-0.8655990362167358
215560	linear.bias	5	-1.1798114776611328
215560	linear.bias	6	-0.9597315192222595
215560	linear.bias	7	-0.7239964604377747
215560	linear.bias	8	-0.01705317199230194
215560	linear.bias	9	3.468022584915161
215757	transitions	0	-0.4587240517139435
215757	transitions	1	8.80358600616455
215757	transitions	2	-3.6147985458374023
215757	transitions	3	1.5651586055755615
215757	transitions	4	-2.2077059745788574
215757	transitions	5	-0.4288264811038971
215757	transitions	6	-0.19524246454238892
215757	transitions	7	-10000.0
215757	transitions	8	1.8504239320755005
215757	transitions	9	-2.2948737144470215
215757	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
215757	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
215757	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
215757	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
215757	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
215757	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
215757	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
215757	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
215757	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
215757	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
215757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
215757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
215757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
215757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
215757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
215757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
215757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
215757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
215757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
215757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
215757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
215757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
215757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
215757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
215757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
215757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
215757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
215757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
215757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
215757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
215757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
215757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
215757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
215757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
215757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
215757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
215757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
215757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
215757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
215757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
215757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
215757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
215757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
215757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
215757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
215757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
215757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
215757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
215757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
215757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
215757	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
215757	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
215757	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
215757	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
215757	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
215757	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
215757	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
215757	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
215757	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
215757	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
215757	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
215757	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
215757	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
215757	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
215757	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
215757	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
215757	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
215757	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
215757	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
215757	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
215757	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
215757	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
215757	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
215757	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
215757	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
215757	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
215757	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
215757	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
215757	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
215757	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
215757	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
215757	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
215757	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
215757	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
215757	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
215757	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
215757	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
215757	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
215757	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
215757	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
215757	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
215757	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
215757	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
215757	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
215757	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
215757	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
215757	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
215757	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
215757	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
215757	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
215757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
215757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
215757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
215757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
215757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
215757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
215757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
215757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
215757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
215757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
215757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
215757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
215757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
215757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
215757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
215757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
215757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
215757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
215757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
215757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
215757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
215757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
215757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
215757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
215757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
215757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
215757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
215757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
215757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
215757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
215757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
215757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
215757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
215757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
215757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
215757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
215757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
215757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
215757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
215757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
215757	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
215757	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
215757	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
215757	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
215757	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
215757	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
215757	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
215757	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
215757	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
215757	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
215757	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
215757	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
215757	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
215757	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
215757	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
215757	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
215757	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
215757	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
215757	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
215757	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
215757	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
215757	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
215757	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
215757	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
215757	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
215757	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
215757	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
215757	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
215757	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
215757	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
215757	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
215757	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
215757	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
215757	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
215757	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
215757	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
215757	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
215757	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
215757	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
215757	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
215757	embedding2nn.weight	0	0.04447080194950104
215757	embedding2nn.weight	1	-0.09238850325345993
215757	embedding2nn.weight	2	0.01696433126926422
215757	embedding2nn.weight	3	-0.057867735624313354
215757	embedding2nn.weight	4	-0.10935372859239578
215757	embedding2nn.weight	5	0.11313147097826004
215757	embedding2nn.weight	6	-0.08980178833007812
215757	embedding2nn.weight	7	-0.07348035275936127
215757	embedding2nn.weight	8	-0.029845060780644417
215757	embedding2nn.weight	9	0.03964970260858536
215757	embedding2nn.bias	0	0.07368215918540955
215757	embedding2nn.bias	1	-0.020853260532021523
215757	embedding2nn.bias	2	-0.1011490672826767
215757	embedding2nn.bias	3	0.02229280397295952
215757	embedding2nn.bias	4	-0.0011822374071925879
215757	embedding2nn.bias	5	-0.17673534154891968
215757	embedding2nn.bias	6	-0.10823588818311691
215757	embedding2nn.bias	7	-0.027876174077391624
215757	embedding2nn.bias	8	0.07279546558856964
215757	embedding2nn.bias	9	-0.06940989941358566
215757	rnn.weight_ih_l0	0	0.04576260223984718
215757	rnn.weight_ih_l0	1	-0.0801873430609703
215757	rnn.weight_ih_l0	2	-0.05770593509078026
215757	rnn.weight_ih_l0	3	-0.061148181557655334
215757	rnn.weight_ih_l0	4	0.019630394876003265
215757	rnn.weight_ih_l0	5	-0.10662615299224854
215757	rnn.weight_ih_l0	6	-0.029753785580396652
215757	rnn.weight_ih_l0	7	-0.002275285543873906
215757	rnn.weight_ih_l0	8	0.06212124601006508
215757	rnn.weight_ih_l0	9	0.003334593726322055
215757	rnn.weight_hh_l0	0	-0.00038679694989696145
215757	rnn.weight_hh_l0	1	-0.07929832488298416
215757	rnn.weight_hh_l0	2	0.06926574558019638
215757	rnn.weight_hh_l0	3	0.05351046472787857
215757	rnn.weight_hh_l0	4	0.004495122469961643
215757	rnn.weight_hh_l0	5	0.06754235178232193
215757	rnn.weight_hh_l0	6	-0.017266184091567993
215757	rnn.weight_hh_l0	7	-0.11039009690284729
215757	rnn.weight_hh_l0	8	0.029327543452382088
215757	rnn.weight_hh_l0	9	-0.08351702243089676
215757	rnn.bias_ih_l0	0	-0.09121093153953552
215757	rnn.bias_ih_l0	1	-0.19095465540885925
215757	rnn.bias_ih_l0	2	-0.2606542110443115
215757	rnn.bias_ih_l0	3	-0.2859601378440857
215757	rnn.bias_ih_l0	4	0.005524192936718464
215757	rnn.bias_ih_l0	5	0.0625787302851677
215757	rnn.bias_ih_l0	6	-0.16565638780593872
215757	rnn.bias_ih_l0	7	-0.25558191537857056
215757	rnn.bias_ih_l0	8	-0.14672307670116425
215757	rnn.bias_ih_l0	9	-0.17971104383468628
215757	rnn.bias_hh_l0	0	0.13234369456768036
215757	rnn.bias_hh_l0	1	-0.054845649749040604
215757	rnn.bias_hh_l0	2	0.05287826806306839
215757	rnn.bias_hh_l0	3	-0.18530677258968353
215757	rnn.bias_hh_l0	4	0.05643566697835922
215757	rnn.bias_hh_l0	5	0.05523863062262535
215757	rnn.bias_hh_l0	6	-0.11094697564840317
215757	rnn.bias_hh_l0	7	-0.15242426097393036
215757	rnn.bias_hh_l0	8	-0.1861928552389145
215757	rnn.bias_hh_l0	9	-0.10774239897727966
215757	rnn.weight_ih_l0_reverse	0	-0.021464485675096512
215757	rnn.weight_ih_l0_reverse	1	-0.0027406644076108932
215757	rnn.weight_ih_l0_reverse	2	0.01667514070868492
215757	rnn.weight_ih_l0_reverse	3	0.01330784521996975
215757	rnn.weight_ih_l0_reverse	4	0.01598394103348255
215757	rnn.weight_ih_l0_reverse	5	-0.04846395552158356
215757	rnn.weight_ih_l0_reverse	6	-0.04692985489964485
215757	rnn.weight_ih_l0_reverse	7	0.011292763985693455
215757	rnn.weight_ih_l0_reverse	8	0.10236641764640808
215757	rnn.weight_ih_l0_reverse	9	0.0002200719027314335
215757	rnn.weight_hh_l0_reverse	0	0.0025680181570351124
215757	rnn.weight_hh_l0_reverse	1	0.02731633372604847
215757	rnn.weight_hh_l0_reverse	2	-0.04140442609786987
215757	rnn.weight_hh_l0_reverse	3	0.03714551776647568
215757	rnn.weight_hh_l0_reverse	4	0.0224520992487669
215757	rnn.weight_hh_l0_reverse	5	-0.00873842928558588
215757	rnn.weight_hh_l0_reverse	6	0.06547854840755463
215757	rnn.weight_hh_l0_reverse	7	0.037472356110811234
215757	rnn.weight_hh_l0_reverse	8	-0.024202337488532066
215757	rnn.weight_hh_l0_reverse	9	-0.02911105938255787
215757	rnn.bias_ih_l0_reverse	0	-0.14799432456493378
215757	rnn.bias_ih_l0_reverse	1	-0.3045951724052429
215757	rnn.bias_ih_l0_reverse	2	-0.06085379421710968
215757	rnn.bias_ih_l0_reverse	3	-0.15864445269107819
215757	rnn.bias_ih_l0_reverse	4	0.07097531110048294
215757	rnn.bias_ih_l0_reverse	5	-0.2762337625026703
215757	rnn.bias_ih_l0_reverse	6	-0.06182128190994263
215757	rnn.bias_ih_l0_reverse	7	0.02610977180302143
215757	rnn.bias_ih_l0_reverse	8	-0.18749181926250458
215757	rnn.bias_ih_l0_reverse	9	-0.09304703027009964
215757	rnn.bias_hh_l0_reverse	0	-0.15685440599918365
215757	rnn.bias_hh_l0_reverse	1	-0.15232419967651367
215757	rnn.bias_hh_l0_reverse	2	-0.012707537971436977
215757	rnn.bias_hh_l0_reverse	3	-0.13450917601585388
215757	rnn.bias_hh_l0_reverse	4	-0.032705966383218765
215757	rnn.bias_hh_l0_reverse	5	-0.11723838746547699
215757	rnn.bias_hh_l0_reverse	6	-0.08393187075853348
215757	rnn.bias_hh_l0_reverse	7	-0.1737929731607437
215757	rnn.bias_hh_l0_reverse	8	-0.06419578939676285
215757	rnn.bias_hh_l0_reverse	9	-0.11160029470920563
215757	linear.weight	0	-0.24870072305202484
215757	linear.weight	1	-0.10742875933647156
215757	linear.weight	2	-0.011228874325752258
215757	linear.weight	3	-0.08327030390501022
215757	linear.weight	4	-0.0041183424182236195
215757	linear.weight	5	0.1902930736541748
215757	linear.weight	6	0.0047744326293468475
215757	linear.weight	7	-0.021312154829502106
215757	linear.weight	8	0.18995636701583862
215757	linear.weight	9	0.2151254117488861
215757	linear.bias	0	-0.8230034708976746
215757	linear.bias	1	1.3815654516220093
215757	linear.bias	2	-0.5174239277839661
215757	linear.bias	3	-0.7246493697166443
215757	linear.bias	4	-0.859655499458313
215757	linear.bias	5	-1.1798158884048462
215757	linear.bias	6	-0.965482234954834
215757	linear.bias	7	-0.732036292552948
215757	linear.bias	8	-0.01705317199230194
215757	linear.bias	9	3.4929163455963135
215954	transitions	0	-0.45875686407089233
215954	transitions	1	8.801265716552734
215954	transitions	2	-3.614903688430786
215954	transitions	3	1.5672895908355713
215954	transitions	4	-2.207784652709961
215954	transitions	5	-0.4288412034511566
215954	transitions	6	-0.19526134431362152
215954	transitions	7	-10000.0
215954	transitions	8	1.8499722480773926
215954	transitions	9	-2.294874429702759
215954	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
215954	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
215954	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
215954	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
215954	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
215954	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
215954	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
215954	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
215954	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
215954	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
215954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
215954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
215954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
215954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
215954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
215954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
215954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
215954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
215954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
215954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
215954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
215954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
215954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
215954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
215954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
215954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
215954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
215954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
215954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
215954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
215954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
215954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
215954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
215954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
215954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
215954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
215954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
215954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
215954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
215954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
215954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
215954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
215954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
215954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
215954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
215954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
215954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
215954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
215954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
215954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
215954	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
215954	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
215954	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
215954	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
215954	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
215954	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
215954	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
215954	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
215954	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
215954	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
215954	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
215954	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
215954	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
215954	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
215954	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
215954	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
215954	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
215954	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
215954	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
215954	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
215954	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
215954	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
215954	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
215954	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
215954	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
215954	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
215954	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
215954	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
215954	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
215954	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
215954	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
215954	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
215954	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
215954	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
215954	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
215954	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
215954	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
215954	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
215954	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
215954	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
215954	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
215954	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
215954	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
215954	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
215954	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
215954	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
215954	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
215954	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
215954	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
215954	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
215954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
215954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
215954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
215954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
215954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
215954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
215954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
215954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
215954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
215954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
215954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
215954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
215954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
215954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
215954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
215954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
215954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
215954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
215954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
215954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
215954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
215954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
215954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
215954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
215954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
215954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
215954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
215954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
215954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
215954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
215954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
215954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
215954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
215954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
215954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
215954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
215954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
215954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
215954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
215954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
215954	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
215954	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
215954	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
215954	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
215954	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
215954	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
215954	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
215954	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
215954	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
215954	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
215954	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
215954	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
215954	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
215954	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
215954	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
215954	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
215954	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
215954	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
215954	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
215954	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
215954	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
215954	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
215954	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
215954	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
215954	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
215954	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
215954	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
215954	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
215954	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
215954	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
215954	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
215954	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
215954	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
215954	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
215954	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
215954	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
215954	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
215954	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
215954	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
215954	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
215954	embedding2nn.weight	0	0.04481938108801842
215954	embedding2nn.weight	1	-0.09258630871772766
215954	embedding2nn.weight	2	0.01695341058075428
215954	embedding2nn.weight	3	-0.05799390748143196
215954	embedding2nn.weight	4	-0.11023399978876114
215954	embedding2nn.weight	5	0.11271670460700989
215954	embedding2nn.weight	6	-0.08694159984588623
215954	embedding2nn.weight	7	-0.07234836369752884
215954	embedding2nn.weight	8	-0.0304232370108366
215954	embedding2nn.weight	9	0.04055692255496979
215954	embedding2nn.bias	0	0.06909168511629105
215954	embedding2nn.bias	1	-0.015880292281508446
215954	embedding2nn.bias	2	-0.1025114506483078
215954	embedding2nn.bias	3	0.013904495164752007
215954	embedding2nn.bias	4	-0.0018114658305421472
215954	embedding2nn.bias	5	-0.177407905459404
215954	embedding2nn.bias	6	-0.10750596970319748
215954	embedding2nn.bias	7	-0.028013717383146286
215954	embedding2nn.bias	8	0.07515345513820648
215954	embedding2nn.bias	9	-0.06903213262557983
215954	rnn.weight_ih_l0	0	0.0459541492164135
215954	rnn.weight_ih_l0	1	-0.08059898018836975
215954	rnn.weight_ih_l0	2	-0.05805225297808647
215954	rnn.weight_ih_l0	3	-0.061022184789180756
215954	rnn.weight_ih_l0	4	0.019405631348490715
215954	rnn.weight_ih_l0	5	-0.10623486340045929
215954	rnn.weight_ih_l0	6	-0.029250986874103546
215954	rnn.weight_ih_l0	7	-0.0019150794250890613
215954	rnn.weight_ih_l0	8	0.061885371804237366
215954	rnn.weight_ih_l0	9	0.0035463301464915276
215954	rnn.weight_hh_l0	0	-0.0002998321142513305
215954	rnn.weight_hh_l0	1	-0.08062803000211716
215954	rnn.weight_hh_l0	2	0.06969702243804932
215954	rnn.weight_hh_l0	3	0.053663961589336395
215954	rnn.weight_hh_l0	4	0.004546398296952248
215954	rnn.weight_hh_l0	5	0.06770620495080948
215954	rnn.weight_hh_l0	6	-0.01736542023718357
215954	rnn.weight_hh_l0	7	-0.11033201217651367
215954	rnn.weight_hh_l0	8	0.029131298884749413
215954	rnn.weight_hh_l0	9	-0.08368299156427383
215954	rnn.bias_ih_l0	0	-0.08956392109394073
215954	rnn.bias_ih_l0	1	-0.19171907007694244
215954	rnn.bias_ih_l0	2	-0.2600748538970947
215954	rnn.bias_ih_l0	3	-0.28601717948913574
215954	rnn.bias_ih_l0	4	0.00555281899869442
215954	rnn.bias_ih_l0	5	0.061965204775333405
215954	rnn.bias_ih_l0	6	-0.16563624143600464
215954	rnn.bias_ih_l0	7	-0.25561586022377014
215954	rnn.bias_ih_l0	8	-0.1473412811756134
215954	rnn.bias_ih_l0	9	-0.17918306589126587
215954	rnn.bias_hh_l0	0	0.13190676271915436
215954	rnn.bias_hh_l0	1	-0.055546101182699203
215954	rnn.bias_hh_l0	2	0.05281274765729904
215954	rnn.bias_hh_l0	3	-0.18488913774490356
215954	rnn.bias_hh_l0	4	0.05676422268152237
215954	rnn.bias_hh_l0	5	0.0550631545484066
215954	rnn.bias_hh_l0	6	-0.11139596998691559
215954	rnn.bias_hh_l0	7	-0.15222910046577454
215954	rnn.bias_hh_l0	8	-0.18642397224903107
215954	rnn.bias_hh_l0	9	-0.10692665725946426
215954	rnn.weight_ih_l0_reverse	0	-0.021493224427103996
215954	rnn.weight_ih_l0_reverse	1	-0.002653754549100995
215954	rnn.weight_ih_l0_reverse	2	0.01720934920012951
215954	rnn.weight_ih_l0_reverse	3	0.01364896446466446
215954	rnn.weight_ih_l0_reverse	4	0.016361182555556297
215954	rnn.weight_ih_l0_reverse	5	-0.04808232933282852
215954	rnn.weight_ih_l0_reverse	6	-0.046781957149505615
215954	rnn.weight_ih_l0_reverse	7	0.011939849704504013
215954	rnn.weight_ih_l0_reverse	8	0.1009589359164238
215954	rnn.weight_ih_l0_reverse	9	0.0003495249547995627
215954	rnn.weight_hh_l0_reverse	0	0.0025564702227711678
215954	rnn.weight_hh_l0_reverse	1	0.027254251763224602
215954	rnn.weight_hh_l0_reverse	2	-0.04142133891582489
215954	rnn.weight_hh_l0_reverse	3	0.03716530278325081
215954	rnn.weight_hh_l0_reverse	4	0.022520072758197784
215954	rnn.weight_hh_l0_reverse	5	-0.008739263750612736
215954	rnn.weight_hh_l0_reverse	6	0.06560195982456207
215954	rnn.weight_hh_l0_reverse	7	0.037718355655670166
215954	rnn.weight_hh_l0_reverse	8	-0.024245139211416245
215954	rnn.weight_hh_l0_reverse	9	-0.028955116868019104
215954	rnn.bias_ih_l0_reverse	0	-0.14961457252502441
215954	rnn.bias_ih_l0_reverse	1	-0.30591559410095215
215954	rnn.bias_ih_l0_reverse	2	-0.06046247482299805
215954	rnn.bias_ih_l0_reverse	3	-0.15907412767410278
215954	rnn.bias_ih_l0_reverse	4	0.07167431712150574
215954	rnn.bias_ih_l0_reverse	5	-0.2763806879520416
215954	rnn.bias_ih_l0_reverse	6	-0.060499612241983414
215954	rnn.bias_ih_l0_reverse	7	0.025377415120601654
215954	rnn.bias_ih_l0_reverse	8	-0.18770480155944824
215954	rnn.bias_ih_l0_reverse	9	-0.09303639084100723
215954	rnn.bias_hh_l0_reverse	0	-0.15546368062496185
215954	rnn.bias_hh_l0_reverse	1	-0.15261921286582947
215954	rnn.bias_hh_l0_reverse	2	-0.012843157164752483
215954	rnn.bias_hh_l0_reverse	3	-0.13317206501960754
215954	rnn.bias_hh_l0_reverse	4	-0.03282974660396576
215954	rnn.bias_hh_l0_reverse	5	-0.11620036512613297
215954	rnn.bias_hh_l0_reverse	6	-0.08435395359992981
215954	rnn.bias_hh_l0_reverse	7	-0.17543946206569672
215954	rnn.bias_hh_l0_reverse	8	-0.06398730725049973
215954	rnn.bias_hh_l0_reverse	9	-0.11249551177024841
215954	linear.weight	0	-0.24710413813591003
215954	linear.weight	1	-0.10671266168355942
215954	linear.weight	2	-0.011228874325752258
215954	linear.weight	3	-0.08189719170331955
215954	linear.weight	4	-0.005634584464132786
215954	linear.weight	5	0.18734540045261383
215954	linear.weight	6	0.0047744326293468475
215954	linear.weight	7	-0.021312154829502106
215954	linear.weight	8	0.1912737488746643
215954	linear.weight	9	0.2145669013261795
215954	linear.bias	0	-0.8238909244537354
215954	linear.bias	1	1.389677882194519
215954	linear.bias	2	-0.4966103136539459
215954	linear.bias	3	-0.7307912111282349
215954	linear.bias	4	-0.8581005930900574
215954	linear.bias	5	-1.1798194646835327
215954	linear.bias	6	-0.9667995572090149
215954	linear.bias	7	-0.7255766987800598
215954	linear.bias	8	-0.01705317199230194
215954	linear.bias	9	3.451061487197876
216151	transitions	0	-0.4588216245174408
216151	transitions	1	8.795710563659668
216151	transitions	2	-3.61507248878479
216151	transitions	3	1.5673058032989502
216151	transitions	4	-2.207885503768921
216151	transitions	5	-0.4288564622402191
216151	transitions	6	-0.19526706635951996
216151	transitions	7	-10000.0
216151	transitions	8	1.8491357564926147
216151	transitions	9	-2.294879913330078
216151	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
216151	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
216151	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
216151	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
216151	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
216151	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
216151	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
216151	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
216151	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
216151	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
216151	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
216151	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
216151	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
216151	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
216151	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
216151	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
216151	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
216151	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
216151	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
216151	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
216151	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
216151	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
216151	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
216151	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
216151	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
216151	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
216151	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
216151	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
216151	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
216151	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
216151	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
216151	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
216151	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
216151	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
216151	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
216151	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
216151	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
216151	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
216151	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
216151	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
216151	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
216151	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
216151	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
216151	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
216151	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
216151	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
216151	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
216151	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
216151	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
216151	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
216151	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
216151	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
216151	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
216151	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
216151	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
216151	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
216151	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
216151	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
216151	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
216151	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
216151	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
216151	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
216151	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
216151	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
216151	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
216151	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
216151	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
216151	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
216151	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
216151	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
216151	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
216151	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
216151	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
216151	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
216151	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
216151	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
216151	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
216151	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
216151	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
216151	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
216151	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
216151	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
216151	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
216151	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
216151	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
216151	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
216151	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
216151	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
216151	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
216151	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
216151	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
216151	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
216151	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
216151	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
216151	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
216151	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
216151	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
216151	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
216151	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
216151	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
216151	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
216151	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
216151	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
216151	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
216151	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
216151	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
216151	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
216151	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
216151	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
216151	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
216151	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
216151	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
216151	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
216151	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
216151	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
216151	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
216151	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
216151	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
216151	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
216151	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
216151	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
216151	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
216151	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
216151	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
216151	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
216151	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
216151	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
216151	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
216151	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
216151	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
216151	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
216151	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
216151	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
216151	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
216151	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
216151	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
216151	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
216151	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
216151	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
216151	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
216151	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
216151	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
216151	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
216151	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
216151	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
216151	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
216151	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
216151	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
216151	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
216151	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
216151	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
216151	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
216151	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
216151	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
216151	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
216151	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
216151	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
216151	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
216151	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
216151	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
216151	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
216151	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
216151	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
216151	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
216151	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
216151	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
216151	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
216151	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
216151	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
216151	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
216151	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
216151	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
216151	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
216151	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
216151	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
216151	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
216151	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
216151	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
216151	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
216151	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
216151	embedding2nn.weight	0	0.044904500246047974
216151	embedding2nn.weight	1	-0.0926445722579956
216151	embedding2nn.weight	2	0.017042649909853935
216151	embedding2nn.weight	3	-0.0575590655207634
216151	embedding2nn.weight	4	-0.11041822284460068
216151	embedding2nn.weight	5	0.11324343085289001
216151	embedding2nn.weight	6	-0.08844000101089478
216151	embedding2nn.weight	7	-0.07297807931900024
216151	embedding2nn.weight	8	-0.030282529070973396
216151	embedding2nn.weight	9	0.04098309576511383
216151	embedding2nn.bias	0	0.06687316298484802
216151	embedding2nn.bias	1	-0.016349831596016884
216151	embedding2nn.bias	2	-0.10387840121984482
216151	embedding2nn.bias	3	0.01609904319047928
216151	embedding2nn.bias	4	0.00017422767996322364
216151	embedding2nn.bias	5	-0.17489001154899597
216151	embedding2nn.bias	6	-0.11334965378046036
216151	embedding2nn.bias	7	-0.025480490177869797
216151	embedding2nn.bias	8	0.07696516066789627
216151	embedding2nn.bias	9	-0.06665787845849991
216151	rnn.weight_ih_l0	0	0.0461122989654541
216151	rnn.weight_ih_l0	1	-0.08098723739385605
216151	rnn.weight_ih_l0	2	-0.058100175112485886
216151	rnn.weight_ih_l0	3	-0.060709740966558456
216151	rnn.weight_ih_l0	4	0.019385915249586105
216151	rnn.weight_ih_l0	5	-0.1064237728714943
216151	rnn.weight_ih_l0	6	-0.0289298165589571
216151	rnn.weight_ih_l0	7	-0.0020689957309514284
216151	rnn.weight_ih_l0	8	0.06233922764658928
216151	rnn.weight_ih_l0	9	0.0035532182082533836
216151	rnn.weight_hh_l0	0	-0.0003324515710119158
216151	rnn.weight_hh_l0	1	-0.08135760575532913
216151	rnn.weight_hh_l0	2	0.06971212476491928
216151	rnn.weight_hh_l0	3	0.05332063138484955
216151	rnn.weight_hh_l0	4	0.004618152976036072
216151	rnn.weight_hh_l0	5	0.06773161888122559
216151	rnn.weight_hh_l0	6	-0.01742185465991497
216151	rnn.weight_hh_l0	7	-0.1102529838681221
216151	rnn.weight_hh_l0	8	0.028562501072883606
216151	rnn.weight_hh_l0	9	-0.08281835168600082
216151	rnn.bias_ih_l0	0	-0.09015312790870667
216151	rnn.bias_ih_l0	1	-0.1915322095155716
216151	rnn.bias_ih_l0	2	-0.2604289948940277
216151	rnn.bias_ih_l0	3	-0.28597715497016907
216151	rnn.bias_ih_l0	4	0.004757012706249952
216151	rnn.bias_ih_l0	5	0.06227898597717285
216151	rnn.bias_ih_l0	6	-0.16443215310573578
216151	rnn.bias_ih_l0	7	-0.25585007667541504
216151	rnn.bias_ih_l0	8	-0.14601708948612213
216151	rnn.bias_ih_l0	9	-0.17971853911876678
216151	rnn.bias_hh_l0	0	0.13110366463661194
216151	rnn.bias_hh_l0	1	-0.05576410889625549
216151	rnn.bias_hh_l0	2	0.052599649876356125
216151	rnn.bias_hh_l0	3	-0.1849823296070099
216151	rnn.bias_hh_l0	4	0.057221319526433945
216151	rnn.bias_hh_l0	5	0.05570755526423454
216151	rnn.bias_hh_l0	6	-0.11139556765556335
216151	rnn.bias_hh_l0	7	-0.152187779545784
216151	rnn.bias_hh_l0	8	-0.18680717051029205
216151	rnn.bias_hh_l0	9	-0.1072000116109848
216151	rnn.weight_ih_l0_reverse	0	-0.021528754383325577
216151	rnn.weight_ih_l0_reverse	1	-0.002531319158151746
216151	rnn.weight_ih_l0_reverse	2	0.01704798825085163
216151	rnn.weight_ih_l0_reverse	3	0.013606720604002476
216151	rnn.weight_ih_l0_reverse	4	0.015779312700033188
216151	rnn.weight_ih_l0_reverse	5	-0.04717042297124863
216151	rnn.weight_ih_l0_reverse	6	-0.047531940042972565
216151	rnn.weight_ih_l0_reverse	7	0.012042838148772717
216151	rnn.weight_ih_l0_reverse	8	0.10123365372419357
216151	rnn.weight_ih_l0_reverse	9	0.0006243691896088421
216151	rnn.weight_hh_l0_reverse	0	0.0023938543163239956
216151	rnn.weight_hh_l0_reverse	1	0.02712058648467064
216151	rnn.weight_hh_l0_reverse	2	-0.04105937480926514
216151	rnn.weight_hh_l0_reverse	3	0.037242162972688675
216151	rnn.weight_hh_l0_reverse	4	0.022574737668037415
216151	rnn.weight_hh_l0_reverse	5	-0.008666962385177612
216151	rnn.weight_hh_l0_reverse	6	0.06571928411722183
216151	rnn.weight_hh_l0_reverse	7	0.03790172189474106
216151	rnn.weight_hh_l0_reverse	8	-0.02436750754714012
216151	rnn.weight_hh_l0_reverse	9	-0.02891862764954567
216151	rnn.bias_ih_l0_reverse	0	-0.1499599665403366
216151	rnn.bias_ih_l0_reverse	1	-0.30583107471466064
216151	rnn.bias_ih_l0_reverse	2	-0.06043693423271179
216151	rnn.bias_ih_l0_reverse	3	-0.15839478373527527
216151	rnn.bias_ih_l0_reverse	4	0.07021360844373703
216151	rnn.bias_ih_l0_reverse	5	-0.27711978554725647
216151	rnn.bias_ih_l0_reverse	6	-0.06068684160709381
216151	rnn.bias_ih_l0_reverse	7	0.02455468662083149
216151	rnn.bias_ih_l0_reverse	8	-0.18751420080661774
216151	rnn.bias_ih_l0_reverse	9	-0.0922466292977333
216151	rnn.bias_hh_l0_reverse	0	-0.15569809079170227
216151	rnn.bias_hh_l0_reverse	1	-0.15344728529453278
216151	rnn.bias_hh_l0_reverse	2	-0.012825977057218552
216151	rnn.bias_hh_l0_reverse	3	-0.132868692278862
216151	rnn.bias_hh_l0_reverse	4	-0.032235678285360336
216151	rnn.bias_hh_l0_reverse	5	-0.11615577340126038
216151	rnn.bias_hh_l0_reverse	6	-0.08272705972194672
216151	rnn.bias_hh_l0_reverse	7	-0.17480550706386566
216151	rnn.bias_hh_l0_reverse	8	-0.0642717108130455
216151	rnn.bias_hh_l0_reverse	9	-0.11273547261953354
216151	linear.weight	0	-0.2566869258880615
216151	linear.weight	1	-0.10769530385732651
216151	linear.weight	2	-0.011228874325752258
216151	linear.weight	3	-0.08182333409786224
216151	linear.weight	4	-0.003483434207737446
216151	linear.weight	5	0.18430019915103912
216151	linear.weight	6	0.0047744326293468475
216151	linear.weight	7	-0.021312154829502106
216151	linear.weight	8	0.18853209912776947
216151	linear.weight	9	0.21567653119564056
216151	linear.bias	0	-0.8234323263168335
216151	linear.bias	1	1.408776879310608
216151	linear.bias	2	-0.48429346084594727
216151	linear.bias	3	-0.7334805130958557
216151	linear.bias	4	-0.8518396615982056
216151	linear.bias	5	-1.1798251867294312
216151	linear.bias	6	-0.9655009508132935
216151	linear.bias	7	-0.7160623669624329
216151	linear.bias	8	-0.01705317199230194
216151	linear.bias	9	3.49320125579834
216348	transitions	0	-0.458858847618103
216348	transitions	1	8.79350757598877
216348	transitions	2	-3.6153218746185303
216348	transitions	3	1.5720586776733398
216348	transitions	4	-2.207975387573242
216348	transitions	5	-0.4288891553878784
216348	transitions	6	-0.19527414441108704
216348	transitions	7	-10000.0
216348	transitions	8	1.8499304056167603
216348	transitions	9	-2.294881582260132
216348	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
216348	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
216348	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
216348	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
216348	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
216348	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
216348	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
216348	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
216348	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
216348	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
216348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
216348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
216348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
216348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
216348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
216348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
216348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
216348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
216348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
216348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
216348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
216348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
216348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
216348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
216348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
216348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
216348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
216348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
216348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
216348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
216348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
216348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
216348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
216348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
216348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
216348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
216348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
216348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
216348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
216348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
216348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
216348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
216348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
216348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
216348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
216348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
216348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
216348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
216348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
216348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
216348	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
216348	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
216348	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
216348	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
216348	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
216348	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
216348	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
216348	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
216348	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
216348	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
216348	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
216348	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
216348	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
216348	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
216348	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
216348	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
216348	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
216348	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
216348	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
216348	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
216348	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
216348	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
216348	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
216348	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
216348	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
216348	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
216348	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
216348	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
216348	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
216348	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
216348	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
216348	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
216348	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
216348	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
216348	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
216348	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
216348	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
216348	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
216348	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
216348	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
216348	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
216348	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
216348	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
216348	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
216348	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
216348	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
216348	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
216348	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
216348	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
216348	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
216348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
216348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
216348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
216348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
216348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
216348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
216348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
216348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
216348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
216348	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
216348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
216348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
216348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
216348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
216348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
216348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
216348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
216348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
216348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
216348	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
216348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
216348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
216348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
216348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
216348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
216348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
216348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
216348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
216348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
216348	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
216348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
216348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
216348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
216348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
216348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
216348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
216348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
216348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
216348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
216348	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
216348	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
216348	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
216348	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
216348	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
216348	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
216348	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
216348	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
216348	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
216348	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
216348	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
216348	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
216348	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
216348	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
216348	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
216348	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
216348	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
216348	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
216348	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
216348	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
216348	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
216348	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
216348	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
216348	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
216348	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
216348	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
216348	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
216348	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
216348	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
216348	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
216348	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
216348	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
216348	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
216348	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
216348	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
216348	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
216348	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
216348	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
216348	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
216348	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
216348	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
216348	embedding2nn.weight	0	0.04470231011509895
216348	embedding2nn.weight	1	-0.09247762709856033
216348	embedding2nn.weight	2	0.017078684642910957
216348	embedding2nn.weight	3	-0.057607099413871765
216348	embedding2nn.weight	4	-0.11154258996248245
216348	embedding2nn.weight	5	0.11335114389657974
216348	embedding2nn.weight	6	-0.08738033473491669
216348	embedding2nn.weight	7	-0.07372687757015228
216348	embedding2nn.weight	8	-0.030488621443510056
216348	embedding2nn.weight	9	0.04111909493803978
216348	embedding2nn.bias	0	0.06636825203895569
216348	embedding2nn.bias	1	-0.017494769766926765
216348	embedding2nn.bias	2	-0.10671661794185638
216348	embedding2nn.bias	3	0.012182660400867462
216348	embedding2nn.bias	4	-0.002152754459530115
216348	embedding2nn.bias	5	-0.17542265355587006
216348	embedding2nn.bias	6	-0.11385282129049301
216348	embedding2nn.bias	7	-0.02355511114001274
216348	embedding2nn.bias	8	0.07678167521953583
216348	embedding2nn.bias	9	-0.06781652569770813
216348	rnn.weight_ih_l0	0	0.046024125069379807
216348	rnn.weight_ih_l0	1	-0.08075174689292908
216348	rnn.weight_ih_l0	2	-0.05787699297070503
216348	rnn.weight_ih_l0	3	-0.060397300869226456
216348	rnn.weight_ih_l0	4	0.019296281039714813
216348	rnn.weight_ih_l0	5	-0.10622380673885345
216348	rnn.weight_ih_l0	6	-0.029813004657626152
216348	rnn.weight_ih_l0	7	-0.001996186561882496
216348	rnn.weight_ih_l0	8	0.06082753464579582
216348	rnn.weight_ih_l0	9	0.0032222243025898933
216348	rnn.weight_hh_l0	0	-0.0006834245286881924
216348	rnn.weight_hh_l0	1	-0.08191743493080139
216348	rnn.weight_hh_l0	2	0.07025124132633209
216348	rnn.weight_hh_l0	3	0.053406838327646255
216348	rnn.weight_hh_l0	4	0.004496168345212936
216348	rnn.weight_hh_l0	5	0.06757088005542755
216348	rnn.weight_hh_l0	6	-0.017299547791481018
216348	rnn.weight_hh_l0	7	-0.1102169007062912
216348	rnn.weight_hh_l0	8	0.028660748153924942
216348	rnn.weight_hh_l0	9	-0.08295781165361404
216348	rnn.bias_ih_l0	0	-0.09202871471643448
216348	rnn.bias_ih_l0	1	-0.19116811454296112
216348	rnn.bias_ih_l0	2	-0.2604960799217224
216348	rnn.bias_ih_l0	3	-0.2860267162322998
216348	rnn.bias_ih_l0	4	0.0033680046908557415
216348	rnn.bias_ih_l0	5	0.06313580274581909
216348	rnn.bias_ih_l0	6	-0.1640886515378952
216348	rnn.bias_ih_l0	7	-0.25631600618362427
216348	rnn.bias_ih_l0	8	-0.14747653901576996
216348	rnn.bias_ih_l0	9	-0.17927047610282898
216348	rnn.bias_hh_l0	0	0.1313444972038269
216348	rnn.bias_hh_l0	1	-0.055740196257829666
216348	rnn.bias_hh_l0	2	0.05295339971780777
216348	rnn.bias_hh_l0	3	-0.18467135727405548
216348	rnn.bias_hh_l0	4	0.057890452444553375
216348	rnn.bias_hh_l0	5	0.055717285722494125
216348	rnn.bias_hh_l0	6	-0.11104685068130493
216348	rnn.bias_hh_l0	7	-0.1511341631412506
216348	rnn.bias_hh_l0	8	-0.18636302649974823
216348	rnn.bias_hh_l0	9	-0.10774599015712738
216348	rnn.weight_ih_l0_reverse	0	-0.02139895036816597
216348	rnn.weight_ih_l0_reverse	1	-0.0017518767854198813
216348	rnn.weight_ih_l0_reverse	2	0.017328158020973206
216348	rnn.weight_ih_l0_reverse	3	0.0144045390188694
216348	rnn.weight_ih_l0_reverse	4	0.01586630940437317
216348	rnn.weight_ih_l0_reverse	5	-0.047393567860126495
216348	rnn.weight_ih_l0_reverse	6	-0.046531468629837036
216348	rnn.weight_ih_l0_reverse	7	0.012365919537842274
216348	rnn.weight_ih_l0_reverse	8	0.1012817993760109
216348	rnn.weight_ih_l0_reverse	9	0.0009020484867505729
216348	rnn.weight_hh_l0_reverse	0	0.002425341634079814
216348	rnn.weight_hh_l0_reverse	1	0.027214517816901207
216348	rnn.weight_hh_l0_reverse	2	-0.040548063814640045
216348	rnn.weight_hh_l0_reverse	3	0.03727838769555092
216348	rnn.weight_hh_l0_reverse	4	0.02267363853752613
216348	rnn.weight_hh_l0_reverse	5	-0.009417736902832985
216348	rnn.weight_hh_l0_reverse	6	0.06555716693401337
216348	rnn.weight_hh_l0_reverse	7	0.03797907009720802
216348	rnn.weight_hh_l0_reverse	8	-0.024335289373993874
216348	rnn.weight_hh_l0_reverse	9	-0.028660042211413383
216348	rnn.bias_ih_l0_reverse	0	-0.14975081384181976
216348	rnn.bias_ih_l0_reverse	1	-0.3045193552970886
216348	rnn.bias_ih_l0_reverse	2	-0.06050319969654083
216348	rnn.bias_ih_l0_reverse	3	-0.1593540757894516
216348	rnn.bias_ih_l0_reverse	4	0.07008171081542969
216348	rnn.bias_ih_l0_reverse	5	-0.27716341614723206
216348	rnn.bias_ih_l0_reverse	6	-0.061278074979782104
216348	rnn.bias_ih_l0_reverse	7	0.020790815353393555
216348	rnn.bias_ih_l0_reverse	8	-0.18876895308494568
216348	rnn.bias_ih_l0_reverse	9	-0.09320107847452164
216348	rnn.bias_hh_l0_reverse	0	-0.155321404337883
216348	rnn.bias_hh_l0_reverse	1	-0.15287910401821136
216348	rnn.bias_hh_l0_reverse	2	-0.013098489493131638
216348	rnn.bias_hh_l0_reverse	3	-0.13352170586585999
216348	rnn.bias_hh_l0_reverse	4	-0.03226684406399727
216348	rnn.bias_hh_l0_reverse	5	-0.1160290390253067
216348	rnn.bias_hh_l0_reverse	6	-0.08241530507802963
216348	rnn.bias_hh_l0_reverse	7	-0.17562365531921387
216348	rnn.bias_hh_l0_reverse	8	-0.06475111842155457
216348	rnn.bias_hh_l0_reverse	9	-0.11221306771039963
216348	linear.weight	0	-0.2575525939464569
216348	linear.weight	1	-0.10577430576086044
216348	linear.weight	2	-0.011228874325752258
216348	linear.weight	3	-0.0799161046743393
216348	linear.weight	4	-0.0061944336630403996
216348	linear.weight	5	0.18727850914001465
216348	linear.weight	6	0.0047744326293468475
216348	linear.weight	7	-0.021312154829502106
216348	linear.weight	8	0.18986518681049347
216348	linear.weight	9	0.2107054591178894
216348	linear.bias	0	-0.8251453638076782
216348	linear.bias	1	1.4219589233398438
216348	linear.bias	2	-0.5005284547805786
216348	linear.bias	3	-0.7362505793571472
216348	linear.bias	4	-0.8607757687568665
216348	linear.bias	5	-1.179830551147461
216348	linear.bias	6	-0.9668245315551758
216348	linear.bias	7	-0.7260651588439941
216348	linear.bias	8	-0.01705317199230194
216348	linear.bias	9	3.4777097702026367
216545	transitions	0	-0.4589468836784363
216545	transitions	1	8.782246589660645
216545	transitions	2	-3.615494966506958
216545	transitions	3	1.5695886611938477
216545	transitions	4	-2.2081410884857178
216545	transitions	5	-0.4289216697216034
216545	transitions	6	-0.1952856481075287
216545	transitions	7	-10000.0
216545	transitions	8	1.8507611751556396
216545	transitions	9	-2.294882297515869
216545	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
216545	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
216545	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
216545	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
216545	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
216545	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
216545	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
216545	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
216545	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
216545	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
216545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
216545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
216545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
216545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
216545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
216545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
216545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
216545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
216545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
216545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
216545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
216545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
216545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
216545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
216545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
216545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
216545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
216545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
216545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
216545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
216545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
216545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
216545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
216545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
216545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
216545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
216545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
216545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
216545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
216545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
216545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
216545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
216545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
216545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
216545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
216545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
216545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
216545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
216545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
216545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
216545	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
216545	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
216545	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
216545	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
216545	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
216545	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
216545	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
216545	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
216545	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
216545	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
216545	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
216545	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
216545	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
216545	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
216545	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
216545	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
216545	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
216545	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
216545	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
216545	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
216545	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
216545	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
216545	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
216545	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
216545	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
216545	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
216545	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
216545	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
216545	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
216545	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
216545	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
216545	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
216545	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
216545	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
216545	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
216545	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
216545	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
216545	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
216545	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
216545	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
216545	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
216545	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
216545	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
216545	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
216545	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
216545	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
216545	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
216545	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
216545	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
216545	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
216545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
216545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
216545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
216545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
216545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
216545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
216545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
216545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
216545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
216545	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
216545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
216545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
216545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
216545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
216545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
216545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
216545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
216545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
216545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
216545	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
216545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
216545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
216545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
216545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
216545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
216545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
216545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
216545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
216545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
216545	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
216545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
216545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
216545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
216545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
216545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
216545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
216545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
216545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
216545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
216545	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
216545	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
216545	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
216545	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
216545	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
216545	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
216545	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
216545	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
216545	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
216545	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
216545	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
216545	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
216545	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
216545	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
216545	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
216545	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
216545	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
216545	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
216545	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
216545	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
216545	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
216545	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
216545	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
216545	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
216545	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
216545	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
216545	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
216545	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
216545	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
216545	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
216545	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
216545	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
216545	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
216545	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
216545	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
216545	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
216545	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
216545	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
216545	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
216545	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
216545	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
216545	embedding2nn.weight	0	0.04456779733300209
216545	embedding2nn.weight	1	-0.09222576022148132
216545	embedding2nn.weight	2	0.01650853268802166
216545	embedding2nn.weight	3	-0.05768377706408501
216545	embedding2nn.weight	4	-0.11212298274040222
216545	embedding2nn.weight	5	0.11344263702630997
216545	embedding2nn.weight	6	-0.0876837894320488
216545	embedding2nn.weight	7	-0.0734003335237503
216545	embedding2nn.weight	8	-0.03052867203950882
216545	embedding2nn.weight	9	0.0420592725276947
216545	embedding2nn.bias	0	0.0677095279097557
216545	embedding2nn.bias	1	-0.016917167231440544
216545	embedding2nn.bias	2	-0.10890023410320282
216545	embedding2nn.bias	3	0.011717796325683594
216545	embedding2nn.bias	4	-0.0030040573328733444
216545	embedding2nn.bias	5	-0.1783057451248169
216545	embedding2nn.bias	6	-0.11429187655448914
216545	embedding2nn.bias	7	-0.023536227643489838
216545	embedding2nn.bias	8	0.07459740340709686
216545	embedding2nn.bias	9	-0.06844022125005722
216545	rnn.weight_ih_l0	0	0.046511974185705185
216545	rnn.weight_ih_l0	1	-0.08126050233840942
216545	rnn.weight_ih_l0	2	-0.05729127302765846
216545	rnn.weight_ih_l0	3	-0.059600286185741425
216545	rnn.weight_ih_l0	4	0.019336191937327385
216545	rnn.weight_ih_l0	5	-0.10563203692436218
216545	rnn.weight_ih_l0	6	-0.030728226527571678
216545	rnn.weight_ih_l0	7	-0.0015036237891763449
216545	rnn.weight_ih_l0	8	0.06066177785396576
216545	rnn.weight_ih_l0	9	0.003916687332093716
216545	rnn.weight_hh_l0	0	-0.0007079605129547417
216545	rnn.weight_hh_l0	1	-0.08180947601795197
216545	rnn.weight_hh_l0	2	0.07056020945310593
216545	rnn.weight_hh_l0	3	0.05325935408473015
216545	rnn.weight_hh_l0	4	0.004509329330176115
216545	rnn.weight_hh_l0	5	0.06730479001998901
216545	rnn.weight_hh_l0	6	-0.017349030822515488
216545	rnn.weight_hh_l0	7	-0.11010073125362396
216545	rnn.weight_hh_l0	8	0.02839721366763115
216545	rnn.weight_hh_l0	9	-0.08316168189048767
216545	rnn.bias_ih_l0	0	-0.09167714416980743
216545	rnn.bias_ih_l0	1	-0.1914331167936325
216545	rnn.bias_ih_l0	2	-0.25947773456573486
216545	rnn.bias_ih_l0	3	-0.28576114773750305
216545	rnn.bias_ih_l0	4	0.002698733238503337
216545	rnn.bias_ih_l0	5	0.06290459632873535
216545	rnn.bias_ih_l0	6	-0.16471992433071136
216545	rnn.bias_ih_l0	7	-0.2555316090583801
216545	rnn.bias_ih_l0	8	-0.14665862917900085
216545	rnn.bias_ih_l0	9	-0.17827820777893066
216545	rnn.bias_hh_l0	0	0.13068099319934845
216545	rnn.bias_hh_l0	1	-0.05538990721106529
216545	rnn.bias_hh_l0	2	0.053261272609233856
216545	rnn.bias_hh_l0	3	-0.18597851693630219
216545	rnn.bias_hh_l0	4	0.058371081948280334
216545	rnn.bias_hh_l0	5	0.055727746337652206
216545	rnn.bias_hh_l0	6	-0.11179373413324356
216545	rnn.bias_hh_l0	7	-0.15170760452747345
216545	rnn.bias_hh_l0	8	-0.1870298981666565
216545	rnn.bias_hh_l0	9	-0.10650745779275894
216545	rnn.weight_ih_l0_reverse	0	-0.02094680815935135
216545	rnn.weight_ih_l0_reverse	1	-0.0007883927319198847
216545	rnn.weight_ih_l0_reverse	2	0.017018552869558334
216545	rnn.weight_ih_l0_reverse	3	0.013721263036131859
216545	rnn.weight_ih_l0_reverse	4	0.016360411420464516
216545	rnn.weight_ih_l0_reverse	5	-0.04808512702584267
216545	rnn.weight_ih_l0_reverse	6	-0.0465422049164772
216545	rnn.weight_ih_l0_reverse	7	0.012530160136520863
216545	rnn.weight_ih_l0_reverse	8	0.10101135820150375
216545	rnn.weight_ih_l0_reverse	9	0.000981378136202693
216545	rnn.weight_hh_l0_reverse	0	0.0024470570497214794
216545	rnn.weight_hh_l0_reverse	1	0.02721717208623886
216545	rnn.weight_hh_l0_reverse	2	-0.04085949808359146
216545	rnn.weight_hh_l0_reverse	3	0.03744996711611748
216545	rnn.weight_hh_l0_reverse	4	0.02271302416920662
216545	rnn.weight_hh_l0_reverse	5	-0.00939420610666275
216545	rnn.weight_hh_l0_reverse	6	0.06533575803041458
216545	rnn.weight_hh_l0_reverse	7	0.03771655634045601
216545	rnn.weight_hh_l0_reverse	8	-0.024364937096834183
216545	rnn.weight_hh_l0_reverse	9	-0.02862607128918171
216545	rnn.bias_ih_l0_reverse	0	-0.15019074082374573
216545	rnn.bias_ih_l0_reverse	1	-0.30459141731262207
216545	rnn.bias_ih_l0_reverse	2	-0.06066746264696121
216545	rnn.bias_ih_l0_reverse	3	-0.1593298614025116
216545	rnn.bias_ih_l0_reverse	4	0.06989972293376923
216545	rnn.bias_ih_l0_reverse	5	-0.2779623866081238
216545	rnn.bias_ih_l0_reverse	6	-0.06131543591618538
216545	rnn.bias_ih_l0_reverse	7	0.020375529304146767
216545	rnn.bias_ih_l0_reverse	8	-0.18886518478393555
216545	rnn.bias_ih_l0_reverse	9	-0.0930180624127388
216545	rnn.bias_hh_l0_reverse	0	-0.15553341805934906
216545	rnn.bias_hh_l0_reverse	1	-0.15296760201454163
216545	rnn.bias_hh_l0_reverse	2	-0.012880350463092327
216545	rnn.bias_hh_l0_reverse	3	-0.1326628476381302
216545	rnn.bias_hh_l0_reverse	4	-0.0320410318672657
216545	rnn.bias_hh_l0_reverse	5	-0.11612880975008011
216545	rnn.bias_hh_l0_reverse	6	-0.08289343863725662
216545	rnn.bias_hh_l0_reverse	7	-0.17751215398311615
216545	rnn.bias_hh_l0_reverse	8	-0.06465055793523788
216545	rnn.bias_hh_l0_reverse	9	-0.11293088644742966
216545	linear.weight	0	-0.25535330176353455
216545	linear.weight	1	-0.10609091818332672
216545	linear.weight	2	-0.011228874325752258
216545	linear.weight	3	-0.07749873399734497
216545	linear.weight	4	-0.008602886460721493
216545	linear.weight	5	0.19057811796665192
216545	linear.weight	6	0.0047744326293468475
216545	linear.weight	7	-0.021312154829502106
216545	linear.weight	8	0.1925220489501953
216545	linear.weight	9	0.21017278730869293
216545	linear.bias	0	-0.813904345035553
216545	linear.bias	1	1.4558513164520264
216545	linear.bias	2	-0.490876704454422
216545	linear.bias	3	-0.7442589998245239
216545	linear.bias	4	-0.8787400722503662
216545	linear.bias	5	-1.1798361539840698
216545	linear.bias	6	-0.9559385180473328
216545	linear.bias	7	-0.7331885099411011
216545	linear.bias	8	-0.01705317199230194
216545	linear.bias	9	3.4682295322418213
216742	transitions	0	-0.4590250849723816
216742	transitions	1	8.78487777709961
216742	transitions	2	-3.6156399250030518
216742	transitions	3	1.5690351724624634
216742	transitions	4	-2.208336353302002
216742	transitions	5	-0.42892980575561523
216742	transitions	6	-0.1953011304140091
216742	transitions	7	-10000.0
216742	transitions	8	1.8510854244232178
216742	transitions	9	-2.2948827743530273
216742	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
216742	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
216742	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
216742	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
216742	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
216742	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
216742	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
216742	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
216742	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
216742	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
216742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
216742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
216742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
216742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
216742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
216742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
216742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
216742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
216742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
216742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
216742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
216742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
216742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
216742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
216742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
216742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
216742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
216742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
216742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
216742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
216742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
216742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
216742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
216742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
216742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
216742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
216742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
216742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
216742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
216742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
216742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
216742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
216742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
216742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
216742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
216742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
216742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
216742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
216742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
216742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
216742	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
216742	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
216742	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
216742	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
216742	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
216742	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
216742	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
216742	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
216742	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
216742	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
216742	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
216742	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
216742	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
216742	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
216742	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
216742	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
216742	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
216742	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
216742	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
216742	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
216742	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
216742	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
216742	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
216742	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
216742	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
216742	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
216742	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
216742	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
216742	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
216742	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
216742	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
216742	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
216742	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
216742	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
216742	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
216742	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
216742	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
216742	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
216742	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
216742	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
216742	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
216742	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
216742	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
216742	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
216742	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
216742	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
216742	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
216742	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
216742	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
216742	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
216742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
216742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
216742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
216742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
216742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
216742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
216742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
216742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
216742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
216742	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
216742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
216742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
216742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
216742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
216742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
216742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
216742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
216742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
216742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
216742	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
216742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
216742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
216742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
216742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
216742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
216742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
216742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
216742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
216742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
216742	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
216742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
216742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
216742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
216742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
216742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
216742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
216742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
216742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
216742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
216742	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
216742	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
216742	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
216742	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
216742	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
216742	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
216742	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
216742	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
216742	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
216742	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
216742	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
216742	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
216742	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
216742	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
216742	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
216742	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
216742	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
216742	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
216742	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
216742	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
216742	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
216742	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
216742	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
216742	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
216742	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
216742	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
216742	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
216742	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
216742	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
216742	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
216742	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
216742	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
216742	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
216742	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
216742	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
216742	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
216742	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
216742	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
216742	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
216742	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
216742	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
216742	embedding2nn.weight	0	0.04468046873807907
216742	embedding2nn.weight	1	-0.09224258363246918
216742	embedding2nn.weight	2	0.01735367812216282
216742	embedding2nn.weight	3	-0.058492425829172134
216742	embedding2nn.weight	4	-0.11188673228025436
216742	embedding2nn.weight	5	0.11335751414299011
216742	embedding2nn.weight	6	-0.08647516369819641
216742	embedding2nn.weight	7	-0.07401885837316513
216742	embedding2nn.weight	8	-0.030473249033093452
216742	embedding2nn.weight	9	0.0425729937851429
216742	embedding2nn.bias	0	0.06934011727571487
216742	embedding2nn.bias	1	-0.015531158074736595
216742	embedding2nn.bias	2	-0.10492998361587524
216742	embedding2nn.bias	3	0.014389402233064175
216742	embedding2nn.bias	4	-0.0012505071936175227
216742	embedding2nn.bias	5	-0.1718294322490692
216742	embedding2nn.bias	6	-0.11770343780517578
216742	embedding2nn.bias	7	-0.021939577534794807
216742	embedding2nn.bias	8	0.07421272248029709
216742	embedding2nn.bias	9	-0.07092854380607605
216742	rnn.weight_ih_l0	0	0.046912889927625656
216742	rnn.weight_ih_l0	1	-0.08056557178497314
216742	rnn.weight_ih_l0	2	-0.05677346512675285
216742	rnn.weight_ih_l0	3	-0.060027703642845154
216742	rnn.weight_ih_l0	4	0.01880328170955181
216742	rnn.weight_ih_l0	5	-0.10544776916503906
216742	rnn.weight_ih_l0	6	-0.030529173091053963
216742	rnn.weight_ih_l0	7	-0.002364071551710367
216742	rnn.weight_ih_l0	8	0.0615323930978775
216742	rnn.weight_ih_l0	9	0.004858747590333223
216742	rnn.weight_hh_l0	0	-0.0008087054011411965
216742	rnn.weight_hh_l0	1	-0.08197936415672302
216742	rnn.weight_hh_l0	2	0.07053841650485992
216742	rnn.weight_hh_l0	3	0.05333152413368225
216742	rnn.weight_hh_l0	4	0.004548527300357819
216742	rnn.weight_hh_l0	5	0.06723611801862717
216742	rnn.weight_hh_l0	6	-0.017427915707230568
216742	rnn.weight_hh_l0	7	-0.10994119197130203
216742	rnn.weight_hh_l0	8	0.028732672333717346
216742	rnn.weight_hh_l0	9	-0.08310592174530029
216742	rnn.bias_ih_l0	0	-0.09036652743816376
216742	rnn.bias_ih_l0	1	-0.19114424288272858
216742	rnn.bias_ih_l0	2	-0.2581421136856079
216742	rnn.bias_ih_l0	3	-0.28519636392593384
216742	rnn.bias_ih_l0	4	0.00232382002286613
216742	rnn.bias_ih_l0	5	0.062213655561208725
216742	rnn.bias_ih_l0	6	-0.16485679149627686
216742	rnn.bias_ih_l0	7	-0.25558042526245117
216742	rnn.bias_ih_l0	8	-0.1445481777191162
216742	rnn.bias_ih_l0	9	-0.17899785935878754
216742	rnn.bias_hh_l0	0	0.13076487183570862
216742	rnn.bias_hh_l0	1	-0.05513857305049896
216742	rnn.bias_hh_l0	2	0.05376354232430458
216742	rnn.bias_hh_l0	3	-0.18591386079788208
216742	rnn.bias_hh_l0	4	0.05722833052277565
216742	rnn.bias_hh_l0	5	0.05567840114235878
216742	rnn.bias_hh_l0	6	-0.11246392130851746
216742	rnn.bias_hh_l0	7	-0.15146636962890625
216742	rnn.bias_hh_l0	8	-0.1877209097146988
216742	rnn.bias_hh_l0	9	-0.10559191554784775
216742	rnn.weight_ih_l0_reverse	0	-0.020951982587575912
216742	rnn.weight_ih_l0_reverse	1	-0.00027814952773042023
216742	rnn.weight_ih_l0_reverse	2	0.017588382586836815
216742	rnn.weight_ih_l0_reverse	3	0.012288890779018402
216742	rnn.weight_ih_l0_reverse	4	0.01615520752966404
216742	rnn.weight_ih_l0_reverse	5	-0.046971939504146576
216742	rnn.weight_ih_l0_reverse	6	-0.046555157750844955
216742	rnn.weight_ih_l0_reverse	7	0.013439780101180077
216742	rnn.weight_ih_l0_reverse	8	0.10091416537761688
216742	rnn.weight_ih_l0_reverse	9	0.0006463229074142873
216742	rnn.weight_hh_l0_reverse	0	0.002459271578118205
216742	rnn.weight_hh_l0_reverse	1	0.027000505477190018
216742	rnn.weight_hh_l0_reverse	2	-0.04061572998762131
216742	rnn.weight_hh_l0_reverse	3	0.03743765875697136
216742	rnn.weight_hh_l0_reverse	4	0.023115171119570732
216742	rnn.weight_hh_l0_reverse	5	-0.009502273052930832
216742	rnn.weight_hh_l0_reverse	6	0.0655134990811348
216742	rnn.weight_hh_l0_reverse	7	0.03761034086346626
216742	rnn.weight_hh_l0_reverse	8	-0.02432830072939396
216742	rnn.weight_hh_l0_reverse	9	-0.028593741357326508
216742	rnn.bias_ih_l0_reverse	0	-0.15029467642307281
216742	rnn.bias_ih_l0_reverse	1	-0.30321288108825684
216742	rnn.bias_ih_l0_reverse	2	-0.06034659221768379
216742	rnn.bias_ih_l0_reverse	3	-0.15874998271465302
216742	rnn.bias_ih_l0_reverse	4	0.06956975907087326
216742	rnn.bias_ih_l0_reverse	5	-0.27758580446243286
216742	rnn.bias_ih_l0_reverse	6	-0.060291267931461334
216742	rnn.bias_ih_l0_reverse	7	0.018272388726472855
216742	rnn.bias_ih_l0_reverse	8	-0.1887277513742447
216742	rnn.bias_ih_l0_reverse	9	-0.09309638291597366
216742	rnn.bias_hh_l0_reverse	0	-0.1562482863664627
216742	rnn.bias_hh_l0_reverse	1	-0.1518096774816513
216742	rnn.bias_hh_l0_reverse	2	-0.012862633913755417
216742	rnn.bias_hh_l0_reverse	3	-0.1328747570514679
216742	rnn.bias_hh_l0_reverse	4	-0.031946342438459396
216742	rnn.bias_hh_l0_reverse	5	-0.11592864990234375
216742	rnn.bias_hh_l0_reverse	6	-0.08219695091247559
216742	rnn.bias_hh_l0_reverse	7	-0.17711390554904938
216742	rnn.bias_hh_l0_reverse	8	-0.06466792523860931
216742	rnn.bias_hh_l0_reverse	9	-0.11277090758085251
216742	linear.weight	0	-0.2579420506954193
216742	linear.weight	1	-0.10730370879173279
216742	linear.weight	2	-0.011228874325752258
216742	linear.weight	3	-0.07845200598239899
216742	linear.weight	4	-0.008677290752530098
216742	linear.weight	5	0.1924896389245987
216742	linear.weight	6	0.0047744326293468475
216742	linear.weight	7	-0.021312154829502106
216742	linear.weight	8	0.18722482025623322
216742	linear.weight	9	0.21034224331378937
216742	linear.bias	0	-0.8156362175941467
216742	linear.bias	1	1.4362369775772095
216742	linear.bias	2	-0.5049053430557251
216742	linear.bias	3	-0.7458534836769104
216742	linear.bias	4	-0.8766384720802307
216742	linear.bias	5	-1.1798404455184937
216742	linear.bias	6	-0.9576091170310974
216742	linear.bias	7	-0.7253623008728027
216742	linear.bias	8	-0.01705317199230194
216742	linear.bias	9	3.4883110523223877
216939	transitions	0	-0.4590437412261963
216939	transitions	1	8.805824279785156
216939	transitions	2	-3.6158573627471924
216939	transitions	3	1.5721186399459839
216939	transitions	4	-2.2084248065948486
216939	transitions	5	-0.4289601743221283
216939	transitions	6	-0.19531011581420898
216939	transitions	7	-10000.0
216939	transitions	8	1.8520969152450562
216939	transitions	9	-2.2948832511901855
216939	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
216939	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
216939	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
216939	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
216939	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
216939	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
216939	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
216939	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
216939	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
216939	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
216939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
216939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
216939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
216939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
216939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
216939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
216939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
216939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
216939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
216939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
216939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
216939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
216939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
216939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
216939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
216939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
216939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
216939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
216939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
216939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
216939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
216939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
216939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
216939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
216939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
216939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
216939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
216939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
216939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
216939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
216939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
216939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
216939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
216939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
216939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
216939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
216939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
216939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
216939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
216939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
216939	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
216939	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
216939	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
216939	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
216939	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
216939	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
216939	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
216939	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
216939	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
216939	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
216939	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
216939	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
216939	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
216939	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
216939	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
216939	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
216939	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
216939	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
216939	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
216939	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
216939	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
216939	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
216939	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
216939	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
216939	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
216939	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
216939	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
216939	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
216939	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
216939	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
216939	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
216939	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
216939	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
216939	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
216939	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
216939	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
216939	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
216939	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
216939	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
216939	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
216939	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
216939	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
216939	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
216939	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
216939	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
216939	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
216939	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
216939	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
216939	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
216939	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
216939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
216939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
216939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
216939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
216939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
216939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
216939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
216939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
216939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
216939	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
216939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
216939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
216939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
216939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
216939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
216939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
216939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
216939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
216939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
216939	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
216939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
216939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
216939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
216939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
216939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
216939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
216939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
216939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
216939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
216939	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
216939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
216939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
216939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
216939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
216939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
216939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
216939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
216939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
216939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
216939	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
216939	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
216939	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
216939	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
216939	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
216939	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
216939	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
216939	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
216939	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
216939	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
216939	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
216939	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
216939	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
216939	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
216939	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
216939	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
216939	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
216939	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
216939	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
216939	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
216939	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
216939	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
216939	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
216939	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
216939	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
216939	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
216939	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
216939	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
216939	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
216939	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
216939	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
216939	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
216939	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
216939	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
216939	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
216939	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
216939	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
216939	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
216939	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
216939	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
216939	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
216939	embedding2nn.weight	0	0.04488035663962364
216939	embedding2nn.weight	1	-0.0923939198255539
216939	embedding2nn.weight	2	0.01751376874744892
216939	embedding2nn.weight	3	-0.05867745727300644
216939	embedding2nn.weight	4	-0.11036763340234756
216939	embedding2nn.weight	5	0.11370263993740082
216939	embedding2nn.weight	6	-0.08697417378425598
216939	embedding2nn.weight	7	-0.07384055852890015
216939	embedding2nn.weight	8	-0.03075755573809147
216939	embedding2nn.weight	9	0.04286367818713188
216939	embedding2nn.bias	0	0.06826426088809967
216939	embedding2nn.bias	1	-0.015345511958003044
216939	embedding2nn.bias	2	-0.1055716797709465
216939	embedding2nn.bias	3	0.017801906913518906
216939	embedding2nn.bias	4	-0.0007297726115211844
216939	embedding2nn.bias	5	-0.16748690605163574
216939	embedding2nn.bias	6	-0.12084022909402847
216939	embedding2nn.bias	7	-0.01970040798187256
216939	embedding2nn.bias	8	0.07651444524526596
216939	embedding2nn.bias	9	-0.07247170060873032
216939	rnn.weight_ih_l0	0	0.046651873737573624
216939	rnn.weight_ih_l0	1	-0.0794830471277237
216939	rnn.weight_ih_l0	2	-0.057099826633930206
216939	rnn.weight_ih_l0	3	-0.06011441722512245
216939	rnn.weight_ih_l0	4	0.018743786960840225
216939	rnn.weight_ih_l0	5	-0.10585328936576843
216939	rnn.weight_ih_l0	6	-0.03176657110452652
216939	rnn.weight_ih_l0	7	-0.002437154995277524
216939	rnn.weight_ih_l0	8	0.06101096794009209
216939	rnn.weight_ih_l0	9	0.005041628610342741
216939	rnn.weight_hh_l0	0	-0.000683282851241529
216939	rnn.weight_hh_l0	1	-0.0816744789481163
216939	rnn.weight_hh_l0	2	0.07054850459098816
216939	rnn.weight_hh_l0	3	0.053262289613485336
216939	rnn.weight_hh_l0	4	0.004634405020624399
216939	rnn.weight_hh_l0	5	0.06729757785797119
216939	rnn.weight_hh_l0	6	-0.017440469935536385
216939	rnn.weight_hh_l0	7	-0.10990957170724869
216939	rnn.weight_hh_l0	8	0.028699154034256935
216939	rnn.weight_hh_l0	9	-0.08273649960756302
216939	rnn.bias_ih_l0	0	-0.08956117182970047
216939	rnn.bias_ih_l0	1	-0.19201014935970306
216939	rnn.bias_ih_l0	2	-0.25819793343544006
216939	rnn.bias_ih_l0	3	-0.28477174043655396
216939	rnn.bias_ih_l0	4	0.0024954439140856266
216939	rnn.bias_ih_l0	5	0.0627545639872551
216939	rnn.bias_ih_l0	6	-0.16486500203609467
216939	rnn.bias_ih_l0	7	-0.25720593333244324
216939	rnn.bias_ih_l0	8	-0.14411401748657227
216939	rnn.bias_ih_l0	9	-0.17898736894130707
216939	rnn.bias_hh_l0	0	0.13125422596931458
216939	rnn.bias_hh_l0	1	-0.055242400616407394
216939	rnn.bias_hh_l0	2	0.0541829988360405
216939	rnn.bias_hh_l0	3	-0.1865754872560501
216939	rnn.bias_hh_l0	4	0.05766989663243294
216939	rnn.bias_hh_l0	5	0.05613190680742264
216939	rnn.bias_hh_l0	6	-0.11252892017364502
216939	rnn.bias_hh_l0	7	-0.15175709128379822
216939	rnn.bias_hh_l0	8	-0.18863363564014435
216939	rnn.bias_hh_l0	9	-0.10436910390853882
216939	rnn.weight_ih_l0_reverse	0	-0.020807286724448204
216939	rnn.weight_ih_l0_reverse	1	-0.0008643234032206237
216939	rnn.weight_ih_l0_reverse	2	0.018660694360733032
216939	rnn.weight_ih_l0_reverse	3	0.012318235822021961
216939	rnn.weight_ih_l0_reverse	4	0.015310289338231087
216939	rnn.weight_ih_l0_reverse	5	-0.04678696393966675
216939	rnn.weight_ih_l0_reverse	6	-0.04627753049135208
216939	rnn.weight_ih_l0_reverse	7	0.013256683014333248
216939	rnn.weight_ih_l0_reverse	8	0.10133647173643112
216939	rnn.weight_ih_l0_reverse	9	0.00011948647443205118
216939	rnn.weight_hh_l0_reverse	0	0.0025059711188077927
216939	rnn.weight_hh_l0_reverse	1	0.02710624597966671
216939	rnn.weight_hh_l0_reverse	2	-0.040507301688194275
216939	rnn.weight_hh_l0_reverse	3	0.03763604536652565
216939	rnn.weight_hh_l0_reverse	4	0.02332605980336666
216939	rnn.weight_hh_l0_reverse	5	-0.009539617225527763
216939	rnn.weight_hh_l0_reverse	6	0.06561542302370071
216939	rnn.weight_hh_l0_reverse	7	0.037755291908979416
216939	rnn.weight_hh_l0_reverse	8	-0.024075588211417198
216939	rnn.weight_hh_l0_reverse	9	-0.028414608910679817
216939	rnn.bias_ih_l0_reverse	0	-0.14975182712078094
216939	rnn.bias_ih_l0_reverse	1	-0.3041791617870331
216939	rnn.bias_ih_l0_reverse	2	-0.05938300862908363
216939	rnn.bias_ih_l0_reverse	3	-0.1578136384487152
216939	rnn.bias_ih_l0_reverse	4	0.06869006156921387
216939	rnn.bias_ih_l0_reverse	5	-0.2773286998271942
216939	rnn.bias_ih_l0_reverse	6	-0.06271868199110031
216939	rnn.bias_ih_l0_reverse	7	0.019211627542972565
216939	rnn.bias_ih_l0_reverse	8	-0.18885426223278046
216939	rnn.bias_ih_l0_reverse	9	-0.09312650561332703
216939	rnn.bias_hh_l0_reverse	0	-0.15579825639724731
216939	rnn.bias_hh_l0_reverse	1	-0.15099234879016876
216939	rnn.bias_hh_l0_reverse	2	-0.012401841580867767
216939	rnn.bias_hh_l0_reverse	3	-0.1331084817647934
216939	rnn.bias_hh_l0_reverse	4	-0.03176487982273102
216939	rnn.bias_hh_l0_reverse	5	-0.11669958382844925
216939	rnn.bias_hh_l0_reverse	6	-0.0817013829946518
216939	rnn.bias_hh_l0_reverse	7	-0.17800962924957275
216939	rnn.bias_hh_l0_reverse	8	-0.06472313404083252
216939	rnn.bias_hh_l0_reverse	9	-0.11349081248044968
216939	linear.weight	0	-0.2570915222167969
216939	linear.weight	1	-0.10711883753538132
216939	linear.weight	2	-0.011228874325752258
216939	linear.weight	3	-0.0799127072095871
216939	linear.weight	4	-0.010971167124807835
216939	linear.weight	5	0.19293731451034546
216939	linear.weight	6	0.0047744326293468475
216939	linear.weight	7	-0.021312154829502106
216939	linear.weight	8	0.19022420048713684
216939	linear.weight	9	0.21119794249534607
216939	linear.bias	0	-0.822206437587738
216939	linear.bias	1	1.4473669528961182
216939	linear.bias	2	-0.4937709867954254
216939	linear.bias	3	-0.7231279015541077
216939	linear.bias	4	-0.8666763305664062
216939	linear.bias	5	-1.179844856262207
216939	linear.bias	6	-0.9642136693000793
216939	linear.bias	7	-0.7406412363052368
216939	linear.bias	8	-0.01705317199230194
216939	linear.bias	9	3.4556796550750732
217136	transitions	0	-0.45918405055999756
217136	transitions	1	8.815650939941406
217136	transitions	2	-3.6159474849700928
217136	transitions	3	1.56928288936615
217136	transitions	4	-2.2085468769073486
217136	transitions	5	-0.42896950244903564
217136	transitions	6	-0.1953171193599701
217136	transitions	7	-10000.0
217136	transitions	8	1.8512144088745117
217136	transitions	9	-2.294884204864502
217136	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
217136	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
217136	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
217136	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
217136	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
217136	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
217136	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
217136	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
217136	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
217136	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
217136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
217136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
217136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
217136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
217136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
217136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
217136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
217136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
217136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
217136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
217136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
217136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
217136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
217136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
217136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
217136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
217136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
217136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
217136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
217136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
217136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
217136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
217136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
217136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
217136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
217136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
217136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
217136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
217136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
217136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
217136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
217136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
217136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
217136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
217136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
217136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
217136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
217136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
217136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
217136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
217136	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
217136	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
217136	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
217136	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
217136	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
217136	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
217136	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
217136	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
217136	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
217136	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
217136	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
217136	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
217136	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
217136	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
217136	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
217136	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
217136	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
217136	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
217136	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
217136	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
217136	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
217136	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
217136	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
217136	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
217136	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
217136	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
217136	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
217136	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
217136	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
217136	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
217136	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
217136	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
217136	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
217136	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
217136	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
217136	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
217136	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
217136	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
217136	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
217136	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
217136	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
217136	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
217136	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
217136	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
217136	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
217136	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
217136	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
217136	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
217136	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
217136	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
217136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
217136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
217136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
217136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
217136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
217136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
217136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
217136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
217136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
217136	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
217136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
217136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
217136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
217136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
217136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
217136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
217136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
217136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
217136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
217136	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
217136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
217136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
217136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
217136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
217136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
217136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
217136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
217136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
217136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
217136	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
217136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
217136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
217136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
217136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
217136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
217136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
217136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
217136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
217136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
217136	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
217136	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
217136	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
217136	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
217136	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
217136	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
217136	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
217136	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
217136	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
217136	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
217136	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
217136	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
217136	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
217136	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
217136	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
217136	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
217136	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
217136	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
217136	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
217136	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
217136	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
217136	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
217136	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
217136	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
217136	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
217136	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
217136	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
217136	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
217136	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
217136	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
217136	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
217136	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
217136	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
217136	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
217136	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
217136	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
217136	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
217136	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
217136	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
217136	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
217136	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
217136	embedding2nn.weight	0	0.044887278228998184
217136	embedding2nn.weight	1	-0.09239228069782257
217136	embedding2nn.weight	2	0.0182602871209383
217136	embedding2nn.weight	3	-0.05818012356758118
217136	embedding2nn.weight	4	-0.1099383756518364
217136	embedding2nn.weight	5	0.11345010250806808
217136	embedding2nn.weight	6	-0.08720482140779495
217136	embedding2nn.weight	7	-0.07324843853712082
217136	embedding2nn.weight	8	-0.03018951043486595
217136	embedding2nn.weight	9	0.04314259812235832
217136	embedding2nn.bias	0	0.06066284701228142
217136	embedding2nn.bias	1	-0.012534539215266705
217136	embedding2nn.bias	2	-0.10818453878164291
217136	embedding2nn.bias	3	0.019838932901620865
217136	embedding2nn.bias	4	-0.0008471738547086716
217136	embedding2nn.bias	5	-0.16892197728157043
217136	embedding2nn.bias	6	-0.11986569315195084
217136	embedding2nn.bias	7	-0.018663667142391205
217136	embedding2nn.bias	8	0.08020007610321045
217136	embedding2nn.bias	9	-0.07425784319639206
217136	rnn.weight_ih_l0	0	0.04732170328497887
217136	rnn.weight_ih_l0	1	-0.0794111117720604
217136	rnn.weight_ih_l0	2	-0.05750340223312378
217136	rnn.weight_ih_l0	3	-0.05995380878448486
217136	rnn.weight_ih_l0	4	0.018577393144369125
217136	rnn.weight_ih_l0	5	-0.10582449287176132
217136	rnn.weight_ih_l0	6	-0.03187298774719238
217136	rnn.weight_ih_l0	7	-0.002801273949444294
217136	rnn.weight_ih_l0	8	0.06044931709766388
217136	rnn.weight_ih_l0	9	0.005344490520656109
217136	rnn.weight_hh_l0	0	-0.0006344362045638263
217136	rnn.weight_hh_l0	1	-0.08139334619045258
217136	rnn.weight_hh_l0	2	0.07074037939310074
217136	rnn.weight_hh_l0	3	0.05294788256287575
217136	rnn.weight_hh_l0	4	0.004797488451004028
217136	rnn.weight_hh_l0	5	0.06733718514442444
217136	rnn.weight_hh_l0	6	-0.017362529411911964
217136	rnn.weight_hh_l0	7	-0.11000081896781921
217136	rnn.weight_hh_l0	8	0.028266124427318573
217136	rnn.weight_hh_l0	9	-0.08291617780923843
217136	rnn.bias_ih_l0	0	-0.08780369907617569
217136	rnn.bias_ih_l0	1	-0.19228576123714447
217136	rnn.bias_ih_l0	2	-0.25872230529785156
217136	rnn.bias_ih_l0	3	-0.2845858335494995
217136	rnn.bias_ih_l0	4	0.0011592695955187082
217136	rnn.bias_ih_l0	5	0.062143370509147644
217136	rnn.bias_ih_l0	6	-0.165765181183815
217136	rnn.bias_ih_l0	7	-0.2577100992202759
217136	rnn.bias_ih_l0	8	-0.14423130452632904
217136	rnn.bias_ih_l0	9	-0.17868328094482422
217136	rnn.bias_hh_l0	0	0.1310432255268097
217136	rnn.bias_hh_l0	1	-0.05483507737517357
217136	rnn.bias_hh_l0	2	0.053829848766326904
217136	rnn.bias_hh_l0	3	-0.18673212826251984
217136	rnn.bias_hh_l0	4	0.058822110295295715
217136	rnn.bias_hh_l0	5	0.05573776736855507
217136	rnn.bias_hh_l0	6	-0.1125531792640686
217136	rnn.bias_hh_l0	7	-0.15208706259727478
217136	rnn.bias_hh_l0	8	-0.19004935026168823
217136	rnn.bias_hh_l0	9	-0.10548918694257736
217136	rnn.weight_ih_l0_reverse	0	-0.020299356430768967
217136	rnn.weight_ih_l0_reverse	1	-0.001145652960985899
217136	rnn.weight_ih_l0_reverse	2	0.019532689824700356
217136	rnn.weight_ih_l0_reverse	3	0.012088771909475327
217136	rnn.weight_ih_l0_reverse	4	0.015488052740693092
217136	rnn.weight_ih_l0_reverse	5	-0.047022584825754166
217136	rnn.weight_ih_l0_reverse	6	-0.04586588591337204
217136	rnn.weight_ih_l0_reverse	7	0.012750404886901379
217136	rnn.weight_ih_l0_reverse	8	0.10141018778085709
217136	rnn.weight_ih_l0_reverse	9	-0.00022585771512240171
217136	rnn.weight_hh_l0_reverse	0	0.0025803246535360813
217136	rnn.weight_hh_l0_reverse	1	0.027030279859900475
217136	rnn.weight_hh_l0_reverse	2	-0.04053191840648651
217136	rnn.weight_hh_l0_reverse	3	0.03761912137269974
217136	rnn.weight_hh_l0_reverse	4	0.0234999842941761
217136	rnn.weight_hh_l0_reverse	5	-0.009656736627221107
217136	rnn.weight_hh_l0_reverse	6	0.06576035171747208
217136	rnn.weight_hh_l0_reverse	7	0.0376933328807354
217136	rnn.weight_hh_l0_reverse	8	-0.024288218468427658
217136	rnn.weight_hh_l0_reverse	9	-0.028416147455573082
217136	rnn.bias_ih_l0_reverse	0	-0.14899493753910065
217136	rnn.bias_ih_l0_reverse	1	-0.3045865297317505
217136	rnn.bias_ih_l0_reverse	2	-0.0594450980424881
217136	rnn.bias_ih_l0_reverse	3	-0.1581190973520279
217136	rnn.bias_ih_l0_reverse	4	0.06829296797513962
217136	rnn.bias_ih_l0_reverse	5	-0.2766191065311432
217136	rnn.bias_ih_l0_reverse	6	-0.0632532611489296
217136	rnn.bias_ih_l0_reverse	7	0.01943962648510933
217136	rnn.bias_ih_l0_reverse	8	-0.1883651614189148
217136	rnn.bias_ih_l0_reverse	9	-0.09370428323745728
217136	rnn.bias_hh_l0_reverse	0	-0.15488167107105255
217136	rnn.bias_hh_l0_reverse	1	-0.15152853727340698
217136	rnn.bias_hh_l0_reverse	2	-0.012928076088428497
217136	rnn.bias_hh_l0_reverse	3	-0.13292254507541656
217136	rnn.bias_hh_l0_reverse	4	-0.031369272619485855
217136	rnn.bias_hh_l0_reverse	5	-0.1171482503414154
217136	rnn.bias_hh_l0_reverse	6	-0.08023422956466675
217136	rnn.bias_hh_l0_reverse	7	-0.17767617106437683
217136	rnn.bias_hh_l0_reverse	8	-0.06565631926059723
217136	rnn.bias_hh_l0_reverse	9	-0.11251477897167206
217136	linear.weight	0	-0.25451815128326416
217136	linear.weight	1	-0.10949575901031494
217136	linear.weight	2	-0.011228874325752258
217136	linear.weight	3	-0.08063729107379913
217136	linear.weight	4	-0.022202279418706894
217136	linear.weight	5	0.1881389617919922
217136	linear.weight	6	0.0047744326293468475
217136	linear.weight	7	-0.021312154829502106
217136	linear.weight	8	0.1892227977514267
217136	linear.weight	9	0.21322263777256012
217136	linear.bias	0	-0.820878267288208
217136	linear.bias	1	1.427355408668518
217136	linear.bias	2	-0.49207261204719543
217136	linear.bias	3	-0.7248491048812866
217136	linear.bias	4	-0.8578410744667053
217136	linear.bias	5	-1.179850459098816
217136	linear.bias	6	-0.9636098146438599
217136	linear.bias	7	-0.7461892366409302
217136	linear.bias	8	-0.01705317199230194
217136	linear.bias	9	3.4795315265655518
217140	transitions	0	-0.45918795466423035
217140	transitions	1	8.81554889678955
217140	transitions	2	-3.615950584411621
217140	transitions	3	1.5692315101623535
217140	transitions	4	-2.2085468769073486
217140	transitions	5	-0.42897140979766846
217140	transitions	6	-0.19531719386577606
217140	transitions	7	-10000.0
217140	transitions	8	1.8512139320373535
217140	transitions	9	-2.294884204864502
217140	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
217140	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
217140	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
217140	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
217140	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
217140	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
217140	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
217140	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
217140	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
217140	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
217140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
217140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
217140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
217140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
217140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
217140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
217140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
217140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
217140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
217140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
217140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
217140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
217140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
217140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
217140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
217140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
217140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
217140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
217140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
217140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
217140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
217140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
217140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
217140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
217140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
217140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
217140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
217140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
217140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
217140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
217140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
217140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
217140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
217140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
217140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
217140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
217140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
217140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
217140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
217140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
217140	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
217140	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
217140	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
217140	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
217140	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
217140	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
217140	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
217140	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
217140	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
217140	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
217140	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
217140	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
217140	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
217140	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
217140	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
217140	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
217140	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
217140	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
217140	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
217140	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
217140	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
217140	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
217140	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
217140	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
217140	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
217140	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
217140	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
217140	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
217140	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
217140	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
217140	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
217140	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
217140	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
217140	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
217140	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
217140	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
217140	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
217140	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
217140	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
217140	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
217140	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
217140	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
217140	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
217140	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
217140	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
217140	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
217140	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
217140	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
217140	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
217140	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
217140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
217140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
217140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
217140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
217140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
217140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
217140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
217140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
217140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
217140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
217140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
217140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
217140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
217140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
217140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
217140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
217140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
217140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
217140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
217140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
217140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
217140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
217140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
217140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
217140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
217140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
217140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
217140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
217140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
217140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
217140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
217140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
217140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
217140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
217140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
217140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
217140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
217140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
217140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
217140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
217140	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
217140	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
217140	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
217140	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
217140	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
217140	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
217140	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
217140	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
217140	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
217140	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
217140	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
217140	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
217140	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
217140	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
217140	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
217140	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
217140	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
217140	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
217140	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
217140	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
217140	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
217140	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
217140	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
217140	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
217140	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
217140	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
217140	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
217140	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
217140	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
217140	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
217140	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
217140	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
217140	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
217140	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
217140	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
217140	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
217140	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
217140	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
217140	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
217140	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
217140	embedding2nn.weight	0	0.0448320209980011
217140	embedding2nn.weight	1	-0.09233786165714264
217140	embedding2nn.weight	2	0.018328992649912834
217140	embedding2nn.weight	3	-0.0581568107008934
217140	embedding2nn.weight	4	-0.10990216583013535
217140	embedding2nn.weight	5	0.11349950730800629
217140	embedding2nn.weight	6	-0.08773330599069595
217140	embedding2nn.weight	7	-0.07340041548013687
217140	embedding2nn.weight	8	-0.03016589768230915
217140	embedding2nn.weight	9	0.04321072995662689
217140	embedding2nn.bias	0	0.060428306460380554
217140	embedding2nn.bias	1	-0.01241886243224144
217140	embedding2nn.bias	2	-0.10900542140007019
217140	embedding2nn.bias	3	0.019416268914937973
217140	embedding2nn.bias	4	-0.0010473550064489245
217140	embedding2nn.bias	5	-0.16932250559329987
217140	embedding2nn.bias	6	-0.12015977501869202
217140	embedding2nn.bias	7	-0.018863089382648468
217140	embedding2nn.bias	8	0.0811007022857666
217140	embedding2nn.bias	9	-0.07484247535467148
217140	rnn.weight_ih_l0	0	0.04725951701402664
217140	rnn.weight_ih_l0	1	-0.07935956120491028
217140	rnn.weight_ih_l0	2	-0.057616282254457474
217140	rnn.weight_ih_l0	3	-0.06012967228889465
217140	rnn.weight_ih_l0	4	0.01857517659664154
217140	rnn.weight_ih_l0	5	-0.10577406734228134
217140	rnn.weight_ih_l0	6	-0.03189629316329956
217140	rnn.weight_ih_l0	7	-0.0028191835153847933
217140	rnn.weight_ih_l0	8	0.060476429760456085
217140	rnn.weight_ih_l0	9	0.005294671282172203
217140	rnn.weight_hh_l0	0	-0.0006308379233814776
217140	rnn.weight_hh_l0	1	-0.08138202875852585
217140	rnn.weight_hh_l0	2	0.07071787863969803
217140	rnn.weight_hh_l0	3	0.052946727722883224
217140	rnn.weight_hh_l0	4	0.004792721476405859
217140	rnn.weight_hh_l0	5	0.06734511256217957
217140	rnn.weight_hh_l0	6	-0.01736309379339218
217140	rnn.weight_hh_l0	7	-0.10988496243953705
217140	rnn.weight_hh_l0	8	0.028268853202462196
217140	rnn.weight_hh_l0	9	-0.0829232782125473
217140	rnn.bias_ih_l0	0	-0.0877801924943924
217140	rnn.bias_ih_l0	1	-0.19221670925617218
217140	rnn.bias_ih_l0	2	-0.25876548886299133
217140	rnn.bias_ih_l0	3	-0.28464263677597046
217140	rnn.bias_ih_l0	4	0.0011418770300224423
217140	rnn.bias_ih_l0	5	0.06211851164698601
217140	rnn.bias_ih_l0	6	-0.16575610637664795
217140	rnn.bias_ih_l0	7	-0.25757813453674316
217140	rnn.bias_ih_l0	8	-0.14402000606060028
217140	rnn.bias_ih_l0	9	-0.17867311835289001
217140	rnn.bias_hh_l0	0	0.13094744086265564
217140	rnn.bias_hh_l0	1	-0.054819270968437195
217140	rnn.bias_hh_l0	2	0.053863465785980225
217140	rnn.bias_hh_l0	3	-0.1867089569568634
217140	rnn.bias_hh_l0	4	0.05862573906779289
217140	rnn.bias_hh_l0	5	0.05579598620533943
217140	rnn.bias_hh_l0	6	-0.11247147619724274
217140	rnn.bias_hh_l0	7	-0.15210743248462677
217140	rnn.bias_hh_l0	8	-0.18998931348323822
217140	rnn.bias_hh_l0	9	-0.105484239757061
217140	rnn.weight_ih_l0_reverse	0	-0.020287439227104187
217140	rnn.weight_ih_l0_reverse	1	-0.001045606448315084
217140	rnn.weight_ih_l0_reverse	2	0.019519543275237083
217140	rnn.weight_ih_l0_reverse	3	0.012065942399203777
217140	rnn.weight_ih_l0_reverse	4	0.015420587733387947
217140	rnn.weight_ih_l0_reverse	5	-0.047163866460323334
217140	rnn.weight_ih_l0_reverse	6	-0.04573281481862068
217140	rnn.weight_ih_l0_reverse	7	0.012797210365533829
217140	rnn.weight_ih_l0_reverse	8	0.10141558200120926
217140	rnn.weight_ih_l0_reverse	9	-0.00019034995057154447
217140	rnn.weight_hh_l0_reverse	0	0.0025771399959921837
217140	rnn.weight_hh_l0_reverse	1	0.02699977159500122
217140	rnn.weight_hh_l0_reverse	2	-0.04053597152233124
217140	rnn.weight_hh_l0_reverse	3	0.037618957459926605
217140	rnn.weight_hh_l0_reverse	4	0.023478103801608086
217140	rnn.weight_hh_l0_reverse	5	-0.009640869684517384
217140	rnn.weight_hh_l0_reverse	6	0.06576229631900787
217140	rnn.weight_hh_l0_reverse	7	0.03768866881728172
217140	rnn.weight_hh_l0_reverse	8	-0.024284036830067635
217140	rnn.weight_hh_l0_reverse	9	-0.028409859165549278
217140	rnn.bias_ih_l0_reverse	0	-0.14900031685829163
217140	rnn.bias_ih_l0_reverse	1	-0.30457738041877747
217140	rnn.bias_ih_l0_reverse	2	-0.059402141720056534
217140	rnn.bias_ih_l0_reverse	3	-0.15813617408275604
217140	rnn.bias_ih_l0_reverse	4	0.06806467473506927
217140	rnn.bias_ih_l0_reverse	5	-0.27661147713661194
217140	rnn.bias_ih_l0_reverse	6	-0.0632488951086998
217140	rnn.bias_ih_l0_reverse	7	0.019858336076140404
217140	rnn.bias_ih_l0_reverse	8	-0.1883915662765503
217140	rnn.bias_ih_l0_reverse	9	-0.0937388688325882
217140	rnn.bias_hh_l0_reverse	0	-0.1548040360212326
217140	rnn.bias_hh_l0_reverse	1	-0.15147945284843445
217140	rnn.bias_hh_l0_reverse	2	-0.012902890332043171
217140	rnn.bias_hh_l0_reverse	3	-0.1329054832458496
217140	rnn.bias_hh_l0_reverse	4	-0.03128177672624588
217140	rnn.bias_hh_l0_reverse	5	-0.11709579080343246
217140	rnn.bias_hh_l0_reverse	6	-0.08025508373975754
217140	rnn.bias_hh_l0_reverse	7	-0.1776716709136963
217140	rnn.bias_hh_l0_reverse	8	-0.06567835062742233
217140	rnn.bias_hh_l0_reverse	9	-0.11255767196416855
217140	linear.weight	0	-0.25468629598617554
217140	linear.weight	1	-0.11021281033754349
217140	linear.weight	2	-0.011228874325752258
217140	linear.weight	3	-0.08062044531106949
217140	linear.weight	4	-0.022201042622327805
217140	linear.weight	5	0.18805541098117828
217140	linear.weight	6	0.0047744326293468475
217140	linear.weight	7	-0.021312154829502106
217140	linear.weight	8	0.18901276588439941
217140	linear.weight	9	0.21326208114624023
217140	linear.bias	0	-0.8204617500305176
217140	linear.bias	1	1.4278194904327393
217140	linear.bias	2	-0.49583300948143005
217140	linear.bias	3	-0.7246883511543274
217140	linear.bias	4	-0.8588480353355408
217140	linear.bias	5	-1.179850459098816
217140	linear.bias	6	-0.9631972908973694
217140	linear.bias	7	-0.7447174191474915
217140	linear.bias	8	-0.01705317199230194
217140	linear.bias	9	3.4774527549743652
217337	transitions	0	-0.4592318534851074
217337	transitions	1	8.809727668762207
217337	transitions	2	-3.616070508956909
217337	transitions	3	1.5704511404037476
217337	transitions	4	-2.208724021911621
217337	transitions	5	-0.4290126860141754
217337	transitions	6	-0.19532470405101776
217337	transitions	7	-10000.0
217337	transitions	8	1.8506947755813599
217337	transitions	9	-2.294884443283081
217337	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
217337	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
217337	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
217337	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
217337	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
217337	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
217337	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
217337	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
217337	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
217337	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
217337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
217337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
217337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
217337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
217337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
217337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
217337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
217337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
217337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
217337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
217337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
217337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
217337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
217337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
217337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
217337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
217337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
217337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
217337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
217337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
217337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
217337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
217337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
217337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
217337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
217337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
217337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
217337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
217337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
217337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
217337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
217337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
217337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
217337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
217337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
217337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
217337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
217337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
217337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
217337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
217337	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
217337	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
217337	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
217337	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
217337	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
217337	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
217337	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
217337	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
217337	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
217337	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
217337	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
217337	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
217337	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
217337	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
217337	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
217337	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
217337	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
217337	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
217337	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
217337	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
217337	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
217337	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
217337	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
217337	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
217337	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
217337	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
217337	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
217337	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
217337	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
217337	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
217337	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
217337	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
217337	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
217337	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
217337	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
217337	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
217337	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
217337	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
217337	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
217337	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
217337	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
217337	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
217337	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
217337	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
217337	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
217337	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
217337	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
217337	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
217337	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
217337	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
217337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
217337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
217337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
217337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
217337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
217337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
217337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
217337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
217337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
217337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
217337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
217337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
217337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
217337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
217337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
217337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
217337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
217337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
217337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
217337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
217337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
217337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
217337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
217337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
217337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
217337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
217337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
217337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
217337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
217337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
217337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
217337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
217337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
217337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
217337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
217337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
217337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
217337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
217337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
217337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
217337	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
217337	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
217337	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
217337	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
217337	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
217337	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
217337	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
217337	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
217337	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
217337	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
217337	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
217337	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
217337	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
217337	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
217337	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
217337	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
217337	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
217337	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
217337	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
217337	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
217337	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
217337	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
217337	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
217337	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
217337	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
217337	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
217337	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
217337	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
217337	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
217337	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
217337	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
217337	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
217337	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
217337	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
217337	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
217337	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
217337	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
217337	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
217337	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
217337	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
217337	embedding2nn.weight	0	0.04502329230308533
217337	embedding2nn.weight	1	-0.09186641871929169
217337	embedding2nn.weight	2	0.018897373229265213
217337	embedding2nn.weight	3	-0.058104582130908966
217337	embedding2nn.weight	4	-0.11023347079753876
217337	embedding2nn.weight	5	0.11340372264385223
217337	embedding2nn.weight	6	-0.08604114502668381
217337	embedding2nn.weight	7	-0.07365399599075317
217337	embedding2nn.weight	8	-0.030911413952708244
217337	embedding2nn.weight	9	0.04285856708884239
217337	embedding2nn.bias	0	0.0648605227470398
217337	embedding2nn.bias	1	-0.014799797907471657
217337	embedding2nn.bias	2	-0.1109248548746109
217337	embedding2nn.bias	3	0.019510263577103615
217337	embedding2nn.bias	4	-0.000888973823748529
217337	embedding2nn.bias	5	-0.16689498722553253
217337	embedding2nn.bias	6	-0.12053320556879044
217337	embedding2nn.bias	7	-0.017059585079550743
217337	embedding2nn.bias	8	0.0782451331615448
217337	embedding2nn.bias	9	-0.07678763568401337
217337	rnn.weight_ih_l0	0	0.047007977962493896
217337	rnn.weight_ih_l0	1	-0.07821054756641388
217337	rnn.weight_ih_l0	2	-0.05776723846793175
217337	rnn.weight_ih_l0	3	-0.060338348150253296
217337	rnn.weight_ih_l0	4	0.018366696313023567
217337	rnn.weight_ih_l0	5	-0.10631486028432846
217337	rnn.weight_ih_l0	6	-0.032061945647001266
217337	rnn.weight_ih_l0	7	-0.003355944762006402
217337	rnn.weight_ih_l0	8	0.059875261038541794
217337	rnn.weight_ih_l0	9	0.005142593290656805
217337	rnn.weight_hh_l0	0	-0.0007835027063265443
217337	rnn.weight_hh_l0	1	-0.08186338096857071
217337	rnn.weight_hh_l0	2	0.07099152356386185
217337	rnn.weight_hh_l0	3	0.05284561216831207
217337	rnn.weight_hh_l0	4	0.005105571821331978
217337	rnn.weight_hh_l0	5	0.06725788861513138
217337	rnn.weight_hh_l0	6	-0.01744239404797554
217337	rnn.weight_hh_l0	7	-0.10983434319496155
217337	rnn.weight_hh_l0	8	0.028017355129122734
217337	rnn.weight_hh_l0	9	-0.08246456831693649
217337	rnn.bias_ih_l0	0	-0.0891878753900528
217337	rnn.bias_ih_l0	1	-0.19139418005943298
217337	rnn.bias_ih_l0	2	-0.25840452313423157
217337	rnn.bias_ih_l0	3	-0.28501957654953003
217337	rnn.bias_ih_l0	4	0.0023749053943902254
217337	rnn.bias_ih_l0	5	0.06179263815283775
217337	rnn.bias_ih_l0	6	-0.16603916883468628
217337	rnn.bias_ih_l0	7	-0.25834375619888306
217337	rnn.bias_ih_l0	8	-0.14410436153411865
217337	rnn.bias_ih_l0	9	-0.17893773317337036
217337	rnn.bias_hh_l0	0	0.13065047562122345
217337	rnn.bias_hh_l0	1	-0.05455704405903816
217337	rnn.bias_hh_l0	2	0.053682684898376465
217337	rnn.bias_hh_l0	3	-0.18706636130809784
217337	rnn.bias_hh_l0	4	0.05820595845580101
217337	rnn.bias_hh_l0	5	0.05580573529005051
217337	rnn.bias_hh_l0	6	-0.11223495006561279
217337	rnn.bias_hh_l0	7	-0.15268474817276
217337	rnn.bias_hh_l0	8	-0.19028697907924652
217337	rnn.bias_hh_l0	9	-0.1058068498969078
217337	rnn.weight_ih_l0_reverse	0	-0.02024802379310131
217337	rnn.weight_ih_l0_reverse	1	-0.0012365824077278376
217337	rnn.weight_ih_l0_reverse	2	0.019423607736825943
217337	rnn.weight_ih_l0_reverse	3	0.012156546115875244
217337	rnn.weight_ih_l0_reverse	4	0.0154260927811265
217337	rnn.weight_ih_l0_reverse	5	-0.04762447252869606
217337	rnn.weight_ih_l0_reverse	6	-0.046062491834163666
217337	rnn.weight_ih_l0_reverse	7	0.01317265722900629
217337	rnn.weight_ih_l0_reverse	8	0.10105237364768982
217337	rnn.weight_ih_l0_reverse	9	-0.001150973024778068
217337	rnn.weight_hh_l0_reverse	0	0.0025665927678346634
217337	rnn.weight_hh_l0_reverse	1	0.02666229009628296
217337	rnn.weight_hh_l0_reverse	2	-0.040481291711330414
217337	rnn.weight_hh_l0_reverse	3	0.03771694004535675
217337	rnn.weight_hh_l0_reverse	4	0.023703638464212418
217337	rnn.weight_hh_l0_reverse	5	-0.00961238332092762
217337	rnn.weight_hh_l0_reverse	6	0.06572552770376205
217337	rnn.weight_hh_l0_reverse	7	0.037453792989254
217337	rnn.weight_hh_l0_reverse	8	-0.024209212511777878
217337	rnn.weight_hh_l0_reverse	9	-0.02873680740594864
217337	rnn.bias_ih_l0_reverse	0	-0.14967532455921173
217337	rnn.bias_ih_l0_reverse	1	-0.3049822449684143
217337	rnn.bias_ih_l0_reverse	2	-0.05943908542394638
217337	rnn.bias_ih_l0_reverse	3	-0.15777650475502014
217337	rnn.bias_ih_l0_reverse	4	0.06712907552719116
217337	rnn.bias_ih_l0_reverse	5	-0.2761455476284027
217337	rnn.bias_ih_l0_reverse	6	-0.06368502229452133
217337	rnn.bias_ih_l0_reverse	7	0.020577674731612206
217337	rnn.bias_ih_l0_reverse	8	-0.18860425055027008
217337	rnn.bias_ih_l0_reverse	9	-0.0949755534529686
217337	rnn.bias_hh_l0_reverse	0	-0.15538272261619568
217337	rnn.bias_hh_l0_reverse	1	-0.15301233530044556
217337	rnn.bias_hh_l0_reverse	2	-0.012912644073367119
217337	rnn.bias_hh_l0_reverse	3	-0.13266333937644958
217337	rnn.bias_hh_l0_reverse	4	-0.03096938319504261
217337	rnn.bias_hh_l0_reverse	5	-0.1173388808965683
217337	rnn.bias_hh_l0_reverse	6	-0.07964902371168137
217337	rnn.bias_hh_l0_reverse	7	-0.17762301862239838
217337	rnn.bias_hh_l0_reverse	8	-0.06574300676584244
217337	rnn.bias_hh_l0_reverse	9	-0.11279474198818207
217337	linear.weight	0	-0.25080856680870056
217337	linear.weight	1	-0.1087569147348404
217337	linear.weight	2	-0.011228874325752258
217337	linear.weight	3	-0.0806383267045021
217337	linear.weight	4	-0.024150149896740913
217337	linear.weight	5	0.18991689383983612
217337	linear.weight	6	0.0047744326293468475
217337	linear.weight	7	-0.021312154829502106
217337	linear.weight	8	0.18411287665367126
217337	linear.weight	9	0.21166570484638214
217337	linear.bias	0	-0.8187021017074585
217337	linear.bias	1	1.4220949411392212
217337	linear.bias	2	-0.48126575350761414
217337	linear.bias	3	-0.7335378527641296
217337	linear.bias	4	-0.8610494136810303
217337	linear.bias	5	-1.1798560619354248
217337	linear.bias	6	-0.9620496034622192
217337	linear.bias	7	-0.744615912437439
217337	linear.bias	8	-0.01705317199230194
217337	linear.bias	9	3.468222141265869
217534	transitions	0	-0.45934292674064636
217534	transitions	1	8.807334899902344
217534	transitions	2	-3.6162099838256836
217534	transitions	3	1.569900631904602
217534	transitions	4	-2.2088468074798584
217534	transitions	5	-0.42902320623397827
217534	transitions	6	-0.1953287422657013
217534	transitions	7	-10000.0
217534	transitions	8	1.8507455587387085
217534	transitions	9	-2.2948849201202393
217534	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
217534	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
217534	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
217534	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
217534	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
217534	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
217534	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
217534	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
217534	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
217534	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
217534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
217534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
217534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
217534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
217534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
217534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
217534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
217534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
217534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
217534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
217534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
217534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
217534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
217534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
217534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
217534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
217534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
217534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
217534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
217534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
217534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
217534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
217534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
217534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
217534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
217534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
217534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
217534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
217534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
217534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
217534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
217534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
217534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
217534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
217534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
217534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
217534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
217534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
217534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
217534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
217534	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
217534	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
217534	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
217534	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
217534	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
217534	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
217534	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
217534	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
217534	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
217534	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
217534	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
217534	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
217534	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
217534	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
217534	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
217534	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
217534	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
217534	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
217534	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
217534	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
217534	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
217534	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
217534	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
217534	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
217534	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
217534	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
217534	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
217534	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
217534	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
217534	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
217534	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
217534	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
217534	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
217534	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
217534	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
217534	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
217534	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
217534	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
217534	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
217534	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
217534	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
217534	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
217534	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
217534	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
217534	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
217534	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
217534	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
217534	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
217534	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
217534	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
217534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
217534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
217534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
217534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
217534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
217534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
217534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
217534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
217534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
217534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
217534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
217534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
217534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
217534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
217534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
217534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
217534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
217534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
217534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
217534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
217534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
217534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
217534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
217534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
217534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
217534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
217534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
217534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
217534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
217534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
217534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
217534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
217534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
217534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
217534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
217534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
217534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
217534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
217534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
217534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
217534	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
217534	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
217534	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
217534	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
217534	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
217534	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
217534	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
217534	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
217534	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
217534	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
217534	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
217534	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
217534	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
217534	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
217534	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
217534	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
217534	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
217534	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
217534	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
217534	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
217534	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
217534	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
217534	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
217534	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
217534	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
217534	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
217534	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
217534	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
217534	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
217534	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
217534	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
217534	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
217534	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
217534	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
217534	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
217534	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
217534	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
217534	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
217534	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
217534	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
217534	embedding2nn.weight	0	0.045278627425432205
217534	embedding2nn.weight	1	-0.09182950109243393
217534	embedding2nn.weight	2	0.01860383152961731
217534	embedding2nn.weight	3	-0.05819687619805336
217534	embedding2nn.weight	4	-0.11078018695116043
217534	embedding2nn.weight	5	0.11336390674114227
217534	embedding2nn.weight	6	-0.08653253316879272
217534	embedding2nn.weight	7	-0.07390440255403519
217534	embedding2nn.weight	8	-0.030804280191659927
217534	embedding2nn.weight	9	0.04151562601327896
217534	embedding2nn.bias	0	0.06786366552114487
217534	embedding2nn.bias	1	-0.0138534065335989
217534	embedding2nn.bias	2	-0.1075483113527298
217534	embedding2nn.bias	3	0.02177971787750721
217534	embedding2nn.bias	4	0.0014345071977004409
217534	embedding2nn.bias	5	-0.1667039841413498
217534	embedding2nn.bias	6	-0.11517655849456787
217534	embedding2nn.bias	7	-0.019314371049404144
217534	embedding2nn.bias	8	0.077855184674263
217534	embedding2nn.bias	9	-0.07444155961275101
217534	rnn.weight_ih_l0	0	0.0471644252538681
217534	rnn.weight_ih_l0	1	-0.07861439883708954
217534	rnn.weight_ih_l0	2	-0.05756672844290733
217534	rnn.weight_ih_l0	3	-0.059816647320985794
217534	rnn.weight_ih_l0	4	0.018543099984526634
217534	rnn.weight_ih_l0	5	-0.10604488849639893
217534	rnn.weight_ih_l0	6	-0.03294452279806137
217534	rnn.weight_ih_l0	7	-0.002928435103967786
217534	rnn.weight_ih_l0	8	0.05974023789167404
217534	rnn.weight_ih_l0	9	0.004897197708487511
217534	rnn.weight_hh_l0	0	-0.0010321032023057342
217534	rnn.weight_hh_l0	1	-0.08175475895404816
217534	rnn.weight_hh_l0	2	0.07062199711799622
217534	rnn.weight_hh_l0	3	0.05266069248318672
217534	rnn.weight_hh_l0	4	0.005085437558591366
217534	rnn.weight_hh_l0	5	0.06743773818016052
217534	rnn.weight_hh_l0	6	-0.017442017793655396
217534	rnn.weight_hh_l0	7	-0.10991686582565308
217534	rnn.weight_hh_l0	8	0.027759728953242302
217534	rnn.weight_hh_l0	9	-0.08311042934656143
217534	rnn.bias_ih_l0	0	-0.08931086212396622
217534	rnn.bias_ih_l0	1	-0.19213050603866577
217534	rnn.bias_ih_l0	2	-0.2580568194389343
217534	rnn.bias_ih_l0	3	-0.28571194410324097
217534	rnn.bias_ih_l0	4	0.002931903349235654
217534	rnn.bias_ih_l0	5	0.06214866787195206
217534	rnn.bias_ih_l0	6	-0.16562847793102264
217534	rnn.bias_ih_l0	7	-0.25795722007751465
217534	rnn.bias_ih_l0	8	-0.14296728372573853
217534	rnn.bias_ih_l0	9	-0.17906177043914795
217534	rnn.bias_hh_l0	0	0.13009995222091675
217534	rnn.bias_hh_l0	1	-0.054327141493558884
217534	rnn.bias_hh_l0	2	0.052807003259658813
217534	rnn.bias_hh_l0	3	-0.18661588430404663
217534	rnn.bias_hh_l0	4	0.05712020769715309
217534	rnn.bias_hh_l0	5	0.05347064882516861
217534	rnn.bias_hh_l0	6	-0.11205761134624481
217534	rnn.bias_hh_l0	7	-0.1525188833475113
217534	rnn.bias_hh_l0	8	-0.18930867314338684
217534	rnn.bias_hh_l0	9	-0.10677483677864075
217534	rnn.weight_ih_l0_reverse	0	-0.020114116370677948
217534	rnn.weight_ih_l0_reverse	1	-0.0010570983868092299
217534	rnn.weight_ih_l0_reverse	2	0.019593406468629837
217534	rnn.weight_ih_l0_reverse	3	0.012306860648095608
217534	rnn.weight_ih_l0_reverse	4	0.015017122030258179
217534	rnn.weight_ih_l0_reverse	5	-0.04702633246779442
217534	rnn.weight_ih_l0_reverse	6	-0.04641270637512207
217534	rnn.weight_ih_l0_reverse	7	0.01379549503326416
217534	rnn.weight_ih_l0_reverse	8	0.10050559043884277
217534	rnn.weight_ih_l0_reverse	9	-0.0012989810202270746
217534	rnn.weight_hh_l0_reverse	0	0.0025288781616836786
217534	rnn.weight_hh_l0_reverse	1	0.026650242507457733
217534	rnn.weight_hh_l0_reverse	2	-0.040385156869888306
217534	rnn.weight_hh_l0_reverse	3	0.037672147154808044
217534	rnn.weight_hh_l0_reverse	4	0.02370171621441841
217534	rnn.weight_hh_l0_reverse	5	-0.009455537423491478
217534	rnn.weight_hh_l0_reverse	6	0.06574586033821106
217534	rnn.weight_hh_l0_reverse	7	0.03726738691329956
217534	rnn.weight_hh_l0_reverse	8	-0.02416728250682354
217534	rnn.weight_hh_l0_reverse	9	-0.028802117332816124
217534	rnn.bias_ih_l0_reverse	0	-0.14912627637386322
217534	rnn.bias_ih_l0_reverse	1	-0.3043674826622009
217534	rnn.bias_ih_l0_reverse	2	-0.059685274958610535
217534	rnn.bias_ih_l0_reverse	3	-0.15801261365413666
217534	rnn.bias_ih_l0_reverse	4	0.06786905974149704
217534	rnn.bias_ih_l0_reverse	5	-0.2756026089191437
217534	rnn.bias_ih_l0_reverse	6	-0.06355496495962143
217534	rnn.bias_ih_l0_reverse	7	0.0205426923930645
217534	rnn.bias_ih_l0_reverse	8	-0.18850018084049225
217534	rnn.bias_ih_l0_reverse	9	-0.09467793256044388
217534	rnn.bias_hh_l0_reverse	0	-0.15565617382526398
217534	rnn.bias_hh_l0_reverse	1	-0.15295636653900146
217534	rnn.bias_hh_l0_reverse	2	-0.012614760547876358
217534	rnn.bias_hh_l0_reverse	3	-0.13265755772590637
217534	rnn.bias_hh_l0_reverse	4	-0.031147263944149017
217534	rnn.bias_hh_l0_reverse	5	-0.11726276576519012
217534	rnn.bias_hh_l0_reverse	6	-0.0786803737282753
217534	rnn.bias_hh_l0_reverse	7	-0.1771966814994812
217534	rnn.bias_hh_l0_reverse	8	-0.06564243882894516
217534	rnn.bias_hh_l0_reverse	9	-0.11273125559091568
217534	linear.weight	0	-0.25034263730049133
217534	linear.weight	1	-0.1095140352845192
217534	linear.weight	2	-0.011228874325752258
217534	linear.weight	3	-0.07789625227451324
217534	linear.weight	4	-0.018934402614831924
217534	linear.weight	5	0.18735669553279877
217534	linear.weight	6	0.0047744326293468475
217534	linear.weight	7	-0.021312154829502106
217534	linear.weight	8	0.18375298380851746
217534	linear.weight	9	0.2122047245502472
217534	linear.bias	0	-0.8240428566932678
217534	linear.bias	1	1.4246388673782349
217534	linear.bias	2	-0.5063841938972473
217534	linear.bias	3	-0.7373237013816833
217534	linear.bias	4	-0.8581681847572327
217534	linear.bias	5	-1.179860234260559
217534	linear.bias	6	-0.9678084254264832
217534	linear.bias	7	-0.7366405725479126
217534	linear.bias	8	-0.01705317199230194
217534	linear.bias	9	3.4797422885894775
217731	transitions	0	-0.4593627452850342
217731	transitions	1	8.81347370147705
217731	transitions	2	-3.6163413524627686
217731	transitions	3	1.569827675819397
217731	transitions	4	-2.2089083194732666
217731	transitions	5	-0.4290439188480377
217731	transitions	6	-0.19533537328243256
217731	transitions	7	-10000.0
217731	transitions	8	1.8488930463790894
217731	transitions	9	-2.2948858737945557
217731	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
217731	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
217731	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
217731	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
217731	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
217731	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
217731	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
217731	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
217731	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
217731	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
217731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
217731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
217731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
217731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
217731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
217731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
217731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
217731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
217731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
217731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
217731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
217731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
217731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
217731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
217731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
217731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
217731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
217731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
217731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
217731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
217731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
217731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
217731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
217731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
217731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
217731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
217731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
217731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
217731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
217731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
217731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
217731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
217731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
217731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
217731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
217731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
217731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
217731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
217731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
217731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
217731	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
217731	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
217731	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
217731	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
217731	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
217731	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
217731	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
217731	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
217731	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
217731	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
217731	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
217731	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
217731	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
217731	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
217731	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
217731	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
217731	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
217731	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
217731	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
217731	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
217731	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
217731	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
217731	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
217731	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
217731	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
217731	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
217731	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
217731	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
217731	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
217731	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
217731	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
217731	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
217731	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
217731	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
217731	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
217731	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
217731	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
217731	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
217731	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
217731	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
217731	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
217731	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
217731	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
217731	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
217731	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
217731	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
217731	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
217731	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
217731	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
217731	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
217731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
217731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
217731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
217731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
217731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
217731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
217731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
217731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
217731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
217731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
217731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
217731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
217731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
217731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
217731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
217731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
217731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
217731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
217731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
217731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
217731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
217731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
217731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
217731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
217731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
217731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
217731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
217731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
217731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
217731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
217731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
217731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
217731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
217731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
217731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
217731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
217731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
217731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
217731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
217731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
217731	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
217731	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
217731	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
217731	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
217731	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
217731	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
217731	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
217731	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
217731	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
217731	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
217731	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
217731	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
217731	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
217731	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
217731	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
217731	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
217731	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
217731	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
217731	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
217731	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
217731	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
217731	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
217731	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
217731	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
217731	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
217731	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
217731	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
217731	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
217731	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
217731	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
217731	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
217731	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
217731	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
217731	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
217731	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
217731	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
217731	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
217731	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
217731	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
217731	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
217731	embedding2nn.weight	0	0.04521678760647774
217731	embedding2nn.weight	1	-0.09151095896959305
217731	embedding2nn.weight	2	0.018178848549723625
217731	embedding2nn.weight	3	-0.058442484587430954
217731	embedding2nn.weight	4	-0.11185222119092941
217731	embedding2nn.weight	5	0.11328921467065811
217731	embedding2nn.weight	6	-0.08696474134922028
217731	embedding2nn.weight	7	-0.07408754527568817
217731	embedding2nn.weight	8	-0.030700933188199997
217731	embedding2nn.weight	9	0.042830441147089005
217731	embedding2nn.bias	0	0.06869392096996307
217731	embedding2nn.bias	1	-0.010646449401974678
217731	embedding2nn.bias	2	-0.1047409176826477
217731	embedding2nn.bias	3	0.018232006579637527
217731	embedding2nn.bias	4	-0.0003860259894281626
217731	embedding2nn.bias	5	-0.16543292999267578
217731	embedding2nn.bias	6	-0.11497512459754944
217731	embedding2nn.bias	7	-0.017227010801434517
217731	embedding2nn.bias	8	0.08242648839950562
217731	embedding2nn.bias	9	-0.077256940305233
217731	rnn.weight_ih_l0	0	0.04668796434998512
217731	rnn.weight_ih_l0	1	-0.07880647480487823
217731	rnn.weight_ih_l0	2	-0.05810515955090523
217731	rnn.weight_ih_l0	3	-0.05888056010007858
217731	rnn.weight_ih_l0	4	0.018475016579031944
217731	rnn.weight_ih_l0	5	-0.10561921447515488
217731	rnn.weight_ih_l0	6	-0.03287968412041664
217731	rnn.weight_ih_l0	7	-0.003111794823780656
217731	rnn.weight_ih_l0	8	0.06078026071190834
217731	rnn.weight_ih_l0	9	0.004702667240053415
217731	rnn.weight_hh_l0	0	-0.0011272500269114971
217731	rnn.weight_hh_l0	1	-0.0822380781173706
217731	rnn.weight_hh_l0	2	0.0709528774023056
217731	rnn.weight_hh_l0	3	0.05244582146406174
217731	rnn.weight_hh_l0	4	0.005023154430091381
217731	rnn.weight_hh_l0	5	0.06748883426189423
217731	rnn.weight_hh_l0	6	-0.017393676564097404
217731	rnn.weight_hh_l0	7	-0.11008243262767792
217731	rnn.weight_hh_l0	8	0.02804822102189064
217731	rnn.weight_hh_l0	9	-0.08382540941238403
217731	rnn.bias_ih_l0	0	-0.089933380484581
217731	rnn.bias_ih_l0	1	-0.19213081896305084
217731	rnn.bias_ih_l0	2	-0.25770729780197144
217731	rnn.bias_ih_l0	3	-0.28562745451927185
217731	rnn.bias_ih_l0	4	0.004070775583386421
217731	rnn.bias_ih_l0	5	0.06186526268720627
217731	rnn.bias_ih_l0	6	-0.16598977148532867
217731	rnn.bias_ih_l0	7	-0.25784435868263245
217731	rnn.bias_ih_l0	8	-0.14291375875473022
217731	rnn.bias_ih_l0	9	-0.17892193794250488
217731	rnn.bias_hh_l0	0	0.1313115954399109
217731	rnn.bias_hh_l0	1	-0.05447787418961525
217731	rnn.bias_hh_l0	2	0.05276317894458771
217731	rnn.bias_hh_l0	3	-0.18688182532787323
217731	rnn.bias_hh_l0	4	0.05730869993567467
217731	rnn.bias_hh_l0	5	0.053451377898454666
217731	rnn.bias_hh_l0	6	-0.11194115877151489
217731	rnn.bias_hh_l0	7	-0.15271690487861633
217731	rnn.bias_hh_l0	8	-0.18918074667453766
217731	rnn.bias_hh_l0	9	-0.10606800764799118
217731	rnn.weight_ih_l0_reverse	0	-0.019888773560523987
217731	rnn.weight_ih_l0_reverse	1	-0.001029931241646409
217731	rnn.weight_ih_l0_reverse	2	0.01924149878323078
217731	rnn.weight_ih_l0_reverse	3	0.012637102976441383
217731	rnn.weight_ih_l0_reverse	4	0.014854813925921917
217731	rnn.weight_ih_l0_reverse	5	-0.04707708582282066
217731	rnn.weight_ih_l0_reverse	6	-0.0471193790435791
217731	rnn.weight_ih_l0_reverse	7	0.013710030354559422
217731	rnn.weight_ih_l0_reverse	8	0.09975928068161011
217731	rnn.weight_ih_l0_reverse	9	-0.0005740928463637829
217731	rnn.weight_hh_l0_reverse	0	0.002425691345706582
217731	rnn.weight_hh_l0_reverse	1	0.026726895943284035
217731	rnn.weight_hh_l0_reverse	2	-0.0401303805410862
217731	rnn.weight_hh_l0_reverse	3	0.037471164017915726
217731	rnn.weight_hh_l0_reverse	4	0.023695288226008415
217731	rnn.weight_hh_l0_reverse	5	-0.00904337503015995
217731	rnn.weight_hh_l0_reverse	6	0.06551212817430496
217731	rnn.weight_hh_l0_reverse	7	0.037345681339502335
217731	rnn.weight_hh_l0_reverse	8	-0.024069463834166527
217731	rnn.weight_hh_l0_reverse	9	-0.028736025094985962
217731	rnn.bias_ih_l0_reverse	0	-0.14847449958324432
217731	rnn.bias_ih_l0_reverse	1	-0.3038628101348877
217731	rnn.bias_ih_l0_reverse	2	-0.05977897346019745
217731	rnn.bias_ih_l0_reverse	3	-0.15759429335594177
217731	rnn.bias_ih_l0_reverse	4	0.06747393310070038
217731	rnn.bias_ih_l0_reverse	5	-0.2757919728755951
217731	rnn.bias_ih_l0_reverse	6	-0.06320787221193314
217731	rnn.bias_ih_l0_reverse	7	0.01994682103395462
217731	rnn.bias_ih_l0_reverse	8	-0.18878105282783508
217731	rnn.bias_ih_l0_reverse	9	-0.09379076212644577
217731	rnn.bias_hh_l0_reverse	0	-0.15606677532196045
217731	rnn.bias_hh_l0_reverse	1	-0.15393489599227905
217731	rnn.bias_hh_l0_reverse	2	-0.012310388498008251
217731	rnn.bias_hh_l0_reverse	3	-0.13144895434379578
217731	rnn.bias_hh_l0_reverse	4	-0.030973708257079124
217731	rnn.bias_hh_l0_reverse	5	-0.11693020910024643
217731	rnn.bias_hh_l0_reverse	6	-0.07861906290054321
217731	rnn.bias_hh_l0_reverse	7	-0.1769610047340393
217731	rnn.bias_hh_l0_reverse	8	-0.06590016931295395
217731	rnn.bias_hh_l0_reverse	9	-0.11377666890621185
217731	linear.weight	0	-0.25057268142700195
217731	linear.weight	1	-0.10964424163103104
217731	linear.weight	2	-0.011228874325752258
217731	linear.weight	3	-0.07903274148702621
217731	linear.weight	4	-0.015077192336320877
217731	linear.weight	5	0.19220370054244995
217731	linear.weight	6	0.0047744326293468475
217731	linear.weight	7	-0.021312154829502106
217731	linear.weight	8	0.18914560973644257
217731	linear.weight	9	0.21029582619667053
217731	linear.bias	0	-0.8279399871826172
217731	linear.bias	1	1.4330525398254395
217731	linear.bias	2	-0.494652658700943
217731	linear.bias	3	-0.730358898639679
217731	linear.bias	4	-0.8712724447250366
217731	linear.bias	5	-1.1798644065856934
217731	linear.bias	6	-0.9717825651168823
217731	linear.bias	7	-0.7448636889457703
217731	linear.bias	8	-0.01705317199230194
217731	linear.bias	9	3.4691569805145264
217928	transitions	0	-0.4594794809818268
217928	transitions	1	8.821322441101074
217928	transitions	2	-3.61655592918396
217928	transitions	3	1.5743319988250732
217928	transitions	4	-2.209062337875366
217928	transitions	5	-0.4290701448917389
217928	transitions	6	-0.19534268975257874
217928	transitions	7	-10000.0
217928	transitions	8	1.850307583808899
217928	transitions	9	-2.2948873043060303
217928	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
217928	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
217928	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
217928	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
217928	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
217928	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
217928	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
217928	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
217928	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
217928	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
217928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
217928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
217928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
217928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
217928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
217928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
217928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
217928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
217928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
217928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
217928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
217928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
217928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
217928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
217928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
217928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
217928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
217928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
217928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
217928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
217928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
217928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
217928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
217928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
217928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
217928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
217928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
217928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
217928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
217928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
217928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
217928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
217928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
217928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
217928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
217928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
217928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
217928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
217928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
217928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
217928	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
217928	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
217928	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
217928	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
217928	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
217928	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
217928	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
217928	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
217928	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
217928	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
217928	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
217928	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
217928	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
217928	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
217928	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
217928	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
217928	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
217928	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
217928	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
217928	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
217928	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
217928	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
217928	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
217928	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
217928	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
217928	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
217928	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
217928	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
217928	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
217928	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
217928	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
217928	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
217928	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
217928	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
217928	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
217928	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
217928	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
217928	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
217928	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
217928	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
217928	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
217928	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
217928	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
217928	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
217928	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
217928	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
217928	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
217928	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
217928	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
217928	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
217928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
217928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
217928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
217928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
217928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
217928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
217928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
217928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
217928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
217928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
217928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
217928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
217928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
217928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
217928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
217928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
217928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
217928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
217928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
217928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
217928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
217928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
217928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
217928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
217928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
217928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
217928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
217928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
217928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
217928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
217928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
217928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
217928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
217928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
217928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
217928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
217928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
217928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
217928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
217928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
217928	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
217928	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
217928	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
217928	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
217928	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
217928	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
217928	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
217928	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
217928	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
217928	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
217928	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
217928	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
217928	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
217928	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
217928	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
217928	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
217928	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
217928	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
217928	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
217928	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
217928	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
217928	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
217928	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
217928	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
217928	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
217928	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
217928	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
217928	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
217928	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
217928	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
217928	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
217928	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
217928	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
217928	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
217928	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
217928	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
217928	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
217928	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
217928	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
217928	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
217928	embedding2nn.weight	0	0.04538187384605408
217928	embedding2nn.weight	1	-0.09152417629957199
217928	embedding2nn.weight	2	0.017406178638339043
217928	embedding2nn.weight	3	-0.05822353437542915
217928	embedding2nn.weight	4	-0.11117792129516602
217928	embedding2nn.weight	5	0.11328873783349991
217928	embedding2nn.weight	6	-0.09044574946165085
217928	embedding2nn.weight	7	-0.07406319677829742
217928	embedding2nn.weight	8	-0.030797578394412994
217928	embedding2nn.weight	9	0.0433201938867569
217928	embedding2nn.bias	0	0.07216392457485199
217928	embedding2nn.bias	1	-0.01210720557719469
217928	embedding2nn.bias	2	-0.10002325475215912
217928	embedding2nn.bias	3	0.021069932729005814
217928	embedding2nn.bias	4	0.0003088897792622447
217928	embedding2nn.bias	5	-0.1670370101928711
217928	embedding2nn.bias	6	-0.11689253896474838
217928	embedding2nn.bias	7	-0.014611690305173397
217928	embedding2nn.bias	8	0.08807413280010223
217928	embedding2nn.bias	9	-0.07333832234144211
217928	rnn.weight_ih_l0	0	0.047059137374162674
217928	rnn.weight_ih_l0	1	-0.0768846943974495
217928	rnn.weight_ih_l0	2	-0.057930685579776764
217928	rnn.weight_ih_l0	3	-0.058667730540037155
217928	rnn.weight_ih_l0	4	0.018842248246073723
217928	rnn.weight_ih_l0	5	-0.10620865225791931
217928	rnn.weight_ih_l0	6	-0.03322911635041237
217928	rnn.weight_ih_l0	7	-0.004297167062759399
217928	rnn.weight_ih_l0	8	0.060210175812244415
217928	rnn.weight_ih_l0	9	0.003947719465941191
217928	rnn.weight_hh_l0	0	-0.001152066164650023
217928	rnn.weight_hh_l0	1	-0.082481250166893
217928	rnn.weight_hh_l0	2	0.07110454887151718
217928	rnn.weight_hh_l0	3	0.05253054201602936
217928	rnn.weight_hh_l0	4	0.005167500115931034
217928	rnn.weight_hh_l0	5	0.06750980019569397
217928	rnn.weight_hh_l0	6	-0.017431803047657013
217928	rnn.weight_hh_l0	7	-0.11041124910116196
217928	rnn.weight_hh_l0	8	0.028092145919799805
217928	rnn.weight_hh_l0	9	-0.08407361060380936
217928	rnn.bias_ih_l0	0	-0.08912339806556702
217928	rnn.bias_ih_l0	1	-0.19217555224895477
217928	rnn.bias_ih_l0	2	-0.2571850121021271
217928	rnn.bias_ih_l0	3	-0.28509560227394104
217928	rnn.bias_ih_l0	4	0.004470201209187508
217928	rnn.bias_ih_l0	5	0.06262890994548798
217928	rnn.bias_ih_l0	6	-0.16630958020687103
217928	rnn.bias_ih_l0	7	-0.25737646222114563
217928	rnn.bias_ih_l0	8	-0.14420706033706665
217928	rnn.bias_ih_l0	9	-0.17810016870498657
217928	rnn.bias_hh_l0	0	0.13061748445034027
217928	rnn.bias_hh_l0	1	-0.055027566850185394
217928	rnn.bias_hh_l0	2	0.05258437246084213
217928	rnn.bias_hh_l0	3	-0.1874973326921463
217928	rnn.bias_hh_l0	4	0.057961612939834595
217928	rnn.bias_hh_l0	5	0.053580041974782944
217928	rnn.bias_hh_l0	6	-0.11219274252653122
217928	rnn.bias_hh_l0	7	-0.15218637883663177
217928	rnn.bias_hh_l0	8	-0.1897263079881668
217928	rnn.bias_hh_l0	9	-0.10532399266958237
217928	rnn.weight_ih_l0_reverse	0	-0.01986031047999859
217928	rnn.weight_ih_l0_reverse	1	-0.001581529388204217
217928	rnn.weight_ih_l0_reverse	2	0.0182542335242033
217928	rnn.weight_ih_l0_reverse	3	0.012943469919264317
217928	rnn.weight_ih_l0_reverse	4	0.014881661161780357
217928	rnn.weight_ih_l0_reverse	5	-0.04689653962850571
217928	rnn.weight_ih_l0_reverse	6	-0.045845143496990204
217928	rnn.weight_ih_l0_reverse	7	0.014266818761825562
217928	rnn.weight_ih_l0_reverse	8	0.09850058704614639
217928	rnn.weight_ih_l0_reverse	9	-0.0012247085105627775
217928	rnn.weight_hh_l0_reverse	0	0.002423153957352042
217928	rnn.weight_hh_l0_reverse	1	0.026742897927761078
217928	rnn.weight_hh_l0_reverse	2	-0.040068358182907104
217928	rnn.weight_hh_l0_reverse	3	0.037264760583639145
217928	rnn.weight_hh_l0_reverse	4	0.02357884868979454
217928	rnn.weight_hh_l0_reverse	5	-0.009241258725523949
217928	rnn.weight_hh_l0_reverse	6	0.06579301506280899
217928	rnn.weight_hh_l0_reverse	7	0.037408601492643356
217928	rnn.weight_hh_l0_reverse	8	-0.024181289598345757
217928	rnn.weight_hh_l0_reverse	9	-0.02876214124262333
217928	rnn.bias_ih_l0_reverse	0	-0.14831769466400146
217928	rnn.bias_ih_l0_reverse	1	-0.3037106394767761
217928	rnn.bias_ih_l0_reverse	2	-0.059107325971126556
217928	rnn.bias_ih_l0_reverse	3	-0.15783065557479858
217928	rnn.bias_ih_l0_reverse	4	0.06745947897434235
217928	rnn.bias_ih_l0_reverse	5	-0.27540719509124756
217928	rnn.bias_ih_l0_reverse	6	-0.06332920491695404
217928	rnn.bias_ih_l0_reverse	7	0.02007962204515934
217928	rnn.bias_ih_l0_reverse	8	-0.18866115808486938
217928	rnn.bias_ih_l0_reverse	9	-0.09380011260509491
217928	rnn.bias_hh_l0_reverse	0	-0.15584558248519897
217928	rnn.bias_hh_l0_reverse	1	-0.15421073138713837
217928	rnn.bias_hh_l0_reverse	2	-0.012220529839396477
217928	rnn.bias_hh_l0_reverse	3	-0.1312333047389984
217928	rnn.bias_hh_l0_reverse	4	-0.030486395582556725
217928	rnn.bias_hh_l0_reverse	5	-0.11695440113544464
217928	rnn.bias_hh_l0_reverse	6	-0.0794576108455658
217928	rnn.bias_hh_l0_reverse	7	-0.17763003706932068
217928	rnn.bias_hh_l0_reverse	8	-0.06533171236515045
217928	rnn.bias_hh_l0_reverse	9	-0.1137947291135788
217928	linear.weight	0	-0.2505873143672943
217928	linear.weight	1	-0.10986831784248352
217928	linear.weight	2	-0.011228874325752258
217928	linear.weight	3	-0.08066979050636292
217928	linear.weight	4	-0.0179697647690773
217928	linear.weight	5	0.19556580483913422
217928	linear.weight	6	0.0047744326293468475
217928	linear.weight	7	-0.021312154829502106
217928	linear.weight	8	0.19215954840183258
217928	linear.weight	9	0.2085239440202713
217928	linear.bias	0	-0.8308404684066772
217928	linear.bias	1	1.4160358905792236
217928	linear.bias	2	-0.4971350431442261
217928	linear.bias	3	-0.7215518951416016
217928	linear.bias	4	-0.8734944462776184
217928	linear.bias	5	-1.1798712015151978
217928	linear.bias	6	-0.9744630455970764
217928	linear.bias	7	-0.7399079203605652
217928	linear.bias	8	-0.01705317199230194
217928	linear.bias	9	3.4927079677581787
218125	transitions	0	-0.459501177072525
218125	transitions	1	8.809209823608398
218125	transitions	2	-3.6166584491729736
218125	transitions	3	1.5740728378295898
218125	transitions	4	-2.2092177867889404
218125	transitions	5	-0.4290795922279358
218125	transitions	6	-0.1953503042459488
218125	transitions	7	-10000.0
218125	transitions	8	1.8492130041122437
218125	transitions	9	-2.2948880195617676
218125	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
218125	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
218125	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
218125	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
218125	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
218125	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
218125	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
218125	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
218125	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
218125	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
218125	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
218125	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
218125	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
218125	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
218125	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
218125	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
218125	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
218125	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
218125	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
218125	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
218125	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
218125	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
218125	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
218125	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
218125	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
218125	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
218125	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
218125	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
218125	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
218125	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
218125	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
218125	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
218125	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
218125	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
218125	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
218125	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
218125	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
218125	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
218125	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
218125	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
218125	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
218125	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
218125	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
218125	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
218125	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
218125	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
218125	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
218125	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
218125	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
218125	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
218125	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
218125	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
218125	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
218125	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
218125	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
218125	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
218125	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
218125	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
218125	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
218125	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
218125	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
218125	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
218125	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
218125	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
218125	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
218125	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
218125	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
218125	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
218125	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
218125	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
218125	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
218125	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
218125	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
218125	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
218125	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
218125	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
218125	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
218125	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
218125	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
218125	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
218125	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
218125	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
218125	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
218125	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
218125	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
218125	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
218125	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
218125	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
218125	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
218125	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
218125	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
218125	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
218125	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
218125	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
218125	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
218125	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
218125	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
218125	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
218125	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
218125	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
218125	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
218125	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
218125	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
218125	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
218125	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
218125	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
218125	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
218125	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
218125	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
218125	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
218125	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
218125	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
218125	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
218125	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
218125	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
218125	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
218125	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
218125	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
218125	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
218125	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
218125	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
218125	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
218125	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
218125	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
218125	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
218125	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
218125	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
218125	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
218125	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
218125	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
218125	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
218125	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
218125	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
218125	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
218125	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
218125	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
218125	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
218125	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
218125	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
218125	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
218125	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
218125	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
218125	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
218125	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
218125	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
218125	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
218125	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
218125	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
218125	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
218125	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
218125	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
218125	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
218125	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
218125	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
218125	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
218125	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
218125	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
218125	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
218125	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
218125	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
218125	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
218125	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
218125	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
218125	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
218125	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
218125	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
218125	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
218125	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
218125	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
218125	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
218125	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
218125	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
218125	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
218125	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
218125	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
218125	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
218125	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
218125	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
218125	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
218125	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
218125	embedding2nn.weight	0	0.04540586099028587
218125	embedding2nn.weight	1	-0.09146609157323837
218125	embedding2nn.weight	2	0.017291614785790443
218125	embedding2nn.weight	3	-0.058247461915016174
218125	embedding2nn.weight	4	-0.11210666596889496
218125	embedding2nn.weight	5	0.11260063201189041
218125	embedding2nn.weight	6	-0.08990000933408737
218125	embedding2nn.weight	7	-0.07399307191371918
218125	embedding2nn.weight	8	-0.030927320942282677
218125	embedding2nn.weight	9	0.04318298399448395
218125	embedding2nn.bias	0	0.07471607625484467
218125	embedding2nn.bias	1	-0.010695618577301502
218125	embedding2nn.bias	2	-0.10158431529998779
218125	embedding2nn.bias	3	0.014184646308422089
218125	embedding2nn.bias	4	-0.00026801033527590334
218125	embedding2nn.bias	5	-0.16920043528079987
218125	embedding2nn.bias	6	-0.1135118156671524
218125	embedding2nn.bias	7	-0.015169543214142323
218125	embedding2nn.bias	8	0.0849480852484703
218125	embedding2nn.bias	9	-0.07572507113218307
218125	rnn.weight_ih_l0	0	0.046849898993968964
218125	rnn.weight_ih_l0	1	-0.07716973125934601
218125	rnn.weight_ih_l0	2	-0.057658735662698746
218125	rnn.weight_ih_l0	3	-0.05887787416577339
218125	rnn.weight_ih_l0	4	0.018688350915908813
218125	rnn.weight_ih_l0	5	-0.10648473352193832
218125	rnn.weight_ih_l0	6	-0.032099418342113495
218125	rnn.weight_ih_l0	7	-0.004349623341113329
218125	rnn.weight_ih_l0	8	0.06032120808959007
218125	rnn.weight_ih_l0	9	0.004206676036119461
218125	rnn.weight_hh_l0	0	-0.0010812528198584914
218125	rnn.weight_hh_l0	1	-0.08295731246471405
218125	rnn.weight_hh_l0	2	0.07163668423891068
218125	rnn.weight_hh_l0	3	0.05265011638402939
218125	rnn.weight_hh_l0	4	0.0051793297752738
218125	rnn.weight_hh_l0	5	0.06714939326047897
218125	rnn.weight_hh_l0	6	-0.017328660935163498
218125	rnn.weight_hh_l0	7	-0.11059743165969849
218125	rnn.weight_hh_l0	8	0.027921894565224648
218125	rnn.weight_hh_l0	9	-0.08438607305288315
218125	rnn.bias_ih_l0	0	-0.09048100560903549
218125	rnn.bias_ih_l0	1	-0.19237962365150452
218125	rnn.bias_ih_l0	2	-0.25847288966178894
218125	rnn.bias_ih_l0	3	-0.28524935245513916
218125	rnn.bias_ih_l0	4	0.00314540509134531
218125	rnn.bias_ih_l0	5	0.06371135264635086
218125	rnn.bias_ih_l0	6	-0.16687819361686707
218125	rnn.bias_ih_l0	7	-0.2574900984764099
218125	rnn.bias_ih_l0	8	-0.1447550356388092
218125	rnn.bias_ih_l0	9	-0.17700372636318207
218125	rnn.bias_hh_l0	0	0.131816565990448
218125	rnn.bias_hh_l0	1	-0.05547630414366722
218125	rnn.bias_hh_l0	2	0.05246253311634064
218125	rnn.bias_hh_l0	3	-0.1875879168510437
218125	rnn.bias_hh_l0	4	0.05960902199149132
218125	rnn.bias_hh_l0	5	0.05461511388421059
218125	rnn.bias_hh_l0	6	-0.11244093626737595
218125	rnn.bias_hh_l0	7	-0.15210120379924774
218125	rnn.bias_hh_l0	8	-0.1894950568675995
218125	rnn.bias_hh_l0	9	-0.1051097884774208
218125	rnn.weight_ih_l0_reverse	0	-0.02013777382671833
218125	rnn.weight_ih_l0_reverse	1	-0.0008086373563855886
218125	rnn.weight_ih_l0_reverse	2	0.017454294487833977
218125	rnn.weight_ih_l0_reverse	3	0.01266644150018692
218125	rnn.weight_ih_l0_reverse	4	0.01494417805224657
218125	rnn.weight_ih_l0_reverse	5	-0.04712074622511864
218125	rnn.weight_ih_l0_reverse	6	-0.04481196776032448
218125	rnn.weight_ih_l0_reverse	7	0.015398669056594372
218125	rnn.weight_ih_l0_reverse	8	0.09818065911531448
218125	rnn.weight_ih_l0_reverse	9	-0.0010816255817189813
218125	rnn.weight_hh_l0_reverse	0	0.002513709245249629
218125	rnn.weight_hh_l0_reverse	1	0.02659773826599121
218125	rnn.weight_hh_l0_reverse	2	-0.04057713598012924
218125	rnn.weight_hh_l0_reverse	3	0.03729720413684845
218125	rnn.weight_hh_l0_reverse	4	0.02378457970917225
218125	rnn.weight_hh_l0_reverse	5	-0.009247563779354095
218125	rnn.weight_hh_l0_reverse	6	0.06558115780353546
218125	rnn.weight_hh_l0_reverse	7	0.03756028786301613
218125	rnn.weight_hh_l0_reverse	8	-0.024076193571090698
218125	rnn.weight_hh_l0_reverse	9	-0.028388995677232742
218125	rnn.bias_ih_l0_reverse	0	-0.14779838919639587
218125	rnn.bias_ih_l0_reverse	1	-0.3048340082168579
218125	rnn.bias_ih_l0_reverse	2	-0.05919334292411804
218125	rnn.bias_ih_l0_reverse	3	-0.15817378461360931
218125	rnn.bias_ih_l0_reverse	4	0.06904247403144836
218125	rnn.bias_ih_l0_reverse	5	-0.2765595614910126
218125	rnn.bias_ih_l0_reverse	6	-0.06342771649360657
218125	rnn.bias_ih_l0_reverse	7	0.01978561468422413
218125	rnn.bias_ih_l0_reverse	8	-0.1891530603170395
218125	rnn.bias_ih_l0_reverse	9	-0.09348855167627335
218125	rnn.bias_hh_l0_reverse	0	-0.15580470860004425
218125	rnn.bias_hh_l0_reverse	1	-0.15328152477741241
218125	rnn.bias_hh_l0_reverse	2	-0.012349515222012997
218125	rnn.bias_hh_l0_reverse	3	-0.13038545846939087
218125	rnn.bias_hh_l0_reverse	4	-0.029775507748126984
218125	rnn.bias_hh_l0_reverse	5	-0.11705713719129562
218125	rnn.bias_hh_l0_reverse	6	-0.08036624640226364
218125	rnn.bias_hh_l0_reverse	7	-0.177752286195755
218125	rnn.bias_hh_l0_reverse	8	-0.06609981507062912
218125	rnn.bias_hh_l0_reverse	9	-0.11320613324642181
218125	linear.weight	0	-0.2504604756832123
218125	linear.weight	1	-0.10800794512033463
218125	linear.weight	2	-0.011228874325752258
218125	linear.weight	3	-0.08335228264331818
218125	linear.weight	4	-0.01757596805691719
218125	linear.weight	5	0.20222783088684082
218125	linear.weight	6	0.0047744326293468475
218125	linear.weight	7	-0.021312154829502106
218125	linear.weight	8	0.19243106245994568
218125	linear.weight	9	0.2058759331703186
218125	linear.bias	0	-0.8232377171516418
218125	linear.bias	1	1.431911826133728
218125	linear.bias	2	-0.49912476539611816
218125	linear.bias	3	-0.7333871722221375
218125	linear.bias	4	-0.8662418723106384
218125	linear.bias	5	-1.1798760890960693
218125	linear.bias	6	-0.9665244221687317
218125	linear.bias	7	-0.7288917303085327
218125	linear.bias	8	-0.01705317199230194
218125	linear.bias	9	3.5040946006774902
218322	transitions	0	-0.4595766067504883
218322	transitions	1	8.820565223693848
218322	transitions	2	-3.6167919635772705
218322	transitions	3	1.571082592010498
218322	transitions	4	-2.209308624267578
218322	transitions	5	-0.4291118085384369
218322	transitions	6	-0.19535866379737854
218322	transitions	7	-10000.0
218322	transitions	8	1.8487467765808105
218322	transitions	9	-2.294889450073242
218322	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
218322	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
218322	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
218322	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
218322	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
218322	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
218322	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
218322	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
218322	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
218322	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
218322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
218322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
218322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
218322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
218322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
218322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
218322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
218322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
218322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
218322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
218322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
218322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
218322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
218322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
218322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
218322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
218322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
218322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
218322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
218322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
218322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
218322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
218322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
218322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
218322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
218322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
218322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
218322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
218322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
218322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
218322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
218322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
218322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
218322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
218322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
218322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
218322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
218322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
218322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
218322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
218322	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
218322	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
218322	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
218322	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
218322	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
218322	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
218322	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
218322	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
218322	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
218322	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
218322	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
218322	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
218322	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
218322	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
218322	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
218322	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
218322	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
218322	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
218322	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
218322	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
218322	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
218322	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
218322	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
218322	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
218322	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
218322	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
218322	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
218322	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
218322	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
218322	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
218322	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
218322	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
218322	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
218322	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
218322	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
218322	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
218322	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
218322	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
218322	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
218322	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
218322	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
218322	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
218322	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
218322	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
218322	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
218322	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
218322	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
218322	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
218322	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
218322	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
218322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
218322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
218322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
218322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
218322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
218322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
218322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
218322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
218322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
218322	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
218322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
218322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
218322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
218322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
218322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
218322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
218322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
218322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
218322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
218322	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
218322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
218322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
218322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
218322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
218322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
218322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
218322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
218322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
218322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
218322	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
218322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
218322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
218322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
218322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
218322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
218322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
218322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
218322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
218322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
218322	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
218322	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
218322	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
218322	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
218322	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
218322	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
218322	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
218322	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
218322	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
218322	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
218322	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
218322	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
218322	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
218322	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
218322	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
218322	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
218322	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
218322	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
218322	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
218322	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
218322	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
218322	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
218322	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
218322	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
218322	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
218322	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
218322	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
218322	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
218322	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
218322	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
218322	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
218322	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
218322	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
218322	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
218322	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
218322	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
218322	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
218322	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
218322	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
218322	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
218322	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
218322	embedding2nn.weight	0	0.04539608210325241
218322	embedding2nn.weight	1	-0.09158363938331604
218322	embedding2nn.weight	2	0.017952758818864822
218322	embedding2nn.weight	3	-0.0581149198114872
218322	embedding2nn.weight	4	-0.11165411025285721
218322	embedding2nn.weight	5	0.11220240592956543
218322	embedding2nn.weight	6	-0.08902812749147415
218322	embedding2nn.weight	7	-0.07379461079835892
218322	embedding2nn.weight	8	-0.031109215691685677
218322	embedding2nn.weight	9	0.042498957365751266
218322	embedding2nn.bias	0	0.07109350711107254
218322	embedding2nn.bias	1	-0.011614982038736343
218322	embedding2nn.bias	2	-0.09984631836414337
218322	embedding2nn.bias	3	0.019412532448768616
218322	embedding2nn.bias	4	-0.0023455615155398846
218322	embedding2nn.bias	5	-0.16469340026378632
218322	embedding2nn.bias	6	-0.11482246220111847
218322	embedding2nn.bias	7	-0.010824901051819324
218322	embedding2nn.bias	8	0.08056817203760147
218322	embedding2nn.bias	9	-0.07577904313802719
218322	rnn.weight_ih_l0	0	0.04690029099583626
218322	rnn.weight_ih_l0	1	-0.07801894098520279
218322	rnn.weight_ih_l0	2	-0.057881008833646774
218322	rnn.weight_ih_l0	3	-0.05897095799446106
218322	rnn.weight_ih_l0	4	0.017602480947971344
218322	rnn.weight_ih_l0	5	-0.10532884299755096
218322	rnn.weight_ih_l0	6	-0.03219199553132057
218322	rnn.weight_ih_l0	7	-0.004905971232801676
218322	rnn.weight_ih_l0	8	0.06084364280104637
218322	rnn.weight_ih_l0	9	0.0044411784037947655
218322	rnn.weight_hh_l0	0	-0.0011014103656634688
218322	rnn.weight_hh_l0	1	-0.08335953205823898
218322	rnn.weight_hh_l0	2	0.07208806276321411
218322	rnn.weight_hh_l0	3	0.0527069978415966
218322	rnn.weight_hh_l0	4	0.005156671162694693
218322	rnn.weight_hh_l0	5	0.06751222908496857
218322	rnn.weight_hh_l0	6	-0.01747046411037445
218322	rnn.weight_hh_l0	7	-0.11078399419784546
218322	rnn.weight_hh_l0	8	0.028128234669566154
218322	rnn.weight_hh_l0	9	-0.08443339914083481
218322	rnn.bias_ih_l0	0	-0.09073326736688614
218322	rnn.bias_ih_l0	1	-0.19358785450458527
218322	rnn.bias_ih_l0	2	-0.2587616443634033
218322	rnn.bias_ih_l0	3	-0.28527626395225525
218322	rnn.bias_ih_l0	4	0.00273113907314837
218322	rnn.bias_ih_l0	5	0.06311266869306564
218322	rnn.bias_ih_l0	6	-0.16706547141075134
218322	rnn.bias_ih_l0	7	-0.25762468576431274
218322	rnn.bias_ih_l0	8	-0.14475587010383606
218322	rnn.bias_ih_l0	9	-0.1768190711736679
218322	rnn.bias_hh_l0	0	0.1307031214237213
218322	rnn.bias_hh_l0	1	-0.05619313567876816
218322	rnn.bias_hh_l0	2	0.05245278775691986
218322	rnn.bias_hh_l0	3	-0.18725119531154633
218322	rnn.bias_hh_l0	4	0.06041014939546585
218322	rnn.bias_hh_l0	5	0.053706493228673935
218322	rnn.bias_hh_l0	6	-0.11283919215202332
218322	rnn.bias_hh_l0	7	-0.1516095995903015
218322	rnn.bias_hh_l0	8	-0.18952029943466187
218322	rnn.bias_hh_l0	9	-0.10672540962696075
218322	rnn.weight_ih_l0_reverse	0	-0.02009386382997036
218322	rnn.weight_ih_l0_reverse	1	-0.0009677389170974493
218322	rnn.weight_ih_l0_reverse	2	0.017704838886857033
218322	rnn.weight_ih_l0_reverse	3	0.011470976285636425
218322	rnn.weight_ih_l0_reverse	4	0.015198007225990295
218322	rnn.weight_ih_l0_reverse	5	-0.047681745141744614
218322	rnn.weight_ih_l0_reverse	6	-0.043157462030649185
218322	rnn.weight_ih_l0_reverse	7	0.01527940109372139
218322	rnn.weight_ih_l0_reverse	8	0.09792158752679825
218322	rnn.weight_ih_l0_reverse	9	-0.0010505191748961806
218322	rnn.weight_hh_l0_reverse	0	0.002194257453083992
218322	rnn.weight_hh_l0_reverse	1	0.026825107634067535
218322	rnn.weight_hh_l0_reverse	2	-0.040262527763843536
218322	rnn.weight_hh_l0_reverse	3	0.037535861134529114
218322	rnn.weight_hh_l0_reverse	4	0.023754291236400604
218322	rnn.weight_hh_l0_reverse	5	-0.00935184396803379
218322	rnn.weight_hh_l0_reverse	6	0.06547114998102188
218322	rnn.weight_hh_l0_reverse	7	0.037791699171066284
218322	rnn.weight_hh_l0_reverse	8	-0.02423137240111828
218322	rnn.weight_hh_l0_reverse	9	-0.028587913140654564
218322	rnn.bias_ih_l0_reverse	0	-0.1484633833169937
218322	rnn.bias_ih_l0_reverse	1	-0.30424174666404724
218322	rnn.bias_ih_l0_reverse	2	-0.05946100875735283
218322	rnn.bias_ih_l0_reverse	3	-0.15885064005851746
218322	rnn.bias_ih_l0_reverse	4	0.06982441991567612
218322	rnn.bias_ih_l0_reverse	5	-0.2761555016040802
218322	rnn.bias_ih_l0_reverse	6	-0.06332699954509735
218322	rnn.bias_ih_l0_reverse	7	0.017725082114338875
218322	rnn.bias_ih_l0_reverse	8	-0.19003286957740784
218322	rnn.bias_ih_l0_reverse	9	-0.09310071170330048
218322	rnn.bias_hh_l0_reverse	0	-0.15630151331424713
218322	rnn.bias_hh_l0_reverse	1	-0.15318812429904938
218322	rnn.bias_hh_l0_reverse	2	-0.012505467049777508
218322	rnn.bias_hh_l0_reverse	3	-0.1293649822473526
218322	rnn.bias_hh_l0_reverse	4	-0.029124077409505844
218322	rnn.bias_hh_l0_reverse	5	-0.11761271953582764
218322	rnn.bias_hh_l0_reverse	6	-0.08056161552667618
218322	rnn.bias_hh_l0_reverse	7	-0.179436594247818
218322	rnn.bias_hh_l0_reverse	8	-0.06446303427219391
218322	rnn.bias_hh_l0_reverse	9	-0.11251197755336761
218322	linear.weight	0	-0.25700828433036804
218322	linear.weight	1	-0.1094018965959549
218322	linear.weight	2	-0.011228874325752258
218322	linear.weight	3	-0.08083079010248184
218322	linear.weight	4	-0.01774759218096733
218322	linear.weight	5	0.20224648714065552
218322	linear.weight	6	0.0047744326293468475
218322	linear.weight	7	-0.021312154829502106
218322	linear.weight	8	0.19140569865703583
218322	linear.weight	9	0.2079087197780609
218322	linear.bias	0	-0.8115249276161194
218322	linear.bias	1	1.4409499168395996
218322	linear.bias	2	-0.4979594647884369
218322	linear.bias	3	-0.7260420322418213
218322	linear.bias	4	-0.8740139603614807
218322	linear.bias	5	-1.1798819303512573
218322	linear.bias	6	-0.9542838335037231
218322	linear.bias	7	-0.7373652458190918
218322	linear.bias	8	-0.01705317199230194
218322	linear.bias	9	3.4945290088653564
218519	transitions	0	-0.45963478088378906
218519	transitions	1	8.813619613647461
218519	transitions	2	-3.6168787479400635
218519	transitions	3	1.570642352104187
218519	transitions	4	-2.209362745285034
218519	transitions	5	-0.4291282594203949
218519	transitions	6	-0.19536574184894562
218519	transitions	7	-10000.0
218519	transitions	8	1.8497889041900635
218519	transitions	9	-2.2948896884918213
218519	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
218519	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
218519	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
218519	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
218519	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
218519	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
218519	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
218519	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
218519	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
218519	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
218519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
218519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
218519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
218519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
218519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
218519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
218519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
218519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
218519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
218519	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
218519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
218519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
218519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
218519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
218519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
218519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
218519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
218519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
218519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
218519	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
218519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
218519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
218519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
218519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
218519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
218519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
218519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
218519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
218519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
218519	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
218519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
218519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
218519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
218519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
218519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
218519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
218519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
218519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
218519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
218519	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
218519	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
218519	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
218519	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
218519	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
218519	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
218519	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
218519	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
218519	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
218519	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
218519	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
218519	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
218519	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
218519	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
218519	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
218519	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
218519	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
218519	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
218519	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
218519	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
218519	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
218519	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
218519	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
218519	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
218519	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
218519	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
218519	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
218519	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
218519	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
218519	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
218519	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
218519	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
218519	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
218519	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
218519	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
218519	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
218519	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
218519	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
218519	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
218519	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
218519	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
218519	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
218519	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
218519	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
218519	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
218519	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
218519	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
218519	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
218519	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
218519	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
218519	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
218519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
218519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
218519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
218519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
218519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
218519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
218519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
218519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
218519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
218519	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
218519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
218519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
218519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
218519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
218519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
218519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
218519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
218519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
218519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
218519	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
218519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
218519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
218519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
218519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
218519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
218519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
218519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
218519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
218519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
218519	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
218519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
218519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
218519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
218519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
218519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
218519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
218519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
218519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
218519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
218519	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
218519	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
218519	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
218519	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
218519	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
218519	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
218519	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
218519	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
218519	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
218519	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
218519	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
218519	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
218519	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
218519	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
218519	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
218519	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
218519	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
218519	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
218519	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
218519	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
218519	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
218519	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
218519	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
218519	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
218519	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
218519	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
218519	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
218519	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
218519	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
218519	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
218519	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
218519	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
218519	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
218519	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
218519	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
218519	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
218519	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
218519	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
218519	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
218519	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
218519	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
218519	embedding2nn.weight	0	0.045209843665361404
218519	embedding2nn.weight	1	-0.09195031970739365
218519	embedding2nn.weight	2	0.017844146117568016
218519	embedding2nn.weight	3	-0.05777963995933533
218519	embedding2nn.weight	4	-0.11158531159162521
218519	embedding2nn.weight	5	0.11181266605854034
218519	embedding2nn.weight	6	-0.08889404684305191
218519	embedding2nn.weight	7	-0.07409948110580444
218519	embedding2nn.weight	8	-0.031369321048259735
218519	embedding2nn.weight	9	0.04259105026721954
218519	embedding2nn.bias	0	0.06664230674505234
218519	embedding2nn.bias	1	-0.013270256109535694
218519	embedding2nn.bias	2	-0.10309763252735138
218519	embedding2nn.bias	3	0.021932655945420265
218519	embedding2nn.bias	4	-0.0005108464392833412
218519	embedding2nn.bias	5	-0.16404594480991364
218519	embedding2nn.bias	6	-0.11894731968641281
218519	embedding2nn.bias	7	-0.012117479927837849
218519	embedding2nn.bias	8	0.08412208408117294
218519	embedding2nn.bias	9	-0.0680573433637619
218519	rnn.weight_ih_l0	0	0.046711940318346024
218519	rnn.weight_ih_l0	1	-0.0783696323633194
218519	rnn.weight_ih_l0	2	-0.0572163388133049
218519	rnn.weight_ih_l0	3	-0.058920178562402725
218519	rnn.weight_ih_l0	4	0.01837035082280636
218519	rnn.weight_ih_l0	5	-0.10499562323093414
218519	rnn.weight_ih_l0	6	-0.03198074921965599
218519	rnn.weight_ih_l0	7	-0.005042978562414646
218519	rnn.weight_ih_l0	8	0.061315711587667465
218519	rnn.weight_ih_l0	9	0.004014394246041775
218519	rnn.weight_hh_l0	0	-0.0006856522522866726
218519	rnn.weight_hh_l0	1	-0.08387171477079391
218519	rnn.weight_hh_l0	2	0.07169166207313538
218519	rnn.weight_hh_l0	3	0.05285489186644554
218519	rnn.weight_hh_l0	4	0.005097533110529184
218519	rnn.weight_hh_l0	5	0.06777128577232361
218519	rnn.weight_hh_l0	6	-0.017466075718402863
218519	rnn.weight_hh_l0	7	-0.11074980348348618
218519	rnn.weight_hh_l0	8	0.027706505730748177
218519	rnn.weight_hh_l0	9	-0.08408436179161072
218519	rnn.bias_ih_l0	0	-0.09000857174396515
218519	rnn.bias_ih_l0	1	-0.19165866076946259
218519	rnn.bias_ih_l0	2	-0.2594657242298126
218519	rnn.bias_ih_l0	3	-0.2855762541294098
218519	rnn.bias_ih_l0	4	0.003644936718046665
218519	rnn.bias_ih_l0	5	0.06353986263275146
218519	rnn.bias_ih_l0	6	-0.16851180791854858
218519	rnn.bias_ih_l0	7	-0.2579064965248108
218519	rnn.bias_ih_l0	8	-0.14412112534046173
218519	rnn.bias_ih_l0	9	-0.1776105910539627
218519	rnn.bias_hh_l0	0	0.13076116144657135
218519	rnn.bias_hh_l0	1	-0.05561376363039017
218519	rnn.bias_hh_l0	2	0.052642516791820526
218519	rnn.bias_hh_l0	3	-0.18778596818447113
218519	rnn.bias_hh_l0	4	0.06057991832494736
218519	rnn.bias_hh_l0	5	0.05496213585138321
218519	rnn.bias_hh_l0	6	-0.11273506283760071
218519	rnn.bias_hh_l0	7	-0.15207217633724213
218519	rnn.bias_hh_l0	8	-0.19030973315238953
218519	rnn.bias_hh_l0	9	-0.1071171835064888
218519	rnn.weight_ih_l0_reverse	0	-0.019942885264754295
218519	rnn.weight_ih_l0_reverse	1	-0.0009292336762882769
218519	rnn.weight_ih_l0_reverse	2	0.01759207434952259
218519	rnn.weight_ih_l0_reverse	3	0.011903340928256512
218519	rnn.weight_ih_l0_reverse	4	0.015620481222867966
218519	rnn.weight_ih_l0_reverse	5	-0.047126710414886475
218519	rnn.weight_ih_l0_reverse	6	-0.042731139808893204
218519	rnn.weight_ih_l0_reverse	7	0.01552217174321413
218519	rnn.weight_ih_l0_reverse	8	0.09916578233242035
218519	rnn.weight_ih_l0_reverse	9	-0.0008667593938298523
218519	rnn.weight_hh_l0_reverse	0	0.002314056269824505
218519	rnn.weight_hh_l0_reverse	1	0.02670726180076599
218519	rnn.weight_hh_l0_reverse	2	-0.04019644856452942
218519	rnn.weight_hh_l0_reverse	3	0.0375155545771122
218519	rnn.weight_hh_l0_reverse	4	0.023721404373645782
218519	rnn.weight_hh_l0_reverse	5	-0.00923151895403862
218519	rnn.weight_hh_l0_reverse	6	0.0653608962893486
218519	rnn.weight_hh_l0_reverse	7	0.037786487489938736
218519	rnn.weight_hh_l0_reverse	8	-0.02459452860057354
218519	rnn.weight_hh_l0_reverse	9	-0.028524436056613922
218519	rnn.bias_ih_l0_reverse	0	-0.14821018278598785
218519	rnn.bias_ih_l0_reverse	1	-0.30362746119499207
218519	rnn.bias_ih_l0_reverse	2	-0.05943187326192856
218519	rnn.bias_ih_l0_reverse	3	-0.15802834928035736
218519	rnn.bias_ih_l0_reverse	4	0.06911098212003708
218519	rnn.bias_ih_l0_reverse	5	-0.27672049403190613
218519	rnn.bias_ih_l0_reverse	6	-0.062953419983387
218519	rnn.bias_ih_l0_reverse	7	0.01952892541885376
218519	rnn.bias_ih_l0_reverse	8	-0.1898043304681778
218519	rnn.bias_ih_l0_reverse	9	-0.0936555415391922
218519	rnn.bias_hh_l0_reverse	0	-0.15544849634170532
218519	rnn.bias_hh_l0_reverse	1	-0.15342992544174194
218519	rnn.bias_hh_l0_reverse	2	-0.012639018706977367
218519	rnn.bias_hh_l0_reverse	3	-0.1288120150566101
218519	rnn.bias_hh_l0_reverse	4	-0.029551614075899124
218519	rnn.bias_hh_l0_reverse	5	-0.1170065701007843
218519	rnn.bias_hh_l0_reverse	6	-0.08070214092731476
218519	rnn.bias_hh_l0_reverse	7	-0.17957305908203125
218519	rnn.bias_hh_l0_reverse	8	-0.06506617367267609
218519	rnn.bias_hh_l0_reverse	9	-0.11297935992479324
218519	linear.weight	0	-0.264752596616745
218519	linear.weight	1	-0.10866007208824158
218519	linear.weight	2	-0.011228874325752258
218519	linear.weight	3	-0.08161365240812302
218519	linear.weight	4	-0.01803281530737877
218519	linear.weight	5	0.19255851209163666
218519	linear.weight	6	0.0047744326293468475
218519	linear.weight	7	-0.021312154829502106
218519	linear.weight	8	0.19181028008460999
218519	linear.weight	9	0.21084769070148468
218519	linear.bias	0	-0.8246680498123169
218519	linear.bias	1	1.449964165687561
218519	linear.bias	2	-0.504830002784729
218519	linear.bias	3	-0.7332485914230347
218519	linear.bias	4	-0.8590506315231323
218519	linear.bias	5	-1.1798884868621826
218519	linear.bias	6	-0.9677016139030457
218519	linear.bias	7	-0.7402938604354858
218519	linear.bias	8	-0.01705317199230194
218519	linear.bias	9	3.5000672340393066
218716	transitions	0	-0.4596571624279022
218716	transitions	1	8.805880546569824
218716	transitions	2	-3.6170058250427246
218716	transitions	3	1.5706541538238525
218716	transitions	4	-2.2094194889068604
218716	transitions	5	-0.4291400611400604
218716	transitions	6	-0.1953742504119873
218716	transitions	7	-10000.0
218716	transitions	8	1.8495204448699951
218716	transitions	9	-2.294891595840454
218716	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
218716	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
218716	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
218716	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
218716	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
218716	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
218716	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
218716	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
218716	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
218716	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
218716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
218716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
218716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
218716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
218716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
218716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
218716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
218716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
218716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
218716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
218716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
218716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
218716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
218716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
218716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
218716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
218716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
218716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
218716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
218716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
218716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
218716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
218716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
218716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
218716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
218716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
218716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
218716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
218716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
218716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
218716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
218716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
218716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
218716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
218716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
218716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
218716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
218716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
218716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
218716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
218716	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
218716	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
218716	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
218716	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
218716	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
218716	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
218716	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
218716	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
218716	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
218716	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
218716	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
218716	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
218716	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
218716	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
218716	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
218716	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
218716	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
218716	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
218716	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
218716	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
218716	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
218716	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
218716	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
218716	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
218716	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
218716	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
218716	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
218716	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
218716	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
218716	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
218716	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
218716	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
218716	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
218716	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
218716	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
218716	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
218716	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
218716	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
218716	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
218716	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
218716	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
218716	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
218716	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
218716	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
218716	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
218716	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
218716	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
218716	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
218716	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
218716	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
218716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
218716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
218716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
218716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
218716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
218716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
218716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
218716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
218716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
218716	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
218716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
218716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
218716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
218716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
218716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
218716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
218716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
218716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
218716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
218716	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
218716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
218716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
218716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
218716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
218716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
218716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
218716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
218716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
218716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
218716	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
218716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
218716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
218716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
218716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
218716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
218716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
218716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
218716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
218716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
218716	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
218716	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
218716	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
218716	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
218716	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
218716	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
218716	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
218716	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
218716	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
218716	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
218716	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
218716	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
218716	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
218716	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
218716	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
218716	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
218716	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
218716	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
218716	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
218716	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
218716	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
218716	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
218716	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
218716	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
218716	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
218716	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
218716	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
218716	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
218716	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
218716	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
218716	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
218716	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
218716	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
218716	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
218716	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
218716	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
218716	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
218716	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
218716	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
218716	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
218716	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
218716	embedding2nn.weight	0	0.04502725973725319
218716	embedding2nn.weight	1	-0.09285640716552734
218716	embedding2nn.weight	2	0.017767461016774178
218716	embedding2nn.weight	3	-0.05805638059973717
218716	embedding2nn.weight	4	-0.11090715229511261
218716	embedding2nn.weight	5	0.11200324445962906
218716	embedding2nn.weight	6	-0.08877561241388321
218716	embedding2nn.weight	7	-0.07438389956951141
218716	embedding2nn.weight	8	-0.03166702017188072
218716	embedding2nn.weight	9	0.04369865357875824
218716	embedding2nn.bias	0	0.06916147470474243
218716	embedding2nn.bias	1	-0.00926467776298523
218716	embedding2nn.bias	2	-0.10011541098356247
218716	embedding2nn.bias	3	0.02345823496580124
218716	embedding2nn.bias	4	-0.0014552376233041286
218716	embedding2nn.bias	5	-0.16309402883052826
218716	embedding2nn.bias	6	-0.12151598930358887
218716	embedding2nn.bias	7	-0.00902905035763979
218716	embedding2nn.bias	8	0.08230257034301758
218716	embedding2nn.bias	9	-0.06852123141288757
218716	rnn.weight_ih_l0	0	0.046549294143915176
218716	rnn.weight_ih_l0	1	-0.07921914756298065
218716	rnn.weight_ih_l0	2	-0.057174570858478546
218716	rnn.weight_ih_l0	3	-0.05841897800564766
218716	rnn.weight_ih_l0	4	0.018294377252459526
218716	rnn.weight_ih_l0	5	-0.1043911874294281
218716	rnn.weight_ih_l0	6	-0.03257261961698532
218716	rnn.weight_ih_l0	7	-0.005459452513605356
218716	rnn.weight_ih_l0	8	0.061466243118047714
218716	rnn.weight_ih_l0	9	0.004567336291074753
218716	rnn.weight_hh_l0	0	-0.0006721687386743724
218716	rnn.weight_hh_l0	1	-0.08455122262239456
218716	rnn.weight_hh_l0	2	0.0718061700463295
218716	rnn.weight_hh_l0	3	0.052802182734012604
218716	rnn.weight_hh_l0	4	0.005042504984885454
218716	rnn.weight_hh_l0	5	0.06739085167646408
218716	rnn.weight_hh_l0	6	-0.017605919390916824
218716	rnn.weight_hh_l0	7	-0.11060924082994461
218716	rnn.weight_hh_l0	8	0.02761605754494667
218716	rnn.weight_hh_l0	9	-0.08428044617176056
218716	rnn.bias_ih_l0	0	-0.09017936885356903
218716	rnn.bias_ih_l0	1	-0.19081555306911469
218716	rnn.bias_ih_l0	2	-0.259177565574646
218716	rnn.bias_ih_l0	3	-0.2853703498840332
218716	rnn.bias_ih_l0	4	0.0049581327475607395
218716	rnn.bias_ih_l0	5	0.06288944184780121
218716	rnn.bias_ih_l0	6	-0.16934844851493835
218716	rnn.bias_ih_l0	7	-0.2575368881225586
218716	rnn.bias_ih_l0	8	-0.1436406821012497
218716	rnn.bias_ih_l0	9	-0.17677746713161469
218716	rnn.bias_hh_l0	0	0.13116896152496338
218716	rnn.bias_hh_l0	1	-0.056564170867204666
218716	rnn.bias_hh_l0	2	0.05313415825366974
218716	rnn.bias_hh_l0	3	-0.1881132572889328
218716	rnn.bias_hh_l0	4	0.0609440952539444
218716	rnn.bias_hh_l0	5	0.05493459850549698
218716	rnn.bias_hh_l0	6	-0.11245539784431458
218716	rnn.bias_hh_l0	7	-0.15192262828350067
218716	rnn.bias_hh_l0	8	-0.19114267826080322
218716	rnn.bias_hh_l0	9	-0.10627535730600357
218716	rnn.weight_ih_l0_reverse	0	-0.019974442198872566
218716	rnn.weight_ih_l0_reverse	1	-0.0003333024214953184
218716	rnn.weight_ih_l0_reverse	2	0.017091335728764534
218716	rnn.weight_ih_l0_reverse	3	0.011905754916369915
218716	rnn.weight_ih_l0_reverse	4	0.01580471731722355
218716	rnn.weight_ih_l0_reverse	5	-0.046115271747112274
218716	rnn.weight_ih_l0_reverse	6	-0.041966862976551056
218716	rnn.weight_ih_l0_reverse	7	0.015588046051561832
218716	rnn.weight_ih_l0_reverse	8	0.09865087270736694
218716	rnn.weight_ih_l0_reverse	9	-0.0011373375309631228
218716	rnn.weight_hh_l0_reverse	0	0.002235244493931532
218716	rnn.weight_hh_l0_reverse	1	0.02681797184050083
218716	rnn.weight_hh_l0_reverse	2	-0.04063493758440018
218716	rnn.weight_hh_l0_reverse	3	0.03753223642706871
218716	rnn.weight_hh_l0_reverse	4	0.023738371208310127
218716	rnn.weight_hh_l0_reverse	5	-0.009229585528373718
218716	rnn.weight_hh_l0_reverse	6	0.06490746140480042
218716	rnn.weight_hh_l0_reverse	7	0.03791232779622078
218716	rnn.weight_hh_l0_reverse	8	-0.02498825080692768
218716	rnn.weight_hh_l0_reverse	9	-0.028530823066830635
218716	rnn.bias_ih_l0_reverse	0	-0.14703305065631866
218716	rnn.bias_ih_l0_reverse	1	-0.30399832129478455
218716	rnn.bias_ih_l0_reverse	2	-0.05850003659725189
218716	rnn.bias_ih_l0_reverse	3	-0.15771853923797607
218716	rnn.bias_ih_l0_reverse	4	0.0696709156036377
218716	rnn.bias_ih_l0_reverse	5	-0.2760840058326721
218716	rnn.bias_ih_l0_reverse	6	-0.06297041475772858
218716	rnn.bias_ih_l0_reverse	7	0.01933123543858528
218716	rnn.bias_ih_l0_reverse	8	-0.18965013325214386
218716	rnn.bias_ih_l0_reverse	9	-0.09488002210855484
218716	rnn.bias_hh_l0_reverse	0	-0.15402545034885406
218716	rnn.bias_hh_l0_reverse	1	-0.15336309373378754
218716	rnn.bias_hh_l0_reverse	2	-0.01306243147701025
218716	rnn.bias_hh_l0_reverse	3	-0.12938497960567474
218716	rnn.bias_hh_l0_reverse	4	-0.02936803176999092
218716	rnn.bias_hh_l0_reverse	5	-0.11641056835651398
218716	rnn.bias_hh_l0_reverse	6	-0.08207014203071594
218716	rnn.bias_hh_l0_reverse	7	-0.18009185791015625
218716	rnn.bias_hh_l0_reverse	8	-0.06610557436943054
218716	rnn.bias_hh_l0_reverse	9	-0.11265678703784943
218716	linear.weight	0	-0.26450708508491516
218716	linear.weight	1	-0.10727041214704514
218716	linear.weight	2	-0.011228874325752258
218716	linear.weight	3	-0.08208300918340683
218716	linear.weight	4	-0.01701419986784458
218716	linear.weight	5	0.19512365758419037
218716	linear.weight	6	0.0047744326293468475
218716	linear.weight	7	-0.021312154829502106
218716	linear.weight	8	0.19333341717720032
218716	linear.weight	9	0.21346625685691833
218716	linear.bias	0	-0.8254977464675903
218716	linear.bias	1	1.4380714893341064
218716	linear.bias	2	-0.501149594783783
218716	linear.bias	3	-0.7344644069671631
218716	linear.bias	4	-0.8581514358520508
218716	linear.bias	5	-1.1798940896987915
218716	linear.bias	6	-0.9686467051506042
218716	linear.bias	7	-0.7261513471603394
218716	linear.bias	8	-0.01705317199230194
218716	linear.bias	9	3.5076663494110107
218913	transitions	0	-0.4596840739250183
218913	transitions	1	8.817151069641113
218913	transitions	2	-3.6170880794525146
218913	transitions	3	1.5689560174942017
218913	transitions	4	-2.209491491317749
218913	transitions	5	-0.4291490316390991
218913	transitions	6	-0.19538287818431854
218913	transitions	7	-10000.0
218913	transitions	8	1.849547266960144
218913	transitions	9	-2.2948927879333496
218913	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
218913	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
218913	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
218913	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
218913	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
218913	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
218913	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
218913	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
218913	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
218913	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
218913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
218913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
218913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
218913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
218913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
218913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
218913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
218913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
218913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
218913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
218913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
218913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
218913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
218913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
218913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
218913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
218913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
218913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
218913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
218913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
218913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
218913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
218913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
218913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
218913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
218913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
218913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
218913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
218913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
218913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
218913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
218913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
218913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
218913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
218913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
218913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
218913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
218913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
218913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
218913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
218913	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
218913	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
218913	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
218913	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
218913	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
218913	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
218913	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
218913	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
218913	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
218913	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
218913	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
218913	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
218913	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
218913	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
218913	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
218913	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
218913	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
218913	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
218913	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
218913	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
218913	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
218913	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
218913	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
218913	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
218913	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
218913	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
218913	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
218913	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
218913	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
218913	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
218913	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
218913	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
218913	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
218913	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
218913	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
218913	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
218913	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
218913	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
218913	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
218913	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
218913	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
218913	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
218913	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
218913	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
218913	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
218913	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
218913	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
218913	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
218913	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
218913	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
218913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
218913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
218913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
218913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
218913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
218913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
218913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
218913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
218913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
218913	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
218913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
218913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
218913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
218913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
218913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
218913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
218913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
218913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
218913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
218913	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
218913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
218913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
218913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
218913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
218913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
218913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
218913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
218913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
218913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
218913	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
218913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
218913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
218913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
218913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
218913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
218913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
218913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
218913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
218913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
218913	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
218913	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
218913	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
218913	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
218913	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
218913	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
218913	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
218913	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
218913	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
218913	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
218913	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
218913	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
218913	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
218913	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
218913	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
218913	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
218913	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
218913	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
218913	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
218913	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
218913	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
218913	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
218913	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
218913	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
218913	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
218913	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
218913	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
218913	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
218913	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
218913	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
218913	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
218913	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
218913	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
218913	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
218913	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
218913	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
218913	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
218913	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
218913	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
218913	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
218913	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
218913	embedding2nn.weight	0	0.04509851336479187
218913	embedding2nn.weight	1	-0.09344587475061417
218913	embedding2nn.weight	2	0.01716308854520321
218913	embedding2nn.weight	3	-0.05803253501653671
218913	embedding2nn.weight	4	-0.11181322485208511
218913	embedding2nn.weight	5	0.11241310089826584
218913	embedding2nn.weight	6	-0.08731251955032349
218913	embedding2nn.weight	7	-0.07356671988964081
218913	embedding2nn.weight	8	-0.032333631068468094
218913	embedding2nn.weight	9	0.043393898755311966
218913	embedding2nn.bias	0	0.07038623094558716
218913	embedding2nn.bias	1	-0.004783567041158676
218913	embedding2nn.bias	2	-0.09847886115312576
218913	embedding2nn.bias	3	0.018455665558576584
218913	embedding2nn.bias	4	-0.0014078905805945396
218913	embedding2nn.bias	5	-0.16466377675533295
218913	embedding2nn.bias	6	-0.12367723137140274
218913	embedding2nn.bias	7	-0.008183341473340988
218913	embedding2nn.bias	8	0.0823187455534935
218913	embedding2nn.bias	9	-0.07125268876552582
218913	rnn.weight_ih_l0	0	0.04596373811364174
218913	rnn.weight_ih_l0	1	-0.07947546243667603
218913	rnn.weight_ih_l0	2	-0.057098716497421265
218913	rnn.weight_ih_l0	3	-0.05822819098830223
218913	rnn.weight_ih_l0	4	0.018059013411402702
218913	rnn.weight_ih_l0	5	-0.10400170832872391
218913	rnn.weight_ih_l0	6	-0.032645002007484436
218913	rnn.weight_ih_l0	7	-0.005900608841329813
218913	rnn.weight_ih_l0	8	0.0609927698969841
218913	rnn.weight_ih_l0	9	0.004708587657660246
218913	rnn.weight_hh_l0	0	-0.0006402927101589739
218913	rnn.weight_hh_l0	1	-0.08468537777662277
218913	rnn.weight_hh_l0	2	0.0714978277683258
218913	rnn.weight_hh_l0	3	0.0527290441095829
218913	rnn.weight_hh_l0	4	0.005210451781749725
218913	rnn.weight_hh_l0	5	0.06728357076644897
218913	rnn.weight_hh_l0	6	-0.017705725505948067
218913	rnn.weight_hh_l0	7	-0.11046381294727325
218913	rnn.weight_hh_l0	8	0.027957508340477943
218913	rnn.weight_hh_l0	9	-0.08468319475650787
218913	rnn.bias_ih_l0	0	-0.08946411311626434
218913	rnn.bias_ih_l0	1	-0.19069358706474304
218913	rnn.bias_ih_l0	2	-0.25962257385253906
218913	rnn.bias_ih_l0	3	-0.28577861189842224
218913	rnn.bias_ih_l0	4	0.0035887642297893763
218913	rnn.bias_ih_l0	5	0.06276401877403259
218913	rnn.bias_ih_l0	6	-0.1682017594575882
218913	rnn.bias_ih_l0	7	-0.25713038444519043
218913	rnn.bias_ih_l0	8	-0.14359240233898163
218913	rnn.bias_ih_l0	9	-0.17650778591632843
218913	rnn.bias_hh_l0	0	0.13096126914024353
218913	rnn.bias_hh_l0	1	-0.05648927390575409
218913	rnn.bias_hh_l0	2	0.05396858975291252
218913	rnn.bias_hh_l0	3	-0.18748685717582703
218913	rnn.bias_hh_l0	4	0.061187367886304855
218913	rnn.bias_hh_l0	5	0.0554833747446537
218913	rnn.bias_hh_l0	6	-0.11284364759922028
218913	rnn.bias_hh_l0	7	-0.1516137570142746
218913	rnn.bias_hh_l0	8	-0.19131597876548767
218913	rnn.bias_hh_l0	9	-0.10602574795484543
218913	rnn.weight_ih_l0_reverse	0	-0.020120402798056602
218913	rnn.weight_ih_l0_reverse	1	-0.0009891957743093371
218913	rnn.weight_ih_l0_reverse	2	0.0171087346971035
218913	rnn.weight_ih_l0_reverse	3	0.011294555850327015
218913	rnn.weight_ih_l0_reverse	4	0.016326092183589935
218913	rnn.weight_ih_l0_reverse	5	-0.04531945660710335
218913	rnn.weight_ih_l0_reverse	6	-0.04198769852519035
218913	rnn.weight_ih_l0_reverse	7	0.015993161126971245
218913	rnn.weight_ih_l0_reverse	8	0.09802616387605667
218913	rnn.weight_ih_l0_reverse	9	-0.001953209051862359
218913	rnn.weight_hh_l0_reverse	0	0.0021902418229728937
218913	rnn.weight_hh_l0_reverse	1	0.02675287425518036
218913	rnn.weight_hh_l0_reverse	2	-0.040403813123703
218913	rnn.weight_hh_l0_reverse	3	0.037741366773843765
218913	rnn.weight_hh_l0_reverse	4	0.023768648505210876
218913	rnn.weight_hh_l0_reverse	5	-0.009374333545565605
218913	rnn.weight_hh_l0_reverse	6	0.06527046114206314
218913	rnn.weight_hh_l0_reverse	7	0.037810638546943665
218913	rnn.weight_hh_l0_reverse	8	-0.02487124875187874
218913	rnn.weight_hh_l0_reverse	9	-0.02841409668326378
218913	rnn.bias_ih_l0_reverse	0	-0.14789941906929016
218913	rnn.bias_ih_l0_reverse	1	-0.30323129892349243
218913	rnn.bias_ih_l0_reverse	2	-0.05844995379447937
218913	rnn.bias_ih_l0_reverse	3	-0.15793508291244507
218913	rnn.bias_ih_l0_reverse	4	0.07037825137376785
218913	rnn.bias_ih_l0_reverse	5	-0.27611488103866577
218913	rnn.bias_ih_l0_reverse	6	-0.0640898123383522
218913	rnn.bias_ih_l0_reverse	7	0.018310915678739548
218913	rnn.bias_ih_l0_reverse	8	-0.18978571891784668
218913	rnn.bias_ih_l0_reverse	9	-0.09454360604286194
218913	rnn.bias_hh_l0_reverse	0	-0.1536215841770172
218913	rnn.bias_hh_l0_reverse	1	-0.15215888619422913
218913	rnn.bias_hh_l0_reverse	2	-0.012981388717889786
218913	rnn.bias_hh_l0_reverse	3	-0.130377858877182
218913	rnn.bias_hh_l0_reverse	4	-0.0289782602339983
218913	rnn.bias_hh_l0_reverse	5	-0.11610577255487442
218913	rnn.bias_hh_l0_reverse	6	-0.08201649785041809
218913	rnn.bias_hh_l0_reverse	7	-0.18011152744293213
218913	rnn.bias_hh_l0_reverse	8	-0.06658422946929932
218913	rnn.bias_hh_l0_reverse	9	-0.11233782768249512
218913	linear.weight	0	-0.2642214894294739
218913	linear.weight	1	-0.10743029415607452
218913	linear.weight	2	-0.011228874325752258
218913	linear.weight	3	-0.08227509260177612
218913	linear.weight	4	-0.017130600288510323
218913	linear.weight	5	0.19654157757759094
218913	linear.weight	6	0.0047744326293468475
218913	linear.weight	7	-0.021312154829502106
218913	linear.weight	8	0.18781286478042603
218913	linear.weight	9	0.21067140996456146
218913	linear.bias	0	-0.8223471641540527
218913	linear.bias	1	1.4294896125793457
218913	linear.bias	2	-0.4898677170276642
218913	linear.bias	3	-0.727809727191925
218913	linear.bias	4	-0.8772620558738708
218913	linear.bias	5	-1.1798994541168213
218913	linear.bias	6	-0.9650892615318298
218913	linear.bias	7	-0.7325621247291565
218913	linear.bias	8	-0.01705317199230194
218913	linear.bias	9	3.508479118347168
219110	transitions	0	-0.4597177803516388
219110	transitions	1	8.816078186035156
219110	transitions	2	-3.6175806522369385
219110	transitions	3	1.5648664236068726
219110	transitions	4	-2.2096076011657715
219110	transitions	5	-0.4291607439517975
219110	transitions	6	-0.1953887641429901
219110	transitions	7	-10000.0
219110	transitions	8	1.8510476350784302
219110	transitions	9	-2.294893264770508
219110	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
219110	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
219110	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
219110	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
219110	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
219110	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
219110	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
219110	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
219110	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
219110	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
219110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
219110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
219110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
219110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
219110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
219110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
219110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
219110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
219110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
219110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
219110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
219110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
219110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
219110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
219110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
219110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
219110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
219110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
219110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
219110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
219110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
219110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
219110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
219110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
219110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
219110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
219110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
219110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
219110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
219110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
219110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
219110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
219110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
219110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
219110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
219110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
219110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
219110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
219110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
219110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
219110	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
219110	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
219110	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
219110	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
219110	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
219110	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
219110	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
219110	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
219110	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
219110	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
219110	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
219110	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
219110	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
219110	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
219110	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
219110	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
219110	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
219110	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
219110	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
219110	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
219110	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
219110	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
219110	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
219110	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
219110	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
219110	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
219110	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
219110	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
219110	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
219110	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
219110	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
219110	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
219110	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
219110	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
219110	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
219110	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
219110	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
219110	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
219110	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
219110	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
219110	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
219110	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
219110	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
219110	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
219110	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
219110	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
219110	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
219110	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
219110	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
219110	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
219110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
219110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
219110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
219110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
219110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
219110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
219110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
219110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
219110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
219110	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
219110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
219110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
219110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
219110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
219110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
219110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
219110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
219110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
219110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
219110	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
219110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
219110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
219110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
219110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
219110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
219110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
219110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
219110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
219110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
219110	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
219110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
219110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
219110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
219110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
219110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
219110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
219110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
219110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
219110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
219110	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
219110	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
219110	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
219110	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
219110	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
219110	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
219110	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
219110	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
219110	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
219110	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
219110	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
219110	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
219110	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
219110	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
219110	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
219110	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
219110	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
219110	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
219110	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
219110	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
219110	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
219110	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
219110	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
219110	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
219110	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
219110	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
219110	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
219110	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
219110	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
219110	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
219110	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
219110	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
219110	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
219110	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
219110	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
219110	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
219110	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
219110	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
219110	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
219110	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
219110	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
219110	embedding2nn.weight	0	0.045220404863357544
219110	embedding2nn.weight	1	-0.09383195638656616
219110	embedding2nn.weight	2	0.017341140657663345
219110	embedding2nn.weight	3	-0.05793963372707367
219110	embedding2nn.weight	4	-0.11168219149112701
219110	embedding2nn.weight	5	0.11207772046327591
219110	embedding2nn.weight	6	-0.08851304650306702
219110	embedding2nn.weight	7	-0.07311681658029556
219110	embedding2nn.weight	8	-0.03202178329229355
219110	embedding2nn.weight	9	0.04263694956898689
219110	embedding2nn.bias	0	0.07646862417459488
219110	embedding2nn.bias	1	-0.005147725809365511
219110	embedding2nn.bias	2	-0.09674447029829025
219110	embedding2nn.bias	3	0.019104264676570892
219110	embedding2nn.bias	4	4.421467747306451e-05
219110	embedding2nn.bias	5	-0.16498713195323944
219110	embedding2nn.bias	6	-0.12124717980623245
219110	embedding2nn.bias	7	-0.007686094380915165
219110	embedding2nn.bias	8	0.080522321164608
219110	embedding2nn.bias	9	-0.07300879061222076
219110	rnn.weight_ih_l0	0	0.04585495963692665
219110	rnn.weight_ih_l0	1	-0.07833307236433029
219110	rnn.weight_ih_l0	2	-0.056607265025377274
219110	rnn.weight_ih_l0	3	-0.058054011315107346
219110	rnn.weight_ih_l0	4	0.017833299934864044
219110	rnn.weight_ih_l0	5	-0.10381318628787994
219110	rnn.weight_ih_l0	6	-0.03280233219265938
219110	rnn.weight_ih_l0	7	-0.006215477827936411
219110	rnn.weight_ih_l0	8	0.061054401099681854
219110	rnn.weight_ih_l0	9	0.004712054040282965
219110	rnn.weight_hh_l0	0	-0.0009070832747966051
219110	rnn.weight_hh_l0	1	-0.08511026203632355
219110	rnn.weight_hh_l0	2	0.07162009179592133
219110	rnn.weight_hh_l0	3	0.05256516486406326
219110	rnn.weight_hh_l0	4	0.0052659958600997925
219110	rnn.weight_hh_l0	5	0.06743650883436203
219110	rnn.weight_hh_l0	6	-0.01789245381951332
219110	rnn.weight_hh_l0	7	-0.1103919968008995
219110	rnn.weight_hh_l0	8	0.028500987216830254
219110	rnn.weight_hh_l0	9	-0.08533696085214615
219110	rnn.bias_ih_l0	0	-0.08985619992017746
219110	rnn.bias_ih_l0	1	-0.1913529336452484
219110	rnn.bias_ih_l0	2	-0.25977373123168945
219110	rnn.bias_ih_l0	3	-0.28573161363601685
219110	rnn.bias_ih_l0	4	0.0042203799821436405
219110	rnn.bias_ih_l0	5	0.06164673715829849
219110	rnn.bias_ih_l0	6	-0.16788369417190552
219110	rnn.bias_ih_l0	7	-0.2565480172634125
219110	rnn.bias_ih_l0	8	-0.14280635118484497
219110	rnn.bias_ih_l0	9	-0.17683817446231842
219110	rnn.bias_hh_l0	0	0.13069656491279602
219110	rnn.bias_hh_l0	1	-0.056439097970724106
219110	rnn.bias_hh_l0	2	0.0539926253259182
219110	rnn.bias_hh_l0	3	-0.18706630170345306
219110	rnn.bias_hh_l0	4	0.06182989105582237
219110	rnn.bias_hh_l0	5	0.05589103326201439
219110	rnn.bias_hh_l0	6	-0.11260975152254105
219110	rnn.bias_hh_l0	7	-0.1515800505876541
219110	rnn.bias_hh_l0	8	-0.19122038781642914
219110	rnn.bias_hh_l0	9	-0.10676709562540054
219110	rnn.weight_ih_l0_reverse	0	-0.01976332627236843
219110	rnn.weight_ih_l0_reverse	1	-0.0008980708662420511
219110	rnn.weight_ih_l0_reverse	2	0.01628304272890091
219110	rnn.weight_ih_l0_reverse	3	0.01064930111169815
219110	rnn.weight_ih_l0_reverse	4	0.01694333739578724
219110	rnn.weight_ih_l0_reverse	5	-0.04643413424491882
219110	rnn.weight_ih_l0_reverse	6	-0.04267783463001251
219110	rnn.weight_ih_l0_reverse	7	0.016578998416662216
219110	rnn.weight_ih_l0_reverse	8	0.09839531779289246
219110	rnn.weight_ih_l0_reverse	9	-0.0024857588578015566
219110	rnn.weight_hh_l0_reverse	0	0.0021346076391637325
219110	rnn.weight_hh_l0_reverse	1	0.026896808296442032
219110	rnn.weight_hh_l0_reverse	2	-0.04028530418872833
219110	rnn.weight_hh_l0_reverse	3	0.03794000297784805
219110	rnn.weight_hh_l0_reverse	4	0.02385997399687767
219110	rnn.weight_hh_l0_reverse	5	-0.009693989530205727
219110	rnn.weight_hh_l0_reverse	6	0.0654497891664505
219110	rnn.weight_hh_l0_reverse	7	0.03761900216341019
219110	rnn.weight_hh_l0_reverse	8	-0.024683762341737747
219110	rnn.weight_hh_l0_reverse	9	-0.028564289212226868
219110	rnn.bias_ih_l0_reverse	0	-0.14748689532279968
219110	rnn.bias_ih_l0_reverse	1	-0.3043672442436218
219110	rnn.bias_ih_l0_reverse	2	-0.05870987847447395
219110	rnn.bias_ih_l0_reverse	3	-0.1587270051240921
219110	rnn.bias_ih_l0_reverse	4	0.06982376426458359
219110	rnn.bias_ih_l0_reverse	5	-0.27565228939056396
219110	rnn.bias_ih_l0_reverse	6	-0.06590346246957779
219110	rnn.bias_ih_l0_reverse	7	0.018034253269433975
219110	rnn.bias_ih_l0_reverse	8	-0.18891488015651703
219110	rnn.bias_ih_l0_reverse	9	-0.09488989412784576
219110	rnn.bias_hh_l0_reverse	0	-0.15412990748882294
219110	rnn.bias_hh_l0_reverse	1	-0.1533392369747162
219110	rnn.bias_hh_l0_reverse	2	-0.013007954694330692
219110	rnn.bias_hh_l0_reverse	3	-0.1292746663093567
219110	rnn.bias_hh_l0_reverse	4	-0.02885415591299534
219110	rnn.bias_hh_l0_reverse	5	-0.11610221862792969
219110	rnn.bias_hh_l0_reverse	6	-0.08214829862117767
219110	rnn.bias_hh_l0_reverse	7	-0.1803024411201477
219110	rnn.bias_hh_l0_reverse	8	-0.06605886667966843
219110	rnn.bias_hh_l0_reverse	9	-0.11264105886220932
219110	linear.weight	0	-0.26374876499176025
219110	linear.weight	1	-0.10938883572816849
219110	linear.weight	2	-0.011228874325752258
219110	linear.weight	3	-0.0824216678738594
219110	linear.weight	4	-0.014402231201529503
219110	linear.weight	5	0.20193327963352203
219110	linear.weight	6	0.0047744326293468475
219110	linear.weight	7	-0.021312154829502106
219110	linear.weight	8	0.18554648756980896
219110	linear.weight	9	0.2151864916086197
219110	linear.bias	0	-0.8242459297180176
219110	linear.bias	1	1.4435477256774902
219110	linear.bias	2	-0.5045022368431091
219110	linear.bias	3	-0.724583089351654
219110	linear.bias	4	-0.8683658838272095
219110	linear.bias	5	-1.1799039840698242
219110	linear.bias	6	-0.9667786955833435
219110	linear.bias	7	-0.7356979250907898
219110	linear.bias	8	-0.01705317199230194
219110	linear.bias	9	3.505110502243042
219114	transitions	0	-0.45971789956092834
219114	transitions	1	8.815186500549316
219114	transitions	2	-3.617582082748413
219114	transitions	3	1.5648871660232544
219114	transitions	4	-2.209609270095825
219114	transitions	5	-0.42916131019592285
219114	transitions	6	-0.1953888237476349
219114	transitions	7	-10000.0
219114	transitions	8	1.8510462045669556
219114	transitions	9	-2.294893264770508
219114	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
219114	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
219114	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
219114	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
219114	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
219114	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
219114	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
219114	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
219114	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
219114	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
219114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
219114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
219114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
219114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
219114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
219114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
219114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
219114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
219114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
219114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
219114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
219114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
219114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
219114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
219114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
219114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
219114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
219114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
219114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
219114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
219114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
219114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
219114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
219114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
219114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
219114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
219114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
219114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
219114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
219114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
219114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
219114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
219114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
219114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
219114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
219114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
219114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
219114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
219114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
219114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
219114	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
219114	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
219114	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
219114	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
219114	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
219114	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
219114	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
219114	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
219114	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
219114	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
219114	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
219114	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
219114	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
219114	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
219114	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
219114	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
219114	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
219114	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
219114	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
219114	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
219114	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
219114	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
219114	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
219114	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
219114	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
219114	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
219114	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
219114	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
219114	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
219114	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
219114	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
219114	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
219114	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
219114	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
219114	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
219114	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
219114	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
219114	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
219114	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
219114	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
219114	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
219114	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
219114	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
219114	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
219114	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
219114	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
219114	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
219114	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
219114	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
219114	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
219114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
219114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
219114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
219114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
219114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
219114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
219114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
219114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
219114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
219114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
219114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
219114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
219114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
219114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
219114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
219114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
219114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
219114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
219114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
219114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
219114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
219114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
219114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
219114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
219114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
219114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
219114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
219114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
219114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
219114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
219114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
219114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
219114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
219114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
219114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
219114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
219114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
219114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
219114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
219114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
219114	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
219114	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
219114	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
219114	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
219114	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
219114	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
219114	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
219114	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
219114	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
219114	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
219114	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
219114	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
219114	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
219114	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
219114	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
219114	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
219114	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
219114	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
219114	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
219114	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
219114	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
219114	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
219114	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
219114	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
219114	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
219114	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
219114	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
219114	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
219114	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
219114	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
219114	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
219114	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
219114	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
219114	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
219114	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
219114	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
219114	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
219114	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
219114	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
219114	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
219114	embedding2nn.weight	0	0.04519838094711304
219114	embedding2nn.weight	1	-0.09383951127529144
219114	embedding2nn.weight	2	0.017364194616675377
219114	embedding2nn.weight	3	-0.05793667212128639
219114	embedding2nn.weight	4	-0.11162713915109634
219114	embedding2nn.weight	5	0.11211055517196655
219114	embedding2nn.weight	6	-0.08862727135419846
219114	embedding2nn.weight	7	-0.07316698133945465
219114	embedding2nn.weight	8	-0.03202085569500923
219114	embedding2nn.weight	9	0.0427926741540432
219114	embedding2nn.bias	0	0.07691388577222824
219114	embedding2nn.bias	1	-0.005345811136066914
219114	embedding2nn.bias	2	-0.09654895216226578
219114	embedding2nn.bias	3	0.019076652824878693
219114	embedding2nn.bias	4	0.0007746177725493908
219114	embedding2nn.bias	5	-0.16455227136611938
219114	embedding2nn.bias	6	-0.12102967500686646
219114	embedding2nn.bias	7	-0.00797590147703886
219114	embedding2nn.bias	8	0.08108986169099808
219114	embedding2nn.bias	9	-0.072970449924469
219114	rnn.weight_ih_l0	0	0.045866694301366806
219114	rnn.weight_ih_l0	1	-0.07831604033708572
219114	rnn.weight_ih_l0	2	-0.056604284793138504
219114	rnn.weight_ih_l0	3	-0.05805725231766701
219114	rnn.weight_ih_l0	4	0.017820943146944046
219114	rnn.weight_ih_l0	5	-0.1037178486585617
219114	rnn.weight_ih_l0	6	-0.032773084938526154
219114	rnn.weight_ih_l0	7	-0.0060576689429581165
219114	rnn.weight_ih_l0	8	0.06112015247344971
219114	rnn.weight_ih_l0	9	0.004716456867754459
219114	rnn.weight_hh_l0	0	-0.000905627035535872
219114	rnn.weight_hh_l0	1	-0.08516223728656769
219114	rnn.weight_hh_l0	2	0.07161887735128403
219114	rnn.weight_hh_l0	3	0.05254079028964043
219114	rnn.weight_hh_l0	4	0.005263598635792732
219114	rnn.weight_hh_l0	5	0.06743676215410233
219114	rnn.weight_hh_l0	6	-0.01789325848221779
219114	rnn.weight_hh_l0	7	-0.11039192974567413
219114	rnn.weight_hh_l0	8	0.028462346643209457
219114	rnn.weight_hh_l0	9	-0.08539669960737228
219114	rnn.bias_ih_l0	0	-0.08962096273899078
219114	rnn.bias_ih_l0	1	-0.19126653671264648
219114	rnn.bias_ih_l0	2	-0.25979477167129517
219114	rnn.bias_ih_l0	3	-0.28574758768081665
219114	rnn.bias_ih_l0	4	0.004107335116714239
219114	rnn.bias_ih_l0	5	0.061657704412937164
219114	rnn.bias_ih_l0	6	-0.16784995794296265
219114	rnn.bias_ih_l0	7	-0.25676730275154114
219114	rnn.bias_ih_l0	8	-0.14270928502082825
219114	rnn.bias_ih_l0	9	-0.17673543095588684
219114	rnn.bias_hh_l0	0	0.1307026445865631
219114	rnn.bias_hh_l0	1	-0.05642003193497658
219114	rnn.bias_hh_l0	2	0.05399668216705322
219114	rnn.bias_hh_l0	3	-0.1871541291475296
219114	rnn.bias_hh_l0	4	0.06213567405939102
219114	rnn.bias_hh_l0	5	0.05588831752538681
219114	rnn.bias_hh_l0	6	-0.11263766139745712
219114	rnn.bias_hh_l0	7	-0.1515038013458252
219114	rnn.bias_hh_l0	8	-0.19122806191444397
219114	rnn.bias_hh_l0	9	-0.10675139725208282
219114	rnn.weight_ih_l0_reverse	0	-0.019756728783249855
219114	rnn.weight_ih_l0_reverse	1	-0.0009160991758108139
219114	rnn.weight_ih_l0_reverse	2	0.01628764159977436
219114	rnn.weight_ih_l0_reverse	3	0.010677388869225979
219114	rnn.weight_ih_l0_reverse	4	0.01696116104722023
219114	rnn.weight_ih_l0_reverse	5	-0.04642772302031517
219114	rnn.weight_ih_l0_reverse	6	-0.04263036325573921
219114	rnn.weight_ih_l0_reverse	7	0.016575178131461143
219114	rnn.weight_ih_l0_reverse	8	0.09840578585863113
219114	rnn.weight_ih_l0_reverse	9	-0.002458399161696434
219114	rnn.weight_hh_l0_reverse	0	0.0021212082356214523
219114	rnn.weight_hh_l0_reverse	1	0.0268984604626894
219114	rnn.weight_hh_l0_reverse	2	-0.04030521214008331
219114	rnn.weight_hh_l0_reverse	3	0.03792550787329674
219114	rnn.weight_hh_l0_reverse	4	0.023890206590294838
219114	rnn.weight_hh_l0_reverse	5	-0.009688515216112137
219114	rnn.weight_hh_l0_reverse	6	0.06545393913984299
219114	rnn.weight_hh_l0_reverse	7	0.03761303797364235
219114	rnn.weight_hh_l0_reverse	8	-0.024687087163329124
219114	rnn.weight_hh_l0_reverse	9	-0.028552692383527756
219114	rnn.bias_ih_l0_reverse	0	-0.14741677045822144
219114	rnn.bias_ih_l0_reverse	1	-0.3043222427368164
219114	rnn.bias_ih_l0_reverse	2	-0.05867938697338104
219114	rnn.bias_ih_l0_reverse	3	-0.15866892039775848
219114	rnn.bias_ih_l0_reverse	4	0.06986340880393982
219114	rnn.bias_ih_l0_reverse	5	-0.2757701873779297
219114	rnn.bias_ih_l0_reverse	6	-0.06586049497127533
219114	rnn.bias_ih_l0_reverse	7	0.0179729126393795
219114	rnn.bias_ih_l0_reverse	8	-0.18894027173519135
219114	rnn.bias_ih_l0_reverse	9	-0.09493127465248108
219114	rnn.bias_hh_l0_reverse	0	-0.1543138027191162
219114	rnn.bias_hh_l0_reverse	1	-0.1532917320728302
219114	rnn.bias_hh_l0_reverse	2	-0.013002241961658001
219114	rnn.bias_hh_l0_reverse	3	-0.12928086519241333
219114	rnn.bias_hh_l0_reverse	4	-0.028877535834908485
219114	rnn.bias_hh_l0_reverse	5	-0.11617471277713776
219114	rnn.bias_hh_l0_reverse	6	-0.08218482881784439
219114	rnn.bias_hh_l0_reverse	7	-0.18036392331123352
219114	rnn.bias_hh_l0_reverse	8	-0.06604190915822983
219114	rnn.bias_hh_l0_reverse	9	-0.11262218654155731
219114	linear.weight	0	-0.26356831192970276
219114	linear.weight	1	-0.10937239974737167
219114	linear.weight	2	-0.011228874325752258
219114	linear.weight	3	-0.0824199914932251
219114	linear.weight	4	-0.014302787370979786
219114	linear.weight	5	0.20193977653980255
219114	linear.weight	6	0.0047744326293468475
219114	linear.weight	7	-0.021312154829502106
219114	linear.weight	8	0.185727059841156
219114	linear.weight	9	0.21516142785549164
219114	linear.bias	0	-0.8269104957580566
219114	linear.bias	1	1.4437255859375
219114	linear.bias	2	-0.5104056000709534
219114	linear.bias	3	-0.7257542610168457
219114	linear.bias	4	-0.8670021295547485
219114	linear.bias	5	-1.1799039840698242
219114	linear.bias	6	-0.9694933295249939
219114	linear.bias	7	-0.7327998876571655
219114	linear.bias	8	-0.01705317199230194
219114	linear.bias	9	3.5024685859680176
219311	transitions	0	-0.4597356915473938
219311	transitions	1	8.816693305969238
219311	transitions	2	-3.617814540863037
219311	transitions	3	1.5628951787948608
219311	transitions	4	-2.2096710205078125
219311	transitions	5	-0.42919474840164185
219311	transitions	6	-0.1953936368227005
219311	transitions	7	-10000.0
219311	transitions	8	1.8501390218734741
219311	transitions	9	-2.2948944568634033
219311	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
219311	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
219311	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
219311	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
219311	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
219311	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
219311	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
219311	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
219311	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
219311	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
219311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
219311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
219311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
219311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
219311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
219311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
219311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
219311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
219311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
219311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
219311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
219311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
219311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
219311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
219311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
219311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
219311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
219311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
219311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
219311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
219311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
219311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
219311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
219311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
219311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
219311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
219311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
219311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
219311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
219311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
219311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
219311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
219311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
219311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
219311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
219311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
219311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
219311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
219311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
219311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
219311	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
219311	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
219311	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
219311	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
219311	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
219311	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
219311	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
219311	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
219311	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
219311	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
219311	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
219311	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
219311	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
219311	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
219311	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
219311	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
219311	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
219311	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
219311	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
219311	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
219311	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
219311	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
219311	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
219311	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
219311	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
219311	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
219311	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
219311	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
219311	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
219311	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
219311	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
219311	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
219311	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
219311	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
219311	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
219311	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
219311	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
219311	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
219311	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
219311	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
219311	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
219311	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
219311	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
219311	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
219311	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
219311	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
219311	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
219311	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
219311	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
219311	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
219311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
219311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
219311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
219311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
219311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
219311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
219311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
219311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
219311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
219311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
219311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
219311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
219311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
219311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
219311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
219311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
219311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
219311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
219311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
219311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
219311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
219311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
219311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
219311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
219311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
219311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
219311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
219311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
219311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
219311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
219311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
219311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
219311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
219311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
219311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
219311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
219311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
219311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
219311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
219311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
219311	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
219311	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
219311	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
219311	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
219311	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
219311	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
219311	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
219311	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
219311	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
219311	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
219311	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
219311	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
219311	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
219311	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
219311	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
219311	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
219311	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
219311	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
219311	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
219311	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
219311	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
219311	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
219311	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
219311	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
219311	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
219311	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
219311	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
219311	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
219311	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
219311	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
219311	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
219311	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
219311	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
219311	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
219311	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
219311	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
219311	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
219311	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
219311	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
219311	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
219311	embedding2nn.weight	0	0.04519744962453842
219311	embedding2nn.weight	1	-0.09359871596097946
219311	embedding2nn.weight	2	0.017145786434412003
219311	embedding2nn.weight	3	-0.05798396095633507
219311	embedding2nn.weight	4	-0.11091049015522003
219311	embedding2nn.weight	5	0.11226578056812286
219311	embedding2nn.weight	6	-0.08325926214456558
219311	embedding2nn.weight	7	-0.07348957657814026
219311	embedding2nn.weight	8	-0.03242751955986023
219311	embedding2nn.weight	9	0.04215112701058388
219311	embedding2nn.bias	0	0.07621746510267258
219311	embedding2nn.bias	1	-0.004436412826180458
219311	embedding2nn.bias	2	-0.09853854030370712
219311	embedding2nn.bias	3	0.024320676922798157
219311	embedding2nn.bias	4	-0.0005894647329114377
219311	embedding2nn.bias	5	-0.1643526703119278
219311	embedding2nn.bias	6	-0.12072284519672394
219311	embedding2nn.bias	7	-0.011498485691845417
219311	embedding2nn.bias	8	0.08149296790361404
219311	embedding2nn.bias	9	-0.07564093172550201
219311	rnn.weight_ih_l0	0	0.04581350460648537
219311	rnn.weight_ih_l0	1	-0.0775582492351532
219311	rnn.weight_ih_l0	2	-0.056804221123456955
219311	rnn.weight_ih_l0	3	-0.05817359685897827
219311	rnn.weight_ih_l0	4	0.01793564110994339
219311	rnn.weight_ih_l0	5	-0.10467815399169922
219311	rnn.weight_ih_l0	6	-0.03191370144486427
219311	rnn.weight_ih_l0	7	-0.006132862530648708
219311	rnn.weight_ih_l0	8	0.060838956385850906
219311	rnn.weight_ih_l0	9	0.0046726129949092865
219311	rnn.weight_hh_l0	0	-0.0009703492396511137
219311	rnn.weight_hh_l0	1	-0.08511694520711899
219311	rnn.weight_hh_l0	2	0.07149527966976166
219311	rnn.weight_hh_l0	3	0.05261797085404396
219311	rnn.weight_hh_l0	4	0.0053701577708125114
219311	rnn.weight_hh_l0	5	0.06757095456123352
219311	rnn.weight_hh_l0	6	-0.017924858257174492
219311	rnn.weight_hh_l0	7	-0.11056773364543915
219311	rnn.weight_hh_l0	8	0.028517946600914
219311	rnn.weight_hh_l0	9	-0.08510559797286987
219311	rnn.bias_ih_l0	0	-0.08979896456003189
219311	rnn.bias_ih_l0	1	-0.19018346071243286
219311	rnn.bias_ih_l0	2	-0.2595990300178528
219311	rnn.bias_ih_l0	3	-0.28589972853660583
219311	rnn.bias_ih_l0	4	0.004093121737241745
219311	rnn.bias_ih_l0	5	0.061249587684869766
219311	rnn.bias_ih_l0	6	-0.16825106739997864
219311	rnn.bias_ih_l0	7	-0.2571876049041748
219311	rnn.bias_ih_l0	8	-0.14243781566619873
219311	rnn.bias_ih_l0	9	-0.17644700407981873
219311	rnn.bias_hh_l0	0	0.1306985765695572
219311	rnn.bias_hh_l0	1	-0.05587560310959816
219311	rnn.bias_hh_l0	2	0.05337664857506752
219311	rnn.bias_hh_l0	3	-0.18611371517181396
219311	rnn.bias_hh_l0	4	0.06072422116994858
219311	rnn.bias_hh_l0	5	0.05656267702579498
219311	rnn.bias_hh_l0	6	-0.11290568858385086
219311	rnn.bias_hh_l0	7	-0.15168772637844086
219311	rnn.bias_hh_l0	8	-0.19089637696743011
219311	rnn.bias_hh_l0	9	-0.10701021552085876
219311	rnn.weight_ih_l0_reverse	0	-0.019753484055399895
219311	rnn.weight_ih_l0_reverse	1	-0.0013784302864223719
219311	rnn.weight_ih_l0_reverse	2	0.01648642122745514
219311	rnn.weight_ih_l0_reverse	3	0.01041528582572937
219311	rnn.weight_ih_l0_reverse	4	0.01735154539346695
219311	rnn.weight_ih_l0_reverse	5	-0.04607875645160675
219311	rnn.weight_ih_l0_reverse	6	-0.04290557652711868
219311	rnn.weight_ih_l0_reverse	7	0.016371378675103188
219311	rnn.weight_ih_l0_reverse	8	0.09776362031698227
219311	rnn.weight_ih_l0_reverse	9	-0.002038032514974475
219311	rnn.weight_hh_l0_reverse	0	0.002247785683721304
219311	rnn.weight_hh_l0_reverse	1	0.027279822155833244
219311	rnn.weight_hh_l0_reverse	2	-0.04016304016113281
219311	rnn.weight_hh_l0_reverse	3	0.037927910685539246
219311	rnn.weight_hh_l0_reverse	4	0.02354508265852928
219311	rnn.weight_hh_l0_reverse	5	-0.010050395503640175
219311	rnn.weight_hh_l0_reverse	6	0.06541507691144943
219311	rnn.weight_hh_l0_reverse	7	0.037624161690473557
219311	rnn.weight_hh_l0_reverse	8	-0.02522622048854828
219311	rnn.weight_hh_l0_reverse	9	-0.028577519580721855
219311	rnn.bias_ih_l0_reverse	0	-0.1478923261165619
219311	rnn.bias_ih_l0_reverse	1	-0.3041333258152008
219311	rnn.bias_ih_l0_reverse	2	-0.05863276869058609
219311	rnn.bias_ih_l0_reverse	3	-0.15857180953025818
219311	rnn.bias_ih_l0_reverse	4	0.06881673634052277
219311	rnn.bias_ih_l0_reverse	5	-0.2766544818878174
219311	rnn.bias_ih_l0_reverse	6	-0.06612161546945572
219311	rnn.bias_ih_l0_reverse	7	0.01696348376572132
219311	rnn.bias_ih_l0_reverse	8	-0.1894359290599823
219311	rnn.bias_ih_l0_reverse	9	-0.09450460970401764
219311	rnn.bias_hh_l0_reverse	0	-0.1538737714290619
219311	rnn.bias_hh_l0_reverse	1	-0.15268145501613617
219311	rnn.bias_hh_l0_reverse	2	-0.013183338567614555
219311	rnn.bias_hh_l0_reverse	3	-0.1294602006673813
219311	rnn.bias_hh_l0_reverse	4	-0.02905728854238987
219311	rnn.bias_hh_l0_reverse	5	-0.11609259247779846
219311	rnn.bias_hh_l0_reverse	6	-0.08199585229158401
219311	rnn.bias_hh_l0_reverse	7	-0.18077516555786133
219311	rnn.bias_hh_l0_reverse	8	-0.06593115627765656
219311	rnn.bias_hh_l0_reverse	9	-0.11236540973186493
219311	linear.weight	0	-0.2697533667087555
219311	linear.weight	1	-0.10883065313100815
219311	linear.weight	2	-0.011228874325752258
219311	linear.weight	3	-0.08378617465496063
219311	linear.weight	4	-0.015313353389501572
219311	linear.weight	5	0.20560966432094574
219311	linear.weight	6	0.0047744326293468475
219311	linear.weight	7	-0.021312154829502106
219311	linear.weight	8	0.1819731742143631
219311	linear.weight	9	0.22109608352184296
219311	linear.bias	0	-0.8232538104057312
219311	linear.bias	1	1.4242267608642578
219311	linear.bias	2	-0.4939371943473816
219311	linear.bias	3	-0.7187345623970032
219311	linear.bias	4	-0.8721321225166321
219311	linear.bias	5	-1.1799086332321167
219311	linear.bias	6	-0.9657037854194641
219311	linear.bias	7	-0.7396907806396484
219311	linear.bias	8	-0.01705317199230194
219311	linear.bias	9	3.514971971511841
219508	transitions	0	-0.459766149520874
219508	transitions	1	8.799874305725098
219508	transitions	2	-3.617997169494629
219508	transitions	3	1.5622810125350952
219508	transitions	4	-2.209820508956909
219508	transitions	5	-0.42920374870300293
219508	transitions	6	-0.19540846347808838
219508	transitions	7	-10000.0
219508	transitions	8	1.8504747152328491
219508	transitions	9	-2.2948975563049316
219508	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
219508	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
219508	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
219508	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
219508	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
219508	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
219508	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
219508	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
219508	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
219508	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
219508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
219508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
219508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
219508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
219508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
219508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
219508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
219508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
219508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
219508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
219508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
219508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
219508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
219508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
219508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
219508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
219508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
219508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
219508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
219508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
219508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
219508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
219508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
219508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
219508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
219508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
219508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
219508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
219508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
219508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
219508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
219508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
219508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
219508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
219508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
219508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
219508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
219508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
219508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
219508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
219508	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
219508	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
219508	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
219508	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
219508	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
219508	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
219508	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
219508	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
219508	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
219508	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
219508	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
219508	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
219508	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
219508	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
219508	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
219508	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
219508	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
219508	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
219508	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
219508	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
219508	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
219508	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
219508	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
219508	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
219508	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
219508	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
219508	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
219508	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
219508	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
219508	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
219508	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
219508	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
219508	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
219508	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
219508	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
219508	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
219508	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
219508	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
219508	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
219508	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
219508	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
219508	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
219508	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
219508	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
219508	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
219508	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
219508	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
219508	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
219508	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
219508	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
219508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
219508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
219508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
219508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
219508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
219508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
219508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
219508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
219508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
219508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
219508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
219508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
219508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
219508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
219508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
219508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
219508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
219508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
219508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
219508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
219508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
219508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
219508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
219508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
219508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
219508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
219508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
219508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
219508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
219508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
219508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
219508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
219508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
219508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
219508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
219508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
219508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
219508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
219508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
219508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
219508	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
219508	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
219508	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
219508	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
219508	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
219508	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
219508	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
219508	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
219508	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
219508	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
219508	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
219508	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
219508	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
219508	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
219508	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
219508	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
219508	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
219508	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
219508	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
219508	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
219508	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
219508	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
219508	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
219508	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
219508	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
219508	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
219508	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
219508	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
219508	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
219508	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
219508	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
219508	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
219508	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
219508	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
219508	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
219508	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
219508	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
219508	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
219508	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
219508	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
219508	embedding2nn.weight	0	0.04521752893924713
219508	embedding2nn.weight	1	-0.09344431012868881
219508	embedding2nn.weight	2	0.01621522568166256
219508	embedding2nn.weight	3	-0.05831104889512062
219508	embedding2nn.weight	4	-0.1115509420633316
219508	embedding2nn.weight	5	0.11259700357913971
219508	embedding2nn.weight	6	-0.08388226479291916
219508	embedding2nn.weight	7	-0.07318837940692902
219508	embedding2nn.weight	8	-0.0320931077003479
219508	embedding2nn.weight	9	0.0414106585085392
219508	embedding2nn.bias	0	0.07081911712884903
219508	embedding2nn.bias	1	-0.0016375355189666152
219508	embedding2nn.bias	2	-0.10067726671695709
219508	embedding2nn.bias	3	0.024844340980052948
219508	embedding2nn.bias	4	0.00143199332524091
219508	embedding2nn.bias	5	-0.1685710847377777
219508	embedding2nn.bias	6	-0.1193680614233017
219508	embedding2nn.bias	7	-0.009804260917007923
219508	embedding2nn.bias	8	0.07900264114141464
219508	embedding2nn.bias	9	-0.06960147619247437
219508	rnn.weight_ih_l0	0	0.04582134261727333
219508	rnn.weight_ih_l0	1	-0.07689159363508224
219508	rnn.weight_ih_l0	2	-0.057664185762405396
219508	rnn.weight_ih_l0	3	-0.058214474469423294
219508	rnn.weight_ih_l0	4	0.01790071278810501
219508	rnn.weight_ih_l0	5	-0.10445288568735123
219508	rnn.weight_ih_l0	6	-0.03189606964588165
219508	rnn.weight_ih_l0	7	-0.006131008733063936
219508	rnn.weight_ih_l0	8	0.06081601232290268
219508	rnn.weight_ih_l0	9	0.004638181533664465
219508	rnn.weight_hh_l0	0	-0.0009143139468505979
219508	rnn.weight_hh_l0	1	-0.08540157228708267
219508	rnn.weight_hh_l0	2	0.0714893713593483
219508	rnn.weight_hh_l0	3	0.05266520380973816
219508	rnn.weight_hh_l0	4	0.005543299950659275
219508	rnn.weight_hh_l0	5	0.0674964115023613
219508	rnn.weight_hh_l0	6	-0.018036525696516037
219508	rnn.weight_hh_l0	7	-0.11048716306686401
219508	rnn.weight_hh_l0	8	0.028927728533744812
219508	rnn.weight_hh_l0	9	-0.08509385585784912
219508	rnn.bias_ih_l0	0	-0.08976815640926361
219508	rnn.bias_ih_l0	1	-0.1897822916507721
219508	rnn.bias_ih_l0	2	-0.25961461663246155
219508	rnn.bias_ih_l0	3	-0.2862207889556885
219508	rnn.bias_ih_l0	4	0.005871936213225126
219508	rnn.bias_ih_l0	5	0.062058839946985245
219508	rnn.bias_ih_l0	6	-0.16908836364746094
219508	rnn.bias_ih_l0	7	-0.2575277090072632
219508	rnn.bias_ih_l0	8	-0.14375117421150208
219508	rnn.bias_ih_l0	9	-0.17536552250385284
219508	rnn.bias_hh_l0	0	0.13043524324893951
219508	rnn.bias_hh_l0	1	-0.056379761546850204
219508	rnn.bias_hh_l0	2	0.05327051505446434
219508	rnn.bias_hh_l0	3	-0.18627873063087463
219508	rnn.bias_hh_l0	4	0.06076402589678764
219508	rnn.bias_hh_l0	5	0.05654327571392059
219508	rnn.bias_hh_l0	6	-0.11377475410699844
219508	rnn.bias_hh_l0	7	-0.15155185759067535
219508	rnn.bias_hh_l0	8	-0.1899222433567047
219508	rnn.bias_hh_l0	9	-0.10724460333585739
219508	rnn.weight_ih_l0_reverse	0	-0.020127927884459496
219508	rnn.weight_ih_l0_reverse	1	-0.0010842103511095047
219508	rnn.weight_ih_l0_reverse	2	0.01628468558192253
219508	rnn.weight_ih_l0_reverse	3	0.01010157074779272
219508	rnn.weight_ih_l0_reverse	4	0.01725388504564762
219508	rnn.weight_ih_l0_reverse	5	-0.04593810811638832
219508	rnn.weight_ih_l0_reverse	6	-0.043027881532907486
219508	rnn.weight_ih_l0_reverse	7	0.01676327921450138
219508	rnn.weight_ih_l0_reverse	8	0.09727653861045837
219508	rnn.weight_ih_l0_reverse	9	-0.002093362156301737
219508	rnn.weight_hh_l0_reverse	0	0.0022149165160954
219508	rnn.weight_hh_l0_reverse	1	0.02766353450715542
219508	rnn.weight_hh_l0_reverse	2	-0.03991708159446716
219508	rnn.weight_hh_l0_reverse	3	0.03791322559118271
219508	rnn.weight_hh_l0_reverse	4	0.023678500205278397
219508	rnn.weight_hh_l0_reverse	5	-0.010008892975747585
219508	rnn.weight_hh_l0_reverse	6	0.06588291376829147
219508	rnn.weight_hh_l0_reverse	7	0.03744124248623848
219508	rnn.weight_hh_l0_reverse	8	-0.02529405988752842
219508	rnn.weight_hh_l0_reverse	9	-0.028531011193990707
219508	rnn.bias_ih_l0_reverse	0	-0.1484619677066803
219508	rnn.bias_ih_l0_reverse	1	-0.3035593032836914
219508	rnn.bias_ih_l0_reverse	2	-0.058167871087789536
219508	rnn.bias_ih_l0_reverse	3	-0.15829429030418396
219508	rnn.bias_ih_l0_reverse	4	0.06807581335306168
219508	rnn.bias_ih_l0_reverse	5	-0.2764512598514557
219508	rnn.bias_ih_l0_reverse	6	-0.06664570420980453
219508	rnn.bias_ih_l0_reverse	7	0.01828835718333721
219508	rnn.bias_ih_l0_reverse	8	-0.1887485682964325
219508	rnn.bias_ih_l0_reverse	9	-0.09418942034244537
219508	rnn.bias_hh_l0_reverse	0	-0.15344756841659546
219508	rnn.bias_hh_l0_reverse	1	-0.15133966505527496
219508	rnn.bias_hh_l0_reverse	2	-0.013541008345782757
219508	rnn.bias_hh_l0_reverse	3	-0.1296788454055786
219508	rnn.bias_hh_l0_reverse	4	-0.028623487800359726
219508	rnn.bias_hh_l0_reverse	5	-0.11538928002119064
219508	rnn.bias_hh_l0_reverse	6	-0.08205217868089676
219508	rnn.bias_hh_l0_reverse	7	-0.18124733865261078
219508	rnn.bias_hh_l0_reverse	8	-0.06600293517112732
219508	rnn.bias_hh_l0_reverse	9	-0.11161702126264572
219508	linear.weight	0	-0.27507516741752625
219508	linear.weight	1	-0.11166737973690033
219508	linear.weight	2	-0.011228874325752258
219508	linear.weight	3	-0.082947738468647
219508	linear.weight	4	-0.01814013160765171
219508	linear.weight	5	0.20425842702388763
219508	linear.weight	6	0.0047744326293468475
219508	linear.weight	7	-0.021312154829502106
219508	linear.weight	8	0.18936705589294434
219508	linear.weight	9	0.22031372785568237
219508	linear.bias	0	-0.8251534700393677
219508	linear.bias	1	1.4350906610488892
219508	linear.bias	2	-0.48961201310157776
219508	linear.bias	3	-0.7435623407363892
219508	linear.bias	4	-0.8883042931556702
219508	linear.bias	5	-1.1799131631851196
219508	linear.bias	6	-0.9661102294921875
219508	linear.bias	7	-0.7312819957733154
219508	linear.bias	8	-0.01705317199230194
219508	linear.bias	9	3.5301597118377686
219705	transitions	0	-0.4598013162612915
219705	transitions	1	8.795755386352539
219705	transitions	2	-3.6181201934814453
219705	transitions	3	1.5604193210601807
219705	transitions	4	-2.209894895553589
219705	transitions	5	-0.4292113184928894
219705	transitions	6	-0.19541656970977783
219705	transitions	7	-10000.0
219705	transitions	8	1.8522206544876099
219705	transitions	9	-2.2948975563049316
219705	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
219705	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
219705	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
219705	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
219705	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
219705	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
219705	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
219705	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
219705	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
219705	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
219705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
219705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
219705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
219705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
219705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
219705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
219705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
219705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
219705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
219705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
219705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
219705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
219705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
219705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
219705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
219705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
219705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
219705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
219705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
219705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
219705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
219705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
219705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
219705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
219705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
219705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
219705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
219705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
219705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
219705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
219705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
219705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
219705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
219705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
219705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
219705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
219705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
219705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
219705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
219705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
219705	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
219705	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
219705	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
219705	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
219705	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
219705	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
219705	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
219705	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
219705	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
219705	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
219705	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
219705	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
219705	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
219705	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
219705	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
219705	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
219705	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
219705	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
219705	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
219705	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
219705	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
219705	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
219705	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
219705	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
219705	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
219705	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
219705	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
219705	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
219705	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
219705	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
219705	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
219705	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
219705	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
219705	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
219705	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
219705	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
219705	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
219705	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
219705	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
219705	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
219705	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
219705	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
219705	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
219705	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
219705	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
219705	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
219705	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
219705	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
219705	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
219705	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
219705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
219705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
219705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
219705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
219705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
219705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
219705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
219705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
219705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
219705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
219705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
219705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
219705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
219705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
219705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
219705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
219705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
219705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
219705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
219705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
219705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
219705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
219705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
219705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
219705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
219705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
219705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
219705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
219705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
219705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
219705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
219705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
219705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
219705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
219705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
219705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
219705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
219705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
219705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
219705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
219705	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
219705	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
219705	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
219705	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
219705	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
219705	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
219705	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
219705	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
219705	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
219705	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
219705	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
219705	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
219705	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
219705	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
219705	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
219705	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
219705	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
219705	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
219705	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
219705	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
219705	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
219705	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
219705	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
219705	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
219705	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
219705	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
219705	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
219705	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
219705	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
219705	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
219705	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
219705	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
219705	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
219705	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
219705	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
219705	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
219705	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
219705	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
219705	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
219705	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
219705	embedding2nn.weight	0	0.045126840472221375
219705	embedding2nn.weight	1	-0.09299169480800629
219705	embedding2nn.weight	2	0.015692228451371193
219705	embedding2nn.weight	3	-0.05887473374605179
219705	embedding2nn.weight	4	-0.11193019896745682
219705	embedding2nn.weight	5	0.11212761700153351
219705	embedding2nn.weight	6	-0.08312484622001648
219705	embedding2nn.weight	7	-0.07153861224651337
219705	embedding2nn.weight	8	-0.0325385257601738
219705	embedding2nn.weight	9	0.041343796998262405
219705	embedding2nn.bias	0	0.07359398156404495
219705	embedding2nn.bias	1	-0.005862287245690823
219705	embedding2nn.bias	2	-0.1024213507771492
219705	embedding2nn.bias	3	0.029502112418413162
219705	embedding2nn.bias	4	-0.001033050357364118
219705	embedding2nn.bias	5	-0.17277762293815613
219705	embedding2nn.bias	6	-0.12331625074148178
219705	embedding2nn.bias	7	-0.012252064421772957
219705	embedding2nn.bias	8	0.07269521057605743
219705	embedding2nn.bias	9	-0.07066771388053894
219705	rnn.weight_ih_l0	0	0.04550720751285553
219705	rnn.weight_ih_l0	1	-0.07619737833738327
219705	rnn.weight_ih_l0	2	-0.058641619980335236
219705	rnn.weight_ih_l0	3	-0.05866154283285141
219705	rnn.weight_ih_l0	4	0.017821677029132843
219705	rnn.weight_ih_l0	5	-0.1048852801322937
219705	rnn.weight_ih_l0	6	-0.031974513083696365
219705	rnn.weight_ih_l0	7	-0.00635421322658658
219705	rnn.weight_ih_l0	8	0.06045142933726311
219705	rnn.weight_ih_l0	9	0.004564933478832245
219705	rnn.weight_hh_l0	0	-0.0008964667213149369
219705	rnn.weight_hh_l0	1	-0.08542146533727646
219705	rnn.weight_hh_l0	2	0.0715082660317421
219705	rnn.weight_hh_l0	3	0.05299033224582672
219705	rnn.weight_hh_l0	4	0.005578690208494663
219705	rnn.weight_hh_l0	5	0.06728977710008621
219705	rnn.weight_hh_l0	6	-0.018013838678598404
219705	rnn.weight_hh_l0	7	-0.11058195680379868
219705	rnn.weight_hh_l0	8	0.028927572071552277
219705	rnn.weight_hh_l0	9	-0.08486142009496689
219705	rnn.bias_ih_l0	0	-0.089753158390522
219705	rnn.bias_ih_l0	1	-0.18981805443763733
219705	rnn.bias_ih_l0	2	-0.2592226564884186
219705	rnn.bias_ih_l0	3	-0.28541088104248047
219705	rnn.bias_ih_l0	4	0.006803408730775118
219705	rnn.bias_ih_l0	5	0.06213784217834473
219705	rnn.bias_ih_l0	6	-0.16887767612934113
219705	rnn.bias_ih_l0	7	-0.25653931498527527
219705	rnn.bias_ih_l0	8	-0.14459870755672455
219705	rnn.bias_ih_l0	9	-0.1760144978761673
219705	rnn.bias_hh_l0	0	0.13067689538002014
219705	rnn.bias_hh_l0	1	-0.05672198906540871
219705	rnn.bias_hh_l0	2	0.05386276915669441
219705	rnn.bias_hh_l0	3	-0.18613477051258087
219705	rnn.bias_hh_l0	4	0.06120357662439346
219705	rnn.bias_hh_l0	5	0.05510024353861809
219705	rnn.bias_hh_l0	6	-0.11383455246686935
219705	rnn.bias_hh_l0	7	-0.15057550370693207
219705	rnn.bias_hh_l0	8	-0.19054868817329407
219705	rnn.bias_hh_l0	9	-0.10725311189889908
219705	rnn.weight_ih_l0_reverse	0	-0.019890638068318367
219705	rnn.weight_ih_l0_reverse	1	-0.0009041575831361115
219705	rnn.weight_ih_l0_reverse	2	0.017815398052334785
219705	rnn.weight_ih_l0_reverse	3	0.011026243679225445
219705	rnn.weight_ih_l0_reverse	4	0.017193488776683807
219705	rnn.weight_ih_l0_reverse	5	-0.0466943196952343
219705	rnn.weight_ih_l0_reverse	6	-0.04325577989220619
219705	rnn.weight_ih_l0_reverse	7	0.015318830497562885
219705	rnn.weight_ih_l0_reverse	8	0.0972803458571434
219705	rnn.weight_ih_l0_reverse	9	-0.0024982946924865246
219705	rnn.weight_hh_l0_reverse	0	0.0023504639975726604
219705	rnn.weight_hh_l0_reverse	1	0.027637140825390816
219705	rnn.weight_hh_l0_reverse	2	-0.04009281471371651
219705	rnn.weight_hh_l0_reverse	3	0.038410864770412445
219705	rnn.weight_hh_l0_reverse	4	0.023834604769945145
219705	rnn.weight_hh_l0_reverse	5	-0.010023098438978195
219705	rnn.weight_hh_l0_reverse	6	0.0657753050327301
219705	rnn.weight_hh_l0_reverse	7	0.037305403500795364
219705	rnn.weight_hh_l0_reverse	8	-0.025415437296032906
219705	rnn.weight_hh_l0_reverse	9	-0.028521794825792313
219705	rnn.bias_ih_l0_reverse	0	-0.14928747713565826
219705	rnn.bias_ih_l0_reverse	1	-0.3036464750766754
219705	rnn.bias_ih_l0_reverse	2	-0.05845612287521362
219705	rnn.bias_ih_l0_reverse	3	-0.15756432712078094
219705	rnn.bias_ih_l0_reverse	4	0.06817854940891266
219705	rnn.bias_ih_l0_reverse	5	-0.2761096656322479
219705	rnn.bias_ih_l0_reverse	6	-0.06671690195798874
219705	rnn.bias_ih_l0_reverse	7	0.013829751871526241
219705	rnn.bias_ih_l0_reverse	8	-0.18870294094085693
219705	rnn.bias_ih_l0_reverse	9	-0.0944025069475174
219705	rnn.bias_hh_l0_reverse	0	-0.1546781212091446
219705	rnn.bias_hh_l0_reverse	1	-0.15088529884815216
219705	rnn.bias_hh_l0_reverse	2	-0.013528969138860703
219705	rnn.bias_hh_l0_reverse	3	-0.12966692447662354
219705	rnn.bias_hh_l0_reverse	4	-0.028685258701443672
219705	rnn.bias_hh_l0_reverse	5	-0.11598772555589676
219705	rnn.bias_hh_l0_reverse	6	-0.0826539620757103
219705	rnn.bias_hh_l0_reverse	7	-0.1809653788805008
219705	rnn.bias_hh_l0_reverse	8	-0.06624134629964828
219705	rnn.bias_hh_l0_reverse	9	-0.11117048561573029
219705	linear.weight	0	-0.27022549510002136
219705	linear.weight	1	-0.11116186529397964
219705	linear.weight	2	-0.011228874325752258
219705	linear.weight	3	-0.08215275406837463
219705	linear.weight	4	-0.017465991899371147
219705	linear.weight	5	0.2035064548254013
219705	linear.weight	6	0.0047744326293468475
219705	linear.weight	7	-0.021312154829502106
219705	linear.weight	8	0.18887820839881897
219705	linear.weight	9	0.22329649329185486
219705	linear.bias	0	-0.8185662031173706
219705	linear.bias	1	1.4347259998321533
219705	linear.bias	2	-0.489215224981308
219705	linear.bias	3	-0.7379757761955261
219705	linear.bias	4	-0.8940550684928894
219705	linear.bias	5	-1.1799182891845703
219705	linear.bias	6	-0.9601040482521057
219705	linear.bias	7	-0.7283063530921936
219705	linear.bias	8	-0.01705317199230194
219705	linear.bias	9	3.496365785598755
219902	transitions	0	-0.4600158631801605
219902	transitions	1	8.79783821105957
219902	transitions	2	-3.6182620525360107
219902	transitions	3	1.5613678693771362
219902	transitions	4	-2.209975481033325
219902	transitions	5	-0.4292314052581787
219902	transitions	6	-0.19542287290096283
219902	transitions	7	-10000.0
219902	transitions	8	1.8521850109100342
219902	transitions	9	-2.29489803314209
219902	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
219902	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
219902	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
219902	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
219902	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
219902	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
219902	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
219902	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
219902	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
219902	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
219902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
219902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
219902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
219902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
219902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
219902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
219902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
219902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
219902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
219902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
219902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
219902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
219902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
219902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
219902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
219902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
219902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
219902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
219902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
219902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
219902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
219902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
219902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
219902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
219902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
219902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
219902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
219902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
219902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
219902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
219902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
219902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
219902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
219902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
219902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
219902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
219902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
219902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
219902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
219902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
219902	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
219902	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
219902	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
219902	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
219902	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
219902	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
219902	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
219902	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
219902	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
219902	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
219902	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
219902	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
219902	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
219902	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
219902	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
219902	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
219902	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
219902	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
219902	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
219902	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
219902	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
219902	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
219902	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
219902	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
219902	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
219902	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
219902	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
219902	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
219902	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
219902	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
219902	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
219902	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
219902	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
219902	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
219902	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
219902	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
219902	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
219902	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
219902	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
219902	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
219902	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
219902	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
219902	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
219902	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
219902	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
219902	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
219902	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
219902	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
219902	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
219902	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
219902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
219902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
219902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
219902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
219902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
219902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
219902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
219902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
219902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
219902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
219902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
219902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
219902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
219902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
219902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
219902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
219902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
219902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
219902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
219902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
219902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
219902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
219902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
219902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
219902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
219902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
219902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
219902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
219902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
219902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
219902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
219902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
219902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
219902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
219902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
219902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
219902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
219902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
219902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
219902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
219902	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
219902	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
219902	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
219902	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
219902	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
219902	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
219902	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
219902	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
219902	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
219902	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
219902	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
219902	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
219902	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
219902	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
219902	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
219902	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
219902	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
219902	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
219902	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
219902	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
219902	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
219902	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
219902	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
219902	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
219902	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
219902	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
219902	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
219902	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
219902	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
219902	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
219902	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
219902	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
219902	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
219902	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
219902	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
219902	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
219902	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
219902	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
219902	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
219902	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
219902	embedding2nn.weight	0	0.045025236904621124
219902	embedding2nn.weight	1	-0.09271841496229172
219902	embedding2nn.weight	2	0.015717463567852974
219902	embedding2nn.weight	3	-0.058109261095523834
219902	embedding2nn.weight	4	-0.11134379357099533
219902	embedding2nn.weight	5	0.11169447749853134
219902	embedding2nn.weight	6	-0.08297427743673325
219902	embedding2nn.weight	7	-0.07108240574598312
219902	embedding2nn.weight	8	-0.03261295333504677
219902	embedding2nn.weight	9	0.041546810418367386
219902	embedding2nn.bias	0	0.07946401834487915
219902	embedding2nn.bias	1	-0.005372552666813135
219902	embedding2nn.bias	2	-0.09978953748941422
219902	embedding2nn.bias	3	0.026690099388360977
219902	embedding2nn.bias	4	0.0013386161299422383
219902	embedding2nn.bias	5	-0.17184263467788696
219902	embedding2nn.bias	6	-0.12200911343097687
219902	embedding2nn.bias	7	-0.008891090750694275
219902	embedding2nn.bias	8	0.0756925567984581
219902	embedding2nn.bias	9	-0.07261135429143906
219902	rnn.weight_ih_l0	0	0.04541981965303421
219902	rnn.weight_ih_l0	1	-0.07613839209079742
219902	rnn.weight_ih_l0	2	-0.05891069024801254
219902	rnn.weight_ih_l0	3	-0.05854431912302971
219902	rnn.weight_ih_l0	4	0.018082574009895325
219902	rnn.weight_ih_l0	5	-0.10538936406373978
219902	rnn.weight_ih_l0	6	-0.032164111733436584
219902	rnn.weight_ih_l0	7	-0.00595807796344161
219902	rnn.weight_ih_l0	8	0.06140352785587311
219902	rnn.weight_ih_l0	9	0.004244336858391762
219902	rnn.weight_hh_l0	0	-0.0004641525447368622
219902	rnn.weight_hh_l0	1	-0.08549778163433075
219902	rnn.weight_hh_l0	2	0.07201298326253891
219902	rnn.weight_hh_l0	3	0.05271567031741142
219902	rnn.weight_hh_l0	4	0.005723775830119848
219902	rnn.weight_hh_l0	5	0.06722931563854218
219902	rnn.weight_hh_l0	6	-0.01818002760410309
219902	rnn.weight_hh_l0	7	-0.1102249026298523
219902	rnn.weight_hh_l0	8	0.02873235009610653
219902	rnn.weight_hh_l0	9	-0.08441818505525589
219902	rnn.bias_ih_l0	0	-0.08796181529760361
219902	rnn.bias_ih_l0	1	-0.18954093754291534
219902	rnn.bias_ih_l0	2	-0.25999966263771057
219902	rnn.bias_ih_l0	3	-0.2858339846134186
219902	rnn.bias_ih_l0	4	0.006677188444882631
219902	rnn.bias_ih_l0	5	0.06278389692306519
219902	rnn.bias_ih_l0	6	-0.16937746107578278
219902	rnn.bias_ih_l0	7	-0.2583514153957367
219902	rnn.bias_ih_l0	8	-0.14431238174438477
219902	rnn.bias_ih_l0	9	-0.1761370301246643
219902	rnn.bias_hh_l0	0	0.13126526772975922
219902	rnn.bias_hh_l0	1	-0.05703350901603699
219902	rnn.bias_hh_l0	2	0.053585439920425415
219902	rnn.bias_hh_l0	3	-0.18633492290973663
219902	rnn.bias_hh_l0	4	0.06044866144657135
219902	rnn.bias_hh_l0	5	0.05641632154583931
219902	rnn.bias_hh_l0	6	-0.11366783827543259
219902	rnn.bias_hh_l0	7	-0.15085023641586304
219902	rnn.bias_hh_l0	8	-0.1908121407032013
219902	rnn.bias_hh_l0	9	-0.1068197563290596
219902	rnn.weight_ih_l0_reverse	0	-0.020397741347551346
219902	rnn.weight_ih_l0_reverse	1	-0.0005931490450166166
219902	rnn.weight_ih_l0_reverse	2	0.017132436856627464
219902	rnn.weight_ih_l0_reverse	3	0.01091299019753933
219902	rnn.weight_ih_l0_reverse	4	0.0165401604026556
219902	rnn.weight_ih_l0_reverse	5	-0.0468372106552124
219902	rnn.weight_ih_l0_reverse	6	-0.04388652369379997
219902	rnn.weight_ih_l0_reverse	7	0.014239943586289883
219902	rnn.weight_ih_l0_reverse	8	0.09729639440774918
219902	rnn.weight_ih_l0_reverse	9	-0.002568099182099104
219902	rnn.weight_hh_l0_reverse	0	0.0025322174187749624
219902	rnn.weight_hh_l0_reverse	1	0.02754296362400055
219902	rnn.weight_hh_l0_reverse	2	-0.04002515971660614
219902	rnn.weight_hh_l0_reverse	3	0.03854183480143547
219902	rnn.weight_hh_l0_reverse	4	0.02356991171836853
219902	rnn.weight_hh_l0_reverse	5	-0.010008955374360085
219902	rnn.weight_hh_l0_reverse	6	0.06578875333070755
219902	rnn.weight_hh_l0_reverse	7	0.037415605038404465
219902	rnn.weight_hh_l0_reverse	8	-0.025164717808365822
219902	rnn.weight_hh_l0_reverse	9	-0.028693564236164093
219902	rnn.bias_ih_l0_reverse	0	-0.14856643974781036
219902	rnn.bias_ih_l0_reverse	1	-0.3045234680175781
219902	rnn.bias_ih_l0_reverse	2	-0.058358531445264816
219902	rnn.bias_ih_l0_reverse	3	-0.15724705159664154
219902	rnn.bias_ih_l0_reverse	4	0.06913459300994873
219902	rnn.bias_ih_l0_reverse	5	-0.2766193449497223
219902	rnn.bias_ih_l0_reverse	6	-0.06563147157430649
219902	rnn.bias_ih_l0_reverse	7	0.014884969219565392
219902	rnn.bias_ih_l0_reverse	8	-0.18795691430568695
219902	rnn.bias_ih_l0_reverse	9	-0.0944383516907692
219902	rnn.bias_hh_l0_reverse	0	-0.1544475555419922
219902	rnn.bias_hh_l0_reverse	1	-0.15061016380786896
219902	rnn.bias_hh_l0_reverse	2	-0.013421325013041496
219902	rnn.bias_hh_l0_reverse	3	-0.12925682961940765
219902	rnn.bias_hh_l0_reverse	4	-0.0281355157494545
219902	rnn.bias_hh_l0_reverse	5	-0.1163889616727829
219902	rnn.bias_hh_l0_reverse	6	-0.08219708502292633
219902	rnn.bias_hh_l0_reverse	7	-0.18124748766422272
219902	rnn.bias_hh_l0_reverse	8	-0.06617754697799683
219902	rnn.bias_hh_l0_reverse	9	-0.11157730966806412
219902	linear.weight	0	-0.27490437030792236
219902	linear.weight	1	-0.1112406924366951
219902	linear.weight	2	-0.011228874325752258
219902	linear.weight	3	-0.08064761757850647
219902	linear.weight	4	-0.02354440838098526
219902	linear.weight	5	0.1995943933725357
219902	linear.weight	6	0.0047744326293468475
219902	linear.weight	7	-0.021312154829502106
219902	linear.weight	8	0.18807469308376312
219902	linear.weight	9	0.22320573031902313
219902	linear.bias	0	-0.8253030180931091
219902	linear.bias	1	1.444509744644165
219902	linear.bias	2	-0.49280932545661926
219902	linear.bias	3	-0.7408365607261658
219902	linear.bias	4	-0.8865922689437866
219902	linear.bias	5	-1.1799238920211792
219902	linear.bias	6	-0.9667935371398926
219902	linear.bias	7	-0.7393402457237244
219902	linear.bias	8	-0.01705317199230194
219902	linear.bias	9	3.5188045501708984
220099	transitions	0	-0.4600295126438141
220099	transitions	1	8.795273780822754
220099	transitions	2	-3.6185243129730225
220099	transitions	3	1.5641148090362549
220099	transitions	4	-2.210085153579712
220099	transitions	5	-0.4292648136615753
220099	transitions	6	-0.19542987644672394
220099	transitions	7	-10000.0
220099	transitions	8	1.853339672088623
220099	transitions	9	-2.2949037551879883
220099	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
220099	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
220099	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
220099	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
220099	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
220099	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
220099	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
220099	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
220099	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
220099	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
220099	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
220099	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
220099	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
220099	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
220099	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
220099	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
220099	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
220099	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
220099	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
220099	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
220099	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
220099	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
220099	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
220099	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
220099	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
220099	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
220099	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
220099	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
220099	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
220099	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
220099	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
220099	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
220099	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
220099	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
220099	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
220099	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
220099	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
220099	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
220099	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
220099	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
220099	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
220099	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
220099	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
220099	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
220099	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
220099	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
220099	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
220099	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
220099	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
220099	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
220099	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
220099	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
220099	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
220099	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
220099	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
220099	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
220099	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
220099	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
220099	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
220099	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
220099	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
220099	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
220099	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
220099	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
220099	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
220099	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
220099	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
220099	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
220099	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
220099	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
220099	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
220099	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
220099	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
220099	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
220099	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
220099	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
220099	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
220099	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
220099	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
220099	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
220099	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
220099	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
220099	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
220099	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
220099	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
220099	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
220099	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
220099	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
220099	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
220099	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
220099	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
220099	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
220099	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
220099	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
220099	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
220099	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
220099	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
220099	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
220099	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
220099	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
220099	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
220099	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
220099	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
220099	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
220099	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
220099	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
220099	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
220099	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
220099	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
220099	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
220099	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
220099	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
220099	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
220099	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
220099	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
220099	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
220099	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
220099	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
220099	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
220099	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
220099	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
220099	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
220099	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
220099	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
220099	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
220099	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
220099	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
220099	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
220099	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
220099	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
220099	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
220099	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
220099	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
220099	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
220099	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
220099	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
220099	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
220099	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
220099	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
220099	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
220099	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
220099	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
220099	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
220099	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
220099	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
220099	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
220099	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
220099	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
220099	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
220099	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
220099	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
220099	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
220099	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
220099	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
220099	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
220099	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
220099	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
220099	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
220099	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
220099	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
220099	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
220099	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
220099	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
220099	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
220099	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
220099	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
220099	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
220099	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
220099	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
220099	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
220099	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
220099	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
220099	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
220099	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
220099	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
220099	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
220099	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
220099	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
220099	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
220099	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
220099	embedding2nn.weight	0	0.04488537833094597
220099	embedding2nn.weight	1	-0.0922691822052002
220099	embedding2nn.weight	2	0.015630638226866722
220099	embedding2nn.weight	3	-0.058539316058158875
220099	embedding2nn.weight	4	-0.11167207360267639
220099	embedding2nn.weight	5	0.11153368651866913
220099	embedding2nn.weight	6	-0.08452058583498001
220099	embedding2nn.weight	7	-0.07163694500923157
220099	embedding2nn.weight	8	-0.0326153002679348
220099	embedding2nn.weight	9	0.04308147355914116
220099	embedding2nn.bias	0	0.08237117528915405
220099	embedding2nn.bias	1	0.0035473876632750034
220099	embedding2nn.bias	2	-0.10039772093296051
220099	embedding2nn.bias	3	0.025931058451533318
220099	embedding2nn.bias	4	-0.002369186608120799
220099	embedding2nn.bias	5	-0.16691260039806366
220099	embedding2nn.bias	6	-0.12084038555622101
220099	embedding2nn.bias	7	-0.010127762332558632
220099	embedding2nn.bias	8	0.0784679502248764
220099	embedding2nn.bias	9	-0.07289275527000427
220099	rnn.weight_ih_l0	0	0.04463021457195282
220099	rnn.weight_ih_l0	1	-0.07534180581569672
220099	rnn.weight_ih_l0	2	-0.059195101261138916
220099	rnn.weight_ih_l0	3	-0.059115223586559296
220099	rnn.weight_ih_l0	4	0.018316004425287247
220099	rnn.weight_ih_l0	5	-0.10559559613466263
220099	rnn.weight_ih_l0	6	-0.032968923449516296
220099	rnn.weight_ih_l0	7	-0.005082090385258198
220099	rnn.weight_ih_l0	8	0.061508290469646454
220099	rnn.weight_ih_l0	9	0.0045979199931025505
220099	rnn.weight_hh_l0	0	-0.0006119452882558107
220099	rnn.weight_hh_l0	1	-0.08492381125688553
220099	rnn.weight_hh_l0	2	0.07212131470441818
220099	rnn.weight_hh_l0	3	0.052486564964056015
220099	rnn.weight_hh_l0	4	0.005565149709582329
220099	rnn.weight_hh_l0	5	0.06724534928798676
220099	rnn.weight_hh_l0	6	-0.018202291801571846
220099	rnn.weight_hh_l0	7	-0.11018587648868561
220099	rnn.weight_hh_l0	8	0.028127752244472504
220099	rnn.weight_hh_l0	9	-0.08486604690551758
220099	rnn.bias_ih_l0	0	-0.08772695064544678
220099	rnn.bias_ih_l0	1	-0.18974608182907104
220099	rnn.bias_ih_l0	2	-0.2606413662433624
220099	rnn.bias_ih_l0	3	-0.28583255410194397
220099	rnn.bias_ih_l0	4	0.006851784884929657
220099	rnn.bias_ih_l0	5	0.06313613802194595
220099	rnn.bias_ih_l0	6	-0.16805499792099
220099	rnn.bias_ih_l0	7	-0.2589500844478607
220099	rnn.bias_ih_l0	8	-0.14600609242916107
220099	rnn.bias_ih_l0	9	-0.17564861476421356
220099	rnn.bias_hh_l0	0	0.1306573748588562
220099	rnn.bias_hh_l0	1	-0.05663224309682846
220099	rnn.bias_hh_l0	2	0.05357675999403
220099	rnn.bias_hh_l0	3	-0.1864008605480194
220099	rnn.bias_hh_l0	4	0.060450393706560135
220099	rnn.bias_hh_l0	5	0.05738549306988716
220099	rnn.bias_hh_l0	6	-0.11299945414066315
220099	rnn.bias_hh_l0	7	-0.15110135078430176
220099	rnn.bias_hh_l0	8	-0.19077156484127045
220099	rnn.bias_hh_l0	9	-0.10704077780246735
220099	rnn.weight_ih_l0_reverse	0	-0.02025447227060795
220099	rnn.weight_ih_l0_reverse	1	-0.0005471151089295745
220099	rnn.weight_ih_l0_reverse	2	0.015950335189700127
220099	rnn.weight_ih_l0_reverse	3	0.011377561837434769
220099	rnn.weight_ih_l0_reverse	4	0.01698514074087143
220099	rnn.weight_ih_l0_reverse	5	-0.04627379775047302
220099	rnn.weight_ih_l0_reverse	6	-0.04422808438539505
220099	rnn.weight_ih_l0_reverse	7	0.013250811025500298
220099	rnn.weight_ih_l0_reverse	8	0.09736775606870651
220099	rnn.weight_ih_l0_reverse	9	-0.00238572689704597
220099	rnn.weight_hh_l0_reverse	0	0.00265877996571362
220099	rnn.weight_hh_l0_reverse	1	0.027401132509112358
220099	rnn.weight_hh_l0_reverse	2	-0.039852093905210495
220099	rnn.weight_hh_l0_reverse	3	0.03877115994691849
220099	rnn.weight_hh_l0_reverse	4	0.02353218011558056
220099	rnn.weight_hh_l0_reverse	5	-0.009770562872290611
220099	rnn.weight_hh_l0_reverse	6	0.06576832383871078
220099	rnn.weight_hh_l0_reverse	7	0.03750600293278694
220099	rnn.weight_hh_l0_reverse	8	-0.025268778204917908
220099	rnn.weight_hh_l0_reverse	9	-0.02869636006653309
220099	rnn.bias_ih_l0_reverse	0	-0.1490006148815155
220099	rnn.bias_ih_l0_reverse	1	-0.30447477102279663
220099	rnn.bias_ih_l0_reverse	2	-0.05775968357920647
220099	rnn.bias_ih_l0_reverse	3	-0.15687020123004913
220099	rnn.bias_ih_l0_reverse	4	0.06917937099933624
220099	rnn.bias_ih_l0_reverse	5	-0.2766610085964203
220099	rnn.bias_ih_l0_reverse	6	-0.06527768075466156
220099	rnn.bias_ih_l0_reverse	7	0.014405171386897564
220099	rnn.bias_ih_l0_reverse	8	-0.18761801719665527
220099	rnn.bias_ih_l0_reverse	9	-0.09483017027378082
220099	rnn.bias_hh_l0_reverse	0	-0.15436327457427979
220099	rnn.bias_hh_l0_reverse	1	-0.15052740275859833
220099	rnn.bias_hh_l0_reverse	2	-0.013419747352600098
220099	rnn.bias_hh_l0_reverse	3	-0.12940168380737305
220099	rnn.bias_hh_l0_reverse	4	-0.028291022405028343
220099	rnn.bias_hh_l0_reverse	5	-0.11595218628644943
220099	rnn.bias_hh_l0_reverse	6	-0.08187925070524216
220099	rnn.bias_hh_l0_reverse	7	-0.1805722862482071
220099	rnn.bias_hh_l0_reverse	8	-0.0659485012292862
220099	rnn.bias_hh_l0_reverse	9	-0.11166506260633469
220099	linear.weight	0	-0.2696056663990021
220099	linear.weight	1	-0.11004741489887238
220099	linear.weight	2	-0.011228874325752258
220099	linear.weight	3	-0.07933434844017029
220099	linear.weight	4	-0.024291381239891052
220099	linear.weight	5	0.20099832117557526
220099	linear.weight	6	0.0047744326293468475
220099	linear.weight	7	-0.021312154829502106
220099	linear.weight	8	0.1888742744922638
220099	linear.weight	9	0.21772421896457672
220099	linear.bias	0	-0.8249928951263428
220099	linear.bias	1	1.4351708889007568
220099	linear.bias	2	-0.5009863972663879
220099	linear.bias	3	-0.7381281852722168
220099	linear.bias	4	-0.8926625847816467
220099	linear.bias	5	-1.179928183555603
220099	linear.bias	6	-0.9656955599784851
220099	linear.bias	7	-0.7232924103736877
220099	linear.bias	8	-0.01705317199230194
220099	linear.bias	9	3.5075700283050537
220296	transitions	0	-0.4600695073604584
220296	transitions	1	8.80688762664795
220296	transitions	2	-3.6187331676483154
220296	transitions	3	1.564024806022644
220296	transitions	4	-2.2102677822113037
220296	transitions	5	-0.42928898334503174
220296	transitions	6	-0.1954447478055954
220296	transitions	7	-10000.0
220296	transitions	8	1.8529517650604248
220296	transitions	9	-2.294905185699463
220296	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
220296	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
220296	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
220296	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
220296	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
220296	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
220296	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
220296	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
220296	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
220296	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
220296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
220296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
220296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
220296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
220296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
220296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
220296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
220296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
220296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
220296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
220296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
220296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
220296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
220296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
220296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
220296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
220296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
220296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
220296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
220296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
220296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
220296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
220296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
220296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
220296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
220296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
220296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
220296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
220296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
220296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
220296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
220296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
220296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
220296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
220296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
220296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
220296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
220296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
220296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
220296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
220296	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
220296	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
220296	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
220296	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
220296	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
220296	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
220296	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
220296	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
220296	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
220296	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
220296	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
220296	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
220296	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
220296	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
220296	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
220296	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
220296	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
220296	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
220296	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
220296	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
220296	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
220296	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
220296	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
220296	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
220296	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
220296	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
220296	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
220296	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
220296	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
220296	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
220296	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
220296	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
220296	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
220296	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
220296	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
220296	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
220296	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
220296	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
220296	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
220296	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
220296	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
220296	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
220296	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
220296	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
220296	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
220296	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
220296	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
220296	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
220296	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
220296	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
220296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
220296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
220296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
220296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
220296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
220296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
220296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
220296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
220296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
220296	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
220296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
220296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
220296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
220296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
220296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
220296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
220296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
220296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
220296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
220296	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
220296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
220296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
220296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
220296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
220296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
220296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
220296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
220296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
220296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
220296	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
220296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
220296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
220296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
220296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
220296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
220296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
220296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
220296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
220296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
220296	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
220296	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
220296	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
220296	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
220296	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
220296	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
220296	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
220296	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
220296	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
220296	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
220296	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
220296	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
220296	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
220296	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
220296	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
220296	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
220296	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
220296	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
220296	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
220296	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
220296	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
220296	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
220296	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
220296	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
220296	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
220296	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
220296	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
220296	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
220296	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
220296	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
220296	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
220296	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
220296	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
220296	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
220296	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
220296	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
220296	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
220296	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
220296	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
220296	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
220296	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
220296	embedding2nn.weight	0	0.04493732377886772
220296	embedding2nn.weight	1	-0.09185775369405746
220296	embedding2nn.weight	2	0.015458395704627037
220296	embedding2nn.weight	3	-0.05851222574710846
220296	embedding2nn.weight	4	-0.11095652729272842
220296	embedding2nn.weight	5	0.11101455241441727
220296	embedding2nn.weight	6	-0.08640581369400024
220296	embedding2nn.weight	7	-0.07138312608003616
220296	embedding2nn.weight	8	-0.03268648311495781
220296	embedding2nn.weight	9	0.04312890022993088
220296	embedding2nn.bias	0	0.08327003568410873
220296	embedding2nn.bias	1	-0.0016837657894939184
220296	embedding2nn.bias	2	-0.10068971663713455
220296	embedding2nn.bias	3	0.028000453487038612
220296	embedding2nn.bias	4	-0.004529173485934734
220296	embedding2nn.bias	5	-0.16707013547420502
220296	embedding2nn.bias	6	-0.12028725445270538
220296	embedding2nn.bias	7	-0.013343394733965397
220296	embedding2nn.bias	8	0.0776103138923645
220296	embedding2nn.bias	9	-0.07199383527040482
220296	rnn.weight_ih_l0	0	0.04388710856437683
220296	rnn.weight_ih_l0	1	-0.0752764344215393
220296	rnn.weight_ih_l0	2	-0.05870093032717705
220296	rnn.weight_ih_l0	3	-0.05941608548164368
220296	rnn.weight_ih_l0	4	0.01804199442267418
220296	rnn.weight_ih_l0	5	-0.10627347230911255
220296	rnn.weight_ih_l0	6	-0.03216169402003288
220296	rnn.weight_ih_l0	7	-0.0049619828350842
220296	rnn.weight_ih_l0	8	0.06117255985736847
220296	rnn.weight_ih_l0	9	0.004212085157632828
220296	rnn.weight_hh_l0	0	-0.0006194294546730816
220296	rnn.weight_hh_l0	1	-0.08481738716363907
220296	rnn.weight_hh_l0	2	0.07215754687786102
220296	rnn.weight_hh_l0	3	0.05253463238477707
220296	rnn.weight_hh_l0	4	0.005479942075908184
220296	rnn.weight_hh_l0	5	0.06723923981189728
220296	rnn.weight_hh_l0	6	-0.018214460462331772
220296	rnn.weight_hh_l0	7	-0.1103476956486702
220296	rnn.weight_hh_l0	8	0.028140943497419357
220296	rnn.weight_hh_l0	9	-0.08472529798746109
220296	rnn.bias_ih_l0	0	-0.0877198651432991
220296	rnn.bias_ih_l0	1	-0.18896335363388062
220296	rnn.bias_ih_l0	2	-0.26115837693214417
220296	rnn.bias_ih_l0	3	-0.2850921154022217
220296	rnn.bias_ih_l0	4	0.006998558063060045
220296	rnn.bias_ih_l0	5	0.06223994120955467
220296	rnn.bias_ih_l0	6	-0.16814811527729034
220296	rnn.bias_ih_l0	7	-0.25965726375579834
220296	rnn.bias_ih_l0	8	-0.1464078724384308
220296	rnn.bias_ih_l0	9	-0.17596276104450226
220296	rnn.bias_hh_l0	0	0.13052339851856232
220296	rnn.bias_hh_l0	1	-0.0569574199616909
220296	rnn.bias_hh_l0	2	0.053795225918293
220296	rnn.bias_hh_l0	3	-0.18646296858787537
220296	rnn.bias_hh_l0	4	0.062179725617170334
220296	rnn.bias_hh_l0	5	0.057722363620996475
220296	rnn.bias_hh_l0	6	-0.11342714726924896
220296	rnn.bias_hh_l0	7	-0.15116922557353973
220296	rnn.bias_hh_l0	8	-0.19141994416713715
220296	rnn.bias_hh_l0	9	-0.1073937937617302
220296	rnn.weight_ih_l0_reverse	0	-0.02008245512843132
220296	rnn.weight_ih_l0_reverse	1	-5.513671203516424e-05
220296	rnn.weight_ih_l0_reverse	2	0.015130097977817059
220296	rnn.weight_ih_l0_reverse	3	0.011703459545969963
220296	rnn.weight_ih_l0_reverse	4	0.016705209389328957
220296	rnn.weight_ih_l0_reverse	5	-0.04696693643927574
220296	rnn.weight_ih_l0_reverse	6	-0.04488956928253174
220296	rnn.weight_ih_l0_reverse	7	0.012885432690382004
220296	rnn.weight_ih_l0_reverse	8	0.09683787077665329
220296	rnn.weight_ih_l0_reverse	9	-0.0028777639381587505
220296	rnn.weight_hh_l0_reverse	0	0.002741915872320533
220296	rnn.weight_hh_l0_reverse	1	0.02737712487578392
220296	rnn.weight_hh_l0_reverse	2	-0.03987200930714607
220296	rnn.weight_hh_l0_reverse	3	0.038988981395959854
220296	rnn.weight_hh_l0_reverse	4	0.023667549714446068
220296	rnn.weight_hh_l0_reverse	5	-0.009978218004107475
220296	rnn.weight_hh_l0_reverse	6	0.0659540444612503
220296	rnn.weight_hh_l0_reverse	7	0.037416454404592514
220296	rnn.weight_hh_l0_reverse	8	-0.025407740846276283
220296	rnn.weight_hh_l0_reverse	9	-0.028847699984908104
220296	rnn.bias_ih_l0_reverse	0	-0.14870154857635498
220296	rnn.bias_ih_l0_reverse	1	-0.3044576346874237
220296	rnn.bias_ih_l0_reverse	2	-0.057645902037620544
220296	rnn.bias_ih_l0_reverse	3	-0.15682615339756012
220296	rnn.bias_ih_l0_reverse	4	0.07021302729845047
220296	rnn.bias_ih_l0_reverse	5	-0.27717894315719604
220296	rnn.bias_ih_l0_reverse	6	-0.06530668586492538
220296	rnn.bias_ih_l0_reverse	7	0.014290228486061096
220296	rnn.bias_ih_l0_reverse	8	-0.18790993094444275
220296	rnn.bias_ih_l0_reverse	9	-0.09560470283031464
220296	rnn.bias_hh_l0_reverse	0	-0.15442344546318054
220296	rnn.bias_hh_l0_reverse	1	-0.14908625185489655
220296	rnn.bias_hh_l0_reverse	2	-0.013588335365056992
220296	rnn.bias_hh_l0_reverse	3	-0.12970814108848572
220296	rnn.bias_hh_l0_reverse	4	-0.028421344235539436
220296	rnn.bias_hh_l0_reverse	5	-0.1157529428601265
220296	rnn.bias_hh_l0_reverse	6	-0.08242865651845932
220296	rnn.bias_hh_l0_reverse	7	-0.18001216650009155
220296	rnn.bias_hh_l0_reverse	8	-0.06594698876142502
220296	rnn.bias_hh_l0_reverse	9	-0.11091386526823044
220296	linear.weight	0	-0.2734493613243103
220296	linear.weight	1	-0.11115841567516327
220296	linear.weight	2	-0.011228874325752258
220296	linear.weight	3	-0.07749953120946884
220296	linear.weight	4	-0.026289911940693855
220296	linear.weight	5	0.19435779750347137
220296	linear.weight	6	0.0047744326293468475
220296	linear.weight	7	-0.021312154829502106
220296	linear.weight	8	0.18304559588432312
220296	linear.weight	9	0.21833769977092743
220296	linear.bias	0	-0.8248879909515381
220296	linear.bias	1	1.428884744644165
220296	linear.bias	2	-0.5035067796707153
220296	linear.bias	3	-0.7304211854934692
220296	linear.bias	4	-0.9045116305351257
220296	linear.bias	5	-1.179932713508606
220296	linear.bias	6	-0.9650896191596985
220296	linear.bias	7	-0.7368727326393127
220296	linear.bias	8	-0.01705317199230194
220296	linear.bias	9	3.505136728286743
220493	transitions	0	-0.46012818813323975
220493	transitions	1	8.80097484588623
220493	transitions	2	-3.6189751625061035
220493	transitions	3	1.5645394325256348
220493	transitions	4	-2.210336685180664
220493	transitions	5	-0.429324746131897
220493	transitions	6	-0.19545215368270874
220493	transitions	7	-10000.0
220493	transitions	8	1.8532342910766602
220493	transitions	9	-2.2949061393737793
220493	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
220493	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
220493	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
220493	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
220493	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
220493	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
220493	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
220493	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
220493	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
220493	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
220493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
220493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
220493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
220493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
220493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
220493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
220493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
220493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
220493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
220493	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
220493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
220493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
220493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
220493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
220493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
220493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
220493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
220493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
220493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
220493	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
220493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
220493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
220493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
220493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
220493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
220493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
220493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
220493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
220493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
220493	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
220493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
220493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
220493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
220493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
220493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
220493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
220493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
220493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
220493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
220493	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
220493	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
220493	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
220493	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
220493	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
220493	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
220493	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
220493	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
220493	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
220493	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
220493	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
220493	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
220493	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
220493	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
220493	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
220493	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
220493	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
220493	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
220493	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
220493	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
220493	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
220493	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
220493	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
220493	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
220493	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
220493	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
220493	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
220493	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
220493	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
220493	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
220493	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
220493	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
220493	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
220493	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
220493	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
220493	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
220493	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
220493	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
220493	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
220493	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
220493	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
220493	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
220493	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
220493	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
220493	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
220493	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
220493	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
220493	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
220493	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
220493	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
220493	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
220493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
220493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
220493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
220493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
220493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
220493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
220493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
220493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
220493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
220493	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
220493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
220493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
220493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
220493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
220493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
220493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
220493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
220493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
220493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
220493	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
220493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
220493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
220493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
220493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
220493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
220493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
220493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
220493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
220493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
220493	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
220493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
220493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
220493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
220493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
220493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
220493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
220493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
220493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
220493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
220493	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
220493	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
220493	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
220493	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
220493	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
220493	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
220493	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
220493	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
220493	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
220493	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
220493	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
220493	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
220493	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
220493	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
220493	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
220493	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
220493	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
220493	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
220493	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
220493	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
220493	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
220493	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
220493	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
220493	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
220493	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
220493	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
220493	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
220493	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
220493	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
220493	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
220493	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
220493	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
220493	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
220493	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
220493	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
220493	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
220493	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
220493	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
220493	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
220493	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
220493	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
220493	embedding2nn.weight	0	0.04515855386853218
220493	embedding2nn.weight	1	-0.09172278642654419
220493	embedding2nn.weight	2	0.014781126752495766
220493	embedding2nn.weight	3	-0.05816119536757469
220493	embedding2nn.weight	4	-0.11186332255601883
220493	embedding2nn.weight	5	0.11045736074447632
220493	embedding2nn.weight	6	-0.08572691679000854
220493	embedding2nn.weight	7	-0.07093377411365509
220493	embedding2nn.weight	8	-0.03254576772451401
220493	embedding2nn.weight	9	0.04351355880498886
220493	embedding2nn.bias	0	0.07551881670951843
220493	embedding2nn.bias	1	-0.002816696185618639
220493	embedding2nn.bias	2	-0.10259458422660828
220493	embedding2nn.bias	3	0.030253296718001366
220493	embedding2nn.bias	4	-0.0017490917816758156
220493	embedding2nn.bias	5	-0.16669566929340363
220493	embedding2nn.bias	6	-0.12577225267887115
220493	embedding2nn.bias	7	-0.009655759669840336
220493	embedding2nn.bias	8	0.07899001985788345
220493	embedding2nn.bias	9	-0.07501333951950073
220493	rnn.weight_ih_l0	0	0.04386080801486969
220493	rnn.weight_ih_l0	1	-0.07471843808889389
220493	rnn.weight_ih_l0	2	-0.05864283815026283
220493	rnn.weight_ih_l0	3	-0.059802550822496414
220493	rnn.weight_ih_l0	4	0.018408816307783127
220493	rnn.weight_ih_l0	5	-0.10592319816350937
220493	rnn.weight_ih_l0	6	-0.03235846385359764
220493	rnn.weight_ih_l0	7	-0.0052759675309062
220493	rnn.weight_ih_l0	8	0.06113898754119873
220493	rnn.weight_ih_l0	9	0.004527000244706869
220493	rnn.weight_hh_l0	0	-0.0007726947660557926
220493	rnn.weight_hh_l0	1	-0.08523514121770859
220493	rnn.weight_hh_l0	2	0.0719030573964119
220493	rnn.weight_hh_l0	3	0.052207376807928085
220493	rnn.weight_hh_l0	4	0.005385230295360088
220493	rnn.weight_hh_l0	5	0.06710658967494965
220493	rnn.weight_hh_l0	6	-0.018327638506889343
220493	rnn.weight_hh_l0	7	-0.11040909588336945
220493	rnn.weight_hh_l0	8	0.028024302795529366
220493	rnn.weight_hh_l0	9	-0.08482325822114944
220493	rnn.bias_ih_l0	0	-0.08928469568490982
220493	rnn.bias_ih_l0	1	-0.18853062391281128
220493	rnn.bias_ih_l0	2	-0.26065900921821594
220493	rnn.bias_ih_l0	3	-0.28550899028778076
220493	rnn.bias_ih_l0	4	0.006266794167459011
220493	rnn.bias_ih_l0	5	0.062428656965494156
220493	rnn.bias_ih_l0	6	-0.1685488522052765
220493	rnn.bias_ih_l0	7	-0.25915786623954773
220493	rnn.bias_ih_l0	8	-0.14570052921772003
220493	rnn.bias_ih_l0	9	-0.1762775033712387
220493	rnn.bias_hh_l0	0	0.12994544208049774
220493	rnn.bias_hh_l0	1	-0.05599702149629593
220493	rnn.bias_hh_l0	2	0.05417526885867119
220493	rnn.bias_hh_l0	3	-0.18660448491573334
220493	rnn.bias_hh_l0	4	0.0633871927857399
220493	rnn.bias_hh_l0	5	0.056689631193876266
220493	rnn.bias_hh_l0	6	-0.11355426162481308
220493	rnn.bias_hh_l0	7	-0.150626078248024
220493	rnn.bias_hh_l0	8	-0.19181063771247864
220493	rnn.bias_hh_l0	9	-0.10695740580558777
220493	rnn.weight_ih_l0_reverse	0	-0.01943199709057808
220493	rnn.weight_ih_l0_reverse	1	-0.0004438087635207921
220493	rnn.weight_ih_l0_reverse	2	0.015654899179935455
220493	rnn.weight_ih_l0_reverse	3	0.011992225423455238
220493	rnn.weight_ih_l0_reverse	4	0.01661631651222706
220493	rnn.weight_ih_l0_reverse	5	-0.046875257045030594
220493	rnn.weight_ih_l0_reverse	6	-0.04545529931783676
220493	rnn.weight_ih_l0_reverse	7	0.012716810218989849
220493	rnn.weight_ih_l0_reverse	8	0.09716271609067917
220493	rnn.weight_ih_l0_reverse	9	-0.0023403007071465254
220493	rnn.weight_hh_l0_reverse	0	0.0026431623846292496
220493	rnn.weight_hh_l0_reverse	1	0.02734999917447567
220493	rnn.weight_hh_l0_reverse	2	-0.039708007127046585
220493	rnn.weight_hh_l0_reverse	3	0.038738980889320374
220493	rnn.weight_hh_l0_reverse	4	0.023735228925943375
220493	rnn.weight_hh_l0_reverse	5	-0.009916909039020538
220493	rnn.weight_hh_l0_reverse	6	0.06629105657339096
220493	rnn.weight_hh_l0_reverse	7	0.037643302232027054
220493	rnn.weight_hh_l0_reverse	8	-0.025866486132144928
220493	rnn.weight_hh_l0_reverse	9	-0.028689319267868996
220493	rnn.bias_ih_l0_reverse	0	-0.1488298922777176
220493	rnn.bias_ih_l0_reverse	1	-0.3045859932899475
220493	rnn.bias_ih_l0_reverse	2	-0.05721338838338852
220493	rnn.bias_ih_l0_reverse	3	-0.15764230489730835
220493	rnn.bias_ih_l0_reverse	4	0.06868910789489746
220493	rnn.bias_ih_l0_reverse	5	-0.2768995463848114
220493	rnn.bias_ih_l0_reverse	6	-0.06551606208086014
220493	rnn.bias_ih_l0_reverse	7	0.013195302337408066
220493	rnn.bias_ih_l0_reverse	8	-0.18861988186836243
220493	rnn.bias_ih_l0_reverse	9	-0.09533955156803131
220493	rnn.bias_hh_l0_reverse	0	-0.15436291694641113
220493	rnn.bias_hh_l0_reverse	1	-0.14803703129291534
220493	rnn.bias_hh_l0_reverse	2	-0.013471285812556744
220493	rnn.bias_hh_l0_reverse	3	-0.1299298107624054
220493	rnn.bias_hh_l0_reverse	4	-0.028232473880052567
220493	rnn.bias_hh_l0_reverse	5	-0.11612098664045334
220493	rnn.bias_hh_l0_reverse	6	-0.08272280544042587
220493	rnn.bias_hh_l0_reverse	7	-0.18019507825374603
220493	rnn.bias_hh_l0_reverse	8	-0.06560429185628891
220493	rnn.bias_hh_l0_reverse	9	-0.1109396368265152
220493	linear.weight	0	-0.2751469910144806
220493	linear.weight	1	-0.1103980615735054
220493	linear.weight	2	-0.011228874325752258
220493	linear.weight	3	-0.07946394383907318
220493	linear.weight	4	-0.018688268959522247
220493	linear.weight	5	0.20124900341033936
220493	linear.weight	6	0.0047744326293468475
220493	linear.weight	7	-0.021312154829502106
220493	linear.weight	8	0.18480588495731354
220493	linear.weight	9	0.21531453728675842
220493	linear.bias	0	-0.8317961692810059
220493	linear.bias	1	1.4271804094314575
220493	linear.bias	2	-0.5029058456420898
220493	linear.bias	3	-0.7405697703361511
220493	linear.bias	4	-0.904147207736969
220493	linear.bias	5	-1.1799393892288208
220493	linear.bias	6	-0.971828281879425
220493	linear.bias	7	-0.7129231095314026
220493	linear.bias	8	-0.01705317199230194
220493	linear.bias	9	3.501772403717041
220690	transitions	0	-0.4601651132106781
220690	transitions	1	8.800331115722656
220690	transitions	2	-3.619137763977051
220690	transitions	3	1.5659912824630737
220690	transitions	4	-2.2105231285095215
220690	transitions	5	-0.4294114410877228
220690	transitions	6	-0.19545944035053253
220690	transitions	7	-10000.0
220690	transitions	8	1.8523308038711548
220690	transitions	9	-2.294907331466675
220690	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
220690	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
220690	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
220690	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
220690	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
220690	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
220690	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
220690	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
220690	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
220690	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
220690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
220690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
220690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
220690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
220690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
220690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
220690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
220690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
220690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
220690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
220690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
220690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
220690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
220690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
220690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
220690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
220690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
220690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
220690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
220690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
220690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
220690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
220690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
220690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
220690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
220690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
220690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
220690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
220690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
220690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
220690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
220690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
220690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
220690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
220690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
220690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
220690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
220690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
220690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
220690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
220690	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
220690	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
220690	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
220690	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
220690	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
220690	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
220690	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
220690	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
220690	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
220690	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
220690	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
220690	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
220690	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
220690	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
220690	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
220690	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
220690	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
220690	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
220690	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
220690	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
220690	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
220690	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
220690	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
220690	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
220690	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
220690	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
220690	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
220690	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
220690	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
220690	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
220690	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
220690	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
220690	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
220690	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
220690	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
220690	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
220690	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
220690	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
220690	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
220690	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
220690	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
220690	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
220690	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
220690	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
220690	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
220690	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
220690	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
220690	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
220690	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
220690	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
220690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
220690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
220690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
220690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
220690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
220690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
220690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
220690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
220690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
220690	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
220690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
220690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
220690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
220690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
220690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
220690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
220690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
220690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
220690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
220690	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
220690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
220690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
220690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
220690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
220690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
220690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
220690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
220690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
220690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
220690	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
220690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
220690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
220690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
220690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
220690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
220690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
220690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
220690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
220690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
220690	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
220690	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
220690	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
220690	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
220690	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
220690	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
220690	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
220690	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
220690	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
220690	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
220690	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
220690	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
220690	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
220690	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
220690	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
220690	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
220690	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
220690	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
220690	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
220690	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
220690	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
220690	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
220690	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
220690	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
220690	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
220690	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
220690	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
220690	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
220690	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
220690	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
220690	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
220690	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
220690	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
220690	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
220690	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
220690	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
220690	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
220690	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
220690	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
220690	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
220690	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
220690	embedding2nn.weight	0	0.04537085071206093
220690	embedding2nn.weight	1	-0.09143456071615219
220690	embedding2nn.weight	2	0.015298798680305481
220690	embedding2nn.weight	3	-0.05812065675854683
220690	embedding2nn.weight	4	-0.11198549717664719
220690	embedding2nn.weight	5	0.11021740734577179
220690	embedding2nn.weight	6	-0.08782313764095306
220690	embedding2nn.weight	7	-0.07023513317108154
220690	embedding2nn.weight	8	-0.03242164105176926
220690	embedding2nn.weight	9	0.043702200055122375
220690	embedding2nn.bias	0	0.070919468998909
220690	embedding2nn.bias	1	-0.008710553869605064
220690	embedding2nn.bias	2	-0.10281044989824295
220690	embedding2nn.bias	3	0.03390774503350258
220690	embedding2nn.bias	4	-0.0005785293760709465
220690	embedding2nn.bias	5	-0.16934730112552643
220690	embedding2nn.bias	6	-0.1278689205646515
220690	embedding2nn.bias	7	-0.009816190227866173
220690	embedding2nn.bias	8	0.08283986896276474
220690	embedding2nn.bias	9	-0.07225076109170914
220690	rnn.weight_ih_l0	0	0.04417519271373749
220690	rnn.weight_ih_l0	1	-0.07421466708183289
220690	rnn.weight_ih_l0	2	-0.05847927927970886
220690	rnn.weight_ih_l0	3	-0.05999638885259628
220690	rnn.weight_ih_l0	4	0.01840910315513611
220690	rnn.weight_ih_l0	5	-0.10621142387390137
220690	rnn.weight_ih_l0	6	-0.032181013375520706
220690	rnn.weight_ih_l0	7	-0.005233335308730602
220690	rnn.weight_ih_l0	8	0.05965821444988251
220690	rnn.weight_ih_l0	9	0.004587088245898485
220690	rnn.weight_hh_l0	0	-0.0009158884058706462
220690	rnn.weight_hh_l0	1	-0.08529357612133026
220690	rnn.weight_hh_l0	2	0.07241269201040268
220690	rnn.weight_hh_l0	3	0.0522947758436203
220690	rnn.weight_hh_l0	4	0.00540040573105216
220690	rnn.weight_hh_l0	5	0.06726128607988358
220690	rnn.weight_hh_l0	6	-0.018399298191070557
220690	rnn.weight_hh_l0	7	-0.11056304723024368
220690	rnn.weight_hh_l0	8	0.0279401782900095
220690	rnn.weight_hh_l0	9	-0.08508926630020142
220690	rnn.bias_ih_l0	0	-0.09049798548221588
220690	rnn.bias_ih_l0	1	-0.1888325810432434
220690	rnn.bias_ih_l0	2	-0.26052719354629517
220690	rnn.bias_ih_l0	3	-0.2856411635875702
220690	rnn.bias_ih_l0	4	0.006203808356076479
220690	rnn.bias_ih_l0	5	0.06291098147630692
220690	rnn.bias_ih_l0	6	-0.16897602379322052
220690	rnn.bias_ih_l0	7	-0.25917699933052063
220690	rnn.bias_ih_l0	8	-0.14534738659858704
220690	rnn.bias_ih_l0	9	-0.17659085988998413
220690	rnn.bias_hh_l0	0	0.12779977917671204
220690	rnn.bias_hh_l0	1	-0.05594159662723541
220690	rnn.bias_hh_l0	2	0.05493588373064995
220690	rnn.bias_hh_l0	3	-0.18666242063045502
220690	rnn.bias_hh_l0	4	0.06454243510961533
220690	rnn.bias_hh_l0	5	0.05757869780063629
220690	rnn.bias_hh_l0	6	-0.11333353072404861
220690	rnn.bias_hh_l0	7	-0.15059375762939453
220690	rnn.bias_hh_l0	8	-0.1909707486629486
220690	rnn.bias_hh_l0	9	-0.10777200758457184
220690	rnn.weight_ih_l0_reverse	0	-0.0195363350212574
220690	rnn.weight_ih_l0_reverse	1	-0.0002258214954053983
220690	rnn.weight_ih_l0_reverse	2	0.015675224363803864
220690	rnn.weight_ih_l0_reverse	3	0.012002237141132355
220690	rnn.weight_ih_l0_reverse	4	0.016893472522497177
220690	rnn.weight_ih_l0_reverse	5	-0.04716459661722183
220690	rnn.weight_ih_l0_reverse	6	-0.04444953799247742
220690	rnn.weight_ih_l0_reverse	7	0.013408318161964417
220690	rnn.weight_ih_l0_reverse	8	0.09687776118516922
220690	rnn.weight_ih_l0_reverse	9	-0.002076769946143031
220690	rnn.weight_hh_l0_reverse	0	0.002897573634982109
220690	rnn.weight_hh_l0_reverse	1	0.027290863916277885
220690	rnn.weight_hh_l0_reverse	2	-0.03971419110894203
220690	rnn.weight_hh_l0_reverse	3	0.03855191916227341
220690	rnn.weight_hh_l0_reverse	4	0.023840732872486115
220690	rnn.weight_hh_l0_reverse	5	-0.00981097761541605
220690	rnn.weight_hh_l0_reverse	6	0.06627468764781952
220690	rnn.weight_hh_l0_reverse	7	0.03738803416490555
220690	rnn.weight_hh_l0_reverse	8	-0.02612963505089283
220690	rnn.weight_hh_l0_reverse	9	-0.02869776077568531
220690	rnn.bias_ih_l0_reverse	0	-0.14819738268852234
220690	rnn.bias_ih_l0_reverse	1	-0.3044218122959137
220690	rnn.bias_ih_l0_reverse	2	-0.05717833340167999
220690	rnn.bias_ih_l0_reverse	3	-0.15799666941165924
220690	rnn.bias_ih_l0_reverse	4	0.06918618083000183
220690	rnn.bias_ih_l0_reverse	5	-0.27683699131011963
220690	rnn.bias_ih_l0_reverse	6	-0.06541144102811813
220690	rnn.bias_ih_l0_reverse	7	0.014722463674843311
220690	rnn.bias_ih_l0_reverse	8	-0.18866144120693207
220690	rnn.bias_ih_l0_reverse	9	-0.09522756934165955
220690	rnn.bias_hh_l0_reverse	0	-0.15478315949440002
220690	rnn.bias_hh_l0_reverse	1	-0.1470573991537094
220690	rnn.bias_hh_l0_reverse	2	-0.013616221956908703
220690	rnn.bias_hh_l0_reverse	3	-0.12931351363658905
220690	rnn.bias_hh_l0_reverse	4	-0.028530703857541084
220690	rnn.bias_hh_l0_reverse	5	-0.11552851647138596
220690	rnn.bias_hh_l0_reverse	6	-0.08243460953235626
220690	rnn.bias_hh_l0_reverse	7	-0.1804230660200119
220690	rnn.bias_hh_l0_reverse	8	-0.06531371921300888
220690	rnn.bias_hh_l0_reverse	9	-0.11005459725856781
220690	linear.weight	0	-0.27298635244369507
220690	linear.weight	1	-0.11016140878200531
220690	linear.weight	2	-0.011228874325752258
220690	linear.weight	3	-0.08041169494390488
220690	linear.weight	4	-0.020195303484797478
220690	linear.weight	5	0.20968326926231384
220690	linear.weight	6	0.0047744326293468475
220690	linear.weight	7	-0.021312154829502106
220690	linear.weight	8	0.18742741644382477
220690	linear.weight	9	0.2136039435863495
220690	linear.bias	0	-0.829192042350769
220690	linear.bias	1	1.437431812286377
220690	linear.bias	2	-0.4945087730884552
220690	linear.bias	3	-0.746547281742096
220690	linear.bias	4	-0.8904505968093872
220690	linear.bias	5	-1.1799452304840088
220690	linear.bias	6	-0.9696261882781982
220690	linear.bias	7	-0.7193779349327087
220690	linear.bias	8	-0.01705317199230194
220690	linear.bias	9	3.515178680419922
220887	transitions	0	-0.46018409729003906
220887	transitions	1	8.796737670898438
220887	transitions	2	-3.6192469596862793
220887	transitions	3	1.5677882432937622
220887	transitions	4	-2.210597038269043
220887	transitions	5	-0.4294174313545227
220887	transitions	6	-0.19546858966350555
220887	transitions	7	-10000.0
220887	transitions	8	1.8507612943649292
220887	transitions	9	-2.294908046722412
220887	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
220887	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
220887	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
220887	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
220887	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
220887	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
220887	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
220887	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
220887	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
220887	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
220887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
220887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
220887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
220887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
220887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
220887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
220887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
220887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
220887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
220887	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
220887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
220887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
220887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
220887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
220887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
220887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
220887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
220887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
220887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
220887	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
220887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
220887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
220887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
220887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
220887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
220887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
220887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
220887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
220887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
220887	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
220887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
220887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
220887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
220887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
220887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
220887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
220887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
220887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
220887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
220887	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
220887	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
220887	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
220887	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
220887	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
220887	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
220887	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
220887	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
220887	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
220887	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
220887	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
220887	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
220887	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
220887	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
220887	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
220887	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
220887	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
220887	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
220887	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
220887	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
220887	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
220887	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
220887	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
220887	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
220887	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
220887	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
220887	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
220887	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
220887	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
220887	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
220887	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
220887	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
220887	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
220887	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
220887	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
220887	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
220887	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
220887	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
220887	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
220887	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
220887	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
220887	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
220887	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
220887	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
220887	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
220887	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
220887	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
220887	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
220887	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
220887	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
220887	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
220887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
220887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
220887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
220887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
220887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
220887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
220887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
220887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
220887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
220887	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
220887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
220887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
220887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
220887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
220887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
220887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
220887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
220887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
220887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
220887	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
220887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
220887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
220887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
220887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
220887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
220887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
220887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
220887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
220887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
220887	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
220887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
220887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
220887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
220887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
220887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
220887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
220887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
220887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
220887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
220887	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
220887	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
220887	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
220887	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
220887	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
220887	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
220887	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
220887	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
220887	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
220887	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
220887	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
220887	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
220887	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
220887	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
220887	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
220887	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
220887	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
220887	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
220887	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
220887	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
220887	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
220887	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
220887	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
220887	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
220887	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
220887	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
220887	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
220887	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
220887	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
220887	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
220887	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
220887	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
220887	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
220887	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
220887	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
220887	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
220887	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
220887	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
220887	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
220887	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
220887	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
220887	embedding2nn.weight	0	0.04530910402536392
220887	embedding2nn.weight	1	-0.09151019155979156
220887	embedding2nn.weight	2	0.015343823470175266
220887	embedding2nn.weight	3	-0.05806737393140793
220887	embedding2nn.weight	4	-0.1110299751162529
220887	embedding2nn.weight	5	0.11061492562294006
220887	embedding2nn.weight	6	-0.08571963757276535
220887	embedding2nn.weight	7	-0.07010069489479065
220887	embedding2nn.weight	8	-0.031924616545438766
220887	embedding2nn.weight	9	0.04502077400684357
220887	embedding2nn.bias	0	0.07023421674966812
220887	embedding2nn.bias	1	-0.005083704832941294
220887	embedding2nn.bias	2	-0.1022658571600914
220887	embedding2nn.bias	3	0.02879050187766552
220887	embedding2nn.bias	4	0.0015901830047369003
220887	embedding2nn.bias	5	-0.16659976541996002
220887	embedding2nn.bias	6	-0.12889979779720306
220887	embedding2nn.bias	7	-0.011618576943874359
220887	embedding2nn.bias	8	0.0803774744272232
220887	embedding2nn.bias	9	-0.07967112213373184
220887	rnn.weight_ih_l0	0	0.04387080296874046
220887	rnn.weight_ih_l0	1	-0.07467006146907806
220887	rnn.weight_ih_l0	2	-0.058602988719940186
220887	rnn.weight_ih_l0	3	-0.05913793295621872
220887	rnn.weight_ih_l0	4	0.01807529665529728
220887	rnn.weight_ih_l0	5	-0.10571091622114182
220887	rnn.weight_ih_l0	6	-0.03154308721423149
220887	rnn.weight_ih_l0	7	-0.006276925094425678
220887	rnn.weight_ih_l0	8	0.05904652550816536
220887	rnn.weight_ih_l0	9	0.005466644186526537
220887	rnn.weight_hh_l0	0	-0.0010186565341427922
220887	rnn.weight_hh_l0	1	-0.08597298711538315
220887	rnn.weight_hh_l0	2	0.07233873009681702
220887	rnn.weight_hh_l0	3	0.05210770666599274
220887	rnn.weight_hh_l0	4	0.00549706444144249
220887	rnn.weight_hh_l0	5	0.06722719222307205
220887	rnn.weight_hh_l0	6	-0.018278229981660843
220887	rnn.weight_hh_l0	7	-0.11044275760650635
220887	rnn.weight_hh_l0	8	0.028202321380376816
220887	rnn.weight_hh_l0	9	-0.08513270318508148
220887	rnn.bias_ih_l0	0	-0.08848784863948822
220887	rnn.bias_ih_l0	1	-0.18875281512737274
220887	rnn.bias_ih_l0	2	-0.26081663370132446
220887	rnn.bias_ih_l0	3	-0.28528261184692383
220887	rnn.bias_ih_l0	4	0.006032303906977177
220887	rnn.bias_ih_l0	5	0.06352546811103821
220887	rnn.bias_ih_l0	6	-0.16891944408416748
220887	rnn.bias_ih_l0	7	-0.2597985565662384
220887	rnn.bias_ih_l0	8	-0.14422519505023956
220887	rnn.bias_ih_l0	9	-0.1754722148180008
220887	rnn.bias_hh_l0	0	0.1281280368566513
220887	rnn.bias_hh_l0	1	-0.056157179176807404
220887	rnn.bias_hh_l0	2	0.055683352053165436
220887	rnn.bias_hh_l0	3	-0.18611332774162292
220887	rnn.bias_hh_l0	4	0.06666804105043411
220887	rnn.bias_hh_l0	5	0.05880057066679001
220887	rnn.bias_hh_l0	6	-0.11356864124536514
220887	rnn.bias_hh_l0	7	-0.1502620428800583
220887	rnn.bias_hh_l0	8	-0.19091704487800598
220887	rnn.bias_hh_l0	9	-0.10745033621788025
220887	rnn.weight_ih_l0_reverse	0	-0.01979864202439785
220887	rnn.weight_ih_l0_reverse	1	-0.0005091952625662088
220887	rnn.weight_ih_l0_reverse	2	0.01616394892334938
220887	rnn.weight_ih_l0_reverse	3	0.011382600292563438
220887	rnn.weight_ih_l0_reverse	4	0.016927005723118782
220887	rnn.weight_ih_l0_reverse	5	-0.04605046659708023
220887	rnn.weight_ih_l0_reverse	6	-0.04486897587776184
220887	rnn.weight_ih_l0_reverse	7	0.014139334671199322
220887	rnn.weight_ih_l0_reverse	8	0.09638607501983643
220887	rnn.weight_ih_l0_reverse	9	-0.0010009509278461337
220887	rnn.weight_hh_l0_reverse	0	0.0028529688715934753
220887	rnn.weight_hh_l0_reverse	1	0.02729739435017109
220887	rnn.weight_hh_l0_reverse	2	-0.03954816982150078
220887	rnn.weight_hh_l0_reverse	3	0.0381879061460495
220887	rnn.weight_hh_l0_reverse	4	0.02354828640818596
220887	rnn.weight_hh_l0_reverse	5	-0.010126471519470215
220887	rnn.weight_hh_l0_reverse	6	0.06643098592758179
220887	rnn.weight_hh_l0_reverse	7	0.037678346037864685
220887	rnn.weight_hh_l0_reverse	8	-0.026162179186940193
220887	rnn.weight_hh_l0_reverse	9	-0.02864130400121212
220887	rnn.bias_ih_l0_reverse	0	-0.1471497118473053
220887	rnn.bias_ih_l0_reverse	1	-0.30374032258987427
220887	rnn.bias_ih_l0_reverse	2	-0.05717325210571289
220887	rnn.bias_ih_l0_reverse	3	-0.15815211832523346
220887	rnn.bias_ih_l0_reverse	4	0.0701645091176033
220887	rnn.bias_ih_l0_reverse	5	-0.27708232402801514
220887	rnn.bias_ih_l0_reverse	6	-0.06570608913898468
220887	rnn.bias_ih_l0_reverse	7	0.015070196241140366
220887	rnn.bias_ih_l0_reverse	8	-0.18876886367797852
220887	rnn.bias_ih_l0_reverse	9	-0.09502415359020233
220887	rnn.bias_hh_l0_reverse	0	-0.15562698245048523
220887	rnn.bias_hh_l0_reverse	1	-0.14691606163978577
220887	rnn.bias_hh_l0_reverse	2	-0.01407846249639988
220887	rnn.bias_hh_l0_reverse	3	-0.1297619342803955
220887	rnn.bias_hh_l0_reverse	4	-0.028781460598111153
220887	rnn.bias_hh_l0_reverse	5	-0.11564014852046967
220887	rnn.bias_hh_l0_reverse	6	-0.08298888057470322
220887	rnn.bias_hh_l0_reverse	7	-0.180048406124115
220887	rnn.bias_hh_l0_reverse	8	-0.06473088264465332
220887	rnn.bias_hh_l0_reverse	9	-0.11044331640005112
220887	linear.weight	0	-0.27502480149269104
220887	linear.weight	1	-0.11064263433218002
220887	linear.weight	2	-0.011228874325752258
220887	linear.weight	3	-0.08037422597408295
220887	linear.weight	4	-0.022191882133483887
220887	linear.weight	5	0.2104124128818512
220887	linear.weight	6	0.0047744326293468475
220887	linear.weight	7	-0.021312154829502106
220887	linear.weight	8	0.19067910313606262
220887	linear.weight	9	0.21073618531227112
220887	linear.bias	0	-0.824280858039856
220887	linear.bias	1	1.4295490980148315
220887	linear.bias	2	-0.48188167810440063
220887	linear.bias	3	-0.7524647116661072
220887	linear.bias	4	-0.8900174498558044
220887	linear.bias	5	-1.17995285987854
220887	linear.bias	6	-0.9648594260215759
220887	linear.bias	7	-0.7106359601020813
220887	linear.bias	8	-0.01705317199230194
220887	linear.bias	9	3.4686379432678223
221084	transitions	0	-0.46023449301719666
221084	transitions	1	8.804054260253906
221084	transitions	2	-3.619446039199829
221084	transitions	3	1.5664820671081543
221084	transitions	4	-2.2106528282165527
221084	transitions	5	-0.42942461371421814
221084	transitions	6	-0.19547292590141296
221084	transitions	7	-10000.0
221084	transitions	8	1.8505584001541138
221084	transitions	9	-2.2949090003967285
221084	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
221084	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
221084	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
221084	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
221084	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
221084	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
221084	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
221084	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
221084	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
221084	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
221084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
221084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
221084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
221084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
221084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
221084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
221084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
221084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
221084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
221084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
221084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
221084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
221084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
221084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
221084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
221084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
221084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
221084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
221084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
221084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
221084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
221084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
221084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
221084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
221084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
221084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
221084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
221084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
221084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
221084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
221084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
221084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
221084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
221084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
221084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
221084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
221084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
221084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
221084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
221084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
221084	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
221084	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
221084	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
221084	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
221084	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
221084	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
221084	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
221084	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
221084	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
221084	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
221084	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
221084	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
221084	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
221084	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
221084	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
221084	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
221084	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
221084	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
221084	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
221084	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
221084	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
221084	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
221084	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
221084	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
221084	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
221084	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
221084	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
221084	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
221084	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
221084	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
221084	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
221084	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
221084	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
221084	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
221084	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
221084	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
221084	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
221084	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
221084	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
221084	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
221084	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
221084	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
221084	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
221084	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
221084	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
221084	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
221084	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
221084	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
221084	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
221084	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
221084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
221084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
221084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
221084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
221084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
221084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
221084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
221084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
221084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
221084	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
221084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
221084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
221084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
221084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
221084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
221084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
221084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
221084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
221084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
221084	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
221084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
221084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
221084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
221084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
221084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
221084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
221084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
221084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
221084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
221084	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
221084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
221084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
221084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
221084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
221084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
221084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
221084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
221084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
221084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
221084	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
221084	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
221084	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
221084	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
221084	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
221084	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
221084	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
221084	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
221084	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
221084	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
221084	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
221084	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
221084	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
221084	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
221084	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
221084	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
221084	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
221084	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
221084	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
221084	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
221084	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
221084	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
221084	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
221084	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
221084	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
221084	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
221084	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
221084	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
221084	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
221084	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
221084	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
221084	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
221084	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
221084	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
221084	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
221084	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
221084	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
221084	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
221084	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
221084	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
221084	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
221084	embedding2nn.weight	0	0.04546705260872841
221084	embedding2nn.weight	1	-0.09143422544002533
221084	embedding2nn.weight	2	0.014388948678970337
221084	embedding2nn.weight	3	-0.05729440227150917
221084	embedding2nn.weight	4	-0.11101148277521133
221084	embedding2nn.weight	5	0.11048536747694016
221084	embedding2nn.weight	6	-0.08544889837503433
221084	embedding2nn.weight	7	-0.06993366032838821
221084	embedding2nn.weight	8	-0.032333891838788986
221084	embedding2nn.weight	9	0.044529933482408524
221084	embedding2nn.bias	0	0.0752498209476471
221084	embedding2nn.bias	1	0.0003691533929668367
221084	embedding2nn.bias	2	-0.1018119677901268
221084	embedding2nn.bias	3	0.024821925908327103
221084	embedding2nn.bias	4	-0.00017924091662280262
221084	embedding2nn.bias	5	-0.16982786357402802
221084	embedding2nn.bias	6	-0.12162712961435318
221084	embedding2nn.bias	7	-0.013686025515198708
221084	embedding2nn.bias	8	0.08080393821001053
221084	embedding2nn.bias	9	-0.07845369726419449
221084	rnn.weight_ih_l0	0	0.044144097715616226
221084	rnn.weight_ih_l0	1	-0.0751061663031578
221084	rnn.weight_ih_l0	2	-0.05861707776784897
221084	rnn.weight_ih_l0	3	-0.05932655185461044
221084	rnn.weight_ih_l0	4	0.018597232177853584
221084	rnn.weight_ih_l0	5	-0.10623234510421753
221084	rnn.weight_ih_l0	6	-0.03186984732747078
221084	rnn.weight_ih_l0	7	-0.005220281891524792
221084	rnn.weight_ih_l0	8	0.05907395854592323
221084	rnn.weight_ih_l0	9	0.005053322296589613
221084	rnn.weight_hh_l0	0	-0.0009138480527326465
221084	rnn.weight_hh_l0	1	-0.08528101444244385
221084	rnn.weight_hh_l0	2	0.07251128554344177
221084	rnn.weight_hh_l0	3	0.052173733711242676
221084	rnn.weight_hh_l0	4	0.005483435001224279
221084	rnn.weight_hh_l0	5	0.06726741790771484
221084	rnn.weight_hh_l0	6	-0.01817178726196289
221084	rnn.weight_hh_l0	7	-0.11036000400781631
221084	rnn.weight_hh_l0	8	0.028370745480060577
221084	rnn.weight_hh_l0	9	-0.08548429608345032
221084	rnn.bias_ih_l0	0	-0.08764445781707764
221084	rnn.bias_ih_l0	1	-0.18962250649929047
221084	rnn.bias_ih_l0	2	-0.261274516582489
221084	rnn.bias_ih_l0	3	-0.2854567766189575
221084	rnn.bias_ih_l0	4	0.006383327767252922
221084	rnn.bias_ih_l0	5	0.06284704804420471
221084	rnn.bias_ih_l0	6	-0.16851451992988586
221084	rnn.bias_ih_l0	7	-0.2594069838523865
221084	rnn.bias_ih_l0	8	-0.14475932717323303
221084	rnn.bias_ih_l0	9	-0.17540855705738068
221084	rnn.bias_hh_l0	0	0.12812106311321259
221084	rnn.bias_hh_l0	1	-0.056595832109451294
221084	rnn.bias_hh_l0	2	0.05560055375099182
221084	rnn.bias_hh_l0	3	-0.18553711473941803
221084	rnn.bias_hh_l0	4	0.06465570628643036
221084	rnn.bias_hh_l0	5	0.058152079582214355
221084	rnn.bias_hh_l0	6	-0.11341594904661179
221084	rnn.bias_hh_l0	7	-0.15105728805065155
221084	rnn.bias_hh_l0	8	-0.191054567694664
221084	rnn.bias_hh_l0	9	-0.10725996643304825
221084	rnn.weight_ih_l0_reverse	0	-0.01971990056335926
221084	rnn.weight_ih_l0_reverse	1	-0.0005035802605561912
221084	rnn.weight_ih_l0_reverse	2	0.01551448367536068
221084	rnn.weight_ih_l0_reverse	3	0.011225931346416473
221084	rnn.weight_ih_l0_reverse	4	0.016612235456705093
221084	rnn.weight_ih_l0_reverse	5	-0.04585282504558563
221084	rnn.weight_ih_l0_reverse	6	-0.04443763941526413
221084	rnn.weight_ih_l0_reverse	7	0.013776571489870548
221084	rnn.weight_ih_l0_reverse	8	0.09490135312080383
221084	rnn.weight_ih_l0_reverse	9	-0.0011880650417879224
221084	rnn.weight_hh_l0_reverse	0	0.002928825095295906
221084	rnn.weight_hh_l0_reverse	1	0.027249468490481377
221084	rnn.weight_hh_l0_reverse	2	-0.039444372057914734
221084	rnn.weight_hh_l0_reverse	3	0.038220204412937164
221084	rnn.weight_hh_l0_reverse	4	0.02378586120903492
221084	rnn.weight_hh_l0_reverse	5	-0.009622553363442421
221084	rnn.weight_hh_l0_reverse	6	0.0663440078496933
221084	rnn.weight_hh_l0_reverse	7	0.03737326338887215
221084	rnn.weight_hh_l0_reverse	8	-0.026299908757209778
221084	rnn.weight_hh_l0_reverse	9	-0.02857307903468609
221084	rnn.bias_ih_l0_reverse	0	-0.14733874797821045
221084	rnn.bias_ih_l0_reverse	1	-0.3031671345233917
221084	rnn.bias_ih_l0_reverse	2	-0.05832142010331154
221084	rnn.bias_ih_l0_reverse	3	-0.1580144613981247
221084	rnn.bias_ih_l0_reverse	4	0.07032293826341629
221084	rnn.bias_ih_l0_reverse	5	-0.27669665217399597
221084	rnn.bias_ih_l0_reverse	6	-0.0657460018992424
221084	rnn.bias_ih_l0_reverse	7	0.015390569344162941
221084	rnn.bias_ih_l0_reverse	8	-0.1884378045797348
221084	rnn.bias_ih_l0_reverse	9	-0.09545384347438812
221084	rnn.bias_hh_l0_reverse	0	-0.1567974090576172
221084	rnn.bias_hh_l0_reverse	1	-0.1466112583875656
221084	rnn.bias_hh_l0_reverse	2	-0.014196757227182388
221084	rnn.bias_hh_l0_reverse	3	-0.1300344318151474
221084	rnn.bias_hh_l0_reverse	4	-0.02874850109219551
221084	rnn.bias_hh_l0_reverse	5	-0.11657269299030304
221084	rnn.bias_hh_l0_reverse	6	-0.08243115991353989
221084	rnn.bias_hh_l0_reverse	7	-0.17998340725898743
221084	rnn.bias_hh_l0_reverse	8	-0.0643005222082138
221084	rnn.bias_hh_l0_reverse	9	-0.11061345040798187
221084	linear.weight	0	-0.2771413326263428
221084	linear.weight	1	-0.11100733280181885
221084	linear.weight	2	-0.011228874325752258
221084	linear.weight	3	-0.07963067293167114
221084	linear.weight	4	-0.025648964568972588
221084	linear.weight	5	0.20787517726421356
221084	linear.weight	6	0.0047744326293468475
221084	linear.weight	7	-0.021312154829502106
221084	linear.weight	8	0.18372634053230286
221084	linear.weight	9	0.20487621426582336
221084	linear.bias	0	-0.8310597538948059
221084	linear.bias	1	1.4226748943328857
221084	linear.bias	2	-0.4916650056838989
221084	linear.bias	3	-0.7407004833221436
221084	linear.bias	4	-0.8880028128623962
221084	linear.bias	5	-1.1799567937850952
221084	linear.bias	6	-0.9711300134658813
221084	linear.bias	7	-0.7151612043380737
221084	linear.bias	8	-0.01705317199230194
221084	linear.bias	9	3.5137834548950195
221088	transitions	0	-0.4602346122264862
221088	transitions	1	8.803276062011719
221088	transitions	2	-3.61944842338562
221088	transitions	3	1.5664801597595215
221088	transitions	4	-2.210653066635132
221088	transitions	5	-0.42942461371421814
221088	transitions	6	-0.1954730749130249
221088	transitions	7	-10000.0
221088	transitions	8	1.8505584001541138
221088	transitions	9	-2.2949090003967285
221088	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
221088	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
221088	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
221088	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
221088	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
221088	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
221088	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
221088	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
221088	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
221088	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
221088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
221088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
221088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
221088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
221088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
221088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
221088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
221088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
221088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
221088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
221088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
221088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
221088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
221088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
221088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
221088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
221088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
221088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
221088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
221088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
221088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
221088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
221088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
221088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
221088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
221088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
221088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
221088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
221088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
221088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
221088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
221088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
221088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
221088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
221088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
221088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
221088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
221088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
221088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
221088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
221088	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
221088	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
221088	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
221088	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
221088	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
221088	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
221088	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
221088	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
221088	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
221088	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
221088	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
221088	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
221088	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
221088	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
221088	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
221088	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
221088	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
221088	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
221088	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
221088	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
221088	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
221088	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
221088	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
221088	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
221088	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
221088	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
221088	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
221088	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
221088	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
221088	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
221088	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
221088	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
221088	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
221088	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
221088	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
221088	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
221088	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
221088	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
221088	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
221088	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
221088	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
221088	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
221088	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
221088	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
221088	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
221088	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
221088	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
221088	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
221088	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
221088	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
221088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
221088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
221088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
221088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
221088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
221088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
221088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
221088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
221088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
221088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
221088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
221088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
221088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
221088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
221088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
221088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
221088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
221088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
221088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
221088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
221088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
221088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
221088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
221088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
221088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
221088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
221088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
221088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
221088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
221088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
221088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
221088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
221088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
221088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
221088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
221088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
221088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
221088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
221088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
221088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
221088	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
221088	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
221088	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
221088	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
221088	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
221088	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
221088	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
221088	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
221088	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
221088	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
221088	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
221088	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
221088	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
221088	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
221088	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
221088	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
221088	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
221088	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
221088	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
221088	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
221088	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
221088	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
221088	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
221088	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
221088	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
221088	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
221088	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
221088	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
221088	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
221088	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
221088	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
221088	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
221088	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
221088	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
221088	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
221088	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
221088	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
221088	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
221088	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
221088	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
221088	embedding2nn.weight	0	0.04546976462006569
221088	embedding2nn.weight	1	-0.09141021221876144
221088	embedding2nn.weight	2	0.014230913482606411
221088	embedding2nn.weight	3	-0.05733523145318031
221088	embedding2nn.weight	4	-0.11100754141807556
221088	embedding2nn.weight	5	0.11051396280527115
221088	embedding2nn.weight	6	-0.08540845662355423
221088	embedding2nn.weight	7	-0.06983458995819092
221088	embedding2nn.weight	8	-0.032325293868780136
221088	embedding2nn.weight	9	0.04450445994734764
221088	embedding2nn.bias	0	0.0751572847366333
221088	embedding2nn.bias	1	0.00040087944944389164
221088	embedding2nn.bias	2	-0.10208797454833984
221088	embedding2nn.bias	3	0.02522246353328228
221088	embedding2nn.bias	4	-0.0003379276895429939
221088	embedding2nn.bias	5	-0.1693967580795288
221088	embedding2nn.bias	6	-0.1223408654332161
221088	embedding2nn.bias	7	-0.013379903510212898
221088	embedding2nn.bias	8	0.08113764971494675
221088	embedding2nn.bias	9	-0.07862213253974915
221088	rnn.weight_ih_l0	0	0.04413781687617302
221088	rnn.weight_ih_l0	1	-0.07509609311819077
221088	rnn.weight_ih_l0	2	-0.05864112824201584
221088	rnn.weight_ih_l0	3	-0.0593002587556839
221088	rnn.weight_ih_l0	4	0.018597092479467392
221088	rnn.weight_ih_l0	5	-0.10622754693031311
221088	rnn.weight_ih_l0	6	-0.0318756066262722
221088	rnn.weight_ih_l0	7	-0.005330279469490051
221088	rnn.weight_ih_l0	8	0.059122439473867416
221088	rnn.weight_ih_l0	9	0.005090226884931326
221088	rnn.weight_hh_l0	0	-0.0008710201364010572
221088	rnn.weight_hh_l0	1	-0.08519676327705383
221088	rnn.weight_hh_l0	2	0.07251040637493134
221088	rnn.weight_hh_l0	3	0.05219084024429321
221088	rnn.weight_hh_l0	4	0.005480827763676643
221088	rnn.weight_hh_l0	5	0.06728379428386688
221088	rnn.weight_hh_l0	6	-0.018180904909968376
221088	rnn.weight_hh_l0	7	-0.1103723794221878
221088	rnn.weight_hh_l0	8	0.02838539145886898
221088	rnn.weight_hh_l0	9	-0.08548750728368759
221088	rnn.bias_ih_l0	0	-0.08774678409099579
221088	rnn.bias_ih_l0	1	-0.18968018889427185
221088	rnn.bias_ih_l0	2	-0.2613149583339691
221088	rnn.bias_ih_l0	3	-0.2855101525783539
221088	rnn.bias_ih_l0	4	0.0063924649730324745
221088	rnn.bias_ih_l0	5	0.06272000819444656
221088	rnn.bias_ih_l0	6	-0.16864484548568726
221088	rnn.bias_ih_l0	7	-0.2594379484653473
221088	rnn.bias_ih_l0	8	-0.1447177678346634
221088	rnn.bias_ih_l0	9	-0.1754022091627121
221088	rnn.bias_hh_l0	0	0.128121480345726
221088	rnn.bias_hh_l0	1	-0.05656920745968819
221088	rnn.bias_hh_l0	2	0.05563465505838394
221088	rnn.bias_hh_l0	3	-0.18558327853679657
221088	rnn.bias_hh_l0	4	0.0648040845990181
221088	rnn.bias_hh_l0	5	0.05817592144012451
221088	rnn.bias_hh_l0	6	-0.11340874433517456
221088	rnn.bias_hh_l0	7	-0.1510322540998459
221088	rnn.bias_hh_l0	8	-0.19095179438591003
221088	rnn.bias_hh_l0	9	-0.10719534009695053
221088	rnn.weight_ih_l0_reverse	0	-0.019728098064661026
221088	rnn.weight_ih_l0_reverse	1	-0.0005636639543808997
221088	rnn.weight_ih_l0_reverse	2	0.01551841851323843
221088	rnn.weight_ih_l0_reverse	3	0.011250440031290054
221088	rnn.weight_ih_l0_reverse	4	0.016575055196881294
221088	rnn.weight_ih_l0_reverse	5	-0.04583302140235901
221088	rnn.weight_ih_l0_reverse	6	-0.044387657195329666
221088	rnn.weight_ih_l0_reverse	7	0.013784879818558693
221088	rnn.weight_ih_l0_reverse	8	0.09491276741027832
221088	rnn.weight_ih_l0_reverse	9	-0.0011604990577325225
221088	rnn.weight_hh_l0_reverse	0	0.002928829751908779
221088	rnn.weight_hh_l0_reverse	1	0.027250435203313828
221088	rnn.weight_hh_l0_reverse	2	-0.03945576399564743
221088	rnn.weight_hh_l0_reverse	3	0.03823535889387131
221088	rnn.weight_hh_l0_reverse	4	0.023808803409337997
221088	rnn.weight_hh_l0_reverse	5	-0.009442868642508984
221088	rnn.weight_hh_l0_reverse	6	0.06636838614940643
221088	rnn.weight_hh_l0_reverse	7	0.037371087819337845
221088	rnn.weight_hh_l0_reverse	8	-0.02629661373794079
221088	rnn.weight_hh_l0_reverse	9	-0.028574200347065926
221088	rnn.bias_ih_l0_reverse	0	-0.1472553163766861
221088	rnn.bias_ih_l0_reverse	1	-0.3032403290271759
221088	rnn.bias_ih_l0_reverse	2	-0.05840064957737923
221088	rnn.bias_ih_l0_reverse	3	-0.15808193385601044
221088	rnn.bias_ih_l0_reverse	4	0.07034649699926376
221088	rnn.bias_ih_l0_reverse	5	-0.2767069339752197
221088	rnn.bias_ih_l0_reverse	6	-0.06568389385938644
221088	rnn.bias_ih_l0_reverse	7	0.015493907034397125
221088	rnn.bias_ih_l0_reverse	8	-0.18846029043197632
221088	rnn.bias_ih_l0_reverse	9	-0.09547125548124313
221088	rnn.bias_hh_l0_reverse	0	-0.15680468082427979
221088	rnn.bias_hh_l0_reverse	1	-0.14646708965301514
221088	rnn.bias_hh_l0_reverse	2	-0.01426934078335762
221088	rnn.bias_hh_l0_reverse	3	-0.12985150516033173
221088	rnn.bias_hh_l0_reverse	4	-0.02867332100868225
221088	rnn.bias_hh_l0_reverse	5	-0.11654972285032272
221088	rnn.bias_hh_l0_reverse	6	-0.08248070627450943
221088	rnn.bias_hh_l0_reverse	7	-0.18000486493110657
221088	rnn.bias_hh_l0_reverse	8	-0.0644783154129982
221088	rnn.bias_hh_l0_reverse	9	-0.11058767884969711
221088	linear.weight	0	-0.2773992419242859
221088	linear.weight	1	-0.11100713163614273
221088	linear.weight	2	-0.011228874325752258
221088	linear.weight	3	-0.07963063567876816
221088	linear.weight	4	-0.025663232430815697
221088	linear.weight	5	0.20775115489959717
221088	linear.weight	6	0.0047744326293468475
221088	linear.weight	7	-0.021312154829502106
221088	linear.weight	8	0.18372084200382233
221088	linear.weight	9	0.2049013078212738
221088	linear.bias	0	-0.8305698037147522
221088	linear.bias	1	1.425093412399292
221088	linear.bias	2	-0.49127820134162903
221088	linear.bias	3	-0.7420199513435364
221088	linear.bias	4	-0.8872790932655334
221088	linear.bias	5	-1.1799567937850952
221088	linear.bias	6	-0.9706316590309143
221088	linear.bias	7	-0.715194582939148
221088	linear.bias	8	-0.01705317199230194
221088	linear.bias	9	3.5116891860961914
221285	transitions	0	-0.4603623151779175
221285	transitions	1	8.813496589660645
221285	transitions	2	-3.6198418140411377
221285	transitions	3	1.5629359483718872
221285	transitions	4	-2.2108240127563477
221285	transitions	5	-0.42968451976776123
221285	transitions	6	-0.19547663629055023
221285	transitions	7	-10000.0
221285	transitions	8	1.8504682779312134
221285	transitions	9	-2.2949113845825195
221285	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
221285	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
221285	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
221285	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
221285	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
221285	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
221285	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
221285	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
221285	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
221285	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
221285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
221285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
221285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
221285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
221285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
221285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
221285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
221285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
221285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
221285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
221285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
221285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
221285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
221285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
221285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
221285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
221285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
221285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
221285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
221285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
221285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
221285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
221285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
221285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
221285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
221285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
221285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
221285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
221285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
221285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
221285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
221285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
221285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
221285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
221285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
221285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
221285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
221285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
221285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
221285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
221285	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
221285	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
221285	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
221285	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
221285	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
221285	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
221285	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
221285	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
221285	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
221285	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
221285	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
221285	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
221285	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
221285	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
221285	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
221285	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
221285	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
221285	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
221285	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
221285	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
221285	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
221285	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
221285	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
221285	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
221285	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
221285	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
221285	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
221285	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
221285	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
221285	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
221285	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
221285	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
221285	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
221285	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
221285	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
221285	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
221285	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
221285	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
221285	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
221285	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
221285	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
221285	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
221285	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
221285	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
221285	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
221285	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
221285	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
221285	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
221285	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
221285	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
221285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
221285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
221285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
221285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
221285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
221285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
221285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
221285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
221285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
221285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
221285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
221285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
221285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
221285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
221285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
221285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
221285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
221285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
221285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
221285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
221285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
221285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
221285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
221285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
221285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
221285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
221285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
221285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
221285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
221285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
221285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
221285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
221285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
221285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
221285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
221285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
221285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
221285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
221285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
221285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
221285	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
221285	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
221285	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
221285	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
221285	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
221285	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
221285	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
221285	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
221285	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
221285	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
221285	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
221285	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
221285	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
221285	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
221285	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
221285	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
221285	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
221285	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
221285	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
221285	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
221285	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
221285	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
221285	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
221285	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
221285	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
221285	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
221285	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
221285	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
221285	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
221285	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
221285	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
221285	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
221285	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
221285	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
221285	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
221285	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
221285	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
221285	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
221285	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
221285	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
221285	embedding2nn.weight	0	0.04536595568060875
221285	embedding2nn.weight	1	-0.091744065284729
221285	embedding2nn.weight	2	0.013791568577289581
221285	embedding2nn.weight	3	-0.058148354291915894
221285	embedding2nn.weight	4	-0.1109200119972229
221285	embedding2nn.weight	5	0.11081934720277786
221285	embedding2nn.weight	6	-0.08679605275392532
221285	embedding2nn.weight	7	-0.07006793469190598
221285	embedding2nn.weight	8	-0.03202397748827934
221285	embedding2nn.weight	9	0.044669248163700104
221285	embedding2nn.bias	0	0.07812086492776871
221285	embedding2nn.bias	1	-0.0007423089118674397
221285	embedding2nn.bias	2	-0.1029910147190094
221285	embedding2nn.bias	3	0.026859641075134277
221285	embedding2nn.bias	4	-0.0018010020721703768
221285	embedding2nn.bias	5	-0.1646251082420349
221285	embedding2nn.bias	6	-0.12224259227514267
221285	embedding2nn.bias	7	-0.016308622434735298
221285	embedding2nn.bias	8	0.08018189668655396
221285	embedding2nn.bias	9	-0.08001919835805893
221285	rnn.weight_ih_l0	0	0.04445398226380348
221285	rnn.weight_ih_l0	1	-0.07528050243854523
221285	rnn.weight_ih_l0	2	-0.059030402451753616
221285	rnn.weight_ih_l0	3	-0.05875484272837639
221285	rnn.weight_ih_l0	4	0.018826117739081383
221285	rnn.weight_ih_l0	5	-0.106361024081707
221285	rnn.weight_ih_l0	6	-0.03217466175556183
221285	rnn.weight_ih_l0	7	-0.0048814513720571995
221285	rnn.weight_ih_l0	8	0.058935198932886124
221285	rnn.weight_ih_l0	9	0.004842133726924658
221285	rnn.weight_hh_l0	0	-0.000869718671310693
221285	rnn.weight_hh_l0	1	-0.08496395498514175
221285	rnn.weight_hh_l0	2	0.07264949381351471
221285	rnn.weight_hh_l0	3	0.051892802119255066
221285	rnn.weight_hh_l0	4	0.005072647240012884
221285	rnn.weight_hh_l0	5	0.06704758107662201
221285	rnn.weight_hh_l0	6	-0.018177829682826996
221285	rnn.weight_hh_l0	7	-0.1104734018445015
221285	rnn.weight_hh_l0	8	0.028387848287820816
221285	rnn.weight_hh_l0	9	-0.08583247661590576
221285	rnn.bias_ih_l0	0	-0.08823791891336441
221285	rnn.bias_ih_l0	1	-0.19014811515808105
221285	rnn.bias_ih_l0	2	-0.2615821957588196
221285	rnn.bias_ih_l0	3	-0.2850518226623535
221285	rnn.bias_ih_l0	4	0.006028078496456146
221285	rnn.bias_ih_l0	5	0.06270845234394073
221285	rnn.bias_ih_l0	6	-0.1688077300786972
221285	rnn.bias_ih_l0	7	-0.25996166467666626
221285	rnn.bias_ih_l0	8	-0.14524692296981812
221285	rnn.bias_ih_l0	9	-0.17554783821105957
221285	rnn.bias_hh_l0	0	0.12763860821723938
221285	rnn.bias_hh_l0	1	-0.056130941957235336
221285	rnn.bias_hh_l0	2	0.055932577699422836
221285	rnn.bias_hh_l0	3	-0.18468710780143738
221285	rnn.bias_hh_l0	4	0.06378252804279327
221285	rnn.bias_hh_l0	5	0.05828887224197388
221285	rnn.bias_hh_l0	6	-0.11382467299699783
221285	rnn.bias_hh_l0	7	-0.15080636739730835
221285	rnn.bias_hh_l0	8	-0.19051246345043182
221285	rnn.bias_hh_l0	9	-0.10846447944641113
221285	rnn.weight_ih_l0_reverse	0	-0.01998785510659218
221285	rnn.weight_ih_l0_reverse	1	-0.0008971919305622578
221285	rnn.weight_ih_l0_reverse	2	0.01615848019719124
221285	rnn.weight_ih_l0_reverse	3	0.011015546508133411
221285	rnn.weight_ih_l0_reverse	4	0.016552211716771126
221285	rnn.weight_ih_l0_reverse	5	-0.044906750321388245
221285	rnn.weight_ih_l0_reverse	6	-0.04523060843348503
221285	rnn.weight_ih_l0_reverse	7	0.014148689806461334
221285	rnn.weight_ih_l0_reverse	8	0.09483490884304047
221285	rnn.weight_ih_l0_reverse	9	-0.0011130153434351087
221285	rnn.weight_hh_l0_reverse	0	0.0028511660639196634
221285	rnn.weight_hh_l0_reverse	1	0.02725372090935707
221285	rnn.weight_hh_l0_reverse	2	-0.039175573736429214
221285	rnn.weight_hh_l0_reverse	3	0.03823577240109444
221285	rnn.weight_hh_l0_reverse	4	0.023653531447052956
221285	rnn.weight_hh_l0_reverse	5	-0.009462600573897362
221285	rnn.weight_hh_l0_reverse	6	0.06630806624889374
221285	rnn.weight_hh_l0_reverse	7	0.037486836314201355
221285	rnn.weight_hh_l0_reverse	8	-0.026421673595905304
221285	rnn.weight_hh_l0_reverse	9	-0.028480270877480507
221285	rnn.bias_ih_l0_reverse	0	-0.1476423740386963
221285	rnn.bias_ih_l0_reverse	1	-0.3039702773094177
221285	rnn.bias_ih_l0_reverse	2	-0.05835679545998573
221285	rnn.bias_ih_l0_reverse	3	-0.1578565388917923
221285	rnn.bias_ih_l0_reverse	4	0.0691322311758995
221285	rnn.bias_ih_l0_reverse	5	-0.2758052945137024
221285	rnn.bias_ih_l0_reverse	6	-0.06463193893432617
221285	rnn.bias_ih_l0_reverse	7	0.01530015841126442
221285	rnn.bias_ih_l0_reverse	8	-0.1884147673845291
221285	rnn.bias_ih_l0_reverse	9	-0.09621774405241013
221285	rnn.bias_hh_l0_reverse	0	-0.15542535483837128
221285	rnn.bias_hh_l0_reverse	1	-0.148102268576622
221285	rnn.bias_hh_l0_reverse	2	-0.014222798869013786
221285	rnn.bias_hh_l0_reverse	3	-0.12998202443122864
221285	rnn.bias_hh_l0_reverse	4	-0.02890070341527462
221285	rnn.bias_hh_l0_reverse	5	-0.11584137380123138
221285	rnn.bias_hh_l0_reverse	6	-0.08267048746347427
221285	rnn.bias_hh_l0_reverse	7	-0.1794310212135315
221285	rnn.bias_hh_l0_reverse	8	-0.06398747861385345
221285	rnn.bias_hh_l0_reverse	9	-0.11062845587730408
221285	linear.weight	0	-0.27736184000968933
221285	linear.weight	1	-0.1113293468952179
221285	linear.weight	2	-0.011228874325752258
221285	linear.weight	3	-0.08634181320667267
221285	linear.weight	4	-0.02657829225063324
221285	linear.weight	5	0.20726630091667175
221285	linear.weight	6	0.0047744326293468475
221285	linear.weight	7	-0.021312154829502106
221285	linear.weight	8	0.1827901005744934
221285	linear.weight	9	0.2029082179069519
221285	linear.bias	0	-0.8249896168708801
221285	linear.bias	1	1.4303960800170898
221285	linear.bias	2	-0.48883673548698425
221285	linear.bias	3	-0.7438291907310486
221285	linear.bias	4	-0.8942911624908447
221285	linear.bias	5	-1.1799625158309937
221285	linear.bias	6	-0.9650870561599731
221285	linear.bias	7	-0.7185735106468201
221285	linear.bias	8	-0.01705317199230194
221285	linear.bias	9	3.505028486251831
221482	transitions	0	-0.4603918194770813
221482	transitions	1	8.814878463745117
221482	transitions	2	-3.620103359222412
221482	transitions	3	1.5642204284667969
221482	transitions	4	-2.210913896560669
221482	transitions	5	-0.42970219254493713
221482	transitions	6	-0.19548314809799194
221482	transitions	7	-10000.0
221482	transitions	8	1.8503241539001465
221482	transitions	9	-2.2949118614196777
221482	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
221482	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
221482	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
221482	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
221482	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
221482	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
221482	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
221482	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
221482	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
221482	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
221482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
221482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
221482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
221482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
221482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
221482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
221482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
221482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
221482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
221482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
221482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
221482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
221482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
221482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
221482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
221482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
221482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
221482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
221482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
221482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
221482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
221482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
221482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
221482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
221482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
221482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
221482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
221482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
221482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
221482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
221482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
221482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
221482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
221482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
221482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
221482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
221482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
221482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
221482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
221482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
221482	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
221482	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
221482	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
221482	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
221482	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
221482	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
221482	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
221482	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
221482	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
221482	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
221482	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
221482	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
221482	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
221482	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
221482	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
221482	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
221482	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
221482	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
221482	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
221482	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
221482	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
221482	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
221482	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
221482	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
221482	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
221482	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
221482	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
221482	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
221482	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
221482	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
221482	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
221482	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
221482	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
221482	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
221482	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
221482	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
221482	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
221482	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
221482	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
221482	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
221482	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
221482	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
221482	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
221482	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
221482	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
221482	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
221482	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
221482	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
221482	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
221482	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
221482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
221482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
221482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
221482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
221482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
221482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
221482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
221482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
221482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
221482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
221482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
221482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
221482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
221482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
221482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
221482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
221482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
221482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
221482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
221482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
221482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
221482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
221482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
221482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
221482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
221482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
221482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
221482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
221482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
221482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
221482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
221482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
221482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
221482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
221482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
221482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
221482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
221482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
221482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
221482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
221482	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
221482	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
221482	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
221482	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
221482	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
221482	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
221482	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
221482	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
221482	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
221482	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
221482	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
221482	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
221482	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
221482	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
221482	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
221482	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
221482	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
221482	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
221482	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
221482	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
221482	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
221482	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
221482	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
221482	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
221482	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
221482	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
221482	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
221482	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
221482	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
221482	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
221482	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
221482	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
221482	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
221482	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
221482	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
221482	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
221482	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
221482	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
221482	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
221482	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
221482	embedding2nn.weight	0	0.04508667066693306
221482	embedding2nn.weight	1	-0.09153758734464645
221482	embedding2nn.weight	2	0.01412558276206255
221482	embedding2nn.weight	3	-0.05805133655667305
221482	embedding2nn.weight	4	-0.11039009690284729
221482	embedding2nn.weight	5	0.11104750633239746
221482	embedding2nn.weight	6	-0.08547201007604599
221482	embedding2nn.weight	7	-0.07008755952119827
221482	embedding2nn.weight	8	-0.032220568507909775
221482	embedding2nn.weight	9	0.045163605362176895
221482	embedding2nn.bias	0	0.07577524334192276
221482	embedding2nn.bias	1	0.0004926419351249933
221482	embedding2nn.bias	2	-0.10226865857839584
221482	embedding2nn.bias	3	0.022359495982527733
221482	embedding2nn.bias	4	-0.0022136892657727003
221482	embedding2nn.bias	5	-0.16270971298217773
221482	embedding2nn.bias	6	-0.12547527253627777
221482	embedding2nn.bias	7	-0.014939459040760994
221482	embedding2nn.bias	8	0.07887346297502518
221482	embedding2nn.bias	9	-0.07832124084234238
221482	rnn.weight_ih_l0	0	0.044485148042440414
221482	rnn.weight_ih_l0	1	-0.07514309138059616
221482	rnn.weight_ih_l0	2	-0.05947820842266083
221482	rnn.weight_ih_l0	3	-0.058539796620607376
221482	rnn.weight_ih_l0	4	0.01878259889781475
221482	rnn.weight_ih_l0	5	-0.10600698739290237
221482	rnn.weight_ih_l0	6	-0.03176240250468254
221482	rnn.weight_ih_l0	7	-0.005254899151623249
221482	rnn.weight_ih_l0	8	0.05920184403657913
221482	rnn.weight_ih_l0	9	0.004288926254957914
221482	rnn.weight_hh_l0	0	-0.0007572086760774255
221482	rnn.weight_hh_l0	1	-0.08559783548116684
221482	rnn.weight_hh_l0	2	0.07246678322553635
221482	rnn.weight_hh_l0	3	0.05173627659678459
221482	rnn.weight_hh_l0	4	0.005113913211971521
221482	rnn.weight_hh_l0	5	0.06710053235292435
221482	rnn.weight_hh_l0	6	-0.018168935552239418
221482	rnn.weight_hh_l0	7	-0.11047904193401337
221482	rnn.weight_hh_l0	8	0.028593776747584343
221482	rnn.weight_hh_l0	9	-0.08577565848827362
221482	rnn.bias_ih_l0	0	-0.08814781159162521
221482	rnn.bias_ih_l0	1	-0.19069120287895203
221482	rnn.bias_ih_l0	2	-0.2609359920024872
221482	rnn.bias_ih_l0	3	-0.284059077501297
221482	rnn.bias_ih_l0	4	0.006965799257159233
221482	rnn.bias_ih_l0	5	0.0623973049223423
221482	rnn.bias_ih_l0	6	-0.1686437427997589
221482	rnn.bias_ih_l0	7	-0.2597131133079529
221482	rnn.bias_ih_l0	8	-0.14514276385307312
221482	rnn.bias_ih_l0	9	-0.1749037355184555
221482	rnn.bias_hh_l0	0	0.12903502583503723
221482	rnn.bias_hh_l0	1	-0.05596732348203659
221482	rnn.bias_hh_l0	2	0.05594126880168915
221482	rnn.bias_hh_l0	3	-0.18392841517925262
221482	rnn.bias_hh_l0	4	0.061390470713377
221482	rnn.bias_hh_l0	5	0.05852387845516205
221482	rnn.bias_hh_l0	6	-0.11304891854524612
221482	rnn.bias_hh_l0	7	-0.15101172029972076
221482	rnn.bias_hh_l0	8	-0.19006352126598358
221482	rnn.bias_hh_l0	9	-0.10735642164945602
221482	rnn.weight_ih_l0_reverse	0	-0.019815340638160706
221482	rnn.weight_ih_l0_reverse	1	-0.0008804611279629171
221482	rnn.weight_ih_l0_reverse	2	0.016295693814754486
221482	rnn.weight_ih_l0_reverse	3	0.012038716115057468
221482	rnn.weight_ih_l0_reverse	4	0.016428086906671524
221482	rnn.weight_ih_l0_reverse	5	-0.04421276971697807
221482	rnn.weight_ih_l0_reverse	6	-0.04559241980314255
221482	rnn.weight_ih_l0_reverse	7	0.013915207237005234
221482	rnn.weight_ih_l0_reverse	8	0.09436532109975815
221482	rnn.weight_ih_l0_reverse	9	-0.001335069420747459
221482	rnn.weight_hh_l0_reverse	0	0.0027887041214853525
221482	rnn.weight_hh_l0_reverse	1	0.027214111760258675
221482	rnn.weight_hh_l0_reverse	2	-0.03903903067111969
221482	rnn.weight_hh_l0_reverse	3	0.03806910663843155
221482	rnn.weight_hh_l0_reverse	4	0.023589160293340683
221482	rnn.weight_hh_l0_reverse	5	-0.00952737033367157
221482	rnn.weight_hh_l0_reverse	6	0.06611806154251099
221482	rnn.weight_hh_l0_reverse	7	0.03776140138506889
221482	rnn.weight_hh_l0_reverse	8	-0.025973118841648102
221482	rnn.weight_hh_l0_reverse	9	-0.028351541608572006
221482	rnn.bias_ih_l0_reverse	0	-0.14850552380084991
221482	rnn.bias_ih_l0_reverse	1	-0.3035709261894226
221482	rnn.bias_ih_l0_reverse	2	-0.05890239402651787
221482	rnn.bias_ih_l0_reverse	3	-0.15807417035102844
221482	rnn.bias_ih_l0_reverse	4	0.0689532458782196
221482	rnn.bias_ih_l0_reverse	5	-0.27614033222198486
221482	rnn.bias_ih_l0_reverse	6	-0.0643279030919075
221482	rnn.bias_ih_l0_reverse	7	0.014363273978233337
221482	rnn.bias_ih_l0_reverse	8	-0.1882120668888092
221482	rnn.bias_ih_l0_reverse	9	-0.0958900898694992
221482	rnn.bias_hh_l0_reverse	0	-0.15672364830970764
221482	rnn.bias_hh_l0_reverse	1	-0.1494426429271698
221482	rnn.bias_hh_l0_reverse	2	-0.014456993900239468
221482	rnn.bias_hh_l0_reverse	3	-0.12931199371814728
221482	rnn.bias_hh_l0_reverse	4	-0.028453262522816658
221482	rnn.bias_hh_l0_reverse	5	-0.11536669731140137
221482	rnn.bias_hh_l0_reverse	6	-0.08223297446966171
221482	rnn.bias_hh_l0_reverse	7	-0.18019670248031616
221482	rnn.bias_hh_l0_reverse	8	-0.06383617967367172
221482	rnn.bias_hh_l0_reverse	9	-0.11076489835977554
221482	linear.weight	0	-0.27789703011512756
221482	linear.weight	1	-0.11120303720235825
221482	linear.weight	2	-0.011228874325752258
221482	linear.weight	3	-0.08564916253089905
221482	linear.weight	4	-0.028114331886172295
221482	linear.weight	5	0.21069814264774323
221482	linear.weight	6	0.0047744326293468475
221482	linear.weight	7	-0.021312154829502106
221482	linear.weight	8	0.18800579011440277
221482	linear.weight	9	0.1977802813053131
221482	linear.bias	0	-0.8188186287879944
221482	linear.bias	1	1.4389952421188354
221482	linear.bias	2	-0.49122774600982666
221482	linear.bias	3	-0.741779625415802
221482	linear.bias	4	-0.9096969366073608
221482	linear.bias	5	-1.1799689531326294
221482	linear.bias	6	-0.9580357670783997
221482	linear.bias	7	-0.7347680330276489
221482	linear.bias	8	-0.01705317199230194
221482	linear.bias	9	3.5024240016937256
221679	transitions	0	-0.46045154333114624
221679	transitions	1	8.807336807250977
221679	transitions	2	-3.6203577518463135
221679	transitions	3	1.5636119842529297
221679	transitions	4	-2.2110111713409424
221679	transitions	5	-0.429720014333725
221679	transitions	6	-0.19549071788787842
221679	transitions	7	-10000.0
221679	transitions	8	1.8492152690887451
221679	transitions	9	-2.2949135303497314
221679	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
221679	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
221679	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
221679	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
221679	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
221679	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
221679	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
221679	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
221679	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
221679	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
221679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
221679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
221679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
221679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
221679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
221679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
221679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
221679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
221679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
221679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
221679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
221679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
221679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
221679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
221679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
221679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
221679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
221679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
221679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
221679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
221679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
221679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
221679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
221679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
221679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
221679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
221679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
221679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
221679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
221679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
221679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
221679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
221679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
221679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
221679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
221679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
221679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
221679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
221679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
221679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
221679	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
221679	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
221679	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
221679	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
221679	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
221679	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
221679	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
221679	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
221679	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
221679	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
221679	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
221679	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
221679	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
221679	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
221679	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
221679	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
221679	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
221679	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
221679	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
221679	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
221679	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
221679	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
221679	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
221679	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
221679	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
221679	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
221679	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
221679	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
221679	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
221679	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
221679	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
221679	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
221679	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
221679	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
221679	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
221679	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
221679	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
221679	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
221679	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
221679	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
221679	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
221679	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
221679	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
221679	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
221679	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
221679	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
221679	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
221679	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
221679	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
221679	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
221679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
221679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
221679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
221679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
221679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
221679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
221679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
221679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
221679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
221679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
221679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
221679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
221679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
221679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
221679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
221679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
221679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
221679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
221679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
221679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
221679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
221679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
221679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
221679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
221679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
221679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
221679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
221679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
221679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
221679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
221679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
221679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
221679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
221679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
221679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
221679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
221679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
221679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
221679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
221679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
221679	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
221679	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
221679	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
221679	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
221679	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
221679	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
221679	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
221679	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
221679	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
221679	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
221679	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
221679	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
221679	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
221679	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
221679	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
221679	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
221679	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
221679	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
221679	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
221679	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
221679	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
221679	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
221679	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
221679	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
221679	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
221679	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
221679	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
221679	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
221679	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
221679	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
221679	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
221679	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
221679	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
221679	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
221679	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
221679	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
221679	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
221679	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
221679	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
221679	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
221679	embedding2nn.weight	0	0.04489639401435852
221679	embedding2nn.weight	1	-0.09192848950624466
221679	embedding2nn.weight	2	0.013807641342282295
221679	embedding2nn.weight	3	-0.05846720188856125
221679	embedding2nn.weight	4	-0.1098918691277504
221679	embedding2nn.weight	5	0.11087480932474136
221679	embedding2nn.weight	6	-0.08685022592544556
221679	embedding2nn.weight	7	-0.07033255696296692
221679	embedding2nn.weight	8	-0.032352514564991
221679	embedding2nn.weight	9	0.045117948204278946
221679	embedding2nn.bias	0	0.0827757865190506
221679	embedding2nn.bias	1	-0.0011253315024077892
221679	embedding2nn.bias	2	-0.09914138168096542
221679	embedding2nn.bias	3	0.018426617607474327
221679	embedding2nn.bias	4	-0.0034192674793303013
221679	embedding2nn.bias	5	-0.16709166765213013
221679	embedding2nn.bias	6	-0.11928690969944
221679	embedding2nn.bias	7	-0.012919357977807522
221679	embedding2nn.bias	8	0.07561905682086945
221679	embedding2nn.bias	9	-0.07785266637802124
221679	rnn.weight_ih_l0	0	0.04349769279360771
221679	rnn.weight_ih_l0	1	-0.07534614950418472
221679	rnn.weight_ih_l0	2	-0.05961736664175987
221679	rnn.weight_ih_l0	3	-0.058409444987773895
221679	rnn.weight_ih_l0	4	0.018853483721613884
221679	rnn.weight_ih_l0	5	-0.10658235102891922
221679	rnn.weight_ih_l0	6	-0.031292274594306946
221679	rnn.weight_ih_l0	7	-0.004820594098418951
221679	rnn.weight_ih_l0	8	0.059859324246644974
221679	rnn.weight_ih_l0	9	0.0049371798522770405
221679	rnn.weight_hh_l0	0	-0.0007999438676051795
221679	rnn.weight_hh_l0	1	-0.08576632291078568
221679	rnn.weight_hh_l0	2	0.07279052585363388
221679	rnn.weight_hh_l0	3	0.05165175721049309
221679	rnn.weight_hh_l0	4	0.0050841267220675945
221679	rnn.weight_hh_l0	5	0.06707193702459335
221679	rnn.weight_hh_l0	6	-0.018040457740426064
221679	rnn.weight_hh_l0	7	-0.11045472323894501
221679	rnn.weight_hh_l0	8	0.02864442951977253
221679	rnn.weight_hh_l0	9	-0.086002878844738
221679	rnn.bias_ih_l0	0	-0.08816835284233093
221679	rnn.bias_ih_l0	1	-0.19002360105514526
221679	rnn.bias_ih_l0	2	-0.26166287064552307
221679	rnn.bias_ih_l0	3	-0.2851267457008362
221679	rnn.bias_ih_l0	4	0.007093652617186308
221679	rnn.bias_ih_l0	5	0.06140787899494171
221679	rnn.bias_ih_l0	6	-0.16773545742034912
221679	rnn.bias_ih_l0	7	-0.2603667080402374
221679	rnn.bias_ih_l0	8	-0.14161896705627441
221679	rnn.bias_ih_l0	9	-0.17468146979808807
221679	rnn.bias_hh_l0	0	0.1297779530286789
221679	rnn.bias_hh_l0	1	-0.05570885166525841
221679	rnn.bias_hh_l0	2	0.056460488587617874
221679	rnn.bias_hh_l0	3	-0.18367622792720795
221679	rnn.bias_hh_l0	4	0.06009818613529205
221679	rnn.bias_hh_l0	5	0.058657851070165634
221679	rnn.bias_hh_l0	6	-0.11310572922229767
221679	rnn.bias_hh_l0	7	-0.15071110427379608
221679	rnn.bias_hh_l0	8	-0.19064514338970184
221679	rnn.bias_hh_l0	9	-0.10777685046195984
221679	rnn.weight_ih_l0_reverse	0	-0.01987418159842491
221679	rnn.weight_ih_l0_reverse	1	-0.0012008800404146314
221679	rnn.weight_ih_l0_reverse	2	0.017064988613128662
221679	rnn.weight_ih_l0_reverse	3	0.012117477133870125
221679	rnn.weight_ih_l0_reverse	4	0.01586320623755455
221679	rnn.weight_ih_l0_reverse	5	-0.04390241205692291
221679	rnn.weight_ih_l0_reverse	6	-0.04548178240656853
221679	rnn.weight_ih_l0_reverse	7	0.013275670818984509
221679	rnn.weight_ih_l0_reverse	8	0.09446610510349274
221679	rnn.weight_ih_l0_reverse	9	-0.0013310540234670043
221679	rnn.weight_hh_l0_reverse	0	0.002724743215367198
221679	rnn.weight_hh_l0_reverse	1	0.02728543058037758
221679	rnn.weight_hh_l0_reverse	2	-0.03895285353064537
221679	rnn.weight_hh_l0_reverse	3	0.03816206380724907
221679	rnn.weight_hh_l0_reverse	4	0.02364177815616131
221679	rnn.weight_hh_l0_reverse	5	-0.009644092991948128
221679	rnn.weight_hh_l0_reverse	6	0.06620808690786362
221679	rnn.weight_hh_l0_reverse	7	0.03799606114625931
221679	rnn.weight_hh_l0_reverse	8	-0.026503965258598328
221679	rnn.weight_hh_l0_reverse	9	-0.02830200269818306
221679	rnn.bias_ih_l0_reverse	0	-0.14830143749713898
221679	rnn.bias_ih_l0_reverse	1	-0.30429404973983765
221679	rnn.bias_ih_l0_reverse	2	-0.05858064442873001
221679	rnn.bias_ih_l0_reverse	3	-0.15849673748016357
221679	rnn.bias_ih_l0_reverse	4	0.06963102519512177
221679	rnn.bias_ih_l0_reverse	5	-0.27597111463546753
221679	rnn.bias_ih_l0_reverse	6	-0.0649578645825386
221679	rnn.bias_ih_l0_reverse	7	0.015112061984837055
221679	rnn.bias_ih_l0_reverse	8	-0.1880970448255539
221679	rnn.bias_ih_l0_reverse	9	-0.09688965231180191
221679	rnn.bias_hh_l0_reverse	0	-0.15691304206848145
221679	rnn.bias_hh_l0_reverse	1	-0.1490732729434967
221679	rnn.bias_hh_l0_reverse	2	-0.014205539599061012
221679	rnn.bias_hh_l0_reverse	3	-0.12940168380737305
221679	rnn.bias_hh_l0_reverse	4	-0.028656169772148132
221679	rnn.bias_hh_l0_reverse	5	-0.11528234928846359
221679	rnn.bias_hh_l0_reverse	6	-0.08174449950456619
221679	rnn.bias_hh_l0_reverse	7	-0.1804696023464203
221679	rnn.bias_hh_l0_reverse	8	-0.06396415829658508
221679	rnn.bias_hh_l0_reverse	9	-0.11025960743427277
221679	linear.weight	0	-0.28316789865493774
221679	linear.weight	1	-0.10976516455411911
221679	linear.weight	2	-0.011228874325752258
221679	linear.weight	3	-0.08729267865419388
221679	linear.weight	4	-0.028539162129163742
221679	linear.weight	5	0.21020498871803284
221679	linear.weight	6	0.0047744326293468475
221679	linear.weight	7	-0.021312154829502106
221679	linear.weight	8	0.1953364461660385
221679	linear.weight	9	0.19825150072574615
221679	linear.bias	0	-0.8172573447227478
221679	linear.bias	1	1.4299947023391724
221679	linear.bias	2	-0.4812493920326233
221679	linear.bias	3	-0.7544053792953491
221679	linear.bias	4	-0.8935811519622803
221679	linear.bias	5	-1.179972767829895
221679	linear.bias	6	-0.9569196701049805
221679	linear.bias	7	-0.7209967374801636
221679	linear.bias	8	-0.01705317199230194
221679	linear.bias	9	3.4921364784240723
221876	transitions	0	-0.4605851173400879
221876	transitions	1	8.806320190429688
221876	transitions	2	-3.620452642440796
221876	transitions	3	1.5605230331420898
221876	transitions	4	-2.211076021194458
221876	transitions	5	-0.42972874641418457
221876	transitions	6	-0.19549845159053802
221876	transitions	7	-10000.0
221876	transitions	8	1.8497358560562134
221876	transitions	9	-2.2949135303497314
221876	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
221876	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
221876	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
221876	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
221876	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
221876	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
221876	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
221876	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
221876	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
221876	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
221876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
221876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
221876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
221876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
221876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
221876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
221876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
221876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
221876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
221876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
221876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
221876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
221876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
221876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
221876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
221876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
221876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
221876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
221876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
221876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
221876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
221876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
221876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
221876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
221876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
221876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
221876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
221876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
221876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
221876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
221876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
221876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
221876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
221876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
221876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
221876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
221876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
221876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
221876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
221876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
221876	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
221876	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
221876	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
221876	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
221876	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
221876	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
221876	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
221876	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
221876	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
221876	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
221876	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
221876	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
221876	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
221876	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
221876	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
221876	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
221876	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
221876	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
221876	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
221876	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
221876	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
221876	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
221876	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
221876	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
221876	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
221876	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
221876	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
221876	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
221876	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
221876	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
221876	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
221876	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
221876	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
221876	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
221876	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
221876	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
221876	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
221876	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
221876	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
221876	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
221876	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
221876	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
221876	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
221876	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
221876	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
221876	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
221876	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
221876	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
221876	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
221876	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
221876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
221876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
221876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
221876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
221876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
221876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
221876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
221876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
221876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
221876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
221876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
221876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
221876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
221876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
221876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
221876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
221876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
221876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
221876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
221876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
221876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
221876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
221876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
221876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
221876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
221876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
221876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
221876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
221876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
221876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
221876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
221876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
221876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
221876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
221876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
221876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
221876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
221876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
221876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
221876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
221876	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
221876	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
221876	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
221876	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
221876	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
221876	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
221876	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
221876	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
221876	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
221876	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
221876	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
221876	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
221876	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
221876	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
221876	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
221876	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
221876	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
221876	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
221876	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
221876	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
221876	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
221876	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
221876	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
221876	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
221876	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
221876	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
221876	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
221876	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
221876	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
221876	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
221876	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
221876	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
221876	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
221876	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
221876	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
221876	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
221876	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
221876	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
221876	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
221876	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
221876	embedding2nn.weight	0	0.0448317751288414
221876	embedding2nn.weight	1	-0.09164007008075714
221876	embedding2nn.weight	2	0.013926618732511997
221876	embedding2nn.weight	3	-0.058518700301647186
221876	embedding2nn.weight	4	-0.1099478080868721
221876	embedding2nn.weight	5	0.11058079451322556
221876	embedding2nn.weight	6	-0.08432259410619736
221876	embedding2nn.weight	7	-0.07047117501497269
221876	embedding2nn.weight	8	-0.032332874834537506
221876	embedding2nn.weight	9	0.04566061496734619
221876	embedding2nn.bias	0	0.08082491159439087
221876	embedding2nn.bias	1	-0.003730184631422162
221876	embedding2nn.bias	2	-0.09343521296977997
221876	embedding2nn.bias	3	0.016750393435359
221876	embedding2nn.bias	4	-0.0010790025116875768
221876	embedding2nn.bias	5	-0.16370844841003418
221876	embedding2nn.bias	6	-0.12075526267290115
221876	embedding2nn.bias	7	-0.012459234334528446
221876	embedding2nn.bias	8	0.07452274858951569
221876	embedding2nn.bias	9	-0.07557585835456848
221876	rnn.weight_ih_l0	0	0.04373830556869507
221876	rnn.weight_ih_l0	1	-0.07560429722070694
221876	rnn.weight_ih_l0	2	-0.06015094369649887
221876	rnn.weight_ih_l0	3	-0.05910821631550789
221876	rnn.weight_ih_l0	4	0.018909897655248642
221876	rnn.weight_ih_l0	5	-0.10667242109775543
221876	rnn.weight_ih_l0	6	-0.030085597187280655
221876	rnn.weight_ih_l0	7	-0.003815602045506239
221876	rnn.weight_ih_l0	8	0.0599539615213871
221876	rnn.weight_ih_l0	9	0.004682078957557678
221876	rnn.weight_hh_l0	0	-0.0006566746742464602
221876	rnn.weight_hh_l0	1	-0.08523835241794586
221876	rnn.weight_hh_l0	2	0.0729832574725151
221876	rnn.weight_hh_l0	3	0.051622796803712845
221876	rnn.weight_hh_l0	4	0.005113108549267054
221876	rnn.weight_hh_l0	5	0.06693480163812637
221876	rnn.weight_hh_l0	6	-0.017996862530708313
221876	rnn.weight_hh_l0	7	-0.11040891706943512
221876	rnn.weight_hh_l0	8	0.02823459543287754
221876	rnn.weight_hh_l0	9	-0.08606589585542679
221876	rnn.bias_ih_l0	0	-0.08835545927286148
221876	rnn.bias_ih_l0	1	-0.19057710468769073
221876	rnn.bias_ih_l0	2	-0.26252099871635437
221876	rnn.bias_ih_l0	3	-0.2846803367137909
221876	rnn.bias_ih_l0	4	0.0047669666819274426
221876	rnn.bias_ih_l0	5	0.06189332157373428
221876	rnn.bias_ih_l0	6	-0.16739483177661896
221876	rnn.bias_ih_l0	7	-0.2599167227745056
221876	rnn.bias_ih_l0	8	-0.14171014726161957
221876	rnn.bias_ih_l0	9	-0.17467311024665833
221876	rnn.bias_hh_l0	0	0.12976904213428497
221876	rnn.bias_hh_l0	1	-0.056097451597452164
221876	rnn.bias_hh_l0	2	0.056457456201314926
221876	rnn.bias_hh_l0	3	-0.18371227383613586
221876	rnn.bias_hh_l0	4	0.059049274772405624
221876	rnn.bias_hh_l0	5	0.05890701338648796
221876	rnn.bias_hh_l0	6	-0.11268072575330734
221876	rnn.bias_hh_l0	7	-0.15033775568008423
221876	rnn.bias_hh_l0	8	-0.19098150730133057
221876	rnn.bias_hh_l0	9	-0.10881084203720093
221876	rnn.weight_ih_l0_reverse	0	-0.01952376216650009
221876	rnn.weight_ih_l0_reverse	1	-0.0012999378377571702
221876	rnn.weight_ih_l0_reverse	2	0.01680488884449005
221876	rnn.weight_ih_l0_reverse	3	0.011575228534638882
221876	rnn.weight_ih_l0_reverse	4	0.015590954571962357
221876	rnn.weight_ih_l0_reverse	5	-0.043904729187488556
221876	rnn.weight_ih_l0_reverse	6	-0.046032607555389404
221876	rnn.weight_ih_l0_reverse	7	0.013285194523632526
221876	rnn.weight_ih_l0_reverse	8	0.09461047500371933
221876	rnn.weight_ih_l0_reverse	9	-0.0009794915094971657
221876	rnn.weight_hh_l0_reverse	0	0.0027827357407659292
221876	rnn.weight_hh_l0_reverse	1	0.027239464223384857
221876	rnn.weight_hh_l0_reverse	2	-0.03886985778808594
221876	rnn.weight_hh_l0_reverse	3	0.03815436363220215
221876	rnn.weight_hh_l0_reverse	4	0.02347264625132084
221876	rnn.weight_hh_l0_reverse	5	-0.009765652939677238
221876	rnn.weight_hh_l0_reverse	6	0.06639114022254944
221876	rnn.weight_hh_l0_reverse	7	0.038010772317647934
221876	rnn.weight_hh_l0_reverse	8	-0.026611758396029472
221876	rnn.weight_hh_l0_reverse	9	-0.028437625616788864
221876	rnn.bias_ih_l0_reverse	0	-0.14835484325885773
221876	rnn.bias_ih_l0_reverse	1	-0.30430248379707336
221876	rnn.bias_ih_l0_reverse	2	-0.058424003422260284
221876	rnn.bias_ih_l0_reverse	3	-0.15792116522789001
221876	rnn.bias_ih_l0_reverse	4	0.07048755884170532
221876	rnn.bias_ih_l0_reverse	5	-0.27494189143180847
221876	rnn.bias_ih_l0_reverse	6	-0.06484778225421906
221876	rnn.bias_ih_l0_reverse	7	0.014730394817888737
221876	rnn.bias_ih_l0_reverse	8	-0.18772606551647186
221876	rnn.bias_ih_l0_reverse	9	-0.096161849796772
221876	rnn.bias_hh_l0_reverse	0	-0.1578679084777832
221876	rnn.bias_hh_l0_reverse	1	-0.14936287701129913
221876	rnn.bias_hh_l0_reverse	2	-0.01471137534826994
221876	rnn.bias_hh_l0_reverse	3	-0.12941168248653412
221876	rnn.bias_hh_l0_reverse	4	-0.029139984399080276
221876	rnn.bias_hh_l0_reverse	5	-0.11440663039684296
221876	rnn.bias_hh_l0_reverse	6	-0.08147309720516205
221876	rnn.bias_hh_l0_reverse	7	-0.17996664345264435
221876	rnn.bias_hh_l0_reverse	8	-0.063041090965271
221876	rnn.bias_hh_l0_reverse	9	-0.11120200157165527
221876	linear.weight	0	-0.29015052318573
221876	linear.weight	1	-0.10980675369501114
221876	linear.weight	2	-0.011228874325752258
221876	linear.weight	3	-0.09039585292339325
221876	linear.weight	4	-0.02728431299328804
221876	linear.weight	5	0.21495583653450012
221876	linear.weight	6	0.0047744326293468475
221876	linear.weight	7	-0.021312154829502106
221876	linear.weight	8	0.19458909332752228
221876	linear.weight	9	0.20150339603424072
221876	linear.bias	0	-0.8218278884887695
221876	linear.bias	1	1.4217008352279663
221876	linear.bias	2	-0.46008747816085815
221876	linear.bias	3	-0.7551374435424805
221876	linear.bias	4	-0.8843184113502502
221876	linear.bias	5	-1.1799789667129517
221876	linear.bias	6	-0.9618868827819824
221876	linear.bias	7	-0.719448447227478
221876	linear.bias	8	-0.01705317199230194
221876	linear.bias	9	3.507992744445801
222073	transitions	0	-0.460639625787735
222073	transitions	1	8.81076431274414
222073	transitions	2	-3.6205499172210693
222073	transitions	3	1.5620615482330322
222073	transitions	4	-2.211153030395508
222073	transitions	5	-0.42977845668792725
222073	transitions	6	-0.1955038607120514
222073	transitions	7	-10000.0
222073	transitions	8	1.849650502204895
222073	transitions	9	-2.2949154376983643
222073	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
222073	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
222073	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
222073	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
222073	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
222073	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
222073	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
222073	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
222073	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
222073	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
222073	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
222073	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
222073	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
222073	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
222073	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
222073	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
222073	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
222073	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
222073	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
222073	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
222073	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
222073	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
222073	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
222073	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
222073	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
222073	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
222073	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
222073	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
222073	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
222073	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
222073	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
222073	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
222073	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
222073	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
222073	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
222073	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
222073	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
222073	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
222073	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
222073	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
222073	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
222073	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
222073	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
222073	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
222073	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
222073	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
222073	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
222073	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
222073	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
222073	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
222073	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
222073	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
222073	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
222073	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
222073	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
222073	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
222073	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
222073	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
222073	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
222073	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
222073	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
222073	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
222073	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
222073	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
222073	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
222073	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
222073	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
222073	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
222073	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
222073	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
222073	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
222073	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
222073	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
222073	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
222073	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
222073	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
222073	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
222073	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
222073	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
222073	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
222073	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
222073	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
222073	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
222073	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
222073	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
222073	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
222073	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
222073	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
222073	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
222073	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
222073	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
222073	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
222073	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
222073	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
222073	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
222073	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
222073	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
222073	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
222073	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
222073	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
222073	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
222073	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
222073	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
222073	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
222073	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
222073	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
222073	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
222073	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
222073	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
222073	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
222073	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
222073	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
222073	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
222073	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
222073	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
222073	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
222073	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
222073	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
222073	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
222073	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
222073	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
222073	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
222073	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
222073	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
222073	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
222073	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
222073	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
222073	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
222073	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
222073	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
222073	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
222073	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
222073	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
222073	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
222073	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
222073	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
222073	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
222073	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
222073	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
222073	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
222073	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
222073	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
222073	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
222073	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
222073	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
222073	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
222073	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
222073	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
222073	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
222073	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
222073	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
222073	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
222073	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
222073	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
222073	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
222073	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
222073	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
222073	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
222073	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
222073	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
222073	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
222073	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
222073	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
222073	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
222073	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
222073	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
222073	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
222073	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
222073	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
222073	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
222073	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
222073	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
222073	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
222073	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
222073	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
222073	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
222073	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
222073	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
222073	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
222073	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
222073	embedding2nn.weight	0	0.044730547815561295
222073	embedding2nn.weight	1	-0.09142247587442398
222073	embedding2nn.weight	2	0.015257946215569973
222073	embedding2nn.weight	3	-0.05867953225970268
222073	embedding2nn.weight	4	-0.11010122299194336
222073	embedding2nn.weight	5	0.11077195405960083
222073	embedding2nn.weight	6	-0.08314494788646698
222073	embedding2nn.weight	7	-0.07121030241250992
222073	embedding2nn.weight	8	-0.03237950801849365
222073	embedding2nn.weight	9	0.04606817290186882
222073	embedding2nn.bias	0	0.07947561889886856
222073	embedding2nn.bias	1	-0.0036506399046629667
222073	embedding2nn.bias	2	-0.09442616999149323
222073	embedding2nn.bias	3	0.02120788022875786
222073	embedding2nn.bias	4	-0.0016854036366567016
222073	embedding2nn.bias	5	-0.1597488820552826
222073	embedding2nn.bias	6	-0.11671265959739685
222073	embedding2nn.bias	7	-0.007729717064648867
222073	embedding2nn.bias	8	0.07406102865934372
222073	embedding2nn.bias	9	-0.0777198076248169
222073	rnn.weight_ih_l0	0	0.043758243322372437
222073	rnn.weight_ih_l0	1	-0.07545991241931915
222073	rnn.weight_ih_l0	2	-0.06075850501656532
222073	rnn.weight_ih_l0	3	-0.058978140354156494
222073	rnn.weight_ih_l0	4	0.017773756757378578
222073	rnn.weight_ih_l0	5	-0.10616201907396317
222073	rnn.weight_ih_l0	6	-0.029270226135849953
222073	rnn.weight_ih_l0	7	-0.003027052851393819
222073	rnn.weight_ih_l0	8	0.05986488237977028
222073	rnn.weight_ih_l0	9	0.0037091041449457407
222073	rnn.weight_hh_l0	0	-0.0006374290096573532
222073	rnn.weight_hh_l0	1	-0.08486752212047577
222073	rnn.weight_hh_l0	2	0.07306273281574249
222073	rnn.weight_hh_l0	3	0.05167118087410927
222073	rnn.weight_hh_l0	4	0.005173054523766041
222073	rnn.weight_hh_l0	5	0.06684151291847229
222073	rnn.weight_hh_l0	6	-0.017976785078644753
222073	rnn.weight_hh_l0	7	-0.1102382242679596
222073	rnn.weight_hh_l0	8	0.02853618562221527
222073	rnn.weight_hh_l0	9	-0.08644717931747437
222073	rnn.bias_ih_l0	0	-0.08925461769104004
222073	rnn.bias_ih_l0	1	-0.19166192412376404
222073	rnn.bias_ih_l0	2	-0.2620531916618347
222073	rnn.bias_ih_l0	3	-0.2837876081466675
222073	rnn.bias_ih_l0	4	0.0056318361312150955
222073	rnn.bias_ih_l0	5	0.0611322820186615
222073	rnn.bias_ih_l0	6	-0.16845561563968658
222073	rnn.bias_ih_l0	7	-0.25904759764671326
222073	rnn.bias_ih_l0	8	-0.14364881813526154
222073	rnn.bias_ih_l0	9	-0.17438912391662598
222073	rnn.bias_hh_l0	0	0.12987598776817322
222073	rnn.bias_hh_l0	1	-0.05529763177037239
222073	rnn.bias_hh_l0	2	0.05678847059607506
222073	rnn.bias_hh_l0	3	-0.18320076167583466
222073	rnn.bias_hh_l0	4	0.05942187458276749
222073	rnn.bias_hh_l0	5	0.058444730937480927
222073	rnn.bias_hh_l0	6	-0.11349138617515564
222073	rnn.bias_hh_l0	7	-0.14960221946239471
222073	rnn.bias_hh_l0	8	-0.19088692963123322
222073	rnn.bias_hh_l0	9	-0.10899362713098526
222073	rnn.weight_ih_l0_reverse	0	-0.019425934180617332
222073	rnn.weight_ih_l0_reverse	1	-0.0003102316113654524
222073	rnn.weight_ih_l0_reverse	2	0.016619237139821053
222073	rnn.weight_ih_l0_reverse	3	0.009885319508612156
222073	rnn.weight_ih_l0_reverse	4	0.015428186394274235
222073	rnn.weight_ih_l0_reverse	5	-0.0434662364423275
222073	rnn.weight_ih_l0_reverse	6	-0.04611611366271973
222073	rnn.weight_ih_l0_reverse	7	0.013902420178055763
222073	rnn.weight_ih_l0_reverse	8	0.09416931867599487
222073	rnn.weight_ih_l0_reverse	9	-0.0011060087708756328
222073	rnn.weight_hh_l0_reverse	0	0.0027827159501612186
222073	rnn.weight_hh_l0_reverse	1	0.027216264978051186
222073	rnn.weight_hh_l0_reverse	2	-0.038791678845882416
222073	rnn.weight_hh_l0_reverse	3	0.03836604952812195
222073	rnn.weight_hh_l0_reverse	4	0.02322269231081009
222073	rnn.weight_hh_l0_reverse	5	-0.00978845451027155
222073	rnn.weight_hh_l0_reverse	6	0.06644688546657562
222073	rnn.weight_hh_l0_reverse	7	0.037994373589754105
222073	rnn.weight_hh_l0_reverse	8	-0.026546144858002663
222073	rnn.weight_hh_l0_reverse	9	-0.028222056105732918
222073	rnn.bias_ih_l0_reverse	0	-0.1482413411140442
222073	rnn.bias_ih_l0_reverse	1	-0.3044242858886719
222073	rnn.bias_ih_l0_reverse	2	-0.058548878878355026
222073	rnn.bias_ih_l0_reverse	3	-0.15784509479999542
222073	rnn.bias_ih_l0_reverse	4	0.07038795948028564
222073	rnn.bias_ih_l0_reverse	5	-0.2732154428958893
222073	rnn.bias_ih_l0_reverse	6	-0.06447826325893402
222073	rnn.bias_ih_l0_reverse	7	0.013640054501593113
222073	rnn.bias_ih_l0_reverse	8	-0.18682023882865906
222073	rnn.bias_ih_l0_reverse	9	-0.0953793078660965
222073	rnn.bias_hh_l0_reverse	0	-0.15782496333122253
222073	rnn.bias_hh_l0_reverse	1	-0.14868350327014923
222073	rnn.bias_hh_l0_reverse	2	-0.014689923264086246
222073	rnn.bias_hh_l0_reverse	3	-0.12994779646396637
222073	rnn.bias_hh_l0_reverse	4	-0.029483206570148468
222073	rnn.bias_hh_l0_reverse	5	-0.11479219049215317
222073	rnn.bias_hh_l0_reverse	6	-0.08064218610525131
222073	rnn.bias_hh_l0_reverse	7	-0.1799025535583496
222073	rnn.bias_hh_l0_reverse	8	-0.0630510076880455
222073	rnn.bias_hh_l0_reverse	9	-0.11043408513069153
222073	linear.weight	0	-0.29386624693870544
222073	linear.weight	1	-0.10674896091222763
222073	linear.weight	2	-0.011228874325752258
222073	linear.weight	3	-0.08854740858078003
222073	linear.weight	4	-0.026244886219501495
222073	linear.weight	5	0.21345286071300507
222073	linear.weight	6	0.0047744326293468475
222073	linear.weight	7	-0.021312154829502106
222073	linear.weight	8	0.18638551235198975
222073	linear.weight	9	0.1981225162744522
222073	linear.bias	0	-0.825920820236206
222073	linear.bias	1	1.418821930885315
222073	linear.bias	2	-0.46513113379478455
222073	linear.bias	3	-0.7429966926574707
222073	linear.bias	4	-0.8843832612037659
222073	linear.bias	5	-1.1799832582473755
222073	linear.bias	6	-0.965296745300293
222073	linear.bias	7	-0.7151045799255371
222073	linear.bias	8	-0.01705317199230194
222073	linear.bias	9	3.501085042953491
222270	transitions	0	-0.4606626629829407
222270	transitions	1	8.803415298461914
222270	transitions	2	-3.6207473278045654
222270	transitions	3	1.5625425577163696
222270	transitions	4	-2.211200714111328
222270	transitions	5	-0.4298042356967926
222270	transitions	6	-0.19550961256027222
222270	transitions	7	-10000.0
222270	transitions	8	1.849579930305481
222270	transitions	9	-2.2949161529541016
222270	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
222270	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
222270	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
222270	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
222270	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
222270	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
222270	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
222270	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
222270	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
222270	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
222270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
222270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
222270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
222270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
222270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
222270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
222270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
222270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
222270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
222270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
222270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
222270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
222270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
222270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
222270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
222270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
222270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
222270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
222270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
222270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
222270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
222270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
222270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
222270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
222270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
222270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
222270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
222270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
222270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
222270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
222270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
222270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
222270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
222270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
222270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
222270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
222270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
222270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
222270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
222270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
222270	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
222270	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
222270	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
222270	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
222270	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
222270	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
222270	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
222270	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
222270	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
222270	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
222270	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
222270	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
222270	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
222270	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
222270	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
222270	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
222270	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
222270	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
222270	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
222270	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
222270	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
222270	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
222270	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
222270	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
222270	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
222270	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
222270	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
222270	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
222270	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
222270	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
222270	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
222270	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
222270	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
222270	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
222270	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
222270	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
222270	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
222270	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
222270	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
222270	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
222270	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
222270	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
222270	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
222270	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
222270	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
222270	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
222270	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
222270	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
222270	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
222270	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
222270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
222270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
222270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
222270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
222270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
222270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
222270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
222270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
222270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
222270	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
222270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
222270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
222270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
222270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
222270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
222270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
222270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
222270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
222270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
222270	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
222270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
222270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
222270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
222270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
222270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
222270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
222270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
222270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
222270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
222270	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
222270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
222270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
222270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
222270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
222270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
222270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
222270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
222270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
222270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
222270	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
222270	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
222270	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
222270	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
222270	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
222270	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
222270	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
222270	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
222270	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
222270	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
222270	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
222270	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
222270	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
222270	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
222270	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
222270	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
222270	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
222270	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
222270	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
222270	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
222270	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
222270	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
222270	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
222270	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
222270	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
222270	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
222270	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
222270	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
222270	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
222270	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
222270	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
222270	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
222270	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
222270	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
222270	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
222270	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
222270	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
222270	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
222270	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
222270	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
222270	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
222270	embedding2nn.weight	0	0.0446893684566021
222270	embedding2nn.weight	1	-0.09155566990375519
222270	embedding2nn.weight	2	0.016088688746094704
222270	embedding2nn.weight	3	-0.05826779827475548
222270	embedding2nn.weight	4	-0.109787218272686
222270	embedding2nn.weight	5	0.11019693315029144
222270	embedding2nn.weight	6	-0.07949794083833694
222270	embedding2nn.weight	7	-0.07168488204479218
222270	embedding2nn.weight	8	-0.03248199447989464
222270	embedding2nn.weight	9	0.04626971855759621
222270	embedding2nn.bias	0	0.07942933589220047
222270	embedding2nn.bias	1	-0.0038103850092738867
222270	embedding2nn.bias	2	-0.09853775054216385
222270	embedding2nn.bias	3	0.016162103042006493
222270	embedding2nn.bias	4	-0.00010175265197176486
222270	embedding2nn.bias	5	-0.15934349596500397
222270	embedding2nn.bias	6	-0.11582980304956436
222270	embedding2nn.bias	7	-0.008219029754400253
222270	embedding2nn.bias	8	0.07198359817266464
222270	embedding2nn.bias	9	-0.07545704394578934
222270	rnn.weight_ih_l0	0	0.043499208986759186
222270	rnn.weight_ih_l0	1	-0.07488448917865753
222270	rnn.weight_ih_l0	2	-0.060647137463092804
222270	rnn.weight_ih_l0	3	-0.05909941345453262
222270	rnn.weight_ih_l0	4	0.01767776533961296
222270	rnn.weight_ih_l0	5	-0.10620544105768204
222270	rnn.weight_ih_l0	6	-0.029702147468924522
222270	rnn.weight_ih_l0	7	-0.003423511516302824
222270	rnn.weight_ih_l0	8	0.059770818799734116
222270	rnn.weight_ih_l0	9	0.0038107603322714567
222270	rnn.weight_hh_l0	0	-0.0007918681367300451
222270	rnn.weight_hh_l0	1	-0.08493131399154663
222270	rnn.weight_hh_l0	2	0.07296299934387207
222270	rnn.weight_hh_l0	3	0.05156279355287552
222270	rnn.weight_hh_l0	4	0.005098400637507439
222270	rnn.weight_hh_l0	5	0.06709200143814087
222270	rnn.weight_hh_l0	6	-0.018040375784039497
222270	rnn.weight_hh_l0	7	-0.1102856993675232
222270	rnn.weight_hh_l0	8	0.02841426618397236
222270	rnn.weight_hh_l0	9	-0.08632045984268188
222270	rnn.bias_ih_l0	0	-0.08922798186540604
222270	rnn.bias_ih_l0	1	-0.19263707101345062
222270	rnn.bias_ih_l0	2	-0.2630450427532196
222270	rnn.bias_ih_l0	3	-0.28412094712257385
222270	rnn.bias_ih_l0	4	0.0060818810015916824
222270	rnn.bias_ih_l0	5	0.06206044927239418
222270	rnn.bias_ih_l0	6	-0.16799229383468628
222270	rnn.bias_ih_l0	7	-0.2582615613937378
222270	rnn.bias_ih_l0	8	-0.14137716591358185
222270	rnn.bias_ih_l0	9	-0.17586803436279297
222270	rnn.bias_hh_l0	0	0.1297549605369568
222270	rnn.bias_hh_l0	1	-0.05523242801427841
222270	rnn.bias_hh_l0	2	0.05702202022075653
222270	rnn.bias_hh_l0	3	-0.18250274658203125
222270	rnn.bias_hh_l0	4	0.05838250741362572
222270	rnn.bias_hh_l0	5	0.05886632576584816
222270	rnn.bias_hh_l0	6	-0.11390307545661926
222270	rnn.bias_hh_l0	7	-0.14965301752090454
222270	rnn.bias_hh_l0	8	-0.19172023236751556
222270	rnn.bias_hh_l0	9	-0.1088804081082344
222270	rnn.weight_ih_l0_reverse	0	-0.019565550610423088
222270	rnn.weight_ih_l0_reverse	1	-0.0002816248161252588
222270	rnn.weight_ih_l0_reverse	2	0.01628885604441166
222270	rnn.weight_ih_l0_reverse	3	0.011099118739366531
222270	rnn.weight_ih_l0_reverse	4	0.015315725468099117
222270	rnn.weight_ih_l0_reverse	5	-0.04336397349834442
222270	rnn.weight_ih_l0_reverse	6	-0.046684250235557556
222270	rnn.weight_ih_l0_reverse	7	0.013959366828203201
222270	rnn.weight_ih_l0_reverse	8	0.09393251687288284
222270	rnn.weight_ih_l0_reverse	9	-0.0010540020884945989
222270	rnn.weight_hh_l0_reverse	0	0.002642523031681776
222270	rnn.weight_hh_l0_reverse	1	0.02718220464885235
222270	rnn.weight_hh_l0_reverse	2	-0.03910616785287857
222270	rnn.weight_hh_l0_reverse	3	0.0383538082242012
222270	rnn.weight_hh_l0_reverse	4	0.023080313578248024
222270	rnn.weight_hh_l0_reverse	5	-0.009728244505822659
222270	rnn.weight_hh_l0_reverse	6	0.06651103496551514
222270	rnn.weight_hh_l0_reverse	7	0.03790150582790375
222270	rnn.weight_hh_l0_reverse	8	-0.02680608443915844
222270	rnn.weight_hh_l0_reverse	9	-0.02810993418097496
222270	rnn.bias_ih_l0_reverse	0	-0.1476123183965683
222270	rnn.bias_ih_l0_reverse	1	-0.3046385943889618
222270	rnn.bias_ih_l0_reverse	2	-0.05824650824069977
222270	rnn.bias_ih_l0_reverse	3	-0.15765832364559174
222270	rnn.bias_ih_l0_reverse	4	0.06985500454902649
222270	rnn.bias_ih_l0_reverse	5	-0.27366188168525696
222270	rnn.bias_ih_l0_reverse	6	-0.06465578079223633
222270	rnn.bias_ih_l0_reverse	7	0.01520104892551899
222270	rnn.bias_ih_l0_reverse	8	-0.18713925778865814
222270	rnn.bias_ih_l0_reverse	9	-0.0951748788356781
222270	rnn.bias_hh_l0_reverse	0	-0.15794426202774048
222270	rnn.bias_hh_l0_reverse	1	-0.1492699682712555
222270	rnn.bias_hh_l0_reverse	2	-0.01469431258738041
222270	rnn.bias_hh_l0_reverse	3	-0.1301458328962326
222270	rnn.bias_hh_l0_reverse	4	-0.029590332880616188
222270	rnn.bias_hh_l0_reverse	5	-0.11524693667888641
222270	rnn.bias_hh_l0_reverse	6	-0.08069895952939987
222270	rnn.bias_hh_l0_reverse	7	-0.17947892844676971
222270	rnn.bias_hh_l0_reverse	8	-0.06373235583305359
222270	rnn.bias_hh_l0_reverse	9	-0.11082538962364197
222270	linear.weight	0	-0.2931472659111023
222270	linear.weight	1	-0.10664276778697968
222270	linear.weight	2	-0.011228874325752258
222270	linear.weight	3	-0.09077940136194229
222270	linear.weight	4	-0.02681712619960308
222270	linear.weight	5	0.21179015934467316
222270	linear.weight	6	0.0047744326293468475
222270	linear.weight	7	-0.021312154829502106
222270	linear.weight	8	0.183122918009758
222270	linear.weight	9	0.2031702995300293
222270	linear.bias	0	-0.8184317350387573
222270	linear.bias	1	1.416808843612671
222270	linear.bias	2	-0.46994730830192566
222270	linear.bias	3	-0.7462962865829468
222270	linear.bias	4	-0.8818938732147217
222270	linear.bias	5	-1.1799893379211426
222270	linear.bias	6	-0.9581323862075806
222270	linear.bias	7	-0.7094484567642212
222270	linear.bias	8	-0.01705317199230194
222270	linear.bias	9	3.4989187717437744
222467	transitions	0	-0.46067482233047485
222467	transitions	1	8.798654556274414
222467	transitions	2	-3.6208555698394775
222467	transitions	3	1.5662953853607178
222467	transitions	4	-2.2113454341888428
222467	transitions	5	-0.4298258125782013
222467	transitions	6	-0.19551846385002136
222467	transitions	7	-10000.0
222467	transitions	8	1.8492578268051147
222467	transitions	9	-2.294916868209839
222467	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
222467	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
222467	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
222467	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
222467	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
222467	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
222467	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
222467	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
222467	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
222467	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
222467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
222467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
222467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
222467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
222467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
222467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
222467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
222467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
222467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
222467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
222467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
222467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
222467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
222467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
222467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
222467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
222467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
222467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
222467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
222467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
222467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
222467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
222467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
222467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
222467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
222467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
222467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
222467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
222467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
222467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
222467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
222467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
222467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
222467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
222467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
222467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
222467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
222467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
222467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
222467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
222467	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
222467	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
222467	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
222467	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
222467	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
222467	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
222467	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
222467	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
222467	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
222467	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
222467	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
222467	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
222467	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
222467	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
222467	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
222467	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
222467	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
222467	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
222467	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
222467	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
222467	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
222467	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
222467	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
222467	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
222467	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
222467	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
222467	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
222467	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
222467	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
222467	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
222467	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
222467	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
222467	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
222467	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
222467	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
222467	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
222467	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
222467	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
222467	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
222467	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
222467	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
222467	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
222467	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
222467	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
222467	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
222467	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
222467	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
222467	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
222467	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
222467	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
222467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
222467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
222467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
222467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
222467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
222467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
222467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
222467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
222467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
222467	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
222467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
222467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
222467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
222467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
222467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
222467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
222467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
222467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
222467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
222467	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
222467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
222467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
222467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
222467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
222467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
222467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
222467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
222467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
222467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
222467	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
222467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
222467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
222467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
222467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
222467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
222467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
222467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
222467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
222467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
222467	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
222467	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
222467	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
222467	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
222467	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
222467	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
222467	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
222467	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
222467	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
222467	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
222467	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
222467	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
222467	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
222467	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
222467	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
222467	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
222467	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
222467	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
222467	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
222467	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
222467	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
222467	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
222467	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
222467	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
222467	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
222467	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
222467	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
222467	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
222467	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
222467	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
222467	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
222467	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
222467	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
222467	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
222467	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
222467	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
222467	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
222467	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
222467	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
222467	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
222467	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
222467	embedding2nn.weight	0	0.04471321031451225
222467	embedding2nn.weight	1	-0.09161180257797241
222467	embedding2nn.weight	2	0.014890220016241074
222467	embedding2nn.weight	3	-0.05826733633875847
222467	embedding2nn.weight	4	-0.10879842191934586
222467	embedding2nn.weight	5	0.11062933504581451
222467	embedding2nn.weight	6	-0.07749693095684052
222467	embedding2nn.weight	7	-0.07182613015174866
222467	embedding2nn.weight	8	-0.03245297074317932
222467	embedding2nn.weight	9	0.04609004408121109
222467	embedding2nn.bias	0	0.07254287600517273
222467	embedding2nn.bias	1	-0.0014397287741303444
222467	embedding2nn.bias	2	-0.10222315043210983
222467	embedding2nn.bias	3	0.018488429486751556
222467	embedding2nn.bias	4	-0.0018174040596932173
222467	embedding2nn.bias	5	-0.1624676138162613
222467	embedding2nn.bias	6	-0.11764180660247803
222467	embedding2nn.bias	7	-0.010107982903718948
222467	embedding2nn.bias	8	0.0727544054389
222467	embedding2nn.bias	9	-0.07525268942117691
222467	rnn.weight_ih_l0	0	0.04316916689276695
222467	rnn.weight_ih_l0	1	-0.07443036139011383
222467	rnn.weight_ih_l0	2	-0.06050781533122063
222467	rnn.weight_ih_l0	3	-0.05899189040064812
222467	rnn.weight_ih_l0	4	0.017625421285629272
222467	rnn.weight_ih_l0	5	-0.1065005511045456
222467	rnn.weight_ih_l0	6	-0.029860546812415123
222467	rnn.weight_ih_l0	7	-0.0028932003770023584
222467	rnn.weight_ih_l0	8	0.05969059467315674
222467	rnn.weight_ih_l0	9	0.0036442275159060955
222467	rnn.weight_hh_l0	0	-0.000672509369906038
222467	rnn.weight_hh_l0	1	-0.08537963032722473
222467	rnn.weight_hh_l0	2	0.07270313799381256
222467	rnn.weight_hh_l0	3	0.051782313734292984
222467	rnn.weight_hh_l0	4	0.005024855490773916
222467	rnn.weight_hh_l0	5	0.06706181913614273
222467	rnn.weight_hh_l0	6	-0.01808638498187065
222467	rnn.weight_hh_l0	7	-0.11014039814472198
222467	rnn.weight_hh_l0	8	0.02864249236881733
222467	rnn.weight_hh_l0	9	-0.0864453986287117
222467	rnn.bias_ih_l0	0	-0.08892698585987091
222467	rnn.bias_ih_l0	1	-0.19249579310417175
222467	rnn.bias_ih_l0	2	-0.2638915777206421
222467	rnn.bias_ih_l0	3	-0.2846081852912903
222467	rnn.bias_ih_l0	4	0.006736089941114187
222467	rnn.bias_ih_l0	5	0.06273450702428818
222467	rnn.bias_ih_l0	6	-0.16933469474315643
222467	rnn.bias_ih_l0	7	-0.25840702652931213
222467	rnn.bias_ih_l0	8	-0.1426328718662262
222467	rnn.bias_ih_l0	9	-0.17611180245876312
222467	rnn.bias_hh_l0	0	0.1295691877603531
222467	rnn.bias_hh_l0	1	-0.05454397574067116
222467	rnn.bias_hh_l0	2	0.056971773505210876
222467	rnn.bias_hh_l0	3	-0.18232876062393188
222467	rnn.bias_hh_l0	4	0.05811499431729317
222467	rnn.bias_hh_l0	5	0.05852095037698746
222467	rnn.bias_hh_l0	6	-0.1133575290441513
222467	rnn.bias_hh_l0	7	-0.14928624033927917
222467	rnn.bias_hh_l0	8	-0.19093076884746552
222467	rnn.bias_hh_l0	9	-0.10899724811315536
222467	rnn.weight_ih_l0_reverse	0	-0.019512377679347992
222467	rnn.weight_ih_l0_reverse	1	-0.000150768319144845
222467	rnn.weight_ih_l0_reverse	2	0.015747684985399246
222467	rnn.weight_ih_l0_reverse	3	0.011702197603881359
222467	rnn.weight_ih_l0_reverse	4	0.015213491395115852
222467	rnn.weight_ih_l0_reverse	5	-0.04353313148021698
222467	rnn.weight_ih_l0_reverse	6	-0.04811336100101471
222467	rnn.weight_ih_l0_reverse	7	0.014041372574865818
222467	rnn.weight_ih_l0_reverse	8	0.09400200098752975
222467	rnn.weight_ih_l0_reverse	9	-0.0008568866178393364
222467	rnn.weight_hh_l0_reverse	0	0.0028890299145132303
222467	rnn.weight_hh_l0_reverse	1	0.027295606210827827
222467	rnn.weight_hh_l0_reverse	2	-0.038839198648929596
222467	rnn.weight_hh_l0_reverse	3	0.038590770214796066
222467	rnn.weight_hh_l0_reverse	4	0.02312537468969822
222467	rnn.weight_hh_l0_reverse	5	-0.00965031050145626
222467	rnn.weight_hh_l0_reverse	6	0.0663960874080658
222467	rnn.weight_hh_l0_reverse	7	0.03767859935760498
222467	rnn.weight_hh_l0_reverse	8	-0.026767637580633163
222467	rnn.weight_hh_l0_reverse	9	-0.02803817391395569
222467	rnn.bias_ih_l0_reverse	0	-0.147121399641037
222467	rnn.bias_ih_l0_reverse	1	-0.3042502701282501
222467	rnn.bias_ih_l0_reverse	2	-0.058722227811813354
222467	rnn.bias_ih_l0_reverse	3	-0.1578279286623001
222467	rnn.bias_ih_l0_reverse	4	0.06832469254732132
222467	rnn.bias_ih_l0_reverse	5	-0.27375975251197815
222467	rnn.bias_ih_l0_reverse	6	-0.0643177181482315
222467	rnn.bias_ih_l0_reverse	7	0.014610973186790943
222467	rnn.bias_ih_l0_reverse	8	-0.18747302889823914
222467	rnn.bias_ih_l0_reverse	9	-0.09452037513256073
222467	rnn.bias_hh_l0_reverse	0	-0.15877747535705566
222467	rnn.bias_hh_l0_reverse	1	-0.14729590713977814
222467	rnn.bias_hh_l0_reverse	2	-0.014374121092259884
222467	rnn.bias_hh_l0_reverse	3	-0.12941962480545044
222467	rnn.bias_hh_l0_reverse	4	-0.03015953302383423
222467	rnn.bias_hh_l0_reverse	5	-0.11473720520734787
222467	rnn.bias_hh_l0_reverse	6	-0.08020801097154617
222467	rnn.bias_hh_l0_reverse	7	-0.17909765243530273
222467	rnn.bias_hh_l0_reverse	8	-0.06417538225650787
222467	rnn.bias_hh_l0_reverse	9	-0.1105094775557518
222467	linear.weight	0	-0.2965879440307617
222467	linear.weight	1	-0.10879816859960556
222467	linear.weight	2	-0.011228874325752258
222467	linear.weight	3	-0.09069965779781342
222467	linear.weight	4	-0.022487640380859375
222467	linear.weight	5	0.2110522985458374
222467	linear.weight	6	0.0047744326293468475
222467	linear.weight	7	-0.021312154829502106
222467	linear.weight	8	0.18073052167892456
222467	linear.weight	9	0.20233741402626038
222467	linear.bias	0	-0.8216408491134644
222467	linear.bias	1	1.435544490814209
222467	linear.bias	2	-0.48574796319007874
222467	linear.bias	3	-0.7505964040756226
222467	linear.bias	4	-0.8802280426025391
222467	linear.bias	5	-1.179993748664856
222467	linear.bias	6	-0.9612792730331421
222467	linear.bias	7	-0.7119675278663635
222467	linear.bias	8	-0.01705317199230194
222467	linear.bias	9	3.504059314727783
222664	transitions	0	-0.46070247888565063
222664	transitions	1	8.804069519042969
222664	transitions	2	-3.62117600440979
222664	transitions	3	1.5662215948104858
222664	transitions	4	-2.2114272117614746
222664	transitions	5	-0.4298367500305176
222664	transitions	6	-0.1955239325761795
222664	transitions	7	-10000.0
222664	transitions	8	1.8494267463684082
222664	transitions	9	-2.294919729232788
222664	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
222664	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
222664	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
222664	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
222664	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
222664	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
222664	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
222664	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
222664	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
222664	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
222664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
222664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
222664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
222664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
222664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
222664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
222664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
222664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
222664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
222664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
222664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
222664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
222664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
222664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
222664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
222664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
222664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
222664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
222664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
222664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
222664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
222664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
222664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
222664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
222664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
222664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
222664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
222664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
222664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
222664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
222664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
222664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
222664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
222664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
222664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
222664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
222664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
222664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
222664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
222664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
222664	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
222664	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
222664	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
222664	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
222664	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
222664	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
222664	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
222664	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
222664	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
222664	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
222664	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
222664	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
222664	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
222664	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
222664	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
222664	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
222664	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
222664	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
222664	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
222664	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
222664	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
222664	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
222664	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
222664	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
222664	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
222664	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
222664	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
222664	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
222664	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
222664	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
222664	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
222664	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
222664	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
222664	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
222664	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
222664	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
222664	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
222664	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
222664	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
222664	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
222664	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
222664	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
222664	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
222664	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
222664	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
222664	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
222664	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
222664	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
222664	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
222664	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
222664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
222664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
222664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
222664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
222664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
222664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
222664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
222664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
222664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
222664	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
222664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
222664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
222664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
222664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
222664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
222664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
222664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
222664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
222664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
222664	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
222664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
222664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
222664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
222664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
222664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
222664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
222664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
222664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
222664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
222664	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
222664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
222664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
222664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
222664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
222664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
222664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
222664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
222664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
222664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
222664	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
222664	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
222664	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
222664	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
222664	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
222664	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
222664	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
222664	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
222664	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
222664	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
222664	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
222664	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
222664	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
222664	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
222664	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
222664	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
222664	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
222664	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
222664	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
222664	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
222664	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
222664	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
222664	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
222664	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
222664	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
222664	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
222664	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
222664	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
222664	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
222664	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
222664	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
222664	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
222664	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
222664	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
222664	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
222664	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
222664	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
222664	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
222664	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
222664	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
222664	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
222664	embedding2nn.weight	0	0.04457696154713631
222664	embedding2nn.weight	1	-0.09148763120174408
222664	embedding2nn.weight	2	0.015105243772268295
222664	embedding2nn.weight	3	-0.058192845433950424
222664	embedding2nn.weight	4	-0.11043433845043182
222664	embedding2nn.weight	5	0.1102975457906723
222664	embedding2nn.weight	6	-0.07886381447315216
222664	embedding2nn.weight	7	-0.07186117023229599
222664	embedding2nn.weight	8	-0.03235705941915512
222664	embedding2nn.weight	9	0.045907799154520035
222664	embedding2nn.bias	0	0.07876715064048767
222664	embedding2nn.bias	1	0.001293516717851162
222664	embedding2nn.bias	2	-0.10073499381542206
222664	embedding2nn.bias	3	0.017247257754206657
222664	embedding2nn.bias	4	0.0007000998593866825
222664	embedding2nn.bias	5	-0.16340158879756927
222664	embedding2nn.bias	6	-0.1159440204501152
222664	embedding2nn.bias	7	-0.008751155808568
222664	embedding2nn.bias	8	0.07356812804937363
222664	embedding2nn.bias	9	-0.07645821571350098
222664	rnn.weight_ih_l0	0	0.04313110560178757
222664	rnn.weight_ih_l0	1	-0.07514842599630356
222664	rnn.weight_ih_l0	2	-0.060567889362573624
222664	rnn.weight_ih_l0	3	-0.058664657175540924
222664	rnn.weight_ih_l0	4	0.01729530096054077
222664	rnn.weight_ih_l0	5	-0.10692600905895233
222664	rnn.weight_ih_l0	6	-0.028957368806004524
222664	rnn.weight_ih_l0	7	-0.0024632636923342943
222664	rnn.weight_ih_l0	8	0.05908631905913353
222664	rnn.weight_ih_l0	9	0.0034849834628403187
222664	rnn.weight_hh_l0	0	-0.000710484862793237
222664	rnn.weight_hh_l0	1	-0.08569664508104324
222664	rnn.weight_hh_l0	2	0.0727752074599266
222664	rnn.weight_hh_l0	3	0.051779214292764664
222664	rnn.weight_hh_l0	4	0.004977179691195488
222664	rnn.weight_hh_l0	5	0.06718026101589203
222664	rnn.weight_hh_l0	6	-0.018136847764253616
222664	rnn.weight_hh_l0	7	-0.11016101390123367
222664	rnn.weight_hh_l0	8	0.028755005449056625
222664	rnn.weight_hh_l0	9	-0.0868174359202385
222664	rnn.bias_ih_l0	0	-0.08852501958608627
222664	rnn.bias_ih_l0	1	-0.19261534512043
222664	rnn.bias_ih_l0	2	-0.26412948966026306
222664	rnn.bias_ih_l0	3	-0.2844865322113037
222664	rnn.bias_ih_l0	4	0.006660581100732088
222664	rnn.bias_ih_l0	5	0.0628114715218544
222664	rnn.bias_ih_l0	6	-0.1688583493232727
222664	rnn.bias_ih_l0	7	-0.2584315240383148
222664	rnn.bias_ih_l0	8	-0.14354871213436127
222664	rnn.bias_ih_l0	9	-0.1742946356534958
222664	rnn.bias_hh_l0	0	0.12961030006408691
222664	rnn.bias_hh_l0	1	-0.05444441735744476
222664	rnn.bias_hh_l0	2	0.056361716240644455
222664	rnn.bias_hh_l0	3	-0.18228140473365784
222664	rnn.bias_hh_l0	4	0.05875086411833763
222664	rnn.bias_hh_l0	5	0.05736240744590759
222664	rnn.bias_hh_l0	6	-0.11345449835062027
222664	rnn.bias_hh_l0	7	-0.14936292171478271
222664	rnn.bias_hh_l0	8	-0.1892508864402771
222664	rnn.bias_hh_l0	9	-0.1083810105919838
222664	rnn.weight_ih_l0_reverse	0	-0.019392669200897217
222664	rnn.weight_ih_l0_reverse	1	-0.0003757152007892728
222664	rnn.weight_ih_l0_reverse	2	0.015190105885267258
222664	rnn.weight_ih_l0_reverse	3	0.011841843836009502
222664	rnn.weight_ih_l0_reverse	4	0.015292050316929817
222664	rnn.weight_ih_l0_reverse	5	-0.04375250265002251
222664	rnn.weight_ih_l0_reverse	6	-0.04843911901116371
222664	rnn.weight_ih_l0_reverse	7	0.014911011792719364
222664	rnn.weight_ih_l0_reverse	8	0.09482047706842422
222664	rnn.weight_ih_l0_reverse	9	-0.0002949393237940967
222664	rnn.weight_hh_l0_reverse	0	0.0029284043703228235
222664	rnn.weight_hh_l0_reverse	1	0.02722696028649807
222664	rnn.weight_hh_l0_reverse	2	-0.038848940283060074
222664	rnn.weight_hh_l0_reverse	3	0.03856031224131584
222664	rnn.weight_hh_l0_reverse	4	0.023173099383711815
222664	rnn.weight_hh_l0_reverse	5	-0.009883132763206959
222664	rnn.weight_hh_l0_reverse	6	0.06621509045362473
222664	rnn.weight_hh_l0_reverse	7	0.03778340667486191
222664	rnn.weight_hh_l0_reverse	8	-0.026298195123672485
222664	rnn.weight_hh_l0_reverse	9	-0.027976777404546738
222664	rnn.bias_ih_l0_reverse	0	-0.14630402624607086
222664	rnn.bias_ih_l0_reverse	1	-0.30469802021980286
222664	rnn.bias_ih_l0_reverse	2	-0.058831628412008286
222664	rnn.bias_ih_l0_reverse	3	-0.1573464274406433
222664	rnn.bias_ih_l0_reverse	4	0.0666026771068573
222664	rnn.bias_ih_l0_reverse	5	-0.2746334373950958
222664	rnn.bias_ih_l0_reverse	6	-0.06467914581298828
222664	rnn.bias_ih_l0_reverse	7	0.014485970139503479
222664	rnn.bias_ih_l0_reverse	8	-0.1872565895318985
222664	rnn.bias_ih_l0_reverse	9	-0.09465400874614716
222664	rnn.bias_hh_l0_reverse	0	-0.15863758325576782
222664	rnn.bias_hh_l0_reverse	1	-0.14710508286952972
222664	rnn.bias_hh_l0_reverse	2	-0.0142792584374547
222664	rnn.bias_hh_l0_reverse	3	-0.12957389652729034
222664	rnn.bias_hh_l0_reverse	4	-0.02996404469013214
222664	rnn.bias_hh_l0_reverse	5	-0.11483345180749893
222664	rnn.bias_hh_l0_reverse	6	-0.08046161383390427
222664	rnn.bias_hh_l0_reverse	7	-0.17829158902168274
222664	rnn.bias_hh_l0_reverse	8	-0.06441326439380646
222664	rnn.bias_hh_l0_reverse	9	-0.11096706241369247
222664	linear.weight	0	-0.3049715459346771
222664	linear.weight	1	-0.11021574586629868
222664	linear.weight	2	-0.011228874325752258
222664	linear.weight	3	-0.08953382074832916
222664	linear.weight	4	-0.020777538418769836
222664	linear.weight	5	0.21160824596881866
222664	linear.weight	6	0.0047744326293468475
222664	linear.weight	7	-0.021312154829502106
222664	linear.weight	8	0.18380862474441528
222664	linear.weight	9	0.202981099486351
222664	linear.bias	0	-0.8196888566017151
222664	linear.bias	1	1.4555941820144653
222664	linear.bias	2	-0.5004969239234924
222664	linear.bias	3	-0.7461888194084167
222664	linear.bias	4	-0.8806752562522888
222664	linear.bias	5	-1.179998755455017
222664	linear.bias	6	-0.9591302871704102
222664	linear.bias	7	-0.7087385058403015
222664	linear.bias	8	-0.01705317199230194
222664	linear.bias	9	3.4894237518310547
222861	transitions	0	-0.4607197344303131
222861	transitions	1	8.812616348266602
222861	transitions	2	-3.621406078338623
222861	transitions	3	1.5662646293640137
222861	transitions	4	-2.211562395095825
222861	transitions	5	-0.4298490583896637
222861	transitions	6	-0.19552962481975555
222861	transitions	7	-10000.0
222861	transitions	8	1.8497464656829834
222861	transitions	9	-2.2949206829071045
222861	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
222861	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
222861	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
222861	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
222861	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
222861	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
222861	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
222861	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
222861	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
222861	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
222861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
222861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
222861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
222861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
222861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
222861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
222861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
222861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
222861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
222861	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
222861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
222861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
222861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
222861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
222861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
222861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
222861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
222861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
222861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
222861	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
222861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
222861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
222861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
222861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
222861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
222861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
222861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
222861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
222861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
222861	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
222861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
222861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
222861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
222861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
222861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
222861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
222861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
222861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
222861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
222861	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
222861	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
222861	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
222861	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
222861	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
222861	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
222861	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
222861	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
222861	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
222861	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
222861	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
222861	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
222861	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
222861	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
222861	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
222861	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
222861	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
222861	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
222861	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
222861	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
222861	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
222861	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
222861	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
222861	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
222861	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
222861	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
222861	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
222861	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
222861	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
222861	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
222861	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
222861	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
222861	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
222861	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
222861	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
222861	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
222861	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
222861	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
222861	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
222861	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
222861	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
222861	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
222861	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
222861	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
222861	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
222861	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
222861	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
222861	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
222861	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
222861	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
222861	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
222861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
222861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
222861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
222861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
222861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
222861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
222861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
222861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
222861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
222861	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
222861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
222861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
222861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
222861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
222861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
222861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
222861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
222861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
222861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
222861	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
222861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
222861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
222861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
222861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
222861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
222861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
222861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
222861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
222861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
222861	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
222861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
222861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
222861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
222861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
222861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
222861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
222861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
222861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
222861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
222861	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
222861	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
222861	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
222861	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
222861	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
222861	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
222861	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
222861	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
222861	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
222861	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
222861	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
222861	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
222861	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
222861	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
222861	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
222861	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
222861	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
222861	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
222861	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
222861	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
222861	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
222861	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
222861	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
222861	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
222861	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
222861	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
222861	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
222861	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
222861	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
222861	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
222861	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
222861	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
222861	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
222861	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
222861	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
222861	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
222861	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
222861	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
222861	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
222861	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
222861	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
222861	embedding2nn.weight	0	0.044762980192899704
222861	embedding2nn.weight	1	-0.09147482365369797
222861	embedding2nn.weight	2	0.015159067697823048
222861	embedding2nn.weight	3	-0.05810735747218132
222861	embedding2nn.weight	4	-0.11092477291822433
222861	embedding2nn.weight	5	0.11076144874095917
222861	embedding2nn.weight	6	-0.07876665145158768
222861	embedding2nn.weight	7	-0.07117611914873123
222861	embedding2nn.weight	8	-0.032620061188936234
222861	embedding2nn.weight	9	0.04712652042508125
222861	embedding2nn.bias	0	0.07819075882434845
222861	embedding2nn.bias	1	0.002073361072689295
222861	embedding2nn.bias	2	-0.10016282647848129
222861	embedding2nn.bias	3	0.02242744155228138
222861	embedding2nn.bias	4	0.0006799382972531021
222861	embedding2nn.bias	5	-0.1545909345149994
222861	embedding2nn.bias	6	-0.11605618894100189
222861	embedding2nn.bias	7	-0.011765751987695694
222861	embedding2nn.bias	8	0.07295212894678116
222861	embedding2nn.bias	9	-0.07201167941093445
222861	rnn.weight_ih_l0	0	0.04294893145561218
222861	rnn.weight_ih_l0	1	-0.07550431042909622
222861	rnn.weight_ih_l0	2	-0.06069901958107948
222861	rnn.weight_ih_l0	3	-0.0591621920466423
222861	rnn.weight_ih_l0	4	0.017757508903741837
222861	rnn.weight_ih_l0	5	-0.10705241560935974
222861	rnn.weight_ih_l0	6	-0.029057612642645836
222861	rnn.weight_ih_l0	7	-0.0018350022146478295
222861	rnn.weight_ih_l0	8	0.05914953351020813
222861	rnn.weight_ih_l0	9	0.0034177207853645086
222861	rnn.weight_hh_l0	0	-0.0006842950242571533
222861	rnn.weight_hh_l0	1	-0.08587376028299332
222861	rnn.weight_hh_l0	2	0.07274813950061798
222861	rnn.weight_hh_l0	3	0.05191393941640854
222861	rnn.weight_hh_l0	4	0.005055607296526432
222861	rnn.weight_hh_l0	5	0.06697769463062286
222861	rnn.weight_hh_l0	6	-0.01808328367769718
222861	rnn.weight_hh_l0	7	-0.11014368385076523
222861	rnn.weight_hh_l0	8	0.028801608830690384
222861	rnn.weight_hh_l0	9	-0.0866796150803566
222861	rnn.bias_ih_l0	0	-0.08770394325256348
222861	rnn.bias_ih_l0	1	-0.1920577585697174
222861	rnn.bias_ih_l0	2	-0.26436805725097656
222861	rnn.bias_ih_l0	3	-0.28442153334617615
222861	rnn.bias_ih_l0	4	0.006899084895849228
222861	rnn.bias_ih_l0	5	0.0626823902130127
222861	rnn.bias_ih_l0	6	-0.1697274148464203
222861	rnn.bias_ih_l0	7	-0.2579074203968048
222861	rnn.bias_ih_l0	8	-0.1438734382390976
222861	rnn.bias_ih_l0	9	-0.1748153418302536
222861	rnn.bias_hh_l0	0	0.12819917500019073
222861	rnn.bias_hh_l0	1	-0.0541963130235672
222861	rnn.bias_hh_l0	2	0.0560530349612236
222861	rnn.bias_hh_l0	3	-0.1821795254945755
222861	rnn.bias_hh_l0	4	0.05878362059593201
222861	rnn.bias_hh_l0	5	0.05685487762093544
222861	rnn.bias_hh_l0	6	-0.11296286433935165
222861	rnn.bias_hh_l0	7	-0.15061305463314056
222861	rnn.bias_hh_l0	8	-0.189287930727005
222861	rnn.bias_hh_l0	9	-0.10907600820064545
222861	rnn.weight_ih_l0_reverse	0	-0.019283439964056015
222861	rnn.weight_ih_l0_reverse	1	-0.0009378770482726395
222861	rnn.weight_ih_l0_reverse	2	0.016646424308419228
222861	rnn.weight_ih_l0_reverse	3	0.012111999094486237
222861	rnn.weight_ih_l0_reverse	4	0.015129479579627514
222861	rnn.weight_ih_l0_reverse	5	-0.04506617784500122
222861	rnn.weight_ih_l0_reverse	6	-0.04857899621129036
222861	rnn.weight_ih_l0_reverse	7	0.015361289493739605
222861	rnn.weight_ih_l0_reverse	8	0.09430857002735138
222861	rnn.weight_ih_l0_reverse	9	-0.00019738067931029946
222861	rnn.weight_hh_l0_reverse	0	0.0029853733722120523
222861	rnn.weight_hh_l0_reverse	1	0.027322839945554733
222861	rnn.weight_hh_l0_reverse	2	-0.038770779967308044
222861	rnn.weight_hh_l0_reverse	3	0.0387677401304245
222861	rnn.weight_hh_l0_reverse	4	0.023152213543653488
222861	rnn.weight_hh_l0_reverse	5	-0.009870770387351513
222861	rnn.weight_hh_l0_reverse	6	0.06622643768787384
222861	rnn.weight_hh_l0_reverse	7	0.03778274729847908
222861	rnn.weight_hh_l0_reverse	8	-0.026276903226971626
222861	rnn.weight_hh_l0_reverse	9	-0.027939531952142715
222861	rnn.bias_ih_l0_reverse	0	-0.14624610543251038
222861	rnn.bias_ih_l0_reverse	1	-0.30435365438461304
222861	rnn.bias_ih_l0_reverse	2	-0.05886407569050789
222861	rnn.bias_ih_l0_reverse	3	-0.1572675108909607
222861	rnn.bias_ih_l0_reverse	4	0.0667625442147255
222861	rnn.bias_ih_l0_reverse	5	-0.27539557218551636
222861	rnn.bias_ih_l0_reverse	6	-0.06424394994974136
222861	rnn.bias_ih_l0_reverse	7	0.012903865426778793
222861	rnn.bias_ih_l0_reverse	8	-0.18764027953147888
222861	rnn.bias_ih_l0_reverse	9	-0.09466475248336792
222861	rnn.bias_hh_l0_reverse	0	-0.15847258269786835
222861	rnn.bias_hh_l0_reverse	1	-0.1473993957042694
222861	rnn.bias_hh_l0_reverse	2	-0.014194871298968792
222861	rnn.bias_hh_l0_reverse	3	-0.13067565858364105
222861	rnn.bias_hh_l0_reverse	4	-0.029566803947091103
222861	rnn.bias_hh_l0_reverse	5	-0.114639051258564
222861	rnn.bias_hh_l0_reverse	6	-0.08088807761669159
222861	rnn.bias_hh_l0_reverse	7	-0.17853428423404694
222861	rnn.bias_hh_l0_reverse	8	-0.0652475506067276
222861	rnn.bias_hh_l0_reverse	9	-0.11041053384542465
222861	linear.weight	0	-0.30452463030815125
222861	linear.weight	1	-0.1115863248705864
222861	linear.weight	2	-0.011228874325752258
222861	linear.weight	3	-0.08749628067016602
222861	linear.weight	4	-0.020547738298773766
222861	linear.weight	5	0.2146589457988739
222861	linear.weight	6	0.0047744326293468475
222861	linear.weight	7	-0.021312154829502106
222861	linear.weight	8	0.17825928330421448
222861	linear.weight	9	0.2068370282649994
222861	linear.bias	0	-0.8184599876403809
222861	linear.bias	1	1.45002281665802
222861	linear.bias	2	-0.516563355922699
222861	linear.bias	3	-0.7384106516838074
222861	linear.bias	4	-0.8731675744056702
222861	linear.bias	5	-1.1800026893615723
222861	linear.bias	6	-0.9582981467247009
222861	linear.bias	7	-0.7023811340332031
222861	linear.bias	8	-0.01705317199230194
222861	linear.bias	9	3.481114387512207
223058	transitions	0	-0.4607366621494293
223058	transitions	1	8.806095123291016
223058	transitions	2	-3.6219286918640137
223058	transitions	3	1.5683236122131348
223058	transitions	4	-2.2118659019470215
223058	transitions	5	-0.4298658072948456
223058	transitions	6	-0.19554850459098816
223058	transitions	7	-10000.0
223058	transitions	8	1.8494235277175903
223058	transitions	9	-2.294922351837158
223058	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
223058	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
223058	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
223058	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
223058	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
223058	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
223058	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
223058	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
223058	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
223058	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
223058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
223058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
223058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
223058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
223058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
223058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
223058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
223058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
223058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
223058	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
223058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
223058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
223058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
223058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
223058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
223058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
223058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
223058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
223058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
223058	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
223058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
223058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
223058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
223058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
223058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
223058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
223058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
223058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
223058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
223058	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
223058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
223058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
223058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
223058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
223058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
223058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
223058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
223058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
223058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
223058	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
223058	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
223058	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
223058	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
223058	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
223058	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
223058	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
223058	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
223058	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
223058	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
223058	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
223058	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
223058	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
223058	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
223058	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
223058	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
223058	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
223058	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
223058	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
223058	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
223058	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
223058	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
223058	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
223058	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
223058	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
223058	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
223058	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
223058	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
223058	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
223058	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
223058	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
223058	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
223058	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
223058	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
223058	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
223058	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
223058	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
223058	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
223058	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
223058	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
223058	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
223058	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
223058	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
223058	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
223058	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
223058	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
223058	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
223058	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
223058	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
223058	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
223058	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
223058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
223058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
223058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
223058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
223058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
223058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
223058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
223058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
223058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
223058	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
223058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
223058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
223058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
223058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
223058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
223058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
223058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
223058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
223058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
223058	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
223058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
223058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
223058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
223058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
223058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
223058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
223058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
223058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
223058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
223058	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
223058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
223058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
223058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
223058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
223058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
223058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
223058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
223058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
223058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
223058	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
223058	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
223058	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
223058	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
223058	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
223058	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
223058	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
223058	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
223058	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
223058	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
223058	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
223058	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
223058	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
223058	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
223058	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
223058	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
223058	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
223058	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
223058	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
223058	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
223058	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
223058	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
223058	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
223058	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
223058	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
223058	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
223058	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
223058	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
223058	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
223058	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
223058	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
223058	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
223058	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
223058	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
223058	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
223058	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
223058	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
223058	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
223058	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
223058	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
223058	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
223058	embedding2nn.weight	0	0.044735148549079895
223058	embedding2nn.weight	1	-0.0914878323674202
223058	embedding2nn.weight	2	0.015960663557052612
223058	embedding2nn.weight	3	-0.058706752955913544
223058	embedding2nn.weight	4	-0.11099172383546829
223058	embedding2nn.weight	5	0.11034849286079407
223058	embedding2nn.weight	6	-0.07818696647882462
223058	embedding2nn.weight	7	-0.07119154930114746
223058	embedding2nn.weight	8	-0.03276460990309715
223058	embedding2nn.weight	9	0.04742422327399254
223058	embedding2nn.bias	0	0.07802150398492813
223058	embedding2nn.bias	1	0.0014466026332229376
223058	embedding2nn.bias	2	-0.09730184078216553
223058	embedding2nn.bias	3	0.02070111781358719
223058	embedding2nn.bias	4	-0.0012170820264145732
223058	embedding2nn.bias	5	-0.15315601229667664
223058	embedding2nn.bias	6	-0.112579844892025
223058	embedding2nn.bias	7	-0.011264528147876263
223058	embedding2nn.bias	8	0.07438183575868607
223058	embedding2nn.bias	9	-0.0723118856549263
223058	rnn.weight_ih_l0	0	0.04262661188840866
223058	rnn.weight_ih_l0	1	-0.07634378224611282
223058	rnn.weight_ih_l0	2	-0.06067771464586258
223058	rnn.weight_ih_l0	3	-0.05944748595356941
223058	rnn.weight_ih_l0	4	0.017619125545024872
223058	rnn.weight_ih_l0	5	-0.10702306032180786
223058	rnn.weight_ih_l0	6	-0.030232451856136322
223058	rnn.weight_ih_l0	7	-0.002504087286069989
223058	rnn.weight_ih_l0	8	0.05876024812459946
223058	rnn.weight_ih_l0	9	0.003420488676056266
223058	rnn.weight_hh_l0	0	-0.0006422881269827485
223058	rnn.weight_hh_l0	1	-0.0857565701007843
223058	rnn.weight_hh_l0	2	0.0728304386138916
223058	rnn.weight_hh_l0	3	0.05174333229660988
223058	rnn.weight_hh_l0	4	0.005075204651802778
223058	rnn.weight_hh_l0	5	0.06674696505069733
223058	rnn.weight_hh_l0	6	-0.01815461926162243
223058	rnn.weight_hh_l0	7	-0.10983806848526001
223058	rnn.weight_hh_l0	8	0.02852480858564377
223058	rnn.weight_hh_l0	9	-0.08618523180484772
223058	rnn.bias_ih_l0	0	-0.08611748367547989
223058	rnn.bias_ih_l0	1	-0.19337378442287445
223058	rnn.bias_ih_l0	2	-0.2643117606639862
223058	rnn.bias_ih_l0	3	-0.28456568717956543
223058	rnn.bias_ih_l0	4	0.006859296467155218
223058	rnn.bias_ih_l0	5	0.06562265753746033
223058	rnn.bias_ih_l0	6	-0.1696617752313614
223058	rnn.bias_ih_l0	7	-0.2577431797981262
223058	rnn.bias_ih_l0	8	-0.14444096386432648
223058	rnn.bias_ih_l0	9	-0.17535726726055145
223058	rnn.bias_hh_l0	0	0.12858936190605164
223058	rnn.bias_hh_l0	1	-0.05423188954591751
223058	rnn.bias_hh_l0	2	0.05629397928714752
223058	rnn.bias_hh_l0	3	-0.18205086886882782
223058	rnn.bias_hh_l0	4	0.059661101549863815
223058	rnn.bias_hh_l0	5	0.056652553379535675
223058	rnn.bias_hh_l0	6	-0.11202077567577362
223058	rnn.bias_hh_l0	7	-0.15075257420539856
223058	rnn.bias_hh_l0	8	-0.19016039371490479
223058	rnn.bias_hh_l0	9	-0.10866851359605789
223058	rnn.weight_ih_l0_reverse	0	-0.019085006788372993
223058	rnn.weight_ih_l0_reverse	1	-0.001086711185052991
223058	rnn.weight_ih_l0_reverse	2	0.01625382900238037
223058	rnn.weight_ih_l0_reverse	3	0.011622036807239056
223058	rnn.weight_ih_l0_reverse	4	0.015594459138810635
223058	rnn.weight_ih_l0_reverse	5	-0.045307811349630356
223058	rnn.weight_ih_l0_reverse	6	-0.04907773435115814
223058	rnn.weight_ih_l0_reverse	7	0.015859020873904228
223058	rnn.weight_ih_l0_reverse	8	0.09363158792257309
223058	rnn.weight_ih_l0_reverse	9	0.0003582284552976489
223058	rnn.weight_hh_l0_reverse	0	0.003095641266554594
223058	rnn.weight_hh_l0_reverse	1	0.026996847242116928
223058	rnn.weight_hh_l0_reverse	2	-0.038863640278577805
223058	rnn.weight_hh_l0_reverse	3	0.03883768990635872
223058	rnn.weight_hh_l0_reverse	4	0.022976286709308624
223058	rnn.weight_hh_l0_reverse	5	-0.009733079932630062
223058	rnn.weight_hh_l0_reverse	6	0.06655668467283249
223058	rnn.weight_hh_l0_reverse	7	0.037825264036655426
223058	rnn.weight_hh_l0_reverse	8	-0.02658327855169773
223058	rnn.weight_hh_l0_reverse	9	-0.0280234944075346
223058	rnn.bias_ih_l0_reverse	0	-0.146172434091568
223058	rnn.bias_ih_l0_reverse	1	-0.30399274826049805
223058	rnn.bias_ih_l0_reverse	2	-0.05843646824359894
223058	rnn.bias_ih_l0_reverse	3	-0.15742628276348114
223058	rnn.bias_ih_l0_reverse	4	0.06776919960975647
223058	rnn.bias_ih_l0_reverse	5	-0.2756015658378601
223058	rnn.bias_ih_l0_reverse	6	-0.06385103613138199
223058	rnn.bias_ih_l0_reverse	7	0.015623094514012337
223058	rnn.bias_ih_l0_reverse	8	-0.18747006356716156
223058	rnn.bias_ih_l0_reverse	9	-0.09490715712308884
223058	rnn.bias_hh_l0_reverse	0	-0.1593138575553894
223058	rnn.bias_hh_l0_reverse	1	-0.1482202410697937
223058	rnn.bias_hh_l0_reverse	2	-0.014276686124503613
223058	rnn.bias_hh_l0_reverse	3	-0.1302916407585144
223058	rnn.bias_hh_l0_reverse	4	-0.02955198474228382
223058	rnn.bias_hh_l0_reverse	5	-0.11559790372848511
223058	rnn.bias_hh_l0_reverse	6	-0.08078158646821976
223058	rnn.bias_hh_l0_reverse	7	-0.17850211262702942
223058	rnn.bias_hh_l0_reverse	8	-0.06581638753414154
223058	rnn.bias_hh_l0_reverse	9	-0.11087432503700256
223058	linear.weight	0	-0.3061641752719879
223058	linear.weight	1	-0.11135657876729965
223058	linear.weight	2	-0.011228874325752258
223058	linear.weight	3	-0.08636932820081711
223058	linear.weight	4	-0.023118793964385986
223058	linear.weight	5	0.21184688806533813
223058	linear.weight	6	0.0047744326293468475
223058	linear.weight	7	-0.021312154829502106
223058	linear.weight	8	0.17773868143558502
223058	linear.weight	9	0.20668020844459534
223058	linear.bias	0	-0.8184362053871155
223058	linear.bias	1	1.4320865869522095
223058	linear.bias	2	-0.48962464928627014
223058	linear.bias	3	-0.748302161693573
223058	linear.bias	4	-0.8813467621803284
223058	linear.bias	5	-1.1800073385238647
223058	linear.bias	6	-0.9578225612640381
223058	linear.bias	7	-0.7137553095817566
223058	linear.bias	8	-0.01705317199230194
223058	linear.bias	9	3.4960060119628906
223062	transitions	0	-0.4607369899749756
223062	transitions	1	8.808379173278809
223062	transitions	2	-3.621929407119751
223062	transitions	3	1.5697529315948486
223062	transitions	4	-2.211867094039917
223062	transitions	5	-0.4298658072948456
223062	transitions	6	-0.19554857909679413
223062	transitions	7	-10000.0
223062	transitions	8	1.8494213819503784
223062	transitions	9	-2.294922351837158
223062	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
223062	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
223062	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
223062	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
223062	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
223062	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
223062	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
223062	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
223062	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
223062	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
223062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
223062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
223062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
223062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
223062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
223062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
223062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
223062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
223062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
223062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
223062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
223062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
223062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
223062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
223062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
223062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
223062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
223062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
223062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
223062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
223062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
223062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
223062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
223062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
223062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
223062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
223062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
223062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
223062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
223062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
223062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
223062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
223062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
223062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
223062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
223062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
223062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
223062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
223062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
223062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
223062	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
223062	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
223062	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
223062	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
223062	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
223062	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
223062	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
223062	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
223062	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
223062	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
223062	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
223062	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
223062	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
223062	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
223062	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
223062	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
223062	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
223062	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
223062	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
223062	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
223062	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
223062	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
223062	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
223062	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
223062	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
223062	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
223062	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
223062	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
223062	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
223062	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
223062	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
223062	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
223062	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
223062	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
223062	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
223062	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
223062	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
223062	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
223062	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
223062	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
223062	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
223062	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
223062	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
223062	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
223062	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
223062	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
223062	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
223062	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
223062	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
223062	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
223062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
223062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
223062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
223062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
223062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
223062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
223062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
223062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
223062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
223062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
223062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
223062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
223062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
223062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
223062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
223062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
223062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
223062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
223062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
223062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
223062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
223062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
223062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
223062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
223062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
223062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
223062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
223062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
223062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
223062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
223062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
223062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
223062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
223062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
223062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
223062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
223062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
223062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
223062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
223062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
223062	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
223062	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
223062	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
223062	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
223062	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
223062	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
223062	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
223062	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
223062	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
223062	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
223062	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
223062	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
223062	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
223062	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
223062	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
223062	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
223062	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
223062	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
223062	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
223062	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
223062	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
223062	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
223062	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
223062	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
223062	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
223062	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
223062	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
223062	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
223062	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
223062	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
223062	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
223062	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
223062	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
223062	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
223062	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
223062	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
223062	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
223062	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
223062	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
223062	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
223062	embedding2nn.weight	0	0.044773731380701065
223062	embedding2nn.weight	1	-0.09146501868963242
223062	embedding2nn.weight	2	0.015960806980729103
223062	embedding2nn.weight	3	-0.058716803789138794
223062	embedding2nn.weight	4	-0.11099952459335327
223062	embedding2nn.weight	5	0.11033813655376434
223062	embedding2nn.weight	6	-0.07837934792041779
223062	embedding2nn.weight	7	-0.07117912173271179
223062	embedding2nn.weight	8	-0.032774437218904495
223062	embedding2nn.weight	9	0.047542210668325424
223062	embedding2nn.bias	0	0.07776718586683273
223062	embedding2nn.bias	1	0.0014263477642089128
223062	embedding2nn.bias	2	-0.09602614492177963
223062	embedding2nn.bias	3	0.02126110903918743
223062	embedding2nn.bias	4	-0.0005536161479540169
223062	embedding2nn.bias	5	-0.15375740826129913
223062	embedding2nn.bias	6	-0.11251424998044968
223062	embedding2nn.bias	7	-0.011061460711061954
223062	embedding2nn.bias	8	0.07476300746202469
223062	embedding2nn.bias	9	-0.0728428065776825
223062	rnn.weight_ih_l0	0	0.04259961098432541
223062	rnn.weight_ih_l0	1	-0.07633288949728012
223062	rnn.weight_ih_l0	2	-0.06071437895298004
223062	rnn.weight_ih_l0	3	-0.05943719297647476
223062	rnn.weight_ih_l0	4	0.017596248537302017
223062	rnn.weight_ih_l0	5	-0.1070285364985466
223062	rnn.weight_ih_l0	6	-0.030209114775061607
223062	rnn.weight_ih_l0	7	-0.002529445569962263
223062	rnn.weight_ih_l0	8	0.05876099318265915
223062	rnn.weight_ih_l0	9	0.003412077436223626
223062	rnn.weight_hh_l0	0	-0.0006526244105771184
223062	rnn.weight_hh_l0	1	-0.08572764694690704
223062	rnn.weight_hh_l0	2	0.07283011823892593
223062	rnn.weight_hh_l0	3	0.051746055483818054
223062	rnn.weight_hh_l0	4	0.00507780397310853
223062	rnn.weight_hh_l0	5	0.06674981117248535
223062	rnn.weight_hh_l0	6	-0.018182147294282913
223062	rnn.weight_hh_l0	7	-0.10983505100011826
223062	rnn.weight_hh_l0	8	0.028523849323391914
223062	rnn.weight_hh_l0	9	-0.08618193864822388
223062	rnn.bias_ih_l0	0	-0.08615687489509583
223062	rnn.bias_ih_l0	1	-0.19341188669204712
223062	rnn.bias_ih_l0	2	-0.26433995366096497
223062	rnn.bias_ih_l0	3	-0.284496009349823
223062	rnn.bias_ih_l0	4	0.00684656947851181
223062	rnn.bias_ih_l0	5	0.06569809466600418
223062	rnn.bias_ih_l0	6	-0.16963952779769897
223062	rnn.bias_ih_l0	7	-0.2577994763851166
223062	rnn.bias_ih_l0	8	-0.1445065289735794
223062	rnn.bias_ih_l0	9	-0.17535611987113953
223062	rnn.bias_hh_l0	0	0.12864363193511963
223062	rnn.bias_hh_l0	1	-0.05433821678161621
223062	rnn.bias_hh_l0	2	0.05636176839470863
223062	rnn.bias_hh_l0	3	-0.18215036392211914
223062	rnn.bias_hh_l0	4	0.05971033498644829
223062	rnn.bias_hh_l0	5	0.05655506253242493
223062	rnn.bias_hh_l0	6	-0.11200104653835297
223062	rnn.bias_hh_l0	7	-0.15068848431110382
223062	rnn.bias_hh_l0	8	-0.1900363713502884
223062	rnn.bias_hh_l0	9	-0.1087682917714119
223062	rnn.weight_ih_l0_reverse	0	-0.01908256486058235
223062	rnn.weight_ih_l0_reverse	1	-0.0011026548454537988
223062	rnn.weight_ih_l0_reverse	2	0.016102731227874756
223062	rnn.weight_ih_l0_reverse	3	0.01161885354667902
223062	rnn.weight_ih_l0_reverse	4	0.015674371272325516
223062	rnn.weight_ih_l0_reverse	5	-0.04531305655837059
223062	rnn.weight_ih_l0_reverse	6	-0.04906367138028145
223062	rnn.weight_ih_l0_reverse	7	0.01583714596927166
223062	rnn.weight_ih_l0_reverse	8	0.09360693395137787
223062	rnn.weight_ih_l0_reverse	9	0.00037482165498659015
223062	rnn.weight_hh_l0_reverse	0	0.0030920784920454025
223062	rnn.weight_hh_l0_reverse	1	0.026997162029147148
223062	rnn.weight_hh_l0_reverse	2	-0.03887380287051201
223062	rnn.weight_hh_l0_reverse	3	0.038865651935338974
223062	rnn.weight_hh_l0_reverse	4	0.022975847125053406
223062	rnn.weight_hh_l0_reverse	5	-0.009728608652949333
223062	rnn.weight_hh_l0_reverse	6	0.06656317412853241
223062	rnn.weight_hh_l0_reverse	7	0.03783398121595383
223062	rnn.weight_hh_l0_reverse	8	-0.026590872555971146
223062	rnn.weight_hh_l0_reverse	9	-0.028011584654450417
223062	rnn.bias_ih_l0_reverse	0	-0.14617738127708435
223062	rnn.bias_ih_l0_reverse	1	-0.3040196895599365
223062	rnn.bias_ih_l0_reverse	2	-0.058483634144067764
223062	rnn.bias_ih_l0_reverse	3	-0.1574818640947342
223062	rnn.bias_ih_l0_reverse	4	0.067815400660038
223062	rnn.bias_ih_l0_reverse	5	-0.2755615711212158
223062	rnn.bias_ih_l0_reverse	6	-0.06385494768619537
223062	rnn.bias_ih_l0_reverse	7	0.015472179278731346
223062	rnn.bias_ih_l0_reverse	8	-0.1874832659959793
223062	rnn.bias_ih_l0_reverse	9	-0.09501306712627411
223062	rnn.bias_hh_l0_reverse	0	-0.15914355218410492
223062	rnn.bias_hh_l0_reverse	1	-0.14820684492588043
223062	rnn.bias_hh_l0_reverse	2	-0.014275021851062775
223062	rnn.bias_hh_l0_reverse	3	-0.13021965324878693
223062	rnn.bias_hh_l0_reverse	4	-0.029542429372668266
223062	rnn.bias_hh_l0_reverse	5	-0.11558954417705536
223062	rnn.bias_hh_l0_reverse	6	-0.08072882890701294
223062	rnn.bias_hh_l0_reverse	7	-0.17846955358982086
223062	rnn.bias_hh_l0_reverse	8	-0.06569106131792068
223062	rnn.bias_hh_l0_reverse	9	-0.11085119843482971
223062	linear.weight	0	-0.30634909868240356
223062	linear.weight	1	-0.11097194999456406
223062	linear.weight	2	-0.011228874325752258
223062	linear.weight	3	-0.0863662138581276
223062	linear.weight	4	-0.0231072586029768
223062	linear.weight	5	0.2115672528743744
223062	linear.weight	6	0.0047744326293468475
223062	linear.weight	7	-0.021312154829502106
223062	linear.weight	8	0.17778395116329193
223062	linear.weight	9	0.20677655935287476
223062	linear.bias	0	-0.816508948802948
223062	linear.bias	1	1.435145616531372
223062	linear.bias	2	-0.4884262681007385
223062	linear.bias	3	-0.7463372945785522
223062	linear.bias	4	-0.8819290399551392
223062	linear.bias	5	-1.1800074577331543
223062	linear.bias	6	-0.9558742642402649
223062	linear.bias	7	-0.7145951986312866
223062	linear.bias	8	-0.01705317199230194
223062	linear.bias	9	3.4929580688476562
223259	transitions	0	-0.46095794439315796
223259	transitions	1	8.801986694335938
223259	transitions	2	-3.6220736503601074
223259	transitions	3	1.5689784288406372
223259	transitions	4	-2.2119691371917725
223259	transitions	5	-0.4299081265926361
223259	transitions	6	-0.19555597007274628
223259	transitions	7	-10000.0
223259	transitions	8	1.8491415977478027
223259	transitions	9	-2.2949225902557373
223259	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
223259	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
223259	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
223259	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
223259	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
223259	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
223259	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
223259	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
223259	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
223259	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
223259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
223259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
223259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
223259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
223259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
223259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
223259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
223259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
223259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
223259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
223259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
223259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
223259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
223259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
223259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
223259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
223259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
223259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
223259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
223259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
223259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
223259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
223259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
223259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
223259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
223259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
223259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
223259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
223259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
223259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
223259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
223259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
223259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
223259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
223259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
223259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
223259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
223259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
223259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
223259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
223259	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
223259	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
223259	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
223259	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
223259	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
223259	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
223259	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
223259	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
223259	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
223259	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
223259	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
223259	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
223259	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
223259	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
223259	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
223259	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
223259	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
223259	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
223259	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
223259	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
223259	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
223259	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
223259	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
223259	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
223259	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
223259	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
223259	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
223259	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
223259	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
223259	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
223259	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
223259	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
223259	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
223259	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
223259	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
223259	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
223259	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
223259	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
223259	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
223259	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
223259	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
223259	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
223259	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
223259	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
223259	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
223259	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
223259	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
223259	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
223259	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
223259	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
223259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
223259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
223259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
223259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
223259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
223259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
223259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
223259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
223259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
223259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
223259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
223259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
223259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
223259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
223259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
223259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
223259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
223259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
223259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
223259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
223259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
223259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
223259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
223259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
223259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
223259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
223259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
223259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
223259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
223259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
223259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
223259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
223259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
223259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
223259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
223259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
223259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
223259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
223259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
223259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
223259	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
223259	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
223259	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
223259	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
223259	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
223259	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
223259	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
223259	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
223259	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
223259	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
223259	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
223259	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
223259	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
223259	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
223259	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
223259	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
223259	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
223259	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
223259	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
223259	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
223259	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
223259	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
223259	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
223259	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
223259	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
223259	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
223259	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
223259	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
223259	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
223259	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
223259	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
223259	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
223259	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
223259	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
223259	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
223259	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
223259	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
223259	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
223259	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
223259	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
223259	embedding2nn.weight	0	0.04470105469226837
223259	embedding2nn.weight	1	-0.09178073704242706
223259	embedding2nn.weight	2	0.015189219266176224
223259	embedding2nn.weight	3	-0.05937490984797478
223259	embedding2nn.weight	4	-0.11151561886072159
223259	embedding2nn.weight	5	0.1108037456870079
223259	embedding2nn.weight	6	-0.08136335015296936
223259	embedding2nn.weight	7	-0.07125673443078995
223259	embedding2nn.weight	8	-0.03276803344488144
223259	embedding2nn.weight	9	0.04665537178516388
223259	embedding2nn.bias	0	0.07604797184467316
223259	embedding2nn.bias	1	-0.004707742482423782
223259	embedding2nn.bias	2	-0.09348724782466888
223259	embedding2nn.bias	3	0.022229405120015144
223259	embedding2nn.bias	4	-0.0012377500534057617
223259	embedding2nn.bias	5	-0.15320254862308502
223259	embedding2nn.bias	6	-0.11513517796993256
223259	embedding2nn.bias	7	-0.01071722712367773
223259	embedding2nn.bias	8	0.07298903167247772
223259	embedding2nn.bias	9	-0.07398471236228943
223259	rnn.weight_ih_l0	0	0.04270821437239647
223259	rnn.weight_ih_l0	1	-0.07697702199220657
223259	rnn.weight_ih_l0	2	-0.061040762811899185
223259	rnn.weight_ih_l0	3	-0.060278888791799545
223259	rnn.weight_ih_l0	4	0.017826754599809647
223259	rnn.weight_ih_l0	5	-0.10679635405540466
223259	rnn.weight_ih_l0	6	-0.030717266723513603
223259	rnn.weight_ih_l0	7	-0.002639956306666136
223259	rnn.weight_ih_l0	8	0.058073241263628006
223259	rnn.weight_ih_l0	9	0.0032909095752984285
223259	rnn.weight_hh_l0	0	-0.0005555260577239096
223259	rnn.weight_hh_l0	1	-0.08606456220149994
223259	rnn.weight_hh_l0	2	0.07287370413541794
223259	rnn.weight_hh_l0	3	0.051851000636816025
223259	rnn.weight_hh_l0	4	0.005053667351603508
223259	rnn.weight_hh_l0	5	0.06685546040534973
223259	rnn.weight_hh_l0	6	-0.018137507140636444
223259	rnn.weight_hh_l0	7	-0.10980604588985443
223259	rnn.weight_hh_l0	8	0.02832535281777382
223259	rnn.weight_hh_l0	9	-0.08551058918237686
223259	rnn.bias_ih_l0	0	-0.0885130763053894
223259	rnn.bias_ih_l0	1	-0.19380614161491394
223259	rnn.bias_ih_l0	2	-0.263872355222702
223259	rnn.bias_ih_l0	3	-0.28433042764663696
223259	rnn.bias_ih_l0	4	0.006238266825675964
223259	rnn.bias_ih_l0	5	0.0674620270729065
223259	rnn.bias_ih_l0	6	-0.16991540789604187
223259	rnn.bias_ih_l0	7	-0.2581191658973694
223259	rnn.bias_ih_l0	8	-0.14353619515895844
223259	rnn.bias_ih_l0	9	-0.1749429553747177
223259	rnn.bias_hh_l0	0	0.12869954109191895
223259	rnn.bias_hh_l0	1	-0.05479693040251732
223259	rnn.bias_hh_l0	2	0.05711176246404648
223259	rnn.bias_hh_l0	3	-0.18255615234375
223259	rnn.bias_hh_l0	4	0.059500645846128464
223259	rnn.bias_hh_l0	5	0.05799213796854019
223259	rnn.bias_hh_l0	6	-0.11214648187160492
223259	rnn.bias_hh_l0	7	-0.1499428004026413
223259	rnn.bias_hh_l0	8	-0.1894763559103012
223259	rnn.bias_hh_l0	9	-0.10896959900856018
223259	rnn.weight_ih_l0_reverse	0	-0.01917451061308384
223259	rnn.weight_ih_l0_reverse	1	-0.0014443020336329937
223259	rnn.weight_ih_l0_reverse	2	0.015252365730702877
223259	rnn.weight_ih_l0_reverse	3	0.012432442046701908
223259	rnn.weight_ih_l0_reverse	4	0.015484374016523361
223259	rnn.weight_ih_l0_reverse	5	-0.04589356482028961
223259	rnn.weight_ih_l0_reverse	6	-0.04851905256509781
223259	rnn.weight_ih_l0_reverse	7	0.016148431226611137
223259	rnn.weight_ih_l0_reverse	8	0.09323395043611526
223259	rnn.weight_ih_l0_reverse	9	0.0011660398449748755
223259	rnn.weight_hh_l0_reverse	0	0.0030723288655281067
223259	rnn.weight_hh_l0_reverse	1	0.026953760534524918
223259	rnn.weight_hh_l0_reverse	2	-0.0391109436750412
223259	rnn.weight_hh_l0_reverse	3	0.038771744817495346
223259	rnn.weight_hh_l0_reverse	4	0.022874198853969574
223259	rnn.weight_hh_l0_reverse	5	-0.009001444093883038
223259	rnn.weight_hh_l0_reverse	6	0.06694629788398743
223259	rnn.weight_hh_l0_reverse	7	0.03777039051055908
223259	rnn.weight_hh_l0_reverse	8	-0.02683805115520954
223259	rnn.weight_hh_l0_reverse	9	-0.027812080457806587
223259	rnn.bias_ih_l0_reverse	0	-0.14548234641551971
223259	rnn.bias_ih_l0_reverse	1	-0.30474141240119934
223259	rnn.bias_ih_l0_reverse	2	-0.05864427611231804
223259	rnn.bias_ih_l0_reverse	3	-0.15706418454647064
223259	rnn.bias_ih_l0_reverse	4	0.0694437101483345
223259	rnn.bias_ih_l0_reverse	5	-0.27585116028785706
223259	rnn.bias_ih_l0_reverse	6	-0.06446646898984909
223259	rnn.bias_ih_l0_reverse	7	0.01561673916876316
223259	rnn.bias_ih_l0_reverse	8	-0.18819744884967804
223259	rnn.bias_ih_l0_reverse	9	-0.09507668018341064
223259	rnn.bias_hh_l0_reverse	0	-0.15908560156822205
223259	rnn.bias_hh_l0_reverse	1	-0.14748694002628326
223259	rnn.bias_hh_l0_reverse	2	-0.014487440697848797
223259	rnn.bias_hh_l0_reverse	3	-0.12994170188903809
223259	rnn.bias_hh_l0_reverse	4	-0.029661618173122406
223259	rnn.bias_hh_l0_reverse	5	-0.1156395748257637
223259	rnn.bias_hh_l0_reverse	6	-0.08066572993993759
223259	rnn.bias_hh_l0_reverse	7	-0.17875933647155762
223259	rnn.bias_hh_l0_reverse	8	-0.06550545990467072
223259	rnn.bias_hh_l0_reverse	9	-0.1100212037563324
223259	linear.weight	0	-0.30543750524520874
223259	linear.weight	1	-0.11150158941745758
223259	linear.weight	2	-0.011228874325752258
223259	linear.weight	3	-0.08815039694309235
223259	linear.weight	4	-0.020704073831439018
223259	linear.weight	5	0.21573695540428162
223259	linear.weight	6	0.0047744326293468475
223259	linear.weight	7	-0.021312154829502106
223259	linear.weight	8	0.16677522659301758
223259	linear.weight	9	0.20779962837696075
223259	linear.bias	0	-0.8011162877082825
223259	linear.bias	1	1.4432555437088013
223259	linear.bias	2	-0.4717411994934082
223259	linear.bias	3	-0.7549545168876648
223259	linear.bias	4	-0.8996536731719971
223259	linear.bias	5	-1.1800129413604736
223259	linear.bias	6	-0.9403822422027588
223259	linear.bias	7	-0.7184776067733765
223259	linear.bias	8	-0.01705317199230194
223259	linear.bias	9	3.5070528984069824
223456	transitions	0	-0.46098458766937256
223456	transitions	1	8.808564186096191
223456	transitions	2	-3.6222338676452637
223456	transitions	3	1.5679845809936523
223456	transitions	4	-2.212066173553467
223456	transitions	5	-0.4299357235431671
223456	transitions	6	-0.19556541740894318
223456	transitions	7	-10000.0
223456	transitions	8	1.849244475364685
223456	transitions	9	-2.294923782348633
223456	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
223456	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
223456	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
223456	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
223456	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
223456	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
223456	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
223456	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
223456	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
223456	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
223456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
223456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
223456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
223456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
223456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
223456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
223456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
223456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
223456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
223456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
223456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
223456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
223456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
223456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
223456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
223456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
223456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
223456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
223456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
223456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
223456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
223456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
223456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
223456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
223456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
223456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
223456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
223456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
223456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
223456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
223456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
223456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
223456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
223456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
223456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
223456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
223456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
223456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
223456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
223456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
223456	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
223456	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
223456	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
223456	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
223456	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
223456	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
223456	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
223456	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
223456	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
223456	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
223456	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
223456	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
223456	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
223456	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
223456	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
223456	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
223456	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
223456	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
223456	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
223456	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
223456	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
223456	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
223456	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
223456	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
223456	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
223456	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
223456	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
223456	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
223456	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
223456	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
223456	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
223456	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
223456	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
223456	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
223456	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
223456	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
223456	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
223456	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
223456	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
223456	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
223456	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
223456	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
223456	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
223456	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
223456	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
223456	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
223456	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
223456	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
223456	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
223456	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
223456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
223456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
223456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
223456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
223456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
223456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
223456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
223456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
223456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
223456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
223456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
223456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
223456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
223456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
223456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
223456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
223456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
223456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
223456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
223456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
223456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
223456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
223456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
223456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
223456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
223456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
223456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
223456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
223456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
223456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
223456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
223456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
223456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
223456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
223456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
223456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
223456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
223456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
223456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
223456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
223456	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
223456	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
223456	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
223456	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
223456	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
223456	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
223456	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
223456	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
223456	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
223456	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
223456	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
223456	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
223456	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
223456	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
223456	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
223456	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
223456	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
223456	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
223456	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
223456	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
223456	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
223456	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
223456	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
223456	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
223456	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
223456	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
223456	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
223456	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
223456	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
223456	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
223456	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
223456	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
223456	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
223456	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
223456	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
223456	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
223456	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
223456	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
223456	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
223456	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
223456	embedding2nn.weight	0	0.0446317121386528
223456	embedding2nn.weight	1	-0.09189098328351974
223456	embedding2nn.weight	2	0.01556428987532854
223456	embedding2nn.weight	3	-0.05945579707622528
223456	embedding2nn.weight	4	-0.11152886599302292
223456	embedding2nn.weight	5	0.11057015508413315
223456	embedding2nn.weight	6	-0.07848212867975235
223456	embedding2nn.weight	7	-0.07152745127677917
223456	embedding2nn.weight	8	-0.03279389813542366
223456	embedding2nn.weight	9	0.04581926763057709
223456	embedding2nn.bias	0	0.06961461901664734
223456	embedding2nn.bias	1	-0.006223822012543678
223456	embedding2nn.bias	2	-0.09801574796438217
223456	embedding2nn.bias	3	0.017724012956023216
223456	embedding2nn.bias	4	-0.0033748948480933905
223456	embedding2nn.bias	5	-0.1582554280757904
223456	embedding2nn.bias	6	-0.11554493010044098
223456	embedding2nn.bias	7	-0.014676612801849842
223456	embedding2nn.bias	8	0.06961845606565475
223456	embedding2nn.bias	9	-0.07741621881723404
223456	rnn.weight_ih_l0	0	0.041724976152181625
223456	rnn.weight_ih_l0	1	-0.07638830691576004
223456	rnn.weight_ih_l0	2	-0.06100400164723396
223456	rnn.weight_ih_l0	3	-0.060236282646656036
223456	rnn.weight_ih_l0	4	0.017681241035461426
223456	rnn.weight_ih_l0	5	-0.10665266215801239
223456	rnn.weight_ih_l0	6	-0.031558744609355927
223456	rnn.weight_ih_l0	7	-0.002545639406889677
223456	rnn.weight_ih_l0	8	0.057856444269418716
223456	rnn.weight_ih_l0	9	0.0035611866042017937
223456	rnn.weight_hh_l0	0	-0.0004703317827079445
223456	rnn.weight_hh_l0	1	-0.08558683097362518
223456	rnn.weight_hh_l0	2	0.07277872413396835
223456	rnn.weight_hh_l0	3	0.05205206945538521
223456	rnn.weight_hh_l0	4	0.005057334899902344
223456	rnn.weight_hh_l0	5	0.06670472770929337
223456	rnn.weight_hh_l0	6	-0.01810583472251892
223456	rnn.weight_hh_l0	7	-0.10985501855611801
223456	rnn.weight_hh_l0	8	0.028443440794944763
223456	rnn.weight_hh_l0	9	-0.0856415182352066
223456	rnn.bias_ih_l0	0	-0.08918917179107666
223456	rnn.bias_ih_l0	1	-0.1938343048095703
223456	rnn.bias_ih_l0	2	-0.2639460265636444
223456	rnn.bias_ih_l0	3	-0.2841818630695343
223456	rnn.bias_ih_l0	4	0.0051597417332232
223456	rnn.bias_ih_l0	5	0.0670701190829277
223456	rnn.bias_ih_l0	6	-0.16890442371368408
223456	rnn.bias_ih_l0	7	-0.25816085934638977
223456	rnn.bias_ih_l0	8	-0.14265570044517517
223456	rnn.bias_ih_l0	9	-0.17565281689167023
223456	rnn.bias_hh_l0	0	0.12847845256328583
223456	rnn.bias_hh_l0	1	-0.05552713945508003
223456	rnn.bias_hh_l0	2	0.05721201002597809
223456	rnn.bias_hh_l0	3	-0.18322773277759552
223456	rnn.bias_hh_l0	4	0.05990387499332428
223456	rnn.bias_hh_l0	5	0.05790010467171669
223456	rnn.bias_hh_l0	6	-0.11187020689249039
223456	rnn.bias_hh_l0	7	-0.14975620806217194
223456	rnn.bias_hh_l0	8	-0.1886306256055832
223456	rnn.bias_hh_l0	9	-0.10767142474651337
223456	rnn.weight_ih_l0_reverse	0	-0.018890734761953354
223456	rnn.weight_ih_l0_reverse	1	-0.0019828916992992163
223456	rnn.weight_ih_l0_reverse	2	0.015047252178192139
223456	rnn.weight_ih_l0_reverse	3	0.0124666141346097
223456	rnn.weight_ih_l0_reverse	4	0.015831656754016876
223456	rnn.weight_ih_l0_reverse	5	-0.04641622677445412
223456	rnn.weight_ih_l0_reverse	6	-0.04845140129327774
223456	rnn.weight_ih_l0_reverse	7	0.015684805810451508
223456	rnn.weight_ih_l0_reverse	8	0.09330621361732483
223456	rnn.weight_ih_l0_reverse	9	0.0010112208547070622
223456	rnn.weight_hh_l0_reverse	0	0.0028223698027431965
223456	rnn.weight_hh_l0_reverse	1	0.0269624013453722
223456	rnn.weight_hh_l0_reverse	2	-0.039241254329681396
223456	rnn.weight_hh_l0_reverse	3	0.03895105421543121
223456	rnn.weight_hh_l0_reverse	4	0.022852713242173195
223456	rnn.weight_hh_l0_reverse	5	-0.008957970887422562
223456	rnn.weight_hh_l0_reverse	6	0.06689130514860153
223456	rnn.weight_hh_l0_reverse	7	0.037710241973400116
223456	rnn.weight_hh_l0_reverse	8	-0.0266763586550951
223456	rnn.weight_hh_l0_reverse	9	-0.027801193296909332
223456	rnn.bias_ih_l0_reverse	0	-0.1451520025730133
223456	rnn.bias_ih_l0_reverse	1	-0.3043662905693054
223456	rnn.bias_ih_l0_reverse	2	-0.058188341557979584
223456	rnn.bias_ih_l0_reverse	3	-0.15764473378658295
223456	rnn.bias_ih_l0_reverse	4	0.06889006495475769
223456	rnn.bias_ih_l0_reverse	5	-0.2756184935569763
223456	rnn.bias_ih_l0_reverse	6	-0.06518130749464035
223456	rnn.bias_ih_l0_reverse	7	0.016361363232135773
223456	rnn.bias_ih_l0_reverse	8	-0.1884637326002121
223456	rnn.bias_ih_l0_reverse	9	-0.09454219788312912
223456	rnn.bias_hh_l0_reverse	0	-0.15841099619865417
223456	rnn.bias_hh_l0_reverse	1	-0.14878110587596893
223456	rnn.bias_hh_l0_reverse	2	-0.014367775991559029
223456	rnn.bias_hh_l0_reverse	3	-0.1306528002023697
223456	rnn.bias_hh_l0_reverse	4	-0.029717298224568367
223456	rnn.bias_hh_l0_reverse	5	-0.11559825390577316
223456	rnn.bias_hh_l0_reverse	6	-0.08021962642669678
223456	rnn.bias_hh_l0_reverse	7	-0.1796848326921463
223456	rnn.bias_hh_l0_reverse	8	-0.06577475368976593
223456	rnn.bias_hh_l0_reverse	9	-0.10969994217157364
223456	linear.weight	0	-0.30432644486427307
223456	linear.weight	1	-0.10944240540266037
223456	linear.weight	2	-0.011228874325752258
223456	linear.weight	3	-0.09003778547048569
223456	linear.weight	4	-0.01851586438715458
223456	linear.weight	5	0.21857956051826477
223456	linear.weight	6	0.0047744326293468475
223456	linear.weight	7	-0.021312154829502106
223456	linear.weight	8	0.17352169752120972
223456	linear.weight	9	0.20918262004852295
223456	linear.bias	0	-0.8080785870552063
223456	linear.bias	1	1.4376585483551025
223456	linear.bias	2	-0.4932525157928467
223456	linear.bias	3	-0.7459036111831665
223456	linear.bias	4	-0.8876463174819946
223456	linear.bias	5	-1.1800180673599243
223456	linear.bias	6	-0.9473291039466858
223456	linear.bias	7	-0.7054182291030884
223456	linear.bias	8	-0.01705317199230194
223456	linear.bias	9	3.4953300952911377
223653	transitions	0	-0.46148234605789185
223653	transitions	1	8.81620979309082
223653	transitions	2	-3.622431755065918
223653	transitions	3	1.5674264430999756
223653	transitions	4	-2.212106227874756
223653	transitions	5	-0.42996442317962646
223653	transitions	6	-0.1955711394548416
223653	transitions	7	-10000.0
223653	transitions	8	1.8492757081985474
223653	transitions	9	-2.29492449760437
223653	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
223653	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
223653	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
223653	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
223653	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
223653	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
223653	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
223653	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
223653	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
223653	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
223653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
223653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
223653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
223653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
223653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
223653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
223653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
223653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
223653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
223653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
223653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
223653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
223653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
223653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
223653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
223653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
223653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
223653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
223653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
223653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
223653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
223653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
223653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
223653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
223653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
223653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
223653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
223653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
223653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
223653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
223653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
223653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
223653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
223653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
223653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
223653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
223653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
223653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
223653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
223653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
223653	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
223653	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
223653	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
223653	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
223653	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
223653	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
223653	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
223653	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
223653	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
223653	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
223653	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
223653	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
223653	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
223653	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
223653	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
223653	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
223653	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
223653	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
223653	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
223653	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
223653	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
223653	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
223653	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
223653	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
223653	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
223653	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
223653	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
223653	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
223653	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
223653	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
223653	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
223653	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
223653	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
223653	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
223653	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
223653	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
223653	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
223653	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
223653	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
223653	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
223653	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
223653	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
223653	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
223653	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
223653	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
223653	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
223653	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
223653	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
223653	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
223653	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
223653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
223653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
223653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
223653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
223653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
223653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
223653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
223653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
223653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
223653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
223653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
223653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
223653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
223653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
223653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
223653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
223653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
223653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
223653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
223653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
223653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
223653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
223653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
223653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
223653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
223653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
223653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
223653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
223653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
223653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
223653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
223653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
223653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
223653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
223653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
223653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
223653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
223653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
223653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
223653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
223653	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
223653	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
223653	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
223653	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
223653	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
223653	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
223653	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
223653	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
223653	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
223653	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
223653	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
223653	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
223653	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
223653	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
223653	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
223653	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
223653	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
223653	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
223653	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
223653	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
223653	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
223653	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
223653	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
223653	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
223653	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
223653	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
223653	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
223653	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
223653	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
223653	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
223653	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
223653	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
223653	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
223653	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
223653	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
223653	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
223653	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
223653	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
223653	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
223653	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
223653	embedding2nn.weight	0	0.04454835504293442
223653	embedding2nn.weight	1	-0.0915258601307869
223653	embedding2nn.weight	2	0.014206805266439915
223653	embedding2nn.weight	3	-0.05912099406123161
223653	embedding2nn.weight	4	-0.11152250319719315
223653	embedding2nn.weight	5	0.11044330894947052
223653	embedding2nn.weight	6	-0.07694738358259201
223653	embedding2nn.weight	7	-0.07077565789222717
223653	embedding2nn.weight	8	-0.03293362632393837
223653	embedding2nn.weight	9	0.04681812971830368
223653	embedding2nn.bias	0	0.06891335546970367
223653	embedding2nn.bias	1	-0.00920840259641409
223653	embedding2nn.bias	2	-0.09848646074533463
223653	embedding2nn.bias	3	0.02013390138745308
223653	embedding2nn.bias	4	-0.008367740549147129
223653	embedding2nn.bias	5	-0.1529688686132431
223653	embedding2nn.bias	6	-0.11894681304693222
223653	embedding2nn.bias	7	-0.014429079368710518
223653	embedding2nn.bias	8	0.07032740861177444
223653	embedding2nn.bias	9	-0.07606834918260574
223653	rnn.weight_ih_l0	0	0.04109407216310501
223653	rnn.weight_ih_l0	1	-0.07660418003797531
223653	rnn.weight_ih_l0	2	-0.06095217168331146
223653	rnn.weight_ih_l0	3	-0.05989043414592743
223653	rnn.weight_ih_l0	4	0.01776251755654812
223653	rnn.weight_ih_l0	5	-0.10712216049432755
223653	rnn.weight_ih_l0	6	-0.03101678006350994
223653	rnn.weight_ih_l0	7	-0.0023225583136081696
223653	rnn.weight_ih_l0	8	0.05841047316789627
223653	rnn.weight_ih_l0	9	0.0034552274737507105
223653	rnn.weight_hh_l0	0	-0.0002870209573302418
223653	rnn.weight_hh_l0	1	-0.085364930331707
223653	rnn.weight_hh_l0	2	0.07269804179668427
223653	rnn.weight_hh_l0	3	0.05199870467185974
223653	rnn.weight_hh_l0	4	0.005057587753981352
223653	rnn.weight_hh_l0	5	0.06656523048877716
223653	rnn.weight_hh_l0	6	-0.017961440607905388
223653	rnn.weight_hh_l0	7	-0.10976257920265198
223653	rnn.weight_hh_l0	8	0.028200490400195122
223653	rnn.weight_hh_l0	9	-0.0850495845079422
223653	rnn.bias_ih_l0	0	-0.08883334696292877
223653	rnn.bias_ih_l0	1	-0.1947784274816513
223653	rnn.bias_ih_l0	2	-0.2637403905391693
223653	rnn.bias_ih_l0	3	-0.2838594913482666
223653	rnn.bias_ih_l0	4	0.006725365296006203
223653	rnn.bias_ih_l0	5	0.06682050973176956
223653	rnn.bias_ih_l0	6	-0.16880236566066742
223653	rnn.bias_ih_l0	7	-0.2573649287223816
223653	rnn.bias_ih_l0	8	-0.14122645556926727
223653	rnn.bias_ih_l0	9	-0.175566628575325
223653	rnn.bias_hh_l0	0	0.12837299704551697
223653	rnn.bias_hh_l0	1	-0.05485336109995842
223653	rnn.bias_hh_l0	2	0.057516612112522125
223653	rnn.bias_hh_l0	3	-0.1826917827129364
223653	rnn.bias_hh_l0	4	0.060268670320510864
223653	rnn.bias_hh_l0	5	0.05808558315038681
223653	rnn.bias_hh_l0	6	-0.11183815449476242
223653	rnn.bias_hh_l0	7	-0.1500532627105713
223653	rnn.bias_hh_l0	8	-0.18910706043243408
223653	rnn.bias_hh_l0	9	-0.10700227320194244
223653	rnn.weight_ih_l0_reverse	0	-0.01856006309390068
223653	rnn.weight_ih_l0_reverse	1	-0.0018873994704335928
223653	rnn.weight_ih_l0_reverse	2	0.014065367169678211
223653	rnn.weight_ih_l0_reverse	3	0.013186221942305565
223653	rnn.weight_ih_l0_reverse	4	0.015731632709503174
223653	rnn.weight_ih_l0_reverse	5	-0.04695700481534004
223653	rnn.weight_ih_l0_reverse	6	-0.04800830036401749
223653	rnn.weight_ih_l0_reverse	7	0.015557448379695415
223653	rnn.weight_ih_l0_reverse	8	0.09349629282951355
223653	rnn.weight_ih_l0_reverse	9	0.0006723894621245563
223653	rnn.weight_hh_l0_reverse	0	0.0033089187927544117
223653	rnn.weight_hh_l0_reverse	1	0.026762764900922775
223653	rnn.weight_hh_l0_reverse	2	-0.03936394304037094
223653	rnn.weight_hh_l0_reverse	3	0.03902750089764595
223653	rnn.weight_hh_l0_reverse	4	0.022669686004519463
223653	rnn.weight_hh_l0_reverse	5	-0.008848082274198532
223653	rnn.weight_hh_l0_reverse	6	0.06715820729732513
223653	rnn.weight_hh_l0_reverse	7	0.03747006878256798
223653	rnn.weight_hh_l0_reverse	8	-0.026756679639220238
223653	rnn.weight_hh_l0_reverse	9	-0.02781124785542488
223653	rnn.bias_ih_l0_reverse	0	-0.144454687833786
223653	rnn.bias_ih_l0_reverse	1	-0.30395305156707764
223653	rnn.bias_ih_l0_reverse	2	-0.0576748363673687
223653	rnn.bias_ih_l0_reverse	3	-0.15768466889858246
223653	rnn.bias_ih_l0_reverse	4	0.07003318518400192
223653	rnn.bias_ih_l0_reverse	5	-0.27555525302886963
223653	rnn.bias_ih_l0_reverse	6	-0.06494326144456863
223653	rnn.bias_ih_l0_reverse	7	0.018712373450398445
223653	rnn.bias_ih_l0_reverse	8	-0.1886785626411438
223653	rnn.bias_ih_l0_reverse	9	-0.09449714422225952
223653	rnn.bias_hh_l0_reverse	0	-0.15774773061275482
223653	rnn.bias_hh_l0_reverse	1	-0.14821092784404755
223653	rnn.bias_hh_l0_reverse	2	-0.014083068817853928
223653	rnn.bias_hh_l0_reverse	3	-0.13109639286994934
223653	rnn.bias_hh_l0_reverse	4	-0.029266122728586197
223653	rnn.bias_hh_l0_reverse	5	-0.11514000594615936
223653	rnn.bias_hh_l0_reverse	6	-0.07926759868860245
223653	rnn.bias_hh_l0_reverse	7	-0.18074721097946167
223653	rnn.bias_hh_l0_reverse	8	-0.06516365706920624
223653	rnn.bias_hh_l0_reverse	9	-0.10995162278413773
223653	linear.weight	0	-0.30279168486595154
223653	linear.weight	1	-0.10846464335918427
223653	linear.weight	2	-0.011228874325752258
223653	linear.weight	3	-0.0909622460603714
223653	linear.weight	4	-0.020081954076886177
223653	linear.weight	5	0.21832624077796936
223653	linear.weight	6	0.0047744326293468475
223653	linear.weight	7	-0.021312154829502106
223653	linear.weight	8	0.16784119606018066
223653	linear.weight	9	0.21091337502002716
223653	linear.bias	0	-0.8187859654426575
223653	linear.bias	1	1.4195692539215088
223653	linear.bias	2	-0.48079249262809753
223653	linear.bias	3	-0.7358145713806152
223653	linear.bias	4	-0.9061582088470459
223653	linear.bias	5	-1.1800233125686646
223653	linear.bias	6	-0.9569118022918701
223653	linear.bias	7	-0.7163026928901672
223653	linear.bias	8	-0.01705317199230194
223653	linear.bias	9	3.5082898139953613
223850	transitions	0	-0.4615319073200226
223850	transitions	1	8.815284729003906
223850	transitions	2	-3.6225626468658447
223850	transitions	3	1.569862723350525
223850	transitions	4	-2.2122159004211426
223850	transitions	5	-0.42999717593193054
223850	transitions	6	-0.1955786496400833
223850	transitions	7	-10000.0
223850	transitions	8	1.850257396697998
223850	transitions	9	-2.2949256896972656
223850	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
223850	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
223850	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
223850	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
223850	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
223850	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
223850	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
223850	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
223850	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
223850	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
223850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
223850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
223850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
223850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
223850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
223850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
223850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
223850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
223850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
223850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
223850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
223850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
223850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
223850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
223850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
223850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
223850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
223850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
223850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
223850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
223850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
223850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
223850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
223850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
223850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
223850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
223850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
223850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
223850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
223850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
223850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
223850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
223850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
223850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
223850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
223850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
223850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
223850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
223850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
223850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
223850	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
223850	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
223850	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
223850	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
223850	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
223850	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
223850	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
223850	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
223850	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
223850	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
223850	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
223850	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
223850	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
223850	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
223850	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
223850	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
223850	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
223850	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
223850	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
223850	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
223850	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
223850	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
223850	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
223850	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
223850	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
223850	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
223850	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
223850	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
223850	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
223850	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
223850	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
223850	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
223850	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
223850	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
223850	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
223850	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
223850	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
223850	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
223850	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
223850	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
223850	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
223850	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
223850	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
223850	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
223850	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
223850	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
223850	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
223850	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
223850	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
223850	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
223850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
223850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
223850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
223850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
223850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
223850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
223850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
223850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
223850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
223850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
223850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
223850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
223850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
223850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
223850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
223850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
223850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
223850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
223850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
223850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
223850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
223850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
223850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
223850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
223850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
223850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
223850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
223850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
223850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
223850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
223850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
223850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
223850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
223850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
223850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
223850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
223850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
223850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
223850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
223850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
223850	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
223850	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
223850	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
223850	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
223850	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
223850	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
223850	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
223850	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
223850	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
223850	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
223850	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
223850	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
223850	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
223850	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
223850	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
223850	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
223850	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
223850	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
223850	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
223850	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
223850	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
223850	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
223850	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
223850	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
223850	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
223850	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
223850	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
223850	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
223850	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
223850	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
223850	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
223850	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
223850	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
223850	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
223850	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
223850	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
223850	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
223850	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
223850	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
223850	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
223850	embedding2nn.weight	0	0.044218678027391434
223850	embedding2nn.weight	1	-0.09161006659269333
223850	embedding2nn.weight	2	0.01506501343101263
223850	embedding2nn.weight	3	-0.059679433703422546
223850	embedding2nn.weight	4	-0.11116364598274231
223850	embedding2nn.weight	5	0.11039825528860092
223850	embedding2nn.weight	6	-0.07717528194189072
223850	embedding2nn.weight	7	-0.0700334832072258
223850	embedding2nn.weight	8	-0.03283292427659035
223850	embedding2nn.weight	9	0.04811767861247063
223850	embedding2nn.bias	0	0.06820670515298843
223850	embedding2nn.bias	1	-0.008380561135709286
223850	embedding2nn.bias	2	-0.10297149419784546
223850	embedding2nn.bias	3	0.02018609642982483
223850	embedding2nn.bias	4	-0.01067361980676651
223850	embedding2nn.bias	5	-0.15192708373069763
223850	embedding2nn.bias	6	-0.12072613090276718
223850	embedding2nn.bias	7	-0.01795647107064724
223850	embedding2nn.bias	8	0.0704176127910614
223850	embedding2nn.bias	9	-0.07771272957324982
223850	rnn.weight_ih_l0	0	0.04233502969145775
223850	rnn.weight_ih_l0	1	-0.07692941278219223
223850	rnn.weight_ih_l0	2	-0.06074016913771629
223850	rnn.weight_ih_l0	3	-0.060547761619091034
223850	rnn.weight_ih_l0	4	0.018332095816731453
223850	rnn.weight_ih_l0	5	-0.10672125220298767
223850	rnn.weight_ih_l0	6	-0.03055727854371071
223850	rnn.weight_ih_l0	7	-0.0021333880722522736
223850	rnn.weight_ih_l0	8	0.05815527215600014
223850	rnn.weight_ih_l0	9	0.0041030640713870525
223850	rnn.weight_hh_l0	0	-0.00027163015329279006
223850	rnn.weight_hh_l0	1	-0.08579088002443314
223850	rnn.weight_hh_l0	2	0.07257460802793503
223850	rnn.weight_hh_l0	3	0.05197848379611969
223850	rnn.weight_hh_l0	4	0.0050394004210829735
223850	rnn.weight_hh_l0	5	0.06683025509119034
223850	rnn.weight_hh_l0	6	-0.01793893426656723
223850	rnn.weight_hh_l0	7	-0.10980196297168732
223850	rnn.weight_hh_l0	8	0.02811012975871563
223850	rnn.weight_hh_l0	9	-0.08452890813350677
223850	rnn.bias_ih_l0	0	-0.08894781023263931
223850	rnn.bias_ih_l0	1	-0.19409415125846863
223850	rnn.bias_ih_l0	2	-0.2634508013725281
223850	rnn.bias_ih_l0	3	-0.28422409296035767
223850	rnn.bias_ih_l0	4	0.005779834929853678
223850	rnn.bias_ih_l0	5	0.06669137626886368
223850	rnn.bias_ih_l0	6	-0.169052854180336
223850	rnn.bias_ih_l0	7	-0.2564505934715271
223850	rnn.bias_ih_l0	8	-0.1416110247373581
223850	rnn.bias_ih_l0	9	-0.1762571483850479
223850	rnn.bias_hh_l0	0	0.12734070420265198
223850	rnn.bias_hh_l0	1	-0.05431230366230011
223850	rnn.bias_hh_l0	2	0.05745319649577141
223850	rnn.bias_hh_l0	3	-0.18251173198223114
223850	rnn.bias_hh_l0	4	0.061754658818244934
223850	rnn.bias_hh_l0	5	0.057972922921180725
223850	rnn.bias_hh_l0	6	-0.11231160908937454
223850	rnn.bias_hh_l0	7	-0.15012161433696747
223850	rnn.bias_hh_l0	8	-0.18916849792003632
223850	rnn.bias_hh_l0	9	-0.10571751743555069
223850	rnn.weight_ih_l0_reverse	0	-0.018462710082530975
223850	rnn.weight_ih_l0_reverse	1	-0.0018545625498518348
223850	rnn.weight_ih_l0_reverse	2	0.013861436396837234
223850	rnn.weight_ih_l0_reverse	3	0.012413864955306053
223850	rnn.weight_ih_l0_reverse	4	0.015169056132435799
223850	rnn.weight_ih_l0_reverse	5	-0.04687513783574104
223850	rnn.weight_ih_l0_reverse	6	-0.04822182282805443
223850	rnn.weight_ih_l0_reverse	7	0.016242126002907753
223850	rnn.weight_ih_l0_reverse	8	0.0942327007651329
223850	rnn.weight_ih_l0_reverse	9	0.0008100848644971848
223850	rnn.weight_hh_l0_reverse	0	0.003608965314924717
223850	rnn.weight_hh_l0_reverse	1	0.02674865536391735
223850	rnn.weight_hh_l0_reverse	2	-0.03917328640818596
223850	rnn.weight_hh_l0_reverse	3	0.0388898104429245
223850	rnn.weight_hh_l0_reverse	4	0.022466180846095085
223850	rnn.weight_hh_l0_reverse	5	-0.008973538875579834
223850	rnn.weight_hh_l0_reverse	6	0.06740888953208923
223850	rnn.weight_hh_l0_reverse	7	0.037405818700790405
223850	rnn.weight_hh_l0_reverse	8	-0.026563582941889763
223850	rnn.weight_hh_l0_reverse	9	-0.027826901525259018
223850	rnn.bias_ih_l0_reverse	0	-0.14487028121948242
223850	rnn.bias_ih_l0_reverse	1	-0.3029499053955078
223850	rnn.bias_ih_l0_reverse	2	-0.058324575424194336
223850	rnn.bias_ih_l0_reverse	3	-0.15773268043994904
223850	rnn.bias_ih_l0_reverse	4	0.07020380347967148
223850	rnn.bias_ih_l0_reverse	5	-0.27405524253845215
223850	rnn.bias_ih_l0_reverse	6	-0.06546752899885178
223850	rnn.bias_ih_l0_reverse	7	0.018702901899814606
223850	rnn.bias_ih_l0_reverse	8	-0.18893186748027802
223850	rnn.bias_ih_l0_reverse	9	-0.09503239393234253
223850	rnn.bias_hh_l0_reverse	0	-0.1571226865053177
223850	rnn.bias_hh_l0_reverse	1	-0.14784617722034454
223850	rnn.bias_hh_l0_reverse	2	-0.013622766360640526
223850	rnn.bias_hh_l0_reverse	3	-0.13198408484458923
223850	rnn.bias_hh_l0_reverse	4	-0.028661666437983513
223850	rnn.bias_hh_l0_reverse	5	-0.11575228720903397
223850	rnn.bias_hh_l0_reverse	6	-0.07917346060276031
223850	rnn.bias_hh_l0_reverse	7	-0.18102671205997467
223850	rnn.bias_hh_l0_reverse	8	-0.06509048491716385
223850	rnn.bias_hh_l0_reverse	9	-0.11006937175989151
223850	linear.weight	0	-0.3060145080089569
223850	linear.weight	1	-0.10977263748645782
223850	linear.weight	2	-0.011228874325752258
223850	linear.weight	3	-0.0946335420012474
223850	linear.weight	4	-0.021810322999954224
223850	linear.weight	5	0.2163945585489273
223850	linear.weight	6	0.0047744326293468475
223850	linear.weight	7	-0.021312154829502106
223850	linear.weight	8	0.16959750652313232
223850	linear.weight	9	0.2099635899066925
223850	linear.bias	0	-0.8266357183456421
223850	linear.bias	1	1.4378494024276733
223850	linear.bias	2	-0.49932539463043213
223850	linear.bias	3	-0.7299952507019043
223850	linear.bias	4	-0.9092225432395935
223850	linear.bias	5	-1.1800286769866943
223850	linear.bias	6	-0.9670798778533936
223850	linear.bias	7	-0.7176538109779358
223850	linear.bias	8	-0.01705317199230194
223850	linear.bias	9	3.5249834060668945
224047	transitions	0	-0.4615653157234192
224047	transitions	1	8.817200660705566
224047	transitions	2	-3.62269926071167
224047	transitions	3	1.5661449432373047
224047	transitions	4	-2.212338447570801
224047	transitions	5	-0.4300098121166229
224047	transitions	6	-0.19558627903461456
224047	transitions	7	-10000.0
224047	transitions	8	1.8504811525344849
224047	transitions	9	-2.294926166534424
224047	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
224047	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
224047	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
224047	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
224047	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
224047	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
224047	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
224047	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
224047	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
224047	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
224047	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
224047	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
224047	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
224047	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
224047	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
224047	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
224047	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
224047	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
224047	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
224047	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
224047	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
224047	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
224047	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
224047	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
224047	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
224047	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
224047	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
224047	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
224047	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
224047	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
224047	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
224047	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
224047	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
224047	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
224047	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
224047	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
224047	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
224047	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
224047	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
224047	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
224047	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
224047	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
224047	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
224047	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
224047	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
224047	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
224047	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
224047	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
224047	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
224047	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
224047	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
224047	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
224047	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
224047	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
224047	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
224047	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
224047	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
224047	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
224047	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
224047	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
224047	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
224047	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
224047	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
224047	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
224047	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
224047	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
224047	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
224047	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
224047	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
224047	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
224047	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
224047	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
224047	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
224047	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
224047	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
224047	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
224047	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
224047	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
224047	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
224047	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
224047	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
224047	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
224047	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
224047	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
224047	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
224047	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
224047	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
224047	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
224047	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
224047	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
224047	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
224047	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
224047	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
224047	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
224047	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
224047	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
224047	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
224047	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
224047	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
224047	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
224047	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
224047	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
224047	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
224047	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
224047	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
224047	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
224047	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
224047	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
224047	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
224047	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
224047	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
224047	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
224047	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
224047	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
224047	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
224047	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
224047	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
224047	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
224047	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
224047	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
224047	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
224047	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
224047	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
224047	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
224047	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
224047	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
224047	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
224047	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
224047	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
224047	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
224047	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
224047	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
224047	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
224047	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
224047	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
224047	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
224047	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
224047	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
224047	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
224047	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
224047	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
224047	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
224047	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
224047	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
224047	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
224047	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
224047	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
224047	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
224047	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
224047	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
224047	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
224047	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
224047	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
224047	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
224047	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
224047	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
224047	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
224047	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
224047	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
224047	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
224047	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
224047	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
224047	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
224047	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
224047	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
224047	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
224047	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
224047	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
224047	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
224047	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
224047	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
224047	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
224047	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
224047	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
224047	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
224047	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
224047	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
224047	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
224047	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
224047	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
224047	embedding2nn.weight	0	0.044302765280008316
224047	embedding2nn.weight	1	-0.09174836426973343
224047	embedding2nn.weight	2	0.014409730210900307
224047	embedding2nn.weight	3	-0.05957546830177307
224047	embedding2nn.weight	4	-0.11086656153202057
224047	embedding2nn.weight	5	0.11098697781562805
224047	embedding2nn.weight	6	-0.07868358492851257
224047	embedding2nn.weight	7	-0.07013241946697235
224047	embedding2nn.weight	8	-0.03264002129435539
224047	embedding2nn.weight	9	0.04985777288675308
224047	embedding2nn.bias	0	0.0662856251001358
224047	embedding2nn.bias	1	-0.008579307235777378
224047	embedding2nn.bias	2	-0.09906835854053497
224047	embedding2nn.bias	3	0.021425042301416397
224047	embedding2nn.bias	4	-0.0074358792044222355
224047	embedding2nn.bias	5	-0.15056298673152924
224047	embedding2nn.bias	6	-0.12063854932785034
224047	embedding2nn.bias	7	-0.018020380288362503
224047	embedding2nn.bias	8	0.06969071179628372
224047	embedding2nn.bias	9	-0.0758555456995964
224047	rnn.weight_ih_l0	0	0.042453646659851074
224047	rnn.weight_ih_l0	1	-0.07729358971118927
224047	rnn.weight_ih_l0	2	-0.0604175366461277
224047	rnn.weight_ih_l0	3	-0.060371771454811096
224047	rnn.weight_ih_l0	4	0.018269646912813187
224047	rnn.weight_ih_l0	5	-0.10686585307121277
224047	rnn.weight_ih_l0	6	-0.030914390459656715
224047	rnn.weight_ih_l0	7	-0.001399216940626502
224047	rnn.weight_ih_l0	8	0.057768773287534714
224047	rnn.weight_ih_l0	9	0.004304037895053625
224047	rnn.weight_hh_l0	0	-0.00039005413418635726
224047	rnn.weight_hh_l0	1	-0.08571803569793701
224047	rnn.weight_hh_l0	2	0.07247057557106018
224047	rnn.weight_hh_l0	3	0.051664259284734726
224047	rnn.weight_hh_l0	4	0.004999303724616766
224047	rnn.weight_hh_l0	5	0.06688909232616425
224047	rnn.weight_hh_l0	6	-0.01789277046918869
224047	rnn.weight_hh_l0	7	-0.10983750224113464
224047	rnn.weight_hh_l0	8	0.028130875900387764
224047	rnn.weight_hh_l0	9	-0.08468340337276459
224047	rnn.bias_ih_l0	0	-0.08869602531194687
224047	rnn.bias_ih_l0	1	-0.19424018263816833
224047	rnn.bias_ih_l0	2	-0.2629845440387726
224047	rnn.bias_ih_l0	3	-0.2843017876148224
224047	rnn.bias_ih_l0	4	0.006016830448061228
224047	rnn.bias_ih_l0	5	0.06699785590171814
224047	rnn.bias_ih_l0	6	-0.16896316409111023
224047	rnn.bias_ih_l0	7	-0.2570715546607971
224047	rnn.bias_ih_l0	8	-0.14133480191230774
224047	rnn.bias_ih_l0	9	-0.17606516182422638
224047	rnn.bias_hh_l0	0	0.12906423211097717
224047	rnn.bias_hh_l0	1	-0.05477005988359451
224047	rnn.bias_hh_l0	2	0.05771298334002495
224047	rnn.bias_hh_l0	3	-0.18204301595687866
224047	rnn.bias_hh_l0	4	0.06230159476399422
224047	rnn.bias_hh_l0	5	0.05755024403333664
224047	rnn.bias_hh_l0	6	-0.11259383708238602
224047	rnn.bias_hh_l0	7	-0.15059210360050201
224047	rnn.bias_hh_l0	8	-0.18883104622364044
224047	rnn.bias_hh_l0	9	-0.10504008084535599
224047	rnn.weight_ih_l0_reverse	0	-0.019173461943864822
224047	rnn.weight_ih_l0_reverse	1	-0.0024301668163388968
224047	rnn.weight_ih_l0_reverse	2	0.014255241490900517
224047	rnn.weight_ih_l0_reverse	3	0.0126126604154706
224047	rnn.weight_ih_l0_reverse	4	0.014905652031302452
224047	rnn.weight_ih_l0_reverse	5	-0.04711037501692772
224047	rnn.weight_ih_l0_reverse	6	-0.04900147393345833
224047	rnn.weight_ih_l0_reverse	7	0.016458449885249138
224047	rnn.weight_ih_l0_reverse	8	0.09505632519721985
224047	rnn.weight_ih_l0_reverse	9	0.0010973903117701411
224047	rnn.weight_hh_l0_reverse	0	0.0034537543542683125
224047	rnn.weight_hh_l0_reverse	1	0.026714714244008064
224047	rnn.weight_hh_l0_reverse	2	-0.039246443659067154
224047	rnn.weight_hh_l0_reverse	3	0.03896034136414528
224047	rnn.weight_hh_l0_reverse	4	0.022657399997115135
224047	rnn.weight_hh_l0_reverse	5	-0.009158313274383545
224047	rnn.weight_hh_l0_reverse	6	0.06748676300048828
224047	rnn.weight_hh_l0_reverse	7	0.0374620258808136
224047	rnn.weight_hh_l0_reverse	8	-0.02653154730796814
224047	rnn.weight_hh_l0_reverse	9	-0.02774893492460251
224047	rnn.bias_ih_l0_reverse	0	-0.14349959790706635
224047	rnn.bias_ih_l0_reverse	1	-0.3029717206954956
224047	rnn.bias_ih_l0_reverse	2	-0.058217499405145645
224047	rnn.bias_ih_l0_reverse	3	-0.15761062502861023
224047	rnn.bias_ih_l0_reverse	4	0.07225136458873749
224047	rnn.bias_ih_l0_reverse	5	-0.2748165428638458
224047	rnn.bias_ih_l0_reverse	6	-0.06562851369380951
224047	rnn.bias_ih_l0_reverse	7	0.017384521663188934
224047	rnn.bias_ih_l0_reverse	8	-0.18888677656650543
224047	rnn.bias_ih_l0_reverse	9	-0.09481263160705566
224047	rnn.bias_hh_l0_reverse	0	-0.1562475562095642
224047	rnn.bias_hh_l0_reverse	1	-0.14679130911827087
224047	rnn.bias_hh_l0_reverse	2	-0.013520115986466408
224047	rnn.bias_hh_l0_reverse	3	-0.13217759132385254
224047	rnn.bias_hh_l0_reverse	4	-0.028591979295015335
224047	rnn.bias_hh_l0_reverse	5	-0.11540264636278152
224047	rnn.bias_hh_l0_reverse	6	-0.0789947509765625
224047	rnn.bias_hh_l0_reverse	7	-0.18119972944259644
224047	rnn.bias_hh_l0_reverse	8	-0.06429989635944366
224047	rnn.bias_hh_l0_reverse	9	-0.11011183261871338
224047	linear.weight	0	-0.3044873774051666
224047	linear.weight	1	-0.1104193702340126
224047	linear.weight	2	-0.011228874325752258
224047	linear.weight	3	-0.0908917784690857
224047	linear.weight	4	-0.02127106860280037
224047	linear.weight	5	0.213693767786026
224047	linear.weight	6	0.0047744326293468475
224047	linear.weight	7	-0.021312154829502106
224047	linear.weight	8	0.17063911259174347
224047	linear.weight	9	0.20911549031734467
224047	linear.bias	0	-0.8312569856643677
224047	linear.bias	1	1.417453408241272
224047	linear.bias	2	-0.5095459818840027
224047	linear.bias	3	-0.7408773303031921
224047	linear.bias	4	-0.895846962928772
224047	linear.bias	5	-1.18003249168396
224047	linear.bias	6	-0.9722142219543457
224047	linear.bias	7	-0.708928108215332
224047	linear.bias	8	-0.01705317199230194
224047	linear.bias	9	3.5323526859283447
224244	transitions	0	-0.4615912437438965
224244	transitions	1	8.821089744567871
224244	transitions	2	-3.622915744781494
224244	transitions	3	1.5676100254058838
224244	transitions	4	-2.2124905586242676
224244	transitions	5	-0.43001818656921387
224244	transitions	6	-0.1955917328596115
224244	transitions	7	-10000.0
224244	transitions	8	1.8502440452575684
224244	transitions	9	-2.2949275970458984
224244	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
224244	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
224244	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
224244	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
224244	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
224244	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
224244	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
224244	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
224244	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
224244	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
224244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
224244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
224244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
224244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
224244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
224244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
224244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
224244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
224244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
224244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
224244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
224244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
224244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
224244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
224244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
224244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
224244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
224244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
224244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
224244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
224244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
224244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
224244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
224244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
224244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
224244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
224244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
224244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
224244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
224244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
224244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
224244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
224244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
224244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
224244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
224244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
224244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
224244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
224244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
224244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
224244	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
224244	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
224244	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
224244	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
224244	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
224244	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
224244	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
224244	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
224244	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
224244	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
224244	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
224244	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
224244	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
224244	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
224244	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
224244	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
224244	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
224244	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
224244	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
224244	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
224244	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
224244	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
224244	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
224244	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
224244	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
224244	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
224244	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
224244	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
224244	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
224244	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
224244	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
224244	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
224244	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
224244	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
224244	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
224244	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
224244	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
224244	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
224244	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
224244	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
224244	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
224244	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
224244	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
224244	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
224244	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
224244	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
224244	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
224244	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
224244	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
224244	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
224244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
224244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
224244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
224244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
224244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
224244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
224244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
224244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
224244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
224244	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
224244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
224244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
224244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
224244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
224244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
224244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
224244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
224244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
224244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
224244	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
224244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
224244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
224244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
224244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
224244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
224244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
224244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
224244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
224244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
224244	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
224244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
224244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
224244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
224244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
224244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
224244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
224244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
224244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
224244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
224244	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
224244	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
224244	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
224244	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
224244	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
224244	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
224244	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
224244	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
224244	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
224244	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
224244	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
224244	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
224244	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
224244	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
224244	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
224244	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
224244	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
224244	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
224244	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
224244	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
224244	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
224244	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
224244	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
224244	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
224244	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
224244	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
224244	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
224244	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
224244	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
224244	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
224244	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
224244	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
224244	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
224244	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
224244	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
224244	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
224244	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
224244	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
224244	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
224244	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
224244	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
224244	embedding2nn.weight	0	0.04437284916639328
224244	embedding2nn.weight	1	-0.09207011759281158
224244	embedding2nn.weight	2	0.014227863401174545
224244	embedding2nn.weight	3	-0.05922875925898552
224244	embedding2nn.weight	4	-0.11161796748638153
224244	embedding2nn.weight	5	0.11098051071166992
224244	embedding2nn.weight	6	-0.07855399698019028
224244	embedding2nn.weight	7	-0.06981898844242096
224244	embedding2nn.weight	8	-0.03284700959920883
224244	embedding2nn.weight	9	0.048568882048130035
224244	embedding2nn.bias	0	0.06845559179782867
224244	embedding2nn.bias	1	-0.010480235330760479
224244	embedding2nn.bias	2	-0.10199464857578278
224244	embedding2nn.bias	3	0.027503224089741707
224244	embedding2nn.bias	4	-0.00916570145636797
224244	embedding2nn.bias	5	-0.15078483521938324
224244	embedding2nn.bias	6	-0.12876075506210327
224244	embedding2nn.bias	7	-0.017063874751329422
224244	embedding2nn.bias	8	0.06539914757013321
224244	embedding2nn.bias	9	-0.07697822153568268
224244	rnn.weight_ih_l0	0	0.04257500544190407
224244	rnn.weight_ih_l0	1	-0.07813549041748047
224244	rnn.weight_ih_l0	2	-0.06025705486536026
224244	rnn.weight_ih_l0	3	-0.059215426445007324
224244	rnn.weight_ih_l0	4	0.017942186444997787
224244	rnn.weight_ih_l0	5	-0.10697652399539948
224244	rnn.weight_ih_l0	6	-0.03110584244132042
224244	rnn.weight_ih_l0	7	-0.00134292955044657
224244	rnn.weight_ih_l0	8	0.05782872810959816
224244	rnn.weight_ih_l0	9	0.004222086630761623
224244	rnn.weight_hh_l0	0	-0.0005318987532518804
224244	rnn.weight_hh_l0	1	-0.08582761883735657
224244	rnn.weight_hh_l0	2	0.07251528650522232
224244	rnn.weight_hh_l0	3	0.051697008311748505
224244	rnn.weight_hh_l0	4	0.005005369428545237
224244	rnn.weight_hh_l0	5	0.06710951775312424
224244	rnn.weight_hh_l0	6	-0.01794491894543171
224244	rnn.weight_hh_l0	7	-0.10986825078725815
224244	rnn.weight_hh_l0	8	0.02821935899555683
224244	rnn.weight_hh_l0	9	-0.08468609303236008
224244	rnn.bias_ih_l0	0	-0.08995067328214645
224244	rnn.bias_ih_l0	1	-0.19478771090507507
224244	rnn.bias_ih_l0	2	-0.26061269640922546
224244	rnn.bias_ih_l0	3	-0.28268003463745117
224244	rnn.bias_ih_l0	4	0.005586516112089157
224244	rnn.bias_ih_l0	5	0.06769590079784393
224244	rnn.bias_ih_l0	6	-0.16889433562755585
224244	rnn.bias_ih_l0	7	-0.25809383392333984
224244	rnn.bias_ih_l0	8	-0.1419372409582138
224244	rnn.bias_ih_l0	9	-0.17618846893310547
224244	rnn.bias_hh_l0	0	0.12989957630634308
224244	rnn.bias_hh_l0	1	-0.05495363473892212
224244	rnn.bias_hh_l0	2	0.058058176189661026
224244	rnn.bias_hh_l0	3	-0.1822129786014557
224244	rnn.bias_hh_l0	4	0.06273768097162247
224244	rnn.bias_hh_l0	5	0.05783337727189064
224244	rnn.bias_hh_l0	6	-0.11281539499759674
224244	rnn.bias_hh_l0	7	-0.14953915774822235
224244	rnn.bias_hh_l0	8	-0.1889169067144394
224244	rnn.bias_hh_l0	9	-0.10460975021123886
224244	rnn.weight_ih_l0_reverse	0	-0.019192423671483994
224244	rnn.weight_ih_l0_reverse	1	-0.002609726507216692
224244	rnn.weight_ih_l0_reverse	2	0.013442613184452057
224244	rnn.weight_ih_l0_reverse	3	0.012981628999114037
224244	rnn.weight_ih_l0_reverse	4	0.014682606793940067
224244	rnn.weight_ih_l0_reverse	5	-0.046936921775341034
224244	rnn.weight_ih_l0_reverse	6	-0.049841638654470444
224244	rnn.weight_ih_l0_reverse	7	0.016465993598103523
224244	rnn.weight_ih_l0_reverse	8	0.09496069699525833
224244	rnn.weight_ih_l0_reverse	9	0.00037364265881478786
224244	rnn.weight_hh_l0_reverse	0	0.003509579226374626
224244	rnn.weight_hh_l0_reverse	1	0.026795892044901848
224244	rnn.weight_hh_l0_reverse	2	-0.03930453583598137
224244	rnn.weight_hh_l0_reverse	3	0.039007022976875305
224244	rnn.weight_hh_l0_reverse	4	0.022820189595222473
224244	rnn.weight_hh_l0_reverse	5	-0.009225714020431042
224244	rnn.weight_hh_l0_reverse	6	0.06737861782312393
224244	rnn.weight_hh_l0_reverse	7	0.0373847521841526
224244	rnn.weight_hh_l0_reverse	8	-0.02601517364382744
224244	rnn.weight_hh_l0_reverse	9	-0.027807751670479774
224244	rnn.bias_ih_l0_reverse	0	-0.14541280269622803
224244	rnn.bias_ih_l0_reverse	1	-0.30348795652389526
224244	rnn.bias_ih_l0_reverse	2	-0.05889744684100151
224244	rnn.bias_ih_l0_reverse	3	-0.15881609916687012
224244	rnn.bias_ih_l0_reverse	4	0.07229967415332794
224244	rnn.bias_ih_l0_reverse	5	-0.27561283111572266
224244	rnn.bias_ih_l0_reverse	6	-0.06547851115465164
224244	rnn.bias_ih_l0_reverse	7	0.015934795141220093
224244	rnn.bias_ih_l0_reverse	8	-0.18989072740077972
224244	rnn.bias_ih_l0_reverse	9	-0.09419635683298111
224244	rnn.bias_hh_l0_reverse	0	-0.15585970878601074
224244	rnn.bias_hh_l0_reverse	1	-0.14778319001197815
224244	rnn.bias_hh_l0_reverse	2	-0.013438479974865913
224244	rnn.bias_hh_l0_reverse	3	-0.13224931061267853
224244	rnn.bias_hh_l0_reverse	4	-0.02758336253464222
224244	rnn.bias_hh_l0_reverse	5	-0.11542341858148575
224244	rnn.bias_hh_l0_reverse	6	-0.07872846722602844
224244	rnn.bias_hh_l0_reverse	7	-0.18116283416748047
224244	rnn.bias_hh_l0_reverse	8	-0.06374908238649368
224244	rnn.bias_hh_l0_reverse	9	-0.11032384634017944
224244	linear.weight	0	-0.3055993914604187
224244	linear.weight	1	-0.1079024150967598
224244	linear.weight	2	-0.011228874325752258
224244	linear.weight	3	-0.08924104273319244
224244	linear.weight	4	-0.021996984258294106
224244	linear.weight	5	0.21636226773262024
224244	linear.weight	6	0.0047744326293468475
224244	linear.weight	7	-0.021312154829502106
224244	linear.weight	8	0.1762648969888687
224244	linear.weight	9	0.21055665612220764
224244	linear.bias	0	-0.8311903476715088
224244	linear.bias	1	1.4208664894104004
224244	linear.bias	2	-0.50364750623703
224244	linear.bias	3	-0.7390764951705933
224244	linear.bias	4	-0.8893231153488159
224244	linear.bias	5	-1.1800369024276733
224244	linear.bias	6	-0.9717060923576355
224244	linear.bias	7	-0.6989725232124329
224244	linear.bias	8	-0.01705317199230194
224244	linear.bias	9	3.5009450912475586
224441	transitions	0	-0.4616152346134186
224441	transitions	1	8.82957649230957
224441	transitions	2	-3.6230251789093018
224441	transitions	3	1.5692144632339478
224441	transitions	4	-2.212655544281006
224441	transitions	5	-0.43003949522972107
224441	transitions	6	-0.19559690356254578
224441	transitions	7	-10000.0
224441	transitions	8	1.8501975536346436
224441	transitions	9	-2.2949304580688477
224441	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
224441	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
224441	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
224441	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
224441	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
224441	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
224441	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
224441	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
224441	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
224441	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
224441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
224441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
224441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
224441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
224441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
224441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
224441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
224441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
224441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
224441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
224441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
224441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
224441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
224441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
224441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
224441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
224441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
224441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
224441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
224441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
224441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
224441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
224441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
224441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
224441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
224441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
224441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
224441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
224441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
224441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
224441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
224441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
224441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
224441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
224441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
224441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
224441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
224441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
224441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
224441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
224441	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
224441	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
224441	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
224441	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
224441	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
224441	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
224441	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
224441	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
224441	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
224441	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
224441	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
224441	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
224441	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
224441	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
224441	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
224441	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
224441	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
224441	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
224441	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
224441	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
224441	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
224441	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
224441	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
224441	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
224441	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
224441	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
224441	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
224441	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
224441	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
224441	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
224441	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
224441	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
224441	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
224441	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
224441	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
224441	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
224441	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
224441	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
224441	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
224441	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
224441	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
224441	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
224441	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
224441	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
224441	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
224441	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
224441	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
224441	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
224441	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
224441	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
224441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
224441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
224441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
224441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
224441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
224441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
224441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
224441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
224441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
224441	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
224441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
224441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
224441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
224441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
224441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
224441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
224441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
224441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
224441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
224441	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
224441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
224441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
224441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
224441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
224441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
224441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
224441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
224441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
224441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
224441	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
224441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
224441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
224441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
224441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
224441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
224441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
224441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
224441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
224441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
224441	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
224441	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
224441	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
224441	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
224441	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
224441	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
224441	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
224441	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
224441	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
224441	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
224441	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
224441	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
224441	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
224441	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
224441	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
224441	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
224441	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
224441	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
224441	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
224441	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
224441	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
224441	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
224441	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
224441	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
224441	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
224441	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
224441	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
224441	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
224441	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
224441	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
224441	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
224441	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
224441	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
224441	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
224441	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
224441	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
224441	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
224441	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
224441	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
224441	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
224441	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
224441	embedding2nn.weight	0	0.04440684989094734
224441	embedding2nn.weight	1	-0.0924503281712532
224441	embedding2nn.weight	2	0.014888454228639603
224441	embedding2nn.weight	3	-0.05924861505627632
224441	embedding2nn.weight	4	-0.11218198388814926
224441	embedding2nn.weight	5	0.11089019477367401
224441	embedding2nn.weight	6	-0.07809248566627502
224441	embedding2nn.weight	7	-0.0699092447757721
224441	embedding2nn.weight	8	-0.03341245278716087
224441	embedding2nn.weight	9	0.049144189804792404
224441	embedding2nn.bias	0	0.07238089293241501
224441	embedding2nn.bias	1	-0.0043635317124426365
224441	embedding2nn.bias	2	-0.09582976251840591
224441	embedding2nn.bias	3	0.025171814486384392
224441	embedding2nn.bias	4	-0.004281643778085709
224441	embedding2nn.bias	5	-0.1508268564939499
224441	embedding2nn.bias	6	-0.1298128217458725
224441	embedding2nn.bias	7	-0.01752365566790104
224441	embedding2nn.bias	8	0.06397321075201035
224441	embedding2nn.bias	9	-0.07648304849863052
224441	rnn.weight_ih_l0	0	0.04173530638217926
224441	rnn.weight_ih_l0	1	-0.07764147967100143
224441	rnn.weight_ih_l0	2	-0.060341548174619675
224441	rnn.weight_ih_l0	3	-0.05871162936091423
224441	rnn.weight_ih_l0	4	0.018007053062319756
224441	rnn.weight_ih_l0	5	-0.10749305784702301
224441	rnn.weight_ih_l0	6	-0.032774969935417175
224441	rnn.weight_ih_l0	7	-0.0011041674297302961
224441	rnn.weight_ih_l0	8	0.0572962686419487
224441	rnn.weight_ih_l0	9	0.004772973246872425
224441	rnn.weight_hh_l0	0	-0.0005066624144092202
224441	rnn.weight_hh_l0	1	-0.08533142507076263
224441	rnn.weight_hh_l0	2	0.0724574625492096
224441	rnn.weight_hh_l0	3	0.05148092284798622
224441	rnn.weight_hh_l0	4	0.004911928903311491
224441	rnn.weight_hh_l0	5	0.0671253576874733
224441	rnn.weight_hh_l0	6	-0.01791071891784668
224441	rnn.weight_hh_l0	7	-0.10977939516305923
224441	rnn.weight_hh_l0	8	0.028382685035467148
224441	rnn.weight_hh_l0	9	-0.08473067730665207
224441	rnn.bias_ih_l0	0	-0.08957873284816742
224441	rnn.bias_ih_l0	1	-0.1945457011461258
224441	rnn.bias_ih_l0	2	-0.26087427139282227
224441	rnn.bias_ih_l0	3	-0.28341367840766907
224441	rnn.bias_ih_l0	4	0.0061111762188375
224441	rnn.bias_ih_l0	5	0.06910241395235062
224441	rnn.bias_ih_l0	6	-0.16918668150901794
224441	rnn.bias_ih_l0	7	-0.2579052448272705
224441	rnn.bias_ih_l0	8	-0.14007790386676788
224441	rnn.bias_ih_l0	9	-0.17637202143669128
224441	rnn.bias_hh_l0	0	0.13025470077991486
224441	rnn.bias_hh_l0	1	-0.054052408784627914
224441	rnn.bias_hh_l0	2	0.05728622153401375
224441	rnn.bias_hh_l0	3	-0.18223461508750916
224441	rnn.bias_hh_l0	4	0.06180557608604431
224441	rnn.bias_hh_l0	5	0.05798466131091118
224441	rnn.bias_hh_l0	6	-0.11282374709844589
224441	rnn.bias_hh_l0	7	-0.1497562825679779
224441	rnn.bias_hh_l0	8	-0.1891389638185501
224441	rnn.bias_hh_l0	9	-0.10463149100542068
224441	rnn.weight_ih_l0_reverse	0	-0.018505694344639778
224441	rnn.weight_ih_l0_reverse	1	-0.0029683071188628674
224441	rnn.weight_ih_l0_reverse	2	0.013083902187645435
224441	rnn.weight_ih_l0_reverse	3	0.013789940625429153
224441	rnn.weight_ih_l0_reverse	4	0.015408674255013466
224441	rnn.weight_ih_l0_reverse	5	-0.04766414314508438
224441	rnn.weight_ih_l0_reverse	6	-0.049514785408973694
224441	rnn.weight_ih_l0_reverse	7	0.01622999832034111
224441	rnn.weight_ih_l0_reverse	8	0.09509725123643875
224441	rnn.weight_ih_l0_reverse	9	0.0002184696786571294
224441	rnn.weight_hh_l0_reverse	0	0.0036895761732012033
224441	rnn.weight_hh_l0_reverse	1	0.026898499578237534
224441	rnn.weight_hh_l0_reverse	2	-0.03929203376173973
224441	rnn.weight_hh_l0_reverse	3	0.03884422034025192
224441	rnn.weight_hh_l0_reverse	4	0.022738179191946983
224441	rnn.weight_hh_l0_reverse	5	-0.009611292742192745
224441	rnn.weight_hh_l0_reverse	6	0.06720046699047089
224441	rnn.weight_hh_l0_reverse	7	0.036968376487493515
224441	rnn.weight_hh_l0_reverse	8	-0.026192886754870415
224441	rnn.weight_hh_l0_reverse	9	-0.027716679498553276
224441	rnn.bias_ih_l0_reverse	0	-0.14467519521713257
224441	rnn.bias_ih_l0_reverse	1	-0.3032633066177368
224441	rnn.bias_ih_l0_reverse	2	-0.058625366538763046
224441	rnn.bias_ih_l0_reverse	3	-0.15797704458236694
224441	rnn.bias_ih_l0_reverse	4	0.07271469384431839
224441	rnn.bias_ih_l0_reverse	5	-0.27567532658576965
224441	rnn.bias_ih_l0_reverse	6	-0.06610868126153946
224441	rnn.bias_ih_l0_reverse	7	0.017597733065485954
224441	rnn.bias_ih_l0_reverse	8	-0.1898479163646698
224441	rnn.bias_ih_l0_reverse	9	-0.09412088990211487
224441	rnn.bias_hh_l0_reverse	0	-0.1562962532043457
224441	rnn.bias_hh_l0_reverse	1	-0.1470680981874466
224441	rnn.bias_hh_l0_reverse	2	-0.013322330079972744
224441	rnn.bias_hh_l0_reverse	3	-0.13168290257453918
224441	rnn.bias_hh_l0_reverse	4	-0.026654047891497612
224441	rnn.bias_hh_l0_reverse	5	-0.1147991418838501
224441	rnn.bias_hh_l0_reverse	6	-0.07860982418060303
224441	rnn.bias_hh_l0_reverse	7	-0.1815480887889862
224441	rnn.bias_hh_l0_reverse	8	-0.0640629306435585
224441	rnn.bias_hh_l0_reverse	9	-0.11064828187227249
224441	linear.weight	0	-0.3010222613811493
224441	linear.weight	1	-0.10861320048570633
224441	linear.weight	2	-0.011228874325752258
224441	linear.weight	3	-0.08709269016981125
224441	linear.weight	4	-0.019830314442515373
224441	linear.weight	5	0.21922016143798828
224441	linear.weight	6	0.0047744326293468475
224441	linear.weight	7	-0.021312154829502106
224441	linear.weight	8	0.1761905699968338
224441	linear.weight	9	0.20717978477478027
224441	linear.bias	0	-0.8303402662277222
224441	linear.bias	1	1.4281061887741089
224441	linear.bias	2	-0.521460771560669
224441	linear.bias	3	-0.7293866872787476
224441	linear.bias	4	-0.8848686814308167
224441	linear.bias	5	-1.1800432205200195
224441	linear.bias	6	-0.9710861444473267
224441	linear.bias	7	-0.7099339962005615
224441	linear.bias	8	-0.01705317199230194
224441	linear.bias	9	3.54846453666687
224638	transitions	0	-0.46164703369140625
224638	transitions	1	8.834190368652344
224638	transitions	2	-3.6235544681549072
224638	transitions	3	1.5670758485794067
224638	transitions	4	-2.212705135345459
224638	transitions	5	-0.43004828691482544
224638	transitions	6	-0.19560347497463226
224638	transitions	7	-10000.0
224638	transitions	8	1.8499785661697388
224638	transitions	9	-2.294931411743164
224638	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
224638	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
224638	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
224638	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
224638	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
224638	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
224638	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
224638	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
224638	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
224638	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
224638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
224638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
224638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
224638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
224638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
224638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
224638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
224638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
224638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
224638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
224638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
224638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
224638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
224638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
224638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
224638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
224638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
224638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
224638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
224638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
224638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
224638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
224638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
224638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
224638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
224638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
224638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
224638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
224638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
224638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
224638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
224638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
224638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
224638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
224638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
224638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
224638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
224638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
224638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
224638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
224638	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
224638	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
224638	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
224638	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
224638	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
224638	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
224638	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
224638	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
224638	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
224638	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
224638	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
224638	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
224638	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
224638	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
224638	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
224638	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
224638	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
224638	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
224638	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
224638	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
224638	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
224638	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
224638	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
224638	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
224638	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
224638	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
224638	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
224638	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
224638	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
224638	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
224638	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
224638	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
224638	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
224638	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
224638	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
224638	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
224638	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
224638	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
224638	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
224638	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
224638	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
224638	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
224638	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
224638	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
224638	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
224638	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
224638	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
224638	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
224638	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
224638	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
224638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
224638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
224638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
224638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
224638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
224638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
224638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
224638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
224638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
224638	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
224638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
224638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
224638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
224638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
224638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
224638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
224638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
224638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
224638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
224638	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
224638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
224638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
224638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
224638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
224638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
224638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
224638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
224638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
224638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
224638	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
224638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
224638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
224638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
224638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
224638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
224638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
224638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
224638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
224638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
224638	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
224638	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
224638	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
224638	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
224638	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
224638	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
224638	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
224638	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
224638	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
224638	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
224638	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
224638	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
224638	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
224638	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
224638	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
224638	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
224638	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
224638	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
224638	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
224638	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
224638	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
224638	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
224638	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
224638	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
224638	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
224638	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
224638	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
224638	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
224638	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
224638	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
224638	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
224638	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
224638	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
224638	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
224638	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
224638	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
224638	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
224638	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
224638	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
224638	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
224638	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
224638	embedding2nn.weight	0	0.04431505501270294
224638	embedding2nn.weight	1	-0.09261123090982437
224638	embedding2nn.weight	2	0.014601523987948895
224638	embedding2nn.weight	3	-0.059127770364284515
224638	embedding2nn.weight	4	-0.11041602492332458
224638	embedding2nn.weight	5	0.11080536246299744
224638	embedding2nn.weight	6	-0.07988008111715317
224638	embedding2nn.weight	7	-0.06998277455568314
224638	embedding2nn.weight	8	-0.03245001658797264
224638	embedding2nn.weight	9	0.04914310574531555
224638	embedding2nn.bias	0	0.07758267968893051
224638	embedding2nn.bias	1	-0.004631113726645708
224638	embedding2nn.bias	2	-0.0924048200249672
224638	embedding2nn.bias	3	0.020938877016305923
224638	embedding2nn.bias	4	-0.007473051082342863
224638	embedding2nn.bias	5	-0.1551862359046936
224638	embedding2nn.bias	6	-0.12236759066581726
224638	embedding2nn.bias	7	-0.0142070846632123
224638	embedding2nn.bias	8	0.06560064107179642
224638	embedding2nn.bias	9	-0.07857166230678558
224638	rnn.weight_ih_l0	0	0.042212095111608505
224638	rnn.weight_ih_l0	1	-0.07771404087543488
224638	rnn.weight_ih_l0	2	-0.059960559010505676
224638	rnn.weight_ih_l0	3	-0.05916288495063782
224638	rnn.weight_ih_l0	4	0.018295368179678917
224638	rnn.weight_ih_l0	5	-0.10722700506448746
224638	rnn.weight_ih_l0	6	-0.03310659900307655
224638	rnn.weight_ih_l0	7	-0.0011038767406716943
224638	rnn.weight_ih_l0	8	0.05702311545610428
224638	rnn.weight_ih_l0	9	0.0037923469208180904
224638	rnn.weight_hh_l0	0	-0.00033810699824243784
224638	rnn.weight_hh_l0	1	-0.08645804971456528
224638	rnn.weight_hh_l0	2	0.07244386523962021
224638	rnn.weight_hh_l0	3	0.05158922076225281
224638	rnn.weight_hh_l0	4	0.005038424860686064
224638	rnn.weight_hh_l0	5	0.06711730360984802
224638	rnn.weight_hh_l0	6	-0.017905568704009056
224638	rnn.weight_hh_l0	7	-0.1097978800535202
224638	rnn.weight_hh_l0	8	0.02848094329237938
224638	rnn.weight_hh_l0	9	-0.08503317087888718
224638	rnn.bias_ih_l0	0	-0.08833495527505875
224638	rnn.bias_ih_l0	1	-0.19506999850273132
224638	rnn.bias_ih_l0	2	-0.26089227199554443
224638	rnn.bias_ih_l0	3	-0.2828468680381775
224638	rnn.bias_ih_l0	4	0.0067332107573747635
224638	rnn.bias_ih_l0	5	0.06612210720777512
224638	rnn.bias_ih_l0	6	-0.169124573469162
224638	rnn.bias_ih_l0	7	-0.2568303048610687
224638	rnn.bias_ih_l0	8	-0.13952334225177765
224638	rnn.bias_ih_l0	9	-0.17643094062805176
224638	rnn.bias_hh_l0	0	0.13048619031906128
224638	rnn.bias_hh_l0	1	-0.05404293164610863
224638	rnn.bias_hh_l0	2	0.056701067835092545
224638	rnn.bias_hh_l0	3	-0.1817413568496704
224638	rnn.bias_hh_l0	4	0.060354847460985184
224638	rnn.bias_hh_l0	5	0.058625221252441406
224638	rnn.bias_hh_l0	6	-0.11241070926189423
224638	rnn.bias_hh_l0	7	-0.14917826652526855
224638	rnn.bias_hh_l0	8	-0.18879801034927368
224638	rnn.bias_hh_l0	9	-0.10493894666433334
224638	rnn.weight_ih_l0_reverse	0	-0.01772526279091835
224638	rnn.weight_ih_l0_reverse	1	-0.002942669438198209
224638	rnn.weight_ih_l0_reverse	2	0.013329378329217434
224638	rnn.weight_ih_l0_reverse	3	0.013880492188036442
224638	rnn.weight_ih_l0_reverse	4	0.015463539399206638
224638	rnn.weight_ih_l0_reverse	5	-0.04773099347949028
224638	rnn.weight_ih_l0_reverse	6	-0.04921451210975647
224638	rnn.weight_ih_l0_reverse	7	0.016340455040335655
224638	rnn.weight_ih_l0_reverse	8	0.09452611207962036
224638	rnn.weight_ih_l0_reverse	9	0.0005957229295745492
224638	rnn.weight_hh_l0_reverse	0	0.003560836659744382
224638	rnn.weight_hh_l0_reverse	1	0.02699362114071846
224638	rnn.weight_hh_l0_reverse	2	-0.03900395706295967
224638	rnn.weight_hh_l0_reverse	3	0.0388578437268734
224638	rnn.weight_hh_l0_reverse	4	0.022569281980395317
224638	rnn.weight_hh_l0_reverse	5	-0.009601390920579433
224638	rnn.weight_hh_l0_reverse	6	0.06718706339597702
224638	rnn.weight_hh_l0_reverse	7	0.03703264519572258
224638	rnn.weight_hh_l0_reverse	8	-0.026200750842690468
224638	rnn.weight_hh_l0_reverse	9	-0.027668479830026627
224638	rnn.bias_ih_l0_reverse	0	-0.1440974771976471
224638	rnn.bias_ih_l0_reverse	1	-0.3036029636859894
224638	rnn.bias_ih_l0_reverse	2	-0.05870171636343002
224638	rnn.bias_ih_l0_reverse	3	-0.15965890884399414
224638	rnn.bias_ih_l0_reverse	4	0.07221604883670807
224638	rnn.bias_ih_l0_reverse	5	-0.27573058009147644
224638	rnn.bias_ih_l0_reverse	6	-0.06669250875711441
224638	rnn.bias_ih_l0_reverse	7	0.017892226576805115
224638	rnn.bias_ih_l0_reverse	8	-0.18882182240486145
224638	rnn.bias_ih_l0_reverse	9	-0.09328582882881165
224638	rnn.bias_hh_l0_reverse	0	-0.1571843922138214
224638	rnn.bias_hh_l0_reverse	1	-0.14774580299854279
224638	rnn.bias_hh_l0_reverse	2	-0.013083304278552532
224638	rnn.bias_hh_l0_reverse	3	-0.13023608922958374
224638	rnn.bias_hh_l0_reverse	4	-0.026318538933992386
224638	rnn.bias_hh_l0_reverse	5	-0.11481405049562454
224638	rnn.bias_hh_l0_reverse	6	-0.0788574069738388
224638	rnn.bias_hh_l0_reverse	7	-0.18127529323101044
224638	rnn.bias_hh_l0_reverse	8	-0.06450875848531723
224638	rnn.bias_hh_l0_reverse	9	-0.11098272353410721
224638	linear.weight	0	-0.3034980595111847
224638	linear.weight	1	-0.10936757177114487
224638	linear.weight	2	-0.011228874325752258
224638	linear.weight	3	-0.0868493840098381
224638	linear.weight	4	-0.017501268535852432
224638	linear.weight	5	0.21679680049419403
224638	linear.weight	6	0.0047744326293468475
224638	linear.weight	7	-0.021312154829502106
224638	linear.weight	8	0.17455048859119415
224638	linear.weight	9	0.21081002056598663
224638	linear.bias	0	-0.8250054717063904
224638	linear.bias	1	1.4035561084747314
224638	linear.bias	2	-0.5014621019363403
224638	linear.bias	3	-0.73310387134552
224638	linear.bias	4	-0.8744113445281982
224638	linear.bias	5	-1.1800471544265747
224638	linear.bias	6	-0.9655489325523376
224638	linear.bias	7	-0.7035385966300964
224638	linear.bias	8	-0.01705317199230194
224638	linear.bias	9	3.527615547180176
224835	transitions	0	-0.46177977323532104
224835	transitions	1	8.82829475402832
224835	transitions	2	-3.623680353164673
224835	transitions	3	1.5660321712493896
224835	transitions	4	-2.2128498554229736
224835	transitions	5	-0.4301120936870575
224835	transitions	6	-0.19561000168323517
224835	transitions	7	-10000.0
224835	transitions	8	1.8500590324401855
224835	transitions	9	-2.2949321269989014
224835	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
224835	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
224835	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
224835	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
224835	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
224835	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
224835	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
224835	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
224835	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
224835	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
224835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
224835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
224835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
224835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
224835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
224835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
224835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
224835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
224835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
224835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
224835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
224835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
224835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
224835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
224835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
224835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
224835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
224835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
224835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
224835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
224835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
224835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
224835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
224835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
224835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
224835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
224835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
224835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
224835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
224835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
224835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
224835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
224835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
224835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
224835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
224835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
224835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
224835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
224835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
224835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
224835	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
224835	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
224835	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
224835	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
224835	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
224835	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
224835	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
224835	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
224835	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
224835	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
224835	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
224835	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
224835	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
224835	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
224835	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
224835	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
224835	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
224835	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
224835	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
224835	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
224835	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
224835	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
224835	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
224835	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
224835	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
224835	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
224835	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
224835	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
224835	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
224835	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
224835	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
224835	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
224835	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
224835	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
224835	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
224835	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
224835	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
224835	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
224835	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
224835	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
224835	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
224835	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
224835	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
224835	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
224835	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
224835	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
224835	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
224835	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
224835	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
224835	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
224835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
224835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
224835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
224835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
224835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
224835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
224835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
224835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
224835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
224835	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
224835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
224835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
224835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
224835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
224835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
224835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
224835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
224835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
224835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
224835	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
224835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
224835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
224835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
224835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
224835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
224835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
224835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
224835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
224835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
224835	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
224835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
224835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
224835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
224835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
224835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
224835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
224835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
224835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
224835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
224835	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
224835	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
224835	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
224835	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
224835	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
224835	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
224835	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
224835	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
224835	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
224835	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
224835	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
224835	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
224835	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
224835	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
224835	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
224835	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
224835	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
224835	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
224835	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
224835	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
224835	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
224835	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
224835	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
224835	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
224835	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
224835	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
224835	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
224835	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
224835	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
224835	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
224835	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
224835	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
224835	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
224835	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
224835	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
224835	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
224835	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
224835	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
224835	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
224835	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
224835	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
224835	embedding2nn.weight	0	0.04410235956311226
224835	embedding2nn.weight	1	-0.09300210326910019
224835	embedding2nn.weight	2	0.014959877356886864
224835	embedding2nn.weight	3	-0.05925596132874489
224835	embedding2nn.weight	4	-0.11086668819189072
224835	embedding2nn.weight	5	0.1105838343501091
224835	embedding2nn.weight	6	-0.08149681985378265
224835	embedding2nn.weight	7	-0.0701974406838417
224835	embedding2nn.weight	8	-0.03241698071360588
224835	embedding2nn.weight	9	0.04957325756549835
224835	embedding2nn.bias	0	0.07309665530920029
224835	embedding2nn.bias	1	0.00017706943617668003
224835	embedding2nn.bias	2	-0.08608834445476532
224835	embedding2nn.bias	3	0.019392503425478935
224835	embedding2nn.bias	4	-0.004301578737795353
224835	embedding2nn.bias	5	-0.15579354763031006
224835	embedding2nn.bias	6	-0.1283830851316452
224835	embedding2nn.bias	7	-0.012266567908227444
224835	embedding2nn.bias	8	0.06648457795381546
224835	embedding2nn.bias	9	-0.07904572784900665
224835	rnn.weight_ih_l0	0	0.04219244420528412
224835	rnn.weight_ih_l0	1	-0.07735590636730194
224835	rnn.weight_ih_l0	2	-0.059767503291368484
224835	rnn.weight_ih_l0	3	-0.05925663188099861
224835	rnn.weight_ih_l0	4	0.01865597814321518
224835	rnn.weight_ih_l0	5	-0.10777562111616135
224835	rnn.weight_ih_l0	6	-0.03266895189881325
224835	rnn.weight_ih_l0	7	-0.0011215456761419773
224835	rnn.weight_ih_l0	8	0.057165998965501785
224835	rnn.weight_ih_l0	9	0.003568472107872367
224835	rnn.weight_hh_l0	0	-0.00042387176654301584
224835	rnn.weight_hh_l0	1	-0.086445651948452
224835	rnn.weight_hh_l0	2	0.07248222827911377
224835	rnn.weight_hh_l0	3	0.051538221538066864
224835	rnn.weight_hh_l0	4	0.005135803483426571
224835	rnn.weight_hh_l0	5	0.06724294275045395
224835	rnn.weight_hh_l0	6	-0.017980247735977173
224835	rnn.weight_hh_l0	7	-0.10982662439346313
224835	rnn.weight_hh_l0	8	0.028724484145641327
224835	rnn.weight_hh_l0	9	-0.08517318964004517
224835	rnn.bias_ih_l0	0	-0.08828814327716827
224835	rnn.bias_ih_l0	1	-0.19506169855594635
224835	rnn.bias_ih_l0	2	-0.2603037357330322
224835	rnn.bias_ih_l0	3	-0.28306570649147034
224835	rnn.bias_ih_l0	4	0.006514327600598335
224835	rnn.bias_ih_l0	5	0.0633847638964653
224835	rnn.bias_ih_l0	6	-0.16955821216106415
224835	rnn.bias_ih_l0	7	-0.25669440627098083
224835	rnn.bias_ih_l0	8	-0.1395077407360077
224835	rnn.bias_ih_l0	9	-0.17701053619384766
224835	rnn.bias_hh_l0	0	0.13128376007080078
224835	rnn.bias_hh_l0	1	-0.05400717630982399
224835	rnn.bias_hh_l0	2	0.05720427632331848
224835	rnn.bias_hh_l0	3	-0.18229007720947266
224835	rnn.bias_hh_l0	4	0.061401378363370895
224835	rnn.bias_hh_l0	5	0.05797005817294121
224835	rnn.bias_hh_l0	6	-0.11228511482477188
224835	rnn.bias_hh_l0	7	-0.14938180148601532
224835	rnn.bias_hh_l0	8	-0.18929103016853333
224835	rnn.bias_hh_l0	9	-0.10473428666591644
224835	rnn.weight_ih_l0_reverse	0	-0.017878001555800438
224835	rnn.weight_ih_l0_reverse	1	-0.002680162899196148
224835	rnn.weight_ih_l0_reverse	2	0.013644274324178696
224835	rnn.weight_ih_l0_reverse	3	0.013552011922001839
224835	rnn.weight_ih_l0_reverse	4	0.015344402752816677
224835	rnn.weight_ih_l0_reverse	5	-0.04826974868774414
224835	rnn.weight_ih_l0_reverse	6	-0.048640839755535126
224835	rnn.weight_ih_l0_reverse	7	0.01661306619644165
224835	rnn.weight_ih_l0_reverse	8	0.09433767199516296
224835	rnn.weight_ih_l0_reverse	9	0.0004599868261720985
224835	rnn.weight_hh_l0_reverse	0	0.003768009366467595
224835	rnn.weight_hh_l0_reverse	1	0.02702350541949272
224835	rnn.weight_hh_l0_reverse	2	-0.039153385907411575
224835	rnn.weight_hh_l0_reverse	3	0.039020225405693054
224835	rnn.weight_hh_l0_reverse	4	0.022495459765195847
224835	rnn.weight_hh_l0_reverse	5	-0.009474833495914936
224835	rnn.weight_hh_l0_reverse	6	0.06714189052581787
224835	rnn.weight_hh_l0_reverse	7	0.03681847080588341
224835	rnn.weight_hh_l0_reverse	8	-0.02594788745045662
224835	rnn.weight_hh_l0_reverse	9	-0.02752482146024704
224835	rnn.bias_ih_l0_reverse	0	-0.14473235607147217
224835	rnn.bias_ih_l0_reverse	1	-0.3032408654689789
224835	rnn.bias_ih_l0_reverse	2	-0.059298425912857056
224835	rnn.bias_ih_l0_reverse	3	-0.1597236692905426
224835	rnn.bias_ih_l0_reverse	4	0.07087652385234833
224835	rnn.bias_ih_l0_reverse	5	-0.27573952078819275
224835	rnn.bias_ih_l0_reverse	6	-0.0670018121600151
224835	rnn.bias_ih_l0_reverse	7	0.017172230407595634
224835	rnn.bias_ih_l0_reverse	8	-0.18891775608062744
224835	rnn.bias_ih_l0_reverse	9	-0.09408843517303467
224835	rnn.bias_hh_l0_reverse	0	-0.15693409740924835
224835	rnn.bias_hh_l0_reverse	1	-0.14692926406860352
224835	rnn.bias_hh_l0_reverse	2	-0.013181783258914948
224835	rnn.bias_hh_l0_reverse	3	-0.12767760455608368
224835	rnn.bias_hh_l0_reverse	4	-0.02647450752556324
224835	rnn.bias_hh_l0_reverse	5	-0.11503784358501434
224835	rnn.bias_hh_l0_reverse	6	-0.07835100591182709
224835	rnn.bias_hh_l0_reverse	7	-0.1816195249557495
224835	rnn.bias_hh_l0_reverse	8	-0.06397219747304916
224835	rnn.bias_hh_l0_reverse	9	-0.11105121672153473
224835	linear.weight	0	-0.3029599189758301
224835	linear.weight	1	-0.1098591685295105
224835	linear.weight	2	-0.011228874325752258
224835	linear.weight	3	-0.08615773916244507
224835	linear.weight	4	-0.015526487492024899
224835	linear.weight	5	0.2137371450662613
224835	linear.weight	6	0.0047744326293468475
224835	linear.weight	7	-0.021312154829502106
224835	linear.weight	8	0.1695006638765335
224835	linear.weight	9	0.2151937335729599
224835	linear.bias	0	-0.8252651691436768
224835	linear.bias	1	1.416933298110962
224835	linear.bias	2	-0.508449912071228
224835	linear.bias	3	-0.7293505072593689
224835	linear.bias	4	-0.8822410106658936
224835	linear.bias	5	-1.180052399635315
224835	linear.bias	6	-0.9681309461593628
224835	linear.bias	7	-0.7139685153961182
224835	linear.bias	8	-0.01705317199230194
224835	linear.bias	9	3.5074405670166016
225032	transitions	0	-0.46187135577201843
225032	transitions	1	8.824878692626953
225032	transitions	2	-3.6237869262695312
225032	transitions	3	1.5664392709732056
225032	transitions	4	-2.213273763656616
225032	transitions	5	-0.43012839555740356
225032	transitions	6	-0.19561512768268585
225032	transitions	7	-10000.0
225032	transitions	8	1.8506474494934082
225032	transitions	9	-2.2949323654174805
225032	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
225032	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
225032	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
225032	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
225032	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
225032	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
225032	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
225032	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
225032	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
225032	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
225032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
225032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
225032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
225032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
225032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
225032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
225032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
225032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
225032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
225032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
225032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
225032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
225032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
225032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
225032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
225032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
225032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
225032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
225032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
225032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
225032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
225032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
225032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
225032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
225032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
225032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
225032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
225032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
225032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
225032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
225032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
225032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
225032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
225032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
225032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
225032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
225032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
225032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
225032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
225032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
225032	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
225032	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
225032	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
225032	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
225032	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
225032	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
225032	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
225032	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
225032	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
225032	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
225032	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
225032	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
225032	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
225032	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
225032	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
225032	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
225032	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
225032	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
225032	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
225032	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
225032	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
225032	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
225032	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
225032	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
225032	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
225032	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
225032	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
225032	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
225032	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
225032	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
225032	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
225032	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
225032	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
225032	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
225032	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
225032	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
225032	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
225032	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
225032	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
225032	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
225032	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
225032	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
225032	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
225032	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
225032	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
225032	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
225032	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
225032	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
225032	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
225032	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
225032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
225032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
225032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
225032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
225032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
225032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
225032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
225032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
225032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
225032	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
225032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
225032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
225032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
225032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
225032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
225032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
225032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
225032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
225032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
225032	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
225032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
225032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
225032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
225032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
225032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
225032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
225032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
225032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
225032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
225032	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
225032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
225032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
225032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
225032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
225032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
225032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
225032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
225032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
225032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
225032	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
225032	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
225032	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
225032	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
225032	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
225032	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
225032	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
225032	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
225032	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
225032	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
225032	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
225032	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
225032	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
225032	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
225032	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
225032	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
225032	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
225032	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
225032	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
225032	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
225032	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
225032	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
225032	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
225032	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
225032	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
225032	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
225032	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
225032	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
225032	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
225032	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
225032	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
225032	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
225032	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
225032	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
225032	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
225032	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
225032	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
225032	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
225032	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
225032	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
225032	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
225032	embedding2nn.weight	0	0.04449567198753357
225032	embedding2nn.weight	1	-0.092958465218544
225032	embedding2nn.weight	2	0.01515286136418581
225032	embedding2nn.weight	3	-0.05927373841404915
225032	embedding2nn.weight	4	-0.11159294098615646
225032	embedding2nn.weight	5	0.11012770235538483
225032	embedding2nn.weight	6	-0.07755855470895767
225032	embedding2nn.weight	7	-0.07055111229419708
225032	embedding2nn.weight	8	-0.03326444700360298
225032	embedding2nn.weight	9	0.05041377246379852
225032	embedding2nn.bias	0	0.06658685952425003
225032	embedding2nn.bias	1	-0.000434680754551664
225032	embedding2nn.bias	2	-0.08618853986263275
225032	embedding2nn.bias	3	0.01808362454175949
225032	embedding2nn.bias	4	-0.004641280043870211
225032	embedding2nn.bias	5	-0.15968981385231018
225032	embedding2nn.bias	6	-0.12734724581241608
225032	embedding2nn.bias	7	-0.015798302367329597
225032	embedding2nn.bias	8	0.06404218077659607
225032	embedding2nn.bias	9	-0.08061041682958603
225032	rnn.weight_ih_l0	0	0.04268587753176689
225032	rnn.weight_ih_l0	1	-0.07752548903226852
225032	rnn.weight_ih_l0	2	-0.059897854924201965
225032	rnn.weight_ih_l0	3	-0.0590672567486763
225032	rnn.weight_ih_l0	4	0.01889168471097946
225032	rnn.weight_ih_l0	5	-0.1078343614935875
225032	rnn.weight_ih_l0	6	-0.03338583931326866
225032	rnn.weight_ih_l0	7	-0.00094884930877015
225032	rnn.weight_ih_l0	8	0.0575997494161129
225032	rnn.weight_ih_l0	9	0.003150376258417964
225032	rnn.weight_hh_l0	0	-0.0006849230267107487
225032	rnn.weight_hh_l0	1	-0.0867815688252449
225032	rnn.weight_hh_l0	2	0.07222242653369904
225032	rnn.weight_hh_l0	3	0.05148233845829964
225032	rnn.weight_hh_l0	4	0.00488449539989233
225032	rnn.weight_hh_l0	5	0.06747794896364212
225032	rnn.weight_hh_l0	6	-0.01796465925872326
225032	rnn.weight_hh_l0	7	-0.10978525876998901
225032	rnn.weight_hh_l0	8	0.028657395392656326
225032	rnn.weight_hh_l0	9	-0.08492768555879593
225032	rnn.bias_ih_l0	0	-0.08946103602647781
225032	rnn.bias_ih_l0	1	-0.19449414312839508
225032	rnn.bias_ih_l0	2	-0.2601858079433441
225032	rnn.bias_ih_l0	3	-0.28298866748809814
225032	rnn.bias_ih_l0	4	0.0068576522171497345
225032	rnn.bias_ih_l0	5	0.06432367861270905
225032	rnn.bias_ih_l0	6	-0.1697072833776474
225032	rnn.bias_ih_l0	7	-0.25750139355659485
225032	rnn.bias_ih_l0	8	-0.13926801085472107
225032	rnn.bias_ih_l0	9	-0.1766558289527893
225032	rnn.bias_hh_l0	0	0.1316344141960144
225032	rnn.bias_hh_l0	1	-0.054595645517110825
225032	rnn.bias_hh_l0	2	0.05791114643216133
225032	rnn.bias_hh_l0	3	-0.18208250403404236
225032	rnn.bias_hh_l0	4	0.060160648077726364
225032	rnn.bias_hh_l0	5	0.059373803436756134
225032	rnn.bias_hh_l0	6	-0.11235358566045761
225032	rnn.bias_hh_l0	7	-0.1494455337524414
225032	rnn.bias_hh_l0	8	-0.18969668447971344
225032	rnn.bias_hh_l0	9	-0.1054273173213005
225032	rnn.weight_ih_l0_reverse	0	-0.01770799420773983
225032	rnn.weight_ih_l0_reverse	1	-0.002761499024927616
225032	rnn.weight_ih_l0_reverse	2	0.012496144510805607
225032	rnn.weight_ih_l0_reverse	3	0.013605437241494656
225032	rnn.weight_ih_l0_reverse	4	0.01611989177763462
225032	rnn.weight_ih_l0_reverse	5	-0.04802351072430611
225032	rnn.weight_ih_l0_reverse	6	-0.04829094558954239
225032	rnn.weight_ih_l0_reverse	7	0.017120804637670517
225032	rnn.weight_ih_l0_reverse	8	0.09451070427894592
225032	rnn.weight_ih_l0_reverse	9	0.0009597463649697602
225032	rnn.weight_hh_l0_reverse	0	0.0035614254884421825
225032	rnn.weight_hh_l0_reverse	1	0.027141733095049858
225032	rnn.weight_hh_l0_reverse	2	-0.039110057055950165
225032	rnn.weight_hh_l0_reverse	3	0.03913314640522003
225032	rnn.weight_hh_l0_reverse	4	0.022648349404335022
225032	rnn.weight_hh_l0_reverse	5	-0.00950927659869194
225032	rnn.weight_hh_l0_reverse	6	0.06678295135498047
225032	rnn.weight_hh_l0_reverse	7	0.03676430508494377
225032	rnn.weight_hh_l0_reverse	8	-0.025999268516898155
225032	rnn.weight_hh_l0_reverse	9	-0.027421562001109123
225032	rnn.bias_ih_l0_reverse	0	-0.14531134068965912
225032	rnn.bias_ih_l0_reverse	1	-0.30303263664245605
225032	rnn.bias_ih_l0_reverse	2	-0.0589810386300087
225032	rnn.bias_ih_l0_reverse	3	-0.16016612946987152
225032	rnn.bias_ih_l0_reverse	4	0.07001347094774246
225032	rnn.bias_ih_l0_reverse	5	-0.27556926012039185
225032	rnn.bias_ih_l0_reverse	6	-0.06746048480272293
225032	rnn.bias_ih_l0_reverse	7	0.01824306882917881
225032	rnn.bias_ih_l0_reverse	8	-0.1890723556280136
225032	rnn.bias_ih_l0_reverse	9	-0.09333095699548721
225032	rnn.bias_hh_l0_reverse	0	-0.1563921719789505
225032	rnn.bias_hh_l0_reverse	1	-0.14788736402988434
225032	rnn.bias_hh_l0_reverse	2	-0.013027538545429707
225032	rnn.bias_hh_l0_reverse	3	-0.12967750430107117
225032	rnn.bias_hh_l0_reverse	4	-0.02602660097181797
225032	rnn.bias_hh_l0_reverse	5	-0.11487675458192825
225032	rnn.bias_hh_l0_reverse	6	-0.07837959378957748
225032	rnn.bias_hh_l0_reverse	7	-0.18110321462154388
225032	rnn.bias_hh_l0_reverse	8	-0.06480393558740616
225032	rnn.bias_hh_l0_reverse	9	-0.11142047494649887
225032	linear.weight	0	-0.3017967939376831
225032	linear.weight	1	-0.10969632863998413
225032	linear.weight	2	-0.011228874325752258
225032	linear.weight	3	-0.08879084885120392
225032	linear.weight	4	-0.014359086751937866
225032	linear.weight	5	0.21545547246932983
225032	linear.weight	6	0.0047744326293468475
225032	linear.weight	7	-0.021312154829502106
225032	linear.weight	8	0.16783694922924042
225032	linear.weight	9	0.2124631553888321
225032	linear.bias	0	-0.8321492671966553
225032	linear.bias	1	1.4334022998809814
225032	linear.bias	2	-0.4957880675792694
225032	linear.bias	3	-0.739226758480072
225032	linear.bias	4	-0.8834521174430847
225032	linear.bias	5	-1.1800566911697388
225032	linear.bias	6	-0.9738136529922485
225032	linear.bias	7	-0.7130213379859924
225032	linear.bias	8	-0.01705317199230194
225032	linear.bias	9	3.516533613204956
225036	transitions	0	-0.4618713855743408
225036	transitions	1	8.824549674987793
225036	transitions	2	-3.6237881183624268
225036	transitions	3	1.566430687904358
225036	transitions	4	-2.213273763656616
225036	transitions	5	-0.43012839555740356
225036	transitions	6	-0.19561514258384705
225036	transitions	7	-10000.0
225036	transitions	8	1.8506474494934082
225036	transitions	9	-2.2949323654174805
225036	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
225036	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
225036	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
225036	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
225036	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
225036	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
225036	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
225036	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
225036	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
225036	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
225036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
225036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
225036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
225036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
225036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
225036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
225036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
225036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
225036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
225036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
225036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
225036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
225036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
225036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
225036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
225036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
225036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
225036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
225036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
225036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
225036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
225036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
225036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
225036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
225036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
225036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
225036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
225036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
225036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
225036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
225036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
225036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
225036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
225036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
225036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
225036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
225036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
225036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
225036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
225036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
225036	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
225036	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
225036	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
225036	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
225036	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
225036	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
225036	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
225036	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
225036	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
225036	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
225036	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
225036	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
225036	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
225036	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
225036	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
225036	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
225036	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
225036	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
225036	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
225036	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
225036	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
225036	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
225036	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
225036	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
225036	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
225036	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
225036	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
225036	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
225036	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
225036	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
225036	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
225036	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
225036	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
225036	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
225036	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
225036	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
225036	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
225036	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
225036	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
225036	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
225036	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
225036	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
225036	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
225036	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
225036	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
225036	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
225036	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
225036	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
225036	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
225036	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
225036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
225036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
225036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
225036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
225036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
225036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
225036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
225036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
225036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
225036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
225036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
225036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
225036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
225036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
225036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
225036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
225036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
225036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
225036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
225036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
225036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
225036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
225036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
225036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
225036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
225036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
225036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
225036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
225036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
225036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
225036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
225036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
225036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
225036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
225036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
225036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
225036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
225036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
225036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
225036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
225036	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
225036	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
225036	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
225036	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
225036	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
225036	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
225036	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
225036	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
225036	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
225036	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
225036	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
225036	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
225036	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
225036	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
225036	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
225036	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
225036	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
225036	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
225036	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
225036	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
225036	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
225036	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
225036	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
225036	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
225036	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
225036	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
225036	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
225036	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
225036	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
225036	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
225036	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
225036	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
225036	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
225036	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
225036	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
225036	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
225036	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
225036	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
225036	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
225036	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
225036	embedding2nn.weight	0	0.04448309540748596
225036	embedding2nn.weight	1	-0.09292331337928772
225036	embedding2nn.weight	2	0.015288401395082474
225036	embedding2nn.weight	3	-0.05932893976569176
225036	embedding2nn.weight	4	-0.11161230504512787
225036	embedding2nn.weight	5	0.11011376976966858
225036	embedding2nn.weight	6	-0.07775801420211792
225036	embedding2nn.weight	7	-0.07060173153877258
225036	embedding2nn.weight	8	-0.03325367718935013
225036	embedding2nn.weight	9	0.05044139549136162
225036	embedding2nn.bias	0	0.06656612455844879
225036	embedding2nn.bias	1	-0.0002382146194577217
225036	embedding2nn.bias	2	-0.0861738994717598
225036	embedding2nn.bias	3	0.017586389556527138
225036	embedding2nn.bias	4	-0.005073011387139559
225036	embedding2nn.bias	5	-0.1600484848022461
225036	embedding2nn.bias	6	-0.12748339772224426
225036	embedding2nn.bias	7	-0.01596698723733425
225036	embedding2nn.bias	8	0.0647697001695633
225036	embedding2nn.bias	9	-0.08071667701005936
225036	rnn.weight_ih_l0	0	0.0426705926656723
225036	rnn.weight_ih_l0	1	-0.07752417027950287
225036	rnn.weight_ih_l0	2	-0.05990209802985191
225036	rnn.weight_ih_l0	3	-0.059100326150655746
225036	rnn.weight_ih_l0	4	0.018845954909920692
225036	rnn.weight_ih_l0	5	-0.10785751789808273
225036	rnn.weight_ih_l0	6	-0.033397261053323746
225036	rnn.weight_ih_l0	7	-0.0009484742768108845
225036	rnn.weight_ih_l0	8	0.05758943781256676
225036	rnn.weight_ih_l0	9	0.003147156210616231
225036	rnn.weight_hh_l0	0	-0.0006873434176668525
225036	rnn.weight_hh_l0	1	-0.08677953481674194
225036	rnn.weight_hh_l0	2	0.07222259044647217
225036	rnn.weight_hh_l0	3	0.05148480832576752
225036	rnn.weight_hh_l0	4	0.004884290974587202
225036	rnn.weight_hh_l0	5	0.06746763736009598
225036	rnn.weight_hh_l0	6	-0.017964446917176247
225036	rnn.weight_hh_l0	7	-0.1097770482301712
225036	rnn.weight_hh_l0	8	0.028661170974373817
225036	rnn.weight_hh_l0	9	-0.08501081168651581
225036	rnn.bias_ih_l0	0	-0.08961224555969238
225036	rnn.bias_ih_l0	1	-0.19436821341514587
225036	rnn.bias_ih_l0	2	-0.2601732015609741
225036	rnn.bias_ih_l0	3	-0.2830013632774353
225036	rnn.bias_ih_l0	4	0.006861879024654627
225036	rnn.bias_ih_l0	5	0.06442241370677948
225036	rnn.bias_ih_l0	6	-0.1696554273366928
225036	rnn.bias_ih_l0	7	-0.2574315667152405
225036	rnn.bias_ih_l0	8	-0.13926297426223755
225036	rnn.bias_ih_l0	9	-0.1766732633113861
225036	rnn.bias_hh_l0	0	0.13166505098342896
225036	rnn.bias_hh_l0	1	-0.054595865309238434
225036	rnn.bias_hh_l0	2	0.05789390578866005
225036	rnn.bias_hh_l0	3	-0.18216976523399353
225036	rnn.bias_hh_l0	4	0.06005243957042694
225036	rnn.bias_hh_l0	5	0.05940079316496849
225036	rnn.bias_hh_l0	6	-0.11236961930990219
225036	rnn.bias_hh_l0	7	-0.14943507313728333
225036	rnn.bias_hh_l0	8	-0.18965290486812592
225036	rnn.bias_hh_l0	9	-0.1054486408829689
225036	rnn.weight_ih_l0_reverse	0	-0.017735885456204414
225036	rnn.weight_ih_l0_reverse	1	-0.0027663386426866055
225036	rnn.weight_ih_l0_reverse	2	0.012482772581279278
225036	rnn.weight_ih_l0_reverse	3	0.013577102683484554
225036	rnn.weight_ih_l0_reverse	4	0.016107682138681412
225036	rnn.weight_ih_l0_reverse	5	-0.0480639822781086
225036	rnn.weight_ih_l0_reverse	6	-0.04829751327633858
225036	rnn.weight_ih_l0_reverse	7	0.017121324315667152
225036	rnn.weight_ih_l0_reverse	8	0.09452144801616669
225036	rnn.weight_ih_l0_reverse	9	0.0009679553913883865
225036	rnn.weight_hh_l0_reverse	0	0.0035562352277338505
225036	rnn.weight_hh_l0_reverse	1	0.027141612023115158
225036	rnn.weight_hh_l0_reverse	2	-0.039120957255363464
225036	rnn.weight_hh_l0_reverse	3	0.03912213444709778
225036	rnn.weight_hh_l0_reverse	4	0.022708959877490997
225036	rnn.weight_hh_l0_reverse	5	-0.009510776028037071
225036	rnn.weight_hh_l0_reverse	6	0.06684544682502747
225036	rnn.weight_hh_l0_reverse	7	0.03676530718803406
225036	rnn.weight_hh_l0_reverse	8	-0.026044936850667
225036	rnn.weight_hh_l0_reverse	9	-0.02741084061563015
225036	rnn.bias_ih_l0_reverse	0	-0.14524756371974945
225036	rnn.bias_ih_l0_reverse	1	-0.30297598242759705
225036	rnn.bias_ih_l0_reverse	2	-0.05898571014404297
225036	rnn.bias_ih_l0_reverse	3	-0.16020141541957855
225036	rnn.bias_ih_l0_reverse	4	0.07005492597818375
225036	rnn.bias_ih_l0_reverse	5	-0.27559009194374084
225036	rnn.bias_ih_l0_reverse	6	-0.0675559714436531
225036	rnn.bias_ih_l0_reverse	7	0.018358781933784485
225036	rnn.bias_ih_l0_reverse	8	-0.1890808343887329
225036	rnn.bias_ih_l0_reverse	9	-0.09327404946088791
225036	rnn.bias_hh_l0_reverse	0	-0.15640336275100708
225036	rnn.bias_hh_l0_reverse	1	-0.14774096012115479
225036	rnn.bias_hh_l0_reverse	2	-0.012995402328670025
225036	rnn.bias_hh_l0_reverse	3	-0.12964677810668945
225036	rnn.bias_hh_l0_reverse	4	-0.02611643634736538
225036	rnn.bias_hh_l0_reverse	5	-0.11487185209989548
225036	rnn.bias_hh_l0_reverse	6	-0.07836619019508362
225036	rnn.bias_hh_l0_reverse	7	-0.18114742636680603
225036	rnn.bias_hh_l0_reverse	8	-0.06491266191005707
225036	rnn.bias_hh_l0_reverse	9	-0.11140839755535126
225036	linear.weight	0	-0.30179691314697266
225036	linear.weight	1	-0.10968917608261108
225036	linear.weight	2	-0.011228874325752258
225036	linear.weight	3	-0.0887841209769249
225036	linear.weight	4	-0.014474067836999893
225036	linear.weight	5	0.21544280648231506
225036	linear.weight	6	0.0047744326293468475
225036	linear.weight	7	-0.021312154829502106
225036	linear.weight	8	0.1676916927099228
225036	linear.weight	9	0.2124655544757843
225036	linear.bias	0	-0.8324480652809143
225036	linear.bias	1	1.4346864223480225
225036	linear.bias	2	-0.49551883339881897
225036	linear.bias	3	-0.7396085262298584
225036	linear.bias	4	-0.8846430778503418
225036	linear.bias	5	-1.1800566911697388
225036	linear.bias	6	-0.9741102457046509
225036	linear.bias	7	-0.7123908400535583
225036	linear.bias	8	-0.01705317199230194
225036	linear.bias	9	3.520071506500244
225233	transitions	0	-0.4619355797767639
225233	transitions	1	8.82127571105957
225233	transitions	2	-3.6239912509918213
225233	transitions	3	1.5700408220291138
225233	transitions	4	-2.213744640350342
225233	transitions	5	-0.430184930562973
225233	transitions	6	-0.1956220418214798
225233	transitions	7	-10000.0
225233	transitions	8	1.8502662181854248
225233	transitions	9	-2.2949330806732178
225233	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
225233	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
225233	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
225233	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
225233	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
225233	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
225233	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
225233	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
225233	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
225233	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
225233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
225233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
225233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
225233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
225233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
225233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
225233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
225233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
225233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
225233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
225233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
225233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
225233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
225233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
225233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
225233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
225233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
225233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
225233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
225233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
225233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
225233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
225233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
225233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
225233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
225233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
225233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
225233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
225233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
225233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
225233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
225233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
225233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
225233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
225233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
225233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
225233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
225233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
225233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
225233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
225233	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
225233	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
225233	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
225233	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
225233	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
225233	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
225233	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
225233	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
225233	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
225233	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
225233	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
225233	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
225233	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
225233	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
225233	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
225233	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
225233	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
225233	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
225233	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
225233	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
225233	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
225233	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
225233	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
225233	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
225233	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
225233	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
225233	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
225233	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
225233	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
225233	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
225233	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
225233	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
225233	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
225233	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
225233	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
225233	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
225233	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
225233	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
225233	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
225233	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
225233	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
225233	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
225233	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
225233	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
225233	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
225233	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
225233	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
225233	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
225233	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
225233	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
225233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
225233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
225233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
225233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
225233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
225233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
225233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
225233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
225233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
225233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
225233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
225233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
225233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
225233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
225233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
225233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
225233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
225233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
225233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
225233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
225233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
225233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
225233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
225233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
225233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
225233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
225233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
225233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
225233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
225233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
225233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
225233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
225233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
225233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
225233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
225233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
225233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
225233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
225233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
225233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
225233	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
225233	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
225233	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
225233	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
225233	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
225233	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
225233	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
225233	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
225233	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
225233	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
225233	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
225233	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
225233	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
225233	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
225233	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
225233	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
225233	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
225233	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
225233	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
225233	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
225233	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
225233	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
225233	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
225233	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
225233	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
225233	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
225233	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
225233	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
225233	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
225233	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
225233	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
225233	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
225233	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
225233	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
225233	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
225233	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
225233	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
225233	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
225233	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
225233	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
225233	embedding2nn.weight	0	0.044681157916784286
225233	embedding2nn.weight	1	-0.09276001900434494
225233	embedding2nn.weight	2	0.015518044121563435
225233	embedding2nn.weight	3	-0.05964924395084381
225233	embedding2nn.weight	4	-0.11127930134534836
225233	embedding2nn.weight	5	0.1107468456029892
225233	embedding2nn.weight	6	-0.0785532221198082
225233	embedding2nn.weight	7	-0.07090868800878525
225233	embedding2nn.weight	8	-0.033630795776844025
225233	embedding2nn.weight	9	0.05093210190534592
225233	embedding2nn.bias	0	0.06827068328857422
225233	embedding2nn.bias	1	-0.0014527294551953673
225233	embedding2nn.bias	2	-0.08529400825500488
225233	embedding2nn.bias	3	0.02659289538860321
225233	embedding2nn.bias	4	-0.007214642129838467
225233	embedding2nn.bias	5	-0.15541796386241913
225233	embedding2nn.bias	6	-0.129428893327713
225233	embedding2nn.bias	7	-0.018779564648866653
225233	embedding2nn.bias	8	0.06565942615270615
225233	embedding2nn.bias	9	-0.08075989782810211
225233	rnn.weight_ih_l0	0	0.04263979569077492
225233	rnn.weight_ih_l0	1	-0.07740576565265656
225233	rnn.weight_ih_l0	2	-0.059878092259168625
225233	rnn.weight_ih_l0	3	-0.05996367707848549
225233	rnn.weight_ih_l0	4	0.019153917208313942
225233	rnn.weight_ih_l0	5	-0.10724295675754547
225233	rnn.weight_ih_l0	6	-0.03256797045469284
225233	rnn.weight_ih_l0	7	-0.0007670253398828208
225233	rnn.weight_ih_l0	8	0.05822741240262985
225233	rnn.weight_ih_l0	9	0.00242698285728693
225233	rnn.weight_hh_l0	0	-0.0005389003781601787
225233	rnn.weight_hh_l0	1	-0.08651077747344971
225233	rnn.weight_hh_l0	2	0.07218769937753677
225233	rnn.weight_hh_l0	3	0.05158413574099541
225233	rnn.weight_hh_l0	4	0.004735490772873163
225233	rnn.weight_hh_l0	5	0.06766955554485321
225233	rnn.weight_hh_l0	6	-0.017896872013807297
225233	rnn.weight_hh_l0	7	-0.10967736691236496
225233	rnn.weight_hh_l0	8	0.02848164364695549
225233	rnn.weight_hh_l0	9	-0.08390526473522186
225233	rnn.bias_ih_l0	0	-0.0890544056892395
225233	rnn.bias_ih_l0	1	-0.19375216960906982
225233	rnn.bias_ih_l0	2	-0.2606273591518402
225233	rnn.bias_ih_l0	3	-0.28342899680137634
225233	rnn.bias_ih_l0	4	0.007484573405236006
225233	rnn.bias_ih_l0	5	0.06478185206651688
225233	rnn.bias_ih_l0	6	-0.17061398923397064
225233	rnn.bias_ih_l0	7	-0.25704753398895264
225233	rnn.bias_ih_l0	8	-0.14036554098129272
225233	rnn.bias_ih_l0	9	-0.1764315962791443
225233	rnn.bias_hh_l0	0	0.13223804533481598
225233	rnn.bias_hh_l0	1	-0.054034214466810226
225233	rnn.bias_hh_l0	2	0.05720989778637886
225233	rnn.bias_hh_l0	3	-0.1818930059671402
225233	rnn.bias_hh_l0	4	0.0587131604552269
225233	rnn.bias_hh_l0	5	0.059333957731723785
225233	rnn.bias_hh_l0	6	-0.11271317303180695
225233	rnn.bias_hh_l0	7	-0.14906716346740723
225233	rnn.bias_hh_l0	8	-0.18960478901863098
225233	rnn.bias_hh_l0	9	-0.10448348522186279
225233	rnn.weight_ih_l0_reverse	0	-0.017441093921661377
225233	rnn.weight_ih_l0_reverse	1	-0.0021767194848507643
225233	rnn.weight_ih_l0_reverse	2	0.013394318521022797
225233	rnn.weight_ih_l0_reverse	3	0.013543309643864632
225233	rnn.weight_ih_l0_reverse	4	0.016719002276659012
225233	rnn.weight_ih_l0_reverse	5	-0.048698000609874725
225233	rnn.weight_ih_l0_reverse	6	-0.04872696101665497
225233	rnn.weight_ih_l0_reverse	7	0.0170615054666996
225233	rnn.weight_ih_l0_reverse	8	0.09392140060663223
225233	rnn.weight_ih_l0_reverse	9	0.0003864681348204613
225233	rnn.weight_hh_l0_reverse	0	0.0035598035901784897
225233	rnn.weight_hh_l0_reverse	1	0.027062177658081055
225233	rnn.weight_hh_l0_reverse	2	-0.03893367573618889
225233	rnn.weight_hh_l0_reverse	3	0.03923817351460457
225233	rnn.weight_hh_l0_reverse	4	0.02268953248858452
225233	rnn.weight_hh_l0_reverse	5	-0.009446353651583195
225233	rnn.weight_hh_l0_reverse	6	0.06723800301551819
225233	rnn.weight_hh_l0_reverse	7	0.03671971708536148
225233	rnn.weight_hh_l0_reverse	8	-0.025741729885339737
225233	rnn.weight_hh_l0_reverse	9	-0.027205724269151688
225233	rnn.bias_ih_l0_reverse	0	-0.1462973952293396
225233	rnn.bias_ih_l0_reverse	1	-0.3040180802345276
225233	rnn.bias_ih_l0_reverse	2	-0.05942631885409355
225233	rnn.bias_ih_l0_reverse	3	-0.1602623462677002
225233	rnn.bias_ih_l0_reverse	4	0.06968343257904053
225233	rnn.bias_ih_l0_reverse	5	-0.2755349278450012
225233	rnn.bias_ih_l0_reverse	6	-0.06801829487085342
225233	rnn.bias_ih_l0_reverse	7	0.01996494084596634
225233	rnn.bias_ih_l0_reverse	8	-0.1896398812532425
225233	rnn.bias_ih_l0_reverse	9	-0.09317301958799362
225233	rnn.bias_hh_l0_reverse	0	-0.15597295761108398
225233	rnn.bias_hh_l0_reverse	1	-0.14826269447803497
225233	rnn.bias_hh_l0_reverse	2	-0.012884042225778103
225233	rnn.bias_hh_l0_reverse	3	-0.13020485639572144
225233	rnn.bias_hh_l0_reverse	4	-0.026048598811030388
225233	rnn.bias_hh_l0_reverse	5	-0.11574769020080566
225233	rnn.bias_hh_l0_reverse	6	-0.07778657972812653
225233	rnn.bias_hh_l0_reverse	7	-0.1817958801984787
225233	rnn.bias_hh_l0_reverse	8	-0.06447029113769531
225233	rnn.bias_hh_l0_reverse	9	-0.1108148843050003
225233	linear.weight	0	-0.3021230697631836
225233	linear.weight	1	-0.10796189308166504
225233	linear.weight	2	-0.011228874325752258
225233	linear.weight	3	-0.0917840227484703
225233	linear.weight	4	-0.012590448372066021
225233	linear.weight	5	0.2170916199684143
225233	linear.weight	6	0.0047744326293468475
225233	linear.weight	7	-0.021312154829502106
225233	linear.weight	8	0.1655542105436325
225233	linear.weight	9	0.2083299458026886
225233	linear.bias	0	-0.8336432576179504
225233	linear.bias	1	1.422456979751587
225233	linear.bias	2	-0.4955040514469147
225233	linear.bias	3	-0.7445017099380493
225233	linear.bias	4	-0.8805418610572815
225233	linear.bias	5	-1.1800605058670044
225233	linear.bias	6	-0.9745187163352966
225233	linear.bias	7	-0.7076045870780945
225233	linear.bias	8	-0.01705317199230194
225233	linear.bias	9	3.4959511756896973
225430	transitions	0	-0.4619799852371216
225430	transitions	1	8.83612060546875
225430	transitions	2	-3.6242151260375977
225430	transitions	3	1.568361520767212
225430	transitions	4	-2.2138314247131348
225430	transitions	5	-0.4302215576171875
225430	transitions	6	-0.19562746584415436
225430	transitions	7	-10000.0
225430	transitions	8	1.850296974182129
225430	transitions	9	-2.2949352264404297
225430	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
225430	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
225430	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
225430	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
225430	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
225430	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
225430	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
225430	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
225430	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
225430	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
225430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
225430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
225430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
225430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
225430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
225430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
225430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
225430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
225430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
225430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
225430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
225430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
225430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
225430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
225430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
225430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
225430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
225430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
225430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
225430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
225430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
225430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
225430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
225430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
225430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
225430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
225430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
225430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
225430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
225430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
225430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
225430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
225430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
225430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
225430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
225430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
225430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
225430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
225430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
225430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
225430	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
225430	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
225430	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
225430	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
225430	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
225430	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
225430	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
225430	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
225430	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
225430	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
225430	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
225430	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
225430	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
225430	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
225430	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
225430	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
225430	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
225430	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
225430	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
225430	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
225430	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
225430	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
225430	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
225430	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
225430	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
225430	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
225430	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
225430	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
225430	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
225430	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
225430	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
225430	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
225430	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
225430	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
225430	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
225430	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
225430	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
225430	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
225430	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
225430	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
225430	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
225430	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
225430	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
225430	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
225430	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
225430	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
225430	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
225430	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
225430	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
225430	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
225430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
225430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
225430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
225430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
225430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
225430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
225430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
225430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
225430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
225430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
225430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
225430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
225430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
225430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
225430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
225430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
225430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
225430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
225430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
225430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
225430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
225430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
225430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
225430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
225430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
225430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
225430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
225430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
225430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
225430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
225430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
225430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
225430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
225430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
225430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
225430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
225430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
225430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
225430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
225430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
225430	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
225430	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
225430	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
225430	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
225430	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
225430	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
225430	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
225430	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
225430	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
225430	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
225430	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
225430	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
225430	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
225430	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
225430	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
225430	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
225430	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
225430	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
225430	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
225430	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
225430	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
225430	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
225430	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
225430	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
225430	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
225430	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
225430	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
225430	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
225430	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
225430	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
225430	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
225430	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
225430	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
225430	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
225430	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
225430	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
225430	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
225430	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
225430	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
225430	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
225430	embedding2nn.weight	0	0.04474012181162834
225430	embedding2nn.weight	1	-0.09325779229402542
225430	embedding2nn.weight	2	0.015067768283188343
225430	embedding2nn.weight	3	-0.059530243277549744
225430	embedding2nn.weight	4	-0.11081470549106598
225430	embedding2nn.weight	5	0.11059818416833878
225430	embedding2nn.weight	6	-0.07815632224082947
225430	embedding2nn.weight	7	-0.07185084372758865
225430	embedding2nn.weight	8	-0.033904120326042175
225430	embedding2nn.weight	9	0.050993673503398895
225430	embedding2nn.bias	0	0.06251313537359238
225430	embedding2nn.bias	1	-0.0018826414598152041
225430	embedding2nn.bias	2	-0.08048734068870544
225430	embedding2nn.bias	3	0.025621546432375908
225430	embedding2nn.bias	4	-0.00696912407875061
225430	embedding2nn.bias	5	-0.15248310565948486
225430	embedding2nn.bias	6	-0.1275007575750351
225430	embedding2nn.bias	7	-0.018978429958224297
225430	embedding2nn.bias	8	0.06596167385578156
225430	embedding2nn.bias	9	-0.07754800468683243
225430	rnn.weight_ih_l0	0	0.04259501397609711
225430	rnn.weight_ih_l0	1	-0.07737472653388977
225430	rnn.weight_ih_l0	2	-0.059443578124046326
225430	rnn.weight_ih_l0	3	-0.06057794764637947
225430	rnn.weight_ih_l0	4	0.01888091489672661
225430	rnn.weight_ih_l0	5	-0.10686197131872177
225430	rnn.weight_ih_l0	6	-0.03246265649795532
225430	rnn.weight_ih_l0	7	-0.0009509301744401455
225430	rnn.weight_ih_l0	8	0.05864531919360161
225430	rnn.weight_ih_l0	9	0.002343520289286971
225430	rnn.weight_hh_l0	0	-0.00047230307245627046
225430	rnn.weight_hh_l0	1	-0.08697228133678436
225430	rnn.weight_hh_l0	2	0.07215963304042816
225430	rnn.weight_hh_l0	3	0.05151874199509621
225430	rnn.weight_hh_l0	4	0.004827564582228661
225430	rnn.weight_hh_l0	5	0.06769918650388718
225430	rnn.weight_hh_l0	6	-0.017915233969688416
225430	rnn.weight_hh_l0	7	-0.1098380908370018
225430	rnn.weight_hh_l0	8	0.028467994183301926
225430	rnn.weight_hh_l0	9	-0.08372965455055237
225430	rnn.bias_ih_l0	0	-0.0903116762638092
225430	rnn.bias_ih_l0	1	-0.19336530566215515
225430	rnn.bias_ih_l0	2	-0.2609507441520691
225430	rnn.bias_ih_l0	3	-0.28414976596832275
225430	rnn.bias_ih_l0	4	0.006624984554946423
225430	rnn.bias_ih_l0	5	0.06294162571430206
225430	rnn.bias_ih_l0	6	-0.16998784244060516
225430	rnn.bias_ih_l0	7	-0.25675880908966064
225430	rnn.bias_ih_l0	8	-0.13965709507465363
225430	rnn.bias_ih_l0	9	-0.17655149102210999
225430	rnn.bias_hh_l0	0	0.13210225105285645
225430	rnn.bias_hh_l0	1	-0.053847089409828186
225430	rnn.bias_hh_l0	2	0.05629410222172737
225430	rnn.bias_hh_l0	3	-0.1819247305393219
225430	rnn.bias_hh_l0	4	0.05838197097182274
225430	rnn.bias_hh_l0	5	0.059413254261016846
225430	rnn.bias_hh_l0	6	-0.11252936720848083
225430	rnn.bias_hh_l0	7	-0.1493580937385559
225430	rnn.bias_hh_l0	8	-0.1900835633277893
225430	rnn.bias_hh_l0	9	-0.10364054888486862
225430	rnn.weight_ih_l0_reverse	0	-0.017767619341611862
225430	rnn.weight_ih_l0_reverse	1	-0.0014442059909924865
225430	rnn.weight_ih_l0_reverse	2	0.01198038924485445
225430	rnn.weight_ih_l0_reverse	3	0.01404236163944006
225430	rnn.weight_ih_l0_reverse	4	0.01745915412902832
225430	rnn.weight_ih_l0_reverse	5	-0.04975893720984459
225430	rnn.weight_ih_l0_reverse	6	-0.048863355070352554
225430	rnn.weight_ih_l0_reverse	7	0.017469437792897224
225430	rnn.weight_ih_l0_reverse	8	0.09322833269834518
225430	rnn.weight_ih_l0_reverse	9	0.0007982859387993813
225430	rnn.weight_hh_l0_reverse	0	0.003955488093197346
225430	rnn.weight_hh_l0_reverse	1	0.02721193991601467
225430	rnn.weight_hh_l0_reverse	2	-0.03923619166016579
225430	rnn.weight_hh_l0_reverse	3	0.03901932016015053
225430	rnn.weight_hh_l0_reverse	4	0.02275571972131729
225430	rnn.weight_hh_l0_reverse	5	-0.009200952015817165
225430	rnn.weight_hh_l0_reverse	6	0.06767237931489944
225430	rnn.weight_hh_l0_reverse	7	0.03664359077811241
225430	rnn.weight_hh_l0_reverse	8	-0.02573983743786812
225430	rnn.weight_hh_l0_reverse	9	-0.027117203921079636
225430	rnn.bias_ih_l0_reverse	0	-0.14530141651630402
225430	rnn.bias_ih_l0_reverse	1	-0.3046666979789734
225430	rnn.bias_ih_l0_reverse	2	-0.0589107908308506
225430	rnn.bias_ih_l0_reverse	3	-0.16104398667812347
225430	rnn.bias_ih_l0_reverse	4	0.0702199935913086
225430	rnn.bias_ih_l0_reverse	5	-0.2752600312232971
225430	rnn.bias_ih_l0_reverse	6	-0.06780994683504105
225430	rnn.bias_ih_l0_reverse	7	0.02153461053967476
225430	rnn.bias_ih_l0_reverse	8	-0.18921329081058502
225430	rnn.bias_ih_l0_reverse	9	-0.09338921308517456
225430	rnn.bias_hh_l0_reverse	0	-0.15618307888507843
225430	rnn.bias_hh_l0_reverse	1	-0.14768384397029877
225430	rnn.bias_hh_l0_reverse	2	-0.012675692327320576
225430	rnn.bias_hh_l0_reverse	3	-0.13017599284648895
225430	rnn.bias_hh_l0_reverse	4	-0.026670442894101143
225430	rnn.bias_hh_l0_reverse	5	-0.11572786420583725
225430	rnn.bias_hh_l0_reverse	6	-0.07860514521598816
225430	rnn.bias_hh_l0_reverse	7	-0.18126097321510315
225430	rnn.bias_hh_l0_reverse	8	-0.06552217900753021
225430	rnn.bias_hh_l0_reverse	9	-0.11133847385644913
225430	linear.weight	0	-0.3046363890171051
225430	linear.weight	1	-0.10881612449884415
225430	linear.weight	2	-0.011228874325752258
225430	linear.weight	3	-0.08963772654533386
225430	linear.weight	4	-0.0012340277899056673
225430	linear.weight	5	0.2148507684469223
225430	linear.weight	6	0.0047744326293468475
225430	linear.weight	7	-0.021312154829502106
225430	linear.weight	8	0.16792307794094086
225430	linear.weight	9	0.2075119912624359
225430	linear.bias	0	-0.8350427150726318
225430	linear.bias	1	1.4301060438156128
225430	linear.bias	2	-0.5004639625549316
225430	linear.bias	3	-0.738156795501709
225430	linear.bias	4	-0.8904280066490173
225430	linear.bias	5	-1.1800658702850342
225430	linear.bias	6	-0.9767885804176331
225430	linear.bias	7	-0.7087874412536621
225430	linear.bias	8	-0.01705317199230194
225430	linear.bias	9	3.5190181732177734
225627	transitions	0	-0.4620458483695984
225627	transitions	1	8.84797191619873
225627	transitions	2	-3.624593734741211
225627	transitions	3	1.563869595527649
225627	transitions	4	-2.214003801345825
225627	transitions	5	-0.4302276372909546
225627	transitions	6	-0.19563092291355133
225627	transitions	7	-10000.0
225627	transitions	8	1.8502699136734009
225627	transitions	9	-2.294936180114746
225627	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
225627	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
225627	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
225627	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
225627	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
225627	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
225627	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
225627	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
225627	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
225627	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
225627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
225627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
225627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
225627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
225627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
225627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
225627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
225627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
225627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
225627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
225627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
225627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
225627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
225627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
225627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
225627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
225627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
225627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
225627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
225627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
225627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
225627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
225627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
225627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
225627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
225627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
225627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
225627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
225627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
225627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
225627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
225627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
225627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
225627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
225627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
225627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
225627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
225627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
225627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
225627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
225627	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
225627	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
225627	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
225627	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
225627	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
225627	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
225627	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
225627	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
225627	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
225627	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
225627	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
225627	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
225627	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
225627	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
225627	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
225627	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
225627	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
225627	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
225627	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
225627	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
225627	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
225627	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
225627	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
225627	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
225627	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
225627	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
225627	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
225627	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
225627	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
225627	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
225627	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
225627	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
225627	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
225627	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
225627	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
225627	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
225627	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
225627	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
225627	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
225627	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
225627	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
225627	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
225627	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
225627	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
225627	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
225627	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
225627	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
225627	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
225627	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
225627	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
225627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
225627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
225627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
225627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
225627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
225627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
225627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
225627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
225627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
225627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
225627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
225627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
225627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
225627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
225627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
225627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
225627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
225627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
225627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
225627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
225627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
225627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
225627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
225627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
225627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
225627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
225627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
225627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
225627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
225627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
225627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
225627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
225627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
225627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
225627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
225627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
225627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
225627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
225627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
225627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
225627	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
225627	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
225627	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
225627	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
225627	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
225627	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
225627	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
225627	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
225627	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
225627	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
225627	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
225627	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
225627	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
225627	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
225627	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
225627	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
225627	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
225627	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
225627	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
225627	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
225627	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
225627	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
225627	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
225627	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
225627	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
225627	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
225627	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
225627	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
225627	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
225627	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
225627	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
225627	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
225627	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
225627	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
225627	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
225627	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
225627	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
225627	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
225627	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
225627	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
225627	embedding2nn.weight	0	0.04451936483383179
225627	embedding2nn.weight	1	-0.09325187653303146
225627	embedding2nn.weight	2	0.015620470978319645
225627	embedding2nn.weight	3	-0.05948883295059204
225627	embedding2nn.weight	4	-0.1108400896191597
225627	embedding2nn.weight	5	0.11061345785856247
225627	embedding2nn.weight	6	-0.0818457379937172
225627	embedding2nn.weight	7	-0.07091625779867172
225627	embedding2nn.weight	8	-0.03370880335569382
225627	embedding2nn.weight	9	0.051685839891433716
225627	embedding2nn.bias	0	0.06562524288892746
225627	embedding2nn.bias	1	-0.0011830341536551714
225627	embedding2nn.bias	2	-0.08691123127937317
225627	embedding2nn.bias	3	0.029337739571928978
225627	embedding2nn.bias	4	-0.007167907897382975
225627	embedding2nn.bias	5	-0.15160100162029266
225627	embedding2nn.bias	6	-0.12622569501399994
225627	embedding2nn.bias	7	-0.018592266365885735
225627	embedding2nn.bias	8	0.06853721290826797
225627	embedding2nn.bias	9	-0.0767509862780571
225627	rnn.weight_ih_l0	0	0.042557090520858765
225627	rnn.weight_ih_l0	1	-0.07747173309326172
225627	rnn.weight_ih_l0	2	-0.05932963639497757
225627	rnn.weight_ih_l0	3	-0.06048969551920891
225627	rnn.weight_ih_l0	4	0.01927053928375244
225627	rnn.weight_ih_l0	5	-0.10715567320585251
225627	rnn.weight_ih_l0	6	-0.032232917845249176
225627	rnn.weight_ih_l0	7	-0.0018723171669989824
225627	rnn.weight_ih_l0	8	0.05859603360295296
225627	rnn.weight_ih_l0	9	0.0024504014290869236
225627	rnn.weight_hh_l0	0	-0.00033308027195744216
225627	rnn.weight_hh_l0	1	-0.08699890226125717
225627	rnn.weight_hh_l0	2	0.07233908027410507
225627	rnn.weight_hh_l0	3	0.051538776606321335
225627	rnn.weight_hh_l0	4	0.004752994980663061
225627	rnn.weight_hh_l0	5	0.06759516149759293
225627	rnn.weight_hh_l0	6	-0.01799594797194004
225627	rnn.weight_hh_l0	7	-0.10997899621725082
225627	rnn.weight_hh_l0	8	0.028481990098953247
225627	rnn.weight_hh_l0	9	-0.0841149240732193
225627	rnn.bias_ih_l0	0	-0.09031888097524643
225627	rnn.bias_ih_l0	1	-0.193834125995636
225627	rnn.bias_ih_l0	2	-0.26187726855278015
225627	rnn.bias_ih_l0	3	-0.2850923538208008
225627	rnn.bias_ih_l0	4	0.00615634024143219
225627	rnn.bias_ih_l0	5	0.06185954809188843
225627	rnn.bias_ih_l0	6	-0.17071381211280823
225627	rnn.bias_ih_l0	7	-0.25700220465660095
225627	rnn.bias_ih_l0	8	-0.13804315030574799
225627	rnn.bias_ih_l0	9	-0.17707839608192444
225627	rnn.bias_hh_l0	0	0.13303644955158234
225627	rnn.bias_hh_l0	1	-0.05526912957429886
225627	rnn.bias_hh_l0	2	0.05550684407353401
225627	rnn.bias_hh_l0	3	-0.18231818079948425
225627	rnn.bias_hh_l0	4	0.05715921148657799
225627	rnn.bias_hh_l0	5	0.061575956642627716
225627	rnn.bias_hh_l0	6	-0.11270497739315033
225627	rnn.bias_hh_l0	7	-0.14896777272224426
225627	rnn.bias_hh_l0	8	-0.19035248458385468
225627	rnn.bias_hh_l0	9	-0.10388743877410889
225627	rnn.weight_ih_l0_reverse	0	-0.01769348978996277
225627	rnn.weight_ih_l0_reverse	1	-0.0012212911387905478
225627	rnn.weight_ih_l0_reverse	2	0.011781481094658375
225627	rnn.weight_ih_l0_reverse	3	0.0145911555737257
225627	rnn.weight_ih_l0_reverse	4	0.017898259684443474
225627	rnn.weight_ih_l0_reverse	5	-0.05022735893726349
225627	rnn.weight_ih_l0_reverse	6	-0.048846133053302765
225627	rnn.weight_ih_l0_reverse	7	0.01780608668923378
225627	rnn.weight_ih_l0_reverse	8	0.09382173418998718
225627	rnn.weight_ih_l0_reverse	9	0.00040698639350011945
225627	rnn.weight_hh_l0_reverse	0	0.004117888864129782
225627	rnn.weight_hh_l0_reverse	1	0.027273127809166908
225627	rnn.weight_hh_l0_reverse	2	-0.039079584181308746
225627	rnn.weight_hh_l0_reverse	3	0.03918864578008652
225627	rnn.weight_hh_l0_reverse	4	0.02269899472594261
225627	rnn.weight_hh_l0_reverse	5	-0.009005213156342506
225627	rnn.weight_hh_l0_reverse	6	0.06774084270000458
225627	rnn.weight_hh_l0_reverse	7	0.036760300397872925
225627	rnn.weight_hh_l0_reverse	8	-0.02565496787428856
225627	rnn.weight_hh_l0_reverse	9	-0.02719305083155632
225627	rnn.bias_ih_l0_reverse	0	-0.1448482871055603
225627	rnn.bias_ih_l0_reverse	1	-0.3055095374584198
225627	rnn.bias_ih_l0_reverse	2	-0.05907115340232849
225627	rnn.bias_ih_l0_reverse	3	-0.1611500084400177
225627	rnn.bias_ih_l0_reverse	4	0.06882845610380173
225627	rnn.bias_ih_l0_reverse	5	-0.2750342786312103
225627	rnn.bias_ih_l0_reverse	6	-0.0673745647072792
225627	rnn.bias_ih_l0_reverse	7	0.021259766072034836
225627	rnn.bias_ih_l0_reverse	8	-0.1894962042570114
225627	rnn.bias_ih_l0_reverse	9	-0.09369003772735596
225627	rnn.bias_hh_l0_reverse	0	-0.15619470179080963
225627	rnn.bias_hh_l0_reverse	1	-0.14686991274356842
225627	rnn.bias_hh_l0_reverse	2	-0.01241460070014
225627	rnn.bias_hh_l0_reverse	3	-0.13138091564178467
225627	rnn.bias_hh_l0_reverse	4	-0.026592174544930458
225627	rnn.bias_hh_l0_reverse	5	-0.11540821939706802
225627	rnn.bias_hh_l0_reverse	6	-0.07683669775724411
225627	rnn.bias_hh_l0_reverse	7	-0.18092219531536102
225627	rnn.bias_hh_l0_reverse	8	-0.06538842618465424
225627	rnn.bias_hh_l0_reverse	9	-0.1108243390917778
225627	linear.weight	0	-0.300251305103302
225627	linear.weight	1	-0.10750823467969894
225627	linear.weight	2	-0.011228874325752258
225627	linear.weight	3	-0.08800801634788513
225627	linear.weight	4	-0.006311837118119001
225627	linear.weight	5	0.21254026889801025
225627	linear.weight	6	0.0047744326293468475
225627	linear.weight	7	-0.021312154829502106
225627	linear.weight	8	0.1730012744665146
225627	linear.weight	9	0.2098003625869751
225627	linear.bias	0	-0.8395178914070129
225627	linear.bias	1	1.4331772327423096
225627	linear.bias	2	-0.4870670437812805
225627	linear.bias	3	-0.7241530418395996
225627	linear.bias	4	-0.8820521235466003
225627	linear.bias	5	-1.1800702810287476
225627	linear.bias	6	-0.9799845814704895
225627	linear.bias	7	-0.7285636067390442
225627	linear.bias	8	-0.01705317199230194
225627	linear.bias	9	3.520273208618164
225824	transitions	0	-0.4621374309062958
225824	transitions	1	8.829265594482422
225824	transitions	2	-3.624750852584839
225824	transitions	3	1.5602216720581055
225824	transitions	4	-2.2141823768615723
225824	transitions	5	-0.430413156747818
225824	transitions	6	-0.19563907384872437
225824	transitions	7	-10000.0
225824	transitions	8	1.8509888648986816
225824	transitions	9	-2.294938325881958
225824	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
225824	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
225824	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
225824	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
225824	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
225824	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
225824	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
225824	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
225824	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
225824	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
225824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
225824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
225824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
225824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
225824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
225824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
225824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
225824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
225824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
225824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
225824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
225824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
225824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
225824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
225824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
225824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
225824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
225824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
225824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
225824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
225824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
225824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
225824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
225824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
225824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
225824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
225824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
225824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
225824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
225824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
225824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
225824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
225824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
225824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
225824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
225824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
225824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
225824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
225824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
225824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
225824	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
225824	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
225824	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
225824	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
225824	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
225824	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
225824	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
225824	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
225824	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
225824	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
225824	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
225824	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
225824	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
225824	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
225824	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
225824	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
225824	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
225824	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
225824	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
225824	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
225824	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
225824	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
225824	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
225824	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
225824	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
225824	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
225824	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
225824	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
225824	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
225824	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
225824	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
225824	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
225824	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
225824	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
225824	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
225824	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
225824	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
225824	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
225824	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
225824	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
225824	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
225824	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
225824	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
225824	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
225824	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
225824	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
225824	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
225824	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
225824	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
225824	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
225824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
225824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
225824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
225824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
225824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
225824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
225824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
225824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
225824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
225824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
225824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
225824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
225824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
225824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
225824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
225824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
225824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
225824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
225824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
225824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
225824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
225824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
225824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
225824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
225824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
225824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
225824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
225824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
225824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
225824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
225824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
225824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
225824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
225824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
225824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
225824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
225824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
225824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
225824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
225824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
225824	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
225824	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
225824	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
225824	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
225824	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
225824	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
225824	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
225824	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
225824	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
225824	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
225824	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
225824	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
225824	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
225824	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
225824	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
225824	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
225824	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
225824	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
225824	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
225824	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
225824	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
225824	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
225824	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
225824	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
225824	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
225824	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
225824	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
225824	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
225824	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
225824	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
225824	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
225824	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
225824	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
225824	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
225824	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
225824	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
225824	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
225824	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
225824	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
225824	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
225824	embedding2nn.weight	0	0.04452797770500183
225824	embedding2nn.weight	1	-0.09429270774126053
225824	embedding2nn.weight	2	0.014103133231401443
225824	embedding2nn.weight	3	-0.05959894508123398
225824	embedding2nn.weight	4	-0.11219632625579834
225824	embedding2nn.weight	5	0.11081276834011078
225824	embedding2nn.weight	6	-0.08250053972005844
225824	embedding2nn.weight	7	-0.07097706198692322
225824	embedding2nn.weight	8	-0.03331088274717331
225824	embedding2nn.weight	9	0.052716899663209915
225824	embedding2nn.bias	0	0.07205016911029816
225824	embedding2nn.bias	1	-0.003106811549514532
225824	embedding2nn.bias	2	-0.08758401870727539
225824	embedding2nn.bias	3	0.03302362188696861
225824	embedding2nn.bias	4	-0.004753620829433203
225824	embedding2nn.bias	5	-0.15130957961082458
225824	embedding2nn.bias	6	-0.12719647586345673
225824	embedding2nn.bias	7	-0.019940583035349846
225824	embedding2nn.bias	8	0.06632109731435776
225824	embedding2nn.bias	9	-0.07745122164487839
225824	rnn.weight_ih_l0	0	0.04223249480128288
225824	rnn.weight_ih_l0	1	-0.07838189601898193
225824	rnn.weight_ih_l0	2	-0.05908972769975662
225824	rnn.weight_ih_l0	3	-0.06003192067146301
225824	rnn.weight_ih_l0	4	0.019042110070586205
225824	rnn.weight_ih_l0	5	-0.10698202252388
225824	rnn.weight_ih_l0	6	-0.033341702073812485
225824	rnn.weight_ih_l0	7	-0.002434368245303631
225824	rnn.weight_ih_l0	8	0.05811311677098274
225824	rnn.weight_ih_l0	9	0.0019673246424645185
225824	rnn.weight_hh_l0	0	-0.0005296716117300093
225824	rnn.weight_hh_l0	1	-0.08682478219270706
225824	rnn.weight_hh_l0	2	0.0723957046866417
225824	rnn.weight_hh_l0	3	0.05161153897643089
225824	rnn.weight_hh_l0	4	0.004791859537363052
225824	rnn.weight_hh_l0	5	0.06748034805059433
225824	rnn.weight_hh_l0	6	-0.017992543056607246
225824	rnn.weight_hh_l0	7	-0.11016567051410675
225824	rnn.weight_hh_l0	8	0.028203565627336502
225824	rnn.weight_hh_l0	9	-0.08367686718702316
225824	rnn.bias_ih_l0	0	-0.09183124452829361
225824	rnn.bias_ih_l0	1	-0.19480623304843903
225824	rnn.bias_ih_l0	2	-0.26214736700057983
225824	rnn.bias_ih_l0	3	-0.28498315811157227
225824	rnn.bias_ih_l0	4	0.007231033407151699
225824	rnn.bias_ih_l0	5	0.061742980033159256
225824	rnn.bias_ih_l0	6	-0.16945680975914001
225824	rnn.bias_ih_l0	7	-0.2573266327381134
225824	rnn.bias_ih_l0	8	-0.13880184292793274
225824	rnn.bias_ih_l0	9	-0.17609572410583496
225824	rnn.bias_hh_l0	0	0.13288547098636627
225824	rnn.bias_hh_l0	1	-0.05550152063369751
225824	rnn.bias_hh_l0	2	0.0551300123333931
225824	rnn.bias_hh_l0	3	-0.18211862444877625
225824	rnn.bias_hh_l0	4	0.057654108852148056
225824	rnn.bias_hh_l0	5	0.06146272271871567
225824	rnn.bias_hh_l0	6	-0.11246110498905182
225824	rnn.bias_hh_l0	7	-0.15005098283290863
225824	rnn.bias_hh_l0	8	-0.19028612971305847
225824	rnn.bias_hh_l0	9	-0.10360301285982132
225824	rnn.weight_ih_l0_reverse	0	-0.01802622526884079
225824	rnn.weight_ih_l0_reverse	1	-0.0013940359931439161
225824	rnn.weight_ih_l0_reverse	2	0.012707899324595928
225824	rnn.weight_ih_l0_reverse	3	0.014185866340994835
225824	rnn.weight_ih_l0_reverse	4	0.018099728971719742
225824	rnn.weight_ih_l0_reverse	5	-0.05023493990302086
225824	rnn.weight_ih_l0_reverse	6	-0.0484568253159523
225824	rnn.weight_ih_l0_reverse	7	0.017706112936139107
225824	rnn.weight_ih_l0_reverse	8	0.09411343932151794
225824	rnn.weight_ih_l0_reverse	9	1.7775379092199728e-05
225824	rnn.weight_hh_l0_reverse	0	0.0038909593131393194
225824	rnn.weight_hh_l0_reverse	1	0.027295734733343124
225824	rnn.weight_hh_l0_reverse	2	-0.03911387920379639
225824	rnn.weight_hh_l0_reverse	3	0.03914357349276543
225824	rnn.weight_hh_l0_reverse	4	0.022708194330334663
225824	rnn.weight_hh_l0_reverse	5	-0.009099943563342094
225824	rnn.weight_hh_l0_reverse	6	0.06800957769155502
225824	rnn.weight_hh_l0_reverse	7	0.03697519749403
225824	rnn.weight_hh_l0_reverse	8	-0.025669101625680923
225824	rnn.weight_hh_l0_reverse	9	-0.027240807190537453
225824	rnn.bias_ih_l0_reverse	0	-0.14461147785186768
225824	rnn.bias_ih_l0_reverse	1	-0.3070518970489502
225824	rnn.bias_ih_l0_reverse	2	-0.05875310301780701
225824	rnn.bias_ih_l0_reverse	3	-0.1614041030406952
225824	rnn.bias_ih_l0_reverse	4	0.0698557198047638
225824	rnn.bias_ih_l0_reverse	5	-0.2750236392021179
225824	rnn.bias_ih_l0_reverse	6	-0.06748992204666138
225824	rnn.bias_ih_l0_reverse	7	0.02120584435760975
225824	rnn.bias_ih_l0_reverse	8	-0.18855898082256317
225824	rnn.bias_ih_l0_reverse	9	-0.09358315914869308
225824	rnn.bias_hh_l0_reverse	0	-0.15601122379302979
225824	rnn.bias_hh_l0_reverse	1	-0.1466417908668518
225824	rnn.bias_hh_l0_reverse	2	-0.012417512945830822
225824	rnn.bias_hh_l0_reverse	3	-0.13141757249832153
225824	rnn.bias_hh_l0_reverse	4	-0.026792235672473907
225824	rnn.bias_hh_l0_reverse	5	-0.11517965793609619
225824	rnn.bias_hh_l0_reverse	6	-0.0772077664732933
225824	rnn.bias_hh_l0_reverse	7	-0.18135571479797363
225824	rnn.bias_hh_l0_reverse	8	-0.06586724519729614
225824	rnn.bias_hh_l0_reverse	9	-0.11087040603160858
225824	linear.weight	0	-0.3036947548389435
225824	linear.weight	1	-0.1071939542889595
225824	linear.weight	2	-0.011228874325752258
225824	linear.weight	3	-0.09132692962884903
225824	linear.weight	4	-0.0022202786058187485
225824	linear.weight	5	0.21272549033164978
225824	linear.weight	6	0.0047744326293468475
225824	linear.weight	7	-0.021312154829502106
225824	linear.weight	8	0.17110887169837952
225824	linear.weight	9	0.2126367837190628
225824	linear.bias	0	-0.8461785912513733
225824	linear.bias	1	1.4354771375656128
225824	linear.bias	2	-0.4995025098323822
225824	linear.bias	3	-0.7421554327011108
225824	linear.bias	4	-0.8645142316818237
225824	linear.bias	5	-1.1800737380981445
225824	linear.bias	6	-0.9855462908744812
225824	linear.bias	7	-0.7118991613388062
225824	linear.bias	8	-0.01705317199230194
225824	linear.bias	9	3.5113484859466553
226021	transitions	0	-0.4624899625778198
226021	transitions	1	8.820808410644531
226021	transitions	2	-3.6249146461486816
226021	transitions	3	1.5634499788284302
226021	transitions	4	-2.2142457962036133
226021	transitions	5	-0.43046835064888
226021	transitions	6	-0.19565385580062866
226021	transitions	7	-10000.0
226021	transitions	8	1.851151704788208
226021	transitions	9	-2.2949397563934326
226021	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
226021	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
226021	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
226021	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
226021	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
226021	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
226021	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
226021	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
226021	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
226021	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
226021	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
226021	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
226021	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
226021	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
226021	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
226021	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
226021	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
226021	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
226021	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
226021	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
226021	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
226021	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
226021	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
226021	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
226021	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
226021	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
226021	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
226021	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
226021	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
226021	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
226021	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
226021	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
226021	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
226021	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
226021	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
226021	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
226021	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
226021	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
226021	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
226021	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
226021	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
226021	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
226021	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
226021	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
226021	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
226021	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
226021	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
226021	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
226021	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
226021	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
226021	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
226021	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
226021	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
226021	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
226021	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
226021	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
226021	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
226021	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
226021	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
226021	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
226021	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
226021	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
226021	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
226021	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
226021	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
226021	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
226021	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
226021	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
226021	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
226021	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
226021	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
226021	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
226021	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
226021	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
226021	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
226021	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
226021	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
226021	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
226021	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
226021	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
226021	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
226021	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
226021	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
226021	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
226021	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
226021	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
226021	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
226021	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
226021	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
226021	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
226021	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
226021	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
226021	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
226021	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
226021	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
226021	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
226021	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
226021	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
226021	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
226021	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
226021	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
226021	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
226021	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
226021	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
226021	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
226021	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
226021	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
226021	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
226021	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
226021	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
226021	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
226021	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
226021	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
226021	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
226021	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
226021	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
226021	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
226021	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
226021	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
226021	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
226021	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
226021	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
226021	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
226021	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
226021	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
226021	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
226021	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
226021	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
226021	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
226021	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
226021	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
226021	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
226021	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
226021	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
226021	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
226021	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
226021	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
226021	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
226021	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
226021	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
226021	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
226021	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
226021	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
226021	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
226021	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
226021	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
226021	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
226021	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
226021	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
226021	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
226021	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
226021	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
226021	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
226021	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
226021	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
226021	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
226021	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
226021	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
226021	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
226021	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
226021	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
226021	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
226021	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
226021	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
226021	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
226021	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
226021	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
226021	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
226021	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
226021	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
226021	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
226021	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
226021	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
226021	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
226021	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
226021	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
226021	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
226021	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
226021	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
226021	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
226021	embedding2nn.weight	0	0.04481944441795349
226021	embedding2nn.weight	1	-0.09450705349445343
226021	embedding2nn.weight	2	0.013638782314956188
226021	embedding2nn.weight	3	-0.05974869802594185
226021	embedding2nn.weight	4	-0.11154460161924362
226021	embedding2nn.weight	5	0.11070714890956879
226021	embedding2nn.weight	6	-0.08123037219047546
226021	embedding2nn.weight	7	-0.07161785662174225
226021	embedding2nn.weight	8	-0.03353509679436684
226021	embedding2nn.weight	9	0.05222807079553604
226021	embedding2nn.bias	0	0.07434093207120895
226021	embedding2nn.bias	1	-0.002006343798711896
226021	embedding2nn.bias	2	-0.08840391039848328
226021	embedding2nn.bias	3	0.026933999732136726
226021	embedding2nn.bias	4	-0.005270097404718399
226021	embedding2nn.bias	5	-0.15501601994037628
226021	embedding2nn.bias	6	-0.1244712844491005
226021	embedding2nn.bias	7	-0.02120959199965
226021	embedding2nn.bias	8	0.06240909546613693
226021	embedding2nn.bias	9	-0.07523665577173233
226021	rnn.weight_ih_l0	0	0.04172273352742195
226021	rnn.weight_ih_l0	1	-0.07860852777957916
226021	rnn.weight_ih_l0	2	-0.05885033309459686
226021	rnn.weight_ih_l0	3	-0.0603470578789711
226021	rnn.weight_ih_l0	4	0.019635353237390518
226021	rnn.weight_ih_l0	5	-0.10766158252954483
226021	rnn.weight_ih_l0	6	-0.03322381526231766
226021	rnn.weight_ih_l0	7	-0.003913665656000376
226021	rnn.weight_ih_l0	8	0.05859231576323509
226021	rnn.weight_ih_l0	9	0.0011364081874489784
226021	rnn.weight_hh_l0	0	-0.0006150194094516337
226021	rnn.weight_hh_l0	1	-0.08655570447444916
226021	rnn.weight_hh_l0	2	0.07232339680194855
226021	rnn.weight_hh_l0	3	0.051609598100185394
226021	rnn.weight_hh_l0	4	0.004783565644174814
226021	rnn.weight_hh_l0	5	0.06754431128501892
226021	rnn.weight_hh_l0	6	-0.01799764484167099
226021	rnn.weight_hh_l0	7	-0.11008774489164352
226021	rnn.weight_hh_l0	8	0.02824845165014267
226021	rnn.weight_hh_l0	9	-0.08401565998792648
226021	rnn.bias_ih_l0	0	-0.09040486067533493
226021	rnn.bias_ih_l0	1	-0.1946391463279724
226021	rnn.bias_ih_l0	2	-0.26188933849334717
226021	rnn.bias_ih_l0	3	-0.2848849296569824
226021	rnn.bias_ih_l0	4	0.007557343225926161
226021	rnn.bias_ih_l0	5	0.06075647845864296
226021	rnn.bias_ih_l0	6	-0.17003454267978668
226021	rnn.bias_ih_l0	7	-0.25862398743629456
226021	rnn.bias_ih_l0	8	-0.1379072666168213
226021	rnn.bias_ih_l0	9	-0.17506396770477295
226021	rnn.bias_hh_l0	0	0.1340571641921997
226021	rnn.bias_hh_l0	1	-0.055760618299245834
226021	rnn.bias_hh_l0	2	0.05558183416724205
226021	rnn.bias_hh_l0	3	-0.18154823780059814
226021	rnn.bias_hh_l0	4	0.05752931162714958
226021	rnn.bias_hh_l0	5	0.06156178191304207
226021	rnn.bias_hh_l0	6	-0.1125127375125885
226021	rnn.bias_hh_l0	7	-0.14964742958545685
226021	rnn.bias_hh_l0	8	-0.19045870006084442
226021	rnn.bias_hh_l0	9	-0.10418999195098877
226021	rnn.weight_ih_l0_reverse	0	-0.01788051798939705
226021	rnn.weight_ih_l0_reverse	1	-0.001637493260204792
226021	rnn.weight_ih_l0_reverse	2	0.012369451113045216
226021	rnn.weight_ih_l0_reverse	3	0.015148153528571129
226021	rnn.weight_ih_l0_reverse	4	0.018641648814082146
226021	rnn.weight_ih_l0_reverse	5	-0.050328951328992844
226021	rnn.weight_ih_l0_reverse	6	-0.04754796624183655
226021	rnn.weight_ih_l0_reverse	7	0.016798004508018494
226021	rnn.weight_ih_l0_reverse	8	0.0943039283156395
226021	rnn.weight_ih_l0_reverse	9	-2.4003546059248038e-05
226021	rnn.weight_hh_l0_reverse	0	0.004210209473967552
226021	rnn.weight_hh_l0_reverse	1	0.02724319137632847
226021	rnn.weight_hh_l0_reverse	2	-0.03932831808924675
226021	rnn.weight_hh_l0_reverse	3	0.03897565230727196
226021	rnn.weight_hh_l0_reverse	4	0.02254605107009411
226021	rnn.weight_hh_l0_reverse	5	-0.009327199310064316
226021	rnn.weight_hh_l0_reverse	6	0.06790952384471893
226021	rnn.weight_hh_l0_reverse	7	0.037034761160612106
226021	rnn.weight_hh_l0_reverse	8	-0.02586197853088379
226021	rnn.weight_hh_l0_reverse	9	-0.026875842362642288
226021	rnn.bias_ih_l0_reverse	0	-0.14640352129936218
226021	rnn.bias_ih_l0_reverse	1	-0.3072400689125061
226021	rnn.bias_ih_l0_reverse	2	-0.05886641517281532
226021	rnn.bias_ih_l0_reverse	3	-0.1615660935640335
226021	rnn.bias_ih_l0_reverse	4	0.06963756680488586
226021	rnn.bias_ih_l0_reverse	5	-0.27525776624679565
226021	rnn.bias_ih_l0_reverse	6	-0.06764709949493408
226021	rnn.bias_ih_l0_reverse	7	0.0232926644384861
226021	rnn.bias_ih_l0_reverse	8	-0.18868890404701233
226021	rnn.bias_ih_l0_reverse	9	-0.09281685948371887
226021	rnn.bias_hh_l0_reverse	0	-0.15690740942955017
226021	rnn.bias_hh_l0_reverse	1	-0.14708983898162842
226021	rnn.bias_hh_l0_reverse	2	-0.012203468009829521
226021	rnn.bias_hh_l0_reverse	3	-0.1310891956090927
226021	rnn.bias_hh_l0_reverse	4	-0.027104949578642845
226021	rnn.bias_hh_l0_reverse	5	-0.11474919319152832
226021	rnn.bias_hh_l0_reverse	6	-0.07656054943799973
226021	rnn.bias_hh_l0_reverse	7	-0.18123459815979004
226021	rnn.bias_hh_l0_reverse	8	-0.065447136759758
226021	rnn.bias_hh_l0_reverse	9	-0.1112273558974266
226021	linear.weight	0	-0.2984951436519623
226021	linear.weight	1	-0.1062174141407013
226021	linear.weight	2	-0.011228874325752258
226021	linear.weight	3	-0.09159756451845169
226021	linear.weight	4	-0.003926039207726717
226021	linear.weight	5	0.21343258023262024
226021	linear.weight	6	0.0047744326293468475
226021	linear.weight	7	-0.021312154829502106
226021	linear.weight	8	0.16454674303531647
226021	linear.weight	9	0.21424394845962524
226021	linear.bias	0	-0.8312495946884155
226021	linear.bias	1	1.4259991645812988
226021	linear.bias	2	-0.512255847454071
226021	linear.bias	3	-0.7524476051330566
226021	linear.bias	4	-0.8609687685966492
226021	linear.bias	5	-1.1800782680511475
226021	linear.bias	6	-0.9707745313644409
226021	linear.bias	7	-0.7184244990348816
226021	linear.bias	8	-0.01705317199230194
226021	linear.bias	9	3.5064921379089355
226218	transitions	0	-0.4625627100467682
226218	transitions	1	8.831573486328125
226218	transitions	2	-3.6250171661376953
226218	transitions	3	1.5638577938079834
226218	transitions	4	-2.214301824569702
226218	transitions	5	-0.43049973249435425
226218	transitions	6	-0.1956605464220047
226218	transitions	7	-10000.0
226218	transitions	8	1.8515721559524536
226218	transitions	9	-2.2949397563934326
226218	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
226218	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
226218	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
226218	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
226218	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
226218	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
226218	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
226218	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
226218	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
226218	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
226218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
226218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
226218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
226218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
226218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
226218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
226218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
226218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
226218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
226218	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
226218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
226218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
226218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
226218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
226218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
226218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
226218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
226218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
226218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
226218	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
226218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
226218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
226218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
226218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
226218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
226218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
226218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
226218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
226218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
226218	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
226218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
226218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
226218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
226218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
226218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
226218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
226218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
226218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
226218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
226218	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
226218	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
226218	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
226218	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
226218	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
226218	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
226218	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
226218	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
226218	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
226218	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
226218	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
226218	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
226218	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
226218	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
226218	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
226218	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
226218	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
226218	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
226218	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
226218	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
226218	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
226218	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
226218	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
226218	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
226218	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
226218	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
226218	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
226218	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
226218	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
226218	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
226218	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
226218	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
226218	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
226218	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
226218	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
226218	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
226218	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
226218	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
226218	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
226218	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
226218	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
226218	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
226218	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
226218	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
226218	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
226218	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
226218	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
226218	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
226218	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
226218	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
226218	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
226218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
226218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
226218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
226218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
226218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
226218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
226218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
226218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
226218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
226218	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
226218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
226218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
226218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
226218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
226218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
226218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
226218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
226218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
226218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
226218	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
226218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
226218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
226218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
226218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
226218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
226218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
226218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
226218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
226218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
226218	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
226218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
226218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
226218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
226218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
226218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
226218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
226218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
226218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
226218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
226218	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
226218	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
226218	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
226218	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
226218	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
226218	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
226218	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
226218	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
226218	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
226218	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
226218	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
226218	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
226218	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
226218	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
226218	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
226218	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
226218	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
226218	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
226218	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
226218	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
226218	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
226218	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
226218	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
226218	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
226218	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
226218	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
226218	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
226218	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
226218	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
226218	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
226218	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
226218	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
226218	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
226218	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
226218	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
226218	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
226218	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
226218	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
226218	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
226218	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
226218	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
226218	embedding2nn.weight	0	0.044817712157964706
226218	embedding2nn.weight	1	-0.09447792172431946
226218	embedding2nn.weight	2	0.012772535905241966
226218	embedding2nn.weight	3	-0.05953572690486908
226218	embedding2nn.weight	4	-0.11060047149658203
226218	embedding2nn.weight	5	0.11068644374608994
226218	embedding2nn.weight	6	-0.07794082909822464
226218	embedding2nn.weight	7	-0.07175295799970627
226218	embedding2nn.weight	8	-0.0337115079164505
226218	embedding2nn.weight	9	0.05268596485257149
226218	embedding2nn.bias	0	0.07728250324726105
226218	embedding2nn.bias	1	-0.0012831958010792732
226218	embedding2nn.bias	2	-0.09179436415433884
226218	embedding2nn.bias	3	0.02724272757768631
226218	embedding2nn.bias	4	-0.004129448439925909
226218	embedding2nn.bias	5	-0.15350443124771118
226218	embedding2nn.bias	6	-0.12172329425811768
226218	embedding2nn.bias	7	-0.02487325482070446
226218	embedding2nn.bias	8	0.06235771253705025
226218	embedding2nn.bias	9	-0.07501712441444397
226218	rnn.weight_ih_l0	0	0.04162589833140373
226218	rnn.weight_ih_l0	1	-0.07901604473590851
226218	rnn.weight_ih_l0	2	-0.0589815154671669
226218	rnn.weight_ih_l0	3	-0.0593564435839653
226218	rnn.weight_ih_l0	4	0.019108997657895088
226218	rnn.weight_ih_l0	5	-0.10787098854780197
226218	rnn.weight_ih_l0	6	-0.03282121941447258
226218	rnn.weight_ih_l0	7	-0.00386698916554451
226218	rnn.weight_ih_l0	8	0.05827278271317482
226218	rnn.weight_ih_l0	9	0.0011494193458929658
226218	rnn.weight_hh_l0	0	-0.0008390301954932511
226218	rnn.weight_hh_l0	1	-0.08637543022632599
226218	rnn.weight_hh_l0	2	0.07209271937608719
226218	rnn.weight_hh_l0	3	0.05142609775066376
226218	rnn.weight_hh_l0	4	0.004717922303825617
226218	rnn.weight_hh_l0	5	0.06805804371833801
226218	rnn.weight_hh_l0	6	-0.018102867528796196
226218	rnn.weight_hh_l0	7	-0.11000072211027145
226218	rnn.weight_hh_l0	8	0.027905533090233803
226218	rnn.weight_hh_l0	9	-0.0847930759191513
226218	rnn.bias_ih_l0	0	-0.09034964442253113
226218	rnn.bias_ih_l0	1	-0.19400262832641602
226218	rnn.bias_ih_l0	2	-0.26030784845352173
226218	rnn.bias_ih_l0	3	-0.28483518958091736
226218	rnn.bias_ih_l0	4	0.0074216146022081375
226218	rnn.bias_ih_l0	5	0.06120568886399269
226218	rnn.bias_ih_l0	6	-0.1705208271741867
226218	rnn.bias_ih_l0	7	-0.25923216342926025
226218	rnn.bias_ih_l0	8	-0.139933779835701
226218	rnn.bias_ih_l0	9	-0.17486518621444702
226218	rnn.bias_hh_l0	0	0.13389691710472107
226218	rnn.bias_hh_l0	1	-0.05693997070193291
226218	rnn.bias_hh_l0	2	0.055390506982803345
226218	rnn.bias_hh_l0	3	-0.1819794923067093
226218	rnn.bias_hh_l0	4	0.05787906423211098
226218	rnn.bias_hh_l0	5	0.061356838792562485
226218	rnn.bias_hh_l0	6	-0.11231893301010132
226218	rnn.bias_hh_l0	7	-0.14925846457481384
226218	rnn.bias_hh_l0	8	-0.19023708999156952
226218	rnn.bias_hh_l0	9	-0.10404935479164124
226218	rnn.weight_ih_l0_reverse	0	-0.01792784593999386
226218	rnn.weight_ih_l0_reverse	1	-0.00221826508641243
226218	rnn.weight_ih_l0_reverse	2	0.013064287602901459
226218	rnn.weight_ih_l0_reverse	3	0.014300313778221607
226218	rnn.weight_ih_l0_reverse	4	0.01947278343141079
226218	rnn.weight_ih_l0_reverse	5	-0.05063260719180107
226218	rnn.weight_ih_l0_reverse	6	-0.04638185352087021
226218	rnn.weight_ih_l0_reverse	7	0.01672264188528061
226218	rnn.weight_ih_l0_reverse	8	0.09485803544521332
226218	rnn.weight_ih_l0_reverse	9	-0.000792680075392127
226218	rnn.weight_hh_l0_reverse	0	0.004272977355867624
226218	rnn.weight_hh_l0_reverse	1	0.02722804807126522
226218	rnn.weight_hh_l0_reverse	2	-0.03918909281492233
226218	rnn.weight_hh_l0_reverse	3	0.03911135345697403
226218	rnn.weight_hh_l0_reverse	4	0.02252705581486225
226218	rnn.weight_hh_l0_reverse	5	-0.010023599490523338
226218	rnn.weight_hh_l0_reverse	6	0.06787969917058945
226218	rnn.weight_hh_l0_reverse	7	0.03709343075752258
226218	rnn.weight_hh_l0_reverse	8	-0.025965867564082146
226218	rnn.weight_hh_l0_reverse	9	-0.026974059641361237
226218	rnn.bias_ih_l0_reverse	0	-0.14751796424388885
226218	rnn.bias_ih_l0_reverse	1	-0.3068821430206299
226218	rnn.bias_ih_l0_reverse	2	-0.058760400861501694
226218	rnn.bias_ih_l0_reverse	3	-0.1614256054162979
226218	rnn.bias_ih_l0_reverse	4	0.0695192888379097
226218	rnn.bias_ih_l0_reverse	5	-0.2748061418533325
226218	rnn.bias_ih_l0_reverse	6	-0.0671294778585434
226218	rnn.bias_ih_l0_reverse	7	0.023559628054499626
226218	rnn.bias_ih_l0_reverse	8	-0.1879635751247406
226218	rnn.bias_ih_l0_reverse	9	-0.09275884926319122
226218	rnn.bias_hh_l0_reverse	0	-0.15727315843105316
226218	rnn.bias_hh_l0_reverse	1	-0.14678584039211273
226218	rnn.bias_hh_l0_reverse	2	-0.01235734112560749
226218	rnn.bias_hh_l0_reverse	3	-0.13141773641109467
226218	rnn.bias_hh_l0_reverse	4	-0.02702092006802559
226218	rnn.bias_hh_l0_reverse	5	-0.11506801098585129
226218	rnn.bias_hh_l0_reverse	6	-0.07686039060354233
226218	rnn.bias_hh_l0_reverse	7	-0.18070140480995178
226218	rnn.bias_hh_l0_reverse	8	-0.06520791351795197
226218	rnn.bias_hh_l0_reverse	9	-0.11318166553974152
226218	linear.weight	0	-0.29708752036094666
226218	linear.weight	1	-0.10178548842668533
226218	linear.weight	2	-0.011228874325752258
226218	linear.weight	3	-0.0890517383813858
226218	linear.weight	4	-0.003831020090728998
226218	linear.weight	5	0.2098195105791092
226218	linear.weight	6	0.0047744326293468475
226218	linear.weight	7	-0.021312154829502106
226218	linear.weight	8	0.16576866805553436
226218	linear.weight	9	0.20944058895111084
226218	linear.bias	0	-0.825701892375946
226218	linear.bias	1	1.4331886768341064
226218	linear.bias	2	-0.4984530806541443
226218	linear.bias	3	-0.7448990345001221
226218	linear.bias	4	-0.8695890307426453
226218	linear.bias	5	-1.180083990097046
226218	linear.bias	6	-0.9650475978851318
226218	linear.bias	7	-0.7230843901634216
226218	linear.bias	8	-0.01705317199230194
226218	linear.bias	9	3.4545719623565674
226415	transitions	0	-0.46259671449661255
226415	transitions	1	8.835681915283203
226415	transitions	2	-3.6251144409179688
226415	transitions	3	1.5648804903030396
226415	transitions	4	-2.214355230331421
226415	transitions	5	-0.4305085241794586
226415	transitions	6	-0.19566750526428223
226415	transitions	7	-10000.0
226415	transitions	8	1.8511707782745361
226415	transitions	9	-2.2949399948120117
226415	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
226415	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
226415	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
226415	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
226415	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
226415	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
226415	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
226415	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
226415	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
226415	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
226415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
226415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
226415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
226415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
226415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
226415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
226415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
226415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
226415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
226415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
226415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
226415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
226415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
226415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
226415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
226415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
226415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
226415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
226415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
226415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
226415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
226415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
226415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
226415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
226415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
226415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
226415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
226415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
226415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
226415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
226415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
226415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
226415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
226415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
226415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
226415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
226415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
226415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
226415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
226415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
226415	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
226415	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
226415	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
226415	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
226415	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
226415	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
226415	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
226415	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
226415	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
226415	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
226415	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
226415	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
226415	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
226415	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
226415	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
226415	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
226415	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
226415	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
226415	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
226415	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
226415	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
226415	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
226415	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
226415	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
226415	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
226415	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
226415	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
226415	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
226415	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
226415	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
226415	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
226415	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
226415	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
226415	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
226415	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
226415	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
226415	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
226415	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
226415	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
226415	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
226415	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
226415	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
226415	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
226415	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
226415	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
226415	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
226415	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
226415	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
226415	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
226415	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
226415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
226415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
226415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
226415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
226415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
226415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
226415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
226415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
226415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
226415	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
226415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
226415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
226415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
226415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
226415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
226415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
226415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
226415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
226415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
226415	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
226415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
226415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
226415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
226415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
226415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
226415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
226415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
226415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
226415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
226415	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
226415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
226415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
226415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
226415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
226415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
226415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
226415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
226415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
226415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
226415	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
226415	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
226415	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
226415	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
226415	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
226415	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
226415	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
226415	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
226415	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
226415	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
226415	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
226415	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
226415	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
226415	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
226415	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
226415	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
226415	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
226415	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
226415	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
226415	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
226415	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
226415	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
226415	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
226415	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
226415	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
226415	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
226415	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
226415	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
226415	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
226415	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
226415	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
226415	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
226415	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
226415	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
226415	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
226415	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
226415	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
226415	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
226415	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
226415	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
226415	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
226415	embedding2nn.weight	0	0.04498843476176262
226415	embedding2nn.weight	1	-0.09427454322576523
226415	embedding2nn.weight	2	0.013439368456602097
226415	embedding2nn.weight	3	-0.05969591438770294
226415	embedding2nn.weight	4	-0.10997985303401947
226415	embedding2nn.weight	5	0.11079668998718262
226415	embedding2nn.weight	6	-0.07984454184770584
226415	embedding2nn.weight	7	-0.07210713624954224
226415	embedding2nn.weight	8	-0.0334915854036808
226415	embedding2nn.weight	9	0.05362400785088539
226415	embedding2nn.bias	0	0.07876967638731003
226415	embedding2nn.bias	1	-0.0005788310081698
226415	embedding2nn.bias	2	-0.09461149573326111
226415	embedding2nn.bias	3	0.03255757316946983
226415	embedding2nn.bias	4	-0.0038141494151204824
226415	embedding2nn.bias	5	-0.15471835434436798
226415	embedding2nn.bias	6	-0.12214365601539612
226415	embedding2nn.bias	7	-0.02165999449789524
226415	embedding2nn.bias	8	0.06846574693918228
226415	embedding2nn.bias	9	-0.07406675070524216
226415	rnn.weight_ih_l0	0	0.04154439643025398
226415	rnn.weight_ih_l0	1	-0.07981882989406586
226415	rnn.weight_ih_l0	2	-0.05849235877394676
226415	rnn.weight_ih_l0	3	-0.059827663004398346
226415	rnn.weight_ih_l0	4	0.019144762307405472
226415	rnn.weight_ih_l0	5	-0.1075439602136612
226415	rnn.weight_ih_l0	6	-0.03228617087006569
226415	rnn.weight_ih_l0	7	-0.004064258188009262
226415	rnn.weight_ih_l0	8	0.057978566735982895
226415	rnn.weight_ih_l0	9	0.0019241838017478585
226415	rnn.weight_hh_l0	0	-0.0008088400354608893
226415	rnn.weight_hh_l0	1	-0.08722244203090668
226415	rnn.weight_hh_l0	2	0.07221661508083344
226415	rnn.weight_hh_l0	3	0.05131227895617485
226415	rnn.weight_hh_l0	4	0.004578775260597467
226415	rnn.weight_hh_l0	5	0.06789880990982056
226415	rnn.weight_hh_l0	6	-0.018148452043533325
226415	rnn.weight_hh_l0	7	-0.110010527074337
226415	rnn.weight_hh_l0	8	0.027859702706336975
226415	rnn.weight_hh_l0	9	-0.08444157987833023
226415	rnn.bias_ih_l0	0	-0.08887502551078796
226415	rnn.bias_ih_l0	1	-0.19444669783115387
226415	rnn.bias_ih_l0	2	-0.26080968976020813
226415	rnn.bias_ih_l0	3	-0.2854348421096802
226415	rnn.bias_ih_l0	4	0.0073936618864536285
226415	rnn.bias_ih_l0	5	0.06299088150262833
226415	rnn.bias_ih_l0	6	-0.16910995543003082
226415	rnn.bias_ih_l0	7	-0.2596728503704071
226415	rnn.bias_ih_l0	8	-0.14179499447345734
226415	rnn.bias_ih_l0	9	-0.17532138526439667
226415	rnn.bias_hh_l0	0	0.13320165872573853
226415	rnn.bias_hh_l0	1	-0.05678049102425575
226415	rnn.bias_hh_l0	2	0.055125780403614044
226415	rnn.bias_hh_l0	3	-0.18215017020702362
226415	rnn.bias_hh_l0	4	0.05777517333626747
226415	rnn.bias_hh_l0	5	0.06135554239153862
226415	rnn.bias_hh_l0	6	-0.11172471940517426
226415	rnn.bias_hh_l0	7	-0.14968352019786835
226415	rnn.bias_hh_l0	8	-0.19036753475666046
226415	rnn.bias_hh_l0	9	-0.10337428003549576
226415	rnn.weight_ih_l0_reverse	0	-0.01766926236450672
226415	rnn.weight_ih_l0_reverse	1	-0.0020995743107050657
226415	rnn.weight_ih_l0_reverse	2	0.012158988043665886
226415	rnn.weight_ih_l0_reverse	3	0.014418328180909157
226415	rnn.weight_ih_l0_reverse	4	0.01959971711039543
226415	rnn.weight_ih_l0_reverse	5	-0.05095156654715538
226415	rnn.weight_ih_l0_reverse	6	-0.04738086834549904
226415	rnn.weight_ih_l0_reverse	7	0.01713365502655506
226415	rnn.weight_ih_l0_reverse	8	0.09455163776874542
226415	rnn.weight_ih_l0_reverse	9	-0.0011358497431501746
226415	rnn.weight_hh_l0_reverse	0	0.003984501585364342
226415	rnn.weight_hh_l0_reverse	1	0.02721666917204857
226415	rnn.weight_hh_l0_reverse	2	-0.03883922100067139
226415	rnn.weight_hh_l0_reverse	3	0.03910135477781296
226415	rnn.weight_hh_l0_reverse	4	0.02262565679848194
226415	rnn.weight_hh_l0_reverse	5	-0.010058584623038769
226415	rnn.weight_hh_l0_reverse	6	0.06784430891275406
226415	rnn.weight_hh_l0_reverse	7	0.03705935552716255
226415	rnn.weight_hh_l0_reverse	8	-0.025823509320616722
226415	rnn.weight_hh_l0_reverse	9	-0.026984764263033867
226415	rnn.bias_ih_l0_reverse	0	-0.14738155901432037
226415	rnn.bias_ih_l0_reverse	1	-0.3066396713256836
226415	rnn.bias_ih_l0_reverse	2	-0.05858294665813446
226415	rnn.bias_ih_l0_reverse	3	-0.16141407191753387
226415	rnn.bias_ih_l0_reverse	4	0.06826475262641907
226415	rnn.bias_ih_l0_reverse	5	-0.2756879925727844
226415	rnn.bias_ih_l0_reverse	6	-0.06736887246370316
226415	rnn.bias_ih_l0_reverse	7	0.022761952131986618
226415	rnn.bias_ih_l0_reverse	8	-0.18706738948822021
226415	rnn.bias_ih_l0_reverse	9	-0.09305509924888611
226415	rnn.bias_hh_l0_reverse	0	-0.1574353724718094
226415	rnn.bias_hh_l0_reverse	1	-0.1482425332069397
226415	rnn.bias_hh_l0_reverse	2	-0.012209122069180012
226415	rnn.bias_hh_l0_reverse	3	-0.13112622499465942
226415	rnn.bias_hh_l0_reverse	4	-0.02694377861917019
226415	rnn.bias_hh_l0_reverse	5	-0.11502096056938171
226415	rnn.bias_hh_l0_reverse	6	-0.0762137696146965
226415	rnn.bias_hh_l0_reverse	7	-0.1809844672679901
226415	rnn.bias_hh_l0_reverse	8	-0.06488741189241409
226415	rnn.bias_hh_l0_reverse	9	-0.11421665549278259
226415	linear.weight	0	-0.2964927852153778
226415	linear.weight	1	-0.10096470266580582
226415	linear.weight	2	-0.011228874325752258
226415	linear.weight	3	-0.08685725927352905
226415	linear.weight	4	-0.0059663462452590466
226415	linear.weight	5	0.2094411700963974
226415	linear.weight	6	0.0047744326293468475
226415	linear.weight	7	-0.021312154829502106
226415	linear.weight	8	0.17121419310569763
226415	linear.weight	9	0.21039873361587524
226415	linear.bias	0	-0.8277713060379028
226415	linear.bias	1	1.4148551225662231
226415	linear.bias	2	-0.5037868618965149
226415	linear.bias	3	-0.7449613213539124
226415	linear.bias	4	-0.8662889003753662
226415	linear.bias	5	-1.1800885200500488
226415	linear.bias	6	-0.9688915610313416
226415	linear.bias	7	-0.718652606010437
226415	linear.bias	8	-0.01705317199230194
226415	linear.bias	9	3.488068103790283
226612	transitions	0	-0.46261000633239746
226612	transitions	1	8.83260440826416
226612	transitions	2	-3.625298023223877
226612	transitions	3	1.5699716806411743
226612	transitions	4	-2.2144241333007812
226612	transitions	5	-0.4305507242679596
226612	transitions	6	-0.1956726759672165
226612	transitions	7	-10000.0
226612	transitions	8	1.8512287139892578
226612	transitions	9	-2.294940710067749
226612	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
226612	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
226612	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
226612	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
226612	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
226612	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
226612	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
226612	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
226612	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
226612	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
226612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
226612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
226612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
226612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
226612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
226612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
226612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
226612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
226612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
226612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
226612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
226612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
226612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
226612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
226612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
226612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
226612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
226612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
226612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
226612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
226612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
226612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
226612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
226612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
226612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
226612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
226612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
226612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
226612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
226612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
226612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
226612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
226612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
226612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
226612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
226612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
226612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
226612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
226612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
226612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
226612	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
226612	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
226612	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
226612	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
226612	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
226612	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
226612	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
226612	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
226612	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
226612	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
226612	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
226612	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
226612	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
226612	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
226612	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
226612	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
226612	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
226612	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
226612	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
226612	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
226612	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
226612	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
226612	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
226612	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
226612	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
226612	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
226612	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
226612	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
226612	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
226612	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
226612	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
226612	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
226612	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
226612	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
226612	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
226612	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
226612	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
226612	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
226612	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
226612	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
226612	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
226612	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
226612	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
226612	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
226612	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
226612	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
226612	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
226612	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
226612	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
226612	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
226612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
226612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
226612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
226612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
226612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
226612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
226612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
226612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
226612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
226612	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
226612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
226612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
226612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
226612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
226612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
226612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
226612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
226612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
226612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
226612	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
226612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
226612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
226612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
226612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
226612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
226612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
226612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
226612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
226612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
226612	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
226612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
226612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
226612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
226612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
226612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
226612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
226612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
226612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
226612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
226612	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
226612	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
226612	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
226612	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
226612	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
226612	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
226612	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
226612	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
226612	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
226612	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
226612	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
226612	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
226612	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
226612	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
226612	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
226612	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
226612	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
226612	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
226612	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
226612	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
226612	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
226612	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
226612	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
226612	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
226612	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
226612	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
226612	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
226612	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
226612	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
226612	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
226612	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
226612	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
226612	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
226612	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
226612	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
226612	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
226612	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
226612	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
226612	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
226612	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
226612	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
226612	embedding2nn.weight	0	0.04513950273394585
226612	embedding2nn.weight	1	-0.09449175000190735
226612	embedding2nn.weight	2	0.013624653220176697
226612	embedding2nn.weight	3	-0.05968286469578743
226612	embedding2nn.weight	4	-0.11078204214572906
226612	embedding2nn.weight	5	0.11070046573877335
226612	embedding2nn.weight	6	-0.0779845267534256
226612	embedding2nn.weight	7	-0.07224307954311371
226612	embedding2nn.weight	8	-0.033520784229040146
226612	embedding2nn.weight	9	0.05313907191157341
226612	embedding2nn.bias	0	0.07570014894008636
226612	embedding2nn.bias	1	0.0006652976153418422
226612	embedding2nn.bias	2	-0.09412737935781479
226612	embedding2nn.bias	3	0.031788673251867294
226612	embedding2nn.bias	4	-0.004460719879716635
226612	embedding2nn.bias	5	-0.15622122585773468
226612	embedding2nn.bias	6	-0.12025434523820877
226612	embedding2nn.bias	7	-0.02563938871026039
226612	embedding2nn.bias	8	0.06416576355695724
226612	embedding2nn.bias	9	-0.07802096754312515
226612	rnn.weight_ih_l0	0	0.040706075727939606
226612	rnn.weight_ih_l0	1	-0.08017481118440628
226612	rnn.weight_ih_l0	2	-0.0576142780482769
226612	rnn.weight_ih_l0	3	-0.059747807681560516
226612	rnn.weight_ih_l0	4	0.01897403411567211
226612	rnn.weight_ih_l0	5	-0.10734273493289948
226612	rnn.weight_ih_l0	6	-0.0321938619017601
226612	rnn.weight_ih_l0	7	-0.0030508858617395163
226612	rnn.weight_ih_l0	8	0.05858839303255081
226612	rnn.weight_ih_l0	9	0.002696267096325755
226612	rnn.weight_hh_l0	0	-0.0006627914845012128
226612	rnn.weight_hh_l0	1	-0.08764401078224182
226612	rnn.weight_hh_l0	2	0.07189375907182693
226612	rnn.weight_hh_l0	3	0.05118502303957939
226612	rnn.weight_hh_l0	4	0.004622417967766523
226612	rnn.weight_hh_l0	5	0.06835225224494934
226612	rnn.weight_hh_l0	6	-0.018112560734152794
226612	rnn.weight_hh_l0	7	-0.10990971326828003
226612	rnn.weight_hh_l0	8	0.027516163885593414
226612	rnn.weight_hh_l0	9	-0.08448255062103271
226612	rnn.bias_ih_l0	0	-0.08828031271696091
226612	rnn.bias_ih_l0	1	-0.19529590010643005
226612	rnn.bias_ih_l0	2	-0.26096856594085693
226612	rnn.bias_ih_l0	3	-0.28540724515914917
226612	rnn.bias_ih_l0	4	0.007635203190147877
226612	rnn.bias_ih_l0	5	0.06356175243854523
226612	rnn.bias_ih_l0	6	-0.1691671907901764
226612	rnn.bias_ih_l0	7	-0.2600495219230652
226612	rnn.bias_ih_l0	8	-0.1428457647562027
226612	rnn.bias_ih_l0	9	-0.17540359497070312
226612	rnn.bias_hh_l0	0	0.1341129094362259
226612	rnn.bias_hh_l0	1	-0.05661363527178764
226612	rnn.bias_hh_l0	2	0.05488765984773636
226612	rnn.bias_hh_l0	3	-0.1828160136938095
226612	rnn.bias_hh_l0	4	0.057139862328767776
226612	rnn.bias_hh_l0	5	0.06047169864177704
226612	rnn.bias_hh_l0	6	-0.11079173535108566
226612	rnn.bias_hh_l0	7	-0.15031848847866058
226612	rnn.bias_hh_l0	8	-0.19168712198734283
226612	rnn.bias_hh_l0	9	-0.10269846767187119
226612	rnn.weight_ih_l0_reverse	0	-0.017789866775274277
226612	rnn.weight_ih_l0_reverse	1	-0.0019509779522195458
226612	rnn.weight_ih_l0_reverse	2	0.01289172749966383
226612	rnn.weight_ih_l0_reverse	3	0.013852261006832123
226612	rnn.weight_ih_l0_reverse	4	0.01952243223786354
226612	rnn.weight_ih_l0_reverse	5	-0.05105055123567581
226612	rnn.weight_ih_l0_reverse	6	-0.04763738811016083
226612	rnn.weight_ih_l0_reverse	7	0.017945168539881706
226612	rnn.weight_ih_l0_reverse	8	0.09509437531232834
226612	rnn.weight_ih_l0_reverse	9	-0.0008522951975464821
226612	rnn.weight_hh_l0_reverse	0	0.004052344709634781
226612	rnn.weight_hh_l0_reverse	1	0.027138175442814827
226612	rnn.weight_hh_l0_reverse	2	-0.03895704448223114
226612	rnn.weight_hh_l0_reverse	3	0.03915324807167053
226612	rnn.weight_hh_l0_reverse	4	0.022765953093767166
226612	rnn.weight_hh_l0_reverse	5	-0.009979081340134144
226612	rnn.weight_hh_l0_reverse	6	0.06766816973686218
226612	rnn.weight_hh_l0_reverse	7	0.037044379860162735
226612	rnn.weight_hh_l0_reverse	8	-0.025752117857336998
226612	rnn.weight_hh_l0_reverse	9	-0.02687535621225834
226612	rnn.bias_ih_l0_reverse	0	-0.14797674119472504
226612	rnn.bias_ih_l0_reverse	1	-0.3065318763256073
226612	rnn.bias_ih_l0_reverse	2	-0.05859389156103134
226612	rnn.bias_ih_l0_reverse	3	-0.16122564673423767
226612	rnn.bias_ih_l0_reverse	4	0.06808977574110031
226612	rnn.bias_ih_l0_reverse	5	-0.27515503764152527
226612	rnn.bias_ih_l0_reverse	6	-0.06724750995635986
226612	rnn.bias_ih_l0_reverse	7	0.024162273854017258
226612	rnn.bias_ih_l0_reverse	8	-0.1870465725660324
226612	rnn.bias_ih_l0_reverse	9	-0.09256291389465332
226612	rnn.bias_hh_l0_reverse	0	-0.1577305793762207
226612	rnn.bias_hh_l0_reverse	1	-0.14859262108802795
226612	rnn.bias_hh_l0_reverse	2	-0.012404286302626133
226612	rnn.bias_hh_l0_reverse	3	-0.13298438489437103
226612	rnn.bias_hh_l0_reverse	4	-0.026552975177764893
226612	rnn.bias_hh_l0_reverse	5	-0.11535429954528809
226612	rnn.bias_hh_l0_reverse	6	-0.076423279941082
226612	rnn.bias_hh_l0_reverse	7	-0.1823052167892456
226612	rnn.bias_hh_l0_reverse	8	-0.06466206163167953
226612	rnn.bias_hh_l0_reverse	9	-0.11444812268018723
226612	linear.weight	0	-0.2964323163032532
226612	linear.weight	1	-0.10081936419010162
226612	linear.weight	2	-0.011228874325752258
226612	linear.weight	3	-0.08641833811998367
226612	linear.weight	4	-0.007807972375303507
226612	linear.weight	5	0.2100871354341507
226612	linear.weight	6	0.0047744326293468475
226612	linear.weight	7	-0.021312154829502106
226612	linear.weight	8	0.16928789019584656
226612	linear.weight	9	0.20515954494476318
226612	linear.bias	0	-0.8145421743392944
226612	linear.bias	1	1.4375592470169067
226612	linear.bias	2	-0.4898264408111572
226612	linear.bias	3	-0.7470378875732422
226612	linear.bias	4	-0.8799733519554138
226612	linear.bias	5	-1.180094599723816
226612	linear.bias	6	-0.9547646641731262
226612	linear.bias	7	-0.7285301089286804
226612	linear.bias	8	-0.01705317199230194
226612	linear.bias	9	3.507446527481079
226809	transitions	0	-0.4626387059688568
226809	transitions	1	8.836305618286133
226809	transitions	2	-3.6254000663757324
226809	transitions	3	1.5672168731689453
226809	transitions	4	-2.21448016166687
226809	transitions	5	-0.43055862188339233
226809	transitions	6	-0.19568191468715668
226809	transitions	7	-10000.0
226809	transitions	8	1.8513078689575195
226809	transitions	9	-2.2949421405792236
226809	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
226809	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
226809	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
226809	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
226809	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
226809	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
226809	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
226809	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
226809	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
226809	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
226809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
226809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
226809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
226809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
226809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
226809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
226809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
226809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
226809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
226809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
226809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
226809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
226809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
226809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
226809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
226809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
226809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
226809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
226809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
226809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
226809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
226809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
226809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
226809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
226809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
226809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
226809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
226809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
226809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
226809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
226809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
226809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
226809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
226809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
226809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
226809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
226809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
226809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
226809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
226809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
226809	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
226809	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
226809	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
226809	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
226809	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
226809	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
226809	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
226809	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
226809	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
226809	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
226809	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
226809	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
226809	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
226809	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
226809	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
226809	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
226809	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
226809	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
226809	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
226809	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
226809	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
226809	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
226809	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
226809	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
226809	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
226809	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
226809	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
226809	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
226809	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
226809	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
226809	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
226809	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
226809	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
226809	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
226809	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
226809	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
226809	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
226809	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
226809	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
226809	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
226809	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
226809	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
226809	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
226809	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
226809	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
226809	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
226809	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
226809	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
226809	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
226809	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
226809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
226809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
226809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
226809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
226809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
226809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
226809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
226809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
226809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
226809	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
226809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
226809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
226809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
226809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
226809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
226809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
226809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
226809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
226809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
226809	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
226809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
226809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
226809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
226809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
226809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
226809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
226809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
226809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
226809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
226809	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
226809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
226809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
226809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
226809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
226809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
226809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
226809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
226809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
226809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
226809	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
226809	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
226809	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
226809	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
226809	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
226809	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
226809	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
226809	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
226809	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
226809	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
226809	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
226809	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
226809	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
226809	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
226809	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
226809	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
226809	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
226809	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
226809	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
226809	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
226809	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
226809	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
226809	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
226809	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
226809	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
226809	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
226809	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
226809	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
226809	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
226809	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
226809	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
226809	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
226809	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
226809	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
226809	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
226809	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
226809	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
226809	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
226809	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
226809	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
226809	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
226809	embedding2nn.weight	0	0.04506067559123039
226809	embedding2nn.weight	1	-0.09425665438175201
226809	embedding2nn.weight	2	0.013478593900799751
226809	embedding2nn.weight	3	-0.059963639825582504
226809	embedding2nn.weight	4	-0.11050299555063248
226809	embedding2nn.weight	5	0.10991882532835007
226809	embedding2nn.weight	6	-0.0803590714931488
226809	embedding2nn.weight	7	-0.07162199169397354
226809	embedding2nn.weight	8	-0.03306329995393753
226809	embedding2nn.weight	9	0.053651511669158936
226809	embedding2nn.bias	0	0.0682288333773613
226809	embedding2nn.bias	1	0.0030698957853019238
226809	embedding2nn.bias	2	-0.09517347067594528
226809	embedding2nn.bias	3	0.030604075640439987
226809	embedding2nn.bias	4	-0.004958184901624918
226809	embedding2nn.bias	5	-0.15603139996528625
226809	embedding2nn.bias	6	-0.12300857901573181
226809	embedding2nn.bias	7	-0.02620627172291279
226809	embedding2nn.bias	8	0.06700405478477478
226809	embedding2nn.bias	9	-0.07680714875459671
226809	rnn.weight_ih_l0	0	0.040777552872896194
226809	rnn.weight_ih_l0	1	-0.07974444329738617
226809	rnn.weight_ih_l0	2	-0.05748232826590538
226809	rnn.weight_ih_l0	3	-0.06013043224811554
226809	rnn.weight_ih_l0	4	0.01857580803334713
226809	rnn.weight_ih_l0	5	-0.107925646007061
226809	rnn.weight_ih_l0	6	-0.03187571093440056
226809	rnn.weight_ih_l0	7	-0.003131924197077751
226809	rnn.weight_ih_l0	8	0.05867668241262436
226809	rnn.weight_ih_l0	9	0.0033683725632727146
226809	rnn.weight_hh_l0	0	-0.0005903167184442282
226809	rnn.weight_hh_l0	1	-0.08741868287324905
226809	rnn.weight_hh_l0	2	0.07173079997301102
226809	rnn.weight_hh_l0	3	0.051073458045721054
226809	rnn.weight_hh_l0	4	0.0045526279136538506
226809	rnn.weight_hh_l0	5	0.06810936331748962
226809	rnn.weight_hh_l0	6	-0.01818033680319786
226809	rnn.weight_hh_l0	7	-0.10997673869132996
226809	rnn.weight_hh_l0	8	0.027702579274773598
226809	rnn.weight_hh_l0	9	-0.0842863991856575
226809	rnn.bias_ih_l0	0	-0.08648860454559326
226809	rnn.bias_ih_l0	1	-0.1945921778678894
226809	rnn.bias_ih_l0	2	-0.26096636056900024
226809	rnn.bias_ih_l0	3	-0.2843424081802368
226809	rnn.bias_ih_l0	4	0.007658197078853846
226809	rnn.bias_ih_l0	5	0.06118554249405861
226809	rnn.bias_ih_l0	6	-0.16982042789459229
226809	rnn.bias_ih_l0	7	-0.2596496045589447
226809	rnn.bias_ih_l0	8	-0.14408613741397858
226809	rnn.bias_ih_l0	9	-0.17431241273880005
226809	rnn.bias_hh_l0	0	0.13408410549163818
226809	rnn.bias_hh_l0	1	-0.056065019220113754
226809	rnn.bias_hh_l0	2	0.05503467842936516
226809	rnn.bias_hh_l0	3	-0.1826675981283188
226809	rnn.bias_hh_l0	4	0.05848471447825432
226809	rnn.bias_hh_l0	5	0.06168358772993088
226809	rnn.bias_hh_l0	6	-0.11067888885736465
226809	rnn.bias_hh_l0	7	-0.15018413960933685
226809	rnn.bias_hh_l0	8	-0.19250240921974182
226809	rnn.bias_hh_l0	9	-0.10301700234413147
226809	rnn.weight_ih_l0_reverse	0	-0.017940975725650787
226809	rnn.weight_ih_l0_reverse	1	-0.00146908697206527
226809	rnn.weight_ih_l0_reverse	2	0.013627317734062672
226809	rnn.weight_ih_l0_reverse	3	0.01368733961135149
226809	rnn.weight_ih_l0_reverse	4	0.019736317917704582
226809	rnn.weight_ih_l0_reverse	5	-0.05198988318443298
226809	rnn.weight_ih_l0_reverse	6	-0.048044126480817795
226809	rnn.weight_ih_l0_reverse	7	0.01760186441242695
226809	rnn.weight_ih_l0_reverse	8	0.0956210196018219
226809	rnn.weight_ih_l0_reverse	9	-0.0005200065788812935
226809	rnn.weight_hh_l0_reverse	0	0.003955038730055094
226809	rnn.weight_hh_l0_reverse	1	0.0271367859095335
226809	rnn.weight_hh_l0_reverse	2	-0.03892029821872711
226809	rnn.weight_hh_l0_reverse	3	0.039295095950365067
226809	rnn.weight_hh_l0_reverse	4	0.02267589420080185
226809	rnn.weight_hh_l0_reverse	5	-0.010086867026984692
226809	rnn.weight_hh_l0_reverse	6	0.06752357631921768
226809	rnn.weight_hh_l0_reverse	7	0.036960672587156296
226809	rnn.weight_hh_l0_reverse	8	-0.02591083012521267
226809	rnn.weight_hh_l0_reverse	9	-0.026807980611920357
226809	rnn.bias_ih_l0_reverse	0	-0.14772842824459076
226809	rnn.bias_ih_l0_reverse	1	-0.30692461133003235
226809	rnn.bias_ih_l0_reverse	2	-0.058622926473617554
226809	rnn.bias_ih_l0_reverse	3	-0.16127173602581024
226809	rnn.bias_ih_l0_reverse	4	0.06766456365585327
226809	rnn.bias_ih_l0_reverse	5	-0.2752941846847534
226809	rnn.bias_ih_l0_reverse	6	-0.06821247935295105
226809	rnn.bias_ih_l0_reverse	7	0.02254789136350155
226809	rnn.bias_ih_l0_reverse	8	-0.18751512467861176
226809	rnn.bias_ih_l0_reverse	9	-0.09355929493904114
226809	rnn.bias_hh_l0_reverse	0	-0.15686769783496857
226809	rnn.bias_hh_l0_reverse	1	-0.14805686473846436
226809	rnn.bias_hh_l0_reverse	2	-0.0127684585750103
226809	rnn.bias_hh_l0_reverse	3	-0.1346820741891861
226809	rnn.bias_hh_l0_reverse	4	-0.026225706562399864
226809	rnn.bias_hh_l0_reverse	5	-0.11489969491958618
226809	rnn.bias_hh_l0_reverse	6	-0.0755520686507225
226809	rnn.bias_hh_l0_reverse	7	-0.18178345263004303
226809	rnn.bias_hh_l0_reverse	8	-0.06465045362710953
226809	rnn.bias_hh_l0_reverse	9	-0.11545524001121521
226809	linear.weight	0	-0.2997862696647644
226809	linear.weight	1	-0.10227061063051224
226809	linear.weight	2	-0.011228874325752258
226809	linear.weight	3	-0.08344052731990814
226809	linear.weight	4	-0.006908155046403408
226809	linear.weight	5	0.20665565133094788
226809	linear.weight	6	0.0047744326293468475
226809	linear.weight	7	-0.021312154829502106
226809	linear.weight	8	0.17215800285339355
226809	linear.weight	9	0.19894199073314667
226809	linear.bias	0	-0.8306112885475159
226809	linear.bias	1	1.442636251449585
226809	linear.bias	2	-0.47791117429733276
226809	linear.bias	3	-0.7414384484291077
226809	linear.bias	4	-0.8661080002784729
226809	linear.bias	5	-1.180098533630371
226809	linear.bias	6	-0.9711151123046875
226809	linear.bias	7	-0.7152366042137146
226809	linear.bias	8	-0.01705317199230194
226809	linear.bias	9	3.4878628253936768
227006	transitions	0	-0.4628355801105499
227006	transitions	1	8.822711944580078
227006	transitions	2	-3.6254639625549316
227006	transitions	3	1.5666987895965576
227006	transitions	4	-2.2145333290100098
227006	transitions	5	-0.430573970079422
227006	transitions	6	-0.1956871747970581
227006	transitions	7	-10000.0
227006	transitions	8	1.852305293083191
227006	transitions	9	-2.2949435710906982
227006	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
227006	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
227006	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
227006	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
227006	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
227006	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
227006	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
227006	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
227006	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
227006	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
227006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
227006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
227006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
227006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
227006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
227006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
227006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
227006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
227006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
227006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
227006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
227006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
227006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
227006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
227006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
227006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
227006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
227006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
227006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
227006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
227006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
227006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
227006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
227006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
227006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
227006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
227006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
227006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
227006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
227006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
227006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
227006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
227006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
227006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
227006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
227006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
227006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
227006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
227006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
227006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
227006	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
227006	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
227006	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
227006	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
227006	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
227006	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
227006	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
227006	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
227006	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
227006	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
227006	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
227006	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
227006	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
227006	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
227006	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
227006	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
227006	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
227006	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
227006	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
227006	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
227006	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
227006	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
227006	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
227006	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
227006	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
227006	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
227006	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
227006	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
227006	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
227006	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
227006	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
227006	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
227006	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
227006	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
227006	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
227006	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
227006	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
227006	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
227006	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
227006	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
227006	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
227006	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
227006	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
227006	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
227006	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
227006	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
227006	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
227006	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
227006	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
227006	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
227006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
227006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
227006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
227006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
227006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
227006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
227006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
227006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
227006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
227006	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
227006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
227006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
227006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
227006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
227006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
227006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
227006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
227006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
227006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
227006	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
227006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
227006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
227006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
227006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
227006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
227006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
227006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
227006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
227006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
227006	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
227006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
227006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
227006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
227006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
227006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
227006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
227006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
227006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
227006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
227006	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
227006	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
227006	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
227006	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
227006	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
227006	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
227006	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
227006	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
227006	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
227006	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
227006	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
227006	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
227006	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
227006	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
227006	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
227006	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
227006	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
227006	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
227006	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
227006	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
227006	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
227006	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
227006	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
227006	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
227006	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
227006	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
227006	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
227006	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
227006	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
227006	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
227006	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
227006	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
227006	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
227006	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
227006	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
227006	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
227006	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
227006	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
227006	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
227006	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
227006	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
227006	embedding2nn.weight	0	0.045294810086488724
227006	embedding2nn.weight	1	-0.09449245780706406
227006	embedding2nn.weight	2	0.012009997852146626
227006	embedding2nn.weight	3	-0.059852320700883865
227006	embedding2nn.weight	4	-0.11027438938617706
227006	embedding2nn.weight	5	0.110423244535923
227006	embedding2nn.weight	6	-0.08137739449739456
227006	embedding2nn.weight	7	-0.07168938964605331
227006	embedding2nn.weight	8	-0.03311410918831825
227006	embedding2nn.weight	9	0.05445892736315727
227006	embedding2nn.bias	0	0.07090773433446884
227006	embedding2nn.bias	1	-0.0007864554063417017
227006	embedding2nn.bias	2	-0.09336051344871521
227006	embedding2nn.bias	3	0.031148124486207962
227006	embedding2nn.bias	4	-0.008843885734677315
227006	embedding2nn.bias	5	-0.16093870997428894
227006	embedding2nn.bias	6	-0.11865544319152832
227006	embedding2nn.bias	7	-0.02086377516388893
227006	embedding2nn.bias	8	0.06389502435922623
227006	embedding2nn.bias	9	-0.07545887678861618
227006	rnn.weight_ih_l0	0	0.040996987372636795
227006	rnn.weight_ih_l0	1	-0.08046472817659378
227006	rnn.weight_ih_l0	2	-0.05787329003214836
227006	rnn.weight_ih_l0	3	-0.060420867055654526
227006	rnn.weight_ih_l0	4	0.018796060234308243
227006	rnn.weight_ih_l0	5	-0.10803970694541931
227006	rnn.weight_ih_l0	6	-0.031564753502607346
227006	rnn.weight_ih_l0	7	-0.003013947978615761
227006	rnn.weight_ih_l0	8	0.058009881526231766
227006	rnn.weight_ih_l0	9	0.0033116869162768126
227006	rnn.weight_hh_l0	0	-0.0004975000629201531
227006	rnn.weight_hh_l0	1	-0.08773426711559296
227006	rnn.weight_hh_l0	2	0.0717446580529213
227006	rnn.weight_hh_l0	3	0.05096563696861267
227006	rnn.weight_hh_l0	4	0.004567177500575781
227006	rnn.weight_hh_l0	5	0.06844507157802582
227006	rnn.weight_hh_l0	6	-0.018207266926765442
227006	rnn.weight_hh_l0	7	-0.10995147377252579
227006	rnn.weight_hh_l0	8	0.02781154029071331
227006	rnn.weight_hh_l0	9	-0.0842224732041359
227006	rnn.bias_ih_l0	0	-0.0862417221069336
227006	rnn.bias_ih_l0	1	-0.196113720536232
227006	rnn.bias_ih_l0	2	-0.2610633075237274
227006	rnn.bias_ih_l0	3	-0.2848743498325348
227006	rnn.bias_ih_l0	4	0.0066210622899234295
227006	rnn.bias_ih_l0	5	0.062128882855176926
227006	rnn.bias_ih_l0	6	-0.17071062326431274
227006	rnn.bias_ih_l0	7	-0.26067084074020386
227006	rnn.bias_ih_l0	8	-0.1445557326078415
227006	rnn.bias_ih_l0	9	-0.17334704101085663
227006	rnn.bias_hh_l0	0	0.13432864844799042
227006	rnn.bias_hh_l0	1	-0.056249331682920456
227006	rnn.bias_hh_l0	2	0.05536360666155815
227006	rnn.bias_hh_l0	3	-0.18248966336250305
227006	rnn.bias_hh_l0	4	0.05880903825163841
227006	rnn.bias_hh_l0	5	0.06086621806025505
227006	rnn.bias_hh_l0	6	-0.11001388728618622
227006	rnn.bias_hh_l0	7	-0.1498984545469284
227006	rnn.bias_hh_l0	8	-0.19178332388401031
227006	rnn.bias_hh_l0	9	-0.10303866863250732
227006	rnn.weight_ih_l0_reverse	0	-0.017807142809033394
227006	rnn.weight_ih_l0_reverse	1	-0.0013791065430268645
227006	rnn.weight_ih_l0_reverse	2	0.01264807116240263
227006	rnn.weight_ih_l0_reverse	3	0.013504857197403908
227006	rnn.weight_ih_l0_reverse	4	0.019763154909014702
227006	rnn.weight_ih_l0_reverse	5	-0.05242013931274414
227006	rnn.weight_ih_l0_reverse	6	-0.0479234978556633
227006	rnn.weight_ih_l0_reverse	7	0.017679724842309952
227006	rnn.weight_ih_l0_reverse	8	0.09572674334049225
227006	rnn.weight_ih_l0_reverse	9	-0.0006304388516582549
227006	rnn.weight_hh_l0_reverse	0	0.004028424620628357
227006	rnn.weight_hh_l0_reverse	1	0.0268267672508955
227006	rnn.weight_hh_l0_reverse	2	-0.03892257809638977
227006	rnn.weight_hh_l0_reverse	3	0.03937477245926857
227006	rnn.weight_hh_l0_reverse	4	0.022560883313417435
227006	rnn.weight_hh_l0_reverse	5	-0.009970680810511112
227006	rnn.weight_hh_l0_reverse	6	0.0675959661602974
227006	rnn.weight_hh_l0_reverse	7	0.03723052144050598
227006	rnn.weight_hh_l0_reverse	8	-0.025854207575321198
227006	rnn.weight_hh_l0_reverse	9	-0.026774585247039795
227006	rnn.bias_ih_l0_reverse	0	-0.14794383943080902
227006	rnn.bias_ih_l0_reverse	1	-0.30799245834350586
227006	rnn.bias_ih_l0_reverse	2	-0.05976133421063423
227006	rnn.bias_ih_l0_reverse	3	-0.1618558168411255
227006	rnn.bias_ih_l0_reverse	4	0.0687187910079956
227006	rnn.bias_ih_l0_reverse	5	-0.27522212266921997
227006	rnn.bias_ih_l0_reverse	6	-0.06771796196699142
227006	rnn.bias_ih_l0_reverse	7	0.022529354318976402
227006	rnn.bias_ih_l0_reverse	8	-0.18738891184329987
227006	rnn.bias_ih_l0_reverse	9	-0.0931686982512474
227006	rnn.bias_hh_l0_reverse	0	-0.1569429486989975
227006	rnn.bias_hh_l0_reverse	1	-0.1481378674507141
227006	rnn.bias_hh_l0_reverse	2	-0.012946972623467445
227006	rnn.bias_hh_l0_reverse	3	-0.13480618596076965
227006	rnn.bias_hh_l0_reverse	4	-0.02576998434960842
227006	rnn.bias_hh_l0_reverse	5	-0.11585085839033127
227006	rnn.bias_hh_l0_reverse	6	-0.07539192587137222
227006	rnn.bias_hh_l0_reverse	7	-0.18093521893024445
227006	rnn.bias_hh_l0_reverse	8	-0.06437104195356369
227006	rnn.bias_hh_l0_reverse	9	-0.11513456702232361
227006	linear.weight	0	-0.30185022950172424
227006	linear.weight	1	-0.10206260532140732
227006	linear.weight	2	-0.011228874325752258
227006	linear.weight	3	-0.08403714001178741
227006	linear.weight	4	-0.006782178767025471
227006	linear.weight	5	0.20909906923770905
227006	linear.weight	6	0.0047744326293468475
227006	linear.weight	7	-0.021312154829502106
227006	linear.weight	8	0.1754431128501892
227006	linear.weight	9	0.20447790622711182
227006	linear.bias	0	-0.8216514587402344
227006	linear.bias	1	1.4326447248458862
227006	linear.bias	2	-0.485228955745697
227006	linear.bias	3	-0.753268837928772
227006	linear.bias	4	-0.8547857403755188
227006	linear.bias	5	-1.180103063583374
227006	linear.bias	6	-0.9623287320137024
227006	linear.bias	7	-0.7069745063781738
227006	linear.bias	8	-0.01705317199230194
227006	linear.bias	9	3.479675531387329
227010	transitions	0	-0.4628356099128723
227010	transitions	1	8.822214126586914
227010	transitions	2	-3.6254990100860596
227010	transitions	3	1.5666857957839966
227010	transitions	4	-2.214533567428589
227010	transitions	5	-0.43057405948638916
227010	transitions	6	-0.1956872045993805
227010	transitions	7	-10000.0
227010	transitions	8	1.8523014783859253
227010	transitions	9	-2.2949435710906982
227010	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
227010	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
227010	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
227010	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
227010	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
227010	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
227010	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
227010	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
227010	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
227010	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
227010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
227010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
227010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
227010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
227010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
227010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
227010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
227010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
227010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
227010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
227010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
227010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
227010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
227010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
227010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
227010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
227010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
227010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
227010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
227010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
227010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
227010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
227010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
227010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
227010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
227010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
227010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
227010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
227010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
227010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
227010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
227010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
227010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
227010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
227010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
227010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
227010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
227010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
227010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
227010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
227010	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
227010	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
227010	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
227010	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
227010	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
227010	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
227010	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
227010	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
227010	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
227010	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
227010	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
227010	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
227010	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
227010	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
227010	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
227010	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
227010	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
227010	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
227010	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
227010	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
227010	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
227010	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
227010	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
227010	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
227010	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
227010	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
227010	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
227010	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
227010	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
227010	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
227010	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
227010	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
227010	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
227010	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
227010	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
227010	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
227010	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
227010	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
227010	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
227010	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
227010	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
227010	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
227010	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
227010	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
227010	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
227010	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
227010	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
227010	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
227010	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
227010	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
227010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
227010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
227010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
227010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
227010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
227010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
227010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
227010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
227010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
227010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
227010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
227010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
227010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
227010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
227010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
227010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
227010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
227010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
227010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
227010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
227010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
227010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
227010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
227010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
227010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
227010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
227010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
227010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
227010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
227010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
227010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
227010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
227010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
227010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
227010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
227010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
227010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
227010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
227010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
227010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
227010	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
227010	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
227010	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
227010	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
227010	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
227010	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
227010	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
227010	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
227010	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
227010	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
227010	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
227010	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
227010	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
227010	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
227010	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
227010	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
227010	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
227010	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
227010	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
227010	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
227010	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
227010	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
227010	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
227010	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
227010	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
227010	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
227010	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
227010	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
227010	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
227010	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
227010	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
227010	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
227010	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
227010	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
227010	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
227010	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
227010	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
227010	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
227010	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
227010	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
227010	embedding2nn.weight	0	0.045297861099243164
227010	embedding2nn.weight	1	-0.09447839856147766
227010	embedding2nn.weight	2	0.012123970314860344
227010	embedding2nn.weight	3	-0.0598239004611969
227010	embedding2nn.weight	4	-0.11032711714506149
227010	embedding2nn.weight	5	0.11045360565185547
227010	embedding2nn.weight	6	-0.08135262131690979
227010	embedding2nn.weight	7	-0.07202625274658203
227010	embedding2nn.weight	8	-0.033159852027893066
227010	embedding2nn.weight	9	0.054427701979875565
227010	embedding2nn.bias	0	0.07130545377731323
227010	embedding2nn.bias	1	-0.0005419700173661113
227010	embedding2nn.bias	2	-0.09325704723596573
227010	embedding2nn.bias	3	0.03080032207071781
227010	embedding2nn.bias	4	-0.009422953240573406
227010	embedding2nn.bias	5	-0.16120296716690063
227010	embedding2nn.bias	6	-0.11841145902872086
227010	embedding2nn.bias	7	-0.02067570388317108
227010	embedding2nn.bias	8	0.06401299685239792
227010	embedding2nn.bias	9	-0.07658325880765915
227010	rnn.weight_ih_l0	0	0.04101119190454483
227010	rnn.weight_ih_l0	1	-0.08046458661556244
227010	rnn.weight_ih_l0	2	-0.057850342243909836
227010	rnn.weight_ih_l0	3	-0.06042374297976494
227010	rnn.weight_ih_l0	4	0.01879267394542694
227010	rnn.weight_ih_l0	5	-0.10806325078010559
227010	rnn.weight_ih_l0	6	-0.03154420107603073
227010	rnn.weight_ih_l0	7	-0.003059744369238615
227010	rnn.weight_ih_l0	8	0.05806731805205345
227010	rnn.weight_ih_l0	9	0.003351806662976742
227010	rnn.weight_hh_l0	0	-0.0004958800273016095
227010	rnn.weight_hh_l0	1	-0.08771064877510071
227010	rnn.weight_hh_l0	2	0.07174555212259293
227010	rnn.weight_hh_l0	3	0.0509633794426918
227010	rnn.weight_hh_l0	4	0.004502089228481054
227010	rnn.weight_hh_l0	5	0.06844984740018845
227010	rnn.weight_hh_l0	6	-0.018206700682640076
227010	rnn.weight_hh_l0	7	-0.10996337980031967
227010	rnn.weight_hh_l0	8	0.027821442112326622
227010	rnn.weight_hh_l0	9	-0.08424112945795059
227010	rnn.bias_ih_l0	0	-0.08617213368415833
227010	rnn.bias_ih_l0	1	-0.19614528119564056
227010	rnn.bias_ih_l0	2	-0.2609642446041107
227010	rnn.bias_ih_l0	3	-0.2848849296569824
227010	rnn.bias_ih_l0	4	0.006573757156729698
227010	rnn.bias_ih_l0	5	0.061949945986270905
227010	rnn.bias_ih_l0	6	-0.17066815495491028
227010	rnn.bias_ih_l0	7	-0.26071906089782715
227010	rnn.bias_ih_l0	8	-0.144746795296669
227010	rnn.bias_ih_l0	9	-0.173355832695961
227010	rnn.bias_hh_l0	0	0.1344052106142044
227010	rnn.bias_hh_l0	1	-0.05621037632226944
227010	rnn.bias_hh_l0	2	0.05535902827978134
227010	rnn.bias_hh_l0	3	-0.18249841034412384
227010	rnn.bias_hh_l0	4	0.058782655745744705
227010	rnn.bias_hh_l0	5	0.06085280701518059
227010	rnn.bias_hh_l0	6	-0.11005165427923203
227010	rnn.bias_hh_l0	7	-0.1497897058725357
227010	rnn.bias_hh_l0	8	-0.19175481796264648
227010	rnn.bias_hh_l0	9	-0.10298364609479904
227010	rnn.weight_ih_l0_reverse	0	-0.0178413987159729
227010	rnn.weight_ih_l0_reverse	1	-0.0013993722386658192
227010	rnn.weight_ih_l0_reverse	2	0.012667800299823284
227010	rnn.weight_ih_l0_reverse	3	0.013543783687055111
227010	rnn.weight_ih_l0_reverse	4	0.01979772560298443
227010	rnn.weight_ih_l0_reverse	5	-0.052470386028289795
227010	rnn.weight_ih_l0_reverse	6	-0.047919631004333496
227010	rnn.weight_ih_l0_reverse	7	0.017735719680786133
227010	rnn.weight_ih_l0_reverse	8	0.09571986645460129
227010	rnn.weight_ih_l0_reverse	9	-0.0006352014606818557
227010	rnn.weight_hh_l0_reverse	0	0.004014984238892794
227010	rnn.weight_hh_l0_reverse	1	0.02683044970035553
227010	rnn.weight_hh_l0_reverse	2	-0.03892502933740616
227010	rnn.weight_hh_l0_reverse	3	0.03936497122049332
227010	rnn.weight_hh_l0_reverse	4	0.02257135510444641
227010	rnn.weight_hh_l0_reverse	5	-0.009976938366889954
227010	rnn.weight_hh_l0_reverse	6	0.06760527938604355
227010	rnn.weight_hh_l0_reverse	7	0.03722187504172325
227010	rnn.weight_hh_l0_reverse	8	-0.025819916278123856
227010	rnn.weight_hh_l0_reverse	9	-0.026764869689941406
227010	rnn.bias_ih_l0_reverse	0	-0.14785566926002502
227010	rnn.bias_ih_l0_reverse	1	-0.30807414650917053
227010	rnn.bias_ih_l0_reverse	2	-0.05971428379416466
227010	rnn.bias_ih_l0_reverse	3	-0.161864772439003
227010	rnn.bias_ih_l0_reverse	4	0.0687677264213562
227010	rnn.bias_ih_l0_reverse	5	-0.275246798992157
227010	rnn.bias_ih_l0_reverse	6	-0.06760738044977188
227010	rnn.bias_ih_l0_reverse	7	0.02253757417201996
227010	rnn.bias_ih_l0_reverse	8	-0.18742287158966064
227010	rnn.bias_ih_l0_reverse	9	-0.09319110959768295
227010	rnn.bias_hh_l0_reverse	0	-0.1569421887397766
227010	rnn.bias_hh_l0_reverse	1	-0.14815859496593475
227010	rnn.bias_hh_l0_reverse	2	-0.01295260339975357
227010	rnn.bias_hh_l0_reverse	3	-0.13477317988872528
227010	rnn.bias_hh_l0_reverse	4	-0.025705158710479736
227010	rnn.bias_hh_l0_reverse	5	-0.11589904129505157
227010	rnn.bias_hh_l0_reverse	6	-0.07531072199344635
227010	rnn.bias_hh_l0_reverse	7	-0.18101683259010315
227010	rnn.bias_hh_l0_reverse	8	-0.06445068120956421
227010	rnn.bias_hh_l0_reverse	9	-0.11517728865146637
227010	linear.weight	0	-0.30189940333366394
227010	linear.weight	1	-0.1022530347108841
227010	linear.weight	2	-0.011228874325752258
227010	linear.weight	3	-0.08280304819345474
227010	linear.weight	4	-0.006809354294091463
227010	linear.weight	5	0.20914281904697418
227010	linear.weight	6	0.0047744326293468475
227010	linear.weight	7	-0.021312154829502106
227010	linear.weight	8	0.1754492074251175
227010	linear.weight	9	0.2045150101184845
227010	linear.bias	0	-0.8211408853530884
227010	linear.bias	1	1.432119607925415
227010	linear.bias	2	-0.4854702949523926
227010	linear.bias	3	-0.7538368701934814
227010	linear.bias	4	-0.8549656271934509
227010	linear.bias	5	-1.180103063583374
227010	linear.bias	6	-0.9617893695831299
227010	linear.bias	7	-0.7061155438423157
227010	linear.bias	8	-0.01705317199230194
227010	linear.bias	9	3.4791948795318604
227207	transitions	0	-0.46291500329971313
227207	transitions	1	8.83760929107666
227207	transitions	2	-3.6256189346313477
227207	transitions	3	1.573797345161438
227207	transitions	4	-2.214590311050415
227207	transitions	5	-0.4305802583694458
227207	transitions	6	-0.19569361209869385
227207	transitions	7	-10000.0
227207	transitions	8	1.8523340225219727
227207	transitions	9	-2.2949435710906982
227207	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
227207	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
227207	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
227207	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
227207	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
227207	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
227207	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
227207	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
227207	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
227207	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
227207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
227207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
227207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
227207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
227207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
227207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
227207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
227207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
227207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
227207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
227207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
227207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
227207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
227207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
227207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
227207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
227207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
227207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
227207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
227207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
227207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
227207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
227207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
227207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
227207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
227207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
227207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
227207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
227207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
227207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
227207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
227207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
227207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
227207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
227207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
227207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
227207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
227207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
227207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
227207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
227207	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
227207	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
227207	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
227207	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
227207	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
227207	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
227207	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
227207	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
227207	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
227207	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
227207	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
227207	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
227207	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
227207	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
227207	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
227207	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
227207	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
227207	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
227207	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
227207	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
227207	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
227207	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
227207	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
227207	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
227207	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
227207	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
227207	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
227207	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
227207	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
227207	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
227207	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
227207	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
227207	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
227207	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
227207	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
227207	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
227207	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
227207	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
227207	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
227207	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
227207	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
227207	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
227207	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
227207	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
227207	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
227207	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
227207	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
227207	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
227207	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
227207	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
227207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
227207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
227207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
227207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
227207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
227207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
227207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
227207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
227207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
227207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
227207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
227207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
227207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
227207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
227207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
227207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
227207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
227207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
227207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
227207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
227207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
227207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
227207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
227207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
227207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
227207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
227207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
227207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
227207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
227207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
227207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
227207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
227207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
227207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
227207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
227207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
227207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
227207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
227207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
227207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
227207	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
227207	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
227207	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
227207	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
227207	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
227207	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
227207	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
227207	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
227207	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
227207	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
227207	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
227207	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
227207	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
227207	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
227207	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
227207	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
227207	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
227207	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
227207	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
227207	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
227207	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
227207	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
227207	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
227207	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
227207	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
227207	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
227207	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
227207	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
227207	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
227207	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
227207	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
227207	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
227207	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
227207	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
227207	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
227207	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
227207	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
227207	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
227207	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
227207	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
227207	embedding2nn.weight	0	0.04537718743085861
227207	embedding2nn.weight	1	-0.09453517198562622
227207	embedding2nn.weight	2	0.011833427473902702
227207	embedding2nn.weight	3	-0.06008712202310562
227207	embedding2nn.weight	4	-0.11025787144899368
227207	embedding2nn.weight	5	0.11015347391366959
227207	embedding2nn.weight	6	-0.08216714859008789
227207	embedding2nn.weight	7	-0.07234231382608414
227207	embedding2nn.weight	8	-0.03287094831466675
227207	embedding2nn.weight	9	0.05433069169521332
227207	embedding2nn.bias	0	0.06618352979421616
227207	embedding2nn.bias	1	-0.0027890687342733145
227207	embedding2nn.bias	2	-0.09069482237100601
227207	embedding2nn.bias	3	0.029627609997987747
227207	embedding2nn.bias	4	-0.00391644611954689
227207	embedding2nn.bias	5	-0.15708135068416595
227207	embedding2nn.bias	6	-0.11997102946043015
227207	embedding2nn.bias	7	-0.025008318945765495
227207	embedding2nn.bias	8	0.06680317223072052
227207	embedding2nn.bias	9	-0.07383298873901367
227207	rnn.weight_ih_l0	0	0.04130333289504051
227207	rnn.weight_ih_l0	1	-0.08002680540084839
227207	rnn.weight_ih_l0	2	-0.057179875671863556
227207	rnn.weight_ih_l0	3	-0.06052045524120331
227207	rnn.weight_ih_l0	4	0.019032258540391922
227207	rnn.weight_ih_l0	5	-0.10778801143169403
227207	rnn.weight_ih_l0	6	-0.032189399003982544
227207	rnn.weight_ih_l0	7	-0.0033087588381022215
227207	rnn.weight_ih_l0	8	0.05769459530711174
227207	rnn.weight_ih_l0	9	0.003478327998891473
227207	rnn.weight_hh_l0	0	-0.000574291858356446
227207	rnn.weight_hh_l0	1	-0.08788344264030457
227207	rnn.weight_hh_l0	2	0.07167170941829681
227207	rnn.weight_hh_l0	3	0.05088455602526665
227207	rnn.weight_hh_l0	4	0.004435536451637745
227207	rnn.weight_hh_l0	5	0.06858474761247635
227207	rnn.weight_hh_l0	6	-0.018081605434417725
227207	rnn.weight_hh_l0	7	-0.11011645197868347
227207	rnn.weight_hh_l0	8	0.02767196297645569
227207	rnn.weight_hh_l0	9	-0.08478251099586487
227207	rnn.bias_ih_l0	0	-0.08515747636556625
227207	rnn.bias_ih_l0	1	-0.19625906646251678
227207	rnn.bias_ih_l0	2	-0.2607152462005615
227207	rnn.bias_ih_l0	3	-0.2846452295780182
227207	rnn.bias_ih_l0	4	0.005869407672435045
227207	rnn.bias_ih_l0	5	0.061452168971300125
227207	rnn.bias_ih_l0	6	-0.16991238296031952
227207	rnn.bias_ih_l0	7	-0.260722815990448
227207	rnn.bias_ih_l0	8	-0.1451743096113205
227207	rnn.bias_ih_l0	9	-0.1728600561618805
227207	rnn.bias_hh_l0	0	0.13428670167922974
227207	rnn.bias_hh_l0	1	-0.056697312742471695
227207	rnn.bias_hh_l0	2	0.05519238859415054
227207	rnn.bias_hh_l0	3	-0.1820642501115799
227207	rnn.bias_hh_l0	4	0.058733053505420685
227207	rnn.bias_hh_l0	5	0.06051849201321602
227207	rnn.bias_hh_l0	6	-0.11003582924604416
227207	rnn.bias_hh_l0	7	-0.14946453273296356
227207	rnn.bias_hh_l0	8	-0.1920173019170761
227207	rnn.bias_hh_l0	9	-0.10335445404052734
227207	rnn.weight_ih_l0_reverse	0	-0.017714953050017357
227207	rnn.weight_ih_l0_reverse	1	-0.0014586139004677534
227207	rnn.weight_ih_l0_reverse	2	0.012048368342220783
227207	rnn.weight_ih_l0_reverse	3	0.01430590357631445
227207	rnn.weight_ih_l0_reverse	4	0.01976114511489868
227207	rnn.weight_ih_l0_reverse	5	-0.05167742073535919
227207	rnn.weight_ih_l0_reverse	6	-0.0476984940469265
227207	rnn.weight_ih_l0_reverse	7	0.01731986366212368
227207	rnn.weight_ih_l0_reverse	8	0.09577348828315735
227207	rnn.weight_ih_l0_reverse	9	0.0005540530546568334
227207	rnn.weight_hh_l0_reverse	0	0.00407985458150506
227207	rnn.weight_hh_l0_reverse	1	0.027034252882003784
227207	rnn.weight_hh_l0_reverse	2	-0.03876884654164314
227207	rnn.weight_hh_l0_reverse	3	0.039435338228940964
227207	rnn.weight_hh_l0_reverse	4	0.022708579897880554
227207	rnn.weight_hh_l0_reverse	5	-0.009854936972260475
227207	rnn.weight_hh_l0_reverse	6	0.06785345822572708
227207	rnn.weight_hh_l0_reverse	7	0.03698374703526497
227207	rnn.weight_hh_l0_reverse	8	-0.02596200816333294
227207	rnn.weight_hh_l0_reverse	9	-0.026510708034038544
227207	rnn.bias_ih_l0_reverse	0	-0.14645197987556458
227207	rnn.bias_ih_l0_reverse	1	-0.3094925284385681
227207	rnn.bias_ih_l0_reverse	2	-0.059873778373003006
227207	rnn.bias_ih_l0_reverse	3	-0.16219162940979004
227207	rnn.bias_ih_l0_reverse	4	0.06790761649608612
227207	rnn.bias_ih_l0_reverse	5	-0.2748900353908539
227207	rnn.bias_ih_l0_reverse	6	-0.06669045984745026
227207	rnn.bias_ih_l0_reverse	7	0.02154010720551014
227207	rnn.bias_ih_l0_reverse	8	-0.18728353083133698
227207	rnn.bias_ih_l0_reverse	9	-0.09351671487092972
227207	rnn.bias_hh_l0_reverse	0	-0.1561821699142456
227207	rnn.bias_hh_l0_reverse	1	-0.1493331789970398
227207	rnn.bias_hh_l0_reverse	2	-0.013439861126244068
227207	rnn.bias_hh_l0_reverse	3	-0.13441216945648193
227207	rnn.bias_hh_l0_reverse	4	-0.02540709637105465
227207	rnn.bias_hh_l0_reverse	5	-0.1166829839348793
227207	rnn.bias_hh_l0_reverse	6	-0.07544372975826263
227207	rnn.bias_hh_l0_reverse	7	-0.18011367321014404
227207	rnn.bias_hh_l0_reverse	8	-0.06501802802085876
227207	rnn.bias_hh_l0_reverse	9	-0.11459749191999435
227207	linear.weight	0	-0.30345505475997925
227207	linear.weight	1	-0.1039910688996315
227207	linear.weight	2	-0.011228874325752258
227207	linear.weight	3	-0.08306127786636353
227207	linear.weight	4	-0.005861556623131037
227207	linear.weight	5	0.21130862832069397
227207	linear.weight	6	0.0047744326293468475
227207	linear.weight	7	-0.021312154829502106
227207	linear.weight	8	0.1768457442522049
227207	linear.weight	9	0.20808355510234833
227207	linear.bias	0	-0.8370976448059082
227207	linear.bias	1	1.438180685043335
227207	linear.bias	2	-0.479377418756485
227207	linear.bias	3	-0.7378531098365784
227207	linear.bias	4	-0.8604899644851685
227207	linear.bias	5	-1.1801106929779053
227207	linear.bias	6	-0.9774650931358337
227207	linear.bias	7	-0.7237051725387573
227207	linear.bias	8	-0.01705317199230194
227207	linear.bias	9	3.4982824325561523
227404	transitions	0	-0.462936669588089
227404	transitions	1	8.833473205566406
227404	transitions	2	-3.6257565021514893
227404	transitions	3	1.5781900882720947
227404	transitions	4	-2.2146477699279785
227404	transitions	5	-0.43060028553009033
227404	transitions	6	-0.19569887220859528
227404	transitions	7	-10000.0
227404	transitions	8	1.8523893356323242
227404	transitions	9	-2.2949440479278564
227404	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
227404	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
227404	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
227404	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
227404	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
227404	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
227404	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
227404	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
227404	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
227404	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
227404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
227404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
227404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
227404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
227404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
227404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
227404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
227404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
227404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
227404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
227404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
227404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
227404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
227404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
227404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
227404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
227404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
227404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
227404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
227404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
227404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
227404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
227404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
227404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
227404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
227404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
227404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
227404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
227404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
227404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
227404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
227404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
227404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
227404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
227404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
227404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
227404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
227404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
227404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
227404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
227404	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
227404	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
227404	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
227404	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
227404	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
227404	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
227404	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
227404	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
227404	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
227404	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
227404	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
227404	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
227404	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
227404	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
227404	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
227404	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
227404	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
227404	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
227404	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
227404	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
227404	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
227404	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
227404	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
227404	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
227404	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
227404	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
227404	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
227404	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
227404	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
227404	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
227404	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
227404	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
227404	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
227404	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
227404	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
227404	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
227404	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
227404	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
227404	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
227404	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
227404	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
227404	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
227404	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
227404	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
227404	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
227404	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
227404	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
227404	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
227404	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
227404	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
227404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
227404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
227404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
227404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
227404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
227404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
227404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
227404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
227404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
227404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
227404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
227404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
227404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
227404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
227404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
227404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
227404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
227404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
227404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
227404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
227404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
227404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
227404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
227404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
227404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
227404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
227404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
227404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
227404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
227404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
227404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
227404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
227404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
227404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
227404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
227404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
227404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
227404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
227404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
227404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
227404	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
227404	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
227404	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
227404	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
227404	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
227404	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
227404	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
227404	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
227404	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
227404	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
227404	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
227404	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
227404	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
227404	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
227404	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
227404	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
227404	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
227404	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
227404	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
227404	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
227404	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
227404	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
227404	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
227404	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
227404	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
227404	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
227404	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
227404	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
227404	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
227404	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
227404	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
227404	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
227404	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
227404	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
227404	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
227404	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
227404	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
227404	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
227404	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
227404	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
227404	embedding2nn.weight	0	0.045302025973796844
227404	embedding2nn.weight	1	-0.09436769783496857
227404	embedding2nn.weight	2	0.012071046978235245
227404	embedding2nn.weight	3	-0.060011737048625946
227404	embedding2nn.weight	4	-0.10913937538862228
227404	embedding2nn.weight	5	0.11016043275594711
227404	embedding2nn.weight	6	-0.08148755133152008
227404	embedding2nn.weight	7	-0.07235709577798843
227404	embedding2nn.weight	8	-0.032649971544742584
227404	embedding2nn.weight	9	0.054996322840452194
227404	embedding2nn.bias	0	0.06307715177536011
227404	embedding2nn.bias	1	-0.001564152305945754
227404	embedding2nn.bias	2	-0.08798084408044815
227404	embedding2nn.bias	3	0.027167703956365585
227404	embedding2nn.bias	4	-0.007456550374627113
227404	embedding2nn.bias	5	-0.16126666963100433
227404	embedding2nn.bias	6	-0.12312564998865128
227404	embedding2nn.bias	7	-0.02287686988711357
227404	embedding2nn.bias	8	0.06169680133461952
227404	embedding2nn.bias	9	-0.07588360458612442
227404	rnn.weight_ih_l0	0	0.040812645107507706
227404	rnn.weight_ih_l0	1	-0.08028636872768402
227404	rnn.weight_ih_l0	2	-0.05730525404214859
227404	rnn.weight_ih_l0	3	-0.06059398502111435
227404	rnn.weight_ih_l0	4	0.018999598920345306
227404	rnn.weight_ih_l0	5	-0.10830898582935333
227404	rnn.weight_ih_l0	6	-0.032600387930870056
227404	rnn.weight_ih_l0	7	-0.0035212046932429075
227404	rnn.weight_ih_l0	8	0.057722873985767365
227404	rnn.weight_ih_l0	9	0.0042197625152766705
227404	rnn.weight_hh_l0	0	-0.0006014203536324203
227404	rnn.weight_hh_l0	1	-0.08802091330289841
227404	rnn.weight_hh_l0	2	0.07199899107217789
227404	rnn.weight_hh_l0	3	0.051046352833509445
227404	rnn.weight_hh_l0	4	0.0044830976985394955
227404	rnn.weight_hh_l0	5	0.06863787025213242
227404	rnn.weight_hh_l0	6	-0.018105974420905113
227404	rnn.weight_hh_l0	7	-0.11026084423065186
227404	rnn.weight_hh_l0	8	0.027637192979454994
227404	rnn.weight_hh_l0	9	-0.0846080556511879
227404	rnn.bias_ih_l0	0	-0.0859224870800972
227404	rnn.bias_ih_l0	1	-0.19477614760398865
227404	rnn.bias_ih_l0	2	-0.2599027454853058
227404	rnn.bias_ih_l0	3	-0.28519687056541443
227404	rnn.bias_ih_l0	4	0.006425327155739069
227404	rnn.bias_ih_l0	5	0.06348375976085663
227404	rnn.bias_ih_l0	6	-0.17063389718532562
227404	rnn.bias_ih_l0	7	-0.25927892327308655
227404	rnn.bias_ih_l0	8	-0.14493566751480103
227404	rnn.bias_ih_l0	9	-0.17365168035030365
227404	rnn.bias_hh_l0	0	0.1336098462343216
227404	rnn.bias_hh_l0	1	-0.056791696697473526
227404	rnn.bias_hh_l0	2	0.055062320083379745
227404	rnn.bias_hh_l0	3	-0.18121255934238434
227404	rnn.bias_hh_l0	4	0.05887821316719055
227404	rnn.bias_hh_l0	5	0.06009683758020401
227404	rnn.bias_hh_l0	6	-0.11082454770803452
227404	rnn.bias_hh_l0	7	-0.14947611093521118
227404	rnn.bias_hh_l0	8	-0.19195546209812164
227404	rnn.bias_hh_l0	9	-0.10424655675888062
227404	rnn.weight_ih_l0_reverse	0	-0.018085192888975143
227404	rnn.weight_ih_l0_reverse	1	-0.0010346362832933664
227404	rnn.weight_ih_l0_reverse	2	0.012069032527506351
227404	rnn.weight_ih_l0_reverse	3	0.014614102430641651
227404	rnn.weight_ih_l0_reverse	4	0.01948554813861847
227404	rnn.weight_ih_l0_reverse	5	-0.05241746827960014
227404	rnn.weight_ih_l0_reverse	6	-0.04724906384944916
227404	rnn.weight_ih_l0_reverse	7	0.017121572047472
227404	rnn.weight_ih_l0_reverse	8	0.09589140862226486
227404	rnn.weight_ih_l0_reverse	9	0.0007557211210951209
227404	rnn.weight_hh_l0_reverse	0	0.0041054836474359035
227404	rnn.weight_hh_l0_reverse	1	0.027054721489548683
227404	rnn.weight_hh_l0_reverse	2	-0.03867766633629799
227404	rnn.weight_hh_l0_reverse	3	0.039176732301712036
227404	rnn.weight_hh_l0_reverse	4	0.022740483283996582
227404	rnn.weight_hh_l0_reverse	5	-0.009690537117421627
227404	rnn.weight_hh_l0_reverse	6	0.06779739260673523
227404	rnn.weight_hh_l0_reverse	7	0.03703974559903145
227404	rnn.weight_hh_l0_reverse	8	-0.025950895622372627
227404	rnn.weight_hh_l0_reverse	9	-0.02644946426153183
227404	rnn.bias_ih_l0_reverse	0	-0.1469423621892929
227404	rnn.bias_ih_l0_reverse	1	-0.3088357150554657
227404	rnn.bias_ih_l0_reverse	2	-0.05984053388237953
227404	rnn.bias_ih_l0_reverse	3	-0.16177013516426086
227404	rnn.bias_ih_l0_reverse	4	0.0671585202217102
227404	rnn.bias_ih_l0_reverse	5	-0.2757890820503235
227404	rnn.bias_ih_l0_reverse	6	-0.06683873385190964
227404	rnn.bias_ih_l0_reverse	7	0.020600436255335808
227404	rnn.bias_ih_l0_reverse	8	-0.18732838332653046
227404	rnn.bias_ih_l0_reverse	9	-0.09391381591558456
227404	rnn.bias_hh_l0_reverse	0	-0.15702494978904724
227404	rnn.bias_hh_l0_reverse	1	-0.14983734488487244
227404	rnn.bias_hh_l0_reverse	2	-0.013284094631671906
227404	rnn.bias_hh_l0_reverse	3	-0.1334730088710785
227404	rnn.bias_hh_l0_reverse	4	-0.024969249963760376
227404	rnn.bias_hh_l0_reverse	5	-0.11605244129896164
227404	rnn.bias_hh_l0_reverse	6	-0.0756591185927391
227404	rnn.bias_hh_l0_reverse	7	-0.17933933436870575
227404	rnn.bias_hh_l0_reverse	8	-0.0652628168463707
227404	rnn.bias_hh_l0_reverse	9	-0.1138758584856987
227404	linear.weight	0	-0.30460619926452637
227404	linear.weight	1	-0.10315696150064468
227404	linear.weight	2	-0.011228874325752258
227404	linear.weight	3	-0.0810743197798729
227404	linear.weight	4	-0.009946377947926521
227404	linear.weight	5	0.21876610815525055
227404	linear.weight	6	0.0047744326293468475
227404	linear.weight	7	-0.021312154829502106
227404	linear.weight	8	0.17948156595230103
227404	linear.weight	9	0.21205829083919525
227404	linear.bias	0	-0.8343212604522705
227404	linear.bias	1	1.4337663650512695
227404	linear.bias	2	-0.47457432746887207
227404	linear.bias	3	-0.7394567131996155
227404	linear.bias	4	-0.8658612370491028
227404	linear.bias	5	-1.180117130279541
227404	linear.bias	6	-0.9748340845108032
227404	linear.bias	7	-0.720829427242279
227404	linear.bias	8	-0.01705317199230194
227404	linear.bias	9	3.475908041000366
227601	transitions	0	-0.46298497915267944
227601	transitions	1	8.826422691345215
227601	transitions	2	-3.6258745193481445
227601	transitions	3	1.5764896869659424
227601	transitions	4	-2.214782476425171
227601	transitions	5	-0.4306197166442871
227601	transitions	6	-0.19570453464984894
227601	transitions	7	-10000.0
227601	transitions	8	1.853556752204895
227601	transitions	9	-2.2949459552764893
227601	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
227601	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
227601	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
227601	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
227601	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
227601	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
227601	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
227601	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
227601	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
227601	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
227601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
227601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
227601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
227601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
227601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
227601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
227601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
227601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
227601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
227601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
227601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
227601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
227601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
227601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
227601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
227601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
227601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
227601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
227601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
227601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
227601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
227601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
227601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
227601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
227601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
227601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
227601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
227601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
227601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
227601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
227601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
227601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
227601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
227601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
227601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
227601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
227601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
227601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
227601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
227601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
227601	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
227601	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
227601	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
227601	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
227601	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
227601	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
227601	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
227601	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
227601	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
227601	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
227601	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
227601	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
227601	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
227601	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
227601	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
227601	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
227601	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
227601	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
227601	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
227601	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
227601	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
227601	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
227601	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
227601	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
227601	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
227601	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
227601	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
227601	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
227601	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
227601	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
227601	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
227601	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
227601	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
227601	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
227601	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
227601	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
227601	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
227601	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
227601	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
227601	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
227601	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
227601	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
227601	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
227601	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
227601	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
227601	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
227601	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
227601	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
227601	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
227601	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
227601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
227601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
227601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
227601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
227601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
227601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
227601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
227601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
227601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
227601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
227601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
227601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
227601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
227601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
227601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
227601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
227601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
227601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
227601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
227601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
227601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
227601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
227601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
227601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
227601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
227601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
227601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
227601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
227601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
227601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
227601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
227601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
227601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
227601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
227601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
227601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
227601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
227601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
227601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
227601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
227601	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
227601	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
227601	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
227601	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
227601	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
227601	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
227601	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
227601	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
227601	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
227601	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
227601	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
227601	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
227601	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
227601	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
227601	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
227601	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
227601	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
227601	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
227601	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
227601	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
227601	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
227601	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
227601	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
227601	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
227601	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
227601	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
227601	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
227601	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
227601	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
227601	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
227601	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
227601	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
227601	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
227601	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
227601	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
227601	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
227601	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
227601	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
227601	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
227601	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
227601	embedding2nn.weight	0	0.04492352530360222
227601	embedding2nn.weight	1	-0.09469429403543472
227601	embedding2nn.weight	2	0.012687716633081436
227601	embedding2nn.weight	3	-0.06028934195637703
227601	embedding2nn.weight	4	-0.10930052399635315
227601	embedding2nn.weight	5	0.10985272377729416
227601	embedding2nn.weight	6	-0.07950792461633682
227601	embedding2nn.weight	7	-0.07240565866231918
227601	embedding2nn.weight	8	-0.03265582397580147
227601	embedding2nn.weight	9	0.0537199042737484
227601	embedding2nn.bias	0	0.06384579837322235
227601	embedding2nn.bias	1	0.0016059349291026592
227601	embedding2nn.bias	2	-0.08846133202314377
227601	embedding2nn.bias	3	0.02279854193329811
227601	embedding2nn.bias	4	-0.005491696298122406
227601	embedding2nn.bias	5	-0.16571275889873505
227601	embedding2nn.bias	6	-0.11857118457555771
227601	embedding2nn.bias	7	-0.023966990411281586
227601	embedding2nn.bias	8	0.06130179017782211
227601	embedding2nn.bias	9	-0.07533983886241913
227601	rnn.weight_ih_l0	0	0.04061203449964523
227601	rnn.weight_ih_l0	1	-0.08063062280416489
227601	rnn.weight_ih_l0	2	-0.05748442932963371
227601	rnn.weight_ih_l0	3	-0.05997543781995773
227601	rnn.weight_ih_l0	4	0.01881146989762783
227601	rnn.weight_ih_l0	5	-0.10853811353445053
227601	rnn.weight_ih_l0	6	-0.03294117748737335
227601	rnn.weight_ih_l0	7	-0.003157073399052024
227601	rnn.weight_ih_l0	8	0.057138144969940186
227601	rnn.weight_ih_l0	9	0.004251484759151936
227601	rnn.weight_hh_l0	0	-0.000493017490953207
227601	rnn.weight_hh_l0	1	-0.08793386816978455
227601	rnn.weight_hh_l0	2	0.07208296656608582
227601	rnn.weight_hh_l0	3	0.050953786820173264
227601	rnn.weight_hh_l0	4	0.0045991940423846245
227601	rnn.weight_hh_l0	5	0.06818879395723343
227601	rnn.weight_hh_l0	6	-0.017941085621714592
227601	rnn.weight_hh_l0	7	-0.11024674028158188
227601	rnn.weight_hh_l0	8	0.02760160155594349
227601	rnn.weight_hh_l0	9	-0.08424458652734756
227601	rnn.bias_ih_l0	0	-0.0856524333357811
227601	rnn.bias_ih_l0	1	-0.19476066529750824
227601	rnn.bias_ih_l0	2	-0.260165274143219
227601	rnn.bias_ih_l0	3	-0.2863360047340393
227601	rnn.bias_ih_l0	4	0.005697517655789852
227601	rnn.bias_ih_l0	5	0.06190859153866768
227601	rnn.bias_ih_l0	6	-0.17056384682655334
227601	rnn.bias_ih_l0	7	-0.2597182095050812
227601	rnn.bias_ih_l0	8	-0.1450243443250656
227601	rnn.bias_ih_l0	9	-0.17389939725399017
227601	rnn.bias_hh_l0	0	0.13321132957935333
227601	rnn.bias_hh_l0	1	-0.05662130191922188
227601	rnn.bias_hh_l0	2	0.05463561788201332
227601	rnn.bias_hh_l0	3	-0.1814483255147934
227601	rnn.bias_hh_l0	4	0.059608012437820435
227601	rnn.bias_hh_l0	5	0.0607573539018631
227601	rnn.bias_hh_l0	6	-0.11080121248960495
227601	rnn.bias_hh_l0	7	-0.1483340859413147
227601	rnn.bias_hh_l0	8	-0.1913621574640274
227601	rnn.bias_hh_l0	9	-0.10459129512310028
227601	rnn.weight_ih_l0_reverse	0	-0.01824263110756874
227601	rnn.weight_ih_l0_reverse	1	-0.001197540434077382
227601	rnn.weight_ih_l0_reverse	2	0.011725347489118576
227601	rnn.weight_ih_l0_reverse	3	0.014149620197713375
227601	rnn.weight_ih_l0_reverse	4	0.01924183964729309
227601	rnn.weight_ih_l0_reverse	5	-0.05270935595035553
227601	rnn.weight_ih_l0_reverse	6	-0.047048550099134445
227601	rnn.weight_ih_l0_reverse	7	0.017146214842796326
227601	rnn.weight_ih_l0_reverse	8	0.09532439708709717
227601	rnn.weight_ih_l0_reverse	9	0.0011531610507518053
227601	rnn.weight_hh_l0_reverse	0	0.003936092834919691
227601	rnn.weight_hh_l0_reverse	1	0.027286477386951447
227601	rnn.weight_hh_l0_reverse	2	-0.038886163383722305
227601	rnn.weight_hh_l0_reverse	3	0.03925526514649391
227601	rnn.weight_hh_l0_reverse	4	0.02271011844277382
227601	rnn.weight_hh_l0_reverse	5	-0.009677466936409473
227601	rnn.weight_hh_l0_reverse	6	0.06766762584447861
227601	rnn.weight_hh_l0_reverse	7	0.03712088614702225
227601	rnn.weight_hh_l0_reverse	8	-0.025655344128608704
227601	rnn.weight_hh_l0_reverse	9	-0.026386937126517296
227601	rnn.bias_ih_l0_reverse	0	-0.1464034616947174
227601	rnn.bias_ih_l0_reverse	1	-0.3088616132736206
227601	rnn.bias_ih_l0_reverse	2	-0.059331685304641724
227601	rnn.bias_ih_l0_reverse	3	-0.16107381880283356
227601	rnn.bias_ih_l0_reverse	4	0.06745996326208115
227601	rnn.bias_ih_l0_reverse	5	-0.2752564549446106
227601	rnn.bias_ih_l0_reverse	6	-0.06597194075584412
227601	rnn.bias_ih_l0_reverse	7	0.021184775978326797
227601	rnn.bias_ih_l0_reverse	8	-0.1876543164253235
227601	rnn.bias_ih_l0_reverse	9	-0.09268391132354736
227601	rnn.bias_hh_l0_reverse	0	-0.15739820897579193
227601	rnn.bias_hh_l0_reverse	1	-0.1496831625699997
227601	rnn.bias_hh_l0_reverse	2	-0.012813604436814785
227601	rnn.bias_hh_l0_reverse	3	-0.13445910811424255
227601	rnn.bias_hh_l0_reverse	4	-0.024860059842467308
227601	rnn.bias_hh_l0_reverse	5	-0.11651403456926346
227601	rnn.bias_hh_l0_reverse	6	-0.07618366181850433
227601	rnn.bias_hh_l0_reverse	7	-0.17980241775512695
227601	rnn.bias_hh_l0_reverse	8	-0.06523832678794861
227601	rnn.bias_hh_l0_reverse	9	-0.11341561377048492
227601	linear.weight	0	-0.2991213798522949
227601	linear.weight	1	-0.10374819487333298
227601	linear.weight	2	-0.011228874325752258
227601	linear.weight	3	-0.08365890383720398
227601	linear.weight	4	-0.005852013826370239
227601	linear.weight	5	0.21896281838417053
227601	linear.weight	6	0.0047744326293468475
227601	linear.weight	7	-0.021312154829502106
227601	linear.weight	8	0.17612363398075104
227601	linear.weight	9	0.21224525570869446
227601	linear.bias	0	-0.8314856886863708
227601	linear.bias	1	1.4290883541107178
227601	linear.bias	2	-0.4814627468585968
227601	linear.bias	3	-0.7425395250320435
227601	linear.bias	4	-0.8569828271865845
227601	linear.bias	5	-1.1801209449768066
227601	linear.bias	6	-0.9713733792304993
227601	linear.bias	7	-0.7242239713668823
227601	linear.bias	8	-0.01705317199230194
227601	linear.bias	9	3.481053590774536
227798	transitions	0	-0.46308115124702454
227798	transitions	1	8.833792686462402
227798	transitions	2	-3.625969886779785
227798	transitions	3	1.5755596160888672
227798	transitions	4	-2.214846611022949
227798	transitions	5	-0.4306340217590332
227798	transitions	6	-0.19571000337600708
227798	transitions	7	-10000.0
227798	transitions	8	1.8522586822509766
227798	transitions	9	-2.2949464321136475
227798	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
227798	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
227798	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
227798	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
227798	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
227798	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
227798	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
227798	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
227798	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
227798	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
227798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
227798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
227798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
227798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
227798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
227798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
227798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
227798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
227798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
227798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
227798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
227798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
227798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
227798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
227798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
227798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
227798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
227798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
227798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
227798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
227798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
227798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
227798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
227798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
227798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
227798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
227798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
227798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
227798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
227798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
227798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
227798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
227798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
227798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
227798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
227798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
227798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
227798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
227798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
227798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
227798	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
227798	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
227798	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
227798	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
227798	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
227798	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
227798	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
227798	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
227798	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
227798	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
227798	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
227798	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
227798	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
227798	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
227798	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
227798	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
227798	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
227798	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
227798	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
227798	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
227798	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
227798	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
227798	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
227798	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
227798	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
227798	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
227798	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
227798	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
227798	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
227798	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
227798	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
227798	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
227798	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
227798	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
227798	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
227798	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
227798	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
227798	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
227798	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
227798	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
227798	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
227798	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
227798	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
227798	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
227798	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
227798	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
227798	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
227798	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
227798	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
227798	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
227798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
227798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
227798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
227798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
227798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
227798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
227798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
227798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
227798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
227798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
227798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
227798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
227798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
227798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
227798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
227798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
227798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
227798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
227798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
227798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
227798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
227798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
227798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
227798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
227798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
227798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
227798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
227798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
227798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
227798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
227798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
227798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
227798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
227798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
227798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
227798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
227798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
227798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
227798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
227798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
227798	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
227798	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
227798	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
227798	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
227798	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
227798	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
227798	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
227798	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
227798	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
227798	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
227798	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
227798	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
227798	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
227798	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
227798	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
227798	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
227798	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
227798	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
227798	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
227798	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
227798	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
227798	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
227798	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
227798	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
227798	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
227798	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
227798	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
227798	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
227798	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
227798	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
227798	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
227798	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
227798	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
227798	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
227798	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
227798	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
227798	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
227798	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
227798	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
227798	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
227798	embedding2nn.weight	0	0.04459236189723015
227798	embedding2nn.weight	1	-0.0952838808298111
227798	embedding2nn.weight	2	0.011885003186762333
227798	embedding2nn.weight	3	-0.06058808043599129
227798	embedding2nn.weight	4	-0.10876968502998352
227798	embedding2nn.weight	5	0.10997303575277328
227798	embedding2nn.weight	6	-0.07889402657747269
227798	embedding2nn.weight	7	-0.07194066792726517
227798	embedding2nn.weight	8	-0.03246151655912399
227798	embedding2nn.weight	9	0.05476672202348709
227798	embedding2nn.bias	0	0.06523892283439636
227798	embedding2nn.bias	1	0.004532718099653721
227798	embedding2nn.bias	2	-0.09089962393045425
227798	embedding2nn.bias	3	0.026893826201558113
227798	embedding2nn.bias	4	-0.013451270759105682
227798	embedding2nn.bias	5	-0.16461743414402008
227798	embedding2nn.bias	6	-0.11572116613388062
227798	embedding2nn.bias	7	-0.028490370139479637
227798	embedding2nn.bias	8	0.06310061365365982
227798	embedding2nn.bias	9	-0.07588949799537659
227798	rnn.weight_ih_l0	0	0.04134829714894295
227798	rnn.weight_ih_l0	1	-0.08075547963380814
227798	rnn.weight_ih_l0	2	-0.05763731524348259
227798	rnn.weight_ih_l0	3	-0.05969768017530441
227798	rnn.weight_ih_l0	4	0.018590789288282394
227798	rnn.weight_ih_l0	5	-0.10843987762928009
227798	rnn.weight_ih_l0	6	-0.03268080949783325
227798	rnn.weight_ih_l0	7	-0.0035744435153901577
227798	rnn.weight_ih_l0	8	0.05800771713256836
227798	rnn.weight_ih_l0	9	0.004600541200488806
227798	rnn.weight_hh_l0	0	-0.0005773206357844174
227798	rnn.weight_hh_l0	1	-0.08767110854387283
227798	rnn.weight_hh_l0	2	0.07224756479263306
227798	rnn.weight_hh_l0	3	0.05106291174888611
227798	rnn.weight_hh_l0	4	0.004591483157128096
227798	rnn.weight_hh_l0	5	0.06829012185335159
227798	rnn.weight_hh_l0	6	-0.01791808009147644
227798	rnn.weight_hh_l0	7	-0.11021598428487778
227798	rnn.weight_hh_l0	8	0.027401817962527275
227798	rnn.weight_hh_l0	9	-0.08444914221763611
227798	rnn.bias_ih_l0	0	-0.08715527504682541
227798	rnn.bias_ih_l0	1	-0.1942669153213501
227798	rnn.bias_ih_l0	2	-0.26040470600128174
227798	rnn.bias_ih_l0	3	-0.28737786412239075
227798	rnn.bias_ih_l0	4	0.005264113657176495
227798	rnn.bias_ih_l0	5	0.06113724038004875
227798	rnn.bias_ih_l0	6	-0.1687188744544983
227798	rnn.bias_ih_l0	7	-0.2598315179347992
227798	rnn.bias_ih_l0	8	-0.147382915019989
227798	rnn.bias_ih_l0	9	-0.1741977483034134
227798	rnn.bias_hh_l0	0	0.13355036079883575
227798	rnn.bias_hh_l0	1	-0.05633007735013962
227798	rnn.bias_hh_l0	2	0.05420716851949692
227798	rnn.bias_hh_l0	3	-0.1817239373922348
227798	rnn.bias_hh_l0	4	0.059445373713970184
227798	rnn.bias_hh_l0	5	0.060412246733903885
227798	rnn.bias_hh_l0	6	-0.11044623702764511
227798	rnn.bias_hh_l0	7	-0.1487235426902771
227798	rnn.bias_hh_l0	8	-0.19137880206108093
227798	rnn.bias_hh_l0	9	-0.10510902851819992
227798	rnn.weight_ih_l0_reverse	0	-0.01785188354551792
227798	rnn.weight_ih_l0_reverse	1	-0.0011029172455891967
227798	rnn.weight_ih_l0_reverse	2	0.012379981577396393
227798	rnn.weight_ih_l0_reverse	3	0.013901378959417343
227798	rnn.weight_ih_l0_reverse	4	0.019669832661747932
227798	rnn.weight_ih_l0_reverse	5	-0.05278044566512108
227798	rnn.weight_ih_l0_reverse	6	-0.04711580649018288
227798	rnn.weight_ih_l0_reverse	7	0.017018765211105347
227798	rnn.weight_ih_l0_reverse	8	0.09522590786218643
227798	rnn.weight_ih_l0_reverse	9	0.0009692318853922188
227798	rnn.weight_hh_l0_reverse	0	0.0036627654917538166
227798	rnn.weight_hh_l0_reverse	1	0.02732640691101551
227798	rnn.weight_hh_l0_reverse	2	-0.039386700838804245
227798	rnn.weight_hh_l0_reverse	3	0.039176736027002335
227798	rnn.weight_hh_l0_reverse	4	0.022478435188531876
227798	rnn.weight_hh_l0_reverse	5	-0.00974307768046856
227798	rnn.weight_hh_l0_reverse	6	0.06752896308898926
227798	rnn.weight_hh_l0_reverse	7	0.03694416210055351
227798	rnn.weight_hh_l0_reverse	8	-0.026087714359164238
227798	rnn.weight_hh_l0_reverse	9	-0.026402059942483902
227798	rnn.bias_ih_l0_reverse	0	-0.14549620449543
227798	rnn.bias_ih_l0_reverse	1	-0.3081322908401489
227798	rnn.bias_ih_l0_reverse	2	-0.059461064636707306
227798	rnn.bias_ih_l0_reverse	3	-0.16049714386463165
227798	rnn.bias_ih_l0_reverse	4	0.0681428462266922
227798	rnn.bias_ih_l0_reverse	5	-0.27497929334640503
227798	rnn.bias_ih_l0_reverse	6	-0.06598585844039917
227798	rnn.bias_ih_l0_reverse	7	0.020503362640738487
227798	rnn.bias_ih_l0_reverse	8	-0.188707634806633
227798	rnn.bias_ih_l0_reverse	9	-0.093035988509655
227798	rnn.bias_hh_l0_reverse	0	-0.1577928364276886
227798	rnn.bias_hh_l0_reverse	1	-0.14939233660697937
227798	rnn.bias_hh_l0_reverse	2	-0.012754589319229126
227798	rnn.bias_hh_l0_reverse	3	-0.13474495708942413
227798	rnn.bias_hh_l0_reverse	4	-0.025218117982149124
227798	rnn.bias_hh_l0_reverse	5	-0.11610716581344604
227798	rnn.bias_hh_l0_reverse	6	-0.0761648416519165
227798	rnn.bias_hh_l0_reverse	7	-0.1800898015499115
227798	rnn.bias_hh_l0_reverse	8	-0.06411810219287872
227798	rnn.bias_hh_l0_reverse	9	-0.11206164211034775
227798	linear.weight	0	-0.30090194940567017
227798	linear.weight	1	-0.10411856323480606
227798	linear.weight	2	-0.011228874325752258
227798	linear.weight	3	-0.08060219138860703
227798	linear.weight	4	-0.0072173308581113815
227798	linear.weight	5	0.22212430834770203
227798	linear.weight	6	0.0047744326293468475
227798	linear.weight	7	-0.021312154829502106
227798	linear.weight	8	0.1768326461315155
227798	linear.weight	9	0.21110792458057404
227798	linear.bias	0	-0.8305227160453796
227798	linear.bias	1	1.423477053642273
227798	linear.bias	2	-0.4766732156276703
227798	linear.bias	3	-0.739611804485321
227798	linear.bias	4	-0.8806650042533875
227798	linear.bias	5	-1.180125117301941
227798	linear.bias	6	-0.9709020256996155
227798	linear.bias	7	-0.7226049900054932
227798	linear.bias	8	-0.01705317199230194
227798	linear.bias	9	3.4889650344848633
227995	transitions	0	-0.4631146788597107
227995	transitions	1	8.8222017288208
227995	transitions	2	-3.626110553741455
227995	transitions	3	1.574840784072876
227995	transitions	4	-2.21496844291687
227995	transitions	5	-0.4306652843952179
227995	transitions	6	-0.19572722911834717
227995	transitions	7	-10000.0
227995	transitions	8	1.8522298336029053
227995	transitions	9	-2.294947385787964
227995	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
227995	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
227995	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
227995	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
227995	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
227995	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
227995	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
227995	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
227995	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
227995	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
227995	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
227995	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
227995	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
227995	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
227995	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
227995	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
227995	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
227995	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
227995	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
227995	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
227995	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
227995	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
227995	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
227995	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
227995	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
227995	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
227995	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
227995	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
227995	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
227995	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
227995	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
227995	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
227995	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
227995	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
227995	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
227995	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
227995	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
227995	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
227995	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
227995	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
227995	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
227995	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
227995	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
227995	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
227995	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
227995	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
227995	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
227995	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
227995	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
227995	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
227995	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
227995	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
227995	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
227995	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
227995	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
227995	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
227995	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
227995	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
227995	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
227995	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
227995	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
227995	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
227995	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
227995	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
227995	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
227995	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
227995	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
227995	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
227995	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
227995	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
227995	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
227995	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
227995	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
227995	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
227995	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
227995	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
227995	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
227995	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
227995	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
227995	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
227995	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
227995	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
227995	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
227995	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
227995	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
227995	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
227995	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
227995	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
227995	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
227995	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
227995	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
227995	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
227995	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
227995	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
227995	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
227995	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
227995	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
227995	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
227995	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
227995	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
227995	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
227995	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
227995	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
227995	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
227995	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
227995	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
227995	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
227995	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
227995	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
227995	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
227995	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
227995	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
227995	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
227995	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
227995	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
227995	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
227995	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
227995	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
227995	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
227995	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
227995	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
227995	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
227995	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
227995	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
227995	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
227995	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
227995	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
227995	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
227995	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
227995	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
227995	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
227995	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
227995	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
227995	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
227995	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
227995	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
227995	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
227995	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
227995	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
227995	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
227995	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
227995	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
227995	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
227995	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
227995	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
227995	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
227995	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
227995	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
227995	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
227995	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
227995	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
227995	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
227995	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
227995	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
227995	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
227995	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
227995	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
227995	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
227995	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
227995	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
227995	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
227995	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
227995	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
227995	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
227995	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
227995	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
227995	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
227995	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
227995	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
227995	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
227995	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
227995	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
227995	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
227995	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
227995	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
227995	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
227995	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
227995	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
227995	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
227995	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
227995	embedding2nn.weight	0	0.044721819460392
227995	embedding2nn.weight	1	-0.09529975056648254
227995	embedding2nn.weight	2	0.012756574898958206
227995	embedding2nn.weight	3	-0.06080799922347069
227995	embedding2nn.weight	4	-0.10911857336759567
227995	embedding2nn.weight	5	0.11012362688779831
227995	embedding2nn.weight	6	-0.08060017228126526
227995	embedding2nn.weight	7	-0.07195915281772614
227995	embedding2nn.weight	8	-0.03271669149398804
227995	embedding2nn.weight	9	0.054505251348018646
227995	embedding2nn.bias	0	0.06618349254131317
227995	embedding2nn.bias	1	-0.005097124259918928
227995	embedding2nn.bias	2	-0.08653844147920609
227995	embedding2nn.bias	3	0.032176632434129715
227995	embedding2nn.bias	4	-0.011890196241438389
227995	embedding2nn.bias	5	-0.16310346126556396
227995	embedding2nn.bias	6	-0.11478768289089203
227995	embedding2nn.bias	7	-0.027769075706601143
227995	embedding2nn.bias	8	0.062321219593286514
227995	embedding2nn.bias	9	-0.07575488835573196
227995	rnn.weight_ih_l0	0	0.04094479978084564
227995	rnn.weight_ih_l0	1	-0.08100469410419464
227995	rnn.weight_ih_l0	2	-0.05760861933231354
227995	rnn.weight_ih_l0	3	-0.05897865444421768
227995	rnn.weight_ih_l0	4	0.01772177964448929
227995	rnn.weight_ih_l0	5	-0.10906410962343216
227995	rnn.weight_ih_l0	6	-0.03230983391404152
227995	rnn.weight_ih_l0	7	-0.002828944707289338
227995	rnn.weight_ih_l0	8	0.05788270756602287
227995	rnn.weight_ih_l0	9	0.004749656654894352
227995	rnn.weight_hh_l0	0	-0.0004884176887571812
227995	rnn.weight_hh_l0	1	-0.08696065843105316
227995	rnn.weight_hh_l0	2	0.07228542864322662
227995	rnn.weight_hh_l0	3	0.05128871276974678
227995	rnn.weight_hh_l0	4	0.00460495799779892
227995	rnn.weight_hh_l0	5	0.06833150237798691
227995	rnn.weight_hh_l0	6	-0.01798868179321289
227995	rnn.weight_hh_l0	7	-0.11006364226341248
227995	rnn.weight_hh_l0	8	0.027177201583981514
227995	rnn.weight_hh_l0	9	-0.0834871232509613
227995	rnn.bias_ih_l0	0	-0.08740738034248352
227995	rnn.bias_ih_l0	1	-0.19465266168117523
227995	rnn.bias_ih_l0	2	-0.2599692940711975
227995	rnn.bias_ih_l0	3	-0.28666678071022034
227995	rnn.bias_ih_l0	4	0.0038340247701853514
227995	rnn.bias_ih_l0	5	0.06210893392562866
227995	rnn.bias_ih_l0	6	-0.17042165994644165
227995	rnn.bias_ih_l0	7	-0.2609472870826721
227995	rnn.bias_ih_l0	8	-0.14627580344676971
227995	rnn.bias_ih_l0	9	-0.17502661049365997
227995	rnn.bias_hh_l0	0	0.13364776968955994
227995	rnn.bias_hh_l0	1	-0.055886439979076385
227995	rnn.bias_hh_l0	2	0.05395253747701645
227995	rnn.bias_hh_l0	3	-0.18117094039916992
227995	rnn.bias_hh_l0	4	0.060266293585300446
227995	rnn.bias_hh_l0	5	0.06066691502928734
227995	rnn.bias_hh_l0	6	-0.11070077121257782
227995	rnn.bias_hh_l0	7	-0.14813992381095886
227995	rnn.bias_hh_l0	8	-0.19145119190216064
227995	rnn.bias_hh_l0	9	-0.10466733574867249
227995	rnn.weight_ih_l0_reverse	0	-0.018089190125465393
227995	rnn.weight_ih_l0_reverse	1	-0.0007002742495387793
227995	rnn.weight_ih_l0_reverse	2	0.011415809392929077
227995	rnn.weight_ih_l0_reverse	3	0.013143859803676605
227995	rnn.weight_ih_l0_reverse	4	0.018770042806863785
227995	rnn.weight_ih_l0_reverse	5	-0.05282408371567726
227995	rnn.weight_ih_l0_reverse	6	-0.04663531109690666
227995	rnn.weight_ih_l0_reverse	7	0.016884267330169678
227995	rnn.weight_ih_l0_reverse	8	0.09507207572460175
227995	rnn.weight_ih_l0_reverse	9	0.0002610297524370253
227995	rnn.weight_hh_l0_reverse	0	0.003597747068852186
227995	rnn.weight_hh_l0_reverse	1	0.027220096439123154
227995	rnn.weight_hh_l0_reverse	2	-0.03935620188713074
227995	rnn.weight_hh_l0_reverse	3	0.03924844041466713
227995	rnn.weight_hh_l0_reverse	4	0.02253415435552597
227995	rnn.weight_hh_l0_reverse	5	-0.009411070495843887
227995	rnn.weight_hh_l0_reverse	6	0.06751478463411331
227995	rnn.weight_hh_l0_reverse	7	0.036929767578840256
227995	rnn.weight_hh_l0_reverse	8	-0.0264098159968853
227995	rnn.weight_hh_l0_reverse	9	-0.02658851444721222
227995	rnn.bias_ih_l0_reverse	0	-0.14684121310710907
227995	rnn.bias_ih_l0_reverse	1	-0.3089859187602997
227995	rnn.bias_ih_l0_reverse	2	-0.05981375277042389
227995	rnn.bias_ih_l0_reverse	3	-0.16043639183044434
227995	rnn.bias_ih_l0_reverse	4	0.0676848441362381
227995	rnn.bias_ih_l0_reverse	5	-0.27470552921295166
227995	rnn.bias_ih_l0_reverse	6	-0.06526145339012146
227995	rnn.bias_ih_l0_reverse	7	0.018650107085704803
227995	rnn.bias_ih_l0_reverse	8	-0.1882391721010208
227995	rnn.bias_ih_l0_reverse	9	-0.0921243354678154
227995	rnn.bias_hh_l0_reverse	0	-0.15677404403686523
227995	rnn.bias_hh_l0_reverse	1	-0.14888867735862732
227995	rnn.bias_hh_l0_reverse	2	-0.01316013839095831
227995	rnn.bias_hh_l0_reverse	3	-0.13576823472976685
227995	rnn.bias_hh_l0_reverse	4	-0.0257733017206192
227995	rnn.bias_hh_l0_reverse	5	-0.11634860932826996
227995	rnn.bias_hh_l0_reverse	6	-0.07607093453407288
227995	rnn.bias_hh_l0_reverse	7	-0.17953456938266754
227995	rnn.bias_hh_l0_reverse	8	-0.06422936916351318
227995	rnn.bias_hh_l0_reverse	9	-0.11129863560199738
227995	linear.weight	0	-0.29803556203842163
227995	linear.weight	1	-0.1025318056344986
227995	linear.weight	2	-0.011228874325752258
227995	linear.weight	3	-0.08295777440071106
227995	linear.weight	4	-0.009537172503769398
227995	linear.weight	5	0.21878784894943237
227995	linear.weight	6	0.0047744326293468475
227995	linear.weight	7	-0.021312154829502106
227995	linear.weight	8	0.17646275460720062
227995	linear.weight	9	0.2138320803642273
227995	linear.bias	0	-0.8295592069625854
227995	linear.bias	1	1.4409652948379517
227995	linear.bias	2	-0.5005125999450684
227995	linear.bias	3	-0.7549545168876648
227995	linear.bias	4	-0.8716074228286743
227995	linear.bias	5	-1.1801306009292603
227995	linear.bias	6	-0.970636785030365
227995	linear.bias	7	-0.70270174741745
227995	linear.bias	8	-0.01705317199230194
227995	linear.bias	9	3.475693464279175
228192	transitions	0	-0.4631327688694
228192	transitions	1	8.82519245147705
228192	transitions	2	-3.6262753009796143
228192	transitions	3	1.5737258195877075
228192	transitions	4	-2.2153778076171875
228192	transitions	5	-0.4306756258010864
228192	transitions	6	-0.19573406875133514
228192	transitions	7	-10000.0
228192	transitions	8	1.8527158498764038
228192	transitions	9	-2.2949485778808594
228192	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
228192	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
228192	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
228192	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
228192	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
228192	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
228192	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
228192	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
228192	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
228192	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
228192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
228192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
228192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
228192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
228192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
228192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
228192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
228192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
228192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
228192	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
228192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
228192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
228192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
228192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
228192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
228192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
228192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
228192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
228192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
228192	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
228192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
228192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
228192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
228192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
228192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
228192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
228192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
228192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
228192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
228192	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
228192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
228192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
228192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
228192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
228192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
228192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
228192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
228192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
228192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
228192	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
228192	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
228192	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
228192	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
228192	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
228192	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
228192	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
228192	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
228192	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
228192	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
228192	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
228192	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
228192	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
228192	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
228192	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
228192	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
228192	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
228192	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
228192	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
228192	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
228192	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
228192	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
228192	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
228192	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
228192	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
228192	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
228192	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
228192	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
228192	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
228192	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
228192	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
228192	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
228192	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
228192	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
228192	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
228192	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
228192	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
228192	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
228192	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
228192	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
228192	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
228192	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
228192	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
228192	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
228192	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
228192	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
228192	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
228192	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
228192	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
228192	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
228192	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
228192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
228192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
228192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
228192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
228192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
228192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
228192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
228192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
228192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
228192	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
228192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
228192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
228192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
228192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
228192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
228192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
228192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
228192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
228192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
228192	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
228192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
228192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
228192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
228192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
228192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
228192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
228192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
228192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
228192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
228192	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
228192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
228192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
228192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
228192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
228192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
228192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
228192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
228192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
228192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
228192	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
228192	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
228192	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
228192	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
228192	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
228192	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
228192	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
228192	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
228192	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
228192	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
228192	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
228192	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
228192	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
228192	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
228192	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
228192	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
228192	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
228192	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
228192	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
228192	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
228192	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
228192	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
228192	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
228192	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
228192	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
228192	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
228192	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
228192	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
228192	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
228192	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
228192	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
228192	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
228192	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
228192	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
228192	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
228192	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
228192	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
228192	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
228192	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
228192	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
228192	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
228192	embedding2nn.weight	0	0.04482931271195412
228192	embedding2nn.weight	1	-0.09548934549093246
228192	embedding2nn.weight	2	0.013604097068309784
228192	embedding2nn.weight	3	-0.05959975719451904
228192	embedding2nn.weight	4	-0.10922884196043015
228192	embedding2nn.weight	5	0.1096748560667038
228192	embedding2nn.weight	6	-0.08145403116941452
228192	embedding2nn.weight	7	-0.07185634225606918
228192	embedding2nn.weight	8	-0.03244837373495102
228192	embedding2nn.weight	9	0.05447187274694443
228192	embedding2nn.bias	0	0.0708083063364029
228192	embedding2nn.bias	1	-0.009697767905890942
228192	embedding2nn.bias	2	-0.08670932054519653
228192	embedding2nn.bias	3	0.033006563782691956
228192	embedding2nn.bias	4	-0.016508059576153755
228192	embedding2nn.bias	5	-0.16306720674037933
228192	embedding2nn.bias	6	-0.1149342879652977
228192	embedding2nn.bias	7	-0.0285963024944067
228192	embedding2nn.bias	8	0.059069205075502396
228192	embedding2nn.bias	9	-0.07765079289674759
228192	rnn.weight_ih_l0	0	0.04148988798260689
228192	rnn.weight_ih_l0	1	-0.0797157734632492
228192	rnn.weight_ih_l0	2	-0.05792757123708725
228192	rnn.weight_ih_l0	3	-0.05817831680178642
228192	rnn.weight_ih_l0	4	0.017872536554932594
228192	rnn.weight_ih_l0	5	-0.10944728553295135
228192	rnn.weight_ih_l0	6	-0.032240379601716995
228192	rnn.weight_ih_l0	7	-0.0026343120262026787
228192	rnn.weight_ih_l0	8	0.0584414042532444
228192	rnn.weight_ih_l0	9	0.004802508279681206
228192	rnn.weight_hh_l0	0	-0.0005659578018821776
228192	rnn.weight_hh_l0	1	-0.0871746614575386
228192	rnn.weight_hh_l0	2	0.07270973920822144
228192	rnn.weight_hh_l0	3	0.05126187950372696
228192	rnn.weight_hh_l0	4	0.0046256911009550095
228192	rnn.weight_hh_l0	5	0.06803212314844131
228192	rnn.weight_hh_l0	6	-0.017908647656440735
228192	rnn.weight_hh_l0	7	-0.11024992167949677
228192	rnn.weight_hh_l0	8	0.026923736557364464
228192	rnn.weight_hh_l0	9	-0.08294757455587387
228192	rnn.bias_ih_l0	0	-0.08594481647014618
228192	rnn.bias_ih_l0	1	-0.19409961998462677
228192	rnn.bias_ih_l0	2	-0.2593367397785187
228192	rnn.bias_ih_l0	3	-0.2865599989891052
228192	rnn.bias_ih_l0	4	0.005142717156559229
228192	rnn.bias_ih_l0	5	0.06249662861227989
228192	rnn.bias_ih_l0	6	-0.1699809432029724
228192	rnn.bias_ih_l0	7	-0.260741651058197
228192	rnn.bias_ih_l0	8	-0.14634868502616882
228192	rnn.bias_ih_l0	9	-0.1753232777118683
228192	rnn.bias_hh_l0	0	0.13362057507038116
228192	rnn.bias_hh_l0	1	-0.05612063407897949
228192	rnn.bias_hh_l0	2	0.054464858025312424
228192	rnn.bias_hh_l0	3	-0.18085414171218872
228192	rnn.bias_hh_l0	4	0.059993088245391846
228192	rnn.bias_hh_l0	5	0.06072351709008217
228192	rnn.bias_hh_l0	6	-0.1097787618637085
228192	rnn.bias_hh_l0	7	-0.14802274107933044
228192	rnn.bias_hh_l0	8	-0.19190296530723572
228192	rnn.bias_hh_l0	9	-0.10600990802049637
228192	rnn.weight_ih_l0_reverse	0	-0.018139218911528587
228192	rnn.weight_ih_l0_reverse	1	-0.0007337105926126242
228192	rnn.weight_ih_l0_reverse	2	0.011455542407929897
228192	rnn.weight_ih_l0_reverse	3	0.013223209418356419
228192	rnn.weight_ih_l0_reverse	4	0.01893002912402153
228192	rnn.weight_ih_l0_reverse	5	-0.05282532796263695
228192	rnn.weight_ih_l0_reverse	6	-0.04664630815386772
228192	rnn.weight_ih_l0_reverse	7	0.01655827835202217
228192	rnn.weight_ih_l0_reverse	8	0.09507782757282257
228192	rnn.weight_ih_l0_reverse	9	0.0003071977698709816
228192	rnn.weight_hh_l0_reverse	0	0.0037558728363364935
228192	rnn.weight_hh_l0_reverse	1	0.02736208774149418
228192	rnn.weight_hh_l0_reverse	2	-0.03914259001612663
228192	rnn.weight_hh_l0_reverse	3	0.039370737969875336
228192	rnn.weight_hh_l0_reverse	4	0.022734815254807472
228192	rnn.weight_hh_l0_reverse	5	-0.009389648213982582
228192	rnn.weight_hh_l0_reverse	6	0.0679095908999443
228192	rnn.weight_hh_l0_reverse	7	0.036871857941150665
228192	rnn.weight_hh_l0_reverse	8	-0.026134556159377098
228192	rnn.weight_hh_l0_reverse	9	-0.026593124493956566
228192	rnn.bias_ih_l0_reverse	0	-0.14615435898303986
228192	rnn.bias_ih_l0_reverse	1	-0.30996689200401306
228192	rnn.bias_ih_l0_reverse	2	-0.05920649319887161
228192	rnn.bias_ih_l0_reverse	3	-0.1600135713815689
228192	rnn.bias_ih_l0_reverse	4	0.06838811188936234
228192	rnn.bias_ih_l0_reverse	5	-0.27378058433532715
228192	rnn.bias_ih_l0_reverse	6	-0.06550051271915436
228192	rnn.bias_ih_l0_reverse	7	0.018704449757933617
228192	rnn.bias_ih_l0_reverse	8	-0.18835389614105225
228192	rnn.bias_ih_l0_reverse	9	-0.09213430434465408
228192	rnn.bias_hh_l0_reverse	0	-0.1568928211927414
228192	rnn.bias_hh_l0_reverse	1	-0.14948689937591553
228192	rnn.bias_hh_l0_reverse	2	-0.01385104563087225
228192	rnn.bias_hh_l0_reverse	3	-0.1363070011138916
228192	rnn.bias_hh_l0_reverse	4	-0.0252018254250288
228192	rnn.bias_hh_l0_reverse	5	-0.11716324090957642
228192	rnn.bias_hh_l0_reverse	6	-0.07620948553085327
228192	rnn.bias_hh_l0_reverse	7	-0.17987927794456482
228192	rnn.bias_hh_l0_reverse	8	-0.06539599597454071
228192	rnn.bias_hh_l0_reverse	9	-0.11048410832881927
228192	linear.weight	0	-0.29523736238479614
228192	linear.weight	1	-0.10279547423124313
228192	linear.weight	2	-0.011228874325752258
228192	linear.weight	3	-0.0866456925868988
228192	linear.weight	4	-0.01078940462321043
228192	linear.weight	5	0.21657414734363556
228192	linear.weight	6	0.0047744326293468475
228192	linear.weight	7	-0.021312154829502106
228192	linear.weight	8	0.17179705202579498
228192	linear.weight	9	0.21419504284858704
228192	linear.bias	0	-0.8313490152359009
228192	linear.bias	1	1.4354099035263062
228192	linear.bias	2	-0.4742039740085602
228192	linear.bias	3	-0.752197802066803
228192	linear.bias	4	-0.8684829473495483
228192	linear.bias	5	-1.1801365613937378
228192	linear.bias	6	-0.9720137119293213
228192	linear.bias	7	-0.7055786848068237
228192	linear.bias	8	-0.01705317199230194
228192	linear.bias	9	3.464089870452881
228389	transitions	0	-0.4632416069507599
228389	transitions	1	8.835162162780762
228389	transitions	2	-3.626432418823242
228389	transitions	3	1.5729167461395264
228389	transitions	4	-2.2155513763427734
228389	transitions	5	-0.4306977093219757
228389	transitions	6	-0.19574035704135895
228389	transitions	7	-10000.0
228389	transitions	8	1.8524401187896729
228389	transitions	9	-2.294949531555176
228389	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
228389	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
228389	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
228389	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
228389	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
228389	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
228389	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
228389	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
228389	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
228389	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
228389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
228389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
228389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
228389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
228389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
228389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
228389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
228389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
228389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
228389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
228389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
228389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
228389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
228389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
228389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
228389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
228389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
228389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
228389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
228389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
228389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
228389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
228389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
228389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
228389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
228389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
228389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
228389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
228389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
228389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
228389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
228389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
228389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
228389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
228389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
228389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
228389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
228389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
228389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
228389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
228389	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
228389	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
228389	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
228389	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
228389	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
228389	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
228389	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
228389	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
228389	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
228389	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
228389	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
228389	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
228389	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
228389	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
228389	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
228389	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
228389	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
228389	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
228389	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
228389	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
228389	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
228389	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
228389	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
228389	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
228389	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
228389	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
228389	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
228389	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
228389	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
228389	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
228389	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
228389	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
228389	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
228389	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
228389	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
228389	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
228389	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
228389	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
228389	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
228389	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
228389	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
228389	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
228389	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
228389	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
228389	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
228389	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
228389	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
228389	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
228389	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
228389	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
228389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
228389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
228389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
228389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
228389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
228389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
228389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
228389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
228389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
228389	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
228389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
228389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
228389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
228389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
228389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
228389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
228389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
228389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
228389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
228389	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
228389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
228389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
228389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
228389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
228389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
228389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
228389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
228389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
228389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
228389	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
228389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
228389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
228389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
228389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
228389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
228389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
228389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
228389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
228389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
228389	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
228389	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
228389	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
228389	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
228389	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
228389	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
228389	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
228389	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
228389	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
228389	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
228389	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
228389	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
228389	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
228389	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
228389	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
228389	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
228389	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
228389	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
228389	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
228389	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
228389	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
228389	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
228389	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
228389	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
228389	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
228389	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
228389	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
228389	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
228389	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
228389	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
228389	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
228389	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
228389	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
228389	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
228389	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
228389	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
228389	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
228389	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
228389	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
228389	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
228389	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
228389	embedding2nn.weight	0	0.04483413323760033
228389	embedding2nn.weight	1	-0.09562178701162338
228389	embedding2nn.weight	2	0.014302676543593407
228389	embedding2nn.weight	3	-0.06033505126833916
228389	embedding2nn.weight	4	-0.10897719115018845
228389	embedding2nn.weight	5	0.11011684685945511
228389	embedding2nn.weight	6	-0.0806884914636612
228389	embedding2nn.weight	7	-0.07205364108085632
228389	embedding2nn.weight	8	-0.032581523060798645
228389	embedding2nn.weight	9	0.05331891402602196
228389	embedding2nn.bias	0	0.06803441792726517
228389	embedding2nn.bias	1	-0.004696893505752087
228389	embedding2nn.bias	2	-0.08831724524497986
228389	embedding2nn.bias	3	0.03548148646950722
228389	embedding2nn.bias	4	-0.015427951700985432
228389	embedding2nn.bias	5	-0.15729759633541107
228389	embedding2nn.bias	6	-0.11670679599046707
228389	embedding2nn.bias	7	-0.02965359017252922
228389	embedding2nn.bias	8	0.06575898081064224
228389	embedding2nn.bias	9	-0.07380495220422745
228389	rnn.weight_ih_l0	0	0.04174278676509857
228389	rnn.weight_ih_l0	1	-0.07965906709432602
228389	rnn.weight_ih_l0	2	-0.05822397395968437
228389	rnn.weight_ih_l0	3	-0.05797049403190613
228389	rnn.weight_ih_l0	4	0.017846476286649704
228389	rnn.weight_ih_l0	5	-0.10945847630500793
228389	rnn.weight_ih_l0	6	-0.032550837844610214
228389	rnn.weight_ih_l0	7	-0.0029649417847394943
228389	rnn.weight_ih_l0	8	0.05767076089978218
228389	rnn.weight_ih_l0	9	0.0051757269538939
228389	rnn.weight_hh_l0	0	-0.0005495186778716743
228389	rnn.weight_hh_l0	1	-0.08705195039510727
228389	rnn.weight_hh_l0	2	0.07283764332532883
228389	rnn.weight_hh_l0	3	0.051285114139318466
228389	rnn.weight_hh_l0	4	0.004289813339710236
228389	rnn.weight_hh_l0	5	0.06806972622871399
228389	rnn.weight_hh_l0	6	-0.01788601651787758
228389	rnn.weight_hh_l0	7	-0.1102072149515152
228389	rnn.weight_hh_l0	8	0.026963265612721443
228389	rnn.weight_hh_l0	9	-0.08265829086303711
228389	rnn.bias_ih_l0	0	-0.08387557417154312
228389	rnn.bias_ih_l0	1	-0.19352109730243683
228389	rnn.bias_ih_l0	2	-0.2592187821865082
228389	rnn.bias_ih_l0	3	-0.286271870136261
228389	rnn.bias_ih_l0	4	0.005750464275479317
228389	rnn.bias_ih_l0	5	0.06255542486906052
228389	rnn.bias_ih_l0	6	-0.17009179294109344
228389	rnn.bias_ih_l0	7	-0.2610638737678528
228389	rnn.bias_ih_l0	8	-0.14542105793952942
228389	rnn.bias_ih_l0	9	-0.17551632225513458
228389	rnn.bias_hh_l0	0	0.13361340761184692
228389	rnn.bias_hh_l0	1	-0.05462236702442169
228389	rnn.bias_hh_l0	2	0.053749799728393555
228389	rnn.bias_hh_l0	3	-0.1802867352962494
228389	rnn.bias_hh_l0	4	0.06099933013319969
228389	rnn.bias_hh_l0	5	0.060698285698890686
228389	rnn.bias_hh_l0	6	-0.10983903706073761
228389	rnn.bias_hh_l0	7	-0.1491154283285141
228389	rnn.bias_hh_l0	8	-0.19134752452373505
228389	rnn.bias_hh_l0	9	-0.10578209161758423
228389	rnn.weight_ih_l0_reverse	0	-0.018021555617451668
228389	rnn.weight_ih_l0_reverse	1	-0.0013053554575890303
228389	rnn.weight_ih_l0_reverse	2	0.010572866536676884
228389	rnn.weight_ih_l0_reverse	3	0.013361070305109024
228389	rnn.weight_ih_l0_reverse	4	0.018729761242866516
228389	rnn.weight_ih_l0_reverse	5	-0.053939953446388245
228389	rnn.weight_ih_l0_reverse	6	-0.0471465140581131
228389	rnn.weight_ih_l0_reverse	7	0.01662367396056652
228389	rnn.weight_ih_l0_reverse	8	0.09456735104322433
228389	rnn.weight_ih_l0_reverse	9	-0.00020449081785045564
228389	rnn.weight_hh_l0_reverse	0	0.0038800013717263937
228389	rnn.weight_hh_l0_reverse	1	0.027444539591670036
228389	rnn.weight_hh_l0_reverse	2	-0.039006493985652924
228389	rnn.weight_hh_l0_reverse	3	0.03919384256005287
228389	rnn.weight_hh_l0_reverse	4	0.0226117055863142
228389	rnn.weight_hh_l0_reverse	5	-0.009455854073166847
228389	rnn.weight_hh_l0_reverse	6	0.06772186607122421
228389	rnn.weight_hh_l0_reverse	7	0.037060484290122986
228389	rnn.weight_hh_l0_reverse	8	-0.02628057636320591
228389	rnn.weight_hh_l0_reverse	9	-0.02667715772986412
228389	rnn.bias_ih_l0_reverse	0	-0.1462516188621521
228389	rnn.bias_ih_l0_reverse	1	-0.30981308221817017
228389	rnn.bias_ih_l0_reverse	2	-0.05953408405184746
228389	rnn.bias_ih_l0_reverse	3	-0.15961043536663055
228389	rnn.bias_ih_l0_reverse	4	0.06981347501277924
228389	rnn.bias_ih_l0_reverse	5	-0.2735117971897125
228389	rnn.bias_ih_l0_reverse	6	-0.06596933305263519
228389	rnn.bias_ih_l0_reverse	7	0.018664637580513954
228389	rnn.bias_ih_l0_reverse	8	-0.18820421397686005
228389	rnn.bias_ih_l0_reverse	9	-0.09272859245538712
228389	rnn.bias_hh_l0_reverse	0	-0.15685217082500458
228389	rnn.bias_hh_l0_reverse	1	-0.14903207123279572
228389	rnn.bias_hh_l0_reverse	2	-0.013347899541258812
228389	rnn.bias_hh_l0_reverse	3	-0.13614484667778015
228389	rnn.bias_hh_l0_reverse	4	-0.0250262338668108
228389	rnn.bias_hh_l0_reverse	5	-0.11710003018379211
228389	rnn.bias_hh_l0_reverse	6	-0.07522192597389221
228389	rnn.bias_hh_l0_reverse	7	-0.1796470284461975
228389	rnn.bias_hh_l0_reverse	8	-0.06505172699689865
228389	rnn.bias_hh_l0_reverse	9	-0.11069370061159134
228389	linear.weight	0	-0.301430344581604
228389	linear.weight	1	-0.10128825157880783
228389	linear.weight	2	-0.011228874325752258
228389	linear.weight	3	-0.08829211443662643
228389	linear.weight	4	-0.009750095196068287
228389	linear.weight	5	0.2118496149778366
228389	linear.weight	6	0.0047744326293468475
228389	linear.weight	7	-0.021312154829502106
228389	linear.weight	8	0.17532706260681152
228389	linear.weight	9	0.217401921749115
228389	linear.bias	0	-0.8288543224334717
228389	linear.bias	1	1.4278607368469238
228389	linear.bias	2	-0.47723501920700073
228389	linear.bias	3	-0.7412849068641663
228389	linear.bias	4	-0.8817594647407532
228389	linear.bias	5	-1.1801408529281616
228389	linear.bias	6	-0.9694552421569824
228389	linear.bias	7	-0.7205674648284912
228389	linear.bias	8	-0.01705317199230194
228389	linear.bias	9	3.4622483253479004
228586	transitions	0	-0.4635797441005707
228586	transitions	1	8.838006019592285
228586	transitions	2	-3.6265695095062256
228586	transitions	3	1.5674846172332764
228586	transitions	4	-2.215608596801758
228586	transitions	5	-0.43077951669692993
228586	transitions	6	-0.19574695825576782
228586	transitions	7	-10000.0
228586	transitions	8	1.852097749710083
228586	transitions	9	-2.294949769973755
228586	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
228586	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
228586	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
228586	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
228586	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
228586	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
228586	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
228586	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
228586	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
228586	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
228586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
228586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
228586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
228586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
228586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
228586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
228586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
228586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
228586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
228586	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
228586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
228586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
228586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
228586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
228586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
228586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
228586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
228586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
228586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
228586	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
228586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
228586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
228586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
228586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
228586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
228586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
228586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
228586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
228586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
228586	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
228586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
228586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
228586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
228586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
228586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
228586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
228586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
228586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
228586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
228586	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
228586	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
228586	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
228586	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
228586	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
228586	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
228586	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
228586	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
228586	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
228586	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
228586	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
228586	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
228586	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
228586	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
228586	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
228586	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
228586	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
228586	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
228586	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
228586	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
228586	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
228586	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
228586	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
228586	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
228586	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
228586	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
228586	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
228586	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
228586	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
228586	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
228586	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
228586	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
228586	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
228586	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
228586	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
228586	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
228586	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
228586	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
228586	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
228586	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
228586	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
228586	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
228586	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
228586	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
228586	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
228586	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
228586	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
228586	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
228586	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
228586	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
228586	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
228586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
228586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
228586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
228586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
228586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
228586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
228586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
228586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
228586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
228586	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
228586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
228586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
228586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
228586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
228586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
228586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
228586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
228586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
228586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
228586	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
228586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
228586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
228586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
228586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
228586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
228586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
228586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
228586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
228586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
228586	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
228586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
228586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
228586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
228586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
228586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
228586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
228586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
228586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
228586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
228586	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
228586	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
228586	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
228586	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
228586	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
228586	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
228586	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
228586	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
228586	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
228586	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
228586	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
228586	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
228586	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
228586	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
228586	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
228586	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
228586	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
228586	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
228586	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
228586	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
228586	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
228586	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
228586	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
228586	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
228586	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
228586	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
228586	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
228586	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
228586	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
228586	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
228586	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
228586	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
228586	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
228586	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
228586	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
228586	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
228586	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
228586	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
228586	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
228586	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
228586	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
228586	embedding2nn.weight	0	0.044822175055742264
228586	embedding2nn.weight	1	-0.09531138837337494
228586	embedding2nn.weight	2	0.012814074754714966
228586	embedding2nn.weight	3	-0.0595562644302845
228586	embedding2nn.weight	4	-0.10836803913116455
228586	embedding2nn.weight	5	0.10958564281463623
228586	embedding2nn.weight	6	-0.08466961979866028
228586	embedding2nn.weight	7	-0.07198213785886765
228586	embedding2nn.weight	8	-0.03257207199931145
228586	embedding2nn.weight	9	0.05305042862892151
228586	embedding2nn.bias	0	0.06829327344894409
228586	embedding2nn.bias	1	-0.003848965046927333
228586	embedding2nn.bias	2	-0.08738872408866882
228586	embedding2nn.bias	3	0.03574690967798233
228586	embedding2nn.bias	4	-0.014305122196674347
228586	embedding2nn.bias	5	-0.1578507423400879
228586	embedding2nn.bias	6	-0.12310101836919785
228586	embedding2nn.bias	7	-0.03132444620132446
228586	embedding2nn.bias	8	0.0661952942609787
228586	embedding2nn.bias	9	-0.07442508637905121
228586	rnn.weight_ih_l0	0	0.042083125561475754
228586	rnn.weight_ih_l0	1	-0.07964840531349182
228586	rnn.weight_ih_l0	2	-0.058054592460393906
228586	rnn.weight_ih_l0	3	-0.05830392986536026
228586	rnn.weight_ih_l0	4	0.018017899245023727
228586	rnn.weight_ih_l0	5	-0.11011446267366409
228586	rnn.weight_ih_l0	6	-0.032556310296058655
228586	rnn.weight_ih_l0	7	-0.003344370285049081
228586	rnn.weight_ih_l0	8	0.05714302510023117
228586	rnn.weight_ih_l0	9	0.005141116213053465
228586	rnn.weight_hh_l0	0	-0.00047544643166475
228586	rnn.weight_hh_l0	1	-0.08703631162643433
228586	rnn.weight_hh_l0	2	0.07295306771993637
228586	rnn.weight_hh_l0	3	0.05125005543231964
228586	rnn.weight_hh_l0	4	0.004356564488261938
228586	rnn.weight_hh_l0	5	0.06842301040887833
228586	rnn.weight_hh_l0	6	-0.017882874235510826
228586	rnn.weight_hh_l0	7	-0.1101403757929802
228586	rnn.weight_hh_l0	8	0.02675720863044262
228586	rnn.weight_hh_l0	9	-0.082823745906353
228586	rnn.bias_ih_l0	0	-0.08463463187217712
228586	rnn.bias_ih_l0	1	-0.1943582445383072
228586	rnn.bias_ih_l0	2	-0.25939035415649414
228586	rnn.bias_ih_l0	3	-0.2864607870578766
228586	rnn.bias_ih_l0	4	0.006297191139310598
228586	rnn.bias_ih_l0	5	0.0633997842669487
228586	rnn.bias_ih_l0	6	-0.17006826400756836
228586	rnn.bias_ih_l0	7	-0.2603251039981842
228586	rnn.bias_ih_l0	8	-0.14611965417861938
228586	rnn.bias_ih_l0	9	-0.175694540143013
228586	rnn.bias_hh_l0	0	0.13237792253494263
228586	rnn.bias_hh_l0	1	-0.054714616388082504
228586	rnn.bias_hh_l0	2	0.053865376859903336
228586	rnn.bias_hh_l0	3	-0.1801334023475647
228586	rnn.bias_hh_l0	4	0.06056695058941841
228586	rnn.bias_hh_l0	5	0.060751982033252716
228586	rnn.bias_hh_l0	6	-0.10954548418521881
228586	rnn.bias_hh_l0	7	-0.14785297214984894
228586	rnn.bias_hh_l0	8	-0.19131675362586975
228586	rnn.bias_hh_l0	9	-0.10535777360200882
228586	rnn.weight_ih_l0_reverse	0	-0.01847839541733265
228586	rnn.weight_ih_l0_reverse	1	-0.0015213529113680124
228586	rnn.weight_ih_l0_reverse	2	0.009996265172958374
228586	rnn.weight_ih_l0_reverse	3	0.013248354196548462
228586	rnn.weight_ih_l0_reverse	4	0.01836557127535343
228586	rnn.weight_ih_l0_reverse	5	-0.054063811898231506
228586	rnn.weight_ih_l0_reverse	6	-0.04671970754861832
228586	rnn.weight_ih_l0_reverse	7	0.01723148114979267
228586	rnn.weight_ih_l0_reverse	8	0.09447762370109558
228586	rnn.weight_ih_l0_reverse	9	0.00020909310842398554
228586	rnn.weight_hh_l0_reverse	0	0.003774791257455945
228586	rnn.weight_hh_l0_reverse	1	0.02748020924627781
228586	rnn.weight_hh_l0_reverse	2	-0.03892865404486656
228586	rnn.weight_hh_l0_reverse	3	0.03924255445599556
228586	rnn.weight_hh_l0_reverse	4	0.02254687063395977
228586	rnn.weight_hh_l0_reverse	5	-0.009574969299137592
228586	rnn.weight_hh_l0_reverse	6	0.06751743704080582
228586	rnn.weight_hh_l0_reverse	7	0.037065036594867706
228586	rnn.weight_hh_l0_reverse	8	-0.026148134842514992
228586	rnn.weight_hh_l0_reverse	9	-0.026729725301265717
228586	rnn.bias_ih_l0_reverse	0	-0.1463092416524887
228586	rnn.bias_ih_l0_reverse	1	-0.31042107939720154
228586	rnn.bias_ih_l0_reverse	2	-0.05969706550240517
228586	rnn.bias_ih_l0_reverse	3	-0.1590305119752884
228586	rnn.bias_ih_l0_reverse	4	0.06975620239973068
228586	rnn.bias_ih_l0_reverse	5	-0.2738639712333679
228586	rnn.bias_ih_l0_reverse	6	-0.066236212849617
228586	rnn.bias_ih_l0_reverse	7	0.018407151103019714
228586	rnn.bias_ih_l0_reverse	8	-0.18816307187080383
228586	rnn.bias_ih_l0_reverse	9	-0.09245609492063522
228586	rnn.bias_hh_l0_reverse	0	-0.15764212608337402
228586	rnn.bias_hh_l0_reverse	1	-0.14957155287265778
228586	rnn.bias_hh_l0_reverse	2	-0.014011447317898273
228586	rnn.bias_hh_l0_reverse	3	-0.13583272695541382
228586	rnn.bias_hh_l0_reverse	4	-0.0248036440461874
228586	rnn.bias_hh_l0_reverse	5	-0.11736322939395905
228586	rnn.bias_hh_l0_reverse	6	-0.07570123672485352
228586	rnn.bias_hh_l0_reverse	7	-0.1802067905664444
228586	rnn.bias_hh_l0_reverse	8	-0.06597820669412613
228586	rnn.bias_hh_l0_reverse	9	-0.11103130877017975
228586	linear.weight	0	-0.2976505756378174
228586	linear.weight	1	-0.10128539055585861
228586	linear.weight	2	-0.011228874325752258
228586	linear.weight	3	-0.08950608223676682
228586	linear.weight	4	-0.006004582159221172
228586	linear.weight	5	0.2098313868045807
228586	linear.weight	6	0.0047744326293468475
228586	linear.weight	7	-0.021312154829502106
228586	linear.weight	8	0.17019489407539368
228586	linear.weight	9	0.21277186274528503
228586	linear.bias	0	-0.8399410247802734
228586	linear.bias	1	1.4275060892105103
228586	linear.bias	2	-0.49611708521842957
228586	linear.bias	3	-0.7411727905273438
228586	linear.bias	4	-0.8768594264984131
228586	linear.bias	5	-1.1801449060440063
228586	linear.bias	6	-0.9815700054168701
228586	linear.bias	7	-0.7154975533485413
228586	linear.bias	8	-0.01705317199230194
228586	linear.bias	9	3.507162570953369
228783	transitions	0	-0.4637518525123596
228783	transitions	1	8.832588195800781
228783	transitions	2	-3.6266794204711914
228783	transitions	3	1.5660202503204346
228783	transitions	4	-2.215763568878174
228783	transitions	5	-0.43079590797424316
228783	transitions	6	-0.1957503855228424
228783	transitions	7	-10000.0
228783	transitions	8	1.8521465063095093
228783	transitions	9	-2.2949509620666504
228783	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
228783	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
228783	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
228783	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
228783	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
228783	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
228783	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
228783	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
228783	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
228783	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
228783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
228783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
228783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
228783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
228783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
228783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
228783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
228783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
228783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
228783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
228783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
228783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
228783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
228783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
228783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
228783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
228783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
228783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
228783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
228783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
228783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
228783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
228783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
228783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
228783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
228783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
228783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
228783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
228783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
228783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
228783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
228783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
228783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
228783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
228783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
228783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
228783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
228783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
228783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
228783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
228783	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
228783	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
228783	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
228783	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
228783	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
228783	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
228783	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
228783	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
228783	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
228783	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
228783	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
228783	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
228783	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
228783	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
228783	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
228783	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
228783	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
228783	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
228783	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
228783	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
228783	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
228783	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
228783	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
228783	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
228783	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
228783	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
228783	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
228783	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
228783	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
228783	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
228783	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
228783	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
228783	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
228783	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
228783	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
228783	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
228783	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
228783	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
228783	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
228783	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
228783	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
228783	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
228783	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
228783	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
228783	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
228783	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
228783	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
228783	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
228783	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
228783	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
228783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
228783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
228783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
228783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
228783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
228783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
228783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
228783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
228783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
228783	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
228783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
228783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
228783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
228783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
228783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
228783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
228783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
228783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
228783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
228783	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
228783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
228783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
228783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
228783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
228783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
228783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
228783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
228783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
228783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
228783	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
228783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
228783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
228783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
228783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
228783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
228783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
228783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
228783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
228783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
228783	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
228783	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
228783	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
228783	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
228783	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
228783	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
228783	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
228783	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
228783	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
228783	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
228783	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
228783	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
228783	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
228783	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
228783	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
228783	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
228783	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
228783	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
228783	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
228783	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
228783	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
228783	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
228783	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
228783	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
228783	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
228783	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
228783	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
228783	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
228783	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
228783	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
228783	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
228783	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
228783	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
228783	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
228783	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
228783	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
228783	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
228783	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
228783	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
228783	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
228783	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
228783	embedding2nn.weight	0	0.044743768870830536
228783	embedding2nn.weight	1	-0.09487306326627731
228783	embedding2nn.weight	2	0.012909656390547752
228783	embedding2nn.weight	3	-0.06030944734811783
228783	embedding2nn.weight	4	-0.10887494683265686
228783	embedding2nn.weight	5	0.10941869020462036
228783	embedding2nn.weight	6	-0.08601171523332596
228783	embedding2nn.weight	7	-0.07157890498638153
228783	embedding2nn.weight	8	-0.03211410343647003
228783	embedding2nn.weight	9	0.052543528378009796
228783	embedding2nn.bias	0	0.07259244471788406
228783	embedding2nn.bias	1	-0.010384833440184593
228783	embedding2nn.bias	2	-0.08441806584596634
228783	embedding2nn.bias	3	0.02962920442223549
228783	embedding2nn.bias	4	-0.009471693076193333
228783	embedding2nn.bias	5	-0.15558984875679016
228783	embedding2nn.bias	6	-0.11684948205947876
228783	embedding2nn.bias	7	-0.027793560177087784
228783	embedding2nn.bias	8	0.06611154228448868
228783	embedding2nn.bias	9	-0.07728631049394608
228783	rnn.weight_ih_l0	0	0.04170209541916847
228783	rnn.weight_ih_l0	1	-0.08018726110458374
228783	rnn.weight_ih_l0	2	-0.05880381539463997
228783	rnn.weight_ih_l0	3	-0.058617427945137024
228783	rnn.weight_ih_l0	4	0.01838599517941475
228783	rnn.weight_ih_l0	5	-0.11068156361579895
228783	rnn.weight_ih_l0	6	-0.03300749137997627
228783	rnn.weight_ih_l0	7	-0.003688198747113347
228783	rnn.weight_ih_l0	8	0.058597683906555176
228783	rnn.weight_ih_l0	9	0.005376069340854883
228783	rnn.weight_hh_l0	0	-0.0003485552151687443
228783	rnn.weight_hh_l0	1	-0.08663615584373474
228783	rnn.weight_hh_l0	2	0.07301202416419983
228783	rnn.weight_hh_l0	3	0.051220305263996124
228783	rnn.weight_hh_l0	4	0.004123585764318705
228783	rnn.weight_hh_l0	5	0.0683954581618309
228783	rnn.weight_hh_l0	6	-0.017780955880880356
228783	rnn.weight_hh_l0	7	-0.11031855642795563
228783	rnn.weight_hh_l0	8	0.0263225045055151
228783	rnn.weight_hh_l0	9	-0.08290041238069534
228783	rnn.bias_ih_l0	0	-0.08387427031993866
228783	rnn.bias_ih_l0	1	-0.19548636674880981
228783	rnn.bias_ih_l0	2	-0.25850585103034973
228783	rnn.bias_ih_l0	3	-0.2855645418167114
228783	rnn.bias_ih_l0	4	0.005494773853570223
228783	rnn.bias_ih_l0	5	0.062366705387830734
228783	rnn.bias_ih_l0	6	-0.17037910223007202
228783	rnn.bias_ih_l0	7	-0.2606779932975769
228783	rnn.bias_ih_l0	8	-0.1463046818971634
228783	rnn.bias_ih_l0	9	-0.17579616606235504
228783	rnn.bias_hh_l0	0	0.13259249925613403
228783	rnn.bias_hh_l0	1	-0.053879979997873306
228783	rnn.bias_hh_l0	2	0.05393090844154358
228783	rnn.bias_hh_l0	3	-0.1791616976261139
228783	rnn.bias_hh_l0	4	0.061041705310344696
228783	rnn.bias_hh_l0	5	0.06072556972503662
228783	rnn.bias_hh_l0	6	-0.10883808135986328
228783	rnn.bias_hh_l0	7	-0.14721417427062988
228783	rnn.bias_hh_l0	8	-0.19048774242401123
228783	rnn.bias_hh_l0	9	-0.10444780439138412
228783	rnn.weight_ih_l0_reverse	0	-0.018075833097100258
228783	rnn.weight_ih_l0_reverse	1	-0.002581590786576271
228783	rnn.weight_ih_l0_reverse	2	0.010001801885664463
228783	rnn.weight_ih_l0_reverse	3	0.013203189708292484
228783	rnn.weight_ih_l0_reverse	4	0.018556056544184685
228783	rnn.weight_ih_l0_reverse	5	-0.05370473489165306
228783	rnn.weight_ih_l0_reverse	6	-0.046693891286849976
228783	rnn.weight_ih_l0_reverse	7	0.017402011901140213
228783	rnn.weight_ih_l0_reverse	8	0.09357253462076187
228783	rnn.weight_ih_l0_reverse	9	-0.00013809419760946184
228783	rnn.weight_hh_l0_reverse	0	0.0038266335614025593
228783	rnn.weight_hh_l0_reverse	1	0.02744322270154953
228783	rnn.weight_hh_l0_reverse	2	-0.03884187340736389
228783	rnn.weight_hh_l0_reverse	3	0.039332065731287
228783	rnn.weight_hh_l0_reverse	4	0.022752609103918076
228783	rnn.weight_hh_l0_reverse	5	-0.009577907621860504
228783	rnn.weight_hh_l0_reverse	6	0.0677592009305954
228783	rnn.weight_hh_l0_reverse	7	0.03702894598245621
228783	rnn.weight_hh_l0_reverse	8	-0.026196256279945374
228783	rnn.weight_hh_l0_reverse	9	-0.026691187173128128
228783	rnn.bias_ih_l0_reverse	0	-0.1463327407836914
228783	rnn.bias_ih_l0_reverse	1	-0.3107999861240387
228783	rnn.bias_ih_l0_reverse	2	-0.05980207398533821
228783	rnn.bias_ih_l0_reverse	3	-0.15992070734500885
228783	rnn.bias_ih_l0_reverse	4	0.06996087729930878
228783	rnn.bias_ih_l0_reverse	5	-0.2748141586780548
228783	rnn.bias_ih_l0_reverse	6	-0.06664644181728363
228783	rnn.bias_ih_l0_reverse	7	0.017974037677049637
228783	rnn.bias_ih_l0_reverse	8	-0.18903636932373047
228783	rnn.bias_ih_l0_reverse	9	-0.09268324077129364
228783	rnn.bias_hh_l0_reverse	0	-0.15727321803569794
228783	rnn.bias_hh_l0_reverse	1	-0.14891071617603302
228783	rnn.bias_hh_l0_reverse	2	-0.014330152422189713
228783	rnn.bias_hh_l0_reverse	3	-0.1350826621055603
228783	rnn.bias_hh_l0_reverse	4	-0.023552659898996353
228783	rnn.bias_hh_l0_reverse	5	-0.11728722602128983
228783	rnn.bias_hh_l0_reverse	6	-0.07678242772817612
228783	rnn.bias_hh_l0_reverse	7	-0.18078841269016266
228783	rnn.bias_hh_l0_reverse	8	-0.0661168321967125
228783	rnn.bias_hh_l0_reverse	9	-0.11105648428201675
228783	linear.weight	0	-0.29789501428604126
228783	linear.weight	1	-0.10043659806251526
228783	linear.weight	2	-0.011228874325752258
228783	linear.weight	3	-0.08840397000312805
228783	linear.weight	4	-0.0025402430910617113
228783	linear.weight	5	0.20752888917922974
228783	linear.weight	6	0.0047744326293468475
228783	linear.weight	7	-0.021312154829502106
228783	linear.weight	8	0.17027001082897186
228783	linear.weight	9	0.21214959025382996
228783	linear.bias	0	-0.8273752927780151
228783	linear.bias	1	1.440306305885315
228783	linear.bias	2	-0.5070067048072815
228783	linear.bias	3	-0.7430557012557983
228783	linear.bias	4	-0.872073233127594
228783	linear.bias	5	-1.1801499128341675
228783	linear.bias	6	-0.9691842794418335
228783	linear.bias	7	-0.7159286141395569
228783	linear.bias	8	-0.01705317199230194
228783	linear.bias	9	3.5134432315826416
228980	transitions	0	-0.46379354596138
228980	transitions	1	8.831740379333496
228980	transitions	2	-3.6267755031585693
228980	transitions	3	1.5650722980499268
228980	transitions	4	-2.215834379196167
228980	transitions	5	-0.43082234263420105
228980	transitions	6	-0.19575420022010803
228980	transitions	7	-10000.0
228980	transitions	8	1.8509513139724731
228980	transitions	9	-2.294952154159546
228980	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
228980	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
228980	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
228980	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
228980	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
228980	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
228980	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
228980	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
228980	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
228980	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
228980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
228980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
228980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
228980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
228980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
228980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
228980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
228980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
228980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
228980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
228980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
228980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
228980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
228980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
228980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
228980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
228980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
228980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
228980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
228980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
228980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
228980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
228980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
228980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
228980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
228980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
228980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
228980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
228980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
228980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
228980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
228980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
228980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
228980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
228980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
228980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
228980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
228980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
228980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
228980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
228980	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
228980	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
228980	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
228980	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
228980	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
228980	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
228980	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
228980	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
228980	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
228980	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
228980	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
228980	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
228980	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
228980	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
228980	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
228980	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
228980	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
228980	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
228980	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
228980	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
228980	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
228980	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
228980	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
228980	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
228980	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
228980	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
228980	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
228980	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
228980	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
228980	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
228980	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
228980	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
228980	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
228980	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
228980	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
228980	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
228980	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
228980	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
228980	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
228980	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
228980	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
228980	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
228980	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
228980	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
228980	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
228980	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
228980	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
228980	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
228980	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
228980	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
228980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
228980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
228980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
228980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
228980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
228980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
228980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
228980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
228980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
228980	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
228980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
228980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
228980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
228980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
228980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
228980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
228980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
228980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
228980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
228980	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
228980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
228980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
228980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
228980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
228980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
228980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
228980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
228980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
228980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
228980	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
228980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
228980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
228980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
228980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
228980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
228980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
228980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
228980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
228980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
228980	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
228980	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
228980	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
228980	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
228980	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
228980	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
228980	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
228980	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
228980	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
228980	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
228980	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
228980	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
228980	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
228980	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
228980	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
228980	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
228980	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
228980	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
228980	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
228980	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
228980	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
228980	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
228980	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
228980	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
228980	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
228980	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
228980	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
228980	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
228980	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
228980	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
228980	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
228980	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
228980	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
228980	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
228980	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
228980	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
228980	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
228980	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
228980	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
228980	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
228980	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
228980	embedding2nn.weight	0	0.044772468507289886
228980	embedding2nn.weight	1	-0.09519119560718536
228980	embedding2nn.weight	2	0.012754563242197037
228980	embedding2nn.weight	3	-0.06007111072540283
228980	embedding2nn.weight	4	-0.10827970504760742
228980	embedding2nn.weight	5	0.1092814952135086
228980	embedding2nn.weight	6	-0.087008036673069
228980	embedding2nn.weight	7	-0.07188145816326141
228980	embedding2nn.weight	8	-0.03197001665830612
228980	embedding2nn.weight	9	0.05291400104761124
228980	embedding2nn.bias	0	0.07304724305868149
228980	embedding2nn.bias	1	-0.008564348332583904
228980	embedding2nn.bias	2	-0.08086516708135605
228980	embedding2nn.bias	3	0.027121106162667274
228980	embedding2nn.bias	4	-0.008939346298575401
228980	embedding2nn.bias	5	-0.15692226588726044
228980	embedding2nn.bias	6	-0.11479632556438446
228980	embedding2nn.bias	7	-0.027235910296440125
228980	embedding2nn.bias	8	0.06996659934520721
228980	embedding2nn.bias	9	-0.07496419548988342
228980	rnn.weight_ih_l0	0	0.04178433492779732
228980	rnn.weight_ih_l0	1	-0.08014609664678574
228980	rnn.weight_ih_l0	2	-0.05869957059621811
228980	rnn.weight_ih_l0	3	-0.05888265743851662
228980	rnn.weight_ih_l0	4	0.018389934673905373
228980	rnn.weight_ih_l0	5	-0.11071700602769852
228980	rnn.weight_ih_l0	6	-0.03321591019630432
228980	rnn.weight_ih_l0	7	-0.0034054915886372328
228980	rnn.weight_ih_l0	8	0.05840476229786873
228980	rnn.weight_ih_l0	9	0.004554377868771553
228980	rnn.weight_hh_l0	0	-0.00017273210687562823
228980	rnn.weight_hh_l0	1	-0.0864308550953865
228980	rnn.weight_hh_l0	2	0.07315780967473984
228980	rnn.weight_hh_l0	3	0.05139617249369621
228980	rnn.weight_hh_l0	4	0.004153958987444639
228980	rnn.weight_hh_l0	5	0.06844224035739899
228980	rnn.weight_hh_l0	6	-0.017790600657463074
228980	rnn.weight_hh_l0	7	-0.11052992194890976
228980	rnn.weight_hh_l0	8	0.0267669465392828
228980	rnn.weight_hh_l0	9	-0.08289685100317001
228980	rnn.bias_ih_l0	0	-0.08393579721450806
228980	rnn.bias_ih_l0	1	-0.1958574503660202
228980	rnn.bias_ih_l0	2	-0.2593909502029419
228980	rnn.bias_ih_l0	3	-0.28556784987449646
228980	rnn.bias_ih_l0	4	0.00523358816280961
228980	rnn.bias_ih_l0	5	0.06251142174005508
228980	rnn.bias_ih_l0	6	-0.16988426446914673
228980	rnn.bias_ih_l0	7	-0.26028090715408325
228980	rnn.bias_ih_l0	8	-0.14662328362464905
228980	rnn.bias_ih_l0	9	-0.1764577031135559
228980	rnn.bias_hh_l0	0	0.13327237963676453
228980	rnn.bias_hh_l0	1	-0.05330035090446472
228980	rnn.bias_hh_l0	2	0.0541779100894928
228980	rnn.bias_hh_l0	3	-0.17905044555664062
228980	rnn.bias_hh_l0	4	0.059738386422395706
228980	rnn.bias_hh_l0	5	0.06068838760256767
228980	rnn.bias_hh_l0	6	-0.10906898975372314
228980	rnn.bias_hh_l0	7	-0.14707131683826447
228980	rnn.bias_hh_l0	8	-0.19058211147785187
228980	rnn.bias_hh_l0	9	-0.10520882159471512
228980	rnn.weight_ih_l0_reverse	0	-0.018336208537220955
228980	rnn.weight_ih_l0_reverse	1	-0.001947827753610909
228980	rnn.weight_ih_l0_reverse	2	0.010319267399609089
228980	rnn.weight_ih_l0_reverse	3	0.013043148443102837
228980	rnn.weight_ih_l0_reverse	4	0.01833842322230339
228980	rnn.weight_ih_l0_reverse	5	-0.05428708344697952
228980	rnn.weight_ih_l0_reverse	6	-0.04658200219273567
228980	rnn.weight_ih_l0_reverse	7	0.017255721613764763
228980	rnn.weight_ih_l0_reverse	8	0.09362263232469559
228980	rnn.weight_ih_l0_reverse	9	-0.0008544670417904854
228980	rnn.weight_hh_l0_reverse	0	0.0040610842406749725
228980	rnn.weight_hh_l0_reverse	1	0.027509883046150208
228980	rnn.weight_hh_l0_reverse	2	-0.0390888936817646
228980	rnn.weight_hh_l0_reverse	3	0.03914275020360947
228980	rnn.weight_hh_l0_reverse	4	0.02278709039092064
228980	rnn.weight_hh_l0_reverse	5	-0.009526834823191166
228980	rnn.weight_hh_l0_reverse	6	0.0678570494055748
228980	rnn.weight_hh_l0_reverse	7	0.037221867591142654
228980	rnn.weight_hh_l0_reverse	8	-0.025818953290581703
228980	rnn.weight_hh_l0_reverse	9	-0.02645603008568287
228980	rnn.bias_ih_l0_reverse	0	-0.14455360174179077
228980	rnn.bias_ih_l0_reverse	1	-0.3108193874359131
228980	rnn.bias_ih_l0_reverse	2	-0.05970563739538193
228980	rnn.bias_ih_l0_reverse	3	-0.15985019505023956
228980	rnn.bias_ih_l0_reverse	4	0.06927834451198578
228980	rnn.bias_ih_l0_reverse	5	-0.27513182163238525
228980	rnn.bias_ih_l0_reverse	6	-0.06743136793375015
228980	rnn.bias_ih_l0_reverse	7	0.018888112157583237
228980	rnn.bias_ih_l0_reverse	8	-0.18977835774421692
228980	rnn.bias_ih_l0_reverse	9	-0.09174291789531708
228980	rnn.bias_hh_l0_reverse	0	-0.1575748473405838
228980	rnn.bias_hh_l0_reverse	1	-0.14896319806575775
228980	rnn.bias_hh_l0_reverse	2	-0.01363674271851778
228980	rnn.bias_hh_l0_reverse	3	-0.13400691747665405
228980	rnn.bias_hh_l0_reverse	4	-0.023459918797016144
228980	rnn.bias_hh_l0_reverse	5	-0.11770522594451904
228980	rnn.bias_hh_l0_reverse	6	-0.07695972919464111
228980	rnn.bias_hh_l0_reverse	7	-0.1803111582994461
228980	rnn.bias_hh_l0_reverse	8	-0.06654243916273117
228980	rnn.bias_hh_l0_reverse	9	-0.11142870783805847
228980	linear.weight	0	-0.29654914140701294
228980	linear.weight	1	-0.10246182978153229
228980	linear.weight	2	-0.011228874325752258
228980	linear.weight	3	-0.08793306350708008
228980	linear.weight	4	-0.006760008633136749
228980	linear.weight	5	0.20659050345420837
228980	linear.weight	6	0.0047744326293468475
228980	linear.weight	7	-0.021312154829502106
228980	linear.weight	8	0.17030464112758636
228980	linear.weight	9	0.20909224450588226
228980	linear.bias	0	-0.8331953287124634
228980	linear.bias	1	1.4188661575317383
228980	linear.bias	2	-0.5082931518554688
228980	linear.bias	3	-0.7517756223678589
228980	linear.bias	4	-0.8805301189422607
228980	linear.bias	5	-1.180154800415039
228980	linear.bias	6	-0.9751278162002563
228980	linear.bias	7	-0.7129465341567993
228980	linear.bias	8	-0.01705317199230194
228980	linear.bias	9	3.511193037033081
228984	transitions	0	-0.4637937545776367
228984	transitions	1	8.832001686096191
228984	transitions	2	-3.6267776489257812
228984	transitions	3	1.56504487991333
228984	transitions	4	-2.2158401012420654
228984	transitions	5	-0.430822491645813
228984	transitions	6	-0.1957542449235916
228984	transitions	7	-10000.0
228984	transitions	8	1.8509509563446045
228984	transitions	9	-2.294952154159546
228984	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
228984	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
228984	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
228984	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
228984	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
228984	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
228984	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
228984	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
228984	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
228984	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
228984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
228984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
228984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
228984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
228984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
228984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
228984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
228984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
228984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
228984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
228984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
228984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
228984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
228984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
228984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
228984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
228984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
228984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
228984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
228984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
228984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
228984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
228984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
228984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
228984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
228984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
228984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
228984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
228984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
228984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
228984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
228984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
228984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
228984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
228984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
228984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
228984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
228984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
228984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
228984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
228984	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
228984	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
228984	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
228984	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
228984	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
228984	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
228984	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
228984	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
228984	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
228984	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
228984	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
228984	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
228984	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
228984	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
228984	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
228984	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
228984	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
228984	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
228984	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
228984	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
228984	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
228984	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
228984	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
228984	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
228984	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
228984	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
228984	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
228984	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
228984	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
228984	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
228984	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
228984	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
228984	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
228984	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
228984	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
228984	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
228984	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
228984	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
228984	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
228984	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
228984	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
228984	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
228984	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
228984	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
228984	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
228984	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
228984	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
228984	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
228984	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
228984	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
228984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
228984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
228984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
228984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
228984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
228984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
228984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
228984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
228984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
228984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
228984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
228984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
228984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
228984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
228984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
228984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
228984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
228984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
228984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
228984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
228984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
228984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
228984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
228984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
228984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
228984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
228984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
228984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
228984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
228984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
228984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
228984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
228984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
228984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
228984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
228984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
228984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
228984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
228984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
228984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
228984	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
228984	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
228984	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
228984	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
228984	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
228984	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
228984	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
228984	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
228984	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
228984	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
228984	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
228984	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
228984	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
228984	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
228984	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
228984	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
228984	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
228984	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
228984	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
228984	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
228984	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
228984	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
228984	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
228984	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
228984	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
228984	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
228984	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
228984	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
228984	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
228984	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
228984	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
228984	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
228984	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
228984	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
228984	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
228984	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
228984	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
228984	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
228984	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
228984	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
228984	embedding2nn.weight	0	0.04479224979877472
228984	embedding2nn.weight	1	-0.09520541876554489
228984	embedding2nn.weight	2	0.01270234864205122
228984	embedding2nn.weight	3	-0.05991559475660324
228984	embedding2nn.weight	4	-0.10825183242559433
228984	embedding2nn.weight	5	0.10924587398767471
228984	embedding2nn.weight	6	-0.08709382265806198
228984	embedding2nn.weight	7	-0.07187256217002869
228984	embedding2nn.weight	8	-0.03197292611002922
228984	embedding2nn.weight	9	0.05296482890844345
228984	embedding2nn.bias	0	0.07299990952014923
228984	embedding2nn.bias	1	-0.008879492990672588
228984	embedding2nn.bias	2	-0.0801931768655777
228984	embedding2nn.bias	3	0.02767852135002613
228984	embedding2nn.bias	4	-0.008128555491566658
228984	embedding2nn.bias	5	-0.15679895877838135
228984	embedding2nn.bias	6	-0.11414744704961777
228984	embedding2nn.bias	7	-0.026484355330467224
228984	embedding2nn.bias	8	0.06990532577037811
228984	embedding2nn.bias	9	-0.07501871138811111
228984	rnn.weight_ih_l0	0	0.04178149253129959
228984	rnn.weight_ih_l0	1	-0.08015930652618408
228984	rnn.weight_ih_l0	2	-0.058688487857580185
228984	rnn.weight_ih_l0	3	-0.05887225270271301
228984	rnn.weight_ih_l0	4	0.018395554274320602
228984	rnn.weight_ih_l0	5	-0.11071545630693436
228984	rnn.weight_ih_l0	6	-0.033219482749700546
228984	rnn.weight_ih_l0	7	-0.0033882076386362314
228984	rnn.weight_ih_l0	8	0.05841677263379097
228984	rnn.weight_ih_l0	9	0.0046023596078157425
228984	rnn.weight_hh_l0	0	-0.00017227795615326613
228984	rnn.weight_hh_l0	1	-0.08643210679292679
228984	rnn.weight_hh_l0	2	0.07315684109926224
228984	rnn.weight_hh_l0	3	0.05139135196805
228984	rnn.weight_hh_l0	4	0.004164476413279772
228984	rnn.weight_hh_l0	5	0.06846009194850922
228984	rnn.weight_hh_l0	6	-0.017789248377084732
228984	rnn.weight_hh_l0	7	-0.1105295792222023
228984	rnn.weight_hh_l0	8	0.026767617091536522
228984	rnn.weight_hh_l0	9	-0.08288656920194626
228984	rnn.bias_ih_l0	0	-0.08397690951824188
228984	rnn.bias_ih_l0	1	-0.19601401686668396
228984	rnn.bias_ih_l0	2	-0.25947481393814087
228984	rnn.bias_ih_l0	3	-0.2855272889137268
228984	rnn.bias_ih_l0	4	0.0051257009617984295
228984	rnn.bias_ih_l0	5	0.06253012269735336
228984	rnn.bias_ih_l0	6	-0.16988645493984222
228984	rnn.bias_ih_l0	7	-0.2604157328605652
228984	rnn.bias_ih_l0	8	-0.14674176275730133
228984	rnn.bias_ih_l0	9	-0.17646652460098267
228984	rnn.bias_hh_l0	0	0.13322795927524567
228984	rnn.bias_hh_l0	1	-0.05322623252868652
228984	rnn.bias_hh_l0	2	0.05421356111764908
228984	rnn.bias_hh_l0	3	-0.17899201810359955
228984	rnn.bias_hh_l0	4	0.05978179723024368
228984	rnn.bias_hh_l0	5	0.06067991256713867
228984	rnn.bias_hh_l0	6	-0.1091749370098114
228984	rnn.bias_hh_l0	7	-0.14702387154102325
228984	rnn.bias_hh_l0	8	-0.19057096540927887
228984	rnn.bias_hh_l0	9	-0.10518913716077805
228984	rnn.weight_ih_l0_reverse	0	-0.018283944576978683
228984	rnn.weight_ih_l0_reverse	1	-0.001963151153177023
228984	rnn.weight_ih_l0_reverse	2	0.01027989573776722
228984	rnn.weight_ih_l0_reverse	3	0.013020857237279415
228984	rnn.weight_ih_l0_reverse	4	0.018277402967214584
228984	rnn.weight_ih_l0_reverse	5	-0.05433005839586258
228984	rnn.weight_ih_l0_reverse	6	-0.046619586646556854
228984	rnn.weight_ih_l0_reverse	7	0.017253395169973373
228984	rnn.weight_ih_l0_reverse	8	0.09362086653709412
228984	rnn.weight_ih_l0_reverse	9	-0.0007630789768882096
228984	rnn.weight_hh_l0_reverse	0	0.0040610069409012794
228984	rnn.weight_hh_l0_reverse	1	0.027507418766617775
228984	rnn.weight_hh_l0_reverse	2	-0.03908758983016014
228984	rnn.weight_hh_l0_reverse	3	0.03914050757884979
228984	rnn.weight_hh_l0_reverse	4	0.02278684824705124
228984	rnn.weight_hh_l0_reverse	5	-0.00952510442584753
228984	rnn.weight_hh_l0_reverse	6	0.06785494834184647
228984	rnn.weight_hh_l0_reverse	7	0.03723956644535065
228984	rnn.weight_hh_l0_reverse	8	-0.025815511122345924
228984	rnn.weight_hh_l0_reverse	9	-0.026464952155947685
228984	rnn.bias_ih_l0_reverse	0	-0.14455825090408325
228984	rnn.bias_ih_l0_reverse	1	-0.3108830749988556
228984	rnn.bias_ih_l0_reverse	2	-0.05969466641545296
228984	rnn.bias_ih_l0_reverse	3	-0.15983626246452332
228984	rnn.bias_ih_l0_reverse	4	0.06910064071416855
228984	rnn.bias_ih_l0_reverse	5	-0.2750215530395508
228984	rnn.bias_ih_l0_reverse	6	-0.06754523515701294
228984	rnn.bias_ih_l0_reverse	7	0.01879175193607807
228984	rnn.bias_ih_l0_reverse	8	-0.18975107371807098
228984	rnn.bias_ih_l0_reverse	9	-0.09186801314353943
228984	rnn.bias_hh_l0_reverse	0	-0.15752026438713074
228984	rnn.bias_hh_l0_reverse	1	-0.14904700219631195
228984	rnn.bias_hh_l0_reverse	2	-0.013422754593193531
228984	rnn.bias_hh_l0_reverse	3	-0.13395261764526367
228984	rnn.bias_hh_l0_reverse	4	-0.023451190441846848
228984	rnn.bias_hh_l0_reverse	5	-0.1177106499671936
228984	rnn.bias_hh_l0_reverse	6	-0.07692180573940277
228984	rnn.bias_hh_l0_reverse	7	-0.18030722439289093
228984	rnn.bias_hh_l0_reverse	8	-0.06651663035154343
228984	rnn.bias_hh_l0_reverse	9	-0.1114690974354744
228984	linear.weight	0	-0.29740971326828003
228984	linear.weight	1	-0.1024697944521904
228984	linear.weight	2	-0.011228874325752258
228984	linear.weight	3	-0.08783089369535446
228984	linear.weight	4	-0.006758393719792366
228984	linear.weight	5	0.20656882226467133
228984	linear.weight	6	0.0047744326293468475
228984	linear.weight	7	-0.021312154829502106
228984	linear.weight	8	0.1702568233013153
228984	linear.weight	9	0.209092915058136
228984	linear.bias	0	-0.833260715007782
228984	linear.bias	1	1.4185742139816284
228984	linear.bias	2	-0.5081400871276855
228984	linear.bias	3	-0.751278817653656
228984	linear.bias	4	-0.8777477145195007
228984	linear.bias	5	-1.180154800415039
228984	linear.bias	6	-0.9751807451248169
228984	linear.bias	7	-0.7135950922966003
228984	linear.bias	8	-0.01705317199230194
228984	linear.bias	9	3.517432451248169
229181	transitions	0	-0.4638061821460724
229181	transitions	1	8.832427978515625
229181	transitions	2	-3.626927137374878
229181	transitions	3	1.5640004873275757
229181	transitions	4	-2.21600341796875
229181	transitions	5	-0.4308319389820099
229181	transitions	6	-0.19575810432434082
229181	transitions	7	-10000.0
229181	transitions	8	1.8508378267288208
229181	transitions	9	-2.294952869415283
229181	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
229181	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
229181	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
229181	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
229181	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
229181	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
229181	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
229181	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
229181	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
229181	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
229181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
229181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
229181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
229181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
229181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
229181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
229181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
229181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
229181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
229181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
229181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
229181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
229181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
229181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
229181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
229181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
229181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
229181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
229181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
229181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
229181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
229181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
229181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
229181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
229181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
229181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
229181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
229181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
229181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
229181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
229181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
229181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
229181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
229181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
229181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
229181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
229181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
229181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
229181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
229181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
229181	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
229181	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
229181	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
229181	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
229181	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
229181	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
229181	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
229181	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
229181	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
229181	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
229181	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
229181	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
229181	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
229181	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
229181	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
229181	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
229181	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
229181	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
229181	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
229181	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
229181	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
229181	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
229181	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
229181	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
229181	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
229181	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
229181	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
229181	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
229181	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
229181	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
229181	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
229181	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
229181	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
229181	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
229181	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
229181	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
229181	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
229181	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
229181	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
229181	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
229181	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
229181	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
229181	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
229181	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
229181	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
229181	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
229181	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
229181	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
229181	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
229181	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
229181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
229181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
229181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
229181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
229181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
229181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
229181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
229181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
229181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
229181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
229181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
229181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
229181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
229181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
229181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
229181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
229181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
229181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
229181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
229181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
229181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
229181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
229181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
229181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
229181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
229181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
229181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
229181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
229181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
229181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
229181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
229181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
229181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
229181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
229181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
229181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
229181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
229181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
229181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
229181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
229181	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
229181	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
229181	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
229181	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
229181	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
229181	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
229181	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
229181	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
229181	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
229181	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
229181	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
229181	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
229181	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
229181	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
229181	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
229181	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
229181	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
229181	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
229181	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
229181	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
229181	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
229181	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
229181	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
229181	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
229181	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
229181	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
229181	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
229181	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
229181	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
229181	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
229181	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
229181	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
229181	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
229181	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
229181	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
229181	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
229181	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
229181	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
229181	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
229181	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
229181	embedding2nn.weight	0	0.044900938868522644
229181	embedding2nn.weight	1	-0.0953356921672821
229181	embedding2nn.weight	2	0.013749223202466965
229181	embedding2nn.weight	3	-0.059251632541418076
229181	embedding2nn.weight	4	-0.10759042203426361
229181	embedding2nn.weight	5	0.10949952900409698
229181	embedding2nn.weight	6	-0.08471119403839111
229181	embedding2nn.weight	7	-0.07153033465147018
229181	embedding2nn.weight	8	-0.03217596933245659
229181	embedding2nn.weight	9	0.05333304405212402
229181	embedding2nn.bias	0	0.08084259182214737
229181	embedding2nn.bias	1	-0.009798920713365078
229181	embedding2nn.bias	2	-0.08212951570749283
229181	embedding2nn.bias	3	0.02728119120001793
229181	embedding2nn.bias	4	-0.010922861285507679
229181	embedding2nn.bias	5	-0.15757596492767334
229181	embedding2nn.bias	6	-0.11696148663759232
229181	embedding2nn.bias	7	-0.026094917207956314
229181	embedding2nn.bias	8	0.0760302022099495
229181	embedding2nn.bias	9	-0.07422355562448502
229181	rnn.weight_ih_l0	0	0.04124801978468895
229181	rnn.weight_ih_l0	1	-0.0822724774479866
229181	rnn.weight_ih_l0	2	-0.05856658145785332
229181	rnn.weight_ih_l0	3	-0.058824799954891205
229181	rnn.weight_ih_l0	4	0.019543828442692757
229181	rnn.weight_ih_l0	5	-0.11150913685560226
229181	rnn.weight_ih_l0	6	-0.03344962000846863
229181	rnn.weight_ih_l0	7	-0.00314696179702878
229181	rnn.weight_ih_l0	8	0.05813804268836975
229181	rnn.weight_ih_l0	9	0.0036950837820768356
229181	rnn.weight_hh_l0	0	7.744881440885365e-05
229181	rnn.weight_hh_l0	1	-0.0862872451543808
229181	rnn.weight_hh_l0	2	0.07315822690725327
229181	rnn.weight_hh_l0	3	0.05150219053030014
229181	rnn.weight_hh_l0	4	0.0042460281401872635
229181	rnn.weight_hh_l0	5	0.06837589293718338
229181	rnn.weight_hh_l0	6	-0.017770936712622643
229181	rnn.weight_hh_l0	7	-0.11041232198476791
229181	rnn.weight_hh_l0	8	0.02652648091316223
229181	rnn.weight_hh_l0	9	-0.0833963006734848
229181	rnn.bias_ih_l0	0	-0.0839284211397171
229181	rnn.bias_ih_l0	1	-0.19580627977848053
229181	rnn.bias_ih_l0	2	-0.2602466642856598
229181	rnn.bias_ih_l0	3	-0.2853650152683258
229181	rnn.bias_ih_l0	4	0.004878652282059193
229181	rnn.bias_ih_l0	5	0.06199105083942413
229181	rnn.bias_ih_l0	6	-0.17003311216831207
229181	rnn.bias_ih_l0	7	-0.26007550954818726
229181	rnn.bias_ih_l0	8	-0.14674632251262665
229181	rnn.bias_ih_l0	9	-0.17689059674739838
229181	rnn.bias_hh_l0	0	0.13312725722789764
229181	rnn.bias_hh_l0	1	-0.052591145038604736
229181	rnn.bias_hh_l0	2	0.05349207669496536
229181	rnn.bias_hh_l0	3	-0.18020476400852203
229181	rnn.bias_hh_l0	4	0.059176214039325714
229181	rnn.bias_hh_l0	5	0.06171751022338867
229181	rnn.bias_hh_l0	6	-0.10833095759153366
229181	rnn.bias_hh_l0	7	-0.14694109559059143
229181	rnn.bias_hh_l0	8	-0.18948590755462646
229181	rnn.bias_hh_l0	9	-0.10623644292354584
229181	rnn.weight_ih_l0_reverse	0	-0.018254617229104042
229181	rnn.weight_ih_l0_reverse	1	-0.0016800783341750503
229181	rnn.weight_ih_l0_reverse	2	0.008457202464342117
229181	rnn.weight_ih_l0_reverse	3	0.012669927440583706
229181	rnn.weight_ih_l0_reverse	4	0.017672795802354813
229181	rnn.weight_ih_l0_reverse	5	-0.054948803037405014
229181	rnn.weight_ih_l0_reverse	6	-0.04714855179190636
229181	rnn.weight_ih_l0_reverse	7	0.017196090891957283
229181	rnn.weight_ih_l0_reverse	8	0.09235691279172897
229181	rnn.weight_ih_l0_reverse	9	0.0004838889872189611
229181	rnn.weight_hh_l0_reverse	0	0.0038959665689617395
229181	rnn.weight_hh_l0_reverse	1	0.02774377167224884
229181	rnn.weight_hh_l0_reverse	2	-0.03871640935540199
229181	rnn.weight_hh_l0_reverse	3	0.03890465199947357
229181	rnn.weight_hh_l0_reverse	4	0.022480042651295662
229181	rnn.weight_hh_l0_reverse	5	-0.009769349358975887
229181	rnn.weight_hh_l0_reverse	6	0.0679955929517746
229181	rnn.weight_hh_l0_reverse	7	0.03711328282952309
229181	rnn.weight_hh_l0_reverse	8	-0.02582528255879879
229181	rnn.weight_hh_l0_reverse	9	-0.026284663006663322
229181	rnn.bias_ih_l0_reverse	0	-0.14481456577777863
229181	rnn.bias_ih_l0_reverse	1	-0.3104909360408783
229181	rnn.bias_ih_l0_reverse	2	-0.06065225973725319
229181	rnn.bias_ih_l0_reverse	3	-0.15975789725780487
229181	rnn.bias_ih_l0_reverse	4	0.06943958252668381
229181	rnn.bias_ih_l0_reverse	5	-0.2749049961566925
229181	rnn.bias_ih_l0_reverse	6	-0.06833800673484802
229181	rnn.bias_ih_l0_reverse	7	0.0185474194586277
229181	rnn.bias_ih_l0_reverse	8	-0.1884455680847168
229181	rnn.bias_ih_l0_reverse	9	-0.09178312867879868
229181	rnn.bias_hh_l0_reverse	0	-0.15750965476036072
229181	rnn.bias_hh_l0_reverse	1	-0.15034572780132294
229181	rnn.bias_hh_l0_reverse	2	-0.013621916994452477
229181	rnn.bias_hh_l0_reverse	3	-0.1340990960597992
229181	rnn.bias_hh_l0_reverse	4	-0.02354915253818035
229181	rnn.bias_hh_l0_reverse	5	-0.11778811365365982
229181	rnn.bias_hh_l0_reverse	6	-0.0766679048538208
229181	rnn.bias_hh_l0_reverse	7	-0.1805964559316635
229181	rnn.bias_hh_l0_reverse	8	-0.06639955192804337
229181	rnn.bias_hh_l0_reverse	9	-0.11140667647123337
229181	linear.weight	0	-0.2979007959365845
229181	linear.weight	1	-0.10072190314531326
229181	linear.weight	2	-0.011228874325752258
229181	linear.weight	3	-0.0891856998205185
229181	linear.weight	4	-0.007765284739434719
229181	linear.weight	5	0.20438726246356964
229181	linear.weight	6	0.0047744326293468475
229181	linear.weight	7	-0.021312154829502106
229181	linear.weight	8	0.16619834303855896
229181	linear.weight	9	0.21023960411548615
229181	linear.bias	0	-0.8322573304176331
229181	linear.bias	1	1.4130419492721558
229181	linear.bias	2	-0.5084835290908813
229181	linear.bias	3	-0.745749294757843
229181	linear.bias	4	-0.874101459980011
229181	linear.bias	5	-1.1801600456237793
229181	linear.bias	6	-0.9738678932189941
229181	linear.bias	7	-0.7039837837219238
229181	linear.bias	8	-0.01705317199230194
229181	linear.bias	9	3.505432367324829
229378	transitions	0	-0.4639127552509308
229378	transitions	1	8.821907043457031
229378	transitions	2	-3.627136468887329
229378	transitions	3	1.5648260116577148
229378	transitions	4	-2.2163188457489014
229378	transitions	5	-0.43084093928337097
229378	transitions	6	-0.19576922059059143
229378	transitions	7	-10000.0
229378	transitions	8	1.8507548570632935
229378	transitions	9	-2.294955015182495
229378	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
229378	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
229378	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
229378	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
229378	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
229378	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
229378	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
229378	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
229378	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
229378	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
229378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
229378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
229378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
229378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
229378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
229378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
229378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
229378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
229378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
229378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
229378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
229378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
229378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
229378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
229378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
229378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
229378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
229378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
229378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
229378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
229378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
229378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
229378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
229378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
229378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
229378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
229378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
229378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
229378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
229378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
229378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
229378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
229378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
229378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
229378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
229378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
229378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
229378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
229378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
229378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
229378	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
229378	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
229378	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
229378	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
229378	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
229378	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
229378	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
229378	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
229378	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
229378	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
229378	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
229378	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
229378	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
229378	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
229378	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
229378	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
229378	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
229378	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
229378	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
229378	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
229378	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
229378	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
229378	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
229378	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
229378	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
229378	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
229378	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
229378	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
229378	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
229378	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
229378	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
229378	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
229378	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
229378	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
229378	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
229378	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
229378	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
229378	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
229378	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
229378	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
229378	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
229378	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
229378	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
229378	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
229378	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
229378	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
229378	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
229378	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
229378	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
229378	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
229378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
229378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
229378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
229378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
229378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
229378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
229378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
229378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
229378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
229378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
229378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
229378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
229378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
229378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
229378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
229378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
229378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
229378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
229378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
229378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
229378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
229378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
229378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
229378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
229378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
229378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
229378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
229378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
229378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
229378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
229378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
229378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
229378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
229378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
229378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
229378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
229378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
229378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
229378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
229378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
229378	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
229378	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
229378	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
229378	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
229378	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
229378	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
229378	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
229378	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
229378	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
229378	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
229378	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
229378	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
229378	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
229378	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
229378	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
229378	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
229378	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
229378	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
229378	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
229378	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
229378	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
229378	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
229378	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
229378	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
229378	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
229378	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
229378	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
229378	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
229378	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
229378	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
229378	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
229378	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
229378	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
229378	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
229378	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
229378	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
229378	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
229378	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
229378	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
229378	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
229378	embedding2nn.weight	0	0.04511205106973648
229378	embedding2nn.weight	1	-0.09496360272169113
229378	embedding2nn.weight	2	0.013037611730396748
229378	embedding2nn.weight	3	-0.05958999693393707
229378	embedding2nn.weight	4	-0.10758890211582184
229378	embedding2nn.weight	5	0.10925246775150299
229378	embedding2nn.weight	6	-0.08443600684404373
229378	embedding2nn.weight	7	-0.07095055282115936
229378	embedding2nn.weight	8	-0.03220454603433609
229378	embedding2nn.weight	9	0.05270920321345329
229378	embedding2nn.bias	0	0.0759529396891594
229378	embedding2nn.bias	1	-0.008323397487401962
229378	embedding2nn.bias	2	-0.08082915842533112
229378	embedding2nn.bias	3	0.024486621841788292
229378	embedding2nn.bias	4	-0.013318244367837906
229378	embedding2nn.bias	5	-0.15709933638572693
229378	embedding2nn.bias	6	-0.12493356317281723
229378	embedding2nn.bias	7	-0.02233933098614216
229378	embedding2nn.bias	8	0.07779834419488907
229378	embedding2nn.bias	9	-0.0772022157907486
229378	rnn.weight_ih_l0	0	0.04139203205704689
229378	rnn.weight_ih_l0	1	-0.08186270296573639
229378	rnn.weight_ih_l0	2	-0.058282479643821716
229378	rnn.weight_ih_l0	3	-0.059178873896598816
229378	rnn.weight_ih_l0	4	0.019553814083337784
229378	rnn.weight_ih_l0	5	-0.11160317808389664
229378	rnn.weight_ih_l0	6	-0.03250163793563843
229378	rnn.weight_ih_l0	7	-0.0038210239727050066
229378	rnn.weight_ih_l0	8	0.05732780322432518
229378	rnn.weight_ih_l0	9	0.004006838425993919
229378	rnn.weight_hh_l0	0	-5.748551757278619e-06
229378	rnn.weight_hh_l0	1	-0.08589591830968857
229378	rnn.weight_hh_l0	2	0.07317975908517838
229378	rnn.weight_hh_l0	3	0.051443058997392654
229378	rnn.weight_hh_l0	4	0.004300978034734726
229378	rnn.weight_hh_l0	5	0.06880009174346924
229378	rnn.weight_hh_l0	6	-0.017656899988651276
229378	rnn.weight_hh_l0	7	-0.11056983470916748
229378	rnn.weight_hh_l0	8	0.026141606271266937
229378	rnn.weight_hh_l0	9	-0.0833052471280098
229378	rnn.bias_ih_l0	0	-0.08617876470088959
229378	rnn.bias_ih_l0	1	-0.19534380733966827
229378	rnn.bias_ih_l0	2	-0.26078322529792786
229378	rnn.bias_ih_l0	3	-0.28467461466789246
229378	rnn.bias_ih_l0	4	0.004430761095136404
229378	rnn.bias_ih_l0	5	0.06193630397319794
229378	rnn.bias_ih_l0	6	-0.17049133777618408
229378	rnn.bias_ih_l0	7	-0.26043644547462463
229378	rnn.bias_ih_l0	8	-0.14775685966014862
229378	rnn.bias_ih_l0	9	-0.1761547178030014
229378	rnn.bias_hh_l0	0	0.13321110606193542
229378	rnn.bias_hh_l0	1	-0.05291096493601799
229378	rnn.bias_hh_l0	2	0.053846389055252075
229378	rnn.bias_hh_l0	3	-0.1798500120639801
229378	rnn.bias_hh_l0	4	0.06052520498633385
229378	rnn.bias_hh_l0	5	0.06149802729487419
229378	rnn.bias_hh_l0	6	-0.10802385210990906
229378	rnn.bias_hh_l0	7	-0.14692623913288116
229378	rnn.bias_hh_l0	8	-0.18946081399917603
229378	rnn.bias_hh_l0	9	-0.10721294581890106
229378	rnn.weight_ih_l0_reverse	0	-0.018072355538606644
229378	rnn.weight_ih_l0_reverse	1	-0.002028100658208132
229378	rnn.weight_ih_l0_reverse	2	0.008714158087968826
229378	rnn.weight_ih_l0_reverse	3	0.012375496327877045
229378	rnn.weight_ih_l0_reverse	4	0.01767570897936821
229378	rnn.weight_ih_l0_reverse	5	-0.05487312003970146
229378	rnn.weight_ih_l0_reverse	6	-0.04809246212244034
229378	rnn.weight_ih_l0_reverse	7	0.01691281981766224
229378	rnn.weight_ih_l0_reverse	8	0.09160690009593964
229378	rnn.weight_ih_l0_reverse	9	9.528198279440403e-05
229378	rnn.weight_hh_l0_reverse	0	0.0037387236952781677
229378	rnn.weight_hh_l0_reverse	1	0.027757776901125908
229378	rnn.weight_hh_l0_reverse	2	-0.03901347890496254
229378	rnn.weight_hh_l0_reverse	3	0.03885295242071152
229378	rnn.weight_hh_l0_reverse	4	0.0225214846432209
229378	rnn.weight_hh_l0_reverse	5	-0.00967121496796608
229378	rnn.weight_hh_l0_reverse	6	0.06811320781707764
229378	rnn.weight_hh_l0_reverse	7	0.03700506314635277
229378	rnn.weight_hh_l0_reverse	8	-0.0260463897138834
229378	rnn.weight_hh_l0_reverse	9	-0.026311242952942848
229378	rnn.bias_ih_l0_reverse	0	-0.14382018148899078
229378	rnn.bias_ih_l0_reverse	1	-0.30965736508369446
229378	rnn.bias_ih_l0_reverse	2	-0.06063609942793846
229378	rnn.bias_ih_l0_reverse	3	-0.1592361181974411
229378	rnn.bias_ih_l0_reverse	4	0.07020577043294907
229378	rnn.bias_ih_l0_reverse	5	-0.2746081054210663
229378	rnn.bias_ih_l0_reverse	6	-0.06845299899578094
229378	rnn.bias_ih_l0_reverse	7	0.017846524715423584
229378	rnn.bias_ih_l0_reverse	8	-0.18667542934417725
229378	rnn.bias_ih_l0_reverse	9	-0.091585673391819
229378	rnn.bias_hh_l0_reverse	0	-0.15629935264587402
229378	rnn.bias_hh_l0_reverse	1	-0.15019598603248596
229378	rnn.bias_hh_l0_reverse	2	-0.013354187831282616
229378	rnn.bias_hh_l0_reverse	3	-0.13340842723846436
229378	rnn.bias_hh_l0_reverse	4	-0.024051355198025703
229378	rnn.bias_hh_l0_reverse	5	-0.11730849742889404
229378	rnn.bias_hh_l0_reverse	6	-0.0772307738661766
229378	rnn.bias_hh_l0_reverse	7	-0.1808224767446518
229378	rnn.bias_hh_l0_reverse	8	-0.06584621220827103
229378	rnn.bias_hh_l0_reverse	9	-0.11113142222166061
229378	linear.weight	0	-0.30144184827804565
229378	linear.weight	1	-0.1033410057425499
229378	linear.weight	2	-0.011228874325752258
229378	linear.weight	3	-0.0895606279373169
229378	linear.weight	4	-0.009424797259271145
229378	linear.weight	5	0.20490556955337524
229378	linear.weight	6	0.0047744326293468475
229378	linear.weight	7	-0.021312154829502106
229378	linear.weight	8	0.1754184514284134
229378	linear.weight	9	0.20607374608516693
229378	linear.bias	0	-0.8180941939353943
229378	linear.bias	1	1.4324666261672974
229378	linear.bias	2	-0.5092602968215942
229378	linear.bias	3	-0.7585461735725403
229378	linear.bias	4	-0.8643941879272461
229378	linear.bias	5	-1.1801636219024658
229378	linear.bias	6	-0.9591102600097656
229378	linear.bias	7	-0.7157936096191406
229378	linear.bias	8	-0.01705317199230194
229378	linear.bias	9	3.5249404907226562
229575	transitions	0	-0.4639301896095276
229575	transitions	1	8.835125923156738
229575	transitions	2	-3.6272189617156982
229575	transitions	3	1.565924048423767
229575	transitions	4	-2.2165687084198
229575	transitions	5	-0.43089911341667175
229575	transitions	6	-0.19577504694461823
229575	transitions	7	-10000.0
229575	transitions	8	1.8504470586776733
229575	transitions	9	-2.2949559688568115
229575	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
229575	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
229575	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
229575	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
229575	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
229575	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
229575	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
229575	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
229575	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
229575	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
229575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
229575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
229575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
229575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
229575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
229575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
229575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
229575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
229575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
229575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
229575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
229575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
229575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
229575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
229575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
229575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
229575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
229575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
229575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
229575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
229575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
229575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
229575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
229575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
229575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
229575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
229575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
229575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
229575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
229575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
229575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
229575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
229575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
229575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
229575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
229575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
229575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
229575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
229575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
229575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
229575	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
229575	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
229575	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
229575	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
229575	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
229575	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
229575	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
229575	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
229575	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
229575	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
229575	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
229575	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
229575	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
229575	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
229575	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
229575	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
229575	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
229575	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
229575	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
229575	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
229575	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
229575	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
229575	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
229575	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
229575	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
229575	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
229575	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
229575	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
229575	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
229575	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
229575	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
229575	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
229575	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
229575	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
229575	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
229575	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
229575	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
229575	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
229575	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
229575	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
229575	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
229575	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
229575	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
229575	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
229575	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
229575	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
229575	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
229575	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
229575	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
229575	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
229575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
229575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
229575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
229575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
229575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
229575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
229575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
229575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
229575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
229575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
229575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
229575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
229575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
229575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
229575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
229575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
229575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
229575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
229575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
229575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
229575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
229575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
229575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
229575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
229575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
229575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
229575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
229575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
229575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
229575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
229575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
229575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
229575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
229575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
229575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
229575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
229575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
229575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
229575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
229575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
229575	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
229575	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
229575	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
229575	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
229575	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
229575	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
229575	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
229575	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
229575	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
229575	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
229575	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
229575	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
229575	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
229575	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
229575	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
229575	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
229575	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
229575	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
229575	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
229575	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
229575	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
229575	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
229575	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
229575	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
229575	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
229575	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
229575	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
229575	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
229575	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
229575	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
229575	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
229575	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
229575	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
229575	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
229575	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
229575	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
229575	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
229575	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
229575	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
229575	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
229575	embedding2nn.weight	0	0.04497971758246422
229575	embedding2nn.weight	1	-0.09487579017877579
229575	embedding2nn.weight	2	0.01365045364946127
229575	embedding2nn.weight	3	-0.059937525540590286
229575	embedding2nn.weight	4	-0.10777048766613007
229575	embedding2nn.weight	5	0.10959785431623459
229575	embedding2nn.weight	6	-0.08185628801584244
229575	embedding2nn.weight	7	-0.07085511088371277
229575	embedding2nn.weight	8	-0.032488688826560974
229575	embedding2nn.weight	9	0.052754104137420654
229575	embedding2nn.bias	0	0.07581674307584763
229575	embedding2nn.bias	1	-0.01111918780952692
229575	embedding2nn.bias	2	-0.08409371227025986
229575	embedding2nn.bias	3	0.02214028313755989
229575	embedding2nn.bias	4	-0.01531277596950531
229575	embedding2nn.bias	5	-0.15272052586078644
229575	embedding2nn.bias	6	-0.1256999522447586
229575	embedding2nn.bias	7	-0.02667735144495964
229575	embedding2nn.bias	8	0.07440759241580963
229575	embedding2nn.bias	9	-0.0757170096039772
229575	rnn.weight_ih_l0	0	0.0418916754424572
229575	rnn.weight_ih_l0	1	-0.08081244677305222
229575	rnn.weight_ih_l0	2	-0.058457136154174805
229575	rnn.weight_ih_l0	3	-0.05808427557349205
229575	rnn.weight_ih_l0	4	0.019688019528985023
229575	rnn.weight_ih_l0	5	-0.11161863058805466
229575	rnn.weight_ih_l0	6	-0.03313371539115906
229575	rnn.weight_ih_l0	7	-0.003802852937951684
229575	rnn.weight_ih_l0	8	0.05705052241683006
229575	rnn.weight_ih_l0	9	0.004150401335209608
229575	rnn.weight_hh_l0	0	8.864189294399694e-05
229575	rnn.weight_hh_l0	1	-0.0855603739619255
229575	rnn.weight_hh_l0	2	0.072896309196949
229575	rnn.weight_hh_l0	3	0.051623232662677765
229575	rnn.weight_hh_l0	4	0.004427574574947357
229575	rnn.weight_hh_l0	5	0.0690748319029808
229575	rnn.weight_hh_l0	6	-0.017585523426532745
229575	rnn.weight_hh_l0	7	-0.11068972945213318
229575	rnn.weight_hh_l0	8	0.026323610916733742
229575	rnn.weight_hh_l0	9	-0.08229837566614151
229575	rnn.bias_ih_l0	0	-0.08568030595779419
229575	rnn.bias_ih_l0	1	-0.1952352523803711
229575	rnn.bias_ih_l0	2	-0.26064276695251465
229575	rnn.bias_ih_l0	3	-0.2834058701992035
229575	rnn.bias_ih_l0	4	0.004553840961307287
229575	rnn.bias_ih_l0	5	0.06201895698904991
229575	rnn.bias_ih_l0	6	-0.17124542593955994
229575	rnn.bias_ih_l0	7	-0.2602264881134033
229575	rnn.bias_ih_l0	8	-0.1469000279903412
229575	rnn.bias_ih_l0	9	-0.1761687994003296
229575	rnn.bias_hh_l0	0	0.13307245075702667
229575	rnn.bias_hh_l0	1	-0.05333714559674263
229575	rnn.bias_hh_l0	2	0.05280044302344322
229575	rnn.bias_hh_l0	3	-0.18009501695632935
229575	rnn.bias_hh_l0	4	0.060263313353061676
229575	rnn.bias_hh_l0	5	0.06119031831622124
229575	rnn.bias_hh_l0	6	-0.1075792908668518
229575	rnn.bias_hh_l0	7	-0.146729975938797
229575	rnn.bias_hh_l0	8	-0.19028466939926147
229575	rnn.bias_hh_l0	9	-0.1071782112121582
229575	rnn.weight_ih_l0_reverse	0	-0.018111448734998703
229575	rnn.weight_ih_l0_reverse	1	-0.0021544061601161957
229575	rnn.weight_ih_l0_reverse	2	0.007986298762261868
229575	rnn.weight_ih_l0_reverse	3	0.012096892111003399
229575	rnn.weight_ih_l0_reverse	4	0.017971955239772797
229575	rnn.weight_ih_l0_reverse	5	-0.055057305842638016
229575	rnn.weight_ih_l0_reverse	6	-0.04798711836338043
229575	rnn.weight_ih_l0_reverse	7	0.01646707020699978
229575	rnn.weight_ih_l0_reverse	8	0.09052040427923203
229575	rnn.weight_ih_l0_reverse	9	0.0008716544252820313
229575	rnn.weight_hh_l0_reverse	0	0.0038940473459661007
229575	rnn.weight_hh_l0_reverse	1	0.028051717206835747
229575	rnn.weight_hh_l0_reverse	2	-0.038980573415756226
229575	rnn.weight_hh_l0_reverse	3	0.039064109325408936
229575	rnn.weight_hh_l0_reverse	4	0.022510118782520294
229575	rnn.weight_hh_l0_reverse	5	-0.009241833351552486
229575	rnn.weight_hh_l0_reverse	6	0.06831188499927521
229575	rnn.weight_hh_l0_reverse	7	0.03718787804245949
229575	rnn.weight_hh_l0_reverse	8	-0.025949886068701744
229575	rnn.weight_hh_l0_reverse	9	-0.026417938992381096
229575	rnn.bias_ih_l0_reverse	0	-0.14337626099586487
229575	rnn.bias_ih_l0_reverse	1	-0.30973556637763977
229575	rnn.bias_ih_l0_reverse	2	-0.06031373515725136
229575	rnn.bias_ih_l0_reverse	3	-0.15993964672088623
229575	rnn.bias_ih_l0_reverse	4	0.07039957493543625
229575	rnn.bias_ih_l0_reverse	5	-0.2738008499145508
229575	rnn.bias_ih_l0_reverse	6	-0.0683460682630539
229575	rnn.bias_ih_l0_reverse	7	0.018889591097831726
229575	rnn.bias_ih_l0_reverse	8	-0.18607370555400848
229575	rnn.bias_ih_l0_reverse	9	-0.09227316826581955
229575	rnn.bias_hh_l0_reverse	0	-0.1551816761493683
229575	rnn.bias_hh_l0_reverse	1	-0.15062215924263
229575	rnn.bias_hh_l0_reverse	2	-0.01326568704098463
229575	rnn.bias_hh_l0_reverse	3	-0.13473109900951385
229575	rnn.bias_hh_l0_reverse	4	-0.02370346151292324
229575	rnn.bias_hh_l0_reverse	5	-0.11756063997745514
229575	rnn.bias_hh_l0_reverse	6	-0.07630160450935364
229575	rnn.bias_hh_l0_reverse	7	-0.1810854822397232
229575	rnn.bias_hh_l0_reverse	8	-0.06476563215255737
229575	rnn.bias_hh_l0_reverse	9	-0.11050866544246674
229575	linear.weight	0	-0.3006671667098999
229575	linear.weight	1	-0.10547643154859543
229575	linear.weight	2	-0.011228874325752258
229575	linear.weight	3	-0.09324155747890472
229575	linear.weight	4	-0.008352724835276604
229575	linear.weight	5	0.2058987021446228
229575	linear.weight	6	0.0047744326293468475
229575	linear.weight	7	-0.021312154829502106
229575	linear.weight	8	0.17611463367938995
229575	linear.weight	9	0.20646226406097412
229575	linear.bias	0	-0.8208896517753601
229575	linear.bias	1	1.4135233163833618
229575	linear.bias	2	-0.5134457945823669
229575	linear.bias	3	-0.7433202862739563
229575	linear.bias	4	-0.8737456202507019
229575	linear.bias	5	-1.1801683902740479
229575	linear.bias	6	-0.9630447030067444
229575	linear.bias	7	-0.7170292139053345
229575	linear.bias	8	-0.01705317199230194
229575	linear.bias	9	3.517162322998047
229772	transitions	0	-0.46396204829216003
229772	transitions	1	8.82422161102295
229772	transitions	2	-3.627450704574585
229772	transitions	3	1.5640084743499756
229772	transitions	4	-2.2166764736175537
229772	transitions	5	-0.4309097230434418
229772	transitions	6	-0.19578096270561218
229772	transitions	7	-10000.0
229772	transitions	8	1.8501293659210205
229772	transitions	9	-2.2949562072753906
229772	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
229772	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
229772	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
229772	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
229772	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
229772	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
229772	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
229772	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
229772	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
229772	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
229772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
229772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
229772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
229772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
229772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
229772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
229772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
229772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
229772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
229772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
229772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
229772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
229772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
229772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
229772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
229772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
229772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
229772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
229772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
229772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
229772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
229772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
229772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
229772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
229772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
229772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
229772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
229772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
229772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
229772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
229772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
229772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
229772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
229772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
229772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
229772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
229772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
229772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
229772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
229772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
229772	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
229772	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
229772	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
229772	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
229772	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
229772	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
229772	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
229772	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
229772	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
229772	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
229772	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
229772	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
229772	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
229772	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
229772	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
229772	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
229772	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
229772	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
229772	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
229772	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
229772	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
229772	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
229772	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
229772	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
229772	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
229772	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
229772	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
229772	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
229772	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
229772	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
229772	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
229772	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
229772	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
229772	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
229772	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
229772	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
229772	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
229772	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
229772	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
229772	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
229772	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
229772	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
229772	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
229772	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
229772	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
229772	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
229772	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
229772	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
229772	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
229772	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
229772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
229772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
229772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
229772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
229772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
229772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
229772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
229772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
229772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
229772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
229772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
229772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
229772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
229772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
229772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
229772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
229772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
229772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
229772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
229772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
229772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
229772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
229772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
229772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
229772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
229772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
229772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
229772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
229772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
229772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
229772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
229772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
229772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
229772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
229772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
229772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
229772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
229772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
229772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
229772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
229772	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
229772	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
229772	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
229772	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
229772	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
229772	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
229772	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
229772	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
229772	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
229772	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
229772	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
229772	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
229772	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
229772	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
229772	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
229772	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
229772	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
229772	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
229772	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
229772	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
229772	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
229772	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
229772	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
229772	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
229772	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
229772	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
229772	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
229772	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
229772	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
229772	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
229772	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
229772	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
229772	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
229772	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
229772	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
229772	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
229772	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
229772	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
229772	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
229772	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
229772	embedding2nn.weight	0	0.044760480523109436
229772	embedding2nn.weight	1	-0.09466511011123657
229772	embedding2nn.weight	2	0.013687433674931526
229772	embedding2nn.weight	3	-0.060247182846069336
229772	embedding2nn.weight	4	-0.10699256509542465
229772	embedding2nn.weight	5	0.11012668907642365
229772	embedding2nn.weight	6	-0.08207135647535324
229772	embedding2nn.weight	7	-0.07111958414316177
229772	embedding2nn.weight	8	-0.03240953013300896
229772	embedding2nn.weight	9	0.05255503952503204
229772	embedding2nn.bias	0	0.07607319205999374
229772	embedding2nn.bias	1	-0.01044816616922617
229772	embedding2nn.bias	2	-0.0882657840847969
229772	embedding2nn.bias	3	0.021602537482976913
229772	embedding2nn.bias	4	-0.014748826622962952
229772	embedding2nn.bias	5	-0.14997711777687073
229772	embedding2nn.bias	6	-0.12644818425178528
229772	embedding2nn.bias	7	-0.023567287251353264
229772	embedding2nn.bias	8	0.07375507056713104
229772	embedding2nn.bias	9	-0.07470192015171051
229772	rnn.weight_ih_l0	0	0.04193956404924393
229772	rnn.weight_ih_l0	1	-0.08059465885162354
229772	rnn.weight_ih_l0	2	-0.05845925584435463
229772	rnn.weight_ih_l0	3	-0.05842188373208046
229772	rnn.weight_ih_l0	4	0.01986517570912838
229772	rnn.weight_ih_l0	5	-0.11152355372905731
229772	rnn.weight_ih_l0	6	-0.033741772174835205
229772	rnn.weight_ih_l0	7	-0.003944007214158773
229772	rnn.weight_ih_l0	8	0.057764939963817596
229772	rnn.weight_ih_l0	9	0.004451999440789223
229772	rnn.weight_hh_l0	0	3.692973041324876e-05
229772	rnn.weight_hh_l0	1	-0.08534256368875504
229772	rnn.weight_hh_l0	2	0.0728907659649849
229772	rnn.weight_hh_l0	3	0.05196869373321533
229772	rnn.weight_hh_l0	4	0.0042485324665904045
229772	rnn.weight_hh_l0	5	0.06926240026950836
229772	rnn.weight_hh_l0	6	-0.01758742518723011
229772	rnn.weight_hh_l0	7	-0.1108146533370018
229772	rnn.weight_hh_l0	8	0.026218200102448463
229772	rnn.weight_hh_l0	9	-0.08322980999946594
229772	rnn.bias_ih_l0	0	-0.08656808733940125
229772	rnn.bias_ih_l0	1	-0.1955658197402954
229772	rnn.bias_ih_l0	2	-0.26147913932800293
229772	rnn.bias_ih_l0	3	-0.28324267268180847
229772	rnn.bias_ih_l0	4	0.004253417253494263
229772	rnn.bias_ih_l0	5	0.06231888383626938
229772	rnn.bias_ih_l0	6	-0.17125751078128815
229772	rnn.bias_ih_l0	7	-0.25943976640701294
229772	rnn.bias_ih_l0	8	-0.14812511205673218
229772	rnn.bias_ih_l0	9	-0.1761314421892166
229772	rnn.bias_hh_l0	0	0.1333862692117691
229772	rnn.bias_hh_l0	1	-0.05253322049975395
229772	rnn.bias_hh_l0	2	0.053372662514448166
229772	rnn.bias_hh_l0	3	-0.17974823713302612
229772	rnn.bias_hh_l0	4	0.059228334575891495
229772	rnn.bias_hh_l0	5	0.060834962874650955
229772	rnn.bias_hh_l0	6	-0.10755280405282974
229772	rnn.bias_hh_l0	7	-0.14606308937072754
229772	rnn.bias_hh_l0	8	-0.1901663839817047
229772	rnn.bias_hh_l0	9	-0.10660838335752487
229772	rnn.weight_ih_l0_reverse	0	-0.018176622688770294
229772	rnn.weight_ih_l0_reverse	1	-0.0018988321535289288
229772	rnn.weight_ih_l0_reverse	2	0.007996883243322372
229772	rnn.weight_ih_l0_reverse	3	0.011961557902395725
229772	rnn.weight_ih_l0_reverse	4	0.01837576925754547
229772	rnn.weight_ih_l0_reverse	5	-0.05596698075532913
229772	rnn.weight_ih_l0_reverse	6	-0.048112038522958755
229772	rnn.weight_ih_l0_reverse	7	0.016408732160925865
229772	rnn.weight_ih_l0_reverse	8	0.0911688506603241
229772	rnn.weight_ih_l0_reverse	9	0.0013489540433511138
229772	rnn.weight_hh_l0_reverse	0	0.0038999279495328665
229772	rnn.weight_hh_l0_reverse	1	0.02841467782855034
229772	rnn.weight_hh_l0_reverse	2	-0.03888979181647301
229772	rnn.weight_hh_l0_reverse	3	0.03905387967824936
229772	rnn.weight_hh_l0_reverse	4	0.022410551086068153
229772	rnn.weight_hh_l0_reverse	5	-0.009165965020656586
229772	rnn.weight_hh_l0_reverse	6	0.06859832257032394
229772	rnn.weight_hh_l0_reverse	7	0.03737536445260048
229772	rnn.weight_hh_l0_reverse	8	-0.026041856035590172
229772	rnn.weight_hh_l0_reverse	9	-0.026222849264740944
229772	rnn.bias_ih_l0_reverse	0	-0.14223410189151764
229772	rnn.bias_ih_l0_reverse	1	-0.31008267402648926
229772	rnn.bias_ih_l0_reverse	2	-0.05975351482629776
229772	rnn.bias_ih_l0_reverse	3	-0.15900464355945587
229772	rnn.bias_ih_l0_reverse	4	0.0699034109711647
229772	rnn.bias_ih_l0_reverse	5	-0.2725905776023865
229772	rnn.bias_ih_l0_reverse	6	-0.06908963620662689
229772	rnn.bias_ih_l0_reverse	7	0.019991526380181313
229772	rnn.bias_ih_l0_reverse	8	-0.1872018426656723
229772	rnn.bias_ih_l0_reverse	9	-0.0924515649676323
229772	rnn.bias_hh_l0_reverse	0	-0.15661314129829407
229772	rnn.bias_hh_l0_reverse	1	-0.15098805725574493
229772	rnn.bias_hh_l0_reverse	2	-0.01296999305486679
229772	rnn.bias_hh_l0_reverse	3	-0.13451837003231049
229772	rnn.bias_hh_l0_reverse	4	-0.02378353290259838
229772	rnn.bias_hh_l0_reverse	5	-0.1182168573141098
229772	rnn.bias_hh_l0_reverse	6	-0.07590384036302567
229772	rnn.bias_hh_l0_reverse	7	-0.1806299090385437
229772	rnn.bias_hh_l0_reverse	8	-0.06530513614416122
229772	rnn.bias_hh_l0_reverse	9	-0.11053689569234848
229772	linear.weight	0	-0.3038599193096161
229772	linear.weight	1	-0.10759939253330231
229772	linear.weight	2	-0.011228874325752258
229772	linear.weight	3	-0.09092695266008377
229772	linear.weight	4	-0.0074754138477146626
229772	linear.weight	5	0.20342054963111877
229772	linear.weight	6	0.0047744326293468475
229772	linear.weight	7	-0.021312154829502106
229772	linear.weight	8	0.17538906633853912
229772	linear.weight	9	0.20581001043319702
229772	linear.bias	0	-0.8182570338249207
229772	linear.bias	1	1.4105744361877441
229772	linear.bias	2	-0.5003828406333923
229772	linear.bias	3	-0.755950391292572
229772	linear.bias	4	-0.8755463361740112
229772	linear.bias	5	-1.1801738739013672
229772	linear.bias	6	-0.9605981707572937
229772	linear.bias	7	-0.700377345085144
229772	linear.bias	8	-0.01705317199230194
229772	linear.bias	9	3.505199432373047
229969	transitions	0	-0.46407008171081543
229969	transitions	1	8.821091651916504
229969	transitions	2	-3.627674102783203
229969	transitions	3	1.5709915161132812
229969	transitions	4	-2.21671986579895
229969	transitions	5	-0.43092188239097595
229969	transitions	6	-0.1957893669605255
229969	transitions	7	-10000.0
229969	transitions	8	1.8513745069503784
229969	transitions	9	-2.2949564456939697
229969	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
229969	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
229969	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
229969	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
229969	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
229969	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
229969	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
229969	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
229969	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
229969	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
229969	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
229969	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
229969	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
229969	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
229969	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
229969	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
229969	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
229969	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
229969	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
229969	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
229969	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
229969	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
229969	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
229969	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
229969	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
229969	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
229969	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
229969	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
229969	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
229969	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
229969	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
229969	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
229969	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
229969	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
229969	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
229969	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
229969	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
229969	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
229969	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
229969	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
229969	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
229969	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
229969	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
229969	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
229969	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
229969	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
229969	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
229969	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
229969	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
229969	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
229969	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
229969	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
229969	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
229969	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
229969	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
229969	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
229969	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
229969	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
229969	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
229969	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
229969	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
229969	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
229969	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
229969	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
229969	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
229969	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
229969	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
229969	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
229969	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
229969	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
229969	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
229969	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
229969	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
229969	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
229969	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
229969	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
229969	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
229969	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
229969	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
229969	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
229969	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
229969	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
229969	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
229969	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
229969	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
229969	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
229969	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
229969	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
229969	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
229969	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
229969	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
229969	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
229969	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
229969	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
229969	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
229969	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
229969	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
229969	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
229969	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
229969	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
229969	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
229969	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
229969	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
229969	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
229969	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
229969	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
229969	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
229969	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
229969	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
229969	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
229969	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
229969	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
229969	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
229969	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
229969	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
229969	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
229969	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
229969	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
229969	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
229969	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
229969	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
229969	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
229969	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
229969	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
229969	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
229969	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
229969	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
229969	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
229969	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
229969	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
229969	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
229969	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
229969	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
229969	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
229969	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
229969	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
229969	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
229969	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
229969	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
229969	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
229969	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
229969	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
229969	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
229969	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
229969	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
229969	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
229969	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
229969	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
229969	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
229969	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
229969	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
229969	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
229969	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
229969	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
229969	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
229969	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
229969	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
229969	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
229969	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
229969	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
229969	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
229969	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
229969	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
229969	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
229969	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
229969	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
229969	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
229969	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
229969	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
229969	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
229969	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
229969	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
229969	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
229969	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
229969	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
229969	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
229969	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
229969	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
229969	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
229969	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
229969	embedding2nn.weight	0	0.044847190380096436
229969	embedding2nn.weight	1	-0.09470956027507782
229969	embedding2nn.weight	2	0.014390503987669945
229969	embedding2nn.weight	3	-0.06005062907934189
229969	embedding2nn.weight	4	-0.10692955553531647
229969	embedding2nn.weight	5	0.11119134724140167
229969	embedding2nn.weight	6	-0.0791013091802597
229969	embedding2nn.weight	7	-0.07130104303359985
229969	embedding2nn.weight	8	-0.03237501531839371
229969	embedding2nn.weight	9	0.05228958651423454
229969	embedding2nn.bias	0	0.07744535058736801
229969	embedding2nn.bias	1	-0.012692890129983425
229969	embedding2nn.bias	2	-0.0883745402097702
229969	embedding2nn.bias	3	0.024110732600092888
229969	embedding2nn.bias	4	-0.009455441497266293
229969	embedding2nn.bias	5	-0.14547021687030792
229969	embedding2nn.bias	6	-0.12907573580741882
229969	embedding2nn.bias	7	-0.026886671781539917
229969	embedding2nn.bias	8	0.07070638984441757
229969	embedding2nn.bias	9	-0.0743536651134491
229969	rnn.weight_ih_l0	0	0.04235156998038292
229969	rnn.weight_ih_l0	1	-0.07971292734146118
229969	rnn.weight_ih_l0	2	-0.05857948213815689
229969	rnn.weight_ih_l0	3	-0.05870126560330391
229969	rnn.weight_ih_l0	4	0.01944849081337452
229969	rnn.weight_ih_l0	5	-0.11166054010391235
229969	rnn.weight_ih_l0	6	-0.033470362424850464
229969	rnn.weight_ih_l0	7	-0.004017943050712347
229969	rnn.weight_ih_l0	8	0.058136820793151855
229969	rnn.weight_ih_l0	9	0.003991094417870045
229969	rnn.weight_hh_l0	0	0.00015225732931867242
229969	rnn.weight_hh_l0	1	-0.08537038415670395
229969	rnn.weight_hh_l0	2	0.07286892086267471
229969	rnn.weight_hh_l0	3	0.05187118425965309
229969	rnn.weight_hh_l0	4	0.004500771872699261
229969	rnn.weight_hh_l0	5	0.06957679986953735
229969	rnn.weight_hh_l0	6	-0.017668254673480988
229969	rnn.weight_hh_l0	7	-0.11075524240732193
229969	rnn.weight_hh_l0	8	0.02619745396077633
229969	rnn.weight_hh_l0	9	-0.08317513763904572
229969	rnn.bias_ih_l0	0	-0.08700929582118988
229969	rnn.bias_ih_l0	1	-0.1953408122062683
229969	rnn.bias_ih_l0	2	-0.2617981731891632
229969	rnn.bias_ih_l0	3	-0.28316375613212585
229969	rnn.bias_ih_l0	4	0.003639875678345561
229969	rnn.bias_ih_l0	5	0.06286131590604782
229969	rnn.bias_ih_l0	6	-0.17112572491168976
229969	rnn.bias_ih_l0	7	-0.2595517039299011
229969	rnn.bias_ih_l0	8	-0.14773185551166534
229969	rnn.bias_ih_l0	9	-0.17546825110912323
229969	rnn.bias_hh_l0	0	0.13243572413921356
229969	rnn.bias_hh_l0	1	-0.0533076673746109
229969	rnn.bias_hh_l0	2	0.053351979702711105
229969	rnn.bias_hh_l0	3	-0.18026408553123474
229969	rnn.bias_hh_l0	4	0.05953933671116829
229969	rnn.bias_hh_l0	5	0.05907706916332245
229969	rnn.bias_hh_l0	6	-0.1076321080327034
229969	rnn.bias_hh_l0	7	-0.14669442176818848
229969	rnn.bias_hh_l0	8	-0.18865004181861877
229969	rnn.bias_hh_l0	9	-0.10606072098016739
229969	rnn.weight_ih_l0_reverse	0	-0.018250366672873497
229969	rnn.weight_ih_l0_reverse	1	-0.002461922587826848
229969	rnn.weight_ih_l0_reverse	2	0.007415056228637695
229969	rnn.weight_ih_l0_reverse	3	0.011832894757390022
229969	rnn.weight_ih_l0_reverse	4	0.017861606553196907
229969	rnn.weight_ih_l0_reverse	5	-0.05542535334825516
229969	rnn.weight_ih_l0_reverse	6	-0.04797201231122017
229969	rnn.weight_ih_l0_reverse	7	0.016399549320340157
229969	rnn.weight_ih_l0_reverse	8	0.09104987978935242
229969	rnn.weight_ih_l0_reverse	9	0.00118833698797971
229969	rnn.weight_hh_l0_reverse	0	0.004006070084869862
229969	rnn.weight_hh_l0_reverse	1	0.028429649770259857
229969	rnn.weight_hh_l0_reverse	2	-0.03887829929590225
229969	rnn.weight_hh_l0_reverse	3	0.039169829338788986
229969	rnn.weight_hh_l0_reverse	4	0.022329282015562057
229969	rnn.weight_hh_l0_reverse	5	-0.009152734652161598
229969	rnn.weight_hh_l0_reverse	6	0.0685213953256607
229969	rnn.weight_hh_l0_reverse	7	0.03719816356897354
229969	rnn.weight_hh_l0_reverse	8	-0.025579502806067467
229969	rnn.weight_hh_l0_reverse	9	-0.026417529210448265
229969	rnn.bias_ih_l0_reverse	0	-0.14258767664432526
229969	rnn.bias_ih_l0_reverse	1	-0.3108241558074951
229969	rnn.bias_ih_l0_reverse	2	-0.05948780104517937
229969	rnn.bias_ih_l0_reverse	3	-0.1579870581626892
229969	rnn.bias_ih_l0_reverse	4	0.07094969600439072
229969	rnn.bias_ih_l0_reverse	5	-0.27520063519477844
229969	rnn.bias_ih_l0_reverse	6	-0.06890660524368286
229969	rnn.bias_ih_l0_reverse	7	0.019845005124807358
229969	rnn.bias_ih_l0_reverse	8	-0.1879044771194458
229969	rnn.bias_ih_l0_reverse	9	-0.09359124302864075
229969	rnn.bias_hh_l0_reverse	0	-0.155607670545578
229969	rnn.bias_hh_l0_reverse	1	-0.150015726685524
229969	rnn.bias_hh_l0_reverse	2	-0.012739536352455616
229969	rnn.bias_hh_l0_reverse	3	-0.13529250025749207
229969	rnn.bias_hh_l0_reverse	4	-0.023548778146505356
229969	rnn.bias_hh_l0_reverse	5	-0.11776604503393173
229969	rnn.bias_hh_l0_reverse	6	-0.07561786472797394
229969	rnn.bias_hh_l0_reverse	7	-0.18100975453853607
229969	rnn.bias_hh_l0_reverse	8	-0.06486951559782028
229969	rnn.bias_hh_l0_reverse	9	-0.10994954407215118
229969	linear.weight	0	-0.30574294924736023
229969	linear.weight	1	-0.10762467980384827
229969	linear.weight	2	-0.011228874325752258
229969	linear.weight	3	-0.09105055034160614
229969	linear.weight	4	-0.009887090884149075
229969	linear.weight	5	0.19977661967277527
229969	linear.weight	6	0.0047744326293468475
229969	linear.weight	7	-0.021312154829502106
229969	linear.weight	8	0.17827439308166504
229969	linear.weight	9	0.20452815294265747
229969	linear.bias	0	-0.8181467652320862
229969	linear.bias	1	1.428602933883667
229969	linear.bias	2	-0.5113091468811035
229969	linear.bias	3	-0.7508618831634521
229969	linear.bias	4	-0.8850324749946594
229969	linear.bias	5	-1.1801786422729492
229969	linear.bias	6	-0.9625569581985474
229969	linear.bias	7	-0.7126112580299377
229969	linear.bias	8	-0.01705317199230194
229969	linear.bias	9	3.505417823791504
230166	transitions	0	-0.4641396999359131
230166	transitions	1	8.824750900268555
230166	transitions	2	-3.6278083324432373
230166	transitions	3	1.5699888467788696
230166	transitions	4	-2.2168304920196533
230166	transitions	5	-0.43096038699150085
230166	transitions	6	-0.19579479098320007
230166	transitions	7	-10000.0
230166	transitions	8	1.8512835502624512
230166	transitions	9	-2.2949564456939697
230166	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
230166	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
230166	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
230166	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
230166	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
230166	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
230166	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
230166	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
230166	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
230166	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
230166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
230166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
230166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
230166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
230166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
230166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
230166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
230166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
230166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
230166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
230166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
230166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
230166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
230166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
230166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
230166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
230166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
230166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
230166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
230166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
230166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
230166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
230166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
230166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
230166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
230166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
230166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
230166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
230166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
230166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
230166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
230166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
230166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
230166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
230166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
230166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
230166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
230166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
230166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
230166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
230166	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
230166	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
230166	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
230166	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
230166	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
230166	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
230166	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
230166	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
230166	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
230166	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
230166	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
230166	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
230166	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
230166	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
230166	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
230166	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
230166	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
230166	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
230166	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
230166	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
230166	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
230166	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
230166	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
230166	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
230166	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
230166	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
230166	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
230166	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
230166	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
230166	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
230166	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
230166	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
230166	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
230166	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
230166	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
230166	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
230166	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
230166	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
230166	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
230166	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
230166	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
230166	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
230166	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
230166	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
230166	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
230166	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
230166	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
230166	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
230166	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
230166	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
230166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
230166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
230166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
230166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
230166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
230166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
230166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
230166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
230166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
230166	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
230166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
230166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
230166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
230166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
230166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
230166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
230166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
230166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
230166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
230166	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
230166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
230166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
230166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
230166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
230166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
230166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
230166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
230166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
230166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
230166	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
230166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
230166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
230166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
230166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
230166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
230166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
230166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
230166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
230166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
230166	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
230166	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
230166	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
230166	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
230166	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
230166	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
230166	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
230166	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
230166	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
230166	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
230166	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
230166	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
230166	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
230166	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
230166	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
230166	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
230166	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
230166	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
230166	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
230166	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
230166	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
230166	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
230166	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
230166	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
230166	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
230166	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
230166	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
230166	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
230166	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
230166	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
230166	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
230166	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
230166	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
230166	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
230166	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
230166	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
230166	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
230166	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
230166	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
230166	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
230166	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
230166	embedding2nn.weight	0	0.04485878720879555
230166	embedding2nn.weight	1	-0.09469417482614517
230166	embedding2nn.weight	2	0.013465449213981628
230166	embedding2nn.weight	3	-0.05988281965255737
230166	embedding2nn.weight	4	-0.10661638528108597
230166	embedding2nn.weight	5	0.1109493225812912
230166	embedding2nn.weight	6	-0.07959113270044327
230166	embedding2nn.weight	7	-0.07123701274394989
230166	embedding2nn.weight	8	-0.03306802734732628
230166	embedding2nn.weight	9	0.051367972046136856
230166	embedding2nn.bias	0	0.07861125469207764
230166	embedding2nn.bias	1	-0.01276139635592699
230166	embedding2nn.bias	2	-0.08850837498903275
230166	embedding2nn.bias	3	0.025821568444371223
230166	embedding2nn.bias	4	-0.010268845595419407
230166	embedding2nn.bias	5	-0.14357519149780273
230166	embedding2nn.bias	6	-0.1260250359773636
230166	embedding2nn.bias	7	-0.026445193216204643
230166	embedding2nn.bias	8	0.07159684598445892
230166	embedding2nn.bias	9	-0.0699971616268158
230166	rnn.weight_ih_l0	0	0.04216040298342705
230166	rnn.weight_ih_l0	1	-0.07984688133001328
230166	rnn.weight_ih_l0	2	-0.05916300788521767
230166	rnn.weight_ih_l0	3	-0.05834337696433067
230166	rnn.weight_ih_l0	4	0.01928653009235859
230166	rnn.weight_ih_l0	5	-0.11272753030061722
230166	rnn.weight_ih_l0	6	-0.03323880955576897
230166	rnn.weight_ih_l0	7	-0.004467228893190622
230166	rnn.weight_ih_l0	8	0.05749748274683952
230166	rnn.weight_ih_l0	9	0.003519701538607478
230166	rnn.weight_hh_l0	0	-2.8461230613174848e-05
230166	rnn.weight_hh_l0	1	-0.08599071204662323
230166	rnn.weight_hh_l0	2	0.07311716675758362
230166	rnn.weight_hh_l0	3	0.051913607865571976
230166	rnn.weight_hh_l0	4	0.004494167864322662
230166	rnn.weight_hh_l0	5	0.06927510350942612
230166	rnn.weight_hh_l0	6	-0.017682068049907684
230166	rnn.weight_hh_l0	7	-0.11073870211839676
230166	rnn.weight_hh_l0	8	0.026434293016791344
230166	rnn.weight_hh_l0	9	-0.0826047882437706
230166	rnn.bias_ih_l0	0	-0.0870196595788002
230166	rnn.bias_ih_l0	1	-0.19605739414691925
230166	rnn.bias_ih_l0	2	-0.26196369528770447
230166	rnn.bias_ih_l0	3	-0.28333181142807007
230166	rnn.bias_ih_l0	4	0.0040039136074483395
230166	rnn.bias_ih_l0	5	0.0626918375492096
230166	rnn.bias_ih_l0	6	-0.17191919684410095
230166	rnn.bias_ih_l0	7	-0.2594294846057892
230166	rnn.bias_ih_l0	8	-0.14874088764190674
230166	rnn.bias_ih_l0	9	-0.17545679211616516
230166	rnn.bias_hh_l0	0	0.13172686100006104
230166	rnn.bias_hh_l0	1	-0.053445275872945786
230166	rnn.bias_hh_l0	2	0.05323628708720207
230166	rnn.bias_hh_l0	3	-0.17977921664714813
230166	rnn.bias_hh_l0	4	0.060538843274116516
230166	rnn.bias_hh_l0	5	0.05861926078796387
230166	rnn.bias_hh_l0	6	-0.10831470042467117
230166	rnn.bias_hh_l0	7	-0.14683440327644348
230166	rnn.bias_hh_l0	8	-0.187855526804924
230166	rnn.bias_hh_l0	9	-0.10629191249608994
230166	rnn.weight_ih_l0_reverse	0	-0.018226811662316322
230166	rnn.weight_ih_l0_reverse	1	-0.0018473122036084533
230166	rnn.weight_ih_l0_reverse	2	0.007438388653099537
230166	rnn.weight_ih_l0_reverse	3	0.01177192572504282
230166	rnn.weight_ih_l0_reverse	4	0.01704302988946438
230166	rnn.weight_ih_l0_reverse	5	-0.05525347217917442
230166	rnn.weight_ih_l0_reverse	6	-0.04720354452729225
230166	rnn.weight_ih_l0_reverse	7	0.01666952110826969
230166	rnn.weight_ih_l0_reverse	8	0.09155207872390747
230166	rnn.weight_ih_l0_reverse	9	0.0012201986974105239
230166	rnn.weight_hh_l0_reverse	0	0.004018147010356188
230166	rnn.weight_hh_l0_reverse	1	0.028327148407697678
230166	rnn.weight_hh_l0_reverse	2	-0.03902459889650345
230166	rnn.weight_hh_l0_reverse	3	0.03915366157889366
230166	rnn.weight_hh_l0_reverse	4	0.022411348298192024
230166	rnn.weight_hh_l0_reverse	5	-0.009014601819217205
230166	rnn.weight_hh_l0_reverse	6	0.06839088350534439
230166	rnn.weight_hh_l0_reverse	7	0.0371902771294117
230166	rnn.weight_hh_l0_reverse	8	-0.02535034343600273
230166	rnn.weight_hh_l0_reverse	9	-0.02631121128797531
230166	rnn.bias_ih_l0_reverse	0	-0.14305351674556732
230166	rnn.bias_ih_l0_reverse	1	-0.31025534868240356
230166	rnn.bias_ih_l0_reverse	2	-0.0590013712644577
230166	rnn.bias_ih_l0_reverse	3	-0.15702134370803833
230166	rnn.bias_ih_l0_reverse	4	0.07048854231834412
230166	rnn.bias_ih_l0_reverse	5	-0.27462175488471985
230166	rnn.bias_ih_l0_reverse	6	-0.0690448135137558
230166	rnn.bias_ih_l0_reverse	7	0.018228907138109207
230166	rnn.bias_ih_l0_reverse	8	-0.1870145946741104
230166	rnn.bias_ih_l0_reverse	9	-0.0931595116853714
230166	rnn.bias_hh_l0_reverse	0	-0.15481911599636078
230166	rnn.bias_hh_l0_reverse	1	-0.14986345171928406
230166	rnn.bias_hh_l0_reverse	2	-0.012642891146242619
230166	rnn.bias_hh_l0_reverse	3	-0.13467812538146973
230166	rnn.bias_hh_l0_reverse	4	-0.023376159369945526
230166	rnn.bias_hh_l0_reverse	5	-0.1176040843129158
230166	rnn.bias_hh_l0_reverse	6	-0.07555194199085236
230166	rnn.bias_hh_l0_reverse	7	-0.18099267780780792
230166	rnn.bias_hh_l0_reverse	8	-0.06380143761634827
230166	rnn.bias_hh_l0_reverse	9	-0.1104748398065567
230166	linear.weight	0	-0.303180992603302
230166	linear.weight	1	-0.10539399832487106
230166	linear.weight	2	-0.011228874325752258
230166	linear.weight	3	-0.09396717697381973
230166	linear.weight	4	-0.01048311684280634
230166	linear.weight	5	0.19959622621536255
230166	linear.weight	6	0.0047744326293468475
230166	linear.weight	7	-0.021312154829502106
230166	linear.weight	8	0.18031126260757446
230166	linear.weight	9	0.20130011439323425
230166	linear.bias	0	-0.8202762007713318
230166	linear.bias	1	1.4250600337982178
230166	linear.bias	2	-0.49675217270851135
230166	linear.bias	3	-0.7531594038009644
230166	linear.bias	4	-0.8880135416984558
230166	linear.bias	5	-1.1801830530166626
230166	linear.bias	6	-0.9644662141799927
230166	linear.bias	7	-0.7131448984146118
230166	linear.bias	8	-0.01705317199230194
230166	linear.bias	9	3.513638973236084
230363	transitions	0	-0.464155912399292
230363	transitions	1	8.836979866027832
230363	transitions	2	-3.6279048919677734
230363	transitions	3	1.5727503299713135
230363	transitions	4	-2.2169101238250732
230363	transitions	5	-0.4309670031070709
230363	transitions	6	-0.19580568373203278
230363	transitions	7	-10000.0
230363	transitions	8	1.8517036437988281
230363	transitions	9	-2.294957160949707
230363	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
230363	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
230363	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
230363	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
230363	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
230363	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
230363	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
230363	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
230363	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
230363	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
230363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
230363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
230363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
230363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
230363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
230363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
230363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
230363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
230363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
230363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
230363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
230363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
230363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
230363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
230363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
230363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
230363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
230363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
230363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
230363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
230363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
230363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
230363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
230363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
230363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
230363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
230363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
230363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
230363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
230363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
230363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
230363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
230363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
230363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
230363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
230363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
230363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
230363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
230363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
230363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
230363	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
230363	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
230363	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
230363	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
230363	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
230363	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
230363	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
230363	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
230363	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
230363	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
230363	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
230363	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
230363	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
230363	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
230363	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
230363	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
230363	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
230363	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
230363	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
230363	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
230363	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
230363	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
230363	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
230363	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
230363	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
230363	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
230363	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
230363	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
230363	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
230363	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
230363	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
230363	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
230363	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
230363	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
230363	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
230363	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
230363	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
230363	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
230363	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
230363	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
230363	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
230363	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
230363	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
230363	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
230363	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
230363	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
230363	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
230363	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
230363	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
230363	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
230363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
230363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
230363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
230363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
230363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
230363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
230363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
230363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
230363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
230363	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
230363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
230363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
230363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
230363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
230363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
230363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
230363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
230363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
230363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
230363	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
230363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
230363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
230363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
230363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
230363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
230363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
230363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
230363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
230363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
230363	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
230363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
230363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
230363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
230363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
230363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
230363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
230363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
230363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
230363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
230363	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
230363	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
230363	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
230363	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
230363	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
230363	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
230363	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
230363	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
230363	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
230363	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
230363	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
230363	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
230363	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
230363	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
230363	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
230363	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
230363	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
230363	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
230363	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
230363	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
230363	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
230363	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
230363	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
230363	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
230363	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
230363	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
230363	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
230363	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
230363	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
230363	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
230363	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
230363	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
230363	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
230363	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
230363	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
230363	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
230363	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
230363	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
230363	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
230363	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
230363	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
230363	embedding2nn.weight	0	0.04484676197171211
230363	embedding2nn.weight	1	-0.09443343430757523
230363	embedding2nn.weight	2	0.013881259597837925
230363	embedding2nn.weight	3	-0.06034098193049431
230363	embedding2nn.weight	4	-0.10832244902849197
230363	embedding2nn.weight	5	0.11146604269742966
230363	embedding2nn.weight	6	-0.07966285198926926
230363	embedding2nn.weight	7	-0.07189498841762543
230363	embedding2nn.weight	8	-0.03281138092279434
230363	embedding2nn.weight	9	0.05273428186774254
230363	embedding2nn.bias	0	0.07772701233625412
230363	embedding2nn.bias	1	-0.013762951828539371
230363	embedding2nn.bias	2	-0.09456002712249756
230363	embedding2nn.bias	3	0.02314724400639534
230363	embedding2nn.bias	4	-0.014541896991431713
230363	embedding2nn.bias	5	-0.14823099970817566
230363	embedding2nn.bias	6	-0.12200508266687393
230363	embedding2nn.bias	7	-0.02739422768354416
230363	embedding2nn.bias	8	0.0679946318268776
230363	embedding2nn.bias	9	-0.07654682546854019
230363	rnn.weight_ih_l0	0	0.042434338480234146
230363	rnn.weight_ih_l0	1	-0.08043225109577179
230363	rnn.weight_ih_l0	2	-0.059018995612859726
230363	rnn.weight_ih_l0	3	-0.059172023087739944
230363	rnn.weight_ih_l0	4	0.01926305890083313
230363	rnn.weight_ih_l0	5	-0.11307968199253082
230363	rnn.weight_ih_l0	6	-0.034244146198034286
230363	rnn.weight_ih_l0	7	-0.004439912736415863
230363	rnn.weight_ih_l0	8	0.057177189737558365
230363	rnn.weight_ih_l0	9	0.0035678676795214415
230363	rnn.weight_hh_l0	0	-0.0002724232617765665
230363	rnn.weight_hh_l0	1	-0.08521680533885956
230363	rnn.weight_hh_l0	2	0.07312967628240585
230363	rnn.weight_hh_l0	3	0.05213163048028946
230363	rnn.weight_hh_l0	4	0.004457944072782993
230363	rnn.weight_hh_l0	5	0.0693756639957428
230363	rnn.weight_hh_l0	6	-0.017528025433421135
230363	rnn.weight_hh_l0	7	-0.11075795441865921
230363	rnn.weight_hh_l0	8	0.02631594054400921
230363	rnn.weight_hh_l0	9	-0.08202775567770004
230363	rnn.bias_ih_l0	0	-0.08686857670545578
230363	rnn.bias_ih_l0	1	-0.19609622657299042
230363	rnn.bias_ih_l0	2	-0.2620391547679901
230363	rnn.bias_ih_l0	3	-0.2829582989215851
230363	rnn.bias_ih_l0	4	0.005255146883428097
230363	rnn.bias_ih_l0	5	0.06369126588106155
230363	rnn.bias_ih_l0	6	-0.1722021996974945
230363	rnn.bias_ih_l0	7	-0.2588604986667633
230363	rnn.bias_ih_l0	8	-0.14898847043514252
230363	rnn.bias_ih_l0	9	-0.1759059578180313
230363	rnn.bias_hh_l0	0	0.1323418915271759
230363	rnn.bias_hh_l0	1	-0.053844306617975235
230363	rnn.bias_hh_l0	2	0.05357794836163521
230363	rnn.bias_hh_l0	3	-0.18047140538692474
230363	rnn.bias_hh_l0	4	0.05965402349829674
230363	rnn.bias_hh_l0	5	0.058865342289209366
230363	rnn.bias_hh_l0	6	-0.10833892971277237
230363	rnn.bias_hh_l0	7	-0.1466497927904129
230363	rnn.bias_hh_l0	8	-0.18841932713985443
230363	rnn.bias_hh_l0	9	-0.10550663620233536
230363	rnn.weight_ih_l0_reverse	0	-0.018282728269696236
230363	rnn.weight_ih_l0_reverse	1	-0.002203944604843855
230363	rnn.weight_ih_l0_reverse	2	0.008031999692320824
230363	rnn.weight_ih_l0_reverse	3	0.011459670960903168
230363	rnn.weight_ih_l0_reverse	4	0.01712670922279358
230363	rnn.weight_ih_l0_reverse	5	-0.055211566388607025
230363	rnn.weight_ih_l0_reverse	6	-0.04681868478655815
230363	rnn.weight_ih_l0_reverse	7	0.01667882315814495
230363	rnn.weight_ih_l0_reverse	8	0.09171992540359497
230363	rnn.weight_ih_l0_reverse	9	0.0009973628912121058
230363	rnn.weight_hh_l0_reverse	0	0.003980561625212431
230363	rnn.weight_hh_l0_reverse	1	0.028239933773875237
230363	rnn.weight_hh_l0_reverse	2	-0.03906865417957306
230363	rnn.weight_hh_l0_reverse	3	0.039085760712623596
230363	rnn.weight_hh_l0_reverse	4	0.022342447191476822
230363	rnn.weight_hh_l0_reverse	5	-0.009370522573590279
230363	rnn.weight_hh_l0_reverse	6	0.06829442828893661
230363	rnn.weight_hh_l0_reverse	7	0.03704562410712242
230363	rnn.weight_hh_l0_reverse	8	-0.025228116661310196
230363	rnn.weight_hh_l0_reverse	9	-0.02614433690905571
230363	rnn.bias_ih_l0_reverse	0	-0.14222532510757446
230363	rnn.bias_ih_l0_reverse	1	-0.3097496032714844
230363	rnn.bias_ih_l0_reverse	2	-0.058608848601579666
230363	rnn.bias_ih_l0_reverse	3	-0.15698188543319702
230363	rnn.bias_ih_l0_reverse	4	0.06962527334690094
230363	rnn.bias_ih_l0_reverse	5	-0.27441656589508057
230363	rnn.bias_ih_l0_reverse	6	-0.06849803030490875
230363	rnn.bias_ih_l0_reverse	7	0.01980423741042614
230363	rnn.bias_ih_l0_reverse	8	-0.18767552077770233
230363	rnn.bias_ih_l0_reverse	9	-0.09164360910654068
230363	rnn.bias_hh_l0_reverse	0	-0.15517647564411163
230363	rnn.bias_hh_l0_reverse	1	-0.14948201179504395
230363	rnn.bias_hh_l0_reverse	2	-0.012283501215279102
230363	rnn.bias_hh_l0_reverse	3	-0.13517022132873535
230363	rnn.bias_hh_l0_reverse	4	-0.023477109149098396
230363	rnn.bias_hh_l0_reverse	5	-0.11714641749858856
230363	rnn.bias_hh_l0_reverse	6	-0.07593611627817154
230363	rnn.bias_hh_l0_reverse	7	-0.18032003939151764
230363	rnn.bias_hh_l0_reverse	8	-0.06394728273153305
230363	rnn.bias_hh_l0_reverse	9	-0.11098287999629974
230363	linear.weight	0	-0.30543938279151917
230363	linear.weight	1	-0.10438142716884613
230363	linear.weight	2	-0.011228874325752258
230363	linear.weight	3	-0.09086059033870697
230363	linear.weight	4	-0.012335903011262417
230363	linear.weight	5	0.20465075969696045
230363	linear.weight	6	0.0047744326293468475
230363	linear.weight	7	-0.021312154829502106
230363	linear.weight	8	0.1757058948278427
230363	linear.weight	9	0.20086461305618286
230363	linear.bias	0	-0.8250761032104492
230363	linear.bias	1	1.4285187721252441
230363	linear.bias	2	-0.49556615948677063
230363	linear.bias	3	-0.7527221441268921
230363	linear.bias	4	-0.8846535682678223
230363	linear.bias	5	-1.1801872253417969
230363	linear.bias	6	-0.9692894816398621
230363	linear.bias	7	-0.7029750943183899
230363	linear.bias	8	-0.01705317199230194
230363	linear.bias	9	3.527377128601074
230560	transitions	0	-0.4641921818256378
230560	transitions	1	8.83975601196289
230560	transitions	2	-3.6279795169830322
230560	transitions	3	1.5733983516693115
230560	transitions	4	-2.2170159816741943
230560	transitions	5	-0.4309849441051483
230560	transitions	6	-0.1958148330450058
230560	transitions	7	-10000.0
230560	transitions	8	1.8514928817749023
230560	transitions	9	-2.29495906829834
230560	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
230560	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
230560	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
230560	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
230560	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
230560	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
230560	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
230560	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
230560	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
230560	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
230560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
230560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
230560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
230560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
230560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
230560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
230560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
230560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
230560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
230560	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
230560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
230560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
230560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
230560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
230560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
230560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
230560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
230560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
230560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
230560	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
230560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
230560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
230560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
230560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
230560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
230560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
230560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
230560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
230560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
230560	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
230560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
230560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
230560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
230560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
230560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
230560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
230560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
230560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
230560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
230560	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
230560	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
230560	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
230560	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
230560	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
230560	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
230560	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
230560	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
230560	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
230560	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
230560	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
230560	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
230560	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
230560	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
230560	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
230560	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
230560	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
230560	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
230560	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
230560	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
230560	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
230560	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
230560	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
230560	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
230560	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
230560	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
230560	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
230560	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
230560	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
230560	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
230560	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
230560	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
230560	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
230560	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
230560	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
230560	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
230560	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
230560	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
230560	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
230560	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
230560	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
230560	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
230560	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
230560	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
230560	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
230560	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
230560	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
230560	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
230560	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
230560	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
230560	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
230560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
230560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
230560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
230560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
230560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
230560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
230560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
230560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
230560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
230560	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
230560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
230560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
230560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
230560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
230560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
230560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
230560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
230560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
230560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
230560	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
230560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
230560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
230560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
230560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
230560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
230560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
230560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
230560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
230560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
230560	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
230560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
230560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
230560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
230560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
230560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
230560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
230560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
230560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
230560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
230560	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
230560	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
230560	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
230560	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
230560	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
230560	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
230560	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
230560	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
230560	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
230560	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
230560	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
230560	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
230560	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
230560	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
230560	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
230560	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
230560	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
230560	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
230560	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
230560	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
230560	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
230560	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
230560	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
230560	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
230560	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
230560	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
230560	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
230560	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
230560	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
230560	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
230560	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
230560	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
230560	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
230560	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
230560	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
230560	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
230560	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
230560	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
230560	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
230560	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
230560	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
230560	embedding2nn.weight	0	0.044729083776474
230560	embedding2nn.weight	1	-0.09436250478029251
230560	embedding2nn.weight	2	0.013958359137177467
230560	embedding2nn.weight	3	-0.06069491058588028
230560	embedding2nn.weight	4	-0.10866699367761612
230560	embedding2nn.weight	5	0.11150460690259933
230560	embedding2nn.weight	6	-0.07929573208093643
230560	embedding2nn.weight	7	-0.07126839458942413
230560	embedding2nn.weight	8	-0.03292827308177948
230560	embedding2nn.weight	9	0.052685949951410294
230560	embedding2nn.bias	0	0.07250690460205078
230560	embedding2nn.bias	1	-0.01767740026116371
230560	embedding2nn.bias	2	-0.0911463126540184
230560	embedding2nn.bias	3	0.026671672239899635
230560	embedding2nn.bias	4	-0.017166048288345337
230560	embedding2nn.bias	5	-0.14891701936721802
230560	embedding2nn.bias	6	-0.12193842232227325
230560	embedding2nn.bias	7	-0.02376089245080948
230560	embedding2nn.bias	8	0.0707918033003807
230560	embedding2nn.bias	9	-0.07697474211454391
230560	rnn.weight_ih_l0	0	0.04243801534175873
230560	rnn.weight_ih_l0	1	-0.0803554505109787
230560	rnn.weight_ih_l0	2	-0.05898493900895119
230560	rnn.weight_ih_l0	3	-0.058328136801719666
230560	rnn.weight_ih_l0	4	0.019547786563634872
230560	rnn.weight_ih_l0	5	-0.11260340362787247
230560	rnn.weight_ih_l0	6	-0.03440866246819496
230560	rnn.weight_ih_l0	7	-0.004004138521850109
230560	rnn.weight_ih_l0	8	0.05782362446188927
230560	rnn.weight_ih_l0	9	0.004792805295437574
230560	rnn.weight_hh_l0	0	-4.266414907760918e-05
230560	rnn.weight_hh_l0	1	-0.08554498851299286
230560	rnn.weight_hh_l0	2	0.07360225915908813
230560	rnn.weight_hh_l0	3	0.052209239453077316
230560	rnn.weight_hh_l0	4	0.004419536795467138
230560	rnn.weight_hh_l0	5	0.06911325454711914
230560	rnn.weight_hh_l0	6	-0.017630400136113167
230560	rnn.weight_hh_l0	7	-0.11080709844827652
230560	rnn.weight_hh_l0	8	0.02629850059747696
230560	rnn.weight_hh_l0	9	-0.08207552880048752
230560	rnn.bias_ih_l0	0	-0.08710604161024094
230560	rnn.bias_ih_l0	1	-0.19611798226833344
230560	rnn.bias_ih_l0	2	-0.2617039382457733
230560	rnn.bias_ih_l0	3	-0.28216752409935
230560	rnn.bias_ih_l0	4	0.004023543559014797
230560	rnn.bias_ih_l0	5	0.06313395500183105
230560	rnn.bias_ih_l0	6	-0.17178043723106384
230560	rnn.bias_ih_l0	7	-0.2584857642650604
230560	rnn.bias_ih_l0	8	-0.14966240525245667
230560	rnn.bias_ih_l0	9	-0.17518241703510284
230560	rnn.bias_hh_l0	0	0.1316201388835907
230560	rnn.bias_hh_l0	1	-0.05406114086508751
230560	rnn.bias_hh_l0	2	0.054072339087724686
230560	rnn.bias_hh_l0	3	-0.18096691370010376
230560	rnn.bias_hh_l0	4	0.060844287276268005
230560	rnn.bias_hh_l0	5	0.05886010825634003
230560	rnn.bias_hh_l0	6	-0.10850212723016739
230560	rnn.bias_hh_l0	7	-0.1461111456155777
230560	rnn.bias_hh_l0	8	-0.1890043467283249
230560	rnn.bias_hh_l0	9	-0.1048518493771553
230560	rnn.weight_ih_l0_reverse	0	-0.018488405272364616
230560	rnn.weight_ih_l0_reverse	1	-0.002434772439301014
230560	rnn.weight_ih_l0_reverse	2	0.007844150066375732
230560	rnn.weight_ih_l0_reverse	3	0.01036078855395317
230560	rnn.weight_ih_l0_reverse	4	0.017166640609502792
230560	rnn.weight_ih_l0_reverse	5	-0.055301230400800705
230560	rnn.weight_ih_l0_reverse	6	-0.04648047313094139
230560	rnn.weight_ih_l0_reverse	7	0.01609976962208748
230560	rnn.weight_ih_l0_reverse	8	0.09033037722110748
230560	rnn.weight_ih_l0_reverse	9	0.0008625719347037375
230560	rnn.weight_hh_l0_reverse	0	0.003940875642001629
230560	rnn.weight_hh_l0_reverse	1	0.02829750068485737
230560	rnn.weight_hh_l0_reverse	2	-0.039222266525030136
230560	rnn.weight_hh_l0_reverse	3	0.039114538580179214
230560	rnn.weight_hh_l0_reverse	4	0.022663291543722153
230560	rnn.weight_hh_l0_reverse	5	-0.009354699403047562
230560	rnn.weight_hh_l0_reverse	6	0.06837800145149231
230560	rnn.weight_hh_l0_reverse	7	0.03713979572057724
230560	rnn.weight_hh_l0_reverse	8	-0.025509268045425415
230560	rnn.weight_hh_l0_reverse	9	-0.026174282655119896
230560	rnn.bias_ih_l0_reverse	0	-0.1446092426776886
230560	rnn.bias_ih_l0_reverse	1	-0.3107120990753174
230560	rnn.bias_ih_l0_reverse	2	-0.0588604137301445
230560	rnn.bias_ih_l0_reverse	3	-0.15764765441417694
230560	rnn.bias_ih_l0_reverse	4	0.06878183037042618
230560	rnn.bias_ih_l0_reverse	5	-0.2746478021144867
230560	rnn.bias_ih_l0_reverse	6	-0.06898415833711624
230560	rnn.bias_ih_l0_reverse	7	0.01860833540558815
230560	rnn.bias_ih_l0_reverse	8	-0.18810027837753296
230560	rnn.bias_ih_l0_reverse	9	-0.09135223180055618
230560	rnn.bias_hh_l0_reverse	0	-0.15698190033435822
230560	rnn.bias_hh_l0_reverse	1	-0.14894476532936096
230560	rnn.bias_hh_l0_reverse	2	-0.012043101713061333
230560	rnn.bias_hh_l0_reverse	3	-0.1347332000732422
230560	rnn.bias_hh_l0_reverse	4	-0.022966958582401276
230560	rnn.bias_hh_l0_reverse	5	-0.11702289432287216
230560	rnn.bias_hh_l0_reverse	6	-0.07581135630607605
230560	rnn.bias_hh_l0_reverse	7	-0.1797560304403305
230560	rnn.bias_hh_l0_reverse	8	-0.0641074851155281
230560	rnn.bias_hh_l0_reverse	9	-0.11127559095621109
230560	linear.weight	0	-0.3089340925216675
230560	linear.weight	1	-0.10284768790006638
230560	linear.weight	2	-0.011228874325752258
230560	linear.weight	3	-0.09168943017721176
230560	linear.weight	4	-0.01200424786657095
230560	linear.weight	5	0.20598851144313812
230560	linear.weight	6	0.0047744326293468475
230560	linear.weight	7	-0.021312154829502106
230560	linear.weight	8	0.17047475278377533
230560	linear.weight	9	0.20220345258712769
230560	linear.bias	0	-0.8239011764526367
230560	linear.bias	1	1.4331531524658203
230560	linear.bias	2	-0.4836074411869049
230560	linear.bias	3	-0.7526223659515381
230560	linear.bias	4	-0.8999165296554565
230560	linear.bias	5	-1.180191159248352
230560	linear.bias	6	-0.9690813422203064
230560	linear.bias	7	-0.695506751537323
230560	linear.bias	8	-0.01705317199230194
230560	linear.bias	9	3.5020973682403564
230757	transitions	0	-0.46423614025115967
230757	transitions	1	8.836030960083008
230757	transitions	2	-3.628084897994995
230757	transitions	3	1.5668361186981201
230757	transitions	4	-2.2170803546905518
230757	transitions	5	-0.43103912472724915
230757	transitions	6	-0.19582714140415192
230757	transitions	7	-10000.0
230757	transitions	8	1.8518120050430298
230757	transitions	9	-2.294959306716919
230757	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
230757	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
230757	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
230757	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
230757	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
230757	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
230757	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
230757	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
230757	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
230757	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
230757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
230757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
230757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
230757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
230757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
230757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
230757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
230757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
230757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
230757	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
230757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
230757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
230757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
230757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
230757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
230757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
230757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
230757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
230757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
230757	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
230757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
230757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
230757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
230757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
230757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
230757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
230757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
230757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
230757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
230757	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
230757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
230757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
230757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
230757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
230757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
230757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
230757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
230757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
230757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
230757	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
230757	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
230757	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
230757	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
230757	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
230757	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
230757	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
230757	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
230757	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
230757	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
230757	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
230757	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
230757	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
230757	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
230757	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
230757	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
230757	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
230757	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
230757	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
230757	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
230757	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
230757	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
230757	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
230757	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
230757	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
230757	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
230757	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
230757	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
230757	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
230757	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
230757	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
230757	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
230757	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
230757	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
230757	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
230757	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
230757	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
230757	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
230757	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
230757	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
230757	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
230757	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
230757	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
230757	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
230757	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
230757	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
230757	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
230757	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
230757	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
230757	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
230757	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
230757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
230757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
230757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
230757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
230757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
230757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
230757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
230757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
230757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
230757	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
230757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
230757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
230757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
230757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
230757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
230757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
230757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
230757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
230757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
230757	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
230757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
230757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
230757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
230757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
230757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
230757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
230757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
230757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
230757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
230757	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
230757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
230757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
230757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
230757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
230757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
230757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
230757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
230757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
230757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
230757	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
230757	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
230757	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
230757	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
230757	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
230757	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
230757	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
230757	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
230757	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
230757	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
230757	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
230757	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
230757	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
230757	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
230757	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
230757	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
230757	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
230757	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
230757	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
230757	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
230757	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
230757	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
230757	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
230757	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
230757	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
230757	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
230757	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
230757	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
230757	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
230757	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
230757	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
230757	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
230757	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
230757	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
230757	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
230757	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
230757	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
230757	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
230757	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
230757	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
230757	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
230757	embedding2nn.weight	0	0.044537872076034546
230757	embedding2nn.weight	1	-0.0952141284942627
230757	embedding2nn.weight	2	0.013968141749501228
230757	embedding2nn.weight	3	-0.06114399805665016
230757	embedding2nn.weight	4	-0.10856550931930542
230757	embedding2nn.weight	5	0.11114567518234253
230757	embedding2nn.weight	6	-0.08120419830083847
230757	embedding2nn.weight	7	-0.07136527448892593
230757	embedding2nn.weight	8	-0.033085133880376816
230757	embedding2nn.weight	9	0.05277412012219429
230757	embedding2nn.bias	0	0.07733794301748276
230757	embedding2nn.bias	1	-0.01077226921916008
230757	embedding2nn.bias	2	-0.08605215698480606
230757	embedding2nn.bias	3	0.02445777878165245
230757	embedding2nn.bias	4	-0.015269007533788681
230757	embedding2nn.bias	5	-0.15226811170578003
230757	embedding2nn.bias	6	-0.12090619653463364
230757	embedding2nn.bias	7	-0.026728490367531776
230757	embedding2nn.bias	8	0.07772406935691833
230757	embedding2nn.bias	9	-0.07598001509904861
230757	rnn.weight_ih_l0	0	0.042453665286302567
230757	rnn.weight_ih_l0	1	-0.08004945516586304
230757	rnn.weight_ih_l0	2	-0.059617068618535995
230757	rnn.weight_ih_l0	3	-0.05843612179160118
230757	rnn.weight_ih_l0	4	0.019581250846385956
230757	rnn.weight_ih_l0	5	-0.1124429777264595
230757	rnn.weight_ih_l0	6	-0.034530237317085266
230757	rnn.weight_ih_l0	7	-0.003375513246282935
230757	rnn.weight_ih_l0	8	0.05796300992369652
230757	rnn.weight_ih_l0	9	0.005281053017824888
230757	rnn.weight_hh_l0	0	8.879209053702652e-05
230757	rnn.weight_hh_l0	1	-0.08523979038000107
230757	rnn.weight_hh_l0	2	0.07359099388122559
230757	rnn.weight_hh_l0	3	0.05254428833723068
230757	rnn.weight_hh_l0	4	0.0043702987022697926
230757	rnn.weight_hh_l0	5	0.06902298331260681
230757	rnn.weight_hh_l0	6	-0.017545519396662712
230757	rnn.weight_hh_l0	7	-0.11078307032585144
230757	rnn.weight_hh_l0	8	0.026489045470952988
230757	rnn.weight_hh_l0	9	-0.08219106495380402
230757	rnn.bias_ih_l0	0	-0.08635281026363373
230757	rnn.bias_ih_l0	1	-0.1954164206981659
230757	rnn.bias_ih_l0	2	-0.2614673376083374
230757	rnn.bias_ih_l0	3	-0.2836558222770691
230757	rnn.bias_ih_l0	4	0.005373125895857811
230757	rnn.bias_ih_l0	5	0.06446627527475357
230757	rnn.bias_ih_l0	6	-0.17167054116725922
230757	rnn.bias_ih_l0	7	-0.2592241168022156
230757	rnn.bias_ih_l0	8	-0.15029184520244598
230757	rnn.bias_ih_l0	9	-0.17662569880485535
230757	rnn.bias_hh_l0	0	0.13082264363765717
230757	rnn.bias_hh_l0	1	-0.05387492477893829
230757	rnn.bias_hh_l0	2	0.05384927615523338
230757	rnn.bias_hh_l0	3	-0.18152639269828796
230757	rnn.bias_hh_l0	4	0.0607336163520813
230757	rnn.bias_hh_l0	5	0.05897718295454979
230757	rnn.bias_hh_l0	6	-0.10844997316598892
230757	rnn.bias_hh_l0	7	-0.14715106785297394
230757	rnn.bias_hh_l0	8	-0.18880879878997803
230757	rnn.bias_hh_l0	9	-0.10463887453079224
230757	rnn.weight_ih_l0_reverse	0	-0.01846400275826454
230757	rnn.weight_ih_l0_reverse	1	-0.002911911578848958
230757	rnn.weight_ih_l0_reverse	2	0.008159366436302662
230757	rnn.weight_ih_l0_reverse	3	0.010410877875983715
230757	rnn.weight_ih_l0_reverse	4	0.017480356618762016
230757	rnn.weight_ih_l0_reverse	5	-0.05549546703696251
230757	rnn.weight_ih_l0_reverse	6	-0.046483930200338364
230757	rnn.weight_ih_l0_reverse	7	0.016220562160015106
230757	rnn.weight_ih_l0_reverse	8	0.09020690619945526
230757	rnn.weight_ih_l0_reverse	9	0.0010078512132167816
230757	rnn.weight_hh_l0_reverse	0	0.003974286373704672
230757	rnn.weight_hh_l0_reverse	1	0.028243640437722206
230757	rnn.weight_hh_l0_reverse	2	-0.03920624405145645
230757	rnn.weight_hh_l0_reverse	3	0.039226312190294266
230757	rnn.weight_hh_l0_reverse	4	0.022645369172096252
230757	rnn.weight_hh_l0_reverse	5	-0.009326087310910225
230757	rnn.weight_hh_l0_reverse	6	0.0683128833770752
230757	rnn.weight_hh_l0_reverse	7	0.03749966621398926
230757	rnn.weight_hh_l0_reverse	8	-0.02562241069972515
230757	rnn.weight_hh_l0_reverse	9	-0.026216058060526848
230757	rnn.bias_ih_l0_reverse	0	-0.1444181352853775
230757	rnn.bias_ih_l0_reverse	1	-0.3107982575893402
230757	rnn.bias_ih_l0_reverse	2	-0.05859113484621048
230757	rnn.bias_ih_l0_reverse	3	-0.1578478366136551
230757	rnn.bias_ih_l0_reverse	4	0.06921783834695816
230757	rnn.bias_ih_l0_reverse	5	-0.27385255694389343
230757	rnn.bias_ih_l0_reverse	6	-0.06782108545303345
230757	rnn.bias_ih_l0_reverse	7	0.02001812867820263
230757	rnn.bias_ih_l0_reverse	8	-0.18757416307926178
230757	rnn.bias_ih_l0_reverse	9	-0.09212996065616608
230757	rnn.bias_hh_l0_reverse	0	-0.15711446106433868
230757	rnn.bias_hh_l0_reverse	1	-0.14831607043743134
230757	rnn.bias_hh_l0_reverse	2	-0.012046171352267265
230757	rnn.bias_hh_l0_reverse	3	-0.1338864415884018
230757	rnn.bias_hh_l0_reverse	4	-0.023083949461579323
230757	rnn.bias_hh_l0_reverse	5	-0.116815485060215
230757	rnn.bias_hh_l0_reverse	6	-0.07556542009115219
230757	rnn.bias_hh_l0_reverse	7	-0.1799427568912506
230757	rnn.bias_hh_l0_reverse	8	-0.06508609652519226
230757	rnn.bias_hh_l0_reverse	9	-0.11048629134893417
230757	linear.weight	0	-0.3052641451358795
230757	linear.weight	1	-0.10175561159849167
230757	linear.weight	2	-0.011228874325752258
230757	linear.weight	3	-0.09163830429315567
230757	linear.weight	4	-0.007969746366143227
230757	linear.weight	5	0.2090621143579483
230757	linear.weight	6	0.0047744326293468475
230757	linear.weight	7	-0.021312154829502106
230757	linear.weight	8	0.17748887836933136
230757	linear.weight	9	0.20204797387123108
230757	linear.bias	0	-0.8249160647392273
230757	linear.bias	1	1.4192744493484497
230757	linear.bias	2	-0.4783223569393158
230757	linear.bias	3	-0.7490919232368469
230757	linear.bias	4	-0.8897217512130737
230757	linear.bias	5	-1.1801954507827759
230757	linear.bias	6	-0.9698166847229004
230757	linear.bias	7	-0.707740306854248
230757	linear.bias	8	-0.01705317199230194
230757	linear.bias	9	3.505676507949829
230954	transitions	0	-0.46445757150650024
230954	transitions	1	8.832420349121094
230954	transitions	2	-3.6281869411468506
230954	transitions	3	1.5680536031723022
230954	transitions	4	-2.217205762863159
230954	transitions	5	-0.4310610592365265
230954	transitions	6	-0.19583606719970703
230954	transitions	7	-10000.0
230954	transitions	8	1.8526973724365234
230954	transitions	9	-2.2949600219726562
230954	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
230954	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
230954	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
230954	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
230954	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
230954	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
230954	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
230954	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
230954	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
230954	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
230954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
230954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
230954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
230954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
230954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
230954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
230954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
230954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
230954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
230954	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
230954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
230954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
230954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
230954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
230954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
230954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
230954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
230954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
230954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
230954	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
230954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
230954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
230954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
230954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
230954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
230954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
230954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
230954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
230954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
230954	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
230954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
230954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
230954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
230954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
230954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
230954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
230954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
230954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
230954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
230954	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
230954	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
230954	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
230954	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
230954	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
230954	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
230954	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
230954	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
230954	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
230954	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
230954	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
230954	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
230954	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
230954	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
230954	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
230954	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
230954	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
230954	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
230954	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
230954	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
230954	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
230954	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
230954	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
230954	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
230954	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
230954	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
230954	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
230954	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
230954	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
230954	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
230954	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
230954	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
230954	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
230954	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
230954	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
230954	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
230954	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
230954	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
230954	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
230954	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
230954	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
230954	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
230954	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
230954	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
230954	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
230954	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
230954	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
230954	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
230954	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
230954	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
230954	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
230954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
230954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
230954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
230954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
230954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
230954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
230954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
230954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
230954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
230954	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
230954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
230954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
230954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
230954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
230954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
230954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
230954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
230954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
230954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
230954	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
230954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
230954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
230954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
230954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
230954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
230954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
230954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
230954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
230954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
230954	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
230954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
230954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
230954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
230954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
230954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
230954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
230954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
230954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
230954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
230954	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
230954	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
230954	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
230954	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
230954	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
230954	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
230954	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
230954	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
230954	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
230954	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
230954	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
230954	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
230954	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
230954	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
230954	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
230954	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
230954	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
230954	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
230954	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
230954	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
230954	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
230954	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
230954	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
230954	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
230954	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
230954	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
230954	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
230954	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
230954	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
230954	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
230954	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
230954	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
230954	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
230954	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
230954	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
230954	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
230954	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
230954	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
230954	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
230954	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
230954	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
230954	embedding2nn.weight	0	0.044627632945775986
230954	embedding2nn.weight	1	-0.09531709551811218
230954	embedding2nn.weight	2	0.014334207400679588
230954	embedding2nn.weight	3	-0.061036065220832825
230954	embedding2nn.weight	4	-0.10792025923728943
230954	embedding2nn.weight	5	0.1115320473909378
230954	embedding2nn.weight	6	-0.08006207644939423
230954	embedding2nn.weight	7	-0.0715867280960083
230954	embedding2nn.weight	8	-0.03305492922663689
230954	embedding2nn.weight	9	0.05259024351835251
230954	embedding2nn.bias	0	0.07316534221172333
230954	embedding2nn.bias	1	-0.008851289749145508
230954	embedding2nn.bias	2	-0.08912371844053268
230954	embedding2nn.bias	3	0.024992095306515694
230954	embedding2nn.bias	4	-0.011397638358175755
230954	embedding2nn.bias	5	-0.15671151876449585
230954	embedding2nn.bias	6	-0.11944248527288437
230954	embedding2nn.bias	7	-0.020718155428767204
230954	embedding2nn.bias	8	0.08182098716497421
230954	embedding2nn.bias	9	-0.07868898659944534
230954	rnn.weight_ih_l0	0	0.042324554175138474
230954	rnn.weight_ih_l0	1	-0.0792810469865799
230954	rnn.weight_ih_l0	2	-0.058952219784259796
230954	rnn.weight_ih_l0	3	-0.05820787325501442
230954	rnn.weight_ih_l0	4	0.019793087616562843
230954	rnn.weight_ih_l0	5	-0.11296681314706802
230954	rnn.weight_ih_l0	6	-0.03483972325921059
230954	rnn.weight_ih_l0	7	-0.0035590161569416523
230954	rnn.weight_ih_l0	8	0.059753116220235825
230954	rnn.weight_ih_l0	9	0.006144687067717314
230954	rnn.weight_hh_l0	0	0.00017632136587053537
230954	rnn.weight_hh_l0	1	-0.08490845561027527
230954	rnn.weight_hh_l0	2	0.07351832091808319
230954	rnn.weight_hh_l0	3	0.052503809332847595
230954	rnn.weight_hh_l0	4	0.00448476430028677
230954	rnn.weight_hh_l0	5	0.06927089393138885
230954	rnn.weight_hh_l0	6	-0.01763767935335636
230954	rnn.weight_hh_l0	7	-0.11080872267484665
230954	rnn.weight_hh_l0	8	0.026185574010014534
230954	rnn.weight_hh_l0	9	-0.08215063065290451
230954	rnn.bias_ih_l0	0	-0.08671420067548752
230954	rnn.bias_ih_l0	1	-0.19568707048892975
230954	rnn.bias_ih_l0	2	-0.2622939944267273
230954	rnn.bias_ih_l0	3	-0.2843286097049713
230954	rnn.bias_ih_l0	4	0.005589959677308798
230954	rnn.bias_ih_l0	5	0.06512176245450974
230954	rnn.bias_ih_l0	6	-0.17189715802669525
230954	rnn.bias_ih_l0	7	-0.2597499489784241
230954	rnn.bias_ih_l0	8	-0.15246282517910004
230954	rnn.bias_ih_l0	9	-0.1764710247516632
230954	rnn.bias_hh_l0	0	0.13176891207695007
230954	rnn.bias_hh_l0	1	-0.054161787033081055
230954	rnn.bias_hh_l0	2	0.053640011698007584
230954	rnn.bias_hh_l0	3	-0.18109311163425446
230954	rnn.bias_hh_l0	4	0.05984236299991608
230954	rnn.bias_hh_l0	5	0.05867741256952286
230954	rnn.bias_hh_l0	6	-0.10812868177890778
230954	rnn.bias_hh_l0	7	-0.14766153693199158
230954	rnn.bias_hh_l0	8	-0.18966670334339142
230954	rnn.bias_hh_l0	9	-0.10469090938568115
230954	rnn.weight_ih_l0_reverse	0	-0.01913745142519474
230954	rnn.weight_ih_l0_reverse	1	-0.0030964415054768324
230954	rnn.weight_ih_l0_reverse	2	0.007963069714605808
230954	rnn.weight_ih_l0_reverse	3	0.010404355823993683
230954	rnn.weight_ih_l0_reverse	4	0.01700858399271965
230954	rnn.weight_ih_l0_reverse	5	-0.055498719215393066
230954	rnn.weight_ih_l0_reverse	6	-0.046680040657520294
230954	rnn.weight_ih_l0_reverse	7	0.01657155714929104
230954	rnn.weight_ih_l0_reverse	8	0.09021960198879242
230954	rnn.weight_ih_l0_reverse	9	0.0013366473140195012
230954	rnn.weight_hh_l0_reverse	0	0.0038888179697096348
230954	rnn.weight_hh_l0_reverse	1	0.02827591449022293
230954	rnn.weight_hh_l0_reverse	2	-0.03900141641497612
230954	rnn.weight_hh_l0_reverse	3	0.0390755794942379
230954	rnn.weight_hh_l0_reverse	4	0.0227395948022604
230954	rnn.weight_hh_l0_reverse	5	-0.009529768489301205
230954	rnn.weight_hh_l0_reverse	6	0.0684804767370224
230954	rnn.weight_hh_l0_reverse	7	0.037616997957229614
230954	rnn.weight_hh_l0_reverse	8	-0.025568410754203796
230954	rnn.weight_hh_l0_reverse	9	-0.026234697550535202
230954	rnn.bias_ih_l0_reverse	0	-0.1447129100561142
230954	rnn.bias_ih_l0_reverse	1	-0.31157052516937256
230954	rnn.bias_ih_l0_reverse	2	-0.05860335752367973
230954	rnn.bias_ih_l0_reverse	3	-0.15837426483631134
230954	rnn.bias_ih_l0_reverse	4	0.06943699717521667
230954	rnn.bias_ih_l0_reverse	5	-0.27310362458229065
230954	rnn.bias_ih_l0_reverse	6	-0.06832373887300491
230954	rnn.bias_ih_l0_reverse	7	0.021121053025126457
230954	rnn.bias_ih_l0_reverse	8	-0.18789173662662506
230954	rnn.bias_ih_l0_reverse	9	-0.09151773154735565
230954	rnn.bias_hh_l0_reverse	0	-0.15658272802829742
230954	rnn.bias_hh_l0_reverse	1	-0.148283913731575
230954	rnn.bias_hh_l0_reverse	2	-0.012517953291535378
230954	rnn.bias_hh_l0_reverse	3	-0.1344732940196991
230954	rnn.bias_hh_l0_reverse	4	-0.023468179628252983
230954	rnn.bias_hh_l0_reverse	5	-0.11724646389484406
230954	rnn.bias_hh_l0_reverse	6	-0.07576733827590942
230954	rnn.bias_hh_l0_reverse	7	-0.1802373230457306
230954	rnn.bias_hh_l0_reverse	8	-0.0655159279704094
230954	rnn.bias_hh_l0_reverse	9	-0.11154279112815857
230954	linear.weight	0	-0.30192622542381287
230954	linear.weight	1	-0.10165699571371078
230954	linear.weight	2	-0.011228874325752258
230954	linear.weight	3	-0.0905958041548729
230954	linear.weight	4	-0.0074789742939174175
230954	linear.weight	5	0.2081480175256729
230954	linear.weight	6	0.0047744326293468475
230954	linear.weight	7	-0.021312154829502106
230954	linear.weight	8	0.1763346642255783
230954	linear.weight	9	0.19848844408988953
230954	linear.bias	0	-0.8180392980575562
230954	linear.bias	1	1.4267088174819946
230954	linear.bias	2	-0.4817645847797394
230954	linear.bias	3	-0.7562404274940491
230954	linear.bias	4	-0.8941864371299744
230954	linear.bias	5	-1.1802037954330444
230954	linear.bias	6	-0.9627758264541626
230954	linear.bias	7	-0.6971584558486938
230954	linear.bias	8	-0.01705317199230194
230954	linear.bias	9	3.486135482788086
230958	transitions	0	-0.464472234249115
230958	transitions	1	8.830175399780273
230958	transitions	2	-3.6281871795654297
230958	transitions	3	1.5677026510238647
230958	transitions	4	-2.2172067165374756
230958	transitions	5	-0.4310612380504608
230958	transitions	6	-0.1958361715078354
230958	transitions	7	-10000.0
230958	transitions	8	1.8526875972747803
230958	transitions	9	-2.2949600219726562
230958	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
230958	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
230958	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
230958	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
230958	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
230958	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
230958	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
230958	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
230958	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
230958	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
230958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
230958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
230958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
230958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
230958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
230958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
230958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
230958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
230958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
230958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
230958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
230958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
230958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
230958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
230958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
230958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
230958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
230958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
230958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
230958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
230958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
230958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
230958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
230958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
230958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
230958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
230958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
230958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
230958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
230958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
230958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
230958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
230958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
230958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
230958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
230958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
230958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
230958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
230958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
230958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
230958	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
230958	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
230958	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
230958	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
230958	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
230958	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
230958	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
230958	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
230958	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
230958	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
230958	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
230958	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
230958	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
230958	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
230958	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
230958	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
230958	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
230958	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
230958	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
230958	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
230958	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
230958	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
230958	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
230958	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
230958	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
230958	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
230958	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
230958	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
230958	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
230958	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
230958	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
230958	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
230958	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
230958	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
230958	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
230958	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
230958	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
230958	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
230958	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
230958	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
230958	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
230958	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
230958	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
230958	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
230958	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
230958	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
230958	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
230958	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
230958	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
230958	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
230958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
230958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
230958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
230958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
230958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
230958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
230958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
230958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
230958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
230958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
230958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
230958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
230958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
230958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
230958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
230958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
230958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
230958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
230958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
230958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
230958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
230958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
230958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
230958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
230958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
230958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
230958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
230958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
230958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
230958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
230958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
230958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
230958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
230958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
230958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
230958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
230958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
230958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
230958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
230958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
230958	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
230958	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
230958	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
230958	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
230958	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
230958	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
230958	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
230958	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
230958	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
230958	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
230958	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
230958	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
230958	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
230958	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
230958	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
230958	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
230958	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
230958	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
230958	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
230958	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
230958	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
230958	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
230958	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
230958	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
230958	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
230958	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
230958	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
230958	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
230958	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
230958	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
230958	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
230958	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
230958	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
230958	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
230958	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
230958	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
230958	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
230958	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
230958	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
230958	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
230958	embedding2nn.weight	0	0.044634848833084106
230958	embedding2nn.weight	1	-0.09536434710025787
230958	embedding2nn.weight	2	0.014419683255255222
230958	embedding2nn.weight	3	-0.061086878180503845
230958	embedding2nn.weight	4	-0.10794207453727722
230958	embedding2nn.weight	5	0.11152524501085281
230958	embedding2nn.weight	6	-0.07978000491857529
230958	embedding2nn.weight	7	-0.07157331705093384
230958	embedding2nn.weight	8	-0.033021342009305954
230958	embedding2nn.weight	9	0.05266473442316055
230958	embedding2nn.bias	0	0.07444809377193451
230958	embedding2nn.bias	1	-0.008696991950273514
230958	embedding2nn.bias	2	-0.09010352939367294
230958	embedding2nn.bias	3	0.027056600898504257
230958	embedding2nn.bias	4	-0.011670336127281189
230958	embedding2nn.bias	5	-0.157124325633049
230958	embedding2nn.bias	6	-0.12024343758821487
230958	embedding2nn.bias	7	-0.020854581147432327
230958	embedding2nn.bias	8	0.08122587203979492
230958	embedding2nn.bias	9	-0.07913540303707123
230958	rnn.weight_ih_l0	0	0.04227403178811073
230958	rnn.weight_ih_l0	1	-0.07935687899589539
230958	rnn.weight_ih_l0	2	-0.059008412063121796
230958	rnn.weight_ih_l0	3	-0.05823566019535065
230958	rnn.weight_ih_l0	4	0.019788315519690514
230958	rnn.weight_ih_l0	5	-0.11329269409179688
230958	rnn.weight_ih_l0	6	-0.03484424948692322
230958	rnn.weight_ih_l0	7	-0.003560648998245597
230958	rnn.weight_ih_l0	8	0.05972472205758095
230958	rnn.weight_ih_l0	9	0.006150833796709776
230958	rnn.weight_hh_l0	0	0.0001776239660102874
230958	rnn.weight_hh_l0	1	-0.08492407202720642
230958	rnn.weight_hh_l0	2	0.07351373136043549
230958	rnn.weight_hh_l0	3	0.052505239844322205
230958	rnn.weight_hh_l0	4	0.004491565283387899
230958	rnn.weight_hh_l0	5	0.06928299367427826
230958	rnn.weight_hh_l0	6	-0.01763496920466423
230958	rnn.weight_hh_l0	7	-0.11080758273601532
230958	rnn.weight_hh_l0	8	0.026171136647462845
230958	rnn.weight_hh_l0	9	-0.08215026557445526
230958	rnn.bias_ih_l0	0	-0.08672408759593964
230958	rnn.bias_ih_l0	1	-0.19561591744422913
230958	rnn.bias_ih_l0	2	-0.262175053358078
230958	rnn.bias_ih_l0	3	-0.28447893261909485
230958	rnn.bias_ih_l0	4	0.005503242369741201
230958	rnn.bias_ih_l0	5	0.06503401696681976
230958	rnn.bias_ih_l0	6	-0.17194770276546478
230958	rnn.bias_ih_l0	7	-0.2595887780189514
230958	rnn.bias_ih_l0	8	-0.15288397669792175
230958	rnn.bias_ih_l0	9	-0.17654776573181152
230958	rnn.bias_hh_l0	0	0.13163287937641144
230958	rnn.bias_hh_l0	1	-0.05412342771887779
230958	rnn.bias_hh_l0	2	0.05336897075176239
230958	rnn.bias_hh_l0	3	-0.18105696141719818
230958	rnn.bias_hh_l0	4	0.06051027774810791
230958	rnn.bias_hh_l0	5	0.05857768654823303
230958	rnn.bias_hh_l0	6	-0.10806761682033539
230958	rnn.bias_hh_l0	7	-0.14752595126628876
230958	rnn.bias_hh_l0	8	-0.18953485786914825
230958	rnn.bias_hh_l0	9	-0.10463476181030273
230958	rnn.weight_ih_l0_reverse	0	-0.01913471147418022
230958	rnn.weight_ih_l0_reverse	1	-0.003105906303972006
230958	rnn.weight_ih_l0_reverse	2	0.007946810685098171
230958	rnn.weight_ih_l0_reverse	3	0.010425321757793427
230958	rnn.weight_ih_l0_reverse	4	0.016956254839897156
230958	rnn.weight_ih_l0_reverse	5	-0.055475376546382904
230958	rnn.weight_ih_l0_reverse	6	-0.046658989042043686
230958	rnn.weight_ih_l0_reverse	7	0.01655976101756096
230958	rnn.weight_ih_l0_reverse	8	0.09019844979047775
230958	rnn.weight_ih_l0_reverse	9	0.0014412710443139076
230958	rnn.weight_hh_l0_reverse	0	0.003896787529811263
230958	rnn.weight_hh_l0_reverse	1	0.028277156874537468
230958	rnn.weight_hh_l0_reverse	2	-0.039003051817417145
230958	rnn.weight_hh_l0_reverse	3	0.03909134492278099
230958	rnn.weight_hh_l0_reverse	4	0.022738756611943245
230958	rnn.weight_hh_l0_reverse	5	-0.009527559392154217
230958	rnn.weight_hh_l0_reverse	6	0.06850136071443558
230958	rnn.weight_hh_l0_reverse	7	0.03759051859378815
230958	rnn.weight_hh_l0_reverse	8	-0.025570586323738098
230958	rnn.weight_hh_l0_reverse	9	-0.026217926293611526
230958	rnn.bias_ih_l0_reverse	0	-0.14547018706798553
230958	rnn.bias_ih_l0_reverse	1	-0.31143468618392944
230958	rnn.bias_ih_l0_reverse	2	-0.058775585144758224
230958	rnn.bias_ih_l0_reverse	3	-0.1583734005689621
230958	rnn.bias_ih_l0_reverse	4	0.06948310136795044
230958	rnn.bias_ih_l0_reverse	5	-0.27312007546424866
230958	rnn.bias_ih_l0_reverse	6	-0.06821301579475403
230958	rnn.bias_ih_l0_reverse	7	0.020522726699709892
230958	rnn.bias_ih_l0_reverse	8	-0.1879761815071106
230958	rnn.bias_ih_l0_reverse	9	-0.09148238599300385
230958	rnn.bias_hh_l0_reverse	0	-0.1564633697271347
230958	rnn.bias_hh_l0_reverse	1	-0.14839135110378265
230958	rnn.bias_hh_l0_reverse	2	-0.01260372344404459
230958	rnn.bias_hh_l0_reverse	3	-0.13446298241615295
230958	rnn.bias_hh_l0_reverse	4	-0.02354123815894127
230958	rnn.bias_hh_l0_reverse	5	-0.11709652096033096
230958	rnn.bias_hh_l0_reverse	6	-0.07587046176195145
230958	rnn.bias_hh_l0_reverse	7	-0.18035182356834412
230958	rnn.bias_hh_l0_reverse	8	-0.06544613093137741
230958	rnn.bias_hh_l0_reverse	9	-0.11154524981975555
230958	linear.weight	0	-0.3009008765220642
230958	linear.weight	1	-0.10165710747241974
230958	linear.weight	2	-0.011228874325752258
230958	linear.weight	3	-0.090593121945858
230958	linear.weight	4	-0.007591528818011284
230958	linear.weight	5	0.2078734040260315
230958	linear.weight	6	0.0047744326293468475
230958	linear.weight	7	-0.021312154829502106
230958	linear.weight	8	0.17656458914279938
230958	linear.weight	9	0.19838498532772064
230958	linear.bias	0	-0.8189371228218079
230958	linear.bias	1	1.4289275407791138
230958	linear.bias	2	-0.479723185300827
230958	linear.bias	3	-0.7570059299468994
230958	linear.bias	4	-0.895002007484436
230958	linear.bias	5	-1.1802046298980713
230958	linear.bias	6	-0.9637348055839539
230958	linear.bias	7	-0.6988875865936279
230958	linear.bias	8	-0.01705317199230194
230958	linear.bias	9	3.485217332839966
231155	transitions	0	-0.46495547890663147
231155	transitions	1	8.826610565185547
231155	transitions	2	-3.628274440765381
231155	transitions	3	1.5646618604660034
231155	transitions	4	-2.2173666954040527
231155	transitions	5	-0.4311363697052002
231155	transitions	6	-0.19584035873413086
231155	transitions	7	-10000.0
231155	transitions	8	1.8533780574798584
231155	transitions	9	-2.294961452484131
231155	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
231155	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
231155	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
231155	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
231155	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
231155	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
231155	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
231155	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
231155	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
231155	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
231155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
231155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
231155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
231155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
231155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
231155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
231155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
231155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
231155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
231155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
231155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
231155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
231155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
231155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
231155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
231155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
231155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
231155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
231155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
231155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
231155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
231155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
231155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
231155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
231155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
231155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
231155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
231155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
231155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
231155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
231155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
231155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
231155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
231155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
231155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
231155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
231155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
231155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
231155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
231155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
231155	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
231155	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
231155	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
231155	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
231155	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
231155	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
231155	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
231155	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
231155	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
231155	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
231155	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
231155	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
231155	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
231155	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
231155	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
231155	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
231155	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
231155	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
231155	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
231155	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
231155	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
231155	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
231155	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
231155	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
231155	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
231155	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
231155	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
231155	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
231155	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
231155	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
231155	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
231155	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
231155	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
231155	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
231155	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
231155	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
231155	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
231155	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
231155	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
231155	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
231155	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
231155	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
231155	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
231155	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
231155	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
231155	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
231155	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
231155	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
231155	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
231155	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
231155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
231155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
231155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
231155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
231155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
231155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
231155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
231155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
231155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
231155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
231155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
231155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
231155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
231155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
231155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
231155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
231155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
231155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
231155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
231155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
231155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
231155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
231155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
231155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
231155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
231155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
231155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
231155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
231155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
231155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
231155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
231155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
231155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
231155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
231155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
231155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
231155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
231155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
231155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
231155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
231155	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
231155	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
231155	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
231155	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
231155	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
231155	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
231155	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
231155	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
231155	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
231155	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
231155	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
231155	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
231155	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
231155	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
231155	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
231155	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
231155	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
231155	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
231155	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
231155	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
231155	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
231155	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
231155	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
231155	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
231155	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
231155	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
231155	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
231155	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
231155	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
231155	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
231155	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
231155	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
231155	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
231155	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
231155	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
231155	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
231155	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
231155	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
231155	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
231155	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
231155	embedding2nn.weight	0	0.044232916086912155
231155	embedding2nn.weight	1	-0.0955970510840416
231155	embedding2nn.weight	2	0.015073157846927643
231155	embedding2nn.weight	3	-0.06072961911559105
231155	embedding2nn.weight	4	-0.10771879553794861
231155	embedding2nn.weight	5	0.11159083247184753
231155	embedding2nn.weight	6	-0.08116127550601959
231155	embedding2nn.weight	7	-0.07147269695997238
231155	embedding2nn.weight	8	-0.032913096249103546
231155	embedding2nn.weight	9	0.05151613429188728
231155	embedding2nn.bias	0	0.0799197182059288
231155	embedding2nn.bias	1	-0.010111738927662373
231155	embedding2nn.bias	2	-0.09132398664951324
231155	embedding2nn.bias	3	0.03102029114961624
231155	embedding2nn.bias	4	-0.009801500476896763
231155	embedding2nn.bias	5	-0.1586410105228424
231155	embedding2nn.bias	6	-0.11650114506483078
231155	embedding2nn.bias	7	-0.019153792411088943
231155	embedding2nn.bias	8	0.0814470499753952
231155	embedding2nn.bias	9	-0.07722540199756622
231155	rnn.weight_ih_l0	0	0.04152745008468628
231155	rnn.weight_ih_l0	1	-0.07869905978441238
231155	rnn.weight_ih_l0	2	-0.059131920337677
231155	rnn.weight_ih_l0	3	-0.05854588374495506
231155	rnn.weight_ih_l0	4	0.01977381482720375
231155	rnn.weight_ih_l0	5	-0.11239957809448242
231155	rnn.weight_ih_l0	6	-0.03512563183903694
231155	rnn.weight_ih_l0	7	-0.0038837550673633814
231155	rnn.weight_ih_l0	8	0.059401094913482666
231155	rnn.weight_ih_l0	9	0.006356100086122751
231155	rnn.weight_hh_l0	0	1.0337147614336573e-05
231155	rnn.weight_hh_l0	1	-0.08462771773338318
231155	rnn.weight_hh_l0	2	0.0733758956193924
231155	rnn.weight_hh_l0	3	0.052411917597055435
231155	rnn.weight_hh_l0	4	0.0046209972351789474
231155	rnn.weight_hh_l0	5	0.06950387358665466
231155	rnn.weight_hh_l0	6	-0.01750335656106472
231155	rnn.weight_hh_l0	7	-0.11080759018659592
231155	rnn.weight_hh_l0	8	0.026698967441916466
231155	rnn.weight_hh_l0	9	-0.08273696899414062
231155	rnn.bias_ih_l0	0	-0.08607892692089081
231155	rnn.bias_ih_l0	1	-0.19638320803642273
231155	rnn.bias_ih_l0	2	-0.2614297568798065
231155	rnn.bias_ih_l0	3	-0.2831641137599945
231155	rnn.bias_ih_l0	4	0.006518668495118618
231155	rnn.bias_ih_l0	5	0.06432569772005081
231155	rnn.bias_ih_l0	6	-0.17230112850666046
231155	rnn.bias_ih_l0	7	-0.2604045271873474
231155	rnn.bias_ih_l0	8	-0.15256232023239136
231155	rnn.bias_ih_l0	9	-0.17797626554965973
231155	rnn.bias_hh_l0	0	0.13290849328041077
231155	rnn.bias_hh_l0	1	-0.05468183755874634
231155	rnn.bias_hh_l0	2	0.05332464352250099
231155	rnn.bias_hh_l0	3	-0.17979106307029724
231155	rnn.bias_hh_l0	4	0.059828922152519226
231155	rnn.bias_hh_l0	5	0.05846691131591797
231155	rnn.bias_hh_l0	6	-0.10817404091358185
231155	rnn.bias_hh_l0	7	-0.1474316418170929
231155	rnn.bias_hh_l0	8	-0.1889115869998932
231155	rnn.bias_hh_l0	9	-0.10451135039329529
231155	rnn.weight_ih_l0_reverse	0	-0.01911795884370804
231155	rnn.weight_ih_l0_reverse	1	-0.0038997388910502195
231155	rnn.weight_ih_l0_reverse	2	0.00808989442884922
231155	rnn.weight_ih_l0_reverse	3	0.010794896632432938
231155	rnn.weight_ih_l0_reverse	4	0.0176098570227623
231155	rnn.weight_ih_l0_reverse	5	-0.0558532290160656
231155	rnn.weight_ih_l0_reverse	6	-0.048173993825912476
231155	rnn.weight_ih_l0_reverse	7	0.016667934134602547
231155	rnn.weight_ih_l0_reverse	8	0.08989539742469788
231155	rnn.weight_ih_l0_reverse	9	0.001617499627172947
231155	rnn.weight_hh_l0_reverse	0	0.0037601881194859743
231155	rnn.weight_hh_l0_reverse	1	0.027942636981606483
231155	rnn.weight_hh_l0_reverse	2	-0.03894977271556854
231155	rnn.weight_hh_l0_reverse	3	0.03915463760495186
231155	rnn.weight_hh_l0_reverse	4	0.022837935015559196
231155	rnn.weight_hh_l0_reverse	5	-0.009537746198475361
231155	rnn.weight_hh_l0_reverse	6	0.06859978288412094
231155	rnn.weight_hh_l0_reverse	7	0.0381329245865345
231155	rnn.weight_hh_l0_reverse	8	-0.025492940098047256
231155	rnn.weight_hh_l0_reverse	9	-0.026327185332775116
231155	rnn.bias_ih_l0_reverse	0	-0.14580856263637543
231155	rnn.bias_ih_l0_reverse	1	-0.3124355971813202
231155	rnn.bias_ih_l0_reverse	2	-0.05905326455831528
231155	rnn.bias_ih_l0_reverse	3	-0.15854133665561676
231155	rnn.bias_ih_l0_reverse	4	0.06982894986867905
231155	rnn.bias_ih_l0_reverse	5	-0.27273622155189514
231155	rnn.bias_ih_l0_reverse	6	-0.06921231001615524
231155	rnn.bias_ih_l0_reverse	7	0.02018754743039608
231155	rnn.bias_ih_l0_reverse	8	-0.18849961459636688
231155	rnn.bias_ih_l0_reverse	9	-0.09109623730182648
231155	rnn.bias_hh_l0_reverse	0	-0.15686583518981934
231155	rnn.bias_hh_l0_reverse	1	-0.14936915040016174
231155	rnn.bias_hh_l0_reverse	2	-0.012594679370522499
231155	rnn.bias_hh_l0_reverse	3	-0.1360069215297699
231155	rnn.bias_hh_l0_reverse	4	-0.024632666260004044
231155	rnn.bias_hh_l0_reverse	5	-0.11714242398738861
231155	rnn.bias_hh_l0_reverse	6	-0.07601507008075714
231155	rnn.bias_hh_l0_reverse	7	-0.18124344944953918
231155	rnn.bias_hh_l0_reverse	8	-0.06465615332126617
231155	rnn.bias_hh_l0_reverse	9	-0.1112322136759758
231155	linear.weight	0	-0.3004065752029419
231155	linear.weight	1	-0.09987465292215347
231155	linear.weight	2	-0.011228874325752258
231155	linear.weight	3	-0.09097590297460556
231155	linear.weight	4	-0.006196361035108566
231155	linear.weight	5	0.20461204648017883
231155	linear.weight	6	0.0047744326293468475
231155	linear.weight	7	-0.021312154829502106
231155	linear.weight	8	0.18295447528362274
231155	linear.weight	9	0.19244392216205597
231155	linear.bias	0	-0.8114458918571472
231155	linear.bias	1	1.4254331588745117
231155	linear.bias	2	-0.49206432700157166
231155	linear.bias	3	-0.7560100555419922
231155	linear.bias	4	-0.8907309174537659
231155	linear.bias	5	-1.1802109479904175
231155	linear.bias	6	-0.9551913142204285
231155	linear.bias	7	-0.7147083282470703
231155	linear.bias	8	-0.01705317199230194
231155	linear.bias	9	3.5077197551727295
231352	transitions	0	-0.4650826156139374
231352	transitions	1	8.827310562133789
231352	transitions	2	-3.6285107135772705
231352	transitions	3	1.5645989179611206
231352	transitions	4	-2.2175302505493164
231352	transitions	5	-0.43114519119262695
231352	transitions	6	-0.19586136937141418
231352	transitions	7	-10000.0
231352	transitions	8	1.8522700071334839
231352	transitions	9	-2.294962167739868
231352	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
231352	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
231352	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
231352	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
231352	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
231352	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
231352	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
231352	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
231352	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
231352	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
231352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
231352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
231352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
231352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
231352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
231352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
231352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
231352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
231352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
231352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
231352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
231352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
231352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
231352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
231352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
231352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
231352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
231352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
231352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
231352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
231352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
231352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
231352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
231352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
231352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
231352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
231352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
231352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
231352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
231352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
231352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
231352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
231352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
231352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
231352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
231352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
231352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
231352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
231352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
231352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
231352	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
231352	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
231352	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
231352	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
231352	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
231352	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
231352	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
231352	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
231352	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
231352	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
231352	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
231352	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
231352	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
231352	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
231352	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
231352	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
231352	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
231352	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
231352	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
231352	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
231352	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
231352	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
231352	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
231352	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
231352	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
231352	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
231352	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
231352	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
231352	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
231352	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
231352	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
231352	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
231352	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
231352	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
231352	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
231352	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
231352	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
231352	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
231352	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
231352	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
231352	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
231352	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
231352	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
231352	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
231352	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
231352	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
231352	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
231352	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
231352	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
231352	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
231352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
231352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
231352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
231352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
231352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
231352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
231352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
231352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
231352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
231352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
231352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
231352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
231352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
231352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
231352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
231352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
231352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
231352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
231352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
231352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
231352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
231352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
231352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
231352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
231352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
231352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
231352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
231352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
231352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
231352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
231352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
231352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
231352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
231352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
231352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
231352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
231352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
231352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
231352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
231352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
231352	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
231352	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
231352	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
231352	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
231352	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
231352	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
231352	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
231352	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
231352	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
231352	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
231352	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
231352	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
231352	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
231352	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
231352	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
231352	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
231352	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
231352	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
231352	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
231352	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
231352	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
231352	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
231352	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
231352	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
231352	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
231352	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
231352	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
231352	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
231352	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
231352	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
231352	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
231352	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
231352	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
231352	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
231352	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
231352	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
231352	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
231352	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
231352	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
231352	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
231352	embedding2nn.weight	0	0.04409722983837128
231352	embedding2nn.weight	1	-0.095986008644104
231352	embedding2nn.weight	2	0.014567661099135876
231352	embedding2nn.weight	3	-0.060605332255363464
231352	embedding2nn.weight	4	-0.10798243433237076
231352	embedding2nn.weight	5	0.1116635724902153
231352	embedding2nn.weight	6	-0.08057668060064316
231352	embedding2nn.weight	7	-0.07217598706483841
231352	embedding2nn.weight	8	-0.03318965807557106
231352	embedding2nn.weight	9	0.05208554118871689
231352	embedding2nn.bias	0	0.07361006736755371
231352	embedding2nn.bias	1	-0.01069113239645958
231352	embedding2nn.bias	2	-0.08477708697319031
231352	embedding2nn.bias	3	0.0347822904586792
231352	embedding2nn.bias	4	-0.012066327966749668
231352	embedding2nn.bias	5	-0.1579982340335846
231352	embedding2nn.bias	6	-0.11846603453159332
231352	embedding2nn.bias	7	-0.02030927874147892
231352	embedding2nn.bias	8	0.07992551475763321
231352	embedding2nn.bias	9	-0.07361631840467453
231352	rnn.weight_ih_l0	0	0.042039234191179276
231352	rnn.weight_ih_l0	1	-0.07873331755399704
231352	rnn.weight_ih_l0	2	-0.05947161093354225
231352	rnn.weight_ih_l0	3	-0.05898861214518547
231352	rnn.weight_ih_l0	4	0.019403940066695213
231352	rnn.weight_ih_l0	5	-0.1119103878736496
231352	rnn.weight_ih_l0	6	-0.035026632249355316
231352	rnn.weight_ih_l0	7	-0.0038795717991888523
231352	rnn.weight_ih_l0	8	0.05977197736501694
231352	rnn.weight_ih_l0	9	0.006468287669122219
231352	rnn.weight_hh_l0	0	0.000159061819431372
231352	rnn.weight_hh_l0	1	-0.0848870798945427
231352	rnn.weight_hh_l0	2	0.07352817058563232
231352	rnn.weight_hh_l0	3	0.052540477365255356
231352	rnn.weight_hh_l0	4	0.0046026273630559444
231352	rnn.weight_hh_l0	5	0.06940751522779465
231352	rnn.weight_hh_l0	6	-0.017565539106726646
231352	rnn.weight_hh_l0	7	-0.11072823405265808
231352	rnn.weight_hh_l0	8	0.02686901018023491
231352	rnn.weight_hh_l0	9	-0.08290039747953415
231352	rnn.bias_ih_l0	0	-0.08687727898359299
231352	rnn.bias_ih_l0	1	-0.19596517086029053
231352	rnn.bias_ih_l0	2	-0.26074716448783875
231352	rnn.bias_ih_l0	3	-0.2828879952430725
231352	rnn.bias_ih_l0	4	0.006634625140577555
231352	rnn.bias_ih_l0	5	0.0641181692481041
231352	rnn.bias_ih_l0	6	-0.17261716723442078
231352	rnn.bias_ih_l0	7	-0.2603745460510254
231352	rnn.bias_ih_l0	8	-0.15135614573955536
231352	rnn.bias_ih_l0	9	-0.1780291050672531
231352	rnn.bias_hh_l0	0	0.13364055752754211
231352	rnn.bias_hh_l0	1	-0.05490262806415558
231352	rnn.bias_hh_l0	2	0.053282786160707474
231352	rnn.bias_hh_l0	3	-0.17989970743656158
231352	rnn.bias_hh_l0	4	0.059994835406541824
231352	rnn.bias_hh_l0	5	0.059102535247802734
231352	rnn.bias_hh_l0	6	-0.10844020545482635
231352	rnn.bias_hh_l0	7	-0.14697743952274323
231352	rnn.bias_hh_l0	8	-0.18980969488620758
231352	rnn.bias_hh_l0	9	-0.10531497001647949
231352	rnn.weight_ih_l0_reverse	0	-0.01903574913740158
231352	rnn.weight_ih_l0_reverse	1	-0.004586947616189718
231352	rnn.weight_ih_l0_reverse	2	0.007740409579128027
231352	rnn.weight_ih_l0_reverse	3	0.010332291014492512
231352	rnn.weight_ih_l0_reverse	4	0.017558827996253967
231352	rnn.weight_ih_l0_reverse	5	-0.05588161572813988
231352	rnn.weight_ih_l0_reverse	6	-0.049104832112789154
231352	rnn.weight_ih_l0_reverse	7	0.016602689400315285
231352	rnn.weight_ih_l0_reverse	8	0.08949166536331177
231352	rnn.weight_ih_l0_reverse	9	0.0017654349794611335
231352	rnn.weight_hh_l0_reverse	0	0.003915602341294289
231352	rnn.weight_hh_l0_reverse	1	0.0279048141092062
231352	rnn.weight_hh_l0_reverse	2	-0.03886718675494194
231352	rnn.weight_hh_l0_reverse	3	0.03941281884908676
231352	rnn.weight_hh_l0_reverse	4	0.022976242005825043
231352	rnn.weight_hh_l0_reverse	5	-0.009629148058593273
231352	rnn.weight_hh_l0_reverse	6	0.06871494650840759
231352	rnn.weight_hh_l0_reverse	7	0.038290612399578094
231352	rnn.weight_hh_l0_reverse	8	-0.02521977573633194
231352	rnn.weight_hh_l0_reverse	9	-0.026246627792716026
231352	rnn.bias_ih_l0_reverse	0	-0.14495109021663666
231352	rnn.bias_ih_l0_reverse	1	-0.3114469349384308
231352	rnn.bias_ih_l0_reverse	2	-0.059241607785224915
231352	rnn.bias_ih_l0_reverse	3	-0.15816999971866608
231352	rnn.bias_ih_l0_reverse	4	0.06797993928194046
231352	rnn.bias_ih_l0_reverse	5	-0.2725730538368225
231352	rnn.bias_ih_l0_reverse	6	-0.07007987797260284
231352	rnn.bias_ih_l0_reverse	7	0.019879790022969246
231352	rnn.bias_ih_l0_reverse	8	-0.18866056203842163
231352	rnn.bias_ih_l0_reverse	9	-0.0911308079957962
231352	rnn.bias_hh_l0_reverse	0	-0.15560616552829742
231352	rnn.bias_hh_l0_reverse	1	-0.14821887016296387
231352	rnn.bias_hh_l0_reverse	2	-0.012758702971041203
231352	rnn.bias_hh_l0_reverse	3	-0.13577158749103546
231352	rnn.bias_hh_l0_reverse	4	-0.0244905948638916
231352	rnn.bias_hh_l0_reverse	5	-0.11646760255098343
231352	rnn.bias_hh_l0_reverse	6	-0.07521180063486099
231352	rnn.bias_hh_l0_reverse	7	-0.18095654249191284
231352	rnn.bias_hh_l0_reverse	8	-0.06523695588111877
231352	rnn.bias_hh_l0_reverse	9	-0.11143048107624054
231352	linear.weight	0	-0.30330711603164673
231352	linear.weight	1	-0.09942550212144852
231352	linear.weight	2	-0.011228874325752258
231352	linear.weight	3	-0.09108578413724899
231352	linear.weight	4	-0.004630496259778738
231352	linear.weight	5	0.20425359904766083
231352	linear.weight	6	0.0047744326293468475
231352	linear.weight	7	-0.021312154829502106
231352	linear.weight	8	0.18466265499591827
231352	linear.weight	9	0.2013903707265854
231352	linear.bias	0	-0.8231714963912964
231352	linear.bias	1	1.4353212118148804
231352	linear.bias	2	-0.48608529567718506
231352	linear.bias	3	-0.7541745901107788
231352	linear.bias	4	-0.8980574607849121
231352	linear.bias	5	-1.1802171468734741
231352	linear.bias	6	-0.9665436148643494
231352	linear.bias	7	-0.7142177224159241
231352	linear.bias	8	-0.01705317199230194
231352	linear.bias	9	3.514309883117676
231549	transitions	0	-0.4652625322341919
231549	transitions	1	8.840450286865234
231549	transitions	2	-3.6286633014678955
231549	transitions	3	1.561072587966919
231549	transitions	4	-2.2176036834716797
231549	transitions	5	-0.4311554729938507
231549	transitions	6	-0.19586652517318726
231549	transitions	7	-10000.0
231549	transitions	8	1.85417640209198
231549	transitions	9	-2.2949633598327637
231549	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
231549	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
231549	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
231549	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
231549	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
231549	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
231549	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
231549	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
231549	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
231549	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
231549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
231549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
231549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
231549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
231549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
231549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
231549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
231549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
231549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
231549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
231549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
231549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
231549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
231549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
231549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
231549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
231549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
231549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
231549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
231549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
231549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
231549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
231549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
231549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
231549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
231549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
231549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
231549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
231549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
231549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
231549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
231549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
231549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
231549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
231549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
231549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
231549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
231549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
231549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
231549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
231549	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
231549	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
231549	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
231549	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
231549	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
231549	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
231549	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
231549	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
231549	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
231549	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
231549	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
231549	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
231549	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
231549	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
231549	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
231549	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
231549	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
231549	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
231549	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
231549	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
231549	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
231549	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
231549	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
231549	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
231549	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
231549	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
231549	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
231549	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
231549	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
231549	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
231549	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
231549	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
231549	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
231549	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
231549	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
231549	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
231549	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
231549	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
231549	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
231549	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
231549	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
231549	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
231549	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
231549	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
231549	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
231549	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
231549	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
231549	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
231549	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
231549	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
231549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
231549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
231549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
231549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
231549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
231549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
231549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
231549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
231549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
231549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
231549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
231549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
231549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
231549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
231549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
231549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
231549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
231549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
231549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
231549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
231549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
231549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
231549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
231549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
231549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
231549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
231549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
231549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
231549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
231549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
231549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
231549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
231549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
231549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
231549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
231549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
231549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
231549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
231549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
231549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
231549	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
231549	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
231549	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
231549	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
231549	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
231549	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
231549	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
231549	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
231549	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
231549	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
231549	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
231549	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
231549	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
231549	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
231549	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
231549	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
231549	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
231549	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
231549	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
231549	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
231549	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
231549	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
231549	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
231549	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
231549	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
231549	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
231549	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
231549	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
231549	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
231549	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
231549	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
231549	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
231549	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
231549	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
231549	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
231549	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
231549	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
231549	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
231549	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
231549	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
231549	embedding2nn.weight	0	0.043657295405864716
231549	embedding2nn.weight	1	-0.09615486860275269
231549	embedding2nn.weight	2	0.014835027046501637
231549	embedding2nn.weight	3	-0.060746051371097565
231549	embedding2nn.weight	4	-0.10765789449214935
231549	embedding2nn.weight	5	0.11220412701368332
231549	embedding2nn.weight	6	-0.07700458914041519
231549	embedding2nn.weight	7	-0.07236947119235992
231549	embedding2nn.weight	8	-0.033140696585178375
231549	embedding2nn.weight	9	0.05300598964095116
231549	embedding2nn.bias	0	0.07315663993358612
231549	embedding2nn.bias	1	-0.01563822664320469
231549	embedding2nn.bias	2	-0.09155572205781937
231549	embedding2nn.bias	3	0.029096728190779686
231549	embedding2nn.bias	4	-0.016130870208144188
231549	embedding2nn.bias	5	-0.16208912432193756
231549	embedding2nn.bias	6	-0.11799101531505585
231549	embedding2nn.bias	7	-0.018295474350452423
231549	embedding2nn.bias	8	0.07726526260375977
231549	embedding2nn.bias	9	-0.07540802657604218
231549	rnn.weight_ih_l0	0	0.042192913591861725
231549	rnn.weight_ih_l0	1	-0.07759647071361542
231549	rnn.weight_ih_l0	2	-0.059646062552928925
231549	rnn.weight_ih_l0	3	-0.0583401620388031
231549	rnn.weight_ih_l0	4	0.01987714320421219
231549	rnn.weight_ih_l0	5	-0.112254299223423
231549	rnn.weight_ih_l0	6	-0.03508910536766052
231549	rnn.weight_ih_l0	7	-0.003999113570898771
231549	rnn.weight_ih_l0	8	0.060040540993213654
231549	rnn.weight_ih_l0	9	0.006881393492221832
231549	rnn.weight_hh_l0	0	-0.00015718406939413399
231549	rnn.weight_hh_l0	1	-0.08556663990020752
231549	rnn.weight_hh_l0	2	0.07364509999752045
231549	rnn.weight_hh_l0	3	0.05265592411160469
231549	rnn.weight_hh_l0	4	0.004648936912417412
231549	rnn.weight_hh_l0	5	0.06946155428886414
231549	rnn.weight_hh_l0	6	-0.017522815614938736
231549	rnn.weight_hh_l0	7	-0.11072105914354324
231549	rnn.weight_hh_l0	8	0.027343882247805595
231549	rnn.weight_hh_l0	9	-0.08359493315219879
231549	rnn.bias_ih_l0	0	-0.08704857528209686
231549	rnn.bias_ih_l0	1	-0.19581249356269836
231549	rnn.bias_ih_l0	2	-0.26078885793685913
231549	rnn.bias_ih_l0	3	-0.2824106514453888
231549	rnn.bias_ih_l0	4	0.005603015888482332
231549	rnn.bias_ih_l0	5	0.06260426342487335
231549	rnn.bias_ih_l0	6	-0.17188476026058197
231549	rnn.bias_ih_l0	7	-0.260359525680542
231549	rnn.bias_ih_l0	8	-0.15067654848098755
231549	rnn.bias_ih_l0	9	-0.17825472354888916
231549	rnn.bias_hh_l0	0	0.13474000990390778
231549	rnn.bias_hh_l0	1	-0.05459441617131233
231549	rnn.bias_hh_l0	2	0.05336761847138405
231549	rnn.bias_hh_l0	3	-0.17912635207176208
231549	rnn.bias_hh_l0	4	0.059413984417915344
231549	rnn.bias_hh_l0	5	0.058288998901844025
231549	rnn.bias_hh_l0	6	-0.10919725149869919
231549	rnn.bias_hh_l0	7	-0.14688529074192047
231549	rnn.bias_hh_l0	8	-0.1897033154964447
231549	rnn.bias_hh_l0	9	-0.10454414039850235
231549	rnn.weight_ih_l0_reverse	0	-0.01871301420032978
231549	rnn.weight_ih_l0_reverse	1	-0.004855577368289232
231549	rnn.weight_ih_l0_reverse	2	0.007444442715495825
231549	rnn.weight_ih_l0_reverse	3	0.010748127475380898
231549	rnn.weight_ih_l0_reverse	4	0.01821340247988701
231549	rnn.weight_ih_l0_reverse	5	-0.05655940622091293
231549	rnn.weight_ih_l0_reverse	6	-0.04899629205465317
231549	rnn.weight_ih_l0_reverse	7	0.016750585287809372
231549	rnn.weight_ih_l0_reverse	8	0.08992549031972885
231549	rnn.weight_ih_l0_reverse	9	0.0019358161371201277
231549	rnn.weight_hh_l0_reverse	0	0.004060244187712669
231549	rnn.weight_hh_l0_reverse	1	0.02776598185300827
231549	rnn.weight_hh_l0_reverse	2	-0.03869196027517319
231549	rnn.weight_hh_l0_reverse	3	0.039556197822093964
231549	rnn.weight_hh_l0_reverse	4	0.023045778274536133
231549	rnn.weight_hh_l0_reverse	5	-0.009652797132730484
231549	rnn.weight_hh_l0_reverse	6	0.06851660460233688
231549	rnn.weight_hh_l0_reverse	7	0.03797400742769241
231549	rnn.weight_hh_l0_reverse	8	-0.02514510229229927
231549	rnn.weight_hh_l0_reverse	9	-0.02635957859456539
231549	rnn.bias_ih_l0_reverse	0	-0.14584802091121674
231549	rnn.bias_ih_l0_reverse	1	-0.3129173219203949
231549	rnn.bias_ih_l0_reverse	2	-0.05847165361046791
231549	rnn.bias_ih_l0_reverse	3	-0.15830430388450623
231549	rnn.bias_ih_l0_reverse	4	0.0679294764995575
231549	rnn.bias_ih_l0_reverse	5	-0.2727947235107422
231549	rnn.bias_ih_l0_reverse	6	-0.06934118270874023
231549	rnn.bias_ih_l0_reverse	7	0.02147504687309265
231549	rnn.bias_ih_l0_reverse	8	-0.18827295303344727
231549	rnn.bias_ih_l0_reverse	9	-0.09071530401706696
231549	rnn.bias_hh_l0_reverse	0	-0.1562497317790985
231549	rnn.bias_hh_l0_reverse	1	-0.14675001800060272
231549	rnn.bias_hh_l0_reverse	2	-0.012556059285998344
231549	rnn.bias_hh_l0_reverse	3	-0.13531272113323212
231549	rnn.bias_hh_l0_reverse	4	-0.02450944483280182
231549	rnn.bias_hh_l0_reverse	5	-0.1159173920750618
231549	rnn.bias_hh_l0_reverse	6	-0.07607723772525787
231549	rnn.bias_hh_l0_reverse	7	-0.18086551129817963
231549	rnn.bias_hh_l0_reverse	8	-0.06521189957857132
231549	rnn.bias_hh_l0_reverse	9	-0.11216209083795547
231549	linear.weight	0	-0.3032630980014801
231549	linear.weight	1	-0.1002441942691803
231549	linear.weight	2	-0.011228874325752258
231549	linear.weight	3	-0.09248416125774384
231549	linear.weight	4	-0.008793296292424202
231549	linear.weight	5	0.20704355835914612
231549	linear.weight	6	0.0047744326293468475
231549	linear.weight	7	-0.021312154829502106
231549	linear.weight	8	0.18970103561878204
231549	linear.weight	9	0.20167747139930725
231549	linear.bias	0	-0.8166801333427429
231549	linear.bias	1	1.4247058629989624
231549	linear.bias	2	-0.4817667603492737
231549	linear.bias	3	-0.7421140074729919
231549	linear.bias	4	-0.906018853187561
231549	linear.bias	5	-1.1802223920822144
231549	linear.bias	6	-0.9596593976020813
231549	linear.bias	7	-0.727684497833252
231549	linear.bias	8	-0.01705317199230194
231549	linear.bias	9	3.494145154953003
231746	transitions	0	-0.4652896523475647
231746	transitions	1	8.853772163391113
231746	transitions	2	-3.628763437271118
231746	transitions	3	1.5655549764633179
231746	transitions	4	-2.2176623344421387
231746	transitions	5	-0.4312169849872589
231746	transitions	6	-0.19587059319019318
231746	transitions	7	-10000.0
231746	transitions	8	1.8546017408370972
231746	transitions	9	-2.294964075088501
231746	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
231746	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
231746	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
231746	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
231746	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
231746	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
231746	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
231746	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
231746	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
231746	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
231746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
231746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
231746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
231746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
231746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
231746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
231746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
231746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
231746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
231746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
231746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
231746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
231746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
231746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
231746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
231746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
231746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
231746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
231746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
231746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
231746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
231746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
231746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
231746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
231746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
231746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
231746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
231746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
231746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
231746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
231746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
231746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
231746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
231746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
231746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
231746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
231746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
231746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
231746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
231746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
231746	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
231746	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
231746	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
231746	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
231746	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
231746	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
231746	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
231746	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
231746	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
231746	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
231746	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
231746	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
231746	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
231746	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
231746	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
231746	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
231746	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
231746	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
231746	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
231746	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
231746	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
231746	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
231746	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
231746	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
231746	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
231746	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
231746	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
231746	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
231746	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
231746	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
231746	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
231746	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
231746	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
231746	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
231746	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
231746	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
231746	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
231746	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
231746	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
231746	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
231746	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
231746	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
231746	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
231746	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
231746	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
231746	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
231746	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
231746	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
231746	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
231746	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
231746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
231746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
231746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
231746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
231746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
231746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
231746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
231746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
231746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
231746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
231746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
231746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
231746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
231746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
231746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
231746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
231746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
231746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
231746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
231746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
231746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
231746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
231746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
231746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
231746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
231746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
231746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
231746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
231746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
231746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
231746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
231746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
231746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
231746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
231746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
231746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
231746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
231746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
231746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
231746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
231746	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
231746	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
231746	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
231746	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
231746	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
231746	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
231746	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
231746	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
231746	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
231746	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
231746	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
231746	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
231746	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
231746	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
231746	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
231746	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
231746	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
231746	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
231746	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
231746	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
231746	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
231746	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
231746	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
231746	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
231746	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
231746	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
231746	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
231746	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
231746	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
231746	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
231746	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
231746	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
231746	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
231746	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
231746	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
231746	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
231746	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
231746	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
231746	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
231746	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
231746	embedding2nn.weight	0	0.04387832432985306
231746	embedding2nn.weight	1	-0.09566763043403625
231746	embedding2nn.weight	2	0.013870615512132645
231746	embedding2nn.weight	3	-0.0611790306866169
231746	embedding2nn.weight	4	-0.10915804654359818
231746	embedding2nn.weight	5	0.11194557696580887
231746	embedding2nn.weight	6	-0.07518461346626282
231746	embedding2nn.weight	7	-0.07276510447263718
231746	embedding2nn.weight	8	-0.033008892089128494
231746	embedding2nn.weight	9	0.052765391767024994
231746	embedding2nn.bias	0	0.0715324878692627
231746	embedding2nn.bias	1	-0.015503089874982834
231746	embedding2nn.bias	2	-0.08792484551668167
231746	embedding2nn.bias	3	0.03006386011838913
231746	embedding2nn.bias	4	-0.010941148735582829
231746	embedding2nn.bias	5	-0.1588972955942154
231746	embedding2nn.bias	6	-0.11428091675043106
231746	embedding2nn.bias	7	-0.01844971254467964
231746	embedding2nn.bias	8	0.07593516260385513
231746	embedding2nn.bias	9	-0.07239128649234772
231746	rnn.weight_ih_l0	0	0.04255856201052666
231746	rnn.weight_ih_l0	1	-0.07791207730770111
231746	rnn.weight_ih_l0	2	-0.05987417697906494
231746	rnn.weight_ih_l0	3	-0.060053009539842606
231746	rnn.weight_ih_l0	4	0.02008376270532608
231746	rnn.weight_ih_l0	5	-0.11173699051141739
231746	rnn.weight_ih_l0	6	-0.03546183183789253
231746	rnn.weight_ih_l0	7	-0.003793523646891117
231746	rnn.weight_ih_l0	8	0.05932919308543205
231746	rnn.weight_ih_l0	9	0.007517168298363686
231746	rnn.weight_hh_l0	0	-0.00016890809638425708
231746	rnn.weight_hh_l0	1	-0.08585703372955322
231746	rnn.weight_hh_l0	2	0.07357291132211685
231746	rnn.weight_hh_l0	3	0.05253445357084274
231746	rnn.weight_hh_l0	4	0.004909539595246315
231746	rnn.weight_hh_l0	5	0.06957364827394485
231746	rnn.weight_hh_l0	6	-0.0175736416131258
231746	rnn.weight_hh_l0	7	-0.11042270064353943
231746	rnn.weight_hh_l0	8	0.027311351150274277
231746	rnn.weight_hh_l0	9	-0.08355704694986343
231746	rnn.bias_ih_l0	0	-0.0859958603978157
231746	rnn.bias_ih_l0	1	-0.195669487118721
231746	rnn.bias_ih_l0	2	-0.26124638319015503
231746	rnn.bias_ih_l0	3	-0.2831103801727295
231746	rnn.bias_ih_l0	4	0.005517289973795414
231746	rnn.bias_ih_l0	5	0.062286458909511566
231746	rnn.bias_ih_l0	6	-0.17098267376422882
231746	rnn.bias_ih_l0	7	-0.2610113024711609
231746	rnn.bias_ih_l0	8	-0.15041720867156982
231746	rnn.bias_ih_l0	9	-0.17787520587444305
231746	rnn.bias_hh_l0	0	0.13361844420433044
231746	rnn.bias_hh_l0	1	-0.054557789117097855
231746	rnn.bias_hh_l0	2	0.05354710668325424
231746	rnn.bias_hh_l0	3	-0.17957651615142822
231746	rnn.bias_hh_l0	4	0.05962209403514862
231746	rnn.bias_hh_l0	5	0.057971637696027756
231746	rnn.bias_hh_l0	6	-0.10913161933422089
231746	rnn.bias_hh_l0	7	-0.14598102867603302
231746	rnn.bias_hh_l0	8	-0.18915002048015594
231746	rnn.bias_hh_l0	9	-0.10390068590641022
231746	rnn.weight_ih_l0_reverse	0	-0.01836407743394375
231746	rnn.weight_ih_l0_reverse	1	-0.004186308477073908
231746	rnn.weight_ih_l0_reverse	2	0.006529726088047028
231746	rnn.weight_ih_l0_reverse	3	0.010491017252206802
231746	rnn.weight_ih_l0_reverse	4	0.018193857744336128
231746	rnn.weight_ih_l0_reverse	5	-0.056516438722610474
231746	rnn.weight_ih_l0_reverse	6	-0.0481189601123333
231746	rnn.weight_ih_l0_reverse	7	0.016890496015548706
231746	rnn.weight_ih_l0_reverse	8	0.0890500470995903
231746	rnn.weight_ih_l0_reverse	9	0.0018090641824528575
231746	rnn.weight_hh_l0_reverse	0	0.004034002777189016
231746	rnn.weight_hh_l0_reverse	1	0.027754854410886765
231746	rnn.weight_hh_l0_reverse	2	-0.03837466984987259
231746	rnn.weight_hh_l0_reverse	3	0.03987783193588257
231746	rnn.weight_hh_l0_reverse	4	0.02298358827829361
231746	rnn.weight_hh_l0_reverse	5	-0.009752987883985043
231746	rnn.weight_hh_l0_reverse	6	0.06839034706354141
231746	rnn.weight_hh_l0_reverse	7	0.03782094269990921
231746	rnn.weight_hh_l0_reverse	8	-0.02500152960419655
231746	rnn.weight_hh_l0_reverse	9	-0.026489341631531715
231746	rnn.bias_ih_l0_reverse	0	-0.14577963948249817
231746	rnn.bias_ih_l0_reverse	1	-0.31227147579193115
231746	rnn.bias_ih_l0_reverse	2	-0.05934632942080498
231746	rnn.bias_ih_l0_reverse	3	-0.15651915967464447
231746	rnn.bias_ih_l0_reverse	4	0.0673011764883995
231746	rnn.bias_ih_l0_reverse	5	-0.2724985182285309
231746	rnn.bias_ih_l0_reverse	6	-0.06938904523849487
231746	rnn.bias_ih_l0_reverse	7	0.02223324589431286
231746	rnn.bias_ih_l0_reverse	8	-0.18786559998989105
231746	rnn.bias_ih_l0_reverse	9	-0.0912681519985199
231746	rnn.bias_hh_l0_reverse	0	-0.15595212578773499
231746	rnn.bias_hh_l0_reverse	1	-0.1470046490430832
231746	rnn.bias_hh_l0_reverse	2	-0.012924892827868462
231746	rnn.bias_hh_l0_reverse	3	-0.1355513036251068
231746	rnn.bias_hh_l0_reverse	4	-0.024471653625369072
231746	rnn.bias_hh_l0_reverse	5	-0.11659061163663864
231746	rnn.bias_hh_l0_reverse	6	-0.0760788545012474
231746	rnn.bias_hh_l0_reverse	7	-0.18059667944908142
231746	rnn.bias_hh_l0_reverse	8	-0.06563514471054077
231746	rnn.bias_hh_l0_reverse	9	-0.11300326883792877
231746	linear.weight	0	-0.3081727623939514
231746	linear.weight	1	-0.09960170090198517
231746	linear.weight	2	-0.011228874325752258
231746	linear.weight	3	-0.09434434026479721
231746	linear.weight	4	-0.0072065191343426704
231746	linear.weight	5	0.20724356174468994
231746	linear.weight	6	0.0047744326293468475
231746	linear.weight	7	-0.021312154829502106
231746	linear.weight	8	0.18869635462760925
231746	linear.weight	9	0.20176902413368225
231746	linear.bias	0	-0.8075497150421143
231746	linear.bias	1	1.4138861894607544
231746	linear.bias	2	-0.50009685754776
231746	linear.bias	3	-0.7380223870277405
231746	linear.bias	4	-0.9018865823745728
231746	linear.bias	5	-1.1802287101745605
231746	linear.bias	6	-0.9498736262321472
231746	linear.bias	7	-0.72796630859375
231746	linear.bias	8	-0.01705317199230194
231746	linear.bias	9	3.5124638080596924
231943	transitions	0	-0.46530407667160034
231943	transitions	1	8.843772888183594
231943	transitions	2	-3.628932237625122
231943	transitions	3	1.5652377605438232
231943	transitions	4	-2.217862606048584
231943	transitions	5	-0.4315749406814575
231943	transitions	6	-0.19587667286396027
231943	transitions	7	-10000.0
231943	transitions	8	1.855217695236206
231943	transitions	9	-2.29496431350708
231943	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
231943	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
231943	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
231943	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
231943	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
231943	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
231943	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
231943	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
231943	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
231943	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
231943	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
231943	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
231943	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
231943	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
231943	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
231943	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
231943	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
231943	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
231943	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
231943	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
231943	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
231943	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
231943	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
231943	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
231943	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
231943	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
231943	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
231943	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
231943	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
231943	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
231943	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
231943	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
231943	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
231943	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
231943	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
231943	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
231943	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
231943	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
231943	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
231943	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
231943	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
231943	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
231943	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
231943	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
231943	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
231943	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
231943	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
231943	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
231943	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
231943	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
231943	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
231943	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
231943	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
231943	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
231943	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
231943	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
231943	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
231943	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
231943	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
231943	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
231943	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
231943	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
231943	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
231943	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
231943	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
231943	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
231943	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
231943	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
231943	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
231943	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
231943	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
231943	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
231943	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
231943	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
231943	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
231943	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
231943	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
231943	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
231943	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
231943	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
231943	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
231943	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
231943	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
231943	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
231943	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
231943	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
231943	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
231943	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
231943	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
231943	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
231943	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
231943	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
231943	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
231943	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
231943	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
231943	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
231943	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
231943	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
231943	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
231943	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
231943	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
231943	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
231943	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
231943	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
231943	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
231943	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
231943	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
231943	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
231943	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
231943	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
231943	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
231943	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
231943	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
231943	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
231943	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
231943	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
231943	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
231943	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
231943	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
231943	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
231943	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
231943	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
231943	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
231943	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
231943	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
231943	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
231943	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
231943	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
231943	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
231943	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
231943	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
231943	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
231943	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
231943	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
231943	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
231943	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
231943	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
231943	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
231943	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
231943	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
231943	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
231943	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
231943	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
231943	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
231943	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
231943	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
231943	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
231943	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
231943	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
231943	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
231943	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
231943	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
231943	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
231943	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
231943	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
231943	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
231943	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
231943	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
231943	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
231943	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
231943	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
231943	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
231943	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
231943	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
231943	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
231943	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
231943	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
231943	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
231943	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
231943	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
231943	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
231943	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
231943	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
231943	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
231943	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
231943	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
231943	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
231943	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
231943	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
231943	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
231943	embedding2nn.weight	0	0.04389756917953491
231943	embedding2nn.weight	1	-0.09544350951910019
231943	embedding2nn.weight	2	0.015017724595963955
231943	embedding2nn.weight	3	-0.06122048571705818
231943	embedding2nn.weight	4	-0.1093001663684845
231943	embedding2nn.weight	5	0.11206915974617004
231943	embedding2nn.weight	6	-0.0732969269156456
231943	embedding2nn.weight	7	-0.07208704948425293
231943	embedding2nn.weight	8	-0.033211760222911835
231943	embedding2nn.weight	9	0.051499366760253906
231943	embedding2nn.bias	0	0.07071765512228012
231943	embedding2nn.bias	1	-0.01610375940799713
231943	embedding2nn.bias	2	-0.08616061508655548
231943	embedding2nn.bias	3	0.03132534399628639
231943	embedding2nn.bias	4	-0.007932082749903202
231943	embedding2nn.bias	5	-0.1610630601644516
231943	embedding2nn.bias	6	-0.11716143786907196
231943	embedding2nn.bias	7	-0.01909348927438259
231943	embedding2nn.bias	8	0.07720086723566055
231943	embedding2nn.bias	9	-0.06877996027469635
231943	rnn.weight_ih_l0	0	0.04278860241174698
231943	rnn.weight_ih_l0	1	-0.07787118852138519
231943	rnn.weight_ih_l0	2	-0.05929407849907875
231943	rnn.weight_ih_l0	3	-0.06013060733675957
231943	rnn.weight_ih_l0	4	0.019712844863533974
231943	rnn.weight_ih_l0	5	-0.11135915666818619
231943	rnn.weight_ih_l0	6	-0.03601249307394028
231943	rnn.weight_ih_l0	7	-0.004289449658244848
231943	rnn.weight_ih_l0	8	0.05910386145114899
231943	rnn.weight_ih_l0	9	0.007653670851141214
231943	rnn.weight_hh_l0	0	-0.00023361835337709635
231943	rnn.weight_hh_l0	1	-0.08615075051784515
231943	rnn.weight_hh_l0	2	0.07354506850242615
231943	rnn.weight_hh_l0	3	0.05251961573958397
231943	rnn.weight_hh_l0	4	0.005037782713770866
231943	rnn.weight_hh_l0	5	0.06936437636613846
231943	rnn.weight_hh_l0	6	-0.017567716538906097
231943	rnn.weight_hh_l0	7	-0.11043035984039307
231943	rnn.weight_hh_l0	8	0.02748025208711624
231943	rnn.weight_hh_l0	9	-0.08328589051961899
231943	rnn.bias_ih_l0	0	-0.08670587092638016
231943	rnn.bias_ih_l0	1	-0.19573763012886047
231943	rnn.bias_ih_l0	2	-0.26230794191360474
231943	rnn.bias_ih_l0	3	-0.2832763195037842
231943	rnn.bias_ih_l0	4	0.00557668786495924
231943	rnn.bias_ih_l0	5	0.06211598962545395
231943	rnn.bias_ih_l0	6	-0.17073498666286469
231943	rnn.bias_ih_l0	7	-0.26095011830329895
231943	rnn.bias_ih_l0	8	-0.1514858603477478
231943	rnn.bias_ih_l0	9	-0.17798128724098206
231943	rnn.bias_hh_l0	0	0.1342989057302475
231943	rnn.bias_hh_l0	1	-0.05440833419561386
231943	rnn.bias_hh_l0	2	0.05333032086491585
231943	rnn.bias_hh_l0	3	-0.1797712743282318
231943	rnn.bias_hh_l0	4	0.05948496237397194
231943	rnn.bias_hh_l0	5	0.05716880410909653
231943	rnn.bias_hh_l0	6	-0.1086316630244255
231943	rnn.bias_hh_l0	7	-0.14471139013767242
231943	rnn.bias_hh_l0	8	-0.18850848078727722
231943	rnn.bias_hh_l0	9	-0.10358815640211105
231943	rnn.weight_ih_l0_reverse	0	-0.01843271031975746
231943	rnn.weight_ih_l0_reverse	1	-0.0044906288385391235
231943	rnn.weight_ih_l0_reverse	2	0.0069047752767801285
231943	rnn.weight_ih_l0_reverse	3	0.010886846110224724
231943	rnn.weight_ih_l0_reverse	4	0.01769215241074562
231943	rnn.weight_ih_l0_reverse	5	-0.05692719668149948
231943	rnn.weight_ih_l0_reverse	6	-0.05008228123188019
231943	rnn.weight_ih_l0_reverse	7	0.017463773488998413
231943	rnn.weight_ih_l0_reverse	8	0.08892393112182617
231943	rnn.weight_ih_l0_reverse	9	0.002493809210136533
231943	rnn.weight_hh_l0_reverse	0	0.00401059677824378
231943	rnn.weight_hh_l0_reverse	1	0.027698015794157982
231943	rnn.weight_hh_l0_reverse	2	-0.03810139745473862
231943	rnn.weight_hh_l0_reverse	3	0.03993565961718559
231943	rnn.weight_hh_l0_reverse	4	0.0230399239808321
231943	rnn.weight_hh_l0_reverse	5	-0.009725892916321754
231943	rnn.weight_hh_l0_reverse	6	0.06828514486551285
231943	rnn.weight_hh_l0_reverse	7	0.03793323412537575
231943	rnn.weight_hh_l0_reverse	8	-0.024753501638770103
231943	rnn.weight_hh_l0_reverse	9	-0.02649310976266861
231943	rnn.bias_ih_l0_reverse	0	-0.14681215584278107
231943	rnn.bias_ih_l0_reverse	1	-0.31204667687416077
231943	rnn.bias_ih_l0_reverse	2	-0.05963197350502014
231943	rnn.bias_ih_l0_reverse	3	-0.1567235291004181
231943	rnn.bias_ih_l0_reverse	4	0.06815255433320999
231943	rnn.bias_ih_l0_reverse	5	-0.27222055196762085
231943	rnn.bias_ih_l0_reverse	6	-0.06954335421323776
231943	rnn.bias_ih_l0_reverse	7	0.022268734872341156
231943	rnn.bias_ih_l0_reverse	8	-0.18901795148849487
231943	rnn.bias_ih_l0_reverse	9	-0.09128177911043167
231943	rnn.bias_hh_l0_reverse	0	-0.15573415160179138
231943	rnn.bias_hh_l0_reverse	1	-0.14680159091949463
231943	rnn.bias_hh_l0_reverse	2	-0.013335876166820526
231943	rnn.bias_hh_l0_reverse	3	-0.13524173200130463
231943	rnn.bias_hh_l0_reverse	4	-0.024726571515202522
231943	rnn.bias_hh_l0_reverse	5	-0.11693663895130157
231943	rnn.bias_hh_l0_reverse	6	-0.07576923817396164
231943	rnn.bias_hh_l0_reverse	7	-0.18102355301380157
231943	rnn.bias_hh_l0_reverse	8	-0.06591685116291046
231943	rnn.bias_hh_l0_reverse	9	-0.11421365290880203
231943	linear.weight	0	-0.3062266409397125
231943	linear.weight	1	-0.1034325435757637
231943	linear.weight	2	-0.011228874325752258
231943	linear.weight	3	-0.09149870276451111
231943	linear.weight	4	-0.005997622851282358
231943	linear.weight	5	0.20288017392158508
231943	linear.weight	6	0.0047744326293468475
231943	linear.weight	7	-0.021312154829502106
231943	linear.weight	8	0.187441885471344
231943	linear.weight	9	0.20140790939331055
231943	linear.bias	0	-0.8141137957572937
231943	linear.bias	1	1.409651279449463
231943	linear.bias	2	-0.4935949444770813
231943	linear.bias	3	-0.7448041439056396
231943	linear.bias	4	-0.8897203207015991
231943	linear.bias	5	-1.1802321672439575
231943	linear.bias	6	-0.9559517502784729
231943	linear.bias	7	-0.721396803855896
231943	linear.bias	8	-0.01705317199230194
231943	linear.bias	9	3.5128512382507324
232140	transitions	0	-0.4653342664241791
232140	transitions	1	8.845015525817871
232140	transitions	2	-3.629035711288452
232140	transitions	3	1.563170313835144
232140	transitions	4	-2.2181711196899414
232140	transitions	5	-0.4315941035747528
232140	transitions	6	-0.19588160514831543
232140	transitions	7	-10000.0
232140	transitions	8	1.8550102710723877
232140	transitions	9	-2.294966220855713
232140	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
232140	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
232140	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
232140	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
232140	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
232140	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
232140	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
232140	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
232140	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
232140	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
232140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
232140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
232140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
232140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
232140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
232140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
232140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
232140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
232140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
232140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
232140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
232140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
232140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
232140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
232140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
232140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
232140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
232140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
232140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
232140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
232140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
232140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
232140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
232140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
232140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
232140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
232140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
232140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
232140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
232140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
232140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
232140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
232140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
232140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
232140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
232140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
232140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
232140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
232140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
232140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
232140	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
232140	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
232140	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
232140	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
232140	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
232140	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
232140	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
232140	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
232140	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
232140	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
232140	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
232140	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
232140	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
232140	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
232140	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
232140	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
232140	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
232140	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
232140	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
232140	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
232140	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
232140	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
232140	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
232140	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
232140	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
232140	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
232140	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
232140	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
232140	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
232140	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
232140	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
232140	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
232140	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
232140	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
232140	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
232140	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
232140	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
232140	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
232140	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
232140	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
232140	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
232140	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
232140	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
232140	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
232140	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
232140	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
232140	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
232140	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
232140	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
232140	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
232140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
232140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
232140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
232140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
232140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
232140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
232140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
232140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
232140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
232140	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
232140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
232140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
232140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
232140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
232140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
232140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
232140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
232140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
232140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
232140	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
232140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
232140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
232140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
232140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
232140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
232140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
232140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
232140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
232140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
232140	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
232140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
232140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
232140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
232140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
232140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
232140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
232140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
232140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
232140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
232140	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
232140	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
232140	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
232140	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
232140	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
232140	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
232140	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
232140	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
232140	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
232140	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
232140	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
232140	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
232140	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
232140	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
232140	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
232140	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
232140	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
232140	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
232140	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
232140	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
232140	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
232140	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
232140	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
232140	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
232140	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
232140	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
232140	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
232140	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
232140	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
232140	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
232140	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
232140	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
232140	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
232140	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
232140	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
232140	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
232140	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
232140	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
232140	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
232140	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
232140	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
232140	embedding2nn.weight	0	0.04387836158275604
232140	embedding2nn.weight	1	-0.0952594205737114
232140	embedding2nn.weight	2	0.015478527173399925
232140	embedding2nn.weight	3	-0.061139509081840515
232140	embedding2nn.weight	4	-0.10850740224123001
232140	embedding2nn.weight	5	0.11182935535907745
232140	embedding2nn.weight	6	-0.07140538841485977
232140	embedding2nn.weight	7	-0.07211624085903168
232140	embedding2nn.weight	8	-0.03314312919974327
232140	embedding2nn.weight	9	0.051679059863090515
232140	embedding2nn.bias	0	0.07299874722957611
232140	embedding2nn.bias	1	-0.015814349055290222
232140	embedding2nn.bias	2	-0.08678365498781204
232140	embedding2nn.bias	3	0.0280239786952734
232140	embedding2nn.bias	4	-0.007422542665153742
232140	embedding2nn.bias	5	-0.1610974222421646
232140	embedding2nn.bias	6	-0.11800438165664673
232140	embedding2nn.bias	7	-0.019509701058268547
232140	embedding2nn.bias	8	0.06931775063276291
232140	embedding2nn.bias	9	-0.06751210987567902
232140	rnn.weight_ih_l0	0	0.04410458356142044
232140	rnn.weight_ih_l0	1	-0.07773754000663757
232140	rnn.weight_ih_l0	2	-0.059344738721847534
232140	rnn.weight_ih_l0	3	-0.06005125492811203
232140	rnn.weight_ih_l0	4	0.021348878741264343
232140	rnn.weight_ih_l0	5	-0.11177662014961243
232140	rnn.weight_ih_l0	6	-0.03654714301228523
232140	rnn.weight_ih_l0	7	-0.003968380857259035
232140	rnn.weight_ih_l0	8	0.05891251191496849
232140	rnn.weight_ih_l0	9	0.00804789550602436
232140	rnn.weight_hh_l0	0	-0.0001073872554115951
232140	rnn.weight_hh_l0	1	-0.0858789011836052
232140	rnn.weight_hh_l0	2	0.07380526512861252
232140	rnn.weight_hh_l0	3	0.05257498100399971
232140	rnn.weight_hh_l0	4	0.004851395729929209
232140	rnn.weight_hh_l0	5	0.0693582072854042
232140	rnn.weight_hh_l0	6	-0.01773475669324398
232140	rnn.weight_hh_l0	7	-0.1102447360754013
232140	rnn.weight_hh_l0	8	0.027364136651158333
232140	rnn.weight_hh_l0	9	-0.08359784632921219
232140	rnn.bias_ih_l0	0	-0.08615380525588989
232140	rnn.bias_ih_l0	1	-0.19621646404266357
232140	rnn.bias_ih_l0	2	-0.26150238513946533
232140	rnn.bias_ih_l0	3	-0.283345490694046
232140	rnn.bias_ih_l0	4	0.005739949177950621
232140	rnn.bias_ih_l0	5	0.061888232827186584
232140	rnn.bias_ih_l0	6	-0.17035000026226044
232140	rnn.bias_ih_l0	7	-0.26121222972869873
232140	rnn.bias_ih_l0	8	-0.15056757628917694
232140	rnn.bias_ih_l0	9	-0.1780737340450287
232140	rnn.bias_hh_l0	0	0.13435980677604675
232140	rnn.bias_hh_l0	1	-0.054120924323797226
232140	rnn.bias_hh_l0	2	0.05326973274350166
232140	rnn.bias_hh_l0	3	-0.17909519374370575
232140	rnn.bias_hh_l0	4	0.05980699509382248
232140	rnn.bias_hh_l0	5	0.05609411746263504
232140	rnn.bias_hh_l0	6	-0.10831353813409805
232140	rnn.bias_hh_l0	7	-0.14379826188087463
232140	rnn.bias_hh_l0	8	-0.1889602690935135
232140	rnn.bias_hh_l0	9	-0.10418304800987244
232140	rnn.weight_ih_l0_reverse	0	-0.018494468182325363
232140	rnn.weight_ih_l0_reverse	1	-0.0047333273105323315
232140	rnn.weight_ih_l0_reverse	2	0.006982583086937666
232140	rnn.weight_ih_l0_reverse	3	0.010399126447737217
232140	rnn.weight_ih_l0_reverse	4	0.017551561817526817
232140	rnn.weight_ih_l0_reverse	5	-0.05662642791867256
232140	rnn.weight_ih_l0_reverse	6	-0.0502556748688221
232140	rnn.weight_ih_l0_reverse	7	0.017165306955575943
232140	rnn.weight_ih_l0_reverse	8	0.08867495507001877
232140	rnn.weight_ih_l0_reverse	9	0.0023766267113387585
232140	rnn.weight_hh_l0_reverse	0	0.004153290297836065
232140	rnn.weight_hh_l0_reverse	1	0.027888169512152672
232140	rnn.weight_hh_l0_reverse	2	-0.03829193860292435
232140	rnn.weight_hh_l0_reverse	3	0.03998788818717003
232140	rnn.weight_hh_l0_reverse	4	0.023105410858988762
232140	rnn.weight_hh_l0_reverse	5	-0.010147548280656338
232140	rnn.weight_hh_l0_reverse	6	0.06818857043981552
232140	rnn.weight_hh_l0_reverse	7	0.03819392994046211
232140	rnn.weight_hh_l0_reverse	8	-0.024679452180862427
232140	rnn.weight_hh_l0_reverse	9	-0.02634006179869175
232140	rnn.bias_ih_l0_reverse	0	-0.14572900533676147
232140	rnn.bias_ih_l0_reverse	1	-0.3114931285381317
232140	rnn.bias_ih_l0_reverse	2	-0.05974966660141945
232140	rnn.bias_ih_l0_reverse	3	-0.15696778893470764
232140	rnn.bias_ih_l0_reverse	4	0.0692770704627037
232140	rnn.bias_ih_l0_reverse	5	-0.2722180485725403
232140	rnn.bias_ih_l0_reverse	6	-0.07003500312566757
232140	rnn.bias_ih_l0_reverse	7	0.02305608242750168
232140	rnn.bias_ih_l0_reverse	8	-0.18898330628871918
232140	rnn.bias_ih_l0_reverse	9	-0.09048430621623993
232140	rnn.bias_hh_l0_reverse	0	-0.15534088015556335
232140	rnn.bias_hh_l0_reverse	1	-0.14700905978679657
232140	rnn.bias_hh_l0_reverse	2	-0.013471055775880814
232140	rnn.bias_hh_l0_reverse	3	-0.13434898853302002
232140	rnn.bias_hh_l0_reverse	4	-0.025171512737870216
232140	rnn.bias_hh_l0_reverse	5	-0.11694230884313583
232140	rnn.bias_hh_l0_reverse	6	-0.0754408985376358
232140	rnn.bias_hh_l0_reverse	7	-0.1818510890007019
232140	rnn.bias_hh_l0_reverse	8	-0.06673858314752579
232140	rnn.bias_hh_l0_reverse	9	-0.11464504897594452
232140	linear.weight	0	-0.3070453107357025
232140	linear.weight	1	-0.10058499872684479
232140	linear.weight	2	-0.011228874325752258
232140	linear.weight	3	-0.09177951514720917
232140	linear.weight	4	-0.0067416089586913586
232140	linear.weight	5	0.1979672908782959
232140	linear.weight	6	0.0047744326293468475
232140	linear.weight	7	-0.021312154829502106
232140	linear.weight	8	0.18270818889141083
232140	linear.weight	9	0.20579835772514343
232140	linear.bias	0	-0.8167052865028381
232140	linear.bias	1	1.4014649391174316
232140	linear.bias	2	-0.49078431725502014
232140	linear.bias	3	-0.7471498847007751
232140	linear.bias	4	-0.8999626040458679
232140	linear.bias	5	-1.180235505104065
232140	linear.bias	6	-0.9583771824836731
232140	linear.bias	7	-0.7166197299957275
232140	linear.bias	8	-0.01705317199230194
232140	linear.bias	9	3.5119290351867676
232337	transitions	0	-0.4653511643409729
232337	transitions	1	8.840649604797363
232337	transitions	2	-3.6291887760162354
232337	transitions	3	1.5641467571258545
232337	transitions	4	-2.2183117866516113
232337	transitions	5	-0.4316119849681854
232337	transitions	6	-0.19588619470596313
232337	transitions	7	-10000.0
232337	transitions	8	1.8545215129852295
232337	transitions	9	-2.2949676513671875
232337	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
232337	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
232337	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
232337	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
232337	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
232337	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
232337	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
232337	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
232337	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
232337	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
232337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
232337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
232337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
232337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
232337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
232337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
232337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
232337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
232337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
232337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
232337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
232337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
232337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
232337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
232337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
232337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
232337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
232337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
232337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
232337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
232337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
232337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
232337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
232337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
232337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
232337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
232337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
232337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
232337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
232337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
232337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
232337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
232337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
232337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
232337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
232337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
232337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
232337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
232337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
232337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
232337	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
232337	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
232337	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
232337	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
232337	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
232337	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
232337	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
232337	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
232337	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
232337	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
232337	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
232337	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
232337	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
232337	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
232337	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
232337	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
232337	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
232337	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
232337	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
232337	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
232337	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
232337	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
232337	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
232337	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
232337	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
232337	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
232337	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
232337	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
232337	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
232337	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
232337	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
232337	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
232337	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
232337	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
232337	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
232337	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
232337	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
232337	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
232337	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
232337	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
232337	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
232337	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
232337	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
232337	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
232337	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
232337	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
232337	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
232337	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
232337	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
232337	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
232337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
232337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
232337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
232337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
232337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
232337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
232337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
232337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
232337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
232337	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
232337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
232337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
232337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
232337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
232337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
232337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
232337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
232337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
232337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
232337	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
232337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
232337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
232337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
232337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
232337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
232337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
232337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
232337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
232337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
232337	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
232337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
232337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
232337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
232337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
232337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
232337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
232337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
232337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
232337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
232337	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
232337	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
232337	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
232337	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
232337	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
232337	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
232337	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
232337	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
232337	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
232337	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
232337	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
232337	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
232337	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
232337	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
232337	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
232337	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
232337	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
232337	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
232337	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
232337	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
232337	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
232337	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
232337	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
232337	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
232337	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
232337	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
232337	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
232337	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
232337	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
232337	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
232337	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
232337	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
232337	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
232337	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
232337	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
232337	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
232337	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
232337	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
232337	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
232337	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
232337	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
232337	embedding2nn.weight	0	0.043875109404325485
232337	embedding2nn.weight	1	-0.09553003311157227
232337	embedding2nn.weight	2	0.0161068644374609
232337	embedding2nn.weight	3	-0.06141378730535507
232337	embedding2nn.weight	4	-0.1082201898097992
232337	embedding2nn.weight	5	0.11178895086050034
232337	embedding2nn.weight	6	-0.0682242214679718
232337	embedding2nn.weight	7	-0.07190803438425064
232337	embedding2nn.weight	8	-0.033163171261548996
232337	embedding2nn.weight	9	0.050869736820459366
232337	embedding2nn.bias	0	0.07292254269123077
232337	embedding2nn.bias	1	-0.013660003431141376
232337	embedding2nn.bias	2	-0.08577708899974823
232337	embedding2nn.bias	3	0.027454210445284843
232337	embedding2nn.bias	4	-0.010537576861679554
232337	embedding2nn.bias	5	-0.15882688760757446
232337	embedding2nn.bias	6	-0.1179390698671341
232337	embedding2nn.bias	7	-0.02174735814332962
232337	embedding2nn.bias	8	0.06907081604003906
232337	embedding2nn.bias	9	-0.07058621942996979
232337	rnn.weight_ih_l0	0	0.044226109981536865
232337	rnn.weight_ih_l0	1	-0.07779701799154282
232337	rnn.weight_ih_l0	2	-0.05989764630794525
232337	rnn.weight_ih_l0	3	-0.0589415580034256
232337	rnn.weight_ih_l0	4	0.02155640907585621
232337	rnn.weight_ih_l0	5	-0.11122927814722061
232337	rnn.weight_ih_l0	6	-0.036329906433820724
232337	rnn.weight_ih_l0	7	-0.0039026280865073204
232337	rnn.weight_ih_l0	8	0.05832992121577263
232337	rnn.weight_ih_l0	9	0.008920076303184032
232337	rnn.weight_hh_l0	0	0.0001957667845999822
232337	rnn.weight_hh_l0	1	-0.08558332920074463
232337	rnn.weight_hh_l0	2	0.07379396259784698
232337	rnn.weight_hh_l0	3	0.05231422930955887
232337	rnn.weight_hh_l0	4	0.00480286730453372
232337	rnn.weight_hh_l0	5	0.0694507285952568
232337	rnn.weight_hh_l0	6	-0.017769094556570053
232337	rnn.weight_hh_l0	7	-0.10993642359972
232337	rnn.weight_hh_l0	8	0.026891037821769714
232337	rnn.weight_hh_l0	9	-0.08350621163845062
232337	rnn.bias_ih_l0	0	-0.08615180850028992
232337	rnn.bias_ih_l0	1	-0.19608783721923828
232337	rnn.bias_ih_l0	2	-0.2605608403682709
232337	rnn.bias_ih_l0	3	-0.28292593359947205
232337	rnn.bias_ih_l0	4	0.005395075306296349
232337	rnn.bias_ih_l0	5	0.06174536794424057
232337	rnn.bias_ih_l0	6	-0.17052963376045227
232337	rnn.bias_ih_l0	7	-0.2616060674190521
232337	rnn.bias_ih_l0	8	-0.15070347487926483
232337	rnn.bias_ih_l0	9	-0.1781194657087326
232337	rnn.bias_hh_l0	0	0.13423551619052887
232337	rnn.bias_hh_l0	1	-0.05485115572810173
232337	rnn.bias_hh_l0	2	0.05362529680132866
232337	rnn.bias_hh_l0	3	-0.18009045720100403
232337	rnn.bias_hh_l0	4	0.06010810285806656
232337	rnn.bias_hh_l0	5	0.05646834895014763
232337	rnn.bias_hh_l0	6	-0.10854453593492508
232337	rnn.bias_hh_l0	7	-0.1439274102449417
232337	rnn.bias_hh_l0	8	-0.18780705332756042
232337	rnn.bias_hh_l0	9	-0.10499387979507446
232337	rnn.weight_ih_l0_reverse	0	-0.01826263964176178
232337	rnn.weight_ih_l0_reverse	1	-0.005026716273277998
232337	rnn.weight_ih_l0_reverse	2	0.006446748040616512
232337	rnn.weight_ih_l0_reverse	3	0.010534229688346386
232337	rnn.weight_ih_l0_reverse	4	0.017331987619400024
232337	rnn.weight_ih_l0_reverse	5	-0.05552825331687927
232337	rnn.weight_ih_l0_reverse	6	-0.0489506833255291
232337	rnn.weight_ih_l0_reverse	7	0.016935423016548157
232337	rnn.weight_ih_l0_reverse	8	0.08817147463560104
232337	rnn.weight_ih_l0_reverse	9	0.0026697872672230005
232337	rnn.weight_hh_l0_reverse	0	0.004127160180360079
232337	rnn.weight_hh_l0_reverse	1	0.02800808474421501
232337	rnn.weight_hh_l0_reverse	2	-0.03815972059965134
232337	rnn.weight_hh_l0_reverse	3	0.03984278067946434
232337	rnn.weight_hh_l0_reverse	4	0.023159686475992203
232337	rnn.weight_hh_l0_reverse	5	-0.010160029865801334
232337	rnn.weight_hh_l0_reverse	6	0.06821127980947495
232337	rnn.weight_hh_l0_reverse	7	0.038293685764074326
232337	rnn.weight_hh_l0_reverse	8	-0.025068160146474838
232337	rnn.weight_hh_l0_reverse	9	-0.0265592560172081
232337	rnn.bias_ih_l0_reverse	0	-0.14571614563465118
232337	rnn.bias_ih_l0_reverse	1	-0.311902791261673
232337	rnn.bias_ih_l0_reverse	2	-0.059087544679641724
232337	rnn.bias_ih_l0_reverse	3	-0.15732204914093018
232337	rnn.bias_ih_l0_reverse	4	0.06844484806060791
232337	rnn.bias_ih_l0_reverse	5	-0.27200353145599365
232337	rnn.bias_ih_l0_reverse	6	-0.07011611014604568
232337	rnn.bias_ih_l0_reverse	7	0.023323405534029007
232337	rnn.bias_ih_l0_reverse	8	-0.18823187053203583
232337	rnn.bias_ih_l0_reverse	9	-0.08952078223228455
232337	rnn.bias_hh_l0_reverse	0	-0.15591612458229065
232337	rnn.bias_hh_l0_reverse	1	-0.1464163362979889
232337	rnn.bias_hh_l0_reverse	2	-0.013858900405466557
232337	rnn.bias_hh_l0_reverse	3	-0.13390053808689117
232337	rnn.bias_hh_l0_reverse	4	-0.024693841114640236
232337	rnn.bias_hh_l0_reverse	5	-0.1164219081401825
232337	rnn.bias_hh_l0_reverse	6	-0.0749005675315857
232337	rnn.bias_hh_l0_reverse	7	-0.18253742158412933
232337	rnn.bias_hh_l0_reverse	8	-0.0674177035689354
232337	rnn.bias_hh_l0_reverse	9	-0.11472989618778229
232337	linear.weight	0	-0.2989104986190796
232337	linear.weight	1	-0.09869512170553207
232337	linear.weight	2	-0.011228874325752258
232337	linear.weight	3	-0.09027094393968582
232337	linear.weight	4	-0.005642474628984928
232337	linear.weight	5	0.2006833255290985
232337	linear.weight	6	0.0047744326293468475
232337	linear.weight	7	-0.021312154829502106
232337	linear.weight	8	0.18601907789707184
232337	linear.weight	9	0.20834112167358398
232337	linear.bias	0	-0.8261581063270569
232337	linear.bias	1	1.4170747995376587
232337	linear.bias	2	-0.501011312007904
232337	linear.bias	3	-0.7466291189193726
232337	linear.bias	4	-0.9036179780960083
232337	linear.bias	5	-1.1802390813827515
232337	linear.bias	6	-0.966856062412262
232337	linear.bias	7	-0.7083746790885925
232337	linear.bias	8	-0.01705317199230194
232337	linear.bias	9	3.518225908279419
232534	transitions	0	-0.46547648310661316
232534	transitions	1	8.86357307434082
232534	transitions	2	-3.6293067932128906
232534	transitions	3	1.5671433210372925
232534	transitions	4	-2.218390464782715
232534	transitions	5	-0.4316391944885254
232534	transitions	6	-0.19589075446128845
232534	transitions	7	-10000.0
232534	transitions	8	1.8542046546936035
232534	transitions	9	-2.2949702739715576
232534	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
232534	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
232534	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
232534	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
232534	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
232534	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
232534	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
232534	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
232534	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
232534	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
232534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
232534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
232534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
232534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
232534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
232534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
232534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
232534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
232534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
232534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
232534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
232534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
232534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
232534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
232534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
232534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
232534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
232534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
232534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
232534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
232534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
232534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
232534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
232534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
232534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
232534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
232534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
232534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
232534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
232534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
232534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
232534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
232534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
232534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
232534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
232534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
232534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
232534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
232534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
232534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
232534	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
232534	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
232534	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
232534	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
232534	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
232534	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
232534	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
232534	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
232534	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
232534	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
232534	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
232534	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
232534	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
232534	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
232534	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
232534	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
232534	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
232534	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
232534	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
232534	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
232534	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
232534	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
232534	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
232534	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
232534	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
232534	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
232534	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
232534	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
232534	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
232534	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
232534	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
232534	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
232534	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
232534	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
232534	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
232534	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
232534	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
232534	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
232534	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
232534	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
232534	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
232534	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
232534	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
232534	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
232534	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
232534	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
232534	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
232534	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
232534	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
232534	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
232534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
232534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
232534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
232534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
232534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
232534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
232534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
232534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
232534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
232534	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
232534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
232534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
232534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
232534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
232534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
232534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
232534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
232534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
232534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
232534	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
232534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
232534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
232534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
232534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
232534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
232534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
232534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
232534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
232534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
232534	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
232534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
232534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
232534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
232534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
232534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
232534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
232534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
232534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
232534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
232534	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
232534	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
232534	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
232534	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
232534	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
232534	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
232534	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
232534	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
232534	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
232534	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
232534	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
232534	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
232534	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
232534	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
232534	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
232534	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
232534	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
232534	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
232534	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
232534	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
232534	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
232534	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
232534	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
232534	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
232534	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
232534	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
232534	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
232534	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
232534	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
232534	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
232534	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
232534	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
232534	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
232534	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
232534	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
232534	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
232534	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
232534	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
232534	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
232534	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
232534	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
232534	embedding2nn.weight	0	0.043947335332632065
232534	embedding2nn.weight	1	-0.0956539660692215
232534	embedding2nn.weight	2	0.016227466985583305
232534	embedding2nn.weight	3	-0.06117460876703262
232534	embedding2nn.weight	4	-0.10822588950395584
232534	embedding2nn.weight	5	0.11167854070663452
232534	embedding2nn.weight	6	-0.06954270601272583
232534	embedding2nn.weight	7	-0.07149062305688858
232534	embedding2nn.weight	8	-0.03307085111737251
232534	embedding2nn.weight	9	0.05130655691027641
232534	embedding2nn.bias	0	0.07203144580125809
232534	embedding2nn.bias	1	-0.009012574329972267
232534	embedding2nn.bias	2	-0.08511774241924286
232534	embedding2nn.bias	3	0.026169324293732643
232534	embedding2nn.bias	4	-0.009822537191212177
232534	embedding2nn.bias	5	-0.15766945481300354
232534	embedding2nn.bias	6	-0.12026873230934143
232534	embedding2nn.bias	7	-0.020392877981066704
232534	embedding2nn.bias	8	0.0680655688047409
232534	embedding2nn.bias	9	-0.0721382200717926
232534	rnn.weight_ih_l0	0	0.04454090818762779
232534	rnn.weight_ih_l0	1	-0.0779215469956398
232534	rnn.weight_ih_l0	2	-0.05946753919124603
232534	rnn.weight_ih_l0	3	-0.05988577753305435
232534	rnn.weight_ih_l0	4	0.02170136570930481
232534	rnn.weight_ih_l0	5	-0.11106298863887787
232534	rnn.weight_ih_l0	6	-0.03517792001366615
232534	rnn.weight_ih_l0	7	-0.005237597972154617
232534	rnn.weight_ih_l0	8	0.058237411081790924
232534	rnn.weight_ih_l0	9	0.009514222852885723
232534	rnn.weight_hh_l0	0	0.00029813151923008263
232534	rnn.weight_hh_l0	1	-0.08553102612495422
232534	rnn.weight_hh_l0	2	0.07357069104909897
232534	rnn.weight_hh_l0	3	0.052202723920345306
232534	rnn.weight_hh_l0	4	0.00491086021065712
232534	rnn.weight_hh_l0	5	0.06950927525758743
232534	rnn.weight_hh_l0	6	-0.017744729295372963
232534	rnn.weight_hh_l0	7	-0.10990121215581894
232534	rnn.weight_hh_l0	8	0.026979560032486916
232534	rnn.weight_hh_l0	9	-0.0830087661743164
232534	rnn.bias_ih_l0	0	-0.0863521471619606
232534	rnn.bias_ih_l0	1	-0.19496376812458038
232534	rnn.bias_ih_l0	2	-0.2607326805591583
232534	rnn.bias_ih_l0	3	-0.2820764183998108
232534	rnn.bias_ih_l0	4	0.004168217070400715
232534	rnn.bias_ih_l0	5	0.06070477142930031
232534	rnn.bias_ih_l0	6	-0.17081885039806366
232534	rnn.bias_ih_l0	7	-0.2617511451244354
232534	rnn.bias_ih_l0	8	-0.15175004303455353
232534	rnn.bias_ih_l0	9	-0.17868268489837646
232534	rnn.bias_hh_l0	0	0.13533659279346466
232534	rnn.bias_hh_l0	1	-0.055276427417993546
232534	rnn.bias_hh_l0	2	0.05383411794900894
232534	rnn.bias_hh_l0	3	-0.1812008023262024
232534	rnn.bias_hh_l0	4	0.06148514896631241
232534	rnn.bias_hh_l0	5	0.05690453574061394
232534	rnn.bias_hh_l0	6	-0.10808984190225601
232534	rnn.bias_hh_l0	7	-0.14369447529315948
232534	rnn.bias_hh_l0	8	-0.18766330182552338
232534	rnn.bias_hh_l0	9	-0.1047229990363121
232534	rnn.weight_ih_l0_reverse	0	-0.018458789214491844
232534	rnn.weight_ih_l0_reverse	1	-0.004821754060685635
232534	rnn.weight_ih_l0_reverse	2	0.005438747350126505
232534	rnn.weight_ih_l0_reverse	3	0.011595726944506168
232534	rnn.weight_ih_l0_reverse	4	0.016938483342528343
232534	rnn.weight_ih_l0_reverse	5	-0.055397022515535355
232534	rnn.weight_ih_l0_reverse	6	-0.04806890711188316
232534	rnn.weight_ih_l0_reverse	7	0.016699060797691345
232534	rnn.weight_ih_l0_reverse	8	0.08790146559476852
232534	rnn.weight_ih_l0_reverse	9	0.0034546463284641504
232534	rnn.weight_hh_l0_reverse	0	0.004028663970530033
232534	rnn.weight_hh_l0_reverse	1	0.02801557257771492
232534	rnn.weight_hh_l0_reverse	2	-0.03817787021398544
232534	rnn.weight_hh_l0_reverse	3	0.040051933377981186
232534	rnn.weight_hh_l0_reverse	4	0.023058196529746056
232534	rnn.weight_hh_l0_reverse	5	-0.01014748215675354
232534	rnn.weight_hh_l0_reverse	6	0.06823156028985977
232534	rnn.weight_hh_l0_reverse	7	0.03818994387984276
232534	rnn.weight_hh_l0_reverse	8	-0.02508263848721981
232534	rnn.weight_hh_l0_reverse	9	-0.026481399312615395
232534	rnn.bias_ih_l0_reverse	0	-0.14607040584087372
232534	rnn.bias_ih_l0_reverse	1	-0.31200122833251953
232534	rnn.bias_ih_l0_reverse	2	-0.05970415845513344
232534	rnn.bias_ih_l0_reverse	3	-0.15787595510482788
232534	rnn.bias_ih_l0_reverse	4	0.06834714859724045
232534	rnn.bias_ih_l0_reverse	5	-0.27145910263061523
232534	rnn.bias_ih_l0_reverse	6	-0.06899387389421463
232534	rnn.bias_ih_l0_reverse	7	0.02272593416273594
232534	rnn.bias_ih_l0_reverse	8	-0.18794110417366028
232534	rnn.bias_ih_l0_reverse	9	-0.08987510204315186
232534	rnn.bias_hh_l0_reverse	0	-0.15625311434268951
232534	rnn.bias_hh_l0_reverse	1	-0.1461395025253296
232534	rnn.bias_hh_l0_reverse	2	-0.013649995438754559
232534	rnn.bias_hh_l0_reverse	3	-0.13416920602321625
232534	rnn.bias_hh_l0_reverse	4	-0.024544665589928627
232534	rnn.bias_hh_l0_reverse	5	-0.11630714684724808
232534	rnn.bias_hh_l0_reverse	6	-0.07536385208368301
232534	rnn.bias_hh_l0_reverse	7	-0.18195009231567383
232534	rnn.bias_hh_l0_reverse	8	-0.06814639270305634
232534	rnn.bias_hh_l0_reverse	9	-0.1146242618560791
232534	linear.weight	0	-0.30213841795921326
232534	linear.weight	1	-0.09895515441894531
232534	linear.weight	2	-0.011228874325752258
232534	linear.weight	3	-0.09000828862190247
232534	linear.weight	4	-0.0010240100091323256
232534	linear.weight	5	0.19906100630760193
232534	linear.weight	6	0.0047744326293468475
232534	linear.weight	7	-0.021312154829502106
232534	linear.weight	8	0.18671858310699463
232534	linear.weight	9	0.20769460499286652
232534	linear.bias	0	-0.8151999115943909
232534	linear.bias	1	1.430532455444336
232534	linear.bias	2	-0.5169622898101807
232534	linear.bias	3	-0.7270902395248413
232534	linear.bias	4	-0.8982367515563965
232534	linear.bias	5	-1.1802446842193604
232534	linear.bias	6	-0.9560944437980652
232534	linear.bias	7	-0.7228392958641052
232534	linear.bias	8	-0.01705317199230194
232534	linear.bias	9	3.5178675651550293
232731	transitions	0	-0.4655415117740631
232731	transitions	1	8.841658592224121
232731	transitions	2	-3.6294054985046387
232731	transitions	3	1.5743138790130615
232731	transitions	4	-2.218499183654785
232731	transitions	5	-0.43167412281036377
232731	transitions	6	-0.19589591026306152
232731	transitions	7	-10000.0
232731	transitions	8	1.8553721904754639
232731	transitions	9	-2.2949719429016113
232731	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
232731	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
232731	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
232731	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
232731	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
232731	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
232731	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
232731	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
232731	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
232731	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
232731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
232731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
232731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
232731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
232731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
232731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
232731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
232731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
232731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
232731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
232731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
232731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
232731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
232731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
232731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
232731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
232731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
232731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
232731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
232731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
232731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
232731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
232731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
232731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
232731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
232731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
232731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
232731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
232731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
232731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
232731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
232731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
232731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
232731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
232731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
232731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
232731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
232731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
232731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
232731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
232731	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
232731	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
232731	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
232731	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
232731	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
232731	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
232731	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
232731	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
232731	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
232731	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
232731	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
232731	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
232731	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
232731	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
232731	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
232731	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
232731	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
232731	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
232731	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
232731	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
232731	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
232731	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
232731	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
232731	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
232731	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
232731	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
232731	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
232731	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
232731	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
232731	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
232731	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
232731	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
232731	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
232731	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
232731	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
232731	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
232731	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
232731	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
232731	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
232731	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
232731	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
232731	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
232731	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
232731	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
232731	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
232731	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
232731	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
232731	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
232731	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
232731	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
232731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
232731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
232731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
232731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
232731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
232731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
232731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
232731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
232731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
232731	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
232731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
232731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
232731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
232731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
232731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
232731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
232731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
232731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
232731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
232731	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
232731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
232731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
232731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
232731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
232731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
232731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
232731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
232731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
232731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
232731	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
232731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
232731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
232731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
232731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
232731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
232731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
232731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
232731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
232731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
232731	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
232731	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
232731	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
232731	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
232731	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
232731	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
232731	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
232731	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
232731	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
232731	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
232731	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
232731	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
232731	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
232731	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
232731	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
232731	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
232731	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
232731	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
232731	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
232731	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
232731	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
232731	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
232731	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
232731	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
232731	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
232731	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
232731	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
232731	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
232731	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
232731	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
232731	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
232731	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
232731	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
232731	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
232731	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
232731	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
232731	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
232731	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
232731	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
232731	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
232731	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
232731	embedding2nn.weight	0	0.04425546154379845
232731	embedding2nn.weight	1	-0.09526953846216202
232731	embedding2nn.weight	2	0.015736686065793037
232731	embedding2nn.weight	3	-0.06073242425918579
232731	embedding2nn.weight	4	-0.10834769904613495
232731	embedding2nn.weight	5	0.11234782636165619
232731	embedding2nn.weight	6	-0.07036755979061127
232731	embedding2nn.weight	7	-0.07151756435632706
232731	embedding2nn.weight	8	-0.03354723006486893
232731	embedding2nn.weight	9	0.05223163217306137
232731	embedding2nn.bias	0	0.07485664635896683
232731	embedding2nn.bias	1	-0.00811885017901659
232731	embedding2nn.bias	2	-0.08634698390960693
232731	embedding2nn.bias	3	0.02550281584262848
232731	embedding2nn.bias	4	-0.008751814253628254
232731	embedding2nn.bias	5	-0.15962447226047516
232731	embedding2nn.bias	6	-0.12125648558139801
232731	embedding2nn.bias	7	-0.02101299539208412
232731	embedding2nn.bias	8	0.06640530377626419
232731	embedding2nn.bias	9	-0.0765572339296341
232731	rnn.weight_ih_l0	0	0.045058723539114
232731	rnn.weight_ih_l0	1	-0.07785192131996155
232731	rnn.weight_ih_l0	2	-0.05938725173473358
232731	rnn.weight_ih_l0	3	-0.059879370033741
232731	rnn.weight_ih_l0	4	0.022103326395154
232731	rnn.weight_ih_l0	5	-0.11075117439031601
232731	rnn.weight_ih_l0	6	-0.03523101285099983
232731	rnn.weight_ih_l0	7	-0.005339783616364002
232731	rnn.weight_ih_l0	8	0.05841546878218651
232731	rnn.weight_ih_l0	9	0.009298039600253105
232731	rnn.weight_hh_l0	0	0.000446764548541978
232731	rnn.weight_hh_l0	1	-0.08576656877994537
232731	rnn.weight_hh_l0	2	0.07377132028341293
232731	rnn.weight_hh_l0	3	0.05210858955979347
232731	rnn.weight_hh_l0	4	0.00485706701874733
232731	rnn.weight_hh_l0	5	0.06944628804922104
232731	rnn.weight_hh_l0	6	-0.01770559698343277
232731	rnn.weight_hh_l0	7	-0.11006263643503189
232731	rnn.weight_hh_l0	8	0.027035357430577278
232731	rnn.weight_hh_l0	9	-0.08350498974323273
232731	rnn.bias_ih_l0	0	-0.08564650267362595
232731	rnn.bias_ih_l0	1	-0.19546934962272644
232731	rnn.bias_ih_l0	2	-0.26202309131622314
232731	rnn.bias_ih_l0	3	-0.28137457370758057
232731	rnn.bias_ih_l0	4	0.004457043018192053
232731	rnn.bias_ih_l0	5	0.0599035769701004
232731	rnn.bias_ih_l0	6	-0.17090633511543274
232731	rnn.bias_ih_l0	7	-0.2626156210899353
232731	rnn.bias_ih_l0	8	-0.15260133147239685
232731	rnn.bias_ih_l0	9	-0.17929857969284058
232731	rnn.bias_hh_l0	0	0.13361933827400208
232731	rnn.bias_hh_l0	1	-0.05577300488948822
232731	rnn.bias_hh_l0	2	0.05347923934459686
232731	rnn.bias_hh_l0	3	-0.18153178691864014
232731	rnn.bias_hh_l0	4	0.061165131628513336
232731	rnn.bias_hh_l0	5	0.05777084082365036
232731	rnn.bias_hh_l0	6	-0.10781834274530411
232731	rnn.bias_hh_l0	7	-0.14421451091766357
232731	rnn.bias_hh_l0	8	-0.18741591274738312
232731	rnn.bias_hh_l0	9	-0.10458453744649887
232731	rnn.weight_ih_l0_reverse	0	-0.01887638308107853
232731	rnn.weight_ih_l0_reverse	1	-0.005106241442263126
232731	rnn.weight_ih_l0_reverse	2	0.005530326161533594
232731	rnn.weight_ih_l0_reverse	3	0.011693987064063549
232731	rnn.weight_ih_l0_reverse	4	0.016838956624269485
232731	rnn.weight_ih_l0_reverse	5	-0.05510686710476875
232731	rnn.weight_ih_l0_reverse	6	-0.04759640246629715
232731	rnn.weight_ih_l0_reverse	7	0.01619694009423256
232731	rnn.weight_ih_l0_reverse	8	0.08658282458782196
232731	rnn.weight_ih_l0_reverse	9	0.003610824467614293
232731	rnn.weight_hh_l0_reverse	0	0.004055873956531286
232731	rnn.weight_hh_l0_reverse	1	0.027962075546383858
232731	rnn.weight_hh_l0_reverse	2	-0.038165342062711716
232731	rnn.weight_hh_l0_reverse	3	0.04016992449760437
232731	rnn.weight_hh_l0_reverse	4	0.023133479058742523
232731	rnn.weight_hh_l0_reverse	5	-0.010548580437898636
232731	rnn.weight_hh_l0_reverse	6	0.06826113909482956
232731	rnn.weight_hh_l0_reverse	7	0.03802784904837608
232731	rnn.weight_hh_l0_reverse	8	-0.02513345517218113
232731	rnn.weight_hh_l0_reverse	9	-0.0263440553098917
232731	rnn.bias_ih_l0_reverse	0	-0.14650991559028625
232731	rnn.bias_ih_l0_reverse	1	-0.31190377473831177
232731	rnn.bias_ih_l0_reverse	2	-0.060012124478816986
232731	rnn.bias_ih_l0_reverse	3	-0.15756413340568542
232731	rnn.bias_ih_l0_reverse	4	0.06816034764051437
232731	rnn.bias_ih_l0_reverse	5	-0.2717348337173462
232731	rnn.bias_ih_l0_reverse	6	-0.06982488185167313
232731	rnn.bias_ih_l0_reverse	7	0.021996593102812767
232731	rnn.bias_ih_l0_reverse	8	-0.18874680995941162
232731	rnn.bias_ih_l0_reverse	9	-0.09006299823522568
232731	rnn.bias_hh_l0_reverse	0	-0.15611952543258667
232731	rnn.bias_hh_l0_reverse	1	-0.14680899679660797
232731	rnn.bias_hh_l0_reverse	2	-0.013228151015937328
232731	rnn.bias_hh_l0_reverse	3	-0.13428635895252228
232731	rnn.bias_hh_l0_reverse	4	-0.024748453870415688
232731	rnn.bias_hh_l0_reverse	5	-0.11635174602270126
232731	rnn.bias_hh_l0_reverse	6	-0.07534430176019669
232731	rnn.bias_hh_l0_reverse	7	-0.18194152414798737
232731	rnn.bias_hh_l0_reverse	8	-0.06848223507404327
232731	rnn.bias_hh_l0_reverse	9	-0.1148405596613884
232731	linear.weight	0	-0.29611411690711975
232731	linear.weight	1	-0.09822378307580948
232731	linear.weight	2	-0.011228874325752258
232731	linear.weight	3	-0.08920752257108688
232731	linear.weight	4	-0.002170783234760165
232731	linear.weight	5	0.20384779572486877
232731	linear.weight	6	0.0047744326293468475
232731	linear.weight	7	-0.021312154829502106
232731	linear.weight	8	0.1827225685119629
232731	linear.weight	9	0.20793531835079193
232731	linear.bias	0	-0.8201788067817688
232731	linear.bias	1	1.434760332107544
232731	linear.bias	2	-0.4969545304775238
232731	linear.bias	3	-0.7477518916130066
232731	linear.bias	4	-0.9020817875862122
232731	linear.bias	5	-1.180248498916626
232731	linear.bias	6	-0.9613940715789795
232731	linear.bias	7	-0.7207489013671875
232731	linear.bias	8	-0.01705317199230194
232731	linear.bias	9	3.514517307281494
232928	transitions	0	-0.46556636691093445
232928	transitions	1	8.838369369506836
232928	transitions	2	-3.6297669410705566
232928	transitions	3	1.5755468606948853
232928	transitions	4	-2.2185559272766113
232928	transitions	5	-0.431680828332901
232928	transitions	6	-0.19590125977993011
232928	transitions	7	-10000.0
232928	transitions	8	1.8545271158218384
232928	transitions	9	-2.2949721813201904
232928	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
232928	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
232928	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
232928	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
232928	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
232928	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
232928	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
232928	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
232928	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
232928	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
232928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
232928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
232928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
232928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
232928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
232928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
232928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
232928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
232928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
232928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
232928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
232928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
232928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
232928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
232928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
232928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
232928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
232928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
232928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
232928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
232928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
232928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
232928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
232928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
232928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
232928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
232928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
232928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
232928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
232928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
232928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
232928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
232928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
232928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
232928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
232928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
232928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
232928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
232928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
232928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
232928	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
232928	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
232928	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
232928	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
232928	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
232928	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
232928	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
232928	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
232928	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
232928	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
232928	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
232928	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
232928	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
232928	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
232928	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
232928	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
232928	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
232928	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
232928	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
232928	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
232928	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
232928	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
232928	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
232928	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
232928	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
232928	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
232928	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
232928	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
232928	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
232928	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
232928	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
232928	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
232928	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
232928	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
232928	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
232928	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
232928	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
232928	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
232928	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
232928	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
232928	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
232928	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
232928	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
232928	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
232928	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
232928	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
232928	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
232928	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
232928	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
232928	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
232928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
232928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
232928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
232928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
232928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
232928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
232928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
232928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
232928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
232928	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
232928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
232928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
232928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
232928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
232928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
232928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
232928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
232928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
232928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
232928	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
232928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
232928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
232928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
232928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
232928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
232928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
232928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
232928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
232928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
232928	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
232928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
232928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
232928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
232928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
232928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
232928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
232928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
232928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
232928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
232928	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
232928	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
232928	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
232928	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
232928	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
232928	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
232928	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
232928	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
232928	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
232928	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
232928	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
232928	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
232928	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
232928	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
232928	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
232928	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
232928	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
232928	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
232928	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
232928	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
232928	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
232928	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
232928	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
232928	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
232928	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
232928	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
232928	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
232928	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
232928	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
232928	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
232928	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
232928	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
232928	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
232928	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
232928	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
232928	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
232928	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
232928	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
232928	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
232928	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
232928	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
232928	embedding2nn.weight	0	0.04443632438778877
232928	embedding2nn.weight	1	-0.09593772143125534
232928	embedding2nn.weight	2	0.01644478738307953
232928	embedding2nn.weight	3	-0.0611649826169014
232928	embedding2nn.weight	4	-0.10733106732368469
232928	embedding2nn.weight	5	0.11218053102493286
232928	embedding2nn.weight	6	-0.06943383812904358
232928	embedding2nn.weight	7	-0.07045766711235046
232928	embedding2nn.weight	8	-0.0336458757519722
232928	embedding2nn.weight	9	0.05140151455998421
232928	embedding2nn.bias	0	0.07214858382940292
232928	embedding2nn.bias	1	-0.011134536936879158
232928	embedding2nn.bias	2	-0.08002415299415588
232928	embedding2nn.bias	3	0.03258127719163895
232928	embedding2nn.bias	4	-0.008077293634414673
232928	embedding2nn.bias	5	-0.16299544274806976
232928	embedding2nn.bias	6	-0.1200970858335495
232928	embedding2nn.bias	7	-0.021030470728874207
232928	embedding2nn.bias	8	0.06459645181894302
232928	embedding2nn.bias	9	-0.07381495088338852
232928	rnn.weight_ih_l0	0	0.044670674949884415
232928	rnn.weight_ih_l0	1	-0.07799676060676575
232928	rnn.weight_ih_l0	2	-0.05940169095993042
232928	rnn.weight_ih_l0	3	-0.059391774237155914
232928	rnn.weight_ih_l0	4	0.02159317024052143
232928	rnn.weight_ih_l0	5	-0.11145398020744324
232928	rnn.weight_ih_l0	6	-0.03519885987043381
232928	rnn.weight_ih_l0	7	-0.005992054473608732
232928	rnn.weight_ih_l0	8	0.05796778202056885
232928	rnn.weight_ih_l0	9	0.009242829866707325
232928	rnn.weight_hh_l0	0	0.0005212291143834591
232928	rnn.weight_hh_l0	1	-0.08542238920927048
232928	rnn.weight_hh_l0	2	0.07370633631944656
232928	rnn.weight_hh_l0	3	0.052306998521089554
232928	rnn.weight_hh_l0	4	0.004840688314288855
232928	rnn.weight_hh_l0	5	0.06940460205078125
232928	rnn.weight_hh_l0	6	-0.01780541241168976
232928	rnn.weight_hh_l0	7	-0.11022655665874481
232928	rnn.weight_hh_l0	8	0.027156472206115723
232928	rnn.weight_hh_l0	9	-0.08348772674798965
232928	rnn.bias_ih_l0	0	-0.08615349233150482
232928	rnn.bias_ih_l0	1	-0.19631971418857574
232928	rnn.bias_ih_l0	2	-0.2623526155948639
232928	rnn.bias_ih_l0	3	-0.28188642859458923
232928	rnn.bias_ih_l0	4	0.004418097902089357
232928	rnn.bias_ih_l0	5	0.0603899322450161
232928	rnn.bias_ih_l0	6	-0.17046824097633362
232928	rnn.bias_ih_l0	7	-0.26217126846313477
232928	rnn.bias_ih_l0	8	-0.15187062323093414
232928	rnn.bias_ih_l0	9	-0.17956334352493286
232928	rnn.bias_hh_l0	0	0.1337638795375824
232928	rnn.bias_hh_l0	1	-0.05519665405154228
232928	rnn.bias_hh_l0	2	0.053502049297094345
232928	rnn.bias_hh_l0	3	-0.18254324793815613
232928	rnn.bias_hh_l0	4	0.06000862270593643
232928	rnn.bias_hh_l0	5	0.05770116299390793
232928	rnn.bias_hh_l0	6	-0.10779574513435364
232928	rnn.bias_hh_l0	7	-0.14505670964717865
232928	rnn.bias_hh_l0	8	-0.1870524287223816
232928	rnn.bias_hh_l0	9	-0.10462263226509094
232928	rnn.weight_ih_l0_reverse	0	-0.01890527456998825
232928	rnn.weight_ih_l0_reverse	1	-0.004406468477100134
232928	rnn.weight_ih_l0_reverse	2	0.005166905932128429
232928	rnn.weight_ih_l0_reverse	3	0.011287907138466835
232928	rnn.weight_ih_l0_reverse	4	0.016867512837052345
232928	rnn.weight_ih_l0_reverse	5	-0.05505702272057533
232928	rnn.weight_ih_l0_reverse	6	-0.04669594392180443
232928	rnn.weight_ih_l0_reverse	7	0.016194773837924004
232928	rnn.weight_ih_l0_reverse	8	0.08700339496135712
232928	rnn.weight_ih_l0_reverse	9	0.0033253601286560297
232928	rnn.weight_hh_l0_reverse	0	0.004186144098639488
232928	rnn.weight_hh_l0_reverse	1	0.027904927730560303
232928	rnn.weight_hh_l0_reverse	2	-0.03817776218056679
232928	rnn.weight_hh_l0_reverse	3	0.04069231078028679
232928	rnn.weight_hh_l0_reverse	4	0.02312254160642624
232928	rnn.weight_hh_l0_reverse	5	-0.010507958941161633
232928	rnn.weight_hh_l0_reverse	6	0.06842740625143051
232928	rnn.weight_hh_l0_reverse	7	0.03790437430143356
232928	rnn.weight_hh_l0_reverse	8	-0.025160782039165497
232928	rnn.weight_hh_l0_reverse	9	-0.02628641575574875
232928	rnn.bias_ih_l0_reverse	0	-0.14534784853458405
232928	rnn.bias_ih_l0_reverse	1	-0.3120054304599762
232928	rnn.bias_ih_l0_reverse	2	-0.06046153977513313
232928	rnn.bias_ih_l0_reverse	3	-0.1577494740486145
232928	rnn.bias_ih_l0_reverse	4	0.06864455342292786
232928	rnn.bias_ih_l0_reverse	5	-0.27235889434814453
232928	rnn.bias_ih_l0_reverse	6	-0.06860705465078354
232928	rnn.bias_ih_l0_reverse	7	0.022105321288108826
232928	rnn.bias_ih_l0_reverse	8	-0.18892548978328705
232928	rnn.bias_ih_l0_reverse	9	-0.09086674451828003
232928	rnn.bias_hh_l0_reverse	0	-0.15654250979423523
232928	rnn.bias_hh_l0_reverse	1	-0.14619462192058563
232928	rnn.bias_hh_l0_reverse	2	-0.013578610494732857
232928	rnn.bias_hh_l0_reverse	3	-0.13323885202407837
232928	rnn.bias_hh_l0_reverse	4	-0.02489583194255829
232928	rnn.bias_hh_l0_reverse	5	-0.11646576225757599
232928	rnn.bias_hh_l0_reverse	6	-0.07486255466938019
232928	rnn.bias_hh_l0_reverse	7	-0.18129120767116547
232928	rnn.bias_hh_l0_reverse	8	-0.06868433207273483
232928	rnn.bias_hh_l0_reverse	9	-0.11534450203180313
232928	linear.weight	0	-0.29946139454841614
232928	linear.weight	1	-0.09773191064596176
232928	linear.weight	2	-0.011228874325752258
232928	linear.weight	3	-0.08552343398332596
232928	linear.weight	4	-0.0032419722992926836
232928	linear.weight	5	0.20323783159255981
232928	linear.weight	6	0.0047744326293468475
232928	linear.weight	7	-0.021312154829502106
232928	linear.weight	8	0.1857300102710724
232928	linear.weight	9	0.20473290979862213
232928	linear.bias	0	-0.8197219967842102
232928	linear.bias	1	1.4238786697387695
232928	linear.bias	2	-0.5125908851623535
232928	linear.bias	3	-0.7520134449005127
232928	linear.bias	4	-0.8869338035583496
232928	linear.bias	5	-1.1802568435668945
232928	linear.bias	6	-0.9598448872566223
232928	linear.bias	7	-0.7226947546005249
232928	linear.bias	8	-0.01705317199230194
232928	linear.bias	9	3.5327634811401367
232932	transitions	0	-0.4655665457248688
232932	transitions	1	8.837346076965332
232932	transitions	2	-3.6297686100006104
232932	transitions	3	1.575520396232605
232932	transitions	4	-2.2185568809509277
232932	transitions	5	-0.4316808879375458
232932	transitions	6	-0.1959013193845749
232932	transitions	7	-10000.0
232932	transitions	8	1.8545218706130981
232932	transitions	9	-2.2949721813201904
232932	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
232932	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
232932	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
232932	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
232932	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
232932	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
232932	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
232932	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
232932	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
232932	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
232932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
232932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
232932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
232932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
232932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
232932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
232932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
232932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
232932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
232932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
232932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
232932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
232932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
232932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
232932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
232932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
232932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
232932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
232932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
232932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
232932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
232932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
232932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
232932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
232932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
232932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
232932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
232932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
232932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
232932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
232932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
232932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
232932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
232932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
232932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
232932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
232932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
232932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
232932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
232932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
232932	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
232932	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
232932	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
232932	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
232932	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
232932	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
232932	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
232932	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
232932	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
232932	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
232932	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
232932	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
232932	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
232932	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
232932	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
232932	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
232932	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
232932	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
232932	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
232932	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
232932	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
232932	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
232932	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
232932	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
232932	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
232932	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
232932	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
232932	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
232932	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
232932	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
232932	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
232932	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
232932	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
232932	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
232932	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
232932	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
232932	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
232932	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
232932	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
232932	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
232932	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
232932	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
232932	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
232932	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
232932	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
232932	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
232932	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
232932	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
232932	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
232932	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
232932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
232932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
232932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
232932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
232932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
232932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
232932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
232932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
232932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
232932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
232932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
232932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
232932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
232932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
232932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
232932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
232932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
232932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
232932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
232932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
232932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
232932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
232932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
232932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
232932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
232932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
232932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
232932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
232932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
232932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
232932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
232932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
232932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
232932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
232932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
232932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
232932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
232932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
232932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
232932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
232932	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
232932	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
232932	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
232932	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
232932	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
232932	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
232932	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
232932	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
232932	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
232932	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
232932	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
232932	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
232932	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
232932	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
232932	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
232932	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
232932	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
232932	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
232932	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
232932	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
232932	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
232932	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
232932	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
232932	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
232932	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
232932	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
232932	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
232932	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
232932	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
232932	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
232932	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
232932	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
232932	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
232932	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
232932	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
232932	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
232932	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
232932	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
232932	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
232932	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
232932	embedding2nn.weight	0	0.04441506788134575
232932	embedding2nn.weight	1	-0.09592477232217789
232932	embedding2nn.weight	2	0.016554616391658783
232932	embedding2nn.weight	3	-0.06117003411054611
232932	embedding2nn.weight	4	-0.10726498812437057
232932	embedding2nn.weight	5	0.11222577095031738
232932	embedding2nn.weight	6	-0.06920314580202103
232932	embedding2nn.weight	7	-0.07040094584226608
232932	embedding2nn.weight	8	-0.03369041904807091
232932	embedding2nn.weight	9	0.05118948593735695
232932	embedding2nn.bias	0	0.07192175090312958
232932	embedding2nn.bias	1	-0.011016514152288437
232932	embedding2nn.bias	2	-0.0801238864660263
232932	embedding2nn.bias	3	0.031842492520809174
232932	embedding2nn.bias	4	-0.007799231447279453
232932	embedding2nn.bias	5	-0.16304801404476166
232932	embedding2nn.bias	6	-0.11973585933446884
232932	embedding2nn.bias	7	-0.021029483526945114
232932	embedding2nn.bias	8	0.06589482724666595
232932	embedding2nn.bias	9	-0.07305960357189178
232932	rnn.weight_ih_l0	0	0.044682569801807404
232932	rnn.weight_ih_l0	1	-0.07801607251167297
232932	rnn.weight_ih_l0	2	-0.05940307676792145
232932	rnn.weight_ih_l0	3	-0.05935902148485184
232932	rnn.weight_ih_l0	4	0.021671656519174576
232932	rnn.weight_ih_l0	5	-0.11147628724575043
232932	rnn.weight_ih_l0	6	-0.03523392602801323
232932	rnn.weight_ih_l0	7	-0.0059175495989620686
232932	rnn.weight_ih_l0	8	0.05798444524407387
232932	rnn.weight_ih_l0	9	0.009240822866559029
232932	rnn.weight_hh_l0	0	0.000539560744073242
232932	rnn.weight_hh_l0	1	-0.08544357866048813
232932	rnn.weight_hh_l0	2	0.07372140139341354
232932	rnn.weight_hh_l0	3	0.05233587697148323
232932	rnn.weight_hh_l0	4	0.004873658996075392
232932	rnn.weight_hh_l0	5	0.06940525770187378
232932	rnn.weight_hh_l0	6	-0.0177990160882473
232932	rnn.weight_hh_l0	7	-0.11022833734750748
232932	rnn.weight_hh_l0	8	0.027159031480550766
232932	rnn.weight_hh_l0	9	-0.08348938822746277
232932	rnn.bias_ih_l0	0	-0.08618643134832382
232932	rnn.bias_ih_l0	1	-0.19635964930057526
232932	rnn.bias_ih_l0	2	-0.2623838186264038
232932	rnn.bias_ih_l0	3	-0.28178736567497253
232932	rnn.bias_ih_l0	4	0.004320151172578335
232932	rnn.bias_ih_l0	5	0.06040346994996071
232932	rnn.bias_ih_l0	6	-0.1706322580575943
232932	rnn.bias_ih_l0	7	-0.2621438503265381
232932	rnn.bias_ih_l0	8	-0.1518111377954483
232932	rnn.bias_ih_l0	9	-0.17955206334590912
232932	rnn.bias_hh_l0	0	0.13379676640033722
232932	rnn.bias_hh_l0	1	-0.05521650239825249
232932	rnn.bias_hh_l0	2	0.053485237061977386
232932	rnn.bias_hh_l0	3	-0.1824968308210373
232932	rnn.bias_hh_l0	4	0.059936895966529846
232932	rnn.bias_hh_l0	5	0.05773564800620079
232932	rnn.bias_hh_l0	6	-0.10780724138021469
232932	rnn.bias_hh_l0	7	-0.14492139220237732
232932	rnn.bias_hh_l0	8	-0.18705762922763824
232932	rnn.bias_hh_l0	9	-0.1046743392944336
232932	rnn.weight_ih_l0_reverse	0	-0.018907612189650536
232932	rnn.weight_ih_l0_reverse	1	-0.004424018319696188
232932	rnn.weight_ih_l0_reverse	2	0.005158539395779371
232932	rnn.weight_ih_l0_reverse	3	0.011229723691940308
232932	rnn.weight_ih_l0_reverse	4	0.016876431182026863
232932	rnn.weight_ih_l0_reverse	5	-0.05504608154296875
232932	rnn.weight_ih_l0_reverse	6	-0.04672647640109062
232932	rnn.weight_ih_l0_reverse	7	0.016191953793168068
232932	rnn.weight_ih_l0_reverse	8	0.08699996024370193
232932	rnn.weight_ih_l0_reverse	9	0.0033405327703803778
232932	rnn.weight_hh_l0_reverse	0	0.004188804421573877
232932	rnn.weight_hh_l0_reverse	1	0.027904465794563293
232932	rnn.weight_hh_l0_reverse	2	-0.038175128400325775
232932	rnn.weight_hh_l0_reverse	3	0.04072727635502815
232932	rnn.weight_hh_l0_reverse	4	0.02310180850327015
232932	rnn.weight_hh_l0_reverse	5	-0.010498845018446445
232932	rnn.weight_hh_l0_reverse	6	0.06842353940010071
232932	rnn.weight_hh_l0_reverse	7	0.037912338972091675
232932	rnn.weight_hh_l0_reverse	8	-0.02523181028664112
232932	rnn.weight_hh_l0_reverse	9	-0.026317164301872253
232932	rnn.bias_ih_l0_reverse	0	-0.14528203010559082
232932	rnn.bias_ih_l0_reverse	1	-0.3119666874408722
232932	rnn.bias_ih_l0_reverse	2	-0.06044498085975647
232932	rnn.bias_ih_l0_reverse	3	-0.15774451196193695
232932	rnn.bias_ih_l0_reverse	4	0.06859398633241653
232932	rnn.bias_ih_l0_reverse	5	-0.27272599935531616
232932	rnn.bias_ih_l0_reverse	6	-0.06866434216499329
232932	rnn.bias_ih_l0_reverse	7	0.02193649485707283
232932	rnn.bias_ih_l0_reverse	8	-0.18895311653614044
232932	rnn.bias_ih_l0_reverse	9	-0.09082504361867905
232932	rnn.bias_hh_l0_reverse	0	-0.15652401745319366
232932	rnn.bias_hh_l0_reverse	1	-0.14606373012065887
232932	rnn.bias_hh_l0_reverse	2	-0.013657433912158012
232932	rnn.bias_hh_l0_reverse	3	-0.13328152894973755
232932	rnn.bias_hh_l0_reverse	4	-0.02489662542939186
232932	rnn.bias_hh_l0_reverse	5	-0.1164168193936348
232932	rnn.bias_hh_l0_reverse	6	-0.07478693127632141
232932	rnn.bias_hh_l0_reverse	7	-0.18120796978473663
232932	rnn.bias_hh_l0_reverse	8	-0.0687074288725853
232932	rnn.bias_hh_l0_reverse	9	-0.1153428703546524
232932	linear.weight	0	-0.2990756332874298
232932	linear.weight	1	-0.09770144522190094
232932	linear.weight	2	-0.011228874325752258
232932	linear.weight	3	-0.08713282644748688
232932	linear.weight	4	-0.003086195094510913
232932	linear.weight	5	0.20328626036643982
232932	linear.weight	6	0.0047744326293468475
232932	linear.weight	7	-0.021312154829502106
232932	linear.weight	8	0.1857949197292328
232932	linear.weight	9	0.2042272835969925
232932	linear.bias	0	-0.8199199438095093
232932	linear.bias	1	1.425535798072815
232932	linear.bias	2	-0.5121617317199707
232932	linear.bias	3	-0.7525554895401001
232932	linear.bias	4	-0.8854774236679077
232932	linear.bias	5	-1.180256962776184
232932	linear.bias	6	-0.960013210773468
232932	linear.bias	7	-0.7215763330459595
232932	linear.bias	8	-0.01705317199230194
232932	linear.bias	9	3.526719808578491
233129	transitions	0	-0.4655970633029938
233129	transitions	1	8.842330932617188
233129	transitions	2	-3.6298727989196777
233129	transitions	3	1.5741719007492065
233129	transitions	4	-2.2186338901519775
233129	transitions	5	-0.43168917298316956
233129	transitions	6	-0.19591163098812103
233129	transitions	7	-10000.0
233129	transitions	8	1.8560711145401
233129	transitions	9	-2.294973373413086
233129	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
233129	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
233129	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
233129	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
233129	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
233129	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
233129	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
233129	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
233129	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
233129	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
233129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
233129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
233129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
233129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
233129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
233129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
233129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
233129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
233129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
233129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
233129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
233129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
233129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
233129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
233129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
233129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
233129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
233129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
233129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
233129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
233129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
233129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
233129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
233129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
233129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
233129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
233129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
233129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
233129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
233129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
233129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
233129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
233129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
233129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
233129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
233129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
233129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
233129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
233129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
233129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
233129	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
233129	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
233129	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
233129	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
233129	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
233129	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
233129	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
233129	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
233129	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
233129	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
233129	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
233129	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
233129	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
233129	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
233129	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
233129	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
233129	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
233129	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
233129	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
233129	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
233129	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
233129	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
233129	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
233129	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
233129	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
233129	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
233129	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
233129	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
233129	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
233129	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
233129	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
233129	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
233129	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
233129	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
233129	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
233129	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
233129	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
233129	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
233129	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
233129	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
233129	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
233129	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
233129	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
233129	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
233129	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
233129	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
233129	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
233129	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
233129	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
233129	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
233129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
233129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
233129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
233129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
233129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
233129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
233129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
233129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
233129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
233129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
233129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
233129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
233129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
233129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
233129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
233129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
233129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
233129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
233129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
233129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
233129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
233129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
233129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
233129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
233129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
233129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
233129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
233129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
233129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
233129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
233129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
233129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
233129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
233129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
233129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
233129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
233129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
233129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
233129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
233129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
233129	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
233129	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
233129	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
233129	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
233129	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
233129	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
233129	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
233129	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
233129	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
233129	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
233129	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
233129	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
233129	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
233129	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
233129	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
233129	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
233129	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
233129	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
233129	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
233129	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
233129	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
233129	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
233129	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
233129	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
233129	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
233129	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
233129	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
233129	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
233129	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
233129	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
233129	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
233129	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
233129	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
233129	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
233129	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
233129	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
233129	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
233129	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
233129	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
233129	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
233129	embedding2nn.weight	0	0.04445389285683632
233129	embedding2nn.weight	1	-0.09593011438846588
233129	embedding2nn.weight	2	0.016748914495110512
233129	embedding2nn.weight	3	-0.06066211313009262
233129	embedding2nn.weight	4	-0.1073344498872757
233129	embedding2nn.weight	5	0.11219312995672226
233129	embedding2nn.weight	6	-0.06790205091238022
233129	embedding2nn.weight	7	-0.0711134746670723
233129	embedding2nn.weight	8	-0.03302190825343132
233129	embedding2nn.weight	9	0.050829123705625534
233129	embedding2nn.bias	0	0.07233607769012451
233129	embedding2nn.bias	1	-0.006909630727022886
233129	embedding2nn.bias	2	-0.07721002399921417
233129	embedding2nn.bias	3	0.03114193119108677
233129	embedding2nn.bias	4	-0.006230078637599945
233129	embedding2nn.bias	5	-0.15812714397907257
233129	embedding2nn.bias	6	-0.12360239773988724
233129	embedding2nn.bias	7	-0.021253114566206932
233129	embedding2nn.bias	8	0.06641869992017746
233129	embedding2nn.bias	9	-0.07143010199069977
233129	rnn.weight_ih_l0	0	0.04403762146830559
233129	rnn.weight_ih_l0	1	-0.0781770721077919
233129	rnn.weight_ih_l0	2	-0.05931657925248146
233129	rnn.weight_ih_l0	3	-0.05970611423254013
233129	rnn.weight_ih_l0	4	0.021672271192073822
233129	rnn.weight_ih_l0	5	-0.11118453741073608
233129	rnn.weight_ih_l0	6	-0.03536004200577736
233129	rnn.weight_ih_l0	7	-0.006678938865661621
233129	rnn.weight_ih_l0	8	0.057654865086078644
233129	rnn.weight_ih_l0	9	0.00917779840528965
233129	rnn.weight_hh_l0	0	0.00032125317375175655
233129	rnn.weight_hh_l0	1	-0.0852370336651802
233129	rnn.weight_hh_l0	2	0.07359128445386887
233129	rnn.weight_hh_l0	3	0.052241161465644836
233129	rnn.weight_hh_l0	4	0.004910679534077644
233129	rnn.weight_hh_l0	5	0.06950166821479797
233129	rnn.weight_hh_l0	6	-0.017835380509495735
233129	rnn.weight_hh_l0	7	-0.10999758541584015
233129	rnn.weight_hh_l0	8	0.027370862662792206
233129	rnn.weight_hh_l0	9	-0.08358977735042572
233129	rnn.bias_ih_l0	0	-0.08633873611688614
233129	rnn.bias_ih_l0	1	-0.19729860126972198
233129	rnn.bias_ih_l0	2	-0.2621738016605377
233129	rnn.bias_ih_l0	3	-0.2825115919113159
233129	rnn.bias_ih_l0	4	0.004570372868329287
233129	rnn.bias_ih_l0	5	0.06097652390599251
233129	rnn.bias_ih_l0	6	-0.16962072253227234
233129	rnn.bias_ih_l0	7	-0.26208916306495667
233129	rnn.bias_ih_l0	8	-0.15293489396572113
233129	rnn.bias_ih_l0	9	-0.17967341840267181
233129	rnn.bias_hh_l0	0	0.13514088094234467
233129	rnn.bias_hh_l0	1	-0.05511625111103058
233129	rnn.bias_hh_l0	2	0.05318634957075119
233129	rnn.bias_hh_l0	3	-0.18170857429504395
233129	rnn.bias_hh_l0	4	0.060052238404750824
233129	rnn.bias_hh_l0	5	0.05716913938522339
233129	rnn.bias_hh_l0	6	-0.10770465433597565
233129	rnn.bias_hh_l0	7	-0.14501526951789856
233129	rnn.bias_hh_l0	8	-0.187342569231987
233129	rnn.bias_hh_l0	9	-0.10456950962543488
233129	rnn.weight_ih_l0_reverse	0	-0.019078534096479416
233129	rnn.weight_ih_l0_reverse	1	-0.003958400804549456
233129	rnn.weight_ih_l0_reverse	2	0.004676734562963247
233129	rnn.weight_ih_l0_reverse	3	0.011586855165660381
233129	rnn.weight_ih_l0_reverse	4	0.01668492890894413
233129	rnn.weight_ih_l0_reverse	5	-0.05521124228835106
233129	rnn.weight_ih_l0_reverse	6	-0.04678765684366226
233129	rnn.weight_ih_l0_reverse	7	0.016152292490005493
233129	rnn.weight_ih_l0_reverse	8	0.08678366988897324
233129	rnn.weight_ih_l0_reverse	9	0.004122795071452856
233129	rnn.weight_hh_l0_reverse	0	0.004128333646804094
233129	rnn.weight_hh_l0_reverse	1	0.02787885256111622
233129	rnn.weight_hh_l0_reverse	2	-0.03822018951177597
233129	rnn.weight_hh_l0_reverse	3	0.040877342224121094
233129	rnn.weight_hh_l0_reverse	4	0.022942040115594864
233129	rnn.weight_hh_l0_reverse	5	-0.010311511345207691
233129	rnn.weight_hh_l0_reverse	6	0.0683821439743042
233129	rnn.weight_hh_l0_reverse	7	0.03798689693212509
233129	rnn.weight_hh_l0_reverse	8	-0.02523711696267128
233129	rnn.weight_hh_l0_reverse	9	-0.02624579705297947
233129	rnn.bias_ih_l0_reverse	0	-0.1456546187400818
233129	rnn.bias_ih_l0_reverse	1	-0.31161463260650635
233129	rnn.bias_ih_l0_reverse	2	-0.0606306754052639
233129	rnn.bias_ih_l0_reverse	3	-0.15763135254383087
233129	rnn.bias_ih_l0_reverse	4	0.06899207085371017
233129	rnn.bias_ih_l0_reverse	5	-0.27229446172714233
233129	rnn.bias_ih_l0_reverse	6	-0.06834230571985245
233129	rnn.bias_ih_l0_reverse	7	0.020472154021263123
233129	rnn.bias_ih_l0_reverse	8	-0.18849511444568634
233129	rnn.bias_ih_l0_reverse	9	-0.09049220383167267
233129	rnn.bias_hh_l0_reverse	0	-0.15579913556575775
233129	rnn.bias_hh_l0_reverse	1	-0.14524197578430176
233129	rnn.bias_hh_l0_reverse	2	-0.013404995203018188
233129	rnn.bias_hh_l0_reverse	3	-0.13384461402893066
233129	rnn.bias_hh_l0_reverse	4	-0.025598980486392975
233129	rnn.bias_hh_l0_reverse	5	-0.11716724932193756
233129	rnn.bias_hh_l0_reverse	6	-0.07557764649391174
233129	rnn.bias_hh_l0_reverse	7	-0.18115945160388947
233129	rnn.bias_hh_l0_reverse	8	-0.06860276311635971
233129	rnn.bias_hh_l0_reverse	9	-0.11586254835128784
233129	linear.weight	0	-0.296321302652359
233129	linear.weight	1	-0.10027405619621277
233129	linear.weight	2	-0.011228874325752258
233129	linear.weight	3	-0.08975526690483093
233129	linear.weight	4	-0.002130512846633792
233129	linear.weight	5	0.2070595771074295
233129	linear.weight	6	0.0047744326293468475
233129	linear.weight	7	-0.021312154829502106
233129	linear.weight	8	0.18603138625621796
233129	linear.weight	9	0.20475350320339203
233129	linear.bias	0	-0.8238219022750854
233129	linear.bias	1	1.4121431112289429
233129	linear.bias	2	-0.5095952153205872
233129	linear.bias	3	-0.7492913603782654
233129	linear.bias	4	-0.8942378163337708
233129	linear.bias	5	-1.1802624464035034
233129	linear.bias	6	-0.9624786376953125
233129	linear.bias	7	-0.708207905292511
233129	linear.bias	8	-0.01705317199230194
233129	linear.bias	9	3.533036708831787
233326	transitions	0	-0.4656149446964264
233326	transitions	1	8.826704025268555
233326	transitions	2	-3.630030393600464
233326	transitions	3	1.575213074684143
233326	transitions	4	-2.2187581062316895
233326	transitions	5	-0.4323591887950897
233326	transitions	6	-0.19592109322547913
233326	transitions	7	-10000.0
233326	transitions	8	1.8559287786483765
233326	transitions	9	-2.2949748039245605
233326	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
233326	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
233326	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
233326	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
233326	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
233326	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
233326	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
233326	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
233326	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
233326	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
233326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
233326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
233326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
233326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
233326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
233326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
233326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
233326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
233326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
233326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
233326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
233326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
233326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
233326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
233326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
233326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
233326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
233326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
233326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
233326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
233326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
233326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
233326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
233326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
233326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
233326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
233326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
233326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
233326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
233326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
233326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
233326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
233326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
233326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
233326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
233326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
233326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
233326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
233326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
233326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
233326	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
233326	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
233326	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
233326	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
233326	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
233326	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
233326	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
233326	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
233326	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
233326	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
233326	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
233326	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
233326	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
233326	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
233326	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
233326	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
233326	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
233326	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
233326	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
233326	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
233326	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
233326	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
233326	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
233326	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
233326	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
233326	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
233326	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
233326	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
233326	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
233326	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
233326	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
233326	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
233326	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
233326	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
233326	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
233326	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
233326	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
233326	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
233326	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
233326	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
233326	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
233326	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
233326	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
233326	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
233326	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
233326	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
233326	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
233326	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
233326	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
233326	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
233326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
233326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
233326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
233326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
233326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
233326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
233326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
233326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
233326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
233326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
233326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
233326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
233326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
233326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
233326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
233326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
233326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
233326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
233326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
233326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
233326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
233326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
233326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
233326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
233326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
233326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
233326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
233326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
233326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
233326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
233326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
233326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
233326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
233326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
233326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
233326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
233326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
233326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
233326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
233326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
233326	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
233326	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
233326	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
233326	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
233326	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
233326	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
233326	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
233326	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
233326	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
233326	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
233326	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
233326	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
233326	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
233326	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
233326	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
233326	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
233326	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
233326	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
233326	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
233326	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
233326	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
233326	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
233326	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
233326	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
233326	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
233326	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
233326	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
233326	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
233326	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
233326	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
233326	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
233326	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
233326	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
233326	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
233326	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
233326	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
233326	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
233326	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
233326	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
233326	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
233326	embedding2nn.weight	0	0.044475410133600235
233326	embedding2nn.weight	1	-0.09554185718297958
233326	embedding2nn.weight	2	0.018269099295139313
233326	embedding2nn.weight	3	-0.060534343123435974
233326	embedding2nn.weight	4	-0.1077881008386612
233326	embedding2nn.weight	5	0.11253152042627335
233326	embedding2nn.weight	6	-0.07168971002101898
233326	embedding2nn.weight	7	-0.0710124671459198
233326	embedding2nn.weight	8	-0.03296282887458801
233326	embedding2nn.weight	9	0.0509575791656971
233326	embedding2nn.bias	0	0.06814257800579071
233326	embedding2nn.bias	1	-0.009517049416899681
233326	embedding2nn.bias	2	-0.07850169390439987
233326	embedding2nn.bias	3	0.03834129869937897
233326	embedding2nn.bias	4	-0.0051216804422438145
233326	embedding2nn.bias	5	-0.15210984647274017
233326	embedding2nn.bias	6	-0.12097444385290146
233326	embedding2nn.bias	7	-0.019371766597032547
233326	embedding2nn.bias	8	0.06651420146226883
233326	embedding2nn.bias	9	-0.068935826420784
233326	rnn.weight_ih_l0	0	0.044891443103551865
233326	rnn.weight_ih_l0	1	-0.07817515730857849
233326	rnn.weight_ih_l0	2	-0.059686753898859024
233326	rnn.weight_ih_l0	3	-0.05922108143568039
233326	rnn.weight_ih_l0	4	0.02156968228518963
233326	rnn.weight_ih_l0	5	-0.1105610802769661
233326	rnn.weight_ih_l0	6	-0.035528991371393204
233326	rnn.weight_ih_l0	7	-0.00677136518061161
233326	rnn.weight_ih_l0	8	0.057534877210855484
233326	rnn.weight_ih_l0	9	0.01001701783388853
233326	rnn.weight_hh_l0	0	0.000389949040254578
233326	rnn.weight_hh_l0	1	-0.08500929176807404
233326	rnn.weight_hh_l0	2	0.07336905598640442
233326	rnn.weight_hh_l0	3	0.052248839288949966
233326	rnn.weight_hh_l0	4	0.005015525035560131
233326	rnn.weight_hh_l0	5	0.06967780739068985
233326	rnn.weight_hh_l0	6	-0.017867356538772583
233326	rnn.weight_hh_l0	7	-0.1102415919303894
233326	rnn.weight_hh_l0	8	0.027387097477912903
233326	rnn.weight_hh_l0	9	-0.08268382400274277
233326	rnn.bias_ih_l0	0	-0.08680886775255203
233326	rnn.bias_ih_l0	1	-0.19626328349113464
233326	rnn.bias_ih_l0	2	-0.2612758278846741
233326	rnn.bias_ih_l0	3	-0.2826765179634094
233326	rnn.bias_ih_l0	4	0.0038155601359903812
233326	rnn.bias_ih_l0	5	0.06179142743349075
233326	rnn.bias_ih_l0	6	-0.1694757342338562
233326	rnn.bias_ih_l0	7	-0.26181527972221375
233326	rnn.bias_ih_l0	8	-0.15360014140605927
233326	rnn.bias_ih_l0	9	-0.17972826957702637
233326	rnn.bias_hh_l0	0	0.13445168733596802
233326	rnn.bias_hh_l0	1	-0.0553356297314167
233326	rnn.bias_hh_l0	2	0.0531172901391983
233326	rnn.bias_hh_l0	3	-0.1816655993461609
233326	rnn.bias_hh_l0	4	0.061510443687438965
233326	rnn.bias_hh_l0	5	0.056693147867918015
233326	rnn.bias_hh_l0	6	-0.10731839388608932
233326	rnn.bias_hh_l0	7	-0.14489756524562836
233326	rnn.bias_hh_l0	8	-0.18741701543331146
233326	rnn.bias_hh_l0	9	-0.10406272113323212
233326	rnn.weight_ih_l0_reverse	0	-0.01815931871533394
233326	rnn.weight_ih_l0_reverse	1	-0.00424880301579833
233326	rnn.weight_ih_l0_reverse	2	0.0050434935837984085
233326	rnn.weight_ih_l0_reverse	3	0.010532374493777752
233326	rnn.weight_ih_l0_reverse	4	0.01664196141064167
233326	rnn.weight_ih_l0_reverse	5	-0.05571702495217323
233326	rnn.weight_ih_l0_reverse	6	-0.045534685254096985
233326	rnn.weight_ih_l0_reverse	7	0.015503776259720325
233326	rnn.weight_ih_l0_reverse	8	0.08762677758932114
233326	rnn.weight_ih_l0_reverse	9	0.004264018032699823
233326	rnn.weight_hh_l0_reverse	0	0.004039535764604807
233326	rnn.weight_hh_l0_reverse	1	0.02784990333020687
233326	rnn.weight_hh_l0_reverse	2	-0.03828953206539154
233326	rnn.weight_hh_l0_reverse	3	0.04119649529457092
233326	rnn.weight_hh_l0_reverse	4	0.02297045662999153
233326	rnn.weight_hh_l0_reverse	5	-0.010095520876348019
233326	rnn.weight_hh_l0_reverse	6	0.06824517250061035
233326	rnn.weight_hh_l0_reverse	7	0.037620145827531815
233326	rnn.weight_hh_l0_reverse	8	-0.025178711861371994
233326	rnn.weight_hh_l0_reverse	9	-0.026510916650295258
233326	rnn.bias_ih_l0_reverse	0	-0.14574569463729858
233326	rnn.bias_ih_l0_reverse	1	-0.31189456582069397
233326	rnn.bias_ih_l0_reverse	2	-0.06161986291408539
233326	rnn.bias_ih_l0_reverse	3	-0.15774023532867432
233326	rnn.bias_ih_l0_reverse	4	0.06813621520996094
233326	rnn.bias_ih_l0_reverse	5	-0.27215930819511414
233326	rnn.bias_ih_l0_reverse	6	-0.06820760667324066
233326	rnn.bias_ih_l0_reverse	7	0.019576704129576683
233326	rnn.bias_ih_l0_reverse	8	-0.18899568915367126
233326	rnn.bias_ih_l0_reverse	9	-0.09137949347496033
233326	rnn.bias_hh_l0_reverse	0	-0.15681092441082
233326	rnn.bias_hh_l0_reverse	1	-0.1441279798746109
233326	rnn.bias_hh_l0_reverse	2	-0.013563886284828186
233326	rnn.bias_hh_l0_reverse	3	-0.13436509668827057
233326	rnn.bias_hh_l0_reverse	4	-0.02673666924238205
233326	rnn.bias_hh_l0_reverse	5	-0.11745806783437729
233326	rnn.bias_hh_l0_reverse	6	-0.07497965544462204
233326	rnn.bias_hh_l0_reverse	7	-0.18170952796936035
233326	rnn.bias_hh_l0_reverse	8	-0.06851129233837128
233326	rnn.bias_hh_l0_reverse	9	-0.11629119515419006
233326	linear.weight	0	-0.29247236251831055
233326	linear.weight	1	-0.09913424402475357
233326	linear.weight	2	-0.011228874325752258
233326	linear.weight	3	-0.09230488538742065
233326	linear.weight	4	-0.0017380801727995276
233326	linear.weight	5	0.21198375523090363
233326	linear.weight	6	0.0047744326293468475
233326	linear.weight	7	-0.021312154829502106
233326	linear.weight	8	0.18397538363933563
233326	linear.weight	9	0.20834165811538696
233326	linear.bias	0	-0.8118605017662048
233326	linear.bias	1	1.4188106060028076
233326	linear.bias	2	-0.5161727070808411
233326	linear.bias	3	-0.7624942064285278
233326	linear.bias	4	-0.9119157195091248
233326	linear.bias	5	-1.1802668571472168
233326	linear.bias	6	-0.950653612613678
233326	linear.bias	7	-0.6961804032325745
233326	linear.bias	8	-0.01705317199230194
233326	linear.bias	9	3.515427827835083
233523	transitions	0	-0.4658755958080292
233523	transitions	1	8.835806846618652
233523	transitions	2	-3.6303186416625977
233523	transitions	3	1.5799063444137573
233523	transitions	4	-2.21882700920105
233523	transitions	5	-0.432363897562027
233523	transitions	6	-0.195926234126091
233523	transitions	7	-10000.0
233523	transitions	8	1.8561125993728638
233523	transitions	9	-2.2949795722961426
233523	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
233523	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
233523	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
233523	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
233523	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
233523	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
233523	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
233523	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
233523	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
233523	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
233523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
233523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
233523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
233523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
233523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
233523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
233523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
233523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
233523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
233523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
233523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
233523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
233523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
233523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
233523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
233523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
233523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
233523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
233523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
233523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
233523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
233523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
233523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
233523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
233523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
233523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
233523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
233523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
233523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
233523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
233523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
233523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
233523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
233523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
233523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
233523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
233523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
233523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
233523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
233523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
233523	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
233523	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
233523	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
233523	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
233523	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
233523	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
233523	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
233523	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
233523	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
233523	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
233523	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
233523	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
233523	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
233523	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
233523	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
233523	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
233523	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
233523	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
233523	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
233523	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
233523	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
233523	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
233523	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
233523	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
233523	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
233523	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
233523	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
233523	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
233523	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
233523	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
233523	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
233523	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
233523	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
233523	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
233523	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
233523	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
233523	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
233523	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
233523	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
233523	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
233523	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
233523	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
233523	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
233523	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
233523	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
233523	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
233523	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
233523	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
233523	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
233523	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
233523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
233523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
233523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
233523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
233523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
233523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
233523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
233523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
233523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
233523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
233523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
233523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
233523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
233523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
233523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
233523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
233523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
233523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
233523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
233523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
233523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
233523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
233523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
233523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
233523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
233523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
233523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
233523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
233523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
233523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
233523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
233523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
233523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
233523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
233523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
233523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
233523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
233523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
233523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
233523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
233523	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
233523	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
233523	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
233523	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
233523	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
233523	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
233523	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
233523	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
233523	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
233523	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
233523	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
233523	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
233523	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
233523	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
233523	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
233523	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
233523	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
233523	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
233523	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
233523	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
233523	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
233523	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
233523	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
233523	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
233523	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
233523	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
233523	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
233523	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
233523	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
233523	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
233523	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
233523	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
233523	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
233523	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
233523	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
233523	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
233523	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
233523	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
233523	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
233523	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
233523	embedding2nn.weight	0	0.04454650729894638
233523	embedding2nn.weight	1	-0.0953049585223198
233523	embedding2nn.weight	2	0.01764584705233574
233523	embedding2nn.weight	3	-0.0609278604388237
233523	embedding2nn.weight	4	-0.10792018473148346
233523	embedding2nn.weight	5	0.1121995598077774
233523	embedding2nn.weight	6	-0.07200564444065094
233523	embedding2nn.weight	7	-0.07131806761026382
233523	embedding2nn.weight	8	-0.03310413658618927
233523	embedding2nn.weight	9	0.05011207237839699
233523	embedding2nn.bias	0	0.07275336235761642
233523	embedding2nn.bias	1	-0.010955222882330418
233523	embedding2nn.bias	2	-0.07996287941932678
233523	embedding2nn.bias	3	0.03337065503001213
233523	embedding2nn.bias	4	-0.007705181837081909
233523	embedding2nn.bias	5	-0.1556984931230545
233523	embedding2nn.bias	6	-0.118132084608078
233523	embedding2nn.bias	7	-0.023072930052876472
233523	embedding2nn.bias	8	0.06934958696365356
233523	embedding2nn.bias	9	-0.06879054754972458
233523	rnn.weight_ih_l0	0	0.044970057904720306
233523	rnn.weight_ih_l0	1	-0.0785430371761322
233523	rnn.weight_ih_l0	2	-0.059651270508766174
233523	rnn.weight_ih_l0	3	-0.05904810503125191
233523	rnn.weight_ih_l0	4	0.02141452021896839
233523	rnn.weight_ih_l0	5	-0.10945925861597061
233523	rnn.weight_ih_l0	6	-0.035549651831388474
233523	rnn.weight_ih_l0	7	-0.007113614119589329
233523	rnn.weight_ih_l0	8	0.058392483741045
233523	rnn.weight_ih_l0	9	0.009940550662577152
233523	rnn.weight_hh_l0	0	0.00046308254241012037
233523	rnn.weight_hh_l0	1	-0.08475832641124725
233523	rnn.weight_hh_l0	2	0.07347441464662552
233523	rnn.weight_hh_l0	3	0.05232001841068268
233523	rnn.weight_hh_l0	4	0.004996307194232941
233523	rnn.weight_hh_l0	5	0.06985470652580261
233523	rnn.weight_hh_l0	6	-0.017977198585867882
233523	rnn.weight_hh_l0	7	-0.11020078510046005
233523	rnn.weight_hh_l0	8	0.02740434929728508
233523	rnn.weight_hh_l0	9	-0.08248499035835266
233523	rnn.bias_ih_l0	0	-0.08665689826011658
233523	rnn.bias_ih_l0	1	-0.19395624101161957
233523	rnn.bias_ih_l0	2	-0.2613101899623871
233523	rnn.bias_ih_l0	3	-0.28191933035850525
233523	rnn.bias_ih_l0	4	0.003546057967469096
233523	rnn.bias_ih_l0	5	0.06094053387641907
233523	rnn.bias_ih_l0	6	-0.16960343718528748
233523	rnn.bias_ih_l0	7	-0.26352500915527344
233523	rnn.bias_ih_l0	8	-0.15245790779590607
233523	rnn.bias_ih_l0	9	-0.18000097572803497
233523	rnn.bias_hh_l0	0	0.13383197784423828
233523	rnn.bias_hh_l0	1	-0.055298928171396255
233523	rnn.bias_hh_l0	2	0.052916716784238815
233523	rnn.bias_hh_l0	3	-0.1815851330757141
233523	rnn.bias_hh_l0	4	0.06079946830868721
233523	rnn.bias_hh_l0	5	0.05649133771657944
233523	rnn.bias_hh_l0	6	-0.10780935734510422
233523	rnn.bias_hh_l0	7	-0.14489270746707916
233523	rnn.bias_hh_l0	8	-0.18864867091178894
233523	rnn.bias_hh_l0	9	-0.10419310629367828
233523	rnn.weight_ih_l0_reverse	0	-0.01819181814789772
233523	rnn.weight_ih_l0_reverse	1	-0.004146358463913202
233523	rnn.weight_ih_l0_reverse	2	0.005611990112811327
233523	rnn.weight_ih_l0_reverse	3	0.010944676585495472
233523	rnn.weight_ih_l0_reverse	4	0.01628064550459385
233523	rnn.weight_ih_l0_reverse	5	-0.054843854159116745
233523	rnn.weight_ih_l0_reverse	6	-0.04534086957573891
233523	rnn.weight_ih_l0_reverse	7	0.015535146929323673
233523	rnn.weight_ih_l0_reverse	8	0.08792369067668915
233523	rnn.weight_ih_l0_reverse	9	0.004220644943416119
233523	rnn.weight_hh_l0_reverse	0	0.004063899628818035
233523	rnn.weight_hh_l0_reverse	1	0.027876023203134537
233523	rnn.weight_hh_l0_reverse	2	-0.038107868283987045
233523	rnn.weight_hh_l0_reverse	3	0.04148976504802704
233523	rnn.weight_hh_l0_reverse	4	0.022869160398840904
233523	rnn.weight_hh_l0_reverse	5	-0.009912249632179737
233523	rnn.weight_hh_l0_reverse	6	0.06822192668914795
233523	rnn.weight_hh_l0_reverse	7	0.037568893283605576
233523	rnn.weight_hh_l0_reverse	8	-0.025141647085547447
233523	rnn.weight_hh_l0_reverse	9	-0.026502471417188644
233523	rnn.bias_ih_l0_reverse	0	-0.1461997926235199
233523	rnn.bias_ih_l0_reverse	1	-0.3109213411808014
233523	rnn.bias_ih_l0_reverse	2	-0.061125900596380234
233523	rnn.bias_ih_l0_reverse	3	-0.15786369144916534
233523	rnn.bias_ih_l0_reverse	4	0.06907830387353897
233523	rnn.bias_ih_l0_reverse	5	-0.271768182516098
233523	rnn.bias_ih_l0_reverse	6	-0.06819386780261993
233523	rnn.bias_ih_l0_reverse	7	0.02029416710138321
233523	rnn.bias_ih_l0_reverse	8	-0.18903972208499908
233523	rnn.bias_ih_l0_reverse	9	-0.09125582128763199
233523	rnn.bias_hh_l0_reverse	0	-0.1573641151189804
233523	rnn.bias_hh_l0_reverse	1	-0.144013911485672
233523	rnn.bias_hh_l0_reverse	2	-0.013234988786280155
233523	rnn.bias_hh_l0_reverse	3	-0.13494320213794708
233523	rnn.bias_hh_l0_reverse	4	-0.026853257790207863
233523	rnn.bias_hh_l0_reverse	5	-0.11661738902330399
233523	rnn.bias_hh_l0_reverse	6	-0.07486514747142792
233523	rnn.bias_hh_l0_reverse	7	-0.18188723921775818
233523	rnn.bias_hh_l0_reverse	8	-0.06841859966516495
233523	rnn.bias_hh_l0_reverse	9	-0.11607738584280014
233523	linear.weight	0	-0.29429712891578674
233523	linear.weight	1	-0.10153599828481674
233523	linear.weight	2	-0.011228874325752258
233523	linear.weight	3	-0.08990497887134552
233523	linear.weight	4	-0.0072461580857634544
233523	linear.weight	5	0.21470573544502258
233523	linear.weight	6	0.0047744326293468475
233523	linear.weight	7	-0.021312154829502106
233523	linear.weight	8	0.18792188167572021
233523	linear.weight	9	0.20829470455646515
233523	linear.bias	0	-0.8267565965652466
233523	linear.bias	1	1.430116891860962
233523	linear.bias	2	-0.5126056671142578
233523	linear.bias	3	-0.759030282497406
233523	linear.bias	4	-0.8904085755348206
233523	linear.bias	5	-1.1802728176116943
233523	linear.bias	6	-0.9663129448890686
233523	linear.bias	7	-0.7069452404975891
233523	linear.bias	8	-0.01705317199230194
233523	linear.bias	9	3.521944284439087
233720	transitions	0	-0.4659292697906494
233720	transitions	1	8.84087085723877
233720	transitions	2	-3.6304051876068115
233720	transitions	3	1.5816012620925903
233720	transitions	4	-2.218954563140869
233720	transitions	5	-0.43237999081611633
233720	transitions	6	-0.19593581557273865
233720	transitions	7	-10000.0
233720	transitions	8	1.8584083318710327
233720	transitions	9	-2.29498028755188
233720	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
233720	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
233720	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
233720	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
233720	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
233720	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
233720	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
233720	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
233720	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
233720	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
233720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
233720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
233720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
233720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
233720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
233720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
233720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
233720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
233720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
233720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
233720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
233720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
233720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
233720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
233720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
233720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
233720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
233720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
233720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
233720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
233720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
233720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
233720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
233720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
233720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
233720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
233720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
233720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
233720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
233720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
233720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
233720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
233720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
233720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
233720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
233720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
233720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
233720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
233720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
233720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
233720	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
233720	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
233720	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
233720	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
233720	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
233720	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
233720	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
233720	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
233720	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
233720	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
233720	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
233720	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
233720	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
233720	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
233720	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
233720	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
233720	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
233720	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
233720	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
233720	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
233720	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
233720	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
233720	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
233720	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
233720	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
233720	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
233720	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
233720	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
233720	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
233720	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
233720	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
233720	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
233720	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
233720	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
233720	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
233720	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
233720	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
233720	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
233720	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
233720	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
233720	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
233720	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
233720	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
233720	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
233720	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
233720	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
233720	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
233720	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
233720	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
233720	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
233720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
233720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
233720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
233720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
233720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
233720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
233720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
233720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
233720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
233720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
233720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
233720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
233720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
233720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
233720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
233720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
233720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
233720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
233720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
233720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
233720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
233720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
233720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
233720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
233720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
233720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
233720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
233720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
233720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
233720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
233720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
233720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
233720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
233720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
233720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
233720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
233720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
233720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
233720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
233720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
233720	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
233720	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
233720	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
233720	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
233720	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
233720	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
233720	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
233720	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
233720	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
233720	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
233720	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
233720	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
233720	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
233720	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
233720	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
233720	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
233720	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
233720	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
233720	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
233720	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
233720	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
233720	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
233720	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
233720	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
233720	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
233720	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
233720	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
233720	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
233720	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
233720	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
233720	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
233720	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
233720	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
233720	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
233720	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
233720	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
233720	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
233720	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
233720	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
233720	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
233720	embedding2nn.weight	0	0.04427730292081833
233720	embedding2nn.weight	1	-0.0952664315700531
233720	embedding2nn.weight	2	0.018641946837306023
233720	embedding2nn.weight	3	-0.06090221181511879
233720	embedding2nn.weight	4	-0.10777872055768967
233720	embedding2nn.weight	5	0.1123809963464737
233720	embedding2nn.weight	6	-0.07252192497253418
233720	embedding2nn.weight	7	-0.07162752747535706
233720	embedding2nn.weight	8	-0.03332556411623955
233720	embedding2nn.weight	9	0.049510132521390915
233720	embedding2nn.bias	0	0.07372772693634033
233720	embedding2nn.bias	1	-0.007756078615784645
233720	embedding2nn.bias	2	-0.08293958008289337
233720	embedding2nn.bias	3	0.031088363379240036
233720	embedding2nn.bias	4	-0.009750229306519032
233720	embedding2nn.bias	5	-0.1547723263502121
233720	embedding2nn.bias	6	-0.12069468200206757
233720	embedding2nn.bias	7	-0.024466853588819504
233720	embedding2nn.bias	8	0.07011047750711441
233720	embedding2nn.bias	9	-0.0724812000989914
233720	rnn.weight_ih_l0	0	0.04507036134600639
233720	rnn.weight_ih_l0	1	-0.07862667739391327
233720	rnn.weight_ih_l0	2	-0.05950344353914261
233720	rnn.weight_ih_l0	3	-0.0582868717610836
233720	rnn.weight_ih_l0	4	0.021581120789051056
233720	rnn.weight_ih_l0	5	-0.10988374799489975
233720	rnn.weight_ih_l0	6	-0.03409159183502197
233720	rnn.weight_ih_l0	7	-0.006694508716464043
233720	rnn.weight_ih_l0	8	0.05825338512659073
233720	rnn.weight_ih_l0	9	0.010094351135194302
233720	rnn.weight_hh_l0	0	0.00047074983012862504
233720	rnn.weight_hh_l0	1	-0.0851256251335144
233720	rnn.weight_hh_l0	2	0.07352791726589203
233720	rnn.weight_hh_l0	3	0.05216195434331894
233720	rnn.weight_hh_l0	4	0.00496015977114439
233720	rnn.weight_hh_l0	5	0.07000390440225601
233720	rnn.weight_hh_l0	6	-0.018013110384345055
233720	rnn.weight_hh_l0	7	-0.1100815013051033
233720	rnn.weight_hh_l0	8	0.027581825852394104
233720	rnn.weight_hh_l0	9	-0.08281753212213516
233720	rnn.bias_ih_l0	0	-0.08694242686033249
233720	rnn.bias_ih_l0	1	-0.1939125806093216
233720	rnn.bias_ih_l0	2	-0.26064008474349976
233720	rnn.bias_ih_l0	3	-0.2816348969936371
233720	rnn.bias_ih_l0	4	0.0026260262820869684
233720	rnn.bias_ih_l0	5	0.06227125599980354
233720	rnn.bias_ih_l0	6	-0.16899222135543823
233720	rnn.bias_ih_l0	7	-0.2624897360801697
233720	rnn.bias_ih_l0	8	-0.15058156847953796
233720	rnn.bias_ih_l0	9	-0.17887796461582184
233720	rnn.bias_hh_l0	0	0.13328824937343597
233720	rnn.bias_hh_l0	1	-0.055663347244262695
233720	rnn.bias_hh_l0	2	0.05252647027373314
233720	rnn.bias_hh_l0	3	-0.18187637627124786
233720	rnn.bias_hh_l0	4	0.06082058697938919
233720	rnn.bias_hh_l0	5	0.05703599005937576
233720	rnn.bias_hh_l0	6	-0.10782762616872787
233720	rnn.bias_hh_l0	7	-0.1448262333869934
233720	rnn.bias_hh_l0	8	-0.18884572386741638
233720	rnn.bias_hh_l0	9	-0.10414896160364151
233720	rnn.weight_ih_l0_reverse	0	-0.018250051885843277
233720	rnn.weight_ih_l0_reverse	1	-0.004343911074101925
233720	rnn.weight_ih_l0_reverse	2	0.00646217493340373
233720	rnn.weight_ih_l0_reverse	3	0.011285287328064442
233720	rnn.weight_ih_l0_reverse	4	0.015931449830532074
233720	rnn.weight_ih_l0_reverse	5	-0.05453889071941376
233720	rnn.weight_ih_l0_reverse	6	-0.04501558467745781
233720	rnn.weight_ih_l0_reverse	7	0.01535565685480833
233720	rnn.weight_ih_l0_reverse	8	0.08757270872592926
233720	rnn.weight_ih_l0_reverse	9	0.003180216532200575
233720	rnn.weight_hh_l0_reverse	0	0.004143736325204372
233720	rnn.weight_hh_l0_reverse	1	0.027896933257579803
233720	rnn.weight_hh_l0_reverse	2	-0.03812677413225174
233720	rnn.weight_hh_l0_reverse	3	0.04152454808354378
233720	rnn.weight_hh_l0_reverse	4	0.02284448780119419
233720	rnn.weight_hh_l0_reverse	5	-0.009959636256098747
233720	rnn.weight_hh_l0_reverse	6	0.06803324818611145
233720	rnn.weight_hh_l0_reverse	7	0.037634242326021194
233720	rnn.weight_hh_l0_reverse	8	-0.025003476068377495
233720	rnn.weight_hh_l0_reverse	9	-0.026493877172470093
233720	rnn.bias_ih_l0_reverse	0	-0.14694878458976746
233720	rnn.bias_ih_l0_reverse	1	-0.31112852692604065
233720	rnn.bias_ih_l0_reverse	2	-0.061528827995061874
233720	rnn.bias_ih_l0_reverse	3	-0.15794572234153748
233720	rnn.bias_ih_l0_reverse	4	0.0679691731929779
233720	rnn.bias_ih_l0_reverse	5	-0.2720642387866974
233720	rnn.bias_ih_l0_reverse	6	-0.06754156947135925
233720	rnn.bias_ih_l0_reverse	7	0.021455058827996254
233720	rnn.bias_ih_l0_reverse	8	-0.18897294998168945
233720	rnn.bias_ih_l0_reverse	9	-0.09098926931619644
233720	rnn.bias_hh_l0_reverse	0	-0.15754427015781403
233720	rnn.bias_hh_l0_reverse	1	-0.14505311846733093
233720	rnn.bias_hh_l0_reverse	2	-0.013374961912631989
233720	rnn.bias_hh_l0_reverse	3	-0.13601091504096985
233720	rnn.bias_hh_l0_reverse	4	-0.02629614621400833
233720	rnn.bias_hh_l0_reverse	5	-0.1164797842502594
233720	rnn.bias_hh_l0_reverse	6	-0.07372365891933441
233720	rnn.bias_hh_l0_reverse	7	-0.18164010345935822
233720	rnn.bias_hh_l0_reverse	8	-0.06845986843109131
233720	rnn.bias_hh_l0_reverse	9	-0.11722198128700256
233720	linear.weight	0	-0.2975879907608032
233720	linear.weight	1	-0.09768854081630707
233720	linear.weight	2	-0.011228874325752258
233720	linear.weight	3	-0.09071750193834305
233720	linear.weight	4	-0.014364833012223244
233720	linear.weight	5	0.21043629944324493
233720	linear.weight	6	0.0047744326293468475
233720	linear.weight	7	-0.021312154829502106
233720	linear.weight	8	0.18068040907382965
233720	linear.weight	9	0.20838531851768494
233720	linear.bias	0	-0.8293527364730835
233720	linear.bias	1	1.4321129322052002
233720	linear.bias	2	-0.5106719732284546
233720	linear.bias	3	-0.7487185001373291
233720	linear.bias	4	-0.8929701447486877
233720	linear.bias	5	-1.18027925491333
233720	linear.bias	6	-0.9685699343681335
233720	linear.bias	7	-0.7080240845680237
233720	linear.bias	8	-0.01705317199230194
233720	linear.bias	9	3.478996515274048
233917	transitions	0	-0.4660230576992035
233917	transitions	1	8.840264320373535
233917	transitions	2	-3.6305408477783203
233917	transitions	3	1.579963207244873
233917	transitions	4	-2.2190346717834473
233917	transitions	5	-0.4324299395084381
233917	transitions	6	-0.1959412842988968
233917	transitions	7	-10000.0
233917	transitions	8	1.858248233795166
233917	transitions	9	-2.294980525970459
233917	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
233917	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
233917	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
233917	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
233917	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
233917	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
233917	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
233917	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
233917	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
233917	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
233917	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
233917	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
233917	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
233917	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
233917	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
233917	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
233917	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
233917	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
233917	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
233917	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
233917	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
233917	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
233917	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
233917	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
233917	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
233917	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
233917	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
233917	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
233917	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
233917	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
233917	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
233917	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
233917	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
233917	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
233917	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
233917	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
233917	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
233917	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
233917	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
233917	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
233917	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
233917	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
233917	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
233917	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
233917	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
233917	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
233917	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
233917	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
233917	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
233917	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
233917	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
233917	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
233917	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
233917	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
233917	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
233917	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
233917	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
233917	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
233917	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
233917	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
233917	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
233917	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
233917	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
233917	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
233917	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
233917	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
233917	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
233917	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
233917	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
233917	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
233917	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
233917	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
233917	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
233917	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
233917	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
233917	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
233917	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
233917	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
233917	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
233917	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
233917	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
233917	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
233917	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
233917	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
233917	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
233917	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
233917	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
233917	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
233917	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
233917	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
233917	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
233917	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
233917	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
233917	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
233917	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
233917	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
233917	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
233917	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
233917	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
233917	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
233917	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
233917	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
233917	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
233917	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
233917	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
233917	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
233917	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
233917	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
233917	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
233917	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
233917	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
233917	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
233917	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
233917	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
233917	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
233917	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
233917	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
233917	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
233917	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
233917	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
233917	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
233917	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
233917	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
233917	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
233917	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
233917	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
233917	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
233917	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
233917	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
233917	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
233917	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
233917	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
233917	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
233917	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
233917	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
233917	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
233917	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
233917	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
233917	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
233917	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
233917	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
233917	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
233917	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
233917	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
233917	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
233917	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
233917	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
233917	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
233917	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
233917	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
233917	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
233917	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
233917	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
233917	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
233917	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
233917	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
233917	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
233917	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
233917	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
233917	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
233917	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
233917	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
233917	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
233917	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
233917	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
233917	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
233917	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
233917	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
233917	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
233917	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
233917	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
233917	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
233917	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
233917	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
233917	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
233917	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
233917	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
233917	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
233917	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
233917	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
233917	embedding2nn.weight	0	0.04419495537877083
233917	embedding2nn.weight	1	-0.09493166953325272
233917	embedding2nn.weight	2	0.019673936069011688
233917	embedding2nn.weight	3	-0.06058529019355774
233917	embedding2nn.weight	4	-0.10798775404691696
233917	embedding2nn.weight	5	0.11209088563919067
233917	embedding2nn.weight	6	-0.07111972570419312
233917	embedding2nn.weight	7	-0.07183359563350677
233917	embedding2nn.weight	8	-0.033119868487119675
233917	embedding2nn.weight	9	0.04970478266477585
233917	embedding2nn.bias	0	0.07186640053987503
233917	embedding2nn.bias	1	-0.009342513978481293
233917	embedding2nn.bias	2	-0.08173111826181412
233917	embedding2nn.bias	3	0.02746838703751564
233917	embedding2nn.bias	4	-0.01409529522061348
233917	embedding2nn.bias	5	-0.15770336985588074
233917	embedding2nn.bias	6	-0.12016846984624863
233917	embedding2nn.bias	7	-0.022660590708255768
233917	embedding2nn.bias	8	0.07413694262504578
233917	embedding2nn.bias	9	-0.0724596232175827
233917	rnn.weight_ih_l0	0	0.044734060764312744
233917	rnn.weight_ih_l0	1	-0.07819601893424988
233917	rnn.weight_ih_l0	2	-0.05979811027646065
233917	rnn.weight_ih_l0	3	-0.05907159671187401
233917	rnn.weight_ih_l0	4	0.02004946395754814
233917	rnn.weight_ih_l0	5	-0.10995260626077652
233917	rnn.weight_ih_l0	6	-0.03426946699619293
233917	rnn.weight_ih_l0	7	-0.007700407411903143
233917	rnn.weight_ih_l0	8	0.05873124673962593
233917	rnn.weight_ih_l0	9	0.0099884532392025
233917	rnn.weight_hh_l0	0	0.0005925075383856893
233917	rnn.weight_hh_l0	1	-0.08484871685504913
233917	rnn.weight_hh_l0	2	0.07344955950975418
233917	rnn.weight_hh_l0	3	0.05234486237168312
233917	rnn.weight_hh_l0	4	0.005098551511764526
233917	rnn.weight_hh_l0	5	0.07007189840078354
233917	rnn.weight_hh_l0	6	-0.018073121085762978
233917	rnn.weight_hh_l0	7	-0.11033414304256439
233917	rnn.weight_hh_l0	8	0.027493448927998543
233917	rnn.weight_hh_l0	9	-0.08293155580759048
233917	rnn.bias_ih_l0	0	-0.0840568095445633
233917	rnn.bias_ih_l0	1	-0.19538047909736633
233917	rnn.bias_ih_l0	2	-0.25890207290649414
233917	rnn.bias_ih_l0	3	-0.2816292643547058
233917	rnn.bias_ih_l0	4	0.0018914984539151192
233917	rnn.bias_ih_l0	5	0.06174081191420555
233917	rnn.bias_ih_l0	6	-0.16973769664764404
233917	rnn.bias_ih_l0	7	-0.26244935393333435
233917	rnn.bias_ih_l0	8	-0.14971084892749786
233917	rnn.bias_ih_l0	9	-0.1796761453151703
233917	rnn.bias_hh_l0	0	0.132833793759346
233917	rnn.bias_hh_l0	1	-0.054998885840177536
233917	rnn.bias_hh_l0	2	0.0524783581495285
233917	rnn.bias_hh_l0	3	-0.18173569440841675
233917	rnn.bias_hh_l0	4	0.0609835684299469
233917	rnn.bias_hh_l0	5	0.058016691356897354
233917	rnn.bias_hh_l0	6	-0.10706350207328796
233917	rnn.bias_hh_l0	7	-0.14616860449314117
233917	rnn.bias_hh_l0	8	-0.18853043019771576
233917	rnn.bias_hh_l0	9	-0.10440029948949814
233917	rnn.weight_ih_l0_reverse	0	-0.018921656534075737
233917	rnn.weight_ih_l0_reverse	1	-0.004100579768419266
233917	rnn.weight_ih_l0_reverse	2	0.0067462194710969925
233917	rnn.weight_ih_l0_reverse	3	0.012014723382890224
233917	rnn.weight_ih_l0_reverse	4	0.016713520511984825
233917	rnn.weight_ih_l0_reverse	5	-0.05511625111103058
233917	rnn.weight_ih_l0_reverse	6	-0.04451104998588562
233917	rnn.weight_ih_l0_reverse	7	0.015900397673249245
233917	rnn.weight_ih_l0_reverse	8	0.08756455779075623
233917	rnn.weight_ih_l0_reverse	9	0.003627363359555602
233917	rnn.weight_hh_l0_reverse	0	0.004015322774648666
233917	rnn.weight_hh_l0_reverse	1	0.027735065668821335
233917	rnn.weight_hh_l0_reverse	2	-0.03810633718967438
233917	rnn.weight_hh_l0_reverse	3	0.04113144055008888
233917	rnn.weight_hh_l0_reverse	4	0.022801890969276428
233917	rnn.weight_hh_l0_reverse	5	-0.009975077584385872
233917	rnn.weight_hh_l0_reverse	6	0.06805328279733658
233917	rnn.weight_hh_l0_reverse	7	0.037712592631578445
233917	rnn.weight_hh_l0_reverse	8	-0.024936726316809654
233917	rnn.weight_hh_l0_reverse	9	-0.02653448097407818
233917	rnn.bias_ih_l0_reverse	0	-0.1455238163471222
233917	rnn.bias_ih_l0_reverse	1	-0.3111457824707031
233917	rnn.bias_ih_l0_reverse	2	-0.06162119656801224
233917	rnn.bias_ih_l0_reverse	3	-0.15895062685012817
233917	rnn.bias_ih_l0_reverse	4	0.0686243548989296
233917	rnn.bias_ih_l0_reverse	5	-0.2714684009552002
233917	rnn.bias_ih_l0_reverse	6	-0.06682552397251129
233917	rnn.bias_ih_l0_reverse	7	0.022201145067811012
233917	rnn.bias_ih_l0_reverse	8	-0.1889827996492386
233917	rnn.bias_ih_l0_reverse	9	-0.09117648750543594
233917	rnn.bias_hh_l0_reverse	0	-0.15767934918403625
233917	rnn.bias_hh_l0_reverse	1	-0.14592543244361877
233917	rnn.bias_hh_l0_reverse	2	-0.013587705790996552
233917	rnn.bias_hh_l0_reverse	3	-0.13493484258651733
233917	rnn.bias_hh_l0_reverse	4	-0.026548797264695168
233917	rnn.bias_hh_l0_reverse	5	-0.11626695096492767
233917	rnn.bias_hh_l0_reverse	6	-0.07410404086112976
233917	rnn.bias_hh_l0_reverse	7	-0.18121547996997833
233917	rnn.bias_hh_l0_reverse	8	-0.06865133345127106
233917	rnn.bias_hh_l0_reverse	9	-0.11739388108253479
233917	linear.weight	0	-0.30021005868911743
233917	linear.weight	1	-0.09642313420772552
233917	linear.weight	2	-0.011228874325752258
233917	linear.weight	3	-0.09127549082040787
233917	linear.weight	4	-0.012468078173696995
233917	linear.weight	5	0.20119737088680267
233917	linear.weight	6	0.0047744326293468475
233917	linear.weight	7	-0.021312154829502106
233917	linear.weight	8	0.17444507777690887
233917	linear.weight	9	0.20355549454689026
233917	linear.bias	0	-0.8321434259414673
233917	linear.bias	1	1.437230110168457
233917	linear.bias	2	-0.5156093835830688
233917	linear.bias	3	-0.7440650463104248
233917	linear.bias	4	-0.8951112627983093
233917	linear.bias	5	-1.180285930633545
233917	linear.bias	6	-0.9709517955780029
233917	linear.bias	7	-0.7043481469154358
233917	linear.bias	8	-0.01705317199230194
233917	linear.bias	9	3.4854013919830322
234114	transitions	0	-0.46607092022895813
234114	transitions	1	8.851041793823242
234114	transitions	2	-3.6306569576263428
234114	transitions	3	1.5835479497909546
234114	transitions	4	-2.2191011905670166
234114	transitions	5	-0.4324396848678589
234114	transitions	6	-0.1959497630596161
234114	transitions	7	-10000.0
234114	transitions	8	1.8588862419128418
234114	transitions	9	-2.2949812412261963
234114	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
234114	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
234114	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
234114	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
234114	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
234114	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
234114	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
234114	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
234114	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
234114	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
234114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
234114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
234114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
234114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
234114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
234114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
234114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
234114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
234114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
234114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
234114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
234114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
234114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
234114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
234114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
234114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
234114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
234114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
234114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
234114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
234114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
234114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
234114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
234114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
234114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
234114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
234114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
234114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
234114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
234114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
234114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
234114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
234114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
234114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
234114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
234114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
234114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
234114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
234114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
234114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
234114	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
234114	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
234114	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
234114	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
234114	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
234114	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
234114	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
234114	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
234114	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
234114	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
234114	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
234114	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
234114	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
234114	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
234114	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
234114	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
234114	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
234114	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
234114	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
234114	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
234114	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
234114	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
234114	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
234114	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
234114	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
234114	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
234114	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
234114	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
234114	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
234114	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
234114	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
234114	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
234114	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
234114	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
234114	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
234114	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
234114	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
234114	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
234114	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
234114	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
234114	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
234114	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
234114	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
234114	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
234114	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
234114	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
234114	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
234114	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
234114	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
234114	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
234114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
234114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
234114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
234114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
234114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
234114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
234114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
234114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
234114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
234114	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
234114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
234114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
234114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
234114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
234114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
234114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
234114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
234114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
234114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
234114	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
234114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
234114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
234114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
234114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
234114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
234114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
234114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
234114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
234114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
234114	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
234114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
234114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
234114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
234114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
234114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
234114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
234114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
234114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
234114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
234114	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
234114	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
234114	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
234114	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
234114	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
234114	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
234114	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
234114	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
234114	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
234114	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
234114	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
234114	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
234114	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
234114	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
234114	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
234114	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
234114	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
234114	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
234114	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
234114	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
234114	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
234114	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
234114	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
234114	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
234114	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
234114	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
234114	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
234114	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
234114	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
234114	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
234114	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
234114	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
234114	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
234114	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
234114	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
234114	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
234114	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
234114	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
234114	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
234114	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
234114	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
234114	embedding2nn.weight	0	0.0442156046628952
234114	embedding2nn.weight	1	-0.09463850408792496
234114	embedding2nn.weight	2	0.018993107602000237
234114	embedding2nn.weight	3	-0.06024323031306267
234114	embedding2nn.weight	4	-0.10714735090732574
234114	embedding2nn.weight	5	0.11253108829259872
234114	embedding2nn.weight	6	-0.07120317220687866
234114	embedding2nn.weight	7	-0.07200101763010025
234114	embedding2nn.weight	8	-0.033087488263845444
234114	embedding2nn.weight	9	0.04817874729633331
234114	embedding2nn.bias	0	0.07625173032283783
234114	embedding2nn.bias	1	-0.0055924952030181885
234114	embedding2nn.bias	2	-0.07626239210367203
234114	embedding2nn.bias	3	0.027801424264907837
234114	embedding2nn.bias	4	-0.011818096041679382
234114	embedding2nn.bias	5	-0.1620474010705948
234114	embedding2nn.bias	6	-0.12062601745128632
234114	embedding2nn.bias	7	-0.021816501393914223
234114	embedding2nn.bias	8	0.07035128772258759
234114	embedding2nn.bias	9	-0.07802706211805344
234114	rnn.weight_ih_l0	0	0.04420242831110954
234114	rnn.weight_ih_l0	1	-0.0780073031783104
234114	rnn.weight_ih_l0	2	-0.05978694558143616
234114	rnn.weight_ih_l0	3	-0.058624010533094406
234114	rnn.weight_ih_l0	4	0.020725462585687637
234114	rnn.weight_ih_l0	5	-0.11003187298774719
234114	rnn.weight_ih_l0	6	-0.034522753208875656
234114	rnn.weight_ih_l0	7	-0.007744035217911005
234114	rnn.weight_ih_l0	8	0.059003572911024094
234114	rnn.weight_ih_l0	9	0.00975374598056078
234114	rnn.weight_hh_l0	0	0.00049413344822824
234114	rnn.weight_hh_l0	1	-0.08469754457473755
234114	rnn.weight_hh_l0	2	0.0733703225851059
234114	rnn.weight_hh_l0	3	0.05220407620072365
234114	rnn.weight_hh_l0	4	0.00525211775675416
234114	rnn.weight_hh_l0	5	0.06995519250631332
234114	rnn.weight_hh_l0	6	-0.01803802140057087
234114	rnn.weight_hh_l0	7	-0.11042957752943039
234114	rnn.weight_hh_l0	8	0.027637457475066185
234114	rnn.weight_hh_l0	9	-0.08198018372058868
234114	rnn.bias_ih_l0	0	-0.08382761478424072
234114	rnn.bias_ih_l0	1	-0.19533903896808624
234114	rnn.bias_ih_l0	2	-0.25852513313293457
234114	rnn.bias_ih_l0	3	-0.28259044885635376
234114	rnn.bias_ih_l0	4	0.002439213450998068
234114	rnn.bias_ih_l0	5	0.05982940271496773
234114	rnn.bias_ih_l0	6	-0.1694965809583664
234114	rnn.bias_ih_l0	7	-0.2617020010948181
234114	rnn.bias_ih_l0	8	-0.14977259933948517
234114	rnn.bias_ih_l0	9	-0.1792105734348297
234114	rnn.bias_hh_l0	0	0.13171853125095367
234114	rnn.bias_hh_l0	1	-0.055364079773426056
234114	rnn.bias_hh_l0	2	0.052398525178432465
234114	rnn.bias_hh_l0	3	-0.1820894181728363
234114	rnn.bias_hh_l0	4	0.060715023428201675
234114	rnn.bias_hh_l0	5	0.05818924680352211
234114	rnn.bias_hh_l0	6	-0.10664059966802597
234114	rnn.bias_hh_l0	7	-0.14718212187290192
234114	rnn.bias_hh_l0	8	-0.188654825091362
234114	rnn.bias_hh_l0	9	-0.10438089072704315
234114	rnn.weight_ih_l0_reverse	0	-0.018865253776311874
234114	rnn.weight_ih_l0_reverse	1	-0.0036079538986086845
234114	rnn.weight_ih_l0_reverse	2	0.0066551524214446545
234114	rnn.weight_ih_l0_reverse	3	0.012688430026173592
234114	rnn.weight_ih_l0_reverse	4	0.017125381156802177
234114	rnn.weight_ih_l0_reverse	5	-0.05563558265566826
234114	rnn.weight_ih_l0_reverse	6	-0.04455648735165596
234114	rnn.weight_ih_l0_reverse	7	0.01610153540968895
234114	rnn.weight_ih_l0_reverse	8	0.08774234354496002
234114	rnn.weight_ih_l0_reverse	9	0.00391255971044302
234114	rnn.weight_hh_l0_reverse	0	0.0038749061059206724
234114	rnn.weight_hh_l0_reverse	1	0.02761664241552353
234114	rnn.weight_hh_l0_reverse	2	-0.03823888674378395
234114	rnn.weight_hh_l0_reverse	3	0.04122518002986908
234114	rnn.weight_hh_l0_reverse	4	0.022872069850564003
234114	rnn.weight_hh_l0_reverse	5	-0.00995670072734356
234114	rnn.weight_hh_l0_reverse	6	0.06800650805234909
234114	rnn.weight_hh_l0_reverse	7	0.03742678463459015
234114	rnn.weight_hh_l0_reverse	8	-0.025211362168192863
234114	rnn.weight_hh_l0_reverse	9	-0.026431135833263397
234114	rnn.bias_ih_l0_reverse	0	-0.1458137184381485
234114	rnn.bias_ih_l0_reverse	1	-0.3116071820259094
234114	rnn.bias_ih_l0_reverse	2	-0.06120369955897331
234114	rnn.bias_ih_l0_reverse	3	-0.1595209240913391
234114	rnn.bias_ih_l0_reverse	4	0.06759938597679138
234114	rnn.bias_ih_l0_reverse	5	-0.2726161777973175
234114	rnn.bias_ih_l0_reverse	6	-0.06616555899381638
234114	rnn.bias_ih_l0_reverse	7	0.022640489041805267
234114	rnn.bias_ih_l0_reverse	8	-0.18878300487995148
234114	rnn.bias_ih_l0_reverse	9	-0.0909840539097786
234114	rnn.bias_hh_l0_reverse	0	-0.1580352485179901
234114	rnn.bias_hh_l0_reverse	1	-0.14557549357414246
234114	rnn.bias_hh_l0_reverse	2	-0.013719300739467144
234114	rnn.bias_hh_l0_reverse	3	-0.13544096052646637
234114	rnn.bias_hh_l0_reverse	4	-0.026152608916163445
234114	rnn.bias_hh_l0_reverse	5	-0.1160229966044426
234114	rnn.bias_hh_l0_reverse	6	-0.07422257959842682
234114	rnn.bias_hh_l0_reverse	7	-0.1806873083114624
234114	rnn.bias_hh_l0_reverse	8	-0.06809968501329422
234114	rnn.bias_hh_l0_reverse	9	-0.11767441034317017
234114	linear.weight	0	-0.2949742078781128
234114	linear.weight	1	-0.09653747826814651
234114	linear.weight	2	-0.011228874325752258
234114	linear.weight	3	-0.09389688819646835
234114	linear.weight	4	-0.013722079806029797
234114	linear.weight	5	0.19737477600574493
234114	linear.weight	6	0.0047744326293468475
234114	linear.weight	7	-0.021312154829502106
234114	linear.weight	8	0.17504636943340302
234114	linear.weight	9	0.20514529943466187
234114	linear.bias	0	-0.8256811499595642
234114	linear.bias	1	1.4292378425598145
234114	linear.bias	2	-0.4992407262325287
234114	linear.bias	3	-0.7484315633773804
234114	linear.bias	4	-0.8863617777824402
234114	linear.bias	5	-1.1802908182144165
234114	linear.bias	6	-0.9649164080619812
234114	linear.bias	7	-0.7172978520393372
234114	linear.bias	8	-0.01705317199230194
234114	linear.bias	9	3.5063235759735107
234311	transitions	0	-0.46608850359916687
234311	transitions	1	8.850008964538574
234311	transitions	2	-3.6307718753814697
234311	transitions	3	1.5816043615341187
234311	transitions	4	-2.2191734313964844
234311	transitions	5	-0.43244481086730957
234311	transitions	6	-0.19595561921596527
234311	transitions	7	-10000.0
234311	transitions	8	1.859545350074768
234311	transitions	9	-2.2949821949005127
234311	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
234311	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
234311	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
234311	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
234311	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
234311	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
234311	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
234311	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
234311	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
234311	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
234311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
234311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
234311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
234311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
234311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
234311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
234311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
234311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
234311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
234311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
234311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
234311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
234311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
234311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
234311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
234311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
234311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
234311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
234311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
234311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
234311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
234311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
234311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
234311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
234311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
234311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
234311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
234311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
234311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
234311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
234311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
234311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
234311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
234311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
234311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
234311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
234311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
234311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
234311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
234311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
234311	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
234311	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
234311	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
234311	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
234311	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
234311	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
234311	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
234311	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
234311	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
234311	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
234311	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
234311	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
234311	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
234311	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
234311	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
234311	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
234311	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
234311	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
234311	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
234311	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
234311	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
234311	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
234311	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
234311	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
234311	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
234311	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
234311	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
234311	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
234311	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
234311	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
234311	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
234311	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
234311	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
234311	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
234311	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
234311	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
234311	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
234311	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
234311	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
234311	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
234311	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
234311	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
234311	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
234311	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
234311	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
234311	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
234311	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
234311	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
234311	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
234311	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
234311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
234311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
234311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
234311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
234311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
234311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
234311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
234311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
234311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
234311	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
234311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
234311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
234311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
234311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
234311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
234311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
234311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
234311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
234311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
234311	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
234311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
234311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
234311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
234311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
234311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
234311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
234311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
234311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
234311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
234311	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
234311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
234311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
234311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
234311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
234311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
234311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
234311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
234311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
234311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
234311	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
234311	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
234311	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
234311	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
234311	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
234311	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
234311	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
234311	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
234311	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
234311	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
234311	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
234311	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
234311	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
234311	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
234311	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
234311	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
234311	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
234311	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
234311	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
234311	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
234311	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
234311	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
234311	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
234311	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
234311	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
234311	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
234311	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
234311	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
234311	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
234311	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
234311	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
234311	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
234311	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
234311	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
234311	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
234311	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
234311	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
234311	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
234311	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
234311	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
234311	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
234311	embedding2nn.weight	0	0.04423684626817703
234311	embedding2nn.weight	1	-0.094981350004673
234311	embedding2nn.weight	2	0.019529594108462334
234311	embedding2nn.weight	3	-0.06006631627678871
234311	embedding2nn.weight	4	-0.10742778331041336
234311	embedding2nn.weight	5	0.11224619299173355
234311	embedding2nn.weight	6	-0.07135482132434845
234311	embedding2nn.weight	7	-0.07210633903741837
234311	embedding2nn.weight	8	-0.03305526077747345
234311	embedding2nn.weight	9	0.04906840994954109
234311	embedding2nn.bias	0	0.07045482099056244
234311	embedding2nn.bias	1	-0.005514648277312517
234311	embedding2nn.bias	2	-0.07797469943761826
234311	embedding2nn.bias	3	0.023072533309459686
234311	embedding2nn.bias	4	-0.014364564791321754
234311	embedding2nn.bias	5	-0.15984132885932922
234311	embedding2nn.bias	6	-0.12105528265237808
234311	embedding2nn.bias	7	-0.017170362174510956
234311	embedding2nn.bias	8	0.07115335762500763
234311	embedding2nn.bias	9	-0.07550571858882904
234311	rnn.weight_ih_l0	0	0.04463770613074303
234311	rnn.weight_ih_l0	1	-0.07794366031885147
234311	rnn.weight_ih_l0	2	-0.059507034718990326
234311	rnn.weight_ih_l0	3	-0.05797354504466057
234311	rnn.weight_ih_l0	4	0.020589716732501984
234311	rnn.weight_ih_l0	5	-0.10991915315389633
234311	rnn.weight_ih_l0	6	-0.03443363308906555
234311	rnn.weight_ih_l0	7	-0.007485799957066774
234311	rnn.weight_ih_l0	8	0.05874866992235184
234311	rnn.weight_ih_l0	9	0.009518714621663094
234311	rnn.weight_hh_l0	0	0.0005047423182986677
234311	rnn.weight_hh_l0	1	-0.08481617271900177
234311	rnn.weight_hh_l0	2	0.07333884388208389
234311	rnn.weight_hh_l0	3	0.05210335552692413
234311	rnn.weight_hh_l0	4	0.0052417670376598835
234311	rnn.weight_hh_l0	5	0.07007375359535217
234311	rnn.weight_hh_l0	6	-0.01807522401213646
234311	rnn.weight_hh_l0	7	-0.11035750806331635
234311	rnn.weight_hh_l0	8	0.027293777093291283
234311	rnn.weight_hh_l0	9	-0.0816543698310852
234311	rnn.bias_ih_l0	0	-0.08588792383670807
234311	rnn.bias_ih_l0	1	-0.1937936246395111
234311	rnn.bias_ih_l0	2	-0.25837212800979614
234311	rnn.bias_ih_l0	3	-0.28318244218826294
234311	rnn.bias_ih_l0	4	0.0027343269903212786
234311	rnn.bias_ih_l0	5	0.059044696390628815
234311	rnn.bias_ih_l0	6	-0.16895848512649536
234311	rnn.bias_ih_l0	7	-0.26207348704338074
234311	rnn.bias_ih_l0	8	-0.1495688557624817
234311	rnn.bias_ih_l0	9	-0.17967607080936432
234311	rnn.bias_hh_l0	0	0.1314622461795807
234311	rnn.bias_hh_l0	1	-0.05525999516248703
234311	rnn.bias_hh_l0	2	0.053077757358551025
234311	rnn.bias_hh_l0	3	-0.18164227902889252
234311	rnn.bias_hh_l0	4	0.061464279890060425
234311	rnn.bias_hh_l0	5	0.05693138763308525
234311	rnn.bias_hh_l0	6	-0.10733000189065933
234311	rnn.bias_hh_l0	7	-0.1469430923461914
234311	rnn.bias_hh_l0	8	-0.18754342198371887
234311	rnn.bias_hh_l0	9	-0.1040036752820015
234311	rnn.weight_ih_l0_reverse	0	-0.018785972148180008
234311	rnn.weight_ih_l0_reverse	1	-0.0037871678359806538
234311	rnn.weight_ih_l0_reverse	2	0.006582682020962238
234311	rnn.weight_ih_l0_reverse	3	0.012121696025133133
234311	rnn.weight_ih_l0_reverse	4	0.017283013090491295
234311	rnn.weight_ih_l0_reverse	5	-0.05528602749109268
234311	rnn.weight_ih_l0_reverse	6	-0.04502479359507561
234311	rnn.weight_ih_l0_reverse	7	0.01629554107785225
234311	rnn.weight_ih_l0_reverse	8	0.0890432819724083
234311	rnn.weight_ih_l0_reverse	9	0.0043150894343853
234311	rnn.weight_hh_l0_reverse	0	0.0037890078965574503
234311	rnn.weight_hh_l0_reverse	1	0.027476748451590538
234311	rnn.weight_hh_l0_reverse	2	-0.038144856691360474
234311	rnn.weight_hh_l0_reverse	3	0.04148265719413757
234311	rnn.weight_hh_l0_reverse	4	0.02302740141749382
234311	rnn.weight_hh_l0_reverse	5	-0.0099137919023633
234311	rnn.weight_hh_l0_reverse	6	0.06816380470991135
234311	rnn.weight_hh_l0_reverse	7	0.037291672080755234
234311	rnn.weight_hh_l0_reverse	8	-0.025187179446220398
234311	rnn.weight_hh_l0_reverse	9	-0.026490874588489532
234311	rnn.bias_ih_l0_reverse	0	-0.1463363617658615
234311	rnn.bias_ih_l0_reverse	1	-0.3118416368961334
234311	rnn.bias_ih_l0_reverse	2	-0.060461945831775665
234311	rnn.bias_ih_l0_reverse	3	-0.1590268760919571
234311	rnn.bias_ih_l0_reverse	4	0.06856925785541534
234311	rnn.bias_ih_l0_reverse	5	-0.2731223404407501
234311	rnn.bias_ih_l0_reverse	6	-0.06719638407230377
234311	rnn.bias_ih_l0_reverse	7	0.022716326639056206
234311	rnn.bias_ih_l0_reverse	8	-0.18779142200946808
234311	rnn.bias_ih_l0_reverse	9	-0.09139075875282288
234311	rnn.bias_hh_l0_reverse	0	-0.1586953103542328
234311	rnn.bias_hh_l0_reverse	1	-0.1452742964029312
234311	rnn.bias_hh_l0_reverse	2	-0.014004607684910297
234311	rnn.bias_hh_l0_reverse	3	-0.1346978098154068
234311	rnn.bias_hh_l0_reverse	4	-0.0258653424680233
234311	rnn.bias_hh_l0_reverse	5	-0.11575232446193695
234311	rnn.bias_hh_l0_reverse	6	-0.07396368682384491
234311	rnn.bias_hh_l0_reverse	7	-0.1808270961046219
234311	rnn.bias_hh_l0_reverse	8	-0.06912614405155182
234311	rnn.bias_hh_l0_reverse	9	-0.11722909659147263
234311	linear.weight	0	-0.28891053795814514
234311	linear.weight	1	-0.09616359323263168
234311	linear.weight	2	-0.011228874325752258
234311	linear.weight	3	-0.09312672168016434
234311	linear.weight	4	-0.010692642070353031
234311	linear.weight	5	0.20229606330394745
234311	linear.weight	6	0.0047744326293468475
234311	linear.weight	7	-0.021312154829502106
234311	linear.weight	8	0.174418643116951
234311	linear.weight	9	0.20892132818698883
234311	linear.bias	0	-0.8402599692344666
234311	linear.bias	1	1.436934471130371
234311	linear.bias	2	-0.5059614181518555
234311	linear.bias	3	-0.7504507899284363
234311	linear.bias	4	-0.9043598175048828
234311	linear.bias	5	-1.1802960634231567
234311	linear.bias	6	-0.978799045085907
234311	linear.bias	7	-0.7258651256561279
234311	linear.bias	8	-0.01705317199230194
234311	linear.bias	9	3.5254156589508057
234508	transitions	0	-0.46612581610679626
234508	transitions	1	8.844926834106445
234508	transitions	2	-3.6309168338775635
234508	transitions	3	1.5823252201080322
234508	transitions	4	-2.219270944595337
234508	transitions	5	-0.432501882314682
234508	transitions	6	-0.1959628462791443
234508	transitions	7	-10000.0
234508	transitions	8	1.858825922012329
234508	transitions	9	-2.2949821949005127
234508	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
234508	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
234508	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
234508	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
234508	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
234508	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
234508	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
234508	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
234508	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
234508	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
234508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
234508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
234508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
234508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
234508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
234508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
234508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
234508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
234508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
234508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
234508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
234508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
234508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
234508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
234508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
234508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
234508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
234508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
234508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
234508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
234508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
234508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
234508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
234508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
234508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
234508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
234508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
234508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
234508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
234508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
234508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
234508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
234508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
234508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
234508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
234508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
234508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
234508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
234508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
234508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
234508	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
234508	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
234508	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
234508	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
234508	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
234508	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
234508	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
234508	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
234508	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
234508	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
234508	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
234508	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
234508	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
234508	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
234508	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
234508	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
234508	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
234508	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
234508	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
234508	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
234508	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
234508	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
234508	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
234508	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
234508	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
234508	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
234508	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
234508	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
234508	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
234508	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
234508	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
234508	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
234508	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
234508	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
234508	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
234508	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
234508	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
234508	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
234508	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
234508	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
234508	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
234508	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
234508	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
234508	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
234508	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
234508	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
234508	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
234508	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
234508	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
234508	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
234508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
234508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
234508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
234508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
234508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
234508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
234508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
234508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
234508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
234508	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
234508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
234508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
234508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
234508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
234508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
234508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
234508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
234508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
234508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
234508	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
234508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
234508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
234508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
234508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
234508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
234508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
234508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
234508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
234508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
234508	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
234508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
234508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
234508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
234508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
234508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
234508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
234508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
234508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
234508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
234508	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
234508	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
234508	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
234508	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
234508	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
234508	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
234508	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
234508	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
234508	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
234508	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
234508	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
234508	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
234508	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
234508	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
234508	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
234508	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
234508	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
234508	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
234508	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
234508	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
234508	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
234508	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
234508	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
234508	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
234508	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
234508	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
234508	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
234508	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
234508	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
234508	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
234508	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
234508	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
234508	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
234508	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
234508	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
234508	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
234508	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
234508	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
234508	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
234508	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
234508	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
234508	embedding2nn.weight	0	0.044194336980581284
234508	embedding2nn.weight	1	-0.0944976732134819
234508	embedding2nn.weight	2	0.01925284042954445
234508	embedding2nn.weight	3	-0.0602177157998085
234508	embedding2nn.weight	4	-0.1077919453382492
234508	embedding2nn.weight	5	0.11161549389362335
234508	embedding2nn.weight	6	-0.06917044520378113
234508	embedding2nn.weight	7	-0.07156401872634888
234508	embedding2nn.weight	8	-0.03286037594079971
234508	embedding2nn.weight	9	0.05011581629514694
234508	embedding2nn.bias	0	0.07378239929676056
234508	embedding2nn.bias	1	-0.005913308821618557
234508	embedding2nn.bias	2	-0.08298979699611664
234508	embedding2nn.bias	3	0.024588769301772118
234508	embedding2nn.bias	4	-0.017968058586120605
234508	embedding2nn.bias	5	-0.16282662749290466
234508	embedding2nn.bias	6	-0.12587682902812958
234508	embedding2nn.bias	7	-0.019343489781022072
234508	embedding2nn.bias	8	0.06959971785545349
234508	embedding2nn.bias	9	-0.07469208538532257
234508	rnn.weight_ih_l0	0	0.04338936135172844
234508	rnn.weight_ih_l0	1	-0.07747985422611237
234508	rnn.weight_ih_l0	2	-0.059653494507074356
234508	rnn.weight_ih_l0	3	-0.057435907423496246
234508	rnn.weight_ih_l0	4	0.02053811401128769
234508	rnn.weight_ih_l0	5	-0.1107986718416214
234508	rnn.weight_ih_l0	6	-0.03429402410984039
234508	rnn.weight_ih_l0	7	-0.006769609171897173
234508	rnn.weight_ih_l0	8	0.058355409651994705
234508	rnn.weight_ih_l0	9	0.010219339281320572
234508	rnn.weight_hh_l0	0	0.0005987323820590973
234508	rnn.weight_hh_l0	1	-0.08517535775899887
234508	rnn.weight_hh_l0	2	0.0732976496219635
234508	rnn.weight_hh_l0	3	0.05208779498934746
234508	rnn.weight_hh_l0	4	0.005295328795909882
234508	rnn.weight_hh_l0	5	0.07008681446313858
234508	rnn.weight_hh_l0	6	-0.01799611561000347
234508	rnn.weight_hh_l0	7	-0.11024444550275803
234508	rnn.weight_hh_l0	8	0.02747225947678089
234508	rnn.weight_hh_l0	9	-0.08092980086803436
234508	rnn.bias_ih_l0	0	-0.08650453388690948
234508	rnn.bias_ih_l0	1	-0.19392164051532745
234508	rnn.bias_ih_l0	2	-0.258659303188324
234508	rnn.bias_ih_l0	3	-0.28223326802253723
234508	rnn.bias_ih_l0	4	0.002212270861491561
234508	rnn.bias_ih_l0	5	0.059271275997161865
234508	rnn.bias_ih_l0	6	-0.16824109852313995
234508	rnn.bias_ih_l0	7	-0.2617339491844177
234508	rnn.bias_ih_l0	8	-0.14875073730945587
234508	rnn.bias_ih_l0	9	-0.18036098778247833
234508	rnn.bias_hh_l0	0	0.13235072791576385
234508	rnn.bias_hh_l0	1	-0.05503211170434952
234508	rnn.bias_hh_l0	2	0.05346730351448059
234508	rnn.bias_hh_l0	3	-0.1817420870065689
234508	rnn.bias_hh_l0	4	0.06166984140872955
234508	rnn.bias_hh_l0	5	0.056015413254499435
234508	rnn.bias_hh_l0	6	-0.10823387652635574
234508	rnn.bias_hh_l0	7	-0.1471865028142929
234508	rnn.bias_hh_l0	8	-0.18811152875423431
234508	rnn.bias_hh_l0	9	-0.10491511225700378
234508	rnn.weight_ih_l0_reverse	0	-0.018581220880150795
234508	rnn.weight_ih_l0_reverse	1	-0.0045938193798065186
234508	rnn.weight_ih_l0_reverse	2	0.00588854169473052
234508	rnn.weight_ih_l0_reverse	3	0.011579396203160286
234508	rnn.weight_ih_l0_reverse	4	0.017439818009734154
234508	rnn.weight_ih_l0_reverse	5	-0.0570700466632843
234508	rnn.weight_ih_l0_reverse	6	-0.04467271640896797
234508	rnn.weight_ih_l0_reverse	7	0.01598498597741127
234508	rnn.weight_ih_l0_reverse	8	0.08845221251249313
234508	rnn.weight_ih_l0_reverse	9	0.004027849994599819
234508	rnn.weight_hh_l0_reverse	0	0.0038495524786412716
234508	rnn.weight_hh_l0_reverse	1	0.027661601081490517
234508	rnn.weight_hh_l0_reverse	2	-0.038316402584314346
234508	rnn.weight_hh_l0_reverse	3	0.04140359163284302
234508	rnn.weight_hh_l0_reverse	4	0.023067232221364975
234508	rnn.weight_hh_l0_reverse	5	-0.009929463267326355
234508	rnn.weight_hh_l0_reverse	6	0.06811721622943878
234508	rnn.weight_hh_l0_reverse	7	0.037168972194194794
234508	rnn.weight_hh_l0_reverse	8	-0.02505088783800602
234508	rnn.weight_hh_l0_reverse	9	-0.026393864303827286
234508	rnn.bias_ih_l0_reverse	0	-0.14599047601222992
234508	rnn.bias_ih_l0_reverse	1	-0.3121754229068756
234508	rnn.bias_ih_l0_reverse	2	-0.06058252975344658
234508	rnn.bias_ih_l0_reverse	3	-0.15861739218235016
234508	rnn.bias_ih_l0_reverse	4	0.06651350110769272
234508	rnn.bias_ih_l0_reverse	5	-0.2732223868370056
234508	rnn.bias_ih_l0_reverse	6	-0.06739693135023117
234508	rnn.bias_ih_l0_reverse	7	0.023918375372886658
234508	rnn.bias_ih_l0_reverse	8	-0.18840940296649933
234508	rnn.bias_ih_l0_reverse	9	-0.09054239094257355
234508	rnn.bias_hh_l0_reverse	0	-0.15765510499477386
234508	rnn.bias_hh_l0_reverse	1	-0.14393191039562225
234508	rnn.bias_hh_l0_reverse	2	-0.014104667119681835
234508	rnn.bias_hh_l0_reverse	3	-0.13436245918273926
234508	rnn.bias_hh_l0_reverse	4	-0.025972828269004822
234508	rnn.bias_hh_l0_reverse	5	-0.11496196687221527
234508	rnn.bias_hh_l0_reverse	6	-0.07418708503246307
234508	rnn.bias_hh_l0_reverse	7	-0.18026740849018097
234508	rnn.bias_hh_l0_reverse	8	-0.06889379024505615
234508	rnn.bias_hh_l0_reverse	9	-0.11722034960985184
234508	linear.weight	0	-0.28797274827957153
234508	linear.weight	1	-0.09805470705032349
234508	linear.weight	2	-0.011228874325752258
234508	linear.weight	3	-0.09011781960725784
234508	linear.weight	4	-0.010944882407784462
234508	linear.weight	5	0.20479002594947815
234508	linear.weight	6	0.0047744326293468475
234508	linear.weight	7	-0.021312154829502106
234508	linear.weight	8	0.16899600625038147
234508	linear.weight	9	0.21861548721790314
234508	linear.bias	0	-0.8309792876243591
234508	linear.bias	1	1.4171645641326904
234508	linear.bias	2	-0.48808303475379944
234508	linear.bias	3	-0.758011519908905
234508	linear.bias	4	-0.89078688621521
234508	linear.bias	5	-1.1803003549575806
234508	linear.bias	6	-0.9707047343254089
234508	linear.bias	7	-0.724703311920166
234508	linear.bias	8	-0.01705317199230194
234508	linear.bias	9	3.521350622177124
234705	transitions	0	-0.4661467671394348
234705	transitions	1	8.839149475097656
234705	transitions	2	-3.6310315132141113
234705	transitions	3	1.5854454040527344
234705	transitions	4	-2.2194159030914307
234705	transitions	5	-0.43252283334732056
234705	transitions	6	-0.195969358086586
234705	transitions	7	-10000.0
234705	transitions	8	1.8586820363998413
234705	transitions	9	-2.294982671737671
234705	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
234705	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
234705	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
234705	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
234705	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
234705	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
234705	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
234705	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
234705	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
234705	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
234705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
234705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
234705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
234705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
234705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
234705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
234705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
234705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
234705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
234705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
234705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
234705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
234705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
234705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
234705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
234705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
234705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
234705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
234705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
234705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
234705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
234705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
234705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
234705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
234705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
234705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
234705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
234705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
234705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
234705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
234705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
234705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
234705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
234705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
234705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
234705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
234705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
234705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
234705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
234705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
234705	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
234705	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
234705	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
234705	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
234705	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
234705	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
234705	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
234705	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
234705	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
234705	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
234705	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
234705	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
234705	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
234705	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
234705	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
234705	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
234705	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
234705	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
234705	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
234705	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
234705	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
234705	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
234705	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
234705	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
234705	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
234705	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
234705	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
234705	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
234705	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
234705	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
234705	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
234705	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
234705	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
234705	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
234705	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
234705	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
234705	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
234705	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
234705	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
234705	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
234705	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
234705	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
234705	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
234705	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
234705	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
234705	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
234705	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
234705	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
234705	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
234705	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
234705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
234705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
234705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
234705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
234705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
234705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
234705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
234705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
234705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
234705	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
234705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
234705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
234705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
234705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
234705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
234705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
234705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
234705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
234705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
234705	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
234705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
234705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
234705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
234705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
234705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
234705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
234705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
234705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
234705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
234705	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
234705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
234705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
234705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
234705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
234705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
234705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
234705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
234705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
234705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
234705	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
234705	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
234705	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
234705	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
234705	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
234705	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
234705	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
234705	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
234705	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
234705	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
234705	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
234705	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
234705	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
234705	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
234705	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
234705	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
234705	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
234705	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
234705	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
234705	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
234705	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
234705	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
234705	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
234705	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
234705	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
234705	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
234705	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
234705	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
234705	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
234705	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
234705	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
234705	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
234705	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
234705	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
234705	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
234705	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
234705	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
234705	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
234705	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
234705	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
234705	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
234705	embedding2nn.weight	0	0.04422115534543991
234705	embedding2nn.weight	1	-0.09482408314943314
234705	embedding2nn.weight	2	0.01864841766655445
234705	embedding2nn.weight	3	-0.06060601398348808
234705	embedding2nn.weight	4	-0.10941421985626221
234705	embedding2nn.weight	5	0.11166072636842728
234705	embedding2nn.weight	6	-0.0712890625
234705	embedding2nn.weight	7	-0.07068980485200882
234705	embedding2nn.weight	8	-0.03272143378853798
234705	embedding2nn.weight	9	0.050208479166030884
234705	embedding2nn.bias	0	0.07712282240390778
234705	embedding2nn.bias	1	-0.002696909010410309
234705	embedding2nn.bias	2	-0.07575850933790207
234705	embedding2nn.bias	3	0.030158787965774536
234705	embedding2nn.bias	4	-0.015257860533893108
234705	embedding2nn.bias	5	-0.15884293615818024
234705	embedding2nn.bias	6	-0.12458845973014832
234705	embedding2nn.bias	7	-0.014410872012376785
234705	embedding2nn.bias	8	0.07076125591993332
234705	embedding2nn.bias	9	-0.07167600840330124
234705	rnn.weight_ih_l0	0	0.04267904534935951
234705	rnn.weight_ih_l0	1	-0.07562513649463654
234705	rnn.weight_ih_l0	2	-0.05973006412386894
234705	rnn.weight_ih_l0	3	-0.05737204849720001
234705	rnn.weight_ih_l0	4	0.02073439583182335
234705	rnn.weight_ih_l0	5	-0.11038094013929367
234705	rnn.weight_ih_l0	6	-0.034790895879268646
234705	rnn.weight_ih_l0	7	-0.007015601731836796
234705	rnn.weight_ih_l0	8	0.0598485991358757
234705	rnn.weight_ih_l0	9	0.010300396010279655
234705	rnn.weight_hh_l0	0	0.0004492739390116185
234705	rnn.weight_hh_l0	1	-0.08546710014343262
234705	rnn.weight_hh_l0	2	0.07349328696727753
234705	rnn.weight_hh_l0	3	0.05219489708542824
234705	rnn.weight_hh_l0	4	0.005228538066148758
234705	rnn.weight_hh_l0	5	0.0704871341586113
234705	rnn.weight_hh_l0	6	-0.018109183758497238
234705	rnn.weight_hh_l0	7	-0.11044534295797348
234705	rnn.weight_hh_l0	8	0.027677888050675392
234705	rnn.weight_hh_l0	9	-0.0806083157658577
234705	rnn.bias_ih_l0	0	-0.08543079346418381
234705	rnn.bias_ih_l0	1	-0.19408579170703888
234705	rnn.bias_ih_l0	2	-0.2586316466331482
234705	rnn.bias_ih_l0	3	-0.28314682841300964
234705	rnn.bias_ih_l0	4	0.00244651990942657
234705	rnn.bias_ih_l0	5	0.06052417680621147
234705	rnn.bias_ih_l0	6	-0.16801315546035767
234705	rnn.bias_ih_l0	7	-0.26236602663993835
234705	rnn.bias_ih_l0	8	-0.14847420156002045
234705	rnn.bias_ih_l0	9	-0.18034102022647858
234705	rnn.bias_hh_l0	0	0.13251516222953796
234705	rnn.bias_hh_l0	1	-0.05468687787652016
234705	rnn.bias_hh_l0	2	0.05373549833893776
234705	rnn.bias_hh_l0	3	-0.18175463378429413
234705	rnn.bias_hh_l0	4	0.061653900891542435
234705	rnn.bias_hh_l0	5	0.05544321984052658
234705	rnn.bias_hh_l0	6	-0.10859204828739166
234705	rnn.bias_hh_l0	7	-0.14712460339069366
234705	rnn.bias_hh_l0	8	-0.18723037838935852
234705	rnn.bias_hh_l0	9	-0.10456786304712296
234705	rnn.weight_ih_l0_reverse	0	-0.018708515912294388
234705	rnn.weight_ih_l0_reverse	1	-0.004352334421128035
234705	rnn.weight_ih_l0_reverse	2	0.005534038413316011
234705	rnn.weight_ih_l0_reverse	3	0.011521819047629833
234705	rnn.weight_ih_l0_reverse	4	0.017168529331684113
234705	rnn.weight_ih_l0_reverse	5	-0.05825667455792427
234705	rnn.weight_ih_l0_reverse	6	-0.04395143315196037
234705	rnn.weight_ih_l0_reverse	7	0.016054848209023476
234705	rnn.weight_ih_l0_reverse	8	0.08845642954111099
234705	rnn.weight_ih_l0_reverse	9	0.004514176398515701
234705	rnn.weight_hh_l0_reverse	0	0.0037994827143847942
234705	rnn.weight_hh_l0_reverse	1	0.027708636596798897
234705	rnn.weight_hh_l0_reverse	2	-0.0384647361934185
234705	rnn.weight_hh_l0_reverse	3	0.041204240173101425
234705	rnn.weight_hh_l0_reverse	4	0.0231790654361248
234705	rnn.weight_hh_l0_reverse	5	-0.010064921341836452
234705	rnn.weight_hh_l0_reverse	6	0.06832409650087357
234705	rnn.weight_hh_l0_reverse	7	0.03721991181373596
234705	rnn.weight_hh_l0_reverse	8	-0.024891452863812447
234705	rnn.weight_hh_l0_reverse	9	-0.0263401810079813
234705	rnn.bias_ih_l0_reverse	0	-0.14664369821548462
234705	rnn.bias_ih_l0_reverse	1	-0.3117912709712982
234705	rnn.bias_ih_l0_reverse	2	-0.05998453125357628
234705	rnn.bias_ih_l0_reverse	3	-0.15948143601417542
234705	rnn.bias_ih_l0_reverse	4	0.0663452297449112
234705	rnn.bias_ih_l0_reverse	5	-0.273468554019928
234705	rnn.bias_ih_l0_reverse	6	-0.06767281144857407
234705	rnn.bias_ih_l0_reverse	7	0.023008709773421288
234705	rnn.bias_ih_l0_reverse	8	-0.1883038431406021
234705	rnn.bias_ih_l0_reverse	9	-0.09076004475355148
234705	rnn.bias_hh_l0_reverse	0	-0.157631516456604
234705	rnn.bias_hh_l0_reverse	1	-0.14327415823936462
234705	rnn.bias_hh_l0_reverse	2	-0.014876027591526508
234705	rnn.bias_hh_l0_reverse	3	-0.1351955235004425
234705	rnn.bias_hh_l0_reverse	4	-0.02579350210726261
234705	rnn.bias_hh_l0_reverse	5	-0.11536270380020142
234705	rnn.bias_hh_l0_reverse	6	-0.07365123927593231
234705	rnn.bias_hh_l0_reverse	7	-0.17919953167438507
234705	rnn.bias_hh_l0_reverse	8	-0.06814645230770111
234705	rnn.bias_hh_l0_reverse	9	-0.1172231137752533
234705	linear.weight	0	-0.2857893705368042
234705	linear.weight	1	-0.10073001682758331
234705	linear.weight	2	-0.011228874325752258
234705	linear.weight	3	-0.09096086025238037
234705	linear.weight	4	-0.009682439267635345
234705	linear.weight	5	0.1991380751132965
234705	linear.weight	6	0.0047744326293468475
234705	linear.weight	7	-0.021312154829502106
234705	linear.weight	8	0.16831354796886444
234705	linear.weight	9	0.21808069944381714
234705	linear.bias	0	-0.8276181817054749
234705	linear.bias	1	1.4336562156677246
234705	linear.bias	2	-0.4971257746219635
234705	linear.bias	3	-0.763279378414154
234705	linear.bias	4	-0.8800622224807739
234705	linear.bias	5	-1.180305004119873
234705	linear.bias	6	-0.967446506023407
234705	linear.bias	7	-0.7083716988563538
234705	linear.bias	8	-0.01705317199230194
234705	linear.bias	9	3.514518976211548
234902	transitions	0	-0.4661569893360138
234902	transitions	1	8.844337463378906
234902	transitions	2	-3.6311402320861816
234902	transitions	3	1.5875967741012573
234902	transitions	4	-2.2194957733154297
234902	transitions	5	-0.4325389564037323
234902	transitions	6	-0.19597643613815308
234902	transitions	7	-10000.0
234902	transitions	8	1.8586523532867432
234902	transitions	9	-2.2949838638305664
234902	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
234902	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
234902	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
234902	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
234902	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
234902	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
234902	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
234902	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
234902	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
234902	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
234902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
234902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
234902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
234902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
234902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
234902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
234902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
234902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
234902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
234902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
234902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
234902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
234902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
234902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
234902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
234902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
234902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
234902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
234902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
234902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
234902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
234902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
234902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
234902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
234902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
234902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
234902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
234902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
234902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
234902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
234902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
234902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
234902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
234902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
234902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
234902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
234902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
234902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
234902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
234902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
234902	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
234902	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
234902	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
234902	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
234902	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
234902	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
234902	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
234902	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
234902	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
234902	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
234902	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
234902	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
234902	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
234902	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
234902	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
234902	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
234902	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
234902	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
234902	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
234902	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
234902	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
234902	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
234902	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
234902	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
234902	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
234902	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
234902	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
234902	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
234902	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
234902	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
234902	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
234902	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
234902	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
234902	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
234902	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
234902	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
234902	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
234902	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
234902	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
234902	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
234902	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
234902	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
234902	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
234902	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
234902	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
234902	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
234902	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
234902	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
234902	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
234902	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
234902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
234902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
234902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
234902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
234902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
234902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
234902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
234902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
234902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
234902	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
234902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
234902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
234902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
234902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
234902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
234902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
234902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
234902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
234902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
234902	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
234902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
234902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
234902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
234902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
234902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
234902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
234902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
234902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
234902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
234902	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
234902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
234902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
234902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
234902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
234902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
234902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
234902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
234902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
234902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
234902	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
234902	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
234902	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
234902	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
234902	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
234902	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
234902	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
234902	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
234902	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
234902	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
234902	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
234902	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
234902	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
234902	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
234902	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
234902	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
234902	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
234902	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
234902	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
234902	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
234902	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
234902	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
234902	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
234902	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
234902	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
234902	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
234902	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
234902	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
234902	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
234902	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
234902	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
234902	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
234902	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
234902	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
234902	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
234902	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
234902	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
234902	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
234902	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
234902	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
234902	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
234902	embedding2nn.weight	0	0.0443868413567543
234902	embedding2nn.weight	1	-0.09507502615451813
234902	embedding2nn.weight	2	0.01917070709168911
234902	embedding2nn.weight	3	-0.06059423089027405
234902	embedding2nn.weight	4	-0.10969467461109161
234902	embedding2nn.weight	5	0.11178573966026306
234902	embedding2nn.weight	6	-0.07177366316318512
234902	embedding2nn.weight	7	-0.07016298174858093
234902	embedding2nn.weight	8	-0.03288797289133072
234902	embedding2nn.weight	9	0.05141042172908783
234902	embedding2nn.bias	0	0.07827765494585037
234902	embedding2nn.bias	1	-0.003548277774825692
234902	embedding2nn.bias	2	-0.07855034619569778
234902	embedding2nn.bias	3	0.029644351452589035
234902	embedding2nn.bias	4	-0.020222801715135574
234902	embedding2nn.bias	5	-0.16059890389442444
234902	embedding2nn.bias	6	-0.12344441562891006
234902	embedding2nn.bias	7	-0.009435970336198807
234902	embedding2nn.bias	8	0.06883236020803452
234902	embedding2nn.bias	9	-0.07493752986192703
234902	rnn.weight_ih_l0	0	0.042236458510160446
234902	rnn.weight_ih_l0	1	-0.07491191476583481
234902	rnn.weight_ih_l0	2	-0.05949787795543671
234902	rnn.weight_ih_l0	3	-0.05730084329843521
234902	rnn.weight_ih_l0	4	0.02097959630191326
234902	rnn.weight_ih_l0	5	-0.10957343876361847
234902	rnn.weight_ih_l0	6	-0.03493407741189003
234902	rnn.weight_ih_l0	7	-0.007423307280987501
234902	rnn.weight_ih_l0	8	0.05886387452483177
234902	rnn.weight_ih_l0	9	0.010425299406051636
234902	rnn.weight_hh_l0	0	0.0001207531604450196
234902	rnn.weight_hh_l0	1	-0.08532627671957016
234902	rnn.weight_hh_l0	2	0.07345801591873169
234902	rnn.weight_hh_l0	3	0.05242606997489929
234902	rnn.weight_hh_l0	4	0.005261968355625868
234902	rnn.weight_hh_l0	5	0.07046695798635483
234902	rnn.weight_hh_l0	6	-0.018233949318528175
234902	rnn.weight_hh_l0	7	-0.1104002594947815
234902	rnn.weight_hh_l0	8	0.027500392869114876
234902	rnn.weight_hh_l0	9	-0.0800359845161438
234902	rnn.bias_ih_l0	0	-0.0848771333694458
234902	rnn.bias_ih_l0	1	-0.19381579756736755
234902	rnn.bias_ih_l0	2	-0.25918057560920715
234902	rnn.bias_ih_l0	3	-0.2829560339450836
234902	rnn.bias_ih_l0	4	0.002222229726612568
234902	rnn.bias_ih_l0	5	0.05972045287489891
234902	rnn.bias_ih_l0	6	-0.16898058354854584
234902	rnn.bias_ih_l0	7	-0.2620234787464142
234902	rnn.bias_ih_l0	8	-0.14812733232975006
234902	rnn.bias_ih_l0	9	-0.17843849956989288
234902	rnn.bias_hh_l0	0	0.13302692770957947
234902	rnn.bias_hh_l0	1	-0.054603420197963715
234902	rnn.bias_hh_l0	2	0.05380839481949806
234902	rnn.bias_hh_l0	3	-0.1818322390317917
234902	rnn.bias_hh_l0	4	0.0607481375336647
234902	rnn.bias_hh_l0	5	0.05427106097340584
234902	rnn.bias_hh_l0	6	-0.10835748165845871
234902	rnn.bias_hh_l0	7	-0.14716729521751404
234902	rnn.bias_hh_l0	8	-0.1861012578010559
234902	rnn.bias_hh_l0	9	-0.1049409955739975
234902	rnn.weight_ih_l0_reverse	0	-0.018443923443555832
234902	rnn.weight_ih_l0_reverse	1	-0.004549368284642696
234902	rnn.weight_ih_l0_reverse	2	0.005289276130497456
234902	rnn.weight_ih_l0_reverse	3	0.012244015000760555
234902	rnn.weight_ih_l0_reverse	4	0.01696189120411873
234902	rnn.weight_ih_l0_reverse	5	-0.058029234409332275
234902	rnn.weight_ih_l0_reverse	6	-0.04313333332538605
234902	rnn.weight_ih_l0_reverse	7	0.01603446900844574
234902	rnn.weight_ih_l0_reverse	8	0.08838900178670883
234902	rnn.weight_ih_l0_reverse	9	0.004433826543390751
234902	rnn.weight_hh_l0_reverse	0	0.0036922376602888107
234902	rnn.weight_hh_l0_reverse	1	0.027532553300261497
234902	rnn.weight_hh_l0_reverse	2	-0.038576334714889526
234902	rnn.weight_hh_l0_reverse	3	0.04123540595173836
234902	rnn.weight_hh_l0_reverse	4	0.023132428526878357
234902	rnn.weight_hh_l0_reverse	5	-0.01037372276186943
234902	rnn.weight_hh_l0_reverse	6	0.06848260015249252
234902	rnn.weight_hh_l0_reverse	7	0.03752641752362251
234902	rnn.weight_hh_l0_reverse	8	-0.024542002007365227
234902	rnn.weight_hh_l0_reverse	9	-0.026337595656514168
234902	rnn.bias_ih_l0_reverse	0	-0.1450245976448059
234902	rnn.bias_ih_l0_reverse	1	-0.31170594692230225
234902	rnn.bias_ih_l0_reverse	2	-0.05973183736205101
234902	rnn.bias_ih_l0_reverse	3	-0.15968237817287445
234902	rnn.bias_ih_l0_reverse	4	0.06456413120031357
234902	rnn.bias_ih_l0_reverse	5	-0.27335095405578613
234902	rnn.bias_ih_l0_reverse	6	-0.06789510697126389
234902	rnn.bias_ih_l0_reverse	7	0.021134153008461
234902	rnn.bias_ih_l0_reverse	8	-0.18814298510551453
234902	rnn.bias_ih_l0_reverse	9	-0.09061308205127716
234902	rnn.bias_hh_l0_reverse	0	-0.1575911045074463
234902	rnn.bias_hh_l0_reverse	1	-0.14321164786815643
234902	rnn.bias_hh_l0_reverse	2	-0.01500957552343607
234902	rnn.bias_hh_l0_reverse	3	-0.1364530622959137
234902	rnn.bias_hh_l0_reverse	4	-0.0263009462505579
234902	rnn.bias_hh_l0_reverse	5	-0.11565811932086945
234902	rnn.bias_hh_l0_reverse	6	-0.07454582303762436
234902	rnn.bias_hh_l0_reverse	7	-0.17924819886684418
234902	rnn.bias_hh_l0_reverse	8	-0.06699559092521667
234902	rnn.bias_hh_l0_reverse	9	-0.11686058342456818
234902	linear.weight	0	-0.28238824009895325
234902	linear.weight	1	-0.10222756117582321
234902	linear.weight	2	-0.011228874325752258
234902	linear.weight	3	-0.09092572331428528
234902	linear.weight	4	-0.010995675809681416
234902	linear.weight	5	0.200398251414299
234902	linear.weight	6	0.0047744326293468475
234902	linear.weight	7	-0.021312154829502106
234902	linear.weight	8	0.16565954685211182
234902	linear.weight	9	0.21731984615325928
234902	linear.bias	0	-0.8245898485183716
234902	linear.bias	1	1.446220874786377
234902	linear.bias	2	-0.4961604177951813
234902	linear.bias	3	-0.74861079454422
234902	linear.bias	4	-0.8950719237327576
234902	linear.bias	5	-1.180312991142273
234902	linear.bias	6	-0.964469850063324
234902	linear.bias	7	-0.7064569592475891
234902	linear.bias	8	-0.01705317199230194
234902	linear.bias	9	3.4596145153045654
234906	transitions	0	-0.46615704894065857
234906	transitions	1	8.845504760742188
234906	transitions	2	-3.631140947341919
234906	transitions	3	1.58759605884552
234906	transitions	4	-2.2194979190826416
234906	transitions	5	-0.4325389564037323
234906	transitions	6	-0.19597665965557098
234906	transitions	7	-10000.0
234906	transitions	8	1.8586519956588745
234906	transitions	9	-2.2949838638305664
234906	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
234906	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
234906	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
234906	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
234906	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
234906	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
234906	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
234906	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
234906	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
234906	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
234906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
234906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
234906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
234906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
234906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
234906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
234906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
234906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
234906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
234906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
234906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
234906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
234906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
234906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
234906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
234906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
234906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
234906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
234906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
234906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
234906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
234906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
234906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
234906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
234906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
234906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
234906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
234906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
234906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
234906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
234906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
234906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
234906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
234906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
234906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
234906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
234906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
234906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
234906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
234906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
234906	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
234906	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
234906	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
234906	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
234906	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
234906	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
234906	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
234906	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
234906	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
234906	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
234906	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
234906	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
234906	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
234906	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
234906	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
234906	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
234906	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
234906	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
234906	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
234906	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
234906	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
234906	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
234906	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
234906	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
234906	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
234906	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
234906	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
234906	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
234906	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
234906	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
234906	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
234906	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
234906	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
234906	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
234906	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
234906	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
234906	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
234906	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
234906	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
234906	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
234906	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
234906	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
234906	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
234906	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
234906	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
234906	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
234906	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
234906	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
234906	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
234906	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
234906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
234906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
234906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
234906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
234906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
234906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
234906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
234906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
234906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
234906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
234906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
234906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
234906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
234906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
234906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
234906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
234906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
234906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
234906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
234906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
234906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
234906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
234906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
234906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
234906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
234906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
234906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
234906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
234906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
234906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
234906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
234906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
234906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
234906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
234906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
234906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
234906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
234906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
234906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
234906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
234906	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
234906	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
234906	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
234906	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
234906	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
234906	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
234906	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
234906	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
234906	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
234906	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
234906	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
234906	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
234906	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
234906	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
234906	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
234906	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
234906	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
234906	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
234906	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
234906	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
234906	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
234906	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
234906	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
234906	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
234906	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
234906	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
234906	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
234906	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
234906	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
234906	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
234906	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
234906	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
234906	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
234906	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
234906	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
234906	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
234906	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
234906	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
234906	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
234906	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
234906	embedding2nn.weight	0	0.04440819472074509
234906	embedding2nn.weight	1	-0.0951167643070221
234906	embedding2nn.weight	2	0.01914774253964424
234906	embedding2nn.weight	3	-0.06065414100885391
234906	embedding2nn.weight	4	-0.10976878553628922
234906	embedding2nn.weight	5	0.11184404045343399
234906	embedding2nn.weight	6	-0.07189404964447021
234906	embedding2nn.weight	7	-0.07019608467817307
234906	embedding2nn.weight	8	-0.03274986892938614
234906	embedding2nn.weight	9	0.05138271301984787
234906	embedding2nn.bias	0	0.07862208038568497
234906	embedding2nn.bias	1	-0.0032198834232985973
234906	embedding2nn.bias	2	-0.07861492782831192
234906	embedding2nn.bias	3	0.02987673692405224
234906	embedding2nn.bias	4	-0.020155856385827065
234906	embedding2nn.bias	5	-0.16069398820400238
234906	embedding2nn.bias	6	-0.12284578382968903
234906	embedding2nn.bias	7	-0.00886254571378231
234906	embedding2nn.bias	8	0.06892412900924683
234906	embedding2nn.bias	9	-0.07590588182210922
234906	rnn.weight_ih_l0	0	0.042414590716362
234906	rnn.weight_ih_l0	1	-0.07489673793315887
234906	rnn.weight_ih_l0	2	-0.05954331159591675
234906	rnn.weight_ih_l0	3	-0.057177651673555374
234906	rnn.weight_ih_l0	4	0.020984236150979996
234906	rnn.weight_ih_l0	5	-0.10957112163305283
234906	rnn.weight_ih_l0	6	-0.03495483100414276
234906	rnn.weight_ih_l0	7	-0.007290004752576351
234906	rnn.weight_ih_l0	8	0.058703646063804626
234906	rnn.weight_ih_l0	9	0.010367977432906628
234906	rnn.weight_hh_l0	0	0.00010700532584451139
234906	rnn.weight_hh_l0	1	-0.08532577008008957
234906	rnn.weight_hh_l0	2	0.07345722615718842
234906	rnn.weight_hh_l0	3	0.05242866277694702
234906	rnn.weight_hh_l0	4	0.0052629816345870495
234906	rnn.weight_hh_l0	5	0.07055333256721497
234906	rnn.weight_hh_l0	6	-0.018230965360999107
234906	rnn.weight_hh_l0	7	-0.11040127277374268
234906	rnn.weight_hh_l0	8	0.027501344680786133
234906	rnn.weight_hh_l0	9	-0.08005039393901825
234906	rnn.bias_ih_l0	0	-0.08486940711736679
234906	rnn.bias_ih_l0	1	-0.1938471794128418
234906	rnn.bias_ih_l0	2	-0.2592630386352539
234906	rnn.bias_ih_l0	3	-0.28297677636146545
234906	rnn.bias_ih_l0	4	0.0024607444647699594
234906	rnn.bias_ih_l0	5	0.05820421129465103
234906	rnn.bias_ih_l0	6	-0.1689901500940323
234906	rnn.bias_ih_l0	7	-0.2620042860507965
234906	rnn.bias_ih_l0	8	-0.14813391864299774
234906	rnn.bias_ih_l0	9	-0.17847056686878204
234906	rnn.bias_hh_l0	0	0.13305547833442688
234906	rnn.bias_hh_l0	1	-0.05460171774029732
234906	rnn.bias_hh_l0	2	0.053796906024217606
234906	rnn.bias_hh_l0	3	-0.1818532794713974
234906	rnn.bias_hh_l0	4	0.06070605665445328
234906	rnn.bias_hh_l0	5	0.05427005514502525
234906	rnn.bias_hh_l0	6	-0.1083637997508049
234906	rnn.bias_hh_l0	7	-0.1472669094800949
234906	rnn.bias_hh_l0	8	-0.18613211810588837
234906	rnn.bias_hh_l0	9	-0.10495611280202866
234906	rnn.weight_ih_l0_reverse	0	-0.018439659848809242
234906	rnn.weight_ih_l0_reverse	1	-0.004586447961628437
234906	rnn.weight_ih_l0_reverse	2	0.005193629767745733
234906	rnn.weight_ih_l0_reverse	3	0.012232010252773762
234906	rnn.weight_ih_l0_reverse	4	0.017006445676088333
234906	rnn.weight_ih_l0_reverse	5	-0.05800897628068924
234906	rnn.weight_ih_l0_reverse	6	-0.04315880686044693
234906	rnn.weight_ih_l0_reverse	7	0.01605304144322872
234906	rnn.weight_ih_l0_reverse	8	0.08838924020528793
234906	rnn.weight_ih_l0_reverse	9	0.004257990047335625
234906	rnn.weight_hh_l0_reverse	0	0.0036968302447348833
234906	rnn.weight_hh_l0_reverse	1	0.027532830834388733
234906	rnn.weight_hh_l0_reverse	2	-0.0384516716003418
234906	rnn.weight_hh_l0_reverse	3	0.04123412445187569
234906	rnn.weight_hh_l0_reverse	4	0.02313224971294403
234906	rnn.weight_hh_l0_reverse	5	-0.010375231504440308
234906	rnn.weight_hh_l0_reverse	6	0.0684833899140358
234906	rnn.weight_hh_l0_reverse	7	0.03754435479640961
234906	rnn.weight_hh_l0_reverse	8	-0.024541767314076424
234906	rnn.weight_hh_l0_reverse	9	-0.02632521465420723
234906	rnn.bias_ih_l0_reverse	0	-0.14501777291297913
234906	rnn.bias_ih_l0_reverse	1	-0.3116742968559265
234906	rnn.bias_ih_l0_reverse	2	-0.05979281663894653
234906	rnn.bias_ih_l0_reverse	3	-0.15967975556850433
234906	rnn.bias_ih_l0_reverse	4	0.064570851624012
234906	rnn.bias_ih_l0_reverse	5	-0.2733389437198639
234906	rnn.bias_ih_l0_reverse	6	-0.06785185635089874
234906	rnn.bias_ih_l0_reverse	7	0.02107168175280094
234906	rnn.bias_ih_l0_reverse	8	-0.1881708949804306
234906	rnn.bias_ih_l0_reverse	9	-0.0905333161354065
234906	rnn.bias_hh_l0_reverse	0	-0.15760385990142822
234906	rnn.bias_hh_l0_reverse	1	-0.14321063458919525
234906	rnn.bias_hh_l0_reverse	2	-0.014962405897676945
234906	rnn.bias_hh_l0_reverse	3	-0.1365080624818802
234906	rnn.bias_hh_l0_reverse	4	-0.026292307302355766
234906	rnn.bias_hh_l0_reverse	5	-0.11563640087842941
234906	rnn.bias_hh_l0_reverse	6	-0.07454077154397964
234906	rnn.bias_hh_l0_reverse	7	-0.17926125228405
234906	rnn.bias_hh_l0_reverse	8	-0.06695080548524857
234906	rnn.bias_hh_l0_reverse	9	-0.1168513149023056
234906	linear.weight	0	-0.28274574875831604
234906	linear.weight	1	-0.10219121724367142
234906	linear.weight	2	-0.011228874325752258
234906	linear.weight	3	-0.09092390537261963
234906	linear.weight	4	-0.011134958826005459
234906	linear.weight	5	0.20039615035057068
234906	linear.weight	6	0.0047744326293468475
234906	linear.weight	7	-0.021312154829502106
234906	linear.weight	8	0.16567616164684296
234906	linear.weight	9	0.21692322194576263
234906	linear.bias	0	-0.825052797794342
234906	linear.bias	1	1.4438896179199219
234906	linear.bias	2	-0.49609148502349854
234906	linear.bias	3	-0.7481005191802979
234906	linear.bias	4	-0.8946211934089661
234906	linear.bias	5	-1.180312991142273
234906	linear.bias	6	-0.9649317264556885
234906	linear.bias	7	-0.709437370300293
234906	linear.bias	8	-0.01705317199230194
234906	linear.bias	9	3.4713220596313477
235103	transitions	0	-0.4661775231361389
235103	transitions	1	8.833791732788086
235103	transitions	2	-3.6312403678894043
235103	transitions	3	1.589975357055664
235103	transitions	4	-2.219651222229004
235103	transitions	5	-0.4325571358203888
235103	transitions	6	-0.195983424782753
235103	transitions	7	-10000.0
235103	transitions	8	1.8611310720443726
235103	transitions	9	-2.2949862480163574
235103	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
235103	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
235103	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
235103	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
235103	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
235103	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
235103	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
235103	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
235103	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
235103	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
235103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
235103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
235103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
235103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
235103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
235103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
235103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
235103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
235103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
235103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
235103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
235103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
235103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
235103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
235103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
235103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
235103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
235103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
235103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
235103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
235103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
235103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
235103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
235103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
235103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
235103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
235103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
235103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
235103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
235103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
235103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
235103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
235103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
235103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
235103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
235103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
235103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
235103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
235103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
235103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
235103	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
235103	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
235103	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
235103	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
235103	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
235103	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
235103	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
235103	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
235103	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
235103	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
235103	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
235103	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
235103	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
235103	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
235103	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
235103	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
235103	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
235103	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
235103	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
235103	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
235103	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
235103	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
235103	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
235103	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
235103	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
235103	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
235103	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
235103	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
235103	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
235103	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
235103	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
235103	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
235103	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
235103	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
235103	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
235103	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
235103	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
235103	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
235103	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
235103	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
235103	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
235103	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
235103	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
235103	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
235103	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
235103	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
235103	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
235103	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
235103	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
235103	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
235103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
235103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
235103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
235103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
235103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
235103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
235103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
235103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
235103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
235103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
235103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
235103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
235103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
235103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
235103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
235103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
235103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
235103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
235103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
235103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
235103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
235103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
235103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
235103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
235103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
235103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
235103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
235103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
235103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
235103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
235103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
235103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
235103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
235103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
235103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
235103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
235103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
235103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
235103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
235103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
235103	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
235103	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
235103	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
235103	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
235103	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
235103	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
235103	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
235103	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
235103	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
235103	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
235103	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
235103	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
235103	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
235103	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
235103	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
235103	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
235103	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
235103	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
235103	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
235103	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
235103	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
235103	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
235103	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
235103	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
235103	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
235103	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
235103	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
235103	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
235103	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
235103	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
235103	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
235103	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
235103	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
235103	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
235103	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
235103	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
235103	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
235103	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
235103	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
235103	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
235103	embedding2nn.weight	0	0.04453568905591965
235103	embedding2nn.weight	1	-0.09482146054506302
235103	embedding2nn.weight	2	0.02053549513220787
235103	embedding2nn.weight	3	-0.060077838599681854
235103	embedding2nn.weight	4	-0.10927541553974152
235103	embedding2nn.weight	5	0.1114427000284195
235103	embedding2nn.weight	6	-0.07090533524751663
235103	embedding2nn.weight	7	-0.07016768306493759
235103	embedding2nn.weight	8	-0.032893139868974686
235103	embedding2nn.weight	9	0.05150622874498367
235103	embedding2nn.bias	0	0.08161787688732147
235103	embedding2nn.bias	1	-0.004129672888666391
235103	embedding2nn.bias	2	-0.07461235672235489
235103	embedding2nn.bias	3	0.028941988945007324
235103	embedding2nn.bias	4	-0.011522454209625721
235103	embedding2nn.bias	5	-0.16436681151390076
235103	embedding2nn.bias	6	-0.12302650511264801
235103	embedding2nn.bias	7	-0.009678499773144722
235103	embedding2nn.bias	8	0.06589698046445847
235103	embedding2nn.bias	9	-0.07150708884000778
235103	rnn.weight_ih_l0	0	0.04225068539381027
235103	rnn.weight_ih_l0	1	-0.07452497631311417
235103	rnn.weight_ih_l0	2	-0.05935382843017578
235103	rnn.weight_ih_l0	3	-0.05685872957110405
235103	rnn.weight_ih_l0	4	0.020887501537799835
235103	rnn.weight_ih_l0	5	-0.10883740335702896
235103	rnn.weight_ih_l0	6	-0.035497114062309265
235103	rnn.weight_ih_l0	7	-0.007439384702593088
235103	rnn.weight_ih_l0	8	0.058228589594364166
235103	rnn.weight_ih_l0	9	0.010637925006449223
235103	rnn.weight_hh_l0	0	0.0003400359710212797
235103	rnn.weight_hh_l0	1	-0.08516506105661392
235103	rnn.weight_hh_l0	2	0.07314646989107132
235103	rnn.weight_hh_l0	3	0.052780862897634506
235103	rnn.weight_hh_l0	4	0.005274020601063967
235103	rnn.weight_hh_l0	5	0.07056428492069244
235103	rnn.weight_hh_l0	6	-0.018317095935344696
235103	rnn.weight_hh_l0	7	-0.11028151214122772
235103	rnn.weight_hh_l0	8	0.027675315737724304
235103	rnn.weight_hh_l0	9	-0.07948413491249084
235103	rnn.bias_ih_l0	0	-0.08480384945869446
235103	rnn.bias_ih_l0	1	-0.19326260685920715
235103	rnn.bias_ih_l0	2	-0.25975871086120605
235103	rnn.bias_ih_l0	3	-0.2839115262031555
235103	rnn.bias_ih_l0	4	0.0037989679258316755
235103	rnn.bias_ih_l0	5	0.05749820917844772
235103	rnn.bias_ih_l0	6	-0.16944973170757294
235103	rnn.bias_ih_l0	7	-0.26123887300491333
235103	rnn.bias_ih_l0	8	-0.14914286136627197
235103	rnn.bias_ih_l0	9	-0.17959387600421906
235103	rnn.bias_hh_l0	0	0.13238775730133057
235103	rnn.bias_hh_l0	1	-0.05432599410414696
235103	rnn.bias_hh_l0	2	0.05367362126708031
235103	rnn.bias_hh_l0	3	-0.18220891058444977
235103	rnn.bias_hh_l0	4	0.05890851467847824
235103	rnn.bias_hh_l0	5	0.05413186922669411
235103	rnn.bias_hh_l0	6	-0.10828644037246704
235103	rnn.bias_hh_l0	7	-0.1469774693250656
235103	rnn.bias_hh_l0	8	-0.18555045127868652
235103	rnn.bias_hh_l0	9	-0.10581763833761215
235103	rnn.weight_ih_l0_reverse	0	-0.018150312826037407
235103	rnn.weight_ih_l0_reverse	1	-0.004195831250399351
235103	rnn.weight_ih_l0_reverse	2	0.005131594371050596
235103	rnn.weight_ih_l0_reverse	3	0.011693975888192654
235103	rnn.weight_ih_l0_reverse	4	0.01770871877670288
235103	rnn.weight_ih_l0_reverse	5	-0.05816218629479408
235103	rnn.weight_ih_l0_reverse	6	-0.04332828149199486
235103	rnn.weight_ih_l0_reverse	7	0.015923652797937393
235103	rnn.weight_ih_l0_reverse	8	0.08829010277986526
235103	rnn.weight_ih_l0_reverse	9	0.004351221490651369
235103	rnn.weight_hh_l0_reverse	0	0.0036548636853694916
235103	rnn.weight_hh_l0_reverse	1	0.027589721605181694
235103	rnn.weight_hh_l0_reverse	2	-0.03865789249539375
235103	rnn.weight_hh_l0_reverse	3	0.04107087478041649
235103	rnn.weight_hh_l0_reverse	4	0.02310025878250599
235103	rnn.weight_hh_l0_reverse	5	-0.010238545015454292
235103	rnn.weight_hh_l0_reverse	6	0.06800246238708496
235103	rnn.weight_hh_l0_reverse	7	0.03743905574083328
235103	rnn.weight_hh_l0_reverse	8	-0.024157855659723282
235103	rnn.weight_hh_l0_reverse	9	-0.026276040822267532
235103	rnn.bias_ih_l0_reverse	0	-0.14568644762039185
235103	rnn.bias_ih_l0_reverse	1	-0.31152108311653137
235103	rnn.bias_ih_l0_reverse	2	-0.06073467805981636
235103	rnn.bias_ih_l0_reverse	3	-0.1593153476715088
235103	rnn.bias_ih_l0_reverse	4	0.06474824994802475
235103	rnn.bias_ih_l0_reverse	5	-0.27393171191215515
235103	rnn.bias_ih_l0_reverse	6	-0.06743200868368149
235103	rnn.bias_ih_l0_reverse	7	0.022782640531659126
235103	rnn.bias_ih_l0_reverse	8	-0.18821170926094055
235103	rnn.bias_ih_l0_reverse	9	-0.091787189245224
235103	rnn.bias_hh_l0_reverse	0	-0.1573401242494583
235103	rnn.bias_hh_l0_reverse	1	-0.1429319828748703
235103	rnn.bias_hh_l0_reverse	2	-0.014606727287173271
235103	rnn.bias_hh_l0_reverse	3	-0.1363881379365921
235103	rnn.bias_hh_l0_reverse	4	-0.025674402713775635
235103	rnn.bias_hh_l0_reverse	5	-0.11575472354888916
235103	rnn.bias_hh_l0_reverse	6	-0.07457900792360306
235103	rnn.bias_hh_l0_reverse	7	-0.1785331517457962
235103	rnn.bias_hh_l0_reverse	8	-0.06721505522727966
235103	rnn.bias_hh_l0_reverse	9	-0.1172289326786995
235103	linear.weight	0	-0.28608033061027527
235103	linear.weight	1	-0.10323908925056458
235103	linear.weight	2	-0.011228874325752258
235103	linear.weight	3	-0.0910772830247879
235103	linear.weight	4	-0.009945061057806015
235103	linear.weight	5	0.19655956327915192
235103	linear.weight	6	0.0047744326293468475
235103	linear.weight	7	-0.021312154829502106
235103	linear.weight	8	0.16649283468723297
235103	linear.weight	9	0.20900598168373108
235103	linear.bias	0	-0.8304157853126526
235103	linear.bias	1	1.4302434921264648
235103	linear.bias	2	-0.49416711926460266
235103	linear.bias	3	-0.7658994197845459
235103	linear.bias	4	-0.8893318772315979
235103	linear.bias	5	-1.1803182363510132
235103	linear.bias	6	-0.970537006855011
235103	linear.bias	7	-0.6894108057022095
235103	linear.bias	8	-0.01705317199230194
235103	linear.bias	9	3.4934744834899902
235300	transitions	0	-0.4662021994590759
235300	transitions	1	8.829363822937012
235300	transitions	2	-3.6315364837646484
235300	transitions	3	1.5924447774887085
235300	transitions	4	-2.2196969985961914
235300	transitions	5	-0.4325897991657257
235300	transitions	6	-0.19599173963069916
235300	transitions	7	-10000.0
235300	transitions	8	1.860827088356018
235300	transitions	9	-2.2949881553649902
235300	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
235300	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
235300	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
235300	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
235300	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
235300	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
235300	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
235300	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
235300	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
235300	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
235300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
235300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
235300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
235300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
235300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
235300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
235300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
235300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
235300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
235300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
235300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
235300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
235300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
235300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
235300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
235300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
235300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
235300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
235300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
235300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
235300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
235300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
235300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
235300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
235300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
235300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
235300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
235300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
235300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
235300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
235300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
235300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
235300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
235300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
235300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
235300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
235300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
235300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
235300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
235300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
235300	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
235300	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
235300	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
235300	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
235300	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
235300	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
235300	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
235300	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
235300	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
235300	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
235300	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
235300	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
235300	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
235300	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
235300	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
235300	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
235300	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
235300	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
235300	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
235300	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
235300	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
235300	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
235300	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
235300	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
235300	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
235300	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
235300	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
235300	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
235300	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
235300	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
235300	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
235300	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
235300	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
235300	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
235300	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
235300	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
235300	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
235300	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
235300	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
235300	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
235300	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
235300	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
235300	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
235300	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
235300	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
235300	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
235300	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
235300	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
235300	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
235300	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
235300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
235300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
235300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
235300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
235300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
235300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
235300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
235300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
235300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
235300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
235300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
235300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
235300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
235300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
235300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
235300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
235300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
235300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
235300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
235300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
235300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
235300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
235300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
235300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
235300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
235300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
235300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
235300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
235300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
235300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
235300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
235300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
235300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
235300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
235300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
235300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
235300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
235300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
235300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
235300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
235300	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
235300	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
235300	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
235300	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
235300	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
235300	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
235300	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
235300	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
235300	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
235300	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
235300	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
235300	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
235300	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
235300	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
235300	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
235300	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
235300	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
235300	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
235300	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
235300	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
235300	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
235300	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
235300	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
235300	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
235300	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
235300	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
235300	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
235300	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
235300	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
235300	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
235300	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
235300	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
235300	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
235300	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
235300	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
235300	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
235300	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
235300	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
235300	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
235300	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
235300	embedding2nn.weight	0	0.04455852881073952
235300	embedding2nn.weight	1	-0.09467198699712753
235300	embedding2nn.weight	2	0.02004552260041237
235300	embedding2nn.weight	3	-0.05976029857993126
235300	embedding2nn.weight	4	-0.10875976085662842
235300	embedding2nn.weight	5	0.11162744462490082
235300	embedding2nn.weight	6	-0.0715470239520073
235300	embedding2nn.weight	7	-0.07018078118562698
235300	embedding2nn.weight	8	-0.03261548653244972
235300	embedding2nn.weight	9	0.05223721265792847
235300	embedding2nn.bias	0	0.08835667371749878
235300	embedding2nn.bias	1	-0.00421103136613965
235300	embedding2nn.bias	2	-0.07584627717733383
235300	embedding2nn.bias	3	0.026508577167987823
235300	embedding2nn.bias	4	-0.013901633210480213
235300	embedding2nn.bias	5	-0.16218556463718414
235300	embedding2nn.bias	6	-0.11750973016023636
235300	embedding2nn.bias	7	-0.007803434040397406
235300	embedding2nn.bias	8	0.07074608653783798
235300	embedding2nn.bias	9	-0.06780503690242767
235300	rnn.weight_ih_l0	0	0.04213794693350792
235300	rnn.weight_ih_l0	1	-0.07456886023283005
235300	rnn.weight_ih_l0	2	-0.059521276503801346
235300	rnn.weight_ih_l0	3	-0.056811414659023285
235300	rnn.weight_ih_l0	4	0.02094106748700142
235300	rnn.weight_ih_l0	5	-0.11021977663040161
235300	rnn.weight_ih_l0	6	-0.035836972296237946
235300	rnn.weight_ih_l0	7	-0.0075132413767278194
235300	rnn.weight_ih_l0	8	0.05813154578208923
235300	rnn.weight_ih_l0	9	0.010383671149611473
235300	rnn.weight_hh_l0	0	0.0007874244474805892
235300	rnn.weight_hh_l0	1	-0.08572318404912949
235300	rnn.weight_hh_l0	2	0.07335328310728073
235300	rnn.weight_hh_l0	3	0.05296354368329048
235300	rnn.weight_hh_l0	4	0.005127178505063057
235300	rnn.weight_hh_l0	5	0.07055136561393738
235300	rnn.weight_hh_l0	6	-0.01831263117492199
235300	rnn.weight_hh_l0	7	-0.1104346364736557
235300	rnn.weight_hh_l0	8	0.027448905631899834
235300	rnn.weight_hh_l0	9	-0.07896207273006439
235300	rnn.bias_ih_l0	0	-0.08525118976831436
235300	rnn.bias_ih_l0	1	-0.19305332005023956
235300	rnn.bias_ih_l0	2	-0.2596597969532013
235300	rnn.bias_ih_l0	3	-0.28411445021629333
235300	rnn.bias_ih_l0	4	0.00506584532558918
235300	rnn.bias_ih_l0	5	0.05798500403761864
235300	rnn.bias_ih_l0	6	-0.16918432712554932
235300	rnn.bias_ih_l0	7	-0.26136425137519836
235300	rnn.bias_ih_l0	8	-0.14883267879486084
235300	rnn.bias_ih_l0	9	-0.1796412169933319
235300	rnn.bias_hh_l0	0	0.13223689794540405
235300	rnn.bias_hh_l0	1	-0.05419948324561119
235300	rnn.bias_hh_l0	2	0.053942035883665085
235300	rnn.bias_hh_l0	3	-0.1826568990945816
235300	rnn.bias_hh_l0	4	0.05947710573673248
235300	rnn.bias_hh_l0	5	0.05459124594926834
235300	rnn.bias_hh_l0	6	-0.10806693136692047
235300	rnn.bias_hh_l0	7	-0.1475052386522293
235300	rnn.bias_hh_l0	8	-0.18594826757907867
235300	rnn.bias_hh_l0	9	-0.10757999122142792
235300	rnn.weight_ih_l0_reverse	0	-0.018180493265390396
235300	rnn.weight_ih_l0_reverse	1	-0.0043773711659014225
235300	rnn.weight_ih_l0_reverse	2	0.005470776464790106
235300	rnn.weight_ih_l0_reverse	3	0.011208140291273594
235300	rnn.weight_ih_l0_reverse	4	0.018955303356051445
235300	rnn.weight_ih_l0_reverse	5	-0.05779193714261055
235300	rnn.weight_ih_l0_reverse	6	-0.04288738965988159
235300	rnn.weight_ih_l0_reverse	7	0.016317296773195267
235300	rnn.weight_ih_l0_reverse	8	0.08745831251144409
235300	rnn.weight_ih_l0_reverse	9	0.004258966539055109
235300	rnn.weight_hh_l0_reverse	0	0.003656077431514859
235300	rnn.weight_hh_l0_reverse	1	0.02773842215538025
235300	rnn.weight_hh_l0_reverse	2	-0.03856566548347473
235300	rnn.weight_hh_l0_reverse	3	0.041403308510780334
235300	rnn.weight_hh_l0_reverse	4	0.023217622190713882
235300	rnn.weight_hh_l0_reverse	5	-0.010324430651962757
235300	rnn.weight_hh_l0_reverse	6	0.0682525560259819
235300	rnn.weight_hh_l0_reverse	7	0.03745763376355171
235300	rnn.weight_hh_l0_reverse	8	-0.024234017357230186
235300	rnn.weight_hh_l0_reverse	9	-0.026045775040984154
235300	rnn.bias_ih_l0_reverse	0	-0.1447087526321411
235300	rnn.bias_ih_l0_reverse	1	-0.3123725354671478
235300	rnn.bias_ih_l0_reverse	2	-0.059925783425569534
235300	rnn.bias_ih_l0_reverse	3	-0.15926863253116608
235300	rnn.bias_ih_l0_reverse	4	0.06494946032762527
235300	rnn.bias_ih_l0_reverse	5	-0.27376851439476013
235300	rnn.bias_ih_l0_reverse	6	-0.06806296110153198
235300	rnn.bias_ih_l0_reverse	7	0.022546160966157913
235300	rnn.bias_ih_l0_reverse	8	-0.18745796382427216
235300	rnn.bias_ih_l0_reverse	9	-0.09152720123529434
235300	rnn.bias_hh_l0_reverse	0	-0.15672031044960022
235300	rnn.bias_hh_l0_reverse	1	-0.1419268399477005
235300	rnn.bias_hh_l0_reverse	2	-0.014650000259280205
235300	rnn.bias_hh_l0_reverse	3	-0.13687343895435333
235300	rnn.bias_hh_l0_reverse	4	-0.025606991723179817
235300	rnn.bias_hh_l0_reverse	5	-0.11530135571956635
235300	rnn.bias_hh_l0_reverse	6	-0.07456699013710022
235300	rnn.bias_hh_l0_reverse	7	-0.1789412498474121
235300	rnn.bias_hh_l0_reverse	8	-0.0672401413321495
235300	rnn.bias_hh_l0_reverse	9	-0.11747831851243973
235300	linear.weight	0	-0.28652459383010864
235300	linear.weight	1	-0.10239094495773315
235300	linear.weight	2	-0.011228874325752258
235300	linear.weight	3	-0.0933280885219574
235300	linear.weight	4	-0.007709950674325228
235300	linear.weight	5	0.19362393021583557
235300	linear.weight	6	0.0047744326293468475
235300	linear.weight	7	-0.021312154829502106
235300	linear.weight	8	0.1699659377336502
235300	linear.weight	9	0.2114555388689041
235300	linear.bias	0	-0.8286711573600769
235300	linear.bias	1	1.4237769842147827
235300	linear.bias	2	-0.47891736030578613
235300	linear.bias	3	-0.7664366364479065
235300	linear.bias	4	-0.8862565159797668
235300	linear.bias	5	-1.1803234815597534
235300	linear.bias	6	-0.9687564969062805
235300	linear.bias	7	-0.7055596709251404
235300	linear.bias	8	-0.01705317199230194
235300	linear.bias	9	3.49802565574646
235497	transitions	0	-0.4662254750728607
235497	transitions	1	8.835086822509766
235497	transitions	2	-3.631657600402832
235497	transitions	3	1.5972819328308105
235497	transitions	4	-2.219822645187378
235497	transitions	5	-0.43273696303367615
235497	transitions	6	-0.19599555432796478
235497	transitions	7	-10000.0
235497	transitions	8	1.860766053199768
235497	transitions	9	-2.294989585876465
235497	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
235497	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
235497	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
235497	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
235497	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
235497	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
235497	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
235497	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
235497	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
235497	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
235497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
235497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
235497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
235497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
235497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
235497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
235497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
235497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
235497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
235497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
235497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
235497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
235497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
235497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
235497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
235497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
235497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
235497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
235497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
235497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
235497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
235497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
235497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
235497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
235497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
235497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
235497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
235497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
235497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
235497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
235497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
235497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
235497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
235497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
235497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
235497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
235497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
235497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
235497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
235497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
235497	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
235497	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
235497	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
235497	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
235497	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
235497	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
235497	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
235497	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
235497	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
235497	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
235497	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
235497	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
235497	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
235497	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
235497	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
235497	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
235497	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
235497	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
235497	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
235497	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
235497	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
235497	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
235497	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
235497	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
235497	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
235497	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
235497	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
235497	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
235497	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
235497	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
235497	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
235497	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
235497	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
235497	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
235497	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
235497	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
235497	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
235497	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
235497	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
235497	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
235497	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
235497	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
235497	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
235497	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
235497	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
235497	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
235497	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
235497	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
235497	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
235497	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
235497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
235497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
235497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
235497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
235497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
235497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
235497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
235497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
235497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
235497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
235497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
235497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
235497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
235497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
235497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
235497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
235497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
235497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
235497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
235497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
235497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
235497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
235497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
235497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
235497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
235497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
235497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
235497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
235497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
235497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
235497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
235497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
235497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
235497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
235497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
235497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
235497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
235497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
235497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
235497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
235497	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
235497	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
235497	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
235497	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
235497	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
235497	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
235497	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
235497	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
235497	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
235497	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
235497	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
235497	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
235497	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
235497	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
235497	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
235497	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
235497	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
235497	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
235497	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
235497	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
235497	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
235497	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
235497	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
235497	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
235497	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
235497	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
235497	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
235497	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
235497	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
235497	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
235497	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
235497	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
235497	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
235497	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
235497	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
235497	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
235497	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
235497	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
235497	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
235497	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
235497	embedding2nn.weight	0	0.0447235144674778
235497	embedding2nn.weight	1	-0.09478643536567688
235497	embedding2nn.weight	2	0.017973680049180984
235497	embedding2nn.weight	3	-0.05984288826584816
235497	embedding2nn.weight	4	-0.10995779931545258
235497	embedding2nn.weight	5	0.11143901199102402
235497	embedding2nn.weight	6	-0.07306428253650665
235497	embedding2nn.weight	7	-0.0710865706205368
235497	embedding2nn.weight	8	-0.032178010791540146
235497	embedding2nn.weight	9	0.052280277013778687
235497	embedding2nn.bias	0	0.08345305174589157
235497	embedding2nn.bias	1	-0.005374029744416475
235497	embedding2nn.bias	2	-0.07549840211868286
235497	embedding2nn.bias	3	0.03092651255428791
235497	embedding2nn.bias	4	-0.012265232391655445
235497	embedding2nn.bias	5	-0.1621411293745041
235497	embedding2nn.bias	6	-0.11758511513471603
235497	embedding2nn.bias	7	-0.010896091349422932
235497	embedding2nn.bias	8	0.07677590847015381
235497	embedding2nn.bias	9	-0.06975489109754562
235497	rnn.weight_ih_l0	0	0.04211030900478363
235497	rnn.weight_ih_l0	1	-0.07511097937822342
235497	rnn.weight_ih_l0	2	-0.05896829813718796
235497	rnn.weight_ih_l0	3	-0.056425876915454865
235497	rnn.weight_ih_l0	4	0.02089291624724865
235497	rnn.weight_ih_l0	5	-0.11047659814357758
235497	rnn.weight_ih_l0	6	-0.03635668382048607
235497	rnn.weight_ih_l0	7	-0.007628329563885927
235497	rnn.weight_ih_l0	8	0.05817602202296257
235497	rnn.weight_ih_l0	9	0.009802951477468014
235497	rnn.weight_hh_l0	0	0.0009636956383474171
235497	rnn.weight_hh_l0	1	-0.08556599915027618
235497	rnn.weight_hh_l0	2	0.07357174158096313
235497	rnn.weight_hh_l0	3	0.05283934623003006
235497	rnn.weight_hh_l0	4	0.005022772122174501
235497	rnn.weight_hh_l0	5	0.07047035545110703
235497	rnn.weight_hh_l0	6	-0.018241869285702705
235497	rnn.weight_hh_l0	7	-0.11053619533777237
235497	rnn.weight_hh_l0	8	0.02742505632340908
235497	rnn.weight_hh_l0	9	-0.07896904647350311
235497	rnn.bias_ih_l0	0	-0.0862685814499855
235497	rnn.bias_ih_l0	1	-0.19316858053207397
235497	rnn.bias_ih_l0	2	-0.2599737346172333
235497	rnn.bias_ih_l0	3	-0.2851620316505432
235497	rnn.bias_ih_l0	4	0.005056023132055998
235497	rnn.bias_ih_l0	5	0.059764567762613297
235497	rnn.bias_ih_l0	6	-0.16984587907791138
235497	rnn.bias_ih_l0	7	-0.2615525722503662
235497	rnn.bias_ih_l0	8	-0.1504131555557251
235497	rnn.bias_ih_l0	9	-0.17956647276878357
235497	rnn.bias_hh_l0	0	0.13253362476825714
235497	rnn.bias_hh_l0	1	-0.053615033626556396
235497	rnn.bias_hh_l0	2	0.05348812788724899
235497	rnn.bias_hh_l0	3	-0.18239855766296387
235497	rnn.bias_hh_l0	4	0.06029438599944115
235497	rnn.bias_hh_l0	5	0.05420113727450371
235497	rnn.bias_hh_l0	6	-0.1081508919596672
235497	rnn.bias_hh_l0	7	-0.14812763035297394
235497	rnn.bias_hh_l0	8	-0.18601322174072266
235497	rnn.bias_hh_l0	9	-0.10752546042203903
235497	rnn.weight_ih_l0_reverse	0	-0.018415845930576324
235497	rnn.weight_ih_l0_reverse	1	-0.00381672871299088
235497	rnn.weight_ih_l0_reverse	2	0.0057662478648126125
235497	rnn.weight_ih_l0_reverse	3	0.011324336752295494
235497	rnn.weight_ih_l0_reverse	4	0.01836504600942135
235497	rnn.weight_ih_l0_reverse	5	-0.05729178339242935
235497	rnn.weight_ih_l0_reverse	6	-0.043417464941740036
235497	rnn.weight_ih_l0_reverse	7	0.016157908365130424
235497	rnn.weight_ih_l0_reverse	8	0.08647467195987701
235497	rnn.weight_ih_l0_reverse	9	0.003931734245270491
235497	rnn.weight_hh_l0_reverse	0	0.00378218456171453
235497	rnn.weight_hh_l0_reverse	1	0.027814999222755432
235497	rnn.weight_hh_l0_reverse	2	-0.03850424662232399
235497	rnn.weight_hh_l0_reverse	3	0.041232701390981674
235497	rnn.weight_hh_l0_reverse	4	0.023084867745637894
235497	rnn.weight_hh_l0_reverse	5	-0.010340530425310135
235497	rnn.weight_hh_l0_reverse	6	0.06805048882961273
235497	rnn.weight_hh_l0_reverse	7	0.03709995374083519
235497	rnn.weight_hh_l0_reverse	8	-0.02423172816634178
235497	rnn.weight_hh_l0_reverse	9	-0.026016607880592346
235497	rnn.bias_ih_l0_reverse	0	-0.14449667930603027
235497	rnn.bias_ih_l0_reverse	1	-0.3131207525730133
235497	rnn.bias_ih_l0_reverse	2	-0.060800954699516296
235497	rnn.bias_ih_l0_reverse	3	-0.1589125245809555
235497	rnn.bias_ih_l0_reverse	4	0.06524573266506195
235497	rnn.bias_ih_l0_reverse	5	-0.2733262777328491
235497	rnn.bias_ih_l0_reverse	6	-0.06794627010822296
235497	rnn.bias_ih_l0_reverse	7	0.022223632782697678
235497	rnn.bias_ih_l0_reverse	8	-0.18709518015384674
235497	rnn.bias_ih_l0_reverse	9	-0.09177413582801819
235497	rnn.bias_hh_l0_reverse	0	-0.1572667509317398
235497	rnn.bias_hh_l0_reverse	1	-0.1419638693332672
235497	rnn.bias_hh_l0_reverse	2	-0.014922291040420532
235497	rnn.bias_hh_l0_reverse	3	-0.13724347949028015
235497	rnn.bias_hh_l0_reverse	4	-0.025545280426740646
235497	rnn.bias_hh_l0_reverse	5	-0.11600450426340103
235497	rnn.bias_hh_l0_reverse	6	-0.07432975620031357
235497	rnn.bias_hh_l0_reverse	7	-0.17794448137283325
235497	rnn.bias_hh_l0_reverse	8	-0.0652800127863884
235497	rnn.bias_hh_l0_reverse	9	-0.11748822033405304
235497	linear.weight	0	-0.2911202609539032
235497	linear.weight	1	-0.10030772536993027
235497	linear.weight	2	-0.011228874325752258
235497	linear.weight	3	-0.09366969764232635
235497	linear.weight	4	-0.005410198122262955
235497	linear.weight	5	0.18901784718036652
235497	linear.weight	6	0.0047744326293468475
235497	linear.weight	7	-0.021312154829502106
235497	linear.weight	8	0.17459748685359955
235497	linear.weight	9	0.2121976613998413
235497	linear.bias	0	-0.8238893151283264
235497	linear.bias	1	1.4155575037002563
235497	linear.bias	2	-0.49559858441352844
235497	linear.bias	3	-0.7620609998703003
235497	linear.bias	4	-0.8866302371025085
235497	linear.bias	5	-1.1803282499313354
235497	linear.bias	6	-0.963651180267334
235497	linear.bias	7	-0.7060598731040955
235497	linear.bias	8	-0.01705317199230194
235497	linear.bias	9	3.502338409423828
235694	transitions	0	-0.46624234318733215
235694	transitions	1	8.833428382873535
235694	transitions	2	-3.631800889968872
235694	transitions	3	1.605373501777649
235694	transitions	4	-2.219933032989502
235694	transitions	5	-0.43275853991508484
235694	transitions	6	-0.1960071623325348
235694	transitions	7	-10000.0
235694	transitions	8	1.861575961112976
235694	transitions	9	-2.294990301132202
235694	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
235694	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
235694	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
235694	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
235694	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
235694	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
235694	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
235694	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
235694	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
235694	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
235694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
235694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
235694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
235694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
235694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
235694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
235694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
235694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
235694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
235694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
235694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
235694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
235694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
235694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
235694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
235694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
235694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
235694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
235694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
235694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
235694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
235694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
235694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
235694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
235694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
235694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
235694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
235694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
235694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
235694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
235694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
235694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
235694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
235694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
235694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
235694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
235694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
235694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
235694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
235694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
235694	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
235694	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
235694	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
235694	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
235694	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
235694	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
235694	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
235694	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
235694	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
235694	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
235694	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
235694	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
235694	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
235694	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
235694	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
235694	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
235694	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
235694	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
235694	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
235694	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
235694	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
235694	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
235694	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
235694	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
235694	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
235694	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
235694	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
235694	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
235694	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
235694	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
235694	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
235694	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
235694	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
235694	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
235694	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
235694	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
235694	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
235694	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
235694	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
235694	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
235694	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
235694	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
235694	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
235694	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
235694	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
235694	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
235694	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
235694	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
235694	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
235694	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
235694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
235694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
235694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
235694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
235694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
235694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
235694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
235694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
235694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
235694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
235694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
235694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
235694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
235694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
235694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
235694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
235694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
235694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
235694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
235694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
235694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
235694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
235694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
235694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
235694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
235694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
235694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
235694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
235694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
235694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
235694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
235694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
235694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
235694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
235694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
235694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
235694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
235694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
235694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
235694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
235694	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
235694	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
235694	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
235694	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
235694	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
235694	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
235694	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
235694	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
235694	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
235694	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
235694	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
235694	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
235694	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
235694	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
235694	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
235694	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
235694	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
235694	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
235694	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
235694	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
235694	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
235694	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
235694	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
235694	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
235694	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
235694	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
235694	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
235694	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
235694	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
235694	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
235694	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
235694	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
235694	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
235694	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
235694	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
235694	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
235694	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
235694	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
235694	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
235694	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
235694	embedding2nn.weight	0	0.04454626888036728
235694	embedding2nn.weight	1	-0.09483187645673752
235694	embedding2nn.weight	2	0.018451359122991562
235694	embedding2nn.weight	3	-0.05997990444302559
235694	embedding2nn.weight	4	-0.10956496000289917
235694	embedding2nn.weight	5	0.1114455908536911
235694	embedding2nn.weight	6	-0.07315335422754288
235694	embedding2nn.weight	7	-0.07141085714101791
235694	embedding2nn.weight	8	-0.03298747539520264
235694	embedding2nn.weight	9	0.0508432611823082
235694	embedding2nn.bias	0	0.08571257442235947
235694	embedding2nn.bias	1	-0.003125692019239068
235694	embedding2nn.bias	2	-0.07391520589590073
235694	embedding2nn.bias	3	0.029710542410612106
235694	embedding2nn.bias	4	-0.013719098642468452
235694	embedding2nn.bias	5	-0.16080792248249054
235694	embedding2nn.bias	6	-0.11812825500965118
235694	embedding2nn.bias	7	-0.012230136431753635
235694	embedding2nn.bias	8	0.07533317059278488
235694	embedding2nn.bias	9	-0.07116510719060898
235694	rnn.weight_ih_l0	0	0.041595831513404846
235694	rnn.weight_ih_l0	1	-0.07499967515468597
235694	rnn.weight_ih_l0	2	-0.05886448919773102
235694	rnn.weight_ih_l0	3	-0.056644901633262634
235694	rnn.weight_ih_l0	4	0.020785633474588394
235694	rnn.weight_ih_l0	5	-0.11017412692308426
235694	rnn.weight_ih_l0	6	-0.03706301003694534
235694	rnn.weight_ih_l0	7	-0.007216287776827812
235694	rnn.weight_ih_l0	8	0.057867567986249924
235694	rnn.weight_ih_l0	9	0.009887134656310081
235694	rnn.weight_hh_l0	0	0.001037046778947115
235694	rnn.weight_hh_l0	1	-0.08523488789796829
235694	rnn.weight_hh_l0	2	0.07328037172555923
235694	rnn.weight_hh_l0	3	0.05302346497774124
235694	rnn.weight_hh_l0	4	0.005059005692601204
235694	rnn.weight_hh_l0	5	0.07008002698421478
235694	rnn.weight_hh_l0	6	-0.01833157055079937
235694	rnn.weight_hh_l0	7	-0.11052442342042923
235694	rnn.weight_hh_l0	8	0.02738068997859955
235694	rnn.weight_hh_l0	9	-0.07937446981668472
235694	rnn.bias_ih_l0	0	-0.08694636821746826
235694	rnn.bias_ih_l0	1	-0.19372886419296265
235694	rnn.bias_ih_l0	2	-0.2597837448120117
235694	rnn.bias_ih_l0	3	-0.28496506810188293
235694	rnn.bias_ih_l0	4	0.004768416751176119
235694	rnn.bias_ih_l0	5	0.059589933604002
235694	rnn.bias_ih_l0	6	-0.16924509406089783
235694	rnn.bias_ih_l0	7	-0.2616080939769745
235694	rnn.bias_ih_l0	8	-0.1500592678785324
235694	rnn.bias_ih_l0	9	-0.18006852269172668
235694	rnn.bias_hh_l0	0	0.13086344301700592
235694	rnn.bias_hh_l0	1	-0.053394123911857605
235694	rnn.bias_hh_l0	2	0.053864408284425735
235694	rnn.bias_hh_l0	3	-0.18174345791339874
235694	rnn.bias_hh_l0	4	0.06064309552311897
235694	rnn.bias_hh_l0	5	0.05360974371433258
235694	rnn.bias_hh_l0	6	-0.10746265202760696
235694	rnn.bias_hh_l0	7	-0.1475040465593338
235694	rnn.bias_hh_l0	8	-0.1867026388645172
235694	rnn.bias_hh_l0	9	-0.10807602852582932
235694	rnn.weight_ih_l0_reverse	0	-0.018676431849598885
235694	rnn.weight_ih_l0_reverse	1	-0.004064503591507673
235694	rnn.weight_ih_l0_reverse	2	0.005030935630202293
235694	rnn.weight_ih_l0_reverse	3	0.01053377240896225
235694	rnn.weight_ih_l0_reverse	4	0.017758497968316078
235694	rnn.weight_ih_l0_reverse	5	-0.056718967854976654
235694	rnn.weight_ih_l0_reverse	6	-0.043000996112823486
235694	rnn.weight_ih_l0_reverse	7	0.016553664579987526
235694	rnn.weight_ih_l0_reverse	8	0.08723989874124527
235694	rnn.weight_ih_l0_reverse	9	0.004345359280705452
235694	rnn.weight_hh_l0_reverse	0	0.0038192637730389833
235694	rnn.weight_hh_l0_reverse	1	0.027809718623757362
235694	rnn.weight_hh_l0_reverse	2	-0.03839849680662155
235694	rnn.weight_hh_l0_reverse	3	0.04138326272368431
235694	rnn.weight_hh_l0_reverse	4	0.023010805249214172
235694	rnn.weight_hh_l0_reverse	5	-0.010082082822918892
235694	rnn.weight_hh_l0_reverse	6	0.06831527501344681
235694	rnn.weight_hh_l0_reverse	7	0.036917682737112045
235694	rnn.weight_hh_l0_reverse	8	-0.02436918206512928
235694	rnn.weight_hh_l0_reverse	9	-0.02600104548037052
235694	rnn.bias_ih_l0_reverse	0	-0.14484803378582
235694	rnn.bias_ih_l0_reverse	1	-0.31309112906455994
235694	rnn.bias_ih_l0_reverse	2	-0.06101837009191513
235694	rnn.bias_ih_l0_reverse	3	-0.15927653014659882
235694	rnn.bias_ih_l0_reverse	4	0.064286008477211
235694	rnn.bias_ih_l0_reverse	5	-0.2729310393333435
235694	rnn.bias_ih_l0_reverse	6	-0.06807028502225876
235694	rnn.bias_ih_l0_reverse	7	0.02381860464811325
235694	rnn.bias_ih_l0_reverse	8	-0.1867026388645172
235694	rnn.bias_ih_l0_reverse	9	-0.09155436605215073
235694	rnn.bias_hh_l0_reverse	0	-0.1578054428100586
235694	rnn.bias_hh_l0_reverse	1	-0.14209800958633423
235694	rnn.bias_hh_l0_reverse	2	-0.014965317212045193
235694	rnn.bias_hh_l0_reverse	3	-0.1367582380771637
235694	rnn.bias_hh_l0_reverse	4	-0.025378111749887466
235694	rnn.bias_hh_l0_reverse	5	-0.11571396142244339
235694	rnn.bias_hh_l0_reverse	6	-0.07545383274555206
235694	rnn.bias_hh_l0_reverse	7	-0.17648950219154358
235694	rnn.bias_hh_l0_reverse	8	-0.06531655788421631
235694	rnn.bias_hh_l0_reverse	9	-0.11704268306493759
235694	linear.weight	0	-0.2949483096599579
235694	linear.weight	1	-0.10193987935781479
235694	linear.weight	2	-0.011228874325752258
235694	linear.weight	3	-0.08954092860221863
235694	linear.weight	4	-0.008346978574991226
235694	linear.weight	5	0.1893732249736786
235694	linear.weight	6	0.0047744326293468475
235694	linear.weight	7	-0.021312154829502106
235694	linear.weight	8	0.17404957115650177
235694	linear.weight	9	0.2117091566324234
235694	linear.bias	0	-0.8266359567642212
235694	linear.bias	1	1.4230178594589233
235694	linear.bias	2	-0.49960991740226746
235694	linear.bias	3	-0.760978102684021
235694	linear.bias	4	-0.8812956809997559
235694	linear.bias	5	-1.1803323030471802
235694	linear.bias	6	-0.9670834541320801
235694	linear.bias	7	-0.7122741341590881
235694	linear.bias	8	-0.01705317199230194
235694	linear.bias	9	3.5039267539978027
235891	transitions	0	-0.46626895666122437
235891	transitions	1	8.820066452026367
235891	transitions	2	-3.631969690322876
235891	transitions	3	1.5980511903762817
235891	transitions	4	-2.2201921939849854
235891	transitions	5	-0.43277159333229065
235891	transitions	6	-0.19601330161094666
235891	transitions	7	-10000.0
235891	transitions	8	1.862656831741333
235891	transitions	9	-2.294991970062256
235891	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
235891	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
235891	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
235891	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
235891	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
235891	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
235891	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
235891	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
235891	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
235891	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
235891	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
235891	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
235891	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
235891	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
235891	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
235891	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
235891	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
235891	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
235891	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
235891	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
235891	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
235891	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
235891	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
235891	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
235891	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
235891	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
235891	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
235891	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
235891	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
235891	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
235891	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
235891	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
235891	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
235891	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
235891	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
235891	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
235891	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
235891	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
235891	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
235891	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
235891	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
235891	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
235891	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
235891	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
235891	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
235891	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
235891	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
235891	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
235891	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
235891	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
235891	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
235891	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
235891	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
235891	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
235891	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
235891	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
235891	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
235891	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
235891	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
235891	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
235891	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
235891	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
235891	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
235891	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
235891	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
235891	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
235891	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
235891	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
235891	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
235891	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
235891	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
235891	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
235891	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
235891	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
235891	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
235891	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
235891	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
235891	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
235891	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
235891	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
235891	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
235891	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
235891	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
235891	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
235891	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
235891	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
235891	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
235891	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
235891	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
235891	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
235891	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
235891	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
235891	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
235891	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
235891	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
235891	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
235891	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
235891	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
235891	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
235891	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
235891	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
235891	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
235891	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
235891	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
235891	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
235891	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
235891	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
235891	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
235891	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
235891	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
235891	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
235891	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
235891	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
235891	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
235891	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
235891	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
235891	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
235891	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
235891	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
235891	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
235891	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
235891	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
235891	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
235891	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
235891	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
235891	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
235891	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
235891	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
235891	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
235891	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
235891	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
235891	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
235891	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
235891	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
235891	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
235891	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
235891	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
235891	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
235891	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
235891	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
235891	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
235891	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
235891	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
235891	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
235891	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
235891	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
235891	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
235891	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
235891	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
235891	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
235891	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
235891	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
235891	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
235891	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
235891	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
235891	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
235891	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
235891	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
235891	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
235891	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
235891	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
235891	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
235891	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
235891	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
235891	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
235891	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
235891	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
235891	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
235891	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
235891	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
235891	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
235891	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
235891	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
235891	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
235891	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
235891	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
235891	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
235891	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
235891	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
235891	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
235891	embedding2nn.weight	0	0.04493888095021248
235891	embedding2nn.weight	1	-0.09466337412595749
235891	embedding2nn.weight	2	0.018817102536559105
235891	embedding2nn.weight	3	-0.06017843633890152
235891	embedding2nn.weight	4	-0.11005380749702454
235891	embedding2nn.weight	5	0.11177211999893188
235891	embedding2nn.weight	6	-0.07199601829051971
235891	embedding2nn.weight	7	-0.07168233394622803
235891	embedding2nn.weight	8	-0.03320850431919098
235891	embedding2nn.weight	9	0.05173197016119957
235891	embedding2nn.bias	0	0.0869731605052948
235891	embedding2nn.bias	1	0.004086183849722147
235891	embedding2nn.bias	2	-0.07664421945810318
235891	embedding2nn.bias	3	0.023867959156632423
235891	embedding2nn.bias	4	-0.009480190463364124
235891	embedding2nn.bias	5	-0.15530095994472504
235891	embedding2nn.bias	6	-0.11698000878095627
235891	embedding2nn.bias	7	-0.01359443087130785
235891	embedding2nn.bias	8	0.06909625977277756
235891	embedding2nn.bias	9	-0.0661642849445343
235891	rnn.weight_ih_l0	0	0.041608888655900955
235891	rnn.weight_ih_l0	1	-0.0749528631567955
235891	rnn.weight_ih_l0	2	-0.05949995666742325
235891	rnn.weight_ih_l0	3	-0.05707636475563049
235891	rnn.weight_ih_l0	4	0.021017814055085182
235891	rnn.weight_ih_l0	5	-0.1099272146821022
235891	rnn.weight_ih_l0	6	-0.03770459070801735
235891	rnn.weight_ih_l0	7	-0.007311261259019375
235891	rnn.weight_ih_l0	8	0.05763251706957817
235891	rnn.weight_ih_l0	9	0.009223866276443005
235891	rnn.weight_hh_l0	0	0.0010128143476322293
235891	rnn.weight_hh_l0	1	-0.08601810783147812
235891	rnn.weight_hh_l0	2	0.07326147705316544
235891	rnn.weight_hh_l0	3	0.052962418645620346
235891	rnn.weight_hh_l0	4	0.005067567806690931
235891	rnn.weight_hh_l0	5	0.07017404586076736
235891	rnn.weight_hh_l0	6	-0.018274368718266487
235891	rnn.weight_hh_l0	7	-0.11066059023141861
235891	rnn.weight_hh_l0	8	0.027655435726046562
235891	rnn.weight_hh_l0	9	-0.078700490295887
235891	rnn.bias_ih_l0	0	-0.08777566999197006
235891	rnn.bias_ih_l0	1	-0.19287176430225372
235891	rnn.bias_ih_l0	2	-0.2597326636314392
235891	rnn.bias_ih_l0	3	-0.2849479615688324
235891	rnn.bias_ih_l0	4	0.004332966171205044
235891	rnn.bias_ih_l0	5	0.05982648581266403
235891	rnn.bias_ih_l0	6	-0.16825762391090393
235891	rnn.bias_ih_l0	7	-0.2620037794113159
235891	rnn.bias_ih_l0	8	-0.15068155527114868
235891	rnn.bias_ih_l0	9	-0.17936110496520996
235891	rnn.bias_hh_l0	0	0.13014662265777588
235891	rnn.bias_hh_l0	1	-0.053719017654657364
235891	rnn.bias_hh_l0	2	0.05351639166474342
235891	rnn.bias_hh_l0	3	-0.18224084377288818
235891	rnn.bias_hh_l0	4	0.06006168574094772
235891	rnn.bias_hh_l0	5	0.05360759422183037
235891	rnn.bias_hh_l0	6	-0.10785850137472153
235891	rnn.bias_hh_l0	7	-0.14729700982570648
235891	rnn.bias_hh_l0	8	-0.18689845502376556
235891	rnn.bias_hh_l0	9	-0.1077142208814621
235891	rnn.weight_ih_l0_reverse	0	-0.01916016824543476
235891	rnn.weight_ih_l0_reverse	1	-0.004017505329102278
235891	rnn.weight_ih_l0_reverse	2	0.004895491525530815
235891	rnn.weight_ih_l0_reverse	3	0.010321686044335365
235891	rnn.weight_ih_l0_reverse	4	0.01763293333351612
235891	rnn.weight_ih_l0_reverse	5	-0.057516880333423615
235891	rnn.weight_ih_l0_reverse	6	-0.0441155880689621
235891	rnn.weight_ih_l0_reverse	7	0.016480622813105583
235891	rnn.weight_ih_l0_reverse	8	0.08718059957027435
235891	rnn.weight_ih_l0_reverse	9	0.004545913077890873
235891	rnn.weight_hh_l0_reverse	0	0.003772488096728921
235891	rnn.weight_hh_l0_reverse	1	0.02782423049211502
235891	rnn.weight_hh_l0_reverse	2	-0.038760751485824585
235891	rnn.weight_hh_l0_reverse	3	0.041233014315366745
235891	rnn.weight_hh_l0_reverse	4	0.022947149351239204
235891	rnn.weight_hh_l0_reverse	5	-0.010191842913627625
235891	rnn.weight_hh_l0_reverse	6	0.06833107024431229
235891	rnn.weight_hh_l0_reverse	7	0.03708526864647865
235891	rnn.weight_hh_l0_reverse	8	-0.024237919598817825
235891	rnn.weight_hh_l0_reverse	9	-0.02591138333082199
235891	rnn.bias_ih_l0_reverse	0	-0.1449868381023407
235891	rnn.bias_ih_l0_reverse	1	-0.3124881386756897
235891	rnn.bias_ih_l0_reverse	2	-0.06052397936582565
235891	rnn.bias_ih_l0_reverse	3	-0.15891890227794647
235891	rnn.bias_ih_l0_reverse	4	0.06417226046323776
235891	rnn.bias_ih_l0_reverse	5	-0.27216383814811707
235891	rnn.bias_ih_l0_reverse	6	-0.0685344934463501
235891	rnn.bias_ih_l0_reverse	7	0.023783564567565918
235891	rnn.bias_ih_l0_reverse	8	-0.18674179911613464
235891	rnn.bias_ih_l0_reverse	9	-0.09137490391731262
235891	rnn.bias_hh_l0_reverse	0	-0.15723669528961182
235891	rnn.bias_hh_l0_reverse	1	-0.14189893007278442
235891	rnn.bias_hh_l0_reverse	2	-0.015315457247197628
235891	rnn.bias_hh_l0_reverse	3	-0.13652819395065308
235891	rnn.bias_hh_l0_reverse	4	-0.025370517745614052
235891	rnn.bias_hh_l0_reverse	5	-0.11610216647386551
235891	rnn.bias_hh_l0_reverse	6	-0.0747581273317337
235891	rnn.bias_hh_l0_reverse	7	-0.17652899026870728
235891	rnn.bias_hh_l0_reverse	8	-0.06486024707555771
235891	rnn.bias_hh_l0_reverse	9	-0.11669345945119858
235891	linear.weight	0	-0.2996220290660858
235891	linear.weight	1	-0.1017722338438034
235891	linear.weight	2	-0.011228874325752258
235891	linear.weight	3	-0.08995611220598221
235891	linear.weight	4	-0.009246978908777237
235891	linear.weight	5	0.18089702725410461
235891	linear.weight	6	0.0047744326293468475
235891	linear.weight	7	-0.021312154829502106
235891	linear.weight	8	0.1807878315448761
235891	linear.weight	9	0.21068154275417328
235891	linear.bias	0	-0.8195701837539673
235891	linear.bias	1	1.3982206583023071
235891	linear.bias	2	-0.4729595184326172
235891	linear.bias	3	-0.7742922902107239
235891	linear.bias	4	-0.9039596319198608
235891	linear.bias	5	-1.18033766746521
235891	linear.bias	6	-0.9582075476646423
235891	linear.bias	7	-0.7232246398925781
235891	linear.bias	8	-0.01705317199230194
235891	linear.bias	9	3.505396842956543
236088	transitions	0	-0.4662887156009674
236088	transitions	1	8.836381912231445
236088	transitions	2	-3.632158041000366
236088	transitions	3	1.6041843891143799
236088	transitions	4	-2.220243453979492
236088	transitions	5	-0.432784765958786
236088	transitions	6	-0.19602282345294952
236088	transitions	7	-10000.0
236088	transitions	8	1.8626947402954102
236088	transitions	9	-2.2949938774108887
236088	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
236088	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
236088	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
236088	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
236088	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
236088	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
236088	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
236088	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
236088	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
236088	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
236088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
236088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
236088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
236088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
236088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
236088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
236088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
236088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
236088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
236088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
236088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
236088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
236088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
236088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
236088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
236088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
236088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
236088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
236088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
236088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
236088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
236088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
236088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
236088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
236088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
236088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
236088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
236088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
236088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
236088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
236088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
236088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
236088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
236088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
236088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
236088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
236088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
236088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
236088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
236088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
236088	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
236088	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
236088	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
236088	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
236088	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
236088	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
236088	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
236088	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
236088	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
236088	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
236088	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
236088	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
236088	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
236088	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
236088	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
236088	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
236088	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
236088	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
236088	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
236088	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
236088	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
236088	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
236088	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
236088	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
236088	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
236088	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
236088	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
236088	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
236088	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
236088	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
236088	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
236088	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
236088	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
236088	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
236088	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
236088	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
236088	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
236088	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
236088	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
236088	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
236088	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
236088	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
236088	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
236088	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
236088	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
236088	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
236088	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
236088	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
236088	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
236088	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
236088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
236088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
236088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
236088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
236088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
236088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
236088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
236088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
236088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
236088	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
236088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
236088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
236088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
236088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
236088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
236088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
236088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
236088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
236088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
236088	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
236088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
236088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
236088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
236088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
236088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
236088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
236088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
236088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
236088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
236088	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
236088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
236088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
236088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
236088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
236088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
236088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
236088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
236088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
236088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
236088	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
236088	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
236088	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
236088	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
236088	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
236088	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
236088	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
236088	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
236088	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
236088	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
236088	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
236088	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
236088	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
236088	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
236088	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
236088	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
236088	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
236088	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
236088	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
236088	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
236088	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
236088	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
236088	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
236088	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
236088	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
236088	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
236088	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
236088	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
236088	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
236088	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
236088	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
236088	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
236088	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
236088	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
236088	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
236088	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
236088	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
236088	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
236088	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
236088	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
236088	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
236088	embedding2nn.weight	0	0.04477056488394737
236088	embedding2nn.weight	1	-0.09448383003473282
236088	embedding2nn.weight	2	0.01729109324514866
236088	embedding2nn.weight	3	-0.05998329445719719
236088	embedding2nn.weight	4	-0.11055124551057816
236088	embedding2nn.weight	5	0.11156953126192093
236088	embedding2nn.weight	6	-0.0721086785197258
236088	embedding2nn.weight	7	-0.07133826613426208
236088	embedding2nn.weight	8	-0.03323996439576149
236088	embedding2nn.weight	9	0.05130580812692642
236088	embedding2nn.bias	0	0.08880068361759186
236088	embedding2nn.bias	1	0.003763173008337617
236088	embedding2nn.bias	2	-0.07854720950126648
236088	embedding2nn.bias	3	0.0243965033441782
236088	embedding2nn.bias	4	-0.010257784277200699
236088	embedding2nn.bias	5	-0.15984076261520386
236088	embedding2nn.bias	6	-0.11488937586545944
236088	embedding2nn.bias	7	-0.017542380839586258
236088	embedding2nn.bias	8	0.06560079008340836
236088	embedding2nn.bias	9	-0.06956794857978821
236088	rnn.weight_ih_l0	0	0.04105541110038757
236088	rnn.weight_ih_l0	1	-0.07514258474111557
236088	rnn.weight_ih_l0	2	-0.059866148978471756
236088	rnn.weight_ih_l0	3	-0.05764100328087807
236088	rnn.weight_ih_l0	4	0.020978860557079315
236088	rnn.weight_ih_l0	5	-0.10943666100502014
236088	rnn.weight_ih_l0	6	-0.03836286440491676
236088	rnn.weight_ih_l0	7	-0.006911383476108313
236088	rnn.weight_ih_l0	8	0.056851062923669815
236088	rnn.weight_ih_l0	9	0.010494272224605083
236088	rnn.weight_hh_l0	0	0.000761191186029464
236088	rnn.weight_hh_l0	1	-0.08580858260393143
236088	rnn.weight_hh_l0	2	0.07323116809129715
236088	rnn.weight_hh_l0	3	0.05306117236614227
236088	rnn.weight_hh_l0	4	0.005131788086146116
236088	rnn.weight_hh_l0	5	0.07028498500585556
236088	rnn.weight_hh_l0	6	-0.01812710054218769
236088	rnn.weight_hh_l0	7	-0.11096227169036865
236088	rnn.weight_hh_l0	8	0.027615539729595184
236088	rnn.weight_hh_l0	9	-0.07863443344831467
236088	rnn.bias_ih_l0	0	-0.08607187122106552
236088	rnn.bias_ih_l0	1	-0.19356180727481842
236088	rnn.bias_ih_l0	2	-0.258101224899292
236088	rnn.bias_ih_l0	3	-0.2840637266635895
236088	rnn.bias_ih_l0	4	0.004407960921525955
236088	rnn.bias_ih_l0	5	0.0602727085351944
236088	rnn.bias_ih_l0	6	-0.16956990957260132
236088	rnn.bias_ih_l0	7	-0.2611149549484253
236088	rnn.bias_ih_l0	8	-0.15161140263080597
236088	rnn.bias_ih_l0	9	-0.17771844565868378
236088	rnn.bias_hh_l0	0	0.1299806535243988
236088	rnn.bias_hh_l0	1	-0.05436279997229576
236088	rnn.bias_hh_l0	2	0.05341993272304535
236088	rnn.bias_hh_l0	3	-0.18170590698719025
236088	rnn.bias_hh_l0	4	0.059399113059043884
236088	rnn.bias_hh_l0	5	0.05444186180830002
236088	rnn.bias_hh_l0	6	-0.10810109972953796
236088	rnn.bias_hh_l0	7	-0.1467498540878296
236088	rnn.bias_hh_l0	8	-0.18550187349319458
236088	rnn.bias_hh_l0	9	-0.1073032021522522
236088	rnn.weight_ih_l0_reverse	0	-0.019465407356619835
236088	rnn.weight_ih_l0_reverse	1	-0.004192589782178402
236088	rnn.weight_ih_l0_reverse	2	0.005250527523458004
236088	rnn.weight_ih_l0_reverse	3	0.010877692140638828
236088	rnn.weight_ih_l0_reverse	4	0.017195723950862885
236088	rnn.weight_ih_l0_reverse	5	-0.05796736851334572
236088	rnn.weight_ih_l0_reverse	6	-0.04503343999385834
236088	rnn.weight_ih_l0_reverse	7	0.016357846558094025
236088	rnn.weight_ih_l0_reverse	8	0.08682292699813843
236088	rnn.weight_ih_l0_reverse	9	0.004229256883263588
236088	rnn.weight_hh_l0_reverse	0	0.00371261197142303
236088	rnn.weight_hh_l0_reverse	1	0.0277631264179945
236088	rnn.weight_hh_l0_reverse	2	-0.03883269429206848
236088	rnn.weight_hh_l0_reverse	3	0.04137851297855377
236088	rnn.weight_hh_l0_reverse	4	0.022567497566342354
236088	rnn.weight_hh_l0_reverse	5	-0.010267084464430809
236088	rnn.weight_hh_l0_reverse	6	0.06851647049188614
236088	rnn.weight_hh_l0_reverse	7	0.03708310425281525
236088	rnn.weight_hh_l0_reverse	8	-0.02420157380402088
236088	rnn.weight_hh_l0_reverse	9	-0.02617887780070305
236088	rnn.bias_ih_l0_reverse	0	-0.14641354978084564
236088	rnn.bias_ih_l0_reverse	1	-0.3112933933734894
236088	rnn.bias_ih_l0_reverse	2	-0.06120212748646736
236088	rnn.bias_ih_l0_reverse	3	-0.15812969207763672
236088	rnn.bias_ih_l0_reverse	4	0.06399857997894287
236088	rnn.bias_ih_l0_reverse	5	-0.2728576362133026
236088	rnn.bias_ih_l0_reverse	6	-0.06771702319383621
236088	rnn.bias_ih_l0_reverse	7	0.02590995281934738
236088	rnn.bias_ih_l0_reverse	8	-0.18655279278755188
236088	rnn.bias_ih_l0_reverse	9	-0.09218025952577591
236088	rnn.bias_hh_l0_reverse	0	-0.1566656082868576
236088	rnn.bias_hh_l0_reverse	1	-0.1419864296913147
236088	rnn.bias_hh_l0_reverse	2	-0.015331903472542763
236088	rnn.bias_hh_l0_reverse	3	-0.13752381503582
236088	rnn.bias_hh_l0_reverse	4	-0.025274842977523804
236088	rnn.bias_hh_l0_reverse	5	-0.11619941890239716
236088	rnn.bias_hh_l0_reverse	6	-0.07437080889940262
236088	rnn.bias_hh_l0_reverse	7	-0.17617180943489075
236088	rnn.bias_hh_l0_reverse	8	-0.06530985981225967
236088	rnn.bias_hh_l0_reverse	9	-0.11666423827409744
236088	linear.weight	0	-0.30039241909980774
236088	linear.weight	1	-0.10031529515981674
236088	linear.weight	2	-0.011228874325752258
236088	linear.weight	3	-0.09263712167739868
236088	linear.weight	4	-0.0073553151451051235
236088	linear.weight	5	0.18612076342105865
236088	linear.weight	6	0.0047744326293468475
236088	linear.weight	7	-0.021312154829502106
236088	linear.weight	8	0.18413391709327698
236088	linear.weight	9	0.2142503410577774
236088	linear.bias	0	-0.8319262266159058
236088	linear.bias	1	1.396232008934021
236088	linear.bias	2	-0.4981984794139862
236088	linear.bias	3	-0.7560809254646301
236088	linear.bias	4	-0.8972636461257935
236088	linear.bias	5	-1.1803451776504517
236088	linear.bias	6	-0.970864474773407
236088	linear.bias	7	-0.7085406184196472
236088	linear.bias	8	-0.01705317199230194
236088	linear.bias	9	3.500572681427002
236285	transitions	0	-0.46644097566604614
236285	transitions	1	8.834915161132812
236285	transitions	2	-3.632330894470215
236285	transitions	3	1.6053906679153442
236285	transitions	4	-2.2205522060394287
236285	transitions	5	-0.4328056275844574
236285	transitions	6	-0.19603635370731354
236285	transitions	7	-10000.0
236285	transitions	8	1.863816499710083
236285	transitions	9	-2.2949953079223633
236285	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
236285	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
236285	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
236285	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
236285	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
236285	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
236285	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
236285	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
236285	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
236285	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
236285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
236285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
236285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
236285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
236285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
236285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
236285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
236285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
236285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
236285	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
236285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
236285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
236285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
236285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
236285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
236285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
236285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
236285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
236285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
236285	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
236285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
236285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
236285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
236285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
236285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
236285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
236285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
236285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
236285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
236285	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
236285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
236285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
236285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
236285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
236285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
236285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
236285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
236285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
236285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
236285	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
236285	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
236285	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
236285	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
236285	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
236285	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
236285	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
236285	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
236285	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
236285	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
236285	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
236285	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
236285	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
236285	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
236285	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
236285	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
236285	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
236285	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
236285	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
236285	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
236285	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
236285	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
236285	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
236285	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
236285	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
236285	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
236285	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
236285	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
236285	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
236285	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
236285	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
236285	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
236285	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
236285	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
236285	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
236285	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
236285	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
236285	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
236285	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
236285	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
236285	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
236285	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
236285	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
236285	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
236285	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
236285	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
236285	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
236285	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
236285	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
236285	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
236285	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
236285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
236285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
236285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
236285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
236285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
236285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
236285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
236285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
236285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
236285	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
236285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
236285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
236285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
236285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
236285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
236285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
236285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
236285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
236285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
236285	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
236285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
236285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
236285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
236285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
236285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
236285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
236285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
236285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
236285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
236285	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
236285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
236285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
236285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
236285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
236285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
236285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
236285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
236285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
236285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
236285	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
236285	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
236285	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
236285	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
236285	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
236285	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
236285	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
236285	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
236285	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
236285	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
236285	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
236285	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
236285	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
236285	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
236285	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
236285	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
236285	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
236285	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
236285	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
236285	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
236285	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
236285	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
236285	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
236285	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
236285	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
236285	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
236285	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
236285	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
236285	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
236285	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
236285	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
236285	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
236285	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
236285	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
236285	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
236285	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
236285	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
236285	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
236285	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
236285	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
236285	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
236285	embedding2nn.weight	0	0.044656939804553986
236285	embedding2nn.weight	1	-0.0945240780711174
236285	embedding2nn.weight	2	0.017028406262397766
236285	embedding2nn.weight	3	-0.05989444628357887
236285	embedding2nn.weight	4	-0.10987898707389832
236285	embedding2nn.weight	5	0.11141485720872879
236285	embedding2nn.weight	6	-0.07247833907604218
236285	embedding2nn.weight	7	-0.07202477008104324
236285	embedding2nn.weight	8	-0.03316584974527359
236285	embedding2nn.weight	9	0.051604680716991425
236285	embedding2nn.bias	0	0.08851950615644455
236285	embedding2nn.bias	1	0.0015447778860107064
236285	embedding2nn.bias	2	-0.07554711401462555
236285	embedding2nn.bias	3	0.018588576465845108
236285	embedding2nn.bias	4	-0.010190267115831375
236285	embedding2nn.bias	5	-0.15717431902885437
236285	embedding2nn.bias	6	-0.11009492725133896
236285	embedding2nn.bias	7	-0.01433640904724598
236285	embedding2nn.bias	8	0.06137612834572792
236285	embedding2nn.bias	9	-0.06821635365486145
236285	rnn.weight_ih_l0	0	0.04091194272041321
236285	rnn.weight_ih_l0	1	-0.07492146641016006
236285	rnn.weight_ih_l0	2	-0.06065620854496956
236285	rnn.weight_ih_l0	3	-0.057472459971904755
236285	rnn.weight_ih_l0	4	0.021334504708647728
236285	rnn.weight_ih_l0	5	-0.10858762264251709
236285	rnn.weight_ih_l0	6	-0.03838809207081795
236285	rnn.weight_ih_l0	7	-0.006825553718954325
236285	rnn.weight_ih_l0	8	0.05669466778635979
236285	rnn.weight_ih_l0	9	0.010578990913927555
236285	rnn.weight_hh_l0	0	0.000940794765483588
236285	rnn.weight_hh_l0	1	-0.08575651049613953
236285	rnn.weight_hh_l0	2	0.07314300537109375
236285	rnn.weight_hh_l0	3	0.053193822503089905
236285	rnn.weight_hh_l0	4	0.005063196644186974
236285	rnn.weight_hh_l0	5	0.07048197835683823
236285	rnn.weight_hh_l0	6	-0.01809600740671158
236285	rnn.weight_hh_l0	7	-0.11111856251955032
236285	rnn.weight_hh_l0	8	0.027868840843439102
236285	rnn.weight_hh_l0	9	-0.07865042239427567
236285	rnn.bias_ih_l0	0	-0.08690652996301651
236285	rnn.bias_ih_l0	1	-0.19363123178482056
236285	rnn.bias_ih_l0	2	-0.25784429907798767
236285	rnn.bias_ih_l0	3	-0.28337061405181885
236285	rnn.bias_ih_l0	4	0.004114797804504633
236285	rnn.bias_ih_l0	5	0.06042766571044922
236285	rnn.bias_ih_l0	6	-0.16854369640350342
236285	rnn.bias_ih_l0	7	-0.26033079624176025
236285	rnn.bias_ih_l0	8	-0.15056605637073517
236285	rnn.bias_ih_l0	9	-0.17776207625865936
236285	rnn.bias_hh_l0	0	0.13059908151626587
236285	rnn.bias_hh_l0	1	-0.05487024784088135
236285	rnn.bias_hh_l0	2	0.05338096246123314
236285	rnn.bias_hh_l0	3	-0.18148764967918396
236285	rnn.bias_hh_l0	4	0.058593958616256714
236285	rnn.bias_hh_l0	5	0.05370720103383064
236285	rnn.bias_hh_l0	6	-0.10735076665878296
236285	rnn.bias_hh_l0	7	-0.14742140471935272
236285	rnn.bias_hh_l0	8	-0.18508388102054596
236285	rnn.bias_hh_l0	9	-0.10707062482833862
236285	rnn.weight_ih_l0_reverse	0	-0.019473006948828697
236285	rnn.weight_ih_l0_reverse	1	-0.004750877618789673
236285	rnn.weight_ih_l0_reverse	2	0.006003698334097862
236285	rnn.weight_ih_l0_reverse	3	0.01136348582804203
236285	rnn.weight_ih_l0_reverse	4	0.017566408962011337
236285	rnn.weight_ih_l0_reverse	5	-0.057612594217061996
236285	rnn.weight_ih_l0_reverse	6	-0.04592752456665039
236285	rnn.weight_ih_l0_reverse	7	0.01620412804186344
236285	rnn.weight_ih_l0_reverse	8	0.08673311024904251
236285	rnn.weight_ih_l0_reverse	9	0.004456702619791031
236285	rnn.weight_hh_l0_reverse	0	0.003732954151928425
236285	rnn.weight_hh_l0_reverse	1	0.027558937668800354
236285	rnn.weight_hh_l0_reverse	2	-0.03883403539657593
236285	rnn.weight_hh_l0_reverse	3	0.0415114127099514
236285	rnn.weight_hh_l0_reverse	4	0.022744106128811836
236285	rnn.weight_hh_l0_reverse	5	-0.010207503102719784
236285	rnn.weight_hh_l0_reverse	6	0.06858106702566147
236285	rnn.weight_hh_l0_reverse	7	0.036981791257858276
236285	rnn.weight_hh_l0_reverse	8	-0.024024438112974167
236285	rnn.weight_hh_l0_reverse	9	-0.026163408532738686
236285	rnn.bias_ih_l0_reverse	0	-0.14608234167099
236285	rnn.bias_ih_l0_reverse	1	-0.3116493225097656
236285	rnn.bias_ih_l0_reverse	2	-0.06115103140473366
236285	rnn.bias_ih_l0_reverse	3	-0.15822653472423553
236285	rnn.bias_ih_l0_reverse	4	0.061943065375089645
236285	rnn.bias_ih_l0_reverse	5	-0.27321943640708923
236285	rnn.bias_ih_l0_reverse	6	-0.06832714378833771
236285	rnn.bias_ih_l0_reverse	7	0.025525400415062904
236285	rnn.bias_ih_l0_reverse	8	-0.18670348823070526
236285	rnn.bias_ih_l0_reverse	9	-0.09236158430576324
236285	rnn.bias_hh_l0_reverse	0	-0.1558382511138916
236285	rnn.bias_hh_l0_reverse	1	-0.14138418436050415
236285	rnn.bias_hh_l0_reverse	2	-0.015032565221190453
236285	rnn.bias_hh_l0_reverse	3	-0.13765005767345428
236285	rnn.bias_hh_l0_reverse	4	-0.02526092529296875
236285	rnn.bias_hh_l0_reverse	5	-0.11551562696695328
236285	rnn.bias_hh_l0_reverse	6	-0.07479757070541382
236285	rnn.bias_hh_l0_reverse	7	-0.1764361411333084
236285	rnn.bias_hh_l0_reverse	8	-0.06481686979532242
236285	rnn.bias_hh_l0_reverse	9	-0.11728441715240479
236285	linear.weight	0	-0.30213603377342224
236285	linear.weight	1	-0.1007392629981041
236285	linear.weight	2	-0.011228874325752258
236285	linear.weight	3	-0.09099451452493668
236285	linear.weight	4	-0.010967502370476723
236285	linear.weight	5	0.18347647786140442
236285	linear.weight	6	0.0047744326293468475
236285	linear.weight	7	-0.021312154829502106
236285	linear.weight	8	0.18444521725177765
236285	linear.weight	9	0.21279942989349365
236285	linear.bias	0	-0.8303091526031494
236285	linear.bias	1	1.4069761037826538
236285	linear.bias	2	-0.4966360330581665
236285	linear.bias	3	-0.7469199895858765
236285	linear.bias	4	-0.8979580998420715
236285	linear.bias	5	-1.1803505420684814
236285	linear.bias	6	-0.9681270122528076
236285	linear.bias	7	-0.7097518444061279
236285	linear.bias	8	-0.01705317199230194
236285	linear.bias	9	3.497802495956421
236482	transitions	0	-0.46657177805900574
236482	transitions	1	8.844295501708984
236482	transitions	2	-3.632483720779419
236482	transitions	3	1.6057446002960205
236482	transitions	4	-2.2206521034240723
236482	transitions	5	-0.43282318115234375
236482	transitions	6	-0.1960437297821045
236482	transitions	7	-10000.0
236482	transitions	8	1.863571286201477
236482	transitions	9	-2.2949957847595215
236482	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
236482	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
236482	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
236482	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
236482	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
236482	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
236482	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
236482	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
236482	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
236482	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
236482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
236482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
236482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
236482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
236482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
236482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
236482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
236482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
236482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
236482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
236482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
236482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
236482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
236482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
236482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
236482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
236482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
236482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
236482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
236482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
236482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
236482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
236482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
236482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
236482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
236482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
236482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
236482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
236482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
236482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
236482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
236482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
236482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
236482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
236482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
236482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
236482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
236482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
236482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
236482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
236482	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
236482	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
236482	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
236482	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
236482	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
236482	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
236482	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
236482	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
236482	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
236482	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
236482	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
236482	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
236482	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
236482	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
236482	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
236482	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
236482	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
236482	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
236482	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
236482	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
236482	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
236482	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
236482	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
236482	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
236482	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
236482	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
236482	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
236482	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
236482	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
236482	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
236482	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
236482	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
236482	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
236482	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
236482	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
236482	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
236482	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
236482	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
236482	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
236482	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
236482	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
236482	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
236482	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
236482	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
236482	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
236482	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
236482	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
236482	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
236482	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
236482	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
236482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
236482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
236482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
236482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
236482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
236482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
236482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
236482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
236482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
236482	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
236482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
236482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
236482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
236482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
236482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
236482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
236482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
236482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
236482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
236482	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
236482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
236482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
236482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
236482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
236482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
236482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
236482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
236482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
236482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
236482	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
236482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
236482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
236482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
236482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
236482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
236482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
236482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
236482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
236482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
236482	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
236482	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
236482	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
236482	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
236482	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
236482	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
236482	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
236482	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
236482	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
236482	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
236482	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
236482	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
236482	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
236482	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
236482	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
236482	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
236482	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
236482	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
236482	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
236482	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
236482	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
236482	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
236482	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
236482	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
236482	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
236482	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
236482	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
236482	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
236482	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
236482	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
236482	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
236482	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
236482	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
236482	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
236482	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
236482	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
236482	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
236482	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
236482	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
236482	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
236482	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
236482	embedding2nn.weight	0	0.04477047920227051
236482	embedding2nn.weight	1	-0.09411611407995224
236482	embedding2nn.weight	2	0.016522061079740524
236482	embedding2nn.weight	3	-0.05994228273630142
236482	embedding2nn.weight	4	-0.10949891060590744
236482	embedding2nn.weight	5	0.11116896569728851
236482	embedding2nn.weight	6	-0.0722508430480957
236482	embedding2nn.weight	7	-0.07253091037273407
236482	embedding2nn.weight	8	-0.032804377377033234
236482	embedding2nn.weight	9	0.05169305205345154
236482	embedding2nn.bias	0	0.09235194325447083
236482	embedding2nn.bias	1	-0.0023871439043432474
236482	embedding2nn.bias	2	-0.07470424473285675
236482	embedding2nn.bias	3	0.0166152510792017
236482	embedding2nn.bias	4	-0.012068115174770355
236482	embedding2nn.bias	5	-0.15627355873584747
236482	embedding2nn.bias	6	-0.11189936846494675
236482	embedding2nn.bias	7	-0.019089670851826668
236482	embedding2nn.bias	8	0.06228601187467575
236482	embedding2nn.bias	9	-0.07222098857164383
236482	rnn.weight_ih_l0	0	0.0404452309012413
236482	rnn.weight_ih_l0	1	-0.07566748559474945
236482	rnn.weight_ih_l0	2	-0.06032000109553337
236482	rnn.weight_ih_l0	3	-0.05722353979945183
236482	rnn.weight_ih_l0	4	0.021088045090436935
236482	rnn.weight_ih_l0	5	-0.10839995741844177
236482	rnn.weight_ih_l0	6	-0.03873864933848381
236482	rnn.weight_ih_l0	7	-0.006169000640511513
236482	rnn.weight_ih_l0	8	0.056477706879377365
236482	rnn.weight_ih_l0	9	0.01073972787708044
236482	rnn.weight_hh_l0	0	0.0009290196467190981
236482	rnn.weight_hh_l0	1	-0.08550877869129181
236482	rnn.weight_hh_l0	2	0.07296641170978546
236482	rnn.weight_hh_l0	3	0.053219541907310486
236482	rnn.weight_hh_l0	4	0.005160923581570387
236482	rnn.weight_hh_l0	5	0.0706060603260994
236482	rnn.weight_hh_l0	6	-0.018057366833090782
236482	rnn.weight_hh_l0	7	-0.11114571243524551
236482	rnn.weight_hh_l0	8	0.02794460393488407
236482	rnn.weight_hh_l0	9	-0.07795407623052597
236482	rnn.bias_ih_l0	0	-0.08533093333244324
236482	rnn.bias_ih_l0	1	-0.19371166825294495
236482	rnn.bias_ih_l0	2	-0.25795939564704895
236482	rnn.bias_ih_l0	3	-0.28343236446380615
236482	rnn.bias_ih_l0	4	0.0036745467223227024
236482	rnn.bias_ih_l0	5	0.059490542858839035
236482	rnn.bias_ih_l0	6	-0.16859711706638336
236482	rnn.bias_ih_l0	7	-0.25964778661727905
236482	rnn.bias_ih_l0	8	-0.149968221783638
236482	rnn.bias_ih_l0	9	-0.17798416316509247
236482	rnn.bias_hh_l0	0	0.13123849034309387
236482	rnn.bias_hh_l0	1	-0.05507391318678856
236482	rnn.bias_hh_l0	2	0.05329597368836403
236482	rnn.bias_hh_l0	3	-0.18139415979385376
236482	rnn.bias_hh_l0	4	0.05898100882768631
236482	rnn.bias_hh_l0	5	0.053666941821575165
236482	rnn.bias_hh_l0	6	-0.1073584258556366
236482	rnn.bias_hh_l0	7	-0.14740732312202454
236482	rnn.bias_hh_l0	8	-0.18474310636520386
236482	rnn.bias_hh_l0	9	-0.10778244584798813
236482	rnn.weight_ih_l0_reverse	0	-0.019127780571579933
236482	rnn.weight_ih_l0_reverse	1	-0.004601275082677603
236482	rnn.weight_ih_l0_reverse	2	0.005674588028341532
236482	rnn.weight_ih_l0_reverse	3	0.011452595703303814
236482	rnn.weight_ih_l0_reverse	4	0.016469547525048256
236482	rnn.weight_ih_l0_reverse	5	-0.05783998966217041
236482	rnn.weight_ih_l0_reverse	6	-0.045285411179065704
236482	rnn.weight_ih_l0_reverse	7	0.016056790947914124
236482	rnn.weight_ih_l0_reverse	8	0.08620566874742508
236482	rnn.weight_ih_l0_reverse	9	0.004572603385895491
236482	rnn.weight_hh_l0_reverse	0	0.0037396149709820747
236482	rnn.weight_hh_l0_reverse	1	0.027378488332033157
236482	rnn.weight_hh_l0_reverse	2	-0.03877238929271698
236482	rnn.weight_hh_l0_reverse	3	0.04134126752614975
236482	rnn.weight_hh_l0_reverse	4	0.022538939490914345
236482	rnn.weight_hh_l0_reverse	5	-0.010254775173962116
236482	rnn.weight_hh_l0_reverse	6	0.06810640543699265
236482	rnn.weight_hh_l0_reverse	7	0.037139683961868286
236482	rnn.weight_hh_l0_reverse	8	-0.024162698537111282
236482	rnn.weight_hh_l0_reverse	9	-0.026050029322504997
236482	rnn.bias_ih_l0_reverse	0	-0.14660580456256866
236482	rnn.bias_ih_l0_reverse	1	-0.3115021288394928
236482	rnn.bias_ih_l0_reverse	2	-0.06105540692806244
236482	rnn.bias_ih_l0_reverse	3	-0.15705125033855438
236482	rnn.bias_ih_l0_reverse	4	0.0631423220038414
236482	rnn.bias_ih_l0_reverse	5	-0.2721390426158905
236482	rnn.bias_ih_l0_reverse	6	-0.06828086078166962
236482	rnn.bias_ih_l0_reverse	7	0.02461140602827072
236482	rnn.bias_ih_l0_reverse	8	-0.18667881190776825
236482	rnn.bias_ih_l0_reverse	9	-0.09197613596916199
236482	rnn.bias_hh_l0_reverse	0	-0.1558234989643097
236482	rnn.bias_hh_l0_reverse	1	-0.1420488953590393
236482	rnn.bias_hh_l0_reverse	2	-0.014669866301119328
236482	rnn.bias_hh_l0_reverse	3	-0.13829277455806732
236482	rnn.bias_hh_l0_reverse	4	-0.025122979655861855
236482	rnn.bias_hh_l0_reverse	5	-0.11557028442621231
236482	rnn.bias_hh_l0_reverse	6	-0.07580219209194183
236482	rnn.bias_hh_l0_reverse	7	-0.1767972856760025
236482	rnn.bias_hh_l0_reverse	8	-0.0648881196975708
236482	rnn.bias_hh_l0_reverse	9	-0.11707796156406403
236482	linear.weight	0	-0.3129023313522339
236482	linear.weight	1	-0.10057032108306885
236482	linear.weight	2	-0.011228874325752258
236482	linear.weight	3	-0.09383475035429001
236482	linear.weight	4	-0.006467040162533522
236482	linear.weight	5	0.18603059649467468
236482	linear.weight	6	0.0047744326293468475
236482	linear.weight	7	-0.021312154829502106
236482	linear.weight	8	0.1827997863292694
236482	linear.weight	9	0.21340186893939972
236482	linear.bias	0	-0.8367389440536499
236482	linear.bias	1	1.4139127731323242
236482	linear.bias	2	-0.5007908940315247
236482	linear.bias	3	-0.7459281086921692
236482	linear.bias	4	-0.908168375492096
236482	linear.bias	5	-1.1803561449050903
236482	linear.bias	6	-0.97419673204422
236482	linear.bias	7	-0.6776934266090393
236482	linear.bias	8	-0.01705317199230194
236482	linear.bias	9	3.4809043407440186
236679	transitions	0	-0.4665883779525757
236679	transitions	1	8.85472583770752
236679	transitions	2	-3.6327662467956543
236679	transitions	3	1.608741044998169
236679	transitions	4	-2.2206997871398926
236679	transitions	5	-0.43285244703292847
236679	transitions	6	-0.19606037437915802
236679	transitions	7	-10000.0
236679	transitions	8	1.8635330200195312
236679	transitions	9	-2.294997215270996
236679	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
236679	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
236679	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
236679	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
236679	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
236679	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
236679	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
236679	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
236679	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
236679	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
236679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
236679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
236679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
236679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
236679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
236679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
236679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
236679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
236679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
236679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
236679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
236679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
236679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
236679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
236679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
236679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
236679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
236679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
236679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
236679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
236679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
236679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
236679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
236679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
236679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
236679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
236679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
236679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
236679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
236679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
236679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
236679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
236679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
236679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
236679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
236679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
236679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
236679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
236679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
236679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
236679	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
236679	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
236679	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
236679	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
236679	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
236679	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
236679	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
236679	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
236679	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
236679	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
236679	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
236679	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
236679	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
236679	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
236679	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
236679	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
236679	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
236679	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
236679	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
236679	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
236679	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
236679	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
236679	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
236679	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
236679	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
236679	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
236679	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
236679	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
236679	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
236679	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
236679	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
236679	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
236679	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
236679	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
236679	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
236679	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
236679	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
236679	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
236679	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
236679	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
236679	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
236679	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
236679	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
236679	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
236679	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
236679	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
236679	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
236679	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
236679	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
236679	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
236679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
236679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
236679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
236679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
236679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
236679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
236679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
236679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
236679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
236679	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
236679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
236679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
236679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
236679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
236679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
236679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
236679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
236679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
236679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
236679	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
236679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
236679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
236679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
236679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
236679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
236679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
236679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
236679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
236679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
236679	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
236679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
236679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
236679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
236679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
236679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
236679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
236679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
236679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
236679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
236679	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
236679	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
236679	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
236679	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
236679	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
236679	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
236679	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
236679	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
236679	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
236679	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
236679	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
236679	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
236679	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
236679	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
236679	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
236679	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
236679	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
236679	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
236679	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
236679	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
236679	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
236679	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
236679	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
236679	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
236679	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
236679	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
236679	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
236679	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
236679	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
236679	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
236679	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
236679	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
236679	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
236679	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
236679	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
236679	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
236679	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
236679	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
236679	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
236679	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
236679	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
236679	embedding2nn.weight	0	0.04450394585728645
236679	embedding2nn.weight	1	-0.0937776044011116
236679	embedding2nn.weight	2	0.01738166995346546
236679	embedding2nn.weight	3	-0.06005438417196274
236679	embedding2nn.weight	4	-0.10895167291164398
236679	embedding2nn.weight	5	0.11152832955121994
236679	embedding2nn.weight	6	-0.07164639234542847
236679	embedding2nn.weight	7	-0.07304030656814575
236679	embedding2nn.weight	8	-0.03200070187449455
236679	embedding2nn.weight	9	0.051904045045375824
236679	embedding2nn.bias	0	0.08561574667692184
236679	embedding2nn.bias	1	-0.0049479068256914616
236679	embedding2nn.bias	2	-0.08149143308401108
236679	embedding2nn.bias	3	0.01982274278998375
236679	embedding2nn.bias	4	-0.018467193469405174
236679	embedding2nn.bias	5	-0.15596717596054077
236679	embedding2nn.bias	6	-0.11298655718564987
236679	embedding2nn.bias	7	-0.01715383678674698
236679	embedding2nn.bias	8	0.06482177972793579
236679	embedding2nn.bias	9	-0.07019758224487305
236679	rnn.weight_ih_l0	0	0.04081327095627785
236679	rnn.weight_ih_l0	1	-0.07567697018384933
236679	rnn.weight_ih_l0	2	-0.06058603897690773
236679	rnn.weight_ih_l0	3	-0.056900426745414734
236679	rnn.weight_ih_l0	4	0.021303236484527588
236679	rnn.weight_ih_l0	5	-0.10846319794654846
236679	rnn.weight_ih_l0	6	-0.039060331881046295
236679	rnn.weight_ih_l0	7	-0.006318384315818548
236679	rnn.weight_ih_l0	8	0.05674127861857414
236679	rnn.weight_ih_l0	9	0.011334273964166641
236679	rnn.weight_hh_l0	0	0.0007324363687075675
236679	rnn.weight_hh_l0	1	-0.0856533944606781
236679	rnn.weight_hh_l0	2	0.07249657809734344
236679	rnn.weight_hh_l0	3	0.05372832342982292
236679	rnn.weight_hh_l0	4	0.005077216308563948
236679	rnn.weight_hh_l0	5	0.07092181593179703
236679	rnn.weight_hh_l0	6	-0.01793982833623886
236679	rnn.weight_hh_l0	7	-0.11092404276132584
236679	rnn.weight_hh_l0	8	0.028304729610681534
236679	rnn.weight_hh_l0	9	-0.07726936042308807
236679	rnn.bias_ih_l0	0	-0.08542600274085999
236679	rnn.bias_ih_l0	1	-0.1937967985868454
236679	rnn.bias_ih_l0	2	-0.25738734006881714
236679	rnn.bias_ih_l0	3	-0.28334420919418335
236679	rnn.bias_ih_l0	4	0.0038741729222238064
236679	rnn.bias_ih_l0	5	0.06008549779653549
236679	rnn.bias_ih_l0	6	-0.1692170649766922
236679	rnn.bias_ih_l0	7	-0.25915101170539856
236679	rnn.bias_ih_l0	8	-0.15071825683116913
236679	rnn.bias_ih_l0	9	-0.17792002856731415
236679	rnn.bias_hh_l0	0	0.13245441019535065
236679	rnn.bias_hh_l0	1	-0.05431930720806122
236679	rnn.bias_hh_l0	2	0.0525766983628273
236679	rnn.bias_hh_l0	3	-0.18111179769039154
236679	rnn.bias_hh_l0	4	0.05903354659676552
236679	rnn.bias_hh_l0	5	0.05485088750720024
236679	rnn.bias_hh_l0	6	-0.10663603991270065
236679	rnn.bias_hh_l0	7	-0.1482708901166916
236679	rnn.bias_hh_l0	8	-0.18544736504554749
236679	rnn.bias_hh_l0	9	-0.10782590508460999
236679	rnn.weight_ih_l0_reverse	0	-0.019289089366793633
236679	rnn.weight_ih_l0_reverse	1	-0.004663295112550259
236679	rnn.weight_ih_l0_reverse	2	0.00614673737436533
236679	rnn.weight_ih_l0_reverse	3	0.010914647951722145
236679	rnn.weight_ih_l0_reverse	4	0.016507916152477264
236679	rnn.weight_ih_l0_reverse	5	-0.0573122464120388
236679	rnn.weight_ih_l0_reverse	6	-0.04450565204024315
236679	rnn.weight_ih_l0_reverse	7	0.016220927238464355
236679	rnn.weight_ih_l0_reverse	8	0.08653726428747177
236679	rnn.weight_ih_l0_reverse	9	0.003949376288801432
236679	rnn.weight_hh_l0_reverse	0	0.0036772487219423056
236679	rnn.weight_hh_l0_reverse	1	0.027117593213915825
236679	rnn.weight_hh_l0_reverse	2	-0.03869590535759926
236679	rnn.weight_hh_l0_reverse	3	0.04114167392253876
236679	rnn.weight_hh_l0_reverse	4	0.02253984846174717
236679	rnn.weight_hh_l0_reverse	5	-0.010309161618351936
236679	rnn.weight_hh_l0_reverse	6	0.06828715652227402
236679	rnn.weight_hh_l0_reverse	7	0.03712199628353119
236679	rnn.weight_hh_l0_reverse	8	-0.024230966344475746
236679	rnn.weight_hh_l0_reverse	9	-0.02595377154648304
236679	rnn.bias_ih_l0_reverse	0	-0.14772193133831024
236679	rnn.bias_ih_l0_reverse	1	-0.31098324060440063
236679	rnn.bias_ih_l0_reverse	2	-0.06052445247769356
236679	rnn.bias_ih_l0_reverse	3	-0.1579221487045288
236679	rnn.bias_ih_l0_reverse	4	0.0641266256570816
236679	rnn.bias_ih_l0_reverse	5	-0.27260062098503113
236679	rnn.bias_ih_l0_reverse	6	-0.06883028149604797
236679	rnn.bias_ih_l0_reverse	7	0.025139277800917625
236679	rnn.bias_ih_l0_reverse	8	-0.18669623136520386
236679	rnn.bias_ih_l0_reverse	9	-0.09295354038476944
236679	rnn.bias_hh_l0_reverse	0	-0.15521639585494995
236679	rnn.bias_hh_l0_reverse	1	-0.1410030871629715
236679	rnn.bias_hh_l0_reverse	2	-0.014468447305262089
236679	rnn.bias_hh_l0_reverse	3	-0.13999921083450317
236679	rnn.bias_hh_l0_reverse	4	-0.025632819160819054
236679	rnn.bias_hh_l0_reverse	5	-0.11492911726236343
236679	rnn.bias_hh_l0_reverse	6	-0.07593688368797302
236679	rnn.bias_hh_l0_reverse	7	-0.17667366564273834
236679	rnn.bias_hh_l0_reverse	8	-0.06551576405763626
236679	rnn.bias_hh_l0_reverse	9	-0.11579650640487671
236679	linear.weight	0	-0.31137073040008545
236679	linear.weight	1	-0.10241743177175522
236679	linear.weight	2	-0.011228874325752258
236679	linear.weight	3	-0.09244095534086227
236679	linear.weight	4	-0.006890061777085066
236679	linear.weight	5	0.19000756740570068
236679	linear.weight	6	0.0047744326293468475
236679	linear.weight	7	-0.021312154829502106
236679	linear.weight	8	0.17689551413059235
236679	linear.weight	9	0.20665401220321655
236679	linear.bias	0	-0.8327931761741638
236679	linear.bias	1	1.4285823106765747
236679	linear.bias	2	-0.5019608736038208
236679	linear.bias	3	-0.7399901747703552
236679	linear.bias	4	-0.9055790901184082
236679	linear.bias	5	-1.180361032485962
236679	linear.bias	6	-0.9687402248382568
236679	linear.bias	7	-0.6921741366386414
236679	linear.bias	8	-0.01705317199230194
236679	linear.bias	9	3.4938206672668457
236876	transitions	0	-0.4667249619960785
236876	transitions	1	8.858499526977539
236876	transitions	2	-3.632909059524536
236876	transitions	3	1.6091911792755127
236876	transitions	4	-2.220874547958374
236876	transitions	5	-0.43288829922676086
236876	transitions	6	-0.19606934487819672
236876	transitions	7	-10000.0
236876	transitions	8	1.8632375001907349
236876	transitions	9	-2.2949976921081543
236876	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
236876	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
236876	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
236876	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
236876	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
236876	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
236876	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
236876	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
236876	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
236876	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
236876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
236876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
236876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
236876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
236876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
236876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
236876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
236876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
236876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
236876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
236876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
236876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
236876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
236876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
236876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
236876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
236876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
236876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
236876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
236876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
236876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
236876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
236876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
236876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
236876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
236876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
236876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
236876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
236876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
236876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
236876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
236876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
236876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
236876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
236876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
236876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
236876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
236876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
236876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
236876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
236876	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
236876	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
236876	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
236876	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
236876	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
236876	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
236876	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
236876	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
236876	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
236876	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
236876	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
236876	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
236876	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
236876	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
236876	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
236876	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
236876	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
236876	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
236876	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
236876	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
236876	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
236876	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
236876	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
236876	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
236876	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
236876	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
236876	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
236876	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
236876	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
236876	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
236876	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
236876	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
236876	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
236876	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
236876	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
236876	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
236876	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
236876	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
236876	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
236876	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
236876	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
236876	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
236876	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
236876	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
236876	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
236876	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
236876	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
236876	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
236876	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
236876	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
236876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
236876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
236876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
236876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
236876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
236876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
236876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
236876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
236876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
236876	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
236876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
236876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
236876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
236876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
236876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
236876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
236876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
236876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
236876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
236876	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
236876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
236876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
236876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
236876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
236876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
236876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
236876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
236876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
236876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
236876	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
236876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
236876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
236876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
236876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
236876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
236876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
236876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
236876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
236876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
236876	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
236876	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
236876	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
236876	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
236876	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
236876	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
236876	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
236876	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
236876	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
236876	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
236876	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
236876	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
236876	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
236876	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
236876	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
236876	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
236876	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
236876	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
236876	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
236876	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
236876	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
236876	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
236876	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
236876	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
236876	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
236876	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
236876	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
236876	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
236876	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
236876	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
236876	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
236876	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
236876	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
236876	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
236876	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
236876	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
236876	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
236876	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
236876	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
236876	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
236876	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
236876	embedding2nn.weight	0	0.04447280988097191
236876	embedding2nn.weight	1	-0.09378682076931
236876	embedding2nn.weight	2	0.017585260793566704
236876	embedding2nn.weight	3	-0.06012338772416115
236876	embedding2nn.weight	4	-0.1079389676451683
236876	embedding2nn.weight	5	0.11186591535806656
236876	embedding2nn.weight	6	-0.07200642675161362
236876	embedding2nn.weight	7	-0.07336219400167465
236876	embedding2nn.weight	8	-0.03158589452505112
236876	embedding2nn.weight	9	0.051985964179039
236876	embedding2nn.bias	0	0.09213627874851227
236876	embedding2nn.bias	1	-0.005558003671467304
236876	embedding2nn.bias	2	-0.07603307068347931
236876	embedding2nn.bias	3	0.017009276896715164
236876	embedding2nn.bias	4	-0.02032162807881832
236876	embedding2nn.bias	5	-0.15782004594802856
236876	embedding2nn.bias	6	-0.11231643706560135
236876	embedding2nn.bias	7	-0.01865091547369957
236876	embedding2nn.bias	8	0.06522494554519653
236876	embedding2nn.bias	9	-0.07384685426950455
236876	rnn.weight_ih_l0	0	0.04166605696082115
236876	rnn.weight_ih_l0	1	-0.0753282830119133
236876	rnn.weight_ih_l0	2	-0.06056743487715721
236876	rnn.weight_ih_l0	3	-0.056989409029483795
236876	rnn.weight_ih_l0	4	0.021427862346172333
236876	rnn.weight_ih_l0	5	-0.10814401507377625
236876	rnn.weight_ih_l0	6	-0.03876194357872009
236876	rnn.weight_ih_l0	7	-0.006635729223489761
236876	rnn.weight_ih_l0	8	0.056516919285058975
236876	rnn.weight_ih_l0	9	0.011955867521464825
236876	rnn.weight_hh_l0	0	0.0004815876600332558
236876	rnn.weight_hh_l0	1	-0.08564528822898865
236876	rnn.weight_hh_l0	2	0.07249093800783157
236876	rnn.weight_hh_l0	3	0.053362950682640076
236876	rnn.weight_hh_l0	4	0.0051768459379673
236876	rnn.weight_hh_l0	5	0.07080623507499695
236876	rnn.weight_hh_l0	6	-0.018137779086828232
236876	rnn.weight_hh_l0	7	-0.11094591021537781
236876	rnn.weight_hh_l0	8	0.028306221589446068
236876	rnn.weight_hh_l0	9	-0.07773848623037338
236876	rnn.bias_ih_l0	0	-0.08501748740673065
236876	rnn.bias_ih_l0	1	-0.19260890781879425
236876	rnn.bias_ih_l0	2	-0.25654149055480957
236876	rnn.bias_ih_l0	3	-0.28284624218940735
236876	rnn.bias_ih_l0	4	0.0045629278756678104
236876	rnn.bias_ih_l0	5	0.05927432328462601
236876	rnn.bias_ih_l0	6	-0.16809163987636566
236876	rnn.bias_ih_l0	7	-0.2589319944381714
236876	rnn.bias_ih_l0	8	-0.15083616971969604
236876	rnn.bias_ih_l0	9	-0.17849859595298767
236876	rnn.bias_hh_l0	0	0.13362807035446167
236876	rnn.bias_hh_l0	1	-0.05411785468459129
236876	rnn.bias_hh_l0	2	0.05255819484591484
236876	rnn.bias_hh_l0	3	-0.1805814802646637
236876	rnn.bias_hh_l0	4	0.05784472078084946
236876	rnn.bias_hh_l0	5	0.054880015552043915
236876	rnn.bias_hh_l0	6	-0.10636162757873535
236876	rnn.bias_hh_l0	7	-0.14796669781208038
236876	rnn.bias_hh_l0	8	-0.18603214621543884
236876	rnn.bias_hh_l0	9	-0.10682976990938187
236876	rnn.weight_ih_l0_reverse	0	-0.018994487822055817
236876	rnn.weight_ih_l0_reverse	1	-0.004167390055954456
236876	rnn.weight_ih_l0_reverse	2	0.006306261755526066
236876	rnn.weight_ih_l0_reverse	3	0.010488536208868027
236876	rnn.weight_ih_l0_reverse	4	0.01732260175049305
236876	rnn.weight_ih_l0_reverse	5	-0.057651061564683914
236876	rnn.weight_ih_l0_reverse	6	-0.04403744637966156
236876	rnn.weight_ih_l0_reverse	7	0.01592283882200718
236876	rnn.weight_ih_l0_reverse	8	0.0863337516784668
236876	rnn.weight_ih_l0_reverse	9	0.003978834953159094
236876	rnn.weight_hh_l0_reverse	0	0.00394891481846571
236876	rnn.weight_hh_l0_reverse	1	0.02710752747952938
236876	rnn.weight_hh_l0_reverse	2	-0.039073146879673004
236876	rnn.weight_hh_l0_reverse	3	0.040863797068595886
236876	rnn.weight_hh_l0_reverse	4	0.022567274048924446
236876	rnn.weight_hh_l0_reverse	5	-0.010351116769015789
236876	rnn.weight_hh_l0_reverse	6	0.06819351017475128
236876	rnn.weight_hh_l0_reverse	7	0.03705359995365143
236876	rnn.weight_hh_l0_reverse	8	-0.024406712502241135
236876	rnn.weight_hh_l0_reverse	9	-0.025956565514206886
236876	rnn.bias_ih_l0_reverse	0	-0.14774037897586823
236876	rnn.bias_ih_l0_reverse	1	-0.31133803725242615
236876	rnn.bias_ih_l0_reverse	2	-0.06085636466741562
236876	rnn.bias_ih_l0_reverse	3	-0.15792588889598846
236876	rnn.bias_ih_l0_reverse	4	0.06413157284259796
236876	rnn.bias_ih_l0_reverse	5	-0.2723595201969147
236876	rnn.bias_ih_l0_reverse	6	-0.06879495829343796
236876	rnn.bias_ih_l0_reverse	7	0.024582983925938606
236876	rnn.bias_ih_l0_reverse	8	-0.18614505231380463
236876	rnn.bias_ih_l0_reverse	9	-0.09365212917327881
236876	rnn.bias_hh_l0_reverse	0	-0.15434280037879944
236876	rnn.bias_hh_l0_reverse	1	-0.14103055000305176
236876	rnn.bias_hh_l0_reverse	2	-0.014206543564796448
236876	rnn.bias_hh_l0_reverse	3	-0.14001737534999847
236876	rnn.bias_hh_l0_reverse	4	-0.025971965864300728
236876	rnn.bias_hh_l0_reverse	5	-0.11533389240503311
236876	rnn.bias_hh_l0_reverse	6	-0.0745687186717987
236876	rnn.bias_hh_l0_reverse	7	-0.17636223137378693
236876	rnn.bias_hh_l0_reverse	8	-0.06505586206912994
236876	rnn.bias_hh_l0_reverse	9	-0.11496634036302567
236876	linear.weight	0	-0.3149799704551697
236876	linear.weight	1	-0.10208943486213684
236876	linear.weight	2	-0.011228874325752258
236876	linear.weight	3	-0.0940764918923378
236876	linear.weight	4	-0.006832698825746775
236876	linear.weight	5	0.19180215895175934
236876	linear.weight	6	0.0047744326293468475
236876	linear.weight	7	-0.021312154829502106
236876	linear.weight	8	0.1790059208869934
236876	linear.weight	9	0.2059851884841919
236876	linear.bias	0	-0.8296002745628357
236876	linear.bias	1	1.416153073310852
236876	linear.bias	2	-0.5070290565490723
236876	linear.bias	3	-0.7397331595420837
236876	linear.bias	4	-0.9060113430023193
236876	linear.bias	5	-1.1803663969039917
236876	linear.bias	6	-0.9645065069198608
236876	linear.bias	7	-0.7032430171966553
236876	linear.bias	8	-0.01705317199230194
236876	linear.bias	9	3.501002311706543
236880	transitions	0	-0.46672502160072327
236880	transitions	1	8.859393119812012
236880	transitions	2	-3.6329102516174316
236880	transitions	3	1.6089648008346558
236880	transitions	4	-2.220874547958374
236880	transitions	5	-0.43288835883140564
236880	transitions	6	-0.19606952369213104
236880	transitions	7	-10000.0
236880	transitions	8	1.8631929159164429
236880	transitions	9	-2.2949976921081543
236880	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
236880	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
236880	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
236880	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
236880	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
236880	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
236880	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
236880	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
236880	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
236880	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
236880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
236880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
236880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
236880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
236880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
236880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
236880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
236880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
236880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
236880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
236880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
236880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
236880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
236880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
236880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
236880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
236880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
236880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
236880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
236880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
236880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
236880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
236880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
236880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
236880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
236880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
236880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
236880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
236880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
236880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
236880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
236880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
236880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
236880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
236880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
236880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
236880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
236880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
236880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
236880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
236880	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
236880	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
236880	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
236880	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
236880	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
236880	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
236880	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
236880	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
236880	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
236880	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
236880	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
236880	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
236880	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
236880	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
236880	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
236880	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
236880	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
236880	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
236880	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
236880	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
236880	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
236880	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
236880	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
236880	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
236880	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
236880	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
236880	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
236880	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
236880	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
236880	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
236880	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
236880	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
236880	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
236880	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
236880	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
236880	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
236880	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
236880	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
236880	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
236880	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
236880	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
236880	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
236880	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
236880	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
236880	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
236880	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
236880	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
236880	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
236880	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
236880	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
236880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
236880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
236880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
236880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
236880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
236880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
236880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
236880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
236880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
236880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
236880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
236880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
236880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
236880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
236880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
236880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
236880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
236880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
236880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
236880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
236880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
236880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
236880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
236880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
236880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
236880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
236880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
236880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
236880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
236880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
236880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
236880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
236880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
236880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
236880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
236880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
236880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
236880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
236880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
236880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
236880	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
236880	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
236880	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
236880	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
236880	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
236880	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
236880	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
236880	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
236880	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
236880	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
236880	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
236880	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
236880	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
236880	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
236880	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
236880	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
236880	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
236880	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
236880	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
236880	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
236880	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
236880	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
236880	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
236880	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
236880	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
236880	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
236880	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
236880	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
236880	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
236880	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
236880	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
236880	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
236880	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
236880	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
236880	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
236880	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
236880	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
236880	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
236880	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
236880	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
236880	embedding2nn.weight	0	0.04448952525854111
236880	embedding2nn.weight	1	-0.09376488626003265
236880	embedding2nn.weight	2	0.017664585262537003
236880	embedding2nn.weight	3	-0.060134533792734146
236880	embedding2nn.weight	4	-0.1078442931175232
236880	embedding2nn.weight	5	0.11191541701555252
236880	embedding2nn.weight	6	-0.07187806814908981
236880	embedding2nn.weight	7	-0.07314679771661758
236880	embedding2nn.weight	8	-0.03160419315099716
236880	embedding2nn.weight	9	0.05196620896458626
236880	embedding2nn.bias	0	0.09228615462779999
236880	embedding2nn.bias	1	-0.005555857438594103
236880	embedding2nn.bias	2	-0.07656054198741913
236880	embedding2nn.bias	3	0.01730717159807682
236880	embedding2nn.bias	4	-0.020575348287820816
236880	embedding2nn.bias	5	-0.15823975205421448
236880	embedding2nn.bias	6	-0.11228586733341217
236880	embedding2nn.bias	7	-0.018714725971221924
236880	embedding2nn.bias	8	0.06527707725763321
236880	embedding2nn.bias	9	-0.07390522211790085
236880	rnn.weight_ih_l0	0	0.041534896939992905
236880	rnn.weight_ih_l0	1	-0.0753457099199295
236880	rnn.weight_ih_l0	2	-0.060467977076768875
236880	rnn.weight_ih_l0	3	-0.0569833368062973
236880	rnn.weight_ih_l0	4	0.02145565114915371
236880	rnn.weight_ih_l0	5	-0.10813488066196442
236880	rnn.weight_ih_l0	6	-0.038803838193416595
236880	rnn.weight_ih_l0	7	-0.006580371875315905
236880	rnn.weight_ih_l0	8	0.056537993252277374
236880	rnn.weight_ih_l0	9	0.01196888368576765
236880	rnn.weight_hh_l0	0	0.0004799171583727002
236880	rnn.weight_hh_l0	1	-0.08561388403177261
236880	rnn.weight_hh_l0	2	0.07254532724618912
236880	rnn.weight_hh_l0	3	0.05338428169488907
236880	rnn.weight_hh_l0	4	0.00517631322145462
236880	rnn.weight_hh_l0	5	0.07079622149467468
236880	rnn.weight_hh_l0	6	-0.01812988892197609
236880	rnn.weight_hh_l0	7	-0.11093960702419281
236880	rnn.weight_hh_l0	8	0.028276074677705765
236880	rnn.weight_hh_l0	9	-0.07774491608142853
236880	rnn.bias_ih_l0	0	-0.0850563794374466
236880	rnn.bias_ih_l0	1	-0.19263043999671936
236880	rnn.bias_ih_l0	2	-0.2567094564437866
236880	rnn.bias_ih_l0	3	-0.28288376331329346
236880	rnn.bias_ih_l0	4	0.0045716362074017525
236880	rnn.bias_ih_l0	5	0.059257298707962036
236880	rnn.bias_ih_l0	6	-0.16822440922260284
236880	rnn.bias_ih_l0	7	-0.25914284586906433
236880	rnn.bias_ih_l0	8	-0.15079504251480103
236880	rnn.bias_ih_l0	9	-0.17852334678173065
236880	rnn.bias_hh_l0	0	0.1336357742547989
236880	rnn.bias_hh_l0	1	-0.05413522198796272
236880	rnn.bias_hh_l0	2	0.052556321024894714
236880	rnn.bias_hh_l0	3	-0.18052425980567932
236880	rnn.bias_hh_l0	4	0.05773041397333145
236880	rnn.bias_hh_l0	5	0.054829224944114685
236880	rnn.bias_hh_l0	6	-0.10623706877231598
236880	rnn.bias_hh_l0	7	-0.14790481328964233
236880	rnn.bias_hh_l0	8	-0.1860959678888321
236880	rnn.bias_hh_l0	9	-0.10671969503164291
236880	rnn.weight_ih_l0_reverse	0	-0.01899035833775997
236880	rnn.weight_ih_l0_reverse	1	-0.004100782331079245
236880	rnn.weight_ih_l0_reverse	2	0.0064017330296337605
236880	rnn.weight_ih_l0_reverse	3	0.01052119955420494
236880	rnn.weight_ih_l0_reverse	4	0.01726781763136387
236880	rnn.weight_ih_l0_reverse	5	-0.05763561278581619
236880	rnn.weight_ih_l0_reverse	6	-0.04403776675462723
236880	rnn.weight_ih_l0_reverse	7	0.015922555699944496
236880	rnn.weight_ih_l0_reverse	8	0.08635333925485611
236880	rnn.weight_ih_l0_reverse	9	0.004031968768686056
236880	rnn.weight_hh_l0_reverse	0	0.003917097579687834
236880	rnn.weight_hh_l0_reverse	1	0.027099816128611565
236880	rnn.weight_hh_l0_reverse	2	-0.03908230736851692
236880	rnn.weight_hh_l0_reverse	3	0.04085489735007286
236880	rnn.weight_hh_l0_reverse	4	0.022566834464669228
236880	rnn.weight_hh_l0_reverse	5	-0.01032559759914875
236880	rnn.weight_hh_l0_reverse	6	0.06820736825466156
236880	rnn.weight_hh_l0_reverse	7	0.03706837445497513
236880	rnn.weight_hh_l0_reverse	8	-0.024441225454211235
236880	rnn.weight_hh_l0_reverse	9	-0.025953786447644234
236880	rnn.bias_ih_l0_reverse	0	-0.14774879813194275
236880	rnn.bias_ih_l0_reverse	1	-0.3113596439361572
236880	rnn.bias_ih_l0_reverse	2	-0.06087588146328926
236880	rnn.bias_ih_l0_reverse	3	-0.15797260403633118
236880	rnn.bias_ih_l0_reverse	4	0.06419617682695389
236880	rnn.bias_ih_l0_reverse	5	-0.27246496081352234
236880	rnn.bias_ih_l0_reverse	6	-0.06874427944421768
236880	rnn.bias_ih_l0_reverse	7	0.024538444355130196
236880	rnn.bias_ih_l0_reverse	8	-0.1861400157213211
236880	rnn.bias_ih_l0_reverse	9	-0.09372033178806305
236880	rnn.bias_hh_l0_reverse	0	-0.15416960418224335
236880	rnn.bias_hh_l0_reverse	1	-0.14100174605846405
236880	rnn.bias_hh_l0_reverse	2	-0.014150611124932766
236880	rnn.bias_hh_l0_reverse	3	-0.14001937210559845
236880	rnn.bias_hh_l0_reverse	4	-0.02596387267112732
236880	rnn.bias_hh_l0_reverse	5	-0.11531542241573334
236880	rnn.bias_hh_l0_reverse	6	-0.0746069997549057
236880	rnn.bias_hh_l0_reverse	7	-0.1763734668493271
236880	rnn.bias_hh_l0_reverse	8	-0.06494368612766266
236880	rnn.bias_hh_l0_reverse	9	-0.11499037593603134
236880	linear.weight	0	-0.31516560912132263
236880	linear.weight	1	-0.10234582424163818
236880	linear.weight	2	-0.011228874325752258
236880	linear.weight	3	-0.0944228395819664
236880	linear.weight	4	-0.005740671418607235
236880	linear.weight	5	0.19155895709991455
236880	linear.weight	6	0.0047744326293468475
236880	linear.weight	7	-0.021312154829502106
236880	linear.weight	8	0.17958353459835052
236880	linear.weight	9	0.20622645318508148
236880	linear.bias	0	-0.8287418484687805
236880	linear.bias	1	1.413788914680481
236880	linear.bias	2	-0.5071964859962463
236880	linear.bias	3	-0.7389975786209106
236880	linear.bias	4	-0.9053569436073303
236880	linear.bias	5	-1.1803667545318604
236880	linear.bias	6	-0.963678240776062
236880	linear.bias	7	-0.7040878534317017
236880	linear.bias	8	-0.01705317199230194
236880	linear.bias	9	3.501786231994629
237077	transitions	0	-0.46683254837989807
237077	transitions	1	8.84575080871582
237077	transitions	2	-3.6330008506774902
237077	transitions	3	1.61143159866333
237077	transitions	4	-2.221000909805298
237077	transitions	5	-0.4329017996788025
237077	transitions	6	-0.19607725739479065
237077	transitions	7	-10000.0
237077	transitions	8	1.8626397848129272
237077	transitions	9	-2.2949981689453125
237077	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
237077	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
237077	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
237077	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
237077	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
237077	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
237077	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
237077	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
237077	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
237077	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
237077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
237077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
237077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
237077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
237077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
237077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
237077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
237077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
237077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
237077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
237077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
237077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
237077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
237077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
237077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
237077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
237077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
237077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
237077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
237077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
237077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
237077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
237077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
237077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
237077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
237077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
237077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
237077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
237077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
237077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
237077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
237077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
237077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
237077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
237077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
237077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
237077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
237077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
237077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
237077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
237077	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
237077	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
237077	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
237077	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
237077	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
237077	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
237077	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
237077	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
237077	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
237077	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
237077	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
237077	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
237077	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
237077	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
237077	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
237077	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
237077	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
237077	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
237077	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
237077	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
237077	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
237077	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
237077	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
237077	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
237077	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
237077	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
237077	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
237077	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
237077	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
237077	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
237077	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
237077	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
237077	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
237077	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
237077	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
237077	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
237077	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
237077	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
237077	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
237077	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
237077	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
237077	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
237077	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
237077	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
237077	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
237077	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
237077	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
237077	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
237077	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
237077	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
237077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
237077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
237077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
237077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
237077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
237077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
237077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
237077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
237077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
237077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
237077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
237077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
237077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
237077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
237077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
237077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
237077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
237077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
237077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
237077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
237077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
237077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
237077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
237077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
237077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
237077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
237077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
237077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
237077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
237077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
237077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
237077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
237077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
237077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
237077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
237077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
237077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
237077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
237077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
237077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
237077	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
237077	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
237077	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
237077	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
237077	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
237077	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
237077	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
237077	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
237077	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
237077	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
237077	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
237077	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
237077	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
237077	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
237077	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
237077	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
237077	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
237077	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
237077	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
237077	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
237077	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
237077	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
237077	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
237077	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
237077	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
237077	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
237077	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
237077	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
237077	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
237077	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
237077	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
237077	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
237077	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
237077	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
237077	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
237077	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
237077	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
237077	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
237077	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
237077	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
237077	embedding2nn.weight	0	0.044612906873226166
237077	embedding2nn.weight	1	-0.09326335042715073
237077	embedding2nn.weight	2	0.01737590879201889
237077	embedding2nn.weight	3	-0.060057926923036575
237077	embedding2nn.weight	4	-0.10735602676868439
237077	embedding2nn.weight	5	0.11142472922801971
237077	embedding2nn.weight	6	-0.07191503793001175
237077	embedding2nn.weight	7	-0.07374057173728943
237077	embedding2nn.weight	8	-0.031534597277641296
237077	embedding2nn.weight	9	0.05105436593294144
237077	embedding2nn.bias	0	0.09129592776298523
237077	embedding2nn.bias	1	-0.005557880736887455
237077	embedding2nn.bias	2	-0.07345515489578247
237077	embedding2nn.bias	3	0.022260023280978203
237077	embedding2nn.bias	4	-0.025013193488121033
237077	embedding2nn.bias	5	-0.15578365325927734
237077	embedding2nn.bias	6	-0.10975659638643265
237077	embedding2nn.bias	7	-0.014915982261300087
237077	embedding2nn.bias	8	0.06932410597801208
237077	embedding2nn.bias	9	-0.07177210599184036
237077	rnn.weight_ih_l0	0	0.04184047505259514
237077	rnn.weight_ih_l0	1	-0.07569269090890884
237077	rnn.weight_ih_l0	2	-0.0611252561211586
237077	rnn.weight_ih_l0	3	-0.05787719786167145
237077	rnn.weight_ih_l0	4	0.021387403830885887
237077	rnn.weight_ih_l0	5	-0.1070641502737999
237077	rnn.weight_ih_l0	6	-0.038788627833127975
237077	rnn.weight_ih_l0	7	-0.005936553236097097
237077	rnn.weight_ih_l0	8	0.05612552911043167
237077	rnn.weight_ih_l0	9	0.011508315801620483
237077	rnn.weight_hh_l0	0	0.0008016793872229755
237077	rnn.weight_hh_l0	1	-0.08556234836578369
237077	rnn.weight_hh_l0	2	0.07269340008497238
237077	rnn.weight_hh_l0	3	0.05374862998723984
237077	rnn.weight_hh_l0	4	0.0050859637558460236
237077	rnn.weight_hh_l0	5	0.07091880589723587
237077	rnn.weight_hh_l0	6	-0.018110625445842743
237077	rnn.weight_hh_l0	7	-0.11072239279747009
237077	rnn.weight_hh_l0	8	0.027821356430649757
237077	rnn.weight_hh_l0	9	-0.07815331220626831
237077	rnn.bias_ih_l0	0	-0.08580560237169266
237077	rnn.bias_ih_l0	1	-0.1920420527458191
237077	rnn.bias_ih_l0	2	-0.25657668709754944
237077	rnn.bias_ih_l0	3	-0.2820179760456085
237077	rnn.bias_ih_l0	4	0.005537471268326044
237077	rnn.bias_ih_l0	5	0.05876246467232704
237077	rnn.bias_ih_l0	6	-0.1693180799484253
237077	rnn.bias_ih_l0	7	-0.2595929205417633
237077	rnn.bias_ih_l0	8	-0.15118442475795746
237077	rnn.bias_ih_l0	9	-0.17801252007484436
237077	rnn.bias_hh_l0	0	0.13236281275749207
237077	rnn.bias_hh_l0	1	-0.05405276641249657
237077	rnn.bias_hh_l0	2	0.052874766290187836
237077	rnn.bias_hh_l0	3	-0.1798776239156723
237077	rnn.bias_hh_l0	4	0.05740724131464958
237077	rnn.bias_hh_l0	5	0.0547376424074173
237077	rnn.bias_hh_l0	6	-0.10667156428098679
237077	rnn.bias_hh_l0	7	-0.14827688038349152
237077	rnn.bias_hh_l0	8	-0.1850723922252655
237077	rnn.bias_hh_l0	9	-0.1065075471997261
237077	rnn.weight_ih_l0_reverse	0	-0.018758172169327736
237077	rnn.weight_ih_l0_reverse	1	-0.0043706768192350864
237077	rnn.weight_ih_l0_reverse	2	0.006631639786064625
237077	rnn.weight_ih_l0_reverse	3	0.011335560120642185
237077	rnn.weight_ih_l0_reverse	4	0.01690039411187172
237077	rnn.weight_ih_l0_reverse	5	-0.056384943425655365
237077	rnn.weight_ih_l0_reverse	6	-0.04443489760160446
237077	rnn.weight_ih_l0_reverse	7	0.01599099114537239
237077	rnn.weight_ih_l0_reverse	8	0.08654969185590744
237077	rnn.weight_ih_l0_reverse	9	0.00350507372058928
237077	rnn.weight_hh_l0_reverse	0	0.003953156527131796
237077	rnn.weight_hh_l0_reverse	1	0.027169985696673393
237077	rnn.weight_hh_l0_reverse	2	-0.0390237532556057
237077	rnn.weight_hh_l0_reverse	3	0.04082905501127243
237077	rnn.weight_hh_l0_reverse	4	0.022426236420869827
237077	rnn.weight_hh_l0_reverse	5	-0.010174891911447048
237077	rnn.weight_hh_l0_reverse	6	0.06783990561962128
237077	rnn.weight_hh_l0_reverse	7	0.037146154791116714
237077	rnn.weight_hh_l0_reverse	8	-0.024085024371743202
237077	rnn.weight_hh_l0_reverse	9	-0.02599962428212166
237077	rnn.bias_ih_l0_reverse	0	-0.14753423631191254
237077	rnn.bias_ih_l0_reverse	1	-0.3125787675380707
237077	rnn.bias_ih_l0_reverse	2	-0.06055149435997009
237077	rnn.bias_ih_l0_reverse	3	-0.15805797278881073
237077	rnn.bias_ih_l0_reverse	4	0.06379450112581253
237077	rnn.bias_ih_l0_reverse	5	-0.27195248007774353
237077	rnn.bias_ih_l0_reverse	6	-0.0688466876745224
237077	rnn.bias_ih_l0_reverse	7	0.021137423813343048
237077	rnn.bias_ih_l0_reverse	8	-0.18664617836475372
237077	rnn.bias_ih_l0_reverse	9	-0.09296854585409164
237077	rnn.bias_hh_l0_reverse	0	-0.1542401760816574
237077	rnn.bias_hh_l0_reverse	1	-0.1399637758731842
237077	rnn.bias_hh_l0_reverse	2	-0.014375264756381512
237077	rnn.bias_hh_l0_reverse	3	-0.13958612084388733
237077	rnn.bias_hh_l0_reverse	4	-0.025188978761434555
237077	rnn.bias_hh_l0_reverse	5	-0.11527686566114426
237077	rnn.bias_hh_l0_reverse	6	-0.0739770382642746
237077	rnn.bias_hh_l0_reverse	7	-0.17679782211780548
237077	rnn.bias_hh_l0_reverse	8	-0.06489614397287369
237077	rnn.bias_hh_l0_reverse	9	-0.11569591611623764
237077	linear.weight	0	-0.3118581473827362
237077	linear.weight	1	-0.10463926941156387
237077	linear.weight	2	-0.011228874325752258
237077	linear.weight	3	-0.09258967638015747
237077	linear.weight	4	-0.0023933397606015205
237077	linear.weight	5	0.1869267076253891
237077	linear.weight	6	0.0047744326293468475
237077	linear.weight	7	-0.021312154829502106
237077	linear.weight	8	0.1813235878944397
237077	linear.weight	9	0.20960143208503723
237077	linear.bias	0	-0.8288397192955017
237077	linear.bias	1	1.4306538105010986
237077	linear.bias	2	-0.4754912853240967
237077	linear.bias	3	-0.7552579045295715
237077	linear.bias	4	-0.9047520756721497
237077	linear.bias	5	-1.1803711652755737
237077	linear.bias	6	-0.9640196561813354
237077	linear.bias	7	-0.7048696875572205
237077	linear.bias	8	-0.01705317199230194
237077	linear.bias	9	3.4991865158081055
237274	transitions	0	-0.4668577015399933
237274	transitions	1	8.855854034423828
237274	transitions	2	-3.633127450942993
237274	transitions	3	1.6101394891738892
237274	transitions	4	-2.2211954593658447
237274	transitions	5	-0.43294650316238403
237274	transitions	6	-0.19608177244663239
237274	transitions	7	-10000.0
237274	transitions	8	1.862438440322876
237274	transitions	9	-2.2950000762939453
237274	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
237274	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
237274	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
237274	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
237274	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
237274	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
237274	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
237274	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
237274	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
237274	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
237274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
237274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
237274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
237274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
237274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
237274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
237274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
237274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
237274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
237274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
237274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
237274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
237274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
237274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
237274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
237274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
237274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
237274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
237274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
237274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
237274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
237274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
237274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
237274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
237274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
237274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
237274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
237274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
237274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
237274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
237274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
237274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
237274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
237274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
237274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
237274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
237274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
237274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
237274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
237274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
237274	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
237274	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
237274	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
237274	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
237274	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
237274	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
237274	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
237274	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
237274	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
237274	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
237274	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
237274	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
237274	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
237274	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
237274	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
237274	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
237274	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
237274	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
237274	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
237274	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
237274	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
237274	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
237274	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
237274	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
237274	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
237274	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
237274	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
237274	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
237274	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
237274	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
237274	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
237274	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
237274	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
237274	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
237274	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
237274	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
237274	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
237274	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
237274	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
237274	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
237274	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
237274	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
237274	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
237274	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
237274	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
237274	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
237274	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
237274	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
237274	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
237274	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
237274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
237274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
237274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
237274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
237274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
237274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
237274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
237274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
237274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
237274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
237274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
237274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
237274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
237274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
237274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
237274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
237274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
237274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
237274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
237274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
237274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
237274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
237274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
237274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
237274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
237274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
237274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
237274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
237274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
237274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
237274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
237274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
237274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
237274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
237274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
237274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
237274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
237274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
237274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
237274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
237274	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
237274	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
237274	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
237274	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
237274	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
237274	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
237274	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
237274	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
237274	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
237274	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
237274	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
237274	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
237274	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
237274	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
237274	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
237274	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
237274	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
237274	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
237274	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
237274	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
237274	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
237274	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
237274	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
237274	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
237274	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
237274	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
237274	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
237274	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
237274	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
237274	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
237274	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
237274	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
237274	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
237274	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
237274	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
237274	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
237274	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
237274	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
237274	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
237274	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
237274	embedding2nn.weight	0	0.04484955593943596
237274	embedding2nn.weight	1	-0.0936984121799469
237274	embedding2nn.weight	2	0.018160350620746613
237274	embedding2nn.weight	3	-0.05997085943818092
237274	embedding2nn.weight	4	-0.10892803966999054
237274	embedding2nn.weight	5	0.11094801127910614
237274	embedding2nn.weight	6	-0.07428069412708282
237274	embedding2nn.weight	7	-0.07347048074007034
237274	embedding2nn.weight	8	-0.03188643231987953
237274	embedding2nn.weight	9	0.049567241221666336
237274	embedding2nn.bias	0	0.09741727262735367
237274	embedding2nn.bias	1	-0.003375925589352846
237274	embedding2nn.bias	2	-0.07573013007640839
237274	embedding2nn.bias	3	0.024999422952532768
237274	embedding2nn.bias	4	-0.025019507855176926
237274	embedding2nn.bias	5	-0.15786029398441315
237274	embedding2nn.bias	6	-0.10975222289562225
237274	embedding2nn.bias	7	-0.019420135766267776
237274	embedding2nn.bias	8	0.06842481344938278
237274	embedding2nn.bias	9	-0.07371193170547485
237274	rnn.weight_ih_l0	0	0.04200941324234009
237274	rnn.weight_ih_l0	1	-0.07507646083831787
237274	rnn.weight_ih_l0	2	-0.060852453112602234
237274	rnn.weight_ih_l0	3	-0.05784167721867561
237274	rnn.weight_ih_l0	4	0.02145134098827839
237274	rnn.weight_ih_l0	5	-0.10557687282562256
237274	rnn.weight_ih_l0	6	-0.03922935202717781
237274	rnn.weight_ih_l0	7	-0.006231359206140041
237274	rnn.weight_ih_l0	8	0.05708810314536095
237274	rnn.weight_ih_l0	9	0.011126876808702946
237274	rnn.weight_hh_l0	0	0.0008119824924506247
237274	rnn.weight_hh_l0	1	-0.08557632565498352
237274	rnn.weight_hh_l0	2	0.07254324853420258
237274	rnn.weight_hh_l0	3	0.05345921590924263
237274	rnn.weight_hh_l0	4	0.005227040033787489
237274	rnn.weight_hh_l0	5	0.07091961055994034
237274	rnn.weight_hh_l0	6	-0.0181269533932209
237274	rnn.weight_hh_l0	7	-0.11096752434968948
237274	rnn.weight_hh_l0	8	0.027838241308927536
237274	rnn.weight_hh_l0	9	-0.07844441384077072
237274	rnn.bias_ih_l0	0	-0.08614063262939453
237274	rnn.bias_ih_l0	1	-0.19091221690177917
237274	rnn.bias_ih_l0	2	-0.25724199414253235
237274	rnn.bias_ih_l0	3	-0.2817487418651581
237274	rnn.bias_ih_l0	4	0.005955927539616823
237274	rnn.bias_ih_l0	5	0.05843881145119667
237274	rnn.bias_ih_l0	6	-0.16928166151046753
237274	rnn.bias_ih_l0	7	-0.2598569989204407
237274	rnn.bias_ih_l0	8	-0.15102137625217438
237274	rnn.bias_ih_l0	9	-0.17705228924751282
237274	rnn.bias_hh_l0	0	0.13173608481884003
237274	rnn.bias_hh_l0	1	-0.05309063941240311
237274	rnn.bias_hh_l0	2	0.0529002882540226
237274	rnn.bias_hh_l0	3	-0.1794794201850891
237274	rnn.bias_hh_l0	4	0.0588361881673336
237274	rnn.bias_hh_l0	5	0.054928623139858246
237274	rnn.bias_hh_l0	6	-0.10691644996404648
237274	rnn.bias_hh_l0	7	-0.14787980914115906
237274	rnn.bias_hh_l0	8	-0.18586407601833344
237274	rnn.bias_hh_l0	9	-0.10516376793384552
237274	rnn.weight_ih_l0_reverse	0	-0.01857081986963749
237274	rnn.weight_ih_l0_reverse	1	-0.004089007154107094
237274	rnn.weight_ih_l0_reverse	2	0.006022026762366295
237274	rnn.weight_ih_l0_reverse	3	0.012029232457280159
237274	rnn.weight_ih_l0_reverse	4	0.017925720661878586
237274	rnn.weight_ih_l0_reverse	5	-0.056299686431884766
237274	rnn.weight_ih_l0_reverse	6	-0.04392749071121216
237274	rnn.weight_ih_l0_reverse	7	0.016241904348134995
237274	rnn.weight_ih_l0_reverse	8	0.08635767549276352
237274	rnn.weight_ih_l0_reverse	9	0.0032171353232115507
237274	rnn.weight_hh_l0_reverse	0	0.003931633196771145
237274	rnn.weight_hh_l0_reverse	1	0.02722097747027874
237274	rnn.weight_hh_l0_reverse	2	-0.03889030963182449
237274	rnn.weight_hh_l0_reverse	3	0.04082569479942322
237274	rnn.weight_hh_l0_reverse	4	0.02237415499985218
237274	rnn.weight_hh_l0_reverse	5	-0.010220583528280258
237274	rnn.weight_hh_l0_reverse	6	0.06771547347307205
237274	rnn.weight_hh_l0_reverse	7	0.03713694214820862
237274	rnn.weight_hh_l0_reverse	8	-0.02437530644237995
237274	rnn.weight_hh_l0_reverse	9	-0.025972671806812286
237274	rnn.bias_ih_l0_reverse	0	-0.14761757850646973
237274	rnn.bias_ih_l0_reverse	1	-0.31293970346450806
237274	rnn.bias_ih_l0_reverse	2	-0.060601286590099335
237274	rnn.bias_ih_l0_reverse	3	-0.15727029740810394
237274	rnn.bias_ih_l0_reverse	4	0.06517407298088074
237274	rnn.bias_ih_l0_reverse	5	-0.27241572737693787
237274	rnn.bias_ih_l0_reverse	6	-0.06903133541345596
237274	rnn.bias_ih_l0_reverse	7	0.020614616572856903
237274	rnn.bias_ih_l0_reverse	8	-0.18647810816764832
237274	rnn.bias_ih_l0_reverse	9	-0.09345871955156326
237274	rnn.bias_hh_l0_reverse	0	-0.1549256592988968
237274	rnn.bias_hh_l0_reverse	1	-0.14168398082256317
237274	rnn.bias_hh_l0_reverse	2	-0.013485721312463284
237274	rnn.bias_hh_l0_reverse	3	-0.1388460099697113
237274	rnn.bias_hh_l0_reverse	4	-0.02388828806579113
237274	rnn.bias_hh_l0_reverse	5	-0.11526963859796524
237274	rnn.bias_hh_l0_reverse	6	-0.07477673143148422
237274	rnn.bias_hh_l0_reverse	7	-0.17590834200382233
237274	rnn.bias_hh_l0_reverse	8	-0.06423135101795197
237274	rnn.bias_hh_l0_reverse	9	-0.11571754515171051
237274	linear.weight	0	-0.310883104801178
237274	linear.weight	1	-0.10330767929553986
237274	linear.weight	2	-0.011228874325752258
237274	linear.weight	3	-0.09340990334749222
237274	linear.weight	4	-0.004613649100065231
237274	linear.weight	5	0.1861824244260788
237274	linear.weight	6	0.0047744326293468475
237274	linear.weight	7	-0.021312154829502106
237274	linear.weight	8	0.1766863614320755
237274	linear.weight	9	0.208499476313591
237274	linear.bias	0	-0.8354539275169373
237274	linear.bias	1	1.4137511253356934
237274	linear.bias	2	-0.45774948596954346
237274	linear.bias	3	-0.7508721351623535
237274	linear.bias	4	-0.8983110189437866
237274	linear.bias	5	-1.1803779602050781
237274	linear.bias	6	-0.9716030955314636
237274	linear.bias	7	-0.7097558379173279
237274	linear.bias	8	-0.01705317199230194
237274	linear.bias	9	3.522233247756958
237471	transitions	0	-0.4668871760368347
237471	transitions	1	8.851136207580566
237471	transitions	2	-3.6333086490631104
237471	transitions	3	1.6104375123977661
237471	transitions	4	-2.2212812900543213
237471	transitions	5	-0.4329911172389984
237471	transitions	6	-0.1960994452238083
237471	transitions	7	-10000.0
237471	transitions	8	1.8637328147888184
237471	transitions	9	-2.2950010299682617
237471	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
237471	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
237471	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
237471	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
237471	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
237471	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
237471	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
237471	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
237471	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
237471	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
237471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
237471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
237471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
237471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
237471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
237471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
237471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
237471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
237471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
237471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
237471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
237471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
237471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
237471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
237471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
237471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
237471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
237471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
237471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
237471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
237471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
237471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
237471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
237471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
237471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
237471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
237471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
237471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
237471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
237471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
237471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
237471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
237471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
237471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
237471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
237471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
237471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
237471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
237471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
237471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
237471	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
237471	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
237471	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
237471	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
237471	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
237471	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
237471	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
237471	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
237471	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
237471	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
237471	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
237471	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
237471	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
237471	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
237471	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
237471	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
237471	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
237471	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
237471	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
237471	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
237471	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
237471	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
237471	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
237471	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
237471	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
237471	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
237471	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
237471	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
237471	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
237471	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
237471	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
237471	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
237471	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
237471	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
237471	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
237471	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
237471	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
237471	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
237471	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
237471	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
237471	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
237471	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
237471	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
237471	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
237471	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
237471	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
237471	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
237471	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
237471	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
237471	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
237471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
237471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
237471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
237471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
237471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
237471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
237471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
237471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
237471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
237471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
237471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
237471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
237471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
237471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
237471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
237471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
237471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
237471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
237471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
237471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
237471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
237471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
237471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
237471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
237471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
237471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
237471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
237471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
237471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
237471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
237471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
237471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
237471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
237471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
237471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
237471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
237471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
237471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
237471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
237471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
237471	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
237471	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
237471	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
237471	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
237471	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
237471	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
237471	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
237471	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
237471	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
237471	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
237471	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
237471	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
237471	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
237471	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
237471	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
237471	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
237471	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
237471	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
237471	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
237471	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
237471	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
237471	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
237471	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
237471	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
237471	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
237471	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
237471	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
237471	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
237471	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
237471	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
237471	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
237471	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
237471	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
237471	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
237471	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
237471	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
237471	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
237471	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
237471	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
237471	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
237471	embedding2nn.weight	0	0.044970281422138214
237471	embedding2nn.weight	1	-0.09368648380041122
237471	embedding2nn.weight	2	0.017622021958231926
237471	embedding2nn.weight	3	-0.06009656563401222
237471	embedding2nn.weight	4	-0.10912176221609116
237471	embedding2nn.weight	5	0.11088378727436066
237471	embedding2nn.weight	6	-0.07419761270284653
237471	embedding2nn.weight	7	-0.07426980137825012
237471	embedding2nn.weight	8	-0.032499250024557114
237471	embedding2nn.weight	9	0.0497930571436882
237471	embedding2nn.bias	0	0.09857787191867828
237471	embedding2nn.bias	1	-0.004843116272240877
237471	embedding2nn.bias	2	-0.08230861276388168
237471	embedding2nn.bias	3	0.022564275190234184
237471	embedding2nn.bias	4	-0.0213122870773077
237471	embedding2nn.bias	5	-0.15475919842720032
237471	embedding2nn.bias	6	-0.11295907199382782
237471	embedding2nn.bias	7	-0.020920835435390472
237471	embedding2nn.bias	8	0.06533852219581604
237471	embedding2nn.bias	9	-0.06821326166391373
237471	rnn.weight_ih_l0	0	0.04177967458963394
237471	rnn.weight_ih_l0	1	-0.07480882853269577
237471	rnn.weight_ih_l0	2	-0.06078032776713371
237471	rnn.weight_ih_l0	3	-0.0578739270567894
237471	rnn.weight_ih_l0	4	0.021470947191119194
237471	rnn.weight_ih_l0	5	-0.10699225962162018
237471	rnn.weight_ih_l0	6	-0.04017788544297218
237471	rnn.weight_ih_l0	7	-0.005427293013781309
237471	rnn.weight_ih_l0	8	0.05657588690519333
237471	rnn.weight_ih_l0	9	0.011822973378002644
237471	rnn.weight_hh_l0	0	0.0010502341901883483
237471	rnn.weight_hh_l0	1	-0.0857369601726532
237471	rnn.weight_hh_l0	2	0.07259470224380493
237471	rnn.weight_hh_l0	3	0.0536494106054306
237471	rnn.weight_hh_l0	4	0.0052309115417301655
237471	rnn.weight_hh_l0	5	0.07108470797538757
237471	rnn.weight_hh_l0	6	-0.01800188422203064
237471	rnn.weight_hh_l0	7	-0.11117827892303467
237471	rnn.weight_hh_l0	8	0.027919316664338112
237471	rnn.weight_hh_l0	9	-0.07880005240440369
237471	rnn.bias_ih_l0	0	-0.08644033223390579
237471	rnn.bias_ih_l0	1	-0.19073934853076935
237471	rnn.bias_ih_l0	2	-0.25687897205352783
237471	rnn.bias_ih_l0	3	-0.2822708189487457
237471	rnn.bias_ih_l0	4	0.0054259393364191055
237471	rnn.bias_ih_l0	5	0.057950668036937714
237471	rnn.bias_ih_l0	6	-0.16991230845451355
237471	rnn.bias_ih_l0	7	-0.2605753242969513
237471	rnn.bias_ih_l0	8	-0.1510041505098343
237471	rnn.bias_ih_l0	9	-0.17618292570114136
237471	rnn.bias_hh_l0	0	0.129766583442688
237471	rnn.bias_hh_l0	1	-0.05364926531910896
237471	rnn.bias_hh_l0	2	0.053129568696022034
237471	rnn.bias_hh_l0	3	-0.1795051395893097
237471	rnn.bias_hh_l0	4	0.05882900208234787
237471	rnn.bias_hh_l0	5	0.05542173981666565
237471	rnn.bias_hh_l0	6	-0.10647483915090561
237471	rnn.bias_hh_l0	7	-0.14813564717769623
237471	rnn.bias_hh_l0	8	-0.18732555210590363
237471	rnn.bias_hh_l0	9	-0.10377319157123566
237471	rnn.weight_ih_l0_reverse	0	-0.018888814374804497
237471	rnn.weight_ih_l0_reverse	1	-0.004272376652806997
237471	rnn.weight_ih_l0_reverse	2	0.007367944344878197
237471	rnn.weight_ih_l0_reverse	3	0.012414349243044853
237471	rnn.weight_ih_l0_reverse	4	0.01757095940411091
237471	rnn.weight_ih_l0_reverse	5	-0.056324880570173264
237471	rnn.weight_ih_l0_reverse	6	-0.043683864176273346
237471	rnn.weight_ih_l0_reverse	7	0.016429338604211807
237471	rnn.weight_ih_l0_reverse	8	0.08637452125549316
237471	rnn.weight_ih_l0_reverse	9	0.0026579839177429676
237471	rnn.weight_hh_l0_reverse	0	0.004004960414022207
237471	rnn.weight_hh_l0_reverse	1	0.027274278923869133
237471	rnn.weight_hh_l0_reverse	2	-0.03882758691906929
237471	rnn.weight_hh_l0_reverse	3	0.040908489376306534
237471	rnn.weight_hh_l0_reverse	4	0.02257801964879036
237471	rnn.weight_hh_l0_reverse	5	-0.010007938370108604
237471	rnn.weight_hh_l0_reverse	6	0.0673694983124733
237471	rnn.weight_hh_l0_reverse	7	0.0371798537671566
237471	rnn.weight_hh_l0_reverse	8	-0.024144833907485008
237471	rnn.weight_hh_l0_reverse	9	-0.02609669789671898
237471	rnn.bias_ih_l0_reverse	0	-0.14785680174827576
237471	rnn.bias_ih_l0_reverse	1	-0.3118935525417328
237471	rnn.bias_ih_l0_reverse	2	-0.06118595972657204
237471	rnn.bias_ih_l0_reverse	3	-0.15696850419044495
237471	rnn.bias_ih_l0_reverse	4	0.06539755314588547
237471	rnn.bias_ih_l0_reverse	5	-0.2714598476886749
237471	rnn.bias_ih_l0_reverse	6	-0.06845028698444366
237471	rnn.bias_ih_l0_reverse	7	0.02010182850062847
237471	rnn.bias_ih_l0_reverse	8	-0.1856781393289566
237471	rnn.bias_ih_l0_reverse	9	-0.09382495284080505
237471	rnn.bias_hh_l0_reverse	0	-0.1548156589269638
237471	rnn.bias_hh_l0_reverse	1	-0.14165358245372772
237471	rnn.bias_hh_l0_reverse	2	-0.01360721979290247
237471	rnn.bias_hh_l0_reverse	3	-0.13866202533245087
237471	rnn.bias_hh_l0_reverse	4	-0.02316049113869667
237471	rnn.bias_hh_l0_reverse	5	-0.11480536311864853
237471	rnn.bias_hh_l0_reverse	6	-0.074495330452919
237471	rnn.bias_hh_l0_reverse	7	-0.1757071614265442
237471	rnn.bias_hh_l0_reverse	8	-0.06388093531131744
237471	rnn.bias_hh_l0_reverse	9	-0.11544407904148102
237471	linear.weight	0	-0.3092530369758606
237471	linear.weight	1	-0.1028435230255127
237471	linear.weight	2	-0.011228874325752258
237471	linear.weight	3	-0.09602903574705124
237471	linear.weight	4	-0.007288210093975067
237471	linear.weight	5	0.1809854954481125
237471	linear.weight	6	0.0047744326293468475
237471	linear.weight	7	-0.021312154829502106
237471	linear.weight	8	0.17872601747512817
237471	linear.weight	9	0.21018315851688385
237471	linear.bias	0	-0.8366692662239075
237471	linear.bias	1	1.4154367446899414
237471	linear.bias	2	-0.47855448722839355
237471	linear.bias	3	-0.7442395091056824
237471	linear.bias	4	-0.9022771716117859
237471	linear.bias	5	-1.1803841590881348
237471	linear.bias	6	-0.9722869396209717
237471	linear.bias	7	-0.6943789720535278
237471	linear.bias	8	-0.01705317199230194
237471	linear.bias	9	3.481844902038574
237668	transitions	0	-0.4669135510921478
237668	transitions	1	8.853987693786621
237668	transitions	2	-3.6335504055023193
237668	transitions	3	1.6086708307266235
237668	transitions	4	-2.221541166305542
237668	transitions	5	-0.43303313851356506
237668	transitions	6	-0.19612780213356018
237668	transitions	7	-10000.0
237668	transitions	8	1.8621989488601685
237668	transitions	9	-2.295001745223999
237668	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
237668	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
237668	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
237668	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
237668	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
237668	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
237668	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
237668	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
237668	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
237668	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
237668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
237668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
237668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
237668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
237668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
237668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
237668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
237668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
237668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
237668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
237668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
237668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
237668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
237668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
237668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
237668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
237668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
237668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
237668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
237668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
237668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
237668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
237668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
237668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
237668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
237668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
237668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
237668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
237668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
237668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
237668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
237668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
237668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
237668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
237668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
237668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
237668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
237668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
237668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
237668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
237668	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
237668	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
237668	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
237668	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
237668	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
237668	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
237668	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
237668	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
237668	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
237668	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
237668	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
237668	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
237668	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
237668	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
237668	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
237668	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
237668	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
237668	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
237668	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
237668	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
237668	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
237668	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
237668	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
237668	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
237668	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
237668	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
237668	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
237668	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
237668	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
237668	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
237668	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
237668	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
237668	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
237668	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
237668	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
237668	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
237668	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
237668	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
237668	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
237668	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
237668	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
237668	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
237668	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
237668	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
237668	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
237668	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
237668	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
237668	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
237668	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
237668	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
237668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
237668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
237668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
237668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
237668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
237668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
237668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
237668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
237668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
237668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
237668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
237668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
237668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
237668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
237668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
237668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
237668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
237668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
237668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
237668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
237668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
237668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
237668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
237668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
237668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
237668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
237668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
237668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
237668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
237668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
237668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
237668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
237668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
237668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
237668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
237668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
237668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
237668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
237668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
237668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
237668	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
237668	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
237668	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
237668	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
237668	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
237668	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
237668	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
237668	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
237668	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
237668	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
237668	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
237668	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
237668	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
237668	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
237668	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
237668	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
237668	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
237668	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
237668	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
237668	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
237668	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
237668	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
237668	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
237668	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
237668	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
237668	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
237668	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
237668	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
237668	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
237668	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
237668	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
237668	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
237668	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
237668	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
237668	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
237668	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
237668	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
237668	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
237668	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
237668	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
237668	embedding2nn.weight	0	0.04496793448925018
237668	embedding2nn.weight	1	-0.09364623576402664
237668	embedding2nn.weight	2	0.0181784275919199
237668	embedding2nn.weight	3	-0.05994031950831413
237668	embedding2nn.weight	4	-0.10969085991382599
237668	embedding2nn.weight	5	0.11061154305934906
237668	embedding2nn.weight	6	-0.07512867450714111
237668	embedding2nn.weight	7	-0.0742286741733551
237668	embedding2nn.weight	8	-0.031825918704271317
237668	embedding2nn.weight	9	0.049443334341049194
237668	embedding2nn.bias	0	0.09822548925876617
237668	embedding2nn.bias	1	-0.009612726978957653
237668	embedding2nn.bias	2	-0.0797547921538353
237668	embedding2nn.bias	3	0.027571074664592743
237668	embedding2nn.bias	4	-0.020370125770568848
237668	embedding2nn.bias	5	-0.15698862075805664
237668	embedding2nn.bias	6	-0.11348982155323029
237668	embedding2nn.bias	7	-0.020902207121253014
237668	embedding2nn.bias	8	0.06504905968904495
237668	embedding2nn.bias	9	-0.06834624707698822
237668	rnn.weight_ih_l0	0	0.042045604437589645
237668	rnn.weight_ih_l0	1	-0.07571922987699509
237668	rnn.weight_ih_l0	2	-0.06055475026369095
237668	rnn.weight_ih_l0	3	-0.0584426186978817
237668	rnn.weight_ih_l0	4	0.021564772352576256
237668	rnn.weight_ih_l0	5	-0.10672082006931305
237668	rnn.weight_ih_l0	6	-0.04016634076833725
237668	rnn.weight_ih_l0	7	-0.004880462773144245
237668	rnn.weight_ih_l0	8	0.056248556822538376
237668	rnn.weight_ih_l0	9	0.011883875355124474
237668	rnn.weight_hh_l0	0	0.0007655663648620248
237668	rnn.weight_hh_l0	1	-0.08522412925958633
237668	rnn.weight_hh_l0	2	0.07281648367643356
237668	rnn.weight_hh_l0	3	0.053551219403743744
237668	rnn.weight_hh_l0	4	0.005224225576967001
237668	rnn.weight_hh_l0	5	0.07156005501747131
237668	rnn.weight_hh_l0	6	-0.01788557693362236
237668	rnn.weight_hh_l0	7	-0.1110314205288887
237668	rnn.weight_hh_l0	8	0.02811928279697895
237668	rnn.weight_hh_l0	9	-0.07896900922060013
237668	rnn.bias_ih_l0	0	-0.08694504201412201
237668	rnn.bias_ih_l0	1	-0.1908172369003296
237668	rnn.bias_ih_l0	2	-0.25645238161087036
237668	rnn.bias_ih_l0	3	-0.28236711025238037
237668	rnn.bias_ih_l0	4	0.004371221177279949
237668	rnn.bias_ih_l0	5	0.05702460557222366
237668	rnn.bias_ih_l0	6	-0.17086578905582428
237668	rnn.bias_ih_l0	7	-0.2603191137313843
237668	rnn.bias_ih_l0	8	-0.15095581114292145
237668	rnn.bias_ih_l0	9	-0.17548413574695587
237668	rnn.bias_hh_l0	0	0.1298350989818573
237668	rnn.bias_hh_l0	1	-0.0535162016749382
237668	rnn.bias_hh_l0	2	0.052981119602918625
237668	rnn.bias_hh_l0	3	-0.18005689978599548
237668	rnn.bias_hh_l0	4	0.05823914706707001
237668	rnn.bias_hh_l0	5	0.056051649153232574
237668	rnn.bias_hh_l0	6	-0.1065974086523056
237668	rnn.bias_hh_l0	7	-0.14828428626060486
237668	rnn.bias_hh_l0	8	-0.1877378523349762
237668	rnn.bias_hh_l0	9	-0.10322701930999756
237668	rnn.weight_ih_l0_reverse	0	-0.018082015216350555
237668	rnn.weight_ih_l0_reverse	1	-0.004959979094564915
237668	rnn.weight_ih_l0_reverse	2	0.006725355051457882
237668	rnn.weight_ih_l0_reverse	3	0.011899706907570362
237668	rnn.weight_ih_l0_reverse	4	0.017360100522637367
237668	rnn.weight_ih_l0_reverse	5	-0.05676155909895897
237668	rnn.weight_ih_l0_reverse	6	-0.044052813202142715
237668	rnn.weight_ih_l0_reverse	7	0.01629304327070713
237668	rnn.weight_ih_l0_reverse	8	0.08636172860860825
237668	rnn.weight_ih_l0_reverse	9	0.0029645708855241537
237668	rnn.weight_hh_l0_reverse	0	0.004051753785461187
237668	rnn.weight_hh_l0_reverse	1	0.027347367256879807
237668	rnn.weight_hh_l0_reverse	2	-0.038996778428554535
237668	rnn.weight_hh_l0_reverse	3	0.040920231491327286
237668	rnn.weight_hh_l0_reverse	4	0.02262706495821476
237668	rnn.weight_hh_l0_reverse	5	-0.009834852069616318
237668	rnn.weight_hh_l0_reverse	6	0.06764652580022812
237668	rnn.weight_hh_l0_reverse	7	0.03713252767920494
237668	rnn.weight_hh_l0_reverse	8	-0.024341966956853867
237668	rnn.weight_hh_l0_reverse	9	-0.026258017867803574
237668	rnn.bias_ih_l0_reverse	0	-0.14784519374370575
237668	rnn.bias_ih_l0_reverse	1	-0.3120476007461548
237668	rnn.bias_ih_l0_reverse	2	-0.061214543879032135
237668	rnn.bias_ih_l0_reverse	3	-0.1567428559064865
237668	rnn.bias_ih_l0_reverse	4	0.06545756757259369
237668	rnn.bias_ih_l0_reverse	5	-0.2711088955402374
237668	rnn.bias_ih_l0_reverse	6	-0.06857825070619583
237668	rnn.bias_ih_l0_reverse	7	0.02001766860485077
237668	rnn.bias_ih_l0_reverse	8	-0.18622590601444244
237668	rnn.bias_ih_l0_reverse	9	-0.09343384951353073
237668	rnn.bias_hh_l0_reverse	0	-0.15548956394195557
237668	rnn.bias_hh_l0_reverse	1	-0.1416834592819214
237668	rnn.bias_hh_l0_reverse	2	-0.014092217199504375
237668	rnn.bias_hh_l0_reverse	3	-0.13800671696662903
237668	rnn.bias_hh_l0_reverse	4	-0.022979162633419037
237668	rnn.bias_hh_l0_reverse	5	-0.11442331969738007
237668	rnn.bias_hh_l0_reverse	6	-0.07442285120487213
237668	rnn.bias_hh_l0_reverse	7	-0.17653816938400269
237668	rnn.bias_hh_l0_reverse	8	-0.06385458260774612
237668	rnn.bias_hh_l0_reverse	9	-0.11511240154504776
237668	linear.weight	0	-0.30875957012176514
237668	linear.weight	1	-0.1048513874411583
237668	linear.weight	2	-0.011228874325752258
237668	linear.weight	3	-0.09624305367469788
237668	linear.weight	4	-0.003106272779405117
237668	linear.weight	5	0.18572655320167542
237668	linear.weight	6	0.0047744326293468475
237668	linear.weight	7	-0.021312154829502106
237668	linear.weight	8	0.17471152544021606
237668	linear.weight	9	0.21183982491493225
237668	linear.bias	0	-0.836040735244751
237668	linear.bias	1	1.4029786586761475
237668	linear.bias	2	-0.4861232340335846
237668	linear.bias	3	-0.7448488473892212
237668	linear.bias	4	-0.9085932374000549
237668	linear.bias	5	-1.1803889274597168
237668	linear.bias	6	-0.9712175726890564
237668	linear.bias	7	-0.6965118646621704
237668	linear.bias	8	-0.01705317199230194
237668	linear.bias	9	3.492631673812866
237865	transitions	0	-0.466934472322464
237865	transitions	1	8.841275215148926
237865	transitions	2	-3.6336419582366943
237865	transitions	3	1.6123791933059692
237865	transitions	4	-2.2216036319732666
237865	transitions	5	-0.4330381751060486
237865	transitions	6	-0.19613292813301086
237865	transitions	7	-10000.0
237865	transitions	8	1.8619755506515503
237865	transitions	9	-2.295001745223999
237865	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
237865	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
237865	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
237865	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
237865	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
237865	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
237865	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
237865	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
237865	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
237865	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
237865	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
237865	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
237865	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
237865	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
237865	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
237865	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
237865	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
237865	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
237865	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
237865	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
237865	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
237865	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
237865	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
237865	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
237865	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
237865	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
237865	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
237865	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
237865	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
237865	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
237865	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
237865	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
237865	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
237865	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
237865	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
237865	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
237865	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
237865	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
237865	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
237865	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
237865	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
237865	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
237865	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
237865	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
237865	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
237865	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
237865	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
237865	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
237865	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
237865	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
237865	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
237865	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
237865	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
237865	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
237865	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
237865	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
237865	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
237865	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
237865	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
237865	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
237865	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
237865	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
237865	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
237865	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
237865	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
237865	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
237865	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
237865	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
237865	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
237865	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
237865	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
237865	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
237865	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
237865	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
237865	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
237865	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
237865	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
237865	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
237865	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
237865	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
237865	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
237865	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
237865	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
237865	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
237865	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
237865	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
237865	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
237865	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
237865	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
237865	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
237865	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
237865	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
237865	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
237865	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
237865	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
237865	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
237865	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
237865	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
237865	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
237865	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
237865	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
237865	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
237865	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
237865	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
237865	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
237865	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
237865	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
237865	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
237865	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
237865	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
237865	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
237865	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
237865	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
237865	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
237865	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
237865	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
237865	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
237865	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
237865	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
237865	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
237865	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
237865	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
237865	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
237865	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
237865	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
237865	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
237865	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
237865	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
237865	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
237865	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
237865	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
237865	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
237865	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
237865	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
237865	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
237865	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
237865	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
237865	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
237865	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
237865	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
237865	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
237865	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
237865	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
237865	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
237865	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
237865	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
237865	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
237865	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
237865	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
237865	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
237865	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
237865	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
237865	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
237865	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
237865	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
237865	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
237865	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
237865	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
237865	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
237865	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
237865	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
237865	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
237865	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
237865	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
237865	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
237865	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
237865	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
237865	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
237865	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
237865	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
237865	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
237865	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
237865	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
237865	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
237865	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
237865	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
237865	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
237865	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
237865	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
237865	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
237865	embedding2nn.weight	0	0.04515429213643074
237865	embedding2nn.weight	1	-0.09409163147211075
237865	embedding2nn.weight	2	0.019287342205643654
237865	embedding2nn.weight	3	-0.060035500675439835
237865	embedding2nn.weight	4	-0.11013691872358322
237865	embedding2nn.weight	5	0.11063697934150696
237865	embedding2nn.weight	6	-0.07523366808891296
237865	embedding2nn.weight	7	-0.07480716705322266
237865	embedding2nn.weight	8	-0.03268638998270035
237865	embedding2nn.weight	9	0.0480123870074749
237865	embedding2nn.bias	0	0.09480593353509903
237865	embedding2nn.bias	1	-0.01086784154176712
237865	embedding2nn.bias	2	-0.08332464843988419
237865	embedding2nn.bias	3	0.02976870723068714
237865	embedding2nn.bias	4	-0.020448023453354836
237865	embedding2nn.bias	5	-0.15502510964870453
237865	embedding2nn.bias	6	-0.12061933428049088
237865	embedding2nn.bias	7	-0.018915826454758644
237865	embedding2nn.bias	8	0.060467809438705444
237865	embedding2nn.bias	9	-0.06692210584878922
237865	rnn.weight_ih_l0	0	0.042038898915052414
237865	rnn.weight_ih_l0	1	-0.07566173374652863
237865	rnn.weight_ih_l0	2	-0.060616474598646164
237865	rnn.weight_ih_l0	3	-0.0587230920791626
237865	rnn.weight_ih_l0	4	0.02154170721769333
237865	rnn.weight_ih_l0	5	-0.10694606602191925
237865	rnn.weight_ih_l0	6	-0.04057871550321579
237865	rnn.weight_ih_l0	7	-0.005146473180502653
237865	rnn.weight_ih_l0	8	0.05557556822896004
237865	rnn.weight_ih_l0	9	0.011025306768715382
237865	rnn.weight_hh_l0	0	0.0006624241941608489
237865	rnn.weight_hh_l0	1	-0.08385170996189117
237865	rnn.weight_hh_l0	2	0.07291580736637115
237865	rnn.weight_hh_l0	3	0.053921088576316833
237865	rnn.weight_hh_l0	4	0.0053439661860466
237865	rnn.weight_hh_l0	5	0.07185247540473938
237865	rnn.weight_hh_l0	6	-0.01779249683022499
237865	rnn.weight_hh_l0	7	-0.11111043393611908
237865	rnn.weight_hh_l0	8	0.028039678931236267
237865	rnn.weight_hh_l0	9	-0.07859937846660614
237865	rnn.bias_ih_l0	0	-0.08565890043973923
237865	rnn.bias_ih_l0	1	-0.19329248368740082
237865	rnn.bias_ih_l0	2	-0.25824886560440063
237865	rnn.bias_ih_l0	3	-0.282721608877182
237865	rnn.bias_ih_l0	4	0.0037714424543082714
237865	rnn.bias_ih_l0	5	0.05622135102748871
237865	rnn.bias_ih_l0	6	-0.17117232084274292
237865	rnn.bias_ih_l0	7	-0.26099294424057007
237865	rnn.bias_ih_l0	8	-0.15389864146709442
237865	rnn.bias_ih_l0	9	-0.17613044381141663
237865	rnn.bias_hh_l0	0	0.12892162799835205
237865	rnn.bias_hh_l0	1	-0.052706580609083176
237865	rnn.bias_hh_l0	2	0.052968334406614304
237865	rnn.bias_hh_l0	3	-0.17971202731132507
237865	rnn.bias_hh_l0	4	0.058593932539224625
237865	rnn.bias_hh_l0	5	0.05752110481262207
237865	rnn.bias_hh_l0	6	-0.1062740609049797
237865	rnn.bias_hh_l0	7	-0.14826758205890656
237865	rnn.bias_hh_l0	8	-0.18703025579452515
237865	rnn.bias_hh_l0	9	-0.103270024061203
237865	rnn.weight_ih_l0_reverse	0	-0.018260682001709938
237865	rnn.weight_ih_l0_reverse	1	-0.005096280947327614
237865	rnn.weight_ih_l0_reverse	2	0.006450919434428215
237865	rnn.weight_ih_l0_reverse	3	0.011929457075893879
237865	rnn.weight_ih_l0_reverse	4	0.01808583363890648
237865	rnn.weight_ih_l0_reverse	5	-0.05719030275940895
237865	rnn.weight_ih_l0_reverse	6	-0.04413728043437004
237865	rnn.weight_ih_l0_reverse	7	0.016210274770855904
237865	rnn.weight_ih_l0_reverse	8	0.08664820343255997
237865	rnn.weight_ih_l0_reverse	9	0.0029969860333949327
237865	rnn.weight_hh_l0_reverse	0	0.004255956504493952
237865	rnn.weight_hh_l0_reverse	1	0.02741234004497528
237865	rnn.weight_hh_l0_reverse	2	-0.03895176574587822
237865	rnn.weight_hh_l0_reverse	3	0.040963463485240936
237865	rnn.weight_hh_l0_reverse	4	0.02256838232278824
237865	rnn.weight_hh_l0_reverse	5	-0.010075261816382408
237865	rnn.weight_hh_l0_reverse	6	0.06759912520647049
237865	rnn.weight_hh_l0_reverse	7	0.03702069818973541
237865	rnn.weight_hh_l0_reverse	8	-0.024586768820881844
237865	rnn.weight_hh_l0_reverse	9	-0.026077184826135635
237865	rnn.bias_ih_l0_reverse	0	-0.14795362949371338
237865	rnn.bias_ih_l0_reverse	1	-0.31113722920417786
237865	rnn.bias_ih_l0_reverse	2	-0.061049167066812515
237865	rnn.bias_ih_l0_reverse	3	-0.15601828694343567
237865	rnn.bias_ih_l0_reverse	4	0.06587842106819153
237865	rnn.bias_ih_l0_reverse	5	-0.2712355852127075
237865	rnn.bias_ih_l0_reverse	6	-0.06845419853925705
237865	rnn.bias_ih_l0_reverse	7	0.020224643871188164
237865	rnn.bias_ih_l0_reverse	8	-0.18737554550170898
237865	rnn.bias_ih_l0_reverse	9	-0.09377975761890411
237865	rnn.bias_hh_l0_reverse	0	-0.15413838624954224
237865	rnn.bias_hh_l0_reverse	1	-0.14187800884246826
237865	rnn.bias_hh_l0_reverse	2	-0.013960061594843864
237865	rnn.bias_hh_l0_reverse	3	-0.13816532492637634
237865	rnn.bias_hh_l0_reverse	4	-0.022871067747473717
237865	rnn.bias_hh_l0_reverse	5	-0.11421101540327072
237865	rnn.bias_hh_l0_reverse	6	-0.07392386347055435
237865	rnn.bias_hh_l0_reverse	7	-0.17591193318367004
237865	rnn.bias_hh_l0_reverse	8	-0.06411327421665192
237865	rnn.bias_hh_l0_reverse	9	-0.11580603569746017
237865	linear.weight	0	-0.31378600001335144
237865	linear.weight	1	-0.1046556606888771
237865	linear.weight	2	-0.011228874325752258
237865	linear.weight	3	-0.09833582490682602
237865	linear.weight	4	-0.003908203914761543
237865	linear.weight	5	0.18607138097286224
237865	linear.weight	6	0.0047744326293468475
237865	linear.weight	7	-0.021312154829502106
237865	linear.weight	8	0.17552310228347778
237865	linear.weight	9	0.20794816315174103
237865	linear.bias	0	-0.837084949016571
237865	linear.bias	1	1.409865379333496
237865	linear.bias	2	-0.4989064633846283
237865	linear.bias	3	-0.7574722170829773
237865	linear.bias	4	-0.8907375931739807
237865	linear.bias	5	-1.1803935766220093
237865	linear.bias	6	-0.9722244739532471
237865	linear.bias	7	-0.6997837424278259
237865	linear.bias	8	-0.01705317199230194
237865	linear.bias	9	3.5299603939056396
238062	transitions	0	-0.4670402705669403
238062	transitions	1	8.848135948181152
238062	transitions	2	-3.63377046585083
238062	transitions	3	1.6089322566986084
238062	transitions	4	-2.221665859222412
238062	transitions	5	-0.4330633878707886
238062	transitions	6	-0.19614233076572418
238062	transitions	7	-10000.0
238062	transitions	8	1.8619866371154785
238062	transitions	9	-2.2950031757354736
238062	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
238062	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
238062	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
238062	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
238062	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
238062	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
238062	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
238062	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
238062	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
238062	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
238062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
238062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
238062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
238062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
238062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
238062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
238062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
238062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
238062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
238062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
238062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
238062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
238062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
238062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
238062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
238062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
238062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
238062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
238062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
238062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
238062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
238062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
238062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
238062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
238062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
238062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
238062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
238062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
238062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
238062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
238062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
238062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
238062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
238062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
238062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
238062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
238062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
238062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
238062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
238062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
238062	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
238062	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
238062	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
238062	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
238062	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
238062	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
238062	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
238062	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
238062	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
238062	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
238062	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
238062	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
238062	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
238062	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
238062	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
238062	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
238062	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
238062	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
238062	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
238062	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
238062	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
238062	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
238062	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
238062	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
238062	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
238062	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
238062	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
238062	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
238062	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
238062	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
238062	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
238062	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
238062	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
238062	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
238062	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
238062	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
238062	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
238062	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
238062	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
238062	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
238062	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
238062	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
238062	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
238062	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
238062	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
238062	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
238062	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
238062	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
238062	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
238062	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
238062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
238062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
238062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
238062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
238062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
238062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
238062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
238062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
238062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
238062	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
238062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
238062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
238062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
238062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
238062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
238062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
238062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
238062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
238062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
238062	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
238062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
238062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
238062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
238062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
238062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
238062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
238062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
238062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
238062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
238062	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
238062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
238062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
238062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
238062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
238062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
238062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
238062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
238062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
238062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
238062	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
238062	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
238062	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
238062	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
238062	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
238062	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
238062	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
238062	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
238062	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
238062	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
238062	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
238062	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
238062	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
238062	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
238062	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
238062	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
238062	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
238062	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
238062	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
238062	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
238062	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
238062	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
238062	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
238062	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
238062	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
238062	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
238062	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
238062	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
238062	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
238062	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
238062	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
238062	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
238062	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
238062	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
238062	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
238062	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
238062	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
238062	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
238062	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
238062	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
238062	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
238062	embedding2nn.weight	0	0.045138537883758545
238062	embedding2nn.weight	1	-0.09376736730337143
238062	embedding2nn.weight	2	0.020382411777973175
238062	embedding2nn.weight	3	-0.06014365330338478
238062	embedding2nn.weight	4	-0.1100369468331337
238062	embedding2nn.weight	5	0.11024626344442368
238062	embedding2nn.weight	6	-0.07590414583683014
238062	embedding2nn.weight	7	-0.07488354295492172
238062	embedding2nn.weight	8	-0.03236284852027893
238062	embedding2nn.weight	9	0.04879407212138176
238062	embedding2nn.bias	0	0.096384696662426
238062	embedding2nn.bias	1	-0.018256157636642456
238062	embedding2nn.bias	2	-0.07949157059192657
238062	embedding2nn.bias	3	0.03204938769340515
238062	embedding2nn.bias	4	-0.02192257158458233
238062	embedding2nn.bias	5	-0.1557803452014923
238062	embedding2nn.bias	6	-0.11342979222536087
238062	embedding2nn.bias	7	-0.02079462632536888
238062	embedding2nn.bias	8	0.06429047137498856
238062	embedding2nn.bias	9	-0.06466306746006012
238062	rnn.weight_ih_l0	0	0.04214372858405113
238062	rnn.weight_ih_l0	1	-0.07559406757354736
238062	rnn.weight_ih_l0	2	-0.06164216995239258
238062	rnn.weight_ih_l0	3	-0.05842141434550285
238062	rnn.weight_ih_l0	4	0.02167458087205887
238062	rnn.weight_ih_l0	5	-0.10731823742389679
238062	rnn.weight_ih_l0	6	-0.040513426065444946
238062	rnn.weight_ih_l0	7	-0.005331280641257763
238062	rnn.weight_ih_l0	8	0.05575746297836304
238062	rnn.weight_ih_l0	9	0.012172015383839607
238062	rnn.weight_hh_l0	0	0.00032358019961975515
238062	rnn.weight_hh_l0	1	-0.0841987133026123
238062	rnn.weight_hh_l0	2	0.07272212207317352
238062	rnn.weight_hh_l0	3	0.05344528704881668
238062	rnn.weight_hh_l0	4	0.005286623258143663
238062	rnn.weight_hh_l0	5	0.07200682163238525
238062	rnn.weight_hh_l0	6	-0.01783517375588417
238062	rnn.weight_hh_l0	7	-0.11097605526447296
238062	rnn.weight_hh_l0	8	0.028299665078520775
238062	rnn.weight_hh_l0	9	-0.07828757911920547
238062	rnn.bias_ih_l0	0	-0.0875285267829895
238062	rnn.bias_ih_l0	1	-0.1921871304512024
238062	rnn.bias_ih_l0	2	-0.25678837299346924
238062	rnn.bias_ih_l0	3	-0.28288379311561584
238062	rnn.bias_ih_l0	4	0.0031403698958456516
238062	rnn.bias_ih_l0	5	0.05590468645095825
238062	rnn.bias_ih_l0	6	-0.1712087094783783
238062	rnn.bias_ih_l0	7	-0.26133301854133606
238062	rnn.bias_ih_l0	8	-0.1542733609676361
238062	rnn.bias_ih_l0	9	-0.17564216256141663
238062	rnn.bias_hh_l0	0	0.12773184478282928
238062	rnn.bias_hh_l0	1	-0.05324937775731087
238062	rnn.bias_hh_l0	2	0.053111325949430466
238062	rnn.bias_hh_l0	3	-0.1798902004957199
238062	rnn.bias_hh_l0	4	0.0582234263420105
238062	rnn.bias_hh_l0	5	0.057251833379268646
238062	rnn.bias_hh_l0	6	-0.10667983442544937
238062	rnn.bias_hh_l0	7	-0.1489098072052002
238062	rnn.bias_hh_l0	8	-0.18729762732982635
238062	rnn.bias_hh_l0	9	-0.10203106701374054
238062	rnn.weight_ih_l0_reverse	0	-0.018100189045071602
238062	rnn.weight_ih_l0_reverse	1	-0.0048860409297049046
238062	rnn.weight_ih_l0_reverse	2	0.005786225665360689
238062	rnn.weight_ih_l0_reverse	3	0.011151224374771118
238062	rnn.weight_ih_l0_reverse	4	0.017564252018928528
238062	rnn.weight_ih_l0_reverse	5	-0.05749508738517761
238062	rnn.weight_ih_l0_reverse	6	-0.044320445507764816
238062	rnn.weight_ih_l0_reverse	7	0.016123315319418907
238062	rnn.weight_ih_l0_reverse	8	0.08689484745264053
238062	rnn.weight_ih_l0_reverse	9	0.0037457235157489777
238062	rnn.weight_hh_l0_reverse	0	0.004244750831276178
238062	rnn.weight_hh_l0_reverse	1	0.027410654351115227
238062	rnn.weight_hh_l0_reverse	2	-0.039258234202861786
238062	rnn.weight_hh_l0_reverse	3	0.04102237895131111
238062	rnn.weight_hh_l0_reverse	4	0.022637486457824707
238062	rnn.weight_hh_l0_reverse	5	-0.010088790208101273
238062	rnn.weight_hh_l0_reverse	6	0.0676371306180954
238062	rnn.weight_hh_l0_reverse	7	0.03721961751580238
238062	rnn.weight_hh_l0_reverse	8	-0.02407369390130043
238062	rnn.weight_hh_l0_reverse	9	-0.026036396622657776
238062	rnn.bias_ih_l0_reverse	0	-0.1492747962474823
238062	rnn.bias_ih_l0_reverse	1	-0.31171461939811707
238062	rnn.bias_ih_l0_reverse	2	-0.06245545297861099
238062	rnn.bias_ih_l0_reverse	3	-0.15631692111492157
238062	rnn.bias_ih_l0_reverse	4	0.06516750156879425
238062	rnn.bias_ih_l0_reverse	5	-0.27020612359046936
238062	rnn.bias_ih_l0_reverse	6	-0.06812961399555206
238062	rnn.bias_ih_l0_reverse	7	0.01988699659705162
238062	rnn.bias_ih_l0_reverse	8	-0.18764612078666687
238062	rnn.bias_ih_l0_reverse	9	-0.09315094351768494
238062	rnn.bias_hh_l0_reverse	0	-0.15418778359889984
238062	rnn.bias_hh_l0_reverse	1	-0.14324258267879486
238062	rnn.bias_hh_l0_reverse	2	-0.013926519080996513
238062	rnn.bias_hh_l0_reverse	3	-0.1379198431968689
238062	rnn.bias_hh_l0_reverse	4	-0.02346731349825859
238062	rnn.bias_hh_l0_reverse	5	-0.11391713470220566
238062	rnn.bias_hh_l0_reverse	6	-0.07238563150167465
238062	rnn.bias_hh_l0_reverse	7	-0.17717818915843964
238062	rnn.bias_hh_l0_reverse	8	-0.06387549638748169
238062	rnn.bias_hh_l0_reverse	9	-0.11594805866479874
238062	linear.weight	0	-0.31258898973464966
238062	linear.weight	1	-0.10444751381874084
238062	linear.weight	2	-0.011228874325752258
238062	linear.weight	3	-0.09840703010559082
238062	linear.weight	4	-0.0021115243434906006
238062	linear.weight	5	0.18855595588684082
238062	linear.weight	6	0.0047744326293468475
238062	linear.weight	7	-0.021312154829502106
238062	linear.weight	8	0.18925969302654266
238062	linear.weight	9	0.20400352776050568
238062	linear.bias	0	-0.8238670229911804
238062	linear.bias	1	1.40481698513031
238062	linear.bias	2	-0.49105292558670044
238062	linear.bias	3	-0.7523058652877808
238062	linear.bias	4	-0.9205480813980103
238062	linear.bias	5	-1.1803994178771973
238062	linear.bias	6	-0.959062397480011
238062	linear.bias	7	-0.6853797435760498
238062	linear.bias	8	-0.01705317199230194
238062	linear.bias	9	3.4783406257629395
238259	transitions	0	-0.467070996761322
238259	transitions	1	8.841736793518066
238259	transitions	2	-3.633878231048584
238259	transitions	3	1.610913634300232
238259	transitions	4	-2.221829891204834
238259	transitions	5	-0.4330710470676422
238259	transitions	6	-0.19614620506763458
238259	transitions	7	-10000.0
238259	transitions	8	1.8625179529190063
238259	transitions	9	-2.295003890991211
238259	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
238259	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
238259	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
238259	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
238259	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
238259	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
238259	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
238259	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
238259	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
238259	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
238259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
238259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
238259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
238259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
238259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
238259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
238259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
238259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
238259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
238259	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
238259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
238259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
238259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
238259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
238259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
238259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
238259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
238259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
238259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
238259	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
238259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
238259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
238259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
238259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
238259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
238259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
238259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
238259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
238259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
238259	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
238259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
238259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
238259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
238259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
238259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
238259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
238259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
238259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
238259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
238259	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
238259	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
238259	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
238259	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
238259	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
238259	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
238259	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
238259	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
238259	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
238259	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
238259	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
238259	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
238259	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
238259	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
238259	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
238259	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
238259	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
238259	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
238259	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
238259	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
238259	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
238259	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
238259	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
238259	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
238259	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
238259	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
238259	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
238259	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
238259	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
238259	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
238259	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
238259	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
238259	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
238259	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
238259	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
238259	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
238259	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
238259	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
238259	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
238259	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
238259	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
238259	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
238259	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
238259	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
238259	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
238259	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
238259	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
238259	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
238259	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
238259	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
238259	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
238259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
238259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
238259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
238259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
238259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
238259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
238259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
238259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
238259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
238259	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
238259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
238259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
238259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
238259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
238259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
238259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
238259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
238259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
238259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
238259	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
238259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
238259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
238259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
238259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
238259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
238259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
238259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
238259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
238259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
238259	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
238259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
238259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
238259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
238259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
238259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
238259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
238259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
238259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
238259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
238259	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
238259	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
238259	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
238259	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
238259	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
238259	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
238259	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
238259	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
238259	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
238259	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
238259	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
238259	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
238259	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
238259	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
238259	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
238259	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
238259	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
238259	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
238259	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
238259	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
238259	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
238259	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
238259	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
238259	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
238259	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
238259	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
238259	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
238259	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
238259	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
238259	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
238259	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
238259	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
238259	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
238259	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
238259	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
238259	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
238259	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
238259	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
238259	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
238259	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
238259	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
238259	embedding2nn.weight	0	0.044884853065013885
238259	embedding2nn.weight	1	-0.09399018436670303
238259	embedding2nn.weight	2	0.01962415874004364
238259	embedding2nn.weight	3	-0.06020655483007431
238259	embedding2nn.weight	4	-0.10958375036716461
238259	embedding2nn.weight	5	0.11065887659788132
238259	embedding2nn.weight	6	-0.07540345191955566
238259	embedding2nn.weight	7	-0.0760275200009346
238259	embedding2nn.weight	8	-0.0323270782828331
238259	embedding2nn.weight	9	0.04951164498925209
238259	embedding2nn.bias	0	0.09649679064750671
238259	embedding2nn.bias	1	-0.014847533777356148
238259	embedding2nn.bias	2	-0.0836426317691803
238259	embedding2nn.bias	3	0.027779078111052513
238259	embedding2nn.bias	4	-0.02281453087925911
238259	embedding2nn.bias	5	-0.15770381689071655
238259	embedding2nn.bias	6	-0.11475489288568497
238259	embedding2nn.bias	7	-0.02481149509549141
238259	embedding2nn.bias	8	0.05998489260673523
238259	embedding2nn.bias	9	-0.0666235014796257
238259	rnn.weight_ih_l0	0	0.042018670588731766
238259	rnn.weight_ih_l0	1	-0.07541786134243011
238259	rnn.weight_ih_l0	2	-0.06138921156525612
238259	rnn.weight_ih_l0	3	-0.05831058323383331
238259	rnn.weight_ih_l0	4	0.021126551553606987
238259	rnn.weight_ih_l0	5	-0.10740207880735397
238259	rnn.weight_ih_l0	6	-0.04051430895924568
238259	rnn.weight_ih_l0	7	-0.004932211712002754
238259	rnn.weight_ih_l0	8	0.055605579167604446
238259	rnn.weight_ih_l0	9	0.012089124880731106
238259	rnn.weight_hh_l0	0	0.0009312827605754137
238259	rnn.weight_hh_l0	1	-0.08392820507287979
238259	rnn.weight_hh_l0	2	0.0727270245552063
238259	rnn.weight_hh_l0	3	0.05347362160682678
238259	rnn.weight_hh_l0	4	0.0053582945838570595
238259	rnn.weight_hh_l0	5	0.07204621285200119
238259	rnn.weight_hh_l0	6	-0.017847182229161263
238259	rnn.weight_hh_l0	7	-0.11104476451873779
238259	rnn.weight_hh_l0	8	0.02859129197895527
238259	rnn.weight_hh_l0	9	-0.07774891704320908
238259	rnn.bias_ih_l0	0	-0.08760158717632294
238259	rnn.bias_ih_l0	1	-0.19296719133853912
238259	rnn.bias_ih_l0	2	-0.2570365071296692
238259	rnn.bias_ih_l0	3	-0.2828654944896698
238259	rnn.bias_ih_l0	4	0.005443378817290068
238259	rnn.bias_ih_l0	5	0.05577116832137108
238259	rnn.bias_ih_l0	6	-0.17067170143127441
238259	rnn.bias_ih_l0	7	-0.2613232135772705
238259	rnn.bias_ih_l0	8	-0.15418501198291779
238259	rnn.bias_ih_l0	9	-0.17475876212120056
238259	rnn.bias_hh_l0	0	0.12798920273780823
238259	rnn.bias_hh_l0	1	-0.05351823568344116
238259	rnn.bias_hh_l0	2	0.05269119143486023
238259	rnn.bias_hh_l0	3	-0.1801924705505371
238259	rnn.bias_hh_l0	4	0.05817551538348198
238259	rnn.bias_hh_l0	5	0.05666235089302063
238259	rnn.bias_hh_l0	6	-0.10647501051425934
238259	rnn.bias_hh_l0	7	-0.14868079125881195
238259	rnn.bias_hh_l0	8	-0.18761003017425537
238259	rnn.bias_hh_l0	9	-0.10299364477396011
238259	rnn.weight_ih_l0_reverse	0	-0.01861019991338253
238259	rnn.weight_ih_l0_reverse	1	-0.0046639954671263695
238259	rnn.weight_ih_l0_reverse	2	0.005188712850213051
238259	rnn.weight_ih_l0_reverse	3	0.010472716763615608
238259	rnn.weight_ih_l0_reverse	4	0.01782940700650215
238259	rnn.weight_ih_l0_reverse	5	-0.057366546243429184
238259	rnn.weight_ih_l0_reverse	6	-0.04410691186785698
238259	rnn.weight_ih_l0_reverse	7	0.015305371955037117
238259	rnn.weight_ih_l0_reverse	8	0.0871390849351883
238259	rnn.weight_ih_l0_reverse	9	0.004128662869334221
238259	rnn.weight_hh_l0_reverse	0	0.004160677548497915
238259	rnn.weight_hh_l0_reverse	1	0.02735135145485401
238259	rnn.weight_hh_l0_reverse	2	-0.039267975836992264
238259	rnn.weight_hh_l0_reverse	3	0.041001901030540466
238259	rnn.weight_hh_l0_reverse	4	0.022742902860045433
238259	rnn.weight_hh_l0_reverse	5	-0.010169805027544498
238259	rnn.weight_hh_l0_reverse	6	0.06783971935510635
238259	rnn.weight_hh_l0_reverse	7	0.0372035913169384
238259	rnn.weight_hh_l0_reverse	8	-0.023756681010127068
238259	rnn.weight_hh_l0_reverse	9	-0.026242375373840332
238259	rnn.bias_ih_l0_reverse	0	-0.14896424114704132
238259	rnn.bias_ih_l0_reverse	1	-0.31118324398994446
238259	rnn.bias_ih_l0_reverse	2	-0.06215578690171242
238259	rnn.bias_ih_l0_reverse	3	-0.15673285722732544
238259	rnn.bias_ih_l0_reverse	4	0.06658730655908585
238259	rnn.bias_ih_l0_reverse	5	-0.2711838185787201
238259	rnn.bias_ih_l0_reverse	6	-0.06913965940475464
238259	rnn.bias_ih_l0_reverse	7	0.020237943157553673
238259	rnn.bias_ih_l0_reverse	8	-0.18806828558444977
238259	rnn.bias_ih_l0_reverse	9	-0.09372757375240326
238259	rnn.bias_hh_l0_reverse	0	-0.1543545424938202
238259	rnn.bias_hh_l0_reverse	1	-0.14375081658363342
238259	rnn.bias_hh_l0_reverse	2	-0.014171748422086239
238259	rnn.bias_hh_l0_reverse	3	-0.13838006556034088
238259	rnn.bias_hh_l0_reverse	4	-0.02383803203701973
238259	rnn.bias_hh_l0_reverse	5	-0.1139739602804184
238259	rnn.bias_hh_l0_reverse	6	-0.07328668981790543
238259	rnn.bias_hh_l0_reverse	7	-0.17693358659744263
238259	rnn.bias_hh_l0_reverse	8	-0.0635901689529419
238259	rnn.bias_hh_l0_reverse	9	-0.1154596135020256
238259	linear.weight	0	-0.30736374855041504
238259	linear.weight	1	-0.10268455743789673
238259	linear.weight	2	-0.011228874325752258
238259	linear.weight	3	-0.09851527214050293
238259	linear.weight	4	-0.0017925697611644864
238259	linear.weight	5	0.18990398943424225
238259	linear.weight	6	0.0047744326293468475
238259	linear.weight	7	-0.021312154829502106
238259	linear.weight	8	0.18848390877246857
238259	linear.weight	9	0.1983359158039093
238259	linear.bias	0	-0.8309547305107117
238259	linear.bias	1	1.4201983213424683
238259	linear.bias	2	-0.5063825845718384
238259	linear.bias	3	-0.7554370760917664
238259	linear.bias	4	-0.9282947182655334
238259	linear.bias	5	-1.1804051399230957
238259	linear.bias	6	-0.9654006361961365
238259	linear.bias	7	-0.6903082728385925
238259	linear.bias	8	-0.01705317199230194
238259	linear.bias	9	3.509002685546875
238456	transitions	0	-0.4670878052711487
238456	transitions	1	8.851309776306152
238456	transitions	2	-3.6340794563293457
238456	transitions	3	1.6094095706939697
238456	transitions	4	-2.221989870071411
238456	transitions	5	-0.43308478593826294
238456	transitions	6	-0.19617554545402527
238456	transitions	7	-10000.0
238456	transitions	8	1.863314151763916
238456	transitions	9	-2.2950050830841064
238456	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
238456	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
238456	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
238456	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
238456	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
238456	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
238456	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
238456	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
238456	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
238456	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
238456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
238456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
238456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
238456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
238456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
238456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
238456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
238456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
238456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
238456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
238456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
238456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
238456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
238456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
238456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
238456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
238456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
238456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
238456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
238456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
238456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
238456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
238456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
238456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
238456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
238456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
238456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
238456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
238456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
238456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
238456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
238456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
238456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
238456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
238456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
238456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
238456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
238456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
238456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
238456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
238456	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
238456	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
238456	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
238456	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
238456	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
238456	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
238456	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
238456	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
238456	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
238456	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
238456	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
238456	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
238456	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
238456	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
238456	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
238456	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
238456	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
238456	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
238456	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
238456	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
238456	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
238456	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
238456	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
238456	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
238456	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
238456	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
238456	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
238456	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
238456	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
238456	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
238456	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
238456	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
238456	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
238456	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
238456	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
238456	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
238456	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
238456	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
238456	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
238456	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
238456	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
238456	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
238456	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
238456	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
238456	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
238456	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
238456	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
238456	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
238456	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
238456	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
238456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
238456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
238456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
238456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
238456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
238456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
238456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
238456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
238456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
238456	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
238456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
238456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
238456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
238456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
238456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
238456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
238456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
238456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
238456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
238456	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
238456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
238456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
238456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
238456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
238456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
238456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
238456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
238456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
238456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
238456	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
238456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
238456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
238456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
238456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
238456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
238456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
238456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
238456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
238456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
238456	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
238456	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
238456	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
238456	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
238456	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
238456	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
238456	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
238456	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
238456	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
238456	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
238456	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
238456	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
238456	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
238456	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
238456	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
238456	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
238456	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
238456	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
238456	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
238456	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
238456	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
238456	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
238456	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
238456	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
238456	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
238456	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
238456	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
238456	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
238456	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
238456	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
238456	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
238456	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
238456	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
238456	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
238456	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
238456	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
238456	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
238456	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
238456	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
238456	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
238456	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
238456	embedding2nn.weight	0	0.04508091136813164
238456	embedding2nn.weight	1	-0.09452392160892487
238456	embedding2nn.weight	2	0.01918650045990944
238456	embedding2nn.weight	3	-0.06059862673282623
238456	embedding2nn.weight	4	-0.10990069061517715
238456	embedding2nn.weight	5	0.11052297055721283
238456	embedding2nn.weight	6	-0.07496965676546097
238456	embedding2nn.weight	7	-0.07565608620643616
238456	embedding2nn.weight	8	-0.033064551651477814
238456	embedding2nn.weight	9	0.04948705807328224
238456	embedding2nn.bias	0	0.10093224793672562
238456	embedding2nn.bias	1	-0.012214459478855133
238456	embedding2nn.bias	2	-0.08189161121845245
238456	embedding2nn.bias	3	0.030139857903122902
238456	embedding2nn.bias	4	-0.024051543325185776
238456	embedding2nn.bias	5	-0.16295988857746124
238456	embedding2nn.bias	6	-0.11456777900457382
238456	embedding2nn.bias	7	-0.02021859772503376
238456	embedding2nn.bias	8	0.05514223873615265
238456	embedding2nn.bias	9	-0.07078205049037933
238456	rnn.weight_ih_l0	0	0.04192512482404709
238456	rnn.weight_ih_l0	1	-0.07557548582553864
238456	rnn.weight_ih_l0	2	-0.062100525945425034
238456	rnn.weight_ih_l0	3	-0.05783071368932724
238456	rnn.weight_ih_l0	4	0.020654980093240738
238456	rnn.weight_ih_l0	5	-0.10712799429893494
238456	rnn.weight_ih_l0	6	-0.040670547634363174
238456	rnn.weight_ih_l0	7	-0.005173556040972471
238456	rnn.weight_ih_l0	8	0.05417323857545853
238456	rnn.weight_ih_l0	9	0.011794812977313995
238456	rnn.weight_hh_l0	0	0.000997843686491251
238456	rnn.weight_hh_l0	1	-0.08417632430791855
238456	rnn.weight_hh_l0	2	0.07287939637899399
238456	rnn.weight_hh_l0	3	0.053357966244220734
238456	rnn.weight_hh_l0	4	0.0055254739709198475
238456	rnn.weight_hh_l0	5	0.0721784383058548
238456	rnn.weight_hh_l0	6	-0.017989519983530045
238456	rnn.weight_hh_l0	7	-0.11134446412324905
238456	rnn.weight_hh_l0	8	0.028738122433423996
238456	rnn.weight_hh_l0	9	-0.0766463503241539
238456	rnn.bias_ih_l0	0	-0.08659689128398895
238456	rnn.bias_ih_l0	1	-0.19180519878864288
238456	rnn.bias_ih_l0	2	-0.25817805528640747
238456	rnn.bias_ih_l0	3	-0.2823432683944702
238456	rnn.bias_ih_l0	4	0.005733373109251261
238456	rnn.bias_ih_l0	5	0.056823667138814926
238456	rnn.bias_ih_l0	6	-0.17070816457271576
238456	rnn.bias_ih_l0	7	-0.26138028502464294
238456	rnn.bias_ih_l0	8	-0.15308959782123566
238456	rnn.bias_ih_l0	9	-0.17462721467018127
238456	rnn.bias_hh_l0	0	0.12764105200767517
238456	rnn.bias_hh_l0	1	-0.05314172804355621
238456	rnn.bias_hh_l0	2	0.052269451320171356
238456	rnn.bias_hh_l0	3	-0.17968280613422394
238456	rnn.bias_hh_l0	4	0.05831007659435272
238456	rnn.bias_hh_l0	5	0.05753263086080551
238456	rnn.bias_hh_l0	6	-0.10799772292375565
238456	rnn.bias_hh_l0	7	-0.14857988059520721
238456	rnn.bias_hh_l0	8	-0.1864197850227356
238456	rnn.bias_hh_l0	9	-0.10321436077356339
238456	rnn.weight_ih_l0_reverse	0	-0.018842201679944992
238456	rnn.weight_ih_l0_reverse	1	-0.005215839017182589
238456	rnn.weight_ih_l0_reverse	2	0.0053460849449038506
238456	rnn.weight_ih_l0_reverse	3	0.010285911150276661
238456	rnn.weight_ih_l0_reverse	4	0.017992110922932625
238456	rnn.weight_ih_l0_reverse	5	-0.05802711099386215
238456	rnn.weight_ih_l0_reverse	6	-0.04342095926403999
238456	rnn.weight_ih_l0_reverse	7	0.015563083812594414
238456	rnn.weight_ih_l0_reverse	8	0.08667464554309845
238456	rnn.weight_ih_l0_reverse	9	0.004879914689809084
238456	rnn.weight_hh_l0_reverse	0	0.004224325530230999
238456	rnn.weight_hh_l0_reverse	1	0.027269653975963593
238456	rnn.weight_hh_l0_reverse	2	-0.039201781153678894
238456	rnn.weight_hh_l0_reverse	3	0.04089127108454704
238456	rnn.weight_hh_l0_reverse	4	0.02268485724925995
238456	rnn.weight_hh_l0_reverse	5	-0.01044475194066763
238456	rnn.weight_hh_l0_reverse	6	0.06757812201976776
238456	rnn.weight_hh_l0_reverse	7	0.0373152457177639
238456	rnn.weight_hh_l0_reverse	8	-0.023768724873661995
238456	rnn.weight_hh_l0_reverse	9	-0.026348285377025604
238456	rnn.bias_ih_l0_reverse	0	-0.14888879656791687
238456	rnn.bias_ih_l0_reverse	1	-0.3111567497253418
238456	rnn.bias_ih_l0_reverse	2	-0.06112919747829437
238456	rnn.bias_ih_l0_reverse	3	-0.15642400085926056
238456	rnn.bias_ih_l0_reverse	4	0.0658813938498497
238456	rnn.bias_ih_l0_reverse	5	-0.27127280831336975
238456	rnn.bias_ih_l0_reverse	6	-0.06784947961568832
238456	rnn.bias_ih_l0_reverse	7	0.017849162220954895
238456	rnn.bias_ih_l0_reverse	8	-0.18725575506687164
238456	rnn.bias_ih_l0_reverse	9	-0.09352082014083862
238456	rnn.bias_hh_l0_reverse	0	-0.15437211096286774
238456	rnn.bias_hh_l0_reverse	1	-0.14385473728179932
238456	rnn.bias_hh_l0_reverse	2	-0.014058358035981655
238456	rnn.bias_hh_l0_reverse	3	-0.1379416435956955
238456	rnn.bias_hh_l0_reverse	4	-0.0242556594312191
238456	rnn.bias_hh_l0_reverse	5	-0.11373167484998703
238456	rnn.bias_hh_l0_reverse	6	-0.07315106689929962
238456	rnn.bias_hh_l0_reverse	7	-0.17668026685714722
238456	rnn.bias_hh_l0_reverse	8	-0.06446505337953568
238456	rnn.bias_hh_l0_reverse	9	-0.11570548266172409
238456	linear.weight	0	-0.3113080859184265
238456	linear.weight	1	-0.10137117654085159
238456	linear.weight	2	-0.011228874325752258
238456	linear.weight	3	-0.10111033171415329
238456	linear.weight	4	-0.0019485902739688754
238456	linear.weight	5	0.1871778666973114
238456	linear.weight	6	0.0047744326293468475
238456	linear.weight	7	-0.021312154829502106
238456	linear.weight	8	0.18899261951446533
238456	linear.weight	9	0.18972720205783844
238456	linear.bias	0	-0.8260887265205383
238456	linear.bias	1	1.4142016172409058
238456	linear.bias	2	-0.4930599629878998
238456	linear.bias	3	-0.7528136372566223
238456	linear.bias	4	-0.9259673953056335
238456	linear.bias	5	-1.1804091930389404
238456	linear.bias	6	-0.9600604772567749
238456	linear.bias	7	-0.7022262215614319
238456	linear.bias	8	-0.01705317199230194
238456	linear.bias	9	3.5078232288360596
238653	transitions	0	-0.467111736536026
238653	transitions	1	8.854101181030273
238653	transitions	2	-3.634157419204712
238653	transitions	3	1.6119328737258911
238653	transitions	4	-2.2221713066101074
238653	transitions	5	-0.4331415891647339
238653	transitions	6	-0.19618165493011475
238653	transitions	7	-10000.0
238653	transitions	8	1.862877368927002
238653	transitions	9	-2.2950050830841064
238653	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
238653	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
238653	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
238653	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
238653	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
238653	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
238653	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
238653	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
238653	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
238653	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
238653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
238653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
238653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
238653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
238653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
238653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
238653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
238653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
238653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
238653	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
238653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
238653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
238653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
238653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
238653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
238653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
238653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
238653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
238653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
238653	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
238653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
238653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
238653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
238653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
238653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
238653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
238653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
238653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
238653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
238653	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
238653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
238653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
238653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
238653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
238653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
238653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
238653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
238653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
238653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
238653	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
238653	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
238653	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
238653	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
238653	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
238653	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
238653	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
238653	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
238653	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
238653	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
238653	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
238653	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
238653	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
238653	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
238653	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
238653	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
238653	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
238653	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
238653	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
238653	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
238653	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
238653	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
238653	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
238653	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
238653	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
238653	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
238653	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
238653	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
238653	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
238653	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
238653	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
238653	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
238653	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
238653	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
238653	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
238653	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
238653	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
238653	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
238653	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
238653	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
238653	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
238653	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
238653	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
238653	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
238653	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
238653	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
238653	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
238653	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
238653	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
238653	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
238653	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
238653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
238653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
238653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
238653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
238653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
238653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
238653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
238653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
238653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
238653	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
238653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
238653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
238653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
238653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
238653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
238653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
238653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
238653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
238653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
238653	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
238653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
238653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
238653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
238653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
238653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
238653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
238653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
238653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
238653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
238653	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
238653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
238653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
238653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
238653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
238653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
238653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
238653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
238653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
238653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
238653	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
238653	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
238653	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
238653	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
238653	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
238653	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
238653	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
238653	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
238653	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
238653	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
238653	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
238653	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
238653	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
238653	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
238653	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
238653	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
238653	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
238653	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
238653	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
238653	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
238653	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
238653	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
238653	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
238653	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
238653	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
238653	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
238653	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
238653	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
238653	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
238653	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
238653	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
238653	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
238653	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
238653	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
238653	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
238653	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
238653	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
238653	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
238653	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
238653	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
238653	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
238653	embedding2nn.weight	0	0.04494485259056091
238653	embedding2nn.weight	1	-0.09417492896318436
238653	embedding2nn.weight	2	0.020122094079852104
238653	embedding2nn.weight	3	-0.06094362959265709
238653	embedding2nn.weight	4	-0.11041908711194992
238653	embedding2nn.weight	5	0.10976644605398178
238653	embedding2nn.weight	6	-0.07416938245296478
238653	embedding2nn.weight	7	-0.07615849375724792
238653	embedding2nn.weight	8	-0.03326478600502014
238653	embedding2nn.weight	9	0.04854678735136986
238653	embedding2nn.bias	0	0.09379404038190842
238653	embedding2nn.bias	1	-0.012958720326423645
238653	embedding2nn.bias	2	-0.08029080927371979
238653	embedding2nn.bias	3	0.033232346177101135
238653	embedding2nn.bias	4	-0.024167785421013832
238653	embedding2nn.bias	5	-0.16389912366867065
238653	embedding2nn.bias	6	-0.11140825599431992
238653	embedding2nn.bias	7	-0.015921149402856827
238653	embedding2nn.bias	8	0.057994481176137924
238653	embedding2nn.bias	9	-0.07098781317472458
238653	rnn.weight_ih_l0	0	0.041663143783807755
238653	rnn.weight_ih_l0	1	-0.07564020901918411
238653	rnn.weight_ih_l0	2	-0.06163054332137108
238653	rnn.weight_ih_l0	3	-0.05810271576046944
238653	rnn.weight_ih_l0	4	0.02063368260860443
238653	rnn.weight_ih_l0	5	-0.10687310993671417
238653	rnn.weight_ih_l0	6	-0.040717579424381256
238653	rnn.weight_ih_l0	7	-0.003840063465759158
238653	rnn.weight_ih_l0	8	0.05394284799695015
238653	rnn.weight_ih_l0	9	0.011814823374152184
238653	rnn.weight_hh_l0	0	0.0010458858450874686
238653	rnn.weight_hh_l0	1	-0.08395000547170639
238653	rnn.weight_hh_l0	2	0.072788767516613
238653	rnn.weight_hh_l0	3	0.05355614423751831
238653	rnn.weight_hh_l0	4	0.005476647522300482
238653	rnn.weight_hh_l0	5	0.07229742407798767
238653	rnn.weight_hh_l0	6	-0.017914947122335434
238653	rnn.weight_hh_l0	7	-0.11146430671215057
238653	rnn.weight_hh_l0	8	0.028751881793141365
238653	rnn.weight_hh_l0	9	-0.07688012719154358
238653	rnn.bias_ih_l0	0	-0.08429849147796631
238653	rnn.bias_ih_l0	1	-0.19209766387939453
238653	rnn.bias_ih_l0	2	-0.2578178644180298
238653	rnn.bias_ih_l0	3	-0.28220370411872864
238653	rnn.bias_ih_l0	4	0.006828437093645334
238653	rnn.bias_ih_l0	5	0.055855073034763336
238653	rnn.bias_ih_l0	6	-0.16974733769893646
238653	rnn.bias_ih_l0	7	-0.26243823766708374
238653	rnn.bias_ih_l0	8	-0.1533305048942566
238653	rnn.bias_ih_l0	9	-0.17430086433887482
238653	rnn.bias_hh_l0	0	0.12807047367095947
238653	rnn.bias_hh_l0	1	-0.05385642871260643
238653	rnn.bias_hh_l0	2	0.05232236534357071
238653	rnn.bias_hh_l0	3	-0.17946694791316986
238653	rnn.bias_hh_l0	4	0.058273978531360626
238653	rnn.bias_hh_l0	5	0.057372525334358215
238653	rnn.bias_hh_l0	6	-0.10808812826871872
238653	rnn.bias_hh_l0	7	-0.1483069360256195
238653	rnn.bias_hh_l0	8	-0.18549662828445435
238653	rnn.bias_hh_l0	9	-0.10267511755228043
238653	rnn.weight_ih_l0_reverse	0	-0.018838392570614815
238653	rnn.weight_ih_l0_reverse	1	-0.004934791475534439
238653	rnn.weight_ih_l0_reverse	2	0.0050008660182356834
238653	rnn.weight_ih_l0_reverse	3	0.010620985180139542
238653	rnn.weight_ih_l0_reverse	4	0.01801588200032711
238653	rnn.weight_ih_l0_reverse	5	-0.05793086439371109
238653	rnn.weight_ih_l0_reverse	6	-0.04399554803967476
238653	rnn.weight_ih_l0_reverse	7	0.015026316978037357
238653	rnn.weight_ih_l0_reverse	8	0.08604356646537781
238653	rnn.weight_ih_l0_reverse	9	0.004018035251647234
238653	rnn.weight_hh_l0_reverse	0	0.00455728592351079
238653	rnn.weight_hh_l0_reverse	1	0.027335751801729202
238653	rnn.weight_hh_l0_reverse	2	-0.03928075358271599
238653	rnn.weight_hh_l0_reverse	3	0.04084356501698494
238653	rnn.weight_hh_l0_reverse	4	0.02290142886340618
238653	rnn.weight_hh_l0_reverse	5	-0.010336475446820259
238653	rnn.weight_hh_l0_reverse	6	0.06781197339296341
238653	rnn.weight_hh_l0_reverse	7	0.03745025768876076
238653	rnn.weight_hh_l0_reverse	8	-0.023805774748325348
238653	rnn.weight_hh_l0_reverse	9	-0.026463806629180908
238653	rnn.bias_ih_l0_reverse	0	-0.1486310362815857
238653	rnn.bias_ih_l0_reverse	1	-0.3112638294696808
238653	rnn.bias_ih_l0_reverse	2	-0.06009943410754204
238653	rnn.bias_ih_l0_reverse	3	-0.15619291365146637
238653	rnn.bias_ih_l0_reverse	4	0.06612397730350494
238653	rnn.bias_ih_l0_reverse	5	-0.2723720669746399
238653	rnn.bias_ih_l0_reverse	6	-0.06759651005268097
238653	rnn.bias_ih_l0_reverse	7	0.018611788749694824
238653	rnn.bias_ih_l0_reverse	8	-0.18685562908649445
238653	rnn.bias_ih_l0_reverse	9	-0.09272340685129166
238653	rnn.bias_hh_l0_reverse	0	-0.15336069464683533
238653	rnn.bias_hh_l0_reverse	1	-0.14287911355495453
238653	rnn.bias_hh_l0_reverse	2	-0.013916903175413609
238653	rnn.bias_hh_l0_reverse	3	-0.13791224360466003
238653	rnn.bias_hh_l0_reverse	4	-0.02430908940732479
238653	rnn.bias_hh_l0_reverse	5	-0.1133795902132988
238653	rnn.bias_hh_l0_reverse	6	-0.07490716129541397
238653	rnn.bias_hh_l0_reverse	7	-0.17781995236873627
238653	rnn.bias_hh_l0_reverse	8	-0.06499084830284119
238653	rnn.bias_hh_l0_reverse	9	-0.11390076577663422
238653	linear.weight	0	-0.31200990080833435
238653	linear.weight	1	-0.10035907477140427
238653	linear.weight	2	-0.011228874325752258
238653	linear.weight	3	-0.10265040397644043
238653	linear.weight	4	-0.0021244727540761232
238653	linear.weight	5	0.18488934636116028
238653	linear.weight	6	0.0047744326293468475
238653	linear.weight	7	-0.021312154829502106
238653	linear.weight	8	0.17752698063850403
238653	linear.weight	9	0.19212839007377625
238653	linear.bias	0	-0.8315096497535706
238653	linear.bias	1	1.4196139574050903
238653	linear.bias	2	-0.49229955673217773
238653	linear.bias	3	-0.749478280544281
238653	linear.bias	4	-0.9188452363014221
238653	linear.bias	5	-1.1804122924804688
238653	linear.bias	6	-0.9660675525665283
238653	linear.bias	7	-0.7048308253288269
238653	linear.bias	8	-0.01705317199230194
238653	linear.bias	9	3.4878528118133545
238850	transitions	0	-0.46713241934776306
238850	transitions	1	8.846572875976562
238850	transitions	2	-3.634359359741211
238850	transitions	3	1.6116117238998413
238850	transitions	4	-2.2222602367401123
238850	transitions	5	-0.4332039952278137
238850	transitions	6	-0.19620227813720703
238850	transitions	7	-10000.0
238850	transitions	8	1.8636687994003296
238850	transitions	9	-2.2950055599212646
238850	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
238850	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
238850	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
238850	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
238850	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
238850	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
238850	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
238850	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
238850	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
238850	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
238850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
238850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
238850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
238850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
238850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
238850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
238850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
238850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
238850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
238850	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
238850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
238850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
238850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
238850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
238850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
238850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
238850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
238850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
238850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
238850	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
238850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
238850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
238850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
238850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
238850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
238850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
238850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
238850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
238850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
238850	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
238850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
238850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
238850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
238850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
238850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
238850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
238850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
238850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
238850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
238850	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
238850	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
238850	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
238850	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
238850	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
238850	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
238850	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
238850	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
238850	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
238850	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
238850	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
238850	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
238850	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
238850	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
238850	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
238850	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
238850	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
238850	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
238850	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
238850	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
238850	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
238850	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
238850	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
238850	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
238850	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
238850	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
238850	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
238850	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
238850	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
238850	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
238850	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
238850	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
238850	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
238850	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
238850	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
238850	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
238850	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
238850	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
238850	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
238850	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
238850	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
238850	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
238850	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
238850	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
238850	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
238850	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
238850	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
238850	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
238850	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
238850	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
238850	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
238850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
238850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
238850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
238850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
238850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
238850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
238850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
238850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
238850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
238850	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
238850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
238850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
238850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
238850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
238850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
238850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
238850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
238850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
238850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
238850	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
238850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
238850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
238850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
238850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
238850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
238850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
238850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
238850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
238850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
238850	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
238850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
238850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
238850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
238850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
238850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
238850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
238850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
238850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
238850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
238850	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
238850	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
238850	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
238850	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
238850	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
238850	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
238850	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
238850	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
238850	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
238850	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
238850	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
238850	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
238850	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
238850	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
238850	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
238850	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
238850	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
238850	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
238850	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
238850	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
238850	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
238850	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
238850	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
238850	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
238850	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
238850	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
238850	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
238850	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
238850	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
238850	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
238850	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
238850	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
238850	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
238850	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
238850	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
238850	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
238850	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
238850	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
238850	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
238850	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
238850	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
238850	embedding2nn.weight	0	0.04479745402932167
238850	embedding2nn.weight	1	-0.09454822540283203
238850	embedding2nn.weight	2	0.020625045523047447
238850	embedding2nn.weight	3	-0.061503853648900986
238850	embedding2nn.weight	4	-0.10964060574769974
238850	embedding2nn.weight	5	0.10973648726940155
238850	embedding2nn.weight	6	-0.07289184629917145
238850	embedding2nn.weight	7	-0.07683657109737396
238850	embedding2nn.weight	8	-0.03350510075688362
238850	embedding2nn.weight	9	0.047434236854314804
238850	embedding2nn.bias	0	0.08975180238485336
238850	embedding2nn.bias	1	-0.008756162598729134
238850	embedding2nn.bias	2	-0.07864376902580261
238850	embedding2nn.bias	3	0.02900630235671997
238850	embedding2nn.bias	4	-0.024914415553212166
238850	embedding2nn.bias	5	-0.1614236980676651
238850	embedding2nn.bias	6	-0.11073474586009979
238850	embedding2nn.bias	7	-0.017338529229164124
238850	embedding2nn.bias	8	0.056003790348768234
238850	embedding2nn.bias	9	-0.06347514688968658
238850	rnn.weight_ih_l0	0	0.04187486693263054
238850	rnn.weight_ih_l0	1	-0.07628637552261353
238850	rnn.weight_ih_l0	2	-0.061116788536310196
238850	rnn.weight_ih_l0	3	-0.058514539152383804
238850	rnn.weight_ih_l0	4	0.02087090164422989
238850	rnn.weight_ih_l0	5	-0.10750190168619156
238850	rnn.weight_ih_l0	6	-0.04061049595475197
238850	rnn.weight_ih_l0	7	-0.004645309876650572
238850	rnn.weight_ih_l0	8	0.05393214151263237
238850	rnn.weight_ih_l0	9	0.011716369539499283
238850	rnn.weight_hh_l0	0	0.0009362429264001548
238850	rnn.weight_hh_l0	1	-0.0836324468255043
238850	rnn.weight_hh_l0	2	0.07305163145065308
238850	rnn.weight_hh_l0	3	0.053645968437194824
238850	rnn.weight_hh_l0	4	0.0054579610005021095
238850	rnn.weight_hh_l0	5	0.07204718142747879
238850	rnn.weight_hh_l0	6	-0.017939532175660133
238850	rnn.weight_hh_l0	7	-0.11150067299604416
238850	rnn.weight_hh_l0	8	0.02861984260380268
238850	rnn.weight_hh_l0	9	-0.07659915834665298
238850	rnn.bias_ih_l0	0	-0.08316971361637115
238850	rnn.bias_ih_l0	1	-0.1909465193748474
238850	rnn.bias_ih_l0	2	-0.2580467760562897
238850	rnn.bias_ih_l0	3	-0.283078670501709
238850	rnn.bias_ih_l0	4	0.005876345094293356
238850	rnn.bias_ih_l0	5	0.05530613660812378
238850	rnn.bias_ih_l0	6	-0.1694161742925644
238850	rnn.bias_ih_l0	7	-0.2628574073314667
238850	rnn.bias_ih_l0	8	-0.15275661647319794
238850	rnn.bias_ih_l0	9	-0.17458850145339966
238850	rnn.bias_hh_l0	0	0.12822546064853668
238850	rnn.bias_hh_l0	1	-0.05336860567331314
238850	rnn.bias_hh_l0	2	0.05184633284807205
238850	rnn.bias_hh_l0	3	-0.1793999969959259
238850	rnn.bias_hh_l0	4	0.058688290417194366
238850	rnn.bias_hh_l0	5	0.05755295604467392
238850	rnn.bias_hh_l0	6	-0.10770101100206375
238850	rnn.bias_hh_l0	7	-0.14732930064201355
238850	rnn.bias_hh_l0	8	-0.1854693740606308
238850	rnn.bias_hh_l0	9	-0.10235196352005005
238850	rnn.weight_ih_l0_reverse	0	-0.019055472686886787
238850	rnn.weight_ih_l0_reverse	1	-0.0049947528168559074
238850	rnn.weight_ih_l0_reverse	2	0.004827455151826143
238850	rnn.weight_ih_l0_reverse	3	0.01105208694934845
238850	rnn.weight_ih_l0_reverse	4	0.018001053482294083
238850	rnn.weight_ih_l0_reverse	5	-0.057254042476415634
238850	rnn.weight_ih_l0_reverse	6	-0.04494781419634819
238850	rnn.weight_ih_l0_reverse	7	0.01582196168601513
238850	rnn.weight_ih_l0_reverse	8	0.08592277020215988
238850	rnn.weight_ih_l0_reverse	9	0.0038572431076318026
238850	rnn.weight_hh_l0_reverse	0	0.004379404243081808
238850	rnn.weight_hh_l0_reverse	1	0.027366025373339653
238850	rnn.weight_hh_l0_reverse	2	-0.03926020860671997
238850	rnn.weight_hh_l0_reverse	3	0.040429193526506424
238850	rnn.weight_hh_l0_reverse	4	0.022942475974559784
238850	rnn.weight_hh_l0_reverse	5	-0.01059526763856411
238850	rnn.weight_hh_l0_reverse	6	0.06758131831884384
238850	rnn.weight_hh_l0_reverse	7	0.03776177018880844
238850	rnn.weight_hh_l0_reverse	8	-0.023932959884405136
238850	rnn.weight_hh_l0_reverse	9	-0.026447098702192307
238850	rnn.bias_ih_l0_reverse	0	-0.14919503033161163
238850	rnn.bias_ih_l0_reverse	1	-0.3114526569843292
238850	rnn.bias_ih_l0_reverse	2	-0.06059795245528221
238850	rnn.bias_ih_l0_reverse	3	-0.15597482025623322
238850	rnn.bias_ih_l0_reverse	4	0.06650889664888382
238850	rnn.bias_ih_l0_reverse	5	-0.27240756154060364
238850	rnn.bias_ih_l0_reverse	6	-0.06803248077630997
238850	rnn.bias_ih_l0_reverse	7	0.020229989662766457
238850	rnn.bias_ih_l0_reverse	8	-0.18615028262138367
238850	rnn.bias_ih_l0_reverse	9	-0.09327545762062073
238850	rnn.bias_hh_l0_reverse	0	-0.15367348492145538
238850	rnn.bias_hh_l0_reverse	1	-0.14162512123584747
238850	rnn.bias_hh_l0_reverse	2	-0.013529406860470772
238850	rnn.bias_hh_l0_reverse	3	-0.138067826628685
238850	rnn.bias_hh_l0_reverse	4	-0.024208640679717064
238850	rnn.bias_hh_l0_reverse	5	-0.11307276040315628
238850	rnn.bias_hh_l0_reverse	6	-0.07557138055562973
238850	rnn.bias_hh_l0_reverse	7	-0.17813365161418915
238850	rnn.bias_hh_l0_reverse	8	-0.0653587058186531
238850	rnn.bias_hh_l0_reverse	9	-0.11428313702344894
238850	linear.weight	0	-0.3103157877922058
238850	linear.weight	1	-0.09959132969379425
238850	linear.weight	2	-0.011228874325752258
238850	linear.weight	3	-0.10190198570489883
238850	linear.weight	4	0.001461232197470963
238850	linear.weight	5	0.18952324986457825
238850	linear.weight	6	0.0047744326293468475
238850	linear.weight	7	-0.021312154829502106
238850	linear.weight	8	0.17461158335208893
238850	linear.weight	9	0.1930037885904312
238850	linear.bias	0	-0.8428881764411926
238850	linear.bias	1	1.4142448902130127
238850	linear.bias	2	-0.4865416884422302
238850	linear.bias	3	-0.7637868523597717
238850	linear.bias	4	-0.8948816657066345
238850	linear.bias	5	-1.1804169416427612
238850	linear.bias	6	-0.977220356464386
238850	linear.bias	7	-0.6955915689468384
238850	linear.bias	8	-0.01705317199230194
238850	linear.bias	9	3.4977800846099854
238854	transitions	0	-0.4671325385570526
238854	transitions	1	8.847271919250488
238854	transitions	2	-3.6343600749969482
238854	transitions	3	1.611701488494873
238854	transitions	4	-2.2222609519958496
238854	transitions	5	-0.4332039952278137
238854	transitions	6	-0.19620227813720703
238854	transitions	7	-10000.0
238854	transitions	8	1.8636685609817505
238854	transitions	9	-2.2950055599212646
238854	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
238854	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
238854	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
238854	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
238854	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
238854	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
238854	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
238854	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
238854	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
238854	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
238854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
238854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
238854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
238854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
238854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
238854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
238854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
238854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
238854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
238854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
238854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
238854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
238854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
238854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
238854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
238854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
238854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
238854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
238854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
238854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
238854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
238854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
238854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
238854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
238854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
238854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
238854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
238854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
238854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
238854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
238854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
238854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
238854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
238854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
238854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
238854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
238854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
238854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
238854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
238854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
238854	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
238854	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
238854	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
238854	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
238854	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
238854	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
238854	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
238854	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
238854	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
238854	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
238854	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
238854	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
238854	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
238854	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
238854	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
238854	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
238854	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
238854	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
238854	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
238854	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
238854	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
238854	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
238854	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
238854	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
238854	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
238854	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
238854	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
238854	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
238854	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
238854	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
238854	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
238854	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
238854	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
238854	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
238854	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
238854	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
238854	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
238854	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
238854	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
238854	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
238854	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
238854	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
238854	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
238854	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
238854	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
238854	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
238854	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
238854	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
238854	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
238854	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
238854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
238854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
238854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
238854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
238854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
238854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
238854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
238854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
238854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
238854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
238854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
238854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
238854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
238854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
238854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
238854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
238854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
238854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
238854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
238854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
238854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
238854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
238854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
238854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
238854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
238854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
238854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
238854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
238854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
238854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
238854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
238854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
238854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
238854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
238854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
238854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
238854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
238854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
238854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
238854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
238854	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
238854	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
238854	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
238854	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
238854	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
238854	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
238854	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
238854	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
238854	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
238854	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
238854	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
238854	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
238854	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
238854	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
238854	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
238854	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
238854	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
238854	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
238854	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
238854	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
238854	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
238854	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
238854	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
238854	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
238854	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
238854	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
238854	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
238854	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
238854	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
238854	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
238854	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
238854	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
238854	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
238854	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
238854	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
238854	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
238854	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
238854	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
238854	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
238854	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
238854	embedding2nn.weight	0	0.04479919373989105
238854	embedding2nn.weight	1	-0.09453331679105759
238854	embedding2nn.weight	2	0.020411917939782143
238854	embedding2nn.weight	3	-0.061468131840229034
238854	embedding2nn.weight	4	-0.10971153527498245
238854	embedding2nn.weight	5	0.10963118076324463
238854	embedding2nn.weight	6	-0.0728834718465805
238854	embedding2nn.weight	7	-0.07669870555400848
238854	embedding2nn.weight	8	-0.033415913581848145
238854	embedding2nn.weight	9	0.04743669927120209
238854	embedding2nn.bias	0	0.09013840556144714
238854	embedding2nn.bias	1	-0.008318248204886913
238854	embedding2nn.bias	2	-0.07889319211244583
238854	embedding2nn.bias	3	0.029511192813515663
238854	embedding2nn.bias	4	-0.025100018829107285
238854	embedding2nn.bias	5	-0.16147944331169128
238854	embedding2nn.bias	6	-0.11077765375375748
238854	embedding2nn.bias	7	-0.016827445477247238
238854	embedding2nn.bias	8	0.05604735389351845
238854	embedding2nn.bias	9	-0.06302487850189209
238854	rnn.weight_ih_l0	0	0.04186203330755234
238854	rnn.weight_ih_l0	1	-0.07672180235385895
238854	rnn.weight_ih_l0	2	-0.0610329769551754
238854	rnn.weight_ih_l0	3	-0.05846206098794937
238854	rnn.weight_ih_l0	4	0.020874375477433205
238854	rnn.weight_ih_l0	5	-0.10751301050186157
238854	rnn.weight_ih_l0	6	-0.04064157232642174
238854	rnn.weight_ih_l0	7	-0.00464464258402586
238854	rnn.weight_ih_l0	8	0.05392637103796005
238854	rnn.weight_ih_l0	9	0.011677352711558342
238854	rnn.weight_hh_l0	0	0.0009324772981926799
238854	rnn.weight_hh_l0	1	-0.08361607789993286
238854	rnn.weight_hh_l0	2	0.07308708131313324
238854	rnn.weight_hh_l0	3	0.0536419153213501
238854	rnn.weight_hh_l0	4	0.005463988520205021
238854	rnn.weight_hh_l0	5	0.07208427041769028
238854	rnn.weight_hh_l0	6	-0.017939368262887
238854	rnn.weight_hh_l0	7	-0.1114664077758789
238854	rnn.weight_hh_l0	8	0.028600815683603287
238854	rnn.weight_hh_l0	9	-0.07660675048828125
238854	rnn.bias_ih_l0	0	-0.08320099115371704
238854	rnn.bias_ih_l0	1	-0.1909274160861969
238854	rnn.bias_ih_l0	2	-0.25779610872268677
238854	rnn.bias_ih_l0	3	-0.28308504819869995
238854	rnn.bias_ih_l0	4	0.005979727488011122
238854	rnn.bias_ih_l0	5	0.05538525432348251
238854	rnn.bias_ih_l0	6	-0.1694166362285614
238854	rnn.bias_ih_l0	7	-0.26286131143569946
238854	rnn.bias_ih_l0	8	-0.15249913930892944
238854	rnn.bias_ih_l0	9	-0.17469245195388794
238854	rnn.bias_hh_l0	0	0.12822578847408295
238854	rnn.bias_hh_l0	1	-0.05404866859316826
238854	rnn.bias_hh_l0	2	0.05184914916753769
238854	rnn.bias_hh_l0	3	-0.17941880226135254
238854	rnn.bias_hh_l0	4	0.05884677544236183
238854	rnn.bias_hh_l0	5	0.05749721825122833
238854	rnn.bias_hh_l0	6	-0.10787857323884964
238854	rnn.bias_hh_l0	7	-0.14734597504138947
238854	rnn.bias_hh_l0	8	-0.1854408234357834
238854	rnn.bias_hh_l0	9	-0.10230351984500885
238854	rnn.weight_ih_l0_reverse	0	-0.01905810832977295
238854	rnn.weight_ih_l0_reverse	1	-0.0049836826510727406
238854	rnn.weight_ih_l0_reverse	2	0.004810583312064409
238854	rnn.weight_ih_l0_reverse	3	0.011029332876205444
238854	rnn.weight_ih_l0_reverse	4	0.01807066798210144
238854	rnn.weight_ih_l0_reverse	5	-0.057321321219205856
238854	rnn.weight_ih_l0_reverse	6	-0.04495131969451904
238854	rnn.weight_ih_l0_reverse	7	0.015817100182175636
238854	rnn.weight_ih_l0_reverse	8	0.08593535423278809
238854	rnn.weight_ih_l0_reverse	9	0.003880647011101246
238854	rnn.weight_hh_l0_reverse	0	0.004384946543723345
238854	rnn.weight_hh_l0_reverse	1	0.027366554364562035
238854	rnn.weight_hh_l0_reverse	2	-0.039248522371053696
238854	rnn.weight_hh_l0_reverse	3	0.040431536734104156
238854	rnn.weight_hh_l0_reverse	4	0.022995401173830032
238854	rnn.weight_hh_l0_reverse	5	-0.010629811324179173
238854	rnn.weight_hh_l0_reverse	6	0.0675823837518692
238854	rnn.weight_hh_l0_reverse	7	0.03788091242313385
238854	rnn.weight_hh_l0_reverse	8	-0.023910759016871452
238854	rnn.weight_hh_l0_reverse	9	-0.026428397744894028
238854	rnn.bias_ih_l0_reverse	0	-0.1492239236831665
238854	rnn.bias_ih_l0_reverse	1	-0.3115847408771515
238854	rnn.bias_ih_l0_reverse	2	-0.06045858934521675
238854	rnn.bias_ih_l0_reverse	3	-0.15612171590328217
238854	rnn.bias_ih_l0_reverse	4	0.06651817262172699
238854	rnn.bias_ih_l0_reverse	5	-0.2723286747932434
238854	rnn.bias_ih_l0_reverse	6	-0.06806091964244843
238854	rnn.bias_ih_l0_reverse	7	0.02028534933924675
238854	rnn.bias_ih_l0_reverse	8	-0.18601837754249573
238854	rnn.bias_ih_l0_reverse	9	-0.09315500408411026
238854	rnn.bias_hh_l0_reverse	0	-0.1535501331090927
238854	rnn.bias_hh_l0_reverse	1	-0.14139215648174286
238854	rnn.bias_hh_l0_reverse	2	-0.013621856458485126
238854	rnn.bias_hh_l0_reverse	3	-0.13815778493881226
238854	rnn.bias_hh_l0_reverse	4	-0.024106312543153763
238854	rnn.bias_hh_l0_reverse	5	-0.11305902898311615
238854	rnn.bias_hh_l0_reverse	6	-0.07539070397615433
238854	rnn.bias_hh_l0_reverse	7	-0.1782274693250656
238854	rnn.bias_hh_l0_reverse	8	-0.06525406241416931
238854	rnn.bias_hh_l0_reverse	9	-0.114280566573143
238854	linear.weight	0	-0.31027910113334656
238854	linear.weight	1	-0.09959977865219116
238854	linear.weight	2	-0.011228874325752258
238854	linear.weight	3	-0.10191211104393005
238854	linear.weight	4	0.0011990551138296723
238854	linear.weight	5	0.18939226865768433
238854	linear.weight	6	0.0047744326293468475
238854	linear.weight	7	-0.021312154829502106
238854	linear.weight	8	0.17444011569023132
238854	linear.weight	9	0.1929730921983719
238854	linear.bias	0	-0.8423972725868225
238854	linear.bias	1	1.4131488800048828
238854	linear.bias	2	-0.4851498603820801
238854	linear.bias	3	-0.7631741762161255
238854	linear.bias	4	-0.8926852941513062
238854	linear.bias	5	-1.1804169416427612
238854	linear.bias	6	-0.9767304062843323
238854	linear.bias	7	-0.6961937546730042
238854	linear.bias	8	-0.01705317199230194
238854	linear.bias	9	3.49082088470459
239051	transitions	0	-0.4675012230873108
239051	transitions	1	8.851570129394531
239051	transitions	2	-3.634563684463501
239051	transitions	3	1.6128250360488892
239051	transitions	4	-2.2223634719848633
239051	transitions	5	-0.43324294686317444
239051	transitions	6	-0.19621071219444275
239051	transitions	7	-10000.0
239051	transitions	8	1.8634796142578125
239051	transitions	9	-2.2950055599212646
239051	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
239051	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
239051	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
239051	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
239051	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
239051	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
239051	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
239051	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
239051	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
239051	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
239051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
239051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
239051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
239051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
239051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
239051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
239051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
239051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
239051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
239051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
239051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
239051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
239051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
239051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
239051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
239051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
239051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
239051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
239051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
239051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
239051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
239051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
239051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
239051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
239051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
239051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
239051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
239051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
239051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
239051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
239051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
239051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
239051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
239051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
239051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
239051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
239051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
239051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
239051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
239051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
239051	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
239051	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
239051	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
239051	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
239051	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
239051	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
239051	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
239051	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
239051	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
239051	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
239051	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
239051	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
239051	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
239051	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
239051	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
239051	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
239051	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
239051	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
239051	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
239051	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
239051	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
239051	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
239051	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
239051	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
239051	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
239051	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
239051	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
239051	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
239051	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
239051	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
239051	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
239051	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
239051	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
239051	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
239051	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
239051	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
239051	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
239051	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
239051	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
239051	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
239051	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
239051	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
239051	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
239051	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
239051	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
239051	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
239051	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
239051	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
239051	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
239051	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
239051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
239051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
239051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
239051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
239051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
239051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
239051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
239051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
239051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
239051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
239051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
239051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
239051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
239051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
239051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
239051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
239051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
239051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
239051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
239051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
239051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
239051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
239051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
239051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
239051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
239051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
239051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
239051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
239051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
239051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
239051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
239051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
239051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
239051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
239051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
239051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
239051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
239051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
239051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
239051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
239051	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
239051	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
239051	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
239051	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
239051	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
239051	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
239051	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
239051	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
239051	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
239051	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
239051	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
239051	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
239051	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
239051	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
239051	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
239051	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
239051	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
239051	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
239051	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
239051	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
239051	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
239051	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
239051	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
239051	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
239051	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
239051	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
239051	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
239051	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
239051	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
239051	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
239051	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
239051	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
239051	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
239051	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
239051	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
239051	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
239051	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
239051	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
239051	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
239051	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
239051	embedding2nn.weight	0	0.044926028698682785
239051	embedding2nn.weight	1	-0.09457756578922272
239051	embedding2nn.weight	2	0.02132810838520527
239051	embedding2nn.weight	3	-0.061407145112752914
239051	embedding2nn.weight	4	-0.11060183495283127
239051	embedding2nn.weight	5	0.10931595414876938
239051	embedding2nn.weight	6	-0.0774102732539177
239051	embedding2nn.weight	7	-0.07754728943109512
239051	embedding2nn.weight	8	-0.03367576003074646
239051	embedding2nn.weight	9	0.048574671149253845
239051	embedding2nn.bias	0	0.08987534046173096
239051	embedding2nn.bias	1	-0.010215578600764275
239051	embedding2nn.bias	2	-0.07871905714273453
239051	embedding2nn.bias	3	0.025971530005335808
239051	embedding2nn.bias	4	-0.025764599442481995
239051	embedding2nn.bias	5	-0.16232164204120636
239051	embedding2nn.bias	6	-0.10854372382164001
239051	embedding2nn.bias	7	-0.02070179581642151
239051	embedding2nn.bias	8	0.0557374581694603
239051	embedding2nn.bias	9	-0.06313755363225937
239051	rnn.weight_ih_l0	0	0.04146384447813034
239051	rnn.weight_ih_l0	1	-0.07601787894964218
239051	rnn.weight_ih_l0	2	-0.061152465641498566
239051	rnn.weight_ih_l0	3	-0.058933235704898834
239051	rnn.weight_ih_l0	4	0.020814862102270126
239051	rnn.weight_ih_l0	5	-0.10794366896152496
239051	rnn.weight_ih_l0	6	-0.04064163938164711
239051	rnn.weight_ih_l0	7	-0.0047982013784348965
239051	rnn.weight_ih_l0	8	0.05465122312307358
239051	rnn.weight_ih_l0	9	0.01144032459706068
239051	rnn.weight_hh_l0	0	0.0006332855555228889
239051	rnn.weight_hh_l0	1	-0.08349422365427017
239051	rnn.weight_hh_l0	2	0.07300068438053131
239051	rnn.weight_hh_l0	3	0.053415004163980484
239051	rnn.weight_hh_l0	4	0.005432476289570332
239051	rnn.weight_hh_l0	5	0.0722576305270195
239051	rnn.weight_hh_l0	6	-0.01779845543205738
239051	rnn.weight_hh_l0	7	-0.11154749989509583
239051	rnn.weight_hh_l0	8	0.028781553730368614
239051	rnn.weight_hh_l0	9	-0.07691925764083862
239051	rnn.bias_ih_l0	0	-0.08130344748497009
239051	rnn.bias_ih_l0	1	-0.19161053001880646
239051	rnn.bias_ih_l0	2	-0.2572358250617981
239051	rnn.bias_ih_l0	3	-0.2832953631877899
239051	rnn.bias_ih_l0	4	0.0077166068367660046
239051	rnn.bias_ih_l0	5	0.05633655562996864
239051	rnn.bias_ih_l0	6	-0.16944874823093414
239051	rnn.bias_ih_l0	7	-0.2628019452095032
239051	rnn.bias_ih_l0	8	-0.15056060254573822
239051	rnn.bias_ih_l0	9	-0.1758386194705963
239051	rnn.bias_hh_l0	0	0.12710385024547577
239051	rnn.bias_hh_l0	1	-0.05408983305096626
239051	rnn.bias_hh_l0	2	0.05181562528014183
239051	rnn.bias_hh_l0	3	-0.17958253622055054
239051	rnn.bias_hh_l0	4	0.057884253561496735
239051	rnn.bias_hh_l0	5	0.05741582065820694
239051	rnn.bias_hh_l0	6	-0.10819350928068161
239051	rnn.bias_hh_l0	7	-0.14826425909996033
239051	rnn.bias_hh_l0	8	-0.18523964285850525
239051	rnn.bias_hh_l0	9	-0.10273294895887375
239051	rnn.weight_ih_l0_reverse	0	-0.019168496131896973
239051	rnn.weight_ih_l0_reverse	1	-0.00514936214312911
239051	rnn.weight_ih_l0_reverse	2	0.0050733997486531734
239051	rnn.weight_ih_l0_reverse	3	0.011001432314515114
239051	rnn.weight_ih_l0_reverse	4	0.01753919944167137
239051	rnn.weight_ih_l0_reverse	5	-0.057635385543107986
239051	rnn.weight_ih_l0_reverse	6	-0.04472939297556877
239051	rnn.weight_ih_l0_reverse	7	0.015738943591713905
239051	rnn.weight_ih_l0_reverse	8	0.08580481261014938
239051	rnn.weight_ih_l0_reverse	9	0.004053222015500069
239051	rnn.weight_hh_l0_reverse	0	0.004352855961769819
239051	rnn.weight_hh_l0_reverse	1	0.02734219841659069
239051	rnn.weight_hh_l0_reverse	2	-0.039427146315574646
239051	rnn.weight_hh_l0_reverse	3	0.04039369523525238
239051	rnn.weight_hh_l0_reverse	4	0.023114748299121857
239051	rnn.weight_hh_l0_reverse	5	-0.010425950400531292
239051	rnn.weight_hh_l0_reverse	6	0.06754113733768463
239051	rnn.weight_hh_l0_reverse	7	0.03821609541773796
239051	rnn.weight_hh_l0_reverse	8	-0.024405881762504578
239051	rnn.weight_hh_l0_reverse	9	-0.02633899822831154
239051	rnn.bias_ih_l0_reverse	0	-0.14830613136291504
239051	rnn.bias_ih_l0_reverse	1	-0.3116227388381958
239051	rnn.bias_ih_l0_reverse	2	-0.06035351753234863
239051	rnn.bias_ih_l0_reverse	3	-0.15636275708675385
239051	rnn.bias_ih_l0_reverse	4	0.06666694581508636
239051	rnn.bias_ih_l0_reverse	5	-0.2714942395687103
239051	rnn.bias_ih_l0_reverse	6	-0.06791283935308456
239051	rnn.bias_ih_l0_reverse	7	0.01987564191222191
239051	rnn.bias_ih_l0_reverse	8	-0.1865217387676239
239051	rnn.bias_ih_l0_reverse	9	-0.09291031211614609
239051	rnn.bias_hh_l0_reverse	0	-0.15282033383846283
239051	rnn.bias_hh_l0_reverse	1	-0.1416819840669632
239051	rnn.bias_hh_l0_reverse	2	-0.013394365087151527
239051	rnn.bias_hh_l0_reverse	3	-0.13791023194789886
239051	rnn.bias_hh_l0_reverse	4	-0.023771939799189568
239051	rnn.bias_hh_l0_reverse	5	-0.11334417015314102
239051	rnn.bias_hh_l0_reverse	6	-0.07503677159547806
239051	rnn.bias_hh_l0_reverse	7	-0.17881305515766144
239051	rnn.bias_hh_l0_reverse	8	-0.06543460488319397
239051	rnn.bias_hh_l0_reverse	9	-0.1139417290687561
239051	linear.weight	0	-0.309575617313385
239051	linear.weight	1	-0.09996990859508514
239051	linear.weight	2	-0.011228874325752258
239051	linear.weight	3	-0.10087745636701584
239051	linear.weight	4	0.0006230472354218364
239051	linear.weight	5	0.19092503190040588
239051	linear.weight	6	0.0047744326293468475
239051	linear.weight	7	-0.021312154829502106
239051	linear.weight	8	0.17691688239574432
239051	linear.weight	9	0.1892763078212738
239051	linear.bias	0	-0.8508639931678772
239051	linear.bias	1	1.4141714572906494
239051	linear.bias	2	-0.49058595299720764
239051	linear.bias	3	-0.7584494948387146
239051	linear.bias	4	-0.9068679809570312
239051	linear.bias	5	-1.1804213523864746
239051	linear.bias	6	-0.9851182103157043
239051	linear.bias	7	-0.6917926669120789
239051	linear.bias	8	-0.01705317199230194
239051	linear.bias	9	3.521590232849121
239248	transitions	0	-0.4675455391407013
239248	transitions	1	8.858621597290039
239248	transitions	2	-3.6346635818481445
239248	transitions	3	1.613120436668396
239248	transitions	4	-2.222773790359497
239248	transitions	5	-0.43324944376945496
239248	transitions	6	-0.19621674716472626
239248	transitions	7	-10000.0
239248	transitions	8	1.8631032705307007
239248	transitions	9	-2.295006513595581
239248	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
239248	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
239248	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
239248	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
239248	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
239248	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
239248	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
239248	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
239248	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
239248	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
239248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
239248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
239248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
239248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
239248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
239248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
239248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
239248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
239248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
239248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
239248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
239248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
239248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
239248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
239248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
239248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
239248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
239248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
239248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
239248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
239248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
239248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
239248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
239248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
239248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
239248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
239248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
239248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
239248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
239248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
239248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
239248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
239248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
239248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
239248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
239248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
239248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
239248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
239248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
239248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
239248	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
239248	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
239248	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
239248	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
239248	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
239248	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
239248	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
239248	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
239248	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
239248	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
239248	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
239248	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
239248	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
239248	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
239248	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
239248	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
239248	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
239248	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
239248	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
239248	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
239248	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
239248	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
239248	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
239248	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
239248	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
239248	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
239248	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
239248	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
239248	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
239248	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
239248	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
239248	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
239248	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
239248	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
239248	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
239248	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
239248	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
239248	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
239248	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
239248	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
239248	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
239248	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
239248	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
239248	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
239248	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
239248	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
239248	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
239248	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
239248	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
239248	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
239248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
239248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
239248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
239248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
239248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
239248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
239248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
239248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
239248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
239248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
239248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
239248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
239248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
239248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
239248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
239248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
239248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
239248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
239248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
239248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
239248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
239248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
239248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
239248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
239248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
239248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
239248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
239248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
239248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
239248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
239248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
239248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
239248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
239248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
239248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
239248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
239248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
239248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
239248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
239248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
239248	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
239248	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
239248	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
239248	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
239248	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
239248	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
239248	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
239248	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
239248	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
239248	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
239248	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
239248	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
239248	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
239248	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
239248	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
239248	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
239248	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
239248	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
239248	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
239248	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
239248	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
239248	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
239248	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
239248	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
239248	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
239248	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
239248	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
239248	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
239248	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
239248	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
239248	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
239248	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
239248	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
239248	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
239248	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
239248	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
239248	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
239248	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
239248	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
239248	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
239248	embedding2nn.weight	0	0.04492825269699097
239248	embedding2nn.weight	1	-0.0948486477136612
239248	embedding2nn.weight	2	0.02122429758310318
239248	embedding2nn.weight	3	-0.061228055506944656
239248	embedding2nn.weight	4	-0.10989587754011154
239248	embedding2nn.weight	5	0.10884319245815277
239248	embedding2nn.weight	6	-0.07740459591150284
239248	embedding2nn.weight	7	-0.07743596285581589
239248	embedding2nn.weight	8	-0.03362882137298584
239248	embedding2nn.weight	9	0.04822336882352829
239248	embedding2nn.bias	0	0.08692906051874161
239248	embedding2nn.bias	1	-0.00924446526914835
239248	embedding2nn.bias	2	-0.07870695739984512
239248	embedding2nn.bias	3	0.029422525316476822
239248	embedding2nn.bias	4	-0.022267751395702362
239248	embedding2nn.bias	5	-0.16192668676376343
239248	embedding2nn.bias	6	-0.11041609942913055
239248	embedding2nn.bias	7	-0.018112150952219963
239248	embedding2nn.bias	8	0.047779541462659836
239248	embedding2nn.bias	9	-0.062335532158613205
239248	rnn.weight_ih_l0	0	0.04142200946807861
239248	rnn.weight_ih_l0	1	-0.07643116265535355
239248	rnn.weight_ih_l0	2	-0.06108449399471283
239248	rnn.weight_ih_l0	3	-0.058801569044589996
239248	rnn.weight_ih_l0	4	0.020289648324251175
239248	rnn.weight_ih_l0	5	-0.10735074430704117
239248	rnn.weight_ih_l0	6	-0.04084981605410576
239248	rnn.weight_ih_l0	7	-0.004505829885601997
239248	rnn.weight_ih_l0	8	0.05392061173915863
239248	rnn.weight_ih_l0	9	0.011002341285347939
239248	rnn.weight_hh_l0	0	0.0010939798085018992
239248	rnn.weight_hh_l0	1	-0.08369597792625427
239248	rnn.weight_hh_l0	2	0.07321907579898834
239248	rnn.weight_hh_l0	3	0.053342271596193314
239248	rnn.weight_hh_l0	4	0.005523813888430595
239248	rnn.weight_hh_l0	5	0.07204974442720413
239248	rnn.weight_hh_l0	6	-0.017836207523941994
239248	rnn.weight_hh_l0	7	-0.11165966093540192
239248	rnn.weight_hh_l0	8	0.02867821417748928
239248	rnn.weight_hh_l0	9	-0.07566042989492416
239248	rnn.bias_ih_l0	0	-0.07954319566488266
239248	rnn.bias_ih_l0	1	-0.1918737143278122
239248	rnn.bias_ih_l0	2	-0.25764739513397217
239248	rnn.bias_ih_l0	3	-0.2834969460964203
239248	rnn.bias_ih_l0	4	0.007575672585517168
239248	rnn.bias_ih_l0	5	0.05654621496796608
239248	rnn.bias_ih_l0	6	-0.16970017552375793
239248	rnn.bias_ih_l0	7	-0.262999564409256
239248	rnn.bias_ih_l0	8	-0.1497167944908142
239248	rnn.bias_ih_l0	9	-0.17631879448890686
239248	rnn.bias_hh_l0	0	0.12722332775592804
239248	rnn.bias_hh_l0	1	-0.05381103977560997
239248	rnn.bias_hh_l0	2	0.05093853548169136
239248	rnn.bias_hh_l0	3	-0.1793183833360672
239248	rnn.bias_hh_l0	4	0.05738373473286629
239248	rnn.bias_hh_l0	5	0.05692421272397041
239248	rnn.bias_hh_l0	6	-0.10799435526132584
239248	rnn.bias_hh_l0	7	-0.1496226191520691
239248	rnn.bias_hh_l0	8	-0.18510277569293976
239248	rnn.bias_hh_l0	9	-0.1028192862868309
239248	rnn.weight_ih_l0_reverse	0	-0.019442874938249588
239248	rnn.weight_ih_l0_reverse	1	-0.004840153269469738
239248	rnn.weight_ih_l0_reverse	2	0.005303986836224794
239248	rnn.weight_ih_l0_reverse	3	0.010823425836861134
239248	rnn.weight_ih_l0_reverse	4	0.017194436863064766
239248	rnn.weight_ih_l0_reverse	5	-0.05760204419493675
239248	rnn.weight_ih_l0_reverse	6	-0.04505489021539688
239248	rnn.weight_ih_l0_reverse	7	0.015435715205967426
239248	rnn.weight_ih_l0_reverse	8	0.08591318130493164
239248	rnn.weight_ih_l0_reverse	9	0.004385479260236025
239248	rnn.weight_hh_l0_reverse	0	0.0042953803204
239248	rnn.weight_hh_l0_reverse	1	0.027354948222637177
239248	rnn.weight_hh_l0_reverse	2	-0.039730899035930634
239248	rnn.weight_hh_l0_reverse	3	0.040501538664102554
239248	rnn.weight_hh_l0_reverse	4	0.023216092959046364
239248	rnn.weight_hh_l0_reverse	5	-0.010363000445067883
239248	rnn.weight_hh_l0_reverse	6	0.06769385933876038
239248	rnn.weight_hh_l0_reverse	7	0.038476988673210144
239248	rnn.weight_hh_l0_reverse	8	-0.024092376232147217
239248	rnn.weight_hh_l0_reverse	9	-0.026193905621767044
239248	rnn.bias_ih_l0_reverse	0	-0.14804784953594208
239248	rnn.bias_ih_l0_reverse	1	-0.3104794919490814
239248	rnn.bias_ih_l0_reverse	2	-0.060635000467300415
239248	rnn.bias_ih_l0_reverse	3	-0.15610332787036896
239248	rnn.bias_ih_l0_reverse	4	0.06603294610977173
239248	rnn.bias_ih_l0_reverse	5	-0.2711319327354431
239248	rnn.bias_ih_l0_reverse	6	-0.06802462786436081
239248	rnn.bias_ih_l0_reverse	7	0.017934177070856094
239248	rnn.bias_ih_l0_reverse	8	-0.18745923042297363
239248	rnn.bias_ih_l0_reverse	9	-0.09229818731546402
239248	rnn.bias_hh_l0_reverse	0	-0.15323351323604584
239248	rnn.bias_hh_l0_reverse	1	-0.14380574226379395
239248	rnn.bias_hh_l0_reverse	2	-0.012798236683011055
239248	rnn.bias_hh_l0_reverse	3	-0.13795316219329834
239248	rnn.bias_hh_l0_reverse	4	-0.023528998717665672
239248	rnn.bias_hh_l0_reverse	5	-0.11361538618803024
239248	rnn.bias_hh_l0_reverse	6	-0.07498015463352203
239248	rnn.bias_hh_l0_reverse	7	-0.17876023054122925
239248	rnn.bias_hh_l0_reverse	8	-0.06489904969930649
239248	rnn.bias_hh_l0_reverse	9	-0.11377812176942825
239248	linear.weight	0	-0.3084331452846527
239248	linear.weight	1	-0.10024060308933258
239248	linear.weight	2	-0.011228874325752258
239248	linear.weight	3	-0.09995192289352417
239248	linear.weight	4	-0.0015250113792717457
239248	linear.weight	5	0.18757781386375427
239248	linear.weight	6	0.0047744326293468475
239248	linear.weight	7	-0.021312154829502106
239248	linear.weight	8	0.17891930043697357
239248	linear.weight	9	0.18876096606254578
239248	linear.bias	0	-0.842006266117096
239248	linear.bias	1	1.4125559329986572
239248	linear.bias	2	-0.47993847727775574
239248	linear.bias	3	-0.756715714931488
239248	linear.bias	4	-0.9059642553329468
239248	linear.bias	5	-1.1804263591766357
239248	linear.bias	6	-0.9777061939239502
239248	linear.bias	7	-0.6943116188049316
239248	linear.bias	8	-0.01705317199230194
239248	linear.bias	9	3.482454538345337
239445	transitions	0	-0.4675745964050293
239445	transitions	1	8.849648475646973
239445	transitions	2	-3.634737491607666
239445	transitions	3	1.6158957481384277
239445	transitions	4	-2.222839593887329
239445	transitions	5	-0.43326839804649353
239445	transitions	6	-0.1962203085422516
239445	transitions	7	-10000.0
239445	transitions	8	1.8629529476165771
239445	transitions	9	-2.295010805130005
239445	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
239445	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
239445	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
239445	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
239445	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
239445	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
239445	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
239445	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
239445	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
239445	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
239445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
239445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
239445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
239445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
239445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
239445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
239445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
239445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
239445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
239445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
239445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
239445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
239445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
239445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
239445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
239445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
239445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
239445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
239445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
239445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
239445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
239445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
239445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
239445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
239445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
239445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
239445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
239445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
239445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
239445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
239445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
239445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
239445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
239445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
239445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
239445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
239445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
239445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
239445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
239445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
239445	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
239445	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
239445	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
239445	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
239445	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
239445	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
239445	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
239445	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
239445	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
239445	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
239445	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
239445	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
239445	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
239445	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
239445	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
239445	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
239445	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
239445	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
239445	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
239445	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
239445	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
239445	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
239445	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
239445	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
239445	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
239445	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
239445	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
239445	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
239445	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
239445	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
239445	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
239445	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
239445	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
239445	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
239445	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
239445	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
239445	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
239445	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
239445	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
239445	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
239445	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
239445	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
239445	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
239445	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
239445	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
239445	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
239445	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
239445	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
239445	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
239445	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
239445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
239445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
239445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
239445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
239445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
239445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
239445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
239445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
239445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
239445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
239445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
239445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
239445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
239445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
239445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
239445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
239445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
239445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
239445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
239445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
239445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
239445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
239445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
239445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
239445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
239445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
239445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
239445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
239445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
239445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
239445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
239445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
239445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
239445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
239445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
239445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
239445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
239445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
239445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
239445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
239445	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
239445	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
239445	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
239445	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
239445	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
239445	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
239445	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
239445	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
239445	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
239445	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
239445	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
239445	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
239445	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
239445	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
239445	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
239445	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
239445	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
239445	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
239445	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
239445	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
239445	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
239445	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
239445	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
239445	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
239445	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
239445	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
239445	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
239445	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
239445	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
239445	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
239445	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
239445	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
239445	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
239445	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
239445	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
239445	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
239445	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
239445	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
239445	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
239445	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
239445	embedding2nn.weight	0	0.04500443860888481
239445	embedding2nn.weight	1	-0.09478718042373657
239445	embedding2nn.weight	2	0.020176710560917854
239445	embedding2nn.weight	3	-0.06120070815086365
239445	embedding2nn.weight	4	-0.11036945879459381
239445	embedding2nn.weight	5	0.10963500291109085
239445	embedding2nn.weight	6	-0.07815515249967575
239445	embedding2nn.weight	7	-0.07675263285636902
239445	embedding2nn.weight	8	-0.03402922675013542
239445	embedding2nn.weight	9	0.0480748787522316
239445	embedding2nn.bias	0	0.09293866902589798
239445	embedding2nn.bias	1	-0.005424640607088804
239445	embedding2nn.bias	2	-0.07702326029539108
239445	embedding2nn.bias	3	0.025251111015677452
239445	embedding2nn.bias	4	-0.022466134279966354
239445	embedding2nn.bias	5	-0.1604716032743454
239445	embedding2nn.bias	6	-0.10930059850215912
239445	embedding2nn.bias	7	-0.018130457028746605
239445	embedding2nn.bias	8	0.04847799614071846
239445	embedding2nn.bias	9	-0.06253416836261749
239445	rnn.weight_ih_l0	0	0.040077630430459976
239445	rnn.weight_ih_l0	1	-0.07693899422883987
239445	rnn.weight_ih_l0	2	-0.06142980977892876
239445	rnn.weight_ih_l0	3	-0.05855150148272514
239445	rnn.weight_ih_l0	4	0.01999378390610218
239445	rnn.weight_ih_l0	5	-0.10766385495662689
239445	rnn.weight_ih_l0	6	-0.04080808907747269
239445	rnn.weight_ih_l0	7	-0.00457903603091836
239445	rnn.weight_ih_l0	8	0.05409315228462219
239445	rnn.weight_ih_l0	9	0.010775371454656124
239445	rnn.weight_hh_l0	0	0.0014879636000841856
239445	rnn.weight_hh_l0	1	-0.08376482874155045
239445	rnn.weight_hh_l0	2	0.07307425886392593
239445	rnn.weight_hh_l0	3	0.05321411043405533
239445	rnn.weight_hh_l0	4	0.005646655336022377
239445	rnn.weight_hh_l0	5	0.07241053879261017
239445	rnn.weight_hh_l0	6	-0.017768293619155884
239445	rnn.weight_hh_l0	7	-0.11155887693166733
239445	rnn.weight_hh_l0	8	0.029170213267207146
239445	rnn.weight_hh_l0	9	-0.07574451714754105
239445	rnn.bias_ih_l0	0	-0.0801122784614563
239445	rnn.bias_ih_l0	1	-0.1912776529788971
239445	rnn.bias_ih_l0	2	-0.2563948929309845
239445	rnn.bias_ih_l0	3	-0.28389543294906616
239445	rnn.bias_ih_l0	4	0.0075392588041722775
239445	rnn.bias_ih_l0	5	0.0570632629096508
239445	rnn.bias_ih_l0	6	-0.1711111068725586
239445	rnn.bias_ih_l0	7	-0.2623874843120575
239445	rnn.bias_ih_l0	8	-0.1501433104276657
239445	rnn.bias_ih_l0	9	-0.17693476378917694
239445	rnn.bias_hh_l0	0	0.12875135242938995
239445	rnn.bias_hh_l0	1	-0.05400410294532776
239445	rnn.bias_hh_l0	2	0.050754956901073456
239445	rnn.bias_hh_l0	3	-0.17970046401023865
239445	rnn.bias_hh_l0	4	0.05648473650217056
239445	rnn.bias_hh_l0	5	0.055734872817993164
239445	rnn.bias_hh_l0	6	-0.10780681669712067
239445	rnn.bias_hh_l0	7	-0.14943821728229523
239445	rnn.bias_hh_l0	8	-0.184854194521904
239445	rnn.bias_hh_l0	9	-0.10347297042608261
239445	rnn.weight_ih_l0_reverse	0	-0.019627004861831665
239445	rnn.weight_ih_l0_reverse	1	-0.005170757882297039
239445	rnn.weight_ih_l0_reverse	2	0.004498282913118601
239445	rnn.weight_ih_l0_reverse	3	0.009682862088084221
239445	rnn.weight_ih_l0_reverse	4	0.01666955091059208
239445	rnn.weight_ih_l0_reverse	5	-0.05757595971226692
239445	rnn.weight_ih_l0_reverse	6	-0.044683363288640976
239445	rnn.weight_ih_l0_reverse	7	0.01525664608925581
239445	rnn.weight_ih_l0_reverse	8	0.08477675169706345
239445	rnn.weight_ih_l0_reverse	9	0.004435025621205568
239445	rnn.weight_hh_l0_reverse	0	0.004368781577795744
239445	rnn.weight_hh_l0_reverse	1	0.027365723624825478
239445	rnn.weight_hh_l0_reverse	2	-0.039555925875902176
239445	rnn.weight_hh_l0_reverse	3	0.040458276867866516
239445	rnn.weight_hh_l0_reverse	4	0.02317824587225914
239445	rnn.weight_hh_l0_reverse	5	-0.010064903646707535
239445	rnn.weight_hh_l0_reverse	6	0.06765403598546982
239445	rnn.weight_hh_l0_reverse	7	0.03837618976831436
239445	rnn.weight_hh_l0_reverse	8	-0.023828860372304916
239445	rnn.weight_hh_l0_reverse	9	-0.026039639487862587
239445	rnn.bias_ih_l0_reverse	0	-0.1489657610654831
239445	rnn.bias_ih_l0_reverse	1	-0.3105361759662628
239445	rnn.bias_ih_l0_reverse	2	-0.06055637076497078
239445	rnn.bias_ih_l0_reverse	3	-0.15546083450317383
239445	rnn.bias_ih_l0_reverse	4	0.06623591482639313
239445	rnn.bias_ih_l0_reverse	5	-0.27064037322998047
239445	rnn.bias_ih_l0_reverse	6	-0.06719303131103516
239445	rnn.bias_ih_l0_reverse	7	0.0196046344935894
239445	rnn.bias_ih_l0_reverse	8	-0.18790249526500702
239445	rnn.bias_ih_l0_reverse	9	-0.09329290688037872
239445	rnn.bias_hh_l0_reverse	0	-0.15272340178489685
239445	rnn.bias_hh_l0_reverse	1	-0.14342166483402252
239445	rnn.bias_hh_l0_reverse	2	-0.012848647311329842
239445	rnn.bias_hh_l0_reverse	3	-0.13826099038124084
239445	rnn.bias_hh_l0_reverse	4	-0.023478565737605095
239445	rnn.bias_hh_l0_reverse	5	-0.1135164126753807
239445	rnn.bias_hh_l0_reverse	6	-0.0757494792342186
239445	rnn.bias_hh_l0_reverse	7	-0.17856566607952118
239445	rnn.bias_hh_l0_reverse	8	-0.06530173122882843
239445	rnn.bias_hh_l0_reverse	9	-0.11310745775699615
239445	linear.weight	0	-0.31181004643440247
239445	linear.weight	1	-0.10065927356481552
239445	linear.weight	2	-0.011228874325752258
239445	linear.weight	3	-0.09944716095924377
239445	linear.weight	4	-0.004272542428225279
239445	linear.weight	5	0.18825401365756989
239445	linear.weight	6	0.0047744326293468475
239445	linear.weight	7	-0.021312154829502106
239445	linear.weight	8	0.17759723961353302
239445	linear.weight	9	0.19172561168670654
239445	linear.bias	0	-0.83650141954422
239445	linear.bias	1	1.4281833171844482
239445	linear.bias	2	-0.4751494526863098
239445	linear.bias	3	-0.7587701678276062
239445	linear.bias	4	-0.9329487681388855
239445	linear.bias	5	-1.1804293394088745
239445	linear.bias	6	-0.972323477268219
239445	linear.bias	7	-0.7047333717346191
239445	linear.bias	8	-0.01705317199230194
239445	linear.bias	9	3.476133108139038
239642	transitions	0	-0.46761852502822876
239642	transitions	1	8.85743522644043
239642	transitions	2	-3.6348397731781006
239642	transitions	3	1.6175949573516846
239642	transitions	4	-2.222914695739746
239642	transitions	5	-0.43328502774238586
239642	transitions	6	-0.19623011350631714
239642	transitions	7	-10000.0
239642	transitions	8	1.8629575967788696
239642	transitions	9	-2.295012950897217
239642	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
239642	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
239642	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
239642	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
239642	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
239642	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
239642	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
239642	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
239642	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
239642	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
239642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
239642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
239642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
239642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
239642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
239642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
239642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
239642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
239642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
239642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
239642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
239642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
239642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
239642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
239642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
239642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
239642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
239642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
239642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
239642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
239642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
239642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
239642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
239642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
239642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
239642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
239642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
239642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
239642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
239642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
239642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
239642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
239642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
239642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
239642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
239642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
239642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
239642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
239642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
239642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
239642	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
239642	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
239642	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
239642	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
239642	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
239642	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
239642	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
239642	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
239642	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
239642	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
239642	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
239642	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
239642	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
239642	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
239642	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
239642	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
239642	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
239642	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
239642	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
239642	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
239642	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
239642	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
239642	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
239642	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
239642	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
239642	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
239642	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
239642	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
239642	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
239642	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
239642	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
239642	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
239642	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
239642	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
239642	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
239642	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
239642	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
239642	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
239642	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
239642	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
239642	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
239642	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
239642	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
239642	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
239642	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
239642	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
239642	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
239642	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
239642	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
239642	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
239642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
239642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
239642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
239642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
239642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
239642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
239642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
239642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
239642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
239642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
239642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
239642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
239642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
239642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
239642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
239642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
239642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
239642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
239642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
239642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
239642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
239642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
239642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
239642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
239642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
239642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
239642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
239642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
239642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
239642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
239642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
239642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
239642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
239642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
239642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
239642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
239642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
239642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
239642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
239642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
239642	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
239642	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
239642	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
239642	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
239642	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
239642	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
239642	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
239642	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
239642	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
239642	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
239642	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
239642	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
239642	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
239642	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
239642	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
239642	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
239642	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
239642	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
239642	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
239642	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
239642	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
239642	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
239642	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
239642	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
239642	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
239642	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
239642	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
239642	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
239642	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
239642	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
239642	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
239642	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
239642	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
239642	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
239642	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
239642	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
239642	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
239642	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
239642	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
239642	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
239642	embedding2nn.weight	0	0.04503093287348747
239642	embedding2nn.weight	1	-0.09508612751960754
239642	embedding2nn.weight	2	0.021199189126491547
239642	embedding2nn.weight	3	-0.061779800802469254
239642	embedding2nn.weight	4	-0.10951437056064606
239642	embedding2nn.weight	5	0.11001293361186981
239642	embedding2nn.weight	6	-0.07837707549333572
239642	embedding2nn.weight	7	-0.07611669600009918
239642	embedding2nn.weight	8	-0.03415923938155174
239642	embedding2nn.weight	9	0.04783322289586067
239642	embedding2nn.bias	0	0.09884230047464371
239642	embedding2nn.bias	1	-0.0065042502246797085
239642	embedding2nn.bias	2	-0.07664474844932556
239642	embedding2nn.bias	3	0.02217148430645466
239642	embedding2nn.bias	4	-0.02667747251689434
239642	embedding2nn.bias	5	-0.16648225486278534
239642	embedding2nn.bias	6	-0.10351798683404922
239642	embedding2nn.bias	7	-0.021754039451479912
239642	embedding2nn.bias	8	0.05183300003409386
239642	embedding2nn.bias	9	-0.0632239282131195
239642	rnn.weight_ih_l0	0	0.040485929697752
239642	rnn.weight_ih_l0	1	-0.07741795480251312
239642	rnn.weight_ih_l0	2	-0.061840761452913284
239642	rnn.weight_ih_l0	3	-0.058955881744623184
239642	rnn.weight_ih_l0	4	0.019912946969270706
239642	rnn.weight_ih_l0	5	-0.10779868811368942
239642	rnn.weight_ih_l0	6	-0.041302427649497986
239642	rnn.weight_ih_l0	7	-0.0043163117952644825
239642	rnn.weight_ih_l0	8	0.05527545139193535
239642	rnn.weight_ih_l0	9	0.010992826893925667
239642	rnn.weight_hh_l0	0	0.0012531982501968741
239642	rnn.weight_hh_l0	1	-0.08427533507347107
239642	rnn.weight_hh_l0	2	0.072215236723423
239642	rnn.weight_hh_l0	3	0.05324147269129753
239642	rnn.weight_hh_l0	4	0.005584021098911762
239642	rnn.weight_hh_l0	5	0.07255996763706207
239642	rnn.weight_hh_l0	6	-0.017675036564469337
239642	rnn.weight_hh_l0	7	-0.11168866604566574
239642	rnn.weight_hh_l0	8	0.02914337068796158
239642	rnn.weight_hh_l0	9	-0.07547464966773987
239642	rnn.bias_ih_l0	0	-0.07940120995044708
239642	rnn.bias_ih_l0	1	-0.19165246188640594
239642	rnn.bias_ih_l0	2	-0.25754401087760925
239642	rnn.bias_ih_l0	3	-0.28335288166999817
239642	rnn.bias_ih_l0	4	0.009690657258033752
239642	rnn.bias_ih_l0	5	0.05577255040407181
239642	rnn.bias_ih_l0	6	-0.17124007642269135
239642	rnn.bias_ih_l0	7	-0.2625002861022949
239642	rnn.bias_ih_l0	8	-0.15083496272563934
239642	rnn.bias_ih_l0	9	-0.17653298377990723
239642	rnn.bias_hh_l0	0	0.12790021300315857
239642	rnn.bias_hh_l0	1	-0.05408574640750885
239642	rnn.bias_hh_l0	2	0.05138464272022247
239642	rnn.bias_hh_l0	3	-0.17840328812599182
239642	rnn.bias_hh_l0	4	0.05858704447746277
239642	rnn.bias_hh_l0	5	0.056066952645778656
239642	rnn.bias_hh_l0	6	-0.10798393189907074
239642	rnn.bias_hh_l0	7	-0.1503431349992752
239642	rnn.bias_hh_l0	8	-0.1861000955104828
239642	rnn.bias_hh_l0	9	-0.10355246067047119
239642	rnn.weight_ih_l0_reverse	0	-0.01956133171916008
239642	rnn.weight_ih_l0_reverse	1	-0.00485599972307682
239642	rnn.weight_ih_l0_reverse	2	0.004713625647127628
239642	rnn.weight_ih_l0_reverse	3	0.009445907548069954
239642	rnn.weight_ih_l0_reverse	4	0.01681271195411682
239642	rnn.weight_ih_l0_reverse	5	-0.05644628778100014
239642	rnn.weight_ih_l0_reverse	6	-0.044161830097436905
239642	rnn.weight_ih_l0_reverse	7	0.014876565895974636
239642	rnn.weight_ih_l0_reverse	8	0.08655141294002533
239642	rnn.weight_ih_l0_reverse	9	0.004778113216161728
239642	rnn.weight_hh_l0_reverse	0	0.00448973011225462
239642	rnn.weight_hh_l0_reverse	1	0.027326887473464012
239642	rnn.weight_hh_l0_reverse	2	-0.03938274458050728
239642	rnn.weight_hh_l0_reverse	3	0.04035737365484238
239642	rnn.weight_hh_l0_reverse	4	0.023176465183496475
239642	rnn.weight_hh_l0_reverse	5	-0.010129627771675587
239642	rnn.weight_hh_l0_reverse	6	0.06770913302898407
239642	rnn.weight_hh_l0_reverse	7	0.03825874626636505
239642	rnn.weight_hh_l0_reverse	8	-0.023414313793182373
239642	rnn.weight_hh_l0_reverse	9	-0.02600618079304695
239642	rnn.bias_ih_l0_reverse	0	-0.14847204089164734
239642	rnn.bias_ih_l0_reverse	1	-0.31086093187332153
239642	rnn.bias_ih_l0_reverse	2	-0.061334654688835144
239642	rnn.bias_ih_l0_reverse	3	-0.15532203018665314
239642	rnn.bias_ih_l0_reverse	4	0.066343754529953
239642	rnn.bias_ih_l0_reverse	5	-0.27082422375679016
239642	rnn.bias_ih_l0_reverse	6	-0.06673890352249146
239642	rnn.bias_ih_l0_reverse	7	0.020569663494825363
239642	rnn.bias_ih_l0_reverse	8	-0.18774113059043884
239642	rnn.bias_ih_l0_reverse	9	-0.09372234344482422
239642	rnn.bias_hh_l0_reverse	0	-0.15238314867019653
239642	rnn.bias_hh_l0_reverse	1	-0.14329157769680023
239642	rnn.bias_hh_l0_reverse	2	-0.012681802734732628
239642	rnn.bias_hh_l0_reverse	3	-0.13548962771892548
239642	rnn.bias_hh_l0_reverse	4	-0.02322320267558098
239642	rnn.bias_hh_l0_reverse	5	-0.11328323930501938
239642	rnn.bias_hh_l0_reverse	6	-0.07571709156036377
239642	rnn.bias_hh_l0_reverse	7	-0.17728902399539948
239642	rnn.bias_hh_l0_reverse	8	-0.0644817054271698
239642	rnn.bias_hh_l0_reverse	9	-0.11306244134902954
239642	linear.weight	0	-0.3097386062145233
239642	linear.weight	1	-0.10273241996765137
239642	linear.weight	2	-0.011228874325752258
239642	linear.weight	3	-0.0986853539943695
239642	linear.weight	4	-0.0008866642601788044
239642	linear.weight	5	0.18469974398612976
239642	linear.weight	6	0.0047744326293468475
239642	linear.weight	7	-0.021312154829502106
239642	linear.weight	8	0.17509153485298157
239642	linear.weight	9	0.19114437699317932
239642	linear.bias	0	-0.847752034664154
239642	linear.bias	1	1.4243723154067993
239642	linear.bias	2	-0.48588842153549194
239642	linear.bias	3	-0.7517467141151428
239642	linear.bias	4	-0.9083308577537537
239642	linear.bias	5	-1.1804358959197998
239642	linear.bias	6	-0.9838509559631348
239642	linear.bias	7	-0.7016220688819885
239642	linear.bias	8	-0.01705317199230194
239642	linear.bias	9	3.4842522144317627
239839	transitions	0	-0.4676465392112732
239839	transitions	1	8.844752311706543
239839	transitions	2	-3.634988784790039
239839	transitions	3	1.6193448305130005
239839	transitions	4	-2.2230939865112305
239839	transitions	5	-0.4333193004131317
239839	transitions	6	-0.19624356925487518
239839	transitions	7	-10000.0
239839	transitions	8	1.8632533550262451
239839	transitions	9	-2.295013904571533
239839	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
239839	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
239839	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
239839	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
239839	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
239839	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
239839	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
239839	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
239839	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
239839	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
239839	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
239839	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
239839	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
239839	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
239839	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
239839	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
239839	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
239839	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
239839	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
239839	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
239839	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
239839	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
239839	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
239839	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
239839	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
239839	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
239839	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
239839	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
239839	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
239839	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
239839	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
239839	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
239839	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
239839	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
239839	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
239839	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
239839	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
239839	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
239839	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
239839	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
239839	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
239839	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
239839	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
239839	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
239839	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
239839	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
239839	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
239839	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
239839	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
239839	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
239839	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
239839	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
239839	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
239839	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
239839	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
239839	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
239839	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
239839	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
239839	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
239839	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
239839	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
239839	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
239839	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
239839	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
239839	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
239839	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
239839	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
239839	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
239839	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
239839	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
239839	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
239839	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
239839	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
239839	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
239839	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
239839	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
239839	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
239839	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
239839	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
239839	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
239839	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
239839	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
239839	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
239839	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
239839	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
239839	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
239839	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
239839	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
239839	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
239839	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
239839	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
239839	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
239839	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
239839	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
239839	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
239839	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
239839	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
239839	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
239839	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
239839	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
239839	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
239839	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
239839	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
239839	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
239839	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
239839	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
239839	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
239839	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
239839	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
239839	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
239839	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
239839	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
239839	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
239839	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
239839	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
239839	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
239839	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
239839	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
239839	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
239839	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
239839	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
239839	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
239839	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
239839	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
239839	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
239839	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
239839	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
239839	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
239839	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
239839	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
239839	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
239839	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
239839	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
239839	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
239839	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
239839	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
239839	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
239839	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
239839	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
239839	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
239839	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
239839	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
239839	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
239839	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
239839	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
239839	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
239839	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
239839	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
239839	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
239839	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
239839	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
239839	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
239839	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
239839	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
239839	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
239839	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
239839	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
239839	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
239839	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
239839	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
239839	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
239839	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
239839	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
239839	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
239839	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
239839	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
239839	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
239839	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
239839	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
239839	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
239839	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
239839	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
239839	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
239839	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
239839	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
239839	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
239839	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
239839	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
239839	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
239839	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
239839	embedding2nn.weight	0	0.04490574449300766
239839	embedding2nn.weight	1	-0.09501707553863525
239839	embedding2nn.weight	2	0.02133360132575035
239839	embedding2nn.weight	3	-0.061486825346946716
239839	embedding2nn.weight	4	-0.1104125902056694
239839	embedding2nn.weight	5	0.11063659191131592
239839	embedding2nn.weight	6	-0.07609618455171585
239839	embedding2nn.weight	7	-0.07601755857467651
239839	embedding2nn.weight	8	-0.03371503949165344
239839	embedding2nn.weight	9	0.04800843447446823
239839	embedding2nn.bias	0	0.09848330169916153
239839	embedding2nn.bias	1	-0.008218827657401562
239839	embedding2nn.bias	2	-0.07710109651088715
239839	embedding2nn.bias	3	0.01846962980926037
239839	embedding2nn.bias	4	-0.024248817935585976
239839	embedding2nn.bias	5	-0.16898474097251892
239839	embedding2nn.bias	6	-0.10067255049943924
239839	embedding2nn.bias	7	-0.02546858601272106
239839	embedding2nn.bias	8	0.05367399379611015
239839	embedding2nn.bias	9	-0.061707936227321625
239839	rnn.weight_ih_l0	0	0.040626104921102524
239839	rnn.weight_ih_l0	1	-0.07824935019016266
239839	rnn.weight_ih_l0	2	-0.061720289289951324
239839	rnn.weight_ih_l0	3	-0.05892001464962959
239839	rnn.weight_ih_l0	4	0.019627343863248825
239839	rnn.weight_ih_l0	5	-0.10777082294225693
239839	rnn.weight_ih_l0	6	-0.040933478623628616
239839	rnn.weight_ih_l0	7	-0.0042264810763299465
239839	rnn.weight_ih_l0	8	0.05596432834863663
239839	rnn.weight_ih_l0	9	0.01072643231600523
239839	rnn.weight_hh_l0	0	0.001430343254469335
239839	rnn.weight_hh_l0	1	-0.08399148285388947
239839	rnn.weight_hh_l0	2	0.07226194441318512
239839	rnn.weight_hh_l0	3	0.05313665047287941
239839	rnn.weight_hh_l0	4	0.00564300874248147
239839	rnn.weight_hh_l0	5	0.07267722487449646
239839	rnn.weight_hh_l0	6	-0.017757171764969826
239839	rnn.weight_hh_l0	7	-0.11169486492872238
239839	rnn.weight_hh_l0	8	0.028651384636759758
239839	rnn.weight_hh_l0	9	-0.07530804723501205
239839	rnn.bias_ih_l0	0	-0.08080577850341797
239839	rnn.bias_ih_l0	1	-0.19066593050956726
239839	rnn.bias_ih_l0	2	-0.2586784064769745
239839	rnn.bias_ih_l0	3	-0.2836710214614868
239839	rnn.bias_ih_l0	4	0.010860531590878963
239839	rnn.bias_ih_l0	5	0.056707076728343964
239839	rnn.bias_ih_l0	6	-0.1715184897184372
239839	rnn.bias_ih_l0	7	-0.262677937746048
239839	rnn.bias_ih_l0	8	-0.1522342562675476
239839	rnn.bias_ih_l0	9	-0.17630179226398468
239839	rnn.bias_hh_l0	0	0.12824010848999023
239839	rnn.bias_hh_l0	1	-0.05400117486715317
239839	rnn.bias_hh_l0	2	0.05146956816315651
239839	rnn.bias_hh_l0	3	-0.1788255274295807
239839	rnn.bias_hh_l0	4	0.057472314685583115
239839	rnn.bias_hh_l0	5	0.05550442263484001
239839	rnn.bias_hh_l0	6	-0.10789132118225098
239839	rnn.bias_hh_l0	7	-0.15093573927879333
239839	rnn.bias_hh_l0	8	-0.18699072301387787
239839	rnn.bias_hh_l0	9	-0.10425208508968353
239839	rnn.weight_ih_l0_reverse	0	-0.019839057698845863
239839	rnn.weight_ih_l0_reverse	1	-0.004546767566353083
239839	rnn.weight_ih_l0_reverse	2	0.0045278300531208515
239839	rnn.weight_ih_l0_reverse	3	0.00995201151818037
239839	rnn.weight_ih_l0_reverse	4	0.01643179915845394
239839	rnn.weight_ih_l0_reverse	5	-0.056869976222515106
239839	rnn.weight_ih_l0_reverse	6	-0.04371485486626625
239839	rnn.weight_ih_l0_reverse	7	0.014246753416955471
239839	rnn.weight_ih_l0_reverse	8	0.0870380774140358
239839	rnn.weight_ih_l0_reverse	9	0.00476707611232996
239839	rnn.weight_hh_l0_reverse	0	0.004450855311006308
239839	rnn.weight_hh_l0_reverse	1	0.027239523828029633
239839	rnn.weight_hh_l0_reverse	2	-0.03943977504968643
239839	rnn.weight_hh_l0_reverse	3	0.040394995361566544
239839	rnn.weight_hh_l0_reverse	4	0.023325014859437943
239839	rnn.weight_hh_l0_reverse	5	-0.010321003384888172
239839	rnn.weight_hh_l0_reverse	6	0.06760672479867935
239839	rnn.weight_hh_l0_reverse	7	0.03831483796238899
239839	rnn.weight_hh_l0_reverse	8	-0.023455612361431122
239839	rnn.weight_hh_l0_reverse	9	-0.025867026299238205
239839	rnn.bias_ih_l0_reverse	0	-0.14811287820339203
239839	rnn.bias_ih_l0_reverse	1	-0.311001181602478
239839	rnn.bias_ih_l0_reverse	2	-0.06098850071430206
239839	rnn.bias_ih_l0_reverse	3	-0.15543723106384277
239839	rnn.bias_ih_l0_reverse	4	0.06721099466085434
239839	rnn.bias_ih_l0_reverse	5	-0.27120688557624817
239839	rnn.bias_ih_l0_reverse	6	-0.06737078726291656
239839	rnn.bias_ih_l0_reverse	7	0.020451778545975685
239839	rnn.bias_ih_l0_reverse	8	-0.18695330619812012
239839	rnn.bias_ih_l0_reverse	9	-0.093932144343853
239839	rnn.bias_hh_l0_reverse	0	-0.154194638133049
239839	rnn.bias_hh_l0_reverse	1	-0.1444185972213745
239839	rnn.bias_hh_l0_reverse	2	-0.012654691003262997
239839	rnn.bias_hh_l0_reverse	3	-0.13571523129940033
239839	rnn.bias_hh_l0_reverse	4	-0.023555999621748924
239839	rnn.bias_hh_l0_reverse	5	-0.11363275349140167
239839	rnn.bias_hh_l0_reverse	6	-0.0759219154715538
239839	rnn.bias_hh_l0_reverse	7	-0.17698082327842712
239839	rnn.bias_hh_l0_reverse	8	-0.06450944393873215
239839	rnn.bias_hh_l0_reverse	9	-0.11369934678077698
239839	linear.weight	0	-0.30569446086883545
239839	linear.weight	1	-0.10218263417482376
239839	linear.weight	2	-0.011228874325752258
239839	linear.weight	3	-0.09866531193256378
239839	linear.weight	4	-0.0011052489280700684
239839	linear.weight	5	0.18200606107711792
239839	linear.weight	6	0.0047744326293468475
239839	linear.weight	7	-0.021312154829502106
239839	linear.weight	8	0.16863885521888733
239839	linear.weight	9	0.1872355043888092
239839	linear.bias	0	-0.8446007370948792
239839	linear.bias	1	1.418045997619629
239839	linear.bias	2	-0.5122393369674683
239839	linear.bias	3	-0.7643576860427856
239839	linear.bias	4	-0.896267831325531
239839	linear.bias	5	-1.1804414987564087
239839	linear.bias	6	-0.9804114103317261
239839	linear.bias	7	-0.6939396262168884
239839	linear.bias	8	-0.01705317199230194
239839	linear.bias	9	3.513019323348999
240036	transitions	0	-0.46765920519828796
240036	transitions	1	8.849501609802246
240036	transitions	2	-3.6350889205932617
240036	transitions	3	1.618178367614746
240036	transitions	4	-2.2232067584991455
240036	transitions	5	-0.4338358938694
240036	transitions	6	-0.19625042378902435
240036	transitions	7	-10000.0
240036	transitions	8	1.8644031286239624
240036	transitions	9	-2.2950146198272705
240036	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
240036	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
240036	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
240036	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
240036	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
240036	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
240036	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
240036	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
240036	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
240036	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
240036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
240036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
240036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
240036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
240036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
240036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
240036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
240036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
240036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
240036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
240036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
240036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
240036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
240036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
240036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
240036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
240036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
240036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
240036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
240036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
240036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
240036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
240036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
240036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
240036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
240036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
240036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
240036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
240036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
240036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
240036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
240036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
240036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
240036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
240036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
240036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
240036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
240036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
240036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
240036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
240036	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
240036	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
240036	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
240036	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
240036	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
240036	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
240036	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
240036	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
240036	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
240036	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
240036	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
240036	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
240036	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
240036	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
240036	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
240036	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
240036	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
240036	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
240036	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
240036	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
240036	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
240036	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
240036	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
240036	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
240036	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
240036	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
240036	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
240036	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
240036	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
240036	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
240036	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
240036	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
240036	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
240036	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
240036	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
240036	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
240036	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
240036	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
240036	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
240036	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
240036	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
240036	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
240036	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
240036	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
240036	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
240036	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
240036	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
240036	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
240036	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
240036	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
240036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
240036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
240036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
240036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
240036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
240036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
240036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
240036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
240036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
240036	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
240036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
240036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
240036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
240036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
240036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
240036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
240036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
240036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
240036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
240036	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
240036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
240036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
240036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
240036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
240036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
240036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
240036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
240036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
240036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
240036	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
240036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
240036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
240036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
240036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
240036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
240036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
240036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
240036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
240036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
240036	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
240036	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
240036	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
240036	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
240036	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
240036	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
240036	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
240036	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
240036	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
240036	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
240036	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
240036	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
240036	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
240036	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
240036	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
240036	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
240036	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
240036	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
240036	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
240036	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
240036	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
240036	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
240036	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
240036	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
240036	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
240036	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
240036	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
240036	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
240036	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
240036	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
240036	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
240036	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
240036	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
240036	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
240036	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
240036	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
240036	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
240036	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
240036	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
240036	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
240036	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
240036	embedding2nn.weight	0	0.044937293976545334
240036	embedding2nn.weight	1	-0.09513703733682632
240036	embedding2nn.weight	2	0.021970363333821297
240036	embedding2nn.weight	3	-0.06101576238870621
240036	embedding2nn.weight	4	-0.11028560250997543
240036	embedding2nn.weight	5	0.11088205128908157
240036	embedding2nn.weight	6	-0.07913359254598618
240036	embedding2nn.weight	7	-0.07558681815862656
240036	embedding2nn.weight	8	-0.033924948424100876
240036	embedding2nn.weight	9	0.04729754850268364
240036	embedding2nn.bias	0	0.09664484113454819
240036	embedding2nn.bias	1	-0.014769874513149261
240036	embedding2nn.bias	2	-0.07130501419305801
240036	embedding2nn.bias	3	0.02041252702474594
240036	embedding2nn.bias	4	-0.022129274904727936
240036	embedding2nn.bias	5	-0.1655590981245041
240036	embedding2nn.bias	6	-0.10538365691900253
240036	embedding2nn.bias	7	-0.028086373582482338
240036	embedding2nn.bias	8	0.055172037333250046
240036	embedding2nn.bias	9	-0.05998089909553528
240036	rnn.weight_ih_l0	0	0.040802616626024246
240036	rnn.weight_ih_l0	1	-0.07864557951688766
240036	rnn.weight_ih_l0	2	-0.06249403581023216
240036	rnn.weight_ih_l0	3	-0.0580315962433815
240036	rnn.weight_ih_l0	4	0.01946212723851204
240036	rnn.weight_ih_l0	5	-0.10809125006198883
240036	rnn.weight_ih_l0	6	-0.04059125483036041
240036	rnn.weight_ih_l0	7	-0.0035485089756548405
240036	rnn.weight_ih_l0	8	0.056298740208148956
240036	rnn.weight_ih_l0	9	0.010498305782675743
240036	rnn.weight_hh_l0	0	0.0014905149582773447
240036	rnn.weight_hh_l0	1	-0.08425131440162659
240036	rnn.weight_hh_l0	2	0.07244530320167542
240036	rnn.weight_hh_l0	3	0.05342264473438263
240036	rnn.weight_hh_l0	4	0.005823108367621899
240036	rnn.weight_hh_l0	5	0.07264035195112228
240036	rnn.weight_hh_l0	6	-0.017678381875157356
240036	rnn.weight_hh_l0	7	-0.1116207167506218
240036	rnn.weight_hh_l0	8	0.028696581721305847
240036	rnn.weight_hh_l0	9	-0.07498109340667725
240036	rnn.bias_ih_l0	0	-0.0811767578125
240036	rnn.bias_ih_l0	1	-0.18983791768550873
240036	rnn.bias_ih_l0	2	-0.2598273754119873
240036	rnn.bias_ih_l0	3	-0.28415870666503906
240036	rnn.bias_ih_l0	4	0.01090954802930355
240036	rnn.bias_ih_l0	5	0.05609549582004547
240036	rnn.bias_ih_l0	6	-0.17273181676864624
240036	rnn.bias_ih_l0	7	-0.2627313435077667
240036	rnn.bias_ih_l0	8	-0.1533776968717575
240036	rnn.bias_ih_l0	9	-0.17624597251415253
240036	rnn.bias_hh_l0	0	0.12837739288806915
240036	rnn.bias_hh_l0	1	-0.054452084004879
240036	rnn.bias_hh_l0	2	0.05095772445201874
240036	rnn.bias_hh_l0	3	-0.1799677461385727
240036	rnn.bias_hh_l0	4	0.05617905035614967
240036	rnn.bias_hh_l0	5	0.055291272699832916
240036	rnn.bias_hh_l0	6	-0.10864704102277756
240036	rnn.bias_hh_l0	7	-0.15124773979187012
240036	rnn.bias_hh_l0	8	-0.1865828037261963
240036	rnn.bias_hh_l0	9	-0.10444136708974838
240036	rnn.weight_ih_l0_reverse	0	-0.019910970702767372
240036	rnn.weight_ih_l0_reverse	1	-0.004938120022416115
240036	rnn.weight_ih_l0_reverse	2	0.004634612239897251
240036	rnn.weight_ih_l0_reverse	3	0.010372522287070751
240036	rnn.weight_ih_l0_reverse	4	0.016114575788378716
240036	rnn.weight_ih_l0_reverse	5	-0.057381678372621536
240036	rnn.weight_ih_l0_reverse	6	-0.04444295912981033
240036	rnn.weight_ih_l0_reverse	7	0.013820212334394455
240036	rnn.weight_ih_l0_reverse	8	0.08672865480184555
240036	rnn.weight_ih_l0_reverse	9	0.0050889188423752785
240036	rnn.weight_hh_l0_reverse	0	0.0045209163799881935
240036	rnn.weight_hh_l0_reverse	1	0.027282632887363434
240036	rnn.weight_hh_l0_reverse	2	-0.03956116735935211
240036	rnn.weight_hh_l0_reverse	3	0.04052053391933441
240036	rnn.weight_hh_l0_reverse	4	0.023372266441583633
240036	rnn.weight_hh_l0_reverse	5	-0.010283369570970535
240036	rnn.weight_hh_l0_reverse	6	0.06745507568120956
240036	rnn.weight_hh_l0_reverse	7	0.03802519291639328
240036	rnn.weight_hh_l0_reverse	8	-0.02366519533097744
240036	rnn.weight_hh_l0_reverse	9	-0.02584250085055828
240036	rnn.bias_ih_l0_reverse	0	-0.14869460463523865
240036	rnn.bias_ih_l0_reverse	1	-0.3113022446632385
240036	rnn.bias_ih_l0_reverse	2	-0.06082819029688835
240036	rnn.bias_ih_l0_reverse	3	-0.15589869022369385
240036	rnn.bias_ih_l0_reverse	4	0.06756521761417389
240036	rnn.bias_ih_l0_reverse	5	-0.2714821696281433
240036	rnn.bias_ih_l0_reverse	6	-0.06760714203119278
240036	rnn.bias_ih_l0_reverse	7	0.019607452675700188
240036	rnn.bias_ih_l0_reverse	8	-0.18736879527568817
240036	rnn.bias_ih_l0_reverse	9	-0.09364278614521027
240036	rnn.bias_hh_l0_reverse	0	-0.15596230328083038
240036	rnn.bias_hh_l0_reverse	1	-0.14374370872974396
240036	rnn.bias_hh_l0_reverse	2	-0.012802141718566418
240036	rnn.bias_hh_l0_reverse	3	-0.1363617181777954
240036	rnn.bias_hh_l0_reverse	4	-0.02412491664290428
240036	rnn.bias_hh_l0_reverse	5	-0.11404504626989365
240036	rnn.bias_hh_l0_reverse	6	-0.07698298245668411
240036	rnn.bias_hh_l0_reverse	7	-0.17704397439956665
240036	rnn.bias_hh_l0_reverse	8	-0.06521063297986984
240036	rnn.bias_hh_l0_reverse	9	-0.11412383615970612
240036	linear.weight	0	-0.3105928599834442
240036	linear.weight	1	-0.10283894836902618
240036	linear.weight	2	-0.011228874325752258
240036	linear.weight	3	-0.09876036643981934
240036	linear.weight	4	-0.001767365145497024
240036	linear.weight	5	0.18072588741779327
240036	linear.weight	6	0.0047744326293468475
240036	linear.weight	7	-0.021312154829502106
240036	linear.weight	8	0.16969846189022064
240036	linear.weight	9	0.19219869375228882
240036	linear.bias	0	-0.8384770750999451
240036	linear.bias	1	1.4150162935256958
240036	linear.bias	2	-0.49011167883872986
240036	linear.bias	3	-0.7605963349342346
240036	linear.bias	4	-0.8991530537605286
240036	linear.bias	5	-1.1804460287094116
240036	linear.bias	6	-0.9727475643157959
240036	linear.bias	7	-0.6961577534675598
240036	linear.bias	8	-0.01705317199230194
240036	linear.bias	9	3.49139404296875
240233	transitions	0	-0.46767517924308777
240233	transitions	1	8.861210823059082
240233	transitions	2	-3.6352245807647705
240233	transitions	3	1.6158429384231567
240233	transitions	4	-2.223299264907837
240233	transitions	5	-0.43393734097480774
240233	transitions	6	-0.19625674188137054
240233	transitions	7	-10000.0
240233	transitions	8	1.863247275352478
240233	transitions	9	-2.295015573501587
240233	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
240233	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
240233	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
240233	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
240233	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
240233	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
240233	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
240233	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
240233	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
240233	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
240233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
240233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
240233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
240233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
240233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
240233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
240233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
240233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
240233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
240233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
240233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
240233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
240233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
240233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
240233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
240233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
240233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
240233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
240233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
240233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
240233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
240233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
240233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
240233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
240233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
240233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
240233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
240233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
240233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
240233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
240233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
240233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
240233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
240233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
240233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
240233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
240233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
240233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
240233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
240233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
240233	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
240233	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
240233	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
240233	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
240233	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
240233	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
240233	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
240233	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
240233	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
240233	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
240233	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
240233	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
240233	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
240233	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
240233	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
240233	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
240233	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
240233	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
240233	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
240233	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
240233	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
240233	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
240233	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
240233	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
240233	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
240233	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
240233	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
240233	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
240233	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
240233	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
240233	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
240233	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
240233	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
240233	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
240233	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
240233	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
240233	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
240233	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
240233	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
240233	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
240233	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
240233	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
240233	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
240233	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
240233	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
240233	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
240233	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
240233	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
240233	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
240233	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
240233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
240233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
240233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
240233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
240233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
240233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
240233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
240233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
240233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
240233	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
240233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
240233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
240233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
240233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
240233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
240233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
240233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
240233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
240233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
240233	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
240233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
240233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
240233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
240233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
240233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
240233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
240233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
240233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
240233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
240233	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
240233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
240233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
240233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
240233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
240233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
240233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
240233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
240233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
240233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
240233	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
240233	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
240233	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
240233	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
240233	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
240233	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
240233	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
240233	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
240233	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
240233	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
240233	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
240233	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
240233	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
240233	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
240233	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
240233	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
240233	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
240233	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
240233	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
240233	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
240233	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
240233	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
240233	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
240233	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
240233	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
240233	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
240233	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
240233	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
240233	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
240233	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
240233	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
240233	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
240233	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
240233	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
240233	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
240233	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
240233	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
240233	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
240233	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
240233	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
240233	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
240233	embedding2nn.weight	0	0.04488738253712654
240233	embedding2nn.weight	1	-0.09542080760002136
240233	embedding2nn.weight	2	0.021775582805275917
240233	embedding2nn.weight	3	-0.061238765716552734
240233	embedding2nn.weight	4	-0.10959567874670029
240233	embedding2nn.weight	5	0.11045343428850174
240233	embedding2nn.weight	6	-0.07977111637592316
240233	embedding2nn.weight	7	-0.07546617835760117
240233	embedding2nn.weight	8	-0.03414003923535347
240233	embedding2nn.weight	9	0.04831467941403389
240233	embedding2nn.bias	0	0.09745783358812332
240233	embedding2nn.bias	1	-0.018398217856884003
240233	embedding2nn.bias	2	-0.07346335053443909
240233	embedding2nn.bias	3	0.019650282338261604
240233	embedding2nn.bias	4	-0.026166781783103943
240233	embedding2nn.bias	5	-0.16569344699382782
240233	embedding2nn.bias	6	-0.10435022413730621
240233	embedding2nn.bias	7	-0.02988225780427456
240233	embedding2nn.bias	8	0.05463377386331558
240233	embedding2nn.bias	9	-0.05909452959895134
240233	rnn.weight_ih_l0	0	0.040904782712459564
240233	rnn.weight_ih_l0	1	-0.0786229819059372
240233	rnn.weight_ih_l0	2	-0.062321897596120834
240233	rnn.weight_ih_l0	3	-0.058699484914541245
240233	rnn.weight_ih_l0	4	0.01953919231891632
240233	rnn.weight_ih_l0	5	-0.1066352128982544
240233	rnn.weight_ih_l0	6	-0.04057091102004051
240233	rnn.weight_ih_l0	7	-0.0037176627665758133
240233	rnn.weight_ih_l0	8	0.05691079422831535
240233	rnn.weight_ih_l0	9	0.010379733517765999
240233	rnn.weight_hh_l0	0	0.002062959596514702
240233	rnn.weight_hh_l0	1	-0.08395196497440338
240233	rnn.weight_hh_l0	2	0.07239682227373123
240233	rnn.weight_hh_l0	3	0.053710900247097015
240233	rnn.weight_hh_l0	4	0.006001237314194441
240233	rnn.weight_hh_l0	5	0.07244962453842163
240233	rnn.weight_hh_l0	6	-0.017541931942105293
240233	rnn.weight_hh_l0	7	-0.11177908629179001
240233	rnn.weight_hh_l0	8	0.028703873977065086
240233	rnn.weight_hh_l0	9	-0.07533141225576401
240233	rnn.bias_ih_l0	0	-0.08219075947999954
240233	rnn.bias_ih_l0	1	-0.1904647946357727
240233	rnn.bias_ih_l0	2	-0.25820937752723694
240233	rnn.bias_ih_l0	3	-0.2843174934387207
240233	rnn.bias_ih_l0	4	0.01143419835716486
240233	rnn.bias_ih_l0	5	0.05552424490451813
240233	rnn.bias_ih_l0	6	-0.17192736268043518
240233	rnn.bias_ih_l0	7	-0.2617971897125244
240233	rnn.bias_ih_l0	8	-0.15290500223636627
240233	rnn.bias_ih_l0	9	-0.17627562582492828
240233	rnn.bias_hh_l0	0	0.12903401255607605
240233	rnn.bias_hh_l0	1	-0.05430109053850174
240233	rnn.bias_hh_l0	2	0.05021186172962189
240233	rnn.bias_hh_l0	3	-0.1799202263355255
240233	rnn.bias_hh_l0	4	0.05521709844470024
240233	rnn.bias_hh_l0	5	0.05529356002807617
240233	rnn.bias_hh_l0	6	-0.1090041995048523
240233	rnn.bias_hh_l0	7	-0.15185676515102386
240233	rnn.bias_hh_l0	8	-0.1866062730550766
240233	rnn.bias_hh_l0	9	-0.10521803796291351
240233	rnn.weight_ih_l0_reverse	0	-0.020190386101603508
240233	rnn.weight_ih_l0_reverse	1	-0.0046093217097222805
240233	rnn.weight_ih_l0_reverse	2	0.004402854945510626
240233	rnn.weight_ih_l0_reverse	3	0.010293152183294296
240233	rnn.weight_ih_l0_reverse	4	0.014799198135733604
240233	rnn.weight_ih_l0_reverse	5	-0.05691076070070267
240233	rnn.weight_ih_l0_reverse	6	-0.04534568265080452
240233	rnn.weight_ih_l0_reverse	7	0.013981461524963379
240233	rnn.weight_ih_l0_reverse	8	0.08679284155368805
240233	rnn.weight_ih_l0_reverse	9	0.004430822562426329
240233	rnn.weight_hh_l0_reverse	0	0.004737755283713341
240233	rnn.weight_hh_l0_reverse	1	0.027493225410580635
240233	rnn.weight_hh_l0_reverse	2	-0.03983892500400543
240233	rnn.weight_hh_l0_reverse	3	0.040353912860155106
240233	rnn.weight_hh_l0_reverse	4	0.02346089296042919
240233	rnn.weight_hh_l0_reverse	5	-0.010138227604329586
240233	rnn.weight_hh_l0_reverse	6	0.06747221201658249
240233	rnn.weight_hh_l0_reverse	7	0.03834206610918045
240233	rnn.weight_hh_l0_reverse	8	-0.02367285080254078
240233	rnn.weight_hh_l0_reverse	9	-0.025942422449588776
240233	rnn.bias_ih_l0_reverse	0	-0.1481231302022934
240233	rnn.bias_ih_l0_reverse	1	-0.310901939868927
240233	rnn.bias_ih_l0_reverse	2	-0.06064848601818085
240233	rnn.bias_ih_l0_reverse	3	-0.156004399061203
240233	rnn.bias_ih_l0_reverse	4	0.06879836320877075
240233	rnn.bias_ih_l0_reverse	5	-0.2718062996864319
240233	rnn.bias_ih_l0_reverse	6	-0.0670154020190239
240233	rnn.bias_ih_l0_reverse	7	0.019799411296844482
240233	rnn.bias_ih_l0_reverse	8	-0.18765847384929657
240233	rnn.bias_ih_l0_reverse	9	-0.09351406991481781
240233	rnn.bias_hh_l0_reverse	0	-0.15561890602111816
240233	rnn.bias_hh_l0_reverse	1	-0.14589627087116241
240233	rnn.bias_hh_l0_reverse	2	-0.01315698679536581
240233	rnn.bias_hh_l0_reverse	3	-0.13722655177116394
240233	rnn.bias_hh_l0_reverse	4	-0.023589687421917915
240233	rnn.bias_hh_l0_reverse	5	-0.11435037851333618
240233	rnn.bias_hh_l0_reverse	6	-0.07621566951274872
240233	rnn.bias_hh_l0_reverse	7	-0.17760683596134186
240233	rnn.bias_hh_l0_reverse	8	-0.06526726484298706
240233	rnn.bias_hh_l0_reverse	9	-0.11426447331905365
240233	linear.weight	0	-0.3107652962207794
240233	linear.weight	1	-0.10115273296833038
240233	linear.weight	2	-0.011228874325752258
240233	linear.weight	3	-0.10012446343898773
240233	linear.weight	4	-0.001212086295709014
240233	linear.weight	5	0.1808074563741684
240233	linear.weight	6	0.0047744326293468475
240233	linear.weight	7	-0.021312154829502106
240233	linear.weight	8	0.17153151333332062
240233	linear.weight	9	0.1903938502073288
240233	linear.bias	0	-0.8339916467666626
240233	linear.bias	1	1.4216737747192383
240233	linear.bias	2	-0.479505717754364
240233	linear.bias	3	-0.7456519603729248
240233	linear.bias	4	-0.9112938046455383
240233	linear.bias	5	-1.1804500818252563
240233	linear.bias	6	-0.9666275382041931
240233	linear.bias	7	-0.7114049792289734
240233	linear.bias	8	-0.01705317199230194
240233	linear.bias	9	3.497143507003784
240430	transitions	0	-0.46853524446487427
240430	transitions	1	8.862855911254883
240430	transitions	2	-3.635350465774536
240430	transitions	3	1.6087791919708252
240430	transitions	4	-2.223374605178833
240430	transitions	5	-0.43395310640335083
240430	transitions	6	-0.1962641179561615
240430	transitions	7	-10000.0
240430	transitions	8	1.8627448081970215
240430	transitions	9	-2.295016050338745
240430	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
240430	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
240430	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
240430	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
240430	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
240430	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
240430	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
240430	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
240430	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
240430	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
240430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
240430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
240430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
240430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
240430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
240430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
240430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
240430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
240430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
240430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
240430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
240430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
240430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
240430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
240430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
240430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
240430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
240430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
240430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
240430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
240430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
240430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
240430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
240430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
240430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
240430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
240430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
240430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
240430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
240430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
240430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
240430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
240430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
240430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
240430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
240430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
240430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
240430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
240430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
240430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
240430	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
240430	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
240430	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
240430	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
240430	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
240430	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
240430	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
240430	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
240430	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
240430	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
240430	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
240430	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
240430	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
240430	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
240430	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
240430	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
240430	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
240430	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
240430	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
240430	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
240430	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
240430	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
240430	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
240430	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
240430	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
240430	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
240430	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
240430	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
240430	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
240430	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
240430	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
240430	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
240430	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
240430	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
240430	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
240430	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
240430	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
240430	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
240430	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
240430	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
240430	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
240430	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
240430	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
240430	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
240430	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
240430	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
240430	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
240430	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
240430	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
240430	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
240430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
240430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
240430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
240430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
240430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
240430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
240430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
240430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
240430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
240430	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
240430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
240430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
240430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
240430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
240430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
240430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
240430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
240430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
240430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
240430	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
240430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
240430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
240430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
240430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
240430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
240430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
240430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
240430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
240430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
240430	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
240430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
240430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
240430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
240430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
240430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
240430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
240430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
240430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
240430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
240430	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
240430	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
240430	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
240430	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
240430	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
240430	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
240430	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
240430	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
240430	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
240430	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
240430	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
240430	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
240430	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
240430	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
240430	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
240430	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
240430	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
240430	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
240430	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
240430	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
240430	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
240430	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
240430	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
240430	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
240430	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
240430	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
240430	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
240430	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
240430	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
240430	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
240430	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
240430	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
240430	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
240430	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
240430	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
240430	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
240430	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
240430	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
240430	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
240430	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
240430	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
240430	embedding2nn.weight	0	0.044982511550188065
240430	embedding2nn.weight	1	-0.09485143423080444
240430	embedding2nn.weight	2	0.020946810021996498
240430	embedding2nn.weight	3	-0.06096390634775162
240430	embedding2nn.weight	4	-0.11033006757497787
240430	embedding2nn.weight	5	0.10983467847108841
240430	embedding2nn.weight	6	-0.07946556806564331
240430	embedding2nn.weight	7	-0.0755218043923378
240430	embedding2nn.weight	8	-0.0336683951318264
240430	embedding2nn.weight	9	0.048877328634262085
240430	embedding2nn.bias	0	0.09381192922592163
240430	embedding2nn.bias	1	-0.016049638390541077
240430	embedding2nn.bias	2	-0.07319208234548569
240430	embedding2nn.bias	3	0.019313497468829155
240430	embedding2nn.bias	4	-0.021338533610105515
240430	embedding2nn.bias	5	-0.16388483345508575
240430	embedding2nn.bias	6	-0.10264960676431656
240430	embedding2nn.bias	7	-0.028096675872802734
240430	embedding2nn.bias	8	0.05286625400185585
240430	embedding2nn.bias	9	-0.05679217725992203
240430	rnn.weight_ih_l0	0	0.04125937446951866
240430	rnn.weight_ih_l0	1	-0.0795566663146019
240430	rnn.weight_ih_l0	2	-0.062036849558353424
240430	rnn.weight_ih_l0	3	-0.05890055000782013
240430	rnn.weight_ih_l0	4	0.018881483003497124
240430	rnn.weight_ih_l0	5	-0.10839181393384933
240430	rnn.weight_ih_l0	6	-0.040604546666145325
240430	rnn.weight_ih_l0	7	-0.003923685755580664
240430	rnn.weight_ih_l0	8	0.057169634848833084
240430	rnn.weight_ih_l0	9	0.010835506021976471
240430	rnn.weight_hh_l0	0	0.0019674922805279493
240430	rnn.weight_hh_l0	1	-0.08451906591653824
240430	rnn.weight_hh_l0	2	0.07227430492639542
240430	rnn.weight_hh_l0	3	0.05390467494726181
240430	rnn.weight_hh_l0	4	0.00587801355868578
240430	rnn.weight_hh_l0	5	0.07237879186868668
240430	rnn.weight_hh_l0	6	-0.017607277259230614
240430	rnn.weight_hh_l0	7	-0.11187190562486649
240430	rnn.weight_hh_l0	8	0.028805341571569443
240430	rnn.weight_hh_l0	9	-0.07575161755084991
240430	rnn.bias_ih_l0	0	-0.08248225599527359
240430	rnn.bias_ih_l0	1	-0.19024790823459625
240430	rnn.bias_ih_l0	2	-0.2579042613506317
240430	rnn.bias_ih_l0	3	-0.2834135591983795
240430	rnn.bias_ih_l0	4	0.010323395021259785
240430	rnn.bias_ih_l0	5	0.056569259613752365
240430	rnn.bias_ih_l0	6	-0.17145615816116333
240430	rnn.bias_ih_l0	7	-0.26228612661361694
240430	rnn.bias_ih_l0	8	-0.1529580056667328
240430	rnn.bias_ih_l0	9	-0.1769895702600479
240430	rnn.bias_hh_l0	0	0.13007918000221252
240430	rnn.bias_hh_l0	1	-0.05334967374801636
240430	rnn.bias_hh_l0	2	0.04936379939317703
240430	rnn.bias_hh_l0	3	-0.17986994981765747
240430	rnn.bias_hh_l0	4	0.05513249337673187
240430	rnn.bias_hh_l0	5	0.05431666225194931
240430	rnn.bias_hh_l0	6	-0.10953886806964874
240430	rnn.bias_hh_l0	7	-0.151215061545372
240430	rnn.bias_hh_l0	8	-0.18728025257587433
240430	rnn.bias_hh_l0	9	-0.10584473609924316
240430	rnn.weight_ih_l0_reverse	0	-0.020115122199058533
240430	rnn.weight_ih_l0_reverse	1	-0.0053175282664597034
240430	rnn.weight_ih_l0_reverse	2	0.0040717157535254955
240430	rnn.weight_ih_l0_reverse	3	0.01006097998470068
240430	rnn.weight_ih_l0_reverse	4	0.015250413678586483
240430	rnn.weight_ih_l0_reverse	5	-0.056645918637514114
240430	rnn.weight_ih_l0_reverse	6	-0.04459686949849129
240430	rnn.weight_ih_l0_reverse	7	0.014296367764472961
240430	rnn.weight_ih_l0_reverse	8	0.08616450428962708
240430	rnn.weight_ih_l0_reverse	9	0.004454791080206633
240430	rnn.weight_hh_l0_reverse	0	0.004836077801883221
240430	rnn.weight_hh_l0_reverse	1	0.027656972408294678
240430	rnn.weight_hh_l0_reverse	2	-0.0399162732064724
240430	rnn.weight_hh_l0_reverse	3	0.04041730612516403
240430	rnn.weight_hh_l0_reverse	4	0.023472296074032784
240430	rnn.weight_hh_l0_reverse	5	-0.010256699286401272
240430	rnn.weight_hh_l0_reverse	6	0.06754346936941147
240430	rnn.weight_hh_l0_reverse	7	0.03848932683467865
240430	rnn.weight_hh_l0_reverse	8	-0.02387942001223564
240430	rnn.weight_hh_l0_reverse	9	-0.0259772427380085
240430	rnn.bias_ih_l0_reverse	0	-0.14824703335762024
240430	rnn.bias_ih_l0_reverse	1	-0.3107616603374481
240430	rnn.bias_ih_l0_reverse	2	-0.06065469607710838
240430	rnn.bias_ih_l0_reverse	3	-0.1557670682668686
240430	rnn.bias_ih_l0_reverse	4	0.06866629421710968
240430	rnn.bias_ih_l0_reverse	5	-0.27196428179740906
240430	rnn.bias_ih_l0_reverse	6	-0.06649858504533768
240430	rnn.bias_ih_l0_reverse	7	0.01986330933868885
240430	rnn.bias_ih_l0_reverse	8	-0.18739184737205505
240430	rnn.bias_ih_l0_reverse	9	-0.09258408099412918
240430	rnn.bias_hh_l0_reverse	0	-0.155741348862648
240430	rnn.bias_hh_l0_reverse	1	-0.14457575976848602
240430	rnn.bias_hh_l0_reverse	2	-0.013695420697331429
240430	rnn.bias_hh_l0_reverse	3	-0.13625048100948334
240430	rnn.bias_hh_l0_reverse	4	-0.023835450410842896
240430	rnn.bias_hh_l0_reverse	5	-0.11378353834152222
240430	rnn.bias_hh_l0_reverse	6	-0.0777565985918045
240430	rnn.bias_hh_l0_reverse	7	-0.178521990776062
240430	rnn.bias_hh_l0_reverse	8	-0.06542705744504929
240430	rnn.bias_hh_l0_reverse	9	-0.11526039987802505
240430	linear.weight	0	-0.30411264300346375
240430	linear.weight	1	-0.10428640246391296
240430	linear.weight	2	-0.011228874325752258
240430	linear.weight	3	-0.0984717309474945
240430	linear.weight	4	0.00014222085883375257
240430	linear.weight	5	0.1875683069229126
240430	linear.weight	6	0.0047744326293468475
240430	linear.weight	7	-0.021312154829502106
240430	linear.weight	8	0.1703316569328308
240430	linear.weight	9	0.193743497133255
240430	linear.bias	0	-0.835906982421875
240430	linear.bias	1	1.4054430723190308
240430	linear.bias	2	-0.4917258620262146
240430	linear.bias	3	-0.7371178269386292
240430	linear.bias	4	-0.8960704207420349
240430	linear.bias	5	-1.180454969406128
240430	linear.bias	6	-0.9686345458030701
240430	linear.bias	7	-0.7181568145751953
240430	linear.bias	8	-0.01705317199230194
240430	linear.bias	9	3.543163537979126
240627	transitions	0	-0.46859031915664673
240627	transitions	1	8.864551544189453
240627	transitions	2	-3.6356430053710938
240627	transitions	3	1.6144607067108154
240627	transitions	4	-2.223675489425659
240627	transitions	5	-0.4339630901813507
240627	transitions	6	-0.19626767933368683
240627	transitions	7	-10000.0
240627	transitions	8	1.8628334999084473
240627	transitions	9	-2.2950217723846436
240627	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
240627	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
240627	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
240627	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
240627	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
240627	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
240627	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
240627	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
240627	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
240627	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
240627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
240627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
240627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
240627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
240627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
240627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
240627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
240627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
240627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
240627	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
240627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
240627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
240627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
240627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
240627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
240627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
240627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
240627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
240627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
240627	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
240627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
240627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
240627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
240627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
240627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
240627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
240627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
240627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
240627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
240627	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
240627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
240627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
240627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
240627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
240627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
240627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
240627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
240627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
240627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
240627	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
240627	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
240627	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
240627	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
240627	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
240627	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
240627	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
240627	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
240627	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
240627	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
240627	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
240627	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
240627	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
240627	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
240627	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
240627	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
240627	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
240627	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
240627	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
240627	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
240627	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
240627	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
240627	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
240627	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
240627	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
240627	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
240627	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
240627	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
240627	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
240627	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
240627	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
240627	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
240627	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
240627	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
240627	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
240627	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
240627	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
240627	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
240627	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
240627	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
240627	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
240627	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
240627	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
240627	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
240627	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
240627	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
240627	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
240627	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
240627	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
240627	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
240627	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
240627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
240627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
240627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
240627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
240627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
240627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
240627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
240627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
240627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
240627	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
240627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
240627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
240627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
240627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
240627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
240627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
240627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
240627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
240627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
240627	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
240627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
240627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
240627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
240627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
240627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
240627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
240627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
240627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
240627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
240627	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
240627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
240627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
240627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
240627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
240627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
240627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
240627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
240627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
240627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
240627	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
240627	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
240627	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
240627	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
240627	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
240627	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
240627	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
240627	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
240627	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
240627	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
240627	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
240627	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
240627	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
240627	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
240627	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
240627	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
240627	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
240627	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
240627	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
240627	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
240627	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
240627	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
240627	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
240627	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
240627	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
240627	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
240627	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
240627	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
240627	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
240627	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
240627	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
240627	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
240627	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
240627	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
240627	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
240627	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
240627	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
240627	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
240627	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
240627	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
240627	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
240627	embedding2nn.weight	0	0.04488860070705414
240627	embedding2nn.weight	1	-0.0949292778968811
240627	embedding2nn.weight	2	0.020003072917461395
240627	embedding2nn.weight	3	-0.0607234463095665
240627	embedding2nn.weight	4	-0.11047599464654922
240627	embedding2nn.weight	5	0.11013159155845642
240627	embedding2nn.weight	6	-0.07997631281614304
240627	embedding2nn.weight	7	-0.07516119629144669
240627	embedding2nn.weight	8	-0.03389508277177811
240627	embedding2nn.weight	9	0.04867330566048622
240627	embedding2nn.bias	0	0.09506148099899292
240627	embedding2nn.bias	1	-0.011903809383511543
240627	embedding2nn.bias	2	-0.07312218844890594
240627	embedding2nn.bias	3	0.018614541739225388
240627	embedding2nn.bias	4	-0.0213957317173481
240627	embedding2nn.bias	5	-0.1642499417066574
240627	embedding2nn.bias	6	-0.10637322813272476
240627	embedding2nn.bias	7	-0.02973840944468975
240627	embedding2nn.bias	8	0.05546024069190025
240627	embedding2nn.bias	9	-0.060887519270181656
240627	rnn.weight_ih_l0	0	0.041356075555086136
240627	rnn.weight_ih_l0	1	-0.07956015318632126
240627	rnn.weight_ih_l0	2	-0.06251932680606842
240627	rnn.weight_ih_l0	3	-0.05938471108675003
240627	rnn.weight_ih_l0	4	0.01909215934574604
240627	rnn.weight_ih_l0	5	-0.1090850979089737
240627	rnn.weight_ih_l0	6	-0.04047044739127159
240627	rnn.weight_ih_l0	7	-0.003799745347350836
240627	rnn.weight_ih_l0	8	0.057157449424266815
240627	rnn.weight_ih_l0	9	0.01171210315078497
240627	rnn.weight_hh_l0	0	0.0019354341784492135
240627	rnn.weight_hh_l0	1	-0.08485887944698334
240627	rnn.weight_hh_l0	2	0.07235412299633026
240627	rnn.weight_hh_l0	3	0.054285481572151184
240627	rnn.weight_hh_l0	4	0.005771859083324671
240627	rnn.weight_hh_l0	5	0.07229645550251007
240627	rnn.weight_hh_l0	6	-0.017618399113416672
240627	rnn.weight_hh_l0	7	-0.11169977486133575
240627	rnn.weight_hh_l0	8	0.028792373836040497
240627	rnn.weight_hh_l0	9	-0.07519564777612686
240627	rnn.bias_ih_l0	0	-0.0812436044216156
240627	rnn.bias_ih_l0	1	-0.19041317701339722
240627	rnn.bias_ih_l0	2	-0.258077472448349
240627	rnn.bias_ih_l0	3	-0.2839759588241577
240627	rnn.bias_ih_l0	4	0.011620800942182541
240627	rnn.bias_ih_l0	5	0.057786859571933746
240627	rnn.bias_ih_l0	6	-0.1706385463476181
240627	rnn.bias_ih_l0	7	-0.26169729232788086
240627	rnn.bias_ih_l0	8	-0.15342473983764648
240627	rnn.bias_ih_l0	9	-0.1770695149898529
240627	rnn.bias_hh_l0	0	0.1308259516954422
240627	rnn.bias_hh_l0	1	-0.05339875817298889
240627	rnn.bias_hh_l0	2	0.049877725541591644
240627	rnn.bias_hh_l0	3	-0.17961731553077698
240627	rnn.bias_hh_l0	4	0.05546748265624046
240627	rnn.bias_hh_l0	5	0.05377478525042534
240627	rnn.bias_hh_l0	6	-0.10907863080501556
240627	rnn.bias_hh_l0	7	-0.15096601843833923
240627	rnn.bias_hh_l0	8	-0.18772967159748077
240627	rnn.bias_hh_l0	9	-0.10638335347175598
240627	rnn.weight_ih_l0_reverse	0	-0.019845185801386833
240627	rnn.weight_ih_l0_reverse	1	-0.005496013443917036
240627	rnn.weight_ih_l0_reverse	2	0.0037325986195355654
240627	rnn.weight_ih_l0_reverse	3	0.010090239346027374
240627	rnn.weight_ih_l0_reverse	4	0.015485613606870174
240627	rnn.weight_ih_l0_reverse	5	-0.05605882406234741
240627	rnn.weight_ih_l0_reverse	6	-0.04403575137257576
240627	rnn.weight_ih_l0_reverse	7	0.014034262858331203
240627	rnn.weight_ih_l0_reverse	8	0.08560919016599655
240627	rnn.weight_ih_l0_reverse	9	0.004382827319204807
240627	rnn.weight_hh_l0_reverse	0	0.004826713353395462
240627	rnn.weight_hh_l0_reverse	1	0.027533896267414093
240627	rnn.weight_hh_l0_reverse	2	-0.03960060328245163
240627	rnn.weight_hh_l0_reverse	3	0.04023813083767891
240627	rnn.weight_hh_l0_reverse	4	0.02343035489320755
240627	rnn.weight_hh_l0_reverse	5	-0.010021302849054337
240627	rnn.weight_hh_l0_reverse	6	0.06758762151002884
240627	rnn.weight_hh_l0_reverse	7	0.038649678230285645
240627	rnn.weight_hh_l0_reverse	8	-0.024029627442359924
240627	rnn.weight_hh_l0_reverse	9	-0.02599756047129631
240627	rnn.bias_ih_l0_reverse	0	-0.14773263037204742
240627	rnn.bias_ih_l0_reverse	1	-0.3097253441810608
240627	rnn.bias_ih_l0_reverse	2	-0.059991590678691864
240627	rnn.bias_ih_l0_reverse	3	-0.1556774526834488
240627	rnn.bias_ih_l0_reverse	4	0.06896381825208664
240627	rnn.bias_ih_l0_reverse	5	-0.27139538526535034
240627	rnn.bias_ih_l0_reverse	6	-0.06644494086503983
240627	rnn.bias_ih_l0_reverse	7	0.02008487842977047
240627	rnn.bias_ih_l0_reverse	8	-0.18783923983573914
240627	rnn.bias_ih_l0_reverse	9	-0.09261985123157501
240627	rnn.bias_hh_l0_reverse	0	-0.15645664930343628
240627	rnn.bias_hh_l0_reverse	1	-0.14588607847690582
240627	rnn.bias_hh_l0_reverse	2	-0.013339515775442123
240627	rnn.bias_hh_l0_reverse	3	-0.13582850992679596
240627	rnn.bias_hh_l0_reverse	4	-0.024088818579912186
240627	rnn.bias_hh_l0_reverse	5	-0.11367201805114746
240627	rnn.bias_hh_l0_reverse	6	-0.07704514265060425
240627	rnn.bias_hh_l0_reverse	7	-0.17878136038780212
240627	rnn.bias_hh_l0_reverse	8	-0.06465955823659897
240627	rnn.bias_hh_l0_reverse	9	-0.11495770514011383
240627	linear.weight	0	-0.29932883381843567
240627	linear.weight	1	-0.10546569526195526
240627	linear.weight	2	-0.011228874325752258
240627	linear.weight	3	-0.09746137261390686
240627	linear.weight	4	0.0017552863573655486
240627	linear.weight	5	0.18879564106464386
240627	linear.weight	6	0.0047744326293468475
240627	linear.weight	7	-0.021312154829502106
240627	linear.weight	8	0.17289777100086212
240627	linear.weight	9	0.1947827786207199
240627	linear.bias	0	-0.8354657888412476
240627	linear.bias	1	1.4194940328598022
240627	linear.bias	2	-0.49792492389678955
240627	linear.bias	3	-0.7475159168243408
240627	linear.bias	4	-0.9059755802154541
240627	linear.bias	5	-1.180460810661316
240627	linear.bias	6	-0.9692599773406982
240627	linear.bias	7	-0.703070878982544
240627	linear.bias	8	-0.01705317199230194
240627	linear.bias	9	3.5273404121398926
240824	transitions	0	-0.46936291456222534
240824	transitions	1	8.847582817077637
240824	transitions	2	-3.636981964111328
240824	transitions	3	1.6112672090530396
240824	transitions	4	-2.2238268852233887
240824	transitions	5	-0.4339795708656311
240824	transitions	6	-0.1962742954492569
240824	transitions	7	-10000.0
240824	transitions	8	1.8626176118850708
240824	transitions	9	-2.2950222492218018
240824	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
240824	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
240824	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
240824	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
240824	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
240824	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
240824	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
240824	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
240824	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
240824	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
240824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
240824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
240824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
240824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
240824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
240824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
240824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
240824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
240824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
240824	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
240824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
240824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
240824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
240824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
240824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
240824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
240824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
240824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
240824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
240824	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
240824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
240824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
240824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
240824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
240824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
240824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
240824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
240824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
240824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
240824	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
240824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
240824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
240824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
240824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
240824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
240824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
240824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
240824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
240824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
240824	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
240824	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
240824	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
240824	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
240824	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
240824	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
240824	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
240824	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
240824	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
240824	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
240824	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
240824	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
240824	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
240824	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
240824	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
240824	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
240824	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
240824	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
240824	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
240824	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
240824	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
240824	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
240824	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
240824	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
240824	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
240824	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
240824	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
240824	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
240824	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
240824	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
240824	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
240824	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
240824	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
240824	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
240824	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
240824	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
240824	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
240824	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
240824	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
240824	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
240824	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
240824	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
240824	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
240824	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
240824	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
240824	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
240824	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
240824	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
240824	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
240824	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
240824	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
240824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
240824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
240824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
240824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
240824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
240824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
240824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
240824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
240824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
240824	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
240824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
240824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
240824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
240824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
240824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
240824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
240824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
240824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
240824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
240824	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
240824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
240824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
240824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
240824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
240824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
240824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
240824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
240824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
240824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
240824	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
240824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
240824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
240824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
240824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
240824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
240824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
240824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
240824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
240824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
240824	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
240824	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
240824	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
240824	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
240824	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
240824	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
240824	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
240824	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
240824	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
240824	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
240824	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
240824	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
240824	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
240824	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
240824	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
240824	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
240824	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
240824	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
240824	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
240824	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
240824	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
240824	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
240824	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
240824	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
240824	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
240824	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
240824	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
240824	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
240824	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
240824	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
240824	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
240824	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
240824	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
240824	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
240824	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
240824	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
240824	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
240824	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
240824	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
240824	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
240824	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
240824	embedding2nn.weight	0	0.04481450095772743
240824	embedding2nn.weight	1	-0.09483001381158829
240824	embedding2nn.weight	2	0.021686231717467308
240824	embedding2nn.weight	3	-0.06147051602602005
240824	embedding2nn.weight	4	-0.11083725839853287
240824	embedding2nn.weight	5	0.11008936911821365
240824	embedding2nn.weight	6	-0.07958773523569107
240824	embedding2nn.weight	7	-0.07482600212097168
240824	embedding2nn.weight	8	-0.03420165181159973
240824	embedding2nn.weight	9	0.04848102107644081
240824	embedding2nn.bias	0	0.09661723673343658
240824	embedding2nn.bias	1	-0.012351674027740955
240824	embedding2nn.bias	2	-0.07202859222888947
240824	embedding2nn.bias	3	0.017675595358014107
240824	embedding2nn.bias	4	-0.012919310480356216
240824	embedding2nn.bias	5	-0.16275909543037415
240824	embedding2nn.bias	6	-0.10533547401428223
240824	embedding2nn.bias	7	-0.031786493957042694
240824	embedding2nn.bias	8	0.05750555917620659
240824	embedding2nn.bias	9	-0.057455964386463165
240824	rnn.weight_ih_l0	0	0.04187561199069023
240824	rnn.weight_ih_l0	1	-0.07909752428531647
240824	rnn.weight_ih_l0	2	-0.0629286989569664
240824	rnn.weight_ih_l0	3	-0.05946401134133339
240824	rnn.weight_ih_l0	4	0.01874285563826561
240824	rnn.weight_ih_l0	5	-0.1097995936870575
240824	rnn.weight_ih_l0	6	-0.04080963507294655
240824	rnn.weight_ih_l0	7	-0.003989029675722122
240824	rnn.weight_ih_l0	8	0.057155791670084
240824	rnn.weight_ih_l0	9	0.011548774316906929
240824	rnn.weight_hh_l0	0	0.0017461738316342235
240824	rnn.weight_hh_l0	1	-0.08459722250699997
240824	rnn.weight_hh_l0	2	0.0723726898431778
240824	rnn.weight_hh_l0	3	0.05458658188581467
240824	rnn.weight_hh_l0	4	0.005742047447711229
240824	rnn.weight_hh_l0	5	0.0719568282365799
240824	rnn.weight_hh_l0	6	-0.017492040991783142
240824	rnn.weight_hh_l0	7	-0.11192388832569122
240824	rnn.weight_hh_l0	8	0.02922874689102173
240824	rnn.weight_hh_l0	9	-0.07430590689182281
240824	rnn.bias_ih_l0	0	-0.08201282471418381
240824	rnn.bias_ih_l0	1	-0.19078847765922546
240824	rnn.bias_ih_l0	2	-0.25746822357177734
240824	rnn.bias_ih_l0	3	-0.28437790274620056
240824	rnn.bias_ih_l0	4	0.012499318458139896
240824	rnn.bias_ih_l0	5	0.05801531672477722
240824	rnn.bias_ih_l0	6	-0.1709161400794983
240824	rnn.bias_ih_l0	7	-0.26185956597328186
240824	rnn.bias_ih_l0	8	-0.15276478230953217
240824	rnn.bias_ih_l0	9	-0.17686879634857178
240824	rnn.bias_hh_l0	0	0.130384624004364
240824	rnn.bias_hh_l0	1	-0.05302175506949425
240824	rnn.bias_hh_l0	2	0.04978691041469574
240824	rnn.bias_hh_l0	3	-0.1792459785938263
240824	rnn.bias_hh_l0	4	0.05653488263487816
240824	rnn.bias_hh_l0	5	0.05364677682518959
240824	rnn.bias_hh_l0	6	-0.10890404880046844
240824	rnn.bias_hh_l0	7	-0.15135444700717926
240824	rnn.bias_hh_l0	8	-0.1881462186574936
240824	rnn.bias_hh_l0	9	-0.10621688514947891
240824	rnn.weight_ih_l0_reverse	0	-0.02010250650346279
240824	rnn.weight_ih_l0_reverse	1	-0.0058698891662061214
240824	rnn.weight_ih_l0_reverse	2	0.003188751870766282
240824	rnn.weight_ih_l0_reverse	3	0.009857206605374813
240824	rnn.weight_ih_l0_reverse	4	0.016203410923480988
240824	rnn.weight_ih_l0_reverse	5	-0.05624828487634659
240824	rnn.weight_ih_l0_reverse	6	-0.04414806514978409
240824	rnn.weight_ih_l0_reverse	7	0.013820537365972996
240824	rnn.weight_ih_l0_reverse	8	0.08532498776912689
240824	rnn.weight_ih_l0_reverse	9	0.00404348224401474
240824	rnn.weight_hh_l0_reverse	0	0.004910294897854328
240824	rnn.weight_hh_l0_reverse	1	0.027336232364177704
240824	rnn.weight_hh_l0_reverse	2	-0.0393158420920372
240824	rnn.weight_hh_l0_reverse	3	0.04024013131856918
240824	rnn.weight_hh_l0_reverse	4	0.023432185873389244
240824	rnn.weight_hh_l0_reverse	5	-0.009562999941408634
240824	rnn.weight_hh_l0_reverse	6	0.06761862337589264
240824	rnn.weight_hh_l0_reverse	7	0.038774531334638596
240824	rnn.weight_hh_l0_reverse	8	-0.024137558415532112
240824	rnn.weight_hh_l0_reverse	9	-0.02589876763522625
240824	rnn.bias_ih_l0_reverse	0	-0.14752046763896942
240824	rnn.bias_ih_l0_reverse	1	-0.3104074001312256
240824	rnn.bias_ih_l0_reverse	2	-0.060532718896865845
240824	rnn.bias_ih_l0_reverse	3	-0.15618562698364258
240824	rnn.bias_ih_l0_reverse	4	0.06780994683504105
240824	rnn.bias_ih_l0_reverse	5	-0.2708543837070465
240824	rnn.bias_ih_l0_reverse	6	-0.06673085689544678
240824	rnn.bias_ih_l0_reverse	7	0.018477553501725197
240824	rnn.bias_ih_l0_reverse	8	-0.18722164630889893
240824	rnn.bias_ih_l0_reverse	9	-0.09340590238571167
240824	rnn.bias_hh_l0_reverse	0	-0.15525808930397034
240824	rnn.bias_hh_l0_reverse	1	-0.1456378996372223
240824	rnn.bias_hh_l0_reverse	2	-0.012845846824347973
240824	rnn.bias_hh_l0_reverse	3	-0.13571111857891083
240824	rnn.bias_hh_l0_reverse	4	-0.023893235251307487
240824	rnn.bias_hh_l0_reverse	5	-0.11379854381084442
240824	rnn.bias_hh_l0_reverse	6	-0.0756046250462532
240824	rnn.bias_hh_l0_reverse	7	-0.1786298155784607
240824	rnn.bias_hh_l0_reverse	8	-0.0650220513343811
240824	rnn.bias_hh_l0_reverse	9	-0.11533957719802856
240824	linear.weight	0	-0.30266669392585754
240824	linear.weight	1	-0.10618006438016891
240824	linear.weight	2	-0.011228874325752258
240824	linear.weight	3	-0.09858808666467667
240824	linear.weight	4	-0.000967429659795016
240824	linear.weight	5	0.1870526224374771
240824	linear.weight	6	0.0047744326293468475
240824	linear.weight	7	-0.021312154829502106
240824	linear.weight	8	0.16943202912807465
240824	linear.weight	9	0.19506631791591644
240824	linear.bias	0	-0.8372378945350647
240824	linear.bias	1	1.3979501724243164
240824	linear.bias	2	-0.48309263586997986
240824	linear.bias	3	-0.7570154070854187
240824	linear.bias	4	-0.9091489911079407
240824	linear.bias	5	-1.1804653406143188
240824	linear.bias	6	-0.9699351787567139
240824	linear.bias	7	-0.6942870616912842
240824	linear.bias	8	-0.01705317199230194
240824	linear.bias	9	3.475940465927124
240828	transitions	0	-0.46936291456222534
240828	transitions	1	8.848641395568848
240828	transitions	2	-3.6369831562042236
240828	transitions	3	1.6112600564956665
240828	transitions	4	-2.2238271236419678
240828	transitions	5	-0.4339798390865326
240828	transitions	6	-0.19627439975738525
240828	transitions	7	-10000.0
240828	transitions	8	1.8626172542572021
240828	transitions	9	-2.2950222492218018
240828	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
240828	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
240828	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
240828	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
240828	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
240828	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
240828	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
240828	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
240828	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
240828	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
240828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
240828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
240828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
240828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
240828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
240828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
240828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
240828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
240828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
240828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
240828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
240828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
240828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
240828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
240828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
240828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
240828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
240828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
240828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
240828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
240828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
240828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
240828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
240828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
240828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
240828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
240828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
240828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
240828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
240828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
240828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
240828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
240828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
240828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
240828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
240828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
240828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
240828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
240828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
240828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
240828	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
240828	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
240828	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
240828	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
240828	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
240828	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
240828	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
240828	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
240828	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
240828	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
240828	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
240828	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
240828	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
240828	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
240828	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
240828	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
240828	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
240828	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
240828	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
240828	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
240828	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
240828	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
240828	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
240828	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
240828	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
240828	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
240828	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
240828	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
240828	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
240828	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
240828	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
240828	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
240828	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
240828	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
240828	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
240828	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
240828	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
240828	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
240828	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
240828	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
240828	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
240828	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
240828	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
240828	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
240828	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
240828	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
240828	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
240828	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
240828	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
240828	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
240828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
240828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
240828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
240828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
240828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
240828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
240828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
240828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
240828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
240828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
240828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
240828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
240828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
240828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
240828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
240828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
240828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
240828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
240828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
240828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
240828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
240828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
240828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
240828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
240828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
240828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
240828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
240828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
240828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
240828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
240828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
240828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
240828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
240828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
240828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
240828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
240828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
240828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
240828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
240828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
240828	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
240828	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
240828	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
240828	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
240828	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
240828	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
240828	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
240828	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
240828	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
240828	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
240828	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
240828	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
240828	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
240828	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
240828	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
240828	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
240828	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
240828	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
240828	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
240828	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
240828	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
240828	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
240828	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
240828	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
240828	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
240828	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
240828	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
240828	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
240828	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
240828	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
240828	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
240828	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
240828	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
240828	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
240828	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
240828	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
240828	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
240828	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
240828	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
240828	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
240828	embedding2nn.weight	0	0.044777244329452515
240828	embedding2nn.weight	1	-0.09495293349027634
240828	embedding2nn.weight	2	0.02174076996743679
240828	embedding2nn.weight	3	-0.06143715977668762
240828	embedding2nn.weight	4	-0.110962875187397
240828	embedding2nn.weight	5	0.11012513935565948
240828	embedding2nn.weight	6	-0.07977905869483948
240828	embedding2nn.weight	7	-0.0748504027724266
240828	embedding2nn.weight	8	-0.0342046320438385
240828	embedding2nn.weight	9	0.04839751869440079
240828	embedding2nn.bias	0	0.09735208749771118
240828	embedding2nn.bias	1	-0.011986750178039074
240828	embedding2nn.bias	2	-0.07181710749864578
240828	embedding2nn.bias	3	0.0176595076918602
240828	embedding2nn.bias	4	-0.012502753175795078
240828	embedding2nn.bias	5	-0.16286921501159668
240828	embedding2nn.bias	6	-0.10517427325248718
240828	embedding2nn.bias	7	-0.031307149678468704
240828	embedding2nn.bias	8	0.05819469317793846
240828	embedding2nn.bias	9	-0.05792155861854553
240828	rnn.weight_ih_l0	0	0.04186698794364929
240828	rnn.weight_ih_l0	1	-0.07910516113042831
240828	rnn.weight_ih_l0	2	-0.06292359530925751
240828	rnn.weight_ih_l0	3	-0.059466440230607986
240828	rnn.weight_ih_l0	4	0.0187300443649292
240828	rnn.weight_ih_l0	5	-0.10979093611240387
240828	rnn.weight_ih_l0	6	-0.040854763239622116
240828	rnn.weight_ih_l0	7	-0.003973579965531826
240828	rnn.weight_ih_l0	8	0.057047877460718155
240828	rnn.weight_ih_l0	9	0.011529680341482162
240828	rnn.weight_hh_l0	0	0.0017227374482899904
240828	rnn.weight_hh_l0	1	-0.08456005156040192
240828	rnn.weight_hh_l0	2	0.07238049805164337
240828	rnn.weight_hh_l0	3	0.054571446031332016
240828	rnn.weight_hh_l0	4	0.0057425424456596375
240828	rnn.weight_hh_l0	5	0.07195339351892471
240828	rnn.weight_hh_l0	6	-0.01748676225543022
240828	rnn.weight_hh_l0	7	-0.11192020773887634
240828	rnn.weight_hh_l0	8	0.02926744520664215
240828	rnn.weight_hh_l0	9	-0.0742669403553009
240828	rnn.bias_ih_l0	0	-0.08232291787862778
240828	rnn.bias_ih_l0	1	-0.19075492024421692
240828	rnn.bias_ih_l0	2	-0.25755032896995544
240828	rnn.bias_ih_l0	3	-0.2844429314136505
240828	rnn.bias_ih_l0	4	0.012327122502028942
240828	rnn.bias_ih_l0	5	0.05793913081288338
240828	rnn.bias_ih_l0	6	-0.17087414860725403
240828	rnn.bias_ih_l0	7	-0.2618301808834076
240828	rnn.bias_ih_l0	8	-0.1527082324028015
240828	rnn.bias_ih_l0	9	-0.17687378823757172
240828	rnn.bias_hh_l0	0	0.13055826723575592
240828	rnn.bias_hh_l0	1	-0.052990034222602844
240828	rnn.bias_hh_l0	2	0.049786437302827835
240828	rnn.bias_hh_l0	3	-0.1793001890182495
240828	rnn.bias_hh_l0	4	0.05627831071615219
240828	rnn.bias_hh_l0	5	0.05367999151349068
240828	rnn.bias_hh_l0	6	-0.10875043272972107
240828	rnn.bias_hh_l0	7	-0.15143613517284393
240828	rnn.bias_hh_l0	8	-0.18813158571720123
240828	rnn.bias_hh_l0	9	-0.10623262822628021
240828	rnn.weight_ih_l0_reverse	0	-0.020103149116039276
240828	rnn.weight_ih_l0_reverse	1	-0.005911421962082386
240828	rnn.weight_ih_l0_reverse	2	0.0031642010435462
240828	rnn.weight_ih_l0_reverse	3	0.009854716248810291
240828	rnn.weight_ih_l0_reverse	4	0.016186106950044632
240828	rnn.weight_ih_l0_reverse	5	-0.05624566599726677
240828	rnn.weight_ih_l0_reverse	6	-0.04409598559141159
240828	rnn.weight_ih_l0_reverse	7	0.013831433840095997
240828	rnn.weight_ih_l0_reverse	8	0.08535245805978775
240828	rnn.weight_ih_l0_reverse	9	0.004044465254992247
240828	rnn.weight_hh_l0_reverse	0	0.004901343956589699
240828	rnn.weight_hh_l0_reverse	1	0.027332298457622528
240828	rnn.weight_hh_l0_reverse	2	-0.03927546367049217
240828	rnn.weight_hh_l0_reverse	3	0.04023337364196777
240828	rnn.weight_hh_l0_reverse	4	0.02346232533454895
240828	rnn.weight_hh_l0_reverse	5	-0.009519992396235466
240828	rnn.weight_hh_l0_reverse	6	0.06767617166042328
240828	rnn.weight_hh_l0_reverse	7	0.0387745164334774
240828	rnn.weight_hh_l0_reverse	8	-0.024147767573595047
240828	rnn.weight_hh_l0_reverse	9	-0.025902988389134407
240828	rnn.bias_ih_l0_reverse	0	-0.147471085190773
240828	rnn.bias_ih_l0_reverse	1	-0.31042683124542236
240828	rnn.bias_ih_l0_reverse	2	-0.06045450270175934
240828	rnn.bias_ih_l0_reverse	3	-0.15606653690338135
240828	rnn.bias_ih_l0_reverse	4	0.0678882822394371
240828	rnn.bias_ih_l0_reverse	5	-0.2711069583892822
240828	rnn.bias_ih_l0_reverse	6	-0.06677549332380295
240828	rnn.bias_ih_l0_reverse	7	0.018625589087605476
240828	rnn.bias_ih_l0_reverse	8	-0.18729549646377563
240828	rnn.bias_ih_l0_reverse	9	-0.093406081199646
240828	rnn.bias_hh_l0_reverse	0	-0.1552892029285431
240828	rnn.bias_hh_l0_reverse	1	-0.145610973238945
240828	rnn.bias_hh_l0_reverse	2	-0.0128744812682271
240828	rnn.bias_hh_l0_reverse	3	-0.13571947813034058
240828	rnn.bias_hh_l0_reverse	4	-0.023833489045500755
240828	rnn.bias_hh_l0_reverse	5	-0.11375796049833298
240828	rnn.bias_hh_l0_reverse	6	-0.07563240081071854
240828	rnn.bias_hh_l0_reverse	7	-0.17859621345996857
240828	rnn.bias_hh_l0_reverse	8	-0.06502704322338104
240828	rnn.bias_hh_l0_reverse	9	-0.11544419825077057
240828	linear.weight	0	-0.30271297693252563
240828	linear.weight	1	-0.10617992281913757
240828	linear.weight	2	-0.011228874325752258
240828	linear.weight	3	-0.09859906136989594
240828	linear.weight	4	-0.0008259769529104233
240828	linear.weight	5	0.1867125928401947
240828	linear.weight	6	0.0047744326293468475
240828	linear.weight	7	-0.021312154829502106
240828	linear.weight	8	0.1695365458726883
240828	linear.weight	9	0.1948341280221939
240828	linear.bias	0	-0.8359604477882385
240828	linear.bias	1	1.3942385911941528
240828	linear.bias	2	-0.4848214089870453
240828	linear.bias	3	-0.7565145492553711
240828	linear.bias	4	-0.9085222482681274
240828	linear.bias	5	-1.1804653406143188
240828	linear.bias	6	-0.9687598943710327
240828	linear.bias	7	-0.6961411833763123
240828	linear.bias	8	-0.01705317199230194
240828	linear.bias	9	3.4849514961242676
241025	transitions	0	-0.4694090485572815
241025	transitions	1	8.846077919006348
241025	transitions	2	-3.6370491981506348
241025	transitions	3	1.6103699207305908
241025	transitions	4	-2.2239043712615967
241025	transitions	5	-0.43398669362068176
241025	transitions	6	-0.1962992548942566
241025	transitions	7	-10000.0
241025	transitions	8	1.8633416891098022
241025	transitions	9	-2.295022964477539
241025	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
241025	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
241025	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
241025	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
241025	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
241025	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
241025	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
241025	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
241025	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
241025	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
241025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
241025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
241025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
241025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
241025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
241025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
241025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
241025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
241025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
241025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
241025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
241025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
241025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
241025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
241025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
241025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
241025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
241025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
241025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
241025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
241025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
241025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
241025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
241025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
241025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
241025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
241025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
241025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
241025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
241025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
241025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
241025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
241025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
241025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
241025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
241025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
241025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
241025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
241025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
241025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
241025	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
241025	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
241025	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
241025	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
241025	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
241025	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
241025	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
241025	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
241025	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
241025	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
241025	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
241025	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
241025	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
241025	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
241025	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
241025	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
241025	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
241025	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
241025	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
241025	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
241025	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
241025	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
241025	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
241025	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
241025	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
241025	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
241025	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
241025	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
241025	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
241025	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
241025	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
241025	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
241025	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
241025	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
241025	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
241025	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
241025	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
241025	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
241025	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
241025	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
241025	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
241025	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
241025	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
241025	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
241025	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
241025	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
241025	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
241025	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
241025	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
241025	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
241025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
241025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
241025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
241025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
241025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
241025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
241025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
241025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
241025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
241025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
241025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
241025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
241025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
241025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
241025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
241025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
241025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
241025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
241025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
241025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
241025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
241025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
241025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
241025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
241025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
241025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
241025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
241025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
241025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
241025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
241025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
241025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
241025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
241025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
241025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
241025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
241025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
241025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
241025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
241025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
241025	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
241025	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
241025	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
241025	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
241025	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
241025	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
241025	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
241025	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
241025	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
241025	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
241025	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
241025	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
241025	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
241025	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
241025	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
241025	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
241025	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
241025	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
241025	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
241025	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
241025	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
241025	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
241025	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
241025	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
241025	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
241025	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
241025	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
241025	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
241025	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
241025	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
241025	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
241025	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
241025	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
241025	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
241025	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
241025	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
241025	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
241025	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
241025	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
241025	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
241025	embedding2nn.weight	0	0.045070093125104904
241025	embedding2nn.weight	1	-0.09486798197031021
241025	embedding2nn.weight	2	0.022088784724473953
241025	embedding2nn.weight	3	-0.06104893609881401
241025	embedding2nn.weight	4	-0.11100681126117706
241025	embedding2nn.weight	5	0.11011599749326706
241025	embedding2nn.weight	6	-0.07894892245531082
241025	embedding2nn.weight	7	-0.07478441298007965
241025	embedding2nn.weight	8	-0.033910758793354034
241025	embedding2nn.weight	9	0.04652649164199829
241025	embedding2nn.bias	0	0.10062802582979202
241025	embedding2nn.bias	1	-0.008197404444217682
241025	embedding2nn.bias	2	-0.07735198736190796
241025	embedding2nn.bias	3	0.018048370257019997
241025	embedding2nn.bias	4	-0.01662316918373108
241025	embedding2nn.bias	5	-0.16456905007362366
241025	embedding2nn.bias	6	-0.10095931589603424
241025	embedding2nn.bias	7	-0.03370679169893265
241025	embedding2nn.bias	8	0.055521197617053986
241025	embedding2nn.bias	9	-0.05861438810825348
241025	rnn.weight_ih_l0	0	0.04279250651597977
241025	rnn.weight_ih_l0	1	-0.08077479898929596
241025	rnn.weight_ih_l0	2	-0.06314001232385635
241025	rnn.weight_ih_l0	3	-0.0588497556746006
241025	rnn.weight_ih_l0	4	0.018419653177261353
241025	rnn.weight_ih_l0	5	-0.11070723831653595
241025	rnn.weight_ih_l0	6	-0.04048340395092964
241025	rnn.weight_ih_l0	7	-0.003737975610420108
241025	rnn.weight_ih_l0	8	0.05798741802573204
241025	rnn.weight_ih_l0	9	0.011776367202401161
241025	rnn.weight_hh_l0	0	0.0018240559147670865
241025	rnn.weight_hh_l0	1	-0.08466657251119614
241025	rnn.weight_hh_l0	2	0.0725957378745079
241025	rnn.weight_hh_l0	3	0.05408219248056412
241025	rnn.weight_hh_l0	4	0.005778668913990259
241025	rnn.weight_hh_l0	5	0.07184752076864243
241025	rnn.weight_hh_l0	6	-0.017229776829481125
241025	rnn.weight_hh_l0	7	-0.11182552576065063
241025	rnn.weight_hh_l0	8	0.029662035405635834
241025	rnn.weight_hh_l0	9	-0.07378584146499634
241025	rnn.bias_ih_l0	0	-0.08189591020345688
241025	rnn.bias_ih_l0	1	-0.1908382773399353
241025	rnn.bias_ih_l0	2	-0.2578049898147583
241025	rnn.bias_ih_l0	3	-0.2846195101737976
241025	rnn.bias_ih_l0	4	0.012142311781644821
241025	rnn.bias_ih_l0	5	0.05938760191202164
241025	rnn.bias_ih_l0	6	-0.17074064910411835
241025	rnn.bias_ih_l0	7	-0.26186004281044006
241025	rnn.bias_ih_l0	8	-0.15385599434375763
241025	rnn.bias_ih_l0	9	-0.17595109343528748
241025	rnn.bias_hh_l0	0	0.1295991688966751
241025	rnn.bias_hh_l0	1	-0.05426275357604027
241025	rnn.bias_hh_l0	2	0.04984899237751961
241025	rnn.bias_hh_l0	3	-0.1789967566728592
241025	rnn.bias_hh_l0	4	0.05752893537282944
241025	rnn.bias_hh_l0	5	0.05417998135089874
241025	rnn.bias_hh_l0	6	-0.10797210037708282
241025	rnn.bias_hh_l0	7	-0.15193267166614532
241025	rnn.bias_hh_l0	8	-0.1883317232131958
241025	rnn.bias_hh_l0	9	-0.1066867783665657
241025	rnn.weight_ih_l0_reverse	0	-0.020087137818336487
241025	rnn.weight_ih_l0_reverse	1	-0.0060593136586248875
241025	rnn.weight_ih_l0_reverse	2	0.003190723480656743
241025	rnn.weight_ih_l0_reverse	3	0.009678293950855732
241025	rnn.weight_ih_l0_reverse	4	0.016756663098931313
241025	rnn.weight_ih_l0_reverse	5	-0.055362388491630554
241025	rnn.weight_ih_l0_reverse	6	-0.044847700744867325
241025	rnn.weight_ih_l0_reverse	7	0.012950682081282139
241025	rnn.weight_ih_l0_reverse	8	0.08557318150997162
241025	rnn.weight_ih_l0_reverse	9	0.003931171726435423
241025	rnn.weight_hh_l0_reverse	0	0.004923743195831776
241025	rnn.weight_hh_l0_reverse	1	0.02729852683842182
241025	rnn.weight_hh_l0_reverse	2	-0.039136871695518494
241025	rnn.weight_hh_l0_reverse	3	0.040136996656656265
241025	rnn.weight_hh_l0_reverse	4	0.023155352100729942
241025	rnn.weight_hh_l0_reverse	5	-0.009496684186160564
241025	rnn.weight_hh_l0_reverse	6	0.06771962344646454
241025	rnn.weight_hh_l0_reverse	7	0.038706351071596146
241025	rnn.weight_hh_l0_reverse	8	-0.02421499229967594
241025	rnn.weight_hh_l0_reverse	9	-0.026030318811535835
241025	rnn.bias_ih_l0_reverse	0	-0.14796990156173706
241025	rnn.bias_ih_l0_reverse	1	-0.31037992238998413
241025	rnn.bias_ih_l0_reverse	2	-0.05948550999164581
241025	rnn.bias_ih_l0_reverse	3	-0.15614202618598938
241025	rnn.bias_ih_l0_reverse	4	0.0661119818687439
241025	rnn.bias_ih_l0_reverse	5	-0.2710416615009308
241025	rnn.bias_ih_l0_reverse	6	-0.06644986569881439
241025	rnn.bias_ih_l0_reverse	7	0.017468975856900215
241025	rnn.bias_ih_l0_reverse	8	-0.1869814395904541
241025	rnn.bias_ih_l0_reverse	9	-0.09320461004972458
241025	rnn.bias_hh_l0_reverse	0	-0.15800096094608307
241025	rnn.bias_hh_l0_reverse	1	-0.14612756669521332
241025	rnn.bias_hh_l0_reverse	2	-0.013067204505205154
241025	rnn.bias_hh_l0_reverse	3	-0.13602089881896973
241025	rnn.bias_hh_l0_reverse	4	-0.0238447654992342
241025	rnn.bias_hh_l0_reverse	5	-0.11359619349241257
241025	rnn.bias_hh_l0_reverse	6	-0.0752178207039833
241025	rnn.bias_hh_l0_reverse	7	-0.17903567850589752
241025	rnn.bias_hh_l0_reverse	8	-0.06506416946649551
241025	rnn.bias_hh_l0_reverse	9	-0.11534617841243744
241025	linear.weight	0	-0.30361154675483704
241025	linear.weight	1	-0.1064787283539772
241025	linear.weight	2	-0.011228874325752258
241025	linear.weight	3	-0.09578534215688705
241025	linear.weight	4	-0.0032098633237183094
241025	linear.weight	5	0.1900075078010559
241025	linear.weight	6	0.0047744326293468475
241025	linear.weight	7	-0.021312154829502106
241025	linear.weight	8	0.17234443128108978
241025	linear.weight	9	0.19626955687999725
241025	linear.bias	0	-0.8320972323417664
241025	linear.bias	1	1.3805816173553467
241025	linear.bias	2	-0.4737444818019867
241025	linear.bias	3	-0.7626135349273682
241025	linear.bias	4	-0.9142643809318542
241025	linear.bias	5	-1.1804708242416382
241025	linear.bias	6	-0.9645441174507141
241025	linear.bias	7	-0.7104514837265015
241025	linear.bias	8	-0.01705317199230194
241025	linear.bias	9	3.4994068145751953
241222	transitions	0	-0.46945327520370483
241222	transitions	1	8.849740028381348
241222	transitions	2	-3.637176275253296
241222	transitions	3	1.6130460500717163
241222	transitions	4	-2.2240121364593506
241222	transitions	5	-0.4340037405490875
241222	transitions	6	-0.1963053047657013
241222	transitions	7	-10000.0
241222	transitions	8	1.863531231880188
241222	transitions	9	-2.2950236797332764
241222	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
241222	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
241222	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
241222	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
241222	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
241222	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
241222	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
241222	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
241222	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
241222	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
241222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
241222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
241222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
241222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
241222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
241222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
241222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
241222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
241222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
241222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
241222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
241222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
241222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
241222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
241222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
241222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
241222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
241222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
241222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
241222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
241222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
241222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
241222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
241222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
241222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
241222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
241222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
241222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
241222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
241222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
241222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
241222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
241222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
241222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
241222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
241222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
241222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
241222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
241222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
241222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
241222	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
241222	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
241222	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
241222	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
241222	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
241222	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
241222	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
241222	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
241222	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
241222	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
241222	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
241222	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
241222	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
241222	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
241222	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
241222	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
241222	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
241222	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
241222	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
241222	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
241222	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
241222	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
241222	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
241222	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
241222	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
241222	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
241222	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
241222	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
241222	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
241222	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
241222	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
241222	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
241222	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
241222	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
241222	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
241222	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
241222	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
241222	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
241222	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
241222	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
241222	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
241222	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
241222	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
241222	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
241222	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
241222	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
241222	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
241222	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
241222	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
241222	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
241222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
241222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
241222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
241222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
241222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
241222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
241222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
241222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
241222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
241222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
241222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
241222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
241222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
241222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
241222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
241222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
241222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
241222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
241222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
241222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
241222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
241222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
241222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
241222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
241222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
241222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
241222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
241222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
241222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
241222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
241222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
241222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
241222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
241222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
241222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
241222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
241222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
241222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
241222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
241222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
241222	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
241222	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
241222	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
241222	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
241222	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
241222	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
241222	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
241222	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
241222	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
241222	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
241222	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
241222	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
241222	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
241222	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
241222	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
241222	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
241222	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
241222	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
241222	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
241222	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
241222	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
241222	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
241222	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
241222	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
241222	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
241222	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
241222	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
241222	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
241222	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
241222	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
241222	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
241222	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
241222	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
241222	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
241222	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
241222	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
241222	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
241222	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
241222	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
241222	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
241222	embedding2nn.weight	0	0.04499862343072891
241222	embedding2nn.weight	1	-0.09545252472162247
241222	embedding2nn.weight	2	0.021134130656719208
241222	embedding2nn.weight	3	-0.06054903566837311
241222	embedding2nn.weight	4	-0.11045438051223755
241222	embedding2nn.weight	5	0.11015620827674866
241222	embedding2nn.weight	6	-0.07662009447813034
241222	embedding2nn.weight	7	-0.07406695932149887
241222	embedding2nn.weight	8	-0.03406301513314247
241222	embedding2nn.weight	9	0.04650381579995155
241222	embedding2nn.bias	0	0.09615114331245422
241222	embedding2nn.bias	1	-0.0034332089126110077
241222	embedding2nn.bias	2	-0.0760388970375061
241222	embedding2nn.bias	3	0.016837215051054955
241222	embedding2nn.bias	4	-0.01579688861966133
241222	embedding2nn.bias	5	-0.16680540144443512
241222	embedding2nn.bias	6	-0.0994514524936676
241222	embedding2nn.bias	7	-0.03382856398820877
241222	embedding2nn.bias	8	0.05481153726577759
241222	embedding2nn.bias	9	-0.05720054730772972
241222	rnn.weight_ih_l0	0	0.042162973433732986
241222	rnn.weight_ih_l0	1	-0.08119668811559677
241222	rnn.weight_ih_l0	2	-0.06301138550043106
241222	rnn.weight_ih_l0	3	-0.05906737595796585
241222	rnn.weight_ih_l0	4	0.01858004368841648
241222	rnn.weight_ih_l0	5	-0.1106201782822609
241222	rnn.weight_ih_l0	6	-0.040552377700805664
241222	rnn.weight_ih_l0	7	-0.0032957703806459904
241222	rnn.weight_ih_l0	8	0.05743042379617691
241222	rnn.weight_ih_l0	9	0.01196321938186884
241222	rnn.weight_hh_l0	0	0.001792056718841195
241222	rnn.weight_hh_l0	1	-0.08483272045850754
241222	rnn.weight_hh_l0	2	0.07237765192985535
241222	rnn.weight_hh_l0	3	0.05419948324561119
241222	rnn.weight_hh_l0	4	0.005789605900645256
241222	rnn.weight_hh_l0	5	0.07172983139753342
241222	rnn.weight_hh_l0	6	-0.017239602282643318
241222	rnn.weight_hh_l0	7	-0.1118040680885315
241222	rnn.weight_hh_l0	8	0.02976936288177967
241222	rnn.weight_hh_l0	9	-0.07475531846284866
241222	rnn.bias_ih_l0	0	-0.08289405703544617
241222	rnn.bias_ih_l0	1	-0.18992656469345093
241222	rnn.bias_ih_l0	2	-0.2578027546405792
241222	rnn.bias_ih_l0	3	-0.2836998999118805
241222	rnn.bias_ih_l0	4	0.011752983555197716
241222	rnn.bias_ih_l0	5	0.05789659544825554
241222	rnn.bias_ih_l0	6	-0.17049705982208252
241222	rnn.bias_ih_l0	7	-0.26177579164505005
241222	rnn.bias_ih_l0	8	-0.15301382541656494
241222	rnn.bias_ih_l0	9	-0.17551302909851074
241222	rnn.bias_hh_l0	0	0.12991110980510712
241222	rnn.bias_hh_l0	1	-0.054251767694950104
241222	rnn.bias_hh_l0	2	0.05012083053588867
241222	rnn.bias_hh_l0	3	-0.1787133812904358
241222	rnn.bias_hh_l0	4	0.05866478383541107
241222	rnn.bias_hh_l0	5	0.05346271023154259
241222	rnn.bias_hh_l0	6	-0.10824093222618103
241222	rnn.bias_hh_l0	7	-0.15227456390857697
241222	rnn.bias_hh_l0	8	-0.1885196566581726
241222	rnn.bias_hh_l0	9	-0.10618317872285843
241222	rnn.weight_ih_l0_reverse	0	-0.019968029111623764
241222	rnn.weight_ih_l0_reverse	1	-0.006069958675652742
241222	rnn.weight_ih_l0_reverse	2	0.0024298641365021467
241222	rnn.weight_ih_l0_reverse	3	0.009910237975418568
241222	rnn.weight_ih_l0_reverse	4	0.015927283093333244
241222	rnn.weight_ih_l0_reverse	5	-0.05501614511013031
241222	rnn.weight_ih_l0_reverse	6	-0.04526654630899429
241222	rnn.weight_ih_l0_reverse	7	0.012930605560541153
241222	rnn.weight_ih_l0_reverse	8	0.08533608913421631
241222	rnn.weight_ih_l0_reverse	9	0.0040975892916321754
241222	rnn.weight_hh_l0_reverse	0	0.004986188840121031
241222	rnn.weight_hh_l0_reverse	1	0.026977207511663437
241222	rnn.weight_hh_l0_reverse	2	-0.03927590325474739
241222	rnn.weight_hh_l0_reverse	3	0.04000166803598404
241222	rnn.weight_hh_l0_reverse	4	0.02305721305310726
241222	rnn.weight_hh_l0_reverse	5	-0.009561195969581604
241222	rnn.weight_hh_l0_reverse	6	0.06771760433912277
241222	rnn.weight_hh_l0_reverse	7	0.03879721835255623
241222	rnn.weight_hh_l0_reverse	8	-0.023882165551185608
241222	rnn.weight_hh_l0_reverse	9	-0.025915954262018204
241222	rnn.bias_ih_l0_reverse	0	-0.14830806851387024
241222	rnn.bias_ih_l0_reverse	1	-0.31075146794319153
241222	rnn.bias_ih_l0_reverse	2	-0.05897285416722298
241222	rnn.bias_ih_l0_reverse	3	-0.15565015375614166
241222	rnn.bias_ih_l0_reverse	4	0.06568014621734619
241222	rnn.bias_ih_l0_reverse	5	-0.2715979516506195
241222	rnn.bias_ih_l0_reverse	6	-0.06660784035921097
241222	rnn.bias_ih_l0_reverse	7	0.017644714564085007
241222	rnn.bias_ih_l0_reverse	8	-0.18738733232021332
241222	rnn.bias_ih_l0_reverse	9	-0.09343676269054413
241222	rnn.bias_hh_l0_reverse	0	-0.15776824951171875
241222	rnn.bias_hh_l0_reverse	1	-0.1458674818277359
241222	rnn.bias_hh_l0_reverse	2	-0.012912312522530556
241222	rnn.bias_hh_l0_reverse	3	-0.13649500906467438
241222	rnn.bias_hh_l0_reverse	4	-0.023035697638988495
241222	rnn.bias_hh_l0_reverse	5	-0.11380980908870697
241222	rnn.bias_hh_l0_reverse	6	-0.07528121769428253
241222	rnn.bias_hh_l0_reverse	7	-0.17857827246189117
241222	rnn.bias_hh_l0_reverse	8	-0.06529474258422852
241222	rnn.bias_hh_l0_reverse	9	-0.11596858501434326
241222	linear.weight	0	-0.3033997714519501
241222	linear.weight	1	-0.10758846998214722
241222	linear.weight	2	-0.011228874325752258
241222	linear.weight	3	-0.09498614072799683
241222	linear.weight	4	0.003040671581402421
241222	linear.weight	5	0.1884765475988388
241222	linear.weight	6	0.0047744326293468475
241222	linear.weight	7	-0.021312154829502106
241222	linear.weight	8	0.1715591847896576
241222	linear.weight	9	0.19834604859352112
241222	linear.bias	0	-0.827268123626709
241222	linear.bias	1	1.3970611095428467
241222	linear.bias	2	-0.4772240221500397
241222	linear.bias	3	-0.7611415982246399
241222	linear.bias	4	-0.9093482494354248
241222	linear.bias	5	-1.180475115776062
241222	linear.bias	6	-0.9603596925735474
241222	linear.bias	7	-0.717439591884613
241222	linear.bias	8	-0.01705317199230194
241222	linear.bias	9	3.5126805305480957
241419	transitions	0	-0.4695422053337097
241419	transitions	1	8.84979248046875
241419	transitions	2	-3.6373050212860107
241419	transitions	3	1.6136915683746338
241419	transitions	4	-2.224071502685547
241419	transitions	5	-0.4340578615665436
241419	transitions	6	-0.19630981981754303
241419	transitions	7	-10000.0
241419	transitions	8	1.8637953996658325
241419	transitions	9	-2.2950246334075928
241419	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
241419	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
241419	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
241419	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
241419	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
241419	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
241419	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
241419	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
241419	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
241419	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
241419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
241419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
241419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
241419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
241419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
241419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
241419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
241419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
241419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
241419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
241419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
241419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
241419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
241419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
241419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
241419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
241419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
241419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
241419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
241419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
241419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
241419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
241419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
241419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
241419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
241419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
241419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
241419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
241419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
241419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
241419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
241419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
241419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
241419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
241419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
241419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
241419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
241419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
241419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
241419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
241419	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
241419	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
241419	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
241419	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
241419	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
241419	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
241419	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
241419	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
241419	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
241419	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
241419	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
241419	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
241419	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
241419	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
241419	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
241419	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
241419	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
241419	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
241419	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
241419	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
241419	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
241419	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
241419	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
241419	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
241419	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
241419	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
241419	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
241419	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
241419	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
241419	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
241419	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
241419	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
241419	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
241419	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
241419	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
241419	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
241419	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
241419	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
241419	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
241419	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
241419	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
241419	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
241419	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
241419	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
241419	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
241419	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
241419	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
241419	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
241419	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
241419	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
241419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
241419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
241419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
241419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
241419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
241419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
241419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
241419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
241419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
241419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
241419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
241419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
241419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
241419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
241419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
241419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
241419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
241419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
241419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
241419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
241419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
241419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
241419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
241419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
241419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
241419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
241419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
241419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
241419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
241419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
241419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
241419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
241419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
241419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
241419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
241419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
241419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
241419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
241419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
241419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
241419	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
241419	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
241419	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
241419	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
241419	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
241419	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
241419	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
241419	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
241419	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
241419	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
241419	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
241419	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
241419	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
241419	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
241419	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
241419	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
241419	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
241419	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
241419	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
241419	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
241419	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
241419	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
241419	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
241419	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
241419	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
241419	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
241419	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
241419	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
241419	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
241419	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
241419	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
241419	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
241419	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
241419	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
241419	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
241419	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
241419	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
241419	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
241419	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
241419	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
241419	embedding2nn.weight	0	0.04509972408413887
241419	embedding2nn.weight	1	-0.0958019271492958
241419	embedding2nn.weight	2	0.02117200568318367
241419	embedding2nn.weight	3	-0.06024397164583206
241419	embedding2nn.weight	4	-0.11231879144906998
241419	embedding2nn.weight	5	0.11074674874544144
241419	embedding2nn.weight	6	-0.07917484641075134
241419	embedding2nn.weight	7	-0.07441692054271698
241419	embedding2nn.weight	8	-0.03411998972296715
241419	embedding2nn.weight	9	0.045307327061891556
241419	embedding2nn.bias	0	0.0937996357679367
241419	embedding2nn.bias	1	-0.0016524629900231957
241419	embedding2nn.bias	2	-0.08144150674343109
241419	embedding2nn.bias	3	0.02114264667034149
241419	embedding2nn.bias	4	-0.016656123101711273
241419	embedding2nn.bias	5	-0.1677398532629013
241419	embedding2nn.bias	6	-0.101302370429039
241419	embedding2nn.bias	7	-0.036159828305244446
241419	embedding2nn.bias	8	0.05179823189973831
241419	embedding2nn.bias	9	-0.061705149710178375
241419	rnn.weight_ih_l0	0	0.042071837931871414
241419	rnn.weight_ih_l0	1	-0.08143733441829681
241419	rnn.weight_ih_l0	2	-0.06299501657485962
241419	rnn.weight_ih_l0	3	-0.05912750959396362
241419	rnn.weight_ih_l0	4	0.018236689269542694
241419	rnn.weight_ih_l0	5	-0.11123032122850418
241419	rnn.weight_ih_l0	6	-0.04048902168869972
241419	rnn.weight_ih_l0	7	-0.0037072263658046722
241419	rnn.weight_ih_l0	8	0.057503748685121536
241419	rnn.weight_ih_l0	9	0.01192193292081356
241419	rnn.weight_hh_l0	0	0.0015668021515011787
241419	rnn.weight_hh_l0	1	-0.08481018990278244
241419	rnn.weight_hh_l0	2	0.0723772719502449
241419	rnn.weight_hh_l0	3	0.05385912209749222
241419	rnn.weight_hh_l0	4	0.005768885370343924
241419	rnn.weight_hh_l0	5	0.07207989692687988
241419	rnn.weight_hh_l0	6	-0.017239468172192574
241419	rnn.weight_hh_l0	7	-0.11191336810588837
241419	rnn.weight_hh_l0	8	0.030191436409950256
241419	rnn.weight_hh_l0	9	-0.0754915252327919
241419	rnn.bias_ih_l0	0	-0.08213198930025101
241419	rnn.bias_ih_l0	1	-0.19092494249343872
241419	rnn.bias_ih_l0	2	-0.25766271352767944
241419	rnn.bias_ih_l0	3	-0.2838352620601654
241419	rnn.bias_ih_l0	4	0.011519883759319782
241419	rnn.bias_ih_l0	5	0.0570812001824379
241419	rnn.bias_ih_l0	6	-0.17068111896514893
241419	rnn.bias_ih_l0	7	-0.26239824295043945
241419	rnn.bias_ih_l0	8	-0.1531044989824295
241419	rnn.bias_ih_l0	9	-0.17653769254684448
241419	rnn.bias_hh_l0	0	0.13084188103675842
241419	rnn.bias_hh_l0	1	-0.05392137169837952
241419	rnn.bias_hh_l0	2	0.049111586064100266
241419	rnn.bias_hh_l0	3	-0.17906631529331207
241419	rnn.bias_hh_l0	4	0.05858863517642021
241419	rnn.bias_hh_l0	5	0.0539616197347641
241419	rnn.bias_hh_l0	6	-0.1076885238289833
241419	rnn.bias_hh_l0	7	-0.1521393060684204
241419	rnn.bias_hh_l0	8	-0.18860450387001038
241419	rnn.bias_hh_l0	9	-0.10684406757354736
241419	rnn.weight_ih_l0_reverse	0	-0.019926225766539574
241419	rnn.weight_ih_l0_reverse	1	-0.005810081493109465
241419	rnn.weight_ih_l0_reverse	2	0.0020325803197920322
241419	rnn.weight_ih_l0_reverse	3	0.010370131582021713
241419	rnn.weight_ih_l0_reverse	4	0.015548259019851685
241419	rnn.weight_ih_l0_reverse	5	-0.05478810891509056
241419	rnn.weight_ih_l0_reverse	6	-0.04462193325161934
241419	rnn.weight_ih_l0_reverse	7	0.013232517056167126
241419	rnn.weight_ih_l0_reverse	8	0.08515729755163193
241419	rnn.weight_ih_l0_reverse	9	0.004589974880218506
241419	rnn.weight_hh_l0_reverse	0	0.005068700294941664
241419	rnn.weight_hh_l0_reverse	1	0.026998434215784073
241419	rnn.weight_hh_l0_reverse	2	-0.03899591043591499
241419	rnn.weight_hh_l0_reverse	3	0.03997763991355896
241419	rnn.weight_hh_l0_reverse	4	0.023025479167699814
241419	rnn.weight_hh_l0_reverse	5	-0.009469249285757542
241419	rnn.weight_hh_l0_reverse	6	0.0675666481256485
241419	rnn.weight_hh_l0_reverse	7	0.038666293025016785
241419	rnn.weight_hh_l0_reverse	8	-0.023982590064406395
241419	rnn.weight_hh_l0_reverse	9	-0.02589506469666958
241419	rnn.bias_ih_l0_reverse	0	-0.148408904671669
241419	rnn.bias_ih_l0_reverse	1	-0.3111855089664459
241419	rnn.bias_ih_l0_reverse	2	-0.059604011476039886
241419	rnn.bias_ih_l0_reverse	3	-0.15497593581676483
241419	rnn.bias_ih_l0_reverse	4	0.06630612164735794
241419	rnn.bias_ih_l0_reverse	5	-0.2719263434410095
241419	rnn.bias_ih_l0_reverse	6	-0.06679780036211014
241419	rnn.bias_ih_l0_reverse	7	0.015598846599459648
241419	rnn.bias_ih_l0_reverse	8	-0.18821625411510468
241419	rnn.bias_ih_l0_reverse	9	-0.09314073622226715
241419	rnn.bias_hh_l0_reverse	0	-0.15780764818191528
241419	rnn.bias_hh_l0_reverse	1	-0.1455799788236618
241419	rnn.bias_hh_l0_reverse	2	-0.013329210691154003
241419	rnn.bias_hh_l0_reverse	3	-0.1374739557504654
241419	rnn.bias_hh_l0_reverse	4	-0.023464996367692947
241419	rnn.bias_hh_l0_reverse	5	-0.11368739604949951
241419	rnn.bias_hh_l0_reverse	6	-0.07627697288990021
241419	rnn.bias_hh_l0_reverse	7	-0.17953458428382874
241419	rnn.bias_hh_l0_reverse	8	-0.06584398448467255
241419	rnn.bias_hh_l0_reverse	9	-0.11653959006071091
241419	linear.weight	0	-0.3035444915294647
241419	linear.weight	1	-0.10646072030067444
241419	linear.weight	2	-0.011228874325752258
241419	linear.weight	3	-0.0923556387424469
241419	linear.weight	4	0.0037856686394661665
241419	linear.weight	5	0.18881775438785553
241419	linear.weight	6	0.0047744326293468475
241419	linear.weight	7	-0.021312154829502106
241419	linear.weight	8	0.17550082504749298
241419	linear.weight	9	0.19149261713027954
241419	linear.bias	0	-0.8157615661621094
241419	linear.bias	1	1.4127777814865112
241419	linear.bias	2	-0.48710307478904724
241419	linear.bias	3	-0.7692539691925049
241419	linear.bias	4	-0.9252933859825134
241419	linear.bias	5	-1.1804790496826172
241419	linear.bias	6	-0.9497147798538208
241419	linear.bias	7	-0.7017770409584045
241419	linear.bias	8	-0.01705317199230194
241419	linear.bias	9	3.520393133163452
241616	transitions	0	-0.46958619356155396
241616	transitions	1	8.845542907714844
241616	transitions	2	-3.6374082565307617
241616	transitions	3	1.6180946826934814
241616	transitions	4	-2.2241287231445312
241616	transitions	5	-0.4341197907924652
241616	transitions	6	-0.19631420075893402
241616	transitions	7	-10000.0
241616	transitions	8	1.864254117012024
241616	transitions	9	-2.295025110244751
241616	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
241616	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
241616	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
241616	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
241616	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
241616	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
241616	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
241616	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
241616	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
241616	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
241616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
241616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
241616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
241616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
241616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
241616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
241616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
241616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
241616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
241616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
241616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
241616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
241616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
241616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
241616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
241616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
241616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
241616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
241616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
241616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
241616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
241616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
241616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
241616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
241616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
241616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
241616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
241616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
241616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
241616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
241616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
241616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
241616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
241616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
241616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
241616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
241616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
241616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
241616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
241616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
241616	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
241616	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
241616	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
241616	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
241616	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
241616	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
241616	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
241616	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
241616	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
241616	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
241616	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
241616	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
241616	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
241616	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
241616	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
241616	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
241616	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
241616	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
241616	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
241616	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
241616	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
241616	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
241616	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
241616	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
241616	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
241616	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
241616	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
241616	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
241616	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
241616	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
241616	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
241616	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
241616	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
241616	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
241616	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
241616	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
241616	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
241616	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
241616	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
241616	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
241616	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
241616	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
241616	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
241616	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
241616	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
241616	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
241616	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
241616	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
241616	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
241616	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
241616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
241616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
241616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
241616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
241616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
241616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
241616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
241616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
241616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
241616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
241616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
241616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
241616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
241616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
241616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
241616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
241616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
241616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
241616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
241616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
241616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
241616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
241616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
241616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
241616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
241616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
241616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
241616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
241616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
241616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
241616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
241616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
241616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
241616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
241616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
241616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
241616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
241616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
241616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
241616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
241616	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
241616	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
241616	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
241616	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
241616	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
241616	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
241616	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
241616	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
241616	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
241616	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
241616	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
241616	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
241616	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
241616	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
241616	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
241616	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
241616	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
241616	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
241616	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
241616	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
241616	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
241616	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
241616	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
241616	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
241616	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
241616	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
241616	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
241616	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
241616	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
241616	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
241616	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
241616	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
241616	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
241616	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
241616	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
241616	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
241616	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
241616	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
241616	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
241616	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
241616	embedding2nn.weight	0	0.044829241931438446
241616	embedding2nn.weight	1	-0.0955205112695694
241616	embedding2nn.weight	2	0.021217105910182
241616	embedding2nn.weight	3	-0.05984275043010712
241616	embedding2nn.weight	4	-0.11202224344015121
241616	embedding2nn.weight	5	0.11101626604795456
241616	embedding2nn.weight	6	-0.07912798970937729
241616	embedding2nn.weight	7	-0.07500115036964417
241616	embedding2nn.weight	8	-0.034264661371707916
241616	embedding2nn.weight	9	0.045881237834692
241616	embedding2nn.bias	0	0.08782411366701126
241616	embedding2nn.bias	1	0.0002002447290578857
241616	embedding2nn.bias	2	-0.07746949046850204
241616	embedding2nn.bias	3	0.026210544630885124
241616	embedding2nn.bias	4	-0.014804483391344547
241616	embedding2nn.bias	5	-0.1673949807882309
241616	embedding2nn.bias	6	-0.10651136934757233
241616	embedding2nn.bias	7	-0.0333026647567749
241616	embedding2nn.bias	8	0.04541114345192909
241616	embedding2nn.bias	9	-0.06231211498379707
241616	rnn.weight_ih_l0	0	0.04181753098964691
241616	rnn.weight_ih_l0	1	-0.08209466934204102
241616	rnn.weight_ih_l0	2	-0.0625322237610817
241616	rnn.weight_ih_l0	3	-0.05919099226593971
241616	rnn.weight_ih_l0	4	0.018275583162903786
241616	rnn.weight_ih_l0	5	-0.11155726760625839
241616	rnn.weight_ih_l0	6	-0.04035656899213791
241616	rnn.weight_ih_l0	7	-0.00415060855448246
241616	rnn.weight_ih_l0	8	0.05618453025817871
241616	rnn.weight_ih_l0	9	0.011918768286705017
241616	rnn.weight_hh_l0	0	0.0013198788510635495
241616	rnn.weight_hh_l0	1	-0.08485552668571472
241616	rnn.weight_hh_l0	2	0.07235606014728546
241616	rnn.weight_hh_l0	3	0.05378390848636627
241616	rnn.weight_hh_l0	4	0.005836978554725647
241616	rnn.weight_hh_l0	5	0.07173655182123184
241616	rnn.weight_hh_l0	6	-0.01738557778298855
241616	rnn.weight_hh_l0	7	-0.11181897670030594
241616	rnn.weight_hh_l0	8	0.030296532437205315
241616	rnn.weight_hh_l0	9	-0.07500253617763519
241616	rnn.bias_ih_l0	0	-0.08249486237764359
241616	rnn.bias_ih_l0	1	-0.19146284461021423
241616	rnn.bias_ih_l0	2	-0.2581963837146759
241616	rnn.bias_ih_l0	3	-0.28366518020629883
241616	rnn.bias_ih_l0	4	0.010656336322426796
241616	rnn.bias_ih_l0	5	0.055696312338113785
241616	rnn.bias_ih_l0	6	-0.17227627336978912
241616	rnn.bias_ih_l0	7	-0.2623853087425232
241616	rnn.bias_ih_l0	8	-0.15323594212532043
241616	rnn.bias_ih_l0	9	-0.17672321200370789
241616	rnn.bias_hh_l0	0	0.1311800479888916
241616	rnn.bias_hh_l0	1	-0.05353153124451637
241616	rnn.bias_hh_l0	2	0.05010424181818962
241616	rnn.bias_hh_l0	3	-0.1789310723543167
241616	rnn.bias_hh_l0	4	0.05928350239992142
241616	rnn.bias_hh_l0	5	0.055626221001148224
241616	rnn.bias_hh_l0	6	-0.10781392455101013
241616	rnn.bias_hh_l0	7	-0.1521594375371933
241616	rnn.bias_hh_l0	8	-0.1879383623600006
241616	rnn.bias_hh_l0	9	-0.10643347352743149
241616	rnn.weight_ih_l0_reverse	0	-0.019960077479481697
241616	rnn.weight_ih_l0_reverse	1	-0.005335087422281504
241616	rnn.weight_ih_l0_reverse	2	0.001414831611327827
241616	rnn.weight_ih_l0_reverse	3	0.011245304718613625
241616	rnn.weight_ih_l0_reverse	4	0.01517802756279707
241616	rnn.weight_ih_l0_reverse	5	-0.05571119859814644
241616	rnn.weight_ih_l0_reverse	6	-0.0448400154709816
241616	rnn.weight_ih_l0_reverse	7	0.01303271483629942
241616	rnn.weight_ih_l0_reverse	8	0.08418432623147964
241616	rnn.weight_ih_l0_reverse	9	0.004811146762222052
241616	rnn.weight_hh_l0_reverse	0	0.005149155389517546
241616	rnn.weight_hh_l0_reverse	1	0.026814481243491173
241616	rnn.weight_hh_l0_reverse	2	-0.03933439031243324
241616	rnn.weight_hh_l0_reverse	3	0.039870522916316986
241616	rnn.weight_hh_l0_reverse	4	0.02311014197766781
241616	rnn.weight_hh_l0_reverse	5	-0.009347956627607346
241616	rnn.weight_hh_l0_reverse	6	0.06774269044399261
241616	rnn.weight_hh_l0_reverse	7	0.038708798587322235
241616	rnn.weight_hh_l0_reverse	8	-0.023999111726880074
241616	rnn.weight_hh_l0_reverse	9	-0.025992469862103462
241616	rnn.bias_ih_l0_reverse	0	-0.1483594924211502
241616	rnn.bias_ih_l0_reverse	1	-0.3126741647720337
241616	rnn.bias_ih_l0_reverse	2	-0.059598688036203384
241616	rnn.bias_ih_l0_reverse	3	-0.155605748295784
241616	rnn.bias_ih_l0_reverse	4	0.06532111018896103
241616	rnn.bias_ih_l0_reverse	5	-0.27188822627067566
241616	rnn.bias_ih_l0_reverse	6	-0.06707064062356949
241616	rnn.bias_ih_l0_reverse	7	0.0153728649020195
241616	rnn.bias_ih_l0_reverse	8	-0.1883215606212616
241616	rnn.bias_ih_l0_reverse	9	-0.09289469569921494
241616	rnn.bias_hh_l0_reverse	0	-0.15914593636989594
241616	rnn.bias_hh_l0_reverse	1	-0.14681755006313324
241616	rnn.bias_hh_l0_reverse	2	-0.013711309060454369
241616	rnn.bias_hh_l0_reverse	3	-0.13690726459026337
241616	rnn.bias_hh_l0_reverse	4	-0.023769978433847427
241616	rnn.bias_hh_l0_reverse	5	-0.11460217833518982
241616	rnn.bias_hh_l0_reverse	6	-0.07537191361188889
241616	rnn.bias_hh_l0_reverse	7	-0.1796915978193283
241616	rnn.bias_hh_l0_reverse	8	-0.06593278050422668
241616	rnn.bias_hh_l0_reverse	9	-0.11634638905525208
241616	linear.weight	0	-0.30525654554367065
241616	linear.weight	1	-0.10790836066007614
241616	linear.weight	2	-0.011228874325752258
241616	linear.weight	3	-0.0910857692360878
241616	linear.weight	4	0.0029267393983900547
241616	linear.weight	5	0.1916416734457016
241616	linear.weight	6	0.0047744326293468475
241616	linear.weight	7	-0.021312154829502106
241616	linear.weight	8	0.17076043784618378
241616	linear.weight	9	0.194261372089386
241616	linear.bias	0	-0.8200973272323608
241616	linear.bias	1	1.401245355606079
241616	linear.bias	2	-0.4864144027233124
241616	linear.bias	3	-0.7676171064376831
241616	linear.bias	4	-0.9028638005256653
241616	linear.bias	5	-1.1804851293563843
241616	linear.bias	6	-0.9536529779434204
241616	linear.bias	7	-0.700842022895813
241616	linear.bias	8	-0.01705317199230194
241616	linear.bias	9	3.5163087844848633
241813	transitions	0	-0.46961265802383423
241813	transitions	1	8.831283569335938
241813	transitions	2	-3.637530565261841
241813	transitions	3	1.6223161220550537
241813	transitions	4	-2.2242963314056396
241813	transitions	5	-0.43413105607032776
241813	transitions	6	-0.1963183432817459
241813	transitions	7	-10000.0
241813	transitions	8	1.8644485473632812
241813	transitions	9	-2.2950258255004883
241813	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
241813	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
241813	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
241813	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
241813	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
241813	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
241813	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
241813	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
241813	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
241813	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
241813	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
241813	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
241813	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
241813	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
241813	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
241813	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
241813	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
241813	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
241813	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
241813	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
241813	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
241813	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
241813	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
241813	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
241813	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
241813	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
241813	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
241813	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
241813	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
241813	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
241813	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
241813	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
241813	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
241813	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
241813	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
241813	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
241813	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
241813	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
241813	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
241813	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
241813	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
241813	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
241813	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
241813	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
241813	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
241813	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
241813	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
241813	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
241813	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
241813	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
241813	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
241813	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
241813	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
241813	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
241813	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
241813	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
241813	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
241813	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
241813	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
241813	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
241813	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
241813	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
241813	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
241813	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
241813	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
241813	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
241813	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
241813	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
241813	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
241813	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
241813	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
241813	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
241813	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
241813	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
241813	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
241813	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
241813	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
241813	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
241813	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
241813	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
241813	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
241813	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
241813	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
241813	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
241813	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
241813	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
241813	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
241813	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
241813	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
241813	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
241813	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
241813	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
241813	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
241813	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
241813	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
241813	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
241813	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
241813	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
241813	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
241813	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
241813	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
241813	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
241813	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
241813	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
241813	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
241813	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
241813	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
241813	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
241813	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
241813	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
241813	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
241813	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
241813	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
241813	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
241813	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
241813	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
241813	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
241813	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
241813	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
241813	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
241813	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
241813	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
241813	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
241813	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
241813	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
241813	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
241813	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
241813	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
241813	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
241813	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
241813	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
241813	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
241813	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
241813	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
241813	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
241813	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
241813	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
241813	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
241813	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
241813	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
241813	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
241813	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
241813	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
241813	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
241813	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
241813	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
241813	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
241813	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
241813	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
241813	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
241813	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
241813	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
241813	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
241813	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
241813	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
241813	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
241813	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
241813	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
241813	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
241813	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
241813	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
241813	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
241813	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
241813	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
241813	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
241813	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
241813	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
241813	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
241813	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
241813	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
241813	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
241813	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
241813	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
241813	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
241813	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
241813	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
241813	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
241813	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
241813	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
241813	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
241813	embedding2nn.weight	0	0.04465675726532936
241813	embedding2nn.weight	1	-0.09557148069143295
241813	embedding2nn.weight	2	0.02225985936820507
241813	embedding2nn.weight	3	-0.060783304274082184
241813	embedding2nn.weight	4	-0.11233575642108917
241813	embedding2nn.weight	5	0.11088807880878448
241813	embedding2nn.weight	6	-0.08015972375869751
241813	embedding2nn.weight	7	-0.07520023733377457
241813	embedding2nn.weight	8	-0.0344785712659359
241813	embedding2nn.weight	9	0.044901903718709946
241813	embedding2nn.bias	0	0.08235998451709747
241813	embedding2nn.bias	1	-0.004469362087547779
241813	embedding2nn.bias	2	-0.07645057886838913
241813	embedding2nn.bias	3	0.025649631395936012
241813	embedding2nn.bias	4	-0.010677260346710682
241813	embedding2nn.bias	5	-0.16458027064800262
241813	embedding2nn.bias	6	-0.10829832404851913
241813	embedding2nn.bias	7	-0.03123423643410206
241813	embedding2nn.bias	8	0.048624493181705475
241813	embedding2nn.bias	9	-0.059542275965213776
241813	rnn.weight_ih_l0	0	0.04252421110868454
241813	rnn.weight_ih_l0	1	-0.08209481090307236
241813	rnn.weight_ih_l0	2	-0.06247751787304878
241813	rnn.weight_ih_l0	3	-0.059367336332798004
241813	rnn.weight_ih_l0	4	0.018269440159201622
241813	rnn.weight_ih_l0	5	-0.11174265295267105
241813	rnn.weight_ih_l0	6	-0.040349286049604416
241813	rnn.weight_ih_l0	7	-0.004246123135089874
241813	rnn.weight_ih_l0	8	0.05708847567439079
241813	rnn.weight_ih_l0	9	0.011124499142169952
241813	rnn.weight_hh_l0	0	0.001737184589728713
241813	rnn.weight_hh_l0	1	-0.08492858707904816
241813	rnn.weight_hh_l0	2	0.07238241285085678
241813	rnn.weight_hh_l0	3	0.05379745736718178
241813	rnn.weight_hh_l0	4	0.005967298522591591
241813	rnn.weight_hh_l0	5	0.0723341703414917
241813	rnn.weight_hh_l0	6	-0.017341013997793198
241813	rnn.weight_hh_l0	7	-0.11201418191194534
241813	rnn.weight_hh_l0	8	0.03044910915195942
241813	rnn.weight_hh_l0	9	-0.07475856691598892
241813	rnn.bias_ih_l0	0	-0.0803983137011528
241813	rnn.bias_ih_l0	1	-0.19102023541927338
241813	rnn.bias_ih_l0	2	-0.25796929001808167
241813	rnn.bias_ih_l0	3	-0.2832997143268585
241813	rnn.bias_ih_l0	4	0.010962589643895626
241813	rnn.bias_ih_l0	5	0.05694084241986275
241813	rnn.bias_ih_l0	6	-0.17147913575172424
241813	rnn.bias_ih_l0	7	-0.2625817656517029
241813	rnn.bias_ih_l0	8	-0.15278518199920654
241813	rnn.bias_ih_l0	9	-0.1773681938648224
241813	rnn.bias_hh_l0	0	0.1307367980480194
241813	rnn.bias_hh_l0	1	-0.05292016267776489
241813	rnn.bias_hh_l0	2	0.04952649027109146
241813	rnn.bias_hh_l0	3	-0.1784702092409134
241813	rnn.bias_hh_l0	4	0.05951720476150513
241813	rnn.bias_hh_l0	5	0.05499764159321785
241813	rnn.bias_hh_l0	6	-0.10857507586479187
241813	rnn.bias_hh_l0	7	-0.15141448378562927
241813	rnn.bias_hh_l0	8	-0.18888698518276215
241813	rnn.bias_hh_l0	9	-0.10687607526779175
241813	rnn.weight_ih_l0_reverse	0	-0.01990981213748455
241813	rnn.weight_ih_l0_reverse	1	-0.005117546766996384
241813	rnn.weight_ih_l0_reverse	2	0.0017037943471223116
241813	rnn.weight_ih_l0_reverse	3	0.012110247276723385
241813	rnn.weight_ih_l0_reverse	4	0.015378681942820549
241813	rnn.weight_ih_l0_reverse	5	-0.05525396019220352
241813	rnn.weight_ih_l0_reverse	6	-0.043929778039455414
241813	rnn.weight_ih_l0_reverse	7	0.01286838948726654
241813	rnn.weight_ih_l0_reverse	8	0.08435317873954773
241813	rnn.weight_ih_l0_reverse	9	0.00474074250087142
241813	rnn.weight_hh_l0_reverse	0	0.0051768505945801735
241813	rnn.weight_hh_l0_reverse	1	0.026589255779981613
241813	rnn.weight_hh_l0_reverse	2	-0.039258383214473724
241813	rnn.weight_hh_l0_reverse	3	0.03992585837841034
241813	rnn.weight_hh_l0_reverse	4	0.02321307547390461
241813	rnn.weight_hh_l0_reverse	5	-0.009083020500838757
241813	rnn.weight_hh_l0_reverse	6	0.06798195838928223
241813	rnn.weight_hh_l0_reverse	7	0.03858780860900879
241813	rnn.weight_hh_l0_reverse	8	-0.023820476606488228
241813	rnn.weight_hh_l0_reverse	9	-0.025958135724067688
241813	rnn.bias_ih_l0_reverse	0	-0.1467067301273346
241813	rnn.bias_ih_l0_reverse	1	-0.31242311000823975
241813	rnn.bias_ih_l0_reverse	2	-0.0593472383916378
241813	rnn.bias_ih_l0_reverse	3	-0.15570376813411713
241813	rnn.bias_ih_l0_reverse	4	0.06575819104909897
241813	rnn.bias_ih_l0_reverse	5	-0.27250033617019653
241813	rnn.bias_ih_l0_reverse	6	-0.0674518346786499
241813	rnn.bias_ih_l0_reverse	7	0.013511371798813343
241813	rnn.bias_ih_l0_reverse	8	-0.18785089254379272
241813	rnn.bias_ih_l0_reverse	9	-0.0923028290271759
241813	rnn.bias_hh_l0_reverse	0	-0.159776508808136
241813	rnn.bias_hh_l0_reverse	1	-0.14678505063056946
241813	rnn.bias_hh_l0_reverse	2	-0.01397241372615099
241813	rnn.bias_hh_l0_reverse	3	-0.1355840563774109
241813	rnn.bias_hh_l0_reverse	4	-0.02363518439233303
241813	rnn.bias_hh_l0_reverse	5	-0.11491404473781586
241813	rnn.bias_hh_l0_reverse	6	-0.07466357201337814
241813	rnn.bias_hh_l0_reverse	7	-0.17996524274349213
241813	rnn.bias_hh_l0_reverse	8	-0.06637345999479294
241813	rnn.bias_hh_l0_reverse	9	-0.11557179689407349
241813	linear.weight	0	-0.2986587882041931
241813	linear.weight	1	-0.10637456923723221
241813	linear.weight	2	-0.011228874325752258
241813	linear.weight	3	-0.09222836047410965
241813	linear.weight	4	0.0034306966699659824
241813	linear.weight	5	0.1925738900899887
241813	linear.weight	6	0.0047744326293468475
241813	linear.weight	7	-0.021312154829502106
241813	linear.weight	8	0.17220456898212433
241813	linear.weight	9	0.1912226527929306
241813	linear.bias	0	-0.8239625692367554
241813	linear.bias	1	1.4174280166625977
241813	linear.bias	2	-0.5084813833236694
241813	linear.bias	3	-0.7725005149841309
241813	linear.bias	4	-0.9138143062591553
241813	linear.bias	5	-1.1804909706115723
241813	linear.bias	6	-0.9577664732933044
241813	linear.bias	7	-0.6958665251731873
241813	linear.bias	8	-0.01705317199230194
241813	linear.bias	9	3.519458770751953
242010	transitions	0	-0.46965983510017395
242010	transitions	1	8.848357200622559
242010	transitions	2	-3.637667655944824
242010	transitions	3	1.6242341995239258
242010	transitions	4	-2.224383592605591
242010	transitions	5	-0.434139609336853
242010	transitions	6	-0.1963234543800354
242010	transitions	7	-10000.0
242010	transitions	8	1.8640305995941162
242010	transitions	9	-2.2950329780578613
242010	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
242010	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
242010	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
242010	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
242010	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
242010	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
242010	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
242010	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
242010	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
242010	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
242010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
242010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
242010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
242010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
242010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
242010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
242010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
242010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
242010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
242010	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
242010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
242010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
242010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
242010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
242010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
242010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
242010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
242010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
242010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
242010	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
242010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
242010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
242010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
242010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
242010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
242010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
242010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
242010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
242010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
242010	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
242010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
242010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
242010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
242010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
242010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
242010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
242010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
242010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
242010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
242010	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
242010	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
242010	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
242010	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
242010	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
242010	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
242010	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
242010	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
242010	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
242010	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
242010	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
242010	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
242010	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
242010	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
242010	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
242010	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
242010	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
242010	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
242010	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
242010	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
242010	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
242010	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
242010	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
242010	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
242010	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
242010	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
242010	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
242010	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
242010	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
242010	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
242010	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
242010	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
242010	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
242010	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
242010	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
242010	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
242010	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
242010	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
242010	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
242010	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
242010	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
242010	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
242010	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
242010	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
242010	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
242010	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
242010	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
242010	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
242010	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
242010	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
242010	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
242010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
242010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
242010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
242010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
242010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
242010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
242010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
242010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
242010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
242010	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
242010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
242010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
242010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
242010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
242010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
242010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
242010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
242010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
242010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
242010	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
242010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
242010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
242010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
242010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
242010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
242010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
242010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
242010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
242010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
242010	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
242010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
242010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
242010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
242010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
242010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
242010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
242010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
242010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
242010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
242010	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
242010	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
242010	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
242010	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
242010	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
242010	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
242010	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
242010	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
242010	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
242010	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
242010	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
242010	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
242010	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
242010	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
242010	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
242010	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
242010	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
242010	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
242010	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
242010	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
242010	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
242010	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
242010	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
242010	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
242010	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
242010	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
242010	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
242010	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
242010	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
242010	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
242010	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
242010	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
242010	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
242010	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
242010	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
242010	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
242010	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
242010	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
242010	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
242010	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
242010	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
242010	embedding2nn.weight	0	0.04475584998726845
242010	embedding2nn.weight	1	-0.09561190754175186
242010	embedding2nn.weight	2	0.02236344665288925
242010	embedding2nn.weight	3	-0.06077585369348526
242010	embedding2nn.weight	4	-0.1125306487083435
242010	embedding2nn.weight	5	0.11071794480085373
242010	embedding2nn.weight	6	-0.08187263458967209
242010	embedding2nn.weight	7	-0.0759626179933548
242010	embedding2nn.weight	8	-0.034386370331048965
242010	embedding2nn.weight	9	0.04422922059893608
242010	embedding2nn.bias	0	0.08814253658056259
242010	embedding2nn.bias	1	-0.002927851863205433
242010	embedding2nn.bias	2	-0.07138235121965408
242010	embedding2nn.bias	3	0.027591243386268616
242010	embedding2nn.bias	4	-0.010640909895300865
242010	embedding2nn.bias	5	-0.16233821213245392
242010	embedding2nn.bias	6	-0.11219213157892227
242010	embedding2nn.bias	7	-0.031698208302259445
242010	embedding2nn.bias	8	0.049355026334524155
242010	embedding2nn.bias	9	-0.05923931300640106
242010	rnn.weight_ih_l0	0	0.04286974295973778
242010	rnn.weight_ih_l0	1	-0.08117865025997162
242010	rnn.weight_ih_l0	2	-0.06230545789003372
242010	rnn.weight_ih_l0	3	-0.05968153104186058
242010	rnn.weight_ih_l0	4	0.0184799674898386
242010	rnn.weight_ih_l0	5	-0.11219862848520279
242010	rnn.weight_ih_l0	6	-0.040341008454561234
242010	rnn.weight_ih_l0	7	-0.004155847243964672
242010	rnn.weight_ih_l0	8	0.0576208271086216
242010	rnn.weight_ih_l0	9	0.00991028267890215
242010	rnn.weight_hh_l0	0	0.001652320846915245
242010	rnn.weight_hh_l0	1	-0.08528974652290344
242010	rnn.weight_hh_l0	2	0.0721392035484314
242010	rnn.weight_hh_l0	3	0.053735483437776566
242010	rnn.weight_hh_l0	4	0.006097170524299145
242010	rnn.weight_hh_l0	5	0.07265888154506683
242010	rnn.weight_hh_l0	6	-0.017109034582972527
242010	rnn.weight_hh_l0	7	-0.11210689693689346
242010	rnn.weight_hh_l0	8	0.030223874375224113
242010	rnn.weight_hh_l0	9	-0.07473385334014893
242010	rnn.bias_ih_l0	0	-0.07850217074155807
242010	rnn.bias_ih_l0	1	-0.18915677070617676
242010	rnn.bias_ih_l0	2	-0.2570681571960449
242010	rnn.bias_ih_l0	3	-0.28268346190452576
242010	rnn.bias_ih_l0	4	0.010667966678738594
242010	rnn.bias_ih_l0	5	0.05576477572321892
242010	rnn.bias_ih_l0	6	-0.1713164895772934
242010	rnn.bias_ih_l0	7	-0.2625008225440979
242010	rnn.bias_ih_l0	8	-0.15202012658119202
242010	rnn.bias_ih_l0	9	-0.17722277343273163
242010	rnn.bias_hh_l0	0	0.13090378046035767
242010	rnn.bias_hh_l0	1	-0.052289169281721115
242010	rnn.bias_hh_l0	2	0.05008259788155556
242010	rnn.bias_hh_l0	3	-0.17743432521820068
242010	rnn.bias_hh_l0	4	0.058696944266557693
242010	rnn.bias_hh_l0	5	0.054707273840904236
242010	rnn.bias_hh_l0	6	-0.10944590717554092
242010	rnn.bias_hh_l0	7	-0.15128573775291443
242010	rnn.bias_hh_l0	8	-0.18890945613384247
242010	rnn.bias_hh_l0	9	-0.10748019069433212
242010	rnn.weight_ih_l0_reverse	0	-0.019941862672567368
242010	rnn.weight_ih_l0_reverse	1	-0.005132616497576237
242010	rnn.weight_ih_l0_reverse	2	0.0020477641373872757
242010	rnn.weight_ih_l0_reverse	3	0.012550483457744122
242010	rnn.weight_ih_l0_reverse	4	0.014345339499413967
242010	rnn.weight_ih_l0_reverse	5	-0.055262282490730286
242010	rnn.weight_ih_l0_reverse	6	-0.04397820681333542
242010	rnn.weight_ih_l0_reverse	7	0.012894781306385994
242010	rnn.weight_ih_l0_reverse	8	0.0855056643486023
242010	rnn.weight_ih_l0_reverse	9	0.005272370297461748
242010	rnn.weight_hh_l0_reverse	0	0.005240453407168388
242010	rnn.weight_hh_l0_reverse	1	0.026602039113640785
242010	rnn.weight_hh_l0_reverse	2	-0.039361536502838135
242010	rnn.weight_hh_l0_reverse	3	0.040108855813741684
242010	rnn.weight_hh_l0_reverse	4	0.023058608174324036
242010	rnn.weight_hh_l0_reverse	5	-0.008957842364907265
242010	rnn.weight_hh_l0_reverse	6	0.06808450073003769
242010	rnn.weight_hh_l0_reverse	7	0.03854881227016449
242010	rnn.weight_hh_l0_reverse	8	-0.024020645767450333
242010	rnn.weight_hh_l0_reverse	9	-0.026072589680552483
242010	rnn.bias_ih_l0_reverse	0	-0.14754758775234222
242010	rnn.bias_ih_l0_reverse	1	-0.3132086396217346
242010	rnn.bias_ih_l0_reverse	2	-0.059881288558244705
242010	rnn.bias_ih_l0_reverse	3	-0.15568937361240387
242010	rnn.bias_ih_l0_reverse	4	0.06609449535608292
242010	rnn.bias_ih_l0_reverse	5	-0.27238941192626953
242010	rnn.bias_ih_l0_reverse	6	-0.0669640600681305
242010	rnn.bias_ih_l0_reverse	7	0.01301147136837244
242010	rnn.bias_ih_l0_reverse	8	-0.18849840760231018
242010	rnn.bias_ih_l0_reverse	9	-0.09206262975931168
242010	rnn.bias_hh_l0_reverse	0	-0.15957950055599213
242010	rnn.bias_hh_l0_reverse	1	-0.14700919389724731
242010	rnn.bias_hh_l0_reverse	2	-0.014249531552195549
242010	rnn.bias_hh_l0_reverse	3	-0.13595715165138245
242010	rnn.bias_hh_l0_reverse	4	-0.023641785606741905
242010	rnn.bias_hh_l0_reverse	5	-0.11526040732860565
242010	rnn.bias_hh_l0_reverse	6	-0.07471984624862671
242010	rnn.bias_hh_l0_reverse	7	-0.1805194765329361
242010	rnn.bias_hh_l0_reverse	8	-0.06656103581190109
242010	rnn.bias_hh_l0_reverse	9	-0.11600606143474579
242010	linear.weight	0	-0.2939237356185913
242010	linear.weight	1	-0.10731986910104752
242010	linear.weight	2	-0.011228874325752258
242010	linear.weight	3	-0.09111110121011734
242010	linear.weight	4	0.00419592997059226
242010	linear.weight	5	0.19405396282672882
242010	linear.weight	6	0.0047744326293468475
242010	linear.weight	7	-0.021312154829502106
242010	linear.weight	8	0.1665370613336563
242010	linear.weight	9	0.1912740170955658
242010	linear.bias	0	-0.8285885453224182
242010	linear.bias	1	1.4078794717788696
242010	linear.bias	2	-0.5118629336357117
242010	linear.bias	3	-0.76035076379776
242010	linear.bias	4	-0.9269233345985413
242010	linear.bias	5	-1.180496335029602
242010	linear.bias	6	-0.9625438451766968
242010	linear.bias	7	-0.7057220339775085
242010	linear.bias	8	-0.01705317199230194
242010	linear.bias	9	3.500429391860962
242207	transitions	0	-0.4697129428386688
242207	transitions	1	8.859308242797852
242207	transitions	2	-3.637768507003784
242207	transitions	3	1.6224220991134644
242207	transitions	4	-2.2244949340820312
242207	transitions	5	-0.43416303396224976
242207	transitions	6	-0.19633540511131287
242207	transitions	7	-10000.0
242207	transitions	8	1.863979697227478
242207	transitions	9	-2.295037031173706
242207	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
242207	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
242207	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
242207	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
242207	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
242207	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
242207	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
242207	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
242207	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
242207	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
242207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
242207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
242207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
242207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
242207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
242207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
242207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
242207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
242207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
242207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
242207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
242207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
242207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
242207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
242207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
242207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
242207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
242207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
242207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
242207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
242207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
242207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
242207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
242207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
242207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
242207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
242207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
242207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
242207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
242207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
242207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
242207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
242207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
242207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
242207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
242207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
242207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
242207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
242207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
242207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
242207	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
242207	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
242207	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
242207	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
242207	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
242207	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
242207	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
242207	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
242207	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
242207	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
242207	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
242207	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
242207	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
242207	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
242207	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
242207	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
242207	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
242207	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
242207	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
242207	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
242207	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
242207	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
242207	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
242207	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
242207	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
242207	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
242207	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
242207	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
242207	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
242207	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
242207	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
242207	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
242207	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
242207	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
242207	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
242207	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
242207	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
242207	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
242207	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
242207	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
242207	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
242207	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
242207	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
242207	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
242207	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
242207	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
242207	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
242207	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
242207	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
242207	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
242207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
242207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
242207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
242207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
242207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
242207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
242207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
242207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
242207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
242207	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
242207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
242207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
242207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
242207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
242207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
242207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
242207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
242207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
242207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
242207	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
242207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
242207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
242207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
242207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
242207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
242207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
242207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
242207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
242207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
242207	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
242207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
242207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
242207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
242207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
242207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
242207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
242207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
242207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
242207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
242207	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
242207	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
242207	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
242207	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
242207	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
242207	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
242207	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
242207	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
242207	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
242207	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
242207	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
242207	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
242207	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
242207	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
242207	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
242207	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
242207	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
242207	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
242207	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
242207	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
242207	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
242207	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
242207	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
242207	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
242207	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
242207	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
242207	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
242207	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
242207	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
242207	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
242207	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
242207	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
242207	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
242207	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
242207	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
242207	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
242207	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
242207	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
242207	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
242207	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
242207	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
242207	embedding2nn.weight	0	0.04436204954981804
242207	embedding2nn.weight	1	-0.0953550711274147
242207	embedding2nn.weight	2	0.021910492330789566
242207	embedding2nn.weight	3	-0.06070173159241676
242207	embedding2nn.weight	4	-0.11142583191394806
242207	embedding2nn.weight	5	0.11076371371746063
242207	embedding2nn.weight	6	-0.08171439915895462
242207	embedding2nn.weight	7	-0.07589089870452881
242207	embedding2nn.weight	8	-0.03396720439195633
242207	embedding2nn.weight	9	0.043433915823698044
242207	embedding2nn.bias	0	0.08690651506185532
242207	embedding2nn.bias	1	-0.007633691653609276
242207	embedding2nn.bias	2	-0.07290084660053253
242207	embedding2nn.bias	3	0.02746165171265602
242207	embedding2nn.bias	4	-0.015187766402959824
242207	embedding2nn.bias	5	-0.16474615037441254
242207	embedding2nn.bias	6	-0.10612595081329346
242207	embedding2nn.bias	7	-0.02667156234383583
242207	embedding2nn.bias	8	0.0457390695810318
242207	embedding2nn.bias	9	-0.060198985040187836
242207	rnn.weight_ih_l0	0	0.0425051786005497
242207	rnn.weight_ih_l0	1	-0.08123107254505157
242207	rnn.weight_ih_l0	2	-0.0624721497297287
242207	rnn.weight_ih_l0	3	-0.059481289237737656
242207	rnn.weight_ih_l0	4	0.01862623728811741
242207	rnn.weight_ih_l0	5	-0.11214995384216309
242207	rnn.weight_ih_l0	6	-0.039395786821842194
242207	rnn.weight_ih_l0	7	-0.0036220590118318796
242207	rnn.weight_ih_l0	8	0.05707336962223053
242207	rnn.weight_ih_l0	9	0.010024568997323513
242207	rnn.weight_hh_l0	0	0.0016787630738690495
242207	rnn.weight_hh_l0	1	-0.08525937795639038
242207	rnn.weight_hh_l0	2	0.0721050575375557
242207	rnn.weight_hh_l0	3	0.05373404175043106
242207	rnn.weight_hh_l0	4	0.006175330374389887
242207	rnn.weight_hh_l0	5	0.0725342184305191
242207	rnn.weight_hh_l0	6	-0.017127307131886482
242207	rnn.weight_hh_l0	7	-0.11204551160335541
242207	rnn.weight_hh_l0	8	0.030162546783685684
242207	rnn.weight_hh_l0	9	-0.07397277653217316
242207	rnn.bias_ih_l0	0	-0.0787639319896698
242207	rnn.bias_ih_l0	1	-0.18922902643680573
242207	rnn.bias_ih_l0	2	-0.2559748589992523
242207	rnn.bias_ih_l0	3	-0.28252559900283813
242207	rnn.bias_ih_l0	4	0.010667773894965649
242207	rnn.bias_ih_l0	5	0.05531081184744835
242207	rnn.bias_ih_l0	6	-0.17097866535186768
242207	rnn.bias_ih_l0	7	-0.2621651589870453
242207	rnn.bias_ih_l0	8	-0.15163522958755493
242207	rnn.bias_ih_l0	9	-0.17802950739860535
242207	rnn.bias_hh_l0	0	0.13054542243480682
242207	rnn.bias_hh_l0	1	-0.05290833115577698
242207	rnn.bias_hh_l0	2	0.0503559373319149
242207	rnn.bias_hh_l0	3	-0.17814043164253235
242207	rnn.bias_hh_l0	4	0.05881694331765175
242207	rnn.bias_hh_l0	5	0.05586571618914604
242207	rnn.bias_hh_l0	6	-0.10915686935186386
242207	rnn.bias_hh_l0	7	-0.15197347104549408
242207	rnn.bias_hh_l0	8	-0.1883091777563095
242207	rnn.bias_hh_l0	9	-0.10776866227388382
242207	rnn.weight_ih_l0_reverse	0	-0.020256202667951584
242207	rnn.weight_ih_l0_reverse	1	-0.004545744974166155
242207	rnn.weight_ih_l0_reverse	2	0.0020682490430772305
242207	rnn.weight_ih_l0_reverse	3	0.01249281782656908
242207	rnn.weight_ih_l0_reverse	4	0.014841417782008648
242207	rnn.weight_ih_l0_reverse	5	-0.05606697127223015
242207	rnn.weight_ih_l0_reverse	6	-0.042857248336076736
242207	rnn.weight_ih_l0_reverse	7	0.012598364613950253
242207	rnn.weight_ih_l0_reverse	8	0.08511821180582047
242207	rnn.weight_ih_l0_reverse	9	0.006350189447402954
242207	rnn.weight_hh_l0_reverse	0	0.005116678308695555
242207	rnn.weight_hh_l0_reverse	1	0.02654576301574707
242207	rnn.weight_hh_l0_reverse	2	-0.03906175121665001
242207	rnn.weight_hh_l0_reverse	3	0.039974015206098557
242207	rnn.weight_hh_l0_reverse	4	0.023143280297517776
242207	rnn.weight_hh_l0_reverse	5	-0.008897765539586544
242207	rnn.weight_hh_l0_reverse	6	0.06827738136053085
242207	rnn.weight_hh_l0_reverse	7	0.038498617708683014
242207	rnn.weight_hh_l0_reverse	8	-0.02386557310819626
242207	rnn.weight_hh_l0_reverse	9	-0.02598416991531849
242207	rnn.bias_ih_l0_reverse	0	-0.14831148087978363
242207	rnn.bias_ih_l0_reverse	1	-0.31380921602249146
242207	rnn.bias_ih_l0_reverse	2	-0.058650240302085876
242207	rnn.bias_ih_l0_reverse	3	-0.15567152202129364
242207	rnn.bias_ih_l0_reverse	4	0.06685151159763336
242207	rnn.bias_ih_l0_reverse	5	-0.2729024589061737
242207	rnn.bias_ih_l0_reverse	6	-0.06652746349573135
242207	rnn.bias_ih_l0_reverse	7	0.013714072294533253
242207	rnn.bias_ih_l0_reverse	8	-0.18749834597110748
242207	rnn.bias_ih_l0_reverse	9	-0.09108216315507889
242207	rnn.bias_hh_l0_reverse	0	-0.16030974686145782
242207	rnn.bias_hh_l0_reverse	1	-0.14724040031433105
242207	rnn.bias_hh_l0_reverse	2	-0.0143878860399127
242207	rnn.bias_hh_l0_reverse	3	-0.13669896125793457
242207	rnn.bias_hh_l0_reverse	4	-0.023843832314014435
242207	rnn.bias_hh_l0_reverse	5	-0.11491969227790833
242207	rnn.bias_hh_l0_reverse	6	-0.07619491219520569
242207	rnn.bias_hh_l0_reverse	7	-0.18035222589969635
242207	rnn.bias_hh_l0_reverse	8	-0.06659872829914093
242207	rnn.bias_hh_l0_reverse	9	-0.11575756967067719
242207	linear.weight	0	-0.29468345642089844
242207	linear.weight	1	-0.10533703118562698
242207	linear.weight	2	-0.011228874325752258
242207	linear.weight	3	-0.08780154585838318
242207	linear.weight	4	0.0042080446146428585
242207	linear.weight	5	0.19761289656162262
242207	linear.weight	6	0.0047744326293468475
242207	linear.weight	7	-0.021312154829502106
242207	linear.weight	8	0.16758890450000763
242207	linear.weight	9	0.19738544523715973
242207	linear.bias	0	-0.8297906517982483
242207	linear.bias	1	1.4283729791641235
242207	linear.bias	2	-0.5143812298774719
242207	linear.bias	3	-0.746192216873169
242207	linear.bias	4	-0.9183807373046875
242207	linear.bias	5	-1.18050217628479
242207	linear.bias	6	-0.9640821814537048
242207	linear.bias	7	-0.7111566662788391
242207	linear.bias	8	-0.01705317199230194
242207	linear.bias	9	3.5031652450561523
242404	transitions	0	-0.46976420283317566
242404	transitions	1	8.860465049743652
242404	transitions	2	-3.637895345687866
242404	transitions	3	1.624584674835205
242404	transitions	4	-2.2248265743255615
242404	transitions	5	-0.43417617678642273
242404	transitions	6	-0.19634443521499634
242404	transitions	7	-10000.0
242404	transitions	8	1.8651751279830933
242404	transitions	9	-2.295038938522339
242404	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
242404	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
242404	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
242404	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
242404	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
242404	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
242404	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
242404	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
242404	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
242404	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
242404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
242404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
242404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
242404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
242404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
242404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
242404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
242404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
242404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
242404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
242404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
242404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
242404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
242404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
242404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
242404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
242404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
242404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
242404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
242404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
242404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
242404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
242404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
242404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
242404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
242404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
242404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
242404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
242404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
242404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
242404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
242404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
242404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
242404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
242404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
242404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
242404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
242404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
242404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
242404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
242404	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
242404	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
242404	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
242404	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
242404	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
242404	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
242404	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
242404	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
242404	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
242404	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
242404	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
242404	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
242404	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
242404	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
242404	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
242404	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
242404	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
242404	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
242404	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
242404	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
242404	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
242404	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
242404	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
242404	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
242404	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
242404	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
242404	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
242404	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
242404	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
242404	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
242404	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
242404	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
242404	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
242404	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
242404	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
242404	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
242404	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
242404	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
242404	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
242404	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
242404	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
242404	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
242404	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
242404	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
242404	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
242404	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
242404	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
242404	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
242404	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
242404	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
242404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
242404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
242404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
242404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
242404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
242404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
242404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
242404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
242404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
242404	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
242404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
242404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
242404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
242404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
242404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
242404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
242404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
242404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
242404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
242404	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
242404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
242404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
242404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
242404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
242404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
242404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
242404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
242404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
242404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
242404	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
242404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
242404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
242404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
242404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
242404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
242404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
242404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
242404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
242404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
242404	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
242404	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
242404	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
242404	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
242404	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
242404	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
242404	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
242404	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
242404	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
242404	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
242404	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
242404	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
242404	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
242404	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
242404	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
242404	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
242404	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
242404	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
242404	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
242404	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
242404	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
242404	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
242404	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
242404	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
242404	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
242404	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
242404	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
242404	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
242404	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
242404	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
242404	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
242404	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
242404	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
242404	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
242404	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
242404	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
242404	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
242404	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
242404	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
242404	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
242404	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
242404	embedding2nn.weight	0	0.04445912316441536
242404	embedding2nn.weight	1	-0.09550005197525024
242404	embedding2nn.weight	2	0.021346857771277428
242404	embedding2nn.weight	3	-0.06059827283024788
242404	embedding2nn.weight	4	-0.11144303530454636
242404	embedding2nn.weight	5	0.11045057326555252
242404	embedding2nn.weight	6	-0.07970117777585983
242404	embedding2nn.weight	7	-0.07652547210454941
242404	embedding2nn.weight	8	-0.03453562408685684
242404	embedding2nn.weight	9	0.04203254356980324
242404	embedding2nn.bias	0	0.08635985106229782
242404	embedding2nn.bias	1	-0.0044907196424901485
242404	embedding2nn.bias	2	-0.07147745788097382
242404	embedding2nn.bias	3	0.032930660992860794
242404	embedding2nn.bias	4	-0.016565652564167976
242404	embedding2nn.bias	5	-0.16334043443202972
242404	embedding2nn.bias	6	-0.10651037096977234
242404	embedding2nn.bias	7	-0.026958471164107323
242404	embedding2nn.bias	8	0.04786186292767525
242404	embedding2nn.bias	9	-0.05930725112557411
242404	rnn.weight_ih_l0	0	0.042295344173908234
242404	rnn.weight_ih_l0	1	-0.08180402964353561
242404	rnn.weight_ih_l0	2	-0.06272813677787781
242404	rnn.weight_ih_l0	3	-0.058658696711063385
242404	rnn.weight_ih_l0	4	0.01874234899878502
242404	rnn.weight_ih_l0	5	-0.11160783469676971
242404	rnn.weight_ih_l0	6	-0.03868413344025612
242404	rnn.weight_ih_l0	7	-0.003793739015236497
242404	rnn.weight_ih_l0	8	0.05611250922083855
242404	rnn.weight_ih_l0	9	0.010390755720436573
242404	rnn.weight_hh_l0	0	0.0015674210153520107
242404	rnn.weight_hh_l0	1	-0.08537591993808746
242404	rnn.weight_hh_l0	2	0.07218430191278458
242404	rnn.weight_hh_l0	3	0.05357382819056511
242404	rnn.weight_hh_l0	4	0.006257771048694849
242404	rnn.weight_hh_l0	5	0.07280248403549194
242404	rnn.weight_hh_l0	6	-0.017160193994641304
242404	rnn.weight_hh_l0	7	-0.11189392954111099
242404	rnn.weight_hh_l0	8	0.029944201931357384
242404	rnn.weight_hh_l0	9	-0.07428833097219467
242404	rnn.bias_ih_l0	0	-0.07999356836080551
242404	rnn.bias_ih_l0	1	-0.18879196047782898
242404	rnn.bias_ih_l0	2	-0.25544455647468567
242404	rnn.bias_ih_l0	3	-0.2824941575527191
242404	rnn.bias_ih_l0	4	0.009472409263253212
242404	rnn.bias_ih_l0	5	0.05548594519495964
242404	rnn.bias_ih_l0	6	-0.1708100289106369
242404	rnn.bias_ih_l0	7	-0.26229408383369446
242404	rnn.bias_ih_l0	8	-0.15254226326942444
242404	rnn.bias_ih_l0	9	-0.1785011738538742
242404	rnn.bias_hh_l0	0	0.12968960404396057
242404	rnn.bias_hh_l0	1	-0.05302329733967781
242404	rnn.bias_hh_l0	2	0.05053738132119179
242404	rnn.bias_hh_l0	3	-0.1785176545381546
242404	rnn.bias_hh_l0	4	0.05864684283733368
242404	rnn.bias_hh_l0	5	0.057064272463321686
242404	rnn.bias_hh_l0	6	-0.10805373638868332
242404	rnn.bias_hh_l0	7	-0.1517704427242279
242404	rnn.bias_hh_l0	8	-0.188517764210701
242404	rnn.bias_hh_l0	9	-0.10719621181488037
242404	rnn.weight_ih_l0_reverse	0	-0.02024598978459835
242404	rnn.weight_ih_l0_reverse	1	-0.005426391027867794
242404	rnn.weight_ih_l0_reverse	2	0.0017402549274265766
242404	rnn.weight_ih_l0_reverse	3	0.01180578488856554
242404	rnn.weight_ih_l0_reverse	4	0.014293360523879528
242404	rnn.weight_ih_l0_reverse	5	-0.05589679628610611
242404	rnn.weight_ih_l0_reverse	6	-0.043582476675510406
242404	rnn.weight_ih_l0_reverse	7	0.012414781376719475
242404	rnn.weight_ih_l0_reverse	8	0.08498402684926987
242404	rnn.weight_ih_l0_reverse	9	0.005926890764385462
242404	rnn.weight_hh_l0_reverse	0	0.005181556101888418
242404	rnn.weight_hh_l0_reverse	1	0.026556700468063354
242404	rnn.weight_hh_l0_reverse	2	-0.0392618253827095
242404	rnn.weight_hh_l0_reverse	3	0.04012289270758629
242404	rnn.weight_hh_l0_reverse	4	0.023201096802949905
242404	rnn.weight_hh_l0_reverse	5	-0.008787102997303009
242404	rnn.weight_hh_l0_reverse	6	0.06856042891740799
242404	rnn.weight_hh_l0_reverse	7	0.03847048804163933
242404	rnn.weight_hh_l0_reverse	8	-0.023619556799530983
242404	rnn.weight_hh_l0_reverse	9	-0.02609710581600666
242404	rnn.bias_ih_l0_reverse	0	-0.14845488965511322
242404	rnn.bias_ih_l0_reverse	1	-0.3142295181751251
242404	rnn.bias_ih_l0_reverse	2	-0.0593273788690567
242404	rnn.bias_ih_l0_reverse	3	-0.15536968410015106
242404	rnn.bias_ih_l0_reverse	4	0.06702306121587753
242404	rnn.bias_ih_l0_reverse	5	-0.2736186385154724
242404	rnn.bias_ih_l0_reverse	6	-0.06690970808267593
242404	rnn.bias_ih_l0_reverse	7	0.012978966347873211
242404	rnn.bias_ih_l0_reverse	8	-0.1863473802804947
242404	rnn.bias_ih_l0_reverse	9	-0.09218893945217133
242404	rnn.bias_hh_l0_reverse	0	-0.15975360572338104
242404	rnn.bias_hh_l0_reverse	1	-0.1463903784751892
242404	rnn.bias_hh_l0_reverse	2	-0.014907097443938255
242404	rnn.bias_hh_l0_reverse	3	-0.1379125714302063
242404	rnn.bias_hh_l0_reverse	4	-0.023783566430211067
242404	rnn.bias_hh_l0_reverse	5	-0.11525418609380722
242404	rnn.bias_hh_l0_reverse	6	-0.0764668732881546
242404	rnn.bias_hh_l0_reverse	7	-0.1815013736486435
242404	rnn.bias_hh_l0_reverse	8	-0.06697367876768112
242404	rnn.bias_hh_l0_reverse	9	-0.11587445437908173
242404	linear.weight	0	-0.29887139797210693
242404	linear.weight	1	-0.1074763759970665
242404	linear.weight	2	-0.011228874325752258
242404	linear.weight	3	-0.08769483119249344
242404	linear.weight	4	0.0033158210571855307
242404	linear.weight	5	0.19572415947914124
242404	linear.weight	6	0.0047744326293468475
242404	linear.weight	7	-0.021312154829502106
242404	linear.weight	8	0.17220228910446167
242404	linear.weight	9	0.19835469126701355
242404	linear.bias	0	-0.8361595869064331
242404	linear.bias	1	1.4203226566314697
242404	linear.bias	2	-0.49376457929611206
242404	linear.bias	3	-0.7441583275794983
242404	linear.bias	4	-0.9272699952125549
242404	linear.bias	5	-1.1805064678192139
242404	linear.bias	6	-0.9699488878250122
242404	linear.bias	7	-0.707931399345398
242404	linear.bias	8	-0.01705317199230194
242404	linear.bias	9	3.4831368923187256
242601	transitions	0	-0.46979305148124695
242601	transitions	1	8.850432395935059
242601	transitions	2	-3.6379942893981934
242601	transitions	3	1.6161428689956665
242601	transitions	4	-2.2250068187713623
242601	transitions	5	-0.43420538306236267
242601	transitions	6	-0.19634854793548584
242601	transitions	7	-10000.0
242601	transitions	8	1.8654087781906128
242601	transitions	9	-2.2950520515441895
242601	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
242601	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
242601	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
242601	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
242601	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
242601	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
242601	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
242601	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
242601	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
242601	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
242601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
242601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
242601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
242601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
242601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
242601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
242601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
242601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
242601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
242601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
242601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
242601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
242601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
242601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
242601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
242601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
242601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
242601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
242601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
242601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
242601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
242601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
242601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
242601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
242601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
242601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
242601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
242601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
242601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
242601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
242601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
242601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
242601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
242601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
242601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
242601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
242601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
242601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
242601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
242601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
242601	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
242601	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
242601	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
242601	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
242601	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
242601	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
242601	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
242601	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
242601	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
242601	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
242601	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
242601	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
242601	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
242601	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
242601	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
242601	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
242601	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
242601	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
242601	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
242601	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
242601	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
242601	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
242601	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
242601	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
242601	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
242601	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
242601	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
242601	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
242601	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
242601	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
242601	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
242601	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
242601	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
242601	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
242601	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
242601	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
242601	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
242601	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
242601	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
242601	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
242601	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
242601	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
242601	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
242601	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
242601	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
242601	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
242601	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
242601	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
242601	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
242601	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
242601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
242601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
242601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
242601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
242601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
242601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
242601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
242601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
242601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
242601	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
242601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
242601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
242601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
242601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
242601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
242601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
242601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
242601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
242601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
242601	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
242601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
242601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
242601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
242601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
242601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
242601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
242601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
242601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
242601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
242601	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
242601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
242601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
242601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
242601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
242601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
242601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
242601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
242601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
242601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
242601	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
242601	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
242601	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
242601	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
242601	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
242601	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
242601	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
242601	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
242601	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
242601	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
242601	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
242601	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
242601	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
242601	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
242601	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
242601	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
242601	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
242601	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
242601	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
242601	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
242601	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
242601	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
242601	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
242601	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
242601	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
242601	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
242601	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
242601	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
242601	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
242601	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
242601	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
242601	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
242601	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
242601	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
242601	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
242601	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
242601	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
242601	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
242601	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
242601	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
242601	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
242601	embedding2nn.weight	0	0.04446115344762802
242601	embedding2nn.weight	1	-0.09561122208833694
242601	embedding2nn.weight	2	0.021412670612335205
242601	embedding2nn.weight	3	-0.06075025722384453
242601	embedding2nn.weight	4	-0.11127060651779175
242601	embedding2nn.weight	5	0.11071407049894333
242601	embedding2nn.weight	6	-0.07918620109558105
242601	embedding2nn.weight	7	-0.0768706426024437
242601	embedding2nn.weight	8	-0.0343049056828022
242601	embedding2nn.weight	9	0.04198561608791351
242601	embedding2nn.bias	0	0.08588547259569168
242601	embedding2nn.bias	1	-0.005874090362340212
242601	embedding2nn.bias	2	-0.07150004804134369
242601	embedding2nn.bias	3	0.03082128055393696
242601	embedding2nn.bias	4	-0.012870380654931068
242601	embedding2nn.bias	5	-0.1635480374097824
242601	embedding2nn.bias	6	-0.10335496813058853
242601	embedding2nn.bias	7	-0.024710841476917267
242601	embedding2nn.bias	8	0.045678578317165375
242601	embedding2nn.bias	9	-0.05816110223531723
242601	rnn.weight_ih_l0	0	0.04256320744752884
242601	rnn.weight_ih_l0	1	-0.08264835923910141
242601	rnn.weight_ih_l0	2	-0.06219737231731415
242601	rnn.weight_ih_l0	3	-0.05897444859147072
242601	rnn.weight_ih_l0	4	0.01871192827820778
242601	rnn.weight_ih_l0	5	-0.11199364066123962
242601	rnn.weight_ih_l0	6	-0.03827487677335739
242601	rnn.weight_ih_l0	7	-0.004139680881053209
242601	rnn.weight_ih_l0	8	0.0562419630587101
242601	rnn.weight_ih_l0	9	0.009268466383218765
242601	rnn.weight_hh_l0	0	0.0015679027419537306
242601	rnn.weight_hh_l0	1	-0.0853300616145134
242601	rnn.weight_hh_l0	2	0.07222095131874084
242601	rnn.weight_hh_l0	3	0.05349404737353325
242601	rnn.weight_hh_l0	4	0.006353764794766903
242601	rnn.weight_hh_l0	5	0.07287555932998657
242601	rnn.weight_hh_l0	6	-0.01717623881995678
242601	rnn.weight_hh_l0	7	-0.11210723966360092
242601	rnn.weight_hh_l0	8	0.02997172437608242
242601	rnn.weight_hh_l0	9	-0.07513820379972458
242601	rnn.bias_ih_l0	0	-0.08111302554607391
242601	rnn.bias_ih_l0	1	-0.18928487598896027
242601	rnn.bias_ih_l0	2	-0.25617027282714844
242601	rnn.bias_ih_l0	3	-0.28264865279197693
242601	rnn.bias_ih_l0	4	0.010192432440817356
242601	rnn.bias_ih_l0	5	0.05620959401130676
242601	rnn.bias_ih_l0	6	-0.17157801985740662
242601	rnn.bias_ih_l0	7	-0.2619403004646301
242601	rnn.bias_ih_l0	8	-0.1523856222629547
242601	rnn.bias_ih_l0	9	-0.17783868312835693
242601	rnn.bias_hh_l0	0	0.12967589497566223
242601	rnn.bias_hh_l0	1	-0.052757374942302704
242601	rnn.bias_hh_l0	2	0.05027792230248451
242601	rnn.bias_hh_l0	3	-0.17853374779224396
242601	rnn.bias_hh_l0	4	0.05828472971916199
242601	rnn.bias_hh_l0	5	0.05723950266838074
242601	rnn.bias_hh_l0	6	-0.10848738998174667
242601	rnn.bias_hh_l0	7	-0.15166930854320526
242601	rnn.bias_hh_l0	8	-0.18907219171524048
242601	rnn.bias_hh_l0	9	-0.10757134854793549
242601	rnn.weight_ih_l0_reverse	0	-0.020209666341543198
242601	rnn.weight_ih_l0_reverse	1	-0.00506901228800416
242601	rnn.weight_ih_l0_reverse	2	0.0016043566865846515
242601	rnn.weight_ih_l0_reverse	3	0.011931516230106354
242601	rnn.weight_ih_l0_reverse	4	0.013796080835163593
242601	rnn.weight_ih_l0_reverse	5	-0.055860526859760284
242601	rnn.weight_ih_l0_reverse	6	-0.04353919252753258
242601	rnn.weight_ih_l0_reverse	7	0.012600045651197433
242601	rnn.weight_ih_l0_reverse	8	0.08442672342061996
242601	rnn.weight_ih_l0_reverse	9	0.005387687124311924
242601	rnn.weight_hh_l0_reverse	0	0.0049937074072659016
242601	rnn.weight_hh_l0_reverse	1	0.026493508368730545
242601	rnn.weight_hh_l0_reverse	2	-0.039687756448984146
242601	rnn.weight_hh_l0_reverse	3	0.040180910378694534
242601	rnn.weight_hh_l0_reverse	4	0.02334439381957054
242601	rnn.weight_hh_l0_reverse	5	-0.008768945001065731
242601	rnn.weight_hh_l0_reverse	6	0.06877442449331284
242601	rnn.weight_hh_l0_reverse	7	0.03853623569011688
242601	rnn.weight_hh_l0_reverse	8	-0.023688435554504395
242601	rnn.weight_hh_l0_reverse	9	-0.026113789528608322
242601	rnn.bias_ih_l0_reverse	0	-0.1481928676366806
242601	rnn.bias_ih_l0_reverse	1	-0.3136250078678131
242601	rnn.bias_ih_l0_reverse	2	-0.05985654890537262
242601	rnn.bias_ih_l0_reverse	3	-0.15674175322055817
242601	rnn.bias_ih_l0_reverse	4	0.06693360209465027
242601	rnn.bias_ih_l0_reverse	5	-0.2719705402851105
242601	rnn.bias_ih_l0_reverse	6	-0.06662333756685257
242601	rnn.bias_ih_l0_reverse	7	0.013260784558951855
242601	rnn.bias_ih_l0_reverse	8	-0.18641342222690582
242601	rnn.bias_ih_l0_reverse	9	-0.09163056313991547
242601	rnn.bias_hh_l0_reverse	0	-0.1597432643175125
242601	rnn.bias_hh_l0_reverse	1	-0.14601798355579376
242601	rnn.bias_hh_l0_reverse	2	-0.014909425750374794
242601	rnn.bias_hh_l0_reverse	3	-0.13891048729419708
242601	rnn.bias_hh_l0_reverse	4	-0.02405107021331787
242601	rnn.bias_hh_l0_reverse	5	-0.11497148126363754
242601	rnn.bias_hh_l0_reverse	6	-0.07589792460203171
242601	rnn.bias_hh_l0_reverse	7	-0.18158039450645447
242601	rnn.bias_hh_l0_reverse	8	-0.06722816079854965
242601	rnn.bias_hh_l0_reverse	9	-0.11654333770275116
242601	linear.weight	0	-0.2950684726238251
242601	linear.weight	1	-0.10553279519081116
242601	linear.weight	2	-0.011228874325752258
242601	linear.weight	3	-0.08740365505218506
242601	linear.weight	4	0.00480519887059927
242601	linear.weight	5	0.19546207785606384
242601	linear.weight	6	0.0047744326293468475
242601	linear.weight	7	-0.021312154829502106
242601	linear.weight	8	0.17176692187786102
242601	linear.weight	9	0.2012573927640915
242601	linear.bias	0	-0.8306835889816284
242601	linear.bias	1	1.4122319221496582
242601	linear.bias	2	-0.48316890001296997
242601	linear.bias	3	-0.756985604763031
242601	linear.bias	4	-0.9270486831665039
242601	linear.bias	5	-1.1805100440979004
242601	linear.bias	6	-0.9633294939994812
242601	linear.bias	7	-0.6983749866485596
242601	linear.bias	8	-0.01705317199230194
242601	linear.bias	9	3.4854326248168945
242798	transitions	0	-0.46982210874557495
242798	transitions	1	8.844579696655273
242798	transitions	2	-3.638078212738037
242798	transitions	3	1.6113309860229492
242798	transitions	4	-2.2250566482543945
242798	transitions	5	-0.43432167172431946
242798	transitions	6	-0.19635866582393646
242798	transitions	7	-10000.0
242798	transitions	8	1.8652969598770142
242798	transitions	9	-2.2950522899627686
242798	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
242798	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
242798	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
242798	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
242798	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
242798	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
242798	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
242798	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
242798	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
242798	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
242798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
242798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
242798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
242798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
242798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
242798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
242798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
242798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
242798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
242798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
242798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
242798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
242798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
242798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
242798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
242798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
242798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
242798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
242798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
242798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
242798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
242798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
242798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
242798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
242798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
242798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
242798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
242798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
242798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
242798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
242798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
242798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
242798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
242798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
242798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
242798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
242798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
242798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
242798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
242798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
242798	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
242798	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
242798	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
242798	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
242798	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
242798	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
242798	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
242798	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
242798	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
242798	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
242798	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
242798	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
242798	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
242798	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
242798	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
242798	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
242798	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
242798	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
242798	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
242798	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
242798	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
242798	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
242798	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
242798	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
242798	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
242798	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
242798	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
242798	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
242798	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
242798	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
242798	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
242798	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
242798	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
242798	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
242798	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
242798	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
242798	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
242798	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
242798	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
242798	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
242798	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
242798	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
242798	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
242798	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
242798	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
242798	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
242798	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
242798	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
242798	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
242798	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
242798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
242798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
242798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
242798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
242798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
242798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
242798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
242798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
242798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
242798	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
242798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
242798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
242798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
242798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
242798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
242798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
242798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
242798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
242798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
242798	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
242798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
242798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
242798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
242798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
242798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
242798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
242798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
242798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
242798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
242798	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
242798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
242798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
242798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
242798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
242798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
242798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
242798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
242798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
242798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
242798	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
242798	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
242798	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
242798	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
242798	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
242798	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
242798	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
242798	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
242798	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
242798	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
242798	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
242798	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
242798	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
242798	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
242798	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
242798	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
242798	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
242798	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
242798	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
242798	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
242798	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
242798	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
242798	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
242798	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
242798	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
242798	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
242798	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
242798	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
242798	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
242798	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
242798	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
242798	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
242798	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
242798	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
242798	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
242798	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
242798	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
242798	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
242798	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
242798	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
242798	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
242798	embedding2nn.weight	0	0.044363852590322495
242798	embedding2nn.weight	1	-0.0958741083741188
242798	embedding2nn.weight	2	0.02239878661930561
242798	embedding2nn.weight	3	-0.06081591919064522
242798	embedding2nn.weight	4	-0.11180024594068527
242798	embedding2nn.weight	5	0.11047324538230896
242798	embedding2nn.weight	6	-0.08071340620517731
242798	embedding2nn.weight	7	-0.0760861188173294
242798	embedding2nn.weight	8	-0.03422040492296219
242798	embedding2nn.weight	9	0.04215322434902191
242798	embedding2nn.bias	0	0.08826660364866257
242798	embedding2nn.bias	1	-0.00881816167384386
242798	embedding2nn.bias	2	-0.0704677626490593
242798	embedding2nn.bias	3	0.030881568789482117
242798	embedding2nn.bias	4	-0.013911172747612
242798	embedding2nn.bias	5	-0.16802462935447693
242798	embedding2nn.bias	6	-0.1008034348487854
242798	embedding2nn.bias	7	-0.0202712994068861
242798	embedding2nn.bias	8	0.04611462727189064
242798	embedding2nn.bias	9	-0.05925126001238823
242798	rnn.weight_ih_l0	0	0.04220578074455261
242798	rnn.weight_ih_l0	1	-0.08231567591428757
242798	rnn.weight_ih_l0	2	-0.062039729207754135
242798	rnn.weight_ih_l0	3	-0.05955243110656738
242798	rnn.weight_ih_l0	4	0.019389526918530464
242798	rnn.weight_ih_l0	5	-0.1116437017917633
242798	rnn.weight_ih_l0	6	-0.03798723220825195
242798	rnn.weight_ih_l0	7	-0.004272199235856533
242798	rnn.weight_ih_l0	8	0.05554414540529251
242798	rnn.weight_ih_l0	9	0.009725126437842846
242798	rnn.weight_hh_l0	0	0.0015828717732802033
242798	rnn.weight_hh_l0	1	-0.08516309410333633
242798	rnn.weight_hh_l0	2	0.07201887667179108
242798	rnn.weight_hh_l0	3	0.053620293736457825
242798	rnn.weight_hh_l0	4	0.006374636199325323
242798	rnn.weight_hh_l0	5	0.07270877808332443
242798	rnn.weight_hh_l0	6	-0.01719789206981659
242798	rnn.weight_hh_l0	7	-0.11223513633012772
242798	rnn.weight_hh_l0	8	0.030138183385133743
242798	rnn.weight_hh_l0	9	-0.07501773536205292
242798	rnn.bias_ih_l0	0	-0.08046304434537888
242798	rnn.bias_ih_l0	1	-0.1900087594985962
242798	rnn.bias_ih_l0	2	-0.25708383321762085
242798	rnn.bias_ih_l0	3	-0.2821589410305023
242798	rnn.bias_ih_l0	4	0.011135293170809746
242798	rnn.bias_ih_l0	5	0.05634310841560364
242798	rnn.bias_ih_l0	6	-0.1720222532749176
242798	rnn.bias_ih_l0	7	-0.26195254921913147
242798	rnn.bias_ih_l0	8	-0.1535464972257614
242798	rnn.bias_ih_l0	9	-0.17833366990089417
242798	rnn.bias_hh_l0	0	0.13000965118408203
242798	rnn.bias_hh_l0	1	-0.05335970222949982
242798	rnn.bias_hh_l0	2	0.05026213079690933
242798	rnn.bias_hh_l0	3	-0.17960000038146973
242798	rnn.bias_hh_l0	4	0.05822061747312546
242798	rnn.bias_hh_l0	5	0.05678644776344299
242798	rnn.bias_hh_l0	6	-0.10819833725690842
242798	rnn.bias_hh_l0	7	-0.15138959884643555
242798	rnn.bias_hh_l0	8	-0.18940261006355286
242798	rnn.bias_hh_l0	9	-0.10753913223743439
242798	rnn.weight_ih_l0_reverse	0	-0.020495930686593056
242798	rnn.weight_ih_l0_reverse	1	-0.005171842407435179
242798	rnn.weight_ih_l0_reverse	2	0.0011718027526512742
242798	rnn.weight_ih_l0_reverse	3	0.01190683152526617
242798	rnn.weight_ih_l0_reverse	4	0.014004168100655079
242798	rnn.weight_ih_l0_reverse	5	-0.056480392813682556
242798	rnn.weight_ih_l0_reverse	6	-0.04270411655306816
242798	rnn.weight_ih_l0_reverse	7	0.012221455574035645
242798	rnn.weight_ih_l0_reverse	8	0.08466527611017227
242798	rnn.weight_ih_l0_reverse	9	0.006138419266790152
242798	rnn.weight_hh_l0_reverse	0	0.00500965490937233
242798	rnn.weight_hh_l0_reverse	1	0.026509437710046768
242798	rnn.weight_hh_l0_reverse	2	-0.039848510175943375
242798	rnn.weight_hh_l0_reverse	3	0.040192726999521255
242798	rnn.weight_hh_l0_reverse	4	0.023434512317180634
242798	rnn.weight_hh_l0_reverse	5	-0.00868152268230915
242798	rnn.weight_hh_l0_reverse	6	0.0684766173362732
242798	rnn.weight_hh_l0_reverse	7	0.03889986127614975
242798	rnn.weight_hh_l0_reverse	8	-0.023861270397901535
242798	rnn.weight_hh_l0_reverse	9	-0.026319656521081924
242798	rnn.bias_ih_l0_reverse	0	-0.1480502188205719
242798	rnn.bias_ih_l0_reverse	1	-0.31342196464538574
242798	rnn.bias_ih_l0_reverse	2	-0.06118985638022423
242798	rnn.bias_ih_l0_reverse	3	-0.15750598907470703
242798	rnn.bias_ih_l0_reverse	4	0.0663401335477829
242798	rnn.bias_ih_l0_reverse	5	-0.270984947681427
242798	rnn.bias_ih_l0_reverse	6	-0.06620556116104126
242798	rnn.bias_ih_l0_reverse	7	0.010748730972409248
242798	rnn.bias_ih_l0_reverse	8	-0.18685771524906158
242798	rnn.bias_ih_l0_reverse	9	-0.0910310298204422
242798	rnn.bias_hh_l0_reverse	0	-0.15995337069034576
242798	rnn.bias_hh_l0_reverse	1	-0.14660190045833588
242798	rnn.bias_hh_l0_reverse	2	-0.015006841160356998
242798	rnn.bias_hh_l0_reverse	3	-0.13917993009090424
242798	rnn.bias_hh_l0_reverse	4	-0.024307308718562126
242798	rnn.bias_hh_l0_reverse	5	-0.11504016071557999
242798	rnn.bias_hh_l0_reverse	6	-0.07611798495054245
242798	rnn.bias_hh_l0_reverse	7	-0.1818384826183319
242798	rnn.bias_hh_l0_reverse	8	-0.06771954149007797
242798	rnn.bias_hh_l0_reverse	9	-0.11592256277799606
242798	linear.weight	0	-0.29484719038009644
242798	linear.weight	1	-0.1049685850739479
242798	linear.weight	2	-0.011228874325752258
242798	linear.weight	3	-0.0855492353439331
242798	linear.weight	4	0.0074376752600073814
242798	linear.weight	5	0.1939154714345932
242798	linear.weight	6	0.0047744326293468475
242798	linear.weight	7	-0.021312154829502106
242798	linear.weight	8	0.17811831831932068
242798	linear.weight	9	0.20502516627311707
242798	linear.bias	0	-0.8241349458694458
242798	linear.bias	1	1.429673671722412
242798	linear.bias	2	-0.47688615322113037
242798	linear.bias	3	-0.7594149112701416
242798	linear.bias	4	-0.9183829426765442
242798	linear.bias	5	-1.1805145740509033
242798	linear.bias	6	-0.9569600224494934
242798	linear.bias	7	-0.7117193341255188
242798	linear.bias	8	-0.01705317199230194
242798	linear.bias	9	3.4898860454559326
242802	transitions	0	-0.4698290526866913
242802	transitions	1	8.84435749053955
242802	transitions	2	-3.6380786895751953
242802	transitions	3	1.6111007928848267
242802	transitions	4	-2.2250571250915527
242802	transitions	5	-0.43432167172431946
242802	transitions	6	-0.19635875523090363
242802	transitions	7	-10000.0
242802	transitions	8	1.8652955293655396
242802	transitions	9	-2.2950522899627686
242802	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
242802	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
242802	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
242802	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
242802	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
242802	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
242802	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
242802	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
242802	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
242802	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
242802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
242802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
242802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
242802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
242802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
242802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
242802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
242802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
242802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
242802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
242802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
242802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
242802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
242802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
242802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
242802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
242802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
242802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
242802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
242802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
242802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
242802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
242802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
242802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
242802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
242802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
242802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
242802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
242802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
242802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
242802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
242802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
242802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
242802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
242802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
242802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
242802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
242802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
242802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
242802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
242802	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
242802	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
242802	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
242802	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
242802	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
242802	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
242802	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
242802	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
242802	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
242802	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
242802	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
242802	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
242802	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
242802	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
242802	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
242802	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
242802	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
242802	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
242802	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
242802	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
242802	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
242802	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
242802	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
242802	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
242802	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
242802	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
242802	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
242802	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
242802	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
242802	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
242802	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
242802	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
242802	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
242802	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
242802	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
242802	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
242802	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
242802	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
242802	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
242802	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
242802	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
242802	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
242802	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
242802	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
242802	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
242802	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
242802	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
242802	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
242802	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
242802	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
242802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
242802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
242802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
242802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
242802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
242802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
242802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
242802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
242802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
242802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
242802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
242802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
242802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
242802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
242802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
242802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
242802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
242802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
242802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
242802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
242802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
242802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
242802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
242802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
242802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
242802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
242802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
242802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
242802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
242802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
242802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
242802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
242802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
242802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
242802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
242802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
242802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
242802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
242802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
242802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
242802	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
242802	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
242802	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
242802	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
242802	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
242802	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
242802	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
242802	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
242802	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
242802	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
242802	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
242802	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
242802	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
242802	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
242802	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
242802	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
242802	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
242802	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
242802	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
242802	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
242802	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
242802	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
242802	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
242802	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
242802	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
242802	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
242802	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
242802	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
242802	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
242802	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
242802	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
242802	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
242802	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
242802	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
242802	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
242802	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
242802	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
242802	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
242802	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
242802	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
242802	embedding2nn.weight	0	0.04434879124164581
242802	embedding2nn.weight	1	-0.09586808830499649
242802	embedding2nn.weight	2	0.022466029971837997
242802	embedding2nn.weight	3	-0.060818977653980255
242802	embedding2nn.weight	4	-0.11206851154565811
242802	embedding2nn.weight	5	0.11054553836584091
242802	embedding2nn.weight	6	-0.08069263398647308
242802	embedding2nn.weight	7	-0.07607398927211761
242802	embedding2nn.weight	8	-0.0342266671359539
242802	embedding2nn.weight	9	0.04207827150821686
242802	embedding2nn.bias	0	0.08694826066493988
242802	embedding2nn.bias	1	-0.007663698401302099
242802	embedding2nn.bias	2	-0.07062932848930359
242802	embedding2nn.bias	3	0.03025674819946289
242802	embedding2nn.bias	4	-0.014079874381422997
242802	embedding2nn.bias	5	-0.16665565967559814
242802	embedding2nn.bias	6	-0.10152500867843628
242802	embedding2nn.bias	7	-0.02040466107428074
242802	embedding2nn.bias	8	0.04664437100291252
242802	embedding2nn.bias	9	-0.058673370629549026
242802	rnn.weight_ih_l0	0	0.042227987200021744
242802	rnn.weight_ih_l0	1	-0.08240336924791336
242802	rnn.weight_ih_l0	2	-0.06204143166542053
242802	rnn.weight_ih_l0	3	-0.05952605977654457
242802	rnn.weight_ih_l0	4	0.01928092911839485
242802	rnn.weight_ih_l0	5	-0.11162342876195908
242802	rnn.weight_ih_l0	6	-0.038139112293720245
242802	rnn.weight_ih_l0	7	-0.004277121275663376
242802	rnn.weight_ih_l0	8	0.05550812557339668
242802	rnn.weight_ih_l0	9	0.009659595787525177
242802	rnn.weight_hh_l0	0	0.0015810085460543633
242802	rnn.weight_hh_l0	1	-0.0851299837231636
242802	rnn.weight_hh_l0	2	0.07201410830020905
242802	rnn.weight_hh_l0	3	0.05358322709798813
242802	rnn.weight_hh_l0	4	0.006420033518224955
242802	rnn.weight_hh_l0	5	0.07264932990074158
242802	rnn.weight_hh_l0	6	-0.017197685316205025
242802	rnn.weight_hh_l0	7	-0.11221101880073547
242802	rnn.weight_hh_l0	8	0.030346175655722618
242802	rnn.weight_hh_l0	9	-0.07502651959657669
242802	rnn.bias_ih_l0	0	-0.08049365133047104
242802	rnn.bias_ih_l0	1	-0.18995103240013123
242802	rnn.bias_ih_l0	2	-0.2570072114467621
242802	rnn.bias_ih_l0	3	-0.282224178314209
242802	rnn.bias_ih_l0	4	0.011302735656499863
242802	rnn.bias_ih_l0	5	0.05638699606060982
242802	rnn.bias_ih_l0	6	-0.17203766107559204
242802	rnn.bias_ih_l0	7	-0.26185956597328186
242802	rnn.bias_ih_l0	8	-0.1536504179239273
242802	rnn.bias_ih_l0	9	-0.17845024168491364
242802	rnn.bias_hh_l0	0	0.12999942898750305
242802	rnn.bias_hh_l0	1	-0.05341770499944687
242802	rnn.bias_hh_l0	2	0.050235945731401443
242802	rnn.bias_hh_l0	3	-0.1795719414949417
242802	rnn.bias_hh_l0	4	0.05814766138792038
242802	rnn.bias_hh_l0	5	0.05671584606170654
242802	rnn.bias_hh_l0	6	-0.10813595354557037
242802	rnn.bias_hh_l0	7	-0.1514090746641159
242802	rnn.bias_hh_l0	8	-0.1896592378616333
242802	rnn.bias_hh_l0	9	-0.1074158102273941
242802	rnn.weight_ih_l0_reverse	0	-0.020517954602837563
242802	rnn.weight_ih_l0_reverse	1	-0.005184301175177097
242802	rnn.weight_ih_l0_reverse	2	0.0013117253547534347
242802	rnn.weight_ih_l0_reverse	3	0.011879934929311275
242802	rnn.weight_ih_l0_reverse	4	0.014030132442712784
242802	rnn.weight_ih_l0_reverse	5	-0.05650976300239563
242802	rnn.weight_ih_l0_reverse	6	-0.04266202077269554
242802	rnn.weight_ih_l0_reverse	7	0.01227540522813797
242802	rnn.weight_ih_l0_reverse	8	0.08457985520362854
242802	rnn.weight_ih_l0_reverse	9	0.006134227849543095
242802	rnn.weight_hh_l0_reverse	0	0.005025006830692291
242802	rnn.weight_hh_l0_reverse	1	0.026510847732424736
242802	rnn.weight_hh_l0_reverse	2	-0.039840538054704666
242802	rnn.weight_hh_l0_reverse	3	0.04020368307828903
242802	rnn.weight_hh_l0_reverse	4	0.02343183010816574
242802	rnn.weight_hh_l0_reverse	5	-0.008684394881129265
242802	rnn.weight_hh_l0_reverse	6	0.06850618124008179
242802	rnn.weight_hh_l0_reverse	7	0.03889289125800133
242802	rnn.weight_hh_l0_reverse	8	-0.02385019324719906
242802	rnn.weight_hh_l0_reverse	9	-0.026339245960116386
242802	rnn.bias_ih_l0_reverse	0	-0.14817270636558533
242802	rnn.bias_ih_l0_reverse	1	-0.3134428858757019
242802	rnn.bias_ih_l0_reverse	2	-0.06124415993690491
242802	rnn.bias_ih_l0_reverse	3	-0.15737515687942505
242802	rnn.bias_ih_l0_reverse	4	0.06640161573886871
242802	rnn.bias_ih_l0_reverse	5	-0.2709520161151886
242802	rnn.bias_ih_l0_reverse	6	-0.06616732478141785
242802	rnn.bias_ih_l0_reverse	7	0.010882727801799774
242802	rnn.bias_ih_l0_reverse	8	-0.18678119778633118
242802	rnn.bias_ih_l0_reverse	9	-0.0911310687661171
242802	rnn.bias_hh_l0_reverse	0	-0.1599428951740265
242802	rnn.bias_hh_l0_reverse	1	-0.1466979682445526
242802	rnn.bias_hh_l0_reverse	2	-0.014948043040931225
242802	rnn.bias_hh_l0_reverse	3	-0.1390882134437561
242802	rnn.bias_hh_l0_reverse	4	-0.02426295168697834
242802	rnn.bias_hh_l0_reverse	5	-0.11507901549339294
242802	rnn.bias_hh_l0_reverse	6	-0.07610142976045609
242802	rnn.bias_hh_l0_reverse	7	-0.1818990558385849
242802	rnn.bias_hh_l0_reverse	8	-0.06768932193517685
242802	rnn.bias_hh_l0_reverse	9	-0.11581787467002869
242802	linear.weight	0	-0.29539430141448975
242802	linear.weight	1	-0.1049252301454544
242802	linear.weight	2	-0.011228874325752258
242802	linear.weight	3	-0.08555744588375092
242802	linear.weight	4	0.007421526126563549
242802	linear.weight	5	0.19386924803256989
242802	linear.weight	6	0.0047744326293468475
242802	linear.weight	7	-0.021312154829502106
242802	linear.weight	8	0.1788833737373352
242802	linear.weight	9	0.20382823050022125
242802	linear.bias	0	-0.8263553380966187
242802	linear.bias	1	1.430918574333191
242802	linear.bias	2	-0.47680822014808655
242802	linear.bias	3	-0.7598673105239868
242802	linear.bias	4	-0.9203751087188721
242802	linear.bias	5	-1.1805146932601929
242802	linear.bias	6	-0.9592165946960449
242802	linear.bias	7	-0.7102575302124023
242802	linear.bias	8	-0.01705317199230194
242802	linear.bias	9	3.4908034801483154
242999	transitions	0	-0.4698556363582611
242999	transitions	1	8.856252670288086
242999	transitions	2	-3.6381587982177734
242999	transitions	3	1.607845664024353
242999	transitions	4	-2.2251365184783936
242999	transitions	5	-0.4343322515487671
242999	transitions	6	-0.19636636972427368
242999	transitions	7	-10000.0
242999	transitions	8	1.8654812574386597
242999	transitions	9	-2.295053482055664
242999	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
242999	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
242999	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
242999	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
242999	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
242999	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
242999	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
242999	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
242999	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
242999	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
242999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
242999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
242999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
242999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
242999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
242999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
242999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
242999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
242999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
242999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
242999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
242999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
242999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
242999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
242999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
242999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
242999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
242999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
242999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
242999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
242999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
242999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
242999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
242999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
242999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
242999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
242999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
242999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
242999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
242999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
242999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
242999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
242999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
242999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
242999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
242999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
242999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
242999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
242999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
242999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
242999	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
242999	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
242999	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
242999	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
242999	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
242999	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
242999	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
242999	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
242999	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
242999	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
242999	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
242999	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
242999	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
242999	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
242999	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
242999	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
242999	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
242999	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
242999	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
242999	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
242999	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
242999	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
242999	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
242999	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
242999	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
242999	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
242999	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
242999	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
242999	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
242999	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
242999	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
242999	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
242999	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
242999	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
242999	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
242999	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
242999	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
242999	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
242999	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
242999	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
242999	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
242999	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
242999	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
242999	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
242999	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
242999	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
242999	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
242999	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
242999	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
242999	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
242999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
242999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
242999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
242999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
242999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
242999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
242999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
242999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
242999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
242999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
242999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
242999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
242999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
242999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
242999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
242999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
242999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
242999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
242999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
242999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
242999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
242999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
242999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
242999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
242999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
242999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
242999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
242999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
242999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
242999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
242999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
242999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
242999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
242999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
242999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
242999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
242999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
242999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
242999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
242999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
242999	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
242999	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
242999	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
242999	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
242999	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
242999	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
242999	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
242999	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
242999	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
242999	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
242999	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
242999	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
242999	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
242999	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
242999	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
242999	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
242999	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
242999	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
242999	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
242999	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
242999	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
242999	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
242999	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
242999	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
242999	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
242999	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
242999	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
242999	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
242999	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
242999	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
242999	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
242999	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
242999	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
242999	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
242999	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
242999	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
242999	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
242999	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
242999	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
242999	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
242999	embedding2nn.weight	0	0.04435839504003525
242999	embedding2nn.weight	1	-0.09594161808490753
242999	embedding2nn.weight	2	0.022719606757164
242999	embedding2nn.weight	3	-0.06068791449069977
242999	embedding2nn.weight	4	-0.11156609654426575
242999	embedding2nn.weight	5	0.1100173071026802
242999	embedding2nn.weight	6	-0.08026750385761261
242999	embedding2nn.weight	7	-0.07576646655797958
242999	embedding2nn.weight	8	-0.03348159044981003
242999	embedding2nn.weight	9	0.041238103061914444
242999	embedding2nn.bias	0	0.08368684351444244
242999	embedding2nn.bias	1	-0.010904294438660145
242999	embedding2nn.bias	2	-0.06782222539186478
242999	embedding2nn.bias	3	0.031163088977336884
242999	embedding2nn.bias	4	-0.010936886072158813
242999	embedding2nn.bias	5	-0.17174620926380157
242999	embedding2nn.bias	6	-0.09992391616106033
242999	embedding2nn.bias	7	-0.017293300479650497
242999	embedding2nn.bias	8	0.05383730307221413
242999	embedding2nn.bias	9	-0.05648672953248024
242999	rnn.weight_ih_l0	0	0.04239107668399811
242999	rnn.weight_ih_l0	1	-0.08258212357759476
242999	rnn.weight_ih_l0	2	-0.06186389923095703
242999	rnn.weight_ih_l0	3	-0.05914890393614769
242999	rnn.weight_ih_l0	4	0.01878555864095688
242999	rnn.weight_ih_l0	5	-0.11126073449850082
242999	rnn.weight_ih_l0	6	-0.037734802812337875
242999	rnn.weight_ih_l0	7	-0.004480933770537376
242999	rnn.weight_ih_l0	8	0.055934373289346695
242999	rnn.weight_ih_l0	9	0.010317759588360786
242999	rnn.weight_hh_l0	0	0.001935006701387465
242999	rnn.weight_hh_l0	1	-0.08508121222257614
242999	rnn.weight_hh_l0	2	0.07205146551132202
242999	rnn.weight_hh_l0	3	0.05364994704723358
242999	rnn.weight_hh_l0	4	0.006407586392015219
242999	rnn.weight_hh_l0	5	0.07280527800321579
242999	rnn.weight_hh_l0	6	-0.01709599234163761
242999	rnn.weight_hh_l0	7	-0.1123584434390068
242999	rnn.weight_hh_l0	8	0.030170103535056114
242999	rnn.weight_hh_l0	9	-0.07534588128328323
242999	rnn.bias_ih_l0	0	-0.07864124327898026
242999	rnn.bias_ih_l0	1	-0.1903286576271057
242999	rnn.bias_ih_l0	2	-0.25697025656700134
242999	rnn.bias_ih_l0	3	-0.281704843044281
242999	rnn.bias_ih_l0	4	0.011038940399885178
242999	rnn.bias_ih_l0	5	0.05671977996826172
242999	rnn.bias_ih_l0	6	-0.17171527445316315
242999	rnn.bias_ih_l0	7	-0.262748122215271
242999	rnn.bias_ih_l0	8	-0.15276187658309937
242999	rnn.bias_ih_l0	9	-0.17928820848464966
242999	rnn.bias_hh_l0	0	0.12901571393013
242999	rnn.bias_hh_l0	1	-0.05362161248922348
242999	rnn.bias_hh_l0	2	0.04970675706863403
242999	rnn.bias_hh_l0	3	-0.18040278553962708
242999	rnn.bias_hh_l0	4	0.05949661135673523
242999	rnn.bias_hh_l0	5	0.05581899359822273
242999	rnn.bias_hh_l0	6	-0.10912162810564041
242999	rnn.bias_hh_l0	7	-0.15128332376480103
242999	rnn.bias_hh_l0	8	-0.19002698361873627
242999	rnn.bias_hh_l0	9	-0.10736394673585892
242999	rnn.weight_ih_l0_reverse	0	-0.020518232136964798
242999	rnn.weight_ih_l0_reverse	1	-0.004450519103556871
242999	rnn.weight_ih_l0_reverse	2	0.0011114913504570723
242999	rnn.weight_ih_l0_reverse	3	0.012095878832042217
242999	rnn.weight_ih_l0_reverse	4	0.013879353180527687
242999	rnn.weight_ih_l0_reverse	5	-0.05710165947675705
242999	rnn.weight_ih_l0_reverse	6	-0.04296914115548134
242999	rnn.weight_ih_l0_reverse	7	0.012735124677419662
242999	rnn.weight_ih_l0_reverse	8	0.0847356915473938
242999	rnn.weight_ih_l0_reverse	9	0.00607245834544301
242999	rnn.weight_hh_l0_reverse	0	0.005093164276331663
242999	rnn.weight_hh_l0_reverse	1	0.026479244232177734
242999	rnn.weight_hh_l0_reverse	2	-0.03984604775905609
242999	rnn.weight_hh_l0_reverse	3	0.04024592414498329
242999	rnn.weight_hh_l0_reverse	4	0.023328758776187897
242999	rnn.weight_hh_l0_reverse	5	-0.008811208419501781
242999	rnn.weight_hh_l0_reverse	6	0.06847599893808365
242999	rnn.weight_hh_l0_reverse	7	0.0392017625272274
242999	rnn.weight_hh_l0_reverse	8	-0.023963257670402527
242999	rnn.weight_hh_l0_reverse	9	-0.026225628331303596
242999	rnn.bias_ih_l0_reverse	0	-0.14859512448310852
242999	rnn.bias_ih_l0_reverse	1	-0.31512466073036194
242999	rnn.bias_ih_l0_reverse	2	-0.06125890836119652
242999	rnn.bias_ih_l0_reverse	3	-0.1576022207736969
242999	rnn.bias_ih_l0_reverse	4	0.0659542828798294
242999	rnn.bias_ih_l0_reverse	5	-0.27087512612342834
242999	rnn.bias_ih_l0_reverse	6	-0.06598608195781708
242999	rnn.bias_ih_l0_reverse	7	0.01285521313548088
242999	rnn.bias_ih_l0_reverse	8	-0.18711888790130615
242999	rnn.bias_ih_l0_reverse	9	-0.09148202836513519
242999	rnn.bias_hh_l0_reverse	0	-0.15903623402118683
242999	rnn.bias_hh_l0_reverse	1	-0.14604878425598145
242999	rnn.bias_hh_l0_reverse	2	-0.014896000735461712
242999	rnn.bias_hh_l0_reverse	3	-0.13956589996814728
242999	rnn.bias_hh_l0_reverse	4	-0.024712974205613136
242999	rnn.bias_hh_l0_reverse	5	-0.11448739469051361
242999	rnn.bias_hh_l0_reverse	6	-0.07566021382808685
242999	rnn.bias_hh_l0_reverse	7	-0.18169303238391876
242999	rnn.bias_hh_l0_reverse	8	-0.06719212979078293
242999	rnn.bias_hh_l0_reverse	9	-0.11683279275894165
242999	linear.weight	0	-0.29412969946861267
242999	linear.weight	1	-0.10460773855447769
242999	linear.weight	2	-0.011228874325752258
242999	linear.weight	3	-0.08442901074886322
242999	linear.weight	4	0.005641768220812082
242999	linear.weight	5	0.19529348611831665
242999	linear.weight	6	0.0047744326293468475
242999	linear.weight	7	-0.021312154829502106
242999	linear.weight	8	0.17868372797966003
242999	linear.weight	9	0.2065587341785431
242999	linear.bias	0	-0.8231074810028076
242999	linear.bias	1	1.4174323081970215
242999	linear.bias	2	-0.46443891525268555
242999	linear.bias	3	-0.7606085538864136
242999	linear.bias	4	-0.9296188354492188
242999	linear.bias	5	-1.1805177927017212
242999	linear.bias	6	-0.9559575915336609
242999	linear.bias	7	-0.7131078243255615
242999	linear.bias	8	-0.01705317199230194
242999	linear.bias	9	3.499511957168579
243196	transitions	0	-0.4700508415699005
243196	transitions	1	8.859319686889648
243196	transitions	2	-3.6382896900177
243196	transitions	3	1.6053907871246338
243196	transitions	4	-2.2252042293548584
243196	transitions	5	-0.4343508780002594
243196	transitions	6	-0.1963733583688736
243196	transitions	7	-10000.0
243196	transitions	8	1.8656305074691772
243196	transitions	9	-2.295053720474243
243196	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
243196	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
243196	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
243196	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
243196	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
243196	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
243196	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
243196	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
243196	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
243196	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
243196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
243196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
243196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
243196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
243196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
243196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
243196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
243196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
243196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
243196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
243196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
243196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
243196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
243196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
243196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
243196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
243196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
243196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
243196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
243196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
243196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
243196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
243196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
243196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
243196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
243196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
243196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
243196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
243196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
243196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
243196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
243196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
243196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
243196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
243196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
243196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
243196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
243196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
243196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
243196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
243196	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
243196	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
243196	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
243196	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
243196	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
243196	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
243196	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
243196	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
243196	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
243196	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
243196	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
243196	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
243196	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
243196	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
243196	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
243196	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
243196	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
243196	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
243196	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
243196	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
243196	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
243196	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
243196	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
243196	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
243196	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
243196	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
243196	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
243196	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
243196	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
243196	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
243196	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
243196	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
243196	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
243196	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
243196	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
243196	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
243196	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
243196	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
243196	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
243196	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
243196	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
243196	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
243196	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
243196	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
243196	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
243196	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
243196	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
243196	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
243196	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
243196	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
243196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
243196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
243196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
243196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
243196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
243196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
243196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
243196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
243196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
243196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
243196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
243196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
243196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
243196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
243196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
243196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
243196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
243196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
243196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
243196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
243196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
243196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
243196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
243196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
243196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
243196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
243196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
243196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
243196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
243196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
243196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
243196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
243196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
243196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
243196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
243196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
243196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
243196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
243196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
243196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
243196	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
243196	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
243196	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
243196	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
243196	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
243196	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
243196	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
243196	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
243196	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
243196	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
243196	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
243196	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
243196	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
243196	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
243196	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
243196	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
243196	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
243196	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
243196	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
243196	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
243196	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
243196	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
243196	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
243196	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
243196	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
243196	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
243196	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
243196	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
243196	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
243196	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
243196	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
243196	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
243196	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
243196	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
243196	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
243196	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
243196	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
243196	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
243196	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
243196	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
243196	embedding2nn.weight	0	0.04448895528912544
243196	embedding2nn.weight	1	-0.09600022435188293
243196	embedding2nn.weight	2	0.02207145281136036
243196	embedding2nn.weight	3	-0.06092841178178787
243196	embedding2nn.weight	4	-0.11095886677503586
243196	embedding2nn.weight	5	0.10986115038394928
243196	embedding2nn.weight	6	-0.07768762111663818
243196	embedding2nn.weight	7	-0.07610727846622467
243196	embedding2nn.weight	8	-0.03360734507441521
243196	embedding2nn.weight	9	0.040389690548181534
243196	embedding2nn.bias	0	0.07964456081390381
243196	embedding2nn.bias	1	-0.006645662244409323
243196	embedding2nn.bias	2	-0.0652230829000473
243196	embedding2nn.bias	3	0.03206561505794525
243196	embedding2nn.bias	4	-0.005903199780732393
243196	embedding2nn.bias	5	-0.16893000900745392
243196	embedding2nn.bias	6	-0.10110529512166977
243196	embedding2nn.bias	7	-0.01930968649685383
243196	embedding2nn.bias	8	0.048993561416864395
243196	embedding2nn.bias	9	-0.056881941854953766
243196	rnn.weight_ih_l0	0	0.042741384357213974
243196	rnn.weight_ih_l0	1	-0.08095847815275192
243196	rnn.weight_ih_l0	2	-0.06195966526865959
243196	rnn.weight_ih_l0	3	-0.05829155817627907
243196	rnn.weight_ih_l0	4	0.018754884600639343
243196	rnn.weight_ih_l0	5	-0.11088261753320694
243196	rnn.weight_ih_l0	6	-0.03761708363890648
243196	rnn.weight_ih_l0	7	-0.00439089210703969
243196	rnn.weight_ih_l0	8	0.05673310160636902
243196	rnn.weight_ih_l0	9	0.01028449647128582
243196	rnn.weight_hh_l0	0	0.0016987343551591039
243196	rnn.weight_hh_l0	1	-0.08472122997045517
243196	rnn.weight_hh_l0	2	0.07209838926792145
243196	rnn.weight_hh_l0	3	0.053568992763757706
243196	rnn.weight_hh_l0	4	0.006367390509694815
243196	rnn.weight_hh_l0	5	0.0727861225605011
243196	rnn.weight_hh_l0	6	-0.01713995449244976
243196	rnn.weight_hh_l0	7	-0.11252731829881668
243196	rnn.weight_hh_l0	8	0.030511127784848213
243196	rnn.weight_hh_l0	9	-0.0757259652018547
243196	rnn.bias_ih_l0	0	-0.07938745617866516
243196	rnn.bias_ih_l0	1	-0.19171042740345
243196	rnn.bias_ih_l0	2	-0.25671613216400146
243196	rnn.bias_ih_l0	3	-0.28284814953804016
243196	rnn.bias_ih_l0	4	0.010556351393461227
243196	rnn.bias_ih_l0	5	0.057767439633607864
243196	rnn.bias_ih_l0	6	-0.17159752547740936
243196	rnn.bias_ih_l0	7	-0.26322588324546814
243196	rnn.bias_ih_l0	8	-0.15482595562934875
243196	rnn.bias_ih_l0	9	-0.17880591750144958
243196	rnn.bias_hh_l0	0	0.1296137422323227
243196	rnn.bias_hh_l0	1	-0.05293644592165947
243196	rnn.bias_hh_l0	2	0.050387270748615265
243196	rnn.bias_hh_l0	3	-0.17976219952106476
243196	rnn.bias_hh_l0	4	0.05938821658492088
243196	rnn.bias_hh_l0	5	0.055004674941301346
243196	rnn.bias_hh_l0	6	-0.10871981829404831
243196	rnn.bias_hh_l0	7	-0.15047170221805573
243196	rnn.bias_hh_l0	8	-0.1893979161977768
243196	rnn.bias_hh_l0	9	-0.10765712708234787
243196	rnn.weight_ih_l0_reverse	0	-0.020810669288039207
243196	rnn.weight_ih_l0_reverse	1	-0.004319236148148775
243196	rnn.weight_ih_l0_reverse	2	0.002182572614401579
243196	rnn.weight_ih_l0_reverse	3	0.012304015457630157
243196	rnn.weight_ih_l0_reverse	4	0.013341210782527924
243196	rnn.weight_ih_l0_reverse	5	-0.05704686418175697
243196	rnn.weight_ih_l0_reverse	6	-0.043166615068912506
243196	rnn.weight_ih_l0_reverse	7	0.012791590765118599
243196	rnn.weight_ih_l0_reverse	8	0.08486028760671616
243196	rnn.weight_ih_l0_reverse	9	0.005281326361000538
243196	rnn.weight_hh_l0_reverse	0	0.005320177413523197
243196	rnn.weight_hh_l0_reverse	1	0.026508890092372894
243196	rnn.weight_hh_l0_reverse	2	-0.039586130529642105
243196	rnn.weight_hh_l0_reverse	3	0.04022487625479698
243196	rnn.weight_hh_l0_reverse	4	0.023383328691124916
243196	rnn.weight_hh_l0_reverse	5	-0.008595654740929604
243196	rnn.weight_hh_l0_reverse	6	0.06854166835546494
243196	rnn.weight_hh_l0_reverse	7	0.03928293287754059
243196	rnn.weight_hh_l0_reverse	8	-0.02348257042467594
243196	rnn.weight_hh_l0_reverse	9	-0.02622678503394127
243196	rnn.bias_ih_l0_reverse	0	-0.14850308001041412
243196	rnn.bias_ih_l0_reverse	1	-0.31552135944366455
243196	rnn.bias_ih_l0_reverse	2	-0.060313839465379715
243196	rnn.bias_ih_l0_reverse	3	-0.1568591296672821
243196	rnn.bias_ih_l0_reverse	4	0.06610391288995743
243196	rnn.bias_ih_l0_reverse	5	-0.26991957426071167
243196	rnn.bias_ih_l0_reverse	6	-0.06610848009586334
243196	rnn.bias_ih_l0_reverse	7	0.013609027490019798
243196	rnn.bias_ih_l0_reverse	8	-0.18820402026176453
243196	rnn.bias_ih_l0_reverse	9	-0.09113096445798874
243196	rnn.bias_hh_l0_reverse	0	-0.15934297442436218
243196	rnn.bias_hh_l0_reverse	1	-0.14515496790409088
243196	rnn.bias_hh_l0_reverse	2	-0.01476785447448492
243196	rnn.bias_hh_l0_reverse	3	-0.13973167538642883
243196	rnn.bias_hh_l0_reverse	4	-0.025415008887648582
243196	rnn.bias_hh_l0_reverse	5	-0.11456573009490967
243196	rnn.bias_hh_l0_reverse	6	-0.07553108781576157
243196	rnn.bias_hh_l0_reverse	7	-0.18182960152626038
243196	rnn.bias_hh_l0_reverse	8	-0.06724359095096588
243196	rnn.bias_hh_l0_reverse	9	-0.11673104763031006
243196	linear.weight	0	-0.29324138164520264
243196	linear.weight	1	-0.10711587220430374
243196	linear.weight	2	-0.011228874325752258
243196	linear.weight	3	-0.08206839859485626
243196	linear.weight	4	0.0002937923709396273
243196	linear.weight	5	0.19900602102279663
243196	linear.weight	6	0.0047744326293468475
243196	linear.weight	7	-0.021312154829502106
243196	linear.weight	8	0.18340009450912476
243196	linear.weight	9	0.20473657548427582
243196	linear.bias	0	-0.8287853002548218
243196	linear.bias	1	1.4281418323516846
243196	linear.bias	2	-0.479587197303772
243196	linear.bias	3	-0.7647990584373474
243196	linear.bias	4	-0.940572202205658
243196	linear.bias	5	-1.180522084236145
243196	linear.bias	6	-0.9617610573768616
243196	linear.bias	7	-0.7106879949569702
243196	linear.bias	8	-0.01705317199230194
243196	linear.bias	9	3.5211291313171387
243393	transitions	0	-0.4701294004917145
243393	transitions	1	8.856112480163574
243393	transitions	2	-3.638397693634033
243393	transitions	3	1.6048659086227417
243393	transitions	4	-2.225273609161377
243393	transitions	5	-0.4344271719455719
243393	transitions	6	-0.19638772308826447
243393	transitions	7	-10000.0
243393	transitions	8	1.8655719757080078
243393	transitions	9	-2.2950546741485596
243393	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
243393	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
243393	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
243393	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
243393	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
243393	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
243393	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
243393	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
243393	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
243393	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
243393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
243393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
243393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
243393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
243393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
243393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
243393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
243393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
243393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
243393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
243393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
243393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
243393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
243393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
243393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
243393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
243393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
243393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
243393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
243393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
243393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
243393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
243393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
243393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
243393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
243393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
243393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
243393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
243393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
243393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
243393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
243393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
243393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
243393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
243393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
243393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
243393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
243393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
243393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
243393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
243393	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
243393	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
243393	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
243393	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
243393	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
243393	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
243393	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
243393	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
243393	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
243393	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
243393	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
243393	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
243393	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
243393	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
243393	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
243393	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
243393	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
243393	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
243393	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
243393	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
243393	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
243393	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
243393	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
243393	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
243393	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
243393	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
243393	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
243393	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
243393	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
243393	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
243393	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
243393	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
243393	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
243393	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
243393	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
243393	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
243393	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
243393	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
243393	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
243393	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
243393	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
243393	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
243393	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
243393	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
243393	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
243393	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
243393	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
243393	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
243393	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
243393	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
243393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
243393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
243393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
243393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
243393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
243393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
243393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
243393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
243393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
243393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
243393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
243393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
243393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
243393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
243393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
243393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
243393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
243393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
243393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
243393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
243393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
243393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
243393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
243393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
243393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
243393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
243393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
243393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
243393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
243393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
243393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
243393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
243393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
243393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
243393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
243393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
243393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
243393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
243393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
243393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
243393	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
243393	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
243393	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
243393	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
243393	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
243393	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
243393	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
243393	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
243393	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
243393	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
243393	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
243393	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
243393	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
243393	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
243393	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
243393	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
243393	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
243393	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
243393	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
243393	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
243393	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
243393	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
243393	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
243393	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
243393	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
243393	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
243393	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
243393	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
243393	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
243393	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
243393	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
243393	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
243393	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
243393	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
243393	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
243393	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
243393	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
243393	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
243393	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
243393	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
243393	embedding2nn.weight	0	0.04441765695810318
243393	embedding2nn.weight	1	-0.09588489681482315
243393	embedding2nn.weight	2	0.022153504192829132
243393	embedding2nn.weight	3	-0.06116568297147751
243393	embedding2nn.weight	4	-0.11104211211204529
243393	embedding2nn.weight	5	0.11034125089645386
243393	embedding2nn.weight	6	-0.07722834497690201
243393	embedding2nn.weight	7	-0.07620898634195328
243393	embedding2nn.weight	8	-0.033659908920526505
243393	embedding2nn.weight	9	0.04194272309541702
243393	embedding2nn.bias	0	0.08189399540424347
243393	embedding2nn.bias	1	-0.0021084367763251066
243393	embedding2nn.bias	2	-0.0713992491364479
243393	embedding2nn.bias	3	0.03698907420039177
243393	embedding2nn.bias	4	-0.004503981675952673
243393	embedding2nn.bias	5	-0.16818703711032867
243393	embedding2nn.bias	6	-0.10221786797046661
243393	embedding2nn.bias	7	-0.018812481313943863
243393	embedding2nn.bias	8	0.04253876209259033
243393	embedding2nn.bias	9	-0.05984894558787346
243393	rnn.weight_ih_l0	0	0.042330335825681686
243393	rnn.weight_ih_l0	1	-0.08020977675914764
243393	rnn.weight_ih_l0	2	-0.06209689378738403
243393	rnn.weight_ih_l0	3	-0.05814362317323685
243393	rnn.weight_ih_l0	4	0.018895907327532768
243393	rnn.weight_ih_l0	5	-0.11142369359731674
243393	rnn.weight_ih_l0	6	-0.03744558244943619
243393	rnn.weight_ih_l0	7	-0.0036998866125941277
243393	rnn.weight_ih_l0	8	0.05603453144431114
243393	rnn.weight_ih_l0	9	0.010430608876049519
243393	rnn.weight_hh_l0	0	0.001861634780652821
243393	rnn.weight_hh_l0	1	-0.08412960171699524
243393	rnn.weight_hh_l0	2	0.07226331532001495
243393	rnn.weight_hh_l0	3	0.0535823293030262
243393	rnn.weight_hh_l0	4	0.006330777890980244
243393	rnn.weight_hh_l0	5	0.07245654612779617
243393	rnn.weight_hh_l0	6	-0.017227426171302795
243393	rnn.weight_hh_l0	7	-0.11255411058664322
243393	rnn.weight_hh_l0	8	0.0302079226821661
243393	rnn.weight_hh_l0	9	-0.07626048475503922
243393	rnn.bias_ih_l0	0	-0.07964343577623367
243393	rnn.bias_ih_l0	1	-0.19147594273090363
243393	rnn.bias_ih_l0	2	-0.25754112005233765
243393	rnn.bias_ih_l0	3	-0.2840349078178406
243393	rnn.bias_ih_l0	4	0.010803124867379665
243393	rnn.bias_ih_l0	5	0.056961774826049805
243393	rnn.bias_ih_l0	6	-0.17087651789188385
243393	rnn.bias_ih_l0	7	-0.2640485465526581
243393	rnn.bias_ih_l0	8	-0.15493343770503998
243393	rnn.bias_ih_l0	9	-0.17856477200984955
243393	rnn.bias_hh_l0	0	0.12933309376239777
243393	rnn.bias_hh_l0	1	-0.05226442217826843
243393	rnn.bias_hh_l0	2	0.05072712525725365
243393	rnn.bias_hh_l0	3	-0.179533913731575
243393	rnn.bias_hh_l0	4	0.06076657399535179
243393	rnn.bias_hh_l0	5	0.05479377135634422
243393	rnn.bias_hh_l0	6	-0.10834028571844101
243393	rnn.bias_hh_l0	7	-0.1507183164358139
243393	rnn.bias_hh_l0	8	-0.18957336246967316
243393	rnn.bias_hh_l0	9	-0.10754085332155228
243393	rnn.weight_ih_l0_reverse	0	-0.020106010138988495
243393	rnn.weight_ih_l0_reverse	1	-0.004686751402914524
243393	rnn.weight_ih_l0_reverse	2	0.0012608867837116122
243393	rnn.weight_ih_l0_reverse	3	0.01303853653371334
243393	rnn.weight_ih_l0_reverse	4	0.013687988743185997
243393	rnn.weight_ih_l0_reverse	5	-0.057174988090991974
243393	rnn.weight_ih_l0_reverse	6	-0.04378459230065346
243393	rnn.weight_ih_l0_reverse	7	0.012594543397426605
243393	rnn.weight_ih_l0_reverse	8	0.08563771843910217
243393	rnn.weight_ih_l0_reverse	9	0.006048310548067093
243393	rnn.weight_hh_l0_reverse	0	0.005286737345159054
243393	rnn.weight_hh_l0_reverse	1	0.02655910514295101
243393	rnn.weight_hh_l0_reverse	2	-0.03958875313401222
243393	rnn.weight_hh_l0_reverse	3	0.04023415595293045
243393	rnn.weight_hh_l0_reverse	4	0.023373696953058243
243393	rnn.weight_hh_l0_reverse	5	-0.008846611715853214
243393	rnn.weight_hh_l0_reverse	6	0.06853681057691574
243393	rnn.weight_hh_l0_reverse	7	0.03911793977022171
243393	rnn.weight_hh_l0_reverse	8	-0.023578612133860588
243393	rnn.weight_hh_l0_reverse	9	-0.026257384568452835
243393	rnn.bias_ih_l0_reverse	0	-0.14841307699680328
243393	rnn.bias_ih_l0_reverse	1	-0.31603890657424927
243393	rnn.bias_ih_l0_reverse	2	-0.0592503547668457
243393	rnn.bias_ih_l0_reverse	3	-0.15667693316936493
243393	rnn.bias_ih_l0_reverse	4	0.06579802185297012
243393	rnn.bias_ih_l0_reverse	5	-0.2709083557128906
243393	rnn.bias_ih_l0_reverse	6	-0.0655393898487091
243393	rnn.bias_ih_l0_reverse	7	0.013041559606790543
243393	rnn.bias_ih_l0_reverse	8	-0.1879754513502121
243393	rnn.bias_ih_l0_reverse	9	-0.09004853665828705
243393	rnn.bias_hh_l0_reverse	0	-0.15959370136260986
243393	rnn.bias_hh_l0_reverse	1	-0.1448052078485489
243393	rnn.bias_hh_l0_reverse	2	-0.01427178829908371
243393	rnn.bias_hh_l0_reverse	3	-0.13835565745830536
243393	rnn.bias_hh_l0_reverse	4	-0.025658927857875824
243393	rnn.bias_hh_l0_reverse	5	-0.11541955173015594
243393	rnn.bias_hh_l0_reverse	6	-0.07558254897594452
243393	rnn.bias_hh_l0_reverse	7	-0.1821160912513733
243393	rnn.bias_hh_l0_reverse	8	-0.06754463911056519
243393	rnn.bias_hh_l0_reverse	9	-0.11589138209819794
243393	linear.weight	0	-0.28941744565963745
243393	linear.weight	1	-0.10693009197711945
243393	linear.weight	2	-0.011228874325752258
243393	linear.weight	3	-0.08007270842790604
243393	linear.weight	4	0.0018645887030288577
243393	linear.weight	5	0.1994619220495224
243393	linear.weight	6	0.0047744326293468475
243393	linear.weight	7	-0.021312154829502106
243393	linear.weight	8	0.17978185415267944
243393	linear.weight	9	0.2057483047246933
243393	linear.bias	0	-0.8285354971885681
243393	linear.bias	1	1.4601575136184692
243393	linear.bias	2	-0.47887590527534485
243393	linear.bias	3	-0.7649348974227905
243393	linear.bias	4	-0.9488778710365295
243393	linear.bias	5	-1.1805273294448853
243393	linear.bias	6	-0.9635453224182129
243393	linear.bias	7	-0.7165936231613159
243393	linear.bias	8	-0.01705317199230194
243393	linear.bias	9	3.515641689300537
243590	transitions	0	-0.4701506495475769
243590	transitions	1	8.86374282836914
243590	transitions	2	-3.6385157108306885
243590	transitions	3	1.603508710861206
243590	transitions	4	-2.2253499031066895
243590	transitions	5	-0.43446317315101624
243590	transitions	6	-0.19639648497104645
243590	transitions	7	-10000.0
243590	transitions	8	1.8650777339935303
243590	transitions	9	-2.2950568199157715
243590	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
243590	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
243590	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
243590	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
243590	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
243590	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
243590	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
243590	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
243590	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
243590	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
243590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
243590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
243590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
243590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
243590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
243590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
243590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
243590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
243590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
243590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
243590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
243590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
243590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
243590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
243590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
243590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
243590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
243590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
243590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
243590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
243590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
243590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
243590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
243590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
243590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
243590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
243590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
243590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
243590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
243590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
243590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
243590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
243590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
243590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
243590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
243590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
243590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
243590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
243590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
243590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
243590	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
243590	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
243590	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
243590	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
243590	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
243590	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
243590	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
243590	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
243590	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
243590	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
243590	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
243590	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
243590	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
243590	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
243590	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
243590	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
243590	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
243590	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
243590	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
243590	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
243590	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
243590	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
243590	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
243590	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
243590	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
243590	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
243590	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
243590	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
243590	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
243590	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
243590	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
243590	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
243590	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
243590	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
243590	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
243590	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
243590	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
243590	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
243590	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
243590	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
243590	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
243590	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
243590	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
243590	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
243590	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
243590	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
243590	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
243590	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
243590	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
243590	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
243590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
243590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
243590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
243590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
243590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
243590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
243590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
243590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
243590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
243590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
243590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
243590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
243590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
243590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
243590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
243590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
243590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
243590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
243590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
243590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
243590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
243590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
243590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
243590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
243590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
243590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
243590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
243590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
243590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
243590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
243590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
243590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
243590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
243590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
243590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
243590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
243590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
243590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
243590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
243590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
243590	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
243590	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
243590	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
243590	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
243590	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
243590	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
243590	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
243590	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
243590	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
243590	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
243590	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
243590	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
243590	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
243590	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
243590	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
243590	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
243590	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
243590	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
243590	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
243590	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
243590	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
243590	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
243590	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
243590	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
243590	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
243590	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
243590	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
243590	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
243590	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
243590	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
243590	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
243590	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
243590	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
243590	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
243590	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
243590	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
243590	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
243590	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
243590	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
243590	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
243590	embedding2nn.weight	0	0.04440351203083992
243590	embedding2nn.weight	1	-0.09548435360193253
243590	embedding2nn.weight	2	0.023343101143836975
243590	embedding2nn.weight	3	-0.061786167323589325
243590	embedding2nn.weight	4	-0.11061066389083862
243590	embedding2nn.weight	5	0.10983257740736008
243590	embedding2nn.weight	6	-0.07754111289978027
243590	embedding2nn.weight	7	-0.07672136276960373
243590	embedding2nn.weight	8	-0.03399050235748291
243590	embedding2nn.weight	9	0.042617373168468475
243590	embedding2nn.bias	0	0.08957455307245255
243590	embedding2nn.bias	1	-0.0030021043494343758
243590	embedding2nn.bias	2	-0.06985320150852203
243590	embedding2nn.bias	3	0.031168732792139053
243590	embedding2nn.bias	4	-0.007125292904675007
243590	embedding2nn.bias	5	-0.1763244867324829
243590	embedding2nn.bias	6	-0.10198133438825607
243590	embedding2nn.bias	7	-0.020934151485562325
243590	embedding2nn.bias	8	0.04513772204518318
243590	embedding2nn.bias	9	-0.06524240970611572
243590	rnn.weight_ih_l0	0	0.04236443340778351
243590	rnn.weight_ih_l0	1	-0.07957537472248077
243590	rnn.weight_ih_l0	2	-0.06173797696828842
243590	rnn.weight_ih_l0	3	-0.05808662250638008
243590	rnn.weight_ih_l0	4	0.019019395112991333
243590	rnn.weight_ih_l0	5	-0.11174158751964569
243590	rnn.weight_ih_l0	6	-0.03780873864889145
243590	rnn.weight_ih_l0	7	-0.0032327629160135984
243590	rnn.weight_ih_l0	8	0.055799346417188644
243590	rnn.weight_ih_l0	9	0.010647004470229149
243590	rnn.weight_hh_l0	0	0.002033769153058529
243590	rnn.weight_hh_l0	1	-0.0837615430355072
243590	rnn.weight_hh_l0	2	0.07237747311592102
243590	rnn.weight_hh_l0	3	0.05364907532930374
243590	rnn.weight_hh_l0	4	0.006246461998671293
243590	rnn.weight_hh_l0	5	0.07224852591753006
243590	rnn.weight_hh_l0	6	-0.017259318381547928
243590	rnn.weight_hh_l0	7	-0.11272937059402466
243590	rnn.weight_hh_l0	8	0.029920319095253944
243590	rnn.weight_hh_l0	9	-0.07684499025344849
243590	rnn.bias_ih_l0	0	-0.07894814014434814
243590	rnn.bias_ih_l0	1	-0.1920769363641739
243590	rnn.bias_ih_l0	2	-0.25752583146095276
243590	rnn.bias_ih_l0	3	-0.2841527760028839
243590	rnn.bias_ih_l0	4	0.012549021281301975
243590	rnn.bias_ih_l0	5	0.05570266395807266
243590	rnn.bias_ih_l0	6	-0.17078900337219238
243590	rnn.bias_ih_l0	7	-0.26439639925956726
243590	rnn.bias_ih_l0	8	-0.15372519195079803
243590	rnn.bias_ih_l0	9	-0.17887192964553833
243590	rnn.bias_hh_l0	0	0.1275644451379776
243590	rnn.bias_hh_l0	1	-0.052475456148386
243590	rnn.bias_hh_l0	2	0.05035926774144173
243590	rnn.bias_hh_l0	3	-0.17876486480236053
243590	rnn.bias_hh_l0	4	0.059486743062734604
243590	rnn.bias_hh_l0	5	0.054688677191734314
243590	rnn.bias_hh_l0	6	-0.10806965827941895
243590	rnn.bias_hh_l0	7	-0.15220360457897186
243590	rnn.bias_hh_l0	8	-0.189738467335701
243590	rnn.bias_hh_l0	9	-0.10728244483470917
243590	rnn.weight_ih_l0_reverse	0	-0.020470162853598595
243590	rnn.weight_ih_l0_reverse	1	-0.004970421548932791
243590	rnn.weight_ih_l0_reverse	2	0.0012662687804549932
243590	rnn.weight_ih_l0_reverse	3	0.012628861702978611
243590	rnn.weight_ih_l0_reverse	4	0.013203754089772701
243590	rnn.weight_ih_l0_reverse	5	-0.0587070994079113
243590	rnn.weight_ih_l0_reverse	6	-0.04316794127225876
243590	rnn.weight_ih_l0_reverse	7	0.012730905786156654
243590	rnn.weight_ih_l0_reverse	8	0.08641470223665237
243590	rnn.weight_ih_l0_reverse	9	0.006426360458135605
243590	rnn.weight_hh_l0_reverse	0	0.005219940561801195
243590	rnn.weight_hh_l0_reverse	1	0.026665139943361282
243590	rnn.weight_hh_l0_reverse	2	-0.03927550092339516
243590	rnn.weight_hh_l0_reverse	3	0.04050787538290024
243590	rnn.weight_hh_l0_reverse	4	0.023973723873496056
243590	rnn.weight_hh_l0_reverse	5	-0.008696255274116993
243590	rnn.weight_hh_l0_reverse	6	0.06859585642814636
243590	rnn.weight_hh_l0_reverse	7	0.038839709013700485
243590	rnn.weight_hh_l0_reverse	8	-0.02375350333750248
243590	rnn.weight_hh_l0_reverse	9	-0.02615664154291153
243590	rnn.bias_ih_l0_reverse	0	-0.14842307567596436
243590	rnn.bias_ih_l0_reverse	1	-0.31484776735305786
243590	rnn.bias_ih_l0_reverse	2	-0.0602257139980793
243590	rnn.bias_ih_l0_reverse	3	-0.1562683880329132
243590	rnn.bias_ih_l0_reverse	4	0.06704981625080109
243590	rnn.bias_ih_l0_reverse	5	-0.26939070224761963
243590	rnn.bias_ih_l0_reverse	6	-0.06617892533540726
243590	rnn.bias_ih_l0_reverse	7	0.01313528511673212
243590	rnn.bias_ih_l0_reverse	8	-0.1876593381166458
243590	rnn.bias_ih_l0_reverse	9	-0.09053713083267212
243590	rnn.bias_hh_l0_reverse	0	-0.15847499668598175
243590	rnn.bias_hh_l0_reverse	1	-0.14511433243751526
243590	rnn.bias_hh_l0_reverse	2	-0.0138805927708745
243590	rnn.bias_hh_l0_reverse	3	-0.13845087587833405
243590	rnn.bias_hh_l0_reverse	4	-0.02556508406996727
243590	rnn.bias_hh_l0_reverse	5	-0.1149996668100357
243590	rnn.bias_hh_l0_reverse	6	-0.07499267160892487
243590	rnn.bias_hh_l0_reverse	7	-0.18240755796432495
243590	rnn.bias_hh_l0_reverse	8	-0.06700805574655533
243590	rnn.bias_hh_l0_reverse	9	-0.11587867885828018
243590	linear.weight	0	-0.28381192684173584
243590	linear.weight	1	-0.10462984442710876
243590	linear.weight	2	-0.011228874325752258
243590	linear.weight	3	-0.08366666734218597
243590	linear.weight	4	0.005859943572431803
243590	linear.weight	5	0.199173703789711
243590	linear.weight	6	0.0047744326293468475
243590	linear.weight	7	-0.021312154829502106
243590	linear.weight	8	0.17769531905651093
243590	linear.weight	9	0.20432640612125397
243590	linear.bias	0	-0.8430633544921875
243590	linear.bias	1	1.4465258121490479
243590	linear.bias	2	-0.47364744544029236
243590	linear.bias	3	-0.7567792534828186
243590	linear.bias	4	-0.9181267619132996
243590	linear.bias	5	-1.1805328130722046
243590	linear.bias	6	-0.9804407358169556
243590	linear.bias	7	-0.7057467103004456
243590	linear.bias	8	-0.01705317199230194
243590	linear.bias	9	3.5090560913085938
243787	transitions	0	-0.4707590341567993
243787	transitions	1	8.86070728302002
243787	transitions	2	-3.6386492252349854
243787	transitions	3	1.6054127216339111
243787	transitions	4	-2.2254600524902344
243787	transitions	5	-0.4344688951969147
243787	transitions	6	-0.19640526175498962
243787	transitions	7	-10000.0
243787	transitions	8	1.8658442497253418
243787	transitions	9	-2.295057773590088
243787	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
243787	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
243787	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
243787	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
243787	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
243787	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
243787	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
243787	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
243787	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
243787	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
243787	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
243787	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
243787	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
243787	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
243787	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
243787	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
243787	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
243787	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
243787	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
243787	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
243787	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
243787	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
243787	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
243787	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
243787	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
243787	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
243787	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
243787	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
243787	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
243787	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
243787	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
243787	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
243787	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
243787	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
243787	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
243787	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
243787	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
243787	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
243787	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
243787	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
243787	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
243787	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
243787	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
243787	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
243787	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
243787	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
243787	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
243787	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
243787	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
243787	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
243787	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
243787	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
243787	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
243787	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
243787	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
243787	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
243787	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
243787	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
243787	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
243787	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
243787	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
243787	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
243787	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
243787	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
243787	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
243787	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
243787	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
243787	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
243787	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
243787	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
243787	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
243787	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
243787	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
243787	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
243787	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
243787	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
243787	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
243787	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
243787	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
243787	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
243787	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
243787	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
243787	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
243787	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
243787	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
243787	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
243787	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
243787	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
243787	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
243787	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
243787	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
243787	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
243787	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
243787	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
243787	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
243787	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
243787	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
243787	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
243787	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
243787	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
243787	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
243787	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
243787	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
243787	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
243787	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
243787	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
243787	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
243787	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
243787	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
243787	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
243787	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
243787	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
243787	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
243787	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
243787	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
243787	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
243787	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
243787	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
243787	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
243787	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
243787	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
243787	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
243787	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
243787	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
243787	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
243787	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
243787	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
243787	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
243787	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
243787	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
243787	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
243787	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
243787	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
243787	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
243787	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
243787	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
243787	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
243787	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
243787	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
243787	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
243787	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
243787	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
243787	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
243787	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
243787	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
243787	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
243787	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
243787	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
243787	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
243787	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
243787	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
243787	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
243787	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
243787	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
243787	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
243787	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
243787	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
243787	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
243787	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
243787	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
243787	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
243787	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
243787	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
243787	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
243787	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
243787	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
243787	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
243787	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
243787	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
243787	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
243787	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
243787	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
243787	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
243787	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
243787	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
243787	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
243787	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
243787	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
243787	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
243787	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
243787	embedding2nn.weight	0	0.044646669179201126
243787	embedding2nn.weight	1	-0.09569892287254333
243787	embedding2nn.weight	2	0.024937715381383896
243787	embedding2nn.weight	3	-0.06162672117352486
243787	embedding2nn.weight	4	-0.11016078293323517
243787	embedding2nn.weight	5	0.1097564697265625
243787	embedding2nn.weight	6	-0.07806925475597382
243787	embedding2nn.weight	7	-0.07645510882139206
243787	embedding2nn.weight	8	-0.033315740525722504
243787	embedding2nn.weight	9	0.04220566153526306
243787	embedding2nn.bias	0	0.08689931780099869
243787	embedding2nn.bias	1	0.00015740150411147624
243787	embedding2nn.bias	2	-0.07419142872095108
243787	embedding2nn.bias	3	0.031993672251701355
243787	embedding2nn.bias	4	-0.010867888107895851
243787	embedding2nn.bias	5	-0.17619483172893524
243787	embedding2nn.bias	6	-0.10012742131948471
243787	embedding2nn.bias	7	-0.023948626592755318
243787	embedding2nn.bias	8	0.050100721418857574
243787	embedding2nn.bias	9	-0.06102761626243591
243787	rnn.weight_ih_l0	0	0.04245579615235329
243787	rnn.weight_ih_l0	1	-0.07876569777727127
243787	rnn.weight_ih_l0	2	-0.06163011118769646
243787	rnn.weight_ih_l0	3	-0.05701528117060661
243787	rnn.weight_ih_l0	4	0.01809266395866871
243787	rnn.weight_ih_l0	5	-0.11094667762517929
243787	rnn.weight_ih_l0	6	-0.037347014993429184
243787	rnn.weight_ih_l0	7	-0.003864892991259694
243787	rnn.weight_ih_l0	8	0.05633175000548363
243787	rnn.weight_ih_l0	9	0.01099194772541523
243787	rnn.weight_hh_l0	0	0.0021671312861144543
243787	rnn.weight_hh_l0	1	-0.0832471251487732
243787	rnn.weight_hh_l0	2	0.07272688299417496
243787	rnn.weight_hh_l0	3	0.05351825803518295
243787	rnn.weight_hh_l0	4	0.006395658943802118
243787	rnn.weight_hh_l0	5	0.07214653491973877
243787	rnn.weight_hh_l0	6	-0.017204277217388153
243787	rnn.weight_hh_l0	7	-0.11284070461988449
243787	rnn.weight_hh_l0	8	0.029923107475042343
243787	rnn.weight_hh_l0	9	-0.07783377170562744
243787	rnn.bias_ih_l0	0	-0.07946062088012695
243787	rnn.bias_ih_l0	1	-0.19256271421909332
243787	rnn.bias_ih_l0	2	-0.2578563392162323
243787	rnn.bias_ih_l0	3	-0.28485485911369324
243787	rnn.bias_ih_l0	4	0.012712173163890839
243787	rnn.bias_ih_l0	5	0.0569780096411705
243787	rnn.bias_ih_l0	6	-0.17207849025726318
243787	rnn.bias_ih_l0	7	-0.26488402485847473
243787	rnn.bias_ih_l0	8	-0.15397264063358307
243787	rnn.bias_ih_l0	9	-0.17821283638477325
243787	rnn.bias_hh_l0	0	0.12688226997852325
243787	rnn.bias_hh_l0	1	-0.05151510611176491
243787	rnn.bias_hh_l0	2	0.050441112369298935
243787	rnn.bias_hh_l0	3	-0.17852060496807098
243787	rnn.bias_hh_l0	4	0.06081586703658104
243787	rnn.bias_hh_l0	5	0.054811134934425354
243787	rnn.bias_hh_l0	6	-0.1072881743311882
243787	rnn.bias_hh_l0	7	-0.153360515832901
243787	rnn.bias_hh_l0	8	-0.18927878141403198
243787	rnn.bias_hh_l0	9	-0.10725615173578262
243787	rnn.weight_ih_l0_reverse	0	-0.02086857333779335
243787	rnn.weight_ih_l0_reverse	1	-0.005154870450496674
243787	rnn.weight_ih_l0_reverse	2	0.001433464465662837
243787	rnn.weight_ih_l0_reverse	3	0.012923956848680973
243787	rnn.weight_ih_l0_reverse	4	0.013787684962153435
243787	rnn.weight_ih_l0_reverse	5	-0.05784768983721733
243787	rnn.weight_ih_l0_reverse	6	-0.043083325028419495
243787	rnn.weight_ih_l0_reverse	7	0.012949066236615181
243787	rnn.weight_ih_l0_reverse	8	0.08653126657009125
243787	rnn.weight_ih_l0_reverse	9	0.0059964945539832115
243787	rnn.weight_hh_l0_reverse	0	0.005164030008018017
243787	rnn.weight_hh_l0_reverse	1	0.026644160971045494
243787	rnn.weight_hh_l0_reverse	2	-0.039298661053180695
243787	rnn.weight_hh_l0_reverse	3	0.040478676557540894
243787	rnn.weight_hh_l0_reverse	4	0.02381035126745701
243787	rnn.weight_hh_l0_reverse	5	-0.00879526138305664
243787	rnn.weight_hh_l0_reverse	6	0.06872750073671341
243787	rnn.weight_hh_l0_reverse	7	0.03890245780348778
243787	rnn.weight_hh_l0_reverse	8	-0.023755919188261032
243787	rnn.weight_hh_l0_reverse	9	-0.0261850543320179
243787	rnn.bias_ih_l0_reverse	0	-0.14926479756832123
243787	rnn.bias_ih_l0_reverse	1	-0.3139904737472534
243787	rnn.bias_ih_l0_reverse	2	-0.06024748086929321
243787	rnn.bias_ih_l0_reverse	3	-0.15653610229492188
243787	rnn.bias_ih_l0_reverse	4	0.067818783223629
243787	rnn.bias_ih_l0_reverse	5	-0.2700519561767578
243787	rnn.bias_ih_l0_reverse	6	-0.06655695289373398
243787	rnn.bias_ih_l0_reverse	7	0.01300311554223299
243787	rnn.bias_ih_l0_reverse	8	-0.18803931772708893
243787	rnn.bias_ih_l0_reverse	9	-0.09028223156929016
243787	rnn.bias_hh_l0_reverse	0	-0.15709489583969116
243787	rnn.bias_hh_l0_reverse	1	-0.14390605688095093
243787	rnn.bias_hh_l0_reverse	2	-0.014125593937933445
243787	rnn.bias_hh_l0_reverse	3	-0.1382869929075241
243787	rnn.bias_hh_l0_reverse	4	-0.025826185941696167
243787	rnn.bias_hh_l0_reverse	5	-0.11528780311346054
243787	rnn.bias_hh_l0_reverse	6	-0.07450414448976517
243787	rnn.bias_hh_l0_reverse	7	-0.1827213615179062
243787	rnn.bias_hh_l0_reverse	8	-0.06630153954029083
243787	rnn.bias_hh_l0_reverse	9	-0.1164221540093422
243787	linear.weight	0	-0.288748174905777
243787	linear.weight	1	-0.10470128804445267
243787	linear.weight	2	-0.011228874325752258
243787	linear.weight	3	-0.0822996273636818
243787	linear.weight	4	0.0055569796822965145
243787	linear.weight	5	0.2004888355731964
243787	linear.weight	6	0.0047744326293468475
243787	linear.weight	7	-0.021312154829502106
243787	linear.weight	8	0.18498235940933228
243787	linear.weight	9	0.20229904353618622
243787	linear.bias	0	-0.8510851860046387
243787	linear.bias	1	1.4311915636062622
243787	linear.bias	2	-0.47549065947532654
243787	linear.bias	3	-0.7626376748085022
243787	linear.bias	4	-0.9205906391143799
243787	linear.bias	5	-1.180539846420288
243787	linear.bias	6	-0.9885691404342651
243787	linear.bias	7	-0.6921068429946899
243787	linear.bias	8	-0.01705317199230194
243787	linear.bias	9	3.5147852897644043
243984	transitions	0	-0.470767617225647
243984	transitions	1	8.855330467224121
243984	transitions	2	-3.6388282775878906
243984	transitions	3	1.6116759777069092
243984	transitions	4	-2.225592613220215
243984	transitions	5	-0.43447864055633545
243984	transitions	6	-0.19641785323619843
243984	transitions	7	-10000.0
243984	transitions	8	1.865522861480713
243984	transitions	9	-2.295058488845825
243984	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
243984	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
243984	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
243984	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
243984	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
243984	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
243984	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
243984	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
243984	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
243984	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
243984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
243984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
243984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
243984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
243984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
243984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
243984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
243984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
243984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
243984	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
243984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
243984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
243984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
243984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
243984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
243984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
243984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
243984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
243984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
243984	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
243984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
243984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
243984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
243984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
243984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
243984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
243984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
243984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
243984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
243984	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
243984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
243984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
243984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
243984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
243984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
243984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
243984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
243984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
243984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
243984	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
243984	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
243984	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
243984	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
243984	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
243984	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
243984	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
243984	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
243984	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
243984	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
243984	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
243984	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
243984	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
243984	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
243984	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
243984	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
243984	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
243984	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
243984	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
243984	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
243984	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
243984	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
243984	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
243984	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
243984	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
243984	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
243984	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
243984	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
243984	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
243984	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
243984	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
243984	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
243984	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
243984	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
243984	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
243984	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
243984	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
243984	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
243984	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
243984	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
243984	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
243984	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
243984	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
243984	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
243984	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
243984	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
243984	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
243984	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
243984	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
243984	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
243984	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
243984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
243984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
243984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
243984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
243984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
243984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
243984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
243984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
243984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
243984	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
243984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
243984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
243984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
243984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
243984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
243984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
243984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
243984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
243984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
243984	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
243984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
243984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
243984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
243984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
243984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
243984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
243984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
243984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
243984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
243984	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
243984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
243984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
243984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
243984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
243984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
243984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
243984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
243984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
243984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
243984	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
243984	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
243984	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
243984	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
243984	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
243984	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
243984	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
243984	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
243984	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
243984	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
243984	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
243984	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
243984	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
243984	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
243984	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
243984	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
243984	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
243984	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
243984	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
243984	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
243984	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
243984	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
243984	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
243984	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
243984	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
243984	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
243984	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
243984	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
243984	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
243984	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
243984	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
243984	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
243984	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
243984	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
243984	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
243984	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
243984	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
243984	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
243984	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
243984	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
243984	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
243984	embedding2nn.weight	0	0.04453355818986893
243984	embedding2nn.weight	1	-0.09574496001005173
243984	embedding2nn.weight	2	0.025058837607502937
243984	embedding2nn.weight	3	-0.061630845069885254
243984	embedding2nn.weight	4	-0.10987851768732071
243984	embedding2nn.weight	5	0.10969008505344391
243984	embedding2nn.weight	6	-0.08081305027008057
243984	embedding2nn.weight	7	-0.07652142643928528
243984	embedding2nn.weight	8	-0.033361662179231644
243984	embedding2nn.weight	9	0.04218501225113869
243984	embedding2nn.bias	0	0.08761688321828842
243984	embedding2nn.bias	1	-0.0018379035172984004
243984	embedding2nn.bias	2	-0.06983688473701477
243984	embedding2nn.bias	3	0.03134022653102875
243984	embedding2nn.bias	4	-0.007671299856156111
243984	embedding2nn.bias	5	-0.17741873860359192
243984	embedding2nn.bias	6	-0.09492991864681244
243984	embedding2nn.bias	7	-0.014465772546827793
243984	embedding2nn.bias	8	0.056999288499355316
243984	embedding2nn.bias	9	-0.06068779155611992
243984	rnn.weight_ih_l0	0	0.042310651391744614
243984	rnn.weight_ih_l0	1	-0.07918491959571838
243984	rnn.weight_ih_l0	2	-0.06172160431742668
243984	rnn.weight_ih_l0	3	-0.057044319808483124
243984	rnn.weight_ih_l0	4	0.018005577847361565
243984	rnn.weight_ih_l0	5	-0.11053597927093506
243984	rnn.weight_ih_l0	6	-0.03716620057821274
243984	rnn.weight_ih_l0	7	-0.004484832286834717
243984	rnn.weight_ih_l0	8	0.05586668476462364
243984	rnn.weight_ih_l0	9	0.011135349981486797
243984	rnn.weight_hh_l0	0	0.0020929642487317324
243984	rnn.weight_hh_l0	1	-0.08290974050760269
243984	rnn.weight_hh_l0	2	0.07279203087091446
243984	rnn.weight_hh_l0	3	0.05323219299316406
243984	rnn.weight_hh_l0	4	0.006340954452753067
243984	rnn.weight_hh_l0	5	0.07190604507923126
243984	rnn.weight_hh_l0	6	-0.017307614907622337
243984	rnn.weight_hh_l0	7	-0.11268636584281921
243984	rnn.weight_hh_l0	8	0.02974085323512554
243984	rnn.weight_hh_l0	9	-0.077879399061203
243984	rnn.bias_ih_l0	0	-0.07845821976661682
243984	rnn.bias_ih_l0	1	-0.19148124754428864
243984	rnn.bias_ih_l0	2	-0.2599501311779022
243984	rnn.bias_ih_l0	3	-0.2842634916305542
243984	rnn.bias_ih_l0	4	0.011866091750562191
243984	rnn.bias_ih_l0	5	0.0568818636238575
243984	rnn.bias_ih_l0	6	-0.17158210277557373
243984	rnn.bias_ih_l0	7	-0.2658700942993164
243984	rnn.bias_ih_l0	8	-0.1550723761320114
243984	rnn.bias_ih_l0	9	-0.1795072853565216
243984	rnn.bias_hh_l0	0	0.1266922503709793
243984	rnn.bias_hh_l0	1	-0.05159575492143631
243984	rnn.bias_hh_l0	2	0.04996233433485031
243984	rnn.bias_hh_l0	3	-0.179216668009758
243984	rnn.bias_hh_l0	4	0.05994492769241333
243984	rnn.bias_hh_l0	5	0.05648453161120415
243984	rnn.bias_hh_l0	6	-0.10667787492275238
243984	rnn.bias_hh_l0	7	-0.1533210128545761
243984	rnn.bias_hh_l0	8	-0.18805822730064392
243984	rnn.bias_hh_l0	9	-0.10689453035593033
243984	rnn.weight_ih_l0_reverse	0	-0.02045820653438568
243984	rnn.weight_ih_l0_reverse	1	-0.004754901863634586
243984	rnn.weight_ih_l0_reverse	2	0.0016763003077358007
243984	rnn.weight_ih_l0_reverse	3	0.012166546657681465
243984	rnn.weight_ih_l0_reverse	4	0.013337233103811741
243984	rnn.weight_ih_l0_reverse	5	-0.05732116475701332
243984	rnn.weight_ih_l0_reverse	6	-0.04404791072010994
243984	rnn.weight_ih_l0_reverse	7	0.012826796621084213
243984	rnn.weight_ih_l0_reverse	8	0.08637812733650208
243984	rnn.weight_ih_l0_reverse	9	0.00564930634573102
243984	rnn.weight_hh_l0_reverse	0	0.005074093583971262
243984	rnn.weight_hh_l0_reverse	1	0.02639961987733841
243984	rnn.weight_hh_l0_reverse	2	-0.03964705765247345
243984	rnn.weight_hh_l0_reverse	3	0.04045749083161354
243984	rnn.weight_hh_l0_reverse	4	0.02378462627530098
243984	rnn.weight_hh_l0_reverse	5	-0.008814800530672073
243984	rnn.weight_hh_l0_reverse	6	0.06849555671215057
243984	rnn.weight_hh_l0_reverse	7	0.03893427923321724
243984	rnn.weight_hh_l0_reverse	8	-0.023705877363681793
243984	rnn.weight_hh_l0_reverse	9	-0.026448523625731468
243984	rnn.bias_ih_l0_reverse	0	-0.1473793387413025
243984	rnn.bias_ih_l0_reverse	1	-0.3133639991283417
243984	rnn.bias_ih_l0_reverse	2	-0.06057405844330788
243984	rnn.bias_ih_l0_reverse	3	-0.15603840351104736
243984	rnn.bias_ih_l0_reverse	4	0.0674469843506813
243984	rnn.bias_ih_l0_reverse	5	-0.27110645174980164
243984	rnn.bias_ih_l0_reverse	6	-0.06665874272584915
243984	rnn.bias_ih_l0_reverse	7	0.011302032507956028
243984	rnn.bias_ih_l0_reverse	8	-0.18762780725955963
243984	rnn.bias_ih_l0_reverse	9	-0.0900091677904129
243984	rnn.bias_hh_l0_reverse	0	-0.15671393275260925
243984	rnn.bias_hh_l0_reverse	1	-0.142776757478714
243984	rnn.bias_hh_l0_reverse	2	-0.014253112487494946
243984	rnn.bias_hh_l0_reverse	3	-0.1375802457332611
243984	rnn.bias_hh_l0_reverse	4	-0.02515912428498268
243984	rnn.bias_hh_l0_reverse	5	-0.11516144126653671
243984	rnn.bias_hh_l0_reverse	6	-0.0752829909324646
243984	rnn.bias_hh_l0_reverse	7	-0.1831451803445816
243984	rnn.bias_hh_l0_reverse	8	-0.0665183886885643
243984	rnn.bias_hh_l0_reverse	9	-0.11611679941415787
243984	linear.weight	0	-0.2899570167064667
243984	linear.weight	1	-0.10450752079486847
243984	linear.weight	2	-0.011228874325752258
243984	linear.weight	3	-0.08417680114507675
243984	linear.weight	4	-0.0008165710605680943
243984	linear.weight	5	0.19692835211753845
243984	linear.weight	6	0.0047744326293468475
243984	linear.weight	7	-0.021312154829502106
243984	linear.weight	8	0.18732857704162598
243984	linear.weight	9	0.20227481424808502
243984	linear.bias	0	-0.8383143544197083
243984	linear.bias	1	1.4228321313858032
243984	linear.bias	2	-0.49179723858833313
243984	linear.bias	3	-0.7700681090354919
243984	linear.bias	4	-0.9064847826957703
243984	linear.bias	5	-1.1805458068847656
243984	linear.bias	6	-0.9751449823379517
243984	linear.bias	7	-0.695848286151886
243984	linear.bias	8	-0.01705317199230194
243984	linear.bias	9	3.504425287246704
244181	transitions	0	-0.47078102827072144
244181	transitions	1	8.861446380615234
244181	transitions	2	-3.6389429569244385
244181	transitions	3	1.6119130849838257
244181	transitions	4	-2.2256252765655518
244181	transitions	5	-0.43450862169265747
244181	transitions	6	-0.19643047451972961
244181	transitions	7	-10000.0
244181	transitions	8	1.8666273355484009
244181	transitions	9	-2.295058488845825
244181	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
244181	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
244181	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
244181	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
244181	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
244181	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
244181	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
244181	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
244181	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
244181	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
244181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
244181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
244181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
244181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
244181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
244181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
244181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
244181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
244181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
244181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
244181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
244181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
244181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
244181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
244181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
244181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
244181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
244181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
244181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
244181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
244181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
244181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
244181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
244181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
244181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
244181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
244181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
244181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
244181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
244181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
244181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
244181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
244181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
244181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
244181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
244181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
244181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
244181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
244181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
244181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
244181	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
244181	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
244181	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
244181	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
244181	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
244181	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
244181	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
244181	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
244181	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
244181	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
244181	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
244181	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
244181	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
244181	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
244181	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
244181	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
244181	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
244181	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
244181	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
244181	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
244181	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
244181	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
244181	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
244181	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
244181	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
244181	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
244181	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
244181	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
244181	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
244181	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
244181	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
244181	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
244181	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
244181	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
244181	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
244181	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
244181	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
244181	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
244181	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
244181	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
244181	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
244181	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
244181	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
244181	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
244181	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
244181	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
244181	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
244181	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
244181	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
244181	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
244181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
244181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
244181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
244181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
244181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
244181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
244181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
244181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
244181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
244181	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
244181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
244181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
244181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
244181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
244181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
244181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
244181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
244181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
244181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
244181	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
244181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
244181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
244181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
244181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
244181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
244181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
244181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
244181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
244181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
244181	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
244181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
244181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
244181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
244181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
244181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
244181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
244181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
244181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
244181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
244181	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
244181	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
244181	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
244181	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
244181	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
244181	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
244181	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
244181	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
244181	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
244181	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
244181	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
244181	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
244181	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
244181	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
244181	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
244181	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
244181	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
244181	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
244181	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
244181	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
244181	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
244181	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
244181	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
244181	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
244181	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
244181	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
244181	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
244181	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
244181	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
244181	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
244181	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
244181	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
244181	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
244181	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
244181	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
244181	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
244181	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
244181	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
244181	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
244181	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
244181	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
244181	embedding2nn.weight	0	0.04455115273594856
244181	embedding2nn.weight	1	-0.09568890184164047
244181	embedding2nn.weight	2	0.026028012856841087
244181	embedding2nn.weight	3	-0.0612657256424427
244181	embedding2nn.weight	4	-0.10903749614953995
244181	embedding2nn.weight	5	0.11009196192026138
244181	embedding2nn.weight	6	-0.07995796948671341
244181	embedding2nn.weight	7	-0.07631183415651321
244181	embedding2nn.weight	8	-0.03275314345955849
244181	embedding2nn.weight	9	0.04250137135386467
244181	embedding2nn.bias	0	0.08334080874919891
244181	embedding2nn.bias	1	-0.0025208459701389074
244181	embedding2nn.bias	2	-0.07007814198732376
244181	embedding2nn.bias	3	0.03156091272830963
244181	embedding2nn.bias	4	-0.00704222172498703
244181	embedding2nn.bias	5	-0.1745719313621521
244181	embedding2nn.bias	6	-0.0976199358701706
244181	embedding2nn.bias	7	-0.01487699430435896
244181	embedding2nn.bias	8	0.06028067693114281
244181	embedding2nn.bias	9	-0.061124272644519806
244181	rnn.weight_ih_l0	0	0.04237493872642517
244181	rnn.weight_ih_l0	1	-0.07939951866865158
244181	rnn.weight_ih_l0	2	-0.06188035011291504
244181	rnn.weight_ih_l0	3	-0.056682124733924866
244181	rnn.weight_ih_l0	4	0.017834503203630447
244181	rnn.weight_ih_l0	5	-0.11115220189094543
244181	rnn.weight_ih_l0	6	-0.03714463487267494
244181	rnn.weight_ih_l0	7	-0.005518595688045025
244181	rnn.weight_ih_l0	8	0.05582037568092346
244181	rnn.weight_ih_l0	9	0.010693028569221497
244181	rnn.weight_hh_l0	0	0.001807477674447
244181	rnn.weight_hh_l0	1	-0.08239852637052536
244181	rnn.weight_hh_l0	2	0.07294730097055435
244181	rnn.weight_hh_l0	3	0.0531560480594635
244181	rnn.weight_hh_l0	4	0.00631493516266346
244181	rnn.weight_hh_l0	5	0.07202201336622238
244181	rnn.weight_hh_l0	6	-0.017239771783351898
244181	rnn.weight_hh_l0	7	-0.11271487921476364
244181	rnn.weight_hh_l0	8	0.02969476766884327
244181	rnn.weight_hh_l0	9	-0.07746043056249619
244181	rnn.bias_ih_l0	0	-0.07933631539344788
244181	rnn.bias_ih_l0	1	-0.19173279404640198
244181	rnn.bias_ih_l0	2	-0.25944608449935913
244181	rnn.bias_ih_l0	3	-0.28480708599090576
244181	rnn.bias_ih_l0	4	0.012703650631010532
244181	rnn.bias_ih_l0	5	0.05625933036208153
244181	rnn.bias_ih_l0	6	-0.17128661274909973
244181	rnn.bias_ih_l0	7	-0.2651124596595764
244181	rnn.bias_ih_l0	8	-0.1555383801460266
244181	rnn.bias_ih_l0	9	-0.1798311471939087
244181	rnn.bias_hh_l0	0	0.12711811065673828
244181	rnn.bias_hh_l0	1	-0.05232444778084755
244181	rnn.bias_hh_l0	2	0.04991540685296059
244181	rnn.bias_hh_l0	3	-0.17916563153266907
244181	rnn.bias_hh_l0	4	0.0609707273542881
244181	rnn.bias_hh_l0	5	0.05543922260403633
244181	rnn.bias_hh_l0	6	-0.10750771313905716
244181	rnn.bias_hh_l0	7	-0.153432235121727
244181	rnn.bias_hh_l0	8	-0.18751946091651917
244181	rnn.bias_hh_l0	9	-0.1075359508395195
244181	rnn.weight_ih_l0_reverse	0	-0.020443841814994812
244181	rnn.weight_ih_l0_reverse	1	-0.00474344240501523
244181	rnn.weight_ih_l0_reverse	2	0.0009892774978652596
244181	rnn.weight_ih_l0_reverse	3	0.012360294349491596
244181	rnn.weight_ih_l0_reverse	4	0.013563704676926136
244181	rnn.weight_ih_l0_reverse	5	-0.05806969851255417
244181	rnn.weight_ih_l0_reverse	6	-0.04284707456827164
244181	rnn.weight_ih_l0_reverse	7	0.01284449640661478
244181	rnn.weight_ih_l0_reverse	8	0.08622825145721436
244181	rnn.weight_ih_l0_reverse	9	0.005969215650111437
244181	rnn.weight_hh_l0_reverse	0	0.005063036922365427
244181	rnn.weight_hh_l0_reverse	1	0.026345929130911827
244181	rnn.weight_hh_l0_reverse	2	-0.04010777547955513
244181	rnn.weight_hh_l0_reverse	3	0.04014262184500694
244181	rnn.weight_hh_l0_reverse	4	0.023854389786720276
244181	rnn.weight_hh_l0_reverse	5	-0.008822307921946049
244181	rnn.weight_hh_l0_reverse	6	0.06849633157253265
244181	rnn.weight_hh_l0_reverse	7	0.03868034854531288
244181	rnn.weight_hh_l0_reverse	8	-0.023419296368956566
244181	rnn.weight_hh_l0_reverse	9	-0.026524120941758156
244181	rnn.bias_ih_l0_reverse	0	-0.14798064529895782
244181	rnn.bias_ih_l0_reverse	1	-0.3135032653808594
244181	rnn.bias_ih_l0_reverse	2	-0.06069407984614372
244181	rnn.bias_ih_l0_reverse	3	-0.15651926398277283
244181	rnn.bias_ih_l0_reverse	4	0.06796478480100632
244181	rnn.bias_ih_l0_reverse	5	-0.27070215344429016
244181	rnn.bias_ih_l0_reverse	6	-0.06632576882839203
244181	rnn.bias_ih_l0_reverse	7	0.011681373231112957
244181	rnn.bias_ih_l0_reverse	8	-0.18779076635837555
244181	rnn.bias_ih_l0_reverse	9	-0.08990099281072617
244181	rnn.bias_hh_l0_reverse	0	-0.15730495750904083
244181	rnn.bias_hh_l0_reverse	1	-0.14359678328037262
244181	rnn.bias_hh_l0_reverse	2	-0.013839146122336388
244181	rnn.bias_hh_l0_reverse	3	-0.1376171112060547
244181	rnn.bias_hh_l0_reverse	4	-0.02478422410786152
244181	rnn.bias_hh_l0_reverse	5	-0.1154453232884407
244181	rnn.bias_hh_l0_reverse	6	-0.07551112025976181
244181	rnn.bias_hh_l0_reverse	7	-0.18306653201580048
244181	rnn.bias_hh_l0_reverse	8	-0.06681672483682632
244181	rnn.bias_hh_l0_reverse	9	-0.11529027670621872
244181	linear.weight	0	-0.29109594225883484
244181	linear.weight	1	-0.10857905447483063
244181	linear.weight	2	-0.011228874325752258
244181	linear.weight	3	-0.08912631124258041
244181	linear.weight	4	-0.0005726245581172407
244181	linear.weight	5	0.19383181631565094
244181	linear.weight	6	0.0047744326293468475
244181	linear.weight	7	-0.021312154829502106
244181	linear.weight	8	0.18632233142852783
244181	linear.weight	9	0.20169302821159363
244181	linear.bias	0	-0.829132080078125
244181	linear.bias	1	1.4188300371170044
244181	linear.bias	2	-0.49595800042152405
244181	linear.bias	3	-0.760839581489563
244181	linear.bias	4	-0.9331400394439697
244181	linear.bias	5	-1.1805503368377686
244181	linear.bias	6	-0.966240406036377
244181	linear.bias	7	-0.6984710693359375
244181	linear.bias	8	-0.01705317199230194
244181	linear.bias	9	3.5394346714019775
244378	transitions	0	-0.4708099365234375
244378	transitions	1	8.866569519042969
244378	transitions	2	-3.639122247695923
244378	transitions	3	1.6118723154067993
244378	transitions	4	-2.225928783416748
244378	transitions	5	-0.4345233142375946
244378	transitions	6	-0.19643840193748474
244378	transitions	7	-10000.0
244378	transitions	8	1.8666175603866577
244378	transitions	9	-2.295060157775879
244378	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
244378	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
244378	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
244378	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
244378	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
244378	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
244378	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
244378	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
244378	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
244378	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
244378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
244378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
244378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
244378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
244378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
244378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
244378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
244378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
244378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
244378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
244378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
244378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
244378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
244378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
244378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
244378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
244378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
244378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
244378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
244378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
244378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
244378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
244378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
244378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
244378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
244378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
244378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
244378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
244378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
244378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
244378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
244378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
244378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
244378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
244378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
244378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
244378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
244378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
244378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
244378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
244378	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
244378	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
244378	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
244378	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
244378	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
244378	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
244378	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
244378	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
244378	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
244378	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
244378	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
244378	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
244378	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
244378	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
244378	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
244378	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
244378	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
244378	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
244378	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
244378	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
244378	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
244378	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
244378	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
244378	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
244378	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
244378	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
244378	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
244378	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
244378	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
244378	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
244378	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
244378	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
244378	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
244378	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
244378	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
244378	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
244378	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
244378	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
244378	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
244378	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
244378	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
244378	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
244378	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
244378	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
244378	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
244378	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
244378	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
244378	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
244378	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
244378	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
244378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
244378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
244378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
244378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
244378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
244378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
244378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
244378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
244378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
244378	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
244378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
244378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
244378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
244378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
244378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
244378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
244378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
244378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
244378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
244378	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
244378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
244378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
244378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
244378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
244378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
244378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
244378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
244378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
244378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
244378	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
244378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
244378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
244378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
244378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
244378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
244378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
244378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
244378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
244378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
244378	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
244378	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
244378	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
244378	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
244378	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
244378	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
244378	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
244378	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
244378	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
244378	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
244378	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
244378	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
244378	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
244378	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
244378	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
244378	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
244378	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
244378	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
244378	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
244378	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
244378	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
244378	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
244378	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
244378	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
244378	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
244378	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
244378	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
244378	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
244378	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
244378	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
244378	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
244378	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
244378	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
244378	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
244378	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
244378	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
244378	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
244378	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
244378	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
244378	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
244378	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
244378	embedding2nn.weight	0	0.044667668640613556
244378	embedding2nn.weight	1	-0.09551703184843063
244378	embedding2nn.weight	2	0.026892678812146187
244378	embedding2nn.weight	3	-0.060676634311676025
244378	embedding2nn.weight	4	-0.1076885238289833
244378	embedding2nn.weight	5	0.11038515716791153
244378	embedding2nn.weight	6	-0.08009754121303558
244378	embedding2nn.weight	7	-0.07592038810253143
244378	embedding2nn.weight	8	-0.0330425389111042
244378	embedding2nn.weight	9	0.04231952130794525
244378	embedding2nn.bias	0	0.08400774002075195
244378	embedding2nn.bias	1	-0.0014741012128069997
244378	embedding2nn.bias	2	-0.06908825039863586
244378	embedding2nn.bias	3	0.0341668538749218
244378	embedding2nn.bias	4	-0.009692544117569923
244378	embedding2nn.bias	5	-0.17236846685409546
244378	embedding2nn.bias	6	-0.09650781750679016
244378	embedding2nn.bias	7	-0.010023335926234722
244378	embedding2nn.bias	8	0.06140447407960892
244378	embedding2nn.bias	9	-0.06299776583909988
244378	rnn.weight_ih_l0	0	0.04154444858431816
244378	rnn.weight_ih_l0	1	-0.07857254147529602
244378	rnn.weight_ih_l0	2	-0.06171503663063049
244378	rnn.weight_ih_l0	3	-0.056429263204336166
244378	rnn.weight_ih_l0	4	0.01787923276424408
244378	rnn.weight_ih_l0	5	-0.11145715415477753
244378	rnn.weight_ih_l0	6	-0.03701869398355484
244378	rnn.weight_ih_l0	7	-0.005026247818022966
244378	rnn.weight_ih_l0	8	0.05591287836432457
244378	rnn.weight_ih_l0	9	0.011156183667480946
244378	rnn.weight_hh_l0	0	0.0020639256108552217
244378	rnn.weight_hh_l0	1	-0.08238780498504639
244378	rnn.weight_hh_l0	2	0.07290133088827133
244378	rnn.weight_hh_l0	3	0.05312303081154823
244378	rnn.weight_hh_l0	4	0.006366268265992403
244378	rnn.weight_hh_l0	5	0.07197877019643784
244378	rnn.weight_hh_l0	6	-0.017228687182068825
244378	rnn.weight_hh_l0	7	-0.1125461533665657
244378	rnn.weight_hh_l0	8	0.029856333509087563
244378	rnn.weight_hh_l0	9	-0.0778256431221962
244378	rnn.bias_ih_l0	0	-0.07882808893918991
244378	rnn.bias_ih_l0	1	-0.19124983251094818
244378	rnn.bias_ih_l0	2	-0.2590712606906891
244378	rnn.bias_ih_l0	3	-0.28420186042785645
244378	rnn.bias_ih_l0	4	0.012918177992105484
244378	rnn.bias_ih_l0	5	0.05591043829917908
244378	rnn.bias_ih_l0	6	-0.17262515425682068
244378	rnn.bias_ih_l0	7	-0.26502877473831177
244378	rnn.bias_ih_l0	8	-0.154245525598526
244378	rnn.bias_ih_l0	9	-0.17986732721328735
244378	rnn.bias_hh_l0	0	0.1279277354478836
244378	rnn.bias_hh_l0	1	-0.05185212939977646
244378	rnn.bias_hh_l0	2	0.049306854605674744
244378	rnn.bias_hh_l0	3	-0.1793244630098343
244378	rnn.bias_hh_l0	4	0.05913364514708519
244378	rnn.bias_hh_l0	5	0.05547693744301796
244378	rnn.bias_hh_l0	6	-0.10761500149965286
244378	rnn.bias_hh_l0	7	-0.15353141725063324
244378	rnn.bias_hh_l0	8	-0.1869487464427948
244378	rnn.bias_hh_l0	9	-0.10767731070518494
244378	rnn.weight_ih_l0_reverse	0	-0.020469432696700096
244378	rnn.weight_ih_l0_reverse	1	-0.004679908975958824
244378	rnn.weight_ih_l0_reverse	2	0.0004069707356393337
244378	rnn.weight_ih_l0_reverse	3	0.012448780238628387
244378	rnn.weight_ih_l0_reverse	4	0.01341432984918356
244378	rnn.weight_ih_l0_reverse	5	-0.05859444662928581
244378	rnn.weight_ih_l0_reverse	6	-0.04206942394375801
244378	rnn.weight_ih_l0_reverse	7	0.012704114429652691
244378	rnn.weight_ih_l0_reverse	8	0.08701074868440628
244378	rnn.weight_ih_l0_reverse	9	0.0055270069278776646
244378	rnn.weight_hh_l0_reverse	0	0.0052275825291872025
244378	rnn.weight_hh_l0_reverse	1	0.026372011750936508
244378	rnn.weight_hh_l0_reverse	2	-0.04041676223278046
244378	rnn.weight_hh_l0_reverse	3	0.04032492637634277
244378	rnn.weight_hh_l0_reverse	4	0.02392840012907982
244378	rnn.weight_hh_l0_reverse	5	-0.008884151466190815
244378	rnn.weight_hh_l0_reverse	6	0.06867995858192444
244378	rnn.weight_hh_l0_reverse	7	0.03851517662405968
244378	rnn.weight_hh_l0_reverse	8	-0.02367321029305458
244378	rnn.weight_hh_l0_reverse	9	-0.02653641626238823
244378	rnn.bias_ih_l0_reverse	0	-0.14815612137317657
244378	rnn.bias_ih_l0_reverse	1	-0.3129536211490631
244378	rnn.bias_ih_l0_reverse	2	-0.06038403883576393
244378	rnn.bias_ih_l0_reverse	3	-0.15625827014446259
244378	rnn.bias_ih_l0_reverse	4	0.06916514784097672
244378	rnn.bias_ih_l0_reverse	5	-0.271020770072937
244378	rnn.bias_ih_l0_reverse	6	-0.06681611388921738
244378	rnn.bias_ih_l0_reverse	7	0.013309786096215248
244378	rnn.bias_ih_l0_reverse	8	-0.18793661892414093
244378	rnn.bias_ih_l0_reverse	9	-0.08969287574291229
244378	rnn.bias_hh_l0_reverse	0	-0.1580955684185028
244378	rnn.bias_hh_l0_reverse	1	-0.14329971373081207
244378	rnn.bias_hh_l0_reverse	2	-0.013540207408368587
244378	rnn.bias_hh_l0_reverse	3	-0.1381174772977829
244378	rnn.bias_hh_l0_reverse	4	-0.024682054296135902
244378	rnn.bias_hh_l0_reverse	5	-0.11610038578510284
244378	rnn.bias_hh_l0_reverse	6	-0.07537950575351715
244378	rnn.bias_hh_l0_reverse	7	-0.18439671397209167
244378	rnn.bias_hh_l0_reverse	8	-0.0670681819319725
244378	rnn.bias_hh_l0_reverse	9	-0.1154177114367485
244378	linear.weight	0	-0.29193049669265747
244378	linear.weight	1	-0.10846686363220215
244378	linear.weight	2	-0.011228874325752258
244378	linear.weight	3	-0.08674924075603485
244378	linear.weight	4	0.0020663272589445114
244378	linear.weight	5	0.1950184404850006
244378	linear.weight	6	0.0047744326293468475
244378	linear.weight	7	-0.021312154829502106
244378	linear.weight	8	0.18859805166721344
244378	linear.weight	9	0.20691506564617157
244378	linear.bias	0	-0.8397133350372314
244378	linear.bias	1	1.4133737087249756
244378	linear.bias	2	-0.48509445786476135
244378	linear.bias	3	-0.7524439692497253
244378	linear.bias	4	-0.9258965849876404
244378	linear.bias	5	-1.1805541515350342
244378	linear.bias	6	-0.9762153625488281
244378	linear.bias	7	-0.7105880379676819
244378	linear.bias	8	-0.01705317199230194
244378	linear.bias	9	3.509532928466797
244575	transitions	0	-0.47083818912506104
244575	transitions	1	8.862309455871582
244575	transitions	2	-3.6392416954040527
244575	transitions	3	1.6118885278701782
244575	transitions	4	-2.2262213230133057
244575	transitions	5	-0.43456146121025085
244575	transitions	6	-0.19644691050052643
244575	transitions	7	-10000.0
244575	transitions	8	1.8663150072097778
244575	transitions	9	-2.2950611114501953
244575	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
244575	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
244575	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
244575	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
244575	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
244575	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
244575	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
244575	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
244575	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
244575	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
244575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
244575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
244575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
244575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
244575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
244575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
244575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
244575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
244575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
244575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
244575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
244575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
244575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
244575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
244575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
244575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
244575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
244575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
244575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
244575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
244575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
244575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
244575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
244575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
244575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
244575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
244575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
244575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
244575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
244575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
244575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
244575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
244575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
244575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
244575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
244575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
244575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
244575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
244575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
244575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
244575	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
244575	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
244575	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
244575	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
244575	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
244575	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
244575	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
244575	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
244575	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
244575	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
244575	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
244575	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
244575	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
244575	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
244575	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
244575	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
244575	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
244575	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
244575	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
244575	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
244575	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
244575	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
244575	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
244575	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
244575	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
244575	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
244575	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
244575	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
244575	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
244575	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
244575	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
244575	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
244575	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
244575	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
244575	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
244575	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
244575	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
244575	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
244575	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
244575	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
244575	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
244575	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
244575	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
244575	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
244575	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
244575	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
244575	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
244575	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
244575	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
244575	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
244575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
244575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
244575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
244575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
244575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
244575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
244575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
244575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
244575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
244575	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
244575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
244575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
244575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
244575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
244575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
244575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
244575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
244575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
244575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
244575	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
244575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
244575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
244575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
244575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
244575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
244575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
244575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
244575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
244575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
244575	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
244575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
244575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
244575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
244575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
244575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
244575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
244575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
244575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
244575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
244575	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
244575	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
244575	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
244575	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
244575	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
244575	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
244575	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
244575	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
244575	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
244575	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
244575	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
244575	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
244575	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
244575	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
244575	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
244575	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
244575	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
244575	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
244575	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
244575	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
244575	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
244575	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
244575	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
244575	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
244575	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
244575	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
244575	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
244575	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
244575	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
244575	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
244575	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
244575	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
244575	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
244575	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
244575	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
244575	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
244575	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
244575	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
244575	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
244575	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
244575	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
244575	embedding2nn.weight	0	0.04467231407761574
244575	embedding2nn.weight	1	-0.0954887866973877
244575	embedding2nn.weight	2	0.02571510709822178
244575	embedding2nn.weight	3	-0.060785215348005295
244575	embedding2nn.weight	4	-0.10795725882053375
244575	embedding2nn.weight	5	0.1104506328701973
244575	embedding2nn.weight	6	-0.08062069118022919
244575	embedding2nn.weight	7	-0.07596441358327866
244575	embedding2nn.weight	8	-0.033504411578178406
244575	embedding2nn.weight	9	0.042531609535217285
244575	embedding2nn.bias	0	0.08252330124378204
244575	embedding2nn.bias	1	-0.000305503694107756
244575	embedding2nn.bias	2	-0.06995444744825363
244575	embedding2nn.bias	3	0.03235164284706116
244575	embedding2nn.bias	4	-0.011278325691819191
244575	embedding2nn.bias	5	-0.17057254910469055
244575	embedding2nn.bias	6	-0.09857354313135147
244575	embedding2nn.bias	7	-0.011434215120971203
244575	embedding2nn.bias	8	0.06131429970264435
244575	embedding2nn.bias	9	-0.06668376922607422
244575	rnn.weight_ih_l0	0	0.04098676145076752
244575	rnn.weight_ih_l0	1	-0.07971512526273727
244575	rnn.weight_ih_l0	2	-0.06225736439228058
244575	rnn.weight_ih_l0	3	-0.05705530196428299
244575	rnn.weight_ih_l0	4	0.017749452963471413
244575	rnn.weight_ih_l0	5	-0.11193195730447769
244575	rnn.weight_ih_l0	6	-0.0376250334084034
244575	rnn.weight_ih_l0	7	-0.004443202633410692
244575	rnn.weight_ih_l0	8	0.05532664433121681
244575	rnn.weight_ih_l0	9	0.011344000697135925
244575	rnn.weight_hh_l0	0	0.0018943765899166465
244575	rnn.weight_hh_l0	1	-0.08209963142871857
244575	rnn.weight_hh_l0	2	0.07324188947677612
244575	rnn.weight_hh_l0	3	0.0532011054456234
244575	rnn.weight_hh_l0	4	0.006223818752914667
244575	rnn.weight_hh_l0	5	0.0721154659986496
244575	rnn.weight_hh_l0	6	-0.017139239236712456
244575	rnn.weight_hh_l0	7	-0.11241891980171204
244575	rnn.weight_hh_l0	8	0.028892895206809044
244575	rnn.weight_hh_l0	9	-0.0775519385933876
244575	rnn.bias_ih_l0	0	-0.07882935553789139
244575	rnn.bias_ih_l0	1	-0.19192342460155487
244575	rnn.bias_ih_l0	2	-0.2589450180530548
244575	rnn.bias_ih_l0	3	-0.28469744324684143
244575	rnn.bias_ih_l0	4	0.01403709128499031
244575	rnn.bias_ih_l0	5	0.05597902089357376
244575	rnn.bias_ih_l0	6	-0.17314650118350983
244575	rnn.bias_ih_l0	7	-0.2657856047153473
244575	rnn.bias_ih_l0	8	-0.15586793422698975
244575	rnn.bias_ih_l0	9	-0.17948094010353088
244575	rnn.bias_hh_l0	0	0.1288711279630661
244575	rnn.bias_hh_l0	1	-0.051763925701379776
244575	rnn.bias_hh_l0	2	0.049581076949834824
244575	rnn.bias_hh_l0	3	-0.17973873019218445
244575	rnn.bias_hh_l0	4	0.058578141033649445
244575	rnn.bias_hh_l0	5	0.056254997849464417
244575	rnn.bias_hh_l0	6	-0.10826647281646729
244575	rnn.bias_hh_l0	7	-0.1528191864490509
244575	rnn.bias_hh_l0	8	-0.1869225949048996
244575	rnn.bias_hh_l0	9	-0.10783427953720093
244575	rnn.weight_ih_l0_reverse	0	-0.0200726930052042
244575	rnn.weight_ih_l0_reverse	1	-0.0048790075816214085
244575	rnn.weight_ih_l0_reverse	2	-0.00028717477107420564
244575	rnn.weight_ih_l0_reverse	3	0.012688915245234966
244575	rnn.weight_ih_l0_reverse	4	0.012964272871613503
244575	rnn.weight_ih_l0_reverse	5	-0.058783456683158875
244575	rnn.weight_ih_l0_reverse	6	-0.04143267497420311
244575	rnn.weight_ih_l0_reverse	7	0.013171026483178139
244575	rnn.weight_ih_l0_reverse	8	0.08692257106304169
244575	rnn.weight_ih_l0_reverse	9	0.006068977527320385
244575	rnn.weight_hh_l0_reverse	0	0.005224918946623802
244575	rnn.weight_hh_l0_reverse	1	0.026305485516786575
244575	rnn.weight_hh_l0_reverse	2	-0.04082438349723816
244575	rnn.weight_hh_l0_reverse	3	0.040060415863990784
244575	rnn.weight_hh_l0_reverse	4	0.023849451914429665
244575	rnn.weight_hh_l0_reverse	5	-0.008883645758032799
244575	rnn.weight_hh_l0_reverse	6	0.06861057132482529
244575	rnn.weight_hh_l0_reverse	7	0.03844604268670082
244575	rnn.weight_hh_l0_reverse	8	-0.023787131533026695
244575	rnn.weight_hh_l0_reverse	9	-0.02629288285970688
244575	rnn.bias_ih_l0_reverse	0	-0.1484324336051941
244575	rnn.bias_ih_l0_reverse	1	-0.3131199777126312
244575	rnn.bias_ih_l0_reverse	2	-0.05956107750535011
244575	rnn.bias_ih_l0_reverse	3	-0.1555645763874054
244575	rnn.bias_ih_l0_reverse	4	0.06907011568546295
244575	rnn.bias_ih_l0_reverse	5	-0.2721119225025177
244575	rnn.bias_ih_l0_reverse	6	-0.06715596467256546
244575	rnn.bias_ih_l0_reverse	7	0.011051056906580925
244575	rnn.bias_ih_l0_reverse	8	-0.18790343403816223
244575	rnn.bias_ih_l0_reverse	9	-0.08928115665912628
244575	rnn.bias_hh_l0_reverse	0	-0.15797781944274902
244575	rnn.bias_hh_l0_reverse	1	-0.14288747310638428
244575	rnn.bias_hh_l0_reverse	2	-0.01339004933834076
244575	rnn.bias_hh_l0_reverse	3	-0.1386263519525528
244575	rnn.bias_hh_l0_reverse	4	-0.024367444217205048
244575	rnn.bias_hh_l0_reverse	5	-0.11568640172481537
244575	rnn.bias_hh_l0_reverse	6	-0.07750522345304489
244575	rnn.bias_hh_l0_reverse	7	-0.18525873124599457
244575	rnn.bias_hh_l0_reverse	8	-0.06640155613422394
244575	rnn.bias_hh_l0_reverse	9	-0.11565340310335159
244575	linear.weight	0	-0.2864951491355896
244575	linear.weight	1	-0.10940942913293839
244575	linear.weight	2	-0.011228874325752258
244575	linear.weight	3	-0.08684725314378738
244575	linear.weight	4	0.0018579940078780055
244575	linear.weight	5	0.19354425370693207
244575	linear.weight	6	0.0047744326293468475
244575	linear.weight	7	-0.021312154829502106
244575	linear.weight	8	0.19289708137512207
244575	linear.weight	9	0.20668695867061615
244575	linear.bias	0	-0.8493354916572571
244575	linear.bias	1	1.4171736240386963
244575	linear.bias	2	-0.4673009216785431
244575	linear.bias	3	-0.7610850930213928
244575	linear.bias	4	-0.8951939344406128
244575	linear.bias	5	-1.1805588006973267
244575	linear.bias	6	-0.9857859015464783
244575	linear.bias	7	-0.7104308605194092
244575	linear.bias	8	-0.01705317199230194
244575	linear.bias	9	3.5043365955352783
244772	transitions	0	-0.47092053294181824
244772	transitions	1	8.851029396057129
244772	transitions	2	-3.639336347579956
244772	transitions	3	1.6131041049957275
244772	transitions	4	-2.226287364959717
244772	transitions	5	-0.4345969259738922
244772	transitions	6	-0.19645410776138306
244772	transitions	7	-10000.0
244772	transitions	8	1.8667322397232056
244772	transitions	9	-2.2950615882873535
244772	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
244772	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
244772	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
244772	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
244772	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
244772	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
244772	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
244772	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
244772	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
244772	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
244772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
244772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
244772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
244772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
244772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
244772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
244772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
244772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
244772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
244772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
244772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
244772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
244772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
244772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
244772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
244772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
244772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
244772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
244772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
244772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
244772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
244772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
244772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
244772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
244772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
244772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
244772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
244772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
244772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
244772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
244772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
244772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
244772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
244772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
244772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
244772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
244772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
244772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
244772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
244772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
244772	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
244772	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
244772	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
244772	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
244772	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
244772	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
244772	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
244772	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
244772	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
244772	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
244772	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
244772	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
244772	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
244772	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
244772	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
244772	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
244772	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
244772	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
244772	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
244772	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
244772	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
244772	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
244772	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
244772	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
244772	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
244772	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
244772	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
244772	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
244772	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
244772	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
244772	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
244772	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
244772	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
244772	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
244772	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
244772	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
244772	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
244772	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
244772	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
244772	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
244772	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
244772	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
244772	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
244772	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
244772	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
244772	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
244772	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
244772	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
244772	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
244772	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
244772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
244772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
244772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
244772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
244772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
244772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
244772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
244772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
244772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
244772	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
244772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
244772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
244772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
244772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
244772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
244772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
244772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
244772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
244772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
244772	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
244772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
244772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
244772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
244772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
244772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
244772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
244772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
244772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
244772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
244772	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
244772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
244772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
244772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
244772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
244772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
244772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
244772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
244772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
244772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
244772	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
244772	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
244772	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
244772	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
244772	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
244772	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
244772	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
244772	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
244772	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
244772	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
244772	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
244772	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
244772	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
244772	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
244772	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
244772	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
244772	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
244772	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
244772	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
244772	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
244772	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
244772	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
244772	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
244772	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
244772	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
244772	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
244772	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
244772	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
244772	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
244772	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
244772	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
244772	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
244772	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
244772	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
244772	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
244772	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
244772	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
244772	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
244772	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
244772	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
244772	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
244772	embedding2nn.weight	0	0.04468313977122307
244772	embedding2nn.weight	1	-0.09465507417917252
244772	embedding2nn.weight	2	0.02552270144224167
244772	embedding2nn.weight	3	-0.06058336794376373
244772	embedding2nn.weight	4	-0.10772828757762909
244772	embedding2nn.weight	5	0.1111152321100235
244772	embedding2nn.weight	6	-0.08007367700338364
244772	embedding2nn.weight	7	-0.0758659839630127
244772	embedding2nn.weight	8	-0.03327959030866623
244772	embedding2nn.weight	9	0.04214642569422722
244772	embedding2nn.bias	0	0.08166775107383728
244772	embedding2nn.bias	1	0.0005461994442157447
244772	embedding2nn.bias	2	-0.06965696066617966
244772	embedding2nn.bias	3	0.03574870526790619
244772	embedding2nn.bias	4	-0.009914621710777283
244772	embedding2nn.bias	5	-0.1697644591331482
244772	embedding2nn.bias	6	-0.09912672638893127
244772	embedding2nn.bias	7	-0.012706786394119263
244772	embedding2nn.bias	8	0.06294898688793182
244772	embedding2nn.bias	9	-0.06949178874492645
244772	rnn.weight_ih_l0	0	0.0405968613922596
244772	rnn.weight_ih_l0	1	-0.07954711467027664
244772	rnn.weight_ih_l0	2	-0.06230536103248596
244772	rnn.weight_ih_l0	3	-0.05653918534517288
244772	rnn.weight_ih_l0	4	0.017715077847242355
244772	rnn.weight_ih_l0	5	-0.11202018707990646
244772	rnn.weight_ih_l0	6	-0.03733818605542183
244772	rnn.weight_ih_l0	7	-0.004506944678723812
244772	rnn.weight_ih_l0	8	0.055909667164087296
244772	rnn.weight_ih_l0	9	0.011843761429190636
244772	rnn.weight_hh_l0	0	0.0019699870608747005
244772	rnn.weight_hh_l0	1	-0.08213149011135101
244772	rnn.weight_hh_l0	2	0.07320290803909302
244772	rnn.weight_hh_l0	3	0.05313801392912865
244772	rnn.weight_hh_l0	4	0.006311971228569746
244772	rnn.weight_hh_l0	5	0.07181603461503983
244772	rnn.weight_hh_l0	6	-0.017109228298068047
244772	rnn.weight_hh_l0	7	-0.11222269386053085
244772	rnn.weight_hh_l0	8	0.029041362926363945
244772	rnn.weight_hh_l0	9	-0.07796719670295715
244772	rnn.bias_ih_l0	0	-0.078865647315979
244772	rnn.bias_ih_l0	1	-0.1910691112279892
244772	rnn.bias_ih_l0	2	-0.25864657759666443
244772	rnn.bias_ih_l0	3	-0.28438621759414673
244772	rnn.bias_ih_l0	4	0.0139631861820817
244772	rnn.bias_ih_l0	5	0.05465850234031677
244772	rnn.bias_ih_l0	6	-0.17355339229106903
244772	rnn.bias_ih_l0	7	-0.2664232552051544
244772	rnn.bias_ih_l0	8	-0.15591339766979218
244772	rnn.bias_ih_l0	9	-0.17873530089855194
244772	rnn.bias_hh_l0	0	0.12827259302139282
244772	rnn.bias_hh_l0	1	-0.052197277545928955
244772	rnn.bias_hh_l0	2	0.048858076333999634
244772	rnn.bias_hh_l0	3	-0.1795496791601181
244772	rnn.bias_hh_l0	4	0.05775214359164238
244772	rnn.bias_hh_l0	5	0.05563225597143173
244772	rnn.bias_hh_l0	6	-0.10745721310377121
244772	rnn.bias_hh_l0	7	-0.1521928906440735
244772	rnn.bias_hh_l0	8	-0.1862766295671463
244772	rnn.bias_hh_l0	9	-0.10848928987979889
244772	rnn.weight_ih_l0_reverse	0	-0.02006254531443119
244772	rnn.weight_ih_l0_reverse	1	-0.00521837966516614
244772	rnn.weight_ih_l0_reverse	2	0.00035605632001534104
244772	rnn.weight_ih_l0_reverse	3	0.011345657519996166
244772	rnn.weight_ih_l0_reverse	4	0.013232305645942688
244772	rnn.weight_ih_l0_reverse	5	-0.0588839165866375
244772	rnn.weight_ih_l0_reverse	6	-0.0425015464425087
244772	rnn.weight_ih_l0_reverse	7	0.013562056235969067
244772	rnn.weight_ih_l0_reverse	8	0.08689503371715546
244772	rnn.weight_ih_l0_reverse	9	0.006515985820442438
244772	rnn.weight_hh_l0_reverse	0	0.005229376722127199
244772	rnn.weight_hh_l0_reverse	1	0.02662845142185688
244772	rnn.weight_hh_l0_reverse	2	-0.04090108722448349
244772	rnn.weight_hh_l0_reverse	3	0.03982970863580704
244772	rnn.weight_hh_l0_reverse	4	0.023875555023550987
244772	rnn.weight_hh_l0_reverse	5	-0.009123816154897213
244772	rnn.weight_hh_l0_reverse	6	0.06853839010000229
244772	rnn.weight_hh_l0_reverse	7	0.03830031305551529
244772	rnn.weight_hh_l0_reverse	8	-0.023356642574071884
244772	rnn.weight_hh_l0_reverse	9	-0.02632204256951809
244772	rnn.bias_ih_l0_reverse	0	-0.1481756865978241
244772	rnn.bias_ih_l0_reverse	1	-0.31262606382369995
244772	rnn.bias_ih_l0_reverse	2	-0.05951898545026779
244772	rnn.bias_ih_l0_reverse	3	-0.15517662465572357
244772	rnn.bias_ih_l0_reverse	4	0.07022663950920105
244772	rnn.bias_ih_l0_reverse	5	-0.2714991569519043
244772	rnn.bias_ih_l0_reverse	6	-0.06684752553701401
244772	rnn.bias_ih_l0_reverse	7	0.01230617519468069
244772	rnn.bias_ih_l0_reverse	8	-0.18788455426692963
244772	rnn.bias_ih_l0_reverse	9	-0.08918679505586624
244772	rnn.bias_hh_l0_reverse	0	-0.15905261039733887
244772	rnn.bias_hh_l0_reverse	1	-0.1422508955001831
244772	rnn.bias_hh_l0_reverse	2	-0.013384860940277576
244772	rnn.bias_hh_l0_reverse	3	-0.13909779489040375
244772	rnn.bias_hh_l0_reverse	4	-0.02390323206782341
244772	rnn.bias_hh_l0_reverse	5	-0.11563971638679504
244772	rnn.bias_hh_l0_reverse	6	-0.07753326743841171
244772	rnn.bias_hh_l0_reverse	7	-0.18524086475372314
244772	rnn.bias_hh_l0_reverse	8	-0.06575940549373627
244772	rnn.bias_hh_l0_reverse	9	-0.11660849303007126
244772	linear.weight	0	-0.2870436906814575
244772	linear.weight	1	-0.10919612646102905
244772	linear.weight	2	-0.011228874325752258
244772	linear.weight	3	-0.08932187408208847
244772	linear.weight	4	0.0030133819673210382
244772	linear.weight	5	0.1947554051876068
244772	linear.weight	6	0.0047744326293468475
244772	linear.weight	7	-0.021312154829502106
244772	linear.weight	8	0.1877690851688385
244772	linear.weight	9	0.20764918625354767
244772	linear.bias	0	-0.8327556848526001
244772	linear.bias	1	1.4208892583847046
244772	linear.bias	2	-0.4848771095275879
244772	linear.bias	3	-0.7664668560028076
244772	linear.bias	4	-0.908757746219635
244772	linear.bias	5	-1.1805633306503296
244772	linear.bias	6	-0.9698328375816345
244772	linear.bias	7	-0.7126147150993347
244772	linear.bias	8	-0.01705317199230194
244772	linear.bias	9	3.5175468921661377
244776	transitions	0	-0.47092053294181824
244776	transitions	1	8.851264953613281
244776	transitions	2	-3.639338970184326
244776	transitions	3	1.6129904985427856
244776	transitions	4	-2.226287364959717
244776	transitions	5	-0.4345969557762146
244776	transitions	6	-0.19645465910434723
244776	transitions	7	-10000.0
244776	transitions	8	1.8667290210723877
244776	transitions	9	-2.2950615882873535
244776	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
244776	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
244776	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
244776	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
244776	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
244776	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
244776	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
244776	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
244776	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
244776	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
244776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
244776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
244776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
244776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
244776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
244776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
244776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
244776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
244776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
244776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
244776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
244776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
244776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
244776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
244776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
244776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
244776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
244776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
244776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
244776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
244776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
244776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
244776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
244776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
244776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
244776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
244776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
244776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
244776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
244776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
244776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
244776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
244776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
244776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
244776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
244776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
244776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
244776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
244776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
244776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
244776	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
244776	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
244776	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
244776	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
244776	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
244776	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
244776	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
244776	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
244776	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
244776	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
244776	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
244776	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
244776	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
244776	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
244776	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
244776	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
244776	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
244776	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
244776	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
244776	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
244776	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
244776	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
244776	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
244776	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
244776	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
244776	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
244776	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
244776	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
244776	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
244776	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
244776	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
244776	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
244776	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
244776	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
244776	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
244776	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
244776	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
244776	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
244776	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
244776	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
244776	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
244776	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
244776	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
244776	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
244776	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
244776	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
244776	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
244776	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
244776	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
244776	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
244776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
244776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
244776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
244776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
244776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
244776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
244776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
244776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
244776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
244776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
244776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
244776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
244776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
244776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
244776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
244776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
244776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
244776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
244776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
244776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
244776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
244776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
244776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
244776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
244776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
244776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
244776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
244776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
244776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
244776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
244776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
244776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
244776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
244776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
244776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
244776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
244776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
244776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
244776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
244776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
244776	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
244776	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
244776	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
244776	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
244776	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
244776	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
244776	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
244776	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
244776	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
244776	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
244776	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
244776	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
244776	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
244776	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
244776	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
244776	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
244776	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
244776	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
244776	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
244776	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
244776	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
244776	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
244776	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
244776	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
244776	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
244776	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
244776	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
244776	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
244776	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
244776	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
244776	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
244776	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
244776	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
244776	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
244776	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
244776	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
244776	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
244776	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
244776	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
244776	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
244776	embedding2nn.weight	0	0.04470052197575569
244776	embedding2nn.weight	1	-0.09461453557014465
244776	embedding2nn.weight	2	0.025447944179177284
244776	embedding2nn.weight	3	-0.06055785343050957
244776	embedding2nn.weight	4	-0.10775372385978699
244776	embedding2nn.weight	5	0.1110762506723404
244776	embedding2nn.weight	6	-0.07988905161619186
244776	embedding2nn.weight	7	-0.07591509073972702
244776	embedding2nn.weight	8	-0.03316683694720268
244776	embedding2nn.weight	9	0.04198594018816948
244776	embedding2nn.bias	0	0.08144084364175797
244776	embedding2nn.bias	1	0.00032221918809227645
244776	embedding2nn.bias	2	-0.06961310654878616
244776	embedding2nn.bias	3	0.03571968898177147
244776	embedding2nn.bias	4	-0.009363243356347084
244776	embedding2nn.bias	5	-0.1704593449831009
244776	embedding2nn.bias	6	-0.09871284663677216
244776	embedding2nn.bias	7	-0.012112323194742203
244776	embedding2nn.bias	8	0.06371255964040756
244776	embedding2nn.bias	9	-0.0687372237443924
244776	rnn.weight_ih_l0	0	0.04060089588165283
244776	rnn.weight_ih_l0	1	-0.07954037934541702
244776	rnn.weight_ih_l0	2	-0.062300797551870346
244776	rnn.weight_ih_l0	3	-0.05652846395969391
244776	rnn.weight_ih_l0	4	0.017712783068418503
244776	rnn.weight_ih_l0	5	-0.11201279610395432
244776	rnn.weight_ih_l0	6	-0.037416793406009674
244776	rnn.weight_ih_l0	7	-0.004487134050577879
244776	rnn.weight_ih_l0	8	0.05600302666425705
244776	rnn.weight_ih_l0	9	0.011892654933035374
244776	rnn.weight_hh_l0	0	0.001968257362022996
244776	rnn.weight_hh_l0	1	-0.08213663101196289
244776	rnn.weight_hh_l0	2	0.07320661097764969
244776	rnn.weight_hh_l0	3	0.053130313754081726
244776	rnn.weight_hh_l0	4	0.006310646887868643
244776	rnn.weight_hh_l0	5	0.07181572914123535
244776	rnn.weight_hh_l0	6	-0.017111318185925484
244776	rnn.weight_hh_l0	7	-0.11222287267446518
244776	rnn.weight_hh_l0	8	0.028955355286598206
244776	rnn.weight_hh_l0	9	-0.07795734703540802
244776	rnn.bias_ih_l0	0	-0.07923726737499237
244776	rnn.bias_ih_l0	1	-0.19101853668689728
244776	rnn.bias_ih_l0	2	-0.25868213176727295
244776	rnn.bias_ih_l0	3	-0.2844090163707733
244776	rnn.bias_ih_l0	4	0.013877666555345058
244776	rnn.bias_ih_l0	5	0.05463225767016411
244776	rnn.bias_ih_l0	6	-0.17356306314468384
244776	rnn.bias_ih_l0	7	-0.26648181676864624
244776	rnn.bias_ih_l0	8	-0.15596552193164825
244776	rnn.bias_ih_l0	9	-0.178634911775589
244776	rnn.bias_hh_l0	0	0.12818719446659088
244776	rnn.bias_hh_l0	1	-0.0522015281021595
244776	rnn.bias_hh_l0	2	0.04886583238840103
244776	rnn.bias_hh_l0	3	-0.17954009771347046
244776	rnn.bias_hh_l0	4	0.0577843077480793
244776	rnn.bias_hh_l0	5	0.05567318573594093
244776	rnn.bias_hh_l0	6	-0.10745097696781158
244776	rnn.bias_hh_l0	7	-0.15223735570907593
244776	rnn.bias_hh_l0	8	-0.1862998604774475
244776	rnn.bias_hh_l0	9	-0.10854249447584152
244776	rnn.weight_ih_l0_reverse	0	-0.020077986642718315
244776	rnn.weight_ih_l0_reverse	1	-0.005245440639555454
244776	rnn.weight_ih_l0_reverse	2	0.00034717857488431036
244776	rnn.weight_ih_l0_reverse	3	0.011372656561434269
244776	rnn.weight_ih_l0_reverse	4	0.013226400129497051
244776	rnn.weight_ih_l0_reverse	5	-0.05889080464839935
244776	rnn.weight_ih_l0_reverse	6	-0.042698126286268234
244776	rnn.weight_ih_l0_reverse	7	0.013559306971728802
244776	rnn.weight_ih_l0_reverse	8	0.0869961827993393
244776	rnn.weight_ih_l0_reverse	9	0.00640878127887845
244776	rnn.weight_hh_l0_reverse	0	0.005232382100075483
244776	rnn.weight_hh_l0_reverse	1	0.026628606021404266
244776	rnn.weight_hh_l0_reverse	2	-0.04092559963464737
244776	rnn.weight_hh_l0_reverse	3	0.039822887629270554
244776	rnn.weight_hh_l0_reverse	4	0.02387559786438942
244776	rnn.weight_hh_l0_reverse	5	-0.009125002659857273
244776	rnn.weight_hh_l0_reverse	6	0.06852930784225464
244776	rnn.weight_hh_l0_reverse	7	0.038295842707157135
244776	rnn.weight_hh_l0_reverse	8	-0.023347171023488045
244776	rnn.weight_hh_l0_reverse	9	-0.026331165805459023
244776	rnn.bias_ih_l0_reverse	0	-0.14827021956443787
244776	rnn.bias_ih_l0_reverse	1	-0.3126140534877777
244776	rnn.bias_ih_l0_reverse	2	-0.05950137600302696
244776	rnn.bias_ih_l0_reverse	3	-0.15526160597801208
244776	rnn.bias_ih_l0_reverse	4	0.07025688886642456
244776	rnn.bias_ih_l0_reverse	5	-0.2715345025062561
244776	rnn.bias_ih_l0_reverse	6	-0.06682489067316055
244776	rnn.bias_ih_l0_reverse	7	0.01232473086565733
244776	rnn.bias_ih_l0_reverse	8	-0.1878507286310196
244776	rnn.bias_ih_l0_reverse	9	-0.08905480802059174
244776	rnn.bias_hh_l0_reverse	0	-0.15902945399284363
244776	rnn.bias_hh_l0_reverse	1	-0.1421029269695282
244776	rnn.bias_hh_l0_reverse	2	-0.013392177410423756
244776	rnn.bias_hh_l0_reverse	3	-0.13908728957176208
244776	rnn.bias_hh_l0_reverse	4	-0.02393423207104206
244776	rnn.bias_hh_l0_reverse	5	-0.11568138003349304
244776	rnn.bias_hh_l0_reverse	6	-0.07745888829231262
244776	rnn.bias_hh_l0_reverse	7	-0.18529070913791656
244776	rnn.bias_hh_l0_reverse	8	-0.06575582176446915
244776	rnn.bias_hh_l0_reverse	9	-0.1166132390499115
244776	linear.weight	0	-0.28701913356781006
244776	linear.weight	1	-0.10920312255620956
244776	linear.weight	2	-0.011228874325752258
244776	linear.weight	3	-0.08932215720415115
244776	linear.weight	4	0.003033931367099285
244776	linear.weight	5	0.1940719485282898
244776	linear.weight	6	0.0047744326293468475
244776	linear.weight	7	-0.021312154829502106
244776	linear.weight	8	0.18769463896751404
244776	linear.weight	9	0.20711693167686462
244776	linear.bias	0	-0.8351126313209534
244776	linear.bias	1	1.4230889081954956
244776	linear.bias	2	-0.4857836365699768
244776	linear.bias	3	-0.7662210464477539
244776	linear.bias	4	-0.9062210321426392
244776	linear.bias	5	-1.1805635690689087
244776	linear.bias	6	-0.9721891283988953
244776	linear.bias	7	-0.7117159962654114
244776	linear.bias	8	-0.01705317199230194
244776	linear.bias	9	3.5158793926239014
244973	transitions	0	-0.47094106674194336
244973	transitions	1	8.864020347595215
244973	transitions	2	-3.63944935798645
244973	transitions	3	1.6142582893371582
244973	transitions	4	-2.226350784301758
244973	transitions	5	-0.434601753950119
244973	transitions	6	-0.1964627057313919
244973	transitions	7	-10000.0
244973	transitions	8	1.8670917749404907
244973	transitions	9	-2.2950620651245117
244973	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
244973	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
244973	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
244973	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
244973	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
244973	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
244973	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
244973	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
244973	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
244973	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
244973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
244973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
244973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
244973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
244973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
244973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
244973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
244973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
244973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
244973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
244973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
244973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
244973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
244973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
244973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
244973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
244973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
244973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
244973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
244973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
244973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
244973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
244973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
244973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
244973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
244973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
244973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
244973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
244973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
244973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
244973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
244973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
244973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
244973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
244973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
244973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
244973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
244973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
244973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
244973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
244973	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
244973	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
244973	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
244973	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
244973	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
244973	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
244973	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
244973	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
244973	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
244973	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
244973	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
244973	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
244973	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
244973	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
244973	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
244973	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
244973	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
244973	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
244973	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
244973	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
244973	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
244973	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
244973	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
244973	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
244973	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
244973	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
244973	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
244973	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
244973	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
244973	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
244973	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
244973	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
244973	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
244973	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
244973	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
244973	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
244973	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
244973	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
244973	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
244973	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
244973	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
244973	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
244973	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
244973	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
244973	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
244973	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
244973	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
244973	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
244973	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
244973	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
244973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
244973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
244973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
244973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
244973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
244973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
244973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
244973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
244973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
244973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
244973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
244973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
244973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
244973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
244973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
244973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
244973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
244973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
244973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
244973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
244973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
244973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
244973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
244973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
244973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
244973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
244973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
244973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
244973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
244973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
244973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
244973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
244973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
244973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
244973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
244973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
244973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
244973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
244973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
244973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
244973	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
244973	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
244973	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
244973	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
244973	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
244973	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
244973	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
244973	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
244973	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
244973	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
244973	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
244973	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
244973	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
244973	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
244973	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
244973	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
244973	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
244973	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
244973	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
244973	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
244973	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
244973	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
244973	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
244973	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
244973	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
244973	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
244973	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
244973	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
244973	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
244973	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
244973	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
244973	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
244973	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
244973	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
244973	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
244973	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
244973	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
244973	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
244973	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
244973	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
244973	embedding2nn.weight	0	0.04492667689919472
244973	embedding2nn.weight	1	-0.0947287455201149
244973	embedding2nn.weight	2	0.025220906361937523
244973	embedding2nn.weight	3	-0.06054259091615677
244973	embedding2nn.weight	4	-0.10799678415060043
244973	embedding2nn.weight	5	0.11186575889587402
244973	embedding2nn.weight	6	-0.07861544191837311
244973	embedding2nn.weight	7	-0.07644592225551605
244973	embedding2nn.weight	8	-0.03318197652697563
244973	embedding2nn.weight	9	0.04312990978360176
244973	embedding2nn.bias	0	0.08060616999864578
244973	embedding2nn.bias	1	-0.0047683389857411385
244973	embedding2nn.bias	2	-0.06961094588041306
244973	embedding2nn.bias	3	0.034016188234090805
244973	embedding2nn.bias	4	-0.008318601176142693
244973	embedding2nn.bias	5	-0.17216649651527405
244973	embedding2nn.bias	6	-0.0978127047419548
244973	embedding2nn.bias	7	-0.005148598924279213
244973	embedding2nn.bias	8	0.06300831586122513
244973	embedding2nn.bias	9	-0.0708463191986084
244973	rnn.weight_ih_l0	0	0.04126822575926781
244973	rnn.weight_ih_l0	1	-0.07932178676128387
244973	rnn.weight_ih_l0	2	-0.06295500695705414
244973	rnn.weight_ih_l0	3	-0.055356789380311966
244973	rnn.weight_ih_l0	4	0.018166963011026382
244973	rnn.weight_ih_l0	5	-0.11158435791730881
244973	rnn.weight_ih_l0	6	-0.03674367815256119
244973	rnn.weight_ih_l0	7	-0.004414039198309183
244973	rnn.weight_ih_l0	8	0.05547022446990013
244973	rnn.weight_ih_l0	9	0.011416898109018803
244973	rnn.weight_hh_l0	0	0.0017664050683379173
244973	rnn.weight_hh_l0	1	-0.08180341869592667
244973	rnn.weight_hh_l0	2	0.07303052395582199
244973	rnn.weight_hh_l0	3	0.05320215970277786
244973	rnn.weight_hh_l0	4	0.006506526842713356
244973	rnn.weight_hh_l0	5	0.0720534473657608
244973	rnn.weight_hh_l0	6	-0.01693727821111679
244973	rnn.weight_hh_l0	7	-0.11207447201013565
244973	rnn.weight_hh_l0	8	0.028591899201273918
244973	rnn.weight_hh_l0	9	-0.07810062170028687
244973	rnn.bias_ih_l0	0	-0.07861724495887756
244973	rnn.bias_ih_l0	1	-0.19108523428440094
244973	rnn.bias_ih_l0	2	-0.25913530588150024
244973	rnn.bias_ih_l0	3	-0.2831519544124603
244973	rnn.bias_ih_l0	4	0.012208450585603714
244973	rnn.bias_ih_l0	5	0.05389606952667236
244973	rnn.bias_ih_l0	6	-0.1741250455379486
244973	rnn.bias_ih_l0	7	-0.2671632170677185
244973	rnn.bias_ih_l0	8	-0.15567748248577118
244973	rnn.bias_ih_l0	9	-0.17872275412082672
244973	rnn.bias_hh_l0	0	0.12690304219722748
244973	rnn.bias_hh_l0	1	-0.050772618502378464
244973	rnn.bias_hh_l0	2	0.04886592924594879
244973	rnn.bias_hh_l0	3	-0.17860133945941925
244973	rnn.bias_hh_l0	4	0.058598633855581284
244973	rnn.bias_hh_l0	5	0.05490199476480484
244973	rnn.bias_hh_l0	6	-0.10776614397764206
244973	rnn.bias_hh_l0	7	-0.1522308737039566
244973	rnn.bias_hh_l0	8	-0.1861245334148407
244973	rnn.bias_hh_l0	9	-0.10837789624929428
244973	rnn.weight_ih_l0_reverse	0	-0.019824713468551636
244973	rnn.weight_ih_l0_reverse	1	-0.005570670589804649
244973	rnn.weight_ih_l0_reverse	2	0.0013635297073051333
244973	rnn.weight_ih_l0_reverse	3	0.012139605358242989
244973	rnn.weight_ih_l0_reverse	4	0.012961228378117085
244973	rnn.weight_ih_l0_reverse	5	-0.05861811712384224
244973	rnn.weight_ih_l0_reverse	6	-0.04193298891186714
244973	rnn.weight_ih_l0_reverse	7	0.01393688190728426
244973	rnn.weight_ih_l0_reverse	8	0.08760683983564377
244973	rnn.weight_ih_l0_reverse	9	0.006244102958589792
244973	rnn.weight_hh_l0_reverse	0	0.005139575805515051
244973	rnn.weight_hh_l0_reverse	1	0.026805993169546127
244973	rnn.weight_hh_l0_reverse	2	-0.04056205600500107
244973	rnn.weight_hh_l0_reverse	3	0.03995572030544281
244973	rnn.weight_hh_l0_reverse	4	0.02381264977157116
244973	rnn.weight_hh_l0_reverse	5	-0.009036915376782417
244973	rnn.weight_hh_l0_reverse	6	0.0688900351524353
244973	rnn.weight_hh_l0_reverse	7	0.03837170451879501
244973	rnn.weight_hh_l0_reverse	8	-0.023566346615552902
244973	rnn.weight_hh_l0_reverse	9	-0.026265567168593407
244973	rnn.bias_ih_l0_reverse	0	-0.14838935434818268
244973	rnn.bias_ih_l0_reverse	1	-0.312605082988739
244973	rnn.bias_ih_l0_reverse	2	-0.06034570187330246
244973	rnn.bias_ih_l0_reverse	3	-0.15543651580810547
244973	rnn.bias_ih_l0_reverse	4	0.07098010927438736
244973	rnn.bias_ih_l0_reverse	5	-0.272503525018692
244973	rnn.bias_ih_l0_reverse	6	-0.06735429167747498
244973	rnn.bias_ih_l0_reverse	7	0.013502300716936588
244973	rnn.bias_ih_l0_reverse	8	-0.18778344988822937
244973	rnn.bias_ih_l0_reverse	9	-0.08877577632665634
244973	rnn.bias_hh_l0_reverse	0	-0.15993265807628632
244973	rnn.bias_hh_l0_reverse	1	-0.14050941169261932
244973	rnn.bias_hh_l0_reverse	2	-0.013009905815124512
244973	rnn.bias_hh_l0_reverse	3	-0.1398049294948578
244973	rnn.bias_hh_l0_reverse	4	-0.023800577968358994
244973	rnn.bias_hh_l0_reverse	5	-0.11571037769317627
244973	rnn.bias_hh_l0_reverse	6	-0.07709388434886932
244973	rnn.bias_hh_l0_reverse	7	-0.18588517606258392
244973	rnn.bias_hh_l0_reverse	8	-0.06559694558382034
244973	rnn.bias_hh_l0_reverse	9	-0.11537934839725494
244973	linear.weight	0	-0.2859487533569336
244973	linear.weight	1	-0.11027615517377853
244973	linear.weight	2	-0.011228874325752258
244973	linear.weight	3	-0.08658267557621002
244973	linear.weight	4	0.002897154539823532
244973	linear.weight	5	0.20072835683822632
244973	linear.weight	6	0.0047744326293468475
244973	linear.weight	7	-0.021312154829502106
244973	linear.weight	8	0.18593807518482208
244973	linear.weight	9	0.20532269775867462
244973	linear.bias	0	-0.8414976000785828
244973	linear.bias	1	1.4181123971939087
244973	linear.bias	2	-0.4869976341724396
244973	linear.bias	3	-0.7557269334793091
244973	linear.bias	4	-0.9012489318847656
244973	linear.bias	5	-1.1805716753005981
244973	linear.bias	6	-0.9785381555557251
244973	linear.bias	7	-0.7270600199699402
244973	linear.bias	8	-0.01705317199230194
244973	linear.bias	9	3.503840923309326
245170	transitions	0	-0.47116386890411377
245170	transitions	1	8.862044334411621
245170	transitions	2	-3.639533042907715
245170	transitions	3	1.6153175830841064
245170	transitions	4	-2.226487874984741
245170	transitions	5	-0.43464159965515137
245170	transitions	6	-0.1964675635099411
245170	transitions	7	-10000.0
245170	transitions	8	1.866733431816101
245170	transitions	9	-2.29506516456604
245170	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
245170	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
245170	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
245170	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
245170	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
245170	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
245170	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
245170	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
245170	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
245170	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
245170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
245170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
245170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
245170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
245170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
245170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
245170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
245170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
245170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
245170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
245170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
245170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
245170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
245170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
245170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
245170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
245170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
245170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
245170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
245170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
245170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
245170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
245170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
245170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
245170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
245170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
245170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
245170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
245170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
245170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
245170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
245170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
245170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
245170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
245170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
245170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
245170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
245170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
245170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
245170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
245170	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
245170	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
245170	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
245170	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
245170	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
245170	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
245170	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
245170	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
245170	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
245170	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
245170	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
245170	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
245170	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
245170	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
245170	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
245170	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
245170	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
245170	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
245170	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
245170	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
245170	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
245170	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
245170	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
245170	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
245170	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
245170	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
245170	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
245170	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
245170	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
245170	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
245170	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
245170	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
245170	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
245170	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
245170	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
245170	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
245170	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
245170	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
245170	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
245170	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
245170	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
245170	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
245170	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
245170	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
245170	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
245170	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
245170	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
245170	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
245170	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
245170	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
245170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
245170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
245170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
245170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
245170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
245170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
245170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
245170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
245170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
245170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
245170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
245170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
245170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
245170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
245170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
245170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
245170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
245170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
245170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
245170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
245170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
245170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
245170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
245170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
245170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
245170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
245170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
245170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
245170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
245170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
245170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
245170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
245170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
245170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
245170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
245170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
245170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
245170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
245170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
245170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
245170	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
245170	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
245170	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
245170	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
245170	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
245170	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
245170	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
245170	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
245170	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
245170	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
245170	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
245170	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
245170	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
245170	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
245170	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
245170	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
245170	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
245170	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
245170	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
245170	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
245170	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
245170	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
245170	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
245170	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
245170	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
245170	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
245170	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
245170	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
245170	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
245170	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
245170	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
245170	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
245170	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
245170	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
245170	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
245170	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
245170	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
245170	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
245170	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
245170	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
245170	embedding2nn.weight	0	0.04511826112866402
245170	embedding2nn.weight	1	-0.09418297559022903
245170	embedding2nn.weight	2	0.025500155985355377
245170	embedding2nn.weight	3	-0.06017981097102165
245170	embedding2nn.weight	4	-0.10811315476894379
245170	embedding2nn.weight	5	0.11200931668281555
245170	embedding2nn.weight	6	-0.07717585563659668
245170	embedding2nn.weight	7	-0.07666683197021484
245170	embedding2nn.weight	8	-0.03273900970816612
245170	embedding2nn.weight	9	0.04275114834308624
245170	embedding2nn.bias	0	0.08435071259737015
245170	embedding2nn.bias	1	-0.002563303802162409
245170	embedding2nn.bias	2	-0.07254310697317123
245170	embedding2nn.bias	3	0.027668170630931854
245170	embedding2nn.bias	4	-0.009423399344086647
245170	embedding2nn.bias	5	-0.17276179790496826
245170	embedding2nn.bias	6	-0.09860953688621521
245170	embedding2nn.bias	7	-0.0062348186038434505
245170	embedding2nn.bias	8	0.06115574389696121
245170	embedding2nn.bias	9	-0.07078263908624649
245170	rnn.weight_ih_l0	0	0.04135145619511604
245170	rnn.weight_ih_l0	1	-0.07919567078351974
245170	rnn.weight_ih_l0	2	-0.06327228248119354
245170	rnn.weight_ih_l0	3	-0.055053867399692535
245170	rnn.weight_ih_l0	4	0.018033787608146667
245170	rnn.weight_ih_l0	5	-0.11154644936323166
245170	rnn.weight_ih_l0	6	-0.03710659593343735
245170	rnn.weight_ih_l0	7	-0.0034570833668112755
245170	rnn.weight_ih_l0	8	0.05547120422124863
245170	rnn.weight_ih_l0	9	0.011354665271937847
245170	rnn.weight_hh_l0	0	0.0018172322306782007
245170	rnn.weight_hh_l0	1	-0.0816604420542717
245170	rnn.weight_hh_l0	2	0.0733330026268959
245170	rnn.weight_hh_l0	3	0.05339435487985611
245170	rnn.weight_hh_l0	4	0.006599859334528446
245170	rnn.weight_hh_l0	5	0.07192669063806534
245170	rnn.weight_hh_l0	6	-0.016924461349844933
245170	rnn.weight_hh_l0	7	-0.11215869337320328
245170	rnn.weight_hh_l0	8	0.028171606361865997
245170	rnn.weight_hh_l0	9	-0.07698178291320801
245170	rnn.bias_ih_l0	0	-0.07862632721662521
245170	rnn.bias_ih_l0	1	-0.19093389809131622
245170	rnn.bias_ih_l0	2	-0.2589331269264221
245170	rnn.bias_ih_l0	3	-0.28475791215896606
245170	rnn.bias_ih_l0	4	0.012580000795423985
245170	rnn.bias_ih_l0	5	0.05178860202431679
245170	rnn.bias_ih_l0	6	-0.17344585061073303
245170	rnn.bias_ih_l0	7	-0.266905814409256
245170	rnn.bias_ih_l0	8	-0.1561478078365326
245170	rnn.bias_ih_l0	9	-0.17870378494262695
245170	rnn.bias_hh_l0	0	0.12677767872810364
245170	rnn.bias_hh_l0	1	-0.050198156386613846
245170	rnn.bias_hh_l0	2	0.048904236406087875
245170	rnn.bias_hh_l0	3	-0.17751897871494293
245170	rnn.bias_hh_l0	4	0.05912310257554054
245170	rnn.bias_hh_l0	5	0.05505280941724777
245170	rnn.bias_hh_l0	6	-0.10833234339952469
245170	rnn.bias_hh_l0	7	-0.1524655967950821
245170	rnn.bias_hh_l0	8	-0.1852385699748993
245170	rnn.bias_hh_l0	9	-0.1094195619225502
245170	rnn.weight_ih_l0_reverse	0	-0.01958741806447506
245170	rnn.weight_ih_l0_reverse	1	-0.006874779239296913
245170	rnn.weight_ih_l0_reverse	2	0.0008668676018714905
245170	rnn.weight_ih_l0_reverse	3	0.012294398620724678
245170	rnn.weight_ih_l0_reverse	4	0.011982878670096397
245170	rnn.weight_ih_l0_reverse	5	-0.05821019783616066
245170	rnn.weight_ih_l0_reverse	6	-0.04090745747089386
245170	rnn.weight_ih_l0_reverse	7	0.01480922196060419
245170	rnn.weight_ih_l0_reverse	8	0.08800691366195679
245170	rnn.weight_ih_l0_reverse	9	0.0061643244698643684
245170	rnn.weight_hh_l0_reverse	0	0.0052020363509655
245170	rnn.weight_hh_l0_reverse	1	0.026863958686590195
245170	rnn.weight_hh_l0_reverse	2	-0.04103153944015503
245170	rnn.weight_hh_l0_reverse	3	0.039995767176151276
245170	rnn.weight_hh_l0_reverse	4	0.023832576349377632
245170	rnn.weight_hh_l0_reverse	5	-0.009060581214725971
245170	rnn.weight_hh_l0_reverse	6	0.06899730116128922
245170	rnn.weight_hh_l0_reverse	7	0.03837861865758896
245170	rnn.weight_hh_l0_reverse	8	-0.02371702529489994
245170	rnn.weight_hh_l0_reverse	9	-0.026479683816432953
245170	rnn.bias_ih_l0_reverse	0	-0.14776495099067688
245170	rnn.bias_ih_l0_reverse	1	-0.3113756477832794
245170	rnn.bias_ih_l0_reverse	2	-0.06020047143101692
245170	rnn.bias_ih_l0_reverse	3	-0.1558316946029663
245170	rnn.bias_ih_l0_reverse	4	0.06993822008371353
245170	rnn.bias_ih_l0_reverse	5	-0.2725484073162079
245170	rnn.bias_ih_l0_reverse	6	-0.06789856404066086
245170	rnn.bias_ih_l0_reverse	7	0.01454916875809431
245170	rnn.bias_ih_l0_reverse	8	-0.18787391483783722
245170	rnn.bias_ih_l0_reverse	9	-0.08842644095420837
245170	rnn.bias_hh_l0_reverse	0	-0.1597200185060501
245170	rnn.bias_hh_l0_reverse	1	-0.14201366901397705
245170	rnn.bias_hh_l0_reverse	2	-0.013755779713392258
245170	rnn.bias_hh_l0_reverse	3	-0.14027835428714752
245170	rnn.bias_hh_l0_reverse	4	-0.025512855499982834
245170	rnn.bias_hh_l0_reverse	5	-0.1152992695569992
245170	rnn.bias_hh_l0_reverse	6	-0.07810462266206741
245170	rnn.bias_hh_l0_reverse	7	-0.18571047484874725
245170	rnn.bias_hh_l0_reverse	8	-0.06627194583415985
245170	rnn.bias_hh_l0_reverse	9	-0.11564522981643677
245170	linear.weight	0	-0.28617241978645325
245170	linear.weight	1	-0.11277271062135696
245170	linear.weight	2	-0.011228874325752258
245170	linear.weight	3	-0.0882556289434433
245170	linear.weight	4	0.0035395286977291107
245170	linear.weight	5	0.20408311486244202
245170	linear.weight	6	0.0047744326293468475
245170	linear.weight	7	-0.021312154829502106
245170	linear.weight	8	0.19013138115406036
245170	linear.weight	9	0.20434091985225677
245170	linear.bias	0	-0.8327096104621887
245170	linear.bias	1	1.4176298379898071
245170	linear.bias	2	-0.4921453893184662
245170	linear.bias	3	-0.7582119703292847
245170	linear.bias	4	-0.9111521244049072
245170	linear.bias	5	-1.180576205253601
245170	linear.bias	6	-0.9697136878967285
245170	linear.bias	7	-0.7253255248069763
245170	linear.bias	8	-0.01705317199230194
245170	linear.bias	9	3.523533582687378
245367	transitions	0	-0.4711865484714508
245367	transitions	1	8.869399070739746
245367	transitions	2	-3.6396396160125732
245367	transitions	3	1.612969994544983
245367	transitions	4	-2.226550579071045
245367	transitions	5	-0.4347469210624695
245367	transitions	6	-0.1964806318283081
245367	transitions	7	-10000.0
245367	transitions	8	1.866504192352295
245367	transitions	9	-2.29506516456604
245367	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
245367	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
245367	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
245367	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
245367	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
245367	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
245367	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
245367	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
245367	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
245367	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
245367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
245367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
245367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
245367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
245367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
245367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
245367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
245367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
245367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
245367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
245367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
245367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
245367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
245367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
245367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
245367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
245367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
245367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
245367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
245367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
245367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
245367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
245367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
245367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
245367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
245367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
245367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
245367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
245367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
245367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
245367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
245367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
245367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
245367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
245367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
245367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
245367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
245367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
245367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
245367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
245367	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
245367	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
245367	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
245367	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
245367	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
245367	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
245367	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
245367	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
245367	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
245367	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
245367	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
245367	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
245367	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
245367	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
245367	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
245367	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
245367	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
245367	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
245367	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
245367	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
245367	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
245367	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
245367	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
245367	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
245367	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
245367	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
245367	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
245367	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
245367	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
245367	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
245367	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
245367	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
245367	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
245367	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
245367	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
245367	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
245367	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
245367	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
245367	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
245367	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
245367	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
245367	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
245367	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
245367	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
245367	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
245367	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
245367	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
245367	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
245367	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
245367	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
245367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
245367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
245367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
245367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
245367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
245367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
245367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
245367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
245367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
245367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
245367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
245367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
245367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
245367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
245367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
245367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
245367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
245367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
245367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
245367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
245367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
245367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
245367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
245367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
245367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
245367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
245367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
245367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
245367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
245367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
245367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
245367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
245367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
245367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
245367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
245367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
245367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
245367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
245367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
245367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
245367	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
245367	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
245367	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
245367	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
245367	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
245367	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
245367	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
245367	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
245367	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
245367	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
245367	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
245367	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
245367	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
245367	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
245367	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
245367	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
245367	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
245367	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
245367	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
245367	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
245367	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
245367	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
245367	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
245367	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
245367	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
245367	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
245367	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
245367	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
245367	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
245367	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
245367	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
245367	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
245367	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
245367	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
245367	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
245367	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
245367	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
245367	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
245367	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
245367	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
245367	embedding2nn.weight	0	0.044987406581640244
245367	embedding2nn.weight	1	-0.09396984428167343
245367	embedding2nn.weight	2	0.024915548041462898
245367	embedding2nn.weight	3	-0.06000928208231926
245367	embedding2nn.weight	4	-0.10716453939676285
245367	embedding2nn.weight	5	0.11190828680992126
245367	embedding2nn.weight	6	-0.07512762397527695
245367	embedding2nn.weight	7	-0.0771244615316391
245367	embedding2nn.weight	8	-0.03257417306303978
245367	embedding2nn.weight	9	0.04215395078063011
245367	embedding2nn.bias	0	0.08160706609487534
245367	embedding2nn.bias	1	-0.0027248708065599203
245367	embedding2nn.bias	2	-0.07566311210393906
245367	embedding2nn.bias	3	0.029928889125585556
245367	embedding2nn.bias	4	-0.009414144791662693
245367	embedding2nn.bias	5	-0.16564275324344635
245367	embedding2nn.bias	6	-0.09869200736284256
245367	embedding2nn.bias	7	-0.008169474080204964
245367	embedding2nn.bias	8	0.0643671527504921
245367	embedding2nn.bias	9	-0.06598393619060516
245367	rnn.weight_ih_l0	0	0.0413389727473259
245367	rnn.weight_ih_l0	1	-0.07810360938310623
245367	rnn.weight_ih_l0	2	-0.06307287514209747
245367	rnn.weight_ih_l0	3	-0.05553174391388893
245367	rnn.weight_ih_l0	4	0.018205681815743446
245367	rnn.weight_ih_l0	5	-0.11148522794246674
245367	rnn.weight_ih_l0	6	-0.03603997826576233
245367	rnn.weight_ih_l0	7	-0.00271466001868248
245367	rnn.weight_ih_l0	8	0.055782005190849304
245367	rnn.weight_ih_l0	9	0.011526120826601982
245367	rnn.weight_hh_l0	0	0.001819135621190071
245367	rnn.weight_hh_l0	1	-0.08224542438983917
245367	rnn.weight_hh_l0	2	0.07324419170618057
245367	rnn.weight_hh_l0	3	0.05319948494434357
245367	rnn.weight_hh_l0	4	0.0064116609282791615
245367	rnn.weight_hh_l0	5	0.0718381404876709
245367	rnn.weight_hh_l0	6	-0.016909312456846237
245367	rnn.weight_hh_l0	7	-0.11203765124082565
245367	rnn.weight_hh_l0	8	0.027918320149183273
245367	rnn.weight_hh_l0	9	-0.07563663274049759
245367	rnn.bias_ih_l0	0	-0.0779341533780098
245367	rnn.bias_ih_l0	1	-0.19182170927524567
245367	rnn.bias_ih_l0	2	-0.25838136672973633
245367	rnn.bias_ih_l0	3	-0.2840181291103363
245367	rnn.bias_ih_l0	4	0.012330925092101097
245367	rnn.bias_ih_l0	5	0.05108366906642914
245367	rnn.bias_ih_l0	6	-0.17419902980327606
245367	rnn.bias_ih_l0	7	-0.2659028172492981
245367	rnn.bias_ih_l0	8	-0.1564256101846695
245367	rnn.bias_ih_l0	9	-0.17758959531784058
245367	rnn.bias_hh_l0	0	0.12589788436889648
245367	rnn.bias_hh_l0	1	-0.05082669109106064
245367	rnn.bias_hh_l0	2	0.04882903769612312
245367	rnn.bias_hh_l0	3	-0.1775309443473816
245367	rnn.bias_hh_l0	4	0.05874289572238922
245367	rnn.bias_hh_l0	5	0.05439480394124985
245367	rnn.bias_hh_l0	6	-0.10902140289545059
245367	rnn.bias_hh_l0	7	-0.1532791703939438
245367	rnn.bias_hh_l0	8	-0.1850924789905548
245367	rnn.bias_hh_l0	9	-0.10971848666667938
245367	rnn.weight_ih_l0_reverse	0	-0.019418062642216682
245367	rnn.weight_ih_l0_reverse	1	-0.007266630884259939
245367	rnn.weight_ih_l0_reverse	2	0.0013738321140408516
245367	rnn.weight_ih_l0_reverse	3	0.012793807312846184
245367	rnn.weight_ih_l0_reverse	4	0.012983577325940132
245367	rnn.weight_ih_l0_reverse	5	-0.057704370468854904
245367	rnn.weight_ih_l0_reverse	6	-0.041172824800014496
245367	rnn.weight_ih_l0_reverse	7	0.015323582105338573
245367	rnn.weight_ih_l0_reverse	8	0.08785901963710785
245367	rnn.weight_ih_l0_reverse	9	0.0050090705044567585
245367	rnn.weight_hh_l0_reverse	0	0.005582695826888084
245367	rnn.weight_hh_l0_reverse	1	0.02687414363026619
245367	rnn.weight_hh_l0_reverse	2	-0.04089856147766113
245367	rnn.weight_hh_l0_reverse	3	0.03983005881309509
245367	rnn.weight_hh_l0_reverse	4	0.02386445365846157
245367	rnn.weight_hh_l0_reverse	5	-0.009302066639065742
245367	rnn.weight_hh_l0_reverse	6	0.06902836263179779
245367	rnn.weight_hh_l0_reverse	7	0.03819675371050835
245367	rnn.weight_hh_l0_reverse	8	-0.023697618395090103
245367	rnn.weight_hh_l0_reverse	9	-0.026764819398522377
245367	rnn.bias_ih_l0_reverse	0	-0.1488111913204193
245367	rnn.bias_ih_l0_reverse	1	-0.31226229667663574
245367	rnn.bias_ih_l0_reverse	2	-0.059817831963300705
245367	rnn.bias_ih_l0_reverse	3	-0.15554913878440857
245367	rnn.bias_ih_l0_reverse	4	0.06986412405967712
245367	rnn.bias_ih_l0_reverse	5	-0.2722758650779724
245367	rnn.bias_ih_l0_reverse	6	-0.06866274774074554
245367	rnn.bias_ih_l0_reverse	7	0.015511341392993927
245367	rnn.bias_ih_l0_reverse	8	-0.18781064450740814
245367	rnn.bias_ih_l0_reverse	9	-0.08868144452571869
245367	rnn.bias_hh_l0_reverse	0	-0.15963859856128693
245367	rnn.bias_hh_l0_reverse	1	-0.1420518010854721
245367	rnn.bias_hh_l0_reverse	2	-0.013853748328983784
245367	rnn.bias_hh_l0_reverse	3	-0.13965068757534027
245367	rnn.bias_hh_l0_reverse	4	-0.025710679590702057
245367	rnn.bias_hh_l0_reverse	5	-0.11543936282396317
245367	rnn.bias_hh_l0_reverse	6	-0.0778656005859375
245367	rnn.bias_hh_l0_reverse	7	-0.1853289157152176
245367	rnn.bias_hh_l0_reverse	8	-0.0660843774676323
245367	rnn.bias_hh_l0_reverse	9	-0.11597207933664322
245367	linear.weight	0	-0.28400832414627075
245367	linear.weight	1	-0.11457790434360504
245367	linear.weight	2	-0.011228874325752258
245367	linear.weight	3	-0.08795667439699173
245367	linear.weight	4	0.0012696076883003116
245367	linear.weight	5	0.20697911083698273
245367	linear.weight	6	0.0047744326293468475
245367	linear.weight	7	-0.021312154829502106
245367	linear.weight	8	0.1896635890007019
245367	linear.weight	9	0.20178909599781036
245367	linear.bias	0	-0.8345811367034912
245367	linear.bias	1	1.40364670753479
245367	linear.bias	2	-0.5040639042854309
245367	linear.bias	3	-0.7526491284370422
245367	linear.bias	4	-0.924378514289856
245367	linear.bias	5	-1.180580496788025
245367	linear.bias	6	-0.9715135097503662
245367	linear.bias	7	-0.7186708450317383
245367	linear.bias	8	-0.01705317199230194
245367	linear.bias	9	3.5568974018096924
245564	transitions	0	-0.47121745347976685
245564	transitions	1	8.865829467773438
245564	transitions	2	-3.63978910446167
245564	transitions	3	1.6165622472763062
245564	transitions	4	-2.226630926132202
245564	transitions	5	-0.43476301431655884
245564	transitions	6	-0.1964881271123886
245564	transitions	7	-10000.0
245564	transitions	8	1.8664202690124512
245564	transitions	9	-2.29506516456604
245564	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
245564	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
245564	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
245564	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
245564	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
245564	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
245564	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
245564	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
245564	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
245564	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
245564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
245564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
245564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
245564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
245564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
245564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
245564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
245564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
245564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
245564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
245564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
245564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
245564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
245564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
245564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
245564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
245564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
245564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
245564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
245564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
245564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
245564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
245564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
245564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
245564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
245564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
245564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
245564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
245564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
245564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
245564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
245564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
245564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
245564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
245564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
245564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
245564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
245564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
245564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
245564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
245564	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
245564	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
245564	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
245564	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
245564	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
245564	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
245564	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
245564	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
245564	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
245564	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
245564	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
245564	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
245564	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
245564	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
245564	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
245564	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
245564	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
245564	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
245564	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
245564	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
245564	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
245564	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
245564	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
245564	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
245564	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
245564	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
245564	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
245564	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
245564	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
245564	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
245564	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
245564	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
245564	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
245564	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
245564	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
245564	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
245564	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
245564	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
245564	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
245564	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
245564	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
245564	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
245564	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
245564	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
245564	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
245564	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
245564	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
245564	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
245564	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
245564	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
245564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
245564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
245564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
245564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
245564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
245564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
245564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
245564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
245564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
245564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
245564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
245564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
245564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
245564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
245564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
245564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
245564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
245564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
245564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
245564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
245564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
245564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
245564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
245564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
245564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
245564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
245564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
245564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
245564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
245564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
245564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
245564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
245564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
245564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
245564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
245564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
245564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
245564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
245564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
245564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
245564	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
245564	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
245564	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
245564	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
245564	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
245564	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
245564	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
245564	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
245564	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
245564	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
245564	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
245564	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
245564	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
245564	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
245564	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
245564	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
245564	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
245564	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
245564	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
245564	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
245564	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
245564	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
245564	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
245564	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
245564	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
245564	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
245564	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
245564	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
245564	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
245564	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
245564	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
245564	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
245564	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
245564	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
245564	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
245564	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
245564	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
245564	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
245564	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
245564	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
245564	embedding2nn.weight	0	0.04489022120833397
245564	embedding2nn.weight	1	-0.09382054954767227
245564	embedding2nn.weight	2	0.02410048432648182
245564	embedding2nn.weight	3	-0.06034073978662491
245564	embedding2nn.weight	4	-0.10726230591535568
245564	embedding2nn.weight	5	0.11161711066961288
245564	embedding2nn.weight	6	-0.07385988533496857
245564	embedding2nn.weight	7	-0.07655295729637146
245564	embedding2nn.weight	8	-0.03245345875620842
245564	embedding2nn.weight	9	0.04240044951438904
245564	embedding2nn.bias	0	0.07828684896230698
245564	embedding2nn.bias	1	-0.0023312889970839024
245564	embedding2nn.bias	2	-0.07779338955879211
245564	embedding2nn.bias	3	0.03324299678206444
245564	embedding2nn.bias	4	-0.012093175202608109
245564	embedding2nn.bias	5	-0.16278094053268433
245564	embedding2nn.bias	6	-0.1022476851940155
245564	embedding2nn.bias	7	-0.004977850709110498
245564	embedding2nn.bias	8	0.06776301562786102
245564	embedding2nn.bias	9	-0.06764652580022812
245564	rnn.weight_ih_l0	0	0.04146707057952881
245564	rnn.weight_ih_l0	1	-0.07817108184099197
245564	rnn.weight_ih_l0	2	-0.06337843835353851
245564	rnn.weight_ih_l0	3	-0.055028729140758514
245564	rnn.weight_ih_l0	4	0.018200485035777092
245564	rnn.weight_ih_l0	5	-0.1112394705414772
245564	rnn.weight_ih_l0	6	-0.03585963323712349
245564	rnn.weight_ih_l0	7	-0.003249031025916338
245564	rnn.weight_ih_l0	8	0.054528847336769104
245564	rnn.weight_ih_l0	9	0.012092450633645058
245564	rnn.weight_hh_l0	0	0.0019426654325798154
245564	rnn.weight_hh_l0	1	-0.0822543129324913
245564	rnn.weight_hh_l0	2	0.07317318767309189
245564	rnn.weight_hh_l0	3	0.05316014587879181
245564	rnn.weight_hh_l0	4	0.0063273790292441845
245564	rnn.weight_hh_l0	5	0.07236092537641525
245564	rnn.weight_hh_l0	6	-0.016917606815695763
245564	rnn.weight_hh_l0	7	-0.11204098165035248
245564	rnn.weight_hh_l0	8	0.027707507833838463
245564	rnn.weight_hh_l0	9	-0.07584822922945023
245564	rnn.bias_ih_l0	0	-0.07923630625009537
245564	rnn.bias_ih_l0	1	-0.19191613793373108
245564	rnn.bias_ih_l0	2	-0.25872117280960083
245564	rnn.bias_ih_l0	3	-0.28511685132980347
245564	rnn.bias_ih_l0	4	0.011106080375611782
245564	rnn.bias_ih_l0	5	0.05156826227903366
245564	rnn.bias_ih_l0	6	-0.17358632385730743
245564	rnn.bias_ih_l0	7	-0.26683926582336426
245564	rnn.bias_ih_l0	8	-0.15609721839427948
245564	rnn.bias_ih_l0	9	-0.17782734334468842
245564	rnn.bias_hh_l0	0	0.12588034570217133
245564	rnn.bias_hh_l0	1	-0.05024249851703644
245564	rnn.bias_hh_l0	2	0.047511857002973557
245564	rnn.bias_hh_l0	3	-0.17837932705879211
245564	rnn.bias_hh_l0	4	0.05805032700300217
245564	rnn.bias_hh_l0	5	0.054330941289663315
245564	rnn.bias_hh_l0	6	-0.10855408012866974
245564	rnn.bias_hh_l0	7	-0.15324825048446655
245564	rnn.bias_hh_l0	8	-0.18522317707538605
245564	rnn.bias_hh_l0	9	-0.1094936728477478
245564	rnn.weight_ih_l0_reverse	0	-0.0192983690649271
245564	rnn.weight_ih_l0_reverse	1	-0.007968856953084469
245564	rnn.weight_ih_l0_reverse	2	0.002068439731374383
245564	rnn.weight_ih_l0_reverse	3	0.012786339968442917
245564	rnn.weight_ih_l0_reverse	4	0.012500730343163013
245564	rnn.weight_ih_l0_reverse	5	-0.05740811675786972
245564	rnn.weight_ih_l0_reverse	6	-0.04176876321434975
245564	rnn.weight_ih_l0_reverse	7	0.015872646123170853
245564	rnn.weight_ih_l0_reverse	8	0.08820479363203049
245564	rnn.weight_ih_l0_reverse	9	0.005536680109798908
245564	rnn.weight_hh_l0_reverse	0	0.005554156843572855
245564	rnn.weight_hh_l0_reverse	1	0.02690827287733555
245564	rnn.weight_hh_l0_reverse	2	-0.04085499793291092
245564	rnn.weight_hh_l0_reverse	3	0.03979610651731491
245564	rnn.weight_hh_l0_reverse	4	0.02354450523853302
245564	rnn.weight_hh_l0_reverse	5	-0.009270898997783661
245564	rnn.weight_hh_l0_reverse	6	0.06892948597669601
245564	rnn.weight_hh_l0_reverse	7	0.0378967709839344
245564	rnn.weight_hh_l0_reverse	8	-0.02342447079718113
245564	rnn.weight_hh_l0_reverse	9	-0.02661658264696598
245564	rnn.bias_ih_l0_reverse	0	-0.14910954236984253
245564	rnn.bias_ih_l0_reverse	1	-0.31217730045318604
245564	rnn.bias_ih_l0_reverse	2	-0.059707161039114
245564	rnn.bias_ih_l0_reverse	3	-0.15541201829910278
245564	rnn.bias_ih_l0_reverse	4	0.06804517656564713
245564	rnn.bias_ih_l0_reverse	5	-0.27215808629989624
245564	rnn.bias_ih_l0_reverse	6	-0.07003315538167953
245564	rnn.bias_ih_l0_reverse	7	0.014587144367396832
245564	rnn.bias_ih_l0_reverse	8	-0.1883287876844406
245564	rnn.bias_ih_l0_reverse	9	-0.09008707851171494
245564	rnn.bias_hh_l0_reverse	0	-0.16046053171157837
245564	rnn.bias_hh_l0_reverse	1	-0.14146830141544342
245564	rnn.bias_hh_l0_reverse	2	-0.014103700406849384
245564	rnn.bias_hh_l0_reverse	3	-0.13952189683914185
245564	rnn.bias_hh_l0_reverse	4	-0.025753524154424667
245564	rnn.bias_hh_l0_reverse	5	-0.1155976727604866
245564	rnn.bias_hh_l0_reverse	6	-0.07772548496723175
245564	rnn.bias_hh_l0_reverse	7	-0.1854417473077774
245564	rnn.bias_hh_l0_reverse	8	-0.06691300123929977
245564	rnn.bias_hh_l0_reverse	9	-0.11683586239814758
245564	linear.weight	0	-0.2783983647823334
245564	linear.weight	1	-0.11577665060758591
245564	linear.weight	2	-0.011228874325752258
245564	linear.weight	3	-0.08655977994203568
245564	linear.weight	4	1.9620911189122126e-05
245564	linear.weight	5	0.20357413589954376
245564	linear.weight	6	0.0047744326293468475
245564	linear.weight	7	-0.021312154829502106
245564	linear.weight	8	0.1932723969221115
245564	linear.weight	9	0.19781167805194855
245564	linear.bias	0	-0.8355610370635986
245564	linear.bias	1	1.414807677268982
245564	linear.bias	2	-0.4898569881916046
245564	linear.bias	3	-0.755406379699707
245564	linear.bias	4	-0.9423294067382812
245564	linear.bias	5	-1.1805866956710815
245564	linear.bias	6	-0.972658097743988
245564	linear.bias	7	-0.7220197916030884
245564	linear.bias	8	-0.01705317199230194
245564	linear.bias	9	3.5373446941375732
245761	transitions	0	-0.47125574946403503
245761	transitions	1	8.854251861572266
245761	transitions	2	-3.6398637294769287
245761	transitions	3	1.6207963228225708
245761	transitions	4	-2.2267143726348877
245761	transitions	5	-0.4349704384803772
245761	transitions	6	-0.19649969041347504
245761	transitions	7	-10000.0
245761	transitions	8	1.8668906688690186
245761	transitions	9	-2.2950661182403564
245761	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
245761	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
245761	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
245761	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
245761	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
245761	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
245761	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
245761	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
245761	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
245761	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
245761	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
245761	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
245761	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
245761	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
245761	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
245761	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
245761	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
245761	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
245761	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
245761	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
245761	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
245761	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
245761	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
245761	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
245761	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
245761	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
245761	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
245761	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
245761	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
245761	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
245761	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
245761	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
245761	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
245761	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
245761	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
245761	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
245761	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
245761	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
245761	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
245761	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
245761	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
245761	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
245761	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
245761	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
245761	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
245761	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
245761	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
245761	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
245761	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
245761	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
245761	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
245761	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
245761	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
245761	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
245761	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
245761	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
245761	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
245761	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
245761	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
245761	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
245761	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
245761	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
245761	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
245761	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
245761	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
245761	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
245761	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
245761	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
245761	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
245761	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
245761	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
245761	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
245761	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
245761	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
245761	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
245761	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
245761	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
245761	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
245761	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
245761	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
245761	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
245761	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
245761	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
245761	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
245761	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
245761	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
245761	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
245761	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
245761	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
245761	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
245761	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
245761	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
245761	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
245761	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
245761	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
245761	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
245761	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
245761	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
245761	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
245761	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
245761	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
245761	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
245761	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
245761	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
245761	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
245761	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
245761	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
245761	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
245761	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
245761	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
245761	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
245761	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
245761	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
245761	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
245761	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
245761	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
245761	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
245761	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
245761	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
245761	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
245761	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
245761	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
245761	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
245761	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
245761	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
245761	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
245761	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
245761	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
245761	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
245761	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
245761	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
245761	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
245761	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
245761	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
245761	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
245761	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
245761	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
245761	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
245761	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
245761	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
245761	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
245761	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
245761	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
245761	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
245761	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
245761	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
245761	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
245761	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
245761	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
245761	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
245761	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
245761	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
245761	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
245761	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
245761	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
245761	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
245761	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
245761	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
245761	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
245761	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
245761	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
245761	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
245761	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
245761	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
245761	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
245761	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
245761	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
245761	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
245761	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
245761	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
245761	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
245761	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
245761	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
245761	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
245761	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
245761	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
245761	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
245761	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
245761	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
245761	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
245761	embedding2nn.weight	0	0.044964779168367386
245761	embedding2nn.weight	1	-0.09426433593034744
245761	embedding2nn.weight	2	0.023563751950860023
245761	embedding2nn.weight	3	-0.0603497140109539
245761	embedding2nn.weight	4	-0.10758060961961746
245761	embedding2nn.weight	5	0.11187931895256042
245761	embedding2nn.weight	6	-0.07269100099802017
245761	embedding2nn.weight	7	-0.07632675766944885
245761	embedding2nn.weight	8	-0.03282337263226509
245761	embedding2nn.weight	9	0.04225942865014076
245761	embedding2nn.bias	0	0.07884310185909271
245761	embedding2nn.bias	1	-0.003801266197115183
245761	embedding2nn.bias	2	-0.07338838279247284
245761	embedding2nn.bias	3	0.03789384663105011
245761	embedding2nn.bias	4	-0.008951801806688309
245761	embedding2nn.bias	5	-0.16562439501285553
245761	embedding2nn.bias	6	-0.09821146726608276
245761	embedding2nn.bias	7	-0.004956495016813278
245761	embedding2nn.bias	8	0.06677854061126709
245761	embedding2nn.bias	9	-0.06887227296829224
245761	rnn.weight_ih_l0	0	0.0413920134305954
245761	rnn.weight_ih_l0	1	-0.07862158864736557
245761	rnn.weight_ih_l0	2	-0.06339381635189056
245761	rnn.weight_ih_l0	3	-0.05539139360189438
245761	rnn.weight_ih_l0	4	0.01790136657655239
245761	rnn.weight_ih_l0	5	-0.11116581410169601
245761	rnn.weight_ih_l0	6	-0.035152602940797806
245761	rnn.weight_ih_l0	7	-0.0029532548505812883
245761	rnn.weight_ih_l0	8	0.05478665232658386
245761	rnn.weight_ih_l0	9	0.01212388277053833
245761	rnn.weight_hh_l0	0	0.0023239250294864178
245761	rnn.weight_hh_l0	1	-0.08264046162366867
245761	rnn.weight_hh_l0	2	0.07329456508159637
245761	rnn.weight_hh_l0	3	0.05317871645092964
245761	rnn.weight_hh_l0	4	0.0063611543737351894
245761	rnn.weight_hh_l0	5	0.07235494256019592
245761	rnn.weight_hh_l0	6	-0.01683969609439373
245761	rnn.weight_hh_l0	7	-0.11200441420078278
245761	rnn.weight_hh_l0	8	0.02755417861044407
245761	rnn.weight_hh_l0	9	-0.07608737051486969
245761	rnn.bias_ih_l0	0	-0.07811689376831055
245761	rnn.bias_ih_l0	1	-0.1920696496963501
245761	rnn.bias_ih_l0	2	-0.2584359645843506
245761	rnn.bias_ih_l0	3	-0.28476592898368835
245761	rnn.bias_ih_l0	4	0.010699299164116383
245761	rnn.bias_ih_l0	5	0.052095673978328705
245761	rnn.bias_ih_l0	6	-0.17498032748699188
245761	rnn.bias_ih_l0	7	-0.267796128988266
245761	rnn.bias_ih_l0	8	-0.15709903836250305
245761	rnn.bias_ih_l0	9	-0.17828741669654846
245761	rnn.bias_hh_l0	0	0.12606362998485565
245761	rnn.bias_hh_l0	1	-0.049661409109830856
245761	rnn.bias_hh_l0	2	0.04758564010262489
245761	rnn.bias_hh_l0	3	-0.17868809401988983
245761	rnn.bias_hh_l0	4	0.05895163118839264
245761	rnn.bias_hh_l0	5	0.05510791018605232
245761	rnn.bias_hh_l0	6	-0.10794282704591751
245761	rnn.bias_hh_l0	7	-0.15456713736057281
245761	rnn.bias_hh_l0	8	-0.1846919059753418
245761	rnn.bias_hh_l0	9	-0.10865141451358795
245761	rnn.weight_ih_l0_reverse	0	-0.019411129876971245
245761	rnn.weight_ih_l0_reverse	1	-0.007362335920333862
245761	rnn.weight_ih_l0_reverse	2	0.002139110118150711
245761	rnn.weight_ih_l0_reverse	3	0.011957000941038132
245761	rnn.weight_ih_l0_reverse	4	0.011691926047205925
245761	rnn.weight_ih_l0_reverse	5	-0.05677126348018646
245761	rnn.weight_ih_l0_reverse	6	-0.04178857058286667
245761	rnn.weight_ih_l0_reverse	7	0.01580020971596241
245761	rnn.weight_ih_l0_reverse	8	0.08819300681352615
245761	rnn.weight_ih_l0_reverse	9	0.00523760262876749
245761	rnn.weight_hh_l0_reverse	0	0.005463543348014355
245761	rnn.weight_hh_l0_reverse	1	0.026807161048054695
245761	rnn.weight_hh_l0_reverse	2	-0.04125559329986572
245761	rnn.weight_hh_l0_reverse	3	0.03969806805253029
245761	rnn.weight_hh_l0_reverse	4	0.02348998561501503
245761	rnn.weight_hh_l0_reverse	5	-0.00937751866877079
245761	rnn.weight_hh_l0_reverse	6	0.06886788457632065
245761	rnn.weight_hh_l0_reverse	7	0.037896253168582916
245761	rnn.weight_hh_l0_reverse	8	-0.02331121638417244
245761	rnn.weight_hh_l0_reverse	9	-0.026448629796504974
245761	rnn.bias_ih_l0_reverse	0	-0.14966285228729248
245761	rnn.bias_ih_l0_reverse	1	-0.3121028542518616
245761	rnn.bias_ih_l0_reverse	2	-0.059660300612449646
245761	rnn.bias_ih_l0_reverse	3	-0.1545412540435791
245761	rnn.bias_ih_l0_reverse	4	0.0669931173324585
245761	rnn.bias_ih_l0_reverse	5	-0.2719076871871948
245761	rnn.bias_ih_l0_reverse	6	-0.07073569297790527
245761	rnn.bias_ih_l0_reverse	7	0.012045006267726421
245761	rnn.bias_ih_l0_reverse	8	-0.18839606642723083
245761	rnn.bias_ih_l0_reverse	9	-0.09028226137161255
245761	rnn.bias_hh_l0_reverse	0	-0.1597091257572174
245761	rnn.bias_hh_l0_reverse	1	-0.14145316183567047
245761	rnn.bias_hh_l0_reverse	2	-0.013757779262959957
245761	rnn.bias_hh_l0_reverse	3	-0.1395552158355713
245761	rnn.bias_hh_l0_reverse	4	-0.02620311826467514
245761	rnn.bias_hh_l0_reverse	5	-0.11645222455263138
245761	rnn.bias_hh_l0_reverse	6	-0.07772930711507797
245761	rnn.bias_hh_l0_reverse	7	-0.18495097756385803
245761	rnn.bias_hh_l0_reverse	8	-0.06679995357990265
245761	rnn.bias_hh_l0_reverse	9	-0.11742617934942245
245761	linear.weight	0	-0.27889376878738403
245761	linear.weight	1	-0.11818711459636688
245761	linear.weight	2	-0.011228874325752258
245761	linear.weight	3	-0.08396802097558975
245761	linear.weight	4	-0.0009916239650920033
245761	linear.weight	5	0.20708440244197845
245761	linear.weight	6	0.0047744326293468475
245761	linear.weight	7	-0.021312154829502106
245761	linear.weight	8	0.1858510822057724
245761	linear.weight	9	0.1969374120235443
245761	linear.bias	0	-0.8394809365272522
245761	linear.bias	1	1.4212590456008911
245761	linear.bias	2	-0.4580189287662506
245761	linear.bias	3	-0.7670539021492004
245761	linear.bias	4	-0.924211323261261
245761	linear.bias	5	-1.1805927753448486
245761	linear.bias	6	-0.9758111834526062
245761	linear.bias	7	-0.7111718058586121
245761	linear.bias	8	-0.01705317199230194
245761	linear.bias	9	3.5112998485565186
245958	transitions	0	-0.47131913900375366
245958	transitions	1	8.859636306762695
245958	transitions	2	-3.639956474304199
245958	transitions	3	1.617661952972412
245958	transitions	4	-2.2268226146698
245958	transitions	5	-0.4349784851074219
245958	transitions	6	-0.19650651514530182
245958	transitions	7	-10000.0
245958	transitions	8	1.8672206401824951
245958	transitions	9	-2.2950661182403564
245958	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
245958	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
245958	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
245958	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
245958	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
245958	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
245958	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
245958	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
245958	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
245958	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
245958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
245958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
245958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
245958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
245958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
245958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
245958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
245958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
245958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
245958	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
245958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
245958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
245958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
245958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
245958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
245958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
245958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
245958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
245958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
245958	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
245958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
245958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
245958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
245958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
245958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
245958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
245958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
245958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
245958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
245958	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
245958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
245958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
245958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
245958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
245958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
245958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
245958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
245958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
245958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
245958	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
245958	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
245958	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
245958	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
245958	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
245958	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
245958	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
245958	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
245958	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
245958	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
245958	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
245958	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
245958	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
245958	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
245958	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
245958	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
245958	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
245958	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
245958	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
245958	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
245958	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
245958	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
245958	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
245958	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
245958	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
245958	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
245958	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
245958	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
245958	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
245958	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
245958	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
245958	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
245958	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
245958	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
245958	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
245958	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
245958	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
245958	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
245958	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
245958	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
245958	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
245958	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
245958	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
245958	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
245958	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
245958	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
245958	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
245958	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
245958	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
245958	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
245958	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
245958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
245958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
245958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
245958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
245958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
245958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
245958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
245958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
245958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
245958	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
245958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
245958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
245958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
245958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
245958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
245958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
245958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
245958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
245958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
245958	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
245958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
245958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
245958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
245958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
245958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
245958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
245958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
245958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
245958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
245958	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
245958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
245958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
245958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
245958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
245958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
245958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
245958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
245958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
245958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
245958	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
245958	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
245958	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
245958	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
245958	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
245958	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
245958	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
245958	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
245958	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
245958	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
245958	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
245958	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
245958	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
245958	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
245958	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
245958	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
245958	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
245958	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
245958	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
245958	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
245958	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
245958	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
245958	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
245958	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
245958	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
245958	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
245958	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
245958	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
245958	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
245958	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
245958	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
245958	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
245958	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
245958	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
245958	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
245958	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
245958	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
245958	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
245958	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
245958	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
245958	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
245958	embedding2nn.weight	0	0.045131441205739975
245958	embedding2nn.weight	1	-0.09453170001506805
245958	embedding2nn.weight	2	0.024356335401535034
245958	embedding2nn.weight	3	-0.060849882662296295
245958	embedding2nn.weight	4	-0.10654432326555252
245958	embedding2nn.weight	5	0.1118156760931015
245958	embedding2nn.weight	6	-0.07481333613395691
245958	embedding2nn.weight	7	-0.0753651112318039
245958	embedding2nn.weight	8	-0.032772161066532135
245958	embedding2nn.weight	9	0.042921606451272964
245958	embedding2nn.bias	0	0.077862448990345
245958	embedding2nn.bias	1	-0.006198875140398741
245958	embedding2nn.bias	2	-0.07444186508655548
245958	embedding2nn.bias	3	0.04267187416553497
245958	embedding2nn.bias	4	-0.010375388897955418
245958	embedding2nn.bias	5	-0.16352270543575287
245958	embedding2nn.bias	6	-0.09739219397306442
245958	embedding2nn.bias	7	-0.009153936058282852
245958	embedding2nn.bias	8	0.06711448729038239
245958	embedding2nn.bias	9	-0.06589611619710922
245958	rnn.weight_ih_l0	0	0.041523635387420654
245958	rnn.weight_ih_l0	1	-0.07834109663963318
245958	rnn.weight_ih_l0	2	-0.06324563920497894
245958	rnn.weight_ih_l0	3	-0.05550406128168106
245958	rnn.weight_ih_l0	4	0.01805408112704754
245958	rnn.weight_ih_l0	5	-0.11157824844121933
245958	rnn.weight_ih_l0	6	-0.03570814058184624
245958	rnn.weight_ih_l0	7	-0.0030955413822084665
245958	rnn.weight_ih_l0	8	0.054985109716653824
245958	rnn.weight_ih_l0	9	0.012139182537794113
245958	rnn.weight_hh_l0	0	0.002325791399925947
245958	rnn.weight_hh_l0	1	-0.08312327414751053
245958	rnn.weight_hh_l0	2	0.07315033674240112
245958	rnn.weight_hh_l0	3	0.05324782431125641
245958	rnn.weight_hh_l0	4	0.006569997873157263
245958	rnn.weight_hh_l0	5	0.07219545543193817
245958	rnn.weight_hh_l0	6	-0.016712525859475136
245958	rnn.weight_hh_l0	7	-0.11197685450315475
245958	rnn.weight_hh_l0	8	0.02754543162882328
245958	rnn.weight_hh_l0	9	-0.07541585713624954
245958	rnn.bias_ih_l0	0	-0.07690457254648209
245958	rnn.bias_ih_l0	1	-0.19223849475383759
245958	rnn.bias_ih_l0	2	-0.2584298551082611
245958	rnn.bias_ih_l0	3	-0.2861982583999634
245958	rnn.bias_ih_l0	4	0.011302093975245953
245958	rnn.bias_ih_l0	5	0.05189623311161995
245958	rnn.bias_ih_l0	6	-0.17391838133335114
245958	rnn.bias_ih_l0	7	-0.2681358754634857
245958	rnn.bias_ih_l0	8	-0.15809932351112366
245958	rnn.bias_ih_l0	9	-0.17734107375144958
245958	rnn.bias_hh_l0	0	0.12667395174503326
245958	rnn.bias_hh_l0	1	-0.050695497542619705
245958	rnn.bias_hh_l0	2	0.047522492706775665
245958	rnn.bias_hh_l0	3	-0.17898404598236084
245958	rnn.bias_hh_l0	4	0.05831177532672882
245958	rnn.bias_hh_l0	5	0.05591825023293495
245958	rnn.bias_hh_l0	6	-0.1084122359752655
245958	rnn.bias_hh_l0	7	-0.15435780584812164
245958	rnn.bias_hh_l0	8	-0.1851457953453064
245958	rnn.bias_hh_l0	9	-0.10899312794208527
245958	rnn.weight_ih_l0_reverse	0	-0.01965135522186756
245958	rnn.weight_ih_l0_reverse	1	-0.007750705815851688
245958	rnn.weight_ih_l0_reverse	2	0.002425656421110034
245958	rnn.weight_ih_l0_reverse	3	0.01200964767485857
245958	rnn.weight_ih_l0_reverse	4	0.011302586644887924
245958	rnn.weight_ih_l0_reverse	5	-0.05722919479012489
245958	rnn.weight_ih_l0_reverse	6	-0.04152369499206543
245958	rnn.weight_ih_l0_reverse	7	0.016145717352628708
245958	rnn.weight_ih_l0_reverse	8	0.08691304922103882
245958	rnn.weight_ih_l0_reverse	9	0.00491292541846633
245958	rnn.weight_hh_l0_reverse	0	0.005587943363934755
245958	rnn.weight_hh_l0_reverse	1	0.026872942224144936
245958	rnn.weight_hh_l0_reverse	2	-0.04088568314909935
245958	rnn.weight_hh_l0_reverse	3	0.03943559154868126
245958	rnn.weight_hh_l0_reverse	4	0.023550819605588913
245958	rnn.weight_hh_l0_reverse	5	-0.009399516507983208
245958	rnn.weight_hh_l0_reverse	6	0.06908678263425827
245958	rnn.weight_hh_l0_reverse	7	0.037987858057022095
245958	rnn.weight_hh_l0_reverse	8	-0.023723319172859192
245958	rnn.weight_hh_l0_reverse	9	-0.02631351538002491
245958	rnn.bias_ih_l0_reverse	0	-0.14996351301670074
245958	rnn.bias_ih_l0_reverse	1	-0.3132517635822296
245958	rnn.bias_ih_l0_reverse	2	-0.060719914734363556
245958	rnn.bias_ih_l0_reverse	3	-0.15514089167118073
245958	rnn.bias_ih_l0_reverse	4	0.06624700874090195
245958	rnn.bias_ih_l0_reverse	5	-0.2716541588306427
245958	rnn.bias_ih_l0_reverse	6	-0.06978049129247665
245958	rnn.bias_ih_l0_reverse	7	0.014308396726846695
245958	rnn.bias_ih_l0_reverse	8	-0.1889759749174118
245958	rnn.bias_ih_l0_reverse	9	-0.09042719006538391
245958	rnn.bias_hh_l0_reverse	0	-0.15858903527259827
245958	rnn.bias_hh_l0_reverse	1	-0.14239567518234253
245958	rnn.bias_hh_l0_reverse	2	-0.013928070664405823
245958	rnn.bias_hh_l0_reverse	3	-0.13947342336177826
245958	rnn.bias_hh_l0_reverse	4	-0.026668019592761993
245958	rnn.bias_hh_l0_reverse	5	-0.1168077364563942
245958	rnn.bias_hh_l0_reverse	6	-0.07897723466157913
245958	rnn.bias_hh_l0_reverse	7	-0.18493321537971497
245958	rnn.bias_hh_l0_reverse	8	-0.06652228534221649
245958	rnn.bias_hh_l0_reverse	9	-0.11741068959236145
245958	linear.weight	0	-0.2770497500896454
245958	linear.weight	1	-0.12007779628038406
245958	linear.weight	2	-0.011228874325752258
245958	linear.weight	3	-0.08528550714254379
245958	linear.weight	4	0.003103523515164852
245958	linear.weight	5	0.21215620636940002
245958	linear.weight	6	0.0047744326293468475
245958	linear.weight	7	-0.021312154829502106
245958	linear.weight	8	0.19308312237262726
245958	linear.weight	9	0.19450873136520386
245958	linear.bias	0	-0.847557783126831
245958	linear.bias	1	1.4320544004440308
245958	linear.bias	2	-0.488481730222702
245958	linear.bias	3	-0.7642844319343567
245958	linear.bias	4	-0.9094752073287964
245958	linear.bias	5	-1.1806014776229858
245958	linear.bias	6	-0.984616756439209
245958	linear.bias	7	-0.6996528506278992
245958	linear.bias	8	-0.01705317199230194
245958	linear.bias	9	3.5233876705169678
246155	transitions	0	-0.47139689326286316
246155	transitions	1	8.862555503845215
246155	transitions	2	-3.6400508880615234
246155	transitions	3	1.614039659500122
246155	transitions	4	-2.226957082748413
246155	transitions	5	-0.43510422110557556
246155	transitions	6	-0.19651567935943604
246155	transitions	7	-10000.0
246155	transitions	8	1.867032766342163
246155	transitions	9	-2.2950661182403564
246155	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
246155	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
246155	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
246155	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
246155	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
246155	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
246155	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
246155	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
246155	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
246155	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
246155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
246155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
246155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
246155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
246155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
246155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
246155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
246155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
246155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
246155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
246155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
246155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
246155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
246155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
246155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
246155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
246155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
246155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
246155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
246155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
246155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
246155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
246155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
246155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
246155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
246155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
246155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
246155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
246155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
246155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
246155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
246155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
246155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
246155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
246155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
246155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
246155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
246155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
246155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
246155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
246155	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
246155	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
246155	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
246155	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
246155	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
246155	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
246155	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
246155	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
246155	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
246155	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
246155	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
246155	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
246155	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
246155	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
246155	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
246155	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
246155	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
246155	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
246155	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
246155	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
246155	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
246155	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
246155	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
246155	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
246155	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
246155	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
246155	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
246155	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
246155	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
246155	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
246155	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
246155	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
246155	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
246155	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
246155	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
246155	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
246155	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
246155	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
246155	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
246155	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
246155	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
246155	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
246155	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
246155	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
246155	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
246155	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
246155	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
246155	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
246155	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
246155	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
246155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
246155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
246155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
246155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
246155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
246155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
246155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
246155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
246155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
246155	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
246155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
246155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
246155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
246155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
246155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
246155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
246155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
246155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
246155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
246155	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
246155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
246155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
246155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
246155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
246155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
246155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
246155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
246155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
246155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
246155	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
246155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
246155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
246155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
246155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
246155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
246155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
246155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
246155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
246155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
246155	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
246155	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
246155	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
246155	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
246155	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
246155	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
246155	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
246155	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
246155	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
246155	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
246155	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
246155	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
246155	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
246155	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
246155	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
246155	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
246155	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
246155	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
246155	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
246155	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
246155	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
246155	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
246155	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
246155	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
246155	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
246155	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
246155	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
246155	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
246155	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
246155	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
246155	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
246155	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
246155	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
246155	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
246155	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
246155	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
246155	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
246155	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
246155	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
246155	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
246155	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
246155	embedding2nn.weight	0	0.04506705701351166
246155	embedding2nn.weight	1	-0.09427142888307571
246155	embedding2nn.weight	2	0.02431183122098446
246155	embedding2nn.weight	3	-0.060769837349653244
246155	embedding2nn.weight	4	-0.1062859445810318
246155	embedding2nn.weight	5	0.11182285845279694
246155	embedding2nn.weight	6	-0.0735417827963829
246155	embedding2nn.weight	7	-0.07427415251731873
246155	embedding2nn.weight	8	-0.03313697874546051
246155	embedding2nn.weight	9	0.042218953371047974
246155	embedding2nn.bias	0	0.07833585888147354
246155	embedding2nn.bias	1	-0.006649159360677004
246155	embedding2nn.bias	2	-0.07916762679815292
246155	embedding2nn.bias	3	0.04729814827442169
246155	embedding2nn.bias	4	-0.009861355647444725
246155	embedding2nn.bias	5	-0.16305609047412872
246155	embedding2nn.bias	6	-0.09685248136520386
246155	embedding2nn.bias	7	-0.006817982066422701
246155	embedding2nn.bias	8	0.06395965814590454
246155	embedding2nn.bias	9	-0.06542839854955673
246155	rnn.weight_ih_l0	0	0.042128369212150574
246155	rnn.weight_ih_l0	1	-0.07818129658699036
246155	rnn.weight_ih_l0	2	-0.06431622058153152
246155	rnn.weight_ih_l0	3	-0.05548424646258354
246155	rnn.weight_ih_l0	4	0.017937462776899338
246155	rnn.weight_ih_l0	5	-0.1119653582572937
246155	rnn.weight_ih_l0	6	-0.0359889380633831
246155	rnn.weight_ih_l0	7	-0.004402289632707834
246155	rnn.weight_ih_l0	8	0.05438636988401413
246155	rnn.weight_ih_l0	9	0.012272020801901817
246155	rnn.weight_hh_l0	0	0.00232559978030622
246155	rnn.weight_hh_l0	1	-0.0834214836359024
246155	rnn.weight_hh_l0	2	0.07312322407960892
246155	rnn.weight_hh_l0	3	0.05321921780705452
246155	rnn.weight_hh_l0	4	0.006640544161200523
246155	rnn.weight_hh_l0	5	0.07244716584682465
246155	rnn.weight_hh_l0	6	-0.016692927107214928
246155	rnn.weight_hh_l0	7	-0.11190582811832428
246155	rnn.weight_hh_l0	8	0.027661651372909546
246155	rnn.weight_hh_l0	9	-0.07575468719005585
246155	rnn.bias_ih_l0	0	-0.07644086331129074
246155	rnn.bias_ih_l0	1	-0.192049041390419
246155	rnn.bias_ih_l0	2	-0.25822943449020386
246155	rnn.bias_ih_l0	3	-0.28558602929115295
246155	rnn.bias_ih_l0	4	0.012172950431704521
246155	rnn.bias_ih_l0	5	0.050627339631319046
246155	rnn.bias_ih_l0	6	-0.17432895302772522
246155	rnn.bias_ih_l0	7	-0.26803135871887207
246155	rnn.bias_ih_l0	8	-0.15830247104167938
246155	rnn.bias_ih_l0	9	-0.17760053277015686
246155	rnn.bias_hh_l0	0	0.12614428997039795
246155	rnn.bias_hh_l0	1	-0.05145735293626785
246155	rnn.bias_hh_l0	2	0.046972520649433136
246155	rnn.bias_hh_l0	3	-0.1793970763683319
246155	rnn.bias_hh_l0	4	0.05866764485836029
246155	rnn.bias_hh_l0	5	0.05603088065981865
246155	rnn.bias_hh_l0	6	-0.10916768014431
246155	rnn.bias_hh_l0	7	-0.1541289985179901
246155	rnn.bias_hh_l0	8	-0.18563605844974518
246155	rnn.bias_hh_l0	9	-0.10853517055511475
246155	rnn.weight_ih_l0_reverse	0	-0.01988360472023487
246155	rnn.weight_ih_l0_reverse	1	-0.007921652868390083
246155	rnn.weight_ih_l0_reverse	2	0.002989191794767976
246155	rnn.weight_ih_l0_reverse	3	0.012460494413971901
246155	rnn.weight_ih_l0_reverse	4	0.01084265485405922
246155	rnn.weight_ih_l0_reverse	5	-0.05712251365184784
246155	rnn.weight_ih_l0_reverse	6	-0.041835445910692215
246155	rnn.weight_ih_l0_reverse	7	0.016370678320527077
246155	rnn.weight_ih_l0_reverse	8	0.08722139894962311
246155	rnn.weight_ih_l0_reverse	9	0.005004480481147766
246155	rnn.weight_hh_l0_reverse	0	0.005460014101117849
246155	rnn.weight_hh_l0_reverse	1	0.02688913233578205
246155	rnn.weight_hh_l0_reverse	2	-0.04088142514228821
246155	rnn.weight_hh_l0_reverse	3	0.03953856974840164
246155	rnn.weight_hh_l0_reverse	4	0.023604797199368477
246155	rnn.weight_hh_l0_reverse	5	-0.009155482053756714
246155	rnn.weight_hh_l0_reverse	6	0.06933403760194778
246155	rnn.weight_hh_l0_reverse	7	0.03789733722805977
246155	rnn.weight_hh_l0_reverse	8	-0.0237263273447752
246155	rnn.weight_hh_l0_reverse	9	-0.026467686519026756
246155	rnn.bias_ih_l0_reverse	0	-0.15046703815460205
246155	rnn.bias_ih_l0_reverse	1	-0.3136153221130371
246155	rnn.bias_ih_l0_reverse	2	-0.06124485284090042
246155	rnn.bias_ih_l0_reverse	3	-0.15559770166873932
246155	rnn.bias_ih_l0_reverse	4	0.06712089478969574
246155	rnn.bias_ih_l0_reverse	5	-0.2730180323123932
246155	rnn.bias_ih_l0_reverse	6	-0.070188507437706
246155	rnn.bias_ih_l0_reverse	7	0.014374312944710255
246155	rnn.bias_ih_l0_reverse	8	-0.1896134316921234
246155	rnn.bias_ih_l0_reverse	9	-0.09062905609607697
246155	rnn.bias_hh_l0_reverse	0	-0.1590805947780609
246155	rnn.bias_hh_l0_reverse	1	-0.14238955080509186
246155	rnn.bias_hh_l0_reverse	2	-0.014117696322500706
246155	rnn.bias_hh_l0_reverse	3	-0.13998199999332428
246155	rnn.bias_hh_l0_reverse	4	-0.02727028913795948
246155	rnn.bias_hh_l0_reverse	5	-0.11651771515607834
246155	rnn.bias_hh_l0_reverse	6	-0.07968925684690475
246155	rnn.bias_hh_l0_reverse	7	-0.18498502671718597
246155	rnn.bias_hh_l0_reverse	8	-0.06605973094701767
246155	rnn.bias_hh_l0_reverse	9	-0.1169472485780716
246155	linear.weight	0	-0.2758094370365143
246155	linear.weight	1	-0.11860524117946625
246155	linear.weight	2	-0.011228874325752258
246155	linear.weight	3	-0.08166983723640442
246155	linear.weight	4	0.002078741556033492
246155	linear.weight	5	0.21022382378578186
246155	linear.weight	6	0.0047744326293468475
246155	linear.weight	7	-0.021312154829502106
246155	linear.weight	8	0.18979476392269135
246155	linear.weight	9	0.20101039111614227
246155	linear.bias	0	-0.8457657098770142
246155	linear.bias	1	1.4194904565811157
246155	linear.bias	2	-0.46730828285217285
246155	linear.bias	3	-0.7605539560317993
246155	linear.bias	4	-0.916400134563446
246155	linear.bias	5	-1.1806055307388306
246155	linear.bias	6	-0.9829481244087219
246155	linear.bias	7	-0.7112378478050232
246155	linear.bias	8	-0.01705317199230194
246155	linear.bias	9	3.520683526992798
246352	transitions	0	-0.4714529514312744
246352	transitions	1	8.8552885055542
246352	transitions	2	-3.6401515007019043
246352	transitions	3	1.6072486639022827
246352	transitions	4	-2.2270312309265137
246352	transitions	5	-0.43512359261512756
246352	transitions	6	-0.19652387499809265
246352	transitions	7	-10000.0
246352	transitions	8	1.8670305013656616
246352	transitions	9	-2.295067071914673
246352	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
246352	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
246352	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
246352	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
246352	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
246352	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
246352	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
246352	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
246352	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
246352	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
246352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
246352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
246352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
246352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
246352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
246352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
246352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
246352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
246352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
246352	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
246352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
246352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
246352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
246352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
246352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
246352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
246352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
246352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
246352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
246352	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
246352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
246352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
246352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
246352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
246352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
246352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
246352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
246352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
246352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
246352	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
246352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
246352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
246352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
246352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
246352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
246352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
246352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
246352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
246352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
246352	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
246352	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
246352	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
246352	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
246352	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
246352	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
246352	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
246352	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
246352	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
246352	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
246352	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
246352	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
246352	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
246352	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
246352	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
246352	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
246352	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
246352	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
246352	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
246352	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
246352	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
246352	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
246352	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
246352	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
246352	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
246352	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
246352	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
246352	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
246352	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
246352	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
246352	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
246352	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
246352	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
246352	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
246352	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
246352	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
246352	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
246352	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
246352	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
246352	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
246352	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
246352	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
246352	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
246352	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
246352	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
246352	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
246352	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
246352	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
246352	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
246352	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
246352	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
246352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
246352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
246352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
246352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
246352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
246352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
246352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
246352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
246352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
246352	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
246352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
246352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
246352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
246352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
246352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
246352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
246352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
246352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
246352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
246352	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
246352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
246352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
246352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
246352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
246352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
246352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
246352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
246352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
246352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
246352	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
246352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
246352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
246352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
246352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
246352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
246352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
246352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
246352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
246352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
246352	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
246352	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
246352	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
246352	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
246352	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
246352	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
246352	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
246352	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
246352	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
246352	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
246352	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
246352	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
246352	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
246352	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
246352	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
246352	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
246352	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
246352	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
246352	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
246352	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
246352	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
246352	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
246352	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
246352	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
246352	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
246352	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
246352	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
246352	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
246352	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
246352	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
246352	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
246352	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
246352	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
246352	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
246352	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
246352	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
246352	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
246352	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
246352	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
246352	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
246352	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
246352	embedding2nn.weight	0	0.04517646133899689
246352	embedding2nn.weight	1	-0.09370826929807663
246352	embedding2nn.weight	2	0.02498089149594307
246352	embedding2nn.weight	3	-0.061226457357406616
246352	embedding2nn.weight	4	-0.10515841841697693
246352	embedding2nn.weight	5	0.11223574727773666
246352	embedding2nn.weight	6	-0.0718163549900055
246352	embedding2nn.weight	7	-0.07459430396556854
246352	embedding2nn.weight	8	-0.03345315158367157
246352	embedding2nn.weight	9	0.04222213104367256
246352	embedding2nn.bias	0	0.07827526330947876
246352	embedding2nn.bias	1	-0.00755985826253891
246352	embedding2nn.bias	2	-0.07437761127948761
246352	embedding2nn.bias	3	0.04058268293738365
246352	embedding2nn.bias	4	-0.009282845072448254
246352	embedding2nn.bias	5	-0.1645393669605255
246352	embedding2nn.bias	6	-0.09538337588310242
246352	embedding2nn.bias	7	-0.010921086184680462
246352	embedding2nn.bias	8	0.06333505362272263
246352	embedding2nn.bias	9	-0.060912054032087326
246352	rnn.weight_ih_l0	0	0.04160245135426521
246352	rnn.weight_ih_l0	1	-0.07869864255189896
246352	rnn.weight_ih_l0	2	-0.06364716589450836
246352	rnn.weight_ih_l0	3	-0.055171459913253784
246352	rnn.weight_ih_l0	4	0.01752449758350849
246352	rnn.weight_ih_l0	5	-0.11224984377622604
246352	rnn.weight_ih_l0	6	-0.03559606894850731
246352	rnn.weight_ih_l0	7	-0.004471307620406151
246352	rnn.weight_ih_l0	8	0.05425085872411728
246352	rnn.weight_ih_l0	9	0.011568726040422916
246352	rnn.weight_hh_l0	0	0.002039732877165079
246352	rnn.weight_hh_l0	1	-0.08335992693901062
246352	rnn.weight_hh_l0	2	0.07314413785934448
246352	rnn.weight_hh_l0	3	0.05324208363890648
246352	rnn.weight_hh_l0	4	0.006674488075077534
246352	rnn.weight_hh_l0	5	0.07213912904262543
246352	rnn.weight_hh_l0	6	-0.016718462109565735
246352	rnn.weight_hh_l0	7	-0.11159055680036545
246352	rnn.weight_hh_l0	8	0.027611058205366135
246352	rnn.weight_hh_l0	9	-0.0754372775554657
246352	rnn.bias_ih_l0	0	-0.07613968104124069
246352	rnn.bias_ih_l0	1	-0.19153901934623718
246352	rnn.bias_ih_l0	2	-0.25897419452667236
246352	rnn.bias_ih_l0	3	-0.285910964012146
246352	rnn.bias_ih_l0	4	0.013668368570506573
246352	rnn.bias_ih_l0	5	0.05205702781677246
246352	rnn.bias_ih_l0	6	-0.17460331320762634
246352	rnn.bias_ih_l0	7	-0.26731184124946594
246352	rnn.bias_ih_l0	8	-0.15825039148330688
246352	rnn.bias_ih_l0	9	-0.1789923757314682
246352	rnn.bias_hh_l0	0	0.12672248482704163
246352	rnn.bias_hh_l0	1	-0.051458001136779785
246352	rnn.bias_hh_l0	2	0.046618737280368805
246352	rnn.bias_hh_l0	3	-0.17956708371639252
246352	rnn.bias_hh_l0	4	0.05755847692489624
246352	rnn.bias_hh_l0	5	0.0553654320538044
246352	rnn.bias_hh_l0	6	-0.10874682664871216
246352	rnn.bias_hh_l0	7	-0.1537615954875946
246352	rnn.bias_hh_l0	8	-0.18608425557613373
246352	rnn.bias_hh_l0	9	-0.10823827981948853
246352	rnn.weight_ih_l0_reverse	0	-0.020376356318593025
246352	rnn.weight_ih_l0_reverse	1	-0.007628690917044878
246352	rnn.weight_ih_l0_reverse	2	0.002797390567138791
246352	rnn.weight_ih_l0_reverse	3	0.012165669351816177
246352	rnn.weight_ih_l0_reverse	4	0.010709433816373348
246352	rnn.weight_ih_l0_reverse	5	-0.05675758421421051
246352	rnn.weight_ih_l0_reverse	6	-0.04162149131298065
246352	rnn.weight_ih_l0_reverse	7	0.016673792153596878
246352	rnn.weight_ih_l0_reverse	8	0.08691123872995377
246352	rnn.weight_ih_l0_reverse	9	0.004889518488198519
246352	rnn.weight_hh_l0_reverse	0	0.005467684008181095
246352	rnn.weight_hh_l0_reverse	1	0.02681484818458557
246352	rnn.weight_hh_l0_reverse	2	-0.041442934423685074
246352	rnn.weight_hh_l0_reverse	3	0.03967476636171341
246352	rnn.weight_hh_l0_reverse	4	0.023557037115097046
246352	rnn.weight_hh_l0_reverse	5	-0.009249008260667324
246352	rnn.weight_hh_l0_reverse	6	0.06940347701311111
246352	rnn.weight_hh_l0_reverse	7	0.03757702186703682
246352	rnn.weight_hh_l0_reverse	8	-0.02380041591823101
246352	rnn.weight_hh_l0_reverse	9	-0.026361463591456413
246352	rnn.bias_ih_l0_reverse	0	-0.1512426733970642
246352	rnn.bias_ih_l0_reverse	1	-0.31338372826576233
246352	rnn.bias_ih_l0_reverse	2	-0.06111811846494675
246352	rnn.bias_ih_l0_reverse	3	-0.15635980665683746
246352	rnn.bias_ih_l0_reverse	4	0.06722643971443176
246352	rnn.bias_ih_l0_reverse	5	-0.273428350687027
246352	rnn.bias_ih_l0_reverse	6	-0.06982170790433884
246352	rnn.bias_ih_l0_reverse	7	0.013391517102718353
246352	rnn.bias_ih_l0_reverse	8	-0.18861766159534454
246352	rnn.bias_ih_l0_reverse	9	-0.09043717384338379
246352	rnn.bias_hh_l0_reverse	0	-0.1582333743572235
246352	rnn.bias_hh_l0_reverse	1	-0.14127689599990845
246352	rnn.bias_hh_l0_reverse	2	-0.01381086464971304
246352	rnn.bias_hh_l0_reverse	3	-0.13827738165855408
246352	rnn.bias_hh_l0_reverse	4	-0.027251867577433586
246352	rnn.bias_hh_l0_reverse	5	-0.11693143099546432
246352	rnn.bias_hh_l0_reverse	6	-0.07927142083644867
246352	rnn.bias_hh_l0_reverse	7	-0.18553465604782104
246352	rnn.bias_hh_l0_reverse	8	-0.06660918146371841
246352	rnn.bias_hh_l0_reverse	9	-0.11654667556285858
246352	linear.weight	0	-0.2758091688156128
246352	linear.weight	1	-0.11727087944746017
246352	linear.weight	2	-0.011228874325752258
246352	linear.weight	3	-0.08210576325654984
246352	linear.weight	4	-0.0032828066032379866
246352	linear.weight	5	0.2168552577495575
246352	linear.weight	6	0.0047744326293468475
246352	linear.weight	7	-0.021312154829502106
246352	linear.weight	8	0.18719221651554108
246352	linear.weight	9	0.20588287711143494
246352	linear.bias	0	-0.8476704359054565
246352	linear.bias	1	1.4060282707214355
246352	linear.bias	2	-0.4672468900680542
246352	linear.bias	3	-0.7635400891304016
246352	linear.bias	4	-0.9040085673332214
246352	linear.bias	5	-1.1806122064590454
246352	linear.bias	6	-0.9826430082321167
246352	linear.bias	7	-0.7051205635070801
246352	linear.bias	8	-0.01705317199230194
246352	linear.bias	9	3.502197504043579
246549	transitions	0	-0.47146639227867126
246549	transitions	1	8.850702285766602
246549	transitions	2	-3.64025616645813
246549	transitions	3	1.6073905229568481
246549	transitions	4	-2.2272348403930664
246549	transitions	5	-0.4351400136947632
246549	transitions	6	-0.19653135538101196
246549	transitions	7	-10000.0
246549	transitions	8	1.8670941591262817
246549	transitions	9	-2.295067548751831
246549	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
246549	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
246549	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
246549	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
246549	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
246549	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
246549	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
246549	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
246549	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
246549	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
246549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
246549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
246549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
246549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
246549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
246549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
246549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
246549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
246549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
246549	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
246549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
246549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
246549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
246549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
246549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
246549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
246549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
246549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
246549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
246549	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
246549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
246549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
246549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
246549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
246549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
246549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
246549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
246549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
246549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
246549	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
246549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
246549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
246549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
246549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
246549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
246549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
246549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
246549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
246549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
246549	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
246549	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
246549	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
246549	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
246549	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
246549	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
246549	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
246549	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
246549	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
246549	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
246549	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
246549	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
246549	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
246549	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
246549	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
246549	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
246549	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
246549	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
246549	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
246549	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
246549	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
246549	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
246549	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
246549	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
246549	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
246549	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
246549	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
246549	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
246549	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
246549	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
246549	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
246549	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
246549	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
246549	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
246549	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
246549	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
246549	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
246549	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
246549	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
246549	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
246549	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
246549	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
246549	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
246549	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
246549	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
246549	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
246549	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
246549	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
246549	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
246549	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
246549	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
246549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
246549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
246549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
246549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
246549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
246549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
246549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
246549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
246549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
246549	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
246549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
246549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
246549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
246549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
246549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
246549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
246549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
246549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
246549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
246549	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
246549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
246549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
246549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
246549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
246549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
246549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
246549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
246549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
246549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
246549	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
246549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
246549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
246549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
246549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
246549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
246549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
246549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
246549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
246549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
246549	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
246549	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
246549	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
246549	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
246549	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
246549	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
246549	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
246549	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
246549	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
246549	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
246549	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
246549	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
246549	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
246549	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
246549	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
246549	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
246549	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
246549	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
246549	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
246549	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
246549	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
246549	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
246549	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
246549	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
246549	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
246549	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
246549	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
246549	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
246549	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
246549	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
246549	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
246549	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
246549	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
246549	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
246549	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
246549	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
246549	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
246549	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
246549	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
246549	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
246549	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
246549	embedding2nn.weight	0	0.04528200998902321
246549	embedding2nn.weight	1	-0.09369689226150513
246549	embedding2nn.weight	2	0.02584303356707096
246549	embedding2nn.weight	3	-0.06159340962767601
246549	embedding2nn.weight	4	-0.1057015135884285
246549	embedding2nn.weight	5	0.1122167706489563
246549	embedding2nn.weight	6	-0.07358895987272263
246549	embedding2nn.weight	7	-0.07428888976573944
246549	embedding2nn.weight	8	-0.03355340659618378
246549	embedding2nn.weight	9	0.042102258652448654
246549	embedding2nn.bias	0	0.07939429581165314
246549	embedding2nn.bias	1	-0.010671666823327541
246549	embedding2nn.bias	2	-0.07257847487926483
246549	embedding2nn.bias	3	0.03911741450428963
246549	embedding2nn.bias	4	-0.009758095256984234
246549	embedding2nn.bias	5	-0.16531991958618164
246549	embedding2nn.bias	6	-0.09764176607131958
246549	embedding2nn.bias	7	-0.0073066698387265205
246549	embedding2nn.bias	8	0.05970194190740585
246549	embedding2nn.bias	9	-0.06969811767339706
246549	rnn.weight_ih_l0	0	0.04203999042510986
246549	rnn.weight_ih_l0	1	-0.07918031513690948
246549	rnn.weight_ih_l0	2	-0.0642828568816185
246549	rnn.weight_ih_l0	3	-0.05553271621465683
246549	rnn.weight_ih_l0	4	0.017375024035573006
246549	rnn.weight_ih_l0	5	-0.11200617253780365
246549	rnn.weight_ih_l0	6	-0.03506488725543022
246549	rnn.weight_ih_l0	7	-0.004250640049576759
246549	rnn.weight_ih_l0	8	0.054762501269578934
246549	rnn.weight_ih_l0	9	0.011305595748126507
246549	rnn.weight_hh_l0	0	0.0022187004797160625
246549	rnn.weight_hh_l0	1	-0.08354659378528595
246549	rnn.weight_hh_l0	2	0.07333442568778992
246549	rnn.weight_hh_l0	3	0.05313936993479729
246549	rnn.weight_hh_l0	4	0.006725241430103779
246549	rnn.weight_hh_l0	5	0.0719437375664711
246549	rnn.weight_hh_l0	6	-0.016789574176073074
246549	rnn.weight_hh_l0	7	-0.1117122620344162
246549	rnn.weight_hh_l0	8	0.027191054075956345
246549	rnn.weight_hh_l0	9	-0.07496818155050278
246549	rnn.bias_ih_l0	0	-0.07610037922859192
246549	rnn.bias_ih_l0	1	-0.19265331327915192
246549	rnn.bias_ih_l0	2	-0.2590569853782654
246549	rnn.bias_ih_l0	3	-0.28538641333580017
246549	rnn.bias_ih_l0	4	0.01317100040614605
246549	rnn.bias_ih_l0	5	0.05261227861046791
246549	rnn.bias_ih_l0	6	-0.17421171069145203
246549	rnn.bias_ih_l0	7	-0.26721104979515076
246549	rnn.bias_ih_l0	8	-0.15767979621887207
246549	rnn.bias_ih_l0	9	-0.1782105714082718
246549	rnn.bias_hh_l0	0	0.12805785238742828
246549	rnn.bias_hh_l0	1	-0.051648057997226715
246549	rnn.bias_hh_l0	2	0.04698081314563751
246549	rnn.bias_hh_l0	3	-0.17984053492546082
246549	rnn.bias_hh_l0	4	0.057165972888469696
246549	rnn.bias_hh_l0	5	0.055848415940999985
246549	rnn.bias_hh_l0	6	-0.10811996459960938
246549	rnn.bias_hh_l0	7	-0.1531495302915573
246549	rnn.bias_hh_l0	8	-0.18661928176879883
246549	rnn.bias_hh_l0	9	-0.10828706622123718
246549	rnn.weight_ih_l0_reverse	0	-0.020502736791968346
246549	rnn.weight_ih_l0_reverse	1	-0.006757260765880346
246549	rnn.weight_ih_l0_reverse	2	0.0036563584581017494
246549	rnn.weight_ih_l0_reverse	3	0.012243520468473434
246549	rnn.weight_ih_l0_reverse	4	0.011269263923168182
246549	rnn.weight_ih_l0_reverse	5	-0.05620117485523224
246549	rnn.weight_ih_l0_reverse	6	-0.0409715510904789
246549	rnn.weight_ih_l0_reverse	7	0.016352755948901176
246549	rnn.weight_ih_l0_reverse	8	0.08664324879646301
246549	rnn.weight_ih_l0_reverse	9	0.004880249500274658
246549	rnn.weight_hh_l0_reverse	0	0.005303150042891502
246549	rnn.weight_hh_l0_reverse	1	0.026825742796063423
246549	rnn.weight_hh_l0_reverse	2	-0.04105537012219429
246549	rnn.weight_hh_l0_reverse	3	0.03976927697658539
246549	rnn.weight_hh_l0_reverse	4	0.02349640429019928
246549	rnn.weight_hh_l0_reverse	5	-0.009349390864372253
246549	rnn.weight_hh_l0_reverse	6	0.06918332725763321
246549	rnn.weight_hh_l0_reverse	7	0.037500735372304916
246549	rnn.weight_hh_l0_reverse	8	-0.02365112490952015
246549	rnn.weight_hh_l0_reverse	9	-0.026347815990447998
246549	rnn.bias_ih_l0_reverse	0	-0.1511346995830536
246549	rnn.bias_ih_l0_reverse	1	-0.3140105903148651
246549	rnn.bias_ih_l0_reverse	2	-0.06145279109477997
246549	rnn.bias_ih_l0_reverse	3	-0.15681396424770355
246549	rnn.bias_ih_l0_reverse	4	0.06630834192037582
246549	rnn.bias_ih_l0_reverse	5	-0.27440938353538513
246549	rnn.bias_ih_l0_reverse	6	-0.06924694031476974
246549	rnn.bias_ih_l0_reverse	7	0.013997332192957401
246549	rnn.bias_ih_l0_reverse	8	-0.18857289850711823
246549	rnn.bias_ih_l0_reverse	9	-0.09049750864505768
246549	rnn.bias_hh_l0_reverse	0	-0.15773876011371613
246549	rnn.bias_hh_l0_reverse	1	-0.14238956570625305
246549	rnn.bias_hh_l0_reverse	2	-0.01358767133206129
246549	rnn.bias_hh_l0_reverse	3	-0.13708524405956268
246549	rnn.bias_hh_l0_reverse	4	-0.02713824063539505
246549	rnn.bias_hh_l0_reverse	5	-0.11693232506513596
246549	rnn.bias_hh_l0_reverse	6	-0.07909587770700455
246549	rnn.bias_hh_l0_reverse	7	-0.18548943102359772
246549	rnn.bias_hh_l0_reverse	8	-0.06649281084537506
246549	rnn.bias_hh_l0_reverse	9	-0.11570250988006592
246549	linear.weight	0	-0.2743615210056305
246549	linear.weight	1	-0.11649559438228607
246549	linear.weight	2	-0.011228874325752258
246549	linear.weight	3	-0.08385136723518372
246549	linear.weight	4	-0.006082204170525074
246549	linear.weight	5	0.2175094336271286
246549	linear.weight	6	0.0047744326293468475
246549	linear.weight	7	-0.021312154829502106
246549	linear.weight	8	0.18406343460083008
246549	linear.weight	9	0.20886513590812683
246549	linear.bias	0	-0.8494564294815063
246549	linear.bias	1	1.4128202199935913
246549	linear.bias	2	-0.4859229326248169
246549	linear.bias	3	-0.7667890191078186
246549	linear.bias	4	-0.8896410465240479
246549	linear.bias	5	-1.1806161403656006
246549	linear.bias	6	-0.984254002571106
246549	linear.bias	7	-0.7100099921226501
246549	linear.bias	8	-0.01705317199230194
246549	linear.bias	9	3.5305185317993164
246746	transitions	0	-0.4715304374694824
246746	transitions	1	8.851892471313477
246746	transitions	2	-3.6404542922973633
246746	transitions	3	1.605482578277588
246746	transitions	4	-2.227360486984253
246746	transitions	5	-0.43515127897262573
246746	transitions	6	-0.1965447962284088
246746	transitions	7	-10000.0
246746	transitions	8	1.8658945560455322
246746	transitions	9	-2.295072078704834
246746	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
246746	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
246746	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
246746	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
246746	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
246746	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
246746	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
246746	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
246746	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
246746	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
246746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
246746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
246746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
246746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
246746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
246746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
246746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
246746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
246746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
246746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
246746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
246746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
246746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
246746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
246746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
246746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
246746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
246746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
246746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
246746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
246746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
246746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
246746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
246746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
246746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
246746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
246746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
246746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
246746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
246746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
246746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
246746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
246746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
246746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
246746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
246746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
246746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
246746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
246746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
246746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
246746	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
246746	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
246746	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
246746	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
246746	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
246746	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
246746	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
246746	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
246746	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
246746	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
246746	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
246746	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
246746	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
246746	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
246746	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
246746	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
246746	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
246746	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
246746	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
246746	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
246746	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
246746	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
246746	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
246746	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
246746	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
246746	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
246746	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
246746	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
246746	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
246746	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
246746	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
246746	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
246746	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
246746	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
246746	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
246746	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
246746	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
246746	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
246746	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
246746	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
246746	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
246746	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
246746	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
246746	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
246746	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
246746	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
246746	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
246746	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
246746	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
246746	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
246746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
246746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
246746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
246746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
246746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
246746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
246746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
246746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
246746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
246746	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
246746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
246746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
246746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
246746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
246746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
246746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
246746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
246746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
246746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
246746	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
246746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
246746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
246746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
246746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
246746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
246746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
246746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
246746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
246746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
246746	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
246746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
246746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
246746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
246746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
246746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
246746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
246746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
246746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
246746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
246746	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
246746	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
246746	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
246746	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
246746	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
246746	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
246746	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
246746	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
246746	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
246746	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
246746	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
246746	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
246746	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
246746	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
246746	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
246746	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
246746	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
246746	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
246746	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
246746	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
246746	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
246746	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
246746	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
246746	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
246746	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
246746	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
246746	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
246746	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
246746	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
246746	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
246746	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
246746	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
246746	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
246746	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
246746	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
246746	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
246746	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
246746	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
246746	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
246746	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
246746	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
246746	embedding2nn.weight	0	0.04524506255984306
246746	embedding2nn.weight	1	-0.09403398633003235
246746	embedding2nn.weight	2	0.025591250509023666
246746	embedding2nn.weight	3	-0.061891380697488785
246746	embedding2nn.weight	4	-0.10396282374858856
246746	embedding2nn.weight	5	0.11214164644479752
246746	embedding2nn.weight	6	-0.07366783171892166
246746	embedding2nn.weight	7	-0.0737893208861351
246746	embedding2nn.weight	8	-0.033433571457862854
246746	embedding2nn.weight	9	0.04236086830496788
246746	embedding2nn.bias	0	0.08715332299470901
246746	embedding2nn.bias	1	-0.009915545582771301
246746	embedding2nn.bias	2	-0.06985881179571152
246746	embedding2nn.bias	3	0.0389305055141449
246746	embedding2nn.bias	4	-0.007581363897770643
246746	embedding2nn.bias	5	-0.16360202431678772
246746	embedding2nn.bias	6	-0.09656722843647003
246746	embedding2nn.bias	7	-0.009382255375385284
246746	embedding2nn.bias	8	0.06167455017566681
246746	embedding2nn.bias	9	-0.06668459624052048
246746	rnn.weight_ih_l0	0	0.04215555265545845
246746	rnn.weight_ih_l0	1	-0.08016124367713928
246746	rnn.weight_ih_l0	2	-0.06507609784603119
246746	rnn.weight_ih_l0	3	-0.05647621676325798
246746	rnn.weight_ih_l0	4	0.017433855682611465
246746	rnn.weight_ih_l0	5	-0.11228181421756744
246746	rnn.weight_ih_l0	6	-0.03539527580142021
246746	rnn.weight_ih_l0	7	-0.003574967849999666
246746	rnn.weight_ih_l0	8	0.05580095201730728
246746	rnn.weight_ih_l0	9	0.01147316861897707
246746	rnn.weight_hh_l0	0	0.0022212297189980745
246746	rnn.weight_hh_l0	1	-0.08273680508136749
246746	rnn.weight_hh_l0	2	0.07347045838832855
246746	rnn.weight_hh_l0	3	0.05322082340717316
246746	rnn.weight_hh_l0	4	0.006674089934676886
246746	rnn.weight_hh_l0	5	0.07198704034090042
246746	rnn.weight_hh_l0	6	-0.016863513737916946
246746	rnn.weight_hh_l0	7	-0.11168570816516876
246746	rnn.weight_hh_l0	8	0.027203703299164772
246746	rnn.weight_hh_l0	9	-0.07506299018859863
246746	rnn.bias_ih_l0	0	-0.076356440782547
246746	rnn.bias_ih_l0	1	-0.19281359016895294
246746	rnn.bias_ih_l0	2	-0.25798219442367554
246746	rnn.bias_ih_l0	3	-0.28534945845603943
246746	rnn.bias_ih_l0	4	0.01327754557132721
246746	rnn.bias_ih_l0	5	0.053208716213703156
246746	rnn.bias_ih_l0	6	-0.173659548163414
246746	rnn.bias_ih_l0	7	-0.2666510343551636
246746	rnn.bias_ih_l0	8	-0.15705810487270355
246746	rnn.bias_ih_l0	9	-0.1780116856098175
246746	rnn.bias_hh_l0	0	0.12850777804851532
246746	rnn.bias_hh_l0	1	-0.05164526402950287
246746	rnn.bias_hh_l0	2	0.04648253321647644
246746	rnn.bias_hh_l0	3	-0.18015940487384796
246746	rnn.bias_hh_l0	4	0.05651368573307991
246746	rnn.bias_hh_l0	5	0.05594060197472572
246746	rnn.bias_hh_l0	6	-0.10863422602415085
246746	rnn.bias_hh_l0	7	-0.15101024508476257
246746	rnn.bias_hh_l0	8	-0.18545006215572357
246746	rnn.bias_hh_l0	9	-0.10986261814832687
246746	rnn.weight_ih_l0_reverse	0	-0.02058234065771103
246746	rnn.weight_ih_l0_reverse	1	-0.006420497316867113
246746	rnn.weight_ih_l0_reverse	2	0.003039458068087697
246746	rnn.weight_ih_l0_reverse	3	0.011826242320239544
246746	rnn.weight_ih_l0_reverse	4	0.011487817391753197
246746	rnn.weight_ih_l0_reverse	5	-0.0562119260430336
246746	rnn.weight_ih_l0_reverse	6	-0.041595011949539185
246746	rnn.weight_ih_l0_reverse	7	0.016583535820245743
246746	rnn.weight_ih_l0_reverse	8	0.08711434155702591
246746	rnn.weight_ih_l0_reverse	9	0.004555059596896172
246746	rnn.weight_hh_l0_reverse	0	0.005483847111463547
246746	rnn.weight_hh_l0_reverse	1	0.026956407353281975
246746	rnn.weight_hh_l0_reverse	2	-0.04101621359586716
246746	rnn.weight_hh_l0_reverse	3	0.039869245141744614
246746	rnn.weight_hh_l0_reverse	4	0.023609846830368042
246746	rnn.weight_hh_l0_reverse	5	-0.009376626461744308
246746	rnn.weight_hh_l0_reverse	6	0.06913109868764877
246746	rnn.weight_hh_l0_reverse	7	0.03721562772989273
246746	rnn.weight_hh_l0_reverse	8	-0.023679494857788086
246746	rnn.weight_hh_l0_reverse	9	-0.026389751583337784
246746	rnn.bias_ih_l0_reverse	0	-0.15147024393081665
246746	rnn.bias_ih_l0_reverse	1	-0.3145235776901245
246746	rnn.bias_ih_l0_reverse	2	-0.06182587519288063
246746	rnn.bias_ih_l0_reverse	3	-0.15656302869319916
246746	rnn.bias_ih_l0_reverse	4	0.06572915613651276
246746	rnn.bias_ih_l0_reverse	5	-0.27513596415519714
246746	rnn.bias_ih_l0_reverse	6	-0.06877624988555908
246746	rnn.bias_ih_l0_reverse	7	0.015432680957019329
246746	rnn.bias_ih_l0_reverse	8	-0.18856987357139587
246746	rnn.bias_ih_l0_reverse	9	-0.09120632708072662
246746	rnn.bias_hh_l0_reverse	0	-0.15752650797367096
246746	rnn.bias_hh_l0_reverse	1	-0.1420924961566925
246746	rnn.bias_hh_l0_reverse	2	-0.013500058092176914
246746	rnn.bias_hh_l0_reverse	3	-0.13522818684577942
246746	rnn.bias_hh_l0_reverse	4	-0.027231965214014053
246746	rnn.bias_hh_l0_reverse	5	-0.11708791553974152
246746	rnn.bias_hh_l0_reverse	6	-0.07863156497478485
246746	rnn.bias_hh_l0_reverse	7	-0.18533162772655487
246746	rnn.bias_hh_l0_reverse	8	-0.06539592146873474
246746	rnn.bias_hh_l0_reverse	9	-0.115052729845047
246746	linear.weight	0	-0.2759040892124176
246746	linear.weight	1	-0.11480230838060379
246746	linear.weight	2	-0.011228874325752258
246746	linear.weight	3	-0.08324705064296722
246746	linear.weight	4	-0.005252018570899963
246746	linear.weight	5	0.22434194386005402
246746	linear.weight	6	0.0047744326293468475
246746	linear.weight	7	-0.021312154829502106
246746	linear.weight	8	0.17851221561431885
246746	linear.weight	9	0.20703133940696716
246746	linear.bias	0	-0.8468472361564636
246746	linear.bias	1	1.4055862426757812
246746	linear.bias	2	-0.4991518259048462
246746	linear.bias	3	-0.767175555229187
246746	linear.bias	4	-0.9029796719551086
246746	linear.bias	5	-1.1806199550628662
246746	linear.bias	6	-0.9814342856407166
246746	linear.bias	7	-0.7075477838516235
246746	linear.bias	8	-0.01705317199230194
246746	linear.bias	9	3.5175371170043945
246750	transitions	0	-0.4715305268764496
246750	transitions	1	8.852309226989746
246750	transitions	2	-3.6404576301574707
246750	transitions	3	1.6051304340362549
246750	transitions	4	-2.227360486984253
246750	transitions	5	-0.4351513087749481
246750	transitions	6	-0.1965448558330536
246750	transitions	7	-10000.0
246750	transitions	8	1.8658422231674194
246750	transitions	9	-2.295072078704834
246750	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
246750	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
246750	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
246750	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
246750	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
246750	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
246750	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
246750	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
246750	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
246750	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
246750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
246750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
246750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
246750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
246750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
246750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
246750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
246750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
246750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
246750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
246750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
246750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
246750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
246750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
246750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
246750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
246750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
246750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
246750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
246750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
246750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
246750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
246750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
246750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
246750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
246750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
246750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
246750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
246750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
246750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
246750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
246750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
246750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
246750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
246750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
246750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
246750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
246750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
246750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
246750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
246750	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
246750	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
246750	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
246750	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
246750	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
246750	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
246750	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
246750	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
246750	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
246750	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
246750	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
246750	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
246750	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
246750	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
246750	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
246750	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
246750	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
246750	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
246750	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
246750	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
246750	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
246750	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
246750	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
246750	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
246750	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
246750	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
246750	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
246750	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
246750	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
246750	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
246750	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
246750	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
246750	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
246750	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
246750	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
246750	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
246750	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
246750	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
246750	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
246750	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
246750	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
246750	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
246750	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
246750	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
246750	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
246750	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
246750	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
246750	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
246750	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
246750	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
246750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
246750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
246750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
246750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
246750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
246750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
246750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
246750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
246750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
246750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
246750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
246750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
246750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
246750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
246750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
246750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
246750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
246750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
246750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
246750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
246750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
246750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
246750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
246750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
246750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
246750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
246750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
246750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
246750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
246750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
246750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
246750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
246750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
246750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
246750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
246750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
246750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
246750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
246750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
246750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
246750	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
246750	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
246750	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
246750	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
246750	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
246750	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
246750	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
246750	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
246750	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
246750	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
246750	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
246750	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
246750	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
246750	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
246750	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
246750	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
246750	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
246750	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
246750	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
246750	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
246750	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
246750	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
246750	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
246750	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
246750	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
246750	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
246750	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
246750	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
246750	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
246750	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
246750	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
246750	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
246750	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
246750	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
246750	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
246750	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
246750	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
246750	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
246750	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
246750	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
246750	embedding2nn.weight	0	0.04526826739311218
246750	embedding2nn.weight	1	-0.09405308216810226
246750	embedding2nn.weight	2	0.025542091578245163
246750	embedding2nn.weight	3	-0.06191197782754898
246750	embedding2nn.weight	4	-0.10402275621891022
246750	embedding2nn.weight	5	0.11218586564064026
246750	embedding2nn.weight	6	-0.07356870919466019
246750	embedding2nn.weight	7	-0.07371862977743149
246750	embedding2nn.weight	8	-0.03336617350578308
246750	embedding2nn.weight	9	0.04243054240942001
246750	embedding2nn.bias	0	0.08713307231664658
246750	embedding2nn.bias	1	-0.009678739123046398
246750	embedding2nn.bias	2	-0.07015565037727356
246750	embedding2nn.bias	3	0.03887102007865906
246750	embedding2nn.bias	4	-0.007438626606017351
246750	embedding2nn.bias	5	-0.1631641536951065
246750	embedding2nn.bias	6	-0.09684748947620392
246750	embedding2nn.bias	7	-0.00918612815439701
246750	embedding2nn.bias	8	0.06183673068881035
246750	embedding2nn.bias	9	-0.06682413816452026
246750	rnn.weight_ih_l0	0	0.04212208092212677
246750	rnn.weight_ih_l0	1	-0.0801452100276947
246750	rnn.weight_ih_l0	2	-0.06509363651275635
246750	rnn.weight_ih_l0	3	-0.05643780902028084
246750	rnn.weight_ih_l0	4	0.017431559041142464
246750	rnn.weight_ih_l0	5	-0.11225346475839615
246750	rnn.weight_ih_l0	6	-0.035405371338129044
246750	rnn.weight_ih_l0	7	-0.0035746523644775152
246750	rnn.weight_ih_l0	8	0.0558776929974556
246750	rnn.weight_ih_l0	9	0.011508100666105747
246750	rnn.weight_hh_l0	0	0.0022257717791944742
246750	rnn.weight_hh_l0	1	-0.08272535353899002
246750	rnn.weight_hh_l0	2	0.07366697490215302
246750	rnn.weight_hh_l0	3	0.053241804242134094
246750	rnn.weight_hh_l0	4	0.006678922101855278
246750	rnn.weight_hh_l0	5	0.07198081165552139
246750	rnn.weight_hh_l0	6	-0.01686847023665905
246750	rnn.weight_hh_l0	7	-0.11167789250612259
246750	rnn.weight_hh_l0	8	0.027207404375076294
246750	rnn.weight_hh_l0	9	-0.07505863904953003
246750	rnn.bias_ih_l0	0	-0.07621520757675171
246750	rnn.bias_ih_l0	1	-0.19275668263435364
246750	rnn.bias_ih_l0	2	-0.25810012221336365
246750	rnn.bias_ih_l0	3	-0.2853400409221649
246750	rnn.bias_ih_l0	4	0.013132704421877861
246750	rnn.bias_ih_l0	5	0.053224511444568634
246750	rnn.bias_ih_l0	6	-0.1738850176334381
246750	rnn.bias_ih_l0	7	-0.266643762588501
246750	rnn.bias_ih_l0	8	-0.15703995525836945
246750	rnn.bias_ih_l0	9	-0.1780451238155365
246750	rnn.bias_hh_l0	0	0.12850581109523773
246750	rnn.bias_hh_l0	1	-0.05161530151963234
246750	rnn.bias_hh_l0	2	0.04625821113586426
246750	rnn.bias_hh_l0	3	-0.18013320863246918
246750	rnn.bias_hh_l0	4	0.05646316707134247
246750	rnn.bias_hh_l0	5	0.05597794055938721
246750	rnn.bias_hh_l0	6	-0.10853530466556549
246750	rnn.bias_hh_l0	7	-0.15105825662612915
246750	rnn.bias_hh_l0	8	-0.18560461699962616
246750	rnn.bias_hh_l0	9	-0.10981564223766327
246750	rnn.weight_ih_l0_reverse	0	-0.020562315359711647
246750	rnn.weight_ih_l0_reverse	1	-0.006394552066922188
246750	rnn.weight_ih_l0_reverse	2	0.003037514630705118
246750	rnn.weight_ih_l0_reverse	3	0.011894303373992443
246750	rnn.weight_ih_l0_reverse	4	0.011420545168220997
246750	rnn.weight_ih_l0_reverse	5	-0.05618226155638695
246750	rnn.weight_ih_l0_reverse	6	-0.04155166819691658
246750	rnn.weight_ih_l0_reverse	7	0.01656305603682995
246750	rnn.weight_ih_l0_reverse	8	0.08709827810525894
246750	rnn.weight_ih_l0_reverse	9	0.004501502029597759
246750	rnn.weight_hh_l0_reverse	0	0.005488013848662376
246750	rnn.weight_hh_l0_reverse	1	0.026960505172610283
246750	rnn.weight_hh_l0_reverse	2	-0.04101802036166191
246750	rnn.weight_hh_l0_reverse	3	0.03987034410238266
246750	rnn.weight_hh_l0_reverse	4	0.02360893227159977
246750	rnn.weight_hh_l0_reverse	5	-0.009373174048960209
246750	rnn.weight_hh_l0_reverse	6	0.06913150101900101
246750	rnn.weight_hh_l0_reverse	7	0.037208717316389084
246750	rnn.weight_hh_l0_reverse	8	-0.023677684366703033
246750	rnn.weight_hh_l0_reverse	9	-0.026391860097646713
246750	rnn.bias_ih_l0_reverse	0	-0.15140210092067719
246750	rnn.bias_ih_l0_reverse	1	-0.3144987225532532
246750	rnn.bias_ih_l0_reverse	2	-0.06188894063234329
246750	rnn.bias_ih_l0_reverse	3	-0.15657560527324677
246750	rnn.bias_ih_l0_reverse	4	0.06586530059576035
246750	rnn.bias_ih_l0_reverse	5	-0.27508512139320374
246750	rnn.bias_ih_l0_reverse	6	-0.06887409090995789
246750	rnn.bias_ih_l0_reverse	7	0.015593203715980053
246750	rnn.bias_ih_l0_reverse	8	-0.1885904222726822
246750	rnn.bias_ih_l0_reverse	9	-0.09122020751237869
246750	rnn.bias_hh_l0_reverse	0	-0.15739640593528748
246750	rnn.bias_hh_l0_reverse	1	-0.1421542763710022
246750	rnn.bias_hh_l0_reverse	2	-0.013429910875856876
246750	rnn.bias_hh_l0_reverse	3	-0.13522693514823914
246750	rnn.bias_hh_l0_reverse	4	-0.02735046111047268
246750	rnn.bias_hh_l0_reverse	5	-0.11710308492183685
246750	rnn.bias_hh_l0_reverse	6	-0.07864154875278473
246750	rnn.bias_hh_l0_reverse	7	-0.1850866824388504
246750	rnn.bias_hh_l0_reverse	8	-0.065386101603508
246750	rnn.bias_hh_l0_reverse	9	-0.11517830193042755
246750	linear.weight	0	-0.2759338319301605
246750	linear.weight	1	-0.1147482842206955
246750	linear.weight	2	-0.011228874325752258
246750	linear.weight	3	-0.08307787030935287
246750	linear.weight	4	-0.005247126799076796
246750	linear.weight	5	0.2243099808692932
246750	linear.weight	6	0.0047744326293468475
246750	linear.weight	7	-0.021312154829502106
246750	linear.weight	8	0.17851965129375458
246750	linear.weight	9	0.20705105364322662
246750	linear.bias	0	-0.8462104797363281
246750	linear.bias	1	1.4054840803146362
246750	linear.bias	2	-0.49889621138572693
246750	linear.bias	3	-0.7668418884277344
246750	linear.bias	4	-0.9002060294151306
246750	linear.bias	5	-1.1806200742721558
246750	linear.bias	6	-0.980789303779602
246750	linear.bias	7	-0.7083624005317688
246750	linear.bias	8	-0.01705317199230194
246750	linear.bias	9	3.5152032375335693
246947	transitions	0	-0.4716712534427643
246947	transitions	1	8.851226806640625
246947	transitions	2	-3.640571355819702
246947	transitions	3	1.6057212352752686
246947	transitions	4	-2.227433681488037
246947	transitions	5	-0.43516066670417786
246947	transitions	6	-0.1965521275997162
246947	transitions	7	-10000.0
246947	transitions	8	1.8680514097213745
246947	transitions	9	-2.2950727939605713
246947	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
246947	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
246947	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
246947	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
246947	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
246947	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
246947	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
246947	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
246947	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
246947	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
246947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
246947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
246947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
246947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
246947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
246947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
246947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
246947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
246947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
246947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
246947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
246947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
246947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
246947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
246947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
246947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
246947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
246947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
246947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
246947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
246947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
246947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
246947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
246947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
246947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
246947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
246947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
246947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
246947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
246947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
246947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
246947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
246947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
246947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
246947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
246947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
246947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
246947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
246947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
246947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
246947	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
246947	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
246947	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
246947	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
246947	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
246947	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
246947	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
246947	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
246947	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
246947	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
246947	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
246947	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
246947	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
246947	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
246947	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
246947	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
246947	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
246947	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
246947	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
246947	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
246947	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
246947	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
246947	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
246947	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
246947	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
246947	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
246947	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
246947	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
246947	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
246947	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
246947	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
246947	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
246947	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
246947	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
246947	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
246947	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
246947	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
246947	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
246947	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
246947	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
246947	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
246947	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
246947	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
246947	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
246947	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
246947	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
246947	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
246947	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
246947	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
246947	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
246947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
246947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
246947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
246947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
246947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
246947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
246947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
246947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
246947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
246947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
246947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
246947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
246947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
246947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
246947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
246947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
246947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
246947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
246947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
246947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
246947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
246947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
246947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
246947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
246947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
246947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
246947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
246947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
246947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
246947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
246947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
246947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
246947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
246947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
246947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
246947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
246947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
246947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
246947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
246947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
246947	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
246947	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
246947	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
246947	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
246947	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
246947	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
246947	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
246947	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
246947	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
246947	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
246947	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
246947	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
246947	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
246947	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
246947	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
246947	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
246947	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
246947	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
246947	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
246947	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
246947	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
246947	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
246947	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
246947	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
246947	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
246947	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
246947	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
246947	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
246947	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
246947	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
246947	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
246947	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
246947	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
246947	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
246947	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
246947	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
246947	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
246947	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
246947	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
246947	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
246947	embedding2nn.weight	0	0.0454888679087162
246947	embedding2nn.weight	1	-0.093388132750988
246947	embedding2nn.weight	2	0.025862840935587883
246947	embedding2nn.weight	3	-0.06168254464864731
246947	embedding2nn.weight	4	-0.10482530295848846
246947	embedding2nn.weight	5	0.11198198795318604
246947	embedding2nn.weight	6	-0.07267389446496964
246947	embedding2nn.weight	7	-0.07288193702697754
246947	embedding2nn.weight	8	-0.0331893227994442
246947	embedding2nn.weight	9	0.04271792247891426
246947	embedding2nn.bias	0	0.08367844671010971
246947	embedding2nn.bias	1	-0.013369700871407986
246947	embedding2nn.bias	2	-0.07130271941423416
246947	embedding2nn.bias	3	0.03385748341679573
246947	embedding2nn.bias	4	-0.009924921207129955
246947	embedding2nn.bias	5	-0.16240975260734558
246947	embedding2nn.bias	6	-0.09951234608888626
246947	embedding2nn.bias	7	-0.011259547434747219
246947	embedding2nn.bias	8	0.06199897080659866
246947	embedding2nn.bias	9	-0.06432447582483292
246947	rnn.weight_ih_l0	0	0.04253610596060753
246947	rnn.weight_ih_l0	1	-0.08033787459135056
246947	rnn.weight_ih_l0	2	-0.06379254162311554
246947	rnn.weight_ih_l0	3	-0.056677356362342834
246947	rnn.weight_ih_l0	4	0.017347611486911774
246947	rnn.weight_ih_l0	5	-0.11222372949123383
246947	rnn.weight_ih_l0	6	-0.036017268896102905
246947	rnn.weight_ih_l0	7	-0.0037067520897835493
246947	rnn.weight_ih_l0	8	0.05418319255113602
246947	rnn.weight_ih_l0	9	0.011128207668662071
246947	rnn.weight_hh_l0	0	0.002236883854493499
246947	rnn.weight_hh_l0	1	-0.0824199989438057
246947	rnn.weight_hh_l0	2	0.07357270270586014
246947	rnn.weight_hh_l0	3	0.05337587371468544
246947	rnn.weight_hh_l0	4	0.006673329509794712
246947	rnn.weight_hh_l0	5	0.07170038670301437
246947	rnn.weight_hh_l0	6	-0.01686776801943779
246947	rnn.weight_hh_l0	7	-0.11120181530714035
246947	rnn.weight_hh_l0	8	0.027496855705976486
246947	rnn.weight_hh_l0	9	-0.07525139302015305
246947	rnn.bias_ih_l0	0	-0.07508508116006851
246947	rnn.bias_ih_l0	1	-0.192128524184227
246947	rnn.bias_ih_l0	2	-0.25778359174728394
246947	rnn.bias_ih_l0	3	-0.28537869453430176
246947	rnn.bias_ih_l0	4	0.012400366365909576
246947	rnn.bias_ih_l0	5	0.05369238555431366
246947	rnn.bias_ih_l0	6	-0.1736331284046173
246947	rnn.bias_ih_l0	7	-0.2670993208885193
246947	rnn.bias_ih_l0	8	-0.15564467012882233
246947	rnn.bias_ih_l0	9	-0.17667503654956818
246947	rnn.bias_hh_l0	0	0.1273053139448166
246947	rnn.bias_hh_l0	1	-0.05323856696486473
246947	rnn.bias_hh_l0	2	0.04650333896279335
246947	rnn.bias_hh_l0	3	-0.1800413876771927
246947	rnn.bias_hh_l0	4	0.056484512984752655
246947	rnn.bias_hh_l0	5	0.05535009130835533
246947	rnn.bias_hh_l0	6	-0.10847301781177521
246947	rnn.bias_hh_l0	7	-0.15083380043506622
246947	rnn.bias_hh_l0	8	-0.18507874011993408
246947	rnn.bias_hh_l0	9	-0.10980387032032013
246947	rnn.weight_ih_l0_reverse	0	-0.020403964444994926
246947	rnn.weight_ih_l0_reverse	1	-0.0067521086893975735
246947	rnn.weight_ih_l0_reverse	2	0.0030171629041433334
246947	rnn.weight_ih_l0_reverse	3	0.011134034022688866
246947	rnn.weight_ih_l0_reverse	4	0.01165422610938549
246947	rnn.weight_ih_l0_reverse	5	-0.05569186061620712
246947	rnn.weight_ih_l0_reverse	6	-0.04148802533745766
246947	rnn.weight_ih_l0_reverse	7	0.016959859058260918
246947	rnn.weight_ih_l0_reverse	8	0.08620638400316238
246947	rnn.weight_ih_l0_reverse	9	0.004743875935673714
246947	rnn.weight_hh_l0_reverse	0	0.005359863396733999
246947	rnn.weight_hh_l0_reverse	1	0.02701958641409874
246947	rnn.weight_hh_l0_reverse	2	-0.04117171838879585
246947	rnn.weight_hh_l0_reverse	3	0.039804428815841675
246947	rnn.weight_hh_l0_reverse	4	0.023567821830511093
246947	rnn.weight_hh_l0_reverse	5	-0.009207425639033318
246947	rnn.weight_hh_l0_reverse	6	0.06913991272449493
246947	rnn.weight_hh_l0_reverse	7	0.037149105221033096
246947	rnn.weight_hh_l0_reverse	8	-0.023521384224295616
246947	rnn.weight_hh_l0_reverse	9	-0.026646500453352928
246947	rnn.bias_ih_l0_reverse	0	-0.1515478491783142
246947	rnn.bias_ih_l0_reverse	1	-0.31451496481895447
246947	rnn.bias_ih_l0_reverse	2	-0.06051741912961006
246947	rnn.bias_ih_l0_reverse	3	-0.15647247433662415
246947	rnn.bias_ih_l0_reverse	4	0.06632982939481735
246947	rnn.bias_ih_l0_reverse	5	-0.27500593662261963
246947	rnn.bias_ih_l0_reverse	6	-0.0693909302353859
246947	rnn.bias_ih_l0_reverse	7	0.01640314981341362
246947	rnn.bias_ih_l0_reverse	8	-0.18806441128253937
246947	rnn.bias_ih_l0_reverse	9	-0.09034062176942825
246947	rnn.bias_hh_l0_reverse	0	-0.15702591836452484
246947	rnn.bias_hh_l0_reverse	1	-0.14332658052444458
246947	rnn.bias_hh_l0_reverse	2	-0.013715057633817196
246947	rnn.bias_hh_l0_reverse	3	-0.1363186091184616
246947	rnn.bias_hh_l0_reverse	4	-0.027448346838355064
246947	rnn.bias_hh_l0_reverse	5	-0.11730406433343887
246947	rnn.bias_hh_l0_reverse	6	-0.07898537069559097
246947	rnn.bias_hh_l0_reverse	7	-0.18443211913108826
246947	rnn.bias_hh_l0_reverse	8	-0.06423243880271912
246947	rnn.bias_hh_l0_reverse	9	-0.115395188331604
246947	linear.weight	0	-0.2757291793823242
246947	linear.weight	1	-0.11512767523527145
246947	linear.weight	2	-0.011228874325752258
246947	linear.weight	3	-0.07742922753095627
246947	linear.weight	4	-0.006134622264653444
246947	linear.weight	5	0.22370962798595428
246947	linear.weight	6	0.0047744326293468475
246947	linear.weight	7	-0.021312154829502106
246947	linear.weight	8	0.17654196918010712
246947	linear.weight	9	0.20049604773521423
246947	linear.bias	0	-0.8467015027999878
246947	linear.bias	1	1.39431893825531
246947	linear.bias	2	-0.5000167489051819
246947	linear.bias	3	-0.7713447213172913
246947	linear.bias	4	-0.883693516254425
246947	linear.bias	5	-1.1806241273880005
246947	linear.bias	6	-0.9811504483222961
246947	linear.bias	7	-0.6952740550041199
246947	linear.bias	8	-0.01705317199230194
246947	linear.bias	9	3.517524003982544
247144	transitions	0	-0.4717680811882019
247144	transitions	1	8.855769157409668
247144	transitions	2	-3.640726327896118
247144	transitions	3	1.6051344871520996
247144	transitions	4	-2.227536201477051
247144	transitions	5	-0.4351658523082733
247144	transitions	6	-0.1965586096048355
247144	transitions	7	-10000.0
247144	transitions	8	1.867910385131836
247144	transitions	9	-2.295074224472046
247144	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
247144	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
247144	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
247144	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
247144	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
247144	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
247144	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
247144	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
247144	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
247144	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
247144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
247144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
247144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
247144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
247144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
247144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
247144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
247144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
247144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
247144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
247144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
247144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
247144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
247144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
247144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
247144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
247144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
247144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
247144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
247144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
247144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
247144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
247144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
247144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
247144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
247144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
247144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
247144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
247144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
247144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
247144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
247144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
247144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
247144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
247144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
247144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
247144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
247144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
247144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
247144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
247144	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
247144	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
247144	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
247144	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
247144	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
247144	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
247144	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
247144	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
247144	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
247144	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
247144	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
247144	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
247144	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
247144	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
247144	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
247144	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
247144	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
247144	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
247144	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
247144	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
247144	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
247144	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
247144	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
247144	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
247144	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
247144	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
247144	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
247144	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
247144	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
247144	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
247144	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
247144	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
247144	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
247144	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
247144	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
247144	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
247144	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
247144	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
247144	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
247144	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
247144	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
247144	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
247144	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
247144	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
247144	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
247144	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
247144	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
247144	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
247144	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
247144	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
247144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
247144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
247144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
247144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
247144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
247144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
247144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
247144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
247144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
247144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
247144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
247144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
247144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
247144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
247144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
247144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
247144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
247144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
247144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
247144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
247144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
247144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
247144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
247144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
247144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
247144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
247144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
247144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
247144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
247144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
247144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
247144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
247144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
247144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
247144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
247144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
247144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
247144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
247144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
247144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
247144	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
247144	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
247144	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
247144	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
247144	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
247144	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
247144	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
247144	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
247144	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
247144	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
247144	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
247144	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
247144	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
247144	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
247144	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
247144	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
247144	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
247144	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
247144	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
247144	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
247144	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
247144	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
247144	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
247144	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
247144	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
247144	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
247144	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
247144	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
247144	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
247144	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
247144	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
247144	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
247144	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
247144	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
247144	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
247144	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
247144	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
247144	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
247144	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
247144	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
247144	embedding2nn.weight	0	0.04546624794602394
247144	embedding2nn.weight	1	-0.09317474812269211
247144	embedding2nn.weight	2	0.02556363306939602
247144	embedding2nn.weight	3	-0.06195562332868576
247144	embedding2nn.weight	4	-0.10396058112382889
247144	embedding2nn.weight	5	0.11189921945333481
247144	embedding2nn.weight	6	-0.07361013442277908
247144	embedding2nn.weight	7	-0.07330203056335449
247144	embedding2nn.weight	8	-0.032573312520980835
247144	embedding2nn.weight	9	0.042344193905591965
247144	embedding2nn.bias	0	0.08203838020563126
247144	embedding2nn.bias	1	-0.005969092715531588
247144	embedding2nn.bias	2	-0.0654849112033844
247144	embedding2nn.bias	3	0.034316252917051315
247144	embedding2nn.bias	4	-0.009186342358589172
247144	embedding2nn.bias	5	-0.15845434367656708
247144	embedding2nn.bias	6	-0.10631166398525238
247144	embedding2nn.bias	7	-0.01350969634950161
247144	embedding2nn.bias	8	0.06112886220216751
247144	embedding2nn.bias	9	-0.06253410875797272
247144	rnn.weight_ih_l0	0	0.04198218137025833
247144	rnn.weight_ih_l0	1	-0.08097616583108902
247144	rnn.weight_ih_l0	2	-0.06366396695375443
247144	rnn.weight_ih_l0	3	-0.05639968439936638
247144	rnn.weight_ih_l0	4	0.01708563044667244
247144	rnn.weight_ih_l0	5	-0.11234509199857712
247144	rnn.weight_ih_l0	6	-0.03554678335785866
247144	rnn.weight_ih_l0	7	-0.0040183039382100105
247144	rnn.weight_ih_l0	8	0.0543588250875473
247144	rnn.weight_ih_l0	9	0.011170545592904091
247144	rnn.weight_hh_l0	0	0.0024758074432611465
247144	rnn.weight_hh_l0	1	-0.08297610282897949
247144	rnn.weight_hh_l0	2	0.07346566766500473
247144	rnn.weight_hh_l0	3	0.053158484399318695
247144	rnn.weight_hh_l0	4	0.006778399460017681
247144	rnn.weight_hh_l0	5	0.07166929543018341
247144	rnn.weight_hh_l0	6	-0.01688712276518345
247144	rnn.weight_hh_l0	7	-0.11134888976812363
247144	rnn.weight_hh_l0	8	0.02788533642888069
247144	rnn.weight_hh_l0	9	-0.07579044252634048
247144	rnn.bias_ih_l0	0	-0.0734000951051712
247144	rnn.bias_ih_l0	1	-0.19185402989387512
247144	rnn.bias_ih_l0	2	-0.25737300515174866
247144	rnn.bias_ih_l0	3	-0.28483304381370544
247144	rnn.bias_ih_l0	4	0.012204981409013271
247144	rnn.bias_ih_l0	5	0.05396343767642975
247144	rnn.bias_ih_l0	6	-0.17292073369026184
247144	rnn.bias_ih_l0	7	-0.267455130815506
247144	rnn.bias_ih_l0	8	-0.1551363170146942
247144	rnn.bias_ih_l0	9	-0.17661204934120178
247144	rnn.bias_hh_l0	0	0.12707245349884033
247144	rnn.bias_hh_l0	1	-0.05360505357384682
247144	rnn.bias_hh_l0	2	0.046791013330221176
247144	rnn.bias_hh_l0	3	-0.18070568144321442
247144	rnn.bias_hh_l0	4	0.05573076009750366
247144	rnn.bias_hh_l0	5	0.056900765746831894
247144	rnn.bias_hh_l0	6	-0.10867900401353836
247144	rnn.bias_hh_l0	7	-0.15082241594791412
247144	rnn.bias_hh_l0	8	-0.18546582758426666
247144	rnn.bias_hh_l0	9	-0.10957633703947067
247144	rnn.weight_ih_l0_reverse	0	-0.020147541537880898
247144	rnn.weight_ih_l0_reverse	1	-0.006169954314827919
247144	rnn.weight_ih_l0_reverse	2	0.00286592124029994
247144	rnn.weight_ih_l0_reverse	3	0.011195363476872444
247144	rnn.weight_ih_l0_reverse	4	0.011826323345303535
247144	rnn.weight_ih_l0_reverse	5	-0.05600367486476898
247144	rnn.weight_ih_l0_reverse	6	-0.041457850486040115
247144	rnn.weight_ih_l0_reverse	7	0.016274359077215195
247144	rnn.weight_ih_l0_reverse	8	0.08635523170232773
247144	rnn.weight_ih_l0_reverse	9	0.0038004042580723763
247144	rnn.weight_hh_l0_reverse	0	0.005357320420444012
247144	rnn.weight_hh_l0_reverse	1	0.02707071416079998
247144	rnn.weight_hh_l0_reverse	2	-0.041209954768419266
247144	rnn.weight_hh_l0_reverse	3	0.03976863622665405
247144	rnn.weight_hh_l0_reverse	4	0.023767780512571335
247144	rnn.weight_hh_l0_reverse	5	-0.008921971544623375
247144	rnn.weight_hh_l0_reverse	6	0.06901279091835022
247144	rnn.weight_hh_l0_reverse	7	0.03766309842467308
247144	rnn.weight_hh_l0_reverse	8	-0.02372400276362896
247144	rnn.weight_hh_l0_reverse	9	-0.026429787278175354
247144	rnn.bias_ih_l0_reverse	0	-0.15163806080818176
247144	rnn.bias_ih_l0_reverse	1	-0.3141328692436218
247144	rnn.bias_ih_l0_reverse	2	-0.060275599360466
247144	rnn.bias_ih_l0_reverse	3	-0.15568561851978302
247144	rnn.bias_ih_l0_reverse	4	0.06632614135742188
247144	rnn.bias_ih_l0_reverse	5	-0.2758175730705261
247144	rnn.bias_ih_l0_reverse	6	-0.06954213976860046
247144	rnn.bias_ih_l0_reverse	7	0.01930977962911129
247144	rnn.bias_ih_l0_reverse	8	-0.1890256702899933
247144	rnn.bias_ih_l0_reverse	9	-0.08920978754758835
247144	rnn.bias_hh_l0_reverse	0	-0.1552613377571106
247144	rnn.bias_hh_l0_reverse	1	-0.1436377912759781
247144	rnn.bias_hh_l0_reverse	2	-0.013952275738120079
247144	rnn.bias_hh_l0_reverse	3	-0.13675972819328308
247144	rnn.bias_hh_l0_reverse	4	-0.02669343911111355
247144	rnn.bias_hh_l0_reverse	5	-0.11800853908061981
247144	rnn.bias_hh_l0_reverse	6	-0.0791156142950058
247144	rnn.bias_hh_l0_reverse	7	-0.1843615472316742
247144	rnn.bias_hh_l0_reverse	8	-0.06371793150901794
247144	rnn.bias_hh_l0_reverse	9	-0.11550698429346085
247144	linear.weight	0	-0.2650581896305084
247144	linear.weight	1	-0.11417006701231003
247144	linear.weight	2	-0.011228874325752258
247144	linear.weight	3	-0.07558029890060425
247144	linear.weight	4	-0.0066411420702934265
247144	linear.weight	5	0.22136898338794708
247144	linear.weight	6	0.0047744326293468475
247144	linear.weight	7	-0.021312154829502106
247144	linear.weight	8	0.1814238727092743
247144	linear.weight	9	0.1972290426492691
247144	linear.bias	0	-0.8597670197486877
247144	linear.bias	1	1.3997129201889038
247144	linear.bias	2	-0.49801522493362427
247144	linear.bias	3	-0.760598361492157
247144	linear.bias	4	-0.8761451840400696
247144	linear.bias	5	-1.1806272268295288
247144	linear.bias	6	-0.9939554333686829
247144	linear.bias	7	-0.6927762031555176
247144	linear.bias	8	-0.01705317199230194
247144	linear.bias	9	3.5171446800231934
247341	transitions	0	-0.47180044651031494
247341	transitions	1	8.852123260498047
247341	transitions	2	-3.6408841609954834
247341	transitions	3	1.607957363128662
247341	transitions	4	-2.227647542953491
247341	transitions	5	-0.43525540828704834
247341	transitions	6	-0.1965647041797638
247341	transitions	7	-10000.0
247341	transitions	8	1.866659164428711
247341	transitions	9	-2.295074462890625
247341	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
247341	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
247341	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
247341	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
247341	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
247341	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
247341	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
247341	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
247341	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
247341	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
247341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
247341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
247341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
247341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
247341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
247341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
247341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
247341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
247341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
247341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
247341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
247341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
247341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
247341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
247341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
247341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
247341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
247341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
247341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
247341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
247341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
247341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
247341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
247341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
247341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
247341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
247341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
247341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
247341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
247341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
247341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
247341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
247341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
247341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
247341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
247341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
247341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
247341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
247341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
247341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
247341	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
247341	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
247341	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
247341	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
247341	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
247341	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
247341	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
247341	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
247341	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
247341	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
247341	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
247341	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
247341	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
247341	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
247341	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
247341	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
247341	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
247341	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
247341	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
247341	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
247341	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
247341	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
247341	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
247341	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
247341	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
247341	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
247341	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
247341	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
247341	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
247341	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
247341	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
247341	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
247341	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
247341	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
247341	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
247341	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
247341	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
247341	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
247341	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
247341	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
247341	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
247341	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
247341	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
247341	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
247341	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
247341	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
247341	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
247341	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
247341	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
247341	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
247341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
247341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
247341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
247341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
247341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
247341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
247341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
247341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
247341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
247341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
247341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
247341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
247341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
247341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
247341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
247341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
247341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
247341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
247341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
247341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
247341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
247341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
247341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
247341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
247341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
247341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
247341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
247341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
247341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
247341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
247341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
247341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
247341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
247341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
247341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
247341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
247341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
247341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
247341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
247341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
247341	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
247341	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
247341	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
247341	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
247341	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
247341	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
247341	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
247341	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
247341	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
247341	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
247341	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
247341	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
247341	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
247341	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
247341	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
247341	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
247341	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
247341	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
247341	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
247341	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
247341	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
247341	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
247341	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
247341	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
247341	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
247341	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
247341	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
247341	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
247341	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
247341	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
247341	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
247341	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
247341	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
247341	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
247341	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
247341	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
247341	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
247341	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
247341	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
247341	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
247341	embedding2nn.weight	0	0.04540711268782616
247341	embedding2nn.weight	1	-0.09321428835391998
247341	embedding2nn.weight	2	0.025437841191887856
247341	embedding2nn.weight	3	-0.06248372048139572
247341	embedding2nn.weight	4	-0.10385505110025406
247341	embedding2nn.weight	5	0.11196229606866837
247341	embedding2nn.weight	6	-0.07603824138641357
247341	embedding2nn.weight	7	-0.07401136308908463
247341	embedding2nn.weight	8	-0.032539766281843185
247341	embedding2nn.weight	9	0.042869359254837036
247341	embedding2nn.bias	0	0.08326961100101471
247341	embedding2nn.bias	1	-0.008221054449677467
247341	embedding2nn.bias	2	-0.06930790841579437
247341	embedding2nn.bias	3	0.034177832305431366
247341	embedding2nn.bias	4	-0.010467219166457653
247341	embedding2nn.bias	5	-0.16242483258247375
247341	embedding2nn.bias	6	-0.10768113285303116
247341	embedding2nn.bias	7	-0.011066542007029057
247341	embedding2nn.bias	8	0.05652409419417381
247341	embedding2nn.bias	9	-0.06870964914560318
247341	rnn.weight_ih_l0	0	0.041547879576683044
247341	rnn.weight_ih_l0	1	-0.08152034133672714
247341	rnn.weight_ih_l0	2	-0.06432437151670456
247341	rnn.weight_ih_l0	3	-0.05660070851445198
247341	rnn.weight_ih_l0	4	0.01703954115509987
247341	rnn.weight_ih_l0	5	-0.11202330142259598
247341	rnn.weight_ih_l0	6	-0.035937126725912094
247341	rnn.weight_ih_l0	7	-0.003661190392449498
247341	rnn.weight_ih_l0	8	0.053858283907175064
247341	rnn.weight_ih_l0	9	0.010838782414793968
247341	rnn.weight_hh_l0	0	0.0027493408415466547
247341	rnn.weight_hh_l0	1	-0.08289431780576706
247341	rnn.weight_hh_l0	2	0.07323141396045685
247341	rnn.weight_hh_l0	3	0.0530376173555851
247341	rnn.weight_hh_l0	4	0.0067270854488015175
247341	rnn.weight_hh_l0	5	0.07170048356056213
247341	rnn.weight_hh_l0	6	-0.016796642914414406
247341	rnn.weight_hh_l0	7	-0.11149884760379791
247341	rnn.weight_hh_l0	8	0.02798512578010559
247341	rnn.weight_hh_l0	9	-0.07621370255947113
247341	rnn.bias_ih_l0	0	-0.07524405419826508
247341	rnn.bias_ih_l0	1	-0.19161692261695862
247341	rnn.bias_ih_l0	2	-0.25785934925079346
247341	rnn.bias_ih_l0	3	-0.28605809807777405
247341	rnn.bias_ih_l0	4	0.012160569429397583
247341	rnn.bias_ih_l0	5	0.054163459688425064
247341	rnn.bias_ih_l0	6	-0.17204229533672333
247341	rnn.bias_ih_l0	7	-0.26762327551841736
247341	rnn.bias_ih_l0	8	-0.15551523864269257
247341	rnn.bias_ih_l0	9	-0.1771843135356903
247341	rnn.bias_hh_l0	0	0.12695004045963287
247341	rnn.bias_hh_l0	1	-0.05263940989971161
247341	rnn.bias_hh_l0	2	0.04601851850748062
247341	rnn.bias_hh_l0	3	-0.17980816960334778
247341	rnn.bias_hh_l0	4	0.05695652961730957
247341	rnn.bias_hh_l0	5	0.056638773530721664
247341	rnn.bias_hh_l0	6	-0.10919627547264099
247341	rnn.bias_hh_l0	7	-0.15115289390087128
247341	rnn.bias_hh_l0	8	-0.1852739006280899
247341	rnn.bias_hh_l0	9	-0.10940622538328171
247341	rnn.weight_ih_l0_reverse	0	-0.019958294928073883
247341	rnn.weight_ih_l0_reverse	1	-0.005522713530808687
247341	rnn.weight_ih_l0_reverse	2	0.0021536736749112606
247341	rnn.weight_ih_l0_reverse	3	0.01055142842233181
247341	rnn.weight_ih_l0_reverse	4	0.01180863194167614
247341	rnn.weight_ih_l0_reverse	5	-0.05548175051808357
247341	rnn.weight_ih_l0_reverse	6	-0.04215662181377411
247341	rnn.weight_ih_l0_reverse	7	0.016343139111995697
247341	rnn.weight_ih_l0_reverse	8	0.08631414920091629
247341	rnn.weight_ih_l0_reverse	9	0.004104869440197945
247341	rnn.weight_hh_l0_reverse	0	0.005613971035927534
247341	rnn.weight_hh_l0_reverse	1	0.027073903009295464
247341	rnn.weight_hh_l0_reverse	2	-0.041551873087882996
247341	rnn.weight_hh_l0_reverse	3	0.03973671421408653
247341	rnn.weight_hh_l0_reverse	4	0.023730115965008736
247341	rnn.weight_hh_l0_reverse	5	-0.008691694587469101
247341	rnn.weight_hh_l0_reverse	6	0.0686478540301323
247341	rnn.weight_hh_l0_reverse	7	0.037767909467220306
247341	rnn.weight_hh_l0_reverse	8	-0.023434065282344818
247341	rnn.weight_hh_l0_reverse	9	-0.026448333635926247
247341	rnn.bias_ih_l0_reverse	0	-0.15212932229042053
247341	rnn.bias_ih_l0_reverse	1	-0.3132033944129944
247341	rnn.bias_ih_l0_reverse	2	-0.06057430058717728
247341	rnn.bias_ih_l0_reverse	3	-0.15556901693344116
247341	rnn.bias_ih_l0_reverse	4	0.06634099781513214
247341	rnn.bias_ih_l0_reverse	5	-0.2753813862800598
247341	rnn.bias_ih_l0_reverse	6	-0.06947599351406097
247341	rnn.bias_ih_l0_reverse	7	0.019850341603159904
247341	rnn.bias_ih_l0_reverse	8	-0.18828563392162323
247341	rnn.bias_ih_l0_reverse	9	-0.09000761061906815
247341	rnn.bias_hh_l0_reverse	0	-0.15690568089485168
247341	rnn.bias_hh_l0_reverse	1	-0.1432572603225708
247341	rnn.bias_hh_l0_reverse	2	-0.013618889264762402
247341	rnn.bias_hh_l0_reverse	3	-0.13697321712970734
247341	rnn.bias_hh_l0_reverse	4	-0.026892347261309624
247341	rnn.bias_hh_l0_reverse	5	-0.11805406212806702
247341	rnn.bias_hh_l0_reverse	6	-0.0789078027009964
247341	rnn.bias_hh_l0_reverse	7	-0.18380390107631683
247341	rnn.bias_hh_l0_reverse	8	-0.06313302367925644
247341	rnn.bias_hh_l0_reverse	9	-0.11470873653888702
247341	linear.weight	0	-0.2625352740287781
247341	linear.weight	1	-0.11311721801757812
247341	linear.weight	2	-0.011228874325752258
247341	linear.weight	3	-0.07601510733366013
247341	linear.weight	4	-0.006028377451002598
247341	linear.weight	5	0.21330192685127258
247341	linear.weight	6	0.0047744326293468475
247341	linear.weight	7	-0.021312154829502106
247341	linear.weight	8	0.18393127620220184
247341	linear.weight	9	0.1970040202140808
247341	linear.bias	0	-0.844774067401886
247341	linear.bias	1	1.3940171003341675
247341	linear.bias	2	-0.5108748078346252
247341	linear.bias	3	-0.7630259990692139
247341	linear.bias	4	-0.8843936324119568
247341	linear.bias	5	-1.1806329488754272
247341	linear.bias	6	-0.9792264699935913
247341	linear.bias	7	-0.701317548751831
247341	linear.bias	8	-0.01705317199230194
247341	linear.bias	9	3.4965267181396484
247538	transitions	0	-0.47189095616340637
247538	transitions	1	8.859726905822754
247538	transitions	2	-3.6411659717559814
247538	transitions	3	1.6104611158370972
247538	transitions	4	-2.227721929550171
247538	transitions	5	-0.43526437878608704
247538	transitions	6	-0.19656962156295776
247538	transitions	7	-10000.0
247538	transitions	8	1.8668068647384644
247538	transitions	9	-2.295074939727783
247538	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
247538	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
247538	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
247538	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
247538	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
247538	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
247538	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
247538	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
247538	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
247538	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
247538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
247538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
247538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
247538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
247538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
247538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
247538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
247538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
247538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
247538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
247538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
247538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
247538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
247538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
247538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
247538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
247538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
247538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
247538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
247538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
247538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
247538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
247538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
247538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
247538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
247538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
247538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
247538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
247538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
247538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
247538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
247538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
247538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
247538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
247538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
247538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
247538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
247538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
247538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
247538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
247538	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
247538	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
247538	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
247538	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
247538	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
247538	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
247538	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
247538	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
247538	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
247538	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
247538	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
247538	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
247538	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
247538	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
247538	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
247538	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
247538	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
247538	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
247538	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
247538	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
247538	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
247538	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
247538	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
247538	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
247538	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
247538	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
247538	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
247538	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
247538	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
247538	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
247538	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
247538	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
247538	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
247538	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
247538	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
247538	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
247538	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
247538	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
247538	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
247538	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
247538	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
247538	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
247538	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
247538	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
247538	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
247538	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
247538	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
247538	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
247538	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
247538	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
247538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
247538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
247538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
247538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
247538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
247538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
247538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
247538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
247538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
247538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
247538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
247538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
247538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
247538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
247538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
247538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
247538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
247538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
247538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
247538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
247538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
247538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
247538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
247538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
247538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
247538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
247538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
247538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
247538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
247538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
247538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
247538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
247538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
247538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
247538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
247538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
247538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
247538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
247538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
247538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
247538	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
247538	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
247538	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
247538	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
247538	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
247538	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
247538	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
247538	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
247538	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
247538	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
247538	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
247538	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
247538	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
247538	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
247538	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
247538	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
247538	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
247538	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
247538	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
247538	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
247538	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
247538	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
247538	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
247538	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
247538	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
247538	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
247538	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
247538	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
247538	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
247538	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
247538	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
247538	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
247538	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
247538	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
247538	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
247538	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
247538	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
247538	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
247538	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
247538	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
247538	embedding2nn.weight	0	0.04567447304725647
247538	embedding2nn.weight	1	-0.0932798907160759
247538	embedding2nn.weight	2	0.026493702083826065
247538	embedding2nn.weight	3	-0.06260715425014496
247538	embedding2nn.weight	4	-0.1038416177034378
247538	embedding2nn.weight	5	0.11230801045894623
247538	embedding2nn.weight	6	-0.07420031726360321
247538	embedding2nn.weight	7	-0.0738934576511383
247538	embedding2nn.weight	8	-0.0325557142496109
247538	embedding2nn.weight	9	0.04098169133067131
247538	embedding2nn.bias	0	0.08305945247411728
247538	embedding2nn.bias	1	-0.00980724859982729
247538	embedding2nn.bias	2	-0.0653090849518776
247538	embedding2nn.bias	3	0.03636041656136513
247538	embedding2nn.bias	4	-0.01292597595602274
247538	embedding2nn.bias	5	-0.16470052301883698
247538	embedding2nn.bias	6	-0.10559562593698502
247538	embedding2nn.bias	7	-0.012885140255093575
247538	embedding2nn.bias	8	0.057538289576768875
247538	embedding2nn.bias	9	-0.06607261300086975
247538	rnn.weight_ih_l0	0	0.040797971189022064
247538	rnn.weight_ih_l0	1	-0.0799696296453476
247538	rnn.weight_ih_l0	2	-0.06438641250133514
247538	rnn.weight_ih_l0	3	-0.055803392082452774
247538	rnn.weight_ih_l0	4	0.01729760318994522
247538	rnn.weight_ih_l0	5	-0.11245395988225937
247538	rnn.weight_ih_l0	6	-0.035052601248025894
247538	rnn.weight_ih_l0	7	-0.00402997899800539
247538	rnn.weight_ih_l0	8	0.0525851808488369
247538	rnn.weight_ih_l0	9	0.011015339754521847
247538	rnn.weight_hh_l0	0	0.002746694255620241
247538	rnn.weight_hh_l0	1	-0.08271563053131104
247538	rnn.weight_hh_l0	2	0.07316885143518448
247538	rnn.weight_hh_l0	3	0.053179629147052765
247538	rnn.weight_hh_l0	4	0.00660084281116724
247538	rnn.weight_hh_l0	5	0.0719725713133812
247538	rnn.weight_hh_l0	6	-0.016789143905043602
247538	rnn.weight_hh_l0	7	-0.11155036836862564
247538	rnn.weight_hh_l0	8	0.02789853699505329
247538	rnn.weight_hh_l0	9	-0.07570301741361618
247538	rnn.bias_ih_l0	0	-0.07507011294364929
247538	rnn.bias_ih_l0	1	-0.19171161949634552
247538	rnn.bias_ih_l0	2	-0.25751540064811707
247538	rnn.bias_ih_l0	3	-0.28643813729286194
247538	rnn.bias_ih_l0	4	0.012434364296495914
247538	rnn.bias_ih_l0	5	0.05359666794538498
247538	rnn.bias_ih_l0	6	-0.17281793057918549
247538	rnn.bias_ih_l0	7	-0.2676960825920105
247538	rnn.bias_ih_l0	8	-0.15482284128665924
247538	rnn.bias_ih_l0	9	-0.1772381216287613
247538	rnn.bias_hh_l0	0	0.1271812915802002
247538	rnn.bias_hh_l0	1	-0.05254170298576355
247538	rnn.bias_hh_l0	2	0.04626644775271416
247538	rnn.bias_hh_l0	3	-0.17932334542274475
247538	rnn.bias_hh_l0	4	0.055688902735710144
247538	rnn.bias_hh_l0	5	0.05639558285474777
247538	rnn.bias_hh_l0	6	-0.10926482081413269
247538	rnn.bias_hh_l0	7	-0.15094345808029175
247538	rnn.bias_hh_l0	8	-0.18542569875717163
247538	rnn.bias_hh_l0	9	-0.11032277345657349
247538	rnn.weight_ih_l0_reverse	0	-0.02023860439658165
247538	rnn.weight_ih_l0_reverse	1	-0.005377290770411491
247538	rnn.weight_ih_l0_reverse	2	0.0016738432459533215
247538	rnn.weight_ih_l0_reverse	3	0.011689336970448494
247538	rnn.weight_ih_l0_reverse	4	0.011971983127295971
247538	rnn.weight_ih_l0_reverse	5	-0.055281154811382294
247538	rnn.weight_ih_l0_reverse	6	-0.04166914522647858
247538	rnn.weight_ih_l0_reverse	7	0.016546277329325676
247538	rnn.weight_ih_l0_reverse	8	0.08651965111494064
247538	rnn.weight_ih_l0_reverse	9	0.004176137037575245
247538	rnn.weight_hh_l0_reverse	0	0.005635377950966358
247538	rnn.weight_hh_l0_reverse	1	0.027119604870676994
247538	rnn.weight_hh_l0_reverse	2	-0.041610416024923325
247538	rnn.weight_hh_l0_reverse	3	0.039845362305641174
247538	rnn.weight_hh_l0_reverse	4	0.023985298350453377
247538	rnn.weight_hh_l0_reverse	5	-0.009013043716549873
247538	rnn.weight_hh_l0_reverse	6	0.06863900274038315
247538	rnn.weight_hh_l0_reverse	7	0.037889376282691956
247538	rnn.weight_hh_l0_reverse	8	-0.023636652156710625
247538	rnn.weight_hh_l0_reverse	9	-0.026278218254446983
247538	rnn.bias_ih_l0_reverse	0	-0.15234898030757904
247538	rnn.bias_ih_l0_reverse	1	-0.31383785605430603
247538	rnn.bias_ih_l0_reverse	2	-0.05982426553964615
247538	rnn.bias_ih_l0_reverse	3	-0.1555040180683136
247538	rnn.bias_ih_l0_reverse	4	0.06676865369081497
247538	rnn.bias_ih_l0_reverse	5	-0.27596718072891235
247538	rnn.bias_ih_l0_reverse	6	-0.07041239738464355
247538	rnn.bias_ih_l0_reverse	7	0.018057264387607574
247538	rnn.bias_ih_l0_reverse	8	-0.1892280876636505
247538	rnn.bias_ih_l0_reverse	9	-0.08946450799703598
247538	rnn.bias_hh_l0_reverse	0	-0.15618996322155
247538	rnn.bias_hh_l0_reverse	1	-0.14277580380439758
247538	rnn.bias_hh_l0_reverse	2	-0.01347387582063675
247538	rnn.bias_hh_l0_reverse	3	-0.1366848349571228
247538	rnn.bias_hh_l0_reverse	4	-0.026904026046395302
247538	rnn.bias_hh_l0_reverse	5	-0.11753513664007187
247538	rnn.bias_hh_l0_reverse	6	-0.0792931616306305
247538	rnn.bias_hh_l0_reverse	7	-0.18380559980869293
247538	rnn.bias_hh_l0_reverse	8	-0.06431686878204346
247538	rnn.bias_hh_l0_reverse	9	-0.11555620282888412
247538	linear.weight	0	-0.27372440695762634
247538	linear.weight	1	-0.11315204948186874
247538	linear.weight	2	-0.011228874325752258
247538	linear.weight	3	-0.08048351109027863
247538	linear.weight	4	-0.004081702325493097
247538	linear.weight	5	0.21348488330841064
247538	linear.weight	6	0.0047744326293468475
247538	linear.weight	7	-0.021312154829502106
247538	linear.weight	8	0.17925766110420227
247538	linear.weight	9	0.19440849125385284
247538	linear.bias	0	-0.8424506783485413
247538	linear.bias	1	1.402696967124939
247538	linear.bias	2	-0.4935232400894165
247538	linear.bias	3	-0.750723659992218
247538	linear.bias	4	-0.8876467347145081
247538	linear.bias	5	-1.1806390285491943
247538	linear.bias	6	-0.9765194654464722
247538	linear.bias	7	-0.7024523019790649
247538	linear.bias	8	-0.01705317199230194
247538	linear.bias	9	3.4853031635284424
247735	transitions	0	-0.4719218909740448
247735	transitions	1	8.851446151733398
247735	transitions	2	-3.6412734985351562
247735	transitions	3	1.6117573976516724
247735	transitions	4	-2.2280194759368896
247735	transitions	5	-0.4352934658527374
247735	transitions	6	-0.19657517969608307
247735	transitions	7	-10000.0
247735	transitions	8	1.8669573068618774
247735	transitions	9	-2.2950756549835205
247735	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
247735	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
247735	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
247735	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
247735	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
247735	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
247735	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
247735	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
247735	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
247735	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
247735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
247735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
247735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
247735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
247735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
247735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
247735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
247735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
247735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
247735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
247735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
247735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
247735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
247735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
247735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
247735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
247735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
247735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
247735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
247735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
247735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
247735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
247735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
247735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
247735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
247735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
247735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
247735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
247735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
247735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
247735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
247735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
247735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
247735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
247735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
247735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
247735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
247735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
247735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
247735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
247735	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
247735	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
247735	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
247735	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
247735	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
247735	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
247735	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
247735	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
247735	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
247735	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
247735	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
247735	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
247735	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
247735	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
247735	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
247735	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
247735	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
247735	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
247735	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
247735	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
247735	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
247735	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
247735	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
247735	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
247735	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
247735	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
247735	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
247735	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
247735	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
247735	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
247735	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
247735	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
247735	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
247735	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
247735	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
247735	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
247735	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
247735	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
247735	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
247735	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
247735	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
247735	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
247735	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
247735	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
247735	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
247735	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
247735	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
247735	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
247735	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
247735	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
247735	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
247735	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
247735	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
247735	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
247735	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
247735	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
247735	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
247735	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
247735	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
247735	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
247735	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
247735	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
247735	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
247735	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
247735	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
247735	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
247735	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
247735	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
247735	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
247735	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
247735	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
247735	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
247735	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
247735	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
247735	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
247735	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
247735	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
247735	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
247735	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
247735	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
247735	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
247735	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
247735	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
247735	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
247735	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
247735	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
247735	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
247735	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
247735	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
247735	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
247735	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
247735	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
247735	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
247735	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
247735	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
247735	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
247735	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
247735	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
247735	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
247735	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
247735	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
247735	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
247735	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
247735	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
247735	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
247735	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
247735	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
247735	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
247735	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
247735	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
247735	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
247735	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
247735	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
247735	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
247735	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
247735	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
247735	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
247735	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
247735	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
247735	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
247735	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
247735	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
247735	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
247735	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
247735	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
247735	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
247735	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
247735	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
247735	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
247735	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
247735	embedding2nn.weight	0	0.04547892510890961
247735	embedding2nn.weight	1	-0.09352611750364304
247735	embedding2nn.weight	2	0.027401577681303024
247735	embedding2nn.weight	3	-0.06225191429257393
247735	embedding2nn.weight	4	-0.10344132781028748
247735	embedding2nn.weight	5	0.11204833537340164
247735	embedding2nn.weight	6	-0.07258136570453644
247735	embedding2nn.weight	7	-0.0730731189250946
247735	embedding2nn.weight	8	-0.032853737473487854
247735	embedding2nn.weight	9	0.04089696332812309
247735	embedding2nn.bias	0	0.07542964816093445
247735	embedding2nn.bias	1	-0.0034990450367331505
247735	embedding2nn.bias	2	-0.068006731569767
247735	embedding2nn.bias	3	0.03386125713586807
247735	embedding2nn.bias	4	-0.01135188527405262
247735	embedding2nn.bias	5	-0.16787822544574738
247735	embedding2nn.bias	6	-0.10856737196445465
247735	embedding2nn.bias	7	-0.012703130021691322
247735	embedding2nn.bias	8	0.05543961375951767
247735	embedding2nn.bias	9	-0.07169391959905624
247735	rnn.weight_ih_l0	0	0.04115516319870949
247735	rnn.weight_ih_l0	1	-0.08025282621383667
247735	rnn.weight_ih_l0	2	-0.06491214781999588
247735	rnn.weight_ih_l0	3	-0.056621428579092026
247735	rnn.weight_ih_l0	4	0.0167931467294693
247735	rnn.weight_ih_l0	5	-0.11191888153553009
247735	rnn.weight_ih_l0	6	-0.03456856682896614
247735	rnn.weight_ih_l0	7	-0.004650860093533993
247735	rnn.weight_ih_l0	8	0.05273552983999252
247735	rnn.weight_ih_l0	9	0.010802722536027431
247735	rnn.weight_hh_l0	0	0.002989629516378045
247735	rnn.weight_hh_l0	1	-0.08296893537044525
247735	rnn.weight_hh_l0	2	0.07330992817878723
247735	rnn.weight_hh_l0	3	0.053097669035196304
247735	rnn.weight_hh_l0	4	0.006527411285787821
247735	rnn.weight_hh_l0	5	0.07219193130731583
247735	rnn.weight_hh_l0	6	-0.016832150518894196
247735	rnn.weight_hh_l0	7	-0.11148552596569061
247735	rnn.weight_hh_l0	8	0.02799404412508011
247735	rnn.weight_hh_l0	9	-0.07636464387178421
247735	rnn.bias_ih_l0	0	-0.07429572194814682
247735	rnn.bias_ih_l0	1	-0.1932680755853653
247735	rnn.bias_ih_l0	2	-0.25768283009529114
247735	rnn.bias_ih_l0	3	-0.286144495010376
247735	rnn.bias_ih_l0	4	0.012877927161753178
247735	rnn.bias_ih_l0	5	0.05257810652256012
247735	rnn.bias_ih_l0	6	-0.1732545793056488
247735	rnn.bias_ih_l0	7	-0.2689670920372009
247735	rnn.bias_ih_l0	8	-0.15609286725521088
247735	rnn.bias_ih_l0	9	-0.17766770720481873
247735	rnn.bias_hh_l0	0	0.12738919258117676
247735	rnn.bias_hh_l0	1	-0.05280981585383415
247735	rnn.bias_hh_l0	2	0.046874940395355225
247735	rnn.bias_hh_l0	3	-0.1785878688097
247735	rnn.bias_hh_l0	4	0.05511622130870819
247735	rnn.bias_hh_l0	5	0.05683540552854538
247735	rnn.bias_hh_l0	6	-0.10842103511095047
247735	rnn.bias_hh_l0	7	-0.15006595849990845
247735	rnn.bias_hh_l0	8	-0.18556928634643555
247735	rnn.bias_hh_l0	9	-0.11053051799535751
247735	rnn.weight_ih_l0_reverse	0	-0.02015858143568039
247735	rnn.weight_ih_l0_reverse	1	-0.005612958688288927
247735	rnn.weight_ih_l0_reverse	2	0.0008531112689524889
247735	rnn.weight_ih_l0_reverse	3	0.013010012917220592
247735	rnn.weight_ih_l0_reverse	4	0.012697283178567886
247735	rnn.weight_ih_l0_reverse	5	-0.055892977863550186
247735	rnn.weight_ih_l0_reverse	6	-0.04148632287979126
247735	rnn.weight_ih_l0_reverse	7	0.016458841040730476
247735	rnn.weight_ih_l0_reverse	8	0.08708496391773224
247735	rnn.weight_ih_l0_reverse	9	0.004373109899461269
247735	rnn.weight_hh_l0_reverse	0	0.005682704970240593
247735	rnn.weight_hh_l0_reverse	1	0.027287758886814117
247735	rnn.weight_hh_l0_reverse	2	-0.04151005670428276
247735	rnn.weight_hh_l0_reverse	3	0.03980634734034538
247735	rnn.weight_hh_l0_reverse	4	0.023907814174890518
247735	rnn.weight_hh_l0_reverse	5	-0.009194566868245602
247735	rnn.weight_hh_l0_reverse	6	0.06881855428218842
247735	rnn.weight_hh_l0_reverse	7	0.03783649578690529
247735	rnn.weight_hh_l0_reverse	8	-0.02363528497517109
247735	rnn.weight_hh_l0_reverse	9	-0.026326222345232964
247735	rnn.bias_ih_l0_reverse	0	-0.15186841785907745
247735	rnn.bias_ih_l0_reverse	1	-0.3138901889324188
247735	rnn.bias_ih_l0_reverse	2	-0.05955786630511284
247735	rnn.bias_ih_l0_reverse	3	-0.1553981900215149
247735	rnn.bias_ih_l0_reverse	4	0.06607557833194733
247735	rnn.bias_ih_l0_reverse	5	-0.2759317457675934
247735	rnn.bias_ih_l0_reverse	6	-0.07026764005422592
247735	rnn.bias_ih_l0_reverse	7	0.017923781648278236
247735	rnn.bias_ih_l0_reverse	8	-0.18946295976638794
247735	rnn.bias_ih_l0_reverse	9	-0.08831750601530075
247735	rnn.bias_hh_l0_reverse	0	-0.15745416283607483
247735	rnn.bias_hh_l0_reverse	1	-0.14282730221748352
247735	rnn.bias_hh_l0_reverse	2	-0.01310292724519968
247735	rnn.bias_hh_l0_reverse	3	-0.13720545172691345
247735	rnn.bias_hh_l0_reverse	4	-0.026963213458657265
247735	rnn.bias_hh_l0_reverse	5	-0.11753003299236298
247735	rnn.bias_hh_l0_reverse	6	-0.07940535992383957
247735	rnn.bias_hh_l0_reverse	7	-0.1836114525794983
247735	rnn.bias_hh_l0_reverse	8	-0.0647982582449913
247735	rnn.bias_hh_l0_reverse	9	-0.11516019701957703
247735	linear.weight	0	-0.2752959132194519
247735	linear.weight	1	-0.1128992885351181
247735	linear.weight	2	-0.011228874325752258
247735	linear.weight	3	-0.08050193637609482
247735	linear.weight	4	-0.0005089576006866992
247735	linear.weight	5	0.2137461155653
247735	linear.weight	6	0.0047744326293468475
247735	linear.weight	7	-0.021312154829502106
247735	linear.weight	8	0.17926546931266785
247735	linear.weight	9	0.19344712793827057
247735	linear.bias	0	-0.835983395576477
247735	linear.bias	1	1.3997377157211304
247735	linear.bias	2	-0.4938689172267914
247735	linear.bias	3	-0.759201169013977
247735	linear.bias	4	-0.8890586495399475
247735	linear.bias	5	-1.1806422472000122
247735	linear.bias	6	-0.9696241021156311
247735	linear.bias	7	-0.6976066827774048
247735	linear.bias	8	-0.01705317199230194
247735	linear.bias	9	3.507504463195801
247932	transitions	0	-0.47212305665016174
247932	transitions	1	8.841279983520508
247932	transitions	2	-3.641340970993042
247932	transitions	3	1.6122828722000122
247932	transitions	4	-2.2281157970428467
247932	transitions	5	-0.43529897928237915
247932	transitions	6	-0.19658377766609192
247932	transitions	7	-10000.0
247932	transitions	8	1.8655610084533691
247932	transitions	9	-2.295076608657837
247932	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
247932	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
247932	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
247932	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
247932	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
247932	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
247932	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
247932	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
247932	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
247932	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
247932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
247932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
247932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
247932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
247932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
247932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
247932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
247932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
247932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
247932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
247932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
247932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
247932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
247932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
247932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
247932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
247932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
247932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
247932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
247932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
247932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
247932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
247932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
247932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
247932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
247932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
247932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
247932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
247932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
247932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
247932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
247932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
247932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
247932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
247932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
247932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
247932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
247932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
247932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
247932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
247932	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
247932	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
247932	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
247932	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
247932	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
247932	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
247932	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
247932	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
247932	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
247932	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
247932	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
247932	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
247932	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
247932	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
247932	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
247932	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
247932	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
247932	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
247932	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
247932	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
247932	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
247932	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
247932	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
247932	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
247932	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
247932	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
247932	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
247932	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
247932	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
247932	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
247932	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
247932	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
247932	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
247932	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
247932	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
247932	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
247932	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
247932	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
247932	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
247932	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
247932	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
247932	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
247932	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
247932	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
247932	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
247932	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
247932	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
247932	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
247932	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
247932	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
247932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
247932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
247932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
247932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
247932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
247932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
247932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
247932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
247932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
247932	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
247932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
247932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
247932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
247932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
247932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
247932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
247932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
247932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
247932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
247932	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
247932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
247932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
247932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
247932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
247932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
247932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
247932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
247932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
247932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
247932	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
247932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
247932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
247932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
247932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
247932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
247932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
247932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
247932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
247932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
247932	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
247932	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
247932	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
247932	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
247932	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
247932	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
247932	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
247932	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
247932	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
247932	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
247932	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
247932	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
247932	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
247932	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
247932	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
247932	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
247932	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
247932	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
247932	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
247932	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
247932	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
247932	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
247932	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
247932	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
247932	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
247932	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
247932	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
247932	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
247932	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
247932	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
247932	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
247932	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
247932	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
247932	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
247932	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
247932	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
247932	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
247932	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
247932	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
247932	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
247932	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
247932	embedding2nn.weight	0	0.045567236840724945
247932	embedding2nn.weight	1	-0.09400251507759094
247932	embedding2nn.weight	2	0.02695097029209137
247932	embedding2nn.weight	3	-0.06257852911949158
247932	embedding2nn.weight	4	-0.10447655618190765
247932	embedding2nn.weight	5	0.11186590045690536
247932	embedding2nn.weight	6	-0.07465878129005432
247932	embedding2nn.weight	7	-0.07360300421714783
247932	embedding2nn.weight	8	-0.032664790749549866
247932	embedding2nn.weight	9	0.041125837713479996
247932	embedding2nn.bias	0	0.07143253833055496
247932	embedding2nn.bias	1	-0.004918116144835949
247932	embedding2nn.bias	2	-0.06751814484596252
247932	embedding2nn.bias	3	0.037063561379909515
247932	embedding2nn.bias	4	-0.015003684908151627
247932	embedding2nn.bias	5	-0.16567568480968475
247932	embedding2nn.bias	6	-0.10644356906414032
247932	embedding2nn.bias	7	-0.009694601409137249
247932	embedding2nn.bias	8	0.050992969423532486
247932	embedding2nn.bias	9	-0.06732194125652313
247932	rnn.weight_ih_l0	0	0.041129373013973236
247932	rnn.weight_ih_l0	1	-0.0798012912273407
247932	rnn.weight_ih_l0	2	-0.06501083076000214
247932	rnn.weight_ih_l0	3	-0.056120626628398895
247932	rnn.weight_ih_l0	4	0.016679029911756516
247932	rnn.weight_ih_l0	5	-0.11221066862344742
247932	rnn.weight_ih_l0	6	-0.03482157364487648
247932	rnn.weight_ih_l0	7	-0.0042166742496192455
247932	rnn.weight_ih_l0	8	0.05250673368573189
247932	rnn.weight_ih_l0	9	0.010692349635064602
247932	rnn.weight_hh_l0	0	0.0033617957960814238
247932	rnn.weight_hh_l0	1	-0.08274774998426437
247932	rnn.weight_hh_l0	2	0.07317186892032623
247932	rnn.weight_hh_l0	3	0.05321228876709938
247932	rnn.weight_hh_l0	4	0.006544174160808325
247932	rnn.weight_hh_l0	5	0.07239231467247009
247932	rnn.weight_hh_l0	6	-0.016722187399864197
247932	rnn.weight_hh_l0	7	-0.11130886524915695
247932	rnn.weight_hh_l0	8	0.027755578979849815
247932	rnn.weight_hh_l0	9	-0.07700546085834503
247932	rnn.bias_ih_l0	0	-0.07589323818683624
247932	rnn.bias_ih_l0	1	-0.19371719658374786
247932	rnn.bias_ih_l0	2	-0.257525235414505
247932	rnn.bias_ih_l0	3	-0.2864511013031006
247932	rnn.bias_ih_l0	4	0.013555144891142845
247932	rnn.bias_ih_l0	5	0.05242995545268059
247932	rnn.bias_ih_l0	6	-0.17305469512939453
247932	rnn.bias_ih_l0	7	-0.2687903344631195
247932	rnn.bias_ih_l0	8	-0.15646818280220032
247932	rnn.bias_ih_l0	9	-0.17894573509693146
247932	rnn.bias_hh_l0	0	0.12650273740291595
247932	rnn.bias_hh_l0	1	-0.053883906453847885
247932	rnn.bias_hh_l0	2	0.04698987677693367
247932	rnn.bias_hh_l0	3	-0.17774446308612823
247932	rnn.bias_hh_l0	4	0.05575386807322502
247932	rnn.bias_hh_l0	5	0.05666866898536682
247932	rnn.bias_hh_l0	6	-0.10869394242763519
247932	rnn.bias_hh_l0	7	-0.1503983438014984
247932	rnn.bias_hh_l0	8	-0.1851908415555954
247932	rnn.bias_hh_l0	9	-0.11026239395141602
247932	rnn.weight_ih_l0_reverse	0	-0.020264342427253723
247932	rnn.weight_ih_l0_reverse	1	-0.005825999658554792
247932	rnn.weight_ih_l0_reverse	2	0.0006479397998191416
247932	rnn.weight_ih_l0_reverse	3	0.013876300305128098
247932	rnn.weight_ih_l0_reverse	4	0.010954138822853565
247932	rnn.weight_ih_l0_reverse	5	-0.05589204281568527
247932	rnn.weight_ih_l0_reverse	6	-0.041736915707588196
247932	rnn.weight_ih_l0_reverse	7	0.015810078009963036
247932	rnn.weight_ih_l0_reverse	8	0.08810573816299438
247932	rnn.weight_ih_l0_reverse	9	0.004483500495553017
247932	rnn.weight_hh_l0_reverse	0	0.0057585877366364
247932	rnn.weight_hh_l0_reverse	1	0.02725129760801792
247932	rnn.weight_hh_l0_reverse	2	-0.041264597326517105
247932	rnn.weight_hh_l0_reverse	3	0.03977203741669655
247932	rnn.weight_hh_l0_reverse	4	0.02383919060230255
247932	rnn.weight_hh_l0_reverse	5	-0.009165843017399311
247932	rnn.weight_hh_l0_reverse	6	0.06891283392906189
247932	rnn.weight_hh_l0_reverse	7	0.03804369270801544
247932	rnn.weight_hh_l0_reverse	8	-0.023933731019496918
247932	rnn.weight_hh_l0_reverse	9	-0.026427820324897766
247932	rnn.bias_ih_l0_reverse	0	-0.15238913893699646
247932	rnn.bias_ih_l0_reverse	1	-0.31346404552459717
247932	rnn.bias_ih_l0_reverse	2	-0.05931679159402847
247932	rnn.bias_ih_l0_reverse	3	-0.15506106615066528
247932	rnn.bias_ih_l0_reverse	4	0.06687925010919571
247932	rnn.bias_ih_l0_reverse	5	-0.2761465609073639
247932	rnn.bias_ih_l0_reverse	6	-0.07038291543722153
247932	rnn.bias_ih_l0_reverse	7	0.01841210201382637
247932	rnn.bias_ih_l0_reverse	8	-0.1896616518497467
247932	rnn.bias_ih_l0_reverse	9	-0.08794806152582169
247932	rnn.bias_hh_l0_reverse	0	-0.15635208785533905
247932	rnn.bias_hh_l0_reverse	1	-0.14357182383537292
247932	rnn.bias_hh_l0_reverse	2	-0.013089673593640327
247932	rnn.bias_hh_l0_reverse	3	-0.13756674528121948
247932	rnn.bias_hh_l0_reverse	4	-0.0269280057400465
247932	rnn.bias_hh_l0_reverse	5	-0.11679992824792862
247932	rnn.bias_hh_l0_reverse	6	-0.07944793999195099
247932	rnn.bias_hh_l0_reverse	7	-0.18332619965076447
247932	rnn.bias_hh_l0_reverse	8	-0.06453865021467209
247932	rnn.bias_hh_l0_reverse	9	-0.11504501104354858
247932	linear.weight	0	-0.27224570512771606
247932	linear.weight	1	-0.1114802435040474
247932	linear.weight	2	-0.011228874325752258
247932	linear.weight	3	-0.07763763517141342
247932	linear.weight	4	0.002312921453267336
247932	linear.weight	5	0.214185431599617
247932	linear.weight	6	0.0047744326293468475
247932	linear.weight	7	-0.021312154829502106
247932	linear.weight	8	0.18932262063026428
247932	linear.weight	9	0.1939556896686554
247932	linear.bias	0	-0.8378421664237976
247932	linear.bias	1	1.4028995037078857
247932	linear.bias	2	-0.4946691393852234
247932	linear.bias	3	-0.7693101167678833
247932	linear.bias	4	-0.8823854923248291
247932	linear.bias	5	-1.1806470155715942
247932	linear.bias	6	-0.9715571403503418
247932	linear.bias	7	-0.7007519006729126
247932	linear.bias	8	-0.01705317199230194
247932	linear.bias	9	3.5133557319641113
248129	transitions	0	-0.4721393883228302
248129	transitions	1	8.83704662322998
248129	transitions	2	-3.641432285308838
248129	transitions	3	1.615571141242981
248129	transitions	4	-2.228174924850464
248129	transitions	5	-0.43536677956581116
248129	transitions	6	-0.19659025967121124
248129	transitions	7	-10000.0
248129	transitions	8	1.863926887512207
248129	transitions	9	-2.295076847076416
248129	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
248129	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
248129	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
248129	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
248129	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
248129	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
248129	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
248129	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
248129	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
248129	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
248129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
248129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
248129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
248129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
248129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
248129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
248129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
248129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
248129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
248129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
248129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
248129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
248129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
248129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
248129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
248129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
248129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
248129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
248129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
248129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
248129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
248129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
248129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
248129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
248129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
248129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
248129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
248129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
248129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
248129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
248129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
248129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
248129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
248129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
248129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
248129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
248129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
248129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
248129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
248129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
248129	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
248129	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
248129	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
248129	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
248129	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
248129	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
248129	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
248129	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
248129	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
248129	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
248129	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
248129	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
248129	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
248129	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
248129	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
248129	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
248129	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
248129	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
248129	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
248129	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
248129	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
248129	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
248129	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
248129	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
248129	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
248129	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
248129	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
248129	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
248129	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
248129	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
248129	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
248129	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
248129	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
248129	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
248129	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
248129	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
248129	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
248129	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
248129	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
248129	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
248129	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
248129	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
248129	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
248129	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
248129	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
248129	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
248129	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
248129	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
248129	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
248129	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
248129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
248129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
248129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
248129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
248129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
248129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
248129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
248129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
248129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
248129	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
248129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
248129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
248129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
248129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
248129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
248129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
248129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
248129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
248129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
248129	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
248129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
248129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
248129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
248129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
248129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
248129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
248129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
248129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
248129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
248129	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
248129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
248129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
248129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
248129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
248129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
248129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
248129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
248129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
248129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
248129	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
248129	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
248129	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
248129	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
248129	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
248129	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
248129	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
248129	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
248129	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
248129	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
248129	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
248129	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
248129	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
248129	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
248129	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
248129	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
248129	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
248129	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
248129	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
248129	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
248129	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
248129	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
248129	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
248129	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
248129	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
248129	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
248129	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
248129	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
248129	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
248129	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
248129	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
248129	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
248129	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
248129	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
248129	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
248129	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
248129	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
248129	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
248129	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
248129	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
248129	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
248129	embedding2nn.weight	0	0.04550890251994133
248129	embedding2nn.weight	1	-0.09397919476032257
248129	embedding2nn.weight	2	0.025658147409558296
248129	embedding2nn.weight	3	-0.06277284771203995
248129	embedding2nn.weight	4	-0.10634958744049072
248129	embedding2nn.weight	5	0.1115398108959198
248129	embedding2nn.weight	6	-0.07382269948720932
248129	embedding2nn.weight	7	-0.07352017611265182
248129	embedding2nn.weight	8	-0.03296435624361038
248129	embedding2nn.weight	9	0.04085506126284599
248129	embedding2nn.bias	0	0.07551386952400208
248129	embedding2nn.bias	1	-0.005706591997295618
248129	embedding2nn.bias	2	-0.06420645862817764
248129	embedding2nn.bias	3	0.03548647090792656
248129	embedding2nn.bias	4	-0.01138412207365036
248129	embedding2nn.bias	5	-0.1659475415945053
248129	embedding2nn.bias	6	-0.10275417566299438
248129	embedding2nn.bias	7	-0.008792372420430183
248129	embedding2nn.bias	8	0.05684962496161461
248129	embedding2nn.bias	9	-0.06520460546016693
248129	rnn.weight_ih_l0	0	0.04071632772684097
248129	rnn.weight_ih_l0	1	-0.08010569214820862
248129	rnn.weight_ih_l0	2	-0.06586647778749466
248129	rnn.weight_ih_l0	3	-0.0565638430416584
248129	rnn.weight_ih_l0	4	0.017634674906730652
248129	rnn.weight_ih_l0	5	-0.11314763128757477
248129	rnn.weight_ih_l0	6	-0.03378978744149208
248129	rnn.weight_ih_l0	7	-0.004397948272526264
248129	rnn.weight_ih_l0	8	0.052530188113451004
248129	rnn.weight_ih_l0	9	0.010350622236728668
248129	rnn.weight_hh_l0	0	0.003086224664002657
248129	rnn.weight_hh_l0	1	-0.08254421502351761
248129	rnn.weight_hh_l0	2	0.07306991517543793
248129	rnn.weight_hh_l0	3	0.05328139662742615
248129	rnn.weight_hh_l0	4	0.00652553653344512
248129	rnn.weight_hh_l0	5	0.07238224893808365
248129	rnn.weight_hh_l0	6	-0.01673099957406521
248129	rnn.weight_hh_l0	7	-0.1113794818520546
248129	rnn.weight_hh_l0	8	0.027922622859477997
248129	rnn.weight_hh_l0	9	-0.07650774717330933
248129	rnn.bias_ih_l0	0	-0.07497784495353699
248129	rnn.bias_ih_l0	1	-0.19455567002296448
248129	rnn.bias_ih_l0	2	-0.25880518555641174
248129	rnn.bias_ih_l0	3	-0.28612110018730164
248129	rnn.bias_ih_l0	4	0.013991775922477245
248129	rnn.bias_ih_l0	5	0.052824173122644424
248129	rnn.bias_ih_l0	6	-0.17266522347927094
248129	rnn.bias_ih_l0	7	-0.2697858214378357
248129	rnn.bias_ih_l0	8	-0.15758153796195984
248129	rnn.bias_ih_l0	9	-0.17857146263122559
248129	rnn.bias_hh_l0	0	0.12572474777698517
248129	rnn.bias_hh_l0	1	-0.0539901927113533
248129	rnn.bias_hh_l0	2	0.04714716598391533
248129	rnn.bias_hh_l0	3	-0.17803822457790375
248129	rnn.bias_hh_l0	4	0.05485539510846138
248129	rnn.bias_hh_l0	5	0.057552553713321686
248129	rnn.bias_hh_l0	6	-0.10862258076667786
248129	rnn.bias_hh_l0	7	-0.15059331059455872
248129	rnn.bias_hh_l0	8	-0.1860474795103073
248129	rnn.bias_hh_l0	9	-0.10951326042413712
248129	rnn.weight_ih_l0_reverse	0	-0.020003003999590874
248129	rnn.weight_ih_l0_reverse	1	-0.005571078974753618
248129	rnn.weight_ih_l0_reverse	2	-0.000530982855707407
248129	rnn.weight_ih_l0_reverse	3	0.0135872233659029
248129	rnn.weight_ih_l0_reverse	4	0.010764199309051037
248129	rnn.weight_ih_l0_reverse	5	-0.056260328739881516
248129	rnn.weight_ih_l0_reverse	6	-0.04196516424417496
248129	rnn.weight_ih_l0_reverse	7	0.016444815322756767
248129	rnn.weight_ih_l0_reverse	8	0.08932074159383774
248129	rnn.weight_ih_l0_reverse	9	0.0046994732692837715
248129	rnn.weight_hh_l0_reverse	0	0.005479348357766867
248129	rnn.weight_hh_l0_reverse	1	0.027178483083844185
248129	rnn.weight_hh_l0_reverse	2	-0.0409277081489563
248129	rnn.weight_hh_l0_reverse	3	0.04009225219488144
248129	rnn.weight_hh_l0_reverse	4	0.023861486464738846
248129	rnn.weight_hh_l0_reverse	5	-0.009241791442036629
248129	rnn.weight_hh_l0_reverse	6	0.06944742053747177
248129	rnn.weight_hh_l0_reverse	7	0.03815789893269539
248129	rnn.weight_hh_l0_reverse	8	-0.02406284771859646
248129	rnn.weight_hh_l0_reverse	9	-0.026309004053473473
248129	rnn.bias_ih_l0_reverse	0	-0.15279483795166016
248129	rnn.bias_ih_l0_reverse	1	-0.3131394684314728
248129	rnn.bias_ih_l0_reverse	2	-0.058989327400922775
248129	rnn.bias_ih_l0_reverse	3	-0.1554364264011383
248129	rnn.bias_ih_l0_reverse	4	0.06729713827371597
248129	rnn.bias_ih_l0_reverse	5	-0.2764474153518677
248129	rnn.bias_ih_l0_reverse	6	-0.0697769820690155
248129	rnn.bias_ih_l0_reverse	7	0.016235854476690292
248129	rnn.bias_ih_l0_reverse	8	-0.18993152678012848
248129	rnn.bias_ih_l0_reverse	9	-0.08815634250640869
248129	rnn.bias_hh_l0_reverse	0	-0.15613798797130585
248129	rnn.bias_hh_l0_reverse	1	-0.14231103658676147
248129	rnn.bias_hh_l0_reverse	2	-0.013968465849757195
248129	rnn.bias_hh_l0_reverse	3	-0.13691113889217377
248129	rnn.bias_hh_l0_reverse	4	-0.026314033195376396
248129	rnn.bias_hh_l0_reverse	5	-0.11722418665885925
248129	rnn.bias_hh_l0_reverse	6	-0.08055505156517029
248129	rnn.bias_hh_l0_reverse	7	-0.18344180285930634
248129	rnn.bias_hh_l0_reverse	8	-0.06443123519420624
248129	rnn.bias_hh_l0_reverse	9	-0.11582475900650024
248129	linear.weight	0	-0.2752877473831177
248129	linear.weight	1	-0.10943426936864853
248129	linear.weight	2	-0.011228874325752258
248129	linear.weight	3	-0.07893399894237518
248129	linear.weight	4	-0.002545118099078536
248129	linear.weight	5	0.21528807282447815
248129	linear.weight	6	0.0047744326293468475
248129	linear.weight	7	-0.021312154829502106
248129	linear.weight	8	0.18935491144657135
248129	linear.weight	9	0.19177865982055664
248129	linear.bias	0	-0.8391923904418945
248129	linear.bias	1	1.4075409173965454
248129	linear.bias	2	-0.4771004319190979
248129	linear.bias	3	-0.7822272181510925
248129	linear.bias	4	-0.8847537040710449
248129	linear.bias	5	-1.1806515455245972
248129	linear.bias	6	-0.9732305407524109
248129	linear.bias	7	-0.7016225457191467
248129	linear.bias	8	-0.01705317199230194
248129	linear.bias	9	3.4986069202423096
248326	transitions	0	-0.4721754491329193
248326	transitions	1	8.857060432434082
248326	transitions	2	-3.641521692276001
248326	transitions	3	1.6142523288726807
248326	transitions	4	-2.22866153717041
248326	transitions	5	-0.43537408113479614
248326	transitions	6	-0.19659458100795746
248326	transitions	7	-10000.0
248326	transitions	8	1.863774299621582
248326	transitions	9	-2.295076847076416
248326	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
248326	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
248326	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
248326	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
248326	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
248326	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
248326	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
248326	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
248326	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
248326	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
248326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
248326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
248326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
248326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
248326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
248326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
248326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
248326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
248326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
248326	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
248326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
248326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
248326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
248326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
248326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
248326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
248326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
248326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
248326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
248326	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
248326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
248326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
248326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
248326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
248326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
248326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
248326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
248326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
248326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
248326	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
248326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
248326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
248326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
248326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
248326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
248326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
248326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
248326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
248326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
248326	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
248326	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
248326	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
248326	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
248326	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
248326	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
248326	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
248326	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
248326	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
248326	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
248326	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
248326	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
248326	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
248326	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
248326	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
248326	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
248326	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
248326	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
248326	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
248326	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
248326	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
248326	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
248326	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
248326	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
248326	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
248326	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
248326	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
248326	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
248326	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
248326	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
248326	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
248326	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
248326	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
248326	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
248326	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
248326	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
248326	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
248326	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
248326	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
248326	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
248326	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
248326	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
248326	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
248326	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
248326	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
248326	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
248326	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
248326	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
248326	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
248326	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
248326	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
248326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
248326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
248326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
248326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
248326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
248326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
248326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
248326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
248326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
248326	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
248326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
248326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
248326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
248326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
248326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
248326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
248326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
248326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
248326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
248326	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
248326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
248326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
248326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
248326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
248326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
248326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
248326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
248326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
248326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
248326	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
248326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
248326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
248326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
248326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
248326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
248326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
248326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
248326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
248326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
248326	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
248326	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
248326	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
248326	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
248326	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
248326	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
248326	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
248326	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
248326	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
248326	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
248326	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
248326	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
248326	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
248326	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
248326	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
248326	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
248326	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
248326	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
248326	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
248326	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
248326	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
248326	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
248326	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
248326	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
248326	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
248326	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
248326	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
248326	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
248326	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
248326	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
248326	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
248326	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
248326	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
248326	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
248326	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
248326	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
248326	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
248326	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
248326	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
248326	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
248326	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
248326	embedding2nn.weight	0	0.045497164130210876
248326	embedding2nn.weight	1	-0.09427361935377121
248326	embedding2nn.weight	2	0.025228142738342285
248326	embedding2nn.weight	3	-0.06292329728603363
248326	embedding2nn.weight	4	-0.10738862305879593
248326	embedding2nn.weight	5	0.11175300180912018
248326	embedding2nn.weight	6	-0.07333450764417648
248326	embedding2nn.weight	7	-0.07359612733125687
248326	embedding2nn.weight	8	-0.03292963281273842
248326	embedding2nn.weight	9	0.04058711230754852
248326	embedding2nn.bias	0	0.0760563313961029
248326	embedding2nn.bias	1	0.0009108873782679439
248326	embedding2nn.bias	2	-0.06669823825359344
248326	embedding2nn.bias	3	0.032892730087041855
248326	embedding2nn.bias	4	-0.015681574121117592
248326	embedding2nn.bias	5	-0.1651967614889145
248326	embedding2nn.bias	6	-0.10600055754184723
248326	embedding2nn.bias	7	-0.008258288726210594
248326	embedding2nn.bias	8	0.05645667016506195
248326	embedding2nn.bias	9	-0.065495066344738
248326	rnn.weight_ih_l0	0	0.040575865656137466
248326	rnn.weight_ih_l0	1	-0.08068195730447769
248326	rnn.weight_ih_l0	2	-0.06580833345651627
248326	rnn.weight_ih_l0	3	-0.05612757056951523
248326	rnn.weight_ih_l0	4	0.01761765033006668
248326	rnn.weight_ih_l0	5	-0.1140073612332344
248326	rnn.weight_ih_l0	6	-0.03315049782395363
248326	rnn.weight_ih_l0	7	-0.005202149972319603
248326	rnn.weight_ih_l0	8	0.05289917066693306
248326	rnn.weight_ih_l0	9	0.010443650186061859
248326	rnn.weight_hh_l0	0	0.0029917871579527855
248326	rnn.weight_hh_l0	1	-0.08252497017383575
248326	rnn.weight_hh_l0	2	0.07292300462722778
248326	rnn.weight_hh_l0	3	0.0530238151550293
248326	rnn.weight_hh_l0	4	0.006445240695029497
248326	rnn.weight_hh_l0	5	0.07222438603639603
248326	rnn.weight_hh_l0	6	-0.01672099158167839
248326	rnn.weight_hh_l0	7	-0.11179604381322861
248326	rnn.weight_hh_l0	8	0.028116658329963684
248326	rnn.weight_hh_l0	9	-0.07690571993589401
248326	rnn.bias_ih_l0	0	-0.07398476451635361
248326	rnn.bias_ih_l0	1	-0.195127472281456
248326	rnn.bias_ih_l0	2	-0.25846555829048157
248326	rnn.bias_ih_l0	3	-0.28668156266212463
248326	rnn.bias_ih_l0	4	0.014504989609122276
248326	rnn.bias_ih_l0	5	0.05055801570415497
248326	rnn.bias_ih_l0	6	-0.17179986834526062
248326	rnn.bias_ih_l0	7	-0.2703908681869507
248326	rnn.bias_ih_l0	8	-0.1570710837841034
248326	rnn.bias_ih_l0	9	-0.17895594239234924
248326	rnn.bias_hh_l0	0	0.1261238306760788
248326	rnn.bias_hh_l0	1	-0.05393797159194946
248326	rnn.bias_hh_l0	2	0.04705731198191643
248326	rnn.bias_hh_l0	3	-0.17823226749897003
248326	rnn.bias_hh_l0	4	0.05479678139090538
248326	rnn.bias_hh_l0	5	0.056395869702100754
248326	rnn.bias_hh_l0	6	-0.10926489531993866
248326	rnn.bias_hh_l0	7	-0.15045931935310364
248326	rnn.bias_hh_l0	8	-0.18654051423072815
248326	rnn.bias_hh_l0	9	-0.10867106914520264
248326	rnn.weight_ih_l0_reverse	0	-0.020008360967040062
248326	rnn.weight_ih_l0_reverse	1	-0.005823799408972263
248326	rnn.weight_ih_l0_reverse	2	0.0004883746732957661
248326	rnn.weight_ih_l0_reverse	3	0.013791895471513271
248326	rnn.weight_ih_l0_reverse	4	0.010374163277447224
248326	rnn.weight_ih_l0_reverse	5	-0.055219050496816635
248326	rnn.weight_ih_l0_reverse	6	-0.04303911700844765
248326	rnn.weight_ih_l0_reverse	7	0.016154766082763672
248326	rnn.weight_ih_l0_reverse	8	0.08933776617050171
248326	rnn.weight_ih_l0_reverse	9	0.004774111323058605
248326	rnn.weight_hh_l0_reverse	0	0.005155287217348814
248326	rnn.weight_hh_l0_reverse	1	0.026934213936328888
248326	rnn.weight_hh_l0_reverse	2	-0.040998414158821106
248326	rnn.weight_hh_l0_reverse	3	0.04000427946448326
248326	rnn.weight_hh_l0_reverse	4	0.023977939039468765
248326	rnn.weight_hh_l0_reverse	5	-0.009158876724541187
248326	rnn.weight_hh_l0_reverse	6	0.0694238543510437
248326	rnn.weight_hh_l0_reverse	7	0.03790444880723953
248326	rnn.weight_hh_l0_reverse	8	-0.0238936897367239
248326	rnn.weight_hh_l0_reverse	9	-0.026362072676420212
248326	rnn.bias_ih_l0_reverse	0	-0.15183576941490173
248326	rnn.bias_ih_l0_reverse	1	-0.312654048204422
248326	rnn.bias_ih_l0_reverse	2	-0.058498311787843704
248326	rnn.bias_ih_l0_reverse	3	-0.15529018640518188
248326	rnn.bias_ih_l0_reverse	4	0.06784030050039291
248326	rnn.bias_ih_l0_reverse	5	-0.27746158838272095
248326	rnn.bias_ih_l0_reverse	6	-0.07082348316907883
248326	rnn.bias_ih_l0_reverse	7	0.01750408671796322
248326	rnn.bias_ih_l0_reverse	8	-0.19103586673736572
248326	rnn.bias_ih_l0_reverse	9	-0.08915584534406662
248326	rnn.bias_hh_l0_reverse	0	-0.15721814334392548
248326	rnn.bias_hh_l0_reverse	1	-0.14197567105293274
248326	rnn.bias_hh_l0_reverse	2	-0.014165944419801235
248326	rnn.bias_hh_l0_reverse	3	-0.13820622861385345
248326	rnn.bias_hh_l0_reverse	4	-0.026337193325161934
248326	rnn.bias_hh_l0_reverse	5	-0.11709485203027725
248326	rnn.bias_hh_l0_reverse	6	-0.08045873045921326
248326	rnn.bias_hh_l0_reverse	7	-0.18317186832427979
248326	rnn.bias_hh_l0_reverse	8	-0.06535211205482483
248326	rnn.bias_hh_l0_reverse	9	-0.11582779884338379
248326	linear.weight	0	-0.27585506439208984
248326	linear.weight	1	-0.11055832356214523
248326	linear.weight	2	-0.011228874325752258
248326	linear.weight	3	-0.07987014204263687
248326	linear.weight	4	0.0008490015170536935
248326	linear.weight	5	0.2210046350955963
248326	linear.weight	6	0.0047744326293468475
248326	linear.weight	7	-0.021312154829502106
248326	linear.weight	8	0.1922539621591568
248326	linear.weight	9	0.1910492479801178
248326	linear.bias	0	-0.8461657166481018
248326	linear.bias	1	1.4008969068527222
248326	linear.bias	2	-0.46647995710372925
248326	linear.bias	3	-0.7590868473052979
248326	linear.bias	4	-0.8951331973075867
248326	linear.bias	5	-1.1806565523147583
248326	linear.bias	6	-0.9796066880226135
248326	linear.bias	7	-0.7200559973716736
248326	linear.bias	8	-0.01705317199230194
248326	linear.bias	9	3.5076699256896973
248523	transitions	0	-0.47221243381500244
248523	transitions	1	8.852981567382812
248523	transitions	2	-3.6416478157043457
248523	transitions	3	1.617873191833496
248523	transitions	4	-2.2287302017211914
248523	transitions	5	-0.43538710474967957
248523	transitions	6	-0.19659839570522308
248523	transitions	7	-10000.0
248523	transitions	8	1.864037036895752
248523	transitions	9	-2.295078754425049
248523	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
248523	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
248523	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
248523	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
248523	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
248523	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
248523	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
248523	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
248523	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
248523	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
248523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
248523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
248523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
248523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
248523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
248523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
248523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
248523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
248523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
248523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
248523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
248523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
248523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
248523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
248523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
248523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
248523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
248523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
248523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
248523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
248523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
248523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
248523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
248523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
248523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
248523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
248523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
248523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
248523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
248523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
248523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
248523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
248523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
248523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
248523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
248523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
248523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
248523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
248523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
248523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
248523	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
248523	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
248523	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
248523	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
248523	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
248523	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
248523	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
248523	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
248523	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
248523	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
248523	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
248523	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
248523	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
248523	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
248523	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
248523	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
248523	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
248523	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
248523	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
248523	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
248523	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
248523	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
248523	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
248523	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
248523	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
248523	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
248523	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
248523	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
248523	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
248523	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
248523	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
248523	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
248523	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
248523	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
248523	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
248523	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
248523	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
248523	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
248523	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
248523	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
248523	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
248523	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
248523	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
248523	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
248523	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
248523	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
248523	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
248523	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
248523	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
248523	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
248523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
248523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
248523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
248523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
248523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
248523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
248523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
248523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
248523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
248523	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
248523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
248523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
248523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
248523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
248523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
248523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
248523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
248523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
248523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
248523	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
248523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
248523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
248523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
248523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
248523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
248523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
248523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
248523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
248523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
248523	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
248523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
248523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
248523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
248523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
248523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
248523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
248523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
248523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
248523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
248523	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
248523	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
248523	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
248523	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
248523	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
248523	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
248523	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
248523	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
248523	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
248523	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
248523	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
248523	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
248523	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
248523	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
248523	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
248523	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
248523	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
248523	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
248523	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
248523	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
248523	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
248523	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
248523	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
248523	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
248523	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
248523	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
248523	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
248523	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
248523	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
248523	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
248523	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
248523	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
248523	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
248523	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
248523	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
248523	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
248523	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
248523	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
248523	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
248523	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
248523	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
248523	embedding2nn.weight	0	0.045517999678850174
248523	embedding2nn.weight	1	-0.09395471960306168
248523	embedding2nn.weight	2	0.023876259103417397
248523	embedding2nn.weight	3	-0.06268556416034698
248523	embedding2nn.weight	4	-0.1065480187535286
248523	embedding2nn.weight	5	0.11248160153627396
248523	embedding2nn.weight	6	-0.07430065423250198
248523	embedding2nn.weight	7	-0.07389071583747864
248523	embedding2nn.weight	8	-0.03355308994650841
248523	embedding2nn.weight	9	0.039974868297576904
248523	embedding2nn.bias	0	0.07466743141412735
248523	embedding2nn.bias	1	-0.0007150815217755735
248523	embedding2nn.bias	2	-0.066783607006073
248523	embedding2nn.bias	3	0.033770907670259476
248523	embedding2nn.bias	4	-0.012117981910705566
248523	embedding2nn.bias	5	-0.16234725713729858
248523	embedding2nn.bias	6	-0.10693658888339996
248523	embedding2nn.bias	7	-0.006116531789302826
248523	embedding2nn.bias	8	0.0579666830599308
248523	embedding2nn.bias	9	-0.06666524708271027
248523	rnn.weight_ih_l0	0	0.04047556594014168
248523	rnn.weight_ih_l0	1	-0.08096726983785629
248523	rnn.weight_ih_l0	2	-0.06592432409524918
248523	rnn.weight_ih_l0	3	-0.05540966987609863
248523	rnn.weight_ih_l0	4	0.01768343336880207
248523	rnn.weight_ih_l0	5	-0.11368269473314285
248523	rnn.weight_ih_l0	6	-0.03350193053483963
248523	rnn.weight_ih_l0	7	-0.004646639805287123
248523	rnn.weight_ih_l0	8	0.0520373173058033
248523	rnn.weight_ih_l0	9	0.010426233522593975
248523	rnn.weight_hh_l0	0	0.0027907793410122395
248523	rnn.weight_hh_l0	1	-0.08209393173456192
248523	rnn.weight_hh_l0	2	0.07302679121494293
248523	rnn.weight_hh_l0	3	0.052783627063035965
248523	rnn.weight_hh_l0	4	0.006410119589418173
248523	rnn.weight_hh_l0	5	0.07167955487966537
248523	rnn.weight_hh_l0	6	-0.01679810881614685
248523	rnn.weight_hh_l0	7	-0.11201082915067673
248523	rnn.weight_hh_l0	8	0.027897769585251808
248523	rnn.weight_hh_l0	9	-0.07737702131271362
248523	rnn.bias_ih_l0	0	-0.0726735070347786
248523	rnn.bias_ih_l0	1	-0.19415704905986786
248523	rnn.bias_ih_l0	2	-0.25821706652641296
248523	rnn.bias_ih_l0	3	-0.28662800788879395
248523	rnn.bias_ih_l0	4	0.014659377746284008
248523	rnn.bias_ih_l0	5	0.05117238312959671
248523	rnn.bias_ih_l0	6	-0.1702556312084198
248523	rnn.bias_ih_l0	7	-0.27022993564605713
248523	rnn.bias_ih_l0	8	-0.15653181076049805
248523	rnn.bias_ih_l0	9	-0.17778697609901428
248523	rnn.bias_hh_l0	0	0.12576037645339966
248523	rnn.bias_hh_l0	1	-0.05464353412389755
248523	rnn.bias_hh_l0	2	0.04764600098133087
248523	rnn.bias_hh_l0	3	-0.1784205436706543
248523	rnn.bias_hh_l0	4	0.054542262107133865
248523	rnn.bias_hh_l0	5	0.056718528270721436
248523	rnn.bias_hh_l0	6	-0.10822656005620956
248523	rnn.bias_hh_l0	7	-0.15010583400726318
248523	rnn.bias_hh_l0	8	-0.18680675327777863
248523	rnn.bias_hh_l0	9	-0.10931295901536942
248523	rnn.weight_ih_l0_reverse	0	-0.020344369113445282
248523	rnn.weight_ih_l0_reverse	1	-0.005796939134597778
248523	rnn.weight_ih_l0_reverse	2	-0.0005524221924133599
248523	rnn.weight_ih_l0_reverse	3	0.013963316567242146
248523	rnn.weight_ih_l0_reverse	4	0.01077720895409584
248523	rnn.weight_ih_l0_reverse	5	-0.05567557364702225
248523	rnn.weight_ih_l0_reverse	6	-0.042076852172613144
248523	rnn.weight_ih_l0_reverse	7	0.015878114849328995
248523	rnn.weight_ih_l0_reverse	8	0.08940013498067856
248523	rnn.weight_ih_l0_reverse	9	0.004966618958860636
248523	rnn.weight_hh_l0_reverse	0	0.005053398665040731
248523	rnn.weight_hh_l0_reverse	1	0.0269226785749197
248523	rnn.weight_hh_l0_reverse	2	-0.04110865294933319
248523	rnn.weight_hh_l0_reverse	3	0.03979712724685669
248523	rnn.weight_hh_l0_reverse	4	0.02392895519733429
248523	rnn.weight_hh_l0_reverse	5	-0.008959132246673107
248523	rnn.weight_hh_l0_reverse	6	0.069236621260643
248523	rnn.weight_hh_l0_reverse	7	0.03816696256399155
248523	rnn.weight_hh_l0_reverse	8	-0.02371341735124588
248523	rnn.weight_hh_l0_reverse	9	-0.026218442246317863
248523	rnn.bias_ih_l0_reverse	0	-0.15052475035190582
248523	rnn.bias_ih_l0_reverse	1	-0.3121192455291748
248523	rnn.bias_ih_l0_reverse	2	-0.05792223662137985
248523	rnn.bias_ih_l0_reverse	3	-0.15604738891124725
248523	rnn.bias_ih_l0_reverse	4	0.06842946261167526
248523	rnn.bias_ih_l0_reverse	5	-0.27853327989578247
248523	rnn.bias_ih_l0_reverse	6	-0.07064155489206314
248523	rnn.bias_ih_l0_reverse	7	0.01762489229440689
248523	rnn.bias_ih_l0_reverse	8	-0.19140052795410156
248523	rnn.bias_ih_l0_reverse	9	-0.08950673788785934
248523	rnn.bias_hh_l0_reverse	0	-0.1578621119260788
248523	rnn.bias_hh_l0_reverse	1	-0.14038622379302979
248523	rnn.bias_hh_l0_reverse	2	-0.01384707260876894
248523	rnn.bias_hh_l0_reverse	3	-0.1387176811695099
248523	rnn.bias_hh_l0_reverse	4	-0.027340570464730263
248523	rnn.bias_hh_l0_reverse	5	-0.11757796257734299
248523	rnn.bias_hh_l0_reverse	6	-0.07945097237825394
248523	rnn.bias_hh_l0_reverse	7	-0.18340535461902618
248523	rnn.bias_hh_l0_reverse	8	-0.06596029549837112
248523	rnn.bias_hh_l0_reverse	9	-0.11600880324840546
248523	linear.weight	0	-0.2786361277103424
248523	linear.weight	1	-0.11088056117296219
248523	linear.weight	2	-0.011228874325752258
248523	linear.weight	3	-0.08048480749130249
248523	linear.weight	4	-0.002404259517788887
248523	linear.weight	5	0.22502340376377106
248523	linear.weight	6	0.0047744326293468475
248523	linear.weight	7	-0.021312154829502106
248523	linear.weight	8	0.19446732103824615
248523	linear.weight	9	0.18922778964042664
248523	linear.bias	0	-0.83567875623703
248523	linear.bias	1	1.414832353591919
248523	linear.bias	2	-0.4727915823459625
248523	linear.bias	3	-0.7673916816711426
248523	linear.bias	4	-0.8837106823921204
248523	linear.bias	5	-1.1806604862213135
248523	linear.bias	6	-0.9684525728225708
248523	linear.bias	7	-0.7106626033782959
248523	linear.bias	8	-0.01705317199230194
248523	linear.bias	9	3.4756951332092285
248720	transitions	0	-0.47222352027893066
248720	transitions	1	8.849084854125977
248720	transitions	2	-3.641711473464966
248720	transitions	3	1.6196497678756714
248720	transitions	4	-2.2287721633911133
248720	transitions	5	-0.43541234731674194
248720	transitions	6	-0.1966080665588379
248720	transitions	7	-10000.0
248720	transitions	8	1.8646920919418335
248720	transitions	9	-2.295081377029419
248720	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
248720	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
248720	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
248720	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
248720	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
248720	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
248720	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
248720	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
248720	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
248720	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
248720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
248720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
248720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
248720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
248720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
248720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
248720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
248720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
248720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
248720	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
248720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
248720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
248720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
248720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
248720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
248720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
248720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
248720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
248720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
248720	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
248720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
248720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
248720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
248720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
248720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
248720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
248720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
248720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
248720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
248720	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
248720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
248720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
248720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
248720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
248720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
248720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
248720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
248720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
248720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
248720	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
248720	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
248720	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
248720	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
248720	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
248720	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
248720	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
248720	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
248720	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
248720	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
248720	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
248720	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
248720	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
248720	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
248720	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
248720	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
248720	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
248720	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
248720	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
248720	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
248720	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
248720	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
248720	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
248720	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
248720	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
248720	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
248720	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
248720	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
248720	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
248720	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
248720	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
248720	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
248720	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
248720	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
248720	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
248720	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
248720	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
248720	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
248720	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
248720	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
248720	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
248720	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
248720	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
248720	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
248720	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
248720	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
248720	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
248720	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
248720	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
248720	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
248720	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
248720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
248720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
248720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
248720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
248720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
248720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
248720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
248720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
248720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
248720	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
248720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
248720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
248720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
248720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
248720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
248720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
248720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
248720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
248720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
248720	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
248720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
248720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
248720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
248720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
248720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
248720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
248720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
248720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
248720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
248720	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
248720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
248720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
248720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
248720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
248720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
248720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
248720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
248720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
248720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
248720	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
248720	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
248720	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
248720	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
248720	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
248720	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
248720	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
248720	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
248720	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
248720	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
248720	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
248720	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
248720	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
248720	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
248720	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
248720	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
248720	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
248720	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
248720	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
248720	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
248720	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
248720	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
248720	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
248720	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
248720	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
248720	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
248720	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
248720	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
248720	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
248720	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
248720	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
248720	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
248720	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
248720	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
248720	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
248720	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
248720	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
248720	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
248720	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
248720	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
248720	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
248720	embedding2nn.weight	0	0.045923877507448196
248720	embedding2nn.weight	1	-0.094050332903862
248720	embedding2nn.weight	2	0.023060549050569534
248720	embedding2nn.weight	3	-0.06307640671730042
248720	embedding2nn.weight	4	-0.1072731763124466
248720	embedding2nn.weight	5	0.11263219267129898
248720	embedding2nn.weight	6	-0.07417705655097961
248720	embedding2nn.weight	7	-0.07428770512342453
248720	embedding2nn.weight	8	-0.03320620208978653
248720	embedding2nn.weight	9	0.039485249668359756
248720	embedding2nn.bias	0	0.06987611949443817
248720	embedding2nn.bias	1	-0.00043187924893572927
248720	embedding2nn.bias	2	-0.06958591938018799
248720	embedding2nn.bias	3	0.03936351090669632
248720	embedding2nn.bias	4	-0.015448502264916897
248720	embedding2nn.bias	5	-0.16307984292507172
248720	embedding2nn.bias	6	-0.10839401185512543
248720	embedding2nn.bias	7	-0.0010428107343614101
248720	embedding2nn.bias	8	0.057010866701602936
248720	embedding2nn.bias	9	-0.06430111080408096
248720	rnn.weight_ih_l0	0	0.040048759430646896
248720	rnn.weight_ih_l0	1	-0.08147045224905014
248720	rnn.weight_ih_l0	2	-0.06553421914577484
248720	rnn.weight_ih_l0	3	-0.054563287645578384
248720	rnn.weight_ih_l0	4	0.017651891335844994
248720	rnn.weight_ih_l0	5	-0.11373439431190491
248720	rnn.weight_ih_l0	6	-0.03334946185350418
248720	rnn.weight_ih_l0	7	-0.0046700118109583855
248720	rnn.weight_ih_l0	8	0.051410648971796036
248720	rnn.weight_ih_l0	9	0.009891841560602188
248720	rnn.weight_hh_l0	0	0.002569593722000718
248720	rnn.weight_hh_l0	1	-0.08138721436262131
248720	rnn.weight_hh_l0	2	0.07287459820508957
248720	rnn.weight_hh_l0	3	0.05268115550279617
248720	rnn.weight_hh_l0	4	0.006453924346715212
248720	rnn.weight_hh_l0	5	0.07215414941310883
248720	rnn.weight_hh_l0	6	-0.016697585582733154
248720	rnn.weight_hh_l0	7	-0.11199984699487686
248720	rnn.weight_hh_l0	8	0.027856241911649704
248720	rnn.weight_hh_l0	9	-0.07770626246929169
248720	rnn.bias_ih_l0	0	-0.07371018081903458
248720	rnn.bias_ih_l0	1	-0.19404712319374084
248720	rnn.bias_ih_l0	2	-0.2580758035182953
248720	rnn.bias_ih_l0	3	-0.2863517105579376
248720	rnn.bias_ih_l0	4	0.01617552526295185
248720	rnn.bias_ih_l0	5	0.05088838189840317
248720	rnn.bias_ih_l0	6	-0.16888391971588135
248720	rnn.bias_ih_l0	7	-0.2697199583053589
248720	rnn.bias_ih_l0	8	-0.1553272157907486
248720	rnn.bias_ih_l0	9	-0.1776961386203766
248720	rnn.bias_hh_l0	0	0.12594999372959137
248720	rnn.bias_hh_l0	1	-0.05523042380809784
248720	rnn.bias_hh_l0	2	0.04807436093688011
248720	rnn.bias_hh_l0	3	-0.1782369166612625
248720	rnn.bias_hh_l0	4	0.05603930354118347
248720	rnn.bias_hh_l0	5	0.056508369743824005
248720	rnn.bias_hh_l0	6	-0.10815916210412979
248720	rnn.bias_hh_l0	7	-0.15064555406570435
248720	rnn.bias_hh_l0	8	-0.18604794144630432
248720	rnn.bias_hh_l0	9	-0.10782778263092041
248720	rnn.weight_ih_l0_reverse	0	-0.020421016961336136
248720	rnn.weight_ih_l0_reverse	1	-0.0061769732274115086
248720	rnn.weight_ih_l0_reverse	2	-0.002161612967029214
248720	rnn.weight_ih_l0_reverse	3	0.013726899400353432
248720	rnn.weight_ih_l0_reverse	4	0.010921081528067589
248720	rnn.weight_ih_l0_reverse	5	-0.05635464936494827
248720	rnn.weight_ih_l0_reverse	6	-0.042327094823122025
248720	rnn.weight_ih_l0_reverse	7	0.015552542172372341
248720	rnn.weight_ih_l0_reverse	8	0.08927575498819351
248720	rnn.weight_ih_l0_reverse	9	0.004773646127432585
248720	rnn.weight_hh_l0_reverse	0	0.004831463098526001
248720	rnn.weight_hh_l0_reverse	1	0.02660905010998249
248720	rnn.weight_hh_l0_reverse	2	-0.04142450913786888
248720	rnn.weight_hh_l0_reverse	3	0.039700280874967575
248720	rnn.weight_hh_l0_reverse	4	0.024060802534222603
248720	rnn.weight_hh_l0_reverse	5	-0.00896204262971878
248720	rnn.weight_hh_l0_reverse	6	0.06896831095218658
248720	rnn.weight_hh_l0_reverse	7	0.03800864517688751
248720	rnn.weight_hh_l0_reverse	8	-0.0236702561378479
248720	rnn.weight_hh_l0_reverse	9	-0.026076627895236015
248720	rnn.bias_ih_l0_reverse	0	-0.1511031687259674
248720	rnn.bias_ih_l0_reverse	1	-0.3123689889907837
248720	rnn.bias_ih_l0_reverse	2	-0.05842909589409828
248720	rnn.bias_ih_l0_reverse	3	-0.1546163260936737
248720	rnn.bias_ih_l0_reverse	4	0.06862090528011322
248720	rnn.bias_ih_l0_reverse	5	-0.2790764570236206
248720	rnn.bias_ih_l0_reverse	6	-0.07181475311517715
248720	rnn.bias_ih_l0_reverse	7	0.01919110305607319
248720	rnn.bias_ih_l0_reverse	8	-0.190499946475029
248720	rnn.bias_ih_l0_reverse	9	-0.09014397114515305
248720	rnn.bias_hh_l0_reverse	0	-0.15808945894241333
248720	rnn.bias_hh_l0_reverse	1	-0.14018495380878448
248720	rnn.bias_hh_l0_reverse	2	-0.013321507722139359
248720	rnn.bias_hh_l0_reverse	3	-0.13831239938735962
248720	rnn.bias_hh_l0_reverse	4	-0.026526710018515587
248720	rnn.bias_hh_l0_reverse	5	-0.11747176945209503
248720	rnn.bias_hh_l0_reverse	6	-0.0795421451330185
248720	rnn.bias_hh_l0_reverse	7	-0.18363557755947113
248720	rnn.bias_hh_l0_reverse	8	-0.06584691256284714
248720	rnn.bias_hh_l0_reverse	9	-0.11620976775884628
248720	linear.weight	0	-0.2856837809085846
248720	linear.weight	1	-0.10991660505533218
248720	linear.weight	2	-0.011228874325752258
248720	linear.weight	3	-0.07717747986316681
248720	linear.weight	4	-0.005619259085506201
248720	linear.weight	5	0.22187626361846924
248720	linear.weight	6	0.0047744326293468475
248720	linear.weight	7	-0.021312154829502106
248720	linear.weight	8	0.20056599378585815
248720	linear.weight	9	0.19060955941677094
248720	linear.bias	0	-0.83783358335495
248720	linear.bias	1	1.428164005279541
248720	linear.bias	2	-0.48196426033973694
248720	linear.bias	3	-0.7629139423370361
248720	linear.bias	4	-0.8989362120628357
248720	linear.bias	5	-1.180663824081421
248720	linear.bias	6	-0.9702376127243042
248720	linear.bias	7	-0.7085103392601013
248720	linear.bias	8	-0.01705317199230194
248720	linear.bias	9	3.489696979522705
248724	transitions	0	-0.4722239077091217
248724	transitions	1	8.849019050598145
248724	transitions	2	-3.6417129039764404
248724	transitions	3	1.6194990873336792
248724	transitions	4	-2.2287728786468506
248724	transitions	5	-0.43541234731674194
248724	transitions	6	-0.1966080665588379
248724	transitions	7	-10000.0
248724	transitions	8	1.8646875619888306
248724	transitions	9	-2.295081377029419
248724	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
248724	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
248724	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
248724	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
248724	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
248724	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
248724	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
248724	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
248724	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
248724	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
248724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
248724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
248724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
248724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
248724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
248724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
248724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
248724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
248724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
248724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
248724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
248724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
248724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
248724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
248724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
248724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
248724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
248724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
248724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
248724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
248724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
248724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
248724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
248724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
248724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
248724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
248724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
248724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
248724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
248724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
248724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
248724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
248724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
248724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
248724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
248724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
248724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
248724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
248724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
248724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
248724	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
248724	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
248724	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
248724	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
248724	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
248724	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
248724	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
248724	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
248724	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
248724	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
248724	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
248724	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
248724	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
248724	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
248724	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
248724	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
248724	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
248724	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
248724	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
248724	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
248724	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
248724	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
248724	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
248724	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
248724	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
248724	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
248724	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
248724	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
248724	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
248724	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
248724	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
248724	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
248724	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
248724	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
248724	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
248724	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
248724	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
248724	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
248724	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
248724	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
248724	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
248724	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
248724	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
248724	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
248724	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
248724	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
248724	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
248724	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
248724	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
248724	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
248724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
248724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
248724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
248724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
248724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
248724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
248724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
248724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
248724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
248724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
248724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
248724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
248724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
248724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
248724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
248724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
248724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
248724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
248724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
248724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
248724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
248724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
248724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
248724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
248724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
248724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
248724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
248724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
248724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
248724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
248724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
248724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
248724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
248724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
248724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
248724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
248724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
248724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
248724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
248724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
248724	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
248724	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
248724	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
248724	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
248724	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
248724	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
248724	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
248724	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
248724	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
248724	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
248724	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
248724	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
248724	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
248724	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
248724	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
248724	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
248724	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
248724	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
248724	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
248724	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
248724	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
248724	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
248724	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
248724	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
248724	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
248724	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
248724	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
248724	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
248724	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
248724	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
248724	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
248724	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
248724	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
248724	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
248724	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
248724	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
248724	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
248724	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
248724	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
248724	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
248724	embedding2nn.weight	0	0.045914892107248306
248724	embedding2nn.weight	1	-0.09406490623950958
248724	embedding2nn.weight	2	0.02296808734536171
248724	embedding2nn.weight	3	-0.06305687874555588
248724	embedding2nn.weight	4	-0.10739824175834656
248724	embedding2nn.weight	5	0.1125514879822731
248724	embedding2nn.weight	6	-0.07406731694936752
248724	embedding2nn.weight	7	-0.07433351874351501
248724	embedding2nn.weight	8	-0.03322623297572136
248724	embedding2nn.weight	9	0.03957198187708855
248724	embedding2nn.bias	0	0.07022175192832947
248724	embedding2nn.bias	1	-0.0003849245549645275
248724	embedding2nn.bias	2	-0.06998343020677567
248724	embedding2nn.bias	3	0.04006103426218033
248724	embedding2nn.bias	4	-0.014847670681774616
248724	embedding2nn.bias	5	-0.16274085640907288
248724	embedding2nn.bias	6	-0.10923060774803162
248724	embedding2nn.bias	7	-0.0011933977948501706
248724	embedding2nn.bias	8	0.056684013456106186
248724	embedding2nn.bias	9	-0.06450463831424713
248724	rnn.weight_ih_l0	0	0.040013719350099564
248724	rnn.weight_ih_l0	1	-0.08149406313896179
248724	rnn.weight_ih_l0	2	-0.06556043773889542
248724	rnn.weight_ih_l0	3	-0.054617445915937424
248724	rnn.weight_ih_l0	4	0.017650213092565536
248724	rnn.weight_ih_l0	5	-0.11375189572572708
248724	rnn.weight_ih_l0	6	-0.033492811024188995
248724	rnn.weight_ih_l0	7	-0.004595324397087097
248724	rnn.weight_ih_l0	8	0.05143394693732262
248724	rnn.weight_ih_l0	9	0.00998692587018013
248724	rnn.weight_hh_l0	0	0.002563365502282977
248724	rnn.weight_hh_l0	1	-0.08138646930456161
248724	rnn.weight_hh_l0	2	0.07287720590829849
248724	rnn.weight_hh_l0	3	0.05272906646132469
248724	rnn.weight_hh_l0	4	0.006454905029386282
248724	rnn.weight_hh_l0	5	0.07215919345617294
248724	rnn.weight_hh_l0	6	-0.016694091260433197
248724	rnn.weight_hh_l0	7	-0.11198952049016953
248724	rnn.weight_hh_l0	8	0.027855591848492622
248724	rnn.weight_hh_l0	9	-0.07775464653968811
248724	rnn.bias_ih_l0	0	-0.07371141016483307
248724	rnn.bias_ih_l0	1	-0.1940063089132309
248724	rnn.bias_ih_l0	2	-0.25808292627334595
248724	rnn.bias_ih_l0	3	-0.28636741638183594
248724	rnn.bias_ih_l0	4	0.01620625890791416
248724	rnn.bias_ih_l0	5	0.05093518644571304
248724	rnn.bias_ih_l0	6	-0.16902001202106476
248724	rnn.bias_ih_l0	7	-0.2696340084075928
248724	rnn.bias_ih_l0	8	-0.15538527071475983
248724	rnn.bias_ih_l0	9	-0.17777244746685028
248724	rnn.bias_hh_l0	0	0.12597258388996124
248724	rnn.bias_hh_l0	1	-0.05517357960343361
248724	rnn.bias_hh_l0	2	0.04807679355144501
248724	rnn.bias_hh_l0	3	-0.17824387550354004
248724	rnn.bias_hh_l0	4	0.05602389946579933
248724	rnn.bias_hh_l0	5	0.05654092878103256
248724	rnn.bias_hh_l0	6	-0.1081354096531868
248724	rnn.bias_hh_l0	7	-0.15065814554691315
248724	rnn.bias_hh_l0	8	-0.18593326210975647
248724	rnn.bias_hh_l0	9	-0.1079464927315712
248724	rnn.weight_ih_l0_reverse	0	-0.02024814859032631
248724	rnn.weight_ih_l0_reverse	1	-0.006131171248853207
248724	rnn.weight_ih_l0_reverse	2	-0.0021032262593507767
248724	rnn.weight_ih_l0_reverse	3	0.013594645075500011
248724	rnn.weight_ih_l0_reverse	4	0.010956823825836182
248724	rnn.weight_ih_l0_reverse	5	-0.056398142129182816
248724	rnn.weight_ih_l0_reverse	6	-0.04232985898852348
248724	rnn.weight_ih_l0_reverse	7	0.015570899471640587
248724	rnn.weight_ih_l0_reverse	8	0.08929330855607986
248724	rnn.weight_ih_l0_reverse	9	0.0048118154518306255
248724	rnn.weight_hh_l0_reverse	0	0.004827138502150774
248724	rnn.weight_hh_l0_reverse	1	0.02660883404314518
248724	rnn.weight_hh_l0_reverse	2	-0.041351091116666794
248724	rnn.weight_hh_l0_reverse	3	0.03969718515872955
248724	rnn.weight_hh_l0_reverse	4	0.02405591867864132
248724	rnn.weight_hh_l0_reverse	5	-0.00896515604108572
248724	rnn.weight_hh_l0_reverse	6	0.06896910071372986
248724	rnn.weight_hh_l0_reverse	7	0.03801891207695007
248724	rnn.weight_hh_l0_reverse	8	-0.023681724444031715
248724	rnn.weight_hh_l0_reverse	9	-0.026051633059978485
248724	rnn.bias_ih_l0_reverse	0	-0.15118272602558136
248724	rnn.bias_ih_l0_reverse	1	-0.3127102255821228
248724	rnn.bias_ih_l0_reverse	2	-0.058563243597745895
248724	rnn.bias_ih_l0_reverse	3	-0.15469029545783997
248724	rnn.bias_ih_l0_reverse	4	0.06869146227836609
248724	rnn.bias_ih_l0_reverse	5	-0.2789776921272278
248724	rnn.bias_ih_l0_reverse	6	-0.07179892063140869
248724	rnn.bias_ih_l0_reverse	7	0.01929943449795246
248724	rnn.bias_ih_l0_reverse	8	-0.1905716359615326
248724	rnn.bias_ih_l0_reverse	9	-0.0902862474322319
248724	rnn.bias_hh_l0_reverse	0	-0.15803343057632446
248724	rnn.bias_hh_l0_reverse	1	-0.140569806098938
248724	rnn.bias_hh_l0_reverse	2	-0.01330515369772911
248724	rnn.bias_hh_l0_reverse	3	-0.13829565048217773
248724	rnn.bias_hh_l0_reverse	4	-0.026532836258411407
248724	rnn.bias_hh_l0_reverse	5	-0.1174352765083313
248724	rnn.bias_hh_l0_reverse	6	-0.0796247348189354
248724	rnn.bias_hh_l0_reverse	7	-0.18354082107543945
248724	rnn.bias_hh_l0_reverse	8	-0.06574325263500214
248724	rnn.bias_hh_l0_reverse	9	-0.11632150411605835
248724	linear.weight	0	-0.2856864035129547
248724	linear.weight	1	-0.10991698503494263
248724	linear.weight	2	-0.011228874325752258
248724	linear.weight	3	-0.07717754691839218
248724	linear.weight	4	-0.005731839686632156
248724	linear.weight	5	0.22189433872699738
248724	linear.weight	6	0.0047744326293468475
248724	linear.weight	7	-0.021312154829502106
248724	linear.weight	8	0.20081084966659546
248724	linear.weight	9	0.19051270186901093
248724	linear.bias	0	-0.8378440737724304
248724	linear.bias	1	1.42539381980896
248724	linear.bias	2	-0.47842204570770264
248724	linear.bias	3	-0.7630781531333923
248724	linear.bias	4	-0.8992415070533752
248724	linear.bias	5	-1.1806639432907104
248724	linear.bias	6	-0.9702499508857727
248724	linear.bias	7	-0.709386944770813
248724	linear.bias	8	-0.01705317199230194
248724	linear.bias	9	3.500397205352783
248921	transitions	0	-0.4722979962825775
248921	transitions	1	8.854440689086914
248921	transitions	2	-3.641794204711914
248921	transitions	3	1.6175953149795532
248921	transitions	4	-2.2289626598358154
248921	transitions	5	-0.4354184567928314
248921	transitions	6	-0.19661687314510345
248921	transitions	7	-10000.0
248921	transitions	8	1.863810658454895
248921	transitions	9	-2.295081377029419
248921	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
248921	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
248921	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
248921	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
248921	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
248921	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
248921	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
248921	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
248921	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
248921	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
248921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
248921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
248921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
248921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
248921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
248921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
248921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
248921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
248921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
248921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
248921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
248921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
248921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
248921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
248921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
248921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
248921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
248921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
248921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
248921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
248921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
248921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
248921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
248921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
248921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
248921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
248921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
248921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
248921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
248921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
248921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
248921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
248921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
248921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
248921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
248921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
248921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
248921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
248921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
248921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
248921	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
248921	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
248921	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
248921	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
248921	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
248921	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
248921	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
248921	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
248921	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
248921	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
248921	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
248921	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
248921	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
248921	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
248921	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
248921	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
248921	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
248921	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
248921	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
248921	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
248921	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
248921	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
248921	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
248921	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
248921	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
248921	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
248921	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
248921	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
248921	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
248921	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
248921	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
248921	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
248921	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
248921	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
248921	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
248921	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
248921	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
248921	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
248921	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
248921	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
248921	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
248921	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
248921	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
248921	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
248921	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
248921	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
248921	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
248921	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
248921	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
248921	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
248921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
248921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
248921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
248921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
248921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
248921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
248921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
248921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
248921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
248921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
248921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
248921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
248921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
248921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
248921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
248921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
248921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
248921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
248921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
248921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
248921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
248921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
248921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
248921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
248921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
248921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
248921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
248921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
248921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
248921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
248921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
248921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
248921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
248921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
248921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
248921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
248921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
248921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
248921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
248921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
248921	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
248921	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
248921	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
248921	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
248921	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
248921	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
248921	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
248921	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
248921	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
248921	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
248921	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
248921	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
248921	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
248921	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
248921	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
248921	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
248921	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
248921	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
248921	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
248921	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
248921	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
248921	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
248921	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
248921	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
248921	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
248921	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
248921	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
248921	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
248921	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
248921	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
248921	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
248921	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
248921	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
248921	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
248921	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
248921	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
248921	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
248921	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
248921	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
248921	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
248921	embedding2nn.weight	0	0.04612648859620094
248921	embedding2nn.weight	1	-0.09404265135526657
248921	embedding2nn.weight	2	0.022933732718229294
248921	embedding2nn.weight	3	-0.06295720487833023
248921	embedding2nn.weight	4	-0.1086483746767044
248921	embedding2nn.weight	5	0.11282891035079956
248921	embedding2nn.weight	6	-0.07219265401363373
248921	embedding2nn.weight	7	-0.07509804517030716
248921	embedding2nn.weight	8	-0.03325416520237923
248921	embedding2nn.weight	9	0.038110725581645966
248921	embedding2nn.bias	0	0.07128654420375824
248921	embedding2nn.bias	1	0.0018473750678822398
248921	embedding2nn.bias	2	-0.06885696202516556
248921	embedding2nn.bias	3	0.03772778809070587
248921	embedding2nn.bias	4	-0.015160714276134968
248921	embedding2nn.bias	5	-0.1595190316438675
248921	embedding2nn.bias	6	-0.10885215550661087
248921	embedding2nn.bias	7	-0.002654789248481393
248921	embedding2nn.bias	8	0.051606934517621994
248921	embedding2nn.bias	9	-0.06746544688940048
248921	rnn.weight_ih_l0	0	0.03924867510795593
248921	rnn.weight_ih_l0	1	-0.08189283311367035
248921	rnn.weight_ih_l0	2	-0.06585101038217545
248921	rnn.weight_ih_l0	3	-0.05464482307434082
248921	rnn.weight_ih_l0	4	0.017866162583231926
248921	rnn.weight_ih_l0	5	-0.11318059265613556
248921	rnn.weight_ih_l0	6	-0.03329423442482948
248921	rnn.weight_ih_l0	7	-0.0044872653670609
248921	rnn.weight_ih_l0	8	0.05222037807106972
248921	rnn.weight_ih_l0	9	0.010472828522324562
248921	rnn.weight_hh_l0	0	0.002774942899122834
248921	rnn.weight_hh_l0	1	-0.08090116083621979
248921	rnn.weight_hh_l0	2	0.07282165437936783
248921	rnn.weight_hh_l0	3	0.05246473848819733
248921	rnn.weight_hh_l0	4	0.006374085787683725
248921	rnn.weight_hh_l0	5	0.07227535545825958
248921	rnn.weight_hh_l0	6	-0.016553042456507683
248921	rnn.weight_hh_l0	7	-0.1120353415608406
248921	rnn.weight_hh_l0	8	0.027789168059825897
248921	rnn.weight_hh_l0	9	-0.07682976871728897
248921	rnn.bias_ih_l0	0	-0.07317455857992172
248921	rnn.bias_ih_l0	1	-0.19524890184402466
248921	rnn.bias_ih_l0	2	-0.2578812837600708
248921	rnn.bias_ih_l0	3	-0.28616443276405334
248921	rnn.bias_ih_l0	4	0.014767482876777649
248921	rnn.bias_ih_l0	5	0.050828441977500916
248921	rnn.bias_ih_l0	6	-0.16935649514198303
248921	rnn.bias_ih_l0	7	-0.2691444754600525
248921	rnn.bias_ih_l0	8	-0.15407037734985352
248921	rnn.bias_ih_l0	9	-0.17752474546432495
248921	rnn.bias_hh_l0	0	0.12548135221004486
248921	rnn.bias_hh_l0	1	-0.05510123819112778
248921	rnn.bias_hh_l0	2	0.0477798692882061
248921	rnn.bias_hh_l0	3	-0.17941583693027496
248921	rnn.bias_hh_l0	4	0.05375052988529205
248921	rnn.bias_hh_l0	5	0.05746415629982948
248921	rnn.bias_hh_l0	6	-0.1086503267288208
248921	rnn.bias_hh_l0	7	-0.15075431764125824
248921	rnn.bias_hh_l0	8	-0.18615230917930603
248921	rnn.bias_hh_l0	9	-0.10793803632259369
248921	rnn.weight_ih_l0_reverse	0	-0.019927315413951874
248921	rnn.weight_ih_l0_reverse	1	-0.005885410122573376
248921	rnn.weight_ih_l0_reverse	2	-0.002286674687638879
248921	rnn.weight_ih_l0_reverse	3	0.012706847861409187
248921	rnn.weight_ih_l0_reverse	4	0.010852454230189323
248921	rnn.weight_ih_l0_reverse	5	-0.0556478276848793
248921	rnn.weight_ih_l0_reverse	6	-0.04144617170095444
248921	rnn.weight_ih_l0_reverse	7	0.015724176540970802
248921	rnn.weight_ih_l0_reverse	8	0.08938916772603989
248921	rnn.weight_ih_l0_reverse	9	0.004552990198135376
248921	rnn.weight_hh_l0_reverse	0	0.0047072237357497215
248921	rnn.weight_hh_l0_reverse	1	0.026318134739995003
248921	rnn.weight_hh_l0_reverse	2	-0.04113013669848442
248921	rnn.weight_hh_l0_reverse	3	0.03979774937033653
248921	rnn.weight_hh_l0_reverse	4	0.02426205947995186
248921	rnn.weight_hh_l0_reverse	5	-0.008779972791671753
248921	rnn.weight_hh_l0_reverse	6	0.06905858218669891
248921	rnn.weight_hh_l0_reverse	7	0.03775149583816528
248921	rnn.weight_hh_l0_reverse	8	-0.023566560819745064
248921	rnn.weight_hh_l0_reverse	9	-0.026113763451576233
248921	rnn.bias_ih_l0_reverse	0	-0.1507527083158493
248921	rnn.bias_ih_l0_reverse	1	-0.3132482171058655
248921	rnn.bias_ih_l0_reverse	2	-0.058125026524066925
248921	rnn.bias_ih_l0_reverse	3	-0.1543920636177063
248921	rnn.bias_ih_l0_reverse	4	0.06772604584693909
248921	rnn.bias_ih_l0_reverse	5	-0.27888578176498413
248921	rnn.bias_ih_l0_reverse	6	-0.07096969336271286
248921	rnn.bias_ih_l0_reverse	7	0.019116226583719254
248921	rnn.bias_ih_l0_reverse	8	-0.1902877241373062
248921	rnn.bias_ih_l0_reverse	9	-0.09011884778738022
248921	rnn.bias_hh_l0_reverse	0	-0.15966393053531647
248921	rnn.bias_hh_l0_reverse	1	-0.14077740907669067
248921	rnn.bias_hh_l0_reverse	2	-0.013036130927503109
248921	rnn.bias_hh_l0_reverse	3	-0.13831891119480133
248921	rnn.bias_hh_l0_reverse	4	-0.026468314230442047
248921	rnn.bias_hh_l0_reverse	5	-0.11774008721113205
248921	rnn.bias_hh_l0_reverse	6	-0.0793369933962822
248921	rnn.bias_hh_l0_reverse	7	-0.18469800055027008
248921	rnn.bias_hh_l0_reverse	8	-0.06536552309989929
248921	rnn.bias_hh_l0_reverse	9	-0.11596494913101196
248921	linear.weight	0	-0.28432005643844604
248921	linear.weight	1	-0.10961548984050751
248921	linear.weight	2	-0.011228874325752258
248921	linear.weight	3	-0.07674285024404526
248921	linear.weight	4	-0.013105301186442375
248921	linear.weight	5	0.2254076451063156
248921	linear.weight	6	0.0047744326293468475
248921	linear.weight	7	-0.021312154829502106
248921	linear.weight	8	0.20297522842884064
248921	linear.weight	9	0.18705745041370392
248921	linear.bias	0	-0.84956955909729
248921	linear.bias	1	1.4196563959121704
248921	linear.bias	2	-0.47869056463241577
248921	linear.bias	3	-0.7605090141296387
248921	linear.bias	4	-0.8942314386367798
248921	linear.bias	5	-1.1806689500808716
248921	linear.bias	6	-0.9819663166999817
248921	linear.bias	7	-0.6945229172706604
248921	linear.bias	8	-0.01705317199230194
248921	linear.bias	9	3.479901075363159
249118	transitions	0	-0.4723731577396393
249118	transitions	1	8.870171546936035
249118	transitions	2	-3.6419105529785156
249118	transitions	3	1.6215869188308716
249118	transitions	4	-2.229060173034668
249118	transitions	5	-0.4354267418384552
249118	transitions	6	-0.19662219285964966
249118	transitions	7	-10000.0
249118	transitions	8	1.8639196157455444
249118	transitions	9	-2.295091390609741
249118	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
249118	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
249118	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
249118	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
249118	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
249118	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
249118	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
249118	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
249118	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
249118	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
249118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
249118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
249118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
249118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
249118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
249118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
249118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
249118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
249118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
249118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
249118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
249118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
249118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
249118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
249118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
249118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
249118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
249118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
249118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
249118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
249118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
249118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
249118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
249118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
249118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
249118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
249118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
249118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
249118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
249118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
249118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
249118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
249118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
249118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
249118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
249118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
249118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
249118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
249118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
249118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
249118	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
249118	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
249118	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
249118	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
249118	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
249118	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
249118	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
249118	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
249118	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
249118	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
249118	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
249118	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
249118	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
249118	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
249118	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
249118	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
249118	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
249118	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
249118	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
249118	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
249118	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
249118	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
249118	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
249118	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
249118	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
249118	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
249118	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
249118	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
249118	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
249118	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
249118	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
249118	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
249118	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
249118	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
249118	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
249118	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
249118	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
249118	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
249118	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
249118	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
249118	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
249118	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
249118	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
249118	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
249118	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
249118	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
249118	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
249118	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
249118	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
249118	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
249118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
249118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
249118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
249118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
249118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
249118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
249118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
249118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
249118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
249118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
249118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
249118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
249118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
249118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
249118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
249118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
249118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
249118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
249118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
249118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
249118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
249118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
249118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
249118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
249118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
249118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
249118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
249118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
249118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
249118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
249118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
249118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
249118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
249118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
249118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
249118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
249118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
249118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
249118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
249118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
249118	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
249118	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
249118	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
249118	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
249118	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
249118	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
249118	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
249118	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
249118	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
249118	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
249118	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
249118	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
249118	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
249118	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
249118	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
249118	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
249118	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
249118	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
249118	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
249118	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
249118	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
249118	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
249118	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
249118	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
249118	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
249118	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
249118	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
249118	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
249118	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
249118	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
249118	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
249118	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
249118	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
249118	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
249118	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
249118	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
249118	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
249118	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
249118	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
249118	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
249118	embedding2nn.weight	0	0.046264879405498505
249118	embedding2nn.weight	1	-0.09411200881004333
249118	embedding2nn.weight	2	0.022434020414948463
249118	embedding2nn.weight	3	-0.06270968914031982
249118	embedding2nn.weight	4	-0.10792659968137741
249118	embedding2nn.weight	5	0.1125868633389473
249118	embedding2nn.weight	6	-0.07162189483642578
249118	embedding2nn.weight	7	-0.07536499202251434
249118	embedding2nn.weight	8	-0.033178213983774185
249118	embedding2nn.weight	9	0.03859306871891022
249118	embedding2nn.bias	0	0.07458335906267166
249118	embedding2nn.bias	1	-0.0036936684045940638
249118	embedding2nn.bias	2	-0.06867609173059464
249118	embedding2nn.bias	3	0.0363161601126194
249118	embedding2nn.bias	4	-0.016388041898608208
249118	embedding2nn.bias	5	-0.1592700034379959
249118	embedding2nn.bias	6	-0.10615210235118866
249118	embedding2nn.bias	7	-0.006662570871412754
249118	embedding2nn.bias	8	0.04979180172085762
249118	embedding2nn.bias	9	-0.07108791172504425
249118	rnn.weight_ih_l0	0	0.039457228034734726
249118	rnn.weight_ih_l0	1	-0.08207345753908157
249118	rnn.weight_ih_l0	2	-0.0653052031993866
249118	rnn.weight_ih_l0	3	-0.05525229126214981
249118	rnn.weight_ih_l0	4	0.017923504114151
249118	rnn.weight_ih_l0	5	-0.11298377811908722
249118	rnn.weight_ih_l0	6	-0.03242601081728935
249118	rnn.weight_ih_l0	7	-0.004028436727821827
249118	rnn.weight_ih_l0	8	0.05271872878074646
249118	rnn.weight_ih_l0	9	0.010364672169089317
249118	rnn.weight_hh_l0	0	0.0025458780582994223
249118	rnn.weight_hh_l0	1	-0.08046986907720566
249118	rnn.weight_hh_l0	2	0.07278357446193695
249118	rnn.weight_hh_l0	3	0.05251080542802811
249118	rnn.weight_hh_l0	4	0.006372143980115652
249118	rnn.weight_hh_l0	5	0.07217653840780258
249118	rnn.weight_hh_l0	6	-0.016501227393746376
249118	rnn.weight_hh_l0	7	-0.11209163069725037
249118	rnn.weight_hh_l0	8	0.027579400688409805
249118	rnn.weight_hh_l0	9	-0.07720579952001572
249118	rnn.bias_ih_l0	0	-0.07454773783683777
249118	rnn.bias_ih_l0	1	-0.19634400308132172
249118	rnn.bias_ih_l0	2	-0.25729137659072876
249118	rnn.bias_ih_l0	3	-0.2856399118900299
249118	rnn.bias_ih_l0	4	0.015301436185836792
249118	rnn.bias_ih_l0	5	0.05040272697806358
249118	rnn.bias_ih_l0	6	-0.16861003637313843
249118	rnn.bias_ih_l0	7	-0.26895830035209656
249118	rnn.bias_ih_l0	8	-0.15467603504657745
249118	rnn.bias_ih_l0	9	-0.1784633994102478
249118	rnn.bias_hh_l0	0	0.12633386254310608
249118	rnn.bias_hh_l0	1	-0.055209774523973465
249118	rnn.bias_hh_l0	2	0.04759572818875313
249118	rnn.bias_hh_l0	3	-0.1782948523759842
249118	rnn.bias_hh_l0	4	0.05574433505535126
249118	rnn.bias_hh_l0	5	0.056412722915410995
249118	rnn.bias_hh_l0	6	-0.10909365117549896
249118	rnn.bias_hh_l0	7	-0.15062887966632843
249118	rnn.bias_hh_l0	8	-0.18674908578395844
249118	rnn.bias_hh_l0	9	-0.10806455463171005
249118	rnn.weight_ih_l0_reverse	0	-0.019476324319839478
249118	rnn.weight_ih_l0_reverse	1	-0.00599855137988925
249118	rnn.weight_ih_l0_reverse	2	-0.002790814498439431
249118	rnn.weight_ih_l0_reverse	3	0.012362314388155937
249118	rnn.weight_ih_l0_reverse	4	0.010420977137982845
249118	rnn.weight_ih_l0_reverse	5	-0.05533972755074501
249118	rnn.weight_ih_l0_reverse	6	-0.04088546335697174
249118	rnn.weight_ih_l0_reverse	7	0.01564253680408001
249118	rnn.weight_ih_l0_reverse	8	0.08923924714326859
249118	rnn.weight_ih_l0_reverse	9	0.0040207807905972
249118	rnn.weight_hh_l0_reverse	0	0.004570674616843462
249118	rnn.weight_hh_l0_reverse	1	0.02634214051067829
249118	rnn.weight_hh_l0_reverse	2	-0.04096071049571037
249118	rnn.weight_hh_l0_reverse	3	0.03986801207065582
249118	rnn.weight_hh_l0_reverse	4	0.02432771772146225
249118	rnn.weight_hh_l0_reverse	5	-0.00899008009582758
249118	rnn.weight_hh_l0_reverse	6	0.06903320550918579
249118	rnn.weight_hh_l0_reverse	7	0.03821655735373497
249118	rnn.weight_hh_l0_reverse	8	-0.023531906306743622
249118	rnn.weight_hh_l0_reverse	9	-0.026042744517326355
249118	rnn.bias_ih_l0_reverse	0	-0.15118254721164703
249118	rnn.bias_ih_l0_reverse	1	-0.3134092092514038
249118	rnn.bias_ih_l0_reverse	2	-0.05775996297597885
249118	rnn.bias_ih_l0_reverse	3	-0.1544864922761917
249118	rnn.bias_ih_l0_reverse	4	0.06815028935670853
249118	rnn.bias_ih_l0_reverse	5	-0.27955424785614014
249118	rnn.bias_ih_l0_reverse	6	-0.07024189829826355
249118	rnn.bias_ih_l0_reverse	7	0.021008694544434547
249118	rnn.bias_ih_l0_reverse	8	-0.19014786183834076
249118	rnn.bias_ih_l0_reverse	9	-0.09009251743555069
249118	rnn.bias_hh_l0_reverse	0	-0.1604895442724228
249118	rnn.bias_hh_l0_reverse	1	-0.141176238656044
249118	rnn.bias_hh_l0_reverse	2	-0.013161184266209602
249118	rnn.bias_hh_l0_reverse	3	-0.13663919270038605
249118	rnn.bias_hh_l0_reverse	4	-0.02695493958890438
249118	rnn.bias_hh_l0_reverse	5	-0.11803139746189117
249118	rnn.bias_hh_l0_reverse	6	-0.07904566079378128
249118	rnn.bias_hh_l0_reverse	7	-0.18346288800239563
249118	rnn.bias_hh_l0_reverse	8	-0.0655832514166832
249118	rnn.bias_hh_l0_reverse	9	-0.11534145474433899
249118	linear.weight	0	-0.2831498682498932
249118	linear.weight	1	-0.10929855704307556
249118	linear.weight	2	-0.011228874325752258
249118	linear.weight	3	-0.07586681842803955
249118	linear.weight	4	-0.008808499202132225
249118	linear.weight	5	0.2270168960094452
249118	linear.weight	6	0.0047744326293468475
249118	linear.weight	7	-0.021312154829502106
249118	linear.weight	8	0.20310862362384796
249118	linear.weight	9	0.18708446621894836
249118	linear.bias	0	-0.8521509170532227
249118	linear.bias	1	1.4234126806259155
249118	linear.bias	2	-0.4873458743095398
249118	linear.bias	3	-0.745162844657898
249118	linear.bias	4	-0.9076293110847473
249118	linear.bias	5	-1.1806741952896118
249118	linear.bias	6	-0.9845900535583496
249118	linear.bias	7	-0.6979880928993225
249118	linear.bias	8	-0.01705317199230194
249118	linear.bias	9	3.5060062408447266
249315	transitions	0	-0.4723971486091614
249315	transitions	1	8.858979225158691
249315	transitions	2	-3.642009973526001
249315	transitions	3	1.62716543674469
249315	transitions	4	-2.2291789054870605
249315	transitions	5	-0.435440331697464
249315	transitions	6	-0.19662971794605255
249315	transitions	7	-10000.0
249315	transitions	8	1.8639907836914062
249315	transitions	9	-2.2950921058654785
249315	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
249315	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
249315	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
249315	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
249315	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
249315	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
249315	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
249315	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
249315	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
249315	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
249315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
249315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
249315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
249315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
249315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
249315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
249315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
249315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
249315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
249315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
249315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
249315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
249315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
249315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
249315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
249315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
249315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
249315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
249315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
249315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
249315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
249315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
249315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
249315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
249315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
249315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
249315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
249315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
249315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
249315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
249315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
249315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
249315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
249315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
249315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
249315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
249315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
249315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
249315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
249315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
249315	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
249315	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
249315	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
249315	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
249315	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
249315	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
249315	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
249315	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
249315	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
249315	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
249315	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
249315	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
249315	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
249315	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
249315	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
249315	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
249315	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
249315	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
249315	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
249315	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
249315	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
249315	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
249315	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
249315	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
249315	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
249315	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
249315	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
249315	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
249315	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
249315	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
249315	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
249315	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
249315	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
249315	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
249315	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
249315	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
249315	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
249315	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
249315	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
249315	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
249315	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
249315	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
249315	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
249315	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
249315	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
249315	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
249315	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
249315	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
249315	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
249315	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
249315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
249315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
249315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
249315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
249315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
249315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
249315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
249315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
249315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
249315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
249315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
249315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
249315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
249315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
249315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
249315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
249315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
249315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
249315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
249315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
249315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
249315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
249315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
249315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
249315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
249315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
249315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
249315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
249315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
249315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
249315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
249315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
249315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
249315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
249315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
249315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
249315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
249315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
249315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
249315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
249315	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
249315	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
249315	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
249315	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
249315	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
249315	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
249315	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
249315	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
249315	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
249315	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
249315	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
249315	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
249315	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
249315	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
249315	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
249315	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
249315	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
249315	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
249315	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
249315	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
249315	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
249315	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
249315	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
249315	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
249315	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
249315	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
249315	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
249315	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
249315	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
249315	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
249315	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
249315	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
249315	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
249315	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
249315	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
249315	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
249315	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
249315	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
249315	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
249315	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
249315	embedding2nn.weight	0	0.04641919583082199
249315	embedding2nn.weight	1	-0.09420815110206604
249315	embedding2nn.weight	2	0.02035515010356903
249315	embedding2nn.weight	3	-0.0626726746559143
249315	embedding2nn.weight	4	-0.10783352702856064
249315	embedding2nn.weight	5	0.11295102536678314
249315	embedding2nn.weight	6	-0.07275377959012985
249315	embedding2nn.weight	7	-0.07591091841459274
249315	embedding2nn.weight	8	-0.032863784581422806
249315	embedding2nn.weight	9	0.03762845695018768
249315	embedding2nn.bias	0	0.07737358659505844
249315	embedding2nn.bias	1	0.0011186132906004786
249315	embedding2nn.bias	2	-0.06457927823066711
249315	embedding2nn.bias	3	0.03570054844021797
249315	embedding2nn.bias	4	-0.01467522606253624
249315	embedding2nn.bias	5	-0.16474993526935577
249315	embedding2nn.bias	6	-0.1122230589389801
249315	embedding2nn.bias	7	0.0017162889707833529
249315	embedding2nn.bias	8	0.048614513128995895
249315	embedding2nn.bias	9	-0.07560446113348007
249315	rnn.weight_ih_l0	0	0.039331842213869095
249315	rnn.weight_ih_l0	1	-0.08210130780935287
249315	rnn.weight_ih_l0	2	-0.06503396481275558
249315	rnn.weight_ih_l0	3	-0.054437171667814255
249315	rnn.weight_ih_l0	4	0.01775372587144375
249315	rnn.weight_ih_l0	5	-0.11282235383987427
249315	rnn.weight_ih_l0	6	-0.032173823565244675
249315	rnn.weight_ih_l0	7	-0.004115331452339888
249315	rnn.weight_ih_l0	8	0.05321304500102997
249315	rnn.weight_ih_l0	9	0.010481276549398899
249315	rnn.weight_hh_l0	0	0.002749870764091611
249315	rnn.weight_hh_l0	1	-0.0804736539721489
249315	rnn.weight_hh_l0	2	0.07289284467697144
249315	rnn.weight_hh_l0	3	0.05259845778346062
249315	rnn.weight_hh_l0	4	0.00638280063867569
249315	rnn.weight_hh_l0	5	0.07194221764802933
249315	rnn.weight_hh_l0	6	-0.016500813886523247
249315	rnn.weight_hh_l0	7	-0.11194998770952225
249315	rnn.weight_hh_l0	8	0.027597712352871895
249315	rnn.weight_hh_l0	9	-0.0781274363398552
249315	rnn.bias_ih_l0	0	-0.07412470132112503
249315	rnn.bias_ih_l0	1	-0.19546465575695038
249315	rnn.bias_ih_l0	2	-0.2581905126571655
249315	rnn.bias_ih_l0	3	-0.28614428639411926
249315	rnn.bias_ih_l0	4	0.014786239713430405
249315	rnn.bias_ih_l0	5	0.05053777992725372
249315	rnn.bias_ih_l0	6	-0.1686054766178131
249315	rnn.bias_ih_l0	7	-0.2689288854598999
249315	rnn.bias_ih_l0	8	-0.15439777076244354
249315	rnn.bias_ih_l0	9	-0.17757633328437805
249315	rnn.bias_hh_l0	0	0.12657316029071808
249315	rnn.bias_hh_l0	1	-0.053480878472328186
249315	rnn.bias_hh_l0	2	0.047510843724012375
249315	rnn.bias_hh_l0	3	-0.1782098114490509
249315	rnn.bias_hh_l0	4	0.056481532752513885
249315	rnn.bias_hh_l0	5	0.05602710321545601
249315	rnn.bias_hh_l0	6	-0.10933911800384521
249315	rnn.bias_hh_l0	7	-0.1506044864654541
249315	rnn.bias_hh_l0	8	-0.18596188724040985
249315	rnn.bias_hh_l0	9	-0.10962311178445816
249315	rnn.weight_ih_l0_reverse	0	-0.01867815852165222
249315	rnn.weight_ih_l0_reverse	1	-0.0053891888819634914
249315	rnn.weight_ih_l0_reverse	2	-0.0008921509142965078
249315	rnn.weight_ih_l0_reverse	3	0.012071472592651844
249315	rnn.weight_ih_l0_reverse	4	0.010045201517641544
249315	rnn.weight_ih_l0_reverse	5	-0.056024517863988876
249315	rnn.weight_ih_l0_reverse	6	-0.040851324796676636
249315	rnn.weight_ih_l0_reverse	7	0.015151041559875011
249315	rnn.weight_ih_l0_reverse	8	0.09048295766115189
249315	rnn.weight_ih_l0_reverse	9	0.004424485843628645
249315	rnn.weight_hh_l0_reverse	0	0.00477998424321413
249315	rnn.weight_hh_l0_reverse	1	0.026601163670420647
249315	rnn.weight_hh_l0_reverse	2	-0.04100324586033821
249315	rnn.weight_hh_l0_reverse	3	0.040111295878887177
249315	rnn.weight_hh_l0_reverse	4	0.024236924946308136
249315	rnn.weight_hh_l0_reverse	5	-0.009078120812773705
249315	rnn.weight_hh_l0_reverse	6	0.06901345402002335
249315	rnn.weight_hh_l0_reverse	7	0.03820683807134628
249315	rnn.weight_hh_l0_reverse	8	-0.02377297356724739
249315	rnn.weight_hh_l0_reverse	9	-0.026232682168483734
249315	rnn.bias_ih_l0_reverse	0	-0.15154637396335602
249315	rnn.bias_ih_l0_reverse	1	-0.312588095664978
249315	rnn.bias_ih_l0_reverse	2	-0.0577034167945385
249315	rnn.bias_ih_l0_reverse	3	-0.1539813131093979
249315	rnn.bias_ih_l0_reverse	4	0.06856954842805862
249315	rnn.bias_ih_l0_reverse	5	-0.2795642912387848
249315	rnn.bias_ih_l0_reverse	6	-0.07020239531993866
249315	rnn.bias_ih_l0_reverse	7	0.020708754658699036
249315	rnn.bias_ih_l0_reverse	8	-0.18975284695625305
249315	rnn.bias_ih_l0_reverse	9	-0.0911506712436676
249315	rnn.bias_hh_l0_reverse	0	-0.1598803997039795
249315	rnn.bias_hh_l0_reverse	1	-0.14147552847862244
249315	rnn.bias_hh_l0_reverse	2	-0.012992925941944122
249315	rnn.bias_hh_l0_reverse	3	-0.135683074593544
249315	rnn.bias_hh_l0_reverse	4	-0.026692429557442665
249315	rnn.bias_hh_l0_reverse	5	-0.11862022429704666
249315	rnn.bias_hh_l0_reverse	6	-0.07963188737630844
249315	rnn.bias_hh_l0_reverse	7	-0.18343858420848846
249315	rnn.bias_hh_l0_reverse	8	-0.06522996723651886
249315	rnn.bias_hh_l0_reverse	9	-0.1158452257514
249315	linear.weight	0	-0.2815859317779541
249315	linear.weight	1	-0.11314143240451813
249315	linear.weight	2	-0.011228874325752258
249315	linear.weight	3	-0.07597397267818451
249315	linear.weight	4	-0.012583911418914795
249315	linear.weight	5	0.22887475788593292
249315	linear.weight	6	0.0047744326293468475
249315	linear.weight	7	-0.021312154829502106
249315	linear.weight	8	0.1916833072900772
249315	linear.weight	9	0.18913227319717407
249315	linear.bias	0	-0.8487111926078796
249315	linear.bias	1	1.4324790239334106
249315	linear.bias	2	-0.4759306013584137
249315	linear.bias	3	-0.7619285583496094
249315	linear.bias	4	-0.8987906575202942
249315	linear.bias	5	-1.1806789636611938
249315	linear.bias	6	-0.9811000823974609
249315	linear.bias	7	-0.7014506459236145
249315	linear.bias	8	-0.01705317199230194
249315	linear.bias	9	3.506892204284668
249512	transitions	0	-0.4724152982234955
249512	transitions	1	8.857854843139648
249512	transitions	2	-3.6421258449554443
249512	transitions	3	1.6342188119888306
249512	transitions	4	-2.229262590408325
249512	transitions	5	-0.43547970056533813
249512	transitions	6	-0.19663730263710022
249512	transitions	7	-10000.0
249512	transitions	8	1.8638362884521484
249512	transitions	9	-2.295092821121216
249512	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
249512	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
249512	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
249512	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
249512	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
249512	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
249512	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
249512	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
249512	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
249512	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
249512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
249512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
249512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
249512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
249512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
249512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
249512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
249512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
249512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
249512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
249512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
249512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
249512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
249512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
249512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
249512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
249512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
249512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
249512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
249512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
249512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
249512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
249512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
249512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
249512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
249512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
249512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
249512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
249512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
249512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
249512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
249512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
249512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
249512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
249512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
249512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
249512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
249512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
249512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
249512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
249512	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
249512	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
249512	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
249512	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
249512	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
249512	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
249512	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
249512	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
249512	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
249512	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
249512	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
249512	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
249512	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
249512	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
249512	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
249512	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
249512	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
249512	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
249512	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
249512	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
249512	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
249512	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
249512	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
249512	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
249512	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
249512	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
249512	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
249512	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
249512	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
249512	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
249512	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
249512	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
249512	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
249512	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
249512	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
249512	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
249512	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
249512	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
249512	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
249512	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
249512	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
249512	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
249512	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
249512	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
249512	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
249512	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
249512	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
249512	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
249512	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
249512	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
249512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
249512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
249512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
249512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
249512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
249512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
249512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
249512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
249512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
249512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
249512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
249512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
249512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
249512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
249512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
249512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
249512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
249512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
249512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
249512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
249512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
249512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
249512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
249512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
249512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
249512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
249512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
249512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
249512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
249512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
249512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
249512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
249512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
249512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
249512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
249512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
249512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
249512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
249512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
249512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
249512	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
249512	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
249512	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
249512	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
249512	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
249512	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
249512	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
249512	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
249512	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
249512	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
249512	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
249512	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
249512	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
249512	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
249512	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
249512	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
249512	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
249512	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
249512	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
249512	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
249512	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
249512	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
249512	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
249512	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
249512	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
249512	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
249512	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
249512	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
249512	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
249512	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
249512	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
249512	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
249512	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
249512	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
249512	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
249512	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
249512	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
249512	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
249512	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
249512	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
249512	embedding2nn.weight	0	0.046403322368860245
249512	embedding2nn.weight	1	-0.09397297352552414
249512	embedding2nn.weight	2	0.019758816808462143
249512	embedding2nn.weight	3	-0.06277903914451599
249512	embedding2nn.weight	4	-0.10858094692230225
249512	embedding2nn.weight	5	0.1125941202044487
249512	embedding2nn.weight	6	-0.07126129418611526
249512	embedding2nn.weight	7	-0.07566475123167038
249512	embedding2nn.weight	8	-0.032784946262836456
249512	embedding2nn.weight	9	0.03791620209813118
249512	embedding2nn.bias	0	0.08436278998851776
249512	embedding2nn.bias	1	0.0029236574191600084
249512	embedding2nn.bias	2	-0.06488442420959473
249512	embedding2nn.bias	3	0.03880245238542557
249512	embedding2nn.bias	4	-0.012450597248971462
249512	embedding2nn.bias	5	-0.16375769674777985
249512	embedding2nn.bias	6	-0.10688842087984085
249512	embedding2nn.bias	7	-0.0032432039733976126
249512	embedding2nn.bias	8	0.05131048336625099
249512	embedding2nn.bias	9	-0.07720969617366791
249512	rnn.weight_ih_l0	0	0.03921739384531975
249512	rnn.weight_ih_l0	1	-0.08119334280490875
249512	rnn.weight_ih_l0	2	-0.06455610692501068
249512	rnn.weight_ih_l0	3	-0.054951850324869156
249512	rnn.weight_ih_l0	4	0.017673376947641373
249512	rnn.weight_ih_l0	5	-0.11372136324644089
249512	rnn.weight_ih_l0	6	-0.03284429386258125
249512	rnn.weight_ih_l0	7	-0.004155535250902176
249512	rnn.weight_ih_l0	8	0.052986010909080505
249512	rnn.weight_ih_l0	9	0.009959557093679905
249512	rnn.weight_hh_l0	0	0.002791433595120907
249512	rnn.weight_hh_l0	1	-0.08000660687685013
249512	rnn.weight_hh_l0	2	0.0727013498544693
249512	rnn.weight_hh_l0	3	0.052428312599658966
249512	rnn.weight_hh_l0	4	0.0063332440331578255
249512	rnn.weight_hh_l0	5	0.0719209536910057
249512	rnn.weight_hh_l0	6	-0.016504282131791115
249512	rnn.weight_hh_l0	7	-0.11202695220708847
249512	rnn.weight_hh_l0	8	0.027512334287166595
249512	rnn.weight_hh_l0	9	-0.07757724076509476
249512	rnn.bias_ih_l0	0	-0.07277552038431168
249512	rnn.bias_ih_l0	1	-0.19490277767181396
249512	rnn.bias_ih_l0	2	-0.2567467987537384
249512	rnn.bias_ih_l0	3	-0.2866637706756592
249512	rnn.bias_ih_l0	4	0.015976762399077415
249512	rnn.bias_ih_l0	5	0.05065470561385155
249512	rnn.bias_ih_l0	6	-0.16694070398807526
249512	rnn.bias_ih_l0	7	-0.2694445252418518
249512	rnn.bias_ih_l0	8	-0.15435880422592163
249512	rnn.bias_ih_l0	9	-0.1771947741508484
249512	rnn.bias_hh_l0	0	0.1264730840921402
249512	rnn.bias_hh_l0	1	-0.053988222032785416
249512	rnn.bias_hh_l0	2	0.04762003570795059
249512	rnn.bias_hh_l0	3	-0.17791374027729034
249512	rnn.bias_hh_l0	4	0.055356547236442566
249512	rnn.bias_hh_l0	5	0.055921413004398346
249512	rnn.bias_hh_l0	6	-0.10876913368701935
249512	rnn.bias_hh_l0	7	-0.1508224755525589
249512	rnn.bias_hh_l0	8	-0.18711547553539276
249512	rnn.bias_hh_l0	9	-0.10962646454572678
249512	rnn.weight_ih_l0_reverse	0	-0.0190986730158329
249512	rnn.weight_ih_l0_reverse	1	-0.0057413955219089985
249512	rnn.weight_ih_l0_reverse	2	-0.0018449214985594153
249512	rnn.weight_ih_l0_reverse	3	0.012682427652180195
249512	rnn.weight_ih_l0_reverse	4	0.010138772428035736
249512	rnn.weight_ih_l0_reverse	5	-0.055373646318912506
249512	rnn.weight_ih_l0_reverse	6	-0.04091232270002365
249512	rnn.weight_ih_l0_reverse	7	0.015394567511975765
249512	rnn.weight_ih_l0_reverse	8	0.09069141745567322
249512	rnn.weight_ih_l0_reverse	9	0.0047347405925393105
249512	rnn.weight_hh_l0_reverse	0	0.0047637722454965115
249512	rnn.weight_hh_l0_reverse	1	0.026610108092427254
249512	rnn.weight_hh_l0_reverse	2	-0.04123426228761673
249512	rnn.weight_hh_l0_reverse	3	0.040197376161813736
249512	rnn.weight_hh_l0_reverse	4	0.024215515702962875
249512	rnn.weight_hh_l0_reverse	5	-0.00895781721919775
249512	rnn.weight_hh_l0_reverse	6	0.06902626156806946
249512	rnn.weight_hh_l0_reverse	7	0.03829507529735565
249512	rnn.weight_hh_l0_reverse	8	-0.023606417700648308
249512	rnn.weight_hh_l0_reverse	9	-0.026193669065833092
249512	rnn.bias_ih_l0_reverse	0	-0.15218940377235413
249512	rnn.bias_ih_l0_reverse	1	-0.31373754143714905
249512	rnn.bias_ih_l0_reverse	2	-0.05712052807211876
249512	rnn.bias_ih_l0_reverse	3	-0.15395425260066986
249512	rnn.bias_ih_l0_reverse	4	0.06868644803762436
249512	rnn.bias_ih_l0_reverse	5	-0.28036028146743774
249512	rnn.bias_ih_l0_reverse	6	-0.0708971917629242
249512	rnn.bias_ih_l0_reverse	7	0.01794610358774662
249512	rnn.bias_ih_l0_reverse	8	-0.18886704742908478
249512	rnn.bias_ih_l0_reverse	9	-0.09181422740221024
249512	rnn.bias_hh_l0_reverse	0	-0.15893694758415222
249512	rnn.bias_hh_l0_reverse	1	-0.1421179324388504
249512	rnn.bias_hh_l0_reverse	2	-0.013175379484891891
249512	rnn.bias_hh_l0_reverse	3	-0.13611793518066406
249512	rnn.bias_hh_l0_reverse	4	-0.026085229590535164
249512	rnn.bias_hh_l0_reverse	5	-0.11856982856988907
249512	rnn.bias_hh_l0_reverse	6	-0.0794125497341156
249512	rnn.bias_hh_l0_reverse	7	-0.18278858065605164
249512	rnn.bias_hh_l0_reverse	8	-0.06488066911697388
249512	rnn.bias_hh_l0_reverse	9	-0.11530837416648865
249512	linear.weight	0	-0.28634998202323914
249512	linear.weight	1	-0.11210416257381439
249512	linear.weight	2	-0.011228874325752258
249512	linear.weight	3	-0.077974833548069
249512	linear.weight	4	-0.0064475988037884235
249512	linear.weight	5	0.23076866567134857
249512	linear.weight	6	0.0047744326293468475
249512	linear.weight	7	-0.021312154829502106
249512	linear.weight	8	0.19342319667339325
249512	linear.weight	9	0.19325794279575348
249512	linear.bias	0	-0.8536491394042969
249512	linear.bias	1	1.4408504962921143
249512	linear.bias	2	-0.47815433144569397
249512	linear.bias	3	-0.7618628740310669
249512	linear.bias	4	-0.8983730673789978
249512	linear.bias	5	-1.1806827783584595
249512	linear.bias	6	-0.9850770235061646
249512	linear.bias	7	-0.7001906633377075
249512	linear.bias	8	-0.01705317199230194
249512	linear.bias	9	3.5004398822784424
249709	transitions	0	-0.47254616022109985
249709	transitions	1	8.853631019592285
249709	transitions	2	-3.642226457595825
249709	transitions	3	1.6322500705718994
249709	transitions	4	-2.2294344902038574
249709	transitions	5	-0.4355255961418152
249709	transitions	6	-0.1966722309589386
249709	transitions	7	-10000.0
249709	transitions	8	1.8647477626800537
249709	transitions	9	-2.2950994968414307
249709	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
249709	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
249709	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
249709	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
249709	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
249709	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
249709	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
249709	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
249709	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
249709	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
249709	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
249709	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
249709	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
249709	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
249709	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
249709	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
249709	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
249709	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
249709	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
249709	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
249709	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
249709	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
249709	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
249709	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
249709	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
249709	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
249709	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
249709	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
249709	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
249709	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
249709	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
249709	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
249709	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
249709	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
249709	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
249709	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
249709	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
249709	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
249709	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
249709	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
249709	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
249709	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
249709	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
249709	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
249709	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
249709	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
249709	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
249709	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
249709	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
249709	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
249709	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
249709	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
249709	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
249709	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
249709	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
249709	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
249709	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
249709	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
249709	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
249709	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
249709	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
249709	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
249709	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
249709	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
249709	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
249709	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
249709	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
249709	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
249709	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
249709	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
249709	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
249709	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
249709	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
249709	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
249709	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
249709	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
249709	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
249709	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
249709	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
249709	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
249709	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
249709	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
249709	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
249709	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
249709	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
249709	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
249709	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
249709	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
249709	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
249709	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
249709	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
249709	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
249709	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
249709	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
249709	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
249709	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
249709	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
249709	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
249709	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
249709	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
249709	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
249709	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
249709	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
249709	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
249709	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
249709	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
249709	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
249709	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
249709	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
249709	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
249709	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
249709	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
249709	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
249709	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
249709	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
249709	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
249709	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
249709	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
249709	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
249709	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
249709	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
249709	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
249709	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
249709	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
249709	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
249709	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
249709	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
249709	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
249709	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
249709	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
249709	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
249709	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
249709	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
249709	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
249709	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
249709	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
249709	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
249709	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
249709	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
249709	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
249709	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
249709	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
249709	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
249709	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
249709	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
249709	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
249709	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
249709	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
249709	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
249709	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
249709	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
249709	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
249709	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
249709	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
249709	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
249709	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
249709	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
249709	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
249709	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
249709	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
249709	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
249709	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
249709	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
249709	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
249709	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
249709	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
249709	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
249709	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
249709	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
249709	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
249709	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
249709	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
249709	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
249709	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
249709	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
249709	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
249709	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
249709	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
249709	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
249709	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
249709	embedding2nn.weight	0	0.04634714871644974
249709	embedding2nn.weight	1	-0.09433747082948685
249709	embedding2nn.weight	2	0.01908661611378193
249709	embedding2nn.weight	3	-0.06310335546731949
249709	embedding2nn.weight	4	-0.10963666439056396
249709	embedding2nn.weight	5	0.11201594024896622
249709	embedding2nn.weight	6	-0.07050169259309769
249709	embedding2nn.weight	7	-0.07579892873764038
249709	embedding2nn.weight	8	-0.03262357413768768
249709	embedding2nn.weight	9	0.03755079209804535
249709	embedding2nn.bias	0	0.08450589329004288
249709	embedding2nn.bias	1	-0.0011829712893813848
249709	embedding2nn.bias	2	-0.06681818515062332
249709	embedding2nn.bias	3	0.040155138820409775
249709	embedding2nn.bias	4	-0.013640857301652431
249709	embedding2nn.bias	5	-0.16679200530052185
249709	embedding2nn.bias	6	-0.10469622164964676
249709	embedding2nn.bias	7	-0.004927785601466894
249709	embedding2nn.bias	8	0.055281396955251694
249709	embedding2nn.bias	9	-0.07975759357213974
249709	rnn.weight_ih_l0	0	0.03899705410003662
249709	rnn.weight_ih_l0	1	-0.08167748898267746
249709	rnn.weight_ih_l0	2	-0.06509366631507874
249709	rnn.weight_ih_l0	3	-0.05496850237250328
249709	rnn.weight_ih_l0	4	0.017589181661605835
249709	rnn.weight_ih_l0	5	-0.11402661353349686
249709	rnn.weight_ih_l0	6	-0.032320667058229446
249709	rnn.weight_ih_l0	7	-0.004533924628049135
249709	rnn.weight_ih_l0	8	0.052331458777189255
249709	rnn.weight_ih_l0	9	0.010711646638810635
249709	rnn.weight_hh_l0	0	0.0030888014007359743
249709	rnn.weight_hh_l0	1	-0.0795435905456543
249709	rnn.weight_hh_l0	2	0.07311040163040161
249709	rnn.weight_hh_l0	3	0.052532859146595
249709	rnn.weight_hh_l0	4	0.006324504967778921
249709	rnn.weight_hh_l0	5	0.07203156501054764
249709	rnn.weight_hh_l0	6	-0.01657102443277836
249709	rnn.weight_hh_l0	7	-0.11199169605970383
249709	rnn.weight_hh_l0	8	0.027710627764463425
249709	rnn.weight_hh_l0	9	-0.07739516347646713
249709	rnn.bias_ih_l0	0	-0.07386445999145508
249709	rnn.bias_ih_l0	1	-0.19401639699935913
249709	rnn.bias_ih_l0	2	-0.2569444179534912
249709	rnn.bias_ih_l0	3	-0.28677427768707275
249709	rnn.bias_ih_l0	4	0.01356978714466095
249709	rnn.bias_ih_l0	5	0.05071186274290085
249709	rnn.bias_ih_l0	6	-0.16763581335544586
249709	rnn.bias_ih_l0	7	-0.2694590389728546
249709	rnn.bias_ih_l0	8	-0.1529298573732376
249709	rnn.bias_ih_l0	9	-0.17598672211170197
249709	rnn.bias_hh_l0	0	0.12541067600250244
249709	rnn.bias_hh_l0	1	-0.05422227457165718
249709	rnn.bias_hh_l0	2	0.047902144491672516
249709	rnn.bias_hh_l0	3	-0.17788074910640717
249709	rnn.bias_hh_l0	4	0.05665580555796623
249709	rnn.bias_hh_l0	5	0.05534890294075012
249709	rnn.bias_hh_l0	6	-0.10873375087976456
249709	rnn.bias_hh_l0	7	-0.15133850276470184
249709	rnn.bias_hh_l0	8	-0.1860305219888687
249709	rnn.bias_hh_l0	9	-0.10954025387763977
249709	rnn.weight_ih_l0_reverse	0	-0.019325248897075653
249709	rnn.weight_ih_l0_reverse	1	-0.005972628016024828
249709	rnn.weight_ih_l0_reverse	2	-0.0036086656618863344
249709	rnn.weight_ih_l0_reverse	3	0.011861417442560196
249709	rnn.weight_ih_l0_reverse	4	0.00984121486544609
249709	rnn.weight_ih_l0_reverse	5	-0.05560256168246269
249709	rnn.weight_ih_l0_reverse	6	-0.040672771632671356
249709	rnn.weight_ih_l0_reverse	7	0.015178099274635315
249709	rnn.weight_ih_l0_reverse	8	0.09040480852127075
249709	rnn.weight_ih_l0_reverse	9	0.004668409004807472
249709	rnn.weight_hh_l0_reverse	0	0.004647699184715748
249709	rnn.weight_hh_l0_reverse	1	0.02678888477385044
249709	rnn.weight_hh_l0_reverse	2	-0.041241664439439774
249709	rnn.weight_hh_l0_reverse	3	0.040187664330005646
249709	rnn.weight_hh_l0_reverse	4	0.024311769753694534
249709	rnn.weight_hh_l0_reverse	5	-0.008998092263936996
249709	rnn.weight_hh_l0_reverse	6	0.06897532939910889
249709	rnn.weight_hh_l0_reverse	7	0.038429394364356995
249709	rnn.weight_hh_l0_reverse	8	-0.02409401349723339
249709	rnn.weight_hh_l0_reverse	9	-0.026090892031788826
249709	rnn.bias_ih_l0_reverse	0	-0.1524820327758789
249709	rnn.bias_ih_l0_reverse	1	-0.3144674301147461
249709	rnn.bias_ih_l0_reverse	2	-0.057045064866542816
249709	rnn.bias_ih_l0_reverse	3	-0.1545141637325287
249709	rnn.bias_ih_l0_reverse	4	0.06850119680166245
249709	rnn.bias_ih_l0_reverse	5	-0.2805159091949463
249709	rnn.bias_ih_l0_reverse	6	-0.07062792032957077
249709	rnn.bias_ih_l0_reverse	7	0.01950015313923359
249709	rnn.bias_ih_l0_reverse	8	-0.18949486315250397
249709	rnn.bias_ih_l0_reverse	9	-0.09232676774263382
249709	rnn.bias_hh_l0_reverse	0	-0.15816551446914673
249709	rnn.bias_hh_l0_reverse	1	-0.14119714498519897
249709	rnn.bias_hh_l0_reverse	2	-0.01294975820928812
249709	rnn.bias_hh_l0_reverse	3	-0.13661396503448486
249709	rnn.bias_hh_l0_reverse	4	-0.02560027688741684
249709	rnn.bias_hh_l0_reverse	5	-0.11842534691095352
249709	rnn.bias_hh_l0_reverse	6	-0.07822210341691971
249709	rnn.bias_hh_l0_reverse	7	-0.18305006623268127
249709	rnn.bias_hh_l0_reverse	8	-0.06424940377473831
249709	rnn.bias_hh_l0_reverse	9	-0.11565634608268738
249709	linear.weight	0	-0.2902904152870178
249709	linear.weight	1	-0.11255712062120438
249709	linear.weight	2	-0.011228874325752258
249709	linear.weight	3	-0.084700807929039
249709	linear.weight	4	-0.007061381358653307
249709	linear.weight	5	0.23898406326770782
249709	linear.weight	6	0.0047744326293468475
249709	linear.weight	7	-0.021312154829502106
249709	linear.weight	8	0.18490953743457794
249709	linear.weight	9	0.198313906788826
249709	linear.bias	0	-0.8524522185325623
249709	linear.bias	1	1.4274259805679321
249709	linear.bias	2	-0.48659253120422363
249709	linear.bias	3	-0.7603009939193726
249709	linear.bias	4	-0.893052875995636
249709	linear.bias	5	-1.1806868314743042
249709	linear.bias	6	-0.9835681319236755
249709	linear.bias	7	-0.7081448435783386
249709	linear.bias	8	-0.01705317199230194
249709	linear.bias	9	3.4977126121520996
249906	transitions	0	-0.4725591540336609
249906	transitions	1	8.859216690063477
249906	transitions	2	-3.6423380374908447
249906	transitions	3	1.6364997625350952
249906	transitions	4	-2.229508876800537
249906	transitions	5	-0.4355357885360718
249906	transitions	6	-0.1966807246208191
249906	transitions	7	-10000.0
249906	transitions	8	1.8650904893875122
249906	transitions	9	-2.2951009273529053
249906	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
249906	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
249906	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
249906	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
249906	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
249906	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
249906	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
249906	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
249906	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
249906	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
249906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
249906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
249906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
249906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
249906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
249906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
249906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
249906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
249906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
249906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
249906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
249906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
249906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
249906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
249906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
249906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
249906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
249906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
249906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
249906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
249906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
249906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
249906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
249906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
249906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
249906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
249906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
249906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
249906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
249906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
249906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
249906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
249906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
249906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
249906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
249906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
249906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
249906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
249906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
249906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
249906	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
249906	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
249906	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
249906	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
249906	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
249906	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
249906	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
249906	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
249906	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
249906	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
249906	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
249906	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
249906	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
249906	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
249906	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
249906	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
249906	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
249906	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
249906	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
249906	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
249906	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
249906	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
249906	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
249906	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
249906	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
249906	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
249906	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
249906	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
249906	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
249906	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
249906	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
249906	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
249906	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
249906	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
249906	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
249906	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
249906	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
249906	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
249906	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
249906	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
249906	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
249906	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
249906	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
249906	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
249906	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
249906	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
249906	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
249906	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
249906	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
249906	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
249906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
249906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
249906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
249906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
249906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
249906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
249906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
249906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
249906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
249906	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
249906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
249906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
249906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
249906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
249906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
249906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
249906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
249906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
249906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
249906	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
249906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
249906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
249906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
249906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
249906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
249906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
249906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
249906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
249906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
249906	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
249906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
249906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
249906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
249906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
249906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
249906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
249906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
249906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
249906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
249906	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
249906	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
249906	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
249906	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
249906	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
249906	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
249906	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
249906	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
249906	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
249906	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
249906	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
249906	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
249906	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
249906	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
249906	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
249906	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
249906	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
249906	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
249906	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
249906	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
249906	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
249906	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
249906	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
249906	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
249906	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
249906	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
249906	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
249906	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
249906	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
249906	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
249906	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
249906	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
249906	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
249906	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
249906	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
249906	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
249906	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
249906	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
249906	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
249906	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
249906	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
249906	embedding2nn.weight	0	0.04646391049027443
249906	embedding2nn.weight	1	-0.09484514594078064
249906	embedding2nn.weight	2	0.018143722787499428
249906	embedding2nn.weight	3	-0.06280840188264847
249906	embedding2nn.weight	4	-0.10925059020519257
249906	embedding2nn.weight	5	0.11224818974733353
249906	embedding2nn.weight	6	-0.07151675969362259
249906	embedding2nn.weight	7	-0.07599100470542908
249906	embedding2nn.weight	8	-0.03302221745252609
249906	embedding2nn.weight	9	0.0372517928481102
249906	embedding2nn.bias	0	0.08094174414873123
249906	embedding2nn.bias	1	0.0029611405916512012
249906	embedding2nn.bias	2	-0.06544137746095657
249906	embedding2nn.bias	3	0.04249602556228638
249906	embedding2nn.bias	4	-0.011074869893491268
249906	embedding2nn.bias	5	-0.16487839818000793
249906	embedding2nn.bias	6	-0.10351339727640152
249906	embedding2nn.bias	7	-0.0046899220906198025
249906	embedding2nn.bias	8	0.04922906309366226
249906	embedding2nn.bias	9	-0.08045352250337601
249906	rnn.weight_ih_l0	0	0.03808797895908356
249906	rnn.weight_ih_l0	1	-0.082394540309906
249906	rnn.weight_ih_l0	2	-0.0631021186709404
249906	rnn.weight_ih_l0	3	-0.054479651153087616
249906	rnn.weight_ih_l0	4	0.017852289602160454
249906	rnn.weight_ih_l0	5	-0.11407709866762161
249906	rnn.weight_ih_l0	6	-0.03253357112407684
249906	rnn.weight_ih_l0	7	-0.003773132571950555
249906	rnn.weight_ih_l0	8	0.053387586027383804
249906	rnn.weight_ih_l0	9	0.010000581853091717
249906	rnn.weight_hh_l0	0	0.003337619826197624
249906	rnn.weight_hh_l0	1	-0.07950975745916367
249906	rnn.weight_hh_l0	2	0.07294529676437378
249906	rnn.weight_hh_l0	3	0.052701786160469055
249906	rnn.weight_hh_l0	4	0.006410259287804365
249906	rnn.weight_hh_l0	5	0.07216381281614304
249906	rnn.weight_hh_l0	6	-0.01658478006720543
249906	rnn.weight_hh_l0	7	-0.11202729493379593
249906	rnn.weight_hh_l0	8	0.02773839235305786
249906	rnn.weight_hh_l0	9	-0.07703936845064163
249906	rnn.bias_ih_l0	0	-0.07364015281200409
249906	rnn.bias_ih_l0	1	-0.1942845582962036
249906	rnn.bias_ih_l0	2	-0.2558361887931824
249906	rnn.bias_ih_l0	3	-0.28598111867904663
249906	rnn.bias_ih_l0	4	0.013965008780360222
249906	rnn.bias_ih_l0	5	0.050999999046325684
249906	rnn.bias_ih_l0	6	-0.168528214097023
249906	rnn.bias_ih_l0	7	-0.26933377981185913
249906	rnn.bias_ih_l0	8	-0.15342135727405548
249906	rnn.bias_ih_l0	9	-0.17535890638828278
249906	rnn.bias_hh_l0	0	0.12577849626541138
249906	rnn.bias_hh_l0	1	-0.05544431507587433
249906	rnn.bias_hh_l0	2	0.0480911061167717
249906	rnn.bias_hh_l0	3	-0.17754358053207397
249906	rnn.bias_hh_l0	4	0.05602358654141426
249906	rnn.bias_hh_l0	5	0.05531375855207443
249906	rnn.bias_hh_l0	6	-0.10892186313867569
249906	rnn.bias_hh_l0	7	-0.15134602785110474
249906	rnn.bias_hh_l0	8	-0.18589341640472412
249906	rnn.bias_hh_l0	9	-0.1098352000117302
249906	rnn.weight_ih_l0_reverse	0	-0.019182469695806503
249906	rnn.weight_ih_l0_reverse	1	-0.00677128229290247
249906	rnn.weight_ih_l0_reverse	2	-0.0020105098374187946
249906	rnn.weight_ih_l0_reverse	3	0.012179974466562271
249906	rnn.weight_ih_l0_reverse	4	0.010071503929793835
249906	rnn.weight_ih_l0_reverse	5	-0.056114524602890015
249906	rnn.weight_ih_l0_reverse	6	-0.03988061100244522
249906	rnn.weight_ih_l0_reverse	7	0.015699371695518494
249906	rnn.weight_ih_l0_reverse	8	0.09028174728155136
249906	rnn.weight_ih_l0_reverse	9	0.005063633434474468
249906	rnn.weight_hh_l0_reverse	0	0.004457239527255297
249906	rnn.weight_hh_l0_reverse	1	0.026772210374474525
249906	rnn.weight_hh_l0_reverse	2	-0.04125945642590523
249906	rnn.weight_hh_l0_reverse	3	0.040101971477270126
249906	rnn.weight_hh_l0_reverse	4	0.024173950776457787
249906	rnn.weight_hh_l0_reverse	5	-0.008857285603880882
249906	rnn.weight_hh_l0_reverse	6	0.06911054253578186
249906	rnn.weight_hh_l0_reverse	7	0.038586460053920746
249906	rnn.weight_hh_l0_reverse	8	-0.023927636444568634
249906	rnn.weight_hh_l0_reverse	9	-0.0258101187646389
249906	rnn.bias_ih_l0_reverse	0	-0.153388112783432
249906	rnn.bias_ih_l0_reverse	1	-0.3142252564430237
249906	rnn.bias_ih_l0_reverse	2	-0.05661468952894211
249906	rnn.bias_ih_l0_reverse	3	-0.15464232861995697
249906	rnn.bias_ih_l0_reverse	4	0.06813113391399384
249906	rnn.bias_ih_l0_reverse	5	-0.2816016972064972
249906	rnn.bias_ih_l0_reverse	6	-0.06997818499803543
249906	rnn.bias_ih_l0_reverse	7	0.01741809956729412
249906	rnn.bias_ih_l0_reverse	8	-0.19019004702568054
249906	rnn.bias_ih_l0_reverse	9	-0.09329859167337418
249906	rnn.bias_hh_l0_reverse	0	-0.15768350660800934
249906	rnn.bias_hh_l0_reverse	1	-0.14162355661392212
249906	rnn.bias_hh_l0_reverse	2	-0.012466761283576488
249906	rnn.bias_hh_l0_reverse	3	-0.13568316400051117
249906	rnn.bias_hh_l0_reverse	4	-0.02523004077374935
249906	rnn.bias_hh_l0_reverse	5	-0.1182340756058693
249906	rnn.bias_hh_l0_reverse	6	-0.07919058203697205
249906	rnn.bias_hh_l0_reverse	7	-0.18300029635429382
249906	rnn.bias_hh_l0_reverse	8	-0.06459347158670425
249906	rnn.bias_hh_l0_reverse	9	-0.11538573354482651
249906	linear.weight	0	-0.28859323263168335
249906	linear.weight	1	-0.11371180415153503
249906	linear.weight	2	-0.011228874325752258
249906	linear.weight	3	-0.08292191475629807
249906	linear.weight	4	-0.004912795964628458
249906	linear.weight	5	0.23854826390743256
249906	linear.weight	6	0.0047744326293468475
249906	linear.weight	7	-0.021312154829502106
249906	linear.weight	8	0.18492992222309113
249906	linear.weight	9	0.19272780418395996
249906	linear.bias	0	-0.8521184921264648
249906	linear.bias	1	1.437538981437683
249906	linear.bias	2	-0.4763818085193634
249906	linear.bias	3	-0.7629756331443787
249906	linear.bias	4	-0.8901787400245667
249906	linear.bias	5	-1.1806917190551758
249906	linear.bias	6	-0.9819663166999817
249906	linear.bias	7	-0.7022824883460999
249906	linear.bias	8	-0.01705317199230194
249906	linear.bias	9	3.484869956970215
250103	transitions	0	-0.4725784659385681
250103	transitions	1	8.858019828796387
250103	transitions	2	-3.6424686908721924
250103	transitions	3	1.6321417093276978
250103	transitions	4	-2.229588508605957
250103	transitions	5	-0.43554210662841797
250103	transitions	6	-0.19668659567832947
250103	transitions	7	-10000.0
250103	transitions	8	1.8652721643447876
250103	transitions	9	-2.2951014041900635
250103	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
250103	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
250103	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
250103	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
250103	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
250103	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
250103	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
250103	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
250103	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
250103	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
250103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
250103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
250103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
250103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
250103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
250103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
250103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
250103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
250103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
250103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
250103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
250103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
250103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
250103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
250103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
250103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
250103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
250103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
250103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
250103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
250103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
250103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
250103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
250103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
250103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
250103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
250103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
250103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
250103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
250103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
250103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
250103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
250103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
250103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
250103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
250103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
250103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
250103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
250103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
250103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
250103	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
250103	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
250103	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
250103	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
250103	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
250103	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
250103	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
250103	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
250103	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
250103	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
250103	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
250103	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
250103	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
250103	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
250103	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
250103	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
250103	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
250103	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
250103	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
250103	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
250103	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
250103	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
250103	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
250103	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
250103	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
250103	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
250103	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
250103	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
250103	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
250103	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
250103	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
250103	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
250103	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
250103	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
250103	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
250103	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
250103	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
250103	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
250103	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
250103	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
250103	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
250103	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
250103	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
250103	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
250103	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
250103	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
250103	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
250103	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
250103	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
250103	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
250103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
250103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
250103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
250103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
250103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
250103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
250103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
250103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
250103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
250103	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
250103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
250103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
250103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
250103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
250103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
250103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
250103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
250103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
250103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
250103	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
250103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
250103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
250103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
250103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
250103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
250103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
250103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
250103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
250103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
250103	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
250103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
250103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
250103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
250103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
250103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
250103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
250103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
250103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
250103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
250103	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
250103	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
250103	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
250103	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
250103	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
250103	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
250103	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
250103	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
250103	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
250103	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
250103	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
250103	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
250103	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
250103	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
250103	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
250103	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
250103	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
250103	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
250103	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
250103	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
250103	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
250103	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
250103	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
250103	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
250103	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
250103	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
250103	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
250103	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
250103	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
250103	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
250103	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
250103	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
250103	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
250103	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
250103	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
250103	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
250103	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
250103	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
250103	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
250103	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
250103	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
250103	embedding2nn.weight	0	0.046320680528879166
250103	embedding2nn.weight	1	-0.09477195143699646
250103	embedding2nn.weight	2	0.01781444624066353
250103	embedding2nn.weight	3	-0.06281893700361252
250103	embedding2nn.weight	4	-0.10999037325382233
250103	embedding2nn.weight	5	0.11211421340703964
250103	embedding2nn.weight	6	-0.07249218225479126
250103	embedding2nn.weight	7	-0.07602748274803162
250103	embedding2nn.weight	8	-0.03293750435113907
250103	embedding2nn.weight	9	0.037701625376939774
250103	embedding2nn.bias	0	0.07890184968709946
250103	embedding2nn.bias	1	-0.0021506776101887226
250103	embedding2nn.bias	2	-0.06766805052757263
250103	embedding2nn.bias	3	0.03769849240779877
250103	embedding2nn.bias	4	-0.014756628312170506
250103	embedding2nn.bias	5	-0.16373196244239807
250103	embedding2nn.bias	6	-0.10622241348028183
250103	embedding2nn.bias	7	-0.004932404961436987
250103	embedding2nn.bias	8	0.051288411021232605
250103	embedding2nn.bias	9	-0.07403773814439774
250103	rnn.weight_ih_l0	0	0.0375470295548439
250103	rnn.weight_ih_l0	1	-0.08150536566972733
250103	rnn.weight_ih_l0	2	-0.062494874000549316
250103	rnn.weight_ih_l0	3	-0.05478992685675621
250103	rnn.weight_ih_l0	4	0.01824423484504223
250103	rnn.weight_ih_l0	5	-0.11446709930896759
250103	rnn.weight_ih_l0	6	-0.03245621547102928
250103	rnn.weight_ih_l0	7	-0.004170998930931091
250103	rnn.weight_ih_l0	8	0.05218665674328804
250103	rnn.weight_ih_l0	9	0.01003140676766634
250103	rnn.weight_hh_l0	0	0.0033603589981794357
250103	rnn.weight_hh_l0	1	-0.08011782169342041
250103	rnn.weight_hh_l0	2	0.07288330793380737
250103	rnn.weight_hh_l0	3	0.052349358797073364
250103	rnn.weight_hh_l0	4	0.006521112751215696
250103	rnn.weight_hh_l0	5	0.07164005935192108
250103	rnn.weight_hh_l0	6	-0.016609538346529007
250103	rnn.weight_hh_l0	7	-0.11208415031433105
250103	rnn.weight_hh_l0	8	0.027609696611762047
250103	rnn.weight_hh_l0	9	-0.07681562006473541
250103	rnn.bias_ih_l0	0	-0.07390785962343216
250103	rnn.bias_ih_l0	1	-0.19450388848781586
250103	rnn.bias_ih_l0	2	-0.2562064826488495
250103	rnn.bias_ih_l0	3	-0.2858472466468811
250103	rnn.bias_ih_l0	4	0.015064121223986149
250103	rnn.bias_ih_l0	5	0.051734745502471924
250103	rnn.bias_ih_l0	6	-0.1688811331987381
250103	rnn.bias_ih_l0	7	-0.268528550863266
250103	rnn.bias_ih_l0	8	-0.15285837650299072
250103	rnn.bias_ih_l0	9	-0.17614015936851501
250103	rnn.bias_hh_l0	0	0.1262899488210678
250103	rnn.bias_hh_l0	1	-0.0542755126953125
250103	rnn.bias_hh_l0	2	0.047978200018405914
250103	rnn.bias_hh_l0	3	-0.17806220054626465
250103	rnn.bias_hh_l0	4	0.05730203539133072
250103	rnn.bias_hh_l0	5	0.055485837161540985
250103	rnn.bias_hh_l0	6	-0.10862117260694504
250103	rnn.bias_hh_l0	7	-0.15100625157356262
250103	rnn.bias_hh_l0	8	-0.1853313148021698
250103	rnn.bias_hh_l0	9	-0.10972810536623001
250103	rnn.weight_ih_l0_reverse	0	-0.019395889714360237
250103	rnn.weight_ih_l0_reverse	1	-0.00713262427598238
250103	rnn.weight_ih_l0_reverse	2	-0.0035565972793847322
250103	rnn.weight_ih_l0_reverse	3	0.01300087757408619
250103	rnn.weight_ih_l0_reverse	4	0.0091939652338624
250103	rnn.weight_ih_l0_reverse	5	-0.05579384043812752
250103	rnn.weight_ih_l0_reverse	6	-0.040304508060216904
250103	rnn.weight_ih_l0_reverse	7	0.015995169058442116
250103	rnn.weight_ih_l0_reverse	8	0.08998566120862961
250103	rnn.weight_ih_l0_reverse	9	0.004752786830067635
250103	rnn.weight_hh_l0_reverse	0	0.00434954185038805
250103	rnn.weight_hh_l0_reverse	1	0.026925906538963318
250103	rnn.weight_hh_l0_reverse	2	-0.041259441524744034
250103	rnn.weight_hh_l0_reverse	3	0.0401187464594841
250103	rnn.weight_hh_l0_reverse	4	0.02434162050485611
250103	rnn.weight_hh_l0_reverse	5	-0.008577096275985241
250103	rnn.weight_hh_l0_reverse	6	0.06913195550441742
250103	rnn.weight_hh_l0_reverse	7	0.038776978850364685
250103	rnn.weight_hh_l0_reverse	8	-0.023912329226732254
250103	rnn.weight_hh_l0_reverse	9	-0.025587715208530426
250103	rnn.bias_ih_l0_reverse	0	-0.1526222676038742
250103	rnn.bias_ih_l0_reverse	1	-0.31354835629463196
250103	rnn.bias_ih_l0_reverse	2	-0.056706465780735016
250103	rnn.bias_ih_l0_reverse	3	-0.15449905395507812
250103	rnn.bias_ih_l0_reverse	4	0.06802613288164139
250103	rnn.bias_ih_l0_reverse	5	-0.2813915014266968
250103	rnn.bias_ih_l0_reverse	6	-0.06921274214982986
250103	rnn.bias_ih_l0_reverse	7	0.018277496099472046
250103	rnn.bias_ih_l0_reverse	8	-0.18977729976177216
250103	rnn.bias_ih_l0_reverse	9	-0.09323690831661224
250103	rnn.bias_hh_l0_reverse	0	-0.158037468791008
250103	rnn.bias_hh_l0_reverse	1	-0.1418391764163971
250103	rnn.bias_hh_l0_reverse	2	-0.012664825655519962
250103	rnn.bias_hh_l0_reverse	3	-0.13615655899047852
250103	rnn.bias_hh_l0_reverse	4	-0.025164596736431122
250103	rnn.bias_hh_l0_reverse	5	-0.11781042814254761
250103	rnn.bias_hh_l0_reverse	6	-0.07892769575119019
250103	rnn.bias_hh_l0_reverse	7	-0.18316343426704407
250103	rnn.bias_hh_l0_reverse	8	-0.06582648307085037
250103	rnn.bias_hh_l0_reverse	9	-0.11497345566749573
250103	linear.weight	0	-0.28880977630615234
250103	linear.weight	1	-0.11388279497623444
250103	linear.weight	2	-0.011228874325752258
250103	linear.weight	3	-0.08343280106782913
250103	linear.weight	4	-0.006438428536057472
250103	linear.weight	5	0.2379399836063385
250103	linear.weight	6	0.0047744326293468475
250103	linear.weight	7	-0.021312154829502106
250103	linear.weight	8	0.1834716647863388
250103	linear.weight	9	0.1904967874288559
250103	linear.bias	0	-0.8470786213874817
250103	linear.bias	1	1.419791340827942
250103	linear.bias	2	-0.45612990856170654
250103	linear.bias	3	-0.7683002352714539
250103	linear.bias	4	-0.9090334177017212
250103	linear.bias	5	-1.180698275566101
250103	linear.bias	6	-0.9765403866767883
250103	linear.bias	7	-0.7040925621986389
250103	linear.bias	8	-0.01705317199230194
250103	linear.bias	9	3.514941453933716
250300	transitions	0	-0.47270044684410095
250300	transitions	1	8.858735084533691
250300	transitions	2	-3.6426994800567627
250300	transitions	3	1.629591941833496
250300	transitions	4	-2.2296600341796875
250300	transitions	5	-0.435569167137146
250300	transitions	6	-0.19669251143932343
250300	transitions	7	-10000.0
250300	transitions	8	1.8649632930755615
250300	transitions	9	-2.2951087951660156
250300	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
250300	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
250300	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
250300	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
250300	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
250300	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
250300	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
250300	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
250300	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
250300	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
250300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
250300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
250300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
250300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
250300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
250300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
250300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
250300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
250300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
250300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
250300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
250300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
250300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
250300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
250300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
250300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
250300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
250300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
250300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
250300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
250300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
250300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
250300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
250300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
250300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
250300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
250300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
250300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
250300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
250300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
250300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
250300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
250300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
250300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
250300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
250300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
250300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
250300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
250300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
250300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
250300	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
250300	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
250300	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
250300	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
250300	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
250300	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
250300	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
250300	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
250300	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
250300	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
250300	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
250300	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
250300	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
250300	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
250300	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
250300	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
250300	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
250300	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
250300	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
250300	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
250300	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
250300	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
250300	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
250300	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
250300	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
250300	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
250300	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
250300	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
250300	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
250300	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
250300	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
250300	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
250300	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
250300	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
250300	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
250300	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
250300	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
250300	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
250300	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
250300	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
250300	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
250300	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
250300	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
250300	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
250300	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
250300	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
250300	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
250300	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
250300	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
250300	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
250300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
250300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
250300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
250300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
250300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
250300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
250300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
250300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
250300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
250300	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
250300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
250300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
250300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
250300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
250300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
250300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
250300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
250300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
250300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
250300	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
250300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
250300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
250300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
250300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
250300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
250300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
250300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
250300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
250300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
250300	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
250300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
250300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
250300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
250300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
250300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
250300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
250300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
250300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
250300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
250300	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
250300	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
250300	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
250300	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
250300	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
250300	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
250300	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
250300	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
250300	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
250300	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
250300	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
250300	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
250300	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
250300	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
250300	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
250300	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
250300	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
250300	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
250300	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
250300	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
250300	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
250300	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
250300	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
250300	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
250300	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
250300	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
250300	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
250300	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
250300	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
250300	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
250300	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
250300	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
250300	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
250300	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
250300	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
250300	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
250300	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
250300	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
250300	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
250300	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
250300	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
250300	embedding2nn.weight	0	0.04628750681877136
250300	embedding2nn.weight	1	-0.09440398216247559
250300	embedding2nn.weight	2	0.017652587965130806
250300	embedding2nn.weight	3	-0.0630212351679802
250300	embedding2nn.weight	4	-0.11004003882408142
250300	embedding2nn.weight	5	0.1118754893541336
250300	embedding2nn.weight	6	-0.0743437185883522
250300	embedding2nn.weight	7	-0.07645748555660248
250300	embedding2nn.weight	8	-0.0327923558652401
250300	embedding2nn.weight	9	0.03814222291111946
250300	embedding2nn.bias	0	0.08463931083679199
250300	embedding2nn.bias	1	-0.0027184155769646168
250300	embedding2nn.bias	2	-0.07237549871206284
250300	embedding2nn.bias	3	0.038117121905088425
250300	embedding2nn.bias	4	-0.018223825842142105
250300	embedding2nn.bias	5	-0.16408836841583252
250300	embedding2nn.bias	6	-0.10804625600576401
250300	embedding2nn.bias	7	-0.004523654468357563
250300	embedding2nn.bias	8	0.049973081797361374
250300	embedding2nn.bias	9	-0.07679790258407593
250300	rnn.weight_ih_l0	0	0.038394391536712646
250300	rnn.weight_ih_l0	1	-0.08163849264383316
250300	rnn.weight_ih_l0	2	-0.06306721270084381
250300	rnn.weight_ih_l0	3	-0.054826151579618454
250300	rnn.weight_ih_l0	4	0.018631216138601303
250300	rnn.weight_ih_l0	5	-0.11463593691587448
250300	rnn.weight_ih_l0	6	-0.03191134333610535
250300	rnn.weight_ih_l0	7	-0.004280863795429468
250300	rnn.weight_ih_l0	8	0.05271017178893089
250300	rnn.weight_ih_l0	9	0.010084516368806362
250300	rnn.weight_hh_l0	0	0.003290539840236306
250300	rnn.weight_hh_l0	1	-0.0796060711145401
250300	rnn.weight_hh_l0	2	0.07291305810213089
250300	rnn.weight_hh_l0	3	0.052696723490953445
250300	rnn.weight_hh_l0	4	0.006517545785754919
250300	rnn.weight_hh_l0	5	0.07174597680568695
250300	rnn.weight_hh_l0	6	-0.016643159091472626
250300	rnn.weight_hh_l0	7	-0.11205945163965225
250300	rnn.weight_hh_l0	8	0.02786620706319809
250300	rnn.weight_hh_l0	9	-0.07655090093612671
250300	rnn.bias_ih_l0	0	-0.07440861314535141
250300	rnn.bias_ih_l0	1	-0.1946239322423935
250300	rnn.bias_ih_l0	2	-0.2554648220539093
250300	rnn.bias_ih_l0	3	-0.2852625548839569
250300	rnn.bias_ih_l0	4	0.01269015297293663
250300	rnn.bias_ih_l0	5	0.05155619978904724
250300	rnn.bias_ih_l0	6	-0.16932858526706696
250300	rnn.bias_ih_l0	7	-0.2680986821651459
250300	rnn.bias_ih_l0	8	-0.15281762182712555
250300	rnn.bias_ih_l0	9	-0.1766708344221115
250300	rnn.bias_hh_l0	0	0.1270042210817337
250300	rnn.bias_hh_l0	1	-0.05404304340481758
250300	rnn.bias_hh_l0	2	0.0478423610329628
250300	rnn.bias_hh_l0	3	-0.1777717024087906
250300	rnn.bias_hh_l0	4	0.05662219598889351
250300	rnn.bias_hh_l0	5	0.05629583075642586
250300	rnn.bias_hh_l0	6	-0.10847945511341095
250300	rnn.bias_hh_l0	7	-0.14979855716228485
250300	rnn.bias_hh_l0	8	-0.18468566238880157
250300	rnn.bias_hh_l0	9	-0.1112261414527893
250300	rnn.weight_ih_l0_reverse	0	-0.019261516630649567
250300	rnn.weight_ih_l0_reverse	1	-0.006538257468491793
250300	rnn.weight_ih_l0_reverse	2	-0.003842135425657034
250300	rnn.weight_ih_l0_reverse	3	0.011982900090515614
250300	rnn.weight_ih_l0_reverse	4	0.00877512525767088
250300	rnn.weight_ih_l0_reverse	5	-0.05539683997631073
250300	rnn.weight_ih_l0_reverse	6	-0.040411289781332016
250300	rnn.weight_ih_l0_reverse	7	0.015859300270676613
250300	rnn.weight_ih_l0_reverse	8	0.08999035507440567
250300	rnn.weight_ih_l0_reverse	9	0.005190508905798197
250300	rnn.weight_hh_l0_reverse	0	0.0042979042045772076
250300	rnn.weight_hh_l0_reverse	1	0.027029884979128838
250300	rnn.weight_hh_l0_reverse	2	-0.04105503857135773
250300	rnn.weight_hh_l0_reverse	3	0.040311649441719055
250300	rnn.weight_hh_l0_reverse	4	0.024351079016923904
250300	rnn.weight_hh_l0_reverse	5	-0.008467491716146469
250300	rnn.weight_hh_l0_reverse	6	0.06914284080266953
250300	rnn.weight_hh_l0_reverse	7	0.03877026215195656
250300	rnn.weight_hh_l0_reverse	8	-0.023759907111525536
250300	rnn.weight_hh_l0_reverse	9	-0.02576759271323681
250300	rnn.bias_ih_l0_reverse	0	-0.1522853523492813
250300	rnn.bias_ih_l0_reverse	1	-0.3132251501083374
250300	rnn.bias_ih_l0_reverse	2	-0.056859441101551056
250300	rnn.bias_ih_l0_reverse	3	-0.15387390553951263
250300	rnn.bias_ih_l0_reverse	4	0.06820619851350784
250300	rnn.bias_ih_l0_reverse	5	-0.28227585554122925
250300	rnn.bias_ih_l0_reverse	6	-0.0692969411611557
250300	rnn.bias_ih_l0_reverse	7	0.019981393590569496
250300	rnn.bias_ih_l0_reverse	8	-0.18986211717128754
250300	rnn.bias_ih_l0_reverse	9	-0.09399010986089706
250300	rnn.bias_hh_l0_reverse	0	-0.1578444093465805
250300	rnn.bias_hh_l0_reverse	1	-0.14068427681922913
250300	rnn.bias_hh_l0_reverse	2	-0.012348269112408161
250300	rnn.bias_hh_l0_reverse	3	-0.13578011095523834
250300	rnn.bias_hh_l0_reverse	4	-0.0248918104916811
250300	rnn.bias_hh_l0_reverse	5	-0.11813759058713913
250300	rnn.bias_hh_l0_reverse	6	-0.07868644595146179
250300	rnn.bias_hh_l0_reverse	7	-0.18317857384681702
250300	rnn.bias_hh_l0_reverse	8	-0.06648050248622894
250300	rnn.bias_hh_l0_reverse	9	-0.11604344099760056
250300	linear.weight	0	-0.2876983880996704
250300	linear.weight	1	-0.11231270432472229
250300	linear.weight	2	-0.011228874325752258
250300	linear.weight	3	-0.08485209941864014
250300	linear.weight	4	-0.0024406197480857372
250300	linear.weight	5	0.23289501667022705
250300	linear.weight	6	0.0047744326293468475
250300	linear.weight	7	-0.021312154829502106
250300	linear.weight	8	0.18294519186019897
250300	linear.weight	9	0.19327637553215027
250300	linear.bias	0	-0.8400328159332275
250300	linear.bias	1	1.4255101680755615
250300	linear.bias	2	-0.46685072779655457
250300	linear.bias	3	-0.7599495053291321
250300	linear.bias	4	-0.9110459685325623
250300	linear.bias	5	-1.180701494216919
250300	linear.bias	6	-0.9708919525146484
250300	linear.bias	7	-0.7116738557815552
250300	linear.bias	8	-0.01705317199230194
250300	linear.bias	9	3.513897180557251
250497	transitions	0	-0.47272735834121704
250497	transitions	1	8.868882179260254
250497	transitions	2	-3.6428465843200684
250497	transitions	3	1.631002426147461
250497	transitions	4	-2.2297523021698
250497	transitions	5	-0.43560895323753357
250497	transitions	6	-0.19670942425727844
250497	transitions	7	-10000.0
250497	transitions	8	1.8648507595062256
250497	transitions	9	-2.295109272003174
250497	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
250497	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
250497	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
250497	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
250497	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
250497	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
250497	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
250497	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
250497	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
250497	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
250497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
250497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
250497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
250497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
250497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
250497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
250497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
250497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
250497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
250497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
250497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
250497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
250497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
250497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
250497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
250497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
250497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
250497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
250497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
250497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
250497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
250497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
250497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
250497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
250497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
250497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
250497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
250497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
250497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
250497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
250497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
250497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
250497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
250497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
250497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
250497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
250497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
250497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
250497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
250497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
250497	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
250497	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
250497	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
250497	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
250497	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
250497	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
250497	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
250497	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
250497	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
250497	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
250497	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
250497	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
250497	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
250497	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
250497	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
250497	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
250497	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
250497	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
250497	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
250497	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
250497	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
250497	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
250497	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
250497	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
250497	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
250497	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
250497	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
250497	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
250497	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
250497	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
250497	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
250497	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
250497	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
250497	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
250497	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
250497	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
250497	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
250497	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
250497	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
250497	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
250497	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
250497	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
250497	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
250497	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
250497	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
250497	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
250497	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
250497	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
250497	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
250497	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
250497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
250497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
250497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
250497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
250497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
250497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
250497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
250497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
250497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
250497	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
250497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
250497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
250497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
250497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
250497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
250497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
250497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
250497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
250497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
250497	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
250497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
250497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
250497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
250497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
250497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
250497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
250497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
250497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
250497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
250497	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
250497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
250497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
250497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
250497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
250497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
250497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
250497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
250497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
250497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
250497	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
250497	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
250497	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
250497	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
250497	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
250497	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
250497	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
250497	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
250497	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
250497	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
250497	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
250497	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
250497	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
250497	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
250497	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
250497	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
250497	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
250497	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
250497	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
250497	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
250497	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
250497	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
250497	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
250497	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
250497	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
250497	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
250497	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
250497	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
250497	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
250497	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
250497	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
250497	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
250497	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
250497	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
250497	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
250497	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
250497	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
250497	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
250497	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
250497	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
250497	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
250497	embedding2nn.weight	0	0.04619676619768143
250497	embedding2nn.weight	1	-0.09373193979263306
250497	embedding2nn.weight	2	0.017604004591703415
250497	embedding2nn.weight	3	-0.06290838867425919
250497	embedding2nn.weight	4	-0.10920490324497223
250497	embedding2nn.weight	5	0.11131526529788971
250497	embedding2nn.weight	6	-0.07555688917636871
250497	embedding2nn.weight	7	-0.07642392069101334
250497	embedding2nn.weight	8	-0.032735083252191544
250497	embedding2nn.weight	9	0.03786401450634003
250497	embedding2nn.bias	0	0.08108556270599365
250497	embedding2nn.bias	1	-0.01323193870484829
250497	embedding2nn.bias	2	-0.07469525188207626
250497	embedding2nn.bias	3	0.04568391665816307
250497	embedding2nn.bias	4	-0.018666191026568413
250497	embedding2nn.bias	5	-0.16572116315364838
250497	embedding2nn.bias	6	-0.1058090552687645
250497	embedding2nn.bias	7	0.001980383647605777
250497	embedding2nn.bias	8	0.048262618482112885
250497	embedding2nn.bias	9	-0.07789026200771332
250497	rnn.weight_ih_l0	0	0.03880566358566284
250497	rnn.weight_ih_l0	1	-0.0817873403429985
250497	rnn.weight_ih_l0	2	-0.06337322294712067
250497	rnn.weight_ih_l0	3	-0.05514141172170639
250497	rnn.weight_ih_l0	4	0.0188750047236681
250497	rnn.weight_ih_l0	5	-0.11462845653295517
250497	rnn.weight_ih_l0	6	-0.031626906245946884
250497	rnn.weight_ih_l0	7	-0.004475343972444534
250497	rnn.weight_ih_l0	8	0.053303953260183334
250497	rnn.weight_ih_l0	9	0.011208707466721535
250497	rnn.weight_hh_l0	0	0.0031124199740588665
250497	rnn.weight_hh_l0	1	-0.07980948686599731
250497	rnn.weight_hh_l0	2	0.07284678518772125
250497	rnn.weight_hh_l0	3	0.052754200994968414
250497	rnn.weight_hh_l0	4	0.006631114054471254
250497	rnn.weight_hh_l0	5	0.0714859664440155
250497	rnn.weight_hh_l0	6	-0.01650715246796608
250497	rnn.weight_hh_l0	7	-0.11175721138715744
250497	rnn.weight_hh_l0	8	0.027791615575551987
250497	rnn.weight_hh_l0	9	-0.07703323662281036
250497	rnn.bias_ih_l0	0	-0.07482185959815979
250497	rnn.bias_ih_l0	1	-0.19474869966506958
250497	rnn.bias_ih_l0	2	-0.2541860342025757
250497	rnn.bias_ih_l0	3	-0.2852499485015869
250497	rnn.bias_ih_l0	4	0.011560218408703804
250497	rnn.bias_ih_l0	5	0.052210137248039246
250497	rnn.bias_ih_l0	6	-0.16995319724082947
250497	rnn.bias_ih_l0	7	-0.269747257232666
250497	rnn.bias_ih_l0	8	-0.151961088180542
250497	rnn.bias_ih_l0	9	-0.17634624242782593
250497	rnn.bias_hh_l0	0	0.1261238157749176
250497	rnn.bias_hh_l0	1	-0.053993046283721924
250497	rnn.bias_hh_l0	2	0.04815738648176193
250497	rnn.bias_hh_l0	3	-0.1784592866897583
250497	rnn.bias_hh_l0	4	0.057899199426174164
250497	rnn.bias_hh_l0	5	0.05689036101102829
250497	rnn.bias_hh_l0	6	-0.10825712233781815
250497	rnn.bias_hh_l0	7	-0.1501372903585434
250497	rnn.bias_hh_l0	8	-0.18422016501426697
250497	rnn.bias_hh_l0	9	-0.11043240129947662
250497	rnn.weight_ih_l0_reverse	0	-0.018867656588554382
250497	rnn.weight_ih_l0_reverse	1	-0.006492964457720518
250497	rnn.weight_ih_l0_reverse	2	-0.003920452669262886
250497	rnn.weight_ih_l0_reverse	3	0.011498062871396542
250497	rnn.weight_ih_l0_reverse	4	0.00905979610979557
250497	rnn.weight_ih_l0_reverse	5	-0.0560581237077713
250497	rnn.weight_ih_l0_reverse	6	-0.040579598397016525
250497	rnn.weight_ih_l0_reverse	7	0.015841994434595108
250497	rnn.weight_ih_l0_reverse	8	0.08970354497432709
250497	rnn.weight_ih_l0_reverse	9	0.005076209548860788
250497	rnn.weight_hh_l0_reverse	0	0.004088745918124914
250497	rnn.weight_hh_l0_reverse	1	0.027068626135587692
250497	rnn.weight_hh_l0_reverse	2	-0.04100055992603302
250497	rnn.weight_hh_l0_reverse	3	0.04030637443065643
250497	rnn.weight_hh_l0_reverse	4	0.024493208155035973
250497	rnn.weight_hh_l0_reverse	5	-0.008910926058888435
250497	rnn.weight_hh_l0_reverse	6	0.06898829340934753
250497	rnn.weight_hh_l0_reverse	7	0.03889545053243637
250497	rnn.weight_hh_l0_reverse	8	-0.023689258843660355
250497	rnn.weight_hh_l0_reverse	9	-0.025737352669239044
250497	rnn.bias_ih_l0_reverse	0	-0.15246380865573883
250497	rnn.bias_ih_l0_reverse	1	-0.3144010603427887
250497	rnn.bias_ih_l0_reverse	2	-0.05755062773823738
250497	rnn.bias_ih_l0_reverse	3	-0.15448808670043945
250497	rnn.bias_ih_l0_reverse	4	0.06821104884147644
250497	rnn.bias_ih_l0_reverse	5	-0.28066617250442505
250497	rnn.bias_ih_l0_reverse	6	-0.06987541913986206
250497	rnn.bias_ih_l0_reverse	7	0.02157793939113617
250497	rnn.bias_ih_l0_reverse	8	-0.1910216361284256
250497	rnn.bias_ih_l0_reverse	9	-0.09366806596517563
250497	rnn.bias_hh_l0_reverse	0	-0.15815579891204834
250497	rnn.bias_hh_l0_reverse	1	-0.1407800316810608
250497	rnn.bias_hh_l0_reverse	2	-0.012308763340115547
250497	rnn.bias_hh_l0_reverse	3	-0.13535812497138977
250497	rnn.bias_hh_l0_reverse	4	-0.02471943385899067
250497	rnn.bias_hh_l0_reverse	5	-0.11879552155733109
250497	rnn.bias_hh_l0_reverse	6	-0.07858948409557343
250497	rnn.bias_hh_l0_reverse	7	-0.18333850800991058
250497	rnn.bias_hh_l0_reverse	8	-0.06712359189987183
250497	rnn.bias_hh_l0_reverse	9	-0.11612846702337265
250497	linear.weight	0	-0.29105156660079956
250497	linear.weight	1	-0.11493650078773499
250497	linear.weight	2	-0.011228874325752258
250497	linear.weight	3	-0.07813297212123871
250497	linear.weight	4	-0.004175666254013777
250497	linear.weight	5	0.23160840570926666
250497	linear.weight	6	0.0047744326293468475
250497	linear.weight	7	-0.021312154829502106
250497	linear.weight	8	0.18271145224571228
250497	linear.weight	9	0.1937316209077835
250497	linear.bias	0	-0.8438795208930969
250497	linear.bias	1	1.4351109266281128
250497	linear.bias	2	-0.4661027491092682
250497	linear.bias	3	-0.7494319677352905
250497	linear.bias	4	-0.8915299773216248
250497	linear.bias	5	-1.1807055473327637
250497	linear.bias	6	-0.9765980243682861
250497	linear.bias	7	-0.7073886394500732
250497	linear.bias	8	-0.01705317199230194
250497	linear.bias	9	3.4975430965423584
250694	transitions	0	-0.47275033593177795
250694	transitions	1	8.855657577514648
250694	transitions	2	-3.6429572105407715
250694	transitions	3	1.6265782117843628
250694	transitions	4	-2.2298150062561035
250694	transitions	5	-0.43562453985214233
250694	transitions	6	-0.19671480357646942
250694	transitions	7	-10000.0
250694	transitions	8	1.8650456666946411
250694	transitions	9	-2.295109987258911
250694	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
250694	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
250694	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
250694	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
250694	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
250694	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
250694	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
250694	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
250694	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
250694	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
250694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
250694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
250694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
250694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
250694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
250694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
250694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
250694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
250694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
250694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
250694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
250694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
250694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
250694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
250694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
250694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
250694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
250694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
250694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
250694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
250694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
250694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
250694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
250694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
250694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
250694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
250694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
250694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
250694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
250694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
250694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
250694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
250694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
250694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
250694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
250694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
250694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
250694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
250694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
250694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
250694	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
250694	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
250694	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
250694	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
250694	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
250694	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
250694	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
250694	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
250694	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
250694	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
250694	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
250694	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
250694	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
250694	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
250694	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
250694	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
250694	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
250694	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
250694	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
250694	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
250694	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
250694	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
250694	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
250694	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
250694	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
250694	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
250694	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
250694	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
250694	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
250694	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
250694	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
250694	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
250694	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
250694	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
250694	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
250694	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
250694	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
250694	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
250694	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
250694	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
250694	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
250694	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
250694	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
250694	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
250694	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
250694	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
250694	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
250694	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
250694	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
250694	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
250694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
250694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
250694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
250694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
250694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
250694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
250694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
250694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
250694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
250694	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
250694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
250694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
250694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
250694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
250694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
250694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
250694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
250694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
250694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
250694	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
250694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
250694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
250694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
250694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
250694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
250694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
250694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
250694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
250694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
250694	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
250694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
250694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
250694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
250694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
250694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
250694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
250694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
250694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
250694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
250694	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
250694	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
250694	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
250694	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
250694	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
250694	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
250694	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
250694	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
250694	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
250694	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
250694	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
250694	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
250694	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
250694	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
250694	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
250694	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
250694	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
250694	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
250694	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
250694	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
250694	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
250694	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
250694	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
250694	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
250694	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
250694	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
250694	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
250694	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
250694	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
250694	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
250694	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
250694	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
250694	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
250694	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
250694	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
250694	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
250694	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
250694	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
250694	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
250694	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
250694	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
250694	embedding2nn.weight	0	0.04625115171074867
250694	embedding2nn.weight	1	-0.09384994208812714
250694	embedding2nn.weight	2	0.017528867349028587
250694	embedding2nn.weight	3	-0.06279842555522919
250694	embedding2nn.weight	4	-0.11011887341737747
250694	embedding2nn.weight	5	0.11118467152118683
250694	embedding2nn.weight	6	-0.07590417563915253
250694	embedding2nn.weight	7	-0.07610698789358139
250694	embedding2nn.weight	8	-0.033153142780065536
250694	embedding2nn.weight	9	0.038146402686834335
250694	embedding2nn.bias	0	0.0817050039768219
250694	embedding2nn.bias	1	-0.007552133407443762
250694	embedding2nn.bias	2	-0.07292179763317108
250694	embedding2nn.bias	3	0.03548955172300339
250694	embedding2nn.bias	4	-0.014408831484615803
250694	embedding2nn.bias	5	-0.1647678166627884
250694	embedding2nn.bias	6	-0.10053236037492752
250694	embedding2nn.bias	7	0.002179545583203435
250694	embedding2nn.bias	8	0.04985596984624863
250694	embedding2nn.bias	9	-0.07985076308250427
250694	rnn.weight_ih_l0	0	0.03889048099517822
250694	rnn.weight_ih_l0	1	-0.08309328556060791
250694	rnn.weight_ih_l0	2	-0.06289975345134735
250694	rnn.weight_ih_l0	3	-0.05490367114543915
250694	rnn.weight_ih_l0	4	0.019015738740563393
250694	rnn.weight_ih_l0	5	-0.1138603687286377
250694	rnn.weight_ih_l0	6	-0.03160618618130684
250694	rnn.weight_ih_l0	7	-0.004824439529329538
250694	rnn.weight_ih_l0	8	0.05191507562994957
250694	rnn.weight_ih_l0	9	0.011150362901389599
250694	rnn.weight_hh_l0	0	0.0032161695417016745
250694	rnn.weight_hh_l0	1	-0.079505555331707
250694	rnn.weight_hh_l0	2	0.07280733436346054
250694	rnn.weight_hh_l0	3	0.05265811085700989
250694	rnn.weight_hh_l0	4	0.006684897933155298
250694	rnn.weight_hh_l0	5	0.07156527787446976
250694	rnn.weight_hh_l0	6	-0.016500752419233322
250694	rnn.weight_hh_l0	7	-0.11169498413801193
250694	rnn.weight_hh_l0	8	0.028140995651483536
250694	rnn.weight_hh_l0	9	-0.07678437232971191
250694	rnn.bias_ih_l0	0	-0.07562504708766937
250694	rnn.bias_ih_l0	1	-0.19340701401233673
250694	rnn.bias_ih_l0	2	-0.2546102702617645
250694	rnn.bias_ih_l0	3	-0.2845867872238159
250694	rnn.bias_ih_l0	4	0.013144724071025848
250694	rnn.bias_ih_l0	5	0.05267646536231041
250694	rnn.bias_ih_l0	6	-0.17105920612812042
250694	rnn.bias_ih_l0	7	-0.26908621191978455
250694	rnn.bias_ih_l0	8	-0.15078653395175934
250694	rnn.bias_ih_l0	9	-0.176458939909935
250694	rnn.bias_hh_l0	0	0.12594394385814667
250694	rnn.bias_hh_l0	1	-0.05483254790306091
250694	rnn.bias_hh_l0	2	0.04831641539931297
250694	rnn.bias_hh_l0	3	-0.17833763360977173
250694	rnn.bias_hh_l0	4	0.05800461396574974
250694	rnn.bias_hh_l0	5	0.05620899051427841
250694	rnn.bias_hh_l0	6	-0.10797075182199478
250694	rnn.bias_hh_l0	7	-0.15088839828968048
250694	rnn.bias_hh_l0	8	-0.18467432260513306
250694	rnn.bias_hh_l0	9	-0.11041660606861115
250694	rnn.weight_ih_l0_reverse	0	-0.01880672574043274
250694	rnn.weight_ih_l0_reverse	1	-0.007238139398396015
250694	rnn.weight_ih_l0_reverse	2	-0.004630378447473049
250694	rnn.weight_ih_l0_reverse	3	0.010780615732073784
250694	rnn.weight_ih_l0_reverse	4	0.008923188783228397
250694	rnn.weight_ih_l0_reverse	5	-0.05547894537448883
250694	rnn.weight_ih_l0_reverse	6	-0.039608657360076904
250694	rnn.weight_ih_l0_reverse	7	0.015838496387004852
250694	rnn.weight_ih_l0_reverse	8	0.09021542966365814
250694	rnn.weight_ih_l0_reverse	9	0.004584879614412785
250694	rnn.weight_hh_l0_reverse	0	0.004384109750390053
250694	rnn.weight_hh_l0_reverse	1	0.026995332911610603
250694	rnn.weight_hh_l0_reverse	2	-0.04126375913619995
250694	rnn.weight_hh_l0_reverse	3	0.04026709869503975
250694	rnn.weight_hh_l0_reverse	4	0.02460595779120922
250694	rnn.weight_hh_l0_reverse	5	-0.009038644842803478
250694	rnn.weight_hh_l0_reverse	6	0.06892874091863632
250694	rnn.weight_hh_l0_reverse	7	0.038936614990234375
250694	rnn.weight_hh_l0_reverse	8	-0.024292828515172005
250694	rnn.weight_hh_l0_reverse	9	-0.025494741275906563
250694	rnn.bias_ih_l0_reverse	0	-0.15118840336799622
250694	rnn.bias_ih_l0_reverse	1	-0.31305131316185
250694	rnn.bias_ih_l0_reverse	2	-0.056733544915914536
250694	rnn.bias_ih_l0_reverse	3	-0.15436062216758728
250694	rnn.bias_ih_l0_reverse	4	0.0679466724395752
250694	rnn.bias_ih_l0_reverse	5	-0.2810140550136566
250694	rnn.bias_ih_l0_reverse	6	-0.07008308917284012
250694	rnn.bias_ih_l0_reverse	7	0.022046448662877083
250694	rnn.bias_ih_l0_reverse	8	-0.19154368340969086
250694	rnn.bias_ih_l0_reverse	9	-0.09262890368700027
250694	rnn.bias_hh_l0_reverse	0	-0.15901629626750946
250694	rnn.bias_hh_l0_reverse	1	-0.14061902463436127
250694	rnn.bias_hh_l0_reverse	2	-0.012185538187623024
250694	rnn.bias_hh_l0_reverse	3	-0.13464796543121338
250694	rnn.bias_hh_l0_reverse	4	-0.025338144972920418
250694	rnn.bias_hh_l0_reverse	5	-0.11871717125177383
250694	rnn.bias_hh_l0_reverse	6	-0.08004290610551834
250694	rnn.bias_hh_l0_reverse	7	-0.1834762841463089
250694	rnn.bias_hh_l0_reverse	8	-0.06787554919719696
250694	rnn.bias_hh_l0_reverse	9	-0.1165996640920639
250694	linear.weight	0	-0.2919961214065552
250694	linear.weight	1	-0.11637327820062637
250694	linear.weight	2	-0.011228874325752258
250694	linear.weight	3	-0.07816411554813385
250694	linear.weight	4	-0.005098543129861355
250694	linear.weight	5	0.23415952920913696
250694	linear.weight	6	0.0047744326293468475
250694	linear.weight	7	-0.021312154829502106
250694	linear.weight	8	0.18171533942222595
250694	linear.weight	9	0.19207768142223358
250694	linear.bias	0	-0.840103805065155
250694	linear.bias	1	1.404786467552185
250694	linear.bias	2	-0.4503995478153229
250694	linear.bias	3	-0.7648332715034485
250694	linear.bias	4	-0.9100026488304138
250694	linear.bias	5	-1.1807117462158203
250694	linear.bias	6	-0.9724843502044678
250694	linear.bias	7	-0.7087534070014954
250694	linear.bias	8	-0.01705317199230194
250694	linear.bias	9	3.491168737411499
250698	transitions	0	-0.4727504551410675
250698	transitions	1	8.855627059936523
250698	transitions	2	-3.6433472633361816
250698	transitions	3	1.6265782117843628
250698	transitions	4	-2.229816436767578
250698	transitions	5	-0.43562453985214233
250698	transitions	6	-0.196714848279953
250698	transitions	7	-10000.0
250698	transitions	8	1.8650456666946411
250698	transitions	9	-2.295109987258911
250698	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
250698	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
250698	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
250698	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
250698	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
250698	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
250698	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
250698	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
250698	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
250698	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
250698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
250698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
250698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
250698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
250698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
250698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
250698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
250698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
250698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
250698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
250698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
250698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
250698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
250698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
250698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
250698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
250698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
250698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
250698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
250698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
250698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
250698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
250698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
250698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
250698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
250698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
250698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
250698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
250698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
250698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
250698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
250698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
250698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
250698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
250698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
250698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
250698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
250698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
250698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
250698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
250698	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
250698	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
250698	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
250698	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
250698	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
250698	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
250698	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
250698	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
250698	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
250698	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
250698	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
250698	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
250698	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
250698	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
250698	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
250698	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
250698	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
250698	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
250698	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
250698	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
250698	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
250698	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
250698	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
250698	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
250698	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
250698	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
250698	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
250698	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
250698	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
250698	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
250698	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
250698	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
250698	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
250698	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
250698	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
250698	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
250698	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
250698	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
250698	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
250698	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
250698	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
250698	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
250698	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
250698	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
250698	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
250698	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
250698	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
250698	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
250698	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
250698	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
250698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
250698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
250698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
250698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
250698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
250698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
250698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
250698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
250698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
250698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
250698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
250698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
250698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
250698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
250698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
250698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
250698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
250698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
250698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
250698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
250698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
250698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
250698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
250698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
250698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
250698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
250698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
250698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
250698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
250698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
250698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
250698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
250698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
250698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
250698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
250698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
250698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
250698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
250698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
250698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
250698	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
250698	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
250698	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
250698	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
250698	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
250698	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
250698	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
250698	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
250698	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
250698	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
250698	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
250698	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
250698	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
250698	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
250698	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
250698	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
250698	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
250698	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
250698	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
250698	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
250698	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
250698	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
250698	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
250698	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
250698	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
250698	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
250698	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
250698	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
250698	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
250698	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
250698	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
250698	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
250698	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
250698	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
250698	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
250698	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
250698	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
250698	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
250698	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
250698	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
250698	embedding2nn.weight	0	0.04627680778503418
250698	embedding2nn.weight	1	-0.09382006525993347
250698	embedding2nn.weight	2	0.017451561987400055
250698	embedding2nn.weight	3	-0.06276141107082367
250698	embedding2nn.weight	4	-0.11029323935508728
250698	embedding2nn.weight	5	0.1112552061676979
250698	embedding2nn.weight	6	-0.07575411349534988
250698	embedding2nn.weight	7	-0.07612479478120804
250698	embedding2nn.weight	8	-0.03309949114918709
250698	embedding2nn.weight	9	0.03808922320604324
250698	embedding2nn.bias	0	0.08242274075746536
250698	embedding2nn.bias	1	-0.007855945266783237
250698	embedding2nn.bias	2	-0.07302069664001465
250698	embedding2nn.bias	3	0.03577931225299835
250698	embedding2nn.bias	4	-0.01508346013724804
250698	embedding2nn.bias	5	-0.1653289794921875
250698	embedding2nn.bias	6	-0.10083404183387756
250698	embedding2nn.bias	7	0.0020319600589573383
250698	embedding2nn.bias	8	0.049357060343027115
250698	embedding2nn.bias	9	-0.08009136468172073
250698	rnn.weight_ih_l0	0	0.03880763426423073
250698	rnn.weight_ih_l0	1	-0.08309342712163925
250698	rnn.weight_ih_l0	2	-0.06291064620018005
250698	rnn.weight_ih_l0	3	-0.054871562868356705
250698	rnn.weight_ih_l0	4	0.019018709659576416
250698	rnn.weight_ih_l0	5	-0.1137806698679924
250698	rnn.weight_ih_l0	6	-0.03177659213542938
250698	rnn.weight_ih_l0	7	-0.004815957974642515
250698	rnn.weight_ih_l0	8	0.05188651382923126
250698	rnn.weight_ih_l0	9	0.011159870773553848
250698	rnn.weight_hh_l0	0	0.0032082688994705677
250698	rnn.weight_hh_l0	1	-0.07949721068143845
250698	rnn.weight_hh_l0	2	0.07279804348945618
250698	rnn.weight_hh_l0	3	0.05266221612691879
250698	rnn.weight_hh_l0	4	0.006685081869363785
250698	rnn.weight_hh_l0	5	0.07157266139984131
250698	rnn.weight_hh_l0	6	-0.01649405248463154
250698	rnn.weight_hh_l0	7	-0.11169470846652985
250698	rnn.weight_hh_l0	8	0.02814299240708351
250698	rnn.weight_hh_l0	9	-0.07684024423360825
250698	rnn.bias_ih_l0	0	-0.07549694180488586
250698	rnn.bias_ih_l0	1	-0.19348371028900146
250698	rnn.bias_ih_l0	2	-0.25443705916404724
250698	rnn.bias_ih_l0	3	-0.2844373285770416
250698	rnn.bias_ih_l0	4	0.013151190243661404
250698	rnn.bias_ih_l0	5	0.0526387095451355
250698	rnn.bias_ih_l0	6	-0.17104312777519226
250698	rnn.bias_ih_l0	7	-0.2690931260585785
250698	rnn.bias_ih_l0	8	-0.15078799426555634
250698	rnn.bias_ih_l0	9	-0.1764332354068756
250698	rnn.bias_hh_l0	0	0.12595200538635254
250698	rnn.bias_hh_l0	1	-0.05482203885912895
250698	rnn.bias_hh_l0	2	0.04840731993317604
250698	rnn.bias_hh_l0	3	-0.17833618819713593
250698	rnn.bias_hh_l0	4	0.05800195038318634
250698	rnn.bias_hh_l0	5	0.0561632439494133
250698	rnn.bias_hh_l0	6	-0.10789989680051804
250698	rnn.bias_hh_l0	7	-0.15077601373195648
250698	rnn.bias_hh_l0	8	-0.18463477492332458
250698	rnn.bias_hh_l0	9	-0.1104249656200409
250698	rnn.weight_ih_l0_reverse	0	-0.018798982724547386
250698	rnn.weight_ih_l0_reverse	1	-0.007254679221659899
250698	rnn.weight_ih_l0_reverse	2	-0.004708447493612766
250698	rnn.weight_ih_l0_reverse	3	0.010806862264871597
250698	rnn.weight_ih_l0_reverse	4	0.008946079760789871
250698	rnn.weight_ih_l0_reverse	5	-0.055460259318351746
250698	rnn.weight_ih_l0_reverse	6	-0.039609991014003754
250698	rnn.weight_ih_l0_reverse	7	0.01582423597574234
250698	rnn.weight_ih_l0_reverse	8	0.09019936621189117
250698	rnn.weight_ih_l0_reverse	9	0.004569078329950571
250698	rnn.weight_hh_l0_reverse	0	0.004386394750326872
250698	rnn.weight_hh_l0_reverse	1	0.02699446678161621
250698	rnn.weight_hh_l0_reverse	2	-0.041250258684158325
250698	rnn.weight_hh_l0_reverse	3	0.0402669683098793
250698	rnn.weight_hh_l0_reverse	4	0.02463083527982235
250698	rnn.weight_hh_l0_reverse	5	-0.009025531820952892
250698	rnn.weight_hh_l0_reverse	6	0.06892581284046173
250698	rnn.weight_hh_l0_reverse	7	0.038929909467697144
250698	rnn.weight_hh_l0_reverse	8	-0.0242812167853117
250698	rnn.weight_hh_l0_reverse	9	-0.025492623448371887
250698	rnn.bias_ih_l0_reverse	0	-0.1512453556060791
250698	rnn.bias_ih_l0_reverse	1	-0.3130146265029907
250698	rnn.bias_ih_l0_reverse	2	-0.05678896605968475
250698	rnn.bias_ih_l0_reverse	3	-0.15438325703144073
250698	rnn.bias_ih_l0_reverse	4	0.06801796704530716
250698	rnn.bias_ih_l0_reverse	5	-0.2809751629829407
250698	rnn.bias_ih_l0_reverse	6	-0.07013218849897385
250698	rnn.bias_ih_l0_reverse	7	0.022045224905014038
250698	rnn.bias_ih_l0_reverse	8	-0.19154348969459534
250698	rnn.bias_ih_l0_reverse	9	-0.0928271934390068
250698	rnn.bias_hh_l0_reverse	0	-0.15897510945796967
250698	rnn.bias_hh_l0_reverse	1	-0.14058801531791687
250698	rnn.bias_hh_l0_reverse	2	-0.012190325185656548
250698	rnn.bias_hh_l0_reverse	3	-0.13449569046497345
250698	rnn.bias_hh_l0_reverse	4	-0.025241916999220848
250698	rnn.bias_hh_l0_reverse	5	-0.11875472962856293
250698	rnn.bias_hh_l0_reverse	6	-0.08004997670650482
250698	rnn.bias_hh_l0_reverse	7	-0.18339577317237854
250698	rnn.bias_hh_l0_reverse	8	-0.06784240156412125
250698	rnn.bias_hh_l0_reverse	9	-0.11656875163316727
250698	linear.weight	0	-0.2919943928718567
250698	linear.weight	1	-0.11635186523199081
250698	linear.weight	2	-0.011228874325752258
250698	linear.weight	3	-0.07815521955490112
250698	linear.weight	4	-0.0058169011026620865
250698	linear.weight	5	0.23408250510692596
250698	linear.weight	6	0.0047744326293468475
250698	linear.weight	7	-0.021312154829502106
250698	linear.weight	8	0.18188375234603882
250698	linear.weight	9	0.19201943278312683
250698	linear.bias	0	-0.8390704989433289
250698	linear.bias	1	1.4047383069992065
250698	linear.bias	2	-0.4435691833496094
250698	linear.bias	3	-0.765738844871521
250698	linear.bias	4	-0.9081069827079773
250698	linear.bias	5	-1.1807117462158203
250698	linear.bias	6	-0.9710512757301331
250698	linear.bias	7	-0.7079755067825317
250698	linear.bias	8	-0.01705317199230194
250698	linear.bias	9	3.4828598499298096
250895	transitions	0	-0.4729621410369873
250895	transitions	1	8.855237007141113
250895	transitions	2	-3.6434154510498047
250895	transitions	3	1.628186821937561
250895	transitions	4	-2.2302258014678955
250895	transitions	5	-0.43565404415130615
250895	transitions	6	-0.1967214196920395
250895	transitions	7	-10000.0
250895	transitions	8	1.864278793334961
250895	transitions	9	-2.2951107025146484
250895	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
250895	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
250895	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
250895	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
250895	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
250895	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
250895	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
250895	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
250895	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
250895	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
250895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
250895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
250895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
250895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
250895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
250895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
250895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
250895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
250895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
250895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
250895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
250895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
250895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
250895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
250895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
250895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
250895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
250895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
250895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
250895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
250895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
250895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
250895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
250895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
250895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
250895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
250895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
250895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
250895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
250895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
250895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
250895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
250895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
250895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
250895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
250895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
250895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
250895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
250895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
250895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
250895	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
250895	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
250895	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
250895	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
250895	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
250895	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
250895	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
250895	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
250895	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
250895	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
250895	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
250895	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
250895	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
250895	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
250895	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
250895	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
250895	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
250895	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
250895	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
250895	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
250895	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
250895	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
250895	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
250895	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
250895	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
250895	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
250895	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
250895	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
250895	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
250895	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
250895	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
250895	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
250895	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
250895	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
250895	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
250895	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
250895	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
250895	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
250895	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
250895	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
250895	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
250895	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
250895	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
250895	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
250895	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
250895	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
250895	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
250895	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
250895	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
250895	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
250895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
250895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
250895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
250895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
250895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
250895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
250895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
250895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
250895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
250895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
250895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
250895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
250895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
250895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
250895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
250895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
250895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
250895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
250895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
250895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
250895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
250895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
250895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
250895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
250895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
250895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
250895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
250895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
250895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
250895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
250895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
250895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
250895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
250895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
250895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
250895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
250895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
250895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
250895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
250895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
250895	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
250895	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
250895	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
250895	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
250895	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
250895	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
250895	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
250895	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
250895	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
250895	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
250895	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
250895	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
250895	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
250895	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
250895	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
250895	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
250895	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
250895	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
250895	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
250895	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
250895	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
250895	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
250895	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
250895	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
250895	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
250895	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
250895	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
250895	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
250895	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
250895	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
250895	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
250895	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
250895	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
250895	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
250895	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
250895	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
250895	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
250895	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
250895	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
250895	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
250895	embedding2nn.weight	0	0.046264536678791046
250895	embedding2nn.weight	1	-0.09430770576000214
250895	embedding2nn.weight	2	0.017853327095508575
250895	embedding2nn.weight	3	-0.06254640966653824
250895	embedding2nn.weight	4	-0.11054407805204391
250895	embedding2nn.weight	5	0.11079639196395874
250895	embedding2nn.weight	6	-0.07653822749853134
250895	embedding2nn.weight	7	-0.07563991844654083
250895	embedding2nn.weight	8	-0.032682154327631
250895	embedding2nn.weight	9	0.03802498057484627
250895	embedding2nn.bias	0	0.08332732319831848
250895	embedding2nn.bias	1	-0.007448806427419186
250895	embedding2nn.bias	2	-0.0729500949382782
250895	embedding2nn.bias	3	0.0323079489171505
250895	embedding2nn.bias	4	-0.01654772460460663
250895	embedding2nn.bias	5	-0.16995331645011902
250895	embedding2nn.bias	6	-0.10616439580917358
250895	embedding2nn.bias	7	-0.0012357885716482997
250895	embedding2nn.bias	8	0.05465593561530113
250895	embedding2nn.bias	9	-0.07740184664726257
250895	rnn.weight_ih_l0	0	0.038272958248853683
250895	rnn.weight_ih_l0	1	-0.08345378935337067
250895	rnn.weight_ih_l0	2	-0.06291734427213669
250895	rnn.weight_ih_l0	3	-0.053779810667037964
250895	rnn.weight_ih_l0	4	0.01898578554391861
250895	rnn.weight_ih_l0	5	-0.11395042389631271
250895	rnn.weight_ih_l0	6	-0.031802643090486526
250895	rnn.weight_ih_l0	7	-0.005247336346656084
250895	rnn.weight_ih_l0	8	0.052146125584840775
250895	rnn.weight_ih_l0	9	0.01092611812055111
250895	rnn.weight_hh_l0	0	0.0030984117183834314
250895	rnn.weight_hh_l0	1	-0.07970033586025238
250895	rnn.weight_hh_l0	2	0.07249915599822998
250895	rnn.weight_hh_l0	3	0.05302071571350098
250895	rnn.weight_hh_l0	4	0.006560211535543203
250895	rnn.weight_hh_l0	5	0.0717158243060112
250895	rnn.weight_hh_l0	6	-0.016553319990634918
250895	rnn.weight_hh_l0	7	-0.11176132410764694
250895	rnn.weight_hh_l0	8	0.02842423878610134
250895	rnn.weight_hh_l0	9	-0.07699961215257645
250895	rnn.bias_ih_l0	0	-0.07594434916973114
250895	rnn.bias_ih_l0	1	-0.19360467791557312
250895	rnn.bias_ih_l0	2	-0.25521576404571533
250895	rnn.bias_ih_l0	3	-0.2835431396961212
250895	rnn.bias_ih_l0	4	0.01241556741297245
250895	rnn.bias_ih_l0	5	0.05316494405269623
250895	rnn.bias_ih_l0	6	-0.17067597806453705
250895	rnn.bias_ih_l0	7	-0.26982998847961426
250895	rnn.bias_ih_l0	8	-0.15170110762119293
250895	rnn.bias_ih_l0	9	-0.17651799321174622
250895	rnn.bias_hh_l0	0	0.12550786137580872
250895	rnn.bias_hh_l0	1	-0.055237725377082825
250895	rnn.bias_hh_l0	2	0.049015555530786514
250895	rnn.bias_hh_l0	3	-0.17926296591758728
250895	rnn.bias_hh_l0	4	0.056670062243938446
250895	rnn.bias_hh_l0	5	0.055770937353372574
250895	rnn.bias_hh_l0	6	-0.10903409123420715
250895	rnn.bias_hh_l0	7	-0.1505993753671646
250895	rnn.bias_hh_l0	8	-0.1844858080148697
250895	rnn.bias_hh_l0	9	-0.11074014008045197
250895	rnn.weight_ih_l0_reverse	0	-0.0182686448097229
250895	rnn.weight_ih_l0_reverse	1	-0.00704155070707202
250895	rnn.weight_ih_l0_reverse	2	-0.004794917069375515
250895	rnn.weight_ih_l0_reverse	3	0.011426912620663643
250895	rnn.weight_ih_l0_reverse	4	0.008589144796133041
250895	rnn.weight_ih_l0_reverse	5	-0.05649672448635101
250895	rnn.weight_ih_l0_reverse	6	-0.039064258337020874
250895	rnn.weight_ih_l0_reverse	7	0.01643865741789341
250895	rnn.weight_ih_l0_reverse	8	0.09018592536449432
250895	rnn.weight_ih_l0_reverse	9	0.004227235447615385
250895	rnn.weight_hh_l0_reverse	0	0.004432711284607649
250895	rnn.weight_hh_l0_reverse	1	0.02710217982530594
250895	rnn.weight_hh_l0_reverse	2	-0.04131072759628296
250895	rnn.weight_hh_l0_reverse	3	0.04024346172809601
250895	rnn.weight_hh_l0_reverse	4	0.024669231846928596
250895	rnn.weight_hh_l0_reverse	5	-0.008924010209739208
250895	rnn.weight_hh_l0_reverse	6	0.06910109519958496
250895	rnn.weight_hh_l0_reverse	7	0.03887467831373215
250895	rnn.weight_hh_l0_reverse	8	-0.02402135170996189
250895	rnn.weight_hh_l0_reverse	9	-0.025509173050522804
250895	rnn.bias_ih_l0_reverse	0	-0.15128648281097412
250895	rnn.bias_ih_l0_reverse	1	-0.3132018744945526
250895	rnn.bias_ih_l0_reverse	2	-0.05692046880722046
250895	rnn.bias_ih_l0_reverse	3	-0.1546587347984314
250895	rnn.bias_ih_l0_reverse	4	0.0687377080321312
250895	rnn.bias_ih_l0_reverse	5	-0.28150859475135803
250895	rnn.bias_ih_l0_reverse	6	-0.06990233063697815
250895	rnn.bias_ih_l0_reverse	7	0.01940184086561203
250895	rnn.bias_ih_l0_reverse	8	-0.19117113947868347
250895	rnn.bias_ih_l0_reverse	9	-0.0929877832531929
250895	rnn.bias_hh_l0_reverse	0	-0.15935289859771729
250895	rnn.bias_hh_l0_reverse	1	-0.13956856727600098
250895	rnn.bias_hh_l0_reverse	2	-0.012346375733613968
250895	rnn.bias_hh_l0_reverse	3	-0.1341489553451538
250895	rnn.bias_hh_l0_reverse	4	-0.025701040402054787
250895	rnn.bias_hh_l0_reverse	5	-0.11869645863771439
250895	rnn.bias_hh_l0_reverse	6	-0.0809161588549614
250895	rnn.bias_hh_l0_reverse	7	-0.18330147862434387
250895	rnn.bias_hh_l0_reverse	8	-0.06724704802036285
250895	rnn.bias_hh_l0_reverse	9	-0.1167396530508995
250895	linear.weight	0	-0.2886308431625366
250895	linear.weight	1	-0.11765417456626892
250895	linear.weight	2	-0.011228874325752258
250895	linear.weight	3	-0.07466060668230057
250895	linear.weight	4	-0.006922485772520304
250895	linear.weight	5	0.23416368663311005
250895	linear.weight	6	0.0047744326293468475
250895	linear.weight	7	-0.021312154829502106
250895	linear.weight	8	0.18523487448692322
250895	linear.weight	9	0.19221054017543793
250895	linear.bias	0	-0.8383703827857971
250895	linear.bias	1	1.4106378555297852
250895	linear.bias	2	-0.44693541526794434
250895	linear.bias	3	-0.7667670249938965
250895	linear.bias	4	-0.9008556604385376
250895	linear.bias	5	-1.1807156801223755
250895	linear.bias	6	-0.9698120951652527
250895	linear.bias	7	-0.6855790615081787
250895	linear.bias	8	-0.01705317199230194
250895	linear.bias	9	3.4889750480651855
251092	transitions	0	-0.47300487756729126
251092	transitions	1	8.864908218383789
251092	transitions	2	-3.643625259399414
251092	transitions	3	1.6290462017059326
251092	transitions	4	-2.230353593826294
251092	transitions	5	-0.43566206097602844
251092	transitions	6	-0.19673015177249908
251092	transitions	7	-10000.0
251092	transitions	8	1.8658666610717773
251092	transitions	9	-2.295116424560547
251092	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
251092	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
251092	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
251092	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
251092	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
251092	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
251092	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
251092	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
251092	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
251092	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
251092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
251092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
251092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
251092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
251092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
251092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
251092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
251092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
251092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
251092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
251092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
251092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
251092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
251092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
251092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
251092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
251092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
251092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
251092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
251092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
251092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
251092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
251092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
251092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
251092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
251092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
251092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
251092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
251092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
251092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
251092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
251092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
251092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
251092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
251092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
251092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
251092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
251092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
251092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
251092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
251092	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
251092	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
251092	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
251092	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
251092	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
251092	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
251092	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
251092	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
251092	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
251092	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
251092	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
251092	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
251092	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
251092	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
251092	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
251092	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
251092	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
251092	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
251092	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
251092	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
251092	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
251092	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
251092	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
251092	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
251092	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
251092	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
251092	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
251092	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
251092	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
251092	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
251092	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
251092	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
251092	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
251092	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
251092	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
251092	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
251092	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
251092	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
251092	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
251092	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
251092	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
251092	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
251092	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
251092	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
251092	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
251092	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
251092	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
251092	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
251092	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
251092	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
251092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
251092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
251092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
251092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
251092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
251092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
251092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
251092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
251092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
251092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
251092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
251092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
251092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
251092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
251092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
251092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
251092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
251092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
251092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
251092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
251092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
251092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
251092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
251092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
251092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
251092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
251092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
251092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
251092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
251092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
251092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
251092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
251092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
251092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
251092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
251092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
251092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
251092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
251092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
251092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
251092	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
251092	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
251092	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
251092	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
251092	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
251092	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
251092	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
251092	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
251092	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
251092	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
251092	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
251092	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
251092	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
251092	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
251092	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
251092	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
251092	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
251092	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
251092	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
251092	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
251092	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
251092	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
251092	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
251092	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
251092	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
251092	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
251092	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
251092	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
251092	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
251092	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
251092	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
251092	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
251092	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
251092	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
251092	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
251092	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
251092	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
251092	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
251092	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
251092	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
251092	embedding2nn.weight	0	0.04629828408360481
251092	embedding2nn.weight	1	-0.09487181901931763
251092	embedding2nn.weight	2	0.017301350831985474
251092	embedding2nn.weight	3	-0.06221957504749298
251092	embedding2nn.weight	4	-0.11199987679719925
251092	embedding2nn.weight	5	0.11040278524160385
251092	embedding2nn.weight	6	-0.0785350427031517
251092	embedding2nn.weight	7	-0.07585445791482925
251092	embedding2nn.weight	8	-0.03297394514083862
251092	embedding2nn.weight	9	0.0376364029943943
251092	embedding2nn.bias	0	0.08534976094961166
251092	embedding2nn.bias	1	-0.006355381105095148
251092	embedding2nn.bias	2	-0.06876718252897263
251092	embedding2nn.bias	3	0.03069745935499668
251092	embedding2nn.bias	4	-0.02060234546661377
251092	embedding2nn.bias	5	-0.17153632640838623
251092	embedding2nn.bias	6	-0.1080087199807167
251092	embedding2nn.bias	7	-0.0023320612963289022
251092	embedding2nn.bias	8	0.04939870163798332
251092	embedding2nn.bias	9	-0.07526805996894836
251092	rnn.weight_ih_l0	0	0.038256384432315826
251092	rnn.weight_ih_l0	1	-0.08367649465799332
251092	rnn.weight_ih_l0	2	-0.06305919587612152
251092	rnn.weight_ih_l0	3	-0.05283082649111748
251092	rnn.weight_ih_l0	4	0.018956651911139488
251092	rnn.weight_ih_l0	5	-0.11427932977676392
251092	rnn.weight_ih_l0	6	-0.03169732168316841
251092	rnn.weight_ih_l0	7	-0.003805511398240924
251092	rnn.weight_ih_l0	8	0.053011298179626465
251092	rnn.weight_ih_l0	9	0.010230015031993389
251092	rnn.weight_hh_l0	0	0.003256839234381914
251092	rnn.weight_hh_l0	1	-0.07979243993759155
251092	rnn.weight_hh_l0	2	0.07234284281730652
251092	rnn.weight_hh_l0	3	0.05305062606930733
251092	rnn.weight_hh_l0	4	0.00660086190328002
251092	rnn.weight_hh_l0	5	0.07162913680076599
251092	rnn.weight_hh_l0	6	-0.016592962667346
251092	rnn.weight_hh_l0	7	-0.11212300509214401
251092	rnn.weight_hh_l0	8	0.028691252693533897
251092	rnn.weight_hh_l0	9	-0.07718711346387863
251092	rnn.bias_ih_l0	0	-0.07467741519212723
251092	rnn.bias_ih_l0	1	-0.19403548538684845
251092	rnn.bias_ih_l0	2	-0.25542762875556946
251092	rnn.bias_ih_l0	3	-0.28375107049942017
251092	rnn.bias_ih_l0	4	0.014088891446590424
251092	rnn.bias_ih_l0	5	0.0507822223007679
251092	rnn.bias_ih_l0	6	-0.17039567232131958
251092	rnn.bias_ih_l0	7	-0.2703387439250946
251092	rnn.bias_ih_l0	8	-0.15301935374736786
251092	rnn.bias_ih_l0	9	-0.1763518899679184
251092	rnn.bias_hh_l0	0	0.12552112340927124
251092	rnn.bias_hh_l0	1	-0.0544123537838459
251092	rnn.bias_hh_l0	2	0.04864218458533287
251092	rnn.bias_hh_l0	3	-0.17954884469509125
251092	rnn.bias_hh_l0	4	0.05736766755580902
251092	rnn.bias_hh_l0	5	0.05401897430419922
251092	rnn.bias_hh_l0	6	-0.10930735617876053
251092	rnn.bias_hh_l0	7	-0.15209859609603882
251092	rnn.bias_hh_l0	8	-0.18482109904289246
251092	rnn.bias_hh_l0	9	-0.11007259786128998
251092	rnn.weight_ih_l0_reverse	0	-0.018143773078918457
251092	rnn.weight_ih_l0_reverse	1	-0.006268305703997612
251092	rnn.weight_ih_l0_reverse	2	-0.0049697281792759895
251092	rnn.weight_ih_l0_reverse	3	0.010928087867796421
251092	rnn.weight_ih_l0_reverse	4	0.00850993674248457
251092	rnn.weight_ih_l0_reverse	5	-0.0558851957321167
251092	rnn.weight_ih_l0_reverse	6	-0.040132082998752594
251092	rnn.weight_ih_l0_reverse	7	0.016511345282197
251092	rnn.weight_ih_l0_reverse	8	0.09092526882886887
251092	rnn.weight_ih_l0_reverse	9	0.00393103901296854
251092	rnn.weight_hh_l0_reverse	0	0.004407268948853016
251092	rnn.weight_hh_l0_reverse	1	0.02710392326116562
251092	rnn.weight_hh_l0_reverse	2	-0.041312940418720245
251092	rnn.weight_hh_l0_reverse	3	0.04019838199019432
251092	rnn.weight_hh_l0_reverse	4	0.024644769728183746
251092	rnn.weight_hh_l0_reverse	5	-0.008696995675563812
251092	rnn.weight_hh_l0_reverse	6	0.06912684440612793
251092	rnn.weight_hh_l0_reverse	7	0.038778673857450485
251092	rnn.weight_hh_l0_reverse	8	-0.02377714402973652
251092	rnn.weight_hh_l0_reverse	9	-0.025555213913321495
251092	rnn.bias_ih_l0_reverse	0	-0.15113835036754608
251092	rnn.bias_ih_l0_reverse	1	-0.3126092851161957
251092	rnn.bias_ih_l0_reverse	2	-0.056918803602457047
251092	rnn.bias_ih_l0_reverse	3	-0.1549559235572815
251092	rnn.bias_ih_l0_reverse	4	0.06932323426008224
251092	rnn.bias_ih_l0_reverse	5	-0.2810768485069275
251092	rnn.bias_ih_l0_reverse	6	-0.07022834569215775
251092	rnn.bias_ih_l0_reverse	7	0.01885673776268959
251092	rnn.bias_ih_l0_reverse	8	-0.1908814013004303
251092	rnn.bias_ih_l0_reverse	9	-0.09290659427642822
251092	rnn.bias_hh_l0_reverse	0	-0.1590757817029953
251092	rnn.bias_hh_l0_reverse	1	-0.13941927254199982
251092	rnn.bias_hh_l0_reverse	2	-0.012778857722878456
251092	rnn.bias_hh_l0_reverse	3	-0.134329691529274
251092	rnn.bias_hh_l0_reverse	4	-0.025932440534234047
251092	rnn.bias_hh_l0_reverse	5	-0.11862669885158539
251092	rnn.bias_hh_l0_reverse	6	-0.08121597766876221
251092	rnn.bias_hh_l0_reverse	7	-0.18280699849128723
251092	rnn.bias_hh_l0_reverse	8	-0.0669054165482521
251092	rnn.bias_hh_l0_reverse	9	-0.11585550010204315
251092	linear.weight	0	-0.29102492332458496
251092	linear.weight	1	-0.11924144625663757
251092	linear.weight	2	-0.011228874325752258
251092	linear.weight	3	-0.06874927878379822
251092	linear.weight	4	-0.00615835003554821
251092	linear.weight	5	0.23774267733097076
251092	linear.weight	6	0.0047744326293468475
251092	linear.weight	7	-0.021312154829502106
251092	linear.weight	8	0.18028365075588226
251092	linear.weight	9	0.19566094875335693
251092	linear.bias	0	-0.8258721828460693
251092	linear.bias	1	1.4322017431259155
251092	linear.bias	2	-0.46272778511047363
251092	linear.bias	3	-0.7571520805358887
251092	linear.bias	4	-0.9213085770606995
251092	linear.bias	5	-1.180719256401062
251092	linear.bias	6	-0.9583262205123901
251092	linear.bias	7	-0.7071965932846069
251092	linear.bias	8	-0.01705317199230194
251092	linear.bias	9	3.4933760166168213
251289	transitions	0	-0.4730514883995056
251289	transitions	1	8.864829063415527
251289	transitions	2	-3.6437177658081055
251289	transitions	3	1.6297160387039185
251289	transitions	4	-2.2304458618164062
251289	transitions	5	-0.43571165204048157
251289	transitions	6	-0.19673530757427216
251289	transitions	7	-10000.0
251289	transitions	8	1.8662835359573364
251289	transitions	9	-2.295116901397705
251289	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
251289	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
251289	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
251289	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
251289	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
251289	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
251289	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
251289	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
251289	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
251289	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
251289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
251289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
251289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
251289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
251289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
251289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
251289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
251289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
251289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
251289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
251289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
251289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
251289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
251289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
251289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
251289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
251289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
251289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
251289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
251289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
251289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
251289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
251289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
251289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
251289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
251289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
251289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
251289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
251289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
251289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
251289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
251289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
251289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
251289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
251289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
251289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
251289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
251289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
251289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
251289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
251289	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
251289	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
251289	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
251289	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
251289	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
251289	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
251289	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
251289	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
251289	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
251289	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
251289	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
251289	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
251289	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
251289	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
251289	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
251289	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
251289	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
251289	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
251289	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
251289	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
251289	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
251289	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
251289	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
251289	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
251289	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
251289	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
251289	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
251289	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
251289	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
251289	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
251289	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
251289	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
251289	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
251289	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
251289	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
251289	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
251289	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
251289	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
251289	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
251289	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
251289	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
251289	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
251289	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
251289	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
251289	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
251289	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
251289	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
251289	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
251289	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
251289	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
251289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
251289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
251289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
251289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
251289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
251289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
251289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
251289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
251289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
251289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
251289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
251289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
251289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
251289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
251289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
251289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
251289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
251289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
251289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
251289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
251289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
251289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
251289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
251289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
251289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
251289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
251289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
251289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
251289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
251289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
251289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
251289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
251289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
251289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
251289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
251289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
251289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
251289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
251289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
251289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
251289	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
251289	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
251289	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
251289	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
251289	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
251289	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
251289	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
251289	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
251289	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
251289	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
251289	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
251289	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
251289	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
251289	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
251289	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
251289	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
251289	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
251289	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
251289	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
251289	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
251289	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
251289	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
251289	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
251289	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
251289	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
251289	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
251289	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
251289	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
251289	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
251289	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
251289	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
251289	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
251289	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
251289	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
251289	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
251289	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
251289	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
251289	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
251289	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
251289	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
251289	embedding2nn.weight	0	0.04639788717031479
251289	embedding2nn.weight	1	-0.09530598670244217
251289	embedding2nn.weight	2	0.018296480178833008
251289	embedding2nn.weight	3	-0.06246935948729515
251289	embedding2nn.weight	4	-0.11211990565061569
251289	embedding2nn.weight	5	0.11069769412279129
251289	embedding2nn.weight	6	-0.07815223932266235
251289	embedding2nn.weight	7	-0.07636547088623047
251289	embedding2nn.weight	8	-0.032644424587488174
251289	embedding2nn.weight	9	0.038169778883457184
251289	embedding2nn.bias	0	0.08029136061668396
251289	embedding2nn.bias	1	-0.0033753046300262213
251289	embedding2nn.bias	2	-0.07109920680522919
251289	embedding2nn.bias	3	0.031232835724949837
251289	embedding2nn.bias	4	-0.02019321732223034
251289	embedding2nn.bias	5	-0.17006006836891174
251289	embedding2nn.bias	6	-0.10471144318580627
251289	embedding2nn.bias	7	-0.0014596019173040986
251289	embedding2nn.bias	8	0.05192253366112709
251289	embedding2nn.bias	9	-0.0720844566822052
251289	rnn.weight_ih_l0	0	0.03827176243066788
251289	rnn.weight_ih_l0	1	-0.08380824327468872
251289	rnn.weight_ih_l0	2	-0.06347305327653885
251289	rnn.weight_ih_l0	3	-0.05258498713374138
251289	rnn.weight_ih_l0	4	0.019032610580325127
251289	rnn.weight_ih_l0	5	-0.11452668905258179
251289	rnn.weight_ih_l0	6	-0.03203268349170685
251289	rnn.weight_ih_l0	7	-0.0032398737967014313
251289	rnn.weight_ih_l0	8	0.05297558009624481
251289	rnn.weight_ih_l0	9	0.010231772437691689
251289	rnn.weight_hh_l0	0	0.0032109268940985203
251289	rnn.weight_hh_l0	1	-0.07908055186271667
251289	rnn.weight_hh_l0	2	0.07239491492509842
251289	rnn.weight_hh_l0	3	0.05273938179016113
251289	rnn.weight_hh_l0	4	0.006629828363656998
251289	rnn.weight_hh_l0	5	0.07148875296115875
251289	rnn.weight_hh_l0	6	-0.01654403656721115
251289	rnn.weight_hh_l0	7	-0.11213936656713486
251289	rnn.weight_hh_l0	8	0.028760360553860664
251289	rnn.weight_hh_l0	9	-0.07719643414020538
251289	rnn.bias_ih_l0	0	-0.07507220655679703
251289	rnn.bias_ih_l0	1	-0.19358162581920624
251289	rnn.bias_ih_l0	2	-0.25673893094062805
251289	rnn.bias_ih_l0	3	-0.28280869126319885
251289	rnn.bias_ih_l0	4	0.014080152846872807
251289	rnn.bias_ih_l0	5	0.051461923867464066
251289	rnn.bias_ih_l0	6	-0.1706460863351822
251289	rnn.bias_ih_l0	7	-0.2706967294216156
251289	rnn.bias_ih_l0	8	-0.15157099068164825
251289	rnn.bias_ih_l0	9	-0.17572027444839478
251289	rnn.bias_hh_l0	0	0.12551163136959076
251289	rnn.bias_hh_l0	1	-0.05425100028514862
251289	rnn.bias_hh_l0	2	0.04939251393079758
251289	rnn.bias_hh_l0	3	-0.17959901690483093
251289	rnn.bias_hh_l0	4	0.05762927234172821
251289	rnn.bias_hh_l0	5	0.053735945373773575
251289	rnn.bias_hh_l0	6	-0.1094292402267456
251289	rnn.bias_hh_l0	7	-0.15301333367824554
251289	rnn.bias_hh_l0	8	-0.18483848869800568
251289	rnn.bias_hh_l0	9	-0.11083076894283295
251289	rnn.weight_ih_l0_reverse	0	-0.017827682197093964
251289	rnn.weight_ih_l0_reverse	1	-0.005956505890935659
251289	rnn.weight_ih_l0_reverse	2	-0.003590764943510294
251289	rnn.weight_ih_l0_reverse	3	0.010411173105239868
251289	rnn.weight_ih_l0_reverse	4	0.008779814466834068
251289	rnn.weight_ih_l0_reverse	5	-0.05711712688207626
251289	rnn.weight_ih_l0_reverse	6	-0.04027627035975456
251289	rnn.weight_ih_l0_reverse	7	0.015761911869049072
251289	rnn.weight_ih_l0_reverse	8	0.09165257960557938
251289	rnn.weight_ih_l0_reverse	9	0.0035555351059883833
251289	rnn.weight_hh_l0_reverse	0	0.00427131587639451
251289	rnn.weight_hh_l0_reverse	1	0.027116594836115837
251289	rnn.weight_hh_l0_reverse	2	-0.04159631207585335
251289	rnn.weight_hh_l0_reverse	3	0.04052769020199776
251289	rnn.weight_hh_l0_reverse	4	0.024343086406588554
251289	rnn.weight_hh_l0_reverse	5	-0.008612425066530704
251289	rnn.weight_hh_l0_reverse	6	0.06913921982049942
251289	rnn.weight_hh_l0_reverse	7	0.039098385721445084
251289	rnn.weight_hh_l0_reverse	8	-0.02376003935933113
251289	rnn.weight_hh_l0_reverse	9	-0.02529970370233059
251289	rnn.bias_ih_l0_reverse	0	-0.15000826120376587
251289	rnn.bias_ih_l0_reverse	1	-0.3113669455051422
251289	rnn.bias_ih_l0_reverse	2	-0.0567474290728569
251289	rnn.bias_ih_l0_reverse	3	-0.15528824925422668
251289	rnn.bias_ih_l0_reverse	4	0.06982842087745667
251289	rnn.bias_ih_l0_reverse	5	-0.2808568775653839
251289	rnn.bias_ih_l0_reverse	6	-0.07020791620016098
251289	rnn.bias_ih_l0_reverse	7	0.01660449616611004
251289	rnn.bias_ih_l0_reverse	8	-0.1910363733768463
251289	rnn.bias_ih_l0_reverse	9	-0.09211709350347519
251289	rnn.bias_hh_l0_reverse	0	-0.15867093205451965
251289	rnn.bias_hh_l0_reverse	1	-0.1370961219072342
251289	rnn.bias_hh_l0_reverse	2	-0.01309944223612547
251289	rnn.bias_hh_l0_reverse	3	-0.13457068800926208
251289	rnn.bias_hh_l0_reverse	4	-0.026766471564769745
251289	rnn.bias_hh_l0_reverse	5	-0.11823391169309616
251289	rnn.bias_hh_l0_reverse	6	-0.08013882488012314
251289	rnn.bias_hh_l0_reverse	7	-0.18320518732070923
251289	rnn.bias_hh_l0_reverse	8	-0.0668032243847847
251289	rnn.bias_hh_l0_reverse	9	-0.11584998667240143
251289	linear.weight	0	-0.28925710916519165
251289	linear.weight	1	-0.11659537255764008
251289	linear.weight	2	-0.011228874325752258
251289	linear.weight	3	-0.06723818928003311
251289	linear.weight	4	-0.0045677958987653255
251289	linear.weight	5	0.2361813485622406
251289	linear.weight	6	0.0047744326293468475
251289	linear.weight	7	-0.021312154829502106
251289	linear.weight	8	0.17465144395828247
251289	linear.weight	9	0.200171560049057
251289	linear.bias	0	-0.8261289000511169
251289	linear.bias	1	1.4275034666061401
251289	linear.bias	2	-0.4830959439277649
251289	linear.bias	3	-0.7573445439338684
251289	linear.bias	4	-0.9142006635665894
251289	linear.bias	5	-1.1807260513305664
251289	linear.bias	6	-0.9592353105545044
251289	linear.bias	7	-0.7036410570144653
251289	linear.bias	8	-0.01705317199230194
251289	linear.bias	9	3.4976563453674316
251486	transitions	0	-0.47306954860687256
251486	transitions	1	8.865983009338379
251486	transitions	2	-3.643810272216797
251486	transitions	3	1.6318098306655884
251486	transitions	4	-2.2304978370666504
251486	transitions	5	-0.4357166290283203
251486	transitions	6	-0.19675375521183014
251486	transitions	7	-10000.0
251486	transitions	8	1.8673921823501587
251486	transitions	9	-2.2951176166534424
251486	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
251486	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
251486	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
251486	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
251486	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
251486	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
251486	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
251486	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
251486	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
251486	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
251486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
251486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
251486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
251486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
251486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
251486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
251486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
251486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
251486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
251486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
251486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
251486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
251486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
251486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
251486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
251486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
251486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
251486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
251486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
251486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
251486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
251486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
251486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
251486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
251486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
251486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
251486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
251486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
251486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
251486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
251486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
251486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
251486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
251486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
251486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
251486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
251486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
251486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
251486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
251486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
251486	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
251486	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
251486	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
251486	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
251486	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
251486	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
251486	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
251486	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
251486	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
251486	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
251486	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
251486	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
251486	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
251486	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
251486	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
251486	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
251486	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
251486	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
251486	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
251486	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
251486	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
251486	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
251486	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
251486	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
251486	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
251486	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
251486	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
251486	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
251486	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
251486	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
251486	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
251486	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
251486	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
251486	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
251486	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
251486	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
251486	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
251486	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
251486	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
251486	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
251486	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
251486	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
251486	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
251486	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
251486	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
251486	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
251486	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
251486	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
251486	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
251486	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
251486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
251486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
251486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
251486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
251486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
251486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
251486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
251486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
251486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
251486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
251486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
251486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
251486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
251486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
251486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
251486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
251486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
251486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
251486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
251486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
251486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
251486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
251486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
251486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
251486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
251486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
251486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
251486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
251486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
251486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
251486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
251486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
251486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
251486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
251486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
251486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
251486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
251486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
251486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
251486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
251486	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
251486	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
251486	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
251486	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
251486	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
251486	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
251486	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
251486	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
251486	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
251486	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
251486	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
251486	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
251486	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
251486	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
251486	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
251486	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
251486	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
251486	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
251486	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
251486	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
251486	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
251486	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
251486	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
251486	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
251486	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
251486	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
251486	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
251486	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
251486	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
251486	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
251486	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
251486	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
251486	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
251486	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
251486	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
251486	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
251486	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
251486	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
251486	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
251486	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
251486	embedding2nn.weight	0	0.04620331898331642
251486	embedding2nn.weight	1	-0.09485436230897903
251486	embedding2nn.weight	2	0.018357884138822556
251486	embedding2nn.weight	3	-0.061910584568977356
251486	embedding2nn.weight	4	-0.11199745535850525
251486	embedding2nn.weight	5	0.11041412502527237
251486	embedding2nn.weight	6	-0.07682757079601288
251486	embedding2nn.weight	7	-0.07622840255498886
251486	embedding2nn.weight	8	-0.03218141198158264
251486	embedding2nn.weight	9	0.03683171421289444
251486	embedding2nn.bias	0	0.0861273854970932
251486	embedding2nn.bias	1	-0.0016553218010812998
251486	embedding2nn.bias	2	-0.0725073292851448
251486	embedding2nn.bias	3	0.029570622369647026
251486	embedding2nn.bias	4	-0.01857461966574192
251486	embedding2nn.bias	5	-0.16538746654987335
251486	embedding2nn.bias	6	-0.1035650297999382
251486	embedding2nn.bias	7	0.0002961166319437325
251486	embedding2nn.bias	8	0.05388779565691948
251486	embedding2nn.bias	9	-0.06989982724189758
251486	rnn.weight_ih_l0	0	0.03849068656563759
251486	rnn.weight_ih_l0	1	-0.0834847018122673
251486	rnn.weight_ih_l0	2	-0.06400658935308456
251486	rnn.weight_ih_l0	3	-0.05249258875846863
251486	rnn.weight_ih_l0	4	0.018811656162142754
251486	rnn.weight_ih_l0	5	-0.11574456095695496
251486	rnn.weight_ih_l0	6	-0.03169708698987961
251486	rnn.weight_ih_l0	7	-0.0030300181824713945
251486	rnn.weight_ih_l0	8	0.05286438390612602
251486	rnn.weight_ih_l0	9	0.009011819958686829
251486	rnn.weight_hh_l0	0	0.003200680948793888
251486	rnn.weight_hh_l0	1	-0.07971101254224777
251486	rnn.weight_hh_l0	2	0.07235699892044067
251486	rnn.weight_hh_l0	3	0.05287695303559303
251486	rnn.weight_hh_l0	4	0.006848043762147427
251486	rnn.weight_hh_l0	5	0.07162297517061234
251486	rnn.weight_hh_l0	6	-0.016549233347177505
251486	rnn.weight_hh_l0	7	-0.11210893094539642
251486	rnn.weight_hh_l0	8	0.02853771485388279
251486	rnn.weight_hh_l0	9	-0.07818464189767838
251486	rnn.bias_ih_l0	0	-0.07415182888507843
251486	rnn.bias_ih_l0	1	-0.19344371557235718
251486	rnn.bias_ih_l0	2	-0.25584307312965393
251486	rnn.bias_ih_l0	3	-0.2827443480491638
251486	rnn.bias_ih_l0	4	0.013503589667379856
251486	rnn.bias_ih_l0	5	0.052286189049482346
251486	rnn.bias_ih_l0	6	-0.17099960148334503
251486	rnn.bias_ih_l0	7	-0.27230265736579895
251486	rnn.bias_ih_l0	8	-0.15060095489025116
251486	rnn.bias_ih_l0	9	-0.17552883923053741
251486	rnn.bias_hh_l0	0	0.1257372349500656
251486	rnn.bias_hh_l0	1	-0.05436132475733757
251486	rnn.bias_hh_l0	2	0.049933187663555145
251486	rnn.bias_hh_l0	3	-0.1797601282596588
251486	rnn.bias_hh_l0	4	0.05508070066571236
251486	rnn.bias_hh_l0	5	0.05302789807319641
251486	rnn.bias_hh_l0	6	-0.10991936922073364
251486	rnn.bias_hh_l0	7	-0.15440338850021362
251486	rnn.bias_hh_l0	8	-0.18438734114170074
251486	rnn.bias_hh_l0	9	-0.11022525280714035
251486	rnn.weight_ih_l0_reverse	0	-0.017747068777680397
251486	rnn.weight_ih_l0_reverse	1	-0.006318738684058189
251486	rnn.weight_ih_l0_reverse	2	-0.003508895169943571
251486	rnn.weight_ih_l0_reverse	3	0.010458414442837238
251486	rnn.weight_ih_l0_reverse	4	0.00944574922323227
251486	rnn.weight_ih_l0_reverse	5	-0.05764669179916382
251486	rnn.weight_ih_l0_reverse	6	-0.04120524227619171
251486	rnn.weight_ih_l0_reverse	7	0.015547947026789188
251486	rnn.weight_ih_l0_reverse	8	0.09171715378761292
251486	rnn.weight_ih_l0_reverse	9	0.003495500423014164
251486	rnn.weight_hh_l0_reverse	0	0.004330855328589678
251486	rnn.weight_hh_l0_reverse	1	0.02751903422176838
251486	rnn.weight_hh_l0_reverse	2	-0.0419052392244339
251486	rnn.weight_hh_l0_reverse	3	0.0407642163336277
251486	rnn.weight_hh_l0_reverse	4	0.024280404672026634
251486	rnn.weight_hh_l0_reverse	5	-0.008743247017264366
251486	rnn.weight_hh_l0_reverse	6	0.06909359246492386
251486	rnn.weight_hh_l0_reverse	7	0.039687108248472214
251486	rnn.weight_hh_l0_reverse	8	-0.02386360615491867
251486	rnn.weight_hh_l0_reverse	9	-0.025380371138453484
251486	rnn.bias_ih_l0_reverse	0	-0.1512424498796463
251486	rnn.bias_ih_l0_reverse	1	-0.31076759099960327
251486	rnn.bias_ih_l0_reverse	2	-0.05731787905097008
251486	rnn.bias_ih_l0_reverse	3	-0.15411514043807983
251486	rnn.bias_ih_l0_reverse	4	0.0695878118276596
251486	rnn.bias_ih_l0_reverse	5	-0.28135111927986145
251486	rnn.bias_ih_l0_reverse	6	-0.06993900239467621
251486	rnn.bias_ih_l0_reverse	7	0.01823868416249752
251486	rnn.bias_ih_l0_reverse	8	-0.19080619513988495
251486	rnn.bias_ih_l0_reverse	9	-0.09299483150243759
251486	rnn.bias_hh_l0_reverse	0	-0.15967580676078796
251486	rnn.bias_hh_l0_reverse	1	-0.13823474943637848
251486	rnn.bias_hh_l0_reverse	2	-0.012975585646927357
251486	rnn.bias_hh_l0_reverse	3	-0.13320374488830566
251486	rnn.bias_hh_l0_reverse	4	-0.026591157540678978
251486	rnn.bias_hh_l0_reverse	5	-0.11851881444454193
251486	rnn.bias_hh_l0_reverse	6	-0.07946518808603287
251486	rnn.bias_hh_l0_reverse	7	-0.18302541971206665
251486	rnn.bias_hh_l0_reverse	8	-0.06586753576993942
251486	rnn.bias_hh_l0_reverse	9	-0.11604750901460648
251486	linear.weight	0	-0.29016542434692383
251486	linear.weight	1	-0.11749178171157837
251486	linear.weight	2	-0.011228874325752258
251486	linear.weight	3	-0.0640445351600647
251486	linear.weight	4	-0.002398507436737418
251486	linear.weight	5	0.24150358140468597
251486	linear.weight	6	0.0047744326293468475
251486	linear.weight	7	-0.021312154829502106
251486	linear.weight	8	0.1775188446044922
251486	linear.weight	9	0.20087209343910217
251486	linear.bias	0	-0.8310158848762512
251486	linear.bias	1	1.4315929412841797
251486	linear.bias	2	-0.4965278208255768
251486	linear.bias	3	-0.7553268074989319
251486	linear.bias	4	-0.9195800423622131
251486	linear.bias	5	-1.1807312965393066
251486	linear.bias	6	-0.9641045331954956
251486	linear.bias	7	-0.6864665150642395
251486	linear.bias	8	-0.01705317199230194
251486	linear.bias	9	3.500767707824707
251683	transitions	0	-0.47308868169784546
251683	transitions	1	8.852072715759277
251683	transitions	2	-3.6439309120178223
251683	transitions	3	1.6309571266174316
251683	transitions	4	-2.230574131011963
251683	transitions	5	-0.4357500672340393
251683	transitions	6	-0.19675898551940918
251683	transitions	7	-10000.0
251683	transitions	8	1.8670332431793213
251683	transitions	9	-2.2951176166534424
251683	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
251683	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
251683	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
251683	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
251683	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
251683	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
251683	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
251683	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
251683	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
251683	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
251683	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
251683	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
251683	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
251683	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
251683	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
251683	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
251683	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
251683	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
251683	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
251683	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
251683	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
251683	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
251683	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
251683	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
251683	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
251683	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
251683	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
251683	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
251683	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
251683	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
251683	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
251683	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
251683	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
251683	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
251683	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
251683	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
251683	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
251683	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
251683	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
251683	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
251683	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
251683	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
251683	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
251683	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
251683	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
251683	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
251683	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
251683	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
251683	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
251683	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
251683	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
251683	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
251683	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
251683	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
251683	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
251683	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
251683	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
251683	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
251683	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
251683	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
251683	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
251683	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
251683	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
251683	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
251683	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
251683	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
251683	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
251683	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
251683	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
251683	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
251683	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
251683	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
251683	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
251683	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
251683	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
251683	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
251683	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
251683	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
251683	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
251683	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
251683	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
251683	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
251683	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
251683	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
251683	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
251683	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
251683	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
251683	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
251683	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
251683	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
251683	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
251683	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
251683	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
251683	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
251683	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
251683	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
251683	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
251683	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
251683	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
251683	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
251683	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
251683	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
251683	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
251683	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
251683	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
251683	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
251683	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
251683	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
251683	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
251683	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
251683	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
251683	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
251683	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
251683	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
251683	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
251683	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
251683	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
251683	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
251683	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
251683	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
251683	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
251683	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
251683	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
251683	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
251683	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
251683	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
251683	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
251683	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
251683	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
251683	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
251683	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
251683	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
251683	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
251683	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
251683	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
251683	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
251683	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
251683	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
251683	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
251683	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
251683	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
251683	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
251683	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
251683	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
251683	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
251683	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
251683	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
251683	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
251683	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
251683	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
251683	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
251683	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
251683	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
251683	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
251683	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
251683	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
251683	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
251683	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
251683	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
251683	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
251683	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
251683	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
251683	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
251683	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
251683	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
251683	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
251683	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
251683	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
251683	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
251683	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
251683	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
251683	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
251683	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
251683	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
251683	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
251683	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
251683	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
251683	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
251683	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
251683	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
251683	embedding2nn.weight	0	0.04622893035411835
251683	embedding2nn.weight	1	-0.09476540982723236
251683	embedding2nn.weight	2	0.01914980262517929
251683	embedding2nn.weight	3	-0.06179610267281532
251683	embedding2nn.weight	4	-0.10979373753070831
251683	embedding2nn.weight	5	0.11101976037025452
251683	embedding2nn.weight	6	-0.078182153403759
251683	embedding2nn.weight	7	-0.07625050842761993
251683	embedding2nn.weight	8	-0.03254139423370361
251683	embedding2nn.weight	9	0.036633457988500595
251683	embedding2nn.bias	0	0.07612748444080353
251683	embedding2nn.bias	1	-0.005428209435194731
251683	embedding2nn.bias	2	-0.0731363445520401
251683	embedding2nn.bias	3	0.0319412499666214
251683	embedding2nn.bias	4	-0.015924762934446335
251683	embedding2nn.bias	5	-0.16530250012874603
251683	embedding2nn.bias	6	-0.10204996913671494
251683	embedding2nn.bias	7	0.0019726271275430918
251683	embedding2nn.bias	8	0.05808006227016449
251683	embedding2nn.bias	9	-0.07288727909326553
251683	rnn.weight_ih_l0	0	0.037821512669324875
251683	rnn.weight_ih_l0	1	-0.08336445689201355
251683	rnn.weight_ih_l0	2	-0.06418435275554657
251683	rnn.weight_ih_l0	3	-0.05315088480710983
251683	rnn.weight_ih_l0	4	0.018711404874920845
251683	rnn.weight_ih_l0	5	-0.11587199568748474
251683	rnn.weight_ih_l0	6	-0.03206024318933487
251683	rnn.weight_ih_l0	7	-0.0027793762274086475
251683	rnn.weight_ih_l0	8	0.053068917244672775
251683	rnn.weight_ih_l0	9	0.010257930494844913
251683	rnn.weight_hh_l0	0	0.0030653837602585554
251683	rnn.weight_hh_l0	1	-0.08009029179811478
251683	rnn.weight_hh_l0	2	0.07215806096792221
251683	rnn.weight_hh_l0	3	0.05302894487977028
251683	rnn.weight_hh_l0	4	0.006739587988704443
251683	rnn.weight_hh_l0	5	0.07164813578128815
251683	rnn.weight_hh_l0	6	-0.016719132661819458
251683	rnn.weight_hh_l0	7	-0.1122090294957161
251683	rnn.weight_hh_l0	8	0.02864137850701809
251683	rnn.weight_hh_l0	9	-0.07823482155799866
251683	rnn.bias_ih_l0	0	-0.0758935734629631
251683	rnn.bias_ih_l0	1	-0.1934804916381836
251683	rnn.bias_ih_l0	2	-0.2557525038719177
251683	rnn.bias_ih_l0	3	-0.2825440764427185
251683	rnn.bias_ih_l0	4	0.01199374720454216
251683	rnn.bias_ih_l0	5	0.05135797709226608
251683	rnn.bias_ih_l0	6	-0.17222194373607635
251683	rnn.bias_ih_l0	7	-0.2721351981163025
251683	rnn.bias_ih_l0	8	-0.15148073434829712
251683	rnn.bias_ih_l0	9	-0.1756766438484192
251683	rnn.bias_hh_l0	0	0.1262585073709488
251683	rnn.bias_hh_l0	1	-0.05327818915247917
251683	rnn.bias_hh_l0	2	0.050389427691698074
251683	rnn.bias_hh_l0	3	-0.18008360266685486
251683	rnn.bias_hh_l0	4	0.055703096091747284
251683	rnn.bias_hh_l0	5	0.05256412550806999
251683	rnn.bias_hh_l0	6	-0.110477015376091
251683	rnn.bias_hh_l0	7	-0.1543329507112503
251683	rnn.bias_hh_l0	8	-0.18473027646541595
251683	rnn.bias_hh_l0	9	-0.11047020554542542
251683	rnn.weight_ih_l0_reverse	0	-0.017776507884263992
251683	rnn.weight_ih_l0_reverse	1	-0.0060966601595282555
251683	rnn.weight_ih_l0_reverse	2	-0.002505537588149309
251683	rnn.weight_ih_l0_reverse	3	0.010472262278199196
251683	rnn.weight_ih_l0_reverse	4	0.009233469143509865
251683	rnn.weight_ih_l0_reverse	5	-0.057386912405490875
251683	rnn.weight_ih_l0_reverse	6	-0.041343916207551956
251683	rnn.weight_ih_l0_reverse	7	0.015765372663736343
251683	rnn.weight_ih_l0_reverse	8	0.09180248528718948
251683	rnn.weight_ih_l0_reverse	9	0.0037473957054316998
251683	rnn.weight_hh_l0_reverse	0	0.004265665076673031
251683	rnn.weight_hh_l0_reverse	1	0.027573172003030777
251683	rnn.weight_hh_l0_reverse	2	-0.04161941260099411
251683	rnn.weight_hh_l0_reverse	3	0.040626753121614456
251683	rnn.weight_hh_l0_reverse	4	0.02397735044360161
251683	rnn.weight_hh_l0_reverse	5	-0.008838409557938576
251683	rnn.weight_hh_l0_reverse	6	0.06899245828390121
251683	rnn.weight_hh_l0_reverse	7	0.03957435488700867
251683	rnn.weight_hh_l0_reverse	8	-0.024191757664084435
251683	rnn.weight_hh_l0_reverse	9	-0.025613440200686455
251683	rnn.bias_ih_l0_reverse	0	-0.15119142830371857
251683	rnn.bias_ih_l0_reverse	1	-0.3083999454975128
251683	rnn.bias_ih_l0_reverse	2	-0.05797877162694931
251683	rnn.bias_ih_l0_reverse	3	-0.15403121709823608
251683	rnn.bias_ih_l0_reverse	4	0.06944169104099274
251683	rnn.bias_ih_l0_reverse	5	-0.28058114647865295
251683	rnn.bias_ih_l0_reverse	6	-0.0700816735625267
251683	rnn.bias_ih_l0_reverse	7	0.018455537036061287
251683	rnn.bias_ih_l0_reverse	8	-0.19198541343212128
251683	rnn.bias_ih_l0_reverse	9	-0.09360289573669434
251683	rnn.bias_hh_l0_reverse	0	-0.15992964804172516
251683	rnn.bias_hh_l0_reverse	1	-0.13700109720230103
251683	rnn.bias_hh_l0_reverse	2	-0.012773482128977776
251683	rnn.bias_hh_l0_reverse	3	-0.13501714169979095
251683	rnn.bias_hh_l0_reverse	4	-0.02553580515086651
251683	rnn.bias_hh_l0_reverse	5	-0.1180783361196518
251683	rnn.bias_hh_l0_reverse	6	-0.07945682108402252
251683	rnn.bias_hh_l0_reverse	7	-0.18260514736175537
251683	rnn.bias_hh_l0_reverse	8	-0.06608650088310242
251683	rnn.bias_hh_l0_reverse	9	-0.11624890565872192
251683	linear.weight	0	-0.28286242485046387
251683	linear.weight	1	-0.11899054050445557
251683	linear.weight	2	-0.011228874325752258
251683	linear.weight	3	-0.06313613057136536
251683	linear.weight	4	-0.002431100234389305
251683	linear.weight	5	0.24239130318164825
251683	linear.weight	6	0.0047744326293468475
251683	linear.weight	7	-0.021312154829502106
251683	linear.weight	8	0.18134856224060059
251683	linear.weight	9	0.20279286801815033
251683	linear.bias	0	-0.8323976397514343
251683	linear.bias	1	1.443902611732483
251683	linear.bias	2	-0.478180468082428
251683	linear.bias	3	-0.7642480731010437
251683	linear.bias	4	-0.9379513263702393
251683	linear.bias	5	-1.180736780166626
251683	linear.bias	6	-0.9647018909454346
251683	linear.bias	7	-0.69196617603302
251683	linear.bias	8	-0.01705317199230194
251683	linear.bias	9	3.493236541748047
251880	transitions	0	-0.47310736775398254
251880	transitions	1	8.865032196044922
251880	transitions	2	-3.644040107727051
251880	transitions	3	1.626205563545227
251880	transitions	4	-2.2306647300720215
251880	transitions	5	-0.43575936555862427
251880	transitions	6	-0.19676709175109863
251880	transitions	7	-10000.0
251880	transitions	8	1.867827296257019
251880	transitions	9	-2.2951180934906006
251880	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
251880	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
251880	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
251880	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
251880	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
251880	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
251880	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
251880	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
251880	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
251880	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
251880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
251880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
251880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
251880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
251880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
251880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
251880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
251880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
251880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
251880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
251880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
251880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
251880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
251880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
251880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
251880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
251880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
251880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
251880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
251880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
251880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
251880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
251880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
251880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
251880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
251880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
251880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
251880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
251880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
251880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
251880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
251880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
251880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
251880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
251880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
251880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
251880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
251880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
251880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
251880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
251880	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
251880	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
251880	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
251880	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
251880	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
251880	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
251880	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
251880	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
251880	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
251880	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
251880	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
251880	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
251880	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
251880	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
251880	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
251880	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
251880	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
251880	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
251880	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
251880	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
251880	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
251880	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
251880	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
251880	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
251880	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
251880	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
251880	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
251880	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
251880	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
251880	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
251880	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
251880	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
251880	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
251880	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
251880	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
251880	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
251880	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
251880	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
251880	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
251880	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
251880	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
251880	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
251880	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
251880	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
251880	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
251880	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
251880	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
251880	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
251880	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
251880	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
251880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
251880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
251880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
251880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
251880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
251880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
251880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
251880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
251880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
251880	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
251880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
251880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
251880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
251880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
251880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
251880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
251880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
251880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
251880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
251880	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
251880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
251880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
251880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
251880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
251880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
251880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
251880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
251880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
251880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
251880	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
251880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
251880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
251880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
251880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
251880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
251880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
251880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
251880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
251880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
251880	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
251880	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
251880	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
251880	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
251880	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
251880	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
251880	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
251880	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
251880	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
251880	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
251880	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
251880	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
251880	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
251880	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
251880	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
251880	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
251880	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
251880	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
251880	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
251880	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
251880	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
251880	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
251880	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
251880	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
251880	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
251880	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
251880	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
251880	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
251880	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
251880	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
251880	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
251880	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
251880	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
251880	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
251880	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
251880	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
251880	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
251880	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
251880	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
251880	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
251880	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
251880	embedding2nn.weight	0	0.04599461331963539
251880	embedding2nn.weight	1	-0.09467551112174988
251880	embedding2nn.weight	2	0.01809840276837349
251880	embedding2nn.weight	3	-0.06248101219534874
251880	embedding2nn.weight	4	-0.10903245955705643
251880	embedding2nn.weight	5	0.11136053502559662
251880	embedding2nn.weight	6	-0.07755257189273834
251880	embedding2nn.weight	7	-0.07616667449474335
251880	embedding2nn.weight	8	-0.032497793436050415
251880	embedding2nn.weight	9	0.03528481721878052
251880	embedding2nn.bias	0	0.07817807793617249
251880	embedding2nn.bias	1	-0.004549811594188213
251880	embedding2nn.bias	2	-0.07660352438688278
251880	embedding2nn.bias	3	0.029101459309458733
251880	embedding2nn.bias	4	-0.01731567643582821
251880	embedding2nn.bias	5	-0.16407054662704468
251880	embedding2nn.bias	6	-0.09705674648284912
251880	embedding2nn.bias	7	-0.0001853588764788583
251880	embedding2nn.bias	8	0.05789472907781601
251880	embedding2nn.bias	9	-0.07391965389251709
251880	rnn.weight_ih_l0	0	0.03768795728683472
251880	rnn.weight_ih_l0	1	-0.08384019136428833
251880	rnn.weight_ih_l0	2	-0.0640219897031784
251880	rnn.weight_ih_l0	3	-0.0538460835814476
251880	rnn.weight_ih_l0	4	0.018414100632071495
251880	rnn.weight_ih_l0	5	-0.11619873344898224
251880	rnn.weight_ih_l0	6	-0.032707564532756805
251880	rnn.weight_ih_l0	7	-0.003768704831600189
251880	rnn.weight_ih_l0	8	0.05372648686170578
251880	rnn.weight_ih_l0	9	0.011645238846540451
251880	rnn.weight_hh_l0	0	0.0030778590589761734
251880	rnn.weight_hh_l0	1	-0.07945003360509872
251880	rnn.weight_hh_l0	2	0.07234130054712296
251880	rnn.weight_hh_l0	3	0.052947528660297394
251880	rnn.weight_hh_l0	4	0.006749105639755726
251880	rnn.weight_hh_l0	5	0.0716688260436058
251880	rnn.weight_hh_l0	6	-0.016653355211019516
251880	rnn.weight_hh_l0	7	-0.11212952435016632
251880	rnn.weight_hh_l0	8	0.028728485107421875
251880	rnn.weight_hh_l0	9	-0.07827720046043396
251880	rnn.bias_ih_l0	0	-0.07606717199087143
251880	rnn.bias_ih_l0	1	-0.19407255947589874
251880	rnn.bias_ih_l0	2	-0.25589922070503235
251880	rnn.bias_ih_l0	3	-0.28232699632644653
251880	rnn.bias_ih_l0	4	0.0109631372615695
251880	rnn.bias_ih_l0	5	0.05076833814382553
251880	rnn.bias_ih_l0	6	-0.17263998091220856
251880	rnn.bias_ih_l0	7	-0.27233970165252686
251880	rnn.bias_ih_l0	8	-0.15092654526233673
251880	rnn.bias_ih_l0	9	-0.17562271654605865
251880	rnn.bias_hh_l0	0	0.12580539286136627
251880	rnn.bias_hh_l0	1	-0.05384846776723862
251880	rnn.bias_hh_l0	2	0.050494030117988586
251880	rnn.bias_hh_l0	3	-0.17944036424160004
251880	rnn.bias_hh_l0	4	0.05420679226517677
251880	rnn.bias_hh_l0	5	0.05229663476347923
251880	rnn.bias_hh_l0	6	-0.1110263541340828
251880	rnn.bias_hh_l0	7	-0.1542871743440628
251880	rnn.bias_hh_l0	8	-0.1844775378704071
251880	rnn.bias_hh_l0	9	-0.1105130985379219
251880	rnn.weight_ih_l0_reverse	0	-0.01792716048657894
251880	rnn.weight_ih_l0_reverse	1	-0.00630659144371748
251880	rnn.weight_ih_l0_reverse	2	-0.002630999544635415
251880	rnn.weight_ih_l0_reverse	3	0.010389209724962711
251880	rnn.weight_ih_l0_reverse	4	0.008089296519756317
251880	rnn.weight_ih_l0_reverse	5	-0.05696532130241394
251880	rnn.weight_ih_l0_reverse	6	-0.04219058156013489
251880	rnn.weight_ih_l0_reverse	7	0.01584348827600479
251880	rnn.weight_ih_l0_reverse	8	0.09182248264551163
251880	rnn.weight_ih_l0_reverse	9	0.003074617125093937
251880	rnn.weight_hh_l0_reverse	0	0.004356457851827145
251880	rnn.weight_hh_l0_reverse	1	0.02739544026553631
251880	rnn.weight_hh_l0_reverse	2	-0.04154840484261513
251880	rnn.weight_hh_l0_reverse	3	0.04082319140434265
251880	rnn.weight_hh_l0_reverse	4	0.023947641253471375
251880	rnn.weight_hh_l0_reverse	5	-0.008883309550583363
251880	rnn.weight_hh_l0_reverse	6	0.06875064224004745
251880	rnn.weight_hh_l0_reverse	7	0.03993062674999237
251880	rnn.weight_hh_l0_reverse	8	-0.023916784673929214
251880	rnn.weight_hh_l0_reverse	9	-0.02602892555296421
251880	rnn.bias_ih_l0_reverse	0	-0.15129370987415314
251880	rnn.bias_ih_l0_reverse	1	-0.3080877661705017
251880	rnn.bias_ih_l0_reverse	2	-0.05696221441030502
251880	rnn.bias_ih_l0_reverse	3	-0.15412525832653046
251880	rnn.bias_ih_l0_reverse	4	0.07029330730438232
251880	rnn.bias_ih_l0_reverse	5	-0.2805357277393341
251880	rnn.bias_ih_l0_reverse	6	-0.07012271881103516
251880	rnn.bias_ih_l0_reverse	7	0.018397871404886246
251880	rnn.bias_ih_l0_reverse	8	-0.19178462028503418
251880	rnn.bias_ih_l0_reverse	9	-0.09340565651655197
251880	rnn.bias_hh_l0_reverse	0	-0.16068615019321442
251880	rnn.bias_hh_l0_reverse	1	-0.1380888670682907
251880	rnn.bias_hh_l0_reverse	2	-0.012340689077973366
251880	rnn.bias_hh_l0_reverse	3	-0.1356823593378067
251880	rnn.bias_hh_l0_reverse	4	-0.025926871225237846
251880	rnn.bias_hh_l0_reverse	5	-0.11886586993932724
251880	rnn.bias_hh_l0_reverse	6	-0.07978823781013489
251880	rnn.bias_hh_l0_reverse	7	-0.18264958262443542
251880	rnn.bias_hh_l0_reverse	8	-0.06551983952522278
251880	rnn.bias_hh_l0_reverse	9	-0.1163635179400444
251880	linear.weight	0	-0.2832765579223633
251880	linear.weight	1	-0.12021400779485703
251880	linear.weight	2	-0.011228874325752258
251880	linear.weight	3	-0.0643969476222992
251880	linear.weight	4	0.0012266515986993909
251880	linear.weight	5	0.2426697164773941
251880	linear.weight	6	0.0047744326293468475
251880	linear.weight	7	-0.021312154829502106
251880	linear.weight	8	0.1888907104730606
251880	linear.weight	9	0.20290227234363556
251880	linear.bias	0	-0.8376603126525879
251880	linear.bias	1	1.4221500158309937
251880	linear.bias	2	-0.4734475910663605
251880	linear.bias	3	-0.7524647116661072
251880	linear.bias	4	-0.9346544742584229
251880	linear.bias	5	-1.1807414293289185
251880	linear.bias	6	-0.9695834517478943
251880	linear.bias	7	-0.6896483898162842
251880	linear.bias	8	-0.01705317199230194
251880	linear.bias	9	3.5019938945770264
252077	transitions	0	-0.4732009172439575
252077	transitions	1	8.867527961730957
252077	transitions	2	-3.6441121101379395
252077	transitions	3	1.6255695819854736
252077	transitions	4	-2.2307770252227783
252077	transitions	5	-0.43576672673225403
252077	transitions	6	-0.1967758685350418
252077	transitions	7	-10000.0
252077	transitions	8	1.8676069974899292
252077	transitions	9	-2.2951197624206543
252077	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
252077	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
252077	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
252077	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
252077	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
252077	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
252077	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
252077	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
252077	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
252077	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
252077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
252077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
252077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
252077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
252077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
252077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
252077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
252077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
252077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
252077	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
252077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
252077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
252077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
252077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
252077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
252077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
252077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
252077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
252077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
252077	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
252077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
252077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
252077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
252077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
252077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
252077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
252077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
252077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
252077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
252077	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
252077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
252077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
252077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
252077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
252077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
252077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
252077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
252077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
252077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
252077	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
252077	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
252077	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
252077	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
252077	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
252077	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
252077	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
252077	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
252077	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
252077	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
252077	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
252077	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
252077	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
252077	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
252077	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
252077	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
252077	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
252077	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
252077	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
252077	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
252077	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
252077	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
252077	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
252077	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
252077	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
252077	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
252077	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
252077	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
252077	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
252077	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
252077	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
252077	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
252077	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
252077	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
252077	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
252077	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
252077	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
252077	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
252077	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
252077	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
252077	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
252077	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
252077	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
252077	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
252077	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
252077	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
252077	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
252077	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
252077	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
252077	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
252077	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
252077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
252077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
252077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
252077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
252077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
252077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
252077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
252077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
252077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
252077	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
252077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
252077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
252077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
252077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
252077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
252077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
252077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
252077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
252077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
252077	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
252077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
252077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
252077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
252077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
252077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
252077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
252077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
252077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
252077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
252077	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
252077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
252077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
252077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
252077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
252077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
252077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
252077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
252077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
252077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
252077	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
252077	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
252077	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
252077	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
252077	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
252077	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
252077	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
252077	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
252077	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
252077	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
252077	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
252077	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
252077	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
252077	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
252077	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
252077	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
252077	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
252077	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
252077	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
252077	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
252077	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
252077	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
252077	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
252077	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
252077	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
252077	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
252077	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
252077	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
252077	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
252077	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
252077	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
252077	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
252077	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
252077	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
252077	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
252077	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
252077	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
252077	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
252077	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
252077	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
252077	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
252077	embedding2nn.weight	0	0.04575951769948006
252077	embedding2nn.weight	1	-0.09437920153141022
252077	embedding2nn.weight	2	0.017449062317609787
252077	embedding2nn.weight	3	-0.0626731738448143
252077	embedding2nn.weight	4	-0.10938756167888641
252077	embedding2nn.weight	5	0.11175654083490372
252077	embedding2nn.weight	6	-0.07744362950325012
252077	embedding2nn.weight	7	-0.07532738894224167
252077	embedding2nn.weight	8	-0.032615456730127335
252077	embedding2nn.weight	9	0.03642815724015236
252077	embedding2nn.bias	0	0.08099278062582016
252077	embedding2nn.bias	1	-0.0035991654731333256
252077	embedding2nn.bias	2	-0.07471750676631927
252077	embedding2nn.bias	3	0.02901465818285942
252077	embedding2nn.bias	4	-0.014526138082146645
252077	embedding2nn.bias	5	-0.162525475025177
252077	embedding2nn.bias	6	-0.09563472867012024
252077	embedding2nn.bias	7	0.0021029850468039513
252077	embedding2nn.bias	8	0.05519499629735947
252077	embedding2nn.bias	9	-0.0731346607208252
252077	rnn.weight_ih_l0	0	0.03806653246283531
252077	rnn.weight_ih_l0	1	-0.08361567556858063
252077	rnn.weight_ih_l0	2	-0.06456200778484344
252077	rnn.weight_ih_l0	3	-0.05384590104222298
252077	rnn.weight_ih_l0	4	0.019160671159625053
252077	rnn.weight_ih_l0	5	-0.11574425548315048
252077	rnn.weight_ih_l0	6	-0.03234259784221649
252077	rnn.weight_ih_l0	7	-0.003529260167852044
252077	rnn.weight_ih_l0	8	0.053504761308431625
252077	rnn.weight_ih_l0	9	0.012418088503181934
252077	rnn.weight_hh_l0	0	0.002605458488687873
252077	rnn.weight_hh_l0	1	-0.080256886780262
252077	rnn.weight_hh_l0	2	0.07251542806625366
252077	rnn.weight_hh_l0	3	0.05310201272368431
252077	rnn.weight_hh_l0	4	0.006711903028190136
252077	rnn.weight_hh_l0	5	0.07155095785856247
252077	rnn.weight_hh_l0	6	-0.016520215198397636
252077	rnn.weight_hh_l0	7	-0.11213371157646179
252077	rnn.weight_hh_l0	8	0.02862871065735817
252077	rnn.weight_hh_l0	9	-0.07789976894855499
252077	rnn.bias_ih_l0	0	-0.07684320211410522
252077	rnn.bias_ih_l0	1	-0.1932586133480072
252077	rnn.bias_ih_l0	2	-0.25627610087394714
252077	rnn.bias_ih_l0	3	-0.28258126974105835
252077	rnn.bias_ih_l0	4	0.011202703230082989
252077	rnn.bias_ih_l0	5	0.04972446709871292
252077	rnn.bias_ih_l0	6	-0.17295953631401062
252077	rnn.bias_ih_l0	7	-0.2730080187320709
252077	rnn.bias_ih_l0	8	-0.15080560743808746
252077	rnn.bias_ih_l0	9	-0.1757754385471344
252077	rnn.bias_hh_l0	0	0.126047745347023
252077	rnn.bias_hh_l0	1	-0.054407306015491486
252077	rnn.bias_hh_l0	2	0.051265690475702286
252077	rnn.bias_hh_l0	3	-0.18015432357788086
252077	rnn.bias_hh_l0	4	0.05530760809779167
252077	rnn.bias_hh_l0	5	0.05096520483493805
252077	rnn.bias_hh_l0	6	-0.11105354875326157
252077	rnn.bias_hh_l0	7	-0.15432946383953094
252077	rnn.bias_hh_l0	8	-0.18471971154212952
252077	rnn.bias_hh_l0	9	-0.10949454456567764
252077	rnn.weight_ih_l0_reverse	0	-0.01808648556470871
252077	rnn.weight_ih_l0_reverse	1	-0.006289549637585878
252077	rnn.weight_ih_l0_reverse	2	-0.0023355537559837103
252077	rnn.weight_ih_l0_reverse	3	0.010329985059797764
252077	rnn.weight_ih_l0_reverse	4	0.009085612371563911
252077	rnn.weight_ih_l0_reverse	5	-0.057182058691978455
252077	rnn.weight_ih_l0_reverse	6	-0.04195305332541466
252077	rnn.weight_ih_l0_reverse	7	0.015244963578879833
252077	rnn.weight_ih_l0_reverse	8	0.09184878319501877
252077	rnn.weight_ih_l0_reverse	9	0.0030860034748911858
252077	rnn.weight_hh_l0_reverse	0	0.0043430933728814125
252077	rnn.weight_hh_l0_reverse	1	0.027622276917099953
252077	rnn.weight_hh_l0_reverse	2	-0.041699450463056564
252077	rnn.weight_hh_l0_reverse	3	0.04070482775568962
252077	rnn.weight_hh_l0_reverse	4	0.024084547534585
252077	rnn.weight_hh_l0_reverse	5	-0.008802538737654686
252077	rnn.weight_hh_l0_reverse	6	0.068685382604599
252077	rnn.weight_hh_l0_reverse	7	0.03978779539465904
252077	rnn.weight_hh_l0_reverse	8	-0.023884152993559837
252077	rnn.weight_hh_l0_reverse	9	-0.025996321812272072
252077	rnn.bias_ih_l0_reverse	0	-0.15123704075813293
252077	rnn.bias_ih_l0_reverse	1	-0.3081211745738983
252077	rnn.bias_ih_l0_reverse	2	-0.05678141862154007
252077	rnn.bias_ih_l0_reverse	3	-0.1539893001317978
252077	rnn.bias_ih_l0_reverse	4	0.07000495493412018
252077	rnn.bias_ih_l0_reverse	5	-0.28083160519599915
252077	rnn.bias_ih_l0_reverse	6	-0.0700984001159668
252077	rnn.bias_ih_l0_reverse	7	0.016780467703938484
252077	rnn.bias_ih_l0_reverse	8	-0.19115003943443298
252077	rnn.bias_ih_l0_reverse	9	-0.09403767436742783
252077	rnn.bias_hh_l0_reverse	0	-0.15935581922531128
252077	rnn.bias_hh_l0_reverse	1	-0.13797801733016968
252077	rnn.bias_hh_l0_reverse	2	-0.012552512809634209
252077	rnn.bias_hh_l0_reverse	3	-0.13615082204341888
252077	rnn.bias_hh_l0_reverse	4	-0.02475740760564804
252077	rnn.bias_hh_l0_reverse	5	-0.11899434030056
252077	rnn.bias_hh_l0_reverse	6	-0.07971103489398956
252077	rnn.bias_hh_l0_reverse	7	-0.1821257472038269
252077	rnn.bias_hh_l0_reverse	8	-0.06531810760498047
252077	rnn.bias_hh_l0_reverse	9	-0.11609237641096115
252077	linear.weight	0	-0.2870137691497803
252077	linear.weight	1	-0.12150537222623825
252077	linear.weight	2	-0.011228874325752258
252077	linear.weight	3	-0.06716682761907578
252077	linear.weight	4	0.0003521956386975944
252077	linear.weight	5	0.247691810131073
252077	linear.weight	6	0.0047744326293468475
252077	linear.weight	7	-0.021312154829502106
252077	linear.weight	8	0.18996058404445648
252077	linear.weight	9	0.2050016075372696
252077	linear.bias	0	-0.825820803642273
252077	linear.bias	1	1.4286149740219116
252077	linear.bias	2	-0.45780184864997864
252077	linear.bias	3	-0.7557050585746765
252077	linear.bias	4	-0.947736918926239
252077	linear.bias	5	-1.1807448863983154
252077	linear.bias	6	-0.95732182264328
252077	linear.bias	7	-0.6923069953918457
252077	linear.bias	8	-0.01705317199230194
252077	linear.bias	9	3.471890926361084
252274	transitions	0	-0.47321659326553345
252274	transitions	1	8.866143226623535
252274	transitions	2	-3.6448662281036377
252274	transitions	3	1.6290701627731323
252274	transitions	4	-2.231140375137329
252274	transitions	5	-0.43577656149864197
252274	transitions	6	-0.19678428769111633
252274	transitions	7	-10000.0
252274	transitions	8	1.8678491115570068
252274	transitions	9	-2.2951223850250244
252274	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
252274	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
252274	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
252274	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
252274	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
252274	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
252274	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
252274	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
252274	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
252274	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
252274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
252274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
252274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
252274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
252274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
252274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
252274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
252274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
252274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
252274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
252274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
252274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
252274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
252274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
252274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
252274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
252274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
252274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
252274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
252274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
252274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
252274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
252274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
252274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
252274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
252274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
252274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
252274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
252274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
252274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
252274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
252274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
252274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
252274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
252274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
252274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
252274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
252274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
252274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
252274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
252274	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
252274	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
252274	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
252274	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
252274	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
252274	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
252274	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
252274	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
252274	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
252274	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
252274	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
252274	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
252274	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
252274	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
252274	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
252274	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
252274	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
252274	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
252274	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
252274	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
252274	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
252274	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
252274	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
252274	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
252274	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
252274	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
252274	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
252274	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
252274	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
252274	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
252274	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
252274	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
252274	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
252274	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
252274	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
252274	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
252274	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
252274	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
252274	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
252274	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
252274	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
252274	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
252274	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
252274	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
252274	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
252274	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
252274	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
252274	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
252274	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
252274	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
252274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
252274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
252274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
252274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
252274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
252274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
252274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
252274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
252274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
252274	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
252274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
252274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
252274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
252274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
252274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
252274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
252274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
252274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
252274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
252274	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
252274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
252274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
252274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
252274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
252274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
252274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
252274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
252274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
252274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
252274	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
252274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
252274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
252274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
252274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
252274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
252274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
252274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
252274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
252274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
252274	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
252274	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
252274	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
252274	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
252274	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
252274	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
252274	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
252274	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
252274	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
252274	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
252274	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
252274	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
252274	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
252274	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
252274	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
252274	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
252274	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
252274	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
252274	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
252274	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
252274	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
252274	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
252274	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
252274	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
252274	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
252274	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
252274	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
252274	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
252274	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
252274	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
252274	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
252274	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
252274	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
252274	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
252274	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
252274	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
252274	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
252274	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
252274	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
252274	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
252274	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
252274	embedding2nn.weight	0	0.04573899134993553
252274	embedding2nn.weight	1	-0.09395695477724075
252274	embedding2nn.weight	2	0.01631990633904934
252274	embedding2nn.weight	3	-0.062666155397892
252274	embedding2nn.weight	4	-0.10883039236068726
252274	embedding2nn.weight	5	0.11164440959692001
252274	embedding2nn.weight	6	-0.07688844203948975
252274	embedding2nn.weight	7	-0.07511293143033981
252274	embedding2nn.weight	8	-0.033261027187108994
252274	embedding2nn.weight	9	0.037715207785367966
252274	embedding2nn.bias	0	0.07728873193264008
252274	embedding2nn.bias	1	8.812305895844474e-05
252274	embedding2nn.bias	2	-0.07261732220649719
252274	embedding2nn.bias	3	0.030086616054177284
252274	embedding2nn.bias	4	-0.019832544028759003
252274	embedding2nn.bias	5	-0.1743992269039154
252274	embedding2nn.bias	6	-0.09811916202306747
252274	embedding2nn.bias	7	0.002007056260481477
252274	embedding2nn.bias	8	0.050386615097522736
252274	embedding2nn.bias	9	-0.07288239896297455
252274	rnn.weight_ih_l0	0	0.03841915726661682
252274	rnn.weight_ih_l0	1	-0.08337745815515518
252274	rnn.weight_ih_l0	2	-0.06473585963249207
252274	rnn.weight_ih_l0	3	-0.0539826899766922
252274	rnn.weight_ih_l0	4	0.01855805329978466
252274	rnn.weight_ih_l0	5	-0.11465447396039963
252274	rnn.weight_ih_l0	6	-0.032735273241996765
252274	rnn.weight_ih_l0	7	-0.003835994051769376
252274	rnn.weight_ih_l0	8	0.0532517284154892
252274	rnn.weight_ih_l0	9	0.010944847017526627
252274	rnn.weight_hh_l0	0	0.0022878325544297695
252274	rnn.weight_hh_l0	1	-0.07965245842933655
252274	rnn.weight_hh_l0	2	0.07251636683940887
252274	rnn.weight_hh_l0	3	0.05318031460046768
252274	rnn.weight_hh_l0	4	0.006852913182228804
252274	rnn.weight_hh_l0	5	0.07130970060825348
252274	rnn.weight_hh_l0	6	-0.016684340313076973
252274	rnn.weight_hh_l0	7	-0.11214554309844971
252274	rnn.weight_hh_l0	8	0.02878069505095482
252274	rnn.weight_hh_l0	9	-0.07760544866323471
252274	rnn.bias_ih_l0	0	-0.07785581797361374
252274	rnn.bias_ih_l0	1	-0.19442662596702576
252274	rnn.bias_ih_l0	2	-0.25718292593955994
252274	rnn.bias_ih_l0	3	-0.2828286290168762
252274	rnn.bias_ih_l0	4	0.010775122791528702
252274	rnn.bias_ih_l0	5	0.049012526869773865
252274	rnn.bias_ih_l0	6	-0.17344751954078674
252274	rnn.bias_ih_l0	7	-0.27279898524284363
252274	rnn.bias_ih_l0	8	-0.1499236673116684
252274	rnn.bias_ih_l0	9	-0.17472830414772034
252274	rnn.bias_hh_l0	0	0.12516257166862488
252274	rnn.bias_hh_l0	1	-0.053693871945142746
252274	rnn.bias_hh_l0	2	0.05110834911465645
252274	rnn.bias_hh_l0	3	-0.17881935834884644
252274	rnn.bias_hh_l0	4	0.055744804441928864
252274	rnn.bias_hh_l0	5	0.05154579505324364
252274	rnn.bias_hh_l0	6	-0.11026406288146973
252274	rnn.bias_hh_l0	7	-0.15426039695739746
252274	rnn.bias_hh_l0	8	-0.18517431616783142
252274	rnn.bias_hh_l0	9	-0.1102244183421135
252274	rnn.weight_ih_l0_reverse	0	-0.018342275172472
252274	rnn.weight_ih_l0_reverse	1	-0.0056876931339502335
252274	rnn.weight_ih_l0_reverse	2	-0.00122729130089283
252274	rnn.weight_ih_l0_reverse	3	0.010063217021524906
252274	rnn.weight_ih_l0_reverse	4	0.009152193553745747
252274	rnn.weight_ih_l0_reverse	5	-0.05721869692206383
252274	rnn.weight_ih_l0_reverse	6	-0.04156448319554329
252274	rnn.weight_ih_l0_reverse	7	0.01521656196564436
252274	rnn.weight_ih_l0_reverse	8	0.09003567695617676
252274	rnn.weight_ih_l0_reverse	9	0.003102940507233143
252274	rnn.weight_hh_l0_reverse	0	0.0042543658055365086
252274	rnn.weight_hh_l0_reverse	1	0.027498189359903336
252274	rnn.weight_hh_l0_reverse	2	-0.04138678312301636
252274	rnn.weight_hh_l0_reverse	3	0.040648456662893295
252274	rnn.weight_hh_l0_reverse	4	0.02408924698829651
252274	rnn.weight_hh_l0_reverse	5	-0.008836375549435616
252274	rnn.weight_hh_l0_reverse	6	0.06870217621326447
252274	rnn.weight_hh_l0_reverse	7	0.03979543223977089
252274	rnn.weight_hh_l0_reverse	8	-0.024202045053243637
252274	rnn.weight_hh_l0_reverse	9	-0.026031646877527237
252274	rnn.bias_ih_l0_reverse	0	-0.15145176649093628
252274	rnn.bias_ih_l0_reverse	1	-0.30711665749549866
252274	rnn.bias_ih_l0_reverse	2	-0.05663424730300903
252274	rnn.bias_ih_l0_reverse	3	-0.15340428054332733
252274	rnn.bias_ih_l0_reverse	4	0.07020214945077896
252274	rnn.bias_ih_l0_reverse	5	-0.2810571789741516
252274	rnn.bias_ih_l0_reverse	6	-0.07059899717569351
252274	rnn.bias_ih_l0_reverse	7	0.015149389393627644
252274	rnn.bias_ih_l0_reverse	8	-0.1909116804599762
252274	rnn.bias_ih_l0_reverse	9	-0.09374850988388062
252274	rnn.bias_hh_l0_reverse	0	-0.1594528704881668
252274	rnn.bias_hh_l0_reverse	1	-0.13947542011737823
252274	rnn.bias_hh_l0_reverse	2	-0.012354640290141106
252274	rnn.bias_hh_l0_reverse	3	-0.1353233903646469
252274	rnn.bias_hh_l0_reverse	4	-0.02396109513938427
252274	rnn.bias_hh_l0_reverse	5	-0.11896053701639175
252274	rnn.bias_hh_l0_reverse	6	-0.07918164134025574
252274	rnn.bias_hh_l0_reverse	7	-0.18204957246780396
252274	rnn.bias_hh_l0_reverse	8	-0.06641174107789993
252274	rnn.bias_hh_l0_reverse	9	-0.11550795286893845
252274	linear.weight	0	-0.2881179451942444
252274	linear.weight	1	-0.12041496485471725
252274	linear.weight	2	-0.011228874325752258
252274	linear.weight	3	-0.06761763244867325
252274	linear.weight	4	-0.0022860735189169645
252274	linear.weight	5	0.24908630549907684
252274	linear.weight	6	0.0047744326293468475
252274	linear.weight	7	-0.021312154829502106
252274	linear.weight	8	0.19569772481918335
252274	linear.weight	9	0.2040155977010727
252274	linear.bias	0	-0.8377040028572083
252274	linear.bias	1	1.4147599935531616
252274	linear.bias	2	-0.4952070415019989
252274	linear.bias	3	-0.7651582956314087
252274	linear.bias	4	-0.9357097744941711
252274	linear.bias	5	-1.1807489395141602
252274	linear.bias	6	-0.9677863121032715
252274	linear.bias	7	-0.6807340979576111
252274	linear.bias	8	-0.01705317199230194
252274	linear.bias	9	3.4942877292633057
252471	transitions	0	-0.47327277064323425
252471	transitions	1	8.867754936218262
252471	transitions	2	-3.6449742317199707
252471	transitions	3	1.6284198760986328
252471	transitions	4	-2.231241464614868
252471	transitions	5	-0.435796320438385
252471	transitions	6	-0.19679254293441772
252471	transitions	7	-10000.0
252471	transitions	8	1.868005633354187
252471	transitions	9	-2.2951252460479736
252471	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
252471	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
252471	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
252471	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
252471	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
252471	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
252471	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
252471	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
252471	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
252471	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
252471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
252471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
252471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
252471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
252471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
252471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
252471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
252471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
252471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
252471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
252471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
252471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
252471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
252471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
252471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
252471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
252471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
252471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
252471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
252471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
252471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
252471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
252471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
252471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
252471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
252471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
252471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
252471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
252471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
252471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
252471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
252471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
252471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
252471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
252471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
252471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
252471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
252471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
252471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
252471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
252471	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
252471	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
252471	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
252471	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
252471	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
252471	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
252471	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
252471	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
252471	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
252471	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
252471	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
252471	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
252471	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
252471	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
252471	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
252471	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
252471	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
252471	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
252471	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
252471	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
252471	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
252471	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
252471	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
252471	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
252471	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
252471	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
252471	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
252471	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
252471	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
252471	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
252471	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
252471	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
252471	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
252471	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
252471	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
252471	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
252471	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
252471	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
252471	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
252471	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
252471	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
252471	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
252471	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
252471	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
252471	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
252471	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
252471	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
252471	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
252471	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
252471	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
252471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
252471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
252471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
252471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
252471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
252471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
252471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
252471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
252471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
252471	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
252471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
252471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
252471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
252471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
252471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
252471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
252471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
252471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
252471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
252471	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
252471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
252471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
252471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
252471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
252471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
252471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
252471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
252471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
252471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
252471	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
252471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
252471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
252471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
252471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
252471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
252471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
252471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
252471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
252471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
252471	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
252471	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
252471	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
252471	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
252471	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
252471	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
252471	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
252471	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
252471	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
252471	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
252471	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
252471	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
252471	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
252471	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
252471	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
252471	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
252471	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
252471	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
252471	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
252471	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
252471	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
252471	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
252471	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
252471	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
252471	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
252471	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
252471	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
252471	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
252471	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
252471	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
252471	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
252471	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
252471	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
252471	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
252471	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
252471	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
252471	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
252471	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
252471	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
252471	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
252471	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
252471	embedding2nn.weight	0	0.0458737276494503
252471	embedding2nn.weight	1	-0.09439349174499512
252471	embedding2nn.weight	2	0.01632596179842949
252471	embedding2nn.weight	3	-0.0625493973493576
252471	embedding2nn.weight	4	-0.1099105179309845
252471	embedding2nn.weight	5	0.11142005026340485
252471	embedding2nn.weight	6	-0.07694905251264572
252471	embedding2nn.weight	7	-0.07537657022476196
252471	embedding2nn.weight	8	-0.033273566514253616
252471	embedding2nn.weight	9	0.03722498565912247
252471	embedding2nn.bias	0	0.08045639097690582
252471	embedding2nn.bias	1	-0.0022246718872338533
252471	embedding2nn.bias	2	-0.07563339918851852
252471	embedding2nn.bias	3	0.03008490428328514
252471	embedding2nn.bias	4	-0.018425919115543365
252471	embedding2nn.bias	5	-0.17866076529026031
252471	embedding2nn.bias	6	-0.10193106532096863
252471	embedding2nn.bias	7	0.0035657230764627457
252471	embedding2nn.bias	8	0.049579259008169174
252471	embedding2nn.bias	9	-0.06968805193901062
252471	rnn.weight_ih_l0	0	0.038035355508327484
252471	rnn.weight_ih_l0	1	-0.0846967101097107
252471	rnn.weight_ih_l0	2	-0.06472250819206238
252471	rnn.weight_ih_l0	3	-0.05379290133714676
252471	rnn.weight_ih_l0	4	0.018809258937835693
252471	rnn.weight_ih_l0	5	-0.11483864486217499
252471	rnn.weight_ih_l0	6	-0.03295896574854851
252471	rnn.weight_ih_l0	7	-0.0036775548942387104
252471	rnn.weight_ih_l0	8	0.05325135588645935
252471	rnn.weight_ih_l0	9	0.010931354947388172
252471	rnn.weight_hh_l0	0	0.002696343930438161
252471	rnn.weight_hh_l0	1	-0.07979896664619446
252471	rnn.weight_hh_l0	2	0.07252534478902817
252471	rnn.weight_hh_l0	3	0.0531461127102375
252471	rnn.weight_hh_l0	4	0.00678714644163847
252471	rnn.weight_hh_l0	5	0.07158635556697845
252471	rnn.weight_hh_l0	6	-0.016562342643737793
252471	rnn.weight_hh_l0	7	-0.11207366734743118
252471	rnn.weight_hh_l0	8	0.028859518468379974
252471	rnn.weight_hh_l0	9	-0.07772034406661987
252471	rnn.bias_ih_l0	0	-0.07701077312231064
252471	rnn.bias_ih_l0	1	-0.19457514584064484
252471	rnn.bias_ih_l0	2	-0.2572668194770813
252471	rnn.bias_ih_l0	3	-0.28376463055610657
252471	rnn.bias_ih_l0	4	0.009780419990420341
252471	rnn.bias_ih_l0	5	0.051538798958063126
252471	rnn.bias_ih_l0	6	-0.1723715215921402
252471	rnn.bias_ih_l0	7	-0.2717016935348511
252471	rnn.bias_ih_l0	8	-0.149107426404953
252471	rnn.bias_ih_l0	9	-0.17391067743301392
252471	rnn.bias_hh_l0	0	0.12501858174800873
252471	rnn.bias_hh_l0	1	-0.05464571341872215
252471	rnn.bias_hh_l0	2	0.0502750389277935
252471	rnn.bias_hh_l0	3	-0.17935757339000702
252471	rnn.bias_hh_l0	4	0.055264756083488464
252471	rnn.bias_hh_l0	5	0.05295189470052719
252471	rnn.bias_hh_l0	6	-0.1100110188126564
252471	rnn.bias_hh_l0	7	-0.1550685465335846
252471	rnn.bias_hh_l0	8	-0.18437258899211884
252471	rnn.bias_hh_l0	9	-0.11124920099973679
252471	rnn.weight_ih_l0_reverse	0	-0.018379731103777885
252471	rnn.weight_ih_l0_reverse	1	-0.005355410277843475
252471	rnn.weight_ih_l0_reverse	2	-0.001562294433824718
252471	rnn.weight_ih_l0_reverse	3	0.008790249936282635
252471	rnn.weight_ih_l0_reverse	4	0.008286910131573677
252471	rnn.weight_ih_l0_reverse	5	-0.05735071375966072
252471	rnn.weight_ih_l0_reverse	6	-0.041790835559368134
252471	rnn.weight_ih_l0_reverse	7	0.015583387576043606
252471	rnn.weight_ih_l0_reverse	8	0.08938901126384735
252471	rnn.weight_ih_l0_reverse	9	0.00407541636377573
252471	rnn.weight_hh_l0_reverse	0	0.0044488124549388885
252471	rnn.weight_hh_l0_reverse	1	0.027251072227954865
252471	rnn.weight_hh_l0_reverse	2	-0.041493210941553116
252471	rnn.weight_hh_l0_reverse	3	0.04065209627151489
252471	rnn.weight_hh_l0_reverse	4	0.024134552106261253
252471	rnn.weight_hh_l0_reverse	5	-0.008743305690586567
252471	rnn.weight_hh_l0_reverse	6	0.06873355805873871
252471	rnn.weight_hh_l0_reverse	7	0.039654865860939026
252471	rnn.weight_hh_l0_reverse	8	-0.023723412305116653
252471	rnn.weight_hh_l0_reverse	9	-0.026033183559775352
252471	rnn.bias_ih_l0_reverse	0	-0.15138909220695496
252471	rnn.bias_ih_l0_reverse	1	-0.3076508939266205
252471	rnn.bias_ih_l0_reverse	2	-0.05599786341190338
252471	rnn.bias_ih_l0_reverse	3	-0.15370140969753265
252471	rnn.bias_ih_l0_reverse	4	0.07092197984457016
252471	rnn.bias_ih_l0_reverse	5	-0.2808748483657837
252471	rnn.bias_ih_l0_reverse	6	-0.07100894302129745
252471	rnn.bias_ih_l0_reverse	7	0.014444534666836262
252471	rnn.bias_ih_l0_reverse	8	-0.1920146942138672
252471	rnn.bias_ih_l0_reverse	9	-0.09323323518037796
252471	rnn.bias_hh_l0_reverse	0	-0.16016601026058197
252471	rnn.bias_hh_l0_reverse	1	-0.13844455778598785
252471	rnn.bias_hh_l0_reverse	2	-0.01211700402200222
252471	rnn.bias_hh_l0_reverse	3	-0.137030228972435
252471	rnn.bias_hh_l0_reverse	4	-0.023875465616583824
252471	rnn.bias_hh_l0_reverse	5	-0.11877530068159103
252471	rnn.bias_hh_l0_reverse	6	-0.07865329086780548
252471	rnn.bias_hh_l0_reverse	7	-0.18162909150123596
252471	rnn.bias_hh_l0_reverse	8	-0.06661976873874664
252471	rnn.bias_hh_l0_reverse	9	-0.11532175540924072
252471	linear.weight	0	-0.2857828140258789
252471	linear.weight	1	-0.12219882756471634
252471	linear.weight	2	-0.011228874325752258
252471	linear.weight	3	-0.0649786964058876
252471	linear.weight	4	-0.00038329523522406816
252471	linear.weight	5	0.2466488480567932
252471	linear.weight	6	0.0047744326293468475
252471	linear.weight	7	-0.021312154829502106
252471	linear.weight	8	0.19236081838607788
252471	linear.weight	9	0.1996249258518219
252471	linear.bias	0	-0.8368995189666748
252471	linear.bias	1	1.4202265739440918
252471	linear.bias	2	-0.4890938401222229
252471	linear.bias	3	-0.7699257135391235
252471	linear.bias	4	-0.9057900905609131
252471	linear.bias	5	-1.1807528734207153
252471	linear.bias	6	-0.9667118787765503
252471	linear.bias	7	-0.6743738651275635
252471	linear.bias	8	-0.01705317199230194
252471	linear.bias	9	3.4976983070373535
252668	transitions	0	-0.47334057092666626
252668	transitions	1	8.872224807739258
252668	transitions	2	-3.6451456546783447
252668	transitions	3	1.6250442266464233
252668	transitions	4	-2.2314016819000244
252668	transitions	5	-0.43581676483154297
252668	transitions	6	-0.19679811596870422
252668	transitions	7	-10000.0
252668	transitions	8	1.8677830696105957
252668	transitions	9	-2.295126438140869
252668	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
252668	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
252668	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
252668	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
252668	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
252668	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
252668	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
252668	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
252668	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
252668	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
252668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
252668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
252668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
252668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
252668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
252668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
252668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
252668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
252668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
252668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
252668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
252668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
252668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
252668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
252668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
252668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
252668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
252668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
252668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
252668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
252668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
252668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
252668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
252668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
252668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
252668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
252668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
252668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
252668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
252668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
252668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
252668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
252668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
252668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
252668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
252668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
252668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
252668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
252668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
252668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
252668	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
252668	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
252668	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
252668	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
252668	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
252668	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
252668	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
252668	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
252668	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
252668	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
252668	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
252668	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
252668	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
252668	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
252668	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
252668	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
252668	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
252668	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
252668	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
252668	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
252668	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
252668	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
252668	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
252668	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
252668	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
252668	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
252668	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
252668	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
252668	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
252668	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
252668	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
252668	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
252668	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
252668	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
252668	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
252668	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
252668	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
252668	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
252668	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
252668	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
252668	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
252668	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
252668	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
252668	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
252668	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
252668	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
252668	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
252668	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
252668	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
252668	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
252668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
252668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
252668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
252668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
252668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
252668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
252668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
252668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
252668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
252668	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
252668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
252668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
252668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
252668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
252668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
252668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
252668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
252668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
252668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
252668	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
252668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
252668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
252668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
252668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
252668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
252668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
252668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
252668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
252668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
252668	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
252668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
252668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
252668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
252668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
252668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
252668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
252668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
252668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
252668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
252668	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
252668	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
252668	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
252668	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
252668	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
252668	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
252668	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
252668	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
252668	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
252668	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
252668	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
252668	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
252668	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
252668	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
252668	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
252668	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
252668	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
252668	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
252668	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
252668	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
252668	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
252668	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
252668	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
252668	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
252668	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
252668	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
252668	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
252668	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
252668	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
252668	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
252668	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
252668	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
252668	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
252668	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
252668	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
252668	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
252668	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
252668	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
252668	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
252668	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
252668	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
252668	embedding2nn.weight	0	0.04601914808154106
252668	embedding2nn.weight	1	-0.09401314705610275
252668	embedding2nn.weight	2	0.016169223934412003
252668	embedding2nn.weight	3	-0.06333768367767334
252668	embedding2nn.weight	4	-0.10974057018756866
252668	embedding2nn.weight	5	0.11163657158613205
252668	embedding2nn.weight	6	-0.07514984160661697
252668	embedding2nn.weight	7	-0.07560820877552032
252668	embedding2nn.weight	8	-0.03342458978295326
252668	embedding2nn.weight	9	0.037984415888786316
252668	embedding2nn.bias	0	0.08076316118240356
252668	embedding2nn.bias	1	-0.00536396075040102
252668	embedding2nn.bias	2	-0.07478062808513641
252668	embedding2nn.bias	3	0.030229805037379265
252668	embedding2nn.bias	4	-0.02081627957522869
252668	embedding2nn.bias	5	-0.18037936091423035
252668	embedding2nn.bias	6	-0.1046655923128128
252668	embedding2nn.bias	7	0.002155114896595478
252668	embedding2nn.bias	8	0.0482155866920948
252668	embedding2nn.bias	9	-0.06828314810991287
252668	rnn.weight_ih_l0	0	0.03704669326543808
252668	rnn.weight_ih_l0	1	-0.08449175208806992
252668	rnn.weight_ih_l0	2	-0.06478629261255264
252668	rnn.weight_ih_l0	3	-0.05421104282140732
252668	rnn.weight_ih_l0	4	0.019032873213291168
252668	rnn.weight_ih_l0	5	-0.11461739242076874
252668	rnn.weight_ih_l0	6	-0.03351287916302681
252668	rnn.weight_ih_l0	7	-0.0033855661749839783
252668	rnn.weight_ih_l0	8	0.05211852863430977
252668	rnn.weight_ih_l0	9	0.01076599396765232
252668	rnn.weight_hh_l0	0	0.0025982640217989683
252668	rnn.weight_hh_l0	1	-0.07943552732467651
252668	rnn.weight_hh_l0	2	0.07280847430229187
252668	rnn.weight_hh_l0	3	0.053230851888656616
252668	rnn.weight_hh_l0	4	0.006645312067121267
252668	rnn.weight_hh_l0	5	0.07189489156007767
252668	rnn.weight_hh_l0	6	-0.016460707411170006
252668	rnn.weight_hh_l0	7	-0.11180400103330612
252668	rnn.weight_hh_l0	8	0.028885388746857643
252668	rnn.weight_hh_l0	9	-0.07746428996324539
252668	rnn.bias_ih_l0	0	-0.07745400816202164
252668	rnn.bias_ih_l0	1	-0.194634810090065
252668	rnn.bias_ih_l0	2	-0.25765693187713623
252668	rnn.bias_ih_l0	3	-0.2834244668483734
252668	rnn.bias_ih_l0	4	0.01027742214500904
252668	rnn.bias_ih_l0	5	0.05274638533592224
252668	rnn.bias_ih_l0	6	-0.17246213555335999
252668	rnn.bias_ih_l0	7	-0.27222543954849243
252668	rnn.bias_ih_l0	8	-0.14939455687999725
252668	rnn.bias_ih_l0	9	-0.17382438480854034
252668	rnn.bias_hh_l0	0	0.12423960119485855
252668	rnn.bias_hh_l0	1	-0.055031079798936844
252668	rnn.bias_hh_l0	2	0.05045352876186371
252668	rnn.bias_hh_l0	3	-0.17942579090595245
252668	rnn.bias_hh_l0	4	0.05614288151264191
252668	rnn.bias_hh_l0	5	0.05251593887805939
252668	rnn.bias_hh_l0	6	-0.10984909534454346
252668	rnn.bias_hh_l0	7	-0.15471160411834717
252668	rnn.bias_hh_l0	8	-0.18442077934741974
252668	rnn.bias_hh_l0	9	-0.11065355688333511
252668	rnn.weight_ih_l0_reverse	0	-0.018317101523280144
252668	rnn.weight_ih_l0_reverse	1	-0.0051427194848656654
252668	rnn.weight_ih_l0_reverse	2	-0.0018564864294603467
252668	rnn.weight_ih_l0_reverse	3	0.008415596559643745
252668	rnn.weight_ih_l0_reverse	4	0.008757526986300945
252668	rnn.weight_ih_l0_reverse	5	-0.05669969320297241
252668	rnn.weight_ih_l0_reverse	6	-0.04068213328719139
252668	rnn.weight_ih_l0_reverse	7	0.015676092356443405
252668	rnn.weight_ih_l0_reverse	8	0.08889209479093552
252668	rnn.weight_ih_l0_reverse	9	0.004092349670827389
252668	rnn.weight_hh_l0_reverse	0	0.004400984384119511
252668	rnn.weight_hh_l0_reverse	1	0.02728598564863205
252668	rnn.weight_hh_l0_reverse	2	-0.04140511527657509
252668	rnn.weight_hh_l0_reverse	3	0.04069361090660095
252668	rnn.weight_hh_l0_reverse	4	0.02401304617524147
252668	rnn.weight_hh_l0_reverse	5	-0.008699508383870125
252668	rnn.weight_hh_l0_reverse	6	0.06881029158830643
252668	rnn.weight_hh_l0_reverse	7	0.039799124002456665
252668	rnn.weight_hh_l0_reverse	8	-0.023735253140330315
252668	rnn.weight_hh_l0_reverse	9	-0.025925658643245697
252668	rnn.bias_ih_l0_reverse	0	-0.15098178386688232
252668	rnn.bias_ih_l0_reverse	1	-0.3067719638347626
252668	rnn.bias_ih_l0_reverse	2	-0.055941008031368256
252668	rnn.bias_ih_l0_reverse	3	-0.15419915318489075
252668	rnn.bias_ih_l0_reverse	4	0.07176262885332108
252668	rnn.bias_ih_l0_reverse	5	-0.28063562512397766
252668	rnn.bias_ih_l0_reverse	6	-0.07140832394361496
252668	rnn.bias_ih_l0_reverse	7	0.015398831106722355
252668	rnn.bias_ih_l0_reverse	8	-0.1917673647403717
252668	rnn.bias_ih_l0_reverse	9	-0.09323164820671082
252668	rnn.bias_hh_l0_reverse	0	-0.16052038967609406
252668	rnn.bias_hh_l0_reverse	1	-0.13882923126220703
252668	rnn.bias_hh_l0_reverse	2	-0.012565328739583492
252668	rnn.bias_hh_l0_reverse	3	-0.13772989809513092
252668	rnn.bias_hh_l0_reverse	4	-0.02405795454978943
252668	rnn.bias_hh_l0_reverse	5	-0.11871138215065002
252668	rnn.bias_hh_l0_reverse	6	-0.07773339748382568
252668	rnn.bias_hh_l0_reverse	7	-0.18260720372200012
252668	rnn.bias_hh_l0_reverse	8	-0.06594214588403702
252668	rnn.bias_hh_l0_reverse	9	-0.1145448237657547
252668	linear.weight	0	-0.2829129099845886
252668	linear.weight	1	-0.12425615638494492
252668	linear.weight	2	-0.011228874325752258
252668	linear.weight	3	-0.0644666999578476
252668	linear.weight	4	0.0005314276204444468
252668	linear.weight	5	0.2525142729282379
252668	linear.weight	6	0.0047744326293468475
252668	linear.weight	7	-0.021312154829502106
252668	linear.weight	8	0.19863317906856537
252668	linear.weight	9	0.1973097175359726
252668	linear.bias	0	-0.8346079587936401
252668	linear.bias	1	1.4146887063980103
252668	linear.bias	2	-0.49656930565834045
252668	linear.bias	3	-0.7638736963272095
252668	linear.bias	4	-0.8972458243370056
252668	linear.bias	5	-1.1807574033737183
252668	linear.bias	6	-0.9649410247802734
252668	linear.bias	7	-0.6999173164367676
252668	linear.bias	8	-0.01705317199230194
252668	linear.bias	9	3.495819568634033
252672	transitions	0	-0.47334057092666626
252672	transitions	1	8.871804237365723
252672	transitions	2	-3.645146369934082
252672	transitions	3	1.625040054321289
252672	transitions	4	-2.2314016819000244
252672	transitions	5	-0.43581676483154297
252672	transitions	6	-0.19679822027683258
252672	transitions	7	-10000.0
252672	transitions	8	1.8677830696105957
252672	transitions	9	-2.295126438140869
252672	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
252672	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
252672	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
252672	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
252672	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
252672	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
252672	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
252672	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
252672	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
252672	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
252672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
252672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
252672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
252672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
252672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
252672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
252672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
252672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
252672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
252672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
252672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
252672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
252672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
252672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
252672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
252672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
252672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
252672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
252672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
252672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
252672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
252672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
252672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
252672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
252672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
252672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
252672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
252672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
252672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
252672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
252672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
252672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
252672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
252672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
252672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
252672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
252672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
252672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
252672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
252672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
252672	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
252672	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
252672	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
252672	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
252672	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
252672	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
252672	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
252672	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
252672	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
252672	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
252672	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
252672	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
252672	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
252672	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
252672	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
252672	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
252672	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
252672	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
252672	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
252672	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
252672	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
252672	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
252672	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
252672	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
252672	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
252672	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
252672	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
252672	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
252672	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
252672	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
252672	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
252672	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
252672	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
252672	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
252672	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
252672	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
252672	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
252672	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
252672	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
252672	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
252672	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
252672	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
252672	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
252672	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
252672	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
252672	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
252672	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
252672	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
252672	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
252672	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
252672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
252672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
252672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
252672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
252672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
252672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
252672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
252672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
252672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
252672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
252672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
252672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
252672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
252672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
252672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
252672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
252672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
252672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
252672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
252672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
252672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
252672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
252672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
252672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
252672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
252672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
252672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
252672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
252672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
252672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
252672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
252672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
252672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
252672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
252672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
252672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
252672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
252672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
252672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
252672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
252672	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
252672	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
252672	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
252672	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
252672	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
252672	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
252672	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
252672	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
252672	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
252672	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
252672	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
252672	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
252672	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
252672	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
252672	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
252672	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
252672	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
252672	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
252672	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
252672	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
252672	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
252672	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
252672	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
252672	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
252672	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
252672	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
252672	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
252672	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
252672	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
252672	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
252672	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
252672	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
252672	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
252672	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
252672	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
252672	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
252672	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
252672	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
252672	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
252672	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
252672	embedding2nn.weight	0	0.04599746689200401
252672	embedding2nn.weight	1	-0.09397973120212555
252672	embedding2nn.weight	2	0.016262570396065712
252672	embedding2nn.weight	3	-0.0633138120174408
252672	embedding2nn.weight	4	-0.10977987945079803
252672	embedding2nn.weight	5	0.11160314828157425
252672	embedding2nn.weight	6	-0.07525140047073364
252672	embedding2nn.weight	7	-0.07565491646528244
252672	embedding2nn.weight	8	-0.033454932272434235
252672	embedding2nn.weight	9	0.03798212856054306
252672	embedding2nn.bias	0	0.08164264261722565
252672	embedding2nn.bias	1	-0.005498434416949749
252672	embedding2nn.bias	2	-0.07504633069038391
252672	embedding2nn.bias	3	0.029427887871861458
252672	embedding2nn.bias	4	-0.020485201850533485
252672	embedding2nn.bias	5	-0.18134088814258575
252672	embedding2nn.bias	6	-0.10453367233276367
252672	embedding2nn.bias	7	0.001870281295850873
252672	embedding2nn.bias	8	0.04839880391955376
252672	embedding2nn.bias	9	-0.06879211962223053
252672	rnn.weight_ih_l0	0	0.03704589232802391
252672	rnn.weight_ih_l0	1	-0.08448700606822968
252672	rnn.weight_ih_l0	2	-0.06478984653949738
252672	rnn.weight_ih_l0	3	-0.05422288924455643
252672	rnn.weight_ih_l0	4	0.019020844250917435
252672	rnn.weight_ih_l0	5	-0.11471731960773468
252672	rnn.weight_ih_l0	6	-0.03351302444934845
252672	rnn.weight_ih_l0	7	-0.003378988476470113
252672	rnn.weight_ih_l0	8	0.05208340659737587
252672	rnn.weight_ih_l0	9	0.010737402364611626
252672	rnn.weight_hh_l0	0	0.002596075413748622
252672	rnn.weight_hh_l0	1	-0.07943142205476761
252672	rnn.weight_hh_l0	2	0.07277942448854446
252672	rnn.weight_hh_l0	3	0.053219396620988846
252672	rnn.weight_hh_l0	4	0.006647101137787104
252672	rnn.weight_hh_l0	5	0.07190243154764175
252672	rnn.weight_hh_l0	6	-0.016454966738820076
252672	rnn.weight_hh_l0	7	-0.11180335283279419
252672	rnn.weight_hh_l0	8	0.028887787833809853
252672	rnn.weight_hh_l0	9	-0.0774122104048729
252672	rnn.bias_ih_l0	0	-0.07742424309253693
252672	rnn.bias_ih_l0	1	-0.19460129737854004
252672	rnn.bias_ih_l0	2	-0.25773751735687256
252672	rnn.bias_ih_l0	3	-0.2833913564682007
252672	rnn.bias_ih_l0	4	0.010445007123053074
252672	rnn.bias_ih_l0	5	0.05270574241876602
252672	rnn.bias_ih_l0	6	-0.17262403666973114
252672	rnn.bias_ih_l0	7	-0.272319495677948
252672	rnn.bias_ih_l0	8	-0.14954623579978943
252672	rnn.bias_ih_l0	9	-0.17381040751934052
252672	rnn.bias_hh_l0	0	0.12427257746458054
252672	rnn.bias_hh_l0	1	-0.05497247725725174
252672	rnn.bias_hh_l0	2	0.05040699988603592
252672	rnn.bias_hh_l0	3	-0.17951425909996033
252672	rnn.bias_hh_l0	4	0.05606287345290184
252672	rnn.bias_hh_l0	5	0.05252053216099739
252672	rnn.bias_hh_l0	6	-0.10984405130147934
252672	rnn.bias_hh_l0	7	-0.15469472110271454
252672	rnn.bias_hh_l0	8	-0.1844886690378189
252672	rnn.bias_hh_l0	9	-0.11071813851594925
252672	rnn.weight_ih_l0_reverse	0	-0.018325984477996826
252672	rnn.weight_ih_l0_reverse	1	-0.005256278906017542
252672	rnn.weight_ih_l0_reverse	2	-0.0017493984196335077
252672	rnn.weight_ih_l0_reverse	3	0.008366872556507587
252672	rnn.weight_ih_l0_reverse	4	0.00878634862601757
252672	rnn.weight_ih_l0_reverse	5	-0.05667147412896156
252672	rnn.weight_ih_l0_reverse	6	-0.04073045402765274
252672	rnn.weight_ih_l0_reverse	7	0.015672026202082634
252672	rnn.weight_ih_l0_reverse	8	0.08889744430780411
252672	rnn.weight_ih_l0_reverse	9	0.004123939201235771
252672	rnn.weight_hh_l0_reverse	0	0.004399524535983801
252672	rnn.weight_hh_l0_reverse	1	0.02728123590350151
252672	rnn.weight_hh_l0_reverse	2	-0.04138621687889099
252672	rnn.weight_hh_l0_reverse	3	0.04070517420768738
252672	rnn.weight_hh_l0_reverse	4	0.024013057351112366
252672	rnn.weight_hh_l0_reverse	5	-0.008702090941369534
252672	rnn.weight_hh_l0_reverse	6	0.06880860030651093
252672	rnn.weight_hh_l0_reverse	7	0.03979595750570297
252672	rnn.weight_hh_l0_reverse	8	-0.023745063692331314
252672	rnn.weight_hh_l0_reverse	9	-0.02592827007174492
252672	rnn.bias_ih_l0_reverse	0	-0.15093635022640228
252672	rnn.bias_ih_l0_reverse	1	-0.30669286847114563
252672	rnn.bias_ih_l0_reverse	2	-0.055934153497219086
252672	rnn.bias_ih_l0_reverse	3	-0.15414872765541077
252672	rnn.bias_ih_l0_reverse	4	0.07168661057949066
252672	rnn.bias_ih_l0_reverse	5	-0.28065362572669983
252672	rnn.bias_ih_l0_reverse	6	-0.07139712572097778
252672	rnn.bias_ih_l0_reverse	7	0.015591692179441452
252672	rnn.bias_ih_l0_reverse	8	-0.19174060225486755
252672	rnn.bias_ih_l0_reverse	9	-0.09317674487829208
252672	rnn.bias_hh_l0_reverse	0	-0.16039451956748962
252672	rnn.bias_hh_l0_reverse	1	-0.13881990313529968
252672	rnn.bias_hh_l0_reverse	2	-0.01253761537373066
252672	rnn.bias_hh_l0_reverse	3	-0.13776512444019318
252672	rnn.bias_hh_l0_reverse	4	-0.024063527584075928
252672	rnn.bias_hh_l0_reverse	5	-0.11867301166057587
252672	rnn.bias_hh_l0_reverse	6	-0.07779565453529358
252672	rnn.bias_hh_l0_reverse	7	-0.1825633943080902
252672	rnn.bias_hh_l0_reverse	8	-0.06597338616847992
252672	rnn.bias_hh_l0_reverse	9	-0.11448947340250015
252672	linear.weight	0	-0.2818937599658966
252672	linear.weight	1	-0.12427493184804916
252672	linear.weight	2	-0.011228874325752258
252672	linear.weight	3	-0.06455064564943314
252672	linear.weight	4	0.0005463214474730194
252672	linear.weight	5	0.25247064232826233
252672	linear.weight	6	0.0047744326293468475
252672	linear.weight	7	-0.021312154829502106
252672	linear.weight	8	0.19821669161319733
252672	linear.weight	9	0.19745105504989624
252672	linear.bias	0	-0.8360186219215393
252672	linear.bias	1	1.4134571552276611
252672	linear.bias	2	-0.49508893489837646
252672	linear.bias	3	-0.7646307945251465
252672	linear.bias	4	-0.8948996067047119
252672	linear.bias	5	-1.1807574033737183
252672	linear.bias	6	-0.9663439393043518
252672	linear.bias	7	-0.7003024816513062
252672	linear.bias	8	-0.01705317199230194
252672	linear.bias	9	3.4973065853118896
252869	transitions	0	-0.47342047095298767
252869	transitions	1	8.862236976623535
252869	transitions	2	-3.6453113555908203
252869	transitions	3	1.6270805597305298
252869	transitions	4	-2.2315750122070312
252869	transitions	5	-0.4358447194099426
252869	transitions	6	-0.19680970907211304
252869	transitions	7	-10000.0
252869	transitions	8	1.8676806688308716
252869	transitions	9	-2.29512882232666
252869	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
252869	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
252869	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
252869	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
252869	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
252869	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
252869	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
252869	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
252869	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
252869	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
252869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
252869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
252869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
252869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
252869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
252869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
252869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
252869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
252869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
252869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
252869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
252869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
252869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
252869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
252869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
252869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
252869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
252869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
252869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
252869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
252869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
252869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
252869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
252869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
252869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
252869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
252869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
252869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
252869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
252869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
252869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
252869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
252869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
252869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
252869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
252869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
252869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
252869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
252869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
252869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
252869	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
252869	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
252869	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
252869	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
252869	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
252869	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
252869	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
252869	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
252869	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
252869	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
252869	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
252869	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
252869	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
252869	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
252869	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
252869	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
252869	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
252869	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
252869	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
252869	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
252869	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
252869	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
252869	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
252869	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
252869	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
252869	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
252869	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
252869	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
252869	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
252869	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
252869	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
252869	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
252869	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
252869	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
252869	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
252869	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
252869	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
252869	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
252869	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
252869	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
252869	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
252869	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
252869	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
252869	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
252869	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
252869	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
252869	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
252869	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
252869	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
252869	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
252869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
252869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
252869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
252869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
252869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
252869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
252869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
252869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
252869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
252869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
252869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
252869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
252869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
252869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
252869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
252869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
252869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
252869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
252869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
252869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
252869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
252869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
252869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
252869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
252869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
252869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
252869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
252869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
252869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
252869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
252869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
252869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
252869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
252869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
252869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
252869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
252869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
252869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
252869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
252869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
252869	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
252869	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
252869	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
252869	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
252869	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
252869	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
252869	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
252869	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
252869	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
252869	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
252869	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
252869	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
252869	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
252869	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
252869	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
252869	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
252869	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
252869	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
252869	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
252869	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
252869	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
252869	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
252869	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
252869	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
252869	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
252869	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
252869	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
252869	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
252869	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
252869	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
252869	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
252869	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
252869	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
252869	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
252869	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
252869	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
252869	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
252869	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
252869	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
252869	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
252869	embedding2nn.weight	0	0.046021707355976105
252869	embedding2nn.weight	1	-0.09419345110654831
252869	embedding2nn.weight	2	0.016548877581954002
252869	embedding2nn.weight	3	-0.06276826560497284
252869	embedding2nn.weight	4	-0.10985507071018219
252869	embedding2nn.weight	5	0.11148888617753983
252869	embedding2nn.weight	6	-0.07514350861310959
252869	embedding2nn.weight	7	-0.0751451700925827
252869	embedding2nn.weight	8	-0.03307328745722771
252869	embedding2nn.weight	9	0.03809270262718201
252869	embedding2nn.bias	0	0.07870746403932571
252869	embedding2nn.bias	1	-0.007833383046090603
252869	embedding2nn.bias	2	-0.06969719380140305
252869	embedding2nn.bias	3	0.02759246528148651
252869	embedding2nn.bias	4	-0.018429450690746307
252869	embedding2nn.bias	5	-0.17456987500190735
252869	embedding2nn.bias	6	-0.10539182275533676
252869	embedding2nn.bias	7	0.005370970815420151
252869	embedding2nn.bias	8	0.046866968274116516
252869	embedding2nn.bias	9	-0.0702163353562355
252869	rnn.weight_ih_l0	0	0.03668641671538353
252869	rnn.weight_ih_l0	1	-0.08455906063318253
252869	rnn.weight_ih_l0	2	-0.0647185891866684
252869	rnn.weight_ih_l0	3	-0.0540088415145874
252869	rnn.weight_ih_l0	4	0.020067116245627403
252869	rnn.weight_ih_l0	5	-0.1138395294547081
252869	rnn.weight_ih_l0	6	-0.032091621309518814
252869	rnn.weight_ih_l0	7	-0.0038483738899230957
252869	rnn.weight_ih_l0	8	0.052343789488077164
252869	rnn.weight_ih_l0	9	0.010871393606066704
252869	rnn.weight_hh_l0	0	0.0029612442012876272
252869	rnn.weight_hh_l0	1	-0.0812307670712471
252869	rnn.weight_hh_l0	2	0.07306943833827972
252869	rnn.weight_hh_l0	3	0.053300417959690094
252869	rnn.weight_hh_l0	4	0.006640369072556496
252869	rnn.weight_hh_l0	5	0.07213194668292999
252869	rnn.weight_hh_l0	6	-0.01645471900701523
252869	rnn.weight_hh_l0	7	-0.11174847185611725
252869	rnn.weight_hh_l0	8	0.02925213985145092
252869	rnn.weight_hh_l0	9	-0.07806156575679779
252869	rnn.bias_ih_l0	0	-0.0776071771979332
252869	rnn.bias_ih_l0	1	-0.1944781243801117
252869	rnn.bias_ih_l0	2	-0.258209228515625
252869	rnn.bias_ih_l0	3	-0.28251707553863525
252869	rnn.bias_ih_l0	4	0.011230146512389183
252869	rnn.bias_ih_l0	5	0.05084508657455444
252869	rnn.bias_ih_l0	6	-0.17282743752002716
252869	rnn.bias_ih_l0	7	-0.27209633588790894
252869	rnn.bias_ih_l0	8	-0.15041451156139374
252869	rnn.bias_ih_l0	9	-0.17472650110721588
252869	rnn.bias_hh_l0	0	0.12531082332134247
252869	rnn.bias_hh_l0	1	-0.05545029416680336
252869	rnn.bias_hh_l0	2	0.050400346517562866
252869	rnn.bias_hh_l0	3	-0.1792600005865097
252869	rnn.bias_hh_l0	4	0.05468720942735672
252869	rnn.bias_hh_l0	5	0.052294813096523285
252869	rnn.bias_hh_l0	6	-0.10999638587236404
252869	rnn.bias_hh_l0	7	-0.1541919857263565
252869	rnn.bias_hh_l0	8	-0.18429873883724213
252869	rnn.bias_hh_l0	9	-0.11036016792058945
252869	rnn.weight_ih_l0_reverse	0	-0.018117954954504967
252869	rnn.weight_ih_l0_reverse	1	-0.004575243219733238
252869	rnn.weight_ih_l0_reverse	2	-0.0014857420464977622
252869	rnn.weight_ih_l0_reverse	3	0.008185957558453083
252869	rnn.weight_ih_l0_reverse	4	0.008149908855557442
252869	rnn.weight_ih_l0_reverse	5	-0.056972213089466095
252869	rnn.weight_ih_l0_reverse	6	-0.04133284464478493
252869	rnn.weight_ih_l0_reverse	7	0.015731165185570717
252869	rnn.weight_ih_l0_reverse	8	0.0905657410621643
252869	rnn.weight_ih_l0_reverse	9	0.003973250277340412
252869	rnn.weight_hh_l0_reverse	0	0.004271167330443859
252869	rnn.weight_hh_l0_reverse	1	0.027179470285773277
252869	rnn.weight_hh_l0_reverse	2	-0.04089998081326485
252869	rnn.weight_hh_l0_reverse	3	0.041051216423511505
252869	rnn.weight_hh_l0_reverse	4	0.024140743538737297
252869	rnn.weight_hh_l0_reverse	5	-0.00893315952271223
252869	rnn.weight_hh_l0_reverse	6	0.06902627646923065
252869	rnn.weight_hh_l0_reverse	7	0.03977728635072708
252869	rnn.weight_hh_l0_reverse	8	-0.02362186461687088
252869	rnn.weight_hh_l0_reverse	9	-0.025939246639609337
252869	rnn.bias_ih_l0_reverse	0	-0.15136924386024475
252869	rnn.bias_ih_l0_reverse	1	-0.30684274435043335
252869	rnn.bias_ih_l0_reverse	2	-0.056539732962846756
252869	rnn.bias_ih_l0_reverse	3	-0.15451881289482117
252869	rnn.bias_ih_l0_reverse	4	0.0717506855726242
252869	rnn.bias_ih_l0_reverse	5	-0.2803960144519806
252869	rnn.bias_ih_l0_reverse	6	-0.07157573848962784
252869	rnn.bias_ih_l0_reverse	7	0.014452752657234669
252869	rnn.bias_ih_l0_reverse	8	-0.19183295965194702
252869	rnn.bias_ih_l0_reverse	9	-0.09279239177703857
252869	rnn.bias_hh_l0_reverse	0	-0.1599244475364685
252869	rnn.bias_hh_l0_reverse	1	-0.1384153813123703
252869	rnn.bias_hh_l0_reverse	2	-0.011982757598161697
252869	rnn.bias_hh_l0_reverse	3	-0.13752444088459015
252869	rnn.bias_hh_l0_reverse	4	-0.02296179160475731
252869	rnn.bias_hh_l0_reverse	5	-0.11910713464021683
252869	rnn.bias_hh_l0_reverse	6	-0.07744758576154709
252869	rnn.bias_hh_l0_reverse	7	-0.18260538578033447
252869	rnn.bias_hh_l0_reverse	8	-0.06522319465875626
252869	rnn.bias_hh_l0_reverse	9	-0.11442480236291885
252869	linear.weight	0	-0.27799031138420105
252869	linear.weight	1	-0.12858977913856506
252869	linear.weight	2	-0.011228874325752258
252869	linear.weight	3	-0.06657639890909195
252869	linear.weight	4	-0.0010726379696279764
252869	linear.weight	5	0.25121715664863586
252869	linear.weight	6	0.0047744326293468475
252869	linear.weight	7	-0.021312154829502106
252869	linear.weight	8	0.1978389024734497
252869	linear.weight	9	0.19763194024562836
252869	linear.bias	0	-0.8320276737213135
252869	linear.bias	1	1.430506944656372
252869	linear.bias	2	-0.47874903678894043
252869	linear.bias	3	-0.772034764289856
252869	linear.bias	4	-0.9000925421714783
252869	linear.bias	5	-1.1807628870010376
252869	linear.bias	6	-0.9620895981788635
252869	linear.bias	7	-0.7072545289993286
252869	linear.bias	8	-0.01705317199230194
252869	linear.bias	9	3.5137898921966553
253066	transitions	0	-0.4735136032104492
253066	transitions	1	8.87248706817627
253066	transitions	2	-3.6453943252563477
253066	transitions	3	1.6340670585632324
253066	transitions	4	-2.2317123413085938
253066	transitions	5	-0.43585777282714844
253066	transitions	6	-0.1968132108449936
253066	transitions	7	-10000.0
253066	transitions	8	1.867680311203003
253066	transitions	9	-2.2951292991638184
253066	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
253066	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
253066	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
253066	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
253066	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
253066	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
253066	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
253066	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
253066	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
253066	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
253066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
253066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
253066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
253066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
253066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
253066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
253066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
253066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
253066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
253066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
253066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
253066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
253066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
253066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
253066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
253066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
253066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
253066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
253066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
253066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
253066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
253066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
253066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
253066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
253066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
253066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
253066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
253066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
253066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
253066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
253066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
253066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
253066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
253066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
253066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
253066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
253066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
253066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
253066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
253066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
253066	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
253066	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
253066	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
253066	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
253066	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
253066	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
253066	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
253066	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
253066	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
253066	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
253066	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
253066	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
253066	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
253066	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
253066	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
253066	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
253066	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
253066	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
253066	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
253066	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
253066	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
253066	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
253066	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
253066	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
253066	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
253066	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
253066	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
253066	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
253066	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
253066	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
253066	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
253066	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
253066	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
253066	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
253066	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
253066	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
253066	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
253066	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
253066	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
253066	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
253066	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
253066	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
253066	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
253066	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
253066	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
253066	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
253066	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
253066	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
253066	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
253066	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
253066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
253066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
253066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
253066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
253066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
253066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
253066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
253066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
253066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
253066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
253066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
253066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
253066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
253066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
253066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
253066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
253066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
253066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
253066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
253066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
253066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
253066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
253066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
253066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
253066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
253066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
253066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
253066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
253066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
253066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
253066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
253066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
253066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
253066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
253066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
253066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
253066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
253066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
253066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
253066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
253066	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
253066	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
253066	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
253066	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
253066	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
253066	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
253066	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
253066	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
253066	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
253066	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
253066	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
253066	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
253066	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
253066	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
253066	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
253066	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
253066	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
253066	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
253066	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
253066	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
253066	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
253066	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
253066	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
253066	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
253066	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
253066	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
253066	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
253066	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
253066	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
253066	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
253066	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
253066	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
253066	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
253066	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
253066	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
253066	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
253066	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
253066	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
253066	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
253066	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
253066	embedding2nn.weight	0	0.04622919484972954
253066	embedding2nn.weight	1	-0.09419193118810654
253066	embedding2nn.weight	2	0.01697634346783161
253066	embedding2nn.weight	3	-0.06316476315259933
253066	embedding2nn.weight	4	-0.10886996239423752
253066	embedding2nn.weight	5	0.11123848706483841
253066	embedding2nn.weight	6	-0.07585940510034561
253066	embedding2nn.weight	7	-0.07522496581077576
253066	embedding2nn.weight	8	-0.03269561380147934
253066	embedding2nn.weight	9	0.03796199709177017
253066	embedding2nn.bias	0	0.08426567912101746
253066	embedding2nn.bias	1	-0.008636928163468838
253066	embedding2nn.bias	2	-0.06736688315868378
253066	embedding2nn.bias	3	0.021744610741734505
253066	embedding2nn.bias	4	-0.017058031633496284
253066	embedding2nn.bias	5	-0.17250977456569672
253066	embedding2nn.bias	6	-0.10518187284469604
253066	embedding2nn.bias	7	-0.0013530139112845063
253066	embedding2nn.bias	8	0.04868152737617493
253066	embedding2nn.bias	9	-0.06620778143405914
253066	rnn.weight_ih_l0	0	0.037044014781713486
253066	rnn.weight_ih_l0	1	-0.08478566259145737
253066	rnn.weight_ih_l0	2	-0.06435101479291916
253066	rnn.weight_ih_l0	3	-0.05388117954134941
253066	rnn.weight_ih_l0	4	0.01993848755955696
253066	rnn.weight_ih_l0	5	-0.11363431066274643
253066	rnn.weight_ih_l0	6	-0.03160882368683815
253066	rnn.weight_ih_l0	7	-0.004527708049863577
253066	rnn.weight_ih_l0	8	0.05233170464634895
253066	rnn.weight_ih_l0	9	0.01071543712168932
253066	rnn.weight_hh_l0	0	0.003098099958151579
253066	rnn.weight_hh_l0	1	-0.08153238892555237
253066	rnn.weight_hh_l0	2	0.07314111292362213
253066	rnn.weight_hh_l0	3	0.05336196348071098
253066	rnn.weight_hh_l0	4	0.006647135596722364
253066	rnn.weight_hh_l0	5	0.07187550514936447
253066	rnn.weight_hh_l0	6	-0.016397327184677124
253066	rnn.weight_hh_l0	7	-0.11211682111024857
253066	rnn.weight_hh_l0	8	0.028805101290345192
253066	rnn.weight_hh_l0	9	-0.07849594950675964
253066	rnn.bias_ih_l0	0	-0.07764966040849686
253066	rnn.bias_ih_l0	1	-0.19471526145935059
253066	rnn.bias_ih_l0	2	-0.258987158536911
253066	rnn.bias_ih_l0	3	-0.2822017967700958
253066	rnn.bias_ih_l0	4	0.01171681098639965
253066	rnn.bias_ih_l0	5	0.051214516162872314
253066	rnn.bias_ih_l0	6	-0.17165830731391907
253066	rnn.bias_ih_l0	7	-0.2716812193393707
253066	rnn.bias_ih_l0	8	-0.14874988794326782
253066	rnn.bias_ih_l0	9	-0.1745908260345459
253066	rnn.bias_hh_l0	0	0.12607896327972412
253066	rnn.bias_hh_l0	1	-0.056215282529592514
253066	rnn.bias_hh_l0	2	0.05062474310398102
253066	rnn.bias_hh_l0	3	-0.1791742742061615
253066	rnn.bias_hh_l0	4	0.053633954375982285
253066	rnn.bias_hh_l0	5	0.05147499218583107
253066	rnn.bias_hh_l0	6	-0.11007117480039597
253066	rnn.bias_hh_l0	7	-0.15389113128185272
253066	rnn.bias_hh_l0	8	-0.18300215899944305
253066	rnn.bias_hh_l0	9	-0.10939439386129379
253066	rnn.weight_ih_l0_reverse	0	-0.017706193029880524
253066	rnn.weight_ih_l0_reverse	1	-0.005500738974660635
253066	rnn.weight_ih_l0_reverse	2	-0.0012281225062906742
253066	rnn.weight_ih_l0_reverse	3	0.008296390995383263
253066	rnn.weight_ih_l0_reverse	4	0.007170934695750475
253066	rnn.weight_ih_l0_reverse	5	-0.057136040180921555
253066	rnn.weight_ih_l0_reverse	6	-0.04174935817718506
253066	rnn.weight_ih_l0_reverse	7	0.015044989064335823
253066	rnn.weight_ih_l0_reverse	8	0.09076062589883804
253066	rnn.weight_ih_l0_reverse	9	0.004714785609394312
253066	rnn.weight_hh_l0_reverse	0	0.00399620458483696
253066	rnn.weight_hh_l0_reverse	1	0.027174826711416245
253066	rnn.weight_hh_l0_reverse	2	-0.040440160781145096
253066	rnn.weight_hh_l0_reverse	3	0.041095901280641556
253066	rnn.weight_hh_l0_reverse	4	0.024108590558171272
253066	rnn.weight_hh_l0_reverse	5	-0.008572889491915703
253066	rnn.weight_hh_l0_reverse	6	0.06905198842287064
253066	rnn.weight_hh_l0_reverse	7	0.03996586054563522
253066	rnn.weight_hh_l0_reverse	8	-0.02378842979669571
253066	rnn.weight_hh_l0_reverse	9	-0.02578684315085411
253066	rnn.bias_ih_l0_reverse	0	-0.15230503678321838
253066	rnn.bias_ih_l0_reverse	1	-0.3061891198158264
253066	rnn.bias_ih_l0_reverse	2	-0.05638578534126282
253066	rnn.bias_ih_l0_reverse	3	-0.15411940217018127
253066	rnn.bias_ih_l0_reverse	4	0.06972824782133102
253066	rnn.bias_ih_l0_reverse	5	-0.28076884150505066
253066	rnn.bias_ih_l0_reverse	6	-0.0707205981016159
253066	rnn.bias_ih_l0_reverse	7	0.016950592398643494
253066	rnn.bias_ih_l0_reverse	8	-0.19281035661697388
253066	rnn.bias_ih_l0_reverse	9	-0.0922175720334053
253066	rnn.bias_hh_l0_reverse	0	-0.15943357348442078
253066	rnn.bias_hh_l0_reverse	1	-0.13989855349063873
253066	rnn.bias_hh_l0_reverse	2	-0.012460645288228989
253066	rnn.bias_hh_l0_reverse	3	-0.13742253184318542
253066	rnn.bias_hh_l0_reverse	4	-0.023551538586616516
253066	rnn.bias_hh_l0_reverse	5	-0.11952555924654007
253066	rnn.bias_hh_l0_reverse	6	-0.07730356603860855
253066	rnn.bias_hh_l0_reverse	7	-0.18346136808395386
253066	rnn.bias_hh_l0_reverse	8	-0.06558503210544586
253066	rnn.bias_hh_l0_reverse	9	-0.11417855322360992
253066	linear.weight	0	-0.2808280885219574
253066	linear.weight	1	-0.1281810700893402
253066	linear.weight	2	-0.011228874325752258
253066	linear.weight	3	-0.06734462082386017
253066	linear.weight	4	-0.003162309993058443
253066	linear.weight	5	0.2563944458961487
253066	linear.weight	6	0.0047744326293468475
253066	linear.weight	7	-0.021312154829502106
253066	linear.weight	8	0.19050896167755127
253066	linear.weight	9	0.20132915675640106
253066	linear.bias	0	-0.836803674697876
253066	linear.bias	1	1.4217811822891235
253066	linear.bias	2	-0.46384692192077637
253066	linear.bias	3	-0.7657846212387085
253066	linear.bias	4	-0.9025319218635559
253066	linear.bias	5	-1.1807671785354614
253066	linear.bias	6	-0.966365396976471
253066	linear.bias	7	-0.6936016082763672
253066	linear.bias	8	-0.01705317199230194
253066	linear.bias	9	3.4841971397399902
253263	transitions	0	-0.4735493063926697
253263	transitions	1	8.863729476928711
253263	transitions	2	-3.6455037593841553
253263	transitions	3	1.6321654319763184
253263	transitions	4	-2.231900930404663
253263	transitions	5	-0.43591922521591187
253263	transitions	6	-0.19681721925735474
253263	transitions	7	-10000.0
253263	transitions	8	1.8667194843292236
253263	transitions	9	-2.2951295375823975
253263	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
253263	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
253263	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
253263	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
253263	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
253263	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
253263	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
253263	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
253263	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
253263	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
253263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
253263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
253263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
253263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
253263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
253263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
253263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
253263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
253263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
253263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
253263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
253263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
253263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
253263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
253263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
253263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
253263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
253263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
253263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
253263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
253263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
253263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
253263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
253263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
253263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
253263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
253263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
253263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
253263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
253263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
253263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
253263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
253263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
253263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
253263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
253263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
253263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
253263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
253263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
253263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
253263	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
253263	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
253263	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
253263	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
253263	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
253263	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
253263	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
253263	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
253263	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
253263	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
253263	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
253263	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
253263	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
253263	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
253263	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
253263	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
253263	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
253263	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
253263	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
253263	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
253263	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
253263	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
253263	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
253263	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
253263	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
253263	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
253263	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
253263	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
253263	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
253263	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
253263	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
253263	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
253263	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
253263	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
253263	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
253263	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
253263	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
253263	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
253263	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
253263	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
253263	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
253263	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
253263	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
253263	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
253263	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
253263	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
253263	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
253263	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
253263	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
253263	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
253263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
253263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
253263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
253263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
253263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
253263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
253263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
253263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
253263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
253263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
253263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
253263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
253263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
253263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
253263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
253263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
253263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
253263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
253263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
253263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
253263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
253263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
253263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
253263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
253263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
253263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
253263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
253263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
253263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
253263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
253263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
253263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
253263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
253263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
253263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
253263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
253263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
253263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
253263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
253263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
253263	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
253263	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
253263	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
253263	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
253263	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
253263	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
253263	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
253263	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
253263	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
253263	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
253263	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
253263	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
253263	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
253263	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
253263	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
253263	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
253263	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
253263	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
253263	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
253263	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
253263	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
253263	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
253263	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
253263	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
253263	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
253263	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
253263	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
253263	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
253263	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
253263	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
253263	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
253263	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
253263	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
253263	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
253263	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
253263	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
253263	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
253263	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
253263	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
253263	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
253263	embedding2nn.weight	0	0.04614241048693657
253263	embedding2nn.weight	1	-0.09408140182495117
253263	embedding2nn.weight	2	0.015396496281027794
253263	embedding2nn.weight	3	-0.06271258741617203
253263	embedding2nn.weight	4	-0.1080932691693306
253263	embedding2nn.weight	5	0.1122865080833435
253263	embedding2nn.weight	6	-0.07567949593067169
253263	embedding2nn.weight	7	-0.07610440999269485
253263	embedding2nn.weight	8	-0.03205270692706108
253263	embedding2nn.weight	9	0.03924410790205002
253263	embedding2nn.bias	0	0.09038908779621124
253263	embedding2nn.bias	1	-0.00782831758260727
253263	embedding2nn.bias	2	-0.07293734699487686
253263	embedding2nn.bias	3	0.01716736890375614
253263	embedding2nn.bias	4	-0.021524403244256973
253263	embedding2nn.bias	5	-0.1719970703125
253263	embedding2nn.bias	6	-0.0994371771812439
253263	embedding2nn.bias	7	-0.005263525061309338
253263	embedding2nn.bias	8	0.043799713253974915
253263	embedding2nn.bias	9	-0.0632396787405014
253263	rnn.weight_ih_l0	0	0.0362110398709774
253263	rnn.weight_ih_l0	1	-0.08755243569612503
253263	rnn.weight_ih_l0	2	-0.06434973329305649
253263	rnn.weight_ih_l0	3	-0.05392862856388092
253263	rnn.weight_ih_l0	4	0.02026747725903988
253263	rnn.weight_ih_l0	5	-0.11353164911270142
253263	rnn.weight_ih_l0	6	-0.032184433192014694
253263	rnn.weight_ih_l0	7	-0.004896307829767466
253263	rnn.weight_ih_l0	8	0.052756454795598984
253263	rnn.weight_ih_l0	9	0.011178906075656414
253263	rnn.weight_hh_l0	0	0.0030744969844818115
253263	rnn.weight_hh_l0	1	-0.08095355331897736
253263	rnn.weight_hh_l0	2	0.07345525920391083
253263	rnn.weight_hh_l0	3	0.05295513942837715
253263	rnn.weight_hh_l0	4	0.00664911326020956
253263	rnn.weight_hh_l0	5	0.07158852368593216
253263	rnn.weight_hh_l0	6	-0.016375714913010597
253263	rnn.weight_hh_l0	7	-0.11226317286491394
253263	rnn.weight_hh_l0	8	0.02869735099375248
253263	rnn.weight_hh_l0	9	-0.07833409309387207
253263	rnn.bias_ih_l0	0	-0.07891183346509933
253263	rnn.bias_ih_l0	1	-0.19424599409103394
253263	rnn.bias_ih_l0	2	-0.25980278849601746
253263	rnn.bias_ih_l0	3	-0.28225192427635193
253263	rnn.bias_ih_l0	4	0.01181640475988388
253263	rnn.bias_ih_l0	5	0.05211308225989342
253263	rnn.bias_ih_l0	6	-0.17118051648139954
253263	rnn.bias_ih_l0	7	-0.27189046144485474
253263	rnn.bias_ih_l0	8	-0.14810636639595032
253263	rnn.bias_ih_l0	9	-0.17443610727787018
253263	rnn.bias_hh_l0	0	0.12626796960830688
253263	rnn.bias_hh_l0	1	-0.05661923810839653
253263	rnn.bias_hh_l0	2	0.05037442222237587
253263	rnn.bias_hh_l0	3	-0.17820094525814056
253263	rnn.bias_hh_l0	4	0.05124766007065773
253263	rnn.bias_hh_l0	5	0.05156874284148216
253263	rnn.bias_hh_l0	6	-0.10959304124116898
253263	rnn.bias_hh_l0	7	-0.15448571741580963
253263	rnn.bias_hh_l0	8	-0.18370530009269714
253263	rnn.bias_hh_l0	9	-0.10973858088254929
253263	rnn.weight_ih_l0_reverse	0	-0.017486456781625748
253263	rnn.weight_ih_l0_reverse	1	-0.0065027219243347645
253263	rnn.weight_ih_l0_reverse	2	-0.0012758360244333744
253263	rnn.weight_ih_l0_reverse	3	0.0080267870798707
253263	rnn.weight_ih_l0_reverse	4	0.0076927971094846725
253263	rnn.weight_ih_l0_reverse	5	-0.05656334012746811
253263	rnn.weight_ih_l0_reverse	6	-0.042034510523080826
253263	rnn.weight_ih_l0_reverse	7	0.014932619407773018
253263	rnn.weight_ih_l0_reverse	8	0.09054643660783768
253263	rnn.weight_ih_l0_reverse	9	0.00447537237778306
253263	rnn.weight_hh_l0_reverse	0	0.004026026930660009
253263	rnn.weight_hh_l0_reverse	1	0.02709341049194336
253263	rnn.weight_hh_l0_reverse	2	-0.040329888463020325
253263	rnn.weight_hh_l0_reverse	3	0.04094981029629707
253263	rnn.weight_hh_l0_reverse	4	0.024121569469571114
253263	rnn.weight_hh_l0_reverse	5	-0.008416938595473766
253263	rnn.weight_hh_l0_reverse	6	0.06906908750534058
253263	rnn.weight_hh_l0_reverse	7	0.03979557380080223
253263	rnn.weight_hh_l0_reverse	8	-0.023804111406207085
253263	rnn.weight_hh_l0_reverse	9	-0.025628183037042618
253263	rnn.bias_ih_l0_reverse	0	-0.15153662860393524
253263	rnn.bias_ih_l0_reverse	1	-0.3065356910228729
253263	rnn.bias_ih_l0_reverse	2	-0.05651887506246567
253263	rnn.bias_ih_l0_reverse	3	-0.1537906676530838
253263	rnn.bias_ih_l0_reverse	4	0.07018309086561203
253263	rnn.bias_ih_l0_reverse	5	-0.28094762563705444
253263	rnn.bias_ih_l0_reverse	6	-0.07014533877372742
253263	rnn.bias_ih_l0_reverse	7	0.017887376248836517
253263	rnn.bias_ih_l0_reverse	8	-0.192170649766922
253263	rnn.bias_ih_l0_reverse	9	-0.09246347844600677
253263	rnn.bias_hh_l0_reverse	0	-0.15808388590812683
253263	rnn.bias_hh_l0_reverse	1	-0.14058950543403625
253263	rnn.bias_hh_l0_reverse	2	-0.0122756352648139
253263	rnn.bias_hh_l0_reverse	3	-0.13708634674549103
253263	rnn.bias_hh_l0_reverse	4	-0.022830238565802574
253263	rnn.bias_hh_l0_reverse	5	-0.11959157139062881
253263	rnn.bias_hh_l0_reverse	6	-0.07658740878105164
253263	rnn.bias_hh_l0_reverse	7	-0.18303222954273224
253263	rnn.bias_hh_l0_reverse	8	-0.06600241363048553
253263	rnn.bias_hh_l0_reverse	9	-0.1145034059882164
253263	linear.weight	0	-0.2815900444984436
253263	linear.weight	1	-0.12724854052066803
253263	linear.weight	2	-0.011228874325752258
253263	linear.weight	3	-0.06374764442443848
253263	linear.weight	4	-0.003558971220627427
253263	linear.weight	5	0.2542916238307953
253263	linear.weight	6	0.0047744326293468475
253263	linear.weight	7	-0.021312154829502106
253263	linear.weight	8	0.18962831795215607
253263	linear.weight	9	0.20086844265460968
253263	linear.bias	0	-0.8364050388336182
253263	linear.bias	1	1.4267560243606567
253263	linear.bias	2	-0.46674051880836487
253263	linear.bias	3	-0.7671927809715271
253263	linear.bias	4	-0.9208502173423767
253263	linear.bias	5	-1.1807717084884644
253263	linear.bias	6	-0.9652373790740967
253263	linear.bias	7	-0.6996460556983948
253263	linear.bias	8	-0.01705317199230194
253263	linear.bias	9	3.51116681098938
253460	transitions	0	-0.47382187843322754
253460	transitions	1	8.860673904418945
253460	transitions	2	-3.64558482170105
253460	transitions	3	1.629474401473999
253460	transitions	4	-2.2320048809051514
253460	transitions	5	-0.4359472393989563
253460	transitions	6	-0.19682538509368896
253460	transitions	7	-10000.0
253460	transitions	8	1.8667100667953491
253460	transitions	9	-2.295130968093872
253460	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
253460	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
253460	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
253460	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
253460	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
253460	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
253460	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
253460	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
253460	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
253460	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
253460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
253460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
253460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
253460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
253460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
253460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
253460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
253460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
253460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
253460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
253460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
253460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
253460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
253460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
253460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
253460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
253460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
253460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
253460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
253460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
253460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
253460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
253460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
253460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
253460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
253460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
253460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
253460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
253460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
253460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
253460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
253460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
253460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
253460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
253460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
253460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
253460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
253460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
253460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
253460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
253460	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
253460	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
253460	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
253460	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
253460	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
253460	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
253460	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
253460	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
253460	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
253460	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
253460	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
253460	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
253460	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
253460	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
253460	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
253460	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
253460	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
253460	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
253460	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
253460	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
253460	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
253460	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
253460	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
253460	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
253460	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
253460	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
253460	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
253460	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
253460	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
253460	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
253460	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
253460	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
253460	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
253460	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
253460	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
253460	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
253460	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
253460	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
253460	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
253460	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
253460	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
253460	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
253460	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
253460	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
253460	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
253460	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
253460	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
253460	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
253460	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
253460	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
253460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
253460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
253460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
253460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
253460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
253460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
253460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
253460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
253460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
253460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
253460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
253460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
253460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
253460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
253460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
253460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
253460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
253460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
253460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
253460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
253460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
253460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
253460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
253460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
253460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
253460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
253460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
253460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
253460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
253460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
253460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
253460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
253460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
253460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
253460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
253460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
253460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
253460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
253460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
253460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
253460	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
253460	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
253460	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
253460	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
253460	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
253460	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
253460	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
253460	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
253460	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
253460	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
253460	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
253460	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
253460	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
253460	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
253460	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
253460	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
253460	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
253460	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
253460	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
253460	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
253460	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
253460	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
253460	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
253460	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
253460	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
253460	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
253460	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
253460	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
253460	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
253460	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
253460	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
253460	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
253460	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
253460	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
253460	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
253460	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
253460	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
253460	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
253460	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
253460	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
253460	embedding2nn.weight	0	0.04591260850429535
253460	embedding2nn.weight	1	-0.09319309145212173
253460	embedding2nn.weight	2	0.015559733845293522
253460	embedding2nn.weight	3	-0.06231498345732689
253460	embedding2nn.weight	4	-0.10805906355381012
253460	embedding2nn.weight	5	0.11186917126178741
253460	embedding2nn.weight	6	-0.07713048160076141
253460	embedding2nn.weight	7	-0.07675302028656006
253460	embedding2nn.weight	8	-0.03204045072197914
253460	embedding2nn.weight	9	0.039175499230623245
253460	embedding2nn.bias	0	0.0897187814116478
253460	embedding2nn.bias	1	-0.008077584207057953
253460	embedding2nn.bias	2	-0.07311397045850754
253460	embedding2nn.bias	3	0.019792350009083748
253460	embedding2nn.bias	4	-0.020613910630345345
253460	embedding2nn.bias	5	-0.17624454200267792
253460	embedding2nn.bias	6	-0.10515101999044418
253460	embedding2nn.bias	7	-0.0031185096595436335
253460	embedding2nn.bias	8	0.04001373425126076
253460	embedding2nn.bias	9	-0.06227703392505646
253460	rnn.weight_ih_l0	0	0.03691219165921211
253460	rnn.weight_ih_l0	1	-0.08716463297605515
253460	rnn.weight_ih_l0	2	-0.06372299790382385
253460	rnn.weight_ih_l0	3	-0.05429154634475708
253460	rnn.weight_ih_l0	4	0.020125702023506165
253460	rnn.weight_ih_l0	5	-0.11323581635951996
253460	rnn.weight_ih_l0	6	-0.03209652006626129
253460	rnn.weight_ih_l0	7	-0.003952492959797382
253460	rnn.weight_ih_l0	8	0.05203426256775856
253460	rnn.weight_ih_l0	9	0.010787192732095718
253460	rnn.weight_hh_l0	0	0.0035623209550976753
253460	rnn.weight_hh_l0	1	-0.08129344135522842
253460	rnn.weight_hh_l0	2	0.07343711704015732
253460	rnn.weight_hh_l0	3	0.052996210753917694
253460	rnn.weight_hh_l0	4	0.006482363678514957
253460	rnn.weight_hh_l0	5	0.0712604820728302
253460	rnn.weight_hh_l0	6	-0.016331253573298454
253460	rnn.weight_hh_l0	7	-0.11234022676944733
253460	rnn.weight_hh_l0	8	0.028568929061293602
253460	rnn.weight_hh_l0	9	-0.07787424325942993
253460	rnn.bias_ih_l0	0	-0.07870141416788101
253460	rnn.bias_ih_l0	1	-0.19416742026805878
253460	rnn.bias_ih_l0	2	-0.26008889079093933
253460	rnn.bias_ih_l0	3	-0.2819788455963135
253460	rnn.bias_ih_l0	4	0.01157144270837307
253460	rnn.bias_ih_l0	5	0.05340651795268059
253460	rnn.bias_ih_l0	6	-0.17121940851211548
253460	rnn.bias_ih_l0	7	-0.2711280286312103
253460	rnn.bias_ih_l0	8	-0.14837002754211426
253460	rnn.bias_ih_l0	9	-0.17613589763641357
253460	rnn.bias_hh_l0	0	0.12599609792232513
253460	rnn.bias_hh_l0	1	-0.056485746055841446
253460	rnn.bias_hh_l0	2	0.050286442041397095
253460	rnn.bias_hh_l0	3	-0.1790161281824112
253460	rnn.bias_hh_l0	4	0.05324864760041237
253460	rnn.bias_hh_l0	5	0.05167463421821594
253460	rnn.bias_hh_l0	6	-0.1103091686964035
253460	rnn.bias_hh_l0	7	-0.15460535883903503
253460	rnn.bias_hh_l0	8	-0.18334919214248657
253460	rnn.bias_hh_l0	9	-0.10973529517650604
253460	rnn.weight_ih_l0_reverse	0	-0.01650228723883629
253460	rnn.weight_ih_l0_reverse	1	-0.006257738918066025
253460	rnn.weight_ih_l0_reverse	2	-0.0011398232309147716
253460	rnn.weight_ih_l0_reverse	3	0.008412445895373821
253460	rnn.weight_ih_l0_reverse	4	0.008615243248641491
253460	rnn.weight_ih_l0_reverse	5	-0.056465886533260345
253460	rnn.weight_ih_l0_reverse	6	-0.04303908348083496
253460	rnn.weight_ih_l0_reverse	7	0.014504942111670971
253460	rnn.weight_ih_l0_reverse	8	0.09076625853776932
253460	rnn.weight_ih_l0_reverse	9	0.0041583082638680935
253460	rnn.weight_hh_l0_reverse	0	0.003899218048900366
253460	rnn.weight_hh_l0_reverse	1	0.02716660499572754
253460	rnn.weight_hh_l0_reverse	2	-0.04043339192867279
253460	rnn.weight_hh_l0_reverse	3	0.040991783142089844
253460	rnn.weight_hh_l0_reverse	4	0.024270331487059593
253460	rnn.weight_hh_l0_reverse	5	-0.008265428245067596
253460	rnn.weight_hh_l0_reverse	6	0.0687653198838234
253460	rnn.weight_hh_l0_reverse	7	0.040131255984306335
253460	rnn.weight_hh_l0_reverse	8	-0.023790989071130753
253460	rnn.weight_hh_l0_reverse	9	-0.02580486610531807
253460	rnn.bias_ih_l0_reverse	0	-0.15219049155712128
253460	rnn.bias_ih_l0_reverse	1	-0.3074914813041687
253460	rnn.bias_ih_l0_reverse	2	-0.05705588310956955
253460	rnn.bias_ih_l0_reverse	3	-0.15314307808876038
253460	rnn.bias_ih_l0_reverse	4	0.07014434784650803
253460	rnn.bias_ih_l0_reverse	5	-0.28194501996040344
253460	rnn.bias_ih_l0_reverse	6	-0.06948263943195343
253460	rnn.bias_ih_l0_reverse	7	0.01728992722928524
253460	rnn.bias_ih_l0_reverse	8	-0.19295772910118103
253460	rnn.bias_ih_l0_reverse	9	-0.09288753569126129
253460	rnn.bias_hh_l0_reverse	0	-0.15849687159061432
253460	rnn.bias_hh_l0_reverse	1	-0.14059241116046906
253460	rnn.bias_hh_l0_reverse	2	-0.011865855194628239
253460	rnn.bias_hh_l0_reverse	3	-0.13821637630462646
253460	rnn.bias_hh_l0_reverse	4	-0.02243182435631752
253460	rnn.bias_hh_l0_reverse	5	-0.11968687176704407
253460	rnn.bias_hh_l0_reverse	6	-0.07709460705518723
253460	rnn.bias_hh_l0_reverse	7	-0.18282274901866913
253460	rnn.bias_hh_l0_reverse	8	-0.06677255034446716
253460	rnn.bias_hh_l0_reverse	9	-0.11496163159608841
253460	linear.weight	0	-0.2827121317386627
253460	linear.weight	1	-0.1263805627822876
253460	linear.weight	2	-0.011228874325752258
253460	linear.weight	3	-0.06866107881069183
253460	linear.weight	4	-0.0034807506017386913
253460	linear.weight	5	0.25659170746803284
253460	linear.weight	6	0.0047744326293468475
253460	linear.weight	7	-0.021312154829502106
253460	linear.weight	8	0.18876276910305023
253460	linear.weight	9	0.205206498503685
253460	linear.bias	0	-0.8342505693435669
253460	linear.bias	1	1.4323488473892212
253460	linear.bias	2	-0.4739397168159485
253460	linear.bias	3	-0.7711655497550964
253460	linear.bias	4	-0.9191015958786011
253460	linear.bias	5	-1.1807748079299927
253460	linear.bias	6	-0.9640108346939087
253460	linear.bias	7	-0.6981050968170166
253460	linear.bias	8	-0.01705317199230194
253460	linear.bias	9	3.49216365814209
253657	transitions	0	-0.4739065170288086
253657	transitions	1	8.858159065246582
253657	transitions	2	-3.6457390785217285
253657	transitions	3	1.6252081394195557
253657	transitions	4	-2.2321157455444336
253657	transitions	5	-0.4359588623046875
253657	transitions	6	-0.1968410313129425
253657	transitions	7	-10000.0
253657	transitions	8	1.8667559623718262
253657	transitions	9	-2.295130968093872
253657	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
253657	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
253657	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
253657	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
253657	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
253657	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
253657	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
253657	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
253657	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
253657	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
253657	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
253657	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
253657	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
253657	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
253657	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
253657	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
253657	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
253657	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
253657	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
253657	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
253657	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
253657	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
253657	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
253657	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
253657	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
253657	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
253657	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
253657	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
253657	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
253657	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
253657	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
253657	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
253657	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
253657	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
253657	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
253657	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
253657	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
253657	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
253657	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
253657	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
253657	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
253657	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
253657	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
253657	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
253657	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
253657	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
253657	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
253657	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
253657	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
253657	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
253657	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
253657	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
253657	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
253657	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
253657	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
253657	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
253657	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
253657	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
253657	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
253657	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
253657	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
253657	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
253657	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
253657	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
253657	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
253657	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
253657	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
253657	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
253657	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
253657	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
253657	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
253657	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
253657	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
253657	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
253657	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
253657	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
253657	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
253657	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
253657	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
253657	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
253657	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
253657	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
253657	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
253657	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
253657	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
253657	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
253657	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
253657	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
253657	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
253657	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
253657	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
253657	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
253657	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
253657	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
253657	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
253657	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
253657	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
253657	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
253657	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
253657	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
253657	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
253657	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
253657	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
253657	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
253657	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
253657	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
253657	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
253657	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
253657	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
253657	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
253657	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
253657	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
253657	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
253657	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
253657	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
253657	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
253657	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
253657	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
253657	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
253657	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
253657	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
253657	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
253657	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
253657	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
253657	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
253657	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
253657	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
253657	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
253657	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
253657	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
253657	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
253657	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
253657	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
253657	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
253657	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
253657	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
253657	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
253657	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
253657	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
253657	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
253657	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
253657	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
253657	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
253657	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
253657	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
253657	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
253657	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
253657	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
253657	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
253657	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
253657	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
253657	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
253657	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
253657	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
253657	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
253657	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
253657	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
253657	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
253657	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
253657	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
253657	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
253657	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
253657	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
253657	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
253657	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
253657	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
253657	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
253657	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
253657	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
253657	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
253657	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
253657	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
253657	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
253657	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
253657	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
253657	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
253657	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
253657	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
253657	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
253657	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
253657	embedding2nn.weight	0	0.04629188030958176
253657	embedding2nn.weight	1	-0.09327489882707596
253657	embedding2nn.weight	2	0.015207421034574509
253657	embedding2nn.weight	3	-0.061598535627126694
253657	embedding2nn.weight	4	-0.10678766667842865
253657	embedding2nn.weight	5	0.11223229020833969
253657	embedding2nn.weight	6	-0.07673529535531998
253657	embedding2nn.weight	7	-0.07698333263397217
253657	embedding2nn.weight	8	-0.03193610906600952
253657	embedding2nn.weight	9	0.039748504757881165
253657	embedding2nn.bias	0	0.08852318674325943
253657	embedding2nn.bias	1	-0.008903826586902142
253657	embedding2nn.bias	2	-0.06794369220733643
253657	embedding2nn.bias	3	0.019125977531075478
253657	embedding2nn.bias	4	-0.017073549330234528
253657	embedding2nn.bias	5	-0.18202921748161316
253657	embedding2nn.bias	6	-0.10093460232019424
253657	embedding2nn.bias	7	-0.005210006609559059
253657	embedding2nn.bias	8	0.046808626502752304
253657	embedding2nn.bias	9	-0.06188778206706047
253657	rnn.weight_ih_l0	0	0.0369340181350708
253657	rnn.weight_ih_l0	1	-0.08751141279935837
253657	rnn.weight_ih_l0	2	-0.0637851357460022
253657	rnn.weight_ih_l0	3	-0.05441063269972801
253657	rnn.weight_ih_l0	4	0.02065075933933258
253657	rnn.weight_ih_l0	5	-0.1135278195142746
253657	rnn.weight_ih_l0	6	-0.0318470299243927
253657	rnn.weight_ih_l0	7	-0.0030762292444705963
253657	rnn.weight_ih_l0	8	0.052966516464948654
253657	rnn.weight_ih_l0	9	0.0100139444693923
253657	rnn.weight_hh_l0	0	0.003585073398426175
253657	rnn.weight_hh_l0	1	-0.08231157064437866
253657	rnn.weight_hh_l0	2	0.07349752634763718
253657	rnn.weight_hh_l0	3	0.052723631262779236
253657	rnn.weight_hh_l0	4	0.006570582278072834
253657	rnn.weight_hh_l0	5	0.07108954340219498
253657	rnn.weight_hh_l0	6	-0.01636636070907116
253657	rnn.weight_hh_l0	7	-0.1122942641377449
253657	rnn.weight_hh_l0	8	0.028258834034204483
253657	rnn.weight_hh_l0	9	-0.07768072187900543
253657	rnn.bias_ih_l0	0	-0.07924449443817139
253657	rnn.bias_ih_l0	1	-0.19473794102668762
253657	rnn.bias_ih_l0	2	-0.259813517332077
253657	rnn.bias_ih_l0	3	-0.28167659044265747
253657	rnn.bias_ih_l0	4	0.010592443868517876
253657	rnn.bias_ih_l0	5	0.05290646478533745
253657	rnn.bias_ih_l0	6	-0.17154660820960999
253657	rnn.bias_ih_l0	7	-0.272384911775589
253657	rnn.bias_ih_l0	8	-0.14765827357769012
253657	rnn.bias_ih_l0	9	-0.1765330731868744
253657	rnn.bias_hh_l0	0	0.12545233964920044
253657	rnn.bias_hh_l0	1	-0.05697197467088699
253657	rnn.bias_hh_l0	2	0.04956633970141411
253657	rnn.bias_hh_l0	3	-0.1784508228302002
253657	rnn.bias_hh_l0	4	0.05283251032233238
253657	rnn.bias_hh_l0	5	0.052405260503292084
253657	rnn.bias_hh_l0	6	-0.10958395898342133
253657	rnn.bias_hh_l0	7	-0.15415143966674805
253657	rnn.bias_hh_l0	8	-0.1829267293214798
253657	rnn.bias_hh_l0	9	-0.10999700427055359
253657	rnn.weight_ih_l0_reverse	0	-0.016317546367645264
253657	rnn.weight_ih_l0_reverse	1	-0.00596882589161396
253657	rnn.weight_ih_l0_reverse	2	-0.001513875206001103
253657	rnn.weight_ih_l0_reverse	3	0.007610587868839502
253657	rnn.weight_ih_l0_reverse	4	0.008191291242837906
253657	rnn.weight_ih_l0_reverse	5	-0.05648506432771683
253657	rnn.weight_ih_l0_reverse	6	-0.044087886810302734
253657	rnn.weight_ih_l0_reverse	7	0.014190979301929474
253657	rnn.weight_ih_l0_reverse	8	0.09091950953006744
253657	rnn.weight_ih_l0_reverse	9	0.003474946366623044
253657	rnn.weight_hh_l0_reverse	0	0.004029177129268646
253657	rnn.weight_hh_l0_reverse	1	0.027099771425127983
253657	rnn.weight_hh_l0_reverse	2	-0.04086858779191971
253657	rnn.weight_hh_l0_reverse	3	0.04087337851524353
253657	rnn.weight_hh_l0_reverse	4	0.024241143837571144
253657	rnn.weight_hh_l0_reverse	5	-0.008404242806136608
253657	rnn.weight_hh_l0_reverse	6	0.06874814629554749
253657	rnn.weight_hh_l0_reverse	7	0.04007457196712494
253657	rnn.weight_hh_l0_reverse	8	-0.02395903877913952
253657	rnn.weight_hh_l0_reverse	9	-0.02595752477645874
253657	rnn.bias_ih_l0_reverse	0	-0.15171852707862854
253657	rnn.bias_ih_l0_reverse	1	-0.306952565908432
253657	rnn.bias_ih_l0_reverse	2	-0.057476580142974854
253657	rnn.bias_ih_l0_reverse	3	-0.15336954593658447
253657	rnn.bias_ih_l0_reverse	4	0.07008638232946396
253657	rnn.bias_ih_l0_reverse	5	-0.28151437640190125
253657	rnn.bias_ih_l0_reverse	6	-0.07003750652074814
253657	rnn.bias_ih_l0_reverse	7	0.019554084166884422
253657	rnn.bias_ih_l0_reverse	8	-0.19311296939849854
253657	rnn.bias_ih_l0_reverse	9	-0.09304924309253693
253657	rnn.bias_hh_l0_reverse	0	-0.1582327038049698
253657	rnn.bias_hh_l0_reverse	1	-0.14179803431034088
253657	rnn.bias_hh_l0_reverse	2	-0.01172340102493763
253657	rnn.bias_hh_l0_reverse	3	-0.1390167474746704
253657	rnn.bias_hh_l0_reverse	4	-0.02115233801305294
253657	rnn.bias_hh_l0_reverse	5	-0.11938908696174622
253657	rnn.bias_hh_l0_reverse	6	-0.07796851545572281
253657	rnn.bias_hh_l0_reverse	7	-0.18169564008712769
253657	rnn.bias_hh_l0_reverse	8	-0.06669575721025467
253657	rnn.bias_hh_l0_reverse	9	-0.1150360181927681
253657	linear.weight	0	-0.287440687417984
253657	linear.weight	1	-0.12594102323055267
253657	linear.weight	2	-0.011228874325752258
253657	linear.weight	3	-0.07118159532546997
253657	linear.weight	4	-0.0018053918611258268
253657	linear.weight	5	0.2625177204608917
253657	linear.weight	6	0.0047744326293468475
253657	linear.weight	7	-0.021312154829502106
253657	linear.weight	8	0.19602833688259125
253657	linear.weight	9	0.20940734446048737
253657	linear.bias	0	-0.8517383933067322
253657	linear.bias	1	1.4211618900299072
253657	linear.bias	2	-0.4878357946872711
253657	linear.bias	3	-0.7740471959114075
253657	linear.bias	4	-0.9016432762145996
253657	linear.bias	5	-1.1807794570922852
253657	linear.bias	6	-0.9804303646087646
253657	linear.bias	7	-0.6935437321662903
253657	linear.bias	8	-0.01705317199230194
253657	linear.bias	9	3.510429859161377
253854	transitions	0	-0.473922997713089
253854	transitions	1	8.862013816833496
253854	transitions	2	-3.6459720134735107
253854	transitions	3	1.6214629411697388
253854	transitions	4	-2.2322309017181396
253854	transitions	5	-0.43607866764068604
253854	transitions	6	-0.19684909284114838
253854	transitions	7	-10000.0
253854	transitions	8	1.866644263267517
253854	transitions	9	-2.2951321601867676
253854	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
253854	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
253854	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
253854	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
253854	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
253854	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
253854	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
253854	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
253854	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
253854	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
253854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
253854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
253854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
253854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
253854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
253854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
253854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
253854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
253854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
253854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
253854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
253854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
253854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
253854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
253854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
253854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
253854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
253854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
253854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
253854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
253854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
253854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
253854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
253854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
253854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
253854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
253854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
253854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
253854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
253854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
253854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
253854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
253854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
253854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
253854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
253854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
253854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
253854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
253854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
253854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
253854	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
253854	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
253854	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
253854	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
253854	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
253854	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
253854	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
253854	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
253854	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
253854	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
253854	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
253854	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
253854	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
253854	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
253854	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
253854	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
253854	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
253854	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
253854	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
253854	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
253854	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
253854	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
253854	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
253854	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
253854	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
253854	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
253854	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
253854	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
253854	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
253854	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
253854	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
253854	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
253854	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
253854	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
253854	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
253854	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
253854	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
253854	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
253854	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
253854	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
253854	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
253854	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
253854	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
253854	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
253854	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
253854	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
253854	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
253854	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
253854	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
253854	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
253854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
253854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
253854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
253854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
253854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
253854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
253854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
253854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
253854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
253854	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
253854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
253854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
253854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
253854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
253854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
253854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
253854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
253854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
253854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
253854	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
253854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
253854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
253854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
253854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
253854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
253854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
253854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
253854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
253854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
253854	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
253854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
253854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
253854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
253854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
253854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
253854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
253854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
253854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
253854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
253854	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
253854	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
253854	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
253854	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
253854	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
253854	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
253854	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
253854	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
253854	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
253854	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
253854	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
253854	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
253854	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
253854	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
253854	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
253854	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
253854	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
253854	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
253854	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
253854	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
253854	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
253854	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
253854	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
253854	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
253854	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
253854	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
253854	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
253854	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
253854	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
253854	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
253854	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
253854	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
253854	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
253854	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
253854	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
253854	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
253854	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
253854	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
253854	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
253854	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
253854	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
253854	embedding2nn.weight	0	0.04639474302530289
253854	embedding2nn.weight	1	-0.0931948870420456
253854	embedding2nn.weight	2	0.015170144848525524
253854	embedding2nn.weight	3	-0.061065442860126495
253854	embedding2nn.weight	4	-0.106722891330719
253854	embedding2nn.weight	5	0.11271548271179199
253854	embedding2nn.weight	6	-0.07718823850154877
253854	embedding2nn.weight	7	-0.07718313485383987
253854	embedding2nn.weight	8	-0.03177420049905777
253854	embedding2nn.weight	9	0.03886974975466728
253854	embedding2nn.bias	0	0.084537573158741
253854	embedding2nn.bias	1	-0.008740011602640152
253854	embedding2nn.bias	2	-0.06429702043533325
253854	embedding2nn.bias	3	0.02148372307419777
253854	embedding2nn.bias	4	-0.018425332382321358
253854	embedding2nn.bias	5	-0.18080167472362518
253854	embedding2nn.bias	6	-0.0921522006392479
253854	embedding2nn.bias	7	-0.010290433652698994
253854	embedding2nn.bias	8	0.04330361261963844
253854	embedding2nn.bias	9	-0.05917135998606682
253854	rnn.weight_ih_l0	0	0.03678650036454201
253854	rnn.weight_ih_l0	1	-0.0872269719839096
253854	rnn.weight_ih_l0	2	-0.0633748397231102
253854	rnn.weight_ih_l0	3	-0.05423705652356148
253854	rnn.weight_ih_l0	4	0.021454304456710815
253854	rnn.weight_ih_l0	5	-0.11407004296779633
253854	rnn.weight_ih_l0	6	-0.03168749064207077
253854	rnn.weight_ih_l0	7	-0.003013284644111991
253854	rnn.weight_ih_l0	8	0.05350641906261444
253854	rnn.weight_ih_l0	9	0.01130641344934702
253854	rnn.weight_hh_l0	0	0.003434128127992153
253854	rnn.weight_hh_l0	1	-0.0821017324924469
253854	rnn.weight_hh_l0	2	0.07326072454452515
253854	rnn.weight_hh_l0	3	0.05233735963702202
253854	rnn.weight_hh_l0	4	0.006631482392549515
253854	rnn.weight_hh_l0	5	0.07141245901584625
253854	rnn.weight_hh_l0	6	-0.016514049842953682
253854	rnn.weight_hh_l0	7	-0.11208338290452957
253854	rnn.weight_hh_l0	8	0.027607973664999008
253854	rnn.weight_hh_l0	9	-0.07760193943977356
253854	rnn.bias_ih_l0	0	-0.07872804999351501
253854	rnn.bias_ih_l0	1	-0.1939326524734497
253854	rnn.bias_ih_l0	2	-0.25925493240356445
253854	rnn.bias_ih_l0	3	-0.28127363324165344
253854	rnn.bias_ih_l0	4	0.011082650162279606
253854	rnn.bias_ih_l0	5	0.05444918945431709
253854	rnn.bias_ih_l0	6	-0.1719144880771637
253854	rnn.bias_ih_l0	7	-0.2727271616458893
253854	rnn.bias_ih_l0	8	-0.14770662784576416
253854	rnn.bias_ih_l0	9	-0.17685768008232117
253854	rnn.bias_hh_l0	0	0.12444061040878296
253854	rnn.bias_hh_l0	1	-0.056897252798080444
253854	rnn.bias_hh_l0	2	0.05006052553653717
253854	rnn.bias_hh_l0	3	-0.17826436460018158
253854	rnn.bias_hh_l0	4	0.05228918045759201
253854	rnn.bias_hh_l0	5	0.051804717630147934
253854	rnn.bias_hh_l0	6	-0.10921022295951843
253854	rnn.bias_hh_l0	7	-0.154225692152977
253854	rnn.bias_hh_l0	8	-0.18321338295936584
253854	rnn.bias_hh_l0	9	-0.10970591753721237
253854	rnn.weight_ih_l0_reverse	0	-0.016522474586963654
253854	rnn.weight_ih_l0_reverse	1	-0.006608415395021439
253854	rnn.weight_ih_l0_reverse	2	-0.000935185351409018
253854	rnn.weight_ih_l0_reverse	3	0.007370639592409134
253854	rnn.weight_ih_l0_reverse	4	0.008488263003528118
253854	rnn.weight_ih_l0_reverse	5	-0.05588211864233017
253854	rnn.weight_ih_l0_reverse	6	-0.04441611468791962
253854	rnn.weight_ih_l0_reverse	7	0.014026649296283722
253854	rnn.weight_ih_l0_reverse	8	0.09075149893760681
253854	rnn.weight_ih_l0_reverse	9	0.003981433808803558
253854	rnn.weight_hh_l0_reverse	0	0.00407416420057416
253854	rnn.weight_hh_l0_reverse	1	0.02715049684047699
253854	rnn.weight_hh_l0_reverse	2	-0.04072520136833191
253854	rnn.weight_hh_l0_reverse	3	0.040916722267866135
253854	rnn.weight_hh_l0_reverse	4	0.024386372417211533
253854	rnn.weight_hh_l0_reverse	5	-0.007973438128829002
253854	rnn.weight_hh_l0_reverse	6	0.06883774697780609
253854	rnn.weight_hh_l0_reverse	7	0.0398898608982563
253854	rnn.weight_hh_l0_reverse	8	-0.023734407499432564
253854	rnn.weight_hh_l0_reverse	9	-0.025940701365470886
253854	rnn.bias_ih_l0_reverse	0	-0.15190690755844116
253854	rnn.bias_ih_l0_reverse	1	-0.30706220865249634
253854	rnn.bias_ih_l0_reverse	2	-0.05774155259132385
253854	rnn.bias_ih_l0_reverse	3	-0.1532335728406906
253854	rnn.bias_ih_l0_reverse	4	0.07043157517910004
253854	rnn.bias_ih_l0_reverse	5	-0.28136980533599854
253854	rnn.bias_ih_l0_reverse	6	-0.0705537274479866
253854	rnn.bias_ih_l0_reverse	7	0.017610415816307068
253854	rnn.bias_ih_l0_reverse	8	-0.19249948859214783
253854	rnn.bias_ih_l0_reverse	9	-0.09303736686706543
253854	rnn.bias_hh_l0_reverse	0	-0.15856222808361053
253854	rnn.bias_hh_l0_reverse	1	-0.1408211886882782
253854	rnn.bias_hh_l0_reverse	2	-0.01187083963304758
253854	rnn.bias_hh_l0_reverse	3	-0.14032688736915588
253854	rnn.bias_hh_l0_reverse	4	-0.021211516112089157
253854	rnn.bias_hh_l0_reverse	5	-0.12011149525642395
253854	rnn.bias_hh_l0_reverse	6	-0.0781991183757782
253854	rnn.bias_hh_l0_reverse	7	-0.18206407129764557
253854	rnn.bias_hh_l0_reverse	8	-0.0665171816945076
253854	rnn.bias_hh_l0_reverse	9	-0.11536458134651184
253854	linear.weight	0	-0.29060521721839905
253854	linear.weight	1	-0.12434760481119156
253854	linear.weight	2	-0.011228874325752258
253854	linear.weight	3	-0.06837005168199539
253854	linear.weight	4	-0.0008688411908224225
253854	linear.weight	5	0.25528109073638916
253854	linear.weight	6	0.0047744326293468475
253854	linear.weight	7	-0.021312154829502106
253854	linear.weight	8	0.19318832457065582
253854	linear.weight	9	0.2071123719215393
253854	linear.bias	0	-0.8415803909301758
253854	linear.bias	1	1.4157627820968628
253854	linear.bias	2	-0.4822198450565338
253854	linear.bias	3	-0.769636332988739
253854	linear.bias	4	-0.912614643573761
253854	linear.bias	5	-1.1807832717895508
253854	linear.bias	6	-0.9704465270042419
253854	linear.bias	7	-0.6987956166267395
253854	linear.bias	8	-0.01705317199230194
253854	linear.bias	9	3.510373592376709
254051	transitions	0	-0.47398078441619873
254051	transitions	1	8.872099876403809
254051	transitions	2	-3.6460540294647217
254051	transitions	3	1.6205456256866455
254051	transitions	4	-2.232382297515869
254051	transitions	5	-0.4360915720462799
254051	transitions	6	-0.1968616396188736
254051	transitions	7	-10000.0
254051	transitions	8	1.866666316986084
254051	transitions	9	-2.2951343059539795
254051	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
254051	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
254051	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
254051	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
254051	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
254051	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
254051	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
254051	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
254051	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
254051	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
254051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
254051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
254051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
254051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
254051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
254051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
254051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
254051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
254051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
254051	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
254051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
254051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
254051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
254051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
254051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
254051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
254051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
254051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
254051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
254051	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
254051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
254051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
254051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
254051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
254051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
254051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
254051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
254051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
254051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
254051	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
254051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
254051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
254051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
254051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
254051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
254051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
254051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
254051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
254051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
254051	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
254051	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
254051	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
254051	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
254051	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
254051	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
254051	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
254051	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
254051	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
254051	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
254051	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
254051	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
254051	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
254051	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
254051	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
254051	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
254051	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
254051	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
254051	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
254051	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
254051	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
254051	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
254051	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
254051	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
254051	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
254051	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
254051	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
254051	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
254051	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
254051	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
254051	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
254051	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
254051	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
254051	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
254051	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
254051	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
254051	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
254051	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
254051	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
254051	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
254051	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
254051	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
254051	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
254051	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
254051	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
254051	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
254051	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
254051	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
254051	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
254051	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
254051	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
254051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
254051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
254051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
254051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
254051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
254051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
254051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
254051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
254051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
254051	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
254051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
254051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
254051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
254051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
254051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
254051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
254051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
254051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
254051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
254051	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
254051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
254051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
254051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
254051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
254051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
254051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
254051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
254051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
254051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
254051	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
254051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
254051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
254051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
254051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
254051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
254051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
254051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
254051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
254051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
254051	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
254051	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
254051	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
254051	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
254051	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
254051	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
254051	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
254051	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
254051	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
254051	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
254051	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
254051	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
254051	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
254051	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
254051	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
254051	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
254051	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
254051	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
254051	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
254051	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
254051	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
254051	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
254051	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
254051	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
254051	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
254051	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
254051	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
254051	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
254051	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
254051	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
254051	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
254051	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
254051	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
254051	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
254051	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
254051	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
254051	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
254051	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
254051	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
254051	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
254051	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
254051	embedding2nn.weight	0	0.046036165207624435
254051	embedding2nn.weight	1	-0.09298554062843323
254051	embedding2nn.weight	2	0.014881248585879803
254051	embedding2nn.weight	3	-0.06060595437884331
254051	embedding2nn.weight	4	-0.10735221207141876
254051	embedding2nn.weight	5	0.11285925656557083
254051	embedding2nn.weight	6	-0.07682760059833527
254051	embedding2nn.weight	7	-0.07769575715065002
254051	embedding2nn.weight	8	-0.031944967806339264
254051	embedding2nn.weight	9	0.03813265636563301
254051	embedding2nn.bias	0	0.08537592738866806
254051	embedding2nn.bias	1	-0.01313841063529253
254051	embedding2nn.bias	2	-0.07003612816333771
254051	embedding2nn.bias	3	0.02603246457874775
254051	embedding2nn.bias	4	-0.023283114656805992
254051	embedding2nn.bias	5	-0.17837511003017426
254051	embedding2nn.bias	6	-0.08943552523851395
254051	embedding2nn.bias	7	-0.010842036455869675
254051	embedding2nn.bias	8	0.04435040429234505
254051	embedding2nn.bias	9	-0.060420434921979904
254051	rnn.weight_ih_l0	0	0.03707273304462433
254051	rnn.weight_ih_l0	1	-0.08734547346830368
254051	rnn.weight_ih_l0	2	-0.06452824175357819
254051	rnn.weight_ih_l0	3	-0.05496404692530632
254051	rnn.weight_ih_l0	4	0.021492209285497665
254051	rnn.weight_ih_l0	5	-0.1140717938542366
254051	rnn.weight_ih_l0	6	-0.03143010661005974
254051	rnn.weight_ih_l0	7	-0.002647576155140996
254051	rnn.weight_ih_l0	8	0.05244723707437515
254051	rnn.weight_ih_l0	9	0.01192382536828518
254051	rnn.weight_hh_l0	0	0.003247740911319852
254051	rnn.weight_hh_l0	1	-0.08202271163463593
254051	rnn.weight_hh_l0	2	0.07339547574520111
254051	rnn.weight_hh_l0	3	0.05236745998263359
254051	rnn.weight_hh_l0	4	0.006753650028258562
254051	rnn.weight_hh_l0	5	0.07146525382995605
254051	rnn.weight_hh_l0	6	-0.016419988125562668
254051	rnn.weight_hh_l0	7	-0.11210616677999496
254051	rnn.weight_hh_l0	8	0.027358626946806908
254051	rnn.weight_hh_l0	9	-0.07770956307649612
254051	rnn.bias_ih_l0	0	-0.07836978137493134
254051	rnn.bias_ih_l0	1	-0.19329576194286346
254051	rnn.bias_ih_l0	2	-0.2600420117378235
254051	rnn.bias_ih_l0	3	-0.2815268635749817
254051	rnn.bias_ih_l0	4	0.011607729829847813
254051	rnn.bias_ih_l0	5	0.05490969121456146
254051	rnn.bias_ih_l0	6	-0.17223887145519257
254051	rnn.bias_ih_l0	7	-0.27311229705810547
254051	rnn.bias_ih_l0	8	-0.1489788442850113
254051	rnn.bias_ih_l0	9	-0.17827093601226807
254051	rnn.bias_hh_l0	0	0.1241908147931099
254051	rnn.bias_hh_l0	1	-0.056540168821811676
254051	rnn.bias_hh_l0	2	0.05031311884522438
254051	rnn.bias_hh_l0	3	-0.17805276811122894
254051	rnn.bias_hh_l0	4	0.05229877680540085
254051	rnn.bias_hh_l0	5	0.05140781030058861
254051	rnn.bias_hh_l0	6	-0.10946770012378693
254051	rnn.bias_hh_l0	7	-0.15408028662204742
254051	rnn.bias_hh_l0	8	-0.18283724784851074
254051	rnn.bias_hh_l0	9	-0.10961589962244034
254051	rnn.weight_ih_l0_reverse	0	-0.016357947140932083
254051	rnn.weight_ih_l0_reverse	1	-0.0068852584809064865
254051	rnn.weight_ih_l0_reverse	2	-0.0010495149763301015
254051	rnn.weight_ih_l0_reverse	3	0.007333947345614433
254051	rnn.weight_ih_l0_reverse	4	0.008933835662901402
254051	rnn.weight_ih_l0_reverse	5	-0.05613270029425621
254051	rnn.weight_ih_l0_reverse	6	-0.04471901059150696
254051	rnn.weight_ih_l0_reverse	7	0.013667787425220013
254051	rnn.weight_ih_l0_reverse	8	0.09027387201786041
254051	rnn.weight_ih_l0_reverse	9	0.0033260772470384836
254051	rnn.weight_hh_l0_reverse	0	0.004054767079651356
254051	rnn.weight_hh_l0_reverse	1	0.02713276632130146
254051	rnn.weight_hh_l0_reverse	2	-0.040889665484428406
254051	rnn.weight_hh_l0_reverse	3	0.04088572785258293
254051	rnn.weight_hh_l0_reverse	4	0.024481168016791344
254051	rnn.weight_hh_l0_reverse	5	-0.008021206595003605
254051	rnn.weight_hh_l0_reverse	6	0.068885438144207
254051	rnn.weight_hh_l0_reverse	7	0.03980760648846626
254051	rnn.weight_hh_l0_reverse	8	-0.02378994971513748
254051	rnn.weight_hh_l0_reverse	9	-0.0259903222322464
254051	rnn.bias_ih_l0_reverse	0	-0.15228231251239777
254051	rnn.bias_ih_l0_reverse	1	-0.3082995116710663
254051	rnn.bias_ih_l0_reverse	2	-0.05807581543922424
254051	rnn.bias_ih_l0_reverse	3	-0.15297207236289978
254051	rnn.bias_ih_l0_reverse	4	0.07017698138952255
254051	rnn.bias_ih_l0_reverse	5	-0.2815830111503601
254051	rnn.bias_ih_l0_reverse	6	-0.07161889970302582
254051	rnn.bias_ih_l0_reverse	7	0.01667087711393833
254051	rnn.bias_ih_l0_reverse	8	-0.1933099925518036
254051	rnn.bias_ih_l0_reverse	9	-0.09221316874027252
254051	rnn.bias_hh_l0_reverse	0	-0.15702271461486816
254051	rnn.bias_hh_l0_reverse	1	-0.1413063406944275
254051	rnn.bias_hh_l0_reverse	2	-0.012325606308877468
254051	rnn.bias_hh_l0_reverse	3	-0.13987205922603607
254051	rnn.bias_hh_l0_reverse	4	-0.022108735516667366
254051	rnn.bias_hh_l0_reverse	5	-0.12066861242055893
254051	rnn.bias_hh_l0_reverse	6	-0.07784736901521683
254051	rnn.bias_hh_l0_reverse	7	-0.18249869346618652
254051	rnn.bias_hh_l0_reverse	8	-0.06677629053592682
254051	rnn.bias_hh_l0_reverse	9	-0.11590685695409775
254051	linear.weight	0	-0.2928197979927063
254051	linear.weight	1	-0.12368945777416229
254051	linear.weight	2	-0.011228874325752258
254051	linear.weight	3	-0.06759936362504959
254051	linear.weight	4	-0.0016594359185546637
254051	linear.weight	5	0.25260546803474426
254051	linear.weight	6	0.0047744326293468475
254051	linear.weight	7	-0.021312154829502106
254051	linear.weight	8	0.1897144317626953
254051	linear.weight	9	0.2082776427268982
254051	linear.bias	0	-0.836578905582428
254051	linear.bias	1	1.406531572341919
254051	linear.bias	2	-0.49584048986434937
254051	linear.bias	3	-0.757498562335968
254051	linear.bias	4	-0.9178200364112854
254051	linear.bias	5	-1.1807869672775269
254051	linear.bias	6	-0.9664204716682434
254051	linear.bias	7	-0.6972193717956543
254051	linear.bias	8	-0.01705317199230194
254051	linear.bias	9	3.517728328704834
254248	transitions	0	-0.47399958968162537
254248	transitions	1	8.873930931091309
254248	transitions	2	-3.6462717056274414
254248	transitions	3	1.6238059997558594
254248	transitions	4	-2.2325174808502197
254248	transitions	5	-0.43610113859176636
254248	transitions	6	-0.19686587154865265
254248	transitions	7	-10000.0
254248	transitions	8	1.8665045499801636
254248	transitions	9	-2.295135021209717
254248	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
254248	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
254248	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
254248	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
254248	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
254248	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
254248	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
254248	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
254248	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
254248	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
254248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
254248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
254248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
254248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
254248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
254248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
254248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
254248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
254248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
254248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
254248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
254248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
254248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
254248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
254248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
254248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
254248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
254248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
254248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
254248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
254248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
254248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
254248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
254248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
254248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
254248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
254248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
254248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
254248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
254248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
254248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
254248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
254248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
254248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
254248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
254248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
254248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
254248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
254248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
254248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
254248	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
254248	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
254248	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
254248	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
254248	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
254248	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
254248	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
254248	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
254248	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
254248	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
254248	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
254248	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
254248	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
254248	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
254248	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
254248	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
254248	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
254248	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
254248	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
254248	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
254248	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
254248	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
254248	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
254248	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
254248	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
254248	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
254248	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
254248	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
254248	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
254248	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
254248	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
254248	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
254248	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
254248	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
254248	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
254248	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
254248	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
254248	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
254248	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
254248	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
254248	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
254248	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
254248	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
254248	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
254248	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
254248	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
254248	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
254248	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
254248	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
254248	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
254248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
254248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
254248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
254248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
254248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
254248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
254248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
254248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
254248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
254248	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
254248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
254248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
254248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
254248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
254248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
254248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
254248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
254248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
254248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
254248	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
254248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
254248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
254248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
254248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
254248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
254248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
254248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
254248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
254248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
254248	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
254248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
254248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
254248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
254248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
254248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
254248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
254248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
254248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
254248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
254248	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
254248	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
254248	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
254248	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
254248	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
254248	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
254248	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
254248	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
254248	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
254248	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
254248	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
254248	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
254248	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
254248	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
254248	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
254248	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
254248	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
254248	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
254248	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
254248	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
254248	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
254248	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
254248	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
254248	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
254248	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
254248	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
254248	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
254248	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
254248	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
254248	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
254248	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
254248	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
254248	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
254248	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
254248	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
254248	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
254248	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
254248	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
254248	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
254248	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
254248	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
254248	embedding2nn.weight	0	0.04606267809867859
254248	embedding2nn.weight	1	-0.09319545328617096
254248	embedding2nn.weight	2	0.012846129015088081
254248	embedding2nn.weight	3	-0.06106703355908394
254248	embedding2nn.weight	4	-0.10777202248573303
254248	embedding2nn.weight	5	0.1123661994934082
254248	embedding2nn.weight	6	-0.07642319053411484
254248	embedding2nn.weight	7	-0.07772405445575714
254248	embedding2nn.weight	8	-0.03204643726348877
254248	embedding2nn.weight	9	0.03756256029009819
254248	embedding2nn.bias	0	0.08474986255168915
254248	embedding2nn.bias	1	-0.014432786963880062
254248	embedding2nn.bias	2	-0.06852656602859497
254248	embedding2nn.bias	3	0.025983240455389023
254248	embedding2nn.bias	4	-0.021951954811811447
254248	embedding2nn.bias	5	-0.17937491834163666
254248	embedding2nn.bias	6	-0.08764415234327316
254248	embedding2nn.bias	7	-0.016917811706662178
254248	embedding2nn.bias	8	0.04675799235701561
254248	embedding2nn.bias	9	-0.059009093791246414
254248	rnn.weight_ih_l0	0	0.03752043470740318
254248	rnn.weight_ih_l0	1	-0.08743376284837723
254248	rnn.weight_ih_l0	2	-0.06436821818351746
254248	rnn.weight_ih_l0	3	-0.054895974695682526
254248	rnn.weight_ih_l0	4	0.020589439198374748
254248	rnn.weight_ih_l0	5	-0.11362047493457794
254248	rnn.weight_ih_l0	6	-0.03110409900546074
254248	rnn.weight_ih_l0	7	-0.002064913045614958
254248	rnn.weight_ih_l0	8	0.05232876539230347
254248	rnn.weight_ih_l0	9	0.012805826961994171
254248	rnn.weight_hh_l0	0	0.0032282229512929916
254248	rnn.weight_hh_l0	1	-0.08224683254957199
254248	rnn.weight_hh_l0	2	0.07332364469766617
254248	rnn.weight_hh_l0	3	0.052094925194978714
254248	rnn.weight_hh_l0	4	0.006796539295464754
254248	rnn.weight_hh_l0	5	0.0717717856168747
254248	rnn.weight_hh_l0	6	-0.016330258920788765
254248	rnn.weight_hh_l0	7	-0.11189059168100357
254248	rnn.weight_hh_l0	8	0.02714831940829754
254248	rnn.weight_hh_l0	9	-0.07736563682556152
254248	rnn.bias_ih_l0	0	-0.07951543480157852
254248	rnn.bias_ih_l0	1	-0.19237814843654633
254248	rnn.bias_ih_l0	2	-0.2606024146080017
254248	rnn.bias_ih_l0	3	-0.28125953674316406
254248	rnn.bias_ih_l0	4	0.011695632711052895
254248	rnn.bias_ih_l0	5	0.05506546422839165
254248	rnn.bias_ih_l0	6	-0.17153294384479523
254248	rnn.bias_ih_l0	7	-0.2743503153324127
254248	rnn.bias_ih_l0	8	-0.14975373446941376
254248	rnn.bias_ih_l0	9	-0.17797349393367767
254248	rnn.bias_hh_l0	0	0.1244102343916893
254248	rnn.bias_hh_l0	1	-0.056284140795469284
254248	rnn.bias_hh_l0	2	0.05024024099111557
254248	rnn.bias_hh_l0	3	-0.17803584039211273
254248	rnn.bias_hh_l0	4	0.05274517089128494
254248	rnn.bias_hh_l0	5	0.051738034933805466
254248	rnn.bias_hh_l0	6	-0.10981511324644089
254248	rnn.bias_hh_l0	7	-0.1534537971019745
254248	rnn.bias_hh_l0	8	-0.18280456960201263
254248	rnn.bias_hh_l0	9	-0.10992981493473053
254248	rnn.weight_ih_l0_reverse	0	-0.0163948405534029
254248	rnn.weight_ih_l0_reverse	1	-0.007073711138218641
254248	rnn.weight_ih_l0_reverse	2	-0.001102469046600163
254248	rnn.weight_ih_l0_reverse	3	0.007468976080417633
254248	rnn.weight_ih_l0_reverse	4	0.008785570040345192
254248	rnn.weight_ih_l0_reverse	5	-0.05703986436128616
254248	rnn.weight_ih_l0_reverse	6	-0.0440465472638607
254248	rnn.weight_ih_l0_reverse	7	0.014782381244003773
254248	rnn.weight_ih_l0_reverse	8	0.0896942988038063
254248	rnn.weight_ih_l0_reverse	9	0.003084382973611355
254248	rnn.weight_hh_l0_reverse	0	0.004010032396763563
254248	rnn.weight_hh_l0_reverse	1	0.02748742699623108
254248	rnn.weight_hh_l0_reverse	2	-0.04102356359362602
254248	rnn.weight_hh_l0_reverse	3	0.040860146284103394
254248	rnn.weight_hh_l0_reverse	4	0.024423183873295784
254248	rnn.weight_hh_l0_reverse	5	-0.00803102646023035
254248	rnn.weight_hh_l0_reverse	6	0.0689275860786438
254248	rnn.weight_hh_l0_reverse	7	0.03969864919781685
254248	rnn.weight_hh_l0_reverse	8	-0.023787779733538628
254248	rnn.weight_hh_l0_reverse	9	-0.025977790355682373
254248	rnn.bias_ih_l0_reverse	0	-0.15218180418014526
254248	rnn.bias_ih_l0_reverse	1	-0.30923551321029663
254248	rnn.bias_ih_l0_reverse	2	-0.057484421879053116
254248	rnn.bias_ih_l0_reverse	3	-0.15273037552833557
254248	rnn.bias_ih_l0_reverse	4	0.07114025205373764
254248	rnn.bias_ih_l0_reverse	5	-0.2826899290084839
254248	rnn.bias_ih_l0_reverse	6	-0.0706886500120163
254248	rnn.bias_ih_l0_reverse	7	0.016520287841558456
254248	rnn.bias_ih_l0_reverse	8	-0.193254753947258
254248	rnn.bias_ih_l0_reverse	9	-0.09230268746614456
254248	rnn.bias_hh_l0_reverse	0	-0.15781743824481964
254248	rnn.bias_hh_l0_reverse	1	-0.14185550808906555
254248	rnn.bias_hh_l0_reverse	2	-0.012567339465022087
254248	rnn.bias_hh_l0_reverse	3	-0.13978935778141022
254248	rnn.bias_hh_l0_reverse	4	-0.022695347666740417
254248	rnn.bias_hh_l0_reverse	5	-0.1206989586353302
254248	rnn.bias_hh_l0_reverse	6	-0.07703378796577454
254248	rnn.bias_hh_l0_reverse	7	-0.18246681988239288
254248	rnn.bias_hh_l0_reverse	8	-0.06593307107686996
254248	rnn.bias_hh_l0_reverse	9	-0.11565999686717987
254248	linear.weight	0	-0.2931033968925476
254248	linear.weight	1	-0.12171749770641327
254248	linear.weight	2	-0.011228874325752258
254248	linear.weight	3	-0.06797517091035843
254248	linear.weight	4	-0.00018545192142482847
254248	linear.weight	5	0.25800761580467224
254248	linear.weight	6	0.0047744326293468475
254248	linear.weight	7	-0.021312154829502106
254248	linear.weight	8	0.19075992703437805
254248	linear.weight	9	0.20551815629005432
254248	linear.bias	0	-0.8413363695144653
254248	linear.bias	1	1.425252079963684
254248	linear.bias	2	-0.47239556908607483
254248	linear.bias	3	-0.7596907615661621
254248	linear.bias	4	-0.9138960242271423
254248	linear.bias	5	-1.1807913780212402
254248	linear.bias	6	-0.971780002117157
254248	linear.bias	7	-0.7122943997383118
254248	linear.bias	8	-0.01705317199230194
254248	linear.bias	9	3.5046956539154053
254445	transitions	0	-0.47405704855918884
254445	transitions	1	8.862924575805664
254445	transitions	2	-3.6463472843170166
254445	transitions	3	1.6239334344863892
254445	transitions	4	-2.232611894607544
254445	transitions	5	-0.4361046254634857
254445	transitions	6	-0.19687144458293915
254445	transitions	7	-10000.0
254445	transitions	8	1.866280198097229
254445	transitions	9	-2.2951364517211914
254445	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
254445	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
254445	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
254445	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
254445	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
254445	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
254445	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
254445	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
254445	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
254445	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
254445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
254445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
254445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
254445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
254445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
254445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
254445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
254445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
254445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
254445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
254445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
254445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
254445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
254445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
254445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
254445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
254445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
254445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
254445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
254445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
254445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
254445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
254445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
254445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
254445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
254445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
254445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
254445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
254445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
254445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
254445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
254445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
254445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
254445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
254445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
254445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
254445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
254445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
254445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
254445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
254445	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
254445	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
254445	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
254445	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
254445	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
254445	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
254445	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
254445	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
254445	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
254445	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
254445	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
254445	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
254445	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
254445	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
254445	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
254445	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
254445	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
254445	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
254445	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
254445	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
254445	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
254445	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
254445	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
254445	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
254445	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
254445	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
254445	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
254445	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
254445	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
254445	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
254445	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
254445	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
254445	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
254445	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
254445	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
254445	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
254445	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
254445	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
254445	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
254445	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
254445	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
254445	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
254445	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
254445	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
254445	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
254445	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
254445	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
254445	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
254445	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
254445	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
254445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
254445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
254445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
254445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
254445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
254445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
254445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
254445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
254445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
254445	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
254445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
254445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
254445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
254445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
254445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
254445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
254445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
254445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
254445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
254445	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
254445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
254445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
254445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
254445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
254445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
254445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
254445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
254445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
254445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
254445	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
254445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
254445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
254445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
254445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
254445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
254445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
254445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
254445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
254445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
254445	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
254445	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
254445	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
254445	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
254445	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
254445	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
254445	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
254445	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
254445	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
254445	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
254445	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
254445	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
254445	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
254445	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
254445	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
254445	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
254445	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
254445	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
254445	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
254445	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
254445	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
254445	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
254445	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
254445	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
254445	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
254445	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
254445	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
254445	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
254445	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
254445	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
254445	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
254445	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
254445	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
254445	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
254445	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
254445	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
254445	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
254445	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
254445	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
254445	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
254445	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
254445	embedding2nn.weight	0	0.045985300093889236
254445	embedding2nn.weight	1	-0.09291895478963852
254445	embedding2nn.weight	2	0.012689594179391861
254445	embedding2nn.weight	3	-0.06101612374186516
254445	embedding2nn.weight	4	-0.10774502903223038
254445	embedding2nn.weight	5	0.11287848651409149
254445	embedding2nn.weight	6	-0.0758446678519249
254445	embedding2nn.weight	7	-0.07755748927593231
254445	embedding2nn.weight	8	-0.032171059399843216
254445	embedding2nn.weight	9	0.03628559783101082
254445	embedding2nn.bias	0	0.08632290363311768
254445	embedding2nn.bias	1	-0.011814212426543236
254445	embedding2nn.bias	2	-0.06796552985906601
254445	embedding2nn.bias	3	0.01916322484612465
254445	embedding2nn.bias	4	-0.01920485310256481
254445	embedding2nn.bias	5	-0.17934809625148773
254445	embedding2nn.bias	6	-0.09076064079999924
254445	embedding2nn.bias	7	-0.021221736446022987
254445	embedding2nn.bias	8	0.04772409796714783
254445	embedding2nn.bias	9	-0.05653849616646767
254445	rnn.weight_ih_l0	0	0.03764324635267258
254445	rnn.weight_ih_l0	1	-0.08709654211997986
254445	rnn.weight_ih_l0	2	-0.06451013684272766
254445	rnn.weight_ih_l0	3	-0.05471375957131386
254445	rnn.weight_ih_l0	4	0.0205853208899498
254445	rnn.weight_ih_l0	5	-0.11410876363515854
254445	rnn.weight_ih_l0	6	-0.029874099418520927
254445	rnn.weight_ih_l0	7	-0.0015053024981170893
254445	rnn.weight_ih_l0	8	0.05216258391737938
254445	rnn.weight_ih_l0	9	0.011995862238109112
254445	rnn.weight_hh_l0	0	0.002954798983410001
254445	rnn.weight_hh_l0	1	-0.08221397548913956
254445	rnn.weight_hh_l0	2	0.07334426790475845
254445	rnn.weight_hh_l0	3	0.05196047201752663
254445	rnn.weight_hh_l0	4	0.00675499951466918
254445	rnn.weight_hh_l0	5	0.07189427316188812
254445	rnn.weight_hh_l0	6	-0.01636839658021927
254445	rnn.weight_hh_l0	7	-0.11169683933258057
254445	rnn.weight_hh_l0	8	0.027215121313929558
254445	rnn.weight_hh_l0	9	-0.07711359858512878
254445	rnn.bias_ih_l0	0	-0.08057623356580734
254445	rnn.bias_ih_l0	1	-0.1929451823234558
254445	rnn.bias_ih_l0	2	-0.26002660393714905
254445	rnn.bias_ih_l0	3	-0.2806145250797272
254445	rnn.bias_ih_l0	4	0.012717556208372116
254445	rnn.bias_ih_l0	5	0.055392876267433167
254445	rnn.bias_ih_l0	6	-0.1720457673072815
254445	rnn.bias_ih_l0	7	-0.2742457091808319
254445	rnn.bias_ih_l0	8	-0.14866967499256134
254445	rnn.bias_ih_l0	9	-0.17776383459568024
254445	rnn.bias_hh_l0	0	0.12485126405954361
254445	rnn.bias_hh_l0	1	-0.05704589560627937
254445	rnn.bias_hh_l0	2	0.0505007840692997
254445	rnn.bias_hh_l0	3	-0.1772918850183487
254445	rnn.bias_hh_l0	4	0.052243102341890335
254445	rnn.bias_hh_l0	5	0.05167797580361366
254445	rnn.bias_hh_l0	6	-0.11003292351961136
254445	rnn.bias_hh_l0	7	-0.15516643226146698
254445	rnn.bias_hh_l0	8	-0.18310877680778503
254445	rnn.bias_hh_l0	9	-0.10987503081560135
254445	rnn.weight_ih_l0_reverse	0	-0.016066696494817734
254445	rnn.weight_ih_l0_reverse	1	-0.007052388042211533
254445	rnn.weight_ih_l0_reverse	2	-0.0013265637680888176
254445	rnn.weight_ih_l0_reverse	3	0.006300368811935186
254445	rnn.weight_ih_l0_reverse	4	0.009007198736071587
254445	rnn.weight_ih_l0_reverse	5	-0.057490456849336624
254445	rnn.weight_ih_l0_reverse	6	-0.04448253661394119
254445	rnn.weight_ih_l0_reverse	7	0.015111982822418213
254445	rnn.weight_ih_l0_reverse	8	0.08926994353532791
254445	rnn.weight_ih_l0_reverse	9	0.002695659641176462
254445	rnn.weight_hh_l0_reverse	0	0.0039764693938195705
254445	rnn.weight_hh_l0_reverse	1	0.027285106480121613
254445	rnn.weight_hh_l0_reverse	2	-0.04137151315808296
254445	rnn.weight_hh_l0_reverse	3	0.04075339436531067
254445	rnn.weight_hh_l0_reverse	4	0.024386882781982422
254445	rnn.weight_hh_l0_reverse	5	-0.008041060529649258
254445	rnn.weight_hh_l0_reverse	6	0.06876686960458755
254445	rnn.weight_hh_l0_reverse	7	0.03949344903230667
254445	rnn.weight_hh_l0_reverse	8	-0.02369087003171444
254445	rnn.weight_hh_l0_reverse	9	-0.026056593284010887
254445	rnn.bias_ih_l0_reverse	0	-0.1513427346944809
254445	rnn.bias_ih_l0_reverse	1	-0.3089587986469269
254445	rnn.bias_ih_l0_reverse	2	-0.05724356696009636
254445	rnn.bias_ih_l0_reverse	3	-0.15290392935276031
254445	rnn.bias_ih_l0_reverse	4	0.07045003026723862
254445	rnn.bias_ih_l0_reverse	5	-0.28248798847198486
254445	rnn.bias_ih_l0_reverse	6	-0.07058510184288025
254445	rnn.bias_ih_l0_reverse	7	0.016456622630357742
254445	rnn.bias_ih_l0_reverse	8	-0.193122997879982
254445	rnn.bias_ih_l0_reverse	9	-0.09125731140375137
254445	rnn.bias_hh_l0_reverse	0	-0.15837286412715912
254445	rnn.bias_hh_l0_reverse	1	-0.1431010514497757
254445	rnn.bias_hh_l0_reverse	2	-0.012146132066845894
254445	rnn.bias_hh_l0_reverse	3	-0.13862252235412598
254445	rnn.bias_hh_l0_reverse	4	-0.022939298301935196
254445	rnn.bias_hh_l0_reverse	5	-0.12075097113847733
254445	rnn.bias_hh_l0_reverse	6	-0.07837055623531342
254445	rnn.bias_hh_l0_reverse	7	-0.18216164410114288
254445	rnn.bias_hh_l0_reverse	8	-0.06554465740919113
254445	rnn.bias_hh_l0_reverse	9	-0.11527141183614731
254445	linear.weight	0	-0.2935912311077118
254445	linear.weight	1	-0.12174012511968613
254445	linear.weight	2	-0.011228874325752258
254445	linear.weight	3	-0.06686677038669586
254445	linear.weight	4	-0.005686097778379917
254445	linear.weight	5	0.25432702898979187
254445	linear.weight	6	0.0047744326293468475
254445	linear.weight	7	-0.021312154829502106
254445	linear.weight	8	0.19454462826251984
254445	linear.weight	9	0.2055468112230301
254445	linear.bias	0	-0.8526201248168945
254445	linear.bias	1	1.4180444478988647
254445	linear.bias	2	-0.467284619808197
254445	linear.bias	3	-0.7674036026000977
254445	linear.bias	4	-0.9213308691978455
254445	linear.bias	5	-1.18079674243927
254445	linear.bias	6	-0.9819896221160889
254445	linear.bias	7	-0.6949547529220581
254445	linear.bias	8	-0.01705317199230194
254445	linear.bias	9	3.4977688789367676
254642	transitions	0	-0.47416770458221436
254642	transitions	1	8.870469093322754
254642	transitions	2	-3.6464295387268066
254642	transitions	3	1.6250858306884766
254642	transitions	4	-2.2327139377593994
254642	transitions	5	-0.4361390471458435
254642	transitions	6	-0.19687624275684357
254642	transitions	7	-10000.0
254642	transitions	8	1.8664125204086304
254642	transitions	9	-2.2951390743255615
254642	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
254642	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
254642	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
254642	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
254642	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
254642	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
254642	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
254642	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
254642	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
254642	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
254642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
254642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
254642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
254642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
254642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
254642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
254642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
254642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
254642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
254642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
254642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
254642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
254642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
254642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
254642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
254642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
254642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
254642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
254642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
254642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
254642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
254642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
254642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
254642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
254642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
254642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
254642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
254642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
254642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
254642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
254642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
254642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
254642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
254642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
254642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
254642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
254642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
254642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
254642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
254642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
254642	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
254642	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
254642	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
254642	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
254642	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
254642	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
254642	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
254642	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
254642	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
254642	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
254642	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
254642	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
254642	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
254642	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
254642	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
254642	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
254642	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
254642	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
254642	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
254642	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
254642	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
254642	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
254642	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
254642	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
254642	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
254642	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
254642	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
254642	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
254642	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
254642	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
254642	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
254642	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
254642	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
254642	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
254642	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
254642	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
254642	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
254642	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
254642	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
254642	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
254642	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
254642	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
254642	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
254642	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
254642	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
254642	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
254642	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
254642	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
254642	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
254642	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
254642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
254642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
254642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
254642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
254642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
254642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
254642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
254642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
254642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
254642	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
254642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
254642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
254642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
254642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
254642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
254642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
254642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
254642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
254642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
254642	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
254642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
254642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
254642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
254642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
254642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
254642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
254642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
254642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
254642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
254642	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
254642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
254642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
254642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
254642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
254642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
254642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
254642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
254642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
254642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
254642	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
254642	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
254642	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
254642	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
254642	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
254642	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
254642	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
254642	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
254642	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
254642	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
254642	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
254642	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
254642	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
254642	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
254642	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
254642	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
254642	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
254642	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
254642	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
254642	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
254642	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
254642	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
254642	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
254642	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
254642	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
254642	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
254642	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
254642	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
254642	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
254642	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
254642	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
254642	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
254642	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
254642	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
254642	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
254642	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
254642	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
254642	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
254642	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
254642	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
254642	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
254642	embedding2nn.weight	0	0.04590761289000511
254642	embedding2nn.weight	1	-0.09244256466627121
254642	embedding2nn.weight	2	0.01271957065910101
254642	embedding2nn.weight	3	-0.06125939264893532
254642	embedding2nn.weight	4	-0.10706767439842224
254642	embedding2nn.weight	5	0.11290324479341507
254642	embedding2nn.weight	6	-0.07584529370069504
254642	embedding2nn.weight	7	-0.07637345045804977
254642	embedding2nn.weight	8	-0.03169558197259903
254642	embedding2nn.weight	9	0.036843013018369675
254642	embedding2nn.bias	0	0.08759106695652008
254642	embedding2nn.bias	1	-0.019630029797554016
254642	embedding2nn.bias	2	-0.06969067454338074
254642	embedding2nn.bias	3	0.01971527375280857
254642	embedding2nn.bias	4	-0.018580513074994087
254642	embedding2nn.bias	5	-0.18133199214935303
254642	embedding2nn.bias	6	-0.09026136249303818
254642	embedding2nn.bias	7	-0.019783416762948036
254642	embedding2nn.bias	8	0.046611055731773376
254642	embedding2nn.bias	9	-0.05503998324275017
254642	rnn.weight_ih_l0	0	0.037961069494485855
254642	rnn.weight_ih_l0	1	-0.08509627729654312
254642	rnn.weight_ih_l0	2	-0.0645885169506073
254642	rnn.weight_ih_l0	3	-0.05420779064297676
254642	rnn.weight_ih_l0	4	0.020208733156323433
254642	rnn.weight_ih_l0	5	-0.11310820281505585
254642	rnn.weight_ih_l0	6	-0.030926765874028206
254642	rnn.weight_ih_l0	7	-0.000998788163997233
254642	rnn.weight_ih_l0	8	0.05105843022465706
254642	rnn.weight_ih_l0	9	0.011789882555603981
254642	rnn.weight_hh_l0	0	0.0027748916763812304
254642	rnn.weight_hh_l0	1	-0.0818721279501915
254642	rnn.weight_hh_l0	2	0.07334958016872406
254642	rnn.weight_hh_l0	3	0.05186266452074051
254642	rnn.weight_hh_l0	4	0.006753155030310154
254642	rnn.weight_hh_l0	5	0.0716671571135521
254642	rnn.weight_hh_l0	6	-0.016337795183062553
254642	rnn.weight_hh_l0	7	-0.11179373413324356
254642	rnn.weight_hh_l0	8	0.027318134903907776
254642	rnn.weight_hh_l0	9	-0.07717706263065338
254642	rnn.bias_ih_l0	0	-0.08229408413171768
254642	rnn.bias_ih_l0	1	-0.19227613508701324
254642	rnn.bias_ih_l0	2	-0.259433776140213
254642	rnn.bias_ih_l0	3	-0.2802901566028595
254642	rnn.bias_ih_l0	4	0.011937044560909271
254642	rnn.bias_ih_l0	5	0.054821740835905075
254642	rnn.bias_ih_l0	6	-0.17178842425346375
254642	rnn.bias_ih_l0	7	-0.2753255367279053
254642	rnn.bias_ih_l0	8	-0.147827610373497
254642	rnn.bias_ih_l0	9	-0.17707200348377228
254642	rnn.bias_hh_l0	0	0.12458055466413498
254642	rnn.bias_hh_l0	1	-0.057628482580184937
254642	rnn.bias_hh_l0	2	0.049979712814092636
254642	rnn.bias_hh_l0	3	-0.17698951065540314
254642	rnn.bias_hh_l0	4	0.05328454077243805
254642	rnn.bias_hh_l0	5	0.05158171430230141
254642	rnn.bias_hh_l0	6	-0.11054889112710953
254642	rnn.bias_hh_l0	7	-0.15436172485351562
254642	rnn.bias_hh_l0	8	-0.1838911771774292
254642	rnn.bias_hh_l0	9	-0.10946986079216003
254642	rnn.weight_ih_l0_reverse	0	-0.015882764011621475
254642	rnn.weight_ih_l0_reverse	1	-0.006834437604993582
254642	rnn.weight_ih_l0_reverse	2	-0.0019455677829682827
254642	rnn.weight_ih_l0_reverse	3	0.006745762657374144
254642	rnn.weight_ih_l0_reverse	4	0.009385614655911922
254642	rnn.weight_ih_l0_reverse	5	-0.05625716596841812
254642	rnn.weight_ih_l0_reverse	6	-0.04548263922333717
254642	rnn.weight_ih_l0_reverse	7	0.014926179312169552
254642	rnn.weight_ih_l0_reverse	8	0.08939916640520096
254642	rnn.weight_ih_l0_reverse	9	0.002744171069934964
254642	rnn.weight_hh_l0_reverse	0	0.004060547798871994
254642	rnn.weight_hh_l0_reverse	1	0.02731684222817421
254642	rnn.weight_hh_l0_reverse	2	-0.04124101251363754
254642	rnn.weight_hh_l0_reverse	3	0.04071719944477081
254642	rnn.weight_hh_l0_reverse	4	0.024189777672290802
254642	rnn.weight_hh_l0_reverse	5	-0.008013809099793434
254642	rnn.weight_hh_l0_reverse	6	0.06888650357723236
254642	rnn.weight_hh_l0_reverse	7	0.03959282860159874
254642	rnn.weight_hh_l0_reverse	8	-0.02376016601920128
254642	rnn.weight_hh_l0_reverse	9	-0.02604418434202671
254642	rnn.bias_ih_l0_reverse	0	-0.1522148996591568
254642	rnn.bias_ih_l0_reverse	1	-0.30835768580436707
254642	rnn.bias_ih_l0_reverse	2	-0.05829760432243347
254642	rnn.bias_ih_l0_reverse	3	-0.15240152180194855
254642	rnn.bias_ih_l0_reverse	4	0.06967634707689285
254642	rnn.bias_ih_l0_reverse	5	-0.2827581465244293
254642	rnn.bias_ih_l0_reverse	6	-0.07047626376152039
254642	rnn.bias_ih_l0_reverse	7	0.013394242152571678
254642	rnn.bias_ih_l0_reverse	8	-0.1926182508468628
254642	rnn.bias_ih_l0_reverse	9	-0.09110869467258453
254642	rnn.bias_hh_l0_reverse	0	-0.15778085589408875
254642	rnn.bias_hh_l0_reverse	1	-0.14291413128376007
254642	rnn.bias_hh_l0_reverse	2	-0.012349574826657772
254642	rnn.bias_hh_l0_reverse	3	-0.13734595477581024
254642	rnn.bias_hh_l0_reverse	4	-0.02278040163218975
254642	rnn.bias_hh_l0_reverse	5	-0.120163194835186
254642	rnn.bias_hh_l0_reverse	6	-0.0773039385676384
254642	rnn.bias_hh_l0_reverse	7	-0.1825198084115982
254642	rnn.bias_hh_l0_reverse	8	-0.06515178829431534
254642	rnn.bias_hh_l0_reverse	9	-0.11523322016000748
254642	linear.weight	0	-0.28716203570365906
254642	linear.weight	1	-0.12290560454130173
254642	linear.weight	2	-0.011228874325752258
254642	linear.weight	3	-0.062269177287817
254642	linear.weight	4	-0.00463366461917758
254642	linear.weight	5	0.25389620661735535
254642	linear.weight	6	0.0047744326293468475
254642	linear.weight	7	-0.021312154829502106
254642	linear.weight	8	0.20083735883235931
254642	linear.weight	9	0.2054780125617981
254642	linear.bias	0	-0.8516265153884888
254642	linear.bias	1	1.4332376718521118
254642	linear.bias	2	-0.48543110489845276
254642	linear.bias	3	-0.7640677094459534
254642	linear.bias	4	-0.9111195206642151
254642	linear.bias	5	-1.1808003187179565
254642	linear.bias	6	-0.9807919859886169
254642	linear.bias	7	-0.6883808374404907
254642	linear.bias	8	-0.01705317199230194
254642	linear.bias	9	3.4905991554260254
254646	transitions	0	-0.47416770458221436
254646	transitions	1	8.869255065917969
254646	transitions	2	-3.646430730819702
254646	transitions	3	1.6250126361846924
254646	transitions	4	-2.2327139377593994
254646	transitions	5	-0.4361390769481659
254646	transitions	6	-0.19687633216381073
254646	transitions	7	-10000.0
254646	transitions	8	1.8664125204086304
254646	transitions	9	-2.2951390743255615
254646	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
254646	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
254646	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
254646	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
254646	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
254646	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
254646	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
254646	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
254646	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
254646	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
254646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
254646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
254646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
254646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
254646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
254646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
254646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
254646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
254646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
254646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
254646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
254646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
254646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
254646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
254646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
254646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
254646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
254646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
254646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
254646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
254646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
254646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
254646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
254646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
254646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
254646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
254646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
254646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
254646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
254646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
254646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
254646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
254646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
254646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
254646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
254646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
254646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
254646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
254646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
254646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
254646	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
254646	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
254646	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
254646	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
254646	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
254646	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
254646	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
254646	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
254646	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
254646	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
254646	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
254646	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
254646	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
254646	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
254646	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
254646	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
254646	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
254646	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
254646	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
254646	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
254646	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
254646	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
254646	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
254646	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
254646	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
254646	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
254646	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
254646	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
254646	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
254646	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
254646	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
254646	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
254646	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
254646	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
254646	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
254646	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
254646	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
254646	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
254646	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
254646	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
254646	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
254646	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
254646	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
254646	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
254646	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
254646	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
254646	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
254646	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
254646	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
254646	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
254646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
254646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
254646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
254646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
254646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
254646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
254646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
254646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
254646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
254646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
254646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
254646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
254646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
254646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
254646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
254646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
254646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
254646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
254646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
254646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
254646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
254646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
254646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
254646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
254646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
254646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
254646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
254646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
254646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
254646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
254646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
254646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
254646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
254646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
254646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
254646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
254646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
254646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
254646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
254646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
254646	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
254646	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
254646	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
254646	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
254646	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
254646	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
254646	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
254646	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
254646	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
254646	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
254646	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
254646	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
254646	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
254646	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
254646	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
254646	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
254646	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
254646	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
254646	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
254646	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
254646	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
254646	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
254646	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
254646	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
254646	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
254646	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
254646	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
254646	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
254646	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
254646	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
254646	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
254646	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
254646	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
254646	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
254646	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
254646	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
254646	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
254646	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
254646	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
254646	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
254646	embedding2nn.weight	0	0.045911889523267746
254646	embedding2nn.weight	1	-0.09235908091068268
254646	embedding2nn.weight	2	0.012871570885181427
254646	embedding2nn.weight	3	-0.06131966784596443
254646	embedding2nn.weight	4	-0.10715901851654053
254646	embedding2nn.weight	5	0.11288291215896606
254646	embedding2nn.weight	6	-0.07580801099538803
254646	embedding2nn.weight	7	-0.07644513249397278
254646	embedding2nn.weight	8	-0.03169117122888565
254646	embedding2nn.weight	9	0.03692086413502693
254646	embedding2nn.bias	0	0.08694908767938614
254646	embedding2nn.bias	1	-0.019555971026420593
254646	embedding2nn.bias	2	-0.07020537555217743
254646	embedding2nn.bias	3	0.019645972177386284
254646	embedding2nn.bias	4	-0.01874685287475586
254646	embedding2nn.bias	5	-0.18075555562973022
254646	embedding2nn.bias	6	-0.09123159199953079
254646	embedding2nn.bias	7	-0.019335415214300156
254646	embedding2nn.bias	8	0.04627138748764992
254646	embedding2nn.bias	9	-0.055979251861572266
254646	rnn.weight_ih_l0	0	0.03802833333611488
254646	rnn.weight_ih_l0	1	-0.0851101353764534
254646	rnn.weight_ih_l0	2	-0.06457909196615219
254646	rnn.weight_ih_l0	3	-0.054128486663103104
254646	rnn.weight_ih_l0	4	0.020214850082993507
254646	rnn.weight_ih_l0	5	-0.11305855959653854
254646	rnn.weight_ih_l0	6	-0.03091914765536785
254646	rnn.weight_ih_l0	7	-0.0010237748501822352
254646	rnn.weight_ih_l0	8	0.05104538053274155
254646	rnn.weight_ih_l0	9	0.011789508163928986
254646	rnn.weight_hh_l0	0	0.002786732977256179
254646	rnn.weight_hh_l0	1	-0.08192097395658493
254646	rnn.weight_hh_l0	2	0.07335028797388077
254646	rnn.weight_hh_l0	3	0.05186241492629051
254646	rnn.weight_hh_l0	4	0.0067520360462367535
254646	rnn.weight_hh_l0	5	0.07168829441070557
254646	rnn.weight_hh_l0	6	-0.016345128417015076
254646	rnn.weight_hh_l0	7	-0.11179971694946289
254646	rnn.weight_hh_l0	8	0.027317367494106293
254646	rnn.weight_hh_l0	9	-0.07716501504182816
254646	rnn.bias_ih_l0	0	-0.08221331238746643
254646	rnn.bias_ih_l0	1	-0.19236087799072266
254646	rnn.bias_ih_l0	2	-0.2594153881072998
254646	rnn.bias_ih_l0	3	-0.2801894545555115
254646	rnn.bias_ih_l0	4	0.012000622227787971
254646	rnn.bias_ih_l0	5	0.05480438470840454
254646	rnn.bias_ih_l0	6	-0.17171098291873932
254646	rnn.bias_ih_l0	7	-0.27534282207489014
254646	rnn.bias_ih_l0	8	-0.14799903333187103
254646	rnn.bias_ih_l0	9	-0.17699302732944489
254646	rnn.bias_hh_l0	0	0.12456224113702774
254646	rnn.bias_hh_l0	1	-0.057443615049123764
254646	rnn.bias_hh_l0	2	0.0499858632683754
254646	rnn.bias_hh_l0	3	-0.17703783512115479
254646	rnn.bias_hh_l0	4	0.0535941943526268
254646	rnn.bias_hh_l0	5	0.05157952755689621
254646	rnn.bias_hh_l0	6	-0.11067288368940353
254646	rnn.bias_hh_l0	7	-0.15435804426670074
254646	rnn.bias_hh_l0	8	-0.18393327295780182
254646	rnn.bias_hh_l0	9	-0.10948135703802109
254646	rnn.weight_ih_l0_reverse	0	-0.015880530700087547
254646	rnn.weight_ih_l0_reverse	1	-0.006839153356850147
254646	rnn.weight_ih_l0_reverse	2	-0.0016882152995094657
254646	rnn.weight_ih_l0_reverse	3	0.006247250828891993
254646	rnn.weight_ih_l0_reverse	4	0.009359940886497498
254646	rnn.weight_ih_l0_reverse	5	-0.05618564039468765
254646	rnn.weight_ih_l0_reverse	6	-0.04547125846147537
254646	rnn.weight_ih_l0_reverse	7	0.014994245022535324
254646	rnn.weight_ih_l0_reverse	8	0.08935704082250595
254646	rnn.weight_ih_l0_reverse	9	0.002750750631093979
254646	rnn.weight_hh_l0_reverse	0	0.0040602306835353374
254646	rnn.weight_hh_l0_reverse	1	0.027317050844430923
254646	rnn.weight_hh_l0_reverse	2	-0.041254132986068726
254646	rnn.weight_hh_l0_reverse	3	0.04071870073676109
254646	rnn.weight_hh_l0_reverse	4	0.024189915508031845
254646	rnn.weight_hh_l0_reverse	5	-0.008008800446987152
254646	rnn.weight_hh_l0_reverse	6	0.0688893124461174
254646	rnn.weight_hh_l0_reverse	7	0.03963066264986992
254646	rnn.weight_hh_l0_reverse	8	-0.023761043325066566
254646	rnn.weight_hh_l0_reverse	9	-0.026044216006994247
254646	rnn.bias_ih_l0_reverse	0	-0.1522168517112732
254646	rnn.bias_ih_l0_reverse	1	-0.3083702027797699
254646	rnn.bias_ih_l0_reverse	2	-0.05834151804447174
254646	rnn.bias_ih_l0_reverse	3	-0.15243712067604065
254646	rnn.bias_ih_l0_reverse	4	0.06964652985334396
254646	rnn.bias_ih_l0_reverse	5	-0.282863974571228
254646	rnn.bias_ih_l0_reverse	6	-0.07044124603271484
254646	rnn.bias_ih_l0_reverse	7	0.013839698396623135
254646	rnn.bias_ih_l0_reverse	8	-0.1925841122865677
254646	rnn.bias_ih_l0_reverse	9	-0.09116777777671814
254646	rnn.bias_hh_l0_reverse	0	-0.157664954662323
254646	rnn.bias_hh_l0_reverse	1	-0.14279809594154358
254646	rnn.bias_hh_l0_reverse	2	-0.012099964544177055
254646	rnn.bias_hh_l0_reverse	3	-0.13734318315982819
254646	rnn.bias_hh_l0_reverse	4	-0.022873932495713234
254646	rnn.bias_hh_l0_reverse	5	-0.12016534060239792
254646	rnn.bias_hh_l0_reverse	6	-0.07737602293491364
254646	rnn.bias_hh_l0_reverse	7	-0.1825244128704071
254646	rnn.bias_hh_l0_reverse	8	-0.06515263020992279
254646	rnn.bias_hh_l0_reverse	9	-0.11522506177425385
254646	linear.weight	0	-0.2871316373348236
254646	linear.weight	1	-0.12290552258491516
254646	linear.weight	2	-0.011228874325752258
254646	linear.weight	3	-0.06226905807852745
254646	linear.weight	4	-0.0046260361559689045
254646	linear.weight	5	0.25457972288131714
254646	linear.weight	6	0.0047744326293468475
254646	linear.weight	7	-0.021312154829502106
254646	linear.weight	8	0.20082825422286987
254646	linear.weight	9	0.20597654581069946
254646	linear.bias	0	-0.8518414497375488
254646	linear.bias	1	1.4373807907104492
254646	linear.bias	2	-0.4840286672115326
254646	linear.bias	3	-0.7651212215423584
254646	linear.bias	4	-0.9102447628974915
254646	linear.bias	5	-1.1808003187179565
254646	linear.bias	6	-0.9809949994087219
254646	linear.bias	7	-0.6894052028656006
254646	linear.bias	8	-0.01705317199230194
254646	linear.bias	9	3.4862937927246094
254843	transitions	0	-0.4743202030658722
254843	transitions	1	8.862967491149902
254843	transitions	2	-3.646578073501587
254843	transitions	3	1.624934434890747
254843	transitions	4	-2.232841730117798
254843	transitions	5	-0.4361473619937897
254843	transitions	6	-0.1968812644481659
254843	transitions	7	-10000.0
254843	transitions	8	1.8660627603530884
254843	transitions	9	-2.2951409816741943
254843	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
254843	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
254843	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
254843	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
254843	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
254843	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
254843	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
254843	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
254843	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
254843	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
254843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
254843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
254843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
254843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
254843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
254843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
254843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
254843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
254843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
254843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
254843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
254843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
254843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
254843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
254843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
254843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
254843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
254843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
254843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
254843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
254843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
254843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
254843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
254843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
254843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
254843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
254843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
254843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
254843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
254843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
254843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
254843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
254843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
254843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
254843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
254843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
254843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
254843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
254843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
254843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
254843	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
254843	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
254843	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
254843	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
254843	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
254843	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
254843	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
254843	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
254843	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
254843	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
254843	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
254843	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
254843	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
254843	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
254843	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
254843	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
254843	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
254843	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
254843	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
254843	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
254843	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
254843	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
254843	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
254843	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
254843	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
254843	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
254843	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
254843	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
254843	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
254843	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
254843	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
254843	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
254843	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
254843	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
254843	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
254843	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
254843	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
254843	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
254843	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
254843	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
254843	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
254843	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
254843	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
254843	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
254843	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
254843	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
254843	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
254843	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
254843	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
254843	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
254843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
254843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
254843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
254843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
254843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
254843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
254843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
254843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
254843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
254843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
254843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
254843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
254843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
254843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
254843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
254843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
254843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
254843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
254843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
254843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
254843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
254843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
254843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
254843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
254843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
254843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
254843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
254843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
254843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
254843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
254843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
254843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
254843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
254843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
254843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
254843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
254843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
254843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
254843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
254843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
254843	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
254843	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
254843	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
254843	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
254843	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
254843	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
254843	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
254843	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
254843	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
254843	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
254843	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
254843	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
254843	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
254843	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
254843	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
254843	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
254843	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
254843	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
254843	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
254843	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
254843	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
254843	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
254843	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
254843	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
254843	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
254843	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
254843	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
254843	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
254843	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
254843	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
254843	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
254843	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
254843	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
254843	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
254843	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
254843	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
254843	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
254843	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
254843	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
254843	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
254843	embedding2nn.weight	0	0.045827411115169525
254843	embedding2nn.weight	1	-0.09196509420871735
254843	embedding2nn.weight	2	0.013412298634648323
254843	embedding2nn.weight	3	-0.06140533462166786
254843	embedding2nn.weight	4	-0.10867087543010712
254843	embedding2nn.weight	5	0.11298447847366333
254843	embedding2nn.weight	6	-0.07627980411052704
254843	embedding2nn.weight	7	-0.07678484171628952
254843	embedding2nn.weight	8	-0.0315110944211483
254843	embedding2nn.weight	9	0.0363427996635437
254843	embedding2nn.bias	0	0.08104292303323746
254843	embedding2nn.bias	1	-0.017463956028223038
254843	embedding2nn.bias	2	-0.072419174015522
254843	embedding2nn.bias	3	0.02336825430393219
254843	embedding2nn.bias	4	-0.016756320372223854
254843	embedding2nn.bias	5	-0.17781788110733032
254843	embedding2nn.bias	6	-0.09545622766017914
254843	embedding2nn.bias	7	-0.020640704780817032
254843	embedding2nn.bias	8	0.046505797654390335
254843	embedding2nn.bias	9	-0.058385323733091354
254843	rnn.weight_ih_l0	0	0.03821510076522827
254843	rnn.weight_ih_l0	1	-0.08544086664915085
254843	rnn.weight_ih_l0	2	-0.0649692714214325
254843	rnn.weight_ih_l0	3	-0.053377263247966766
254843	rnn.weight_ih_l0	4	0.020791660994291306
254843	rnn.weight_ih_l0	5	-0.11329448223114014
254843	rnn.weight_ih_l0	6	-0.031052930280566216
254843	rnn.weight_ih_l0	7	-0.0008041076944209635
254843	rnn.weight_ih_l0	8	0.05106598883867264
254843	rnn.weight_ih_l0	9	0.010709235444664955
254843	rnn.weight_hh_l0	0	0.0029420051723718643
254843	rnn.weight_hh_l0	1	-0.08068535476922989
254843	rnn.weight_hh_l0	2	0.07340668141841888
254843	rnn.weight_hh_l0	3	0.05186280980706215
254843	rnn.weight_hh_l0	4	0.006756778806447983
254843	rnn.weight_hh_l0	5	0.0717494860291481
254843	rnn.weight_hh_l0	6	-0.016387540847063065
254843	rnn.weight_hh_l0	7	-0.11197352409362793
254843	rnn.weight_hh_l0	8	0.027628503739833832
254843	rnn.weight_hh_l0	9	-0.07767985761165619
254843	rnn.bias_ih_l0	0	-0.08214813470840454
254843	rnn.bias_ih_l0	1	-0.19262801110744476
254843	rnn.bias_ih_l0	2	-0.25955188274383545
254843	rnn.bias_ih_l0	3	-0.28025490045547485
254843	rnn.bias_ih_l0	4	0.01116863451898098
254843	rnn.bias_ih_l0	5	0.05578413978219032
254843	rnn.bias_ih_l0	6	-0.17159521579742432
254843	rnn.bias_ih_l0	7	-0.2748912572860718
254843	rnn.bias_ih_l0	8	-0.14830029010772705
254843	rnn.bias_ih_l0	9	-0.17679809033870697
254843	rnn.bias_hh_l0	0	0.12535344064235687
254843	rnn.bias_hh_l0	1	-0.05726311355829239
254843	rnn.bias_hh_l0	2	0.05008498579263687
254843	rnn.bias_hh_l0	3	-0.17684262990951538
254843	rnn.bias_hh_l0	4	0.053256452083587646
254843	rnn.bias_hh_l0	5	0.05284468084573746
254843	rnn.bias_hh_l0	6	-0.11056751012802124
254843	rnn.bias_hh_l0	7	-0.15435868501663208
254843	rnn.bias_hh_l0	8	-0.18427498638629913
254843	rnn.bias_hh_l0	9	-0.10919539630413055
254843	rnn.weight_ih_l0_reverse	0	-0.01631101220846176
254843	rnn.weight_ih_l0_reverse	1	-0.007198013830929995
254843	rnn.weight_ih_l0_reverse	2	-0.002012114506214857
254843	rnn.weight_ih_l0_reverse	3	0.006270399782806635
254843	rnn.weight_ih_l0_reverse	4	0.009167348966002464
254843	rnn.weight_ih_l0_reverse	5	-0.05614886432886124
254843	rnn.weight_ih_l0_reverse	6	-0.0455816350877285
254843	rnn.weight_ih_l0_reverse	7	0.014883732423186302
254843	rnn.weight_ih_l0_reverse	8	0.0890369713306427
254843	rnn.weight_ih_l0_reverse	9	0.0028436582069844007
254843	rnn.weight_hh_l0_reverse	0	0.004148242529481649
254843	rnn.weight_hh_l0_reverse	1	0.02737937681376934
254843	rnn.weight_hh_l0_reverse	2	-0.04169808700680733
254843	rnn.weight_hh_l0_reverse	3	0.04051171615719795
254843	rnn.weight_hh_l0_reverse	4	0.024326464161276817
254843	rnn.weight_hh_l0_reverse	5	-0.007904617115855217
254843	rnn.weight_hh_l0_reverse	6	0.06887903064489365
254843	rnn.weight_hh_l0_reverse	7	0.03954474255442619
254843	rnn.weight_hh_l0_reverse	8	-0.02381380833685398
254843	rnn.weight_hh_l0_reverse	9	-0.026070622727274895
254843	rnn.bias_ih_l0_reverse	0	-0.1514759361743927
254843	rnn.bias_ih_l0_reverse	1	-0.30947819352149963
254843	rnn.bias_ih_l0_reverse	2	-0.05767831206321716
254843	rnn.bias_ih_l0_reverse	3	-0.15253765881061554
254843	rnn.bias_ih_l0_reverse	4	0.07002196460962296
254843	rnn.bias_ih_l0_reverse	5	-0.28202855587005615
254843	rnn.bias_ih_l0_reverse	6	-0.07051795721054077
254843	rnn.bias_ih_l0_reverse	7	0.013884948566555977
254843	rnn.bias_ih_l0_reverse	8	-0.19278068840503693
254843	rnn.bias_ih_l0_reverse	9	-0.09068077802658081
254843	rnn.bias_hh_l0_reverse	0	-0.15877516567707062
254843	rnn.bias_hh_l0_reverse	1	-0.14350830018520355
254843	rnn.bias_hh_l0_reverse	2	-0.012147342786192894
254843	rnn.bias_hh_l0_reverse	3	-0.13649386167526245
254843	rnn.bias_hh_l0_reverse	4	-0.023047396913170815
254843	rnn.bias_hh_l0_reverse	5	-0.1197112426161766
254843	rnn.bias_hh_l0_reverse	6	-0.07730688154697418
254843	rnn.bias_hh_l0_reverse	7	-0.18323783576488495
254843	rnn.bias_hh_l0_reverse	8	-0.06555182486772537
254843	rnn.bias_hh_l0_reverse	9	-0.1150655671954155
254843	linear.weight	0	-0.2946326732635498
254843	linear.weight	1	-0.1257028728723526
254843	linear.weight	2	-0.011228874325752258
254843	linear.weight	3	-0.06315918266773224
254843	linear.weight	4	-0.0027043474838137627
254843	linear.weight	5	0.2503727078437805
254843	linear.weight	6	0.0047744326293468475
254843	linear.weight	7	-0.021312154829502106
254843	linear.weight	8	0.2052365094423294
254843	linear.weight	9	0.20206154882907867
254843	linear.bias	0	-0.8432006239891052
254843	linear.bias	1	1.4397683143615723
254843	linear.bias	2	-0.4818872809410095
254843	linear.bias	3	-0.7674286365509033
254843	linear.bias	4	-0.9167931079864502
254843	linear.bias	5	-1.1808054447174072
254843	linear.bias	6	-0.9720685482025146
254843	linear.bias	7	-0.7040229439735413
254843	linear.bias	8	-0.01705317199230194
254843	linear.bias	9	3.491001844406128
255040	transitions	0	-0.4743557274341583
255040	transitions	1	8.862958908081055
255040	transitions	2	-3.646738290786743
255040	transitions	3	1.6244078874588013
255040	transitions	4	-2.2329025268554688
255040	transitions	5	-0.43616101145744324
255040	transitions	6	-0.19688762724399567
255040	transitions	7	-10000.0
255040	transitions	8	1.8658804893493652
255040	transitions	9	-2.2951598167419434
255040	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
255040	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
255040	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
255040	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
255040	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
255040	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
255040	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
255040	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
255040	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
255040	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
255040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
255040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
255040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
255040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
255040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
255040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
255040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
255040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
255040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
255040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
255040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
255040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
255040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
255040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
255040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
255040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
255040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
255040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
255040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
255040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
255040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
255040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
255040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
255040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
255040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
255040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
255040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
255040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
255040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
255040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
255040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
255040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
255040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
255040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
255040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
255040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
255040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
255040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
255040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
255040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
255040	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
255040	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
255040	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
255040	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
255040	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
255040	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
255040	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
255040	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
255040	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
255040	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
255040	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
255040	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
255040	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
255040	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
255040	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
255040	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
255040	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
255040	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
255040	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
255040	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
255040	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
255040	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
255040	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
255040	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
255040	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
255040	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
255040	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
255040	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
255040	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
255040	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
255040	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
255040	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
255040	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
255040	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
255040	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
255040	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
255040	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
255040	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
255040	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
255040	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
255040	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
255040	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
255040	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
255040	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
255040	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
255040	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
255040	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
255040	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
255040	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
255040	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
255040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
255040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
255040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
255040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
255040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
255040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
255040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
255040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
255040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
255040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
255040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
255040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
255040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
255040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
255040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
255040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
255040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
255040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
255040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
255040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
255040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
255040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
255040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
255040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
255040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
255040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
255040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
255040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
255040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
255040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
255040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
255040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
255040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
255040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
255040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
255040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
255040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
255040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
255040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
255040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
255040	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
255040	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
255040	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
255040	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
255040	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
255040	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
255040	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
255040	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
255040	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
255040	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
255040	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
255040	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
255040	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
255040	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
255040	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
255040	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
255040	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
255040	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
255040	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
255040	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
255040	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
255040	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
255040	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
255040	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
255040	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
255040	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
255040	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
255040	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
255040	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
255040	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
255040	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
255040	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
255040	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
255040	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
255040	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
255040	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
255040	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
255040	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
255040	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
255040	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
255040	embedding2nn.weight	0	0.04551811143755913
255040	embedding2nn.weight	1	-0.09195967763662338
255040	embedding2nn.weight	2	0.013276375830173492
255040	embedding2nn.weight	3	-0.06188458949327469
255040	embedding2nn.weight	4	-0.10915284603834152
255040	embedding2nn.weight	5	0.11272184550762177
255040	embedding2nn.weight	6	-0.07849549502134323
255040	embedding2nn.weight	7	-0.0769147202372551
255040	embedding2nn.weight	8	-0.03140988573431969
255040	embedding2nn.weight	9	0.036334484815597534
255040	embedding2nn.bias	0	0.08441627770662308
255040	embedding2nn.bias	1	-0.01641124114394188
255040	embedding2nn.bias	2	-0.0745307132601738
255040	embedding2nn.bias	3	0.023017318919301033
255040	embedding2nn.bias	4	-0.017602814361453056
255040	embedding2nn.bias	5	-0.18247029185295105
255040	embedding2nn.bias	6	-0.09951195865869522
255040	embedding2nn.bias	7	-0.01776639185845852
255040	embedding2nn.bias	8	0.0470188669860363
255040	embedding2nn.bias	9	-0.05554176867008209
255040	rnn.weight_ih_l0	0	0.0378384068608284
255040	rnn.weight_ih_l0	1	-0.08554598689079285
255040	rnn.weight_ih_l0	2	-0.06490728259086609
255040	rnn.weight_ih_l0	3	-0.05429444834589958
255040	rnn.weight_ih_l0	4	0.020404605194926262
255040	rnn.weight_ih_l0	5	-0.11260198056697845
255040	rnn.weight_ih_l0	6	-0.031459320336580276
255040	rnn.weight_ih_l0	7	-0.0009911204688251019
255040	rnn.weight_ih_l0	8	0.05015096813440323
255040	rnn.weight_ih_l0	9	0.010837103240191936
255040	rnn.weight_hh_l0	0	0.002980582183226943
255040	rnn.weight_hh_l0	1	-0.0808601826429367
255040	rnn.weight_hh_l0	2	0.0731092169880867
255040	rnn.weight_hh_l0	3	0.05187772959470749
255040	rnn.weight_hh_l0	4	0.006867783144116402
255040	rnn.weight_hh_l0	5	0.07138093560934067
255040	rnn.weight_hh_l0	6	-0.016394207254052162
255040	rnn.weight_hh_l0	7	-0.11209048330783844
255040	rnn.weight_hh_l0	8	0.027912521734833717
255040	rnn.weight_hh_l0	9	-0.07774695008993149
255040	rnn.bias_ih_l0	0	-0.08170879632234573
255040	rnn.bias_ih_l0	1	-0.1919376254081726
255040	rnn.bias_ih_l0	2	-0.25800731778144836
255040	rnn.bias_ih_l0	3	-0.2808529734611511
255040	rnn.bias_ih_l0	4	0.010769875720143318
255040	rnn.bias_ih_l0	5	0.05762767791748047
255040	rnn.bias_ih_l0	6	-0.17114375531673431
255040	rnn.bias_ih_l0	7	-0.2744094431400299
255040	rnn.bias_ih_l0	8	-0.1492159515619278
255040	rnn.bias_ih_l0	9	-0.17693786323070526
255040	rnn.bias_hh_l0	0	0.12605565786361694
255040	rnn.bias_hh_l0	1	-0.0562613382935524
255040	rnn.bias_hh_l0	2	0.05027685686945915
255040	rnn.bias_hh_l0	3	-0.17745524644851685
255040	rnn.bias_hh_l0	4	0.05362354591488838
255040	rnn.bias_hh_l0	5	0.052380241453647614
255040	rnn.bias_hh_l0	6	-0.11022810637950897
255040	rnn.bias_hh_l0	7	-0.1537645161151886
255040	rnn.bias_hh_l0	8	-0.18357928097248077
255040	rnn.bias_hh_l0	9	-0.10805507749319077
255040	rnn.weight_ih_l0_reverse	0	-0.01624659262597561
255040	rnn.weight_ih_l0_reverse	1	-0.007558857556432486
255040	rnn.weight_ih_l0_reverse	2	-0.002842192305251956
255040	rnn.weight_ih_l0_reverse	3	0.006136197596788406
255040	rnn.weight_ih_l0_reverse	4	0.009970457293093204
255040	rnn.weight_ih_l0_reverse	5	-0.05573274940252304
255040	rnn.weight_ih_l0_reverse	6	-0.04443731904029846
255040	rnn.weight_ih_l0_reverse	7	0.014754191972315311
255040	rnn.weight_ih_l0_reverse	8	0.0891350507736206
255040	rnn.weight_ih_l0_reverse	9	0.0024910380598157644
255040	rnn.weight_hh_l0_reverse	0	0.003989444579929113
255040	rnn.weight_hh_l0_reverse	1	0.02734711393713951
255040	rnn.weight_hh_l0_reverse	2	-0.04144518822431564
255040	rnn.weight_hh_l0_reverse	3	0.04080388322472572
255040	rnn.weight_hh_l0_reverse	4	0.02423149161040783
255040	rnn.weight_hh_l0_reverse	5	-0.007897925563156605
255040	rnn.weight_hh_l0_reverse	6	0.06915133446455002
255040	rnn.weight_hh_l0_reverse	7	0.03953418508172035
255040	rnn.weight_hh_l0_reverse	8	-0.024092115461826324
255040	rnn.weight_hh_l0_reverse	9	-0.025905311107635498
255040	rnn.bias_ih_l0_reverse	0	-0.15197636187076569
255040	rnn.bias_ih_l0_reverse	1	-0.30771714448928833
255040	rnn.bias_ih_l0_reverse	2	-0.05756504833698273
255040	rnn.bias_ih_l0_reverse	3	-0.15208472311496735
255040	rnn.bias_ih_l0_reverse	4	0.07012084871530533
255040	rnn.bias_ih_l0_reverse	5	-0.2819528579711914
255040	rnn.bias_ih_l0_reverse	6	-0.06996406614780426
255040	rnn.bias_ih_l0_reverse	7	0.015474739484488964
255040	rnn.bias_ih_l0_reverse	8	-0.19329455494880676
255040	rnn.bias_ih_l0_reverse	9	-0.09053650498390198
255040	rnn.bias_hh_l0_reverse	0	-0.15965527296066284
255040	rnn.bias_hh_l0_reverse	1	-0.14480489492416382
255040	rnn.bias_hh_l0_reverse	2	-0.012471320107579231
255040	rnn.bias_hh_l0_reverse	3	-0.1369868516921997
255040	rnn.bias_hh_l0_reverse	4	-0.023657988756895065
255040	rnn.bias_hh_l0_reverse	5	-0.11930844187736511
255040	rnn.bias_hh_l0_reverse	6	-0.07732286304235458
255040	rnn.bias_hh_l0_reverse	7	-0.18420632183551788
255040	rnn.bias_hh_l0_reverse	8	-0.06525257974863052
255040	rnn.bias_hh_l0_reverse	9	-0.1156013011932373
255040	linear.weight	0	-0.3003906309604645
255040	linear.weight	1	-0.12478610873222351
255040	linear.weight	2	-0.011228874325752258
255040	linear.weight	3	-0.06447925418615341
255040	linear.weight	4	-0.0005528022302314639
255040	linear.weight	5	0.25559669733047485
255040	linear.weight	6	0.0047744326293468475
255040	linear.weight	7	-0.021312154829502106
255040	linear.weight	8	0.20771896839141846
255040	linear.weight	9	0.19960877299308777
255040	linear.bias	0	-0.8468515872955322
255040	linear.bias	1	1.4248440265655518
255040	linear.bias	2	-0.4677971303462982
255040	linear.bias	3	-0.7762513160705566
255040	linear.bias	4	-0.9341431856155396
255040	linear.bias	5	-1.1808115243911743
255040	linear.bias	6	-0.9756051898002625
255040	linear.bias	7	-0.7003392577171326
255040	linear.bias	8	-0.01705317199230194
255040	linear.bias	9	3.5098679065704346
255237	transitions	0	-0.47442826628685
255237	transitions	1	8.868216514587402
255237	transitions	2	-3.6468234062194824
255237	transitions	3	1.6268553733825684
255237	transitions	4	-2.232945203781128
255237	transitions	5	-0.43616941571235657
255237	transitions	6	-0.19689609110355377
255237	transitions	7	-10000.0
255237	transitions	8	1.865502953529358
255237	transitions	9	-2.2951607704162598
255237	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
255237	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
255237	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
255237	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
255237	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
255237	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
255237	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
255237	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
255237	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
255237	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
255237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
255237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
255237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
255237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
255237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
255237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
255237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
255237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
255237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
255237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
255237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
255237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
255237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
255237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
255237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
255237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
255237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
255237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
255237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
255237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
255237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
255237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
255237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
255237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
255237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
255237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
255237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
255237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
255237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
255237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
255237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
255237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
255237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
255237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
255237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
255237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
255237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
255237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
255237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
255237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
255237	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
255237	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
255237	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
255237	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
255237	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
255237	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
255237	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
255237	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
255237	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
255237	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
255237	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
255237	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
255237	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
255237	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
255237	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
255237	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
255237	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
255237	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
255237	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
255237	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
255237	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
255237	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
255237	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
255237	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
255237	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
255237	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
255237	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
255237	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
255237	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
255237	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
255237	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
255237	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
255237	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
255237	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
255237	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
255237	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
255237	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
255237	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
255237	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
255237	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
255237	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
255237	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
255237	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
255237	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
255237	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
255237	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
255237	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
255237	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
255237	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
255237	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
255237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
255237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
255237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
255237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
255237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
255237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
255237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
255237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
255237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
255237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
255237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
255237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
255237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
255237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
255237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
255237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
255237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
255237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
255237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
255237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
255237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
255237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
255237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
255237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
255237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
255237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
255237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
255237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
255237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
255237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
255237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
255237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
255237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
255237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
255237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
255237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
255237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
255237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
255237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
255237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
255237	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
255237	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
255237	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
255237	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
255237	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
255237	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
255237	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
255237	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
255237	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
255237	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
255237	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
255237	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
255237	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
255237	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
255237	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
255237	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
255237	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
255237	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
255237	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
255237	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
255237	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
255237	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
255237	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
255237	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
255237	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
255237	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
255237	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
255237	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
255237	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
255237	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
255237	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
255237	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
255237	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
255237	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
255237	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
255237	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
255237	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
255237	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
255237	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
255237	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
255237	embedding2nn.weight	0	0.045572783797979355
255237	embedding2nn.weight	1	-0.09176712483167648
255237	embedding2nn.weight	2	0.012950769625604153
255237	embedding2nn.weight	3	-0.06214198097586632
255237	embedding2nn.weight	4	-0.10971307754516602
255237	embedding2nn.weight	5	0.11220011115074158
255237	embedding2nn.weight	6	-0.07697268575429916
255237	embedding2nn.weight	7	-0.07664673030376434
255237	embedding2nn.weight	8	-0.0317448265850544
255237	embedding2nn.weight	9	0.03694721311330795
255237	embedding2nn.bias	0	0.08524490892887115
255237	embedding2nn.bias	1	-0.017225967720150948
255237	embedding2nn.bias	2	-0.07017304003238678
255237	embedding2nn.bias	3	0.023226385936141014
255237	embedding2nn.bias	4	-0.015778126195073128
255237	embedding2nn.bias	5	-0.1812007874250412
255237	embedding2nn.bias	6	-0.09959161281585693
255237	embedding2nn.bias	7	-0.015853561460971832
255237	embedding2nn.bias	8	0.054805103689432144
255237	embedding2nn.bias	9	-0.05434032157063484
255237	rnn.weight_ih_l0	0	0.03905152902007103
255237	rnn.weight_ih_l0	1	-0.0848863273859024
255237	rnn.weight_ih_l0	2	-0.06408915668725967
255237	rnn.weight_ih_l0	3	-0.0552869588136673
255237	rnn.weight_ih_l0	4	0.020339904353022575
255237	rnn.weight_ih_l0	5	-0.11284509301185608
255237	rnn.weight_ih_l0	6	-0.03089047595858574
255237	rnn.weight_ih_l0	7	4.150558015680872e-05
255237	rnn.weight_ih_l0	8	0.0509600006043911
255237	rnn.weight_ih_l0	9	0.01096932403743267
255237	rnn.weight_hh_l0	0	0.0030909557826817036
255237	rnn.weight_hh_l0	1	-0.08034587651491165
255237	rnn.weight_hh_l0	2	0.07311434298753738
255237	rnn.weight_hh_l0	3	0.05172092840075493
255237	rnn.weight_hh_l0	4	0.006832455284893513
255237	rnn.weight_hh_l0	5	0.071619413793087
255237	rnn.weight_hh_l0	6	-0.0165146142244339
255237	rnn.weight_hh_l0	7	-0.11181418597698212
255237	rnn.weight_hh_l0	8	0.027942156419157982
255237	rnn.weight_hh_l0	9	-0.07766672223806381
255237	rnn.bias_ih_l0	0	-0.08153519034385681
255237	rnn.bias_ih_l0	1	-0.19154176115989685
255237	rnn.bias_ih_l0	2	-0.2594316601753235
255237	rnn.bias_ih_l0	3	-0.28080371022224426
255237	rnn.bias_ih_l0	4	0.01013786718249321
255237	rnn.bias_ih_l0	5	0.05744486302137375
255237	rnn.bias_ih_l0	6	-0.17101022601127625
255237	rnn.bias_ih_l0	7	-0.274878591299057
255237	rnn.bias_ih_l0	8	-0.14880390465259552
255237	rnn.bias_ih_l0	9	-0.17807497084140778
255237	rnn.bias_hh_l0	0	0.1259632408618927
255237	rnn.bias_hh_l0	1	-0.05600709095597267
255237	rnn.bias_hh_l0	2	0.05066411569714546
255237	rnn.bias_hh_l0	3	-0.17781329154968262
255237	rnn.bias_hh_l0	4	0.055265091359615326
255237	rnn.bias_hh_l0	5	0.0523257739841938
255237	rnn.bias_hh_l0	6	-0.11034858226776123
255237	rnn.bias_hh_l0	7	-0.15310944616794586
255237	rnn.bias_hh_l0	8	-0.1833379715681076
255237	rnn.bias_hh_l0	9	-0.10830418765544891
255237	rnn.weight_ih_l0_reverse	0	-0.016602106392383575
255237	rnn.weight_ih_l0_reverse	1	-0.008625210262835026
255237	rnn.weight_ih_l0_reverse	2	-0.0025961692444980145
255237	rnn.weight_ih_l0_reverse	3	0.006003058515489101
255237	rnn.weight_ih_l0_reverse	4	0.010057010687887669
255237	rnn.weight_ih_l0_reverse	5	-0.05567256361246109
255237	rnn.weight_ih_l0_reverse	6	-0.04466336593031883
255237	rnn.weight_ih_l0_reverse	7	0.014662563800811768
255237	rnn.weight_ih_l0_reverse	8	0.0884736105799675
255237	rnn.weight_ih_l0_reverse	9	0.002992495195940137
255237	rnn.weight_hh_l0_reverse	0	0.003966588992625475
255237	rnn.weight_hh_l0_reverse	1	0.02731442265212536
255237	rnn.weight_hh_l0_reverse	2	-0.04143434762954712
255237	rnn.weight_hh_l0_reverse	3	0.0410555899143219
255237	rnn.weight_hh_l0_reverse	4	0.024173961952328682
255237	rnn.weight_hh_l0_reverse	5	-0.008068004623055458
255237	rnn.weight_hh_l0_reverse	6	0.068904347717762
255237	rnn.weight_hh_l0_reverse	7	0.03977987542748451
255237	rnn.weight_hh_l0_reverse	8	-0.02431970089673996
255237	rnn.weight_hh_l0_reverse	9	-0.02573857456445694
255237	rnn.bias_ih_l0_reverse	0	-0.15206825733184814
255237	rnn.bias_ih_l0_reverse	1	-0.3096578121185303
255237	rnn.bias_ih_l0_reverse	2	-0.0578400194644928
255237	rnn.bias_ih_l0_reverse	3	-0.15189263224601746
255237	rnn.bias_ih_l0_reverse	4	0.0700540542602539
255237	rnn.bias_ih_l0_reverse	5	-0.2813958525657654
255237	rnn.bias_ih_l0_reverse	6	-0.0700603723526001
255237	rnn.bias_ih_l0_reverse	7	0.015647156164050102
255237	rnn.bias_ih_l0_reverse	8	-0.1933077573776245
255237	rnn.bias_ih_l0_reverse	9	-0.09160491824150085
255237	rnn.bias_hh_l0_reverse	0	-0.1599528193473816
255237	rnn.bias_hh_l0_reverse	1	-0.14576473832130432
255237	rnn.bias_hh_l0_reverse	2	-0.012295602820813656
255237	rnn.bias_hh_l0_reverse	3	-0.13623292744159698
255237	rnn.bias_hh_l0_reverse	4	-0.023704009130597115
255237	rnn.bias_hh_l0_reverse	5	-0.11848700046539307
255237	rnn.bias_hh_l0_reverse	6	-0.0763309970498085
255237	rnn.bias_hh_l0_reverse	7	-0.18352949619293213
255237	rnn.bias_hh_l0_reverse	8	-0.06514617055654526
255237	rnn.bias_hh_l0_reverse	9	-0.11559511721134186
255237	linear.weight	0	-0.298602819442749
255237	linear.weight	1	-0.12387832254171371
255237	linear.weight	2	-0.011228874325752258
255237	linear.weight	3	-0.0656561553478241
255237	linear.weight	4	0.0010542800882831216
255237	linear.weight	5	0.2523404657840729
255237	linear.weight	6	0.0047744326293468475
255237	linear.weight	7	-0.021312154829502106
255237	linear.weight	8	0.20482227206230164
255237	linear.weight	9	0.19789689779281616
255237	linear.bias	0	-0.8495757579803467
255237	linear.bias	1	1.4304362535476685
255237	linear.bias	2	-0.49112433195114136
255237	linear.bias	3	-0.7660717964172363
255237	linear.bias	4	-0.9122815132141113
255237	linear.bias	5	-1.1808159351348877
255237	linear.bias	6	-0.978878378868103
255237	linear.bias	7	-0.6994926929473877
255237	linear.bias	8	-0.01705317199230194
255237	linear.bias	9	3.500659465789795
255434	transitions	0	-0.47447359561920166
255434	transitions	1	8.86625862121582
255434	transitions	2	-3.646911382675171
255434	transitions	3	1.6271989345550537
255434	transitions	4	-2.233039379119873
255434	transitions	5	-0.4361744821071625
255434	transitions	6	-0.19692081212997437
255434	transitions	7	-10000.0
255434	transitions	8	1.866126298904419
255434	transitions	9	-2.295161724090576
255434	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
255434	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
255434	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
255434	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
255434	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
255434	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
255434	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
255434	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
255434	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
255434	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
255434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
255434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
255434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
255434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
255434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
255434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
255434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
255434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
255434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
255434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
255434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
255434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
255434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
255434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
255434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
255434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
255434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
255434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
255434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
255434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
255434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
255434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
255434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
255434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
255434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
255434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
255434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
255434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
255434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
255434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
255434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
255434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
255434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
255434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
255434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
255434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
255434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
255434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
255434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
255434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
255434	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
255434	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
255434	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
255434	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
255434	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
255434	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
255434	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
255434	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
255434	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
255434	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
255434	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
255434	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
255434	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
255434	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
255434	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
255434	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
255434	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
255434	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
255434	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
255434	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
255434	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
255434	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
255434	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
255434	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
255434	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
255434	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
255434	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
255434	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
255434	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
255434	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
255434	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
255434	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
255434	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
255434	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
255434	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
255434	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
255434	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
255434	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
255434	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
255434	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
255434	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
255434	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
255434	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
255434	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
255434	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
255434	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
255434	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
255434	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
255434	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
255434	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
255434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
255434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
255434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
255434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
255434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
255434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
255434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
255434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
255434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
255434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
255434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
255434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
255434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
255434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
255434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
255434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
255434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
255434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
255434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
255434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
255434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
255434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
255434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
255434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
255434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
255434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
255434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
255434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
255434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
255434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
255434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
255434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
255434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
255434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
255434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
255434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
255434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
255434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
255434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
255434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
255434	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
255434	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
255434	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
255434	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
255434	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
255434	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
255434	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
255434	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
255434	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
255434	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
255434	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
255434	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
255434	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
255434	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
255434	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
255434	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
255434	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
255434	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
255434	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
255434	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
255434	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
255434	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
255434	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
255434	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
255434	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
255434	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
255434	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
255434	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
255434	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
255434	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
255434	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
255434	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
255434	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
255434	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
255434	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
255434	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
255434	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
255434	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
255434	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
255434	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
255434	embedding2nn.weight	0	0.04559861123561859
255434	embedding2nn.weight	1	-0.09186350554227829
255434	embedding2nn.weight	2	0.013771689496934414
255434	embedding2nn.weight	3	-0.062158532440662384
255434	embedding2nn.weight	4	-0.10900523513555527
255434	embedding2nn.weight	5	0.11185828596353531
255434	embedding2nn.weight	6	-0.07703935354948044
255434	embedding2nn.weight	7	-0.07657230645418167
255434	embedding2nn.weight	8	-0.03163599222898483
255434	embedding2nn.weight	9	0.03705865889787674
255434	embedding2nn.bias	0	0.09215086698532104
255434	embedding2nn.bias	1	-0.0196257121860981
255434	embedding2nn.bias	2	-0.07255434989929199
255434	embedding2nn.bias	3	0.020295312628149986
255434	embedding2nn.bias	4	-0.0169401615858078
255434	embedding2nn.bias	5	-0.1795310527086258
255434	embedding2nn.bias	6	-0.09902060031890869
255434	embedding2nn.bias	7	-0.02326229214668274
255434	embedding2nn.bias	8	0.05170591548085213
255434	embedding2nn.bias	9	-0.05178239569067955
255434	rnn.weight_ih_l0	0	0.0385969802737236
255434	rnn.weight_ih_l0	1	-0.08486176282167435
255434	rnn.weight_ih_l0	2	-0.06372697651386261
255434	rnn.weight_ih_l0	3	-0.054952509701251984
255434	rnn.weight_ih_l0	4	0.02052241936326027
255434	rnn.weight_ih_l0	5	-0.11323369294404984
255434	rnn.weight_ih_l0	6	-0.03058253787457943
255434	rnn.weight_ih_l0	7	0.0006168634281493723
255434	rnn.weight_ih_l0	8	0.05095618963241577
255434	rnn.weight_ih_l0	9	0.01127139013260603
255434	rnn.weight_hh_l0	0	0.00343616702593863
255434	rnn.weight_hh_l0	1	-0.0791659876704216
255434	rnn.weight_hh_l0	2	0.07288479059934616
255434	rnn.weight_hh_l0	3	0.05148741975426674
255434	rnn.weight_hh_l0	4	0.006712440866976976
255434	rnn.weight_hh_l0	5	0.07166741043329239
255434	rnn.weight_hh_l0	6	-0.016359705477952957
255434	rnn.weight_hh_l0	7	-0.11191695183515549
255434	rnn.weight_hh_l0	8	0.027322914451360703
255434	rnn.weight_hh_l0	9	-0.07768505066633224
255434	rnn.bias_ih_l0	0	-0.08104158192873001
255434	rnn.bias_ih_l0	1	-0.19180946052074432
255434	rnn.bias_ih_l0	2	-0.2601085901260376
255434	rnn.bias_ih_l0	3	-0.27988916635513306
255434	rnn.bias_ih_l0	4	0.010841748677194118
255434	rnn.bias_ih_l0	5	0.05740957707166672
255434	rnn.bias_ih_l0	6	-0.1715659648180008
255434	rnn.bias_ih_l0	7	-0.27507641911506653
255434	rnn.bias_ih_l0	8	-0.1497049182653427
255434	rnn.bias_ih_l0	9	-0.1769883930683136
255434	rnn.bias_hh_l0	0	0.126214399933815
255434	rnn.bias_hh_l0	1	-0.05556899681687355
255434	rnn.bias_hh_l0	2	0.0508107915520668
255434	rnn.bias_hh_l0	3	-0.177840918302536
255434	rnn.bias_hh_l0	4	0.053282056003808975
255434	rnn.bias_hh_l0	5	0.052575159817934036
255434	rnn.bias_hh_l0	6	-0.11064673960208893
255434	rnn.bias_hh_l0	7	-0.1517825722694397
255434	rnn.bias_hh_l0	8	-0.1840551495552063
255434	rnn.bias_hh_l0	9	-0.10861892998218536
255434	rnn.weight_ih_l0_reverse	0	-0.01631978526711464
255434	rnn.weight_ih_l0_reverse	1	-0.007921136915683746
255434	rnn.weight_ih_l0_reverse	2	-0.0022803894244134426
255434	rnn.weight_ih_l0_reverse	3	0.005817915312945843
255434	rnn.weight_ih_l0_reverse	4	0.010767868719995022
255434	rnn.weight_ih_l0_reverse	5	-0.05611950531601906
255434	rnn.weight_ih_l0_reverse	6	-0.043599165976047516
255434	rnn.weight_ih_l0_reverse	7	0.014020845293998718
255434	rnn.weight_ih_l0_reverse	8	0.08814061433076859
255434	rnn.weight_ih_l0_reverse	9	0.003297326387837529
255434	rnn.weight_hh_l0_reverse	0	0.004086759407073259
255434	rnn.weight_hh_l0_reverse	1	0.027203133329749107
255434	rnn.weight_hh_l0_reverse	2	-0.04106198623776436
255434	rnn.weight_hh_l0_reverse	3	0.04134832322597504
255434	rnn.weight_hh_l0_reverse	4	0.024082565680146217
255434	rnn.weight_hh_l0_reverse	5	-0.008118382655084133
255434	rnn.weight_hh_l0_reverse	6	0.06876025348901749
255434	rnn.weight_hh_l0_reverse	7	0.0398719385266304
255434	rnn.weight_hh_l0_reverse	8	-0.024431543424725533
255434	rnn.weight_hh_l0_reverse	9	-0.025650063529610634
255434	rnn.bias_ih_l0_reverse	0	-0.1522374153137207
255434	rnn.bias_ih_l0_reverse	1	-0.3091242015361786
255434	rnn.bias_ih_l0_reverse	2	-0.05755690112709999
255434	rnn.bias_ih_l0_reverse	3	-0.15259471535682678
255434	rnn.bias_ih_l0_reverse	4	0.07062450796365738
255434	rnn.bias_ih_l0_reverse	5	-0.28276506066322327
255434	rnn.bias_ih_l0_reverse	6	-0.06997707486152649
255434	rnn.bias_ih_l0_reverse	7	0.016796305775642395
255434	rnn.bias_ih_l0_reverse	8	-0.19376978278160095
255434	rnn.bias_ih_l0_reverse	9	-0.09094967693090439
255434	rnn.bias_hh_l0_reverse	0	-0.15848663449287415
255434	rnn.bias_hh_l0_reverse	1	-0.14533308148384094
255434	rnn.bias_hh_l0_reverse	2	-0.012353633530437946
255434	rnn.bias_hh_l0_reverse	3	-0.13638655841350555
255434	rnn.bias_hh_l0_reverse	4	-0.022781096398830414
255434	rnn.bias_hh_l0_reverse	5	-0.11848125606775284
255434	rnn.bias_hh_l0_reverse	6	-0.07596156001091003
255434	rnn.bias_hh_l0_reverse	7	-0.18315650522708893
255434	rnn.bias_hh_l0_reverse	8	-0.06560444831848145
255434	rnn.bias_hh_l0_reverse	9	-0.11558041721582413
255434	linear.weight	0	-0.2978038191795349
255434	linear.weight	1	-0.12485425919294357
255434	linear.weight	2	-0.011228874325752258
255434	linear.weight	3	-0.06483110785484314
255434	linear.weight	4	0.0007596664363518357
255434	linear.weight	5	0.24594298005104065
255434	linear.weight	6	0.0047744326293468475
255434	linear.weight	7	-0.021312154829502106
255434	linear.weight	8	0.20570412278175354
255434	linear.weight	9	0.1986592561006546
255434	linear.bias	0	-0.853430449962616
255434	linear.bias	1	1.4314289093017578
255434	linear.bias	2	-0.46697965264320374
255434	linear.bias	3	-0.7711684107780457
255434	linear.bias	4	-0.9207627773284912
255434	linear.bias	5	-1.1808207035064697
255434	linear.bias	6	-0.9830513596534729
255434	linear.bias	7	-0.7056963443756104
255434	linear.bias	8	-0.01705317199230194
255434	linear.bias	9	3.4927430152893066
255631	transitions	0	-0.47460368275642395
255631	transitions	1	8.855733871459961
255631	transitions	2	-3.646998167037964
255631	transitions	3	1.6257264614105225
255631	transitions	4	-2.2332537174224854
255631	transitions	5	-0.4361853301525116
255631	transitions	6	-0.19693081080913544
255631	transitions	7	-10000.0
255631	transitions	8	1.8659569025039673
255631	transitions	9	-2.295163154602051
255631	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
255631	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
255631	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
255631	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
255631	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
255631	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
255631	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
255631	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
255631	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
255631	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
255631	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
255631	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
255631	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
255631	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
255631	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
255631	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
255631	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
255631	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
255631	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
255631	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
255631	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
255631	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
255631	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
255631	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
255631	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
255631	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
255631	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
255631	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
255631	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
255631	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
255631	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
255631	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
255631	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
255631	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
255631	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
255631	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
255631	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
255631	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
255631	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
255631	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
255631	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
255631	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
255631	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
255631	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
255631	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
255631	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
255631	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
255631	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
255631	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
255631	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
255631	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
255631	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
255631	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
255631	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
255631	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
255631	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
255631	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
255631	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
255631	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
255631	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
255631	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
255631	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
255631	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
255631	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
255631	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
255631	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
255631	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
255631	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
255631	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
255631	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
255631	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
255631	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
255631	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
255631	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
255631	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
255631	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
255631	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
255631	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
255631	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
255631	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
255631	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
255631	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
255631	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
255631	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
255631	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
255631	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
255631	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
255631	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
255631	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
255631	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
255631	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
255631	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
255631	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
255631	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
255631	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
255631	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
255631	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
255631	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
255631	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
255631	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
255631	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
255631	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
255631	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
255631	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
255631	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
255631	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
255631	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
255631	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
255631	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
255631	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
255631	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
255631	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
255631	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
255631	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
255631	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
255631	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
255631	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
255631	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
255631	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
255631	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
255631	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
255631	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
255631	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
255631	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
255631	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
255631	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
255631	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
255631	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
255631	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
255631	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
255631	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
255631	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
255631	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
255631	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
255631	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
255631	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
255631	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
255631	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
255631	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
255631	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
255631	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
255631	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
255631	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
255631	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
255631	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
255631	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
255631	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
255631	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
255631	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
255631	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
255631	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
255631	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
255631	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
255631	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
255631	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
255631	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
255631	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
255631	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
255631	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
255631	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
255631	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
255631	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
255631	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
255631	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
255631	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
255631	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
255631	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
255631	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
255631	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
255631	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
255631	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
255631	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
255631	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
255631	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
255631	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
255631	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
255631	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
255631	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
255631	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
255631	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
255631	embedding2nn.weight	0	0.04551618546247482
255631	embedding2nn.weight	1	-0.09175241738557816
255631	embedding2nn.weight	2	0.01322825439274311
255631	embedding2nn.weight	3	-0.062296655029058456
255631	embedding2nn.weight	4	-0.1087566614151001
255631	embedding2nn.weight	5	0.11238070577383041
255631	embedding2nn.weight	6	-0.07757721841335297
255631	embedding2nn.weight	7	-0.07614536583423615
255631	embedding2nn.weight	8	-0.03172781318426132
255631	embedding2nn.weight	9	0.036762360483407974
255631	embedding2nn.bias	0	0.0934462770819664
255631	embedding2nn.bias	1	-0.01758274994790554
255631	embedding2nn.bias	2	-0.0742674246430397
255631	embedding2nn.bias	3	0.015452115796506405
255631	embedding2nn.bias	4	-0.018902869895100594
255631	embedding2nn.bias	5	-0.1811092346906662
255631	embedding2nn.bias	6	-0.09640643745660782
255631	embedding2nn.bias	7	-0.024171145632863045
255631	embedding2nn.bias	8	0.05270852893590927
255631	embedding2nn.bias	9	-0.04781518504023552
255631	rnn.weight_ih_l0	0	0.038387518376111984
255631	rnn.weight_ih_l0	1	-0.08464694023132324
255631	rnn.weight_ih_l0	2	-0.0636705830693245
255631	rnn.weight_ih_l0	3	-0.054486583918333054
255631	rnn.weight_ih_l0	4	0.020625542849302292
255631	rnn.weight_ih_l0	5	-0.11317098140716553
255631	rnn.weight_ih_l0	6	-0.02832113206386566
255631	rnn.weight_ih_l0	7	-0.00032338060555048287
255631	rnn.weight_ih_l0	8	0.04988940805196762
255631	rnn.weight_ih_l0	9	0.011596238240599632
255631	rnn.weight_hh_l0	0	0.003570893546566367
255631	rnn.weight_hh_l0	1	-0.07996699959039688
255631	rnn.weight_hh_l0	2	0.07310633361339569
255631	rnn.weight_hh_l0	3	0.05137232691049576
255631	rnn.weight_hh_l0	4	0.006868406198918819
255631	rnn.weight_hh_l0	5	0.07153535634279251
255631	rnn.weight_hh_l0	6	-0.016417067497968674
255631	rnn.weight_hh_l0	7	-0.11157549172639847
255631	rnn.weight_hh_l0	8	0.027456408366560936
255631	rnn.weight_hh_l0	9	-0.07724619656801224
255631	rnn.bias_ih_l0	0	-0.08024418354034424
255631	rnn.bias_ih_l0	1	-0.1902797818183899
255631	rnn.bias_ih_l0	2	-0.2603146433830261
255631	rnn.bias_ih_l0	3	-0.28006455302238464
255631	rnn.bias_ih_l0	4	0.011109181679785252
255631	rnn.bias_ih_l0	5	0.05659635365009308
255631	rnn.bias_ih_l0	6	-0.1713280826807022
255631	rnn.bias_ih_l0	7	-0.2747645676136017
255631	rnn.bias_ih_l0	8	-0.14941300451755524
255631	rnn.bias_ih_l0	9	-0.17763957381248474
255631	rnn.bias_hh_l0	0	0.12738622725009918
255631	rnn.bias_hh_l0	1	-0.05557774007320404
255631	rnn.bias_hh_l0	2	0.051194723695516586
255631	rnn.bias_hh_l0	3	-0.17774730920791626
255631	rnn.bias_hh_l0	4	0.052302297204732895
255631	rnn.bias_hh_l0	5	0.052780523896217346
255631	rnn.bias_hh_l0	6	-0.11021186411380768
255631	rnn.bias_hh_l0	7	-0.1520092636346817
255631	rnn.bias_hh_l0	8	-0.18396370112895966
255631	rnn.bias_hh_l0	9	-0.10824090987443924
255631	rnn.weight_ih_l0_reverse	0	-0.015398148447275162
255631	rnn.weight_ih_l0_reverse	1	-0.007555239833891392
255631	rnn.weight_ih_l0_reverse	2	-0.0024579837918281555
255631	rnn.weight_ih_l0_reverse	3	0.00657433457672596
255631	rnn.weight_ih_l0_reverse	4	0.010246620513498783
255631	rnn.weight_ih_l0_reverse	5	-0.05641767010092735
255631	rnn.weight_ih_l0_reverse	6	-0.043039385229349136
255631	rnn.weight_ih_l0_reverse	7	0.014031806029379368
255631	rnn.weight_ih_l0_reverse	8	0.08816924691200256
255631	rnn.weight_ih_l0_reverse	9	0.0034533082507550716
255631	rnn.weight_hh_l0_reverse	0	0.004116454161703587
255631	rnn.weight_hh_l0_reverse	1	0.027130110189318657
255631	rnn.weight_hh_l0_reverse	2	-0.04150208458304405
255631	rnn.weight_hh_l0_reverse	3	0.04134173318743706
255631	rnn.weight_hh_l0_reverse	4	0.024051951244473457
255631	rnn.weight_hh_l0_reverse	5	-0.008034412749111652
255631	rnn.weight_hh_l0_reverse	6	0.06875801086425781
255631	rnn.weight_hh_l0_reverse	7	0.03981446102261543
255631	rnn.weight_hh_l0_reverse	8	-0.02448120340704918
255631	rnn.weight_hh_l0_reverse	9	-0.025573624297976494
255631	rnn.bias_ih_l0_reverse	0	-0.1517905741930008
255631	rnn.bias_ih_l0_reverse	1	-0.30860379338264465
255631	rnn.bias_ih_l0_reverse	2	-0.057450372725725174
255631	rnn.bias_ih_l0_reverse	3	-0.1524287760257721
255631	rnn.bias_ih_l0_reverse	4	0.0712977796792984
255631	rnn.bias_ih_l0_reverse	5	-0.28245994448661804
255631	rnn.bias_ih_l0_reverse	6	-0.06966468691825867
255631	rnn.bias_ih_l0_reverse	7	0.015260739251971245
255631	rnn.bias_ih_l0_reverse	8	-0.1946105659008026
255631	rnn.bias_ih_l0_reverse	9	-0.09080419689416885
255631	rnn.bias_hh_l0_reverse	0	-0.15782128274440765
255631	rnn.bias_hh_l0_reverse	1	-0.14468878507614136
255631	rnn.bias_hh_l0_reverse	2	-0.012651853263378143
255631	rnn.bias_hh_l0_reverse	3	-0.136766716837883
255631	rnn.bias_hh_l0_reverse	4	-0.02326449565589428
255631	rnn.bias_hh_l0_reverse	5	-0.11871447414159775
255631	rnn.bias_hh_l0_reverse	6	-0.07682698965072632
255631	rnn.bias_hh_l0_reverse	7	-0.18262088298797607
255631	rnn.bias_hh_l0_reverse	8	-0.06557132303714752
255631	rnn.bias_hh_l0_reverse	9	-0.1156027764081955
255631	linear.weight	0	-0.2925688326358795
255631	linear.weight	1	-0.12577220797538757
255631	linear.weight	2	-0.011228874325752258
255631	linear.weight	3	-0.06548557430505753
255631	linear.weight	4	-8.848177458276041e-06
255631	linear.weight	5	0.2430829405784607
255631	linear.weight	6	0.0047744326293468475
255631	linear.weight	7	-0.021312154829502106
255631	linear.weight	8	0.2066449671983719
255631	linear.weight	9	0.19616420567035675
255631	linear.bias	0	-0.8422560691833496
255631	linear.bias	1	1.4498159885406494
255631	linear.bias	2	-0.4701862037181854
255631	linear.bias	3	-0.774009644985199
255631	linear.bias	4	-0.9273118376731873
255631	linear.bias	5	-1.1808241605758667
255631	linear.bias	6	-0.9726261496543884
255631	linear.bias	7	-0.7032203674316406
255631	linear.bias	8	-0.01705317199230194
255631	linear.bias	9	3.5127763748168945
255828	transitions	0	-0.4746207296848297
255828	transitions	1	8.871037483215332
255828	transitions	2	-3.6471049785614014
255828	transitions	3	1.6241600513458252
255828	transitions	4	-2.233320474624634
255828	transitions	5	-0.4361902177333832
255828	transitions	6	-0.19693471491336823
255828	transitions	7	-10000.0
255828	transitions	8	1.8645519018173218
255828	transitions	9	-2.2951643466949463
255828	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
255828	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
255828	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
255828	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
255828	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
255828	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
255828	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
255828	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
255828	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
255828	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
255828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
255828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
255828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
255828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
255828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
255828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
255828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
255828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
255828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
255828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
255828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
255828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
255828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
255828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
255828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
255828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
255828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
255828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
255828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
255828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
255828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
255828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
255828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
255828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
255828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
255828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
255828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
255828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
255828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
255828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
255828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
255828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
255828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
255828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
255828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
255828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
255828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
255828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
255828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
255828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
255828	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
255828	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
255828	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
255828	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
255828	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
255828	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
255828	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
255828	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
255828	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
255828	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
255828	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
255828	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
255828	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
255828	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
255828	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
255828	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
255828	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
255828	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
255828	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
255828	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
255828	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
255828	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
255828	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
255828	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
255828	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
255828	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
255828	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
255828	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
255828	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
255828	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
255828	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
255828	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
255828	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
255828	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
255828	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
255828	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
255828	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
255828	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
255828	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
255828	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
255828	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
255828	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
255828	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
255828	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
255828	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
255828	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
255828	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
255828	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
255828	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
255828	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
255828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
255828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
255828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
255828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
255828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
255828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
255828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
255828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
255828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
255828	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
255828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
255828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
255828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
255828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
255828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
255828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
255828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
255828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
255828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
255828	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
255828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
255828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
255828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
255828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
255828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
255828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
255828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
255828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
255828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
255828	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
255828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
255828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
255828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
255828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
255828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
255828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
255828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
255828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
255828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
255828	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
255828	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
255828	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
255828	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
255828	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
255828	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
255828	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
255828	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
255828	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
255828	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
255828	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
255828	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
255828	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
255828	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
255828	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
255828	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
255828	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
255828	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
255828	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
255828	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
255828	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
255828	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
255828	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
255828	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
255828	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
255828	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
255828	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
255828	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
255828	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
255828	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
255828	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
255828	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
255828	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
255828	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
255828	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
255828	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
255828	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
255828	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
255828	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
255828	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
255828	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
255828	embedding2nn.weight	0	0.045459818094968796
255828	embedding2nn.weight	1	-0.0921853706240654
255828	embedding2nn.weight	2	0.011840572580695152
255828	embedding2nn.weight	3	-0.06229785457253456
255828	embedding2nn.weight	4	-0.10755272209644318
255828	embedding2nn.weight	5	0.1126628965139389
255828	embedding2nn.weight	6	-0.0768384337425232
255828	embedding2nn.weight	7	-0.0761648565530777
255828	embedding2nn.weight	8	-0.0318768285214901
255828	embedding2nn.weight	9	0.036656301468610764
255828	embedding2nn.bias	0	0.09203159064054489
255828	embedding2nn.bias	1	-0.022319046780467033
255828	embedding2nn.bias	2	-0.07847405970096588
255828	embedding2nn.bias	3	0.02244694158434868
255828	embedding2nn.bias	4	-0.014342962764203548
255828	embedding2nn.bias	5	-0.18286272883415222
255828	embedding2nn.bias	6	-0.09652529656887054
255828	embedding2nn.bias	7	-0.02661885693669319
255828	embedding2nn.bias	8	0.05667195841670036
255828	embedding2nn.bias	9	-0.04114146903157234
255828	rnn.weight_ih_l0	0	0.03805484622716904
255828	rnn.weight_ih_l0	1	-0.08493658900260925
255828	rnn.weight_ih_l0	2	-0.06359050422906876
255828	rnn.weight_ih_l0	3	-0.05400419235229492
255828	rnn.weight_ih_l0	4	0.021528977900743484
255828	rnn.weight_ih_l0	5	-0.11287230998277664
255828	rnn.weight_ih_l0	6	-0.028038840740919113
255828	rnn.weight_ih_l0	7	-0.00026548688765615225
255828	rnn.weight_ih_l0	8	0.04921084642410278
255828	rnn.weight_ih_l0	9	0.011502581648528576
255828	rnn.weight_hh_l0	0	0.00344269466586411
255828	rnn.weight_hh_l0	1	-0.07982013374567032
255828	rnn.weight_hh_l0	2	0.07311470806598663
255828	rnn.weight_hh_l0	3	0.05139078199863434
255828	rnn.weight_hh_l0	4	0.006837907712906599
255828	rnn.weight_hh_l0	5	0.07205650210380554
255828	rnn.weight_hh_l0	6	-0.016402220353484154
255828	rnn.weight_hh_l0	7	-0.11174436658620834
255828	rnn.weight_hh_l0	8	0.027218487113714218
255828	rnn.weight_hh_l0	9	-0.07744302600622177
255828	rnn.bias_ih_l0	0	-0.07911304384469986
255828	rnn.bias_ih_l0	1	-0.19060565531253815
255828	rnn.bias_ih_l0	2	-0.2612094283103943
255828	rnn.bias_ih_l0	3	-0.2812076807022095
255828	rnn.bias_ih_l0	4	0.011322221718728542
255828	rnn.bias_ih_l0	5	0.05710206925868988
255828	rnn.bias_ih_l0	6	-0.17129458487033844
255828	rnn.bias_ih_l0	7	-0.2745923399925232
255828	rnn.bias_ih_l0	8	-0.1489606499671936
255828	rnn.bias_ih_l0	9	-0.17769387364387512
255828	rnn.bias_hh_l0	0	0.12746204435825348
255828	rnn.bias_hh_l0	1	-0.05644714832305908
255828	rnn.bias_hh_l0	2	0.051729798316955566
255828	rnn.bias_hh_l0	3	-0.17771419882774353
255828	rnn.bias_hh_l0	4	0.05370832607150078
255828	rnn.bias_hh_l0	5	0.05357951670885086
255828	rnn.bias_hh_l0	6	-0.11031728237867355
255828	rnn.bias_hh_l0	7	-0.15157459676265717
255828	rnn.bias_hh_l0	8	-0.1836967021226883
255828	rnn.bias_hh_l0	9	-0.10860074311494827
255828	rnn.weight_ih_l0_reverse	0	-0.015111072920262814
255828	rnn.weight_ih_l0_reverse	1	-0.00794187281280756
255828	rnn.weight_ih_l0_reverse	2	-0.0033233817666769028
255828	rnn.weight_ih_l0_reverse	3	0.006635287310928106
255828	rnn.weight_ih_l0_reverse	4	0.010089267045259476
255828	rnn.weight_ih_l0_reverse	5	-0.056090496480464935
255828	rnn.weight_ih_l0_reverse	6	-0.04270288348197937
255828	rnn.weight_ih_l0_reverse	7	0.014684893190860748
255828	rnn.weight_ih_l0_reverse	8	0.08813974261283875
255828	rnn.weight_ih_l0_reverse	9	0.0037395984400063753
255828	rnn.weight_hh_l0_reverse	0	0.004227494355291128
255828	rnn.weight_hh_l0_reverse	1	0.027378004044294357
255828	rnn.weight_hh_l0_reverse	2	-0.04093318060040474
255828	rnn.weight_hh_l0_reverse	3	0.04136515408754349
255828	rnn.weight_hh_l0_reverse	4	0.02410784550011158
255828	rnn.weight_hh_l0_reverse	5	-0.0077848308719694614
255828	rnn.weight_hh_l0_reverse	6	0.06917854398488998
255828	rnn.weight_hh_l0_reverse	7	0.039658620953559875
255828	rnn.weight_hh_l0_reverse	8	-0.024330085143446922
255828	rnn.weight_hh_l0_reverse	9	-0.02546280063688755
255828	rnn.bias_ih_l0_reverse	0	-0.1518191248178482
255828	rnn.bias_ih_l0_reverse	1	-0.30868372321128845
255828	rnn.bias_ih_l0_reverse	2	-0.057793326675891876
255828	rnn.bias_ih_l0_reverse	3	-0.15257492661476135
255828	rnn.bias_ih_l0_reverse	4	0.07119198888540268
255828	rnn.bias_ih_l0_reverse	5	-0.2821875214576721
255828	rnn.bias_ih_l0_reverse	6	-0.06931032240390778
255828	rnn.bias_ih_l0_reverse	7	0.013537472113966942
255828	rnn.bias_ih_l0_reverse	8	-0.19420590996742249
255828	rnn.bias_ih_l0_reverse	9	-0.09084063023328781
255828	rnn.bias_hh_l0_reverse	0	-0.15831062197685242
255828	rnn.bias_hh_l0_reverse	1	-0.14298175275325775
255828	rnn.bias_hh_l0_reverse	2	-0.012471841648221016
255828	rnn.bias_hh_l0_reverse	3	-0.1372051239013672
255828	rnn.bias_hh_l0_reverse	4	-0.023043548688292503
255828	rnn.bias_hh_l0_reverse	5	-0.1186259537935257
255828	rnn.bias_hh_l0_reverse	6	-0.07522306591272354
255828	rnn.bias_hh_l0_reverse	7	-0.1831548810005188
255828	rnn.bias_hh_l0_reverse	8	-0.06461868435144424
255828	rnn.bias_hh_l0_reverse	9	-0.11585201323032379
255828	linear.weight	0	-0.291265606880188
255828	linear.weight	1	-0.1262066513299942
255828	linear.weight	2	-0.011228874325752258
255828	linear.weight	3	-0.06751970946788788
255828	linear.weight	4	-0.0020528496243059635
255828	linear.weight	5	0.24050182104110718
255828	linear.weight	6	0.0047744326293468475
255828	linear.weight	7	-0.021312154829502106
255828	linear.weight	8	0.21011283993721008
255828	linear.weight	9	0.19651275873184204
255828	linear.bias	0	-0.8446953296661377
255828	linear.bias	1	1.427603006362915
255828	linear.bias	2	-0.4784909784793854
255828	linear.bias	3	-0.7617014050483704
255828	linear.bias	4	-0.9059364199638367
255828	linear.bias	5	-1.1808291673660278
255828	linear.bias	6	-0.9747028350830078
255828	linear.bias	7	-0.697106122970581
255828	linear.bias	8	-0.01705317199230194
255828	linear.bias	9	3.4873571395874023
256025	transitions	0	-0.4746444523334503
256025	transitions	1	8.860377311706543
256025	transitions	2	-3.6472160816192627
256025	transitions	3	1.6274528503417969
256025	transitions	4	-2.233393430709839
256025	transitions	5	-0.43619343638420105
256025	transitions	6	-0.19694001972675323
256025	transitions	7	-10000.0
256025	transitions	8	1.8643708229064941
256025	transitions	9	-2.295165538787842
256025	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
256025	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
256025	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
256025	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
256025	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
256025	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
256025	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
256025	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
256025	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
256025	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
256025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
256025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
256025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
256025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
256025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
256025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
256025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
256025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
256025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
256025	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
256025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
256025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
256025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
256025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
256025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
256025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
256025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
256025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
256025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
256025	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
256025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
256025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
256025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
256025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
256025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
256025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
256025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
256025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
256025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
256025	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
256025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
256025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
256025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
256025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
256025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
256025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
256025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
256025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
256025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
256025	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
256025	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
256025	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
256025	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
256025	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
256025	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
256025	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
256025	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
256025	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
256025	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
256025	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
256025	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
256025	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
256025	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
256025	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
256025	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
256025	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
256025	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
256025	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
256025	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
256025	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
256025	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
256025	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
256025	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
256025	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
256025	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
256025	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
256025	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
256025	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
256025	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
256025	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
256025	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
256025	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
256025	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
256025	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
256025	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
256025	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
256025	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
256025	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
256025	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
256025	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
256025	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
256025	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
256025	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
256025	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
256025	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
256025	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
256025	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
256025	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
256025	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
256025	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
256025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
256025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
256025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
256025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
256025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
256025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
256025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
256025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
256025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
256025	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
256025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
256025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
256025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
256025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
256025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
256025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
256025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
256025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
256025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
256025	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
256025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
256025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
256025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
256025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
256025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
256025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
256025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
256025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
256025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
256025	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
256025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
256025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
256025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
256025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
256025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
256025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
256025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
256025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
256025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
256025	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
256025	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
256025	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
256025	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
256025	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
256025	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
256025	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
256025	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
256025	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
256025	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
256025	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
256025	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
256025	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
256025	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
256025	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
256025	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
256025	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
256025	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
256025	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
256025	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
256025	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
256025	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
256025	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
256025	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
256025	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
256025	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
256025	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
256025	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
256025	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
256025	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
256025	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
256025	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
256025	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
256025	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
256025	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
256025	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
256025	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
256025	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
256025	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
256025	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
256025	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
256025	embedding2nn.weight	0	0.045441191643476486
256025	embedding2nn.weight	1	-0.09177951514720917
256025	embedding2nn.weight	2	0.012147161178290844
256025	embedding2nn.weight	3	-0.06258337944746017
256025	embedding2nn.weight	4	-0.1080867275595665
256025	embedding2nn.weight	5	0.11248745024204254
256025	embedding2nn.weight	6	-0.07829520851373672
256025	embedding2nn.weight	7	-0.07609190046787262
256025	embedding2nn.weight	8	-0.031553708016872406
256025	embedding2nn.weight	9	0.03696401044726372
256025	embedding2nn.bias	0	0.09474115073680878
256025	embedding2nn.bias	1	-0.0180323738604784
256025	embedding2nn.bias	2	-0.08140107989311218
256025	embedding2nn.bias	3	0.018550250679254532
256025	embedding2nn.bias	4	-0.013302470557391644
256025	embedding2nn.bias	5	-0.1832539290189743
256025	embedding2nn.bias	6	-0.10094887763261795
256025	embedding2nn.bias	7	-0.021113259717822075
256025	embedding2nn.bias	8	0.053756386041641235
256025	embedding2nn.bias	9	-0.046462930738925934
256025	rnn.weight_ih_l0	0	0.03760461509227753
256025	rnn.weight_ih_l0	1	-0.08591194450855255
256025	rnn.weight_ih_l0	2	-0.06322190165519714
256025	rnn.weight_ih_l0	3	-0.05369114503264427
256025	rnn.weight_ih_l0	4	0.021339017897844315
256025	rnn.weight_ih_l0	5	-0.1131119579076767
256025	rnn.weight_ih_l0	6	-0.027891919016838074
256025	rnn.weight_ih_l0	7	-0.00022665287542622536
256025	rnn.weight_ih_l0	8	0.048628680408000946
256025	rnn.weight_ih_l0	9	0.010773992165923119
256025	rnn.weight_hh_l0	0	0.0030041791032999754
256025	rnn.weight_hh_l0	1	-0.07938883453607559
256025	rnn.weight_hh_l0	2	0.07336760312318802
256025	rnn.weight_hh_l0	3	0.05133626237511635
256025	rnn.weight_hh_l0	4	0.006705132313072681
256025	rnn.weight_hh_l0	5	0.07178895175457001
256025	rnn.weight_hh_l0	6	-0.01640104502439499
256025	rnn.weight_hh_l0	7	-0.11169743537902832
256025	rnn.weight_hh_l0	8	0.027180183678865433
256025	rnn.weight_hh_l0	9	-0.07726360112428665
256025	rnn.bias_ih_l0	0	-0.0795234814286232
256025	rnn.bias_ih_l0	1	-0.1899854689836502
256025	rnn.bias_ih_l0	2	-0.2605319321155548
256025	rnn.bias_ih_l0	3	-0.28103819489479065
256025	rnn.bias_ih_l0	4	0.011308709159493446
256025	rnn.bias_ih_l0	5	0.057266201823949814
256025	rnn.bias_ih_l0	6	-0.17087270319461823
256025	rnn.bias_ih_l0	7	-0.2743275761604309
256025	rnn.bias_ih_l0	8	-0.14870543777942657
256025	rnn.bias_ih_l0	9	-0.17804566025733948
256025	rnn.bias_hh_l0	0	0.1272975206375122
256025	rnn.bias_hh_l0	1	-0.05642322078347206
256025	rnn.bias_hh_l0	2	0.05139388516545296
256025	rnn.bias_hh_l0	3	-0.1778770089149475
256025	rnn.bias_hh_l0	4	0.05324794352054596
256025	rnn.bias_hh_l0	5	0.0543430857360363
256025	rnn.bias_hh_l0	6	-0.1116182804107666
256025	rnn.bias_hh_l0	7	-0.1527051031589508
256025	rnn.bias_hh_l0	8	-0.18413019180297852
256025	rnn.bias_hh_l0	9	-0.10882192850112915
256025	rnn.weight_ih_l0_reverse	0	-0.01508571207523346
256025	rnn.weight_ih_l0_reverse	1	-0.00833107903599739
256025	rnn.weight_ih_l0_reverse	2	-0.004361950792372227
256025	rnn.weight_ih_l0_reverse	3	0.006320253014564514
256025	rnn.weight_ih_l0_reverse	4	0.009458326734602451
256025	rnn.weight_ih_l0_reverse	5	-0.05636032670736313
256025	rnn.weight_ih_l0_reverse	6	-0.043975960463285446
256025	rnn.weight_ih_l0_reverse	7	0.014788540080189705
256025	rnn.weight_ih_l0_reverse	8	0.08878832310438156
256025	rnn.weight_ih_l0_reverse	9	0.0041600666008889675
256025	rnn.weight_hh_l0_reverse	0	0.004270640667527914
256025	rnn.weight_hh_l0_reverse	1	0.026919780299067497
256025	rnn.weight_hh_l0_reverse	2	-0.040923550724983215
256025	rnn.weight_hh_l0_reverse	3	0.04148153215646744
256025	rnn.weight_hh_l0_reverse	4	0.02419285662472248
256025	rnn.weight_hh_l0_reverse	5	-0.007888803258538246
256025	rnn.weight_hh_l0_reverse	6	0.06910887360572815
256025	rnn.weight_hh_l0_reverse	7	0.03975088521838188
256025	rnn.weight_hh_l0_reverse	8	-0.02461552806198597
256025	rnn.weight_hh_l0_reverse	9	-0.025338606908917427
256025	rnn.bias_ih_l0_reverse	0	-0.1525009274482727
256025	rnn.bias_ih_l0_reverse	1	-0.3086780905723572
256025	rnn.bias_ih_l0_reverse	2	-0.05826157331466675
256025	rnn.bias_ih_l0_reverse	3	-0.15294745564460754
256025	rnn.bias_ih_l0_reverse	4	0.07103603333234787
256025	rnn.bias_ih_l0_reverse	5	-0.28177446126937866
256025	rnn.bias_ih_l0_reverse	6	-0.06885729730129242
256025	rnn.bias_ih_l0_reverse	7	0.014329392462968826
256025	rnn.bias_ih_l0_reverse	8	-0.19459287822246552
256025	rnn.bias_ih_l0_reverse	9	-0.09023673087358475
256025	rnn.bias_hh_l0_reverse	0	-0.15886296331882477
256025	rnn.bias_hh_l0_reverse	1	-0.14414221048355103
256025	rnn.bias_hh_l0_reverse	2	-0.011858244426548481
256025	rnn.bias_hh_l0_reverse	3	-0.13730275630950928
256025	rnn.bias_hh_l0_reverse	4	-0.022975023835897446
256025	rnn.bias_hh_l0_reverse	5	-0.11866442114114761
256025	rnn.bias_hh_l0_reverse	6	-0.07544178515672684
256025	rnn.bias_hh_l0_reverse	7	-0.18298764526844025
256025	rnn.bias_hh_l0_reverse	8	-0.06524156779050827
256025	rnn.bias_hh_l0_reverse	9	-0.11578670889139175
256025	linear.weight	0	-0.2929069697856903
256025	linear.weight	1	-0.12689059972763062
256025	linear.weight	2	-0.011228874325752258
256025	linear.weight	3	-0.06767649203538895
256025	linear.weight	4	-0.003733081044629216
256025	linear.weight	5	0.24193555116653442
256025	linear.weight	6	0.0047744326293468475
256025	linear.weight	7	-0.021312154829502106
256025	linear.weight	8	0.20935729146003723
256025	linear.weight	9	0.19570757448673248
256025	linear.bias	0	-0.8358438014984131
256025	linear.bias	1	1.4314186573028564
256025	linear.bias	2	-0.47365039587020874
256025	linear.bias	3	-0.7758262157440186
256025	linear.bias	4	-0.9171033501625061
256025	linear.bias	5	-1.1808338165283203
256025	linear.bias	6	-0.9650859236717224
256025	linear.bias	7	-0.706967294216156
256025	linear.bias	8	-0.01705317199230194
256025	linear.bias	9	3.5158705711364746
256222	transitions	0	-0.47467827796936035
256222	transitions	1	8.857017517089844
256222	transitions	2	-3.6473429203033447
256222	transitions	3	1.627223014831543
256222	transitions	4	-2.2336056232452393
256222	transitions	5	-0.436204731464386
256222	transitions	6	-0.19694332778453827
256222	transitions	7	-10000.0
256222	transitions	8	1.864673137664795
256222	transitions	9	-2.2951700687408447
256222	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
256222	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
256222	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
256222	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
256222	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
256222	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
256222	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
256222	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
256222	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
256222	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
256222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
256222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
256222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
256222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
256222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
256222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
256222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
256222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
256222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
256222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
256222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
256222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
256222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
256222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
256222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
256222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
256222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
256222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
256222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
256222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
256222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
256222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
256222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
256222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
256222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
256222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
256222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
256222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
256222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
256222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
256222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
256222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
256222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
256222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
256222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
256222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
256222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
256222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
256222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
256222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
256222	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
256222	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
256222	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
256222	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
256222	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
256222	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
256222	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
256222	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
256222	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
256222	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
256222	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
256222	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
256222	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
256222	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
256222	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
256222	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
256222	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
256222	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
256222	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
256222	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
256222	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
256222	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
256222	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
256222	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
256222	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
256222	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
256222	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
256222	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
256222	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
256222	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
256222	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
256222	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
256222	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
256222	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
256222	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
256222	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
256222	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
256222	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
256222	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
256222	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
256222	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
256222	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
256222	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
256222	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
256222	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
256222	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
256222	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
256222	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
256222	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
256222	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
256222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
256222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
256222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
256222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
256222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
256222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
256222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
256222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
256222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
256222	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
256222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
256222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
256222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
256222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
256222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
256222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
256222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
256222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
256222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
256222	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
256222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
256222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
256222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
256222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
256222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
256222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
256222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
256222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
256222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
256222	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
256222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
256222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
256222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
256222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
256222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
256222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
256222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
256222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
256222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
256222	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
256222	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
256222	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
256222	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
256222	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
256222	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
256222	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
256222	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
256222	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
256222	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
256222	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
256222	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
256222	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
256222	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
256222	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
256222	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
256222	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
256222	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
256222	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
256222	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
256222	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
256222	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
256222	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
256222	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
256222	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
256222	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
256222	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
256222	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
256222	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
256222	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
256222	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
256222	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
256222	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
256222	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
256222	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
256222	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
256222	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
256222	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
256222	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
256222	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
256222	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
256222	embedding2nn.weight	0	0.04536369442939758
256222	embedding2nn.weight	1	-0.09180046617984772
256222	embedding2nn.weight	2	0.012804335914552212
256222	embedding2nn.weight	3	-0.06309553235769272
256222	embedding2nn.weight	4	-0.10750855505466461
256222	embedding2nn.weight	5	0.11247493326663971
256222	embedding2nn.weight	6	-0.07871315628290176
256222	embedding2nn.weight	7	-0.07544974237680435
256222	embedding2nn.weight	8	-0.03138570860028267
256222	embedding2nn.weight	9	0.03674992546439171
256222	embedding2nn.bias	0	0.0931728333234787
256222	embedding2nn.bias	1	-0.020109767094254494
256222	embedding2nn.bias	2	-0.0861063301563263
256222	embedding2nn.bias	3	0.02246948331594467
256222	embedding2nn.bias	4	-0.013085433281958103
256222	embedding2nn.bias	5	-0.1829737424850464
256222	embedding2nn.bias	6	-0.10276332497596741
256222	embedding2nn.bias	7	-0.021951567381620407
256222	embedding2nn.bias	8	0.05302068218588829
256222	embedding2nn.bias	9	-0.0466371513903141
256222	rnn.weight_ih_l0	0	0.03745587170124054
256222	rnn.weight_ih_l0	1	-0.0857577919960022
256222	rnn.weight_ih_l0	2	-0.06265278905630112
256222	rnn.weight_ih_l0	3	-0.05423310026526451
256222	rnn.weight_ih_l0	4	0.02133694291114807
256222	rnn.weight_ih_l0	5	-0.11340603232383728
256222	rnn.weight_ih_l0	6	-0.028539789840579033
256222	rnn.weight_ih_l0	7	-0.0003509436792228371
256222	rnn.weight_ih_l0	8	0.04860534146428108
256222	rnn.weight_ih_l0	9	0.010365914553403854
256222	rnn.weight_hh_l0	0	0.003343275049701333
256222	rnn.weight_hh_l0	1	-0.08023916929960251
256222	rnn.weight_hh_l0	2	0.07322975993156433
256222	rnn.weight_hh_l0	3	0.051613084971904755
256222	rnn.weight_hh_l0	4	0.006675576325505972
256222	rnn.weight_hh_l0	5	0.07173670828342438
256222	rnn.weight_hh_l0	6	-0.016454339027404785
256222	rnn.weight_hh_l0	7	-0.11169283092021942
256222	rnn.weight_hh_l0	8	0.027136659249663353
256222	rnn.weight_hh_l0	9	-0.07780946791172028
256222	rnn.bias_ih_l0	0	-0.0802326425909996
256222	rnn.bias_ih_l0	1	-0.19003741443157196
256222	rnn.bias_ih_l0	2	-0.26161259412765503
256222	rnn.bias_ih_l0	3	-0.28040555119514465
256222	rnn.bias_ih_l0	4	0.011233440600335598
256222	rnn.bias_ih_l0	5	0.056816186755895615
256222	rnn.bias_ih_l0	6	-0.17114050686359406
256222	rnn.bias_ih_l0	7	-0.2724435329437256
256222	rnn.bias_ih_l0	8	-0.14941850304603577
256222	rnn.bias_ih_l0	9	-0.17791524529457092
256222	rnn.bias_hh_l0	0	0.12717944383621216
256222	rnn.bias_hh_l0	1	-0.056277498602867126
256222	rnn.bias_hh_l0	2	0.05131934955716133
256222	rnn.bias_hh_l0	3	-0.177909255027771
256222	rnn.bias_hh_l0	4	0.054137688130140305
256222	rnn.bias_hh_l0	5	0.05420399084687233
256222	rnn.bias_hh_l0	6	-0.11099424958229065
256222	rnn.bias_hh_l0	7	-0.15312950313091278
256222	rnn.bias_hh_l0	8	-0.18497149646282196
256222	rnn.bias_hh_l0	9	-0.10990430414676666
256222	rnn.weight_ih_l0_reverse	0	-0.015143646858632565
256222	rnn.weight_ih_l0_reverse	1	-0.008168830536305904
256222	rnn.weight_ih_l0_reverse	2	-0.0041972496546804905
256222	rnn.weight_ih_l0_reverse	3	0.006614316254854202
256222	rnn.weight_ih_l0_reverse	4	0.008877097629010677
256222	rnn.weight_ih_l0_reverse	5	-0.05639038234949112
256222	rnn.weight_ih_l0_reverse	6	-0.04415058344602585
256222	rnn.weight_ih_l0_reverse	7	0.01590597629547119
256222	rnn.weight_ih_l0_reverse	8	0.08894812315702438
256222	rnn.weight_ih_l0_reverse	9	0.004057157784700394
256222	rnn.weight_hh_l0_reverse	0	0.004530348349362612
256222	rnn.weight_hh_l0_reverse	1	0.027026506140828133
256222	rnn.weight_hh_l0_reverse	2	-0.040809351950883865
256222	rnn.weight_hh_l0_reverse	3	0.041453953832387924
256222	rnn.weight_hh_l0_reverse	4	0.024177735671401024
256222	rnn.weight_hh_l0_reverse	5	-0.007868094369769096
256222	rnn.weight_hh_l0_reverse	6	0.06918930262327194
256222	rnn.weight_hh_l0_reverse	7	0.03960193321108818
256222	rnn.weight_hh_l0_reverse	8	-0.02505292370915413
256222	rnn.weight_hh_l0_reverse	9	-0.025401100516319275
256222	rnn.bias_ih_l0_reverse	0	-0.1529352068901062
256222	rnn.bias_ih_l0_reverse	1	-0.30899548530578613
256222	rnn.bias_ih_l0_reverse	2	-0.058676548302173615
256222	rnn.bias_ih_l0_reverse	3	-0.15225911140441895
256222	rnn.bias_ih_l0_reverse	4	0.07015955448150635
256222	rnn.bias_ih_l0_reverse	5	-0.28240251541137695
256222	rnn.bias_ih_l0_reverse	6	-0.0693708285689354
256222	rnn.bias_ih_l0_reverse	7	0.014014438726007938
256222	rnn.bias_ih_l0_reverse	8	-0.19471587240695953
256222	rnn.bias_ih_l0_reverse	9	-0.09011392295360565
256222	rnn.bias_hh_l0_reverse	0	-0.15877464413642883
256222	rnn.bias_hh_l0_reverse	1	-0.14414750039577484
256222	rnn.bias_hh_l0_reverse	2	-0.012366637587547302
256222	rnn.bias_hh_l0_reverse	3	-0.13714808225631714
256222	rnn.bias_hh_l0_reverse	4	-0.023076342418789864
256222	rnn.bias_hh_l0_reverse	5	-0.11844880133867264
256222	rnn.bias_hh_l0_reverse	6	-0.07622606307268143
256222	rnn.bias_hh_l0_reverse	7	-0.1828411966562271
256222	rnn.bias_hh_l0_reverse	8	-0.06552226096391678
256222	rnn.bias_hh_l0_reverse	9	-0.11632736772298813
256222	linear.weight	0	-0.2954457700252533
256222	linear.weight	1	-0.1264779418706894
256222	linear.weight	2	-0.011228874325752258
256222	linear.weight	3	-0.06654417514801025
256222	linear.weight	4	-0.0017543114954605699
256222	linear.weight	5	0.24307146668434143
256222	linear.weight	6	0.0047744326293468475
256222	linear.weight	7	-0.021312154829502106
256222	linear.weight	8	0.20786842703819275
256222	linear.weight	9	0.19739289581775665
256222	linear.bias	0	-0.8411623239517212
256222	linear.bias	1	1.4298264980316162
256222	linear.bias	2	-0.48733121156692505
256222	linear.bias	3	-0.7791433334350586
256222	linear.bias	4	-0.9180895090103149
256222	linear.bias	5	-1.1808384656906128
256222	linear.bias	6	-0.9698401689529419
256222	linear.bias	7	-0.7021681666374207
256222	linear.bias	8	-0.01705317199230194
256222	linear.bias	9	3.502373218536377
256419	transitions	0	-0.47470539808273315
256419	transitions	1	8.853851318359375
256419	transitions	2	-3.647454023361206
256419	transitions	3	1.626596450805664
256419	transitions	4	-2.2338225841522217
256419	transitions	5	-0.4362403154373169
256419	transitions	6	-0.196950763463974
256419	transitions	7	-10000.0
256419	transitions	8	1.864733338356018
256419	transitions	9	-2.2951717376708984
256419	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
256419	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
256419	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
256419	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
256419	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
256419	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
256419	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
256419	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
256419	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
256419	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
256419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
256419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
256419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
256419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
256419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
256419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
256419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
256419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
256419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
256419	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
256419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
256419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
256419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
256419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
256419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
256419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
256419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
256419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
256419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
256419	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
256419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
256419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
256419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
256419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
256419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
256419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
256419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
256419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
256419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
256419	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
256419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
256419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
256419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
256419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
256419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
256419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
256419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
256419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
256419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
256419	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
256419	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
256419	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
256419	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
256419	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
256419	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
256419	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
256419	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
256419	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
256419	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
256419	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
256419	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
256419	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
256419	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
256419	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
256419	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
256419	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
256419	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
256419	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
256419	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
256419	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
256419	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
256419	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
256419	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
256419	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
256419	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
256419	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
256419	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
256419	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
256419	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
256419	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
256419	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
256419	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
256419	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
256419	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
256419	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
256419	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
256419	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
256419	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
256419	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
256419	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
256419	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
256419	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
256419	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
256419	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
256419	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
256419	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
256419	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
256419	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
256419	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
256419	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
256419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
256419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
256419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
256419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
256419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
256419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
256419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
256419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
256419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
256419	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
256419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
256419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
256419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
256419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
256419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
256419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
256419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
256419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
256419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
256419	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
256419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
256419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
256419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
256419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
256419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
256419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
256419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
256419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
256419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
256419	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
256419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
256419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
256419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
256419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
256419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
256419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
256419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
256419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
256419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
256419	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
256419	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
256419	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
256419	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
256419	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
256419	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
256419	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
256419	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
256419	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
256419	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
256419	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
256419	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
256419	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
256419	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
256419	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
256419	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
256419	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
256419	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
256419	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
256419	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
256419	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
256419	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
256419	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
256419	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
256419	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
256419	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
256419	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
256419	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
256419	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
256419	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
256419	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
256419	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
256419	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
256419	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
256419	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
256419	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
256419	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
256419	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
256419	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
256419	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
256419	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
256419	embedding2nn.weight	0	0.046007849276065826
256419	embedding2nn.weight	1	-0.09125947952270508
256419	embedding2nn.weight	2	0.012361859902739525
256419	embedding2nn.weight	3	-0.0629291757941246
256419	embedding2nn.weight	4	-0.11014071106910706
256419	embedding2nn.weight	5	0.11197149008512497
256419	embedding2nn.weight	6	-0.07768183201551437
256419	embedding2nn.weight	7	-0.07527698576450348
256419	embedding2nn.weight	8	-0.031190095469355583
256419	embedding2nn.weight	9	0.035384826362133026
256419	embedding2nn.bias	0	0.090816430747509
256419	embedding2nn.bias	1	-0.024093231186270714
256419	embedding2nn.bias	2	-0.08117063343524933
256419	embedding2nn.bias	3	0.023351583629846573
256419	embedding2nn.bias	4	-0.013075120747089386
256419	embedding2nn.bias	5	-0.185408353805542
256419	embedding2nn.bias	6	-0.10259746015071869
256419	embedding2nn.bias	7	-0.02267242595553398
256419	embedding2nn.bias	8	0.04772133380174637
256419	embedding2nn.bias	9	-0.04696887731552124
256419	rnn.weight_ih_l0	0	0.03679190203547478
256419	rnn.weight_ih_l0	1	-0.08627734333276749
256419	rnn.weight_ih_l0	2	-0.06253008544445038
256419	rnn.weight_ih_l0	3	-0.05363044887781143
256419	rnn.weight_ih_l0	4	0.02147669717669487
256419	rnn.weight_ih_l0	5	-0.11377483606338501
256419	rnn.weight_ih_l0	6	-0.028127627447247505
256419	rnn.weight_ih_l0	7	-0.0004558718646876514
256419	rnn.weight_ih_l0	8	0.04816390573978424
256419	rnn.weight_ih_l0	9	0.010123235173523426
256419	rnn.weight_hh_l0	0	0.0036319198552519083
256419	rnn.weight_hh_l0	1	-0.08041441440582275
256419	rnn.weight_hh_l0	2	0.07319377362728119
256419	rnn.weight_hh_l0	3	0.0516444556415081
256419	rnn.weight_hh_l0	4	0.006748331245034933
256419	rnn.weight_hh_l0	5	0.0715002566576004
256419	rnn.weight_hh_l0	6	-0.016569143161177635
256419	rnn.weight_hh_l0	7	-0.11169283092021942
256419	rnn.weight_hh_l0	8	0.02758137695491314
256419	rnn.weight_hh_l0	9	-0.0767781138420105
256419	rnn.bias_ih_l0	0	-0.0816282406449318
256419	rnn.bias_ih_l0	1	-0.19045200943946838
256419	rnn.bias_ih_l0	2	-0.26276662945747375
256419	rnn.bias_ih_l0	3	-0.2805716097354889
256419	rnn.bias_ih_l0	4	0.011432575061917305
256419	rnn.bias_ih_l0	5	0.056913089007139206
256419	rnn.bias_ih_l0	6	-0.17162121832370758
256419	rnn.bias_ih_l0	7	-0.27219468355178833
256419	rnn.bias_ih_l0	8	-0.14891551434993744
256419	rnn.bias_ih_l0	9	-0.17744217813014984
256419	rnn.bias_hh_l0	0	0.1274266093969345
256419	rnn.bias_hh_l0	1	-0.055757734924554825
256419	rnn.bias_hh_l0	2	0.05069403350353241
256419	rnn.bias_hh_l0	3	-0.17885085940361023
256419	rnn.bias_hh_l0	4	0.05220585688948631
256419	rnn.bias_hh_l0	5	0.05364619940519333
256419	rnn.bias_hh_l0	6	-0.11103766411542892
256419	rnn.bias_hh_l0	7	-0.15275898575782776
256419	rnn.bias_hh_l0	8	-0.18425680696964264
256419	rnn.bias_hh_l0	9	-0.10890761017799377
256419	rnn.weight_ih_l0_reverse	0	-0.015391061082482338
256419	rnn.weight_ih_l0_reverse	1	-0.008148353546857834
256419	rnn.weight_ih_l0_reverse	2	-0.002817655447870493
256419	rnn.weight_ih_l0_reverse	3	0.006629133131355047
256419	rnn.weight_ih_l0_reverse	4	0.009474977850914001
256419	rnn.weight_ih_l0_reverse	5	-0.056012868881225586
256419	rnn.weight_ih_l0_reverse	6	-0.04407898336648941
256419	rnn.weight_ih_l0_reverse	7	0.01629750058054924
256419	rnn.weight_ih_l0_reverse	8	0.08975677937269211
256419	rnn.weight_ih_l0_reverse	9	0.003802597289904952
256419	rnn.weight_hh_l0_reverse	0	0.0045050461776554585
256419	rnn.weight_hh_l0_reverse	1	0.02704104594886303
256419	rnn.weight_hh_l0_reverse	2	-0.04104231670498848
256419	rnn.weight_hh_l0_reverse	3	0.04157312214374542
256419	rnn.weight_hh_l0_reverse	4	0.024347877129912376
256419	rnn.weight_hh_l0_reverse	5	-0.008049474097788334
256419	rnn.weight_hh_l0_reverse	6	0.06913614273071289
256419	rnn.weight_hh_l0_reverse	7	0.03950210288167
256419	rnn.weight_hh_l0_reverse	8	-0.024875573813915253
256419	rnn.weight_hh_l0_reverse	9	-0.025320077314972878
256419	rnn.bias_ih_l0_reverse	0	-0.1516566276550293
256419	rnn.bias_ih_l0_reverse	1	-0.30939581990242004
256419	rnn.bias_ih_l0_reverse	2	-0.058069802820682526
256419	rnn.bias_ih_l0_reverse	3	-0.15272803604602814
256419	rnn.bias_ih_l0_reverse	4	0.06976910680532455
256419	rnn.bias_ih_l0_reverse	5	-0.28238219022750854
256419	rnn.bias_ih_l0_reverse	6	-0.06812139600515366
256419	rnn.bias_ih_l0_reverse	7	0.01560593768954277
256419	rnn.bias_ih_l0_reverse	8	-0.19478526711463928
256419	rnn.bias_ih_l0_reverse	9	-0.09157862514257431
256419	rnn.bias_hh_l0_reverse	0	-0.1578921377658844
256419	rnn.bias_hh_l0_reverse	1	-0.14367127418518066
256419	rnn.bias_hh_l0_reverse	2	-0.012712908908724785
256419	rnn.bias_hh_l0_reverse	3	-0.13587586581707
256419	rnn.bias_hh_l0_reverse	4	-0.023616118356585503
256419	rnn.bias_hh_l0_reverse	5	-0.11907155066728592
256419	rnn.bias_hh_l0_reverse	6	-0.07658155262470245
256419	rnn.bias_hh_l0_reverse	7	-0.18314915895462036
256419	rnn.bias_hh_l0_reverse	8	-0.06502465903759003
256419	rnn.bias_hh_l0_reverse	9	-0.1168767511844635
256419	linear.weight	0	-0.2933557629585266
256419	linear.weight	1	-0.12722796201705933
256419	linear.weight	2	-0.011228874325752258
256419	linear.weight	3	-0.061605099588632584
256419	linear.weight	4	-0.0016699722036719322
256419	linear.weight	5	0.24081428349018097
256419	linear.weight	6	0.0047744326293468475
256419	linear.weight	7	-0.021312154829502106
256419	linear.weight	8	0.20653235912322998
256419	linear.weight	9	0.1960725635290146
256419	linear.bias	0	-0.8346207737922668
256419	linear.bias	1	1.420880913734436
256419	linear.bias	2	-0.48282456398010254
256419	linear.bias	3	-0.7789763808250427
256419	linear.bias	4	-0.9286365509033203
256419	linear.bias	5	-1.1808428764343262
256419	linear.bias	6	-0.9639371633529663
256419	linear.bias	7	-0.7020625472068787
256419	linear.bias	8	-0.01705317199230194
256419	linear.bias	9	3.4955787658691406
256616	transitions	0	-0.4747210144996643
256616	transitions	1	8.859482765197754
256616	transitions	2	-3.6476662158966064
256616	transitions	3	1.6282782554626465
256616	transitions	4	-2.233945846557617
256616	transitions	5	-0.4362484812736511
256616	transitions	6	-0.19695542752742767
256616	transitions	7	-10000.0
256616	transitions	8	1.86729896068573
256616	transitions	9	-2.295172929763794
256616	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
256616	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
256616	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
256616	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
256616	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
256616	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
256616	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
256616	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
256616	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
256616	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
256616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
256616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
256616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
256616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
256616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
256616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
256616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
256616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
256616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
256616	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
256616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
256616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
256616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
256616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
256616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
256616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
256616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
256616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
256616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
256616	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
256616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
256616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
256616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
256616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
256616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
256616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
256616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
256616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
256616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
256616	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
256616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
256616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
256616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
256616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
256616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
256616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
256616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
256616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
256616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
256616	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
256616	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
256616	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
256616	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
256616	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
256616	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
256616	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
256616	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
256616	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
256616	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
256616	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
256616	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
256616	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
256616	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
256616	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
256616	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
256616	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
256616	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
256616	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
256616	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
256616	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
256616	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
256616	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
256616	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
256616	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
256616	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
256616	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
256616	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
256616	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
256616	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
256616	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
256616	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
256616	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
256616	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
256616	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
256616	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
256616	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
256616	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
256616	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
256616	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
256616	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
256616	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
256616	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
256616	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
256616	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
256616	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
256616	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
256616	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
256616	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
256616	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
256616	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
256616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
256616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
256616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
256616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
256616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
256616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
256616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
256616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
256616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
256616	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
256616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
256616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
256616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
256616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
256616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
256616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
256616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
256616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
256616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
256616	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
256616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
256616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
256616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
256616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
256616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
256616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
256616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
256616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
256616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
256616	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
256616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
256616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
256616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
256616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
256616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
256616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
256616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
256616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
256616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
256616	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
256616	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
256616	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
256616	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
256616	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
256616	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
256616	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
256616	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
256616	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
256616	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
256616	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
256616	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
256616	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
256616	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
256616	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
256616	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
256616	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
256616	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
256616	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
256616	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
256616	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
256616	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
256616	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
256616	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
256616	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
256616	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
256616	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
256616	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
256616	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
256616	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
256616	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
256616	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
256616	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
256616	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
256616	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
256616	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
256616	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
256616	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
256616	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
256616	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
256616	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
256616	embedding2nn.weight	0	0.046195533126592636
256616	embedding2nn.weight	1	-0.0910654366016388
256616	embedding2nn.weight	2	0.01328264083713293
256616	embedding2nn.weight	3	-0.0634324848651886
256616	embedding2nn.weight	4	-0.1095045879483223
256616	embedding2nn.weight	5	0.11186350136995316
256616	embedding2nn.weight	6	-0.07761844992637634
256616	embedding2nn.weight	7	-0.07532180100679398
256616	embedding2nn.weight	8	-0.03179376944899559
256616	embedding2nn.weight	9	0.035193558782339096
256616	embedding2nn.bias	0	0.09358318895101547
256616	embedding2nn.bias	1	-0.026338184252381325
256616	embedding2nn.bias	2	-0.08118012547492981
256616	embedding2nn.bias	3	0.024278687313199043
256616	embedding2nn.bias	4	-0.01135204080492258
256616	embedding2nn.bias	5	-0.18404950201511383
256616	embedding2nn.bias	6	-0.10217791795730591
256616	embedding2nn.bias	7	-0.022873912006616592
256616	embedding2nn.bias	8	0.04858354479074478
256616	embedding2nn.bias	9	-0.048791322857141495
256616	rnn.weight_ih_l0	0	0.035556770861148834
256616	rnn.weight_ih_l0	1	-0.0857977643609047
256616	rnn.weight_ih_l0	2	-0.06246542930603027
256616	rnn.weight_ih_l0	3	-0.05413317680358887
256616	rnn.weight_ih_l0	4	0.021636158227920532
256616	rnn.weight_ih_l0	5	-0.1141555905342102
256616	rnn.weight_ih_l0	6	-0.028276028111577034
256616	rnn.weight_ih_l0	7	-0.0008855588966980577
256616	rnn.weight_ih_l0	8	0.049056921154260635
256616	rnn.weight_ih_l0	9	0.010609850287437439
256616	rnn.weight_hh_l0	0	0.003416063729673624
256616	rnn.weight_hh_l0	1	-0.08037950843572617
256616	rnn.weight_hh_l0	2	0.07313870638608932
256616	rnn.weight_hh_l0	3	0.05183258280158043
256616	rnn.weight_hh_l0	4	0.0068095531314611435
256616	rnn.weight_hh_l0	5	0.07131069153547287
256616	rnn.weight_hh_l0	6	-0.01664300635457039
256616	rnn.weight_hh_l0	7	-0.11187899857759476
256616	rnn.weight_hh_l0	8	0.027892183512449265
256616	rnn.weight_hh_l0	9	-0.07730322331190109
256616	rnn.bias_ih_l0	0	-0.08010603487491608
256616	rnn.bias_ih_l0	1	-0.19061453640460968
256616	rnn.bias_ih_l0	2	-0.2628006339073181
256616	rnn.bias_ih_l0	3	-0.2807457447052002
256616	rnn.bias_ih_l0	4	0.010154026560485363
256616	rnn.bias_ih_l0	5	0.057944703847169876
256616	rnn.bias_ih_l0	6	-0.17106591165065765
256616	rnn.bias_ih_l0	7	-0.27231380343437195
256616	rnn.bias_ih_l0	8	-0.15005816519260406
256616	rnn.bias_ih_l0	9	-0.17814850807189941
256616	rnn.bias_hh_l0	0	0.1276237666606903
256616	rnn.bias_hh_l0	1	-0.055863287299871445
256616	rnn.bias_hh_l0	2	0.050860658288002014
256616	rnn.bias_hh_l0	3	-0.1777070015668869
256616	rnn.bias_hh_l0	4	0.05140361562371254
256616	rnn.bias_hh_l0	5	0.05415191873908043
256616	rnn.bias_hh_l0	6	-0.11214006692171097
256616	rnn.bias_hh_l0	7	-0.1517111361026764
256616	rnn.bias_hh_l0	8	-0.18398891389369965
256616	rnn.bias_hh_l0	9	-0.10884989798069
256616	rnn.weight_ih_l0_reverse	0	-0.01549302414059639
256616	rnn.weight_ih_l0_reverse	1	-0.00784488394856453
256616	rnn.weight_ih_l0_reverse	2	-0.002546170959249139
256616	rnn.weight_ih_l0_reverse	3	0.006469136103987694
256616	rnn.weight_ih_l0_reverse	4	0.008899446576833725
256616	rnn.weight_ih_l0_reverse	5	-0.056635767221450806
256616	rnn.weight_ih_l0_reverse	6	-0.04461366683244705
256616	rnn.weight_ih_l0_reverse	7	0.0159225445240736
256616	rnn.weight_ih_l0_reverse	8	0.08959175646305084
256616	rnn.weight_ih_l0_reverse	9	0.004600788000971079
256616	rnn.weight_hh_l0_reverse	0	0.00467107817530632
256616	rnn.weight_hh_l0_reverse	1	0.027249444276094437
256616	rnn.weight_hh_l0_reverse	2	-0.04118620604276657
256616	rnn.weight_hh_l0_reverse	3	0.041516974568367004
256616	rnn.weight_hh_l0_reverse	4	0.02431383915245533
256616	rnn.weight_hh_l0_reverse	5	-0.008031371049582958
256616	rnn.weight_hh_l0_reverse	6	0.06925880908966064
256616	rnn.weight_hh_l0_reverse	7	0.039837297052145004
256616	rnn.weight_hh_l0_reverse	8	-0.024832114577293396
256616	rnn.weight_hh_l0_reverse	9	-0.02523096278309822
256616	rnn.bias_ih_l0_reverse	0	-0.1515212208032608
256616	rnn.bias_ih_l0_reverse	1	-0.308695524930954
256616	rnn.bias_ih_l0_reverse	2	-0.057937998324632645
256616	rnn.bias_ih_l0_reverse	3	-0.15272215008735657
256616	rnn.bias_ih_l0_reverse	4	0.07044067233800888
256616	rnn.bias_ih_l0_reverse	5	-0.28289297223091125
256616	rnn.bias_ih_l0_reverse	6	-0.06798003613948822
256616	rnn.bias_ih_l0_reverse	7	0.015000127255916595
256616	rnn.bias_ih_l0_reverse	8	-0.19531379640102386
256616	rnn.bias_ih_l0_reverse	9	-0.09120336920022964
256616	rnn.bias_hh_l0_reverse	0	-0.1577664315700531
256616	rnn.bias_hh_l0_reverse	1	-0.14373722672462463
256616	rnn.bias_hh_l0_reverse	2	-0.012165039777755737
256616	rnn.bias_hh_l0_reverse	3	-0.13585539162158966
256616	rnn.bias_hh_l0_reverse	4	-0.023782964795827866
256616	rnn.bias_hh_l0_reverse	5	-0.119261234998703
256616	rnn.bias_hh_l0_reverse	6	-0.07599975913763046
256616	rnn.bias_hh_l0_reverse	7	-0.1835324466228485
256616	rnn.bias_hh_l0_reverse	8	-0.06514877080917358
256616	rnn.bias_hh_l0_reverse	9	-0.11816231161355972
256616	linear.weight	0	-0.2898041009902954
256616	linear.weight	1	-0.12898656725883484
256616	linear.weight	2	-0.011228874325752258
256616	linear.weight	3	-0.06300903111696243
256616	linear.weight	4	-0.002503280993551016
256616	linear.weight	5	0.24100260436534882
256616	linear.weight	6	0.0047744326293468475
256616	linear.weight	7	-0.021312154829502106
256616	linear.weight	8	0.20744730532169342
256616	linear.weight	9	0.19895656406879425
256616	linear.bias	0	-0.8390538096427917
256616	linear.bias	1	1.4285823106765747
256616	linear.bias	2	-0.4852401912212372
256616	linear.bias	3	-0.7772603034973145
256616	linear.bias	4	-0.9300652146339417
256616	linear.bias	5	-1.1808490753173828
256616	linear.bias	6	-0.96719890832901
256616	linear.bias	7	-0.701805591583252
256616	linear.bias	8	-0.01705317199230194
256616	linear.bias	9	3.5017457008361816
256620	transitions	0	-0.4747210144996643
256620	transitions	1	8.859458923339844
256620	transitions	2	-3.647667646408081
256620	transitions	3	1.6282778978347778
256620	transitions	4	-2.233952283859253
256620	transitions	5	-0.4362488389015198
256620	transitions	6	-0.19695551693439484
256620	transitions	7	-10000.0
256620	transitions	8	1.8672988414764404
256620	transitions	9	-2.295172929763794
256620	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
256620	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
256620	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
256620	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
256620	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
256620	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
256620	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
256620	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
256620	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
256620	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
256620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
256620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
256620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
256620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
256620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
256620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
256620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
256620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
256620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
256620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
256620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
256620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
256620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
256620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
256620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
256620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
256620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
256620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
256620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
256620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
256620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
256620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
256620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
256620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
256620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
256620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
256620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
256620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
256620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
256620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
256620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
256620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
256620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
256620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
256620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
256620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
256620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
256620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
256620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
256620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
256620	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
256620	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
256620	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
256620	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
256620	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
256620	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
256620	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
256620	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
256620	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
256620	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
256620	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
256620	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
256620	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
256620	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
256620	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
256620	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
256620	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
256620	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
256620	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
256620	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
256620	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
256620	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
256620	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
256620	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
256620	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
256620	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
256620	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
256620	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
256620	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
256620	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
256620	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
256620	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
256620	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
256620	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
256620	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
256620	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
256620	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
256620	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
256620	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
256620	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
256620	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
256620	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
256620	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
256620	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
256620	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
256620	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
256620	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
256620	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
256620	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
256620	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
256620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
256620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
256620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
256620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
256620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
256620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
256620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
256620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
256620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
256620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
256620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
256620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
256620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
256620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
256620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
256620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
256620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
256620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
256620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
256620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
256620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
256620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
256620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
256620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
256620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
256620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
256620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
256620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
256620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
256620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
256620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
256620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
256620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
256620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
256620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
256620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
256620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
256620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
256620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
256620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
256620	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
256620	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
256620	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
256620	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
256620	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
256620	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
256620	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
256620	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
256620	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
256620	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
256620	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
256620	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
256620	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
256620	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
256620	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
256620	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
256620	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
256620	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
256620	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
256620	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
256620	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
256620	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
256620	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
256620	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
256620	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
256620	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
256620	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
256620	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
256620	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
256620	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
256620	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
256620	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
256620	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
256620	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
256620	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
256620	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
256620	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
256620	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
256620	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
256620	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
256620	embedding2nn.weight	0	0.04621780663728714
256620	embedding2nn.weight	1	-0.0909942090511322
256620	embedding2nn.weight	2	0.01331411674618721
256620	embedding2nn.weight	3	-0.06344456970691681
256620	embedding2nn.weight	4	-0.1091984286904335
256620	embedding2nn.weight	5	0.11185894161462784
256620	embedding2nn.weight	6	-0.0776318684220314
256620	embedding2nn.weight	7	-0.0753711387515068
256620	embedding2nn.weight	8	-0.0318729430437088
256620	embedding2nn.weight	9	0.03526020050048828
256620	embedding2nn.bias	0	0.09356821328401566
256620	embedding2nn.bias	1	-0.025909682735800743
256620	embedding2nn.bias	2	-0.08108366280794144
256620	embedding2nn.bias	3	0.024202916771173477
256620	embedding2nn.bias	4	-0.011304924264550209
256620	embedding2nn.bias	5	-0.18413415551185608
256620	embedding2nn.bias	6	-0.10204736143350601
256620	embedding2nn.bias	7	-0.022971343249082565
256620	embedding2nn.bias	8	0.04930659756064415
256620	embedding2nn.bias	9	-0.04903978854417801
256620	rnn.weight_ih_l0	0	0.035512909293174744
256620	rnn.weight_ih_l0	1	-0.08579449355602264
256620	rnn.weight_ih_l0	2	-0.06246316805481911
256620	rnn.weight_ih_l0	3	-0.05414937809109688
256620	rnn.weight_ih_l0	4	0.021662192419171333
256620	rnn.weight_ih_l0	5	-0.11405922472476959
256620	rnn.weight_ih_l0	6	-0.02835264801979065
256620	rnn.weight_ih_l0	7	-0.0008599135326221585
256620	rnn.weight_ih_l0	8	0.048880547285079956
256620	rnn.weight_ih_l0	9	0.010676615871489048
256620	rnn.weight_hh_l0	0	0.0034153154119849205
256620	rnn.weight_hh_l0	1	-0.08037633448839188
256620	rnn.weight_hh_l0	2	0.07314015179872513
256620	rnn.weight_hh_l0	3	0.05184135586023331
256620	rnn.weight_hh_l0	4	0.006809280253946781
256620	rnn.weight_hh_l0	5	0.07139774411916733
256620	rnn.weight_hh_l0	6	-0.016642918810248375
256620	rnn.weight_hh_l0	7	-0.11189144849777222
256620	rnn.weight_hh_l0	8	0.027895642444491386
256620	rnn.weight_hh_l0	9	-0.07723408937454224
256620	rnn.bias_ih_l0	0	-0.07983464747667313
256620	rnn.bias_ih_l0	1	-0.19053690135478973
256620	rnn.bias_ih_l0	2	-0.26288771629333496
256620	rnn.bias_ih_l0	3	-0.28066155314445496
256620	rnn.bias_ih_l0	4	0.010091259144246578
256620	rnn.bias_ih_l0	5	0.0579412467777729
256620	rnn.bias_ih_l0	6	-0.17102527618408203
256620	rnn.bias_ih_l0	7	-0.27228742837905884
256620	rnn.bias_ih_l0	8	-0.15009401738643646
256620	rnn.bias_ih_l0	9	-0.1781080961227417
256620	rnn.bias_hh_l0	0	0.12764592468738556
256620	rnn.bias_hh_l0	1	-0.05591559782624245
256620	rnn.bias_hh_l0	2	0.05086173489689827
256620	rnn.bias_hh_l0	3	-0.17767533659934998
256620	rnn.bias_hh_l0	4	0.051260996609926224
256620	rnn.bias_hh_l0	5	0.05414372310042381
256620	rnn.bias_hh_l0	6	-0.11214035749435425
256620	rnn.bias_hh_l0	7	-0.1517513394355774
256620	rnn.bias_hh_l0	8	-0.18398591876029968
256620	rnn.bias_hh_l0	9	-0.10886620730161667
256620	rnn.weight_ih_l0_reverse	0	-0.0154921505600214
256620	rnn.weight_ih_l0_reverse	1	-0.007829259149730206
256620	rnn.weight_ih_l0_reverse	2	-0.002569475444033742
256620	rnn.weight_ih_l0_reverse	3	0.006449995096772909
256620	rnn.weight_ih_l0_reverse	4	0.008870561607182026
256620	rnn.weight_ih_l0_reverse	5	-0.0566059947013855
256620	rnn.weight_ih_l0_reverse	6	-0.04460393637418747
256620	rnn.weight_ih_l0_reverse	7	0.01590729132294655
256620	rnn.weight_ih_l0_reverse	8	0.08944505453109741
256620	rnn.weight_ih_l0_reverse	9	0.004519992042332888
256620	rnn.weight_hh_l0_reverse	0	0.004679164383560419
256620	rnn.weight_hh_l0_reverse	1	0.027250006794929504
256620	rnn.weight_hh_l0_reverse	2	-0.041159916669130325
256620	rnn.weight_hh_l0_reverse	3	0.041520874947309494
256620	rnn.weight_hh_l0_reverse	4	0.024324866011738777
256620	rnn.weight_hh_l0_reverse	5	-0.00804623868316412
256620	rnn.weight_hh_l0_reverse	6	0.06926363706588745
256620	rnn.weight_hh_l0_reverse	7	0.03983688727021217
256620	rnn.weight_hh_l0_reverse	8	-0.02484767697751522
256620	rnn.weight_hh_l0_reverse	9	-0.025232218205928802
256620	rnn.bias_ih_l0_reverse	0	-0.1515122354030609
256620	rnn.bias_ih_l0_reverse	1	-0.3092273771762848
256620	rnn.bias_ih_l0_reverse	2	-0.05785195529460907
256620	rnn.bias_ih_l0_reverse	3	-0.15263788402080536
256620	rnn.bias_ih_l0_reverse	4	0.07045122236013412
256620	rnn.bias_ih_l0_reverse	5	-0.282844603061676
256620	rnn.bias_ih_l0_reverse	6	-0.06793490052223206
256620	rnn.bias_ih_l0_reverse	7	0.014945141971111298
256620	rnn.bias_ih_l0_reverse	8	-0.1952756941318512
256620	rnn.bias_ih_l0_reverse	9	-0.09088581055402756
256620	rnn.bias_hh_l0_reverse	0	-0.157469242811203
256620	rnn.bias_hh_l0_reverse	1	-0.14373739063739777
256620	rnn.bias_hh_l0_reverse	2	-0.012135026976466179
256620	rnn.bias_hh_l0_reverse	3	-0.13594745099544525
256620	rnn.bias_hh_l0_reverse	4	-0.023733435198664665
256620	rnn.bias_hh_l0_reverse	5	-0.11926422268152237
256620	rnn.bias_hh_l0_reverse	6	-0.07601886987686157
256620	rnn.bias_hh_l0_reverse	7	-0.1834673285484314
256620	rnn.bias_hh_l0_reverse	8	-0.06516965478658676
256620	rnn.bias_hh_l0_reverse	9	-0.1181642934679985
256620	linear.weight	0	-0.2898060977458954
256620	linear.weight	1	-0.12899604439735413
256620	linear.weight	2	-0.011228874325752258
256620	linear.weight	3	-0.062398433685302734
256620	linear.weight	4	-0.000863201916217804
256620	linear.weight	5	0.24067379534244537
256620	linear.weight	6	0.0047744326293468475
256620	linear.weight	7	-0.021312154829502106
256620	linear.weight	8	0.2075030356645584
256620	linear.weight	9	0.19895842671394348
256620	linear.bias	0	-0.8387556076049805
256620	linear.bias	1	1.428560495376587
256620	linear.bias	2	-0.4920198917388916
256620	linear.bias	3	-0.776709794998169
256620	linear.bias	4	-0.9284124970436096
256620	linear.bias	5	-1.1808490753173828
256620	linear.bias	6	-0.9668881297111511
256620	linear.bias	7	-0.7022051811218262
256620	linear.bias	8	-0.01705317199230194
256620	linear.bias	9	3.5044193267822266
256817	transitions	0	-0.47473788261413574
256817	transitions	1	8.844462394714355
256817	transitions	2	-3.6478259563446045
256817	transitions	3	1.6266320943832397
256817	transitions	4	-2.234074354171753
256817	transitions	5	-0.4362592101097107
256817	transitions	6	-0.19695965945720673
256817	transitions	7	-10000.0
256817	transitions	8	1.8674501180648804
256817	transitions	9	-2.2951738834381104
256817	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
256817	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
256817	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
256817	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
256817	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
256817	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
256817	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
256817	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
256817	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
256817	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
256817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
256817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
256817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
256817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
256817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
256817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
256817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
256817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
256817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
256817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
256817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
256817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
256817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
256817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
256817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
256817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
256817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
256817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
256817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
256817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
256817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
256817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
256817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
256817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
256817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
256817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
256817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
256817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
256817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
256817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
256817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
256817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
256817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
256817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
256817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
256817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
256817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
256817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
256817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
256817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
256817	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
256817	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
256817	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
256817	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
256817	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
256817	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
256817	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
256817	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
256817	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
256817	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
256817	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
256817	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
256817	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
256817	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
256817	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
256817	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
256817	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
256817	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
256817	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
256817	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
256817	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
256817	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
256817	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
256817	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
256817	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
256817	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
256817	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
256817	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
256817	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
256817	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
256817	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
256817	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
256817	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
256817	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
256817	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
256817	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
256817	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
256817	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
256817	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
256817	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
256817	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
256817	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
256817	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
256817	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
256817	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
256817	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
256817	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
256817	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
256817	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
256817	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
256817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
256817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
256817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
256817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
256817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
256817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
256817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
256817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
256817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
256817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
256817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
256817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
256817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
256817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
256817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
256817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
256817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
256817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
256817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
256817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
256817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
256817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
256817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
256817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
256817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
256817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
256817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
256817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
256817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
256817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
256817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
256817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
256817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
256817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
256817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
256817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
256817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
256817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
256817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
256817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
256817	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
256817	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
256817	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
256817	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
256817	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
256817	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
256817	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
256817	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
256817	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
256817	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
256817	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
256817	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
256817	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
256817	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
256817	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
256817	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
256817	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
256817	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
256817	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
256817	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
256817	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
256817	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
256817	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
256817	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
256817	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
256817	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
256817	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
256817	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
256817	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
256817	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
256817	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
256817	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
256817	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
256817	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
256817	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
256817	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
256817	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
256817	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
256817	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
256817	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
256817	embedding2nn.weight	0	0.04599669575691223
256817	embedding2nn.weight	1	-0.09073419868946075
256817	embedding2nn.weight	2	0.013520468026399612
256817	embedding2nn.weight	3	-0.06370554864406586
256817	embedding2nn.weight	4	-0.11008409410715103
256817	embedding2nn.weight	5	0.11199694871902466
256817	embedding2nn.weight	6	-0.07782147079706192
256817	embedding2nn.weight	7	-0.07438942044973373
256817	embedding2nn.weight	8	-0.03203531727194786
256817	embedding2nn.weight	9	0.035142745822668076
256817	embedding2nn.bias	0	0.09432724863290787
256817	embedding2nn.bias	1	-0.027008969336748123
256817	embedding2nn.bias	2	-0.08397839218378067
256817	embedding2nn.bias	3	0.02087431773543358
256817	embedding2nn.bias	4	-0.008418732322752476
256817	embedding2nn.bias	5	-0.1846497356891632
256817	embedding2nn.bias	6	-0.10018666833639145
256817	embedding2nn.bias	7	-0.027401480823755264
256817	embedding2nn.bias	8	0.050663989037275314
256817	embedding2nn.bias	9	-0.05148371681571007
256817	rnn.weight_ih_l0	0	0.03563791513442993
256817	rnn.weight_ih_l0	1	-0.08629525452852249
256817	rnn.weight_ih_l0	2	-0.06346385180950165
256817	rnn.weight_ih_l0	3	-0.05487774312496185
256817	rnn.weight_ih_l0	4	0.021525060757994652
256817	rnn.weight_ih_l0	5	-0.11374175548553467
256817	rnn.weight_ih_l0	6	-0.02901608496904373
256817	rnn.weight_ih_l0	7	-0.00028180080698803067
256817	rnn.weight_ih_l0	8	0.04941495507955551
256817	rnn.weight_ih_l0	9	0.01093213725835085
256817	rnn.weight_hh_l0	0	0.0033984147012233734
256817	rnn.weight_hh_l0	1	-0.08053319901227951
256817	rnn.weight_hh_l0	2	0.0733305886387825
256817	rnn.weight_hh_l0	3	0.051851965487003326
256817	rnn.weight_hh_l0	4	0.0068768346682190895
256817	rnn.weight_hh_l0	5	0.07097260653972626
256817	rnn.weight_hh_l0	6	-0.016704294830560684
256817	rnn.weight_hh_l0	7	-0.1116347387433052
256817	rnn.weight_hh_l0	8	0.02775435335934162
256817	rnn.weight_hh_l0	9	-0.07721640169620514
256817	rnn.bias_ih_l0	0	-0.08014310151338577
256817	rnn.bias_ih_l0	1	-0.19129379093647003
256817	rnn.bias_ih_l0	2	-0.26291441917419434
256817	rnn.bias_ih_l0	3	-0.2805628478527069
256817	rnn.bias_ih_l0	4	0.011318149976432323
256817	rnn.bias_ih_l0	5	0.05803684890270233
256817	rnn.bias_ih_l0	6	-0.1710977852344513
256817	rnn.bias_ih_l0	7	-0.2730191946029663
256817	rnn.bias_ih_l0	8	-0.1484951674938202
256817	rnn.bias_ih_l0	9	-0.17681890726089478
256817	rnn.bias_hh_l0	0	0.125621035695076
256817	rnn.bias_hh_l0	1	-0.05545627698302269
256817	rnn.bias_hh_l0	2	0.05176150053739548
256817	rnn.bias_hh_l0	3	-0.17750681936740875
256817	rnn.bias_hh_l0	4	0.05212919041514397
256817	rnn.bias_hh_l0	5	0.05442064628005028
256817	rnn.bias_hh_l0	6	-0.1120564192533493
256817	rnn.bias_hh_l0	7	-0.1517408788204193
256817	rnn.bias_hh_l0	8	-0.18381766974925995
256817	rnn.bias_hh_l0	9	-0.10867082327604294
256817	rnn.weight_ih_l0_reverse	0	-0.015777213498950005
256817	rnn.weight_ih_l0_reverse	1	-0.007973730564117432
256817	rnn.weight_ih_l0_reverse	2	-0.003446081653237343
256817	rnn.weight_ih_l0_reverse	3	0.006404791958630085
256817	rnn.weight_ih_l0_reverse	4	0.009351561777293682
256817	rnn.weight_ih_l0_reverse	5	-0.057975850999355316
256817	rnn.weight_ih_l0_reverse	6	-0.04420154169201851
256817	rnn.weight_ih_l0_reverse	7	0.015452646650373936
256817	rnn.weight_ih_l0_reverse	8	0.0900176391005516
256817	rnn.weight_ih_l0_reverse	9	0.004138198681175709
256817	rnn.weight_hh_l0_reverse	0	0.004663817118853331
256817	rnn.weight_hh_l0_reverse	1	0.027156690135598183
256817	rnn.weight_hh_l0_reverse	2	-0.04090043529868126
256817	rnn.weight_hh_l0_reverse	3	0.04164416342973709
256817	rnn.weight_hh_l0_reverse	4	0.02449006587266922
256817	rnn.weight_hh_l0_reverse	5	-0.007906308397650719
256817	rnn.weight_hh_l0_reverse	6	0.06955911219120026
256817	rnn.weight_hh_l0_reverse	7	0.04001879319548607
256817	rnn.weight_hh_l0_reverse	8	-0.02512350305914879
256817	rnn.weight_hh_l0_reverse	9	-0.025302939116954803
256817	rnn.bias_ih_l0_reverse	0	-0.1511499285697937
256817	rnn.bias_ih_l0_reverse	1	-0.3103165328502655
256817	rnn.bias_ih_l0_reverse	2	-0.0584891103208065
256817	rnn.bias_ih_l0_reverse	3	-0.15210802853107452
256817	rnn.bias_ih_l0_reverse	4	0.07123591750860214
256817	rnn.bias_ih_l0_reverse	5	-0.28200504183769226
256817	rnn.bias_ih_l0_reverse	6	-0.06769610196352005
256817	rnn.bias_ih_l0_reverse	7	0.01722039096057415
256817	rnn.bias_ih_l0_reverse	8	-0.19495408236980438
256817	rnn.bias_ih_l0_reverse	9	-0.09053394943475723
256817	rnn.bias_hh_l0_reverse	0	-0.15782484412193298
256817	rnn.bias_hh_l0_reverse	1	-0.14357605576515198
256817	rnn.bias_hh_l0_reverse	2	-0.012199523858726025
256817	rnn.bias_hh_l0_reverse	3	-0.13556888699531555
256817	rnn.bias_hh_l0_reverse	4	-0.02499794401228428
256817	rnn.bias_hh_l0_reverse	5	-0.11861918866634369
256817	rnn.bias_hh_l0_reverse	6	-0.0757584497332573
256817	rnn.bias_hh_l0_reverse	7	-0.18338987231254578
256817	rnn.bias_hh_l0_reverse	8	-0.06431932002305984
256817	rnn.bias_hh_l0_reverse	9	-0.11902960389852524
256817	linear.weight	0	-0.2847670912742615
256817	linear.weight	1	-0.13186925649642944
256817	linear.weight	2	-0.011228874325752258
256817	linear.weight	3	-0.06285493075847626
256817	linear.weight	4	-0.0009212283184751868
256817	linear.weight	5	0.2385716587305069
256817	linear.weight	6	0.0047744326293468475
256817	linear.weight	7	-0.021312154829502106
256817	linear.weight	8	0.1938883662223816
256817	linear.weight	9	0.19641806185245514
256817	linear.bias	0	-0.8407716155052185
256817	linear.bias	1	1.419609546661377
256817	linear.bias	2	-0.4844188392162323
256817	linear.bias	3	-0.7842798233032227
256817	linear.bias	4	-0.9048513174057007
256817	linear.bias	5	-1.1808546781539917
256817	linear.bias	6	-0.968792736530304
256817	linear.bias	7	-0.6991164088249207
256817	linear.bias	8	-0.01705317199230194
256817	linear.bias	9	3.5134243965148926
257014	transitions	0	-0.47477447986602783
257014	transitions	1	8.854633331298828
257014	transitions	2	-3.6480088233947754
257014	transitions	3	1.6251742839813232
257014	transitions	4	-2.2341501712799072
257014	transitions	5	-0.43629321455955505
257014	transitions	6	-0.196971595287323
257014	transitions	7	-10000.0
257014	transitions	8	1.8686691522598267
257014	transitions	9	-2.2951769828796387
257014	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
257014	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
257014	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
257014	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
257014	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
257014	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
257014	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
257014	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
257014	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
257014	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
257014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
257014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
257014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
257014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
257014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
257014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
257014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
257014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
257014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
257014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
257014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
257014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
257014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
257014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
257014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
257014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
257014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
257014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
257014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
257014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
257014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
257014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
257014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
257014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
257014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
257014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
257014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
257014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
257014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
257014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
257014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
257014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
257014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
257014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
257014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
257014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
257014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
257014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
257014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
257014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
257014	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
257014	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
257014	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
257014	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
257014	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
257014	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
257014	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
257014	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
257014	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
257014	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
257014	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
257014	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
257014	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
257014	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
257014	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
257014	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
257014	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
257014	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
257014	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
257014	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
257014	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
257014	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
257014	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
257014	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
257014	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
257014	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
257014	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
257014	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
257014	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
257014	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
257014	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
257014	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
257014	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
257014	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
257014	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
257014	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
257014	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
257014	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
257014	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
257014	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
257014	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
257014	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
257014	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
257014	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
257014	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
257014	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
257014	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
257014	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
257014	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
257014	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
257014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
257014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
257014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
257014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
257014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
257014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
257014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
257014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
257014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
257014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
257014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
257014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
257014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
257014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
257014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
257014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
257014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
257014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
257014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
257014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
257014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
257014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
257014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
257014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
257014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
257014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
257014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
257014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
257014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
257014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
257014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
257014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
257014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
257014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
257014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
257014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
257014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
257014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
257014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
257014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
257014	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
257014	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
257014	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
257014	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
257014	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
257014	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
257014	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
257014	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
257014	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
257014	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
257014	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
257014	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
257014	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
257014	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
257014	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
257014	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
257014	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
257014	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
257014	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
257014	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
257014	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
257014	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
257014	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
257014	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
257014	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
257014	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
257014	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
257014	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
257014	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
257014	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
257014	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
257014	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
257014	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
257014	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
257014	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
257014	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
257014	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
257014	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
257014	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
257014	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
257014	embedding2nn.weight	0	0.0459757074713707
257014	embedding2nn.weight	1	-0.09102405607700348
257014	embedding2nn.weight	2	0.014019152149558067
257014	embedding2nn.weight	3	-0.06375068426132202
257014	embedding2nn.weight	4	-0.11033596098423004
257014	embedding2nn.weight	5	0.11233922094106674
257014	embedding2nn.weight	6	-0.076503224670887
257014	embedding2nn.weight	7	-0.07546219229698181
257014	embedding2nn.weight	8	-0.03227578476071358
257014	embedding2nn.weight	9	0.034768495708703995
257014	embedding2nn.bias	0	0.09023086726665497
257014	embedding2nn.bias	1	-0.021350866183638573
257014	embedding2nn.bias	2	-0.08286546170711517
257014	embedding2nn.bias	3	0.021518299356102943
257014	embedding2nn.bias	4	-0.009858176112174988
257014	embedding2nn.bias	5	-0.18328818678855896
257014	embedding2nn.bias	6	-0.10187626630067825
257014	embedding2nn.bias	7	-0.022401917725801468
257014	embedding2nn.bias	8	0.04967263713479042
257014	embedding2nn.bias	9	-0.05145549774169922
257014	rnn.weight_ih_l0	0	0.036444876343011856
257014	rnn.weight_ih_l0	1	-0.08642358332872391
257014	rnn.weight_ih_l0	2	-0.0642237737774849
257014	rnn.weight_ih_l0	3	-0.05546489730477333
257014	rnn.weight_ih_l0	4	0.02121569961309433
257014	rnn.weight_ih_l0	5	-0.11453051120042801
257014	rnn.weight_ih_l0	6	-0.028718357905745506
257014	rnn.weight_ih_l0	7	-0.0008926396258175373
257014	rnn.weight_ih_l0	8	0.04957813024520874
257014	rnn.weight_ih_l0	9	0.010331389494240284
257014	rnn.weight_hh_l0	0	0.003179083578288555
257014	rnn.weight_hh_l0	1	-0.0813647136092186
257014	rnn.weight_hh_l0	2	0.07363492250442505
257014	rnn.weight_hh_l0	3	0.052242688834667206
257014	rnn.weight_hh_l0	4	0.00692394096404314
257014	rnn.weight_hh_l0	5	0.07132530212402344
257014	rnn.weight_hh_l0	6	-0.016716323792934418
257014	rnn.weight_hh_l0	7	-0.11181410402059555
257014	rnn.weight_hh_l0	8	0.027147438377141953
257014	rnn.weight_hh_l0	9	-0.07675890624523163
257014	rnn.bias_ih_l0	0	-0.08131136745214462
257014	rnn.bias_ih_l0	1	-0.19266681373119354
257014	rnn.bias_ih_l0	2	-0.26220107078552246
257014	rnn.bias_ih_l0	3	-0.28110435605049133
257014	rnn.bias_ih_l0	4	0.011996455490589142
257014	rnn.bias_ih_l0	5	0.05691005662083626
257014	rnn.bias_ih_l0	6	-0.1718495786190033
257014	rnn.bias_ih_l0	7	-0.2737426161766052
257014	rnn.bias_ih_l0	8	-0.1493876874446869
257014	rnn.bias_ih_l0	9	-0.17628470063209534
257014	rnn.bias_hh_l0	0	0.12692146003246307
257014	rnn.bias_hh_l0	1	-0.055511415004730225
257014	rnn.bias_hh_l0	2	0.05163421109318733
257014	rnn.bias_hh_l0	3	-0.1767013818025589
257014	rnn.bias_hh_l0	4	0.0517381951212883
257014	rnn.bias_hh_l0	5	0.05375874415040016
257014	rnn.bias_hh_l0	6	-0.11290348321199417
257014	rnn.bias_hh_l0	7	-0.15160022675991058
257014	rnn.bias_hh_l0	8	-0.18462464213371277
257014	rnn.bias_hh_l0	9	-0.109071746468544
257014	rnn.weight_ih_l0_reverse	0	-0.015593545511364937
257014	rnn.weight_ih_l0_reverse	1	-0.008043023757636547
257014	rnn.weight_ih_l0_reverse	2	-0.003289558459073305
257014	rnn.weight_ih_l0_reverse	3	0.0057046557776629925
257014	rnn.weight_ih_l0_reverse	4	0.009146727621555328
257014	rnn.weight_ih_l0_reverse	5	-0.058011215180158615
257014	rnn.weight_ih_l0_reverse	6	-0.043728847056627274
257014	rnn.weight_ih_l0_reverse	7	0.015644656494259834
257014	rnn.weight_ih_l0_reverse	8	0.09007689356803894
257014	rnn.weight_ih_l0_reverse	9	0.003715245984494686
257014	rnn.weight_hh_l0_reverse	0	0.004740276839584112
257014	rnn.weight_hh_l0_reverse	1	0.02710656449198723
257014	rnn.weight_hh_l0_reverse	2	-0.04108117148280144
257014	rnn.weight_hh_l0_reverse	3	0.04179159551858902
257014	rnn.weight_hh_l0_reverse	4	0.0243768859654665
257014	rnn.weight_hh_l0_reverse	5	-0.0077813006937503815
257014	rnn.weight_hh_l0_reverse	6	0.06965649127960205
257014	rnn.weight_hh_l0_reverse	7	0.040075529366731644
257014	rnn.weight_hh_l0_reverse	8	-0.025537243112921715
257014	rnn.weight_hh_l0_reverse	9	-0.0255296491086483
257014	rnn.bias_ih_l0_reverse	0	-0.150915265083313
257014	rnn.bias_ih_l0_reverse	1	-0.3104955852031708
257014	rnn.bias_ih_l0_reverse	2	-0.05849473923444748
257014	rnn.bias_ih_l0_reverse	3	-0.15218119323253632
257014	rnn.bias_ih_l0_reverse	4	0.07127627730369568
257014	rnn.bias_ih_l0_reverse	5	-0.28117918968200684
257014	rnn.bias_ih_l0_reverse	6	-0.06787347048521042
257014	rnn.bias_ih_l0_reverse	7	0.015189027413725853
257014	rnn.bias_ih_l0_reverse	8	-0.1953846663236618
257014	rnn.bias_ih_l0_reverse	9	-0.08993247896432877
257014	rnn.bias_hh_l0_reverse	0	-0.15808090567588806
257014	rnn.bias_hh_l0_reverse	1	-0.14308826625347137
257014	rnn.bias_hh_l0_reverse	2	-0.01194186694920063
257014	rnn.bias_hh_l0_reverse	3	-0.13608098030090332
257014	rnn.bias_hh_l0_reverse	4	-0.025640416890382767
257014	rnn.bias_hh_l0_reverse	5	-0.11814533919095993
257014	rnn.bias_hh_l0_reverse	6	-0.07546566426753998
257014	rnn.bias_hh_l0_reverse	7	-0.1834329515695572
257014	rnn.bias_hh_l0_reverse	8	-0.06459734588861465
257014	rnn.bias_hh_l0_reverse	9	-0.11854496598243713
257014	linear.weight	0	-0.28179532289505005
257014	linear.weight	1	-0.13108624517917633
257014	linear.weight	2	-0.011228874325752258
257014	linear.weight	3	-0.06365477293729782
257014	linear.weight	4	-0.0022591333836317062
257014	linear.weight	5	0.23821572959423065
257014	linear.weight	6	0.0047744326293468475
257014	linear.weight	7	-0.021312154829502106
257014	linear.weight	8	0.20010435581207275
257014	linear.weight	9	0.19322578608989716
257014	linear.bias	0	-0.8315455317497253
257014	linear.bias	1	1.4394625425338745
257014	linear.bias	2	-0.48702481389045715
257014	linear.bias	3	-0.787500262260437
257014	linear.bias	4	-0.9428093433380127
257014	linear.bias	5	-1.1808584928512573
257014	linear.bias	6	-0.9588444828987122
257014	linear.bias	7	-0.6957781314849854
257014	linear.bias	8	-0.01705317199230194
257014	linear.bias	9	3.4959354400634766
257211	transitions	0	-0.47479334473609924
257211	transitions	1	8.85800838470459
257211	transitions	2	-3.648214101791382
257211	transitions	3	1.6245858669281006
257211	transitions	4	-2.234248399734497
257211	transitions	5	-0.4362972378730774
257211	transitions	6	-0.1969776600599289
257211	transitions	7	-10000.0
257211	transitions	8	1.8689640760421753
257211	transitions	9	-2.295177698135376
257211	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
257211	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
257211	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
257211	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
257211	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
257211	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
257211	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
257211	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
257211	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
257211	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
257211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
257211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
257211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
257211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
257211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
257211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
257211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
257211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
257211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
257211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
257211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
257211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
257211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
257211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
257211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
257211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
257211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
257211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
257211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
257211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
257211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
257211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
257211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
257211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
257211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
257211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
257211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
257211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
257211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
257211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
257211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
257211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
257211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
257211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
257211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
257211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
257211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
257211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
257211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
257211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
257211	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
257211	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
257211	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
257211	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
257211	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
257211	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
257211	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
257211	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
257211	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
257211	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
257211	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
257211	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
257211	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
257211	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
257211	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
257211	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
257211	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
257211	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
257211	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
257211	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
257211	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
257211	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
257211	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
257211	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
257211	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
257211	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
257211	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
257211	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
257211	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
257211	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
257211	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
257211	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
257211	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
257211	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
257211	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
257211	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
257211	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
257211	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
257211	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
257211	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
257211	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
257211	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
257211	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
257211	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
257211	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
257211	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
257211	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
257211	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
257211	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
257211	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
257211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
257211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
257211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
257211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
257211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
257211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
257211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
257211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
257211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
257211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
257211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
257211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
257211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
257211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
257211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
257211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
257211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
257211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
257211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
257211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
257211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
257211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
257211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
257211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
257211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
257211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
257211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
257211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
257211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
257211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
257211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
257211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
257211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
257211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
257211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
257211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
257211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
257211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
257211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
257211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
257211	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
257211	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
257211	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
257211	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
257211	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
257211	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
257211	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
257211	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
257211	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
257211	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
257211	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
257211	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
257211	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
257211	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
257211	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
257211	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
257211	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
257211	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
257211	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
257211	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
257211	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
257211	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
257211	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
257211	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
257211	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
257211	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
257211	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
257211	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
257211	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
257211	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
257211	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
257211	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
257211	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
257211	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
257211	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
257211	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
257211	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
257211	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
257211	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
257211	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
257211	embedding2nn.weight	0	0.04584348201751709
257211	embedding2nn.weight	1	-0.09099037945270538
257211	embedding2nn.weight	2	0.014426171779632568
257211	embedding2nn.weight	3	-0.06348033994436264
257211	embedding2nn.weight	4	-0.11047445982694626
257211	embedding2nn.weight	5	0.11285053938627243
257211	embedding2nn.weight	6	-0.0758085623383522
257211	embedding2nn.weight	7	-0.07542897760868073
257211	embedding2nn.weight	8	-0.032321829348802567
257211	embedding2nn.weight	9	0.03556488826870918
257211	embedding2nn.bias	0	0.08414385467767715
257211	embedding2nn.bias	1	-0.01917950250208378
257211	embedding2nn.bias	2	-0.081688292324543
257211	embedding2nn.bias	3	0.015571066178381443
257211	embedding2nn.bias	4	-0.0124055165797472
257211	embedding2nn.bias	5	-0.1910449117422104
257211	embedding2nn.bias	6	-0.1066388189792633
257211	embedding2nn.bias	7	-0.026062672957777977
257211	embedding2nn.bias	8	0.049418333917856216
257211	embedding2nn.bias	9	-0.05405188351869583
257211	rnn.weight_ih_l0	0	0.03718115761876106
257211	rnn.weight_ih_l0	1	-0.08601504564285278
257211	rnn.weight_ih_l0	2	-0.06371606141328812
257211	rnn.weight_ih_l0	3	-0.05523911863565445
257211	rnn.weight_ih_l0	4	0.0210476852953434
257211	rnn.weight_ih_l0	5	-0.11417621374130249
257211	rnn.weight_ih_l0	6	-0.028992941603064537
257211	rnn.weight_ih_l0	7	-0.00035510610905475914
257211	rnn.weight_ih_l0	8	0.04929210618138313
257211	rnn.weight_ih_l0	9	0.010763183236122131
257211	rnn.weight_hh_l0	0	0.0033410617616027594
257211	rnn.weight_hh_l0	1	-0.08160752803087234
257211	rnn.weight_hh_l0	2	0.07336611300706863
257211	rnn.weight_hh_l0	3	0.05240398272871971
257211	rnn.weight_hh_l0	4	0.006997811608016491
257211	rnn.weight_hh_l0	5	0.07115184515714645
257211	rnn.weight_hh_l0	6	-0.016750669106841087
257211	rnn.weight_hh_l0	7	-0.1117757111787796
257211	rnn.weight_hh_l0	8	0.0272978562861681
257211	rnn.weight_hh_l0	9	-0.0765475407242775
257211	rnn.bias_ih_l0	0	-0.08236148208379745
257211	rnn.bias_ih_l0	1	-0.1926884949207306
257211	rnn.bias_ih_l0	2	-0.2628811299800873
257211	rnn.bias_ih_l0	3	-0.28163042664527893
257211	rnn.bias_ih_l0	4	0.012476017698645592
257211	rnn.bias_ih_l0	5	0.055921703577041626
257211	rnn.bias_ih_l0	6	-0.17153601348400116
257211	rnn.bias_ih_l0	7	-0.2730846405029297
257211	rnn.bias_ih_l0	8	-0.1492726057767868
257211	rnn.bias_ih_l0	9	-0.17679822444915771
257211	rnn.bias_hh_l0	0	0.12646478414535522
257211	rnn.bias_hh_l0	1	-0.05562450736761093
257211	rnn.bias_hh_l0	2	0.05174464359879494
257211	rnn.bias_hh_l0	3	-0.1769593358039856
257211	rnn.bias_hh_l0	4	0.054097387939691544
257211	rnn.bias_hh_l0	5	0.05392898991703987
257211	rnn.bias_hh_l0	6	-0.11290376633405685
257211	rnn.bias_hh_l0	7	-0.15158870816230774
257211	rnn.bias_hh_l0	8	-0.18420855700969696
257211	rnn.bias_hh_l0	9	-0.10925893485546112
257211	rnn.weight_ih_l0_reverse	0	-0.01579314097762108
257211	rnn.weight_ih_l0_reverse	1	-0.007847132161259651
257211	rnn.weight_ih_l0_reverse	2	-0.003391565289348364
257211	rnn.weight_ih_l0_reverse	3	0.005611688829958439
257211	rnn.weight_ih_l0_reverse	4	0.008561285212635994
257211	rnn.weight_ih_l0_reverse	5	-0.058418307453393936
257211	rnn.weight_ih_l0_reverse	6	-0.04390914365649223
257211	rnn.weight_ih_l0_reverse	7	0.01578245498239994
257211	rnn.weight_ih_l0_reverse	8	0.08974521607160568
257211	rnn.weight_ih_l0_reverse	9	0.0036853549536317587
257211	rnn.weight_hh_l0_reverse	0	0.004944763612002134
257211	rnn.weight_hh_l0_reverse	1	0.027084335684776306
257211	rnn.weight_hh_l0_reverse	2	-0.04094024375081062
257211	rnn.weight_hh_l0_reverse	3	0.041997067630290985
257211	rnn.weight_hh_l0_reverse	4	0.024315383285284042
257211	rnn.weight_hh_l0_reverse	5	-0.007799222134053707
257211	rnn.weight_hh_l0_reverse	6	0.06941061466932297
257211	rnn.weight_hh_l0_reverse	7	0.04009689763188362
257211	rnn.weight_hh_l0_reverse	8	-0.025649650022387505
257211	rnn.weight_hh_l0_reverse	9	-0.025311488658189774
257211	rnn.bias_ih_l0_reverse	0	-0.1520502120256424
257211	rnn.bias_ih_l0_reverse	1	-0.30977198481559753
257211	rnn.bias_ih_l0_reverse	2	-0.05845854803919792
257211	rnn.bias_ih_l0_reverse	3	-0.15202344954013824
257211	rnn.bias_ih_l0_reverse	4	0.07263542711734772
257211	rnn.bias_ih_l0_reverse	5	-0.2805006802082062
257211	rnn.bias_ih_l0_reverse	6	-0.06837175041437149
257211	rnn.bias_ih_l0_reverse	7	0.015311148948967457
257211	rnn.bias_ih_l0_reverse	8	-0.19621776044368744
257211	rnn.bias_ih_l0_reverse	9	-0.08911281079053879
257211	rnn.bias_hh_l0_reverse	0	-0.15769194066524506
257211	rnn.bias_hh_l0_reverse	1	-0.14350245893001556
257211	rnn.bias_hh_l0_reverse	2	-0.011204889044165611
257211	rnn.bias_hh_l0_reverse	3	-0.13549253344535828
257211	rnn.bias_hh_l0_reverse	4	-0.02530035562813282
257211	rnn.bias_hh_l0_reverse	5	-0.11832231283187866
257211	rnn.bias_hh_l0_reverse	6	-0.07516752928495407
257211	rnn.bias_hh_l0_reverse	7	-0.1830969899892807
257211	rnn.bias_hh_l0_reverse	8	-0.06443136930465698
257211	rnn.bias_hh_l0_reverse	9	-0.1183219850063324
257211	linear.weight	0	-0.27995187044143677
257211	linear.weight	1	-0.13085401058197021
257211	linear.weight	2	-0.011228874325752258
257211	linear.weight	3	-0.06722832471132278
257211	linear.weight	4	-0.0024316292256116867
257211	linear.weight	5	0.24355842173099518
257211	linear.weight	6	0.0047744326293468475
257211	linear.weight	7	-0.021312154829502106
257211	linear.weight	8	0.19950756430625916
257211	linear.weight	9	0.19686752557754517
257211	linear.bias	0	-0.8294654488563538
257211	linear.bias	1	1.441702961921692
257211	linear.bias	2	-0.4830799698829651
257211	linear.bias	3	-0.777219831943512
257211	linear.bias	4	-0.9386166334152222
257211	linear.bias	5	-1.1808642148971558
257211	linear.bias	6	-0.9566342830657959
257211	linear.bias	7	-0.7005434036254883
257211	linear.bias	8	-0.01705317199230194
257211	linear.bias	9	3.482618808746338
257408	transitions	0	-0.4748399257659912
257408	transitions	1	8.860538482666016
257408	transitions	2	-3.6483664512634277
257408	transitions	3	1.6324806213378906
257408	transitions	4	-2.2344491481781006
257408	transitions	5	-0.4363057315349579
257408	transitions	6	-0.19698269665241241
257408	transitions	7	-10000.0
257408	transitions	8	1.8686579465866089
257408	transitions	9	-2.2951807975769043
257408	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
257408	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
257408	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
257408	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
257408	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
257408	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
257408	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
257408	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
257408	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
257408	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
257408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
257408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
257408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
257408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
257408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
257408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
257408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
257408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
257408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
257408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
257408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
257408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
257408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
257408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
257408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
257408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
257408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
257408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
257408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
257408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
257408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
257408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
257408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
257408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
257408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
257408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
257408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
257408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
257408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
257408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
257408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
257408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
257408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
257408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
257408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
257408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
257408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
257408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
257408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
257408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
257408	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
257408	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
257408	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
257408	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
257408	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
257408	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
257408	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
257408	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
257408	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
257408	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
257408	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
257408	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
257408	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
257408	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
257408	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
257408	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
257408	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
257408	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
257408	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
257408	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
257408	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
257408	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
257408	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
257408	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
257408	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
257408	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
257408	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
257408	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
257408	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
257408	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
257408	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
257408	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
257408	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
257408	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
257408	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
257408	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
257408	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
257408	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
257408	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
257408	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
257408	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
257408	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
257408	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
257408	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
257408	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
257408	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
257408	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
257408	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
257408	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
257408	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
257408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
257408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
257408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
257408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
257408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
257408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
257408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
257408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
257408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
257408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
257408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
257408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
257408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
257408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
257408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
257408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
257408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
257408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
257408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
257408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
257408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
257408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
257408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
257408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
257408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
257408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
257408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
257408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
257408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
257408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
257408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
257408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
257408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
257408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
257408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
257408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
257408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
257408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
257408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
257408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
257408	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
257408	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
257408	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
257408	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
257408	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
257408	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
257408	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
257408	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
257408	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
257408	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
257408	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
257408	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
257408	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
257408	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
257408	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
257408	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
257408	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
257408	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
257408	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
257408	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
257408	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
257408	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
257408	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
257408	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
257408	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
257408	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
257408	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
257408	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
257408	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
257408	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
257408	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
257408	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
257408	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
257408	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
257408	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
257408	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
257408	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
257408	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
257408	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
257408	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
257408	embedding2nn.weight	0	0.045584920793771744
257408	embedding2nn.weight	1	-0.09139148890972137
257408	embedding2nn.weight	2	0.015206613577902317
257408	embedding2nn.weight	3	-0.06313838809728622
257408	embedding2nn.weight	4	-0.11128294467926025
257408	embedding2nn.weight	5	0.11295884102582932
257408	embedding2nn.weight	6	-0.0771200954914093
257408	embedding2nn.weight	7	-0.07527153193950653
257408	embedding2nn.weight	8	-0.032388266175985336
257408	embedding2nn.weight	9	0.03513623774051666
257408	embedding2nn.bias	0	0.07523985207080841
257408	embedding2nn.bias	1	-0.017847120761871338
257408	embedding2nn.bias	2	-0.07996610552072525
257408	embedding2nn.bias	3	0.01368919387459755
257408	embedding2nn.bias	4	-0.009792282246053219
257408	embedding2nn.bias	5	-0.1906944215297699
257408	embedding2nn.bias	6	-0.10834411531686783
257408	embedding2nn.bias	7	-0.025748083367943764
257408	embedding2nn.bias	8	0.05450769141316414
257408	embedding2nn.bias	9	-0.0509365051984787
257408	rnn.weight_ih_l0	0	0.037174757570028305
257408	rnn.weight_ih_l0	1	-0.08496420085430145
257408	rnn.weight_ih_l0	2	-0.06406207382678986
257408	rnn.weight_ih_l0	3	-0.05485198646783829
257408	rnn.weight_ih_l0	4	0.020598014816641808
257408	rnn.weight_ih_l0	5	-0.11413907259702682
257408	rnn.weight_ih_l0	6	-0.028496423736214638
257408	rnn.weight_ih_l0	7	-0.00015989909297786653
257408	rnn.weight_ih_l0	8	0.05032634735107422
257408	rnn.weight_ih_l0	9	0.010842510499060154
257408	rnn.weight_hh_l0	0	0.0035988097079098225
257408	rnn.weight_hh_l0	1	-0.08189377933740616
257408	rnn.weight_hh_l0	2	0.07357810437679291
257408	rnn.weight_hh_l0	3	0.052554793655872345
257408	rnn.weight_hh_l0	4	0.006863817106932402
257408	rnn.weight_hh_l0	5	0.07144059985876083
257408	rnn.weight_hh_l0	6	-0.016727734357118607
257408	rnn.weight_hh_l0	7	-0.11159386485815048
257408	rnn.weight_hh_l0	8	0.026960603892803192
257408	rnn.weight_hh_l0	9	-0.07637858390808105
257408	rnn.bias_ih_l0	0	-0.08178545534610748
257408	rnn.bias_ih_l0	1	-0.19278466701507568
257408	rnn.bias_ih_l0	2	-0.2625635266304016
257408	rnn.bias_ih_l0	3	-0.28136396408081055
257408	rnn.bias_ih_l0	4	0.012340097688138485
257408	rnn.bias_ih_l0	5	0.05471692606806755
257408	rnn.bias_ih_l0	6	-0.17061728239059448
257408	rnn.bias_ih_l0	7	-0.2736879885196686
257408	rnn.bias_ih_l0	8	-0.14898954331874847
257408	rnn.bias_ih_l0	9	-0.17666642367839813
257408	rnn.bias_hh_l0	0	0.12693335115909576
257408	rnn.bias_hh_l0	1	-0.0555964894592762
257408	rnn.bias_hh_l0	2	0.050753410905599594
257408	rnn.bias_hh_l0	3	-0.1769799143075943
257408	rnn.bias_hh_l0	4	0.05585705116391182
257408	rnn.bias_hh_l0	5	0.054556477814912796
257408	rnn.bias_hh_l0	6	-0.11356429010629654
257408	rnn.bias_hh_l0	7	-0.15111742913722992
257408	rnn.bias_hh_l0	8	-0.18475669622421265
257408	rnn.bias_hh_l0	9	-0.10931459069252014
257408	rnn.weight_ih_l0_reverse	0	-0.015604707412421703
257408	rnn.weight_ih_l0_reverse	1	-0.00785888358950615
257408	rnn.weight_ih_l0_reverse	2	-0.004239583387970924
257408	rnn.weight_ih_l0_reverse	3	0.005670848302543163
257408	rnn.weight_ih_l0_reverse	4	0.00826615747064352
257408	rnn.weight_ih_l0_reverse	5	-0.058482326567173004
257408	rnn.weight_ih_l0_reverse	6	-0.043822433799505234
257408	rnn.weight_ih_l0_reverse	7	0.015588872134685516
257408	rnn.weight_ih_l0_reverse	8	0.09037056565284729
257408	rnn.weight_ih_l0_reverse	9	0.003929995000362396
257408	rnn.weight_hh_l0_reverse	0	0.005020224489271641
257408	rnn.weight_hh_l0_reverse	1	0.027026169002056122
257408	rnn.weight_hh_l0_reverse	2	-0.041403330862522125
257408	rnn.weight_hh_l0_reverse	3	0.042241256684064865
257408	rnn.weight_hh_l0_reverse	4	0.024494942277669907
257408	rnn.weight_hh_l0_reverse	5	-0.007822033949196339
257408	rnn.weight_hh_l0_reverse	6	0.06935951858758926
257408	rnn.weight_hh_l0_reverse	7	0.04040420427918434
257408	rnn.weight_hh_l0_reverse	8	-0.025475405156612396
257408	rnn.weight_hh_l0_reverse	9	-0.0252054575830698
257408	rnn.bias_ih_l0_reverse	0	-0.15163005888462067
257408	rnn.bias_ih_l0_reverse	1	-0.30917462706565857
257408	rnn.bias_ih_l0_reverse	2	-0.058078039437532425
257408	rnn.bias_ih_l0_reverse	3	-0.1525292843580246
257408	rnn.bias_ih_l0_reverse	4	0.0728597491979599
257408	rnn.bias_ih_l0_reverse	5	-0.2810910642147064
257408	rnn.bias_ih_l0_reverse	6	-0.06832879036664963
257408	rnn.bias_ih_l0_reverse	7	0.013026539236307144
257408	rnn.bias_ih_l0_reverse	8	-0.19610795378684998
257408	rnn.bias_ih_l0_reverse	9	-0.08861976861953735
257408	rnn.bias_hh_l0_reverse	0	-0.15669789910316467
257408	rnn.bias_hh_l0_reverse	1	-0.1419072300195694
257408	rnn.bias_hh_l0_reverse	2	-0.010594693943858147
257408	rnn.bias_hh_l0_reverse	3	-0.13700632750988007
257408	rnn.bias_hh_l0_reverse	4	-0.025466175749897957
257408	rnn.bias_hh_l0_reverse	5	-0.11823564022779465
257408	rnn.bias_hh_l0_reverse	6	-0.07489356398582458
257408	rnn.bias_hh_l0_reverse	7	-0.18154603242874146
257408	rnn.bias_hh_l0_reverse	8	-0.06575498729944229
257408	rnn.bias_hh_l0_reverse	9	-0.11785200983285904
257408	linear.weight	0	-0.28081145882606506
257408	linear.weight	1	-0.13467444479465485
257408	linear.weight	2	-0.011228874325752258
257408	linear.weight	3	-0.06996835768222809
257408	linear.weight	4	-0.004763562232255936
257408	linear.weight	5	0.24387535452842712
257408	linear.weight	6	0.0047744326293468475
257408	linear.weight	7	-0.021312154829502106
257408	linear.weight	8	0.20078369975090027
257408	linear.weight	9	0.19891950488090515
257408	linear.bias	0	-0.831535816192627
257408	linear.bias	1	1.4301848411560059
257408	linear.bias	2	-0.4807928502559662
257408	linear.bias	3	-0.7782601118087769
257408	linear.bias	4	-0.9363588094711304
257408	linear.bias	5	-1.1808698177337646
257408	linear.bias	6	-0.9590003490447998
257408	linear.bias	7	-0.6972694396972656
257408	linear.bias	8	-0.01705317199230194
257408	linear.bias	9	3.4930813312530518
257605	transitions	0	-0.4749041497707367
257605	transitions	1	8.879615783691406
257605	transitions	2	-3.648430585861206
257605	transitions	3	1.6337485313415527
257605	transitions	4	-2.23458194732666
257605	transitions	5	-0.43639078736305237
257605	transitions	6	-0.19698932766914368
257605	transitions	7	-10000.0
257605	transitions	8	1.8682165145874023
257605	transitions	9	-2.2951815128326416
257605	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
257605	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
257605	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
257605	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
257605	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
257605	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
257605	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
257605	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
257605	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
257605	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
257605	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
257605	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
257605	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
257605	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
257605	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
257605	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
257605	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
257605	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
257605	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
257605	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
257605	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
257605	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
257605	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
257605	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
257605	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
257605	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
257605	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
257605	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
257605	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
257605	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
257605	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
257605	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
257605	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
257605	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
257605	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
257605	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
257605	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
257605	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
257605	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
257605	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
257605	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
257605	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
257605	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
257605	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
257605	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
257605	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
257605	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
257605	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
257605	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
257605	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
257605	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
257605	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
257605	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
257605	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
257605	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
257605	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
257605	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
257605	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
257605	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
257605	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
257605	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
257605	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
257605	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
257605	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
257605	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
257605	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
257605	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
257605	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
257605	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
257605	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
257605	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
257605	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
257605	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
257605	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
257605	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
257605	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
257605	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
257605	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
257605	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
257605	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
257605	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
257605	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
257605	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
257605	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
257605	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
257605	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
257605	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
257605	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
257605	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
257605	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
257605	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
257605	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
257605	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
257605	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
257605	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
257605	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
257605	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
257605	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
257605	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
257605	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
257605	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
257605	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
257605	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
257605	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
257605	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
257605	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
257605	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
257605	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
257605	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
257605	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
257605	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
257605	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
257605	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
257605	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
257605	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
257605	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
257605	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
257605	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
257605	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
257605	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
257605	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
257605	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
257605	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
257605	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
257605	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
257605	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
257605	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
257605	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
257605	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
257605	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
257605	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
257605	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
257605	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
257605	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
257605	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
257605	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
257605	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
257605	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
257605	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
257605	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
257605	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
257605	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
257605	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
257605	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
257605	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
257605	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
257605	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
257605	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
257605	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
257605	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
257605	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
257605	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
257605	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
257605	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
257605	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
257605	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
257605	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
257605	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
257605	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
257605	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
257605	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
257605	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
257605	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
257605	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
257605	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
257605	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
257605	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
257605	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
257605	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
257605	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
257605	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
257605	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
257605	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
257605	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
257605	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
257605	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
257605	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
257605	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
257605	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
257605	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
257605	embedding2nn.weight	0	0.04556639492511749
257605	embedding2nn.weight	1	-0.09139381349086761
257605	embedding2nn.weight	2	0.015863170847296715
257605	embedding2nn.weight	3	-0.06354500353336334
257605	embedding2nn.weight	4	-0.11022809892892838
257605	embedding2nn.weight	5	0.11240508407354355
257605	embedding2nn.weight	6	-0.07509703934192657
257605	embedding2nn.weight	7	-0.07475463300943375
257605	embedding2nn.weight	8	-0.03225326165556908
257605	embedding2nn.weight	9	0.034165557473897934
257605	embedding2nn.bias	0	0.07471615821123123
257605	embedding2nn.bias	1	-0.0235750749707222
257605	embedding2nn.bias	2	-0.08311224728822708
257605	embedding2nn.bias	3	0.016569063067436218
257605	embedding2nn.bias	4	-0.01227916032075882
257605	embedding2nn.bias	5	-0.18910497426986694
257605	embedding2nn.bias	6	-0.11586454510688782
257605	embedding2nn.bias	7	-0.022840699180960655
257605	embedding2nn.bias	8	0.058184970170259476
257605	embedding2nn.bias	9	-0.05123688653111458
257605	rnn.weight_ih_l0	0	0.0377567857503891
257605	rnn.weight_ih_l0	1	-0.08502765744924545
257605	rnn.weight_ih_l0	2	-0.06418926268815994
257605	rnn.weight_ih_l0	3	-0.054620593786239624
257605	rnn.weight_ih_l0	4	0.020312972366809845
257605	rnn.weight_ih_l0	5	-0.11418560147285461
257605	rnn.weight_ih_l0	6	-0.028198154643177986
257605	rnn.weight_ih_l0	7	8.220093877753243e-05
257605	rnn.weight_ih_l0	8	0.05007924512028694
257605	rnn.weight_ih_l0	9	0.010281332768499851
257605	rnn.weight_hh_l0	0	0.0034105153754353523
257605	rnn.weight_hh_l0	1	-0.08162155002355576
257605	rnn.weight_hh_l0	2	0.073532335460186
257605	rnn.weight_hh_l0	3	0.05256081372499466
257605	rnn.weight_hh_l0	4	0.006884315051138401
257605	rnn.weight_hh_l0	5	0.07144445180892944
257605	rnn.weight_hh_l0	6	-0.016827333718538284
257605	rnn.weight_hh_l0	7	-0.11152361333370209
257605	rnn.weight_hh_l0	8	0.027232671156525612
257605	rnn.weight_hh_l0	9	-0.07625101506710052
257605	rnn.bias_ih_l0	0	-0.08108461648225784
257605	rnn.bias_ih_l0	1	-0.19269591569900513
257605	rnn.bias_ih_l0	2	-0.26171714067459106
257605	rnn.bias_ih_l0	3	-0.2816067337989807
257605	rnn.bias_ih_l0	4	0.01208403054624796
257605	rnn.bias_ih_l0	5	0.05389929190278053
257605	rnn.bias_ih_l0	6	-0.1713496744632721
257605	rnn.bias_ih_l0	7	-0.2729068994522095
257605	rnn.bias_ih_l0	8	-0.14959734678268433
257605	rnn.bias_ih_l0	9	-0.17679519951343536
257605	rnn.bias_hh_l0	0	0.1273069530725479
257605	rnn.bias_hh_l0	1	-0.05548979341983795
257605	rnn.bias_hh_l0	2	0.05086066573858261
257605	rnn.bias_hh_l0	3	-0.17675943672657013
257605	rnn.bias_hh_l0	4	0.05675523355603218
257605	rnn.bias_hh_l0	5	0.055493198335170746
257605	rnn.bias_hh_l0	6	-0.11343124508857727
257605	rnn.bias_hh_l0	7	-0.15075698494911194
257605	rnn.bias_hh_l0	8	-0.18447746336460114
257605	rnn.bias_hh_l0	9	-0.10944470763206482
257605	rnn.weight_ih_l0_reverse	0	-0.016065552830696106
257605	rnn.weight_ih_l0_reverse	1	-0.007519861683249474
257605	rnn.weight_ih_l0_reverse	2	-0.0038625216111540794
257605	rnn.weight_ih_l0_reverse	3	0.005513002630323172
257605	rnn.weight_ih_l0_reverse	4	0.008772474713623524
257605	rnn.weight_ih_l0_reverse	5	-0.058002978563308716
257605	rnn.weight_ih_l0_reverse	6	-0.04370696470141411
257605	rnn.weight_ih_l0_reverse	7	0.016240736469626427
257605	rnn.weight_ih_l0_reverse	8	0.0914684534072876
257605	rnn.weight_ih_l0_reverse	9	0.00364232761785388
257605	rnn.weight_hh_l0_reverse	0	0.0049726529978215694
257605	rnn.weight_hh_l0_reverse	1	0.026955941691994667
257605	rnn.weight_hh_l0_reverse	2	-0.04134127125144005
257605	rnn.weight_hh_l0_reverse	3	0.0422835536301136
257605	rnn.weight_hh_l0_reverse	4	0.024298980832099915
257605	rnn.weight_hh_l0_reverse	5	-0.007838866673409939
257605	rnn.weight_hh_l0_reverse	6	0.06916353851556778
257605	rnn.weight_hh_l0_reverse	7	0.04068389907479286
257605	rnn.weight_hh_l0_reverse	8	-0.02549131028354168
257605	rnn.weight_hh_l0_reverse	9	-0.025203265249729156
257605	rnn.bias_ih_l0_reverse	0	-0.15162009000778198
257605	rnn.bias_ih_l0_reverse	1	-0.3101200461387634
257605	rnn.bias_ih_l0_reverse	2	-0.05895684286952019
257605	rnn.bias_ih_l0_reverse	3	-0.1523287445306778
257605	rnn.bias_ih_l0_reverse	4	0.07236961275339127
257605	rnn.bias_ih_l0_reverse	5	-0.2801695168018341
257605	rnn.bias_ih_l0_reverse	6	-0.06821825355291367
257605	rnn.bias_ih_l0_reverse	7	0.014666195958852768
257605	rnn.bias_ih_l0_reverse	8	-0.19565972685813904
257605	rnn.bias_ih_l0_reverse	9	-0.0889410600066185
257605	rnn.bias_hh_l0_reverse	0	-0.15527717769145966
257605	rnn.bias_hh_l0_reverse	1	-0.14190736413002014
257605	rnn.bias_hh_l0_reverse	2	-0.011023578234016895
257605	rnn.bias_hh_l0_reverse	3	-0.13797621428966522
257605	rnn.bias_hh_l0_reverse	4	-0.025098346173763275
257605	rnn.bias_hh_l0_reverse	5	-0.1183958426117897
257605	rnn.bias_hh_l0_reverse	6	-0.07398632168769836
257605	rnn.bias_hh_l0_reverse	7	-0.181939497590065
257605	rnn.bias_hh_l0_reverse	8	-0.06596154719591141
257605	rnn.bias_hh_l0_reverse	9	-0.11791108548641205
257605	linear.weight	0	-0.2839908301830292
257605	linear.weight	1	-0.13246305286884308
257605	linear.weight	2	-0.011228874325752258
257605	linear.weight	3	-0.07172626256942749
257605	linear.weight	4	-0.005485638976097107
257605	linear.weight	5	0.24795734882354736
257605	linear.weight	6	0.0047744326293468475
257605	linear.weight	7	-0.021312154829502106
257605	linear.weight	8	0.1959047168493271
257605	linear.weight	9	0.20536001026630402
257605	linear.bias	0	-0.8506402969360352
257605	linear.bias	1	1.428556203842163
257605	linear.bias	2	-0.4901491403579712
257605	linear.bias	3	-0.7587496042251587
257605	linear.bias	4	-0.9091443419456482
257605	linear.bias	5	-1.1808768510818481
257605	linear.bias	6	-0.977550745010376
257605	linear.bias	7	-0.6838850378990173
257605	linear.bias	8	-0.01705317199230194
257605	linear.bias	9	3.4813008308410645
257802	transitions	0	-0.47491908073425293
257802	transitions	1	8.890823364257812
257802	transitions	2	-3.648550510406494
257802	transitions	3	1.6343681812286377
257802	transitions	4	-2.234713315963745
257802	transitions	5	-0.43643447756767273
257802	transitions	6	-0.19699685275554657
257802	transitions	7	-10000.0
257802	transitions	8	1.869836688041687
257802	transitions	9	-2.295184850692749
257802	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
257802	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
257802	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
257802	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
257802	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
257802	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
257802	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
257802	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
257802	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
257802	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
257802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
257802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
257802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
257802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
257802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
257802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
257802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
257802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
257802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
257802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
257802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
257802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
257802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
257802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
257802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
257802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
257802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
257802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
257802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
257802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
257802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
257802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
257802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
257802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
257802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
257802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
257802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
257802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
257802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
257802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
257802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
257802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
257802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
257802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
257802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
257802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
257802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
257802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
257802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
257802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
257802	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
257802	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
257802	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
257802	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
257802	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
257802	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
257802	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
257802	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
257802	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
257802	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
257802	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
257802	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
257802	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
257802	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
257802	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
257802	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
257802	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
257802	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
257802	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
257802	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
257802	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
257802	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
257802	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
257802	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
257802	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
257802	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
257802	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
257802	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
257802	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
257802	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
257802	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
257802	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
257802	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
257802	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
257802	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
257802	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
257802	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
257802	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
257802	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
257802	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
257802	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
257802	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
257802	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
257802	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
257802	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
257802	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
257802	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
257802	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
257802	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
257802	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
257802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
257802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
257802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
257802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
257802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
257802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
257802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
257802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
257802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
257802	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
257802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
257802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
257802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
257802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
257802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
257802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
257802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
257802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
257802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
257802	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
257802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
257802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
257802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
257802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
257802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
257802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
257802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
257802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
257802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
257802	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
257802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
257802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
257802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
257802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
257802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
257802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
257802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
257802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
257802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
257802	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
257802	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
257802	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
257802	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
257802	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
257802	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
257802	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
257802	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
257802	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
257802	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
257802	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
257802	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
257802	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
257802	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
257802	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
257802	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
257802	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
257802	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
257802	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
257802	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
257802	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
257802	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
257802	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
257802	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
257802	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
257802	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
257802	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
257802	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
257802	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
257802	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
257802	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
257802	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
257802	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
257802	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
257802	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
257802	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
257802	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
257802	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
257802	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
257802	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
257802	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
257802	embedding2nn.weight	0	0.04578277841210365
257802	embedding2nn.weight	1	-0.09117913246154785
257802	embedding2nn.weight	2	0.015980862081050873
257802	embedding2nn.weight	3	-0.06380551308393478
257802	embedding2nn.weight	4	-0.11076373606920242
257802	embedding2nn.weight	5	0.11272235214710236
257802	embedding2nn.weight	6	-0.07454504817724228
257802	embedding2nn.weight	7	-0.0758010670542717
257802	embedding2nn.weight	8	-0.03203781321644783
257802	embedding2nn.weight	9	0.03490239754319191
257802	embedding2nn.bias	0	0.07602222263813019
257802	embedding2nn.bias	1	-0.02718542143702507
257802	embedding2nn.bias	2	-0.08399678766727448
257802	embedding2nn.bias	3	0.013712262734770775
257802	embedding2nn.bias	4	-0.013576568104326725
257802	embedding2nn.bias	5	-0.18784542381763458
257802	embedding2nn.bias	6	-0.11499512940645218
257802	embedding2nn.bias	7	-0.01842271164059639
257802	embedding2nn.bias	8	0.06434991210699081
257802	embedding2nn.bias	9	-0.050209593027830124
257802	rnn.weight_ih_l0	0	0.037860020995140076
257802	rnn.weight_ih_l0	1	-0.08537692576646805
257802	rnn.weight_ih_l0	2	-0.06464405357837677
257802	rnn.weight_ih_l0	3	-0.05452360957860947
257802	rnn.weight_ih_l0	4	0.020474808290600777
257802	rnn.weight_ih_l0	5	-0.11406531184911728
257802	rnn.weight_ih_l0	6	-0.027588196098804474
257802	rnn.weight_ih_l0	7	-0.0006809317274019122
257802	rnn.weight_ih_l0	8	0.04942433536052704
257802	rnn.weight_ih_l0	9	0.01070441398769617
257802	rnn.weight_hh_l0	0	0.003395449835807085
257802	rnn.weight_hh_l0	1	-0.08166258782148361
257802	rnn.weight_hh_l0	2	0.0736313909292221
257802	rnn.weight_hh_l0	3	0.052654605358839035
257802	rnn.weight_hh_l0	4	0.0068864841014146805
257802	rnn.weight_hh_l0	5	0.07132869958877563
257802	rnn.weight_hh_l0	6	-0.016849156469106674
257802	rnn.weight_hh_l0	7	-0.11158179491758347
257802	rnn.weight_hh_l0	8	0.02719315141439438
257802	rnn.weight_hh_l0	9	-0.07599059492349625
257802	rnn.bias_ih_l0	0	-0.08091659098863602
257802	rnn.bias_ih_l0	1	-0.19319050014019012
257802	rnn.bias_ih_l0	2	-0.26121780276298523
257802	rnn.bias_ih_l0	3	-0.28187596797943115
257802	rnn.bias_ih_l0	4	0.013628494925796986
257802	rnn.bias_ih_l0	5	0.054209738969802856
257802	rnn.bias_ih_l0	6	-0.1714707612991333
257802	rnn.bias_ih_l0	7	-0.2717379331588745
257802	rnn.bias_ih_l0	8	-0.1498839408159256
257802	rnn.bias_ih_l0	9	-0.1773139089345932
257802	rnn.bias_hh_l0	0	0.12723924219608307
257802	rnn.bias_hh_l0	1	-0.05432146042585373
257802	rnn.bias_hh_l0	2	0.05149832367897034
257802	rnn.bias_hh_l0	3	-0.17601947486400604
257802	rnn.bias_hh_l0	4	0.05634164810180664
257802	rnn.bias_hh_l0	5	0.05521271377801895
257802	rnn.bias_hh_l0	6	-0.1129174754023552
257802	rnn.bias_hh_l0	7	-0.15110012888908386
257802	rnn.bias_hh_l0	8	-0.18407391011714935
257802	rnn.bias_hh_l0	9	-0.11018922924995422
257802	rnn.weight_ih_l0_reverse	0	-0.016596825793385506
257802	rnn.weight_ih_l0_reverse	1	-0.007186756934970617
257802	rnn.weight_ih_l0_reverse	2	-0.004196956753730774
257802	rnn.weight_ih_l0_reverse	3	0.004798591136932373
257802	rnn.weight_ih_l0_reverse	4	0.008675051853060722
257802	rnn.weight_ih_l0_reverse	5	-0.05750153213739395
257802	rnn.weight_ih_l0_reverse	6	-0.043919697403907776
257802	rnn.weight_ih_l0_reverse	7	0.016670137643814087
257802	rnn.weight_ih_l0_reverse	8	0.09124517440795898
257802	rnn.weight_ih_l0_reverse	9	0.003975830040872097
257802	rnn.weight_hh_l0_reverse	0	0.0051031862385571
257802	rnn.weight_hh_l0_reverse	1	0.026913687586784363
257802	rnn.weight_hh_l0_reverse	2	-0.04175461083650589
257802	rnn.weight_hh_l0_reverse	3	0.042396482080221176
257802	rnn.weight_hh_l0_reverse	4	0.024373484775424004
257802	rnn.weight_hh_l0_reverse	5	-0.007647194899618626
257802	rnn.weight_hh_l0_reverse	6	0.0694408267736435
257802	rnn.weight_hh_l0_reverse	7	0.04064289107918739
257802	rnn.weight_hh_l0_reverse	8	-0.025431975722312927
257802	rnn.weight_hh_l0_reverse	9	-0.025109050795435905
257802	rnn.bias_ih_l0_reverse	0	-0.15123268961906433
257802	rnn.bias_ih_l0_reverse	1	-0.3102817237377167
257802	rnn.bias_ih_l0_reverse	2	-0.059160761535167694
257802	rnn.bias_ih_l0_reverse	3	-0.15263354778289795
257802	rnn.bias_ih_l0_reverse	4	0.0725792720913887
257802	rnn.bias_ih_l0_reverse	5	-0.2807798981666565
257802	rnn.bias_ih_l0_reverse	6	-0.06806449592113495
257802	rnn.bias_ih_l0_reverse	7	0.015250172466039658
257802	rnn.bias_ih_l0_reverse	8	-0.1954943984746933
257802	rnn.bias_ih_l0_reverse	9	-0.08911826461553574
257802	rnn.bias_hh_l0_reverse	0	-0.15624850988388062
257802	rnn.bias_hh_l0_reverse	1	-0.1401432454586029
257802	rnn.bias_hh_l0_reverse	2	-0.011409793049097061
257802	rnn.bias_hh_l0_reverse	3	-0.13815070688724518
257802	rnn.bias_hh_l0_reverse	4	-0.02512509562075138
257802	rnn.bias_hh_l0_reverse	5	-0.11793708801269531
257802	rnn.bias_hh_l0_reverse	6	-0.07364916056394577
257802	rnn.bias_hh_l0_reverse	7	-0.1816045194864273
257802	rnn.bias_hh_l0_reverse	8	-0.0644749328494072
257802	rnn.bias_hh_l0_reverse	9	-0.11708463728427887
257802	linear.weight	0	-0.2856888771057129
257802	linear.weight	1	-0.13114525377750397
257802	linear.weight	2	-0.011228874325752258
257802	linear.weight	3	-0.07086910307407379
257802	linear.weight	4	-0.0036270616110414267
257802	linear.weight	5	0.24409119784832
257802	linear.weight	6	0.0047744326293468475
257802	linear.weight	7	-0.021312154829502106
257802	linear.weight	8	0.19521591067314148
257802	linear.weight	9	0.21130585670471191
257802	linear.bias	0	-0.8463570475578308
257802	linear.bias	1	1.4156694412231445
257802	linear.bias	2	-0.49675315618515015
257802	linear.bias	3	-0.7418597936630249
257802	linear.bias	4	-0.9108081459999084
257802	linear.bias	5	-1.180882215499878
257802	linear.bias	6	-0.972646176815033
257802	linear.bias	7	-0.6927653551101685
257802	linear.bias	8	-0.01705317199230194
257802	linear.bias	9	3.490687131881714
257999	transitions	0	-0.4749681353569031
257999	transitions	1	8.882682800292969
257999	transitions	2	-3.6486408710479736
257999	transitions	3	1.6341859102249146
257999	transitions	4	-2.2347536087036133
257999	transitions	5	-0.4364440143108368
257999	transitions	6	-0.19700416922569275
257999	transitions	7	-10000.0
257999	transitions	8	1.8697324991226196
257999	transitions	9	-2.2951855659484863
257999	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
257999	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
257999	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
257999	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
257999	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
257999	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
257999	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
257999	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
257999	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
257999	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
257999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
257999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
257999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
257999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
257999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
257999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
257999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
257999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
257999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
257999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
257999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
257999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
257999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
257999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
257999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
257999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
257999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
257999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
257999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
257999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
257999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
257999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
257999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
257999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
257999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
257999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
257999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
257999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
257999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
257999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
257999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
257999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
257999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
257999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
257999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
257999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
257999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
257999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
257999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
257999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
257999	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
257999	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
257999	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
257999	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
257999	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
257999	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
257999	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
257999	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
257999	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
257999	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
257999	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
257999	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
257999	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
257999	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
257999	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
257999	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
257999	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
257999	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
257999	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
257999	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
257999	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
257999	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
257999	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
257999	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
257999	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
257999	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
257999	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
257999	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
257999	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
257999	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
257999	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
257999	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
257999	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
257999	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
257999	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
257999	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
257999	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
257999	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
257999	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
257999	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
257999	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
257999	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
257999	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
257999	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
257999	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
257999	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
257999	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
257999	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
257999	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
257999	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
257999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
257999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
257999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
257999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
257999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
257999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
257999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
257999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
257999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
257999	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
257999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
257999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
257999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
257999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
257999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
257999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
257999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
257999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
257999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
257999	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
257999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
257999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
257999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
257999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
257999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
257999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
257999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
257999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
257999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
257999	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
257999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
257999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
257999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
257999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
257999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
257999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
257999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
257999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
257999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
257999	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
257999	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
257999	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
257999	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
257999	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
257999	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
257999	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
257999	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
257999	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
257999	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
257999	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
257999	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
257999	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
257999	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
257999	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
257999	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
257999	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
257999	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
257999	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
257999	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
257999	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
257999	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
257999	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
257999	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
257999	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
257999	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
257999	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
257999	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
257999	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
257999	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
257999	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
257999	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
257999	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
257999	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
257999	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
257999	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
257999	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
257999	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
257999	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
257999	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
257999	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
257999	embedding2nn.weight	0	0.045610710978507996
257999	embedding2nn.weight	1	-0.09102261066436768
257999	embedding2nn.weight	2	0.015393231995403767
257999	embedding2nn.weight	3	-0.0636129379272461
257999	embedding2nn.weight	4	-0.11020936071872711
257999	embedding2nn.weight	5	0.11284859478473663
257999	embedding2nn.weight	6	-0.07274185866117477
257999	embedding2nn.weight	7	-0.07602178305387497
257999	embedding2nn.weight	8	-0.032609276473522186
257999	embedding2nn.weight	9	0.0347818061709404
257999	embedding2nn.bias	0	0.07603312283754349
257999	embedding2nn.bias	1	-0.02127176895737648
257999	embedding2nn.bias	2	-0.08547985553741455
257999	embedding2nn.bias	3	0.018671076744794846
257999	embedding2nn.bias	4	-0.014446395449340343
257999	embedding2nn.bias	5	-0.19175612926483154
257999	embedding2nn.bias	6	-0.11632159352302551
257999	embedding2nn.bias	7	-0.019160378724336624
257999	embedding2nn.bias	8	0.06277374923229218
257999	embedding2nn.bias	9	-0.05193936079740524
257999	rnn.weight_ih_l0	0	0.03727971389889717
257999	rnn.weight_ih_l0	1	-0.0851653516292572
257999	rnn.weight_ih_l0	2	-0.06457822024822235
257999	rnn.weight_ih_l0	3	-0.05448820814490318
257999	rnn.weight_ih_l0	4	0.020201457664370537
257999	rnn.weight_ih_l0	5	-0.11322939395904541
257999	rnn.weight_ih_l0	6	-0.02636796608567238
257999	rnn.weight_ih_l0	7	-0.00031621381640434265
257999	rnn.weight_ih_l0	8	0.05011381208896637
257999	rnn.weight_ih_l0	9	0.010600890964269638
257999	rnn.weight_hh_l0	0	0.0036189157981425524
257999	rnn.weight_hh_l0	1	-0.0813344195485115
257999	rnn.weight_hh_l0	2	0.07357461750507355
257999	rnn.weight_hh_l0	3	0.052740298211574554
257999	rnn.weight_hh_l0	4	0.006743251346051693
257999	rnn.weight_hh_l0	5	0.07130560278892517
257999	rnn.weight_hh_l0	6	-0.016822753474116325
257999	rnn.weight_hh_l0	7	-0.11159292608499527
257999	rnn.weight_hh_l0	8	0.027120009064674377
257999	rnn.weight_hh_l0	9	-0.07568619400262833
257999	rnn.bias_ih_l0	0	-0.08127738535404205
257999	rnn.bias_ih_l0	1	-0.19393138587474823
257999	rnn.bias_ih_l0	2	-0.26045992970466614
257999	rnn.bias_ih_l0	3	-0.28230953216552734
257999	rnn.bias_ih_l0	4	0.015369601547718048
257999	rnn.bias_ih_l0	5	0.053276244550943375
257999	rnn.bias_ih_l0	6	-0.17130857706069946
257999	rnn.bias_ih_l0	7	-0.27109432220458984
257999	rnn.bias_ih_l0	8	-0.15134336054325104
257999	rnn.bias_ih_l0	9	-0.17636071145534515
257999	rnn.bias_hh_l0	0	0.12885195016860962
257999	rnn.bias_hh_l0	1	-0.0546642541885376
257999	rnn.bias_hh_l0	2	0.052015628665685654
257999	rnn.bias_hh_l0	3	-0.1763026863336563
257999	rnn.bias_hh_l0	4	0.05936209484934807
257999	rnn.bias_hh_l0	5	0.05611683428287506
257999	rnn.bias_hh_l0	6	-0.11290616542100906
257999	rnn.bias_hh_l0	7	-0.15133562684059143
257999	rnn.bias_hh_l0	8	-0.18416038155555725
257999	rnn.bias_hh_l0	9	-0.11018431186676025
257999	rnn.weight_ih_l0_reverse	0	-0.016610626131296158
257999	rnn.weight_ih_l0_reverse	1	-0.006738394033163786
257999	rnn.weight_ih_l0_reverse	2	-0.003598104929551482
257999	rnn.weight_ih_l0_reverse	3	0.00510940607637167
257999	rnn.weight_ih_l0_reverse	4	0.009129036217927933
257999	rnn.weight_ih_l0_reverse	5	-0.057247135788202286
257999	rnn.weight_ih_l0_reverse	6	-0.04417092725634575
257999	rnn.weight_ih_l0_reverse	7	0.016636572778224945
257999	rnn.weight_ih_l0_reverse	8	0.09153749793767929
257999	rnn.weight_ih_l0_reverse	9	0.00385271105915308
257999	rnn.weight_hh_l0_reverse	0	0.005031499546021223
257999	rnn.weight_hh_l0_reverse	1	0.02696957439184189
257999	rnn.weight_hh_l0_reverse	2	-0.04197916015982628
257999	rnn.weight_hh_l0_reverse	3	0.042282674461603165
257999	rnn.weight_hh_l0_reverse	4	0.02414637617766857
257999	rnn.weight_hh_l0_reverse	5	-0.007601271849125624
257999	rnn.weight_hh_l0_reverse	6	0.0696445181965828
257999	rnn.weight_hh_l0_reverse	7	0.04041942209005356
257999	rnn.weight_hh_l0_reverse	8	-0.025312060490250587
257999	rnn.weight_hh_l0_reverse	9	-0.025340529158711433
257999	rnn.bias_ih_l0_reverse	0	-0.15067674219608307
257999	rnn.bias_ih_l0_reverse	1	-0.3098433315753937
257999	rnn.bias_ih_l0_reverse	2	-0.05916152521967888
257999	rnn.bias_ih_l0_reverse	3	-0.15208493173122406
257999	rnn.bias_ih_l0_reverse	4	0.07193376123905182
257999	rnn.bias_ih_l0_reverse	5	-0.28064507246017456
257999	rnn.bias_ih_l0_reverse	6	-0.06767746806144714
257999	rnn.bias_ih_l0_reverse	7	0.015321802347898483
257999	rnn.bias_ih_l0_reverse	8	-0.1951853632926941
257999	rnn.bias_ih_l0_reverse	9	-0.08882628381252289
257999	rnn.bias_hh_l0_reverse	0	-0.15621758997440338
257999	rnn.bias_hh_l0_reverse	1	-0.14044499397277832
257999	rnn.bias_hh_l0_reverse	2	-0.011162606999278069
257999	rnn.bias_hh_l0_reverse	3	-0.13805101811885834
257999	rnn.bias_hh_l0_reverse	4	-0.02542019449174404
257999	rnn.bias_hh_l0_reverse	5	-0.1174209862947464
257999	rnn.bias_hh_l0_reverse	6	-0.07401500642299652
257999	rnn.bias_hh_l0_reverse	7	-0.18207381665706635
257999	rnn.bias_hh_l0_reverse	8	-0.0638849213719368
257999	rnn.bias_hh_l0_reverse	9	-0.11703822761774063
257999	linear.weight	0	-0.28738194704055786
257999	linear.weight	1	-0.12988825142383575
257999	linear.weight	2	-0.011228874325752258
257999	linear.weight	3	-0.07100273668766022
257999	linear.weight	4	0.0010695167584344745
257999	linear.weight	5	0.24360226094722748
257999	linear.weight	6	0.0047744326293468475
257999	linear.weight	7	-0.021312154829502106
257999	linear.weight	8	0.19336774945259094
257999	linear.weight	9	0.21270692348480225
257999	linear.bias	0	-0.8527730107307434
257999	linear.bias	1	1.4409812688827515
257999	linear.bias	2	-0.4750969707965851
257999	linear.bias	3	-0.7554938793182373
257999	linear.bias	4	-0.9130469560623169
257999	linear.bias	5	-1.1808849573135376
257999	linear.bias	6	-0.9786233305931091
257999	linear.bias	7	-0.7009832859039307
257999	linear.bias	8	-0.01705317199230194
257999	linear.bias	9	3.50652813911438
258196	transitions	0	-0.4750327169895172
258196	transitions	1	8.87907600402832
258196	transitions	2	-3.648756980895996
258196	transitions	3	1.6404904127120972
258196	transitions	4	-2.2348129749298096
258196	transitions	5	-0.43645113706588745
258196	transitions	6	-0.1970106065273285
258196	transitions	7	-10000.0
258196	transitions	8	1.869502067565918
258196	transitions	9	-2.2951865196228027
258196	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
258196	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
258196	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
258196	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
258196	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
258196	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
258196	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
258196	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
258196	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
258196	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
258196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
258196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
258196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
258196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
258196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
258196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
258196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
258196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
258196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
258196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
258196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
258196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
258196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
258196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
258196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
258196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
258196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
258196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
258196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
258196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
258196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
258196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
258196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
258196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
258196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
258196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
258196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
258196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
258196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
258196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
258196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
258196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
258196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
258196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
258196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
258196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
258196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
258196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
258196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
258196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
258196	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
258196	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
258196	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
258196	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
258196	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
258196	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
258196	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
258196	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
258196	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
258196	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
258196	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
258196	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
258196	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
258196	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
258196	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
258196	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
258196	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
258196	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
258196	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
258196	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
258196	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
258196	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
258196	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
258196	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
258196	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
258196	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
258196	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
258196	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
258196	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
258196	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
258196	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
258196	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
258196	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
258196	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
258196	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
258196	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
258196	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
258196	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
258196	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
258196	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
258196	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
258196	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
258196	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
258196	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
258196	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
258196	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
258196	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
258196	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
258196	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
258196	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
258196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
258196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
258196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
258196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
258196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
258196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
258196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
258196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
258196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
258196	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
258196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
258196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
258196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
258196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
258196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
258196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
258196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
258196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
258196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
258196	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
258196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
258196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
258196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
258196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
258196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
258196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
258196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
258196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
258196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
258196	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
258196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
258196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
258196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
258196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
258196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
258196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
258196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
258196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
258196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
258196	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
258196	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
258196	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
258196	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
258196	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
258196	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
258196	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
258196	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
258196	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
258196	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
258196	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
258196	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
258196	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
258196	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
258196	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
258196	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
258196	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
258196	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
258196	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
258196	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
258196	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
258196	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
258196	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
258196	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
258196	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
258196	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
258196	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
258196	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
258196	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
258196	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
258196	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
258196	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
258196	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
258196	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
258196	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
258196	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
258196	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
258196	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
258196	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
258196	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
258196	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
258196	embedding2nn.weight	0	0.04538575932383537
258196	embedding2nn.weight	1	-0.09131009876728058
258196	embedding2nn.weight	2	0.015587731264531612
258196	embedding2nn.weight	3	-0.0639679804444313
258196	embedding2nn.weight	4	-0.10947597026824951
258196	embedding2nn.weight	5	0.11238668113946915
258196	embedding2nn.weight	6	-0.07088292390108109
258196	embedding2nn.weight	7	-0.07604110985994339
258196	embedding2nn.weight	8	-0.03197703883051872
258196	embedding2nn.weight	9	0.03413383662700653
258196	embedding2nn.bias	0	0.07699964195489883
258196	embedding2nn.bias	1	-0.01969539374113083
258196	embedding2nn.bias	2	-0.08340583741664886
258196	embedding2nn.bias	3	0.01616695709526539
258196	embedding2nn.bias	4	-0.010006328113377094
258196	embedding2nn.bias	5	-0.1863889992237091
258196	embedding2nn.bias	6	-0.11915026605129242
258196	embedding2nn.bias	7	-0.01958492025732994
258196	embedding2nn.bias	8	0.06198536232113838
258196	embedding2nn.bias	9	-0.049284398555755615
258196	rnn.weight_ih_l0	0	0.03714078292250633
258196	rnn.weight_ih_l0	1	-0.08583062142133713
258196	rnn.weight_ih_l0	2	-0.06508630514144897
258196	rnn.weight_ih_l0	3	-0.05459407716989517
258196	rnn.weight_ih_l0	4	0.019872264936566353
258196	rnn.weight_ih_l0	5	-0.11302436143159866
258196	rnn.weight_ih_l0	6	-0.026379775255918503
258196	rnn.weight_ih_l0	7	-0.0008266721852123737
258196	rnn.weight_ih_l0	8	0.04968394339084625
258196	rnn.weight_ih_l0	9	0.010860265232622623
258196	rnn.weight_hh_l0	0	0.0031429652590304613
258196	rnn.weight_hh_l0	1	-0.08222413063049316
258196	rnn.weight_hh_l0	2	0.07353296130895615
258196	rnn.weight_hh_l0	3	0.05273286625742912
258196	rnn.weight_hh_l0	4	0.006806366611272097
258196	rnn.weight_hh_l0	5	0.07141132652759552
258196	rnn.weight_hh_l0	6	-0.016907792538404465
258196	rnn.weight_hh_l0	7	-0.11164026707410812
258196	rnn.weight_hh_l0	8	0.027469659224152565
258196	rnn.weight_hh_l0	9	-0.0758809819817543
258196	rnn.bias_ih_l0	0	-0.08171962946653366
258196	rnn.bias_ih_l0	1	-0.19410546123981476
258196	rnn.bias_ih_l0	2	-0.26022401452064514
258196	rnn.bias_ih_l0	3	-0.28113722801208496
258196	rnn.bias_ih_l0	4	0.01652720384299755
258196	rnn.bias_ih_l0	5	0.0528995618224144
258196	rnn.bias_ih_l0	6	-0.17088337242603302
258196	rnn.bias_ih_l0	7	-0.27138713002204895
258196	rnn.bias_ih_l0	8	-0.1512359082698822
258196	rnn.bias_ih_l0	9	-0.17591418325901031
258196	rnn.bias_hh_l0	0	0.12924771010875702
258196	rnn.bias_hh_l0	1	-0.05432921275496483
258196	rnn.bias_hh_l0	2	0.05169174075126648
258196	rnn.bias_hh_l0	3	-0.17711873352527618
258196	rnn.bias_hh_l0	4	0.0585801936686039
258196	rnn.bias_hh_l0	5	0.056154098361730576
258196	rnn.bias_hh_l0	6	-0.11288326233625412
258196	rnn.bias_hh_l0	7	-0.15249045193195343
258196	rnn.bias_hh_l0	8	-0.1842157542705536
258196	rnn.bias_hh_l0	9	-0.10972385108470917
258196	rnn.weight_ih_l0_reverse	0	-0.01632320135831833
258196	rnn.weight_ih_l0_reverse	1	-0.006679213605821133
258196	rnn.weight_ih_l0_reverse	2	-0.003477295860648155
258196	rnn.weight_ih_l0_reverse	3	0.005166258662939072
258196	rnn.weight_ih_l0_reverse	4	0.00990303698927164
258196	rnn.weight_ih_l0_reverse	5	-0.057805076241493225
258196	rnn.weight_ih_l0_reverse	6	-0.04472045600414276
258196	rnn.weight_ih_l0_reverse	7	0.01695943996310234
258196	rnn.weight_ih_l0_reverse	8	0.09194990992546082
258196	rnn.weight_ih_l0_reverse	9	0.003682162845507264
258196	rnn.weight_hh_l0_reverse	0	0.004886339418590069
258196	rnn.weight_hh_l0_reverse	1	0.026766547933220863
258196	rnn.weight_hh_l0_reverse	2	-0.041848983615636826
258196	rnn.weight_hh_l0_reverse	3	0.04252665489912033
258196	rnn.weight_hh_l0_reverse	4	0.024030279368162155
258196	rnn.weight_hh_l0_reverse	5	-0.007790185045450926
258196	rnn.weight_hh_l0_reverse	6	0.06991418451070786
258196	rnn.weight_hh_l0_reverse	7	0.04037368297576904
258196	rnn.weight_hh_l0_reverse	8	-0.02531621977686882
258196	rnn.weight_hh_l0_reverse	9	-0.025335019454360008
258196	rnn.bias_ih_l0_reverse	0	-0.1522824466228485
258196	rnn.bias_ih_l0_reverse	1	-0.30955857038497925
258196	rnn.bias_ih_l0_reverse	2	-0.05946388468146324
258196	rnn.bias_ih_l0_reverse	3	-0.1525810807943344
258196	rnn.bias_ih_l0_reverse	4	0.07301568984985352
258196	rnn.bias_ih_l0_reverse	5	-0.28020426630973816
258196	rnn.bias_ih_l0_reverse	6	-0.06695542484521866
258196	rnn.bias_ih_l0_reverse	7	0.013244596309959888
258196	rnn.bias_ih_l0_reverse	8	-0.19553770124912262
258196	rnn.bias_ih_l0_reverse	9	-0.08821359276771545
258196	rnn.bias_hh_l0_reverse	0	-0.15643410384655
258196	rnn.bias_hh_l0_reverse	1	-0.14039362967014313
258196	rnn.bias_hh_l0_reverse	2	-0.011364706791937351
258196	rnn.bias_hh_l0_reverse	3	-0.13752736151218414
258196	rnn.bias_hh_l0_reverse	4	-0.025134846568107605
258196	rnn.bias_hh_l0_reverse	5	-0.11718232929706573
258196	rnn.bias_hh_l0_reverse	6	-0.07380078732967377
258196	rnn.bias_hh_l0_reverse	7	-0.18190492689609528
258196	rnn.bias_hh_l0_reverse	8	-0.06423751264810562
258196	rnn.bias_hh_l0_reverse	9	-0.11672110110521317
258196	linear.weight	0	-0.288602352142334
258196	linear.weight	1	-0.13168220221996307
258196	linear.weight	2	-0.011228874325752258
258196	linear.weight	3	-0.06677158176898956
258196	linear.weight	4	0.0028688351158052683
258196	linear.weight	5	0.23733197152614594
258196	linear.weight	6	0.0047744326293468475
258196	linear.weight	7	-0.021312154829502106
258196	linear.weight	8	0.19562384486198425
258196	linear.weight	9	0.2034982591867447
258196	linear.bias	0	-0.859635055065155
258196	linear.bias	1	1.4343308210372925
258196	linear.bias	2	-0.4738074839115143
258196	linear.bias	3	-0.7595676183700562
258196	linear.bias	4	-0.9145725965499878
258196	linear.bias	5	-1.1808890104293823
258196	linear.bias	6	-0.9857165217399597
258196	linear.bias	7	-0.6824382543563843
258196	linear.bias	8	-0.01705317199230194
258196	linear.bias	9	3.4952869415283203
258393	transitions	0	-0.47512200474739075
258393	transitions	1	8.875463485717773
258393	transitions	2	-3.6488261222839355
258393	transitions	3	1.640652060508728
258393	transitions	4	-2.234894275665283
258393	transitions	5	-0.4364723265171051
258393	transitions	6	-0.19702009856700897
258393	transitions	7	-10000.0
258393	transitions	8	1.8694461584091187
258393	transitions	9	-2.2951879501342773
258393	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
258393	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
258393	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
258393	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
258393	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
258393	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
258393	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
258393	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
258393	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
258393	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
258393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
258393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
258393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
258393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
258393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
258393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
258393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
258393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
258393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
258393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
258393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
258393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
258393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
258393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
258393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
258393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
258393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
258393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
258393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
258393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
258393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
258393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
258393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
258393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
258393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
258393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
258393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
258393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
258393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
258393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
258393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
258393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
258393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
258393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
258393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
258393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
258393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
258393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
258393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
258393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
258393	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
258393	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
258393	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
258393	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
258393	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
258393	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
258393	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
258393	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
258393	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
258393	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
258393	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
258393	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
258393	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
258393	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
258393	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
258393	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
258393	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
258393	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
258393	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
258393	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
258393	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
258393	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
258393	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
258393	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
258393	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
258393	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
258393	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
258393	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
258393	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
258393	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
258393	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
258393	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
258393	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
258393	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
258393	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
258393	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
258393	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
258393	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
258393	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
258393	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
258393	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
258393	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
258393	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
258393	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
258393	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
258393	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
258393	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
258393	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
258393	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
258393	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
258393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
258393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
258393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
258393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
258393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
258393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
258393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
258393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
258393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
258393	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
258393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
258393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
258393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
258393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
258393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
258393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
258393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
258393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
258393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
258393	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
258393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
258393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
258393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
258393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
258393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
258393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
258393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
258393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
258393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
258393	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
258393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
258393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
258393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
258393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
258393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
258393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
258393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
258393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
258393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
258393	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
258393	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
258393	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
258393	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
258393	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
258393	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
258393	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
258393	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
258393	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
258393	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
258393	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
258393	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
258393	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
258393	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
258393	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
258393	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
258393	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
258393	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
258393	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
258393	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
258393	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
258393	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
258393	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
258393	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
258393	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
258393	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
258393	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
258393	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
258393	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
258393	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
258393	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
258393	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
258393	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
258393	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
258393	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
258393	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
258393	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
258393	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
258393	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
258393	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
258393	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
258393	embedding2nn.weight	0	0.0454556979238987
258393	embedding2nn.weight	1	-0.09138087183237076
258393	embedding2nn.weight	2	0.015776539221405983
258393	embedding2nn.weight	3	-0.06417618691921234
258393	embedding2nn.weight	4	-0.10958947241306305
258393	embedding2nn.weight	5	0.11209460347890854
258393	embedding2nn.weight	6	-0.07073233276605606
258393	embedding2nn.weight	7	-0.07632781565189362
258393	embedding2nn.weight	8	-0.03165743127465248
258393	embedding2nn.weight	9	0.03478270024061203
258393	embedding2nn.bias	0	0.0787607729434967
258393	embedding2nn.bias	1	-0.021417662501335144
258393	embedding2nn.bias	2	-0.08618881553411484
258393	embedding2nn.bias	3	0.012288394384086132
258393	embedding2nn.bias	4	-0.011728123761713505
258393	embedding2nn.bias	5	-0.19305948913097382
258393	embedding2nn.bias	6	-0.11904693394899368
258393	embedding2nn.bias	7	-0.02051885984838009
258393	embedding2nn.bias	8	0.05936504155397415
258393	embedding2nn.bias	9	-0.051897455006837845
258393	rnn.weight_ih_l0	0	0.03778094798326492
258393	rnn.weight_ih_l0	1	-0.0860266387462616
258393	rnn.weight_ih_l0	2	-0.06453067064285278
258393	rnn.weight_ih_l0	3	-0.054408419877290726
258393	rnn.weight_ih_l0	4	0.020076235756278038
258393	rnn.weight_ih_l0	5	-0.11302058398723602
258393	rnn.weight_ih_l0	6	-0.02545149065554142
258393	rnn.weight_ih_l0	7	-0.0005223514745011926
258393	rnn.weight_ih_l0	8	0.04810744896531105
258393	rnn.weight_ih_l0	9	0.011249382048845291
258393	rnn.weight_hh_l0	0	0.00334938638843596
258393	rnn.weight_hh_l0	1	-0.08213938772678375
258393	rnn.weight_hh_l0	2	0.07351389527320862
258393	rnn.weight_hh_l0	3	0.05252666771411896
258393	rnn.weight_hh_l0	4	0.006868862546980381
258393	rnn.weight_hh_l0	5	0.0713624358177185
258393	rnn.weight_hh_l0	6	-0.01690373197197914
258393	rnn.weight_hh_l0	7	-0.11184888333082199
258393	rnn.weight_hh_l0	8	0.027439530938863754
258393	rnn.weight_hh_l0	9	-0.0756770446896553
258393	rnn.bias_ih_l0	0	-0.0795406848192215
258393	rnn.bias_ih_l0	1	-0.19366349279880524
258393	rnn.bias_ih_l0	2	-0.2613060772418976
258393	rnn.bias_ih_l0	3	-0.281126469373703
258393	rnn.bias_ih_l0	4	0.01734771952033043
258393	rnn.bias_ih_l0	5	0.0527816116809845
258393	rnn.bias_ih_l0	6	-0.1718790978193283
258393	rnn.bias_ih_l0	7	-0.2715234160423279
258393	rnn.bias_ih_l0	8	-0.15218429267406464
258393	rnn.bias_ih_l0	9	-0.17593735456466675
258393	rnn.bias_hh_l0	0	0.1290069818496704
258393	rnn.bias_hh_l0	1	-0.0548836886882782
258393	rnn.bias_hh_l0	2	0.05187750607728958
258393	rnn.bias_hh_l0	3	-0.17722515761852264
258393	rnn.bias_hh_l0	4	0.056823719292879105
258393	rnn.bias_hh_l0	5	0.05511661618947983
258393	rnn.bias_hh_l0	6	-0.11247659474611282
258393	rnn.bias_hh_l0	7	-0.15158246457576752
258393	rnn.bias_hh_l0	8	-0.18331874907016754
258393	rnn.bias_hh_l0	9	-0.11028362065553665
258393	rnn.weight_ih_l0_reverse	0	-0.01713971048593521
258393	rnn.weight_ih_l0_reverse	1	-0.00708053121343255
258393	rnn.weight_ih_l0_reverse	2	-0.004236537031829357
258393	rnn.weight_ih_l0_reverse	3	0.005621898453682661
258393	rnn.weight_ih_l0_reverse	4	0.009895609691739082
258393	rnn.weight_ih_l0_reverse	5	-0.057791996747255325
258393	rnn.weight_ih_l0_reverse	6	-0.045086491852998734
258393	rnn.weight_ih_l0_reverse	7	0.016900163143873215
258393	rnn.weight_ih_l0_reverse	8	0.0930236428976059
258393	rnn.weight_ih_l0_reverse	9	0.004069839604198933
258393	rnn.weight_hh_l0_reverse	0	0.00468089897185564
258393	rnn.weight_hh_l0_reverse	1	0.026718443259596825
258393	rnn.weight_hh_l0_reverse	2	-0.041642237454652786
258393	rnn.weight_hh_l0_reverse	3	0.042285289615392685
258393	rnn.weight_hh_l0_reverse	4	0.024169128388166428
258393	rnn.weight_hh_l0_reverse	5	-0.007683231495320797
258393	rnn.weight_hh_l0_reverse	6	0.07031060755252838
258393	rnn.weight_hh_l0_reverse	7	0.040371086448431015
258393	rnn.weight_hh_l0_reverse	8	-0.02511517144739628
258393	rnn.weight_hh_l0_reverse	9	-0.02517414651811123
258393	rnn.bias_ih_l0_reverse	0	-0.15174752473831177
258393	rnn.bias_ih_l0_reverse	1	-0.3094768822193146
258393	rnn.bias_ih_l0_reverse	2	-0.06011682376265526
258393	rnn.bias_ih_l0_reverse	3	-0.15178540349006653
258393	rnn.bias_ih_l0_reverse	4	0.0733085498213768
258393	rnn.bias_ih_l0_reverse	5	-0.2801114022731781
258393	rnn.bias_ih_l0_reverse	6	-0.06657285988330841
258393	rnn.bias_ih_l0_reverse	7	0.013817892409861088
258393	rnn.bias_ih_l0_reverse	8	-0.19511069357395172
258393	rnn.bias_ih_l0_reverse	9	-0.08859750628471375
258393	rnn.bias_hh_l0_reverse	0	-0.15669462084770203
258393	rnn.bias_hh_l0_reverse	1	-0.14074569940567017
258393	rnn.bias_hh_l0_reverse	2	-0.011184599250555038
258393	rnn.bias_hh_l0_reverse	3	-0.13791286945343018
258393	rnn.bias_hh_l0_reverse	4	-0.024270059540867805
258393	rnn.bias_hh_l0_reverse	5	-0.11733123660087585
258393	rnn.bias_hh_l0_reverse	6	-0.07393915951251984
258393	rnn.bias_hh_l0_reverse	7	-0.18231679499149323
258393	rnn.bias_hh_l0_reverse	8	-0.06440091878175735
258393	rnn.bias_hh_l0_reverse	9	-0.11714714020490646
258393	linear.weight	0	-0.29111045598983765
258393	linear.weight	1	-0.13502240180969238
258393	linear.weight	2	-0.011228874325752258
258393	linear.weight	3	-0.06806445121765137
258393	linear.weight	4	0.005767002236098051
258393	linear.weight	5	0.23918549716472626
258393	linear.weight	6	0.0047744326293468475
258393	linear.weight	7	-0.021312154829502106
258393	linear.weight	8	0.19788609445095062
258393	linear.weight	9	0.2114449292421341
258393	linear.bias	0	-0.8389132022857666
258393	linear.bias	1	1.4156466722488403
258393	linear.bias	2	-0.4700952172279358
258393	linear.bias	3	-0.7641344666481018
258393	linear.bias	4	-0.9139280915260315
258393	linear.bias	5	-1.1808937788009644
258393	linear.bias	6	-0.9647825360298157
258393	linear.bias	7	-0.6896389126777649
258393	linear.bias	8	-0.01705317199230194
258393	linear.bias	9	3.5125694274902344
258590	transitions	0	-0.4751911461353302
258590	transitions	1	8.875511169433594
258590	transitions	2	-3.648942232131958
258590	transitions	3	1.6397806406021118
258590	transitions	4	-2.2349905967712402
258590	transitions	5	-0.4364815652370453
258590	transitions	6	-0.1970321387052536
258590	transitions	7	-10000.0
258590	transitions	8	1.8709462881088257
258590	transitions	9	-2.2951886653900146
258590	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
258590	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
258590	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
258590	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
258590	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
258590	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
258590	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
258590	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
258590	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
258590	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
258590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
258590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
258590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
258590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
258590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
258590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
258590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
258590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
258590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
258590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
258590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
258590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
258590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
258590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
258590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
258590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
258590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
258590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
258590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
258590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
258590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
258590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
258590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
258590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
258590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
258590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
258590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
258590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
258590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
258590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
258590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
258590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
258590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
258590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
258590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
258590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
258590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
258590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
258590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
258590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
258590	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
258590	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
258590	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
258590	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
258590	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
258590	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
258590	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
258590	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
258590	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
258590	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
258590	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
258590	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
258590	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
258590	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
258590	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
258590	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
258590	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
258590	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
258590	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
258590	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
258590	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
258590	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
258590	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
258590	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
258590	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
258590	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
258590	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
258590	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
258590	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
258590	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
258590	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
258590	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
258590	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
258590	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
258590	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
258590	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
258590	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
258590	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
258590	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
258590	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
258590	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
258590	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
258590	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
258590	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
258590	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
258590	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
258590	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
258590	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
258590	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
258590	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
258590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
258590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
258590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
258590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
258590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
258590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
258590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
258590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
258590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
258590	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
258590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
258590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
258590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
258590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
258590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
258590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
258590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
258590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
258590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
258590	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
258590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
258590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
258590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
258590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
258590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
258590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
258590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
258590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
258590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
258590	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
258590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
258590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
258590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
258590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
258590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
258590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
258590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
258590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
258590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
258590	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
258590	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
258590	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
258590	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
258590	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
258590	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
258590	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
258590	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
258590	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
258590	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
258590	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
258590	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
258590	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
258590	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
258590	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
258590	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
258590	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
258590	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
258590	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
258590	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
258590	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
258590	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
258590	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
258590	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
258590	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
258590	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
258590	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
258590	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
258590	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
258590	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
258590	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
258590	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
258590	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
258590	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
258590	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
258590	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
258590	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
258590	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
258590	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
258590	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
258590	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
258590	embedding2nn.weight	0	0.04562797769904137
258590	embedding2nn.weight	1	-0.09116252511739731
258590	embedding2nn.weight	2	0.014702300541102886
258590	embedding2nn.weight	3	-0.06393039971590042
258590	embedding2nn.weight	4	-0.1096758097410202
258590	embedding2nn.weight	5	0.11193636059761047
258590	embedding2nn.weight	6	-0.06981048732995987
258590	embedding2nn.weight	7	-0.07720858603715897
258590	embedding2nn.weight	8	-0.03192460909485817
258590	embedding2nn.weight	9	0.036794111132621765
258590	embedding2nn.bias	0	0.07517963647842407
258590	embedding2nn.bias	1	-0.02039191499352455
258590	embedding2nn.bias	2	-0.08520445972681046
258590	embedding2nn.bias	3	0.01484744343906641
258590	embedding2nn.bias	4	-0.008696023374795914
258590	embedding2nn.bias	5	-0.18589730560779572
258590	embedding2nn.bias	6	-0.1253310889005661
258590	embedding2nn.bias	7	-0.01654086634516716
258590	embedding2nn.bias	8	0.06073446571826935
258590	embedding2nn.bias	9	-0.04720916971564293
258590	rnn.weight_ih_l0	0	0.038384709507226944
258590	rnn.weight_ih_l0	1	-0.08693569898605347
258590	rnn.weight_ih_l0	2	-0.06458163261413574
258590	rnn.weight_ih_l0	3	-0.05407097935676575
258590	rnn.weight_ih_l0	4	0.020045951008796692
258590	rnn.weight_ih_l0	5	-0.11285234242677689
258590	rnn.weight_ih_l0	6	-0.02559274435043335
258590	rnn.weight_ih_l0	7	-0.00035294992267154157
258590	rnn.weight_ih_l0	8	0.046709075570106506
258590	rnn.weight_ih_l0	9	0.011291724629700184
258590	rnn.weight_hh_l0	0	0.003428450785577297
258590	rnn.weight_hh_l0	1	-0.08252853900194168
258590	rnn.weight_hh_l0	2	0.07362325489521027
258590	rnn.weight_hh_l0	3	0.052510276436805725
258590	rnn.weight_hh_l0	4	0.006820113398134708
258590	rnn.weight_hh_l0	5	0.07133667916059494
258590	rnn.weight_hh_l0	6	-0.016970036551356316
258590	rnn.weight_hh_l0	7	-0.11205721646547318
258590	rnn.weight_hh_l0	8	0.027184143662452698
258590	rnn.weight_hh_l0	9	-0.07544125616550446
258590	rnn.bias_ih_l0	0	-0.07864774018526077
258590	rnn.bias_ih_l0	1	-0.19327183067798615
258590	rnn.bias_ih_l0	2	-0.26101866364479065
258590	rnn.bias_ih_l0	3	-0.28118082880973816
258590	rnn.bias_ih_l0	4	0.01787116751074791
258590	rnn.bias_ih_l0	5	0.050315216183662415
258590	rnn.bias_ih_l0	6	-0.17151564359664917
258590	rnn.bias_ih_l0	7	-0.27175572514533997
258590	rnn.bias_ih_l0	8	-0.15233159065246582
258590	rnn.bias_ih_l0	9	-0.1771428883075714
258590	rnn.bias_hh_l0	0	0.12915752828121185
258590	rnn.bias_hh_l0	1	-0.05477434769272804
258590	rnn.bias_hh_l0	2	0.05144841596484184
258590	rnn.bias_hh_l0	3	-0.17665986716747284
258590	rnn.bias_hh_l0	4	0.057723503559827805
258590	rnn.bias_hh_l0	5	0.054890770465135574
258590	rnn.bias_hh_l0	6	-0.11229381710290909
258590	rnn.bias_hh_l0	7	-0.15219993889331818
258590	rnn.bias_hh_l0	8	-0.18360421061515808
258590	rnn.bias_hh_l0	9	-0.11035101860761642
258590	rnn.weight_ih_l0_reverse	0	-0.016949256882071495
258590	rnn.weight_ih_l0_reverse	1	-0.007013524882495403
258590	rnn.weight_ih_l0_reverse	2	-0.0031268317252397537
258590	rnn.weight_ih_l0_reverse	3	0.006013392470777035
258590	rnn.weight_ih_l0_reverse	4	0.009371711872518063
258590	rnn.weight_ih_l0_reverse	5	-0.05825957655906677
258590	rnn.weight_ih_l0_reverse	6	-0.04432648792862892
258590	rnn.weight_ih_l0_reverse	7	0.017145277932286263
258590	rnn.weight_ih_l0_reverse	8	0.09302235394716263
258590	rnn.weight_ih_l0_reverse	9	0.003069173078984022
258590	rnn.weight_hh_l0_reverse	0	0.004580964334309101
258590	rnn.weight_hh_l0_reverse	1	0.026624005287885666
258590	rnn.weight_hh_l0_reverse	2	-0.041512370109558105
258590	rnn.weight_hh_l0_reverse	3	0.04218030720949173
258590	rnn.weight_hh_l0_reverse	4	0.02403326705098152
258590	rnn.weight_hh_l0_reverse	5	-0.007751681376248598
258590	rnn.weight_hh_l0_reverse	6	0.07035065442323685
258590	rnn.weight_hh_l0_reverse	7	0.04088401049375534
258590	rnn.weight_hh_l0_reverse	8	-0.02494451217353344
258590	rnn.weight_hh_l0_reverse	9	-0.025104107335209846
258590	rnn.bias_ih_l0_reverse	0	-0.15179114043712616
258590	rnn.bias_ih_l0_reverse	1	-0.3094414472579956
258590	rnn.bias_ih_l0_reverse	2	-0.06022035703063011
258590	rnn.bias_ih_l0_reverse	3	-0.15137194097042084
258590	rnn.bias_ih_l0_reverse	4	0.07179474830627441
258590	rnn.bias_ih_l0_reverse	5	-0.28035104274749756
258590	rnn.bias_ih_l0_reverse	6	-0.06699111312627792
258590	rnn.bias_ih_l0_reverse	7	0.010198495350778103
258590	rnn.bias_ih_l0_reverse	8	-0.19443422555923462
258590	rnn.bias_ih_l0_reverse	9	-0.08994922786951065
258590	rnn.bias_hh_l0_reverse	0	-0.15624426305294037
258590	rnn.bias_hh_l0_reverse	1	-0.14088909327983856
258590	rnn.bias_hh_l0_reverse	2	-0.011077710427343845
258590	rnn.bias_hh_l0_reverse	3	-0.1388109028339386
258590	rnn.bias_hh_l0_reverse	4	-0.024332314729690552
258590	rnn.bias_hh_l0_reverse	5	-0.11823651939630508
258590	rnn.bias_hh_l0_reverse	6	-0.07339971512556076
258590	rnn.bias_hh_l0_reverse	7	-0.18269328773021698
258590	rnn.bias_hh_l0_reverse	8	-0.06375553458929062
258590	rnn.bias_hh_l0_reverse	9	-0.11658116430044174
258590	linear.weight	0	-0.28647324442863464
258590	linear.weight	1	-0.13486069440841675
258590	linear.weight	2	-0.011228874325752258
258590	linear.weight	3	-0.06359154731035233
258590	linear.weight	4	0.0016615461790934205
258590	linear.weight	5	0.23875223100185394
258590	linear.weight	6	0.0047744326293468475
258590	linear.weight	7	-0.021312154829502106
258590	linear.weight	8	0.20220988988876343
258590	linear.weight	9	0.2105608433485031
258590	linear.bias	0	-0.8433759808540344
258590	linear.bias	1	1.4111497402191162
258590	linear.bias	2	-0.47644907236099243
258590	linear.bias	3	-0.7669177055358887
258590	linear.bias	4	-0.9237437844276428
258590	linear.bias	5	-1.1808977127075195
258590	linear.bias	6	-0.9683513045310974
258590	linear.bias	7	-0.6907164454460144
258590	linear.bias	8	-0.01705317199230194
258590	linear.bias	9	3.507650136947632
258594	transitions	0	-0.47519126534461975
258594	transitions	1	8.874109268188477
258594	transitions	2	-3.648967981338501
258594	transitions	3	1.6396266222000122
258594	transitions	4	-2.2350099086761475
258594	transitions	5	-0.43648165464401245
258594	transitions	6	-0.19703228771686554
258594	transitions	7	-10000.0
258594	transitions	8	1.8709378242492676
258594	transitions	9	-2.2951889038085938
258594	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
258594	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
258594	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
258594	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
258594	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
258594	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
258594	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
258594	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
258594	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
258594	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
258594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
258594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
258594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
258594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
258594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
258594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
258594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
258594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
258594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
258594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
258594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
258594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
258594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
258594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
258594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
258594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
258594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
258594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
258594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
258594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
258594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
258594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
258594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
258594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
258594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
258594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
258594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
258594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
258594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
258594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
258594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
258594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
258594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
258594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
258594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
258594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
258594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
258594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
258594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
258594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
258594	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
258594	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
258594	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
258594	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
258594	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
258594	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
258594	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
258594	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
258594	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
258594	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
258594	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
258594	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
258594	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
258594	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
258594	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
258594	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
258594	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
258594	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
258594	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
258594	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
258594	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
258594	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
258594	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
258594	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
258594	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
258594	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
258594	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
258594	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
258594	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
258594	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
258594	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
258594	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
258594	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
258594	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
258594	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
258594	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
258594	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
258594	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
258594	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
258594	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
258594	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
258594	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
258594	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
258594	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
258594	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
258594	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
258594	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
258594	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
258594	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
258594	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
258594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
258594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
258594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
258594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
258594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
258594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
258594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
258594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
258594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
258594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
258594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
258594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
258594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
258594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
258594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
258594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
258594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
258594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
258594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
258594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
258594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
258594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
258594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
258594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
258594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
258594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
258594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
258594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
258594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
258594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
258594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
258594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
258594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
258594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
258594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
258594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
258594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
258594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
258594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
258594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
258594	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
258594	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
258594	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
258594	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
258594	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
258594	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
258594	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
258594	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
258594	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
258594	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
258594	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
258594	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
258594	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
258594	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
258594	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
258594	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
258594	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
258594	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
258594	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
258594	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
258594	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
258594	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
258594	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
258594	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
258594	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
258594	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
258594	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
258594	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
258594	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
258594	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
258594	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
258594	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
258594	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
258594	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
258594	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
258594	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
258594	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
258594	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
258594	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
258594	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
258594	embedding2nn.weight	0	0.045631248503923416
258594	embedding2nn.weight	1	-0.09121141582727432
258594	embedding2nn.weight	2	0.01482786238193512
258594	embedding2nn.weight	3	-0.06387076526880264
258594	embedding2nn.weight	4	-0.10966307669878006
258594	embedding2nn.weight	5	0.11192004382610321
258594	embedding2nn.weight	6	-0.06968480348587036
258594	embedding2nn.weight	7	-0.07710085064172745
258594	embedding2nn.weight	8	-0.031949639320373535
258594	embedding2nn.weight	9	0.03679237887263298
258594	embedding2nn.bias	0	0.07449769228696823
258594	embedding2nn.bias	1	-0.02036880888044834
258594	embedding2nn.bias	2	-0.08567645400762558
258594	embedding2nn.bias	3	0.014322389848530293
258594	embedding2nn.bias	4	-0.008841928094625473
258594	embedding2nn.bias	5	-0.1854422390460968
258594	embedding2nn.bias	6	-0.12566472589969635
258594	embedding2nn.bias	7	-0.016150157898664474
258594	embedding2nn.bias	8	0.06029180437326431
258594	embedding2nn.bias	9	-0.04769918695092201
258594	rnn.weight_ih_l0	0	0.038403794169425964
258594	rnn.weight_ih_l0	1	-0.08694073557853699
258594	rnn.weight_ih_l0	2	-0.064657062292099
258594	rnn.weight_ih_l0	3	-0.054088279604911804
258594	rnn.weight_ih_l0	4	0.020041659474372864
258594	rnn.weight_ih_l0	5	-0.1128433421254158
258594	rnn.weight_ih_l0	6	-0.02559170499444008
258594	rnn.weight_ih_l0	7	-0.00035319526796229184
258594	rnn.weight_ih_l0	8	0.04672043025493622
258594	rnn.weight_ih_l0	9	0.011224506422877312
258594	rnn.weight_hh_l0	0	0.0034279143437743187
258594	rnn.weight_hh_l0	1	-0.08251859247684479
258594	rnn.weight_hh_l0	2	0.07362409681081772
258594	rnn.weight_hh_l0	3	0.052563078701496124
258594	rnn.weight_hh_l0	4	0.006820079404860735
258594	rnn.weight_hh_l0	5	0.07133013755083084
258594	rnn.weight_hh_l0	6	-0.01697186380624771
258594	rnn.weight_hh_l0	7	-0.11205731332302094
258594	rnn.weight_hh_l0	8	0.02719663828611374
258594	rnn.weight_hh_l0	9	-0.0754411369562149
258594	rnn.bias_ih_l0	0	-0.07869938760995865
258594	rnn.bias_ih_l0	1	-0.19336894154548645
258594	rnn.bias_ih_l0	2	-0.2612766623497009
258594	rnn.bias_ih_l0	3	-0.28119248151779175
258594	rnn.bias_ih_l0	4	0.01782253198325634
258594	rnn.bias_ih_l0	5	0.050360556691884995
258594	rnn.bias_ih_l0	6	-0.17143075168132782
258594	rnn.bias_ih_l0	7	-0.2720579504966736
258594	rnn.bias_ih_l0	8	-0.15242928266525269
258594	rnn.bias_ih_l0	9	-0.17712441086769104
258594	rnn.bias_hh_l0	0	0.12924528121948242
258594	rnn.bias_hh_l0	1	-0.05474044382572174
258594	rnn.bias_hh_l0	2	0.05158868432044983
258594	rnn.bias_hh_l0	3	-0.17672434449195862
258594	rnn.bias_hh_l0	4	0.05788370221853256
258594	rnn.bias_hh_l0	5	0.05487185716629028
258594	rnn.bias_hh_l0	6	-0.1122935488820076
258594	rnn.bias_hh_l0	7	-0.1522577702999115
258594	rnn.bias_hh_l0	8	-0.1835765242576599
258594	rnn.bias_hh_l0	9	-0.11034777015447617
258594	rnn.weight_ih_l0_reverse	0	-0.01694408617913723
258594	rnn.weight_ih_l0_reverse	1	-0.00703036691993475
258594	rnn.weight_ih_l0_reverse	2	-0.003155567916110158
258594	rnn.weight_ih_l0_reverse	3	0.006004705559462309
258594	rnn.weight_ih_l0_reverse	4	0.009362663142383099
258594	rnn.weight_ih_l0_reverse	5	-0.05848274379968643
258594	rnn.weight_ih_l0_reverse	6	-0.04432717710733414
258594	rnn.weight_ih_l0_reverse	7	0.01736142300069332
258594	rnn.weight_ih_l0_reverse	8	0.09310021251440048
258594	rnn.weight_ih_l0_reverse	9	0.0030842754058539867
258594	rnn.weight_hh_l0_reverse	0	0.004568459466099739
258594	rnn.weight_hh_l0_reverse	1	0.026625992730259895
258594	rnn.weight_hh_l0_reverse	2	-0.04150357469916344
258594	rnn.weight_hh_l0_reverse	3	0.042180195450782776
258594	rnn.weight_hh_l0_reverse	4	0.02403317764401436
258594	rnn.weight_hh_l0_reverse	5	-0.007751623168587685
258594	rnn.weight_hh_l0_reverse	6	0.07034989446401596
258594	rnn.weight_hh_l0_reverse	7	0.040883179754018784
258594	rnn.weight_hh_l0_reverse	8	-0.02493659406900406
258594	rnn.weight_hh_l0_reverse	9	-0.025113098323345184
258594	rnn.bias_ih_l0_reverse	0	-0.15170921385288239
258594	rnn.bias_ih_l0_reverse	1	-0.30899274349212646
258594	rnn.bias_ih_l0_reverse	2	-0.06005425006151199
258594	rnn.bias_ih_l0_reverse	3	-0.15149572491645813
258594	rnn.bias_ih_l0_reverse	4	0.07181677222251892
258594	rnn.bias_ih_l0_reverse	5	-0.28041213750839233
258594	rnn.bias_ih_l0_reverse	6	-0.06703545898199081
258594	rnn.bias_ih_l0_reverse	7	0.010643117129802704
258594	rnn.bias_ih_l0_reverse	8	-0.19447407126426697
258594	rnn.bias_ih_l0_reverse	9	-0.08964461833238602
258594	rnn.bias_hh_l0_reverse	0	-0.15633752942085266
258594	rnn.bias_hh_l0_reverse	1	-0.14084818959236145
258594	rnn.bias_hh_l0_reverse	2	-0.011151864193379879
258594	rnn.bias_hh_l0_reverse	3	-0.13880427181720734
258594	rnn.bias_hh_l0_reverse	4	-0.024323420599102974
258594	rnn.bias_hh_l0_reverse	5	-0.11819615215063095
258594	rnn.bias_hh_l0_reverse	6	-0.07338037341833115
258594	rnn.bias_hh_l0_reverse	7	-0.182698056101799
258594	rnn.bias_hh_l0_reverse	8	-0.06375110894441605
258594	rnn.bias_hh_l0_reverse	9	-0.11660495400428772
258594	linear.weight	0	-0.28636032342910767
258594	linear.weight	1	-0.13481442630290985
258594	linear.weight	2	-0.011228874325752258
258594	linear.weight	3	-0.06358596682548523
258594	linear.weight	4	0.0016858953749760985
258594	linear.weight	5	0.23873773217201233
258594	linear.weight	6	0.0047744326293468475
258594	linear.weight	7	-0.021312154829502106
258594	linear.weight	8	0.20245926082134247
258594	linear.weight	9	0.21055030822753906
258594	linear.bias	0	-0.8426274061203003
258594	linear.bias	1	1.408322811126709
258594	linear.bias	2	-0.476703405380249
258594	linear.bias	3	-0.7694073915481567
258594	linear.bias	4	-0.924264669418335
258594	linear.bias	5	-1.1808979511260986
258594	linear.bias	6	-0.9675233960151672
258594	linear.bias	7	-0.6927496194839478
258594	linear.bias	8	-0.01705317199230194
258594	linear.bias	9	3.518935203552246
258791	transitions	0	-0.47529739141464233
258791	transitions	1	8.868573188781738
258791	transitions	2	-3.6490957736968994
258791	transitions	3	1.6337549686431885
258791	transitions	4	-2.2350974082946777
258791	transitions	5	-0.4364893138408661
258791	transitions	6	-0.19703908264636993
258791	transitions	7	-10000.0
258791	transitions	8	1.8711072206497192
258791	transitions	9	-2.2951900959014893
258791	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
258791	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
258791	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
258791	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
258791	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
258791	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
258791	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
258791	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
258791	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
258791	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
258791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
258791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
258791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
258791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
258791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
258791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
258791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
258791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
258791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
258791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
258791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
258791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
258791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
258791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
258791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
258791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
258791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
258791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
258791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
258791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
258791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
258791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
258791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
258791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
258791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
258791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
258791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
258791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
258791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
258791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
258791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
258791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
258791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
258791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
258791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
258791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
258791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
258791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
258791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
258791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
258791	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
258791	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
258791	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
258791	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
258791	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
258791	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
258791	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
258791	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
258791	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
258791	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
258791	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
258791	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
258791	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
258791	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
258791	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
258791	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
258791	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
258791	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
258791	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
258791	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
258791	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
258791	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
258791	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
258791	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
258791	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
258791	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
258791	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
258791	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
258791	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
258791	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
258791	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
258791	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
258791	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
258791	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
258791	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
258791	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
258791	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
258791	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
258791	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
258791	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
258791	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
258791	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
258791	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
258791	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
258791	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
258791	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
258791	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
258791	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
258791	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
258791	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
258791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
258791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
258791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
258791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
258791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
258791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
258791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
258791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
258791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
258791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
258791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
258791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
258791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
258791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
258791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
258791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
258791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
258791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
258791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
258791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
258791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
258791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
258791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
258791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
258791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
258791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
258791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
258791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
258791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
258791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
258791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
258791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
258791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
258791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
258791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
258791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
258791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
258791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
258791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
258791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
258791	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
258791	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
258791	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
258791	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
258791	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
258791	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
258791	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
258791	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
258791	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
258791	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
258791	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
258791	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
258791	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
258791	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
258791	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
258791	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
258791	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
258791	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
258791	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
258791	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
258791	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
258791	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
258791	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
258791	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
258791	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
258791	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
258791	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
258791	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
258791	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
258791	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
258791	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
258791	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
258791	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
258791	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
258791	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
258791	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
258791	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
258791	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
258791	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
258791	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
258791	embedding2nn.weight	0	0.04563717916607857
258791	embedding2nn.weight	1	-0.09083683043718338
258791	embedding2nn.weight	2	0.012805324979126453
258791	embedding2nn.weight	3	-0.0633903369307518
258791	embedding2nn.weight	4	-0.10953094065189362
258791	embedding2nn.weight	5	0.111277274787426
258791	embedding2nn.weight	6	-0.07070154696702957
258791	embedding2nn.weight	7	-0.07747863978147507
258791	embedding2nn.weight	8	-0.0318264402449131
258791	embedding2nn.weight	9	0.036652494221925735
258791	embedding2nn.bias	0	0.07011383026838303
258791	embedding2nn.bias	1	-0.020948193967342377
258791	embedding2nn.bias	2	-0.08290626853704453
258791	embedding2nn.bias	3	0.018317461013793945
258791	embedding2nn.bias	4	-0.010286570526659489
258791	embedding2nn.bias	5	-0.1883488893508911
258791	embedding2nn.bias	6	-0.12258806079626083
258791	embedding2nn.bias	7	-0.019281448796391487
258791	embedding2nn.bias	8	0.056077517569065094
258791	embedding2nn.bias	9	-0.044163674116134644
258791	rnn.weight_ih_l0	0	0.03881721943616867
258791	rnn.weight_ih_l0	1	-0.08663317561149597
258791	rnn.weight_ih_l0	2	-0.06454169005155563
258791	rnn.weight_ih_l0	3	-0.05372373387217522
258791	rnn.weight_ih_l0	4	0.020248254761099815
258791	rnn.weight_ih_l0	5	-0.11343615502119064
258791	rnn.weight_ih_l0	6	-0.02570921741425991
258791	rnn.weight_ih_l0	7	-0.0002842709072865546
258791	rnn.weight_ih_l0	8	0.04769041761755943
258791	rnn.weight_ih_l0	9	0.010581537149846554
258791	rnn.weight_hh_l0	0	0.003776103025302291
258791	rnn.weight_hh_l0	1	-0.08216666430234909
258791	rnn.weight_hh_l0	2	0.07312873005867004
258791	rnn.weight_hh_l0	3	0.05254395306110382
258791	rnn.weight_hh_l0	4	0.006863520015031099
258791	rnn.weight_hh_l0	5	0.07126105576753616
258791	rnn.weight_hh_l0	6	-0.016985898837447166
258791	rnn.weight_hh_l0	7	-0.11214874684810638
258791	rnn.weight_hh_l0	8	0.027443919330835342
258791	rnn.weight_hh_l0	9	-0.07594896852970123
258791	rnn.bias_ih_l0	0	-0.07847696542739868
258791	rnn.bias_ih_l0	1	-0.19372637569904327
258791	rnn.bias_ih_l0	2	-0.2604539096355438
258791	rnn.bias_ih_l0	3	-0.2814737856388092
258791	rnn.bias_ih_l0	4	0.017635833472013474
258791	rnn.bias_ih_l0	5	0.05017019808292389
258791	rnn.bias_ih_l0	6	-0.17093069851398468
258791	rnn.bias_ih_l0	7	-0.2724853456020355
258791	rnn.bias_ih_l0	8	-0.15304891765117645
258791	rnn.bias_ih_l0	9	-0.17665402591228485
258791	rnn.bias_hh_l0	0	0.12966811656951904
258791	rnn.bias_hh_l0	1	-0.05486585944890976
258791	rnn.bias_hh_l0	2	0.05255308374762535
258791	rnn.bias_hh_l0	3	-0.1762440800666809
258791	rnn.bias_hh_l0	4	0.05805724859237671
258791	rnn.bias_hh_l0	5	0.05496007204055786
258791	rnn.bias_hh_l0	6	-0.11285035312175751
258791	rnn.bias_hh_l0	7	-0.15231968462467194
258791	rnn.bias_hh_l0	8	-0.18356426060199738
258791	rnn.bias_hh_l0	9	-0.1116953045129776
258791	rnn.weight_ih_l0_reverse	0	-0.017101069912314415
258791	rnn.weight_ih_l0_reverse	1	-0.0073148407973349094
258791	rnn.weight_ih_l0_reverse	2	-0.0024871998466551304
258791	rnn.weight_ih_l0_reverse	3	0.00589790940284729
258791	rnn.weight_ih_l0_reverse	4	0.009180041030049324
258791	rnn.weight_ih_l0_reverse	5	-0.05835258960723877
258791	rnn.weight_ih_l0_reverse	6	-0.04400985687971115
258791	rnn.weight_ih_l0_reverse	7	0.017031975090503693
258791	rnn.weight_ih_l0_reverse	8	0.09297824651002884
258791	rnn.weight_ih_l0_reverse	9	0.0034469538368284702
258791	rnn.weight_hh_l0_reverse	0	0.0045180534943938255
258791	rnn.weight_hh_l0_reverse	1	0.026602325960993767
258791	rnn.weight_hh_l0_reverse	2	-0.04160704091191292
258791	rnn.weight_hh_l0_reverse	3	0.042385801672935486
258791	rnn.weight_hh_l0_reverse	4	0.02405071258544922
258791	rnn.weight_hh_l0_reverse	5	-0.007661223411560059
258791	rnn.weight_hh_l0_reverse	6	0.07040085643529892
258791	rnn.weight_hh_l0_reverse	7	0.04093683883547783
258791	rnn.weight_hh_l0_reverse	8	-0.02514702081680298
258791	rnn.weight_hh_l0_reverse	9	-0.024945899844169617
258791	rnn.bias_ih_l0_reverse	0	-0.15062011778354645
258791	rnn.bias_ih_l0_reverse	1	-0.30902910232543945
258791	rnn.bias_ih_l0_reverse	2	-0.05989575758576393
258791	rnn.bias_ih_l0_reverse	3	-0.1519298255443573
258791	rnn.bias_ih_l0_reverse	4	0.07200488448143005
258791	rnn.bias_ih_l0_reverse	5	-0.2799879014492035
258791	rnn.bias_ih_l0_reverse	6	-0.06832695007324219
258791	rnn.bias_ih_l0_reverse	7	0.010350904427468777
258791	rnn.bias_ih_l0_reverse	8	-0.193745955824852
258791	rnn.bias_ih_l0_reverse	9	-0.09004027396440506
258791	rnn.bias_hh_l0_reverse	0	-0.15555021166801453
258791	rnn.bias_hh_l0_reverse	1	-0.14090265333652496
258791	rnn.bias_hh_l0_reverse	2	-0.011236043646931648
258791	rnn.bias_hh_l0_reverse	3	-0.13834911584854126
258791	rnn.bias_hh_l0_reverse	4	-0.02504047006368637
258791	rnn.bias_hh_l0_reverse	5	-0.11795642226934433
258791	rnn.bias_hh_l0_reverse	6	-0.0733337476849556
258791	rnn.bias_hh_l0_reverse	7	-0.18172845244407654
258791	rnn.bias_hh_l0_reverse	8	-0.06358511000871658
258791	rnn.bias_hh_l0_reverse	9	-0.11722920089960098
258791	linear.weight	0	-0.2849572002887726
258791	linear.weight	1	-0.13735993206501007
258791	linear.weight	2	-0.011228874325752258
258791	linear.weight	3	-0.06444832682609558
258791	linear.weight	4	0.004067020025104284
258791	linear.weight	5	0.239692822098732
258791	linear.weight	6	0.0047744326293468475
258791	linear.weight	7	-0.021312154829502106
258791	linear.weight	8	0.20386087894439697
258791	linear.weight	9	0.21272414922714233
258791	linear.bias	0	-0.8476008772850037
258791	linear.bias	1	1.3974173069000244
258791	linear.bias	2	-0.4639573395252228
258791	linear.bias	3	-0.7652473449707031
258791	linear.bias	4	-0.9156637787818909
258791	linear.bias	5	-1.1809028387069702
258791	linear.bias	6	-0.9723725318908691
258791	linear.bias	7	-0.6943715214729309
258791	linear.bias	8	-0.01705317199230194
258791	linear.bias	9	3.5207059383392334
258988	transitions	0	-0.47530868649482727
258988	transitions	1	8.857949256896973
258988	transitions	2	-3.649306058883667
258988	transitions	3	1.636327862739563
258988	transitions	4	-2.235291004180908
258988	transitions	5	-0.4365084767341614
258988	transitions	6	-0.19704551994800568
258988	transitions	7	-10000.0
258988	transitions	8	1.870195746421814
258988	transitions	9	-2.295191764831543
258988	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
258988	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
258988	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
258988	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
258988	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
258988	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
258988	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
258988	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
258988	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
258988	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
258988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
258988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
258988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
258988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
258988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
258988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
258988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
258988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
258988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
258988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
258988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
258988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
258988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
258988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
258988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
258988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
258988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
258988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
258988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
258988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
258988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
258988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
258988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
258988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
258988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
258988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
258988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
258988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
258988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
258988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
258988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
258988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
258988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
258988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
258988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
258988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
258988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
258988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
258988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
258988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
258988	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
258988	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
258988	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
258988	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
258988	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
258988	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
258988	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
258988	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
258988	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
258988	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
258988	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
258988	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
258988	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
258988	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
258988	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
258988	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
258988	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
258988	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
258988	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
258988	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
258988	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
258988	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
258988	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
258988	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
258988	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
258988	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
258988	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
258988	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
258988	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
258988	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
258988	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
258988	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
258988	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
258988	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
258988	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
258988	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
258988	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
258988	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
258988	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
258988	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
258988	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
258988	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
258988	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
258988	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
258988	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
258988	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
258988	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
258988	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
258988	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
258988	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
258988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
258988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
258988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
258988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
258988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
258988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
258988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
258988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
258988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
258988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
258988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
258988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
258988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
258988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
258988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
258988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
258988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
258988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
258988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
258988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
258988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
258988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
258988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
258988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
258988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
258988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
258988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
258988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
258988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
258988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
258988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
258988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
258988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
258988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
258988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
258988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
258988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
258988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
258988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
258988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
258988	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
258988	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
258988	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
258988	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
258988	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
258988	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
258988	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
258988	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
258988	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
258988	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
258988	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
258988	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
258988	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
258988	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
258988	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
258988	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
258988	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
258988	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
258988	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
258988	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
258988	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
258988	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
258988	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
258988	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
258988	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
258988	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
258988	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
258988	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
258988	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
258988	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
258988	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
258988	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
258988	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
258988	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
258988	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
258988	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
258988	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
258988	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
258988	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
258988	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
258988	embedding2nn.weight	0	0.045417286455631256
258988	embedding2nn.weight	1	-0.0900845006108284
258988	embedding2nn.weight	2	0.012623547576367855
258988	embedding2nn.weight	3	-0.06369690597057343
258988	embedding2nn.weight	4	-0.10877913981676102
258988	embedding2nn.weight	5	0.11124825477600098
258988	embedding2nn.weight	6	-0.06877999752759933
258988	embedding2nn.weight	7	-0.07744089514017105
258988	embedding2nn.weight	8	-0.03184739127755165
258988	embedding2nn.weight	9	0.037179186940193176
258988	embedding2nn.bias	0	0.07251711189746857
258988	embedding2nn.bias	1	-0.020298950374126434
258988	embedding2nn.bias	2	-0.0814417228102684
258988	embedding2nn.bias	3	0.016129624098539352
258988	embedding2nn.bias	4	-0.009343489073216915
258988	embedding2nn.bias	5	-0.19149662554264069
258988	embedding2nn.bias	6	-0.12618309259414673
258988	embedding2nn.bias	7	-0.020253749564290047
258988	embedding2nn.bias	8	0.05623526871204376
258988	embedding2nn.bias	9	-0.04466964676976204
258988	rnn.weight_ih_l0	0	0.03856097161769867
258988	rnn.weight_ih_l0	1	-0.08726485818624496
258988	rnn.weight_ih_l0	2	-0.06569959223270416
258988	rnn.weight_ih_l0	3	-0.05272581800818443
258988	rnn.weight_ih_l0	4	0.02060137875378132
258988	rnn.weight_ih_l0	5	-0.11394092440605164
258988	rnn.weight_ih_l0	6	-0.025638533756136894
258988	rnn.weight_ih_l0	7	-0.0003454188408795744
258988	rnn.weight_ih_l0	8	0.0474843792617321
258988	rnn.weight_ih_l0	9	0.010578093118965626
258988	rnn.weight_hh_l0	0	0.004050926771014929
258988	rnn.weight_hh_l0	1	-0.08176659047603607
258988	rnn.weight_hh_l0	2	0.07314690202474594
258988	rnn.weight_hh_l0	3	0.05256853997707367
258988	rnn.weight_hh_l0	4	0.006828904151916504
258988	rnn.weight_hh_l0	5	0.07135199755430222
258988	rnn.weight_hh_l0	6	-0.017183957621455193
258988	rnn.weight_hh_l0	7	-0.11197458207607269
258988	rnn.weight_hh_l0	8	0.0276486836373806
258988	rnn.weight_hh_l0	9	-0.07629992812871933
258988	rnn.bias_ih_l0	0	-0.07835991680622101
258988	rnn.bias_ih_l0	1	-0.19339129328727722
258988	rnn.bias_ih_l0	2	-0.2595583200454712
258988	rnn.bias_ih_l0	3	-0.28144142031669617
258988	rnn.bias_ih_l0	4	0.017614467069506645
258988	rnn.bias_ih_l0	5	0.05037996917963028
258988	rnn.bias_ih_l0	6	-0.17125533521175385
258988	rnn.bias_ih_l0	7	-0.2718943953514099
258988	rnn.bias_ih_l0	8	-0.15227146446704865
258988	rnn.bias_ih_l0	9	-0.17612162232398987
258988	rnn.bias_hh_l0	0	0.1297074258327484
258988	rnn.bias_hh_l0	1	-0.05458283796906471
258988	rnn.bias_hh_l0	2	0.05293157324194908
258988	rnn.bias_hh_l0	3	-0.1773507446050644
258988	rnn.bias_hh_l0	4	0.05706818774342537
258988	rnn.bias_hh_l0	5	0.055127788335084915
258988	rnn.bias_hh_l0	6	-0.11356328427791595
258988	rnn.bias_hh_l0	7	-0.15249744057655334
258988	rnn.bias_hh_l0	8	-0.1839919239282608
258988	rnn.bias_hh_l0	9	-0.11144901812076569
258988	rnn.weight_ih_l0_reverse	0	-0.017399262636899948
258988	rnn.weight_ih_l0_reverse	1	-0.007897095754742622
258988	rnn.weight_ih_l0_reverse	2	-0.0021590092219412327
258988	rnn.weight_ih_l0_reverse	3	0.006633630022406578
258988	rnn.weight_ih_l0_reverse	4	0.009063629433512688
258988	rnn.weight_ih_l0_reverse	5	-0.05879832059144974
258988	rnn.weight_ih_l0_reverse	6	-0.04363745450973511
258988	rnn.weight_ih_l0_reverse	7	0.01777106709778309
258988	rnn.weight_ih_l0_reverse	8	0.09306083619594574
258988	rnn.weight_ih_l0_reverse	9	0.0036032702773809433
258988	rnn.weight_hh_l0_reverse	0	0.004341889638453722
258988	rnn.weight_hh_l0_reverse	1	0.02650604583323002
258988	rnn.weight_hh_l0_reverse	2	-0.04087609052658081
258988	rnn.weight_hh_l0_reverse	3	0.04250330477952957
258988	rnn.weight_hh_l0_reverse	4	0.024080099537968636
258988	rnn.weight_hh_l0_reverse	5	-0.0076411692425608635
258988	rnn.weight_hh_l0_reverse	6	0.07054372876882553
258988	rnn.weight_hh_l0_reverse	7	0.040842052549123764
258988	rnn.weight_hh_l0_reverse	8	-0.025283340364694595
258988	rnn.weight_hh_l0_reverse	9	-0.024839887395501137
258988	rnn.bias_ih_l0_reverse	0	-0.14946037530899048
258988	rnn.bias_ih_l0_reverse	1	-0.30865949392318726
258988	rnn.bias_ih_l0_reverse	2	-0.058986712247133255
258988	rnn.bias_ih_l0_reverse	3	-0.1520451307296753
258988	rnn.bias_ih_l0_reverse	4	0.07159716635942459
258988	rnn.bias_ih_l0_reverse	5	-0.27988898754119873
258988	rnn.bias_ih_l0_reverse	6	-0.06863120198249817
258988	rnn.bias_ih_l0_reverse	7	0.010806766338646412
258988	rnn.bias_ih_l0_reverse	8	-0.19348378479480743
258988	rnn.bias_ih_l0_reverse	9	-0.08989561349153519
258988	rnn.bias_hh_l0_reverse	0	-0.15469102561473846
258988	rnn.bias_hh_l0_reverse	1	-0.14112642407417297
258988	rnn.bias_hh_l0_reverse	2	-0.010903501883149147
258988	rnn.bias_hh_l0_reverse	3	-0.1381789892911911
258988	rnn.bias_hh_l0_reverse	4	-0.025041714310646057
258988	rnn.bias_hh_l0_reverse	5	-0.11754991114139557
258988	rnn.bias_hh_l0_reverse	6	-0.07309696078300476
258988	rnn.bias_hh_l0_reverse	7	-0.18073946237564087
258988	rnn.bias_hh_l0_reverse	8	-0.06471939384937286
258988	rnn.bias_hh_l0_reverse	9	-0.11776982247829437
258988	linear.weight	0	-0.27697911858558655
258988	linear.weight	1	-0.13906005024909973
258988	linear.weight	2	-0.011228874325752258
258988	linear.weight	3	-0.06417803466320038
258988	linear.weight	4	0.001519241719506681
258988	linear.weight	5	0.24272315204143524
258988	linear.weight	6	0.0047744326293468475
258988	linear.weight	7	-0.021312154829502106
258988	linear.weight	8	0.203546941280365
258988	linear.weight	9	0.21411600708961487
258988	linear.bias	0	-0.8411504030227661
258988	linear.bias	1	1.4320017099380493
258988	linear.bias	2	-0.48137128353118896
258988	linear.bias	3	-0.778727650642395
258988	linear.bias	4	-0.9107680916786194
258988	linear.bias	5	-1.1809077262878418
258988	linear.bias	6	-0.9650076031684875
258988	linear.bias	7	-0.6971843838691711
258988	linear.bias	8	-0.01705317199230194
258988	linear.bias	9	3.519070863723755
259185	transitions	0	-0.4753530025482178
259185	transitions	1	8.87033748626709
259185	transitions	2	-3.6494052410125732
259185	transitions	3	1.6411982774734497
259185	transitions	4	-2.235492467880249
259185	transitions	5	-0.4365222454071045
259185	transitions	6	-0.19704879820346832
259185	transitions	7	-10000.0
259185	transitions	8	1.869814395904541
259185	transitions	9	-2.295193672180176
259185	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
259185	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
259185	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
259185	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
259185	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
259185	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
259185	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
259185	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
259185	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
259185	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
259185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
259185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
259185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
259185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
259185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
259185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
259185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
259185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
259185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
259185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
259185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
259185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
259185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
259185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
259185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
259185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
259185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
259185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
259185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
259185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
259185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
259185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
259185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
259185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
259185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
259185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
259185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
259185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
259185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
259185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
259185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
259185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
259185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
259185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
259185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
259185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
259185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
259185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
259185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
259185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
259185	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
259185	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
259185	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
259185	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
259185	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
259185	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
259185	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
259185	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
259185	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
259185	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
259185	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
259185	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
259185	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
259185	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
259185	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
259185	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
259185	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
259185	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
259185	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
259185	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
259185	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
259185	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
259185	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
259185	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
259185	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
259185	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
259185	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
259185	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
259185	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
259185	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
259185	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
259185	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
259185	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
259185	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
259185	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
259185	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
259185	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
259185	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
259185	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
259185	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
259185	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
259185	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
259185	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
259185	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
259185	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
259185	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
259185	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
259185	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
259185	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
259185	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
259185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
259185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
259185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
259185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
259185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
259185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
259185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
259185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
259185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
259185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
259185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
259185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
259185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
259185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
259185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
259185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
259185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
259185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
259185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
259185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
259185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
259185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
259185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
259185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
259185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
259185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
259185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
259185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
259185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
259185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
259185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
259185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
259185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
259185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
259185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
259185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
259185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
259185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
259185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
259185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
259185	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
259185	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
259185	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
259185	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
259185	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
259185	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
259185	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
259185	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
259185	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
259185	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
259185	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
259185	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
259185	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
259185	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
259185	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
259185	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
259185	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
259185	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
259185	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
259185	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
259185	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
259185	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
259185	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
259185	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
259185	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
259185	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
259185	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
259185	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
259185	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
259185	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
259185	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
259185	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
259185	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
259185	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
259185	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
259185	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
259185	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
259185	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
259185	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
259185	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
259185	embedding2nn.weight	0	0.04542093724012375
259185	embedding2nn.weight	1	-0.08991358429193497
259185	embedding2nn.weight	2	0.012980828061699867
259185	embedding2nn.weight	3	-0.06322243064641953
259185	embedding2nn.weight	4	-0.1092190146446228
259185	embedding2nn.weight	5	0.11120449751615524
259185	embedding2nn.weight	6	-0.07149120420217514
259185	embedding2nn.weight	7	-0.07774657756090164
259185	embedding2nn.weight	8	-0.031831804662942886
259185	embedding2nn.weight	9	0.036831941455602646
259185	embedding2nn.bias	0	0.07302288711071014
259185	embedding2nn.bias	1	-0.02390548773109913
259185	embedding2nn.bias	2	-0.07770445197820663
259185	embedding2nn.bias	3	0.019310349598526955
259185	embedding2nn.bias	4	-0.008015695959329605
259185	embedding2nn.bias	5	-0.19214855134487152
259185	embedding2nn.bias	6	-0.1230715960264206
259185	embedding2nn.bias	7	-0.023853417485952377
259185	embedding2nn.bias	8	0.060090936720371246
259185	embedding2nn.bias	9	-0.04564644768834114
259185	rnn.weight_ih_l0	0	0.03809964656829834
259185	rnn.weight_ih_l0	1	-0.08711736649274826
259185	rnn.weight_ih_l0	2	-0.06539636105298996
259185	rnn.weight_ih_l0	3	-0.05270994454622269
259185	rnn.weight_ih_l0	4	0.02008219249546528
259185	rnn.weight_ih_l0	5	-0.11384023725986481
259185	rnn.weight_ih_l0	6	-0.025764327496290207
259185	rnn.weight_ih_l0	7	-0.0009323885315097868
259185	rnn.weight_ih_l0	8	0.04757370799779892
259185	rnn.weight_ih_l0	9	0.009972847998142242
259185	rnn.weight_hh_l0	0	0.004023156128823757
259185	rnn.weight_hh_l0	1	-0.08232162147760391
259185	rnn.weight_hh_l0	2	0.0731552317738533
259185	rnn.weight_hh_l0	3	0.05219447612762451
259185	rnn.weight_hh_l0	4	0.00676484452560544
259185	rnn.weight_hh_l0	5	0.07102001458406448
259185	rnn.weight_hh_l0	6	-0.017119815573096275
259185	rnn.weight_hh_l0	7	-0.11187294125556946
259185	rnn.weight_hh_l0	8	0.0276580061763525
259185	rnn.weight_hh_l0	9	-0.07620920240879059
259185	rnn.bias_ih_l0	0	-0.07688601315021515
259185	rnn.bias_ih_l0	1	-0.19495084881782532
259185	rnn.bias_ih_l0	2	-0.2597464323043823
259185	rnn.bias_ih_l0	3	-0.2817409038543701
259185	rnn.bias_ih_l0	4	0.018118951469659805
259185	rnn.bias_ih_l0	5	0.051266349852085114
259185	rnn.bias_ih_l0	6	-0.17181545495986938
259185	rnn.bias_ih_l0	7	-0.2710544168949127
259185	rnn.bias_ih_l0	8	-0.1518908590078354
259185	rnn.bias_ih_l0	9	-0.17612388730049133
259185	rnn.bias_hh_l0	0	0.12986059486865997
259185	rnn.bias_hh_l0	1	-0.05471780523657799
259185	rnn.bias_hh_l0	2	0.053152043372392654
259185	rnn.bias_hh_l0	3	-0.1770801544189453
259185	rnn.bias_hh_l0	4	0.056290533393621445
259185	rnn.bias_hh_l0	5	0.05562295764684677
259185	rnn.bias_hh_l0	6	-0.11406834423542023
259185	rnn.bias_hh_l0	7	-0.15217089653015137
259185	rnn.bias_hh_l0	8	-0.18259768187999725
259185	rnn.bias_hh_l0	9	-0.11165152490139008
259185	rnn.weight_ih_l0_reverse	0	-0.017273813486099243
259185	rnn.weight_ih_l0_reverse	1	-0.008822672069072723
259185	rnn.weight_ih_l0_reverse	2	-0.0021196824964135885
259185	rnn.weight_ih_l0_reverse	3	0.0067055788822472095
259185	rnn.weight_ih_l0_reverse	4	0.00904053170233965
259185	rnn.weight_ih_l0_reverse	5	-0.05918131768703461
259185	rnn.weight_ih_l0_reverse	6	-0.043744806200265884
259185	rnn.weight_ih_l0_reverse	7	0.01733962446451187
259185	rnn.weight_ih_l0_reverse	8	0.09234937280416489
259185	rnn.weight_ih_l0_reverse	9	0.003588444320484996
259185	rnn.weight_hh_l0_reverse	0	0.004331502597779036
259185	rnn.weight_hh_l0_reverse	1	0.026538610458374023
259185	rnn.weight_hh_l0_reverse	2	-0.04085362330079079
259185	rnn.weight_hh_l0_reverse	3	0.04259593412280083
259185	rnn.weight_hh_l0_reverse	4	0.024035410955548286
259185	rnn.weight_hh_l0_reverse	5	-0.0077523645013570786
259185	rnn.weight_hh_l0_reverse	6	0.07038414478302002
259185	rnn.weight_hh_l0_reverse	7	0.04081287235021591
259185	rnn.weight_hh_l0_reverse	8	-0.025307854637503624
259185	rnn.weight_hh_l0_reverse	9	-0.024936532601714134
259185	rnn.bias_ih_l0_reverse	0	-0.14937280118465424
259185	rnn.bias_ih_l0_reverse	1	-0.30824771523475647
259185	rnn.bias_ih_l0_reverse	2	-0.05862749367952347
259185	rnn.bias_ih_l0_reverse	3	-0.1521214097738266
259185	rnn.bias_ih_l0_reverse	4	0.07174782454967499
259185	rnn.bias_ih_l0_reverse	5	-0.2789930999279022
259185	rnn.bias_ih_l0_reverse	6	-0.06775602698326111
259185	rnn.bias_ih_l0_reverse	7	0.013704745098948479
259185	rnn.bias_ih_l0_reverse	8	-0.1932082623243332
259185	rnn.bias_ih_l0_reverse	9	-0.08883640170097351
259185	rnn.bias_hh_l0_reverse	0	-0.15487463772296906
259185	rnn.bias_hh_l0_reverse	1	-0.14277222752571106
259185	rnn.bias_hh_l0_reverse	2	-0.010977588593959808
259185	rnn.bias_hh_l0_reverse	3	-0.13741877675056458
259185	rnn.bias_hh_l0_reverse	4	-0.02497793175280094
259185	rnn.bias_hh_l0_reverse	5	-0.11793477833271027
259185	rnn.bias_hh_l0_reverse	6	-0.07316356897354126
259185	rnn.bias_hh_l0_reverse	7	-0.17919698357582092
259185	rnn.bias_hh_l0_reverse	8	-0.06420058757066727
259185	rnn.bias_hh_l0_reverse	9	-0.11841019243001938
259185	linear.weight	0	-0.2777553200721741
259185	linear.weight	1	-0.13801456987857819
259185	linear.weight	2	-0.011228874325752258
259185	linear.weight	3	-0.06467154622077942
259185	linear.weight	4	3.834825474768877e-05
259185	linear.weight	5	0.24089516699314117
259185	linear.weight	6	0.0047744326293468475
259185	linear.weight	7	-0.021312154829502106
259185	linear.weight	8	0.20430687069892883
259185	linear.weight	9	0.21115173399448395
259185	linear.bias	0	-0.8396089673042297
259185	linear.bias	1	1.4503405094146729
259185	linear.bias	2	-0.47771143913269043
259185	linear.bias	3	-0.7634759545326233
259185	linear.bias	4	-0.9108825325965881
259185	linear.bias	5	-1.1809107065200806
259185	linear.bias	6	-0.9627270698547363
259185	linear.bias	7	-0.6795646548271179
259185	linear.bias	8	-0.01705317199230194
259185	linear.bias	9	3.5103297233581543
259382	transitions	0	-0.47536972165107727
259382	transitions	1	8.883099555969238
259382	transitions	2	-3.649531602859497
259382	transitions	3	1.6419187784194946
259382	transitions	4	-2.235558032989502
259382	transitions	5	-0.4366324543952942
259382	transitions	6	-0.1970818042755127
259382	transitions	7	-10000.0
259382	transitions	8	1.869866967201233
259382	transitions	9	-2.295194387435913
259382	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
259382	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
259382	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
259382	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
259382	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
259382	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
259382	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
259382	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
259382	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
259382	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
259382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
259382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
259382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
259382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
259382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
259382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
259382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
259382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
259382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
259382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
259382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
259382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
259382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
259382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
259382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
259382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
259382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
259382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
259382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
259382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
259382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
259382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
259382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
259382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
259382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
259382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
259382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
259382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
259382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
259382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
259382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
259382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
259382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
259382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
259382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
259382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
259382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
259382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
259382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
259382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
259382	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
259382	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
259382	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
259382	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
259382	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
259382	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
259382	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
259382	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
259382	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
259382	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
259382	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
259382	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
259382	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
259382	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
259382	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
259382	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
259382	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
259382	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
259382	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
259382	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
259382	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
259382	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
259382	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
259382	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
259382	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
259382	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
259382	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
259382	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
259382	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
259382	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
259382	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
259382	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
259382	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
259382	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
259382	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
259382	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
259382	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
259382	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
259382	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
259382	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
259382	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
259382	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
259382	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
259382	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
259382	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
259382	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
259382	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
259382	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
259382	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
259382	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
259382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
259382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
259382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
259382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
259382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
259382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
259382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
259382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
259382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
259382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
259382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
259382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
259382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
259382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
259382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
259382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
259382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
259382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
259382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
259382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
259382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
259382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
259382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
259382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
259382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
259382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
259382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
259382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
259382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
259382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
259382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
259382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
259382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
259382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
259382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
259382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
259382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
259382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
259382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
259382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
259382	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
259382	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
259382	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
259382	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
259382	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
259382	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
259382	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
259382	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
259382	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
259382	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
259382	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
259382	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
259382	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
259382	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
259382	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
259382	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
259382	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
259382	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
259382	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
259382	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
259382	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
259382	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
259382	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
259382	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
259382	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
259382	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
259382	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
259382	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
259382	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
259382	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
259382	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
259382	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
259382	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
259382	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
259382	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
259382	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
259382	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
259382	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
259382	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
259382	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
259382	embedding2nn.weight	0	0.04544540122151375
259382	embedding2nn.weight	1	-0.0899495854973793
259382	embedding2nn.weight	2	0.01278663519769907
259382	embedding2nn.weight	3	-0.06292781978845596
259382	embedding2nn.weight	4	-0.10957670956850052
259382	embedding2nn.weight	5	0.1108328104019165
259382	embedding2nn.weight	6	-0.07064862549304962
259382	embedding2nn.weight	7	-0.07760965079069138
259382	embedding2nn.weight	8	-0.031941890716552734
259382	embedding2nn.weight	9	0.03745226189494133
259382	embedding2nn.bias	0	0.07280641049146652
259382	embedding2nn.bias	1	-0.02642141282558441
259382	embedding2nn.bias	2	-0.07792797684669495
259382	embedding2nn.bias	3	0.019786735996603966
259382	embedding2nn.bias	4	-0.01055858749896288
259382	embedding2nn.bias	5	-0.19027729332447052
259382	embedding2nn.bias	6	-0.12178967148065567
259382	embedding2nn.bias	7	-0.024347972124814987
259382	embedding2nn.bias	8	0.06468973308801651
259382	embedding2nn.bias	9	-0.049382284283638
259382	rnn.weight_ih_l0	0	0.03787875548005104
259382	rnn.weight_ih_l0	1	-0.08705814927816391
259382	rnn.weight_ih_l0	2	-0.06527943164110184
259382	rnn.weight_ih_l0	3	-0.05172768607735634
259382	rnn.weight_ih_l0	4	0.01995808631181717
259382	rnn.weight_ih_l0	5	-0.11395277082920074
259382	rnn.weight_ih_l0	6	-0.02529776655137539
259382	rnn.weight_ih_l0	7	-0.0012396678794175386
259382	rnn.weight_ih_l0	8	0.04722052067518234
259382	rnn.weight_ih_l0	9	0.0096290847286582
259382	rnn.weight_hh_l0	0	0.003915231674909592
259382	rnn.weight_hh_l0	1	-0.08230074495077133
259382	rnn.weight_hh_l0	2	0.0729530081152916
259382	rnn.weight_hh_l0	3	0.052192945033311844
259382	rnn.weight_hh_l0	4	0.0069436971098184586
259382	rnn.weight_hh_l0	5	0.07147715985774994
259382	rnn.weight_hh_l0	6	-0.017154797911643982
259382	rnn.weight_hh_l0	7	-0.1119946837425232
259382	rnn.weight_hh_l0	8	0.027524644508957863
259382	rnn.weight_hh_l0	9	-0.0764729380607605
259382	rnn.bias_ih_l0	0	-0.07791547477245331
259382	rnn.bias_ih_l0	1	-0.1954115778207779
259382	rnn.bias_ih_l0	2	-0.2601563036441803
259382	rnn.bias_ih_l0	3	-0.2815444767475128
259382	rnn.bias_ih_l0	4	0.01771428994834423
259382	rnn.bias_ih_l0	5	0.05077843368053436
259382	rnn.bias_ih_l0	6	-0.17096355557441711
259382	rnn.bias_ih_l0	7	-0.2707962393760681
259382	rnn.bias_ih_l0	8	-0.15096525847911835
259382	rnn.bias_ih_l0	9	-0.17622089385986328
259382	rnn.bias_hh_l0	0	0.12995120882987976
259382	rnn.bias_hh_l0	1	-0.055448826402425766
259382	rnn.bias_hh_l0	2	0.053753241896629333
259382	rnn.bias_hh_l0	3	-0.1766720712184906
259382	rnn.bias_hh_l0	4	0.05629851296544075
259382	rnn.bias_hh_l0	5	0.05707493796944618
259382	rnn.bias_hh_l0	6	-0.1134495735168457
259382	rnn.bias_hh_l0	7	-0.15227653086185455
259382	rnn.bias_hh_l0	8	-0.18189702928066254
259382	rnn.bias_hh_l0	9	-0.11136991530656815
259382	rnn.weight_ih_l0_reverse	0	-0.017686689272522926
259382	rnn.weight_ih_l0_reverse	1	-0.009275414980947971
259382	rnn.weight_ih_l0_reverse	2	-0.0011868657311424613
259382	rnn.weight_ih_l0_reverse	3	0.006491428706794977
259382	rnn.weight_ih_l0_reverse	4	0.00930126290768385
259382	rnn.weight_ih_l0_reverse	5	-0.058812614530324936
259382	rnn.weight_ih_l0_reverse	6	-0.04323909804224968
259382	rnn.weight_ih_l0_reverse	7	0.017248541116714478
259382	rnn.weight_ih_l0_reverse	8	0.09220222383737564
259382	rnn.weight_ih_l0_reverse	9	0.0035772721748799086
259382	rnn.weight_hh_l0_reverse	0	0.0043082209303975105
259382	rnn.weight_hh_l0_reverse	1	0.02653377503156662
259382	rnn.weight_hh_l0_reverse	2	-0.0409628301858902
259382	rnn.weight_hh_l0_reverse	3	0.04253227263689041
259382	rnn.weight_hh_l0_reverse	4	0.02399832382798195
259382	rnn.weight_hh_l0_reverse	5	-0.007834146730601788
259382	rnn.weight_hh_l0_reverse	6	0.0699588805437088
259382	rnn.weight_hh_l0_reverse	7	0.04087652266025543
259382	rnn.weight_hh_l0_reverse	8	-0.025404196232557297
259382	rnn.weight_hh_l0_reverse	9	-0.02501722425222397
259382	rnn.bias_ih_l0_reverse	0	-0.14906634390354156
259382	rnn.bias_ih_l0_reverse	1	-0.3064415752887726
259382	rnn.bias_ih_l0_reverse	2	-0.058740269392728806
259382	rnn.bias_ih_l0_reverse	3	-0.1518816500902176
259382	rnn.bias_ih_l0_reverse	4	0.07246796041727066
259382	rnn.bias_ih_l0_reverse	5	-0.2788658142089844
259382	rnn.bias_ih_l0_reverse	6	-0.06827010959386826
259382	rnn.bias_ih_l0_reverse	7	0.012870652601122856
259382	rnn.bias_ih_l0_reverse	8	-0.1924087256193161
259382	rnn.bias_ih_l0_reverse	9	-0.08914196491241455
259382	rnn.bias_hh_l0_reverse	0	-0.1547277271747589
259382	rnn.bias_hh_l0_reverse	1	-0.1421893835067749
259382	rnn.bias_hh_l0_reverse	2	-0.009931742213666439
259382	rnn.bias_hh_l0_reverse	3	-0.13645732402801514
259382	rnn.bias_hh_l0_reverse	4	-0.02509605512022972
259382	rnn.bias_hh_l0_reverse	5	-0.11784253269433975
259382	rnn.bias_hh_l0_reverse	6	-0.07347507029771805
259382	rnn.bias_hh_l0_reverse	7	-0.1795126497745514
259382	rnn.bias_hh_l0_reverse	8	-0.06372829526662827
259382	rnn.bias_hh_l0_reverse	9	-0.11818482726812363
259382	linear.weight	0	-0.27903592586517334
259382	linear.weight	1	-0.1368274688720703
259382	linear.weight	2	-0.011228874325752258
259382	linear.weight	3	-0.061216194182634354
259382	linear.weight	4	0.0038330929819494486
259382	linear.weight	5	0.24029965698719025
259382	linear.weight	6	0.0047744326293468475
259382	linear.weight	7	-0.021312154829502106
259382	linear.weight	8	0.20617622137069702
259382	linear.weight	9	0.21760179102420807
259382	linear.bias	0	-0.8450311422348022
259382	linear.bias	1	1.4261105060577393
259382	linear.bias	2	-0.47904208302497864
259382	linear.bias	3	-0.7545690536499023
259382	linear.bias	4	-0.9067667722702026
259382	linear.bias	5	-1.1809148788452148
259382	linear.bias	6	-0.9686064720153809
259382	linear.bias	7	-0.7070087194442749
259382	linear.bias	8	-0.01705317199230194
259382	linear.bias	9	3.5213842391967773
259579	transitions	0	-0.47538068890571594
259579	transitions	1	8.89950942993164
259579	transitions	2	-3.649616241455078
259579	transitions	3	1.6413805484771729
259579	transitions	4	-2.235707998275757
259579	transitions	5	-0.43667447566986084
259579	transitions	6	-0.19709599018096924
259579	transitions	7	-10000.0
259579	transitions	8	1.869468331336975
259579	transitions	9	-2.2951955795288086
259579	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
259579	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
259579	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
259579	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
259579	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
259579	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
259579	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
259579	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
259579	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
259579	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
259579	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
259579	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
259579	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
259579	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
259579	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
259579	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
259579	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
259579	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
259579	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
259579	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
259579	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
259579	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
259579	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
259579	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
259579	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
259579	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
259579	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
259579	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
259579	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
259579	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
259579	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
259579	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
259579	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
259579	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
259579	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
259579	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
259579	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
259579	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
259579	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
259579	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
259579	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
259579	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
259579	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
259579	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
259579	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
259579	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
259579	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
259579	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
259579	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
259579	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
259579	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
259579	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
259579	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
259579	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
259579	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
259579	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
259579	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
259579	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
259579	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
259579	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
259579	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
259579	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
259579	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
259579	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
259579	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
259579	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
259579	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
259579	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
259579	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
259579	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
259579	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
259579	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
259579	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
259579	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
259579	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
259579	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
259579	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
259579	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
259579	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
259579	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
259579	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
259579	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
259579	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
259579	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
259579	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
259579	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
259579	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
259579	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
259579	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
259579	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
259579	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
259579	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
259579	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
259579	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
259579	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
259579	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
259579	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
259579	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
259579	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
259579	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
259579	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
259579	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
259579	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
259579	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
259579	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
259579	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
259579	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
259579	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
259579	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
259579	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
259579	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
259579	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
259579	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
259579	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
259579	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
259579	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
259579	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
259579	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
259579	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
259579	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
259579	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
259579	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
259579	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
259579	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
259579	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
259579	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
259579	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
259579	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
259579	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
259579	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
259579	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
259579	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
259579	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
259579	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
259579	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
259579	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
259579	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
259579	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
259579	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
259579	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
259579	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
259579	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
259579	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
259579	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
259579	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
259579	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
259579	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
259579	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
259579	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
259579	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
259579	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
259579	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
259579	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
259579	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
259579	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
259579	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
259579	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
259579	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
259579	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
259579	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
259579	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
259579	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
259579	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
259579	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
259579	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
259579	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
259579	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
259579	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
259579	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
259579	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
259579	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
259579	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
259579	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
259579	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
259579	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
259579	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
259579	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
259579	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
259579	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
259579	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
259579	embedding2nn.weight	0	0.04557918757200241
259579	embedding2nn.weight	1	-0.09016087651252747
259579	embedding2nn.weight	2	0.011060656979680061
259579	embedding2nn.weight	3	-0.0630725771188736
259579	embedding2nn.weight	4	-0.11061207950115204
259579	embedding2nn.weight	5	0.11071760207414627
259579	embedding2nn.weight	6	-0.06983904540538788
259579	embedding2nn.weight	7	-0.0777706578373909
259579	embedding2nn.weight	8	-0.032219938933849335
259579	embedding2nn.weight	9	0.03745364770293236
259579	embedding2nn.bias	0	0.07690098136663437
259579	embedding2nn.bias	1	-0.028773343190550804
259579	embedding2nn.bias	2	-0.0828179121017456
259579	embedding2nn.bias	3	0.019715571776032448
259579	embedding2nn.bias	4	-0.012446335516870022
259579	embedding2nn.bias	5	-0.1899113804101944
259579	embedding2nn.bias	6	-0.12364409863948822
259579	embedding2nn.bias	7	-0.025995895266532898
259579	embedding2nn.bias	8	0.0649702176451683
259579	embedding2nn.bias	9	-0.0527789443731308
259579	rnn.weight_ih_l0	0	0.03776201605796814
259579	rnn.weight_ih_l0	1	-0.08706402778625488
259579	rnn.weight_ih_l0	2	-0.0643884614109993
259579	rnn.weight_ih_l0	3	-0.05198066681623459
259579	rnn.weight_ih_l0	4	0.019824469462037086
259579	rnn.weight_ih_l0	5	-0.11458782851696014
259579	rnn.weight_ih_l0	6	-0.026081018149852753
259579	rnn.weight_ih_l0	7	-0.0009315343340858817
259579	rnn.weight_ih_l0	8	0.047606341540813446
259579	rnn.weight_ih_l0	9	0.009299651719629765
259579	rnn.weight_hh_l0	0	0.004291024524718523
259579	rnn.weight_hh_l0	1	-0.08277298510074615
259579	rnn.weight_hh_l0	2	0.07284358888864517
259579	rnn.weight_hh_l0	3	0.05222845450043678
259579	rnn.weight_hh_l0	4	0.006980357225984335
259579	rnn.weight_hh_l0	5	0.07114023715257645
259579	rnn.weight_hh_l0	6	-0.017198996618390083
259579	rnn.weight_hh_l0	7	-0.11214631050825119
259579	rnn.weight_hh_l0	8	0.027346430346369743
259579	rnn.weight_hh_l0	9	-0.07687178999185562
259579	rnn.bias_ih_l0	0	-0.07637126743793488
259579	rnn.bias_ih_l0	1	-0.1949109137058258
259579	rnn.bias_ih_l0	2	-0.26020073890686035
259579	rnn.bias_ih_l0	3	-0.28171679377555847
259579	rnn.bias_ih_l0	4	0.017007943242788315
259579	rnn.bias_ih_l0	5	0.0514296218752861
259579	rnn.bias_ih_l0	6	-0.17063048481941223
259579	rnn.bias_ih_l0	7	-0.2712070941925049
259579	rnn.bias_ih_l0	8	-0.1518736481666565
259579	rnn.bias_ih_l0	9	-0.17563210427761078
259579	rnn.bias_hh_l0	0	0.12963049113750458
259579	rnn.bias_hh_l0	1	-0.05592500790953636
259579	rnn.bias_hh_l0	2	0.053410883992910385
259579	rnn.bias_hh_l0	3	-0.17703945934772491
259579	rnn.bias_hh_l0	4	0.058456744998693466
259579	rnn.bias_hh_l0	5	0.055777162313461304
259579	rnn.bias_hh_l0	6	-0.11311100423336029
259579	rnn.bias_hh_l0	7	-0.15226197242736816
259579	rnn.bias_hh_l0	8	-0.18254202604293823
259579	rnn.bias_hh_l0	9	-0.11083018779754639
259579	rnn.weight_ih_l0_reverse	0	-0.01741877943277359
259579	rnn.weight_ih_l0_reverse	1	-0.009616675786674023
259579	rnn.weight_ih_l0_reverse	2	-0.0007967468118295074
259579	rnn.weight_ih_l0_reverse	3	0.006052938289940357
259579	rnn.weight_ih_l0_reverse	4	0.008886530995368958
259579	rnn.weight_ih_l0_reverse	5	-0.057924143970012665
259579	rnn.weight_ih_l0_reverse	6	-0.04302794113755226
259579	rnn.weight_ih_l0_reverse	7	0.017464900389313698
259579	rnn.weight_ih_l0_reverse	8	0.09210677444934845
259579	rnn.weight_ih_l0_reverse	9	0.003815188305452466
259579	rnn.weight_hh_l0_reverse	0	0.004360423423349857
259579	rnn.weight_hh_l0_reverse	1	0.02652948722243309
259579	rnn.weight_hh_l0_reverse	2	-0.04107382893562317
259579	rnn.weight_hh_l0_reverse	3	0.04229893907904625
259579	rnn.weight_hh_l0_reverse	4	0.02399279549717903
259579	rnn.weight_hh_l0_reverse	5	-0.008060010150074959
259579	rnn.weight_hh_l0_reverse	6	0.06982797384262085
259579	rnn.weight_hh_l0_reverse	7	0.04119996726512909
259579	rnn.weight_hh_l0_reverse	8	-0.02528025023639202
259579	rnn.weight_hh_l0_reverse	9	-0.025357691571116447
259579	rnn.bias_ih_l0_reverse	0	-0.1487400382757187
259579	rnn.bias_ih_l0_reverse	1	-0.3057684302330017
259579	rnn.bias_ih_l0_reverse	2	-0.05926361307501793
259579	rnn.bias_ih_l0_reverse	3	-0.1515401154756546
259579	rnn.bias_ih_l0_reverse	4	0.07263020426034927
259579	rnn.bias_ih_l0_reverse	5	-0.27962344884872437
259579	rnn.bias_ih_l0_reverse	6	-0.06966321915388107
259579	rnn.bias_ih_l0_reverse	7	0.012197563424706459
259579	rnn.bias_ih_l0_reverse	8	-0.1916062980890274
259579	rnn.bias_ih_l0_reverse	9	-0.08771201968193054
259579	rnn.bias_hh_l0_reverse	0	-0.15476533770561218
259579	rnn.bias_hh_l0_reverse	1	-0.14362511038780212
259579	rnn.bias_hh_l0_reverse	2	-0.009708372876048088
259579	rnn.bias_hh_l0_reverse	3	-0.1365051567554474
259579	rnn.bias_hh_l0_reverse	4	-0.025099897757172585
259579	rnn.bias_hh_l0_reverse	5	-0.11788812279701233
259579	rnn.bias_hh_l0_reverse	6	-0.0729508101940155
259579	rnn.bias_hh_l0_reverse	7	-0.17973291873931885
259579	rnn.bias_hh_l0_reverse	8	-0.06408452242612839
259579	rnn.bias_hh_l0_reverse	9	-0.11734384298324585
259579	linear.weight	0	-0.2778227627277374
259579	linear.weight	1	-0.13679328560829163
259579	linear.weight	2	-0.011228874325752258
259579	linear.weight	3	-0.06166735664010048
259579	linear.weight	4	0.004010545555502176
259579	linear.weight	5	0.24380379915237427
259579	linear.weight	6	0.0047744326293468475
259579	linear.weight	7	-0.021312154829502106
259579	linear.weight	8	0.20868419110774994
259579	linear.weight	9	0.21493159234523773
259579	linear.bias	0	-0.8422966599464417
259579	linear.bias	1	1.4106075763702393
259579	linear.bias	2	-0.4887150824069977
259579	linear.bias	3	-0.7486570477485657
259579	linear.bias	4	-0.9092881083488464
259579	linear.bias	5	-1.1809192895889282
259579	linear.bias	6	-0.9664270877838135
259579	linear.bias	7	-0.6877011060714722
259579	linear.bias	8	-0.01705317199230194
259579	linear.bias	9	3.5160999298095703
259776	transitions	0	-0.4754038155078888
259776	transitions	1	8.89382266998291
259776	transitions	2	-3.6497461795806885
259776	transitions	3	1.631120204925537
259776	transitions	4	-2.23589825630188
259776	transitions	5	-0.4367451071739197
259776	transitions	6	-0.19710016250610352
259776	transitions	7	-10000.0
259776	transitions	8	1.8693767786026
259776	transitions	9	-2.295199155807495
259776	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
259776	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
259776	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
259776	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
259776	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
259776	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
259776	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
259776	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
259776	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
259776	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
259776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
259776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
259776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
259776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
259776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
259776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
259776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
259776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
259776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
259776	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
259776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
259776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
259776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
259776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
259776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
259776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
259776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
259776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
259776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
259776	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
259776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
259776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
259776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
259776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
259776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
259776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
259776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
259776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
259776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
259776	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
259776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
259776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
259776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
259776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
259776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
259776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
259776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
259776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
259776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
259776	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
259776	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
259776	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
259776	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
259776	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
259776	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
259776	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
259776	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
259776	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
259776	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
259776	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
259776	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
259776	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
259776	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
259776	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
259776	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
259776	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
259776	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
259776	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
259776	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
259776	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
259776	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
259776	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
259776	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
259776	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
259776	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
259776	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
259776	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
259776	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
259776	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
259776	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
259776	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
259776	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
259776	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
259776	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
259776	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
259776	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
259776	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
259776	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
259776	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
259776	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
259776	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
259776	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
259776	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
259776	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
259776	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
259776	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
259776	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
259776	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
259776	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
259776	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
259776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
259776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
259776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
259776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
259776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
259776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
259776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
259776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
259776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
259776	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
259776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
259776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
259776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
259776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
259776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
259776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
259776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
259776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
259776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
259776	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
259776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
259776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
259776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
259776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
259776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
259776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
259776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
259776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
259776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
259776	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
259776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
259776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
259776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
259776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
259776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
259776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
259776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
259776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
259776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
259776	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
259776	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
259776	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
259776	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
259776	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
259776	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
259776	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
259776	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
259776	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
259776	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
259776	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
259776	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
259776	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
259776	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
259776	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
259776	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
259776	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
259776	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
259776	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
259776	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
259776	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
259776	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
259776	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
259776	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
259776	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
259776	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
259776	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
259776	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
259776	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
259776	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
259776	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
259776	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
259776	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
259776	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
259776	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
259776	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
259776	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
259776	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
259776	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
259776	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
259776	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
259776	embedding2nn.weight	0	0.04565808176994324
259776	embedding2nn.weight	1	-0.09044066071510315
259776	embedding2nn.weight	2	0.012342969886958599
259776	embedding2nn.weight	3	-0.06290139257907867
259776	embedding2nn.weight	4	-0.11118233948945999
259776	embedding2nn.weight	5	0.11116212606430054
259776	embedding2nn.weight	6	-0.07080177217721939
259776	embedding2nn.weight	7	-0.077816903591156
259776	embedding2nn.weight	8	-0.03258690610527992
259776	embedding2nn.weight	9	0.0371711440384388
259776	embedding2nn.bias	0	0.07860831916332245
259776	embedding2nn.bias	1	-0.0284518264234066
259776	embedding2nn.bias	2	-0.08103504776954651
259776	embedding2nn.bias	3	0.014401235617697239
259776	embedding2nn.bias	4	-0.015969812870025635
259776	embedding2nn.bias	5	-0.18912933766841888
259776	embedding2nn.bias	6	-0.12164463102817535
259776	embedding2nn.bias	7	-0.02548418566584587
259776	embedding2nn.bias	8	0.06141883507370949
259776	embedding2nn.bias	9	-0.051037102937698364
259776	rnn.weight_ih_l0	0	0.03814595192670822
259776	rnn.weight_ih_l0	1	-0.0868447944521904
259776	rnn.weight_ih_l0	2	-0.06433823704719543
259776	rnn.weight_ih_l0	3	-0.05144910141825676
259776	rnn.weight_ih_l0	4	0.01987331174314022
259776	rnn.weight_ih_l0	5	-0.11482962965965271
259776	rnn.weight_ih_l0	6	-0.02554863505065441
259776	rnn.weight_ih_l0	7	-0.001716169877909124
259776	rnn.weight_ih_l0	8	0.04737677052617073
259776	rnn.weight_ih_l0	9	0.008371509611606598
259776	rnn.weight_hh_l0	0	0.004035425838083029
259776	rnn.weight_hh_l0	1	-0.08228147029876709
259776	rnn.weight_hh_l0	2	0.073097825050354
259776	rnn.weight_hh_l0	3	0.05241294577717781
259776	rnn.weight_hh_l0	4	0.007072784937918186
259776	rnn.weight_hh_l0	5	0.07097820192575455
259776	rnn.weight_hh_l0	6	-0.017143944278359413
259776	rnn.weight_hh_l0	7	-0.11225447058677673
259776	rnn.weight_hh_l0	8	0.02705167606472969
259776	rnn.weight_hh_l0	9	-0.07664991915225983
259776	rnn.bias_ih_l0	0	-0.0774303525686264
259776	rnn.bias_ih_l0	1	-0.19342166185379028
259776	rnn.bias_ih_l0	2	-0.25947919487953186
259776	rnn.bias_ih_l0	3	-0.2819105386734009
259776	rnn.bias_ih_l0	4	0.016001103445887566
259776	rnn.bias_ih_l0	5	0.05194096267223358
259776	rnn.bias_ih_l0	6	-0.16998553276062012
259776	rnn.bias_ih_l0	7	-0.27083566784858704
259776	rnn.bias_ih_l0	8	-0.1518542617559433
259776	rnn.bias_ih_l0	9	-0.17817053198814392
259776	rnn.bias_hh_l0	0	0.1296452432870865
259776	rnn.bias_hh_l0	1	-0.05599260330200195
259776	rnn.bias_hh_l0	2	0.052987754344940186
259776	rnn.bias_hh_l0	3	-0.17681695520877838
259776	rnn.bias_hh_l0	4	0.057559799402952194
259776	rnn.bias_hh_l0	5	0.05563875660300255
259776	rnn.bias_hh_l0	6	-0.11238851398229599
259776	rnn.bias_hh_l0	7	-0.15246418118476868
259776	rnn.bias_hh_l0	8	-0.18163765966892242
259776	rnn.bias_hh_l0	9	-0.10942262411117554
259776	rnn.weight_ih_l0_reverse	0	-0.016879521310329437
259776	rnn.weight_ih_l0_reverse	1	-0.009756526909768581
259776	rnn.weight_ih_l0_reverse	2	-0.0011379640782251954
259776	rnn.weight_ih_l0_reverse	3	0.006290003191679716
259776	rnn.weight_ih_l0_reverse	4	0.008515859954059124
259776	rnn.weight_ih_l0_reverse	5	-0.05788547545671463
259776	rnn.weight_ih_l0_reverse	6	-0.042368147522211075
259776	rnn.weight_ih_l0_reverse	7	0.017279047518968582
259776	rnn.weight_ih_l0_reverse	8	0.09219963103532791
259776	rnn.weight_ih_l0_reverse	9	0.0037728375755250454
259776	rnn.weight_hh_l0_reverse	0	0.004153132904320955
259776	rnn.weight_hh_l0_reverse	1	0.02634287066757679
259776	rnn.weight_hh_l0_reverse	2	-0.04132059961557388
259776	rnn.weight_hh_l0_reverse	3	0.04234901815652847
259776	rnn.weight_hh_l0_reverse	4	0.023846324533224106
259776	rnn.weight_hh_l0_reverse	5	-0.008120477199554443
259776	rnn.weight_hh_l0_reverse	6	0.06959464401006699
259776	rnn.weight_hh_l0_reverse	7	0.04139875993132591
259776	rnn.weight_hh_l0_reverse	8	-0.02543681301176548
259776	rnn.weight_hh_l0_reverse	9	-0.025510070845484734
259776	rnn.bias_ih_l0_reverse	0	-0.14896364510059357
259776	rnn.bias_ih_l0_reverse	1	-0.30708280205726624
259776	rnn.bias_ih_l0_reverse	2	-0.059389322996139526
259776	rnn.bias_ih_l0_reverse	3	-0.1519274115562439
259776	rnn.bias_ih_l0_reverse	4	0.0721810832619667
259776	rnn.bias_ih_l0_reverse	5	-0.27899542450904846
259776	rnn.bias_ih_l0_reverse	6	-0.0691879540681839
259776	rnn.bias_ih_l0_reverse	7	0.01253795251250267
259776	rnn.bias_ih_l0_reverse	8	-0.1919587403535843
259776	rnn.bias_ih_l0_reverse	9	-0.08929044753313065
259776	rnn.bias_hh_l0_reverse	0	-0.15475302934646606
259776	rnn.bias_hh_l0_reverse	1	-0.1447000652551651
259776	rnn.bias_hh_l0_reverse	2	-0.00981825590133667
259776	rnn.bias_hh_l0_reverse	3	-0.13713273406028748
259776	rnn.bias_hh_l0_reverse	4	-0.025542259216308594
259776	rnn.bias_hh_l0_reverse	5	-0.11708205938339233
259776	rnn.bias_hh_l0_reverse	6	-0.07319725304841995
259776	rnn.bias_hh_l0_reverse	7	-0.18065375089645386
259776	rnn.bias_hh_l0_reverse	8	-0.0637473613023758
259776	rnn.bias_hh_l0_reverse	9	-0.11709898710250854
259776	linear.weight	0	-0.27988651394844055
259776	linear.weight	1	-0.1355336755514145
259776	linear.weight	2	-0.011228874325752258
259776	linear.weight	3	-0.06497818976640701
259776	linear.weight	4	0.00527344411239028
259776	linear.weight	5	0.24156063795089722
259776	linear.weight	6	0.0047744326293468475
259776	linear.weight	7	-0.021312154829502106
259776	linear.weight	8	0.20810788869857788
259776	linear.weight	9	0.2173820436000824
259776	linear.bias	0	-0.8317975401878357
259776	linear.bias	1	1.4094874858856201
259776	linear.bias	2	-0.48471799492836
259776	linear.bias	3	-0.7607414722442627
259776	linear.bias	4	-0.9084388613700867
259776	linear.bias	5	-1.180923581123352
259776	linear.bias	6	-0.9558690190315247
259776	linear.bias	7	-0.6901172399520874
259776	linear.bias	8	-0.01705317199230194
259776	linear.bias	9	3.4996490478515625
259973	transitions	0	-0.4754774570465088
259973	transitions	1	8.903904914855957
259973	transitions	2	-3.649813652038574
259973	transitions	3	1.628836989402771
259973	transitions	4	-2.2359724044799805
259973	transitions	5	-0.4368292987346649
259973	transitions	6	-0.19710507988929749
259973	transitions	7	-10000.0
259973	transitions	8	1.869116187095642
259973	transitions	9	-2.2951996326446533
259973	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
259973	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
259973	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
259973	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
259973	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
259973	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
259973	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
259973	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
259973	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
259973	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
259973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
259973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
259973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
259973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
259973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
259973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
259973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
259973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
259973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
259973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
259973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
259973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
259973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
259973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
259973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
259973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
259973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
259973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
259973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
259973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
259973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
259973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
259973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
259973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
259973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
259973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
259973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
259973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
259973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
259973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
259973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
259973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
259973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
259973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
259973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
259973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
259973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
259973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
259973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
259973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
259973	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
259973	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
259973	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
259973	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
259973	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
259973	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
259973	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
259973	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
259973	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
259973	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
259973	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
259973	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
259973	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
259973	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
259973	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
259973	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
259973	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
259973	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
259973	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
259973	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
259973	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
259973	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
259973	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
259973	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
259973	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
259973	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
259973	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
259973	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
259973	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
259973	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
259973	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
259973	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
259973	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
259973	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
259973	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
259973	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
259973	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
259973	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
259973	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
259973	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
259973	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
259973	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
259973	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
259973	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
259973	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
259973	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
259973	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
259973	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
259973	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
259973	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
259973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
259973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
259973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
259973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
259973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
259973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
259973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
259973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
259973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
259973	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
259973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
259973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
259973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
259973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
259973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
259973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
259973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
259973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
259973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
259973	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
259973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
259973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
259973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
259973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
259973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
259973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
259973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
259973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
259973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
259973	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
259973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
259973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
259973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
259973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
259973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
259973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
259973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
259973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
259973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
259973	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
259973	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
259973	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
259973	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
259973	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
259973	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
259973	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
259973	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
259973	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
259973	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
259973	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
259973	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
259973	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
259973	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
259973	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
259973	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
259973	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
259973	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
259973	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
259973	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
259973	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
259973	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
259973	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
259973	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
259973	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
259973	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
259973	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
259973	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
259973	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
259973	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
259973	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
259973	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
259973	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
259973	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
259973	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
259973	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
259973	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
259973	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
259973	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
259973	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
259973	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
259973	embedding2nn.weight	0	0.04564070701599121
259973	embedding2nn.weight	1	-0.09026426076889038
259973	embedding2nn.weight	2	0.012989341281354427
259973	embedding2nn.weight	3	-0.06240963563323021
259973	embedding2nn.weight	4	-0.1117420494556427
259973	embedding2nn.weight	5	0.11130298674106598
259973	embedding2nn.weight	6	-0.07093841582536697
259973	embedding2nn.weight	7	-0.07863685488700867
259973	embedding2nn.weight	8	-0.03295668587088585
259973	embedding2nn.weight	9	0.03741948679089546
259973	embedding2nn.bias	0	0.08370567858219147
259973	embedding2nn.bias	1	-0.02297278679907322
259973	embedding2nn.bias	2	-0.07996473461389542
259973	embedding2nn.bias	3	0.01643202267587185
259973	embedding2nn.bias	4	-0.01626700907945633
259973	embedding2nn.bias	5	-0.18944039940834045
259973	embedding2nn.bias	6	-0.1197083443403244
259973	embedding2nn.bias	7	-0.02726159244775772
259973	embedding2nn.bias	8	0.06711342185735703
259973	embedding2nn.bias	9	-0.052167534828186035
259973	rnn.weight_ih_l0	0	0.036996759474277496
259973	rnn.weight_ih_l0	1	-0.0867234468460083
259973	rnn.weight_ih_l0	2	-0.06381937116384506
259973	rnn.weight_ih_l0	3	-0.05208517611026764
259973	rnn.weight_ih_l0	4	0.02046775445342064
259973	rnn.weight_ih_l0	5	-0.11437562853097916
259973	rnn.weight_ih_l0	6	-0.025658627972006798
259973	rnn.weight_ih_l0	7	-0.002583914203569293
259973	rnn.weight_ih_l0	8	0.047761060297489166
259973	rnn.weight_ih_l0	9	0.008150286972522736
259973	rnn.weight_hh_l0	0	0.004318096674978733
259973	rnn.weight_hh_l0	1	-0.08199350535869598
259973	rnn.weight_hh_l0	2	0.07308665663003922
259973	rnn.weight_hh_l0	3	0.05222773179411888
259973	rnn.weight_hh_l0	4	0.007284802384674549
259973	rnn.weight_hh_l0	5	0.07108299434185028
259973	rnn.weight_hh_l0	6	-0.017121657729148865
259973	rnn.weight_hh_l0	7	-0.11217980831861496
259973	rnn.weight_hh_l0	8	0.02733420394361019
259973	rnn.weight_hh_l0	9	-0.07637525349855423
259973	rnn.bias_ih_l0	0	-0.07675058394670486
259973	rnn.bias_ih_l0	1	-0.19404380023479462
259973	rnn.bias_ih_l0	2	-0.26065850257873535
259973	rnn.bias_ih_l0	3	-0.2817517817020416
259973	rnn.bias_ih_l0	4	0.018578508868813515
259973	rnn.bias_ih_l0	5	0.05118934437632561
259973	rnn.bias_ih_l0	6	-0.16941824555397034
259973	rnn.bias_ih_l0	7	-0.27123531699180603
259973	rnn.bias_ih_l0	8	-0.15156351029872894
259973	rnn.bias_ih_l0	9	-0.17736124992370605
259973	rnn.bias_hh_l0	0	0.13176746666431427
259973	rnn.bias_hh_l0	1	-0.05505039542913437
259973	rnn.bias_hh_l0	2	0.052768949419260025
259973	rnn.bias_hh_l0	3	-0.1758585423231125
259973	rnn.bias_hh_l0	4	0.05713821202516556
259973	rnn.bias_hh_l0	5	0.055281296372413635
259973	rnn.bias_hh_l0	6	-0.11228881031274796
259973	rnn.bias_hh_l0	7	-0.15360207855701447
259973	rnn.bias_hh_l0	8	-0.18113671243190765
259973	rnn.bias_hh_l0	9	-0.11002247780561447
259973	rnn.weight_ih_l0_reverse	0	-0.01707342267036438
259973	rnn.weight_ih_l0_reverse	1	-0.009991982020437717
259973	rnn.weight_ih_l0_reverse	2	-0.0010310955112800002
259973	rnn.weight_ih_l0_reverse	3	0.006220436189323664
259973	rnn.weight_ih_l0_reverse	4	0.009014730341732502
259973	rnn.weight_ih_l0_reverse	5	-0.05745816230773926
259973	rnn.weight_ih_l0_reverse	6	-0.04133765771985054
259973	rnn.weight_ih_l0_reverse	7	0.016716839745640755
259973	rnn.weight_ih_l0_reverse	8	0.09221191704273224
259973	rnn.weight_ih_l0_reverse	9	0.0036110912915319204
259973	rnn.weight_hh_l0_reverse	0	0.004192410036921501
259973	rnn.weight_hh_l0_reverse	1	0.02638506516814232
259973	rnn.weight_hh_l0_reverse	2	-0.04087532311677933
259973	rnn.weight_hh_l0_reverse	3	0.042463518679142
259973	rnn.weight_hh_l0_reverse	4	0.023887624964118004
259973	rnn.weight_hh_l0_reverse	5	-0.007878375239670277
259973	rnn.weight_hh_l0_reverse	6	0.06957195699214935
259973	rnn.weight_hh_l0_reverse	7	0.04156213253736496
259973	rnn.weight_hh_l0_reverse	8	-0.02517971396446228
259973	rnn.weight_hh_l0_reverse	9	-0.025786694139242172
259973	rnn.bias_ih_l0_reverse	0	-0.14923183619976044
259973	rnn.bias_ih_l0_reverse	1	-0.3084705173969269
259973	rnn.bias_ih_l0_reverse	2	-0.059536803513765335
259973	rnn.bias_ih_l0_reverse	3	-0.1517290323972702
259973	rnn.bias_ih_l0_reverse	4	0.07231657952070236
259973	rnn.bias_ih_l0_reverse	5	-0.2791900038719177
259973	rnn.bias_ih_l0_reverse	6	-0.06954371929168701
259973	rnn.bias_ih_l0_reverse	7	0.011934940703213215
259973	rnn.bias_ih_l0_reverse	8	-0.19140242040157318
259973	rnn.bias_ih_l0_reverse	9	-0.09005121886730194
259973	rnn.bias_hh_l0_reverse	0	-0.15430399775505066
259973	rnn.bias_hh_l0_reverse	1	-0.14563588798046112
259973	rnn.bias_hh_l0_reverse	2	-0.009883737191557884
259973	rnn.bias_hh_l0_reverse	3	-0.1372363120317459
259973	rnn.bias_hh_l0_reverse	4	-0.02573569305241108
259973	rnn.bias_hh_l0_reverse	5	-0.11714503914117813
259973	rnn.bias_hh_l0_reverse	6	-0.07376083731651306
259973	rnn.bias_hh_l0_reverse	7	-0.18089380860328674
259973	rnn.bias_hh_l0_reverse	8	-0.06295550614595413
259973	rnn.bias_hh_l0_reverse	9	-0.11743314564228058
259973	linear.weight	0	-0.28256431221961975
259973	linear.weight	1	-0.13638637959957123
259973	linear.weight	2	-0.011228874325752258
259973	linear.weight	3	-0.07060848921537399
259973	linear.weight	4	0.001953087281435728
259973	linear.weight	5	0.24433983862400055
259973	linear.weight	6	0.0047744326293468475
259973	linear.weight	7	-0.021312154829502106
259973	linear.weight	8	0.20825830101966858
259973	linear.weight	9	0.21872858703136444
259973	linear.bias	0	-0.836277425289154
259973	linear.bias	1	1.3938204050064087
259973	linear.bias	2	-0.4759773015975952
259973	linear.bias	3	-0.7544582486152649
259973	linear.bias	4	-0.9252193570137024
259973	linear.bias	5	-1.1809288263320923
259973	linear.bias	6	-0.9604902863502502
259973	linear.bias	7	-0.6919254064559937
259973	linear.bias	8	-0.01705317199230194
259973	linear.bias	9	3.512293577194214
260170	transitions	0	-0.4754946231842041
260170	transitions	1	8.91468620300293
260170	transitions	2	-3.6501309871673584
260170	transitions	3	1.627929925918579
260170	transitions	4	-2.2360799312591553
260170	transitions	5	-0.43685561418533325
260170	transitions	6	-0.19711531698703766
260170	transitions	7	-10000.0
260170	transitions	8	1.8696694374084473
260170	transitions	9	-2.2951996326446533
260170	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
260170	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
260170	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
260170	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
260170	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
260170	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
260170	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
260170	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
260170	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
260170	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
260170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
260170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
260170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
260170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
260170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
260170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
260170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
260170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
260170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
260170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
260170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
260170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
260170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
260170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
260170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
260170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
260170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
260170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
260170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
260170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
260170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
260170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
260170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
260170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
260170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
260170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
260170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
260170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
260170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
260170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
260170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
260170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
260170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
260170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
260170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
260170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
260170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
260170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
260170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
260170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
260170	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
260170	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
260170	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
260170	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
260170	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
260170	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
260170	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
260170	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
260170	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
260170	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
260170	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
260170	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
260170	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
260170	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
260170	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
260170	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
260170	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
260170	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
260170	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
260170	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
260170	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
260170	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
260170	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
260170	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
260170	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
260170	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
260170	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
260170	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
260170	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
260170	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
260170	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
260170	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
260170	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
260170	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
260170	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
260170	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
260170	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
260170	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
260170	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
260170	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
260170	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
260170	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
260170	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
260170	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
260170	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
260170	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
260170	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
260170	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
260170	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
260170	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
260170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
260170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
260170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
260170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
260170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
260170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
260170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
260170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
260170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
260170	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
260170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
260170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
260170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
260170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
260170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
260170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
260170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
260170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
260170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
260170	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
260170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
260170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
260170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
260170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
260170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
260170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
260170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
260170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
260170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
260170	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
260170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
260170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
260170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
260170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
260170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
260170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
260170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
260170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
260170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
260170	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
260170	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
260170	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
260170	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
260170	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
260170	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
260170	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
260170	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
260170	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
260170	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
260170	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
260170	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
260170	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
260170	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
260170	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
260170	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
260170	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
260170	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
260170	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
260170	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
260170	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
260170	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
260170	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
260170	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
260170	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
260170	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
260170	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
260170	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
260170	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
260170	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
260170	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
260170	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
260170	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
260170	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
260170	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
260170	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
260170	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
260170	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
260170	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
260170	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
260170	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
260170	embedding2nn.weight	0	0.045695140957832336
260170	embedding2nn.weight	1	-0.09013921022415161
260170	embedding2nn.weight	2	0.013682827353477478
260170	embedding2nn.weight	3	-0.06178676337003708
260170	embedding2nn.weight	4	-0.11102616041898727
260170	embedding2nn.weight	5	0.11094620823860168
260170	embedding2nn.weight	6	-0.07256268709897995
260170	embedding2nn.weight	7	-0.07912513613700867
260170	embedding2nn.weight	8	-0.03343341872096062
260170	embedding2nn.weight	9	0.03618324548006058
260170	embedding2nn.bias	0	0.08341094106435776
260170	embedding2nn.bias	1	-0.01643296703696251
260170	embedding2nn.bias	2	-0.07705442607402802
260170	embedding2nn.bias	3	0.016821714118123055
260170	embedding2nn.bias	4	-0.01695786602795124
260170	embedding2nn.bias	5	-0.19155889749526978
260170	embedding2nn.bias	6	-0.1208040788769722
260170	embedding2nn.bias	7	-0.029065540060400963
260170	embedding2nn.bias	8	0.06728219240903854
260170	embedding2nn.bias	9	-0.05430412292480469
260170	rnn.weight_ih_l0	0	0.03640395402908325
260170	rnn.weight_ih_l0	1	-0.08683882653713226
260170	rnn.weight_ih_l0	2	-0.06348823010921478
260170	rnn.weight_ih_l0	3	-0.052248287945985794
260170	rnn.weight_ih_l0	4	0.02057608589529991
260170	rnn.weight_ih_l0	5	-0.11407086253166199
260170	rnn.weight_ih_l0	6	-0.025504618883132935
260170	rnn.weight_ih_l0	7	-0.003478448139503598
260170	rnn.weight_ih_l0	8	0.048022862523794174
260170	rnn.weight_ih_l0	9	0.00825459137558937
260170	rnn.weight_hh_l0	0	0.004710264503955841
260170	rnn.weight_hh_l0	1	-0.08153913170099258
260170	rnn.weight_hh_l0	2	0.073466956615448
260170	rnn.weight_hh_l0	3	0.05233996361494064
260170	rnn.weight_hh_l0	4	0.007285427302122116
260170	rnn.weight_hh_l0	5	0.07090120017528534
260170	rnn.weight_hh_l0	6	-0.017072981223464012
260170	rnn.weight_hh_l0	7	-0.11244187504053116
260170	rnn.weight_hh_l0	8	0.027406249195337296
260170	rnn.weight_hh_l0	9	-0.07552584260702133
260170	rnn.bias_ih_l0	0	-0.07672013342380524
260170	rnn.bias_ih_l0	1	-0.1942289024591446
260170	rnn.bias_ih_l0	2	-0.26024603843688965
260170	rnn.bias_ih_l0	3	-0.28151029348373413
260170	rnn.bias_ih_l0	4	0.01632426120340824
260170	rnn.bias_ih_l0	5	0.05106388404965401
260170	rnn.bias_ih_l0	6	-0.16943909227848053
260170	rnn.bias_ih_l0	7	-0.2720504105091095
260170	rnn.bias_ih_l0	8	-0.15203110873699188
260170	rnn.bias_ih_l0	9	-0.17738962173461914
260170	rnn.bias_hh_l0	0	0.132079616189003
260170	rnn.bias_hh_l0	1	-0.0549238882958889
260170	rnn.bias_hh_l0	2	0.05241204798221588
260170	rnn.bias_hh_l0	3	-0.1760191023349762
260170	rnn.bias_hh_l0	4	0.05644896626472473
260170	rnn.bias_hh_l0	5	0.05526763200759888
260170	rnn.bias_hh_l0	6	-0.11132905632257462
260170	rnn.bias_hh_l0	7	-0.15351060032844543
260170	rnn.bias_hh_l0	8	-0.18121644854545593
260170	rnn.bias_hh_l0	9	-0.10993330925703049
260170	rnn.weight_ih_l0_reverse	0	-0.01685677282512188
260170	rnn.weight_ih_l0_reverse	1	-0.010147345252335072
260170	rnn.weight_ih_l0_reverse	2	-0.0009034275426529348
260170	rnn.weight_ih_l0_reverse	3	0.007644071243703365
260170	rnn.weight_ih_l0_reverse	4	0.00938591081649065
260170	rnn.weight_ih_l0_reverse	5	-0.056974705308675766
260170	rnn.weight_ih_l0_reverse	6	-0.0419185534119606
260170	rnn.weight_ih_l0_reverse	7	0.01693454198539257
260170	rnn.weight_ih_l0_reverse	8	0.09247570484876633
260170	rnn.weight_ih_l0_reverse	9	0.003598252311348915
260170	rnn.weight_hh_l0_reverse	0	0.004328900948166847
260170	rnn.weight_hh_l0_reverse	1	0.02624407410621643
260170	rnn.weight_hh_l0_reverse	2	-0.04089265316724777
260170	rnn.weight_hh_l0_reverse	3	0.04212728515267372
260170	rnn.weight_hh_l0_reverse	4	0.0237836055457592
260170	rnn.weight_hh_l0_reverse	5	-0.007922356948256493
260170	rnn.weight_hh_l0_reverse	6	0.06940558552742004
260170	rnn.weight_hh_l0_reverse	7	0.04150386527180672
260170	rnn.weight_hh_l0_reverse	8	-0.02507309801876545
260170	rnn.weight_hh_l0_reverse	9	-0.026008743792772293
260170	rnn.bias_ih_l0_reverse	0	-0.14916419982910156
260170	rnn.bias_ih_l0_reverse	1	-0.30801841616630554
260170	rnn.bias_ih_l0_reverse	2	-0.05912167951464653
260170	rnn.bias_ih_l0_reverse	3	-0.1520318239927292
260170	rnn.bias_ih_l0_reverse	4	0.07041995227336884
260170	rnn.bias_ih_l0_reverse	5	-0.27865564823150635
260170	rnn.bias_ih_l0_reverse	6	-0.06972089409828186
260170	rnn.bias_ih_l0_reverse	7	0.011077327653765678
260170	rnn.bias_ih_l0_reverse	8	-0.19212177395820618
260170	rnn.bias_ih_l0_reverse	9	-0.0908835381269455
260170	rnn.bias_hh_l0_reverse	0	-0.15491749346256256
260170	rnn.bias_hh_l0_reverse	1	-0.14668187499046326
260170	rnn.bias_hh_l0_reverse	2	-0.00996932853013277
260170	rnn.bias_hh_l0_reverse	3	-0.13680221140384674
260170	rnn.bias_hh_l0_reverse	4	-0.02566617541015148
260170	rnn.bias_hh_l0_reverse	5	-0.11718031018972397
260170	rnn.bias_hh_l0_reverse	6	-0.07315812259912491
260170	rnn.bias_hh_l0_reverse	7	-0.18018735945224762
260170	rnn.bias_hh_l0_reverse	8	-0.06236618012189865
260170	rnn.bias_hh_l0_reverse	9	-0.11769257485866547
260170	linear.weight	0	-0.28357353806495667
260170	linear.weight	1	-0.13653156161308289
260170	linear.weight	2	-0.011228874325752258
260170	linear.weight	3	-0.07231591641902924
260170	linear.weight	4	0.0004610244941432029
260170	linear.weight	5	0.24830415844917297
260170	linear.weight	6	0.0047744326293468475
260170	linear.weight	7	-0.021312154829502106
260170	linear.weight	8	0.20350946485996246
260170	linear.weight	9	0.21930252015590668
260170	linear.bias	0	-0.826604425907135
260170	linear.bias	1	1.4057060480117798
260170	linear.bias	2	-0.4819701910018921
260170	linear.bias	3	-0.7430371046066284
260170	linear.bias	4	-0.9279375672340393
260170	linear.bias	5	-1.1809334754943848
260170	linear.bias	6	-0.9516501426696777
260170	linear.bias	7	-0.6947427988052368
260170	linear.bias	8	-0.01705317199230194
260170	linear.bias	9	3.5059926509857178
260367	transitions	0	-0.4755542278289795
260367	transitions	1	8.91796875
260367	transitions	2	-3.650225877761841
260367	transitions	3	1.6319442987442017
260367	transitions	4	-2.2361807823181152
260367	transitions	5	-0.4368588626384735
260367	transitions	6	-0.19712243974208832
260367	transitions	7	-10000.0
260367	transitions	8	1.8695213794708252
260367	transitions	9	-2.295201301574707
260367	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
260367	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
260367	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
260367	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
260367	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
260367	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
260367	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
260367	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
260367	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
260367	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
260367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
260367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
260367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
260367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
260367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
260367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
260367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
260367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
260367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
260367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
260367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
260367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
260367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
260367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
260367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
260367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
260367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
260367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
260367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
260367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
260367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
260367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
260367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
260367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
260367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
260367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
260367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
260367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
260367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
260367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
260367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
260367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
260367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
260367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
260367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
260367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
260367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
260367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
260367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
260367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
260367	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
260367	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
260367	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
260367	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
260367	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
260367	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
260367	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
260367	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
260367	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
260367	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
260367	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
260367	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
260367	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
260367	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
260367	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
260367	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
260367	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
260367	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
260367	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
260367	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
260367	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
260367	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
260367	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
260367	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
260367	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
260367	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
260367	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
260367	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
260367	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
260367	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
260367	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
260367	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
260367	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
260367	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
260367	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
260367	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
260367	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
260367	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
260367	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
260367	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
260367	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
260367	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
260367	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
260367	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
260367	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
260367	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
260367	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
260367	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
260367	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
260367	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
260367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
260367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
260367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
260367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
260367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
260367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
260367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
260367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
260367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
260367	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
260367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
260367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
260367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
260367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
260367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
260367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
260367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
260367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
260367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
260367	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
260367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
260367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
260367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
260367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
260367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
260367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
260367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
260367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
260367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
260367	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
260367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
260367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
260367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
260367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
260367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
260367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
260367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
260367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
260367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
260367	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
260367	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
260367	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
260367	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
260367	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
260367	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
260367	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
260367	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
260367	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
260367	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
260367	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
260367	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
260367	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
260367	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
260367	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
260367	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
260367	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
260367	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
260367	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
260367	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
260367	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
260367	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
260367	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
260367	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
260367	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
260367	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
260367	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
260367	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
260367	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
260367	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
260367	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
260367	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
260367	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
260367	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
260367	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
260367	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
260367	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
260367	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
260367	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
260367	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
260367	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
260367	embedding2nn.weight	0	0.045659713447093964
260367	embedding2nn.weight	1	-0.09015698730945587
260367	embedding2nn.weight	2	0.014208662323653698
260367	embedding2nn.weight	3	-0.06182156503200531
260367	embedding2nn.weight	4	-0.1123475432395935
260367	embedding2nn.weight	5	0.11072592437267303
260367	embedding2nn.weight	6	-0.07152023911476135
260367	embedding2nn.weight	7	-0.07895613461732864
260367	embedding2nn.weight	8	-0.03319211304187775
260367	embedding2nn.weight	9	0.03547056391835213
260367	embedding2nn.bias	0	0.07988438755273819
260367	embedding2nn.bias	1	-0.01950949616730213
260367	embedding2nn.bias	2	-0.07663124054670334
260367	embedding2nn.bias	3	0.016869045794010162
260367	embedding2nn.bias	4	-0.014629719778895378
260367	embedding2nn.bias	5	-0.19006110727787018
260367	embedding2nn.bias	6	-0.1153034120798111
260367	embedding2nn.bias	7	-0.02521313913166523
260367	embedding2nn.bias	8	0.06640375405550003
260367	embedding2nn.bias	9	-0.050551921129226685
260367	rnn.weight_ih_l0	0	0.035642340779304504
260367	rnn.weight_ih_l0	1	-0.08691731840372086
260367	rnn.weight_ih_l0	2	-0.06361909955739975
260367	rnn.weight_ih_l0	3	-0.052799344062805176
260367	rnn.weight_ih_l0	4	0.020353909581899643
260367	rnn.weight_ih_l0	5	-0.113899365067482
260367	rnn.weight_ih_l0	6	-0.025789834558963776
260367	rnn.weight_ih_l0	7	-0.002934602554887533
260367	rnn.weight_ih_l0	8	0.0485774427652359
260367	rnn.weight_ih_l0	9	0.008761512115597725
260367	rnn.weight_hh_l0	0	0.004639380611479282
260367	rnn.weight_hh_l0	1	-0.08130946010351181
260367	rnn.weight_hh_l0	2	0.07378222793340683
260367	rnn.weight_hh_l0	3	0.05224478617310524
260367	rnn.weight_hh_l0	4	0.0072534228675067425
260367	rnn.weight_hh_l0	5	0.07061869651079178
260367	rnn.weight_hh_l0	6	-0.01711275242269039
260367	rnn.weight_hh_l0	7	-0.112338125705719
260367	rnn.weight_hh_l0	8	0.027069030329585075
260367	rnn.weight_hh_l0	9	-0.07455707341432571
260367	rnn.bias_ih_l0	0	-0.07789697498083115
260367	rnn.bias_ih_l0	1	-0.19417713582515717
260367	rnn.bias_ih_l0	2	-0.26027488708496094
260367	rnn.bias_ih_l0	3	-0.2821044325828552
260367	rnn.bias_ih_l0	4	0.01515648327767849
260367	rnn.bias_ih_l0	5	0.05079236254096031
260367	rnn.bias_ih_l0	6	-0.16888977587223053
260367	rnn.bias_ih_l0	7	-0.2726648151874542
260367	rnn.bias_ih_l0	8	-0.15117809176445007
260367	rnn.bias_ih_l0	9	-0.17739757895469666
260367	rnn.bias_hh_l0	0	0.132165789604187
260367	rnn.bias_hh_l0	1	-0.05409356206655502
260367	rnn.bias_hh_l0	2	0.05218611657619476
260367	rnn.bias_hh_l0	3	-0.1759118288755417
260367	rnn.bias_hh_l0	4	0.058657366782426834
260367	rnn.bias_hh_l0	5	0.05511636659502983
260367	rnn.bias_hh_l0	6	-0.11109345406293869
260367	rnn.bias_hh_l0	7	-0.15373581647872925
260367	rnn.bias_hh_l0	8	-0.18185800313949585
260367	rnn.bias_hh_l0	9	-0.11014578491449356
260367	rnn.weight_ih_l0_reverse	0	-0.017203165218234062
260367	rnn.weight_ih_l0_reverse	1	-0.010666526854038239
260367	rnn.weight_ih_l0_reverse	2	-0.0014642651658505201
260367	rnn.weight_ih_l0_reverse	3	0.0073260292410850525
260367	rnn.weight_ih_l0_reverse	4	0.008656264282763004
260367	rnn.weight_ih_l0_reverse	5	-0.057856447994709015
260367	rnn.weight_ih_l0_reverse	6	-0.041231535375118256
260367	rnn.weight_ih_l0_reverse	7	0.017741410061717033
260367	rnn.weight_ih_l0_reverse	8	0.09230712801218033
260367	rnn.weight_ih_l0_reverse	9	0.0032439676579087973
260367	rnn.weight_hh_l0_reverse	0	0.0044494858011603355
260367	rnn.weight_hh_l0_reverse	1	0.026281271129846573
260367	rnn.weight_hh_l0_reverse	2	-0.041034869849681854
260367	rnn.weight_hh_l0_reverse	3	0.04216799885034561
260367	rnn.weight_hh_l0_reverse	4	0.023845765739679337
260367	rnn.weight_hh_l0_reverse	5	-0.007971284911036491
260367	rnn.weight_hh_l0_reverse	6	0.06919636577367783
260367	rnn.weight_hh_l0_reverse	7	0.04130564630031586
260367	rnn.weight_hh_l0_reverse	8	-0.024819176644086838
260367	rnn.weight_hh_l0_reverse	9	-0.0260293148458004
260367	rnn.bias_ih_l0_reverse	0	-0.14907941222190857
260367	rnn.bias_ih_l0_reverse	1	-0.30778250098228455
260367	rnn.bias_ih_l0_reverse	2	-0.058810073882341385
260367	rnn.bias_ih_l0_reverse	3	-0.151860773563385
260367	rnn.bias_ih_l0_reverse	4	0.07125899195671082
260367	rnn.bias_ih_l0_reverse	5	-0.27902311086654663
260367	rnn.bias_ih_l0_reverse	6	-0.0685771107673645
260367	rnn.bias_ih_l0_reverse	7	0.01092700008302927
260367	rnn.bias_ih_l0_reverse	8	-0.1919952630996704
260367	rnn.bias_ih_l0_reverse	9	-0.09093073755502701
260367	rnn.bias_hh_l0_reverse	0	-0.15600934624671936
260367	rnn.bias_hh_l0_reverse	1	-0.14666925370693207
260367	rnn.bias_hh_l0_reverse	2	-0.01029213611036539
260367	rnn.bias_hh_l0_reverse	3	-0.13737602531909943
260367	rnn.bias_hh_l0_reverse	4	-0.02648012526333332
260367	rnn.bias_hh_l0_reverse	5	-0.11688768118619919
260367	rnn.bias_hh_l0_reverse	6	-0.07240355014801025
260367	rnn.bias_hh_l0_reverse	7	-0.18095950782299042
260367	rnn.bias_hh_l0_reverse	8	-0.06193901598453522
260367	rnn.bias_hh_l0_reverse	9	-0.11805036664009094
260367	linear.weight	0	-0.28042659163475037
260367	linear.weight	1	-0.1372453272342682
260367	linear.weight	2	-0.011228874325752258
260367	linear.weight	3	-0.07167239487171173
260367	linear.weight	4	0.0015061604790389538
260367	linear.weight	5	0.24449898302555084
260367	linear.weight	6	0.0047744326293468475
260367	linear.weight	7	-0.021312154829502106
260367	linear.weight	8	0.2012271285057068
260367	linear.weight	9	0.21738344430923462
260367	linear.bias	0	-0.8330644965171814
260367	linear.bias	1	1.408735752105713
260367	linear.bias	2	-0.49969130754470825
260367	linear.bias	3	-0.744025468826294
260367	linear.bias	4	-0.9181389212608337
260367	linear.bias	5	-1.1809399127960205
260367	linear.bias	6	-0.9589101076126099
260367	linear.bias	7	-0.7019345760345459
260367	linear.bias	8	-0.01705317199230194
260367	linear.bias	9	3.5191190242767334
260564	transitions	0	-0.47556495666503906
260564	transitions	1	8.903295516967773
260564	transitions	2	-3.6503818035125732
260564	transitions	3	1.632585048675537
260564	transitions	4	-2.2362639904022217
260564	transitions	5	-0.43687450885772705
260564	transitions	6	-0.19713039696216583
260564	transitions	7	-10000.0
260564	transitions	8	1.869870662689209
260564	transitions	9	-2.2952024936676025
260564	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
260564	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
260564	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
260564	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
260564	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
260564	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
260564	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
260564	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
260564	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
260564	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
260564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
260564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
260564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
260564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
260564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
260564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
260564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
260564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
260564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
260564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
260564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
260564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
260564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
260564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
260564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
260564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
260564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
260564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
260564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
260564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
260564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
260564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
260564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
260564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
260564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
260564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
260564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
260564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
260564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
260564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
260564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
260564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
260564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
260564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
260564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
260564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
260564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
260564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
260564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
260564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
260564	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
260564	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
260564	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
260564	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
260564	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
260564	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
260564	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
260564	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
260564	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
260564	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
260564	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
260564	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
260564	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
260564	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
260564	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
260564	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
260564	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
260564	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
260564	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
260564	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
260564	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
260564	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
260564	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
260564	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
260564	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
260564	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
260564	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
260564	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
260564	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
260564	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
260564	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
260564	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
260564	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
260564	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
260564	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
260564	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
260564	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
260564	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
260564	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
260564	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
260564	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
260564	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
260564	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
260564	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
260564	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
260564	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
260564	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
260564	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
260564	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
260564	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
260564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
260564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
260564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
260564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
260564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
260564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
260564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
260564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
260564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
260564	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
260564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
260564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
260564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
260564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
260564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
260564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
260564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
260564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
260564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
260564	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
260564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
260564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
260564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
260564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
260564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
260564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
260564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
260564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
260564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
260564	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
260564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
260564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
260564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
260564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
260564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
260564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
260564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
260564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
260564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
260564	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
260564	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
260564	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
260564	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
260564	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
260564	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
260564	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
260564	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
260564	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
260564	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
260564	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
260564	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
260564	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
260564	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
260564	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
260564	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
260564	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
260564	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
260564	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
260564	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
260564	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
260564	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
260564	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
260564	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
260564	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
260564	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
260564	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
260564	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
260564	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
260564	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
260564	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
260564	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
260564	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
260564	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
260564	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
260564	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
260564	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
260564	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
260564	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
260564	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
260564	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
260564	embedding2nn.weight	0	0.04563314467668533
260564	embedding2nn.weight	1	-0.08964136987924576
260564	embedding2nn.weight	2	0.013875019736588001
260564	embedding2nn.weight	3	-0.06187371909618378
260564	embedding2nn.weight	4	-0.11346867680549622
260564	embedding2nn.weight	5	0.11099113523960114
260564	embedding2nn.weight	6	-0.07597635686397552
260564	embedding2nn.weight	7	-0.0790233388543129
260564	embedding2nn.weight	8	-0.03301412984728813
260564	embedding2nn.weight	9	0.03511914610862732
260564	embedding2nn.bias	0	0.07569313049316406
260564	embedding2nn.bias	1	-0.016151463612914085
260564	embedding2nn.bias	2	-0.07622351497411728
260564	embedding2nn.bias	3	0.02053740993142128
260564	embedding2nn.bias	4	-0.012810973450541496
260564	embedding2nn.bias	5	-0.19423897564411163
260564	embedding2nn.bias	6	-0.12338937073945999
260564	embedding2nn.bias	7	-0.021972378715872765
260564	embedding2nn.bias	8	0.06303374469280243
260564	embedding2nn.bias	9	-0.054365698248147964
260564	rnn.weight_ih_l0	0	0.03582463786005974
260564	rnn.weight_ih_l0	1	-0.08787069469690323
260564	rnn.weight_ih_l0	2	-0.0626462921500206
260564	rnn.weight_ih_l0	3	-0.05314238741993904
260564	rnn.weight_ih_l0	4	0.020451612770557404
260564	rnn.weight_ih_l0	5	-0.11378376185894012
260564	rnn.weight_ih_l0	6	-0.025667501613497734
260564	rnn.weight_ih_l0	7	-0.002735017566010356
260564	rnn.weight_ih_l0	8	0.04887518286705017
260564	rnn.weight_ih_l0	9	0.00877686683088541
260564	rnn.weight_hh_l0	0	0.004624299239367247
260564	rnn.weight_hh_l0	1	-0.081634521484375
260564	rnn.weight_hh_l0	2	0.07371485233306885
260564	rnn.weight_hh_l0	3	0.051931459456682205
260564	rnn.weight_hh_l0	4	0.007230157032608986
260564	rnn.weight_hh_l0	5	0.07067754119634628
260564	rnn.weight_hh_l0	6	-0.01717097871005535
260564	rnn.weight_hh_l0	7	-0.11248904466629028
260564	rnn.weight_hh_l0	8	0.026878371834754944
260564	rnn.weight_hh_l0	9	-0.07400650531053543
260564	rnn.bias_ih_l0	0	-0.0781540498137474
260564	rnn.bias_ih_l0	1	-0.19580280780792236
260564	rnn.bias_ih_l0	2	-0.2603349983692169
260564	rnn.bias_ih_l0	3	-0.28220659494400024
260564	rnn.bias_ih_l0	4	0.016416575759649277
260564	rnn.bias_ih_l0	5	0.050990764051675797
260564	rnn.bias_ih_l0	6	-0.16775467991828918
260564	rnn.bias_ih_l0	7	-0.2727530896663666
260564	rnn.bias_ih_l0	8	-0.1525321900844574
260564	rnn.bias_ih_l0	9	-0.17719577252864838
260564	rnn.bias_hh_l0	0	0.13262279331684113
260564	rnn.bias_hh_l0	1	-0.053840816020965576
260564	rnn.bias_hh_l0	2	0.05175602436065674
260564	rnn.bias_hh_l0	3	-0.17534397542476654
260564	rnn.bias_hh_l0	4	0.05837126076221466
260564	rnn.bias_hh_l0	5	0.05352450907230377
260564	rnn.bias_hh_l0	6	-0.1113046407699585
260564	rnn.bias_hh_l0	7	-0.15309323370456696
260564	rnn.bias_hh_l0	8	-0.18301670253276825
260564	rnn.bias_hh_l0	9	-0.112115778028965
260564	rnn.weight_ih_l0_reverse	0	-0.017145726829767227
260564	rnn.weight_ih_l0_reverse	1	-0.011078032664954662
260564	rnn.weight_ih_l0_reverse	2	-0.0019017462618649006
260564	rnn.weight_ih_l0_reverse	3	0.008577641099691391
260564	rnn.weight_ih_l0_reverse	4	0.008192932233214378
260564	rnn.weight_ih_l0_reverse	5	-0.057603850960731506
260564	rnn.weight_ih_l0_reverse	6	-0.04074972867965698
260564	rnn.weight_ih_l0_reverse	7	0.017914945259690285
260564	rnn.weight_ih_l0_reverse	8	0.09227082133293152
260564	rnn.weight_ih_l0_reverse	9	0.003247208660468459
260564	rnn.weight_hh_l0_reverse	0	0.004539481829851866
260564	rnn.weight_hh_l0_reverse	1	0.026534240692853928
260564	rnn.weight_hh_l0_reverse	2	-0.04115694761276245
260564	rnn.weight_hh_l0_reverse	3	0.04220051318407059
260564	rnn.weight_hh_l0_reverse	4	0.023823024705052376
260564	rnn.weight_hh_l0_reverse	5	-0.007863487116992474
260564	rnn.weight_hh_l0_reverse	6	0.06954316794872284
260564	rnn.weight_hh_l0_reverse	7	0.041370220482349396
260564	rnn.weight_hh_l0_reverse	8	-0.024779347702860832
260564	rnn.weight_hh_l0_reverse	9	-0.02611391618847847
260564	rnn.bias_ih_l0_reverse	0	-0.14906062185764313
260564	rnn.bias_ih_l0_reverse	1	-0.3087882399559021
260564	rnn.bias_ih_l0_reverse	2	-0.05869791656732559
260564	rnn.bias_ih_l0_reverse	3	-0.15241321921348572
260564	rnn.bias_ih_l0_reverse	4	0.07210304588079453
260564	rnn.bias_ih_l0_reverse	5	-0.28021755814552307
260564	rnn.bias_ih_l0_reverse	6	-0.06883107870817184
260564	rnn.bias_ih_l0_reverse	7	0.00905203353613615
260564	rnn.bias_ih_l0_reverse	8	-0.19244031608104706
260564	rnn.bias_ih_l0_reverse	9	-0.09179428964853287
260564	rnn.bias_hh_l0_reverse	0	-0.15573321282863617
260564	rnn.bias_hh_l0_reverse	1	-0.14701056480407715
260564	rnn.bias_hh_l0_reverse	2	-0.009854409843683243
260564	rnn.bias_hh_l0_reverse	3	-0.13717518746852875
260564	rnn.bias_hh_l0_reverse	4	-0.02573135867714882
260564	rnn.bias_hh_l0_reverse	5	-0.1171027347445488
260564	rnn.bias_hh_l0_reverse	6	-0.07234353572130203
260564	rnn.bias_hh_l0_reverse	7	-0.18139202892780304
260564	rnn.bias_hh_l0_reverse	8	-0.06140325590968132
260564	rnn.bias_hh_l0_reverse	9	-0.11806901544332504
260564	linear.weight	0	-0.2763420343399048
260564	linear.weight	1	-0.13574035465717316
260564	linear.weight	2	-0.011228874325752258
260564	linear.weight	3	-0.07043930143117905
260564	linear.weight	4	0.0002069369948003441
260564	linear.weight	5	0.24720515310764313
260564	linear.weight	6	0.0047744326293468475
260564	linear.weight	7	-0.021312154829502106
260564	linear.weight	8	0.20409144461154938
260564	linear.weight	9	0.21837379038333893
260564	linear.bias	0	-0.830233097076416
260564	linear.bias	1	1.4300020933151245
260564	linear.bias	2	-0.50201016664505
260564	linear.bias	3	-0.7563996911048889
260564	linear.bias	4	-0.9254328608512878
260564	linear.bias	5	-1.1809450387954712
260564	linear.bias	6	-0.958514392375946
260564	linear.bias	7	-0.7084267735481262
260564	linear.bias	8	-0.01705317199230194
260564	linear.bias	9	3.491692304611206
260568	transitions	0	-0.47556495666503906
260568	transitions	1	8.90229320526123
260568	transitions	2	-3.6503827571868896
260568	transitions	3	1.6325534582138062
260568	transitions	4	-2.2362663745880127
260568	transitions	5	-0.43687450885772705
260568	transitions	6	-0.19713044166564941
260568	transitions	7	-10000.0
260568	transitions	8	1.8698691129684448
260568	transitions	9	-2.2952024936676025
260568	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
260568	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
260568	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
260568	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
260568	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
260568	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
260568	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
260568	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
260568	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
260568	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
260568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
260568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
260568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
260568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
260568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
260568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
260568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
260568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
260568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
260568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
260568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
260568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
260568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
260568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
260568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
260568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
260568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
260568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
260568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
260568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
260568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
260568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
260568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
260568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
260568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
260568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
260568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
260568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
260568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
260568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
260568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
260568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
260568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
260568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
260568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
260568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
260568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
260568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
260568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
260568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
260568	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
260568	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
260568	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
260568	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
260568	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
260568	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
260568	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
260568	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
260568	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
260568	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
260568	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
260568	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
260568	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
260568	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
260568	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
260568	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
260568	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
260568	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
260568	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
260568	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
260568	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
260568	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
260568	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
260568	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
260568	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
260568	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
260568	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
260568	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
260568	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
260568	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
260568	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
260568	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
260568	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
260568	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
260568	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
260568	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
260568	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
260568	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
260568	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
260568	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
260568	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
260568	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
260568	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
260568	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
260568	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
260568	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
260568	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
260568	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
260568	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
260568	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
260568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
260568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
260568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
260568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
260568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
260568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
260568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
260568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
260568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
260568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
260568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
260568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
260568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
260568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
260568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
260568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
260568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
260568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
260568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
260568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
260568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
260568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
260568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
260568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
260568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
260568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
260568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
260568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
260568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
260568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
260568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
260568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
260568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
260568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
260568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
260568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
260568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
260568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
260568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
260568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
260568	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
260568	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
260568	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
260568	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
260568	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
260568	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
260568	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
260568	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
260568	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
260568	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
260568	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
260568	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
260568	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
260568	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
260568	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
260568	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
260568	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
260568	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
260568	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
260568	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
260568	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
260568	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
260568	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
260568	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
260568	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
260568	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
260568	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
260568	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
260568	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
260568	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
260568	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
260568	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
260568	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
260568	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
260568	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
260568	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
260568	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
260568	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
260568	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
260568	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
260568	embedding2nn.weight	0	0.04560798779129982
260568	embedding2nn.weight	1	-0.08962202817201614
260568	embedding2nn.weight	2	0.013866926543414593
260568	embedding2nn.weight	3	-0.06188129633665085
260568	embedding2nn.weight	4	-0.1135084480047226
260568	embedding2nn.weight	5	0.1110510379076004
260568	embedding2nn.weight	6	-0.07593055069446564
260568	embedding2nn.weight	7	-0.079019695520401
260568	embedding2nn.weight	8	-0.03298761323094368
260568	embedding2nn.weight	9	0.035121019929647446
260568	embedding2nn.bias	0	0.07576927542686462
260568	embedding2nn.bias	1	-0.01661764457821846
260568	embedding2nn.bias	2	-0.07663042098283768
260568	embedding2nn.bias	3	0.020067663863301277
260568	embedding2nn.bias	4	-0.012463259510695934
260568	embedding2nn.bias	5	-0.1942896544933319
260568	embedding2nn.bias	6	-0.12371442466974258
260568	embedding2nn.bias	7	-0.022091051563620567
260568	embedding2nn.bias	8	0.06314286589622498
260568	embedding2nn.bias	9	-0.05359092727303505
260568	rnn.weight_ih_l0	0	0.035839423537254333
260568	rnn.weight_ih_l0	1	-0.08786987513303757
260568	rnn.weight_ih_l0	2	-0.06262276321649551
260568	rnn.weight_ih_l0	3	-0.05315031111240387
260568	rnn.weight_ih_l0	4	0.020451823249459267
260568	rnn.weight_ih_l0	5	-0.11375748366117477
260568	rnn.weight_ih_l0	6	-0.02566516399383545
260568	rnn.weight_ih_l0	7	-0.0027516891714185476
260568	rnn.weight_ih_l0	8	0.04896552488207817
260568	rnn.weight_ih_l0	9	0.00889313779771328
260568	rnn.weight_hh_l0	0	0.004617069382220507
260568	rnn.weight_hh_l0	1	-0.08163009583950043
260568	rnn.weight_hh_l0	2	0.07371102273464203
260568	rnn.weight_hh_l0	3	0.05194830894470215
260568	rnn.weight_hh_l0	4	0.0072319661267101765
260568	rnn.weight_hh_l0	5	0.07065527886152267
260568	rnn.weight_hh_l0	6	-0.017171552404761314
260568	rnn.weight_hh_l0	7	-0.11250375956296921
260568	rnn.weight_hh_l0	8	0.026879196986556053
260568	rnn.weight_hh_l0	9	-0.07401116192340851
260568	rnn.bias_ih_l0	0	-0.07817371934652328
260568	rnn.bias_ih_l0	1	-0.1957874745130539
260568	rnn.bias_ih_l0	2	-0.2603910267353058
260568	rnn.bias_ih_l0	3	-0.28234490752220154
260568	rnn.bias_ih_l0	4	0.016410350799560547
260568	rnn.bias_ih_l0	5	0.05097982659935951
260568	rnn.bias_ih_l0	6	-0.1678551733493805
260568	rnn.bias_ih_l0	7	-0.27275773882865906
260568	rnn.bias_ih_l0	8	-0.15269805490970612
260568	rnn.bias_ih_l0	9	-0.1774364411830902
260568	rnn.bias_hh_l0	0	0.1326284408569336
260568	rnn.bias_hh_l0	1	-0.053838036954402924
260568	rnn.bias_hh_l0	2	0.05176195129752159
260568	rnn.bias_hh_l0	3	-0.17534686625003815
260568	rnn.bias_hh_l0	4	0.05835820361971855
260568	rnn.bias_hh_l0	5	0.05365370586514473
260568	rnn.bias_hh_l0	6	-0.1112988293170929
260568	rnn.bias_hh_l0	7	-0.1531587839126587
260568	rnn.bias_hh_l0	8	-0.18309110403060913
260568	rnn.bias_hh_l0	9	-0.11201005429029465
260568	rnn.weight_ih_l0_reverse	0	-0.017155088484287262
260568	rnn.weight_ih_l0_reverse	1	-0.011076237075030804
260568	rnn.weight_ih_l0_reverse	2	-0.0017723786877468228
260568	rnn.weight_ih_l0_reverse	3	0.008463415317237377
260568	rnn.weight_ih_l0_reverse	4	0.00818717759102583
260568	rnn.weight_ih_l0_reverse	5	-0.0576828233897686
260568	rnn.weight_ih_l0_reverse	6	-0.04062013700604439
260568	rnn.weight_ih_l0_reverse	7	0.017943529412150383
260568	rnn.weight_ih_l0_reverse	8	0.09223365783691406
260568	rnn.weight_ih_l0_reverse	9	0.0032953794579952955
260568	rnn.weight_hh_l0_reverse	0	0.004538894630968571
260568	rnn.weight_hh_l0_reverse	1	0.026534058153629303
260568	rnn.weight_hh_l0_reverse	2	-0.04117761179804802
260568	rnn.weight_hh_l0_reverse	3	0.042200200259685516
260568	rnn.weight_hh_l0_reverse	4	0.023821165785193443
260568	rnn.weight_hh_l0_reverse	5	-0.007870044559240341
260568	rnn.weight_hh_l0_reverse	6	0.06954336911439896
260568	rnn.weight_hh_l0_reverse	7	0.0413772352039814
260568	rnn.weight_hh_l0_reverse	8	-0.024777479469776154
260568	rnn.weight_hh_l0_reverse	9	-0.026117432862520218
260568	rnn.bias_ih_l0_reverse	0	-0.1490771770477295
260568	rnn.bias_ih_l0_reverse	1	-0.30878496170043945
260568	rnn.bias_ih_l0_reverse	2	-0.058782123029232025
260568	rnn.bias_ih_l0_reverse	3	-0.15233929455280304
260568	rnn.bias_ih_l0_reverse	4	0.07217159867286682
260568	rnn.bias_ih_l0_reverse	5	-0.28020715713500977
260568	rnn.bias_ih_l0_reverse	6	-0.0688449963927269
260568	rnn.bias_ih_l0_reverse	7	0.009064931422472
260568	rnn.bias_ih_l0_reverse	8	-0.19224630296230316
260568	rnn.bias_ih_l0_reverse	9	-0.09182760864496231
260568	rnn.bias_hh_l0_reverse	0	-0.15633340179920197
260568	rnn.bias_hh_l0_reverse	1	-0.14710937440395355
260568	rnn.bias_hh_l0_reverse	2	-0.009868464432656765
260568	rnn.bias_hh_l0_reverse	3	-0.13725902140140533
260568	rnn.bias_hh_l0_reverse	4	-0.0257391557097435
260568	rnn.bias_hh_l0_reverse	5	-0.11710674315690994
260568	rnn.bias_hh_l0_reverse	6	-0.07234246283769608
260568	rnn.bias_hh_l0_reverse	7	-0.18138320744037628
260568	rnn.bias_hh_l0_reverse	8	-0.06140289083123207
260568	rnn.bias_hh_l0_reverse	9	-0.11811880767345428
260568	linear.weight	0	-0.27633920311927795
260568	linear.weight	1	-0.13573992252349854
260568	linear.weight	2	-0.011228874325752258
260568	linear.weight	3	-0.07043769955635071
260568	linear.weight	4	0.00021267389820422977
260568	linear.weight	5	0.24715270102024078
260568	linear.weight	6	0.0047744326293468475
260568	linear.weight	7	-0.021312154829502106
260568	linear.weight	8	0.20446455478668213
260568	linear.weight	9	0.2183530032634735
260568	linear.bias	0	-0.8295106887817383
260568	linear.bias	1	1.429785132408142
260568	linear.bias	2	-0.5034694075584412
260568	linear.bias	3	-0.7573593258857727
260568	linear.bias	4	-0.9249259233474731
260568	linear.bias	5	-1.1809450387954712
260568	linear.bias	6	-0.9578042030334473
260568	linear.bias	7	-0.7043399810791016
260568	linear.bias	8	-0.01705317199230194
260568	linear.bias	9	3.4981513023376465
260765	transitions	0	-0.47559303045272827
260765	transitions	1	8.891966819763184
260765	transitions	2	-3.6505014896392822
260765	transitions	3	1.637377381324768
260765	transitions	4	-2.236345052719116
260765	transitions	5	-0.4369664192199707
260765	transitions	6	-0.19713683426380157
260765	transitions	7	-10000.0
260765	transitions	8	1.86973237991333
260765	transitions	9	-2.29520320892334
260765	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
260765	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
260765	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
260765	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
260765	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
260765	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
260765	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
260765	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
260765	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
260765	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
260765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
260765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
260765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
260765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
260765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
260765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
260765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
260765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
260765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
260765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
260765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
260765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
260765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
260765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
260765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
260765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
260765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
260765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
260765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
260765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
260765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
260765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
260765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
260765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
260765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
260765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
260765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
260765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
260765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
260765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
260765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
260765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
260765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
260765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
260765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
260765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
260765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
260765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
260765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
260765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
260765	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
260765	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
260765	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
260765	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
260765	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
260765	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
260765	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
260765	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
260765	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
260765	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
260765	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
260765	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
260765	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
260765	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
260765	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
260765	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
260765	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
260765	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
260765	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
260765	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
260765	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
260765	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
260765	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
260765	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
260765	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
260765	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
260765	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
260765	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
260765	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
260765	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
260765	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
260765	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
260765	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
260765	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
260765	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
260765	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
260765	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
260765	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
260765	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
260765	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
260765	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
260765	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
260765	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
260765	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
260765	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
260765	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
260765	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
260765	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
260765	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
260765	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
260765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
260765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
260765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
260765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
260765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
260765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
260765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
260765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
260765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
260765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
260765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
260765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
260765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
260765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
260765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
260765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
260765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
260765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
260765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
260765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
260765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
260765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
260765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
260765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
260765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
260765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
260765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
260765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
260765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
260765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
260765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
260765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
260765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
260765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
260765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
260765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
260765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
260765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
260765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
260765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
260765	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
260765	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
260765	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
260765	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
260765	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
260765	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
260765	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
260765	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
260765	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
260765	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
260765	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
260765	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
260765	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
260765	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
260765	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
260765	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
260765	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
260765	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
260765	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
260765	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
260765	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
260765	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
260765	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
260765	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
260765	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
260765	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
260765	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
260765	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
260765	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
260765	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
260765	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
260765	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
260765	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
260765	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
260765	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
260765	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
260765	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
260765	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
260765	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
260765	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
260765	embedding2nn.weight	0	0.045640237629413605
260765	embedding2nn.weight	1	-0.08989626169204712
260765	embedding2nn.weight	2	0.015133565291762352
260765	embedding2nn.weight	3	-0.06147265434265137
260765	embedding2nn.weight	4	-0.1145559623837471
260765	embedding2nn.weight	5	0.11070921272039413
260765	embedding2nn.weight	6	-0.07699716836214066
260765	embedding2nn.weight	7	-0.07938911765813828
260765	embedding2nn.weight	8	-0.03295598551630974
260765	embedding2nn.weight	9	0.03533873334527016
260765	embedding2nn.bias	0	0.06563534587621689
260765	embedding2nn.bias	1	-0.01792934536933899
260765	embedding2nn.bias	2	-0.07348521798849106
260765	embedding2nn.bias	3	0.02316242642700672
260765	embedding2nn.bias	4	-0.012446870096027851
260765	embedding2nn.bias	5	-0.19123008847236633
260765	embedding2nn.bias	6	-0.12399420142173767
260765	embedding2nn.bias	7	-0.02399457059800625
260765	embedding2nn.bias	8	0.06082424521446228
260765	embedding2nn.bias	9	-0.048551931977272034
260765	rnn.weight_ih_l0	0	0.03613738715648651
260765	rnn.weight_ih_l0	1	-0.08748821169137955
260765	rnn.weight_ih_l0	2	-0.06365364044904709
260765	rnn.weight_ih_l0	3	-0.05315865948796272
260765	rnn.weight_ih_l0	4	0.020260948687791824
260765	rnn.weight_ih_l0	5	-0.11388342082500458
260765	rnn.weight_ih_l0	6	-0.025606831535696983
260765	rnn.weight_ih_l0	7	-0.0032047820277512074
260765	rnn.weight_ih_l0	8	0.04892627149820328
260765	rnn.weight_ih_l0	9	0.009017311036586761
260765	rnn.weight_hh_l0	0	0.004510869272053242
260765	rnn.weight_hh_l0	1	-0.08160581439733505
260765	rnn.weight_hh_l0	2	0.07375539094209671
260765	rnn.weight_hh_l0	3	0.05192527920007706
260765	rnn.weight_hh_l0	4	0.007142031565308571
260765	rnn.weight_hh_l0	5	0.0706530287861824
260765	rnn.weight_hh_l0	6	-0.01717037335038185
260765	rnn.weight_hh_l0	7	-0.11269014328718185
260765	rnn.weight_hh_l0	8	0.0274027269333601
260765	rnn.weight_hh_l0	9	-0.0736352875828743
260765	rnn.bias_ih_l0	0	-0.07766074687242508
260765	rnn.bias_ih_l0	1	-0.1966659426689148
260765	rnn.bias_ih_l0	2	-0.2609356939792633
260765	rnn.bias_ih_l0	3	-0.281833291053772
260765	rnn.bias_ih_l0	4	0.01632789894938469
260765	rnn.bias_ih_l0	5	0.04997797682881355
260765	rnn.bias_ih_l0	6	-0.16790811717510223
260765	rnn.bias_ih_l0	7	-0.2723082900047302
260765	rnn.bias_ih_l0	8	-0.1527327299118042
260765	rnn.bias_ih_l0	9	-0.1776842325925827
260765	rnn.bias_hh_l0	0	0.13292478024959564
260765	rnn.bias_hh_l0	1	-0.054391078650951385
260765	rnn.bias_hh_l0	2	0.05147850885987282
260765	rnn.bias_hh_l0	3	-0.17475123703479767
260765	rnn.bias_hh_l0	4	0.058586716651916504
260765	rnn.bias_hh_l0	5	0.05342377349734306
260765	rnn.bias_hh_l0	6	-0.11164100468158722
260765	rnn.bias_hh_l0	7	-0.15290847420692444
260765	rnn.bias_hh_l0	8	-0.18299658596515656
260765	rnn.bias_hh_l0	9	-0.11171141266822815
260765	rnn.weight_ih_l0_reverse	0	-0.01701497845351696
260765	rnn.weight_ih_l0_reverse	1	-0.011010178364813328
260765	rnn.weight_ih_l0_reverse	2	-0.001288191881030798
260765	rnn.weight_ih_l0_reverse	3	0.008539211004972458
260765	rnn.weight_ih_l0_reverse	4	0.008379129692912102
260765	rnn.weight_ih_l0_reverse	5	-0.05706320330500603
260765	rnn.weight_ih_l0_reverse	6	-0.041407909244298935
260765	rnn.weight_ih_l0_reverse	7	0.01780044659972191
260765	rnn.weight_ih_l0_reverse	8	0.0926845595240593
260765	rnn.weight_ih_l0_reverse	9	0.0031674185302108526
260765	rnn.weight_hh_l0_reverse	0	0.004573585465550423
260765	rnn.weight_hh_l0_reverse	1	0.02657698281109333
260765	rnn.weight_hh_l0_reverse	2	-0.041216976940631866
260765	rnn.weight_hh_l0_reverse	3	0.04253435134887695
260765	rnn.weight_hh_l0_reverse	4	0.023893842473626137
260765	rnn.weight_hh_l0_reverse	5	-0.007951867766678333
260765	rnn.weight_hh_l0_reverse	6	0.06975673884153366
260765	rnn.weight_hh_l0_reverse	7	0.04093044251203537
260765	rnn.weight_hh_l0_reverse	8	-0.025005610659718513
260765	rnn.weight_hh_l0_reverse	9	-0.026259243488311768
260765	rnn.bias_ih_l0_reverse	0	-0.14945633709430695
260765	rnn.bias_ih_l0_reverse	1	-0.30992767214775085
260765	rnn.bias_ih_l0_reverse	2	-0.058167263865470886
260765	rnn.bias_ih_l0_reverse	3	-0.15214192867279053
260765	rnn.bias_ih_l0_reverse	4	0.07122411578893661
260765	rnn.bias_ih_l0_reverse	5	-0.27995747327804565
260765	rnn.bias_ih_l0_reverse	6	-0.06912277638912201
260765	rnn.bias_ih_l0_reverse	7	0.009154426865279675
260765	rnn.bias_ih_l0_reverse	8	-0.1923663467168808
260765	rnn.bias_ih_l0_reverse	9	-0.09125614911317825
260765	rnn.bias_hh_l0_reverse	0	-0.15521711111068726
260765	rnn.bias_hh_l0_reverse	1	-0.1473577618598938
260765	rnn.bias_hh_l0_reverse	2	-0.01056156400591135
260765	rnn.bias_hh_l0_reverse	3	-0.13802820444107056
260765	rnn.bias_hh_l0_reverse	4	-0.025430187582969666
260765	rnn.bias_hh_l0_reverse	5	-0.1182033121585846
260765	rnn.bias_hh_l0_reverse	6	-0.07291340827941895
260765	rnn.bias_hh_l0_reverse	7	-0.18204447627067566
260765	rnn.bias_hh_l0_reverse	8	-0.06127340346574783
260765	rnn.bias_hh_l0_reverse	9	-0.1194353997707367
260765	linear.weight	0	-0.2734570801258087
260765	linear.weight	1	-0.13457024097442627
260765	linear.weight	2	-0.011228874325752258
260765	linear.weight	3	-0.06876612454652786
260765	linear.weight	4	0.004039749503135681
260765	linear.weight	5	0.24422460794448853
260765	linear.weight	6	0.0047744326293468475
260765	linear.weight	7	-0.021312154829502106
260765	linear.weight	8	0.2034195065498352
260765	linear.weight	9	0.22231842577457428
260765	linear.bias	0	-0.8329692482948303
260765	linear.bias	1	1.4416835308074951
260765	linear.bias	2	-0.4888392984867096
260765	linear.bias	3	-0.7605675458908081
260765	linear.bias	4	-0.9263503551483154
260765	linear.bias	5	-1.1809484958648682
260765	linear.bias	6	-0.9610891342163086
260765	linear.bias	7	-0.7032949328422546
260765	linear.bias	8	-0.01705317199230194
260765	linear.bias	9	3.4997026920318604
260962	transitions	0	-0.47561895847320557
260962	transitions	1	8.887578964233398
260962	transitions	2	-3.650573492050171
260962	transitions	3	1.6382237672805786
260962	transitions	4	-2.2367746829986572
260962	transitions	5	-0.4371608793735504
260962	transitions	6	-0.19714227318763733
260962	transitions	7	-10000.0
260962	transitions	8	1.8696500062942505
260962	transitions	9	-2.295203447341919
260962	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
260962	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
260962	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
260962	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
260962	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
260962	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
260962	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
260962	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
260962	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
260962	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
260962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
260962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
260962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
260962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
260962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
260962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
260962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
260962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
260962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
260962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
260962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
260962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
260962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
260962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
260962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
260962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
260962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
260962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
260962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
260962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
260962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
260962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
260962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
260962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
260962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
260962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
260962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
260962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
260962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
260962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
260962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
260962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
260962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
260962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
260962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
260962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
260962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
260962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
260962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
260962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
260962	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
260962	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
260962	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
260962	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
260962	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
260962	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
260962	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
260962	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
260962	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
260962	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
260962	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
260962	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
260962	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
260962	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
260962	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
260962	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
260962	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
260962	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
260962	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
260962	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
260962	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
260962	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
260962	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
260962	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
260962	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
260962	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
260962	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
260962	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
260962	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
260962	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
260962	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
260962	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
260962	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
260962	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
260962	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
260962	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
260962	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
260962	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
260962	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
260962	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
260962	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
260962	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
260962	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
260962	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
260962	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
260962	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
260962	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
260962	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
260962	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
260962	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
260962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
260962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
260962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
260962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
260962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
260962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
260962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
260962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
260962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
260962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
260962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
260962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
260962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
260962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
260962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
260962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
260962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
260962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
260962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
260962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
260962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
260962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
260962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
260962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
260962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
260962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
260962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
260962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
260962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
260962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
260962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
260962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
260962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
260962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
260962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
260962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
260962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
260962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
260962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
260962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
260962	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
260962	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
260962	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
260962	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
260962	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
260962	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
260962	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
260962	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
260962	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
260962	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
260962	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
260962	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
260962	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
260962	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
260962	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
260962	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
260962	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
260962	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
260962	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
260962	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
260962	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
260962	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
260962	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
260962	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
260962	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
260962	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
260962	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
260962	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
260962	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
260962	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
260962	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
260962	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
260962	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
260962	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
260962	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
260962	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
260962	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
260962	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
260962	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
260962	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
260962	embedding2nn.weight	0	0.04564972594380379
260962	embedding2nn.weight	1	-0.09004475176334381
260962	embedding2nn.weight	2	0.014855521731078625
260962	embedding2nn.weight	3	-0.06103765591979027
260962	embedding2nn.weight	4	-0.11465289443731308
260962	embedding2nn.weight	5	0.11094553768634796
260962	embedding2nn.weight	6	-0.07651767134666443
260962	embedding2nn.weight	7	-0.07979036122560501
260962	embedding2nn.weight	8	-0.033486656844615936
260962	embedding2nn.weight	9	0.034370969980955124
260962	embedding2nn.bias	0	0.0680474042892456
260962	embedding2nn.bias	1	-0.013628687709569931
260962	embedding2nn.bias	2	-0.07616777718067169
260962	embedding2nn.bias	3	0.01904882863163948
260962	embedding2nn.bias	4	-0.008035684935748577
260962	embedding2nn.bias	5	-0.19056807458400726
260962	embedding2nn.bias	6	-0.12047742307186127
260962	embedding2nn.bias	7	-0.022598622366786003
260962	embedding2nn.bias	8	0.05845246836543083
260962	embedding2nn.bias	9	-0.05656968057155609
260962	rnn.weight_ih_l0	0	0.03676512464880943
260962	rnn.weight_ih_l0	1	-0.08784251660108566
260962	rnn.weight_ih_l0	2	-0.06296499073505402
260962	rnn.weight_ih_l0	3	-0.05242240056395531
260962	rnn.weight_ih_l0	4	0.021014194935560226
260962	rnn.weight_ih_l0	5	-0.11367019265890121
260962	rnn.weight_ih_l0	6	-0.025278836488723755
260962	rnn.weight_ih_l0	7	-0.002944938139989972
260962	rnn.weight_ih_l0	8	0.04790956899523735
260962	rnn.weight_ih_l0	9	0.008777576498687267
260962	rnn.weight_hh_l0	0	0.0046409377828240395
260962	rnn.weight_hh_l0	1	-0.08136165887117386
260962	rnn.weight_hh_l0	2	0.07382941246032715
260962	rnn.weight_hh_l0	3	0.05199394002556801
260962	rnn.weight_hh_l0	4	0.0071680280379951
260962	rnn.weight_hh_l0	5	0.07064204663038254
260962	rnn.weight_hh_l0	6	-0.017184177413582802
260962	rnn.weight_hh_l0	7	-0.11253317445516586
260962	rnn.weight_hh_l0	8	0.027393903583288193
260962	rnn.weight_hh_l0	9	-0.07380155473947525
260962	rnn.bias_ih_l0	0	-0.07722460478544235
260962	rnn.bias_ih_l0	1	-0.19848684966564178
260962	rnn.bias_ih_l0	2	-0.2611767053604126
260962	rnn.bias_ih_l0	3	-0.2817460000514984
260962	rnn.bias_ih_l0	4	0.016202222555875778
260962	rnn.bias_ih_l0	5	0.05042572319507599
260962	rnn.bias_ih_l0	6	-0.1680123656988144
260962	rnn.bias_ih_l0	7	-0.2721135914325714
260962	rnn.bias_ih_l0	8	-0.15406739711761475
260962	rnn.bias_ih_l0	9	-0.17766006290912628
260962	rnn.bias_hh_l0	0	0.13364693522453308
260962	rnn.bias_hh_l0	1	-0.05382159724831581
260962	rnn.bias_hh_l0	2	0.05103227123618126
260962	rnn.bias_hh_l0	3	-0.17446725070476532
260962	rnn.bias_hh_l0	4	0.05830570310354233
260962	rnn.bias_hh_l0	5	0.05400451645255089
260962	rnn.bias_hh_l0	6	-0.11144232749938965
260962	rnn.bias_hh_l0	7	-0.15374444425106049
260962	rnn.bias_hh_l0	8	-0.18273098766803741
260962	rnn.bias_hh_l0	9	-0.1133740097284317
260962	rnn.weight_ih_l0_reverse	0	-0.01700243353843689
260962	rnn.weight_ih_l0_reverse	1	-0.011098365299403667
260962	rnn.weight_ih_l0_reverse	2	-0.002041356870904565
260962	rnn.weight_ih_l0_reverse	3	0.007328154519200325
260962	rnn.weight_ih_l0_reverse	4	0.008045768365263939
260962	rnn.weight_ih_l0_reverse	5	-0.05712283030152321
260962	rnn.weight_ih_l0_reverse	6	-0.04140938073396683
260962	rnn.weight_ih_l0_reverse	7	0.017990512773394585
260962	rnn.weight_ih_l0_reverse	8	0.09284581989049911
260962	rnn.weight_ih_l0_reverse	9	0.003235894488170743
260962	rnn.weight_hh_l0_reverse	0	0.0047076004557311535
260962	rnn.weight_hh_l0_reverse	1	0.026611290872097015
260962	rnn.weight_hh_l0_reverse	2	-0.04149127006530762
260962	rnn.weight_hh_l0_reverse	3	0.04231434315443039
260962	rnn.weight_hh_l0_reverse	4	0.02382875606417656
260962	rnn.weight_hh_l0_reverse	5	-0.007863812148571014
260962	rnn.weight_hh_l0_reverse	6	0.06975476443767548
260962	rnn.weight_hh_l0_reverse	7	0.04083999991416931
260962	rnn.weight_hh_l0_reverse	8	-0.025163916870951653
260962	rnn.weight_hh_l0_reverse	9	-0.026340395212173462
260962	rnn.bias_ih_l0_reverse	0	-0.14898599684238434
260962	rnn.bias_ih_l0_reverse	1	-0.30978018045425415
260962	rnn.bias_ih_l0_reverse	2	-0.05804681032896042
260962	rnn.bias_ih_l0_reverse	3	-0.1522829383611679
260962	rnn.bias_ih_l0_reverse	4	0.0714469701051712
260962	rnn.bias_ih_l0_reverse	5	-0.28043118119239807
260962	rnn.bias_ih_l0_reverse	6	-0.06899826228618622
260962	rnn.bias_ih_l0_reverse	7	0.01102880947291851
260962	rnn.bias_ih_l0_reverse	8	-0.19219040870666504
260962	rnn.bias_ih_l0_reverse	9	-0.09138817340135574
260962	rnn.bias_hh_l0_reverse	0	-0.15485475957393646
260962	rnn.bias_hh_l0_reverse	1	-0.14731217920780182
260962	rnn.bias_hh_l0_reverse	2	-0.011185343377292156
260962	rnn.bias_hh_l0_reverse	3	-0.13950248062610626
260962	rnn.bias_hh_l0_reverse	4	-0.02538294903934002
260962	rnn.bias_hh_l0_reverse	5	-0.11873835325241089
260962	rnn.bias_hh_l0_reverse	6	-0.07332071661949158
260962	rnn.bias_hh_l0_reverse	7	-0.18069352209568024
260962	rnn.bias_hh_l0_reverse	8	-0.06056031957268715
260962	rnn.bias_hh_l0_reverse	9	-0.11907260864973068
260962	linear.weight	0	-0.2738153338432312
260962	linear.weight	1	-0.1318172812461853
260962	linear.weight	2	-0.011228874325752258
260962	linear.weight	3	-0.06930554658174515
260962	linear.weight	4	0.005647457670420408
260962	linear.weight	5	0.2453453093767166
260962	linear.weight	6	0.0047744326293468475
260962	linear.weight	7	-0.021312154829502106
260962	linear.weight	8	0.20529983937740326
260962	linear.weight	9	0.22309517860412598
260962	linear.bias	0	-0.8301481604576111
260962	linear.bias	1	1.4309935569763184
260962	linear.bias	2	-0.4836779236793518
260962	linear.bias	3	-0.765508770942688
260962	linear.bias	4	-0.9277426600456238
260962	linear.bias	5	-1.1809548139572144
260962	linear.bias	6	-0.9586037397384644
260962	linear.bias	7	-0.7078712582588196
260962	linear.bias	8	-0.01705317199230194
260962	linear.bias	9	3.5220069885253906
261159	transitions	0	-0.4756823182106018
261159	transitions	1	8.893383979797363
261159	transitions	2	-3.650655746459961
261159	transitions	3	1.6381760835647583
261159	transitions	4	-2.236818313598633
261159	transitions	5	-0.43718019127845764
261159	transitions	6	-0.1971527338027954
261159	transitions	7	-10000.0
261159	transitions	8	1.8701319694519043
261159	transitions	9	-2.295203685760498
261159	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
261159	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
261159	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
261159	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
261159	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
261159	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
261159	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
261159	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
261159	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
261159	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
261159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
261159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
261159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
261159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
261159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
261159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
261159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
261159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
261159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
261159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
261159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
261159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
261159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
261159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
261159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
261159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
261159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
261159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
261159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
261159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
261159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
261159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
261159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
261159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
261159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
261159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
261159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
261159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
261159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
261159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
261159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
261159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
261159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
261159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
261159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
261159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
261159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
261159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
261159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
261159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
261159	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
261159	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
261159	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
261159	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
261159	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
261159	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
261159	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
261159	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
261159	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
261159	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
261159	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
261159	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
261159	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
261159	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
261159	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
261159	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
261159	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
261159	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
261159	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
261159	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
261159	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
261159	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
261159	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
261159	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
261159	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
261159	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
261159	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
261159	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
261159	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
261159	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
261159	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
261159	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
261159	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
261159	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
261159	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
261159	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
261159	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
261159	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
261159	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
261159	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
261159	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
261159	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
261159	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
261159	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
261159	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
261159	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
261159	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
261159	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
261159	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
261159	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
261159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
261159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
261159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
261159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
261159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
261159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
261159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
261159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
261159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
261159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
261159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
261159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
261159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
261159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
261159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
261159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
261159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
261159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
261159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
261159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
261159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
261159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
261159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
261159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
261159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
261159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
261159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
261159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
261159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
261159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
261159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
261159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
261159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
261159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
261159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
261159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
261159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
261159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
261159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
261159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
261159	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
261159	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
261159	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
261159	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
261159	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
261159	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
261159	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
261159	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
261159	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
261159	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
261159	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
261159	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
261159	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
261159	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
261159	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
261159	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
261159	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
261159	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
261159	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
261159	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
261159	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
261159	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
261159	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
261159	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
261159	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
261159	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
261159	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
261159	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
261159	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
261159	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
261159	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
261159	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
261159	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
261159	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
261159	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
261159	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
261159	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
261159	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
261159	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
261159	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
261159	embedding2nn.weight	0	0.0456259660422802
261159	embedding2nn.weight	1	-0.09008559584617615
261159	embedding2nn.weight	2	0.014892477542161942
261159	embedding2nn.weight	3	-0.06099541485309601
261159	embedding2nn.weight	4	-0.11522062122821808
261159	embedding2nn.weight	5	0.1115182414650917
261159	embedding2nn.weight	6	-0.07677698135375977
261159	embedding2nn.weight	7	-0.07900694757699966
261159	embedding2nn.weight	8	-0.03390670195221901
261159	embedding2nn.weight	9	0.032960616052150726
261159	embedding2nn.bias	0	0.06992687284946442
261159	embedding2nn.bias	1	-0.0077521903440356255
261159	embedding2nn.bias	2	-0.0795539990067482
261159	embedding2nn.bias	3	0.018214579671621323
261159	embedding2nn.bias	4	-0.006053530145436525
261159	embedding2nn.bias	5	-0.18236654996871948
261159	embedding2nn.bias	6	-0.12150344252586365
261159	embedding2nn.bias	7	-0.023632533848285675
261159	embedding2nn.bias	8	0.05562715232372284
261159	embedding2nn.bias	9	-0.05162374675273895
261159	rnn.weight_ih_l0	0	0.0364571288228035
261159	rnn.weight_ih_l0	1	-0.08771852403879166
261159	rnn.weight_ih_l0	2	-0.0639772042632103
261159	rnn.weight_ih_l0	3	-0.05236092954874039
261159	rnn.weight_ih_l0	4	0.021191079169511795
261159	rnn.weight_ih_l0	5	-0.11402063071727753
261159	rnn.weight_ih_l0	6	-0.02487293630838394
261159	rnn.weight_ih_l0	7	-0.002294917358085513
261159	rnn.weight_ih_l0	8	0.04758395627140999
261159	rnn.weight_ih_l0	9	0.008977290242910385
261159	rnn.weight_hh_l0	0	0.004335294011980295
261159	rnn.weight_hh_l0	1	-0.08166121691465378
261159	rnn.weight_hh_l0	2	0.07406213879585266
261159	rnn.weight_hh_l0	3	0.052224088460206985
261159	rnn.weight_hh_l0	4	0.007149566896259785
261159	rnn.weight_hh_l0	5	0.07034946233034134
261159	rnn.weight_hh_l0	6	-0.017210781574249268
261159	rnn.weight_hh_l0	7	-0.1125493273139
261159	rnn.weight_hh_l0	8	0.027348270639777184
261159	rnn.weight_hh_l0	9	-0.07389894127845764
261159	rnn.bias_ih_l0	0	-0.07856079190969467
261159	rnn.bias_ih_l0	1	-0.19751566648483276
261159	rnn.bias_ih_l0	2	-0.25999805331230164
261159	rnn.bias_ih_l0	3	-0.28166663646698
261159	rnn.bias_ih_l0	4	0.016280565410852432
261159	rnn.bias_ih_l0	5	0.05112675949931145
261159	rnn.bias_ih_l0	6	-0.16752830147743225
261159	rnn.bias_ih_l0	7	-0.27170994877815247
261159	rnn.bias_ih_l0	8	-0.15455791354179382
261159	rnn.bias_ih_l0	9	-0.17807608842849731
261159	rnn.bias_hh_l0	0	0.13392989337444305
261159	rnn.bias_hh_l0	1	-0.05367380753159523
261159	rnn.bias_hh_l0	2	0.050884347409009933
261159	rnn.bias_hh_l0	3	-0.17241086065769196
261159	rnn.bias_hh_l0	4	0.058750879019498825
261159	rnn.bias_hh_l0	5	0.05432107672095299
261159	rnn.bias_hh_l0	6	-0.11128360778093338
261159	rnn.bias_hh_l0	7	-0.15416307747364044
261159	rnn.bias_hh_l0	8	-0.18259866535663605
261159	rnn.bias_hh_l0	9	-0.11303067207336426
261159	rnn.weight_ih_l0_reverse	0	-0.016749175265431404
261159	rnn.weight_ih_l0_reverse	1	-0.011327791959047318
261159	rnn.weight_ih_l0_reverse	2	-0.0032889738213270903
261159	rnn.weight_ih_l0_reverse	3	0.008032262325286865
261159	rnn.weight_ih_l0_reverse	4	0.007939349859952927
261159	rnn.weight_ih_l0_reverse	5	-0.057384006679058075
261159	rnn.weight_ih_l0_reverse	6	-0.04126980900764465
261159	rnn.weight_ih_l0_reverse	7	0.018357612192630768
261159	rnn.weight_ih_l0_reverse	8	0.09197771549224854
261159	rnn.weight_ih_l0_reverse	9	0.003181250998750329
261159	rnn.weight_hh_l0_reverse	0	0.0048515270464122295
261159	rnn.weight_hh_l0_reverse	1	0.02679372765123844
261159	rnn.weight_hh_l0_reverse	2	-0.042044129222631454
261159	rnn.weight_hh_l0_reverse	3	0.04238592088222504
261159	rnn.weight_hh_l0_reverse	4	0.02372066304087639
261159	rnn.weight_hh_l0_reverse	5	-0.007778255268931389
261159	rnn.weight_hh_l0_reverse	6	0.0700330063700676
261159	rnn.weight_hh_l0_reverse	7	0.041026707738637924
261159	rnn.weight_hh_l0_reverse	8	-0.0249041561037302
261159	rnn.weight_hh_l0_reverse	9	-0.026394488289952278
261159	rnn.bias_ih_l0_reverse	0	-0.14871592819690704
261159	rnn.bias_ih_l0_reverse	1	-0.3113628029823303
261159	rnn.bias_ih_l0_reverse	2	-0.05834387242794037
261159	rnn.bias_ih_l0_reverse	3	-0.15219742059707642
261159	rnn.bias_ih_l0_reverse	4	0.07067002356052399
261159	rnn.bias_ih_l0_reverse	5	-0.2813577950000763
261159	rnn.bias_ih_l0_reverse	6	-0.06976901739835739
261159	rnn.bias_ih_l0_reverse	7	0.009264587424695492
261159	rnn.bias_ih_l0_reverse	8	-0.19195681810379028
261159	rnn.bias_ih_l0_reverse	9	-0.09246310591697693
261159	rnn.bias_hh_l0_reverse	0	-0.15492653846740723
261159	rnn.bias_hh_l0_reverse	1	-0.14787334203720093
261159	rnn.bias_hh_l0_reverse	2	-0.010791949927806854
261159	rnn.bias_hh_l0_reverse	3	-0.13980484008789062
261159	rnn.bias_hh_l0_reverse	4	-0.025355303660035133
261159	rnn.bias_hh_l0_reverse	5	-0.11819729954004288
261159	rnn.bias_hh_l0_reverse	6	-0.07253345847129822
261159	rnn.bias_hh_l0_reverse	7	-0.18081726133823395
261159	rnn.bias_hh_l0_reverse	8	-0.06060102954506874
261159	rnn.bias_hh_l0_reverse	9	-0.11975567042827606
261159	linear.weight	0	-0.2718982398509979
261159	linear.weight	1	-0.1351175457239151
261159	linear.weight	2	-0.011228874325752258
261159	linear.weight	3	-0.06925388425588608
261159	linear.weight	4	0.006487536709755659
261159	linear.weight	5	0.2386322170495987
261159	linear.weight	6	0.0047744326293468475
261159	linear.weight	7	-0.021312154829502106
261159	linear.weight	8	0.20649626851081848
261159	linear.weight	9	0.22470791637897491
261159	linear.bias	0	-0.8339965343475342
261159	linear.bias	1	1.4117317199707031
261159	linear.bias	2	-0.4747067987918854
261159	linear.bias	3	-0.756206214427948
261159	linear.bias	4	-0.9269486665725708
261159	linear.bias	5	-1.1809587478637695
261159	linear.bias	6	-0.9619961380958557
261159	linear.bias	7	-0.6992037296295166
261159	linear.bias	8	-0.01705317199230194
261159	linear.bias	9	3.479877233505249
261356	transitions	0	-0.47579270601272583
261356	transitions	1	8.886698722839355
261356	transitions	2	-3.6507692337036133
261356	transitions	3	1.6405056715011597
261356	transitions	4	-2.2371833324432373
261356	transitions	5	-0.4372010827064514
261356	transitions	6	-0.1971646100282669
261356	transitions	7	-10000.0
261356	transitions	8	1.8686145544052124
261356	transitions	9	-2.295203924179077
261356	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
261356	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
261356	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
261356	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
261356	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
261356	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
261356	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
261356	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
261356	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
261356	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
261356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
261356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
261356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
261356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
261356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
261356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
261356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
261356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
261356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
261356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
261356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
261356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
261356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
261356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
261356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
261356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
261356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
261356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
261356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
261356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
261356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
261356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
261356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
261356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
261356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
261356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
261356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
261356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
261356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
261356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
261356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
261356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
261356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
261356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
261356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
261356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
261356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
261356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
261356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
261356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
261356	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
261356	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
261356	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
261356	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
261356	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
261356	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
261356	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
261356	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
261356	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
261356	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
261356	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
261356	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
261356	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
261356	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
261356	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
261356	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
261356	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
261356	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
261356	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
261356	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
261356	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
261356	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
261356	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
261356	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
261356	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
261356	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
261356	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
261356	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
261356	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
261356	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
261356	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
261356	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
261356	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
261356	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
261356	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
261356	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
261356	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
261356	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
261356	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
261356	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
261356	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
261356	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
261356	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
261356	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
261356	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
261356	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
261356	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
261356	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
261356	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
261356	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
261356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
261356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
261356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
261356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
261356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
261356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
261356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
261356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
261356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
261356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
261356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
261356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
261356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
261356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
261356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
261356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
261356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
261356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
261356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
261356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
261356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
261356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
261356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
261356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
261356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
261356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
261356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
261356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
261356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
261356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
261356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
261356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
261356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
261356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
261356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
261356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
261356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
261356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
261356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
261356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
261356	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
261356	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
261356	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
261356	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
261356	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
261356	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
261356	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
261356	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
261356	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
261356	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
261356	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
261356	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
261356	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
261356	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
261356	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
261356	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
261356	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
261356	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
261356	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
261356	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
261356	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
261356	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
261356	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
261356	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
261356	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
261356	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
261356	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
261356	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
261356	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
261356	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
261356	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
261356	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
261356	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
261356	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
261356	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
261356	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
261356	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
261356	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
261356	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
261356	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
261356	embedding2nn.weight	0	0.045636050403118134
261356	embedding2nn.weight	1	-0.08991783857345581
261356	embedding2nn.weight	2	0.015579817816615105
261356	embedding2nn.weight	3	-0.06139512360095978
261356	embedding2nn.weight	4	-0.11521319299936295
261356	embedding2nn.weight	5	0.11166682839393616
261356	embedding2nn.weight	6	-0.07857289910316467
261356	embedding2nn.weight	7	-0.07991873472929001
261356	embedding2nn.weight	8	-0.03387345373630524
261356	embedding2nn.weight	9	0.032348424196243286
261356	embedding2nn.bias	0	0.06822265684604645
261356	embedding2nn.bias	1	-0.009539242833852768
261356	embedding2nn.bias	2	-0.07511227577924728
261356	embedding2nn.bias	3	0.016340075060725212
261356	embedding2nn.bias	4	-0.0021702165249735117
261356	embedding2nn.bias	5	-0.178571879863739
261356	embedding2nn.bias	6	-0.11991271376609802
261356	embedding2nn.bias	7	-0.020778866484761238
261356	embedding2nn.bias	8	0.05954115465283394
261356	embedding2nn.bias	9	-0.05070486664772034
261356	rnn.weight_ih_l0	0	0.03623228520154953
261356	rnn.weight_ih_l0	1	-0.08857738971710205
261356	rnn.weight_ih_l0	2	-0.06440069526433945
261356	rnn.weight_ih_l0	3	-0.05284759774804115
261356	rnn.weight_ih_l0	4	0.019889548420906067
261356	rnn.weight_ih_l0	5	-0.11365187168121338
261356	rnn.weight_ih_l0	6	-0.025193698704242706
261356	rnn.weight_ih_l0	7	-0.0024001947604119778
261356	rnn.weight_ih_l0	8	0.04854121059179306
261356	rnn.weight_ih_l0	9	0.00886008981615305
261356	rnn.weight_hh_l0	0	0.004104959778487682
261356	rnn.weight_hh_l0	1	-0.08147212862968445
261356	rnn.weight_hh_l0	2	0.07432053238153458
261356	rnn.weight_hh_l0	3	0.05200693756341934
261356	rnn.weight_hh_l0	4	0.00718363793566823
261356	rnn.weight_hh_l0	5	0.07060923427343369
261356	rnn.weight_hh_l0	6	-0.017234472557902336
261356	rnn.weight_hh_l0	7	-0.11267709732055664
261356	rnn.weight_hh_l0	8	0.027450252324342728
261356	rnn.weight_hh_l0	9	-0.07391193509101868
261356	rnn.bias_ih_l0	0	-0.07865430414676666
261356	rnn.bias_ih_l0	1	-0.19686590135097504
261356	rnn.bias_ih_l0	2	-0.2603271007537842
261356	rnn.bias_ih_l0	3	-0.28115367889404297
261356	rnn.bias_ih_l0	4	0.015301695093512535
261356	rnn.bias_ih_l0	5	0.05109557881951332
261356	rnn.bias_ih_l0	6	-0.16720180213451385
261356	rnn.bias_ih_l0	7	-0.27270352840423584
261356	rnn.bias_ih_l0	8	-0.15448763966560364
261356	rnn.bias_ih_l0	9	-0.17873987555503845
261356	rnn.bias_hh_l0	0	0.13300029933452606
261356	rnn.bias_hh_l0	1	-0.052365753799676895
261356	rnn.bias_hh_l0	2	0.050665825605392456
261356	rnn.bias_hh_l0	3	-0.1718061864376068
261356	rnn.bias_hh_l0	4	0.059100810438394547
261356	rnn.bias_hh_l0	5	0.05440830811858177
261356	rnn.bias_hh_l0	6	-0.11117124557495117
261356	rnn.bias_hh_l0	7	-0.1544049233198166
261356	rnn.bias_hh_l0	8	-0.18256324529647827
261356	rnn.bias_hh_l0	9	-0.11209569871425629
261356	rnn.weight_ih_l0_reverse	0	-0.017287852242588997
261356	rnn.weight_ih_l0_reverse	1	-0.011344796046614647
261356	rnn.weight_ih_l0_reverse	2	-0.0025061825290322304
261356	rnn.weight_ih_l0_reverse	3	0.008275567553937435
261356	rnn.weight_ih_l0_reverse	4	0.008303106762468815
261356	rnn.weight_ih_l0_reverse	5	-0.05742190405726433
261356	rnn.weight_ih_l0_reverse	6	-0.041967812925577164
261356	rnn.weight_ih_l0_reverse	7	0.018076587468385696
261356	rnn.weight_ih_l0_reverse	8	0.09113422781229019
261356	rnn.weight_ih_l0_reverse	9	0.0036075033713132143
261356	rnn.weight_hh_l0_reverse	0	0.004845935385674238
261356	rnn.weight_hh_l0_reverse	1	0.026872994378209114
261356	rnn.weight_hh_l0_reverse	2	-0.04205742105841637
261356	rnn.weight_hh_l0_reverse	3	0.04242200031876564
261356	rnn.weight_hh_l0_reverse	4	0.023808453232049942
261356	rnn.weight_hh_l0_reverse	5	-0.00808990839868784
261356	rnn.weight_hh_l0_reverse	6	0.07025440037250519
261356	rnn.weight_hh_l0_reverse	7	0.04094844311475754
261356	rnn.weight_hh_l0_reverse	8	-0.025046974420547485
261356	rnn.weight_hh_l0_reverse	9	-0.02626597136259079
261356	rnn.bias_ih_l0_reverse	0	-0.14891190826892853
261356	rnn.bias_ih_l0_reverse	1	-0.31084319949150085
261356	rnn.bias_ih_l0_reverse	2	-0.058850858360528946
261356	rnn.bias_ih_l0_reverse	3	-0.1524236798286438
261356	rnn.bias_ih_l0_reverse	4	0.07034236192703247
261356	rnn.bias_ih_l0_reverse	5	-0.2816254794597626
261356	rnn.bias_ih_l0_reverse	6	-0.07097513973712921
261356	rnn.bias_ih_l0_reverse	7	0.009066722355782986
261356	rnn.bias_ih_l0_reverse	8	-0.19189952313899994
261356	rnn.bias_ih_l0_reverse	9	-0.09206189960241318
261356	rnn.bias_hh_l0_reverse	0	-0.15514524281024933
261356	rnn.bias_hh_l0_reverse	1	-0.14901341497898102
261356	rnn.bias_hh_l0_reverse	2	-0.010782177560031414
261356	rnn.bias_hh_l0_reverse	3	-0.13890434801578522
261356	rnn.bias_hh_l0_reverse	4	-0.02517678402364254
261356	rnn.bias_hh_l0_reverse	5	-0.11846990883350372
261356	rnn.bias_hh_l0_reverse	6	-0.07233340293169022
261356	rnn.bias_hh_l0_reverse	7	-0.18177653849124908
261356	rnn.bias_hh_l0_reverse	8	-0.06018497794866562
261356	rnn.bias_hh_l0_reverse	9	-0.12013206630945206
261356	linear.weight	0	-0.2745494246482849
261356	linear.weight	1	-0.13509288430213928
261356	linear.weight	2	-0.011228874325752258
261356	linear.weight	3	-0.07346544414758682
261356	linear.weight	4	0.011254243552684784
261356	linear.weight	5	0.2366929054260254
261356	linear.weight	6	0.0047744326293468475
261356	linear.weight	7	-0.021312154829502106
261356	linear.weight	8	0.20868225395679474
261356	linear.weight	9	0.21756699681282043
261356	linear.bias	0	-0.832338809967041
261356	linear.bias	1	1.4263691902160645
261356	linear.bias	2	-0.4813263714313507
261356	linear.bias	3	-0.7713450789451599
261356	linear.bias	4	-0.9165588021278381
261356	linear.bias	5	-1.1809632778167725
261356	linear.bias	6	-0.9601448774337769
261356	linear.bias	7	-0.6950182914733887
261356	linear.bias	8	-0.01705317199230194
261356	linear.bias	9	3.486421823501587
261553	transitions	0	-0.4758235514163971
261553	transitions	1	8.879831314086914
261553	transitions	2	-3.6508491039276123
261553	transitions	3	1.6424981355667114
261553	transitions	4	-2.237265110015869
261553	transitions	5	-0.4372052848339081
261553	transitions	6	-0.1971726268529892
261553	transitions	7	-10000.0
261553	transitions	8	1.8683085441589355
261553	transitions	9	-2.295206308364868
261553	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
261553	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
261553	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
261553	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
261553	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
261553	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
261553	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
261553	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
261553	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
261553	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
261553	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
261553	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
261553	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
261553	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
261553	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
261553	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
261553	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
261553	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
261553	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
261553	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
261553	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
261553	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
261553	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
261553	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
261553	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
261553	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
261553	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
261553	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
261553	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
261553	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
261553	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
261553	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
261553	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
261553	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
261553	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
261553	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
261553	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
261553	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
261553	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
261553	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
261553	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
261553	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
261553	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
261553	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
261553	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
261553	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
261553	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
261553	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
261553	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
261553	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
261553	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
261553	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
261553	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
261553	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
261553	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
261553	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
261553	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
261553	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
261553	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
261553	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
261553	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
261553	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
261553	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
261553	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
261553	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
261553	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
261553	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
261553	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
261553	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
261553	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
261553	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
261553	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
261553	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
261553	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
261553	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
261553	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
261553	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
261553	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
261553	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
261553	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
261553	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
261553	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
261553	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
261553	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
261553	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
261553	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
261553	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
261553	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
261553	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
261553	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
261553	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
261553	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
261553	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
261553	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
261553	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
261553	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
261553	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
261553	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
261553	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
261553	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
261553	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
261553	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
261553	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
261553	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
261553	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
261553	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
261553	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
261553	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
261553	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
261553	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
261553	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
261553	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
261553	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
261553	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
261553	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
261553	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
261553	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
261553	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
261553	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
261553	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
261553	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
261553	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
261553	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
261553	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
261553	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
261553	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
261553	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
261553	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
261553	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
261553	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
261553	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
261553	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
261553	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
261553	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
261553	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
261553	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
261553	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
261553	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
261553	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
261553	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
261553	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
261553	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
261553	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
261553	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
261553	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
261553	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
261553	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
261553	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
261553	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
261553	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
261553	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
261553	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
261553	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
261553	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
261553	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
261553	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
261553	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
261553	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
261553	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
261553	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
261553	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
261553	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
261553	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
261553	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
261553	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
261553	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
261553	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
261553	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
261553	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
261553	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
261553	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
261553	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
261553	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
261553	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
261553	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
261553	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
261553	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
261553	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
261553	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
261553	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
261553	embedding2nn.weight	0	0.04560849070549011
261553	embedding2nn.weight	1	-0.09025679528713226
261553	embedding2nn.weight	2	0.016248498111963272
261553	embedding2nn.weight	3	-0.061694808304309845
261553	embedding2nn.weight	4	-0.11552546173334122
261553	embedding2nn.weight	5	0.1115502342581749
261553	embedding2nn.weight	6	-0.07815339416265488
261553	embedding2nn.weight	7	-0.08065108209848404
261553	embedding2nn.weight	8	-0.034167252480983734
261553	embedding2nn.weight	9	0.03396372124552727
261553	embedding2nn.bias	0	0.0649401918053627
261553	embedding2nn.bias	1	-0.010809678584337234
261553	embedding2nn.bias	2	-0.07788530737161636
261553	embedding2nn.bias	3	0.019380344077944756
261553	embedding2nn.bias	4	-0.00041781432810239494
261553	embedding2nn.bias	5	-0.17917975783348083
261553	embedding2nn.bias	6	-0.12148139625787735
261553	embedding2nn.bias	7	-0.020109035074710846
261553	embedding2nn.bias	8	0.058884866535663605
261553	embedding2nn.bias	9	-0.05234787240624428
261553	rnn.weight_ih_l0	0	0.03632050380110741
261553	rnn.weight_ih_l0	1	-0.0888453796505928
261553	rnn.weight_ih_l0	2	-0.06332004815340042
261553	rnn.weight_ih_l0	3	-0.0527925044298172
261553	rnn.weight_ih_l0	4	0.019610589370131493
261553	rnn.weight_ih_l0	5	-0.11385045200586319
261553	rnn.weight_ih_l0	6	-0.02607305347919464
261553	rnn.weight_ih_l0	7	-0.0017167947953566909
261553	rnn.weight_ih_l0	8	0.04877143353223801
261553	rnn.weight_ih_l0	9	0.009463985450565815
261553	rnn.weight_hh_l0	0	0.004086241126060486
261553	rnn.weight_hh_l0	1	-0.08118914067745209
261553	rnn.weight_hh_l0	2	0.07449936866760254
261553	rnn.weight_hh_l0	3	0.05191623046994209
261553	rnn.weight_hh_l0	4	0.007178240455687046
261553	rnn.weight_hh_l0	5	0.07069918513298035
261553	rnn.weight_hh_l0	6	-0.01731971465051174
261553	rnn.weight_hh_l0	7	-0.11248057335615158
261553	rnn.weight_hh_l0	8	0.0274785365909338
261553	rnn.weight_hh_l0	9	-0.07413598150014877
261553	rnn.bias_ih_l0	0	-0.0776103064417839
261553	rnn.bias_ih_l0	1	-0.1957472860813141
261553	rnn.bias_ih_l0	2	-0.2605050504207611
261553	rnn.bias_ih_l0	3	-0.2814599573612213
261553	rnn.bias_ih_l0	4	0.015747636556625366
261553	rnn.bias_ih_l0	5	0.05387941747903824
261553	rnn.bias_ih_l0	6	-0.16731350123882294
261553	rnn.bias_ih_l0	7	-0.27302655577659607
261553	rnn.bias_ih_l0	8	-0.15516290068626404
261553	rnn.bias_ih_l0	9	-0.17917530238628387
261553	rnn.bias_hh_l0	0	0.13321848213672638
261553	rnn.bias_hh_l0	1	-0.05165799707174301
261553	rnn.bias_hh_l0	2	0.05136847123503685
261553	rnn.bias_hh_l0	3	-0.1723744124174118
261553	rnn.bias_hh_l0	4	0.060055430978536606
261553	rnn.bias_hh_l0	5	0.05364606902003288
261553	rnn.bias_hh_l0	6	-0.11139459162950516
261553	rnn.bias_hh_l0	7	-0.1542414128780365
261553	rnn.bias_hh_l0	8	-0.18294353783130646
261553	rnn.bias_hh_l0	9	-0.11201208084821701
261553	rnn.weight_ih_l0_reverse	0	-0.017036892473697662
261553	rnn.weight_ih_l0_reverse	1	-0.010936000384390354
261553	rnn.weight_ih_l0_reverse	2	-0.00211485312320292
261553	rnn.weight_ih_l0_reverse	3	0.008425896055996418
261553	rnn.weight_ih_l0_reverse	4	0.008054453879594803
261553	rnn.weight_ih_l0_reverse	5	-0.057925786823034286
261553	rnn.weight_ih_l0_reverse	6	-0.041878338903188705
261553	rnn.weight_ih_l0_reverse	7	0.018592623993754387
261553	rnn.weight_ih_l0_reverse	8	0.09125349670648575
261553	rnn.weight_ih_l0_reverse	9	0.003518270095810294
261553	rnn.weight_hh_l0_reverse	0	0.004916773643344641
261553	rnn.weight_hh_l0_reverse	1	0.02681257575750351
261553	rnn.weight_hh_l0_reverse	2	-0.04193629324436188
261553	rnn.weight_hh_l0_reverse	3	0.04240821674466133
261553	rnn.weight_hh_l0_reverse	4	0.023635540157556534
261553	rnn.weight_hh_l0_reverse	5	-0.008360657840967178
261553	rnn.weight_hh_l0_reverse	6	0.07016733288764954
261553	rnn.weight_hh_l0_reverse	7	0.04101679474115372
261553	rnn.weight_hh_l0_reverse	8	-0.0250068511813879
261553	rnn.weight_hh_l0_reverse	9	-0.026317177340388298
261553	rnn.bias_ih_l0_reverse	0	-0.14928492903709412
261553	rnn.bias_ih_l0_reverse	1	-0.30952221155166626
261553	rnn.bias_ih_l0_reverse	2	-0.0587485209107399
261553	rnn.bias_ih_l0_reverse	3	-0.1519540697336197
261553	rnn.bias_ih_l0_reverse	4	0.07043856382369995
261553	rnn.bias_ih_l0_reverse	5	-0.2827874422073364
261553	rnn.bias_ih_l0_reverse	6	-0.07102137804031372
261553	rnn.bias_ih_l0_reverse	7	0.006499054841697216
261553	rnn.bias_ih_l0_reverse	8	-0.19145046174526215
261553	rnn.bias_ih_l0_reverse	9	-0.09153927862644196
261553	rnn.bias_hh_l0_reverse	0	-0.15559938549995422
261553	rnn.bias_hh_l0_reverse	1	-0.14878712594509125
261553	rnn.bias_hh_l0_reverse	2	-0.010615064762532711
261553	rnn.bias_hh_l0_reverse	3	-0.13927151262760162
261553	rnn.bias_hh_l0_reverse	4	-0.02415565773844719
261553	rnn.bias_hh_l0_reverse	5	-0.11788170784711838
261553	rnn.bias_hh_l0_reverse	6	-0.07190873473882675
261553	rnn.bias_hh_l0_reverse	7	-0.1816255897283554
261553	rnn.bias_hh_l0_reverse	8	-0.06003347784280777
261553	rnn.bias_hh_l0_reverse	9	-0.11952115595340729
261553	linear.weight	0	-0.26706942915916443
261553	linear.weight	1	-0.13271811604499817
261553	linear.weight	2	-0.011228874325752258
261553	linear.weight	3	-0.07404583692550659
261553	linear.weight	4	0.012718820944428444
261553	linear.weight	5	0.23389989137649536
261553	linear.weight	6	0.0047744326293468475
261553	linear.weight	7	-0.021312154829502106
261553	linear.weight	8	0.20993183553218842
261553	linear.weight	9	0.2169944792985916
261553	linear.bias	0	-0.829358696937561
261553	linear.bias	1	1.430164098739624
261553	linear.bias	2	-0.48658689856529236
261553	linear.bias	3	-0.7801553606987
261553	linear.bias	4	-0.9240548610687256
261553	linear.bias	5	-1.1809664964675903
261553	linear.bias	6	-0.9566589593887329
261553	linear.bias	7	-0.6924949884414673
261553	linear.bias	8	-0.01705317199230194
261553	linear.bias	9	3.4778313636779785
261750	transitions	0	-0.4758395850658417
261750	transitions	1	8.88709545135498
261750	transitions	2	-3.6509735584259033
261750	transitions	3	1.6440460681915283
261750	transitions	4	-2.237459182739258
261750	transitions	5	-0.43720948696136475
261750	transitions	6	-0.19717766344547272
261750	transitions	7	-10000.0
261750	transitions	8	1.8693890571594238
261750	transitions	9	-2.2952067852020264
261750	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
261750	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
261750	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
261750	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
261750	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
261750	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
261750	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
261750	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
261750	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
261750	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
261750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
261750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
261750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
261750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
261750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
261750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
261750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
261750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
261750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
261750	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
261750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
261750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
261750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
261750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
261750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
261750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
261750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
261750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
261750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
261750	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
261750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
261750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
261750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
261750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
261750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
261750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
261750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
261750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
261750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
261750	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
261750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
261750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
261750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
261750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
261750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
261750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
261750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
261750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
261750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
261750	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
261750	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
261750	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
261750	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
261750	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
261750	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
261750	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
261750	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
261750	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
261750	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
261750	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
261750	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
261750	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
261750	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
261750	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
261750	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
261750	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
261750	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
261750	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
261750	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
261750	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
261750	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
261750	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
261750	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
261750	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
261750	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
261750	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
261750	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
261750	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
261750	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
261750	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
261750	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
261750	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
261750	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
261750	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
261750	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
261750	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
261750	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
261750	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
261750	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
261750	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
261750	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
261750	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
261750	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
261750	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
261750	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
261750	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
261750	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
261750	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
261750	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
261750	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
261750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
261750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
261750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
261750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
261750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
261750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
261750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
261750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
261750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
261750	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
261750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
261750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
261750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
261750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
261750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
261750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
261750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
261750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
261750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
261750	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
261750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
261750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
261750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
261750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
261750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
261750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
261750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
261750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
261750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
261750	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
261750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
261750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
261750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
261750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
261750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
261750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
261750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
261750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
261750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
261750	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
261750	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
261750	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
261750	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
261750	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
261750	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
261750	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
261750	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
261750	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
261750	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
261750	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
261750	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
261750	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
261750	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
261750	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
261750	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
261750	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
261750	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
261750	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
261750	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
261750	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
261750	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
261750	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
261750	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
261750	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
261750	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
261750	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
261750	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
261750	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
261750	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
261750	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
261750	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
261750	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
261750	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
261750	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
261750	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
261750	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
261750	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
261750	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
261750	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
261750	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
261750	embedding2nn.weight	0	0.04543789476156235
261750	embedding2nn.weight	1	-0.09014223515987396
261750	embedding2nn.weight	2	0.01511048898100853
261750	embedding2nn.weight	3	-0.06145339831709862
261750	embedding2nn.weight	4	-0.11559553444385529
261750	embedding2nn.weight	5	0.11114471405744553
261750	embedding2nn.weight	6	-0.07968323677778244
261750	embedding2nn.weight	7	-0.08079952746629715
261750	embedding2nn.weight	8	-0.034425411373376846
261750	embedding2nn.weight	9	0.03329384699463844
261750	embedding2nn.bias	0	0.06557081639766693
261750	embedding2nn.bias	1	-0.012805028818547726
261750	embedding2nn.bias	2	-0.07999906688928604
261750	embedding2nn.bias	3	0.01889036037027836
261750	embedding2nn.bias	4	-0.0009750547469593585
261750	embedding2nn.bias	5	-0.17963619530200958
261750	embedding2nn.bias	6	-0.11696778237819672
261750	embedding2nn.bias	7	-0.02304309979081154
261750	embedding2nn.bias	8	0.05891794338822365
261750	embedding2nn.bias	9	-0.05603558570146561
261750	rnn.weight_ih_l0	0	0.03635592758655548
261750	rnn.weight_ih_l0	1	-0.08854100853204727
261750	rnn.weight_ih_l0	2	-0.06257254630327225
261750	rnn.weight_ih_l0	3	-0.0527418814599514
261750	rnn.weight_ih_l0	4	0.0194755457341671
261750	rnn.weight_ih_l0	5	-0.1137927994132042
261750	rnn.weight_ih_l0	6	-0.025623468682169914
261750	rnn.weight_ih_l0	7	-0.0008082197746261954
261750	rnn.weight_ih_l0	8	0.04903155192732811
261750	rnn.weight_ih_l0	9	0.009442736394703388
261750	rnn.weight_hh_l0	0	0.004099259153008461
261750	rnn.weight_hh_l0	1	-0.08035174012184143
261750	rnn.weight_hh_l0	2	0.07473839819431305
261750	rnn.weight_hh_l0	3	0.05156552791595459
261750	rnn.weight_hh_l0	4	0.007135364226996899
261750	rnn.weight_hh_l0	5	0.07092839479446411
261750	rnn.weight_hh_l0	6	-0.017233338207006454
261750	rnn.weight_hh_l0	7	-0.112582728266716
261750	rnn.weight_hh_l0	8	0.028012361377477646
261750	rnn.weight_hh_l0	9	-0.07360723614692688
261750	rnn.bias_ih_l0	0	-0.07868913561105728
261750	rnn.bias_ih_l0	1	-0.1955070197582245
261750	rnn.bias_ih_l0	2	-0.2599262297153473
261750	rnn.bias_ih_l0	3	-0.28174230456352234
261750	rnn.bias_ih_l0	4	0.015047242864966393
261750	rnn.bias_ih_l0	5	0.053058065474033356
261750	rnn.bias_ih_l0	6	-0.1672717034816742
261750	rnn.bias_ih_l0	7	-0.27331942319869995
261750	rnn.bias_ih_l0	8	-0.15598665177822113
261750	rnn.bias_ih_l0	9	-0.17961467802524567
261750	rnn.bias_hh_l0	0	0.13234856724739075
261750	rnn.bias_hh_l0	1	-0.05121240392327309
261750	rnn.bias_hh_l0	2	0.05118810012936592
261750	rnn.bias_hh_l0	3	-0.17179922759532928
261750	rnn.bias_hh_l0	4	0.060609810054302216
261750	rnn.bias_hh_l0	5	0.054270707070827484
261750	rnn.bias_hh_l0	6	-0.1112525537610054
261750	rnn.bias_hh_l0	7	-0.1546022742986679
261750	rnn.bias_hh_l0	8	-0.1825742870569229
261750	rnn.bias_hh_l0	9	-0.11150872707366943
261750	rnn.weight_ih_l0_reverse	0	-0.017207030206918716
261750	rnn.weight_ih_l0_reverse	1	-0.010741068050265312
261750	rnn.weight_ih_l0_reverse	2	-0.002152073197066784
261750	rnn.weight_ih_l0_reverse	3	0.007557186763733625
261750	rnn.weight_ih_l0_reverse	4	0.008639143779873848
261750	rnn.weight_ih_l0_reverse	5	-0.05819851532578468
261750	rnn.weight_ih_l0_reverse	6	-0.041551798582077026
261750	rnn.weight_ih_l0_reverse	7	0.018215930089354515
261750	rnn.weight_ih_l0_reverse	8	0.09137724339962006
261750	rnn.weight_ih_l0_reverse	9	0.0032239968422800303
261750	rnn.weight_hh_l0_reverse	0	0.004964966326951981
261750	rnn.weight_hh_l0_reverse	1	0.02689223736524582
261750	rnn.weight_hh_l0_reverse	2	-0.04207731783390045
261750	rnn.weight_hh_l0_reverse	3	0.04272226616740227
261750	rnn.weight_hh_l0_reverse	4	0.023818012326955795
261750	rnn.weight_hh_l0_reverse	5	-0.008377760648727417
261750	rnn.weight_hh_l0_reverse	6	0.07016502320766449
261750	rnn.weight_hh_l0_reverse	7	0.04095561057329178
261750	rnn.weight_hh_l0_reverse	8	-0.024741893634200096
261750	rnn.weight_hh_l0_reverse	9	-0.02635830081999302
261750	rnn.bias_ih_l0_reverse	0	-0.14866633713245392
261750	rnn.bias_ih_l0_reverse	1	-0.3087036609649658
261750	rnn.bias_ih_l0_reverse	2	-0.05855514109134674
261750	rnn.bias_ih_l0_reverse	3	-0.15245194733142853
261750	rnn.bias_ih_l0_reverse	4	0.06977151334285736
261750	rnn.bias_ih_l0_reverse	5	-0.2823313772678375
261750	rnn.bias_ih_l0_reverse	6	-0.07135888934135437
261750	rnn.bias_ih_l0_reverse	7	0.007358221337199211
261750	rnn.bias_ih_l0_reverse	8	-0.19159673154354095
261750	rnn.bias_ih_l0_reverse	9	-0.09145168215036392
261750	rnn.bias_hh_l0_reverse	0	-0.15553495287895203
261750	rnn.bias_hh_l0_reverse	1	-0.14801648259162903
261750	rnn.bias_hh_l0_reverse	2	-0.010383869521319866
261750	rnn.bias_hh_l0_reverse	3	-0.1385059952735901
261750	rnn.bias_hh_l0_reverse	4	-0.024744853377342224
261750	rnn.bias_hh_l0_reverse	5	-0.1179056316614151
261750	rnn.bias_hh_l0_reverse	6	-0.0721573755145073
261750	rnn.bias_hh_l0_reverse	7	-0.18157225847244263
261750	rnn.bias_hh_l0_reverse	8	-0.060376133769750595
261750	rnn.bias_hh_l0_reverse	9	-0.11853434890508652
261750	linear.weight	0	-0.2699514329433441
261750	linear.weight	1	-0.13329628109931946
261750	linear.weight	2	-0.011228874325752258
261750	linear.weight	3	-0.07441701740026474
261750	linear.weight	4	0.007220479194074869
261750	linear.weight	5	0.22966016829013824
261750	linear.weight	6	0.0047744326293468475
261750	linear.weight	7	-0.021312154829502106
261750	linear.weight	8	0.20550595223903656
261750	linear.weight	9	0.21345044672489166
261750	linear.bias	0	-0.8390594124794006
261750	linear.bias	1	1.4278006553649902
261750	linear.bias	2	-0.4733297526836395
261750	linear.bias	3	-0.775755763053894
261750	linear.bias	4	-0.9156444072723389
261750	linear.bias	5	-1.1809707880020142
261750	linear.bias	6	-0.9662526845932007
261750	linear.bias	7	-0.6993790864944458
261750	linear.bias	8	-0.01705317199230194
261750	linear.bias	9	3.4991157054901123
261947	transitions	0	-0.47585535049438477
261947	transitions	1	8.890588760375977
261947	transitions	2	-3.6510870456695557
261947	transitions	3	1.645713448524475
261947	transitions	4	-2.237551689147949
261947	transitions	5	-0.43724745512008667
261947	transitions	6	-0.19718380272388458
261947	transitions	7	-10000.0
261947	transitions	8	1.8692971467971802
261947	transitions	9	-2.295217275619507
261947	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
261947	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
261947	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
261947	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
261947	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
261947	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
261947	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
261947	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
261947	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
261947	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
261947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
261947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
261947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
261947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
261947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
261947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
261947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
261947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
261947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
261947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
261947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
261947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
261947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
261947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
261947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
261947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
261947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
261947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
261947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
261947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
261947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
261947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
261947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
261947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
261947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
261947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
261947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
261947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
261947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
261947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
261947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
261947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
261947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
261947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
261947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
261947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
261947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
261947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
261947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
261947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
261947	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
261947	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
261947	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
261947	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
261947	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
261947	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
261947	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
261947	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
261947	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
261947	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
261947	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
261947	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
261947	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
261947	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
261947	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
261947	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
261947	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
261947	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
261947	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
261947	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
261947	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
261947	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
261947	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
261947	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
261947	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
261947	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
261947	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
261947	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
261947	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
261947	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
261947	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
261947	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
261947	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
261947	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
261947	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
261947	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
261947	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
261947	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
261947	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
261947	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
261947	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
261947	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
261947	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
261947	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
261947	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
261947	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
261947	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
261947	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
261947	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
261947	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
261947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
261947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
261947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
261947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
261947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
261947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
261947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
261947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
261947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
261947	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
261947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
261947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
261947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
261947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
261947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
261947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
261947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
261947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
261947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
261947	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
261947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
261947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
261947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
261947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
261947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
261947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
261947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
261947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
261947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
261947	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
261947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
261947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
261947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
261947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
261947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
261947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
261947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
261947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
261947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
261947	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
261947	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
261947	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
261947	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
261947	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
261947	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
261947	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
261947	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
261947	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
261947	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
261947	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
261947	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
261947	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
261947	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
261947	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
261947	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
261947	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
261947	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
261947	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
261947	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
261947	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
261947	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
261947	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
261947	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
261947	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
261947	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
261947	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
261947	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
261947	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
261947	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
261947	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
261947	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
261947	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
261947	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
261947	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
261947	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
261947	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
261947	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
261947	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
261947	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
261947	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
261947	embedding2nn.weight	0	0.04535112529993057
261947	embedding2nn.weight	1	-0.0899999812245369
261947	embedding2nn.weight	2	0.01490418054163456
261947	embedding2nn.weight	3	-0.06144829839468002
261947	embedding2nn.weight	4	-0.11656565964221954
261947	embedding2nn.weight	5	0.111304372549057
261947	embedding2nn.weight	6	-0.08029285073280334
261947	embedding2nn.weight	7	-0.08038923144340515
261947	embedding2nn.weight	8	-0.03524530678987503
261947	embedding2nn.weight	9	0.034069061279296875
261947	embedding2nn.bias	0	0.06726880371570587
261947	embedding2nn.bias	1	-0.01561766117811203
261947	embedding2nn.bias	2	-0.08082366734743118
261947	embedding2nn.bias	3	0.015197396278381348
261947	embedding2nn.bias	4	-0.0034576861653476954
261947	embedding2nn.bias	5	-0.18389154970645905
261947	embedding2nn.bias	6	-0.12022380530834198
261947	embedding2nn.bias	7	-0.020604746416211128
261947	embedding2nn.bias	8	0.057405877858400345
261947	embedding2nn.bias	9	-0.05791296437382698
261947	rnn.weight_ih_l0	0	0.03670557215809822
261947	rnn.weight_ih_l0	1	-0.08840768784284592
261947	rnn.weight_ih_l0	2	-0.06368445605039597
261947	rnn.weight_ih_l0	3	-0.05293452367186546
261947	rnn.weight_ih_l0	4	0.019519099965691566
261947	rnn.weight_ih_l0	5	-0.11358793079853058
261947	rnn.weight_ih_l0	6	-0.025397375226020813
261947	rnn.weight_ih_l0	7	-7.424743671435863e-05
261947	rnn.weight_ih_l0	8	0.04813545197248459
261947	rnn.weight_ih_l0	9	0.010075406171381474
261947	rnn.weight_hh_l0	0	0.004162851255387068
261947	rnn.weight_hh_l0	1	-0.08013521879911423
261947	rnn.weight_hh_l0	2	0.07467670738697052
261947	rnn.weight_hh_l0	3	0.05146170035004616
261947	rnn.weight_hh_l0	4	0.007110413163900375
261947	rnn.weight_hh_l0	5	0.07114546000957489
261947	rnn.weight_hh_l0	6	-0.01716909185051918
261947	rnn.weight_hh_l0	7	-0.1126357913017273
261947	rnn.weight_hh_l0	8	0.027729902416467667
261947	rnn.weight_hh_l0	9	-0.07371494174003601
261947	rnn.bias_ih_l0	0	-0.07937130331993103
261947	rnn.bias_ih_l0	1	-0.19445480406284332
261947	rnn.bias_ih_l0	2	-0.26012423634529114
261947	rnn.bias_ih_l0	3	-0.28157445788383484
261947	rnn.bias_ih_l0	4	0.01571824960410595
261947	rnn.bias_ih_l0	5	0.05381814017891884
261947	rnn.bias_ih_l0	6	-0.1672206073999405
261947	rnn.bias_ih_l0	7	-0.2734520733356476
261947	rnn.bias_ih_l0	8	-0.15413691103458405
261947	rnn.bias_ih_l0	9	-0.17958234250545502
261947	rnn.bias_hh_l0	0	0.13193073868751526
261947	rnn.bias_hh_l0	1	-0.051975276321172714
261947	rnn.bias_hh_l0	2	0.05185707286000252
261947	rnn.bias_hh_l0	3	-0.17234496772289276
261947	rnn.bias_hh_l0	4	0.061054639518260956
261947	rnn.bias_hh_l0	5	0.053652241826057434
261947	rnn.bias_hh_l0	6	-0.11195854097604752
261947	rnn.bias_hh_l0	7	-0.15496793389320374
261947	rnn.bias_hh_l0	8	-0.1828334629535675
261947	rnn.bias_hh_l0	9	-0.11123206466436386
261947	rnn.weight_ih_l0_reverse	0	-0.017168542370200157
261947	rnn.weight_ih_l0_reverse	1	-0.010369797237217426
261947	rnn.weight_ih_l0_reverse	2	-0.0023797168396413326
261947	rnn.weight_ih_l0_reverse	3	0.008280680514872074
261947	rnn.weight_ih_l0_reverse	4	0.007947266101837158
261947	rnn.weight_ih_l0_reverse	5	-0.05792798474431038
261947	rnn.weight_ih_l0_reverse	6	-0.040931448340415955
261947	rnn.weight_ih_l0_reverse	7	0.017663218080997467
261947	rnn.weight_ih_l0_reverse	8	0.09198704361915588
261947	rnn.weight_ih_l0_reverse	9	0.003306763479486108
261947	rnn.weight_hh_l0_reverse	0	0.005130867473781109
261947	rnn.weight_hh_l0_reverse	1	0.02709278278052807
261947	rnn.weight_hh_l0_reverse	2	-0.04219348728656769
261947	rnn.weight_hh_l0_reverse	3	0.04268762096762657
261947	rnn.weight_hh_l0_reverse	4	0.023818431422114372
261947	rnn.weight_hh_l0_reverse	5	-0.008267720229923725
261947	rnn.weight_hh_l0_reverse	6	0.07016512751579285
261947	rnn.weight_hh_l0_reverse	7	0.040872201323509216
261947	rnn.weight_hh_l0_reverse	8	-0.024513036012649536
261947	rnn.weight_hh_l0_reverse	9	-0.026297997683286667
261947	rnn.bias_ih_l0_reverse	0	-0.1486663520336151
261947	rnn.bias_ih_l0_reverse	1	-0.3091585636138916
261947	rnn.bias_ih_l0_reverse	2	-0.05890411138534546
261947	rnn.bias_ih_l0_reverse	3	-0.15205369889736176
261947	rnn.bias_ih_l0_reverse	4	0.06760745495557785
261947	rnn.bias_ih_l0_reverse	5	-0.2819652259349823
261947	rnn.bias_ih_l0_reverse	6	-0.07089336961507797
261947	rnn.bias_ih_l0_reverse	7	0.0063858916983008385
261947	rnn.bias_ih_l0_reverse	8	-0.19172310829162598
261947	rnn.bias_ih_l0_reverse	9	-0.0910508781671524
261947	rnn.bias_hh_l0_reverse	0	-0.15461529791355133
261947	rnn.bias_hh_l0_reverse	1	-0.14676837623119354
261947	rnn.bias_hh_l0_reverse	2	-0.01006661169230938
261947	rnn.bias_hh_l0_reverse	3	-0.13835462927818298
261947	rnn.bias_hh_l0_reverse	4	-0.024443166330456734
261947	rnn.bias_hh_l0_reverse	5	-0.1180180087685585
261947	rnn.bias_hh_l0_reverse	6	-0.07131455093622208
261947	rnn.bias_hh_l0_reverse	7	-0.1819971799850464
261947	rnn.bias_hh_l0_reverse	8	-0.05999378859996796
261947	rnn.bias_hh_l0_reverse	9	-0.11861006170511246
261947	linear.weight	0	-0.2671961188316345
261947	linear.weight	1	-0.13188490271568298
261947	linear.weight	2	-0.011228874325752258
261947	linear.weight	3	-0.07391104102134705
261947	linear.weight	4	0.011361335404217243
261947	linear.weight	5	0.22932745516300201
261947	linear.weight	6	0.0047744326293468475
261947	linear.weight	7	-0.021312154829502106
261947	linear.weight	8	0.2059118151664734
261947	linear.weight	9	0.21256119012832642
261947	linear.bias	0	-0.8300888538360596
261947	linear.bias	1	1.4061418771743774
261947	linear.bias	2	-0.4800046682357788
261947	linear.bias	3	-0.7721307873725891
261947	linear.bias	4	-0.9200209379196167
261947	linear.bias	5	-1.1809755563735962
261947	linear.bias	6	-0.9576579332351685
261947	linear.bias	7	-0.6817656755447388
261947	linear.bias	8	-0.01705317199230194
261947	linear.bias	9	3.492159366607666
262144	transitions	0	-0.4758712649345398
262144	transitions	1	8.895796775817871
262144	transitions	2	-3.6511929035186768
262144	transitions	3	1.641552448272705
262144	transitions	4	-2.237644672393799
262144	transitions	5	-0.4373071789741516
262144	transitions	6	-0.1971915364265442
262144	transitions	7	-10000.0
262144	transitions	8	1.869219183921814
262144	transitions	9	-2.2952187061309814
262144	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
262144	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
262144	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
262144	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
262144	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
262144	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
262144	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
262144	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
262144	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
262144	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
262144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
262144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
262144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
262144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
262144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
262144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
262144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
262144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
262144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
262144	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
262144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
262144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
262144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
262144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
262144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
262144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
262144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
262144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
262144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
262144	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
262144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
262144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
262144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
262144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
262144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
262144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
262144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
262144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
262144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
262144	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
262144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
262144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
262144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
262144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
262144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
262144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
262144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
262144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
262144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
262144	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
262144	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
262144	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
262144	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
262144	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
262144	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
262144	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
262144	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
262144	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
262144	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
262144	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
262144	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
262144	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
262144	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
262144	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
262144	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
262144	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
262144	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
262144	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
262144	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
262144	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
262144	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
262144	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
262144	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
262144	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
262144	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
262144	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
262144	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
262144	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
262144	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
262144	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
262144	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
262144	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
262144	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
262144	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
262144	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
262144	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
262144	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
262144	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
262144	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
262144	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
262144	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
262144	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
262144	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
262144	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
262144	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
262144	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
262144	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
262144	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
262144	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
262144	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
262144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
262144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
262144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
262144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
262144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
262144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
262144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
262144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
262144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
262144	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
262144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
262144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
262144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
262144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
262144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
262144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
262144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
262144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
262144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
262144	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
262144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
262144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
262144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
262144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
262144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
262144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
262144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
262144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
262144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
262144	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
262144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
262144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
262144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
262144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
262144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
262144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
262144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
262144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
262144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
262144	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
262144	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
262144	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
262144	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
262144	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
262144	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
262144	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
262144	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
262144	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
262144	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
262144	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
262144	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
262144	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
262144	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
262144	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
262144	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
262144	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
262144	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
262144	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
262144	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
262144	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
262144	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
262144	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
262144	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
262144	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
262144	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
262144	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
262144	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
262144	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
262144	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
262144	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
262144	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
262144	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
262144	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
262144	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
262144	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
262144	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
262144	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
262144	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
262144	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
262144	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
262144	embedding2nn.weight	0	0.045280687510967255
262144	embedding2nn.weight	1	-0.0907999724149704
262144	embedding2nn.weight	2	0.015359380282461643
262144	embedding2nn.weight	3	-0.06145958974957466
262144	embedding2nn.weight	4	-0.11546866595745087
262144	embedding2nn.weight	5	0.11179786175489426
262144	embedding2nn.weight	6	-0.08011114597320557
262144	embedding2nn.weight	7	-0.0798744261264801
262144	embedding2nn.weight	8	-0.034722235053777695
262144	embedding2nn.weight	9	0.0339251272380352
262144	embedding2nn.bias	0	0.06898842006921768
262144	embedding2nn.bias	1	-0.014426236972212791
262144	embedding2nn.bias	2	-0.07539854198694229
262144	embedding2nn.bias	3	0.010236244648694992
262144	embedding2nn.bias	4	-0.004594480153173208
262144	embedding2nn.bias	5	-0.18601353466510773
262144	embedding2nn.bias	6	-0.11902372539043427
262144	embedding2nn.bias	7	-0.018479127436876297
262144	embedding2nn.bias	8	0.060205236077308655
262144	embedding2nn.bias	9	-0.05797013267874718
262144	rnn.weight_ih_l0	0	0.03629961982369423
262144	rnn.weight_ih_l0	1	-0.08852794021368027
262144	rnn.weight_ih_l0	2	-0.06404787302017212
262144	rnn.weight_ih_l0	3	-0.05320970341563225
262144	rnn.weight_ih_l0	4	0.019187677651643753
262144	rnn.weight_ih_l0	5	-0.11292974650859833
262144	rnn.weight_ih_l0	6	-0.025684285908937454
262144	rnn.weight_ih_l0	7	0.0004960158839821815
262144	rnn.weight_ih_l0	8	0.04774545505642891
262144	rnn.weight_ih_l0	9	0.009618167765438557
262144	rnn.weight_hh_l0	0	0.004428332205861807
262144	rnn.weight_hh_l0	1	-0.08033012598752975
262144	rnn.weight_hh_l0	2	0.07483206689357758
262144	rnn.weight_hh_l0	3	0.05165410041809082
262144	rnn.weight_hh_l0	4	0.00715267239138484
262144	rnn.weight_hh_l0	5	0.0713416188955307
262144	rnn.weight_hh_l0	6	-0.01723971962928772
262144	rnn.weight_hh_l0	7	-0.11289525777101517
262144	rnn.weight_hh_l0	8	0.02793305367231369
262144	rnn.weight_hh_l0	9	-0.07381654530763626
262144	rnn.bias_ih_l0	0	-0.07742560654878616
262144	rnn.bias_ih_l0	1	-0.1931404173374176
262144	rnn.bias_ih_l0	2	-0.2596217393875122
262144	rnn.bias_ih_l0	3	-0.28238099813461304
262144	rnn.bias_ih_l0	4	0.014775561168789864
262144	rnn.bias_ih_l0	5	0.05295638367533684
262144	rnn.bias_ih_l0	6	-0.16710790991783142
262144	rnn.bias_ih_l0	7	-0.2731073796749115
262144	rnn.bias_ih_l0	8	-0.1532781422138214
262144	rnn.bias_ih_l0	9	-0.17951704561710358
262144	rnn.bias_hh_l0	0	0.13185933232307434
262144	rnn.bias_hh_l0	1	-0.051951684057712555
262144	rnn.bias_hh_l0	2	0.051759641617536545
262144	rnn.bias_hh_l0	3	-0.1721363663673401
262144	rnn.bias_hh_l0	4	0.05964800715446472
262144	rnn.bias_hh_l0	5	0.054116539657115936
262144	rnn.bias_hh_l0	6	-0.11195351928472519
262144	rnn.bias_hh_l0	7	-0.15489669144153595
262144	rnn.bias_hh_l0	8	-0.18167448043823242
262144	rnn.bias_hh_l0	9	-0.11001170426607132
262144	rnn.weight_ih_l0_reverse	0	-0.01686137542128563
262144	rnn.weight_ih_l0_reverse	1	-0.011194564402103424
262144	rnn.weight_ih_l0_reverse	2	-0.0018210643902420998
262144	rnn.weight_ih_l0_reverse	3	0.008524474687874317
262144	rnn.weight_ih_l0_reverse	4	0.008422723039984703
262144	rnn.weight_ih_l0_reverse	5	-0.058176521211862564
262144	rnn.weight_ih_l0_reverse	6	-0.0416201576590538
262144	rnn.weight_ih_l0_reverse	7	0.017322814092040062
262144	rnn.weight_ih_l0_reverse	8	0.09183903783559799
262144	rnn.weight_ih_l0_reverse	9	0.0031964380759745836
262144	rnn.weight_hh_l0_reverse	0	0.005124004557728767
262144	rnn.weight_hh_l0_reverse	1	0.02702709101140499
262144	rnn.weight_hh_l0_reverse	2	-0.042259156703948975
262144	rnn.weight_hh_l0_reverse	3	0.042718783020973206
262144	rnn.weight_hh_l0_reverse	4	0.023615462705492973
262144	rnn.weight_hh_l0_reverse	5	-0.008098279125988483
262144	rnn.weight_hh_l0_reverse	6	0.07006639242172241
262144	rnn.weight_hh_l0_reverse	7	0.0408465601503849
262144	rnn.weight_hh_l0_reverse	8	-0.02471957355737686
262144	rnn.weight_hh_l0_reverse	9	-0.026252510026097298
262144	rnn.bias_ih_l0_reverse	0	-0.14892421662807465
262144	rnn.bias_ih_l0_reverse	1	-0.30920687317848206
262144	rnn.bias_ih_l0_reverse	2	-0.05935435742139816
262144	rnn.bias_ih_l0_reverse	3	-0.15157240629196167
262144	rnn.bias_ih_l0_reverse	4	0.06854197382926941
262144	rnn.bias_ih_l0_reverse	5	-0.2820400595664978
262144	rnn.bias_ih_l0_reverse	6	-0.0704525038599968
262144	rnn.bias_ih_l0_reverse	7	0.005599466152489185
262144	rnn.bias_ih_l0_reverse	8	-0.19160588085651398
262144	rnn.bias_ih_l0_reverse	9	-0.09243690967559814
262144	rnn.bias_hh_l0_reverse	0	-0.15386104583740234
262144	rnn.bias_hh_l0_reverse	1	-0.14610415697097778
262144	rnn.bias_hh_l0_reverse	2	-0.010811470448970795
262144	rnn.bias_hh_l0_reverse	3	-0.13779151439666748
262144	rnn.bias_hh_l0_reverse	4	-0.02470295876264572
262144	rnn.bias_hh_l0_reverse	5	-0.11788475513458252
262144	rnn.bias_hh_l0_reverse	6	-0.0717909187078476
262144	rnn.bias_hh_l0_reverse	7	-0.1819884032011032
262144	rnn.bias_hh_l0_reverse	8	-0.0588662289083004
262144	rnn.bias_hh_l0_reverse	9	-0.11895395815372467
262144	linear.weight	0	-0.26903074979782104
262144	linear.weight	1	-0.13274939358234406
262144	linear.weight	2	-0.011228874325752258
262144	linear.weight	3	-0.07246121019124985
262144	linear.weight	4	0.01226776372641325
262144	linear.weight	5	0.22946424782276154
262144	linear.weight	6	0.0047744326293468475
262144	linear.weight	7	-0.021312154829502106
262144	linear.weight	8	0.20319102704524994
262144	linear.weight	9	0.20850642025470734
262144	linear.bias	0	-0.8298606276512146
262144	linear.bias	1	1.40212881565094
262144	linear.bias	2	-0.47168201208114624
262144	linear.bias	3	-0.7691743969917297
262144	linear.bias	4	-0.9278926849365234
262144	linear.bias	5	-1.1809788942337036
262144	linear.bias	6	-0.9574906826019287
262144	linear.bias	7	-0.6862285733222961
262144	linear.bias	8	-0.01705317199230194
262144	linear.bias	9	3.502216339111328
262341	transitions	0	-0.4758971631526947
262341	transitions	1	8.883206367492676
262341	transitions	2	-3.65132212638855
262341	transitions	3	1.6387238502502441
262341	transitions	4	-2.2380170822143555
262341	transitions	5	-0.4373195171356201
262341	transitions	6	-0.19720283150672913
262341	transitions	7	-10000.0
262341	transitions	8	1.8690822124481201
262341	transitions	9	-2.2952189445495605
262341	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
262341	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
262341	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
262341	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
262341	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
262341	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
262341	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
262341	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
262341	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
262341	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
262341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
262341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
262341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
262341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
262341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
262341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
262341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
262341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
262341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
262341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
262341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
262341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
262341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
262341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
262341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
262341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
262341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
262341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
262341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
262341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
262341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
262341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
262341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
262341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
262341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
262341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
262341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
262341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
262341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
262341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
262341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
262341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
262341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
262341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
262341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
262341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
262341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
262341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
262341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
262341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
262341	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
262341	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
262341	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
262341	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
262341	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
262341	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
262341	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
262341	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
262341	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
262341	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
262341	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
262341	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
262341	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
262341	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
262341	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
262341	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
262341	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
262341	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
262341	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
262341	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
262341	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
262341	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
262341	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
262341	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
262341	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
262341	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
262341	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
262341	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
262341	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
262341	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
262341	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
262341	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
262341	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
262341	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
262341	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
262341	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
262341	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
262341	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
262341	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
262341	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
262341	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
262341	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
262341	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
262341	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
262341	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
262341	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
262341	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
262341	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
262341	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
262341	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
262341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
262341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
262341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
262341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
262341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
262341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
262341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
262341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
262341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
262341	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
262341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
262341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
262341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
262341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
262341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
262341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
262341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
262341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
262341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
262341	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
262341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
262341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
262341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
262341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
262341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
262341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
262341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
262341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
262341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
262341	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
262341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
262341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
262341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
262341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
262341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
262341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
262341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
262341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
262341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
262341	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
262341	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
262341	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
262341	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
262341	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
262341	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
262341	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
262341	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
262341	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
262341	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
262341	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
262341	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
262341	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
262341	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
262341	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
262341	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
262341	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
262341	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
262341	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
262341	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
262341	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
262341	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
262341	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
262341	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
262341	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
262341	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
262341	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
262341	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
262341	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
262341	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
262341	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
262341	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
262341	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
262341	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
262341	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
262341	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
262341	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
262341	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
262341	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
262341	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
262341	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
262341	embedding2nn.weight	0	0.045386359095573425
262341	embedding2nn.weight	1	-0.09075240045785904
262341	embedding2nn.weight	2	0.015324494801461697
262341	embedding2nn.weight	3	-0.061451252549886703
262341	embedding2nn.weight	4	-0.11540792137384415
262341	embedding2nn.weight	5	0.11175430566072464
262341	embedding2nn.weight	6	-0.08293060958385468
262341	embedding2nn.weight	7	-0.0795627310872078
262341	embedding2nn.weight	8	-0.03460686653852463
262341	embedding2nn.weight	9	0.03404998779296875
262341	embedding2nn.bias	0	0.07036420702934265
262341	embedding2nn.bias	1	-0.013308103196322918
262341	embedding2nn.bias	2	-0.0757109597325325
262341	embedding2nn.bias	3	0.00872298888862133
262341	embedding2nn.bias	4	-0.010234912857413292
262341	embedding2nn.bias	5	-0.1800980418920517
262341	embedding2nn.bias	6	-0.11385715007781982
262341	embedding2nn.bias	7	-0.016280677169561386
262341	embedding2nn.bias	8	0.05943940952420235
262341	embedding2nn.bias	9	-0.0589568093419075
262341	rnn.weight_ih_l0	0	0.03571038693189621
262341	rnn.weight_ih_l0	1	-0.08882160484790802
262341	rnn.weight_ih_l0	2	-0.06368782371282578
262341	rnn.weight_ih_l0	3	-0.0532313697040081
262341	rnn.weight_ih_l0	4	0.018752045929431915
262341	rnn.weight_ih_l0	5	-0.11356556415557861
262341	rnn.weight_ih_l0	6	-0.026212211698293686
262341	rnn.weight_ih_l0	7	0.0007013202994130552
262341	rnn.weight_ih_l0	8	0.048020295798778534
262341	rnn.weight_ih_l0	9	0.009886762127280235
262341	rnn.weight_hh_l0	0	0.004786322358995676
262341	rnn.weight_hh_l0	1	-0.0800236165523529
262341	rnn.weight_hh_l0	2	0.07499126344919205
262341	rnn.weight_hh_l0	3	0.051550496369600296
262341	rnn.weight_hh_l0	4	0.007006227504462004
262341	rnn.weight_hh_l0	5	0.07108958810567856
262341	rnn.weight_hh_l0	6	-0.0173044316470623
262341	rnn.weight_hh_l0	7	-0.11271277815103531
262341	rnn.weight_hh_l0	8	0.027867047116160393
262341	rnn.weight_hh_l0	9	-0.0734458789229393
262341	rnn.bias_ih_l0	0	-0.07558833807706833
262341	rnn.bias_ih_l0	1	-0.19308321177959442
262341	rnn.bias_ih_l0	2	-0.25971007347106934
262341	rnn.bias_ih_l0	3	-0.2818269729614258
262341	rnn.bias_ih_l0	4	0.015336205251514912
262341	rnn.bias_ih_l0	5	0.05249973386526108
262341	rnn.bias_ih_l0	6	-0.166672945022583
262341	rnn.bias_ih_l0	7	-0.27374428510665894
262341	rnn.bias_ih_l0	8	-0.15309318900108337
262341	rnn.bias_ih_l0	9	-0.17878739535808563
262341	rnn.bias_hh_l0	0	0.13249607384204865
262341	rnn.bias_hh_l0	1	-0.052009500563144684
262341	rnn.bias_hh_l0	2	0.051762018352746964
262341	rnn.bias_hh_l0	3	-0.1708575040102005
262341	rnn.bias_hh_l0	4	0.061338942497968674
262341	rnn.bias_hh_l0	5	0.05410121753811836
262341	rnn.bias_hh_l0	6	-0.1118227168917656
262341	rnn.bias_hh_l0	7	-0.15540644526481628
262341	rnn.bias_hh_l0	8	-0.18098914623260498
262341	rnn.bias_hh_l0	9	-0.10935773700475693
262341	rnn.weight_ih_l0_reverse	0	-0.016680780798196793
262341	rnn.weight_ih_l0_reverse	1	-0.01174871250987053
262341	rnn.weight_ih_l0_reverse	2	-0.002524019218981266
262341	rnn.weight_ih_l0_reverse	3	0.0077041806653141975
262341	rnn.weight_ih_l0_reverse	4	0.00859246589243412
262341	rnn.weight_ih_l0_reverse	5	-0.05772605910897255
262341	rnn.weight_ih_l0_reverse	6	-0.04148317128419876
262341	rnn.weight_ih_l0_reverse	7	0.017313791438937187
262341	rnn.weight_ih_l0_reverse	8	0.09154007583856583
262341	rnn.weight_ih_l0_reverse	9	0.003508186200633645
262341	rnn.weight_hh_l0_reverse	0	0.005139825399965048
262341	rnn.weight_hh_l0_reverse	1	0.02776278741657734
262341	rnn.weight_hh_l0_reverse	2	-0.04205717891454697
262341	rnn.weight_hh_l0_reverse	3	0.04271160066127777
262341	rnn.weight_hh_l0_reverse	4	0.023426059633493423
262341	rnn.weight_hh_l0_reverse	5	-0.008306621573865414
262341	rnn.weight_hh_l0_reverse	6	0.0701160654425621
262341	rnn.weight_hh_l0_reverse	7	0.040725983679294586
262341	rnn.weight_hh_l0_reverse	8	-0.024859759956598282
262341	rnn.weight_hh_l0_reverse	9	-0.025893790647387505
262341	rnn.bias_ih_l0_reverse	0	-0.14908893406391144
262341	rnn.bias_ih_l0_reverse	1	-0.30999574065208435
262341	rnn.bias_ih_l0_reverse	2	-0.05896243080496788
262341	rnn.bias_ih_l0_reverse	3	-0.15163812041282654
262341	rnn.bias_ih_l0_reverse	4	0.06944897025823593
262341	rnn.bias_ih_l0_reverse	5	-0.28083041310310364
262341	rnn.bias_ih_l0_reverse	6	-0.07054426521062851
262341	rnn.bias_ih_l0_reverse	7	0.006741450633853674
262341	rnn.bias_ih_l0_reverse	8	-0.19202488660812378
262341	rnn.bias_ih_l0_reverse	9	-0.09224634617567062
262341	rnn.bias_hh_l0_reverse	0	-0.15387549996376038
262341	rnn.bias_hh_l0_reverse	1	-0.14613008499145508
262341	rnn.bias_hh_l0_reverse	2	-0.010648089461028576
262341	rnn.bias_hh_l0_reverse	3	-0.13810905814170837
262341	rnn.bias_hh_l0_reverse	4	-0.02419823221862316
262341	rnn.bias_hh_l0_reverse	5	-0.11769237369298935
262341	rnn.bias_hh_l0_reverse	6	-0.0729370266199112
262341	rnn.bias_hh_l0_reverse	7	-0.18199223279953003
262341	rnn.bias_hh_l0_reverse	8	-0.059005677700042725
262341	rnn.bias_hh_l0_reverse	9	-0.11981130391359329
262341	linear.weight	0	-0.268347829580307
262341	linear.weight	1	-0.13555090129375458
262341	linear.weight	2	-0.011228874325752258
262341	linear.weight	3	-0.07406265288591385
262341	linear.weight	4	0.013516789302229881
262341	linear.weight	5	0.2385561764240265
262341	linear.weight	6	0.0047744326293468475
262341	linear.weight	7	-0.021312154829502106
262341	linear.weight	8	0.20609048008918762
262341	linear.weight	9	0.21103277802467346
262341	linear.bias	0	-0.8285794854164124
262341	linear.bias	1	1.4050344228744507
262341	linear.bias	2	-0.4868053197860718
262341	linear.bias	3	-0.7796446681022644
262341	linear.bias	4	-0.9171850681304932
262341	linear.bias	5	-1.1809818744659424
262341	linear.bias	6	-0.9551934599876404
262341	linear.bias	7	-0.6950302124023438
262341	linear.bias	8	-0.01705317199230194
262341	linear.bias	9	3.526047706604004
262538	transitions	0	-0.4759899079799652
262538	transitions	1	8.896574020385742
262538	transitions	2	-3.6514949798583984
262538	transitions	3	1.6401904821395874
262538	transitions	4	-2.2382397651672363
262538	transitions	5	-0.4373384118080139
262538	transitions	6	-0.19720788300037384
262538	transitions	7	-10000.0
262538	transitions	8	1.8713196516036987
262538	transitions	9	-2.2952189445495605
262538	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
262538	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
262538	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
262538	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
262538	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
262538	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
262538	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
262538	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
262538	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
262538	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
262538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
262538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
262538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
262538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
262538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
262538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
262538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
262538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
262538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
262538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
262538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
262538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
262538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
262538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
262538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
262538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
262538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
262538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
262538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
262538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
262538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
262538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
262538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
262538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
262538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
262538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
262538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
262538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
262538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
262538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
262538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
262538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
262538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
262538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
262538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
262538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
262538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
262538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
262538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
262538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
262538	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
262538	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
262538	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
262538	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
262538	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
262538	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
262538	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
262538	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
262538	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
262538	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
262538	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
262538	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
262538	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
262538	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
262538	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
262538	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
262538	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
262538	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
262538	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
262538	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
262538	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
262538	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
262538	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
262538	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
262538	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
262538	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
262538	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
262538	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
262538	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
262538	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
262538	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
262538	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
262538	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
262538	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
262538	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
262538	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
262538	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
262538	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
262538	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
262538	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
262538	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
262538	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
262538	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
262538	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
262538	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
262538	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
262538	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
262538	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
262538	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
262538	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
262538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
262538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
262538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
262538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
262538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
262538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
262538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
262538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
262538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
262538	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
262538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
262538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
262538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
262538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
262538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
262538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
262538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
262538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
262538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
262538	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
262538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
262538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
262538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
262538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
262538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
262538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
262538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
262538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
262538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
262538	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
262538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
262538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
262538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
262538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
262538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
262538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
262538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
262538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
262538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
262538	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
262538	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
262538	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
262538	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
262538	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
262538	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
262538	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
262538	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
262538	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
262538	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
262538	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
262538	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
262538	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
262538	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
262538	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
262538	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
262538	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
262538	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
262538	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
262538	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
262538	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
262538	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
262538	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
262538	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
262538	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
262538	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
262538	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
262538	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
262538	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
262538	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
262538	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
262538	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
262538	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
262538	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
262538	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
262538	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
262538	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
262538	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
262538	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
262538	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
262538	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
262538	embedding2nn.weight	0	0.045207373797893524
262538	embedding2nn.weight	1	-0.08976291865110397
262538	embedding2nn.weight	2	0.014602920971810818
262538	embedding2nn.weight	3	-0.06152084097266197
262538	embedding2nn.weight	4	-0.11570680886507034
262538	embedding2nn.weight	5	0.11101473122835159
262538	embedding2nn.weight	6	-0.08229894191026688
262538	embedding2nn.weight	7	-0.07950755208730698
262538	embedding2nn.weight	8	-0.03454652428627014
262538	embedding2nn.weight	9	0.03474583476781845
262538	embedding2nn.bias	0	0.07121871411800385
262538	embedding2nn.bias	1	-0.008580276742577553
262538	embedding2nn.bias	2	-0.07796800881624222
262538	embedding2nn.bias	3	0.015493436716496944
262538	embedding2nn.bias	4	-0.008427833206951618
262538	embedding2nn.bias	5	-0.18245017528533936
262538	embedding2nn.bias	6	-0.1175554171204567
262538	embedding2nn.bias	7	-0.018988734111189842
262538	embedding2nn.bias	8	0.06325709819793701
262538	embedding2nn.bias	9	-0.058654796332120895
262538	rnn.weight_ih_l0	0	0.035294774919748306
262538	rnn.weight_ih_l0	1	-0.08935106545686722
262538	rnn.weight_ih_l0	2	-0.06438715755939484
262538	rnn.weight_ih_l0	3	-0.052834659814834595
262538	rnn.weight_ih_l0	4	0.01892749033868313
262538	rnn.weight_ih_l0	5	-0.11341061443090439
262538	rnn.weight_ih_l0	6	-0.027086498215794563
262538	rnn.weight_ih_l0	7	0.0008817329653538764
262538	rnn.weight_ih_l0	8	0.0477178618311882
262538	rnn.weight_ih_l0	9	0.010383332148194313
262538	rnn.weight_hh_l0	0	0.005105786491185427
262538	rnn.weight_hh_l0	1	-0.07939500361680984
262538	rnn.weight_hh_l0	2	0.07510655373334885
262538	rnn.weight_hh_l0	3	0.05155731365084648
262538	rnn.weight_hh_l0	4	0.006948233116418123
262538	rnn.weight_hh_l0	5	0.0706317201256752
262538	rnn.weight_hh_l0	6	-0.01724337227642536
262538	rnn.weight_hh_l0	7	-0.11264358460903168
262538	rnn.weight_hh_l0	8	0.028253760188817978
262538	rnn.weight_hh_l0	9	-0.07361528277397156
262538	rnn.bias_ih_l0	0	-0.07484067231416702
262538	rnn.bias_ih_l0	1	-0.19356253743171692
262538	rnn.bias_ih_l0	2	-0.26064878702163696
262538	rnn.bias_ih_l0	3	-0.2815087139606476
262538	rnn.bias_ih_l0	4	0.016175633296370506
262538	rnn.bias_ih_l0	5	0.051858287304639816
262538	rnn.bias_ih_l0	6	-0.16623952984809875
262538	rnn.bias_ih_l0	7	-0.2742694020271301
262538	rnn.bias_ih_l0	8	-0.1542404145002365
262538	rnn.bias_ih_l0	9	-0.17954939603805542
262538	rnn.bias_hh_l0	0	0.1337677389383316
262538	rnn.bias_hh_l0	1	-0.051543232053518295
262538	rnn.bias_hh_l0	2	0.05258889123797417
262538	rnn.bias_hh_l0	3	-0.17043282091617584
262538	rnn.bias_hh_l0	4	0.06067395210266113
262538	rnn.bias_hh_l0	5	0.05481083318591118
262538	rnn.bias_hh_l0	6	-0.11168870329856873
262538	rnn.bias_hh_l0	7	-0.15488553047180176
262538	rnn.bias_hh_l0	8	-0.18099670112133026
262538	rnn.bias_hh_l0	9	-0.10942316800355911
262538	rnn.weight_ih_l0_reverse	0	-0.0170759204775095
262538	rnn.weight_ih_l0_reverse	1	-0.012261700816452503
262538	rnn.weight_ih_l0_reverse	2	-0.003095997264608741
262538	rnn.weight_ih_l0_reverse	3	0.007848580367863178
262538	rnn.weight_ih_l0_reverse	4	0.008116108365356922
262538	rnn.weight_ih_l0_reverse	5	-0.057088639587163925
262538	rnn.weight_ih_l0_reverse	6	-0.041291724890470505
262538	rnn.weight_ih_l0_reverse	7	0.01741485297679901
262538	rnn.weight_ih_l0_reverse	8	0.09151820093393326
262538	rnn.weight_ih_l0_reverse	9	0.0032326211221516132
262538	rnn.weight_hh_l0_reverse	0	0.004996143281459808
262538	rnn.weight_hh_l0_reverse	1	0.027750328183174133
262538	rnn.weight_hh_l0_reverse	2	-0.042388591915369034
262538	rnn.weight_hh_l0_reverse	3	0.04263662174344063
262538	rnn.weight_hh_l0_reverse	4	0.023337673395872116
262538	rnn.weight_hh_l0_reverse	5	-0.008450492285192013
262538	rnn.weight_hh_l0_reverse	6	0.07043995708227158
262538	rnn.weight_hh_l0_reverse	7	0.040516696870326996
262538	rnn.weight_hh_l0_reverse	8	-0.0253592599183321
262538	rnn.weight_hh_l0_reverse	9	-0.025785965844988823
262538	rnn.bias_ih_l0_reverse	0	-0.15040826797485352
262538	rnn.bias_ih_l0_reverse	1	-0.3100631535053253
262538	rnn.bias_ih_l0_reverse	2	-0.05854928120970726
262538	rnn.bias_ih_l0_reverse	3	-0.1515660434961319
262538	rnn.bias_ih_l0_reverse	4	0.0688440352678299
262538	rnn.bias_ih_l0_reverse	5	-0.28089749813079834
262538	rnn.bias_ih_l0_reverse	6	-0.06951455771923065
262538	rnn.bias_ih_l0_reverse	7	0.005612535402178764
262538	rnn.bias_ih_l0_reverse	8	-0.19218462705612183
262538	rnn.bias_ih_l0_reverse	9	-0.09159299731254578
262538	rnn.bias_hh_l0_reverse	0	-0.15374718606472015
262538	rnn.bias_hh_l0_reverse	1	-0.14786933362483978
262538	rnn.bias_hh_l0_reverse	2	-0.011634156107902527
262538	rnn.bias_hh_l0_reverse	3	-0.13828468322753906
262538	rnn.bias_hh_l0_reverse	4	-0.0243702195584774
262538	rnn.bias_hh_l0_reverse	5	-0.11847101897001266
262538	rnn.bias_hh_l0_reverse	6	-0.0729324072599411
262538	rnn.bias_hh_l0_reverse	7	-0.1814470887184143
262538	rnn.bias_hh_l0_reverse	8	-0.05847163498401642
262538	rnn.bias_hh_l0_reverse	9	-0.1200123280286789
262538	linear.weight	0	-0.2689366042613983
262538	linear.weight	1	-0.1317271739244461
262538	linear.weight	2	-0.011228874325752258
262538	linear.weight	3	-0.07025174051523209
262538	linear.weight	4	0.015050595626235008
262538	linear.weight	5	0.23787647485733032
262538	linear.weight	6	0.0047744326293468475
262538	linear.weight	7	-0.021312154829502106
262538	linear.weight	8	0.20708733797073364
262538	linear.weight	9	0.21389545500278473
262538	linear.bias	0	-0.8300110101699829
262538	linear.bias	1	1.4227137565612793
262538	linear.bias	2	-0.4885784387588501
262538	linear.bias	3	-0.7519571185112
262538	linear.bias	4	-0.9257349371910095
262538	linear.bias	5	-1.1809850931167603
262538	linear.bias	6	-0.9563524127006531
262538	linear.bias	7	-0.6951066851615906
262538	linear.bias	8	-0.01705317199230194
262538	linear.bias	9	3.511247158050537
262542	transitions	0	-0.4759908616542816
262542	transitions	1	8.89733600616455
262542	transitions	2	-3.6514995098114014
262542	transitions	3	1.640159010887146
262542	transitions	4	-2.2382431030273438
262542	transitions	5	-0.4373384118080139
262542	transitions	6	-0.19720804691314697
262542	transitions	7	-10000.0
262542	transitions	8	1.8713196516036987
262542	transitions	9	-2.2952189445495605
262542	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
262542	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
262542	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
262542	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
262542	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
262542	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
262542	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
262542	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
262542	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
262542	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
262542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
262542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
262542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
262542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
262542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
262542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
262542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
262542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
262542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
262542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
262542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
262542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
262542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
262542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
262542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
262542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
262542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
262542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
262542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
262542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
262542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
262542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
262542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
262542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
262542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
262542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
262542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
262542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
262542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
262542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
262542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
262542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
262542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
262542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
262542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
262542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
262542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
262542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
262542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
262542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
262542	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
262542	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
262542	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
262542	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
262542	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
262542	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
262542	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
262542	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
262542	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
262542	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
262542	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
262542	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
262542	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
262542	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
262542	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
262542	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
262542	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
262542	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
262542	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
262542	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
262542	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
262542	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
262542	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
262542	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
262542	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
262542	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
262542	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
262542	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
262542	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
262542	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
262542	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
262542	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
262542	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
262542	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
262542	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
262542	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
262542	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
262542	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
262542	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
262542	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
262542	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
262542	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
262542	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
262542	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
262542	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
262542	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
262542	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
262542	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
262542	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
262542	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
262542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
262542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
262542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
262542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
262542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
262542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
262542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
262542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
262542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
262542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
262542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
262542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
262542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
262542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
262542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
262542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
262542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
262542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
262542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
262542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
262542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
262542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
262542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
262542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
262542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
262542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
262542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
262542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
262542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
262542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
262542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
262542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
262542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
262542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
262542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
262542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
262542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
262542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
262542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
262542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
262542	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
262542	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
262542	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
262542	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
262542	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
262542	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
262542	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
262542	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
262542	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
262542	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
262542	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
262542	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
262542	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
262542	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
262542	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
262542	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
262542	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
262542	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
262542	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
262542	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
262542	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
262542	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
262542	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
262542	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
262542	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
262542	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
262542	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
262542	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
262542	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
262542	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
262542	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
262542	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
262542	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
262542	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
262542	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
262542	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
262542	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
262542	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
262542	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
262542	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
262542	embedding2nn.weight	0	0.045182015746831894
262542	embedding2nn.weight	1	-0.0897774025797844
262542	embedding2nn.weight	2	0.014564072713255882
262542	embedding2nn.weight	3	-0.06152452155947685
262542	embedding2nn.weight	4	-0.1157856360077858
262542	embedding2nn.weight	5	0.11104549467563629
262542	embedding2nn.weight	6	-0.08245684951543808
262542	embedding2nn.weight	7	-0.07953102886676788
262542	embedding2nn.weight	8	-0.03445358946919441
262542	embedding2nn.weight	9	0.034858640283346176
262542	embedding2nn.bias	0	0.07032264769077301
262542	embedding2nn.bias	1	-0.008312317542731762
262542	embedding2nn.bias	2	-0.07776971161365509
262542	embedding2nn.bias	3	0.015348881483078003
262542	embedding2nn.bias	4	-0.008197370916604996
262542	embedding2nn.bias	5	-0.18304228782653809
262542	embedding2nn.bias	6	-0.11817020922899246
262542	embedding2nn.bias	7	-0.01967000588774681
262542	embedding2nn.bias	8	0.062897689640522
262542	embedding2nn.bias	9	-0.058766718953847885
262542	rnn.weight_ih_l0	0	0.03525955229997635
262542	rnn.weight_ih_l0	1	-0.08935055881738663
262542	rnn.weight_ih_l0	2	-0.06439084559679031
262542	rnn.weight_ih_l0	3	-0.052897047251462936
262542	rnn.weight_ih_l0	4	0.018933752551674843
262542	rnn.weight_ih_l0	5	-0.11331506818532944
262542	rnn.weight_ih_l0	6	-0.02708473615348339
262542	rnn.weight_ih_l0	7	0.0008652325486764312
262542	rnn.weight_ih_l0	8	0.04766392335295677
262542	rnn.weight_ih_l0	9	0.010309658944606781
262542	rnn.weight_hh_l0	0	0.0051052989438176155
262542	rnn.weight_hh_l0	1	-0.07939489185810089
262542	rnn.weight_hh_l0	2	0.07510648667812347
262542	rnn.weight_hh_l0	3	0.051545169204473495
262542	rnn.weight_hh_l0	4	0.006943423300981522
262542	rnn.weight_hh_l0	5	0.0707121267914772
262542	rnn.weight_hh_l0	6	-0.017242951318621635
262542	rnn.weight_hh_l0	7	-0.1126367598772049
262542	rnn.weight_hh_l0	8	0.0282512828707695
262542	rnn.weight_hh_l0	9	-0.07361282408237457
262542	rnn.bias_ih_l0	0	-0.07487688213586807
262542	rnn.bias_ih_l0	1	-0.19350796937942505
262542	rnn.bias_ih_l0	2	-0.26054254174232483
262542	rnn.bias_ih_l0	3	-0.281501829624176
262542	rnn.bias_ih_l0	4	0.016333160921931267
262542	rnn.bias_ih_l0	5	0.051812201738357544
262542	rnn.bias_ih_l0	6	-0.16625836491584778
262542	rnn.bias_ih_l0	7	-0.2740066647529602
262542	rnn.bias_ih_l0	8	-0.1543809175491333
262542	rnn.bias_ih_l0	9	-0.17952145636081696
262542	rnn.bias_hh_l0	0	0.13384495675563812
262542	rnn.bias_hh_l0	1	-0.05147949978709221
262542	rnn.bias_hh_l0	2	0.05261695757508278
262542	rnn.bias_hh_l0	3	-0.17043350636959076
262542	rnn.bias_hh_l0	4	0.060663484036922455
262542	rnn.bias_hh_l0	5	0.0548221692442894
262542	rnn.bias_hh_l0	6	-0.11159328371286392
262542	rnn.bias_hh_l0	7	-0.15487785637378693
262542	rnn.bias_hh_l0	8	-0.18096347153186798
262542	rnn.bias_hh_l0	9	-0.10931464284658432
262542	rnn.weight_ih_l0_reverse	0	-0.016927234828472137
262542	rnn.weight_ih_l0_reverse	1	-0.012264454737305641
262542	rnn.weight_ih_l0_reverse	2	-0.0030966177582740784
262542	rnn.weight_ih_l0_reverse	3	0.007820084691047668
262542	rnn.weight_ih_l0_reverse	4	0.008122699335217476
262542	rnn.weight_ih_l0_reverse	5	-0.057101067155599594
262542	rnn.weight_ih_l0_reverse	6	-0.04129797965288162
262542	rnn.weight_ih_l0_reverse	7	0.017536813393235207
262542	rnn.weight_ih_l0_reverse	8	0.09152047336101532
262542	rnn.weight_ih_l0_reverse	9	0.003209255635738373
262542	rnn.weight_hh_l0_reverse	0	0.004998837132006884
262542	rnn.weight_hh_l0_reverse	1	0.027752123773097992
262542	rnn.weight_hh_l0_reverse	2	-0.042344458401203156
262542	rnn.weight_hh_l0_reverse	3	0.04263751953840256
262542	rnn.weight_hh_l0_reverse	4	0.02333720773458481
262542	rnn.weight_hh_l0_reverse	5	-0.008457854390144348
262542	rnn.weight_hh_l0_reverse	6	0.0704423114657402
262542	rnn.weight_hh_l0_reverse	7	0.04051269218325615
262542	rnn.weight_hh_l0_reverse	8	-0.02536160498857498
262542	rnn.weight_hh_l0_reverse	9	-0.025806372985243797
262542	rnn.bias_ih_l0_reverse	0	-0.15032057464122772
262542	rnn.bias_ih_l0_reverse	1	-0.31002891063690186
262542	rnn.bias_ih_l0_reverse	2	-0.058533865958452225
262542	rnn.bias_ih_l0_reverse	3	-0.15155550837516785
262542	rnn.bias_ih_l0_reverse	4	0.06881046295166016
262542	rnn.bias_ih_l0_reverse	5	-0.28075599670410156
262542	rnn.bias_ih_l0_reverse	6	-0.0695023164153099
262542	rnn.bias_ih_l0_reverse	7	0.005219812970608473
262542	rnn.bias_ih_l0_reverse	8	-0.19227316975593567
262542	rnn.bias_ih_l0_reverse	9	-0.09145233780145645
262542	rnn.bias_hh_l0_reverse	0	-0.15378537774085999
262542	rnn.bias_hh_l0_reverse	1	-0.14800123870372772
262542	rnn.bias_hh_l0_reverse	2	-0.011670471169054508
262542	rnn.bias_hh_l0_reverse	3	-0.13831111788749695
262542	rnn.bias_hh_l0_reverse	4	-0.024372898042201996
262542	rnn.bias_hh_l0_reverse	5	-0.11848942190408707
262542	rnn.bias_hh_l0_reverse	6	-0.07296840101480484
262542	rnn.bias_hh_l0_reverse	7	-0.18130148947238922
262542	rnn.bias_hh_l0_reverse	8	-0.05861646682024002
262542	rnn.bias_hh_l0_reverse	9	-0.11996272206306458
262542	linear.weight	0	-0.2688989043235779
262542	linear.weight	1	-0.13164633512496948
262542	linear.weight	2	-0.011228874325752258
262542	linear.weight	3	-0.07024692744016647
262542	linear.weight	4	0.015044918283820152
262542	linear.weight	5	0.2381638139486313
262542	linear.weight	6	0.0047744326293468475
262542	linear.weight	7	-0.021312154829502106
262542	linear.weight	8	0.2071138322353363
262542	linear.weight	9	0.21432659029960632
262542	linear.bias	0	-0.8307821154594421
262542	linear.bias	1	1.4253368377685547
262542	linear.bias	2	-0.48310530185699463
262542	linear.bias	3	-0.7535126209259033
262542	linear.bias	4	-0.9247679710388184
262542	linear.bias	5	-1.1809850931167603
262542	linear.bias	6	-0.9570081233978271
262542	linear.bias	7	-0.6980851292610168
262542	linear.bias	8	-0.01705317199230194
262542	linear.bias	9	3.514967918395996
262739	transitions	0	-0.4761485457420349
262739	transitions	1	8.882020950317383
262739	transitions	2	-3.651592969894409
262739	transitions	3	1.6386308670043945
262739	transitions	4	-2.2383315563201904
262739	transitions	5	-0.43737056851387024
262739	transitions	6	-0.19721730053424835
262739	transitions	7	-10000.0
262739	transitions	8	1.8705339431762695
262739	transitions	9	-2.295219659805298
262739	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
262739	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
262739	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
262739	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
262739	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
262739	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
262739	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
262739	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
262739	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
262739	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
262739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
262739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
262739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
262739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
262739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
262739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
262739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
262739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
262739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
262739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
262739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
262739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
262739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
262739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
262739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
262739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
262739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
262739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
262739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
262739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
262739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
262739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
262739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
262739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
262739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
262739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
262739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
262739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
262739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
262739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
262739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
262739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
262739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
262739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
262739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
262739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
262739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
262739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
262739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
262739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
262739	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
262739	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
262739	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
262739	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
262739	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
262739	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
262739	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
262739	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
262739	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
262739	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
262739	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
262739	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
262739	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
262739	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
262739	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
262739	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
262739	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
262739	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
262739	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
262739	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
262739	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
262739	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
262739	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
262739	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
262739	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
262739	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
262739	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
262739	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
262739	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
262739	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
262739	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
262739	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
262739	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
262739	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
262739	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
262739	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
262739	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
262739	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
262739	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
262739	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
262739	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
262739	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
262739	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
262739	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
262739	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
262739	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
262739	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
262739	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
262739	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
262739	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
262739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
262739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
262739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
262739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
262739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
262739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
262739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
262739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
262739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
262739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
262739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
262739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
262739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
262739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
262739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
262739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
262739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
262739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
262739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
262739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
262739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
262739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
262739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
262739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
262739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
262739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
262739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
262739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
262739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
262739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
262739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
262739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
262739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
262739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
262739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
262739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
262739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
262739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
262739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
262739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
262739	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
262739	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
262739	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
262739	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
262739	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
262739	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
262739	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
262739	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
262739	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
262739	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
262739	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
262739	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
262739	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
262739	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
262739	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
262739	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
262739	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
262739	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
262739	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
262739	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
262739	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
262739	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
262739	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
262739	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
262739	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
262739	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
262739	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
262739	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
262739	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
262739	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
262739	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
262739	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
262739	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
262739	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
262739	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
262739	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
262739	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
262739	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
262739	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
262739	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
262739	embedding2nn.weight	0	0.04505675658583641
262739	embedding2nn.weight	1	-0.08981440961360931
262739	embedding2nn.weight	2	0.01530919037759304
262739	embedding2nn.weight	3	-0.06137027218937874
262739	embedding2nn.weight	4	-0.1150020956993103
262739	embedding2nn.weight	5	0.11100422590970993
262739	embedding2nn.weight	6	-0.08175789564847946
262739	embedding2nn.weight	7	-0.07929479330778122
262739	embedding2nn.weight	8	-0.034763164818286896
262739	embedding2nn.weight	9	0.034935612231492996
262739	embedding2nn.bias	0	0.06717294454574585
262739	embedding2nn.bias	1	-0.012705049477517605
262739	embedding2nn.bias	2	-0.07701165974140167
262739	embedding2nn.bias	3	0.01625070720911026
262739	embedding2nn.bias	4	-0.010513290762901306
262739	embedding2nn.bias	5	-0.18653087317943573
262739	embedding2nn.bias	6	-0.11860201507806778
262739	embedding2nn.bias	7	-0.016055842861533165
262739	embedding2nn.bias	8	0.06265176087617874
262739	embedding2nn.bias	9	-0.060919634997844696
262739	rnn.weight_ih_l0	0	0.03543473780155182
262739	rnn.weight_ih_l0	1	-0.08961612731218338
262739	rnn.weight_ih_l0	2	-0.06432772427797318
262739	rnn.weight_ih_l0	3	-0.05292130634188652
262739	rnn.weight_ih_l0	4	0.01840326003730297
262739	rnn.weight_ih_l0	5	-0.11301900446414948
262739	rnn.weight_ih_l0	6	-0.026559412479400635
262739	rnn.weight_ih_l0	7	0.0014408098068088293
262739	rnn.weight_ih_l0	8	0.04699182137846947
262739	rnn.weight_ih_l0	9	0.010148034431040287
262739	rnn.weight_hh_l0	0	0.00493644317612052
262739	rnn.weight_hh_l0	1	-0.08004488795995712
262739	rnn.weight_hh_l0	2	0.07490597665309906
262739	rnn.weight_hh_l0	3	0.05155272036790848
262739	rnn.weight_hh_l0	4	0.00707679707556963
262739	rnn.weight_hh_l0	5	0.07042651623487473
262739	rnn.weight_hh_l0	6	-0.0172844547778368
262739	rnn.weight_hh_l0	7	-0.11262071132659912
262739	rnn.weight_hh_l0	8	0.02821209840476513
262739	rnn.weight_hh_l0	9	-0.07317525893449783
262739	rnn.bias_ih_l0	0	-0.07603149116039276
262739	rnn.bias_ih_l0	1	-0.19374753534793854
262739	rnn.bias_ih_l0	2	-0.2599089741706848
262739	rnn.bias_ih_l0	3	-0.2813403010368347
262739	rnn.bias_ih_l0	4	0.014976909384131432
262739	rnn.bias_ih_l0	5	0.051485687494277954
262739	rnn.bias_ih_l0	6	-0.16649585962295532
262739	rnn.bias_ih_l0	7	-0.274771124124527
262739	rnn.bias_ih_l0	8	-0.15566208958625793
262739	rnn.bias_ih_l0	9	-0.17960458993911743
262739	rnn.bias_hh_l0	0	0.13471172749996185
262739	rnn.bias_hh_l0	1	-0.05180934816598892
262739	rnn.bias_hh_l0	2	0.05284804850816727
262739	rnn.bias_hh_l0	3	-0.17077143490314484
262739	rnn.bias_hh_l0	4	0.06044786050915718
262739	rnn.bias_hh_l0	5	0.055093515664339066
262739	rnn.bias_hh_l0	6	-0.11219027638435364
262739	rnn.bias_hh_l0	7	-0.1544950157403946
262739	rnn.bias_hh_l0	8	-0.1805824637413025
262739	rnn.bias_hh_l0	9	-0.10868393629789352
262739	rnn.weight_ih_l0_reverse	0	-0.017413025721907616
262739	rnn.weight_ih_l0_reverse	1	-0.012373984791338444
262739	rnn.weight_ih_l0_reverse	2	-0.0011453342158347368
262739	rnn.weight_ih_l0_reverse	3	0.008629981428384781
262739	rnn.weight_ih_l0_reverse	4	0.008542540483176708
262739	rnn.weight_ih_l0_reverse	5	-0.056485436856746674
262739	rnn.weight_ih_l0_reverse	6	-0.04140989109873772
262739	rnn.weight_ih_l0_reverse	7	0.01689484529197216
262739	rnn.weight_ih_l0_reverse	8	0.09085340797901154
262739	rnn.weight_ih_l0_reverse	9	0.0027790877502411604
262739	rnn.weight_hh_l0_reverse	0	0.005120463203638792
262739	rnn.weight_hh_l0_reverse	1	0.027589721605181694
262739	rnn.weight_hh_l0_reverse	2	-0.04253731295466423
262739	rnn.weight_hh_l0_reverse	3	0.042869701981544495
262739	rnn.weight_hh_l0_reverse	4	0.02316497452557087
262739	rnn.weight_hh_l0_reverse	5	-0.008593322709202766
262739	rnn.weight_hh_l0_reverse	6	0.07043661922216415
262739	rnn.weight_hh_l0_reverse	7	0.040560685098171234
262739	rnn.weight_hh_l0_reverse	8	-0.025180483236908913
262739	rnn.weight_hh_l0_reverse	9	-0.02568580023944378
262739	rnn.bias_ih_l0_reverse	0	-0.14979521930217743
262739	rnn.bias_ih_l0_reverse	1	-0.3104854226112366
262739	rnn.bias_ih_l0_reverse	2	-0.05808991566300392
262739	rnn.bias_ih_l0_reverse	3	-0.1509740799665451
262739	rnn.bias_ih_l0_reverse	4	0.06857453286647797
262739	rnn.bias_ih_l0_reverse	5	-0.28086045384407043
262739	rnn.bias_ih_l0_reverse	6	-0.06974504888057709
262739	rnn.bias_ih_l0_reverse	7	0.003480540821328759
262739	rnn.bias_ih_l0_reverse	8	-0.1919723004102707
262739	rnn.bias_ih_l0_reverse	9	-0.09122667461633682
262739	rnn.bias_hh_l0_reverse	0	-0.15340544283390045
262739	rnn.bias_hh_l0_reverse	1	-0.14784231781959534
262739	rnn.bias_hh_l0_reverse	2	-0.011998612433671951
262739	rnn.bias_hh_l0_reverse	3	-0.13826492428779602
262739	rnn.bias_hh_l0_reverse	4	-0.024220585823059082
262739	rnn.bias_hh_l0_reverse	5	-0.11844541877508163
262739	rnn.bias_hh_l0_reverse	6	-0.07303660362958908
262739	rnn.bias_hh_l0_reverse	7	-0.1807510256767273
262739	rnn.bias_hh_l0_reverse	8	-0.05784348025918007
262739	rnn.bias_hh_l0_reverse	9	-0.11873875558376312
262739	linear.weight	0	-0.2677547037601471
262739	linear.weight	1	-0.13208280503749847
262739	linear.weight	2	-0.011228874325752258
262739	linear.weight	3	-0.06527209281921387
262739	linear.weight	4	0.012072202749550343
262739	linear.weight	5	0.24360868334770203
262739	linear.weight	6	0.0047744326293468475
262739	linear.weight	7	-0.021312154829502106
262739	linear.weight	8	0.20998544991016388
262739	linear.weight	9	0.21441806852817535
262739	linear.bias	0	-0.829070508480072
262739	linear.bias	1	1.4091488122940063
262739	linear.bias	2	-0.49064067006111145
262739	linear.bias	3	-0.7691932320594788
262739	linear.bias	4	-0.9143795371055603
262739	linear.bias	5	-1.1809883117675781
262739	linear.bias	6	-0.9549835920333862
262739	linear.bias	7	-0.686839759349823
262739	linear.bias	8	-0.01705317199230194
262739	linear.bias	9	3.511622428894043
262936	transitions	0	-0.4762318730354309
262936	transitions	1	8.902290344238281
262936	transitions	2	-3.651700496673584
262936	transitions	3	1.6367570161819458
262936	transitions	4	-2.2383925914764404
262936	transitions	5	-0.43737396597862244
262936	transitions	6	-0.19722412526607513
262936	transitions	7	-10000.0
262936	transitions	8	1.8704150915145874
262936	transitions	9	-2.295219898223877
262936	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
262936	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
262936	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
262936	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
262936	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
262936	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
262936	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
262936	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
262936	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
262936	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
262936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
262936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
262936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
262936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
262936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
262936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
262936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
262936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
262936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
262936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
262936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
262936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
262936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
262936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
262936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
262936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
262936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
262936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
262936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
262936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
262936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
262936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
262936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
262936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
262936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
262936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
262936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
262936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
262936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
262936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
262936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
262936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
262936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
262936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
262936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
262936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
262936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
262936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
262936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
262936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
262936	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
262936	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
262936	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
262936	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
262936	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
262936	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
262936	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
262936	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
262936	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
262936	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
262936	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
262936	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
262936	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
262936	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
262936	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
262936	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
262936	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
262936	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
262936	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
262936	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
262936	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
262936	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
262936	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
262936	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
262936	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
262936	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
262936	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
262936	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
262936	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
262936	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
262936	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
262936	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
262936	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
262936	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
262936	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
262936	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
262936	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
262936	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
262936	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
262936	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
262936	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
262936	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
262936	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
262936	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
262936	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
262936	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
262936	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
262936	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
262936	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
262936	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
262936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
262936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
262936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
262936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
262936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
262936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
262936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
262936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
262936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
262936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
262936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
262936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
262936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
262936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
262936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
262936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
262936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
262936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
262936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
262936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
262936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
262936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
262936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
262936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
262936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
262936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
262936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
262936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
262936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
262936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
262936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
262936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
262936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
262936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
262936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
262936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
262936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
262936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
262936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
262936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
262936	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
262936	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
262936	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
262936	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
262936	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
262936	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
262936	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
262936	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
262936	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
262936	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
262936	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
262936	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
262936	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
262936	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
262936	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
262936	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
262936	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
262936	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
262936	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
262936	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
262936	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
262936	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
262936	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
262936	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
262936	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
262936	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
262936	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
262936	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
262936	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
262936	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
262936	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
262936	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
262936	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
262936	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
262936	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
262936	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
262936	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
262936	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
262936	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
262936	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
262936	embedding2nn.weight	0	0.04514157027006149
262936	embedding2nn.weight	1	-0.08974088728427887
262936	embedding2nn.weight	2	0.015538016334176064
262936	embedding2nn.weight	3	-0.061270613223314285
262936	embedding2nn.weight	4	-0.11367181688547134
262936	embedding2nn.weight	5	0.11054962873458862
262936	embedding2nn.weight	6	-0.08267665654420853
262936	embedding2nn.weight	7	-0.07959934324026108
262936	embedding2nn.weight	8	-0.03526527062058449
262936	embedding2nn.weight	9	0.03474455699324608
262936	embedding2nn.bias	0	0.06472046673297882
262936	embedding2nn.bias	1	-0.00770248519256711
262936	embedding2nn.bias	2	-0.07213529199361801
262936	embedding2nn.bias	3	0.017062848433852196
262936	embedding2nn.bias	4	-0.005859455093741417
262936	embedding2nn.bias	5	-0.17979557812213898
262936	embedding2nn.bias	6	-0.1180991604924202
262936	embedding2nn.bias	7	-0.013990077190101147
262936	embedding2nn.bias	8	0.05929272249341011
262936	embedding2nn.bias	9	-0.0601060725748539
262936	rnn.weight_ih_l0	0	0.03632272407412529
262936	rnn.weight_ih_l0	1	-0.09031133353710175
262936	rnn.weight_ih_l0	2	-0.06435812264680862
262936	rnn.weight_ih_l0	3	-0.052910059690475464
262936	rnn.weight_ih_l0	4	0.018511395901441574
262936	rnn.weight_ih_l0	5	-0.11311463266611099
262936	rnn.weight_ih_l0	6	-0.026764562353491783
262936	rnn.weight_ih_l0	7	0.0014281067997217178
262936	rnn.weight_ih_l0	8	0.047326646745204926
262936	rnn.weight_ih_l0	9	0.01005209144204855
262936	rnn.weight_hh_l0	0	0.004654745105654001
262936	rnn.weight_hh_l0	1	-0.07973144948482513
262936	rnn.weight_hh_l0	2	0.07490988075733185
262936	rnn.weight_hh_l0	3	0.05142234265804291
262936	rnn.weight_hh_l0	4	0.006911301985383034
262936	rnn.weight_hh_l0	5	0.07008389383554459
262936	rnn.weight_hh_l0	6	-0.017238417640328407
262936	rnn.weight_hh_l0	7	-0.11256901919841766
262936	rnn.weight_hh_l0	8	0.028324738144874573
262936	rnn.weight_hh_l0	9	-0.07396026700735092
262936	rnn.bias_ih_l0	0	-0.0763775035738945
262936	rnn.bias_ih_l0	1	-0.19391562044620514
262936	rnn.bias_ih_l0	2	-0.26020994782447815
262936	rnn.bias_ih_l0	3	-0.2803986668586731
262936	rnn.bias_ih_l0	4	0.014144818298518658
262936	rnn.bias_ih_l0	5	0.053637925535440445
262936	rnn.bias_ih_l0	6	-0.16677388548851013
262936	rnn.bias_ih_l0	7	-0.27502480149269104
262936	rnn.bias_ih_l0	8	-0.15681666135787964
262936	rnn.bias_ih_l0	9	-0.17886191606521606
262936	rnn.bias_hh_l0	0	0.13616406917572021
262936	rnn.bias_hh_l0	1	-0.05155468359589577
262936	rnn.bias_hh_l0	2	0.053543273359537125
262936	rnn.bias_hh_l0	3	-0.17033791542053223
262936	rnn.bias_hh_l0	4	0.06129518896341324
262936	rnn.bias_hh_l0	5	0.05537427216768265
262936	rnn.bias_hh_l0	6	-0.11247021704912186
262936	rnn.bias_hh_l0	7	-0.15431495010852814
262936	rnn.bias_hh_l0	8	-0.1803046464920044
262936	rnn.bias_hh_l0	9	-0.11009759455919266
262936	rnn.weight_ih_l0_reverse	0	-0.017190443351864815
262936	rnn.weight_ih_l0_reverse	1	-0.01230082381516695
262936	rnn.weight_ih_l0_reverse	2	-0.002105088671669364
262936	rnn.weight_ih_l0_reverse	3	0.00958072580397129
262936	rnn.weight_ih_l0_reverse	4	0.008494825102388859
262936	rnn.weight_ih_l0_reverse	5	-0.05598599091172218
262936	rnn.weight_ih_l0_reverse	6	-0.04171188920736313
262936	rnn.weight_ih_l0_reverse	7	0.017461389303207397
262936	rnn.weight_ih_l0_reverse	8	0.09063484519720078
262936	rnn.weight_ih_l0_reverse	9	0.002222655573859811
262936	rnn.weight_hh_l0_reverse	0	0.0052152471616864204
262936	rnn.weight_hh_l0_reverse	1	0.027719978243112564
262936	rnn.weight_hh_l0_reverse	2	-0.04227864742279053
262936	rnn.weight_hh_l0_reverse	3	0.04277883470058441
262936	rnn.weight_hh_l0_reverse	4	0.023224664852023125
262936	rnn.weight_hh_l0_reverse	5	-0.008215457201004028
262936	rnn.weight_hh_l0_reverse	6	0.07051484286785126
262936	rnn.weight_hh_l0_reverse	7	0.0408075675368309
262936	rnn.weight_hh_l0_reverse	8	-0.025058366358280182
262936	rnn.weight_hh_l0_reverse	9	-0.025823434814810753
262936	rnn.bias_ih_l0_reverse	0	-0.15053825080394745
262936	rnn.bias_ih_l0_reverse	1	-0.3107203543186188
262936	rnn.bias_ih_l0_reverse	2	-0.057745955884456635
262936	rnn.bias_ih_l0_reverse	3	-0.15087279677391052
262936	rnn.bias_ih_l0_reverse	4	0.06811453402042389
262936	rnn.bias_ih_l0_reverse	5	-0.28117308020591736
262936	rnn.bias_ih_l0_reverse	6	-0.07000492513179779
262936	rnn.bias_ih_l0_reverse	7	0.002230987884104252
262936	rnn.bias_ih_l0_reverse	8	-0.19179552793502808
262936	rnn.bias_ih_l0_reverse	9	-0.0904427096247673
262936	rnn.bias_hh_l0_reverse	0	-0.15355858206748962
262936	rnn.bias_hh_l0_reverse	1	-0.149016872048378
262936	rnn.bias_hh_l0_reverse	2	-0.01191201712936163
262936	rnn.bias_hh_l0_reverse	3	-0.1383177638053894
262936	rnn.bias_hh_l0_reverse	4	-0.02332703024148941
262936	rnn.bias_hh_l0_reverse	5	-0.11832066625356674
262936	rnn.bias_hh_l0_reverse	6	-0.07416819781064987
262936	rnn.bias_hh_l0_reverse	7	-0.1808694303035736
262936	rnn.bias_hh_l0_reverse	8	-0.058888990432024
262936	rnn.bias_hh_l0_reverse	9	-0.11893018335103989
262936	linear.weight	0	-0.2699434459209442
262936	linear.weight	1	-0.13195399940013885
262936	linear.weight	2	-0.011228874325752258
262936	linear.weight	3	-0.07128461450338364
262936	linear.weight	4	0.014215676113963127
262936	linear.weight	5	0.24618248641490936
262936	linear.weight	6	0.0047744326293468475
262936	linear.weight	7	-0.021312154829502106
262936	linear.weight	8	0.2075945883989334
262936	linear.weight	9	0.21643616259098053
262936	linear.bias	0	-0.8281320333480835
262936	linear.bias	1	1.4126979112625122
262936	linear.bias	2	-0.49242526292800903
262936	linear.bias	3	-0.7535313963890076
262936	linear.bias	4	-0.9144713878631592
262936	linear.bias	5	-1.1809948682785034
262936	linear.bias	6	-0.9546194672584534
262936	linear.bias	7	-0.6965547204017639
262936	linear.bias	8	-0.01705317199230194
262936	linear.bias	9	3.5087668895721436
263133	transitions	0	-0.47625523805618286
263133	transitions	1	8.90576171875
263133	transitions	2	-3.6518046855926514
263133	transitions	3	1.6347955465316772
263133	transitions	4	-2.238473892211914
263133	transitions	5	-0.437410444021225
263133	transitions	6	-0.1972282975912094
263133	transitions	7	-10000.0
263133	transitions	8	1.8713525533676147
263133	transitions	9	-2.2952206134796143
263133	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
263133	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
263133	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
263133	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
263133	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
263133	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
263133	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
263133	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
263133	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
263133	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
263133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
263133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
263133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
263133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
263133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
263133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
263133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
263133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
263133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
263133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
263133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
263133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
263133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
263133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
263133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
263133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
263133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
263133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
263133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
263133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
263133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
263133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
263133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
263133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
263133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
263133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
263133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
263133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
263133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
263133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
263133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
263133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
263133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
263133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
263133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
263133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
263133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
263133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
263133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
263133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
263133	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
263133	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
263133	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
263133	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
263133	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
263133	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
263133	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
263133	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
263133	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
263133	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
263133	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
263133	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
263133	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
263133	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
263133	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
263133	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
263133	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
263133	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
263133	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
263133	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
263133	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
263133	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
263133	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
263133	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
263133	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
263133	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
263133	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
263133	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
263133	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
263133	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
263133	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
263133	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
263133	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
263133	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
263133	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
263133	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
263133	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
263133	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
263133	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
263133	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
263133	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
263133	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
263133	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
263133	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
263133	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
263133	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
263133	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
263133	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
263133	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
263133	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
263133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
263133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
263133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
263133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
263133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
263133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
263133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
263133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
263133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
263133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
263133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
263133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
263133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
263133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
263133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
263133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
263133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
263133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
263133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
263133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
263133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
263133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
263133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
263133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
263133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
263133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
263133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
263133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
263133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
263133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
263133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
263133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
263133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
263133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
263133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
263133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
263133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
263133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
263133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
263133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
263133	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
263133	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
263133	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
263133	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
263133	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
263133	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
263133	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
263133	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
263133	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
263133	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
263133	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
263133	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
263133	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
263133	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
263133	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
263133	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
263133	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
263133	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
263133	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
263133	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
263133	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
263133	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
263133	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
263133	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
263133	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
263133	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
263133	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
263133	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
263133	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
263133	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
263133	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
263133	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
263133	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
263133	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
263133	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
263133	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
263133	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
263133	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
263133	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
263133	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
263133	embedding2nn.weight	0	0.04522842541337013
263133	embedding2nn.weight	1	-0.09009531885385513
263133	embedding2nn.weight	2	0.015314387157559395
263133	embedding2nn.weight	3	-0.061242688447237015
263133	embedding2nn.weight	4	-0.11423639208078384
263133	embedding2nn.weight	5	0.1104201078414917
263133	embedding2nn.weight	6	-0.08389074355363846
263133	embedding2nn.weight	7	-0.0790063738822937
263133	embedding2nn.weight	8	-0.03516983613371849
263133	embedding2nn.weight	9	0.03559151664376259
263133	embedding2nn.bias	0	0.06213029474020004
263133	embedding2nn.bias	1	-0.0061310892924666405
263133	embedding2nn.bias	2	-0.0731884092092514
263133	embedding2nn.bias	3	0.013007789850234985
263133	embedding2nn.bias	4	-0.004729625768959522
263133	embedding2nn.bias	5	-0.18352416157722473
263133	embedding2nn.bias	6	-0.11920610070228577
263133	embedding2nn.bias	7	-0.013376357033848763
263133	embedding2nn.bias	8	0.06151541694998741
263133	embedding2nn.bias	9	-0.059481773525476456
263133	rnn.weight_ih_l0	0	0.03516162559390068
263133	rnn.weight_ih_l0	1	-0.09094206988811493
263133	rnn.weight_ih_l0	2	-0.06392558664083481
263133	rnn.weight_ih_l0	3	-0.05283723399043083
263133	rnn.weight_ih_l0	4	0.018379371613264084
263133	rnn.weight_ih_l0	5	-0.11232060194015503
263133	rnn.weight_ih_l0	6	-0.026772936806082726
263133	rnn.weight_ih_l0	7	0.0009478143183514476
263133	rnn.weight_ih_l0	8	0.04603852704167366
263133	rnn.weight_ih_l0	9	0.010584580712020397
263133	rnn.weight_hh_l0	0	0.004641032312065363
263133	rnn.weight_hh_l0	1	-0.07889556884765625
263133	rnn.weight_hh_l0	2	0.07499024271965027
263133	rnn.weight_hh_l0	3	0.051653727889060974
263133	rnn.weight_hh_l0	4	0.00684104859828949
263133	rnn.weight_hh_l0	5	0.07014427334070206
263133	rnn.weight_hh_l0	6	-0.01733590103685856
263133	rnn.weight_hh_l0	7	-0.11258561909198761
263133	rnn.weight_hh_l0	8	0.02852056175470352
263133	rnn.weight_hh_l0	9	-0.0743769034743309
263133	rnn.bias_ih_l0	0	-0.07581581175327301
263133	rnn.bias_ih_l0	1	-0.1938551664352417
263133	rnn.bias_ih_l0	2	-0.2609916031360626
263133	rnn.bias_ih_l0	3	-0.2787833511829376
263133	rnn.bias_ih_l0	4	0.014326521195471287
263133	rnn.bias_ih_l0	5	0.054835859686136246
263133	rnn.bias_ih_l0	6	-0.16635626554489136
263133	rnn.bias_ih_l0	7	-0.27452006936073303
263133	rnn.bias_ih_l0	8	-0.15724146366119385
263133	rnn.bias_ih_l0	9	-0.17820298671722412
263133	rnn.bias_hh_l0	0	0.1360815018415451
263133	rnn.bias_hh_l0	1	-0.0521874763071537
263133	rnn.bias_hh_l0	2	0.05418149381875992
263133	rnn.bias_hh_l0	3	-0.17128559947013855
263133	rnn.bias_hh_l0	4	0.06323104351758957
263133	rnn.bias_hh_l0	5	0.05419691279530525
263133	rnn.bias_hh_l0	6	-0.11201154440641403
263133	rnn.bias_hh_l0	7	-0.15378126502037048
263133	rnn.bias_hh_l0	8	-0.18059414625167847
263133	rnn.bias_hh_l0	9	-0.11026975512504578
263133	rnn.weight_ih_l0_reverse	0	-0.01709400862455368
263133	rnn.weight_ih_l0_reverse	1	-0.011720176786184311
263133	rnn.weight_ih_l0_reverse	2	-0.0023682292085140944
263133	rnn.weight_ih_l0_reverse	3	0.00968427024781704
263133	rnn.weight_ih_l0_reverse	4	0.008841479197144508
263133	rnn.weight_ih_l0_reverse	5	-0.05585312098264694
263133	rnn.weight_ih_l0_reverse	6	-0.041152261197566986
263133	rnn.weight_ih_l0_reverse	7	0.018012380227446556
263133	rnn.weight_ih_l0_reverse	8	0.09128584712743759
263133	rnn.weight_ih_l0_reverse	9	0.0015892003430053592
263133	rnn.weight_hh_l0_reverse	0	0.005082514137029648
263133	rnn.weight_hh_l0_reverse	1	0.027732452377676964
263133	rnn.weight_hh_l0_reverse	2	-0.042461417615413666
263133	rnn.weight_hh_l0_reverse	3	0.04275669902563095
263133	rnn.weight_hh_l0_reverse	4	0.023155106231570244
263133	rnn.weight_hh_l0_reverse	5	-0.008289393037557602
263133	rnn.weight_hh_l0_reverse	6	0.07036138325929642
263133	rnn.weight_hh_l0_reverse	7	0.04085623100399971
263133	rnn.weight_hh_l0_reverse	8	-0.02481372095644474
263133	rnn.weight_hh_l0_reverse	9	-0.02580012008547783
263133	rnn.bias_ih_l0_reverse	0	-0.14898882806301117
263133	rnn.bias_ih_l0_reverse	1	-0.3088829815387726
263133	rnn.bias_ih_l0_reverse	2	-0.057008758187294006
263133	rnn.bias_ih_l0_reverse	3	-0.15232300758361816
263133	rnn.bias_ih_l0_reverse	4	0.06860341131687164
263133	rnn.bias_ih_l0_reverse	5	-0.28176894783973694
263133	rnn.bias_ih_l0_reverse	6	-0.07069773972034454
263133	rnn.bias_ih_l0_reverse	7	0.0023923031985759735
263133	rnn.bias_ih_l0_reverse	8	-0.19290509819984436
263133	rnn.bias_ih_l0_reverse	9	-0.0913245901465416
263133	rnn.bias_hh_l0_reverse	0	-0.154392272233963
263133	rnn.bias_hh_l0_reverse	1	-0.14887070655822754
263133	rnn.bias_hh_l0_reverse	2	-0.011516151949763298
263133	rnn.bias_hh_l0_reverse	3	-0.13743244111537933
263133	rnn.bias_hh_l0_reverse	4	-0.02391663007438183
263133	rnn.bias_hh_l0_reverse	5	-0.1183052733540535
263133	rnn.bias_hh_l0_reverse	6	-0.07411479204893112
263133	rnn.bias_hh_l0_reverse	7	-0.17996320128440857
263133	rnn.bias_hh_l0_reverse	8	-0.0580587200820446
263133	rnn.bias_hh_l0_reverse	9	-0.11927778273820877
263133	linear.weight	0	-0.26944926381111145
263133	linear.weight	1	-0.1283997893333435
263133	linear.weight	2	-0.011228874325752258
263133	linear.weight	3	-0.07100269943475723
263133	linear.weight	4	0.01161396037787199
263133	linear.weight	5	0.24752871692180634
263133	linear.weight	6	0.0047744326293468475
263133	linear.weight	7	-0.021312154829502106
263133	linear.weight	8	0.20335492491722107
263133	linear.weight	9	0.22240135073661804
263133	linear.bias	0	-0.8257273435592651
263133	linear.bias	1	1.4314452409744263
263133	linear.bias	2	-0.4762175977230072
263133	linear.bias	3	-0.7503566145896912
263133	linear.bias	4	-0.9348624348640442
263133	linear.bias	5	-1.1809998750686646
263133	linear.bias	6	-0.9523565173149109
263133	linear.bias	7	-0.7089849710464478
263133	linear.bias	8	-0.01705317199230194
263133	linear.bias	9	3.4955406188964844
263330	transitions	0	-0.47631487250328064
263330	transitions	1	8.90085220336914
263330	transitions	2	-3.6519052982330322
263330	transitions	3	1.6381702423095703
263330	transitions	4	-2.238600969314575
263330	transitions	5	-0.4374217092990875
263330	transitions	6	-0.19723577797412872
263330	transitions	7	-10000.0
263330	transitions	8	1.8708449602127075
263330	transitions	9	-2.2952232360839844
263330	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
263330	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
263330	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
263330	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
263330	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
263330	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
263330	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
263330	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
263330	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
263330	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
263330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
263330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
263330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
263330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
263330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
263330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
263330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
263330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
263330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
263330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
263330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
263330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
263330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
263330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
263330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
263330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
263330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
263330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
263330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
263330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
263330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
263330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
263330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
263330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
263330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
263330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
263330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
263330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
263330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
263330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
263330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
263330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
263330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
263330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
263330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
263330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
263330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
263330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
263330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
263330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
263330	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
263330	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
263330	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
263330	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
263330	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
263330	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
263330	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
263330	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
263330	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
263330	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
263330	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
263330	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
263330	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
263330	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
263330	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
263330	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
263330	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
263330	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
263330	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
263330	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
263330	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
263330	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
263330	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
263330	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
263330	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
263330	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
263330	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
263330	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
263330	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
263330	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
263330	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
263330	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
263330	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
263330	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
263330	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
263330	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
263330	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
263330	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
263330	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
263330	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
263330	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
263330	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
263330	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
263330	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
263330	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
263330	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
263330	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
263330	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
263330	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
263330	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
263330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
263330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
263330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
263330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
263330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
263330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
263330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
263330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
263330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
263330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
263330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
263330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
263330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
263330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
263330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
263330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
263330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
263330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
263330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
263330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
263330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
263330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
263330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
263330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
263330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
263330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
263330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
263330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
263330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
263330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
263330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
263330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
263330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
263330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
263330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
263330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
263330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
263330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
263330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
263330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
263330	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
263330	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
263330	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
263330	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
263330	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
263330	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
263330	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
263330	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
263330	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
263330	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
263330	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
263330	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
263330	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
263330	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
263330	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
263330	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
263330	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
263330	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
263330	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
263330	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
263330	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
263330	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
263330	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
263330	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
263330	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
263330	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
263330	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
263330	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
263330	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
263330	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
263330	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
263330	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
263330	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
263330	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
263330	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
263330	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
263330	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
263330	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
263330	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
263330	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
263330	embedding2nn.weight	0	0.04520973190665245
263330	embedding2nn.weight	1	-0.0898100808262825
263330	embedding2nn.weight	2	0.013702668249607086
263330	embedding2nn.weight	3	-0.06169082596898079
263330	embedding2nn.weight	4	-0.11545750498771667
263330	embedding2nn.weight	5	0.11092584580183029
263330	embedding2nn.weight	6	-0.08244921267032623
263330	embedding2nn.weight	7	-0.0789758488535881
263330	embedding2nn.weight	8	-0.03487219661474228
263330	embedding2nn.weight	9	0.035480376332998276
263330	embedding2nn.bias	0	0.06608723849058151
263330	embedding2nn.bias	1	-0.011418459005653858
263330	embedding2nn.bias	2	-0.07223480194807053
263330	embedding2nn.bias	3	0.01879257522523403
263330	embedding2nn.bias	4	-0.005826978478580713
263330	embedding2nn.bias	5	-0.18559087812900543
263330	embedding2nn.bias	6	-0.116361603140831
263330	embedding2nn.bias	7	-0.016829628497362137
263330	embedding2nn.bias	8	0.0566360242664814
263330	embedding2nn.bias	9	-0.058900341391563416
263330	rnn.weight_ih_l0	0	0.03450363874435425
263330	rnn.weight_ih_l0	1	-0.09132717549800873
263330	rnn.weight_ih_l0	2	-0.06299091130495071
263330	rnn.weight_ih_l0	3	-0.0527975931763649
263330	rnn.weight_ih_l0	4	0.018429819494485855
263330	rnn.weight_ih_l0	5	-0.11215021461248398
263330	rnn.weight_ih_l0	6	-0.026036350056529045
263330	rnn.weight_ih_l0	7	0.0008848723373375833
263330	rnn.weight_ih_l0	8	0.0471172071993351
263330	rnn.weight_ih_l0	9	0.00929283443838358
263330	rnn.weight_hh_l0	0	0.004812946077436209
263330	rnn.weight_hh_l0	1	-0.07907259464263916
263330	rnn.weight_hh_l0	2	0.07486128062009811
263330	rnn.weight_hh_l0	3	0.05163807421922684
263330	rnn.weight_hh_l0	4	0.0068772840313613415
263330	rnn.weight_hh_l0	5	0.06988498568534851
263330	rnn.weight_hh_l0	6	-0.0173505712300539
263330	rnn.weight_hh_l0	7	-0.11248423904180527
263330	rnn.weight_hh_l0	8	0.028365781530737877
263330	rnn.weight_hh_l0	9	-0.07449203729629517
263330	rnn.bias_ih_l0	0	-0.07497360557317734
263330	rnn.bias_ih_l0	1	-0.19406574964523315
263330	rnn.bias_ih_l0	2	-0.26130029559135437
263330	rnn.bias_ih_l0	3	-0.27846118807792664
263330	rnn.bias_ih_l0	4	0.01182614080607891
263330	rnn.bias_ih_l0	5	0.05663910135626793
263330	rnn.bias_ih_l0	6	-0.16633300483226776
263330	rnn.bias_ih_l0	7	-0.27517127990722656
263330	rnn.bias_ih_l0	8	-0.15816083550453186
263330	rnn.bias_ih_l0	9	-0.17809823155403137
263330	rnn.bias_hh_l0	0	0.13466039299964905
263330	rnn.bias_hh_l0	1	-0.052702732384204865
263330	rnn.bias_hh_l0	2	0.05379125475883484
263330	rnn.bias_hh_l0	3	-0.1712702214717865
263330	rnn.bias_hh_l0	4	0.06136466935276985
263330	rnn.bias_hh_l0	5	0.05456613004207611
263330	rnn.bias_hh_l0	6	-0.1116245836019516
263330	rnn.bias_hh_l0	7	-0.15387949347496033
263330	rnn.bias_hh_l0	8	-0.18013440072536469
263330	rnn.bias_hh_l0	9	-0.1105828583240509
263330	rnn.weight_ih_l0_reverse	0	-0.017644725739955902
263330	rnn.weight_ih_l0_reverse	1	-0.011862481012940407
263330	rnn.weight_ih_l0_reverse	2	-0.0028060204349458218
263330	rnn.weight_ih_l0_reverse	3	0.009203084744513035
263330	rnn.weight_ih_l0_reverse	4	0.008324884809553623
263330	rnn.weight_ih_l0_reverse	5	-0.05482595041394234
263330	rnn.weight_ih_l0_reverse	6	-0.04151659086346626
263330	rnn.weight_ih_l0_reverse	7	0.018240902572870255
263330	rnn.weight_ih_l0_reverse	8	0.09093207865953445
263330	rnn.weight_ih_l0_reverse	9	0.0010311284568160772
263330	rnn.weight_hh_l0_reverse	0	0.00516495481133461
263330	rnn.weight_hh_l0_reverse	1	0.027856161817908287
263330	rnn.weight_hh_l0_reverse	2	-0.04231772944331169
263330	rnn.weight_hh_l0_reverse	3	0.04266834631562233
263330	rnn.weight_hh_l0_reverse	4	0.023219913244247437
263330	rnn.weight_hh_l0_reverse	5	-0.00827404297888279
263330	rnn.weight_hh_l0_reverse	6	0.0705457329750061
263330	rnn.weight_hh_l0_reverse	7	0.041375234723091125
263330	rnn.weight_hh_l0_reverse	8	-0.024796487763524055
263330	rnn.weight_hh_l0_reverse	9	-0.02599911205470562
263330	rnn.bias_ih_l0_reverse	0	-0.1478905826807022
263330	rnn.bias_ih_l0_reverse	1	-0.30877116322517395
263330	rnn.bias_ih_l0_reverse	2	-0.0574679933488369
263330	rnn.bias_ih_l0_reverse	3	-0.1513906568288803
263330	rnn.bias_ih_l0_reverse	4	0.06677690148353577
263330	rnn.bias_ih_l0_reverse	5	-0.28198328614234924
263330	rnn.bias_ih_l0_reverse	6	-0.07141053676605225
263330	rnn.bias_ih_l0_reverse	7	0.004728078842163086
263330	rnn.bias_ih_l0_reverse	8	-0.19263069331645966
263330	rnn.bias_ih_l0_reverse	9	-0.09194371104240417
263330	rnn.bias_hh_l0_reverse	0	-0.15471406280994415
263330	rnn.bias_hh_l0_reverse	1	-0.1485956907272339
263330	rnn.bias_hh_l0_reverse	2	-0.01203487254679203
263330	rnn.bias_hh_l0_reverse	3	-0.13715972006320953
263330	rnn.bias_hh_l0_reverse	4	-0.02407018095254898
263330	rnn.bias_hh_l0_reverse	5	-0.11909570544958115
263330	rnn.bias_hh_l0_reverse	6	-0.07453890889883041
263330	rnn.bias_hh_l0_reverse	7	-0.17961139976978302
263330	rnn.bias_hh_l0_reverse	8	-0.057610660791397095
263330	rnn.bias_hh_l0_reverse	9	-0.11916763335466385
263330	linear.weight	0	-0.26761385798454285
263330	linear.weight	1	-0.12659414112567902
263330	linear.weight	2	-0.011228874325752258
263330	linear.weight	3	-0.07212195545434952
263330	linear.weight	4	0.01642112247645855
263330	linear.weight	5	0.2528581917285919
263330	linear.weight	6	0.0047744326293468475
263330	linear.weight	7	-0.021312154829502106
263330	linear.weight	8	0.2055930346250534
263330	linear.weight	9	0.22985844314098358
263330	linear.bias	0	-0.8268119096755981
263330	linear.bias	1	1.424145221710205
263330	linear.bias	2	-0.48113545775413513
263330	linear.bias	3	-0.746616005897522
263330	linear.bias	4	-0.9242736101150513
263330	linear.bias	5	-1.1810051202774048
263330	linear.bias	6	-0.9529720544815063
263330	linear.bias	7	-0.7110826373100281
263330	linear.bias	8	-0.01705317199230194
263330	linear.bias	9	3.4902281761169434
263527	transitions	0	-0.4766201376914978
263527	transitions	1	8.897320747375488
263527	transitions	2	-3.6520774364471436
263527	transitions	3	1.6358531713485718
263527	transitions	4	-2.2387256622314453
263527	transitions	5	-0.4374385476112366
263527	transitions	6	-0.1972435712814331
263527	transitions	7	-10000.0
263527	transitions	8	1.8707222938537598
263527	transitions	9	-2.2952237129211426
263527	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
263527	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
263527	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
263527	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
263527	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
263527	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
263527	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
263527	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
263527	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
263527	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
263527	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
263527	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
263527	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
263527	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
263527	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
263527	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
263527	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
263527	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
263527	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
263527	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
263527	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
263527	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
263527	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
263527	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
263527	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
263527	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
263527	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
263527	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
263527	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
263527	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
263527	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
263527	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
263527	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
263527	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
263527	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
263527	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
263527	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
263527	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
263527	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
263527	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
263527	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
263527	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
263527	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
263527	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
263527	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
263527	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
263527	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
263527	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
263527	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
263527	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
263527	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
263527	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
263527	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
263527	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
263527	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
263527	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
263527	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
263527	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
263527	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
263527	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
263527	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
263527	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
263527	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
263527	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
263527	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
263527	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
263527	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
263527	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
263527	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
263527	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
263527	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
263527	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
263527	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
263527	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
263527	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
263527	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
263527	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
263527	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
263527	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
263527	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
263527	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
263527	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
263527	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
263527	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
263527	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
263527	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
263527	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
263527	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
263527	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
263527	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
263527	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
263527	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
263527	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
263527	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
263527	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
263527	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
263527	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
263527	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
263527	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
263527	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
263527	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
263527	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
263527	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
263527	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
263527	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
263527	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
263527	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
263527	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
263527	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
263527	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
263527	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
263527	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
263527	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
263527	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
263527	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
263527	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
263527	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
263527	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
263527	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
263527	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
263527	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
263527	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
263527	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
263527	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
263527	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
263527	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
263527	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
263527	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
263527	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
263527	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
263527	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
263527	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
263527	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
263527	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
263527	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
263527	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
263527	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
263527	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
263527	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
263527	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
263527	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
263527	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
263527	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
263527	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
263527	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
263527	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
263527	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
263527	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
263527	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
263527	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
263527	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
263527	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
263527	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
263527	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
263527	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
263527	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
263527	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
263527	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
263527	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
263527	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
263527	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
263527	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
263527	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
263527	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
263527	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
263527	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
263527	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
263527	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
263527	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
263527	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
263527	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
263527	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
263527	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
263527	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
263527	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
263527	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
263527	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
263527	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
263527	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
263527	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
263527	embedding2nn.weight	0	0.04533376544713974
263527	embedding2nn.weight	1	-0.08986300230026245
263527	embedding2nn.weight	2	0.012831623665988445
263527	embedding2nn.weight	3	-0.06123771890997887
263527	embedding2nn.weight	4	-0.11578893661499023
263527	embedding2nn.weight	5	0.1113106906414032
263527	embedding2nn.weight	6	-0.0855979397892952
263527	embedding2nn.weight	7	-0.07958991825580597
263527	embedding2nn.weight	8	-0.034367769956588745
263527	embedding2nn.weight	9	0.036327607929706573
263527	embedding2nn.bias	0	0.06435609608888626
263527	embedding2nn.bias	1	-0.016017036512494087
263527	embedding2nn.bias	2	-0.07004157453775406
263527	embedding2nn.bias	3	0.018215006217360497
263527	embedding2nn.bias	4	-0.006926247850060463
263527	embedding2nn.bias	5	-0.1884845793247223
263527	embedding2nn.bias	6	-0.11626121401786804
263527	embedding2nn.bias	7	-0.019263863563537598
263527	embedding2nn.bias	8	0.053133491426706314
263527	embedding2nn.bias	9	-0.05630333349108696
263527	rnn.weight_ih_l0	0	0.03457491099834442
263527	rnn.weight_ih_l0	1	-0.09173787385225296
263527	rnn.weight_ih_l0	2	-0.06333167105913162
263527	rnn.weight_ih_l0	3	-0.05248585343360901
263527	rnn.weight_ih_l0	4	0.018777718767523766
263527	rnn.weight_ih_l0	5	-0.11194679886102676
263527	rnn.weight_ih_l0	6	-0.026073802262544632
263527	rnn.weight_ih_l0	7	0.001096943044103682
263527	rnn.weight_ih_l0	8	0.046619854867458344
263527	rnn.weight_ih_l0	9	0.009186936542391777
263527	rnn.weight_hh_l0	0	0.004863324575126171
263527	rnn.weight_hh_l0	1	-0.07941634953022003
263527	rnn.weight_hh_l0	2	0.0745650976896286
263527	rnn.weight_hh_l0	3	0.05168736353516579
263527	rnn.weight_hh_l0	4	0.006649085786193609
263527	rnn.weight_hh_l0	5	0.06988111883401871
263527	rnn.weight_hh_l0	6	-0.01750825345516205
263527	rnn.weight_hh_l0	7	-0.11248980462551117
263527	rnn.weight_hh_l0	8	0.0284142903983593
263527	rnn.weight_hh_l0	9	-0.07424046099185944
263527	rnn.bias_ih_l0	0	-0.07467541098594666
263527	rnn.bias_ih_l0	1	-0.1946544051170349
263527	rnn.bias_ih_l0	2	-0.26092529296875
263527	rnn.bias_ih_l0	3	-0.27860602736473083
263527	rnn.bias_ih_l0	4	0.011457226239144802
263527	rnn.bias_ih_l0	5	0.05639592185616493
263527	rnn.bias_ih_l0	6	-0.16605447232723236
263527	rnn.bias_ih_l0	7	-0.27515122294425964
263527	rnn.bias_ih_l0	8	-0.15902529656887054
263527	rnn.bias_ih_l0	9	-0.17818109691143036
263527	rnn.bias_hh_l0	0	0.13507013022899628
263527	rnn.bias_hh_l0	1	-0.05254415050148964
263527	rnn.bias_hh_l0	2	0.0545148067176342
263527	rnn.bias_hh_l0	3	-0.17206676304340363
263527	rnn.bias_hh_l0	4	0.06070250645279884
263527	rnn.bias_hh_l0	5	0.0547814704477787
263527	rnn.bias_hh_l0	6	-0.11134793609380722
263527	rnn.bias_hh_l0	7	-0.15367203950881958
263527	rnn.bias_hh_l0	8	-0.17955245077610016
263527	rnn.bias_hh_l0	9	-0.10896623879671097
263527	rnn.weight_ih_l0_reverse	0	-0.01774146407842636
263527	rnn.weight_ih_l0_reverse	1	-0.011697499081492424
263527	rnn.weight_ih_l0_reverse	2	-0.0034231743775308132
263527	rnn.weight_ih_l0_reverse	3	0.010058137588202953
263527	rnn.weight_ih_l0_reverse	4	0.008507861755788326
263527	rnn.weight_ih_l0_reverse	5	-0.05469173938035965
263527	rnn.weight_ih_l0_reverse	6	-0.04196244850754738
263527	rnn.weight_ih_l0_reverse	7	0.018214011564850807
263527	rnn.weight_ih_l0_reverse	8	0.09199105203151703
263527	rnn.weight_ih_l0_reverse	9	0.0002265449147671461
263527	rnn.weight_hh_l0_reverse	0	0.00512001384049654
263527	rnn.weight_hh_l0_reverse	1	0.027827376499772072
263527	rnn.weight_hh_l0_reverse	2	-0.042316507548093796
263527	rnn.weight_hh_l0_reverse	3	0.04266555607318878
263527	rnn.weight_hh_l0_reverse	4	0.023183638229966164
263527	rnn.weight_hh_l0_reverse	5	-0.00810828898102045
263527	rnn.weight_hh_l0_reverse	6	0.07057739049196243
263527	rnn.weight_hh_l0_reverse	7	0.041284944862127304
263527	rnn.weight_hh_l0_reverse	8	-0.025241617113351822
263527	rnn.weight_hh_l0_reverse	9	-0.026057327166199684
263527	rnn.bias_ih_l0_reverse	0	-0.14779256284236908
263527	rnn.bias_ih_l0_reverse	1	-0.3101196885108948
263527	rnn.bias_ih_l0_reverse	2	-0.05693232640624046
263527	rnn.bias_ih_l0_reverse	3	-0.15099595487117767
263527	rnn.bias_ih_l0_reverse	4	0.06632765382528305
263527	rnn.bias_ih_l0_reverse	5	-0.2816493511199951
263527	rnn.bias_ih_l0_reverse	6	-0.0729784443974495
263527	rnn.bias_ih_l0_reverse	7	0.006963241379708052
263527	rnn.bias_ih_l0_reverse	8	-0.19299446046352386
263527	rnn.bias_ih_l0_reverse	9	-0.09244802594184875
263527	rnn.bias_hh_l0_reverse	0	-0.1556296944618225
263527	rnn.bias_hh_l0_reverse	1	-0.14822636544704437
263527	rnn.bias_hh_l0_reverse	2	-0.011275007389485836
263527	rnn.bias_hh_l0_reverse	3	-0.13694535195827484
263527	rnn.bias_hh_l0_reverse	4	-0.023987125605344772
263527	rnn.bias_hh_l0_reverse	5	-0.11864431947469711
263527	rnn.bias_hh_l0_reverse	6	-0.0745723769068718
263527	rnn.bias_hh_l0_reverse	7	-0.17868399620056152
263527	rnn.bias_hh_l0_reverse	8	-0.05829734727740288
263527	rnn.bias_hh_l0_reverse	9	-0.11814604699611664
263527	linear.weight	0	-0.26299384236335754
263527	linear.weight	1	-0.12695194780826569
263527	linear.weight	2	-0.011228874325752258
263527	linear.weight	3	-0.06714889407157898
263527	linear.weight	4	0.013278366066515446
263527	linear.weight	5	0.2509250342845917
263527	linear.weight	6	0.0047744326293468475
263527	linear.weight	7	-0.021312154829502106
263527	linear.weight	8	0.20533642172813416
263527	linear.weight	9	0.2276287078857422
263527	linear.bias	0	-0.8305047154426575
263527	linear.bias	1	1.4302963018417358
263527	linear.bias	2	-0.485795795917511
263527	linear.bias	3	-0.7564982175827026
263527	linear.bias	4	-0.9277195334434509
263527	linear.bias	5	-1.1810089349746704
263527	linear.bias	6	-0.9563586711883545
263527	linear.bias	7	-0.708410918712616
263527	linear.bias	8	-0.01705317199230194
263527	linear.bias	9	3.513760566711426
263724	transitions	0	-0.4766261875629425
263724	transitions	1	8.890767097473145
263724	transitions	2	-3.652249574661255
263724	transitions	3	1.635080337524414
263724	transitions	4	-2.238785982131958
263724	transitions	5	-0.4375038146972656
263724	transitions	6	-0.19724848866462708
263724	transitions	7	-10000.0
263724	transitions	8	1.8715091943740845
263724	transitions	9	-2.2952239513397217
263724	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
263724	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
263724	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
263724	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
263724	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
263724	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
263724	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
263724	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
263724	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
263724	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
263724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
263724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
263724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
263724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
263724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
263724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
263724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
263724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
263724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
263724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
263724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
263724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
263724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
263724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
263724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
263724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
263724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
263724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
263724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
263724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
263724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
263724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
263724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
263724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
263724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
263724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
263724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
263724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
263724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
263724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
263724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
263724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
263724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
263724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
263724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
263724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
263724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
263724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
263724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
263724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
263724	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
263724	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
263724	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
263724	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
263724	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
263724	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
263724	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
263724	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
263724	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
263724	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
263724	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
263724	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
263724	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
263724	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
263724	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
263724	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
263724	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
263724	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
263724	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
263724	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
263724	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
263724	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
263724	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
263724	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
263724	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
263724	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
263724	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
263724	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
263724	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
263724	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
263724	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
263724	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
263724	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
263724	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
263724	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
263724	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
263724	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
263724	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
263724	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
263724	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
263724	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
263724	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
263724	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
263724	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
263724	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
263724	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
263724	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
263724	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
263724	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
263724	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
263724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
263724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
263724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
263724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
263724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
263724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
263724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
263724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
263724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
263724	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
263724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
263724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
263724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
263724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
263724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
263724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
263724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
263724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
263724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
263724	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
263724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
263724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
263724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
263724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
263724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
263724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
263724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
263724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
263724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
263724	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
263724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
263724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
263724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
263724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
263724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
263724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
263724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
263724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
263724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
263724	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
263724	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
263724	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
263724	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
263724	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
263724	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
263724	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
263724	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
263724	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
263724	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
263724	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
263724	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
263724	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
263724	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
263724	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
263724	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
263724	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
263724	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
263724	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
263724	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
263724	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
263724	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
263724	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
263724	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
263724	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
263724	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
263724	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
263724	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
263724	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
263724	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
263724	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
263724	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
263724	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
263724	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
263724	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
263724	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
263724	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
263724	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
263724	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
263724	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
263724	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
263724	embedding2nn.weight	0	0.04530339315533638
263724	embedding2nn.weight	1	-0.08980023115873337
263724	embedding2nn.weight	2	0.011335073970258236
263724	embedding2nn.weight	3	-0.061170607805252075
263724	embedding2nn.weight	4	-0.11490058898925781
263724	embedding2nn.weight	5	0.1114668920636177
263724	embedding2nn.weight	6	-0.08534305542707443
263724	embedding2nn.weight	7	-0.07845514267683029
263724	embedding2nn.weight	8	-0.034800197929143906
263724	embedding2nn.weight	9	0.03618427738547325
263724	embedding2nn.bias	0	0.0600607730448246
263724	embedding2nn.bias	1	-0.017479730769991875
263724	embedding2nn.bias	2	-0.07050196826457977
263724	embedding2nn.bias	3	0.018309403210878372
263724	embedding2nn.bias	4	-0.010943242348730564
263724	embedding2nn.bias	5	-0.18531140685081482
263724	embedding2nn.bias	6	-0.11731556802988052
263724	embedding2nn.bias	7	-0.018670249730348587
263724	embedding2nn.bias	8	0.05076858028769493
263724	embedding2nn.bias	9	-0.06530781835317612
263724	rnn.weight_ih_l0	0	0.03460642322897911
263724	rnn.weight_ih_l0	1	-0.09208858013153076
263724	rnn.weight_ih_l0	2	-0.06391871720552444
263724	rnn.weight_ih_l0	3	-0.052257224917411804
263724	rnn.weight_ih_l0	4	0.019070765003561974
263724	rnn.weight_ih_l0	5	-0.11291885375976562
263724	rnn.weight_ih_l0	6	-0.026497824117541313
263724	rnn.weight_ih_l0	7	0.001236103125847876
263724	rnn.weight_ih_l0	8	0.04640499874949455
263724	rnn.weight_ih_l0	9	0.00971364974975586
263724	rnn.weight_hh_l0	0	0.004568419419229031
263724	rnn.weight_hh_l0	1	-0.07972145825624466
263724	rnn.weight_hh_l0	2	0.07479669898748398
263724	rnn.weight_hh_l0	3	0.05164197087287903
263724	rnn.weight_hh_l0	4	0.006659886799752712
263724	rnn.weight_hh_l0	5	0.07044598460197449
263724	rnn.weight_hh_l0	6	-0.017551325261592865
263724	rnn.weight_hh_l0	7	-0.11249274015426636
263724	rnn.weight_hh_l0	8	0.0282733291387558
263724	rnn.weight_hh_l0	9	-0.07543160021305084
263724	rnn.bias_ih_l0	0	-0.07479283213615417
263724	rnn.bias_ih_l0	1	-0.19350294768810272
263724	rnn.bias_ih_l0	2	-0.26054155826568604
263724	rnn.bias_ih_l0	3	-0.27757394313812256
263724	rnn.bias_ih_l0	4	0.00988203939050436
263724	rnn.bias_ih_l0	5	0.05552785098552704
263724	rnn.bias_ih_l0	6	-0.16583725810050964
263724	rnn.bias_ih_l0	7	-0.2755899727344513
263724	rnn.bias_ih_l0	8	-0.15912070870399475
263724	rnn.bias_ih_l0	9	-0.17845208942890167
263724	rnn.bias_hh_l0	0	0.1343516707420349
263724	rnn.bias_hh_l0	1	-0.05284389108419418
263724	rnn.bias_hh_l0	2	0.05444634333252907
263724	rnn.bias_hh_l0	3	-0.171304851770401
263724	rnn.bias_hh_l0	4	0.060826096683740616
263724	rnn.bias_hh_l0	5	0.05404248088598251
263724	rnn.bias_hh_l0	6	-0.11105711758136749
263724	rnn.bias_hh_l0	7	-0.15389083325862885
263724	rnn.bias_hh_l0	8	-0.1798233687877655
263724	rnn.bias_hh_l0	9	-0.10845574736595154
263724	rnn.weight_ih_l0_reverse	0	-0.017882831394672394
263724	rnn.weight_ih_l0_reverse	1	-0.011677874252200127
263724	rnn.weight_ih_l0_reverse	2	-0.003883849596604705
263724	rnn.weight_ih_l0_reverse	3	0.010057131759822369
263724	rnn.weight_ih_l0_reverse	4	0.007886135950684547
263724	rnn.weight_ih_l0_reverse	5	-0.05461646243929863
263724	rnn.weight_ih_l0_reverse	6	-0.04229988902807236
263724	rnn.weight_ih_l0_reverse	7	0.018343010917305946
263724	rnn.weight_ih_l0_reverse	8	0.09242955595254898
263724	rnn.weight_ih_l0_reverse	9	0.0007493635057471693
263724	rnn.weight_hh_l0_reverse	0	0.00531590823084116
263724	rnn.weight_hh_l0_reverse	1	0.027750272303819656
263724	rnn.weight_hh_l0_reverse	2	-0.042428478598594666
263724	rnn.weight_hh_l0_reverse	3	0.04275841638445854
263724	rnn.weight_hh_l0_reverse	4	0.023224404081702232
263724	rnn.weight_hh_l0_reverse	5	-0.008123336359858513
263724	rnn.weight_hh_l0_reverse	6	0.07038919627666473
263724	rnn.weight_hh_l0_reverse	7	0.04139726981520653
263724	rnn.weight_hh_l0_reverse	8	-0.02543843723833561
263724	rnn.weight_hh_l0_reverse	9	-0.02598898857831955
263724	rnn.bias_ih_l0_reverse	0	-0.14794068038463593
263724	rnn.bias_ih_l0_reverse	1	-0.30926159024238586
263724	rnn.bias_ih_l0_reverse	2	-0.057172514498233795
263724	rnn.bias_ih_l0_reverse	3	-0.15047229826450348
263724	rnn.bias_ih_l0_reverse	4	0.0660046711564064
263724	rnn.bias_ih_l0_reverse	5	-0.2821404039859772
263724	rnn.bias_ih_l0_reverse	6	-0.07253221422433853
263724	rnn.bias_ih_l0_reverse	7	0.006586334202438593
263724	rnn.bias_ih_l0_reverse	8	-0.19287477433681488
263724	rnn.bias_ih_l0_reverse	9	-0.0928034782409668
263724	rnn.bias_hh_l0_reverse	0	-0.15585970878601074
263724	rnn.bias_hh_l0_reverse	1	-0.1489896923303604
263724	rnn.bias_hh_l0_reverse	2	-0.010469943284988403
263724	rnn.bias_hh_l0_reverse	3	-0.13792677223682404
263724	rnn.bias_hh_l0_reverse	4	-0.023295696824789047
263724	rnn.bias_hh_l0_reverse	5	-0.11827994138002396
263724	rnn.bias_hh_l0_reverse	6	-0.07465174049139023
263724	rnn.bias_hh_l0_reverse	7	-0.17872466146945953
263724	rnn.bias_hh_l0_reverse	8	-0.058757226914167404
263724	rnn.bias_hh_l0_reverse	9	-0.11864891648292542
263724	linear.weight	0	-0.2612798810005188
263724	linear.weight	1	-0.12607979774475098
263724	linear.weight	2	-0.011228874325752258
263724	linear.weight	3	-0.0693783089518547
263724	linear.weight	4	0.013108232989907265
263724	linear.weight	5	0.2498331516981125
263724	linear.weight	6	0.0047744326293468475
263724	linear.weight	7	-0.021312154829502106
263724	linear.weight	8	0.2080395519733429
263724	linear.weight	9	0.23366352915763855
263724	linear.bias	0	-0.8276277780532837
263724	linear.bias	1	1.4531399011611938
263724	linear.bias	2	-0.5015104413032532
263724	linear.bias	3	-0.7655947208404541
263724	linear.bias	4	-0.9396405816078186
263724	linear.bias	5	-1.181012749671936
263724	linear.bias	6	-0.9533140063285828
263724	linear.bias	7	-0.6939273476600647
263724	linear.bias	8	-0.01705317199230194
263724	linear.bias	9	3.5142905712127686
263921	transitions	0	-0.4766564965248108
263921	transitions	1	8.876642227172852
263921	transitions	2	-3.6523807048797607
263921	transitions	3	1.639285922050476
263921	transitions	4	-2.2388432025909424
263921	transitions	5	-0.4375450015068054
263921	transitions	6	-0.19726479053497314
263921	transitions	7	-10000.0
263921	transitions	8	1.872025966644287
263921	transitions	9	-2.295224189758301
263921	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
263921	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
263921	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
263921	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
263921	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
263921	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
263921	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
263921	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
263921	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
263921	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
263921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
263921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
263921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
263921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
263921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
263921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
263921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
263921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
263921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
263921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
263921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
263921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
263921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
263921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
263921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
263921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
263921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
263921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
263921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
263921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
263921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
263921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
263921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
263921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
263921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
263921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
263921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
263921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
263921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
263921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
263921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
263921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
263921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
263921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
263921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
263921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
263921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
263921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
263921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
263921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
263921	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
263921	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
263921	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
263921	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
263921	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
263921	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
263921	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
263921	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
263921	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
263921	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
263921	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
263921	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
263921	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
263921	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
263921	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
263921	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
263921	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
263921	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
263921	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
263921	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
263921	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
263921	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
263921	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
263921	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
263921	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
263921	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
263921	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
263921	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
263921	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
263921	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
263921	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
263921	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
263921	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
263921	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
263921	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
263921	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
263921	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
263921	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
263921	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
263921	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
263921	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
263921	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
263921	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
263921	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
263921	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
263921	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
263921	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
263921	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
263921	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
263921	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
263921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
263921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
263921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
263921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
263921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
263921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
263921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
263921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
263921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
263921	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
263921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
263921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
263921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
263921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
263921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
263921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
263921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
263921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
263921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
263921	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
263921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
263921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
263921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
263921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
263921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
263921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
263921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
263921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
263921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
263921	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
263921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
263921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
263921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
263921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
263921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
263921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
263921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
263921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
263921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
263921	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
263921	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
263921	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
263921	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
263921	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
263921	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
263921	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
263921	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
263921	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
263921	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
263921	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
263921	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
263921	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
263921	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
263921	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
263921	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
263921	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
263921	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
263921	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
263921	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
263921	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
263921	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
263921	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
263921	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
263921	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
263921	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
263921	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
263921	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
263921	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
263921	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
263921	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
263921	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
263921	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
263921	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
263921	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
263921	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
263921	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
263921	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
263921	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
263921	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
263921	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
263921	embedding2nn.weight	0	0.045160505920648575
263921	embedding2nn.weight	1	-0.09038899093866348
263921	embedding2nn.weight	2	0.011567321605980396
263921	embedding2nn.weight	3	-0.06113683804869652
263921	embedding2nn.weight	4	-0.11517845839262009
263921	embedding2nn.weight	5	0.1113823652267456
263921	embedding2nn.weight	6	-0.084408700466156
263921	embedding2nn.weight	7	-0.07818693667650223
263921	embedding2nn.weight	8	-0.03467830643057823
263921	embedding2nn.weight	9	0.03624779358506203
263921	embedding2nn.bias	0	0.06357662379741669
263921	embedding2nn.bias	1	-0.020547712221741676
263921	embedding2nn.bias	2	-0.06913837045431137
263921	embedding2nn.bias	3	0.016128744930028915
263921	embedding2nn.bias	4	-0.010516251437366009
263921	embedding2nn.bias	5	-0.18521754443645477
263921	embedding2nn.bias	6	-0.11767919361591339
263921	embedding2nn.bias	7	-0.016116393730044365
263921	embedding2nn.bias	8	0.049347084015607834
263921	embedding2nn.bias	9	-0.065513014793396
263921	rnn.weight_ih_l0	0	0.03474779799580574
263921	rnn.weight_ih_l0	1	-0.0916949138045311
263921	rnn.weight_ih_l0	2	-0.06429864466190338
263921	rnn.weight_ih_l0	3	-0.05258442834019661
263921	rnn.weight_ih_l0	4	0.01897471584379673
263921	rnn.weight_ih_l0	5	-0.11263715475797653
263921	rnn.weight_ih_l0	6	-0.027083097025752068
263921	rnn.weight_ih_l0	7	0.0007068770937621593
263921	rnn.weight_ih_l0	8	0.04587483033537865
263921	rnn.weight_ih_l0	9	0.00915917381644249
263921	rnn.weight_hh_l0	0	0.004521236754953861
263921	rnn.weight_hh_l0	1	-0.08004935085773468
263921	rnn.weight_hh_l0	2	0.07476814091205597
263921	rnn.weight_hh_l0	3	0.051366761326789856
263921	rnn.weight_hh_l0	4	0.006623086053878069
263921	rnn.weight_hh_l0	5	0.07008294016122818
263921	rnn.weight_hh_l0	6	-0.017384491860866547
263921	rnn.weight_hh_l0	7	-0.11220167577266693
263921	rnn.weight_hh_l0	8	0.02809349074959755
263921	rnn.weight_hh_l0	9	-0.07525894045829773
263921	rnn.bias_ih_l0	0	-0.07587279379367828
263921	rnn.bias_ih_l0	1	-0.19220757484436035
263921	rnn.bias_ih_l0	2	-0.26081034541130066
263921	rnn.bias_ih_l0	3	-0.2780170142650604
263921	rnn.bias_ih_l0	4	0.009322061203420162
263921	rnn.bias_ih_l0	5	0.054436031728982925
263921	rnn.bias_ih_l0	6	-0.16648969054222107
263921	rnn.bias_ih_l0	7	-0.275513619184494
263921	rnn.bias_ih_l0	8	-0.15882855653762817
263921	rnn.bias_ih_l0	9	-0.17791175842285156
263921	rnn.bias_hh_l0	0	0.13463477790355682
263921	rnn.bias_hh_l0	1	-0.053099293261766434
263921	rnn.bias_hh_l0	2	0.053967125713825226
263921	rnn.bias_hh_l0	3	-0.17128142714500427
263921	rnn.bias_hh_l0	4	0.06055281311273575
263921	rnn.bias_hh_l0	5	0.05506737530231476
263921	rnn.bias_hh_l0	6	-0.11088288575410843
263921	rnn.bias_hh_l0	7	-0.15373653173446655
263921	rnn.bias_hh_l0	8	-0.17884212732315063
263921	rnn.bias_hh_l0	9	-0.10792310535907745
263921	rnn.weight_ih_l0_reverse	0	-0.017419053241610527
263921	rnn.weight_ih_l0_reverse	1	-0.011886914260685444
263921	rnn.weight_ih_l0_reverse	2	-0.0039030183106660843
263921	rnn.weight_ih_l0_reverse	3	0.01006863359361887
263921	rnn.weight_ih_l0_reverse	4	0.0076699890196323395
263921	rnn.weight_ih_l0_reverse	5	-0.054680850356817245
263921	rnn.weight_ih_l0_reverse	6	-0.04134123772382736
263921	rnn.weight_ih_l0_reverse	7	0.018064644187688828
263921	rnn.weight_ih_l0_reverse	8	0.09201830625534058
263921	rnn.weight_ih_l0_reverse	9	0.0010156171629205346
263921	rnn.weight_hh_l0_reverse	0	0.005465070251375437
263921	rnn.weight_hh_l0_reverse	1	0.02776218205690384
263921	rnn.weight_hh_l0_reverse	2	-0.0423177108168602
263921	rnn.weight_hh_l0_reverse	3	0.04269861802458763
263921	rnn.weight_hh_l0_reverse	4	0.02328265830874443
263921	rnn.weight_hh_l0_reverse	5	-0.007901296019554138
263921	rnn.weight_hh_l0_reverse	6	0.07023654133081436
263921	rnn.weight_hh_l0_reverse	7	0.041442807763814926
263921	rnn.weight_hh_l0_reverse	8	-0.025188978761434555
263921	rnn.weight_hh_l0_reverse	9	-0.026367999613285065
263921	rnn.bias_ih_l0_reverse	0	-0.14820776879787445
263921	rnn.bias_ih_l0_reverse	1	-0.30932098627090454
263921	rnn.bias_ih_l0_reverse	2	-0.057965926826000214
263921	rnn.bias_ih_l0_reverse	3	-0.15095603466033936
263921	rnn.bias_ih_l0_reverse	4	0.06647172570228577
263921	rnn.bias_ih_l0_reverse	5	-0.2823336720466614
263921	rnn.bias_ih_l0_reverse	6	-0.07259561121463776
263921	rnn.bias_ih_l0_reverse	7	0.006502069067209959
263921	rnn.bias_ih_l0_reverse	8	-0.19344671070575714
263921	rnn.bias_ih_l0_reverse	9	-0.09309980273246765
263921	rnn.bias_hh_l0_reverse	0	-0.15539884567260742
263921	rnn.bias_hh_l0_reverse	1	-0.1492735892534256
263921	rnn.bias_hh_l0_reverse	2	-0.010144268162548542
263921	rnn.bias_hh_l0_reverse	3	-0.136922687292099
263921	rnn.bias_hh_l0_reverse	4	-0.02318027801811695
263921	rnn.bias_hh_l0_reverse	5	-0.1181241050362587
263921	rnn.bias_hh_l0_reverse	6	-0.07410240918397903
263921	rnn.bias_hh_l0_reverse	7	-0.17892354726791382
263921	rnn.bias_hh_l0_reverse	8	-0.05897284671664238
263921	rnn.bias_hh_l0_reverse	9	-0.11903794854879379
263921	linear.weight	0	-0.25590571761131287
263921	linear.weight	1	-0.12740449607372284
263921	linear.weight	2	-0.011228874325752258
263921	linear.weight	3	-0.07026772201061249
263921	linear.weight	4	0.01097242720425129
263921	linear.weight	5	0.25167137384414673
263921	linear.weight	6	0.0047744326293468475
263921	linear.weight	7	-0.021312154829502106
263921	linear.weight	8	0.21292342245578766
263921	linear.weight	9	0.23673440515995026
263921	linear.bias	0	-0.8215773701667786
263921	linear.bias	1	1.4383482933044434
263921	linear.bias	2	-0.5143869519233704
263921	linear.bias	3	-0.7806863188743591
263921	linear.bias	4	-0.9411163330078125
263921	linear.bias	5	-1.1810182332992554
263921	linear.bias	6	-0.9469580054283142
263921	linear.bias	7	-0.6849665641784668
263921	linear.bias	8	-0.01705317199230194
263921	linear.bias	9	3.528085947036743
264118	transitions	0	-0.4766758978366852
264118	transitions	1	8.880852699279785
264118	transitions	2	-3.652524471282959
264118	transitions	3	1.6370470523834229
264118	transitions	4	-2.238966703414917
264118	transitions	5	-0.4375694692134857
264118	transitions	6	-0.1972717046737671
264118	transitions	7	-10000.0
264118	transitions	8	1.8725327253341675
264118	transitions	9	-2.295224666595459
264118	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
264118	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
264118	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
264118	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
264118	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
264118	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
264118	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
264118	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
264118	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
264118	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
264118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
264118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
264118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
264118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
264118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
264118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
264118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
264118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
264118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
264118	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
264118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
264118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
264118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
264118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
264118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
264118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
264118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
264118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
264118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
264118	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
264118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
264118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
264118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
264118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
264118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
264118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
264118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
264118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
264118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
264118	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
264118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
264118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
264118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
264118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
264118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
264118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
264118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
264118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
264118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
264118	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
264118	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
264118	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
264118	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
264118	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
264118	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
264118	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
264118	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
264118	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
264118	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
264118	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
264118	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
264118	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
264118	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
264118	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
264118	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
264118	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
264118	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
264118	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
264118	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
264118	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
264118	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
264118	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
264118	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
264118	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
264118	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
264118	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
264118	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
264118	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
264118	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
264118	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
264118	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
264118	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
264118	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
264118	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
264118	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
264118	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
264118	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
264118	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
264118	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
264118	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
264118	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
264118	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
264118	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
264118	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
264118	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
264118	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
264118	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
264118	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
264118	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
264118	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
264118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
264118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
264118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
264118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
264118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
264118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
264118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
264118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
264118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
264118	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
264118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
264118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
264118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
264118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
264118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
264118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
264118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
264118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
264118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
264118	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
264118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
264118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
264118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
264118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
264118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
264118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
264118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
264118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
264118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
264118	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
264118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
264118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
264118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
264118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
264118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
264118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
264118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
264118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
264118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
264118	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
264118	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
264118	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
264118	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
264118	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
264118	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
264118	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
264118	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
264118	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
264118	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
264118	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
264118	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
264118	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
264118	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
264118	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
264118	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
264118	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
264118	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
264118	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
264118	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
264118	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
264118	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
264118	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
264118	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
264118	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
264118	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
264118	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
264118	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
264118	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
264118	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
264118	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
264118	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
264118	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
264118	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
264118	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
264118	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
264118	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
264118	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
264118	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
264118	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
264118	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
264118	embedding2nn.weight	0	0.04503233730792999
264118	embedding2nn.weight	1	-0.09079499542713165
264118	embedding2nn.weight	2	0.010310295969247818
264118	embedding2nn.weight	3	-0.061784833669662476
264118	embedding2nn.weight	4	-0.1148751825094223
264118	embedding2nn.weight	5	0.11103767901659012
264118	embedding2nn.weight	6	-0.08437100052833557
264118	embedding2nn.weight	7	-0.07996227592229843
264118	embedding2nn.weight	8	-0.035032354295253754
264118	embedding2nn.weight	9	0.03669803962111473
264118	embedding2nn.bias	0	0.061127763241529465
264118	embedding2nn.bias	1	-0.0196855366230011
264118	embedding2nn.bias	2	-0.07187514752149582
264118	embedding2nn.bias	3	0.014780242927372456
264118	embedding2nn.bias	4	-0.007056211121380329
264118	embedding2nn.bias	5	-0.18715190887451172
264118	embedding2nn.bias	6	-0.1205548346042633
264118	embedding2nn.bias	7	-0.01011667214334011
264118	embedding2nn.bias	8	0.04992852732539177
264118	embedding2nn.bias	9	-0.06692579388618469
264118	rnn.weight_ih_l0	0	0.03510666266083717
264118	rnn.weight_ih_l0	1	-0.091394804418087
264118	rnn.weight_ih_l0	2	-0.0642215684056282
264118	rnn.weight_ih_l0	3	-0.05323677882552147
264118	rnn.weight_ih_l0	4	0.01837807148694992
264118	rnn.weight_ih_l0	5	-0.11225324124097824
264118	rnn.weight_ih_l0	6	-0.027917902916669846
264118	rnn.weight_ih_l0	7	0.00010883965296670794
264118	rnn.weight_ih_l0	8	0.045154597610235214
264118	rnn.weight_ih_l0	9	0.008452152833342552
264118	rnn.weight_hh_l0	0	0.004678243771195412
264118	rnn.weight_hh_l0	1	-0.07976432889699936
264118	rnn.weight_hh_l0	2	0.07465318590402603
264118	rnn.weight_hh_l0	3	0.05152549222111702
264118	rnn.weight_hh_l0	4	0.006754559930413961
264118	rnn.weight_hh_l0	5	0.06975389271974564
264118	rnn.weight_hh_l0	6	-0.01740499958395958
264118	rnn.weight_hh_l0	7	-0.11223218590021133
264118	rnn.weight_hh_l0	8	0.027540305629372597
264118	rnn.weight_hh_l0	9	-0.07559441030025482
264118	rnn.bias_ih_l0	0	-0.07612264901399612
264118	rnn.bias_ih_l0	1	-0.19184768199920654
264118	rnn.bias_ih_l0	2	-0.2603340744972229
264118	rnn.bias_ih_l0	3	-0.2787914574146271
264118	rnn.bias_ih_l0	4	0.009390092454850674
264118	rnn.bias_ih_l0	5	0.0552491620182991
264118	rnn.bias_ih_l0	6	-0.16598296165466309
264118	rnn.bias_ih_l0	7	-0.27615225315093994
264118	rnn.bias_ih_l0	8	-0.15871025621891022
264118	rnn.bias_ih_l0	9	-0.17711645364761353
264118	rnn.bias_hh_l0	0	0.1339038908481598
264118	rnn.bias_hh_l0	1	-0.05400083586573601
264118	rnn.bias_hh_l0	2	0.05350884795188904
264118	rnn.bias_hh_l0	3	-0.17102286219596863
264118	rnn.bias_hh_l0	4	0.06131172180175781
264118	rnn.bias_hh_l0	5	0.05493558570742607
264118	rnn.bias_hh_l0	6	-0.11123966425657272
264118	rnn.bias_hh_l0	7	-0.15361884236335754
264118	rnn.bias_hh_l0	8	-0.17787401378154755
264118	rnn.bias_hh_l0	9	-0.10781218111515045
264118	rnn.weight_ih_l0_reverse	0	-0.017558636143803596
264118	rnn.weight_ih_l0_reverse	1	-0.011345223523676395
264118	rnn.weight_ih_l0_reverse	2	-0.004419099073857069
264118	rnn.weight_ih_l0_reverse	3	0.00976815540343523
264118	rnn.weight_ih_l0_reverse	4	0.007247881032526493
264118	rnn.weight_ih_l0_reverse	5	-0.05481361225247383
264118	rnn.weight_ih_l0_reverse	6	-0.0407128669321537
264118	rnn.weight_ih_l0_reverse	7	0.018481966108083725
264118	rnn.weight_ih_l0_reverse	8	0.09217680990695953
264118	rnn.weight_ih_l0_reverse	9	0.001793589093722403
264118	rnn.weight_hh_l0_reverse	0	0.005685954820364714
264118	rnn.weight_hh_l0_reverse	1	0.027748068794608116
264118	rnn.weight_hh_l0_reverse	2	-0.0426088385283947
264118	rnn.weight_hh_l0_reverse	3	0.042503722012043
264118	rnn.weight_hh_l0_reverse	4	0.023262806236743927
264118	rnn.weight_hh_l0_reverse	5	-0.008082382380962372
264118	rnn.weight_hh_l0_reverse	6	0.07067637890577316
264118	rnn.weight_hh_l0_reverse	7	0.041448041796684265
264118	rnn.weight_hh_l0_reverse	8	-0.025201551616191864
264118	rnn.weight_hh_l0_reverse	9	-0.02606513723731041
264118	rnn.bias_ih_l0_reverse	0	-0.14844776690006256
264118	rnn.bias_ih_l0_reverse	1	-0.30854466557502747
264118	rnn.bias_ih_l0_reverse	2	-0.05755666643381119
264118	rnn.bias_ih_l0_reverse	3	-0.15127725899219513
264118	rnn.bias_ih_l0_reverse	4	0.06721171736717224
264118	rnn.bias_ih_l0_reverse	5	-0.2828792631626129
264118	rnn.bias_ih_l0_reverse	6	-0.0724891945719719
264118	rnn.bias_ih_l0_reverse	7	0.007319226861000061
264118	rnn.bias_ih_l0_reverse	8	-0.1926381140947342
264118	rnn.bias_ih_l0_reverse	9	-0.09416138380765915
264118	rnn.bias_hh_l0_reverse	0	-0.15587826073169708
264118	rnn.bias_hh_l0_reverse	1	-0.14916659891605377
264118	rnn.bias_hh_l0_reverse	2	-0.01033012568950653
264118	rnn.bias_hh_l0_reverse	3	-0.13652952015399933
264118	rnn.bias_hh_l0_reverse	4	-0.023834915831685066
264118	rnn.bias_hh_l0_reverse	5	-0.11900556832551956
264118	rnn.bias_hh_l0_reverse	6	-0.07441340386867523
264118	rnn.bias_hh_l0_reverse	7	-0.17948831617832184
264118	rnn.bias_hh_l0_reverse	8	-0.05890372022986412
264118	rnn.bias_hh_l0_reverse	9	-0.1189739853143692
264118	linear.weight	0	-0.2575848698616028
264118	linear.weight	1	-0.1258660852909088
264118	linear.weight	2	-0.011228874325752258
264118	linear.weight	3	-0.06895766407251358
264118	linear.weight	4	0.010922091081738472
264118	linear.weight	5	0.25552791357040405
264118	linear.weight	6	0.0047744326293468475
264118	linear.weight	7	-0.021312154829502106
264118	linear.weight	8	0.21138659119606018
264118	linear.weight	9	0.23588411509990692
264118	linear.bias	0	-0.8305163979530334
264118	linear.bias	1	1.4446989297866821
264118	linear.bias	2	-0.5040537118911743
264118	linear.bias	3	-0.7795063853263855
264118	linear.bias	4	-0.9205731749534607
264118	linear.bias	5	-1.1810232400894165
264118	linear.bias	6	-0.9557240605354309
264118	linear.bias	7	-0.6834632158279419
264118	linear.bias	8	-0.01705317199230194
264118	linear.bias	9	3.53014874458313
264315	transitions	0	-0.4766956865787506
264315	transitions	1	8.884543418884277
264315	transitions	2	-3.6527905464172363
264315	transitions	3	1.6424055099487305
264315	transitions	4	-2.239044189453125
264315	transitions	5	-0.4375971853733063
264315	transitions	6	-0.197281152009964
264315	transitions	7	-10000.0
264315	transitions	8	1.8722732067108154
264315	transitions	9	-2.295224666595459
264315	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
264315	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
264315	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
264315	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
264315	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
264315	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
264315	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
264315	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
264315	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
264315	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
264315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
264315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
264315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
264315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
264315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
264315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
264315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
264315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
264315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
264315	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
264315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
264315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
264315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
264315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
264315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
264315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
264315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
264315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
264315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
264315	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
264315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
264315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
264315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
264315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
264315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
264315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
264315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
264315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
264315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
264315	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
264315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
264315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
264315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
264315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
264315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
264315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
264315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
264315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
264315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
264315	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
264315	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
264315	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
264315	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
264315	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
264315	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
264315	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
264315	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
264315	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
264315	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
264315	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
264315	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
264315	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
264315	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
264315	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
264315	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
264315	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
264315	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
264315	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
264315	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
264315	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
264315	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
264315	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
264315	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
264315	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
264315	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
264315	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
264315	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
264315	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
264315	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
264315	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
264315	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
264315	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
264315	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
264315	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
264315	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
264315	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
264315	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
264315	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
264315	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
264315	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
264315	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
264315	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
264315	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
264315	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
264315	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
264315	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
264315	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
264315	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
264315	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
264315	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
264315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
264315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
264315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
264315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
264315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
264315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
264315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
264315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
264315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
264315	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
264315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
264315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
264315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
264315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
264315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
264315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
264315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
264315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
264315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
264315	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
264315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
264315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
264315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
264315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
264315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
264315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
264315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
264315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
264315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
264315	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
264315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
264315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
264315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
264315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
264315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
264315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
264315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
264315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
264315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
264315	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
264315	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
264315	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
264315	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
264315	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
264315	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
264315	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
264315	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
264315	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
264315	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
264315	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
264315	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
264315	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
264315	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
264315	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
264315	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
264315	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
264315	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
264315	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
264315	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
264315	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
264315	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
264315	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
264315	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
264315	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
264315	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
264315	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
264315	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
264315	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
264315	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
264315	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
264315	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
264315	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
264315	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
264315	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
264315	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
264315	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
264315	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
264315	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
264315	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
264315	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
264315	embedding2nn.weight	0	0.044815585017204285
264315	embedding2nn.weight	1	-0.09063360095024109
264315	embedding2nn.weight	2	0.008609979413449764
264315	embedding2nn.weight	3	-0.06235167756676674
264315	embedding2nn.weight	4	-0.11399593204259872
264315	embedding2nn.weight	5	0.1105298176407814
264315	embedding2nn.weight	6	-0.08539015054702759
264315	embedding2nn.weight	7	-0.07980041205883026
264315	embedding2nn.weight	8	-0.03554331511259079
264315	embedding2nn.weight	9	0.03743872791528702
264315	embedding2nn.bias	0	0.06114449352025986
264315	embedding2nn.bias	1	-0.019421013072133064
264315	embedding2nn.bias	2	-0.07577090710401535
264315	embedding2nn.bias	3	0.012335686013102531
264315	embedding2nn.bias	4	-0.008437302894890308
264315	embedding2nn.bias	5	-0.18964815139770508
264315	embedding2nn.bias	6	-0.12065666913986206
264315	embedding2nn.bias	7	-0.012140290811657906
264315	embedding2nn.bias	8	0.04883963614702225
264315	embedding2nn.bias	9	-0.06770005822181702
264315	rnn.weight_ih_l0	0	0.03471865504980087
264315	rnn.weight_ih_l0	1	-0.09133429825305939
264315	rnn.weight_ih_l0	2	-0.06457727402448654
264315	rnn.weight_ih_l0	3	-0.05314747244119644
264315	rnn.weight_ih_l0	4	0.018237311393022537
264315	rnn.weight_ih_l0	5	-0.1126696988940239
264315	rnn.weight_ih_l0	6	-0.027688367292284966
264315	rnn.weight_ih_l0	7	0.0009972186526283622
264315	rnn.weight_ih_l0	8	0.045275017619132996
264315	rnn.weight_ih_l0	9	0.008342687040567398
264315	rnn.weight_hh_l0	0	0.004502485506236553
264315	rnn.weight_hh_l0	1	-0.07951581478118896
264315	rnn.weight_hh_l0	2	0.07473620027303696
264315	rnn.weight_hh_l0	3	0.05142460763454437
264315	rnn.weight_hh_l0	4	0.006726198364049196
264315	rnn.weight_hh_l0	5	0.06998039782047272
264315	rnn.weight_hh_l0	6	-0.01740068383514881
264315	rnn.weight_hh_l0	7	-0.11216533184051514
264315	rnn.weight_hh_l0	8	0.027520904317498207
264315	rnn.weight_hh_l0	9	-0.0757240578532219
264315	rnn.bias_ih_l0	0	-0.0767306312918663
264315	rnn.bias_ih_l0	1	-0.1919766664505005
264315	rnn.bias_ih_l0	2	-0.26087531447410583
264315	rnn.bias_ih_l0	3	-0.2781479060649872
264315	rnn.bias_ih_l0	4	0.009450731799006462
264315	rnn.bias_ih_l0	5	0.05631215125322342
264315	rnn.bias_ih_l0	6	-0.16755995154380798
264315	rnn.bias_ih_l0	7	-0.2752782702445984
264315	rnn.bias_ih_l0	8	-0.15935565531253815
264315	rnn.bias_ih_l0	9	-0.17738176882266998
264315	rnn.bias_hh_l0	0	0.13298188149929047
264315	rnn.bias_hh_l0	1	-0.05453728139400482
264315	rnn.bias_hh_l0	2	0.05366884544491768
264315	rnn.bias_hh_l0	3	-0.17049819231033325
264315	rnn.bias_hh_l0	4	0.060511160641908646
264315	rnn.bias_hh_l0	5	0.05471315234899521
264315	rnn.bias_hh_l0	6	-0.11092392355203629
264315	rnn.bias_hh_l0	7	-0.15375471115112305
264315	rnn.bias_hh_l0	8	-0.17851923406124115
264315	rnn.bias_hh_l0	9	-0.10737714171409607
264315	rnn.weight_ih_l0_reverse	0	-0.016248466446995735
264315	rnn.weight_ih_l0_reverse	1	-0.011454859748482704
264315	rnn.weight_ih_l0_reverse	2	-0.004742977675050497
264315	rnn.weight_ih_l0_reverse	3	0.009576643817126751
264315	rnn.weight_ih_l0_reverse	4	0.007559070363640785
264315	rnn.weight_ih_l0_reverse	5	-0.055294256657361984
264315	rnn.weight_ih_l0_reverse	6	-0.04098042473196983
264315	rnn.weight_ih_l0_reverse	7	0.018112745136022568
264315	rnn.weight_ih_l0_reverse	8	0.0923527330160141
264315	rnn.weight_ih_l0_reverse	9	0.0025408065412193537
264315	rnn.weight_hh_l0_reverse	0	0.005904087331146002
264315	rnn.weight_hh_l0_reverse	1	0.027595127001404762
264315	rnn.weight_hh_l0_reverse	2	-0.04239780828356743
264315	rnn.weight_hh_l0_reverse	3	0.04246107116341591
264315	rnn.weight_hh_l0_reverse	4	0.02319578267633915
264315	rnn.weight_hh_l0_reverse	5	-0.008218849077820778
264315	rnn.weight_hh_l0_reverse	6	0.07067699730396271
264315	rnn.weight_hh_l0_reverse	7	0.04140717536211014
264315	rnn.weight_hh_l0_reverse	8	-0.02484782785177231
264315	rnn.weight_hh_l0_reverse	9	-0.026165636256337166
264315	rnn.bias_ih_l0_reverse	0	-0.14817599952220917
264315	rnn.bias_ih_l0_reverse	1	-0.3080148994922638
264315	rnn.bias_ih_l0_reverse	2	-0.05804445594549179
264315	rnn.bias_ih_l0_reverse	3	-0.1520867794752121
264315	rnn.bias_ih_l0_reverse	4	0.0674184262752533
264315	rnn.bias_ih_l0_reverse	5	-0.28143391013145447
264315	rnn.bias_ih_l0_reverse	6	-0.07267633825540543
264315	rnn.bias_ih_l0_reverse	7	0.00786145031452179
264315	rnn.bias_ih_l0_reverse	8	-0.19273293018341064
264315	rnn.bias_ih_l0_reverse	9	-0.09330052137374878
264315	rnn.bias_hh_l0_reverse	0	-0.15579448640346527
264315	rnn.bias_hh_l0_reverse	1	-0.15081250667572021
264315	rnn.bias_hh_l0_reverse	2	-0.010211700573563576
264315	rnn.bias_hh_l0_reverse	3	-0.1366247683763504
264315	rnn.bias_hh_l0_reverse	4	-0.02383825182914734
264315	rnn.bias_hh_l0_reverse	5	-0.11869806796312332
264315	rnn.bias_hh_l0_reverse	6	-0.07531587034463882
264315	rnn.bias_hh_l0_reverse	7	-0.18059535324573517
264315	rnn.bias_hh_l0_reverse	8	-0.05876023322343826
264315	rnn.bias_hh_l0_reverse	9	-0.11905425041913986
264315	linear.weight	0	-0.26118022203445435
264315	linear.weight	1	-0.12478536367416382
264315	linear.weight	2	-0.011228874325752258
264315	linear.weight	3	-0.06757286190986633
264315	linear.weight	4	0.013136761263012886
264315	linear.weight	5	0.25153273344039917
264315	linear.weight	6	0.0047744326293468475
264315	linear.weight	7	-0.021312154829502106
264315	linear.weight	8	0.21965153515338898
264315	linear.weight	9	0.23746924102306366
264315	linear.bias	0	-0.8340813517570496
264315	linear.bias	1	1.42592191696167
264315	linear.bias	2	-0.5102238655090332
264315	linear.bias	3	-0.7694560289382935
264315	linear.bias	4	-0.9152222275733948
264315	linear.bias	5	-1.1810276508331299
264315	linear.bias	6	-0.9591510891914368
264315	linear.bias	7	-0.6916235685348511
264315	linear.bias	8	-0.01705317199230194
264315	linear.bias	9	3.550419569015503
264512	transitions	0	-0.4768599569797516
264512	transitions	1	8.889480590820312
264512	transitions	2	-3.652859926223755
264512	transitions	3	1.641264796257019
264512	transitions	4	-2.2390809059143066
264512	transitions	5	-0.43807515501976013
264512	transitions	6	-0.19728542864322662
264512	transitions	7	-10000.0
264512	transitions	8	1.8735682964324951
264512	transitions	9	-2.295226812362671
264512	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
264512	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
264512	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
264512	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
264512	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
264512	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
264512	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
264512	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
264512	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
264512	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
264512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
264512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
264512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
264512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
264512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
264512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
264512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
264512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
264512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
264512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
264512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
264512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
264512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
264512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
264512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
264512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
264512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
264512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
264512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
264512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
264512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
264512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
264512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
264512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
264512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
264512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
264512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
264512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
264512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
264512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
264512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
264512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
264512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
264512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
264512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
264512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
264512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
264512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
264512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
264512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
264512	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
264512	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
264512	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
264512	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
264512	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
264512	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
264512	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
264512	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
264512	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
264512	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
264512	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
264512	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
264512	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
264512	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
264512	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
264512	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
264512	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
264512	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
264512	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
264512	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
264512	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
264512	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
264512	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
264512	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
264512	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
264512	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
264512	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
264512	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
264512	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
264512	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
264512	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
264512	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
264512	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
264512	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
264512	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
264512	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
264512	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
264512	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
264512	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
264512	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
264512	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
264512	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
264512	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
264512	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
264512	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
264512	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
264512	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
264512	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
264512	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
264512	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
264512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
264512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
264512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
264512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
264512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
264512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
264512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
264512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
264512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
264512	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
264512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
264512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
264512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
264512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
264512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
264512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
264512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
264512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
264512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
264512	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
264512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
264512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
264512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
264512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
264512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
264512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
264512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
264512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
264512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
264512	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
264512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
264512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
264512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
264512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
264512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
264512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
264512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
264512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
264512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
264512	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
264512	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
264512	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
264512	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
264512	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
264512	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
264512	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
264512	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
264512	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
264512	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
264512	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
264512	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
264512	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
264512	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
264512	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
264512	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
264512	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
264512	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
264512	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
264512	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
264512	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
264512	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
264512	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
264512	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
264512	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
264512	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
264512	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
264512	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
264512	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
264512	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
264512	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
264512	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
264512	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
264512	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
264512	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
264512	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
264512	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
264512	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
264512	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
264512	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
264512	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
264512	embedding2nn.weight	0	0.044918496161699295
264512	embedding2nn.weight	1	-0.09058237820863724
264512	embedding2nn.weight	2	0.009364696219563484
264512	embedding2nn.weight	3	-0.06170755624771118
264512	embedding2nn.weight	4	-0.11309415847063065
264512	embedding2nn.weight	5	0.11082453280687332
264512	embedding2nn.weight	6	-0.0851542204618454
264512	embedding2nn.weight	7	-0.08051430433988571
264512	embedding2nn.weight	8	-0.03537096455693245
264512	embedding2nn.weight	9	0.03856738656759262
264512	embedding2nn.bias	0	0.07086680829524994
264512	embedding2nn.bias	1	-0.01704847440123558
264512	embedding2nn.bias	2	-0.07312659174203873
264512	embedding2nn.bias	3	0.011884265579283237
264512	embedding2nn.bias	4	-0.010628631338477135
264512	embedding2nn.bias	5	-0.19143381714820862
264512	embedding2nn.bias	6	-0.12051466852426529
264512	embedding2nn.bias	7	-0.01165914535522461
264512	embedding2nn.bias	8	0.050558194518089294
264512	embedding2nn.bias	9	-0.07260693609714508
264512	rnn.weight_ih_l0	0	0.03365851938724518
264512	rnn.weight_ih_l0	1	-0.09148097783327103
264512	rnn.weight_ih_l0	2	-0.0637127012014389
264512	rnn.weight_ih_l0	3	-0.05385016277432442
264512	rnn.weight_ih_l0	4	0.01828102394938469
264512	rnn.weight_ih_l0	5	-0.11335494369268417
264512	rnn.weight_ih_l0	6	-0.02806888520717621
264512	rnn.weight_ih_l0	7	0.0013812306569889188
264512	rnn.weight_ih_l0	8	0.04617420583963394
264512	rnn.weight_ih_l0	9	0.008380938321352005
264512	rnn.weight_hh_l0	0	0.004218235146254301
264512	rnn.weight_hh_l0	1	-0.08006688952445984
264512	rnn.weight_hh_l0	2	0.07467847317457199
264512	rnn.weight_hh_l0	3	0.05145861953496933
264512	rnn.weight_hh_l0	4	0.0067635467275977135
264512	rnn.weight_hh_l0	5	0.07034051418304443
264512	rnn.weight_hh_l0	6	-0.017420681193470955
264512	rnn.weight_hh_l0	7	-0.11206210404634476
264512	rnn.weight_hh_l0	8	0.0274035781621933
264512	rnn.weight_hh_l0	9	-0.07633614540100098
264512	rnn.bias_ih_l0	0	-0.07636932283639908
264512	rnn.bias_ih_l0	1	-0.191249817609787
264512	rnn.bias_ih_l0	2	-0.26033416390419006
264512	rnn.bias_ih_l0	3	-0.2785726487636566
264512	rnn.bias_ih_l0	4	0.008868374861776829
264512	rnn.bias_ih_l0	5	0.05744258686900139
264512	rnn.bias_ih_l0	6	-0.16784362494945526
264512	rnn.bias_ih_l0	7	-0.27483317255973816
264512	rnn.bias_ih_l0	8	-0.1587900072336197
264512	rnn.bias_ih_l0	9	-0.1766492873430252
264512	rnn.bias_hh_l0	0	0.13359268009662628
264512	rnn.bias_hh_l0	1	-0.05349687859416008
264512	rnn.bias_hh_l0	2	0.053384821861982346
264512	rnn.bias_hh_l0	3	-0.17019228637218475
264512	rnn.bias_hh_l0	4	0.06077075004577637
264512	rnn.bias_hh_l0	5	0.05407359451055527
264512	rnn.bias_hh_l0	6	-0.11066534370183945
264512	rnn.bias_hh_l0	7	-0.15358975529670715
264512	rnn.bias_hh_l0	8	-0.17947326600551605
264512	rnn.bias_hh_l0	9	-0.10815434902906418
264512	rnn.weight_ih_l0_reverse	0	-0.016080522909760475
264512	rnn.weight_ih_l0_reverse	1	-0.011286714114248753
264512	rnn.weight_ih_l0_reverse	2	-0.004934646654874086
264512	rnn.weight_ih_l0_reverse	3	0.009180384688079357
264512	rnn.weight_ih_l0_reverse	4	0.007700134068727493
264512	rnn.weight_ih_l0_reverse	5	-0.054965343326330185
264512	rnn.weight_ih_l0_reverse	6	-0.0407012440264225
264512	rnn.weight_ih_l0_reverse	7	0.017685187980532646
264512	rnn.weight_ih_l0_reverse	8	0.09206858277320862
264512	rnn.weight_ih_l0_reverse	9	0.0018812163034453988
264512	rnn.weight_hh_l0_reverse	0	0.005910059902817011
264512	rnn.weight_hh_l0_reverse	1	0.027576284483075142
264512	rnn.weight_hh_l0_reverse	2	-0.042067643254995346
264512	rnn.weight_hh_l0_reverse	3	0.042562246322631836
264512	rnn.weight_hh_l0_reverse	4	0.023226195946335793
264512	rnn.weight_hh_l0_reverse	5	-0.008157468400895596
264512	rnn.weight_hh_l0_reverse	6	0.07070954889059067
264512	rnn.weight_hh_l0_reverse	7	0.04114368185400963
264512	rnn.weight_hh_l0_reverse	8	-0.024542519822716713
264512	rnn.weight_hh_l0_reverse	9	-0.026446081697940826
264512	rnn.bias_ih_l0_reverse	0	-0.14822983741760254
264512	rnn.bias_ih_l0_reverse	1	-0.3085819184780121
264512	rnn.bias_ih_l0_reverse	2	-0.05830782651901245
264512	rnn.bias_ih_l0_reverse	3	-0.15225760638713837
264512	rnn.bias_ih_l0_reverse	4	0.06727953255176544
264512	rnn.bias_ih_l0_reverse	5	-0.28247931599617004
264512	rnn.bias_ih_l0_reverse	6	-0.07316537201404572
264512	rnn.bias_ih_l0_reverse	7	0.006623748689889908
264512	rnn.bias_ih_l0_reverse	8	-0.19195522367954254
264512	rnn.bias_ih_l0_reverse	9	-0.09369849413633347
264512	rnn.bias_hh_l0_reverse	0	-0.1552036851644516
264512	rnn.bias_hh_l0_reverse	1	-0.1499105989933014
264512	rnn.bias_hh_l0_reverse	2	-0.010293356142938137
264512	rnn.bias_hh_l0_reverse	3	-0.13588908314704895
264512	rnn.bias_hh_l0_reverse	4	-0.02300868183374405
264512	rnn.bias_hh_l0_reverse	5	-0.11886133998632431
264512	rnn.bias_hh_l0_reverse	6	-0.07483582943677902
264512	rnn.bias_hh_l0_reverse	7	-0.17958827316761017
264512	rnn.bias_hh_l0_reverse	8	-0.05858924612402916
264512	rnn.bias_hh_l0_reverse	9	-0.11858243495225906
264512	linear.weight	0	-0.2569263279438019
264512	linear.weight	1	-0.12515738606452942
264512	linear.weight	2	-0.011228874325752258
264512	linear.weight	3	-0.06707577407360077
264512	linear.weight	4	0.008407904766499996
264512	linear.weight	5	0.2518145740032196
264512	linear.weight	6	0.0047744326293468475
264512	linear.weight	7	-0.021312154829502106
264512	linear.weight	8	0.22043262422084808
264512	linear.weight	9	0.23200832307338715
264512	linear.bias	0	-0.8387506604194641
264512	linear.bias	1	1.4292174577713013
264512	linear.bias	2	-0.5185467004776001
264512	linear.bias	3	-0.7623950242996216
264512	linear.bias	4	-0.9192717671394348
264512	linear.bias	5	-1.1810320615768433
264512	linear.bias	6	-0.9641616940498352
264512	linear.bias	7	-0.6901776790618896
264512	linear.bias	8	-0.01705317199230194
264512	linear.bias	9	3.5537595748901367
264516	transitions	0	-0.4768599569797516
264516	transitions	1	8.888847351074219
264516	transitions	2	-3.652860641479492
264516	transitions	3	1.6424821615219116
264516	transitions	4	-2.23917555809021
264516	transitions	5	-0.43807515501976013
264516	transitions	6	-0.1972854733467102
264516	transitions	7	-10000.0
264516	transitions	8	1.8735675811767578
264516	transitions	9	-2.295226812362671
264516	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
264516	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
264516	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
264516	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
264516	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
264516	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
264516	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
264516	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
264516	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
264516	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
264516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
264516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
264516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
264516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
264516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
264516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
264516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
264516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
264516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
264516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
264516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
264516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
264516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
264516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
264516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
264516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
264516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
264516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
264516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
264516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
264516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
264516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
264516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
264516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
264516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
264516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
264516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
264516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
264516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
264516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
264516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
264516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
264516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
264516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
264516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
264516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
264516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
264516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
264516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
264516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
264516	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
264516	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
264516	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
264516	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
264516	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
264516	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
264516	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
264516	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
264516	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
264516	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
264516	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
264516	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
264516	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
264516	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
264516	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
264516	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
264516	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
264516	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
264516	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
264516	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
264516	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
264516	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
264516	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
264516	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
264516	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
264516	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
264516	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
264516	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
264516	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
264516	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
264516	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
264516	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
264516	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
264516	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
264516	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
264516	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
264516	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
264516	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
264516	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
264516	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
264516	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
264516	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
264516	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
264516	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
264516	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
264516	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
264516	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
264516	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
264516	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
264516	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
264516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
264516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
264516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
264516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
264516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
264516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
264516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
264516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
264516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
264516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
264516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
264516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
264516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
264516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
264516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
264516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
264516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
264516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
264516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
264516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
264516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
264516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
264516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
264516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
264516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
264516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
264516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
264516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
264516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
264516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
264516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
264516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
264516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
264516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
264516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
264516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
264516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
264516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
264516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
264516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
264516	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
264516	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
264516	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
264516	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
264516	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
264516	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
264516	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
264516	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
264516	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
264516	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
264516	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
264516	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
264516	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
264516	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
264516	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
264516	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
264516	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
264516	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
264516	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
264516	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
264516	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
264516	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
264516	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
264516	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
264516	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
264516	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
264516	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
264516	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
264516	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
264516	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
264516	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
264516	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
264516	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
264516	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
264516	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
264516	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
264516	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
264516	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
264516	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
264516	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
264516	embedding2nn.weight	0	0.04495716840028763
264516	embedding2nn.weight	1	-0.09059582650661469
264516	embedding2nn.weight	2	0.009482056833803654
264516	embedding2nn.weight	3	-0.06181830167770386
264516	embedding2nn.weight	4	-0.11303974688053131
264516	embedding2nn.weight	5	0.11073542386293411
264516	embedding2nn.weight	6	-0.08483795821666718
264516	embedding2nn.weight	7	-0.08047687262296677
264516	embedding2nn.weight	8	-0.03533412143588066
264516	embedding2nn.weight	9	0.03862123563885689
264516	embedding2nn.bias	0	0.07065007090568542
264516	embedding2nn.bias	1	-0.016510389745235443
264516	embedding2nn.bias	2	-0.07253100723028183
264516	embedding2nn.bias	3	0.011536434292793274
264516	embedding2nn.bias	4	-0.01071109063923359
264516	embedding2nn.bias	5	-0.19079189002513885
264516	embedding2nn.bias	6	-0.1206895038485527
264516	embedding2nn.bias	7	-0.011431900784373283
264516	embedding2nn.bias	8	0.05057717487215996
264516	embedding2nn.bias	9	-0.07270512729883194
264516	rnn.weight_ih_l0	0	0.03346860408782959
264516	rnn.weight_ih_l0	1	-0.09147240966558456
264516	rnn.weight_ih_l0	2	-0.06371292471885681
264516	rnn.weight_ih_l0	3	-0.05335770919919014
264516	rnn.weight_ih_l0	4	0.01827552542090416
264516	rnn.weight_ih_l0	5	-0.11333354562520981
264516	rnn.weight_ih_l0	6	-0.02807384356856346
264516	rnn.weight_ih_l0	7	0.0013900595949962735
264516	rnn.weight_ih_l0	8	0.04616580158472061
264516	rnn.weight_ih_l0	9	0.008434498682618141
264516	rnn.weight_hh_l0	0	0.004211825784295797
264516	rnn.weight_hh_l0	1	-0.08010345697402954
264516	rnn.weight_hh_l0	2	0.07467761635780334
264516	rnn.weight_hh_l0	3	0.051459331065416336
264516	rnn.weight_hh_l0	4	0.006762586534023285
264516	rnn.weight_hh_l0	5	0.07033992558717728
264516	rnn.weight_hh_l0	6	-0.017420165240764618
264516	rnn.weight_hh_l0	7	-0.11206739395856857
264516	rnn.weight_hh_l0	8	0.027440212666988373
264516	rnn.weight_hh_l0	9	-0.07632537186145782
264516	rnn.bias_ih_l0	0	-0.07627555727958679
264516	rnn.bias_ih_l0	1	-0.19123168289661407
264516	rnn.bias_ih_l0	2	-0.2604456841945648
264516	rnn.bias_ih_l0	3	-0.27854156494140625
264516	rnn.bias_ih_l0	4	0.008969866670668125
264516	rnn.bias_ih_l0	5	0.05738499015569687
264516	rnn.bias_ih_l0	6	-0.16782253980636597
264516	rnn.bias_ih_l0	7	-0.27439039945602417
264516	rnn.bias_ih_l0	8	-0.15877139568328857
264516	rnn.bias_ih_l0	9	-0.17669929563999176
264516	rnn.bias_hh_l0	0	0.13358557224273682
264516	rnn.bias_hh_l0	1	-0.05350332707166672
264516	rnn.bias_hh_l0	2	0.05341440439224243
264516	rnn.bias_hh_l0	3	-0.1701071560382843
264516	rnn.bias_hh_l0	4	0.060713332146406174
264516	rnn.bias_hh_l0	5	0.05400313809514046
264516	rnn.bias_hh_l0	6	-0.11064670234918594
264516	rnn.bias_hh_l0	7	-0.15355485677719116
264516	rnn.bias_hh_l0	8	-0.17950643599033356
264516	rnn.bias_hh_l0	9	-0.10820023715496063
264516	rnn.weight_ih_l0_reverse	0	-0.01606479287147522
264516	rnn.weight_ih_l0_reverse	1	-0.011286159977316856
264516	rnn.weight_ih_l0_reverse	2	-0.004885211121290922
264516	rnn.weight_ih_l0_reverse	3	0.009047544561326504
264516	rnn.weight_ih_l0_reverse	4	0.007687712553888559
264516	rnn.weight_ih_l0_reverse	5	-0.05487755686044693
264516	rnn.weight_ih_l0_reverse	6	-0.040689751505851746
264516	rnn.weight_ih_l0_reverse	7	0.017728371545672417
264516	rnn.weight_ih_l0_reverse	8	0.09207472950220108
264516	rnn.weight_ih_l0_reverse	9	0.0018908531637862325
264516	rnn.weight_hh_l0_reverse	0	0.005919278133660555
264516	rnn.weight_hh_l0_reverse	1	0.027572346851229668
264516	rnn.weight_hh_l0_reverse	2	-0.04206681251525879
264516	rnn.weight_hh_l0_reverse	3	0.04256277531385422
264516	rnn.weight_hh_l0_reverse	4	0.02320253849029541
264516	rnn.weight_hh_l0_reverse	5	-0.008188004605472088
264516	rnn.weight_hh_l0_reverse	6	0.07070878893136978
264516	rnn.weight_hh_l0_reverse	7	0.04113033786416054
264516	rnn.weight_hh_l0_reverse	8	-0.024542436003684998
264516	rnn.weight_hh_l0_reverse	9	-0.02644253708422184
264516	rnn.bias_ih_l0_reverse	0	-0.14832651615142822
264516	rnn.bias_ih_l0_reverse	1	-0.3084583878517151
264516	rnn.bias_ih_l0_reverse	2	-0.05840495973825455
264516	rnn.bias_ih_l0_reverse	3	-0.1522604525089264
264516	rnn.bias_ih_l0_reverse	4	0.06726863980293274
264516	rnn.bias_ih_l0_reverse	5	-0.28243717551231384
264516	rnn.bias_ih_l0_reverse	6	-0.07318722456693649
264516	rnn.bias_ih_l0_reverse	7	0.006482663564383984
264516	rnn.bias_ih_l0_reverse	8	-0.19196736812591553
264516	rnn.bias_ih_l0_reverse	9	-0.09370411187410355
264516	rnn.bias_hh_l0_reverse	0	-0.15524223446846008
264516	rnn.bias_hh_l0_reverse	1	-0.15007972717285156
264516	rnn.bias_hh_l0_reverse	2	-0.010252026841044426
264516	rnn.bias_hh_l0_reverse	3	-0.13579010963439941
264516	rnn.bias_hh_l0_reverse	4	-0.023012949153780937
264516	rnn.bias_hh_l0_reverse	5	-0.11887446790933609
264516	rnn.bias_hh_l0_reverse	6	-0.07482626289129257
264516	rnn.bias_hh_l0_reverse	7	-0.179540753364563
264516	rnn.bias_hh_l0_reverse	8	-0.05875605717301369
264516	rnn.bias_hh_l0_reverse	9	-0.11859144270420074
264516	linear.weight	0	-0.25688543915748596
264516	linear.weight	1	-0.12515142560005188
264516	linear.weight	2	-0.011228874325752258
264516	linear.weight	3	-0.06747566163539886
264516	linear.weight	4	0.008478749543428421
264516	linear.weight	5	0.25107452273368835
264516	linear.weight	6	0.0047744326293468475
264516	linear.weight	7	-0.021312154829502106
264516	linear.weight	8	0.220037579536438
264516	linear.weight	9	0.2328481376171112
264516	linear.bias	0	-0.8399690389633179
264516	linear.bias	1	1.4309134483337402
264516	linear.bias	2	-0.5172547698020935
264516	linear.bias	3	-0.7627108693122864
264516	linear.bias	4	-0.9209607839584351
264516	linear.bias	5	-1.1810322999954224
264516	linear.bias	6	-0.9652712941169739
264516	linear.bias	7	-0.6881889700889587
264516	linear.bias	8	-0.01705317199230194
264516	linear.bias	9	3.5503900051116943
264713	transitions	0	-0.47688937187194824
264713	transitions	1	8.883380889892578
264713	transitions	2	-3.6530234813690186
264713	transitions	3	1.6476582288742065
264713	transitions	4	-2.239330768585205
264713	transitions	5	-0.4381427466869354
264713	transitions	6	-0.19729188084602356
264713	transitions	7	-10000.0
264713	transitions	8	1.87445867061615
264713	transitions	9	-2.29522705078125
264713	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
264713	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
264713	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
264713	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
264713	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
264713	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
264713	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
264713	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
264713	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
264713	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
264713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
264713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
264713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
264713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
264713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
264713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
264713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
264713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
264713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
264713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
264713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
264713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
264713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
264713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
264713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
264713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
264713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
264713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
264713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
264713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
264713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
264713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
264713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
264713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
264713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
264713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
264713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
264713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
264713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
264713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
264713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
264713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
264713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
264713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
264713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
264713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
264713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
264713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
264713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
264713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
264713	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
264713	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
264713	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
264713	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
264713	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
264713	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
264713	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
264713	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
264713	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
264713	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
264713	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
264713	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
264713	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
264713	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
264713	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
264713	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
264713	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
264713	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
264713	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
264713	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
264713	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
264713	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
264713	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
264713	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
264713	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
264713	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
264713	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
264713	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
264713	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
264713	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
264713	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
264713	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
264713	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
264713	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
264713	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
264713	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
264713	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
264713	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
264713	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
264713	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
264713	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
264713	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
264713	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
264713	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
264713	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
264713	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
264713	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
264713	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
264713	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
264713	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
264713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
264713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
264713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
264713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
264713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
264713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
264713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
264713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
264713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
264713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
264713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
264713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
264713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
264713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
264713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
264713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
264713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
264713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
264713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
264713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
264713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
264713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
264713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
264713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
264713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
264713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
264713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
264713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
264713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
264713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
264713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
264713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
264713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
264713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
264713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
264713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
264713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
264713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
264713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
264713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
264713	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
264713	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
264713	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
264713	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
264713	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
264713	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
264713	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
264713	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
264713	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
264713	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
264713	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
264713	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
264713	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
264713	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
264713	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
264713	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
264713	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
264713	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
264713	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
264713	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
264713	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
264713	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
264713	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
264713	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
264713	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
264713	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
264713	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
264713	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
264713	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
264713	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
264713	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
264713	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
264713	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
264713	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
264713	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
264713	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
264713	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
264713	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
264713	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
264713	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
264713	embedding2nn.weight	0	0.04495146498084068
264713	embedding2nn.weight	1	-0.09051278233528137
264713	embedding2nn.weight	2	0.008610736578702927
264713	embedding2nn.weight	3	-0.06186160817742348
264713	embedding2nn.weight	4	-0.11343404650688171
264713	embedding2nn.weight	5	0.11113528907299042
264713	embedding2nn.weight	6	-0.08520036935806274
264713	embedding2nn.weight	7	-0.0796346515417099
264713	embedding2nn.weight	8	-0.03569825366139412
264713	embedding2nn.weight	9	0.03890899196267128
264713	embedding2nn.bias	0	0.0650135725736618
264713	embedding2nn.bias	1	-0.011527424678206444
264713	embedding2nn.bias	2	-0.07704664021730423
264713	embedding2nn.bias	3	0.011683209799230099
264713	embedding2nn.bias	4	-0.005657496862113476
264713	embedding2nn.bias	5	-0.18898020684719086
264713	embedding2nn.bias	6	-0.12267709523439407
264713	embedding2nn.bias	7	-0.015068470500409603
264713	embedding2nn.bias	8	0.053197264671325684
264713	embedding2nn.bias	9	-0.07180837541818619
264713	rnn.weight_ih_l0	0	0.033458270132541656
264713	rnn.weight_ih_l0	1	-0.09183016419410706
264713	rnn.weight_ih_l0	2	-0.06393533200025558
264713	rnn.weight_ih_l0	3	-0.05343328416347504
264713	rnn.weight_ih_l0	4	0.018012654036283493
264713	rnn.weight_ih_l0	5	-0.1140562891960144
264713	rnn.weight_ih_l0	6	-0.02846020646393299
264713	rnn.weight_ih_l0	7	0.0015431004576385021
264713	rnn.weight_ih_l0	8	0.04623129963874817
264713	rnn.weight_ih_l0	9	0.008676407858729362
264713	rnn.weight_hh_l0	0	0.0043037645518779755
264713	rnn.weight_hh_l0	1	-0.07989273220300674
264713	rnn.weight_hh_l0	2	0.07493358105421066
264713	rnn.weight_hh_l0	3	0.05140477791428566
264713	rnn.weight_hh_l0	4	0.007016382180154324
264713	rnn.weight_hh_l0	5	0.07010650634765625
264713	rnn.weight_hh_l0	6	-0.017531337216496468
264713	rnn.weight_hh_l0	7	-0.11227671056985855
264713	rnn.weight_hh_l0	8	0.026955336332321167
264713	rnn.weight_hh_l0	9	-0.07608454674482346
264713	rnn.bias_ih_l0	0	-0.07660697400569916
264713	rnn.bias_ih_l0	1	-0.19142413139343262
264713	rnn.bias_ih_l0	2	-0.2606271207332611
264713	rnn.bias_ih_l0	3	-0.27864426374435425
264713	rnn.bias_ih_l0	4	0.00866933073848486
264713	rnn.bias_ih_l0	5	0.05774230509996414
264713	rnn.bias_ih_l0	6	-0.16903120279312134
264713	rnn.bias_ih_l0	7	-0.2753753364086151
264713	rnn.bias_ih_l0	8	-0.16072635352611542
264713	rnn.bias_ih_l0	9	-0.17626550793647766
264713	rnn.bias_hh_l0	0	0.13382557034492493
264713	rnn.bias_hh_l0	1	-0.05484936013817787
264713	rnn.bias_hh_l0	2	0.054035454988479614
264713	rnn.bias_hh_l0	3	-0.17028935253620148
264713	rnn.bias_hh_l0	4	0.06305915117263794
264713	rnn.bias_hh_l0	5	0.053313855081796646
264713	rnn.bias_hh_l0	6	-0.1106627881526947
264713	rnn.bias_hh_l0	7	-0.1534377634525299
264713	rnn.bias_hh_l0	8	-0.17926406860351562
264713	rnn.bias_hh_l0	9	-0.10994123667478561
264713	rnn.weight_ih_l0_reverse	0	-0.015863550826907158
264713	rnn.weight_ih_l0_reverse	1	-0.011447979137301445
264713	rnn.weight_ih_l0_reverse	2	-0.005094469990581274
264713	rnn.weight_ih_l0_reverse	3	0.008945135399699211
264713	rnn.weight_ih_l0_reverse	4	0.007865813560783863
264713	rnn.weight_ih_l0_reverse	5	-0.055101316422224045
264713	rnn.weight_ih_l0_reverse	6	-0.04144340753555298
264713	rnn.weight_ih_l0_reverse	7	0.018136657774448395
264713	rnn.weight_ih_l0_reverse	8	0.09240055829286575
264713	rnn.weight_ih_l0_reverse	9	0.00244747381657362
264713	rnn.weight_hh_l0_reverse	0	0.005987057462334633
264713	rnn.weight_hh_l0_reverse	1	0.027628401294350624
264713	rnn.weight_hh_l0_reverse	2	-0.04154739901423454
264713	rnn.weight_hh_l0_reverse	3	0.04260576516389847
264713	rnn.weight_hh_l0_reverse	4	0.023137781769037247
264713	rnn.weight_hh_l0_reverse	5	-0.00831411313265562
264713	rnn.weight_hh_l0_reverse	6	0.07056493312120438
264713	rnn.weight_hh_l0_reverse	7	0.04144096001982689
264713	rnn.weight_hh_l0_reverse	8	-0.02418338507413864
264713	rnn.weight_hh_l0_reverse	9	-0.02652958780527115
264713	rnn.bias_ih_l0_reverse	0	-0.14836710691452026
264713	rnn.bias_ih_l0_reverse	1	-0.3077455759048462
264713	rnn.bias_ih_l0_reverse	2	-0.05859304964542389
264713	rnn.bias_ih_l0_reverse	3	-0.1520826816558838
264713	rnn.bias_ih_l0_reverse	4	0.06662607938051224
264713	rnn.bias_ih_l0_reverse	5	-0.2815927267074585
264713	rnn.bias_ih_l0_reverse	6	-0.07264254242181778
264713	rnn.bias_ih_l0_reverse	7	0.005724914837628603
264713	rnn.bias_ih_l0_reverse	8	-0.19220246374607086
264713	rnn.bias_ih_l0_reverse	9	-0.09373795986175537
264713	rnn.bias_hh_l0_reverse	0	-0.1551421731710434
264713	rnn.bias_hh_l0_reverse	1	-0.15089619159698486
264713	rnn.bias_hh_l0_reverse	2	-0.010650936514139175
264713	rnn.bias_hh_l0_reverse	3	-0.13670551776885986
264713	rnn.bias_hh_l0_reverse	4	-0.023594625294208527
264713	rnn.bias_hh_l0_reverse	5	-0.118395134806633
264713	rnn.bias_hh_l0_reverse	6	-0.0759085938334465
264713	rnn.bias_hh_l0_reverse	7	-0.1790354996919632
264713	rnn.bias_hh_l0_reverse	8	-0.05796211212873459
264713	rnn.bias_hh_l0_reverse	9	-0.11793489754199982
264713	linear.weight	0	-0.2564048171043396
264713	linear.weight	1	-0.12552854418754578
264713	linear.weight	2	-0.011228874325752258
264713	linear.weight	3	-0.07085999101400375
264713	linear.weight	4	0.007738491520285606
264713	linear.weight	5	0.2571929395198822
264713	linear.weight	6	0.0047744326293468475
264713	linear.weight	7	-0.021312154829502106
264713	linear.weight	8	0.22141948342323303
264713	linear.weight	9	0.23364640772342682
264713	linear.bias	0	-0.8377996683120728
264713	linear.bias	1	1.4414697885513306
264713	linear.bias	2	-0.5016385316848755
264713	linear.bias	3	-0.76675945520401
264713	linear.bias	4	-0.9149676561355591
264713	linear.bias	5	-1.181036353111267
264713	linear.bias	6	-0.9630756378173828
264713	linear.bias	7	-0.6999562382698059
264713	linear.bias	8	-0.01705317199230194
264713	linear.bias	9	3.5219168663024902
264910	transitions	0	-0.47691819071769714
264910	transitions	1	8.898268699645996
264910	transitions	2	-3.6532037258148193
264910	transitions	3	1.6486657857894897
264910	transitions	4	-2.239431858062744
264910	transitions	5	-0.4381527900695801
264910	transitions	6	-0.19730441272258759
264910	transitions	7	-10000.0
264910	transitions	8	1.8753197193145752
264910	transitions	9	-2.295227289199829
264910	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
264910	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
264910	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
264910	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
264910	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
264910	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
264910	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
264910	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
264910	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
264910	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
264910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
264910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
264910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
264910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
264910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
264910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
264910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
264910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
264910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
264910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
264910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
264910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
264910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
264910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
264910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
264910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
264910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
264910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
264910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
264910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
264910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
264910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
264910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
264910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
264910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
264910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
264910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
264910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
264910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
264910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
264910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
264910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
264910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
264910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
264910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
264910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
264910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
264910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
264910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
264910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
264910	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
264910	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
264910	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
264910	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
264910	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
264910	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
264910	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
264910	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
264910	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
264910	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
264910	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
264910	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
264910	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
264910	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
264910	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
264910	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
264910	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
264910	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
264910	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
264910	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
264910	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
264910	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
264910	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
264910	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
264910	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
264910	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
264910	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
264910	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
264910	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
264910	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
264910	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
264910	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
264910	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
264910	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
264910	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
264910	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
264910	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
264910	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
264910	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
264910	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
264910	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
264910	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
264910	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
264910	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
264910	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
264910	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
264910	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
264910	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
264910	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
264910	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
264910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
264910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
264910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
264910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
264910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
264910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
264910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
264910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
264910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
264910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
264910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
264910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
264910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
264910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
264910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
264910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
264910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
264910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
264910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
264910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
264910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
264910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
264910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
264910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
264910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
264910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
264910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
264910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
264910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
264910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
264910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
264910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
264910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
264910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
264910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
264910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
264910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
264910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
264910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
264910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
264910	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
264910	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
264910	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
264910	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
264910	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
264910	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
264910	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
264910	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
264910	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
264910	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
264910	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
264910	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
264910	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
264910	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
264910	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
264910	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
264910	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
264910	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
264910	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
264910	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
264910	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
264910	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
264910	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
264910	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
264910	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
264910	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
264910	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
264910	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
264910	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
264910	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
264910	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
264910	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
264910	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
264910	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
264910	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
264910	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
264910	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
264910	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
264910	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
264910	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
264910	embedding2nn.weight	0	0.044904693961143494
264910	embedding2nn.weight	1	-0.09082987159490585
264910	embedding2nn.weight	2	0.009481406770646572
264910	embedding2nn.weight	3	-0.06202368065714836
264910	embedding2nn.weight	4	-0.11336313188076019
264910	embedding2nn.weight	5	0.11048610508441925
264910	embedding2nn.weight	6	-0.08521203696727753
264910	embedding2nn.weight	7	-0.0795874074101448
264910	embedding2nn.weight	8	-0.03610219806432724
264910	embedding2nn.weight	9	0.039263274520635605
264910	embedding2nn.bias	0	0.05987032130360603
264910	embedding2nn.bias	1	-0.018280694261193275
264910	embedding2nn.bias	2	-0.07690493017435074
264910	embedding2nn.bias	3	0.015342785976827145
264910	embedding2nn.bias	4	-0.003513467265293002
264910	embedding2nn.bias	5	-0.18819010257720947
264910	embedding2nn.bias	6	-0.11490440368652344
264910	embedding2nn.bias	7	-0.01314642932265997
264910	embedding2nn.bias	8	0.05802842229604721
264910	embedding2nn.bias	9	-0.07235967367887497
264910	rnn.weight_ih_l0	0	0.03394288197159767
264910	rnn.weight_ih_l0	1	-0.09173937141895294
264910	rnn.weight_ih_l0	2	-0.06384419649839401
264910	rnn.weight_ih_l0	3	-0.05396271124482155
264910	rnn.weight_ih_l0	4	0.01866084709763527
264910	rnn.weight_ih_l0	5	-0.11385396867990494
264910	rnn.weight_ih_l0	6	-0.027259385213255882
264910	rnn.weight_ih_l0	7	0.000904329470358789
264910	rnn.weight_ih_l0	8	0.04615383967757225
264910	rnn.weight_ih_l0	9	0.008118807338178158
264910	rnn.weight_hh_l0	0	0.004040666855871677
264910	rnn.weight_hh_l0	1	-0.07990805059671402
264910	rnn.weight_hh_l0	2	0.07529116421937943
264910	rnn.weight_hh_l0	3	0.05137631669640541
264910	rnn.weight_hh_l0	4	0.007065406534820795
264910	rnn.weight_hh_l0	5	0.06973966211080551
264910	rnn.weight_hh_l0	6	-0.01752704568207264
264910	rnn.weight_hh_l0	7	-0.11209332197904587
264910	rnn.weight_hh_l0	8	0.026796238496899605
264910	rnn.weight_hh_l0	9	-0.07582484930753708
264910	rnn.bias_ih_l0	0	-0.07657098770141602
264910	rnn.bias_ih_l0	1	-0.19123955070972443
264910	rnn.bias_ih_l0	2	-0.26117730140686035
264910	rnn.bias_ih_l0	3	-0.2788233757019043
264910	rnn.bias_ih_l0	4	0.006392594426870346
264910	rnn.bias_ih_l0	5	0.05904214084148407
264910	rnn.bias_ih_l0	6	-0.16911625862121582
264910	rnn.bias_ih_l0	7	-0.2740247845649719
264910	rnn.bias_ih_l0	8	-0.15970218181610107
264910	rnn.bias_ih_l0	9	-0.1758727878332138
264910	rnn.bias_hh_l0	0	0.13418680429458618
264910	rnn.bias_hh_l0	1	-0.054471101611852646
264910	rnn.bias_hh_l0	2	0.053623005747795105
264910	rnn.bias_hh_l0	3	-0.1696067899465561
264910	rnn.bias_hh_l0	4	0.06374644488096237
264910	rnn.bias_hh_l0	5	0.05262846127152443
264910	rnn.bias_hh_l0	6	-0.11062387377023697
264910	rnn.bias_hh_l0	7	-0.1538383513689041
264910	rnn.bias_hh_l0	8	-0.17852261662483215
264910	rnn.bias_hh_l0	9	-0.11014148592948914
264910	rnn.weight_ih_l0_reverse	0	-0.01688133366405964
264910	rnn.weight_ih_l0_reverse	1	-0.011730188503861427
264910	rnn.weight_ih_l0_reverse	2	-0.00497864093631506
264910	rnn.weight_ih_l0_reverse	3	0.009516746737062931
264910	rnn.weight_ih_l0_reverse	4	0.007872024551033974
264910	rnn.weight_ih_l0_reverse	5	-0.05495253577828407
264910	rnn.weight_ih_l0_reverse	6	-0.0413665696978569
264910	rnn.weight_ih_l0_reverse	7	0.01787467673420906
264910	rnn.weight_ih_l0_reverse	8	0.09155158698558807
264910	rnn.weight_ih_l0_reverse	9	0.002520719775930047
264910	rnn.weight_hh_l0_reverse	0	0.00614869873970747
264910	rnn.weight_hh_l0_reverse	1	0.02782950922846794
264910	rnn.weight_hh_l0_reverse	2	-0.041552312672138214
264910	rnn.weight_hh_l0_reverse	3	0.04270564764738083
264910	rnn.weight_hh_l0_reverse	4	0.023251783102750778
264910	rnn.weight_hh_l0_reverse	5	-0.008437019772827625
264910	rnn.weight_hh_l0_reverse	6	0.07065868377685547
264910	rnn.weight_hh_l0_reverse	7	0.04101668298244476
264910	rnn.weight_hh_l0_reverse	8	-0.024219637736678123
264910	rnn.weight_hh_l0_reverse	9	-0.02671005390584469
264910	rnn.bias_ih_l0_reverse	0	-0.14784742891788483
264910	rnn.bias_ih_l0_reverse	1	-0.30852028727531433
264910	rnn.bias_ih_l0_reverse	2	-0.05801122263073921
264910	rnn.bias_ih_l0_reverse	3	-0.15195049345493317
264910	rnn.bias_ih_l0_reverse	4	0.06590232998132706
264910	rnn.bias_ih_l0_reverse	5	-0.2816462814807892
264910	rnn.bias_ih_l0_reverse	6	-0.0717090293765068
264910	rnn.bias_ih_l0_reverse	7	0.006101813167333603
264910	rnn.bias_ih_l0_reverse	8	-0.1919301152229309
264910	rnn.bias_ih_l0_reverse	9	-0.09309330582618713
264910	rnn.bias_hh_l0_reverse	0	-0.15623775124549866
264910	rnn.bias_hh_l0_reverse	1	-0.15105068683624268
264910	rnn.bias_hh_l0_reverse	2	-0.010677176527678967
264910	rnn.bias_hh_l0_reverse	3	-0.13715684413909912
264910	rnn.bias_hh_l0_reverse	4	-0.02583772875368595
264910	rnn.bias_hh_l0_reverse	5	-0.11858606338500977
264910	rnn.bias_hh_l0_reverse	6	-0.0755680501461029
264910	rnn.bias_hh_l0_reverse	7	-0.1790800541639328
264910	rnn.bias_hh_l0_reverse	8	-0.05858926847577095
264910	rnn.bias_hh_l0_reverse	9	-0.11845918744802475
264910	linear.weight	0	-0.2574256956577301
264910	linear.weight	1	-0.12441274523735046
264910	linear.weight	2	-0.011228874325752258
264910	linear.weight	3	-0.06874449551105499
264910	linear.weight	4	0.006112956441938877
264910	linear.weight	5	0.25433069467544556
264910	linear.weight	6	0.0047744326293468475
264910	linear.weight	7	-0.021312154829502106
264910	linear.weight	8	0.22534438967704773
264910	linear.weight	9	0.23543888330459595
264910	linear.bias	0	-0.8271771669387817
264910	linear.bias	1	1.4198592901229858
264910	linear.bias	2	-0.5047006011009216
264910	linear.bias	3	-0.7567862868309021
264910	linear.bias	4	-0.9286705851554871
264910	linear.bias	5	-1.1810431480407715
264910	linear.bias	6	-0.9522295594215393
264910	linear.bias	7	-0.6948984861373901
264910	linear.bias	8	-0.01705317199230194
264910	linear.bias	9	3.514967441558838
265107	transitions	0	-0.47694772481918335
265107	transitions	1	8.895281791687012
265107	transitions	2	-3.65334415435791
265107	transitions	3	1.648810625076294
265107	transitions	4	-2.2395198345184326
265107	transitions	5	-0.4381656050682068
265107	transitions	6	-0.19730894267559052
265107	transitions	7	-10000.0
265107	transitions	8	1.875307321548462
265107	transitions	9	-2.2952280044555664
265107	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
265107	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
265107	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
265107	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
265107	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
265107	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
265107	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
265107	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
265107	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
265107	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
265107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
265107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
265107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
265107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
265107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
265107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
265107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
265107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
265107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
265107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
265107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
265107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
265107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
265107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
265107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
265107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
265107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
265107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
265107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
265107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
265107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
265107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
265107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
265107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
265107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
265107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
265107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
265107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
265107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
265107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
265107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
265107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
265107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
265107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
265107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
265107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
265107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
265107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
265107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
265107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
265107	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
265107	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
265107	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
265107	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
265107	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
265107	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
265107	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
265107	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
265107	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
265107	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
265107	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
265107	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
265107	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
265107	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
265107	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
265107	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
265107	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
265107	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
265107	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
265107	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
265107	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
265107	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
265107	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
265107	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
265107	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
265107	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
265107	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
265107	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
265107	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
265107	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
265107	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
265107	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
265107	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
265107	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
265107	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
265107	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
265107	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
265107	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
265107	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
265107	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
265107	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
265107	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
265107	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
265107	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
265107	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
265107	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
265107	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
265107	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
265107	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
265107	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
265107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
265107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
265107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
265107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
265107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
265107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
265107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
265107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
265107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
265107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
265107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
265107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
265107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
265107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
265107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
265107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
265107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
265107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
265107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
265107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
265107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
265107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
265107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
265107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
265107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
265107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
265107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
265107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
265107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
265107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
265107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
265107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
265107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
265107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
265107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
265107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
265107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
265107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
265107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
265107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
265107	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
265107	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
265107	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
265107	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
265107	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
265107	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
265107	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
265107	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
265107	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
265107	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
265107	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
265107	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
265107	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
265107	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
265107	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
265107	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
265107	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
265107	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
265107	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
265107	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
265107	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
265107	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
265107	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
265107	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
265107	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
265107	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
265107	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
265107	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
265107	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
265107	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
265107	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
265107	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
265107	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
265107	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
265107	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
265107	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
265107	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
265107	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
265107	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
265107	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
265107	embedding2nn.weight	0	0.0452495776116848
265107	embedding2nn.weight	1	-0.09076645970344543
265107	embedding2nn.weight	2	0.009424438700079918
265107	embedding2nn.weight	3	-0.06156224012374878
265107	embedding2nn.weight	4	-0.11358791589736938
265107	embedding2nn.weight	5	0.10969637334346771
265107	embedding2nn.weight	6	-0.08380981534719467
265107	embedding2nn.weight	7	-0.08006587624549866
265107	embedding2nn.weight	8	-0.03596203774213791
265107	embedding2nn.weight	9	0.04021688550710678
265107	embedding2nn.bias	0	0.06279885023832321
265107	embedding2nn.bias	1	-0.01907254196703434
265107	embedding2nn.bias	2	-0.07642307132482529
265107	embedding2nn.bias	3	0.013525615446269512
265107	embedding2nn.bias	4	-0.0046403612941503525
265107	embedding2nn.bias	5	-0.18817204236984253
265107	embedding2nn.bias	6	-0.11939848959445953
265107	embedding2nn.bias	7	-0.011735723353922367
265107	embedding2nn.bias	8	0.05951564013957977
265107	embedding2nn.bias	9	-0.07108365744352341
265107	rnn.weight_ih_l0	0	0.03390590846538544
265107	rnn.weight_ih_l0	1	-0.09213415533304214
265107	rnn.weight_ih_l0	2	-0.06406423449516296
265107	rnn.weight_ih_l0	3	-0.05369049683213234
265107	rnn.weight_ih_l0	4	0.018530260771512985
265107	rnn.weight_ih_l0	5	-0.1141706183552742
265107	rnn.weight_ih_l0	6	-0.02760247141122818
265107	rnn.weight_ih_l0	7	0.0014196481788530946
265107	rnn.weight_ih_l0	8	0.04530777037143707
265107	rnn.weight_ih_l0	9	0.008881266228854656
265107	rnn.weight_hh_l0	0	0.004327107220888138
265107	rnn.weight_hh_l0	1	-0.08009716123342514
265107	rnn.weight_hh_l0	2	0.07502024620771408
265107	rnn.weight_hh_l0	3	0.051385387778282166
265107	rnn.weight_hh_l0	4	0.007113839965313673
265107	rnn.weight_hh_l0	5	0.06997071951627731
265107	rnn.weight_hh_l0	6	-0.017813213169574738
265107	rnn.weight_hh_l0	7	-0.11194626241922379
265107	rnn.weight_hh_l0	8	0.026577137410640717
265107	rnn.weight_hh_l0	9	-0.07574723660945892
265107	rnn.bias_ih_l0	0	-0.07893579453229904
265107	rnn.bias_ih_l0	1	-0.1919175088405609
265107	rnn.bias_ih_l0	2	-0.2615773677825928
265107	rnn.bias_ih_l0	3	-0.2783870995044708
265107	rnn.bias_ih_l0	4	0.004604788031429052
265107	rnn.bias_ih_l0	5	0.05944181606173515
265107	rnn.bias_ih_l0	6	-0.16903327405452728
265107	rnn.bias_ih_l0	7	-0.27371037006378174
265107	rnn.bias_ih_l0	8	-0.16020342707633972
265107	rnn.bias_ih_l0	9	-0.17530301213264465
265107	rnn.bias_hh_l0	0	0.13504251837730408
265107	rnn.bias_hh_l0	1	-0.055751267820596695
265107	rnn.bias_hh_l0	2	0.05355941131711006
265107	rnn.bias_hh_l0	3	-0.16873878240585327
265107	rnn.bias_hh_l0	4	0.06464649736881256
265107	rnn.bias_hh_l0	5	0.052511487156152725
265107	rnn.bias_hh_l0	6	-0.11067487299442291
265107	rnn.bias_hh_l0	7	-0.15343737602233887
265107	rnn.bias_hh_l0	8	-0.17944566905498505
265107	rnn.bias_hh_l0	9	-0.10977989435195923
265107	rnn.weight_ih_l0_reverse	0	-0.016982493922114372
265107	rnn.weight_ih_l0_reverse	1	-0.012082547880709171
265107	rnn.weight_ih_l0_reverse	2	-0.0060382927767932415
265107	rnn.weight_ih_l0_reverse	3	0.009824782609939575
265107	rnn.weight_ih_l0_reverse	4	0.0069079468958079815
265107	rnn.weight_ih_l0_reverse	5	-0.05475413054227829
265107	rnn.weight_ih_l0_reverse	6	-0.040967896580696106
265107	rnn.weight_ih_l0_reverse	7	0.017318986356258392
265107	rnn.weight_ih_l0_reverse	8	0.09236126393079758
265107	rnn.weight_ih_l0_reverse	9	0.001826777239330113
265107	rnn.weight_hh_l0_reverse	0	0.006084059365093708
265107	rnn.weight_hh_l0_reverse	1	0.027994176372885704
265107	rnn.weight_hh_l0_reverse	2	-0.04142209142446518
265107	rnn.weight_hh_l0_reverse	3	0.0424768403172493
265107	rnn.weight_hh_l0_reverse	4	0.02326577715575695
265107	rnn.weight_hh_l0_reverse	5	-0.008439850993454456
265107	rnn.weight_hh_l0_reverse	6	0.07054910808801651
265107	rnn.weight_hh_l0_reverse	7	0.04100767523050308
265107	rnn.weight_hh_l0_reverse	8	-0.024147983640432358
265107	rnn.weight_hh_l0_reverse	9	-0.026867885142564774
265107	rnn.bias_ih_l0_reverse	0	-0.14716364443302155
265107	rnn.bias_ih_l0_reverse	1	-0.3095797002315521
265107	rnn.bias_ih_l0_reverse	2	-0.05767431855201721
265107	rnn.bias_ih_l0_reverse	3	-0.15184979140758514
265107	rnn.bias_ih_l0_reverse	4	0.06495628505945206
265107	rnn.bias_ih_l0_reverse	5	-0.2827439606189728
265107	rnn.bias_ih_l0_reverse	6	-0.07227803766727448
265107	rnn.bias_ih_l0_reverse	7	0.007641658652573824
265107	rnn.bias_ih_l0_reverse	8	-0.19161158800125122
265107	rnn.bias_ih_l0_reverse	9	-0.09347055852413177
265107	rnn.bias_hh_l0_reverse	0	-0.15589073300361633
265107	rnn.bias_hh_l0_reverse	1	-0.15111704170703888
265107	rnn.bias_hh_l0_reverse	2	-0.010462317615747452
265107	rnn.bias_hh_l0_reverse	3	-0.1365848183631897
265107	rnn.bias_hh_l0_reverse	4	-0.025963621214032173
265107	rnn.bias_hh_l0_reverse	5	-0.11836641281843185
265107	rnn.bias_hh_l0_reverse	6	-0.07506684958934784
265107	rnn.bias_hh_l0_reverse	7	-0.1798871010541916
265107	rnn.bias_hh_l0_reverse	8	-0.05802510306239128
265107	rnn.bias_hh_l0_reverse	9	-0.11789446324110031
265107	linear.weight	0	-0.25931453704833984
265107	linear.weight	1	-0.12192830443382263
265107	linear.weight	2	-0.011228874325752258
265107	linear.weight	3	-0.0695338174700737
265107	linear.weight	4	0.0062934053130447865
265107	linear.weight	5	0.2531742751598358
265107	linear.weight	6	0.0047744326293468475
265107	linear.weight	7	-0.021312154829502106
265107	linear.weight	8	0.2159215211868286
265107	linear.weight	9	0.23207157850265503
265107	linear.bias	0	-0.825764536857605
265107	linear.bias	1	1.4165180921554565
265107	linear.bias	2	-0.48677581548690796
265107	linear.bias	3	-0.7692331075668335
265107	linear.bias	4	-0.9346553087234497
265107	linear.bias	5	-1.1810468435287476
265107	linear.bias	6	-0.9506974816322327
265107	linear.bias	7	-0.7055346369743347
265107	linear.bias	8	-0.01705317199230194
265107	linear.bias	9	3.5161397457122803
265304	transitions	0	-0.4769958555698395
265304	transitions	1	8.896585464477539
265304	transitions	2	-3.6535987854003906
265304	transitions	3	1.655914068222046
265304	transitions	4	-2.2396223545074463
265304	transitions	5	-0.43818163871765137
265304	transitions	6	-0.19731548428535461
265304	transitions	7	-10000.0
265304	transitions	8	1.8750361204147339
265304	transitions	9	-2.2952287197113037
265304	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
265304	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
265304	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
265304	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
265304	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
265304	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
265304	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
265304	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
265304	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
265304	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
265304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
265304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
265304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
265304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
265304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
265304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
265304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
265304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
265304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
265304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
265304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
265304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
265304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
265304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
265304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
265304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
265304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
265304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
265304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
265304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
265304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
265304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
265304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
265304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
265304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
265304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
265304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
265304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
265304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
265304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
265304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
265304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
265304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
265304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
265304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
265304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
265304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
265304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
265304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
265304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
265304	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
265304	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
265304	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
265304	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
265304	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
265304	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
265304	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
265304	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
265304	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
265304	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
265304	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
265304	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
265304	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
265304	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
265304	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
265304	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
265304	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
265304	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
265304	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
265304	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
265304	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
265304	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
265304	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
265304	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
265304	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
265304	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
265304	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
265304	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
265304	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
265304	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
265304	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
265304	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
265304	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
265304	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
265304	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
265304	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
265304	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
265304	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
265304	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
265304	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
265304	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
265304	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
265304	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
265304	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
265304	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
265304	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
265304	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
265304	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
265304	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
265304	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
265304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
265304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
265304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
265304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
265304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
265304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
265304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
265304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
265304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
265304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
265304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
265304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
265304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
265304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
265304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
265304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
265304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
265304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
265304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
265304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
265304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
265304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
265304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
265304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
265304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
265304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
265304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
265304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
265304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
265304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
265304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
265304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
265304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
265304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
265304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
265304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
265304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
265304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
265304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
265304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
265304	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
265304	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
265304	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
265304	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
265304	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
265304	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
265304	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
265304	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
265304	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
265304	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
265304	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
265304	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
265304	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
265304	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
265304	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
265304	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
265304	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
265304	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
265304	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
265304	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
265304	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
265304	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
265304	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
265304	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
265304	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
265304	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
265304	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
265304	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
265304	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
265304	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
265304	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
265304	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
265304	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
265304	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
265304	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
265304	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
265304	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
265304	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
265304	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
265304	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
265304	embedding2nn.weight	0	0.045247819274663925
265304	embedding2nn.weight	1	-0.09075900167226791
265304	embedding2nn.weight	2	0.00860657263547182
265304	embedding2nn.weight	3	-0.06163729727268219
265304	embedding2nn.weight	4	-0.11341531574726105
265304	embedding2nn.weight	5	0.10957010835409164
265304	embedding2nn.weight	6	-0.08317232877016068
265304	embedding2nn.weight	7	-0.07960230112075806
265304	embedding2nn.weight	8	-0.03586045652627945
265304	embedding2nn.weight	9	0.04046369716525078
265304	embedding2nn.bias	0	0.05727655440568924
265304	embedding2nn.bias	1	-0.020459333434700966
265304	embedding2nn.bias	2	-0.07441890239715576
265304	embedding2nn.bias	3	0.014344229362905025
265304	embedding2nn.bias	4	-0.0009296095231547952
265304	embedding2nn.bias	5	-0.1847115159034729
265304	embedding2nn.bias	6	-0.12047404795885086
265304	embedding2nn.bias	7	-0.010533384047448635
265304	embedding2nn.bias	8	0.0645039826631546
265304	embedding2nn.bias	9	-0.06700577586889267
265304	rnn.weight_ih_l0	0	0.033960867673158646
265304	rnn.weight_ih_l0	1	-0.09184101969003677
265304	rnn.weight_ih_l0	2	-0.06434662640094757
265304	rnn.weight_ih_l0	3	-0.053183987736701965
265304	rnn.weight_ih_l0	4	0.018325794488191605
265304	rnn.weight_ih_l0	5	-0.11417581886053085
265304	rnn.weight_ih_l0	6	-0.027805445715785027
265304	rnn.weight_ih_l0	7	0.0019051524577662349
265304	rnn.weight_ih_l0	8	0.044448427855968475
265304	rnn.weight_ih_l0	9	0.008043579757213593
265304	rnn.weight_hh_l0	0	0.004708058666437864
265304	rnn.weight_hh_l0	1	-0.08016125857830048
265304	rnn.weight_hh_l0	2	0.0749291479587555
265304	rnn.weight_hh_l0	3	0.051256876438856125
265304	rnn.weight_hh_l0	4	0.007113349623978138
265304	rnn.weight_hh_l0	5	0.0701884999871254
265304	rnn.weight_hh_l0	6	-0.017704783007502556
265304	rnn.weight_hh_l0	7	-0.11208269000053406
265304	rnn.weight_hh_l0	8	0.0264036413282156
265304	rnn.weight_hh_l0	9	-0.07560109347105026
265304	rnn.bias_ih_l0	0	-0.07861187309026718
265304	rnn.bias_ih_l0	1	-0.19126291573047638
265304	rnn.bias_ih_l0	2	-0.2619653344154358
265304	rnn.bias_ih_l0	3	-0.27841874957084656
265304	rnn.bias_ih_l0	4	0.006364137399941683
265304	rnn.bias_ih_l0	5	0.057316359132528305
265304	rnn.bias_ih_l0	6	-0.16930535435676575
265304	rnn.bias_ih_l0	7	-0.273844450712204
265304	rnn.bias_ih_l0	8	-0.1598968654870987
265304	rnn.bias_ih_l0	9	-0.1756812334060669
265304	rnn.bias_hh_l0	0	0.13571390509605408
265304	rnn.bias_hh_l0	1	-0.05570999160408974
265304	rnn.bias_hh_l0	2	0.05274917557835579
265304	rnn.bias_hh_l0	3	-0.16976867616176605
265304	rnn.bias_hh_l0	4	0.06462191790342331
265304	rnn.bias_hh_l0	5	0.05204099789261818
265304	rnn.bias_hh_l0	6	-0.11118558794260025
265304	rnn.bias_hh_l0	7	-0.1534983217716217
265304	rnn.bias_hh_l0	8	-0.18136285245418549
265304	rnn.bias_hh_l0	9	-0.10941595584154129
265304	rnn.weight_ih_l0_reverse	0	-0.01693946123123169
265304	rnn.weight_ih_l0_reverse	1	-0.01263851672410965
265304	rnn.weight_ih_l0_reverse	2	-0.006637683138251305
265304	rnn.weight_ih_l0_reverse	3	0.009877914562821388
265304	rnn.weight_ih_l0_reverse	4	0.006792746018618345
265304	rnn.weight_ih_l0_reverse	5	-0.054406169801950455
265304	rnn.weight_ih_l0_reverse	6	-0.0414411760866642
265304	rnn.weight_ih_l0_reverse	7	0.017050726339221
265304	rnn.weight_ih_l0_reverse	8	0.09169663488864899
265304	rnn.weight_ih_l0_reverse	9	0.000995531678199768
265304	rnn.weight_hh_l0_reverse	0	0.006098859012126923
265304	rnn.weight_hh_l0_reverse	1	0.0281701497733593
265304	rnn.weight_hh_l0_reverse	2	-0.04114188998937607
265304	rnn.weight_hh_l0_reverse	3	0.042697541415691376
265304	rnn.weight_hh_l0_reverse	4	0.023289555683732033
265304	rnn.weight_hh_l0_reverse	5	-0.008424992673099041
265304	rnn.weight_hh_l0_reverse	6	0.07030363380908966
265304	rnn.weight_hh_l0_reverse	7	0.04086264967918396
265304	rnn.weight_hh_l0_reverse	8	-0.024417217820882797
265304	rnn.weight_hh_l0_reverse	9	-0.02682688646018505
265304	rnn.bias_ih_l0_reverse	0	-0.14742575585842133
265304	rnn.bias_ih_l0_reverse	1	-0.30980274081230164
265304	rnn.bias_ih_l0_reverse	2	-0.05852590501308441
265304	rnn.bias_ih_l0_reverse	3	-0.1509532332420349
265304	rnn.bias_ih_l0_reverse	4	0.0664764791727066
265304	rnn.bias_ih_l0_reverse	5	-0.28354790806770325
265304	rnn.bias_ih_l0_reverse	6	-0.07382865995168686
265304	rnn.bias_ih_l0_reverse	7	0.010104968212544918
265304	rnn.bias_ih_l0_reverse	8	-0.19246380031108856
265304	rnn.bias_ih_l0_reverse	9	-0.0933789387345314
265304	rnn.bias_hh_l0_reverse	0	-0.15606671571731567
265304	rnn.bias_hh_l0_reverse	1	-0.15077000856399536
265304	rnn.bias_hh_l0_reverse	2	-0.01125373039394617
265304	rnn.bias_hh_l0_reverse	3	-0.13649098575115204
265304	rnn.bias_hh_l0_reverse	4	-0.02488778717815876
265304	rnn.bias_hh_l0_reverse	5	-0.11789713054895401
265304	rnn.bias_hh_l0_reverse	6	-0.07530584186315536
265304	rnn.bias_hh_l0_reverse	7	-0.17929618060588837
265304	rnn.bias_hh_l0_reverse	8	-0.05723470821976662
265304	rnn.bias_hh_l0_reverse	9	-0.11827818304300308
265304	linear.weight	0	-0.25199806690216064
265304	linear.weight	1	-0.12372516095638275
265304	linear.weight	2	-0.011228874325752258
265304	linear.weight	3	-0.06830307096242905
265304	linear.weight	4	0.006779299583286047
265304	linear.weight	5	0.24960049986839294
265304	linear.weight	6	0.0047744326293468475
265304	linear.weight	7	-0.021312154829502106
265304	linear.weight	8	0.22276359796524048
265304	linear.weight	9	0.22899021208286285
265304	linear.bias	0	-0.8492355346679688
265304	linear.bias	1	1.4259006977081299
265304	linear.bias	2	-0.4873766005039215
265304	linear.bias	3	-0.7679489254951477
265304	linear.bias	4	-0.9155933260917664
265304	linear.bias	5	-1.181052565574646
265304	linear.bias	6	-0.9738261103630066
265304	linear.bias	7	-0.706393301486969
265304	linear.bias	8	-0.01705317199230194
265304	linear.bias	9	3.526907444000244
265501	transitions	0	-0.4770483076572418
265501	transitions	1	8.88804817199707
265501	transitions	2	-3.653686046600342
265501	transitions	3	1.6581813097000122
265501	transitions	4	-2.2396950721740723
265501	transitions	5	-0.43818429112434387
265501	transitions	6	-0.19731971621513367
265501	transitions	7	-10000.0
265501	transitions	8	1.8752210140228271
265501	transitions	9	-2.295229434967041
265501	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
265501	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
265501	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
265501	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
265501	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
265501	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
265501	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
265501	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
265501	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
265501	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
265501	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
265501	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
265501	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
265501	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
265501	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
265501	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
265501	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
265501	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
265501	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
265501	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
265501	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
265501	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
265501	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
265501	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
265501	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
265501	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
265501	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
265501	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
265501	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
265501	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
265501	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
265501	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
265501	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
265501	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
265501	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
265501	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
265501	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
265501	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
265501	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
265501	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
265501	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
265501	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
265501	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
265501	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
265501	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
265501	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
265501	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
265501	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
265501	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
265501	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
265501	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
265501	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
265501	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
265501	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
265501	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
265501	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
265501	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
265501	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
265501	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
265501	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
265501	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
265501	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
265501	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
265501	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
265501	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
265501	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
265501	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
265501	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
265501	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
265501	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
265501	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
265501	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
265501	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
265501	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
265501	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
265501	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
265501	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
265501	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
265501	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
265501	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
265501	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
265501	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
265501	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
265501	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
265501	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
265501	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
265501	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
265501	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
265501	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
265501	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
265501	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
265501	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
265501	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
265501	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
265501	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
265501	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
265501	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
265501	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
265501	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
265501	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
265501	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
265501	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
265501	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
265501	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
265501	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
265501	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
265501	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
265501	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
265501	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
265501	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
265501	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
265501	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
265501	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
265501	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
265501	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
265501	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
265501	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
265501	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
265501	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
265501	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
265501	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
265501	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
265501	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
265501	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
265501	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
265501	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
265501	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
265501	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
265501	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
265501	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
265501	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
265501	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
265501	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
265501	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
265501	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
265501	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
265501	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
265501	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
265501	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
265501	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
265501	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
265501	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
265501	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
265501	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
265501	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
265501	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
265501	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
265501	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
265501	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
265501	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
265501	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
265501	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
265501	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
265501	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
265501	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
265501	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
265501	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
265501	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
265501	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
265501	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
265501	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
265501	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
265501	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
265501	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
265501	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
265501	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
265501	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
265501	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
265501	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
265501	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
265501	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
265501	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
265501	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
265501	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
265501	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
265501	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
265501	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
265501	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
265501	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
265501	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
265501	embedding2nn.weight	0	0.0451643131673336
265501	embedding2nn.weight	1	-0.09057915955781937
265501	embedding2nn.weight	2	0.00817012693732977
265501	embedding2nn.weight	3	-0.06105760484933853
265501	embedding2nn.weight	4	-0.1134343221783638
265501	embedding2nn.weight	5	0.10979180783033371
265501	embedding2nn.weight	6	-0.08206221461296082
265501	embedding2nn.weight	7	-0.08002504706382751
265501	embedding2nn.weight	8	-0.03640040382742882
265501	embedding2nn.weight	9	0.040325064212083817
265501	embedding2nn.bias	0	0.057299211621284485
265501	embedding2nn.bias	1	-0.023084599524736404
265501	embedding2nn.bias	2	-0.07494070380926132
265501	embedding2nn.bias	3	0.023523174226284027
265501	embedding2nn.bias	4	-0.0035056748893111944
265501	embedding2nn.bias	5	-0.18502607941627502
265501	embedding2nn.bias	6	-0.12285483628511429
265501	embedding2nn.bias	7	-0.010126147419214249
265501	embedding2nn.bias	8	0.06645961850881577
265501	embedding2nn.bias	9	-0.06785470247268677
265501	rnn.weight_ih_l0	0	0.03355582803487778
265501	rnn.weight_ih_l0	1	-0.09176579862833023
265501	rnn.weight_ih_l0	2	-0.06440585851669312
265501	rnn.weight_ih_l0	3	-0.05361052602529526
265501	rnn.weight_ih_l0	4	0.018572719767689705
265501	rnn.weight_ih_l0	5	-0.1135205626487732
265501	rnn.weight_ih_l0	6	-0.027627460658550262
265501	rnn.weight_ih_l0	7	0.0021963040344417095
265501	rnn.weight_ih_l0	8	0.04452435299754143
265501	rnn.weight_ih_l0	9	0.008542743511497974
265501	rnn.weight_hh_l0	0	0.004598208703100681
265501	rnn.weight_hh_l0	1	-0.07970579713582993
265501	rnn.weight_hh_l0	2	0.07504123449325562
265501	rnn.weight_hh_l0	3	0.05144704505801201
265501	rnn.weight_hh_l0	4	0.007112962659448385
265501	rnn.weight_hh_l0	5	0.07017850130796432
265501	rnn.weight_hh_l0	6	-0.017768828198313713
265501	rnn.weight_hh_l0	7	-0.11240988224744797
265501	rnn.weight_hh_l0	8	0.026643497869372368
265501	rnn.weight_hh_l0	9	-0.0759463682770729
265501	rnn.bias_ih_l0	0	-0.07972646504640579
265501	rnn.bias_ih_l0	1	-0.1924266666173935
265501	rnn.bias_ih_l0	2	-0.2620552182197571
265501	rnn.bias_ih_l0	3	-0.2782672345638275
265501	rnn.bias_ih_l0	4	0.004849896300584078
265501	rnn.bias_ih_l0	5	0.057785842567682266
265501	rnn.bias_ih_l0	6	-0.16995328664779663
265501	rnn.bias_ih_l0	7	-0.2744446396827698
265501	rnn.bias_ih_l0	8	-0.1590849608182907
265501	rnn.bias_ih_l0	9	-0.17466236650943756
265501	rnn.bias_hh_l0	0	0.13508708775043488
265501	rnn.bias_hh_l0	1	-0.05520636960864067
265501	rnn.bias_hh_l0	2	0.052853476256132126
265501	rnn.bias_hh_l0	3	-0.1699954718351364
265501	rnn.bias_hh_l0	4	0.06443879008293152
265501	rnn.bias_hh_l0	5	0.05154741555452347
265501	rnn.bias_hh_l0	6	-0.11056825518608093
265501	rnn.bias_hh_l0	7	-0.15283431112766266
265501	rnn.bias_hh_l0	8	-0.18118008971214294
265501	rnn.bias_hh_l0	9	-0.10876474529504776
265501	rnn.weight_ih_l0_reverse	0	-0.01659742370247841
265501	rnn.weight_ih_l0_reverse	1	-0.0130465691909194
265501	rnn.weight_ih_l0_reverse	2	-0.007032815832644701
265501	rnn.weight_ih_l0_reverse	3	0.008527462370693684
265501	rnn.weight_ih_l0_reverse	4	0.00607948936522007
265501	rnn.weight_ih_l0_reverse	5	-0.05400121584534645
265501	rnn.weight_ih_l0_reverse	6	-0.04196404293179512
265501	rnn.weight_ih_l0_reverse	7	0.017411626875400543
265501	rnn.weight_ih_l0_reverse	8	0.09189355373382568
265501	rnn.weight_ih_l0_reverse	9	0.0006134596769697964
265501	rnn.weight_hh_l0_reverse	0	0.006203658878803253
265501	rnn.weight_hh_l0_reverse	1	0.028149137273430824
265501	rnn.weight_hh_l0_reverse	2	-0.04100954905152321
265501	rnn.weight_hh_l0_reverse	3	0.04274170845746994
265501	rnn.weight_hh_l0_reverse	4	0.023195378482341766
265501	rnn.weight_hh_l0_reverse	5	-0.008439242839813232
265501	rnn.weight_hh_l0_reverse	6	0.07029081881046295
265501	rnn.weight_hh_l0_reverse	7	0.04070927947759628
265501	rnn.weight_hh_l0_reverse	8	-0.024002939462661743
265501	rnn.weight_hh_l0_reverse	9	-0.02683878317475319
265501	rnn.bias_ih_l0_reverse	0	-0.14773525297641754
265501	rnn.bias_ih_l0_reverse	1	-0.309812992811203
265501	rnn.bias_ih_l0_reverse	2	-0.05912140756845474
265501	rnn.bias_ih_l0_reverse	3	-0.15163688361644745
265501	rnn.bias_ih_l0_reverse	4	0.06594114005565643
265501	rnn.bias_ih_l0_reverse	5	-0.28529152274131775
265501	rnn.bias_ih_l0_reverse	6	-0.07320255041122437
265501	rnn.bias_ih_l0_reverse	7	0.012334680184721947
265501	rnn.bias_ih_l0_reverse	8	-0.19301749765872955
265501	rnn.bias_ih_l0_reverse	9	-0.09304313361644745
265501	rnn.bias_hh_l0_reverse	0	-0.15586231648921967
265501	rnn.bias_hh_l0_reverse	1	-0.15155330300331116
265501	rnn.bias_hh_l0_reverse	2	-0.0108891436830163
265501	rnn.bias_hh_l0_reverse	3	-0.1367059350013733
265501	rnn.bias_hh_l0_reverse	4	-0.025090934708714485
265501	rnn.bias_hh_l0_reverse	5	-0.1181492730975151
265501	rnn.bias_hh_l0_reverse	6	-0.07509112358093262
265501	rnn.bias_hh_l0_reverse	7	-0.18023325502872467
265501	rnn.bias_hh_l0_reverse	8	-0.057248253375291824
265501	rnn.bias_hh_l0_reverse	9	-0.11695646494626999
265501	linear.weight	0	-0.24552705883979797
265501	linear.weight	1	-0.12524041533470154
265501	linear.weight	2	-0.011228874325752258
265501	linear.weight	3	-0.06898894906044006
265501	linear.weight	4	0.009451650083065033
265501	linear.weight	5	0.24857790768146515
265501	linear.weight	6	0.0047744326293468475
265501	linear.weight	7	-0.021312154829502106
265501	linear.weight	8	0.22348010540008545
265501	linear.weight	9	0.23376648128032684
265501	linear.bias	0	-0.8442740440368652
265501	linear.bias	1	1.4194563627243042
265501	linear.bias	2	-0.48402735590934753
265501	linear.bias	3	-0.776183009147644
265501	linear.bias	4	-0.8972886800765991
265501	linear.bias	5	-1.181056261062622
265501	linear.bias	6	-0.9689759612083435
265501	linear.bias	7	-0.694818377494812
265501	linear.bias	8	-0.01705317199230194
265501	linear.bias	9	3.509755849838257
265698	transitions	0	-0.47712019085884094
265698	transitions	1	8.885899543762207
265698	transitions	2	-3.65390682220459
265698	transitions	3	1.6525505781173706
265698	transitions	4	-2.239753246307373
265698	transitions	5	-0.43825989961624146
265698	transitions	6	-0.1973256915807724
265698	transitions	7	-10000.0
265698	transitions	8	1.8745478391647339
265698	transitions	9	-2.2952306270599365
265698	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
265698	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
265698	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
265698	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
265698	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
265698	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
265698	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
265698	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
265698	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
265698	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
265698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
265698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
265698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
265698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
265698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
265698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
265698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
265698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
265698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
265698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
265698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
265698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
265698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
265698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
265698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
265698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
265698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
265698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
265698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
265698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
265698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
265698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
265698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
265698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
265698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
265698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
265698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
265698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
265698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
265698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
265698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
265698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
265698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
265698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
265698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
265698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
265698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
265698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
265698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
265698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
265698	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
265698	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
265698	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
265698	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
265698	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
265698	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
265698	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
265698	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
265698	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
265698	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
265698	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
265698	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
265698	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
265698	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
265698	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
265698	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
265698	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
265698	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
265698	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
265698	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
265698	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
265698	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
265698	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
265698	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
265698	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
265698	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
265698	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
265698	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
265698	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
265698	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
265698	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
265698	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
265698	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
265698	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
265698	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
265698	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
265698	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
265698	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
265698	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
265698	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
265698	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
265698	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
265698	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
265698	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
265698	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
265698	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
265698	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
265698	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
265698	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
265698	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
265698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
265698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
265698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
265698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
265698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
265698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
265698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
265698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
265698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
265698	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
265698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
265698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
265698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
265698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
265698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
265698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
265698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
265698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
265698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
265698	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
265698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
265698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
265698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
265698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
265698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
265698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
265698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
265698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
265698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
265698	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
265698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
265698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
265698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
265698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
265698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
265698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
265698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
265698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
265698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
265698	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
265698	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
265698	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
265698	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
265698	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
265698	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
265698	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
265698	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
265698	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
265698	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
265698	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
265698	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
265698	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
265698	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
265698	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
265698	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
265698	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
265698	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
265698	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
265698	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
265698	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
265698	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
265698	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
265698	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
265698	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
265698	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
265698	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
265698	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
265698	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
265698	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
265698	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
265698	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
265698	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
265698	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
265698	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
265698	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
265698	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
265698	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
265698	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
265698	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
265698	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
265698	embedding2nn.weight	0	0.045224323868751526
265698	embedding2nn.weight	1	-0.09078292548656464
265698	embedding2nn.weight	2	0.00931964535266161
265698	embedding2nn.weight	3	-0.06117071956396103
265698	embedding2nn.weight	4	-0.11438781768083572
265698	embedding2nn.weight	5	0.10994743555784225
265698	embedding2nn.weight	6	-0.08236561715602875
265698	embedding2nn.weight	7	-0.08001252263784409
265698	embedding2nn.weight	8	-0.03597891330718994
265698	embedding2nn.weight	9	0.0409749299287796
265698	embedding2nn.bias	0	0.06086995080113411
265698	embedding2nn.bias	1	-0.02561500295996666
265698	embedding2nn.bias	2	-0.07127848267555237
265698	embedding2nn.bias	3	0.026121024042367935
265698	embedding2nn.bias	4	-0.004962158389389515
265698	embedding2nn.bias	5	-0.18379604816436768
265698	embedding2nn.bias	6	-0.12118304520845413
265698	embedding2nn.bias	7	-0.009113901294767857
265698	embedding2nn.bias	8	0.06124602630734444
265698	embedding2nn.bias	9	-0.06729843467473984
265698	rnn.weight_ih_l0	0	0.03362217918038368
265698	rnn.weight_ih_l0	1	-0.0914914533495903
265698	rnn.weight_ih_l0	2	-0.06476843357086182
265698	rnn.weight_ih_l0	3	-0.0538741871714592
265698	rnn.weight_ih_l0	4	0.018267899751663208
265698	rnn.weight_ih_l0	5	-0.11298792064189911
265698	rnn.weight_ih_l0	6	-0.028269445523619652
265698	rnn.weight_ih_l0	7	0.002251368947327137
265698	rnn.weight_ih_l0	8	0.04358500987291336
265698	rnn.weight_ih_l0	9	0.00929198693484068
265698	rnn.weight_hh_l0	0	0.004488249309360981
265698	rnn.weight_hh_l0	1	-0.07959731668233871
265698	rnn.weight_hh_l0	2	0.07507412135601044
265698	rnn.weight_hh_l0	3	0.051454681903123856
265698	rnn.weight_hh_l0	4	0.007063515484333038
265698	rnn.weight_hh_l0	5	0.07030683010816574
265698	rnn.weight_hh_l0	6	-0.01779552921652794
265698	rnn.weight_hh_l0	7	-0.11262259632349014
265698	rnn.weight_hh_l0	8	0.02685008943080902
265698	rnn.weight_hh_l0	9	-0.07570700347423553
265698	rnn.bias_ih_l0	0	-0.08123863488435745
265698	rnn.bias_ih_l0	1	-0.1915026605129242
265698	rnn.bias_ih_l0	2	-0.26246440410614014
265698	rnn.bias_ih_l0	3	-0.2779666483402252
265698	rnn.bias_ih_l0	4	0.0035059775691479445
265698	rnn.bias_ih_l0	5	0.05739656090736389
265698	rnn.bias_ih_l0	6	-0.16881905496120453
265698	rnn.bias_ih_l0	7	-0.2734323740005493
265698	rnn.bias_ih_l0	8	-0.15816985070705414
265698	rnn.bias_ih_l0	9	-0.17534472048282623
265698	rnn.bias_hh_l0	0	0.1349545419216156
265698	rnn.bias_hh_l0	1	-0.055527690798044205
265698	rnn.bias_hh_l0	2	0.05293203890323639
265698	rnn.bias_hh_l0	3	-0.16933543980121613
265698	rnn.bias_hh_l0	4	0.06386642158031464
265698	rnn.bias_hh_l0	5	0.05143982172012329
265698	rnn.bias_hh_l0	6	-0.11164037138223648
265698	rnn.bias_hh_l0	7	-0.1529133915901184
265698	rnn.bias_hh_l0	8	-0.18230672180652618
265698	rnn.bias_hh_l0	9	-0.10872714221477509
265698	rnn.weight_ih_l0_reverse	0	-0.01702088862657547
265698	rnn.weight_ih_l0_reverse	1	-0.012299715541303158
265698	rnn.weight_ih_l0_reverse	2	-0.008246309123933315
265698	rnn.weight_ih_l0_reverse	3	0.009337695315480232
265698	rnn.weight_ih_l0_reverse	4	0.005598665215075016
265698	rnn.weight_ih_l0_reverse	5	-0.0539262592792511
265698	rnn.weight_ih_l0_reverse	6	-0.041466884315013885
265698	rnn.weight_ih_l0_reverse	7	0.018330972641706467
265698	rnn.weight_ih_l0_reverse	8	0.09248128533363342
265698	rnn.weight_ih_l0_reverse	9	0.0007149678422138095
265698	rnn.weight_hh_l0_reverse	0	0.006079009268432856
265698	rnn.weight_hh_l0_reverse	1	0.02805684134364128
265698	rnn.weight_hh_l0_reverse	2	-0.04096388444304466
265698	rnn.weight_hh_l0_reverse	3	0.0425562784075737
265698	rnn.weight_hh_l0_reverse	4	0.023275427520275116
265698	rnn.weight_hh_l0_reverse	5	-0.00856112688779831
265698	rnn.weight_hh_l0_reverse	6	0.07041984051465988
265698	rnn.weight_hh_l0_reverse	7	0.04101160168647766
265698	rnn.weight_hh_l0_reverse	8	-0.02415730059146881
265698	rnn.weight_hh_l0_reverse	9	-0.02669414132833481
265698	rnn.bias_ih_l0_reverse	0	-0.1482277512550354
265698	rnn.bias_ih_l0_reverse	1	-0.3094530999660492
265698	rnn.bias_ih_l0_reverse	2	-0.0587928406894207
265698	rnn.bias_ih_l0_reverse	3	-0.15208517014980316
265698	rnn.bias_ih_l0_reverse	4	0.0648459866642952
265698	rnn.bias_ih_l0_reverse	5	-0.28509387373924255
265698	rnn.bias_ih_l0_reverse	6	-0.07282590866088867
265698	rnn.bias_ih_l0_reverse	7	0.012715370394289494
265698	rnn.bias_ih_l0_reverse	8	-0.19336475431919098
265698	rnn.bias_ih_l0_reverse	9	-0.09178411960601807
265698	rnn.bias_hh_l0_reverse	0	-0.15559935569763184
265698	rnn.bias_hh_l0_reverse	1	-0.15274342894554138
265698	rnn.bias_hh_l0_reverse	2	-0.01136601809412241
265698	rnn.bias_hh_l0_reverse	3	-0.13536830246448517
265698	rnn.bias_hh_l0_reverse	4	-0.02502426691353321
265698	rnn.bias_hh_l0_reverse	5	-0.11857324838638306
265698	rnn.bias_hh_l0_reverse	6	-0.07609272748231888
265698	rnn.bias_hh_l0_reverse	7	-0.18069037795066833
265698	rnn.bias_hh_l0_reverse	8	-0.0571773461997509
265698	rnn.bias_hh_l0_reverse	9	-0.11666283011436462
265698	linear.weight	0	-0.24165108799934387
265698	linear.weight	1	-0.12521888315677643
265698	linear.weight	2	-0.011228874325752258
265698	linear.weight	3	-0.06782414764165878
265698	linear.weight	4	0.007695929147303104
265698	linear.weight	5	0.2510472238063812
265698	linear.weight	6	0.0047744326293468475
265698	linear.weight	7	-0.021312154829502106
265698	linear.weight	8	0.2266114205121994
265698	linear.weight	9	0.23579111695289612
265698	linear.bias	0	-0.8355183601379395
265698	linear.bias	1	1.4155628681182861
265698	linear.bias	2	-0.5040799975395203
265698	linear.bias	3	-0.7721964120864868
265698	linear.bias	4	-0.9164134860038757
265698	linear.bias	5	-1.1810606718063354
265698	linear.bias	6	-0.960489809513092
265698	linear.bias	7	-0.690214216709137
265698	linear.bias	8	-0.01705317199230194
265698	linear.bias	9	3.5183823108673096
265895	transitions	0	-0.4771345555782318
265895	transitions	1	8.897168159484863
265895	transitions	2	-3.6540112495422363
265895	transitions	3	1.6482425928115845
265895	transitions	4	-2.2398204803466797
265895	transitions	5	-0.43853726983070374
265895	transitions	6	-0.19733260571956635
265895	transitions	7	-10000.0
265895	transitions	8	1.8749630451202393
265895	transitions	9	-2.2952311038970947
265895	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
265895	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
265895	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
265895	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
265895	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
265895	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
265895	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
265895	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
265895	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
265895	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
265895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
265895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
265895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
265895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
265895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
265895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
265895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
265895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
265895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
265895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
265895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
265895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
265895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
265895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
265895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
265895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
265895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
265895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
265895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
265895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
265895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
265895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
265895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
265895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
265895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
265895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
265895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
265895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
265895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
265895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
265895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
265895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
265895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
265895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
265895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
265895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
265895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
265895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
265895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
265895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
265895	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
265895	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
265895	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
265895	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
265895	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
265895	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
265895	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
265895	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
265895	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
265895	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
265895	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
265895	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
265895	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
265895	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
265895	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
265895	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
265895	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
265895	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
265895	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
265895	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
265895	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
265895	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
265895	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
265895	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
265895	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
265895	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
265895	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
265895	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
265895	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
265895	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
265895	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
265895	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
265895	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
265895	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
265895	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
265895	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
265895	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
265895	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
265895	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
265895	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
265895	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
265895	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
265895	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
265895	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
265895	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
265895	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
265895	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
265895	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
265895	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
265895	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
265895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
265895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
265895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
265895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
265895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
265895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
265895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
265895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
265895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
265895	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
265895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
265895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
265895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
265895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
265895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
265895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
265895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
265895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
265895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
265895	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
265895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
265895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
265895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
265895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
265895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
265895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
265895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
265895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
265895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
265895	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
265895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
265895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
265895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
265895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
265895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
265895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
265895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
265895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
265895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
265895	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
265895	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
265895	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
265895	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
265895	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
265895	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
265895	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
265895	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
265895	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
265895	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
265895	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
265895	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
265895	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
265895	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
265895	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
265895	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
265895	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
265895	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
265895	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
265895	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
265895	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
265895	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
265895	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
265895	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
265895	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
265895	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
265895	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
265895	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
265895	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
265895	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
265895	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
265895	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
265895	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
265895	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
265895	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
265895	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
265895	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
265895	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
265895	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
265895	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
265895	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
265895	embedding2nn.weight	0	0.04535672441124916
265895	embedding2nn.weight	1	-0.09063907712697983
265895	embedding2nn.weight	2	0.008981059305369854
265895	embedding2nn.weight	3	-0.06147568300366402
265895	embedding2nn.weight	4	-0.11384264379739761
265895	embedding2nn.weight	5	0.10922066122293472
265895	embedding2nn.weight	6	-0.08376968652009964
265895	embedding2nn.weight	7	-0.08029936254024506
265895	embedding2nn.weight	8	-0.036335647106170654
265895	embedding2nn.weight	9	0.041811130940914154
265895	embedding2nn.bias	0	0.06145228445529938
265895	embedding2nn.bias	1	-0.02520092763006687
265895	embedding2nn.bias	2	-0.07245978713035583
265895	embedding2nn.bias	3	0.025852352380752563
265895	embedding2nn.bias	4	-0.008234425447881222
265895	embedding2nn.bias	5	-0.18567675352096558
265895	embedding2nn.bias	6	-0.11779754608869553
265895	embedding2nn.bias	7	-0.013666871003806591
265895	embedding2nn.bias	8	0.059980131685733795
265895	embedding2nn.bias	9	-0.06648523360490799
265895	rnn.weight_ih_l0	0	0.03290766850113869
265895	rnn.weight_ih_l0	1	-0.09180065989494324
265895	rnn.weight_ih_l0	2	-0.06467366963624954
265895	rnn.weight_ih_l0	3	-0.054158952087163925
265895	rnn.weight_ih_l0	4	0.01801517978310585
265895	rnn.weight_ih_l0	5	-0.11245140433311462
265895	rnn.weight_ih_l0	6	-0.028048712760210037
265895	rnn.weight_ih_l0	7	0.002120097167789936
265895	rnn.weight_ih_l0	8	0.04324841871857643
265895	rnn.weight_ih_l0	9	0.008791142143309116
265895	rnn.weight_hh_l0	0	0.004183524288237095
265895	rnn.weight_hh_l0	1	-0.07959941774606705
265895	rnn.weight_hh_l0	2	0.07503297179937363
265895	rnn.weight_hh_l0	3	0.051588721573352814
265895	rnn.weight_hh_l0	4	0.007026773411780596
265895	rnn.weight_hh_l0	5	0.07032980769872665
265895	rnn.weight_hh_l0	6	-0.017736265435814857
265895	rnn.weight_hh_l0	7	-0.11294042319059372
265895	rnn.weight_hh_l0	8	0.02690938487648964
265895	rnn.weight_hh_l0	9	-0.07547168433666229
265895	rnn.bias_ih_l0	0	-0.0805552527308464
265895	rnn.bias_ih_l0	1	-0.1914876103401184
265895	rnn.bias_ih_l0	2	-0.26188117265701294
265895	rnn.bias_ih_l0	3	-0.27800145745277405
265895	rnn.bias_ih_l0	4	0.0018899844726547599
265895	rnn.bias_ih_l0	5	0.057108040899038315
265895	rnn.bias_ih_l0	6	-0.16902098059654236
265895	rnn.bias_ih_l0	7	-0.2737179398536682
265895	rnn.bias_ih_l0	8	-0.15777815878391266
265895	rnn.bias_ih_l0	9	-0.1764986515045166
265895	rnn.bias_hh_l0	0	0.13436761498451233
265895	rnn.bias_hh_l0	1	-0.05551756173372269
265895	rnn.bias_hh_l0	2	0.05274076759815216
265895	rnn.bias_hh_l0	3	-0.1694769710302353
265895	rnn.bias_hh_l0	4	0.06450457125902176
265895	rnn.bias_hh_l0	5	0.05286044999957085
265895	rnn.bias_hh_l0	6	-0.1109427884221077
265895	rnn.bias_hh_l0	7	-0.15324224531650543
265895	rnn.bias_hh_l0	8	-0.18251460790634155
265895	rnn.bias_hh_l0	9	-0.10905982553958893
265895	rnn.weight_ih_l0_reverse	0	-0.016895107924938202
265895	rnn.weight_ih_l0_reverse	1	-0.0123544130474329
265895	rnn.weight_ih_l0_reverse	2	-0.008491198532283306
265895	rnn.weight_ih_l0_reverse	3	0.009559829719364643
265895	rnn.weight_ih_l0_reverse	4	0.005308890249580145
265895	rnn.weight_ih_l0_reverse	5	-0.054078973829746246
265895	rnn.weight_ih_l0_reverse	6	-0.041818469762802124
265895	rnn.weight_ih_l0_reverse	7	0.018741101026535034
265895	rnn.weight_ih_l0_reverse	8	0.09330803900957108
265895	rnn.weight_ih_l0_reverse	9	0.0010175661882385612
265895	rnn.weight_hh_l0_reverse	0	0.005955919623374939
265895	rnn.weight_hh_l0_reverse	1	0.028136905282735825
265895	rnn.weight_hh_l0_reverse	2	-0.041259121149778366
265895	rnn.weight_hh_l0_reverse	3	0.04226541519165039
265895	rnn.weight_hh_l0_reverse	4	0.023151427507400513
265895	rnn.weight_hh_l0_reverse	5	-0.008733990602195263
265895	rnn.weight_hh_l0_reverse	6	0.07019829750061035
265895	rnn.weight_hh_l0_reverse	7	0.04063398391008377
265895	rnn.weight_hh_l0_reverse	8	-0.024289580062031746
265895	rnn.weight_hh_l0_reverse	9	-0.026847854256629944
265895	rnn.bias_ih_l0_reverse	0	-0.1487029641866684
265895	rnn.bias_ih_l0_reverse	1	-0.3099174201488495
265895	rnn.bias_ih_l0_reverse	2	-0.05821903049945831
265895	rnn.bias_ih_l0_reverse	3	-0.15244922041893005
265895	rnn.bias_ih_l0_reverse	4	0.06369439512491226
265895	rnn.bias_ih_l0_reverse	5	-0.2840920686721802
265895	rnn.bias_ih_l0_reverse	6	-0.07215552031993866
265895	rnn.bias_ih_l0_reverse	7	0.014307698234915733
265895	rnn.bias_ih_l0_reverse	8	-0.19370995461940765
265895	rnn.bias_ih_l0_reverse	9	-0.09068837016820908
265895	rnn.bias_hh_l0_reverse	0	-0.1558365374803543
265895	rnn.bias_hh_l0_reverse	1	-0.15172752737998962
265895	rnn.bias_hh_l0_reverse	2	-0.011389052495360374
265895	rnn.bias_hh_l0_reverse	3	-0.13527776300907135
265895	rnn.bias_hh_l0_reverse	4	-0.02441629394888878
265895	rnn.bias_hh_l0_reverse	5	-0.11862195283174515
265895	rnn.bias_hh_l0_reverse	6	-0.0751982033252716
265895	rnn.bias_hh_l0_reverse	7	-0.1807684600353241
265895	rnn.bias_hh_l0_reverse	8	-0.056473564356565475
265895	rnn.bias_hh_l0_reverse	9	-0.11650010198354721
265895	linear.weight	0	-0.23770353198051453
265895	linear.weight	1	-0.12690365314483643
265895	linear.weight	2	-0.011228874325752258
265895	linear.weight	3	-0.06699908524751663
265895	linear.weight	4	0.007970583625137806
265895	linear.weight	5	0.2504504323005676
265895	linear.weight	6	0.0047744326293468475
265895	linear.weight	7	-0.021312154829502106
265895	linear.weight	8	0.22464482486248016
265895	linear.weight	9	0.23602117598056793
265895	linear.bias	0	-0.837534487247467
265895	linear.bias	1	1.417819619178772
265895	linear.bias	2	-0.4747611880302429
265895	linear.bias	3	-0.7645590305328369
265895	linear.bias	4	-0.9226940870285034
265895	linear.bias	5	-1.181066870689392
265895	linear.bias	6	-0.9627376198768616
265895	linear.bias	7	-0.6939750909805298
265895	linear.bias	8	-0.01705317199230194
265895	linear.bias	9	3.508315086364746
266092	transitions	0	-0.47718724608421326
266092	transitions	1	8.905197143554688
266092	transitions	2	-3.6540913581848145
266092	transitions	3	1.6452337503433228
266092	transitions	4	-2.239893913269043
266092	transitions	5	-0.4385685324668884
266092	transitions	6	-0.1973390132188797
266092	transitions	7	-10000.0
266092	transitions	8	1.8754689693450928
266092	transitions	9	-2.2952332496643066
266092	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
266092	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
266092	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
266092	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
266092	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
266092	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
266092	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
266092	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
266092	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
266092	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
266092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
266092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
266092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
266092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
266092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
266092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
266092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
266092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
266092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
266092	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
266092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
266092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
266092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
266092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
266092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
266092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
266092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
266092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
266092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
266092	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
266092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
266092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
266092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
266092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
266092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
266092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
266092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
266092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
266092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
266092	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
266092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
266092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
266092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
266092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
266092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
266092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
266092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
266092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
266092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
266092	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
266092	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
266092	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
266092	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
266092	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
266092	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
266092	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
266092	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
266092	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
266092	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
266092	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
266092	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
266092	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
266092	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
266092	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
266092	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
266092	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
266092	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
266092	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
266092	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
266092	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
266092	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
266092	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
266092	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
266092	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
266092	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
266092	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
266092	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
266092	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
266092	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
266092	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
266092	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
266092	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
266092	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
266092	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
266092	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
266092	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
266092	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
266092	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
266092	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
266092	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
266092	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
266092	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
266092	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
266092	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
266092	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
266092	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
266092	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
266092	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
266092	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
266092	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
266092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
266092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
266092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
266092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
266092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
266092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
266092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
266092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
266092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
266092	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
266092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
266092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
266092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
266092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
266092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
266092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
266092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
266092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
266092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
266092	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
266092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
266092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
266092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
266092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
266092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
266092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
266092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
266092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
266092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
266092	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
266092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
266092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
266092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
266092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
266092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
266092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
266092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
266092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
266092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
266092	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
266092	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
266092	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
266092	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
266092	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
266092	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
266092	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
266092	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
266092	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
266092	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
266092	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
266092	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
266092	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
266092	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
266092	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
266092	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
266092	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
266092	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
266092	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
266092	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
266092	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
266092	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
266092	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
266092	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
266092	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
266092	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
266092	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
266092	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
266092	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
266092	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
266092	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
266092	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
266092	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
266092	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
266092	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
266092	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
266092	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
266092	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
266092	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
266092	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
266092	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
266092	embedding2nn.weight	0	0.045325860381126404
266092	embedding2nn.weight	1	-0.09052964299917221
266092	embedding2nn.weight	2	0.009517514146864414
266092	embedding2nn.weight	3	-0.06110760569572449
266092	embedding2nn.weight	4	-0.11466334760189056
266092	embedding2nn.weight	5	0.1095055639743805
266092	embedding2nn.weight	6	-0.08204048871994019
266092	embedding2nn.weight	7	-0.08106596767902374
266092	embedding2nn.weight	8	-0.03607010468840599
266092	embedding2nn.weight	9	0.04280159994959831
266092	embedding2nn.bias	0	0.06085081025958061
266092	embedding2nn.bias	1	-0.020382476970553398
266092	embedding2nn.bias	2	-0.07185640186071396
266092	embedding2nn.bias	3	0.02920776605606079
266092	embedding2nn.bias	4	-0.007961292751133442
266092	embedding2nn.bias	5	-0.18955054879188538
266092	embedding2nn.bias	6	-0.1193256676197052
266092	embedding2nn.bias	7	-0.012099170126020908
266092	embedding2nn.bias	8	0.05893472582101822
266092	embedding2nn.bias	9	-0.066070057451725
266092	rnn.weight_ih_l0	0	0.03326857462525368
266092	rnn.weight_ih_l0	1	-0.09193342179059982
266092	rnn.weight_ih_l0	2	-0.06475841253995895
266092	rnn.weight_ih_l0	3	-0.0540417805314064
266092	rnn.weight_ih_l0	4	0.01834997348487377
266092	rnn.weight_ih_l0	5	-0.11269769817590714
266092	rnn.weight_ih_l0	6	-0.028837230056524277
266092	rnn.weight_ih_l0	7	0.0022685006260871887
266092	rnn.weight_ih_l0	8	0.043032485991716385
266092	rnn.weight_ih_l0	9	0.008766163140535355
266092	rnn.weight_hh_l0	0	0.004409009125083685
266092	rnn.weight_hh_l0	1	-0.07899485528469086
266092	rnn.weight_hh_l0	2	0.07560033351182938
266092	rnn.weight_hh_l0	3	0.051492299884557724
266092	rnn.weight_hh_l0	4	0.007050126325339079
266092	rnn.weight_hh_l0	5	0.06997080147266388
266092	rnn.weight_hh_l0	6	-0.01772509701550007
266092	rnn.weight_hh_l0	7	-0.11314520984888077
266092	rnn.weight_hh_l0	8	0.02657107636332512
266092	rnn.weight_hh_l0	9	-0.07545468211174011
266092	rnn.bias_ih_l0	0	-0.07830260694026947
266092	rnn.bias_ih_l0	1	-0.19115610420703888
266092	rnn.bias_ih_l0	2	-0.2624136209487915
266092	rnn.bias_ih_l0	3	-0.27879565954208374
266092	rnn.bias_ih_l0	4	0.002536521991714835
266092	rnn.bias_ih_l0	5	0.05522998422384262
266092	rnn.bias_ih_l0	6	-0.16936978697776794
266092	rnn.bias_ih_l0	7	-0.27424952387809753
266092	rnn.bias_ih_l0	8	-0.15766721963882446
266092	rnn.bias_ih_l0	9	-0.1769362986087799
266092	rnn.bias_hh_l0	0	0.13430096209049225
266092	rnn.bias_hh_l0	1	-0.05492769554257393
266092	rnn.bias_hh_l0	2	0.052855297923088074
266092	rnn.bias_hh_l0	3	-0.1698475331068039
266092	rnn.bias_hh_l0	4	0.06327436864376068
266092	rnn.bias_hh_l0	5	0.0529814288020134
266092	rnn.bias_hh_l0	6	-0.11133445799350739
266092	rnn.bias_hh_l0	7	-0.15323173999786377
266092	rnn.bias_hh_l0	8	-0.18273265659809113
266092	rnn.bias_hh_l0	9	-0.10880324989557266
266092	rnn.weight_ih_l0_reverse	0	-0.01724475435912609
266092	rnn.weight_ih_l0_reverse	1	-0.01211328711360693
266092	rnn.weight_ih_l0_reverse	2	-0.00808984600007534
266092	rnn.weight_ih_l0_reverse	3	0.0086964787915349
266092	rnn.weight_ih_l0_reverse	4	0.0064529189839959145
266092	rnn.weight_ih_l0_reverse	5	-0.053661048412323
266092	rnn.weight_ih_l0_reverse	6	-0.04222286120057106
266092	rnn.weight_ih_l0_reverse	7	0.018867511302232742
266092	rnn.weight_ih_l0_reverse	8	0.09325458854436874
266092	rnn.weight_ih_l0_reverse	9	0.0012341010151430964
266092	rnn.weight_hh_l0_reverse	0	0.005889372434467077
266092	rnn.weight_hh_l0_reverse	1	0.02828669548034668
266092	rnn.weight_hh_l0_reverse	2	-0.041266441345214844
266092	rnn.weight_hh_l0_reverse	3	0.042521022260189056
266092	rnn.weight_hh_l0_reverse	4	0.023150619119405746
266092	rnn.weight_hh_l0_reverse	5	-0.008690371178090572
266092	rnn.weight_hh_l0_reverse	6	0.07073808461427689
266092	rnn.weight_hh_l0_reverse	7	0.04067611321806908
266092	rnn.weight_hh_l0_reverse	8	-0.024440119042992592
266092	rnn.weight_hh_l0_reverse	9	-0.026994092389941216
266092	rnn.bias_ih_l0_reverse	0	-0.1494266539812088
266092	rnn.bias_ih_l0_reverse	1	-0.3093513250350952
266092	rnn.bias_ih_l0_reverse	2	-0.05876387283205986
266092	rnn.bias_ih_l0_reverse	3	-0.15200716257095337
266092	rnn.bias_ih_l0_reverse	4	0.06424082815647125
266092	rnn.bias_ih_l0_reverse	5	-0.28323349356651306
266092	rnn.bias_ih_l0_reverse	6	-0.0719558522105217
266092	rnn.bias_ih_l0_reverse	7	0.012952879071235657
266092	rnn.bias_ih_l0_reverse	8	-0.1940196007490158
266092	rnn.bias_ih_l0_reverse	9	-0.0907297357916832
266092	rnn.bias_hh_l0_reverse	0	-0.15534673631191254
266092	rnn.bias_hh_l0_reverse	1	-0.15240786969661713
266092	rnn.bias_hh_l0_reverse	2	-0.011417018249630928
266092	rnn.bias_hh_l0_reverse	3	-0.13536524772644043
266092	rnn.bias_hh_l0_reverse	4	-0.024805234745144844
266092	rnn.bias_hh_l0_reverse	5	-0.11891331523656845
266092	rnn.bias_hh_l0_reverse	6	-0.07564272731542587
266092	rnn.bias_hh_l0_reverse	7	-0.18039965629577637
266092	rnn.bias_hh_l0_reverse	8	-0.056710220873355865
266092	rnn.bias_hh_l0_reverse	9	-0.11594606935977936
266092	linear.weight	0	-0.2433348000049591
266092	linear.weight	1	-0.12604358792304993
266092	linear.weight	2	-0.011228874325752258
266092	linear.weight	3	-0.06789714843034744
266092	linear.weight	4	0.007292419206351042
266092	linear.weight	5	0.24872954189777374
266092	linear.weight	6	0.0047744326293468475
266092	linear.weight	7	-0.021312154829502106
266092	linear.weight	8	0.2194218784570694
266092	linear.weight	9	0.23566675186157227
266092	linear.bias	0	-0.8409101963043213
266092	linear.bias	1	1.41329824924469
266092	linear.bias	2	-0.47890833020210266
266092	linear.bias	3	-0.7599654793739319
266092	linear.bias	4	-0.9150427579879761
266092	linear.bias	5	-1.1810706853866577
266092	linear.bias	6	-0.9661325216293335
266092	linear.bias	7	-0.6966260671615601
266092	linear.bias	8	-0.01705317199230194
266092	linear.bias	9	3.523913860321045
266289	transitions	0	-0.4772259294986725
266289	transitions	1	8.899178504943848
266289	transitions	2	-3.6542117595672607
266289	transitions	3	1.6476953029632568
266289	transitions	4	-2.239962339401245
266289	transitions	5	-0.43860018253326416
266289	transitions	6	-0.19735434651374817
266289	transitions	7	-10000.0
266289	transitions	8	1.8747589588165283
266289	transitions	9	-2.295234441757202
266289	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
266289	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
266289	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
266289	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
266289	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
266289	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
266289	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
266289	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
266289	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
266289	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
266289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
266289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
266289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
266289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
266289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
266289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
266289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
266289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
266289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
266289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
266289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
266289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
266289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
266289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
266289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
266289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
266289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
266289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
266289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
266289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
266289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
266289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
266289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
266289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
266289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
266289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
266289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
266289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
266289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
266289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
266289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
266289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
266289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
266289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
266289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
266289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
266289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
266289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
266289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
266289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
266289	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
266289	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
266289	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
266289	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
266289	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
266289	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
266289	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
266289	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
266289	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
266289	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
266289	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
266289	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
266289	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
266289	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
266289	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
266289	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
266289	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
266289	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
266289	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
266289	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
266289	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
266289	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
266289	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
266289	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
266289	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
266289	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
266289	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
266289	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
266289	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
266289	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
266289	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
266289	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
266289	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
266289	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
266289	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
266289	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
266289	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
266289	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
266289	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
266289	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
266289	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
266289	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
266289	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
266289	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
266289	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
266289	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
266289	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
266289	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
266289	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
266289	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
266289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
266289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
266289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
266289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
266289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
266289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
266289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
266289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
266289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
266289	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
266289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
266289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
266289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
266289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
266289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
266289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
266289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
266289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
266289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
266289	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
266289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
266289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
266289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
266289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
266289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
266289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
266289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
266289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
266289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
266289	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
266289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
266289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
266289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
266289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
266289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
266289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
266289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
266289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
266289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
266289	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
266289	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
266289	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
266289	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
266289	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
266289	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
266289	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
266289	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
266289	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
266289	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
266289	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
266289	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
266289	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
266289	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
266289	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
266289	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
266289	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
266289	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
266289	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
266289	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
266289	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
266289	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
266289	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
266289	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
266289	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
266289	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
266289	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
266289	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
266289	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
266289	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
266289	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
266289	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
266289	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
266289	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
266289	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
266289	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
266289	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
266289	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
266289	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
266289	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
266289	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
266289	embedding2nn.weight	0	0.04520631209015846
266289	embedding2nn.weight	1	-0.09062135964632034
266289	embedding2nn.weight	2	0.009700007736682892
266289	embedding2nn.weight	3	-0.06149205565452576
266289	embedding2nn.weight	4	-0.11589926481246948
266289	embedding2nn.weight	5	0.10940806567668915
266289	embedding2nn.weight	6	-0.08188582211732864
266289	embedding2nn.weight	7	-0.08146238327026367
266289	embedding2nn.weight	8	-0.03585287928581238
266289	embedding2nn.weight	9	0.04115070775151253
266289	embedding2nn.bias	0	0.05985858663916588
266289	embedding2nn.bias	1	-0.019547516480088234
266289	embedding2nn.bias	2	-0.07387172430753708
266289	embedding2nn.bias	3	0.028651805594563484
266289	embedding2nn.bias	4	-0.010162368416786194
266289	embedding2nn.bias	5	-0.18357941508293152
266289	embedding2nn.bias	6	-0.12460894137620926
266289	embedding2nn.bias	7	-0.010923254303634167
266289	embedding2nn.bias	8	0.06186075136065483
266289	embedding2nn.bias	9	-0.06164669990539551
266289	rnn.weight_ih_l0	0	0.033245716243982315
266289	rnn.weight_ih_l0	1	-0.09186955541372299
266289	rnn.weight_ih_l0	2	-0.06444714963436127
266289	rnn.weight_ih_l0	3	-0.05330201983451843
266289	rnn.weight_ih_l0	4	0.018406018614768982
266289	rnn.weight_ih_l0	5	-0.11402946710586548
266289	rnn.weight_ih_l0	6	-0.0285118967294693
266289	rnn.weight_ih_l0	7	0.002434064168483019
266289	rnn.weight_ih_l0	8	0.04280252382159233
266289	rnn.weight_ih_l0	9	0.00895114615559578
266289	rnn.weight_hh_l0	0	0.004452649038285017
266289	rnn.weight_hh_l0	1	-0.07824123650789261
266289	rnn.weight_hh_l0	2	0.07531573623418808
266289	rnn.weight_hh_l0	3	0.05137927085161209
266289	rnn.weight_hh_l0	4	0.007032974157482386
266289	rnn.weight_hh_l0	5	0.07021602243185043
266289	rnn.weight_hh_l0	6	-0.017812294885516167
266289	rnn.weight_hh_l0	7	-0.11331123113632202
266289	rnn.weight_hh_l0	8	0.026963017880916595
266289	rnn.weight_hh_l0	9	-0.07488002628087997
266289	rnn.bias_ih_l0	0	-0.07773545384407043
266289	rnn.bias_ih_l0	1	-0.19130907952785492
266289	rnn.bias_ih_l0	2	-0.26280272006988525
266289	rnn.bias_ih_l0	3	-0.2778848111629486
266289	rnn.bias_ih_l0	4	0.001925170887261629
266289	rnn.bias_ih_l0	5	0.056077998131513596
266289	rnn.bias_ih_l0	6	-0.16899991035461426
266289	rnn.bias_ih_l0	7	-0.2728486657142639
266289	rnn.bias_ih_l0	8	-0.15794643759727478
266289	rnn.bias_ih_l0	9	-0.17625142633914948
266289	rnn.bias_hh_l0	0	0.13398027420043945
266289	rnn.bias_hh_l0	1	-0.054765354841947556
266289	rnn.bias_hh_l0	2	0.0532720647752285
266289	rnn.bias_hh_l0	3	-0.16900935769081116
266289	rnn.bias_hh_l0	4	0.06417019665241241
266289	rnn.bias_hh_l0	5	0.053240396082401276
266289	rnn.bias_hh_l0	6	-0.11106368899345398
266289	rnn.bias_hh_l0	7	-0.1536320149898529
266289	rnn.bias_hh_l0	8	-0.18318690359592438
266289	rnn.bias_hh_l0	9	-0.1091514453291893
266289	rnn.weight_ih_l0_reverse	0	-0.01678500697016716
266289	rnn.weight_ih_l0_reverse	1	-0.011181934736669064
266289	rnn.weight_ih_l0_reverse	2	-0.007718168664723635
266289	rnn.weight_ih_l0_reverse	3	0.009807265363633633
266289	rnn.weight_ih_l0_reverse	4	0.006539675872772932
266289	rnn.weight_ih_l0_reverse	5	-0.05486597120761871
266289	rnn.weight_ih_l0_reverse	6	-0.04135715588927269
266289	rnn.weight_ih_l0_reverse	7	0.018792688846588135
266289	rnn.weight_ih_l0_reverse	8	0.0929451733827591
266289	rnn.weight_ih_l0_reverse	9	0.0009280617814511061
266289	rnn.weight_hh_l0_reverse	0	0.006004471331834793
266289	rnn.weight_hh_l0_reverse	1	0.028128687292337418
266289	rnn.weight_hh_l0_reverse	2	-0.04182926192879677
266289	rnn.weight_hh_l0_reverse	3	0.042381878942251205
266289	rnn.weight_hh_l0_reverse	4	0.023131530731916428
266289	rnn.weight_hh_l0_reverse	5	-0.008744347840547562
266289	rnn.weight_hh_l0_reverse	6	0.07086700946092606
266289	rnn.weight_hh_l0_reverse	7	0.04054277017712593
266289	rnn.weight_hh_l0_reverse	8	-0.02425944060087204
266289	rnn.weight_hh_l0_reverse	9	-0.02691682241857052
266289	rnn.bias_ih_l0_reverse	0	-0.1488247960805893
266289	rnn.bias_ih_l0_reverse	1	-0.30966877937316895
266289	rnn.bias_ih_l0_reverse	2	-0.058233920484781265
266289	rnn.bias_ih_l0_reverse	3	-0.1522258073091507
266289	rnn.bias_ih_l0_reverse	4	0.06545314192771912
266289	rnn.bias_ih_l0_reverse	5	-0.28218603134155273
266289	rnn.bias_ih_l0_reverse	6	-0.07118792831897736
266289	rnn.bias_ih_l0_reverse	7	0.013302207924425602
266289	rnn.bias_ih_l0_reverse	8	-0.19392214715480804
266289	rnn.bias_ih_l0_reverse	9	-0.0910889208316803
266289	rnn.bias_hh_l0_reverse	0	-0.1544150561094284
266289	rnn.bias_hh_l0_reverse	1	-0.15313829481601715
266289	rnn.bias_hh_l0_reverse	2	-0.0105618080124259
266289	rnn.bias_hh_l0_reverse	3	-0.13492421805858612
266289	rnn.bias_hh_l0_reverse	4	-0.024705054238438606
266289	rnn.bias_hh_l0_reverse	5	-0.11972114443778992
266289	rnn.bias_hh_l0_reverse	6	-0.07567843049764633
266289	rnn.bias_hh_l0_reverse	7	-0.1802680641412735
266289	rnn.bias_hh_l0_reverse	8	-0.05756079778075218
266289	rnn.bias_hh_l0_reverse	9	-0.11553815752267838
266289	linear.weight	0	-0.24653483927249908
266289	linear.weight	1	-0.12450196593999863
266289	linear.weight	2	-0.011228874325752258
266289	linear.weight	3	-0.07135161012411118
266289	linear.weight	4	0.007658074144273996
266289	linear.weight	5	0.24627946317195892
266289	linear.weight	6	0.0047744326293468475
266289	linear.weight	7	-0.021312154829502106
266289	linear.weight	8	0.21754078567028046
266289	linear.weight	9	0.2326006293296814
266289	linear.bias	0	-0.8423075675964355
266289	linear.bias	1	1.4026435613632202
266289	linear.bias	2	-0.4616951644420624
266289	linear.bias	3	-0.7676507234573364
266289	linear.bias	4	-0.9014853239059448
266289	linear.bias	5	-1.181075096130371
266289	linear.bias	6	-0.9673154354095459
266289	linear.bias	7	-0.6925192475318909
266289	linear.bias	8	-0.01705317199230194
266289	linear.bias	9	3.4987199306488037
266486	transitions	0	-0.4772704541683197
266486	transitions	1	8.888930320739746
266486	transitions	2	-3.6543192863464355
266486	transitions	3	1.654199242591858
266486	transitions	4	-2.240129232406616
266486	transitions	5	-0.43860331177711487
266486	transitions	6	-0.1973697692155838
266486	transitions	7	-10000.0
266486	transitions	8	1.8750946521759033
266486	transitions	9	-2.2952351570129395
266486	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
266486	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
266486	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
266486	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
266486	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
266486	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
266486	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
266486	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
266486	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
266486	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
266486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
266486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
266486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
266486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
266486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
266486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
266486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
266486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
266486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
266486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
266486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
266486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
266486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
266486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
266486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
266486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
266486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
266486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
266486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
266486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
266486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
266486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
266486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
266486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
266486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
266486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
266486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
266486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
266486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
266486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
266486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
266486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
266486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
266486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
266486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
266486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
266486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
266486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
266486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
266486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
266486	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
266486	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
266486	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
266486	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
266486	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
266486	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
266486	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
266486	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
266486	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
266486	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
266486	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
266486	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
266486	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
266486	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
266486	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
266486	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
266486	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
266486	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
266486	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
266486	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
266486	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
266486	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
266486	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
266486	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
266486	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
266486	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
266486	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
266486	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
266486	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
266486	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
266486	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
266486	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
266486	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
266486	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
266486	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
266486	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
266486	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
266486	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
266486	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
266486	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
266486	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
266486	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
266486	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
266486	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
266486	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
266486	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
266486	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
266486	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
266486	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
266486	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
266486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
266486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
266486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
266486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
266486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
266486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
266486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
266486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
266486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
266486	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
266486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
266486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
266486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
266486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
266486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
266486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
266486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
266486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
266486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
266486	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
266486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
266486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
266486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
266486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
266486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
266486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
266486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
266486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
266486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
266486	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
266486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
266486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
266486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
266486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
266486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
266486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
266486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
266486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
266486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
266486	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
266486	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
266486	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
266486	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
266486	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
266486	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
266486	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
266486	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
266486	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
266486	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
266486	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
266486	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
266486	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
266486	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
266486	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
266486	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
266486	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
266486	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
266486	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
266486	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
266486	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
266486	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
266486	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
266486	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
266486	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
266486	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
266486	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
266486	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
266486	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
266486	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
266486	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
266486	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
266486	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
266486	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
266486	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
266486	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
266486	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
266486	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
266486	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
266486	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
266486	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
266486	embedding2nn.weight	0	0.04520104452967644
266486	embedding2nn.weight	1	-0.09074823558330536
266486	embedding2nn.weight	2	0.010210122913122177
266486	embedding2nn.weight	3	-0.061313942074775696
266486	embedding2nn.weight	4	-0.11576873809099197
266486	embedding2nn.weight	5	0.10947758704423904
266486	embedding2nn.weight	6	-0.0826047956943512
266486	embedding2nn.weight	7	-0.08237767964601517
266486	embedding2nn.weight	8	-0.03548477962613106
266486	embedding2nn.weight	9	0.04107491672039032
266486	embedding2nn.bias	0	0.0618235245347023
266486	embedding2nn.bias	1	-0.020444829016923904
266486	embedding2nn.bias	2	-0.07475259155035019
266486	embedding2nn.bias	3	0.023765889927744865
266486	embedding2nn.bias	4	-0.009140397422015667
266486	embedding2nn.bias	5	-0.1888943463563919
266486	embedding2nn.bias	6	-0.12007469683885574
266486	embedding2nn.bias	7	-0.014748947694897652
266486	embedding2nn.bias	8	0.06402862071990967
266486	embedding2nn.bias	9	-0.05824747309088707
266486	rnn.weight_ih_l0	0	0.033431798219680786
266486	rnn.weight_ih_l0	1	-0.09026475995779037
266486	rnn.weight_ih_l0	2	-0.064511239528656
266486	rnn.weight_ih_l0	3	-0.0534297414124012
266486	rnn.weight_ih_l0	4	0.018671398982405663
266486	rnn.weight_ih_l0	5	-0.1144503802061081
266486	rnn.weight_ih_l0	6	-0.028911244124174118
266486	rnn.weight_ih_l0	7	0.002073716837912798
266486	rnn.weight_ih_l0	8	0.0433800034224987
266486	rnn.weight_ih_l0	9	0.009635885246098042
266486	rnn.weight_hh_l0	0	0.004373494535684586
266486	rnn.weight_hh_l0	1	-0.0782807394862175
266486	rnn.weight_hh_l0	2	0.07531847059726715
266486	rnn.weight_hh_l0	3	0.05109255760908127
266486	rnn.weight_hh_l0	4	0.006905939895659685
266486	rnn.weight_hh_l0	5	0.06982787698507309
266486	rnn.weight_hh_l0	6	-0.017790649086236954
266486	rnn.weight_hh_l0	7	-0.11318764835596085
266486	rnn.weight_hh_l0	8	0.027141699567437172
266486	rnn.weight_hh_l0	9	-0.07508807629346848
266486	rnn.bias_ih_l0	0	-0.07822433859109879
266486	rnn.bias_ih_l0	1	-0.19156572222709656
266486	rnn.bias_ih_l0	2	-0.26363933086395264
266486	rnn.bias_ih_l0	3	-0.27732715010643005
266486	rnn.bias_ih_l0	4	0.0017655766569077969
266486	rnn.bias_ih_l0	5	0.05746939778327942
266486	rnn.bias_ih_l0	6	-0.1686169058084488
266486	rnn.bias_ih_l0	7	-0.2716660499572754
266486	rnn.bias_ih_l0	8	-0.15893281996250153
266486	rnn.bias_ih_l0	9	-0.17570263147354126
266486	rnn.bias_hh_l0	0	0.13266174495220184
266486	rnn.bias_hh_l0	1	-0.05531439557671547
266486	rnn.bias_hh_l0	2	0.05293796956539154
266486	rnn.bias_hh_l0	3	-0.16903679072856903
266486	rnn.bias_hh_l0	4	0.0643777996301651
266486	rnn.bias_hh_l0	5	0.05273914709687233
266486	rnn.bias_hh_l0	6	-0.11068768054246902
266486	rnn.bias_hh_l0	7	-0.15345804393291473
266486	rnn.bias_hh_l0	8	-0.1828409880399704
266486	rnn.bias_hh_l0	9	-0.10954251140356064
266486	rnn.weight_ih_l0_reverse	0	-0.01641719415783882
266486	rnn.weight_ih_l0_reverse	1	-0.011524894274771214
266486	rnn.weight_ih_l0_reverse	2	-0.007635924965143204
266486	rnn.weight_ih_l0_reverse	3	0.009637696668505669
266486	rnn.weight_ih_l0_reverse	4	0.005628654267638922
266486	rnn.weight_ih_l0_reverse	5	-0.05476367473602295
266486	rnn.weight_ih_l0_reverse	6	-0.04053116217255592
266486	rnn.weight_ih_l0_reverse	7	0.01807623915374279
266486	rnn.weight_ih_l0_reverse	8	0.09322326630353928
266486	rnn.weight_ih_l0_reverse	9	0.0004793614207301289
266486	rnn.weight_hh_l0_reverse	0	0.006008282769471407
266486	rnn.weight_hh_l0_reverse	1	0.028071900829672813
266486	rnn.weight_hh_l0_reverse	2	-0.042219579219818115
266486	rnn.weight_hh_l0_reverse	3	0.042519062757492065
266486	rnn.weight_hh_l0_reverse	4	0.02318865805864334
266486	rnn.weight_hh_l0_reverse	5	-0.00888392236083746
266486	rnn.weight_hh_l0_reverse	6	0.07092303782701492
266486	rnn.weight_hh_l0_reverse	7	0.04066399112343788
266486	rnn.weight_hh_l0_reverse	8	-0.024579769000411034
266486	rnn.weight_hh_l0_reverse	9	-0.026700906455516815
266486	rnn.bias_ih_l0_reverse	0	-0.14895467460155487
266486	rnn.bias_ih_l0_reverse	1	-0.3102627098560333
266486	rnn.bias_ih_l0_reverse	2	-0.057894229888916016
266486	rnn.bias_ih_l0_reverse	3	-0.15200448036193848
266486	rnn.bias_ih_l0_reverse	4	0.06504148244857788
266486	rnn.bias_ih_l0_reverse	5	-0.28218573331832886
266486	rnn.bias_ih_l0_reverse	6	-0.07064986228942871
266486	rnn.bias_ih_l0_reverse	7	0.012229165993630886
266486	rnn.bias_ih_l0_reverse	8	-0.1939888447523117
266486	rnn.bias_ih_l0_reverse	9	-0.0913010686635971
266486	rnn.bias_hh_l0_reverse	0	-0.1540655791759491
266486	rnn.bias_hh_l0_reverse	1	-0.153676837682724
266486	rnn.bias_hh_l0_reverse	2	-0.010077152401208878
266486	rnn.bias_hh_l0_reverse	3	-0.13260813057422638
266486	rnn.bias_hh_l0_reverse	4	-0.025447269901633263
266486	rnn.bias_hh_l0_reverse	5	-0.11985774338245392
266486	rnn.bias_hh_l0_reverse	6	-0.07678716629743576
266486	rnn.bias_hh_l0_reverse	7	-0.17934519052505493
266486	rnn.bias_hh_l0_reverse	8	-0.058090489357709885
266486	rnn.bias_hh_l0_reverse	9	-0.11531908065080643
266486	linear.weight	0	-0.24760353565216064
266486	linear.weight	1	-0.12584322690963745
266486	linear.weight	2	-0.011228874325752258
266486	linear.weight	3	-0.0685150995850563
266486	linear.weight	4	0.009350664913654327
266486	linear.weight	5	0.25018060207366943
266486	linear.weight	6	0.0047744326293468475
266486	linear.weight	7	-0.021312154829502106
266486	linear.weight	8	0.21540191769599915
266486	linear.weight	9	0.23724353313446045
266486	linear.bias	0	-0.8442668318748474
266486	linear.bias	1	1.420350193977356
266486	linear.bias	2	-0.49536842107772827
266486	linear.bias	3	-0.768677294254303
266486	linear.bias	4	-0.9094851613044739
266486	linear.bias	5	-1.1810781955718994
266486	linear.bias	6	-0.9711661338806152
266486	linear.bias	7	-0.6703967452049255
266486	linear.bias	8	-0.01705317199230194
266486	linear.bias	9	3.505099058151245
266490	transitions	0	-0.47727134823799133
266490	transitions	1	8.889443397521973
266490	transitions	2	-3.654320240020752
266490	transitions	3	1.6541576385498047
266490	transitions	4	-2.240129232406616
266490	transitions	5	-0.43860378861427307
266490	transitions	6	-0.19737011194229126
266490	transitions	7	-10000.0
266490	transitions	8	1.8750933408737183
266490	transitions	9	-2.2952351570129395
266490	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
266490	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
266490	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
266490	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
266490	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
266490	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
266490	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
266490	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
266490	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
266490	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
266490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
266490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
266490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
266490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
266490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
266490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
266490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
266490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
266490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
266490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
266490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
266490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
266490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
266490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
266490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
266490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
266490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
266490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
266490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
266490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
266490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
266490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
266490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
266490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
266490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
266490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
266490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
266490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
266490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
266490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
266490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
266490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
266490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
266490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
266490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
266490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
266490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
266490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
266490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
266490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
266490	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
266490	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
266490	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
266490	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
266490	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
266490	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
266490	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
266490	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
266490	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
266490	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
266490	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
266490	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
266490	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
266490	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
266490	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
266490	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
266490	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
266490	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
266490	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
266490	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
266490	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
266490	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
266490	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
266490	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
266490	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
266490	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
266490	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
266490	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
266490	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
266490	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
266490	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
266490	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
266490	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
266490	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
266490	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
266490	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
266490	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
266490	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
266490	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
266490	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
266490	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
266490	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
266490	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
266490	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
266490	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
266490	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
266490	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
266490	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
266490	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
266490	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
266490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
266490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
266490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
266490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
266490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
266490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
266490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
266490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
266490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
266490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
266490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
266490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
266490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
266490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
266490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
266490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
266490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
266490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
266490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
266490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
266490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
266490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
266490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
266490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
266490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
266490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
266490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
266490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
266490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
266490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
266490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
266490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
266490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
266490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
266490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
266490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
266490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
266490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
266490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
266490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
266490	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
266490	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
266490	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
266490	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
266490	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
266490	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
266490	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
266490	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
266490	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
266490	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
266490	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
266490	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
266490	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
266490	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
266490	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
266490	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
266490	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
266490	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
266490	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
266490	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
266490	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
266490	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
266490	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
266490	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
266490	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
266490	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
266490	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
266490	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
266490	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
266490	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
266490	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
266490	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
266490	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
266490	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
266490	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
266490	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
266490	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
266490	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
266490	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
266490	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
266490	embedding2nn.weight	0	0.045175377279520035
266490	embedding2nn.weight	1	-0.09072325378656387
266490	embedding2nn.weight	2	0.010178210213780403
266490	embedding2nn.weight	3	-0.061341531574726105
266490	embedding2nn.weight	4	-0.11581898480653763
266490	embedding2nn.weight	5	0.10951633751392365
266490	embedding2nn.weight	6	-0.08266468346118927
266490	embedding2nn.weight	7	-0.08233845978975296
266490	embedding2nn.weight	8	-0.03547094017267227
266490	embedding2nn.weight	9	0.040947336703538895
266490	embedding2nn.bias	0	0.06283524632453918
266490	embedding2nn.bias	1	-0.019915156066417694
266490	embedding2nn.bias	2	-0.07446714490652084
266490	embedding2nn.bias	3	0.02275528386235237
266490	embedding2nn.bias	4	-0.009476645849645138
266490	embedding2nn.bias	5	-0.18989376723766327
266490	embedding2nn.bias	6	-0.1195468083024025
266490	embedding2nn.bias	7	-0.014297406189143658
266490	embedding2nn.bias	8	0.06450644880533218
266490	embedding2nn.bias	9	-0.05947510898113251
266490	rnn.weight_ih_l0	0	0.03343737870454788
266490	rnn.weight_ih_l0	1	-0.0902625173330307
266490	rnn.weight_ih_l0	2	-0.06448566168546677
266490	rnn.weight_ih_l0	3	-0.05342100188136101
266490	rnn.weight_ih_l0	4	0.018767734989523888
266490	rnn.weight_ih_l0	5	-0.11420725286006927
266490	rnn.weight_ih_l0	6	-0.028978973627090454
266490	rnn.weight_ih_l0	7	0.0020919661037623882
266490	rnn.weight_ih_l0	8	0.04334214702248573
266490	rnn.weight_ih_l0	9	0.009669283404946327
266490	rnn.weight_hh_l0	0	0.004391906317323446
266490	rnn.weight_hh_l0	1	-0.07831452786922455
266490	rnn.weight_hh_l0	2	0.07531781494617462
266490	rnn.weight_hh_l0	3	0.0510796457529068
266490	rnn.weight_hh_l0	4	0.006918811704963446
266490	rnn.weight_hh_l0	5	0.06980469077825546
266490	rnn.weight_hh_l0	6	-0.017791273072361946
266490	rnn.weight_hh_l0	7	-0.11320579051971436
266490	rnn.weight_hh_l0	8	0.027142668142914772
266490	rnn.weight_hh_l0	9	-0.0750722736120224
266490	rnn.bias_ih_l0	0	-0.07834497094154358
266490	rnn.bias_ih_l0	1	-0.19157452881336212
266490	rnn.bias_ih_l0	2	-0.2636663317680359
266490	rnn.bias_ih_l0	3	-0.2773607671260834
266490	rnn.bias_ih_l0	4	0.0017599922139197588
266490	rnn.bias_ih_l0	5	0.057387761771678925
266490	rnn.bias_ih_l0	6	-0.16861654818058014
266490	rnn.bias_ih_l0	7	-0.2716839909553528
266490	rnn.bias_ih_l0	8	-0.15887784957885742
266490	rnn.bias_ih_l0	9	-0.17574910819530487
266490	rnn.bias_hh_l0	0	0.13270878791809082
266490	rnn.bias_hh_l0	1	-0.05536242201924324
266490	rnn.bias_hh_l0	2	0.05301107093691826
266490	rnn.bias_hh_l0	3	-0.16892817616462708
266490	rnn.bias_hh_l0	4	0.0643153265118599
266490	rnn.bias_hh_l0	5	0.052791889756917953
266490	rnn.bias_hh_l0	6	-0.11068208515644073
266490	rnn.bias_hh_l0	7	-0.15344148874282837
266490	rnn.bias_hh_l0	8	-0.18285183608531952
266490	rnn.bias_hh_l0	9	-0.10970938950777054
266490	rnn.weight_ih_l0_reverse	0	-0.016413649544119835
266490	rnn.weight_ih_l0_reverse	1	-0.011565422639250755
266490	rnn.weight_ih_l0_reverse	2	-0.007652684114873409
266490	rnn.weight_ih_l0_reverse	3	0.00963334646075964
266490	rnn.weight_ih_l0_reverse	4	0.005563916638493538
266490	rnn.weight_ih_l0_reverse	5	-0.05469706282019615
266490	rnn.weight_ih_l0_reverse	6	-0.040532488375902176
266490	rnn.weight_ih_l0_reverse	7	0.01808643713593483
266490	rnn.weight_ih_l0_reverse	8	0.09327386319637299
266490	rnn.weight_ih_l0_reverse	9	0.0004593197372741997
266490	rnn.weight_hh_l0_reverse	0	0.0060064285062253475
266490	rnn.weight_hh_l0_reverse	1	0.02807282842695713
266490	rnn.weight_hh_l0_reverse	2	-0.04221849516034126
266490	rnn.weight_hh_l0_reverse	3	0.04251456633210182
266490	rnn.weight_hh_l0_reverse	4	0.023188646882772446
266490	rnn.weight_hh_l0_reverse	5	-0.008882962167263031
266490	rnn.weight_hh_l0_reverse	6	0.07092448323965073
266490	rnn.weight_hh_l0_reverse	7	0.04066869989037514
266490	rnn.weight_hh_l0_reverse	8	-0.02458612434566021
266490	rnn.weight_hh_l0_reverse	9	-0.026704806834459305
266490	rnn.bias_ih_l0_reverse	0	-0.14881102740764618
266490	rnn.bias_ih_l0_reverse	1	-0.3102983236312866
266490	rnn.bias_ih_l0_reverse	2	-0.05788704752922058
266490	rnn.bias_ih_l0_reverse	3	-0.15198610723018646
266490	rnn.bias_ih_l0_reverse	4	0.06486126780509949
266490	rnn.bias_ih_l0_reverse	5	-0.2821885645389557
266490	rnn.bias_ih_l0_reverse	6	-0.07069380581378937
266490	rnn.bias_ih_l0_reverse	7	0.012135869823396206
266490	rnn.bias_ih_l0_reverse	8	-0.19395104050636292
266490	rnn.bias_ih_l0_reverse	9	-0.09145452827215195
266490	rnn.bias_hh_l0_reverse	0	-0.1541469246149063
266490	rnn.bias_hh_l0_reverse	1	-0.15350796282291412
266490	rnn.bias_hh_l0_reverse	2	-0.010106953792273998
266490	rnn.bias_hh_l0_reverse	3	-0.1326676905155182
266490	rnn.bias_hh_l0_reverse	4	-0.02545597031712532
266490	rnn.bias_hh_l0_reverse	5	-0.11984355747699738
266490	rnn.bias_hh_l0_reverse	6	-0.07679063826799393
266490	rnn.bias_hh_l0_reverse	7	-0.1793765276670456
266490	rnn.bias_hh_l0_reverse	8	-0.05807815119624138
266490	rnn.bias_hh_l0_reverse	9	-0.11532705277204514
266490	linear.weight	0	-0.24730519950389862
266490	linear.weight	1	-0.12587137520313263
266490	linear.weight	2	-0.011228874325752258
266490	linear.weight	3	-0.07205483317375183
266490	linear.weight	4	0.009353463537991047
266490	linear.weight	5	0.2517549991607666
266490	linear.weight	6	0.0047744326293468475
266490	linear.weight	7	-0.021312154829502106
266490	linear.weight	8	0.21522755920886993
266490	linear.weight	9	0.2372017353773117
266490	linear.bias	0	-0.8427516222000122
266490	linear.bias	1	1.4190831184387207
266490	linear.bias	2	-0.4915996491909027
266490	linear.bias	3	-0.7683966159820557
266490	linear.bias	4	-0.9103404879570007
266490	linear.bias	5	-1.181078314781189
266490	linear.bias	6	-0.9696283340454102
266490	linear.bias	7	-0.6753901243209839
266490	linear.bias	8	-0.01705317199230194
266490	linear.bias	9	3.510084390640259
266687	transitions	0	-0.47735708951950073
266687	transitions	1	8.895553588867188
266687	transitions	2	-3.654493808746338
266687	transitions	3	1.6525325775146484
266687	transitions	4	-2.240194797515869
266687	transitions	5	-0.4386540651321411
266687	transitions	6	-0.1973745971918106
266687	transitions	7	-10000.0
266687	transitions	8	1.875139832496643
266687	transitions	9	-2.2952358722686768
266687	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
266687	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
266687	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
266687	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
266687	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
266687	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
266687	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
266687	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
266687	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
266687	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
266687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
266687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
266687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
266687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
266687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
266687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
266687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
266687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
266687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
266687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
266687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
266687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
266687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
266687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
266687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
266687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
266687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
266687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
266687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
266687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
266687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
266687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
266687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
266687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
266687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
266687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
266687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
266687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
266687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
266687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
266687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
266687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
266687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
266687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
266687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
266687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
266687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
266687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
266687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
266687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
266687	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
266687	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
266687	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
266687	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
266687	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
266687	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
266687	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
266687	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
266687	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
266687	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
266687	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
266687	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
266687	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
266687	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
266687	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
266687	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
266687	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
266687	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
266687	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
266687	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
266687	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
266687	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
266687	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
266687	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
266687	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
266687	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
266687	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
266687	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
266687	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
266687	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
266687	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
266687	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
266687	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
266687	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
266687	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
266687	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
266687	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
266687	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
266687	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
266687	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
266687	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
266687	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
266687	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
266687	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
266687	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
266687	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
266687	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
266687	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
266687	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
266687	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
266687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
266687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
266687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
266687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
266687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
266687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
266687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
266687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
266687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
266687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
266687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
266687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
266687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
266687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
266687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
266687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
266687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
266687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
266687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
266687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
266687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
266687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
266687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
266687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
266687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
266687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
266687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
266687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
266687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
266687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
266687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
266687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
266687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
266687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
266687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
266687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
266687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
266687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
266687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
266687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
266687	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
266687	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
266687	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
266687	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
266687	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
266687	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
266687	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
266687	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
266687	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
266687	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
266687	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
266687	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
266687	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
266687	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
266687	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
266687	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
266687	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
266687	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
266687	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
266687	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
266687	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
266687	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
266687	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
266687	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
266687	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
266687	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
266687	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
266687	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
266687	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
266687	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
266687	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
266687	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
266687	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
266687	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
266687	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
266687	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
266687	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
266687	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
266687	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
266687	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
266687	embedding2nn.weight	0	0.044956013560295105
266687	embedding2nn.weight	1	-0.0901632308959961
266687	embedding2nn.weight	2	0.00999462977051735
266687	embedding2nn.weight	3	-0.061293672770261765
266687	embedding2nn.weight	4	-0.11540969461202621
266687	embedding2nn.weight	5	0.10925257205963135
266687	embedding2nn.weight	6	-0.08353894203901291
266687	embedding2nn.weight	7	-0.08220787346363068
266687	embedding2nn.weight	8	-0.03491300344467163
266687	embedding2nn.weight	9	0.04126459360122681
266687	embedding2nn.bias	0	0.0637623593211174
266687	embedding2nn.bias	1	-0.0225483700633049
266687	embedding2nn.bias	2	-0.0705224946141243
266687	embedding2nn.bias	3	0.02680842950940132
266687	embedding2nn.bias	4	-0.007180859334766865
266687	embedding2nn.bias	5	-0.1981155276298523
266687	embedding2nn.bias	6	-0.11534611135721207
266687	embedding2nn.bias	7	-0.006457251962274313
266687	embedding2nn.bias	8	0.06240119785070419
266687	embedding2nn.bias	9	-0.06301397830247879
266687	rnn.weight_ih_l0	0	0.03427503630518913
266687	rnn.weight_ih_l0	1	-0.09007533639669418
266687	rnn.weight_ih_l0	2	-0.06402019411325455
266687	rnn.weight_ih_l0	3	-0.053373392671346664
266687	rnn.weight_ih_l0	4	0.01940673403441906
266687	rnn.weight_ih_l0	5	-0.11467625200748444
266687	rnn.weight_ih_l0	6	-0.028230901807546616
266687	rnn.weight_ih_l0	7	0.0023083356209099293
266687	rnn.weight_ih_l0	8	0.04397626966238022
266687	rnn.weight_ih_l0	9	0.009306766092777252
266687	rnn.weight_hh_l0	0	0.0042358748614788055
266687	rnn.weight_hh_l0	1	-0.07901842147111893
266687	rnn.weight_hh_l0	2	0.07564923167228699
266687	rnn.weight_hh_l0	3	0.051169779151678085
266687	rnn.weight_hh_l0	4	0.006868506316095591
266687	rnn.weight_hh_l0	5	0.06964536756277084
266687	rnn.weight_hh_l0	6	-0.017644913867115974
266687	rnn.weight_hh_l0	7	-0.11328733712434769
266687	rnn.weight_hh_l0	8	0.0272589772939682
266687	rnn.weight_hh_l0	9	-0.07542432844638824
266687	rnn.bias_ih_l0	0	-0.07794292271137238
266687	rnn.bias_ih_l0	1	-0.1900610774755478
266687	rnn.bias_ih_l0	2	-0.264509916305542
266687	rnn.bias_ih_l0	3	-0.2774209678173065
266687	rnn.bias_ih_l0	4	0.002402916317805648
266687	rnn.bias_ih_l0	5	0.055411726236343384
266687	rnn.bias_ih_l0	6	-0.1683296114206314
266687	rnn.bias_ih_l0	7	-0.2714051902294159
266687	rnn.bias_ih_l0	8	-0.15863566100597382
266687	rnn.bias_ih_l0	9	-0.17611302435398102
266687	rnn.bias_hh_l0	0	0.13375145196914673
266687	rnn.bias_hh_l0	1	-0.05568626895546913
266687	rnn.bias_hh_l0	2	0.053145285695791245
266687	rnn.bias_hh_l0	3	-0.17035582661628723
266687	rnn.bias_hh_l0	4	0.06484830379486084
266687	rnn.bias_hh_l0	5	0.05311219021677971
266687	rnn.bias_hh_l0	6	-0.11120720952749252
266687	rnn.bias_hh_l0	7	-0.15357418358325958
266687	rnn.bias_hh_l0	8	-0.18236440420150757
266687	rnn.bias_hh_l0	9	-0.11046354472637177
266687	rnn.weight_ih_l0_reverse	0	-0.015444329008460045
266687	rnn.weight_ih_l0_reverse	1	-0.011429037898778915
266687	rnn.weight_ih_l0_reverse	2	-0.007959363982081413
266687	rnn.weight_ih_l0_reverse	3	0.008787600323557854
266687	rnn.weight_ih_l0_reverse	4	0.004468201659619808
266687	rnn.weight_ih_l0_reverse	5	-0.054663389921188354
266687	rnn.weight_ih_l0_reverse	6	-0.040721237659454346
266687	rnn.weight_ih_l0_reverse	7	0.01782490313053131
266687	rnn.weight_ih_l0_reverse	8	0.0928478091955185
266687	rnn.weight_ih_l0_reverse	9	0.00023976450029294938
266687	rnn.weight_hh_l0_reverse	0	0.005785971414297819
266687	rnn.weight_hh_l0_reverse	1	0.028107525780797005
266687	rnn.weight_hh_l0_reverse	2	-0.04212527722120285
266687	rnn.weight_hh_l0_reverse	3	0.04287470877170563
266687	rnn.weight_hh_l0_reverse	4	0.023255731910467148
266687	rnn.weight_hh_l0_reverse	5	-0.008673891425132751
266687	rnn.weight_hh_l0_reverse	6	0.07096455246210098
266687	rnn.weight_hh_l0_reverse	7	0.040295038372278214
266687	rnn.weight_hh_l0_reverse	8	-0.024553466588258743
266687	rnn.weight_hh_l0_reverse	9	-0.026661699637770653
266687	rnn.bias_ih_l0_reverse	0	-0.14938412606716156
266687	rnn.bias_ih_l0_reverse	1	-0.31209808588027954
266687	rnn.bias_ih_l0_reverse	2	-0.05833526700735092
266687	rnn.bias_ih_l0_reverse	3	-0.15293802320957184
266687	rnn.bias_ih_l0_reverse	4	0.06466886401176453
266687	rnn.bias_ih_l0_reverse	5	-0.28068506717681885
266687	rnn.bias_ih_l0_reverse	6	-0.07212197780609131
266687	rnn.bias_ih_l0_reverse	7	0.013185864314436913
266687	rnn.bias_ih_l0_reverse	8	-0.19473321735858917
266687	rnn.bias_ih_l0_reverse	9	-0.0910189300775528
266687	rnn.bias_hh_l0_reverse	0	-0.1542184054851532
266687	rnn.bias_hh_l0_reverse	1	-0.15405350923538208
266687	rnn.bias_hh_l0_reverse	2	-0.009769345633685589
266687	rnn.bias_hh_l0_reverse	3	-0.13180965185165405
266687	rnn.bias_hh_l0_reverse	4	-0.025914108380675316
266687	rnn.bias_hh_l0_reverse	5	-0.12040770798921585
266687	rnn.bias_hh_l0_reverse	6	-0.07666739076375961
266687	rnn.bias_hh_l0_reverse	7	-0.17896082997322083
266687	rnn.bias_hh_l0_reverse	8	-0.059682440012693405
266687	rnn.bias_hh_l0_reverse	9	-0.11595667153596878
266687	linear.weight	0	-0.24743424355983734
266687	linear.weight	1	-0.12649613618850708
266687	linear.weight	2	-0.011228874325752258
266687	linear.weight	3	-0.07175564020872116
266687	linear.weight	4	0.010968249291181564
266687	linear.weight	5	0.25039178133010864
266687	linear.weight	6	0.0047744326293468475
266687	linear.weight	7	-0.021312154829502106
266687	linear.weight	8	0.21406221389770508
266687	linear.weight	9	0.23367851972579956
266687	linear.bias	0	-0.8448139429092407
266687	linear.bias	1	1.4235094785690308
266687	linear.bias	2	-0.4771404564380646
266687	linear.bias	3	-0.7693706154823303
266687	linear.bias	4	-0.8906935453414917
266687	linear.bias	5	-1.181082010269165
266687	linear.bias	6	-0.9714760780334473
266687	linear.bias	7	-0.6936442852020264
266687	linear.bias	8	-0.01705317199230194
266687	linear.bias	9	3.531097412109375
266884	transitions	0	-0.4774068295955658
266884	transitions	1	8.893775939941406
266884	transitions	2	-3.6546032428741455
266884	transitions	3	1.6533712148666382
266884	transitions	4	-2.2402422428131104
266884	transitions	5	-0.4386656880378723
266884	transitions	6	-0.19739973545074463
266884	transitions	7	-10000.0
266884	transitions	8	1.875120759010315
266884	transitions	9	-2.2952404022216797
266884	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
266884	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
266884	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
266884	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
266884	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
266884	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
266884	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
266884	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
266884	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
266884	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
266884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
266884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
266884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
266884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
266884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
266884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
266884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
266884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
266884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
266884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
266884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
266884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
266884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
266884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
266884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
266884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
266884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
266884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
266884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
266884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
266884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
266884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
266884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
266884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
266884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
266884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
266884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
266884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
266884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
266884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
266884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
266884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
266884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
266884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
266884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
266884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
266884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
266884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
266884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
266884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
266884	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
266884	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
266884	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
266884	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
266884	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
266884	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
266884	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
266884	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
266884	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
266884	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
266884	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
266884	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
266884	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
266884	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
266884	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
266884	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
266884	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
266884	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
266884	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
266884	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
266884	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
266884	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
266884	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
266884	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
266884	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
266884	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
266884	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
266884	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
266884	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
266884	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
266884	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
266884	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
266884	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
266884	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
266884	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
266884	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
266884	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
266884	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
266884	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
266884	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
266884	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
266884	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
266884	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
266884	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
266884	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
266884	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
266884	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
266884	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
266884	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
266884	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
266884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
266884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
266884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
266884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
266884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
266884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
266884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
266884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
266884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
266884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
266884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
266884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
266884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
266884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
266884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
266884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
266884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
266884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
266884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
266884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
266884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
266884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
266884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
266884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
266884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
266884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
266884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
266884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
266884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
266884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
266884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
266884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
266884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
266884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
266884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
266884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
266884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
266884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
266884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
266884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
266884	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
266884	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
266884	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
266884	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
266884	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
266884	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
266884	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
266884	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
266884	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
266884	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
266884	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
266884	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
266884	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
266884	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
266884	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
266884	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
266884	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
266884	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
266884	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
266884	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
266884	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
266884	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
266884	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
266884	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
266884	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
266884	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
266884	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
266884	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
266884	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
266884	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
266884	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
266884	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
266884	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
266884	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
266884	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
266884	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
266884	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
266884	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
266884	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
266884	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
266884	embedding2nn.weight	0	0.04501669853925705
266884	embedding2nn.weight	1	-0.08976209163665771
266884	embedding2nn.weight	2	0.009422380477190018
266884	embedding2nn.weight	3	-0.0612882524728775
266884	embedding2nn.weight	4	-0.1154312938451767
266884	embedding2nn.weight	5	0.1084255650639534
266884	embedding2nn.weight	6	-0.08350936323404312
266884	embedding2nn.weight	7	-0.08233381062746048
266884	embedding2nn.weight	8	-0.03538770601153374
266884	embedding2nn.weight	9	0.04130348190665245
266884	embedding2nn.bias	0	0.06832560151815414
266884	embedding2nn.bias	1	-0.01982792094349861
266884	embedding2nn.bias	2	-0.07283967733383179
266884	embedding2nn.bias	3	0.02311253547668457
266884	embedding2nn.bias	4	-0.004613752942532301
266884	embedding2nn.bias	5	-0.19282665848731995
266884	embedding2nn.bias	6	-0.11552144587039948
266884	embedding2nn.bias	7	-0.011501229368150234
266884	embedding2nn.bias	8	0.06072286143898964
266884	embedding2nn.bias	9	-0.06622030586004257
266884	rnn.weight_ih_l0	0	0.03409414738416672
266884	rnn.weight_ih_l0	1	-0.08872681856155396
266884	rnn.weight_ih_l0	2	-0.0643441304564476
266884	rnn.weight_ih_l0	3	-0.0527997761964798
266884	rnn.weight_ih_l0	4	0.0193268284201622
266884	rnn.weight_ih_l0	5	-0.11481277644634247
266884	rnn.weight_ih_l0	6	-0.028206326067447662
266884	rnn.weight_ih_l0	7	0.0025648358277976513
266884	rnn.weight_ih_l0	8	0.044019121676683426
266884	rnn.weight_ih_l0	9	0.008904927410185337
266884	rnn.weight_hh_l0	0	0.004040793515741825
266884	rnn.weight_hh_l0	1	-0.07880517095327377
266884	rnn.weight_hh_l0	2	0.07535750418901443
266884	rnn.weight_hh_l0	3	0.05099396035075188
266884	rnn.weight_hh_l0	4	0.007001867983490229
266884	rnn.weight_hh_l0	5	0.06894992291927338
266884	rnn.weight_hh_l0	6	-0.017671847715973854
266884	rnn.weight_hh_l0	7	-0.11342433840036392
266884	rnn.weight_hh_l0	8	0.0271905604749918
266884	rnn.weight_hh_l0	9	-0.07579697668552399
266884	rnn.bias_ih_l0	0	-0.0761808231472969
266884	rnn.bias_ih_l0	1	-0.1911040097475052
266884	rnn.bias_ih_l0	2	-0.2641437351703644
266884	rnn.bias_ih_l0	3	-0.2771361768245697
266884	rnn.bias_ih_l0	4	0.0024162267800420523
266884	rnn.bias_ih_l0	5	0.05416310206055641
266884	rnn.bias_ih_l0	6	-0.16857363283634186
266884	rnn.bias_ih_l0	7	-0.2714732885360718
266884	rnn.bias_ih_l0	8	-0.1595914661884308
266884	rnn.bias_ih_l0	9	-0.17572547495365143
266884	rnn.bias_hh_l0	0	0.13417646288871765
266884	rnn.bias_hh_l0	1	-0.05520516261458397
266884	rnn.bias_hh_l0	2	0.05333103984594345
266884	rnn.bias_hh_l0	3	-0.1696683168411255
266884	rnn.bias_hh_l0	4	0.06501416116952896
266884	rnn.bias_hh_l0	5	0.05208486318588257
266884	rnn.bias_hh_l0	6	-0.1114061027765274
266884	rnn.bias_hh_l0	7	-0.15332023799419403
266884	rnn.bias_hh_l0	8	-0.18274123966693878
266884	rnn.bias_hh_l0	9	-0.110821932554245
266884	rnn.weight_ih_l0_reverse	0	-0.015668220818042755
266884	rnn.weight_ih_l0_reverse	1	-0.011368077248334885
266884	rnn.weight_ih_l0_reverse	2	-0.007556815166026354
266884	rnn.weight_ih_l0_reverse	3	0.008279398083686829
266884	rnn.weight_ih_l0_reverse	4	0.004727781284600496
266884	rnn.weight_ih_l0_reverse	5	-0.05435438081622124
266884	rnn.weight_ih_l0_reverse	6	-0.04062530770897865
266884	rnn.weight_ih_l0_reverse	7	0.01807861402630806
266884	rnn.weight_ih_l0_reverse	8	0.0931452289223671
266884	rnn.weight_ih_l0_reverse	9	0.0007290677749551833
266884	rnn.weight_hh_l0_reverse	0	0.005761252716183662
266884	rnn.weight_hh_l0_reverse	1	0.027957577258348465
266884	rnn.weight_hh_l0_reverse	2	-0.04176154360175133
266884	rnn.weight_hh_l0_reverse	3	0.042925771325826645
266884	rnn.weight_hh_l0_reverse	4	0.02330774813890457
266884	rnn.weight_hh_l0_reverse	5	-0.008856672793626785
266884	rnn.weight_hh_l0_reverse	6	0.07118067890405655
266884	rnn.weight_hh_l0_reverse	7	0.04031670093536377
266884	rnn.weight_hh_l0_reverse	8	-0.024647634476423264
266884	rnn.weight_hh_l0_reverse	9	-0.026515645906329155
266884	rnn.bias_ih_l0_reverse	0	-0.1500982940196991
266884	rnn.bias_ih_l0_reverse	1	-0.3120337128639221
266884	rnn.bias_ih_l0_reverse	2	-0.059065625071525574
266884	rnn.bias_ih_l0_reverse	3	-0.15367132425308228
266884	rnn.bias_ih_l0_reverse	4	0.06377879530191422
266884	rnn.bias_ih_l0_reverse	5	-0.2809890806674957
266884	rnn.bias_ih_l0_reverse	6	-0.07202448695898056
266884	rnn.bias_ih_l0_reverse	7	0.010489088483154774
266884	rnn.bias_ih_l0_reverse	8	-0.1945868581533432
266884	rnn.bias_ih_l0_reverse	9	-0.09094834327697754
266884	rnn.bias_hh_l0_reverse	0	-0.15459631383419037
266884	rnn.bias_hh_l0_reverse	1	-0.15477441251277924
266884	rnn.bias_hh_l0_reverse	2	-0.009941857308149338
266884	rnn.bias_hh_l0_reverse	3	-0.1323775053024292
266884	rnn.bias_hh_l0_reverse	4	-0.02547844499349594
266884	rnn.bias_hh_l0_reverse	5	-0.12066444009542465
266884	rnn.bias_hh_l0_reverse	6	-0.07757161557674408
266884	rnn.bias_hh_l0_reverse	7	-0.17877672612667084
266884	rnn.bias_hh_l0_reverse	8	-0.06027071923017502
266884	rnn.bias_hh_l0_reverse	9	-0.11530132591724396
266884	linear.weight	0	-0.2456815391778946
266884	linear.weight	1	-0.12778064608573914
266884	linear.weight	2	-0.011228874325752258
266884	linear.weight	3	-0.07066191732883453
266884	linear.weight	4	0.009589890949428082
266884	linear.weight	5	0.2468380481004715
266884	linear.weight	6	0.0047744326293468475
266884	linear.weight	7	-0.021312154829502106
266884	linear.weight	8	0.21854065358638763
266884	linear.weight	9	0.23143836855888367
266884	linear.bias	0	-0.8369810581207275
266884	linear.bias	1	1.43045973777771
266884	linear.bias	2	-0.4772976040840149
266884	linear.bias	3	-0.7668395638465881
266884	linear.bias	4	-0.9191423654556274
266884	linear.bias	5	-1.181087613105774
266884	linear.bias	6	-0.9637780785560608
266884	linear.bias	7	-0.6871471405029297
266884	linear.bias	8	-0.01705317199230194
266884	linear.bias	9	3.5055835247039795
267081	transitions	0	-0.47744596004486084
267081	transitions	1	8.898493766784668
267081	transitions	2	-3.6547181606292725
267081	transitions	3	1.6548634767532349
267081	transitions	4	-2.240330696105957
267081	transitions	5	-0.43867361545562744
267081	transitions	6	-0.19740594923496246
267081	transitions	7	-10000.0
267081	transitions	8	1.8747024536132812
267081	transitions	9	-2.295241117477417
267081	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
267081	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
267081	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
267081	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
267081	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
267081	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
267081	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
267081	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
267081	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
267081	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
267081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
267081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
267081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
267081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
267081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
267081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
267081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
267081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
267081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
267081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
267081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
267081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
267081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
267081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
267081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
267081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
267081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
267081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
267081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
267081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
267081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
267081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
267081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
267081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
267081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
267081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
267081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
267081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
267081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
267081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
267081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
267081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
267081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
267081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
267081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
267081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
267081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
267081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
267081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
267081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
267081	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
267081	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
267081	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
267081	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
267081	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
267081	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
267081	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
267081	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
267081	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
267081	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
267081	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
267081	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
267081	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
267081	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
267081	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
267081	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
267081	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
267081	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
267081	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
267081	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
267081	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
267081	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
267081	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
267081	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
267081	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
267081	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
267081	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
267081	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
267081	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
267081	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
267081	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
267081	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
267081	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
267081	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
267081	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
267081	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
267081	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
267081	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
267081	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
267081	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
267081	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
267081	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
267081	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
267081	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
267081	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
267081	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
267081	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
267081	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
267081	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
267081	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
267081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
267081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
267081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
267081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
267081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
267081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
267081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
267081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
267081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
267081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
267081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
267081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
267081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
267081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
267081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
267081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
267081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
267081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
267081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
267081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
267081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
267081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
267081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
267081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
267081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
267081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
267081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
267081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
267081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
267081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
267081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
267081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
267081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
267081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
267081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
267081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
267081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
267081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
267081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
267081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
267081	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
267081	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
267081	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
267081	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
267081	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
267081	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
267081	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
267081	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
267081	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
267081	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
267081	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
267081	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
267081	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
267081	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
267081	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
267081	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
267081	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
267081	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
267081	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
267081	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
267081	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
267081	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
267081	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
267081	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
267081	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
267081	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
267081	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
267081	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
267081	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
267081	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
267081	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
267081	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
267081	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
267081	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
267081	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
267081	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
267081	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
267081	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
267081	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
267081	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
267081	embedding2nn.weight	0	0.044962238520383835
267081	embedding2nn.weight	1	-0.08960068970918655
267081	embedding2nn.weight	2	0.010332711040973663
267081	embedding2nn.weight	3	-0.06132086366415024
267081	embedding2nn.weight	4	-0.11593848466873169
267081	embedding2nn.weight	5	0.10818811506032944
267081	embedding2nn.weight	6	-0.08240949362516403
267081	embedding2nn.weight	7	-0.08193806558847427
267081	embedding2nn.weight	8	-0.035467956215143204
267081	embedding2nn.weight	9	0.04099125415086746
267081	embedding2nn.bias	0	0.06371378153562546
267081	embedding2nn.bias	1	-0.01640162616968155
267081	embedding2nn.bias	2	-0.07206456363201141
267081	embedding2nn.bias	3	0.025003230199217796
267081	embedding2nn.bias	4	-0.003598107723519206
267081	embedding2nn.bias	5	-0.19308476150035858
267081	embedding2nn.bias	6	-0.11451377719640732
267081	embedding2nn.bias	7	-0.014542126096785069
267081	embedding2nn.bias	8	0.05822990462183952
267081	embedding2nn.bias	9	-0.06386656314134598
267081	rnn.weight_ih_l0	0	0.034041877835989
267081	rnn.weight_ih_l0	1	-0.0897136777639389
267081	rnn.weight_ih_l0	2	-0.06403520703315735
267081	rnn.weight_ih_l0	3	-0.053335919976234436
267081	rnn.weight_ih_l0	4	0.019240109249949455
267081	rnn.weight_ih_l0	5	-0.11407085508108139
267081	rnn.weight_ih_l0	6	-0.02816920541226864
267081	rnn.weight_ih_l0	7	0.002533614169806242
267081	rnn.weight_ih_l0	8	0.04390569403767586
267081	rnn.weight_ih_l0	9	0.008649786002933979
267081	rnn.weight_hh_l0	0	0.004090290516614914
267081	rnn.weight_hh_l0	1	-0.07944738864898682
267081	rnn.weight_hh_l0	2	0.07513361424207687
267081	rnn.weight_hh_l0	3	0.05076751485466957
267081	rnn.weight_hh_l0	4	0.007093565072864294
267081	rnn.weight_hh_l0	5	0.06924605369567871
267081	rnn.weight_hh_l0	6	-0.017741670832037926
267081	rnn.weight_hh_l0	7	-0.11345526576042175
267081	rnn.weight_hh_l0	8	0.02715611830353737
267081	rnn.weight_hh_l0	9	-0.0763133093714714
267081	rnn.bias_ih_l0	0	-0.07696761935949326
267081	rnn.bias_ih_l0	1	-0.1906549483537674
267081	rnn.bias_ih_l0	2	-0.26397836208343506
267081	rnn.bias_ih_l0	3	-0.27752605080604553
267081	rnn.bias_ih_l0	4	0.0025673306081444025
267081	rnn.bias_ih_l0	5	0.05530170723795891
267081	rnn.bias_ih_l0	6	-0.16895321011543274
267081	rnn.bias_ih_l0	7	-0.27159008383750916
267081	rnn.bias_ih_l0	8	-0.1603933572769165
267081	rnn.bias_ih_l0	9	-0.17595064640045166
267081	rnn.bias_hh_l0	0	0.1344480961561203
267081	rnn.bias_hh_l0	1	-0.05551991984248161
267081	rnn.bias_hh_l0	2	0.05391296371817589
267081	rnn.bias_hh_l0	3	-0.16896690428256989
267081	rnn.bias_hh_l0	4	0.06509225070476532
267081	rnn.bias_hh_l0	5	0.052880216389894485
267081	rnn.bias_hh_l0	6	-0.1113981306552887
267081	rnn.bias_hh_l0	7	-0.15333706140518188
267081	rnn.bias_hh_l0	8	-0.18392977118492126
267081	rnn.bias_hh_l0	9	-0.1115071102976799
267081	rnn.weight_ih_l0_reverse	0	-0.01602206379175186
267081	rnn.weight_ih_l0_reverse	1	-0.011564362794160843
267081	rnn.weight_ih_l0_reverse	2	-0.00780743733048439
267081	rnn.weight_ih_l0_reverse	3	0.008084472268819809
267081	rnn.weight_ih_l0_reverse	4	0.004500111099332571
267081	rnn.weight_ih_l0_reverse	5	-0.054743580520153046
267081	rnn.weight_ih_l0_reverse	6	-0.040852583944797516
267081	rnn.weight_ih_l0_reverse	7	0.018671413883566856
267081	rnn.weight_ih_l0_reverse	8	0.0934678241610527
267081	rnn.weight_ih_l0_reverse	9	0.0009470772347413003
267081	rnn.weight_hh_l0_reverse	0	0.00564031396061182
267081	rnn.weight_hh_l0_reverse	1	0.028075622394680977
267081	rnn.weight_hh_l0_reverse	2	-0.041626863181591034
267081	rnn.weight_hh_l0_reverse	3	0.04333816468715668
267081	rnn.weight_hh_l0_reverse	4	0.023256443440914154
267081	rnn.weight_hh_l0_reverse	5	-0.008972220122814178
267081	rnn.weight_hh_l0_reverse	6	0.07120576500892639
267081	rnn.weight_hh_l0_reverse	7	0.04055187106132507
267081	rnn.weight_hh_l0_reverse	8	-0.0247789453715086
267081	rnn.weight_hh_l0_reverse	9	-0.026456164196133614
267081	rnn.bias_ih_l0_reverse	0	-0.1511240452528
267081	rnn.bias_ih_l0_reverse	1	-0.3113473951816559
267081	rnn.bias_ih_l0_reverse	2	-0.05904635041952133
267081	rnn.bias_ih_l0_reverse	3	-0.1528671830892563
267081	rnn.bias_ih_l0_reverse	4	0.06349989771842957
267081	rnn.bias_ih_l0_reverse	5	-0.2815179228782654
267081	rnn.bias_ih_l0_reverse	6	-0.07155324518680573
267081	rnn.bias_ih_l0_reverse	7	0.012348415330052376
267081	rnn.bias_ih_l0_reverse	8	-0.19418609142303467
267081	rnn.bias_ih_l0_reverse	9	-0.09058918058872223
267081	rnn.bias_hh_l0_reverse	0	-0.15545083582401276
267081	rnn.bias_hh_l0_reverse	1	-0.15557025372982025
267081	rnn.bias_hh_l0_reverse	2	-0.010780124925076962
267081	rnn.bias_hh_l0_reverse	3	-0.13364246487617493
267081	rnn.bias_hh_l0_reverse	4	-0.0258537195622921
267081	rnn.bias_hh_l0_reverse	5	-0.12085231393575668
267081	rnn.bias_hh_l0_reverse	6	-0.07837285846471786
267081	rnn.bias_hh_l0_reverse	7	-0.1776255965232849
267081	rnn.bias_hh_l0_reverse	8	-0.060484886169433594
267081	rnn.bias_hh_l0_reverse	9	-0.11528392136096954
267081	linear.weight	0	-0.24589335918426514
267081	linear.weight	1	-0.12703971564769745
267081	linear.weight	2	-0.011228874325752258
267081	linear.weight	3	-0.07061983644962311
267081	linear.weight	4	0.011862065643072128
267081	linear.weight	5	0.24475425481796265
267081	linear.weight	6	0.0047744326293468475
267081	linear.weight	7	-0.021312154829502106
267081	linear.weight	8	0.21564573049545288
267081	linear.weight	9	0.23201367259025574
267081	linear.bias	0	-0.8360259532928467
267081	linear.bias	1	1.4204089641571045
267081	linear.bias	2	-0.489337682723999
267081	linear.bias	3	-0.7628395557403564
267081	linear.bias	4	-0.9295403361320496
267081	linear.bias	5	-1.1810930967330933
267081	linear.bias	6	-0.9629514813423157
267081	linear.bias	7	-0.6872636675834656
267081	linear.bias	8	-0.01705317199230194
267081	linear.bias	9	3.516662359237671
267278	transitions	0	-0.477570116519928
267278	transitions	1	8.899492263793945
267278	transitions	2	-3.6548287868499756
267278	transitions	3	1.660380482673645
267278	transitions	4	-2.2404885292053223
267278	transitions	5	-0.4387125074863434
267278	transitions	6	-0.19742107391357422
267278	transitions	7	-10000.0
267278	transitions	8	1.8746415376663208
267278	transitions	9	-2.2952420711517334
267278	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
267278	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
267278	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
267278	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
267278	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
267278	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
267278	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
267278	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
267278	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
267278	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
267278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
267278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
267278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
267278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
267278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
267278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
267278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
267278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
267278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
267278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
267278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
267278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
267278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
267278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
267278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
267278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
267278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
267278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
267278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
267278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
267278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
267278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
267278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
267278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
267278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
267278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
267278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
267278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
267278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
267278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
267278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
267278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
267278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
267278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
267278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
267278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
267278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
267278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
267278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
267278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
267278	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
267278	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
267278	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
267278	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
267278	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
267278	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
267278	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
267278	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
267278	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
267278	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
267278	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
267278	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
267278	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
267278	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
267278	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
267278	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
267278	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
267278	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
267278	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
267278	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
267278	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
267278	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
267278	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
267278	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
267278	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
267278	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
267278	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
267278	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
267278	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
267278	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
267278	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
267278	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
267278	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
267278	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
267278	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
267278	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
267278	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
267278	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
267278	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
267278	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
267278	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
267278	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
267278	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
267278	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
267278	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
267278	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
267278	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
267278	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
267278	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
267278	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
267278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
267278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
267278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
267278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
267278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
267278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
267278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
267278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
267278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
267278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
267278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
267278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
267278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
267278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
267278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
267278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
267278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
267278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
267278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
267278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
267278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
267278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
267278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
267278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
267278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
267278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
267278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
267278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
267278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
267278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
267278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
267278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
267278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
267278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
267278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
267278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
267278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
267278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
267278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
267278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
267278	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
267278	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
267278	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
267278	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
267278	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
267278	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
267278	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
267278	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
267278	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
267278	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
267278	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
267278	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
267278	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
267278	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
267278	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
267278	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
267278	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
267278	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
267278	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
267278	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
267278	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
267278	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
267278	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
267278	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
267278	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
267278	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
267278	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
267278	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
267278	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
267278	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
267278	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
267278	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
267278	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
267278	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
267278	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
267278	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
267278	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
267278	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
267278	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
267278	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
267278	embedding2nn.weight	0	0.044804029166698456
267278	embedding2nn.weight	1	-0.08970516920089722
267278	embedding2nn.weight	2	0.010196677409112453
267278	embedding2nn.weight	3	-0.061170801520347595
267278	embedding2nn.weight	4	-0.11637382209300995
267278	embedding2nn.weight	5	0.10868027806282043
267278	embedding2nn.weight	6	-0.0848320871591568
267278	embedding2nn.weight	7	-0.08255656063556671
267278	embedding2nn.weight	8	-0.03554651141166687
267278	embedding2nn.weight	9	0.04217519983649254
267278	embedding2nn.bias	0	0.06557057797908783
267278	embedding2nn.bias	1	-0.015956463292241096
267278	embedding2nn.bias	2	-0.06755823642015457
267278	embedding2nn.bias	3	0.02421490289270878
267278	embedding2nn.bias	4	-0.0077667804434895515
267278	embedding2nn.bias	5	-0.1948060691356659
267278	embedding2nn.bias	6	-0.11711142957210541
267278	embedding2nn.bias	7	-0.01180590782314539
267278	embedding2nn.bias	8	0.05788969248533249
267278	embedding2nn.bias	9	-0.06375997513532639
267278	rnn.weight_ih_l0	0	0.0334424190223217
267278	rnn.weight_ih_l0	1	-0.08947009593248367
267278	rnn.weight_ih_l0	2	-0.06409993767738342
267278	rnn.weight_ih_l0	3	-0.05312565341591835
267278	rnn.weight_ih_l0	4	0.01924140192568302
267278	rnn.weight_ih_l0	5	-0.11344253271818161
267278	rnn.weight_ih_l0	6	-0.027632175013422966
267278	rnn.weight_ih_l0	7	0.003133889054879546
267278	rnn.weight_ih_l0	8	0.04432328790426254
267278	rnn.weight_ih_l0	9	0.008886592462658882
267278	rnn.weight_hh_l0	0	0.004014960024505854
267278	rnn.weight_hh_l0	1	-0.07912013679742813
267278	rnn.weight_hh_l0	2	0.07542584091424942
267278	rnn.weight_hh_l0	3	0.0505661815404892
267278	rnn.weight_hh_l0	4	0.007134316023439169
267278	rnn.weight_hh_l0	5	0.06920711696147919
267278	rnn.weight_hh_l0	6	-0.017734665423631668
267278	rnn.weight_hh_l0	7	-0.11351367086172104
267278	rnn.weight_hh_l0	8	0.027068115770816803
267278	rnn.weight_hh_l0	9	-0.07659551501274109
267278	rnn.bias_ih_l0	0	-0.07722685486078262
267278	rnn.bias_ih_l0	1	-0.19136036932468414
267278	rnn.bias_ih_l0	2	-0.2647688686847687
267278	rnn.bias_ih_l0	3	-0.27716562151908875
267278	rnn.bias_ih_l0	4	0.002597165759652853
267278	rnn.bias_ih_l0	5	0.05483561381697655
267278	rnn.bias_ih_l0	6	-0.16926273703575134
267278	rnn.bias_ih_l0	7	-0.2716955244541168
267278	rnn.bias_ih_l0	8	-0.16002999246120453
267278	rnn.bias_ih_l0	9	-0.1749853789806366
267278	rnn.bias_hh_l0	0	0.13377214968204498
267278	rnn.bias_hh_l0	1	-0.05626234784722328
267278	rnn.bias_hh_l0	2	0.05326947197318077
267278	rnn.bias_hh_l0	3	-0.16801168024539948
267278	rnn.bias_hh_l0	4	0.06556346267461777
267278	rnn.bias_hh_l0	5	0.0537710003554821
267278	rnn.bias_hh_l0	6	-0.1115989089012146
267278	rnn.bias_hh_l0	7	-0.1533033549785614
267278	rnn.bias_hh_l0	8	-0.18409478664398193
267278	rnn.bias_hh_l0	9	-0.11236666142940521
267278	rnn.weight_ih_l0_reverse	0	-0.01587013714015484
267278	rnn.weight_ih_l0_reverse	1	-0.0116747310385108
267278	rnn.weight_ih_l0_reverse	2	-0.007255143020302057
267278	rnn.weight_ih_l0_reverse	3	0.0072698588483035564
267278	rnn.weight_ih_l0_reverse	4	0.005610673688352108
267278	rnn.weight_ih_l0_reverse	5	-0.05477440729737282
267278	rnn.weight_ih_l0_reverse	6	-0.04076658934354782
267278	rnn.weight_ih_l0_reverse	7	0.01831832341849804
267278	rnn.weight_ih_l0_reverse	8	0.09418913722038269
267278	rnn.weight_ih_l0_reverse	9	0.0005091277998872101
267278	rnn.weight_hh_l0_reverse	0	0.005737954750657082
267278	rnn.weight_hh_l0_reverse	1	0.028109753504395485
267278	rnn.weight_hh_l0_reverse	2	-0.041544053703546524
267278	rnn.weight_hh_l0_reverse	3	0.043312158435583115
267278	rnn.weight_hh_l0_reverse	4	0.023128312081098557
267278	rnn.weight_hh_l0_reverse	5	-0.009197995997965336
267278	rnn.weight_hh_l0_reverse	6	0.07107643038034439
267278	rnn.weight_hh_l0_reverse	7	0.040717918425798416
267278	rnn.weight_hh_l0_reverse	8	-0.025078125298023224
267278	rnn.weight_hh_l0_reverse	9	-0.0262815710157156
267278	rnn.bias_ih_l0_reverse	0	-0.15156160295009613
267278	rnn.bias_ih_l0_reverse	1	-0.31132352352142334
267278	rnn.bias_ih_l0_reverse	2	-0.05948563665151596
267278	rnn.bias_ih_l0_reverse	3	-0.1522868424654007
267278	rnn.bias_ih_l0_reverse	4	0.06312303990125656
267278	rnn.bias_ih_l0_reverse	5	-0.2826118469238281
267278	rnn.bias_ih_l0_reverse	6	-0.0708160549402237
267278	rnn.bias_ih_l0_reverse	7	0.011079245246946812
267278	rnn.bias_ih_l0_reverse	8	-0.19314633309841156
267278	rnn.bias_ih_l0_reverse	9	-0.08917452394962311
267278	rnn.bias_hh_l0_reverse	0	-0.15526224672794342
267278	rnn.bias_hh_l0_reverse	1	-0.15595640242099762
267278	rnn.bias_hh_l0_reverse	2	-0.010685146786272526
267278	rnn.bias_hh_l0_reverse	3	-0.13326656818389893
267278	rnn.bias_hh_l0_reverse	4	-0.025338545441627502
267278	rnn.bias_hh_l0_reverse	5	-0.12060097604990005
267278	rnn.bias_hh_l0_reverse	6	-0.0785261020064354
267278	rnn.bias_hh_l0_reverse	7	-0.17703665792942047
267278	rnn.bias_hh_l0_reverse	8	-0.06067756563425064
267278	rnn.bias_hh_l0_reverse	9	-0.1153593361377716
267278	linear.weight	0	-0.2444947361946106
267278	linear.weight	1	-0.1265198141336441
267278	linear.weight	2	-0.011228874325752258
267278	linear.weight	3	-0.06816177815198898
267278	linear.weight	4	0.008320064283907413
267278	linear.weight	5	0.24780403077602386
267278	linear.weight	6	0.0047744326293468475
267278	linear.weight	7	-0.021312154829502106
267278	linear.weight	8	0.22137479484081268
267278	linear.weight	9	0.2317572385072708
267278	linear.bias	0	-0.8348773717880249
267278	linear.bias	1	1.432565689086914
267278	linear.bias	2	-0.4823977053165436
267278	linear.bias	3	-0.7604694962501526
267278	linear.bias	4	-0.9370285868644714
267278	linear.bias	5	-1.181097388267517
267278	linear.bias	6	-0.9633041024208069
267278	linear.bias	7	-0.6917718052864075
267278	linear.bias	8	-0.01705317199230194
267278	linear.bias	9	3.507796049118042
267475	transitions	0	-0.4775983989238739
267475	transitions	1	8.895834922790527
267475	transitions	2	-3.6549277305603027
267475	transitions	3	1.6569488048553467
267475	transitions	4	-2.2405717372894287
267475	transitions	5	-0.4387190043926239
267475	transitions	6	-0.19744448363780975
267475	transitions	7	-10000.0
267475	transitions	8	1.8747847080230713
267475	transitions	9	-2.2952423095703125
267475	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
267475	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
267475	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
267475	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
267475	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
267475	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
267475	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
267475	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
267475	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
267475	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
267475	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
267475	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
267475	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
267475	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
267475	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
267475	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
267475	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
267475	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
267475	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
267475	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
267475	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
267475	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
267475	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
267475	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
267475	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
267475	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
267475	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
267475	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
267475	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
267475	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
267475	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
267475	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
267475	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
267475	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
267475	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
267475	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
267475	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
267475	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
267475	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
267475	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
267475	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
267475	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
267475	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
267475	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
267475	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
267475	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
267475	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
267475	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
267475	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
267475	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
267475	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
267475	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
267475	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
267475	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
267475	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
267475	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
267475	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
267475	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
267475	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
267475	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
267475	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
267475	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
267475	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
267475	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
267475	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
267475	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
267475	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
267475	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
267475	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
267475	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
267475	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
267475	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
267475	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
267475	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
267475	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
267475	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
267475	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
267475	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
267475	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
267475	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
267475	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
267475	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
267475	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
267475	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
267475	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
267475	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
267475	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
267475	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
267475	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
267475	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
267475	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
267475	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
267475	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
267475	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
267475	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
267475	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
267475	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
267475	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
267475	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
267475	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
267475	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
267475	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
267475	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
267475	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
267475	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
267475	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
267475	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
267475	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
267475	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
267475	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
267475	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
267475	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
267475	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
267475	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
267475	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
267475	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
267475	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
267475	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
267475	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
267475	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
267475	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
267475	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
267475	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
267475	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
267475	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
267475	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
267475	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
267475	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
267475	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
267475	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
267475	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
267475	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
267475	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
267475	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
267475	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
267475	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
267475	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
267475	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
267475	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
267475	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
267475	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
267475	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
267475	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
267475	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
267475	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
267475	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
267475	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
267475	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
267475	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
267475	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
267475	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
267475	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
267475	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
267475	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
267475	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
267475	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
267475	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
267475	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
267475	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
267475	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
267475	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
267475	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
267475	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
267475	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
267475	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
267475	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
267475	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
267475	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
267475	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
267475	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
267475	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
267475	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
267475	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
267475	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
267475	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
267475	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
267475	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
267475	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
267475	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
267475	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
267475	embedding2nn.weight	0	0.04500248655676842
267475	embedding2nn.weight	1	-0.09007222205400467
267475	embedding2nn.weight	2	0.009109732694923878
267475	embedding2nn.weight	3	-0.06121447682380676
267475	embedding2nn.weight	4	-0.11623049527406693
267475	embedding2nn.weight	5	0.10860086232423782
267475	embedding2nn.weight	6	-0.08570253849029541
267475	embedding2nn.weight	7	-0.08179327845573425
267475	embedding2nn.weight	8	-0.03542306274175644
267475	embedding2nn.weight	9	0.042669471353292465
267475	embedding2nn.bias	0	0.06565608829259872
267475	embedding2nn.bias	1	-0.017918163910508156
267475	embedding2nn.bias	2	-0.07318979501724243
267475	embedding2nn.bias	3	0.023901961743831635
267475	embedding2nn.bias	4	-0.008843469433486462
267475	embedding2nn.bias	5	-0.19444166123867035
267475	embedding2nn.bias	6	-0.11834396421909332
267475	embedding2nn.bias	7	-0.009772676974534988
267475	embedding2nn.bias	8	0.06098296120762825
267475	embedding2nn.bias	9	-0.0629129484295845
267475	rnn.weight_ih_l0	0	0.0338946171104908
267475	rnn.weight_ih_l0	1	-0.08928374201059341
267475	rnn.weight_ih_l0	2	-0.06458054482936859
267475	rnn.weight_ih_l0	3	-0.05252636969089508
267475	rnn.weight_ih_l0	4	0.01895853504538536
267475	rnn.weight_ih_l0	5	-0.11360877752304077
267475	rnn.weight_ih_l0	6	-0.027279825881123543
267475	rnn.weight_ih_l0	7	0.0029446203261613846
267475	rnn.weight_ih_l0	8	0.044377826154232025
267475	rnn.weight_ih_l0	9	0.007577226962894201
267475	rnn.weight_hh_l0	0	0.0037410391960293055
267475	rnn.weight_hh_l0	1	-0.0785025879740715
267475	rnn.weight_hh_l0	2	0.0752156674861908
267475	rnn.weight_hh_l0	3	0.05069350823760033
267475	rnn.weight_hh_l0	4	0.00746109476312995
267475	rnn.weight_hh_l0	5	0.06907519698143005
267475	rnn.weight_hh_l0	6	-0.017807425931096077
267475	rnn.weight_hh_l0	7	-0.11357667297124863
267475	rnn.weight_hh_l0	8	0.026253120973706245
267475	rnn.weight_hh_l0	9	-0.07708092033863068
267475	rnn.bias_ih_l0	0	-0.07689739763736725
267475	rnn.bias_ih_l0	1	-0.1915811002254486
267475	rnn.bias_ih_l0	2	-0.26544544100761414
267475	rnn.bias_ih_l0	3	-0.2770251929759979
267475	rnn.bias_ih_l0	4	0.002031543292105198
267475	rnn.bias_ih_l0	5	0.055074598640203476
267475	rnn.bias_ih_l0	6	-0.17102177441120148
267475	rnn.bias_ih_l0	7	-0.2720783054828644
267475	rnn.bias_ih_l0	8	-0.15982046723365784
267475	rnn.bias_ih_l0	9	-0.17461106181144714
267475	rnn.bias_hh_l0	0	0.13443255424499512
267475	rnn.bias_hh_l0	1	-0.0563637875020504
267475	rnn.bias_hh_l0	2	0.053144484758377075
267475	rnn.bias_hh_l0	3	-0.1680242121219635
267475	rnn.bias_hh_l0	4	0.0646314024925232
267475	rnn.bias_hh_l0	5	0.053094763308763504
267475	rnn.bias_hh_l0	6	-0.11232520639896393
267475	rnn.bias_hh_l0	7	-0.15350475907325745
267475	rnn.bias_hh_l0	8	-0.18236079812049866
267475	rnn.bias_hh_l0	9	-0.11377119272947311
267475	rnn.weight_ih_l0_reverse	0	-0.01592845842242241
267475	rnn.weight_ih_l0_reverse	1	-0.011789023876190186
267475	rnn.weight_ih_l0_reverse	2	-0.006978247780352831
267475	rnn.weight_ih_l0_reverse	3	0.007113786414265633
267475	rnn.weight_ih_l0_reverse	4	0.005583995953202248
267475	rnn.weight_ih_l0_reverse	5	-0.054668836295604706
267475	rnn.weight_ih_l0_reverse	6	-0.040899232029914856
267475	rnn.weight_ih_l0_reverse	7	0.018377210944890976
267475	rnn.weight_ih_l0_reverse	8	0.09391071647405624
267475	rnn.weight_ih_l0_reverse	9	0.0009638132760301232
267475	rnn.weight_hh_l0_reverse	0	0.005669600795954466
267475	rnn.weight_hh_l0_reverse	1	0.028206249698996544
267475	rnn.weight_hh_l0_reverse	2	-0.04197444021701813
267475	rnn.weight_hh_l0_reverse	3	0.043276347219944
267475	rnn.weight_hh_l0_reverse	4	0.02313126251101494
267475	rnn.weight_hh_l0_reverse	5	-0.009305545128881931
267475	rnn.weight_hh_l0_reverse	6	0.07095004618167877
267475	rnn.weight_hh_l0_reverse	7	0.04085150361061096
267475	rnn.weight_hh_l0_reverse	8	-0.02446065843105316
267475	rnn.weight_hh_l0_reverse	9	-0.02602316252887249
267475	rnn.bias_ih_l0_reverse	0	-0.15135937929153442
267475	rnn.bias_ih_l0_reverse	1	-0.3118191063404083
267475	rnn.bias_ih_l0_reverse	2	-0.05894974246621132
267475	rnn.bias_ih_l0_reverse	3	-0.15166468918323517
267475	rnn.bias_ih_l0_reverse	4	0.06332813203334808
267475	rnn.bias_ih_l0_reverse	5	-0.28281188011169434
267475	rnn.bias_ih_l0_reverse	6	-0.07091476768255234
267475	rnn.bias_ih_l0_reverse	7	0.012492058798670769
267475	rnn.bias_ih_l0_reverse	8	-0.19403091073036194
267475	rnn.bias_ih_l0_reverse	9	-0.08811667561531067
267475	rnn.bias_hh_l0_reverse	0	-0.1549866646528244
267475	rnn.bias_hh_l0_reverse	1	-0.1560474932193756
267475	rnn.bias_hh_l0_reverse	2	-0.010338867083191872
267475	rnn.bias_hh_l0_reverse	3	-0.13390938937664032
267475	rnn.bias_hh_l0_reverse	4	-0.02558819204568863
267475	rnn.bias_hh_l0_reverse	5	-0.12121396511793137
267475	rnn.bias_hh_l0_reverse	6	-0.07644494622945786
267475	rnn.bias_hh_l0_reverse	7	-0.17752549052238464
267475	rnn.bias_hh_l0_reverse	8	-0.060449641197919846
267475	rnn.bias_hh_l0_reverse	9	-0.11616793274879456
267475	linear.weight	0	-0.24858000874519348
267475	linear.weight	1	-0.12896887958049774
267475	linear.weight	2	-0.011228874325752258
267475	linear.weight	3	-0.06594198942184448
267475	linear.weight	4	0.0046790121123194695
267475	linear.weight	5	0.2500145137310028
267475	linear.weight	6	0.0047744326293468475
267475	linear.weight	7	-0.021312154829502106
267475	linear.weight	8	0.21987278759479523
267475	linear.weight	9	0.23133200407028198
267475	linear.bias	0	-0.8332592248916626
267475	linear.bias	1	1.4244717359542847
267475	linear.bias	2	-0.4915064573287964
267475	linear.bias	3	-0.7641798257827759
267475	linear.bias	4	-0.934695839881897
267475	linear.bias	5	-1.181101679801941
267475	linear.bias	6	-0.9615519046783447
267475	linear.bias	7	-0.688705563545227
267475	linear.bias	8	-0.01705317199230194
267475	linear.bias	9	3.523690938949585
267672	transitions	0	-0.47763991355895996
267672	transitions	1	8.893625259399414
267672	transitions	2	-3.655036449432373
267672	transitions	3	1.6572197675704956
267672	transitions	4	-2.2407360076904297
267672	transitions	5	-0.4388197660446167
267672	transitions	6	-0.19744984805583954
267672	transitions	7	-10000.0
267672	transitions	8	1.874729037284851
267672	transitions	9	-2.295243740081787
267672	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
267672	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
267672	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
267672	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
267672	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
267672	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
267672	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
267672	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
267672	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
267672	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
267672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
267672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
267672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
267672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
267672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
267672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
267672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
267672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
267672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
267672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
267672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
267672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
267672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
267672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
267672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
267672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
267672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
267672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
267672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
267672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
267672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
267672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
267672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
267672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
267672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
267672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
267672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
267672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
267672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
267672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
267672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
267672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
267672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
267672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
267672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
267672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
267672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
267672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
267672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
267672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
267672	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
267672	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
267672	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
267672	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
267672	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
267672	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
267672	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
267672	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
267672	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
267672	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
267672	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
267672	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
267672	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
267672	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
267672	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
267672	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
267672	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
267672	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
267672	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
267672	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
267672	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
267672	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
267672	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
267672	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
267672	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
267672	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
267672	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
267672	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
267672	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
267672	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
267672	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
267672	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
267672	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
267672	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
267672	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
267672	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
267672	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
267672	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
267672	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
267672	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
267672	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
267672	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
267672	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
267672	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
267672	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
267672	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
267672	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
267672	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
267672	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
267672	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
267672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
267672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
267672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
267672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
267672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
267672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
267672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
267672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
267672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
267672	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
267672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
267672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
267672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
267672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
267672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
267672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
267672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
267672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
267672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
267672	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
267672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
267672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
267672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
267672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
267672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
267672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
267672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
267672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
267672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
267672	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
267672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
267672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
267672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
267672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
267672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
267672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
267672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
267672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
267672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
267672	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
267672	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
267672	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
267672	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
267672	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
267672	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
267672	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
267672	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
267672	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
267672	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
267672	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
267672	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
267672	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
267672	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
267672	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
267672	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
267672	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
267672	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
267672	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
267672	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
267672	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
267672	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
267672	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
267672	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
267672	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
267672	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
267672	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
267672	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
267672	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
267672	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
267672	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
267672	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
267672	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
267672	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
267672	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
267672	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
267672	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
267672	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
267672	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
267672	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
267672	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
267672	embedding2nn.weight	0	0.04502405598759651
267672	embedding2nn.weight	1	-0.0896725282073021
267672	embedding2nn.weight	2	0.00786621868610382
267672	embedding2nn.weight	3	-0.060993608087301254
267672	embedding2nn.weight	4	-0.11611410975456238
267672	embedding2nn.weight	5	0.10832081735134125
267672	embedding2nn.weight	6	-0.08682453632354736
267672	embedding2nn.weight	7	-0.08049927651882172
267672	embedding2nn.weight	8	-0.03600068762898445
267672	embedding2nn.weight	9	0.042839452624320984
267672	embedding2nn.bias	0	0.06738968193531036
267672	embedding2nn.bias	1	-0.0185688603669405
267672	embedding2nn.bias	2	-0.07076453417539597
267672	embedding2nn.bias	3	0.02134127728641033
267672	embedding2nn.bias	4	-0.009531168267130852
267672	embedding2nn.bias	5	-0.19429290294647217
267672	embedding2nn.bias	6	-0.11603465676307678
267672	embedding2nn.bias	7	-0.00646741921082139
267672	embedding2nn.bias	8	0.06285829097032547
267672	embedding2nn.bias	9	-0.0629885196685791
267672	rnn.weight_ih_l0	0	0.033691756427288055
267672	rnn.weight_ih_l0	1	-0.08933450281620026
267672	rnn.weight_ih_l0	2	-0.06458152085542679
267672	rnn.weight_ih_l0	3	-0.05252886563539505
267672	rnn.weight_ih_l0	4	0.018322203308343887
267672	rnn.weight_ih_l0	5	-0.11321796476840973
267672	rnn.weight_ih_l0	6	-0.02786462940275669
267672	rnn.weight_ih_l0	7	0.002856678795069456
267672	rnn.weight_ih_l0	8	0.04431711137294769
267672	rnn.weight_ih_l0	9	0.007196714170277119
267672	rnn.weight_hh_l0	0	0.0037463149055838585
267672	rnn.weight_hh_l0	1	-0.07879631966352463
267672	rnn.weight_hh_l0	2	0.07524105906486511
267672	rnn.weight_hh_l0	3	0.05063473433256149
267672	rnn.weight_hh_l0	4	0.007434869185090065
267672	rnn.weight_hh_l0	5	0.06914260238409042
267672	rnn.weight_hh_l0	6	-0.01789737120270729
267672	rnn.weight_hh_l0	7	-0.11334165930747986
267672	rnn.weight_hh_l0	8	0.02639034017920494
267672	rnn.weight_hh_l0	9	-0.07735573500394821
267672	rnn.bias_ih_l0	0	-0.07677706331014633
267672	rnn.bias_ih_l0	1	-0.19237735867500305
267672	rnn.bias_ih_l0	2	-0.26580414175987244
267672	rnn.bias_ih_l0	3	-0.27688848972320557
267672	rnn.bias_ih_l0	4	0.002023149747401476
267672	rnn.bias_ih_l0	5	0.05612462759017944
267672	rnn.bias_ih_l0	6	-0.17065060138702393
267672	rnn.bias_ih_l0	7	-0.27168604731559753
267672	rnn.bias_ih_l0	8	-0.1600659042596817
267672	rnn.bias_ih_l0	9	-0.1735023856163025
267672	rnn.bias_hh_l0	0	0.13321532309055328
267672	rnn.bias_hh_l0	1	-0.057144057005643845
267672	rnn.bias_hh_l0	2	0.05276147276163101
267672	rnn.bias_hh_l0	3	-0.1688847541809082
267672	rnn.bias_hh_l0	4	0.0635722354054451
267672	rnn.bias_hh_l0	5	0.05439786985516548
267672	rnn.bias_hh_l0	6	-0.11264423280954361
267672	rnn.bias_hh_l0	7	-0.15291886031627655
267672	rnn.bias_hh_l0	8	-0.18351122736930847
267672	rnn.bias_hh_l0	9	-0.11437322199344635
267672	rnn.weight_ih_l0_reverse	0	-0.015848563984036446
267672	rnn.weight_ih_l0_reverse	1	-0.01109246350824833
267672	rnn.weight_ih_l0_reverse	2	-0.006048366893082857
267672	rnn.weight_ih_l0_reverse	3	0.007725592236965895
267672	rnn.weight_ih_l0_reverse	4	0.006101447623223066
267672	rnn.weight_ih_l0_reverse	5	-0.055231351405382156
267672	rnn.weight_ih_l0_reverse	6	-0.04052508994936943
267672	rnn.weight_ih_l0_reverse	7	0.01884627155959606
267672	rnn.weight_ih_l0_reverse	8	0.09534619003534317
267672	rnn.weight_ih_l0_reverse	9	0.0008240510360337794
267672	rnn.weight_hh_l0_reverse	0	0.005488917231559753
267672	rnn.weight_hh_l0_reverse	1	0.028262974694371223
267672	rnn.weight_hh_l0_reverse	2	-0.04190419614315033
267672	rnn.weight_hh_l0_reverse	3	0.04339313507080078
267672	rnn.weight_hh_l0_reverse	4	0.023277053609490395
267672	rnn.weight_hh_l0_reverse	5	-0.00931747630238533
267672	rnn.weight_hh_l0_reverse	6	0.07092297077178955
267672	rnn.weight_hh_l0_reverse	7	0.04078269749879837
267672	rnn.weight_hh_l0_reverse	8	-0.024375857785344124
267672	rnn.weight_hh_l0_reverse	9	-0.02638186514377594
267672	rnn.bias_ih_l0_reverse	0	-0.15025481581687927
267672	rnn.bias_ih_l0_reverse	1	-0.31234046816825867
267672	rnn.bias_ih_l0_reverse	2	-0.05969378352165222
267672	rnn.bias_ih_l0_reverse	3	-0.15214556455612183
267672	rnn.bias_ih_l0_reverse	4	0.0629640594124794
267672	rnn.bias_ih_l0_reverse	5	-0.2834586203098297
267672	rnn.bias_ih_l0_reverse	6	-0.07099880278110504
267672	rnn.bias_ih_l0_reverse	7	0.013418873772025108
267672	rnn.bias_ih_l0_reverse	8	-0.19549161195755005
267672	rnn.bias_ih_l0_reverse	9	-0.08908297121524811
267672	rnn.bias_hh_l0_reverse	0	-0.15582869946956635
267672	rnn.bias_hh_l0_reverse	1	-0.15653736889362335
267672	rnn.bias_hh_l0_reverse	2	-0.0101106446236372
267672	rnn.bias_hh_l0_reverse	3	-0.13399797677993774
267672	rnn.bias_hh_l0_reverse	4	-0.025297613814473152
267672	rnn.bias_hh_l0_reverse	5	-0.12150516360998154
267672	rnn.bias_hh_l0_reverse	6	-0.0770590677857399
267672	rnn.bias_hh_l0_reverse	7	-0.1769648790359497
267672	rnn.bias_hh_l0_reverse	8	-0.060940228402614594
267672	rnn.bias_hh_l0_reverse	9	-0.11621612310409546
267672	linear.weight	0	-0.24908912181854248
267672	linear.weight	1	-0.1297444999217987
267672	linear.weight	2	-0.011228874325752258
267672	linear.weight	3	-0.06502272188663483
267672	linear.weight	4	0.005410319659858942
267672	linear.weight	5	0.25457802414894104
267672	linear.weight	6	0.0047744326293468475
267672	linear.weight	7	-0.021312154829502106
267672	linear.weight	8	0.22120919823646545
267672	linear.weight	9	0.23086079955101013
267672	linear.bias	0	-0.8286993503570557
267672	linear.bias	1	1.4340248107910156
267672	linear.bias	2	-0.491292268037796
267672	linear.bias	3	-0.7685576677322388
267672	linear.bias	4	-0.9333997368812561
267672	linear.bias	5	-1.1811059713363647
267672	linear.bias	6	-0.9574115872383118
267672	linear.bias	7	-0.6815294027328491
267672	linear.bias	8	-0.01705317199230194
267672	linear.bias	9	3.5171093940734863
267869	transitions	0	-0.4776548147201538
267869	transitions	1	8.890832901000977
267869	transitions	2	-3.655128002166748
267869	transitions	3	1.6537338495254517
267869	transitions	4	-2.2407937049865723
267869	transitions	5	-0.4388229250907898
267869	transitions	6	-0.1974577158689499
267869	transitions	7	-10000.0
267869	transitions	8	1.8745710849761963
267869	transitions	9	-2.2952444553375244
267869	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
267869	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
267869	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
267869	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
267869	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
267869	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
267869	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
267869	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
267869	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
267869	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
267869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
267869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
267869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
267869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
267869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
267869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
267869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
267869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
267869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
267869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
267869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
267869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
267869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
267869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
267869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
267869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
267869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
267869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
267869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
267869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
267869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
267869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
267869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
267869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
267869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
267869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
267869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
267869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
267869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
267869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
267869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
267869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
267869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
267869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
267869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
267869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
267869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
267869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
267869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
267869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
267869	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
267869	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
267869	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
267869	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
267869	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
267869	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
267869	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
267869	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
267869	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
267869	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
267869	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
267869	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
267869	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
267869	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
267869	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
267869	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
267869	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
267869	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
267869	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
267869	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
267869	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
267869	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
267869	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
267869	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
267869	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
267869	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
267869	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
267869	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
267869	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
267869	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
267869	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
267869	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
267869	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
267869	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
267869	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
267869	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
267869	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
267869	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
267869	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
267869	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
267869	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
267869	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
267869	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
267869	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
267869	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
267869	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
267869	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
267869	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
267869	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
267869	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
267869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
267869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
267869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
267869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
267869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
267869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
267869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
267869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
267869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
267869	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
267869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
267869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
267869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
267869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
267869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
267869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
267869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
267869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
267869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
267869	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
267869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
267869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
267869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
267869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
267869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
267869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
267869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
267869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
267869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
267869	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
267869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
267869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
267869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
267869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
267869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
267869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
267869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
267869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
267869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
267869	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
267869	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
267869	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
267869	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
267869	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
267869	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
267869	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
267869	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
267869	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
267869	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
267869	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
267869	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
267869	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
267869	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
267869	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
267869	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
267869	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
267869	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
267869	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
267869	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
267869	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
267869	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
267869	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
267869	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
267869	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
267869	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
267869	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
267869	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
267869	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
267869	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
267869	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
267869	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
267869	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
267869	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
267869	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
267869	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
267869	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
267869	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
267869	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
267869	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
267869	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
267869	embedding2nn.weight	0	0.04494856297969818
267869	embedding2nn.weight	1	-0.08920850604772568
267869	embedding2nn.weight	2	0.007844865322113037
267869	embedding2nn.weight	3	-0.06155746057629585
267869	embedding2nn.weight	4	-0.11642777174711227
267869	embedding2nn.weight	5	0.10816632956266403
267869	embedding2nn.weight	6	-0.08579645305871964
267869	embedding2nn.weight	7	-0.08034257590770721
267869	embedding2nn.weight	8	-0.03620506078004837
267869	embedding2nn.weight	9	0.04269038513302803
267869	embedding2nn.bias	0	0.07400243729352951
267869	embedding2nn.bias	1	-0.02010183408856392
267869	embedding2nn.bias	2	-0.07131658494472504
267869	embedding2nn.bias	3	0.018795887008309364
267869	embedding2nn.bias	4	-0.008722630329430103
267869	embedding2nn.bias	5	-0.19413042068481445
267869	embedding2nn.bias	6	-0.11783697456121445
267869	embedding2nn.bias	7	-0.005248758476227522
267869	embedding2nn.bias	8	0.06028733029961586
267869	embedding2nn.bias	9	-0.0647302195429802
267869	rnn.weight_ih_l0	0	0.03306308016180992
267869	rnn.weight_ih_l0	1	-0.08967593312263489
267869	rnn.weight_ih_l0	2	-0.06464985758066177
267869	rnn.weight_ih_l0	3	-0.051959291100502014
267869	rnn.weight_ih_l0	4	0.018390534445643425
267869	rnn.weight_ih_l0	5	-0.11257320642471313
267869	rnn.weight_ih_l0	6	-0.027891285717487335
267869	rnn.weight_ih_l0	7	0.0027450190391391516
267869	rnn.weight_ih_l0	8	0.043555986136198044
267869	rnn.weight_ih_l0	9	0.007412351202219725
267869	rnn.weight_hh_l0	0	0.0039559477008879185
267869	rnn.weight_hh_l0	1	-0.07841567695140839
267869	rnn.weight_hh_l0	2	0.07566705346107483
267869	rnn.weight_hh_l0	3	0.05033256486058235
267869	rnn.weight_hh_l0	4	0.007530794013291597
267869	rnn.weight_hh_l0	5	0.06910065561532974
267869	rnn.weight_hh_l0	6	-0.018090464174747467
267869	rnn.weight_hh_l0	7	-0.11354628950357437
267869	rnn.weight_hh_l0	8	0.026870477944612503
267869	rnn.weight_hh_l0	9	-0.07821159064769745
267869	rnn.bias_ih_l0	0	-0.07721942663192749
267869	rnn.bias_ih_l0	1	-0.192396879196167
267869	rnn.bias_ih_l0	2	-0.26709625124931335
267869	rnn.bias_ih_l0	3	-0.2766723036766052
267869	rnn.bias_ih_l0	4	0.0019207014702260494
267869	rnn.bias_ih_l0	5	0.056987740099430084
267869	rnn.bias_ih_l0	6	-0.17132264375686646
267869	rnn.bias_ih_l0	7	-0.2722426950931549
267869	rnn.bias_ih_l0	8	-0.16086037456989288
267869	rnn.bias_ih_l0	9	-0.1730962097644806
267869	rnn.bias_hh_l0	0	0.13304786384105682
267869	rnn.bias_hh_l0	1	-0.057474710047245026
267869	rnn.bias_hh_l0	2	0.05354466289281845
267869	rnn.bias_hh_l0	3	-0.16815443336963654
267869	rnn.bias_hh_l0	4	0.06320205330848694
267869	rnn.bias_hh_l0	5	0.05544706806540489
267869	rnn.bias_hh_l0	6	-0.11270900070667267
267869	rnn.bias_hh_l0	7	-0.15381838381290436
267869	rnn.bias_hh_l0	8	-0.18366412818431854
267869	rnn.bias_hh_l0	9	-0.11435505002737045
267869	rnn.weight_ih_l0_reverse	0	-0.015599429607391357
267869	rnn.weight_ih_l0_reverse	1	-0.01057698205113411
267869	rnn.weight_ih_l0_reverse	2	-0.007112328428775072
267869	rnn.weight_ih_l0_reverse	3	0.00712394155561924
267869	rnn.weight_ih_l0_reverse	4	0.006350748240947723
267869	rnn.weight_ih_l0_reverse	5	-0.05530203506350517
267869	rnn.weight_ih_l0_reverse	6	-0.04026588052511215
267869	rnn.weight_ih_l0_reverse	7	0.018287010490894318
267869	rnn.weight_ih_l0_reverse	8	0.09519147872924805
267869	rnn.weight_ih_l0_reverse	9	0.0007849113317206502
267869	rnn.weight_hh_l0_reverse	0	0.005588899366557598
267869	rnn.weight_hh_l0_reverse	1	0.02820427156984806
267869	rnn.weight_hh_l0_reverse	2	-0.041632600128650665
267869	rnn.weight_hh_l0_reverse	3	0.04358574002981186
267869	rnn.weight_hh_l0_reverse	4	0.02323312498629093
267869	rnn.weight_hh_l0_reverse	5	-0.009266309440135956
267869	rnn.weight_hh_l0_reverse	6	0.07079671323299408
267869	rnn.weight_hh_l0_reverse	7	0.040596578270196915
267869	rnn.weight_hh_l0_reverse	8	-0.024215759709477425
267869	rnn.weight_hh_l0_reverse	9	-0.026383567601442337
267869	rnn.bias_ih_l0_reverse	0	-0.1508985459804535
267869	rnn.bias_ih_l0_reverse	1	-0.3113519847393036
267869	rnn.bias_ih_l0_reverse	2	-0.05897163972258568
267869	rnn.bias_ih_l0_reverse	3	-0.15166065096855164
267869	rnn.bias_ih_l0_reverse	4	0.062570720911026
267869	rnn.bias_ih_l0_reverse	5	-0.2826441824436188
267869	rnn.bias_ih_l0_reverse	6	-0.06961233168840408
267869	rnn.bias_ih_l0_reverse	7	0.013073389418423176
267869	rnn.bias_ih_l0_reverse	8	-0.19578011333942413
267869	rnn.bias_ih_l0_reverse	9	-0.0893256664276123
267869	rnn.bias_hh_l0_reverse	0	-0.15654979646205902
267869	rnn.bias_hh_l0_reverse	1	-0.15781943500041962
267869	rnn.bias_hh_l0_reverse	2	-0.010371210984885693
267869	rnn.bias_hh_l0_reverse	3	-0.13348689675331116
267869	rnn.bias_hh_l0_reverse	4	-0.026003964245319366
267869	rnn.bias_hh_l0_reverse	5	-0.12146154046058655
267869	rnn.bias_hh_l0_reverse	6	-0.07700496166944504
267869	rnn.bias_hh_l0_reverse	7	-0.1773408204317093
267869	rnn.bias_hh_l0_reverse	8	-0.061368897557258606
267869	rnn.bias_hh_l0_reverse	9	-0.11665109544992447
267869	linear.weight	0	-0.24940939247608185
267869	linear.weight	1	-0.1323499083518982
267869	linear.weight	2	-0.011228874325752258
267869	linear.weight	3	-0.06527827680110931
267869	linear.weight	4	0.00517849437892437
267869	linear.weight	5	0.25720494985580444
267869	linear.weight	6	0.0047744326293468475
267869	linear.weight	7	-0.021312154829502106
267869	linear.weight	8	0.2166251242160797
267869	linear.weight	9	0.2290557622909546
267869	linear.bias	0	-0.8261235952377319
267869	linear.bias	1	1.4246290922164917
267869	linear.bias	2	-0.4708980321884155
267869	linear.bias	3	-0.7679210305213928
267869	linear.bias	4	-0.9143869280815125
267869	linear.bias	5	-1.1811094284057617
267869	linear.bias	6	-0.9538124799728394
267869	linear.bias	7	-0.6804747581481934
267869	linear.bias	8	-0.01705317199230194
267869	linear.bias	9	3.504790782928467
268066	transitions	0	-0.47771134972572327
268066	transitions	1	8.882722854614258
268066	transitions	2	-3.6552231311798096
268066	transitions	3	1.6529420614242554
268066	transitions	4	-2.2409191131591797
268066	transitions	5	-0.4391452968120575
268066	transitions	6	-0.19746270775794983
268066	transitions	7	-10000.0
268066	transitions	8	1.8744540214538574
268066	transitions	9	-2.295245409011841
268066	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
268066	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
268066	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
268066	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
268066	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
268066	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
268066	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
268066	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
268066	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
268066	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
268066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
268066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
268066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
268066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
268066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
268066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
268066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
268066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
268066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
268066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
268066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
268066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
268066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
268066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
268066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
268066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
268066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
268066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
268066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
268066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
268066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
268066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
268066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
268066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
268066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
268066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
268066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
268066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
268066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
268066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
268066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
268066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
268066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
268066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
268066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
268066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
268066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
268066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
268066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
268066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
268066	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
268066	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
268066	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
268066	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
268066	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
268066	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
268066	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
268066	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
268066	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
268066	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
268066	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
268066	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
268066	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
268066	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
268066	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
268066	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
268066	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
268066	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
268066	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
268066	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
268066	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
268066	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
268066	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
268066	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
268066	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
268066	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
268066	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
268066	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
268066	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
268066	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
268066	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
268066	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
268066	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
268066	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
268066	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
268066	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
268066	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
268066	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
268066	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
268066	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
268066	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
268066	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
268066	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
268066	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
268066	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
268066	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
268066	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
268066	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
268066	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
268066	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
268066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
268066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
268066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
268066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
268066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
268066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
268066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
268066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
268066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
268066	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
268066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
268066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
268066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
268066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
268066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
268066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
268066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
268066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
268066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
268066	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
268066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
268066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
268066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
268066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
268066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
268066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
268066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
268066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
268066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
268066	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
268066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
268066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
268066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
268066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
268066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
268066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
268066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
268066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
268066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
268066	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
268066	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
268066	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
268066	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
268066	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
268066	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
268066	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
268066	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
268066	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
268066	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
268066	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
268066	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
268066	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
268066	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
268066	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
268066	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
268066	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
268066	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
268066	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
268066	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
268066	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
268066	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
268066	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
268066	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
268066	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
268066	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
268066	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
268066	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
268066	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
268066	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
268066	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
268066	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
268066	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
268066	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
268066	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
268066	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
268066	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
268066	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
268066	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
268066	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
268066	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
268066	embedding2nn.weight	0	0.045121192932128906
268066	embedding2nn.weight	1	-0.08932358771562576
268066	embedding2nn.weight	2	0.009150930680334568
268066	embedding2nn.weight	3	-0.06128472834825516
268066	embedding2nn.weight	4	-0.1152300015091896
268066	embedding2nn.weight	5	0.10849912464618683
268066	embedding2nn.weight	6	-0.0850561186671257
268066	embedding2nn.weight	7	-0.08071082085371017
268066	embedding2nn.weight	8	-0.036430347710847855
268066	embedding2nn.weight	9	0.04296598210930824
268066	embedding2nn.bias	0	0.07706016302108765
268066	embedding2nn.bias	1	-0.0214871633797884
268066	embedding2nn.bias	2	-0.0735635831952095
268066	embedding2nn.bias	3	0.01643764041364193
268066	embedding2nn.bias	4	-0.015460592694580555
268066	embedding2nn.bias	5	-0.19463661313056946
268066	embedding2nn.bias	6	-0.11876314133405685
268066	embedding2nn.bias	7	-0.007816405035555363
268066	embedding2nn.bias	8	0.06409195810556412
268066	embedding2nn.bias	9	-0.06656616181135178
268066	rnn.weight_ih_l0	0	0.033025555312633514
268066	rnn.weight_ih_l0	1	-0.08971375972032547
268066	rnn.weight_ih_l0	2	-0.06472910940647125
268066	rnn.weight_ih_l0	3	-0.051664113998413086
268066	rnn.weight_ih_l0	4	0.018598299473524094
268066	rnn.weight_ih_l0	5	-0.11377424746751785
268066	rnn.weight_ih_l0	6	-0.027641071006655693
268066	rnn.weight_ih_l0	7	0.0024621335323899984
268066	rnn.weight_ih_l0	8	0.043075576424598694
268066	rnn.weight_ih_l0	9	0.006510362960398197
268066	rnn.weight_hh_l0	0	0.0038818407338112593
268066	rnn.weight_hh_l0	1	-0.07713785022497177
268066	rnn.weight_hh_l0	2	0.07542581856250763
268066	rnn.weight_hh_l0	3	0.0502077080309391
268066	rnn.weight_hh_l0	4	0.007441074121743441
268066	rnn.weight_hh_l0	5	0.06965901702642441
268066	rnn.weight_hh_l0	6	-0.01805892400443554
268066	rnn.weight_hh_l0	7	-0.11384625732898712
268066	rnn.weight_hh_l0	8	0.026649082079529762
268066	rnn.weight_hh_l0	9	-0.07831604778766632
268066	rnn.bias_ih_l0	0	-0.07766460627317429
268066	rnn.bias_ih_l0	1	-0.1916198879480362
268066	rnn.bias_ih_l0	2	-0.2666240930557251
268066	rnn.bias_ih_l0	3	-0.2762601971626282
268066	rnn.bias_ih_l0	4	0.0028303698636591434
268066	rnn.bias_ih_l0	5	0.056664202362298965
268066	rnn.bias_ih_l0	6	-0.17021454870700836
268066	rnn.bias_ih_l0	7	-0.27157026529312134
268066	rnn.bias_ih_l0	8	-0.15875978767871857
268066	rnn.bias_ih_l0	9	-0.17317859828472137
268066	rnn.bias_hh_l0	0	0.13182899355888367
268066	rnn.bias_hh_l0	1	-0.05725585296750069
268066	rnn.bias_hh_l0	2	0.05348474159836769
268066	rnn.bias_hh_l0	3	-0.16912271082401276
268066	rnn.bias_hh_l0	4	0.06282153725624084
268066	rnn.bias_hh_l0	5	0.055384956300258636
268066	rnn.bias_hh_l0	6	-0.11239269375801086
268066	rnn.bias_hh_l0	7	-0.15325114130973816
268066	rnn.bias_hh_l0	8	-0.1832430362701416
268066	rnn.bias_hh_l0	9	-0.11434084177017212
268066	rnn.weight_ih_l0_reverse	0	-0.015034720301628113
268066	rnn.weight_ih_l0_reverse	1	-0.01145126111805439
268066	rnn.weight_ih_l0_reverse	2	-0.0075479233637452126
268066	rnn.weight_ih_l0_reverse	3	0.006938982289284468
268066	rnn.weight_ih_l0_reverse	4	0.006070720497518778
268066	rnn.weight_ih_l0_reverse	5	-0.05556319281458855
268066	rnn.weight_ih_l0_reverse	6	-0.04031708091497421
268066	rnn.weight_ih_l0_reverse	7	0.018332473933696747
268066	rnn.weight_ih_l0_reverse	8	0.09415214508771896
268066	rnn.weight_ih_l0_reverse	9	0.00022878535673953593
268066	rnn.weight_hh_l0_reverse	0	0.005460760556161404
268066	rnn.weight_hh_l0_reverse	1	0.0283901859074831
268066	rnn.weight_hh_l0_reverse	2	-0.04154607653617859
268066	rnn.weight_hh_l0_reverse	3	0.04335182160139084
268066	rnn.weight_hh_l0_reverse	4	0.023177944123744965
268066	rnn.weight_hh_l0_reverse	5	-0.009176082909107208
268066	rnn.weight_hh_l0_reverse	6	0.0711713433265686
268066	rnn.weight_hh_l0_reverse	7	0.04059163108468056
268066	rnn.weight_hh_l0_reverse	8	-0.02431151270866394
268066	rnn.weight_hh_l0_reverse	9	-0.026447337120771408
268066	rnn.bias_ih_l0_reverse	0	-0.15133842825889587
268066	rnn.bias_ih_l0_reverse	1	-0.3104954659938812
268066	rnn.bias_ih_l0_reverse	2	-0.059234678745269775
268066	rnn.bias_ih_l0_reverse	3	-0.15146011114120483
268066	rnn.bias_ih_l0_reverse	4	0.06297887861728668
268066	rnn.bias_ih_l0_reverse	5	-0.2826942801475525
268066	rnn.bias_ih_l0_reverse	6	-0.0700988620519638
268066	rnn.bias_ih_l0_reverse	7	0.013238182291388512
268066	rnn.bias_ih_l0_reverse	8	-0.19571001827716827
268066	rnn.bias_ih_l0_reverse	9	-0.0894964188337326
268066	rnn.bias_hh_l0_reverse	0	-0.15759727358818054
268066	rnn.bias_hh_l0_reverse	1	-0.1588464081287384
268066	rnn.bias_hh_l0_reverse	2	-0.009748856537044048
268066	rnn.bias_hh_l0_reverse	3	-0.1345020979642868
268066	rnn.bias_hh_l0_reverse	4	-0.02658585086464882
268066	rnn.bias_hh_l0_reverse	5	-0.12190940231084824
268066	rnn.bias_hh_l0_reverse	6	-0.07850285619497299
268066	rnn.bias_hh_l0_reverse	7	-0.17741215229034424
268066	rnn.bias_hh_l0_reverse	8	-0.06114101782441139
268066	rnn.bias_hh_l0_reverse	9	-0.1171085387468338
268066	linear.weight	0	-0.24683968722820282
268066	linear.weight	1	-0.1312287300825119
268066	linear.weight	2	-0.011228874325752258
268066	linear.weight	3	-0.07038018107414246
268066	linear.weight	4	0.004150593187659979
268066	linear.weight	5	0.2540675103664398
268066	linear.weight	6	0.0047744326293468475
268066	linear.weight	7	-0.021312154829502106
268066	linear.weight	8	0.21732240915298462
268066	linear.weight	9	0.22620177268981934
268066	linear.bias	0	-0.8324627876281738
268066	linear.bias	1	1.427096962928772
268066	linear.bias	2	-0.4682186245918274
268066	linear.bias	3	-0.773871898651123
268066	linear.bias	4	-0.9118003249168396
268066	linear.bias	5	-1.1811127662658691
268066	linear.bias	6	-0.9606888890266418
268066	linear.bias	7	-0.6815533638000488
268066	linear.bias	8	-0.01705317199230194
268066	linear.bias	9	3.4925777912139893
268263	transitions	0	-0.4777218699455261
268263	transitions	1	8.893796920776367
268263	transitions	2	-3.6553025245666504
268263	transitions	3	1.6550554037094116
268263	transitions	4	-2.24107027053833
268263	transitions	5	-0.4391513764858246
268263	transitions	6	-0.19746941328048706
268263	transitions	7	-10000.0
268263	transitions	8	1.8743468523025513
268263	transitions	9	-2.295245885848999
268263	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
268263	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
268263	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
268263	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
268263	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
268263	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
268263	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
268263	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
268263	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
268263	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
268263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
268263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
268263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
268263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
268263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
268263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
268263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
268263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
268263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
268263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
268263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
268263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
268263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
268263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
268263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
268263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
268263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
268263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
268263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
268263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
268263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
268263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
268263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
268263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
268263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
268263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
268263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
268263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
268263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
268263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
268263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
268263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
268263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
268263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
268263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
268263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
268263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
268263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
268263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
268263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
268263	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
268263	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
268263	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
268263	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
268263	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
268263	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
268263	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
268263	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
268263	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
268263	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
268263	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
268263	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
268263	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
268263	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
268263	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
268263	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
268263	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
268263	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
268263	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
268263	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
268263	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
268263	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
268263	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
268263	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
268263	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
268263	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
268263	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
268263	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
268263	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
268263	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
268263	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
268263	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
268263	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
268263	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
268263	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
268263	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
268263	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
268263	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
268263	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
268263	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
268263	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
268263	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
268263	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
268263	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
268263	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
268263	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
268263	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
268263	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
268263	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
268263	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
268263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
268263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
268263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
268263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
268263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
268263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
268263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
268263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
268263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
268263	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
268263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
268263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
268263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
268263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
268263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
268263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
268263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
268263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
268263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
268263	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
268263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
268263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
268263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
268263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
268263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
268263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
268263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
268263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
268263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
268263	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
268263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
268263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
268263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
268263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
268263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
268263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
268263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
268263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
268263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
268263	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
268263	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
268263	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
268263	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
268263	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
268263	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
268263	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
268263	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
268263	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
268263	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
268263	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
268263	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
268263	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
268263	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
268263	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
268263	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
268263	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
268263	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
268263	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
268263	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
268263	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
268263	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
268263	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
268263	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
268263	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
268263	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
268263	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
268263	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
268263	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
268263	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
268263	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
268263	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
268263	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
268263	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
268263	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
268263	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
268263	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
268263	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
268263	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
268263	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
268263	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
268263	embedding2nn.weight	0	0.04526245966553688
268263	embedding2nn.weight	1	-0.08980764448642731
268263	embedding2nn.weight	2	0.009693663567304611
268263	embedding2nn.weight	3	-0.06167476251721382
268263	embedding2nn.weight	4	-0.11530371755361557
268263	embedding2nn.weight	5	0.10911552608013153
268263	embedding2nn.weight	6	-0.0847686305642128
268263	embedding2nn.weight	7	-0.08198457211256027
268263	embedding2nn.weight	8	-0.036635931581258774
268263	embedding2nn.weight	9	0.04266367107629776
268263	embedding2nn.bias	0	0.07717824727296829
268263	embedding2nn.bias	1	-0.02768983319401741
268263	embedding2nn.bias	2	-0.07027813792228699
268263	embedding2nn.bias	3	0.016622936353087425
268263	embedding2nn.bias	4	-0.01673044078052044
268263	embedding2nn.bias	5	-0.19696621596813202
268263	embedding2nn.bias	6	-0.11494932323694229
268263	embedding2nn.bias	7	-0.008140822872519493
268263	embedding2nn.bias	8	0.0628531351685524
268263	embedding2nn.bias	9	-0.06790929287672043
268263	rnn.weight_ih_l0	0	0.03335067257285118
268263	rnn.weight_ih_l0	1	-0.08971244841814041
268263	rnn.weight_ih_l0	2	-0.06481371819972992
268263	rnn.weight_ih_l0	3	-0.051816683262586594
268263	rnn.weight_ih_l0	4	0.018841544166207314
268263	rnn.weight_ih_l0	5	-0.11341465264558792
268263	rnn.weight_ih_l0	6	-0.027750235050916672
268263	rnn.weight_ih_l0	7	0.002868757816031575
268263	rnn.weight_ih_l0	8	0.04373394697904587
268263	rnn.weight_ih_l0	9	0.00589360436424613
268263	rnn.weight_hh_l0	0	0.0037041257601231337
268263	rnn.weight_hh_l0	1	-0.07624569535255432
268263	rnn.weight_hh_l0	2	0.07541407644748688
268263	rnn.weight_hh_l0	3	0.05020986497402191
268263	rnn.weight_hh_l0	4	0.007388956379145384
268263	rnn.weight_hh_l0	5	0.06956461071968079
268263	rnn.weight_hh_l0	6	-0.01807248592376709
268263	rnn.weight_hh_l0	7	-0.11403196305036545
268263	rnn.weight_hh_l0	8	0.026027629151940346
268263	rnn.weight_hh_l0	9	-0.07844740152359009
268263	rnn.bias_ih_l0	0	-0.07856374233961105
268263	rnn.bias_ih_l0	1	-0.19162532687187195
268263	rnn.bias_ih_l0	2	-0.267057865858078
268263	rnn.bias_ih_l0	3	-0.2761112153530121
268263	rnn.bias_ih_l0	4	0.003621623618528247
268263	rnn.bias_ih_l0	5	0.05540824681520462
268263	rnn.bias_ih_l0	6	-0.17030008137226105
268263	rnn.bias_ih_l0	7	-0.2720568776130676
268263	rnn.bias_ih_l0	8	-0.15952108800411224
268263	rnn.bias_ih_l0	9	-0.17402493953704834
268263	rnn.bias_hh_l0	0	0.13140442967414856
268263	rnn.bias_hh_l0	1	-0.05660361424088478
268263	rnn.bias_hh_l0	2	0.05332743749022484
268263	rnn.bias_hh_l0	3	-0.1691858470439911
268263	rnn.bias_hh_l0	4	0.06320305168628693
268263	rnn.bias_hh_l0	5	0.05569570139050484
268263	rnn.bias_hh_l0	6	-0.11261419206857681
268263	rnn.bias_hh_l0	7	-0.15306362509727478
268263	rnn.bias_hh_l0	8	-0.18316952884197235
268263	rnn.bias_hh_l0	9	-0.11458534002304077
268263	rnn.weight_ih_l0_reverse	0	-0.01555565930902958
268263	rnn.weight_ih_l0_reverse	1	-0.011670052073895931
268263	rnn.weight_ih_l0_reverse	2	-0.006973861716687679
268263	rnn.weight_ih_l0_reverse	3	0.007036734838038683
268263	rnn.weight_ih_l0_reverse	4	0.007132500410079956
268263	rnn.weight_ih_l0_reverse	5	-0.0555054247379303
268263	rnn.weight_ih_l0_reverse	6	-0.04036131501197815
268263	rnn.weight_ih_l0_reverse	7	0.018340500071644783
268263	rnn.weight_ih_l0_reverse	8	0.09410947561264038
268263	rnn.weight_ih_l0_reverse	9	0.0005103948642499745
268263	rnn.weight_hh_l0_reverse	0	0.0056082927621901035
268263	rnn.weight_hh_l0_reverse	1	0.02851787582039833
268263	rnn.weight_hh_l0_reverse	2	-0.0416443794965744
268263	rnn.weight_hh_l0_reverse	3	0.04356624186038971
268263	rnn.weight_hh_l0_reverse	4	0.023278137668967247
268263	rnn.weight_hh_l0_reverse	5	-0.009047337807714939
268263	rnn.weight_hh_l0_reverse	6	0.07100918889045715
268263	rnn.weight_hh_l0_reverse	7	0.040215857326984406
268263	rnn.weight_hh_l0_reverse	8	-0.024466557428240776
268263	rnn.weight_hh_l0_reverse	9	-0.026352815330028534
268263	rnn.bias_ih_l0_reverse	0	-0.15068940818309784
268263	rnn.bias_ih_l0_reverse	1	-0.30998021364212036
268263	rnn.bias_ih_l0_reverse	2	-0.059097059071063995
268263	rnn.bias_ih_l0_reverse	3	-0.15172512829303741
268263	rnn.bias_ih_l0_reverse	4	0.06266121566295624
268263	rnn.bias_ih_l0_reverse	5	-0.2830362319946289
268263	rnn.bias_ih_l0_reverse	6	-0.06868927925825119
268263	rnn.bias_ih_l0_reverse	7	0.010645042173564434
268263	rnn.bias_ih_l0_reverse	8	-0.19670720398426056
268263	rnn.bias_ih_l0_reverse	9	-0.08797065913677216
268263	rnn.bias_hh_l0_reverse	0	-0.15749546885490417
268263	rnn.bias_hh_l0_reverse	1	-0.15877759456634521
268263	rnn.bias_hh_l0_reverse	2	-0.00951045285910368
268263	rnn.bias_hh_l0_reverse	3	-0.1358172744512558
268263	rnn.bias_hh_l0_reverse	4	-0.026835313066840172
268263	rnn.bias_hh_l0_reverse	5	-0.12208404392004013
268263	rnn.bias_hh_l0_reverse	6	-0.07888122648000717
268263	rnn.bias_hh_l0_reverse	7	-0.17792509496212006
268263	rnn.bias_hh_l0_reverse	8	-0.0612652413547039
268263	rnn.bias_hh_l0_reverse	9	-0.11747878789901733
268263	linear.weight	0	-0.24666070938110352
268263	linear.weight	1	-0.13210685551166534
268263	linear.weight	2	-0.011228874325752258
268263	linear.weight	3	-0.0736347883939743
268263	linear.weight	4	0.004956041928380728
268263	linear.weight	5	0.2483488768339157
268263	linear.weight	6	0.0047744326293468475
268263	linear.weight	7	-0.021312154829502106
268263	linear.weight	8	0.21728622913360596
268263	linear.weight	9	0.2235960215330124
268263	linear.bias	0	-0.8377742171287537
268263	linear.bias	1	1.4381046295166016
268263	linear.bias	2	-0.4965401887893677
268263	linear.bias	3	-0.7636626958847046
268263	linear.bias	4	-0.9224156737327576
268263	linear.bias	5	-1.1811167001724243
268263	linear.bias	6	-0.9667324423789978
268263	linear.bias	7	-0.6859689354896545
268263	linear.bias	8	-0.01705317199230194
268263	linear.bias	9	3.5218331813812256
268460	transitions	0	-0.4777555763721466
268460	transitions	1	8.900350570678711
268460	transitions	2	-3.655381441116333
268460	transitions	3	1.6553179025650024
268460	transitions	4	-2.241203546524048
268460	transitions	5	-0.4391571581363678
268460	transitions	6	-0.19747522473335266
268460	transitions	7	-10000.0
268460	transitions	8	1.8754581212997437
268460	transitions	9	-2.2952463626861572
268460	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
268460	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
268460	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
268460	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
268460	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
268460	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
268460	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
268460	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
268460	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
268460	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
268460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
268460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
268460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
268460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
268460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
268460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
268460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
268460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
268460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
268460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
268460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
268460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
268460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
268460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
268460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
268460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
268460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
268460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
268460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
268460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
268460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
268460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
268460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
268460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
268460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
268460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
268460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
268460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
268460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
268460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
268460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
268460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
268460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
268460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
268460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
268460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
268460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
268460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
268460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
268460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
268460	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
268460	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
268460	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
268460	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
268460	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
268460	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
268460	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
268460	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
268460	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
268460	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
268460	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
268460	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
268460	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
268460	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
268460	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
268460	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
268460	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
268460	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
268460	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
268460	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
268460	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
268460	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
268460	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
268460	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
268460	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
268460	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
268460	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
268460	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
268460	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
268460	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
268460	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
268460	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
268460	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
268460	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
268460	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
268460	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
268460	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
268460	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
268460	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
268460	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
268460	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
268460	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
268460	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
268460	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
268460	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
268460	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
268460	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
268460	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
268460	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
268460	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
268460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
268460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
268460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
268460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
268460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
268460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
268460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
268460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
268460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
268460	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
268460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
268460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
268460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
268460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
268460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
268460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
268460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
268460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
268460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
268460	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
268460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
268460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
268460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
268460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
268460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
268460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
268460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
268460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
268460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
268460	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
268460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
268460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
268460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
268460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
268460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
268460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
268460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
268460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
268460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
268460	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
268460	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
268460	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
268460	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
268460	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
268460	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
268460	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
268460	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
268460	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
268460	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
268460	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
268460	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
268460	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
268460	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
268460	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
268460	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
268460	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
268460	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
268460	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
268460	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
268460	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
268460	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
268460	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
268460	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
268460	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
268460	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
268460	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
268460	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
268460	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
268460	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
268460	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
268460	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
268460	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
268460	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
268460	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
268460	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
268460	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
268460	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
268460	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
268460	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
268460	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
268460	embedding2nn.weight	0	0.04523240029811859
268460	embedding2nn.weight	1	-0.0898032858967781
268460	embedding2nn.weight	2	0.009668922983109951
268460	embedding2nn.weight	3	-0.061555154621601105
268460	embedding2nn.weight	4	-0.11511410027742386
268460	embedding2nn.weight	5	0.10940038412809372
268460	embedding2nn.weight	6	-0.0855768620967865
268460	embedding2nn.weight	7	-0.08157830685377121
268460	embedding2nn.weight	8	-0.036483149975538254
268460	embedding2nn.weight	9	0.043033573776483536
268460	embedding2nn.bias	0	0.07823215425014496
268460	embedding2nn.bias	1	-0.022367896512150764
268460	embedding2nn.bias	2	-0.07409066706895828
268460	embedding2nn.bias	3	0.019110949710011482
268460	embedding2nn.bias	4	-0.015612461604177952
268460	embedding2nn.bias	5	-0.19281724095344543
268460	embedding2nn.bias	6	-0.11442112922668457
268460	embedding2nn.bias	7	-0.008588306605815887
268460	embedding2nn.bias	8	0.0656309574842453
268460	embedding2nn.bias	9	-0.06547795236110687
268460	rnn.weight_ih_l0	0	0.03312509506940842
268460	rnn.weight_ih_l0	1	-0.0911114290356636
268460	rnn.weight_ih_l0	2	-0.06498728692531586
268460	rnn.weight_ih_l0	3	-0.05140162259340286
268460	rnn.weight_ih_l0	4	0.018765022978186607
268460	rnn.weight_ih_l0	5	-0.11375343799591064
268460	rnn.weight_ih_l0	6	-0.027178192511200905
268460	rnn.weight_ih_l0	7	0.0026801179628819227
268460	rnn.weight_ih_l0	8	0.04429778456687927
268460	rnn.weight_ih_l0	9	0.0057725259102880955
268460	rnn.weight_hh_l0	0	0.0034539131447672844
268460	rnn.weight_hh_l0	1	-0.07619563490152359
268460	rnn.weight_hh_l0	2	0.0752103254199028
268460	rnn.weight_hh_l0	3	0.05018303543329239
268460	rnn.weight_hh_l0	4	0.007437354885041714
268460	rnn.weight_hh_l0	5	0.06954176723957062
268460	rnn.weight_hh_l0	6	-0.017931586131453514
268460	rnn.weight_hh_l0	7	-0.11406096816062927
268460	rnn.weight_hh_l0	8	0.025613293051719666
268460	rnn.weight_hh_l0	9	-0.07913359254598618
268460	rnn.bias_ih_l0	0	-0.07782743871212006
268460	rnn.bias_ih_l0	1	-0.19196340441703796
268460	rnn.bias_ih_l0	2	-0.26678913831710815
268460	rnn.bias_ih_l0	3	-0.27663034200668335
268460	rnn.bias_ih_l0	4	0.004714634735137224
268460	rnn.bias_ih_l0	5	0.05213228613138199
268460	rnn.bias_ih_l0	6	-0.1705281138420105
268460	rnn.bias_ih_l0	7	-0.27217912673950195
268460	rnn.bias_ih_l0	8	-0.15889975428581238
268460	rnn.bias_ih_l0	9	-0.1744970828294754
268460	rnn.bias_hh_l0	0	0.13181251287460327
268460	rnn.bias_hh_l0	1	-0.05654601752758026
268460	rnn.bias_hh_l0	2	0.053367651998996735
268460	rnn.bias_hh_l0	3	-0.16973848640918732
268460	rnn.bias_hh_l0	4	0.06284578144550323
268460	rnn.bias_hh_l0	5	0.05444139242172241
268460	rnn.bias_hh_l0	6	-0.11246004700660706
268460	rnn.bias_hh_l0	7	-0.15401645004749298
268460	rnn.bias_hh_l0	8	-0.18336571753025055
268460	rnn.bias_hh_l0	9	-0.11460386961698532
268460	rnn.weight_ih_l0_reverse	0	-0.016094455495476723
268460	rnn.weight_ih_l0_reverse	1	-0.011683694086968899
268460	rnn.weight_ih_l0_reverse	2	-0.006519701797515154
268460	rnn.weight_ih_l0_reverse	3	0.007259280886501074
268460	rnn.weight_ih_l0_reverse	4	0.008099825121462345
268460	rnn.weight_ih_l0_reverse	5	-0.05643237382173538
268460	rnn.weight_ih_l0_reverse	6	-0.03946681320667267
268460	rnn.weight_ih_l0_reverse	7	0.01812017522752285
268460	rnn.weight_ih_l0_reverse	8	0.09384313225746155
268460	rnn.weight_ih_l0_reverse	9	0.001103545306250453
268460	rnn.weight_hh_l0_reverse	0	0.005925681442022324
268460	rnn.weight_hh_l0_reverse	1	0.028602179139852524
268460	rnn.weight_hh_l0_reverse	2	-0.04163601994514465
268460	rnn.weight_hh_l0_reverse	3	0.04359536990523338
268460	rnn.weight_hh_l0_reverse	4	0.023425620049238205
268460	rnn.weight_hh_l0_reverse	5	-0.00874380860477686
268460	rnn.weight_hh_l0_reverse	6	0.07093533128499985
268460	rnn.weight_hh_l0_reverse	7	0.04033331945538521
268460	rnn.weight_hh_l0_reverse	8	-0.02440658211708069
268460	rnn.weight_hh_l0_reverse	9	-0.02619750238955021
268460	rnn.bias_ih_l0_reverse	0	-0.15081895887851715
268460	rnn.bias_ih_l0_reverse	1	-0.3099663257598877
268460	rnn.bias_ih_l0_reverse	2	-0.05970262363553047
268460	rnn.bias_ih_l0_reverse	3	-0.15201620757579803
268460	rnn.bias_ih_l0_reverse	4	0.060532476752996445
268460	rnn.bias_ih_l0_reverse	5	-0.28189989924430847
268460	rnn.bias_ih_l0_reverse	6	-0.06868463009595871
268460	rnn.bias_ih_l0_reverse	7	0.011512065306305885
268460	rnn.bias_ih_l0_reverse	8	-0.1972588151693344
268460	rnn.bias_ih_l0_reverse	9	-0.08783707767724991
268460	rnn.bias_hh_l0_reverse	0	-0.15678559243679047
268460	rnn.bias_hh_l0_reverse	1	-0.15888553857803345
268460	rnn.bias_hh_l0_reverse	2	-0.009773431345820427
268460	rnn.bias_hh_l0_reverse	3	-0.13681553304195404
268460	rnn.bias_hh_l0_reverse	4	-0.02701178938150406
268460	rnn.bias_hh_l0_reverse	5	-0.12205573916435242
268460	rnn.bias_hh_l0_reverse	6	-0.0798875093460083
268460	rnn.bias_hh_l0_reverse	7	-0.17805299162864685
268460	rnn.bias_hh_l0_reverse	8	-0.06093389168381691
268460	rnn.bias_hh_l0_reverse	9	-0.11714407056570053
268460	linear.weight	0	-0.24605153501033783
268460	linear.weight	1	-0.13200773298740387
268460	linear.weight	2	-0.011228874325752258
268460	linear.weight	3	-0.07413768768310547
268460	linear.weight	4	0.004174116533249617
268460	linear.weight	5	0.24598298966884613
268460	linear.weight	6	0.0047744326293468475
268460	linear.weight	7	-0.021312154829502106
268460	linear.weight	8	0.21896421909332275
268460	linear.weight	9	0.22745375335216522
268460	linear.bias	0	-0.841046929359436
268460	linear.bias	1	1.4303224086761475
268460	linear.bias	2	-0.48161011934280396
268460	linear.bias	3	-0.7585405707359314
268460	linear.bias	4	-0.9232329726219177
268460	linear.bias	5	-1.1811209917068481
268460	linear.bias	6	-0.9698728322982788
268460	linear.bias	7	-0.682008683681488
268460	linear.bias	8	-0.01705317199230194
268460	linear.bias	9	3.4840035438537598
268464	transitions	0	-0.47775566577911377
268464	transitions	1	8.900964736938477
268464	transitions	2	-3.655384063720703
268464	transitions	3	1.655271053314209
268464	transitions	4	-2.241206645965576
268464	transitions	5	-0.4391571879386902
268464	transitions	6	-0.1974753588438034
268464	transitions	7	-10000.0
268464	transitions	8	1.8754581212997437
268464	transitions	9	-2.2952463626861572
268464	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
268464	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
268464	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
268464	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
268464	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
268464	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
268464	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
268464	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
268464	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
268464	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
268464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
268464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
268464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
268464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
268464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
268464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
268464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
268464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
268464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
268464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
268464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
268464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
268464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
268464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
268464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
268464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
268464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
268464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
268464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
268464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
268464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
268464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
268464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
268464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
268464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
268464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
268464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
268464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
268464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
268464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
268464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
268464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
268464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
268464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
268464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
268464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
268464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
268464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
268464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
268464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
268464	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
268464	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
268464	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
268464	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
268464	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
268464	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
268464	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
268464	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
268464	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
268464	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
268464	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
268464	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
268464	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
268464	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
268464	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
268464	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
268464	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
268464	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
268464	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
268464	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
268464	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
268464	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
268464	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
268464	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
268464	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
268464	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
268464	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
268464	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
268464	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
268464	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
268464	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
268464	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
268464	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
268464	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
268464	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
268464	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
268464	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
268464	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
268464	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
268464	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
268464	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
268464	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
268464	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
268464	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
268464	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
268464	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
268464	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
268464	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
268464	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
268464	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
268464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
268464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
268464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
268464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
268464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
268464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
268464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
268464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
268464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
268464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
268464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
268464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
268464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
268464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
268464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
268464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
268464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
268464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
268464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
268464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
268464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
268464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
268464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
268464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
268464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
268464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
268464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
268464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
268464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
268464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
268464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
268464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
268464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
268464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
268464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
268464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
268464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
268464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
268464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
268464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
268464	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
268464	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
268464	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
268464	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
268464	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
268464	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
268464	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
268464	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
268464	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
268464	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
268464	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
268464	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
268464	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
268464	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
268464	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
268464	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
268464	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
268464	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
268464	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
268464	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
268464	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
268464	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
268464	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
268464	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
268464	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
268464	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
268464	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
268464	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
268464	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
268464	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
268464	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
268464	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
268464	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
268464	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
268464	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
268464	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
268464	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
268464	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
268464	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
268464	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
268464	embedding2nn.weight	0	0.04523762688040733
268464	embedding2nn.weight	1	-0.08977285772562027
268464	embedding2nn.weight	2	0.009601278230547905
268464	embedding2nn.weight	3	-0.06154545769095421
268464	embedding2nn.weight	4	-0.11515747010707855
268464	embedding2nn.weight	5	0.1094667837023735
268464	embedding2nn.weight	6	-0.08554961532354355
268464	embedding2nn.weight	7	-0.08162117004394531
268464	embedding2nn.weight	8	-0.036463648080825806
268464	embedding2nn.weight	9	0.04294388368725777
268464	embedding2nn.bias	0	0.07694724947214127
268464	embedding2nn.bias	1	-0.021875595673918724
268464	embedding2nn.bias	2	-0.07327142357826233
268464	embedding2nn.bias	3	0.018355676904320717
268464	embedding2nn.bias	4	-0.01472835335880518
268464	embedding2nn.bias	5	-0.19243064522743225
268464	embedding2nn.bias	6	-0.11477061361074448
268464	embedding2nn.bias	7	-0.008548782207071781
268464	embedding2nn.bias	8	0.06595961004495621
268464	embedding2nn.bias	9	-0.0653119683265686
268464	rnn.weight_ih_l0	0	0.03313012421131134
268464	rnn.weight_ih_l0	1	-0.09110336750745773
268464	rnn.weight_ih_l0	2	-0.06499767303466797
268464	rnn.weight_ih_l0	3	-0.05140673741698265
268464	rnn.weight_ih_l0	4	0.01873743161559105
268464	rnn.weight_ih_l0	5	-0.11377541720867157
268464	rnn.weight_ih_l0	6	-0.02694413810968399
268464	rnn.weight_ih_l0	7	0.0026745276991277933
268464	rnn.weight_ih_l0	8	0.044157836586236954
268464	rnn.weight_ih_l0	9	0.005781455896794796
268464	rnn.weight_hh_l0	0	0.0034389470238238573
268464	rnn.weight_hh_l0	1	-0.07619025558233261
268464	rnn.weight_hh_l0	2	0.07519116252660751
268464	rnn.weight_hh_l0	3	0.05020267143845558
268464	rnn.weight_hh_l0	4	0.007438593078404665
268464	rnn.weight_hh_l0	5	0.06954579055309296
268464	rnn.weight_hh_l0	6	-0.017934221774339676
268464	rnn.weight_hh_l0	7	-0.11406505852937698
268464	rnn.weight_hh_l0	8	0.025634394958615303
268464	rnn.weight_hh_l0	9	-0.07913613319396973
268464	rnn.bias_ih_l0	0	-0.07780143618583679
268464	rnn.bias_ih_l0	1	-0.19157466292381287
268464	rnn.bias_ih_l0	2	-0.26672351360321045
268464	rnn.bias_ih_l0	3	-0.2765040695667267
268464	rnn.bias_ih_l0	4	0.004701040685176849
268464	rnn.bias_ih_l0	5	0.05209315940737724
268464	rnn.bias_ih_l0	6	-0.17046047747135162
268464	rnn.bias_ih_l0	7	-0.27218735218048096
268464	rnn.bias_ih_l0	8	-0.15885324776172638
268464	rnn.bias_ih_l0	9	-0.1745717078447342
268464	rnn.bias_hh_l0	0	0.13179931044578552
268464	rnn.bias_hh_l0	1	-0.05655932426452637
268464	rnn.bias_hh_l0	2	0.05337250232696533
268464	rnn.bias_hh_l0	3	-0.1697644144296646
268464	rnn.bias_hh_l0	4	0.06315701454877853
268464	rnn.bias_hh_l0	5	0.0543862022459507
268464	rnn.bias_hh_l0	6	-0.11242317408323288
268464	rnn.bias_hh_l0	7	-0.1540917307138443
268464	rnn.bias_hh_l0	8	-0.18315961956977844
268464	rnn.bias_hh_l0	9	-0.1146671250462532
268464	rnn.weight_ih_l0_reverse	0	-0.016089554876089096
268464	rnn.weight_ih_l0_reverse	1	-0.011676530353724957
268464	rnn.weight_ih_l0_reverse	2	-0.006501499097794294
268464	rnn.weight_ih_l0_reverse	3	0.007257088553160429
268464	rnn.weight_ih_l0_reverse	4	0.008168984204530716
268464	rnn.weight_ih_l0_reverse	5	-0.0564093254506588
268464	rnn.weight_ih_l0_reverse	6	-0.039499569684267044
268464	rnn.weight_ih_l0_reverse	7	0.018127931281924248
268464	rnn.weight_ih_l0_reverse	8	0.09386684000492096
268464	rnn.weight_ih_l0_reverse	9	0.0011249060044065118
268464	rnn.weight_hh_l0_reverse	0	0.005940703209489584
268464	rnn.weight_hh_l0_reverse	1	0.028602389618754387
268464	rnn.weight_hh_l0_reverse	2	-0.041661255061626434
268464	rnn.weight_hh_l0_reverse	3	0.04358430579304695
268464	rnn.weight_hh_l0_reverse	4	0.023416966199874878
268464	rnn.weight_hh_l0_reverse	5	-0.008741967380046844
268464	rnn.weight_hh_l0_reverse	6	0.07094298303127289
268464	rnn.weight_hh_l0_reverse	7	0.04034000262618065
268464	rnn.weight_hh_l0_reverse	8	-0.02440798096358776
268464	rnn.weight_hh_l0_reverse	9	-0.026196327060461044
268464	rnn.bias_ih_l0_reverse	0	-0.15079110860824585
268464	rnn.bias_ih_l0_reverse	1	-0.3099972903728485
268464	rnn.bias_ih_l0_reverse	2	-0.05974055454134941
268464	rnn.bias_ih_l0_reverse	3	-0.15211330354213715
268464	rnn.bias_ih_l0_reverse	4	0.06052452325820923
268464	rnn.bias_ih_l0_reverse	5	-0.2819588780403137
268464	rnn.bias_ih_l0_reverse	6	-0.06860832870006561
268464	rnn.bias_ih_l0_reverse	7	0.011704574339091778
268464	rnn.bias_ih_l0_reverse	8	-0.19738130271434784
268464	rnn.bias_ih_l0_reverse	9	-0.08774609118700027
268464	rnn.bias_hh_l0_reverse	0	-0.15666010975837708
268464	rnn.bias_hh_l0_reverse	1	-0.15889915823936462
268464	rnn.bias_hh_l0_reverse	2	-0.009759039618074894
268464	rnn.bias_hh_l0_reverse	3	-0.13676226139068604
268464	rnn.bias_hh_l0_reverse	4	-0.02699200063943863
268464	rnn.bias_hh_l0_reverse	5	-0.12201923877000809
268464	rnn.bias_hh_l0_reverse	6	-0.07971904426813126
268464	rnn.bias_hh_l0_reverse	7	-0.1779879629611969
268464	rnn.bias_hh_l0_reverse	8	-0.060958731919527054
268464	rnn.bias_hh_l0_reverse	9	-0.11709895730018616
268464	linear.weight	0	-0.24602051079273224
268464	linear.weight	1	-0.13200724124908447
268464	linear.weight	2	-0.011228874325752258
268464	linear.weight	3	-0.07413776218891144
268464	linear.weight	4	0.00302202464081347
268464	linear.weight	5	0.24681924283504486
268464	linear.weight	6	0.0047744326293468475
268464	linear.weight	7	-0.021312154829502106
268464	linear.weight	8	0.21809639036655426
268464	linear.weight	9	0.22745835781097412
268464	linear.bias	0	-0.8415737748146057
268464	linear.bias	1	1.4309322834014893
268464	linear.bias	2	-0.48570477962493896
268464	linear.bias	3	-0.7579296827316284
268464	linear.bias	4	-0.9214817881584167
268464	linear.bias	5	-1.1811209917068481
268464	linear.bias	6	-0.9703682065010071
268464	linear.bias	7	-0.6823163628578186
268464	linear.bias	8	-0.01705317199230194
268464	linear.bias	9	3.480393409729004
268661	transitions	0	-0.4777708053588867
268661	transitions	1	8.900683403015137
268661	transitions	2	-3.65549373626709
268661	transitions	3	1.6565866470336914
268661	transitions	4	-2.2412991523742676
268661	transitions	5	-0.439167857170105
268661	transitions	6	-0.19748246669769287
268661	transitions	7	-10000.0
268661	transitions	8	1.8742235898971558
268661	transitions	9	-2.295248031616211
268661	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
268661	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
268661	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
268661	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
268661	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
268661	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
268661	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
268661	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
268661	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
268661	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
268661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
268661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
268661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
268661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
268661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
268661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
268661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
268661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
268661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
268661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
268661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
268661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
268661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
268661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
268661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
268661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
268661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
268661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
268661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
268661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
268661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
268661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
268661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
268661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
268661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
268661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
268661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
268661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
268661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
268661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
268661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
268661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
268661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
268661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
268661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
268661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
268661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
268661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
268661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
268661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
268661	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
268661	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
268661	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
268661	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
268661	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
268661	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
268661	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
268661	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
268661	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
268661	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
268661	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
268661	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
268661	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
268661	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
268661	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
268661	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
268661	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
268661	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
268661	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
268661	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
268661	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
268661	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
268661	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
268661	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
268661	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
268661	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
268661	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
268661	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
268661	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
268661	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
268661	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
268661	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
268661	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
268661	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
268661	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
268661	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
268661	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
268661	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
268661	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
268661	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
268661	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
268661	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
268661	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
268661	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
268661	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
268661	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
268661	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
268661	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
268661	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
268661	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
268661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
268661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
268661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
268661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
268661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
268661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
268661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
268661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
268661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
268661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
268661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
268661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
268661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
268661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
268661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
268661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
268661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
268661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
268661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
268661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
268661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
268661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
268661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
268661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
268661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
268661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
268661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
268661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
268661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
268661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
268661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
268661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
268661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
268661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
268661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
268661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
268661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
268661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
268661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
268661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
268661	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
268661	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
268661	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
268661	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
268661	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
268661	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
268661	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
268661	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
268661	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
268661	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
268661	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
268661	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
268661	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
268661	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
268661	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
268661	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
268661	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
268661	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
268661	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
268661	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
268661	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
268661	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
268661	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
268661	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
268661	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
268661	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
268661	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
268661	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
268661	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
268661	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
268661	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
268661	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
268661	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
268661	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
268661	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
268661	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
268661	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
268661	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
268661	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
268661	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
268661	embedding2nn.weight	0	0.04523420333862305
268661	embedding2nn.weight	1	-0.0895867869257927
268661	embedding2nn.weight	2	0.009211805649101734
268661	embedding2nn.weight	3	-0.060882553458213806
268661	embedding2nn.weight	4	-0.11371699720621109
268661	embedding2nn.weight	5	0.10906457901000977
268661	embedding2nn.weight	6	-0.08785022050142288
268661	embedding2nn.weight	7	-0.08151521533727646
268661	embedding2nn.weight	8	-0.03666304424405098
268661	embedding2nn.weight	9	0.043863605707883835
268661	embedding2nn.bias	0	0.07634929567575455
268661	embedding2nn.bias	1	-0.02169579453766346
268661	embedding2nn.bias	2	-0.07352583110332489
268661	embedding2nn.bias	3	0.017903517931699753
268661	embedding2nn.bias	4	-0.011789128184318542
268661	embedding2nn.bias	5	-0.19153520464897156
268661	embedding2nn.bias	6	-0.11597719043493271
268661	embedding2nn.bias	7	-0.009331637993454933
268661	embedding2nn.bias	8	0.06574015319347382
268661	embedding2nn.bias	9	-0.06248031556606293
268661	rnn.weight_ih_l0	0	0.03332209959626198
268661	rnn.weight_ih_l0	1	-0.09136202931404114
268661	rnn.weight_ih_l0	2	-0.06487195193767548
268661	rnn.weight_ih_l0	3	-0.05198638513684273
268661	rnn.weight_ih_l0	4	0.01879146881401539
268661	rnn.weight_ih_l0	5	-0.11413635313510895
268661	rnn.weight_ih_l0	6	-0.027474097907543182
268661	rnn.weight_ih_l0	7	0.0034502255730330944
268661	rnn.weight_ih_l0	8	0.04507317394018173
268661	rnn.weight_ih_l0	9	0.00576893100515008
268661	rnn.weight_hh_l0	0	0.003752178745344281
268661	rnn.weight_hh_l0	1	-0.07594285160303116
268661	rnn.weight_hh_l0	2	0.07500807195901871
268661	rnn.weight_hh_l0	3	0.050122082233428955
268661	rnn.weight_hh_l0	4	0.0074911294505000114
268661	rnn.weight_hh_l0	5	0.06952590495347977
268661	rnn.weight_hh_l0	6	-0.018028108403086662
268661	rnn.weight_hh_l0	7	-0.11408962309360504
268661	rnn.weight_hh_l0	8	0.02598043531179428
268661	rnn.weight_hh_l0	9	-0.07935415208339691
268661	rnn.bias_ih_l0	0	-0.07907512038946152
268661	rnn.bias_ih_l0	1	-0.19204238057136536
268661	rnn.bias_ih_l0	2	-0.2665575444698334
268661	rnn.bias_ih_l0	3	-0.27541446685791016
268661	rnn.bias_ih_l0	4	0.003914711531251669
268661	rnn.bias_ih_l0	5	0.05217773839831352
268661	rnn.bias_ih_l0	6	-0.17025069892406464
268661	rnn.bias_ih_l0	7	-0.27200040221214294
268661	rnn.bias_ih_l0	8	-0.1579849123954773
268661	rnn.bias_ih_l0	9	-0.17506526410579681
268661	rnn.bias_hh_l0	0	0.13277806341648102
268661	rnn.bias_hh_l0	1	-0.057152070105075836
268661	rnn.bias_hh_l0	2	0.05346691235899925
268661	rnn.bias_hh_l0	3	-0.16887855529785156
268661	rnn.bias_hh_l0	4	0.06414011865854263
268661	rnn.bias_hh_l0	5	0.05459253117442131
268661	rnn.bias_hh_l0	6	-0.11235269159078598
268661	rnn.bias_hh_l0	7	-0.15363723039627075
268661	rnn.bias_hh_l0	8	-0.18358299136161804
268661	rnn.bias_hh_l0	9	-0.11520874500274658
268661	rnn.weight_ih_l0_reverse	0	-0.016916461288928986
268661	rnn.weight_ih_l0_reverse	1	-0.01175080705434084
268661	rnn.weight_ih_l0_reverse	2	-0.006001342553645372
268661	rnn.weight_ih_l0_reverse	3	0.007371997926384211
268661	rnn.weight_ih_l0_reverse	4	0.008256466127932072
268661	rnn.weight_ih_l0_reverse	5	-0.05692146718502045
268661	rnn.weight_ih_l0_reverse	6	-0.04058067500591278
268661	rnn.weight_ih_l0_reverse	7	0.018023530021309853
268661	rnn.weight_ih_l0_reverse	8	0.09343595057725906
268661	rnn.weight_ih_l0_reverse	9	0.001134758349508047
268661	rnn.weight_hh_l0_reverse	0	0.006145772058516741
268661	rnn.weight_hh_l0_reverse	1	0.02876240760087967
268661	rnn.weight_hh_l0_reverse	2	-0.04147544130682945
268661	rnn.weight_hh_l0_reverse	3	0.04339073970913887
268661	rnn.weight_hh_l0_reverse	4	0.02337397262454033
268661	rnn.weight_hh_l0_reverse	5	-0.00860582571476698
268661	rnn.weight_hh_l0_reverse	6	0.0707227885723114
268661	rnn.weight_hh_l0_reverse	7	0.04040992259979248
268661	rnn.weight_hh_l0_reverse	8	-0.02491707354784012
268661	rnn.weight_hh_l0_reverse	9	-0.02614879608154297
268661	rnn.bias_ih_l0_reverse	0	-0.15137404203414917
268661	rnn.bias_ih_l0_reverse	1	-0.31091341376304626
268661	rnn.bias_ih_l0_reverse	2	-0.05996359512209892
268661	rnn.bias_ih_l0_reverse	3	-0.15227273106575012
268661	rnn.bias_ih_l0_reverse	4	0.060328319668769836
268661	rnn.bias_ih_l0_reverse	5	-0.2829069197177887
268661	rnn.bias_ih_l0_reverse	6	-0.06898025423288345
268661	rnn.bias_ih_l0_reverse	7	0.012003297917544842
268661	rnn.bias_ih_l0_reverse	8	-0.19766010344028473
268661	rnn.bias_ih_l0_reverse	9	-0.08872294425964355
268661	rnn.bias_hh_l0_reverse	0	-0.15682831406593323
268661	rnn.bias_hh_l0_reverse	1	-0.15808117389678955
268661	rnn.bias_hh_l0_reverse	2	-0.009929199703037739
268661	rnn.bias_hh_l0_reverse	3	-0.13716372847557068
268661	rnn.bias_hh_l0_reverse	4	-0.027167601510882378
268661	rnn.bias_hh_l0_reverse	5	-0.12266521900892258
268661	rnn.bias_hh_l0_reverse	6	-0.07831982523202896
268661	rnn.bias_hh_l0_reverse	7	-0.17766647040843964
268661	rnn.bias_hh_l0_reverse	8	-0.06086280569434166
268661	rnn.bias_hh_l0_reverse	9	-0.11773089319467545
268661	linear.weight	0	-0.24541980028152466
268661	linear.weight	1	-0.13049499690532684
268661	linear.weight	2	-0.011228874325752258
268661	linear.weight	3	-0.07591919600963593
268661	linear.weight	4	0.0015615380834788084
268661	linear.weight	5	0.248344287276268
268661	linear.weight	6	0.0047744326293468475
268661	linear.weight	7	-0.021312154829502106
268661	linear.weight	8	0.21244271099567413
268661	linear.weight	9	0.23149846494197845
268661	linear.bias	0	-0.8440701365470886
268661	linear.bias	1	1.4203819036483765
268661	linear.bias	2	-0.501078188419342
268661	linear.bias	3	-0.759128749370575
268661	linear.bias	4	-0.9254775047302246
268661	linear.bias	5	-1.1811261177062988
268661	linear.bias	6	-0.9726405739784241
268661	linear.bias	7	-0.6883026361465454
268661	linear.bias	8	-0.01705317199230194
268661	linear.bias	9	3.518268585205078
268858	transitions	0	-0.4778304994106293
268858	transitions	1	8.906011581420898
268858	transitions	2	-3.6556713581085205
268858	transitions	3	1.6539406776428223
268858	transitions	4	-2.2413768768310547
268858	transitions	5	-0.43918293714523315
268858	transitions	6	-0.19748887419700623
268858	transitions	7	-10000.0
268858	transitions	8	1.8749353885650635
268858	transitions	9	-2.2952494621276855
268858	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
268858	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
268858	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
268858	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
268858	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
268858	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
268858	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
268858	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
268858	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
268858	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
268858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
268858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
268858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
268858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
268858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
268858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
268858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
268858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
268858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
268858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
268858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
268858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
268858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
268858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
268858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
268858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
268858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
268858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
268858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
268858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
268858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
268858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
268858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
268858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
268858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
268858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
268858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
268858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
268858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
268858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
268858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
268858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
268858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
268858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
268858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
268858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
268858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
268858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
268858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
268858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
268858	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
268858	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
268858	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
268858	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
268858	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
268858	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
268858	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
268858	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
268858	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
268858	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
268858	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
268858	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
268858	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
268858	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
268858	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
268858	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
268858	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
268858	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
268858	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
268858	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
268858	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
268858	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
268858	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
268858	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
268858	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
268858	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
268858	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
268858	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
268858	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
268858	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
268858	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
268858	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
268858	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
268858	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
268858	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
268858	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
268858	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
268858	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
268858	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
268858	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
268858	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
268858	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
268858	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
268858	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
268858	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
268858	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
268858	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
268858	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
268858	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
268858	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
268858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
268858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
268858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
268858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
268858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
268858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
268858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
268858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
268858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
268858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
268858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
268858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
268858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
268858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
268858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
268858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
268858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
268858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
268858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
268858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
268858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
268858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
268858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
268858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
268858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
268858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
268858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
268858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
268858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
268858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
268858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
268858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
268858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
268858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
268858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
268858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
268858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
268858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
268858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
268858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
268858	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
268858	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
268858	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
268858	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
268858	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
268858	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
268858	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
268858	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
268858	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
268858	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
268858	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
268858	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
268858	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
268858	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
268858	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
268858	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
268858	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
268858	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
268858	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
268858	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
268858	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
268858	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
268858	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
268858	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
268858	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
268858	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
268858	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
268858	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
268858	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
268858	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
268858	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
268858	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
268858	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
268858	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
268858	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
268858	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
268858	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
268858	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
268858	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
268858	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
268858	embedding2nn.weight	0	0.04543784260749817
268858	embedding2nn.weight	1	-0.08956131339073181
268858	embedding2nn.weight	2	0.008673409931361675
268858	embedding2nn.weight	3	-0.06121416017413139
268858	embedding2nn.weight	4	-0.11367271095514297
268858	embedding2nn.weight	5	0.10898234695196152
268858	embedding2nn.weight	6	-0.08653772622346878
268858	embedding2nn.weight	7	-0.08085615187883377
268858	embedding2nn.weight	8	-0.03662528470158577
268858	embedding2nn.weight	9	0.04310021176934242
268858	embedding2nn.bias	0	0.07279867678880692
268858	embedding2nn.bias	1	-0.01672844961285591
268858	embedding2nn.bias	2	-0.06998701393604279
268858	embedding2nn.bias	3	0.01260604988783598
268858	embedding2nn.bias	4	-0.011819470673799515
268858	embedding2nn.bias	5	-0.19476518034934998
268858	embedding2nn.bias	6	-0.11628802120685577
268858	embedding2nn.bias	7	-0.010837041772902012
268858	embedding2nn.bias	8	0.06544513255357742
268858	embedding2nn.bias	9	-0.0608835443854332
268858	rnn.weight_ih_l0	0	0.033827442675828934
268858	rnn.weight_ih_l0	1	-0.09154240787029266
268858	rnn.weight_ih_l0	2	-0.06471235305070877
268858	rnn.weight_ih_l0	3	-0.052740246057510376
268858	rnn.weight_ih_l0	4	0.018175050616264343
268858	rnn.weight_ih_l0	5	-0.11380371451377869
268858	rnn.weight_ih_l0	6	-0.027557391673326492
268858	rnn.weight_ih_l0	7	0.003483434207737446
268858	rnn.weight_ih_l0	8	0.04517379403114319
268858	rnn.weight_ih_l0	9	0.004921529442071915
268858	rnn.weight_hh_l0	0	0.004086299799382687
268858	rnn.weight_hh_l0	1	-0.076044462621212
268858	rnn.weight_hh_l0	2	0.07502127438783646
268858	rnn.weight_hh_l0	3	0.05015033110976219
268858	rnn.weight_hh_l0	4	0.007523014675825834
268858	rnn.weight_hh_l0	5	0.07019185274839401
268858	rnn.weight_hh_l0	6	-0.017924588173627853
268858	rnn.weight_hh_l0	7	-0.1142958551645279
268858	rnn.weight_hh_l0	8	0.026023704558610916
268858	rnn.weight_hh_l0	9	-0.07981940358877182
268858	rnn.bias_ih_l0	0	-0.07792076468467712
268858	rnn.bias_ih_l0	1	-0.19153554737567902
268858	rnn.bias_ih_l0	2	-0.2655539810657501
268858	rnn.bias_ih_l0	3	-0.27550187706947327
268858	rnn.bias_ih_l0	4	0.004811782855540514
268858	rnn.bias_ih_l0	5	0.052824974060058594
268858	rnn.bias_ih_l0	6	-0.17023175954818726
268858	rnn.bias_ih_l0	7	-0.2716095745563507
268858	rnn.bias_ih_l0	8	-0.1569824367761612
268858	rnn.bias_ih_l0	9	-0.17511041462421417
268858	rnn.bias_hh_l0	0	0.13410790264606476
268858	rnn.bias_hh_l0	1	-0.05733512341976166
268858	rnn.bias_hh_l0	2	0.05396692827343941
268858	rnn.bias_hh_l0	3	-0.16881133615970612
268858	rnn.bias_hh_l0	4	0.0645180270075798
268858	rnn.bias_hh_l0	5	0.05392620339989662
268858	rnn.bias_hh_l0	6	-0.11230924725532532
268858	rnn.bias_hh_l0	7	-0.153622567653656
268858	rnn.bias_hh_l0	8	-0.1843857318162918
268858	rnn.bias_hh_l0	9	-0.11468395590782166
268858	rnn.weight_ih_l0_reverse	0	-0.017117580398917198
268858	rnn.weight_ih_l0_reverse	1	-0.011488793417811394
268858	rnn.weight_ih_l0_reverse	2	-0.006156069692224264
268858	rnn.weight_ih_l0_reverse	3	0.0076650516130030155
268858	rnn.weight_ih_l0_reverse	4	0.008413844741880894
268858	rnn.weight_ih_l0_reverse	5	-0.0573132298886776
268858	rnn.weight_ih_l0_reverse	6	-0.03959532082080841
268858	rnn.weight_ih_l0_reverse	7	0.018398141488432884
268858	rnn.weight_ih_l0_reverse	8	0.09231460839509964
268858	rnn.weight_ih_l0_reverse	9	0.0013087454717606306
268858	rnn.weight_hh_l0_reverse	0	0.005978553090244532
268858	rnn.weight_hh_l0_reverse	1	0.028815310448408127
268858	rnn.weight_hh_l0_reverse	2	-0.04121014475822449
268858	rnn.weight_hh_l0_reverse	3	0.04315999150276184
268858	rnn.weight_hh_l0_reverse	4	0.023365674540400505
268858	rnn.weight_hh_l0_reverse	5	-0.008780171163380146
268858	rnn.weight_hh_l0_reverse	6	0.07079421728849411
268858	rnn.weight_hh_l0_reverse	7	0.040005866438150406
268858	rnn.weight_hh_l0_reverse	8	-0.024961233139038086
268858	rnn.weight_hh_l0_reverse	9	-0.026150468736886978
268858	rnn.bias_ih_l0_reverse	0	-0.15087954699993134
268858	rnn.bias_ih_l0_reverse	1	-0.31097280979156494
268858	rnn.bias_ih_l0_reverse	2	-0.059993743896484375
268858	rnn.bias_ih_l0_reverse	3	-0.1522894948720932
268858	rnn.bias_ih_l0_reverse	4	0.05955599993467331
268858	rnn.bias_ih_l0_reverse	5	-0.2830500602722168
268858	rnn.bias_ih_l0_reverse	6	-0.06905858963727951
268858	rnn.bias_ih_l0_reverse	7	0.013181142508983612
268858	rnn.bias_ih_l0_reverse	8	-0.1987285166978836
268858	rnn.bias_ih_l0_reverse	9	-0.0888708084821701
268858	rnn.bias_hh_l0_reverse	0	-0.15694154798984528
268858	rnn.bias_hh_l0_reverse	1	-0.15869267284870148
268858	rnn.bias_hh_l0_reverse	2	-0.010381242260336876
268858	rnn.bias_hh_l0_reverse	3	-0.13656742870807648
268858	rnn.bias_hh_l0_reverse	4	-0.026688508689403534
268858	rnn.bias_hh_l0_reverse	5	-0.12250722944736481
268858	rnn.bias_hh_l0_reverse	6	-0.07701439410448074
268858	rnn.bias_hh_l0_reverse	7	-0.1775398850440979
268858	rnn.bias_hh_l0_reverse	8	-0.060955438762903214
268858	rnn.bias_hh_l0_reverse	9	-0.11811221390962601
268858	linear.weight	0	-0.24821092188358307
268858	linear.weight	1	-0.1333906352519989
268858	linear.weight	2	-0.011228874325752258
268858	linear.weight	3	-0.07443083822727203
268858	linear.weight	4	0.003962458577007055
268858	linear.weight	5	0.2503224015235901
268858	linear.weight	6	0.0047744326293468475
268858	linear.weight	7	-0.021312154829502106
268858	linear.weight	8	0.21411322057247162
268858	linear.weight	9	0.2353186160326004
268858	linear.bias	0	-0.8403929471969604
268858	linear.bias	1	1.4309927225112915
268858	linear.bias	2	-0.4984350800514221
268858	linear.bias	3	-0.7548547387123108
268858	linear.bias	4	-0.9314013719558716
268858	linear.bias	5	-1.181130051612854
268858	linear.bias	6	-0.9685439467430115
268858	linear.bias	7	-0.6852819919586182
268858	linear.bias	8	-0.01705317199230194
268858	linear.bias	9	3.509641647338867
269055	transitions	0	-0.47789034247398376
269055	transitions	1	8.890914916992188
269055	transitions	2	-3.655780553817749
269055	transitions	3	1.6544380187988281
269055	transitions	4	-2.2414677143096924
269055	transitions	5	-0.43921440839767456
269055	transitions	6	-0.19749702513217926
269055	transitions	7	-10000.0
269055	transitions	8	1.8745671510696411
269055	transitions	9	-2.2952513694763184
269055	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
269055	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
269055	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
269055	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
269055	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
269055	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
269055	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
269055	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
269055	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
269055	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
269055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
269055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
269055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
269055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
269055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
269055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
269055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
269055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
269055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
269055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
269055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
269055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
269055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
269055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
269055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
269055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
269055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
269055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
269055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
269055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
269055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
269055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
269055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
269055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
269055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
269055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
269055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
269055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
269055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
269055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
269055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
269055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
269055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
269055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
269055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
269055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
269055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
269055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
269055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
269055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
269055	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
269055	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
269055	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
269055	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
269055	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
269055	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
269055	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
269055	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
269055	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
269055	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
269055	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
269055	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
269055	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
269055	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
269055	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
269055	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
269055	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
269055	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
269055	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
269055	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
269055	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
269055	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
269055	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
269055	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
269055	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
269055	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
269055	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
269055	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
269055	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
269055	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
269055	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
269055	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
269055	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
269055	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
269055	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
269055	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
269055	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
269055	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
269055	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
269055	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
269055	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
269055	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
269055	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
269055	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
269055	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
269055	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
269055	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
269055	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
269055	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
269055	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
269055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
269055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
269055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
269055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
269055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
269055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
269055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
269055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
269055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
269055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
269055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
269055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
269055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
269055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
269055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
269055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
269055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
269055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
269055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
269055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
269055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
269055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
269055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
269055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
269055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
269055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
269055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
269055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
269055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
269055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
269055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
269055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
269055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
269055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
269055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
269055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
269055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
269055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
269055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
269055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
269055	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
269055	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
269055	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
269055	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
269055	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
269055	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
269055	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
269055	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
269055	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
269055	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
269055	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
269055	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
269055	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
269055	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
269055	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
269055	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
269055	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
269055	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
269055	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
269055	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
269055	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
269055	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
269055	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
269055	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
269055	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
269055	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
269055	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
269055	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
269055	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
269055	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
269055	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
269055	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
269055	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
269055	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
269055	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
269055	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
269055	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
269055	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
269055	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
269055	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
269055	embedding2nn.weight	0	0.04542037472128868
269055	embedding2nn.weight	1	-0.0891537293791771
269055	embedding2nn.weight	2	0.008399083279073238
269055	embedding2nn.weight	3	-0.06128175929188728
269055	embedding2nn.weight	4	-0.11428150534629822
269055	embedding2nn.weight	5	0.10880579799413681
269055	embedding2nn.weight	6	-0.08642370253801346
269055	embedding2nn.weight	7	-0.08071914315223694
269055	embedding2nn.weight	8	-0.03625832125544548
269055	embedding2nn.weight	9	0.04258296266198158
269055	embedding2nn.bias	0	0.0753764808177948
269055	embedding2nn.bias	1	-0.017761312425136566
269055	embedding2nn.bias	2	-0.07088935375213623
269055	embedding2nn.bias	3	0.013249288313090801
269055	embedding2nn.bias	4	-0.012618334032595158
269055	embedding2nn.bias	5	-0.19549044966697693
269055	embedding2nn.bias	6	-0.12119987607002258
269055	embedding2nn.bias	7	-0.004946738947182894
269055	embedding2nn.bias	8	0.06830970197916031
269055	embedding2nn.bias	9	-0.062420472502708435
269055	rnn.weight_ih_l0	0	0.033324286341667175
269055	rnn.weight_ih_l0	1	-0.09169849008321762
269055	rnn.weight_ih_l0	2	-0.06443233788013458
269055	rnn.weight_ih_l0	3	-0.05224216729402542
269055	rnn.weight_ih_l0	4	0.018034866079688072
269055	rnn.weight_ih_l0	5	-0.11328385770320892
269055	rnn.weight_ih_l0	6	-0.02776504121720791
269055	rnn.weight_ih_l0	7	0.0036728002596646547
269055	rnn.weight_ih_l0	8	0.045741353183984756
269055	rnn.weight_ih_l0	9	0.0053705074824392796
269055	rnn.weight_hh_l0	0	0.003969312179833651
269055	rnn.weight_hh_l0	1	-0.07594242691993713
269055	rnn.weight_hh_l0	2	0.07480743527412415
269055	rnn.weight_hh_l0	3	0.05031835660338402
269055	rnn.weight_hh_l0	4	0.007478160317987204
269055	rnn.weight_hh_l0	5	0.07016924023628235
269055	rnn.weight_hh_l0	6	-0.01788654364645481
269055	rnn.weight_hh_l0	7	-0.11417166143655777
269055	rnn.weight_hh_l0	8	0.025574328377842903
269055	rnn.weight_hh_l0	9	-0.08019941300153732
269055	rnn.bias_ih_l0	0	-0.07755828648805618
269055	rnn.bias_ih_l0	1	-0.19307616353034973
269055	rnn.bias_ih_l0	2	-0.2661358118057251
269055	rnn.bias_ih_l0	3	-0.2762109041213989
269055	rnn.bias_ih_l0	4	0.0046758269891142845
269055	rnn.bias_ih_l0	5	0.0541081503033638
269055	rnn.bias_ih_l0	6	-0.1688295155763626
269055	rnn.bias_ih_l0	7	-0.2712863087654114
269055	rnn.bias_ih_l0	8	-0.15530391037464142
269055	rnn.bias_ih_l0	9	-0.17539380490779877
269055	rnn.bias_hh_l0	0	0.1315997689962387
269055	rnn.bias_hh_l0	1	-0.05615304410457611
269055	rnn.bias_hh_l0	2	0.053993627429008484
269055	rnn.bias_hh_l0	3	-0.1701999306678772
269055	rnn.bias_hh_l0	4	0.06523448973894119
269055	rnn.bias_hh_l0	5	0.05306606739759445
269055	rnn.bias_hh_l0	6	-0.11336531490087509
269055	rnn.bias_hh_l0	7	-0.15275178849697113
269055	rnn.bias_hh_l0	8	-0.18405994772911072
269055	rnn.bias_hh_l0	9	-0.11492743343114853
269055	rnn.weight_ih_l0_reverse	0	-0.017228752374649048
269055	rnn.weight_ih_l0_reverse	1	-0.01178052555769682
269055	rnn.weight_ih_l0_reverse	2	-0.006129762157797813
269055	rnn.weight_ih_l0_reverse	3	0.0063149151392281055
269055	rnn.weight_ih_l0_reverse	4	0.008704278618097305
269055	rnn.weight_ih_l0_reverse	5	-0.0578916035592556
269055	rnn.weight_ih_l0_reverse	6	-0.03871134668588638
269055	rnn.weight_ih_l0_reverse	7	0.018096577376127243
269055	rnn.weight_ih_l0_reverse	8	0.09235266596078873
269055	rnn.weight_ih_l0_reverse	9	0.0005604723119176924
269055	rnn.weight_hh_l0_reverse	0	0.006074636708945036
269055	rnn.weight_hh_l0_reverse	1	0.028719155117869377
269055	rnn.weight_hh_l0_reverse	2	-0.041407711803913116
269055	rnn.weight_hh_l0_reverse	3	0.0432434007525444
269055	rnn.weight_hh_l0_reverse	4	0.023200681433081627
269055	rnn.weight_hh_l0_reverse	5	-0.008845120668411255
269055	rnn.weight_hh_l0_reverse	6	0.07113859057426453
269055	rnn.weight_hh_l0_reverse	7	0.03971882164478302
269055	rnn.weight_hh_l0_reverse	8	-0.024725118651986122
269055	rnn.weight_hh_l0_reverse	9	-0.026262663304805756
269055	rnn.bias_ih_l0_reverse	0	-0.15160691738128662
269055	rnn.bias_ih_l0_reverse	1	-0.31087619066238403
269055	rnn.bias_ih_l0_reverse	2	-0.06006353721022606
269055	rnn.bias_ih_l0_reverse	3	-0.15274342894554138
269055	rnn.bias_ih_l0_reverse	4	0.05918808653950691
269055	rnn.bias_ih_l0_reverse	5	-0.28163865208625793
269055	rnn.bias_ih_l0_reverse	6	-0.0697147399187088
269055	rnn.bias_ih_l0_reverse	7	0.011749077588319778
269055	rnn.bias_ih_l0_reverse	8	-0.19851310551166534
269055	rnn.bias_ih_l0_reverse	9	-0.0889577865600586
269055	rnn.bias_hh_l0_reverse	0	-0.15665002167224884
269055	rnn.bias_hh_l0_reverse	1	-0.15682440996170044
269055	rnn.bias_hh_l0_reverse	2	-0.010466355830430984
269055	rnn.bias_hh_l0_reverse	3	-0.1347687542438507
269055	rnn.bias_hh_l0_reverse	4	-0.02614964358508587
269055	rnn.bias_hh_l0_reverse	5	-0.12296571582555771
269055	rnn.bias_hh_l0_reverse	6	-0.076075978577137
269055	rnn.bias_hh_l0_reverse	7	-0.1779053956270218
269055	rnn.bias_hh_l0_reverse	8	-0.061138276010751724
269055	rnn.bias_hh_l0_reverse	9	-0.11711666733026505
269055	linear.weight	0	-0.2484917938709259
269055	linear.weight	1	-0.1340302973985672
269055	linear.weight	2	-0.011228874325752258
269055	linear.weight	3	-0.07760649174451828
269055	linear.weight	4	0.002131282351911068
269055	linear.weight	5	0.24814139306545258
269055	linear.weight	6	0.0047744326293468475
269055	linear.weight	7	-0.021312154829502106
269055	linear.weight	8	0.21703848242759705
269055	linear.weight	9	0.23454760015010834
269055	linear.bias	0	-0.8249330520629883
269055	linear.bias	1	1.431209683418274
269055	linear.bias	2	-0.4900647699832916
269055	linear.bias	3	-0.773763120174408
269055	linear.bias	4	-0.9295371174812317
269055	linear.bias	5	-1.1811350584030151
269055	linear.bias	6	-0.9537398219108582
269055	linear.bias	7	-0.6828147768974304
269055	linear.bias	8	-0.01705317199230194
269055	linear.bias	9	3.5095388889312744
269252	transitions	0	-0.47790512442588806
269252	transitions	1	8.89179515838623
269252	transitions	2	-3.6558890342712402
269252	transitions	3	1.6517341136932373
269252	transitions	4	-2.2415754795074463
269252	transitions	5	-0.43923407793045044
269252	transitions	6	-0.19750568270683289
269252	transitions	7	-10000.0
269252	transitions	8	1.875735878944397
269252	transitions	9	-2.295252561569214
269252	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
269252	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
269252	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
269252	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
269252	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
269252	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
269252	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
269252	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
269252	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
269252	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
269252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
269252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
269252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
269252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
269252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
269252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
269252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
269252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
269252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
269252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
269252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
269252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
269252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
269252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
269252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
269252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
269252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
269252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
269252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
269252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
269252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
269252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
269252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
269252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
269252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
269252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
269252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
269252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
269252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
269252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
269252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
269252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
269252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
269252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
269252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
269252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
269252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
269252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
269252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
269252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
269252	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
269252	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
269252	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
269252	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
269252	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
269252	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
269252	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
269252	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
269252	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
269252	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
269252	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
269252	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
269252	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
269252	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
269252	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
269252	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
269252	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
269252	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
269252	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
269252	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
269252	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
269252	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
269252	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
269252	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
269252	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
269252	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
269252	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
269252	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
269252	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
269252	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
269252	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
269252	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
269252	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
269252	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
269252	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
269252	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
269252	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
269252	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
269252	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
269252	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
269252	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
269252	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
269252	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
269252	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
269252	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
269252	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
269252	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
269252	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
269252	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
269252	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
269252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
269252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
269252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
269252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
269252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
269252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
269252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
269252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
269252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
269252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
269252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
269252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
269252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
269252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
269252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
269252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
269252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
269252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
269252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
269252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
269252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
269252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
269252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
269252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
269252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
269252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
269252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
269252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
269252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
269252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
269252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
269252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
269252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
269252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
269252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
269252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
269252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
269252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
269252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
269252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
269252	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
269252	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
269252	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
269252	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
269252	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
269252	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
269252	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
269252	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
269252	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
269252	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
269252	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
269252	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
269252	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
269252	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
269252	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
269252	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
269252	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
269252	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
269252	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
269252	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
269252	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
269252	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
269252	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
269252	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
269252	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
269252	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
269252	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
269252	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
269252	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
269252	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
269252	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
269252	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
269252	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
269252	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
269252	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
269252	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
269252	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
269252	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
269252	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
269252	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
269252	embedding2nn.weight	0	0.045484595000743866
269252	embedding2nn.weight	1	-0.08947742730379105
269252	embedding2nn.weight	2	0.009201467968523502
269252	embedding2nn.weight	3	-0.06144662946462631
269252	embedding2nn.weight	4	-0.11515381187200546
269252	embedding2nn.weight	5	0.10951801389455795
269252	embedding2nn.weight	6	-0.0870419591665268
269252	embedding2nn.weight	7	-0.07970526069402695
269252	embedding2nn.weight	8	-0.03597057983279228
269252	embedding2nn.weight	9	0.042307157069444656
269252	embedding2nn.bias	0	0.07709713280200958
269252	embedding2nn.bias	1	-0.018363039940595627
269252	embedding2nn.bias	2	-0.06952311098575592
269252	embedding2nn.bias	3	0.013979719020426273
269252	embedding2nn.bias	4	-0.017361406236886978
269252	embedding2nn.bias	5	-0.19863706827163696
269252	embedding2nn.bias	6	-0.11457108706235886
269252	embedding2nn.bias	7	-0.0007604526472277939
269252	embedding2nn.bias	8	0.06765983998775482
269252	embedding2nn.bias	9	-0.06627881526947021
269252	rnn.weight_ih_l0	0	0.033701974898576736
269252	rnn.weight_ih_l0	1	-0.08976932615041733
269252	rnn.weight_ih_l0	2	-0.06379497051239014
269252	rnn.weight_ih_l0	3	-0.053165607154369354
269252	rnn.weight_ih_l0	4	0.01786928065121174
269252	rnn.weight_ih_l0	5	-0.11305529624223709
269252	rnn.weight_ih_l0	6	-0.026873765513300896
269252	rnn.weight_ih_l0	7	0.003837814088910818
269252	rnn.weight_ih_l0	8	0.04657774791121483
269252	rnn.weight_ih_l0	9	0.004704682156443596
269252	rnn.weight_hh_l0	0	0.003809613175690174
269252	rnn.weight_hh_l0	1	-0.07565416395664215
269252	rnn.weight_hh_l0	2	0.0747547373175621
269252	rnn.weight_hh_l0	3	0.05046889930963516
269252	rnn.weight_hh_l0	4	0.007543820887804031
269252	rnn.weight_hh_l0	5	0.07002522051334381
269252	rnn.weight_hh_l0	6	-0.01798068918287754
269252	rnn.weight_hh_l0	7	-0.11429095268249512
269252	rnn.weight_hh_l0	8	0.0257872361689806
269252	rnn.weight_hh_l0	9	-0.08017570525407791
269252	rnn.bias_ih_l0	0	-0.07786380499601364
269252	rnn.bias_ih_l0	1	-0.19272996485233307
269252	rnn.bias_ih_l0	2	-0.26615583896636963
269252	rnn.bias_ih_l0	3	-0.276147723197937
269252	rnn.bias_ih_l0	4	0.005470150150358677
269252	rnn.bias_ih_l0	5	0.05231434479355812
269252	rnn.bias_ih_l0	6	-0.16972975432872772
269252	rnn.bias_ih_l0	7	-0.2720082998275757
269252	rnn.bias_ih_l0	8	-0.1558241993188858
269252	rnn.bias_ih_l0	9	-0.17542296648025513
269252	rnn.bias_hh_l0	0	0.13032320141792297
269252	rnn.bias_hh_l0	1	-0.05646096169948578
269252	rnn.bias_hh_l0	2	0.05487620085477829
269252	rnn.bias_hh_l0	3	-0.16968229413032532
269252	rnn.bias_hh_l0	4	0.06459890305995941
269252	rnn.bias_hh_l0	5	0.05435856059193611
269252	rnn.bias_hh_l0	6	-0.11330398172140121
269252	rnn.bias_hh_l0	7	-0.15299126505851746
269252	rnn.bias_hh_l0	8	-0.1835133284330368
269252	rnn.bias_hh_l0	9	-0.11429408937692642
269252	rnn.weight_ih_l0_reverse	0	-0.017834899947047234
269252	rnn.weight_ih_l0_reverse	1	-0.01190586294978857
269252	rnn.weight_ih_l0_reverse	2	-0.0056059216149151325
269252	rnn.weight_ih_l0_reverse	3	0.0058374968357384205
269252	rnn.weight_ih_l0_reverse	4	0.008263052441179752
269252	rnn.weight_ih_l0_reverse	5	-0.057536784559488297
269252	rnn.weight_ih_l0_reverse	6	-0.03857859969139099
269252	rnn.weight_ih_l0_reverse	7	0.017925091087818146
269252	rnn.weight_ih_l0_reverse	8	0.09272968769073486
269252	rnn.weight_ih_l0_reverse	9	-6.689249130431563e-05
269252	rnn.weight_hh_l0_reverse	0	0.006000597961246967
269252	rnn.weight_hh_l0_reverse	1	0.028785107657313347
269252	rnn.weight_hh_l0_reverse	2	-0.0415734201669693
269252	rnn.weight_hh_l0_reverse	3	0.04323631525039673
269252	rnn.weight_hh_l0_reverse	4	0.02320164442062378
269252	rnn.weight_hh_l0_reverse	5	-0.008932285942137241
269252	rnn.weight_hh_l0_reverse	6	0.07089029997587204
269252	rnn.weight_hh_l0_reverse	7	0.039781369268894196
269252	rnn.weight_hh_l0_reverse	8	-0.024464121088385582
269252	rnn.weight_hh_l0_reverse	9	-0.02624470740556717
269252	rnn.bias_ih_l0_reverse	0	-0.15172629058361053
269252	rnn.bias_ih_l0_reverse	1	-0.31121256947517395
269252	rnn.bias_ih_l0_reverse	2	-0.06044047325849533
269252	rnn.bias_ih_l0_reverse	3	-0.1526615023612976
269252	rnn.bias_ih_l0_reverse	4	0.059925906360149384
269252	rnn.bias_ih_l0_reverse	5	-0.2815305292606354
269252	rnn.bias_ih_l0_reverse	6	-0.06985069066286087
269252	rnn.bias_ih_l0_reverse	7	0.013339139521121979
269252	rnn.bias_ih_l0_reverse	8	-0.1985471397638321
269252	rnn.bias_ih_l0_reverse	9	-0.08912768959999084
269252	rnn.bias_hh_l0_reverse	0	-0.15737344324588776
269252	rnn.bias_hh_l0_reverse	1	-0.15704907476902008
269252	rnn.bias_hh_l0_reverse	2	-0.010837573558092117
269252	rnn.bias_hh_l0_reverse	3	-0.13681572675704956
269252	rnn.bias_hh_l0_reverse	4	-0.02592497318983078
269252	rnn.bias_hh_l0_reverse	5	-0.12315358221530914
269252	rnn.bias_hh_l0_reverse	6	-0.07662688940763474
269252	rnn.bias_hh_l0_reverse	7	-0.17768320441246033
269252	rnn.bias_hh_l0_reverse	8	-0.06138051673769951
269252	rnn.bias_hh_l0_reverse	9	-0.11813107877969742
269252	linear.weight	0	-0.24694977700710297
269252	linear.weight	1	-0.1343897581100464
269252	linear.weight	2	-0.011228874325752258
269252	linear.weight	3	-0.07690540701150894
269252	linear.weight	4	-0.0002660765021573752
269252	linear.weight	5	0.2524073123931885
269252	linear.weight	6	0.0047744326293468475
269252	linear.weight	7	-0.021312154829502106
269252	linear.weight	8	0.21605437994003296
269252	linear.weight	9	0.23271362483501434
269252	linear.bias	0	-0.8297189474105835
269252	linear.bias	1	1.4012210369110107
269252	linear.bias	2	-0.4949210584163666
269252	linear.bias	3	-0.7733147144317627
269252	linear.bias	4	-0.9220476746559143
269252	linear.bias	5	-1.1811389923095703
269252	linear.bias	6	-0.959534764289856
269252	linear.bias	7	-0.6747353076934814
269252	linear.bias	8	-0.01705317199230194
269252	linear.bias	9	3.5240652561187744
269449	transitions	0	-0.47793343663215637
269449	transitions	1	8.887438774108887
269449	transitions	2	-3.6559958457946777
269449	transitions	3	1.6523566246032715
269449	transitions	4	-2.2416725158691406
269449	transitions	5	-0.439245343208313
269449	transitions	6	-0.1975172609090805
269449	transitions	7	-10000.0
269449	transitions	8	1.8756760358810425
269449	transitions	9	-2.2952539920806885
269449	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
269449	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
269449	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
269449	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
269449	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
269449	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
269449	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
269449	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
269449	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
269449	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
269449	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
269449	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
269449	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
269449	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
269449	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
269449	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
269449	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
269449	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
269449	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
269449	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
269449	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
269449	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
269449	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
269449	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
269449	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
269449	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
269449	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
269449	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
269449	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
269449	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
269449	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
269449	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
269449	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
269449	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
269449	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
269449	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
269449	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
269449	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
269449	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
269449	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
269449	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
269449	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
269449	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
269449	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
269449	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
269449	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
269449	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
269449	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
269449	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
269449	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
269449	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
269449	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
269449	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
269449	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
269449	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
269449	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
269449	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
269449	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
269449	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
269449	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
269449	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
269449	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
269449	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
269449	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
269449	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
269449	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
269449	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
269449	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
269449	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
269449	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
269449	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
269449	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
269449	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
269449	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
269449	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
269449	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
269449	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
269449	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
269449	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
269449	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
269449	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
269449	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
269449	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
269449	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
269449	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
269449	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
269449	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
269449	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
269449	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
269449	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
269449	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
269449	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
269449	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
269449	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
269449	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
269449	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
269449	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
269449	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
269449	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
269449	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
269449	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
269449	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
269449	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
269449	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
269449	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
269449	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
269449	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
269449	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
269449	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
269449	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
269449	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
269449	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
269449	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
269449	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
269449	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
269449	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
269449	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
269449	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
269449	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
269449	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
269449	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
269449	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
269449	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
269449	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
269449	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
269449	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
269449	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
269449	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
269449	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
269449	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
269449	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
269449	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
269449	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
269449	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
269449	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
269449	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
269449	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
269449	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
269449	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
269449	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
269449	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
269449	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
269449	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
269449	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
269449	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
269449	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
269449	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
269449	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
269449	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
269449	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
269449	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
269449	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
269449	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
269449	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
269449	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
269449	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
269449	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
269449	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
269449	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
269449	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
269449	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
269449	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
269449	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
269449	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
269449	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
269449	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
269449	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
269449	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
269449	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
269449	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
269449	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
269449	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
269449	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
269449	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
269449	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
269449	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
269449	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
269449	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
269449	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
269449	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
269449	embedding2nn.weight	0	0.045316293835639954
269449	embedding2nn.weight	1	-0.0892724022269249
269449	embedding2nn.weight	2	0.008112072013318539
269449	embedding2nn.weight	3	-0.06126827746629715
269449	embedding2nn.weight	4	-0.11557336896657944
269449	embedding2nn.weight	5	0.1097162514925003
269449	embedding2nn.weight	6	-0.08883804827928543
269449	embedding2nn.weight	7	-0.08091337978839874
269449	embedding2nn.weight	8	-0.035689204931259155
269449	embedding2nn.weight	9	0.04175874963402748
269449	embedding2nn.bias	0	0.07719770073890686
269449	embedding2nn.bias	1	-0.022930491715669632
269449	embedding2nn.bias	2	-0.0629676952958107
269449	embedding2nn.bias	3	0.013492650352418423
269449	embedding2nn.bias	4	-0.015635574236512184
269449	embedding2nn.bias	5	-0.19683943688869476
269449	embedding2nn.bias	6	-0.11272777616977692
269449	embedding2nn.bias	7	0.004747405648231506
269449	embedding2nn.bias	8	0.07177089154720306
269449	embedding2nn.bias	9	-0.06345853209495544
269449	rnn.weight_ih_l0	0	0.034089937806129456
269449	rnn.weight_ih_l0	1	-0.09013360738754272
269449	rnn.weight_ih_l0	2	-0.06471096724271774
269449	rnn.weight_ih_l0	3	-0.05357706546783447
269449	rnn.weight_ih_l0	4	0.01775594986975193
269449	rnn.weight_ih_l0	5	-0.11227662116289139
269449	rnn.weight_ih_l0	6	-0.026663200929760933
269449	rnn.weight_ih_l0	7	0.003598641837015748
269449	rnn.weight_ih_l0	8	0.04484517127275467
269449	rnn.weight_ih_l0	9	0.005626162979751825
269449	rnn.weight_hh_l0	0	0.004081328399479389
269449	rnn.weight_hh_l0	1	-0.07594683766365051
269449	rnn.weight_hh_l0	2	0.07473158836364746
269449	rnn.weight_hh_l0	3	0.050383180379867554
269449	rnn.weight_hh_l0	4	0.007601765915751457
269449	rnn.weight_hh_l0	5	0.07019557058811188
269449	rnn.weight_hh_l0	6	-0.017928123474121094
269449	rnn.weight_hh_l0	7	-0.11427538841962814
269449	rnn.weight_hh_l0	8	0.025695184245705605
269449	rnn.weight_hh_l0	9	-0.08014491945505142
269449	rnn.bias_ih_l0	0	-0.07841456681489944
269449	rnn.bias_ih_l0	1	-0.19277764856815338
269449	rnn.bias_ih_l0	2	-0.2657480835914612
269449	rnn.bias_ih_l0	3	-0.27672719955444336
269449	rnn.bias_ih_l0	4	0.004591747187077999
269449	rnn.bias_ih_l0	5	0.05277834087610245
269449	rnn.bias_ih_l0	6	-0.1687821000814438
269449	rnn.bias_ih_l0	7	-0.27199092507362366
269449	rnn.bias_ih_l0	8	-0.1568516194820404
269449	rnn.bias_ih_l0	9	-0.17540016770362854
269449	rnn.bias_hh_l0	0	0.1305045485496521
269449	rnn.bias_hh_l0	1	-0.057246144860982895
269449	rnn.bias_hh_l0	2	0.0550028532743454
269449	rnn.bias_hh_l0	3	-0.17033179104328156
269449	rnn.bias_hh_l0	4	0.06568466871976852
269449	rnn.bias_hh_l0	5	0.05336932837963104
269449	rnn.bias_hh_l0	6	-0.112669937312603
269449	rnn.bias_hh_l0	7	-0.15315356850624084
269449	rnn.bias_hh_l0	8	-0.1835692971944809
269449	rnn.bias_hh_l0	9	-0.1141706258058548
269449	rnn.weight_ih_l0_reverse	0	-0.017782457172870636
269449	rnn.weight_ih_l0_reverse	1	-0.012720904313027859
269449	rnn.weight_ih_l0_reverse	2	-0.004200977273285389
269449	rnn.weight_ih_l0_reverse	3	0.007077677175402641
269449	rnn.weight_ih_l0_reverse	4	0.008333348669111729
269449	rnn.weight_ih_l0_reverse	5	-0.057364340871572495
269449	rnn.weight_ih_l0_reverse	6	-0.03871321305632591
269449	rnn.weight_ih_l0_reverse	7	0.018194781616330147
269449	rnn.weight_ih_l0_reverse	8	0.09313293546438217
269449	rnn.weight_ih_l0_reverse	9	0.00011065760918427259
269449	rnn.weight_hh_l0_reverse	0	0.0058729625307023525
269449	rnn.weight_hh_l0_reverse	1	0.02859819121658802
269449	rnn.weight_hh_l0_reverse	2	-0.041478630155324936
269449	rnn.weight_hh_l0_reverse	3	0.043703593313694
269449	rnn.weight_hh_l0_reverse	4	0.023034973070025444
269449	rnn.weight_hh_l0_reverse	5	-0.009693932719528675
269449	rnn.weight_hh_l0_reverse	6	0.0707562267780304
269449	rnn.weight_hh_l0_reverse	7	0.03978164866566658
269449	rnn.weight_hh_l0_reverse	8	-0.024347826838493347
269449	rnn.weight_hh_l0_reverse	9	-0.02619618922472
269449	rnn.bias_ih_l0_reverse	0	-0.15189221501350403
269449	rnn.bias_ih_l0_reverse	1	-0.3115178644657135
269449	rnn.bias_ih_l0_reverse	2	-0.060779720544815063
269449	rnn.bias_ih_l0_reverse	3	-0.15264295041561127
269449	rnn.bias_ih_l0_reverse	4	0.060267653316259384
269449	rnn.bias_ih_l0_reverse	5	-0.2829186022281647
269449	rnn.bias_ih_l0_reverse	6	-0.06978865712881088
269449	rnn.bias_ih_l0_reverse	7	0.012936901301145554
269449	rnn.bias_ih_l0_reverse	8	-0.19820569455623627
269449	rnn.bias_ih_l0_reverse	9	-0.08926995098590851
269449	rnn.bias_hh_l0_reverse	0	-0.15695379674434662
269449	rnn.bias_hh_l0_reverse	1	-0.15702004730701447
269449	rnn.bias_hh_l0_reverse	2	-0.010962429456412792
269449	rnn.bias_hh_l0_reverse	3	-0.13743562996387482
269449	rnn.bias_hh_l0_reverse	4	-0.024998614564538002
269449	rnn.bias_hh_l0_reverse	5	-0.12298015505075455
269449	rnn.bias_hh_l0_reverse	6	-0.07628466933965683
269449	rnn.bias_hh_l0_reverse	7	-0.17750747501850128
269449	rnn.bias_hh_l0_reverse	8	-0.06125352159142494
269449	rnn.bias_hh_l0_reverse	9	-0.11841791868209839
269449	linear.weight	0	-0.2461707890033722
269449	linear.weight	1	-0.13335487246513367
269449	linear.weight	2	-0.011228874325752258
269449	linear.weight	3	-0.07476835697889328
269449	linear.weight	4	-0.0015204468509182334
269449	linear.weight	5	0.2580224275588989
269449	linear.weight	6	0.0047744326293468475
269449	linear.weight	7	-0.021312154829502106
269449	linear.weight	8	0.21247141063213348
269449	linear.weight	9	0.23342077434062958
269449	linear.bias	0	-0.8314006328582764
269449	linear.bias	1	1.4127886295318604
269449	linear.bias	2	-0.4962712526321411
269449	linear.bias	3	-0.7710781693458557
269449	linear.bias	4	-0.9203866124153137
269449	linear.bias	5	-1.1811413764953613
269449	linear.bias	6	-0.960886538028717
269449	linear.bias	7	-0.6870052814483643
269449	linear.bias	8	-0.01705317199230194
269449	linear.bias	9	3.513033628463745
269646	transitions	0	-0.4780248999595642
269646	transitions	1	8.892004013061523
269646	transitions	2	-3.65610933303833
269646	transitions	3	1.654220461845398
269646	transitions	4	-2.241805076599121
269646	transitions	5	-0.4392538070678711
269646	transitions	6	-0.19752246141433716
269646	transitions	7	-10000.0
269646	transitions	8	1.8755909204483032
269646	transitions	9	-2.2952558994293213
269646	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
269646	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
269646	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
269646	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
269646	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
269646	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
269646	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
269646	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
269646	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
269646	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
269646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
269646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
269646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
269646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
269646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
269646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
269646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
269646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
269646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
269646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
269646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
269646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
269646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
269646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
269646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
269646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
269646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
269646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
269646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
269646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
269646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
269646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
269646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
269646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
269646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
269646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
269646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
269646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
269646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
269646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
269646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
269646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
269646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
269646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
269646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
269646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
269646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
269646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
269646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
269646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
269646	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
269646	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
269646	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
269646	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
269646	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
269646	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
269646	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
269646	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
269646	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
269646	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
269646	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
269646	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
269646	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
269646	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
269646	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
269646	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
269646	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
269646	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
269646	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
269646	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
269646	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
269646	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
269646	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
269646	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
269646	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
269646	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
269646	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
269646	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
269646	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
269646	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
269646	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
269646	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
269646	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
269646	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
269646	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
269646	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
269646	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
269646	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
269646	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
269646	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
269646	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
269646	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
269646	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
269646	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
269646	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
269646	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
269646	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
269646	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
269646	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
269646	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
269646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
269646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
269646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
269646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
269646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
269646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
269646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
269646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
269646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
269646	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
269646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
269646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
269646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
269646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
269646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
269646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
269646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
269646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
269646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
269646	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
269646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
269646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
269646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
269646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
269646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
269646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
269646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
269646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
269646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
269646	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
269646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
269646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
269646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
269646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
269646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
269646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
269646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
269646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
269646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
269646	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
269646	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
269646	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
269646	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
269646	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
269646	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
269646	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
269646	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
269646	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
269646	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
269646	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
269646	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
269646	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
269646	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
269646	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
269646	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
269646	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
269646	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
269646	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
269646	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
269646	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
269646	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
269646	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
269646	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
269646	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
269646	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
269646	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
269646	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
269646	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
269646	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
269646	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
269646	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
269646	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
269646	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
269646	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
269646	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
269646	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
269646	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
269646	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
269646	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
269646	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
269646	embedding2nn.weight	0	0.045321691781282425
269646	embedding2nn.weight	1	-0.08885477483272552
269646	embedding2nn.weight	2	0.007152131758630276
269646	embedding2nn.weight	3	-0.06086849793791771
269646	embedding2nn.weight	4	-0.11696076393127441
269646	embedding2nn.weight	5	0.10965147614479065
269646	embedding2nn.weight	6	-0.08836794644594193
269646	embedding2nn.weight	7	-0.08140546083450317
269646	embedding2nn.weight	8	-0.035583481192588806
269646	embedding2nn.weight	9	0.04072171449661255
269646	embedding2nn.bias	0	0.08017956465482712
269646	embedding2nn.bias	1	-0.02040654793381691
269646	embedding2nn.bias	2	-0.06106291338801384
269646	embedding2nn.bias	3	0.00696771964430809
269646	embedding2nn.bias	4	-0.015557900071144104
269646	embedding2nn.bias	5	-0.19784227013587952
269646	embedding2nn.bias	6	-0.11322841048240662
269646	embedding2nn.bias	7	0.002780416514724493
269646	embedding2nn.bias	8	0.07026001811027527
269646	embedding2nn.bias	9	-0.062272537499666214
269646	rnn.weight_ih_l0	0	0.034209929406642914
269646	rnn.weight_ih_l0	1	-0.08966737985610962
269646	rnn.weight_ih_l0	2	-0.06416842341423035
269646	rnn.weight_ih_l0	3	-0.053176671266555786
269646	rnn.weight_ih_l0	4	0.017496859654784203
269646	rnn.weight_ih_l0	5	-0.1112779900431633
269646	rnn.weight_ih_l0	6	-0.026958540081977844
269646	rnn.weight_ih_l0	7	0.0038273250684142113
269646	rnn.weight_ih_l0	8	0.04554662108421326
269646	rnn.weight_ih_l0	9	0.005898989271372557
269646	rnn.weight_hh_l0	0	0.003942113369703293
269646	rnn.weight_hh_l0	1	-0.07621864229440689
269646	rnn.weight_hh_l0	2	0.07504381239414215
269646	rnn.weight_hh_l0	3	0.05055319145321846
269646	rnn.weight_hh_l0	4	0.007405139971524477
269646	rnn.weight_hh_l0	5	0.07020382583141327
269646	rnn.weight_hh_l0	6	-0.017767857760190964
269646	rnn.weight_hh_l0	7	-0.11454883962869644
269646	rnn.weight_hh_l0	8	0.02558857761323452
269646	rnn.weight_hh_l0	9	-0.07931303232908249
269646	rnn.bias_ih_l0	0	-0.07893019914627075
269646	rnn.bias_ih_l0	1	-0.19337932765483856
269646	rnn.bias_ih_l0	2	-0.2646249532699585
269646	rnn.bias_ih_l0	3	-0.2757153809070587
269646	rnn.bias_ih_l0	4	0.004487798549234867
269646	rnn.bias_ih_l0	5	0.053045377135276794
269646	rnn.bias_ih_l0	6	-0.17046920955181122
269646	rnn.bias_ih_l0	7	-0.2712869942188263
269646	rnn.bias_ih_l0	8	-0.15611912310123444
269646	rnn.bias_ih_l0	9	-0.17458970844745636
269646	rnn.bias_hh_l0	0	0.1310022473335266
269646	rnn.bias_hh_l0	1	-0.05746970698237419
269646	rnn.bias_hh_l0	2	0.054998718202114105
269646	rnn.bias_hh_l0	3	-0.1700076311826706
269646	rnn.bias_hh_l0	4	0.06510114669799805
269646	rnn.bias_hh_l0	5	0.053224947303533554
269646	rnn.bias_hh_l0	6	-0.1124112606048584
269646	rnn.bias_hh_l0	7	-0.15375204384326935
269646	rnn.bias_hh_l0	8	-0.1832660287618637
269646	rnn.bias_hh_l0	9	-0.11394649744033813
269646	rnn.weight_ih_l0_reverse	0	-0.017529841512441635
269646	rnn.weight_ih_l0_reverse	1	-0.012997310608625412
269646	rnn.weight_ih_l0_reverse	2	-0.004297768697142601
269646	rnn.weight_ih_l0_reverse	3	0.006569333840161562
269646	rnn.weight_ih_l0_reverse	4	0.00904983002692461
269646	rnn.weight_ih_l0_reverse	5	-0.05763259902596474
269646	rnn.weight_ih_l0_reverse	6	-0.0388060063123703
269646	rnn.weight_ih_l0_reverse	7	0.01832755282521248
269646	rnn.weight_ih_l0_reverse	8	0.09347923845052719
269646	rnn.weight_ih_l0_reverse	9	-0.00032533693592995405
269646	rnn.weight_hh_l0_reverse	0	0.005847534630447626
269646	rnn.weight_hh_l0_reverse	1	0.028582114726305008
269646	rnn.weight_hh_l0_reverse	2	-0.041536297649145126
269646	rnn.weight_hh_l0_reverse	3	0.04393243044614792
269646	rnn.weight_hh_l0_reverse	4	0.023075291886925697
269646	rnn.weight_hh_l0_reverse	5	-0.009612519294023514
269646	rnn.weight_hh_l0_reverse	6	0.07074563950300217
269646	rnn.weight_hh_l0_reverse	7	0.03971587121486664
269646	rnn.weight_hh_l0_reverse	8	-0.02451859600841999
269646	rnn.weight_hh_l0_reverse	9	-0.02602081000804901
269646	rnn.bias_ih_l0_reverse	0	-0.15120530128479004
269646	rnn.bias_ih_l0_reverse	1	-0.31018710136413574
269646	rnn.bias_ih_l0_reverse	2	-0.06112049147486687
269646	rnn.bias_ih_l0_reverse	3	-0.15274666249752045
269646	rnn.bias_ih_l0_reverse	4	0.06010155752301216
269646	rnn.bias_ih_l0_reverse	5	-0.2832387089729309
269646	rnn.bias_ih_l0_reverse	6	-0.06943106651306152
269646	rnn.bias_ih_l0_reverse	7	0.011484745889902115
269646	rnn.bias_ih_l0_reverse	8	-0.19790107011795044
269646	rnn.bias_ih_l0_reverse	9	-0.08917819708585739
269646	rnn.bias_hh_l0_reverse	0	-0.15681980550289154
269646	rnn.bias_hh_l0_reverse	1	-0.1560443490743637
269646	rnn.bias_hh_l0_reverse	2	-0.010708191432058811
269646	rnn.bias_hh_l0_reverse	3	-0.13750424981117249
269646	rnn.bias_hh_l0_reverse	4	-0.024700939655303955
269646	rnn.bias_hh_l0_reverse	5	-0.12255381047725677
269646	rnn.bias_hh_l0_reverse	6	-0.07671742141246796
269646	rnn.bias_hh_l0_reverse	7	-0.17793293297290802
269646	rnn.bias_hh_l0_reverse	8	-0.061649732291698456
269646	rnn.bias_hh_l0_reverse	9	-0.11823217570781708
269646	linear.weight	0	-0.24822238087654114
269646	linear.weight	1	-0.13321159780025482
269646	linear.weight	2	-0.011228874325752258
269646	linear.weight	3	-0.07085615396499634
269646	linear.weight	4	-0.006412846967577934
269646	linear.weight	5	0.25257596373558044
269646	linear.weight	6	0.0047744326293468475
269646	linear.weight	7	-0.021312154829502106
269646	linear.weight	8	0.21319204568862915
269646	linear.weight	9	0.23589397966861725
269646	linear.bias	0	-0.8329563140869141
269646	linear.bias	1	1.4132548570632935
269646	linear.bias	2	-0.50302654504776
269646	linear.bias	3	-0.7666940689086914
269646	linear.bias	4	-0.9210812449455261
269646	linear.bias	5	-1.1811469793319702
269646	linear.bias	6	-0.9633305668830872
269646	linear.bias	7	-0.6699569225311279
269646	linear.bias	8	-0.01705317199230194
269646	linear.bias	9	3.508575201034546
269843	transitions	0	-0.47804775834083557
269843	transitions	1	8.880638122558594
269843	transitions	2	-3.656230926513672
269843	transitions	3	1.6532498598098755
269843	transitions	4	-2.2418437004089355
269843	transitions	5	-0.4393101632595062
269843	transitions	6	-0.1975293904542923
269843	transitions	7	-10000.0
269843	transitions	8	1.8773483037948608
269843	transitions	9	-2.2952566146850586
269843	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
269843	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
269843	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
269843	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
269843	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
269843	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
269843	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
269843	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
269843	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
269843	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
269843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
269843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
269843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
269843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
269843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
269843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
269843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
269843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
269843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
269843	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
269843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
269843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
269843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
269843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
269843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
269843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
269843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
269843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
269843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
269843	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
269843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
269843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
269843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
269843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
269843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
269843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
269843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
269843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
269843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
269843	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
269843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
269843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
269843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
269843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
269843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
269843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
269843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
269843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
269843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
269843	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
269843	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
269843	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
269843	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
269843	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
269843	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
269843	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
269843	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
269843	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
269843	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
269843	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
269843	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
269843	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
269843	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
269843	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
269843	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
269843	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
269843	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
269843	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
269843	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
269843	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
269843	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
269843	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
269843	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
269843	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
269843	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
269843	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
269843	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
269843	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
269843	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
269843	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
269843	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
269843	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
269843	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
269843	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
269843	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
269843	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
269843	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
269843	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
269843	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
269843	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
269843	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
269843	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
269843	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
269843	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
269843	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
269843	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
269843	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
269843	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
269843	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
269843	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
269843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
269843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
269843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
269843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
269843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
269843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
269843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
269843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
269843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
269843	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
269843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
269843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
269843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
269843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
269843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
269843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
269843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
269843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
269843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
269843	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
269843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
269843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
269843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
269843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
269843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
269843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
269843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
269843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
269843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
269843	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
269843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
269843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
269843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
269843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
269843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
269843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
269843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
269843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
269843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
269843	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
269843	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
269843	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
269843	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
269843	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
269843	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
269843	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
269843	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
269843	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
269843	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
269843	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
269843	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
269843	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
269843	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
269843	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
269843	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
269843	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
269843	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
269843	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
269843	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
269843	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
269843	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
269843	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
269843	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
269843	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
269843	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
269843	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
269843	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
269843	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
269843	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
269843	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
269843	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
269843	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
269843	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
269843	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
269843	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
269843	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
269843	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
269843	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
269843	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
269843	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
269843	embedding2nn.weight	0	0.04541681334376335
269843	embedding2nn.weight	1	-0.0885840430855751
269843	embedding2nn.weight	2	0.006868921220302582
269843	embedding2nn.weight	3	-0.0606754869222641
269843	embedding2nn.weight	4	-0.11724303662776947
269843	embedding2nn.weight	5	0.10977121442556381
269843	embedding2nn.weight	6	-0.08810450881719589
269843	embedding2nn.weight	7	-0.08182453364133835
269843	embedding2nn.weight	8	-0.03571102023124695
269843	embedding2nn.weight	9	0.040652886033058167
269843	embedding2nn.bias	0	0.07237830758094788
269843	embedding2nn.bias	1	-0.01722758822143078
269843	embedding2nn.bias	2	-0.06313970685005188
269843	embedding2nn.bias	3	0.0027319774962961674
269843	embedding2nn.bias	4	-0.015888964757323265
269843	embedding2nn.bias	5	-0.19880101084709167
269843	embedding2nn.bias	6	-0.11184674501419067
269843	embedding2nn.bias	7	0.0008862133836373687
269843	embedding2nn.bias	8	0.06953899562358856
269843	embedding2nn.bias	9	-0.06132736802101135
269843	rnn.weight_ih_l0	0	0.033744990825653076
269843	rnn.weight_ih_l0	1	-0.09024408459663391
269843	rnn.weight_ih_l0	2	-0.06479868292808533
269843	rnn.weight_ih_l0	3	-0.05386924743652344
269843	rnn.weight_ih_l0	4	0.0172349251806736
269843	rnn.weight_ih_l0	5	-0.11065337061882019
269843	rnn.weight_ih_l0	6	-0.02610253170132637
269843	rnn.weight_ih_l0	7	0.0031859050504863262
269843	rnn.weight_ih_l0	8	0.04613107070326805
269843	rnn.weight_ih_l0	9	0.006036683451384306
269843	rnn.weight_hh_l0	0	0.0037514506839215755
269843	rnn.weight_hh_l0	1	-0.07583056390285492
269843	rnn.weight_hh_l0	2	0.07487703859806061
269843	rnn.weight_hh_l0	3	0.05083830654621124
269843	rnn.weight_hh_l0	4	0.007349520456045866
269843	rnn.weight_hh_l0	5	0.07027263194322586
269843	rnn.weight_hh_l0	6	-0.017858585342764854
269843	rnn.weight_hh_l0	7	-0.11456569284200668
269843	rnn.weight_hh_l0	8	0.025711389258503914
269843	rnn.weight_hh_l0	9	-0.07952949404716492
269843	rnn.bias_ih_l0	0	-0.080133818089962
269843	rnn.bias_ih_l0	1	-0.19236239790916443
269843	rnn.bias_ih_l0	2	-0.2647636830806732
269843	rnn.bias_ih_l0	3	-0.2751407325267792
269843	rnn.bias_ih_l0	4	0.0066201090812683105
269843	rnn.bias_ih_l0	5	0.05314153805375099
269843	rnn.bias_ih_l0	6	-0.17034034430980682
269843	rnn.bias_ih_l0	7	-0.27072930335998535
269843	rnn.bias_ih_l0	8	-0.15609046816825867
269843	rnn.bias_ih_l0	9	-0.17406387627124786
269843	rnn.bias_hh_l0	0	0.13085614144802094
269843	rnn.bias_hh_l0	1	-0.05692111700773239
269843	rnn.bias_hh_l0	2	0.055498842149972916
269843	rnn.bias_hh_l0	3	-0.16989246010780334
269843	rnn.bias_hh_l0	4	0.06310300529003143
269843	rnn.bias_hh_l0	5	0.05278298258781433
269843	rnn.bias_hh_l0	6	-0.11240220814943314
269843	rnn.bias_hh_l0	7	-0.15354417264461517
269843	rnn.bias_hh_l0	8	-0.18303045630455017
269843	rnn.bias_hh_l0	9	-0.11328887939453125
269843	rnn.weight_ih_l0_reverse	0	-0.01764737442135811
269843	rnn.weight_ih_l0_reverse	1	-0.012485460378229618
269843	rnn.weight_ih_l0_reverse	2	-0.003964187111705542
269843	rnn.weight_ih_l0_reverse	3	0.0064839511178433895
269843	rnn.weight_ih_l0_reverse	4	0.00809455569833517
269843	rnn.weight_ih_l0_reverse	5	-0.057894956320524216
269843	rnn.weight_ih_l0_reverse	6	-0.03933197259902954
269843	rnn.weight_ih_l0_reverse	7	0.018701670691370964
269843	rnn.weight_ih_l0_reverse	8	0.09379506856203079
269843	rnn.weight_ih_l0_reverse	9	-1.3137590940459631e-05
269843	rnn.weight_hh_l0_reverse	0	0.005906234961003065
269843	rnn.weight_hh_l0_reverse	1	0.028527280315756798
269843	rnn.weight_hh_l0_reverse	2	-0.04163668677210808
269843	rnn.weight_hh_l0_reverse	3	0.04400503635406494
269843	rnn.weight_hh_l0_reverse	4	0.022820407524704933
269843	rnn.weight_hh_l0_reverse	5	-0.009694132022559643
269843	rnn.weight_hh_l0_reverse	6	0.07046806812286377
269843	rnn.weight_hh_l0_reverse	7	0.03972144424915314
269843	rnn.weight_hh_l0_reverse	8	-0.024258188903331757
269843	rnn.weight_hh_l0_reverse	9	-0.025758778676390648
269843	rnn.bias_ih_l0_reverse	0	-0.15100665390491486
269843	rnn.bias_ih_l0_reverse	1	-0.3099333345890045
269843	rnn.bias_ih_l0_reverse	2	-0.06140345335006714
269843	rnn.bias_ih_l0_reverse	3	-0.15273572504520416
269843	rnn.bias_ih_l0_reverse	4	0.05989041179418564
269843	rnn.bias_ih_l0_reverse	5	-0.283718079328537
269843	rnn.bias_ih_l0_reverse	6	-0.07006774097681046
269843	rnn.bias_ih_l0_reverse	7	0.012442299164831638
269843	rnn.bias_ih_l0_reverse	8	-0.1977696567773819
269843	rnn.bias_ih_l0_reverse	9	-0.08843090385198593
269843	rnn.bias_hh_l0_reverse	0	-0.15775491297245026
269843	rnn.bias_hh_l0_reverse	1	-0.15562985837459564
269843	rnn.bias_hh_l0_reverse	2	-0.01115513313561678
269843	rnn.bias_hh_l0_reverse	3	-0.13572989404201508
269843	rnn.bias_hh_l0_reverse	4	-0.024510841816663742
269843	rnn.bias_hh_l0_reverse	5	-0.1226506382226944
269843	rnn.bias_hh_l0_reverse	6	-0.07462998479604721
269843	rnn.bias_hh_l0_reverse	7	-0.17822209000587463
269843	rnn.bias_hh_l0_reverse	8	-0.06148354336619377
269843	rnn.bias_hh_l0_reverse	9	-0.11850026249885559
269843	linear.weight	0	-0.24500802159309387
269843	linear.weight	1	-0.1324159950017929
269843	linear.weight	2	-0.011228874325752258
269843	linear.weight	3	-0.07063490897417068
269843	linear.weight	4	-0.0065296245738863945
269843	linear.weight	5	0.2513459324836731
269843	linear.weight	6	0.0047744326293468475
269843	linear.weight	7	-0.021312154829502106
269843	linear.weight	8	0.213291734457016
269843	linear.weight	9	0.2352084070444107
269843	linear.bias	0	-0.8262419104576111
269843	linear.bias	1	1.4212433099746704
269843	linear.bias	2	-0.4932010769844055
269843	linear.bias	3	-0.7796563506126404
269843	linear.bias	4	-0.9341457486152649
269843	linear.bias	5	-1.1811518669128418
269843	linear.bias	6	-0.9593689441680908
269843	linear.bias	7	-0.6766175031661987
269843	linear.bias	8	-0.01705317199230194
269843	linear.bias	9	3.50809645652771
270040	transitions	0	-0.4780740439891815
270040	transitions	1	8.890573501586914
270040	transitions	2	-3.6564080715179443
270040	transitions	3	1.6555100679397583
270040	transitions	4	-2.241884231567383
270040	transitions	5	-0.4393269717693329
270040	transitions	6	-0.19753731787204742
270040	transitions	7	-10000.0
270040	transitions	8	1.877585530281067
270040	transitions	9	-2.2952568531036377
270040	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
270040	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
270040	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
270040	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
270040	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
270040	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
270040	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
270040	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
270040	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
270040	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
270040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
270040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
270040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
270040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
270040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
270040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
270040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
270040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
270040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
270040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
270040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
270040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
270040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
270040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
270040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
270040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
270040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
270040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
270040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
270040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
270040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
270040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
270040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
270040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
270040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
270040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
270040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
270040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
270040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
270040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
270040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
270040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
270040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
270040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
270040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
270040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
270040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
270040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
270040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
270040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
270040	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
270040	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
270040	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
270040	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
270040	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
270040	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
270040	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
270040	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
270040	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
270040	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
270040	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
270040	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
270040	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
270040	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
270040	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
270040	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
270040	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
270040	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
270040	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
270040	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
270040	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
270040	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
270040	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
270040	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
270040	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
270040	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
270040	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
270040	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
270040	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
270040	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
270040	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
270040	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
270040	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
270040	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
270040	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
270040	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
270040	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
270040	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
270040	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
270040	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
270040	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
270040	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
270040	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
270040	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
270040	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
270040	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
270040	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
270040	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
270040	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
270040	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
270040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
270040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
270040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
270040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
270040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
270040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
270040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
270040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
270040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
270040	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
270040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
270040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
270040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
270040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
270040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
270040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
270040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
270040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
270040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
270040	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
270040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
270040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
270040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
270040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
270040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
270040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
270040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
270040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
270040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
270040	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
270040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
270040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
270040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
270040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
270040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
270040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
270040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
270040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
270040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
270040	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
270040	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
270040	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
270040	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
270040	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
270040	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
270040	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
270040	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
270040	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
270040	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
270040	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
270040	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
270040	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
270040	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
270040	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
270040	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
270040	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
270040	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
270040	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
270040	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
270040	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
270040	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
270040	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
270040	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
270040	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
270040	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
270040	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
270040	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
270040	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
270040	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
270040	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
270040	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
270040	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
270040	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
270040	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
270040	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
270040	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
270040	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
270040	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
270040	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
270040	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
270040	embedding2nn.weight	0	0.04559846967458725
270040	embedding2nn.weight	1	-0.08844497799873352
270040	embedding2nn.weight	2	0.007025213446468115
270040	embedding2nn.weight	3	-0.06055544316768646
270040	embedding2nn.weight	4	-0.1182728186249733
270040	embedding2nn.weight	5	0.1101672425866127
270040	embedding2nn.weight	6	-0.0895843505859375
270040	embedding2nn.weight	7	-0.08227810263633728
270040	embedding2nn.weight	8	-0.03548257797956467
270040	embedding2nn.weight	9	0.04198385402560234
270040	embedding2nn.bias	0	0.07626014947891235
270040	embedding2nn.bias	1	-0.015269222669303417
270040	embedding2nn.bias	2	-0.06461332738399506
270040	embedding2nn.bias	3	0.002630862407386303
270040	embedding2nn.bias	4	-0.017795275896787643
270040	embedding2nn.bias	5	-0.1966802030801773
270040	embedding2nn.bias	6	-0.10903466492891312
270040	embedding2nn.bias	7	-0.0027010489720851183
270040	embedding2nn.bias	8	0.06831272691488266
270040	embedding2nn.bias	9	-0.05787830799818039
270040	rnn.weight_ih_l0	0	0.03344159573316574
270040	rnn.weight_ih_l0	1	-0.09063848853111267
270040	rnn.weight_ih_l0	2	-0.06506487727165222
270040	rnn.weight_ih_l0	3	-0.05315229296684265
270040	rnn.weight_ih_l0	4	0.01680835522711277
270040	rnn.weight_ih_l0	5	-0.10920894145965576
270040	rnn.weight_ih_l0	6	-0.02568054012954235
270040	rnn.weight_ih_l0	7	0.002169699175283313
270040	rnn.weight_ih_l0	8	0.046097710728645325
270040	rnn.weight_ih_l0	9	0.005158970598131418
270040	rnn.weight_hh_l0	0	0.003788440488278866
270040	rnn.weight_hh_l0	1	-0.07580213248729706
270040	rnn.weight_hh_l0	2	0.07511395961046219
270040	rnn.weight_hh_l0	3	0.051025040447711945
270040	rnn.weight_hh_l0	4	0.007205507718026638
270040	rnn.weight_hh_l0	5	0.07006970047950745
270040	rnn.weight_hh_l0	6	-0.01791655458509922
270040	rnn.weight_hh_l0	7	-0.11450991779565811
270040	rnn.weight_hh_l0	8	0.025490233674645424
270040	rnn.weight_hh_l0	9	-0.07854670286178589
270040	rnn.bias_ih_l0	0	-0.08001894503831863
270040	rnn.bias_ih_l0	1	-0.19228127598762512
270040	rnn.bias_ih_l0	2	-0.26418209075927734
270040	rnn.bias_ih_l0	3	-0.2756129801273346
270040	rnn.bias_ih_l0	4	0.005929703824222088
270040	rnn.bias_ih_l0	5	0.053624242544174194
270040	rnn.bias_ih_l0	6	-0.17028340697288513
270040	rnn.bias_ih_l0	7	-0.2701559066772461
270040	rnn.bias_ih_l0	8	-0.15521353483200073
270040	rnn.bias_ih_l0	9	-0.17329490184783936
270040	rnn.bias_hh_l0	0	0.13094931840896606
270040	rnn.bias_hh_l0	1	-0.05613895505666733
270040	rnn.bias_hh_l0	2	0.05580916255712509
270040	rnn.bias_hh_l0	3	-0.16943958401679993
270040	rnn.bias_hh_l0	4	0.062022462487220764
270040	rnn.bias_hh_l0	5	0.053278110921382904
270040	rnn.bias_hh_l0	6	-0.11252285540103912
270040	rnn.bias_hh_l0	7	-0.15406522154808044
270040	rnn.bias_hh_l0	8	-0.1830998808145523
270040	rnn.bias_hh_l0	9	-0.11365998536348343
270040	rnn.weight_ih_l0_reverse	0	-0.018368463963270187
270040	rnn.weight_ih_l0_reverse	1	-0.012836665846407413
270040	rnn.weight_ih_l0_reverse	2	-0.003538962220773101
270040	rnn.weight_ih_l0_reverse	3	0.007241925690323114
270040	rnn.weight_ih_l0_reverse	4	0.007564367726445198
270040	rnn.weight_ih_l0_reverse	5	-0.05810242146253586
270040	rnn.weight_ih_l0_reverse	6	-0.03966594487428665
270040	rnn.weight_ih_l0_reverse	7	0.019730469211935997
270040	rnn.weight_ih_l0_reverse	8	0.0940839946269989
270040	rnn.weight_ih_l0_reverse	9	-0.00013635748473461717
270040	rnn.weight_hh_l0_reverse	0	0.0061056059785187244
270040	rnn.weight_hh_l0_reverse	1	0.028448419645428658
270040	rnn.weight_hh_l0_reverse	2	-0.04150019586086273
270040	rnn.weight_hh_l0_reverse	3	0.04438298940658569
270040	rnn.weight_hh_l0_reverse	4	0.022820526733994484
270040	rnn.weight_hh_l0_reverse	5	-0.009655631147325039
270040	rnn.weight_hh_l0_reverse	6	0.07067865133285522
270040	rnn.weight_hh_l0_reverse	7	0.03966083750128746
270040	rnn.weight_hh_l0_reverse	8	-0.024041298776865005
270040	rnn.weight_hh_l0_reverse	9	-0.025578709319233894
270040	rnn.bias_ih_l0_reverse	0	-0.1508130580186844
270040	rnn.bias_ih_l0_reverse	1	-0.31010928750038147
270040	rnn.bias_ih_l0_reverse	2	-0.06107570603489876
270040	rnn.bias_ih_l0_reverse	3	-0.15271633863449097
270040	rnn.bias_ih_l0_reverse	4	0.05930986627936363
270040	rnn.bias_ih_l0_reverse	5	-0.28264209628105164
270040	rnn.bias_ih_l0_reverse	6	-0.06953655928373337
270040	rnn.bias_ih_l0_reverse	7	0.013660289347171783
270040	rnn.bias_ih_l0_reverse	8	-0.19816260039806366
270040	rnn.bias_ih_l0_reverse	9	-0.08871135860681534
270040	rnn.bias_hh_l0_reverse	0	-0.1587551385164261
270040	rnn.bias_hh_l0_reverse	1	-0.15479402244091034
270040	rnn.bias_hh_l0_reverse	2	-0.010799660347402096
270040	rnn.bias_hh_l0_reverse	3	-0.13527236878871918
270040	rnn.bias_hh_l0_reverse	4	-0.02491573616862297
270040	rnn.bias_hh_l0_reverse	5	-0.1222236156463623
270040	rnn.bias_hh_l0_reverse	6	-0.07439375668764114
270040	rnn.bias_hh_l0_reverse	7	-0.17812278866767883
270040	rnn.bias_hh_l0_reverse	8	-0.0624360628426075
270040	rnn.bias_hh_l0_reverse	9	-0.11891985684633255
270040	linear.weight	0	-0.24321717023849487
270040	linear.weight	1	-0.13293880224227905
270040	linear.weight	2	-0.011228874325752258
270040	linear.weight	3	-0.07630056887865067
270040	linear.weight	4	-0.0011529478942975402
270040	linear.weight	5	0.2486448436975479
270040	linear.weight	6	0.0047744326293468475
270040	linear.weight	7	-0.021312154829502106
270040	linear.weight	8	0.20871110260486603
270040	linear.weight	9	0.23444639146327972
270040	linear.bias	0	-0.8382453918457031
270040	linear.bias	1	1.4163353443145752
270040	linear.bias	2	-0.4903307259082794
270040	linear.bias	3	-0.7669003009796143
270040	linear.bias	4	-0.9289788007736206
270040	linear.bias	5	-1.1811556816101074
270040	linear.bias	6	-0.9706998467445374
270040	linear.bias	7	-0.6803961396217346
270040	linear.bias	8	-0.01705317199230194
270040	linear.bias	9	3.527272939682007
270237	transitions	0	-0.47809305787086487
270237	transitions	1	8.890237808227539
270237	transitions	2	-3.656522512435913
270237	transitions	3	1.6512812376022339
270237	transitions	4	-2.2419302463531494
270237	transitions	5	-0.439340740442276
270237	transitions	6	-0.1975432187318802
270237	transitions	7	-10000.0
270237	transitions	8	1.878508448600769
270237	transitions	9	-2.2952568531036377
270237	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
270237	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
270237	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
270237	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
270237	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
270237	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
270237	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
270237	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
270237	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
270237	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
270237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
270237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
270237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
270237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
270237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
270237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
270237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
270237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
270237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
270237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
270237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
270237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
270237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
270237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
270237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
270237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
270237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
270237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
270237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
270237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
270237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
270237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
270237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
270237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
270237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
270237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
270237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
270237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
270237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
270237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
270237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
270237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
270237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
270237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
270237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
270237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
270237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
270237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
270237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
270237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
270237	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
270237	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
270237	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
270237	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
270237	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
270237	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
270237	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
270237	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
270237	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
270237	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
270237	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
270237	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
270237	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
270237	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
270237	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
270237	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
270237	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
270237	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
270237	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
270237	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
270237	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
270237	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
270237	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
270237	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
270237	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
270237	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
270237	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
270237	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
270237	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
270237	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
270237	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
270237	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
270237	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
270237	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
270237	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
270237	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
270237	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
270237	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
270237	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
270237	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
270237	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
270237	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
270237	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
270237	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
270237	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
270237	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
270237	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
270237	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
270237	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
270237	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
270237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
270237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
270237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
270237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
270237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
270237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
270237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
270237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
270237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
270237	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
270237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
270237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
270237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
270237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
270237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
270237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
270237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
270237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
270237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
270237	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
270237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
270237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
270237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
270237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
270237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
270237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
270237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
270237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
270237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
270237	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
270237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
270237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
270237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
270237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
270237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
270237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
270237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
270237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
270237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
270237	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
270237	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
270237	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
270237	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
270237	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
270237	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
270237	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
270237	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
270237	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
270237	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
270237	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
270237	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
270237	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
270237	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
270237	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
270237	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
270237	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
270237	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
270237	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
270237	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
270237	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
270237	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
270237	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
270237	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
270237	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
270237	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
270237	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
270237	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
270237	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
270237	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
270237	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
270237	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
270237	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
270237	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
270237	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
270237	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
270237	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
270237	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
270237	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
270237	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
270237	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
270237	embedding2nn.weight	0	0.04580853506922722
270237	embedding2nn.weight	1	-0.0881231501698494
270237	embedding2nn.weight	2	0.007624587509781122
270237	embedding2nn.weight	3	-0.06076245754957199
270237	embedding2nn.weight	4	-0.11854744702577591
270237	embedding2nn.weight	5	0.11036521196365356
270237	embedding2nn.weight	6	-0.08929135650396347
270237	embedding2nn.weight	7	-0.08213600516319275
270237	embedding2nn.weight	8	-0.03599533438682556
270237	embedding2nn.weight	9	0.041809920221567154
270237	embedding2nn.bias	0	0.07505741715431213
270237	embedding2nn.bias	1	-0.014743542298674583
270237	embedding2nn.bias	2	-0.06416409462690353
270237	embedding2nn.bias	3	0.007372218184173107
270237	embedding2nn.bias	4	-0.014830505475401878
270237	embedding2nn.bias	5	-0.1966865509748459
270237	embedding2nn.bias	6	-0.10603668540716171
270237	embedding2nn.bias	7	-0.006645331624895334
270237	embedding2nn.bias	8	0.06747668981552124
270237	embedding2nn.bias	9	-0.05336073040962219
270237	rnn.weight_ih_l0	0	0.03329164534807205
270237	rnn.weight_ih_l0	1	-0.09069199115037918
270237	rnn.weight_ih_l0	2	-0.06423448771238327
270237	rnn.weight_ih_l0	3	-0.053517162799835205
270237	rnn.weight_ih_l0	4	0.01632658764719963
270237	rnn.weight_ih_l0	5	-0.10985860973596573
270237	rnn.weight_ih_l0	6	-0.02564656361937523
270237	rnn.weight_ih_l0	7	0.002015786012634635
270237	rnn.weight_ih_l0	8	0.04616174474358559
270237	rnn.weight_ih_l0	9	0.006602584850043058
270237	rnn.weight_hh_l0	0	0.0037729099858552217
270237	rnn.weight_hh_l0	1	-0.0750008076429367
270237	rnn.weight_hh_l0	2	0.07507356256246567
270237	rnn.weight_hh_l0	3	0.05119384080171585
270237	rnn.weight_hh_l0	4	0.00729549303650856
270237	rnn.weight_hh_l0	5	0.06982170790433884
270237	rnn.weight_hh_l0	6	-0.017804864794015884
270237	rnn.weight_hh_l0	7	-0.11477983742952347
270237	rnn.weight_hh_l0	8	0.02573452703654766
270237	rnn.weight_hh_l0	9	-0.07824225723743439
270237	rnn.bias_ih_l0	0	-0.08018214255571365
270237	rnn.bias_ih_l0	1	-0.191560760140419
270237	rnn.bias_ih_l0	2	-0.2643382251262665
270237	rnn.bias_ih_l0	3	-0.27454495429992676
270237	rnn.bias_ih_l0	4	0.004347838461399078
270237	rnn.bias_ih_l0	5	0.052271317690610886
270237	rnn.bias_ih_l0	6	-0.1706385761499405
270237	rnn.bias_ih_l0	7	-0.27027565240859985
270237	rnn.bias_ih_l0	8	-0.15344364941120148
270237	rnn.bias_ih_l0	9	-0.17383059859275818
270237	rnn.bias_hh_l0	0	0.13068701326847076
270237	rnn.bias_hh_l0	1	-0.056229498237371445
270237	rnn.bias_hh_l0	2	0.05509841814637184
270237	rnn.bias_hh_l0	3	-0.16945314407348633
270237	rnn.bias_hh_l0	4	0.06172287464141846
270237	rnn.bias_hh_l0	5	0.053934138268232346
270237	rnn.bias_hh_l0	6	-0.1123335063457489
270237	rnn.bias_hh_l0	7	-0.1548871099948883
270237	rnn.bias_hh_l0	8	-0.1832815259695053
270237	rnn.bias_hh_l0	9	-0.1122744232416153
270237	rnn.weight_ih_l0_reverse	0	-0.018312662839889526
270237	rnn.weight_ih_l0_reverse	1	-0.012996746227145195
270237	rnn.weight_ih_l0_reverse	2	-0.0031001425813883543
270237	rnn.weight_ih_l0_reverse	3	0.006343218497931957
270237	rnn.weight_ih_l0_reverse	4	0.00773680629208684
270237	rnn.weight_ih_l0_reverse	5	-0.057691384106874466
270237	rnn.weight_ih_l0_reverse	6	-0.0396384671330452
270237	rnn.weight_ih_l0_reverse	7	0.019541503861546516
270237	rnn.weight_ih_l0_reverse	8	0.0938030555844307
270237	rnn.weight_ih_l0_reverse	9	-0.0004191545012872666
270237	rnn.weight_hh_l0_reverse	0	0.005919940769672394
270237	rnn.weight_hh_l0_reverse	1	0.028359057381749153
270237	rnn.weight_hh_l0_reverse	2	-0.041407860815525055
270237	rnn.weight_hh_l0_reverse	3	0.0443277433514595
270237	rnn.weight_hh_l0_reverse	4	0.023266533389687538
270237	rnn.weight_hh_l0_reverse	5	-0.009656448848545551
270237	rnn.weight_hh_l0_reverse	6	0.07084556668996811
270237	rnn.weight_hh_l0_reverse	7	0.039466626942157745
270237	rnn.weight_hh_l0_reverse	8	-0.02379644475877285
270237	rnn.weight_hh_l0_reverse	9	-0.025695133954286575
270237	rnn.bias_ih_l0_reverse	0	-0.1512422412633896
270237	rnn.bias_ih_l0_reverse	1	-0.3099779486656189
270237	rnn.bias_ih_l0_reverse	2	-0.06116006523370743
270237	rnn.bias_ih_l0_reverse	3	-0.15262949466705322
270237	rnn.bias_ih_l0_reverse	4	0.05940563976764679
270237	rnn.bias_ih_l0_reverse	5	-0.28359365463256836
270237	rnn.bias_ih_l0_reverse	6	-0.07002297788858414
270237	rnn.bias_ih_l0_reverse	7	0.011698882095515728
270237	rnn.bias_ih_l0_reverse	8	-0.19838476181030273
270237	rnn.bias_ih_l0_reverse	9	-0.0884837806224823
270237	rnn.bias_hh_l0_reverse	0	-0.15970981121063232
270237	rnn.bias_hh_l0_reverse	1	-0.1543034166097641
270237	rnn.bias_hh_l0_reverse	2	-0.010587374679744244
270237	rnn.bias_hh_l0_reverse	3	-0.13568715751171112
270237	rnn.bias_hh_l0_reverse	4	-0.02522306516766548
270237	rnn.bias_hh_l0_reverse	5	-0.12227919697761536
270237	rnn.bias_hh_l0_reverse	6	-0.07535767555236816
270237	rnn.bias_hh_l0_reverse	7	-0.1780480295419693
270237	rnn.bias_hh_l0_reverse	8	-0.06209293380379677
270237	rnn.bias_hh_l0_reverse	9	-0.11850809305906296
270237	linear.weight	0	-0.24017132818698883
270237	linear.weight	1	-0.13442100584506989
270237	linear.weight	2	-0.011228874325752258
270237	linear.weight	3	-0.0769299641251564
270237	linear.weight	4	0.004371470771729946
270237	linear.weight	5	0.2482401430606842
270237	linear.weight	6	0.0047744326293468475
270237	linear.weight	7	-0.021312154829502106
270237	linear.weight	8	0.20648379623889923
270237	linear.weight	9	0.23623745143413544
270237	linear.bias	0	-0.8362278342247009
270237	linear.bias	1	1.4185932874679565
270237	linear.bias	2	-0.48944854736328125
270237	linear.bias	3	-0.7621273398399353
270237	linear.bias	4	-0.9209095239639282
270237	linear.bias	5	-1.181159496307373
270237	linear.bias	6	-0.9687715172767639
270237	linear.bias	7	-0.6757749319076538
270237	linear.bias	8	-0.01705317199230194
270237	linear.bias	9	3.4990713596343994
270434	transitions	0	-0.47835129499435425
270434	transitions	1	8.89702320098877
270434	transitions	2	-3.6565849781036377
270434	transitions	3	1.650421380996704
270434	transitions	4	-2.241966485977173
270434	transitions	5	-0.43934622406959534
270434	transitions	6	-0.19754908978939056
270434	transitions	7	-10000.0
270434	transitions	8	1.8789976835250854
270434	transitions	9	-2.295257329940796
270434	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
270434	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
270434	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
270434	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
270434	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
270434	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
270434	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
270434	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
270434	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
270434	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
270434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
270434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
270434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
270434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
270434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
270434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
270434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
270434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
270434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
270434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
270434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
270434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
270434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
270434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
270434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
270434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
270434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
270434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
270434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
270434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
270434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
270434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
270434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
270434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
270434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
270434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
270434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
270434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
270434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
270434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
270434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
270434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
270434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
270434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
270434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
270434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
270434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
270434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
270434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
270434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
270434	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
270434	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
270434	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
270434	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
270434	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
270434	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
270434	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
270434	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
270434	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
270434	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
270434	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
270434	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
270434	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
270434	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
270434	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
270434	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
270434	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
270434	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
270434	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
270434	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
270434	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
270434	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
270434	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
270434	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
270434	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
270434	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
270434	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
270434	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
270434	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
270434	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
270434	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
270434	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
270434	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
270434	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
270434	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
270434	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
270434	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
270434	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
270434	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
270434	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
270434	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
270434	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
270434	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
270434	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
270434	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
270434	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
270434	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
270434	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
270434	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
270434	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
270434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
270434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
270434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
270434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
270434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
270434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
270434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
270434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
270434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
270434	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
270434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
270434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
270434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
270434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
270434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
270434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
270434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
270434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
270434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
270434	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
270434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
270434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
270434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
270434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
270434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
270434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
270434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
270434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
270434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
270434	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
270434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
270434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
270434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
270434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
270434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
270434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
270434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
270434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
270434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
270434	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
270434	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
270434	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
270434	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
270434	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
270434	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
270434	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
270434	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
270434	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
270434	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
270434	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
270434	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
270434	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
270434	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
270434	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
270434	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
270434	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
270434	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
270434	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
270434	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
270434	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
270434	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
270434	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
270434	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
270434	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
270434	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
270434	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
270434	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
270434	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
270434	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
270434	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
270434	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
270434	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
270434	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
270434	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
270434	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
270434	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
270434	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
270434	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
270434	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
270434	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
270434	embedding2nn.weight	0	0.04551730304956436
270434	embedding2nn.weight	1	-0.08823492377996445
270434	embedding2nn.weight	2	0.0068092551082372665
270434	embedding2nn.weight	3	-0.06077251955866814
270434	embedding2nn.weight	4	-0.11785411834716797
270434	embedding2nn.weight	5	0.11004441231489182
270434	embedding2nn.weight	6	-0.0906420573592186
270434	embedding2nn.weight	7	-0.08211184293031693
270434	embedding2nn.weight	8	-0.03601648285984993
270434	embedding2nn.weight	9	0.04096115380525589
270434	embedding2nn.bias	0	0.08239846676588058
270434	embedding2nn.bias	1	-0.021117491647601128
270434	embedding2nn.bias	2	-0.06369882822036743
270434	embedding2nn.bias	3	0.011944950558245182
270434	embedding2nn.bias	4	-0.014607034623622894
270434	embedding2nn.bias	5	-0.19319140911102295
270434	embedding2nn.bias	6	-0.10404844582080841
270434	embedding2nn.bias	7	-0.006513527128845453
270434	embedding2nn.bias	8	0.07126924395561218
270434	embedding2nn.bias	9	-0.04856552183628082
270434	rnn.weight_ih_l0	0	0.03387520834803581
270434	rnn.weight_ih_l0	1	-0.09097027778625488
270434	rnn.weight_ih_l0	2	-0.0644361600279808
270434	rnn.weight_ih_l0	3	-0.05325058102607727
270434	rnn.weight_ih_l0	4	0.016696089878678322
270434	rnn.weight_ih_l0	5	-0.1101059839129448
270434	rnn.weight_ih_l0	6	-0.026303818449378014
270434	rnn.weight_ih_l0	7	0.0020800582133233547
270434	rnn.weight_ih_l0	8	0.04586881399154663
270434	rnn.weight_ih_l0	9	0.006566768977791071
270434	rnn.weight_hh_l0	0	0.0037610947620123625
270434	rnn.weight_hh_l0	1	-0.07513867318630219
270434	rnn.weight_hh_l0	2	0.07496180385351181
270434	rnn.weight_hh_l0	3	0.05136202648282051
270434	rnn.weight_hh_l0	4	0.007264973595738411
270434	rnn.weight_hh_l0	5	0.06972479820251465
270434	rnn.weight_hh_l0	6	-0.01777448132634163
270434	rnn.weight_hh_l0	7	-0.1147235631942749
270434	rnn.weight_hh_l0	8	0.02505774050951004
270434	rnn.weight_hh_l0	9	-0.0784134715795517
270434	rnn.bias_ih_l0	0	-0.08004850894212723
270434	rnn.bias_ih_l0	1	-0.1923133283853531
270434	rnn.bias_ih_l0	2	-0.2644971013069153
270434	rnn.bias_ih_l0	3	-0.27418091893196106
270434	rnn.bias_ih_l0	4	0.003854449139907956
270434	rnn.bias_ih_l0	5	0.05303417518734932
270434	rnn.bias_ih_l0	6	-0.17008572816848755
270434	rnn.bias_ih_l0	7	-0.2697577178478241
270434	rnn.bias_ih_l0	8	-0.1534760743379593
270434	rnn.bias_ih_l0	9	-0.17423543334007263
270434	rnn.bias_hh_l0	0	0.13166877627372742
270434	rnn.bias_hh_l0	1	-0.05619167536497116
270434	rnn.bias_hh_l0	2	0.05570979416370392
270434	rnn.bias_hh_l0	3	-0.17001202702522278
270434	rnn.bias_hh_l0	4	0.06192346662282944
270434	rnn.bias_hh_l0	5	0.054923783987760544
270434	rnn.bias_hh_l0	6	-0.11275658011436462
270434	rnn.bias_hh_l0	7	-0.1543595790863037
270434	rnn.bias_hh_l0	8	-0.1832781285047531
270434	rnn.bias_hh_l0	9	-0.11206702888011932
270434	rnn.weight_ih_l0_reverse	0	-0.01828223280608654
270434	rnn.weight_ih_l0_reverse	1	-0.013113587163388729
270434	rnn.weight_ih_l0_reverse	2	-0.0021338842343539
270434	rnn.weight_ih_l0_reverse	3	0.0068376497365534306
270434	rnn.weight_ih_l0_reverse	4	0.00814368762075901
270434	rnn.weight_ih_l0_reverse	5	-0.05776304379105568
270434	rnn.weight_ih_l0_reverse	6	-0.040023043751716614
270434	rnn.weight_ih_l0_reverse	7	0.019948124885559082
270434	rnn.weight_ih_l0_reverse	8	0.09379420429468155
270434	rnn.weight_ih_l0_reverse	9	2.3208896891446784e-05
270434	rnn.weight_hh_l0_reverse	0	0.00591311976313591
270434	rnn.weight_hh_l0_reverse	1	0.028299972414970398
270434	rnn.weight_hh_l0_reverse	2	-0.041479408740997314
270434	rnn.weight_hh_l0_reverse	3	0.04430145397782326
270434	rnn.weight_hh_l0_reverse	4	0.023061610758304596
270434	rnn.weight_hh_l0_reverse	5	-0.00963201280683279
270434	rnn.weight_hh_l0_reverse	6	0.07053704559803009
270434	rnn.weight_hh_l0_reverse	7	0.039665643125772476
270434	rnn.weight_hh_l0_reverse	8	-0.024181947112083435
270434	rnn.weight_hh_l0_reverse	9	-0.02568824589252472
270434	rnn.bias_ih_l0_reverse	0	-0.15256920456886292
270434	rnn.bias_ih_l0_reverse	1	-0.30930426716804504
270434	rnn.bias_ih_l0_reverse	2	-0.06089567393064499
270434	rnn.bias_ih_l0_reverse	3	-0.15279287099838257
270434	rnn.bias_ih_l0_reverse	4	0.059653390198946
270434	rnn.bias_ih_l0_reverse	5	-0.283509224653244
270434	rnn.bias_ih_l0_reverse	6	-0.07006921619176865
270434	rnn.bias_ih_l0_reverse	7	0.009970634244382381
270434	rnn.bias_ih_l0_reverse	8	-0.19897715747356415
270434	rnn.bias_ih_l0_reverse	9	-0.08823702484369278
270434	rnn.bias_hh_l0_reverse	0	-0.15922893583774567
270434	rnn.bias_hh_l0_reverse	1	-0.15398059785366058
270434	rnn.bias_hh_l0_reverse	2	-0.010671453550457954
270434	rnn.bias_hh_l0_reverse	3	-0.13605082035064697
270434	rnn.bias_hh_l0_reverse	4	-0.025200072675943375
270434	rnn.bias_hh_l0_reverse	5	-0.12215058505535126
270434	rnn.bias_hh_l0_reverse	6	-0.07491706311702728
270434	rnn.bias_hh_l0_reverse	7	-0.17806339263916016
270434	rnn.bias_hh_l0_reverse	8	-0.06190348044037819
270434	rnn.bias_hh_l0_reverse	9	-0.1189032569527626
270434	linear.weight	0	-0.2345547378063202
270434	linear.weight	1	-0.13486060500144958
270434	linear.weight	2	-0.011228874325752258
270434	linear.weight	3	-0.07899737358093262
270434	linear.weight	4	0.004923166241496801
270434	linear.weight	5	0.24562862515449524
270434	linear.weight	6	0.0047744326293468475
270434	linear.weight	7	-0.021312154829502106
270434	linear.weight	8	0.20704646408557892
270434	linear.weight	9	0.2351338416337967
270434	linear.bias	0	-0.8409051895141602
270434	linear.bias	1	1.4181063175201416
270434	linear.bias	2	-0.49559664726257324
270434	linear.bias	3	-0.7552168965339661
270434	linear.bias	4	-0.9262374639511108
270434	linear.bias	5	-1.1811641454696655
270434	linear.bias	6	-0.9730445742607117
270434	linear.bias	7	-0.6752680540084839
270434	linear.bias	8	-0.01705317199230194
270434	linear.bias	9	3.5123043060302734
270438	transitions	0	-0.47835129499435425
270438	transitions	1	8.89592456817627
270438	transitions	2	-3.656585454940796
270438	transitions	3	1.6503722667694092
270438	transitions	4	-2.241966724395752
270438	transitions	5	-0.4393462538719177
270438	transitions	6	-0.19755342602729797
270438	transitions	7	-10000.0
270438	transitions	8	1.8789921998977661
270438	transitions	9	-2.295257329940796
270438	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
270438	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
270438	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
270438	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
270438	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
270438	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
270438	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
270438	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
270438	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
270438	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
270438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
270438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
270438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
270438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
270438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
270438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
270438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
270438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
270438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
270438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
270438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
270438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
270438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
270438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
270438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
270438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
270438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
270438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
270438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
270438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
270438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
270438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
270438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
270438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
270438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
270438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
270438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
270438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
270438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
270438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
270438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
270438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
270438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
270438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
270438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
270438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
270438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
270438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
270438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
270438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
270438	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
270438	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
270438	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
270438	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
270438	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
270438	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
270438	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
270438	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
270438	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
270438	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
270438	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
270438	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
270438	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
270438	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
270438	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
270438	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
270438	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
270438	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
270438	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
270438	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
270438	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
270438	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
270438	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
270438	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
270438	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
270438	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
270438	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
270438	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
270438	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
270438	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
270438	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
270438	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
270438	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
270438	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
270438	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
270438	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
270438	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
270438	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
270438	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
270438	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
270438	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
270438	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
270438	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
270438	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
270438	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
270438	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
270438	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
270438	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
270438	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
270438	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
270438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
270438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
270438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
270438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
270438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
270438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
270438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
270438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
270438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
270438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
270438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
270438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
270438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
270438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
270438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
270438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
270438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
270438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
270438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
270438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
270438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
270438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
270438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
270438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
270438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
270438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
270438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
270438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
270438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
270438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
270438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
270438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
270438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
270438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
270438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
270438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
270438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
270438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
270438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
270438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
270438	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
270438	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
270438	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
270438	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
270438	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
270438	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
270438	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
270438	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
270438	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
270438	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
270438	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
270438	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
270438	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
270438	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
270438	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
270438	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
270438	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
270438	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
270438	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
270438	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
270438	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
270438	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
270438	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
270438	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
270438	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
270438	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
270438	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
270438	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
270438	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
270438	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
270438	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
270438	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
270438	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
270438	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
270438	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
270438	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
270438	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
270438	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
270438	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
270438	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
270438	embedding2nn.weight	0	0.04552542790770531
270438	embedding2nn.weight	1	-0.08822997659444809
270438	embedding2nn.weight	2	0.006901769433170557
270438	embedding2nn.weight	3	-0.060687121003866196
270438	embedding2nn.weight	4	-0.1178974136710167
270438	embedding2nn.weight	5	0.11005640029907227
270438	embedding2nn.weight	6	-0.09052611887454987
270438	embedding2nn.weight	7	-0.08209221810102463
270438	embedding2nn.weight	8	-0.0359719879925251
270438	embedding2nn.weight	9	0.0411062017083168
270438	embedding2nn.bias	0	0.08179950714111328
270438	embedding2nn.bias	1	-0.021111365407705307
270438	embedding2nn.bias	2	-0.06389853358268738
270438	embedding2nn.bias	3	0.011111932806670666
270438	embedding2nn.bias	4	-0.014581236056983471
270438	embedding2nn.bias	5	-0.19320359826087952
270438	embedding2nn.bias	6	-0.10468641668558121
270438	embedding2nn.bias	7	-0.005890710279345512
270438	embedding2nn.bias	8	0.0709078311920166
270438	embedding2nn.bias	9	-0.04839355871081352
270438	rnn.weight_ih_l0	0	0.033860668540000916
270438	rnn.weight_ih_l0	1	-0.09084034711122513
270438	rnn.weight_ih_l0	2	-0.06446054577827454
270438	rnn.weight_ih_l0	3	-0.05323191359639168
270438	rnn.weight_ih_l0	4	0.0166927520185709
270438	rnn.weight_ih_l0	5	-0.11008451133966446
270438	rnn.weight_ih_l0	6	-0.02629724144935608
270438	rnn.weight_ih_l0	7	0.002202344825491309
270438	rnn.weight_ih_l0	8	0.04589594900608063
270438	rnn.weight_ih_l0	9	0.006573730614036322
270438	rnn.weight_hh_l0	0	0.0037492401897907257
270438	rnn.weight_hh_l0	1	-0.07515718042850494
270438	rnn.weight_hh_l0	2	0.0749538391828537
270438	rnn.weight_hh_l0	3	0.051332227885723114
270438	rnn.weight_hh_l0	4	0.007269396912306547
270438	rnn.weight_hh_l0	5	0.06971915066242218
270438	rnn.weight_hh_l0	6	-0.017779482528567314
270438	rnn.weight_hh_l0	7	-0.11472568660974503
270438	rnn.weight_hh_l0	8	0.02508305199444294
270438	rnn.weight_hh_l0	9	-0.07841457426548004
270438	rnn.bias_ih_l0	0	-0.08022557199001312
270438	rnn.bias_ih_l0	1	-0.19231605529785156
270438	rnn.bias_ih_l0	2	-0.26466047763824463
270438	rnn.bias_ih_l0	3	-0.27407464385032654
270438	rnn.bias_ih_l0	4	0.0037766096647828817
270438	rnn.bias_ih_l0	5	0.05306382477283478
270438	rnn.bias_ih_l0	6	-0.1701369434595108
270438	rnn.bias_ih_l0	7	-0.2697387933731079
270438	rnn.bias_ih_l0	8	-0.1534896045923233
270438	rnn.bias_ih_l0	9	-0.17430908977985382
270438	rnn.bias_hh_l0	0	0.1315842866897583
270438	rnn.bias_hh_l0	1	-0.05660804361104965
270438	rnn.bias_hh_l0	2	0.055733904242515564
270438	rnn.bias_hh_l0	3	-0.16999275982379913
270438	rnn.bias_hh_l0	4	0.061926115304231644
270438	rnn.bias_hh_l0	5	0.054766587913036346
270438	rnn.bias_hh_l0	6	-0.11275732517242432
270438	rnn.bias_hh_l0	7	-0.15431176126003265
270438	rnn.bias_hh_l0	8	-0.1832914650440216
270438	rnn.bias_hh_l0	9	-0.11201223731040955
270438	rnn.weight_ih_l0_reverse	0	-0.01828811876475811
270438	rnn.weight_ih_l0_reverse	1	-0.01312238909304142
270438	rnn.weight_ih_l0_reverse	2	-0.0021753052715212107
270438	rnn.weight_ih_l0_reverse	3	0.00680174445733428
270438	rnn.weight_ih_l0_reverse	4	0.008146662265062332
270438	rnn.weight_ih_l0_reverse	5	-0.057835765182971954
270438	rnn.weight_ih_l0_reverse	6	-0.04004104062914848
270438	rnn.weight_ih_l0_reverse	7	0.01994737610220909
270438	rnn.weight_ih_l0_reverse	8	0.09380413591861725
270438	rnn.weight_ih_l0_reverse	9	-1.8802496924763545e-05
270438	rnn.weight_hh_l0_reverse	0	0.005915491376072168
270438	rnn.weight_hh_l0_reverse	1	0.028346862643957138
270438	rnn.weight_hh_l0_reverse	2	-0.04147360473871231
270438	rnn.weight_hh_l0_reverse	3	0.04431498050689697
270438	rnn.weight_hh_l0_reverse	4	0.023038627579808235
270438	rnn.weight_hh_l0_reverse	5	-0.009638157673180103
270438	rnn.weight_hh_l0_reverse	6	0.07053748518228531
270438	rnn.weight_hh_l0_reverse	7	0.03967151790857315
270438	rnn.weight_hh_l0_reverse	8	-0.024182908236980438
270438	rnn.weight_hh_l0_reverse	9	-0.02568713389337063
270438	rnn.bias_ih_l0_reverse	0	-0.1524423062801361
270438	rnn.bias_ih_l0_reverse	1	-0.3091006577014923
270438	rnn.bias_ih_l0_reverse	2	-0.06084476411342621
270438	rnn.bias_ih_l0_reverse	3	-0.15277127921581268
270438	rnn.bias_ih_l0_reverse	4	0.05956348031759262
270438	rnn.bias_ih_l0_reverse	5	-0.28385305404663086
270438	rnn.bias_ih_l0_reverse	6	-0.07019137591123581
270438	rnn.bias_ih_l0_reverse	7	0.00968813057988882
270438	rnn.bias_ih_l0_reverse	8	-0.1989758461713791
270438	rnn.bias_ih_l0_reverse	9	-0.08821859210729599
270438	rnn.bias_hh_l0_reverse	0	-0.1592300832271576
270438	rnn.bias_hh_l0_reverse	1	-0.15386292338371277
270438	rnn.bias_hh_l0_reverse	2	-0.01076007541269064
270438	rnn.bias_hh_l0_reverse	3	-0.13633055984973907
270438	rnn.bias_hh_l0_reverse	4	-0.02517886832356453
270438	rnn.bias_hh_l0_reverse	5	-0.12210571020841599
270438	rnn.bias_hh_l0_reverse	6	-0.07487094402313232
270438	rnn.bias_hh_l0_reverse	7	-0.17810118198394775
270438	rnn.bias_hh_l0_reverse	8	-0.061827171593904495
270438	rnn.bias_hh_l0_reverse	9	-0.11884518712759018
270438	linear.weight	0	-0.23434999585151672
270438	linear.weight	1	-0.13540050387382507
270438	linear.weight	2	-0.011228874325752258
270438	linear.weight	3	-0.07897421717643738
270438	linear.weight	4	0.004788171499967575
270438	linear.weight	5	0.24645566940307617
270438	linear.weight	6	0.0047744326293468475
270438	linear.weight	7	-0.021312154829502106
270438	linear.weight	8	0.20681843161582947
270438	linear.weight	9	0.23515233397483826
270438	linear.bias	0	-0.8389540910720825
270438	linear.bias	1	1.4203649759292603
270438	linear.bias	2	-0.4969000220298767
270438	linear.bias	3	-0.7563519477844238
270438	linear.bias	4	-0.9256568551063538
270438	linear.bias	5	-1.1811641454696655
270438	linear.bias	6	-0.9711096286773682
270438	linear.bias	7	-0.6747085452079773
270438	linear.bias	8	-0.01705317199230194
270438	linear.bias	9	3.5114498138427734
270635	transitions	0	-0.4784250855445862
270635	transitions	1	8.901674270629883
270635	transitions	2	-3.656648874282837
270635	transitions	3	1.6447113752365112
270635	transitions	4	-2.2420434951782227
270635	transitions	5	-0.43942350149154663
270635	transitions	6	-0.1975587159395218
270635	transitions	7	-10000.0
270635	transitions	8	1.8787667751312256
270635	transitions	9	-2.295258045196533
270635	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
270635	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
270635	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
270635	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
270635	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
270635	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
270635	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
270635	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
270635	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
270635	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
270635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
270635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
270635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
270635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
270635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
270635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
270635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
270635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
270635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
270635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
270635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
270635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
270635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
270635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
270635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
270635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
270635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
270635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
270635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
270635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
270635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
270635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
270635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
270635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
270635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
270635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
270635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
270635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
270635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
270635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
270635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
270635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
270635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
270635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
270635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
270635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
270635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
270635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
270635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
270635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
270635	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
270635	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
270635	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
270635	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
270635	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
270635	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
270635	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
270635	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
270635	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
270635	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
270635	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
270635	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
270635	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
270635	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
270635	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
270635	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
270635	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
270635	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
270635	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
270635	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
270635	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
270635	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
270635	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
270635	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
270635	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
270635	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
270635	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
270635	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
270635	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
270635	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
270635	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
270635	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
270635	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
270635	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
270635	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
270635	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
270635	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
270635	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
270635	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
270635	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
270635	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
270635	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
270635	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
270635	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
270635	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
270635	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
270635	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
270635	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
270635	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
270635	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
270635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
270635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
270635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
270635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
270635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
270635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
270635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
270635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
270635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
270635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
270635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
270635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
270635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
270635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
270635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
270635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
270635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
270635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
270635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
270635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
270635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
270635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
270635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
270635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
270635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
270635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
270635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
270635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
270635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
270635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
270635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
270635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
270635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
270635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
270635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
270635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
270635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
270635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
270635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
270635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
270635	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
270635	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
270635	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
270635	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
270635	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
270635	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
270635	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
270635	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
270635	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
270635	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
270635	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
270635	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
270635	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
270635	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
270635	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
270635	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
270635	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
270635	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
270635	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
270635	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
270635	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
270635	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
270635	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
270635	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
270635	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
270635	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
270635	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
270635	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
270635	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
270635	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
270635	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
270635	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
270635	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
270635	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
270635	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
270635	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
270635	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
270635	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
270635	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
270635	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
270635	embedding2nn.weight	0	0.04568112641572952
270635	embedding2nn.weight	1	-0.08793248236179352
270635	embedding2nn.weight	2	0.006663653068244457
270635	embedding2nn.weight	3	-0.060843776911497116
270635	embedding2nn.weight	4	-0.11777949333190918
270635	embedding2nn.weight	5	0.11029163748025894
270635	embedding2nn.weight	6	-0.09098602831363678
270635	embedding2nn.weight	7	-0.08309642970561981
270635	embedding2nn.weight	8	-0.03559226915240288
270635	embedding2nn.weight	9	0.04046572744846344
270635	embedding2nn.bias	0	0.08419950306415558
270635	embedding2nn.bias	1	-0.02295093424618244
270635	embedding2nn.bias	2	-0.0683920755982399
270635	embedding2nn.bias	3	0.009573969058692455
270635	embedding2nn.bias	4	-0.019604235887527466
270635	embedding2nn.bias	5	-0.19627851247787476
270635	embedding2nn.bias	6	-0.10186685621738434
270635	embedding2nn.bias	7	-0.006577248685061932
270635	embedding2nn.bias	8	0.07376802712678909
270635	embedding2nn.bias	9	-0.047302067279815674
270635	rnn.weight_ih_l0	0	0.03408867120742798
270635	rnn.weight_ih_l0	1	-0.09082769602537155
270635	rnn.weight_ih_l0	2	-0.0643344447016716
270635	rnn.weight_ih_l0	3	-0.05317138507962227
270635	rnn.weight_ih_l0	4	0.01713215559720993
270635	rnn.weight_ih_l0	5	-0.1100773885846138
270635	rnn.weight_ih_l0	6	-0.026294799521565437
270635	rnn.weight_ih_l0	7	0.0018728638533502817
270635	rnn.weight_ih_l0	8	0.04592547565698624
270635	rnn.weight_ih_l0	9	0.006521786097437143
270635	rnn.weight_hh_l0	0	0.003707116236910224
270635	rnn.weight_hh_l0	1	-0.07531911879777908
270635	rnn.weight_hh_l0	2	0.0748225748538971
270635	rnn.weight_hh_l0	3	0.05136029049754143
270635	rnn.weight_hh_l0	4	0.0072138020768761635
270635	rnn.weight_hh_l0	5	0.06957127153873444
270635	rnn.weight_hh_l0	6	-0.017808448523283005
270635	rnn.weight_hh_l0	7	-0.11475400626659393
270635	rnn.weight_hh_l0	8	0.024713944643735886
270635	rnn.weight_hh_l0	9	-0.07853587716817856
270635	rnn.bias_ih_l0	0	-0.0811372846364975
270635	rnn.bias_ih_l0	1	-0.1924382448196411
270635	rnn.bias_ih_l0	2	-0.26531556248664856
270635	rnn.bias_ih_l0	3	-0.27255532145500183
270635	rnn.bias_ih_l0	4	0.003922323230654001
270635	rnn.bias_ih_l0	5	0.05108100548386574
270635	rnn.bias_ih_l0	6	-0.1707579791545868
270635	rnn.bias_ih_l0	7	-0.27002981305122375
270635	rnn.bias_ih_l0	8	-0.15210774540901184
270635	rnn.bias_ih_l0	9	-0.17461811006069183
270635	rnn.bias_hh_l0	0	0.13249018788337708
270635	rnn.bias_hh_l0	1	-0.05746559426188469
270635	rnn.bias_hh_l0	2	0.055685486644506454
270635	rnn.bias_hh_l0	3	-0.16988074779510498
270635	rnn.bias_hh_l0	4	0.061454176902770996
270635	rnn.bias_hh_l0	5	0.05401226878166199
270635	rnn.bias_hh_l0	6	-0.11163504421710968
270635	rnn.bias_hh_l0	7	-0.15499001741409302
270635	rnn.bias_hh_l0	8	-0.18365086615085602
270635	rnn.bias_hh_l0	9	-0.11145548522472382
270635	rnn.weight_ih_l0_reverse	0	-0.01823270134627819
270635	rnn.weight_ih_l0_reverse	1	-0.013435721397399902
270635	rnn.weight_ih_l0_reverse	2	-0.002557154279202223
270635	rnn.weight_ih_l0_reverse	3	0.005979977548122406
270635	rnn.weight_ih_l0_reverse	4	0.00827951729297638
270635	rnn.weight_ih_l0_reverse	5	-0.057224489748477936
270635	rnn.weight_ih_l0_reverse	6	-0.03975709527730942
270635	rnn.weight_ih_l0_reverse	7	0.019728461280465126
270635	rnn.weight_ih_l0_reverse	8	0.09399987757205963
270635	rnn.weight_ih_l0_reverse	9	-0.00030605707434006035
270635	rnn.weight_hh_l0_reverse	0	0.005628468934446573
270635	rnn.weight_hh_l0_reverse	1	0.028248416259884834
270635	rnn.weight_hh_l0_reverse	2	-0.04135626554489136
270635	rnn.weight_hh_l0_reverse	3	0.04453500732779503
270635	rnn.weight_hh_l0_reverse	4	0.022970672696828842
270635	rnn.weight_hh_l0_reverse	5	-0.009553046897053719
270635	rnn.weight_hh_l0_reverse	6	0.07050107419490814
270635	rnn.weight_hh_l0_reverse	7	0.03970426693558693
270635	rnn.weight_hh_l0_reverse	8	-0.023900190368294716
270635	rnn.weight_hh_l0_reverse	9	-0.025551917031407356
270635	rnn.bias_ih_l0_reverse	0	-0.1530289500951767
270635	rnn.bias_ih_l0_reverse	1	-0.30825260281562805
270635	rnn.bias_ih_l0_reverse	2	-0.06019286811351776
270635	rnn.bias_ih_l0_reverse	3	-0.15251919627189636
270635	rnn.bias_ih_l0_reverse	4	0.059635311365127563
270635	rnn.bias_ih_l0_reverse	5	-0.28273114562034607
270635	rnn.bias_ih_l0_reverse	6	-0.06976674497127533
270635	rnn.bias_ih_l0_reverse	7	0.009963507764041424
270635	rnn.bias_ih_l0_reverse	8	-0.19862298667430878
270635	rnn.bias_ih_l0_reverse	9	-0.0883604884147644
270635	rnn.bias_hh_l0_reverse	0	-0.15837974846363068
270635	rnn.bias_hh_l0_reverse	1	-0.15478992462158203
270635	rnn.bias_hh_l0_reverse	2	-0.01130360085517168
270635	rnn.bias_hh_l0_reverse	3	-0.13529261946678162
270635	rnn.bias_hh_l0_reverse	4	-0.025140952318906784
270635	rnn.bias_hh_l0_reverse	5	-0.12169928848743439
270635	rnn.bias_hh_l0_reverse	6	-0.07462769001722336
270635	rnn.bias_hh_l0_reverse	7	-0.17628583312034607
270635	rnn.bias_hh_l0_reverse	8	-0.06158698350191116
270635	rnn.bias_hh_l0_reverse	9	-0.1187293529510498
270635	linear.weight	0	-0.23558105528354645
270635	linear.weight	1	-0.13455601036548615
270635	linear.weight	2	-0.011228874325752258
270635	linear.weight	3	-0.08226561546325684
270635	linear.weight	4	0.007305536884814501
270635	linear.weight	5	0.24615350365638733
270635	linear.weight	6	0.0047744326293468475
270635	linear.weight	7	-0.021312154829502106
270635	linear.weight	8	0.21043793857097626
270635	linear.weight	9	0.23859769105911255
270635	linear.bias	0	-0.8371021747589111
270635	linear.bias	1	1.427521824836731
270635	linear.bias	2	-0.5037844777107239
270635	linear.bias	3	-0.7523138523101807
270635	linear.bias	4	-0.90910804271698
270635	linear.bias	5	-1.1811684370040894
270635	linear.bias	6	-0.9694963097572327
270635	linear.bias	7	-0.6835716962814331
270635	linear.bias	8	-0.01705317199230194
270635	linear.bias	9	3.5084962844848633
270832	transitions	0	-0.47843441367149353
270832	transitions	1	8.901087760925293
270832	transitions	2	-3.6569035053253174
270832	transitions	3	1.6456924676895142
270832	transitions	4	-2.242114543914795
270832	transitions	5	-0.43942955136299133
270832	transitions	6	-0.19756244122982025
270832	transitions	7	-10000.0
270832	transitions	8	1.878564476966858
270832	transitions	9	-2.295259952545166
270832	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
270832	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
270832	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
270832	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
270832	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
270832	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
270832	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
270832	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
270832	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
270832	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
270832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
270832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
270832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
270832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
270832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
270832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
270832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
270832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
270832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
270832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
270832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
270832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
270832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
270832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
270832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
270832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
270832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
270832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
270832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
270832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
270832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
270832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
270832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
270832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
270832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
270832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
270832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
270832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
270832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
270832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
270832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
270832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
270832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
270832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
270832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
270832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
270832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
270832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
270832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
270832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
270832	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
270832	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
270832	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
270832	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
270832	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
270832	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
270832	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
270832	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
270832	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
270832	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
270832	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
270832	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
270832	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
270832	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
270832	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
270832	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
270832	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
270832	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
270832	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
270832	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
270832	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
270832	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
270832	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
270832	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
270832	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
270832	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
270832	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
270832	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
270832	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
270832	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
270832	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
270832	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
270832	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
270832	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
270832	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
270832	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
270832	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
270832	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
270832	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
270832	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
270832	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
270832	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
270832	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
270832	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
270832	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
270832	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
270832	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
270832	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
270832	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
270832	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
270832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
270832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
270832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
270832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
270832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
270832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
270832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
270832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
270832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
270832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
270832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
270832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
270832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
270832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
270832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
270832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
270832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
270832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
270832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
270832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
270832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
270832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
270832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
270832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
270832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
270832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
270832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
270832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
270832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
270832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
270832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
270832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
270832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
270832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
270832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
270832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
270832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
270832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
270832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
270832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
270832	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
270832	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
270832	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
270832	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
270832	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
270832	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
270832	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
270832	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
270832	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
270832	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
270832	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
270832	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
270832	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
270832	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
270832	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
270832	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
270832	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
270832	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
270832	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
270832	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
270832	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
270832	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
270832	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
270832	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
270832	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
270832	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
270832	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
270832	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
270832	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
270832	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
270832	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
270832	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
270832	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
270832	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
270832	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
270832	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
270832	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
270832	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
270832	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
270832	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
270832	embedding2nn.weight	0	0.04573153704404831
270832	embedding2nn.weight	1	-0.08810397237539291
270832	embedding2nn.weight	2	0.006447779480367899
270832	embedding2nn.weight	3	-0.06109720841050148
270832	embedding2nn.weight	4	-0.11693862080574036
270832	embedding2nn.weight	5	0.1098756417632103
270832	embedding2nn.weight	6	-0.09064504504203796
270832	embedding2nn.weight	7	-0.08401956409215927
270832	embedding2nn.weight	8	-0.03546604886651039
270832	embedding2nn.weight	9	0.03971341252326965
270832	embedding2nn.bias	0	0.07921819388866425
270832	embedding2nn.bias	1	-0.02242300473153591
270832	embedding2nn.bias	2	-0.06558540463447571
270832	embedding2nn.bias	3	0.011759920977056026
270832	embedding2nn.bias	4	-0.016357894986867905
270832	embedding2nn.bias	5	-0.1930205523967743
270832	embedding2nn.bias	6	-0.10164732486009598
270832	embedding2nn.bias	7	-0.006232632789760828
270832	embedding2nn.bias	8	0.07616528123617172
270832	embedding2nn.bias	9	-0.04223352298140526
270832	rnn.weight_ih_l0	0	0.034379992634058
270832	rnn.weight_ih_l0	1	-0.09137699753046036
270832	rnn.weight_ih_l0	2	-0.06356851756572723
270832	rnn.weight_ih_l0	3	-0.05311907082796097
270832	rnn.weight_ih_l0	4	0.01688454858958721
270832	rnn.weight_ih_l0	5	-0.10924557596445084
270832	rnn.weight_ih_l0	6	-0.026113634929060936
270832	rnn.weight_ih_l0	7	0.0016812547110021114
270832	rnn.weight_ih_l0	8	0.044851500540971756
270832	rnn.weight_ih_l0	9	0.006244797725230455
270832	rnn.weight_hh_l0	0	0.003624538891017437
270832	rnn.weight_hh_l0	1	-0.07489728927612305
270832	rnn.weight_hh_l0	2	0.0745207816362381
270832	rnn.weight_hh_l0	3	0.05133799463510513
270832	rnn.weight_hh_l0	4	0.0072781722992658615
270832	rnn.weight_hh_l0	5	0.06990519911050797
270832	rnn.weight_hh_l0	6	-0.018034663051366806
270832	rnn.weight_hh_l0	7	-0.1147371232509613
270832	rnn.weight_hh_l0	8	0.024698665365576744
270832	rnn.weight_hh_l0	9	-0.07852501422166824
270832	rnn.bias_ih_l0	0	-0.0809403583407402
270832	rnn.bias_ih_l0	1	-0.19193020462989807
270832	rnn.bias_ih_l0	2	-0.26541373133659363
270832	rnn.bias_ih_l0	3	-0.2731436789035797
270832	rnn.bias_ih_l0	4	0.002982489066198468
270832	rnn.bias_ih_l0	5	0.0510224923491478
270832	rnn.bias_ih_l0	6	-0.17012204229831696
270832	rnn.bias_ih_l0	7	-0.26936790347099304
270832	rnn.bias_ih_l0	8	-0.15202754735946655
270832	rnn.bias_ih_l0	9	-0.1746571809053421
270832	rnn.bias_hh_l0	0	0.13198642432689667
270832	rnn.bias_hh_l0	1	-0.05671059340238571
270832	rnn.bias_hh_l0	2	0.055358923971652985
270832	rnn.bias_hh_l0	3	-0.16993574798107147
270832	rnn.bias_hh_l0	4	0.06040572002530098
270832	rnn.bias_hh_l0	5	0.053168587386608124
270832	rnn.bias_hh_l0	6	-0.1121024414896965
270832	rnn.bias_hh_l0	7	-0.15549848973751068
270832	rnn.bias_hh_l0	8	-0.18326283991336823
270832	rnn.bias_hh_l0	9	-0.11065559834241867
270832	rnn.weight_ih_l0_reverse	0	-0.018643569201231003
270832	rnn.weight_ih_l0_reverse	1	-0.013148208148777485
270832	rnn.weight_ih_l0_reverse	2	-0.002635524608194828
270832	rnn.weight_ih_l0_reverse	3	0.006477519404143095
270832	rnn.weight_ih_l0_reverse	4	0.007868140935897827
270832	rnn.weight_ih_l0_reverse	5	-0.055578943341970444
270832	rnn.weight_ih_l0_reverse	6	-0.039993349462747574
270832	rnn.weight_ih_l0_reverse	7	0.020552122965455055
270832	rnn.weight_ih_l0_reverse	8	0.094257652759552
270832	rnn.weight_ih_l0_reverse	9	-0.0005852347821928561
270832	rnn.weight_hh_l0_reverse	0	0.005412449594587088
270832	rnn.weight_hh_l0_reverse	1	0.02817799150943756
270832	rnn.weight_hh_l0_reverse	2	-0.0413346029818058
270832	rnn.weight_hh_l0_reverse	3	0.044489990919828415
270832	rnn.weight_hh_l0_reverse	4	0.022902263328433037
270832	rnn.weight_hh_l0_reverse	5	-0.009703814052045345
270832	rnn.weight_hh_l0_reverse	6	0.07030890882015228
270832	rnn.weight_hh_l0_reverse	7	0.03967743366956711
270832	rnn.weight_hh_l0_reverse	8	-0.02353624440729618
270832	rnn.weight_hh_l0_reverse	9	-0.02549581788480282
270832	rnn.bias_ih_l0_reverse	0	-0.15373900532722473
270832	rnn.bias_ih_l0_reverse	1	-0.3083708882331848
270832	rnn.bias_ih_l0_reverse	2	-0.0591576062142849
270832	rnn.bias_ih_l0_reverse	3	-0.1526879519224167
270832	rnn.bias_ih_l0_reverse	4	0.05955047160387039
270832	rnn.bias_ih_l0_reverse	5	-0.28204524517059326
270832	rnn.bias_ih_l0_reverse	6	-0.06899980455636978
270832	rnn.bias_ih_l0_reverse	7	0.00846852920949459
270832	rnn.bias_ih_l0_reverse	8	-0.1984425187110901
270832	rnn.bias_ih_l0_reverse	9	-0.08854953199625015
270832	rnn.bias_hh_l0_reverse	0	-0.15992705523967743
270832	rnn.bias_hh_l0_reverse	1	-0.15509392321109772
270832	rnn.bias_hh_l0_reverse	2	-0.011050521396100521
270832	rnn.bias_hh_l0_reverse	3	-0.13633449375629425
270832	rnn.bias_hh_l0_reverse	4	-0.025665557011961937
270832	rnn.bias_hh_l0_reverse	5	-0.12189523130655289
270832	rnn.bias_hh_l0_reverse	6	-0.07465340197086334
270832	rnn.bias_hh_l0_reverse	7	-0.1762499213218689
270832	rnn.bias_hh_l0_reverse	8	-0.06288360059261322
270832	rnn.bias_hh_l0_reverse	9	-0.11919775605201721
270832	linear.weight	0	-0.23713107407093048
270832	linear.weight	1	-0.13402056694030762
270832	linear.weight	2	-0.011228874325752258
270832	linear.weight	3	-0.08086041361093521
270832	linear.weight	4	0.006282265763729811
270832	linear.weight	5	0.245899498462677
270832	linear.weight	6	0.0047744326293468475
270832	linear.weight	7	-0.021312154829502106
270832	linear.weight	8	0.21378017961978912
270832	linear.weight	9	0.24171136319637299
270832	linear.bias	0	-0.8395175337791443
270832	linear.bias	1	1.4260481595993042
270832	linear.bias	2	-0.5066839456558228
270832	linear.bias	3	-0.7538731098175049
270832	linear.bias	4	-0.9132767915725708
270832	linear.bias	5	-1.181172251701355
270832	linear.bias	6	-0.9712514877319336
270832	linear.bias	7	-0.6821162104606628
270832	linear.bias	8	-0.01705317199230194
270832	linear.bias	9	3.5187201499938965
271029	transitions	0	-0.4784547984600067
271029	transitions	1	8.89484977722168
271029	transitions	2	-3.6569762229919434
271029	transitions	3	1.644423007965088
271029	transitions	4	-2.2421770095825195
271029	transitions	5	-0.4394517242908478
271029	transitions	6	-0.19757191836833954
271029	transitions	7	-10000.0
271029	transitions	8	1.8789055347442627
271029	transitions	9	-2.295264720916748
271029	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
271029	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
271029	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
271029	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
271029	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
271029	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
271029	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
271029	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
271029	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
271029	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
271029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
271029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
271029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
271029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
271029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
271029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
271029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
271029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
271029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
271029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
271029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
271029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
271029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
271029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
271029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
271029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
271029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
271029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
271029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
271029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
271029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
271029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
271029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
271029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
271029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
271029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
271029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
271029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
271029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
271029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
271029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
271029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
271029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
271029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
271029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
271029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
271029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
271029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
271029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
271029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
271029	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
271029	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
271029	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
271029	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
271029	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
271029	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
271029	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
271029	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
271029	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
271029	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
271029	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
271029	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
271029	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
271029	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
271029	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
271029	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
271029	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
271029	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
271029	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
271029	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
271029	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
271029	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
271029	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
271029	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
271029	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
271029	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
271029	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
271029	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
271029	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
271029	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
271029	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
271029	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
271029	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
271029	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
271029	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
271029	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
271029	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
271029	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
271029	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
271029	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
271029	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
271029	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
271029	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
271029	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
271029	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
271029	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
271029	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
271029	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
271029	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
271029	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
271029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
271029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
271029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
271029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
271029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
271029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
271029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
271029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
271029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
271029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
271029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
271029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
271029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
271029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
271029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
271029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
271029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
271029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
271029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
271029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
271029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
271029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
271029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
271029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
271029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
271029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
271029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
271029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
271029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
271029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
271029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
271029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
271029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
271029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
271029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
271029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
271029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
271029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
271029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
271029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
271029	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
271029	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
271029	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
271029	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
271029	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
271029	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
271029	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
271029	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
271029	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
271029	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
271029	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
271029	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
271029	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
271029	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
271029	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
271029	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
271029	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
271029	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
271029	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
271029	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
271029	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
271029	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
271029	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
271029	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
271029	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
271029	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
271029	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
271029	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
271029	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
271029	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
271029	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
271029	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
271029	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
271029	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
271029	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
271029	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
271029	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
271029	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
271029	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
271029	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
271029	embedding2nn.weight	0	0.04560326784849167
271029	embedding2nn.weight	1	-0.08823683112859726
271029	embedding2nn.weight	2	0.007149724289774895
271029	embedding2nn.weight	3	-0.06068243831396103
271029	embedding2nn.weight	4	-0.11703111976385117
271029	embedding2nn.weight	5	0.10939433425664902
271029	embedding2nn.weight	6	-0.08937913924455643
271029	embedding2nn.weight	7	-0.084259994328022
271029	embedding2nn.weight	8	-0.03541301190853119
271029	embedding2nn.weight	9	0.03985022008419037
271029	embedding2nn.bias	0	0.08163793385028839
271029	embedding2nn.bias	1	-0.025091778486967087
271029	embedding2nn.bias	2	-0.06285957992076874
271029	embedding2nn.bias	3	0.012675448320806026
271029	embedding2nn.bias	4	-0.021280912682414055
271029	embedding2nn.bias	5	-0.19765888154506683
271029	embedding2nn.bias	6	-0.10478439927101135
271029	embedding2nn.bias	7	-0.006446752231568098
271029	embedding2nn.bias	8	0.0751233622431755
271029	embedding2nn.bias	9	-0.044353459030389786
271029	rnn.weight_ih_l0	0	0.03417620807886124
271029	rnn.weight_ih_l0	1	-0.09111033380031586
271029	rnn.weight_ih_l0	2	-0.06466621905565262
271029	rnn.weight_ih_l0	3	-0.053723543882369995
271029	rnn.weight_ih_l0	4	0.016951527446508408
271029	rnn.weight_ih_l0	5	-0.10919317603111267
271029	rnn.weight_ih_l0	6	-0.02616666816174984
271029	rnn.weight_ih_l0	7	0.002595589030534029
271029	rnn.weight_ih_l0	8	0.045509614050388336
271029	rnn.weight_ih_l0	9	0.006510836072266102
271029	rnn.weight_hh_l0	0	0.0037805463653057814
271029	rnn.weight_hh_l0	1	-0.07493142038583755
271029	rnn.weight_hh_l0	2	0.0746849775314331
271029	rnn.weight_hh_l0	3	0.05103282257914543
271029	rnn.weight_hh_l0	4	0.007164191920310259
271029	rnn.weight_hh_l0	5	0.06992697715759277
271029	rnn.weight_hh_l0	6	-0.017957083880901337
271029	rnn.weight_hh_l0	7	-0.11472001671791077
271029	rnn.weight_hh_l0	8	0.024941125884652138
271029	rnn.weight_hh_l0	9	-0.07831232249736786
271029	rnn.bias_ih_l0	0	-0.08110153675079346
271029	rnn.bias_ih_l0	1	-0.1926777958869934
271029	rnn.bias_ih_l0	2	-0.26603302359580994
271029	rnn.bias_ih_l0	3	-0.2739516496658325
271029	rnn.bias_ih_l0	4	0.002016943646594882
271029	rnn.bias_ih_l0	5	0.04945340380072594
271029	rnn.bias_ih_l0	6	-0.170212984085083
271029	rnn.bias_ih_l0	7	-0.2695998549461365
271029	rnn.bias_ih_l0	8	-0.15236550569534302
271029	rnn.bias_ih_l0	9	-0.17347683012485504
271029	rnn.bias_hh_l0	0	0.13245050609111786
271029	rnn.bias_hh_l0	1	-0.055813830345869064
271029	rnn.bias_hh_l0	2	0.05527770519256592
271029	rnn.bias_hh_l0	3	-0.16980277001857758
271029	rnn.bias_hh_l0	4	0.06013037636876106
271029	rnn.bias_hh_l0	5	0.05349244177341461
271029	rnn.bias_hh_l0	6	-0.1114645004272461
271029	rnn.bias_hh_l0	7	-0.1555527150630951
271029	rnn.bias_hh_l0	8	-0.18368694186210632
271029	rnn.bias_hh_l0	9	-0.11034487932920456
271029	rnn.weight_ih_l0_reverse	0	-0.018743623048067093
271029	rnn.weight_ih_l0_reverse	1	-0.012989786453545094
271029	rnn.weight_ih_l0_reverse	2	-0.001165739493444562
271029	rnn.weight_ih_l0_reverse	3	0.005715563893318176
271029	rnn.weight_ih_l0_reverse	4	0.0085897296667099
271029	rnn.weight_ih_l0_reverse	5	-0.05617060139775276
271029	rnn.weight_ih_l0_reverse	6	-0.039519112557172775
271029	rnn.weight_ih_l0_reverse	7	0.020459534600377083
271029	rnn.weight_ih_l0_reverse	8	0.09425316005945206
271029	rnn.weight_ih_l0_reverse	9	-8.073260687524453e-05
271029	rnn.weight_hh_l0_reverse	0	0.0055141570046544075
271029	rnn.weight_hh_l0_reverse	1	0.02823987975716591
271029	rnn.weight_hh_l0_reverse	2	-0.041220128536224365
271029	rnn.weight_hh_l0_reverse	3	0.04466754198074341
271029	rnn.weight_hh_l0_reverse	4	0.022855481132864952
271029	rnn.weight_hh_l0_reverse	5	-0.00987030565738678
271029	rnn.weight_hh_l0_reverse	6	0.07040119916200638
271029	rnn.weight_hh_l0_reverse	7	0.039497010409832
271029	rnn.weight_hh_l0_reverse	8	-0.023386722430586815
271029	rnn.weight_hh_l0_reverse	9	-0.025457201525568962
271029	rnn.bias_ih_l0_reverse	0	-0.15380719304084778
271029	rnn.bias_ih_l0_reverse	1	-0.3083477020263672
271029	rnn.bias_ih_l0_reverse	2	-0.05890047177672386
271029	rnn.bias_ih_l0_reverse	3	-0.15291176736354828
271029	rnn.bias_ih_l0_reverse	4	0.05986810848116875
271029	rnn.bias_ih_l0_reverse	5	-0.28080761432647705
271029	rnn.bias_ih_l0_reverse	6	-0.06938007473945618
271029	rnn.bias_ih_l0_reverse	7	0.008253012783825397
271029	rnn.bias_ih_l0_reverse	8	-0.19722826778888702
271029	rnn.bias_ih_l0_reverse	9	-0.08848606050014496
271029	rnn.bias_hh_l0_reverse	0	-0.16010956466197968
271029	rnn.bias_hh_l0_reverse	1	-0.1536901742219925
271029	rnn.bias_hh_l0_reverse	2	-0.011156551539897919
271029	rnn.bias_hh_l0_reverse	3	-0.13599388301372528
271029	rnn.bias_hh_l0_reverse	4	-0.02582511678338051
271029	rnn.bias_hh_l0_reverse	5	-0.12170930951833725
271029	rnn.bias_hh_l0_reverse	6	-0.07416754215955734
271029	rnn.bias_hh_l0_reverse	7	-0.17666098475456238
271029	rnn.bias_hh_l0_reverse	8	-0.06256590038537979
271029	rnn.bias_hh_l0_reverse	9	-0.11900559812784195
271029	linear.weight	0	-0.2430051565170288
271029	linear.weight	1	-0.1340012401342392
271029	linear.weight	2	-0.011228874325752258
271029	linear.weight	3	-0.08291532844305038
271029	linear.weight	4	0.0013827714137732983
271029	linear.weight	5	0.2487010657787323
271029	linear.weight	6	0.0047744326293468475
271029	linear.weight	7	-0.021312154829502106
271029	linear.weight	8	0.21502792835235596
271029	linear.weight	9	0.23853419721126556
271029	linear.bias	0	-0.8403148651123047
271029	linear.bias	1	1.4119341373443604
271029	linear.bias	2	-0.49099186062812805
271029	linear.bias	3	-0.7584482431411743
271029	linear.bias	4	-0.912072479724884
271029	linear.bias	5	-1.1811764240264893
271029	linear.bias	6	-0.9721938967704773
271029	linear.bias	7	-0.6820573806762695
271029	linear.bias	8	-0.01705317199230194
271029	linear.bias	9	3.54553484916687
271226	transitions	0	-0.47854506969451904
271226	transitions	1	8.891444206237793
271226	transitions	2	-3.6570839881896973
271226	transitions	3	1.6470789909362793
271226	transitions	4	-2.2422475814819336
271226	transitions	5	-0.43946218490600586
271226	transitions	6	-0.19758054614067078
271226	transitions	7	-10000.0
271226	transitions	8	1.87871515750885
271226	transitions	9	-2.2952656745910645
271226	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
271226	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
271226	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
271226	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
271226	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
271226	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
271226	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
271226	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
271226	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
271226	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
271226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
271226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
271226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
271226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
271226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
271226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
271226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
271226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
271226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
271226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
271226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
271226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
271226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
271226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
271226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
271226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
271226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
271226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
271226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
271226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
271226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
271226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
271226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
271226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
271226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
271226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
271226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
271226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
271226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
271226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
271226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
271226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
271226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
271226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
271226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
271226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
271226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
271226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
271226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
271226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
271226	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
271226	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
271226	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
271226	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
271226	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
271226	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
271226	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
271226	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
271226	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
271226	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
271226	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
271226	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
271226	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
271226	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
271226	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
271226	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
271226	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
271226	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
271226	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
271226	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
271226	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
271226	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
271226	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
271226	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
271226	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
271226	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
271226	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
271226	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
271226	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
271226	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
271226	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
271226	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
271226	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
271226	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
271226	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
271226	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
271226	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
271226	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
271226	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
271226	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
271226	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
271226	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
271226	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
271226	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
271226	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
271226	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
271226	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
271226	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
271226	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
271226	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
271226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
271226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
271226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
271226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
271226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
271226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
271226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
271226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
271226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
271226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
271226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
271226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
271226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
271226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
271226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
271226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
271226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
271226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
271226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
271226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
271226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
271226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
271226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
271226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
271226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
271226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
271226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
271226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
271226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
271226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
271226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
271226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
271226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
271226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
271226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
271226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
271226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
271226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
271226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
271226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
271226	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
271226	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
271226	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
271226	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
271226	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
271226	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
271226	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
271226	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
271226	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
271226	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
271226	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
271226	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
271226	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
271226	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
271226	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
271226	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
271226	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
271226	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
271226	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
271226	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
271226	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
271226	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
271226	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
271226	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
271226	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
271226	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
271226	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
271226	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
271226	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
271226	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
271226	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
271226	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
271226	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
271226	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
271226	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
271226	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
271226	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
271226	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
271226	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
271226	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
271226	embedding2nn.weight	0	0.04563204571604729
271226	embedding2nn.weight	1	-0.0880378782749176
271226	embedding2nn.weight	2	0.00651522446423769
271226	embedding2nn.weight	3	-0.06035763770341873
271226	embedding2nn.weight	4	-0.1178240105509758
271226	embedding2nn.weight	5	0.10933826118707657
271226	embedding2nn.weight	6	-0.08800201117992401
271226	embedding2nn.weight	7	-0.0839279368519783
271226	embedding2nn.weight	8	-0.03586164489388466
271226	embedding2nn.weight	9	0.04025990888476372
271226	embedding2nn.bias	0	0.07214329391717911
271226	embedding2nn.bias	1	-0.01922997459769249
271226	embedding2nn.bias	2	-0.06633955240249634
271226	embedding2nn.bias	3	0.011073006317019463
271226	embedding2nn.bias	4	-0.020107349380850792
271226	embedding2nn.bias	5	-0.1914847195148468
271226	embedding2nn.bias	6	-0.1094345822930336
271226	embedding2nn.bias	7	0.0005557735566981137
271226	embedding2nn.bias	8	0.07851722836494446
271226	embedding2nn.bias	9	-0.043595749884843826
271226	rnn.weight_ih_l0	0	0.0332062691450119
271226	rnn.weight_ih_l0	1	-0.09253737330436707
271226	rnn.weight_ih_l0	2	-0.06482598930597305
271226	rnn.weight_ih_l0	3	-0.05385838821530342
271226	rnn.weight_ih_l0	4	0.017103111371397972
271226	rnn.weight_ih_l0	5	-0.10859540104866028
271226	rnn.weight_ih_l0	6	-0.025635354220867157
271226	rnn.weight_ih_l0	7	0.001821350073441863
271226	rnn.weight_ih_l0	8	0.04561899974942207
271226	rnn.weight_ih_l0	9	0.006570769939571619
271226	rnn.weight_hh_l0	0	0.003790502203628421
271226	rnn.weight_hh_l0	1	-0.0754794329404831
271226	rnn.weight_hh_l0	2	0.07488323003053665
271226	rnn.weight_hh_l0	3	0.05121888220310211
271226	rnn.weight_hh_l0	4	0.007199871353805065
271226	rnn.weight_hh_l0	5	0.06979632377624512
271226	rnn.weight_hh_l0	6	-0.017936527729034424
271226	rnn.weight_hh_l0	7	-0.1147308349609375
271226	rnn.weight_hh_l0	8	0.025375355035066605
271226	rnn.weight_hh_l0	9	-0.07855972647666931
271226	rnn.bias_ih_l0	0	-0.08169663697481155
271226	rnn.bias_ih_l0	1	-0.1927722543478012
271226	rnn.bias_ih_l0	2	-0.26546111702919006
271226	rnn.bias_ih_l0	3	-0.27381083369255066
271226	rnn.bias_ih_l0	4	0.0010843586642295122
271226	rnn.bias_ih_l0	5	0.048841070383787155
271226	rnn.bias_ih_l0	6	-0.16940535604953766
271226	rnn.bias_ih_l0	7	-0.2695152759552002
271226	rnn.bias_ih_l0	8	-0.15080317854881287
271226	rnn.bias_ih_l0	9	-0.1732560396194458
271226	rnn.bias_hh_l0	0	0.1312728077173233
271226	rnn.bias_hh_l0	1	-0.05625317245721817
271226	rnn.bias_hh_l0	2	0.056007079780101776
271226	rnn.bias_hh_l0	3	-0.16999545693397522
271226	rnn.bias_hh_l0	4	0.06021672487258911
271226	rnn.bias_hh_l0	5	0.05356742441654205
271226	rnn.bias_hh_l0	6	-0.11153270304203033
271226	rnn.bias_hh_l0	7	-0.15505415201187134
271226	rnn.bias_hh_l0	8	-0.18473142385482788
271226	rnn.bias_hh_l0	9	-0.11081484705209732
271226	rnn.weight_ih_l0_reverse	0	-0.019372208043932915
271226	rnn.weight_ih_l0_reverse	1	-0.01287630945444107
271226	rnn.weight_ih_l0_reverse	2	-0.0015326199354603887
271226	rnn.weight_ih_l0_reverse	3	0.004908841568976641
271226	rnn.weight_ih_l0_reverse	4	0.008481170050799847
271226	rnn.weight_ih_l0_reverse	5	-0.055867038667201996
271226	rnn.weight_ih_l0_reverse	6	-0.039302948862314224
271226	rnn.weight_ih_l0_reverse	7	0.02049296721816063
271226	rnn.weight_ih_l0_reverse	8	0.09393694251775742
271226	rnn.weight_ih_l0_reverse	9	-0.000203689094632864
271226	rnn.weight_hh_l0_reverse	0	0.005550936330109835
271226	rnn.weight_hh_l0_reverse	1	0.02824997343122959
271226	rnn.weight_hh_l0_reverse	2	-0.04127093777060509
271226	rnn.weight_hh_l0_reverse	3	0.04466259479522705
271226	rnn.weight_hh_l0_reverse	4	0.02281940169632435
271226	rnn.weight_hh_l0_reverse	5	-0.009983292780816555
271226	rnn.weight_hh_l0_reverse	6	0.07022202014923096
271226	rnn.weight_hh_l0_reverse	7	0.03962300717830658
271226	rnn.weight_hh_l0_reverse	8	-0.023455945774912834
271226	rnn.weight_hh_l0_reverse	9	-0.025229599326848984
271226	rnn.bias_ih_l0_reverse	0	-0.1538224220275879
271226	rnn.bias_ih_l0_reverse	1	-0.30709436535835266
271226	rnn.bias_ih_l0_reverse	2	-0.05976957455277443
271226	rnn.bias_ih_l0_reverse	3	-0.15248726308345795
271226	rnn.bias_ih_l0_reverse	4	0.060014497488737106
271226	rnn.bias_ih_l0_reverse	5	-0.28046321868896484
271226	rnn.bias_ih_l0_reverse	6	-0.06940821558237076
271226	rnn.bias_ih_l0_reverse	7	0.0071118175983428955
271226	rnn.bias_ih_l0_reverse	8	-0.19716131687164307
271226	rnn.bias_ih_l0_reverse	9	-0.08945918828248978
271226	rnn.bias_hh_l0_reverse	0	-0.16085191071033478
271226	rnn.bias_hh_l0_reverse	1	-0.15360194444656372
271226	rnn.bias_hh_l0_reverse	2	-0.011155728250741959
271226	rnn.bias_hh_l0_reverse	3	-0.1375717669725418
271226	rnn.bias_hh_l0_reverse	4	-0.025884924456477165
271226	rnn.bias_hh_l0_reverse	5	-0.12122824043035507
271226	rnn.bias_hh_l0_reverse	6	-0.07430911064147949
271226	rnn.bias_hh_l0_reverse	7	-0.1762119084596634
271226	rnn.bias_hh_l0_reverse	8	-0.062497273087501526
271226	rnn.bias_hh_l0_reverse	9	-0.11919704079627991
271226	linear.weight	0	-0.2438330054283142
271226	linear.weight	1	-0.13314953446388245
271226	linear.weight	2	-0.011228874325752258
271226	linear.weight	3	-0.08247680962085724
271226	linear.weight	4	0.0012825297890231013
271226	linear.weight	5	0.24728736281394958
271226	linear.weight	6	0.0047744326293468475
271226	linear.weight	7	-0.021312154829502106
271226	linear.weight	8	0.21614791452884674
271226	linear.weight	9	0.23908060789108276
271226	linear.bias	0	-0.8355113863945007
271226	linear.bias	1	1.4070014953613281
271226	linear.bias	2	-0.4998391568660736
271226	linear.bias	3	-0.7666863203048706
271226	linear.bias	4	-0.9170172214508057
271226	linear.bias	5	-1.1811820268630981
271226	linear.bias	6	-0.9668830633163452
271226	linear.bias	7	-0.6800473928451538
271226	linear.bias	8	-0.01705317199230194
271226	linear.bias	9	3.528933525085449
271423	transitions	0	-0.4786074161529541
271423	transitions	1	8.882740020751953
271423	transitions	2	-3.6571836471557617
271423	transitions	3	1.6453691720962524
271423	transitions	4	-2.2423062324523926
271423	transitions	5	-0.43947216868400574
271423	transitions	6	-0.1975894719362259
271423	transitions	7	-10000.0
271423	transitions	8	1.8787567615509033
271423	transitions	9	-2.2952661514282227
271423	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
271423	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
271423	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
271423	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
271423	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
271423	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
271423	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
271423	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
271423	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
271423	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
271423	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
271423	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
271423	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
271423	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
271423	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
271423	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
271423	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
271423	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
271423	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
271423	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
271423	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
271423	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
271423	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
271423	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
271423	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
271423	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
271423	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
271423	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
271423	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
271423	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
271423	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
271423	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
271423	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
271423	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
271423	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
271423	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
271423	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
271423	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
271423	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
271423	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
271423	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
271423	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
271423	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
271423	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
271423	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
271423	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
271423	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
271423	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
271423	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
271423	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
271423	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
271423	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
271423	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
271423	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
271423	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
271423	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
271423	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
271423	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
271423	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
271423	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
271423	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
271423	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
271423	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
271423	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
271423	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
271423	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
271423	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
271423	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
271423	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
271423	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
271423	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
271423	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
271423	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
271423	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
271423	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
271423	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
271423	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
271423	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
271423	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
271423	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
271423	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
271423	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
271423	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
271423	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
271423	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
271423	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
271423	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
271423	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
271423	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
271423	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
271423	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
271423	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
271423	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
271423	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
271423	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
271423	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
271423	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
271423	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
271423	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
271423	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
271423	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
271423	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
271423	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
271423	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
271423	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
271423	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
271423	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
271423	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
271423	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
271423	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
271423	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
271423	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
271423	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
271423	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
271423	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
271423	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
271423	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
271423	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
271423	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
271423	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
271423	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
271423	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
271423	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
271423	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
271423	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
271423	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
271423	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
271423	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
271423	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
271423	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
271423	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
271423	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
271423	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
271423	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
271423	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
271423	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
271423	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
271423	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
271423	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
271423	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
271423	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
271423	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
271423	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
271423	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
271423	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
271423	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
271423	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
271423	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
271423	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
271423	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
271423	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
271423	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
271423	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
271423	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
271423	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
271423	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
271423	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
271423	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
271423	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
271423	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
271423	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
271423	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
271423	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
271423	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
271423	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
271423	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
271423	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
271423	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
271423	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
271423	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
271423	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
271423	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
271423	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
271423	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
271423	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
271423	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
271423	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
271423	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
271423	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
271423	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
271423	embedding2nn.weight	0	0.04550422728061676
271423	embedding2nn.weight	1	-0.08778997510671616
271423	embedding2nn.weight	2	0.007246514316648245
271423	embedding2nn.weight	3	-0.06070281192660332
271423	embedding2nn.weight	4	-0.11698729544878006
271423	embedding2nn.weight	5	0.10984862595796585
271423	embedding2nn.weight	6	-0.08399739116430283
271423	embedding2nn.weight	7	-0.08389636129140854
271423	embedding2nn.weight	8	-0.03639977425336838
271423	embedding2nn.weight	9	0.0402010940015316
271423	embedding2nn.bias	0	0.07473770529031754
271423	embedding2nn.bias	1	-0.021187765523791313
271423	embedding2nn.bias	2	-0.06394322961568832
271423	embedding2nn.bias	3	0.010766737163066864
271423	embedding2nn.bias	4	-0.019564412534236908
271423	embedding2nn.bias	5	-0.18959203362464905
271423	embedding2nn.bias	6	-0.10699079185724258
271423	embedding2nn.bias	7	-0.0021533952094614506
271423	embedding2nn.bias	8	0.07381249219179153
271423	embedding2nn.bias	9	-0.043005120009183884
271423	rnn.weight_ih_l0	0	0.033419083803892136
271423	rnn.weight_ih_l0	1	-0.0919574722647667
271423	rnn.weight_ih_l0	2	-0.065248504281044
271423	rnn.weight_ih_l0	3	-0.052776165306568146
271423	rnn.weight_ih_l0	4	0.017330916598439217
271423	rnn.weight_ih_l0	5	-0.10822311788797379
271423	rnn.weight_ih_l0	6	-0.025603778660297394
271423	rnn.weight_ih_l0	7	0.001249893568456173
271423	rnn.weight_ih_l0	8	0.04596483334898949
271423	rnn.weight_ih_l0	9	0.007151068653911352
271423	rnn.weight_hh_l0	0	0.003792067524045706
271423	rnn.weight_hh_l0	1	-0.07479916512966156
271423	rnn.weight_hh_l0	2	0.07499139755964279
271423	rnn.weight_hh_l0	3	0.05120467022061348
271423	rnn.weight_hh_l0	4	0.007112850435078144
271423	rnn.weight_hh_l0	5	0.06967838853597641
271423	rnn.weight_hh_l0	6	-0.017880864441394806
271423	rnn.weight_hh_l0	7	-0.11491111665964127
271423	rnn.weight_hh_l0	8	0.025713305920362473
271423	rnn.weight_hh_l0	9	-0.07782865315675735
271423	rnn.bias_ih_l0	0	-0.08277682960033417
271423	rnn.bias_ih_l0	1	-0.1918058842420578
271423	rnn.bias_ih_l0	2	-0.26569631695747375
271423	rnn.bias_ih_l0	3	-0.2741655707359314
271423	rnn.bias_ih_l0	4	0.0009174590231850743
271423	rnn.bias_ih_l0	5	0.05003147944808006
271423	rnn.bias_ih_l0	6	-0.1682179570198059
271423	rnn.bias_ih_l0	7	-0.2694941759109497
271423	rnn.bias_ih_l0	8	-0.1499444991350174
271423	rnn.bias_ih_l0	9	-0.1732637733221054
271423	rnn.bias_hh_l0	0	0.13127298653125763
271423	rnn.bias_hh_l0	1	-0.057135701179504395
271423	rnn.bias_hh_l0	2	0.056033048778772354
271423	rnn.bias_hh_l0	3	-0.1705300211906433
271423	rnn.bias_hh_l0	4	0.060268763452768326
271423	rnn.bias_hh_l0	5	0.05359415337443352
271423	rnn.bias_hh_l0	6	-0.11116550862789154
271423	rnn.bias_hh_l0	7	-0.15537162125110626
271423	rnn.bias_hh_l0	8	-0.18434402346611023
271423	rnn.bias_hh_l0	9	-0.11086151003837585
271423	rnn.weight_ih_l0_reverse	0	-0.0193890742957592
271423	rnn.weight_ih_l0_reverse	1	-0.012620238587260246
271423	rnn.weight_ih_l0_reverse	2	-0.0026830590795725584
271423	rnn.weight_ih_l0_reverse	3	0.004983610473573208
271423	rnn.weight_ih_l0_reverse	4	0.008652330376207829
271423	rnn.weight_ih_l0_reverse	5	-0.05602412670850754
271423	rnn.weight_ih_l0_reverse	6	-0.039392102509737015
271423	rnn.weight_ih_l0_reverse	7	0.02043956145644188
271423	rnn.weight_ih_l0_reverse	8	0.09377321600914001
271423	rnn.weight_ih_l0_reverse	9	-0.0003580071497708559
271423	rnn.weight_hh_l0_reverse	0	0.0055047799833118916
271423	rnn.weight_hh_l0_reverse	1	0.028602374717593193
271423	rnn.weight_hh_l0_reverse	2	-0.04123048484325409
271423	rnn.weight_hh_l0_reverse	3	0.04488852992653847
271423	rnn.weight_hh_l0_reverse	4	0.022749673575162888
271423	rnn.weight_hh_l0_reverse	5	-0.00999059621244669
271423	rnn.weight_hh_l0_reverse	6	0.07038334012031555
271423	rnn.weight_hh_l0_reverse	7	0.03971674665808678
271423	rnn.weight_hh_l0_reverse	8	-0.023778479546308517
271423	rnn.weight_hh_l0_reverse	9	-0.025382718071341515
271423	rnn.bias_ih_l0_reverse	0	-0.15247297286987305
271423	rnn.bias_ih_l0_reverse	1	-0.3087538778781891
271423	rnn.bias_ih_l0_reverse	2	-0.06025313213467598
271423	rnn.bias_ih_l0_reverse	3	-0.1525869369506836
271423	rnn.bias_ih_l0_reverse	4	0.059635456651449203
271423	rnn.bias_ih_l0_reverse	5	-0.27961453795433044
271423	rnn.bias_ih_l0_reverse	6	-0.0691419243812561
271423	rnn.bias_ih_l0_reverse	7	0.008041017688810825
271423	rnn.bias_ih_l0_reverse	8	-0.19716577231884003
271423	rnn.bias_ih_l0_reverse	9	-0.08822309970855713
271423	rnn.bias_hh_l0_reverse	0	-0.16155290603637695
271423	rnn.bias_hh_l0_reverse	1	-0.15409450232982635
271423	rnn.bias_hh_l0_reverse	2	-0.01091016735881567
271423	rnn.bias_hh_l0_reverse	3	-0.137546569108963
271423	rnn.bias_hh_l0_reverse	4	-0.025828782469034195
271423	rnn.bias_hh_l0_reverse	5	-0.12124688923358917
271423	rnn.bias_hh_l0_reverse	6	-0.07442852854728699
271423	rnn.bias_hh_l0_reverse	7	-0.177511066198349
271423	rnn.bias_hh_l0_reverse	8	-0.06245879828929901
271423	rnn.bias_hh_l0_reverse	9	-0.11935437470674515
271423	linear.weight	0	-0.2426706999540329
271423	linear.weight	1	-0.13239921629428864
271423	linear.weight	2	-0.011228874325752258
271423	linear.weight	3	-0.08622109144926071
271423	linear.weight	4	0.0008332213619723916
271423	linear.weight	5	0.25057315826416016
271423	linear.weight	6	0.0047744326293468475
271423	linear.weight	7	-0.021312154829502106
271423	linear.weight	8	0.21573951840400696
271423	linear.weight	9	0.23870719969272614
271423	linear.bias	0	-0.8355618119239807
271423	linear.bias	1	1.4015616178512573
271423	linear.bias	2	-0.478485107421875
271423	linear.bias	3	-0.7751830220222473
271423	linear.bias	4	-0.9061923623085022
271423	linear.bias	5	-1.1811857223510742
271423	linear.bias	6	-0.9665370583534241
271423	linear.bias	7	-0.6846530437469482
271423	linear.bias	8	-0.01705317199230194
271423	linear.bias	9	3.5313549041748047
271620	transitions	0	-0.4786236882209778
271620	transitions	1	8.881460189819336
271620	transitions	2	-3.6574649810791016
271620	transitions	3	1.6462351083755493
271620	transitions	4	-2.24293851852417
271620	transitions	5	-0.43948134779930115
271620	transitions	6	-0.19759601354599
271620	transitions	7	-10000.0
271620	transitions	8	1.877717137336731
271620	transitions	9	-2.29526686668396
271620	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
271620	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
271620	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
271620	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
271620	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
271620	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
271620	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
271620	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
271620	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
271620	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
271620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
271620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
271620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
271620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
271620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
271620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
271620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
271620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
271620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
271620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
271620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
271620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
271620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
271620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
271620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
271620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
271620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
271620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
271620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
271620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
271620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
271620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
271620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
271620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
271620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
271620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
271620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
271620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
271620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
271620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
271620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
271620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
271620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
271620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
271620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
271620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
271620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
271620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
271620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
271620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
271620	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
271620	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
271620	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
271620	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
271620	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
271620	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
271620	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
271620	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
271620	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
271620	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
271620	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
271620	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
271620	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
271620	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
271620	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
271620	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
271620	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
271620	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
271620	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
271620	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
271620	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
271620	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
271620	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
271620	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
271620	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
271620	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
271620	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
271620	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
271620	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
271620	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
271620	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
271620	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
271620	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
271620	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
271620	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
271620	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
271620	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
271620	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
271620	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
271620	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
271620	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
271620	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
271620	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
271620	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
271620	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
271620	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
271620	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
271620	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
271620	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
271620	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
271620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
271620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
271620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
271620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
271620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
271620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
271620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
271620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
271620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
271620	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
271620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
271620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
271620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
271620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
271620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
271620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
271620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
271620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
271620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
271620	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
271620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
271620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
271620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
271620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
271620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
271620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
271620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
271620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
271620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
271620	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
271620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
271620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
271620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
271620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
271620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
271620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
271620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
271620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
271620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
271620	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
271620	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
271620	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
271620	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
271620	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
271620	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
271620	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
271620	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
271620	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
271620	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
271620	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
271620	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
271620	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
271620	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
271620	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
271620	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
271620	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
271620	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
271620	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
271620	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
271620	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
271620	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
271620	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
271620	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
271620	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
271620	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
271620	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
271620	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
271620	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
271620	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
271620	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
271620	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
271620	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
271620	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
271620	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
271620	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
271620	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
271620	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
271620	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
271620	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
271620	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
271620	embedding2nn.weight	0	0.04548458382487297
271620	embedding2nn.weight	1	-0.08755028247833252
271620	embedding2nn.weight	2	0.0075699761509895325
271620	embedding2nn.weight	3	-0.0605769157409668
271620	embedding2nn.weight	4	-0.11710178107023239
271620	embedding2nn.weight	5	0.10937610268592834
271620	embedding2nn.weight	6	-0.0839197114109993
271620	embedding2nn.weight	7	-0.08406663686037064
271620	embedding2nn.weight	8	-0.036245569586753845
271620	embedding2nn.weight	9	0.03937940672039986
271620	embedding2nn.bias	0	0.0723126232624054
271620	embedding2nn.bias	1	-0.02054542303085327
271620	embedding2nn.bias	2	-0.064305379986763
271620	embedding2nn.bias	3	0.008454344235360622
271620	embedding2nn.bias	4	-0.0186513289809227
271620	embedding2nn.bias	5	-0.18033529818058014
271620	embedding2nn.bias	6	-0.1081017255783081
271620	embedding2nn.bias	7	-0.0020903204567730427
271620	embedding2nn.bias	8	0.07808543741703033
271620	embedding2nn.bias	9	-0.04084235802292824
271620	rnn.weight_ih_l0	0	0.033332325518131256
271620	rnn.weight_ih_l0	1	-0.09244582056999207
271620	rnn.weight_ih_l0	2	-0.06568154692649841
271620	rnn.weight_ih_l0	3	-0.052612632513046265
271620	rnn.weight_ih_l0	4	0.017575062811374664
271620	rnn.weight_ih_l0	5	-0.10902076214551926
271620	rnn.weight_ih_l0	6	-0.025302886962890625
271620	rnn.weight_ih_l0	7	0.0017921588150784373
271620	rnn.weight_ih_l0	8	0.0455409437417984
271620	rnn.weight_ih_l0	9	0.008168986067175865
271620	rnn.weight_hh_l0	0	0.004143401049077511
271620	rnn.weight_hh_l0	1	-0.07512132078409195
271620	rnn.weight_hh_l0	2	0.07501582056283951
271620	rnn.weight_hh_l0	3	0.05138462781906128
271620	rnn.weight_hh_l0	4	0.0070832837373018265
271620	rnn.weight_hh_l0	5	0.07011228054761887
271620	rnn.weight_hh_l0	6	-0.017941685393452644
271620	rnn.weight_hh_l0	7	-0.11471010744571686
271620	rnn.weight_hh_l0	8	0.025576995685696602
271620	rnn.weight_hh_l0	9	-0.0775735080242157
271620	rnn.bias_ih_l0	0	-0.08362554758787155
271620	rnn.bias_ih_l0	1	-0.19262485206127167
271620	rnn.bias_ih_l0	2	-0.2660561800003052
271620	rnn.bias_ih_l0	3	-0.27330490946769714
271620	rnn.bias_ih_l0	4	-0.00017877151549328119
271620	rnn.bias_ih_l0	5	0.0507110171020031
271620	rnn.bias_ih_l0	6	-0.16808408498764038
271620	rnn.bias_ih_l0	7	-0.26888394355773926
271620	rnn.bias_ih_l0	8	-0.15247181057929993
271620	rnn.bias_ih_l0	9	-0.17413951456546783
271620	rnn.bias_hh_l0	0	0.13196495175361633
271620	rnn.bias_hh_l0	1	-0.057392850518226624
271620	rnn.bias_hh_l0	2	0.056165941059589386
271620	rnn.bias_hh_l0	3	-0.17059093713760376
271620	rnn.bias_hh_l0	4	0.059609971940517426
271620	rnn.bias_hh_l0	5	0.0540655255317688
271620	rnn.bias_hh_l0	6	-0.11066017299890518
271620	rnn.bias_hh_l0	7	-0.15522551536560059
271620	rnn.bias_hh_l0	8	-0.18369486927986145
271620	rnn.bias_hh_l0	9	-0.11034391820430756
271620	rnn.weight_ih_l0_reverse	0	-0.018889660015702248
271620	rnn.weight_ih_l0_reverse	1	-0.013014474883675575
271620	rnn.weight_ih_l0_reverse	2	-0.0028114686720073223
271620	rnn.weight_ih_l0_reverse	3	0.005465990863740444
271620	rnn.weight_ih_l0_reverse	4	0.01018229965120554
271620	rnn.weight_ih_l0_reverse	5	-0.05534881353378296
271620	rnn.weight_ih_l0_reverse	6	-0.03867243602871895
271620	rnn.weight_ih_l0_reverse	7	0.020260870456695557
271620	rnn.weight_ih_l0_reverse	8	0.09434737265110016
271620	rnn.weight_ih_l0_reverse	9	-0.0005673684063367546
271620	rnn.weight_hh_l0_reverse	0	0.005618617404252291
271620	rnn.weight_hh_l0_reverse	1	0.028397835791110992
271620	rnn.weight_hh_l0_reverse	2	-0.04134032130241394
271620	rnn.weight_hh_l0_reverse	3	0.04503567889332771
271620	rnn.weight_hh_l0_reverse	4	0.022580400109291077
271620	rnn.weight_hh_l0_reverse	5	-0.010305071249604225
271620	rnn.weight_hh_l0_reverse	6	0.07031030207872391
271620	rnn.weight_hh_l0_reverse	7	0.03961537033319473
271620	rnn.weight_hh_l0_reverse	8	-0.023932505398988724
271620	rnn.weight_hh_l0_reverse	9	-0.025354616343975067
271620	rnn.bias_ih_l0_reverse	0	-0.15375331044197083
271620	rnn.bias_ih_l0_reverse	1	-0.30855974555015564
271620	rnn.bias_ih_l0_reverse	2	-0.06099146977066994
271620	rnn.bias_ih_l0_reverse	3	-0.15302085876464844
271620	rnn.bias_ih_l0_reverse	4	0.059377484023571014
271620	rnn.bias_ih_l0_reverse	5	-0.2799798250198364
271620	rnn.bias_ih_l0_reverse	6	-0.06814275681972504
271620	rnn.bias_ih_l0_reverse	7	0.010239632800221443
271620	rnn.bias_ih_l0_reverse	8	-0.19712232053279877
271620	rnn.bias_ih_l0_reverse	9	-0.08741220086812973
271620	rnn.bias_hh_l0_reverse	0	-0.16100110113620758
271620	rnn.bias_hh_l0_reverse	1	-0.1538444608449936
271620	rnn.bias_hh_l0_reverse	2	-0.010481912642717361
271620	rnn.bias_hh_l0_reverse	3	-0.13853664696216583
271620	rnn.bias_hh_l0_reverse	4	-0.025564467534422874
271620	rnn.bias_hh_l0_reverse	5	-0.12103566527366638
271620	rnn.bias_hh_l0_reverse	6	-0.0745319351553917
271620	rnn.bias_hh_l0_reverse	7	-0.1789850890636444
271620	rnn.bias_hh_l0_reverse	8	-0.06202402338385582
271620	rnn.bias_hh_l0_reverse	9	-0.12055987864732742
271620	linear.weight	0	-0.24639660120010376
271620	linear.weight	1	-0.13176336884498596
271620	linear.weight	2	-0.011228874325752258
271620	linear.weight	3	-0.08618646115064621
271620	linear.weight	4	0.0009939281735569239
271620	linear.weight	5	0.25299522280693054
271620	linear.weight	6	0.0047744326293468475
271620	linear.weight	7	-0.021312154829502106
271620	linear.weight	8	0.21383002400398254
271620	linear.weight	9	0.23789548873901367
271620	linear.bias	0	-0.8401950001716614
271620	linear.bias	1	1.3826197385787964
271620	linear.bias	2	-0.49827855825424194
271620	linear.bias	3	-0.7705684900283813
271620	linear.bias	4	-0.900632917881012
271620	linear.bias	5	-1.1811895370483398
271620	linear.bias	6	-0.9711033701896667
271620	linear.bias	7	-0.664906919002533
271620	linear.bias	8	-0.01705317199230194
271620	linear.bias	9	3.5342819690704346
271817	transitions	0	-0.47866126894950867
271817	transitions	1	8.902517318725586
271817	transitions	2	-3.657582998275757
271817	transitions	3	1.6496537923812866
271817	transitions	4	-2.2430484294891357
271817	transitions	5	-0.4394955635070801
271817	transitions	6	-0.1976020336151123
271817	transitions	7	-10000.0
271817	transitions	8	1.877285122871399
271817	transitions	9	-2.29526686668396
271817	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
271817	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
271817	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
271817	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
271817	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
271817	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
271817	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
271817	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
271817	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
271817	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
271817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
271817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
271817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
271817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
271817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
271817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
271817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
271817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
271817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
271817	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
271817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
271817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
271817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
271817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
271817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
271817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
271817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
271817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
271817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
271817	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
271817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
271817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
271817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
271817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
271817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
271817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
271817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
271817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
271817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
271817	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
271817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
271817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
271817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
271817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
271817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
271817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
271817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
271817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
271817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
271817	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
271817	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
271817	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
271817	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
271817	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
271817	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
271817	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
271817	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
271817	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
271817	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
271817	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
271817	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
271817	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
271817	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
271817	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
271817	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
271817	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
271817	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
271817	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
271817	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
271817	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
271817	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
271817	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
271817	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
271817	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
271817	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
271817	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
271817	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
271817	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
271817	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
271817	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
271817	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
271817	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
271817	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
271817	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
271817	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
271817	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
271817	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
271817	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
271817	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
271817	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
271817	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
271817	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
271817	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
271817	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
271817	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
271817	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
271817	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
271817	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
271817	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
271817	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
271817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
271817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
271817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
271817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
271817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
271817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
271817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
271817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
271817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
271817	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
271817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
271817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
271817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
271817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
271817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
271817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
271817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
271817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
271817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
271817	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
271817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
271817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
271817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
271817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
271817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
271817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
271817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
271817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
271817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
271817	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
271817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
271817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
271817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
271817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
271817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
271817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
271817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
271817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
271817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
271817	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
271817	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
271817	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
271817	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
271817	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
271817	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
271817	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
271817	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
271817	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
271817	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
271817	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
271817	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
271817	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
271817	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
271817	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
271817	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
271817	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
271817	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
271817	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
271817	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
271817	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
271817	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
271817	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
271817	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
271817	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
271817	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
271817	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
271817	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
271817	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
271817	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
271817	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
271817	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
271817	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
271817	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
271817	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
271817	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
271817	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
271817	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
271817	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
271817	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
271817	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
271817	embedding2nn.weight	0	0.045723676681518555
271817	embedding2nn.weight	1	-0.08764875680208206
271817	embedding2nn.weight	2	0.0076769618317484856
271817	embedding2nn.weight	3	-0.06055999547243118
271817	embedding2nn.weight	4	-0.11797435581684113
271817	embedding2nn.weight	5	0.10859884321689606
271817	embedding2nn.weight	6	-0.08541275560855865
271817	embedding2nn.weight	7	-0.0833929106593132
271817	embedding2nn.weight	8	-0.036458149552345276
271817	embedding2nn.weight	9	0.03989383578300476
271817	embedding2nn.bias	0	0.06931343674659729
271817	embedding2nn.bias	1	-0.018010690808296204
271817	embedding2nn.bias	2	-0.0680215060710907
271817	embedding2nn.bias	3	0.014923199079930782
271817	embedding2nn.bias	4	-0.02169499360024929
271817	embedding2nn.bias	5	-0.18082958459854126
271817	embedding2nn.bias	6	-0.11732804030179977
271817	embedding2nn.bias	7	-0.00554090877994895
271817	embedding2nn.bias	8	0.06960287690162659
271817	embedding2nn.bias	9	-0.04085482284426689
271817	rnn.weight_ih_l0	0	0.03377709910273552
271817	rnn.weight_ih_l0	1	-0.09172628074884415
271817	rnn.weight_ih_l0	2	-0.065979965031147
271817	rnn.weight_ih_l0	3	-0.051737766712903976
271817	rnn.weight_ih_l0	4	0.017434433102607727
271817	rnn.weight_ih_l0	5	-0.1086667850613594
271817	rnn.weight_ih_l0	6	-0.024902600795030594
271817	rnn.weight_ih_l0	7	0.00217189802788198
271817	rnn.weight_ih_l0	8	0.04464985802769661
271817	rnn.weight_ih_l0	9	0.00852707214653492
271817	rnn.weight_hh_l0	0	0.00440362561494112
271817	rnn.weight_hh_l0	1	-0.07501582056283951
271817	rnn.weight_hh_l0	2	0.07508939504623413
271817	rnn.weight_hh_l0	3	0.051444776356220245
271817	rnn.weight_hh_l0	4	0.007168506737798452
271817	rnn.weight_hh_l0	5	0.06982937455177307
271817	rnn.weight_hh_l0	6	-0.018072953447699547
271817	rnn.weight_hh_l0	7	-0.11463281512260437
271817	rnn.weight_hh_l0	8	0.025543928146362305
271817	rnn.weight_hh_l0	9	-0.07735519856214523
271817	rnn.bias_ih_l0	0	-0.08312221616506577
271817	rnn.bias_ih_l0	1	-0.1936195194721222
271817	rnn.bias_ih_l0	2	-0.2659648656845093
271817	rnn.bias_ih_l0	3	-0.27323487401008606
271817	rnn.bias_ih_l0	4	0.0007760991575196385
271817	rnn.bias_ih_l0	5	0.048887770622968674
271817	rnn.bias_ih_l0	6	-0.16714392602443695
271817	rnn.bias_ih_l0	7	-0.26996952295303345
271817	rnn.bias_ih_l0	8	-0.15104591846466064
271817	rnn.bias_ih_l0	9	-0.17408797144889832
271817	rnn.bias_hh_l0	0	0.13183198869228363
271817	rnn.bias_hh_l0	1	-0.057728976011276245
271817	rnn.bias_hh_l0	2	0.05601251870393753
271817	rnn.bias_hh_l0	3	-0.17240169644355774
271817	rnn.bias_hh_l0	4	0.05961652100086212
271817	rnn.bias_hh_l0	5	0.054230961948633194
271817	rnn.bias_hh_l0	6	-0.1102021187543869
271817	rnn.bias_hh_l0	7	-0.15389949083328247
271817	rnn.bias_hh_l0	8	-0.1838325560092926
271817	rnn.bias_hh_l0	9	-0.10984613001346588
271817	rnn.weight_ih_l0_reverse	0	-0.019154371693730354
271817	rnn.weight_ih_l0_reverse	1	-0.013332261703908443
271817	rnn.weight_ih_l0_reverse	2	-0.0029330330435186625
271817	rnn.weight_ih_l0_reverse	3	0.005390696693211794
271817	rnn.weight_ih_l0_reverse	4	0.009533095173537731
271817	rnn.weight_ih_l0_reverse	5	-0.05691472440958023
271817	rnn.weight_ih_l0_reverse	6	-0.038188252598047256
271817	rnn.weight_ih_l0_reverse	7	0.020627109333872795
271817	rnn.weight_ih_l0_reverse	8	0.09403929859399796
271817	rnn.weight_ih_l0_reverse	9	-0.00010136073251487687
271817	rnn.weight_hh_l0_reverse	0	0.005577928386628628
271817	rnn.weight_hh_l0_reverse	1	0.028455443680286407
271817	rnn.weight_hh_l0_reverse	2	-0.04117310047149658
271817	rnn.weight_hh_l0_reverse	3	0.04497065767645836
271817	rnn.weight_hh_l0_reverse	4	0.022709500044584274
271817	rnn.weight_hh_l0_reverse	5	-0.01043857354670763
271817	rnn.weight_hh_l0_reverse	6	0.07030409574508667
271817	rnn.weight_hh_l0_reverse	7	0.039595190435647964
271817	rnn.weight_hh_l0_reverse	8	-0.023991461843252182
271817	rnn.weight_hh_l0_reverse	9	-0.02533692680299282
271817	rnn.bias_ih_l0_reverse	0	-0.15339592099189758
271817	rnn.bias_ih_l0_reverse	1	-0.30858734250068665
271817	rnn.bias_ih_l0_reverse	2	-0.06145041063427925
271817	rnn.bias_ih_l0_reverse	3	-0.15291902422904968
271817	rnn.bias_ih_l0_reverse	4	0.060574572533369064
271817	rnn.bias_ih_l0_reverse	5	-0.28013864159584045
271817	rnn.bias_ih_l0_reverse	6	-0.06753728538751602
271817	rnn.bias_ih_l0_reverse	7	0.009639901109039783
271817	rnn.bias_ih_l0_reverse	8	-0.19659554958343506
271817	rnn.bias_ih_l0_reverse	9	-0.08789386600255966
271817	rnn.bias_hh_l0_reverse	0	-0.16002556681632996
271817	rnn.bias_hh_l0_reverse	1	-0.15537692606449127
271817	rnn.bias_hh_l0_reverse	2	-0.010141829960048199
271817	rnn.bias_hh_l0_reverse	3	-0.13818135857582092
271817	rnn.bias_hh_l0_reverse	4	-0.025814292952418327
271817	rnn.bias_hh_l0_reverse	5	-0.12112968415021896
271817	rnn.bias_hh_l0_reverse	6	-0.07438312470912933
271817	rnn.bias_hh_l0_reverse	7	-0.1792868673801422
271817	rnn.bias_hh_l0_reverse	8	-0.062204401940107346
271817	rnn.bias_hh_l0_reverse	9	-0.12098576873540878
271817	linear.weight	0	-0.25235575437545776
271817	linear.weight	1	-0.1273401826620102
271817	linear.weight	2	-0.011228874325752258
271817	linear.weight	3	-0.08455102890729904
271817	linear.weight	4	-0.003479546867311001
271817	linear.weight	5	0.25545963644981384
271817	linear.weight	6	0.0047744326293468475
271817	linear.weight	7	-0.021312154829502106
271817	linear.weight	8	0.2227376103401184
271817	linear.weight	9	0.239924356341362
271817	linear.bias	0	-0.8412869572639465
271817	linear.bias	1	1.404272437095642
271817	linear.bias	2	-0.5007832050323486
271817	linear.bias	3	-0.7526372671127319
271817	linear.bias	4	-0.9120199084281921
271817	linear.bias	5	-1.1811935901641846
271817	linear.bias	6	-0.9721056818962097
271817	linear.bias	7	-0.6905419826507568
271817	linear.bias	8	-0.01705317199230194
271817	linear.bias	9	3.5166594982147217
272014	transitions	0	-0.478690505027771
272014	transitions	1	8.899927139282227
272014	transitions	2	-3.65769362449646
272014	transitions	3	1.6501247882843018
272014	transitions	4	-2.2432053089141846
272014	transitions	5	-0.4395018219947815
272014	transitions	6	-0.1976061910390854
272014	transitions	7	-10000.0
272014	transitions	8	1.8776817321777344
272014	transitions	9	-2.295269250869751
272014	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
272014	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
272014	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
272014	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
272014	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
272014	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
272014	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
272014	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
272014	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
272014	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
272014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
272014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
272014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
272014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
272014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
272014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
272014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
272014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
272014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
272014	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
272014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
272014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
272014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
272014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
272014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
272014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
272014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
272014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
272014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
272014	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
272014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
272014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
272014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
272014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
272014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
272014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
272014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
272014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
272014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
272014	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
272014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
272014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
272014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
272014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
272014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
272014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
272014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
272014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
272014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
272014	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
272014	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
272014	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
272014	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
272014	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
272014	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
272014	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
272014	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
272014	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
272014	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
272014	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
272014	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
272014	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
272014	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
272014	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
272014	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
272014	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
272014	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
272014	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
272014	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
272014	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
272014	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
272014	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
272014	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
272014	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
272014	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
272014	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
272014	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
272014	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
272014	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
272014	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
272014	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
272014	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
272014	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
272014	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
272014	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
272014	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
272014	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
272014	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
272014	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
272014	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
272014	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
272014	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
272014	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
272014	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
272014	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
272014	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
272014	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
272014	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
272014	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
272014	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
272014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
272014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
272014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
272014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
272014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
272014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
272014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
272014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
272014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
272014	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
272014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
272014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
272014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
272014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
272014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
272014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
272014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
272014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
272014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
272014	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
272014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
272014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
272014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
272014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
272014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
272014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
272014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
272014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
272014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
272014	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
272014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
272014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
272014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
272014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
272014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
272014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
272014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
272014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
272014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
272014	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
272014	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
272014	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
272014	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
272014	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
272014	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
272014	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
272014	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
272014	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
272014	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
272014	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
272014	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
272014	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
272014	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
272014	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
272014	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
272014	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
272014	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
272014	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
272014	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
272014	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
272014	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
272014	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
272014	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
272014	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
272014	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
272014	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
272014	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
272014	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
272014	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
272014	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
272014	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
272014	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
272014	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
272014	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
272014	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
272014	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
272014	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
272014	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
272014	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
272014	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
272014	embedding2nn.weight	0	0.045823823660612106
272014	embedding2nn.weight	1	-0.08765459060668945
272014	embedding2nn.weight	2	0.008553707972168922
272014	embedding2nn.weight	3	-0.060624685138463974
272014	embedding2nn.weight	4	-0.11818191409111023
272014	embedding2nn.weight	5	0.10867972671985626
272014	embedding2nn.weight	6	-0.08716164529323578
272014	embedding2nn.weight	7	-0.08388030529022217
272014	embedding2nn.weight	8	-0.036478232592344284
272014	embedding2nn.weight	9	0.039089880883693695
272014	embedding2nn.bias	0	0.06627312302589417
272014	embedding2nn.bias	1	-0.01596950739622116
272014	embedding2nn.bias	2	-0.06973631680011749
272014	embedding2nn.bias	3	0.016193846240639687
272014	embedding2nn.bias	4	-0.021358463913202286
272014	embedding2nn.bias	5	-0.18174761533737183
272014	embedding2nn.bias	6	-0.11779171228408813
272014	embedding2nn.bias	7	-0.0065366425551474094
272014	embedding2nn.bias	8	0.06992925703525543
272014	embedding2nn.bias	9	-0.03843425586819649
272014	rnn.weight_ih_l0	0	0.033218249678611755
272014	rnn.weight_ih_l0	1	-0.09239514917135239
272014	rnn.weight_ih_l0	2	-0.0657549723982811
272014	rnn.weight_ih_l0	3	-0.052318792790174484
272014	rnn.weight_ih_l0	4	0.017556527629494667
272014	rnn.weight_ih_l0	5	-0.10900644212961197
272014	rnn.weight_ih_l0	6	-0.025275329127907753
272014	rnn.weight_ih_l0	7	0.0016987681156024337
272014	rnn.weight_ih_l0	8	0.0445655882358551
272014	rnn.weight_ih_l0	9	0.00831683725118637
272014	rnn.weight_hh_l0	0	0.004367423709481955
272014	rnn.weight_hh_l0	1	-0.07535506039857864
272014	rnn.weight_hh_l0	2	0.07514028996229172
272014	rnn.weight_hh_l0	3	0.05136841908097267
272014	rnn.weight_hh_l0	4	0.007028593216091394
272014	rnn.weight_hh_l0	5	0.0698256716132164
272014	rnn.weight_hh_l0	6	-0.01821318082511425
272014	rnn.weight_hh_l0	7	-0.11466331034898758
272014	rnn.weight_hh_l0	8	0.025475293397903442
272014	rnn.weight_hh_l0	9	-0.07752489298582077
272014	rnn.bias_ih_l0	0	-0.08249792456626892
272014	rnn.bias_ih_l0	1	-0.19382332265377045
272014	rnn.bias_ih_l0	2	-0.2661263644695282
272014	rnn.bias_ih_l0	3	-0.27381619811058044
272014	rnn.bias_ih_l0	4	0.0007603661506436765
272014	rnn.bias_ih_l0	5	0.0487663708627224
272014	rnn.bias_ih_l0	6	-0.16647611558437347
272014	rnn.bias_ih_l0	7	-0.2693774998188019
272014	rnn.bias_ih_l0	8	-0.1522233933210373
272014	rnn.bias_ih_l0	9	-0.1735687553882599
272014	rnn.bias_hh_l0	0	0.1321079432964325
272014	rnn.bias_hh_l0	1	-0.05835151672363281
272014	rnn.bias_hh_l0	2	0.0559568852186203
272014	rnn.bias_hh_l0	3	-0.17230069637298584
272014	rnn.bias_hh_l0	4	0.06043553724884987
272014	rnn.bias_hh_l0	5	0.05387037247419357
272014	rnn.bias_hh_l0	6	-0.10956863313913345
272014	rnn.bias_hh_l0	7	-0.15404747426509857
272014	rnn.bias_hh_l0	8	-0.18387524783611298
272014	rnn.bias_hh_l0	9	-0.10930849611759186
272014	rnn.weight_ih_l0_reverse	0	-0.019394971430301666
272014	rnn.weight_ih_l0_reverse	1	-0.013392746448516846
272014	rnn.weight_ih_l0_reverse	2	-0.0018774524796754122
272014	rnn.weight_ih_l0_reverse	3	0.00630113435909152
272014	rnn.weight_ih_l0_reverse	4	0.00888168066740036
272014	rnn.weight_ih_l0_reverse	5	-0.057176634669303894
272014	rnn.weight_ih_l0_reverse	6	-0.037672583013772964
272014	rnn.weight_ih_l0_reverse	7	0.020479857921600342
272014	rnn.weight_ih_l0_reverse	8	0.09427022933959961
272014	rnn.weight_ih_l0_reverse	9	0.0005318800685927272
272014	rnn.weight_hh_l0_reverse	0	0.005503678694367409
272014	rnn.weight_hh_l0_reverse	1	0.028537245467305183
272014	rnn.weight_hh_l0_reverse	2	-0.04105374217033386
272014	rnn.weight_hh_l0_reverse	3	0.04487336054444313
272014	rnn.weight_hh_l0_reverse	4	0.022786986082792282
272014	rnn.weight_hh_l0_reverse	5	-0.010507921688258648
272014	rnn.weight_hh_l0_reverse	6	0.07035821676254272
272014	rnn.weight_hh_l0_reverse	7	0.0396176241338253
272014	rnn.weight_hh_l0_reverse	8	-0.02416331321001053
272014	rnn.weight_hh_l0_reverse	9	-0.025336673483252525
272014	rnn.bias_ih_l0_reverse	0	-0.15333421528339386
272014	rnn.bias_ih_l0_reverse	1	-0.3080921173095703
272014	rnn.bias_ih_l0_reverse	2	-0.06215471774339676
272014	rnn.bias_ih_l0_reverse	3	-0.15259431302547455
272014	rnn.bias_ih_l0_reverse	4	0.05979360640048981
272014	rnn.bias_ih_l0_reverse	5	-0.2809993624687195
272014	rnn.bias_ih_l0_reverse	6	-0.06709613651037216
272014	rnn.bias_ih_l0_reverse	7	0.008101945742964745
272014	rnn.bias_ih_l0_reverse	8	-0.19607055187225342
272014	rnn.bias_ih_l0_reverse	9	-0.08720306307077408
272014	rnn.bias_hh_l0_reverse	0	-0.1583610326051712
272014	rnn.bias_hh_l0_reverse	1	-0.15487605333328247
272014	rnn.bias_hh_l0_reverse	2	-0.009906156919896603
272014	rnn.bias_hh_l0_reverse	3	-0.1395258754491806
272014	rnn.bias_hh_l0_reverse	4	-0.026399040594697
272014	rnn.bias_hh_l0_reverse	5	-0.12003565579652786
272014	rnn.bias_hh_l0_reverse	6	-0.07421542704105377
272014	rnn.bias_hh_l0_reverse	7	-0.17898191511631012
272014	rnn.bias_hh_l0_reverse	8	-0.06198747083544731
272014	rnn.bias_hh_l0_reverse	9	-0.12136273831129074
272014	linear.weight	0	-0.24903742969036102
272014	linear.weight	1	-0.1271943747997284
272014	linear.weight	2	-0.011228874325752258
272014	linear.weight	3	-0.08680377155542374
272014	linear.weight	4	-0.0018377372762188315
272014	linear.weight	5	0.2512311637401581
272014	linear.weight	6	0.0047744326293468475
272014	linear.weight	7	-0.021312154829502106
272014	linear.weight	8	0.22056837379932404
272014	linear.weight	9	0.23975035548210144
272014	linear.bias	0	-0.8411638140678406
272014	linear.bias	1	1.4153368473052979
272014	linear.bias	2	-0.4970669150352478
272014	linear.bias	3	-0.7588762044906616
272014	linear.bias	4	-0.9010664224624634
272014	linear.bias	5	-1.1811977624893188
272014	linear.bias	6	-0.9715639352798462
272014	linear.bias	7	-0.6896783709526062
272014	linear.bias	8	-0.01705317199230194
272014	linear.bias	9	3.5281686782836914
272211	transitions	0	-0.4787934720516205
272211	transitions	1	8.90530776977539
272211	transitions	2	-3.657853841781616
272211	transitions	3	1.6555098295211792
272211	transitions	4	-2.243269681930542
272211	transitions	5	-0.4395810663700104
272211	transitions	6	-0.19761168956756592
272211	transitions	7	-10000.0
272211	transitions	8	1.8786112070083618
272211	transitions	9	-2.2952709197998047
272211	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
272211	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
272211	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
272211	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
272211	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
272211	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
272211	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
272211	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
272211	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
272211	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
272211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
272211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
272211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
272211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
272211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
272211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
272211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
272211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
272211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
272211	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
272211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
272211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
272211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
272211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
272211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
272211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
272211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
272211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
272211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
272211	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
272211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
272211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
272211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
272211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
272211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
272211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
272211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
272211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
272211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
272211	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
272211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
272211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
272211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
272211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
272211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
272211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
272211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
272211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
272211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
272211	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
272211	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
272211	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
272211	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
272211	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
272211	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
272211	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
272211	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
272211	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
272211	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
272211	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
272211	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
272211	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
272211	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
272211	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
272211	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
272211	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
272211	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
272211	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
272211	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
272211	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
272211	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
272211	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
272211	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
272211	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
272211	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
272211	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
272211	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
272211	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
272211	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
272211	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
272211	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
272211	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
272211	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
272211	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
272211	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
272211	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
272211	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
272211	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
272211	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
272211	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
272211	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
272211	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
272211	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
272211	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
272211	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
272211	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
272211	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
272211	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
272211	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
272211	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
272211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
272211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
272211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
272211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
272211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
272211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
272211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
272211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
272211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
272211	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
272211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
272211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
272211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
272211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
272211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
272211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
272211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
272211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
272211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
272211	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
272211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
272211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
272211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
272211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
272211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
272211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
272211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
272211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
272211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
272211	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
272211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
272211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
272211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
272211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
272211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
272211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
272211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
272211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
272211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
272211	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
272211	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
272211	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
272211	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
272211	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
272211	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
272211	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
272211	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
272211	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
272211	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
272211	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
272211	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
272211	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
272211	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
272211	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
272211	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
272211	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
272211	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
272211	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
272211	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
272211	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
272211	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
272211	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
272211	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
272211	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
272211	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
272211	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
272211	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
272211	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
272211	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
272211	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
272211	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
272211	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
272211	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
272211	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
272211	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
272211	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
272211	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
272211	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
272211	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
272211	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
272211	embedding2nn.weight	0	0.045813195407390594
272211	embedding2nn.weight	1	-0.08747749775648117
272211	embedding2nn.weight	2	0.008476005867123604
272211	embedding2nn.weight	3	-0.06056690216064453
272211	embedding2nn.weight	4	-0.11941897124052048
272211	embedding2nn.weight	5	0.10845679044723511
272211	embedding2nn.weight	6	-0.08566689491271973
272211	embedding2nn.weight	7	-0.08387025445699692
272211	embedding2nn.weight	8	-0.036259882152080536
272211	embedding2nn.weight	9	0.04043599218130112
272211	embedding2nn.bias	0	0.0629328116774559
272211	embedding2nn.bias	1	-0.01841757260262966
272211	embedding2nn.bias	2	-0.0694391056895256
272211	embedding2nn.bias	3	0.01043788157403469
272211	embedding2nn.bias	4	-0.015700045973062515
272211	embedding2nn.bias	5	-0.18270349502563477
272211	embedding2nn.bias	6	-0.11734550446271896
272211	embedding2nn.bias	7	-0.007109040394425392
272211	embedding2nn.bias	8	0.07379190623760223
272211	embedding2nn.bias	9	-0.035823892802000046
272211	rnn.weight_ih_l0	0	0.033508509397506714
272211	rnn.weight_ih_l0	1	-0.09128937870264053
272211	rnn.weight_ih_l0	2	-0.06474153697490692
272211	rnn.weight_ih_l0	3	-0.05229799076914787
272211	rnn.weight_ih_l0	4	0.017240894958376884
272211	rnn.weight_ih_l0	5	-0.10902422666549683
272211	rnn.weight_ih_l0	6	-0.024783898144960403
272211	rnn.weight_ih_l0	7	0.001959033776074648
272211	rnn.weight_ih_l0	8	0.04521645978093147
272211	rnn.weight_ih_l0	9	0.009138300083577633
272211	rnn.weight_hh_l0	0	0.00427129166200757
272211	rnn.weight_hh_l0	1	-0.0761735811829567
272211	rnn.weight_hh_l0	2	0.07492425292730331
272211	rnn.weight_hh_l0	3	0.051524922251701355
272211	rnn.weight_hh_l0	4	0.007167697884142399
272211	rnn.weight_hh_l0	5	0.06966204196214676
272211	rnn.weight_hh_l0	6	-0.018268195912241936
272211	rnn.weight_hh_l0	7	-0.11481022089719772
272211	rnn.weight_hh_l0	8	0.025523625314235687
272211	rnn.weight_hh_l0	9	-0.07770171761512756
272211	rnn.bias_ih_l0	0	-0.08317135274410248
272211	rnn.bias_ih_l0	1	-0.19398441910743713
272211	rnn.bias_ih_l0	2	-0.2660684585571289
272211	rnn.bias_ih_l0	3	-0.2730124890804291
272211	rnn.bias_ih_l0	4	0.00016133471217472106
272211	rnn.bias_ih_l0	5	0.047661375254392624
272211	rnn.bias_ih_l0	6	-0.1669982224702835
272211	rnn.bias_ih_l0	7	-0.2695745825767517
272211	rnn.bias_ih_l0	8	-0.15168769657611847
272211	rnn.bias_ih_l0	9	-0.17336921393871307
272211	rnn.bias_hh_l0	0	0.1338176131248474
272211	rnn.bias_hh_l0	1	-0.058947768062353134
272211	rnn.bias_hh_l0	2	0.054918933659791946
272211	rnn.bias_hh_l0	3	-0.1722586303949356
272211	rnn.bias_hh_l0	4	0.05892893671989441
272211	rnn.bias_hh_l0	5	0.0537235252559185
272211	rnn.bias_hh_l0	6	-0.10977206379175186
272211	rnn.bias_hh_l0	7	-0.1546432077884674
272211	rnn.bias_hh_l0	8	-0.18478497862815857
272211	rnn.bias_hh_l0	9	-0.10959626734256744
272211	rnn.weight_ih_l0_reverse	0	-0.019353341311216354
272211	rnn.weight_ih_l0_reverse	1	-0.01341209840029478
272211	rnn.weight_ih_l0_reverse	2	-0.0020584804005920887
272211	rnn.weight_ih_l0_reverse	3	0.006629704963415861
272211	rnn.weight_ih_l0_reverse	4	0.00963730737566948
272211	rnn.weight_ih_l0_reverse	5	-0.05649147182703018
272211	rnn.weight_ih_l0_reverse	6	-0.03850062936544418
272211	rnn.weight_ih_l0_reverse	7	0.020658381283283234
272211	rnn.weight_ih_l0_reverse	8	0.09371426701545715
272211	rnn.weight_ih_l0_reverse	9	0.001322403084486723
272211	rnn.weight_hh_l0_reverse	0	0.005443686619400978
272211	rnn.weight_hh_l0_reverse	1	0.02878466248512268
272211	rnn.weight_hh_l0_reverse	2	-0.04124068841338158
272211	rnn.weight_hh_l0_reverse	3	0.04476240649819374
272211	rnn.weight_hh_l0_reverse	4	0.022669099271297455
272211	rnn.weight_hh_l0_reverse	5	-0.010766241699457169
272211	rnn.weight_hh_l0_reverse	6	0.0701175183057785
272211	rnn.weight_hh_l0_reverse	7	0.03966439515352249
272211	rnn.weight_hh_l0_reverse	8	-0.02414112165570259
272211	rnn.weight_hh_l0_reverse	9	-0.025546878576278687
272211	rnn.bias_ih_l0_reverse	0	-0.15214630961418152
272211	rnn.bias_ih_l0_reverse	1	-0.30854302644729614
272211	rnn.bias_ih_l0_reverse	2	-0.06253119558095932
272211	rnn.bias_ih_l0_reverse	3	-0.15217585861682892
272211	rnn.bias_ih_l0_reverse	4	0.05968170613050461
272211	rnn.bias_ih_l0_reverse	5	-0.28070494532585144
272211	rnn.bias_ih_l0_reverse	6	-0.06677307933568954
272211	rnn.bias_ih_l0_reverse	7	0.011535226367413998
272211	rnn.bias_ih_l0_reverse	8	-0.19546161592006683
272211	rnn.bias_ih_l0_reverse	9	-0.08724845945835114
272211	rnn.bias_hh_l0_reverse	0	-0.1585702747106552
272211	rnn.bias_hh_l0_reverse	1	-0.15535080432891846
272211	rnn.bias_hh_l0_reverse	2	-0.010454132221639156
272211	rnn.bias_hh_l0_reverse	3	-0.1387319713830948
272211	rnn.bias_hh_l0_reverse	4	-0.025973573327064514
272211	rnn.bias_hh_l0_reverse	5	-0.11975260078907013
272211	rnn.bias_hh_l0_reverse	6	-0.07477451115846634
272211	rnn.bias_hh_l0_reverse	7	-0.17892523109912872
272211	rnn.bias_hh_l0_reverse	8	-0.06202251464128494
272211	rnn.bias_hh_l0_reverse	9	-0.12091141939163208
272211	linear.weight	0	-0.24784211814403534
272211	linear.weight	1	-0.12858569622039795
272211	linear.weight	2	-0.011228874325752258
272211	linear.weight	3	-0.08986338973045349
272211	linear.weight	4	-0.00047989204176701605
272211	linear.weight	5	0.2508307695388794
272211	linear.weight	6	0.0047744326293468475
272211	linear.weight	7	-0.021312154829502106
272211	linear.weight	8	0.22286053001880646
272211	linear.weight	9	0.2385537028312683
272211	linear.bias	0	-0.8392128348350525
272211	linear.bias	1	1.4026492834091187
272211	linear.bias	2	-0.5112778544425964
272211	linear.bias	3	-0.7532178163528442
272211	linear.bias	4	-0.9152845144271851
272211	linear.bias	5	-1.1812044382095337
272211	linear.bias	6	-0.969720184803009
272211	linear.bias	7	-0.6877655982971191
272211	linear.bias	8	-0.01705317199230194
272211	linear.bias	9	3.551447868347168
272408	transitions	0	-0.47880926728248596
272408	transitions	1	8.905170440673828
272408	transitions	2	-3.6580190658569336
272408	transitions	3	1.6598572731018066
272408	transitions	4	-2.2433438301086426
272408	transitions	5	-0.4395913779735565
272408	transitions	6	-0.1976184993982315
272408	transitions	7	-10000.0
272408	transitions	8	1.877753734588623
272408	transitions	9	-2.295271635055542
272408	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
272408	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
272408	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
272408	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
272408	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
272408	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
272408	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
272408	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
272408	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
272408	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
272408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
272408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
272408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
272408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
272408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
272408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
272408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
272408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
272408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
272408	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
272408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
272408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
272408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
272408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
272408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
272408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
272408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
272408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
272408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
272408	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
272408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
272408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
272408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
272408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
272408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
272408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
272408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
272408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
272408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
272408	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
272408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
272408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
272408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
272408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
272408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
272408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
272408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
272408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
272408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
272408	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
272408	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
272408	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
272408	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
272408	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
272408	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
272408	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
272408	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
272408	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
272408	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
272408	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
272408	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
272408	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
272408	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
272408	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
272408	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
272408	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
272408	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
272408	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
272408	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
272408	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
272408	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
272408	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
272408	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
272408	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
272408	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
272408	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
272408	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
272408	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
272408	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
272408	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
272408	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
272408	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
272408	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
272408	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
272408	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
272408	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
272408	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
272408	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
272408	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
272408	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
272408	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
272408	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
272408	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
272408	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
272408	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
272408	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
272408	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
272408	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
272408	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
272408	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
272408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
272408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
272408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
272408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
272408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
272408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
272408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
272408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
272408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
272408	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
272408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
272408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
272408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
272408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
272408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
272408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
272408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
272408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
272408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
272408	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
272408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
272408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
272408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
272408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
272408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
272408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
272408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
272408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
272408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
272408	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
272408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
272408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
272408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
272408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
272408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
272408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
272408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
272408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
272408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
272408	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
272408	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
272408	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
272408	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
272408	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
272408	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
272408	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
272408	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
272408	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
272408	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
272408	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
272408	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
272408	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
272408	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
272408	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
272408	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
272408	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
272408	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
272408	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
272408	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
272408	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
272408	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
272408	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
272408	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
272408	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
272408	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
272408	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
272408	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
272408	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
272408	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
272408	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
272408	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
272408	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
272408	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
272408	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
272408	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
272408	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
272408	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
272408	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
272408	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
272408	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
272408	embedding2nn.weight	0	0.04598601162433624
272408	embedding2nn.weight	1	-0.08791393786668777
272408	embedding2nn.weight	2	0.00878603383898735
272408	embedding2nn.weight	3	-0.060644857585430145
272408	embedding2nn.weight	4	-0.11994434148073196
272408	embedding2nn.weight	5	0.10772321373224258
272408	embedding2nn.weight	6	-0.08620063215494156
272408	embedding2nn.weight	7	-0.08420815318822861
272408	embedding2nn.weight	8	-0.03633083030581474
272408	embedding2nn.weight	9	0.03941238671541214
272408	embedding2nn.bias	0	0.06986919045448303
272408	embedding2nn.bias	1	-0.021314477548003197
272408	embedding2nn.bias	2	-0.06370195001363754
272408	embedding2nn.bias	3	0.007651320658624172
272408	embedding2nn.bias	4	-0.010575414635241032
272408	embedding2nn.bias	5	-0.1868390291929245
272408	embedding2nn.bias	6	-0.11381097137928009
272408	embedding2nn.bias	7	-0.006724177394062281
272408	embedding2nn.bias	8	0.07059316337108612
272408	embedding2nn.bias	9	-0.04550597071647644
272408	rnn.weight_ih_l0	0	0.033484358340501785
272408	rnn.weight_ih_l0	1	-0.09137673676013947
272408	rnn.weight_ih_l0	2	-0.06456020474433899
272408	rnn.weight_ih_l0	3	-0.05274394527077675
272408	rnn.weight_ih_l0	4	0.016596663743257523
272408	rnn.weight_ih_l0	5	-0.10975536704063416
272408	rnn.weight_ih_l0	6	-0.024722900241613388
272408	rnn.weight_ih_l0	7	0.002115740906447172
272408	rnn.weight_ih_l0	8	0.045310333371162415
272408	rnn.weight_ih_l0	9	0.008199821226298809
272408	rnn.weight_hh_l0	0	0.0044625322334468365
272408	rnn.weight_hh_l0	1	-0.0756508931517601
272408	rnn.weight_hh_l0	2	0.07522322237491608
272408	rnn.weight_hh_l0	3	0.05153904855251312
272408	rnn.weight_hh_l0	4	0.007282322272658348
272408	rnn.weight_hh_l0	5	0.07004904001951218
272408	rnn.weight_hh_l0	6	-0.01831386424601078
272408	rnn.weight_hh_l0	7	-0.114606574177742
272408	rnn.weight_hh_l0	8	0.025938527658581734
272408	rnn.weight_hh_l0	9	-0.07765598595142365
272408	rnn.bias_ih_l0	0	-0.08185212314128876
272408	rnn.bias_ih_l0	1	-0.19360217452049255
272408	rnn.bias_ih_l0	2	-0.26657629013061523
272408	rnn.bias_ih_l0	3	-0.27388787269592285
272408	rnn.bias_ih_l0	4	-9.418388799531385e-05
272408	rnn.bias_ih_l0	5	0.04714663699269295
272408	rnn.bias_ih_l0	6	-0.16832251846790314
272408	rnn.bias_ih_l0	7	-0.26919668912887573
272408	rnn.bias_ih_l0	8	-0.1524263322353363
272408	rnn.bias_ih_l0	9	-0.17318104207515717
272408	rnn.bias_hh_l0	0	0.1345205307006836
272408	rnn.bias_hh_l0	1	-0.058657433837652206
272408	rnn.bias_hh_l0	2	0.05499394237995148
272408	rnn.bias_hh_l0	3	-0.17209027707576752
272408	rnn.bias_hh_l0	4	0.05988641083240509
272408	rnn.bias_hh_l0	5	0.05449312925338745
272408	rnn.bias_hh_l0	6	-0.10928494483232498
272408	rnn.bias_hh_l0	7	-0.15514929592609406
272408	rnn.bias_hh_l0	8	-0.1846294403076172
272408	rnn.bias_hh_l0	9	-0.1093699187040329
272408	rnn.weight_ih_l0_reverse	0	-0.019171953201293945
272408	rnn.weight_ih_l0_reverse	1	-0.012957856990396976
272408	rnn.weight_ih_l0_reverse	2	-0.0018906904151663184
272408	rnn.weight_ih_l0_reverse	3	0.007546398788690567
272408	rnn.weight_ih_l0_reverse	4	0.009725370444357395
272408	rnn.weight_ih_l0_reverse	5	-0.0573439784348011
272408	rnn.weight_ih_l0_reverse	6	-0.03904900699853897
272408	rnn.weight_ih_l0_reverse	7	0.02029789425432682
272408	rnn.weight_ih_l0_reverse	8	0.09460817277431488
272408	rnn.weight_ih_l0_reverse	9	0.0015362880658358335
272408	rnn.weight_hh_l0_reverse	0	0.005410927813500166
272408	rnn.weight_hh_l0_reverse	1	0.028644979000091553
272408	rnn.weight_hh_l0_reverse	2	-0.041330426931381226
272408	rnn.weight_hh_l0_reverse	3	0.04491112381219864
272408	rnn.weight_hh_l0_reverse	4	0.022653739899396896
272408	rnn.weight_hh_l0_reverse	5	-0.01073522586375475
272408	rnn.weight_hh_l0_reverse	6	0.07002811133861542
272408	rnn.weight_hh_l0_reverse	7	0.039819467812776566
272408	rnn.weight_hh_l0_reverse	8	-0.02402348257601261
272408	rnn.weight_hh_l0_reverse	9	-0.025364484637975693
272408	rnn.bias_ih_l0_reverse	0	-0.15224677324295044
272408	rnn.bias_ih_l0_reverse	1	-0.3090302050113678
272408	rnn.bias_ih_l0_reverse	2	-0.06270910799503326
272408	rnn.bias_ih_l0_reverse	3	-0.15279412269592285
272408	rnn.bias_ih_l0_reverse	4	0.06018888205289841
272408	rnn.bias_ih_l0_reverse	5	-0.2805207669734955
272408	rnn.bias_ih_l0_reverse	6	-0.06626390665769577
272408	rnn.bias_ih_l0_reverse	7	0.011008121073246002
272408	rnn.bias_ih_l0_reverse	8	-0.19584351778030396
272408	rnn.bias_ih_l0_reverse	9	-0.08720327168703079
272408	rnn.bias_hh_l0_reverse	0	-0.15913844108581543
272408	rnn.bias_hh_l0_reverse	1	-0.15639054775238037
272408	rnn.bias_hh_l0_reverse	2	-0.010068576782941818
272408	rnn.bias_hh_l0_reverse	3	-0.13798393309116364
272408	rnn.bias_hh_l0_reverse	4	-0.026071390137076378
272408	rnn.bias_hh_l0_reverse	5	-0.12005844712257385
272408	rnn.bias_hh_l0_reverse	6	-0.07377620041370392
272408	rnn.bias_hh_l0_reverse	7	-0.1792009472846985
272408	rnn.bias_hh_l0_reverse	8	-0.062380142509937286
272408	rnn.bias_hh_l0_reverse	9	-0.12069851905107498
272408	linear.weight	0	-0.24381744861602783
272408	linear.weight	1	-0.12840360403060913
272408	linear.weight	2	-0.011228874325752258
272408	linear.weight	3	-0.08695696294307709
272408	linear.weight	4	-0.005249590612947941
272408	linear.weight	5	0.2506164610385895
272408	linear.weight	6	0.0047744326293468475
272408	linear.weight	7	-0.021312154829502106
272408	linear.weight	8	0.2255374640226364
272408	linear.weight	9	0.2403208613395691
272408	linear.bias	0	-0.833861768245697
272408	linear.bias	1	1.4205691814422607
272408	linear.bias	2	-0.4973909258842468
272408	linear.bias	3	-0.7598102688789368
272408	linear.bias	4	-0.9210546612739563
272408	linear.bias	5	-1.1812078952789307
272408	linear.bias	6	-0.9634741544723511
272408	linear.bias	7	-0.6932527422904968
272408	linear.bias	8	-0.01705317199230194
272408	linear.bias	9	3.528035879135132
272412	transitions	0	-0.47880926728248596
272412	transitions	1	8.904671669006348
272412	transitions	2	-3.6580190658569336
272412	transitions	3	1.6619585752487183
272412	transitions	4	-2.2433438301086426
272412	transitions	5	-0.4395913779735565
272412	transitions	6	-0.1976185441017151
272412	transitions	7	-10000.0
272412	transitions	8	1.877753734588623
272412	transitions	9	-2.295271635055542
272412	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
272412	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
272412	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
272412	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
272412	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
272412	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
272412	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
272412	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
272412	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
272412	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
272412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
272412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
272412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
272412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
272412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
272412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
272412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
272412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
272412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
272412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
272412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
272412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
272412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
272412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
272412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
272412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
272412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
272412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
272412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
272412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
272412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
272412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
272412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
272412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
272412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
272412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
272412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
272412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
272412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
272412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
272412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
272412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
272412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
272412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
272412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
272412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
272412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
272412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
272412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
272412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
272412	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
272412	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
272412	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
272412	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
272412	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
272412	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
272412	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
272412	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
272412	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
272412	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
272412	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
272412	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
272412	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
272412	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
272412	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
272412	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
272412	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
272412	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
272412	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
272412	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
272412	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
272412	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
272412	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
272412	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
272412	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
272412	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
272412	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
272412	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
272412	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
272412	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
272412	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
272412	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
272412	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
272412	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
272412	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
272412	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
272412	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
272412	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
272412	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
272412	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
272412	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
272412	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
272412	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
272412	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
272412	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
272412	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
272412	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
272412	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
272412	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
272412	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
272412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
272412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
272412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
272412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
272412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
272412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
272412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
272412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
272412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
272412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
272412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
272412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
272412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
272412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
272412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
272412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
272412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
272412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
272412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
272412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
272412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
272412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
272412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
272412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
272412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
272412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
272412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
272412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
272412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
272412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
272412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
272412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
272412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
272412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
272412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
272412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
272412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
272412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
272412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
272412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
272412	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
272412	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
272412	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
272412	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
272412	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
272412	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
272412	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
272412	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
272412	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
272412	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
272412	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
272412	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
272412	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
272412	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
272412	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
272412	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
272412	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
272412	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
272412	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
272412	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
272412	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
272412	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
272412	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
272412	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
272412	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
272412	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
272412	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
272412	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
272412	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
272412	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
272412	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
272412	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
272412	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
272412	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
272412	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
272412	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
272412	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
272412	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
272412	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
272412	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
272412	embedding2nn.weight	0	0.04600704088807106
272412	embedding2nn.weight	1	-0.08794187009334564
272412	embedding2nn.weight	2	0.008783658966422081
272412	embedding2nn.weight	3	-0.060622528195381165
272412	embedding2nn.weight	4	-0.11995640397071838
272412	embedding2nn.weight	5	0.10773918777704239
272412	embedding2nn.weight	6	-0.08623847365379333
272412	embedding2nn.weight	7	-0.08422818034887314
272412	embedding2nn.weight	8	-0.03636971116065979
272412	embedding2nn.weight	9	0.03947316110134125
272412	embedding2nn.bias	0	0.07015512883663177
272412	embedding2nn.bias	1	-0.02139318361878395
272412	embedding2nn.bias	2	-0.06429773569107056
272412	embedding2nn.bias	3	0.007198752835392952
272412	embedding2nn.bias	4	-0.01046117302030325
272412	embedding2nn.bias	5	-0.18662603199481964
272412	embedding2nn.bias	6	-0.1133912205696106
272412	embedding2nn.bias	7	-0.006847727578133345
272412	embedding2nn.bias	8	0.0708780288696289
272412	embedding2nn.bias	9	-0.045849476009607315
272412	rnn.weight_ih_l0	0	0.03347908705472946
272412	rnn.weight_ih_l0	1	-0.09135163575410843
272412	rnn.weight_ih_l0	2	-0.06456977874040604
272412	rnn.weight_ih_l0	3	-0.052803948521614075
272412	rnn.weight_ih_l0	4	0.016585221514105797
272412	rnn.weight_ih_l0	5	-0.1097765564918518
272412	rnn.weight_ih_l0	6	-0.02474750205874443
272412	rnn.weight_ih_l0	7	0.0021113604307174683
272412	rnn.weight_ih_l0	8	0.04524655267596245
272412	rnn.weight_ih_l0	9	0.00809983629733324
272412	rnn.weight_hh_l0	0	0.004521351773291826
272412	rnn.weight_hh_l0	1	-0.07564795762300491
272412	rnn.weight_hh_l0	2	0.07521741092205048
272412	rnn.weight_hh_l0	3	0.05155612528324127
272412	rnn.weight_hh_l0	4	0.0072797564789652824
272412	rnn.weight_hh_l0	5	0.07005085051059723
272412	rnn.weight_hh_l0	6	-0.018314944580197334
272412	rnn.weight_hh_l0	7	-0.11453540623188019
272412	rnn.weight_hh_l0	8	0.02587098442018032
272412	rnn.weight_hh_l0	9	-0.07769421488046646
272412	rnn.bias_ih_l0	0	-0.08182632923126221
272412	rnn.bias_ih_l0	1	-0.1936931163072586
272412	rnn.bias_ih_l0	2	-0.2665255665779114
272412	rnn.bias_ih_l0	3	-0.273809552192688
272412	rnn.bias_ih_l0	4	-3.7429948861245066e-05
272412	rnn.bias_ih_l0	5	0.047007229179143906
272412	rnn.bias_ih_l0	6	-0.16855357587337494
272412	rnn.bias_ih_l0	7	-0.2691875696182251
272412	rnn.bias_ih_l0	8	-0.1524602472782135
272412	rnn.bias_ih_l0	9	-0.17292022705078125
272412	rnn.bias_hh_l0	0	0.13452139496803284
272412	rnn.bias_hh_l0	1	-0.05864059552550316
272412	rnn.bias_hh_l0	2	0.0551140159368515
272412	rnn.bias_hh_l0	3	-0.17214727401733398
272412	rnn.bias_hh_l0	4	0.05991751700639725
272412	rnn.bias_hh_l0	5	0.05447123572230339
272412	rnn.bias_hh_l0	6	-0.1092851310968399
272412	rnn.bias_hh_l0	7	-0.15515285730361938
272412	rnn.bias_hh_l0	8	-0.18457703292369843
272412	rnn.bias_hh_l0	9	-0.10941547155380249
272412	rnn.weight_ih_l0_reverse	0	-0.019147368147969246
272412	rnn.weight_ih_l0_reverse	1	-0.012949923984706402
272412	rnn.weight_ih_l0_reverse	2	-0.0018658561166375875
272412	rnn.weight_ih_l0_reverse	3	0.007537650875747204
272412	rnn.weight_ih_l0_reverse	4	0.009725549258291721
272412	rnn.weight_ih_l0_reverse	5	-0.05733076483011246
272412	rnn.weight_ih_l0_reverse	6	-0.039052657783031464
272412	rnn.weight_ih_l0_reverse	7	0.020280474796891212
272412	rnn.weight_ih_l0_reverse	8	0.09437501430511475
272412	rnn.weight_ih_l0_reverse	9	0.001566744060255587
272412	rnn.weight_hh_l0_reverse	0	0.005395908840000629
272412	rnn.weight_hh_l0_reverse	1	0.028645027428865433
272412	rnn.weight_hh_l0_reverse	2	-0.041333623230457306
272412	rnn.weight_hh_l0_reverse	3	0.04490938410162926
272412	rnn.weight_hh_l0_reverse	4	0.02265256829559803
272412	rnn.weight_hh_l0_reverse	5	-0.010721472091972828
272412	rnn.weight_hh_l0_reverse	6	0.07002611458301544
272412	rnn.weight_hh_l0_reverse	7	0.039817504584789276
272412	rnn.weight_hh_l0_reverse	8	-0.02395852468907833
272412	rnn.weight_hh_l0_reverse	9	-0.025366539135575294
272412	rnn.bias_ih_l0_reverse	0	-0.1522528976202011
272412	rnn.bias_ih_l0_reverse	1	-0.3091661334037781
272412	rnn.bias_ih_l0_reverse	2	-0.06277568638324738
272412	rnn.bias_ih_l0_reverse	3	-0.15283755958080292
272412	rnn.bias_ih_l0_reverse	4	0.060155317187309265
272412	rnn.bias_ih_l0_reverse	5	-0.28067564964294434
272412	rnn.bias_ih_l0_reverse	6	-0.06630435585975647
272412	rnn.bias_ih_l0_reverse	7	0.011014885269105434
272412	rnn.bias_ih_l0_reverse	8	-0.19581356644630432
272412	rnn.bias_ih_l0_reverse	9	-0.08708150684833527
272412	rnn.bias_hh_l0_reverse	0	-0.15917032957077026
272412	rnn.bias_hh_l0_reverse	1	-0.15633508563041687
272412	rnn.bias_hh_l0_reverse	2	-0.010014355182647705
272412	rnn.bias_hh_l0_reverse	3	-0.1379045844078064
272412	rnn.bias_hh_l0_reverse	4	-0.025932541117072105
272412	rnn.bias_hh_l0_reverse	5	-0.12004925310611725
272412	rnn.bias_hh_l0_reverse	6	-0.0739048570394516
272412	rnn.bias_hh_l0_reverse	7	-0.1791934370994568
272412	rnn.bias_hh_l0_reverse	8	-0.06238359957933426
272412	rnn.bias_hh_l0_reverse	9	-0.12071256339550018
272412	linear.weight	0	-0.24382682144641876
272412	linear.weight	1	-0.12840332090854645
272412	linear.weight	2	-0.011228874325752258
272412	linear.weight	3	-0.08559630066156387
272412	linear.weight	4	-0.00518910214304924
272412	linear.weight	5	0.25046205520629883
272412	linear.weight	6	0.0047744326293468475
272412	linear.weight	7	-0.021312154829502106
272412	linear.weight	8	0.22551220655441284
272412	linear.weight	9	0.2403210699558258
272412	linear.bias	0	-0.8338196873664856
272412	linear.bias	1	1.4205082654953003
272412	linear.bias	2	-0.49938642978668213
272412	linear.bias	3	-0.7607511281967163
272412	linear.bias	4	-0.9188901782035828
272412	linear.bias	5	-1.1812078952789307
272412	linear.bias	6	-0.963434636592865
272412	linear.bias	7	-0.6937469244003296
272412	linear.bias	8	-0.01705317199230194
272412	linear.bias	9	3.5279934406280518
272609	transitions	0	-0.478951096534729
272609	transitions	1	8.900408744812012
272609	transitions	2	-3.65818452835083
272609	transitions	3	1.6572622060775757
272609	transitions	4	-2.243405818939209
272609	transitions	5	-0.4395977854728699
272609	transitions	6	-0.1976238340139389
272609	transitions	7	-10000.0
272609	transitions	8	1.8773443698883057
272609	transitions	9	-2.295273780822754
272609	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
272609	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
272609	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
272609	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
272609	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
272609	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
272609	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
272609	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
272609	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
272609	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
272609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
272609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
272609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
272609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
272609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
272609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
272609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
272609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
272609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
272609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
272609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
272609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
272609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
272609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
272609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
272609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
272609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
272609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
272609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
272609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
272609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
272609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
272609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
272609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
272609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
272609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
272609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
272609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
272609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
272609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
272609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
272609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
272609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
272609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
272609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
272609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
272609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
272609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
272609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
272609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
272609	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
272609	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
272609	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
272609	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
272609	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
272609	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
272609	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
272609	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
272609	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
272609	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
272609	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
272609	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
272609	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
272609	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
272609	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
272609	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
272609	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
272609	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
272609	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
272609	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
272609	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
272609	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
272609	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
272609	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
272609	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
272609	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
272609	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
272609	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
272609	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
272609	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
272609	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
272609	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
272609	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
272609	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
272609	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
272609	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
272609	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
272609	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
272609	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
272609	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
272609	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
272609	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
272609	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
272609	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
272609	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
272609	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
272609	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
272609	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
272609	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
272609	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
272609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
272609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
272609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
272609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
272609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
272609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
272609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
272609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
272609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
272609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
272609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
272609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
272609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
272609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
272609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
272609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
272609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
272609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
272609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
272609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
272609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
272609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
272609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
272609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
272609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
272609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
272609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
272609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
272609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
272609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
272609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
272609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
272609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
272609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
272609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
272609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
272609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
272609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
272609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
272609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
272609	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
272609	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
272609	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
272609	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
272609	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
272609	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
272609	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
272609	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
272609	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
272609	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
272609	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
272609	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
272609	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
272609	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
272609	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
272609	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
272609	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
272609	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
272609	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
272609	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
272609	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
272609	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
272609	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
272609	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
272609	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
272609	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
272609	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
272609	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
272609	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
272609	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
272609	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
272609	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
272609	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
272609	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
272609	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
272609	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
272609	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
272609	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
272609	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
272609	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
272609	embedding2nn.weight	0	0.04602279141545296
272609	embedding2nn.weight	1	-0.0877501592040062
272609	embedding2nn.weight	2	0.008473291993141174
272609	embedding2nn.weight	3	-0.061102502048015594
272609	embedding2nn.weight	4	-0.1190289855003357
272609	embedding2nn.weight	5	0.10755955427885056
272609	embedding2nn.weight	6	-0.0863008052110672
272609	embedding2nn.weight	7	-0.08467493951320648
272609	embedding2nn.weight	8	-0.035921063274145126
272609	embedding2nn.weight	9	0.03990780934691429
272609	embedding2nn.bias	0	0.06960878521203995
272609	embedding2nn.bias	1	-0.014781774953007698
272609	embedding2nn.bias	2	-0.06382333487272263
272609	embedding2nn.bias	3	0.006237842608243227
272609	embedding2nn.bias	4	-0.010276236571371555
272609	embedding2nn.bias	5	-0.18719477951526642
272609	embedding2nn.bias	6	-0.11380098760128021
272609	embedding2nn.bias	7	-0.006669985130429268
272609	embedding2nn.bias	8	0.068215012550354
272609	embedding2nn.bias	9	-0.04462214931845665
272609	rnn.weight_ih_l0	0	0.03332526236772537
272609	rnn.weight_ih_l0	1	-0.09151048213243484
272609	rnn.weight_ih_l0	2	-0.06466393172740936
272609	rnn.weight_ih_l0	3	-0.053220655769109726
272609	rnn.weight_ih_l0	4	0.01626831293106079
272609	rnn.weight_ih_l0	5	-0.11002665013074875
272609	rnn.weight_ih_l0	6	-0.02445172891020775
272609	rnn.weight_ih_l0	7	0.0023456797935068607
272609	rnn.weight_ih_l0	8	0.04436507821083069
272609	rnn.weight_ih_l0	9	0.008001712150871754
272609	rnn.weight_hh_l0	0	0.004019680432975292
272609	rnn.weight_hh_l0	1	-0.07556334137916565
272609	rnn.weight_hh_l0	2	0.07520399987697601
272609	rnn.weight_hh_l0	3	0.051406536251306534
272609	rnn.weight_hh_l0	4	0.007249228190630674
272609	rnn.weight_hh_l0	5	0.07027453184127808
272609	rnn.weight_hh_l0	6	-0.01830477826297283
272609	rnn.weight_hh_l0	7	-0.1146378144621849
272609	rnn.weight_hh_l0	8	0.026142461225390434
272609	rnn.weight_hh_l0	9	-0.07734248787164688
272609	rnn.bias_ih_l0	0	-0.08242432773113251
272609	rnn.bias_ih_l0	1	-0.1928008496761322
272609	rnn.bias_ih_l0	2	-0.267214834690094
272609	rnn.bias_ih_l0	3	-0.27465057373046875
272609	rnn.bias_ih_l0	4	-2.8190584998810664e-05
272609	rnn.bias_ih_l0	5	0.047157470136880875
272609	rnn.bias_ih_l0	6	-0.1686924397945404
272609	rnn.bias_ih_l0	7	-0.2693724036216736
272609	rnn.bias_ih_l0	8	-0.15272118151187897
272609	rnn.bias_ih_l0	9	-0.17179326713085175
272609	rnn.bias_hh_l0	0	0.13335902988910675
272609	rnn.bias_hh_l0	1	-0.05826970934867859
272609	rnn.bias_hh_l0	2	0.05472797527909279
272609	rnn.bias_hh_l0	3	-0.17186985909938812
272609	rnn.bias_hh_l0	4	0.06016950681805611
272609	rnn.bias_hh_l0	5	0.05422009155154228
272609	rnn.bias_hh_l0	6	-0.10953904688358307
272609	rnn.bias_hh_l0	7	-0.15583285689353943
272609	rnn.bias_hh_l0	8	-0.18425557017326355
272609	rnn.bias_hh_l0	9	-0.10881030559539795
272609	rnn.weight_ih_l0_reverse	0	-0.019231244921684265
272609	rnn.weight_ih_l0_reverse	1	-0.012716980651021004
272609	rnn.weight_ih_l0_reverse	2	-0.0015767933800816536
272609	rnn.weight_ih_l0_reverse	3	0.007516890298575163
272609	rnn.weight_ih_l0_reverse	4	0.009508637711405754
272609	rnn.weight_ih_l0_reverse	5	-0.058205511420965195
272609	rnn.weight_ih_l0_reverse	6	-0.03961241617798805
272609	rnn.weight_ih_l0_reverse	7	0.020057614892721176
272609	rnn.weight_ih_l0_reverse	8	0.09443547576665878
272609	rnn.weight_ih_l0_reverse	9	0.0010936926119029522
272609	rnn.weight_hh_l0_reverse	0	0.005248495377600193
272609	rnn.weight_hh_l0_reverse	1	0.028656132519245148
272609	rnn.weight_hh_l0_reverse	2	-0.04114171490073204
272609	rnn.weight_hh_l0_reverse	3	0.04490816593170166
272609	rnn.weight_hh_l0_reverse	4	0.02274811454117298
272609	rnn.weight_hh_l0_reverse	5	-0.010700386017560959
272609	rnn.weight_hh_l0_reverse	6	0.07010704278945923
272609	rnn.weight_hh_l0_reverse	7	0.03995653614401817
272609	rnn.weight_hh_l0_reverse	8	-0.024171670898795128
272609	rnn.weight_hh_l0_reverse	9	-0.025280632078647614
272609	rnn.bias_ih_l0_reverse	0	-0.15226340293884277
272609	rnn.bias_ih_l0_reverse	1	-0.30875352025032043
272609	rnn.bias_ih_l0_reverse	2	-0.06232552230358124
272609	rnn.bias_ih_l0_reverse	3	-0.15272340178489685
272609	rnn.bias_ih_l0_reverse	4	0.059583429247140884
272609	rnn.bias_ih_l0_reverse	5	-0.2818736135959625
272609	rnn.bias_ih_l0_reverse	6	-0.06585664302110672
272609	rnn.bias_ih_l0_reverse	7	0.010457546450197697
272609	rnn.bias_ih_l0_reverse	8	-0.19649288058280945
272609	rnn.bias_ih_l0_reverse	9	-0.08663231879472733
272609	rnn.bias_hh_l0_reverse	0	-0.1595243513584137
272609	rnn.bias_hh_l0_reverse	1	-0.15568168461322784
272609	rnn.bias_hh_l0_reverse	2	-0.01005993876606226
272609	rnn.bias_hh_l0_reverse	3	-0.1363210827112198
272609	rnn.bias_hh_l0_reverse	4	-0.025948137044906616
272609	rnn.bias_hh_l0_reverse	5	-0.11975681781768799
272609	rnn.bias_hh_l0_reverse	6	-0.07361450791358948
272609	rnn.bias_hh_l0_reverse	7	-0.17846070230007172
272609	rnn.bias_hh_l0_reverse	8	-0.06223566457629204
272609	rnn.bias_hh_l0_reverse	9	-0.12090785056352615
272609	linear.weight	0	-0.24023160338401794
272609	linear.weight	1	-0.12968377768993378
272609	linear.weight	2	-0.011228874325752258
272609	linear.weight	3	-0.0856633260846138
272609	linear.weight	4	-0.006876904517412186
272609	linear.weight	5	0.24573086202144623
272609	linear.weight	6	0.0047744326293468475
272609	linear.weight	7	-0.021312154829502106
272609	linear.weight	8	0.22201946377754211
272609	linear.weight	9	0.24127408862113953
272609	linear.bias	0	-0.823829174041748
272609	linear.bias	1	1.4140756130218506
272609	linear.bias	2	-0.5174040198326111
272609	linear.bias	3	-0.7572900652885437
272609	linear.bias	4	-0.9292852282524109
272609	linear.bias	5	-1.1812113523483276
272609	linear.bias	6	-0.9530259966850281
272609	linear.bias	7	-0.6874840259552002
272609	linear.bias	8	-0.01705317199230194
272609	linear.bias	9	3.5231642723083496
272806	transitions	0	-0.4789647161960602
272806	transitions	1	8.90218448638916
272806	transitions	2	-3.6594836711883545
272806	transitions	3	1.6611591577529907
272806	transitions	4	-2.243471145629883
272806	transitions	5	-0.4396178722381592
272806	transitions	6	-0.19763779640197754
272806	transitions	7	-10000.0
272806	transitions	8	1.8771673440933228
272806	transitions	9	-2.2952747344970703
272806	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
272806	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
272806	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
272806	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
272806	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
272806	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
272806	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
272806	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
272806	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
272806	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
272806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
272806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
272806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
272806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
272806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
272806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
272806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
272806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
272806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
272806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
272806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
272806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
272806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
272806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
272806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
272806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
272806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
272806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
272806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
272806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
272806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
272806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
272806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
272806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
272806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
272806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
272806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
272806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
272806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
272806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
272806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
272806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
272806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
272806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
272806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
272806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
272806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
272806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
272806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
272806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
272806	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
272806	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
272806	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
272806	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
272806	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
272806	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
272806	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
272806	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
272806	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
272806	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
272806	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
272806	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
272806	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
272806	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
272806	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
272806	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
272806	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
272806	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
272806	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
272806	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
272806	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
272806	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
272806	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
272806	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
272806	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
272806	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
272806	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
272806	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
272806	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
272806	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
272806	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
272806	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
272806	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
272806	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
272806	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
272806	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
272806	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
272806	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
272806	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
272806	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
272806	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
272806	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
272806	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
272806	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
272806	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
272806	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
272806	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
272806	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
272806	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
272806	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
272806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
272806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
272806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
272806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
272806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
272806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
272806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
272806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
272806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
272806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
272806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
272806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
272806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
272806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
272806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
272806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
272806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
272806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
272806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
272806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
272806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
272806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
272806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
272806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
272806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
272806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
272806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
272806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
272806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
272806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
272806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
272806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
272806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
272806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
272806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
272806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
272806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
272806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
272806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
272806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
272806	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
272806	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
272806	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
272806	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
272806	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
272806	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
272806	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
272806	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
272806	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
272806	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
272806	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
272806	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
272806	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
272806	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
272806	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
272806	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
272806	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
272806	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
272806	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
272806	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
272806	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
272806	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
272806	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
272806	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
272806	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
272806	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
272806	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
272806	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
272806	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
272806	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
272806	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
272806	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
272806	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
272806	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
272806	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
272806	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
272806	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
272806	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
272806	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
272806	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
272806	embedding2nn.weight	0	0.045689042657613754
272806	embedding2nn.weight	1	-0.08769289404153824
272806	embedding2nn.weight	2	0.008721521124243736
272806	embedding2nn.weight	3	-0.061187341809272766
272806	embedding2nn.weight	4	-0.11960387974977493
272806	embedding2nn.weight	5	0.10805568844079971
272806	embedding2nn.weight	6	-0.0869356095790863
272806	embedding2nn.weight	7	-0.08492003381252289
272806	embedding2nn.weight	8	-0.035941608250141144
272806	embedding2nn.weight	9	0.038742583245038986
272806	embedding2nn.bias	0	0.06703019142150879
272806	embedding2nn.bias	1	-0.019942427054047585
272806	embedding2nn.bias	2	-0.06091999262571335
272806	embedding2nn.bias	3	0.0035183453001081944
272806	embedding2nn.bias	4	-0.009309914894402027
272806	embedding2nn.bias	5	-0.19037508964538574
272806	embedding2nn.bias	6	-0.11436296254396439
272806	embedding2nn.bias	7	-0.009112636558711529
272806	embedding2nn.bias	8	0.06792238354682922
272806	embedding2nn.bias	9	-0.04438487067818642
272806	rnn.weight_ih_l0	0	0.0343274287879467
272806	rnn.weight_ih_l0	1	-0.09044710546731949
272806	rnn.weight_ih_l0	2	-0.06498479098081589
272806	rnn.weight_ih_l0	3	-0.053466133773326874
272806	rnn.weight_ih_l0	4	0.016735896468162537
272806	rnn.weight_ih_l0	5	-0.10941144824028015
272806	rnn.weight_ih_l0	6	-0.02427414432168007
272806	rnn.weight_ih_l0	7	0.0026206299662590027
272806	rnn.weight_ih_l0	8	0.04469064995646477
272806	rnn.weight_ih_l0	9	0.008742814883589745
272806	rnn.weight_hh_l0	0	0.003947344142943621
272806	rnn.weight_hh_l0	1	-0.07594548165798187
272806	rnn.weight_hh_l0	2	0.07533271610736847
272806	rnn.weight_hh_l0	3	0.05145666375756264
272806	rnn.weight_hh_l0	4	0.0070484778843820095
272806	rnn.weight_hh_l0	5	0.0707118883728981
272806	rnn.weight_hh_l0	6	-0.018160400912165642
272806	rnn.weight_hh_l0	7	-0.1146908774971962
272806	rnn.weight_hh_l0	8	0.02617003209888935
272806	rnn.weight_hh_l0	9	-0.07733029127120972
272806	rnn.bias_ih_l0	0	-0.08465645462274551
272806	rnn.bias_ih_l0	1	-0.19288356602191925
272806	rnn.bias_ih_l0	2	-0.26753461360931396
272806	rnn.bias_ih_l0	3	-0.2751384973526001
272806	rnn.bias_ih_l0	4	0.0001252227957593277
272806	rnn.bias_ih_l0	5	0.04705630987882614
272806	rnn.bias_ih_l0	6	-0.16789133846759796
272806	rnn.bias_ih_l0	7	-0.2681725025177002
272806	rnn.bias_ih_l0	8	-0.15132254362106323
272806	rnn.bias_ih_l0	9	-0.1716746985912323
272806	rnn.bias_hh_l0	0	0.1342444121837616
272806	rnn.bias_hh_l0	1	-0.05840989947319031
272806	rnn.bias_hh_l0	2	0.0547749288380146
272806	rnn.bias_hh_l0	3	-0.17200903594493866
272806	rnn.bias_hh_l0	4	0.060388222336769104
272806	rnn.bias_hh_l0	5	0.05604027956724167
272806	rnn.bias_hh_l0	6	-0.10983773320913315
272806	rnn.bias_hh_l0	7	-0.1566680669784546
272806	rnn.bias_hh_l0	8	-0.1852145940065384
272806	rnn.bias_hh_l0	9	-0.10939965397119522
272806	rnn.weight_ih_l0_reverse	0	-0.018948286771774292
272806	rnn.weight_ih_l0_reverse	1	-0.01315364520996809
272806	rnn.weight_ih_l0_reverse	2	-0.0016955173341557384
272806	rnn.weight_ih_l0_reverse	3	0.006844980642199516
272806	rnn.weight_ih_l0_reverse	4	0.00995337963104248
272806	rnn.weight_ih_l0_reverse	5	-0.05855787545442581
272806	rnn.weight_ih_l0_reverse	6	-0.03994659334421158
272806	rnn.weight_ih_l0_reverse	7	0.020270876586437225
272806	rnn.weight_ih_l0_reverse	8	0.09529653191566467
272806	rnn.weight_ih_l0_reverse	9	0.0009781061671674252
272806	rnn.weight_hh_l0_reverse	0	0.005253853276371956
272806	rnn.weight_hh_l0_reverse	1	0.028569282963871956
272806	rnn.weight_hh_l0_reverse	2	-0.041130419820547104
272806	rnn.weight_hh_l0_reverse	3	0.04489978030323982
272806	rnn.weight_hh_l0_reverse	4	0.023154640570282936
272806	rnn.weight_hh_l0_reverse	5	-0.010868464596569538
272806	rnn.weight_hh_l0_reverse	6	0.07028429955244064
272806	rnn.weight_hh_l0_reverse	7	0.039944346994161606
272806	rnn.weight_hh_l0_reverse	8	-0.024635987356305122
272806	rnn.weight_hh_l0_reverse	9	-0.02523106336593628
272806	rnn.bias_ih_l0_reverse	0	-0.15172907710075378
272806	rnn.bias_ih_l0_reverse	1	-0.30896931886672974
272806	rnn.bias_ih_l0_reverse	2	-0.06192318722605705
272806	rnn.bias_ih_l0_reverse	3	-0.15168248116970062
272806	rnn.bias_ih_l0_reverse	4	0.059486616402864456
272806	rnn.bias_ih_l0_reverse	5	-0.28143957257270813
272806	rnn.bias_ih_l0_reverse	6	-0.0656791627407074
272806	rnn.bias_ih_l0_reverse	7	0.012641429901123047
272806	rnn.bias_ih_l0_reverse	8	-0.19570109248161316
272806	rnn.bias_ih_l0_reverse	9	-0.08743216097354889
272806	rnn.bias_hh_l0_reverse	0	-0.15996886789798737
272806	rnn.bias_hh_l0_reverse	1	-0.155317485332489
272806	rnn.bias_hh_l0_reverse	2	-0.009750251658260822
272806	rnn.bias_hh_l0_reverse	3	-0.13560619950294495
272806	rnn.bias_hh_l0_reverse	4	-0.025642499327659607
272806	rnn.bias_hh_l0_reverse	5	-0.11941591650247574
272806	rnn.bias_hh_l0_reverse	6	-0.07362493872642517
272806	rnn.bias_hh_l0_reverse	7	-0.17960694432258606
272806	rnn.bias_hh_l0_reverse	8	-0.06267731636762619
272806	rnn.bias_hh_l0_reverse	9	-0.12095515429973602
272806	linear.weight	0	-0.23319490253925323
272806	linear.weight	1	-0.12814605236053467
272806	linear.weight	2	-0.011228874325752258
272806	linear.weight	3	-0.08643431961536407
272806	linear.weight	4	-0.0031620957888662815
272806	linear.weight	5	0.24861760437488556
272806	linear.weight	6	0.0047744326293468475
272806	linear.weight	7	-0.021312154829502106
272806	linear.weight	8	0.2222285270690918
272806	linear.weight	9	0.2418755441904068
272806	linear.bias	0	-0.8411303758621216
272806	linear.bias	1	1.3972135782241821
272806	linear.bias	2	-0.4963991641998291
272806	linear.bias	3	-0.7535277605056763
272806	linear.bias	4	-0.9166085720062256
272806	linear.bias	5	-1.1812158823013306
272806	linear.bias	6	-0.9695723056793213
272806	linear.bias	7	-0.6960137486457825
272806	linear.bias	8	-0.01705317199230194
272806	linear.bias	9	3.5409233570098877
273003	transitions	0	-0.47898828983306885
273003	transitions	1	8.906015396118164
273003	transitions	2	-3.6595818996429443
273003	transitions	3	1.6570498943328857
273003	transitions	4	-2.2435665130615234
273003	transitions	5	-0.4396636486053467
273003	transitions	6	-0.1976466178894043
273003	transitions	7	-10000.0
273003	transitions	8	1.8767718076705933
273003	transitions	9	-2.2952754497528076
273003	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
273003	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
273003	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
273003	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
273003	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
273003	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
273003	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
273003	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
273003	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
273003	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
273003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
273003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
273003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
273003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
273003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
273003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
273003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
273003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
273003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
273003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
273003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
273003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
273003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
273003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
273003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
273003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
273003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
273003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
273003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
273003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
273003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
273003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
273003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
273003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
273003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
273003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
273003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
273003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
273003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
273003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
273003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
273003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
273003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
273003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
273003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
273003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
273003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
273003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
273003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
273003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
273003	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
273003	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
273003	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
273003	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
273003	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
273003	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
273003	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
273003	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
273003	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
273003	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
273003	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
273003	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
273003	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
273003	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
273003	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
273003	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
273003	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
273003	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
273003	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
273003	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
273003	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
273003	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
273003	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
273003	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
273003	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
273003	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
273003	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
273003	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
273003	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
273003	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
273003	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
273003	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
273003	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
273003	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
273003	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
273003	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
273003	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
273003	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
273003	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
273003	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
273003	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
273003	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
273003	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
273003	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
273003	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
273003	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
273003	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
273003	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
273003	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
273003	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
273003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
273003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
273003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
273003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
273003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
273003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
273003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
273003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
273003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
273003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
273003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
273003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
273003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
273003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
273003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
273003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
273003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
273003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
273003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
273003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
273003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
273003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
273003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
273003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
273003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
273003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
273003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
273003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
273003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
273003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
273003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
273003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
273003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
273003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
273003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
273003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
273003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
273003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
273003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
273003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
273003	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
273003	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
273003	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
273003	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
273003	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
273003	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
273003	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
273003	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
273003	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
273003	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
273003	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
273003	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
273003	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
273003	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
273003	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
273003	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
273003	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
273003	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
273003	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
273003	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
273003	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
273003	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
273003	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
273003	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
273003	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
273003	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
273003	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
273003	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
273003	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
273003	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
273003	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
273003	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
273003	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
273003	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
273003	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
273003	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
273003	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
273003	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
273003	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
273003	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
273003	embedding2nn.weight	0	0.04578579217195511
273003	embedding2nn.weight	1	-0.08712127804756165
273003	embedding2nn.weight	2	0.007420051842927933
273003	embedding2nn.weight	3	-0.06129857525229454
273003	embedding2nn.weight	4	-0.1193573996424675
273003	embedding2nn.weight	5	0.1079307273030281
273003	embedding2nn.weight	6	-0.08537042140960693
273003	embedding2nn.weight	7	-0.0840025320649147
273003	embedding2nn.weight	8	-0.035673245787620544
273003	embedding2nn.weight	9	0.03847133368253708
273003	embedding2nn.bias	0	0.07069201022386551
273003	embedding2nn.bias	1	-0.023840682581067085
273003	embedding2nn.bias	2	-0.06299711763858795
273003	embedding2nn.bias	3	0.004836307838559151
273003	embedding2nn.bias	4	-0.010373762808740139
273003	embedding2nn.bias	5	-0.18943510949611664
273003	embedding2nn.bias	6	-0.11184260249137878
273003	embedding2nn.bias	7	-0.010363378562033176
273003	embedding2nn.bias	8	0.06514959037303925
273003	embedding2nn.bias	9	-0.04128657281398773
273003	rnn.weight_ih_l0	0	0.034633249044418335
273003	rnn.weight_ih_l0	1	-0.09015153348445892
273003	rnn.weight_ih_l0	2	-0.06371381878852844
273003	rnn.weight_ih_l0	3	-0.053873900324106216
273003	rnn.weight_ih_l0	4	0.015776613727211952
273003	rnn.weight_ih_l0	5	-0.1099298968911171
273003	rnn.weight_ih_l0	6	-0.02448432706296444
273003	rnn.weight_ih_l0	7	0.002708293031901121
273003	rnn.weight_ih_l0	8	0.045084148645401
273003	rnn.weight_ih_l0	9	0.009394586086273193
273003	rnn.weight_hh_l0	0	0.004177545662969351
273003	rnn.weight_hh_l0	1	-0.07665815204381943
273003	rnn.weight_hh_l0	2	0.0754154697060585
273003	rnn.weight_hh_l0	3	0.05137588083744049
273003	rnn.weight_hh_l0	4	0.0071512493304908276
273003	rnn.weight_hh_l0	5	0.07047303766012192
273003	rnn.weight_hh_l0	6	-0.01808810606598854
273003	rnn.weight_hh_l0	7	-0.11475351452827454
273003	rnn.weight_hh_l0	8	0.026279611513018608
273003	rnn.weight_hh_l0	9	-0.07651902735233307
273003	rnn.bias_ih_l0	0	-0.08456195890903473
273003	rnn.bias_ih_l0	1	-0.19357463717460632
273003	rnn.bias_ih_l0	2	-0.2668682336807251
273003	rnn.bias_ih_l0	3	-0.2758236825466156
273003	rnn.bias_ih_l0	4	0.0002091887581627816
273003	rnn.bias_ih_l0	5	0.04751471057534218
273003	rnn.bias_ih_l0	6	-0.16832996904850006
273003	rnn.bias_ih_l0	7	-0.26798927783966064
273003	rnn.bias_ih_l0	8	-0.15091966092586517
273003	rnn.bias_ih_l0	9	-0.17011550068855286
273003	rnn.bias_hh_l0	0	0.1335502564907074
273003	rnn.bias_hh_l0	1	-0.0595521554350853
273003	rnn.bias_hh_l0	2	0.05504271015524864
273003	rnn.bias_hh_l0	3	-0.17177917063236237
273003	rnn.bias_hh_l0	4	0.060313619673252106
273003	rnn.bias_hh_l0	5	0.057642363011837006
273003	rnn.bias_hh_l0	6	-0.11008085310459137
273003	rnn.bias_hh_l0	7	-0.15685169398784637
273003	rnn.bias_hh_l0	8	-0.18488295376300812
273003	rnn.bias_hh_l0	9	-0.10949163883924484
273003	rnn.weight_ih_l0_reverse	0	-0.01879492960870266
273003	rnn.weight_ih_l0_reverse	1	-0.012819943018257618
273003	rnn.weight_ih_l0_reverse	2	-0.0014835818437859416
273003	rnn.weight_ih_l0_reverse	3	0.007046179845929146
273003	rnn.weight_ih_l0_reverse	4	0.010698524303734303
273003	rnn.weight_ih_l0_reverse	5	-0.05939950793981552
273003	rnn.weight_ih_l0_reverse	6	-0.04000178351998329
273003	rnn.weight_ih_l0_reverse	7	0.02066248469054699
273003	rnn.weight_ih_l0_reverse	8	0.09618749469518661
273003	rnn.weight_ih_l0_reverse	9	0.0007181959808804095
273003	rnn.weight_hh_l0_reverse	0	0.005217036698013544
273003	rnn.weight_hh_l0_reverse	1	0.02864179015159607
273003	rnn.weight_hh_l0_reverse	2	-0.041173599660396576
273003	rnn.weight_hh_l0_reverse	3	0.04506775736808777
273003	rnn.weight_hh_l0_reverse	4	0.0230865441262722
273003	rnn.weight_hh_l0_reverse	5	-0.010783640667796135
273003	rnn.weight_hh_l0_reverse	6	0.07010194659233093
273003	rnn.weight_hh_l0_reverse	7	0.039907604455947876
273003	rnn.weight_hh_l0_reverse	8	-0.024560755118727684
273003	rnn.weight_hh_l0_reverse	9	-0.02548646554350853
273003	rnn.bias_ih_l0_reverse	0	-0.1522139608860016
273003	rnn.bias_ih_l0_reverse	1	-0.30945447087287903
273003	rnn.bias_ih_l0_reverse	2	-0.06219978258013725
273003	rnn.bias_ih_l0_reverse	3	-0.1514693647623062
273003	rnn.bias_ih_l0_reverse	4	0.05919802561402321
273003	rnn.bias_ih_l0_reverse	5	-0.28262966871261597
273003	rnn.bias_ih_l0_reverse	6	-0.06668305397033691
273003	rnn.bias_ih_l0_reverse	7	0.013494696468114853
273003	rnn.bias_ih_l0_reverse	8	-0.196285218000412
273003	rnn.bias_ih_l0_reverse	9	-0.08777964860200882
273003	rnn.bias_hh_l0_reverse	0	-0.15956434607505798
273003	rnn.bias_hh_l0_reverse	1	-0.1559150665998459
273003	rnn.bias_hh_l0_reverse	2	-0.00986527930945158
273003	rnn.bias_hh_l0_reverse	3	-0.1352882832288742
273003	rnn.bias_hh_l0_reverse	4	-0.02599717304110527
273003	rnn.bias_hh_l0_reverse	5	-0.119054414331913
273003	rnn.bias_hh_l0_reverse	6	-0.07325132936239243
273003	rnn.bias_hh_l0_reverse	7	-0.18067704141139984
273003	rnn.bias_hh_l0_reverse	8	-0.06162799522280693
273003	rnn.bias_hh_l0_reverse	9	-0.12189189344644547
273003	linear.weight	0	-0.2357592135667801
273003	linear.weight	1	-0.13088607788085938
273003	linear.weight	2	-0.011228874325752258
273003	linear.weight	3	-0.08822156488895416
273003	linear.weight	4	-0.0008420398808084428
273003	linear.weight	5	0.2399020791053772
273003	linear.weight	6	0.0047744326293468475
273003	linear.weight	7	-0.021312154829502106
273003	linear.weight	8	0.22021856904029846
273003	linear.weight	9	0.24453815817832947
273003	linear.bias	0	-0.8407643437385559
273003	linear.bias	1	1.4100370407104492
273003	linear.bias	2	-0.49631890654563904
273003	linear.bias	3	-0.7532526850700378
273003	linear.bias	4	-0.9042606949806213
273003	linear.bias	5	-1.1812198162078857
273003	linear.bias	6	-0.9691759347915649
273003	linear.bias	7	-0.6969207525253296
273003	linear.bias	8	-0.01705317199230194
273003	linear.bias	9	3.5501554012298584
273200	transitions	0	-0.47900816798210144
273200	transitions	1	8.911246299743652
273200	transitions	2	-3.659684896469116
273200	transitions	3	1.6505613327026367
273200	transitions	4	-2.243678569793701
273200	transitions	5	-0.43966901302337646
273200	transitions	6	-0.19764897227287292
273200	transitions	7	-10000.0
273200	transitions	8	1.8760676383972168
273200	transitions	9	-2.295276403427124
273200	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
273200	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
273200	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
273200	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
273200	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
273200	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
273200	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
273200	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
273200	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
273200	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
273200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
273200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
273200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
273200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
273200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
273200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
273200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
273200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
273200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
273200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
273200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
273200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
273200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
273200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
273200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
273200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
273200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
273200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
273200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
273200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
273200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
273200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
273200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
273200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
273200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
273200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
273200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
273200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
273200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
273200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
273200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
273200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
273200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
273200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
273200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
273200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
273200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
273200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
273200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
273200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
273200	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
273200	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
273200	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
273200	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
273200	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
273200	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
273200	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
273200	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
273200	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
273200	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
273200	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
273200	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
273200	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
273200	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
273200	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
273200	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
273200	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
273200	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
273200	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
273200	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
273200	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
273200	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
273200	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
273200	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
273200	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
273200	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
273200	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
273200	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
273200	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
273200	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
273200	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
273200	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
273200	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
273200	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
273200	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
273200	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
273200	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
273200	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
273200	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
273200	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
273200	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
273200	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
273200	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
273200	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
273200	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
273200	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
273200	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
273200	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
273200	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
273200	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
273200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
273200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
273200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
273200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
273200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
273200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
273200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
273200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
273200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
273200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
273200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
273200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
273200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
273200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
273200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
273200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
273200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
273200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
273200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
273200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
273200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
273200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
273200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
273200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
273200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
273200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
273200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
273200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
273200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
273200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
273200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
273200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
273200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
273200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
273200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
273200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
273200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
273200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
273200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
273200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
273200	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
273200	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
273200	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
273200	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
273200	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
273200	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
273200	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
273200	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
273200	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
273200	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
273200	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
273200	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
273200	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
273200	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
273200	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
273200	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
273200	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
273200	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
273200	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
273200	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
273200	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
273200	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
273200	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
273200	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
273200	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
273200	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
273200	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
273200	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
273200	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
273200	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
273200	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
273200	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
273200	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
273200	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
273200	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
273200	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
273200	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
273200	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
273200	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
273200	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
273200	embedding2nn.weight	0	0.045807499438524246
273200	embedding2nn.weight	1	-0.08727827668190002
273200	embedding2nn.weight	2	0.008156298659741879
273200	embedding2nn.weight	3	-0.060882002115249634
273200	embedding2nn.weight	4	-0.1197802796959877
273200	embedding2nn.weight	5	0.10800028592348099
273200	embedding2nn.weight	6	-0.08400041610002518
273200	embedding2nn.weight	7	-0.08388442546129227
273200	embedding2nn.weight	8	-0.03562697395682335
273200	embedding2nn.weight	9	0.037392839789390564
273200	embedding2nn.bias	0	0.07719244062900543
273200	embedding2nn.bias	1	-0.028833486139774323
273200	embedding2nn.bias	2	-0.06343017518520355
273200	embedding2nn.bias	3	0.009462368674576283
273200	embedding2nn.bias	4	-0.01070269476622343
273200	embedding2nn.bias	5	-0.18641053140163422
273200	embedding2nn.bias	6	-0.11249227076768875
273200	embedding2nn.bias	7	-0.016180450096726418
273200	embedding2nn.bias	8	0.06289828568696976
273200	embedding2nn.bias	9	-0.040526073426008224
273200	rnn.weight_ih_l0	0	0.034741390496492386
273200	rnn.weight_ih_l0	1	-0.08962580561637878
273200	rnn.weight_ih_l0	2	-0.06356316804885864
273200	rnn.weight_ih_l0	3	-0.05345618724822998
273200	rnn.weight_ih_l0	4	0.014880210161209106
273200	rnn.weight_ih_l0	5	-0.1093565970659256
273200	rnn.weight_ih_l0	6	-0.024168463423848152
273200	rnn.weight_ih_l0	7	0.002283499576151371
273200	rnn.weight_ih_l0	8	0.045014020055532455
273200	rnn.weight_ih_l0	9	0.009703773073852062
273200	rnn.weight_hh_l0	0	0.004441312979906797
273200	rnn.weight_hh_l0	1	-0.07641978561878204
273200	rnn.weight_hh_l0	2	0.07537896931171417
273200	rnn.weight_hh_l0	3	0.05158385634422302
273200	rnn.weight_hh_l0	4	0.007132119964808226
273200	rnn.weight_hh_l0	5	0.07047079503536224
273200	rnn.weight_hh_l0	6	-0.018180005252361298
273200	rnn.weight_hh_l0	7	-0.11491081118583679
273200	rnn.weight_hh_l0	8	0.02622797153890133
273200	rnn.weight_hh_l0	9	-0.0755307674407959
273200	rnn.bias_ih_l0	0	-0.08272888511419296
273200	rnn.bias_ih_l0	1	-0.19294187426567078
273200	rnn.bias_ih_l0	2	-0.26633331179618835
273200	rnn.bias_ih_l0	3	-0.27528172731399536
273200	rnn.bias_ih_l0	4	0.0025093324948102236
273200	rnn.bias_ih_l0	5	0.04802900552749634
273200	rnn.bias_ih_l0	6	-0.1681932806968689
273200	rnn.bias_ih_l0	7	-0.2689210772514343
273200	rnn.bias_ih_l0	8	-0.1506849229335785
273200	rnn.bias_ih_l0	9	-0.16894741356372833
273200	rnn.bias_hh_l0	0	0.1326252669095993
273200	rnn.bias_hh_l0	1	-0.058780718594789505
273200	rnn.bias_hh_l0	2	0.05545220151543617
273200	rnn.bias_hh_l0	3	-0.17127981781959534
273200	rnn.bias_hh_l0	4	0.06037406250834465
273200	rnn.bias_hh_l0	5	0.05599432811141014
273200	rnn.bias_hh_l0	6	-0.11029146611690521
273200	rnn.bias_hh_l0	7	-0.15655936300754547
273200	rnn.bias_hh_l0	8	-0.18472076952457428
273200	rnn.bias_hh_l0	9	-0.10992695391178131
273200	rnn.weight_ih_l0_reverse	0	-0.01880495622754097
273200	rnn.weight_ih_l0_reverse	1	-0.01314514596015215
273200	rnn.weight_ih_l0_reverse	2	-0.001099011511541903
273200	rnn.weight_ih_l0_reverse	3	0.007925538346171379
273200	rnn.weight_ih_l0_reverse	4	0.010536305606365204
273200	rnn.weight_ih_l0_reverse	5	-0.059153877198696136
273200	rnn.weight_ih_l0_reverse	6	-0.039739035069942474
273200	rnn.weight_ih_l0_reverse	7	0.020792225375771523
273200	rnn.weight_ih_l0_reverse	8	0.09608235955238342
273200	rnn.weight_ih_l0_reverse	9	0.0004701786383520812
273200	rnn.weight_hh_l0_reverse	0	0.005392277147620916
273200	rnn.weight_hh_l0_reverse	1	0.028631916269659996
273200	rnn.weight_hh_l0_reverse	2	-0.04142887517809868
273200	rnn.weight_hh_l0_reverse	3	0.04504872113466263
273200	rnn.weight_hh_l0_reverse	4	0.023059336468577385
273200	rnn.weight_hh_l0_reverse	5	-0.010701369494199753
273200	rnn.weight_hh_l0_reverse	6	0.07024824619293213
273200	rnn.weight_hh_l0_reverse	7	0.03963790833950043
273200	rnn.weight_hh_l0_reverse	8	-0.024435613304376602
273200	rnn.weight_hh_l0_reverse	9	-0.0254196859896183
273200	rnn.bias_ih_l0_reverse	0	-0.1520368605852127
273200	rnn.bias_ih_l0_reverse	1	-0.30932897329330444
273200	rnn.bias_ih_l0_reverse	2	-0.062414225190877914
273200	rnn.bias_ih_l0_reverse	3	-0.15204346179962158
273200	rnn.bias_ih_l0_reverse	4	0.05837814882397652
273200	rnn.bias_ih_l0_reverse	5	-0.28265780210494995
273200	rnn.bias_ih_l0_reverse	6	-0.0664219930768013
273200	rnn.bias_ih_l0_reverse	7	0.015024112537503242
273200	rnn.bias_ih_l0_reverse	8	-0.19554519653320312
273200	rnn.bias_ih_l0_reverse	9	-0.08769188076257706
273200	rnn.bias_hh_l0_reverse	0	-0.15798021852970123
273200	rnn.bias_hh_l0_reverse	1	-0.15670078992843628
273200	rnn.bias_hh_l0_reverse	2	-0.00955826137214899
273200	rnn.bias_hh_l0_reverse	3	-0.13407158851623535
273200	rnn.bias_hh_l0_reverse	4	-0.025772064924240112
273200	rnn.bias_hh_l0_reverse	5	-0.11867095530033112
273200	rnn.bias_hh_l0_reverse	6	-0.07311027497053146
273200	rnn.bias_hh_l0_reverse	7	-0.1805991381406784
273200	rnn.bias_hh_l0_reverse	8	-0.06128600612282753
273200	rnn.bias_hh_l0_reverse	9	-0.12174441665410995
273200	linear.weight	0	-0.23529529571533203
273200	linear.weight	1	-0.1322431117296219
273200	linear.weight	2	-0.011228874325752258
273200	linear.weight	3	-0.088798888027668
273200	linear.weight	4	9.100108582060784e-05
273200	linear.weight	5	0.236666738986969
273200	linear.weight	6	0.0047744326293468475
273200	linear.weight	7	-0.021312154829502106
273200	linear.weight	8	0.2270754873752594
273200	linear.weight	9	0.24895387887954712
273200	linear.bias	0	-0.8288457989692688
273200	linear.bias	1	1.3866311311721802
273200	linear.bias	2	-0.48076820373535156
273200	linear.bias	3	-0.7543349862098694
273200	linear.bias	4	-0.912131667137146
273200	linear.bias	5	-1.1812238693237305
273200	linear.bias	6	-0.9571881890296936
273200	linear.bias	7	-0.708271861076355
273200	linear.bias	8	-0.01705317199230194
273200	linear.bias	9	3.5604822635650635
273397	transitions	0	-0.4790193736553192
273397	transitions	1	8.9120454788208
273397	transitions	2	-3.659775495529175
273397	transitions	3	1.651753544807434
273397	transitions	4	-2.2438364028930664
273397	transitions	5	-0.43974441289901733
273397	transitions	6	-0.1976541131734848
273397	transitions	7	-10000.0
273397	transitions	8	1.8759018182754517
273397	transitions	9	-2.2952780723571777
273397	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
273397	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
273397	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
273397	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
273397	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
273397	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
273397	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
273397	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
273397	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
273397	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
273397	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
273397	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
273397	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
273397	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
273397	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
273397	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
273397	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
273397	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
273397	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
273397	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
273397	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
273397	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
273397	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
273397	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
273397	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
273397	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
273397	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
273397	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
273397	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
273397	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
273397	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
273397	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
273397	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
273397	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
273397	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
273397	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
273397	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
273397	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
273397	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
273397	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
273397	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
273397	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
273397	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
273397	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
273397	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
273397	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
273397	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
273397	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
273397	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
273397	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
273397	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
273397	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
273397	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
273397	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
273397	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
273397	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
273397	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
273397	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
273397	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
273397	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
273397	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
273397	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
273397	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
273397	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
273397	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
273397	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
273397	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
273397	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
273397	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
273397	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
273397	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
273397	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
273397	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
273397	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
273397	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
273397	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
273397	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
273397	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
273397	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
273397	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
273397	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
273397	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
273397	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
273397	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
273397	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
273397	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
273397	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
273397	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
273397	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
273397	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
273397	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
273397	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
273397	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
273397	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
273397	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
273397	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
273397	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
273397	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
273397	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
273397	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
273397	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
273397	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
273397	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
273397	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
273397	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
273397	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
273397	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
273397	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
273397	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
273397	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
273397	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
273397	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
273397	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
273397	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
273397	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
273397	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
273397	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
273397	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
273397	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
273397	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
273397	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
273397	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
273397	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
273397	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
273397	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
273397	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
273397	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
273397	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
273397	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
273397	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
273397	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
273397	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
273397	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
273397	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
273397	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
273397	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
273397	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
273397	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
273397	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
273397	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
273397	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
273397	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
273397	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
273397	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
273397	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
273397	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
273397	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
273397	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
273397	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
273397	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
273397	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
273397	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
273397	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
273397	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
273397	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
273397	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
273397	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
273397	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
273397	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
273397	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
273397	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
273397	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
273397	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
273397	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
273397	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
273397	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
273397	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
273397	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
273397	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
273397	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
273397	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
273397	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
273397	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
273397	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
273397	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
273397	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
273397	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
273397	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
273397	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
273397	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
273397	embedding2nn.weight	0	0.04581604525446892
273397	embedding2nn.weight	1	-0.08730904012918472
273397	embedding2nn.weight	2	0.00719669833779335
273397	embedding2nn.weight	3	-0.06129264086484909
273397	embedding2nn.weight	4	-0.11973694711923599
273397	embedding2nn.weight	5	0.10738007724285126
273397	embedding2nn.weight	6	-0.08228641003370285
273397	embedding2nn.weight	7	-0.08538585156202316
273397	embedding2nn.weight	8	-0.03525076061487198
273397	embedding2nn.weight	9	0.03775855526328087
273397	embedding2nn.bias	0	0.0795343890786171
273397	embedding2nn.bias	1	-0.027494283393025398
273397	embedding2nn.bias	2	-0.05752109736204147
273397	embedding2nn.bias	3	0.010450276546180248
273397	embedding2nn.bias	4	-0.008475316688418388
273397	embedding2nn.bias	5	-0.18447308242321014
273397	embedding2nn.bias	6	-0.11475254595279694
273397	embedding2nn.bias	7	-0.013081097044050694
273397	embedding2nn.bias	8	0.05946611985564232
273397	embedding2nn.bias	9	-0.03951103985309601
273397	rnn.weight_ih_l0	0	0.03504344820976257
273397	rnn.weight_ih_l0	1	-0.0895979106426239
273397	rnn.weight_ih_l0	2	-0.06412442773580551
273397	rnn.weight_ih_l0	3	-0.05381466820836067
273397	rnn.weight_ih_l0	4	0.015039477497339249
273397	rnn.weight_ih_l0	5	-0.10953208804130554
273397	rnn.weight_ih_l0	6	-0.02472643554210663
273397	rnn.weight_ih_l0	7	0.00225081667304039
273397	rnn.weight_ih_l0	8	0.046250101178884506
273397	rnn.weight_ih_l0	9	0.009879575110971928
273397	rnn.weight_hh_l0	0	0.004366637207567692
273397	rnn.weight_hh_l0	1	-0.07646318525075912
273397	rnn.weight_hh_l0	2	0.07549049705266953
273397	rnn.weight_hh_l0	3	0.05166912078857422
273397	rnn.weight_hh_l0	4	0.007182876579463482
273397	rnn.weight_hh_l0	5	0.07042673230171204
273397	rnn.weight_hh_l0	6	-0.018155572935938835
273397	rnn.weight_hh_l0	7	-0.11493896692991257
273397	rnn.weight_hh_l0	8	0.02598748914897442
273397	rnn.weight_hh_l0	9	-0.07517324388027191
273397	rnn.bias_ih_l0	0	-0.0825544074177742
273397	rnn.bias_ih_l0	1	-0.19258378446102142
273397	rnn.bias_ih_l0	2	-0.26771584153175354
273397	rnn.bias_ih_l0	3	-0.27518466114997864
273397	rnn.bias_ih_l0	4	0.001866028062067926
273397	rnn.bias_ih_l0	5	0.04971049726009369
273397	rnn.bias_ih_l0	6	-0.16842179000377655
273397	rnn.bias_ih_l0	7	-0.27058419585227966
273397	rnn.bias_ih_l0	8	-0.1505543291568756
273397	rnn.bias_ih_l0	9	-0.16943088173866272
273397	rnn.bias_hh_l0	0	0.1328648179769516
273397	rnn.bias_hh_l0	1	-0.05804150924086571
273397	rnn.bias_hh_l0	2	0.05600304156541824
273397	rnn.bias_hh_l0	3	-0.17195479571819305
273397	rnn.bias_hh_l0	4	0.06014758348464966
273397	rnn.bias_hh_l0	5	0.055688317865133286
273397	rnn.bias_hh_l0	6	-0.11039503663778305
273397	rnn.bias_hh_l0	7	-0.156156986951828
273397	rnn.bias_hh_l0	8	-0.18504369258880615
273397	rnn.bias_hh_l0	9	-0.11027689278125763
273397	rnn.weight_ih_l0_reverse	0	-0.019047245383262634
273397	rnn.weight_ih_l0_reverse	1	-0.013142784126102924
273397	rnn.weight_ih_l0_reverse	2	-0.002826674608513713
273397	rnn.weight_ih_l0_reverse	3	0.007960512302815914
273397	rnn.weight_ih_l0_reverse	4	0.010489873588085175
273397	rnn.weight_ih_l0_reverse	5	-0.05955735966563225
273397	rnn.weight_ih_l0_reverse	6	-0.040076177567243576
273397	rnn.weight_ih_l0_reverse	7	0.02082957699894905
273397	rnn.weight_ih_l0_reverse	8	0.0969981923699379
273397	rnn.weight_ih_l0_reverse	9	0.00019200165115762502
273397	rnn.weight_hh_l0_reverse	0	0.005304492078721523
273397	rnn.weight_hh_l0_reverse	1	0.02870907075703144
273397	rnn.weight_hh_l0_reverse	2	-0.041655149310827255
273397	rnn.weight_hh_l0_reverse	3	0.045018162578344345
273397	rnn.weight_hh_l0_reverse	4	0.022936811670660973
273397	rnn.weight_hh_l0_reverse	5	-0.010489615611732006
273397	rnn.weight_hh_l0_reverse	6	0.07032564282417297
273397	rnn.weight_hh_l0_reverse	7	0.03967541828751564
273397	rnn.weight_hh_l0_reverse	8	-0.024625657126307487
273397	rnn.weight_hh_l0_reverse	9	-0.02510850317776203
273397	rnn.bias_ih_l0_reverse	0	-0.1515997350215912
273397	rnn.bias_ih_l0_reverse	1	-0.30933457612991333
273397	rnn.bias_ih_l0_reverse	2	-0.0621010847389698
273397	rnn.bias_ih_l0_reverse	3	-0.15235453844070435
273397	rnn.bias_ih_l0_reverse	4	0.05885639414191246
273397	rnn.bias_ih_l0_reverse	5	-0.2816073000431061
273397	rnn.bias_ih_l0_reverse	6	-0.06642571836709976
273397	rnn.bias_ih_l0_reverse	7	0.015621581114828587
273397	rnn.bias_ih_l0_reverse	8	-0.19482256472110748
273397	rnn.bias_ih_l0_reverse	9	-0.08633558452129364
273397	rnn.bias_hh_l0_reverse	0	-0.15899528563022614
273397	rnn.bias_hh_l0_reverse	1	-0.1558188647031784
273397	rnn.bias_hh_l0_reverse	2	-0.009226863272488117
273397	rnn.bias_hh_l0_reverse	3	-0.13485541939735413
273397	rnn.bias_hh_l0_reverse	4	-0.025523625314235687
273397	rnn.bias_hh_l0_reverse	5	-0.11786961555480957
273397	rnn.bias_hh_l0_reverse	6	-0.07354341447353363
273397	rnn.bias_hh_l0_reverse	7	-0.18046991527080536
273397	rnn.bias_hh_l0_reverse	8	-0.06028496101498604
273397	rnn.bias_hh_l0_reverse	9	-0.12175721675157547
273397	linear.weight	0	-0.23432482779026031
273397	linear.weight	1	-0.12952320277690887
273397	linear.weight	2	-0.011228874325752258
273397	linear.weight	3	-0.08695419132709503
273397	linear.weight	4	0.0018916669068858027
273397	linear.weight	5	0.23755556344985962
273397	linear.weight	6	0.0047744326293468475
273397	linear.weight	7	-0.021312154829502106
273397	linear.weight	8	0.22380295395851135
273397	linear.weight	9	0.24719995260238647
273397	linear.bias	0	-0.8260467648506165
273397	linear.bias	1	1.4003809690475464
273397	linear.bias	2	-0.5012298226356506
273397	linear.bias	3	-0.7515941858291626
273397	linear.bias	4	-0.9049673080444336
273397	linear.bias	5	-1.1812268495559692
273397	linear.bias	6	-0.9540699124336243
273397	linear.bias	7	-0.6946648955345154
273397	linear.bias	8	-0.01705317199230194
273397	linear.bias	9	3.5376033782958984
273594	transitions	0	-0.4790365695953369
273594	transitions	1	8.909886360168457
273594	transitions	2	-3.660072088241577
273594	transitions	3	1.6529287099838257
273594	transitions	4	-2.243910312652588
273594	transitions	5	-0.43976348638534546
273594	transitions	6	-0.19766047596931458
273594	transitions	7	-10000.0
273594	transitions	8	1.8755133152008057
273594	transitions	9	-2.2952802181243896
273594	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
273594	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
273594	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
273594	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
273594	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
273594	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
273594	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
273594	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
273594	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
273594	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
273594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
273594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
273594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
273594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
273594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
273594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
273594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
273594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
273594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
273594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
273594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
273594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
273594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
273594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
273594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
273594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
273594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
273594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
273594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
273594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
273594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
273594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
273594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
273594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
273594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
273594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
273594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
273594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
273594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
273594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
273594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
273594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
273594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
273594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
273594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
273594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
273594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
273594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
273594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
273594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
273594	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
273594	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
273594	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
273594	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
273594	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
273594	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
273594	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
273594	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
273594	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
273594	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
273594	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
273594	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
273594	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
273594	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
273594	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
273594	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
273594	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
273594	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
273594	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
273594	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
273594	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
273594	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
273594	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
273594	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
273594	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
273594	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
273594	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
273594	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
273594	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
273594	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
273594	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
273594	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
273594	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
273594	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
273594	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
273594	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
273594	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
273594	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
273594	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
273594	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
273594	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
273594	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
273594	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
273594	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
273594	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
273594	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
273594	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
273594	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
273594	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
273594	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
273594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
273594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
273594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
273594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
273594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
273594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
273594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
273594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
273594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
273594	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
273594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
273594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
273594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
273594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
273594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
273594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
273594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
273594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
273594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
273594	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
273594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
273594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
273594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
273594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
273594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
273594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
273594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
273594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
273594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
273594	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
273594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
273594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
273594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
273594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
273594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
273594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
273594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
273594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
273594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
273594	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
273594	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
273594	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
273594	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
273594	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
273594	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
273594	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
273594	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
273594	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
273594	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
273594	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
273594	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
273594	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
273594	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
273594	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
273594	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
273594	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
273594	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
273594	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
273594	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
273594	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
273594	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
273594	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
273594	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
273594	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
273594	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
273594	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
273594	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
273594	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
273594	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
273594	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
273594	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
273594	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
273594	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
273594	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
273594	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
273594	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
273594	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
273594	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
273594	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
273594	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
273594	embedding2nn.weight	0	0.04611530154943466
273594	embedding2nn.weight	1	-0.0875089019536972
273594	embedding2nn.weight	2	0.007626586128026247
273594	embedding2nn.weight	3	-0.06081739813089371
273594	embedding2nn.weight	4	-0.12043410539627075
273594	embedding2nn.weight	5	0.10716482251882553
273594	embedding2nn.weight	6	-0.08155929297208786
273594	embedding2nn.weight	7	-0.0855109840631485
273594	embedding2nn.weight	8	-0.03533649444580078
273594	embedding2nn.weight	9	0.03838213533163071
273594	embedding2nn.bias	0	0.08111462742090225
273594	embedding2nn.bias	1	-0.022069871425628662
273594	embedding2nn.bias	2	-0.06342615932226181
273594	embedding2nn.bias	3	0.011759595945477486
273594	embedding2nn.bias	4	-0.008228843100368977
273594	embedding2nn.bias	5	-0.18141184747219086
273594	embedding2nn.bias	6	-0.11567183583974838
273594	embedding2nn.bias	7	-0.010737716220319271
273594	embedding2nn.bias	8	0.061610352247953415
273594	embedding2nn.bias	9	-0.04010305926203728
273594	rnn.weight_ih_l0	0	0.03494107350707054
273594	rnn.weight_ih_l0	1	-0.09020330011844635
273594	rnn.weight_ih_l0	2	-0.06420733779668808
273594	rnn.weight_ih_l0	3	-0.054189249873161316
273594	rnn.weight_ih_l0	4	0.01411011628806591
273594	rnn.weight_ih_l0	5	-0.10903900116682053
273594	rnn.weight_ih_l0	6	-0.02521313540637493
273594	rnn.weight_ih_l0	7	0.0022064351942390203
273594	rnn.weight_ih_l0	8	0.046510931104421616
273594	rnn.weight_ih_l0	9	0.009860528632998466
273594	rnn.weight_hh_l0	0	0.004171046428382397
273594	rnn.weight_hh_l0	1	-0.07716884464025497
273594	rnn.weight_hh_l0	2	0.07548117637634277
273594	rnn.weight_hh_l0	3	0.05162014067173004
273594	rnn.weight_hh_l0	4	0.0071798027493059635
273594	rnn.weight_hh_l0	5	0.07091673463582993
273594	rnn.weight_hh_l0	6	-0.018244488164782524
273594	rnn.weight_hh_l0	7	-0.11521215736865997
273594	rnn.weight_hh_l0	8	0.026416528970003128
273594	rnn.weight_hh_l0	9	-0.07517416775226593
273594	rnn.bias_ih_l0	0	-0.08256305009126663
273594	rnn.bias_ih_l0	1	-0.19177988171577454
273594	rnn.bias_ih_l0	2	-0.2682543694972992
273594	rnn.bias_ih_l0	3	-0.2751409113407135
273594	rnn.bias_ih_l0	4	0.0011401309166103601
273594	rnn.bias_ih_l0	5	0.049504444003105164
273594	rnn.bias_ih_l0	6	-0.1687798947095871
273594	rnn.bias_ih_l0	7	-0.26966479420661926
273594	rnn.bias_ih_l0	8	-0.15118904411792755
273594	rnn.bias_ih_l0	9	-0.16950596868991852
273594	rnn.bias_hh_l0	0	0.13215139508247375
273594	rnn.bias_hh_l0	1	-0.057748887687921524
273594	rnn.bias_hh_l0	2	0.05596134066581726
273594	rnn.bias_hh_l0	3	-0.1719563603401184
273594	rnn.bias_hh_l0	4	0.06036967411637306
273594	rnn.bias_hh_l0	5	0.056412916630506516
273594	rnn.bias_hh_l0	6	-0.11042817682027817
273594	rnn.bias_hh_l0	7	-0.15717707574367523
273594	rnn.bias_hh_l0	8	-0.1841466873884201
273594	rnn.bias_hh_l0	9	-0.11067906022071838
273594	rnn.weight_ih_l0_reverse	0	-0.01844410039484501
273594	rnn.weight_ih_l0_reverse	1	-0.013217661529779434
273594	rnn.weight_ih_l0_reverse	2	-0.0031710306648164988
273594	rnn.weight_ih_l0_reverse	3	0.0065492624416947365
273594	rnn.weight_ih_l0_reverse	4	0.010783469304442406
273594	rnn.weight_ih_l0_reverse	5	-0.05995453894138336
273594	rnn.weight_ih_l0_reverse	6	-0.040131375193595886
273594	rnn.weight_ih_l0_reverse	7	0.02095050737261772
273594	rnn.weight_ih_l0_reverse	8	0.09750184416770935
273594	rnn.weight_ih_l0_reverse	9	0.001080558286048472
273594	rnn.weight_hh_l0_reverse	0	0.0051182028837502
273594	rnn.weight_hh_l0_reverse	1	0.028752638027071953
273594	rnn.weight_hh_l0_reverse	2	-0.041620463132858276
273594	rnn.weight_hh_l0_reverse	3	0.045254185795784
273594	rnn.weight_hh_l0_reverse	4	0.022901445627212524
273594	rnn.weight_hh_l0_reverse	5	-0.01052140910178423
273594	rnn.weight_hh_l0_reverse	6	0.07054464519023895
273594	rnn.weight_hh_l0_reverse	7	0.03974708542227745
273594	rnn.weight_hh_l0_reverse	8	-0.024670107290148735
273594	rnn.weight_hh_l0_reverse	9	-0.024961093440651894
273594	rnn.bias_ih_l0_reverse	0	-0.15093126893043518
273594	rnn.bias_ih_l0_reverse	1	-0.3091924488544464
273594	rnn.bias_ih_l0_reverse	2	-0.06235765665769577
273594	rnn.bias_ih_l0_reverse	3	-0.15246722102165222
273594	rnn.bias_ih_l0_reverse	4	0.05917246639728546
273594	rnn.bias_ih_l0_reverse	5	-0.2808496952056885
273594	rnn.bias_ih_l0_reverse	6	-0.06659998744726181
273594	rnn.bias_ih_l0_reverse	7	0.015079375356435776
273594	rnn.bias_ih_l0_reverse	8	-0.19489270448684692
273594	rnn.bias_ih_l0_reverse	9	-0.0862448513507843
273594	rnn.bias_hh_l0_reverse	0	-0.15981319546699524
273594	rnn.bias_hh_l0_reverse	1	-0.15568391978740692
273594	rnn.bias_hh_l0_reverse	2	-0.008617104031145573
273594	rnn.bias_hh_l0_reverse	3	-0.13579866290092468
273594	rnn.bias_hh_l0_reverse	4	-0.025686603039503098
273594	rnn.bias_hh_l0_reverse	5	-0.11843560636043549
273594	rnn.bias_hh_l0_reverse	6	-0.07457263022661209
273594	rnn.bias_hh_l0_reverse	7	-0.18002846837043762
273594	rnn.bias_hh_l0_reverse	8	-0.05920826643705368
273594	rnn.bias_hh_l0_reverse	9	-0.12211865186691284
273594	linear.weight	0	-0.2344784438610077
273594	linear.weight	1	-0.12833556532859802
273594	linear.weight	2	-0.011228874325752258
273594	linear.weight	3	-0.08728489279747009
273594	linear.weight	4	0.000986131839454174
273594	linear.weight	5	0.23412615060806274
273594	linear.weight	6	0.0047744326293468475
273594	linear.weight	7	-0.021312154829502106
273594	linear.weight	8	0.23342090845108032
273594	linear.weight	9	0.24590833485126495
273594	linear.bias	0	-0.8334025144577026
273594	linear.bias	1	1.377320408821106
273594	linear.bias	2	-0.4912342131137848
273594	linear.bias	3	-0.7538024187088013
273594	linear.bias	4	-0.8975018262863159
273594	linear.bias	5	-1.181230902671814
273594	linear.bias	6	-0.9609757661819458
273594	linear.bias	7	-0.710827648639679
273594	linear.bias	8	-0.01705317199230194
273594	linear.bias	9	3.5510706901550293
273791	transitions	0	-0.47908326983451843
273791	transitions	1	8.908177375793457
273791	transitions	2	-3.6602230072021484
273791	transitions	3	1.658677577972412
273791	transitions	4	-2.2439825534820557
273791	transitions	5	-0.43980851769447327
273791	transitions	6	-0.19766822457313538
273791	transitions	7	-10000.0
273791	transitions	8	1.875081181526184
273791	transitions	9	-2.295285224914551
273791	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
273791	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
273791	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
273791	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
273791	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
273791	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
273791	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
273791	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
273791	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
273791	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
273791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
273791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
273791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
273791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
273791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
273791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
273791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
273791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
273791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
273791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
273791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
273791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
273791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
273791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
273791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
273791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
273791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
273791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
273791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
273791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
273791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
273791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
273791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
273791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
273791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
273791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
273791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
273791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
273791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
273791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
273791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
273791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
273791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
273791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
273791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
273791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
273791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
273791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
273791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
273791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
273791	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
273791	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
273791	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
273791	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
273791	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
273791	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
273791	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
273791	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
273791	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
273791	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
273791	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
273791	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
273791	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
273791	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
273791	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
273791	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
273791	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
273791	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
273791	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
273791	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
273791	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
273791	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
273791	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
273791	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
273791	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
273791	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
273791	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
273791	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
273791	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
273791	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
273791	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
273791	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
273791	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
273791	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
273791	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
273791	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
273791	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
273791	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
273791	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
273791	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
273791	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
273791	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
273791	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
273791	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
273791	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
273791	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
273791	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
273791	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
273791	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
273791	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
273791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
273791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
273791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
273791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
273791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
273791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
273791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
273791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
273791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
273791	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
273791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
273791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
273791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
273791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
273791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
273791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
273791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
273791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
273791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
273791	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
273791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
273791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
273791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
273791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
273791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
273791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
273791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
273791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
273791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
273791	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
273791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
273791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
273791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
273791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
273791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
273791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
273791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
273791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
273791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
273791	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
273791	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
273791	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
273791	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
273791	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
273791	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
273791	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
273791	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
273791	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
273791	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
273791	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
273791	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
273791	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
273791	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
273791	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
273791	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
273791	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
273791	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
273791	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
273791	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
273791	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
273791	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
273791	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
273791	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
273791	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
273791	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
273791	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
273791	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
273791	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
273791	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
273791	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
273791	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
273791	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
273791	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
273791	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
273791	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
273791	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
273791	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
273791	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
273791	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
273791	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
273791	embedding2nn.weight	0	0.04594466835260391
273791	embedding2nn.weight	1	-0.08744779229164124
273791	embedding2nn.weight	2	0.00631437124684453
273791	embedding2nn.weight	3	-0.060304030776023865
273791	embedding2nn.weight	4	-0.12086783349514008
273791	embedding2nn.weight	5	0.10718037188053131
273791	embedding2nn.weight	6	-0.08249855041503906
273791	embedding2nn.weight	7	-0.08604440838098526
273791	embedding2nn.weight	8	-0.035254087299108505
273791	embedding2nn.weight	9	0.03891787678003311
273791	embedding2nn.bias	0	0.07570992410182953
273791	embedding2nn.bias	1	-0.026755977421998978
273791	embedding2nn.bias	2	-0.0662456527352333
273791	embedding2nn.bias	3	0.013739803805947304
273791	embedding2nn.bias	4	-0.013198020868003368
273791	embedding2nn.bias	5	-0.18005096912384033
273791	embedding2nn.bias	6	-0.12169674783945084
273791	embedding2nn.bias	7	-0.010635330341756344
273791	embedding2nn.bias	8	0.0570361390709877
273791	embedding2nn.bias	9	-0.03850451856851578
273791	rnn.weight_ih_l0	0	0.03547566011548042
273791	rnn.weight_ih_l0	1	-0.08938838541507721
273791	rnn.weight_ih_l0	2	-0.06429270654916763
273791	rnn.weight_ih_l0	3	-0.054477062076330185
273791	rnn.weight_ih_l0	4	0.014217030256986618
273791	rnn.weight_ih_l0	5	-0.10873617976903915
273791	rnn.weight_ih_l0	6	-0.025210948660969734
273791	rnn.weight_ih_l0	7	0.0016572006279602647
273791	rnn.weight_ih_l0	8	0.04624557867646217
273791	rnn.weight_ih_l0	9	0.010350094176828861
273791	rnn.weight_hh_l0	0	0.0044214241206645966
273791	rnn.weight_hh_l0	1	-0.07716315984725952
273791	rnn.weight_hh_l0	2	0.07543767243623734
273791	rnn.weight_hh_l0	3	0.05149315670132637
273791	rnn.weight_hh_l0	4	0.007337204180657864
273791	rnn.weight_hh_l0	5	0.07074577361345291
273791	rnn.weight_hh_l0	6	-0.018244553357362747
273791	rnn.weight_hh_l0	7	-0.1150742769241333
273791	rnn.weight_hh_l0	8	0.026830488815903664
273791	rnn.weight_hh_l0	9	-0.0744197741150856
273791	rnn.bias_ih_l0	0	-0.0807475596666336
273791	rnn.bias_ih_l0	1	-0.19261370599269867
273791	rnn.bias_ih_l0	2	-0.26746779680252075
273791	rnn.bias_ih_l0	3	-0.2748796343803406
273791	rnn.bias_ih_l0	4	0.0019714829977601767
273791	rnn.bias_ih_l0	5	0.050826575607061386
273791	rnn.bias_ih_l0	6	-0.16984815895557404
273791	rnn.bias_ih_l0	7	-0.27034837007522583
273791	rnn.bias_ih_l0	8	-0.15235231816768646
273791	rnn.bias_ih_l0	9	-0.1702294647693634
273791	rnn.bias_hh_l0	0	0.13166062533855438
273791	rnn.bias_hh_l0	1	-0.05877026915550232
273791	rnn.bias_hh_l0	2	0.05574715882539749
273791	rnn.bias_hh_l0	3	-0.1723523586988449
273791	rnn.bias_hh_l0	4	0.061940547078847885
273791	rnn.bias_hh_l0	5	0.05620471388101578
273791	rnn.bias_hh_l0	6	-0.11052220314741135
273791	rnn.bias_hh_l0	7	-0.1571066677570343
273791	rnn.bias_hh_l0	8	-0.18320605158805847
273791	rnn.bias_hh_l0	9	-0.11038412898778915
273791	rnn.weight_ih_l0_reverse	0	-0.018477505072951317
273791	rnn.weight_ih_l0_reverse	1	-0.013319255784153938
273791	rnn.weight_ih_l0_reverse	2	-0.0023694131523370743
273791	rnn.weight_ih_l0_reverse	3	0.006481061689555645
273791	rnn.weight_ih_l0_reverse	4	0.009981724433600903
273791	rnn.weight_ih_l0_reverse	5	-0.05962039530277252
273791	rnn.weight_ih_l0_reverse	6	-0.0399206168949604
273791	rnn.weight_ih_l0_reverse	7	0.02082175761461258
273791	rnn.weight_ih_l0_reverse	8	0.09863278269767761
273791	rnn.weight_ih_l0_reverse	9	0.0008324263617396355
273791	rnn.weight_hh_l0_reverse	0	0.005078814458101988
273791	rnn.weight_hh_l0_reverse	1	0.028811033815145493
273791	rnn.weight_hh_l0_reverse	2	-0.041411325335502625
273791	rnn.weight_hh_l0_reverse	3	0.045161813497543335
273791	rnn.weight_hh_l0_reverse	4	0.022739728912711143
273791	rnn.weight_hh_l0_reverse	5	-0.010364163666963577
273791	rnn.weight_hh_l0_reverse	6	0.07063783705234528
273791	rnn.weight_hh_l0_reverse	7	0.03944342955946922
273791	rnn.weight_hh_l0_reverse	8	-0.02466275729238987
273791	rnn.weight_hh_l0_reverse	9	-0.025004511699080467
273791	rnn.bias_ih_l0_reverse	0	-0.15173786878585815
273791	rnn.bias_ih_l0_reverse	1	-0.30891135334968567
273791	rnn.bias_ih_l0_reverse	2	-0.06271712481975555
273791	rnn.bias_ih_l0_reverse	3	-0.15239232778549194
273791	rnn.bias_ih_l0_reverse	4	0.059709612280130386
273791	rnn.bias_ih_l0_reverse	5	-0.28148511052131653
273791	rnn.bias_ih_l0_reverse	6	-0.06730879843235016
273791	rnn.bias_ih_l0_reverse	7	0.014086959883570671
273791	rnn.bias_ih_l0_reverse	8	-0.19477839767932892
273791	rnn.bias_ih_l0_reverse	9	-0.08630993962287903
273791	rnn.bias_hh_l0_reverse	0	-0.15898671746253967
273791	rnn.bias_hh_l0_reverse	1	-0.1552291214466095
273791	rnn.bias_hh_l0_reverse	2	-0.009080630727112293
273791	rnn.bias_hh_l0_reverse	3	-0.13695910573005676
273791	rnn.bias_hh_l0_reverse	4	-0.02667146734893322
273791	rnn.bias_hh_l0_reverse	5	-0.11953916400671005
273791	rnn.bias_hh_l0_reverse	6	-0.07443784177303314
273791	rnn.bias_hh_l0_reverse	7	-0.17985916137695312
273791	rnn.bias_hh_l0_reverse	8	-0.05890926718711853
273791	rnn.bias_hh_l0_reverse	9	-0.12200213968753815
273791	linear.weight	0	-0.23719456791877747
273791	linear.weight	1	-0.12741537392139435
273791	linear.weight	2	-0.011228874325752258
273791	linear.weight	3	-0.08925188332796097
273791	linear.weight	4	0.001703087124042213
273791	linear.weight	5	0.23509880900382996
273791	linear.weight	6	0.0047744326293468475
273791	linear.weight	7	-0.021312154829502106
273791	linear.weight	8	0.23693160712718964
273791	linear.weight	9	0.24967986345291138
273791	linear.bias	0	-0.8379045128822327
273791	linear.bias	1	1.4028949737548828
273791	linear.bias	2	-0.5004076361656189
273791	linear.bias	3	-0.7535580992698669
273791	linear.bias	4	-0.9266668558120728
273791	linear.bias	5	-1.181233286857605
273791	linear.bias	6	-0.9649533033370972
273791	linear.bias	7	-0.6963469982147217
273791	linear.bias	8	-0.01705317199230194
273791	linear.bias	9	3.5237181186676025
273988	transitions	0	-0.4791317582130432
273988	transitions	1	8.900715827941895
273988	transitions	2	-3.6603939533233643
273988	transitions	3	1.657466173171997
273988	transitions	4	-2.24407958984375
273988	transitions	5	-0.43982943892478943
273988	transitions	6	-0.1976732313632965
273988	transitions	7	-10000.0
273988	transitions	8	1.8750500679016113
273988	transitions	9	-2.295285940170288
273988	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
273988	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
273988	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
273988	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
273988	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
273988	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
273988	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
273988	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
273988	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
273988	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
273988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
273988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
273988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
273988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
273988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
273988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
273988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
273988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
273988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
273988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
273988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
273988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
273988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
273988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
273988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
273988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
273988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
273988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
273988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
273988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
273988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
273988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
273988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
273988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
273988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
273988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
273988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
273988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
273988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
273988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
273988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
273988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
273988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
273988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
273988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
273988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
273988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
273988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
273988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
273988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
273988	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
273988	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
273988	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
273988	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
273988	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
273988	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
273988	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
273988	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
273988	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
273988	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
273988	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
273988	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
273988	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
273988	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
273988	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
273988	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
273988	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
273988	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
273988	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
273988	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
273988	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
273988	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
273988	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
273988	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
273988	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
273988	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
273988	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
273988	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
273988	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
273988	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
273988	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
273988	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
273988	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
273988	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
273988	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
273988	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
273988	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
273988	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
273988	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
273988	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
273988	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
273988	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
273988	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
273988	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
273988	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
273988	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
273988	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
273988	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
273988	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
273988	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
273988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
273988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
273988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
273988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
273988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
273988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
273988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
273988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
273988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
273988	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
273988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
273988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
273988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
273988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
273988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
273988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
273988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
273988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
273988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
273988	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
273988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
273988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
273988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
273988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
273988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
273988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
273988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
273988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
273988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
273988	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
273988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
273988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
273988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
273988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
273988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
273988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
273988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
273988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
273988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
273988	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
273988	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
273988	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
273988	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
273988	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
273988	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
273988	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
273988	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
273988	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
273988	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
273988	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
273988	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
273988	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
273988	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
273988	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
273988	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
273988	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
273988	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
273988	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
273988	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
273988	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
273988	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
273988	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
273988	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
273988	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
273988	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
273988	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
273988	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
273988	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
273988	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
273988	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
273988	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
273988	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
273988	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
273988	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
273988	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
273988	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
273988	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
273988	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
273988	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
273988	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
273988	embedding2nn.weight	0	0.04569572955369949
273988	embedding2nn.weight	1	-0.08705651015043259
273988	embedding2nn.weight	2	0.006421816535294056
273988	embedding2nn.weight	3	-0.060150034725666046
273988	embedding2nn.weight	4	-0.12042243033647537
273988	embedding2nn.weight	5	0.10758762061595917
273988	embedding2nn.weight	6	-0.08204314857721329
273988	embedding2nn.weight	7	-0.0860101506114006
273988	embedding2nn.weight	8	-0.035124875605106354
273988	embedding2nn.weight	9	0.0390678346157074
273988	embedding2nn.bias	0	0.07869378477334976
273988	embedding2nn.bias	1	-0.028523871675133705
273988	embedding2nn.bias	2	-0.06407926976680756
273988	embedding2nn.bias	3	0.017171751707792282
273988	embedding2nn.bias	4	-0.01785554364323616
273988	embedding2nn.bias	5	-0.18485397100448608
273988	embedding2nn.bias	6	-0.11835160106420517
273988	embedding2nn.bias	7	-0.008051333948969841
273988	embedding2nn.bias	8	0.05690887197852135
273988	embedding2nn.bias	9	-0.041803207248449326
273988	rnn.weight_ih_l0	0	0.0358780212700367
273988	rnn.weight_ih_l0	1	-0.08884762972593307
273988	rnn.weight_ih_l0	2	-0.06397794187068939
273988	rnn.weight_ih_l0	3	-0.053267598152160645
273988	rnn.weight_ih_l0	4	0.014504225924611092
273988	rnn.weight_ih_l0	5	-0.1092485785484314
273988	rnn.weight_ih_l0	6	-0.025453517213463783
273988	rnn.weight_ih_l0	7	0.0018805828876793385
273988	rnn.weight_ih_l0	8	0.045851610600948334
273988	rnn.weight_ih_l0	9	0.010960455983877182
273988	rnn.weight_hh_l0	0	0.004381393548101187
273988	rnn.weight_hh_l0	1	-0.077505923807621
273988	rnn.weight_hh_l0	2	0.07516997307538986
273988	rnn.weight_hh_l0	3	0.05124925449490547
273988	rnn.weight_hh_l0	4	0.007291235029697418
273988	rnn.weight_hh_l0	5	0.07074707001447678
273988	rnn.weight_hh_l0	6	-0.018245043233036995
273988	rnn.weight_hh_l0	7	-0.11511414498090744
273988	rnn.weight_hh_l0	8	0.027600551024079323
273988	rnn.weight_hh_l0	9	-0.07392005622386932
273988	rnn.bias_ih_l0	0	-0.08084982633590698
273988	rnn.bias_ih_l0	1	-0.19327136874198914
273988	rnn.bias_ih_l0	2	-0.2684769630432129
273988	rnn.bias_ih_l0	3	-0.2761780917644501
273988	rnn.bias_ih_l0	4	0.0005900896503590047
273988	rnn.bias_ih_l0	5	0.051388803869485855
273988	rnn.bias_ih_l0	6	-0.16974303126335144
273988	rnn.bias_ih_l0	7	-0.27133864164352417
273988	rnn.bias_ih_l0	8	-0.15212707221508026
273988	rnn.bias_ih_l0	9	-0.1693660467863083
273988	rnn.bias_hh_l0	0	0.1313469409942627
273988	rnn.bias_hh_l0	1	-0.059889912605285645
273988	rnn.bias_hh_l0	2	0.05638495832681656
273988	rnn.bias_hh_l0	3	-0.17286896705627441
273988	rnn.bias_hh_l0	4	0.060771577060222626
273988	rnn.bias_hh_l0	5	0.056380365043878555
273988	rnn.bias_hh_l0	6	-0.1110968217253685
273988	rnn.bias_hh_l0	7	-0.15743078291416168
273988	rnn.bias_hh_l0	8	-0.18335400521755219
273988	rnn.bias_hh_l0	9	-0.10943454504013062
273988	rnn.weight_ih_l0_reverse	0	-0.01838836818933487
273988	rnn.weight_ih_l0_reverse	1	-0.013764876872301102
273988	rnn.weight_ih_l0_reverse	2	-0.0019034857396036386
273988	rnn.weight_ih_l0_reverse	3	0.006577081046998501
273988	rnn.weight_ih_l0_reverse	4	0.010086137801408768
273988	rnn.weight_ih_l0_reverse	5	-0.05970669910311699
273988	rnn.weight_ih_l0_reverse	6	-0.03972404822707176
273988	rnn.weight_ih_l0_reverse	7	0.020953889936208725
273988	rnn.weight_ih_l0_reverse	8	0.0992007926106453
273988	rnn.weight_ih_l0_reverse	9	0.0013592428294941783
273988	rnn.weight_hh_l0_reverse	0	0.0050169117748737335
273988	rnn.weight_hh_l0_reverse	1	0.028919510543346405
273988	rnn.weight_hh_l0_reverse	2	-0.04168866574764252
273988	rnn.weight_hh_l0_reverse	3	0.04502357915043831
273988	rnn.weight_hh_l0_reverse	4	0.022787118330597878
273988	rnn.weight_hh_l0_reverse	5	-0.010382210835814476
273988	rnn.weight_hh_l0_reverse	6	0.07067711651325226
273988	rnn.weight_hh_l0_reverse	7	0.039431050419807434
273988	rnn.weight_hh_l0_reverse	8	-0.024482950568199158
273988	rnn.weight_hh_l0_reverse	9	-0.025058100000023842
273988	rnn.bias_ih_l0_reverse	0	-0.15177184343338013
273988	rnn.bias_ih_l0_reverse	1	-0.30925485491752625
273988	rnn.bias_ih_l0_reverse	2	-0.06235474348068237
273988	rnn.bias_ih_l0_reverse	3	-0.1518566906452179
273988	rnn.bias_ih_l0_reverse	4	0.060419049113988876
273988	rnn.bias_ih_l0_reverse	5	-0.2815609872341156
273988	rnn.bias_ih_l0_reverse	6	-0.06676960736513138
273988	rnn.bias_ih_l0_reverse	7	0.013882780447602272
273988	rnn.bias_ih_l0_reverse	8	-0.1941646784543991
273988	rnn.bias_ih_l0_reverse	9	-0.08630350977182388
273988	rnn.bias_hh_l0_reverse	0	-0.15913231670856476
273988	rnn.bias_hh_l0_reverse	1	-0.15528474748134613
273988	rnn.bias_hh_l0_reverse	2	-0.009508142247796059
273988	rnn.bias_hh_l0_reverse	3	-0.1373099684715271
273988	rnn.bias_hh_l0_reverse	4	-0.027138400822877884
273988	rnn.bias_hh_l0_reverse	5	-0.11997353285551071
273988	rnn.bias_hh_l0_reverse	6	-0.0747528076171875
273988	rnn.bias_hh_l0_reverse	7	-0.1808370053768158
273988	rnn.bias_hh_l0_reverse	8	-0.058810099959373474
273988	rnn.bias_hh_l0_reverse	9	-0.1225925087928772
273988	linear.weight	0	-0.23907917737960815
273988	linear.weight	1	-0.12731435894966125
273988	linear.weight	2	-0.011228874325752258
273988	linear.weight	3	-0.08940540999174118
273988	linear.weight	4	0.00024549869704060256
273988	linear.weight	5	0.23482804000377655
273988	linear.weight	6	0.0047744326293468475
273988	linear.weight	7	-0.021312154829502106
273988	linear.weight	8	0.23638787865638733
273988	linear.weight	9	0.2514019012451172
273988	linear.bias	0	-0.8338983654975891
273988	linear.bias	1	1.4054675102233887
273988	linear.bias	2	-0.49830448627471924
273988	linear.bias	3	-0.7614246010780334
273988	linear.bias	4	-0.9132157564163208
273988	linear.bias	5	-1.1812374591827393
273988	linear.bias	6	-0.96019047498703
273988	linear.bias	7	-0.6853579878807068
273988	linear.bias	8	-0.01705317199230194
273988	linear.bias	9	3.538059711456299
274185	transitions	0	-0.479214072227478
274185	transitions	1	8.904465675354004
274185	transitions	2	-3.6604888439178467
274185	transitions	3	1.659045934677124
274185	transitions	4	-2.2441396713256836
274185	transitions	5	-0.43991100788116455
274185	transitions	6	-0.1976790428161621
274185	transitions	7	-10000.0
274185	transitions	8	1.8759911060333252
274185	transitions	9	-2.2952866554260254
274185	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
274185	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
274185	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
274185	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
274185	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
274185	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
274185	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
274185	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
274185	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
274185	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
274185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
274185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
274185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
274185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
274185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
274185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
274185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
274185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
274185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
274185	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
274185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
274185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
274185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
274185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
274185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
274185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
274185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
274185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
274185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
274185	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
274185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
274185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
274185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
274185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
274185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
274185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
274185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
274185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
274185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
274185	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
274185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
274185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
274185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
274185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
274185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
274185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
274185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
274185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
274185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
274185	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
274185	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
274185	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
274185	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
274185	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
274185	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
274185	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
274185	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
274185	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
274185	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
274185	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
274185	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
274185	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
274185	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
274185	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
274185	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
274185	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
274185	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
274185	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
274185	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
274185	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
274185	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
274185	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
274185	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
274185	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
274185	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
274185	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
274185	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
274185	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
274185	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
274185	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
274185	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
274185	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
274185	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
274185	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
274185	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
274185	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
274185	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
274185	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
274185	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
274185	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
274185	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
274185	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
274185	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
274185	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
274185	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
274185	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
274185	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
274185	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
274185	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
274185	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
274185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
274185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
274185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
274185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
274185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
274185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
274185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
274185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
274185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
274185	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
274185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
274185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
274185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
274185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
274185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
274185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
274185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
274185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
274185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
274185	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
274185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
274185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
274185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
274185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
274185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
274185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
274185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
274185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
274185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
274185	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
274185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
274185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
274185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
274185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
274185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
274185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
274185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
274185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
274185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
274185	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
274185	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
274185	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
274185	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
274185	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
274185	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
274185	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
274185	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
274185	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
274185	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
274185	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
274185	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
274185	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
274185	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
274185	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
274185	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
274185	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
274185	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
274185	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
274185	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
274185	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
274185	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
274185	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
274185	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
274185	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
274185	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
274185	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
274185	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
274185	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
274185	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
274185	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
274185	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
274185	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
274185	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
274185	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
274185	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
274185	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
274185	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
274185	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
274185	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
274185	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
274185	embedding2nn.weight	0	0.04569409787654877
274185	embedding2nn.weight	1	-0.08708452433347702
274185	embedding2nn.weight	2	0.006433337461203337
274185	embedding2nn.weight	3	-0.06045680493116379
274185	embedding2nn.weight	4	-0.12138151377439499
274185	embedding2nn.weight	5	0.10737065225839615
274185	embedding2nn.weight	6	-0.08161436766386032
274185	embedding2nn.weight	7	-0.08647734671831131
274185	embedding2nn.weight	8	-0.03547750413417816
274185	embedding2nn.weight	9	0.039347898215055466
274185	embedding2nn.bias	0	0.07271742820739746
274185	embedding2nn.bias	1	-0.03086032345890999
274185	embedding2nn.bias	2	-0.06358154118061066
274185	embedding2nn.bias	3	0.01897159405052662
274185	embedding2nn.bias	4	-0.015976039692759514
274185	embedding2nn.bias	5	-0.18530972301959991
274185	embedding2nn.bias	6	-0.11974659562110901
274185	embedding2nn.bias	7	-0.004145422950387001
274185	embedding2nn.bias	8	0.0557747483253479
274185	embedding2nn.bias	9	-0.04295239970088005
274185	rnn.weight_ih_l0	0	0.036634303629398346
274185	rnn.weight_ih_l0	1	-0.08888479322195053
274185	rnn.weight_ih_l0	2	-0.06351732462644577
274185	rnn.weight_ih_l0	3	-0.05172513797879219
274185	rnn.weight_ih_l0	4	0.014235473237931728
274185	rnn.weight_ih_l0	5	-0.11004362255334854
274185	rnn.weight_ih_l0	6	-0.025698712095618248
274185	rnn.weight_ih_l0	7	0.0027199320029467344
274185	rnn.weight_ih_l0	8	0.045663781464099884
274185	rnn.weight_ih_l0	9	0.011452036909759045
274185	rnn.weight_hh_l0	0	0.004404260311275721
274185	rnn.weight_hh_l0	1	-0.07736849784851074
274185	rnn.weight_hh_l0	2	0.0751507580280304
274185	rnn.weight_hh_l0	3	0.05114113539457321
274185	rnn.weight_hh_l0	4	0.007245803717523813
274185	rnn.weight_hh_l0	5	0.07061576098203659
274185	rnn.weight_hh_l0	6	-0.018248289823532104
274185	rnn.weight_hh_l0	7	-0.11514511704444885
274185	rnn.weight_hh_l0	8	0.027625760063529015
274185	rnn.weight_hh_l0	9	-0.07363172620534897
274185	rnn.bias_ih_l0	0	-0.08127247542142868
274185	rnn.bias_ih_l0	1	-0.19396845996379852
274185	rnn.bias_ih_l0	2	-0.2685427963733673
274185	rnn.bias_ih_l0	3	-0.2770948112010956
274185	rnn.bias_ih_l0	4	0.0010057487525045872
274185	rnn.bias_ih_l0	5	0.05166720971465111
274185	rnn.bias_ih_l0	6	-0.17016702890396118
274185	rnn.bias_ih_l0	7	-0.27133917808532715
274185	rnn.bias_ih_l0	8	-0.1534709483385086
274185	rnn.bias_ih_l0	9	-0.17026139795780182
274185	rnn.bias_hh_l0	0	0.13134026527404785
274185	rnn.bias_hh_l0	1	-0.0604693703353405
274185	rnn.bias_hh_l0	2	0.05577802285552025
274185	rnn.bias_hh_l0	3	-0.17185723781585693
274185	rnn.bias_hh_l0	4	0.06216001883149147
274185	rnn.bias_hh_l0	5	0.05606755241751671
274185	rnn.bias_hh_l0	6	-0.11091627925634384
274185	rnn.bias_hh_l0	7	-0.15758110582828522
274185	rnn.bias_hh_l0	8	-0.18253470957279205
274185	rnn.bias_hh_l0	9	-0.10883577167987823
274185	rnn.weight_ih_l0_reverse	0	-0.01812267117202282
274185	rnn.weight_ih_l0_reverse	1	-0.013920901343226433
274185	rnn.weight_ih_l0_reverse	2	-0.0019689390901476145
274185	rnn.weight_ih_l0_reverse	3	0.007034667767584324
274185	rnn.weight_ih_l0_reverse	4	0.009687848389148712
274185	rnn.weight_ih_l0_reverse	5	-0.0596274733543396
274185	rnn.weight_ih_l0_reverse	6	-0.04001689702272415
274185	rnn.weight_ih_l0_reverse	7	0.021077001467347145
274185	rnn.weight_ih_l0_reverse	8	0.09941492974758148
274185	rnn.weight_ih_l0_reverse	9	0.000990531756542623
274185	rnn.weight_hh_l0_reverse	0	0.00535496324300766
274185	rnn.weight_hh_l0_reverse	1	0.028942769393324852
274185	rnn.weight_hh_l0_reverse	2	-0.04148492217063904
274185	rnn.weight_hh_l0_reverse	3	0.04532229155302048
274185	rnn.weight_hh_l0_reverse	4	0.022646956145763397
274185	rnn.weight_hh_l0_reverse	5	-0.010487091727554798
274185	rnn.weight_hh_l0_reverse	6	0.07066866755485535
274185	rnn.weight_hh_l0_reverse	7	0.03959400951862335
274185	rnn.weight_hh_l0_reverse	8	-0.02491861581802368
274185	rnn.weight_hh_l0_reverse	9	-0.024915723130106926
274185	rnn.bias_ih_l0_reverse	0	-0.15161362290382385
274185	rnn.bias_ih_l0_reverse	1	-0.3094082772731781
274185	rnn.bias_ih_l0_reverse	2	-0.061990004032850266
274185	rnn.bias_ih_l0_reverse	3	-0.15212856233119965
274185	rnn.bias_ih_l0_reverse	4	0.05944857746362686
274185	rnn.bias_ih_l0_reverse	5	-0.2814886271953583
274185	rnn.bias_ih_l0_reverse	6	-0.06680112332105637
274185	rnn.bias_ih_l0_reverse	7	0.013459339737892151
274185	rnn.bias_ih_l0_reverse	8	-0.19411520659923553
274185	rnn.bias_ih_l0_reverse	9	-0.08715248107910156
274185	rnn.bias_hh_l0_reverse	0	-0.15934446454048157
274185	rnn.bias_hh_l0_reverse	1	-0.15387429296970367
274185	rnn.bias_hh_l0_reverse	2	-0.009369540959596634
274185	rnn.bias_hh_l0_reverse	3	-0.13751696050167084
274185	rnn.bias_hh_l0_reverse	4	-0.02781195566058159
274185	rnn.bias_hh_l0_reverse	5	-0.11944081634283066
274185	rnn.bias_hh_l0_reverse	6	-0.07526255398988724
274185	rnn.bias_hh_l0_reverse	7	-0.18060611188411713
274185	rnn.bias_hh_l0_reverse	8	-0.05922109633684158
274185	rnn.bias_hh_l0_reverse	9	-0.1225133165717125
274185	linear.weight	0	-0.23595364391803741
274185	linear.weight	1	-0.12761718034744263
274185	linear.weight	2	-0.011228874325752258
274185	linear.weight	3	-0.08812265843153
274185	linear.weight	4	5.3712177759734914e-05
274185	linear.weight	5	0.23354843258857727
274185	linear.weight	6	0.0047744326293468475
274185	linear.weight	7	-0.021312154829502106
274185	linear.weight	8	0.2309955209493637
274185	linear.weight	9	0.24655792117118835
274185	linear.bias	0	-0.8351457118988037
274185	linear.bias	1	1.4228326082229614
274185	linear.bias	2	-0.5117158889770508
274185	linear.bias	3	-0.7631407380104065
274185	linear.bias	4	-0.8980904221534729
274185	linear.bias	5	-1.1812431812286377
274185	linear.bias	6	-0.9613878726959229
274185	linear.bias	7	-0.6850188970565796
274185	linear.bias	8	-0.01705317199230194
274185	linear.bias	9	3.5610084533691406
274382	transitions	0	-0.479244589805603
274382	transitions	1	8.906010627746582
274382	transitions	2	-3.6606204509735107
274382	transitions	3	1.6573618650436401
274382	transitions	4	-2.244260787963867
274382	transitions	5	-0.43992146849632263
274382	transitions	6	-0.19768323004245758
274382	transitions	7	-10000.0
274382	transitions	8	1.8765019178390503
274382	transitions	9	-2.295287609100342
274382	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
274382	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
274382	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
274382	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
274382	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
274382	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
274382	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
274382	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
274382	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
274382	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
274382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
274382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
274382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
274382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
274382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
274382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
274382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
274382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
274382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
274382	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
274382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
274382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
274382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
274382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
274382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
274382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
274382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
274382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
274382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
274382	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
274382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
274382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
274382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
274382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
274382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
274382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
274382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
274382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
274382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
274382	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
274382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
274382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
274382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
274382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
274382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
274382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
274382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
274382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
274382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
274382	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
274382	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
274382	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
274382	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
274382	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
274382	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
274382	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
274382	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
274382	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
274382	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
274382	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
274382	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
274382	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
274382	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
274382	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
274382	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
274382	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
274382	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
274382	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
274382	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
274382	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
274382	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
274382	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
274382	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
274382	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
274382	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
274382	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
274382	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
274382	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
274382	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
274382	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
274382	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
274382	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
274382	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
274382	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
274382	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
274382	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
274382	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
274382	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
274382	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
274382	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
274382	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
274382	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
274382	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
274382	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
274382	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
274382	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
274382	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
274382	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
274382	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
274382	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
274382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
274382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
274382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
274382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
274382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
274382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
274382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
274382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
274382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
274382	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
274382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
274382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
274382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
274382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
274382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
274382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
274382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
274382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
274382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
274382	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
274382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
274382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
274382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
274382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
274382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
274382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
274382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
274382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
274382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
274382	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
274382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
274382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
274382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
274382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
274382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
274382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
274382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
274382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
274382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
274382	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
274382	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
274382	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
274382	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
274382	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
274382	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
274382	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
274382	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
274382	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
274382	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
274382	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
274382	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
274382	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
274382	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
274382	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
274382	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
274382	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
274382	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
274382	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
274382	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
274382	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
274382	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
274382	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
274382	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
274382	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
274382	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
274382	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
274382	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
274382	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
274382	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
274382	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
274382	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
274382	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
274382	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
274382	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
274382	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
274382	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
274382	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
274382	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
274382	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
274382	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
274382	embedding2nn.weight	0	0.04573679715394974
274382	embedding2nn.weight	1	-0.08709896355867386
274382	embedding2nn.weight	2	0.004138660617172718
274382	embedding2nn.weight	3	-0.060632456094026566
274382	embedding2nn.weight	4	-0.12163906544446945
274382	embedding2nn.weight	5	0.10758610814809799
274382	embedding2nn.weight	6	-0.07946394383907318
274382	embedding2nn.weight	7	-0.0870625302195549
274382	embedding2nn.weight	8	-0.035324957221746445
274382	embedding2nn.weight	9	0.03867735341191292
274382	embedding2nn.bias	0	0.08035477995872498
274382	embedding2nn.bias	1	-0.03007214143872261
274382	embedding2nn.bias	2	-0.06075078248977661
274382	embedding2nn.bias	3	0.011606594547629356
274382	embedding2nn.bias	4	-0.01606496423482895
274382	embedding2nn.bias	5	-0.18464243412017822
274382	embedding2nn.bias	6	-0.12090931087732315
274382	embedding2nn.bias	7	-0.003941819537431002
274382	embedding2nn.bias	8	0.05463467910885811
274382	embedding2nn.bias	9	-0.044490765780210495
274382	rnn.weight_ih_l0	0	0.03651820868253708
274382	rnn.weight_ih_l0	1	-0.08903317153453827
274382	rnn.weight_ih_l0	2	-0.06368416547775269
274382	rnn.weight_ih_l0	3	-0.05108003318309784
274382	rnn.weight_ih_l0	4	0.014465954154729843
274382	rnn.weight_ih_l0	5	-0.11069029569625854
274382	rnn.weight_ih_l0	6	-0.026077747344970703
274382	rnn.weight_ih_l0	7	0.0024899649433791637
274382	rnn.weight_ih_l0	8	0.04674988612532616
274382	rnn.weight_ih_l0	9	0.011796780861914158
274382	rnn.weight_hh_l0	0	0.004071441944688559
274382	rnn.weight_hh_l0	1	-0.07786662131547928
274382	rnn.weight_hh_l0	2	0.07522699981927872
274382	rnn.weight_hh_l0	3	0.05132025480270386
274382	rnn.weight_hh_l0	4	0.0073003037832677364
274382	rnn.weight_hh_l0	5	0.07034739851951599
274382	rnn.weight_hh_l0	6	-0.018189795315265656
274382	rnn.weight_hh_l0	7	-0.11535141617059708
274382	rnn.weight_hh_l0	8	0.027465859428048134
274382	rnn.weight_hh_l0	9	-0.07350283116102219
274382	rnn.bias_ih_l0	0	-0.07985904812812805
274382	rnn.bias_ih_l0	1	-0.1926845759153366
274382	rnn.bias_ih_l0	2	-0.26867926120758057
274382	rnn.bias_ih_l0	3	-0.277111679315567
274382	rnn.bias_ih_l0	4	0.001175696263089776
274382	rnn.bias_ih_l0	5	0.05199439451098442
274382	rnn.bias_ih_l0	6	-0.16994303464889526
274382	rnn.bias_ih_l0	7	-0.2715390622615814
274382	rnn.bias_ih_l0	8	-0.15304745733737946
274382	rnn.bias_ih_l0	9	-0.17081941664218903
274382	rnn.bias_hh_l0	0	0.13088302314281464
274382	rnn.bias_hh_l0	1	-0.06007219851016998
274382	rnn.bias_hh_l0	2	0.05490774288773537
274382	rnn.bias_hh_l0	3	-0.17159923911094666
274382	rnn.bias_hh_l0	4	0.061710190027952194
274382	rnn.bias_hh_l0	5	0.05572425574064255
274382	rnn.bias_hh_l0	6	-0.11071325838565826
274382	rnn.bias_hh_l0	7	-0.15786470472812653
274382	rnn.bias_hh_l0	8	-0.18275852501392365
274382	rnn.bias_hh_l0	9	-0.10954941064119339
274382	rnn.weight_ih_l0_reverse	0	-0.018433216959238052
274382	rnn.weight_ih_l0_reverse	1	-0.014486286789178848
274382	rnn.weight_ih_l0_reverse	2	-0.0019699071999639273
274382	rnn.weight_ih_l0_reverse	3	0.007468314375728369
274382	rnn.weight_ih_l0_reverse	4	0.009836762212216854
274382	rnn.weight_ih_l0_reverse	5	-0.059644196182489395
274382	rnn.weight_ih_l0_reverse	6	-0.04026222229003906
274382	rnn.weight_ih_l0_reverse	7	0.02132628858089447
274382	rnn.weight_ih_l0_reverse	8	0.0988701805472374
274382	rnn.weight_ih_l0_reverse	9	0.0008832516614347696
274382	rnn.weight_hh_l0_reverse	0	0.005412038881331682
274382	rnn.weight_hh_l0_reverse	1	0.0288483127951622
274382	rnn.weight_hh_l0_reverse	2	-0.04168320447206497
274382	rnn.weight_hh_l0_reverse	3	0.045370444655418396
274382	rnn.weight_hh_l0_reverse	4	0.02283666469156742
274382	rnn.weight_hh_l0_reverse	5	-0.010893984697759151
274382	rnn.weight_hh_l0_reverse	6	0.07058801501989365
274382	rnn.weight_hh_l0_reverse	7	0.03984590992331505
274382	rnn.weight_hh_l0_reverse	8	-0.024723676964640617
274382	rnn.weight_hh_l0_reverse	9	-0.024966800585389137
274382	rnn.bias_ih_l0_reverse	0	-0.15098631381988525
274382	rnn.bias_ih_l0_reverse	1	-0.3103952407836914
274382	rnn.bias_ih_l0_reverse	2	-0.06174773722887039
274382	rnn.bias_ih_l0_reverse	3	-0.15237471461296082
274382	rnn.bias_ih_l0_reverse	4	0.05949446186423302
274382	rnn.bias_ih_l0_reverse	5	-0.28292199969291687
274382	rnn.bias_ih_l0_reverse	6	-0.06705157458782196
274382	rnn.bias_ih_l0_reverse	7	0.012578708119690418
274382	rnn.bias_ih_l0_reverse	8	-0.19350339472293854
274382	rnn.bias_ih_l0_reverse	9	-0.08718705177307129
274382	rnn.bias_hh_l0_reverse	0	-0.15986844897270203
274382	rnn.bias_hh_l0_reverse	1	-0.15466585755348206
274382	rnn.bias_hh_l0_reverse	2	-0.009543340653181076
274382	rnn.bias_hh_l0_reverse	3	-0.1382240653038025
274382	rnn.bias_hh_l0_reverse	4	-0.027812862768769264
274382	rnn.bias_hh_l0_reverse	5	-0.11967704445123672
274382	rnn.bias_hh_l0_reverse	6	-0.07538849115371704
274382	rnn.bias_hh_l0_reverse	7	-0.1797543466091156
274382	rnn.bias_hh_l0_reverse	8	-0.058678027242422104
274382	rnn.bias_hh_l0_reverse	9	-0.12229741364717484
274382	linear.weight	0	-0.2360495626926422
274382	linear.weight	1	-0.12760598957538605
274382	linear.weight	2	-0.011228874325752258
274382	linear.weight	3	-0.08868098258972168
274382	linear.weight	4	-0.006723718252032995
274382	linear.weight	5	0.22895130515098572
274382	linear.weight	6	0.0047744326293468475
274382	linear.weight	7	-0.021312154829502106
274382	linear.weight	8	0.2302636206150055
274382	linear.weight	9	0.24681438505649567
274382	linear.bias	0	-0.8330861926078796
274382	linear.bias	1	1.4178529977798462
274382	linear.bias	2	-0.5060228705406189
274382	linear.bias	3	-0.7577118277549744
274382	linear.bias	4	-0.9044822454452515
274382	linear.bias	5	-1.1812474727630615
274382	linear.bias	6	-0.9586294889450073
274382	linear.bias	7	-0.679517388343811
274382	linear.bias	8	-0.01705317199230194
274382	linear.bias	9	3.5299267768859863
274386	transitions	0	-0.4792446792125702
274386	transitions	1	8.90494441986084
274386	transitions	2	-3.6606287956237793
274386	transitions	3	1.6573301553726196
274386	transitions	4	-2.2442615032196045
274386	transitions	5	-0.43992170691490173
274386	transitions	6	-0.19768327474594116
274386	transitions	7	-10000.0
274386	transitions	8	1.8764995336532593
274386	transitions	9	-2.295287609100342
274386	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
274386	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
274386	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
274386	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
274386	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
274386	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
274386	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
274386	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
274386	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
274386	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
274386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
274386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
274386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
274386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
274386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
274386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
274386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
274386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
274386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
274386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
274386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
274386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
274386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
274386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
274386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
274386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
274386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
274386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
274386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
274386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
274386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
274386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
274386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
274386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
274386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
274386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
274386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
274386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
274386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
274386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
274386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
274386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
274386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
274386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
274386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
274386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
274386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
274386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
274386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
274386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
274386	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
274386	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
274386	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
274386	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
274386	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
274386	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
274386	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
274386	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
274386	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
274386	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
274386	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
274386	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
274386	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
274386	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
274386	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
274386	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
274386	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
274386	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
274386	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
274386	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
274386	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
274386	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
274386	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
274386	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
274386	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
274386	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
274386	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
274386	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
274386	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
274386	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
274386	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
274386	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
274386	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
274386	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
274386	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
274386	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
274386	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
274386	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
274386	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
274386	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
274386	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
274386	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
274386	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
274386	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
274386	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
274386	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
274386	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
274386	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
274386	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
274386	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
274386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
274386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
274386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
274386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
274386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
274386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
274386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
274386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
274386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
274386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
274386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
274386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
274386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
274386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
274386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
274386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
274386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
274386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
274386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
274386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
274386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
274386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
274386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
274386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
274386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
274386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
274386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
274386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
274386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
274386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
274386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
274386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
274386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
274386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
274386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
274386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
274386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
274386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
274386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
274386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
274386	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
274386	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
274386	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
274386	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
274386	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
274386	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
274386	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
274386	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
274386	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
274386	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
274386	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
274386	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
274386	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
274386	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
274386	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
274386	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
274386	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
274386	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
274386	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
274386	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
274386	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
274386	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
274386	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
274386	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
274386	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
274386	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
274386	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
274386	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
274386	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
274386	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
274386	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
274386	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
274386	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
274386	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
274386	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
274386	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
274386	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
274386	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
274386	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
274386	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
274386	embedding2nn.weight	0	0.045733507722616196
274386	embedding2nn.weight	1	-0.08706741034984589
274386	embedding2nn.weight	2	0.004117363132536411
274386	embedding2nn.weight	3	-0.060672108083963394
274386	embedding2nn.weight	4	-0.12152118235826492
274386	embedding2nn.weight	5	0.10747747868299484
274386	embedding2nn.weight	6	-0.07946953177452087
274386	embedding2nn.weight	7	-0.08709987998008728
274386	embedding2nn.weight	8	-0.03529950603842735
274386	embedding2nn.weight	9	0.03853336721658707
274386	embedding2nn.bias	0	0.08043956011533737
274386	embedding2nn.bias	1	-0.03038071095943451
274386	embedding2nn.bias	2	-0.06112082302570343
274386	embedding2nn.bias	3	0.012449567206203938
274386	embedding2nn.bias	4	-0.015314255841076374
274386	embedding2nn.bias	5	-0.1845591962337494
274386	embedding2nn.bias	6	-0.12027518451213837
274386	embedding2nn.bias	7	-0.003320323070511222
274386	embedding2nn.bias	8	0.05474502965807915
274386	embedding2nn.bias	9	-0.04432808980345726
274386	rnn.weight_ih_l0	0	0.03643262758851051
274386	rnn.weight_ih_l0	1	-0.08904308080673218
274386	rnn.weight_ih_l0	2	-0.0637553334236145
274386	rnn.weight_ih_l0	3	-0.051054637879133224
274386	rnn.weight_ih_l0	4	0.014479663223028183
274386	rnn.weight_ih_l0	5	-0.1106906309723854
274386	rnn.weight_ih_l0	6	-0.026123035699129105
274386	rnn.weight_ih_l0	7	0.0024484952446073294
274386	rnn.weight_ih_l0	8	0.0466267392039299
274386	rnn.weight_ih_l0	9	0.01166452281177044
274386	rnn.weight_hh_l0	0	0.004071333445608616
274386	rnn.weight_hh_l0	1	-0.0779028981924057
274386	rnn.weight_hh_l0	2	0.07520009577274323
274386	rnn.weight_hh_l0	3	0.05132519453763962
274386	rnn.weight_hh_l0	4	0.007300513330847025
274386	rnn.weight_hh_l0	5	0.07035809010267258
274386	rnn.weight_hh_l0	6	-0.018187791109085083
274386	rnn.weight_hh_l0	7	-0.11533518135547638
274386	rnn.weight_hh_l0	8	0.027525218203663826
274386	rnn.weight_hh_l0	9	-0.07350622862577438
274386	rnn.bias_ih_l0	0	-0.07984137535095215
274386	rnn.bias_ih_l0	1	-0.1924859583377838
274386	rnn.bias_ih_l0	2	-0.26853877305984497
274386	rnn.bias_ih_l0	3	-0.2771252989768982
274386	rnn.bias_ih_l0	4	0.001165863941423595
274386	rnn.bias_ih_l0	5	0.05203017592430115
274386	rnn.bias_ih_l0	6	-0.17013052105903625
274386	rnn.bias_ih_l0	7	-0.2715395390987396
274386	rnn.bias_ih_l0	8	-0.15301761031150818
274386	rnn.bias_ih_l0	9	-0.17070822417736053
274386	rnn.bias_hh_l0	0	0.13097594678401947
274386	rnn.bias_hh_l0	1	-0.06004619598388672
274386	rnn.bias_hh_l0	2	0.054835740476846695
274386	rnn.bias_hh_l0	3	-0.17151080071926117
274386	rnn.bias_hh_l0	4	0.06181009113788605
274386	rnn.bias_hh_l0	5	0.055837683379650116
274386	rnn.bias_hh_l0	6	-0.11058022826910019
274386	rnn.bias_hh_l0	7	-0.1577908992767334
274386	rnn.bias_hh_l0	8	-0.18259266018867493
274386	rnn.bias_hh_l0	9	-0.10956767201423645
274386	rnn.weight_ih_l0_reverse	0	-0.01842496357858181
274386	rnn.weight_ih_l0_reverse	1	-0.01447770744562149
274386	rnn.weight_ih_l0_reverse	2	-0.001966236624866724
274386	rnn.weight_ih_l0_reverse	3	0.007462432608008385
274386	rnn.weight_ih_l0_reverse	4	0.009847491979598999
274386	rnn.weight_ih_l0_reverse	5	-0.05972406640648842
274386	rnn.weight_ih_l0_reverse	6	-0.04025315120816231
274386	rnn.weight_ih_l0_reverse	7	0.021331463009119034
274386	rnn.weight_ih_l0_reverse	8	0.09888432919979095
274386	rnn.weight_ih_l0_reverse	9	0.0009004527819342911
274386	rnn.weight_hh_l0_reverse	0	0.005410934332758188
274386	rnn.weight_hh_l0_reverse	1	0.02884756214916706
274386	rnn.weight_hh_l0_reverse	2	-0.04168210178613663
274386	rnn.weight_hh_l0_reverse	3	0.045385319739580154
274386	rnn.weight_hh_l0_reverse	4	0.022826526314020157
274386	rnn.weight_hh_l0_reverse	5	-0.010890815407037735
274386	rnn.weight_hh_l0_reverse	6	0.07060067355632782
274386	rnn.weight_hh_l0_reverse	7	0.039837487041950226
274386	rnn.weight_hh_l0_reverse	8	-0.024726076051592827
274386	rnn.weight_hh_l0_reverse	9	-0.024822821840643883
274386	rnn.bias_ih_l0_reverse	0	-0.1509975641965866
274386	rnn.bias_ih_l0_reverse	1	-0.310394823551178
274386	rnn.bias_ih_l0_reverse	2	-0.06187041103839874
274386	rnn.bias_ih_l0_reverse	3	-0.15236133337020874
274386	rnn.bias_ih_l0_reverse	4	0.05940671265125275
274386	rnn.bias_ih_l0_reverse	5	-0.2829042077064514
274386	rnn.bias_ih_l0_reverse	6	-0.06703641265630722
274386	rnn.bias_ih_l0_reverse	7	0.012570081278681755
274386	rnn.bias_ih_l0_reverse	8	-0.19342295825481415
274386	rnn.bias_ih_l0_reverse	9	-0.08707556873559952
274386	rnn.bias_hh_l0_reverse	0	-0.159865140914917
274386	rnn.bias_hh_l0_reverse	1	-0.15472403168678284
274386	rnn.bias_hh_l0_reverse	2	-0.009669138118624687
274386	rnn.bias_hh_l0_reverse	3	-0.13822528719902039
274386	rnn.bias_hh_l0_reverse	4	-0.027683883905410767
274386	rnn.bias_hh_l0_reverse	5	-0.11972936987876892
274386	rnn.bias_hh_l0_reverse	6	-0.07542385905981064
274386	rnn.bias_hh_l0_reverse	7	-0.1797107309103012
274386	rnn.bias_hh_l0_reverse	8	-0.05865848809480667
274386	rnn.bias_hh_l0_reverse	9	-0.1222524344921112
274386	linear.weight	0	-0.23494237661361694
274386	linear.weight	1	-0.12761203944683075
274386	linear.weight	2	-0.011228874325752258
274386	linear.weight	3	-0.08857693523168564
274386	linear.weight	4	-0.006618216633796692
274386	linear.weight	5	0.22864772379398346
274386	linear.weight	6	0.0047744326293468475
274386	linear.weight	7	-0.021312154829502106
274386	linear.weight	8	0.23021399974822998
274386	linear.weight	9	0.24679455161094666
274386	linear.bias	0	-0.8330792188644409
274386	linear.bias	1	1.42038893699646
274386	linear.bias	2	-0.5088980197906494
274386	linear.bias	3	-0.7595440745353699
274386	linear.bias	4	-0.9047881960868835
274386	linear.bias	5	-1.181247591972351
274386	linear.bias	6	-0.9586077332496643
274386	linear.bias	7	-0.678190290927887
274386	linear.bias	8	-0.01705317199230194
274386	linear.bias	9	3.533353328704834
274583	transitions	0	-0.4793415367603302
274583	transitions	1	8.911659240722656
274583	transitions	2	-3.6607344150543213
274583	transitions	3	1.6576250791549683
274583	transitions	4	-2.2443199157714844
274583	transitions	5	-0.4399465024471283
274583	transitions	6	-0.1976914405822754
274583	transitions	7	-10000.0
274583	transitions	8	1.877630591392517
274583	transitions	9	-2.295290231704712
274583	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
274583	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
274583	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
274583	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
274583	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
274583	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
274583	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
274583	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
274583	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
274583	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
274583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
274583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
274583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
274583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
274583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
274583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
274583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
274583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
274583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
274583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
274583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
274583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
274583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
274583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
274583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
274583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
274583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
274583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
274583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
274583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
274583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
274583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
274583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
274583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
274583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
274583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
274583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
274583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
274583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
274583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
274583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
274583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
274583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
274583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
274583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
274583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
274583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
274583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
274583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
274583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
274583	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
274583	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
274583	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
274583	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
274583	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
274583	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
274583	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
274583	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
274583	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
274583	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
274583	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
274583	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
274583	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
274583	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
274583	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
274583	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
274583	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
274583	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
274583	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
274583	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
274583	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
274583	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
274583	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
274583	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
274583	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
274583	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
274583	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
274583	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
274583	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
274583	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
274583	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
274583	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
274583	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
274583	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
274583	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
274583	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
274583	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
274583	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
274583	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
274583	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
274583	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
274583	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
274583	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
274583	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
274583	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
274583	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
274583	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
274583	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
274583	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
274583	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
274583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
274583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
274583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
274583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
274583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
274583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
274583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
274583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
274583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
274583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
274583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
274583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
274583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
274583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
274583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
274583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
274583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
274583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
274583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
274583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
274583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
274583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
274583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
274583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
274583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
274583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
274583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
274583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
274583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
274583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
274583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
274583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
274583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
274583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
274583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
274583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
274583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
274583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
274583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
274583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
274583	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
274583	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
274583	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
274583	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
274583	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
274583	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
274583	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
274583	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
274583	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
274583	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
274583	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
274583	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
274583	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
274583	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
274583	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
274583	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
274583	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
274583	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
274583	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
274583	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
274583	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
274583	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
274583	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
274583	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
274583	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
274583	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
274583	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
274583	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
274583	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
274583	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
274583	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
274583	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
274583	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
274583	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
274583	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
274583	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
274583	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
274583	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
274583	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
274583	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
274583	embedding2nn.weight	0	0.04570402577519417
274583	embedding2nn.weight	1	-0.08735480159521103
274583	embedding2nn.weight	2	0.0033463493455201387
274583	embedding2nn.weight	3	-0.06046181917190552
274583	embedding2nn.weight	4	-0.12094955146312714
274583	embedding2nn.weight	5	0.10642337054014206
274583	embedding2nn.weight	6	-0.07890687137842178
274583	embedding2nn.weight	7	-0.08685944229364395
274583	embedding2nn.weight	8	-0.0354909673333168
274583	embedding2nn.weight	9	0.038718096911907196
274583	embedding2nn.bias	0	0.07841909676790237
274583	embedding2nn.bias	1	-0.03220357373356819
274583	embedding2nn.bias	2	-0.06124010309576988
274583	embedding2nn.bias	3	0.008709156885743141
274583	embedding2nn.bias	4	-0.02043835259974003
274583	embedding2nn.bias	5	-0.18282924592494965
274583	embedding2nn.bias	6	-0.12332289665937424
274583	embedding2nn.bias	7	-0.004565127193927765
274583	embedding2nn.bias	8	0.060801759362220764
274583	embedding2nn.bias	9	-0.0406048558652401
274583	rnn.weight_ih_l0	0	0.03688756749033928
274583	rnn.weight_ih_l0	1	-0.08895200490951538
274583	rnn.weight_ih_l0	2	-0.06440635025501251
274583	rnn.weight_ih_l0	3	-0.05060844123363495
274583	rnn.weight_ih_l0	4	0.014708232134580612
274583	rnn.weight_ih_l0	5	-0.10989263653755188
274583	rnn.weight_ih_l0	6	-0.02591635286808014
274583	rnn.weight_ih_l0	7	0.002248861361294985
274583	rnn.weight_ih_l0	8	0.046416301280260086
274583	rnn.weight_ih_l0	9	0.012032226659357548
274583	rnn.weight_hh_l0	0	0.0039688656106591225
274583	rnn.weight_hh_l0	1	-0.07848667353391647
274583	rnn.weight_hh_l0	2	0.07530966401100159
274583	rnn.weight_hh_l0	3	0.051045164465904236
274583	rnn.weight_hh_l0	4	0.0072050984017550945
274583	rnn.weight_hh_l0	5	0.06994231045246124
274583	rnn.weight_hh_l0	6	-0.018172994256019592
274583	rnn.weight_hh_l0	7	-0.11557809263467789
274583	rnn.weight_hh_l0	8	0.027623606845736504
274583	rnn.weight_hh_l0	9	-0.07340092957019806
274583	rnn.bias_ih_l0	0	-0.07921753078699112
274583	rnn.bias_ih_l0	1	-0.19341875612735748
274583	rnn.bias_ih_l0	2	-0.2682793140411377
274583	rnn.bias_ih_l0	3	-0.2775433659553528
274583	rnn.bias_ih_l0	4	0.001013857894577086
274583	rnn.bias_ih_l0	5	0.05201566964387894
274583	rnn.bias_ih_l0	6	-0.16965438425540924
274583	rnn.bias_ih_l0	7	-0.2718515396118164
274583	rnn.bias_ih_l0	8	-0.15128031373023987
274583	rnn.bias_ih_l0	9	-0.17071275413036346
274583	rnn.bias_hh_l0	0	0.13186553120613098
274583	rnn.bias_hh_l0	1	-0.05952015519142151
274583	rnn.bias_hh_l0	2	0.054888542741537094
274583	rnn.bias_hh_l0	3	-0.17116263508796692
274583	rnn.bias_hh_l0	4	0.06167511269450188
274583	rnn.bias_hh_l0	5	0.055292170494794846
274583	rnn.bias_hh_l0	6	-0.11090227961540222
274583	rnn.bias_hh_l0	7	-0.1573365330696106
274583	rnn.bias_hh_l0	8	-0.1808883249759674
274583	rnn.bias_hh_l0	9	-0.1091047152876854
274583	rnn.weight_ih_l0_reverse	0	-0.018649697303771973
274583	rnn.weight_ih_l0_reverse	1	-0.014971010386943817
274583	rnn.weight_ih_l0_reverse	2	-0.0017571230418980122
274583	rnn.weight_ih_l0_reverse	3	0.0075884317047894
274583	rnn.weight_ih_l0_reverse	4	0.009746747091412544
274583	rnn.weight_ih_l0_reverse	5	-0.059851355850696564
274583	rnn.weight_ih_l0_reverse	6	-0.040656935423612595
274583	rnn.weight_ih_l0_reverse	7	0.02140752039849758
274583	rnn.weight_ih_l0_reverse	8	0.09904582798480988
274583	rnn.weight_ih_l0_reverse	9	0.0010567510034888983
274583	rnn.weight_hh_l0_reverse	0	0.005660890601575375
274583	rnn.weight_hh_l0_reverse	1	0.02893143519759178
274583	rnn.weight_hh_l0_reverse	2	-0.04178592935204506
274583	rnn.weight_hh_l0_reverse	3	0.04529885575175285
274583	rnn.weight_hh_l0_reverse	4	0.023031098768115044
274583	rnn.weight_hh_l0_reverse	5	-0.010760749690234661
274583	rnn.weight_hh_l0_reverse	6	0.07113092392683029
274583	rnn.weight_hh_l0_reverse	7	0.03971981629729271
274583	rnn.weight_hh_l0_reverse	8	-0.02498018741607666
274583	rnn.weight_hh_l0_reverse	9	-0.02471902407705784
274583	rnn.bias_ih_l0_reverse	0	-0.15000095963478088
274583	rnn.bias_ih_l0_reverse	1	-0.3098183572292328
274583	rnn.bias_ih_l0_reverse	2	-0.061566419899463654
274583	rnn.bias_ih_l0_reverse	3	-0.15245041251182556
274583	rnn.bias_ih_l0_reverse	4	0.0594576932489872
274583	rnn.bias_ih_l0_reverse	5	-0.2837800681591034
274583	rnn.bias_ih_l0_reverse	6	-0.06667233258485794
274583	rnn.bias_ih_l0_reverse	7	0.013749468140304089
274583	rnn.bias_ih_l0_reverse	8	-0.19302377104759216
274583	rnn.bias_ih_l0_reverse	9	-0.08708665519952774
274583	rnn.bias_hh_l0_reverse	0	-0.15817831456661224
274583	rnn.bias_hh_l0_reverse	1	-0.15439154207706451
274583	rnn.bias_hh_l0_reverse	2	-0.00950215756893158
274583	rnn.bias_hh_l0_reverse	3	-0.13770411908626556
274583	rnn.bias_hh_l0_reverse	4	-0.028177762404084206
274583	rnn.bias_hh_l0_reverse	5	-0.1200597807765007
274583	rnn.bias_hh_l0_reverse	6	-0.07547249644994736
274583	rnn.bias_hh_l0_reverse	7	-0.17987072467803955
274583	rnn.bias_hh_l0_reverse	8	-0.05858262628316879
274583	rnn.bias_hh_l0_reverse	9	-0.12188128381967545
274583	linear.weight	0	-0.23554116487503052
274583	linear.weight	1	-0.12999756634235382
274583	linear.weight	2	-0.011228874325752258
274583	linear.weight	3	-0.08769005537033081
274583	linear.weight	4	-0.005480158142745495
274583	linear.weight	5	0.2317214161157608
274583	linear.weight	6	0.0047744326293468475
274583	linear.weight	7	-0.021312154829502106
274583	linear.weight	8	0.22435899078845978
274583	linear.weight	9	0.24856428802013397
274583	linear.bias	0	-0.8282455801963806
274583	linear.bias	1	1.4200359582901
274583	linear.bias	2	-0.5145909190177917
274583	linear.bias	3	-0.7510890364646912
274583	linear.bias	4	-0.9241986274719238
274583	linear.bias	5	-1.1812503337860107
274583	linear.bias	6	-0.9535655379295349
274583	linear.bias	7	-0.6836250424385071
274583	linear.bias	8	-0.01705317199230194
274583	linear.bias	9	3.556126117706299
274780	transitions	0	-0.4794282615184784
274780	transitions	1	8.916467666625977
274780	transitions	2	-3.6608386039733887
274780	transitions	3	1.6588609218597412
274780	transitions	4	-2.2443580627441406
274780	transitions	5	-0.43996772170066833
274780	transitions	6	-0.19769760966300964
274780	transitions	7	-10000.0
274780	transitions	8	1.8775359392166138
274780	transitions	9	-2.295292377471924
274780	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
274780	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
274780	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
274780	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
274780	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
274780	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
274780	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
274780	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
274780	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
274780	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
274780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
274780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
274780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
274780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
274780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
274780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
274780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
274780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
274780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
274780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
274780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
274780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
274780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
274780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
274780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
274780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
274780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
274780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
274780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
274780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
274780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
274780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
274780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
274780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
274780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
274780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
274780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
274780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
274780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
274780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
274780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
274780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
274780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
274780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
274780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
274780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
274780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
274780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
274780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
274780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
274780	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
274780	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
274780	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
274780	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
274780	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
274780	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
274780	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
274780	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
274780	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
274780	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
274780	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
274780	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
274780	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
274780	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
274780	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
274780	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
274780	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
274780	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
274780	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
274780	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
274780	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
274780	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
274780	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
274780	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
274780	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
274780	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
274780	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
274780	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
274780	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
274780	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
274780	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
274780	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
274780	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
274780	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
274780	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
274780	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
274780	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
274780	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
274780	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
274780	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
274780	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
274780	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
274780	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
274780	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
274780	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
274780	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
274780	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
274780	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
274780	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
274780	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
274780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
274780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
274780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
274780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
274780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
274780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
274780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
274780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
274780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
274780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
274780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
274780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
274780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
274780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
274780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
274780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
274780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
274780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
274780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
274780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
274780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
274780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
274780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
274780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
274780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
274780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
274780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
274780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
274780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
274780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
274780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
274780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
274780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
274780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
274780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
274780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
274780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
274780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
274780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
274780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
274780	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
274780	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
274780	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
274780	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
274780	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
274780	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
274780	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
274780	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
274780	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
274780	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
274780	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
274780	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
274780	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
274780	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
274780	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
274780	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
274780	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
274780	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
274780	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
274780	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
274780	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
274780	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
274780	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
274780	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
274780	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
274780	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
274780	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
274780	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
274780	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
274780	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
274780	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
274780	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
274780	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
274780	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
274780	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
274780	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
274780	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
274780	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
274780	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
274780	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
274780	embedding2nn.weight	0	0.04569636285305023
274780	embedding2nn.weight	1	-0.08653337508440018
274780	embedding2nn.weight	2	0.003810376161709428
274780	embedding2nn.weight	3	-0.06065000221133232
274780	embedding2nn.weight	4	-0.12214741855859756
274780	embedding2nn.weight	5	0.10685452073812485
274780	embedding2nn.weight	6	-0.07759036123752594
274780	embedding2nn.weight	7	-0.08728207647800446
274780	embedding2nn.weight	8	-0.03525678440928459
274780	embedding2nn.weight	9	0.0381087101995945
274780	embedding2nn.bias	0	0.08123956620693207
274780	embedding2nn.bias	1	-0.0349569171667099
274780	embedding2nn.bias	2	-0.05626565217971802
274780	embedding2nn.bias	3	0.014081991277635098
274780	embedding2nn.bias	4	-0.018716037273406982
274780	embedding2nn.bias	5	-0.18470273911952972
274780	embedding2nn.bias	6	-0.12023017555475235
274780	embedding2nn.bias	7	-0.005286704283207655
274780	embedding2nn.bias	8	0.05920654162764549
274780	embedding2nn.bias	9	-0.0444030798971653
274780	rnn.weight_ih_l0	0	0.03722275421023369
274780	rnn.weight_ih_l0	1	-0.08867936581373215
274780	rnn.weight_ih_l0	2	-0.06401092559099197
274780	rnn.weight_ih_l0	3	-0.05170735344290733
274780	rnn.weight_ih_l0	4	0.015037293545901775
274780	rnn.weight_ih_l0	5	-0.11072253435850143
274780	rnn.weight_ih_l0	6	-0.025788655504584312
274780	rnn.weight_ih_l0	7	0.002524411538615823
274780	rnn.weight_ih_l0	8	0.04652952402830124
274780	rnn.weight_ih_l0	9	0.01163253840059042
274780	rnn.weight_hh_l0	0	0.004085063468664885
274780	rnn.weight_hh_l0	1	-0.07828209549188614
274780	rnn.weight_hh_l0	2	0.07532352954149246
274780	rnn.weight_hh_l0	3	0.05082610994577408
274780	rnn.weight_hh_l0	4	0.0073029594495892525
274780	rnn.weight_hh_l0	5	0.06983286887407303
274780	rnn.weight_hh_l0	6	-0.01824113540351391
274780	rnn.weight_hh_l0	7	-0.11550311744213104
274780	rnn.weight_hh_l0	8	0.027693092823028564
274780	rnn.weight_hh_l0	9	-0.07328902184963226
274780	rnn.bias_ih_l0	0	-0.08076333999633789
274780	rnn.bias_ih_l0	1	-0.19377374649047852
274780	rnn.bias_ih_l0	2	-0.2685343623161316
274780	rnn.bias_ih_l0	3	-0.2775478661060333
274780	rnn.bias_ih_l0	4	-0.0006013007368892431
274780	rnn.bias_ih_l0	5	0.051075153052806854
274780	rnn.bias_ih_l0	6	-0.17003101110458374
274780	rnn.bias_ih_l0	7	-0.27235129475593567
274780	rnn.bias_ih_l0	8	-0.15196171402931213
274780	rnn.bias_ih_l0	9	-0.17089281976222992
274780	rnn.bias_hh_l0	0	0.13057608902454376
274780	rnn.bias_hh_l0	1	-0.05828819423913956
274780	rnn.bias_hh_l0	2	0.05532372370362282
274780	rnn.bias_hh_l0	3	-0.16985753178596497
274780	rnn.bias_hh_l0	4	0.06065324321389198
274780	rnn.bias_hh_l0	5	0.055518388748168945
274780	rnn.bias_hh_l0	6	-0.11104165762662888
274780	rnn.bias_hh_l0	7	-0.15744122862815857
274780	rnn.bias_hh_l0	8	-0.18065224587917328
274780	rnn.bias_hh_l0	9	-0.10858915746212006
274780	rnn.weight_ih_l0_reverse	0	-0.018933454528450966
274780	rnn.weight_ih_l0_reverse	1	-0.015115589834749699
274780	rnn.weight_ih_l0_reverse	2	-0.0015897946432232857
274780	rnn.weight_ih_l0_reverse	3	0.008107593283057213
274780	rnn.weight_ih_l0_reverse	4	0.009376957081258297
274780	rnn.weight_ih_l0_reverse	5	-0.06066924333572388
274780	rnn.weight_ih_l0_reverse	6	-0.041163478046655655
274780	rnn.weight_ih_l0_reverse	7	0.0210725087672472
274780	rnn.weight_ih_l0_reverse	8	0.09901504218578339
274780	rnn.weight_ih_l0_reverse	9	0.0007556762429885566
274780	rnn.weight_hh_l0_reverse	0	0.005585016682744026
274780	rnn.weight_hh_l0_reverse	1	0.029017791152000427
274780	rnn.weight_hh_l0_reverse	2	-0.041879646480083466
274780	rnn.weight_hh_l0_reverse	3	0.04518817365169525
274780	rnn.weight_hh_l0_reverse	4	0.02292296290397644
274780	rnn.weight_hh_l0_reverse	5	-0.010817893780767918
274780	rnn.weight_hh_l0_reverse	6	0.07097907364368439
274780	rnn.weight_hh_l0_reverse	7	0.03950289264321327
274780	rnn.weight_hh_l0_reverse	8	-0.024733910337090492
274780	rnn.weight_hh_l0_reverse	9	-0.024750784039497375
274780	rnn.bias_ih_l0_reverse	0	-0.14909280836582184
274780	rnn.bias_ih_l0_reverse	1	-0.3102501928806305
274780	rnn.bias_ih_l0_reverse	2	-0.060956716537475586
274780	rnn.bias_ih_l0_reverse	3	-0.15223079919815063
274780	rnn.bias_ih_l0_reverse	4	0.05839862301945686
274780	rnn.bias_ih_l0_reverse	5	-0.2844715118408203
274780	rnn.bias_ih_l0_reverse	6	-0.06734611093997955
274780	rnn.bias_ih_l0_reverse	7	0.013585150241851807
274780	rnn.bias_ih_l0_reverse	8	-0.19413210451602936
274780	rnn.bias_ih_l0_reverse	9	-0.08617239445447922
274780	rnn.bias_hh_l0_reverse	0	-0.15776315331459045
274780	rnn.bias_hh_l0_reverse	1	-0.15358863770961761
274780	rnn.bias_hh_l0_reverse	2	-0.009935007430613041
274780	rnn.bias_hh_l0_reverse	3	-0.13820649683475494
274780	rnn.bias_hh_l0_reverse	4	-0.028032895177602768
274780	rnn.bias_hh_l0_reverse	5	-0.12108110636472702
274780	rnn.bias_hh_l0_reverse	6	-0.07478835433721542
274780	rnn.bias_hh_l0_reverse	7	-0.17969153821468353
274780	rnn.bias_hh_l0_reverse	8	-0.057478029280900955
274780	rnn.bias_hh_l0_reverse	9	-0.12100675702095032
274780	linear.weight	0	-0.2331470549106598
274780	linear.weight	1	-0.13162139058113098
274780	linear.weight	2	-0.011228874325752258
274780	linear.weight	3	-0.08945737779140472
274780	linear.weight	4	-0.0038870275020599365
274780	linear.weight	5	0.2328467220067978
274780	linear.weight	6	0.0047744326293468475
274780	linear.weight	7	-0.021312154829502106
274780	linear.weight	8	0.21766333281993866
274780	linear.weight	9	0.2478494644165039
274780	linear.bias	0	-0.830639660358429
274780	linear.bias	1	1.4217721223831177
274780	linear.bias	2	-0.5233848094940186
274780	linear.bias	3	-0.7459347248077393
274780	linear.bias	4	-0.9238624572753906
274780	linear.bias	5	-1.1812529563903809
274780	linear.bias	6	-0.9555889368057251
274780	linear.bias	7	-0.6759793758392334
274780	linear.bias	8	-0.01705317199230194
274780	linear.bias	9	3.541001796722412
274977	transitions	0	-0.47951921820640564
274977	transitions	1	8.916683197021484
274977	transitions	2	-3.660902500152588
274977	transitions	3	1.6586685180664062
274977	transitions	4	-2.2444019317626953
274977	transitions	5	-0.4399760365486145
274977	transitions	6	-0.197703018784523
274977	transitions	7	-10000.0
274977	transitions	8	1.8762130737304688
274977	transitions	9	-2.2952938079833984
274977	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
274977	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
274977	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
274977	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
274977	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
274977	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
274977	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
274977	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
274977	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
274977	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
274977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
274977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
274977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
274977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
274977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
274977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
274977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
274977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
274977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
274977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
274977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
274977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
274977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
274977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
274977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
274977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
274977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
274977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
274977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
274977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
274977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
274977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
274977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
274977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
274977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
274977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
274977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
274977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
274977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
274977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
274977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
274977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
274977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
274977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
274977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
274977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
274977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
274977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
274977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
274977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
274977	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
274977	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
274977	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
274977	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
274977	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
274977	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
274977	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
274977	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
274977	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
274977	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
274977	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
274977	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
274977	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
274977	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
274977	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
274977	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
274977	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
274977	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
274977	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
274977	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
274977	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
274977	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
274977	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
274977	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
274977	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
274977	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
274977	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
274977	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
274977	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
274977	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
274977	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
274977	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
274977	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
274977	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
274977	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
274977	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
274977	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
274977	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
274977	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
274977	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
274977	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
274977	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
274977	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
274977	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
274977	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
274977	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
274977	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
274977	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
274977	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
274977	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
274977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
274977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
274977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
274977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
274977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
274977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
274977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
274977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
274977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
274977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
274977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
274977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
274977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
274977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
274977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
274977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
274977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
274977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
274977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
274977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
274977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
274977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
274977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
274977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
274977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
274977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
274977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
274977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
274977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
274977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
274977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
274977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
274977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
274977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
274977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
274977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
274977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
274977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
274977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
274977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
274977	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
274977	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
274977	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
274977	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
274977	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
274977	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
274977	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
274977	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
274977	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
274977	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
274977	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
274977	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
274977	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
274977	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
274977	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
274977	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
274977	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
274977	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
274977	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
274977	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
274977	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
274977	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
274977	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
274977	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
274977	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
274977	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
274977	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
274977	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
274977	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
274977	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
274977	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
274977	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
274977	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
274977	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
274977	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
274977	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
274977	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
274977	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
274977	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
274977	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
274977	embedding2nn.weight	0	0.04551319032907486
274977	embedding2nn.weight	1	-0.08666140586137772
274977	embedding2nn.weight	2	0.0030026473104953766
274977	embedding2nn.weight	3	-0.06022104248404503
274977	embedding2nn.weight	4	-0.12262079119682312
274977	embedding2nn.weight	5	0.10729661583900452
274977	embedding2nn.weight	6	-0.07543367147445679
274977	embedding2nn.weight	7	-0.0873093232512474
274977	embedding2nn.weight	8	-0.035085707902908325
274977	embedding2nn.weight	9	0.03815536946058273
274977	embedding2nn.bias	0	0.07880847156047821
274977	embedding2nn.bias	1	-0.03188890218734741
274977	embedding2nn.bias	2	-0.05201936140656471
274977	embedding2nn.bias	3	0.016855262219905853
274977	embedding2nn.bias	4	-0.016673529520630836
274977	embedding2nn.bias	5	-0.18553172051906586
274977	embedding2nn.bias	6	-0.12034306675195694
274977	embedding2nn.bias	7	-0.008340363390743732
274977	embedding2nn.bias	8	0.06148170679807663
274977	embedding2nn.bias	9	-0.04510822892189026
274977	rnn.weight_ih_l0	0	0.03781107813119888
274977	rnn.weight_ih_l0	1	-0.08904491364955902
274977	rnn.weight_ih_l0	2	-0.06455332785844803
274977	rnn.weight_ih_l0	3	-0.051318518817424774
274977	rnn.weight_ih_l0	4	0.0154274832457304
274977	rnn.weight_ih_l0	5	-0.11052735149860382
274977	rnn.weight_ih_l0	6	-0.02701532654464245
274977	rnn.weight_ih_l0	7	0.002920149825513363
274977	rnn.weight_ih_l0	8	0.045984260737895966
274977	rnn.weight_ih_l0	9	0.009882798418402672
274977	rnn.weight_hh_l0	0	0.0036633687559515238
274977	rnn.weight_hh_l0	1	-0.07806850969791412
274977	rnn.weight_hh_l0	2	0.07525671273469925
274977	rnn.weight_hh_l0	3	0.051144689321517944
274977	rnn.weight_hh_l0	4	0.007367705926299095
274977	rnn.weight_hh_l0	5	0.06929373741149902
274977	rnn.weight_hh_l0	6	-0.018315959721803665
274977	rnn.weight_hh_l0	7	-0.11546109616756439
274977	rnn.weight_hh_l0	8	0.027637111023068428
274977	rnn.weight_hh_l0	9	-0.073176309466362
274977	rnn.bias_ih_l0	0	-0.08094532042741776
274977	rnn.bias_ih_l0	1	-0.19543592631816864
274977	rnn.bias_ih_l0	2	-0.2691049873828888
274977	rnn.bias_ih_l0	3	-0.2770509123802185
274977	rnn.bias_ih_l0	4	-0.0010009215911850333
274977	rnn.bias_ih_l0	5	0.05064971372485161
274977	rnn.bias_ih_l0	6	-0.169644296169281
274977	rnn.bias_ih_l0	7	-0.272227942943573
274977	rnn.bias_ih_l0	8	-0.15291514992713928
274977	rnn.bias_ih_l0	9	-0.17047271132469177
274977	rnn.bias_hh_l0	0	0.1316474974155426
274977	rnn.bias_hh_l0	1	-0.059290576726198196
274977	rnn.bias_hh_l0	2	0.05525486543774605
274977	rnn.bias_hh_l0	3	-0.1704617291688919
274977	rnn.bias_hh_l0	4	0.06197768449783325
274977	rnn.bias_hh_l0	5	0.05455389618873596
274977	rnn.bias_hh_l0	6	-0.11107634007930756
274977	rnn.bias_hh_l0	7	-0.15718217194080353
274977	rnn.bias_hh_l0	8	-0.18088261783123016
274977	rnn.bias_hh_l0	9	-0.10775220394134521
274977	rnn.weight_ih_l0_reverse	0	-0.018959488719701767
274977	rnn.weight_ih_l0_reverse	1	-0.015112184919416904
274977	rnn.weight_ih_l0_reverse	2	-0.0007915268652141094
274977	rnn.weight_ih_l0_reverse	3	0.008348925039172173
274977	rnn.weight_ih_l0_reverse	4	0.009427384473383427
274977	rnn.weight_ih_l0_reverse	5	-0.061083532869815826
274977	rnn.weight_ih_l0_reverse	6	-0.04083455726504326
274977	rnn.weight_ih_l0_reverse	7	0.021902894601225853
274977	rnn.weight_ih_l0_reverse	8	0.09882213175296783
274977	rnn.weight_ih_l0_reverse	9	0.0006668173591606319
274977	rnn.weight_hh_l0_reverse	0	0.005474824924021959
274977	rnn.weight_hh_l0_reverse	1	0.029523873701691628
274977	rnn.weight_hh_l0_reverse	2	-0.041838932782411575
274977	rnn.weight_hh_l0_reverse	3	0.04519382119178772
274977	rnn.weight_hh_l0_reverse	4	0.022719070315361023
274977	rnn.weight_hh_l0_reverse	5	-0.010621223598718643
274977	rnn.weight_hh_l0_reverse	6	0.07111611217260361
274977	rnn.weight_hh_l0_reverse	7	0.03959137946367264
274977	rnn.weight_hh_l0_reverse	8	-0.024835024029016495
274977	rnn.weight_hh_l0_reverse	9	-0.024861477315425873
274977	rnn.bias_ih_l0_reverse	0	-0.14909683167934418
274977	rnn.bias_ih_l0_reverse	1	-0.30967292189598083
274977	rnn.bias_ih_l0_reverse	2	-0.062366388738155365
274977	rnn.bias_ih_l0_reverse	3	-0.15154874324798584
274977	rnn.bias_ih_l0_reverse	4	0.05862566456198692
274977	rnn.bias_ih_l0_reverse	5	-0.28428173065185547
274977	rnn.bias_ih_l0_reverse	6	-0.06825847178697586
274977	rnn.bias_ih_l0_reverse	7	0.012900955975055695
274977	rnn.bias_ih_l0_reverse	8	-0.19400767982006073
274977	rnn.bias_ih_l0_reverse	9	-0.08550161123275757
274977	rnn.bias_hh_l0_reverse	0	-0.15722809731960297
274977	rnn.bias_hh_l0_reverse	1	-0.15358085930347443
274977	rnn.bias_hh_l0_reverse	2	-0.010498094372451305
274977	rnn.bias_hh_l0_reverse	3	-0.1397896260023117
274977	rnn.bias_hh_l0_reverse	4	-0.028663858771324158
274977	rnn.bias_hh_l0_reverse	5	-0.12175681442022324
274977	rnn.bias_hh_l0_reverse	6	-0.07537661492824554
274977	rnn.bias_hh_l0_reverse	7	-0.1802300214767456
274977	rnn.bias_hh_l0_reverse	8	-0.05801573768258095
274977	rnn.bias_hh_l0_reverse	9	-0.12062116712331772
274977	linear.weight	0	-0.22832591831684113
274977	linear.weight	1	-0.13184595108032227
274977	linear.weight	2	-0.011228874325752258
274977	linear.weight	3	-0.08892834931612015
274977	linear.weight	4	-0.006484121084213257
274977	linear.weight	5	0.23619304597377777
274977	linear.weight	6	0.0047744326293468475
274977	linear.weight	7	-0.021312154829502106
274977	linear.weight	8	0.22107739746570587
274977	linear.weight	9	0.2495778203010559
274977	linear.bias	0	-0.8320266008377075
274977	linear.bias	1	1.4180681705474854
274977	linear.bias	2	-0.5191447734832764
274977	linear.bias	3	-0.7539571523666382
274977	linear.bias	4	-0.926133930683136
274977	linear.bias	5	-1.1812562942504883
274977	linear.bias	6	-0.9576935768127441
274977	linear.bias	7	-0.6882506608963013
274977	linear.bias	8	-0.01705317199230194
274977	linear.bias	9	3.5624024868011475
275174	transitions	0	-0.4795284867286682
275174	transitions	1	8.916542053222656
275174	transitions	2	-3.661025047302246
275174	transitions	3	1.6529768705368042
275174	transitions	4	-2.2445452213287354
275174	transitions	5	-0.4399946331977844
275174	transitions	6	-0.19770725071430206
275174	transitions	7	-10000.0
275174	transitions	8	1.8761154413223267
275174	transitions	9	-2.295295238494873
275174	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
275174	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
275174	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
275174	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
275174	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
275174	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
275174	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
275174	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
275174	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
275174	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
275174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
275174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
275174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
275174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
275174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
275174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
275174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
275174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
275174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
275174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
275174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
275174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
275174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
275174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
275174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
275174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
275174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
275174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
275174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
275174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
275174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
275174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
275174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
275174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
275174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
275174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
275174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
275174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
275174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
275174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
275174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
275174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
275174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
275174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
275174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
275174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
275174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
275174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
275174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
275174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
275174	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
275174	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
275174	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
275174	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
275174	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
275174	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
275174	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
275174	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
275174	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
275174	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
275174	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
275174	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
275174	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
275174	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
275174	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
275174	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
275174	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
275174	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
275174	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
275174	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
275174	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
275174	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
275174	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
275174	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
275174	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
275174	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
275174	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
275174	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
275174	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
275174	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
275174	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
275174	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
275174	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
275174	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
275174	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
275174	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
275174	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
275174	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
275174	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
275174	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
275174	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
275174	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
275174	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
275174	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
275174	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
275174	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
275174	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
275174	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
275174	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
275174	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
275174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
275174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
275174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
275174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
275174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
275174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
275174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
275174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
275174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
275174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
275174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
275174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
275174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
275174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
275174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
275174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
275174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
275174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
275174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
275174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
275174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
275174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
275174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
275174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
275174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
275174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
275174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
275174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
275174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
275174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
275174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
275174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
275174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
275174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
275174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
275174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
275174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
275174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
275174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
275174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
275174	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
275174	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
275174	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
275174	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
275174	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
275174	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
275174	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
275174	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
275174	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
275174	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
275174	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
275174	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
275174	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
275174	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
275174	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
275174	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
275174	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
275174	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
275174	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
275174	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
275174	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
275174	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
275174	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
275174	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
275174	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
275174	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
275174	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
275174	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
275174	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
275174	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
275174	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
275174	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
275174	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
275174	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
275174	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
275174	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
275174	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
275174	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
275174	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
275174	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
275174	embedding2nn.weight	0	0.0453789159655571
275174	embedding2nn.weight	1	-0.08684738725423813
275174	embedding2nn.weight	2	0.0023663470055907965
275174	embedding2nn.weight	3	-0.05984480306506157
275174	embedding2nn.weight	4	-0.1226438656449318
275174	embedding2nn.weight	5	0.1074298620223999
275174	embedding2nn.weight	6	-0.07613129168748856
275174	embedding2nn.weight	7	-0.08739921450614929
275174	embedding2nn.weight	8	-0.03481486439704895
275174	embedding2nn.weight	9	0.03927246853709221
275174	embedding2nn.bias	0	0.07835106551647186
275174	embedding2nn.bias	1	-0.03221406042575836
275174	embedding2nn.bias	2	-0.05060311406850815
275174	embedding2nn.bias	3	0.010308777913451195
275174	embedding2nn.bias	4	-0.01584121584892273
275174	embedding2nn.bias	5	-0.19561409950256348
275174	embedding2nn.bias	6	-0.1185934916138649
275174	embedding2nn.bias	7	-0.010382129810750484
275174	embedding2nn.bias	8	0.06400784850120544
275174	embedding2nn.bias	9	-0.051861196756362915
275174	rnn.weight_ih_l0	0	0.037633318454027176
275174	rnn.weight_ih_l0	1	-0.08891529589891434
275174	rnn.weight_ih_l0	2	-0.06387694925069809
275174	rnn.weight_ih_l0	3	-0.05117010325193405
275174	rnn.weight_ih_l0	4	0.01497049443423748
275174	rnn.weight_ih_l0	5	-0.1101943626999855
275174	rnn.weight_ih_l0	6	-0.02724294178187847
275174	rnn.weight_ih_l0	7	0.0030626310035586357
275174	rnn.weight_ih_l0	8	0.04710610210895538
275174	rnn.weight_ih_l0	9	0.009716604836285114
275174	rnn.weight_hh_l0	0	0.00386222917586565
275174	rnn.weight_hh_l0	1	-0.07758229225873947
275174	rnn.weight_hh_l0	2	0.07539911568164825
275174	rnn.weight_hh_l0	3	0.05109286680817604
275174	rnn.weight_hh_l0	4	0.007328493054956198
275174	rnn.weight_hh_l0	5	0.06943593919277191
275174	rnn.weight_hh_l0	6	-0.018362030386924744
275174	rnn.weight_hh_l0	7	-0.11545485258102417
275174	rnn.weight_hh_l0	8	0.027527227997779846
275174	rnn.weight_hh_l0	9	-0.07355805486440659
275174	rnn.bias_ih_l0	0	-0.08212782442569733
275174	rnn.bias_ih_l0	1	-0.19551675021648407
275174	rnn.bias_ih_l0	2	-0.26896631717681885
275174	rnn.bias_ih_l0	3	-0.27689996361732483
275174	rnn.bias_ih_l0	4	-0.0010412270203232765
275174	rnn.bias_ih_l0	5	0.051240961998701096
275174	rnn.bias_ih_l0	6	-0.16843359172344208
275174	rnn.bias_ih_l0	7	-0.27278199791908264
275174	rnn.bias_ih_l0	8	-0.1530875414609909
275174	rnn.bias_ih_l0	9	-0.16997981071472168
275174	rnn.bias_hh_l0	0	0.13143807649612427
275174	rnn.bias_hh_l0	1	-0.05917215347290039
275174	rnn.bias_hh_l0	2	0.054380420595407486
275174	rnn.bias_hh_l0	3	-0.17150793969631195
275174	rnn.bias_hh_l0	4	0.0612359456717968
275174	rnn.bias_hh_l0	5	0.0548584945499897
275174	rnn.bias_hh_l0	6	-0.11081304401159286
275174	rnn.bias_hh_l0	7	-0.1566651314496994
275174	rnn.bias_hh_l0	8	-0.181424081325531
275174	rnn.bias_hh_l0	9	-0.10845404863357544
275174	rnn.weight_ih_l0_reverse	0	-0.018721209838986397
275174	rnn.weight_ih_l0_reverse	1	-0.015228813514113426
275174	rnn.weight_ih_l0_reverse	2	-0.0011818577768281102
275174	rnn.weight_ih_l0_reverse	3	0.006974413059651852
275174	rnn.weight_ih_l0_reverse	4	0.009425315074622631
275174	rnn.weight_ih_l0_reverse	5	-0.06145288795232773
275174	rnn.weight_ih_l0_reverse	6	-0.04081859067082405
275174	rnn.weight_ih_l0_reverse	7	0.02174936607480049
275174	rnn.weight_ih_l0_reverse	8	0.10003717988729477
275174	rnn.weight_ih_l0_reverse	9	0.0004826826334465295
275174	rnn.weight_hh_l0_reverse	0	0.0053502521477639675
275174	rnn.weight_hh_l0_reverse	1	0.02940850704908371
275174	rnn.weight_hh_l0_reverse	2	-0.041981764137744904
275174	rnn.weight_hh_l0_reverse	3	0.045450400561094284
275174	rnn.weight_hh_l0_reverse	4	0.022882021963596344
275174	rnn.weight_hh_l0_reverse	5	-0.01062963530421257
275174	rnn.weight_hh_l0_reverse	6	0.07106485217809677
275174	rnn.weight_hh_l0_reverse	7	0.03962085023522377
275174	rnn.weight_hh_l0_reverse	8	-0.024587877094745636
275174	rnn.weight_hh_l0_reverse	9	-0.024899227544665337
275174	rnn.bias_ih_l0_reverse	0	-0.14948683977127075
275174	rnn.bias_ih_l0_reverse	1	-0.308680921792984
275174	rnn.bias_ih_l0_reverse	2	-0.0622299425303936
275174	rnn.bias_ih_l0_reverse	3	-0.1516638547182083
275174	rnn.bias_ih_l0_reverse	4	0.05962743982672691
275174	rnn.bias_ih_l0_reverse	5	-0.28385382890701294
275174	rnn.bias_ih_l0_reverse	6	-0.0674373209476471
275174	rnn.bias_ih_l0_reverse	7	0.012583192437887192
275174	rnn.bias_ih_l0_reverse	8	-0.19503669440746307
275174	rnn.bias_ih_l0_reverse	9	-0.08668795973062515
275174	rnn.bias_hh_l0_reverse	0	-0.15830108523368835
275174	rnn.bias_hh_l0_reverse	1	-0.15331223607063293
275174	rnn.bias_hh_l0_reverse	2	-0.010553456842899323
275174	rnn.bias_hh_l0_reverse	3	-0.1402599811553955
275174	rnn.bias_hh_l0_reverse	4	-0.02896682731807232
275174	rnn.bias_hh_l0_reverse	5	-0.1213829517364502
275174	rnn.bias_hh_l0_reverse	6	-0.07545246183872223
275174	rnn.bias_hh_l0_reverse	7	-0.17975422739982605
275174	rnn.bias_hh_l0_reverse	8	-0.05817045643925667
275174	rnn.bias_hh_l0_reverse	9	-0.12082715332508087
275174	linear.weight	0	-0.22814591228961945
275174	linear.weight	1	-0.1307949274778366
275174	linear.weight	2	-0.011228874325752258
275174	linear.weight	3	-0.08811935037374496
275174	linear.weight	4	-0.010369700379669666
275174	linear.weight	5	0.2381676882505417
275174	linear.weight	6	0.0047744326293468475
275174	linear.weight	7	-0.021312154829502106
275174	linear.weight	8	0.21968808770179749
275174	linear.weight	9	0.25070226192474365
275174	linear.bias	0	-0.8347219824790955
275174	linear.bias	1	1.4066147804260254
275174	linear.bias	2	-0.5057052969932556
275174	linear.bias	3	-0.7642717361450195
275174	linear.bias	4	-0.9126076102256775
275174	linear.bias	5	-1.1812610626220703
275174	linear.bias	6	-0.961571216583252
275174	linear.bias	7	-0.6715907454490662
275174	linear.bias	8	-0.01705317199230194
275174	linear.bias	9	3.5686492919921875
275371	transitions	0	-0.4795438349246979
275371	transitions	1	8.917072296142578
275371	transitions	2	-3.6611106395721436
275371	transitions	3	1.6592642068862915
275371	transitions	4	-2.2446036338806152
275371	transitions	5	-0.44001057744026184
275371	transitions	6	-0.19771289825439453
275371	transitions	7	-10000.0
275371	transitions	8	1.8754018545150757
275371	transitions	9	-2.2952957153320312
275371	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
275371	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
275371	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
275371	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
275371	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
275371	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
275371	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
275371	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
275371	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
275371	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
275371	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
275371	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
275371	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
275371	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
275371	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
275371	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
275371	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
275371	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
275371	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
275371	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
275371	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
275371	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
275371	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
275371	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
275371	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
275371	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
275371	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
275371	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
275371	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
275371	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
275371	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
275371	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
275371	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
275371	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
275371	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
275371	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
275371	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
275371	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
275371	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
275371	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
275371	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
275371	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
275371	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
275371	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
275371	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
275371	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
275371	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
275371	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
275371	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
275371	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
275371	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
275371	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
275371	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
275371	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
275371	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
275371	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
275371	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
275371	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
275371	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
275371	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
275371	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
275371	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
275371	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
275371	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
275371	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
275371	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
275371	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
275371	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
275371	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
275371	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
275371	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
275371	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
275371	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
275371	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
275371	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
275371	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
275371	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
275371	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
275371	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
275371	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
275371	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
275371	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
275371	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
275371	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
275371	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
275371	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
275371	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
275371	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
275371	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
275371	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
275371	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
275371	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
275371	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
275371	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
275371	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
275371	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
275371	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
275371	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
275371	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
275371	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
275371	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
275371	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
275371	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
275371	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
275371	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
275371	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
275371	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
275371	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
275371	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
275371	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
275371	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
275371	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
275371	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
275371	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
275371	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
275371	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
275371	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
275371	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
275371	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
275371	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
275371	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
275371	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
275371	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
275371	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
275371	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
275371	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
275371	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
275371	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
275371	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
275371	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
275371	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
275371	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
275371	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
275371	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
275371	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
275371	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
275371	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
275371	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
275371	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
275371	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
275371	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
275371	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
275371	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
275371	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
275371	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
275371	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
275371	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
275371	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
275371	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
275371	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
275371	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
275371	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
275371	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
275371	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
275371	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
275371	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
275371	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
275371	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
275371	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
275371	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
275371	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
275371	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
275371	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
275371	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
275371	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
275371	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
275371	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
275371	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
275371	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
275371	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
275371	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
275371	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
275371	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
275371	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
275371	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
275371	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
275371	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
275371	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
275371	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
275371	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
275371	embedding2nn.weight	0	0.045378122478723526
275371	embedding2nn.weight	1	-0.08671970665454865
275371	embedding2nn.weight	2	0.0011867512948811054
275371	embedding2nn.weight	3	-0.059771064668893814
275371	embedding2nn.weight	4	-0.1220695972442627
275371	embedding2nn.weight	5	0.10764607787132263
275371	embedding2nn.weight	6	-0.07682324945926666
275371	embedding2nn.weight	7	-0.08678478747606277
275371	embedding2nn.weight	8	-0.03488285839557648
275371	embedding2nn.weight	9	0.040597785264253616
275371	embedding2nn.bias	0	0.07533329725265503
275371	embedding2nn.bias	1	-0.03181261196732521
275371	embedding2nn.bias	2	-0.05507180467247963
275371	embedding2nn.bias	3	0.012788798660039902
275371	embedding2nn.bias	4	-0.012376909144222736
275371	embedding2nn.bias	5	-0.1949084848165512
275371	embedding2nn.bias	6	-0.11825926601886749
275371	embedding2nn.bias	7	-0.003947662655264139
275371	embedding2nn.bias	8	0.06122428551316261
275371	embedding2nn.bias	9	-0.05187241733074188
275371	rnn.weight_ih_l0	0	0.03726394847035408
275371	rnn.weight_ih_l0	1	-0.08883673697710037
275371	rnn.weight_ih_l0	2	-0.0645313709974289
275371	rnn.weight_ih_l0	3	-0.05108776316046715
275371	rnn.weight_ih_l0	4	0.015236991457641125
275371	rnn.weight_ih_l0	5	-0.11066151410341263
275371	rnn.weight_ih_l0	6	-0.028814472258090973
275371	rnn.weight_ih_l0	7	0.002854728838428855
275371	rnn.weight_ih_l0	8	0.047187380492687225
275371	rnn.weight_ih_l0	9	0.009913585148751736
275371	rnn.weight_hh_l0	0	0.003993289545178413
275371	rnn.weight_hh_l0	1	-0.07801312208175659
275371	rnn.weight_hh_l0	2	0.07493583858013153
275371	rnn.weight_hh_l0	3	0.05099919065833092
275371	rnn.weight_hh_l0	4	0.007454322185367346
275371	rnn.weight_hh_l0	5	0.06957372277975082
275371	rnn.weight_hh_l0	6	-0.018376057967543602
275371	rnn.weight_hh_l0	7	-0.11554309725761414
275371	rnn.weight_hh_l0	8	0.02737017348408699
275371	rnn.weight_hh_l0	9	-0.0735260397195816
275371	rnn.bias_ih_l0	0	-0.08268147706985474
275371	rnn.bias_ih_l0	1	-0.1965949535369873
275371	rnn.bias_ih_l0	2	-0.2689668834209442
275371	rnn.bias_ih_l0	3	-0.27647867798805237
275371	rnn.bias_ih_l0	4	-0.0013173025799915195
275371	rnn.bias_ih_l0	5	0.05140479654073715
275371	rnn.bias_ih_l0	6	-0.1683027744293213
275371	rnn.bias_ih_l0	7	-0.27340564131736755
275371	rnn.bias_ih_l0	8	-0.1531609147787094
275371	rnn.bias_ih_l0	9	-0.16953402757644653
275371	rnn.bias_hh_l0	0	0.13137134909629822
275371	rnn.bias_hh_l0	1	-0.0583576038479805
275371	rnn.bias_hh_l0	2	0.0541255809366703
275371	rnn.bias_hh_l0	3	-0.17230616509914398
275371	rnn.bias_hh_l0	4	0.06312891095876694
275371	rnn.bias_hh_l0	5	0.05467754602432251
275371	rnn.bias_hh_l0	6	-0.1109430342912674
275371	rnn.bias_hh_l0	7	-0.15628927946090698
275371	rnn.bias_hh_l0	8	-0.18080173432826996
275371	rnn.bias_hh_l0	9	-0.10933753103017807
275371	rnn.weight_ih_l0_reverse	0	-0.018406054005026817
275371	rnn.weight_ih_l0_reverse	1	-0.014995086938142776
275371	rnn.weight_ih_l0_reverse	2	-0.001194993034005165
275371	rnn.weight_ih_l0_reverse	3	0.006406986154615879
275371	rnn.weight_ih_l0_reverse	4	0.00926231499761343
275371	rnn.weight_ih_l0_reverse	5	-0.06162765249609947
275371	rnn.weight_ih_l0_reverse	6	-0.041112031787633896
275371	rnn.weight_ih_l0_reverse	7	0.02155989035964012
275371	rnn.weight_ih_l0_reverse	8	0.10174757242202759
275371	rnn.weight_ih_l0_reverse	9	0.0008181922603398561
275371	rnn.weight_hh_l0_reverse	0	0.0055550141260027885
275371	rnn.weight_hh_l0_reverse	1	0.02899385429918766
275371	rnn.weight_hh_l0_reverse	2	-0.04179427772760391
275371	rnn.weight_hh_l0_reverse	3	0.045445188879966736
275371	rnn.weight_hh_l0_reverse	4	0.022867504507303238
275371	rnn.weight_hh_l0_reverse	5	-0.01112592313438654
275371	rnn.weight_hh_l0_reverse	6	0.07126965373754501
275371	rnn.weight_hh_l0_reverse	7	0.03967980667948723
275371	rnn.weight_hh_l0_reverse	8	-0.024846602231264114
275371	rnn.weight_hh_l0_reverse	9	-0.025067312642931938
275371	rnn.bias_ih_l0_reverse	0	-0.14975188672542572
275371	rnn.bias_ih_l0_reverse	1	-0.3087097406387329
275371	rnn.bias_ih_l0_reverse	2	-0.06253562867641449
275371	rnn.bias_ih_l0_reverse	3	-0.15209214389324188
275371	rnn.bias_ih_l0_reverse	4	0.0581233985722065
275371	rnn.bias_ih_l0_reverse	5	-0.2834341526031494
275371	rnn.bias_ih_l0_reverse	6	-0.06806807219982147
275371	rnn.bias_ih_l0_reverse	7	0.009899056516587734
275371	rnn.bias_ih_l0_reverse	8	-0.19499261677265167
275371	rnn.bias_ih_l0_reverse	9	-0.08473692089319229
275371	rnn.bias_hh_l0_reverse	0	-0.15808241069316864
275371	rnn.bias_hh_l0_reverse	1	-0.15334847569465637
275371	rnn.bias_hh_l0_reverse	2	-0.010330391116440296
275371	rnn.bias_hh_l0_reverse	3	-0.13983559608459473
275371	rnn.bias_hh_l0_reverse	4	-0.02772660180926323
275371	rnn.bias_hh_l0_reverse	5	-0.12145573645830154
275371	rnn.bias_hh_l0_reverse	6	-0.0757867768406868
275371	rnn.bias_hh_l0_reverse	7	-0.17903129756450653
275371	rnn.bias_hh_l0_reverse	8	-0.05748169496655464
275371	rnn.bias_hh_l0_reverse	9	-0.11991244554519653
275371	linear.weight	0	-0.23339340090751648
275371	linear.weight	1	-0.13174951076507568
275371	linear.weight	2	-0.011228874325752258
275371	linear.weight	3	-0.09163466840982437
275371	linear.weight	4	-0.008857522159814835
275371	linear.weight	5	0.2382878065109253
275371	linear.weight	6	0.0047744326293468475
275371	linear.weight	7	-0.021312154829502106
275371	linear.weight	8	0.21639542281627655
275371	linear.weight	9	0.24714483320713043
275371	linear.bias	0	-0.8287023305892944
275371	linear.bias	1	1.4077576398849487
275371	linear.bias	2	-0.5155234336853027
275371	linear.bias	3	-0.7548402547836304
275371	linear.bias	4	-0.9081186056137085
275371	linear.bias	5	-1.181264877319336
275371	linear.bias	6	-0.9558461904525757
275371	linear.bias	7	-0.6857447624206543
275371	linear.bias	8	-0.01705317199230194
275371	linear.bias	9	3.5351028442382812
275568	transitions	0	-0.4795580804347992
275568	transitions	1	8.917052268981934
275568	transitions	2	-3.661233425140381
275568	transitions	3	1.6678327322006226
275568	transitions	4	-2.244744300842285
275568	transitions	5	-0.4400651454925537
275568	transitions	6	-0.19775375723838806
275568	transitions	7	-10000.0
275568	transitions	8	1.876734972000122
275568	transitions	9	-2.2952961921691895
275568	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
275568	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
275568	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
275568	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
275568	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
275568	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
275568	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
275568	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
275568	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
275568	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
275568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
275568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
275568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
275568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
275568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
275568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
275568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
275568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
275568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
275568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
275568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
275568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
275568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
275568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
275568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
275568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
275568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
275568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
275568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
275568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
275568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
275568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
275568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
275568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
275568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
275568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
275568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
275568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
275568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
275568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
275568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
275568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
275568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
275568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
275568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
275568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
275568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
275568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
275568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
275568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
275568	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
275568	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
275568	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
275568	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
275568	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
275568	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
275568	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
275568	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
275568	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
275568	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
275568	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
275568	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
275568	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
275568	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
275568	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
275568	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
275568	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
275568	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
275568	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
275568	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
275568	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
275568	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
275568	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
275568	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
275568	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
275568	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
275568	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
275568	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
275568	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
275568	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
275568	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
275568	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
275568	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
275568	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
275568	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
275568	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
275568	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
275568	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
275568	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
275568	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
275568	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
275568	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
275568	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
275568	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
275568	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
275568	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
275568	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
275568	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
275568	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
275568	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
275568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
275568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
275568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
275568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
275568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
275568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
275568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
275568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
275568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
275568	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
275568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
275568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
275568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
275568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
275568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
275568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
275568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
275568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
275568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
275568	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
275568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
275568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
275568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
275568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
275568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
275568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
275568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
275568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
275568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
275568	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
275568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
275568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
275568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
275568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
275568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
275568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
275568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
275568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
275568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
275568	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
275568	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
275568	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
275568	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
275568	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
275568	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
275568	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
275568	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
275568	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
275568	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
275568	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
275568	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
275568	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
275568	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
275568	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
275568	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
275568	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
275568	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
275568	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
275568	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
275568	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
275568	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
275568	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
275568	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
275568	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
275568	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
275568	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
275568	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
275568	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
275568	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
275568	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
275568	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
275568	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
275568	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
275568	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
275568	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
275568	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
275568	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
275568	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
275568	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
275568	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
275568	embedding2nn.weight	0	0.04516518488526344
275568	embedding2nn.weight	1	-0.08705990016460419
275568	embedding2nn.weight	2	0.0007170839817263186
275568	embedding2nn.weight	3	-0.05931977555155754
275568	embedding2nn.weight	4	-0.12249453365802765
275568	embedding2nn.weight	5	0.10826102644205093
275568	embedding2nn.weight	6	-0.07550667226314545
275568	embedding2nn.weight	7	-0.08688140660524368
275568	embedding2nn.weight	8	-0.035359274595975876
275568	embedding2nn.weight	9	0.04046884924173355
275568	embedding2nn.bias	0	0.07685205340385437
275568	embedding2nn.bias	1	-0.031275201588869095
275568	embedding2nn.bias	2	-0.06023946404457092
275568	embedding2nn.bias	3	0.013370170257985592
275568	embedding2nn.bias	4	-0.011633545160293579
275568	embedding2nn.bias	5	-0.19204995036125183
275568	embedding2nn.bias	6	-0.12251444905996323
275568	embedding2nn.bias	7	-0.006382578052580357
275568	embedding2nn.bias	8	0.05396191030740738
275568	embedding2nn.bias	9	-0.048215799033641815
275568	rnn.weight_ih_l0	0	0.037675194442272186
275568	rnn.weight_ih_l0	1	-0.08871221542358398
275568	rnn.weight_ih_l0	2	-0.06442151218652725
275568	rnn.weight_ih_l0	3	-0.051059648394584656
275568	rnn.weight_ih_l0	4	0.015369750559329987
275568	rnn.weight_ih_l0	5	-0.11102702468633652
275568	rnn.weight_ih_l0	6	-0.027488069608807564
275568	rnn.weight_ih_l0	7	0.003397982334718108
275568	rnn.weight_ih_l0	8	0.04689423739910126
275568	rnn.weight_ih_l0	9	0.01002007257193327
275568	rnn.weight_hh_l0	0	0.004094180651009083
275568	rnn.weight_hh_l0	1	-0.07759521901607513
275568	rnn.weight_hh_l0	2	0.0746946781873703
275568	rnn.weight_hh_l0	3	0.050729900598526
275568	rnn.weight_hh_l0	4	0.007431164849549532
275568	rnn.weight_hh_l0	5	0.06960976868867874
275568	rnn.weight_hh_l0	6	-0.018557021394371986
275568	rnn.weight_hh_l0	7	-0.11573614180088043
275568	rnn.weight_hh_l0	8	0.027418598532676697
275568	rnn.weight_hh_l0	9	-0.0737060010433197
275568	rnn.bias_ih_l0	0	-0.08245572447776794
275568	rnn.bias_ih_l0	1	-0.19698864221572876
275568	rnn.bias_ih_l0	2	-0.26934146881103516
275568	rnn.bias_ih_l0	3	-0.2762729227542877
275568	rnn.bias_ih_l0	4	-0.00187637226190418
275568	rnn.bias_ih_l0	5	0.052503254264593124
275568	rnn.bias_ih_l0	6	-0.16798704862594604
275568	rnn.bias_ih_l0	7	-0.27274319529533386
275568	rnn.bias_ih_l0	8	-0.15212850272655487
275568	rnn.bias_ih_l0	9	-0.16993528604507446
275568	rnn.bias_hh_l0	0	0.1303548812866211
275568	rnn.bias_hh_l0	1	-0.05898417532444
275568	rnn.bias_hh_l0	2	0.05383928865194321
275568	rnn.bias_hh_l0	3	-0.17205846309661865
275568	rnn.bias_hh_l0	4	0.06405770033597946
275568	rnn.bias_hh_l0	5	0.054510630667209625
275568	rnn.bias_hh_l0	6	-0.11141182482242584
275568	rnn.bias_hh_l0	7	-0.15677258372306824
275568	rnn.bias_hh_l0	8	-0.1792117953300476
275568	rnn.bias_hh_l0	9	-0.10862323641777039
275568	rnn.weight_ih_l0_reverse	0	-0.018313752487301826
275568	rnn.weight_ih_l0_reverse	1	-0.015565299428999424
275568	rnn.weight_ih_l0_reverse	2	-0.00034284775028936565
275568	rnn.weight_ih_l0_reverse	3	0.006256361026316881
275568	rnn.weight_ih_l0_reverse	4	0.009416374377906322
275568	rnn.weight_ih_l0_reverse	5	-0.06155679002404213
275568	rnn.weight_ih_l0_reverse	6	-0.04125223681330681
275568	rnn.weight_ih_l0_reverse	7	0.021708671003580093
275568	rnn.weight_ih_l0_reverse	8	0.10168443620204926
275568	rnn.weight_ih_l0_reverse	9	0.0007878054748289287
275568	rnn.weight_hh_l0_reverse	0	0.005664378870278597
275568	rnn.weight_hh_l0_reverse	1	0.028896233066916466
275568	rnn.weight_hh_l0_reverse	2	-0.04166046157479286
275568	rnn.weight_hh_l0_reverse	3	0.04550154134631157
275568	rnn.weight_hh_l0_reverse	4	0.022902706637978554
275568	rnn.weight_hh_l0_reverse	5	-0.011429824866354465
275568	rnn.weight_hh_l0_reverse	6	0.07158803939819336
275568	rnn.weight_hh_l0_reverse	7	0.03974732384085655
275568	rnn.weight_hh_l0_reverse	8	-0.02483898028731346
275568	rnn.weight_hh_l0_reverse	9	-0.02514241449534893
275568	rnn.bias_ih_l0_reverse	0	-0.14952482283115387
275568	rnn.bias_ih_l0_reverse	1	-0.3093273639678955
275568	rnn.bias_ih_l0_reverse	2	-0.0625050812959671
275568	rnn.bias_ih_l0_reverse	3	-0.15275080502033234
275568	rnn.bias_ih_l0_reverse	4	0.058606356382369995
275568	rnn.bias_ih_l0_reverse	5	-0.28256309032440186
275568	rnn.bias_ih_l0_reverse	6	-0.06767628341913223
275568	rnn.bias_ih_l0_reverse	7	0.009916909970343113
275568	rnn.bias_ih_l0_reverse	8	-0.19498160481452942
275568	rnn.bias_ih_l0_reverse	9	-0.08516867458820343
275568	rnn.bias_hh_l0_reverse	0	-0.1578681319952011
275568	rnn.bias_hh_l0_reverse	1	-0.15237168967723846
275568	rnn.bias_hh_l0_reverse	2	-0.010862619616091251
275568	rnn.bias_hh_l0_reverse	3	-0.13958147168159485
275568	rnn.bias_hh_l0_reverse	4	-0.027669072151184082
275568	rnn.bias_hh_l0_reverse	5	-0.12117225676774979
275568	rnn.bias_hh_l0_reverse	6	-0.07624664157629013
275568	rnn.bias_hh_l0_reverse	7	-0.1786029189825058
275568	rnn.bias_hh_l0_reverse	8	-0.05672110989689827
275568	rnn.bias_hh_l0_reverse	9	-0.12007901072502136
275568	linear.weight	0	-0.231571227312088
275568	linear.weight	1	-0.13256995379924774
275568	linear.weight	2	-0.011228874325752258
275568	linear.weight	3	-0.09205412864685059
275568	linear.weight	4	-0.012189212255179882
275568	linear.weight	5	0.23911122977733612
275568	linear.weight	6	0.0047744326293468475
275568	linear.weight	7	-0.021312154829502106
275568	linear.weight	8	0.21514664590358734
275568	linear.weight	9	0.2439207136631012
275568	linear.bias	0	-0.8390711545944214
275568	linear.bias	1	1.413470983505249
275568	linear.bias	2	-0.5163123607635498
275568	linear.bias	3	-0.7566925287246704
275568	linear.bias	4	-0.8946928977966309
275568	linear.bias	5	-1.181268572807312
275568	linear.bias	6	-0.9664989113807678
275568	linear.bias	7	-0.68927001953125
275568	linear.bias	8	-0.01705317199230194
275568	linear.bias	9	3.5303502082824707
275765	transitions	0	-0.4795728027820587
275765	transitions	1	8.91558837890625
275765	transitions	2	-3.6612977981567383
275765	transitions	3	1.6713050603866577
275765	transitions	4	-2.244781732559204
275765	transitions	5	-0.44007235765457153
275765	transitions	6	-0.1977601945400238
275765	transitions	7	-10000.0
275765	transitions	8	1.8763716220855713
275765	transitions	9	-2.295297145843506
275765	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
275765	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
275765	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
275765	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
275765	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
275765	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
275765	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
275765	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
275765	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
275765	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
275765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
275765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
275765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
275765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
275765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
275765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
275765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
275765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
275765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
275765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
275765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
275765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
275765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
275765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
275765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
275765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
275765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
275765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
275765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
275765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
275765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
275765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
275765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
275765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
275765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
275765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
275765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
275765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
275765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
275765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
275765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
275765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
275765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
275765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
275765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
275765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
275765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
275765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
275765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
275765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
275765	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
275765	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
275765	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
275765	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
275765	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
275765	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
275765	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
275765	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
275765	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
275765	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
275765	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
275765	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
275765	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
275765	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
275765	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
275765	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
275765	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
275765	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
275765	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
275765	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
275765	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
275765	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
275765	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
275765	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
275765	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
275765	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
275765	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
275765	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
275765	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
275765	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
275765	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
275765	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
275765	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
275765	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
275765	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
275765	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
275765	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
275765	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
275765	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
275765	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
275765	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
275765	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
275765	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
275765	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
275765	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
275765	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
275765	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
275765	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
275765	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
275765	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
275765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
275765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
275765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
275765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
275765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
275765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
275765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
275765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
275765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
275765	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
275765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
275765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
275765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
275765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
275765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
275765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
275765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
275765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
275765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
275765	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
275765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
275765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
275765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
275765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
275765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
275765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
275765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
275765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
275765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
275765	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
275765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
275765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
275765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
275765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
275765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
275765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
275765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
275765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
275765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
275765	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
275765	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
275765	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
275765	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
275765	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
275765	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
275765	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
275765	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
275765	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
275765	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
275765	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
275765	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
275765	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
275765	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
275765	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
275765	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
275765	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
275765	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
275765	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
275765	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
275765	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
275765	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
275765	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
275765	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
275765	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
275765	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
275765	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
275765	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
275765	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
275765	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
275765	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
275765	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
275765	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
275765	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
275765	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
275765	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
275765	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
275765	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
275765	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
275765	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
275765	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
275765	embedding2nn.weight	0	0.04507819190621376
275765	embedding2nn.weight	1	-0.08703485131263733
275765	embedding2nn.weight	2	0.0011018863879144192
275765	embedding2nn.weight	3	-0.059688761830329895
275765	embedding2nn.weight	4	-0.12221299111843109
275765	embedding2nn.weight	5	0.10839901119470596
275765	embedding2nn.weight	6	-0.07682652026414871
275765	embedding2nn.weight	7	-0.08605057001113892
275765	embedding2nn.weight	8	-0.03521530330181122
275765	embedding2nn.weight	9	0.0405954010784626
275765	embedding2nn.bias	0	0.07111666351556778
275765	embedding2nn.bias	1	-0.030333589762449265
275765	embedding2nn.bias	2	-0.058655157685279846
275765	embedding2nn.bias	3	0.010608162730932236
275765	embedding2nn.bias	4	-0.00946021731942892
275765	embedding2nn.bias	5	-0.18913514912128448
275765	embedding2nn.bias	6	-0.11975753307342529
275765	embedding2nn.bias	7	-0.00380139471963048
275765	embedding2nn.bias	8	0.053928080946207047
275765	embedding2nn.bias	9	-0.043692994862794876
275765	rnn.weight_ih_l0	0	0.037269312888383865
275765	rnn.weight_ih_l0	1	-0.08905158936977386
275765	rnn.weight_ih_l0	2	-0.06428860872983932
275765	rnn.weight_ih_l0	3	-0.050884731113910675
275765	rnn.weight_ih_l0	4	0.016002925112843513
275765	rnn.weight_ih_l0	5	-0.11146458238363266
275765	rnn.weight_ih_l0	6	-0.028536226600408554
275765	rnn.weight_ih_l0	7	0.002665512030944228
275765	rnn.weight_ih_l0	8	0.04556109011173248
275765	rnn.weight_ih_l0	9	0.010099191218614578
275765	rnn.weight_hh_l0	0	0.00401626480743289
275765	rnn.weight_hh_l0	1	-0.07728786766529083
275765	rnn.weight_hh_l0	2	0.07494065910577774
275765	rnn.weight_hh_l0	3	0.05086561292409897
275765	rnn.weight_hh_l0	4	0.007224865257740021
275765	rnn.weight_hh_l0	5	0.06969708204269409
275765	rnn.weight_hh_l0	6	-0.018553709611296654
275765	rnn.weight_hh_l0	7	-0.11579903960227966
275765	rnn.weight_hh_l0	8	0.02713123895227909
275765	rnn.weight_hh_l0	9	-0.07384182512760162
275765	rnn.bias_ih_l0	0	-0.08400924503803253
275765	rnn.bias_ih_l0	1	-0.19731658697128296
275765	rnn.bias_ih_l0	2	-0.26929301023483276
275765	rnn.bias_ih_l0	3	-0.2775886058807373
275765	rnn.bias_ih_l0	4	-0.0004527210840024054
275765	rnn.bias_ih_l0	5	0.053083181381225586
275765	rnn.bias_ih_l0	6	-0.1673104614019394
275765	rnn.bias_ih_l0	7	-0.27342668175697327
275765	rnn.bias_ih_l0	8	-0.1529121696949005
275765	rnn.bias_ih_l0	9	-0.170674130320549
275765	rnn.bias_hh_l0	0	0.13074703514575958
275765	rnn.bias_hh_l0	1	-0.059148531407117844
275765	rnn.bias_hh_l0	2	0.053567416965961456
275765	rnn.bias_hh_l0	3	-0.17197369039058685
275765	rnn.bias_hh_l0	4	0.06303424388170242
275765	rnn.bias_hh_l0	5	0.05372566357254982
275765	rnn.bias_hh_l0	6	-0.11114950478076935
275765	rnn.bias_hh_l0	7	-0.15664176642894745
275765	rnn.bias_hh_l0	8	-0.17971450090408325
275765	rnn.bias_hh_l0	9	-0.10941820591688156
275765	rnn.weight_ih_l0_reverse	0	-0.018446117639541626
275765	rnn.weight_ih_l0_reverse	1	-0.016056779772043228
275765	rnn.weight_ih_l0_reverse	2	-0.00035437411861494184
275765	rnn.weight_ih_l0_reverse	3	0.005878028925508261
275765	rnn.weight_ih_l0_reverse	4	0.00964109692722559
275765	rnn.weight_ih_l0_reverse	5	-0.06195224076509476
275765	rnn.weight_ih_l0_reverse	6	-0.041530247777700424
275765	rnn.weight_ih_l0_reverse	7	0.02169954590499401
275765	rnn.weight_ih_l0_reverse	8	0.10157660394906998
275765	rnn.weight_ih_l0_reverse	9	0.0006982467602938414
275765	rnn.weight_hh_l0_reverse	0	0.0056737735867500305
275765	rnn.weight_hh_l0_reverse	1	0.02895697019994259
275765	rnn.weight_hh_l0_reverse	2	-0.04146663844585419
275765	rnn.weight_hh_l0_reverse	3	0.04557070508599281
275765	rnn.weight_hh_l0_reverse	4	0.022934673354029655
275765	rnn.weight_hh_l0_reverse	5	-0.011130028404295444
275765	rnn.weight_hh_l0_reverse	6	0.07164326310157776
275765	rnn.weight_hh_l0_reverse	7	0.03975239768624306
275765	rnn.weight_hh_l0_reverse	8	-0.02518482133746147
275765	rnn.weight_hh_l0_reverse	9	-0.025089791044592857
275765	rnn.bias_ih_l0_reverse	0	-0.14945030212402344
275765	rnn.bias_ih_l0_reverse	1	-0.3092411458492279
275765	rnn.bias_ih_l0_reverse	2	-0.06271041929721832
275765	rnn.bias_ih_l0_reverse	3	-0.1518024355173111
275765	rnn.bias_ih_l0_reverse	4	0.05786517262458801
275765	rnn.bias_ih_l0_reverse	5	-0.28154975175857544
275765	rnn.bias_ih_l0_reverse	6	-0.06789980083703995
275765	rnn.bias_ih_l0_reverse	7	0.011204888112843037
275765	rnn.bias_ih_l0_reverse	8	-0.19535915553569794
275765	rnn.bias_ih_l0_reverse	9	-0.08552640676498413
275765	rnn.bias_hh_l0_reverse	0	-0.15687324106693268
275765	rnn.bias_hh_l0_reverse	1	-0.15292121469974518
275765	rnn.bias_hh_l0_reverse	2	-0.011170580983161926
275765	rnn.bias_hh_l0_reverse	3	-0.13862520456314087
275765	rnn.bias_hh_l0_reverse	4	-0.027190839871764183
275765	rnn.bias_hh_l0_reverse	5	-0.12183180451393127
275765	rnn.bias_hh_l0_reverse	6	-0.07597069442272186
275765	rnn.bias_hh_l0_reverse	7	-0.17854923009872437
275765	rnn.bias_hh_l0_reverse	8	-0.05740189924836159
275765	rnn.bias_hh_l0_reverse	9	-0.12021688371896744
275765	linear.weight	0	-0.23188139498233795
275765	linear.weight	1	-0.13207997381687164
275765	linear.weight	2	-0.011228874325752258
275765	linear.weight	3	-0.09265713393688202
275765	linear.weight	4	-0.01212058961391449
275765	linear.weight	5	0.23674745857715607
275765	linear.weight	6	0.0047744326293468475
275765	linear.weight	7	-0.021312154829502106
275765	linear.weight	8	0.2215079814195633
275765	linear.weight	9	0.24381713569164276
275765	linear.bias	0	-0.8294546008110046
275765	linear.bias	1	1.4218534231185913
275765	linear.bias	2	-0.5052196383476257
275765	linear.bias	3	-0.761932909488678
275765	linear.bias	4	-0.9008373618125916
275765	linear.bias	5	-1.1812723875045776
275765	linear.bias	6	-0.9581299424171448
275765	linear.bias	7	-0.6901010870933533
275765	linear.bias	8	-0.01705317199230194
275765	linear.bias	9	3.5386955738067627
275962	transitions	0	-0.47958260774612427
275962	transitions	1	8.920769691467285
275962	transitions	2	-3.6613919734954834
275962	transitions	3	1.6696425676345825
275962	transitions	4	-2.2448980808258057
275962	transitions	5	-0.44010618329048157
275962	transitions	6	-0.19776484370231628
275962	transitions	7	-10000.0
275962	transitions	8	1.8760474920272827
275962	transitions	9	-2.2952988147735596
275962	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
275962	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
275962	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
275962	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
275962	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
275962	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
275962	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
275962	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
275962	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
275962	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
275962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
275962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
275962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
275962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
275962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
275962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
275962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
275962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
275962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
275962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
275962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
275962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
275962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
275962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
275962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
275962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
275962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
275962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
275962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
275962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
275962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
275962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
275962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
275962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
275962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
275962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
275962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
275962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
275962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
275962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
275962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
275962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
275962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
275962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
275962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
275962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
275962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
275962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
275962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
275962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
275962	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
275962	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
275962	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
275962	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
275962	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
275962	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
275962	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
275962	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
275962	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
275962	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
275962	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
275962	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
275962	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
275962	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
275962	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
275962	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
275962	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
275962	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
275962	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
275962	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
275962	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
275962	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
275962	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
275962	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
275962	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
275962	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
275962	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
275962	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
275962	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
275962	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
275962	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
275962	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
275962	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
275962	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
275962	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
275962	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
275962	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
275962	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
275962	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
275962	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
275962	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
275962	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
275962	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
275962	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
275962	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
275962	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
275962	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
275962	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
275962	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
275962	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
275962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
275962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
275962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
275962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
275962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
275962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
275962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
275962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
275962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
275962	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
275962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
275962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
275962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
275962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
275962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
275962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
275962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
275962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
275962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
275962	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
275962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
275962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
275962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
275962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
275962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
275962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
275962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
275962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
275962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
275962	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
275962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
275962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
275962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
275962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
275962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
275962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
275962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
275962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
275962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
275962	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
275962	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
275962	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
275962	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
275962	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
275962	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
275962	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
275962	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
275962	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
275962	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
275962	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
275962	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
275962	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
275962	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
275962	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
275962	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
275962	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
275962	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
275962	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
275962	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
275962	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
275962	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
275962	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
275962	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
275962	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
275962	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
275962	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
275962	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
275962	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
275962	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
275962	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
275962	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
275962	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
275962	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
275962	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
275962	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
275962	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
275962	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
275962	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
275962	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
275962	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
275962	embedding2nn.weight	0	0.045110058039426804
275962	embedding2nn.weight	1	-0.08756575733423233
275962	embedding2nn.weight	2	0.0006814450025558472
275962	embedding2nn.weight	3	-0.059548843652009964
275962	embedding2nn.weight	4	-0.12281444668769836
275962	embedding2nn.weight	5	0.1086701899766922
275962	embedding2nn.weight	6	-0.07976681739091873
275962	embedding2nn.weight	7	-0.08670642226934433
275962	embedding2nn.weight	8	-0.034525103867053986
275962	embedding2nn.weight	9	0.03977710381150246
275962	embedding2nn.bias	0	0.07115480303764343
275962	embedding2nn.bias	1	-0.028417222201824188
275962	embedding2nn.bias	2	-0.05970337614417076
275962	embedding2nn.bias	3	0.009190176613628864
275962	embedding2nn.bias	4	-0.007317536510527134
275962	embedding2nn.bias	5	-0.1857304871082306
275962	embedding2nn.bias	6	-0.12424174696207047
275962	embedding2nn.bias	7	-0.008716977201402187
275962	embedding2nn.bias	8	0.05480077490210533
275962	embedding2nn.bias	9	-0.046284694224596024
275962	rnn.weight_ih_l0	0	0.037511199712753296
275962	rnn.weight_ih_l0	1	-0.08955768495798111
275962	rnn.weight_ih_l0	2	-0.06465160101652145
275962	rnn.weight_ih_l0	3	-0.0504823662340641
275962	rnn.weight_ih_l0	4	0.01681337133049965
275962	rnn.weight_ih_l0	5	-0.11103831231594086
275962	rnn.weight_ih_l0	6	-0.028107916936278343
275962	rnn.weight_ih_l0	7	0.0032941042445600033
275962	rnn.weight_ih_l0	8	0.04594035446643829
275962	rnn.weight_ih_l0	9	0.011242528446018696
275962	rnn.weight_hh_l0	0	0.003775710705667734
275962	rnn.weight_hh_l0	1	-0.07799533754587173
275962	rnn.weight_hh_l0	2	0.0749422162771225
275962	rnn.weight_hh_l0	3	0.05115155130624771
275962	rnn.weight_hh_l0	4	0.0072521246038377285
275962	rnn.weight_hh_l0	5	0.06974857300519943
275962	rnn.weight_hh_l0	6	-0.018754402175545692
275962	rnn.weight_hh_l0	7	-0.11581099778413773
275962	rnn.weight_hh_l0	8	0.027494575828313828
275962	rnn.weight_hh_l0	9	-0.0742327868938446
275962	rnn.bias_ih_l0	0	-0.08556322753429413
275962	rnn.bias_ih_l0	1	-0.19839276373386383
275962	rnn.bias_ih_l0	2	-0.2689235508441925
275962	rnn.bias_ih_l0	3	-0.27696889638900757
275962	rnn.bias_ih_l0	4	0.00021885460591875017
275962	rnn.bias_ih_l0	5	0.052793607115745544
275962	rnn.bias_ih_l0	6	-0.16734667122364044
275962	rnn.bias_ih_l0	7	-0.27458447217941284
275962	rnn.bias_ih_l0	8	-0.15160967409610748
275962	rnn.bias_ih_l0	9	-0.1715383231639862
275962	rnn.bias_hh_l0	0	0.1308688521385193
275962	rnn.bias_hh_l0	1	-0.05933168902993202
275962	rnn.bias_hh_l0	2	0.05345704033970833
275962	rnn.bias_hh_l0	3	-0.17290270328521729
275962	rnn.bias_hh_l0	4	0.06412000954151154
275962	rnn.bias_hh_l0	5	0.05294054374098778
275962	rnn.bias_hh_l0	6	-0.1108149066567421
275962	rnn.bias_hh_l0	7	-0.15644432604312897
275962	rnn.bias_hh_l0	8	-0.17946866154670715
275962	rnn.bias_hh_l0	9	-0.10867515206336975
275962	rnn.weight_ih_l0_reverse	0	-0.018802830949425697
275962	rnn.weight_ih_l0_reverse	1	-0.016340386122465134
275962	rnn.weight_ih_l0_reverse	2	0.0004398928431328386
275962	rnn.weight_ih_l0_reverse	3	0.006017352920025587
275962	rnn.weight_ih_l0_reverse	4	0.009863688610494137
275962	rnn.weight_ih_l0_reverse	5	-0.061603154987096786
275962	rnn.weight_ih_l0_reverse	6	-0.04186125844717026
275962	rnn.weight_ih_l0_reverse	7	0.02202729508280754
275962	rnn.weight_ih_l0_reverse	8	0.10248105227947235
275962	rnn.weight_ih_l0_reverse	9	0.0013785447226837277
275962	rnn.weight_hh_l0_reverse	0	0.005381906405091286
275962	rnn.weight_hh_l0_reverse	1	0.02887275256216526
275962	rnn.weight_hh_l0_reverse	2	-0.04156354442238808
275962	rnn.weight_hh_l0_reverse	3	0.045468736439943314
275962	rnn.weight_hh_l0_reverse	4	0.022867579013109207
275962	rnn.weight_hh_l0_reverse	5	-0.011127114295959473
275962	rnn.weight_hh_l0_reverse	6	0.07186482846736908
275962	rnn.weight_hh_l0_reverse	7	0.039930496364831924
275962	rnn.weight_hh_l0_reverse	8	-0.025281505659222603
275962	rnn.weight_hh_l0_reverse	9	-0.02517734095454216
275962	rnn.bias_ih_l0_reverse	0	-0.14865043759346008
275962	rnn.bias_ih_l0_reverse	1	-0.3089700937271118
275962	rnn.bias_ih_l0_reverse	2	-0.06311117112636566
275962	rnn.bias_ih_l0_reverse	3	-0.15249156951904297
275962	rnn.bias_ih_l0_reverse	4	0.05779718980193138
275962	rnn.bias_ih_l0_reverse	5	-0.2822604477405548
275962	rnn.bias_ih_l0_reverse	6	-0.06740230321884155
275962	rnn.bias_ih_l0_reverse	7	0.009377549402415752
275962	rnn.bias_ih_l0_reverse	8	-0.19467583298683167
275962	rnn.bias_ih_l0_reverse	9	-0.0843721330165863
275962	rnn.bias_hh_l0_reverse	0	-0.15560130774974823
275962	rnn.bias_hh_l0_reverse	1	-0.15254884958267212
275962	rnn.bias_hh_l0_reverse	2	-0.01080330926924944
275962	rnn.bias_hh_l0_reverse	3	-0.13841845095157623
275962	rnn.bias_hh_l0_reverse	4	-0.028003986924886703
275962	rnn.bias_hh_l0_reverse	5	-0.1220303624868393
275962	rnn.bias_hh_l0_reverse	6	-0.0746261402964592
275962	rnn.bias_hh_l0_reverse	7	-0.1792745441198349
275962	rnn.bias_hh_l0_reverse	8	-0.058067936450242996
275962	rnn.bias_hh_l0_reverse	9	-0.12061762064695358
275962	linear.weight	0	-0.23006951808929443
275962	linear.weight	1	-0.1322011649608612
275962	linear.weight	2	-0.011228874325752258
275962	linear.weight	3	-0.09416240453720093
275962	linear.weight	4	-0.013544362969696522
275962	linear.weight	5	0.24082478880882263
275962	linear.weight	6	0.0047744326293468475
275962	linear.weight	7	-0.021312154829502106
275962	linear.weight	8	0.22348858416080475
275962	linear.weight	9	0.24002613127231598
275962	linear.bias	0	-0.8395934700965881
275962	linear.bias	1	1.4277821779251099
275962	linear.bias	2	-0.5245667099952698
275962	linear.bias	3	-0.7595984935760498
275962	linear.bias	4	-0.9065936207771301
275962	linear.bias	5	-1.1812766790390015
275962	linear.bias	6	-0.9677164554595947
275962	linear.bias	7	-0.6742546558380127
275962	linear.bias	8	-0.01705317199230194
275962	linear.bias	9	3.5171332359313965
276159	transitions	0	-0.47959667444229126
276159	transitions	1	8.935276985168457
276159	transitions	2	-3.6614768505096436
276159	transitions	3	1.6727689504623413
276159	transitions	4	-2.244976758956909
276159	transitions	5	-0.4401131868362427
276159	transitions	6	-0.1977812945842743
276159	transitions	7	-10000.0
276159	transitions	8	1.87456214427948
276159	transitions	9	-2.295300245285034
276159	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
276159	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
276159	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
276159	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
276159	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
276159	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
276159	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
276159	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
276159	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
276159	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
276159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
276159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
276159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
276159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
276159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
276159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
276159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
276159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
276159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
276159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
276159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
276159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
276159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
276159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
276159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
276159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
276159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
276159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
276159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
276159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
276159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
276159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
276159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
276159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
276159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
276159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
276159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
276159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
276159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
276159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
276159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
276159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
276159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
276159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
276159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
276159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
276159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
276159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
276159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
276159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
276159	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
276159	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
276159	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
276159	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
276159	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
276159	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
276159	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
276159	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
276159	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
276159	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
276159	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
276159	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
276159	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
276159	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
276159	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
276159	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
276159	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
276159	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
276159	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
276159	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
276159	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
276159	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
276159	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
276159	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
276159	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
276159	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
276159	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
276159	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
276159	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
276159	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
276159	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
276159	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
276159	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
276159	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
276159	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
276159	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
276159	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
276159	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
276159	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
276159	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
276159	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
276159	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
276159	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
276159	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
276159	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
276159	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
276159	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
276159	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
276159	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
276159	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
276159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
276159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
276159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
276159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
276159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
276159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
276159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
276159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
276159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
276159	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
276159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
276159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
276159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
276159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
276159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
276159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
276159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
276159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
276159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
276159	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
276159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
276159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
276159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
276159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
276159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
276159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
276159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
276159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
276159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
276159	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
276159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
276159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
276159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
276159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
276159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
276159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
276159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
276159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
276159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
276159	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
276159	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
276159	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
276159	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
276159	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
276159	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
276159	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
276159	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
276159	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
276159	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
276159	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
276159	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
276159	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
276159	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
276159	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
276159	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
276159	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
276159	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
276159	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
276159	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
276159	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
276159	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
276159	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
276159	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
276159	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
276159	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
276159	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
276159	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
276159	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
276159	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
276159	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
276159	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
276159	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
276159	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
276159	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
276159	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
276159	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
276159	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
276159	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
276159	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
276159	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
276159	embedding2nn.weight	0	0.04498690366744995
276159	embedding2nn.weight	1	-0.0872751846909523
276159	embedding2nn.weight	2	0.000182889198185876
276159	embedding2nn.weight	3	-0.059732578694820404
276159	embedding2nn.weight	4	-0.12205708771944046
276159	embedding2nn.weight	5	0.1083693653345108
276159	embedding2nn.weight	6	-0.07949117571115494
276159	embedding2nn.weight	7	-0.08700341731309891
276159	embedding2nn.weight	8	-0.03424942120909691
276159	embedding2nn.weight	9	0.039662208408117294
276159	embedding2nn.bias	0	0.07126999646425247
276159	embedding2nn.bias	1	-0.026528920978307724
276159	embedding2nn.bias	2	-0.06375811994075775
276159	embedding2nn.bias	3	0.010572151280939579
276159	embedding2nn.bias	4	-0.0004710514622274786
276159	embedding2nn.bias	5	-0.1882135570049286
276159	embedding2nn.bias	6	-0.1237487643957138
276159	embedding2nn.bias	7	-0.003835114650428295
276159	embedding2nn.bias	8	0.05448237434029579
276159	embedding2nn.bias	9	-0.05240587145090103
276159	rnn.weight_ih_l0	0	0.03745991364121437
276159	rnn.weight_ih_l0	1	-0.08985057473182678
276159	rnn.weight_ih_l0	2	-0.06490541994571686
276159	rnn.weight_ih_l0	3	-0.05132463574409485
276159	rnn.weight_ih_l0	4	0.017023542895913124
276159	rnn.weight_ih_l0	5	-0.11202918738126755
276159	rnn.weight_ih_l0	6	-0.028283104300498962
276159	rnn.weight_ih_l0	7	0.0027764791157096624
276159	rnn.weight_ih_l0	8	0.045860785990953445
276159	rnn.weight_ih_l0	9	0.010652478784322739
276159	rnn.weight_hh_l0	0	0.003906654193997383
276159	rnn.weight_hh_l0	1	-0.07775226980447769
276159	rnn.weight_hh_l0	2	0.07495329529047012
276159	rnn.weight_hh_l0	3	0.051203351467847824
276159	rnn.weight_hh_l0	4	0.007290092762559652
276159	rnn.weight_hh_l0	5	0.0698673352599144
276159	rnn.weight_hh_l0	6	-0.01869717426598072
276159	rnn.weight_hh_l0	7	-0.11585614830255508
276159	rnn.weight_hh_l0	8	0.027232713997364044
276159	rnn.weight_hh_l0	9	-0.07381695508956909
276159	rnn.bias_ih_l0	0	-0.0855030044913292
276159	rnn.bias_ih_l0	1	-0.19823791086673737
276159	rnn.bias_ih_l0	2	-0.26916301250457764
276159	rnn.bias_ih_l0	3	-0.27633237838745117
276159	rnn.bias_ih_l0	4	0.00015985005302354693
276159	rnn.bias_ih_l0	5	0.052029311656951904
276159	rnn.bias_ih_l0	6	-0.1675644963979721
276159	rnn.bias_ih_l0	7	-0.2749370038509369
276159	rnn.bias_ih_l0	8	-0.15252850949764252
276159	rnn.bias_ih_l0	9	-0.17114286124706268
276159	rnn.bias_hh_l0	0	0.13085316121578217
276159	rnn.bias_hh_l0	1	-0.05888616666197777
276159	rnn.bias_hh_l0	2	0.05365654081106186
276159	rnn.bias_hh_l0	3	-0.17358998954296112
276159	rnn.bias_hh_l0	4	0.06294438987970352
276159	rnn.bias_hh_l0	5	0.05442117154598236
276159	rnn.bias_hh_l0	6	-0.11083370447158813
276159	rnn.bias_hh_l0	7	-0.1560455560684204
276159	rnn.bias_hh_l0	8	-0.17913030087947845
276159	rnn.bias_hh_l0	9	-0.10817008465528488
276159	rnn.weight_ih_l0_reverse	0	-0.018396183848381042
276159	rnn.weight_ih_l0_reverse	1	-0.015700625255703926
276159	rnn.weight_ih_l0_reverse	2	-2.3733489797450602e-05
276159	rnn.weight_ih_l0_reverse	3	0.006523787975311279
276159	rnn.weight_ih_l0_reverse	4	0.009638245217502117
276159	rnn.weight_ih_l0_reverse	5	-0.06171812117099762
276159	rnn.weight_ih_l0_reverse	6	-0.04178265109658241
276159	rnn.weight_ih_l0_reverse	7	0.022603187710046768
276159	rnn.weight_ih_l0_reverse	8	0.10204467177391052
276159	rnn.weight_ih_l0_reverse	9	0.0011912981281057
276159	rnn.weight_hh_l0_reverse	0	0.005244454834610224
276159	rnn.weight_hh_l0_reverse	1	0.028764111921191216
276159	rnn.weight_hh_l0_reverse	2	-0.041621703654527664
276159	rnn.weight_hh_l0_reverse	3	0.04518745094537735
276159	rnn.weight_hh_l0_reverse	4	0.02280191145837307
276159	rnn.weight_hh_l0_reverse	5	-0.011028367094695568
276159	rnn.weight_hh_l0_reverse	6	0.07220631837844849
276159	rnn.weight_hh_l0_reverse	7	0.03976815566420555
276159	rnn.weight_hh_l0_reverse	8	-0.025107931345701218
276159	rnn.weight_hh_l0_reverse	9	-0.025005659088492393
276159	rnn.bias_ih_l0_reverse	0	-0.14929160475730896
276159	rnn.bias_ih_l0_reverse	1	-0.30855873227119446
276159	rnn.bias_ih_l0_reverse	2	-0.0632106363773346
276159	rnn.bias_ih_l0_reverse	3	-0.15267273783683777
276159	rnn.bias_ih_l0_reverse	4	0.057763610035181046
276159	rnn.bias_ih_l0_reverse	5	-0.2809697091579437
276159	rnn.bias_ih_l0_reverse	6	-0.06698344647884369
276159	rnn.bias_ih_l0_reverse	7	0.008467991836369038
276159	rnn.bias_ih_l0_reverse	8	-0.1940625160932541
276159	rnn.bias_ih_l0_reverse	9	-0.08384757488965988
276159	rnn.bias_hh_l0_reverse	0	-0.15505380928516388
276159	rnn.bias_hh_l0_reverse	1	-0.15336152911186218
276159	rnn.bias_hh_l0_reverse	2	-0.01063989382237196
276159	rnn.bias_hh_l0_reverse	3	-0.1393880993127823
276159	rnn.bias_hh_l0_reverse	4	-0.02835693582892418
276159	rnn.bias_hh_l0_reverse	5	-0.12246347218751907
276159	rnn.bias_hh_l0_reverse	6	-0.0753185898065567
276159	rnn.bias_hh_l0_reverse	7	-0.1792992204427719
276159	rnn.bias_hh_l0_reverse	8	-0.057594411075115204
276159	rnn.bias_hh_l0_reverse	9	-0.12084616720676422
276159	linear.weight	0	-0.2297777384519577
276159	linear.weight	1	-0.13111236691474915
276159	linear.weight	2	-0.011228874325752258
276159	linear.weight	3	-0.09372133761644363
276159	linear.weight	4	-0.018217459321022034
276159	linear.weight	5	0.24017749726772308
276159	linear.weight	6	0.0047744326293468475
276159	linear.weight	7	-0.021312154829502106
276159	linear.weight	8	0.2193421721458435
276159	linear.weight	9	0.2466198205947876
276159	linear.bias	0	-0.8433427214622498
276159	linear.bias	1	1.4160727262496948
276159	linear.bias	2	-0.5187208652496338
276159	linear.bias	3	-0.7444655895233154
276159	linear.bias	4	-0.9022156596183777
276159	linear.bias	5	-1.1812812089920044
276159	linear.bias	6	-0.9708331823348999
276159	linear.bias	7	-0.682283341884613
276159	linear.bias	8	-0.01705317199230194
276159	linear.bias	9	3.5452868938446045
276356	transitions	0	-0.47969821095466614
276356	transitions	1	8.923147201538086
276356	transitions	2	-3.6616148948669434
276356	transitions	3	1.6698731184005737
276356	transitions	4	-2.245041608810425
276356	transitions	5	-0.44012486934661865
276356	transitions	6	-0.19778771698474884
276356	transitions	7	-10000.0
276356	transitions	8	1.8725531101226807
276356	transitions	9	-2.2953009605407715
276356	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
276356	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
276356	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
276356	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
276356	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
276356	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
276356	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
276356	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
276356	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
276356	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
276356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
276356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
276356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
276356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
276356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
276356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
276356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
276356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
276356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
276356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
276356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
276356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
276356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
276356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
276356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
276356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
276356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
276356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
276356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
276356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
276356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
276356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
276356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
276356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
276356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
276356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
276356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
276356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
276356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
276356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
276356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
276356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
276356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
276356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
276356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
276356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
276356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
276356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
276356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
276356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
276356	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
276356	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
276356	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
276356	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
276356	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
276356	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
276356	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
276356	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
276356	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
276356	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
276356	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
276356	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
276356	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
276356	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
276356	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
276356	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
276356	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
276356	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
276356	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
276356	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
276356	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
276356	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
276356	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
276356	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
276356	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
276356	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
276356	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
276356	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
276356	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
276356	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
276356	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
276356	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
276356	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
276356	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
276356	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
276356	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
276356	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
276356	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
276356	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
276356	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
276356	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
276356	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
276356	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
276356	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
276356	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
276356	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
276356	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
276356	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
276356	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
276356	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
276356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
276356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
276356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
276356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
276356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
276356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
276356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
276356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
276356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
276356	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
276356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
276356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
276356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
276356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
276356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
276356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
276356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
276356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
276356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
276356	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
276356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
276356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
276356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
276356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
276356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
276356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
276356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
276356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
276356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
276356	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
276356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
276356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
276356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
276356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
276356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
276356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
276356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
276356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
276356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
276356	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
276356	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
276356	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
276356	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
276356	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
276356	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
276356	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
276356	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
276356	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
276356	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
276356	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
276356	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
276356	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
276356	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
276356	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
276356	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
276356	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
276356	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
276356	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
276356	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
276356	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
276356	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
276356	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
276356	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
276356	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
276356	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
276356	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
276356	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
276356	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
276356	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
276356	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
276356	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
276356	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
276356	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
276356	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
276356	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
276356	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
276356	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
276356	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
276356	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
276356	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
276356	embedding2nn.weight	0	0.045091412961483
276356	embedding2nn.weight	1	-0.08728454262018204
276356	embedding2nn.weight	2	0.00031061313347890973
276356	embedding2nn.weight	3	-0.059744879603385925
276356	embedding2nn.weight	4	-0.12314831465482712
276356	embedding2nn.weight	5	0.10833427309989929
276356	embedding2nn.weight	6	-0.07893954962491989
276356	embedding2nn.weight	7	-0.08710724860429764
276356	embedding2nn.weight	8	-0.03436192125082016
276356	embedding2nn.weight	9	0.039803437888622284
276356	embedding2nn.bias	0	0.07380517572164536
276356	embedding2nn.bias	1	-0.0211690291762352
276356	embedding2nn.bias	2	-0.06367161124944687
276356	embedding2nn.bias	3	0.013917081989347935
276356	embedding2nn.bias	4	-0.0023457142524421215
276356	embedding2nn.bias	5	-0.18558269739151
276356	embedding2nn.bias	6	-0.12137328833341599
276356	embedding2nn.bias	7	-0.0026679877191781998
276356	embedding2nn.bias	8	0.051694292575120926
276356	embedding2nn.bias	9	-0.04984305426478386
276356	rnn.weight_ih_l0	0	0.037296414375305176
276356	rnn.weight_ih_l0	1	-0.0902264267206192
276356	rnn.weight_ih_l0	2	-0.06586187332868576
276356	rnn.weight_ih_l0	3	-0.05100058764219284
276356	rnn.weight_ih_l0	4	0.01706184633076191
276356	rnn.weight_ih_l0	5	-0.11222639679908752
276356	rnn.weight_ih_l0	6	-0.02895057573914528
276356	rnn.weight_ih_l0	7	0.0032900068908929825
276356	rnn.weight_ih_l0	8	0.04501458629965782
276356	rnn.weight_ih_l0	9	0.011189947836101055
276356	rnn.weight_hh_l0	0	0.004173912573605776
276356	rnn.weight_hh_l0	1	-0.07770742475986481
276356	rnn.weight_hh_l0	2	0.07497838884592056
276356	rnn.weight_hh_l0	3	0.0511331744492054
276356	rnn.weight_hh_l0	4	0.007259574718773365
276356	rnn.weight_hh_l0	5	0.06972099840641022
276356	rnn.weight_hh_l0	6	-0.018722452223300934
276356	rnn.weight_hh_l0	7	-0.11589285731315613
276356	rnn.weight_hh_l0	8	0.02707025222480297
276356	rnn.weight_hh_l0	9	-0.07294129580259323
276356	rnn.bias_ih_l0	0	-0.08520162105560303
276356	rnn.bias_ih_l0	1	-0.19774827361106873
276356	rnn.bias_ih_l0	2	-0.2691749632358551
276356	rnn.bias_ih_l0	3	-0.2763211727142334
276356	rnn.bias_ih_l0	4	-1.9996732589788735e-05
276356	rnn.bias_ih_l0	5	0.050730254501104355
276356	rnn.bias_ih_l0	6	-0.16709329187870026
276356	rnn.bias_ih_l0	7	-0.2744322121143341
276356	rnn.bias_ih_l0	8	-0.1509280502796173
276356	rnn.bias_ih_l0	9	-0.17074722051620483
276356	rnn.bias_hh_l0	0	0.13089080154895782
276356	rnn.bias_hh_l0	1	-0.05889769271016121
276356	rnn.bias_hh_l0	2	0.05290524289011955
276356	rnn.bias_hh_l0	3	-0.1735241562128067
276356	rnn.bias_hh_l0	4	0.06283049285411835
276356	rnn.bias_hh_l0	5	0.053440432995557785
276356	rnn.bias_hh_l0	6	-0.11077403277158737
276356	rnn.bias_hh_l0	7	-0.15597057342529297
276356	rnn.bias_hh_l0	8	-0.17887037992477417
276356	rnn.bias_hh_l0	9	-0.10762745887041092
276356	rnn.weight_ih_l0_reverse	0	-0.018817851319909096
276356	rnn.weight_ih_l0_reverse	1	-0.015631062909960747
276356	rnn.weight_ih_l0_reverse	2	-0.0008473846246488392
276356	rnn.weight_ih_l0_reverse	3	0.005759446416050196
276356	rnn.weight_ih_l0_reverse	4	0.008942046202719212
276356	rnn.weight_ih_l0_reverse	5	-0.062133606523275375
276356	rnn.weight_ih_l0_reverse	6	-0.04181081801652908
276356	rnn.weight_ih_l0_reverse	7	0.023108389228582382
276356	rnn.weight_ih_l0_reverse	8	0.10122141987085342
276356	rnn.weight_ih_l0_reverse	9	0.0015980909811332822
276356	rnn.weight_hh_l0_reverse	0	0.004969663918018341
276356	rnn.weight_hh_l0_reverse	1	0.02863633818924427
276356	rnn.weight_hh_l0_reverse	2	-0.041664596647024155
276356	rnn.weight_hh_l0_reverse	3	0.04512612149119377
276356	rnn.weight_hh_l0_reverse	4	0.022782517597079277
276356	rnn.weight_hh_l0_reverse	5	-0.011088278144598007
276356	rnn.weight_hh_l0_reverse	6	0.0719383955001831
276356	rnn.weight_hh_l0_reverse	7	0.03944593295454979
276356	rnn.weight_hh_l0_reverse	8	-0.025204360485076904
276356	rnn.weight_hh_l0_reverse	9	-0.024784158915281296
276356	rnn.bias_ih_l0_reverse	0	-0.1496332883834839
276356	rnn.bias_ih_l0_reverse	1	-0.30858463048934937
276356	rnn.bias_ih_l0_reverse	2	-0.0635378435254097
276356	rnn.bias_ih_l0_reverse	3	-0.15242278575897217
276356	rnn.bias_ih_l0_reverse	4	0.0580420158803463
276356	rnn.bias_ih_l0_reverse	5	-0.28071174025535583
276356	rnn.bias_ih_l0_reverse	6	-0.06679165363311768
276356	rnn.bias_ih_l0_reverse	7	0.008167036809027195
276356	rnn.bias_ih_l0_reverse	8	-0.19460681080818176
276356	rnn.bias_ih_l0_reverse	9	-0.08295183628797531
276356	rnn.bias_hh_l0_reverse	0	-0.15492720901966095
276356	rnn.bias_hh_l0_reverse	1	-0.1529933661222458
276356	rnn.bias_hh_l0_reverse	2	-0.010626662522554398
276356	rnn.bias_hh_l0_reverse	3	-0.13949033617973328
276356	rnn.bias_hh_l0_reverse	4	-0.029072942212224007
276356	rnn.bias_hh_l0_reverse	5	-0.12257117033004761
276356	rnn.bias_hh_l0_reverse	6	-0.07511927932500839
276356	rnn.bias_hh_l0_reverse	7	-0.17852243781089783
276356	rnn.bias_hh_l0_reverse	8	-0.05740842968225479
276356	rnn.bias_hh_l0_reverse	9	-0.1206027939915657
276356	linear.weight	0	-0.22972549498081207
276356	linear.weight	1	-0.13352704048156738
276356	linear.weight	2	-0.011228874325752258
276356	linear.weight	3	-0.09499790519475937
276356	linear.weight	4	-0.013105524703860283
276356	linear.weight	5	0.24058236181735992
276356	linear.weight	6	0.0047744326293468475
276356	linear.weight	7	-0.021312154829502106
276356	linear.weight	8	0.21726424992084503
276356	linear.weight	9	0.24933795630931854
276356	linear.bias	0	-0.8472605347633362
276356	linear.bias	1	1.422062873840332
276356	linear.bias	2	-0.5199299454689026
276356	linear.bias	3	-0.7544821500778198
276356	linear.bias	4	-0.8926218152046204
276356	linear.bias	5	-1.1812852621078491
276356	linear.bias	6	-0.9739251732826233
276356	linear.bias	7	-0.6832619309425354
276356	linear.bias	8	-0.01705317199230194
276356	linear.bias	9	3.560544013977051
276360	transitions	0	-0.4796982407569885
276360	transitions	1	8.92370319366455
276360	transitions	2	-3.6616175174713135
276360	transitions	3	1.669843316078186
276360	transitions	4	-2.2450485229492188
276360	transitions	5	-0.44012489914894104
276360	transitions	6	-0.19778774678707123
276360	transitions	7	-10000.0
276360	transitions	8	1.8725528717041016
276360	transitions	9	-2.2953009605407715
276360	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
276360	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
276360	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
276360	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
276360	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
276360	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
276360	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
276360	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
276360	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
276360	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
276360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
276360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
276360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
276360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
276360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
276360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
276360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
276360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
276360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
276360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
276360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
276360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
276360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
276360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
276360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
276360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
276360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
276360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
276360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
276360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
276360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
276360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
276360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
276360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
276360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
276360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
276360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
276360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
276360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
276360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
276360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
276360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
276360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
276360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
276360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
276360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
276360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
276360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
276360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
276360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
276360	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
276360	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
276360	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
276360	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
276360	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
276360	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
276360	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
276360	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
276360	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
276360	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
276360	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
276360	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
276360	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
276360	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
276360	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
276360	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
276360	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
276360	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
276360	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
276360	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
276360	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
276360	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
276360	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
276360	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
276360	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
276360	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
276360	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
276360	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
276360	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
276360	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
276360	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
276360	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
276360	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
276360	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
276360	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
276360	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
276360	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
276360	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
276360	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
276360	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
276360	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
276360	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
276360	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
276360	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
276360	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
276360	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
276360	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
276360	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
276360	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
276360	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
276360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
276360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
276360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
276360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
276360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
276360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
276360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
276360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
276360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
276360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
276360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
276360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
276360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
276360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
276360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
276360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
276360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
276360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
276360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
276360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
276360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
276360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
276360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
276360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
276360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
276360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
276360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
276360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
276360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
276360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
276360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
276360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
276360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
276360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
276360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
276360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
276360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
276360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
276360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
276360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
276360	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
276360	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
276360	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
276360	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
276360	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
276360	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
276360	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
276360	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
276360	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
276360	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
276360	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
276360	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
276360	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
276360	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
276360	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
276360	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
276360	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
276360	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
276360	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
276360	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
276360	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
276360	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
276360	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
276360	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
276360	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
276360	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
276360	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
276360	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
276360	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
276360	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
276360	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
276360	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
276360	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
276360	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
276360	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
276360	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
276360	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
276360	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
276360	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
276360	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
276360	embedding2nn.weight	0	0.045120567083358765
276360	embedding2nn.weight	1	-0.08723901957273483
276360	embedding2nn.weight	2	0.0003216117911506444
276360	embedding2nn.weight	3	-0.05965428799390793
276360	embedding2nn.weight	4	-0.12319410592317581
276360	embedding2nn.weight	5	0.10844381898641586
276360	embedding2nn.weight	6	-0.0792544037103653
276360	embedding2nn.weight	7	-0.08704011142253876
276360	embedding2nn.weight	8	-0.03433608636260033
276360	embedding2nn.weight	9	0.03971197456121445
276360	embedding2nn.bias	0	0.07316093146800995
276360	embedding2nn.bias	1	-0.020822618156671524
276360	embedding2nn.bias	2	-0.06385688483715057
276360	embedding2nn.bias	3	0.01376629713922739
276360	embedding2nn.bias	4	-0.0027042857836931944
276360	embedding2nn.bias	5	-0.1849873811006546
276360	embedding2nn.bias	6	-0.12158837169408798
276360	embedding2nn.bias	7	-0.0030731959268450737
276360	embedding2nn.bias	8	0.0514041930437088
276360	embedding2nn.bias	9	-0.04924601688981056
276360	rnn.weight_ih_l0	0	0.03725726529955864
276360	rnn.weight_ih_l0	1	-0.09023543447256088
276360	rnn.weight_ih_l0	2	-0.06592236459255219
276360	rnn.weight_ih_l0	3	-0.05102870240807533
276360	rnn.weight_ih_l0	4	0.0170579943805933
276360	rnn.weight_ih_l0	5	-0.11201364547014236
276360	rnn.weight_ih_l0	6	-0.028911884874105453
276360	rnn.weight_ih_l0	7	0.0033104156609624624
276360	rnn.weight_ih_l0	8	0.04501582309603691
276360	rnn.weight_ih_l0	9	0.01109706237912178
276360	rnn.weight_hh_l0	0	0.004223183263093233
276360	rnn.weight_hh_l0	1	-0.07774347066879272
276360	rnn.weight_hh_l0	2	0.07502084970474243
276360	rnn.weight_hh_l0	3	0.05113311856985092
276360	rnn.weight_hh_l0	4	0.007248927839100361
276360	rnn.weight_hh_l0	5	0.06983737647533417
276360	rnn.weight_hh_l0	6	-0.018722837790846825
276360	rnn.weight_hh_l0	7	-0.11589538305997849
276360	rnn.weight_hh_l0	8	0.027068782597780228
276360	rnn.weight_hh_l0	9	-0.07295233011245728
276360	rnn.bias_ih_l0	0	-0.08524496108293533
276360	rnn.bias_ih_l0	1	-0.1977771818637848
276360	rnn.bias_ih_l0	2	-0.2690427601337433
276360	rnn.bias_ih_l0	3	-0.2763292193412781
276360	rnn.bias_ih_l0	4	-5.890470220037969e-06
276360	rnn.bias_ih_l0	5	0.050739698112010956
276360	rnn.bias_ih_l0	6	-0.16706225275993347
276360	rnn.bias_ih_l0	7	-0.274508535861969
276360	rnn.bias_ih_l0	8	-0.1507996916770935
276360	rnn.bias_ih_l0	9	-0.17107722163200378
276360	rnn.bias_hh_l0	0	0.13086652755737305
276360	rnn.bias_hh_l0	1	-0.05892503634095192
276360	rnn.bias_hh_l0	2	0.052906833589076996
276360	rnn.bias_hh_l0	3	-0.17366600036621094
276360	rnn.bias_hh_l0	4	0.06307311356067657
276360	rnn.bias_hh_l0	5	0.05341498553752899
276360	rnn.bias_hh_l0	6	-0.11079522967338562
276360	rnn.bias_hh_l0	7	-0.15598924458026886
276360	rnn.bias_hh_l0	8	-0.17878401279449463
276360	rnn.bias_hh_l0	9	-0.10746411234140396
276360	rnn.weight_ih_l0_reverse	0	-0.018824122846126556
276360	rnn.weight_ih_l0_reverse	1	-0.01563631184399128
276360	rnn.weight_ih_l0_reverse	2	-0.000836194260045886
276360	rnn.weight_ih_l0_reverse	3	0.0057082162238657475
276360	rnn.weight_ih_l0_reverse	4	0.008978035300970078
276360	rnn.weight_ih_l0_reverse	5	-0.06213077902793884
276360	rnn.weight_ih_l0_reverse	6	-0.04183012619614601
276360	rnn.weight_ih_l0_reverse	7	0.023137707263231277
276360	rnn.weight_ih_l0_reverse	8	0.10122229903936386
276360	rnn.weight_ih_l0_reverse	9	0.0015857215039432049
276360	rnn.weight_hh_l0_reverse	0	0.004969146102666855
276360	rnn.weight_hh_l0_reverse	1	0.02863459475338459
276360	rnn.weight_hh_l0_reverse	2	-0.04160694777965546
276360	rnn.weight_hh_l0_reverse	3	0.045111507177352905
276360	rnn.weight_hh_l0_reverse	4	0.022779950872063637
276360	rnn.weight_hh_l0_reverse	5	-0.011076952330768108
276360	rnn.weight_hh_l0_reverse	6	0.07192078232765198
276360	rnn.weight_hh_l0_reverse	7	0.03945364058017731
276360	rnn.weight_hh_l0_reverse	8	-0.025199132040143013
276360	rnn.weight_hh_l0_reverse	9	-0.024803034961223602
276360	rnn.bias_ih_l0_reverse	0	-0.14962074160575867
276360	rnn.bias_ih_l0_reverse	1	-0.30853885412216187
276360	rnn.bias_ih_l0_reverse	2	-0.06352993845939636
276360	rnn.bias_ih_l0_reverse	3	-0.15232300758361816
276360	rnn.bias_ih_l0_reverse	4	0.057981085032224655
276360	rnn.bias_ih_l0_reverse	5	-0.2807408571243286
276360	rnn.bias_ih_l0_reverse	6	-0.06671702116727829
276360	rnn.bias_ih_l0_reverse	7	0.00817913468927145
276360	rnn.bias_ih_l0_reverse	8	-0.1947035789489746
276360	rnn.bias_ih_l0_reverse	9	-0.08305300772190094
276360	rnn.bias_hh_l0_reverse	0	-0.15479855239391327
276360	rnn.bias_hh_l0_reverse	1	-0.1530056595802307
276360	rnn.bias_hh_l0_reverse	2	-0.010639041662216187
276360	rnn.bias_hh_l0_reverse	3	-0.13927774131298065
276360	rnn.bias_hh_l0_reverse	4	-0.029103517532348633
276360	rnn.bias_hh_l0_reverse	5	-0.1225394532084465
276360	rnn.bias_hh_l0_reverse	6	-0.07511088252067566
276360	rnn.bias_hh_l0_reverse	7	-0.17861147224903107
276360	rnn.bias_hh_l0_reverse	8	-0.057417649775743484
276360	rnn.bias_hh_l0_reverse	9	-0.12062501907348633
276360	linear.weight	0	-0.229732945561409
276360	linear.weight	1	-0.1335155963897705
276360	linear.weight	2	-0.011228874325752258
276360	linear.weight	3	-0.09502947330474854
276360	linear.weight	4	-0.012620758265256882
276360	linear.weight	5	0.24068500101566315
276360	linear.weight	6	0.0047744326293468475
276360	linear.weight	7	-0.021312154829502106
276360	linear.weight	8	0.21723628044128418
276360	linear.weight	9	0.24934016168117523
276360	linear.bias	0	-0.8468775749206543
276360	linear.bias	1	1.420627474784851
276360	linear.bias	2	-0.5244923233985901
276360	linear.bias	3	-0.753068745136261
276360	linear.bias	4	-0.8964284062385559
276360	linear.bias	5	-1.1812852621078491
276360	linear.bias	6	-0.9735352993011475
276360	linear.bias	7	-0.6857505440711975
276360	linear.bias	8	-0.01705317199230194
276360	linear.bias	9	3.564199209213257
276557	transitions	0	-0.47971460223197937
276557	transitions	1	8.918375968933105
276557	transitions	2	-3.661750078201294
276557	transitions	3	1.6681338548660278
276557	transitions	4	-2.245131492614746
276557	transitions	5	-0.4401325285434723
276557	transitions	6	-0.19779466092586517
276557	transitions	7	-10000.0
276557	transitions	8	1.872618556022644
276557	transitions	9	-2.295302391052246
276557	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
276557	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
276557	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
276557	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
276557	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
276557	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
276557	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
276557	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
276557	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
276557	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
276557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
276557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
276557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
276557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
276557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
276557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
276557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
276557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
276557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
276557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
276557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
276557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
276557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
276557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
276557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
276557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
276557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
276557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
276557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
276557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
276557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
276557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
276557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
276557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
276557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
276557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
276557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
276557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
276557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
276557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
276557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
276557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
276557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
276557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
276557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
276557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
276557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
276557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
276557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
276557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
276557	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
276557	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
276557	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
276557	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
276557	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
276557	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
276557	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
276557	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
276557	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
276557	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
276557	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
276557	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
276557	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
276557	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
276557	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
276557	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
276557	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
276557	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
276557	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
276557	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
276557	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
276557	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
276557	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
276557	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
276557	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
276557	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
276557	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
276557	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
276557	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
276557	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
276557	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
276557	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
276557	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
276557	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
276557	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
276557	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
276557	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
276557	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
276557	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
276557	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
276557	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
276557	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
276557	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
276557	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
276557	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
276557	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
276557	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
276557	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
276557	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
276557	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
276557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
276557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
276557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
276557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
276557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
276557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
276557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
276557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
276557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
276557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
276557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
276557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
276557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
276557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
276557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
276557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
276557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
276557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
276557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
276557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
276557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
276557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
276557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
276557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
276557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
276557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
276557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
276557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
276557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
276557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
276557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
276557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
276557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
276557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
276557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
276557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
276557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
276557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
276557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
276557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
276557	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
276557	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
276557	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
276557	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
276557	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
276557	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
276557	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
276557	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
276557	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
276557	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
276557	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
276557	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
276557	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
276557	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
276557	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
276557	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
276557	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
276557	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
276557	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
276557	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
276557	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
276557	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
276557	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
276557	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
276557	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
276557	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
276557	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
276557	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
276557	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
276557	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
276557	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
276557	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
276557	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
276557	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
276557	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
276557	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
276557	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
276557	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
276557	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
276557	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
276557	embedding2nn.weight	0	0.04515073075890541
276557	embedding2nn.weight	1	-0.08718647807836533
276557	embedding2nn.weight	2	0.000712010427378118
276557	embedding2nn.weight	3	-0.059173066169023514
276557	embedding2nn.weight	4	-0.12329946458339691
276557	embedding2nn.weight	5	0.10877383500337601
276557	embedding2nn.weight	6	-0.0801115483045578
276557	embedding2nn.weight	7	-0.08579179644584656
276557	embedding2nn.weight	8	-0.033696603029966354
276557	embedding2nn.weight	9	0.039248790591955185
276557	embedding2nn.bias	0	0.06987308710813522
276557	embedding2nn.bias	1	-0.017990531399846077
276557	embedding2nn.bias	2	-0.06121896207332611
276557	embedding2nn.bias	3	0.016697272658348083
276557	embedding2nn.bias	4	-0.005277126561850309
276557	embedding2nn.bias	5	-0.18166647851467133
276557	embedding2nn.bias	6	-0.11865168809890747
276557	embedding2nn.bias	7	-0.004618925042450428
276557	embedding2nn.bias	8	0.053047776222229004
276557	embedding2nn.bias	9	-0.04804591089487076
276557	rnn.weight_ih_l0	0	0.03698708489537239
276557	rnn.weight_ih_l0	1	-0.09001747518777847
276557	rnn.weight_ih_l0	2	-0.06563317775726318
276557	rnn.weight_ih_l0	3	-0.05047595873475075
276557	rnn.weight_ih_l0	4	0.01715458557009697
276557	rnn.weight_ih_l0	5	-0.11199570447206497
276557	rnn.weight_ih_l0	6	-0.028471387922763824
276557	rnn.weight_ih_l0	7	0.002626003697514534
276557	rnn.weight_ih_l0	8	0.045282408595085144
276557	rnn.weight_ih_l0	9	0.011208008974790573
276557	rnn.weight_hh_l0	0	0.0044908905401825905
276557	rnn.weight_hh_l0	1	-0.07724089920520782
276557	rnn.weight_hh_l0	2	0.07499918341636658
276557	rnn.weight_hh_l0	3	0.05122217535972595
276557	rnn.weight_hh_l0	4	0.007206894923001528
276557	rnn.weight_hh_l0	5	0.07012937217950821
276557	rnn.weight_hh_l0	6	-0.018693221732974052
276557	rnn.weight_hh_l0	7	-0.11608326435089111
276557	rnn.weight_hh_l0	8	0.027428526431322098
276557	rnn.weight_hh_l0	9	-0.07287319004535675
276557	rnn.bias_ih_l0	0	-0.08663976937532425
276557	rnn.bias_ih_l0	1	-0.19772520661354065
276557	rnn.bias_ih_l0	2	-0.26888447999954224
276557	rnn.bias_ih_l0	3	-0.2759087085723877
276557	rnn.bias_ih_l0	4	-0.0004910034476779401
276557	rnn.bias_ih_l0	5	0.049705423414707184
276557	rnn.bias_ih_l0	6	-0.1666247397661209
276557	rnn.bias_ih_l0	7	-0.27401572465896606
276557	rnn.bias_ih_l0	8	-0.15141288936138153
276557	rnn.bias_ih_l0	9	-0.17173011600971222
276557	rnn.bias_hh_l0	0	0.130097433924675
276557	rnn.bias_hh_l0	1	-0.06020721048116684
276557	rnn.bias_hh_l0	2	0.053202614188194275
276557	rnn.bias_hh_l0	3	-0.17376965284347534
276557	rnn.bias_hh_l0	4	0.0627472847700119
276557	rnn.bias_hh_l0	5	0.053881850093603134
276557	rnn.bias_hh_l0	6	-0.11127641797065735
276557	rnn.bias_hh_l0	7	-0.15570878982543945
276557	rnn.bias_hh_l0	8	-0.17862814664840698
276557	rnn.bias_hh_l0	9	-0.10830419510602951
276557	rnn.weight_ih_l0_reverse	0	-0.01897410862147808
276557	rnn.weight_ih_l0_reverse	1	-0.015271351672708988
276557	rnn.weight_ih_l0_reverse	2	-0.000600115570705384
276557	rnn.weight_ih_l0_reverse	3	0.006245024036616087
276557	rnn.weight_ih_l0_reverse	4	0.009048482403159142
276557	rnn.weight_ih_l0_reverse	5	-0.06259237229824066
276557	rnn.weight_ih_l0_reverse	6	-0.04193396121263504
276557	rnn.weight_ih_l0_reverse	7	0.023331845179200172
276557	rnn.weight_ih_l0_reverse	8	0.10064679384231567
276557	rnn.weight_ih_l0_reverse	9	0.001737302402034402
276557	rnn.weight_hh_l0_reverse	0	0.004831154830753803
276557	rnn.weight_hh_l0_reverse	1	0.028303250670433044
276557	rnn.weight_hh_l0_reverse	2	-0.041634198278188705
276557	rnn.weight_hh_l0_reverse	3	0.04514894261956215
276557	rnn.weight_hh_l0_reverse	4	0.022849971428513527
276557	rnn.weight_hh_l0_reverse	5	-0.010931437835097313
276557	rnn.weight_hh_l0_reverse	6	0.07197652757167816
276557	rnn.weight_hh_l0_reverse	7	0.03932211548089981
276557	rnn.weight_hh_l0_reverse	8	-0.02569248527288437
276557	rnn.weight_hh_l0_reverse	9	-0.025052513927221298
276557	rnn.bias_ih_l0_reverse	0	-0.14949968457221985
276557	rnn.bias_ih_l0_reverse	1	-0.3084457814693451
276557	rnn.bias_ih_l0_reverse	2	-0.06425772607326508
276557	rnn.bias_ih_l0_reverse	3	-0.1523563712835312
276557	rnn.bias_ih_l0_reverse	4	0.0575142465531826
276557	rnn.bias_ih_l0_reverse	5	-0.28076010942459106
276557	rnn.bias_ih_l0_reverse	6	-0.06731876730918884
276557	rnn.bias_ih_l0_reverse	7	0.007552663329988718
276557	rnn.bias_ih_l0_reverse	8	-0.1944115161895752
276557	rnn.bias_ih_l0_reverse	9	-0.08171381801366806
276557	rnn.bias_hh_l0_reverse	0	-0.15465684235095978
276557	rnn.bias_hh_l0_reverse	1	-0.15388987958431244
276557	rnn.bias_hh_l0_reverse	2	-0.010931133292615414
276557	rnn.bias_hh_l0_reverse	3	-0.1398065984249115
276557	rnn.bias_hh_l0_reverse	4	-0.028107455000281334
276557	rnn.bias_hh_l0_reverse	5	-0.12220819294452667
276557	rnn.bias_hh_l0_reverse	6	-0.07542990148067474
276557	rnn.bias_hh_l0_reverse	7	-0.17987078428268433
276557	rnn.bias_hh_l0_reverse	8	-0.05683929845690727
276557	rnn.bias_hh_l0_reverse	9	-0.11968137323856354
276557	linear.weight	0	-0.22635164856910706
276557	linear.weight	1	-0.13271524012088776
276557	linear.weight	2	-0.011228874325752258
276557	linear.weight	3	-0.09145621210336685
276557	linear.weight	4	-0.018398500978946686
276557	linear.weight	5	0.24418361485004425
276557	linear.weight	6	0.0047744326293468475
276557	linear.weight	7	-0.021312154829502106
276557	linear.weight	8	0.22385787963867188
276557	linear.weight	9	0.2478221207857132
276557	linear.bias	0	-0.8411306142807007
276557	linear.bias	1	1.420701265335083
276557	linear.bias	2	-0.5096608400344849
276557	linear.bias	3	-0.7544392943382263
276557	linear.bias	4	-0.9048437476158142
276557	linear.bias	5	-1.1812902688980103
276557	linear.bias	6	-0.9673764109611511
276557	linear.bias	7	-0.6867473721504211
276557	linear.bias	8	-0.01705317199230194
276557	linear.bias	9	3.513688087463379
276754	transitions	0	-0.4797420799732208
276754	transitions	1	8.906455993652344
276754	transitions	2	-3.6619296073913574
276754	transitions	3	1.6690653562545776
276754	transitions	4	-2.245340347290039
276754	transitions	5	-0.4401566684246063
276754	transitions	6	-0.19780117273330688
276754	transitions	7	-10000.0
276754	transitions	8	1.8726131916046143
276754	transitions	9	-2.2953035831451416
276754	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
276754	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
276754	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
276754	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
276754	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
276754	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
276754	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
276754	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
276754	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
276754	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
276754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
276754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
276754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
276754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
276754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
276754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
276754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
276754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
276754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
276754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
276754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
276754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
276754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
276754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
276754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
276754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
276754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
276754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
276754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
276754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
276754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
276754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
276754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
276754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
276754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
276754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
276754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
276754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
276754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
276754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
276754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
276754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
276754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
276754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
276754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
276754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
276754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
276754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
276754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
276754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
276754	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
276754	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
276754	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
276754	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
276754	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
276754	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
276754	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
276754	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
276754	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
276754	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
276754	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
276754	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
276754	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
276754	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
276754	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
276754	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
276754	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
276754	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
276754	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
276754	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
276754	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
276754	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
276754	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
276754	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
276754	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
276754	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
276754	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
276754	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
276754	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
276754	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
276754	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
276754	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
276754	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
276754	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
276754	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
276754	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
276754	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
276754	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
276754	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
276754	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
276754	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
276754	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
276754	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
276754	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
276754	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
276754	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
276754	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
276754	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
276754	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
276754	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
276754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
276754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
276754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
276754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
276754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
276754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
276754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
276754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
276754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
276754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
276754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
276754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
276754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
276754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
276754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
276754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
276754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
276754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
276754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
276754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
276754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
276754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
276754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
276754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
276754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
276754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
276754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
276754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
276754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
276754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
276754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
276754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
276754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
276754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
276754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
276754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
276754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
276754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
276754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
276754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
276754	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
276754	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
276754	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
276754	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
276754	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
276754	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
276754	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
276754	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
276754	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
276754	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
276754	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
276754	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
276754	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
276754	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
276754	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
276754	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
276754	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
276754	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
276754	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
276754	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
276754	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
276754	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
276754	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
276754	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
276754	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
276754	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
276754	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
276754	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
276754	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
276754	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
276754	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
276754	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
276754	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
276754	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
276754	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
276754	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
276754	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
276754	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
276754	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
276754	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
276754	embedding2nn.weight	0	0.045104533433914185
276754	embedding2nn.weight	1	-0.08689774572849274
276754	embedding2nn.weight	2	0.0018698711646720767
276754	embedding2nn.weight	3	-0.059201762080192566
276754	embedding2nn.weight	4	-0.12219391763210297
276754	embedding2nn.weight	5	0.10858068615198135
276754	embedding2nn.weight	6	-0.07931210100650787
276754	embedding2nn.weight	7	-0.0849900171160698
276754	embedding2nn.weight	8	-0.033184852451086044
276754	embedding2nn.weight	9	0.039259713143110275
276754	embedding2nn.bias	0	0.06422247737646103
276754	embedding2nn.bias	1	-0.015059911645948887
276754	embedding2nn.bias	2	-0.0637594684958458
276754	embedding2nn.bias	3	0.017497945576906204
276754	embedding2nn.bias	4	-0.00931541994214058
276754	embedding2nn.bias	5	-0.17916202545166016
276754	embedding2nn.bias	6	-0.1220162957906723
276754	embedding2nn.bias	7	-0.008520334959030151
276754	embedding2nn.bias	8	0.05353451520204544
276754	embedding2nn.bias	9	-0.044871896505355835
276754	rnn.weight_ih_l0	0	0.037273671478033066
276754	rnn.weight_ih_l0	1	-0.09070473909378052
276754	rnn.weight_ih_l0	2	-0.06565606594085693
276754	rnn.weight_ih_l0	3	-0.04984672740101814
276754	rnn.weight_ih_l0	4	0.017225470393896103
276754	rnn.weight_ih_l0	5	-0.11280602216720581
276754	rnn.weight_ih_l0	6	-0.029937896877527237
276754	rnn.weight_ih_l0	7	0.0030446762684732676
276754	rnn.weight_ih_l0	8	0.04547105357050896
276754	rnn.weight_ih_l0	9	0.011437436565756798
276754	rnn.weight_hh_l0	0	0.0047004008665680885
276754	rnn.weight_hh_l0	1	-0.07730232179164886
276754	rnn.weight_hh_l0	2	0.07490111142396927
276754	rnn.weight_hh_l0	3	0.051461901515722275
276754	rnn.weight_hh_l0	4	0.007157193962484598
276754	rnn.weight_hh_l0	5	0.07003874331712723
276754	rnn.weight_hh_l0	6	-0.018627777695655823
276754	rnn.weight_hh_l0	7	-0.1160421147942543
276754	rnn.weight_hh_l0	8	0.028064532205462456
276754	rnn.weight_hh_l0	9	-0.07316652685403824
276754	rnn.bias_ih_l0	0	-0.08587992191314697
276754	rnn.bias_ih_l0	1	-0.19699008762836456
276754	rnn.bias_ih_l0	2	-0.26954421401023865
276754	rnn.bias_ih_l0	3	-0.27578020095825195
276754	rnn.bias_ih_l0	4	-0.0007640268886461854
276754	rnn.bias_ih_l0	5	0.04921502247452736
276754	rnn.bias_ih_l0	6	-0.16680032014846802
276754	rnn.bias_ih_l0	7	-0.273885577917099
276754	rnn.bias_ih_l0	8	-0.15136119723320007
276754	rnn.bias_ih_l0	9	-0.17148958146572113
276754	rnn.bias_hh_l0	0	0.13196532428264618
276754	rnn.bias_hh_l0	1	-0.059771228581666946
276754	rnn.bias_hh_l0	2	0.053156543523073196
276754	rnn.bias_hh_l0	3	-0.17455889284610748
276754	rnn.bias_hh_l0	4	0.06360092759132385
276754	rnn.bias_hh_l0	5	0.05399742349982262
276754	rnn.bias_hh_l0	6	-0.11073137074708939
276754	rnn.bias_hh_l0	7	-0.15560467541217804
276754	rnn.bias_hh_l0	8	-0.18013505637645721
276754	rnn.bias_hh_l0	9	-0.10765614360570908
276754	rnn.weight_ih_l0_reverse	0	-0.018997160717844963
276754	rnn.weight_ih_l0_reverse	1	-0.015806568786501884
276754	rnn.weight_ih_l0_reverse	2	-0.0008424287079833448
276754	rnn.weight_ih_l0_reverse	3	0.0062267472967505455
276754	rnn.weight_ih_l0_reverse	4	0.008867793716490269
276754	rnn.weight_ih_l0_reverse	5	-0.06297364085912704
276754	rnn.weight_ih_l0_reverse	6	-0.04236144572496414
276754	rnn.weight_ih_l0_reverse	7	0.023884201422333717
276754	rnn.weight_ih_l0_reverse	8	0.10086970776319504
276754	rnn.weight_ih_l0_reverse	9	0.0016912722494453192
276754	rnn.weight_hh_l0_reverse	0	0.004962650593370199
276754	rnn.weight_hh_l0_reverse	1	0.02776363678276539
276754	rnn.weight_hh_l0_reverse	2	-0.04121801257133484
276754	rnn.weight_hh_l0_reverse	3	0.044979341328144073
276754	rnn.weight_hh_l0_reverse	4	0.022704707458615303
276754	rnn.weight_hh_l0_reverse	5	-0.011019312776625156
276754	rnn.weight_hh_l0_reverse	6	0.07206755876541138
276754	rnn.weight_hh_l0_reverse	7	0.039161548018455505
276754	rnn.weight_hh_l0_reverse	8	-0.02571789361536503
276754	rnn.weight_hh_l0_reverse	9	-0.024965843185782433
276754	rnn.bias_ih_l0_reverse	0	-0.14855405688285828
276754	rnn.bias_ih_l0_reverse	1	-0.3086341321468353
276754	rnn.bias_ih_l0_reverse	2	-0.0642985850572586
276754	rnn.bias_ih_l0_reverse	3	-0.15219111740589142
276754	rnn.bias_ih_l0_reverse	4	0.05816478282213211
276754	rnn.bias_ih_l0_reverse	5	-0.2811608910560608
276754	rnn.bias_ih_l0_reverse	6	-0.06797309219837189
276754	rnn.bias_ih_l0_reverse	7	0.009202079847455025
276754	rnn.bias_ih_l0_reverse	8	-0.19477227330207825
276754	rnn.bias_ih_l0_reverse	9	-0.08146143704652786
276754	rnn.bias_hh_l0_reverse	0	-0.15459692478179932
276754	rnn.bias_hh_l0_reverse	1	-0.15155716240406036
276754	rnn.bias_hh_l0_reverse	2	-0.01021681260317564
276754	rnn.bias_hh_l0_reverse	3	-0.14012402296066284
276754	rnn.bias_hh_l0_reverse	4	-0.027432121336460114
276754	rnn.bias_hh_l0_reverse	5	-0.12169520556926727
276754	rnn.bias_hh_l0_reverse	6	-0.07527279108762741
276754	rnn.bias_hh_l0_reverse	7	-0.1793244630098343
276754	rnn.bias_hh_l0_reverse	8	-0.05640840530395508
276754	rnn.bias_hh_l0_reverse	9	-0.11992260813713074
276754	linear.weight	0	-0.22750288248062134
276754	linear.weight	1	-0.13148745894432068
276754	linear.weight	2	-0.011228874325752258
276754	linear.weight	3	-0.09039241075515747
276754	linear.weight	4	-0.02052444778382778
276754	linear.weight	5	0.2416638433933258
276754	linear.weight	6	0.0047744326293468475
276754	linear.weight	7	-0.021312154829502106
276754	linear.weight	8	0.22736844420433044
276754	linear.weight	9	0.24954555928707123
276754	linear.bias	0	-0.8453874588012695
276754	linear.bias	1	1.4349509477615356
276754	linear.bias	2	-0.5048567056655884
276754	linear.bias	3	-0.7666041851043701
276754	linear.bias	4	-0.8956095576286316
276754	linear.bias	5	-1.181294322013855
276754	linear.bias	6	-0.9713719487190247
276754	linear.bias	7	-0.6839085221290588
276754	linear.bias	8	-0.01705317199230194
276754	linear.bias	9	3.5418267250061035
276951	transitions	0	-0.4797518849372864
276951	transitions	1	8.911520004272461
276951	transitions	2	-3.6620402336120605
276951	transitions	3	1.664981484413147
276951	transitions	4	-2.245382785797119
276951	transitions	5	-0.4401710033416748
276951	transitions	6	-0.1978076845407486
276951	transitions	7	-10000.0
276951	transitions	8	1.8723686933517456
276951	transitions	9	-2.2953076362609863
276951	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
276951	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
276951	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
276951	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
276951	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
276951	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
276951	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
276951	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
276951	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
276951	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
276951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
276951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
276951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
276951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
276951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
276951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
276951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
276951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
276951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
276951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
276951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
276951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
276951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
276951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
276951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
276951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
276951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
276951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
276951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
276951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
276951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
276951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
276951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
276951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
276951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
276951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
276951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
276951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
276951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
276951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
276951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
276951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
276951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
276951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
276951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
276951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
276951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
276951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
276951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
276951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
276951	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
276951	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
276951	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
276951	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
276951	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
276951	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
276951	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
276951	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
276951	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
276951	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
276951	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
276951	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
276951	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
276951	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
276951	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
276951	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
276951	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
276951	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
276951	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
276951	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
276951	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
276951	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
276951	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
276951	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
276951	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
276951	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
276951	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
276951	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
276951	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
276951	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
276951	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
276951	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
276951	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
276951	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
276951	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
276951	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
276951	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
276951	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
276951	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
276951	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
276951	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
276951	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
276951	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
276951	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
276951	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
276951	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
276951	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
276951	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
276951	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
276951	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
276951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
276951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
276951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
276951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
276951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
276951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
276951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
276951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
276951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
276951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
276951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
276951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
276951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
276951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
276951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
276951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
276951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
276951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
276951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
276951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
276951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
276951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
276951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
276951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
276951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
276951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
276951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
276951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
276951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
276951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
276951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
276951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
276951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
276951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
276951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
276951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
276951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
276951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
276951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
276951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
276951	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
276951	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
276951	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
276951	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
276951	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
276951	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
276951	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
276951	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
276951	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
276951	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
276951	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
276951	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
276951	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
276951	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
276951	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
276951	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
276951	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
276951	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
276951	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
276951	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
276951	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
276951	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
276951	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
276951	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
276951	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
276951	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
276951	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
276951	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
276951	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
276951	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
276951	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
276951	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
276951	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
276951	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
276951	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
276951	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
276951	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
276951	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
276951	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
276951	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
276951	embedding2nn.weight	0	0.04518929868936539
276951	embedding2nn.weight	1	-0.0871666967868805
276951	embedding2nn.weight	2	0.0013880727346986532
276951	embedding2nn.weight	3	-0.05949860438704491
276951	embedding2nn.weight	4	-0.12136877328157425
276951	embedding2nn.weight	5	0.10883525758981705
276951	embedding2nn.weight	6	-0.07755181938409805
276951	embedding2nn.weight	7	-0.08418393135070801
276951	embedding2nn.weight	8	-0.03348344564437866
276951	embedding2nn.weight	9	0.03915929049253464
276951	embedding2nn.bias	0	0.06782563030719757
276951	embedding2nn.bias	1	-0.01792050711810589
276951	embedding2nn.bias	2	-0.06485258787870407
276951	embedding2nn.bias	3	0.018387027084827423
276951	embedding2nn.bias	4	-0.009341217577457428
276951	embedding2nn.bias	5	-0.1809019297361374
276951	embedding2nn.bias	6	-0.11668666452169418
276951	embedding2nn.bias	7	-0.008340871892869473
276951	embedding2nn.bias	8	0.054065536707639694
276951	embedding2nn.bias	9	-0.045994870364665985
276951	rnn.weight_ih_l0	0	0.037146441638469696
276951	rnn.weight_ih_l0	1	-0.08996451646089554
276951	rnn.weight_ih_l0	2	-0.06503380835056305
276951	rnn.weight_ih_l0	3	-0.04967888444662094
276951	rnn.weight_ih_l0	4	0.017739927396178246
276951	rnn.weight_ih_l0	5	-0.11321466416120529
276951	rnn.weight_ih_l0	6	-0.030272528529167175
276951	rnn.weight_ih_l0	7	0.0031722071580588818
276951	rnn.weight_ih_l0	8	0.04598885402083397
276951	rnn.weight_ih_l0	9	0.010228958912193775
276951	rnn.weight_hh_l0	0	0.004364016465842724
276951	rnn.weight_hh_l0	1	-0.07681137323379517
276951	rnn.weight_hh_l0	2	0.0746164321899414
276951	rnn.weight_hh_l0	3	0.05155938118696213
276951	rnn.weight_hh_l0	4	0.007196302991360426
276951	rnn.weight_hh_l0	5	0.06974879652261734
276951	rnn.weight_hh_l0	6	-0.01860210672020912
276951	rnn.weight_hh_l0	7	-0.11638816446065903
276951	rnn.weight_hh_l0	8	0.02814006432890892
276951	rnn.weight_hh_l0	9	-0.07384862750768661
276951	rnn.bias_ih_l0	0	-0.08688278496265411
276951	rnn.bias_ih_l0	1	-0.19632849097251892
276951	rnn.bias_ih_l0	2	-0.26953572034835815
276951	rnn.bias_ih_l0	3	-0.2752186059951782
276951	rnn.bias_ih_l0	4	-0.0015951154055073857
276951	rnn.bias_ih_l0	5	0.04978087916970253
276951	rnn.bias_ih_l0	6	-0.16636203229427338
276951	rnn.bias_ih_l0	7	-0.27332398295402527
276951	rnn.bias_ih_l0	8	-0.15194907784461975
276951	rnn.bias_ih_l0	9	-0.17085476219654083
276951	rnn.bias_hh_l0	0	0.13258574903011322
276951	rnn.bias_hh_l0	1	-0.05947386100888252
276951	rnn.bias_hh_l0	2	0.05329495295882225
276951	rnn.bias_hh_l0	3	-0.17491568624973297
276951	rnn.bias_hh_l0	4	0.06443443149328232
276951	rnn.bias_hh_l0	5	0.05365804582834244
276951	rnn.bias_hh_l0	6	-0.11140143871307373
276951	rnn.bias_hh_l0	7	-0.1561249941587448
276951	rnn.bias_hh_l0	8	-0.18055585026741028
276951	rnn.bias_hh_l0	9	-0.10769528150558472
276951	rnn.weight_ih_l0_reverse	0	-0.018933767452836037
276951	rnn.weight_ih_l0_reverse	1	-0.01502976007759571
276951	rnn.weight_ih_l0_reverse	2	-0.000832391669973731
276951	rnn.weight_ih_l0_reverse	3	0.00700397277250886
276951	rnn.weight_ih_l0_reverse	4	0.008264814503490925
276951	rnn.weight_ih_l0_reverse	5	-0.0632067397236824
276951	rnn.weight_ih_l0_reverse	6	-0.041949979960918427
276951	rnn.weight_ih_l0_reverse	7	0.02372904308140278
276951	rnn.weight_ih_l0_reverse	8	0.10115191340446472
276951	rnn.weight_ih_l0_reverse	9	0.0017386768013238907
276951	rnn.weight_hh_l0_reverse	0	0.005266005173325539
276951	rnn.weight_hh_l0_reverse	1	0.027736052870750427
276951	rnn.weight_hh_l0_reverse	2	-0.04118243604898453
276951	rnn.weight_hh_l0_reverse	3	0.04498415067791939
276951	rnn.weight_hh_l0_reverse	4	0.022813189774751663
276951	rnn.weight_hh_l0_reverse	5	-0.010955780744552612
276951	rnn.weight_hh_l0_reverse	6	0.07247094810009003
276951	rnn.weight_hh_l0_reverse	7	0.039005063474178314
276951	rnn.weight_hh_l0_reverse	8	-0.025419101119041443
276951	rnn.weight_hh_l0_reverse	9	-0.024850228801369667
276951	rnn.bias_ih_l0_reverse	0	-0.14915847778320312
276951	rnn.bias_ih_l0_reverse	1	-0.3083287179470062
276951	rnn.bias_ih_l0_reverse	2	-0.06353642046451569
276951	rnn.bias_ih_l0_reverse	3	-0.15133161842823029
276951	rnn.bias_ih_l0_reverse	4	0.05873073637485504
276951	rnn.bias_ih_l0_reverse	5	-0.28158360719680786
276951	rnn.bias_ih_l0_reverse	6	-0.06749831885099411
276951	rnn.bias_ih_l0_reverse	7	0.007878466509282589
276951	rnn.bias_ih_l0_reverse	8	-0.1950138360261917
276951	rnn.bias_ih_l0_reverse	9	-0.08156321942806244
276951	rnn.bias_hh_l0_reverse	0	-0.15400251746177673
276951	rnn.bias_hh_l0_reverse	1	-0.15074163675308228
276951	rnn.bias_hh_l0_reverse	2	-0.010352103039622307
276951	rnn.bias_hh_l0_reverse	3	-0.14167611300945282
276951	rnn.bias_hh_l0_reverse	4	-0.02712283283472061
276951	rnn.bias_hh_l0_reverse	5	-0.12109507620334625
276951	rnn.bias_hh_l0_reverse	6	-0.07533909380435944
276951	rnn.bias_hh_l0_reverse	7	-0.17998924851417542
276951	rnn.bias_hh_l0_reverse	8	-0.05680720508098602
276951	rnn.bias_hh_l0_reverse	9	-0.12046027183532715
276951	linear.weight	0	-0.2292032390832901
276951	linear.weight	1	-0.13236355781555176
276951	linear.weight	2	-0.011228874325752258
276951	linear.weight	3	-0.09153707325458527
276951	linear.weight	4	-0.01867677830159664
276951	linear.weight	5	0.2425684779882431
276951	linear.weight	6	0.0047744326293468475
276951	linear.weight	7	-0.021312154829502106
276951	linear.weight	8	0.2288559526205063
276951	linear.weight	9	0.24681757390499115
276951	linear.bias	0	-0.8346008658409119
276951	linear.bias	1	1.406765103340149
276951	linear.bias	2	-0.5037845373153687
276951	linear.bias	3	-0.7699339389801025
276951	linear.bias	4	-0.8977377414703369
276951	linear.bias	5	-1.1812984943389893
276951	linear.bias	6	-0.9597975015640259
276951	linear.bias	7	-0.6742327213287354
276951	linear.bias	8	-0.01705317199230194
276951	linear.bias	9	3.53759765625
277148	transitions	0	-0.47978314757347107
277148	transitions	1	8.914533615112305
277148	transitions	2	-3.6621036529541016
277148	transitions	3	1.6630828380584717
277148	transitions	4	-2.2454309463500977
277148	transitions	5	-0.44017937779426575
277148	transitions	6	-0.1978130042552948
277148	transitions	7	-10000.0
277148	transitions	8	1.8721505403518677
277148	transitions	9	-2.295308828353882
277148	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
277148	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
277148	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
277148	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
277148	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
277148	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
277148	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
277148	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
277148	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
277148	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
277148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
277148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
277148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
277148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
277148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
277148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
277148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
277148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
277148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
277148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
277148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
277148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
277148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
277148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
277148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
277148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
277148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
277148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
277148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
277148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
277148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
277148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
277148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
277148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
277148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
277148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
277148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
277148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
277148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
277148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
277148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
277148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
277148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
277148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
277148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
277148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
277148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
277148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
277148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
277148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
277148	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
277148	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
277148	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
277148	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
277148	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
277148	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
277148	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
277148	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
277148	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
277148	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
277148	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
277148	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
277148	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
277148	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
277148	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
277148	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
277148	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
277148	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
277148	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
277148	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
277148	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
277148	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
277148	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
277148	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
277148	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
277148	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
277148	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
277148	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
277148	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
277148	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
277148	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
277148	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
277148	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
277148	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
277148	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
277148	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
277148	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
277148	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
277148	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
277148	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
277148	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
277148	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
277148	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
277148	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
277148	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
277148	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
277148	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
277148	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
277148	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
277148	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
277148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
277148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
277148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
277148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
277148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
277148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
277148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
277148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
277148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
277148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
277148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
277148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
277148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
277148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
277148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
277148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
277148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
277148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
277148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
277148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
277148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
277148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
277148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
277148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
277148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
277148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
277148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
277148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
277148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
277148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
277148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
277148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
277148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
277148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
277148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
277148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
277148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
277148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
277148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
277148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
277148	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
277148	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
277148	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
277148	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
277148	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
277148	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
277148	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
277148	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
277148	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
277148	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
277148	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
277148	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
277148	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
277148	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
277148	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
277148	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
277148	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
277148	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
277148	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
277148	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
277148	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
277148	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
277148	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
277148	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
277148	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
277148	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
277148	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
277148	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
277148	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
277148	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
277148	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
277148	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
277148	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
277148	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
277148	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
277148	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
277148	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
277148	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
277148	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
277148	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
277148	embedding2nn.weight	0	0.045288778841495514
277148	embedding2nn.weight	1	-0.0863104909658432
277148	embedding2nn.weight	2	0.0014569010818377137
277148	embedding2nn.weight	3	-0.059260424226522446
277148	embedding2nn.weight	4	-0.12265291064977646
277148	embedding2nn.weight	5	0.10883833467960358
277148	embedding2nn.weight	6	-0.07618732750415802
277148	embedding2nn.weight	7	-0.08325359970331192
277148	embedding2nn.weight	8	-0.033654019236564636
277148	embedding2nn.weight	9	0.03930783271789551
277148	embedding2nn.bias	0	0.07299425452947617
277148	embedding2nn.bias	1	-0.019525635987520218
277148	embedding2nn.bias	2	-0.070912666618824
277148	embedding2nn.bias	3	0.01913410983979702
277148	embedding2nn.bias	4	-0.014521075412631035
277148	embedding2nn.bias	5	-0.17935949563980103
277148	embedding2nn.bias	6	-0.12199337780475616
277148	embedding2nn.bias	7	-0.010960225015878677
277148	embedding2nn.bias	8	0.05204940214753151
277148	embedding2nn.bias	9	-0.04553826525807381
277148	rnn.weight_ih_l0	0	0.037115830928087234
277148	rnn.weight_ih_l0	1	-0.09000907838344574
277148	rnn.weight_ih_l0	2	-0.06518638134002686
277148	rnn.weight_ih_l0	3	-0.04987809807062149
277148	rnn.weight_ih_l0	4	0.01794944889843464
277148	rnn.weight_ih_l0	5	-0.1127864345908165
277148	rnn.weight_ih_l0	6	-0.03146587684750557
277148	rnn.weight_ih_l0	7	0.0030299113132059574
277148	rnn.weight_ih_l0	8	0.04592066630721092
277148	rnn.weight_ih_l0	9	0.00943127740174532
277148	rnn.weight_hh_l0	0	0.004364275839179754
277148	rnn.weight_hh_l0	1	-0.07720834016799927
277148	rnn.weight_hh_l0	2	0.07462772727012634
277148	rnn.weight_hh_l0	3	0.05176724120974541
277148	rnn.weight_hh_l0	4	0.007059485651552677
277148	rnn.weight_hh_l0	5	0.06951270252466202
277148	rnn.weight_hh_l0	6	-0.0186049472540617
277148	rnn.weight_hh_l0	7	-0.11665612459182739
277148	rnn.weight_hh_l0	8	0.028168266639113426
277148	rnn.weight_hh_l0	9	-0.07377425581216812
277148	rnn.bias_ih_l0	0	-0.08466290682554245
277148	rnn.bias_ih_l0	1	-0.19620156288146973
277148	rnn.bias_ih_l0	2	-0.26974183320999146
277148	rnn.bias_ih_l0	3	-0.27463164925575256
277148	rnn.bias_ih_l0	4	-0.0014027368742972612
277148	rnn.bias_ih_l0	5	0.05091192200779915
277148	rnn.bias_ih_l0	6	-0.16594618558883667
277148	rnn.bias_ih_l0	7	-0.27481597661972046
277148	rnn.bias_ih_l0	8	-0.15227770805358887
277148	rnn.bias_ih_l0	9	-0.1710730791091919
277148	rnn.bias_hh_l0	0	0.13043436408042908
277148	rnn.bias_hh_l0	1	-0.05956478416919708
277148	rnn.bias_hh_l0	2	0.052906982600688934
277148	rnn.bias_hh_l0	3	-0.17466647922992706
277148	rnn.bias_hh_l0	4	0.06346230953931808
277148	rnn.bias_hh_l0	5	0.05517203360795975
277148	rnn.bias_hh_l0	6	-0.11054833978414536
277148	rnn.bias_hh_l0	7	-0.155778169631958
277148	rnn.bias_hh_l0	8	-0.181998148560524
277148	rnn.bias_hh_l0	9	-0.10743134468793869
277148	rnn.weight_ih_l0_reverse	0	-0.01918911561369896
277148	rnn.weight_ih_l0_reverse	1	-0.015262598171830177
277148	rnn.weight_ih_l0_reverse	2	-0.0005913081695325673
277148	rnn.weight_ih_l0_reverse	3	0.005866423714905977
277148	rnn.weight_ih_l0_reverse	4	0.008082330226898193
277148	rnn.weight_ih_l0_reverse	5	-0.0630711168050766
277148	rnn.weight_ih_l0_reverse	6	-0.04309358447790146
277148	rnn.weight_ih_l0_reverse	7	0.02438908815383911
277148	rnn.weight_ih_l0_reverse	8	0.10064497590065002
277148	rnn.weight_ih_l0_reverse	9	0.0019357380224391818
277148	rnn.weight_hh_l0_reverse	0	0.005421404726803303
277148	rnn.weight_hh_l0_reverse	1	0.0277706366032362
277148	rnn.weight_hh_l0_reverse	2	-0.041142869740724564
277148	rnn.weight_hh_l0_reverse	3	0.045132558792829514
277148	rnn.weight_hh_l0_reverse	4	0.02290572039783001
277148	rnn.weight_hh_l0_reverse	5	-0.010896679013967514
277148	rnn.weight_hh_l0_reverse	6	0.07244394719600677
277148	rnn.weight_hh_l0_reverse	7	0.03932388871908188
277148	rnn.weight_hh_l0_reverse	8	-0.025514723733067513
277148	rnn.weight_hh_l0_reverse	9	-0.024954738095402718
277148	rnn.bias_ih_l0_reverse	0	-0.14994540810585022
277148	rnn.bias_ih_l0_reverse	1	-0.3071829378604889
277148	rnn.bias_ih_l0_reverse	2	-0.06266987323760986
277148	rnn.bias_ih_l0_reverse	3	-0.15116018056869507
277148	rnn.bias_ih_l0_reverse	4	0.06014743819832802
277148	rnn.bias_ih_l0_reverse	5	-0.28107085824012756
277148	rnn.bias_ih_l0_reverse	6	-0.06773428618907928
277148	rnn.bias_ih_l0_reverse	7	0.010293769650161266
277148	rnn.bias_ih_l0_reverse	8	-0.19548380374908447
277148	rnn.bias_ih_l0_reverse	9	-0.08099739998579025
277148	rnn.bias_hh_l0_reverse	0	-0.15369580686092377
277148	rnn.bias_hh_l0_reverse	1	-0.1513785868883133
277148	rnn.bias_hh_l0_reverse	2	-0.010658258572220802
277148	rnn.bias_hh_l0_reverse	3	-0.14128592610359192
277148	rnn.bias_hh_l0_reverse	4	-0.027542954310774803
277148	rnn.bias_hh_l0_reverse	5	-0.12098658084869385
277148	rnn.bias_hh_l0_reverse	6	-0.07528747618198395
277148	rnn.bias_hh_l0_reverse	7	-0.17886893451213837
277148	rnn.bias_hh_l0_reverse	8	-0.05735810101032257
277148	rnn.bias_hh_l0_reverse	9	-0.12114732712507248
277148	linear.weight	0	-0.22810059785842896
277148	linear.weight	1	-0.13370220363140106
277148	linear.weight	2	-0.011228874325752258
277148	linear.weight	3	-0.09110614657402039
277148	linear.weight	4	-0.019333917647600174
277148	linear.weight	5	0.24383889138698578
277148	linear.weight	6	0.0047744326293468475
277148	linear.weight	7	-0.021312154829502106
277148	linear.weight	8	0.22603674232959747
277148	linear.weight	9	0.24766920506954193
277148	linear.bias	0	-0.8409174680709839
277148	linear.bias	1	1.417286992073059
277148	linear.bias	2	-0.4999310374259949
277148	linear.bias	3	-0.7653441429138184
277148	linear.bias	4	-0.9121220111846924
277148	linear.bias	5	-1.1813029050827026
277148	linear.bias	6	-0.9664551615715027
277148	linear.bias	7	-0.6638553142547607
277148	linear.bias	8	-0.01705317199230194
277148	linear.bias	9	3.54370379447937
277345	transitions	0	-0.47981199622154236
277345	transitions	1	8.918909072875977
277345	transitions	2	-3.662228584289551
277345	transitions	3	1.6611441373825073
277345	transitions	4	-2.2455780506134033
277345	transitions	5	-0.44019806385040283
277345	transitions	6	-0.19781972467899323
277345	transitions	7	-10000.0
277345	transitions	8	1.8717398643493652
277345	transitions	9	-2.29530930519104
277345	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
277345	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
277345	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
277345	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
277345	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
277345	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
277345	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
277345	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
277345	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
277345	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
277345	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
277345	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
277345	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
277345	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
277345	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
277345	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
277345	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
277345	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
277345	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
277345	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
277345	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
277345	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
277345	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
277345	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
277345	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
277345	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
277345	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
277345	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
277345	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
277345	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
277345	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
277345	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
277345	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
277345	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
277345	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
277345	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
277345	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
277345	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
277345	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
277345	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
277345	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
277345	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
277345	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
277345	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
277345	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
277345	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
277345	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
277345	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
277345	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
277345	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
277345	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
277345	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
277345	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
277345	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
277345	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
277345	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
277345	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
277345	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
277345	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
277345	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
277345	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
277345	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
277345	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
277345	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
277345	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
277345	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
277345	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
277345	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
277345	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
277345	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
277345	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
277345	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
277345	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
277345	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
277345	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
277345	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
277345	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
277345	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
277345	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
277345	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
277345	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
277345	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
277345	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
277345	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
277345	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
277345	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
277345	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
277345	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
277345	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
277345	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
277345	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
277345	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
277345	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
277345	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
277345	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
277345	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
277345	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
277345	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
277345	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
277345	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
277345	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
277345	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
277345	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
277345	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
277345	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
277345	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
277345	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
277345	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
277345	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
277345	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
277345	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
277345	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
277345	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
277345	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
277345	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
277345	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
277345	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
277345	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
277345	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
277345	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
277345	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
277345	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
277345	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
277345	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
277345	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
277345	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
277345	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
277345	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
277345	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
277345	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
277345	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
277345	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
277345	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
277345	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
277345	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
277345	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
277345	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
277345	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
277345	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
277345	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
277345	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
277345	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
277345	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
277345	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
277345	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
277345	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
277345	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
277345	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
277345	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
277345	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
277345	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
277345	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
277345	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
277345	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
277345	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
277345	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
277345	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
277345	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
277345	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
277345	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
277345	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
277345	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
277345	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
277345	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
277345	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
277345	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
277345	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
277345	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
277345	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
277345	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
277345	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
277345	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
277345	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
277345	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
277345	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
277345	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
277345	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
277345	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
277345	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
277345	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
277345	embedding2nn.weight	0	0.04515655338764191
277345	embedding2nn.weight	1	-0.08604233711957932
277345	embedding2nn.weight	2	0.002435191534459591
277345	embedding2nn.weight	3	-0.05928970128297806
277345	embedding2nn.weight	4	-0.12338680773973465
277345	embedding2nn.weight	5	0.10930005460977554
277345	embedding2nn.weight	6	-0.0773586556315422
277345	embedding2nn.weight	7	-0.08369886130094528
277345	embedding2nn.weight	8	-0.03397388756275177
277345	embedding2nn.weight	9	0.03824295103549957
277345	embedding2nn.bias	0	0.07892230153083801
277345	embedding2nn.bias	1	-0.01569407619535923
277345	embedding2nn.bias	2	-0.0674845352768898
277345	embedding2nn.bias	3	0.019455764442682266
277345	embedding2nn.bias	4	-0.013436946086585522
277345	embedding2nn.bias	5	-0.17945705354213715
277345	embedding2nn.bias	6	-0.11713287234306335
277345	embedding2nn.bias	7	-0.008976091630756855
277345	embedding2nn.bias	8	0.052690085023641586
277345	embedding2nn.bias	9	-0.048713866621255875
277345	rnn.weight_ih_l0	0	0.036555010825395584
277345	rnn.weight_ih_l0	1	-0.0906563401222229
277345	rnn.weight_ih_l0	2	-0.06593630462884903
277345	rnn.weight_ih_l0	3	-0.050117116421461105
277345	rnn.weight_ih_l0	4	0.01787750981748104
277345	rnn.weight_ih_l0	5	-0.11217162758111954
277345	rnn.weight_ih_l0	6	-0.03172200545668602
277345	rnn.weight_ih_l0	7	0.0033515016548335552
277345	rnn.weight_ih_l0	8	0.046012554317712784
277345	rnn.weight_ih_l0	9	0.01014657411724329
277345	rnn.weight_hh_l0	0	0.004350947216153145
277345	rnn.weight_hh_l0	1	-0.07760100811719894
277345	rnn.weight_hh_l0	2	0.07467813789844513
277345	rnn.weight_hh_l0	3	0.05191558226943016
277345	rnn.weight_hh_l0	4	0.007093002088367939
277345	rnn.weight_hh_l0	5	0.06942399591207504
277345	rnn.weight_hh_l0	6	-0.01848328672349453
277345	rnn.weight_hh_l0	7	-0.11657506227493286
277345	rnn.weight_hh_l0	8	0.0282755009829998
277345	rnn.weight_hh_l0	9	-0.0733833983540535
277345	rnn.bias_ih_l0	0	-0.08382263779640198
277345	rnn.bias_ih_l0	1	-0.19523702561855316
277345	rnn.bias_ih_l0	2	-0.26983824372291565
277345	rnn.bias_ih_l0	3	-0.27454668283462524
277345	rnn.bias_ih_l0	4	-0.0006390702910721302
277345	rnn.bias_ih_l0	5	0.04661615192890167
277345	rnn.bias_ih_l0	6	-0.16655698418617249
277345	rnn.bias_ih_l0	7	-0.27353015542030334
277345	rnn.bias_ih_l0	8	-0.15214861929416656
277345	rnn.bias_ih_l0	9	-0.17110244929790497
277345	rnn.bias_hh_l0	0	0.13077151775360107
277345	rnn.bias_hh_l0	1	-0.05980279669165611
277345	rnn.bias_hh_l0	2	0.05316366255283356
277345	rnn.bias_hh_l0	3	-0.1755589246749878
277345	rnn.bias_hh_l0	4	0.06392107158899307
277345	rnn.bias_hh_l0	5	0.05500241741538048
277345	rnn.bias_hh_l0	6	-0.11026480793952942
277345	rnn.bias_hh_l0	7	-0.15532687306404114
277345	rnn.bias_hh_l0	8	-0.18095014989376068
277345	rnn.bias_hh_l0	9	-0.10601667314767838
277345	rnn.weight_ih_l0_reverse	0	-0.019507041200995445
277345	rnn.weight_ih_l0_reverse	1	-0.015488329343497753
277345	rnn.weight_ih_l0_reverse	2	-0.0011023954721167684
277345	rnn.weight_ih_l0_reverse	3	0.0047959922812879086
277345	rnn.weight_ih_l0_reverse	4	0.008054783567786217
277345	rnn.weight_ih_l0_reverse	5	-0.06282763183116913
277345	rnn.weight_ih_l0_reverse	6	-0.04381608963012695
277345	rnn.weight_ih_l0_reverse	7	0.024686254560947418
277345	rnn.weight_ih_l0_reverse	8	0.10068147629499435
277345	rnn.weight_ih_l0_reverse	9	0.0017246796051040292
277345	rnn.weight_hh_l0_reverse	0	0.005342305637896061
277345	rnn.weight_hh_l0_reverse	1	0.027951030060648918
277345	rnn.weight_hh_l0_reverse	2	-0.041239794343709946
277345	rnn.weight_hh_l0_reverse	3	0.045217666774988174
277345	rnn.weight_hh_l0_reverse	4	0.023301854729652405
277345	rnn.weight_hh_l0_reverse	5	-0.010785819962620735
277345	rnn.weight_hh_l0_reverse	6	0.07253143191337585
277345	rnn.weight_hh_l0_reverse	7	0.03928694874048233
277345	rnn.weight_hh_l0_reverse	8	-0.02567923255264759
277345	rnn.weight_hh_l0_reverse	9	-0.024782393127679825
277345	rnn.bias_ih_l0_reverse	0	-0.1500980257987976
277345	rnn.bias_ih_l0_reverse	1	-0.30711108446121216
277345	rnn.bias_ih_l0_reverse	2	-0.06297770887613297
277345	rnn.bias_ih_l0_reverse	3	-0.15107467770576477
277345	rnn.bias_ih_l0_reverse	4	0.059179071336984634
277345	rnn.bias_ih_l0_reverse	5	-0.28187936544418335
277345	rnn.bias_ih_l0_reverse	6	-0.06816887110471725
277345	rnn.bias_ih_l0_reverse	7	0.008846739307045937
277345	rnn.bias_ih_l0_reverse	8	-0.1958814561367035
277345	rnn.bias_ih_l0_reverse	9	-0.08076339215040207
277345	rnn.bias_hh_l0_reverse	0	-0.15312540531158447
277345	rnn.bias_hh_l0_reverse	1	-0.15156720578670502
277345	rnn.bias_hh_l0_reverse	2	-0.010776435025036335
277345	rnn.bias_hh_l0_reverse	3	-0.14171770215034485
277345	rnn.bias_hh_l0_reverse	4	-0.027331480756402016
277345	rnn.bias_hh_l0_reverse	5	-0.12139705568552017
277345	rnn.bias_hh_l0_reverse	6	-0.07557044923305511
277345	rnn.bias_hh_l0_reverse	7	-0.1788577437400818
277345	rnn.bias_hh_l0_reverse	8	-0.05770738795399666
277345	rnn.bias_hh_l0_reverse	9	-0.12059884518384933
277345	linear.weight	0	-0.230771005153656
277345	linear.weight	1	-0.1379067450761795
277345	linear.weight	2	-0.011228874325752258
277345	linear.weight	3	-0.09163517504930496
277345	linear.weight	4	-0.02072915807366371
277345	linear.weight	5	0.24891026318073273
277345	linear.weight	6	0.0047744326293468475
277345	linear.weight	7	-0.021312154829502106
277345	linear.weight	8	0.2234414964914322
277345	linear.weight	9	0.24688445031642914
277345	linear.bias	0	-0.8320357203483582
277345	linear.bias	1	1.426474928855896
277345	linear.bias	2	-0.48777711391448975
277345	linear.bias	3	-0.7630859613418579
277345	linear.bias	4	-0.8974547386169434
277345	linear.bias	5	-1.1813093423843384
277345	linear.bias	6	-0.9583600759506226
277345	linear.bias	7	-0.677493691444397
277345	linear.bias	8	-0.01705317199230194
277345	linear.bias	9	3.544539451599121
277542	transitions	0	-0.47982528805732727
277542	transitions	1	8.914946556091309
277542	transitions	2	-3.662365436553955
277542	transitions	3	1.659758448600769
277542	transitions	4	-2.2457776069641113
277542	transitions	5	-0.4402071237564087
277542	transitions	6	-0.19782352447509766
277542	transitions	7	-10000.0
277542	transitions	8	1.870829701423645
277542	transitions	9	-2.295309543609619
277542	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
277542	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
277542	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
277542	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
277542	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
277542	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
277542	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
277542	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
277542	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
277542	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
277542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
277542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
277542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
277542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
277542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
277542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
277542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
277542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
277542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
277542	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
277542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
277542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
277542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
277542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
277542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
277542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
277542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
277542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
277542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
277542	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
277542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
277542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
277542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
277542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
277542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
277542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
277542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
277542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
277542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
277542	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
277542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
277542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
277542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
277542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
277542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
277542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
277542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
277542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
277542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
277542	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
277542	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
277542	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
277542	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
277542	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
277542	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
277542	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
277542	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
277542	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
277542	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
277542	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
277542	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
277542	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
277542	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
277542	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
277542	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
277542	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
277542	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
277542	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
277542	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
277542	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
277542	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
277542	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
277542	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
277542	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
277542	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
277542	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
277542	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
277542	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
277542	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
277542	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
277542	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
277542	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
277542	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
277542	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
277542	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
277542	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
277542	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
277542	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
277542	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
277542	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
277542	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
277542	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
277542	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
277542	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
277542	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
277542	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
277542	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
277542	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
277542	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
277542	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
277542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
277542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
277542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
277542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
277542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
277542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
277542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
277542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
277542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
277542	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
277542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
277542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
277542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
277542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
277542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
277542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
277542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
277542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
277542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
277542	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
277542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
277542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
277542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
277542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
277542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
277542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
277542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
277542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
277542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
277542	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
277542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
277542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
277542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
277542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
277542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
277542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
277542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
277542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
277542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
277542	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
277542	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
277542	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
277542	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
277542	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
277542	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
277542	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
277542	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
277542	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
277542	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
277542	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
277542	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
277542	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
277542	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
277542	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
277542	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
277542	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
277542	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
277542	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
277542	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
277542	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
277542	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
277542	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
277542	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
277542	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
277542	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
277542	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
277542	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
277542	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
277542	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
277542	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
277542	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
277542	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
277542	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
277542	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
277542	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
277542	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
277542	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
277542	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
277542	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
277542	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
277542	embedding2nn.weight	0	0.04519728943705559
277542	embedding2nn.weight	1	-0.0866868644952774
277542	embedding2nn.weight	2	0.0023517212830483913
277542	embedding2nn.weight	3	-0.059517256915569305
277542	embedding2nn.weight	4	-0.12379346787929535
277542	embedding2nn.weight	5	0.10951590538024902
277542	embedding2nn.weight	6	-0.0770040825009346
277542	embedding2nn.weight	7	-0.08412324637174606
277542	embedding2nn.weight	8	-0.0344197079539299
277542	embedding2nn.weight	9	0.03793472424149513
277542	embedding2nn.bias	0	0.07560060918331146
277542	embedding2nn.bias	1	-0.019844993948936462
277542	embedding2nn.bias	2	-0.06628844141960144
277542	embedding2nn.bias	3	0.018806662410497665
277542	embedding2nn.bias	4	-0.011367329396307468
277542	embedding2nn.bias	5	-0.18381859362125397
277542	embedding2nn.bias	6	-0.11380091309547424
277542	embedding2nn.bias	7	-0.008877843618392944
277542	embedding2nn.bias	8	0.051962710916996
277542	embedding2nn.bias	9	-0.05269046500325203
277542	rnn.weight_ih_l0	0	0.03637166693806648
277542	rnn.weight_ih_l0	1	-0.09116300940513611
277542	rnn.weight_ih_l0	2	-0.06554370373487473
277542	rnn.weight_ih_l0	3	-0.05051235109567642
277542	rnn.weight_ih_l0	4	0.01837659254670143
277542	rnn.weight_ih_l0	5	-0.11237284541130066
277542	rnn.weight_ih_l0	6	-0.03171715885400772
277542	rnn.weight_ih_l0	7	0.0035390760749578476
277542	rnn.weight_ih_l0	8	0.04646199569106102
277542	rnn.weight_ih_l0	9	0.009686483070254326
277542	rnn.weight_hh_l0	0	0.004480899311602116
277542	rnn.weight_hh_l0	1	-0.07729101181030273
277542	rnn.weight_hh_l0	2	0.07489059120416641
277542	rnn.weight_hh_l0	3	0.05180696025490761
277542	rnn.weight_hh_l0	4	0.007040292024612427
277542	rnn.weight_hh_l0	5	0.06964077055454254
277542	rnn.weight_hh_l0	6	-0.018452554941177368
277542	rnn.weight_hh_l0	7	-0.11688046157360077
277542	rnn.weight_hh_l0	8	0.028337659314274788
277542	rnn.weight_hh_l0	9	-0.07398468255996704
277542	rnn.bias_ih_l0	0	-0.08558589965105057
277542	rnn.bias_ih_l0	1	-0.19546455144882202
277542	rnn.bias_ih_l0	2	-0.26993411779403687
277542	rnn.bias_ih_l0	3	-0.2738852798938751
277542	rnn.bias_ih_l0	4	-0.00015852876822464168
277542	rnn.bias_ih_l0	5	0.04740804061293602
277542	rnn.bias_ih_l0	6	-0.16596899926662445
277542	rnn.bias_ih_l0	7	-0.2730942666530609
277542	rnn.bias_ih_l0	8	-0.1506795883178711
277542	rnn.bias_ih_l0	9	-0.16997025907039642
277542	rnn.bias_hh_l0	0	0.13004104793071747
277542	rnn.bias_hh_l0	1	-0.06074735149741173
277542	rnn.bias_hh_l0	2	0.053274355828762054
277542	rnn.bias_hh_l0	3	-0.17566925287246704
277542	rnn.bias_hh_l0	4	0.06365469843149185
277542	rnn.bias_hh_l0	5	0.05601473152637482
277542	rnn.bias_hh_l0	6	-0.10982098430395126
277542	rnn.bias_hh_l0	7	-0.15557970106601715
277542	rnn.bias_hh_l0	8	-0.18170516192913055
277542	rnn.bias_hh_l0	9	-0.10692188143730164
277542	rnn.weight_ih_l0_reverse	0	-0.019768942147493362
277542	rnn.weight_ih_l0_reverse	1	-0.015438803471624851
277542	rnn.weight_ih_l0_reverse	2	-0.002477738307788968
277542	rnn.weight_ih_l0_reverse	3	0.004853174556046724
277542	rnn.weight_ih_l0_reverse	4	0.007490670774132013
277542	rnn.weight_ih_l0_reverse	5	-0.06341276317834854
277542	rnn.weight_ih_l0_reverse	6	-0.04208674281835556
277542	rnn.weight_ih_l0_reverse	7	0.024870384484529495
277542	rnn.weight_ih_l0_reverse	8	0.10042347759008408
277542	rnn.weight_ih_l0_reverse	9	0.002103450708091259
277542	rnn.weight_hh_l0_reverse	0	0.00528288958594203
277542	rnn.weight_hh_l0_reverse	1	0.0277975182980299
277542	rnn.weight_hh_l0_reverse	2	-0.041401322931051254
277542	rnn.weight_hh_l0_reverse	3	0.04534383863210678
277542	rnn.weight_hh_l0_reverse	4	0.023143429309129715
277542	rnn.weight_hh_l0_reverse	5	-0.01117626205086708
277542	rnn.weight_hh_l0_reverse	6	0.07256954163312912
277542	rnn.weight_hh_l0_reverse	7	0.03896212950348854
277542	rnn.weight_hh_l0_reverse	8	-0.025546090677380562
277542	rnn.weight_hh_l0_reverse	9	-0.02479858323931694
277542	rnn.bias_ih_l0_reverse	0	-0.1501222401857376
277542	rnn.bias_ih_l0_reverse	1	-0.307280570268631
277542	rnn.bias_ih_l0_reverse	2	-0.06291332840919495
277542	rnn.bias_ih_l0_reverse	3	-0.15043224394321442
277542	rnn.bias_ih_l0_reverse	4	0.05951011925935745
277542	rnn.bias_ih_l0_reverse	5	-0.28237101435661316
277542	rnn.bias_ih_l0_reverse	6	-0.06896241754293442
277542	rnn.bias_ih_l0_reverse	7	0.008493284694850445
277542	rnn.bias_ih_l0_reverse	8	-0.195922389626503
277542	rnn.bias_ih_l0_reverse	9	-0.08063740283250809
277542	rnn.bias_hh_l0_reverse	0	-0.1523168832063675
277542	rnn.bias_hh_l0_reverse	1	-0.15082469582557678
277542	rnn.bias_hh_l0_reverse	2	-0.01009711716324091
277542	rnn.bias_hh_l0_reverse	3	-0.14147023856639862
277542	rnn.bias_hh_l0_reverse	4	-0.026634456589818
277542	rnn.bias_hh_l0_reverse	5	-0.1217743381857872
277542	rnn.bias_hh_l0_reverse	6	-0.07602809369564056
277542	rnn.bias_hh_l0_reverse	7	-0.1790642887353897
277542	rnn.bias_hh_l0_reverse	8	-0.0580051951110363
277542	rnn.bias_hh_l0_reverse	9	-0.11994364857673645
277542	linear.weight	0	-0.23079390823841095
277542	linear.weight	1	-0.13555388152599335
277542	linear.weight	2	-0.011228874325752258
277542	linear.weight	3	-0.0918382927775383
277542	linear.weight	4	-0.01897430792450905
277542	linear.weight	5	0.24123060703277588
277542	linear.weight	6	0.0047744326293468475
277542	linear.weight	7	-0.021312154829502106
277542	linear.weight	8	0.22053739428520203
277542	linear.weight	9	0.24301566183567047
277542	linear.bias	0	-0.8350907564163208
277542	linear.bias	1	1.4287430047988892
277542	linear.bias	2	-0.4932857155799866
277542	linear.bias	3	-0.7604612112045288
277542	linear.bias	4	-0.9027461409568787
277542	linear.bias	5	-1.1813136339187622
277542	linear.bias	6	-0.9600155353546143
277542	linear.bias	7	-0.6850821375846863
277542	linear.bias	8	-0.01705317199230194
277542	linear.bias	9	3.544222116470337
277739	transitions	0	-0.4799012243747711
277739	transitions	1	8.910822868347168
277739	transitions	2	-3.6624746322631836
277739	transitions	3	1.6642464399337769
277739	transitions	4	-2.2458462715148926
277739	transitions	5	-0.4402123987674713
277739	transitions	6	-0.1978323757648468
277739	transitions	7	-10000.0
277739	transitions	8	1.8714840412139893
277739	transitions	9	-2.2953100204467773
277739	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
277739	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
277739	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
277739	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
277739	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
277739	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
277739	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
277739	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
277739	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
277739	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
277739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
277739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
277739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
277739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
277739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
277739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
277739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
277739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
277739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
277739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
277739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
277739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
277739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
277739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
277739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
277739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
277739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
277739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
277739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
277739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
277739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
277739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
277739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
277739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
277739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
277739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
277739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
277739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
277739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
277739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
277739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
277739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
277739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
277739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
277739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
277739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
277739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
277739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
277739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
277739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
277739	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
277739	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
277739	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
277739	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
277739	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
277739	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
277739	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
277739	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
277739	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
277739	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
277739	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
277739	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
277739	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
277739	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
277739	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
277739	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
277739	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
277739	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
277739	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
277739	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
277739	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
277739	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
277739	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
277739	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
277739	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
277739	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
277739	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
277739	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
277739	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
277739	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
277739	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
277739	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
277739	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
277739	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
277739	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
277739	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
277739	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
277739	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
277739	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
277739	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
277739	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
277739	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
277739	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
277739	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
277739	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
277739	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
277739	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
277739	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
277739	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
277739	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
277739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
277739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
277739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
277739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
277739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
277739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
277739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
277739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
277739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
277739	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
277739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
277739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
277739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
277739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
277739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
277739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
277739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
277739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
277739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
277739	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
277739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
277739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
277739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
277739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
277739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
277739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
277739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
277739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
277739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
277739	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
277739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
277739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
277739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
277739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
277739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
277739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
277739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
277739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
277739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
277739	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
277739	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
277739	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
277739	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
277739	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
277739	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
277739	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
277739	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
277739	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
277739	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
277739	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
277739	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
277739	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
277739	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
277739	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
277739	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
277739	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
277739	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
277739	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
277739	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
277739	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
277739	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
277739	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
277739	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
277739	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
277739	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
277739	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
277739	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
277739	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
277739	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
277739	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
277739	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
277739	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
277739	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
277739	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
277739	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
277739	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
277739	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
277739	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
277739	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
277739	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
277739	embedding2nn.weight	0	0.04552030190825462
277739	embedding2nn.weight	1	-0.08689074963331223
277739	embedding2nn.weight	2	0.0028446181677281857
277739	embedding2nn.weight	3	-0.05886177718639374
277739	embedding2nn.weight	4	-0.1264074295759201
277739	embedding2nn.weight	5	0.10951776802539825
277739	embedding2nn.weight	6	-0.07686411589384079
277739	embedding2nn.weight	7	-0.08434383571147919
277739	embedding2nn.weight	8	-0.03393983095884323
277739	embedding2nn.weight	9	0.036849211901426315
277739	embedding2nn.bias	0	0.07497533410787582
277739	embedding2nn.bias	1	-0.01931528002023697
277739	embedding2nn.bias	2	-0.06713345646858215
277739	embedding2nn.bias	3	0.023139657452702522
277739	embedding2nn.bias	4	-0.007225746288895607
277739	embedding2nn.bias	5	-0.18068276345729828
277739	embedding2nn.bias	6	-0.1216750368475914
277739	embedding2nn.bias	7	-0.01425868272781372
277739	embedding2nn.bias	8	0.05250711366534233
277739	embedding2nn.bias	9	-0.051294006407260895
277739	rnn.weight_ih_l0	0	0.03647899255156517
277739	rnn.weight_ih_l0	1	-0.09063950926065445
277739	rnn.weight_ih_l0	2	-0.06542898714542389
277739	rnn.weight_ih_l0	3	-0.05051654949784279
277739	rnn.weight_ih_l0	4	0.018622415140271187
277739	rnn.weight_ih_l0	5	-0.11259858310222626
277739	rnn.weight_ih_l0	6	-0.030814848840236664
277739	rnn.weight_ih_l0	7	0.004007348790764809
277739	rnn.weight_ih_l0	8	0.04653423652052879
277739	rnn.weight_ih_l0	9	0.009172898717224598
277739	rnn.weight_hh_l0	0	0.004492039326578379
277739	rnn.weight_hh_l0	1	-0.07706466317176819
277739	rnn.weight_hh_l0	2	0.07547798752784729
277739	rnn.weight_hh_l0	3	0.05171002820134163
277739	rnn.weight_hh_l0	4	0.007059881929308176
277739	rnn.weight_hh_l0	5	0.06983672827482224
277739	rnn.weight_hh_l0	6	-0.018470555543899536
277739	rnn.weight_hh_l0	7	-0.11684276908636093
277739	rnn.weight_hh_l0	8	0.028296854346990585
277739	rnn.weight_hh_l0	9	-0.07393699884414673
277739	rnn.bias_ih_l0	0	-0.08589739352464676
277739	rnn.bias_ih_l0	1	-0.19574418663978577
277739	rnn.bias_ih_l0	2	-0.2694510519504547
277739	rnn.bias_ih_l0	3	-0.2740478217601776
277739	rnn.bias_ih_l0	4	-0.0001040416318573989
277739	rnn.bias_ih_l0	5	0.046602897346019745
277739	rnn.bias_ih_l0	6	-0.16579395532608032
277739	rnn.bias_ih_l0	7	-0.27347493171691895
277739	rnn.bias_ih_l0	8	-0.1510249525308609
277739	rnn.bias_ih_l0	9	-0.16944709420204163
277739	rnn.bias_hh_l0	0	0.12946505844593048
277739	rnn.bias_hh_l0	1	-0.06098056584596634
277739	rnn.bias_hh_l0	2	0.05287952721118927
277739	rnn.bias_hh_l0	3	-0.1759505420923233
277739	rnn.bias_hh_l0	4	0.06316053122282028
277739	rnn.bias_hh_l0	5	0.0544859915971756
277739	rnn.bias_hh_l0	6	-0.10944794863462448
277739	rnn.bias_hh_l0	7	-0.15517660975456238
277739	rnn.bias_hh_l0	8	-0.18144403398036957
277739	rnn.bias_hh_l0	9	-0.10613159090280533
277739	rnn.weight_ih_l0_reverse	0	-0.020228052511811256
277739	rnn.weight_ih_l0_reverse	1	-0.015682004392147064
277739	rnn.weight_ih_l0_reverse	2	-0.0028133674059063196
277739	rnn.weight_ih_l0_reverse	3	0.00431663915514946
277739	rnn.weight_ih_l0_reverse	4	0.007868058048188686
277739	rnn.weight_ih_l0_reverse	5	-0.0626460611820221
277739	rnn.weight_ih_l0_reverse	6	-0.04309965670108795
277739	rnn.weight_ih_l0_reverse	7	0.024792907759547234
277739	rnn.weight_ih_l0_reverse	8	0.1011991873383522
277739	rnn.weight_ih_l0_reverse	9	0.0017811605939641595
277739	rnn.weight_hh_l0_reverse	0	0.005186152644455433
277739	rnn.weight_hh_l0_reverse	1	0.027536069974303246
277739	rnn.weight_hh_l0_reverse	2	-0.04111514613032341
277739	rnn.weight_hh_l0_reverse	3	0.04503919929265976
277739	rnn.weight_hh_l0_reverse	4	0.023184996098279953
277739	rnn.weight_hh_l0_reverse	5	-0.011308696120977402
277739	rnn.weight_hh_l0_reverse	6	0.07287882268428802
277739	rnn.weight_hh_l0_reverse	7	0.038896650075912476
277739	rnn.weight_hh_l0_reverse	8	-0.02538120746612549
277739	rnn.weight_hh_l0_reverse	9	-0.02484496496617794
277739	rnn.bias_ih_l0_reverse	0	-0.15172861516475677
277739	rnn.bias_ih_l0_reverse	1	-0.30672743916511536
277739	rnn.bias_ih_l0_reverse	2	-0.06300301849842072
277739	rnn.bias_ih_l0_reverse	3	-0.15046623349189758
277739	rnn.bias_ih_l0_reverse	4	0.06022206321358681
277739	rnn.bias_ih_l0_reverse	5	-0.28168773651123047
277739	rnn.bias_ih_l0_reverse	6	-0.06827422976493835
277739	rnn.bias_ih_l0_reverse	7	0.007164855021983385
277739	rnn.bias_ih_l0_reverse	8	-0.19577643275260925
277739	rnn.bias_ih_l0_reverse	9	-0.0803118571639061
277739	rnn.bias_hh_l0_reverse	0	-0.15287558734416962
277739	rnn.bias_hh_l0_reverse	1	-0.1504649817943573
277739	rnn.bias_hh_l0_reverse	2	-0.009589741006493568
277739	rnn.bias_hh_l0_reverse	3	-0.14176999032497406
277739	rnn.bias_hh_l0_reverse	4	-0.027976861223578453
277739	rnn.bias_hh_l0_reverse	5	-0.12205780297517776
277739	rnn.bias_hh_l0_reverse	6	-0.07636285573244095
277739	rnn.bias_hh_l0_reverse	7	-0.1783933937549591
277739	rnn.bias_hh_l0_reverse	8	-0.05797332152724266
277739	rnn.bias_hh_l0_reverse	9	-0.1185377910733223
277739	linear.weight	0	-0.2309565246105194
277739	linear.weight	1	-0.13734227418899536
277739	linear.weight	2	-0.011228874325752258
277739	linear.weight	3	-0.08875400573015213
277739	linear.weight	4	-0.019278595224022865
277739	linear.weight	5	0.24149762094020844
277739	linear.weight	6	0.0047744326293468475
277739	linear.weight	7	-0.021312154829502106
277739	linear.weight	8	0.22147323191165924
277739	linear.weight	9	0.24160432815551758
277739	linear.bias	0	-0.8294973373413086
277739	linear.bias	1	1.4451420307159424
277739	linear.bias	2	-0.5086125731468201
277739	linear.bias	3	-0.769248366355896
277739	linear.bias	4	-0.9114847779273987
277739	linear.bias	5	-1.1813173294067383
277739	linear.bias	6	-0.9533053636550903
277739	linear.bias	7	-0.6833986639976501
277739	linear.bias	8	-0.01705317199230194
277739	linear.bias	9	3.551290512084961
277936	transitions	0	-0.4799468219280243
277936	transitions	1	8.91313362121582
277936	transitions	2	-3.662693977355957
277936	transitions	3	1.6642628908157349
277936	transitions	4	-2.2459523677825928
277936	transitions	5	-0.4402227997779846
277936	transitions	6	-0.19784556329250336
277936	transitions	7	-10000.0
277936	transitions	8	1.8712148666381836
277936	transitions	9	-2.295311450958252
277936	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
277936	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
277936	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
277936	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
277936	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
277936	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
277936	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
277936	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
277936	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
277936	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
277936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
277936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
277936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
277936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
277936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
277936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
277936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
277936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
277936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
277936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
277936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
277936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
277936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
277936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
277936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
277936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
277936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
277936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
277936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
277936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
277936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
277936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
277936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
277936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
277936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
277936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
277936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
277936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
277936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
277936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
277936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
277936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
277936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
277936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
277936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
277936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
277936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
277936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
277936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
277936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
277936	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
277936	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
277936	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
277936	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
277936	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
277936	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
277936	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
277936	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
277936	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
277936	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
277936	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
277936	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
277936	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
277936	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
277936	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
277936	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
277936	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
277936	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
277936	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
277936	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
277936	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
277936	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
277936	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
277936	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
277936	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
277936	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
277936	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
277936	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
277936	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
277936	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
277936	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
277936	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
277936	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
277936	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
277936	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
277936	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
277936	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
277936	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
277936	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
277936	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
277936	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
277936	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
277936	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
277936	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
277936	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
277936	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
277936	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
277936	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
277936	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
277936	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
277936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
277936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
277936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
277936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
277936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
277936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
277936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
277936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
277936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
277936	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
277936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
277936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
277936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
277936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
277936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
277936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
277936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
277936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
277936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
277936	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
277936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
277936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
277936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
277936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
277936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
277936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
277936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
277936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
277936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
277936	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
277936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
277936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
277936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
277936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
277936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
277936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
277936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
277936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
277936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
277936	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
277936	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
277936	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
277936	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
277936	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
277936	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
277936	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
277936	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
277936	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
277936	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
277936	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
277936	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
277936	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
277936	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
277936	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
277936	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
277936	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
277936	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
277936	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
277936	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
277936	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
277936	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
277936	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
277936	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
277936	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
277936	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
277936	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
277936	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
277936	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
277936	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
277936	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
277936	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
277936	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
277936	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
277936	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
277936	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
277936	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
277936	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
277936	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
277936	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
277936	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
277936	embedding2nn.weight	0	0.045430488884449005
277936	embedding2nn.weight	1	-0.08658590912818909
277936	embedding2nn.weight	2	0.0019245450384914875
277936	embedding2nn.weight	3	-0.058873046189546585
277936	embedding2nn.weight	4	-0.12780047953128815
277936	embedding2nn.weight	5	0.11020304262638092
277936	embedding2nn.weight	6	-0.07496484369039536
277936	embedding2nn.weight	7	-0.08418519794940948
277936	embedding2nn.weight	8	-0.03363029658794403
277936	embedding2nn.weight	9	0.03727727010846138
277936	embedding2nn.bias	0	0.07506650686264038
277936	embedding2nn.bias	1	-0.023687081411480904
277936	embedding2nn.bias	2	-0.07108896970748901
277936	embedding2nn.bias	3	0.02281971462070942
277936	embedding2nn.bias	4	-0.0071170213632285595
277936	embedding2nn.bias	5	-0.18211093544960022
277936	embedding2nn.bias	6	-0.11870285123586655
277936	embedding2nn.bias	7	-0.013639148324728012
277936	embedding2nn.bias	8	0.05265466868877411
277936	embedding2nn.bias	9	-0.05559754744172096
277936	rnn.weight_ih_l0	0	0.03683510795235634
277936	rnn.weight_ih_l0	1	-0.09101307392120361
277936	rnn.weight_ih_l0	2	-0.06600557267665863
277936	rnn.weight_ih_l0	3	-0.05102492496371269
277936	rnn.weight_ih_l0	4	0.018726829439401627
277936	rnn.weight_ih_l0	5	-0.11302337050437927
277936	rnn.weight_ih_l0	6	-0.03044522926211357
277936	rnn.weight_ih_l0	7	0.004201772157102823
277936	rnn.weight_ih_l0	8	0.04667570814490318
277936	rnn.weight_ih_l0	9	0.008310976438224316
277936	rnn.weight_hh_l0	0	0.004406443331390619
277936	rnn.weight_hh_l0	1	-0.07708293199539185
277936	rnn.weight_hh_l0	2	0.07535920292139053
277936	rnn.weight_hh_l0	3	0.05197640508413315
277936	rnn.weight_hh_l0	4	0.007060495670884848
277936	rnn.weight_hh_l0	5	0.06988421082496643
277936	rnn.weight_hh_l0	6	-0.01860329508781433
277936	rnn.weight_hh_l0	7	-0.11697375774383545
277936	rnn.weight_hh_l0	8	0.028467480093240738
277936	rnn.weight_hh_l0	9	-0.07356860488653183
277936	rnn.bias_ih_l0	0	-0.086598701775074
277936	rnn.bias_ih_l0	1	-0.1954117715358734
277936	rnn.bias_ih_l0	2	-0.2699974477291107
277936	rnn.bias_ih_l0	3	-0.2728354036808014
277936	rnn.bias_ih_l0	4	0.00011005511623807251
277936	rnn.bias_ih_l0	5	0.048436619341373444
277936	rnn.bias_ih_l0	6	-0.16649198532104492
277936	rnn.bias_ih_l0	7	-0.27296245098114014
277936	rnn.bias_ih_l0	8	-0.1512332260608673
277936	rnn.bias_ih_l0	9	-0.16939379274845123
277936	rnn.bias_hh_l0	0	0.12934565544128418
277936	rnn.bias_hh_l0	1	-0.06095890328288078
277936	rnn.bias_hh_l0	2	0.05404592305421829
277936	rnn.bias_hh_l0	3	-0.1762637495994568
277936	rnn.bias_hh_l0	4	0.06367959082126617
277936	rnn.bias_hh_l0	5	0.054827336221933365
277936	rnn.bias_hh_l0	6	-0.10961592942476273
277936	rnn.bias_hh_l0	7	-0.15454253554344177
277936	rnn.bias_hh_l0	8	-0.18136438727378845
277936	rnn.bias_hh_l0	9	-0.10586617887020111
277936	rnn.weight_ih_l0_reverse	0	-0.02046280913054943
277936	rnn.weight_ih_l0_reverse	1	-0.01493368111550808
277936	rnn.weight_ih_l0_reverse	2	-0.001987037481740117
277936	rnn.weight_ih_l0_reverse	3	0.0038542980328202248
277936	rnn.weight_ih_l0_reverse	4	0.007883149199187756
277936	rnn.weight_ih_l0_reverse	5	-0.0633874163031578
277936	rnn.weight_ih_l0_reverse	6	-0.042702723294496536
277936	rnn.weight_ih_l0_reverse	7	0.025226401165127754
277936	rnn.weight_ih_l0_reverse	8	0.10081464797258377
277936	rnn.weight_ih_l0_reverse	9	0.0017180219292640686
277936	rnn.weight_hh_l0_reverse	0	0.00509599968791008
277936	rnn.weight_hh_l0_reverse	1	0.02750900574028492
277936	rnn.weight_hh_l0_reverse	2	-0.04106811434030533
277936	rnn.weight_hh_l0_reverse	3	0.044998571276664734
277936	rnn.weight_hh_l0_reverse	4	0.02317420206964016
277936	rnn.weight_hh_l0_reverse	5	-0.011271185241639614
277936	rnn.weight_hh_l0_reverse	6	0.07273469120264053
277936	rnn.weight_hh_l0_reverse	7	0.039095912128686905
277936	rnn.weight_hh_l0_reverse	8	-0.025535352528095245
277936	rnn.weight_hh_l0_reverse	9	-0.02501857280731201
277936	rnn.bias_ih_l0_reverse	0	-0.15171906352043152
277936	rnn.bias_ih_l0_reverse	1	-0.306637704372406
277936	rnn.bias_ih_l0_reverse	2	-0.06289906054735184
277936	rnn.bias_ih_l0_reverse	3	-0.15056081116199493
277936	rnn.bias_ih_l0_reverse	4	0.06120414286851883
277936	rnn.bias_ih_l0_reverse	5	-0.28077632188796997
277936	rnn.bias_ih_l0_reverse	6	-0.06803606450557709
277936	rnn.bias_ih_l0_reverse	7	0.006527733989059925
277936	rnn.bias_ih_l0_reverse	8	-0.19514457881450653
277936	rnn.bias_ih_l0_reverse	9	-0.08085282891988754
277936	rnn.bias_hh_l0_reverse	0	-0.15221789479255676
277936	rnn.bias_hh_l0_reverse	1	-0.1520804464817047
277936	rnn.bias_hh_l0_reverse	2	-0.009270473383367062
277936	rnn.bias_hh_l0_reverse	3	-0.14188379049301147
277936	rnn.bias_hh_l0_reverse	4	-0.028319569304585457
277936	rnn.bias_hh_l0_reverse	5	-0.1219763308763504
277936	rnn.bias_hh_l0_reverse	6	-0.07675137370824814
277936	rnn.bias_hh_l0_reverse	7	-0.1780570149421692
277936	rnn.bias_hh_l0_reverse	8	-0.05821594223380089
277936	rnn.bias_hh_l0_reverse	9	-0.11801978200674057
277936	linear.weight	0	-0.2281227707862854
277936	linear.weight	1	-0.13595983386039734
277936	linear.weight	2	-0.011228874325752258
277936	linear.weight	3	-0.08841453492641449
277936	linear.weight	4	-0.01809856854379177
277936	linear.weight	5	0.24039235711097717
277936	linear.weight	6	0.0047744326293468475
277936	linear.weight	7	-0.021312154829502106
277936	linear.weight	8	0.21965602040290833
277936	linear.weight	9	0.24432052671909332
277936	linear.bias	0	-0.843328595161438
277936	linear.bias	1	1.4371988773345947
277936	linear.bias	2	-0.5148736834526062
277936	linear.bias	3	-0.7688331007957458
277936	linear.bias	4	-0.8936313390731812
277936	linear.bias	5	-1.181321620941162
277936	linear.bias	6	-0.9666193723678589
277936	linear.bias	7	-0.6850062608718872
277936	linear.bias	8	-0.01705317199230194
277936	linear.bias	9	3.567195415496826
278133	transitions	0	-0.4799906611442566
278133	transitions	1	8.918085098266602
278133	transitions	2	-3.6629323959350586
278133	transitions	3	1.667991280555725
278133	transitions	4	-2.246070384979248
278133	transitions	5	-0.4402679204940796
278133	transitions	6	-0.19785045087337494
278133	transitions	7	-10000.0
278133	transitions	8	1.8711951971054077
278133	transitions	9	-2.2953124046325684
278133	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
278133	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
278133	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
278133	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
278133	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
278133	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
278133	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
278133	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
278133	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
278133	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
278133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
278133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
278133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
278133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
278133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
278133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
278133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
278133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
278133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
278133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
278133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
278133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
278133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
278133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
278133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
278133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
278133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
278133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
278133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
278133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
278133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
278133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
278133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
278133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
278133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
278133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
278133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
278133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
278133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
278133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
278133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
278133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
278133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
278133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
278133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
278133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
278133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
278133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
278133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
278133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
278133	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
278133	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
278133	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
278133	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
278133	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
278133	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
278133	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
278133	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
278133	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
278133	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
278133	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
278133	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
278133	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
278133	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
278133	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
278133	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
278133	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
278133	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
278133	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
278133	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
278133	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
278133	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
278133	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
278133	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
278133	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
278133	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
278133	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
278133	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
278133	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
278133	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
278133	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
278133	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
278133	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
278133	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
278133	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
278133	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
278133	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
278133	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
278133	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
278133	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
278133	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
278133	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
278133	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
278133	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
278133	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
278133	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
278133	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
278133	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
278133	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
278133	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
278133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
278133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
278133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
278133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
278133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
278133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
278133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
278133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
278133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
278133	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
278133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
278133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
278133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
278133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
278133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
278133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
278133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
278133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
278133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
278133	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
278133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
278133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
278133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
278133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
278133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
278133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
278133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
278133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
278133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
278133	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
278133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
278133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
278133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
278133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
278133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
278133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
278133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
278133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
278133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
278133	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
278133	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
278133	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
278133	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
278133	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
278133	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
278133	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
278133	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
278133	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
278133	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
278133	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
278133	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
278133	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
278133	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
278133	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
278133	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
278133	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
278133	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
278133	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
278133	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
278133	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
278133	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
278133	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
278133	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
278133	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
278133	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
278133	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
278133	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
278133	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
278133	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
278133	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
278133	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
278133	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
278133	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
278133	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
278133	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
278133	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
278133	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
278133	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
278133	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
278133	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
278133	embedding2nn.weight	0	0.04540753364562988
278133	embedding2nn.weight	1	-0.08630620688199997
278133	embedding2nn.weight	2	0.0015400095144286752
278133	embedding2nn.weight	3	-0.05958106368780136
278133	embedding2nn.weight	4	-0.1279633343219757
278133	embedding2nn.weight	5	0.11058563739061356
278133	embedding2nn.weight	6	-0.07548071444034576
278133	embedding2nn.weight	7	-0.08460526913404465
278133	embedding2nn.weight	8	-0.03333822265267372
278133	embedding2nn.weight	9	0.037354256957769394
278133	embedding2nn.bias	0	0.07979367673397064
278133	embedding2nn.bias	1	-0.01953074149787426
278133	embedding2nn.bias	2	-0.06540437787771225
278133	embedding2nn.bias	3	0.015441401861608028
278133	embedding2nn.bias	4	-0.008239809423685074
278133	embedding2nn.bias	5	-0.17979753017425537
278133	embedding2nn.bias	6	-0.1175985261797905
278133	embedding2nn.bias	7	-0.011006332002580166
278133	embedding2nn.bias	8	0.05370654538273811
278133	embedding2nn.bias	9	-0.05124146118760109
278133	rnn.weight_ih_l0	0	0.0365954153239727
278133	rnn.weight_ih_l0	1	-0.09182241559028625
278133	rnn.weight_ih_l0	2	-0.06620480120182037
278133	rnn.weight_ih_l0	3	-0.050530653446912766
278133	rnn.weight_ih_l0	4	0.0192636139690876
278133	rnn.weight_ih_l0	5	-0.11237411201000214
278133	rnn.weight_ih_l0	6	-0.030182113870978355
278133	rnn.weight_ih_l0	7	0.004695437382906675
278133	rnn.weight_ih_l0	8	0.04698827490210533
278133	rnn.weight_ih_l0	9	0.00809880718588829
278133	rnn.weight_hh_l0	0	0.004335454665124416
278133	rnn.weight_hh_l0	1	-0.07718530297279358
278133	rnn.weight_hh_l0	2	0.07526688277721405
278133	rnn.weight_hh_l0	3	0.05167629197239876
278133	rnn.weight_hh_l0	4	0.007092250511050224
278133	rnn.weight_hh_l0	5	0.06981373578310013
278133	rnn.weight_hh_l0	6	-0.01866508275270462
278133	rnn.weight_hh_l0	7	-0.11694960296154022
278133	rnn.weight_hh_l0	8	0.028329670429229736
278133	rnn.weight_hh_l0	9	-0.07402432709932327
278133	rnn.bias_ih_l0	0	-0.08710473030805588
278133	rnn.bias_ih_l0	1	-0.19449755549430847
278133	rnn.bias_ih_l0	2	-0.2702568769454956
278133	rnn.bias_ih_l0	3	-0.27406638860702515
278133	rnn.bias_ih_l0	4	-0.0002685016661416739
278133	rnn.bias_ih_l0	5	0.04887280985713005
278133	rnn.bias_ih_l0	6	-0.16684019565582275
278133	rnn.bias_ih_l0	7	-0.2725427448749542
278133	rnn.bias_ih_l0	8	-0.15028662979602814
278133	rnn.bias_ih_l0	9	-0.16924522817134857
278133	rnn.bias_hh_l0	0	0.1285327821969986
278133	rnn.bias_hh_l0	1	-0.05950876697897911
278133	rnn.bias_hh_l0	2	0.054102398455142975
278133	rnn.bias_hh_l0	3	-0.17547516524791718
278133	rnn.bias_hh_l0	4	0.0632777214050293
278133	rnn.bias_hh_l0	5	0.055204201489686966
278133	rnn.bias_hh_l0	6	-0.10993388295173645
278133	rnn.bias_hh_l0	7	-0.15453892946243286
278133	rnn.bias_hh_l0	8	-0.18083609640598297
278133	rnn.bias_hh_l0	9	-0.1077665463089943
278133	rnn.weight_ih_l0_reverse	0	-0.01982797682285309
278133	rnn.weight_ih_l0_reverse	1	-0.014172936789691448
278133	rnn.weight_ih_l0_reverse	2	-0.0023222551681101322
278133	rnn.weight_ih_l0_reverse	3	0.0027736322954297066
278133	rnn.weight_ih_l0_reverse	4	0.008959170430898666
278133	rnn.weight_ih_l0_reverse	5	-0.06289616972208023
278133	rnn.weight_ih_l0_reverse	6	-0.04227985441684723
278133	rnn.weight_ih_l0_reverse	7	0.025287749245762825
278133	rnn.weight_ih_l0_reverse	8	0.1007569283246994
278133	rnn.weight_ih_l0_reverse	9	0.0018179486505687237
278133	rnn.weight_hh_l0_reverse	0	0.004948197863996029
278133	rnn.weight_hh_l0_reverse	1	0.027297111228108406
278133	rnn.weight_hh_l0_reverse	2	-0.041374560445547104
278133	rnn.weight_hh_l0_reverse	3	0.045071039348840714
278133	rnn.weight_hh_l0_reverse	4	0.023151468485593796
278133	rnn.weight_hh_l0_reverse	5	-0.011192191392183304
278133	rnn.weight_hh_l0_reverse	6	0.07271450757980347
278133	rnn.weight_hh_l0_reverse	7	0.03897254168987274
278133	rnn.weight_hh_l0_reverse	8	-0.025173332542181015
278133	rnn.weight_hh_l0_reverse	9	-0.02490944229066372
278133	rnn.bias_ih_l0_reverse	0	-0.15117299556732178
278133	rnn.bias_ih_l0_reverse	1	-0.30612632632255554
278133	rnn.bias_ih_l0_reverse	2	-0.06193802133202553
278133	rnn.bias_ih_l0_reverse	3	-0.15056948363780975
278133	rnn.bias_ih_l0_reverse	4	0.061939679086208344
278133	rnn.bias_ih_l0_reverse	5	-0.2807597815990448
278133	rnn.bias_ih_l0_reverse	6	-0.06843367218971252
278133	rnn.bias_ih_l0_reverse	7	0.007528143469244242
278133	rnn.bias_ih_l0_reverse	8	-0.1952505260705948
278133	rnn.bias_ih_l0_reverse	9	-0.08079278469085693
278133	rnn.bias_hh_l0_reverse	0	-0.15244850516319275
278133	rnn.bias_hh_l0_reverse	1	-0.15169216692447662
278133	rnn.bias_hh_l0_reverse	2	-0.009726942516863346
278133	rnn.bias_hh_l0_reverse	3	-0.14296355843544006
278133	rnn.bias_hh_l0_reverse	4	-0.027314813807606697
278133	rnn.bias_hh_l0_reverse	5	-0.12155363708734512
278133	rnn.bias_hh_l0_reverse	6	-0.07599865645170212
278133	rnn.bias_hh_l0_reverse	7	-0.17681989073753357
278133	rnn.bias_hh_l0_reverse	8	-0.05725652724504471
278133	rnn.bias_hh_l0_reverse	9	-0.1177147850394249
278133	linear.weight	0	-0.2240179479122162
278133	linear.weight	1	-0.13659881055355072
278133	linear.weight	2	-0.011228874325752258
278133	linear.weight	3	-0.08947096765041351
278133	linear.weight	4	-0.01771792210638523
278133	linear.weight	5	0.2436934858560562
278133	linear.weight	6	0.0047744326293468475
278133	linear.weight	7	-0.021312154829502106
278133	linear.weight	8	0.21853651106357574
278133	linear.weight	9	0.23942770063877106
278133	linear.bias	0	-0.8451704382896423
278133	linear.bias	1	1.4225406646728516
278133	linear.bias	2	-0.4917341470718384
278133	linear.bias	3	-0.7656567692756653
278133	linear.bias	4	-0.9017813801765442
278133	linear.bias	5	-1.1813271045684814
278133	linear.bias	6	-0.9690868854522705
278133	linear.bias	7	-0.6973699331283569
278133	linear.bias	8	-0.01705317199230194
278133	linear.bias	9	3.5664350986480713
278330	transitions	0	-0.48001471161842346
278330	transitions	1	8.92386245727539
278330	transitions	2	-3.6630334854125977
278330	transitions	3	1.6692198514938354
278330	transitions	4	-2.246145486831665
278330	transitions	5	-0.44028910994529724
278330	transitions	6	-0.19785872101783752
278330	transitions	7	-10000.0
278330	transitions	8	1.8728424310684204
278330	transitions	9	-2.295314073562622
278330	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
278330	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
278330	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
278330	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
278330	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
278330	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
278330	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
278330	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
278330	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
278330	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
278330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
278330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
278330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
278330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
278330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
278330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
278330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
278330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
278330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
278330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
278330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
278330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
278330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
278330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
278330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
278330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
278330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
278330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
278330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
278330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
278330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
278330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
278330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
278330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
278330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
278330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
278330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
278330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
278330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
278330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
278330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
278330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
278330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
278330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
278330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
278330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
278330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
278330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
278330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
278330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
278330	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
278330	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
278330	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
278330	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
278330	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
278330	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
278330	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
278330	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
278330	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
278330	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
278330	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
278330	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
278330	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
278330	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
278330	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
278330	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
278330	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
278330	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
278330	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
278330	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
278330	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
278330	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
278330	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
278330	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
278330	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
278330	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
278330	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
278330	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
278330	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
278330	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
278330	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
278330	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
278330	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
278330	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
278330	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
278330	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
278330	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
278330	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
278330	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
278330	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
278330	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
278330	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
278330	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
278330	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
278330	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
278330	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
278330	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
278330	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
278330	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
278330	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
278330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
278330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
278330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
278330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
278330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
278330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
278330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
278330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
278330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
278330	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
278330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
278330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
278330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
278330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
278330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
278330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
278330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
278330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
278330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
278330	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
278330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
278330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
278330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
278330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
278330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
278330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
278330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
278330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
278330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
278330	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
278330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
278330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
278330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
278330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
278330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
278330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
278330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
278330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
278330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
278330	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
278330	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
278330	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
278330	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
278330	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
278330	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
278330	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
278330	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
278330	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
278330	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
278330	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
278330	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
278330	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
278330	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
278330	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
278330	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
278330	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
278330	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
278330	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
278330	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
278330	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
278330	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
278330	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
278330	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
278330	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
278330	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
278330	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
278330	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
278330	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
278330	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
278330	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
278330	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
278330	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
278330	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
278330	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
278330	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
278330	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
278330	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
278330	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
278330	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
278330	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
278330	embedding2nn.weight	0	0.04551127180457115
278330	embedding2nn.weight	1	-0.08627766370773315
278330	embedding2nn.weight	2	0.0012203613296151161
278330	embedding2nn.weight	3	-0.05940832942724228
278330	embedding2nn.weight	4	-0.1272011399269104
278330	embedding2nn.weight	5	0.11064925789833069
278330	embedding2nn.weight	6	-0.07593555003404617
278330	embedding2nn.weight	7	-0.0852728858590126
278330	embedding2nn.weight	8	-0.03340963274240494
278330	embedding2nn.weight	9	0.037051744759082794
278330	embedding2nn.bias	0	0.08069118112325668
278330	embedding2nn.bias	1	-0.02227262407541275
278330	embedding2nn.bias	2	-0.07225710898637772
278330	embedding2nn.bias	3	0.013271117582917213
278330	embedding2nn.bias	4	-0.009667973965406418
278330	embedding2nn.bias	5	-0.18099574744701385
278330	embedding2nn.bias	6	-0.11588676273822784
278330	embedding2nn.bias	7	-0.010375957936048508
278330	embedding2nn.bias	8	0.05130111426115036
278330	embedding2nn.bias	9	-0.05299361050128937
278330	rnn.weight_ih_l0	0	0.0363922081887722
278330	rnn.weight_ih_l0	1	-0.09247032552957535
278330	rnn.weight_ih_l0	2	-0.06540319323539734
278330	rnn.weight_ih_l0	3	-0.0503220334649086
278330	rnn.weight_ih_l0	4	0.019494440406560898
278330	rnn.weight_ih_l0	5	-0.11190430819988251
278330	rnn.weight_ih_l0	6	-0.03195361793041229
278330	rnn.weight_ih_l0	7	0.004718621727079153
278330	rnn.weight_ih_l0	8	0.047063421458005905
278330	rnn.weight_ih_l0	9	0.00833499152213335
278330	rnn.weight_hh_l0	0	0.0045007034204900265
278330	rnn.weight_hh_l0	1	-0.07770940661430359
278330	rnn.weight_hh_l0	2	0.07549383491277695
278330	rnn.weight_hh_l0	3	0.051742080599069595
278330	rnn.weight_hh_l0	4	0.007162845227867365
278330	rnn.weight_hh_l0	5	0.06983044743537903
278330	rnn.weight_hh_l0	6	-0.018594400957226753
278330	rnn.weight_hh_l0	7	-0.1171145886182785
278330	rnn.weight_hh_l0	8	0.028053466230630875
278330	rnn.weight_hh_l0	9	-0.07518160343170166
278330	rnn.bias_ih_l0	0	-0.08803657442331314
278330	rnn.bias_ih_l0	1	-0.19514712691307068
278330	rnn.bias_ih_l0	2	-0.2704010009765625
278330	rnn.bias_ih_l0	3	-0.2744833827018738
278330	rnn.bias_ih_l0	4	-0.0003373771032784134
278330	rnn.bias_ih_l0	5	0.04902951419353485
278330	rnn.bias_ih_l0	6	-0.16790002584457397
278330	rnn.bias_ih_l0	7	-0.2738589942455292
278330	rnn.bias_ih_l0	8	-0.15112966299057007
278330	rnn.bias_ih_l0	9	-0.16867396235466003
278330	rnn.bias_hh_l0	0	0.12850283086299896
278330	rnn.bias_hh_l0	1	-0.05977744236588478
278330	rnn.bias_hh_l0	2	0.054487891495227814
278330	rnn.bias_hh_l0	3	-0.17445579171180725
278330	rnn.bias_hh_l0	4	0.0637722909450531
278330	rnn.bias_hh_l0	5	0.05522496625781059
278330	rnn.bias_hh_l0	6	-0.10994996875524521
278330	rnn.bias_hh_l0	7	-0.1532362699508667
278330	rnn.bias_hh_l0	8	-0.17945218086242676
278330	rnn.bias_hh_l0	9	-0.10792168229818344
278330	rnn.weight_ih_l0_reverse	0	-0.01992601528763771
278330	rnn.weight_ih_l0_reverse	1	-0.01327341515570879
278330	rnn.weight_ih_l0_reverse	2	-0.00199151155538857
278330	rnn.weight_ih_l0_reverse	3	0.0032628378830850124
278330	rnn.weight_ih_l0_reverse	4	0.00875589344650507
278330	rnn.weight_ih_l0_reverse	5	-0.06228221207857132
278330	rnn.weight_ih_l0_reverse	6	-0.04315150901675224
278330	rnn.weight_ih_l0_reverse	7	0.025420421734452248
278330	rnn.weight_ih_l0_reverse	8	0.10051599144935608
278330	rnn.weight_ih_l0_reverse	9	0.0015425414312630892
278330	rnn.weight_hh_l0_reverse	0	0.004982417915016413
278330	rnn.weight_hh_l0_reverse	1	0.027306437492370605
278330	rnn.weight_hh_l0_reverse	2	-0.041272033005952835
278330	rnn.weight_hh_l0_reverse	3	0.044909048825502396
278330	rnn.weight_hh_l0_reverse	4	0.02292434312403202
278330	rnn.weight_hh_l0_reverse	5	-0.011501211673021317
278330	rnn.weight_hh_l0_reverse	6	0.0728585422039032
278330	rnn.weight_hh_l0_reverse	7	0.038746677339076996
278330	rnn.weight_hh_l0_reverse	8	-0.02531534992158413
278330	rnn.weight_hh_l0_reverse	9	-0.024747714400291443
278330	rnn.bias_ih_l0_reverse	0	-0.15187454223632812
278330	rnn.bias_ih_l0_reverse	1	-0.30701616406440735
278330	rnn.bias_ih_l0_reverse	2	-0.06157856062054634
278330	rnn.bias_ih_l0_reverse	3	-0.1503944844007492
278330	rnn.bias_ih_l0_reverse	4	0.06014339625835419
278330	rnn.bias_ih_l0_reverse	5	-0.2815191149711609
278330	rnn.bias_ih_l0_reverse	6	-0.06860554963350296
278330	rnn.bias_ih_l0_reverse	7	0.006264869589358568
278330	rnn.bias_ih_l0_reverse	8	-0.19465385377407074
278330	rnn.bias_ih_l0_reverse	9	-0.08117304742336273
278330	rnn.bias_hh_l0_reverse	0	-0.15244819223880768
278330	rnn.bias_hh_l0_reverse	1	-0.1521483063697815
278330	rnn.bias_hh_l0_reverse	2	-0.010028091259300709
278330	rnn.bias_hh_l0_reverse	3	-0.14053893089294434
278330	rnn.bias_hh_l0_reverse	4	-0.026862069964408875
278330	rnn.bias_hh_l0_reverse	5	-0.12147748470306396
278330	rnn.bias_hh_l0_reverse	6	-0.07547293603420258
278330	rnn.bias_hh_l0_reverse	7	-0.17695355415344238
278330	rnn.bias_hh_l0_reverse	8	-0.05759388953447342
278330	rnn.bias_hh_l0_reverse	9	-0.1178784891963005
278330	linear.weight	0	-0.22552341222763062
278330	linear.weight	1	-0.13512079417705536
278330	linear.weight	2	-0.011228874325752258
278330	linear.weight	3	-0.08907780796289444
278330	linear.weight	4	-0.015089700929820538
278330	linear.weight	5	0.24460454285144806
278330	linear.weight	6	0.0047744326293468475
278330	linear.weight	7	-0.021312154829502106
278330	linear.weight	8	0.223105326294899
278330	linear.weight	9	0.24228745698928833
278330	linear.bias	0	-0.8369776606559753
278330	linear.bias	1	1.4280446767807007
278330	linear.bias	2	-0.4944797456264496
278330	linear.bias	3	-0.7591559886932373
278330	linear.bias	4	-0.8935144543647766
278330	linear.bias	5	-1.1813310384750366
278330	linear.bias	6	-0.9621601104736328
278330	linear.bias	7	-0.6902443170547485
278330	linear.bias	8	-0.01705317199230194
278330	linear.bias	9	3.5548951625823975
278334	transitions	0	-0.48001471161842346
278334	transitions	1	8.924883842468262
278334	transitions	2	-3.6630353927612305
278334	transitions	3	1.6700711250305176
278334	transitions	4	-2.2461471557617188
278334	transitions	5	-0.44028910994529724
278334	transitions	6	-0.19785873591899872
278334	transitions	7	-10000.0
278334	transitions	8	1.8728399276733398
278334	transitions	9	-2.295314073562622
278334	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
278334	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
278334	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
278334	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
278334	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
278334	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
278334	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
278334	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
278334	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
278334	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
278334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
278334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
278334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
278334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
278334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
278334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
278334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
278334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
278334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
278334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
278334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
278334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
278334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
278334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
278334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
278334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
278334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
278334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
278334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
278334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
278334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
278334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
278334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
278334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
278334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
278334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
278334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
278334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
278334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
278334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
278334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
278334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
278334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
278334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
278334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
278334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
278334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
278334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
278334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
278334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
278334	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
278334	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
278334	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
278334	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
278334	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
278334	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
278334	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
278334	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
278334	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
278334	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
278334	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
278334	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
278334	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
278334	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
278334	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
278334	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
278334	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
278334	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
278334	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
278334	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
278334	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
278334	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
278334	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
278334	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
278334	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
278334	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
278334	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
278334	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
278334	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
278334	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
278334	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
278334	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
278334	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
278334	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
278334	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
278334	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
278334	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
278334	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
278334	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
278334	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
278334	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
278334	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
278334	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
278334	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
278334	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
278334	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
278334	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
278334	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
278334	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
278334	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
278334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
278334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
278334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
278334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
278334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
278334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
278334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
278334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
278334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
278334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
278334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
278334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
278334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
278334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
278334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
278334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
278334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
278334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
278334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
278334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
278334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
278334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
278334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
278334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
278334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
278334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
278334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
278334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
278334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
278334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
278334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
278334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
278334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
278334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
278334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
278334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
278334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
278334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
278334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
278334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
278334	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
278334	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
278334	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
278334	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
278334	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
278334	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
278334	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
278334	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
278334	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
278334	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
278334	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
278334	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
278334	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
278334	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
278334	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
278334	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
278334	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
278334	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
278334	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
278334	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
278334	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
278334	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
278334	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
278334	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
278334	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
278334	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
278334	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
278334	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
278334	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
278334	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
278334	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
278334	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
278334	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
278334	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
278334	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
278334	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
278334	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
278334	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
278334	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
278334	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
278334	embedding2nn.weight	0	0.045510295778512955
278334	embedding2nn.weight	1	-0.08628979325294495
278334	embedding2nn.weight	2	0.0010933810845017433
278334	embedding2nn.weight	3	-0.059414248913526535
278334	embedding2nn.weight	4	-0.12723764777183533
278334	embedding2nn.weight	5	0.11069042235612869
278334	embedding2nn.weight	6	-0.07597201317548752
278334	embedding2nn.weight	7	-0.0853557288646698
278334	embedding2nn.weight	8	-0.03344712033867836
278334	embedding2nn.weight	9	0.0371873639523983
278334	embedding2nn.bias	0	0.0823797807097435
278334	embedding2nn.bias	1	-0.021888606250286102
278334	embedding2nn.bias	2	-0.07228399068117142
278334	embedding2nn.bias	3	0.014449262991547585
278334	embedding2nn.bias	4	-0.009912350215017796
278334	embedding2nn.bias	5	-0.1822708249092102
278334	embedding2nn.bias	6	-0.11594595015048981
278334	embedding2nn.bias	7	-0.01035974733531475
278334	embedding2nn.bias	8	0.05103842169046402
278334	embedding2nn.bias	9	-0.053764041513204575
278334	rnn.weight_ih_l0	0	0.03646419569849968
278334	rnn.weight_ih_l0	1	-0.09248080104589462
278334	rnn.weight_ih_l0	2	-0.06540767103433609
278334	rnn.weight_ih_l0	3	-0.05030613765120506
278334	rnn.weight_ih_l0	4	0.01944361999630928
278334	rnn.weight_ih_l0	5	-0.11195148527622223
278334	rnn.weight_ih_l0	6	-0.03183833882212639
278334	rnn.weight_ih_l0	7	0.004725427832454443
278334	rnn.weight_ih_l0	8	0.0470198355615139
278334	rnn.weight_ih_l0	9	0.008333981037139893
278334	rnn.weight_hh_l0	0	0.004503135569393635
278334	rnn.weight_hh_l0	1	-0.07770304381847382
278334	rnn.weight_hh_l0	2	0.07549449056386948
278334	rnn.weight_hh_l0	3	0.05173557996749878
278334	rnn.weight_hh_l0	4	0.007162872236222029
278334	rnn.weight_hh_l0	5	0.06982910633087158
278334	rnn.weight_hh_l0	6	-0.018591031432151794
278334	rnn.weight_hh_l0	7	-0.11711370199918747
278334	rnn.weight_hh_l0	8	0.0280570350587368
278334	rnn.weight_hh_l0	9	-0.07518512010574341
278334	rnn.bias_ih_l0	0	-0.08811797946691513
278334	rnn.bias_ih_l0	1	-0.1951606422662735
278334	rnn.bias_ih_l0	2	-0.2704165279865265
278334	rnn.bias_ih_l0	3	-0.2745248079299927
278334	rnn.bias_ih_l0	4	-0.0005195422563701868
278334	rnn.bias_ih_l0	5	0.04903559014201164
278334	rnn.bias_ih_l0	6	-0.16789494454860687
278334	rnn.bias_ih_l0	7	-0.2737579643726349
278334	rnn.bias_ih_l0	8	-0.15125609934329987
278334	rnn.bias_ih_l0	9	-0.16861648857593536
278334	rnn.bias_hh_l0	0	0.1286129355430603
278334	rnn.bias_hh_l0	1	-0.05976370722055435
278334	rnn.bias_hh_l0	2	0.054523956030607224
278334	rnn.bias_hh_l0	3	-0.17444704473018646
278334	rnn.bias_hh_l0	4	0.06379915773868561
278334	rnn.bias_hh_l0	5	0.05531106889247894
278334	rnn.bias_hh_l0	6	-0.10995040833950043
278334	rnn.bias_hh_l0	7	-0.15335272252559662
278334	rnn.bias_hh_l0	8	-0.17942579090595245
278334	rnn.bias_hh_l0	9	-0.10793504118919373
278334	rnn.weight_ih_l0_reverse	0	-0.01990174502134323
278334	rnn.weight_ih_l0_reverse	1	-0.013270040042698383
278334	rnn.weight_ih_l0_reverse	2	-0.0020234782714396715
278334	rnn.weight_ih_l0_reverse	3	0.003275072667747736
278334	rnn.weight_ih_l0_reverse	4	0.00874064490199089
278334	rnn.weight_ih_l0_reverse	5	-0.062326159328222275
278334	rnn.weight_ih_l0_reverse	6	-0.04313909634947777
278334	rnn.weight_ih_l0_reverse	7	0.025405392050743103
278334	rnn.weight_ih_l0_reverse	8	0.10048678517341614
278334	rnn.weight_ih_l0_reverse	9	0.0015545922797173262
278334	rnn.weight_hh_l0_reverse	0	0.004978553391993046
278334	rnn.weight_hh_l0_reverse	1	0.027304545044898987
278334	rnn.weight_hh_l0_reverse	2	-0.041274141520261765
278334	rnn.weight_hh_l0_reverse	3	0.04494991526007652
278334	rnn.weight_hh_l0_reverse	4	0.022926824167370796
278334	rnn.weight_hh_l0_reverse	5	-0.011476578190922737
278334	rnn.weight_hh_l0_reverse	6	0.07270659506320953
278334	rnn.weight_hh_l0_reverse	7	0.038748789578676224
278334	rnn.weight_hh_l0_reverse	8	-0.025345681235194206
278334	rnn.weight_hh_l0_reverse	9	-0.02477196231484413
278334	rnn.bias_ih_l0_reverse	0	-0.15209908783435822
278334	rnn.bias_ih_l0_reverse	1	-0.30684131383895874
278334	rnn.bias_ih_l0_reverse	2	-0.061706673353910446
278334	rnn.bias_ih_l0_reverse	3	-0.15040430426597595
278334	rnn.bias_ih_l0_reverse	4	0.06012804061174393
278334	rnn.bias_ih_l0_reverse	5	-0.28141412138938904
278334	rnn.bias_ih_l0_reverse	6	-0.06878574937582016
278334	rnn.bias_ih_l0_reverse	7	0.006312251091003418
278334	rnn.bias_ih_l0_reverse	8	-0.19457724690437317
278334	rnn.bias_ih_l0_reverse	9	-0.08116794377565384
278334	rnn.bias_hh_l0_reverse	0	-0.15240049362182617
278334	rnn.bias_hh_l0_reverse	1	-0.1521444469690323
278334	rnn.bias_hh_l0_reverse	2	-0.010031814686954021
278334	rnn.bias_hh_l0_reverse	3	-0.14054828882217407
278334	rnn.bias_hh_l0_reverse	4	-0.026840804144740105
278334	rnn.bias_hh_l0_reverse	5	-0.12143854051828384
278334	rnn.bias_hh_l0_reverse	6	-0.0755145326256752
278334	rnn.bias_hh_l0_reverse	7	-0.17690573632717133
278334	rnn.bias_hh_l0_reverse	8	-0.05755041539669037
278334	rnn.bias_hh_l0_reverse	9	-0.1178845688700676
278334	linear.weight	0	-0.22552692890167236
278334	linear.weight	1	-0.1350732147693634
278334	linear.weight	2	-0.011228874325752258
278334	linear.weight	3	-0.0890541672706604
278334	linear.weight	4	-0.015038955956697464
278334	linear.weight	5	0.24463453888893127
278334	linear.weight	6	0.0047744326293468475
278334	linear.weight	7	-0.021312154829502106
278334	linear.weight	8	0.2229442149400711
278334	linear.weight	9	0.24215131998062134
278334	linear.bias	0	-0.8387368321418762
278334	linear.bias	1	1.4289294481277466
278334	linear.bias	2	-0.48762720823287964
278334	linear.bias	3	-0.7593697309494019
278334	linear.bias	4	-0.8922217488288879
278334	linear.bias	5	-1.1813313961029053
278334	linear.bias	6	-0.9641144275665283
278334	linear.bias	7	-0.6926899552345276
278334	linear.bias	8	-0.01705317199230194
278334	linear.bias	9	3.557121753692627
278531	transitions	0	-0.48002275824546814
278531	transitions	1	8.926626205444336
278531	transitions	2	-3.6631205081939697
278531	transitions	3	1.6737415790557861
278531	transitions	4	-2.2461740970611572
278531	transitions	5	-0.4402925968170166
278531	transitions	6	-0.19786308705806732
278531	transitions	7	-10000.0
278531	transitions	8	1.8734813928604126
278531	transitions	9	-2.2953145503997803
278531	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
278531	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
278531	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
278531	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
278531	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
278531	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
278531	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
278531	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
278531	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
278531	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
278531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
278531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
278531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
278531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
278531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
278531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
278531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
278531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
278531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
278531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
278531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
278531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
278531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
278531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
278531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
278531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
278531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
278531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
278531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
278531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
278531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
278531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
278531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
278531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
278531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
278531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
278531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
278531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
278531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
278531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
278531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
278531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
278531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
278531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
278531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
278531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
278531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
278531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
278531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
278531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
278531	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
278531	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
278531	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
278531	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
278531	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
278531	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
278531	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
278531	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
278531	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
278531	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
278531	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
278531	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
278531	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
278531	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
278531	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
278531	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
278531	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
278531	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
278531	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
278531	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
278531	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
278531	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
278531	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
278531	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
278531	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
278531	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
278531	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
278531	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
278531	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
278531	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
278531	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
278531	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
278531	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
278531	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
278531	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
278531	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
278531	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
278531	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
278531	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
278531	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
278531	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
278531	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
278531	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
278531	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
278531	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
278531	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
278531	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
278531	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
278531	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
278531	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
278531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
278531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
278531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
278531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
278531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
278531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
278531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
278531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
278531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
278531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
278531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
278531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
278531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
278531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
278531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
278531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
278531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
278531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
278531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
278531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
278531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
278531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
278531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
278531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
278531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
278531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
278531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
278531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
278531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
278531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
278531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
278531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
278531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
278531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
278531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
278531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
278531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
278531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
278531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
278531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
278531	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
278531	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
278531	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
278531	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
278531	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
278531	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
278531	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
278531	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
278531	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
278531	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
278531	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
278531	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
278531	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
278531	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
278531	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
278531	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
278531	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
278531	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
278531	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
278531	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
278531	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
278531	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
278531	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
278531	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
278531	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
278531	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
278531	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
278531	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
278531	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
278531	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
278531	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
278531	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
278531	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
278531	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
278531	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
278531	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
278531	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
278531	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
278531	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
278531	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
278531	embedding2nn.weight	0	0.045533034950494766
278531	embedding2nn.weight	1	-0.08647209405899048
278531	embedding2nn.weight	2	0.001146953902207315
278531	embedding2nn.weight	3	-0.05947130545973778
278531	embedding2nn.weight	4	-0.12709061801433563
278531	embedding2nn.weight	5	0.11056666076183319
278531	embedding2nn.weight	6	-0.07602860778570175
278531	embedding2nn.weight	7	-0.08520954847335815
278531	embedding2nn.weight	8	-0.03361312672495842
278531	embedding2nn.weight	9	0.03799552470445633
278531	embedding2nn.bias	0	0.08273134380578995
278531	embedding2nn.bias	1	-0.0214989110827446
278531	embedding2nn.bias	2	-0.07099337130784988
278531	embedding2nn.bias	3	0.015933239832520485
278531	embedding2nn.bias	4	-0.009506382048130035
278531	embedding2nn.bias	5	-0.18263593316078186
278531	embedding2nn.bias	6	-0.11795765161514282
278531	embedding2nn.bias	7	-0.01109737902879715
278531	embedding2nn.bias	8	0.049317631870508194
278531	embedding2nn.bias	9	-0.05483804643154144
278531	rnn.weight_ih_l0	0	0.036153655499219894
278531	rnn.weight_ih_l0	1	-0.09282665699720383
278531	rnn.weight_ih_l0	2	-0.06497355550527573
278531	rnn.weight_ih_l0	3	-0.05032197758555412
278531	rnn.weight_ih_l0	4	0.01941557042300701
278531	rnn.weight_ih_l0	5	-0.11198075115680695
278531	rnn.weight_ih_l0	6	-0.03196634724736214
278531	rnn.weight_ih_l0	7	0.00472202617675066
278531	rnn.weight_ih_l0	8	0.046898238360881805
278531	rnn.weight_ih_l0	9	0.008318377658724785
278531	rnn.weight_hh_l0	0	0.004525396507233381
278531	rnn.weight_hh_l0	1	-0.07768779247999191
278531	rnn.weight_hh_l0	2	0.07545187324285507
278531	rnn.weight_hh_l0	3	0.05180562660098076
278531	rnn.weight_hh_l0	4	0.007140183821320534
278531	rnn.weight_hh_l0	5	0.06985785812139511
278531	rnn.weight_hh_l0	6	-0.018558315932750702
278531	rnn.weight_hh_l0	7	-0.11706101894378662
278531	rnn.weight_hh_l0	8	0.02827848307788372
278531	rnn.weight_hh_l0	9	-0.07509316504001617
278531	rnn.bias_ih_l0	0	-0.0883721336722374
278531	rnn.bias_ih_l0	1	-0.19539731740951538
278531	rnn.bias_ih_l0	2	-0.27012139558792114
278531	rnn.bias_ih_l0	3	-0.2745378315448761
278531	rnn.bias_ih_l0	4	-0.0005683628260158002
278531	rnn.bias_ih_l0	5	0.04894429072737694
278531	rnn.bias_ih_l0	6	-0.16795487701892853
278531	rnn.bias_ih_l0	7	-0.2733156383037567
278531	rnn.bias_ih_l0	8	-0.1518627405166626
278531	rnn.bias_ih_l0	9	-0.16839635372161865
278531	rnn.bias_hh_l0	0	0.12872034311294556
278531	rnn.bias_hh_l0	1	-0.059476494789123535
278531	rnn.bias_hh_l0	2	0.05462481826543808
278531	rnn.bias_hh_l0	3	-0.17435255646705627
278531	rnn.bias_hh_l0	4	0.06430725753307343
278531	rnn.bias_hh_l0	5	0.05496916174888611
278531	rnn.bias_hh_l0	6	-0.10997092723846436
278531	rnn.bias_hh_l0	7	-0.15357141196727753
278531	rnn.bias_hh_l0	8	-0.179379403591156
278531	rnn.bias_hh_l0	9	-0.10808227956295013
278531	rnn.weight_ih_l0_reverse	0	-0.0199413038790226
278531	rnn.weight_ih_l0_reverse	1	-0.013516979292035103
278531	rnn.weight_ih_l0_reverse	2	-0.002096046693623066
278531	rnn.weight_ih_l0_reverse	3	0.003040654119104147
278531	rnn.weight_ih_l0_reverse	4	0.00823717750608921
278531	rnn.weight_ih_l0_reverse	5	-0.06225962191820145
278531	rnn.weight_ih_l0_reverse	6	-0.04270295798778534
278531	rnn.weight_ih_l0_reverse	7	0.02575189247727394
278531	rnn.weight_ih_l0_reverse	8	0.10050122439861298
278531	rnn.weight_ih_l0_reverse	9	0.0018571377731859684
278531	rnn.weight_hh_l0_reverse	0	0.004948391579091549
278531	rnn.weight_hh_l0_reverse	1	0.027400944381952286
278531	rnn.weight_hh_l0_reverse	2	-0.0412178710103035
278531	rnn.weight_hh_l0_reverse	3	0.045082081109285355
278531	rnn.weight_hh_l0_reverse	4	0.022820623591542244
278531	rnn.weight_hh_l0_reverse	5	-0.01146644726395607
278531	rnn.weight_hh_l0_reverse	6	0.07280480861663818
278531	rnn.weight_hh_l0_reverse	7	0.038633838295936584
278531	rnn.weight_hh_l0_reverse	8	-0.02532096765935421
278531	rnn.weight_hh_l0_reverse	9	-0.024685699492692947
278531	rnn.bias_ih_l0_reverse	0	-0.1522464156150818
278531	rnn.bias_ih_l0_reverse	1	-0.3059641718864441
278531	rnn.bias_ih_l0_reverse	2	-0.061640940606594086
278531	rnn.bias_ih_l0_reverse	3	-0.15044955909252167
278531	rnn.bias_ih_l0_reverse	4	0.05966333672404289
278531	rnn.bias_ih_l0_reverse	5	-0.28217822313308716
278531	rnn.bias_ih_l0_reverse	6	-0.06856650114059448
278531	rnn.bias_ih_l0_reverse	7	0.006293546408414841
278531	rnn.bias_ih_l0_reverse	8	-0.19494180381298065
278531	rnn.bias_ih_l0_reverse	9	-0.08157986402511597
278531	rnn.bias_hh_l0_reverse	0	-0.15197481215000153
278531	rnn.bias_hh_l0_reverse	1	-0.15246032178401947
278531	rnn.bias_hh_l0_reverse	2	-0.010018326342105865
278531	rnn.bias_hh_l0_reverse	3	-0.1409676969051361
278531	rnn.bias_hh_l0_reverse	4	-0.026923170313239098
278531	rnn.bias_hh_l0_reverse	5	-0.12115711718797684
278531	rnn.bias_hh_l0_reverse	6	-0.07575902342796326
278531	rnn.bias_hh_l0_reverse	7	-0.1768648326396942
278531	rnn.bias_hh_l0_reverse	8	-0.0576174259185791
278531	rnn.bias_hh_l0_reverse	9	-0.11814513057470322
278531	linear.weight	0	-0.22995160520076752
278531	linear.weight	1	-0.13220058381557465
278531	linear.weight	2	-0.011228874325752258
278531	linear.weight	3	-0.0890006422996521
278531	linear.weight	4	-0.014845606870949268
278531	linear.weight	5	0.24363481998443604
278531	linear.weight	6	0.0047744326293468475
278531	linear.weight	7	-0.021312154829502106
278531	linear.weight	8	0.22721515595912933
278531	linear.weight	9	0.24199606478214264
278531	linear.bias	0	-0.8387599587440491
278531	linear.bias	1	1.437958836555481
278531	linear.bias	2	-0.4941138029098511
278531	linear.bias	3	-0.7624183893203735
278531	linear.bias	4	-0.8924193978309631
278531	linear.bias	5	-1.1813328266143799
278531	linear.bias	6	-0.9637075662612915
278531	linear.bias	7	-0.690035879611969
278531	linear.bias	8	-0.01705317199230194
278531	linear.bias	9	3.5531163215637207
278728	transitions	0	-0.48007112741470337
278728	transitions	1	8.924847602844238
278728	transitions	2	-3.663174867630005
278728	transitions	3	1.6771811246871948
278728	transitions	4	-2.2462053298950195
278728	transitions	5	-0.44029533863067627
278728	transitions	6	-0.19786565005779266
278728	transitions	7	-10000.0
278728	transitions	8	1.8736060857772827
278728	transitions	9	-2.2953150272369385
278728	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
278728	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
278728	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
278728	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
278728	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
278728	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
278728	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
278728	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
278728	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
278728	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
278728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
278728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
278728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
278728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
278728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
278728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
278728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
278728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
278728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
278728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
278728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
278728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
278728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
278728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
278728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
278728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
278728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
278728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
278728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
278728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
278728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
278728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
278728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
278728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
278728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
278728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
278728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
278728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
278728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
278728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
278728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
278728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
278728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
278728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
278728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
278728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
278728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
278728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
278728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
278728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
278728	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
278728	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
278728	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
278728	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
278728	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
278728	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
278728	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
278728	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
278728	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
278728	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
278728	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
278728	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
278728	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
278728	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
278728	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
278728	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
278728	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
278728	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
278728	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
278728	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
278728	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
278728	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
278728	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
278728	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
278728	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
278728	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
278728	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
278728	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
278728	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
278728	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
278728	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
278728	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
278728	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
278728	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
278728	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
278728	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
278728	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
278728	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
278728	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
278728	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
278728	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
278728	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
278728	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
278728	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
278728	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
278728	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
278728	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
278728	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
278728	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
278728	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
278728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
278728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
278728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
278728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
278728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
278728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
278728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
278728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
278728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
278728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
278728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
278728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
278728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
278728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
278728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
278728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
278728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
278728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
278728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
278728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
278728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
278728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
278728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
278728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
278728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
278728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
278728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
278728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
278728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
278728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
278728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
278728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
278728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
278728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
278728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
278728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
278728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
278728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
278728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
278728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
278728	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
278728	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
278728	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
278728	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
278728	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
278728	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
278728	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
278728	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
278728	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
278728	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
278728	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
278728	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
278728	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
278728	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
278728	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
278728	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
278728	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
278728	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
278728	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
278728	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
278728	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
278728	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
278728	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
278728	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
278728	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
278728	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
278728	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
278728	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
278728	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
278728	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
278728	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
278728	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
278728	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
278728	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
278728	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
278728	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
278728	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
278728	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
278728	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
278728	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
278728	embedding2nn.weight	0	0.045625317841768265
278728	embedding2nn.weight	1	-0.08652558922767639
278728	embedding2nn.weight	2	0.0012838785769417882
278728	embedding2nn.weight	3	-0.05923876538872719
278728	embedding2nn.weight	4	-0.12664341926574707
278728	embedding2nn.weight	5	0.11069172620773315
278728	embedding2nn.weight	6	-0.07699061185121536
278728	embedding2nn.weight	7	-0.08508175611495972
278728	embedding2nn.weight	8	-0.033536702394485474
278728	embedding2nn.weight	9	0.03809305652976036
278728	embedding2nn.bias	0	0.07951343059539795
278728	embedding2nn.bias	1	-0.022131849080324173
278728	embedding2nn.bias	2	-0.07358705252408981
278728	embedding2nn.bias	3	0.016483424231410027
278728	embedding2nn.bias	4	-0.010939599014818668
278728	embedding2nn.bias	5	-0.18480134010314941
278728	embedding2nn.bias	6	-0.12087307125329971
278728	embedding2nn.bias	7	-0.011379084549844265
278728	embedding2nn.bias	8	0.05347820371389389
278728	embedding2nn.bias	9	-0.053306203335523605
278728	rnn.weight_ih_l0	0	0.03636839985847473
278728	rnn.weight_ih_l0	1	-0.09308371692895889
278728	rnn.weight_ih_l0	2	-0.06459009647369385
278728	rnn.weight_ih_l0	3	-0.050340354442596436
278728	rnn.weight_ih_l0	4	0.01927255466580391
278728	rnn.weight_ih_l0	5	-0.11193125694990158
278728	rnn.weight_ih_l0	6	-0.03182844817638397
278728	rnn.weight_ih_l0	7	0.004507976118475199
278728	rnn.weight_ih_l0	8	0.04664945974946022
278728	rnn.weight_ih_l0	9	0.007999079301953316
278728	rnn.weight_hh_l0	0	0.0046556256711483
278728	rnn.weight_hh_l0	1	-0.07740680873394012
278728	rnn.weight_hh_l0	2	0.07557746022939682
278728	rnn.weight_hh_l0	3	0.05190460383892059
278728	rnn.weight_hh_l0	4	0.007117393892258406
278728	rnn.weight_hh_l0	5	0.07013143599033356
278728	rnn.weight_hh_l0	6	-0.01853635162115097
278728	rnn.weight_hh_l0	7	-0.11698926240205765
278728	rnn.weight_hh_l0	8	0.028423339128494263
278728	rnn.weight_hh_l0	9	-0.07517451047897339
278728	rnn.bias_ih_l0	0	-0.0886293426156044
278728	rnn.bias_ih_l0	1	-0.19459302723407745
278728	rnn.bias_ih_l0	2	-0.2695554792881012
278728	rnn.bias_ih_l0	3	-0.2741357088088989
278728	rnn.bias_ih_l0	4	4.31850494351238e-05
278728	rnn.bias_ih_l0	5	0.04912572354078293
278728	rnn.bias_ih_l0	6	-0.16778044402599335
278728	rnn.bias_ih_l0	7	-0.2734188139438629
278728	rnn.bias_ih_l0	8	-0.1512637585401535
278728	rnn.bias_ih_l0	9	-0.16873766481876373
278728	rnn.bias_hh_l0	0	0.12893010675907135
278728	rnn.bias_hh_l0	1	-0.05953932926058769
278728	rnn.bias_hh_l0	2	0.05473596602678299
278728	rnn.bias_hh_l0	3	-0.1747726947069168
278728	rnn.bias_hh_l0	4	0.06439082324504852
278728	rnn.bias_hh_l0	5	0.05431300029158592
278728	rnn.bias_hh_l0	6	-0.11027165502309799
278728	rnn.bias_hh_l0	7	-0.1536034345626831
278728	rnn.bias_hh_l0	8	-0.1790941208600998
278728	rnn.bias_hh_l0	9	-0.10798537731170654
278728	rnn.weight_ih_l0_reverse	0	-0.019906209781765938
278728	rnn.weight_ih_l0_reverse	1	-0.014101867564022541
278728	rnn.weight_ih_l0_reverse	2	-0.0019000946776941419
278728	rnn.weight_ih_l0_reverse	3	0.0032527868170291185
278728	rnn.weight_ih_l0_reverse	4	0.007873260416090488
278728	rnn.weight_ih_l0_reverse	5	-0.06208741292357445
278728	rnn.weight_ih_l0_reverse	6	-0.0426391139626503
278728	rnn.weight_ih_l0_reverse	7	0.02568332850933075
278728	rnn.weight_ih_l0_reverse	8	0.10064862668514252
278728	rnn.weight_ih_l0_reverse	9	0.0014865458942949772
278728	rnn.weight_hh_l0_reverse	0	0.0050595481880009174
278728	rnn.weight_hh_l0_reverse	1	0.02734709344804287
278728	rnn.weight_hh_l0_reverse	2	-0.04117294400930405
278728	rnn.weight_hh_l0_reverse	3	0.04502444714307785
278728	rnn.weight_hh_l0_reverse	4	0.02276286669075489
278728	rnn.weight_hh_l0_reverse	5	-0.011361249722540379
278728	rnn.weight_hh_l0_reverse	6	0.0728970319032669
278728	rnn.weight_hh_l0_reverse	7	0.038531988859176636
278728	rnn.weight_hh_l0_reverse	8	-0.025284210219979286
278728	rnn.weight_hh_l0_reverse	9	-0.02463763765990734
278728	rnn.bias_ih_l0_reverse	0	-0.15235117077827454
278728	rnn.bias_ih_l0_reverse	1	-0.3061453402042389
278728	rnn.bias_ih_l0_reverse	2	-0.06173346936702728
278728	rnn.bias_ih_l0_reverse	3	-0.1505354642868042
278728	rnn.bias_ih_l0_reverse	4	0.059609346091747284
278728	rnn.bias_ih_l0_reverse	5	-0.2816493809223175
278728	rnn.bias_ih_l0_reverse	6	-0.068373903632164
278728	rnn.bias_ih_l0_reverse	7	0.00626181997358799
278728	rnn.bias_ih_l0_reverse	8	-0.19507434964179993
278728	rnn.bias_ih_l0_reverse	9	-0.08082510530948639
278728	rnn.bias_hh_l0_reverse	0	-0.15150001645088196
278728	rnn.bias_hh_l0_reverse	1	-0.1521344929933548
278728	rnn.bias_hh_l0_reverse	2	-0.01027648150920868
278728	rnn.bias_hh_l0_reverse	3	-0.14107491075992584
278728	rnn.bias_hh_l0_reverse	4	-0.02711942046880722
278728	rnn.bias_hh_l0_reverse	5	-0.121408611536026
278728	rnn.bias_hh_l0_reverse	6	-0.07559917867183685
278728	rnn.bias_hh_l0_reverse	7	-0.1773393154144287
278728	rnn.bias_hh_l0_reverse	8	-0.05754785239696503
278728	rnn.bias_hh_l0_reverse	9	-0.11782486736774445
278728	linear.weight	0	-0.22767376899719238
278728	linear.weight	1	-0.13338613510131836
278728	linear.weight	2	-0.011228874325752258
278728	linear.weight	3	-0.08940023183822632
278728	linear.weight	4	-0.016785426065325737
278728	linear.weight	5	0.2428586632013321
278728	linear.weight	6	0.0047744326293468475
278728	linear.weight	7	-0.021312154829502106
278728	linear.weight	8	0.22597844898700714
278728	linear.weight	9	0.24278506636619568
278728	linear.bias	0	-0.8402867913246155
278728	linear.bias	1	1.4339402914047241
278728	linear.bias	2	-0.5027714371681213
278728	linear.bias	3	-0.7610714435577393
278728	linear.bias	4	-0.8961969614028931
278728	linear.bias	5	-1.181334376335144
278728	linear.bias	6	-0.9656904935836792
278728	linear.bias	7	-0.6994290351867676
278728	linear.bias	8	-0.01705317199230194
278728	linear.bias	9	3.5572335720062256
278925	transitions	0	-0.48008692264556885
278925	transitions	1	8.924144744873047
278925	transitions	2	-3.6633458137512207
278925	transitions	3	1.6752607822418213
278925	transitions	4	-2.2462453842163086
278925	transitions	5	-0.440301775932312
278925	transitions	6	-0.19786858558654785
278925	transitions	7	-10000.0
278925	transitions	8	1.873629093170166
278925	transitions	9	-2.2953152656555176
278925	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
278925	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
278925	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
278925	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
278925	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
278925	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
278925	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
278925	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
278925	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
278925	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
278925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
278925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
278925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
278925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
278925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
278925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
278925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
278925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
278925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
278925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
278925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
278925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
278925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
278925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
278925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
278925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
278925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
278925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
278925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
278925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
278925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
278925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
278925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
278925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
278925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
278925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
278925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
278925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
278925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
278925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
278925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
278925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
278925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
278925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
278925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
278925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
278925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
278925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
278925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
278925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
278925	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
278925	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
278925	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
278925	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
278925	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
278925	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
278925	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
278925	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
278925	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
278925	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
278925	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
278925	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
278925	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
278925	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
278925	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
278925	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
278925	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
278925	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
278925	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
278925	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
278925	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
278925	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
278925	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
278925	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
278925	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
278925	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
278925	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
278925	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
278925	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
278925	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
278925	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
278925	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
278925	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
278925	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
278925	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
278925	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
278925	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
278925	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
278925	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
278925	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
278925	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
278925	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
278925	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
278925	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
278925	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
278925	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
278925	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
278925	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
278925	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
278925	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
278925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
278925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
278925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
278925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
278925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
278925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
278925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
278925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
278925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
278925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
278925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
278925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
278925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
278925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
278925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
278925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
278925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
278925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
278925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
278925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
278925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
278925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
278925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
278925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
278925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
278925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
278925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
278925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
278925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
278925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
278925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
278925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
278925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
278925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
278925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
278925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
278925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
278925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
278925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
278925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
278925	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
278925	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
278925	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
278925	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
278925	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
278925	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
278925	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
278925	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
278925	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
278925	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
278925	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
278925	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
278925	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
278925	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
278925	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
278925	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
278925	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
278925	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
278925	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
278925	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
278925	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
278925	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
278925	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
278925	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
278925	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
278925	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
278925	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
278925	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
278925	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
278925	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
278925	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
278925	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
278925	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
278925	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
278925	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
278925	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
278925	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
278925	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
278925	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
278925	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
278925	embedding2nn.weight	0	0.04564036428928375
278925	embedding2nn.weight	1	-0.08668624609708786
278925	embedding2nn.weight	2	0.0012090557720512152
278925	embedding2nn.weight	3	-0.05912874639034271
278925	embedding2nn.weight	4	-0.12706412374973297
278925	embedding2nn.weight	5	0.11063650250434875
278925	embedding2nn.weight	6	-0.0761374980211258
278925	embedding2nn.weight	7	-0.08506463468074799
278925	embedding2nn.weight	8	-0.03366921469569206
278925	embedding2nn.weight	9	0.03794507309794426
278925	embedding2nn.bias	0	0.0821947529911995
278925	embedding2nn.bias	1	-0.025223150849342346
278925	embedding2nn.bias	2	-0.074786476790905
278925	embedding2nn.bias	3	0.017820896580815315
278925	embedding2nn.bias	4	-0.011999813839793205
278925	embedding2nn.bias	5	-0.1851043701171875
278925	embedding2nn.bias	6	-0.11824380606412888
278925	embedding2nn.bias	7	-0.010868647135794163
278925	embedding2nn.bias	8	0.051512040197849274
278925	embedding2nn.bias	9	-0.05379624292254448
278925	rnn.weight_ih_l0	0	0.03582848235964775
278925	rnn.weight_ih_l0	1	-0.09306980669498444
278925	rnn.weight_ih_l0	2	-0.06526821851730347
278925	rnn.weight_ih_l0	3	-0.05081574618816376
278925	rnn.weight_ih_l0	4	0.01941138692200184
278925	rnn.weight_ih_l0	5	-0.11171069741249084
278925	rnn.weight_ih_l0	6	-0.0320759043097496
278925	rnn.weight_ih_l0	7	0.004371981136500835
278925	rnn.weight_ih_l0	8	0.0463281087577343
278925	rnn.weight_ih_l0	9	0.007651453372091055
278925	rnn.weight_hh_l0	0	0.004658835008740425
278925	rnn.weight_hh_l0	1	-0.07734297215938568
278925	rnn.weight_hh_l0	2	0.07573731243610382
278925	rnn.weight_hh_l0	3	0.05185794085264206
278925	rnn.weight_hh_l0	4	0.007086361758410931
278925	rnn.weight_hh_l0	5	0.07018831372261047
278925	rnn.weight_hh_l0	6	-0.01854747161269188
278925	rnn.weight_hh_l0	7	-0.11706855148077011
278925	rnn.weight_hh_l0	8	0.028265520930290222
278925	rnn.weight_hh_l0	9	-0.07523761689662933
278925	rnn.bias_ih_l0	0	-0.08858728408813477
278925	rnn.bias_ih_l0	1	-0.19455163180828094
278925	rnn.bias_ih_l0	2	-0.2697516977787018
278925	rnn.bias_ih_l0	3	-0.2741088271141052
278925	rnn.bias_ih_l0	4	0.0007059457711875439
278925	rnn.bias_ih_l0	5	0.04917968437075615
278925	rnn.bias_ih_l0	6	-0.16774636507034302
278925	rnn.bias_ih_l0	7	-0.2735658586025238
278925	rnn.bias_ih_l0	8	-0.15150144696235657
278925	rnn.bias_ih_l0	9	-0.16828598082065582
278925	rnn.bias_hh_l0	0	0.12931500375270844
278925	rnn.bias_hh_l0	1	-0.059833306819200516
278925	rnn.bias_hh_l0	2	0.05477264150977135
278925	rnn.bias_hh_l0	3	-0.1745482087135315
278925	rnn.bias_hh_l0	4	0.06428937613964081
278925	rnn.bias_hh_l0	5	0.05419284850358963
278925	rnn.bias_hh_l0	6	-0.11011069267988205
278925	rnn.bias_hh_l0	7	-0.15375463664531708
278925	rnn.bias_hh_l0	8	-0.1792171448469162
278925	rnn.bias_hh_l0	9	-0.10775519907474518
278925	rnn.weight_ih_l0_reverse	0	-0.01982014812529087
278925	rnn.weight_ih_l0_reverse	1	-0.013601661659777164
278925	rnn.weight_ih_l0_reverse	2	-0.001756569487042725
278925	rnn.weight_ih_l0_reverse	3	0.0032545803114771843
278925	rnn.weight_ih_l0_reverse	4	0.007767994422465563
278925	rnn.weight_ih_l0_reverse	5	-0.06190511956810951
278925	rnn.weight_ih_l0_reverse	6	-0.04249770939350128
278925	rnn.weight_ih_l0_reverse	7	0.02583395689725876
278925	rnn.weight_ih_l0_reverse	8	0.10043133795261383
278925	rnn.weight_ih_l0_reverse	9	0.0013348599895834923
278925	rnn.weight_hh_l0_reverse	0	0.005130165722221136
278925	rnn.weight_hh_l0_reverse	1	0.02729441598057747
278925	rnn.weight_hh_l0_reverse	2	-0.04120781645178795
278925	rnn.weight_hh_l0_reverse	3	0.04505878686904907
278925	rnn.weight_hh_l0_reverse	4	0.02268793433904648
278925	rnn.weight_hh_l0_reverse	5	-0.011402062140405178
278925	rnn.weight_hh_l0_reverse	6	0.07282774895429611
278925	rnn.weight_hh_l0_reverse	7	0.03842472657561302
278925	rnn.weight_hh_l0_reverse	8	-0.025251183658838272
278925	rnn.weight_hh_l0_reverse	9	-0.024633578956127167
278925	rnn.bias_ih_l0_reverse	0	-0.15258276462554932
278925	rnn.bias_ih_l0_reverse	1	-0.3056032061576843
278925	rnn.bias_ih_l0_reverse	2	-0.062186237424612045
278925	rnn.bias_ih_l0_reverse	3	-0.15046392381191254
278925	rnn.bias_ih_l0_reverse	4	0.059777695685625076
278925	rnn.bias_ih_l0_reverse	5	-0.28207927942276
278925	rnn.bias_ih_l0_reverse	6	-0.06827418506145477
278925	rnn.bias_ih_l0_reverse	7	0.006965077016502619
278925	rnn.bias_ih_l0_reverse	8	-0.19525758922100067
278925	rnn.bias_ih_l0_reverse	9	-0.08146417140960693
278925	rnn.bias_hh_l0_reverse	0	-0.1516496241092682
278925	rnn.bias_hh_l0_reverse	1	-0.15260323882102966
278925	rnn.bias_hh_l0_reverse	2	-0.01027318462729454
278925	rnn.bias_hh_l0_reverse	3	-0.14083805680274963
278925	rnn.bias_hh_l0_reverse	4	-0.027934564277529716
278925	rnn.bias_hh_l0_reverse	5	-0.12138157337903976
278925	rnn.bias_hh_l0_reverse	6	-0.07507620006799698
278925	rnn.bias_hh_l0_reverse	7	-0.1772005707025528
278925	rnn.bias_hh_l0_reverse	8	-0.05776907131075859
278925	rnn.bias_hh_l0_reverse	9	-0.11761513352394104
278925	linear.weight	0	-0.228349506855011
278925	linear.weight	1	-0.131460502743721
278925	linear.weight	2	-0.011228874325752258
278925	linear.weight	3	-0.08870604634284973
278925	linear.weight	4	-0.01554239820688963
278925	linear.weight	5	0.2414771318435669
278925	linear.weight	6	0.0047744326293468475
278925	linear.weight	7	-0.021312154829502106
278925	linear.weight	8	0.2274588942527771
278925	linear.weight	9	0.24103693664073944
278925	linear.bias	0	-0.836833655834198
278925	linear.bias	1	1.4387537240982056
278925	linear.bias	2	-0.4905858337879181
278925	linear.bias	3	-0.7672927975654602
278925	linear.bias	4	-0.8883213996887207
278925	linear.bias	5	-1.181335210800171
278925	linear.bias	6	-0.9619811773300171
278925	linear.bias	7	-0.6956354975700378
278925	linear.bias	8	-0.01705317199230194
278925	linear.bias	9	3.5473527908325195
279122	transitions	0	-0.480123907327652
279122	transitions	1	8.917083740234375
279122	transitions	2	-3.6634504795074463
279122	transitions	3	1.6746822595596313
279122	transitions	4	-2.246509075164795
279122	transitions	5	-0.440312922000885
279122	transitions	6	-0.19787155091762543
279122	transitions	7	-10000.0
279122	transitions	8	1.8737096786499023
279122	transitions	9	-2.295316696166992
279122	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
279122	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
279122	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
279122	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
279122	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
279122	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
279122	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
279122	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
279122	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
279122	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
279122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
279122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
279122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
279122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
279122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
279122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
279122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
279122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
279122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
279122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
279122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
279122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
279122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
279122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
279122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
279122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
279122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
279122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
279122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
279122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
279122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
279122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
279122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
279122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
279122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
279122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
279122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
279122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
279122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
279122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
279122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
279122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
279122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
279122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
279122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
279122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
279122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
279122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
279122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
279122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
279122	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
279122	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
279122	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
279122	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
279122	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
279122	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
279122	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
279122	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
279122	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
279122	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
279122	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
279122	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
279122	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
279122	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
279122	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
279122	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
279122	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
279122	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
279122	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
279122	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
279122	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
279122	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
279122	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
279122	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
279122	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
279122	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
279122	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
279122	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
279122	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
279122	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
279122	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
279122	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
279122	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
279122	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
279122	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
279122	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
279122	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
279122	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
279122	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
279122	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
279122	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
279122	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
279122	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
279122	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
279122	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
279122	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
279122	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
279122	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
279122	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
279122	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
279122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
279122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
279122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
279122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
279122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
279122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
279122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
279122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
279122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
279122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
279122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
279122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
279122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
279122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
279122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
279122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
279122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
279122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
279122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
279122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
279122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
279122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
279122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
279122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
279122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
279122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
279122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
279122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
279122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
279122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
279122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
279122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
279122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
279122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
279122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
279122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
279122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
279122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
279122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
279122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
279122	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
279122	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
279122	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
279122	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
279122	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
279122	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
279122	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
279122	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
279122	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
279122	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
279122	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
279122	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
279122	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
279122	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
279122	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
279122	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
279122	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
279122	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
279122	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
279122	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
279122	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
279122	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
279122	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
279122	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
279122	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
279122	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
279122	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
279122	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
279122	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
279122	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
279122	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
279122	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
279122	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
279122	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
279122	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
279122	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
279122	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
279122	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
279122	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
279122	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
279122	embedding2nn.weight	0	0.04570349305868149
279122	embedding2nn.weight	1	-0.08662903308868408
279122	embedding2nn.weight	2	0.000952146714553237
279122	embedding2nn.weight	3	-0.059118229895830154
279122	embedding2nn.weight	4	-0.12689964473247528
279122	embedding2nn.weight	5	0.11055241525173187
279122	embedding2nn.weight	6	-0.075880266726017
279122	embedding2nn.weight	7	-0.0850079134106636
279122	embedding2nn.weight	8	-0.033875275403261185
279122	embedding2nn.weight	9	0.038007453083992004
279122	embedding2nn.bias	0	0.08242591470479965
279122	embedding2nn.bias	1	-0.02296755649149418
279122	embedding2nn.bias	2	-0.07288919389247894
279122	embedding2nn.bias	3	0.017102699726819992
279122	embedding2nn.bias	4	-0.009780324064195156
279122	embedding2nn.bias	5	-0.18418501317501068
279122	embedding2nn.bias	6	-0.1206088736653328
279122	embedding2nn.bias	7	-0.008830788545310497
279122	embedding2nn.bias	8	0.05282462760806084
279122	embedding2nn.bias	9	-0.05374916270375252
279122	rnn.weight_ih_l0	0	0.03612584248185158
279122	rnn.weight_ih_l0	1	-0.09312820434570312
279122	rnn.weight_ih_l0	2	-0.06509128957986832
279122	rnn.weight_ih_l0	3	-0.0507662408053875
279122	rnn.weight_ih_l0	4	0.01967349462211132
279122	rnn.weight_ih_l0	5	-0.11142528057098389
279122	rnn.weight_ih_l0	6	-0.03184937313199043
279122	rnn.weight_ih_l0	7	0.004182843491435051
279122	rnn.weight_ih_l0	8	0.04614240303635597
279122	rnn.weight_ih_l0	9	0.0077285123988986015
279122	rnn.weight_hh_l0	0	0.004655172117054462
279122	rnn.weight_hh_l0	1	-0.07773566246032715
279122	rnn.weight_hh_l0	2	0.0758359506726265
279122	rnn.weight_hh_l0	3	0.05187379941344261
279122	rnn.weight_hh_l0	4	0.007063162513077259
279122	rnn.weight_hh_l0	5	0.07020357251167297
279122	rnn.weight_hh_l0	6	-0.01850425824522972
279122	rnn.weight_hh_l0	7	-0.1170104593038559
279122	rnn.weight_hh_l0	8	0.028225384652614594
279122	rnn.weight_hh_l0	9	-0.07551666349172592
279122	rnn.bias_ih_l0	0	-0.08871862292289734
279122	rnn.bias_ih_l0	1	-0.19471514225006104
279122	rnn.bias_ih_l0	2	-0.26949089765548706
279122	rnn.bias_ih_l0	3	-0.27353599667549133
279122	rnn.bias_ih_l0	4	0.00018025889585260302
279122	rnn.bias_ih_l0	5	0.04828775301575661
279122	rnn.bias_ih_l0	6	-0.167188361287117
279122	rnn.bias_ih_l0	7	-0.27350395917892456
279122	rnn.bias_ih_l0	8	-0.1515137106180191
279122	rnn.bias_ih_l0	9	-0.16809217631816864
279122	rnn.bias_hh_l0	0	0.1288665235042572
279122	rnn.bias_hh_l0	1	-0.059961386024951935
279122	rnn.bias_hh_l0	2	0.05504355579614639
279122	rnn.bias_hh_l0	3	-0.17441079020500183
279122	rnn.bias_hh_l0	4	0.06509590893983841
279122	rnn.bias_hh_l0	5	0.05350205674767494
279122	rnn.bias_hh_l0	6	-0.11070305109024048
279122	rnn.bias_hh_l0	7	-0.15407565236091614
279122	rnn.bias_hh_l0	8	-0.17931577563285828
279122	rnn.bias_hh_l0	9	-0.10775382816791534
279122	rnn.weight_ih_l0_reverse	0	-0.019894957542419434
279122	rnn.weight_ih_l0_reverse	1	-0.013785961084067822
279122	rnn.weight_ih_l0_reverse	2	-0.0011021534446626902
279122	rnn.weight_ih_l0_reverse	3	0.0034275054931640625
279122	rnn.weight_ih_l0_reverse	4	0.007558139506727457
279122	rnn.weight_ih_l0_reverse	5	-0.06203627586364746
279122	rnn.weight_ih_l0_reverse	6	-0.042234547436237335
279122	rnn.weight_ih_l0_reverse	7	0.025860557332634926
279122	rnn.weight_ih_l0_reverse	8	0.10055917501449585
279122	rnn.weight_ih_l0_reverse	9	0.0012792636407539248
279122	rnn.weight_hh_l0_reverse	0	0.005134749226272106
279122	rnn.weight_hh_l0_reverse	1	0.027270477265119553
279122	rnn.weight_hh_l0_reverse	2	-0.04116671904921532
279122	rnn.weight_hh_l0_reverse	3	0.045138295739889145
279122	rnn.weight_hh_l0_reverse	4	0.022685948759317398
279122	rnn.weight_hh_l0_reverse	5	-0.011403377167880535
279122	rnn.weight_hh_l0_reverse	6	0.0729956403374672
279122	rnn.weight_hh_l0_reverse	7	0.03840281814336777
279122	rnn.weight_hh_l0_reverse	8	-0.02509780041873455
279122	rnn.weight_hh_l0_reverse	9	-0.024697476997971535
279122	rnn.bias_ih_l0_reverse	0	-0.15315872430801392
279122	rnn.bias_ih_l0_reverse	1	-0.30560341477394104
279122	rnn.bias_ih_l0_reverse	2	-0.06235169619321823
279122	rnn.bias_ih_l0_reverse	3	-0.15037418901920319
279122	rnn.bias_ih_l0_reverse	4	0.05970901623368263
279122	rnn.bias_ih_l0_reverse	5	-0.2826806306838989
279122	rnn.bias_ih_l0_reverse	6	-0.06917434930801392
279122	rnn.bias_ih_l0_reverse	7	0.005707004107534885
279122	rnn.bias_ih_l0_reverse	8	-0.19540748000144958
279122	rnn.bias_ih_l0_reverse	9	-0.08164806663990021
279122	rnn.bias_hh_l0_reverse	0	-0.1521632820367813
279122	rnn.bias_hh_l0_reverse	1	-0.15278933942317963
279122	rnn.bias_hh_l0_reverse	2	-0.010653594508767128
279122	rnn.bias_hh_l0_reverse	3	-0.14054860174655914
279122	rnn.bias_hh_l0_reverse	4	-0.027705572545528412
279122	rnn.bias_hh_l0_reverse	5	-0.12139730900526047
279122	rnn.bias_hh_l0_reverse	6	-0.07539884746074677
279122	rnn.bias_hh_l0_reverse	7	-0.17671531438827515
279122	rnn.bias_hh_l0_reverse	8	-0.057250551879405975
279122	rnn.bias_hh_l0_reverse	9	-0.11767543852329254
279122	linear.weight	0	-0.22829759120941162
279122	linear.weight	1	-0.13157141208648682
279122	linear.weight	2	-0.011228874325752258
279122	linear.weight	3	-0.08725272119045258
279122	linear.weight	4	-0.014930810779333115
279122	linear.weight	5	0.23822617530822754
279122	linear.weight	6	0.0047744326293468475
279122	linear.weight	7	-0.021312154829502106
279122	linear.weight	8	0.22766026854515076
279122	linear.weight	9	0.23997147381305695
279122	linear.bias	0	-0.8402484655380249
279122	linear.bias	1	1.4325666427612305
279122	linear.bias	2	-0.4878416657447815
279122	linear.bias	3	-0.7687228322029114
279122	linear.bias	4	-0.8883606791496277
279122	linear.bias	5	-1.1813366413116455
279122	linear.bias	6	-0.9659680128097534
279122	linear.bias	7	-0.6933495998382568
279122	linear.bias	8	-0.01705317199230194
279122	linear.bias	9	3.5437610149383545
279319	transitions	0	-0.4803076386451721
279319	transitions	1	8.917266845703125
279319	transitions	2	-3.6635496616363525
279319	transitions	3	1.6746063232421875
279319	transitions	4	-2.2465603351593018
279319	transitions	5	-0.44040051102638245
279319	transitions	6	-0.19787482917308807
279319	transitions	7	-10000.0
279319	transitions	8	1.8735699653625488
279319	transitions	9	-2.2953174114227295
279319	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
279319	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
279319	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
279319	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
279319	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
279319	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
279319	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
279319	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
279319	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
279319	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
279319	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
279319	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
279319	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
279319	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
279319	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
279319	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
279319	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
279319	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
279319	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
279319	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
279319	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
279319	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
279319	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
279319	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
279319	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
279319	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
279319	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
279319	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
279319	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
279319	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
279319	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
279319	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
279319	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
279319	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
279319	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
279319	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
279319	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
279319	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
279319	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
279319	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
279319	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
279319	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
279319	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
279319	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
279319	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
279319	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
279319	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
279319	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
279319	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
279319	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
279319	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
279319	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
279319	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
279319	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
279319	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
279319	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
279319	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
279319	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
279319	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
279319	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
279319	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
279319	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
279319	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
279319	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
279319	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
279319	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
279319	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
279319	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
279319	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
279319	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
279319	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
279319	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
279319	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
279319	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
279319	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
279319	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
279319	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
279319	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
279319	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
279319	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
279319	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
279319	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
279319	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
279319	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
279319	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
279319	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
279319	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
279319	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
279319	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
279319	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
279319	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
279319	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
279319	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
279319	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
279319	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
279319	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
279319	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
279319	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
279319	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
279319	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
279319	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
279319	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
279319	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
279319	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
279319	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
279319	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
279319	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
279319	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
279319	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
279319	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
279319	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
279319	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
279319	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
279319	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
279319	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
279319	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
279319	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
279319	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
279319	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
279319	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
279319	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
279319	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
279319	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
279319	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
279319	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
279319	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
279319	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
279319	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
279319	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
279319	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
279319	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
279319	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
279319	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
279319	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
279319	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
279319	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
279319	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
279319	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
279319	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
279319	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
279319	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
279319	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
279319	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
279319	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
279319	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
279319	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
279319	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
279319	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
279319	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
279319	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
279319	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
279319	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
279319	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
279319	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
279319	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
279319	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
279319	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
279319	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
279319	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
279319	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
279319	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
279319	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
279319	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
279319	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
279319	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
279319	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
279319	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
279319	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
279319	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
279319	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
279319	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
279319	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
279319	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
279319	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
279319	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
279319	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
279319	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
279319	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
279319	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
279319	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
279319	embedding2nn.weight	0	0.04580269753932953
279319	embedding2nn.weight	1	-0.08643613755702972
279319	embedding2nn.weight	2	0.0012209716951474547
279319	embedding2nn.weight	3	-0.05912751704454422
279319	embedding2nn.weight	4	-0.1266784518957138
279319	embedding2nn.weight	5	0.11064253002405167
279319	embedding2nn.weight	6	-0.07485003769397736
279319	embedding2nn.weight	7	-0.08504528552293777
279319	embedding2nn.weight	8	-0.03375937044620514
279319	embedding2nn.weight	9	0.03806489706039429
279319	embedding2nn.bias	0	0.08105791360139847
279319	embedding2nn.bias	1	-0.02290213480591774
279319	embedding2nn.bias	2	-0.07127577811479568
279319	embedding2nn.bias	3	0.014814517460763454
279319	embedding2nn.bias	4	-0.007892969064414501
279319	embedding2nn.bias	5	-0.1834838092327118
279319	embedding2nn.bias	6	-0.11944262683391571
279319	embedding2nn.bias	7	-0.005858903750777245
279319	embedding2nn.bias	8	0.05119684338569641
279319	embedding2nn.bias	9	-0.05598844960331917
279319	rnn.weight_ih_l0	0	0.036420080810785294
279319	rnn.weight_ih_l0	1	-0.09286823868751526
279319	rnn.weight_ih_l0	2	-0.06494315713644028
279319	rnn.weight_ih_l0	3	-0.05082090198993683
279319	rnn.weight_ih_l0	4	0.020010599866509438
279319	rnn.weight_ih_l0	5	-0.11138501018285751
279319	rnn.weight_ih_l0	6	-0.032387521117925644
279319	rnn.weight_ih_l0	7	0.0040712677873671055
279319	rnn.weight_ih_l0	8	0.04624183103442192
279319	rnn.weight_ih_l0	9	0.00781618244946003
279319	rnn.weight_hh_l0	0	0.004768587648868561
279319	rnn.weight_hh_l0	1	-0.07747368514537811
279319	rnn.weight_hh_l0	2	0.07573070377111435
279319	rnn.weight_hh_l0	3	0.05187445506453514
279319	rnn.weight_hh_l0	4	0.007094986271113157
279319	rnn.weight_hh_l0	5	0.07005937397480011
279319	rnn.weight_hh_l0	6	-0.018474889919161797
279319	rnn.weight_hh_l0	7	-0.11711933463811874
279319	rnn.weight_hh_l0	8	0.02816031128168106
279319	rnn.weight_hh_l0	9	-0.07581073045730591
279319	rnn.bias_ih_l0	0	-0.08885153383016586
279319	rnn.bias_ih_l0	1	-0.1945546269416809
279319	rnn.bias_ih_l0	2	-0.2697097063064575
279319	rnn.bias_ih_l0	3	-0.2737838327884674
279319	rnn.bias_ih_l0	4	0.0007789000519551337
279319	rnn.bias_ih_l0	5	0.04872680455446243
279319	rnn.bias_ih_l0	6	-0.16768723726272583
279319	rnn.bias_ih_l0	7	-0.27362391352653503
279319	rnn.bias_ih_l0	8	-0.1514056921005249
279319	rnn.bias_ih_l0	9	-0.16852326691150665
279319	rnn.bias_hh_l0	0	0.12890425324440002
279319	rnn.bias_hh_l0	1	-0.06022786721587181
279319	rnn.bias_hh_l0	2	0.055140603333711624
279319	rnn.bias_hh_l0	3	-0.17470495402812958
279319	rnn.bias_hh_l0	4	0.06528621912002563
279319	rnn.bias_hh_l0	5	0.053371407091617584
279319	rnn.bias_hh_l0	6	-0.11064423620700836
279319	rnn.bias_hh_l0	7	-0.1535729467868805
279319	rnn.bias_hh_l0	8	-0.17998623847961426
279319	rnn.bias_hh_l0	9	-0.10779857635498047
279319	rnn.weight_ih_l0_reverse	0	-0.0196958277374506
279319	rnn.weight_ih_l0_reverse	1	-0.013644205406308174
279319	rnn.weight_ih_l0_reverse	2	-0.001181936007924378
279319	rnn.weight_ih_l0_reverse	3	0.003441173117607832
279319	rnn.weight_ih_l0_reverse	4	0.007560863625258207
279319	rnn.weight_ih_l0_reverse	5	-0.06186627596616745
279319	rnn.weight_ih_l0_reverse	6	-0.04194716736674309
279319	rnn.weight_ih_l0_reverse	7	0.025716636329889297
279319	rnn.weight_ih_l0_reverse	8	0.10043414682149887
279319	rnn.weight_ih_l0_reverse	9	0.0010014239232987165
279319	rnn.weight_hh_l0_reverse	0	0.00526516605168581
279319	rnn.weight_hh_l0_reverse	1	0.02728947252035141
279319	rnn.weight_hh_l0_reverse	2	-0.04116811230778694
279319	rnn.weight_hh_l0_reverse	3	0.04511195421218872
279319	rnn.weight_hh_l0_reverse	4	0.022763781249523163
279319	rnn.weight_hh_l0_reverse	5	-0.011387373320758343
279319	rnn.weight_hh_l0_reverse	6	0.07303203642368317
279319	rnn.weight_hh_l0_reverse	7	0.03833067789673805
279319	rnn.weight_hh_l0_reverse	8	-0.02522585727274418
279319	rnn.weight_hh_l0_reverse	9	-0.02468912862241268
279319	rnn.bias_ih_l0_reverse	0	-0.15274962782859802
279319	rnn.bias_ih_l0_reverse	1	-0.3060898780822754
279319	rnn.bias_ih_l0_reverse	2	-0.062248192727565765
279319	rnn.bias_ih_l0_reverse	3	-0.14999400079250336
279319	rnn.bias_ih_l0_reverse	4	0.059836432337760925
279319	rnn.bias_ih_l0_reverse	5	-0.2830301523208618
279319	rnn.bias_ih_l0_reverse	6	-0.06897228211164474
279319	rnn.bias_ih_l0_reverse	7	0.005973407533019781
279319	rnn.bias_ih_l0_reverse	8	-0.19530561566352844
279319	rnn.bias_ih_l0_reverse	9	-0.08134900033473969
279319	rnn.bias_hh_l0_reverse	0	-0.15241840481758118
279319	rnn.bias_hh_l0_reverse	1	-0.1527637392282486
279319	rnn.bias_hh_l0_reverse	2	-0.01061065774410963
279319	rnn.bias_hh_l0_reverse	3	-0.14076152443885803
279319	rnn.bias_hh_l0_reverse	4	-0.027699310332536697
279319	rnn.bias_hh_l0_reverse	5	-0.12161315977573395
279319	rnn.bias_hh_l0_reverse	6	-0.07536230981349945
279319	rnn.bias_hh_l0_reverse	7	-0.1769658625125885
279319	rnn.bias_hh_l0_reverse	8	-0.05737120285630226
279319	rnn.bias_hh_l0_reverse	9	-0.11771320551633835
279319	linear.weight	0	-0.2287943810224533
279319	linear.weight	1	-0.13153858482837677
279319	linear.weight	2	-0.011228874325752258
279319	linear.weight	3	-0.08848423510789871
279319	linear.weight	4	-0.013931662775576115
279319	linear.weight	5	0.23766088485717773
279319	linear.weight	6	0.0047744326293468475
279319	linear.weight	7	-0.021312154829502106
279319	linear.weight	8	0.22764161229133606
279319	linear.weight	9	0.24000635743141174
279319	linear.bias	0	-0.8434696793556213
279319	linear.bias	1	1.434011697769165
279319	linear.bias	2	-0.4948936700820923
279319	linear.bias	3	-0.7683229446411133
279319	linear.bias	4	-0.8932931423187256
279319	linear.bias	5	-1.1813384294509888
279319	linear.bias	6	-0.9688215851783752
279319	linear.bias	7	-0.6846675276756287
279319	linear.bias	8	-0.01705317199230194
279319	linear.bias	9	3.5439274311065674
279516	transitions	0	-0.4803149998188019
279516	transitions	1	8.91342544555664
279516	transitions	2	-3.663583755493164
279516	transitions	3	1.6735706329345703
279516	transitions	4	-2.246580123901367
279516	transitions	5	-0.44040393829345703
279516	transitions	6	-0.1978786587715149
279516	transitions	7	-10000.0
279516	transitions	8	1.873836636543274
279516	transitions	9	-2.2953174114227295
279516	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
279516	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
279516	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
279516	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
279516	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
279516	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
279516	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
279516	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
279516	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
279516	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
279516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
279516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
279516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
279516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
279516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
279516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
279516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
279516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
279516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
279516	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
279516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
279516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
279516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
279516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
279516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
279516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
279516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
279516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
279516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
279516	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
279516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
279516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
279516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
279516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
279516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
279516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
279516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
279516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
279516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
279516	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
279516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
279516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
279516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
279516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
279516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
279516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
279516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
279516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
279516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
279516	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
279516	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
279516	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
279516	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
279516	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
279516	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
279516	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
279516	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
279516	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
279516	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
279516	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
279516	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
279516	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
279516	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
279516	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
279516	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
279516	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
279516	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
279516	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
279516	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
279516	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
279516	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
279516	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
279516	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
279516	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
279516	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
279516	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
279516	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
279516	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
279516	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
279516	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
279516	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
279516	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
279516	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
279516	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
279516	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
279516	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
279516	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
279516	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
279516	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
279516	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
279516	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
279516	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
279516	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
279516	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
279516	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
279516	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
279516	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
279516	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
279516	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
279516	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
279516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
279516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
279516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
279516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
279516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
279516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
279516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
279516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
279516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
279516	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
279516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
279516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
279516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
279516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
279516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
279516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
279516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
279516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
279516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
279516	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
279516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
279516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
279516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
279516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
279516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
279516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
279516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
279516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
279516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
279516	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
279516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
279516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
279516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
279516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
279516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
279516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
279516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
279516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
279516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
279516	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
279516	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
279516	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
279516	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
279516	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
279516	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
279516	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
279516	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
279516	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
279516	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
279516	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
279516	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
279516	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
279516	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
279516	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
279516	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
279516	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
279516	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
279516	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
279516	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
279516	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
279516	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
279516	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
279516	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
279516	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
279516	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
279516	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
279516	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
279516	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
279516	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
279516	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
279516	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
279516	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
279516	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
279516	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
279516	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
279516	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
279516	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
279516	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
279516	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
279516	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
279516	embedding2nn.weight	0	0.04582541435956955
279516	embedding2nn.weight	1	-0.08670751005411148
279516	embedding2nn.weight	2	0.0017887905705720186
279516	embedding2nn.weight	3	-0.05915049463510513
279516	embedding2nn.weight	4	-0.1268884539604187
279516	embedding2nn.weight	5	0.11085579544305801
279516	embedding2nn.weight	6	-0.07670250535011292
279516	embedding2nn.weight	7	-0.08467806875705719
279516	embedding2nn.weight	8	-0.03370792046189308
279516	embedding2nn.weight	9	0.03882962465286255
279516	embedding2nn.bias	0	0.08274177461862564
279516	embedding2nn.bias	1	-0.022988419979810715
279516	embedding2nn.bias	2	-0.07124101370573044
279516	embedding2nn.bias	3	0.01748679019510746
279516	embedding2nn.bias	4	-0.009537939913570881
279516	embedding2nn.bias	5	-0.18297432363033295
279516	embedding2nn.bias	6	-0.1218375489115715
279516	embedding2nn.bias	7	-0.004818192217499018
279516	embedding2nn.bias	8	0.05199980363249779
279516	embedding2nn.bias	9	-0.057195793837308884
279516	rnn.weight_ih_l0	0	0.036503519862890244
279516	rnn.weight_ih_l0	1	-0.09268476814031601
279516	rnn.weight_ih_l0	2	-0.0653914138674736
279516	rnn.weight_ih_l0	3	-0.0508708618581295
279516	rnn.weight_ih_l0	4	0.020020898431539536
279516	rnn.weight_ih_l0	5	-0.11128110438585281
279516	rnn.weight_ih_l0	6	-0.031718071550130844
279516	rnn.weight_ih_l0	7	0.003822826547548175
279516	rnn.weight_ih_l0	8	0.04612236097455025
279516	rnn.weight_ih_l0	9	0.008123720996081829
279516	rnn.weight_hh_l0	0	0.0047452314756810665
279516	rnn.weight_hh_l0	1	-0.07746415585279465
279516	rnn.weight_hh_l0	2	0.07574863731861115
279516	rnn.weight_hh_l0	3	0.05181616544723511
279516	rnn.weight_hh_l0	4	0.007037813775241375
279516	rnn.weight_hh_l0	5	0.07040734589099884
279516	rnn.weight_hh_l0	6	-0.01840280182659626
279516	rnn.weight_hh_l0	7	-0.11708537489175797
279516	rnn.weight_hh_l0	8	0.028409916907548904
279516	rnn.weight_hh_l0	9	-0.07552463561296463
279516	rnn.bias_ih_l0	0	-0.08882288634777069
279516	rnn.bias_ih_l0	1	-0.1942702680826187
279516	rnn.bias_ih_l0	2	-0.2699015438556671
279516	rnn.bias_ih_l0	3	-0.2736267149448395
279516	rnn.bias_ih_l0	4	0.001528278342448175
279516	rnn.bias_ih_l0	5	0.04962936416268349
279516	rnn.bias_ih_l0	6	-0.1679205596446991
279516	rnn.bias_ih_l0	7	-0.2738087475299835
279516	rnn.bias_ih_l0	8	-0.15085090696811676
279516	rnn.bias_ih_l0	9	-0.16779059171676636
279516	rnn.bias_hh_l0	0	0.1297435760498047
279516	rnn.bias_hh_l0	1	-0.060351647436618805
279516	rnn.bias_hh_l0	2	0.055402010679244995
279516	rnn.bias_hh_l0	3	-0.1748306155204773
279516	rnn.bias_hh_l0	4	0.0655500590801239
279516	rnn.bias_hh_l0	5	0.05365891382098198
279516	rnn.bias_hh_l0	6	-0.11066823452711105
279516	rnn.bias_hh_l0	7	-0.15357081592082977
279516	rnn.bias_hh_l0	8	-0.18010053038597107
279516	rnn.bias_hh_l0	9	-0.10751872509717941
279516	rnn.weight_ih_l0_reverse	0	-0.019714253023266792
279516	rnn.weight_ih_l0_reverse	1	-0.013631271198391914
279516	rnn.weight_ih_l0_reverse	2	-0.001586159341968596
279516	rnn.weight_ih_l0_reverse	3	0.0034802351146936417
279516	rnn.weight_ih_l0_reverse	4	0.007499330211430788
279516	rnn.weight_ih_l0_reverse	5	-0.062222953885793686
279516	rnn.weight_ih_l0_reverse	6	-0.04183201864361763
279516	rnn.weight_ih_l0_reverse	7	0.025334931910037994
279516	rnn.weight_ih_l0_reverse	8	0.10001618415117264
279516	rnn.weight_ih_l0_reverse	9	0.0008729933761060238
279516	rnn.weight_hh_l0_reverse	0	0.0052644056268036366
279516	rnn.weight_hh_l0_reverse	1	0.027127761393785477
279516	rnn.weight_hh_l0_reverse	2	-0.041121285408735275
279516	rnn.weight_hh_l0_reverse	3	0.04514819383621216
279516	rnn.weight_hh_l0_reverse	4	0.022831004112958908
279516	rnn.weight_hh_l0_reverse	5	-0.011556180194020271
279516	rnn.weight_hh_l0_reverse	6	0.07301241904497147
279516	rnn.weight_hh_l0_reverse	7	0.038177601993083954
279516	rnn.weight_hh_l0_reverse	8	-0.02519967220723629
279516	rnn.weight_hh_l0_reverse	9	-0.024699300527572632
279516	rnn.bias_ih_l0_reverse	0	-0.15285120904445648
279516	rnn.bias_ih_l0_reverse	1	-0.3063557744026184
279516	rnn.bias_ih_l0_reverse	2	-0.0626460388302803
279516	rnn.bias_ih_l0_reverse	3	-0.14997506141662598
279516	rnn.bias_ih_l0_reverse	4	0.060110099613666534
279516	rnn.bias_ih_l0_reverse	5	-0.2833063304424286
279516	rnn.bias_ih_l0_reverse	6	-0.06896896660327911
279516	rnn.bias_ih_l0_reverse	7	0.004677971359342337
279516	rnn.bias_ih_l0_reverse	8	-0.19532328844070435
279516	rnn.bias_ih_l0_reverse	9	-0.08144619315862656
279516	rnn.bias_hh_l0_reverse	0	-0.15264366567134857
279516	rnn.bias_hh_l0_reverse	1	-0.15257863700389862
279516	rnn.bias_hh_l0_reverse	2	-0.010398343205451965
279516	rnn.bias_hh_l0_reverse	3	-0.1405552178621292
279516	rnn.bias_hh_l0_reverse	4	-0.02819526381790638
279516	rnn.bias_hh_l0_reverse	5	-0.12188469618558884
279516	rnn.bias_hh_l0_reverse	6	-0.07549722492694855
279516	rnn.bias_hh_l0_reverse	7	-0.17709939181804657
279516	rnn.bias_hh_l0_reverse	8	-0.057342778891325
279516	rnn.bias_hh_l0_reverse	9	-0.11768875271081924
279516	linear.weight	0	-0.22832369804382324
279516	linear.weight	1	-0.13134413957595825
279516	linear.weight	2	-0.011228874325752258
279516	linear.weight	3	-0.08829017728567123
279516	linear.weight	4	-0.013034176081418991
279516	linear.weight	5	0.2372390627861023
279516	linear.weight	6	0.0047744326293468475
279516	linear.weight	7	-0.021312154829502106
279516	linear.weight	8	0.22452309727668762
279516	linear.weight	9	0.23944059014320374
279516	linear.bias	0	-0.8423976898193359
279516	linear.bias	1	1.4308161735534668
279516	linear.bias	2	-0.48800787329673767
279516	linear.bias	3	-0.7701089382171631
279516	linear.bias	4	-0.8966641426086426
279516	linear.bias	5	-1.1813400983810425
279516	linear.bias	6	-0.9673753976821899
279516	linear.bias	7	-0.6829860210418701
279516	linear.bias	8	-0.01705317199230194
279516	linear.bias	9	3.535914897918701
279713	transitions	0	-0.4803328812122345
279713	transitions	1	8.914491653442383
279713	transitions	2	-3.6636364459991455
279713	transitions	3	1.6718769073486328
279713	transitions	4	-2.24661922454834
279713	transitions	5	-0.4404076933860779
279713	transitions	6	-0.1978815495967865
279713	transitions	7	-10000.0
279713	transitions	8	1.8739904165267944
279713	transitions	9	-2.2953174114227295
279713	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
279713	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
279713	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
279713	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
279713	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
279713	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
279713	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
279713	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
279713	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
279713	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
279713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
279713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
279713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
279713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
279713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
279713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
279713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
279713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
279713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
279713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
279713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
279713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
279713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
279713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
279713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
279713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
279713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
279713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
279713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
279713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
279713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
279713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
279713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
279713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
279713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
279713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
279713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
279713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
279713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
279713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
279713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
279713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
279713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
279713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
279713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
279713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
279713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
279713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
279713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
279713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
279713	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
279713	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
279713	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
279713	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
279713	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
279713	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
279713	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
279713	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
279713	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
279713	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
279713	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
279713	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
279713	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
279713	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
279713	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
279713	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
279713	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
279713	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
279713	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
279713	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
279713	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
279713	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
279713	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
279713	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
279713	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
279713	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
279713	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
279713	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
279713	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
279713	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
279713	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
279713	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
279713	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
279713	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
279713	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
279713	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
279713	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
279713	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
279713	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
279713	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
279713	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
279713	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
279713	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
279713	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
279713	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
279713	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
279713	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
279713	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
279713	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
279713	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
279713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
279713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
279713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
279713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
279713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
279713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
279713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
279713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
279713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
279713	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
279713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
279713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
279713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
279713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
279713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
279713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
279713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
279713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
279713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
279713	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
279713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
279713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
279713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
279713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
279713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
279713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
279713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
279713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
279713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
279713	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
279713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
279713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
279713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
279713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
279713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
279713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
279713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
279713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
279713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
279713	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
279713	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
279713	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
279713	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
279713	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
279713	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
279713	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
279713	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
279713	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
279713	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
279713	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
279713	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
279713	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
279713	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
279713	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
279713	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
279713	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
279713	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
279713	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
279713	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
279713	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
279713	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
279713	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
279713	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
279713	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
279713	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
279713	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
279713	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
279713	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
279713	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
279713	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
279713	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
279713	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
279713	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
279713	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
279713	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
279713	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
279713	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
279713	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
279713	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
279713	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
279713	embedding2nn.weight	0	0.04595425724983215
279713	embedding2nn.weight	1	-0.08692234009504318
279713	embedding2nn.weight	2	0.0016347228083759546
279713	embedding2nn.weight	3	-0.05907808244228363
279713	embedding2nn.weight	4	-0.12648996710777283
279713	embedding2nn.weight	5	0.11112181842327118
279713	embedding2nn.weight	6	-0.07652416080236435
279713	embedding2nn.weight	7	-0.08478334546089172
279713	embedding2nn.weight	8	-0.03367521986365318
279713	embedding2nn.weight	9	0.03908199071884155
279713	embedding2nn.bias	0	0.08310510963201523
279713	embedding2nn.bias	1	-0.02266239933669567
279713	embedding2nn.bias	2	-0.07293019443750381
279713	embedding2nn.bias	3	0.017068754881620407
279713	embedding2nn.bias	4	-0.01287156529724598
279713	embedding2nn.bias	5	-0.1805838644504547
279713	embedding2nn.bias	6	-0.12176100164651871
279713	embedding2nn.bias	7	-0.007164590992033482
279713	embedding2nn.bias	8	0.053319141268730164
279713	embedding2nn.bias	9	-0.055508099496364594
279713	rnn.weight_ih_l0	0	0.037066519260406494
279713	rnn.weight_ih_l0	1	-0.09260697662830353
279713	rnn.weight_ih_l0	2	-0.06529427319765091
279713	rnn.weight_ih_l0	3	-0.051159970462322235
279713	rnn.weight_ih_l0	4	0.01950785331428051
279713	rnn.weight_ih_l0	5	-0.1108977273106575
279713	rnn.weight_ih_l0	6	-0.03183344006538391
279713	rnn.weight_ih_l0	7	0.003866958199068904
279713	rnn.weight_ih_l0	8	0.04601176455616951
279713	rnn.weight_ih_l0	9	0.00851009413599968
279713	rnn.weight_hh_l0	0	0.004840269219130278
279713	rnn.weight_hh_l0	1	-0.07739716023206711
279713	rnn.weight_hh_l0	2	0.07569078356027603
279713	rnn.weight_hh_l0	3	0.05176493525505066
279713	rnn.weight_hh_l0	4	0.007017584517598152
279713	rnn.weight_hh_l0	5	0.07046017050743103
279713	rnn.weight_hh_l0	6	-0.018464261665940285
279713	rnn.weight_hh_l0	7	-0.11708168685436249
279713	rnn.weight_hh_l0	8	0.028518512845039368
279713	rnn.weight_hh_l0	9	-0.07584979385137558
279713	rnn.bias_ih_l0	0	-0.08806981891393661
279713	rnn.bias_ih_l0	1	-0.19434477388858795
279713	rnn.bias_ih_l0	2	-0.26938027143478394
279713	rnn.bias_ih_l0	3	-0.2735794186592102
279713	rnn.bias_ih_l0	4	0.0017825174145400524
279713	rnn.bias_ih_l0	5	0.04909178242087364
279713	rnn.bias_ih_l0	6	-0.1670987755060196
279713	rnn.bias_ih_l0	7	-0.27356430888175964
279713	rnn.bias_ih_l0	8	-0.15114253759384155
279713	rnn.bias_ih_l0	9	-0.16797374188899994
279713	rnn.bias_hh_l0	0	0.13111713528633118
279713	rnn.bias_hh_l0	1	-0.06019887700676918
279713	rnn.bias_hh_l0	2	0.055422525852918625
279713	rnn.bias_hh_l0	3	-0.17486077547073364
279713	rnn.bias_hh_l0	4	0.06539970636367798
279713	rnn.bias_hh_l0	5	0.0532904714345932
279713	rnn.bias_hh_l0	6	-0.11070165038108826
279713	rnn.bias_hh_l0	7	-0.15359064936637878
279713	rnn.bias_hh_l0	8	-0.17987124621868134
279713	rnn.bias_hh_l0	9	-0.10768064111471176
279713	rnn.weight_ih_l0_reverse	0	-0.01995375193655491
279713	rnn.weight_ih_l0_reverse	1	-0.013672481290996075
279713	rnn.weight_ih_l0_reverse	2	-0.0017949464963749051
279713	rnn.weight_ih_l0_reverse	3	0.0033087944611907005
279713	rnn.weight_ih_l0_reverse	4	0.007862425409257412
279713	rnn.weight_ih_l0_reverse	5	-0.06246906518936157
279713	rnn.weight_ih_l0_reverse	6	-0.0417291484773159
279713	rnn.weight_ih_l0_reverse	7	0.02545882761478424
279713	rnn.weight_ih_l0_reverse	8	0.10011100023984909
279713	rnn.weight_ih_l0_reverse	9	0.0009509712690487504
279713	rnn.weight_hh_l0_reverse	0	0.005179752130061388
279713	rnn.weight_hh_l0_reverse	1	0.027186261489987373
279713	rnn.weight_hh_l0_reverse	2	-0.04101147875189781
279713	rnn.weight_hh_l0_reverse	3	0.045138489454984665
279713	rnn.weight_hh_l0_reverse	4	0.02284308522939682
279713	rnn.weight_hh_l0_reverse	5	-0.011398067697882652
279713	rnn.weight_hh_l0_reverse	6	0.0729864239692688
279713	rnn.weight_hh_l0_reverse	7	0.0381707139313221
279713	rnn.weight_hh_l0_reverse	8	-0.02527753822505474
279713	rnn.weight_hh_l0_reverse	9	-0.02467549405992031
279713	rnn.bias_ih_l0_reverse	0	-0.15294434130191803
279713	rnn.bias_ih_l0_reverse	1	-0.30624744296073914
279713	rnn.bias_ih_l0_reverse	2	-0.06297975778579712
279713	rnn.bias_ih_l0_reverse	3	-0.150235116481781
279713	rnn.bias_ih_l0_reverse	4	0.06078038364648819
279713	rnn.bias_ih_l0_reverse	5	-0.28382807970046997
279713	rnn.bias_ih_l0_reverse	6	-0.06873070448637009
279713	rnn.bias_ih_l0_reverse	7	0.006346458103507757
279713	rnn.bias_ih_l0_reverse	8	-0.19514161348342896
279713	rnn.bias_ih_l0_reverse	9	-0.08132436126470566
279713	rnn.bias_hh_l0_reverse	0	-0.1524256020784378
279713	rnn.bias_hh_l0_reverse	1	-0.1529606431722641
279713	rnn.bias_hh_l0_reverse	2	-0.010449059307575226
279713	rnn.bias_hh_l0_reverse	3	-0.1408698409795761
279713	rnn.bias_hh_l0_reverse	4	-0.02806183509528637
279713	rnn.bias_hh_l0_reverse	5	-0.12201984226703644
279713	rnn.bias_hh_l0_reverse	6	-0.07558100670576096
279713	rnn.bias_hh_l0_reverse	7	-0.17729254066944122
279713	rnn.bias_hh_l0_reverse	8	-0.05772358551621437
279713	rnn.bias_hh_l0_reverse	9	-0.11725231260061264
279713	linear.weight	0	-0.22646954655647278
279713	linear.weight	1	-0.13038276135921478
279713	linear.weight	2	-0.011228874325752258
279713	linear.weight	3	-0.08927899599075317
279713	linear.weight	4	-0.016593407839536667
279713	linear.weight	5	0.23827815055847168
279713	linear.weight	6	0.0047744326293468475
279713	linear.weight	7	-0.021312154829502106
279713	linear.weight	8	0.22478917241096497
279713	linear.weight	9	0.23860003054141998
279713	linear.bias	0	-0.8498343229293823
279713	linear.bias	1	1.4224050045013428
279713	linear.bias	2	-0.4916232228279114
279713	linear.bias	3	-0.7685903310775757
279713	linear.bias	4	-0.8925046324729919
279713	linear.bias	5	-1.1813417673110962
279713	linear.bias	6	-0.9749388694763184
279713	linear.bias	7	-0.6787474751472473
279713	linear.bias	8	-0.01705317199230194
279713	linear.bias	9	3.543065309524536
279910	transitions	0	-0.4805254638195038
279910	transitions	1	8.922209739685059
279910	transitions	2	-3.6637136936187744
279910	transitions	3	1.6734545230865479
279910	transitions	4	-2.2466442584991455
279910	transitions	5	-0.440412700176239
279910	transitions	6	-0.19788414239883423
279910	transitions	7	-10000.0
279910	transitions	8	1.8740006685256958
279910	transitions	9	-2.2953176498413086
279910	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
279910	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
279910	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
279910	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
279910	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
279910	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
279910	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
279910	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
279910	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
279910	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
279910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
279910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
279910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
279910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
279910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
279910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
279910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
279910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
279910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
279910	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
279910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
279910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
279910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
279910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
279910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
279910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
279910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
279910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
279910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
279910	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
279910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
279910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
279910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
279910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
279910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
279910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
279910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
279910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
279910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
279910	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
279910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
279910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
279910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
279910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
279910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
279910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
279910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
279910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
279910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
279910	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
279910	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
279910	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
279910	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
279910	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
279910	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
279910	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
279910	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
279910	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
279910	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
279910	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
279910	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
279910	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
279910	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
279910	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
279910	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
279910	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
279910	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
279910	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
279910	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
279910	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
279910	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
279910	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
279910	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
279910	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
279910	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
279910	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
279910	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
279910	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
279910	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
279910	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
279910	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
279910	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
279910	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
279910	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
279910	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
279910	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
279910	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
279910	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
279910	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
279910	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
279910	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
279910	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
279910	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
279910	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
279910	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
279910	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
279910	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
279910	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
279910	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
279910	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
279910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
279910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
279910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
279910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
279910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
279910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
279910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
279910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
279910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
279910	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
279910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
279910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
279910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
279910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
279910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
279910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
279910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
279910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
279910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
279910	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
279910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
279910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
279910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
279910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
279910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
279910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
279910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
279910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
279910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
279910	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
279910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
279910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
279910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
279910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
279910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
279910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
279910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
279910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
279910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
279910	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
279910	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
279910	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
279910	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
279910	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
279910	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
279910	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
279910	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
279910	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
279910	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
279910	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
279910	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
279910	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
279910	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
279910	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
279910	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
279910	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
279910	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
279910	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
279910	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
279910	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
279910	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
279910	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
279910	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
279910	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
279910	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
279910	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
279910	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
279910	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
279910	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
279910	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
279910	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
279910	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
279910	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
279910	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
279910	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
279910	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
279910	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
279910	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
279910	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
279910	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
279910	embedding2nn.weight	0	0.0460004061460495
279910	embedding2nn.weight	1	-0.08700068295001984
279910	embedding2nn.weight	2	0.0023637020494788885
279910	embedding2nn.weight	3	-0.05908554419875145
279910	embedding2nn.weight	4	-0.12640054523944855
279910	embedding2nn.weight	5	0.11104293167591095
279910	embedding2nn.weight	6	-0.07623288780450821
279910	embedding2nn.weight	7	-0.08426502346992493
279910	embedding2nn.weight	8	-0.033590927720069885
279910	embedding2nn.weight	9	0.03900916501879692
279910	embedding2nn.bias	0	0.08154838532209396
279910	embedding2nn.bias	1	-0.02172171324491501
279910	embedding2nn.bias	2	-0.0698864758014679
279910	embedding2nn.bias	3	0.015971440821886063
279910	embedding2nn.bias	4	-0.010444354265928268
279910	embedding2nn.bias	5	-0.1830555945634842
279910	embedding2nn.bias	6	-0.12045548856258392
279910	embedding2nn.bias	7	-0.005551542621105909
279910	embedding2nn.bias	8	0.052462801337242126
279910	embedding2nn.bias	9	-0.05324501171708107
279910	rnn.weight_ih_l0	0	0.03724373131990433
279910	rnn.weight_ih_l0	1	-0.09290420264005661
279910	rnn.weight_ih_l0	2	-0.06528951227664948
279910	rnn.weight_ih_l0	3	-0.05120386555790901
279910	rnn.weight_ih_l0	4	0.019544944167137146
279910	rnn.weight_ih_l0	5	-0.11073410511016846
279910	rnn.weight_ih_l0	6	-0.03259001299738884
279910	rnn.weight_ih_l0	7	0.0037014619447290897
279910	rnn.weight_ih_l0	8	0.04635392501950264
279910	rnn.weight_ih_l0	9	0.008590991608798504
279910	rnn.weight_hh_l0	0	0.004933961201459169
279910	rnn.weight_hh_l0	1	-0.07744570076465607
279910	rnn.weight_hh_l0	2	0.0757279247045517
279910	rnn.weight_hh_l0	3	0.05193221941590309
279910	rnn.weight_hh_l0	4	0.007026784587651491
279910	rnn.weight_hh_l0	5	0.07047858834266663
279910	rnn.weight_hh_l0	6	-0.018602220341563225
279910	rnn.weight_hh_l0	7	-0.11711566895246506
279910	rnn.weight_hh_l0	8	0.02857116051018238
279910	rnn.weight_hh_l0	9	-0.07563601434230804
279910	rnn.bias_ih_l0	0	-0.08809325844049454
279910	rnn.bias_ih_l0	1	-0.19457696378231049
279910	rnn.bias_ih_l0	2	-0.269684374332428
279910	rnn.bias_ih_l0	3	-0.2738056480884552
279910	rnn.bias_ih_l0	4	0.0016046854434534907
279910	rnn.bias_ih_l0	5	0.0493927039206028
279910	rnn.bias_ih_l0	6	-0.16661827266216278
279910	rnn.bias_ih_l0	7	-0.2734139859676361
279910	rnn.bias_ih_l0	8	-0.15114367008209229
279910	rnn.bias_ih_l0	9	-0.16812972724437714
279910	rnn.bias_hh_l0	0	0.13121472299098969
279910	rnn.bias_hh_l0	1	-0.06006384268403053
279910	rnn.bias_hh_l0	2	0.05539417266845703
279910	rnn.bias_hh_l0	3	-0.17517291009426117
279910	rnn.bias_hh_l0	4	0.06482663005590439
279910	rnn.bias_hh_l0	5	0.05367783084511757
279910	rnn.bias_hh_l0	6	-0.11080607771873474
279910	rnn.bias_hh_l0	7	-0.1531408280134201
279910	rnn.bias_hh_l0	8	-0.17971336841583252
279910	rnn.bias_hh_l0	9	-0.10771016031503677
279910	rnn.weight_ih_l0_reverse	0	-0.019979245960712433
279910	rnn.weight_ih_l0_reverse	1	-0.013681253418326378
279910	rnn.weight_ih_l0_reverse	2	-0.0016467031091451645
279910	rnn.weight_ih_l0_reverse	3	0.0033153207041323185
279910	rnn.weight_ih_l0_reverse	4	0.007712916005402803
279910	rnn.weight_ih_l0_reverse	5	-0.06251484900712967
279910	rnn.weight_ih_l0_reverse	6	-0.04177272319793701
279910	rnn.weight_ih_l0_reverse	7	0.02540586329996586
279910	rnn.weight_ih_l0_reverse	8	0.09982475638389587
279910	rnn.weight_ih_l0_reverse	9	0.001015621586702764
279910	rnn.weight_hh_l0_reverse	0	0.005193446297198534
279910	rnn.weight_hh_l0_reverse	1	0.027180230244994164
279910	rnn.weight_hh_l0_reverse	2	-0.04099848493933678
279910	rnn.weight_hh_l0_reverse	3	0.045147549360990524
279910	rnn.weight_hh_l0_reverse	4	0.02291657216846943
279910	rnn.weight_hh_l0_reverse	5	-0.011233692057430744
279910	rnn.weight_hh_l0_reverse	6	0.07296077162027359
279910	rnn.weight_hh_l0_reverse	7	0.03818284347653389
279910	rnn.weight_hh_l0_reverse	8	-0.0252225324511528
279910	rnn.weight_hh_l0_reverse	9	-0.024661818519234657
279910	rnn.bias_ih_l0_reverse	0	-0.1528780609369278
279910	rnn.bias_ih_l0_reverse	1	-0.30620092153549194
279910	rnn.bias_ih_l0_reverse	2	-0.06323664635419846
279910	rnn.bias_ih_l0_reverse	3	-0.1503080576658249
279910	rnn.bias_ih_l0_reverse	4	0.06016654893755913
279910	rnn.bias_ih_l0_reverse	5	-0.28355494141578674
279910	rnn.bias_ih_l0_reverse	6	-0.06850316375494003
279910	rnn.bias_ih_l0_reverse	7	0.006375335622578859
279910	rnn.bias_ih_l0_reverse	8	-0.1945761740207672
279910	rnn.bias_ih_l0_reverse	9	-0.08121674507856369
279910	rnn.bias_hh_l0_reverse	0	-0.15208464860916138
279910	rnn.bias_hh_l0_reverse	1	-0.1521107405424118
279910	rnn.bias_hh_l0_reverse	2	-0.010553962551057339
279910	rnn.bias_hh_l0_reverse	3	-0.14068174362182617
279910	rnn.bias_hh_l0_reverse	4	-0.028379809111356735
279910	rnn.bias_hh_l0_reverse	5	-0.12169021368026733
279910	rnn.bias_hh_l0_reverse	6	-0.07544136047363281
279910	rnn.bias_hh_l0_reverse	7	-0.17709098756313324
279910	rnn.bias_hh_l0_reverse	8	-0.057732097804546356
279910	rnn.bias_hh_l0_reverse	9	-0.11737202852964401
279910	linear.weight	0	-0.2295236736536026
279910	linear.weight	1	-0.13175775110721588
279910	linear.weight	2	-0.011228874325752258
279910	linear.weight	3	-0.08931481838226318
279910	linear.weight	4	-0.01782098226249218
279910	linear.weight	5	0.23944182693958282
279910	linear.weight	6	0.0047744326293468475
279910	linear.weight	7	-0.021312154829502106
279910	linear.weight	8	0.22129343450069427
279910	linear.weight	9	0.23959791660308838
279910	linear.bias	0	-0.8451311588287354
279910	linear.bias	1	1.4307026863098145
279910	linear.bias	2	-0.5034943222999573
279910	linear.bias	3	-0.7638670802116394
279910	linear.bias	4	-0.8959754109382629
279910	linear.bias	5	-1.1813431978225708
279910	linear.bias	6	-0.9700576066970825
279910	linear.bias	7	-0.6770914196968079
279910	linear.bias	8	-0.01705317199230194
279910	linear.bias	9	3.5329833030700684
280107	transitions	0	-0.4805741608142853
280107	transitions	1	8.927793502807617
280107	transitions	2	-3.6637814044952393
280107	transitions	3	1.6737991571426392
280107	transitions	4	-2.246675729751587
280107	transitions	5	-0.4404246509075165
280107	transitions	6	-0.19788900017738342
280107	transitions	7	-10000.0
280107	transitions	8	1.8731406927108765
280107	transitions	9	-2.2953176498413086
280107	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
280107	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
280107	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
280107	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
280107	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
280107	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
280107	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
280107	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
280107	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
280107	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
280107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
280107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
280107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
280107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
280107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
280107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
280107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
280107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
280107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
280107	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
280107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
280107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
280107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
280107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
280107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
280107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
280107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
280107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
280107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
280107	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
280107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
280107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
280107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
280107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
280107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
280107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
280107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
280107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
280107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
280107	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
280107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
280107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
280107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
280107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
280107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
280107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
280107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
280107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
280107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
280107	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
280107	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
280107	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
280107	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
280107	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
280107	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
280107	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
280107	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
280107	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
280107	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
280107	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
280107	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
280107	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
280107	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
280107	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
280107	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
280107	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
280107	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
280107	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
280107	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
280107	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
280107	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
280107	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
280107	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
280107	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
280107	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
280107	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
280107	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
280107	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
280107	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
280107	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
280107	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
280107	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
280107	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
280107	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
280107	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
280107	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
280107	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
280107	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
280107	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
280107	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
280107	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
280107	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
280107	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
280107	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
280107	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
280107	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
280107	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
280107	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
280107	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
280107	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
280107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
280107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
280107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
280107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
280107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
280107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
280107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
280107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
280107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
280107	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
280107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
280107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
280107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
280107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
280107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
280107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
280107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
280107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
280107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
280107	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
280107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
280107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
280107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
280107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
280107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
280107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
280107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
280107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
280107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
280107	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
280107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
280107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
280107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
280107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
280107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
280107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
280107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
280107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
280107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
280107	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
280107	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
280107	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
280107	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
280107	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
280107	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
280107	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
280107	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
280107	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
280107	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
280107	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
280107	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
280107	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
280107	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
280107	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
280107	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
280107	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
280107	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
280107	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
280107	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
280107	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
280107	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
280107	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
280107	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
280107	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
280107	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
280107	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
280107	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
280107	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
280107	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
280107	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
280107	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
280107	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
280107	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
280107	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
280107	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
280107	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
280107	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
280107	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
280107	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
280107	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
280107	embedding2nn.weight	0	0.04606061428785324
280107	embedding2nn.weight	1	-0.08711604028940201
280107	embedding2nn.weight	2	0.002217050874605775
280107	embedding2nn.weight	3	-0.05898980051279068
280107	embedding2nn.weight	4	-0.12582075595855713
280107	embedding2nn.weight	5	0.11138374358415604
280107	embedding2nn.weight	6	-0.07550983130931854
280107	embedding2nn.weight	7	-0.08441174775362015
280107	embedding2nn.weight	8	-0.033614639192819595
280107	embedding2nn.weight	9	0.03928881883621216
280107	embedding2nn.bias	0	0.08173563331365585
280107	embedding2nn.bias	1	-0.022969935089349747
280107	embedding2nn.bias	2	-0.07125981152057648
280107	embedding2nn.bias	3	0.013590951450169086
280107	embedding2nn.bias	4	-0.013534159399569035
280107	embedding2nn.bias	5	-0.18773415684700012
280107	embedding2nn.bias	6	-0.12002874910831451
280107	embedding2nn.bias	7	-0.005559674464166164
280107	embedding2nn.bias	8	0.05509628355503082
280107	embedding2nn.bias	9	-0.05535053834319115
280107	rnn.weight_ih_l0	0	0.037572648376226425
280107	rnn.weight_ih_l0	1	-0.09328668564558029
280107	rnn.weight_ih_l0	2	-0.06553889065980911
280107	rnn.weight_ih_l0	3	-0.050932999700307846
280107	rnn.weight_ih_l0	4	0.019568009302020073
280107	rnn.weight_ih_l0	5	-0.11073452234268188
280107	rnn.weight_ih_l0	6	-0.03296324238181114
280107	rnn.weight_ih_l0	7	0.0035735592246055603
280107	rnn.weight_ih_l0	8	0.046534422785043716
280107	rnn.weight_ih_l0	9	0.008778883144259453
280107	rnn.weight_hh_l0	0	0.00497002899646759
280107	rnn.weight_hh_l0	1	-0.0778162032365799
280107	rnn.weight_hh_l0	2	0.07584525644779205
280107	rnn.weight_hh_l0	3	0.05194631591439247
280107	rnn.weight_hh_l0	4	0.007046516519039869
280107	rnn.weight_hh_l0	5	0.07044804096221924
280107	rnn.weight_hh_l0	6	-0.018620850518345833
280107	rnn.weight_hh_l0	7	-0.11705434322357178
280107	rnn.weight_hh_l0	8	0.02876039780676365
280107	rnn.weight_hh_l0	9	-0.07579123973846436
280107	rnn.bias_ih_l0	0	-0.08767440170049667
280107	rnn.bias_ih_l0	1	-0.19452904164791107
280107	rnn.bias_ih_l0	2	-0.269623726606369
280107	rnn.bias_ih_l0	3	-0.27434614300727844
280107	rnn.bias_ih_l0	4	0.0018756022909656167
280107	rnn.bias_ih_l0	5	0.05097705498337746
280107	rnn.bias_ih_l0	6	-0.16717450320720673
280107	rnn.bias_ih_l0	7	-0.27331212162971497
280107	rnn.bias_ih_l0	8	-0.15180659294128418
280107	rnn.bias_ih_l0	9	-0.16834893822669983
280107	rnn.bias_hh_l0	0	0.13150526583194733
280107	rnn.bias_hh_l0	1	-0.06024324148893356
280107	rnn.bias_hh_l0	2	0.055478185415267944
280107	rnn.bias_hh_l0	3	-0.17490357160568237
280107	rnn.bias_hh_l0	4	0.06473883986473083
280107	rnn.bias_hh_l0	5	0.05362887308001518
280107	rnn.bias_hh_l0	6	-0.11108393222093582
280107	rnn.bias_hh_l0	7	-0.1535916030406952
280107	rnn.bias_hh_l0	8	-0.18009521067142487
280107	rnn.bias_hh_l0	9	-0.10759712755680084
280107	rnn.weight_ih_l0_reverse	0	-0.019855152815580368
280107	rnn.weight_ih_l0_reverse	1	-0.013604915700852871
280107	rnn.weight_ih_l0_reverse	2	-0.0013160000089555979
280107	rnn.weight_ih_l0_reverse	3	0.003104636212810874
280107	rnn.weight_ih_l0_reverse	4	0.007930225692689419
280107	rnn.weight_ih_l0_reverse	5	-0.06237003952264786
280107	rnn.weight_ih_l0_reverse	6	-0.042010772973299026
280107	rnn.weight_ih_l0_reverse	7	0.025318237021565437
280107	rnn.weight_ih_l0_reverse	8	0.0999307781457901
280107	rnn.weight_ih_l0_reverse	9	0.0010876769665628672
280107	rnn.weight_hh_l0_reverse	0	0.005129240918904543
280107	rnn.weight_hh_l0_reverse	1	0.027234535664319992
280107	rnn.weight_hh_l0_reverse	2	-0.04093704745173454
280107	rnn.weight_hh_l0_reverse	3	0.04507913812994957
280107	rnn.weight_hh_l0_reverse	4	0.02299553155899048
280107	rnn.weight_hh_l0_reverse	5	-0.011426580138504505
280107	rnn.weight_hh_l0_reverse	6	0.07305841147899628
280107	rnn.weight_hh_l0_reverse	7	0.03817722946405411
280107	rnn.weight_hh_l0_reverse	8	-0.025388317182660103
280107	rnn.weight_hh_l0_reverse	9	-0.02481825090944767
280107	rnn.bias_ih_l0_reverse	0	-0.1528625190258026
280107	rnn.bias_ih_l0_reverse	1	-0.30671173334121704
280107	rnn.bias_ih_l0_reverse	2	-0.06327663362026215
280107	rnn.bias_ih_l0_reverse	3	-0.1502210646867752
280107	rnn.bias_ih_l0_reverse	4	0.06017289683222771
280107	rnn.bias_ih_l0_reverse	5	-0.283838152885437
280107	rnn.bias_ih_l0_reverse	6	-0.06859710067510605
280107	rnn.bias_ih_l0_reverse	7	0.005838689859956503
280107	rnn.bias_ih_l0_reverse	8	-0.19496434926986694
280107	rnn.bias_ih_l0_reverse	9	-0.08063158392906189
280107	rnn.bias_hh_l0_reverse	0	-0.151945099234581
280107	rnn.bias_hh_l0_reverse	1	-0.1516069918870926
280107	rnn.bias_hh_l0_reverse	2	-0.010677007026970387
280107	rnn.bias_hh_l0_reverse	3	-0.14060834050178528
280107	rnn.bias_hh_l0_reverse	4	-0.02800668589770794
280107	rnn.bias_hh_l0_reverse	5	-0.12133510410785675
280107	rnn.bias_hh_l0_reverse	6	-0.07544520497322083
280107	rnn.bias_hh_l0_reverse	7	-0.176952064037323
280107	rnn.bias_hh_l0_reverse	8	-0.057207196950912476
280107	rnn.bias_hh_l0_reverse	9	-0.11721020936965942
280107	linear.weight	0	-0.22667840123176575
280107	linear.weight	1	-0.13165955245494843
280107	linear.weight	2	-0.011228874325752258
280107	linear.weight	3	-0.08964483439922333
280107	linear.weight	4	-0.02227238193154335
280107	linear.weight	5	0.23863287270069122
280107	linear.weight	6	0.0047744326293468475
280107	linear.weight	7	-0.021312154829502106
280107	linear.weight	8	0.22231940925121307
280107	linear.weight	9	0.23707349598407745
280107	linear.bias	0	-0.8435802459716797
280107	linear.bias	1	1.4244683980941772
280107	linear.bias	2	-0.5018700957298279
280107	linear.bias	3	-0.7609079480171204
280107	linear.bias	4	-0.8932722806930542
280107	linear.bias	5	-1.1813442707061768
280107	linear.bias	6	-0.9683938026428223
280107	linear.bias	7	-0.685404360294342
280107	linear.bias	8	-0.01705317199230194
280107	linear.bias	9	3.5410163402557373
280304	transitions	0	-0.480608195066452
280304	transitions	1	8.929839134216309
280304	transitions	2	-3.663849353790283
280304	transitions	3	1.6748424768447876
280304	transitions	4	-2.2467122077941895
280304	transitions	5	-0.4404279589653015
280304	transitions	6	-0.19789139926433563
280304	transitions	7	-10000.0
280304	transitions	8	1.8729755878448486
280304	transitions	9	-2.295318365097046
280304	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
280304	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
280304	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
280304	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
280304	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
280304	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
280304	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
280304	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
280304	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
280304	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
280304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
280304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
280304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
280304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
280304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
280304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
280304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
280304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
280304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
280304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
280304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
280304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
280304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
280304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
280304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
280304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
280304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
280304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
280304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
280304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
280304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
280304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
280304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
280304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
280304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
280304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
280304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
280304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
280304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
280304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
280304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
280304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
280304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
280304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
280304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
280304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
280304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
280304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
280304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
280304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
280304	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
280304	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
280304	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
280304	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
280304	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
280304	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
280304	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
280304	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
280304	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
280304	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
280304	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
280304	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
280304	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
280304	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
280304	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
280304	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
280304	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
280304	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
280304	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
280304	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
280304	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
280304	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
280304	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
280304	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
280304	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
280304	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
280304	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
280304	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
280304	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
280304	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
280304	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
280304	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
280304	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
280304	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
280304	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
280304	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
280304	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
280304	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
280304	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
280304	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
280304	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
280304	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
280304	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
280304	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
280304	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
280304	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
280304	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
280304	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
280304	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
280304	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
280304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
280304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
280304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
280304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
280304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
280304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
280304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
280304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
280304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
280304	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
280304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
280304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
280304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
280304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
280304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
280304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
280304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
280304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
280304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
280304	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
280304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
280304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
280304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
280304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
280304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
280304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
280304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
280304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
280304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
280304	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
280304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
280304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
280304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
280304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
280304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
280304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
280304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
280304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
280304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
280304	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
280304	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
280304	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
280304	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
280304	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
280304	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
280304	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
280304	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
280304	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
280304	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
280304	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
280304	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
280304	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
280304	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
280304	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
280304	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
280304	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
280304	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
280304	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
280304	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
280304	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
280304	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
280304	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
280304	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
280304	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
280304	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
280304	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
280304	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
280304	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
280304	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
280304	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
280304	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
280304	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
280304	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
280304	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
280304	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
280304	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
280304	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
280304	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
280304	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
280304	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
280304	embedding2nn.weight	0	0.046035286039114
280304	embedding2nn.weight	1	-0.08703212440013885
280304	embedding2nn.weight	2	0.0019674478098750114
280304	embedding2nn.weight	3	-0.05947508290410042
280304	embedding2nn.weight	4	-0.12592589855194092
280304	embedding2nn.weight	5	0.11136319488286972
280304	embedding2nn.weight	6	-0.0757831484079361
280304	embedding2nn.weight	7	-0.08441884815692902
280304	embedding2nn.weight	8	-0.03354840353131294
280304	embedding2nn.weight	9	0.03918490186333656
280304	embedding2nn.bias	0	0.07930958271026611
280304	embedding2nn.bias	1	-0.021460508927702904
280304	embedding2nn.bias	2	-0.07234464585781097
280304	embedding2nn.bias	3	0.013543988578021526
280304	embedding2nn.bias	4	-0.014023815281689167
280304	embedding2nn.bias	5	-0.1873258650302887
280304	embedding2nn.bias	6	-0.12160524725914001
280304	embedding2nn.bias	7	-0.0056310128420591354
280304	embedding2nn.bias	8	0.0571003258228302
280304	embedding2nn.bias	9	-0.05693075805902481
280304	rnn.weight_ih_l0	0	0.03763139247894287
280304	rnn.weight_ih_l0	1	-0.0930185616016388
280304	rnn.weight_ih_l0	2	-0.06534820050001144
280304	rnn.weight_ih_l0	3	-0.05081186071038246
280304	rnn.weight_ih_l0	4	0.01949368789792061
280304	rnn.weight_ih_l0	5	-0.11067451536655426
280304	rnn.weight_ih_l0	6	-0.032657112926244736
280304	rnn.weight_ih_l0	7	0.003737286664545536
280304	rnn.weight_ih_l0	8	0.046508386731147766
280304	rnn.weight_ih_l0	9	0.00887331459671259
280304	rnn.weight_hh_l0	0	0.004929123912006617
280304	rnn.weight_hh_l0	1	-0.07789255678653717
280304	rnn.weight_hh_l0	2	0.0757828950881958
280304	rnn.weight_hh_l0	3	0.0520051084458828
280304	rnn.weight_hh_l0	4	0.007030152250081301
280304	rnn.weight_hh_l0	5	0.07054464519023895
280304	rnn.weight_hh_l0	6	-0.018584387376904488
280304	rnn.weight_hh_l0	7	-0.11701126396656036
280304	rnn.weight_hh_l0	8	0.029081454500555992
280304	rnn.weight_hh_l0	9	-0.07604009658098221
280304	rnn.bias_ih_l0	0	-0.0873013362288475
280304	rnn.bias_ih_l0	1	-0.19345368444919586
280304	rnn.bias_ih_l0	2	-0.26945775747299194
280304	rnn.bias_ih_l0	3	-0.27424779534339905
280304	rnn.bias_ih_l0	4	0.001493163057602942
280304	rnn.bias_ih_l0	5	0.05062607303261757
280304	rnn.bias_ih_l0	6	-0.16748787462711334
280304	rnn.bias_ih_l0	7	-0.27363187074661255
280304	rnn.bias_ih_l0	8	-0.15259256958961487
280304	rnn.bias_ih_l0	9	-0.16876979172229767
280304	rnn.bias_hh_l0	0	0.13091015815734863
280304	rnn.bias_hh_l0	1	-0.06008584052324295
280304	rnn.bias_hh_l0	2	0.055100034922361374
280304	rnn.bias_hh_l0	3	-0.17450667917728424
280304	rnn.bias_hh_l0	4	0.06555753201246262
280304	rnn.bias_hh_l0	5	0.05358405411243439
280304	rnn.bias_hh_l0	6	-0.11115097999572754
280304	rnn.bias_hh_l0	7	-0.153543621301651
280304	rnn.bias_hh_l0	8	-0.1802147477865219
280304	rnn.bias_hh_l0	9	-0.10801034420728683
280304	rnn.weight_ih_l0_reverse	0	-0.020002590492367744
280304	rnn.weight_ih_l0_reverse	1	-0.013564102351665497
280304	rnn.weight_ih_l0_reverse	2	-0.0017715072026476264
280304	rnn.weight_ih_l0_reverse	3	0.003258827608078718
280304	rnn.weight_ih_l0_reverse	4	0.0077195740304887295
280304	rnn.weight_ih_l0_reverse	5	-0.062109269201755524
280304	rnn.weight_ih_l0_reverse	6	-0.04213040694594383
280304	rnn.weight_ih_l0_reverse	7	0.025337940081954002
280304	rnn.weight_ih_l0_reverse	8	0.09982322156429291
280304	rnn.weight_ih_l0_reverse	9	0.0010587485739961267
280304	rnn.weight_hh_l0_reverse	0	0.005087407771497965
280304	rnn.weight_hh_l0_reverse	1	0.02720838412642479
280304	rnn.weight_hh_l0_reverse	2	-0.04100494459271431
280304	rnn.weight_hh_l0_reverse	3	0.045099884271621704
280304	rnn.weight_hh_l0_reverse	4	0.023052291944622993
280304	rnn.weight_hh_l0_reverse	5	-0.011330989189445972
280304	rnn.weight_hh_l0_reverse	6	0.07312709093093872
280304	rnn.weight_hh_l0_reverse	7	0.0382893905043602
280304	rnn.weight_hh_l0_reverse	8	-0.025507474318146706
280304	rnn.weight_hh_l0_reverse	9	-0.024839401245117188
280304	rnn.bias_ih_l0_reverse	0	-0.15302805602550507
280304	rnn.bias_ih_l0_reverse	1	-0.3066932260990143
280304	rnn.bias_ih_l0_reverse	2	-0.0632636770606041
280304	rnn.bias_ih_l0_reverse	3	-0.15001119673252106
280304	rnn.bias_ih_l0_reverse	4	0.06030236929655075
280304	rnn.bias_ih_l0_reverse	5	-0.2835768163204193
280304	rnn.bias_ih_l0_reverse	6	-0.06883806735277176
280304	rnn.bias_ih_l0_reverse	7	0.003563675796613097
280304	rnn.bias_ih_l0_reverse	8	-0.19469064474105835
280304	rnn.bias_ih_l0_reverse	9	-0.0808146670460701
280304	rnn.bias_hh_l0_reverse	0	-0.15219134092330933
280304	rnn.bias_hh_l0_reverse	1	-0.15141300857067108
280304	rnn.bias_hh_l0_reverse	2	-0.010692667216062546
280304	rnn.bias_hh_l0_reverse	3	-0.14025992155075073
280304	rnn.bias_hh_l0_reverse	4	-0.02809617668390274
280304	rnn.bias_hh_l0_reverse	5	-0.12168062478303909
280304	rnn.bias_hh_l0_reverse	6	-0.07498103380203247
280304	rnn.bias_hh_l0_reverse	7	-0.1767609417438507
280304	rnn.bias_hh_l0_reverse	8	-0.057589657604694366
280304	rnn.bias_hh_l0_reverse	9	-0.1172715574502945
280304	linear.weight	0	-0.22437581419944763
280304	linear.weight	1	-0.13186833262443542
280304	linear.weight	2	-0.011228874325752258
280304	linear.weight	3	-0.09074806421995163
280304	linear.weight	4	-0.02165621891617775
280304	linear.weight	5	0.2419043779373169
280304	linear.weight	6	0.0047744326293468475
280304	linear.weight	7	-0.021312154829502106
280304	linear.weight	8	0.22168731689453125
280304	linear.weight	9	0.23862968385219574
280304	linear.bias	0	-0.844820499420166
280304	linear.bias	1	1.4261813163757324
280304	linear.bias	2	-0.5076348185539246
280304	linear.bias	3	-0.7572533488273621
280304	linear.bias	4	-0.9008576273918152
280304	linear.bias	5	-1.1813453435897827
280304	linear.bias	6	-0.9697054028511047
280304	linear.bias	7	-0.6830703020095825
280304	linear.bias	8	-0.01705317199230194
280304	linear.bias	9	3.5443599224090576
280308	transitions	0	-0.480608195066452
280308	transitions	1	8.930578231811523
280308	transitions	2	-3.6638505458831787
280308	transitions	3	1.6747121810913086
280308	transitions	4	-2.246713161468506
280308	transitions	5	-0.4404279589653015
280308	transitions	6	-0.1978914737701416
280308	transitions	7	-10000.0
280308	transitions	8	1.8729755878448486
280308	transitions	9	-2.295318365097046
280308	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
280308	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
280308	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
280308	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
280308	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
280308	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
280308	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
280308	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
280308	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
280308	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
280308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
280308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
280308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
280308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
280308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
280308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
280308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
280308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
280308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
280308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
280308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
280308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
280308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
280308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
280308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
280308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
280308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
280308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
280308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
280308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
280308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
280308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
280308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
280308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
280308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
280308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
280308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
280308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
280308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
280308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
280308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
280308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
280308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
280308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
280308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
280308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
280308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
280308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
280308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
280308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
280308	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
280308	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
280308	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
280308	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
280308	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
280308	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
280308	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
280308	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
280308	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
280308	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
280308	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
280308	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
280308	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
280308	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
280308	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
280308	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
280308	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
280308	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
280308	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
280308	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
280308	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
280308	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
280308	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
280308	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
280308	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
280308	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
280308	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
280308	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
280308	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
280308	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
280308	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
280308	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
280308	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
280308	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
280308	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
280308	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
280308	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
280308	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
280308	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
280308	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
280308	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
280308	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
280308	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
280308	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
280308	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
280308	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
280308	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
280308	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
280308	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
280308	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
280308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
280308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
280308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
280308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
280308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
280308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
280308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
280308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
280308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
280308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
280308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
280308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
280308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
280308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
280308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
280308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
280308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
280308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
280308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
280308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
280308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
280308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
280308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
280308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
280308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
280308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
280308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
280308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
280308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
280308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
280308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
280308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
280308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
280308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
280308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
280308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
280308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
280308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
280308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
280308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
280308	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
280308	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
280308	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
280308	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
280308	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
280308	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
280308	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
280308	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
280308	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
280308	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
280308	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
280308	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
280308	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
280308	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
280308	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
280308	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
280308	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
280308	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
280308	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
280308	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
280308	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
280308	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
280308	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
280308	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
280308	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
280308	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
280308	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
280308	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
280308	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
280308	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
280308	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
280308	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
280308	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
280308	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
280308	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
280308	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
280308	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
280308	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
280308	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
280308	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
280308	embedding2nn.weight	0	0.04602113366127014
280308	embedding2nn.weight	1	-0.08700591325759888
280308	embedding2nn.weight	2	0.002014674013480544
280308	embedding2nn.weight	3	-0.05948232114315033
280308	embedding2nn.weight	4	-0.12583108246326447
280308	embedding2nn.weight	5	0.11134446412324905
280308	embedding2nn.weight	6	-0.07574737817049026
280308	embedding2nn.weight	7	-0.08441214263439178
280308	embedding2nn.weight	8	-0.03355883061885834
280308	embedding2nn.weight	9	0.03923876956105232
280308	embedding2nn.bias	0	0.07927702367305756
280308	embedding2nn.bias	1	-0.021239006891846657
280308	embedding2nn.bias	2	-0.07176044583320618
280308	embedding2nn.bias	3	0.013434195891022682
280308	embedding2nn.bias	4	-0.013745802454650402
280308	embedding2nn.bias	5	-0.18720638751983643
280308	embedding2nn.bias	6	-0.12122057378292084
280308	embedding2nn.bias	7	-0.005724861286580563
280308	embedding2nn.bias	8	0.05697130039334297
280308	embedding2nn.bias	9	-0.05690252408385277
280308	rnn.weight_ih_l0	0	0.037621356546878815
280308	rnn.weight_ih_l0	1	-0.09301360696554184
280308	rnn.weight_ih_l0	2	-0.06534294039011002
280308	rnn.weight_ih_l0	3	-0.050857022404670715
280308	rnn.weight_ih_l0	4	0.01949326880276203
280308	rnn.weight_ih_l0	5	-0.11066083610057831
280308	rnn.weight_ih_l0	6	-0.0326865129172802
280308	rnn.weight_ih_l0	7	0.0037071537226438522
280308	rnn.weight_ih_l0	8	0.046518996357917786
280308	rnn.weight_ih_l0	9	0.008854497224092484
280308	rnn.weight_hh_l0	0	0.004940254148095846
280308	rnn.weight_hh_l0	1	-0.07789258658885956
280308	rnn.weight_hh_l0	2	0.07578273117542267
280308	rnn.weight_hh_l0	3	0.05198180675506592
280308	rnn.weight_hh_l0	4	0.0070310975424945354
280308	rnn.weight_hh_l0	5	0.07054104655981064
280308	rnn.weight_hh_l0	6	-0.01858426071703434
280308	rnn.weight_hh_l0	7	-0.11700547486543655
280308	rnn.weight_hh_l0	8	0.02905440144240856
280308	rnn.weight_hh_l0	9	-0.07604358345270157
280308	rnn.bias_ih_l0	0	-0.0872708261013031
280308	rnn.bias_ih_l0	1	-0.19340631365776062
280308	rnn.bias_ih_l0	2	-0.2694350481033325
280308	rnn.bias_ih_l0	3	-0.2742502987384796
280308	rnn.bias_ih_l0	4	0.0015219388296827674
280308	rnn.bias_ih_l0	5	0.05064021050930023
280308	rnn.bias_ih_l0	6	-0.16746975481510162
280308	rnn.bias_ih_l0	7	-0.2736055850982666
280308	rnn.bias_ih_l0	8	-0.1526295691728592
280308	rnn.bias_ih_l0	9	-0.1687394082546234
280308	rnn.bias_hh_l0	0	0.13089846074581146
280308	rnn.bias_hh_l0	1	-0.06007729098200798
280308	rnn.bias_hh_l0	2	0.05512753501534462
280308	rnn.bias_hh_l0	3	-0.17453458905220032
280308	rnn.bias_hh_l0	4	0.06566280871629715
280308	rnn.bias_hh_l0	5	0.053530577570199966
280308	rnn.bias_hh_l0	6	-0.11113601177930832
280308	rnn.bias_hh_l0	7	-0.15353195369243622
280308	rnn.bias_hh_l0	8	-0.18018946051597595
280308	rnn.bias_hh_l0	9	-0.10802821069955826
280308	rnn.weight_ih_l0_reverse	0	-0.02001398615539074
280308	rnn.weight_ih_l0_reverse	1	-0.01354986522346735
280308	rnn.weight_ih_l0_reverse	2	-0.001694142702035606
280308	rnn.weight_ih_l0_reverse	3	0.0032620609272271395
280308	rnn.weight_ih_l0_reverse	4	0.007732057478278875
280308	rnn.weight_ih_l0_reverse	5	-0.06210097670555115
280308	rnn.weight_ih_l0_reverse	6	-0.04212410748004913
280308	rnn.weight_ih_l0_reverse	7	0.025354711338877678
280308	rnn.weight_ih_l0_reverse	8	0.09982630610466003
280308	rnn.weight_ih_l0_reverse	9	0.0010637097293511033
280308	rnn.weight_hh_l0_reverse	0	0.00508842570707202
280308	rnn.weight_hh_l0_reverse	1	0.027213696390390396
280308	rnn.weight_hh_l0_reverse	2	-0.0410027839243412
280308	rnn.weight_hh_l0_reverse	3	0.04509597271680832
280308	rnn.weight_hh_l0_reverse	4	0.02305145002901554
280308	rnn.weight_hh_l0_reverse	5	-0.011329229921102524
280308	rnn.weight_hh_l0_reverse	6	0.07312822341918945
280308	rnn.weight_hh_l0_reverse	7	0.03828985616564751
280308	rnn.weight_hh_l0_reverse	8	-0.02549930475652218
280308	rnn.weight_hh_l0_reverse	9	-0.024838929995894432
280308	rnn.bias_ih_l0_reverse	0	-0.15302060544490814
280308	rnn.bias_ih_l0_reverse	1	-0.3066119849681854
280308	rnn.bias_ih_l0_reverse	2	-0.06324708461761475
280308	rnn.bias_ih_l0_reverse	3	-0.1500231772661209
280308	rnn.bias_ih_l0_reverse	4	0.060329992324113846
280308	rnn.bias_ih_l0_reverse	5	-0.2835629880428314
280308	rnn.bias_ih_l0_reverse	6	-0.06883694231510162
280308	rnn.bias_ih_l0_reverse	7	0.0035525800194591284
280308	rnn.bias_ih_l0_reverse	8	-0.1946459412574768
280308	rnn.bias_ih_l0_reverse	9	-0.08084554225206375
280308	rnn.bias_hh_l0_reverse	0	-0.1522388905286789
280308	rnn.bias_hh_l0_reverse	1	-0.15136152505874634
280308	rnn.bias_hh_l0_reverse	2	-0.010675829835236073
280308	rnn.bias_hh_l0_reverse	3	-0.14023944735527039
280308	rnn.bias_hh_l0_reverse	4	-0.028055967763066292
280308	rnn.bias_hh_l0_reverse	5	-0.12168094515800476
280308	rnn.bias_hh_l0_reverse	6	-0.0749702900648117
280308	rnn.bias_hh_l0_reverse	7	-0.17673051357269287
280308	rnn.bias_hh_l0_reverse	8	-0.05758360028266907
280308	rnn.bias_hh_l0_reverse	9	-0.11726221442222595
280308	linear.weight	0	-0.22435492277145386
280308	linear.weight	1	-0.13184696435928345
280308	linear.weight	2	-0.011228874325752258
280308	linear.weight	3	-0.09075192362070084
280308	linear.weight	4	-0.021656310185790062
280308	linear.weight	5	0.24188271164894104
280308	linear.weight	6	0.0047744326293468475
280308	linear.weight	7	-0.021312154829502106
280308	linear.weight	8	0.22183769941329956
280308	linear.weight	9	0.23867449164390564
280308	linear.bias	0	-0.8434014916419983
280308	linear.bias	1	1.425510048866272
280308	linear.bias	2	-0.5066738128662109
280308	linear.bias	3	-0.7564517855644226
280308	linear.bias	4	-0.8993062973022461
280308	linear.bias	5	-1.1813453435897827
280308	linear.bias	6	-0.9688438773155212
280308	linear.bias	7	-0.6840905547142029
280308	linear.bias	8	-0.01705317199230194
280308	linear.bias	9	3.5396814346313477
280505	transitions	0	-0.4806179106235504
280505	transitions	1	8.926430702209473
280505	transitions	2	-3.663886070251465
280505	transitions	3	1.6734975576400757
280505	transitions	4	-2.246755361557007
280505	transitions	5	-0.44044360518455505
280505	transitions	6	-0.19789408147335052
280505	transitions	7	-10000.0
280505	transitions	8	1.8738508224487305
280505	transitions	9	-2.295318365097046
280505	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
280505	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
280505	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
280505	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
280505	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
280505	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
280505	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
280505	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
280505	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
280505	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
280505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
280505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
280505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
280505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
280505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
280505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
280505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
280505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
280505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
280505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
280505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
280505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
280505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
280505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
280505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
280505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
280505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
280505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
280505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
280505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
280505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
280505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
280505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
280505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
280505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
280505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
280505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
280505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
280505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
280505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
280505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
280505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
280505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
280505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
280505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
280505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
280505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
280505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
280505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
280505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
280505	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
280505	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
280505	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
280505	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
280505	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
280505	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
280505	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
280505	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
280505	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
280505	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
280505	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
280505	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
280505	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
280505	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
280505	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
280505	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
280505	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
280505	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
280505	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
280505	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
280505	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
280505	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
280505	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
280505	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
280505	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
280505	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
280505	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
280505	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
280505	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
280505	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
280505	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
280505	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
280505	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
280505	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
280505	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
280505	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
280505	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
280505	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
280505	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
280505	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
280505	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
280505	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
280505	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
280505	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
280505	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
280505	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
280505	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
280505	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
280505	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
280505	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
280505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
280505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
280505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
280505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
280505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
280505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
280505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
280505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
280505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
280505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
280505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
280505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
280505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
280505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
280505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
280505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
280505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
280505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
280505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
280505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
280505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
280505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
280505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
280505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
280505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
280505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
280505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
280505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
280505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
280505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
280505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
280505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
280505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
280505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
280505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
280505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
280505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
280505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
280505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
280505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
280505	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
280505	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
280505	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
280505	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
280505	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
280505	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
280505	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
280505	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
280505	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
280505	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
280505	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
280505	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
280505	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
280505	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
280505	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
280505	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
280505	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
280505	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
280505	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
280505	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
280505	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
280505	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
280505	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
280505	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
280505	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
280505	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
280505	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
280505	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
280505	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
280505	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
280505	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
280505	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
280505	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
280505	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
280505	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
280505	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
280505	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
280505	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
280505	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
280505	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
280505	embedding2nn.weight	0	0.046113595366477966
280505	embedding2nn.weight	1	-0.08716744929552078
280505	embedding2nn.weight	2	0.0015974069247022271
280505	embedding2nn.weight	3	-0.05941087380051613
280505	embedding2nn.weight	4	-0.1257818639278412
280505	embedding2nn.weight	5	0.11114635318517685
280505	embedding2nn.weight	6	-0.07509008049964905
280505	embedding2nn.weight	7	-0.08493653684854507
280505	embedding2nn.weight	8	-0.03338238596916199
280505	embedding2nn.weight	9	0.038979679346084595
280505	embedding2nn.bias	0	0.08137409389019012
280505	embedding2nn.bias	1	-0.02227267250418663
280505	embedding2nn.bias	2	-0.07327420264482498
280505	embedding2nn.bias	3	0.011942513287067413
280505	embedding2nn.bias	4	-0.014023049734532833
280505	embedding2nn.bias	5	-0.18839873373508453
280505	embedding2nn.bias	6	-0.12346827983856201
280505	embedding2nn.bias	7	-0.005997158121317625
280505	embedding2nn.bias	8	0.05691881105303764
280505	embedding2nn.bias	9	-0.05839231610298157
280505	rnn.weight_ih_l0	0	0.03780680149793625
280505	rnn.weight_ih_l0	1	-0.09310702234506607
280505	rnn.weight_ih_l0	2	-0.06518884003162384
280505	rnn.weight_ih_l0	3	-0.05082046985626221
280505	rnn.weight_ih_l0	4	0.019411073997616768
280505	rnn.weight_ih_l0	5	-0.11086965352296829
280505	rnn.weight_ih_l0	6	-0.03249471262097359
280505	rnn.weight_ih_l0	7	0.003953344654291868
280505	rnn.weight_ih_l0	8	0.04646003246307373
280505	rnn.weight_ih_l0	9	0.009168850257992744
280505	rnn.weight_hh_l0	0	0.0049598668701946735
280505	rnn.weight_hh_l0	1	-0.0778820589184761
280505	rnn.weight_hh_l0	2	0.07587487250566483
280505	rnn.weight_hh_l0	3	0.051956385374069214
280505	rnn.weight_hh_l0	4	0.007076638285070658
280505	rnn.weight_hh_l0	5	0.07051634788513184
280505	rnn.weight_hh_l0	6	-0.018632959574460983
280505	rnn.weight_hh_l0	7	-0.1170264333486557
280505	rnn.weight_hh_l0	8	0.028795946389436722
280505	rnn.weight_hh_l0	9	-0.07627186924219131
280505	rnn.bias_ih_l0	0	-0.08767404407262802
280505	rnn.bias_ih_l0	1	-0.19298051297664642
280505	rnn.bias_ih_l0	2	-0.2690841555595398
280505	rnn.bias_ih_l0	3	-0.27407553791999817
280505	rnn.bias_ih_l0	4	0.0016783011378720403
280505	rnn.bias_ih_l0	5	0.051016468554735184
280505	rnn.bias_ih_l0	6	-0.16712985932826996
280505	rnn.bias_ih_l0	7	-0.2732990086078644
280505	rnn.bias_ih_l0	8	-0.1519738733768463
280505	rnn.bias_ih_l0	9	-0.16924342513084412
280505	rnn.bias_hh_l0	0	0.13092705607414246
280505	rnn.bias_hh_l0	1	-0.060484811663627625
280505	rnn.bias_hh_l0	2	0.05461137741804123
280505	rnn.bias_hh_l0	3	-0.1746142953634262
280505	rnn.bias_hh_l0	4	0.06579533219337463
280505	rnn.bias_hh_l0	5	0.053728602826595306
280505	rnn.bias_hh_l0	6	-0.11136581003665924
280505	rnn.bias_hh_l0	7	-0.1529613435268402
280505	rnn.bias_hh_l0	8	-0.18037360906600952
280505	rnn.bias_hh_l0	9	-0.10820842534303665
280505	rnn.weight_ih_l0_reverse	0	-0.02019955776631832
280505	rnn.weight_ih_l0_reverse	1	-0.01355727482587099
280505	rnn.weight_ih_l0_reverse	2	-0.0016125020338222384
280505	rnn.weight_ih_l0_reverse	3	0.0035204857122153044
280505	rnn.weight_ih_l0_reverse	4	0.007465081289410591
280505	rnn.weight_ih_l0_reverse	5	-0.062333639711141586
280505	rnn.weight_ih_l0_reverse	6	-0.04212513193488121
280505	rnn.weight_ih_l0_reverse	7	0.025277817621827126
280505	rnn.weight_ih_l0_reverse	8	0.09938730299472809
280505	rnn.weight_ih_l0_reverse	9	0.0010157340439036489
280505	rnn.weight_hh_l0_reverse	0	0.005175934173166752
280505	rnn.weight_hh_l0_reverse	1	0.02713879384100437
280505	rnn.weight_hh_l0_reverse	2	-0.041179805994033813
280505	rnn.weight_hh_l0_reverse	3	0.04517703130841255
280505	rnn.weight_hh_l0_reverse	4	0.0230216383934021
280505	rnn.weight_hh_l0_reverse	5	-0.011378061026334763
280505	rnn.weight_hh_l0_reverse	6	0.07315953820943832
280505	rnn.weight_hh_l0_reverse	7	0.03832695633172989
280505	rnn.weight_hh_l0_reverse	8	-0.025388970971107483
280505	rnn.weight_hh_l0_reverse	9	-0.024875478819012642
280505	rnn.bias_ih_l0_reverse	0	-0.1528896987438202
280505	rnn.bias_ih_l0_reverse	1	-0.3071124851703644
280505	rnn.bias_ih_l0_reverse	2	-0.06324351578950882
280505	rnn.bias_ih_l0_reverse	3	-0.15006305277347565
280505	rnn.bias_ih_l0_reverse	4	0.06008770689368248
280505	rnn.bias_ih_l0_reverse	5	-0.28396493196487427
280505	rnn.bias_ih_l0_reverse	6	-0.06889425963163376
280505	rnn.bias_ih_l0_reverse	7	0.003579686861485243
280505	rnn.bias_ih_l0_reverse	8	-0.1948230117559433
280505	rnn.bias_ih_l0_reverse	9	-0.08045002818107605
280505	rnn.bias_hh_l0_reverse	0	-0.1522357165813446
280505	rnn.bias_hh_l0_reverse	1	-0.15114282071590424
280505	rnn.bias_hh_l0_reverse	2	-0.010744073428213596
280505	rnn.bias_hh_l0_reverse	3	-0.14015793800354004
280505	rnn.bias_hh_l0_reverse	4	-0.02743012271821499
280505	rnn.bias_hh_l0_reverse	5	-0.12193259596824646
280505	rnn.bias_hh_l0_reverse	6	-0.07520715892314911
280505	rnn.bias_hh_l0_reverse	7	-0.1764405220746994
280505	rnn.bias_hh_l0_reverse	8	-0.05707365646958351
280505	rnn.bias_hh_l0_reverse	9	-0.11738913506269455
280505	linear.weight	0	-0.2239946573972702
280505	linear.weight	1	-0.13226257264614105
280505	linear.weight	2	-0.011228874325752258
280505	linear.weight	3	-0.09132479131221771
280505	linear.weight	4	-0.02207997255027294
280505	linear.weight	5	0.24489203095436096
280505	linear.weight	6	0.0047744326293468475
280505	linear.weight	7	-0.021312154829502106
280505	linear.weight	8	0.2201480269432068
280505	linear.weight	9	0.2373913824558258
280505	linear.bias	0	-0.8431118726730347
280505	linear.bias	1	1.4189928770065308
280505	linear.bias	2	-0.5004338026046753
280505	linear.bias	3	-0.7588445544242859
280505	linear.bias	4	-0.8998581171035767
280505	linear.bias	5	-1.1813462972640991
280505	linear.bias	6	-0.9682077765464783
280505	linear.bias	7	-0.6810840368270874
280505	linear.bias	8	-0.01705317199230194
280505	linear.bias	9	3.5376570224761963
280702	transitions	0	-0.4806409478187561
280702	transitions	1	8.92419147491455
280702	transitions	2	-3.6640572547912598
280702	transitions	3	1.6719110012054443
280702	transitions	4	-2.246811866760254
280702	transitions	5	-0.4404538571834564
280702	transitions	6	-0.1979011595249176
280702	transitions	7	-10000.0
280702	transitions	8	1.875111699104309
280702	transitions	9	-2.295318603515625
280702	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
280702	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
280702	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
280702	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
280702	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
280702	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
280702	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
280702	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
280702	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
280702	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
280702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
280702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
280702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
280702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
280702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
280702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
280702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
280702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
280702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
280702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
280702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
280702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
280702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
280702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
280702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
280702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
280702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
280702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
280702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
280702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
280702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
280702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
280702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
280702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
280702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
280702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
280702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
280702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
280702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
280702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
280702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
280702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
280702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
280702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
280702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
280702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
280702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
280702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
280702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
280702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
280702	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
280702	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
280702	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
280702	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
280702	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
280702	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
280702	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
280702	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
280702	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
280702	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
280702	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
280702	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
280702	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
280702	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
280702	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
280702	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
280702	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
280702	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
280702	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
280702	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
280702	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
280702	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
280702	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
280702	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
280702	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
280702	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
280702	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
280702	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
280702	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
280702	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
280702	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
280702	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
280702	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
280702	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
280702	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
280702	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
280702	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
280702	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
280702	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
280702	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
280702	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
280702	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
280702	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
280702	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
280702	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
280702	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
280702	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
280702	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
280702	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
280702	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
280702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
280702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
280702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
280702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
280702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
280702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
280702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
280702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
280702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
280702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
280702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
280702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
280702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
280702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
280702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
280702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
280702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
280702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
280702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
280702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
280702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
280702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
280702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
280702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
280702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
280702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
280702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
280702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
280702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
280702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
280702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
280702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
280702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
280702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
280702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
280702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
280702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
280702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
280702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
280702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
280702	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
280702	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
280702	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
280702	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
280702	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
280702	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
280702	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
280702	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
280702	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
280702	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
280702	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
280702	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
280702	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
280702	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
280702	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
280702	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
280702	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
280702	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
280702	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
280702	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
280702	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
280702	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
280702	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
280702	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
280702	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
280702	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
280702	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
280702	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
280702	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
280702	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
280702	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
280702	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
280702	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
280702	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
280702	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
280702	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
280702	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
280702	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
280702	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
280702	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
280702	embedding2nn.weight	0	0.04602485150098801
280702	embedding2nn.weight	1	-0.08747512847185135
280702	embedding2nn.weight	2	0.0014172103255987167
280702	embedding2nn.weight	3	-0.059393201023340225
280702	embedding2nn.weight	4	-0.126435786485672
280702	embedding2nn.weight	5	0.11128140240907669
280702	embedding2nn.weight	6	-0.07326478511095047
280702	embedding2nn.weight	7	-0.08496809750795364
280702	embedding2nn.weight	8	-0.033426567912101746
280702	embedding2nn.weight	9	0.03909825161099434
280702	embedding2nn.bias	0	0.08200354874134064
280702	embedding2nn.bias	1	-0.021081572398543358
280702	embedding2nn.bias	2	-0.07264005392789841
280702	embedding2nn.bias	3	0.013051536865532398
280702	embedding2nn.bias	4	-0.014219686388969421
280702	embedding2nn.bias	5	-0.18731537461280823
280702	embedding2nn.bias	6	-0.12301251292228699
280702	embedding2nn.bias	7	-0.005634705536067486
280702	embedding2nn.bias	8	0.05577273294329643
280702	embedding2nn.bias	9	-0.05831041932106018
280702	rnn.weight_ih_l0	0	0.0377487875521183
280702	rnn.weight_ih_l0	1	-0.09265116602182388
280702	rnn.weight_ih_l0	2	-0.06518881022930145
280702	rnn.weight_ih_l0	3	-0.05074753239750862
280702	rnn.weight_ih_l0	4	0.019508427008986473
280702	rnn.weight_ih_l0	5	-0.11082397401332855
280702	rnn.weight_ih_l0	6	-0.032018061727285385
280702	rnn.weight_ih_l0	7	0.0037957015447318554
280702	rnn.weight_ih_l0	8	0.04678361490368843
280702	rnn.weight_ih_l0	9	0.00910521112382412
280702	rnn.weight_hh_l0	0	0.004860697314143181
280702	rnn.weight_hh_l0	1	-0.0776345431804657
280702	rnn.weight_hh_l0	2	0.0760832354426384
280702	rnn.weight_hh_l0	3	0.05205103009939194
280702	rnn.weight_hh_l0	4	0.007070564199239016
280702	rnn.weight_hh_l0	5	0.07050444930791855
280702	rnn.weight_hh_l0	6	-0.018720347434282303
280702	rnn.weight_hh_l0	7	-0.11699612438678741
280702	rnn.weight_hh_l0	8	0.02864435501396656
280702	rnn.weight_hh_l0	9	-0.07604482024908066
280702	rnn.bias_ih_l0	0	-0.08756562322378159
280702	rnn.bias_ih_l0	1	-0.19289331138134003
280702	rnn.bias_ih_l0	2	-0.26879143714904785
280702	rnn.bias_ih_l0	3	-0.27342715859413147
280702	rnn.bias_ih_l0	4	0.0013628009473904967
280702	rnn.bias_ih_l0	5	0.05045585334300995
280702	rnn.bias_ih_l0	6	-0.16708917915821075
280702	rnn.bias_ih_l0	7	-0.27370384335517883
280702	rnn.bias_ih_l0	8	-0.1525803804397583
280702	rnn.bias_ih_l0	9	-0.1695258766412735
280702	rnn.bias_hh_l0	0	0.13048960268497467
280702	rnn.bias_hh_l0	1	-0.06053716689348221
280702	rnn.bias_hh_l0	2	0.0549645759165287
280702	rnn.bias_hh_l0	3	-0.174995556473732
280702	rnn.bias_hh_l0	4	0.06634178012609482
280702	rnn.bias_hh_l0	5	0.053721118718385696
280702	rnn.bias_hh_l0	6	-0.11130456626415253
280702	rnn.bias_hh_l0	7	-0.15301328897476196
280702	rnn.bias_hh_l0	8	-0.18032212555408478
280702	rnn.bias_hh_l0	9	-0.10861314088106155
280702	rnn.weight_ih_l0_reverse	0	-0.020177695900201797
280702	rnn.weight_ih_l0_reverse	1	-0.013650458306074142
280702	rnn.weight_ih_l0_reverse	2	-0.0015380186960101128
280702	rnn.weight_ih_l0_reverse	3	0.0039629824459552765
280702	rnn.weight_ih_l0_reverse	4	0.007834169082343578
280702	rnn.weight_ih_l0_reverse	5	-0.06197413429617882
280702	rnn.weight_ih_l0_reverse	6	-0.04240589588880539
280702	rnn.weight_ih_l0_reverse	7	0.025072678923606873
280702	rnn.weight_ih_l0_reverse	8	0.09933917969465256
280702	rnn.weight_ih_l0_reverse	9	0.0008542589494027197
280702	rnn.weight_hh_l0_reverse	0	0.00507414760068059
280702	rnn.weight_hh_l0_reverse	1	0.027193939313292503
280702	rnn.weight_hh_l0_reverse	2	-0.04158373177051544
280702	rnn.weight_hh_l0_reverse	3	0.04535527527332306
280702	rnn.weight_hh_l0_reverse	4	0.02303432486951351
280702	rnn.weight_hh_l0_reverse	5	-0.01156543754041195
280702	rnn.weight_hh_l0_reverse	6	0.07330029457807541
280702	rnn.weight_hh_l0_reverse	7	0.03832349553704262
280702	rnn.weight_hh_l0_reverse	8	-0.025423943996429443
280702	rnn.weight_hh_l0_reverse	9	-0.024837391451001167
280702	rnn.bias_ih_l0_reverse	0	-0.15276964008808136
280702	rnn.bias_ih_l0_reverse	1	-0.3077012896537781
280702	rnn.bias_ih_l0_reverse	2	-0.06299920380115509
280702	rnn.bias_ih_l0_reverse	3	-0.15017856657505035
280702	rnn.bias_ih_l0_reverse	4	0.06055264174938202
280702	rnn.bias_ih_l0_reverse	5	-0.2838776111602783
280702	rnn.bias_ih_l0_reverse	6	-0.06917501240968704
280702	rnn.bias_ih_l0_reverse	7	0.0037584188394248486
280702	rnn.bias_ih_l0_reverse	8	-0.19459106028079987
280702	rnn.bias_ih_l0_reverse	9	-0.08024172484874725
280702	rnn.bias_hh_l0_reverse	0	-0.15248866379261017
280702	rnn.bias_hh_l0_reverse	1	-0.15106303989887238
280702	rnn.bias_hh_l0_reverse	2	-0.010763609781861305
280702	rnn.bias_hh_l0_reverse	3	-0.140213742852211
280702	rnn.bias_hh_l0_reverse	4	-0.02712537720799446
280702	rnn.bias_hh_l0_reverse	5	-0.12208399176597595
280702	rnn.bias_hh_l0_reverse	6	-0.07614991813898087
280702	rnn.bias_hh_l0_reverse	7	-0.17636381089687347
280702	rnn.bias_hh_l0_reverse	8	-0.05647679418325424
280702	rnn.bias_hh_l0_reverse	9	-0.11715666204690933
280702	linear.weight	0	-0.22296388447284698
280702	linear.weight	1	-0.1317676603794098
280702	linear.weight	2	-0.011228874325752258
280702	linear.weight	3	-0.09275700896978378
280702	linear.weight	4	-0.020871182903647423
280702	linear.weight	5	0.2494588941335678
280702	linear.weight	6	0.0047744326293468475
280702	linear.weight	7	-0.021312154829502106
280702	linear.weight	8	0.21805301308631897
280702	linear.weight	9	0.2383987158536911
280702	linear.bias	0	-0.8427250981330872
280702	linear.bias	1	1.4151712656021118
280702	linear.bias	2	-0.5081316828727722
280702	linear.bias	3	-0.7584859132766724
280702	linear.bias	4	-0.8926298022270203
280702	linear.bias	5	-1.1813474893569946
280702	linear.bias	6	-0.967522382736206
280702	linear.bias	7	-0.6808732151985168
280702	linear.bias	8	-0.01705317199230194
280702	linear.bias	9	3.550017833709717
280899	transitions	0	-0.480650395154953
280899	transitions	1	8.928412437438965
280899	transitions	2	-3.664109706878662
280899	transitions	3	1.6730808019638062
280899	transitions	4	-2.2468390464782715
280899	transitions	5	-0.4404560923576355
280899	transitions	6	-0.19790281355381012
280899	transitions	7	-10000.0
280899	transitions	8	1.8753983974456787
280899	transitions	9	-2.295318841934204
280899	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
280899	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
280899	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
280899	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
280899	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
280899	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
280899	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
280899	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
280899	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
280899	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
280899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
280899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
280899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
280899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
280899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
280899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
280899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
280899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
280899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
280899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
280899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
280899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
280899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
280899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
280899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
280899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
280899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
280899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
280899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
280899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
280899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
280899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
280899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
280899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
280899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
280899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
280899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
280899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
280899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
280899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
280899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
280899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
280899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
280899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
280899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
280899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
280899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
280899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
280899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
280899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
280899	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
280899	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
280899	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
280899	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
280899	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
280899	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
280899	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
280899	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
280899	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
280899	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
280899	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
280899	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
280899	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
280899	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
280899	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
280899	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
280899	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
280899	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
280899	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
280899	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
280899	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
280899	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
280899	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
280899	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
280899	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
280899	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
280899	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
280899	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
280899	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
280899	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
280899	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
280899	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
280899	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
280899	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
280899	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
280899	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
280899	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
280899	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
280899	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
280899	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
280899	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
280899	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
280899	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
280899	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
280899	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
280899	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
280899	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
280899	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
280899	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
280899	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
280899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
280899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
280899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
280899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
280899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
280899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
280899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
280899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
280899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
280899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
280899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
280899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
280899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
280899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
280899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
280899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
280899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
280899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
280899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
280899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
280899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
280899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
280899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
280899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
280899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
280899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
280899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
280899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
280899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
280899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
280899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
280899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
280899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
280899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
280899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
280899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
280899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
280899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
280899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
280899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
280899	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
280899	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
280899	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
280899	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
280899	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
280899	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
280899	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
280899	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
280899	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
280899	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
280899	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
280899	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
280899	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
280899	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
280899	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
280899	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
280899	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
280899	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
280899	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
280899	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
280899	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
280899	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
280899	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
280899	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
280899	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
280899	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
280899	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
280899	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
280899	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
280899	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
280899	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
280899	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
280899	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
280899	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
280899	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
280899	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
280899	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
280899	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
280899	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
280899	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
280899	embedding2nn.weight	0	0.046156030148267746
280899	embedding2nn.weight	1	-0.08757051080465317
280899	embedding2nn.weight	2	0.0016070859273895621
280899	embedding2nn.weight	3	-0.05953773111104965
280899	embedding2nn.weight	4	-0.12672671675682068
280899	embedding2nn.weight	5	0.11133203655481339
280899	embedding2nn.weight	6	-0.07330989837646484
280899	embedding2nn.weight	7	-0.08513184636831284
280899	embedding2nn.weight	8	-0.0333494134247303
280899	embedding2nn.weight	9	0.03883365914225578
280899	embedding2nn.bias	0	0.08269302546977997
280899	embedding2nn.bias	1	-0.02359890379011631
280899	embedding2nn.bias	2	-0.07319788634777069
280899	embedding2nn.bias	3	0.015093092806637287
280899	embedding2nn.bias	4	-0.013887196779251099
280899	embedding2nn.bias	5	-0.18487243354320526
280899	embedding2nn.bias	6	-0.1220945343375206
280899	embedding2nn.bias	7	-0.004461350385099649
280899	embedding2nn.bias	8	0.0574084110558033
280899	embedding2nn.bias	9	-0.054747067391872406
280899	rnn.weight_ih_l0	0	0.03805476427078247
280899	rnn.weight_ih_l0	1	-0.0926305502653122
280899	rnn.weight_ih_l0	2	-0.06506620347499847
280899	rnn.weight_ih_l0	3	-0.05087033286690712
280899	rnn.weight_ih_l0	4	0.019590826705098152
280899	rnn.weight_ih_l0	5	-0.11058761924505234
280899	rnn.weight_ih_l0	6	-0.031881023198366165
280899	rnn.weight_ih_l0	7	0.004051664378494024
280899	rnn.weight_ih_l0	8	0.04696688801050186
280899	rnn.weight_ih_l0	9	0.009183133020997047
280899	rnn.weight_hh_l0	0	0.004817930981516838
280899	rnn.weight_hh_l0	1	-0.07813745737075806
280899	rnn.weight_hh_l0	2	0.07592993229627609
280899	rnn.weight_hh_l0	3	0.05194109305739403
280899	rnn.weight_hh_l0	4	0.0070030782371759415
280899	rnn.weight_hh_l0	5	0.07050824165344238
280899	rnn.weight_hh_l0	6	-0.018672574311494827
280899	rnn.weight_hh_l0	7	-0.11702029407024384
280899	rnn.weight_hh_l0	8	0.02868467941880226
280899	rnn.weight_hh_l0	9	-0.07609137147665024
280899	rnn.bias_ih_l0	0	-0.08790592849254608
280899	rnn.bias_ih_l0	1	-0.1933917999267578
280899	rnn.bias_ih_l0	2	-0.26893723011016846
280899	rnn.bias_ih_l0	3	-0.272926926612854
280899	rnn.bias_ih_l0	4	0.0004792521649505943
280899	rnn.bias_ih_l0	5	0.051464419811964035
280899	rnn.bias_ih_l0	6	-0.16706271469593048
280899	rnn.bias_ih_l0	7	-0.2740926742553711
280899	rnn.bias_ih_l0	8	-0.15184864401817322
280899	rnn.bias_ih_l0	9	-0.16953277587890625
280899	rnn.bias_hh_l0	0	0.13064458966255188
280899	rnn.bias_hh_l0	1	-0.060457490384578705
280899	rnn.bias_hh_l0	2	0.05502205714583397
280899	rnn.bias_hh_l0	3	-0.17483414709568024
280899	rnn.bias_hh_l0	4	0.06623247265815735
280899	rnn.bias_hh_l0	5	0.05295342952013016
280899	rnn.bias_hh_l0	6	-0.11136361211538315
280899	rnn.bias_hh_l0	7	-0.15233628451824188
280899	rnn.bias_hh_l0	8	-0.18065814673900604
280899	rnn.bias_hh_l0	9	-0.10844460874795914
280899	rnn.weight_ih_l0_reverse	0	-0.020222846418619156
280899	rnn.weight_ih_l0_reverse	1	-0.01382541935890913
280899	rnn.weight_ih_l0_reverse	2	-0.001660682144574821
280899	rnn.weight_ih_l0_reverse	3	0.004027186892926693
280899	rnn.weight_ih_l0_reverse	4	0.008058653213083744
280899	rnn.weight_ih_l0_reverse	5	-0.061966992914676666
280899	rnn.weight_ih_l0_reverse	6	-0.04285445809364319
280899	rnn.weight_ih_l0_reverse	7	0.024990549311041832
280899	rnn.weight_ih_l0_reverse	8	0.09929215908050537
280899	rnn.weight_ih_l0_reverse	9	0.0010007077362388372
280899	rnn.weight_hh_l0_reverse	0	0.005060097668319941
280899	rnn.weight_hh_l0_reverse	1	0.027211099863052368
280899	rnn.weight_hh_l0_reverse	2	-0.041450418531894684
280899	rnn.weight_hh_l0_reverse	3	0.045477673411369324
280899	rnn.weight_hh_l0_reverse	4	0.023083215579390526
280899	rnn.weight_hh_l0_reverse	5	-0.011632408015429974
280899	rnn.weight_hh_l0_reverse	6	0.07334902137517929
280899	rnn.weight_hh_l0_reverse	7	0.03817915916442871
280899	rnn.weight_hh_l0_reverse	8	-0.025202082470059395
280899	rnn.weight_hh_l0_reverse	9	-0.02482200786471367
280899	rnn.bias_ih_l0_reverse	0	-0.15235167741775513
280899	rnn.bias_ih_l0_reverse	1	-0.30750641226768494
280899	rnn.bias_ih_l0_reverse	2	-0.06298346072435379
280899	rnn.bias_ih_l0_reverse	3	-0.15052960813045502
280899	rnn.bias_ih_l0_reverse	4	0.06060979142785072
280899	rnn.bias_ih_l0_reverse	5	-0.2838760018348694
280899	rnn.bias_ih_l0_reverse	6	-0.06921417266130447
280899	rnn.bias_ih_l0_reverse	7	0.004379064776003361
280899	rnn.bias_ih_l0_reverse	8	-0.19387157261371613
280899	rnn.bias_ih_l0_reverse	9	-0.08006726950407028
280899	rnn.bias_hh_l0_reverse	0	-0.1524270623922348
280899	rnn.bias_hh_l0_reverse	1	-0.15133075416088104
280899	rnn.bias_hh_l0_reverse	2	-0.010329155251383781
280899	rnn.bias_hh_l0_reverse	3	-0.14019113779067993
280899	rnn.bias_hh_l0_reverse	4	-0.026819534599781036
280899	rnn.bias_hh_l0_reverse	5	-0.12164249271154404
280899	rnn.bias_hh_l0_reverse	6	-0.076100654900074
280899	rnn.bias_hh_l0_reverse	7	-0.17659209668636322
280899	rnn.bias_hh_l0_reverse	8	-0.05677817016839981
280899	rnn.bias_hh_l0_reverse	9	-0.11715979874134064
280899	linear.weight	0	-0.22531132400035858
280899	linear.weight	1	-0.1302061676979065
280899	linear.weight	2	-0.011228874325752258
280899	linear.weight	3	-0.09222152084112167
280899	linear.weight	4	-0.02175014279782772
280899	linear.weight	5	0.2481079399585724
280899	linear.weight	6	0.0047744326293468475
280899	linear.weight	7	-0.021312154829502106
280899	linear.weight	8	0.21648871898651123
280899	linear.weight	9	0.23609326779842377
280899	linear.bias	0	-0.843022346496582
280899	linear.bias	1	1.4161429405212402
280899	linear.bias	2	-0.5135392546653748
280899	linear.bias	3	-0.7518483996391296
280899	linear.bias	4	-0.9034812450408936
280899	linear.bias	5	-1.1813489198684692
280899	linear.bias	6	-0.967664361000061
280899	linear.bias	7	-0.6847897171974182
280899	linear.bias	8	-0.01705317199230194
280899	linear.bias	9	3.5267751216888428
281096	transitions	0	-0.4806700050830841
281096	transitions	1	8.923528671264648
281096	transitions	2	-3.6641645431518555
281096	transitions	3	1.6701595783233643
281096	transitions	4	-2.2468810081481934
281096	transitions	5	-0.44048213958740234
281096	transitions	6	-0.1979057639837265
281096	transitions	7	-10000.0
281096	transitions	8	1.8751862049102783
281096	transitions	9	-2.2953197956085205
281096	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
281096	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
281096	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
281096	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
281096	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
281096	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
281096	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
281096	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
281096	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
281096	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
281096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
281096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
281096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
281096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
281096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
281096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
281096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
281096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
281096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
281096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
281096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
281096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
281096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
281096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
281096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
281096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
281096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
281096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
281096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
281096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
281096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
281096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
281096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
281096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
281096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
281096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
281096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
281096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
281096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
281096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
281096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
281096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
281096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
281096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
281096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
281096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
281096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
281096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
281096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
281096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
281096	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
281096	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
281096	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
281096	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
281096	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
281096	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
281096	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
281096	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
281096	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
281096	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
281096	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
281096	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
281096	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
281096	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
281096	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
281096	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
281096	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
281096	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
281096	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
281096	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
281096	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
281096	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
281096	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
281096	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
281096	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
281096	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
281096	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
281096	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
281096	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
281096	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
281096	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
281096	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
281096	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
281096	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
281096	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
281096	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
281096	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
281096	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
281096	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
281096	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
281096	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
281096	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
281096	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
281096	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
281096	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
281096	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
281096	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
281096	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
281096	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
281096	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
281096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
281096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
281096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
281096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
281096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
281096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
281096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
281096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
281096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
281096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
281096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
281096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
281096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
281096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
281096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
281096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
281096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
281096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
281096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
281096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
281096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
281096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
281096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
281096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
281096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
281096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
281096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
281096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
281096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
281096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
281096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
281096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
281096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
281096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
281096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
281096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
281096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
281096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
281096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
281096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
281096	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
281096	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
281096	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
281096	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
281096	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
281096	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
281096	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
281096	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
281096	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
281096	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
281096	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
281096	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
281096	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
281096	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
281096	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
281096	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
281096	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
281096	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
281096	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
281096	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
281096	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
281096	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
281096	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
281096	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
281096	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
281096	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
281096	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
281096	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
281096	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
281096	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
281096	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
281096	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
281096	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
281096	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
281096	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
281096	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
281096	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
281096	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
281096	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
281096	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
281096	embedding2nn.weight	0	0.04616157338023186
281096	embedding2nn.weight	1	-0.08751410990953445
281096	embedding2nn.weight	2	0.0018110631499439478
281096	embedding2nn.weight	3	-0.0595526359975338
281096	embedding2nn.weight	4	-0.126776322722435
281096	embedding2nn.weight	5	0.11140091717243195
281096	embedding2nn.weight	6	-0.07475190609693527
281096	embedding2nn.weight	7	-0.08479617536067963
281096	embedding2nn.weight	8	-0.03340103477239609
281096	embedding2nn.weight	9	0.038658276200294495
281096	embedding2nn.bias	0	0.08544962853193283
281096	embedding2nn.bias	1	-0.024149004369974136
281096	embedding2nn.bias	2	-0.07293180376291275
281096	embedding2nn.bias	3	0.014871600084006786
281096	embedding2nn.bias	4	-0.012833088636398315
281096	embedding2nn.bias	5	-0.18650579452514648
281096	embedding2nn.bias	6	-0.12263022363185883
281096	embedding2nn.bias	7	-0.00398614164441824
281096	embedding2nn.bias	8	0.05927014350891113
281096	embedding2nn.bias	9	-0.054062243551015854
281096	rnn.weight_ih_l0	0	0.03781384229660034
281096	rnn.weight_ih_l0	1	-0.09205858409404755
281096	rnn.weight_ih_l0	2	-0.0651625245809555
281096	rnn.weight_ih_l0	3	-0.05096873268485069
281096	rnn.weight_ih_l0	4	0.019588137045502663
281096	rnn.weight_ih_l0	5	-0.11075395345687866
281096	rnn.weight_ih_l0	6	-0.03195982053875923
281096	rnn.weight_ih_l0	7	0.004127337131649256
281096	rnn.weight_ih_l0	8	0.04711560904979706
281096	rnn.weight_ih_l0	9	0.008845577947795391
281096	rnn.weight_hh_l0	0	0.0046172491274774075
281096	rnn.weight_hh_l0	1	-0.07841723412275314
281096	rnn.weight_hh_l0	2	0.07591512054204941
281096	rnn.weight_hh_l0	3	0.051984481513500214
281096	rnn.weight_hh_l0	4	0.006961297243833542
281096	rnn.weight_hh_l0	5	0.07065443694591522
281096	rnn.weight_hh_l0	6	-0.01870094984769821
281096	rnn.weight_hh_l0	7	-0.11700671166181564
281096	rnn.weight_hh_l0	8	0.02866034395992756
281096	rnn.weight_hh_l0	9	-0.075823575258255
281096	rnn.bias_ih_l0	0	-0.08740399777889252
281096	rnn.bias_ih_l0	1	-0.19438515603542328
281096	rnn.bias_ih_l0	2	-0.26964592933654785
281096	rnn.bias_ih_l0	3	-0.27313676476478577
281096	rnn.bias_ih_l0	4	0.0005977945402264595
281096	rnn.bias_ih_l0	5	0.05083834379911423
281096	rnn.bias_ih_l0	6	-0.16731728613376617
281096	rnn.bias_ih_l0	7	-0.27372485399246216
281096	rnn.bias_ih_l0	8	-0.15206365287303925
281096	rnn.bias_ih_l0	9	-0.1693340390920639
281096	rnn.bias_hh_l0	0	0.13074564933776855
281096	rnn.bias_hh_l0	1	-0.060226839035749435
281096	rnn.bias_hh_l0	2	0.05469147861003876
281096	rnn.bias_hh_l0	3	-0.17472824454307556
281096	rnn.bias_hh_l0	4	0.06639974564313889
281096	rnn.bias_hh_l0	5	0.05299719050526619
281096	rnn.bias_hh_l0	6	-0.11152464896440506
281096	rnn.bias_hh_l0	7	-0.15254124999046326
281096	rnn.bias_hh_l0	8	-0.18050552904605865
281096	rnn.bias_hh_l0	9	-0.10750788450241089
281096	rnn.weight_ih_l0_reverse	0	-0.02039487287402153
281096	rnn.weight_ih_l0_reverse	1	-0.014052646234631538
281096	rnn.weight_ih_l0_reverse	2	-0.001288210623897612
281096	rnn.weight_ih_l0_reverse	3	0.003968561068177223
281096	rnn.weight_ih_l0_reverse	4	0.00843388307839632
281096	rnn.weight_ih_l0_reverse	5	-0.06166648864746094
281096	rnn.weight_ih_l0_reverse	6	-0.042888473719358444
281096	rnn.weight_ih_l0_reverse	7	0.02469833381474018
281096	rnn.weight_ih_l0_reverse	8	0.09978592395782471
281096	rnn.weight_ih_l0_reverse	9	0.0014264800120145082
281096	rnn.weight_hh_l0_reverse	0	0.005035383626818657
281096	rnn.weight_hh_l0_reverse	1	0.027173923328518867
281096	rnn.weight_hh_l0_reverse	2	-0.04143543168902397
281096	rnn.weight_hh_l0_reverse	3	0.04540620744228363
281096	rnn.weight_hh_l0_reverse	4	0.02299143746495247
281096	rnn.weight_hh_l0_reverse	5	-0.011624788865447044
281096	rnn.weight_hh_l0_reverse	6	0.07340003550052643
281096	rnn.weight_hh_l0_reverse	7	0.03833667188882828
281096	rnn.weight_hh_l0_reverse	8	-0.02534681186079979
281096	rnn.weight_hh_l0_reverse	9	-0.024851461872458458
281096	rnn.bias_ih_l0_reverse	0	-0.1520685851573944
281096	rnn.bias_ih_l0_reverse	1	-0.307049959897995
281096	rnn.bias_ih_l0_reverse	2	-0.06267310678958893
281096	rnn.bias_ih_l0_reverse	3	-0.15011809766292572
281096	rnn.bias_ih_l0_reverse	4	0.06074104085564613
281096	rnn.bias_ih_l0_reverse	5	-0.2838971018791199
281096	rnn.bias_ih_l0_reverse	6	-0.06959770619869232
281096	rnn.bias_ih_l0_reverse	7	0.005735329352319241
281096	rnn.bias_ih_l0_reverse	8	-0.19373546540737152
281096	rnn.bias_ih_l0_reverse	9	-0.07981386035680771
281096	rnn.bias_hh_l0_reverse	0	-0.15214286744594574
281096	rnn.bias_hh_l0_reverse	1	-0.1513444036245346
281096	rnn.bias_hh_l0_reverse	2	-0.010166535153985023
281096	rnn.bias_hh_l0_reverse	3	-0.1398378610610962
281096	rnn.bias_hh_l0_reverse	4	-0.02698643133044243
281096	rnn.bias_hh_l0_reverse	5	-0.12151293456554413
281096	rnn.bias_hh_l0_reverse	6	-0.07617820799350739
281096	rnn.bias_hh_l0_reverse	7	-0.17708277702331543
281096	rnn.bias_hh_l0_reverse	8	-0.05668308585882187
281096	rnn.bias_hh_l0_reverse	9	-0.11741942167282104
281096	linear.weight	0	-0.2274269163608551
281096	linear.weight	1	-0.12986966967582703
281096	linear.weight	2	-0.011228874325752258
281096	linear.weight	3	-0.09442245960235596
281096	linear.weight	4	-0.022284293547272682
281096	linear.weight	5	0.24647223949432373
281096	linear.weight	6	0.0047744326293468475
281096	linear.weight	7	-0.021312154829502106
281096	linear.weight	8	0.2190427929162979
281096	linear.weight	9	0.23770803213119507
281096	linear.bias	0	-0.841555655002594
281096	linear.bias	1	1.4173575639724731
281096	linear.bias	2	-0.5081439018249512
281096	linear.bias	3	-0.7626684308052063
281096	linear.bias	4	-0.8950438499450684
281096	linear.bias	5	-1.1813514232635498
281096	linear.bias	6	-0.9659883975982666
281096	linear.bias	7	-0.6871978640556335
281096	linear.bias	8	-0.01705317199230194
281096	linear.bias	9	3.541189432144165
281293	transitions	0	-0.4806821048259735
281293	transitions	1	8.928757667541504
281293	transitions	2	-3.6642873287200928
281293	transitions	3	1.6697001457214355
281293	transitions	4	-2.246910572052002
281293	transitions	5	-0.44051671028137207
281293	transitions	6	-0.1979077160358429
281293	transitions	7	-10000.0
281293	transitions	8	1.8757826089859009
281293	transitions	9	-2.2953200340270996
281293	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
281293	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
281293	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
281293	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
281293	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
281293	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
281293	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
281293	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
281293	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
281293	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
281293	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
281293	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
281293	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
281293	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
281293	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
281293	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
281293	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
281293	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
281293	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
281293	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
281293	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
281293	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
281293	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
281293	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
281293	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
281293	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
281293	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
281293	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
281293	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
281293	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
281293	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
281293	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
281293	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
281293	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
281293	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
281293	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
281293	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
281293	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
281293	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
281293	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
281293	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
281293	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
281293	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
281293	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
281293	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
281293	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
281293	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
281293	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
281293	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
281293	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
281293	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
281293	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
281293	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
281293	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
281293	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
281293	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
281293	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
281293	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
281293	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
281293	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
281293	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
281293	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
281293	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
281293	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
281293	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
281293	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
281293	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
281293	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
281293	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
281293	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
281293	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
281293	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
281293	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
281293	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
281293	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
281293	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
281293	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
281293	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
281293	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
281293	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
281293	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
281293	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
281293	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
281293	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
281293	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
281293	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
281293	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
281293	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
281293	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
281293	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
281293	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
281293	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
281293	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
281293	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
281293	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
281293	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
281293	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
281293	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
281293	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
281293	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
281293	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
281293	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
281293	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
281293	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
281293	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
281293	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
281293	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
281293	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
281293	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
281293	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
281293	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
281293	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
281293	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
281293	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
281293	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
281293	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
281293	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
281293	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
281293	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
281293	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
281293	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
281293	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
281293	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
281293	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
281293	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
281293	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
281293	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
281293	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
281293	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
281293	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
281293	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
281293	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
281293	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
281293	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
281293	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
281293	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
281293	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
281293	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
281293	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
281293	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
281293	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
281293	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
281293	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
281293	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
281293	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
281293	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
281293	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
281293	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
281293	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
281293	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
281293	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
281293	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
281293	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
281293	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
281293	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
281293	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
281293	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
281293	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
281293	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
281293	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
281293	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
281293	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
281293	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
281293	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
281293	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
281293	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
281293	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
281293	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
281293	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
281293	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
281293	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
281293	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
281293	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
281293	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
281293	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
281293	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
281293	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
281293	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
281293	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
281293	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
281293	embedding2nn.weight	0	0.04605242982506752
281293	embedding2nn.weight	1	-0.08728919923305511
281293	embedding2nn.weight	2	0.0021748580038547516
281293	embedding2nn.weight	3	-0.05970236286520958
281293	embedding2nn.weight	4	-0.1264730840921402
281293	embedding2nn.weight	5	0.1114639863371849
281293	embedding2nn.weight	6	-0.07578227669000626
281293	embedding2nn.weight	7	-0.08486319333314896
281293	embedding2nn.weight	8	-0.03330588713288307
281293	embedding2nn.weight	9	0.038236428052186966
281293	embedding2nn.bias	0	0.084999680519104
281293	embedding2nn.bias	1	-0.024928439408540726
281293	embedding2nn.bias	2	-0.0748709961771965
281293	embedding2nn.bias	3	0.015157721936702728
281293	embedding2nn.bias	4	-0.011630362831056118
281293	embedding2nn.bias	5	-0.18677735328674316
281293	embedding2nn.bias	6	-0.12400912493467331
281293	embedding2nn.bias	7	-0.003832975635305047
281293	embedding2nn.bias	8	0.05842434987425804
281293	embedding2nn.bias	9	-0.05471133068203926
281293	rnn.weight_ih_l0	0	0.03762231767177582
281293	rnn.weight_ih_l0	1	-0.09190326184034348
281293	rnn.weight_ih_l0	2	-0.06523892283439636
281293	rnn.weight_ih_l0	3	-0.05099694803357124
281293	rnn.weight_ih_l0	4	0.01957717165350914
281293	rnn.weight_ih_l0	5	-0.1109943836927414
281293	rnn.weight_ih_l0	6	-0.03182388097047806
281293	rnn.weight_ih_l0	7	0.00413706386461854
281293	rnn.weight_ih_l0	8	0.04677697643637657
281293	rnn.weight_ih_l0	9	0.009019446559250355
281293	rnn.weight_hh_l0	0	0.004648876376450062
281293	rnn.weight_hh_l0	1	-0.07839098572731018
281293	rnn.weight_hh_l0	2	0.07585924118757248
281293	rnn.weight_hh_l0	3	0.051929231733083725
281293	rnn.weight_hh_l0	4	0.006907440721988678
281293	rnn.weight_hh_l0	5	0.07074839621782303
281293	rnn.weight_hh_l0	6	-0.018682193011045456
281293	rnn.weight_hh_l0	7	-0.11703015118837357
281293	rnn.weight_hh_l0	8	0.028481243178248405
281293	rnn.weight_hh_l0	9	-0.07579763233661652
281293	rnn.bias_ih_l0	0	-0.08797532320022583
281293	rnn.bias_ih_l0	1	-0.1940344125032425
281293	rnn.bias_ih_l0	2	-0.2696121633052826
281293	rnn.bias_ih_l0	3	-0.27306684851646423
281293	rnn.bias_ih_l0	4	0.0010565727716311812
281293	rnn.bias_ih_l0	5	0.05069703981280327
281293	rnn.bias_ih_l0	6	-0.16691769659519196
281293	rnn.bias_ih_l0	7	-0.27440306544303894
281293	rnn.bias_ih_l0	8	-0.15157288312911987
281293	rnn.bias_ih_l0	9	-0.1685265749692917
281293	rnn.bias_hh_l0	0	0.13038267195224762
281293	rnn.bias_hh_l0	1	-0.06025009602308273
281293	rnn.bias_hh_l0	2	0.054577335715293884
281293	rnn.bias_hh_l0	3	-0.17495860159397125
281293	rnn.bias_hh_l0	4	0.06706622242927551
281293	rnn.bias_hh_l0	5	0.052659329026937485
281293	rnn.bias_hh_l0	6	-0.11109509319067001
281293	rnn.bias_hh_l0	7	-0.1524263471364975
281293	rnn.bias_hh_l0	8	-0.1801573485136032
281293	rnn.bias_hh_l0	9	-0.10746555030345917
281293	rnn.weight_ih_l0_reverse	0	-0.020441466942429543
281293	rnn.weight_ih_l0_reverse	1	-0.013988141901791096
281293	rnn.weight_ih_l0_reverse	2	-0.0014645770424976945
281293	rnn.weight_ih_l0_reverse	3	0.003932733554393053
281293	rnn.weight_ih_l0_reverse	4	0.008732941932976246
281293	rnn.weight_ih_l0_reverse	5	-0.06176852807402611
281293	rnn.weight_ih_l0_reverse	6	-0.04281153529882431
281293	rnn.weight_ih_l0_reverse	7	0.02512836828827858
281293	rnn.weight_ih_l0_reverse	8	0.09995674341917038
281293	rnn.weight_ih_l0_reverse	9	0.0015419741393998265
281293	rnn.weight_hh_l0_reverse	0	0.004868603777140379
281293	rnn.weight_hh_l0_reverse	1	0.027091044932603836
281293	rnn.weight_hh_l0_reverse	2	-0.041482340544462204
281293	rnn.weight_hh_l0_reverse	3	0.045467790216207504
281293	rnn.weight_hh_l0_reverse	4	0.022943226620554924
281293	rnn.weight_hh_l0_reverse	5	-0.011699416674673557
281293	rnn.weight_hh_l0_reverse	6	0.0734134241938591
281293	rnn.weight_hh_l0_reverse	7	0.038143351674079895
281293	rnn.weight_hh_l0_reverse	8	-0.025316212326288223
281293	rnn.weight_hh_l0_reverse	9	-0.024836288765072823
281293	rnn.bias_ih_l0_reverse	0	-0.1520141065120697
281293	rnn.bias_ih_l0_reverse	1	-0.3069852888584137
281293	rnn.bias_ih_l0_reverse	2	-0.06251551955938339
281293	rnn.bias_ih_l0_reverse	3	-0.14979499578475952
281293	rnn.bias_ih_l0_reverse	4	0.061064571142196655
281293	rnn.bias_ih_l0_reverse	5	-0.2832699716091156
281293	rnn.bias_ih_l0_reverse	6	-0.069185271859169
281293	rnn.bias_ih_l0_reverse	7	0.005303925834596157
281293	rnn.bias_ih_l0_reverse	8	-0.19371971487998962
281293	rnn.bias_ih_l0_reverse	9	-0.0800650343298912
281293	rnn.bias_hh_l0_reverse	0	-0.15149959921836853
281293	rnn.bias_hh_l0_reverse	1	-0.1517890840768814
281293	rnn.bias_hh_l0_reverse	2	-0.010364040732383728
281293	rnn.bias_hh_l0_reverse	3	-0.13898497819900513
281293	rnn.bias_hh_l0_reverse	4	-0.0273420512676239
281293	rnn.bias_hh_l0_reverse	5	-0.12128572911024094
281293	rnn.bias_hh_l0_reverse	6	-0.07579148560762405
281293	rnn.bias_hh_l0_reverse	7	-0.1772160530090332
281293	rnn.bias_hh_l0_reverse	8	-0.056566230952739716
281293	rnn.bias_hh_l0_reverse	9	-0.1173689067363739
281293	linear.weight	0	-0.22866518795490265
281293	linear.weight	1	-0.12975741922855377
281293	linear.weight	2	-0.011228874325752258
281293	linear.weight	3	-0.09462300688028336
281293	linear.weight	4	-0.019737306982278824
281293	linear.weight	5	0.2453257292509079
281293	linear.weight	6	0.0047744326293468475
281293	linear.weight	7	-0.021312154829502106
281293	linear.weight	8	0.21890853345394135
281293	linear.weight	9	0.2353139966726303
281293	linear.bias	0	-0.8477770090103149
281293	linear.bias	1	1.4104455709457397
281293	linear.bias	2	-0.5167719721794128
281293	linear.bias	3	-0.7576637864112854
281293	linear.bias	4	-0.8836355805397034
281293	linear.bias	5	-1.1813528537750244
281293	linear.bias	6	-0.9721753597259521
281293	linear.bias	7	-0.6821432709693909
281293	linear.bias	8	-0.01705317199230194
281293	linear.bias	9	3.531836748123169
281490	transitions	0	-0.48069024085998535
281490	transitions	1	8.93074893951416
281490	transitions	2	-3.664336919784546
281490	transitions	3	1.6687954664230347
281490	transitions	4	-2.246962785720825
281490	transitions	5	-0.44052115082740784
281490	transitions	6	-0.19791148602962494
281490	transitions	7	-10000.0
281490	transitions	8	1.8752801418304443
281490	transitions	9	-2.295320987701416
281490	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
281490	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
281490	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
281490	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
281490	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
281490	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
281490	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
281490	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
281490	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
281490	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
281490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
281490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
281490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
281490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
281490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
281490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
281490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
281490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
281490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
281490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
281490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
281490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
281490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
281490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
281490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
281490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
281490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
281490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
281490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
281490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
281490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
281490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
281490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
281490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
281490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
281490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
281490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
281490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
281490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
281490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
281490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
281490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
281490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
281490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
281490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
281490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
281490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
281490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
281490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
281490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
281490	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
281490	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
281490	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
281490	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
281490	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
281490	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
281490	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
281490	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
281490	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
281490	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
281490	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
281490	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
281490	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
281490	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
281490	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
281490	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
281490	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
281490	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
281490	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
281490	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
281490	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
281490	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
281490	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
281490	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
281490	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
281490	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
281490	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
281490	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
281490	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
281490	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
281490	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
281490	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
281490	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
281490	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
281490	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
281490	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
281490	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
281490	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
281490	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
281490	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
281490	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
281490	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
281490	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
281490	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
281490	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
281490	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
281490	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
281490	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
281490	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
281490	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
281490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
281490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
281490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
281490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
281490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
281490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
281490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
281490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
281490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
281490	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
281490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
281490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
281490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
281490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
281490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
281490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
281490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
281490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
281490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
281490	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
281490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
281490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
281490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
281490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
281490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
281490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
281490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
281490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
281490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
281490	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
281490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
281490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
281490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
281490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
281490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
281490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
281490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
281490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
281490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
281490	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
281490	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
281490	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
281490	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
281490	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
281490	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
281490	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
281490	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
281490	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
281490	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
281490	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
281490	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
281490	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
281490	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
281490	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
281490	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
281490	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
281490	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
281490	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
281490	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
281490	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
281490	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
281490	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
281490	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
281490	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
281490	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
281490	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
281490	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
281490	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
281490	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
281490	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
281490	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
281490	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
281490	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
281490	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
281490	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
281490	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
281490	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
281490	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
281490	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
281490	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
281490	embedding2nn.weight	0	0.04601871222257614
281490	embedding2nn.weight	1	-0.08729413896799088
281490	embedding2nn.weight	2	0.0020411000587046146
281490	embedding2nn.weight	3	-0.05938049405813217
281490	embedding2nn.weight	4	-0.12631171941757202
281490	embedding2nn.weight	5	0.11135700345039368
281490	embedding2nn.weight	6	-0.07522162795066833
281490	embedding2nn.weight	7	-0.08477310836315155
281490	embedding2nn.weight	8	-0.03304492309689522
281490	embedding2nn.weight	9	0.03800545260310173
281490	embedding2nn.bias	0	0.0828101709485054
281490	embedding2nn.bias	1	-0.023516051471233368
281490	embedding2nn.bias	2	-0.07316625863313675
281490	embedding2nn.bias	3	0.013694021850824356
281490	embedding2nn.bias	4	-0.014697670936584473
281490	embedding2nn.bias	5	-0.18568454682826996
281490	embedding2nn.bias	6	-0.1253611445426941
281490	embedding2nn.bias	7	-0.005728275049477816
281490	embedding2nn.bias	8	0.059416886419057846
281490	embedding2nn.bias	9	-0.0539545863866806
281490	rnn.weight_ih_l0	0	0.037185266613960266
281490	rnn.weight_ih_l0	1	-0.09206974506378174
281490	rnn.weight_ih_l0	2	-0.06506604701280594
281490	rnn.weight_ih_l0	3	-0.0513480044901371
281490	rnn.weight_ih_l0	4	0.019557606428861618
281490	rnn.weight_ih_l0	5	-0.11109039187431335
281490	rnn.weight_ih_l0	6	-0.03189217299222946
281490	rnn.weight_ih_l0	7	0.004155093804001808
281490	rnn.weight_ih_l0	8	0.046922169625759125
281490	rnn.weight_ih_l0	9	0.009163714945316315
281490	rnn.weight_hh_l0	0	0.004765118006616831
281490	rnn.weight_hh_l0	1	-0.07880951464176178
281490	rnn.weight_hh_l0	2	0.07592130452394485
281490	rnn.weight_hh_l0	3	0.051890578120946884
281490	rnn.weight_hh_l0	4	0.006914331112056971
281490	rnn.weight_hh_l0	5	0.07081858068704605
281490	rnn.weight_hh_l0	6	-0.018585920333862305
281490	rnn.weight_hh_l0	7	-0.11702074110507965
281490	rnn.weight_hh_l0	8	0.028437761589884758
281490	rnn.weight_hh_l0	9	-0.07597597688436508
281490	rnn.bias_ih_l0	0	-0.08750086277723312
281490	rnn.bias_ih_l0	1	-0.19326245784759521
281490	rnn.bias_ih_l0	2	-0.2691897749900818
281490	rnn.bias_ih_l0	3	-0.27269303798675537
281490	rnn.bias_ih_l0	4	0.001460233354009688
281490	rnn.bias_ih_l0	5	0.05012654885649681
281490	rnn.bias_ih_l0	6	-0.16672584414482117
281490	rnn.bias_ih_l0	7	-0.27395763993263245
281490	rnn.bias_ih_l0	8	-0.1509874165058136
281490	rnn.bias_ih_l0	9	-0.16777624189853668
281490	rnn.bias_hh_l0	0	0.1310218870639801
281490	rnn.bias_hh_l0	1	-0.060452401638031006
281490	rnn.bias_hh_l0	2	0.05500863119959831
281490	rnn.bias_hh_l0	3	-0.17435979843139648
281490	rnn.bias_hh_l0	4	0.06693919748067856
281490	rnn.bias_hh_l0	5	0.05290702357888222
281490	rnn.bias_hh_l0	6	-0.11093141883611679
281490	rnn.bias_hh_l0	7	-0.1524137258529663
281490	rnn.bias_hh_l0	8	-0.18051376938819885
281490	rnn.bias_hh_l0	9	-0.10733796656131744
281490	rnn.weight_ih_l0_reverse	0	-0.0204355139285326
281490	rnn.weight_ih_l0_reverse	1	-0.013744618743658066
281490	rnn.weight_ih_l0_reverse	2	-0.0009455497493036091
281490	rnn.weight_ih_l0_reverse	3	0.0033742375671863556
281490	rnn.weight_ih_l0_reverse	4	0.008421184495091438
281490	rnn.weight_ih_l0_reverse	5	-0.061314813792705536
281490	rnn.weight_ih_l0_reverse	6	-0.042736705392599106
281490	rnn.weight_ih_l0_reverse	7	0.024999989196658134
281490	rnn.weight_ih_l0_reverse	8	0.10064171999692917
281490	rnn.weight_ih_l0_reverse	9	0.0014500351389870048
281490	rnn.weight_hh_l0_reverse	0	0.004803974647074938
281490	rnn.weight_hh_l0_reverse	1	0.02705417387187481
281490	rnn.weight_hh_l0_reverse	2	-0.041306041181087494
281490	rnn.weight_hh_l0_reverse	3	0.04549897834658623
281490	rnn.weight_hh_l0_reverse	4	0.023029183968901634
281490	rnn.weight_hh_l0_reverse	5	-0.011744549497961998
281490	rnn.weight_hh_l0_reverse	6	0.07342737913131714
281490	rnn.weight_hh_l0_reverse	7	0.038370560854673386
281490	rnn.weight_hh_l0_reverse	8	-0.025326713919639587
281490	rnn.weight_hh_l0_reverse	9	-0.02492690645158291
281490	rnn.bias_ih_l0_reverse	0	-0.15143802762031555
281490	rnn.bias_ih_l0_reverse	1	-0.30670878291130066
281490	rnn.bias_ih_l0_reverse	2	-0.06232462450861931
281490	rnn.bias_ih_l0_reverse	3	-0.149678573012352
281490	rnn.bias_ih_l0_reverse	4	0.06187507137656212
281490	rnn.bias_ih_l0_reverse	5	-0.283466637134552
281490	rnn.bias_ih_l0_reverse	6	-0.06885672360658646
281490	rnn.bias_ih_l0_reverse	7	0.0067536416463553905
281490	rnn.bias_ih_l0_reverse	8	-0.19342701137065887
281490	rnn.bias_ih_l0_reverse	9	-0.08088339865207672
281490	rnn.bias_hh_l0_reverse	0	-0.15212655067443848
281490	rnn.bias_hh_l0_reverse	1	-0.15147018432617188
281490	rnn.bias_hh_l0_reverse	2	-0.010470214299857616
281490	rnn.bias_hh_l0_reverse	3	-0.13915717601776123
281490	rnn.bias_hh_l0_reverse	4	-0.02755890041589737
281490	rnn.bias_hh_l0_reverse	5	-0.12144056707620621
281490	rnn.bias_hh_l0_reverse	6	-0.07591036707162857
281490	rnn.bias_hh_l0_reverse	7	-0.17797866463661194
281490	rnn.bias_hh_l0_reverse	8	-0.056583523750305176
281490	rnn.bias_hh_l0_reverse	9	-0.11747792363166809
281490	linear.weight	0	-0.22835341095924377
281490	linear.weight	1	-0.12967242300510406
281490	linear.weight	2	-0.011228874325752258
281490	linear.weight	3	-0.09431340545415878
281490	linear.weight	4	-0.01879236102104187
281490	linear.weight	5	0.24337968230247498
281490	linear.weight	6	0.0047744326293468475
281490	linear.weight	7	-0.021312154829502106
281490	linear.weight	8	0.21864700317382812
281490	linear.weight	9	0.23395203053951263
281490	linear.bias	0	-0.8490058779716492
281490	linear.bias	1	1.413260817527771
281490	linear.bias	2	-0.5183059573173523
281490	linear.bias	3	-0.757228434085846
281490	linear.bias	4	-0.8889364004135132
281490	linear.bias	5	-1.1813539266586304
281490	linear.bias	6	-0.9737139344215393
281490	linear.bias	7	-0.6789076328277588
281490	linear.bias	8	-0.01705317199230194
281490	linear.bias	9	3.557842254638672
281687	transitions	0	-0.4807191789150238
281687	transitions	1	8.935392379760742
281687	transitions	2	-3.6643664836883545
281687	transitions	3	1.6691079139709473
281687	transitions	4	-2.246990919113159
281687	transitions	5	-0.44052618741989136
281687	transitions	6	-0.19791395962238312
281687	transitions	7	-10000.0
281687	transitions	8	1.8753043413162231
281687	transitions	9	-2.295321226119995
281687	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
281687	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
281687	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
281687	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
281687	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
281687	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
281687	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
281687	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
281687	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
281687	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
281687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
281687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
281687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
281687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
281687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
281687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
281687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
281687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
281687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
281687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
281687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
281687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
281687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
281687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
281687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
281687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
281687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
281687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
281687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
281687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
281687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
281687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
281687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
281687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
281687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
281687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
281687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
281687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
281687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
281687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
281687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
281687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
281687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
281687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
281687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
281687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
281687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
281687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
281687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
281687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
281687	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
281687	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
281687	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
281687	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
281687	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
281687	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
281687	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
281687	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
281687	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
281687	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
281687	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
281687	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
281687	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
281687	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
281687	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
281687	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
281687	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
281687	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
281687	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
281687	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
281687	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
281687	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
281687	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
281687	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
281687	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
281687	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
281687	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
281687	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
281687	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
281687	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
281687	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
281687	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
281687	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
281687	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
281687	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
281687	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
281687	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
281687	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
281687	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
281687	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
281687	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
281687	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
281687	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
281687	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
281687	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
281687	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
281687	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
281687	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
281687	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
281687	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
281687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
281687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
281687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
281687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
281687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
281687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
281687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
281687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
281687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
281687	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
281687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
281687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
281687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
281687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
281687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
281687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
281687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
281687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
281687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
281687	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
281687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
281687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
281687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
281687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
281687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
281687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
281687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
281687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
281687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
281687	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
281687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
281687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
281687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
281687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
281687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
281687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
281687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
281687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
281687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
281687	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
281687	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
281687	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
281687	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
281687	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
281687	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
281687	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
281687	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
281687	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
281687	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
281687	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
281687	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
281687	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
281687	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
281687	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
281687	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
281687	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
281687	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
281687	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
281687	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
281687	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
281687	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
281687	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
281687	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
281687	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
281687	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
281687	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
281687	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
281687	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
281687	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
281687	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
281687	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
281687	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
281687	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
281687	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
281687	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
281687	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
281687	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
281687	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
281687	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
281687	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
281687	embedding2nn.weight	0	0.046069227159023285
281687	embedding2nn.weight	1	-0.08743899315595627
281687	embedding2nn.weight	2	0.001881800009869039
281687	embedding2nn.weight	3	-0.05908887833356857
281687	embedding2nn.weight	4	-0.126046821475029
281687	embedding2nn.weight	5	0.11108292639255524
281687	embedding2nn.weight	6	-0.07494193315505981
281687	embedding2nn.weight	7	-0.08460454642772675
281687	embedding2nn.weight	8	-0.03315999358892441
281687	embedding2nn.weight	9	0.03868310898542404
281687	embedding2nn.bias	0	0.08838041126728058
281687	embedding2nn.bias	1	-0.02263694815337658
281687	embedding2nn.bias	2	-0.07408913969993591
281687	embedding2nn.bias	3	0.01615690439939499
281687	embedding2nn.bias	4	-0.01601686328649521
281687	embedding2nn.bias	5	-0.18649694323539734
281687	embedding2nn.bias	6	-0.12438357621431351
281687	embedding2nn.bias	7	-0.006109117064625025
281687	embedding2nn.bias	8	0.05891890078783035
281687	embedding2nn.bias	9	-0.053527723997831345
281687	rnn.weight_ih_l0	0	0.03687293827533722
281687	rnn.weight_ih_l0	1	-0.09214088320732117
281687	rnn.weight_ih_l0	2	-0.06506828218698502
281687	rnn.weight_ih_l0	3	-0.05142563208937645
281687	rnn.weight_ih_l0	4	0.019704611971974373
281687	rnn.weight_ih_l0	5	-0.10997345298528671
281687	rnn.weight_ih_l0	6	-0.031941041350364685
281687	rnn.weight_ih_l0	7	0.003891265019774437
281687	rnn.weight_ih_l0	8	0.0468340627849102
281687	rnn.weight_ih_l0	9	0.00903993844985962
281687	rnn.weight_hh_l0	0	0.004611213691532612
281687	rnn.weight_hh_l0	1	-0.07877529412508011
281687	rnn.weight_hh_l0	2	0.07590460032224655
281687	rnn.weight_hh_l0	3	0.0518248975276947
281687	rnn.weight_hh_l0	4	0.006912026088684797
281687	rnn.weight_hh_l0	5	0.07093724608421326
281687	rnn.weight_hh_l0	6	-0.018608486279845238
281687	rnn.weight_hh_l0	7	-0.1170298382639885
281687	rnn.weight_hh_l0	8	0.028523456305265427
281687	rnn.weight_hh_l0	9	-0.07605865597724915
281687	rnn.bias_ih_l0	0	-0.08782859146595001
281687	rnn.bias_ih_l0	1	-0.1932426244020462
281687	rnn.bias_ih_l0	2	-0.26918113231658936
281687	rnn.bias_ih_l0	3	-0.2728363871574402
281687	rnn.bias_ih_l0	4	0.0010012711863964796
281687	rnn.bias_ih_l0	5	0.050521448254585266
281687	rnn.bias_ih_l0	6	-0.16721561551094055
281687	rnn.bias_ih_l0	7	-0.2742747664451599
281687	rnn.bias_ih_l0	8	-0.15111112594604492
281687	rnn.bias_ih_l0	9	-0.16785567998886108
281687	rnn.bias_hh_l0	0	0.13200457394123077
281687	rnn.bias_hh_l0	1	-0.060100629925727844
281687	rnn.bias_hh_l0	2	0.05519802123308182
281687	rnn.bias_hh_l0	3	-0.17481540143489838
281687	rnn.bias_hh_l0	4	0.06811422854661942
281687	rnn.bias_hh_l0	5	0.05245380476117134
281687	rnn.bias_hh_l0	6	-0.11064162105321884
281687	rnn.bias_hh_l0	7	-0.15207013487815857
281687	rnn.bias_hh_l0	8	-0.18057262897491455
281687	rnn.bias_hh_l0	9	-0.10761722177267075
281687	rnn.weight_ih_l0_reverse	0	-0.020626647397875786
281687	rnn.weight_ih_l0_reverse	1	-0.01352767925709486
281687	rnn.weight_ih_l0_reverse	2	-0.0016722700092941523
281687	rnn.weight_ih_l0_reverse	3	0.002995515940710902
281687	rnn.weight_ih_l0_reverse	4	0.00798854697495699
281687	rnn.weight_ih_l0_reverse	5	-0.06128513440489769
281687	rnn.weight_ih_l0_reverse	6	-0.042772021144628525
281687	rnn.weight_ih_l0_reverse	7	0.024791739881038666
281687	rnn.weight_ih_l0_reverse	8	0.09965742379426956
281687	rnn.weight_ih_l0_reverse	9	0.0013720195274800062
281687	rnn.weight_hh_l0_reverse	0	0.004788506310433149
281687	rnn.weight_hh_l0_reverse	1	0.027057096362113953
281687	rnn.weight_hh_l0_reverse	2	-0.041324205696582794
281687	rnn.weight_hh_l0_reverse	3	0.04570215940475464
281687	rnn.weight_hh_l0_reverse	4	0.023006869480013847
281687	rnn.weight_hh_l0_reverse	5	-0.011789612472057343
281687	rnn.weight_hh_l0_reverse	6	0.07359568774700165
281687	rnn.weight_hh_l0_reverse	7	0.038371242582798004
281687	rnn.weight_hh_l0_reverse	8	-0.025483477860689163
281687	rnn.weight_hh_l0_reverse	9	-0.024959292262792587
281687	rnn.bias_ih_l0_reverse	0	-0.15194295346736908
281687	rnn.bias_ih_l0_reverse	1	-0.3061932623386383
281687	rnn.bias_ih_l0_reverse	2	-0.062451522797346115
281687	rnn.bias_ih_l0_reverse	3	-0.14919868111610413
281687	rnn.bias_ih_l0_reverse	4	0.061792727559804916
281687	rnn.bias_ih_l0_reverse	5	-0.28353291749954224
281687	rnn.bias_ih_l0_reverse	6	-0.06837671250104904
281687	rnn.bias_ih_l0_reverse	7	0.006996077951043844
281687	rnn.bias_ih_l0_reverse	8	-0.19362059235572815
281687	rnn.bias_ih_l0_reverse	9	-0.08169787377119064
281687	rnn.bias_hh_l0_reverse	0	-0.15240176022052765
281687	rnn.bias_hh_l0_reverse	1	-0.15155287086963654
281687	rnn.bias_hh_l0_reverse	2	-0.010660103522241116
281687	rnn.bias_hh_l0_reverse	3	-0.1393713802099228
281687	rnn.bias_hh_l0_reverse	4	-0.02769181877374649
281687	rnn.bias_hh_l0_reverse	5	-0.12129443883895874
281687	rnn.bias_hh_l0_reverse	6	-0.07562460750341415
281687	rnn.bias_hh_l0_reverse	7	-0.17785926163196564
281687	rnn.bias_hh_l0_reverse	8	-0.05689026787877083
281687	rnn.bias_hh_l0_reverse	9	-0.11772018671035767
281687	linear.weight	0	-0.22881007194519043
281687	linear.weight	1	-0.13069386780261993
281687	linear.weight	2	-0.011228874325752258
281687	linear.weight	3	-0.09285575896501541
281687	linear.weight	4	-0.01818428561091423
281687	linear.weight	5	0.24370664358139038
281687	linear.weight	6	0.0047744326293468475
281687	linear.weight	7	-0.021312154829502106
281687	linear.weight	8	0.21919280290603638
281687	linear.weight	9	0.23368820548057556
281687	linear.bias	0	-0.8484163880348206
281687	linear.bias	1	1.4066483974456787
281687	linear.bias	2	-0.5128231644630432
281687	linear.bias	3	-0.7533012628555298
281687	linear.bias	4	-0.8863149881362915
281687	linear.bias	5	-1.1813561916351318
281687	linear.bias	6	-0.9726744890213013
281687	linear.bias	7	-0.6830993294715881
281687	linear.bias	8	-0.01705317199230194
281687	linear.bias	9	3.5436151027679443
281884	transitions	0	-0.4808448553085327
281884	transitions	1	8.92936897277832
281884	transitions	2	-3.664415121078491
281884	transitions	3	1.6694245338439941
281884	transitions	4	-2.2470502853393555
281884	transitions	5	-0.4405287504196167
281884	transitions	6	-0.19791653752326965
281884	transitions	7	-10000.0
281884	transitions	8	1.8752672672271729
281884	transitions	9	-2.295321464538574
281884	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
281884	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
281884	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
281884	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
281884	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
281884	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
281884	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
281884	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
281884	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
281884	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
281884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
281884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
281884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
281884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
281884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
281884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
281884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
281884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
281884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
281884	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
281884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
281884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
281884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
281884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
281884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
281884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
281884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
281884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
281884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
281884	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
281884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
281884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
281884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
281884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
281884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
281884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
281884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
281884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
281884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
281884	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
281884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
281884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
281884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
281884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
281884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
281884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
281884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
281884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
281884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
281884	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
281884	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
281884	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
281884	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
281884	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
281884	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
281884	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
281884	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
281884	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
281884	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
281884	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
281884	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
281884	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
281884	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
281884	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
281884	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
281884	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
281884	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
281884	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
281884	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
281884	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
281884	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
281884	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
281884	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
281884	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
281884	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
281884	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
281884	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
281884	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
281884	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
281884	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
281884	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
281884	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
281884	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
281884	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
281884	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
281884	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
281884	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
281884	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
281884	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
281884	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
281884	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
281884	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
281884	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
281884	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
281884	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
281884	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
281884	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
281884	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
281884	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
281884	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
281884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
281884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
281884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
281884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
281884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
281884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
281884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
281884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
281884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
281884	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
281884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
281884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
281884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
281884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
281884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
281884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
281884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
281884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
281884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
281884	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
281884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
281884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
281884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
281884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
281884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
281884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
281884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
281884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
281884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
281884	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
281884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
281884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
281884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
281884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
281884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
281884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
281884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
281884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
281884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
281884	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
281884	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
281884	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
281884	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
281884	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
281884	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
281884	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
281884	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
281884	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
281884	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
281884	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
281884	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
281884	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
281884	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
281884	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
281884	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
281884	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
281884	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
281884	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
281884	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
281884	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
281884	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
281884	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
281884	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
281884	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
281884	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
281884	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
281884	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
281884	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
281884	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
281884	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
281884	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
281884	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
281884	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
281884	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
281884	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
281884	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
281884	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
281884	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
281884	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
281884	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
281884	embedding2nn.weight	0	0.046061351895332336
281884	embedding2nn.weight	1	-0.08761671185493469
281884	embedding2nn.weight	2	0.00249665230512619
281884	embedding2nn.weight	3	-0.05892760679125786
281884	embedding2nn.weight	4	-0.12662102282047272
281884	embedding2nn.weight	5	0.11113292723894119
281884	embedding2nn.weight	6	-0.07501938939094543
281884	embedding2nn.weight	7	-0.08475694805383682
281884	embedding2nn.weight	8	-0.03338239714503288
281884	embedding2nn.weight	9	0.038611944764852524
281884	embedding2nn.bias	0	0.08589261770248413
281884	embedding2nn.bias	1	-0.022229814901947975
281884	embedding2nn.bias	2	-0.07237724214792252
281884	embedding2nn.bias	3	0.01307620294392109
281884	embedding2nn.bias	4	-0.018123788759112358
281884	embedding2nn.bias	5	-0.18665899336338043
281884	embedding2nn.bias	6	-0.12447798997163773
281884	embedding2nn.bias	7	-0.0052201030775904655
281884	embedding2nn.bias	8	0.05892394483089447
281884	embedding2nn.bias	9	-0.054724324494600296
281884	rnn.weight_ih_l0	0	0.03690222278237343
281884	rnn.weight_ih_l0	1	-0.09212742000818253
281884	rnn.weight_ih_l0	2	-0.06468970328569412
281884	rnn.weight_ih_l0	3	-0.051523782312870026
281884	rnn.weight_ih_l0	4	0.019536999985575676
281884	rnn.weight_ih_l0	5	-0.11052457243204117
281884	rnn.weight_ih_l0	6	-0.0320579968392849
281884	rnn.weight_ih_l0	7	0.0036281126085668802
281884	rnn.weight_ih_l0	8	0.0468771830201149
281884	rnn.weight_ih_l0	9	0.008899617940187454
281884	rnn.weight_hh_l0	0	0.004629302304238081
281884	rnn.weight_hh_l0	1	-0.0785803273320198
281884	rnn.weight_hh_l0	2	0.07592868059873581
281884	rnn.weight_hh_l0	3	0.05167946591973305
281884	rnn.weight_hh_l0	4	0.006949202157557011
281884	rnn.weight_hh_l0	5	0.07092256844043732
281884	rnn.weight_hh_l0	6	-0.01857754960656166
281884	rnn.weight_hh_l0	7	-0.11696002632379532
281884	rnn.weight_hh_l0	8	0.028272736817598343
281884	rnn.weight_hh_l0	9	-0.07597792148590088
281884	rnn.bias_ih_l0	0	-0.0872306376695633
281884	rnn.bias_ih_l0	1	-0.19292613863945007
281884	rnn.bias_ih_l0	2	-0.2693762183189392
281884	rnn.bias_ih_l0	3	-0.2732596695423126
281884	rnn.bias_ih_l0	4	0.0010653334902599454
281884	rnn.bias_ih_l0	5	0.050470080226659775
281884	rnn.bias_ih_l0	6	-0.16650007665157318
281884	rnn.bias_ih_l0	7	-0.27428022027015686
281884	rnn.bias_ih_l0	8	-0.15072710812091827
281884	rnn.bias_ih_l0	9	-0.1675434112548828
281884	rnn.bias_hh_l0	0	0.13204316794872284
281884	rnn.bias_hh_l0	1	-0.060383252799510956
281884	rnn.bias_hh_l0	2	0.05536811053752899
281884	rnn.bias_hh_l0	3	-0.17397119104862213
281884	rnn.bias_hh_l0	4	0.06773436814546585
281884	rnn.bias_hh_l0	5	0.052499186247587204
281884	rnn.bias_hh_l0	6	-0.11077059060335159
281884	rnn.bias_hh_l0	7	-0.15134760737419128
281884	rnn.bias_hh_l0	8	-0.1800159066915512
281884	rnn.bias_hh_l0	9	-0.10752800852060318
281884	rnn.weight_ih_l0_reverse	0	-0.02062246948480606
281884	rnn.weight_ih_l0_reverse	1	-0.013352136127650738
281884	rnn.weight_ih_l0_reverse	2	-0.001414674217812717
281884	rnn.weight_ih_l0_reverse	3	0.002862617839127779
281884	rnn.weight_ih_l0_reverse	4	0.008306125178933144
281884	rnn.weight_ih_l0_reverse	5	-0.06130865588784218
281884	rnn.weight_ih_l0_reverse	6	-0.04264325276017189
281884	rnn.weight_ih_l0_reverse	7	0.024626988917589188
281884	rnn.weight_ih_l0_reverse	8	0.0997774600982666
281884	rnn.weight_ih_l0_reverse	9	0.0010017328895628452
281884	rnn.weight_hh_l0_reverse	0	0.004894644021987915
281884	rnn.weight_hh_l0_reverse	1	0.027051309123635292
281884	rnn.weight_hh_l0_reverse	2	-0.04146255552768707
281884	rnn.weight_hh_l0_reverse	3	0.045519378036260605
281884	rnn.weight_hh_l0_reverse	4	0.022959914058446884
281884	rnn.weight_hh_l0_reverse	5	-0.011861264705657959
281884	rnn.weight_hh_l0_reverse	6	0.0737142488360405
281884	rnn.weight_hh_l0_reverse	7	0.03842560574412346
281884	rnn.weight_hh_l0_reverse	8	-0.025259340181946754
281884	rnn.weight_hh_l0_reverse	9	-0.024927258491516113
281884	rnn.bias_ih_l0_reverse	0	-0.15195691585540771
281884	rnn.bias_ih_l0_reverse	1	-0.3062041997909546
281884	rnn.bias_ih_l0_reverse	2	-0.06243927776813507
281884	rnn.bias_ih_l0_reverse	3	-0.14886783063411713
281884	rnn.bias_ih_l0_reverse	4	0.061632972210645676
281884	rnn.bias_ih_l0_reverse	5	-0.28353554010391235
281884	rnn.bias_ih_l0_reverse	6	-0.06806774437427521
281884	rnn.bias_ih_l0_reverse	7	0.006725512444972992
281884	rnn.bias_ih_l0_reverse	8	-0.19345298409461975
281884	rnn.bias_ih_l0_reverse	9	-0.0810040831565857
281884	rnn.bias_hh_l0_reverse	0	-0.15255965292453766
281884	rnn.bias_hh_l0_reverse	1	-0.1508500874042511
281884	rnn.bias_hh_l0_reverse	2	-0.010735702700912952
281884	rnn.bias_hh_l0_reverse	3	-0.13948187232017517
281884	rnn.bias_hh_l0_reverse	4	-0.02794894576072693
281884	rnn.bias_hh_l0_reverse	5	-0.12103240936994553
281884	rnn.bias_hh_l0_reverse	6	-0.07563502341508865
281884	rnn.bias_hh_l0_reverse	7	-0.17826223373413086
281884	rnn.bias_hh_l0_reverse	8	-0.05725650489330292
281884	rnn.bias_hh_l0_reverse	9	-0.11794023960828781
281884	linear.weight	0	-0.2292262464761734
281884	linear.weight	1	-0.13074944913387299
281884	linear.weight	2	-0.011228874325752258
281884	linear.weight	3	-0.09232252836227417
281884	linear.weight	4	-0.01726016402244568
281884	linear.weight	5	0.24317540228366852
281884	linear.weight	6	0.0047744326293468475
281884	linear.weight	7	-0.021312154829502106
281884	linear.weight	8	0.2205338180065155
281884	linear.weight	9	0.23402582108974457
281884	linear.bias	0	-0.8451318144798279
281884	linear.bias	1	1.4121170043945312
281884	linear.bias	2	-0.5136051177978516
281884	linear.bias	3	-0.7638410925865173
281884	linear.bias	4	-0.889732301235199
281884	linear.bias	5	-1.181357979774475
281884	linear.bias	6	-0.969813883304596
281884	linear.bias	7	-0.6841199994087219
281884	linear.bias	8	-0.01705317199230194
281884	linear.bias	9	3.5394155979156494
282081	transitions	0	-0.48085081577301025
282081	transitions	1	8.93351936340332
282081	transitions	2	-3.6644909381866455
282081	transitions	3	1.6695716381072998
282081	transitions	4	-2.2470779418945312
282081	transitions	5	-0.4405323266983032
282081	transitions	6	-0.19792063534259796
282081	transitions	7	-10000.0
282081	transitions	8	1.8762693405151367
282081	transitions	9	-2.2953217029571533
282081	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
282081	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
282081	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
282081	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
282081	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
282081	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
282081	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
282081	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
282081	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
282081	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
282081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
282081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
282081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
282081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
282081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
282081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
282081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
282081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
282081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
282081	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
282081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
282081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
282081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
282081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
282081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
282081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
282081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
282081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
282081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
282081	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
282081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
282081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
282081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
282081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
282081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
282081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
282081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
282081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
282081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
282081	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
282081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
282081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
282081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
282081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
282081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
282081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
282081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
282081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
282081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
282081	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
282081	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
282081	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
282081	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
282081	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
282081	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
282081	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
282081	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
282081	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
282081	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
282081	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
282081	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
282081	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
282081	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
282081	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
282081	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
282081	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
282081	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
282081	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
282081	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
282081	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
282081	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
282081	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
282081	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
282081	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
282081	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
282081	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
282081	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
282081	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
282081	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
282081	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
282081	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
282081	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
282081	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
282081	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
282081	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
282081	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
282081	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
282081	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
282081	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
282081	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
282081	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
282081	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
282081	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
282081	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
282081	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
282081	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
282081	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
282081	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
282081	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
282081	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
282081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
282081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
282081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
282081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
282081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
282081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
282081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
282081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
282081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
282081	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
282081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
282081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
282081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
282081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
282081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
282081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
282081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
282081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
282081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
282081	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
282081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
282081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
282081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
282081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
282081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
282081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
282081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
282081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
282081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
282081	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
282081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
282081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
282081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
282081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
282081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
282081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
282081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
282081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
282081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
282081	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
282081	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
282081	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
282081	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
282081	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
282081	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
282081	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
282081	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
282081	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
282081	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
282081	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
282081	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
282081	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
282081	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
282081	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
282081	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
282081	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
282081	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
282081	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
282081	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
282081	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
282081	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
282081	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
282081	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
282081	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
282081	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
282081	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
282081	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
282081	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
282081	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
282081	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
282081	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
282081	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
282081	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
282081	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
282081	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
282081	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
282081	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
282081	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
282081	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
282081	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
282081	embedding2nn.weight	0	0.0459885336458683
282081	embedding2nn.weight	1	-0.08754638582468033
282081	embedding2nn.weight	2	0.0030593029223382473
282081	embedding2nn.weight	3	-0.058974310755729675
282081	embedding2nn.weight	4	-0.12649281322956085
282081	embedding2nn.weight	5	0.11109348386526108
282081	embedding2nn.weight	6	-0.07601206749677658
282081	embedding2nn.weight	7	-0.08454542607069016
282081	embedding2nn.weight	8	-0.03340565785765648
282081	embedding2nn.weight	9	0.03959694132208824
282081	embedding2nn.bias	0	0.0824897512793541
282081	embedding2nn.bias	1	-0.022848011925816536
282081	embedding2nn.bias	2	-0.07285071164369583
282081	embedding2nn.bias	3	0.014391615986824036
282081	embedding2nn.bias	4	-0.02018699422478676
282081	embedding2nn.bias	5	-0.1874261200428009
282081	embedding2nn.bias	6	-0.12574262917041779
282081	embedding2nn.bias	7	-0.005395262967795134
282081	embedding2nn.bias	8	0.058844193816185
282081	embedding2nn.bias	9	-0.053508177399635315
282081	rnn.weight_ih_l0	0	0.03707703948020935
282081	rnn.weight_ih_l0	1	-0.09201065450906754
282081	rnn.weight_ih_l0	2	-0.06480249762535095
282081	rnn.weight_ih_l0	3	-0.05098635330796242
282081	rnn.weight_ih_l0	4	0.019388439133763313
282081	rnn.weight_ih_l0	5	-0.11056146770715714
282081	rnn.weight_ih_l0	6	-0.032159771770238876
282081	rnn.weight_ih_l0	7	0.0035660136491060257
282081	rnn.weight_ih_l0	8	0.046702492982149124
282081	rnn.weight_ih_l0	9	0.008830536156892776
282081	rnn.weight_hh_l0	0	0.00464981235563755
282081	rnn.weight_hh_l0	1	-0.07865185290575027
282081	rnn.weight_hh_l0	2	0.07583437860012054
282081	rnn.weight_hh_l0	3	0.05167374759912491
282081	rnn.weight_hh_l0	4	0.006936156656593084
282081	rnn.weight_hh_l0	5	0.07107383757829666
282081	rnn.weight_hh_l0	6	-0.018573801964521408
282081	rnn.weight_hh_l0	7	-0.11705233156681061
282081	rnn.weight_hh_l0	8	0.028202887624502182
282081	rnn.weight_hh_l0	9	-0.0760609358549118
282081	rnn.bias_ih_l0	0	-0.08709617704153061
282081	rnn.bias_ih_l0	1	-0.1926923543214798
282081	rnn.bias_ih_l0	2	-0.26925528049468994
282081	rnn.bias_ih_l0	3	-0.2734043598175049
282081	rnn.bias_ih_l0	4	0.0005519728874787688
282081	rnn.bias_ih_l0	5	0.0508316308259964
282081	rnn.bias_ih_l0	6	-0.16678950190544128
282081	rnn.bias_ih_l0	7	-0.2740817368030548
282081	rnn.bias_ih_l0	8	-0.1510893851518631
282081	rnn.bias_ih_l0	9	-0.16741414368152618
282081	rnn.bias_hh_l0	0	0.13193176686763763
282081	rnn.bias_hh_l0	1	-0.0608285628259182
282081	rnn.bias_hh_l0	2	0.0553201362490654
282081	rnn.bias_hh_l0	3	-0.17383134365081787
282081	rnn.bias_hh_l0	4	0.06828927993774414
282081	rnn.bias_hh_l0	5	0.05176859349012375
282081	rnn.bias_hh_l0	6	-0.11043120920658112
282081	rnn.bias_hh_l0	7	-0.1518222838640213
282081	rnn.bias_hh_l0	8	-0.17961262166500092
282081	rnn.bias_hh_l0	9	-0.10787838697433472
282081	rnn.weight_ih_l0_reverse	0	-0.02067982219159603
282081	rnn.weight_ih_l0_reverse	1	-0.013211075216531754
282081	rnn.weight_ih_l0_reverse	2	-0.001420175889506936
282081	rnn.weight_ih_l0_reverse	3	0.002779897302389145
282081	rnn.weight_ih_l0_reverse	4	0.008165551349520683
282081	rnn.weight_ih_l0_reverse	5	-0.0613081231713295
282081	rnn.weight_ih_l0_reverse	6	-0.04250411316752434
282081	rnn.weight_ih_l0_reverse	7	0.02454359270632267
282081	rnn.weight_ih_l0_reverse	8	0.09890586882829666
282081	rnn.weight_ih_l0_reverse	9	0.0007271271897479892
282081	rnn.weight_hh_l0_reverse	0	0.004842187277972698
282081	rnn.weight_hh_l0_reverse	1	0.026879528537392616
282081	rnn.weight_hh_l0_reverse	2	-0.04141877219080925
282081	rnn.weight_hh_l0_reverse	3	0.04533351957798004
282081	rnn.weight_hh_l0_reverse	4	0.022945774719119072
282081	rnn.weight_hh_l0_reverse	5	-0.011963809840381145
282081	rnn.weight_hh_l0_reverse	6	0.07368852198123932
282081	rnn.weight_hh_l0_reverse	7	0.03820573911070824
282081	rnn.weight_hh_l0_reverse	8	-0.025150062516331673
282081	rnn.weight_hh_l0_reverse	9	-0.024946585297584534
282081	rnn.bias_ih_l0_reverse	0	-0.15199686586856842
282081	rnn.bias_ih_l0_reverse	1	-0.306214302778244
282081	rnn.bias_ih_l0_reverse	2	-0.0621597096323967
282081	rnn.bias_ih_l0_reverse	3	-0.14888514578342438
282081	rnn.bias_ih_l0_reverse	4	0.06092275306582451
282081	rnn.bias_ih_l0_reverse	5	-0.28321003913879395
282081	rnn.bias_ih_l0_reverse	6	-0.06846730411052704
282081	rnn.bias_ih_l0_reverse	7	0.006429457105696201
282081	rnn.bias_ih_l0_reverse	8	-0.19315776228904724
282081	rnn.bias_ih_l0_reverse	9	-0.08127059787511826
282081	rnn.bias_hh_l0_reverse	0	-0.15268847346305847
282081	rnn.bias_hh_l0_reverse	1	-0.14989177882671356
282081	rnn.bias_hh_l0_reverse	2	-0.010833600535988808
282081	rnn.bias_hh_l0_reverse	3	-0.13847370445728302
282081	rnn.bias_hh_l0_reverse	4	-0.028095437213778496
282081	rnn.bias_hh_l0_reverse	5	-0.1212080866098404
282081	rnn.bias_hh_l0_reverse	6	-0.0755729153752327
282081	rnn.bias_hh_l0_reverse	7	-0.17851339280605316
282081	rnn.bias_hh_l0_reverse	8	-0.05691034719347954
282081	rnn.bias_hh_l0_reverse	9	-0.11795822530984879
282081	linear.weight	0	-0.2305966317653656
282081	linear.weight	1	-0.13083498179912567
282081	linear.weight	2	-0.011228874325752258
282081	linear.weight	3	-0.09310663491487503
282081	linear.weight	4	-0.01927306316792965
282081	linear.weight	5	0.24284635484218597
282081	linear.weight	6	0.0047744326293468475
282081	linear.weight	7	-0.021312154829502106
282081	linear.weight	8	0.21964296698570251
282081	linear.weight	9	0.23466116189956665
282081	linear.bias	0	-0.8425219655036926
282081	linear.bias	1	1.412900686264038
282081	linear.bias	2	-0.5114407539367676
282081	linear.bias	3	-0.7628500461578369
282081	linear.bias	4	-0.8964977264404297
282081	linear.bias	5	-1.181359052658081
282081	linear.bias	6	-0.9664281606674194
282081	linear.bias	7	-0.6860165596008301
282081	linear.bias	8	-0.01705317199230194
282081	linear.bias	9	3.538459300994873
282278	transitions	0	-0.4808722734451294
282278	transitions	1	8.932621002197266
282278	transitions	2	-3.6646082401275635
282278	transitions	3	1.6684823036193848
282278	transitions	4	-2.247192859649658
282278	transitions	5	-0.44053956866264343
282278	transitions	6	-0.19792300462722778
282278	transitions	7	-10000.0
282278	transitions	8	1.8767731189727783
282278	transitions	9	-2.2953217029571533
282278	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
282278	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
282278	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
282278	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
282278	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
282278	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
282278	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
282278	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
282278	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
282278	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
282278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
282278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
282278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
282278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
282278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
282278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
282278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
282278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
282278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
282278	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
282278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
282278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
282278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
282278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
282278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
282278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
282278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
282278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
282278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
282278	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
282278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
282278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
282278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
282278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
282278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
282278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
282278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
282278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
282278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
282278	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
282278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
282278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
282278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
282278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
282278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
282278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
282278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
282278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
282278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
282278	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
282278	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
282278	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
282278	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
282278	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
282278	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
282278	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
282278	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
282278	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
282278	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
282278	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
282278	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
282278	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
282278	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
282278	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
282278	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
282278	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
282278	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
282278	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
282278	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
282278	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
282278	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
282278	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
282278	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
282278	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
282278	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
282278	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
282278	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
282278	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
282278	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
282278	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
282278	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
282278	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
282278	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
282278	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
282278	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
282278	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
282278	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
282278	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
282278	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
282278	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
282278	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
282278	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
282278	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
282278	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
282278	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
282278	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
282278	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
282278	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
282278	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
282278	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
282278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
282278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
282278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
282278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
282278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
282278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
282278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
282278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
282278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
282278	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
282278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
282278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
282278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
282278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
282278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
282278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
282278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
282278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
282278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
282278	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
282278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
282278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
282278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
282278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
282278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
282278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
282278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
282278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
282278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
282278	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
282278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
282278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
282278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
282278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
282278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
282278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
282278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
282278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
282278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
282278	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
282278	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
282278	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
282278	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
282278	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
282278	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
282278	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
282278	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
282278	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
282278	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
282278	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
282278	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
282278	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
282278	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
282278	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
282278	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
282278	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
282278	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
282278	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
282278	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
282278	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
282278	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
282278	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
282278	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
282278	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
282278	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
282278	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
282278	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
282278	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
282278	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
282278	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
282278	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
282278	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
282278	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
282278	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
282278	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
282278	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
282278	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
282278	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
282278	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
282278	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
282278	embedding2nn.weight	0	0.04594220221042633
282278	embedding2nn.weight	1	-0.08743898570537567
282278	embedding2nn.weight	2	0.0036389511078596115
282278	embedding2nn.weight	3	-0.058859191834926605
282278	embedding2nn.weight	4	-0.12608706951141357
282278	embedding2nn.weight	5	0.1113162487745285
282278	embedding2nn.weight	6	-0.07557037472724915
282278	embedding2nn.weight	7	-0.0850357711315155
282278	embedding2nn.weight	8	-0.03348696231842041
282278	embedding2nn.weight	9	0.04005127027630806
282278	embedding2nn.bias	0	0.08137206733226776
282278	embedding2nn.bias	1	-0.02342437580227852
282278	embedding2nn.bias	2	-0.07167961448431015
282278	embedding2nn.bias	3	0.012955639511346817
282278	embedding2nn.bias	4	-0.02315923199057579
282278	embedding2nn.bias	5	-0.18505965173244476
282278	embedding2nn.bias	6	-0.12642820179462433
282278	embedding2nn.bias	7	-0.002761277137324214
282278	embedding2nn.bias	8	0.058037858456373215
282278	embedding2nn.bias	9	-0.05215766653418541
282278	rnn.weight_ih_l0	0	0.03669410198926926
282278	rnn.weight_ih_l0	1	-0.09174700081348419
282278	rnn.weight_ih_l0	2	-0.06489871442317963
282278	rnn.weight_ih_l0	3	-0.05102774500846863
282278	rnn.weight_ih_l0	4	0.01928398571908474
282278	rnn.weight_ih_l0	5	-0.11053010076284409
282278	rnn.weight_ih_l0	6	-0.03200642764568329
282278	rnn.weight_ih_l0	7	0.0037698065862059593
282278	rnn.weight_ih_l0	8	0.04683266207575798
282278	rnn.weight_ih_l0	9	0.008920793421566486
282278	rnn.weight_hh_l0	0	0.004629910457879305
282278	rnn.weight_hh_l0	1	-0.07860241085290909
282278	rnn.weight_hh_l0	2	0.0758843794465065
282278	rnn.weight_hh_l0	3	0.051713727414608
282278	rnn.weight_hh_l0	4	0.006973326671868563
282278	rnn.weight_hh_l0	5	0.0711388885974884
282278	rnn.weight_hh_l0	6	-0.01850171387195587
282278	rnn.weight_hh_l0	7	-0.11703740060329437
282278	rnn.weight_hh_l0	8	0.028140081092715263
282278	rnn.weight_hh_l0	9	-0.07615168392658234
282278	rnn.bias_ih_l0	0	-0.08741629123687744
282278	rnn.bias_ih_l0	1	-0.19295816123485565
282278	rnn.bias_ih_l0	2	-0.2692334055900574
282278	rnn.bias_ih_l0	3	-0.27310484647750854
282278	rnn.bias_ih_l0	4	0.0007167806616052985
282278	rnn.bias_ih_l0	5	0.0507117435336113
282278	rnn.bias_ih_l0	6	-0.16646170616149902
282278	rnn.bias_ih_l0	7	-0.27444878220558167
282278	rnn.bias_ih_l0	8	-0.15104752779006958
282278	rnn.bias_ih_l0	9	-0.1675354242324829
282278	rnn.bias_hh_l0	0	0.1320434808731079
282278	rnn.bias_hh_l0	1	-0.06117476522922516
282278	rnn.bias_hh_l0	2	0.05500830337405205
282278	rnn.bias_hh_l0	3	-0.17370790243148804
282278	rnn.bias_hh_l0	4	0.06938034296035767
282278	rnn.bias_hh_l0	5	0.05157696083188057
282278	rnn.bias_hh_l0	6	-0.11024011671543121
282278	rnn.bias_hh_l0	7	-0.15167000889778137
282278	rnn.bias_hh_l0	8	-0.1803383231163025
282278	rnn.bias_hh_l0	9	-0.10808002948760986
282278	rnn.weight_ih_l0_reverse	0	-0.020770730450749397
282278	rnn.weight_ih_l0_reverse	1	-0.013067319057881832
282278	rnn.weight_ih_l0_reverse	2	-0.0016543514793738723
282278	rnn.weight_ih_l0_reverse	3	0.002683888655155897
282278	rnn.weight_ih_l0_reverse	4	0.008138748817145824
282278	rnn.weight_ih_l0_reverse	5	-0.061009932309389114
282278	rnn.weight_ih_l0_reverse	6	-0.04227326810359955
282278	rnn.weight_ih_l0_reverse	7	0.0244501493871212
282278	rnn.weight_ih_l0_reverse	8	0.09822207689285278
282278	rnn.weight_ih_l0_reverse	9	0.0007738950662314892
282278	rnn.weight_hh_l0_reverse	0	0.00498326076194644
282278	rnn.weight_hh_l0_reverse	1	0.026819074526429176
282278	rnn.weight_hh_l0_reverse	2	-0.04131365567445755
282278	rnn.weight_hh_l0_reverse	3	0.04534200578927994
282278	rnn.weight_hh_l0_reverse	4	0.0230540968477726
282278	rnn.weight_hh_l0_reverse	5	-0.011899462901055813
282278	rnn.weight_hh_l0_reverse	6	0.07361903786659241
282278	rnn.weight_hh_l0_reverse	7	0.0382114052772522
282278	rnn.weight_hh_l0_reverse	8	-0.025047045201063156
282278	rnn.weight_hh_l0_reverse	9	-0.0248244721442461
282278	rnn.bias_ih_l0_reverse	0	-0.15159620344638824
282278	rnn.bias_ih_l0_reverse	1	-0.30603066086769104
282278	rnn.bias_ih_l0_reverse	2	-0.06220703199505806
282278	rnn.bias_ih_l0_reverse	3	-0.14896708726882935
282278	rnn.bias_ih_l0_reverse	4	0.061068836599588394
282278	rnn.bias_ih_l0_reverse	5	-0.28344061970710754
282278	rnn.bias_ih_l0_reverse	6	-0.0684080421924591
282278	rnn.bias_ih_l0_reverse	7	0.006514149717986584
282278	rnn.bias_ih_l0_reverse	8	-0.1930442899465561
282278	rnn.bias_ih_l0_reverse	9	-0.08165274560451508
282278	rnn.bias_hh_l0_reverse	0	-0.1525958776473999
282278	rnn.bias_hh_l0_reverse	1	-0.15003712475299835
282278	rnn.bias_hh_l0_reverse	2	-0.010863051749765873
282278	rnn.bias_hh_l0_reverse	3	-0.13835470378398895
282278	rnn.bias_hh_l0_reverse	4	-0.02787066251039505
282278	rnn.bias_hh_l0_reverse	5	-0.12084256112575531
282278	rnn.bias_hh_l0_reverse	6	-0.07518426328897476
282278	rnn.bias_hh_l0_reverse	7	-0.1785111129283905
282278	rnn.bias_hh_l0_reverse	8	-0.05718345195055008
282278	rnn.bias_hh_l0_reverse	9	-0.11780563741922379
282278	linear.weight	0	-0.22996726632118225
282278	linear.weight	1	-0.13159623742103577
282278	linear.weight	2	-0.011228874325752258
282278	linear.weight	3	-0.0930592268705368
282278	linear.weight	4	-0.018526796251535416
282278	linear.weight	5	0.24505743384361267
282278	linear.weight	6	0.0047744326293468475
282278	linear.weight	7	-0.021312154829502106
282278	linear.weight	8	0.21995128691196442
282278	linear.weight	9	0.23485815525054932
282278	linear.bias	0	-0.8450851440429688
282278	linear.bias	1	1.4123718738555908
282278	linear.bias	2	-0.5058789849281311
282278	linear.bias	3	-0.7628358602523804
282278	linear.bias	4	-0.8974645733833313
282278	linear.bias	5	-1.1813609600067139
282278	linear.bias	6	-0.9688363671302795
282278	linear.bias	7	-0.6793251633644104
282278	linear.bias	8	-0.01705317199230194
282278	linear.bias	9	3.521116256713867
282282	transitions	0	-0.48087233304977417
282282	transitions	1	8.932132720947266
282282	transitions	2	-3.6646084785461426
282282	transitions	3	1.6684292554855347
282282	transitions	4	-2.24719500541687
282282	transitions	5	-0.4405396282672882
282282	transitions	6	-0.19792303442955017
282282	transitions	7	-10000.0
282282	transitions	8	1.8767731189727783
282282	transitions	9	-2.2953217029571533
282282	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
282282	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
282282	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
282282	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
282282	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
282282	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
282282	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
282282	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
282282	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
282282	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
282282	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
282282	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
282282	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
282282	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
282282	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
282282	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
282282	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
282282	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
282282	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
282282	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
282282	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
282282	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
282282	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
282282	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
282282	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
282282	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
282282	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
282282	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
282282	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
282282	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
282282	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
282282	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
282282	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
282282	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
282282	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
282282	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
282282	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
282282	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
282282	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
282282	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
282282	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
282282	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
282282	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
282282	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
282282	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
282282	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
282282	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
282282	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
282282	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
282282	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
282282	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
282282	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
282282	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
282282	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
282282	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
282282	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
282282	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
282282	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
282282	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
282282	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
282282	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
282282	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
282282	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
282282	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
282282	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
282282	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
282282	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
282282	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
282282	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
282282	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
282282	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
282282	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
282282	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
282282	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
282282	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
282282	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
282282	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
282282	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
282282	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
282282	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
282282	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
282282	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
282282	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
282282	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
282282	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
282282	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
282282	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
282282	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
282282	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
282282	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
282282	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
282282	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
282282	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
282282	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
282282	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
282282	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
282282	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
282282	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
282282	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
282282	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
282282	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
282282	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
282282	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
282282	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
282282	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
282282	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
282282	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
282282	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
282282	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
282282	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
282282	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
282282	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
282282	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
282282	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
282282	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
282282	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
282282	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
282282	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
282282	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
282282	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
282282	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
282282	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
282282	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
282282	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
282282	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
282282	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
282282	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
282282	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
282282	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
282282	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
282282	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
282282	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
282282	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
282282	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
282282	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
282282	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
282282	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
282282	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
282282	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
282282	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
282282	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
282282	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
282282	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
282282	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
282282	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
282282	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
282282	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
282282	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
282282	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
282282	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
282282	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
282282	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
282282	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
282282	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
282282	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
282282	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
282282	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
282282	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
282282	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
282282	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
282282	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
282282	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
282282	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
282282	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
282282	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
282282	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
282282	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
282282	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
282282	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
282282	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
282282	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
282282	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
282282	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
282282	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
282282	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
282282	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
282282	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
282282	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
282282	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
282282	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
282282	embedding2nn.weight	0	0.045942194759845734
282282	embedding2nn.weight	1	-0.08745302259922028
282282	embedding2nn.weight	2	0.0036733027081936598
282282	embedding2nn.weight	3	-0.058851536363363266
282282	embedding2nn.weight	4	-0.1260719895362854
282282	embedding2nn.weight	5	0.11131459474563599
282282	embedding2nn.weight	6	-0.07544471323490143
282282	embedding2nn.weight	7	-0.08503960818052292
282282	embedding2nn.weight	8	-0.033521801233291626
282282	embedding2nn.weight	9	0.04003963991999626
282282	embedding2nn.bias	0	0.08241717517375946
282282	embedding2nn.bias	1	-0.023511003702878952
282282	embedding2nn.bias	2	-0.07191774249076843
282282	embedding2nn.bias	3	0.013003608211874962
282282	embedding2nn.bias	4	-0.02334582805633545
282282	embedding2nn.bias	5	-0.18503670394420624
282282	embedding2nn.bias	6	-0.12562747299671173
282282	embedding2nn.bias	7	-0.003044761950150132
282282	embedding2nn.bias	8	0.05765487626194954
282282	embedding2nn.bias	9	-0.052739087492227554
282282	rnn.weight_ih_l0	0	0.03656235337257385
282282	rnn.weight_ih_l0	1	-0.09176068753004074
282282	rnn.weight_ih_l0	2	-0.06490214169025421
282282	rnn.weight_ih_l0	3	-0.051038797944784164
282282	rnn.weight_ih_l0	4	0.019190937280654907
282282	rnn.weight_ih_l0	5	-0.11052151024341583
282282	rnn.weight_ih_l0	6	-0.032011479139328
282282	rnn.weight_ih_l0	7	0.0037441642489284277
282282	rnn.weight_ih_l0	8	0.04685761407017708
282282	rnn.weight_ih_l0	9	0.008926458656787872
282282	rnn.weight_hh_l0	0	0.004622946958988905
282282	rnn.weight_hh_l0	1	-0.07859856635332108
282282	rnn.weight_hh_l0	2	0.07588419318199158
282282	rnn.weight_hh_l0	3	0.05171238258481026
282282	rnn.weight_hh_l0	4	0.006972957868129015
282282	rnn.weight_hh_l0	5	0.07113412022590637
282282	rnn.weight_hh_l0	6	-0.018502013757824898
282282	rnn.weight_hh_l0	7	-0.11703737080097198
282282	rnn.weight_hh_l0	8	0.0281409602612257
282282	rnn.weight_hh_l0	9	-0.07623793929815292
282282	rnn.bias_ih_l0	0	-0.08734850585460663
282282	rnn.bias_ih_l0	1	-0.19299933314323425
282282	rnn.bias_ih_l0	2	-0.269223690032959
282282	rnn.bias_ih_l0	3	-0.273100346326828
282282	rnn.bias_ih_l0	4	0.00039272449794225395
282282	rnn.bias_ih_l0	5	0.05076944828033447
282282	rnn.bias_ih_l0	6	-0.16644035279750824
282282	rnn.bias_ih_l0	7	-0.2744203507900238
282282	rnn.bias_ih_l0	8	-0.1509663313627243
282282	rnn.bias_ih_l0	9	-0.16751907765865326
282282	rnn.bias_hh_l0	0	0.13211055099964142
282282	rnn.bias_hh_l0	1	-0.06117941066622734
282282	rnn.bias_hh_l0	2	0.05500413849949837
282282	rnn.bias_hh_l0	3	-0.1735784411430359
282282	rnn.bias_hh_l0	4	0.06955309957265854
282282	rnn.bias_hh_l0	5	0.051600031554698944
282282	rnn.bias_hh_l0	6	-0.11023901402950287
282282	rnn.bias_hh_l0	7	-0.15165787935256958
282282	rnn.bias_hh_l0	8	-0.18015441298484802
282282	rnn.bias_hh_l0	9	-0.10807378590106964
282282	rnn.weight_ih_l0_reverse	0	-0.020782072097063065
282282	rnn.weight_ih_l0_reverse	1	-0.013009061105549335
282282	rnn.weight_ih_l0_reverse	2	-0.0016491964925080538
282282	rnn.weight_ih_l0_reverse	3	0.0026972624473273754
282282	rnn.weight_ih_l0_reverse	4	0.00813708920031786
282282	rnn.weight_ih_l0_reverse	5	-0.06097940728068352
282282	rnn.weight_ih_l0_reverse	6	-0.042296744883060455
282282	rnn.weight_ih_l0_reverse	7	0.02444262057542801
282282	rnn.weight_ih_l0_reverse	8	0.09823008626699448
282282	rnn.weight_ih_l0_reverse	9	0.0007538141799159348
282282	rnn.weight_hh_l0_reverse	0	0.004999801050871611
282282	rnn.weight_hh_l0_reverse	1	0.02682306244969368
282282	rnn.weight_hh_l0_reverse	2	-0.04131197929382324
282282	rnn.weight_hh_l0_reverse	3	0.04534424468874931
282282	rnn.weight_hh_l0_reverse	4	0.023055078461766243
282282	rnn.weight_hh_l0_reverse	5	-0.011899025179445744
282282	rnn.weight_hh_l0_reverse	6	0.0736386626958847
282282	rnn.weight_hh_l0_reverse	7	0.03821132704615593
282282	rnn.weight_hh_l0_reverse	8	-0.025036267936229706
282282	rnn.weight_hh_l0_reverse	9	-0.0248174499720335
282282	rnn.bias_ih_l0_reverse	0	-0.1515931338071823
282282	rnn.bias_ih_l0_reverse	1	-0.30608171224594116
282282	rnn.bias_ih_l0_reverse	2	-0.06223859265446663
282282	rnn.bias_ih_l0_reverse	3	-0.14887690544128418
282282	rnn.bias_ih_l0_reverse	4	0.06110916659235954
282282	rnn.bias_ih_l0_reverse	5	-0.2833757698535919
282282	rnn.bias_ih_l0_reverse	6	-0.06845903396606445
282282	rnn.bias_ih_l0_reverse	7	0.006511491257697344
282282	rnn.bias_ih_l0_reverse	8	-0.1930055320262909
282282	rnn.bias_ih_l0_reverse	9	-0.08152934908866882
282282	rnn.bias_hh_l0_reverse	0	-0.15241146087646484
282282	rnn.bias_hh_l0_reverse	1	-0.15014609694480896
282282	rnn.bias_hh_l0_reverse	2	-0.010837556794285774
282282	rnn.bias_hh_l0_reverse	3	-0.13824811577796936
282282	rnn.bias_hh_l0_reverse	4	-0.02789168432354927
282282	rnn.bias_hh_l0_reverse	5	-0.12088161706924438
282282	rnn.bias_hh_l0_reverse	6	-0.07529376447200775
282282	rnn.bias_hh_l0_reverse	7	-0.17853836715221405
282282	rnn.bias_hh_l0_reverse	8	-0.05719899386167526
282282	rnn.bias_hh_l0_reverse	9	-0.11778835207223892
282282	linear.weight	0	-0.22988542914390564
282282	linear.weight	1	-0.13159534335136414
282282	linear.weight	2	-0.011228874325752258
282282	linear.weight	3	-0.09305977076292038
282282	linear.weight	4	-0.01838095858693123
282282	linear.weight	5	0.24506203830242157
282282	linear.weight	6	0.0047744326293468475
282282	linear.weight	7	-0.021312154829502106
282282	linear.weight	8	0.2194162756204605
282282	linear.weight	9	0.23485803604125977
282282	linear.bias	0	-0.8441852927207947
282282	linear.bias	1	1.4107872247695923
282282	linear.bias	2	-0.5066514611244202
282282	linear.bias	3	-0.7626212239265442
282282	linear.bias	4	-0.897652268409729
282282	linear.bias	5	-1.181361198425293
282282	linear.bias	6	-0.9679334759712219
282282	linear.bias	7	-0.6791338920593262
282282	linear.bias	8	-0.01705317199230194
282282	linear.bias	9	3.5219497680664062
282479	transitions	0	-0.48093825578689575
282479	transitions	1	8.9359130859375
282479	transitions	2	-3.6646997928619385
282479	transitions	3	1.6677215099334717
282479	transitions	4	-2.247267484664917
282479	transitions	5	-0.44054174423217773
282479	transitions	6	-0.19792670011520386
282479	transitions	7	-10000.0
282479	transitions	8	1.876668095588684
282479	transitions	9	-2.2953219413757324
282479	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
282479	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
282479	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
282479	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
282479	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
282479	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
282479	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
282479	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
282479	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
282479	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
282479	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
282479	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
282479	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
282479	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
282479	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
282479	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
282479	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
282479	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
282479	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
282479	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
282479	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
282479	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
282479	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
282479	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
282479	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
282479	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
282479	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
282479	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
282479	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
282479	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
282479	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
282479	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
282479	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
282479	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
282479	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
282479	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
282479	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
282479	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
282479	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
282479	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
282479	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
282479	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
282479	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
282479	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
282479	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
282479	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
282479	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
282479	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
282479	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
282479	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
282479	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
282479	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
282479	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
282479	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
282479	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
282479	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
282479	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
282479	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
282479	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
282479	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
282479	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
282479	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
282479	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
282479	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
282479	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
282479	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
282479	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
282479	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
282479	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
282479	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
282479	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
282479	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
282479	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
282479	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
282479	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
282479	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
282479	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
282479	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
282479	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
282479	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
282479	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
282479	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
282479	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
282479	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
282479	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
282479	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
282479	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
282479	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
282479	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
282479	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
282479	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
282479	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
282479	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
282479	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
282479	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
282479	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
282479	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
282479	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
282479	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
282479	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
282479	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
282479	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
282479	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
282479	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
282479	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
282479	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
282479	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
282479	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
282479	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
282479	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
282479	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
282479	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
282479	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
282479	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
282479	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
282479	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
282479	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
282479	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
282479	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
282479	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
282479	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
282479	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
282479	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
282479	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
282479	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
282479	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
282479	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
282479	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
282479	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
282479	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
282479	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
282479	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
282479	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
282479	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
282479	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
282479	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
282479	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
282479	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
282479	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
282479	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
282479	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
282479	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
282479	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
282479	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
282479	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
282479	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
282479	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
282479	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
282479	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
282479	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
282479	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
282479	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
282479	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
282479	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
282479	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
282479	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
282479	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
282479	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
282479	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
282479	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
282479	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
282479	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
282479	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
282479	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
282479	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
282479	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
282479	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
282479	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
282479	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
282479	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
282479	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
282479	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
282479	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
282479	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
282479	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
282479	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
282479	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
282479	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
282479	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
282479	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
282479	embedding2nn.weight	0	0.04605294018983841
282479	embedding2nn.weight	1	-0.08731304109096527
282479	embedding2nn.weight	2	0.003269096603617072
282479	embedding2nn.weight	3	-0.05881814658641815
282479	embedding2nn.weight	4	-0.1267056167125702
282479	embedding2nn.weight	5	0.11138097196817398
282479	embedding2nn.weight	6	-0.07596432417631149
282479	embedding2nn.weight	7	-0.08485336601734161
282479	embedding2nn.weight	8	-0.03355078399181366
282479	embedding2nn.weight	9	0.03975291550159454
282479	embedding2nn.bias	0	0.08116526901721954
282479	embedding2nn.bias	1	-0.025103425607085228
282479	embedding2nn.bias	2	-0.0698343887925148
282479	embedding2nn.bias	3	0.013645321130752563
282479	embedding2nn.bias	4	-0.022650662809610367
282479	embedding2nn.bias	5	-0.18621155619621277
282479	embedding2nn.bias	6	-0.1250362992286682
282479	embedding2nn.bias	7	-0.00298442249186337
282479	embedding2nn.bias	8	0.059893108904361725
282479	embedding2nn.bias	9	-0.05004198104143143
282479	rnn.weight_ih_l0	0	0.0371246337890625
282479	rnn.weight_ih_l0	1	-0.09174112230539322
282479	rnn.weight_ih_l0	2	-0.06502005457878113
282479	rnn.weight_ih_l0	3	-0.05111853405833244
282479	rnn.weight_ih_l0	4	0.019353270530700684
282479	rnn.weight_ih_l0	5	-0.11030008643865585
282479	rnn.weight_ih_l0	6	-0.031773969531059265
282479	rnn.weight_ih_l0	7	0.003766128793358803
282479	rnn.weight_ih_l0	8	0.04641743749380112
282479	rnn.weight_ih_l0	9	0.008856338448822498
282479	rnn.weight_hh_l0	0	0.004579436033964157
282479	rnn.weight_hh_l0	1	-0.07858618348836899
282479	rnn.weight_hh_l0	2	0.07578185945749283
282479	rnn.weight_hh_l0	3	0.05178828164935112
282479	rnn.weight_hh_l0	4	0.006908686365932226
282479	rnn.weight_hh_l0	5	0.07118047028779984
282479	rnn.weight_hh_l0	6	-0.01850491389632225
282479	rnn.weight_hh_l0	7	-0.11703263223171234
282479	rnn.weight_hh_l0	8	0.028314009308815002
282479	rnn.weight_hh_l0	9	-0.07609246671199799
282479	rnn.bias_ih_l0	0	-0.08771252632141113
282479	rnn.bias_ih_l0	1	-0.19230225682258606
282479	rnn.bias_ih_l0	2	-0.2699142098426819
282479	rnn.bias_ih_l0	3	-0.2731913626194
282479	rnn.bias_ih_l0	4	0.001049549551680684
282479	rnn.bias_ih_l0	5	0.05025508254766464
282479	rnn.bias_ih_l0	6	-0.16689321398735046
282479	rnn.bias_ih_l0	7	-0.27480438351631165
282479	rnn.bias_ih_l0	8	-0.15121902525424957
282479	rnn.bias_ih_l0	9	-0.16762924194335938
282479	rnn.bias_hh_l0	0	0.13317199051380157
282479	rnn.bias_hh_l0	1	-0.06080564484000206
282479	rnn.bias_hh_l0	2	0.05499347299337387
282479	rnn.bias_hh_l0	3	-0.17370475828647614
282479	rnn.bias_hh_l0	4	0.06969862431287766
282479	rnn.bias_hh_l0	5	0.05226755514740944
282479	rnn.bias_hh_l0	6	-0.10987979173660278
282479	rnn.bias_hh_l0	7	-0.15182150900363922
282479	rnn.bias_hh_l0	8	-0.1803009808063507
282479	rnn.bias_hh_l0	9	-0.10806229710578918
282479	rnn.weight_ih_l0_reverse	0	-0.02075777016580105
282479	rnn.weight_ih_l0_reverse	1	-0.013179906643927097
282479	rnn.weight_ih_l0_reverse	2	-0.0014515155926346779
282479	rnn.weight_ih_l0_reverse	3	0.0027416949160397053
282479	rnn.weight_ih_l0_reverse	4	0.007966715842485428
282479	rnn.weight_ih_l0_reverse	5	-0.06096382811665535
282479	rnn.weight_ih_l0_reverse	6	-0.042849209159612656
282479	rnn.weight_ih_l0_reverse	7	0.02437790483236313
282479	rnn.weight_ih_l0_reverse	8	0.09789977967739105
282479	rnn.weight_ih_l0_reverse	9	0.0008606511983089149
282479	rnn.weight_hh_l0_reverse	0	0.005123791750520468
282479	rnn.weight_hh_l0_reverse	1	0.02678954415023327
282479	rnn.weight_hh_l0_reverse	2	-0.04129594936966896
282479	rnn.weight_hh_l0_reverse	3	0.04546147957444191
282479	rnn.weight_hh_l0_reverse	4	0.02293204888701439
282479	rnn.weight_hh_l0_reverse	5	-0.011883375234901905
282479	rnn.weight_hh_l0_reverse	6	0.07371208816766739
282479	rnn.weight_hh_l0_reverse	7	0.03821984678506851
282479	rnn.weight_hh_l0_reverse	8	-0.025023922324180603
282479	rnn.weight_hh_l0_reverse	9	-0.024834539741277695
282479	rnn.bias_ih_l0_reverse	0	-0.15176860988140106
282479	rnn.bias_ih_l0_reverse	1	-0.305766761302948
282479	rnn.bias_ih_l0_reverse	2	-0.062158286571502686
282479	rnn.bias_ih_l0_reverse	3	-0.14927028119564056
282479	rnn.bias_ih_l0_reverse	4	0.0612049363553524
282479	rnn.bias_ih_l0_reverse	5	-0.2833487391471863
282479	rnn.bias_ih_l0_reverse	6	-0.06878245621919632
282479	rnn.bias_ih_l0_reverse	7	0.004893278703093529
282479	rnn.bias_ih_l0_reverse	8	-0.19303445518016815
282479	rnn.bias_ih_l0_reverse	9	-0.0820007175207138
282479	rnn.bias_hh_l0_reverse	0	-0.15258319675922394
282479	rnn.bias_hh_l0_reverse	1	-0.14952917397022247
282479	rnn.bias_hh_l0_reverse	2	-0.010741587728261948
282479	rnn.bias_hh_l0_reverse	3	-0.1379624903202057
282479	rnn.bias_hh_l0_reverse	4	-0.028212469071149826
282479	rnn.bias_hh_l0_reverse	5	-0.12093394249677658
282479	rnn.bias_hh_l0_reverse	6	-0.07507160305976868
282479	rnn.bias_hh_l0_reverse	7	-0.17792852222919464
282479	rnn.bias_hh_l0_reverse	8	-0.05732066184282303
282479	rnn.bias_hh_l0_reverse	9	-0.11741472780704498
282479	linear.weight	0	-0.2287440299987793
282479	linear.weight	1	-0.13236884772777557
282479	linear.weight	2	-0.011228874325752258
282479	linear.weight	3	-0.09260114282369614
282479	linear.weight	4	-0.016850829124450684
282479	linear.weight	5	0.24568301439285278
282479	linear.weight	6	0.0047744326293468475
282479	linear.weight	7	-0.021312154829502106
282479	linear.weight	8	0.2219899594783783
282479	linear.weight	9	0.23821218311786652
282479	linear.bias	0	-0.8454180955886841
282479	linear.bias	1	1.4175022840499878
282479	linear.bias	2	-0.5052751302719116
282479	linear.bias	3	-0.7571544647216797
282479	linear.bias	4	-0.8929904103279114
282479	linear.bias	5	-1.181362271308899
282479	linear.bias	6	-0.9689170122146606
282479	linear.bias	7	-0.6875483989715576
282479	linear.bias	8	-0.01705317199230194
282479	linear.bias	9	3.5272061824798584
282676	transitions	0	-0.48094916343688965
282676	transitions	1	8.930580139160156
282676	transitions	2	-3.6647443771362305
282676	transitions	3	1.66654372215271
282676	transitions	4	-2.2472951412200928
282676	transitions	5	-0.4405458867549896
282676	transitions	6	-0.19792847335338593
282676	transitions	7	-10000.0
282676	transitions	8	1.8764805793762207
282676	transitions	9	-2.2953221797943115
282676	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
282676	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
282676	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
282676	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
282676	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
282676	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
282676	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
282676	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
282676	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
282676	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
282676	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
282676	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
282676	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
282676	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
282676	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
282676	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
282676	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
282676	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
282676	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
282676	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
282676	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
282676	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
282676	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
282676	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
282676	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
282676	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
282676	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
282676	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
282676	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
282676	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
282676	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
282676	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
282676	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
282676	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
282676	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
282676	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
282676	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
282676	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
282676	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
282676	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
282676	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
282676	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
282676	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
282676	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
282676	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
282676	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
282676	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
282676	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
282676	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
282676	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
282676	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
282676	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
282676	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
282676	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
282676	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
282676	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
282676	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
282676	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
282676	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
282676	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
282676	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
282676	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
282676	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
282676	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
282676	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
282676	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
282676	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
282676	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
282676	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
282676	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
282676	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
282676	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
282676	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
282676	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
282676	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
282676	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
282676	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
282676	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
282676	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
282676	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
282676	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
282676	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
282676	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
282676	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
282676	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
282676	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
282676	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
282676	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
282676	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
282676	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
282676	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
282676	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
282676	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
282676	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
282676	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
282676	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
282676	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
282676	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
282676	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
282676	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
282676	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
282676	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
282676	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
282676	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
282676	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
282676	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
282676	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
282676	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
282676	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
282676	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
282676	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
282676	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
282676	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
282676	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
282676	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
282676	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
282676	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
282676	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
282676	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
282676	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
282676	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
282676	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
282676	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
282676	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
282676	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
282676	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
282676	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
282676	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
282676	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
282676	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
282676	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
282676	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
282676	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
282676	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
282676	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
282676	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
282676	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
282676	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
282676	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
282676	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
282676	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
282676	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
282676	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
282676	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
282676	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
282676	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
282676	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
282676	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
282676	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
282676	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
282676	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
282676	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
282676	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
282676	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
282676	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
282676	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
282676	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
282676	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
282676	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
282676	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
282676	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
282676	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
282676	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
282676	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
282676	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
282676	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
282676	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
282676	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
282676	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
282676	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
282676	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
282676	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
282676	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
282676	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
282676	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
282676	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
282676	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
282676	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
282676	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
282676	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
282676	embedding2nn.weight	0	0.046062082052230835
282676	embedding2nn.weight	1	-0.08742067962884903
282676	embedding2nn.weight	2	0.0031256580259650946
282676	embedding2nn.weight	3	-0.05854521691799164
282676	embedding2nn.weight	4	-0.12668485939502716
282676	embedding2nn.weight	5	0.11118756979703903
282676	embedding2nn.weight	6	-0.0748545452952385
282676	embedding2nn.weight	7	-0.0850207656621933
282676	embedding2nn.weight	8	-0.03350085765123367
282676	embedding2nn.weight	9	0.03968329355120659
282676	embedding2nn.bias	0	0.08321437984704971
282676	embedding2nn.bias	1	-0.026368645951151848
282676	embedding2nn.bias	2	-0.07130146026611328
282676	embedding2nn.bias	3	0.01119021512567997
282676	embedding2nn.bias	4	-0.022392770275473595
282676	embedding2nn.bias	5	-0.1851913332939148
282676	embedding2nn.bias	6	-0.1241517886519432
282676	embedding2nn.bias	7	-0.003286015009507537
282676	embedding2nn.bias	8	0.0606612004339695
282676	embedding2nn.bias	9	-0.049617949873209
282676	rnn.weight_ih_l0	0	0.03711961954832077
282676	rnn.weight_ih_l0	1	-0.09172434359788895
282676	rnn.weight_ih_l0	2	-0.06514939665794373
282676	rnn.weight_ih_l0	3	-0.05100589990615845
282676	rnn.weight_ih_l0	4	0.019755180925130844
282676	rnn.weight_ih_l0	5	-0.1101631373167038
282676	rnn.weight_ih_l0	6	-0.0317014716565609
282676	rnn.weight_ih_l0	7	0.0038150788750499487
282676	rnn.weight_ih_l0	8	0.04624229297041893
282676	rnn.weight_ih_l0	9	0.008856470696628094
282676	rnn.weight_hh_l0	0	0.00463657733052969
282676	rnn.weight_hh_l0	1	-0.07852721214294434
282676	rnn.weight_hh_l0	2	0.0756431296467781
282676	rnn.weight_hh_l0	3	0.05193665623664856
282676	rnn.weight_hh_l0	4	0.006819155998528004
282676	rnn.weight_hh_l0	5	0.07116970419883728
282676	rnn.weight_hh_l0	6	-0.018494416028261185
282676	rnn.weight_hh_l0	7	-0.11700904369354248
282676	rnn.weight_hh_l0	8	0.028331046923995018
282676	rnn.weight_hh_l0	9	-0.07652320712804794
282676	rnn.bias_ih_l0	0	-0.08841880410909653
282676	rnn.bias_ih_l0	1	-0.19209028780460358
282676	rnn.bias_ih_l0	2	-0.2695442736148834
282676	rnn.bias_ih_l0	3	-0.27295029163360596
282676	rnn.bias_ih_l0	4	0.000798866618424654
282676	rnn.bias_ih_l0	5	0.050776656717061996
282676	rnn.bias_ih_l0	6	-0.16696210205554962
282676	rnn.bias_ih_l0	7	-0.27474552392959595
282676	rnn.bias_ih_l0	8	-0.1506156474351883
282676	rnn.bias_ih_l0	9	-0.16785983741283417
282676	rnn.bias_hh_l0	0	0.13333548605442047
282676	rnn.bias_hh_l0	1	-0.0605955570936203
282676	rnn.bias_hh_l0	2	0.05509736016392708
282676	rnn.bias_hh_l0	3	-0.17354843020439148
282676	rnn.bias_hh_l0	4	0.06915593892335892
282676	rnn.bias_hh_l0	5	0.05234566703438759
282676	rnn.bias_hh_l0	6	-0.11022010445594788
282676	rnn.bias_hh_l0	7	-0.15179765224456787
282676	rnn.bias_hh_l0	8	-0.18037141859531403
282676	rnn.bias_hh_l0	9	-0.10788256675004959
282676	rnn.weight_ih_l0_reverse	0	-0.020920708775520325
282676	rnn.weight_ih_l0_reverse	1	-0.013231877237558365
282676	rnn.weight_ih_l0_reverse	2	-0.0013243432622402906
282676	rnn.weight_ih_l0_reverse	3	0.002391456626355648
282676	rnn.weight_ih_l0_reverse	4	0.007639368996024132
282676	rnn.weight_ih_l0_reverse	5	-0.06095525249838829
282676	rnn.weight_ih_l0_reverse	6	-0.043057460337877274
282676	rnn.weight_ih_l0_reverse	7	0.02409941889345646
282676	rnn.weight_ih_l0_reverse	8	0.09831630438566208
282676	rnn.weight_ih_l0_reverse	9	0.0008885545539669693
282676	rnn.weight_hh_l0_reverse	0	0.0051521179266273975
282676	rnn.weight_hh_l0_reverse	1	0.02677786722779274
282676	rnn.weight_hh_l0_reverse	2	-0.04122109338641167
282676	rnn.weight_hh_l0_reverse	3	0.045509908348321915
282676	rnn.weight_hh_l0_reverse	4	0.022910093888640404
282676	rnn.weight_hh_l0_reverse	5	-0.011704463511705399
282676	rnn.weight_hh_l0_reverse	6	0.0738682821393013
282676	rnn.weight_hh_l0_reverse	7	0.03824564069509506
282676	rnn.weight_hh_l0_reverse	8	-0.024948110803961754
282676	rnn.weight_hh_l0_reverse	9	-0.024764778092503548
282676	rnn.bias_ih_l0_reverse	0	-0.1518344134092331
282676	rnn.bias_ih_l0_reverse	1	-0.30511391162872314
282676	rnn.bias_ih_l0_reverse	2	-0.062217097729444504
282676	rnn.bias_ih_l0_reverse	3	-0.14897894859313965
282676	rnn.bias_ih_l0_reverse	4	0.061190165579319
282676	rnn.bias_ih_l0_reverse	5	-0.28359726071357727
282676	rnn.bias_ih_l0_reverse	6	-0.06842570006847382
282676	rnn.bias_ih_l0_reverse	7	0.005848581902682781
282676	rnn.bias_ih_l0_reverse	8	-0.19268205761909485
282676	rnn.bias_ih_l0_reverse	9	-0.08217020332813263
282676	rnn.bias_hh_l0_reverse	0	-0.15265138447284698
282676	rnn.bias_hh_l0_reverse	1	-0.14964412152767181
282676	rnn.bias_hh_l0_reverse	2	-0.010638762265443802
282676	rnn.bias_hh_l0_reverse	3	-0.13856570422649384
282676	rnn.bias_hh_l0_reverse	4	-0.02836720459163189
282676	rnn.bias_hh_l0_reverse	5	-0.12087850272655487
282676	rnn.bias_hh_l0_reverse	6	-0.07463162392377853
282676	rnn.bias_hh_l0_reverse	7	-0.1781979203224182
282676	rnn.bias_hh_l0_reverse	8	-0.057044435292482376
282676	rnn.bias_hh_l0_reverse	9	-0.11735676229000092
282676	linear.weight	0	-0.2285565733909607
282676	linear.weight	1	-0.13201966881752014
282676	linear.weight	2	-0.011228874325752258
282676	linear.weight	3	-0.09237126260995865
282676	linear.weight	4	-0.017556654289364815
282676	linear.weight	5	0.24442429840564728
282676	linear.weight	6	0.0047744326293468475
282676	linear.weight	7	-0.021312154829502106
282676	linear.weight	8	0.218483105301857
282676	linear.weight	9	0.24080531299114227
282676	linear.bias	0	-0.8456358909606934
282676	linear.bias	1	1.4001905918121338
282676	linear.bias	2	-0.5094943046569824
282676	linear.bias	3	-0.7602412104606628
282676	linear.bias	4	-0.890984296798706
282676	linear.bias	5	-1.181363582611084
282676	linear.bias	6	-0.9694492220878601
282676	linear.bias	7	-0.6849730610847473
282676	linear.bias	8	-0.01705317199230194
282676	linear.bias	9	3.5366432666778564
282873	transitions	0	-0.480960488319397
282873	transitions	1	8.932817459106445
282873	transitions	2	-3.664806365966797
282873	transitions	3	1.667018175125122
282873	transitions	4	-2.247342348098755
282873	transitions	5	-0.440550297498703
282873	transitions	6	-0.19793739914894104
282873	transitions	7	-10000.0
282873	transitions	8	1.8768370151519775
282873	transitions	9	-2.2953221797943115
282873	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
282873	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
282873	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
282873	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
282873	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
282873	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
282873	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
282873	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
282873	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
282873	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
282873	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
282873	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
282873	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
282873	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
282873	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
282873	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
282873	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
282873	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
282873	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
282873	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
282873	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
282873	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
282873	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
282873	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
282873	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
282873	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
282873	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
282873	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
282873	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
282873	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
282873	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
282873	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
282873	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
282873	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
282873	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
282873	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
282873	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
282873	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
282873	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
282873	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
282873	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
282873	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
282873	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
282873	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
282873	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
282873	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
282873	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
282873	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
282873	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
282873	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
282873	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
282873	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
282873	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
282873	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
282873	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
282873	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
282873	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
282873	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
282873	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
282873	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
282873	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
282873	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
282873	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
282873	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
282873	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
282873	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
282873	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
282873	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
282873	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
282873	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
282873	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
282873	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
282873	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
282873	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
282873	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
282873	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
282873	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
282873	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
282873	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
282873	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
282873	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
282873	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
282873	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
282873	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
282873	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
282873	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
282873	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
282873	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
282873	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
282873	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
282873	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
282873	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
282873	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
282873	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
282873	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
282873	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
282873	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
282873	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
282873	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
282873	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
282873	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
282873	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
282873	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
282873	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
282873	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
282873	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
282873	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
282873	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
282873	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
282873	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
282873	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
282873	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
282873	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
282873	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
282873	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
282873	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
282873	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
282873	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
282873	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
282873	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
282873	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
282873	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
282873	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
282873	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
282873	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
282873	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
282873	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
282873	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
282873	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
282873	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
282873	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
282873	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
282873	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
282873	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
282873	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
282873	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
282873	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
282873	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
282873	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
282873	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
282873	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
282873	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
282873	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
282873	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
282873	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
282873	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
282873	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
282873	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
282873	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
282873	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
282873	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
282873	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
282873	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
282873	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
282873	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
282873	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
282873	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
282873	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
282873	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
282873	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
282873	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
282873	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
282873	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
282873	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
282873	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
282873	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
282873	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
282873	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
282873	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
282873	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
282873	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
282873	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
282873	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
282873	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
282873	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
282873	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
282873	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
282873	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
282873	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
282873	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
282873	embedding2nn.weight	0	0.04606400057673454
282873	embedding2nn.weight	1	-0.08742989599704742
282873	embedding2nn.weight	2	0.0029338980093598366
282873	embedding2nn.weight	3	-0.05873510241508484
282873	embedding2nn.weight	4	-0.12689191102981567
282873	embedding2nn.weight	5	0.11109718680381775
282873	embedding2nn.weight	6	-0.07418322563171387
282873	embedding2nn.weight	7	-0.08519557863473892
282873	embedding2nn.weight	8	-0.03313291445374489
282873	embedding2nn.weight	9	0.03979397565126419
282873	embedding2nn.bias	0	0.08194057643413544
282873	embedding2nn.bias	1	-0.027870919555425644
282873	embedding2nn.bias	2	-0.07000671327114105
282873	embedding2nn.bias	3	0.011169945821166039
282873	embedding2nn.bias	4	-0.02308577299118042
282873	embedding2nn.bias	5	-0.1888875663280487
282873	embedding2nn.bias	6	-0.12340864539146423
282873	embedding2nn.bias	7	-0.0015696536283940077
282873	embedding2nn.bias	8	0.061825938522815704
282873	embedding2nn.bias	9	-0.049255289137363434
282873	rnn.weight_ih_l0	0	0.03725634887814522
282873	rnn.weight_ih_l0	1	-0.09149064868688583
282873	rnn.weight_ih_l0	2	-0.06512650102376938
282873	rnn.weight_ih_l0	3	-0.05117185413837433
282873	rnn.weight_ih_l0	4	0.019960153847932816
282873	rnn.weight_ih_l0	5	-0.11034347116947174
282873	rnn.weight_ih_l0	6	-0.03141738846898079
282873	rnn.weight_ih_l0	7	0.003539836034178734
282873	rnn.weight_ih_l0	8	0.04605130851268768
282873	rnn.weight_ih_l0	9	0.009062757715582848
282873	rnn.weight_hh_l0	0	0.0046277218498289585
282873	rnn.weight_hh_l0	1	-0.07872387021780014
282873	rnn.weight_hh_l0	2	0.07598893344402313
282873	rnn.weight_hh_l0	3	0.051964301615953445
282873	rnn.weight_hh_l0	4	0.0067368363961577415
282873	rnn.weight_hh_l0	5	0.07111112028360367
282873	rnn.weight_hh_l0	6	-0.01852797158062458
282873	rnn.weight_hh_l0	7	-0.11696188151836395
282873	rnn.weight_hh_l0	8	0.0281617883592844
282873	rnn.weight_hh_l0	9	-0.07634744793176651
282873	rnn.bias_ih_l0	0	-0.08829105645418167
282873	rnn.bias_ih_l0	1	-0.19269445538520813
282873	rnn.bias_ih_l0	2	-0.26960206031799316
282873	rnn.bias_ih_l0	3	-0.2731993794441223
282873	rnn.bias_ih_l0	4	0.0007288346532732248
282873	rnn.bias_ih_l0	5	0.0503142811357975
282873	rnn.bias_ih_l0	6	-0.16659963130950928
282873	rnn.bias_ih_l0	7	-0.2745506465435028
282873	rnn.bias_ih_l0	8	-0.15069468319416046
282873	rnn.bias_ih_l0	9	-0.16798584163188934
282873	rnn.bias_hh_l0	0	0.1335163414478302
282873	rnn.bias_hh_l0	1	-0.06045360490679741
282873	rnn.bias_hh_l0	2	0.05535988509654999
282873	rnn.bias_hh_l0	3	-0.1734147071838379
282873	rnn.bias_hh_l0	4	0.06851770728826523
282873	rnn.bias_hh_l0	5	0.05166919156908989
282873	rnn.bias_hh_l0	6	-0.11032754927873611
282873	rnn.bias_hh_l0	7	-0.1521291434764862
282873	rnn.bias_hh_l0	8	-0.18071384727954865
282873	rnn.bias_hh_l0	9	-0.10790577530860901
282873	rnn.weight_ih_l0_reverse	0	-0.02098633535206318
282873	rnn.weight_ih_l0_reverse	1	-0.01298284251242876
282873	rnn.weight_ih_l0_reverse	2	-0.0015198718756437302
282873	rnn.weight_ih_l0_reverse	3	0.0026734229177236557
282873	rnn.weight_ih_l0_reverse	4	0.007867851294577122
282873	rnn.weight_ih_l0_reverse	5	-0.06085912883281708
282873	rnn.weight_ih_l0_reverse	6	-0.04318010061979294
282873	rnn.weight_ih_l0_reverse	7	0.024160759523510933
282873	rnn.weight_ih_l0_reverse	8	0.09847994148731232
282873	rnn.weight_ih_l0_reverse	9	0.0010203507263213396
282873	rnn.weight_hh_l0_reverse	0	0.005240302067250013
282873	rnn.weight_hh_l0_reverse	1	0.02677740715444088
282873	rnn.weight_hh_l0_reverse	2	-0.041137151420116425
282873	rnn.weight_hh_l0_reverse	3	0.045608244836330414
282873	rnn.weight_hh_l0_reverse	4	0.022953419014811516
282873	rnn.weight_hh_l0_reverse	5	-0.011709211394190788
282873	rnn.weight_hh_l0_reverse	6	0.07390216737985611
282873	rnn.weight_hh_l0_reverse	7	0.03827725723385811
282873	rnn.weight_hh_l0_reverse	8	-0.024959713220596313
282873	rnn.weight_hh_l0_reverse	9	-0.024664251133799553
282873	rnn.bias_ih_l0_reverse	0	-0.15130306780338287
282873	rnn.bias_ih_l0_reverse	1	-0.30526694655418396
282873	rnn.bias_ih_l0_reverse	2	-0.062174975872039795
282873	rnn.bias_ih_l0_reverse	3	-0.14873498678207397
282873	rnn.bias_ih_l0_reverse	4	0.06186874955892563
282873	rnn.bias_ih_l0_reverse	5	-0.28337568044662476
282873	rnn.bias_ih_l0_reverse	6	-0.06846585124731064
282873	rnn.bias_ih_l0_reverse	7	0.005018613766878843
282873	rnn.bias_ih_l0_reverse	8	-0.1927855908870697
282873	rnn.bias_ih_l0_reverse	9	-0.08153840899467468
282873	rnn.bias_hh_l0_reverse	0	-0.15280723571777344
282873	rnn.bias_hh_l0_reverse	1	-0.15045012533664703
282873	rnn.bias_hh_l0_reverse	2	-0.010688519105315208
282873	rnn.bias_hh_l0_reverse	3	-0.1387273222208023
282873	rnn.bias_hh_l0_reverse	4	-0.028615999966859818
282873	rnn.bias_hh_l0_reverse	5	-0.12097280472517014
282873	rnn.bias_hh_l0_reverse	6	-0.07437295466661453
282873	rnn.bias_hh_l0_reverse	7	-0.1783253699541092
282873	rnn.bias_hh_l0_reverse	8	-0.056905779987573624
282873	rnn.bias_hh_l0_reverse	9	-0.11715005338191986
282873	linear.weight	0	-0.22871993482112885
282873	linear.weight	1	-0.13217994570732117
282873	linear.weight	2	-0.011228874325752258
282873	linear.weight	3	-0.0915198028087616
282873	linear.weight	4	-0.017230743542313576
282873	linear.weight	5	0.2446831911802292
282873	linear.weight	6	0.0047744326293468475
282873	linear.weight	7	-0.021312154829502106
282873	linear.weight	8	0.22038044035434723
282873	linear.weight	9	0.23973362147808075
282873	linear.bias	0	-0.8424033522605896
282873	linear.bias	1	1.408014178276062
282873	linear.bias	2	-0.49912652373313904
282873	linear.bias	3	-0.7564024925231934
282873	linear.bias	4	-0.894705593585968
282873	linear.bias	5	-1.1813656091690063
282873	linear.bias	6	-0.9664930701255798
282873	linear.bias	7	-0.6868415474891663
282873	linear.bias	8	-0.01705317199230194
282873	linear.bias	9	3.53243088722229
283070	transitions	0	-0.48097115755081177
283070	transitions	1	8.928479194641113
283070	transitions	2	-3.664854049682617
283070	transitions	3	1.6683696508407593
283070	transitions	4	-2.2473840713500977
283070	transitions	5	-0.4405558407306671
283070	transitions	6	-0.1979411244392395
283070	transitions	7	-10000.0
283070	transitions	8	1.8771862983703613
283070	transitions	9	-2.2953221797943115
283070	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
283070	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
283070	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
283070	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
283070	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
283070	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
283070	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
283070	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
283070	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
283070	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
283070	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
283070	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
283070	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
283070	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
283070	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
283070	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
283070	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
283070	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
283070	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
283070	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
283070	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
283070	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
283070	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
283070	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
283070	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
283070	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
283070	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
283070	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
283070	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
283070	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
283070	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
283070	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
283070	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
283070	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
283070	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
283070	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
283070	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
283070	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
283070	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
283070	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
283070	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
283070	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
283070	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
283070	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
283070	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
283070	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
283070	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
283070	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
283070	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
283070	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
283070	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
283070	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
283070	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
283070	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
283070	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
283070	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
283070	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
283070	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
283070	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
283070	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
283070	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
283070	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
283070	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
283070	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
283070	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
283070	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
283070	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
283070	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
283070	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
283070	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
283070	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
283070	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
283070	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
283070	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
283070	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
283070	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
283070	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
283070	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
283070	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
283070	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
283070	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
283070	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
283070	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
283070	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
283070	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
283070	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
283070	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
283070	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
283070	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
283070	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
283070	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
283070	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
283070	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
283070	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
283070	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
283070	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
283070	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
283070	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
283070	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
283070	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
283070	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
283070	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
283070	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
283070	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
283070	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
283070	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
283070	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
283070	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
283070	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
283070	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
283070	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
283070	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
283070	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
283070	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
283070	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
283070	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
283070	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
283070	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
283070	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
283070	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
283070	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
283070	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
283070	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
283070	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
283070	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
283070	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
283070	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
283070	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
283070	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
283070	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
283070	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
283070	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
283070	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
283070	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
283070	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
283070	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
283070	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
283070	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
283070	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
283070	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
283070	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
283070	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
283070	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
283070	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
283070	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
283070	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
283070	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
283070	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
283070	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
283070	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
283070	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
283070	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
283070	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
283070	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
283070	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
283070	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
283070	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
283070	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
283070	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
283070	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
283070	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
283070	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
283070	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
283070	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
283070	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
283070	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
283070	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
283070	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
283070	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
283070	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
283070	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
283070	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
283070	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
283070	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
283070	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
283070	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
283070	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
283070	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
283070	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
283070	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
283070	embedding2nn.weight	0	0.04592576250433922
283070	embedding2nn.weight	1	-0.08742569386959076
283070	embedding2nn.weight	2	0.0032002003863453865
283070	embedding2nn.weight	3	-0.0585114024579525
283070	embedding2nn.weight	4	-0.12667299807071686
283070	embedding2nn.weight	5	0.1109292283654213
283070	embedding2nn.weight	6	-0.07304031401872635
283070	embedding2nn.weight	7	-0.08495303243398666
283070	embedding2nn.weight	8	-0.032978422939777374
283070	embedding2nn.weight	9	0.03950720280408859
283070	embedding2nn.bias	0	0.08312618732452393
283070	embedding2nn.bias	1	-0.025957800447940826
283070	embedding2nn.bias	2	-0.06961634010076523
283070	embedding2nn.bias	3	0.009487961418926716
283070	embedding2nn.bias	4	-0.024394385516643524
283070	embedding2nn.bias	5	-0.18672725558280945
283070	embedding2nn.bias	6	-0.12295479327440262
283070	embedding2nn.bias	7	-0.0029886465054005384
283070	embedding2nn.bias	8	0.059644244611263275
283070	embedding2nn.bias	9	-0.05106009915471077
283070	rnn.weight_ih_l0	0	0.037539590150117874
283070	rnn.weight_ih_l0	1	-0.09146933257579803
283070	rnn.weight_ih_l0	2	-0.06526248902082443
283070	rnn.weight_ih_l0	3	-0.0510936938226223
283070	rnn.weight_ih_l0	4	0.020040320232510567
283070	rnn.weight_ih_l0	5	-0.1103595420718193
283070	rnn.weight_ih_l0	6	-0.03124467097222805
283070	rnn.weight_ih_l0	7	0.0036320218350738287
283070	rnn.weight_ih_l0	8	0.045898716896772385
283070	rnn.weight_ih_l0	9	0.008885866031050682
283070	rnn.weight_hh_l0	0	0.004666492808610201
283070	rnn.weight_hh_l0	1	-0.0784013643860817
283070	rnn.weight_hh_l0	2	0.07592087984085083
283070	rnn.weight_hh_l0	3	0.05190364271402359
283070	rnn.weight_hh_l0	4	0.006775181740522385
283070	rnn.weight_hh_l0	5	0.07112114876508713
283070	rnn.weight_hh_l0	6	-0.018538733944296837
283070	rnn.weight_hh_l0	7	-0.11693258583545685
283070	rnn.weight_hh_l0	8	0.028098680078983307
283070	rnn.weight_hh_l0	9	-0.07620179653167725
283070	rnn.bias_ih_l0	0	-0.08848679810762405
283070	rnn.bias_ih_l0	1	-0.19321201741695404
283070	rnn.bias_ih_l0	2	-0.2696863114833832
283070	rnn.bias_ih_l0	3	-0.2732371687889099
283070	rnn.bias_ih_l0	4	0.0009518506703898311
283070	rnn.bias_ih_l0	5	0.050966937094926834
283070	rnn.bias_ih_l0	6	-0.16589434444904327
283070	rnn.bias_ih_l0	7	-0.27463775873184204
283070	rnn.bias_ih_l0	8	-0.15069140493869781
283070	rnn.bias_ih_l0	9	-0.16831764578819275
283070	rnn.bias_hh_l0	0	0.13318540155887604
283070	rnn.bias_hh_l0	1	-0.06021630018949509
283070	rnn.bias_hh_l0	2	0.05563816428184509
283070	rnn.bias_hh_l0	3	-0.17364153265953064
283070	rnn.bias_hh_l0	4	0.06907536834478378
283070	rnn.bias_hh_l0	5	0.05173579603433609
283070	rnn.bias_hh_l0	6	-0.11012811213731766
283070	rnn.bias_hh_l0	7	-0.15261059999465942
283070	rnn.bias_hh_l0	8	-0.18067999184131622
283070	rnn.bias_hh_l0	9	-0.10791197419166565
283070	rnn.weight_ih_l0_reverse	0	-0.020958708599209785
283070	rnn.weight_ih_l0_reverse	1	-0.0130186527967453
283070	rnn.weight_ih_l0_reverse	2	-0.0017696950817480683
283070	rnn.weight_ih_l0_reverse	3	0.0024839816614985466
283070	rnn.weight_ih_l0_reverse	4	0.007842975668609142
283070	rnn.weight_ih_l0_reverse	5	-0.060732681304216385
283070	rnn.weight_ih_l0_reverse	6	-0.043245814740657806
283070	rnn.weight_ih_l0_reverse	7	0.02414431981742382
283070	rnn.weight_ih_l0_reverse	8	0.09837497770786285
283070	rnn.weight_ih_l0_reverse	9	0.0010298023698851466
283070	rnn.weight_hh_l0_reverse	0	0.005170369986444712
283070	rnn.weight_hh_l0_reverse	1	0.0267987921833992
283070	rnn.weight_hh_l0_reverse	2	-0.041204728186130524
283070	rnn.weight_hh_l0_reverse	3	0.04566562548279762
283070	rnn.weight_hh_l0_reverse	4	0.023033596575260162
283070	rnn.weight_hh_l0_reverse	5	-0.011603236198425293
283070	rnn.weight_hh_l0_reverse	6	0.07385268807411194
283070	rnn.weight_hh_l0_reverse	7	0.038306824862957
283070	rnn.weight_hh_l0_reverse	8	-0.02492435835301876
283070	rnn.weight_hh_l0_reverse	9	-0.02466643787920475
283070	rnn.bias_ih_l0_reverse	0	-0.1513432115316391
283070	rnn.bias_ih_l0_reverse	1	-0.3053409159183502
283070	rnn.bias_ih_l0_reverse	2	-0.06238039210438728
283070	rnn.bias_ih_l0_reverse	3	-0.14903663098812103
283070	rnn.bias_ih_l0_reverse	4	0.06219340115785599
283070	rnn.bias_ih_l0_reverse	5	-0.2837146818637848
283070	rnn.bias_ih_l0_reverse	6	-0.0683736577630043
283070	rnn.bias_ih_l0_reverse	7	0.005080740433186293
283070	rnn.bias_ih_l0_reverse	8	-0.1926765888929367
283070	rnn.bias_ih_l0_reverse	9	-0.08145003020763397
283070	rnn.bias_hh_l0_reverse	0	-0.15293553471565247
283070	rnn.bias_hh_l0_reverse	1	-0.1509685069322586
283070	rnn.bias_hh_l0_reverse	2	-0.010650761425495148
283070	rnn.bias_hh_l0_reverse	3	-0.1389624923467636
283070	rnn.bias_hh_l0_reverse	4	-0.029088636860251427
283070	rnn.bias_hh_l0_reverse	5	-0.12057391554117203
283070	rnn.bias_hh_l0_reverse	6	-0.07429728657007217
283070	rnn.bias_hh_l0_reverse	7	-0.17802591621875763
283070	rnn.bias_hh_l0_reverse	8	-0.05683473125100136
283070	rnn.bias_hh_l0_reverse	9	-0.11725207418203354
283070	linear.weight	0	-0.22667139768600464
283070	linear.weight	1	-0.1307079792022705
283070	linear.weight	2	-0.011228874325752258
283070	linear.weight	3	-0.08872245252132416
283070	linear.weight	4	-0.01557121891528368
283070	linear.weight	5	0.24532033503055573
283070	linear.weight	6	0.0047744326293468475
283070	linear.weight	7	-0.021312154829502106
283070	linear.weight	8	0.2177203744649887
283070	linear.weight	9	0.2385886162519455
283070	linear.bias	0	-0.8439590334892273
283070	linear.bias	1	1.4100630283355713
283070	linear.bias	2	-0.5034027695655823
283070	linear.bias	3	-0.7585101127624512
283070	linear.bias	4	-0.893854022026062
283070	linear.bias	5	-1.1813666820526123
283070	linear.bias	6	-0.9687885046005249
283070	linear.bias	7	-0.6751974821090698
283070	linear.bias	8	-0.01705317199230194
283070	linear.bias	9	3.5351243019104004
283267	transitions	0	-0.4809756875038147
283267	transitions	1	8.928216934204102
283267	transitions	2	-3.664904832839966
283267	transitions	3	1.6671404838562012
283267	transitions	4	-2.2474238872528076
283267	transitions	5	-0.440566748380661
283267	transitions	6	-0.19794325530529022
283267	transitions	7	-10000.0
283267	transitions	8	1.8771874904632568
283267	transitions	9	-2.2953224182128906
283267	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
283267	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
283267	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
283267	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
283267	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
283267	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
283267	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
283267	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
283267	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
283267	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
283267	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
283267	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
283267	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
283267	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
283267	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
283267	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
283267	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
283267	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
283267	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
283267	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
283267	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
283267	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
283267	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
283267	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
283267	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
283267	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
283267	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
283267	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
283267	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
283267	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
283267	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
283267	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
283267	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
283267	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
283267	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
283267	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
283267	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
283267	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
283267	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
283267	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
283267	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
283267	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
283267	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
283267	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
283267	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
283267	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
283267	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
283267	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
283267	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
283267	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
283267	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
283267	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
283267	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
283267	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
283267	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
283267	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
283267	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
283267	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
283267	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
283267	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
283267	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
283267	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
283267	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
283267	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
283267	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
283267	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
283267	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
283267	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
283267	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
283267	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
283267	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
283267	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
283267	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
283267	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
283267	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
283267	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
283267	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
283267	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
283267	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
283267	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
283267	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
283267	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
283267	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
283267	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
283267	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
283267	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
283267	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
283267	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
283267	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
283267	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
283267	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
283267	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
283267	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
283267	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
283267	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
283267	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
283267	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
283267	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
283267	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
283267	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
283267	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
283267	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
283267	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
283267	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
283267	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
283267	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
283267	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
283267	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
283267	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
283267	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
283267	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
283267	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
283267	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
283267	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
283267	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
283267	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
283267	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
283267	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
283267	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
283267	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
283267	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
283267	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
283267	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
283267	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
283267	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
283267	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
283267	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
283267	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
283267	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
283267	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
283267	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
283267	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
283267	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
283267	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
283267	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
283267	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
283267	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
283267	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
283267	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
283267	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
283267	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
283267	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
283267	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
283267	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
283267	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
283267	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
283267	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
283267	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
283267	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
283267	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
283267	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
283267	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
283267	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
283267	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
283267	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
283267	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
283267	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
283267	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
283267	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
283267	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
283267	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
283267	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
283267	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
283267	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
283267	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
283267	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
283267	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
283267	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
283267	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
283267	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
283267	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
283267	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
283267	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
283267	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
283267	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
283267	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
283267	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
283267	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
283267	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
283267	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
283267	embedding2nn.weight	0	0.046042442321777344
283267	embedding2nn.weight	1	-0.0874098688364029
283267	embedding2nn.weight	2	0.0028145613614469767
283267	embedding2nn.weight	3	-0.058386970311403275
283267	embedding2nn.weight	4	-0.12639234960079193
283267	embedding2nn.weight	5	0.11090915650129318
283267	embedding2nn.weight	6	-0.072879858314991
283267	embedding2nn.weight	7	-0.08495504409074783
283267	embedding2nn.weight	8	-0.032841503620147705
283267	embedding2nn.weight	9	0.0396295003592968
283267	embedding2nn.bias	0	0.0829649567604065
283267	embedding2nn.bias	1	-0.027697917073965073
283267	embedding2nn.bias	2	-0.06628509610891342
283267	embedding2nn.bias	3	0.011657641269266605
283267	embedding2nn.bias	4	-0.023300791159272194
283267	embedding2nn.bias	5	-0.184852734208107
283267	embedding2nn.bias	6	-0.1190309077501297
283267	embedding2nn.bias	7	-0.0007804753258824348
283267	embedding2nn.bias	8	0.05976605787873268
283267	embedding2nn.bias	9	-0.0494072362780571
283267	rnn.weight_ih_l0	0	0.03746489807963371
283267	rnn.weight_ih_l0	1	-0.0917205810546875
283267	rnn.weight_ih_l0	2	-0.06538080424070358
283267	rnn.weight_ih_l0	3	-0.050881676375865936
283267	rnn.weight_ih_l0	4	0.01995917595922947
283267	rnn.weight_ih_l0	5	-0.11004720628261566
283267	rnn.weight_ih_l0	6	-0.0311155803501606
283267	rnn.weight_ih_l0	7	0.004301130771636963
283267	rnn.weight_ih_l0	8	0.046439215540885925
283267	rnn.weight_ih_l0	9	0.009089119732379913
283267	rnn.weight_hh_l0	0	0.0047668516635894775
283267	rnn.weight_hh_l0	1	-0.07837753742933273
283267	rnn.weight_hh_l0	2	0.07598598301410675
283267	rnn.weight_hh_l0	3	0.05192217230796814
283267	rnn.weight_hh_l0	4	0.006795953493565321
283267	rnn.weight_hh_l0	5	0.07111486792564392
283267	rnn.weight_hh_l0	6	-0.018546106293797493
283267	rnn.weight_hh_l0	7	-0.11708797514438629
283267	rnn.weight_hh_l0	8	0.027870386838912964
283267	rnn.weight_hh_l0	9	-0.07624999433755875
283267	rnn.bias_ih_l0	0	-0.08822913467884064
283267	rnn.bias_ih_l0	1	-0.19386906921863556
283267	rnn.bias_ih_l0	2	-0.26930394768714905
283267	rnn.bias_ih_l0	3	-0.27333417534828186
283267	rnn.bias_ih_l0	4	0.00179911102168262
283267	rnn.bias_ih_l0	5	0.05068467929959297
283267	rnn.bias_ih_l0	6	-0.1668137013912201
283267	rnn.bias_ih_l0	7	-0.2749784290790558
283267	rnn.bias_ih_l0	8	-0.15087921917438507
283267	rnn.bias_ih_l0	9	-0.16864144802093506
283267	rnn.bias_hh_l0	0	0.13370434939861298
283267	rnn.bias_hh_l0	1	-0.060321640223264694
283267	rnn.bias_hh_l0	2	0.0554087795317173
283267	rnn.bias_hh_l0	3	-0.17357797920703888
283267	rnn.bias_hh_l0	4	0.06891031563282013
283267	rnn.bias_hh_l0	5	0.05163126811385155
283267	rnn.bias_hh_l0	6	-0.1102166473865509
283267	rnn.bias_hh_l0	7	-0.15296128392219543
283267	rnn.bias_hh_l0	8	-0.18080057203769684
283267	rnn.bias_hh_l0	9	-0.10815970599651337
283267	rnn.weight_ih_l0_reverse	0	-0.020973093807697296
283267	rnn.weight_ih_l0_reverse	1	-0.012599189765751362
283267	rnn.weight_ih_l0_reverse	2	-0.0019172372994944453
283267	rnn.weight_ih_l0_reverse	3	0.002510636579245329
283267	rnn.weight_ih_l0_reverse	4	0.007651676889508963
283267	rnn.weight_ih_l0_reverse	5	-0.06049574911594391
283267	rnn.weight_ih_l0_reverse	6	-0.04292052239179611
283267	rnn.weight_ih_l0_reverse	7	0.024644138291478157
283267	rnn.weight_ih_l0_reverse	8	0.09809274226427078
283267	rnn.weight_ih_l0_reverse	9	0.000876845617312938
283267	rnn.weight_hh_l0_reverse	0	0.00509514007717371
283267	rnn.weight_hh_l0_reverse	1	0.026805441826581955
283267	rnn.weight_hh_l0_reverse	2	-0.040949396789073944
283267	rnn.weight_hh_l0_reverse	3	0.04560446739196777
283267	rnn.weight_hh_l0_reverse	4	0.023105425760149956
283267	rnn.weight_hh_l0_reverse	5	-0.011485018767416477
283267	rnn.weight_hh_l0_reverse	6	0.07372654229402542
283267	rnn.weight_hh_l0_reverse	7	0.038292933255434036
283267	rnn.weight_hh_l0_reverse	8	-0.024685854092240334
283267	rnn.weight_hh_l0_reverse	9	-0.024676740169525146
283267	rnn.bias_ih_l0_reverse	0	-0.15074174106121063
283267	rnn.bias_ih_l0_reverse	1	-0.3057142496109009
283267	rnn.bias_ih_l0_reverse	2	-0.06221042945981026
283267	rnn.bias_ih_l0_reverse	3	-0.14908313751220703
283267	rnn.bias_ih_l0_reverse	4	0.06200411915779114
283267	rnn.bias_ih_l0_reverse	5	-0.2842150926589966
283267	rnn.bias_ih_l0_reverse	6	-0.0686904788017273
283267	rnn.bias_ih_l0_reverse	7	0.004948442801833153
283267	rnn.bias_ih_l0_reverse	8	-0.19295446574687958
283267	rnn.bias_ih_l0_reverse	9	-0.08168666809797287
283267	rnn.bias_hh_l0_reverse	0	-0.15305113792419434
283267	rnn.bias_hh_l0_reverse	1	-0.150125652551651
283267	rnn.bias_hh_l0_reverse	2	-0.010503808036446571
283267	rnn.bias_hh_l0_reverse	3	-0.13891933858394623
283267	rnn.bias_hh_l0_reverse	4	-0.029606949537992477
283267	rnn.bias_hh_l0_reverse	5	-0.12065671384334564
283267	rnn.bias_hh_l0_reverse	6	-0.0745558962225914
283267	rnn.bias_hh_l0_reverse	7	-0.17794199287891388
283267	rnn.bias_hh_l0_reverse	8	-0.05687449499964714
283267	rnn.bias_hh_l0_reverse	9	-0.11740724742412567
283267	linear.weight	0	-0.22478272020816803
283267	linear.weight	1	-0.13177362084388733
283267	linear.weight	2	-0.011228874325752258
283267	linear.weight	3	-0.08851975947618484
283267	linear.weight	4	-0.016492435708642006
283267	linear.weight	5	0.24505093693733215
283267	linear.weight	6	0.0047744326293468475
283267	linear.weight	7	-0.021312154829502106
283267	linear.weight	8	0.22009658813476562
283267	linear.weight	9	0.24204443395137787
283267	linear.bias	0	-0.8441029787063599
283267	linear.bias	1	1.4159846305847168
283267	linear.bias	2	-0.49999508261680603
283267	linear.bias	3	-0.7619118094444275
283267	linear.bias	4	-0.8940404653549194
283267	linear.bias	5	-1.1813677549362183
283267	linear.bias	6	-0.9694496393203735
283267	linear.bias	7	-0.6730173230171204
283267	linear.bias	8	-0.01705317199230194
283267	linear.bias	9	3.5311291217803955
283464	transitions	0	-0.4810383915901184
283464	transitions	1	8.927694320678711
283464	transitions	2	-3.664975881576538
283464	transitions	3	1.6667630672454834
283464	transitions	4	-2.2475745677948
283464	transitions	5	-0.440578818321228
283464	transitions	6	-0.19794560968875885
283464	transitions	7	-10000.0
283464	transitions	8	1.877211332321167
283464	transitions	9	-2.295322895050049
283464	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
283464	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
283464	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
283464	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
283464	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
283464	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
283464	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
283464	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
283464	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
283464	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
283464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
283464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
283464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
283464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
283464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
283464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
283464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
283464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
283464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
283464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
283464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
283464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
283464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
283464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
283464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
283464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
283464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
283464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
283464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
283464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
283464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
283464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
283464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
283464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
283464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
283464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
283464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
283464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
283464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
283464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
283464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
283464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
283464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
283464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
283464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
283464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
283464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
283464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
283464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
283464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
283464	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
283464	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
283464	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
283464	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
283464	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
283464	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
283464	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
283464	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
283464	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
283464	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
283464	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
283464	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
283464	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
283464	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
283464	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
283464	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
283464	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
283464	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
283464	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
283464	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
283464	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
283464	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
283464	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
283464	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
283464	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
283464	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
283464	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
283464	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
283464	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
283464	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
283464	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
283464	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
283464	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
283464	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
283464	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
283464	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
283464	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
283464	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
283464	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
283464	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
283464	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
283464	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
283464	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
283464	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
283464	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
283464	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
283464	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
283464	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
283464	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
283464	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
283464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
283464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
283464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
283464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
283464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
283464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
283464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
283464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
283464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
283464	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
283464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
283464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
283464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
283464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
283464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
283464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
283464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
283464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
283464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
283464	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
283464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
283464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
283464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
283464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
283464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
283464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
283464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
283464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
283464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
283464	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
283464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
283464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
283464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
283464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
283464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
283464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
283464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
283464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
283464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
283464	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
283464	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
283464	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
283464	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
283464	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
283464	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
283464	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
283464	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
283464	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
283464	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
283464	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
283464	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
283464	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
283464	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
283464	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
283464	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
283464	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
283464	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
283464	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
283464	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
283464	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
283464	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
283464	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
283464	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
283464	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
283464	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
283464	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
283464	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
283464	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
283464	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
283464	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
283464	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
283464	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
283464	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
283464	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
283464	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
283464	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
283464	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
283464	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
283464	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
283464	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
283464	embedding2nn.weight	0	0.04608684033155441
283464	embedding2nn.weight	1	-0.08718867599964142
283464	embedding2nn.weight	2	0.0036888017784804106
283464	embedding2nn.weight	3	-0.05847084894776344
283464	embedding2nn.weight	4	-0.12625516951084137
283464	embedding2nn.weight	5	0.11098063737154007
283464	embedding2nn.weight	6	-0.07264558970928192
283464	embedding2nn.weight	7	-0.08510555326938629
283464	embedding2nn.weight	8	-0.03298754245042801
283464	embedding2nn.weight	9	0.03967723622918129
283464	embedding2nn.bias	0	0.08470014482736588
283464	embedding2nn.bias	1	-0.02632851153612137
283464	embedding2nn.bias	2	-0.06703586876392365
283464	embedding2nn.bias	3	0.01347108744084835
283464	embedding2nn.bias	4	-0.02163718454539776
283464	embedding2nn.bias	5	-0.18470624089241028
283464	embedding2nn.bias	6	-0.11908511817455292
283464	embedding2nn.bias	7	-0.0008336333557963371
283464	embedding2nn.bias	8	0.057813651859760284
283464	embedding2nn.bias	9	-0.04710763320326805
283464	rnn.weight_ih_l0	0	0.03752647712826729
283464	rnn.weight_ih_l0	1	-0.09181346744298935
283464	rnn.weight_ih_l0	2	-0.06571582704782486
283464	rnn.weight_ih_l0	3	-0.05059559643268585
283464	rnn.weight_ih_l0	4	0.019956370815634727
283464	rnn.weight_ih_l0	5	-0.11043974757194519
283464	rnn.weight_ih_l0	6	-0.030956922098994255
283464	rnn.weight_ih_l0	7	0.004291164223104715
283464	rnn.weight_ih_l0	8	0.046352095901966095
283464	rnn.weight_ih_l0	9	0.008982130326330662
283464	rnn.weight_hh_l0	0	0.0047729602083563805
283464	rnn.weight_hh_l0	1	-0.07836327701807022
283464	rnn.weight_hh_l0	2	0.07578498870134354
283464	rnn.weight_hh_l0	3	0.05185979604721069
283464	rnn.weight_hh_l0	4	0.006800942588597536
283464	rnn.weight_hh_l0	5	0.07103575766086578
283464	rnn.weight_hh_l0	6	-0.018555987626314163
283464	rnn.weight_hh_l0	7	-0.11711378395557404
283464	rnn.weight_hh_l0	8	0.02776842936873436
283464	rnn.weight_hh_l0	9	-0.07609307765960693
283464	rnn.bias_ih_l0	0	-0.08915303647518158
283464	rnn.bias_ih_l0	1	-0.19389227032661438
283464	rnn.bias_ih_l0	2	-0.2693573236465454
283464	rnn.bias_ih_l0	3	-0.2736642360687256
283464	rnn.bias_ih_l0	4	0.0021990537643432617
283464	rnn.bias_ih_l0	5	0.05172867327928543
283464	rnn.bias_ih_l0	6	-0.1675625741481781
283464	rnn.bias_ih_l0	7	-0.2754211723804474
283464	rnn.bias_ih_l0	8	-0.15125279128551483
283464	rnn.bias_ih_l0	9	-0.16814689338207245
283464	rnn.bias_hh_l0	0	0.13401025533676147
283464	rnn.bias_hh_l0	1	-0.060342174023389816
283464	rnn.bias_hh_l0	2	0.05537618324160576
283464	rnn.bias_hh_l0	3	-0.17310619354248047
283464	rnn.bias_hh_l0	4	0.06929668039083481
283464	rnn.bias_hh_l0	5	0.05140763148665428
283464	rnn.bias_hh_l0	6	-0.11034809052944183
283464	rnn.bias_hh_l0	7	-0.1529037207365036
283464	rnn.bias_hh_l0	8	-0.18069913983345032
283464	rnn.bias_hh_l0	9	-0.10868427902460098
283464	rnn.weight_ih_l0_reverse	0	-0.021287743002176285
283464	rnn.weight_ih_l0_reverse	1	-0.012656672857701778
283464	rnn.weight_ih_l0_reverse	2	-0.0024137450382113457
283464	rnn.weight_ih_l0_reverse	3	0.0018297157948836684
283464	rnn.weight_ih_l0_reverse	4	0.007403675466775894
283464	rnn.weight_ih_l0_reverse	5	-0.06034008041024208
283464	rnn.weight_ih_l0_reverse	6	-0.043192874640226364
283464	rnn.weight_ih_l0_reverse	7	0.02455603890120983
283464	rnn.weight_ih_l0_reverse	8	0.09790550172328949
283464	rnn.weight_ih_l0_reverse	9	0.0006774308276362717
283464	rnn.weight_hh_l0_reverse	0	0.0050680022686719894
283464	rnn.weight_hh_l0_reverse	1	0.026835743337869644
283464	rnn.weight_hh_l0_reverse	2	-0.041077870875597
283464	rnn.weight_hh_l0_reverse	3	0.045581553131341934
283464	rnn.weight_hh_l0_reverse	4	0.022944027557969093
283464	rnn.weight_hh_l0_reverse	5	-0.011564165353775024
283464	rnn.weight_hh_l0_reverse	6	0.07369045913219452
283464	rnn.weight_hh_l0_reverse	7	0.03839890658855438
283464	rnn.weight_hh_l0_reverse	8	-0.02475641667842865
283464	rnn.weight_hh_l0_reverse	9	-0.02475150302052498
283464	rnn.bias_ih_l0_reverse	0	-0.150703564286232
283464	rnn.bias_ih_l0_reverse	1	-0.30513256788253784
283464	rnn.bias_ih_l0_reverse	2	-0.06210891902446747
283464	rnn.bias_ih_l0_reverse	3	-0.14939898252487183
283464	rnn.bias_ih_l0_reverse	4	0.06180642545223236
283464	rnn.bias_ih_l0_reverse	5	-0.2833445072174072
283464	rnn.bias_ih_l0_reverse	6	-0.06874155253171921
283464	rnn.bias_ih_l0_reverse	7	0.005180514883249998
283464	rnn.bias_ih_l0_reverse	8	-0.19273656606674194
283464	rnn.bias_ih_l0_reverse	9	-0.08154819905757904
283464	rnn.bias_hh_l0_reverse	0	-0.15240907669067383
283464	rnn.bias_hh_l0_reverse	1	-0.15019068121910095
283464	rnn.bias_hh_l0_reverse	2	-0.010620390996336937
283464	rnn.bias_hh_l0_reverse	3	-0.1398961991071701
283464	rnn.bias_hh_l0_reverse	4	-0.029652278870344162
283464	rnn.bias_hh_l0_reverse	5	-0.12061835825443268
283464	rnn.bias_hh_l0_reverse	6	-0.07435477524995804
283464	rnn.bias_hh_l0_reverse	7	-0.17836613953113556
283464	rnn.bias_hh_l0_reverse	8	-0.05673214793205261
283464	rnn.bias_hh_l0_reverse	9	-0.11710236221551895
283464	linear.weight	0	-0.22788304090499878
283464	linear.weight	1	-0.1318867802619934
283464	linear.weight	2	-0.011228874325752258
283464	linear.weight	3	-0.088710255920887
283464	linear.weight	4	-0.016992662101984024
283464	linear.weight	5	0.246636301279068
283464	linear.weight	6	0.0047744326293468475
283464	linear.weight	7	-0.021312154829502106
283464	linear.weight	8	0.22017449140548706
283464	linear.weight	9	0.2427072376012802
283464	linear.bias	0	-0.8430303931236267
283464	linear.bias	1	1.420000672340393
283464	linear.bias	2	-0.5073739886283875
283464	linear.bias	3	-0.7608004212379456
283464	linear.bias	4	-0.8987475633621216
283464	linear.bias	5	-1.181370496749878
283464	linear.bias	6	-0.9684256315231323
283464	linear.bias	7	-0.676354706287384
283464	linear.bias	8	-0.01705317199230194
283464	linear.bias	9	3.532991886138916
283661	transitions	0	-0.4813137352466583
283661	transitions	1	8.923840522766113
283661	transitions	2	-3.6652417182922363
283661	transitions	3	1.6663026809692383
283661	transitions	4	-2.247607707977295
283661	transitions	5	-0.44058868288993835
283661	transitions	6	-0.19794908165931702
283661	transitions	7	-10000.0
283661	transitions	8	1.8767857551574707
283661	transitions	9	-2.295322895050049
283661	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
283661	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
283661	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
283661	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
283661	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
283661	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
283661	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
283661	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
283661	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
283661	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
283661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
283661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
283661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
283661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
283661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
283661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
283661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
283661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
283661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
283661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
283661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
283661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
283661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
283661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
283661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
283661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
283661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
283661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
283661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
283661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
283661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
283661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
283661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
283661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
283661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
283661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
283661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
283661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
283661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
283661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
283661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
283661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
283661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
283661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
283661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
283661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
283661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
283661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
283661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
283661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
283661	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
283661	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
283661	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
283661	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
283661	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
283661	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
283661	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
283661	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
283661	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
283661	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
283661	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
283661	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
283661	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
283661	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
283661	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
283661	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
283661	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
283661	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
283661	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
283661	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
283661	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
283661	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
283661	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
283661	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
283661	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
283661	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
283661	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
283661	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
283661	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
283661	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
283661	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
283661	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
283661	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
283661	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
283661	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
283661	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
283661	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
283661	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
283661	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
283661	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
283661	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
283661	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
283661	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
283661	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
283661	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
283661	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
283661	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
283661	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
283661	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
283661	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
283661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
283661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
283661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
283661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
283661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
283661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
283661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
283661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
283661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
283661	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
283661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
283661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
283661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
283661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
283661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
283661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
283661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
283661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
283661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
283661	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
283661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
283661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
283661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
283661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
283661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
283661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
283661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
283661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
283661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
283661	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
283661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
283661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
283661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
283661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
283661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
283661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
283661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
283661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
283661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
283661	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
283661	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
283661	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
283661	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
283661	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
283661	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
283661	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
283661	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
283661	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
283661	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
283661	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
283661	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
283661	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
283661	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
283661	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
283661	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
283661	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
283661	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
283661	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
283661	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
283661	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
283661	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
283661	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
283661	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
283661	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
283661	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
283661	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
283661	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
283661	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
283661	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
283661	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
283661	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
283661	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
283661	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
283661	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
283661	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
283661	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
283661	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
283661	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
283661	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
283661	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
283661	embedding2nn.weight	0	0.04617740586400032
283661	embedding2nn.weight	1	-0.08721351623535156
283661	embedding2nn.weight	2	0.003975229803472757
283661	embedding2nn.weight	3	-0.05847722664475441
283661	embedding2nn.weight	4	-0.12598299980163574
283661	embedding2nn.weight	5	0.11111382395029068
283661	embedding2nn.weight	6	-0.07263259589672089
283661	embedding2nn.weight	7	-0.08480993658304214
283661	embedding2nn.weight	8	-0.032853834331035614
283661	embedding2nn.weight	9	0.03899187222123146
283661	embedding2nn.bias	0	0.08122198283672333
283661	embedding2nn.bias	1	-0.024433214217424393
283661	embedding2nn.bias	2	-0.0676083192229271
283661	embedding2nn.bias	3	0.0135706327855587
283661	embedding2nn.bias	4	-0.019037969410419464
283661	embedding2nn.bias	5	-0.18374693393707275
283661	embedding2nn.bias	6	-0.12027942389249802
283661	embedding2nn.bias	7	-0.0025176473427563906
283661	embedding2nn.bias	8	0.05786389485001564
283661	embedding2nn.bias	9	-0.04579943045973778
283661	rnn.weight_ih_l0	0	0.03753285855054855
283661	rnn.weight_ih_l0	1	-0.09184259176254272
283661	rnn.weight_ih_l0	2	-0.06554777920246124
283661	rnn.weight_ih_l0	3	-0.05059514939785004
283661	rnn.weight_ih_l0	4	0.01970117911696434
283661	rnn.weight_ih_l0	5	-0.11019380390644073
283661	rnn.weight_ih_l0	6	-0.030954845249652863
283661	rnn.weight_ih_l0	7	0.004422830883413553
283661	rnn.weight_ih_l0	8	0.0461636446416378
283661	rnn.weight_ih_l0	9	0.008940464816987514
283661	rnn.weight_hh_l0	0	0.004665490239858627
283661	rnn.weight_hh_l0	1	-0.07833817601203918
283661	rnn.weight_hh_l0	2	0.0756666287779808
283661	rnn.weight_hh_l0	3	0.05186348780989647
283661	rnn.weight_hh_l0	4	0.0068571181036531925
283661	rnn.weight_hh_l0	5	0.07084531337022781
283661	rnn.weight_hh_l0	6	-0.018563078716397285
283661	rnn.weight_hh_l0	7	-0.11698092520236969
283661	rnn.weight_hh_l0	8	0.027774536982178688
283661	rnn.weight_hh_l0	9	-0.07521295547485352
283661	rnn.bias_ih_l0	0	-0.08885347098112106
283661	rnn.bias_ih_l0	1	-0.19419440627098083
283661	rnn.bias_ih_l0	2	-0.2691963315010071
283661	rnn.bias_ih_l0	3	-0.2739463448524475
283661	rnn.bias_ih_l0	4	0.001827567582949996
283661	rnn.bias_ih_l0	5	0.05201275274157524
283661	rnn.bias_ih_l0	6	-0.1675938218832016
283661	rnn.bias_ih_l0	7	-0.2754429876804352
283661	rnn.bias_ih_l0	8	-0.15156960487365723
283661	rnn.bias_ih_l0	9	-0.1677553355693817
283661	rnn.bias_hh_l0	0	0.13425329327583313
283661	rnn.bias_hh_l0	1	-0.060357995331287384
283661	rnn.bias_hh_l0	2	0.05510460212826729
283661	rnn.bias_hh_l0	3	-0.1731862872838974
283661	rnn.bias_hh_l0	4	0.0694909617304802
283661	rnn.bias_hh_l0	5	0.051448531448841095
283661	rnn.bias_hh_l0	6	-0.11001919955015182
283661	rnn.bias_hh_l0	7	-0.15274395048618317
283661	rnn.bias_hh_l0	8	-0.18064992129802704
283661	rnn.bias_hh_l0	9	-0.10874289274215698
283661	rnn.weight_ih_l0_reverse	0	-0.02139054425060749
283661	rnn.weight_ih_l0_reverse	1	-0.012565846554934978
283661	rnn.weight_ih_l0_reverse	2	-0.0020639209542423487
283661	rnn.weight_ih_l0_reverse	3	0.0017956770025193691
283661	rnn.weight_ih_l0_reverse	4	0.007322042249143124
283661	rnn.weight_ih_l0_reverse	5	-0.06029164046049118
283661	rnn.weight_ih_l0_reverse	6	-0.04335300624370575
283661	rnn.weight_ih_l0_reverse	7	0.02440054342150688
283661	rnn.weight_ih_l0_reverse	8	0.09835512191057205
283661	rnn.weight_ih_l0_reverse	9	0.0008452003821730614
283661	rnn.weight_hh_l0_reverse	0	0.005082604940980673
283661	rnn.weight_hh_l0_reverse	1	0.026796724647283554
283661	rnn.weight_hh_l0_reverse	2	-0.041217684745788574
283661	rnn.weight_hh_l0_reverse	3	0.045610640197992325
283661	rnn.weight_hh_l0_reverse	4	0.022901790216565132
283661	rnn.weight_hh_l0_reverse	5	-0.011621319688856602
283661	rnn.weight_hh_l0_reverse	6	0.07347798347473145
283661	rnn.weight_hh_l0_reverse	7	0.03834018483757973
283661	rnn.weight_hh_l0_reverse	8	-0.024680275470018387
283661	rnn.weight_hh_l0_reverse	9	-0.02476593852043152
283661	rnn.bias_ih_l0_reverse	0	-0.1510290503501892
283661	rnn.bias_ih_l0_reverse	1	-0.3054323196411133
283661	rnn.bias_ih_l0_reverse	2	-0.06187838688492775
283661	rnn.bias_ih_l0_reverse	3	-0.14996539056301117
283661	rnn.bias_ih_l0_reverse	4	0.0622006319463253
283661	rnn.bias_ih_l0_reverse	5	-0.283153772354126
283661	rnn.bias_ih_l0_reverse	6	-0.06848689913749695
283661	rnn.bias_ih_l0_reverse	7	0.006189950276166201
283661	rnn.bias_ih_l0_reverse	8	-0.19296832382678986
283661	rnn.bias_ih_l0_reverse	9	-0.08232571929693222
283661	rnn.bias_hh_l0_reverse	0	-0.15232287347316742
283661	rnn.bias_hh_l0_reverse	1	-0.15126803517341614
283661	rnn.bias_hh_l0_reverse	2	-0.010312216356396675
283661	rnn.bias_hh_l0_reverse	3	-0.13962788879871368
283661	rnn.bias_hh_l0_reverse	4	-0.02960909716784954
283661	rnn.bias_hh_l0_reverse	5	-0.12030404806137085
283661	rnn.bias_hh_l0_reverse	6	-0.0745992511510849
283661	rnn.bias_hh_l0_reverse	7	-0.178824320435524
283661	rnn.bias_hh_l0_reverse	8	-0.056318651884794235
283661	rnn.bias_hh_l0_reverse	9	-0.11658459901809692
283661	linear.weight	0	-0.22936895489692688
283661	linear.weight	1	-0.1335809975862503
283661	linear.weight	2	-0.011228874325752258
283661	linear.weight	3	-0.09033457934856415
283661	linear.weight	4	-0.016759149730205536
283661	linear.weight	5	0.24455399811267853
283661	linear.weight	6	0.0047744326293468475
283661	linear.weight	7	-0.021312154829502106
283661	linear.weight	8	0.218109130859375
283661	linear.weight	9	0.24393169581890106
283661	linear.bias	0	-0.840596616268158
283661	linear.bias	1	1.4229305982589722
283661	linear.bias	2	-0.5110055804252625
283661	linear.bias	3	-0.76475989818573
283661	linear.bias	4	-0.904554545879364
283661	linear.bias	5	-1.1813725233078003
283661	linear.bias	6	-0.9659290313720703
283661	linear.bias	7	-0.6764259338378906
283661	linear.bias	8	-0.01705317199230194
283661	linear.bias	9	3.525477647781372
283858	transitions	0	-0.4813424050807953
283858	transitions	1	8.925437927246094
283858	transitions	2	-3.665323495864868
283858	transitions	3	1.6650804281234741
283858	transitions	4	-2.2476344108581543
283858	transitions	5	-0.4406927227973938
283858	transitions	6	-0.19795112311840057
283858	transitions	7	-10000.0
283858	transitions	8	1.8768625259399414
283858	transitions	9	-2.295322895050049
283858	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
283858	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
283858	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
283858	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
283858	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
283858	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
283858	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
283858	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
283858	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
283858	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
283858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
283858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
283858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
283858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
283858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
283858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
283858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
283858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
283858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
283858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
283858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
283858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
283858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
283858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
283858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
283858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
283858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
283858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
283858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
283858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
283858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
283858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
283858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
283858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
283858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
283858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
283858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
283858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
283858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
283858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
283858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
283858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
283858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
283858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
283858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
283858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
283858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
283858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
283858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
283858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
283858	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
283858	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
283858	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
283858	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
283858	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
283858	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
283858	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
283858	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
283858	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
283858	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
283858	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
283858	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
283858	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
283858	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
283858	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
283858	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
283858	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
283858	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
283858	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
283858	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
283858	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
283858	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
283858	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
283858	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
283858	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
283858	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
283858	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
283858	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
283858	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
283858	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
283858	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
283858	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
283858	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
283858	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
283858	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
283858	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
283858	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
283858	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
283858	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
283858	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
283858	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
283858	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
283858	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
283858	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
283858	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
283858	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
283858	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
283858	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
283858	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
283858	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
283858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
283858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
283858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
283858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
283858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
283858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
283858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
283858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
283858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
283858	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
283858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
283858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
283858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
283858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
283858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
283858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
283858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
283858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
283858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
283858	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
283858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
283858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
283858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
283858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
283858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
283858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
283858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
283858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
283858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
283858	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
283858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
283858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
283858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
283858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
283858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
283858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
283858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
283858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
283858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
283858	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
283858	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
283858	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
283858	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
283858	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
283858	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
283858	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
283858	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
283858	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
283858	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
283858	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
283858	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
283858	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
283858	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
283858	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
283858	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
283858	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
283858	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
283858	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
283858	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
283858	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
283858	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
283858	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
283858	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
283858	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
283858	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
283858	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
283858	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
283858	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
283858	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
283858	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
283858	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
283858	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
283858	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
283858	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
283858	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
283858	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
283858	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
283858	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
283858	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
283858	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
283858	embedding2nn.weight	0	0.046188339591026306
283858	embedding2nn.weight	1	-0.08722229301929474
283858	embedding2nn.weight	2	0.004566599149256945
283858	embedding2nn.weight	3	-0.05868140608072281
283858	embedding2nn.weight	4	-0.12643565237522125
283858	embedding2nn.weight	5	0.11128581315279007
283858	embedding2nn.weight	6	-0.07218322157859802
283858	embedding2nn.weight	7	-0.08442111313343048
283858	embedding2nn.weight	8	-0.033050887286663055
283858	embedding2nn.weight	9	0.03880482539534569
283858	embedding2nn.bias	0	0.08479571342468262
283858	embedding2nn.bias	1	-0.026547783985733986
283858	embedding2nn.bias	2	-0.07118815183639526
283858	embedding2nn.bias	3	0.016209254041314125
283858	embedding2nn.bias	4	-0.022165806964039803
283858	embedding2nn.bias	5	-0.18344686925411224
283858	embedding2nn.bias	6	-0.11962060630321503
283858	embedding2nn.bias	7	-0.0004764787445310503
283858	embedding2nn.bias	8	0.055791620165109634
283858	embedding2nn.bias	9	-0.04378969222307205
283858	rnn.weight_ih_l0	0	0.03741789236664772
283858	rnn.weight_ih_l0	1	-0.09188417345285416
283858	rnn.weight_ih_l0	2	-0.06575246155261993
283858	rnn.weight_ih_l0	3	-0.05061272531747818
283858	rnn.weight_ih_l0	4	0.01971115544438362
283858	rnn.weight_ih_l0	5	-0.11073904484510422
283858	rnn.weight_ih_l0	6	-0.030760508030653
283858	rnn.weight_ih_l0	7	0.0043912711553275585
283858	rnn.weight_ih_l0	8	0.04626886919140816
283858	rnn.weight_ih_l0	9	0.009096954017877579
283858	rnn.weight_hh_l0	0	0.004605690483003855
283858	rnn.weight_hh_l0	1	-0.07856634259223938
283858	rnn.weight_hh_l0	2	0.07557081431150436
283858	rnn.weight_hh_l0	3	0.05200474336743355
283858	rnn.weight_hh_l0	4	0.006832062266767025
283858	rnn.weight_hh_l0	5	0.07099664211273193
283858	rnn.weight_hh_l0	6	-0.0185592919588089
283858	rnn.weight_hh_l0	7	-0.11709392815828323
283858	rnn.weight_hh_l0	8	0.027737565338611603
283858	rnn.weight_hh_l0	9	-0.0753212496638298
283858	rnn.bias_ih_l0	0	-0.08919695019721985
283858	rnn.bias_ih_l0	1	-0.1936834454536438
283858	rnn.bias_ih_l0	2	-0.26927080750465393
283858	rnn.bias_ih_l0	3	-0.2742268145084381
283858	rnn.bias_ih_l0	4	0.00142302003223449
283858	rnn.bias_ih_l0	5	0.05205119401216507
283858	rnn.bias_ih_l0	6	-0.1675213873386383
283858	rnn.bias_ih_l0	7	-0.2756897807121277
283858	rnn.bias_ih_l0	8	-0.15124496817588806
283858	rnn.bias_ih_l0	9	-0.16790877282619476
283858	rnn.bias_hh_l0	0	0.13416439294815063
283858	rnn.bias_hh_l0	1	-0.060244522988796234
283858	rnn.bias_hh_l0	2	0.05466347560286522
283858	rnn.bias_hh_l0	3	-0.17288616299629211
283858	rnn.bias_hh_l0	4	0.07000073045492172
283858	rnn.bias_hh_l0	5	0.052818626165390015
283858	rnn.bias_hh_l0	6	-0.11013256758451462
283858	rnn.bias_hh_l0	7	-0.15264743566513062
283858	rnn.bias_hh_l0	8	-0.18084333837032318
283858	rnn.bias_hh_l0	9	-0.10892824083566666
283858	rnn.weight_ih_l0_reverse	0	-0.021245500072836876
283858	rnn.weight_ih_l0_reverse	1	-0.012414203025400639
283858	rnn.weight_ih_l0_reverse	2	-0.0019979295320808887
283858	rnn.weight_ih_l0_reverse	3	0.0017273681005463004
283858	rnn.weight_ih_l0_reverse	4	0.0072273616679012775
283858	rnn.weight_ih_l0_reverse	5	-0.06045670434832573
283858	rnn.weight_ih_l0_reverse	6	-0.04306226596236229
283858	rnn.weight_ih_l0_reverse	7	0.024609947577118874
283858	rnn.weight_ih_l0_reverse	8	0.09821557998657227
283858	rnn.weight_ih_l0_reverse	9	0.000959959696047008
283858	rnn.weight_hh_l0_reverse	0	0.004987454041838646
283858	rnn.weight_hh_l0_reverse	1	0.02690275013446808
283858	rnn.weight_hh_l0_reverse	2	-0.041146110743284225
283858	rnn.weight_hh_l0_reverse	3	0.045554060488939285
283858	rnn.weight_hh_l0_reverse	4	0.02296994812786579
283858	rnn.weight_hh_l0_reverse	5	-0.011592167429625988
283858	rnn.weight_hh_l0_reverse	6	0.07343577593564987
283858	rnn.weight_hh_l0_reverse	7	0.03839404881000519
283858	rnn.weight_hh_l0_reverse	8	-0.0247476939111948
283858	rnn.weight_hh_l0_reverse	9	-0.024605946615338326
283858	rnn.bias_ih_l0_reverse	0	-0.15127742290496826
283858	rnn.bias_ih_l0_reverse	1	-0.3053705394268036
283858	rnn.bias_ih_l0_reverse	2	-0.06200036033987999
283858	rnn.bias_ih_l0_reverse	3	-0.15001541376113892
283858	rnn.bias_ih_l0_reverse	4	0.0620967373251915
283858	rnn.bias_ih_l0_reverse	5	-0.28350576758384705
283858	rnn.bias_ih_l0_reverse	6	-0.06790555268526077
283858	rnn.bias_ih_l0_reverse	7	0.0060975197702646255
283858	rnn.bias_ih_l0_reverse	8	-0.19291922450065613
283858	rnn.bias_ih_l0_reverse	9	-0.08212156593799591
283858	rnn.bias_hh_l0_reverse	0	-0.15192514657974243
283858	rnn.bias_hh_l0_reverse	1	-0.15075954794883728
283858	rnn.bias_hh_l0_reverse	2	-0.010103137232363224
283858	rnn.bias_hh_l0_reverse	3	-0.13960742950439453
283858	rnn.bias_hh_l0_reverse	4	-0.029210999608039856
283858	rnn.bias_hh_l0_reverse	5	-0.12035047262907028
283858	rnn.bias_hh_l0_reverse	6	-0.07388131320476532
283858	rnn.bias_hh_l0_reverse	7	-0.17907311022281647
283858	rnn.bias_hh_l0_reverse	8	-0.05605572089552879
283858	rnn.bias_hh_l0_reverse	9	-0.11636003106832504
283858	linear.weight	0	-0.2319103181362152
283858	linear.weight	1	-0.13365496695041656
283858	linear.weight	2	-0.011228874325752258
283858	linear.weight	3	-0.09085092693567276
283858	linear.weight	4	-0.01608998328447342
283858	linear.weight	5	0.24566932022571564
283858	linear.weight	6	0.0047744326293468475
283858	linear.weight	7	-0.021312154829502106
283858	linear.weight	8	0.21866506338119507
283858	linear.weight	9	0.24492649734020233
283858	linear.bias	0	-0.8376894593238831
283858	linear.bias	1	1.4114254713058472
283858	linear.bias	2	-0.504071056842804
283858	linear.bias	3	-0.7641691565513611
283858	linear.bias	4	-0.8930249214172363
283858	linear.bias	5	-1.1813743114471436
283858	linear.bias	6	-0.9628699421882629
283858	linear.bias	7	-0.6837142705917358
283858	linear.bias	8	-0.01705317199230194
283858	linear.bias	9	3.531005382537842
284055	transitions	0	-0.4813566505908966
284055	transitions	1	8.92536735534668
284055	transitions	2	-3.665478229522705
284055	transitions	3	1.6645231246948242
284055	transitions	4	-2.2476673126220703
284055	transitions	5	-0.44069626927375793
284055	transitions	6	-0.19795425236225128
284055	transitions	7	-10000.0
284055	transitions	8	1.8767061233520508
284055	transitions	9	-2.295322895050049
284055	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
284055	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
284055	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
284055	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
284055	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
284055	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
284055	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
284055	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
284055	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
284055	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
284055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
284055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
284055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
284055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
284055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
284055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
284055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
284055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
284055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
284055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
284055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
284055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
284055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
284055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
284055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
284055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
284055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
284055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
284055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
284055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
284055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
284055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
284055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
284055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
284055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
284055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
284055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
284055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
284055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
284055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
284055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
284055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
284055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
284055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
284055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
284055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
284055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
284055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
284055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
284055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
284055	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
284055	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
284055	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
284055	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
284055	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
284055	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
284055	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
284055	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
284055	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
284055	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
284055	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
284055	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
284055	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
284055	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
284055	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
284055	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
284055	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
284055	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
284055	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
284055	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
284055	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
284055	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
284055	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
284055	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
284055	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
284055	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
284055	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
284055	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
284055	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
284055	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
284055	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
284055	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
284055	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
284055	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
284055	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
284055	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
284055	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
284055	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
284055	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
284055	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
284055	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
284055	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
284055	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
284055	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
284055	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
284055	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
284055	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
284055	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
284055	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
284055	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
284055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
284055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
284055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
284055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
284055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
284055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
284055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
284055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
284055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
284055	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
284055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
284055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
284055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
284055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
284055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
284055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
284055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
284055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
284055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
284055	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
284055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
284055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
284055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
284055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
284055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
284055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
284055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
284055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
284055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
284055	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
284055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
284055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
284055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
284055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
284055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
284055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
284055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
284055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
284055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
284055	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
284055	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
284055	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
284055	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
284055	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
284055	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
284055	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
284055	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
284055	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
284055	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
284055	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
284055	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
284055	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
284055	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
284055	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
284055	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
284055	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
284055	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
284055	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
284055	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
284055	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
284055	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
284055	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
284055	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
284055	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
284055	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
284055	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
284055	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
284055	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
284055	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
284055	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
284055	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
284055	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
284055	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
284055	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
284055	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
284055	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
284055	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
284055	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
284055	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
284055	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
284055	embedding2nn.weight	0	0.04623563215136528
284055	embedding2nn.weight	1	-0.08702109009027481
284055	embedding2nn.weight	2	0.004639696329832077
284055	embedding2nn.weight	3	-0.058371108025312424
284055	embedding2nn.weight	4	-0.12729297578334808
284055	embedding2nn.weight	5	0.11127430200576782
284055	embedding2nn.weight	6	-0.07104352861642838
284055	embedding2nn.weight	7	-0.08447136729955673
284055	embedding2nn.weight	8	-0.03288407251238823
284055	embedding2nn.weight	9	0.038636140525341034
284055	embedding2nn.bias	0	0.08597491681575775
284055	embedding2nn.bias	1	-0.0245517510920763
284055	embedding2nn.bias	2	-0.06987182050943375
284055	embedding2nn.bias	3	0.012557524256408215
284055	embedding2nn.bias	4	-0.022203152999281883
284055	embedding2nn.bias	5	-0.1845746487379074
284055	embedding2nn.bias	6	-0.12176651507616043
284055	embedding2nn.bias	7	-0.0007471024291589856
284055	embedding2nn.bias	8	0.0549517422914505
284055	embedding2nn.bias	9	-0.04466336965560913
284055	rnn.weight_ih_l0	0	0.03758259490132332
284055	rnn.weight_ih_l0	1	-0.0917673334479332
284055	rnn.weight_ih_l0	2	-0.06581795960664749
284055	rnn.weight_ih_l0	3	-0.05054115504026413
284055	rnn.weight_ih_l0	4	0.019637688994407654
284055	rnn.weight_ih_l0	5	-0.11060179024934769
284055	rnn.weight_ih_l0	6	-0.03073418140411377
284055	rnn.weight_ih_l0	7	0.0044220732524991035
284055	rnn.weight_ih_l0	8	0.04648140072822571
284055	rnn.weight_ih_l0	9	0.009205807000398636
284055	rnn.weight_hh_l0	0	0.0044153910130262375
284055	rnn.weight_hh_l0	1	-0.07846372574567795
284055	rnn.weight_hh_l0	2	0.0756363570690155
284055	rnn.weight_hh_l0	3	0.051938045769929886
284055	rnn.weight_hh_l0	4	0.00680288951843977
284055	rnn.weight_hh_l0	5	0.07106315344572067
284055	rnn.weight_hh_l0	6	-0.018621109426021576
284055	rnn.weight_hh_l0	7	-0.117100790143013
284055	rnn.weight_hh_l0	8	0.027900652959942818
284055	rnn.weight_hh_l0	9	-0.07558274269104004
284055	rnn.bias_ih_l0	0	-0.0888889878988266
284055	rnn.bias_ih_l0	1	-0.1934344321489334
284055	rnn.bias_ih_l0	2	-0.26901355385780334
284055	rnn.bias_ih_l0	3	-0.2744485139846802
284055	rnn.bias_ih_l0	4	0.001083712326362729
284055	rnn.bias_ih_l0	5	0.050766151398420334
284055	rnn.bias_ih_l0	6	-0.16718633472919464
284055	rnn.bias_ih_l0	7	-0.27540892362594604
284055	rnn.bias_ih_l0	8	-0.15101034939289093
284055	rnn.bias_ih_l0	9	-0.16799487173557281
284055	rnn.bias_hh_l0	0	0.13416609168052673
284055	rnn.bias_hh_l0	1	-0.060065384954214096
284055	rnn.bias_hh_l0	2	0.054638661444187164
284055	rnn.bias_hh_l0	3	-0.17267444729804993
284055	rnn.bias_hh_l0	4	0.07000478357076645
284055	rnn.bias_hh_l0	5	0.05247390270233154
284055	rnn.bias_hh_l0	6	-0.11006852239370346
284055	rnn.bias_hh_l0	7	-0.15279421210289001
284055	rnn.bias_hh_l0	8	-0.18171370029449463
284055	rnn.bias_hh_l0	9	-0.10869072377681732
284055	rnn.weight_ih_l0_reverse	0	-0.02128632925450802
284055	rnn.weight_ih_l0_reverse	1	-0.012247983366250992
284055	rnn.weight_ih_l0_reverse	2	-0.002166635589674115
284055	rnn.weight_ih_l0_reverse	3	0.0026442110538482666
284055	rnn.weight_ih_l0_reverse	4	0.007420221343636513
284055	rnn.weight_ih_l0_reverse	5	-0.06049894914031029
284055	rnn.weight_ih_l0_reverse	6	-0.04278310388326645
284055	rnn.weight_ih_l0_reverse	7	0.024710601195693016
284055	rnn.weight_ih_l0_reverse	8	0.09823999553918839
284055	rnn.weight_ih_l0_reverse	9	0.0007953846943564713
284055	rnn.weight_hh_l0_reverse	0	0.004922307096421719
284055	rnn.weight_hh_l0_reverse	1	0.026955991983413696
284055	rnn.weight_hh_l0_reverse	2	-0.04103374108672142
284055	rnn.weight_hh_l0_reverse	3	0.045575063675642014
284055	rnn.weight_hh_l0_reverse	4	0.022971557453274727
284055	rnn.weight_hh_l0_reverse	5	-0.011466527357697487
284055	rnn.weight_hh_l0_reverse	6	0.07345930486917496
284055	rnn.weight_hh_l0_reverse	7	0.03831823542714119
284055	rnn.weight_hh_l0_reverse	8	-0.024840878322720528
284055	rnn.weight_hh_l0_reverse	9	-0.024554647505283356
284055	rnn.bias_ih_l0_reverse	0	-0.1508912891149521
284055	rnn.bias_ih_l0_reverse	1	-0.30551043152809143
284055	rnn.bias_ih_l0_reverse	2	-0.06243887543678284
284055	rnn.bias_ih_l0_reverse	3	-0.15009580552577972
284055	rnn.bias_ih_l0_reverse	4	0.061381302773952484
284055	rnn.bias_ih_l0_reverse	5	-0.283884733915329
284055	rnn.bias_ih_l0_reverse	6	-0.06820427626371384
284055	rnn.bias_ih_l0_reverse	7	0.006035421509295702
284055	rnn.bias_ih_l0_reverse	8	-0.1932683289051056
284055	rnn.bias_ih_l0_reverse	9	-0.08178815245628357
284055	rnn.bias_hh_l0_reverse	0	-0.15157610177993774
284055	rnn.bias_hh_l0_reverse	1	-0.15076859295368195
284055	rnn.bias_hh_l0_reverse	2	-0.010357595980167389
284055	rnn.bias_hh_l0_reverse	3	-0.139203742146492
284055	rnn.bias_hh_l0_reverse	4	-0.029371952638030052
284055	rnn.bias_hh_l0_reverse	5	-0.12011123448610306
284055	rnn.bias_hh_l0_reverse	6	-0.07395795732736588
284055	rnn.bias_hh_l0_reverse	7	-0.1791161447763443
284055	rnn.bias_hh_l0_reverse	8	-0.05623696744441986
284055	rnn.bias_hh_l0_reverse	9	-0.11640919744968414
284055	linear.weight	0	-0.23227807879447937
284055	linear.weight	1	-0.13376739621162415
284055	linear.weight	2	-0.011228874325752258
284055	linear.weight	3	-0.09065744280815125
284055	linear.weight	4	-0.01810160093009472
284055	linear.weight	5	0.24561528861522675
284055	linear.weight	6	0.0047744326293468475
284055	linear.weight	7	-0.021312154829502106
284055	linear.weight	8	0.21517141163349152
284055	linear.weight	9	0.24509531259536743
284055	linear.bias	0	-0.8388680815696716
284055	linear.bias	1	1.400836706161499
284055	linear.bias	2	-0.49515360593795776
284055	linear.bias	3	-0.7632414102554321
284055	linear.bias	4	-0.8902145624160767
284055	linear.bias	5	-1.1813759803771973
284055	linear.bias	6	-0.9636266827583313
284055	linear.bias	7	-0.6856292486190796
284055	linear.bias	8	-0.01705317199230194
284055	linear.bias	9	3.5380632877349854
284252	transitions	0	-0.48136791586875916
284252	transitions	1	8.93283462524414
284252	transitions	2	-3.66554856300354
284252	transitions	3	1.668074131011963
284252	transitions	4	-2.2477314472198486
284252	transitions	5	-0.4407007098197937
284252	transitions	6	-0.1979568600654602
284252	transitions	7	-10000.0
284252	transitions	8	1.876838207244873
284252	transitions	9	-2.295322895050049
284252	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
284252	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
284252	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
284252	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
284252	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
284252	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
284252	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
284252	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
284252	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
284252	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
284252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
284252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
284252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
284252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
284252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
284252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
284252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
284252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
284252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
284252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
284252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
284252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
284252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
284252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
284252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
284252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
284252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
284252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
284252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
284252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
284252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
284252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
284252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
284252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
284252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
284252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
284252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
284252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
284252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
284252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
284252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
284252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
284252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
284252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
284252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
284252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
284252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
284252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
284252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
284252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
284252	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
284252	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
284252	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
284252	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
284252	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
284252	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
284252	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
284252	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
284252	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
284252	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
284252	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
284252	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
284252	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
284252	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
284252	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
284252	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
284252	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
284252	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
284252	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
284252	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
284252	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
284252	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
284252	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
284252	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
284252	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
284252	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
284252	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
284252	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
284252	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
284252	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
284252	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
284252	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
284252	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
284252	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
284252	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
284252	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
284252	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
284252	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
284252	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
284252	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
284252	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
284252	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
284252	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
284252	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
284252	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
284252	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
284252	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
284252	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
284252	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
284252	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
284252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
284252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
284252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
284252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
284252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
284252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
284252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
284252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
284252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
284252	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
284252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
284252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
284252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
284252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
284252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
284252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
284252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
284252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
284252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
284252	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
284252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
284252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
284252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
284252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
284252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
284252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
284252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
284252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
284252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
284252	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
284252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
284252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
284252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
284252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
284252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
284252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
284252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
284252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
284252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
284252	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
284252	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
284252	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
284252	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
284252	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
284252	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
284252	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
284252	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
284252	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
284252	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
284252	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
284252	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
284252	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
284252	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
284252	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
284252	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
284252	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
284252	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
284252	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
284252	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
284252	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
284252	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
284252	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
284252	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
284252	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
284252	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
284252	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
284252	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
284252	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
284252	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
284252	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
284252	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
284252	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
284252	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
284252	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
284252	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
284252	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
284252	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
284252	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
284252	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
284252	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
284252	embedding2nn.weight	0	0.04630003124475479
284252	embedding2nn.weight	1	-0.08707303553819656
284252	embedding2nn.weight	2	0.00491420878097415
284252	embedding2nn.weight	3	-0.05842287093400955
284252	embedding2nn.weight	4	-0.12782832980155945
284252	embedding2nn.weight	5	0.11129474639892578
284252	embedding2nn.weight	6	-0.0717647597193718
284252	embedding2nn.weight	7	-0.08465560525655746
284252	embedding2nn.weight	8	-0.03315799683332443
284252	embedding2nn.weight	9	0.03901977092027664
284252	embedding2nn.bias	0	0.08480279892683029
284252	embedding2nn.bias	1	-0.027361366897821426
284252	embedding2nn.bias	2	-0.0691918209195137
284252	embedding2nn.bias	3	0.013617441989481449
284252	embedding2nn.bias	4	-0.02200576290488243
284252	embedding2nn.bias	5	-0.18471693992614746
284252	embedding2nn.bias	6	-0.12163859605789185
284252	embedding2nn.bias	7	-0.001181426108814776
284252	embedding2nn.bias	8	0.05544798821210861
284252	embedding2nn.bias	9	-0.043366286903619766
284252	rnn.weight_ih_l0	0	0.03791101649403572
284252	rnn.weight_ih_l0	1	-0.0922027975320816
284252	rnn.weight_ih_l0	2	-0.06564216315746307
284252	rnn.weight_ih_l0	3	-0.05045642331242561
284252	rnn.weight_ih_l0	4	0.019407501444220543
284252	rnn.weight_ih_l0	5	-0.11058986186981201
284252	rnn.weight_ih_l0	6	-0.03052542917430401
284252	rnn.weight_ih_l0	7	0.004717816598713398
284252	rnn.weight_ih_l0	8	0.04681786522269249
284252	rnn.weight_ih_l0	9	0.009496095590293407
284252	rnn.weight_hh_l0	0	0.0045200674794614315
284252	rnn.weight_hh_l0	1	-0.07851383835077286
284252	rnn.weight_hh_l0	2	0.07568991929292679
284252	rnn.weight_hh_l0	3	0.051895152777433395
284252	rnn.weight_hh_l0	4	0.006753111258149147
284252	rnn.weight_hh_l0	5	0.0713331326842308
284252	rnn.weight_hh_l0	6	-0.018645331263542175
284252	rnn.weight_hh_l0	7	-0.11697746813297272
284252	rnn.weight_hh_l0	8	0.027862904593348503
284252	rnn.weight_hh_l0	9	-0.07519201934337616
284252	rnn.bias_ih_l0	0	-0.0890808179974556
284252	rnn.bias_ih_l0	1	-0.19318388402462006
284252	rnn.bias_ih_l0	2	-0.26848721504211426
284252	rnn.bias_ih_l0	3	-0.27436089515686035
284252	rnn.bias_ih_l0	4	0.0010510090505704284
284252	rnn.bias_ih_l0	5	0.05090833827853203
284252	rnn.bias_ih_l0	6	-0.16700351238250732
284252	rnn.bias_ih_l0	7	-0.27564600110054016
284252	rnn.bias_ih_l0	8	-0.15121375024318695
284252	rnn.bias_ih_l0	9	-0.16775912046432495
284252	rnn.bias_hh_l0	0	0.13385377824306488
284252	rnn.bias_hh_l0	1	-0.05997214466333389
284252	rnn.bias_hh_l0	2	0.054346565157175064
284252	rnn.bias_hh_l0	3	-0.17283561825752258
284252	rnn.bias_hh_l0	4	0.07079910486936569
284252	rnn.bias_hh_l0	5	0.05262278765439987
284252	rnn.bias_hh_l0	6	-0.10951380431652069
284252	rnn.bias_hh_l0	7	-0.15327009558677673
284252	rnn.bias_hh_l0	8	-0.18155691027641296
284252	rnn.bias_hh_l0	9	-0.10862695425748825
284252	rnn.weight_ih_l0_reverse	0	-0.02139859087765217
284252	rnn.weight_ih_l0_reverse	1	-0.01217761728912592
284252	rnn.weight_ih_l0_reverse	2	-0.0017197865527123213
284252	rnn.weight_ih_l0_reverse	3	0.0027912012301385403
284252	rnn.weight_ih_l0_reverse	4	0.007303966674953699
284252	rnn.weight_ih_l0_reverse	5	-0.060417693108320236
284252	rnn.weight_ih_l0_reverse	6	-0.042732495814561844
284252	rnn.weight_ih_l0_reverse	7	0.02476660907268524
284252	rnn.weight_ih_l0_reverse	8	0.09803896397352219
284252	rnn.weight_ih_l0_reverse	9	0.0010563634568825364
284252	rnn.weight_hh_l0_reverse	0	0.004999747034162283
284252	rnn.weight_hh_l0_reverse	1	0.02675555646419525
284252	rnn.weight_hh_l0_reverse	2	-0.040869954973459244
284252	rnn.weight_hh_l0_reverse	3	0.04569851979613304
284252	rnn.weight_hh_l0_reverse	4	0.023018283769488335
284252	rnn.weight_hh_l0_reverse	5	-0.0112538430839777
284252	rnn.weight_hh_l0_reverse	6	0.07360152155160904
284252	rnn.weight_hh_l0_reverse	7	0.03826342150568962
284252	rnn.weight_hh_l0_reverse	8	-0.024713508784770966
284252	rnn.weight_hh_l0_reverse	9	-0.02456316351890564
284252	rnn.bias_ih_l0_reverse	0	-0.1510542929172516
284252	rnn.bias_ih_l0_reverse	1	-0.3058573007583618
284252	rnn.bias_ih_l0_reverse	2	-0.06241408362984657
284252	rnn.bias_ih_l0_reverse	3	-0.15055613219738007
284252	rnn.bias_ih_l0_reverse	4	0.061520203948020935
284252	rnn.bias_ih_l0_reverse	5	-0.2842024862766266
284252	rnn.bias_ih_l0_reverse	6	-0.06823258101940155
284252	rnn.bias_ih_l0_reverse	7	0.007009284570813179
284252	rnn.bias_ih_l0_reverse	8	-0.19293488562107086
284252	rnn.bias_ih_l0_reverse	9	-0.08131853491067886
284252	rnn.bias_hh_l0_reverse	0	-0.15229520201683044
284252	rnn.bias_hh_l0_reverse	1	-0.15053154528141022
284252	rnn.bias_hh_l0_reverse	2	-0.010497543960809708
284252	rnn.bias_hh_l0_reverse	3	-0.13841232657432556
284252	rnn.bias_hh_l0_reverse	4	-0.029338741675019264
284252	rnn.bias_hh_l0_reverse	5	-0.120063416659832
284252	rnn.bias_hh_l0_reverse	6	-0.07326164096593857
284252	rnn.bias_hh_l0_reverse	7	-0.17873583734035492
284252	rnn.bias_hh_l0_reverse	8	-0.056031234562397
284252	rnn.bias_hh_l0_reverse	9	-0.11571907252073288
284252	linear.weight	0	-0.23119568824768066
284252	linear.weight	1	-0.13300193846225739
284252	linear.weight	2	-0.011228874325752258
284252	linear.weight	3	-0.08950930088758469
284252	linear.weight	4	-0.016825102269649506
284252	linear.weight	5	0.24359677731990814
284252	linear.weight	6	0.0047744326293468475
284252	linear.weight	7	-0.021312154829502106
284252	linear.weight	8	0.216718390583992
284252	linear.weight	9	0.2456299066543579
284252	linear.bias	0	-0.8438879251480103
284252	linear.bias	1	1.405024528503418
284252	linear.bias	2	-0.5098440647125244
284252	linear.bias	3	-0.7574874758720398
284252	linear.bias	4	-0.8893741369247437
284252	linear.bias	5	-1.181377649307251
284252	linear.bias	6	-0.9684730768203735
284252	linear.bias	7	-0.6853190064430237
284252	linear.bias	8	-0.01705317199230194
284252	linear.bias	9	3.5449979305267334
284256	transitions	0	-0.48136791586875916
284256	transitions	1	8.932766914367676
284256	transitions	2	-3.66554856300354
284256	transitions	3	1.6680740118026733
284256	transitions	4	-2.2477314472198486
284256	transitions	5	-0.4407007098197937
284256	transitions	6	-0.1979568600654602
284256	transitions	7	-10000.0
284256	transitions	8	1.8768380880355835
284256	transitions	9	-2.295322895050049
284256	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
284256	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
284256	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
284256	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
284256	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
284256	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
284256	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
284256	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
284256	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
284256	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
284256	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
284256	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
284256	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
284256	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
284256	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
284256	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
284256	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
284256	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
284256	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
284256	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
284256	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
284256	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
284256	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
284256	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
284256	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
284256	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
284256	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
284256	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
284256	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
284256	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
284256	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
284256	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
284256	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
284256	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
284256	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
284256	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
284256	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
284256	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
284256	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
284256	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
284256	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
284256	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
284256	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
284256	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
284256	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
284256	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
284256	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
284256	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
284256	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
284256	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
284256	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
284256	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
284256	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
284256	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
284256	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
284256	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
284256	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
284256	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
284256	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
284256	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
284256	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
284256	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
284256	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
284256	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
284256	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
284256	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
284256	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
284256	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
284256	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
284256	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
284256	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
284256	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
284256	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
284256	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
284256	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
284256	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
284256	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
284256	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
284256	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
284256	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
284256	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
284256	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
284256	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
284256	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
284256	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
284256	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
284256	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
284256	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
284256	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
284256	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
284256	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
284256	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
284256	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
284256	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
284256	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
284256	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
284256	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
284256	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
284256	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
284256	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
284256	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
284256	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
284256	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
284256	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
284256	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
284256	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
284256	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
284256	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
284256	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
284256	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
284256	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
284256	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
284256	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
284256	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
284256	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
284256	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
284256	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
284256	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
284256	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
284256	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
284256	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
284256	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
284256	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
284256	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
284256	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
284256	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
284256	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
284256	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
284256	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
284256	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
284256	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
284256	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
284256	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
284256	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
284256	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
284256	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
284256	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
284256	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
284256	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
284256	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
284256	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
284256	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
284256	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
284256	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
284256	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
284256	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
284256	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
284256	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
284256	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
284256	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
284256	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
284256	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
284256	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
284256	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
284256	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
284256	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
284256	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
284256	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
284256	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
284256	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
284256	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
284256	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
284256	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
284256	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
284256	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
284256	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
284256	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
284256	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
284256	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
284256	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
284256	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
284256	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
284256	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
284256	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
284256	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
284256	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
284256	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
284256	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
284256	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
284256	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
284256	embedding2nn.weight	0	0.04630926251411438
284256	embedding2nn.weight	1	-0.08706946671009064
284256	embedding2nn.weight	2	0.004903517197817564
284256	embedding2nn.weight	3	-0.05841900780797005
284256	embedding2nn.weight	4	-0.12784436345100403
284256	embedding2nn.weight	5	0.11126413941383362
284256	embedding2nn.weight	6	-0.07170173525810242
284256	embedding2nn.weight	7	-0.08464433997869492
284256	embedding2nn.weight	8	-0.03316260129213333
284256	embedding2nn.weight	9	0.03906768932938576
284256	embedding2nn.bias	0	0.08435637503862381
284256	embedding2nn.bias	1	-0.027482621371746063
284256	embedding2nn.bias	2	-0.06937923282384872
284256	embedding2nn.bias	3	0.013342699036002159
284256	embedding2nn.bias	4	-0.021918976679444313
284256	embedding2nn.bias	5	-0.18490754067897797
284256	embedding2nn.bias	6	-0.12127544730901718
284256	embedding2nn.bias	7	-0.001128506031818688
284256	embedding2nn.bias	8	0.055724937468767166
284256	embedding2nn.bias	9	-0.04321465268731117
284256	rnn.weight_ih_l0	0	0.03793708607554436
284256	rnn.weight_ih_l0	1	-0.0921953096985817
284256	rnn.weight_ih_l0	2	-0.06564751267433167
284256	rnn.weight_ih_l0	3	-0.0504356287419796
284256	rnn.weight_ih_l0	4	0.01939569227397442
284256	rnn.weight_ih_l0	5	-0.11055255681276321
284256	rnn.weight_ih_l0	6	-0.03052576258778572
284256	rnn.weight_ih_l0	7	0.004733987618237734
284256	rnn.weight_ih_l0	8	0.046805668622255325
284256	rnn.weight_ih_l0	9	0.009483491070568562
284256	rnn.weight_hh_l0	0	0.0045202961191535
284256	rnn.weight_hh_l0	1	-0.07851756364107132
284256	rnn.weight_hh_l0	2	0.07568056881427765
284256	rnn.weight_hh_l0	3	0.0518927164375782
284256	rnn.weight_hh_l0	4	0.006753175053745508
284256	rnn.weight_hh_l0	5	0.07132939249277115
284256	rnn.weight_hh_l0	6	-0.01864609308540821
284256	rnn.weight_hh_l0	7	-0.11697704344987869
284256	rnn.weight_hh_l0	8	0.027869675308465958
284256	rnn.weight_hh_l0	9	-0.07519157230854034
284256	rnn.bias_ih_l0	0	-0.08909042924642563
284256	rnn.bias_ih_l0	1	-0.19315993785858154
284256	rnn.bias_ih_l0	2	-0.2684827446937561
284256	rnn.bias_ih_l0	3	-0.27435436844825745
284256	rnn.bias_ih_l0	4	0.001060880720615387
284256	rnn.bias_ih_l0	5	0.05095957964658737
284256	rnn.bias_ih_l0	6	-0.16701991856098175
284256	rnn.bias_ih_l0	7	-0.2756434679031372
284256	rnn.bias_ih_l0	8	-0.15118646621704102
284256	rnn.bias_ih_l0	9	-0.16782215237617493
284256	rnn.bias_hh_l0	0	0.1338406652212143
284256	rnn.bias_hh_l0	1	-0.05997093394398689
284256	rnn.bias_hh_l0	2	0.05433506891131401
284256	rnn.bias_hh_l0	3	-0.17287568747997284
284256	rnn.bias_hh_l0	4	0.07096168398857117
284256	rnn.bias_hh_l0	5	0.052619852125644684
284256	rnn.bias_hh_l0	6	-0.10951866209506989
284256	rnn.bias_hh_l0	7	-0.1532563865184784
284256	rnn.bias_hh_l0	8	-0.18163470923900604
284256	rnn.bias_hh_l0	9	-0.10865002870559692
284256	rnn.weight_ih_l0_reverse	0	-0.021413831040263176
284256	rnn.weight_ih_l0_reverse	1	-0.012169267050921917
284256	rnn.weight_ih_l0_reverse	2	-0.0017631559167057276
284256	rnn.weight_ih_l0_reverse	3	0.0028303295839577913
284256	rnn.weight_ih_l0_reverse	4	0.007268547546118498
284256	rnn.weight_ih_l0_reverse	5	-0.060415372252464294
284256	rnn.weight_ih_l0_reverse	6	-0.042735327035188675
284256	rnn.weight_ih_l0_reverse	7	0.024763071909546852
284256	rnn.weight_ih_l0_reverse	8	0.09814108908176422
284256	rnn.weight_ih_l0_reverse	9	0.0010523187229409814
284256	rnn.weight_hh_l0_reverse	0	0.0050081294029951096
284256	rnn.weight_hh_l0_reverse	1	0.02675396390259266
284256	rnn.weight_hh_l0_reverse	2	-0.04088640958070755
284256	rnn.weight_hh_l0_reverse	3	0.045701004564762115
284256	rnn.weight_hh_l0_reverse	4	0.023023266345262527
284256	rnn.weight_hh_l0_reverse	5	-0.011256903409957886
284256	rnn.weight_hh_l0_reverse	6	0.07360155880451202
284256	rnn.weight_hh_l0_reverse	7	0.03821377083659172
284256	rnn.weight_hh_l0_reverse	8	-0.02471308410167694
284256	rnn.weight_hh_l0_reverse	9	-0.02455950900912285
284256	rnn.bias_ih_l0_reverse	0	-0.15107199549674988
284256	rnn.bias_ih_l0_reverse	1	-0.30581364035606384
284256	rnn.bias_ih_l0_reverse	2	-0.06248406693339348
284256	rnn.bias_ih_l0_reverse	3	-0.15057364106178284
284256	rnn.bias_ih_l0_reverse	4	0.06152339279651642
284256	rnn.bias_ih_l0_reverse	5	-0.28423652052879333
284256	rnn.bias_ih_l0_reverse	6	-0.06828850507736206
284256	rnn.bias_ih_l0_reverse	7	0.007011441979557276
284256	rnn.bias_ih_l0_reverse	8	-0.19288788735866547
284256	rnn.bias_ih_l0_reverse	9	-0.08119671791791916
284256	rnn.bias_hh_l0_reverse	0	-0.1523129791021347
284256	rnn.bias_hh_l0_reverse	1	-0.1504656970500946
284256	rnn.bias_hh_l0_reverse	2	-0.010488870553672314
284256	rnn.bias_hh_l0_reverse	3	-0.13842439651489258
284256	rnn.bias_hh_l0_reverse	4	-0.02934061363339424
284256	rnn.bias_hh_l0_reverse	5	-0.12007159739732742
284256	rnn.bias_hh_l0_reverse	6	-0.07325007766485214
284256	rnn.bias_hh_l0_reverse	7	-0.1787242442369461
284256	rnn.bias_hh_l0_reverse	8	-0.056027792394161224
284256	rnn.bias_hh_l0_reverse	9	-0.11569084227085114
284256	linear.weight	0	-0.23121803998947144
284256	linear.weight	1	-0.132992684841156
284256	linear.weight	2	-0.011228874325752258
284256	linear.weight	3	-0.08943445235490799
284256	linear.weight	4	-0.01681927964091301
284256	linear.weight	5	0.243228480219841
284256	linear.weight	6	0.0047744326293468475
284256	linear.weight	7	-0.021312154829502106
284256	linear.weight	8	0.21671432256698608
284256	linear.weight	9	0.24557392299175262
284256	linear.bias	0	-0.8441551923751831
284256	linear.bias	1	1.404550313949585
284256	linear.bias	2	-0.508980393409729
284256	linear.bias	3	-0.7577694654464722
284256	linear.bias	4	-0.8901016712188721
284256	linear.bias	5	-1.181377649307251
284256	linear.bias	6	-0.9687404632568359
284256	linear.bias	7	-0.6846829652786255
284256	linear.bias	8	-0.01705317199230194
284256	linear.bias	9	3.5428481101989746
284453	transitions	0	-0.4813852906227112
284453	transitions	1	8.933856964111328
284453	transitions	2	-3.6656312942504883
284453	transitions	3	1.6681160926818848
284453	transitions	4	-2.2477593421936035
284453	transitions	5	-0.44070571660995483
284453	transitions	6	-0.19795894622802734
284453	transitions	7	-10000.0
284453	transitions	8	1.8767791986465454
284453	transitions	9	-2.295323371887207
284453	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
284453	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
284453	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
284453	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
284453	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
284453	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
284453	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
284453	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
284453	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
284453	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
284453	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
284453	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
284453	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
284453	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
284453	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
284453	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
284453	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
284453	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
284453	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
284453	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
284453	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
284453	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
284453	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
284453	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
284453	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
284453	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
284453	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
284453	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
284453	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
284453	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
284453	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
284453	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
284453	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
284453	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
284453	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
284453	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
284453	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
284453	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
284453	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
284453	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
284453	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
284453	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
284453	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
284453	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
284453	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
284453	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
284453	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
284453	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
284453	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
284453	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
284453	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
284453	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
284453	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
284453	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
284453	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
284453	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
284453	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
284453	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
284453	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
284453	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
284453	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
284453	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
284453	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
284453	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
284453	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
284453	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
284453	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
284453	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
284453	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
284453	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
284453	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
284453	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
284453	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
284453	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
284453	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
284453	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
284453	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
284453	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
284453	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
284453	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
284453	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
284453	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
284453	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
284453	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
284453	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
284453	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
284453	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
284453	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
284453	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
284453	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
284453	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
284453	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
284453	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
284453	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
284453	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
284453	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
284453	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
284453	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
284453	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
284453	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
284453	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
284453	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
284453	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
284453	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
284453	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
284453	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
284453	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
284453	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
284453	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
284453	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
284453	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
284453	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
284453	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
284453	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
284453	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
284453	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
284453	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
284453	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
284453	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
284453	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
284453	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
284453	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
284453	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
284453	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
284453	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
284453	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
284453	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
284453	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
284453	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
284453	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
284453	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
284453	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
284453	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
284453	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
284453	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
284453	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
284453	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
284453	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
284453	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
284453	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
284453	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
284453	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
284453	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
284453	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
284453	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
284453	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
284453	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
284453	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
284453	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
284453	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
284453	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
284453	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
284453	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
284453	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
284453	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
284453	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
284453	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
284453	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
284453	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
284453	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
284453	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
284453	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
284453	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
284453	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
284453	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
284453	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
284453	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
284453	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
284453	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
284453	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
284453	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
284453	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
284453	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
284453	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
284453	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
284453	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
284453	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
284453	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
284453	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
284453	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
284453	embedding2nn.weight	0	0.04633937403559685
284453	embedding2nn.weight	1	-0.08734740316867828
284453	embedding2nn.weight	2	0.004795387387275696
284453	embedding2nn.weight	3	-0.05806685984134674
284453	embedding2nn.weight	4	-0.12777864933013916
284453	embedding2nn.weight	5	0.1114477887749672
284453	embedding2nn.weight	6	-0.07149676978588104
284453	embedding2nn.weight	7	-0.08461851626634598
284453	embedding2nn.weight	8	-0.03319336473941803
284453	embedding2nn.weight	9	0.03923233598470688
284453	embedding2nn.bias	0	0.08035274595022202
284453	embedding2nn.bias	1	-0.02582119219005108
284453	embedding2nn.bias	2	-0.06806153804063797
284453	embedding2nn.bias	3	0.013683639466762543
284453	embedding2nn.bias	4	-0.0193721242249012
284453	embedding2nn.bias	5	-0.18504393100738525
284453	embedding2nn.bias	6	-0.12056291103363037
284453	embedding2nn.bias	7	-0.002965297782793641
284453	embedding2nn.bias	8	0.05964922532439232
284453	embedding2nn.bias	9	-0.043333083391189575
284453	rnn.weight_ih_l0	0	0.03796159476041794
284453	rnn.weight_ih_l0	1	-0.09239625930786133
284453	rnn.weight_ih_l0	2	-0.06587420403957367
284453	rnn.weight_ih_l0	3	-0.04986399784684181
284453	rnn.weight_ih_l0	4	0.019248275086283684
284453	rnn.weight_ih_l0	5	-0.11090458184480667
284453	rnn.weight_ih_l0	6	-0.030674085021018982
284453	rnn.weight_ih_l0	7	0.004542229697108269
284453	rnn.weight_ih_l0	8	0.04663919284939766
284453	rnn.weight_ih_l0	9	0.009281682781875134
284453	rnn.weight_hh_l0	0	0.004479133989661932
284453	rnn.weight_hh_l0	1	-0.07824228703975677
284453	rnn.weight_hh_l0	2	0.07559129595756531
284453	rnn.weight_hh_l0	3	0.05207755044102669
284453	rnn.weight_hh_l0	4	0.00679756049066782
284453	rnn.weight_hh_l0	5	0.071353979408741
284453	rnn.weight_hh_l0	6	-0.01857285015285015
284453	rnn.weight_hh_l0	7	-0.11695682257413864
284453	rnn.weight_hh_l0	8	0.027770087122917175
284453	rnn.weight_hh_l0	9	-0.07526995241641998
284453	rnn.bias_ih_l0	0	-0.08883755654096603
284453	rnn.bias_ih_l0	1	-0.1926122009754181
284453	rnn.bias_ih_l0	2	-0.2682639956474304
284453	rnn.bias_ih_l0	3	-0.2743387818336487
284453	rnn.bias_ih_l0	4	0.0015122401528060436
284453	rnn.bias_ih_l0	5	0.04941914975643158
284453	rnn.bias_ih_l0	6	-0.16706565022468567
284453	rnn.bias_ih_l0	7	-0.27596211433410645
284453	rnn.bias_ih_l0	8	-0.1513223946094513
284453	rnn.bias_ih_l0	9	-0.16778221726417542
284453	rnn.bias_hh_l0	0	0.13372965157032013
284453	rnn.bias_hh_l0	1	-0.05960492789745331
284453	rnn.bias_hh_l0	2	0.05457271263003349
284453	rnn.bias_hh_l0	3	-0.17298343777656555
284453	rnn.bias_hh_l0	4	0.07129408419132233
284453	rnn.bias_hh_l0	5	0.05316675826907158
284453	rnn.bias_hh_l0	6	-0.10911179333925247
284453	rnn.bias_hh_l0	7	-0.15355025231838226
284453	rnn.bias_hh_l0	8	-0.18197758495807648
284453	rnn.bias_hh_l0	9	-0.10923314094543457
284453	rnn.weight_ih_l0_reverse	0	-0.021707627922296524
284453	rnn.weight_ih_l0_reverse	1	-0.012011882849037647
284453	rnn.weight_ih_l0_reverse	2	-0.0020200624130666256
284453	rnn.weight_ih_l0_reverse	3	0.0026744527276605368
284453	rnn.weight_ih_l0_reverse	4	0.007435007952153683
284453	rnn.weight_ih_l0_reverse	5	-0.060442302376031876
284453	rnn.weight_ih_l0_reverse	6	-0.04282722994685173
284453	rnn.weight_ih_l0_reverse	7	0.02486356534063816
284453	rnn.weight_ih_l0_reverse	8	0.097333163022995
284453	rnn.weight_ih_l0_reverse	9	0.0006480746669694781
284453	rnn.weight_hh_l0_reverse	0	0.00511539401486516
284453	rnn.weight_hh_l0_reverse	1	0.026774177327752113
284453	rnn.weight_hh_l0_reverse	2	-0.040749140083789825
284453	rnn.weight_hh_l0_reverse	3	0.04574119299650192
284453	rnn.weight_hh_l0_reverse	4	0.02291722036898136
284453	rnn.weight_hh_l0_reverse	5	-0.011263019405305386
284453	rnn.weight_hh_l0_reverse	6	0.07369023561477661
284453	rnn.weight_hh_l0_reverse	7	0.03826399892568588
284453	rnn.weight_hh_l0_reverse	8	-0.024718323722481728
284453	rnn.weight_hh_l0_reverse	9	-0.02459537610411644
284453	rnn.bias_ih_l0_reverse	0	-0.15069055557250977
284453	rnn.bias_ih_l0_reverse	1	-0.3060232698917389
284453	rnn.bias_ih_l0_reverse	2	-0.062208887189626694
284453	rnn.bias_ih_l0_reverse	3	-0.15099769830703735
284453	rnn.bias_ih_l0_reverse	4	0.06130646541714668
284453	rnn.bias_ih_l0_reverse	5	-0.28403913974761963
284453	rnn.bias_ih_l0_reverse	6	-0.06818504631519318
284453	rnn.bias_ih_l0_reverse	7	0.007759672123938799
284453	rnn.bias_ih_l0_reverse	8	-0.19312602281570435
284453	rnn.bias_ih_l0_reverse	9	-0.08191754668951035
284453	rnn.bias_hh_l0_reverse	0	-0.15251518785953522
284453	rnn.bias_hh_l0_reverse	1	-0.15059496462345123
284453	rnn.bias_hh_l0_reverse	2	-0.010492807254195213
284453	rnn.bias_hh_l0_reverse	3	-0.13813810050487518
284453	rnn.bias_hh_l0_reverse	4	-0.02957867458462715
284453	rnn.bias_hh_l0_reverse	5	-0.11996280401945114
284453	rnn.bias_hh_l0_reverse	6	-0.07329652458429337
284453	rnn.bias_hh_l0_reverse	7	-0.17866037786006927
284453	rnn.bias_hh_l0_reverse	8	-0.0559927299618721
284453	rnn.bias_hh_l0_reverse	9	-0.11549624055624008
284453	linear.weight	0	-0.23161901533603668
284453	linear.weight	1	-0.13438424468040466
284453	linear.weight	2	-0.011228874325752258
284453	linear.weight	3	-0.08542881160974503
284453	linear.weight	4	-0.018199745565652847
284453	linear.weight	5	0.2428029328584671
284453	linear.weight	6	0.0047744326293468475
284453	linear.weight	7	-0.021312154829502106
284453	linear.weight	8	0.217467799782753
284453	linear.weight	9	0.24306677281856537
284453	linear.bias	0	-0.8397387266159058
284453	linear.bias	1	1.4040297269821167
284453	linear.bias	2	-0.4999673664569855
284453	linear.bias	3	-0.7553276419639587
284453	linear.bias	4	-0.9020252823829651
284453	linear.bias	5	-1.1813796758651733
284453	linear.bias	6	-0.9644665718078613
284453	linear.bias	7	-0.6922852396965027
284453	linear.bias	8	-0.01705317199230194
284453	linear.bias	9	3.5259366035461426
284650	transitions	0	-0.48140332102775574
284650	transitions	1	8.930362701416016
284650	transitions	2	-3.66585373878479
284650	transitions	3	1.6676784753799438
284650	transitions	4	-2.2478110790252686
284650	transitions	5	-0.4407126307487488
284650	transitions	6	-0.1979614645242691
284650	transitions	7	-10000.0
284650	transitions	8	1.8763905763626099
284650	transitions	9	-2.295323610305786
284650	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
284650	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
284650	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
284650	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
284650	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
284650	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
284650	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
284650	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
284650	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
284650	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
284650	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
284650	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
284650	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
284650	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
284650	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
284650	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
284650	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
284650	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
284650	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
284650	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
284650	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
284650	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
284650	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
284650	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
284650	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
284650	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
284650	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
284650	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
284650	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
284650	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
284650	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
284650	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
284650	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
284650	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
284650	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
284650	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
284650	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
284650	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
284650	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
284650	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
284650	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
284650	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
284650	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
284650	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
284650	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
284650	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
284650	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
284650	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
284650	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
284650	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
284650	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
284650	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
284650	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
284650	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
284650	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
284650	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
284650	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
284650	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
284650	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
284650	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
284650	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
284650	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
284650	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
284650	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
284650	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
284650	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
284650	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
284650	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
284650	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
284650	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
284650	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
284650	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
284650	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
284650	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
284650	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
284650	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
284650	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
284650	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
284650	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
284650	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
284650	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
284650	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
284650	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
284650	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
284650	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
284650	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
284650	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
284650	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
284650	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
284650	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
284650	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
284650	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
284650	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
284650	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
284650	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
284650	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
284650	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
284650	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
284650	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
284650	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
284650	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
284650	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
284650	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
284650	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
284650	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
284650	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
284650	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
284650	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
284650	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
284650	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
284650	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
284650	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
284650	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
284650	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
284650	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
284650	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
284650	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
284650	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
284650	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
284650	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
284650	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
284650	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
284650	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
284650	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
284650	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
284650	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
284650	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
284650	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
284650	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
284650	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
284650	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
284650	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
284650	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
284650	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
284650	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
284650	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
284650	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
284650	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
284650	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
284650	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
284650	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
284650	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
284650	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
284650	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
284650	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
284650	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
284650	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
284650	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
284650	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
284650	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
284650	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
284650	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
284650	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
284650	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
284650	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
284650	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
284650	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
284650	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
284650	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
284650	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
284650	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
284650	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
284650	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
284650	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
284650	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
284650	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
284650	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
284650	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
284650	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
284650	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
284650	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
284650	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
284650	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
284650	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
284650	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
284650	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
284650	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
284650	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
284650	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
284650	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
284650	embedding2nn.weight	0	0.046338971704244614
284650	embedding2nn.weight	1	-0.08738846331834793
284650	embedding2nn.weight	2	0.005013459362089634
284650	embedding2nn.weight	3	-0.05798619985580444
284650	embedding2nn.weight	4	-0.1272832751274109
284650	embedding2nn.weight	5	0.11140536516904831
284650	embedding2nn.weight	6	-0.07157966494560242
284650	embedding2nn.weight	7	-0.08434083312749863
284650	embedding2nn.weight	8	-0.03322616219520569
284650	embedding2nn.weight	9	0.039092570543289185
284650	embedding2nn.bias	0	0.07839483767747879
284650	embedding2nn.bias	1	-0.023462120443582535
284650	embedding2nn.bias	2	-0.06877653300762177
284650	embedding2nn.bias	3	0.012624925933778286
284650	embedding2nn.bias	4	-0.01650727353990078
284650	embedding2nn.bias	5	-0.18200664222240448
284650	embedding2nn.bias	6	-0.11961690336465836
284650	embedding2nn.bias	7	0.0006335186772048473
284650	embedding2nn.bias	8	0.05882095918059349
284650	embedding2nn.bias	9	-0.04547908157110214
284650	rnn.weight_ih_l0	0	0.037772126495838165
284650	rnn.weight_ih_l0	1	-0.09223660081624985
284650	rnn.weight_ih_l0	2	-0.0659763291478157
284650	rnn.weight_ih_l0	3	-0.04998970776796341
284650	rnn.weight_ih_l0	4	0.01914914883673191
284650	rnn.weight_ih_l0	5	-0.11100929975509644
284650	rnn.weight_ih_l0	6	-0.030860891565680504
284650	rnn.weight_ih_l0	7	0.004623173736035824
284650	rnn.weight_ih_l0	8	0.04693916067481041
284650	rnn.weight_ih_l0	9	0.009571331553161144
284650	rnn.weight_hh_l0	0	0.004398059565573931
284650	rnn.weight_hh_l0	1	-0.0783286988735199
284650	rnn.weight_hh_l0	2	0.0756819099187851
284650	rnn.weight_hh_l0	3	0.05195820704102516
284650	rnn.weight_hh_l0	4	0.006827007047832012
284650	rnn.weight_hh_l0	5	0.07135426253080368
284650	rnn.weight_hh_l0	6	-0.01858729124069214
284650	rnn.weight_hh_l0	7	-0.11698009073734283
284650	rnn.weight_hh_l0	8	0.027820393443107605
284650	rnn.weight_hh_l0	9	-0.07532978802919388
284650	rnn.bias_ih_l0	0	-0.08900631964206696
284650	rnn.bias_ih_l0	1	-0.19316653907299042
284650	rnn.bias_ih_l0	2	-0.2684987485408783
284650	rnn.bias_ih_l0	3	-0.27454453706741333
284650	rnn.bias_ih_l0	4	0.0012687727576121688
284650	rnn.bias_ih_l0	5	0.049048587679862976
284650	rnn.bias_ih_l0	6	-0.16694852709770203
284650	rnn.bias_ih_l0	7	-0.27540531754493713
284650	rnn.bias_ih_l0	8	-0.1511867642402649
284650	rnn.bias_ih_l0	9	-0.1675056368112564
284650	rnn.bias_hh_l0	0	0.1336083561182022
284650	rnn.bias_hh_l0	1	-0.0599270761013031
284650	rnn.bias_hh_l0	2	0.054344769567251205
284650	rnn.bias_hh_l0	3	-0.17304231226444244
284650	rnn.bias_hh_l0	4	0.07104882597923279
284650	rnn.bias_hh_l0	5	0.053585346788167953
284650	rnn.bias_hh_l0	6	-0.10940629243850708
284650	rnn.bias_hh_l0	7	-0.1539154350757599
284650	rnn.bias_hh_l0	8	-0.18214979767799377
284650	rnn.bias_hh_l0	9	-0.10916430503129959
284650	rnn.weight_ih_l0_reverse	0	-0.021713294088840485
284650	rnn.weight_ih_l0_reverse	1	-0.012028830125927925
284650	rnn.weight_ih_l0_reverse	2	-0.0021084367763251066
284650	rnn.weight_ih_l0_reverse	3	0.001984754577279091
284650	rnn.weight_ih_l0_reverse	4	0.007566051557660103
284650	rnn.weight_ih_l0_reverse	5	-0.06054782494902611
284650	rnn.weight_ih_l0_reverse	6	-0.04274005815386772
284650	rnn.weight_ih_l0_reverse	7	0.02503049746155739
284650	rnn.weight_ih_l0_reverse	8	0.09740176051855087
284650	rnn.weight_ih_l0_reverse	9	0.0008424760308116674
284650	rnn.weight_hh_l0_reverse	0	0.005152465309947729
284650	rnn.weight_hh_l0_reverse	1	0.026700733229517937
284650	rnn.weight_hh_l0_reverse	2	-0.040734171867370605
284650	rnn.weight_hh_l0_reverse	3	0.045629147440195084
284650	rnn.weight_hh_l0_reverse	4	0.022940749302506447
284650	rnn.weight_hh_l0_reverse	5	-0.011302894912660122
284650	rnn.weight_hh_l0_reverse	6	0.07381606101989746
284650	rnn.weight_hh_l0_reverse	7	0.03821843862533569
284650	rnn.weight_hh_l0_reverse	8	-0.024852890521287918
284650	rnn.weight_hh_l0_reverse	9	-0.024642225354909897
284650	rnn.bias_ih_l0_reverse	0	-0.15060940384864807
284650	rnn.bias_ih_l0_reverse	1	-0.3061372637748718
284650	rnn.bias_ih_l0_reverse	2	-0.06226349249482155
284650	rnn.bias_ih_l0_reverse	3	-0.15092706680297852
284650	rnn.bias_ih_l0_reverse	4	0.06121041253209114
284650	rnn.bias_ih_l0_reverse	5	-0.2842119634151459
284650	rnn.bias_ih_l0_reverse	6	-0.06808371096849442
284650	rnn.bias_ih_l0_reverse	7	0.008543916046619415
284650	rnn.bias_ih_l0_reverse	8	-0.19289378821849823
284650	rnn.bias_ih_l0_reverse	9	-0.08251184225082397
284650	rnn.bias_hh_l0_reverse	0	-0.1526087522506714
284650	rnn.bias_hh_l0_reverse	1	-0.1501150280237198
284650	rnn.bias_hh_l0_reverse	2	-0.01059806253761053
284650	rnn.bias_hh_l0_reverse	3	-0.13811762630939484
284650	rnn.bias_hh_l0_reverse	4	-0.02978978119790554
284650	rnn.bias_hh_l0_reverse	5	-0.12006140500307083
284650	rnn.bias_hh_l0_reverse	6	-0.07281329482793808
284650	rnn.bias_hh_l0_reverse	7	-0.1787179708480835
284650	rnn.bias_hh_l0_reverse	8	-0.05614527687430382
284650	rnn.bias_hh_l0_reverse	9	-0.11510662734508514
284650	linear.weight	0	-0.23101301491260529
284650	linear.weight	1	-0.13481812179088593
284650	linear.weight	2	-0.011228874325752258
284650	linear.weight	3	-0.08447275310754776
284650	linear.weight	4	-0.01841169409453869
284650	linear.weight	5	0.2430279552936554
284650	linear.weight	6	0.0047744326293468475
284650	linear.weight	7	-0.021312154829502106
284650	linear.weight	8	0.22158977389335632
284650	linear.weight	9	0.24256616830825806
284650	linear.bias	0	-0.8428918123245239
284650	linear.bias	1	1.408059000968933
284650	linear.bias	2	-0.49564695358276367
284650	linear.bias	3	-0.7583966851234436
284650	linear.bias	4	-0.9005800485610962
284650	linear.bias	5	-1.1813817024230957
284650	linear.bias	6	-0.9669288396835327
284650	linear.bias	7	-0.6920249462127686
284650	linear.bias	8	-0.01705317199230194
284650	linear.bias	9	3.5387496948242188
284847	transitions	0	-0.4814204275608063
284847	transitions	1	8.923187255859375
284847	transitions	2	-3.6659035682678223
284847	transitions	3	1.6695927381515503
284847	transitions	4	-2.24786376953125
284847	transitions	5	-0.4407512843608856
284847	transitions	6	-0.19796717166900635
284847	transitions	7	-10000.0
284847	transitions	8	1.8763200044631958
284847	transitions	9	-2.2953245639801025
284847	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
284847	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
284847	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
284847	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
284847	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
284847	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
284847	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
284847	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
284847	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
284847	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
284847	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
284847	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
284847	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
284847	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
284847	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
284847	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
284847	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
284847	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
284847	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
284847	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
284847	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
284847	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
284847	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
284847	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
284847	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
284847	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
284847	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
284847	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
284847	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
284847	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
284847	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
284847	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
284847	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
284847	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
284847	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
284847	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
284847	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
284847	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
284847	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
284847	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
284847	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
284847	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
284847	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
284847	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
284847	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
284847	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
284847	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
284847	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
284847	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
284847	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
284847	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
284847	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
284847	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
284847	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
284847	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
284847	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
284847	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
284847	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
284847	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
284847	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
284847	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
284847	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
284847	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
284847	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
284847	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
284847	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
284847	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
284847	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
284847	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
284847	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
284847	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
284847	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
284847	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
284847	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
284847	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
284847	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
284847	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
284847	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
284847	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
284847	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
284847	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
284847	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
284847	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
284847	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
284847	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
284847	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
284847	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
284847	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
284847	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
284847	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
284847	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
284847	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
284847	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
284847	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
284847	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
284847	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
284847	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
284847	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
284847	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
284847	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
284847	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
284847	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
284847	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
284847	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
284847	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
284847	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
284847	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
284847	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
284847	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
284847	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
284847	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
284847	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
284847	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
284847	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
284847	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
284847	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
284847	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
284847	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
284847	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
284847	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
284847	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
284847	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
284847	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
284847	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
284847	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
284847	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
284847	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
284847	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
284847	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
284847	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
284847	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
284847	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
284847	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
284847	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
284847	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
284847	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
284847	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
284847	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
284847	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
284847	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
284847	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
284847	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
284847	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
284847	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
284847	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
284847	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
284847	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
284847	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
284847	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
284847	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
284847	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
284847	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
284847	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
284847	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
284847	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
284847	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
284847	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
284847	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
284847	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
284847	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
284847	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
284847	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
284847	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
284847	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
284847	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
284847	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
284847	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
284847	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
284847	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
284847	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
284847	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
284847	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
284847	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
284847	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
284847	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
284847	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
284847	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
284847	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
284847	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
284847	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
284847	embedding2nn.weight	0	0.0462786965072155
284847	embedding2nn.weight	1	-0.0875491127371788
284847	embedding2nn.weight	2	0.005204780027270317
284847	embedding2nn.weight	3	-0.05805010348558426
284847	embedding2nn.weight	4	-0.12720006704330444
284847	embedding2nn.weight	5	0.11140435189008713
284847	embedding2nn.weight	6	-0.07053280621767044
284847	embedding2nn.weight	7	-0.08413964509963989
284847	embedding2nn.weight	8	-0.033100713044404984
284847	embedding2nn.weight	9	0.03886585682630539
284847	embedding2nn.bias	0	0.07840665429830551
284847	embedding2nn.bias	1	-0.02434977889060974
284847	embedding2nn.bias	2	-0.06841297447681427
284847	embedding2nn.bias	3	0.013681977055966854
284847	embedding2nn.bias	4	-0.016803700476884842
284847	embedding2nn.bias	5	-0.18100593984127045
284847	embedding2nn.bias	6	-0.11920835822820663
284847	embedding2nn.bias	7	0.001221336773596704
284847	embedding2nn.bias	8	0.057748641818761826
284847	embedding2nn.bias	9	-0.043625280261039734
284847	rnn.weight_ih_l0	0	0.03762467950582504
284847	rnn.weight_ih_l0	1	-0.09200689941644669
284847	rnn.weight_ih_l0	2	-0.06628051400184631
284847	rnn.weight_ih_l0	3	-0.050320517271757126
284847	rnn.weight_ih_l0	4	0.018979661166667938
284847	rnn.weight_ih_l0	5	-0.11118669807910919
284847	rnn.weight_ih_l0	6	-0.030475197359919548
284847	rnn.weight_ih_l0	7	0.004767696373164654
284847	rnn.weight_ih_l0	8	0.046859946101903915
284847	rnn.weight_ih_l0	9	0.00955190509557724
284847	rnn.weight_hh_l0	0	0.0043590618297457695
284847	rnn.weight_hh_l0	1	-0.07852964848279953
284847	rnn.weight_hh_l0	2	0.07551653683185577
284847	rnn.weight_hh_l0	3	0.05201621726155281
284847	rnn.weight_hh_l0	4	0.00684934388846159
284847	rnn.weight_hh_l0	5	0.07132209837436676
284847	rnn.weight_hh_l0	6	-0.018616952002048492
284847	rnn.weight_hh_l0	7	-0.11693950742483139
284847	rnn.weight_hh_l0	8	0.028032753616571426
284847	rnn.weight_hh_l0	9	-0.07538694888353348
284847	rnn.bias_ih_l0	0	-0.08937286585569382
284847	rnn.bias_ih_l0	1	-0.19309848546981812
284847	rnn.bias_ih_l0	2	-0.2684502601623535
284847	rnn.bias_ih_l0	3	-0.27452611923217773
284847	rnn.bias_ih_l0	4	0.0011143985902890563
284847	rnn.bias_ih_l0	5	0.04900253936648369
284847	rnn.bias_ih_l0	6	-0.16638854146003723
284847	rnn.bias_ih_l0	7	-0.27517902851104736
284847	rnn.bias_ih_l0	8	-0.15088790655136108
284847	rnn.bias_ih_l0	9	-0.16796213388442993
284847	rnn.bias_hh_l0	0	0.13385213911533356
284847	rnn.bias_hh_l0	1	-0.05998796969652176
284847	rnn.bias_hh_l0	2	0.054512009024620056
284847	rnn.bias_hh_l0	3	-0.17325615882873535
284847	rnn.bias_hh_l0	4	0.07062575966119766
284847	rnn.bias_hh_l0	5	0.05320096015930176
284847	rnn.bias_hh_l0	6	-0.10966484248638153
284847	rnn.bias_hh_l0	7	-0.1536639928817749
284847	rnn.bias_hh_l0	8	-0.18195156753063202
284847	rnn.bias_hh_l0	9	-0.10883428156375885
284847	rnn.weight_ih_l0_reverse	0	-0.021779416128993034
284847	rnn.weight_ih_l0_reverse	1	-0.011966920457780361
284847	rnn.weight_ih_l0_reverse	2	-0.0024181429762393236
284847	rnn.weight_ih_l0_reverse	3	0.0021840068511664867
284847	rnn.weight_ih_l0_reverse	4	0.007688830606639385
284847	rnn.weight_ih_l0_reverse	5	-0.06059188395738602
284847	rnn.weight_ih_l0_reverse	6	-0.04319177195429802
284847	rnn.weight_ih_l0_reverse	7	0.02495550736784935
284847	rnn.weight_ih_l0_reverse	8	0.09734008461236954
284847	rnn.weight_ih_l0_reverse	9	0.0012612547725439072
284847	rnn.weight_hh_l0_reverse	0	0.005196378566324711
284847	rnn.weight_hh_l0_reverse	1	0.026638250797986984
284847	rnn.weight_hh_l0_reverse	2	-0.04067071154713631
284847	rnn.weight_hh_l0_reverse	3	0.045719023793935776
284847	rnn.weight_hh_l0_reverse	4	0.022840995341539383
284847	rnn.weight_hh_l0_reverse	5	-0.01119217462837696
284847	rnn.weight_hh_l0_reverse	6	0.07378102838993073
284847	rnn.weight_hh_l0_reverse	7	0.03811080753803253
284847	rnn.weight_hh_l0_reverse	8	-0.024722756817936897
284847	rnn.weight_hh_l0_reverse	9	-0.024535713717341423
284847	rnn.bias_ih_l0_reverse	0	-0.15096256136894226
284847	rnn.bias_ih_l0_reverse	1	-0.30603548884391785
284847	rnn.bias_ih_l0_reverse	2	-0.062108300626277924
284847	rnn.bias_ih_l0_reverse	3	-0.1507008820772171
284847	rnn.bias_ih_l0_reverse	4	0.0612451434135437
284847	rnn.bias_ih_l0_reverse	5	-0.2843204140663147
284847	rnn.bias_ih_l0_reverse	6	-0.06872659921646118
284847	rnn.bias_ih_l0_reverse	7	0.007265428546816111
284847	rnn.bias_ih_l0_reverse	8	-0.19328944385051727
284847	rnn.bias_ih_l0_reverse	9	-0.08240894973278046
284847	rnn.bias_hh_l0_reverse	0	-0.15248461067676544
284847	rnn.bias_hh_l0_reverse	1	-0.1500958353281021
284847	rnn.bias_hh_l0_reverse	2	-0.010442577302455902
284847	rnn.bias_hh_l0_reverse	3	-0.13821442425251007
284847	rnn.bias_hh_l0_reverse	4	-0.02963816188275814
284847	rnn.bias_hh_l0_reverse	5	-0.11976820975542068
284847	rnn.bias_hh_l0_reverse	6	-0.07290463149547577
284847	rnn.bias_hh_l0_reverse	7	-0.17915338277816772
284847	rnn.bias_hh_l0_reverse	8	-0.056167956441640854
284847	rnn.bias_hh_l0_reverse	9	-0.1153847798705101
284847	linear.weight	0	-0.23103269934654236
284847	linear.weight	1	-0.13500554859638214
284847	linear.weight	2	-0.011228874325752258
284847	linear.weight	3	-0.08324694633483887
284847	linear.weight	4	-0.017961913719773293
284847	linear.weight	5	0.2446768879890442
284847	linear.weight	6	0.0047744326293468475
284847	linear.weight	7	-0.021312154829502106
284847	linear.weight	8	0.22619888186454773
284847	linear.weight	9	0.24162417650222778
284847	linear.bias	0	-0.8490584492683411
284847	linear.bias	1	1.4058785438537598
284847	linear.bias	2	-0.4966801404953003
284847	linear.bias	3	-0.7591575384140015
284847	linear.bias	4	-0.8899909257888794
284847	linear.bias	5	-1.1813830137252808
284847	linear.bias	6	-0.9730048775672913
284847	linear.bias	7	-0.6912245750427246
284847	linear.bias	8	-0.01705317199230194
284847	linear.bias	9	3.5254881381988525
285044	transitions	0	-0.4814692437648773
285044	transitions	1	8.920950889587402
285044	transitions	2	-3.665971279144287
285044	transitions	3	1.6718032360076904
285044	transitions	4	-2.247927665710449
285044	transitions	5	-0.4408855438232422
285044	transitions	6	-0.1979704648256302
285044	transitions	7	-10000.0
285044	transitions	8	1.8767213821411133
285044	transitions	9	-2.2953267097473145
285044	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
285044	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
285044	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
285044	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
285044	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
285044	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
285044	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
285044	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
285044	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
285044	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
285044	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
285044	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
285044	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
285044	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
285044	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
285044	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
285044	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
285044	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
285044	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
285044	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
285044	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
285044	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
285044	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
285044	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
285044	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
285044	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
285044	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
285044	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
285044	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
285044	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
285044	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
285044	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
285044	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
285044	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
285044	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
285044	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
285044	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
285044	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
285044	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
285044	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
285044	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
285044	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
285044	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
285044	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
285044	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
285044	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
285044	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
285044	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
285044	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
285044	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
285044	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
285044	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
285044	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
285044	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
285044	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
285044	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
285044	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
285044	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
285044	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
285044	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
285044	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
285044	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
285044	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
285044	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
285044	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
285044	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
285044	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
285044	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
285044	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
285044	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
285044	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
285044	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
285044	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
285044	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
285044	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
285044	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
285044	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
285044	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
285044	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
285044	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
285044	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
285044	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
285044	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
285044	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
285044	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
285044	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
285044	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
285044	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
285044	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
285044	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
285044	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
285044	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
285044	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
285044	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
285044	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
285044	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
285044	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
285044	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
285044	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
285044	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
285044	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
285044	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
285044	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
285044	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
285044	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
285044	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
285044	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
285044	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
285044	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
285044	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
285044	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
285044	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
285044	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
285044	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
285044	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
285044	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
285044	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
285044	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
285044	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
285044	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
285044	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
285044	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
285044	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
285044	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
285044	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
285044	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
285044	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
285044	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
285044	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
285044	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
285044	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
285044	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
285044	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
285044	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
285044	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
285044	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
285044	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
285044	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
285044	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
285044	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
285044	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
285044	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
285044	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
285044	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
285044	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
285044	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
285044	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
285044	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
285044	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
285044	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
285044	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
285044	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
285044	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
285044	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
285044	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
285044	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
285044	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
285044	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
285044	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
285044	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
285044	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
285044	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
285044	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
285044	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
285044	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
285044	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
285044	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
285044	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
285044	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
285044	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
285044	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
285044	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
285044	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
285044	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
285044	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
285044	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
285044	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
285044	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
285044	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
285044	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
285044	embedding2nn.weight	0	0.04628806561231613
285044	embedding2nn.weight	1	-0.08794406056404114
285044	embedding2nn.weight	2	0.005291340872645378
285044	embedding2nn.weight	3	-0.05816691741347313
285044	embedding2nn.weight	4	-0.1268278956413269
285044	embedding2nn.weight	5	0.11157523095607758
285044	embedding2nn.weight	6	-0.06959810107946396
285044	embedding2nn.weight	7	-0.08407871425151825
285044	embedding2nn.weight	8	-0.03308429196476936
285044	embedding2nn.weight	9	0.03877492621541023
285044	embedding2nn.bias	0	0.07923202216625214
285044	embedding2nn.bias	1	-0.020712828263640404
285044	embedding2nn.bias	2	-0.06962715089321136
285044	embedding2nn.bias	3	0.011596433818340302
285044	embedding2nn.bias	4	-0.018129980191588402
285044	embedding2nn.bias	5	-0.18129326403141022
285044	embedding2nn.bias	6	-0.12056911736726761
285044	embedding2nn.bias	7	-0.0001718679559417069
285044	embedding2nn.bias	8	0.056647468358278275
285044	embedding2nn.bias	9	-0.043257489800453186
285044	rnn.weight_ih_l0	0	0.0376514233648777
285044	rnn.weight_ih_l0	1	-0.09178148210048676
285044	rnn.weight_ih_l0	2	-0.06644129753112793
285044	rnn.weight_ih_l0	3	-0.049899958074092865
285044	rnn.weight_ih_l0	4	0.019232062622904778
285044	rnn.weight_ih_l0	5	-0.11106216162443161
285044	rnn.weight_ih_l0	6	-0.03041425719857216
285044	rnn.weight_ih_l0	7	0.004667016211897135
285044	rnn.weight_ih_l0	8	0.047070667147636414
285044	rnn.weight_ih_l0	9	0.009465149603784084
285044	rnn.weight_hh_l0	0	0.004259390290826559
285044	rnn.weight_hh_l0	1	-0.07807955145835876
285044	rnn.weight_hh_l0	2	0.07565344870090485
285044	rnn.weight_hh_l0	3	0.05198831856250763
285044	rnn.weight_hh_l0	4	0.006966037210077047
285044	rnn.weight_hh_l0	5	0.07136043161153793
285044	rnn.weight_hh_l0	6	-0.018624601885676384
285044	rnn.weight_hh_l0	7	-0.1170203685760498
285044	rnn.weight_hh_l0	8	0.028204357251524925
285044	rnn.weight_hh_l0	9	-0.07579684257507324
285044	rnn.bias_ih_l0	0	-0.08960384875535965
285044	rnn.bias_ih_l0	1	-0.19280433654785156
285044	rnn.bias_ih_l0	2	-0.26844942569732666
285044	rnn.bias_ih_l0	3	-0.27438896894454956
285044	rnn.bias_ih_l0	4	0.0005160735454410315
285044	rnn.bias_ih_l0	5	0.04918883740901947
285044	rnn.bias_ih_l0	6	-0.1658833920955658
285044	rnn.bias_ih_l0	7	-0.27537742257118225
285044	rnn.bias_ih_l0	8	-0.15083752572536469
285044	rnn.bias_ih_l0	9	-0.16781137883663177
285044	rnn.bias_hh_l0	0	0.13377542793750763
285044	rnn.bias_hh_l0	1	-0.059655677527189255
285044	rnn.bias_hh_l0	2	0.054387785494327545
285044	rnn.bias_hh_l0	3	-0.17380966246128082
285044	rnn.bias_hh_l0	4	0.07078877091407776
285044	rnn.bias_hh_l0	5	0.05338015407323837
285044	rnn.bias_hh_l0	6	-0.10970282554626465
285044	rnn.bias_hh_l0	7	-0.15369859337806702
285044	rnn.bias_hh_l0	8	-0.18147248029708862
285044	rnn.bias_hh_l0	9	-0.10838249325752258
285044	rnn.weight_ih_l0_reverse	0	-0.022088531404733658
285044	rnn.weight_ih_l0_reverse	1	-0.01165784802287817
285044	rnn.weight_ih_l0_reverse	2	-0.002359067788347602
285044	rnn.weight_ih_l0_reverse	3	0.002239022171124816
285044	rnn.weight_ih_l0_reverse	4	0.007382071577012539
285044	rnn.weight_ih_l0_reverse	5	-0.06028641015291214
285044	rnn.weight_ih_l0_reverse	6	-0.04304727166891098
285044	rnn.weight_ih_l0_reverse	7	0.025033462792634964
285044	rnn.weight_ih_l0_reverse	8	0.09783472865819931
285044	rnn.weight_ih_l0_reverse	9	0.0011524164583534002
285044	rnn.weight_hh_l0_reverse	0	0.005161768291145563
285044	rnn.weight_hh_l0_reverse	1	0.02666505239903927
285044	rnn.weight_hh_l0_reverse	2	-0.04073765501379967
285044	rnn.weight_hh_l0_reverse	3	0.045612629503011703
285044	rnn.weight_hh_l0_reverse	4	0.02277953363955021
285044	rnn.weight_hh_l0_reverse	5	-0.011101961135864258
285044	rnn.weight_hh_l0_reverse	6	0.07383386045694351
285044	rnn.weight_hh_l0_reverse	7	0.03813805431127548
285044	rnn.weight_hh_l0_reverse	8	-0.02461146004498005
285044	rnn.weight_hh_l0_reverse	9	-0.02447800524532795
285044	rnn.bias_ih_l0_reverse	0	-0.15071804821491241
285044	rnn.bias_ih_l0_reverse	1	-0.3057565987110138
285044	rnn.bias_ih_l0_reverse	2	-0.06193333491683006
285044	rnn.bias_ih_l0_reverse	3	-0.1509629338979721
285044	rnn.bias_ih_l0_reverse	4	0.06133470684289932
285044	rnn.bias_ih_l0_reverse	5	-0.2840266525745392
285044	rnn.bias_ih_l0_reverse	6	-0.06880161911249161
285044	rnn.bias_ih_l0_reverse	7	0.007667292840778828
285044	rnn.bias_ih_l0_reverse	8	-0.19311469793319702
285044	rnn.bias_ih_l0_reverse	9	-0.08258438855409622
285044	rnn.bias_hh_l0_reverse	0	-0.15184730291366577
285044	rnn.bias_hh_l0_reverse	1	-0.14954625070095062
285044	rnn.bias_hh_l0_reverse	2	-0.010673954151570797
285044	rnn.bias_hh_l0_reverse	3	-0.13703688979148865
285044	rnn.bias_hh_l0_reverse	4	-0.029401114210486412
285044	rnn.bias_hh_l0_reverse	5	-0.11995643377304077
285044	rnn.bias_hh_l0_reverse	6	-0.0721706673502922
285044	rnn.bias_hh_l0_reverse	7	-0.1792750507593155
285044	rnn.bias_hh_l0_reverse	8	-0.05619579181075096
285044	rnn.bias_hh_l0_reverse	9	-0.11544255167245865
285044	linear.weight	0	-0.23400886356830597
285044	linear.weight	1	-0.13502517342567444
285044	linear.weight	2	-0.011228874325752258
285044	linear.weight	3	-0.08520033210515976
285044	linear.weight	4	-0.016804419457912445
285044	linear.weight	5	0.24426253139972687
285044	linear.weight	6	0.0047744326293468475
285044	linear.weight	7	-0.021312154829502106
285044	linear.weight	8	0.22829222679138184
285044	linear.weight	9	0.24200311303138733
285044	linear.bias	0	-0.8421639204025269
285044	linear.bias	1	1.410651445388794
285044	linear.bias	2	-0.5068919658660889
285044	linear.bias	3	-0.7602695822715759
285044	linear.bias	4	-0.8953072428703308
285044	linear.bias	5	-1.181384801864624
285044	linear.bias	6	-0.9657909274101257
285044	linear.bias	7	-0.6914417743682861
285044	linear.bias	8	-0.01705317199230194
285044	linear.bias	9	3.535369634628296
285241	transitions	0	-0.4814751148223877
285241	transitions	1	8.919313430786133
285241	transitions	2	-3.6660256385803223
285241	transitions	3	1.6733629703521729
285241	transitions	4	-2.24796986579895
285241	transitions	5	-0.4408973753452301
285241	transitions	6	-0.19797247648239136
285241	transitions	7	-10000.0
285241	transitions	8	1.8766423463821411
285241	transitions	9	-2.295327663421631
285241	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
285241	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
285241	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
285241	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
285241	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
285241	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
285241	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
285241	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
285241	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
285241	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
285241	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
285241	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
285241	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
285241	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
285241	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
285241	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
285241	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
285241	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
285241	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
285241	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
285241	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
285241	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
285241	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
285241	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
285241	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
285241	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
285241	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
285241	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
285241	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
285241	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
285241	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
285241	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
285241	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
285241	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
285241	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
285241	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
285241	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
285241	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
285241	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
285241	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
285241	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
285241	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
285241	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
285241	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
285241	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
285241	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
285241	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
285241	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
285241	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
285241	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
285241	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
285241	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
285241	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
285241	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
285241	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
285241	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
285241	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
285241	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
285241	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
285241	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
285241	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
285241	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
285241	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
285241	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
285241	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
285241	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
285241	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
285241	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
285241	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
285241	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
285241	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
285241	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
285241	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
285241	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
285241	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
285241	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
285241	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
285241	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
285241	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
285241	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
285241	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
285241	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
285241	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
285241	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
285241	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
285241	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
285241	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
285241	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
285241	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
285241	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
285241	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
285241	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
285241	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
285241	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
285241	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
285241	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
285241	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
285241	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
285241	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
285241	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
285241	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
285241	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
285241	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
285241	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
285241	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
285241	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
285241	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
285241	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
285241	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
285241	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
285241	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
285241	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
285241	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
285241	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
285241	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
285241	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
285241	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
285241	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
285241	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
285241	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
285241	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
285241	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
285241	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
285241	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
285241	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
285241	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
285241	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
285241	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
285241	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
285241	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
285241	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
285241	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
285241	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
285241	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
285241	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
285241	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
285241	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
285241	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
285241	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
285241	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
285241	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
285241	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
285241	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
285241	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
285241	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
285241	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
285241	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
285241	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
285241	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
285241	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
285241	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
285241	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
285241	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
285241	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
285241	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
285241	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
285241	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
285241	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
285241	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
285241	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
285241	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
285241	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
285241	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
285241	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
285241	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
285241	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
285241	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
285241	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
285241	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
285241	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
285241	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
285241	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
285241	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
285241	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
285241	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
285241	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
285241	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
285241	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
285241	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
285241	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
285241	embedding2nn.weight	0	0.04632643237709999
285241	embedding2nn.weight	1	-0.08807474374771118
285241	embedding2nn.weight	2	0.004821540787816048
285241	embedding2nn.weight	3	-0.0581449531018734
285241	embedding2nn.weight	4	-0.1265881210565567
285241	embedding2nn.weight	5	0.11129572242498398
285241	embedding2nn.weight	6	-0.07013736665248871
285241	embedding2nn.weight	7	-0.08418750762939453
285241	embedding2nn.weight	8	-0.03344191238284111
285241	embedding2nn.weight	9	0.03879701718688011
285241	embedding2nn.bias	0	0.07638963311910629
285241	embedding2nn.bias	1	-0.023034261539578438
285241	embedding2nn.bias	2	-0.07215435802936554
285241	embedding2nn.bias	3	0.013545040972530842
285241	embedding2nn.bias	4	-0.013917563483119011
285241	embedding2nn.bias	5	-0.1813376247882843
285241	embedding2nn.bias	6	-0.12294063717126846
285241	embedding2nn.bias	7	-0.0017682522302493453
285241	embedding2nn.bias	8	0.056961916387081146
285241	embedding2nn.bias	9	-0.04171383008360863
285241	rnn.weight_ih_l0	0	0.03737470135092735
285241	rnn.weight_ih_l0	1	-0.09180083125829697
285241	rnn.weight_ih_l0	2	-0.06666723638772964
285241	rnn.weight_ih_l0	3	-0.04994610324501991
285241	rnn.weight_ih_l0	4	0.018994251266121864
285241	rnn.weight_ih_l0	5	-0.11123120039701462
285241	rnn.weight_ih_l0	6	-0.03105594776570797
285241	rnn.weight_ih_l0	7	0.0048020887188613415
285241	rnn.weight_ih_l0	8	0.04755965620279312
285241	rnn.weight_ih_l0	9	0.009710738435387611
285241	rnn.weight_hh_l0	0	0.004170883446931839
285241	rnn.weight_hh_l0	1	-0.07821742445230484
285241	rnn.weight_hh_l0	2	0.07563536614179611
285241	rnn.weight_hh_l0	3	0.05192843824625015
285241	rnn.weight_hh_l0	4	0.006916830316185951
285241	rnn.weight_hh_l0	5	0.07146495580673218
285241	rnn.weight_hh_l0	6	-0.018649747595191002
285241	rnn.weight_hh_l0	7	-0.11699750274419785
285241	rnn.weight_hh_l0	8	0.028338629752397537
285241	rnn.weight_hh_l0	9	-0.07530635595321655
285241	rnn.bias_ih_l0	0	-0.08932609856128693
285241	rnn.bias_ih_l0	1	-0.1929449886083603
285241	rnn.bias_ih_l0	2	-0.26834121346473694
285241	rnn.bias_ih_l0	3	-0.27406203746795654
285241	rnn.bias_ih_l0	4	0.0008818447240628302
285241	rnn.bias_ih_l0	5	0.04984823986887932
285241	rnn.bias_ih_l0	6	-0.16652214527130127
285241	rnn.bias_ih_l0	7	-0.27569445967674255
285241	rnn.bias_ih_l0	8	-0.15074709057807922
285241	rnn.bias_ih_l0	9	-0.16772450506687164
285241	rnn.bias_hh_l0	0	0.13313162326812744
285241	rnn.bias_hh_l0	1	-0.059572987258434296
285241	rnn.bias_hh_l0	2	0.05390503257513046
285241	rnn.bias_hh_l0	3	-0.1739623099565506
285241	rnn.bias_hh_l0	4	0.07164708524942398
285241	rnn.bias_hh_l0	5	0.05315224453806877
285241	rnn.bias_hh_l0	6	-0.11009664833545685
285241	rnn.bias_hh_l0	7	-0.15365953743457794
285241	rnn.bias_hh_l0	8	-0.18201735615730286
285241	rnn.bias_hh_l0	9	-0.10794855654239655
285241	rnn.weight_ih_l0_reverse	0	-0.022176289930939674
285241	rnn.weight_ih_l0_reverse	1	-0.012014933861792088
285241	rnn.weight_ih_l0_reverse	2	-0.002293661702424288
285241	rnn.weight_ih_l0_reverse	3	0.0021641596686095
285241	rnn.weight_ih_l0_reverse	4	0.007212156429886818
285241	rnn.weight_ih_l0_reverse	5	-0.060178548097610474
285241	rnn.weight_ih_l0_reverse	6	-0.04308130592107773
285241	rnn.weight_ih_l0_reverse	7	0.02482992596924305
285241	rnn.weight_ih_l0_reverse	8	0.0978267639875412
285241	rnn.weight_ih_l0_reverse	9	0.0010301453294232488
285241	rnn.weight_hh_l0_reverse	0	0.005155283957719803
285241	rnn.weight_hh_l0_reverse	1	0.02667911909520626
285241	rnn.weight_hh_l0_reverse	2	-0.040805257856845856
285241	rnn.weight_hh_l0_reverse	3	0.04556098207831383
285241	rnn.weight_hh_l0_reverse	4	0.02285737358033657
285241	rnn.weight_hh_l0_reverse	5	-0.01127247791737318
285241	rnn.weight_hh_l0_reverse	6	0.07369610667228699
285241	rnn.weight_hh_l0_reverse	7	0.03803516551852226
285241	rnn.weight_hh_l0_reverse	8	-0.024668894708156586
285241	rnn.weight_hh_l0_reverse	9	-0.024506689980626106
285241	rnn.bias_ih_l0_reverse	0	-0.15084752440452576
285241	rnn.bias_ih_l0_reverse	1	-0.305936336517334
285241	rnn.bias_ih_l0_reverse	2	-0.06203579157590866
285241	rnn.bias_ih_l0_reverse	3	-0.15089048445224762
285241	rnn.bias_ih_l0_reverse	4	0.06123334914445877
285241	rnn.bias_ih_l0_reverse	5	-0.28410592675209045
285241	rnn.bias_ih_l0_reverse	6	-0.06891147792339325
285241	rnn.bias_ih_l0_reverse	7	0.007105194963514805
285241	rnn.bias_ih_l0_reverse	8	-0.19285419583320618
285241	rnn.bias_ih_l0_reverse	9	-0.08257860690355301
285241	rnn.bias_hh_l0_reverse	0	-0.1524786502122879
285241	rnn.bias_hh_l0_reverse	1	-0.149789959192276
285241	rnn.bias_hh_l0_reverse	2	-0.010726505890488625
285241	rnn.bias_hh_l0_reverse	3	-0.13732102513313293
285241	rnn.bias_hh_l0_reverse	4	-0.029356572777032852
285241	rnn.bias_hh_l0_reverse	5	-0.1200188621878624
285241	rnn.bias_hh_l0_reverse	6	-0.07199641317129135
285241	rnn.bias_hh_l0_reverse	7	-0.17969343066215515
285241	rnn.bias_hh_l0_reverse	8	-0.05612794682383537
285241	rnn.bias_hh_l0_reverse	9	-0.11552253365516663
285241	linear.weight	0	-0.23627106845378876
285241	linear.weight	1	-0.13462518155574799
285241	linear.weight	2	-0.011228874325752258
285241	linear.weight	3	-0.08463601768016815
285241	linear.weight	4	-0.014382677152752876
285241	linear.weight	5	0.24290546774864197
285241	linear.weight	6	0.0047744326293468475
285241	linear.weight	7	-0.021312154829502106
285241	linear.weight	8	0.23160800337791443
285241	linear.weight	9	0.241237610578537
285241	linear.bias	0	-0.8366705775260925
285241	linear.bias	1	1.4085899591445923
285241	linear.bias	2	-0.5139612555503845
285241	linear.bias	3	-0.7622483968734741
285241	linear.bias	4	-0.9000332951545715
285241	linear.bias	5	-1.1813863515853882
285241	linear.bias	6	-0.9598559141159058
285241	linear.bias	7	-0.6961075663566589
285241	linear.bias	8	-0.01705317199230194
285241	linear.bias	9	3.5296616554260254
285438	transitions	0	-0.48150718212127686
285438	transitions	1	8.918562889099121
285438	transitions	2	-3.66614031791687
285438	transitions	3	1.6735988855361938
285438	transitions	4	-2.2480037212371826
285438	transitions	5	-0.44090455770492554
285438	transitions	6	-0.1979750096797943
285438	transitions	7	-10000.0
285438	transitions	8	1.8766101598739624
285438	transitions	9	-2.29532790184021
285438	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
285438	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
285438	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
285438	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
285438	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
285438	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
285438	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
285438	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
285438	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
285438	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
285438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
285438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
285438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
285438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
285438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
285438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
285438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
285438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
285438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
285438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
285438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
285438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
285438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
285438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
285438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
285438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
285438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
285438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
285438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
285438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
285438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
285438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
285438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
285438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
285438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
285438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
285438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
285438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
285438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
285438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
285438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
285438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
285438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
285438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
285438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
285438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
285438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
285438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
285438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
285438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
285438	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
285438	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
285438	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
285438	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
285438	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
285438	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
285438	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
285438	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
285438	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
285438	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
285438	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
285438	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
285438	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
285438	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
285438	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
285438	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
285438	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
285438	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
285438	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
285438	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
285438	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
285438	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
285438	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
285438	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
285438	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
285438	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
285438	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
285438	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
285438	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
285438	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
285438	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
285438	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
285438	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
285438	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
285438	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
285438	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
285438	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
285438	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
285438	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
285438	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
285438	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
285438	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
285438	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
285438	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
285438	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
285438	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
285438	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
285438	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
285438	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
285438	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
285438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
285438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
285438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
285438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
285438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
285438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
285438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
285438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
285438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
285438	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
285438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
285438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
285438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
285438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
285438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
285438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
285438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
285438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
285438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
285438	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
285438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
285438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
285438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
285438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
285438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
285438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
285438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
285438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
285438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
285438	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
285438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
285438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
285438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
285438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
285438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
285438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
285438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
285438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
285438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
285438	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
285438	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
285438	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
285438	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
285438	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
285438	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
285438	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
285438	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
285438	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
285438	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
285438	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
285438	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
285438	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
285438	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
285438	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
285438	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
285438	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
285438	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
285438	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
285438	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
285438	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
285438	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
285438	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
285438	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
285438	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
285438	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
285438	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
285438	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
285438	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
285438	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
285438	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
285438	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
285438	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
285438	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
285438	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
285438	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
285438	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
285438	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
285438	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
285438	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
285438	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
285438	embedding2nn.weight	0	0.04633692279458046
285438	embedding2nn.weight	1	-0.08790747076272964
285438	embedding2nn.weight	2	0.005229184869676828
285438	embedding2nn.weight	3	-0.05839630216360092
285438	embedding2nn.weight	4	-0.1273270547389984
285438	embedding2nn.weight	5	0.11137943714857101
285438	embedding2nn.weight	6	-0.07000492513179779
285438	embedding2nn.weight	7	-0.08432690799236298
285438	embedding2nn.weight	8	-0.033327843993902206
285438	embedding2nn.weight	9	0.0390152707695961
285438	embedding2nn.bias	0	0.07843859493732452
285438	embedding2nn.bias	1	-0.022095179185271263
285438	embedding2nn.bias	2	-0.07357717305421829
285438	embedding2nn.bias	3	0.012757389806210995
285438	embedding2nn.bias	4	-0.016336338594555855
285438	embedding2nn.bias	5	-0.17990444600582123
285438	embedding2nn.bias	6	-0.1245102509856224
285438	embedding2nn.bias	7	-0.004455033224076033
285438	embedding2nn.bias	8	0.0548953115940094
285438	embedding2nn.bias	9	-0.04145338758826256
285438	rnn.weight_ih_l0	0	0.03717312961816788
285438	rnn.weight_ih_l0	1	-0.09182249009609222
285438	rnn.weight_ih_l0	2	-0.06658865511417389
285438	rnn.weight_ih_l0	3	-0.05004988610744476
285438	rnn.weight_ih_l0	4	0.019114524126052856
285438	rnn.weight_ih_l0	5	-0.11094042658805847
285438	rnn.weight_ih_l0	6	-0.030929438769817352
285438	rnn.weight_ih_l0	7	0.005061836913228035
285438	rnn.weight_ih_l0	8	0.047682005912065506
285438	rnn.weight_ih_l0	9	0.010150651447474957
285438	rnn.weight_hh_l0	0	0.004186577629297972
285438	rnn.weight_hh_l0	1	-0.07791965454816818
285438	rnn.weight_hh_l0	2	0.07577765733003616
285438	rnn.weight_hh_l0	3	0.05196775496006012
285438	rnn.weight_hh_l0	4	0.006764654535800219
285438	rnn.weight_hh_l0	5	0.07135884463787079
285438	rnn.weight_hh_l0	6	-0.0185900516808033
285438	rnn.weight_hh_l0	7	-0.11708874255418777
285438	rnn.weight_hh_l0	8	0.028552228584885597
285438	rnn.weight_hh_l0	9	-0.07529877126216888
285438	rnn.bias_ih_l0	0	-0.08947709947824478
285438	rnn.bias_ih_l0	1	-0.192385733127594
285438	rnn.bias_ih_l0	2	-0.26847532391548157
285438	rnn.bias_ih_l0	3	-0.2737938463687897
285438	rnn.bias_ih_l0	4	0.0015885435277596116
285438	rnn.bias_ih_l0	5	0.04929044470191002
285438	rnn.bias_ih_l0	6	-0.1665276139974594
285438	rnn.bias_ih_l0	7	-0.27550891041755676
285438	rnn.bias_ih_l0	8	-0.1513795256614685
285438	rnn.bias_ih_l0	9	-0.16762709617614746
285438	rnn.bias_hh_l0	0	0.1328255981206894
285438	rnn.bias_hh_l0	1	-0.0595010481774807
285438	rnn.bias_hh_l0	2	0.05419512838125229
285438	rnn.bias_hh_l0	3	-0.1740908920764923
285438	rnn.bias_hh_l0	4	0.07027792185544968
285438	rnn.bias_hh_l0	5	0.053067076951265335
285438	rnn.bias_hh_l0	6	-0.11038816720247269
285438	rnn.bias_hh_l0	7	-0.1543760448694229
285438	rnn.bias_hh_l0	8	-0.1819971203804016
285438	rnn.bias_hh_l0	9	-0.10792184621095657
285438	rnn.weight_ih_l0_reverse	0	-0.022183893248438835
285438	rnn.weight_ih_l0_reverse	1	-0.011651188135147095
285438	rnn.weight_ih_l0_reverse	2	-0.002289558295160532
285438	rnn.weight_ih_l0_reverse	3	0.0021719569340348244
285438	rnn.weight_ih_l0_reverse	4	0.0069677215069532394
285438	rnn.weight_ih_l0_reverse	5	-0.060382578521966934
285438	rnn.weight_ih_l0_reverse	6	-0.04328646883368492
285438	rnn.weight_ih_l0_reverse	7	0.024897683411836624
285438	rnn.weight_ih_l0_reverse	8	0.09795475006103516
285438	rnn.weight_ih_l0_reverse	9	0.0011580869322642684
285438	rnn.weight_hh_l0_reverse	0	0.005145827308297157
285438	rnn.weight_hh_l0_reverse	1	0.026649396866559982
285438	rnn.weight_hh_l0_reverse	2	-0.041060950607061386
285438	rnn.weight_hh_l0_reverse	3	0.045594144612550735
285438	rnn.weight_hh_l0_reverse	4	0.022762246429920197
285438	rnn.weight_hh_l0_reverse	5	-0.01147771067917347
285438	rnn.weight_hh_l0_reverse	6	0.07370469719171524
285438	rnn.weight_hh_l0_reverse	7	0.038044195622205734
285438	rnn.weight_hh_l0_reverse	8	-0.024940380826592445
285438	rnn.weight_hh_l0_reverse	9	-0.024564500898122787
285438	rnn.bias_ih_l0_reverse	0	-0.1505916565656662
285438	rnn.bias_ih_l0_reverse	1	-0.30593106150627136
285438	rnn.bias_ih_l0_reverse	2	-0.062010280787944794
285438	rnn.bias_ih_l0_reverse	3	-0.15099520981311798
285438	rnn.bias_ih_l0_reverse	4	0.06232624500989914
285438	rnn.bias_ih_l0_reverse	5	-0.2839639484882355
285438	rnn.bias_ih_l0_reverse	6	-0.06854355335235596
285438	rnn.bias_ih_l0_reverse	7	0.0076039740815758705
285438	rnn.bias_ih_l0_reverse	8	-0.19286616146564484
285438	rnn.bias_ih_l0_reverse	9	-0.08260709047317505
285438	rnn.bias_hh_l0_reverse	0	-0.15232662856578827
285438	rnn.bias_hh_l0_reverse	1	-0.14939722418785095
285438	rnn.bias_hh_l0_reverse	2	-0.010535994544625282
285438	rnn.bias_hh_l0_reverse	3	-0.13682079315185547
285438	rnn.bias_hh_l0_reverse	4	-0.029540739953517914
285438	rnn.bias_hh_l0_reverse	5	-0.12018018215894699
285438	rnn.bias_hh_l0_reverse	6	-0.07205966114997864
285438	rnn.bias_hh_l0_reverse	7	-0.1796274483203888
285438	rnn.bias_hh_l0_reverse	8	-0.05645739287137985
285438	rnn.bias_hh_l0_reverse	9	-0.11538485437631607
285438	linear.weight	0	-0.23623189330101013
285438	linear.weight	1	-0.13518407940864563
285438	linear.weight	2	-0.011228874325752258
285438	linear.weight	3	-0.0851782038807869
285438	linear.weight	4	-0.01676800660789013
285438	linear.weight	5	0.24119536578655243
285438	linear.weight	6	0.0047744326293468475
285438	linear.weight	7	-0.021312154829502106
285438	linear.weight	8	0.228009894490242
285438	linear.weight	9	0.24082569777965546
285438	linear.bias	0	-0.8371358513832092
285438	linear.bias	1	1.401090383529663
285438	linear.bias	2	-0.5175597071647644
285438	linear.bias	3	-0.7631310224533081
285438	linear.bias	4	-0.9085922241210938
285438	linear.bias	5	-1.1813879013061523
285438	linear.bias	6	-0.9606152176856995
285438	linear.bias	7	-0.6930246353149414
285438	linear.bias	8	-0.01705317199230194
285438	linear.bias	9	3.5478906631469727
285635	transitions	0	-0.4815118610858917
285635	transitions	1	8.92636489868164
285635	transitions	2	-3.6661975383758545
285635	transitions	3	1.6729792356491089
285635	transitions	4	-2.2480406761169434
285635	transitions	5	-0.4409183859825134
285635	transitions	6	-0.19798330962657928
285635	transitions	7	-10000.0
285635	transitions	8	1.8765931129455566
285635	transitions	9	-2.295328378677368
285635	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
285635	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
285635	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
285635	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
285635	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
285635	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
285635	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
285635	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
285635	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
285635	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
285635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
285635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
285635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
285635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
285635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
285635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
285635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
285635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
285635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
285635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
285635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
285635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
285635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
285635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
285635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
285635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
285635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
285635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
285635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
285635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
285635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
285635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
285635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
285635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
285635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
285635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
285635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
285635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
285635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
285635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
285635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
285635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
285635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
285635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
285635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
285635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
285635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
285635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
285635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
285635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
285635	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
285635	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
285635	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
285635	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
285635	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
285635	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
285635	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
285635	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
285635	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
285635	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
285635	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
285635	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
285635	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
285635	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
285635	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
285635	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
285635	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
285635	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
285635	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
285635	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
285635	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
285635	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
285635	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
285635	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
285635	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
285635	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
285635	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
285635	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
285635	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
285635	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
285635	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
285635	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
285635	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
285635	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
285635	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
285635	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
285635	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
285635	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
285635	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
285635	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
285635	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
285635	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
285635	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
285635	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
285635	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
285635	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
285635	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
285635	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
285635	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
285635	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
285635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
285635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
285635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
285635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
285635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
285635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
285635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
285635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
285635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
285635	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
285635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
285635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
285635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
285635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
285635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
285635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
285635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
285635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
285635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
285635	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
285635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
285635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
285635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
285635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
285635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
285635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
285635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
285635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
285635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
285635	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
285635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
285635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
285635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
285635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
285635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
285635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
285635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
285635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
285635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
285635	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
285635	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
285635	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
285635	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
285635	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
285635	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
285635	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
285635	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
285635	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
285635	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
285635	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
285635	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
285635	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
285635	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
285635	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
285635	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
285635	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
285635	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
285635	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
285635	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
285635	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
285635	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
285635	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
285635	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
285635	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
285635	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
285635	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
285635	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
285635	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
285635	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
285635	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
285635	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
285635	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
285635	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
285635	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
285635	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
285635	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
285635	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
285635	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
285635	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
285635	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
285635	embedding2nn.weight	0	0.046366527676582336
285635	embedding2nn.weight	1	-0.08776091039180756
285635	embedding2nn.weight	2	0.0052611976861953735
285635	embedding2nn.weight	3	-0.058669619262218475
285635	embedding2nn.weight	4	-0.12738485634326935
285635	embedding2nn.weight	5	0.11122143268585205
285635	embedding2nn.weight	6	-0.06984459608793259
285635	embedding2nn.weight	7	-0.08401849865913391
285635	embedding2nn.weight	8	-0.033474404364824295
285635	embedding2nn.weight	9	0.038767602294683456
285635	embedding2nn.bias	0	0.07791928946971893
285635	embedding2nn.bias	1	-0.020815955474972725
285635	embedding2nn.bias	2	-0.0734017938375473
285635	embedding2nn.bias	3	0.012578767724335194
285635	embedding2nn.bias	4	-0.01746823824942112
285635	embedding2nn.bias	5	-0.18161718547344208
285635	embedding2nn.bias	6	-0.12443767488002777
285635	embedding2nn.bias	7	-0.006668646354228258
285635	embedding2nn.bias	8	0.05575228109955788
285635	embedding2nn.bias	9	-0.04100528731942177
285635	rnn.weight_ih_l0	0	0.03726387396454811
285635	rnn.weight_ih_l0	1	-0.09189148992300034
285635	rnn.weight_ih_l0	2	-0.0668589174747467
285635	rnn.weight_ih_l0	3	-0.05021998658776283
285635	rnn.weight_ih_l0	4	0.01913069188594818
285635	rnn.weight_ih_l0	5	-0.11086144298315048
285635	rnn.weight_ih_l0	6	-0.03062843531370163
285635	rnn.weight_ih_l0	7	0.005057369824498892
285635	rnn.weight_ih_l0	8	0.048408716917037964
285635	rnn.weight_ih_l0	9	0.00990256480872631
285635	rnn.weight_hh_l0	0	0.004107423592358828
285635	rnn.weight_hh_l0	1	-0.07752778381109238
285635	rnn.weight_hh_l0	2	0.07557212561368942
285635	rnn.weight_hh_l0	3	0.05182262137532234
285635	rnn.weight_hh_l0	4	0.006800264585763216
285635	rnn.weight_hh_l0	5	0.07146568596363068
285635	rnn.weight_hh_l0	6	-0.01865200139582157
285635	rnn.weight_hh_l0	7	-0.11708851903676987
285635	rnn.weight_hh_l0	8	0.028574034571647644
285635	rnn.weight_hh_l0	9	-0.0754382461309433
285635	rnn.bias_ih_l0	0	-0.0887165442109108
285635	rnn.bias_ih_l0	1	-0.1928766518831253
285635	rnn.bias_ih_l0	2	-0.26896747946739197
285635	rnn.bias_ih_l0	3	-0.27376988530158997
285635	rnn.bias_ih_l0	4	0.001666013733483851
285635	rnn.bias_ih_l0	5	0.04892397299408913
285635	rnn.bias_ih_l0	6	-0.16672709584236145
285635	rnn.bias_ih_l0	7	-0.2758307456970215
285635	rnn.bias_ih_l0	8	-0.15312939882278442
285635	rnn.bias_ih_l0	9	-0.16769959032535553
285635	rnn.bias_hh_l0	0	0.13244950771331787
285635	rnn.bias_hh_l0	1	-0.05958762392401695
285635	rnn.bias_hh_l0	2	0.05402789264917374
285635	rnn.bias_hh_l0	3	-0.17420323193073273
285635	rnn.bias_hh_l0	4	0.07025355845689774
285635	rnn.bias_hh_l0	5	0.0533568412065506
285635	rnn.bias_hh_l0	6	-0.11044900119304657
285635	rnn.bias_hh_l0	7	-0.1542673110961914
285635	rnn.bias_hh_l0	8	-0.1815638244152069
285635	rnn.bias_hh_l0	9	-0.10767380148172379
285635	rnn.weight_ih_l0_reverse	0	-0.022140998393297195
285635	rnn.weight_ih_l0_reverse	1	-0.0115073686465621
285635	rnn.weight_ih_l0_reverse	2	-0.001941033871844411
285635	rnn.weight_ih_l0_reverse	3	0.0023652752861380577
285635	rnn.weight_ih_l0_reverse	4	0.006762857548892498
285635	rnn.weight_ih_l0_reverse	5	-0.06021092087030411
285635	rnn.weight_ih_l0_reverse	6	-0.043343231081962585
285635	rnn.weight_ih_l0_reverse	7	0.02489621378481388
285635	rnn.weight_ih_l0_reverse	8	0.09771513193845749
285635	rnn.weight_ih_l0_reverse	9	0.0013917230535298586
285635	rnn.weight_hh_l0_reverse	0	0.0050499336794018745
285635	rnn.weight_hh_l0_reverse	1	0.026753785088658333
285635	rnn.weight_hh_l0_reverse	2	-0.04108992591500282
285635	rnn.weight_hh_l0_reverse	3	0.04561023414134979
285635	rnn.weight_hh_l0_reverse	4	0.02285543642938137
285635	rnn.weight_hh_l0_reverse	5	-0.011424739845097065
285635	rnn.weight_hh_l0_reverse	6	0.07370579242706299
285635	rnn.weight_hh_l0_reverse	7	0.037977684289216995
285635	rnn.weight_hh_l0_reverse	8	-0.02483951486647129
285635	rnn.weight_hh_l0_reverse	9	-0.02456921711564064
285635	rnn.bias_ih_l0_reverse	0	-0.15042756497859955
285635	rnn.bias_ih_l0_reverse	1	-0.30590876936912537
285635	rnn.bias_ih_l0_reverse	2	-0.06187405064702034
285635	rnn.bias_ih_l0_reverse	3	-0.15085676312446594
285635	rnn.bias_ih_l0_reverse	4	0.06344782561063766
285635	rnn.bias_ih_l0_reverse	5	-0.2841780483722687
285635	rnn.bias_ih_l0_reverse	6	-0.06886354088783264
285635	rnn.bias_ih_l0_reverse	7	0.007452014368027449
285635	rnn.bias_ih_l0_reverse	8	-0.192681685090065
285635	rnn.bias_ih_l0_reverse	9	-0.08273867517709732
285635	rnn.bias_hh_l0_reverse	0	-0.15277211368083954
285635	rnn.bias_hh_l0_reverse	1	-0.14839327335357666
285635	rnn.bias_hh_l0_reverse	2	-0.010784238576889038
285635	rnn.bias_hh_l0_reverse	3	-0.13696669042110443
285635	rnn.bias_hh_l0_reverse	4	-0.029626894742250443
285635	rnn.bias_hh_l0_reverse	5	-0.11971274018287659
285635	rnn.bias_hh_l0_reverse	6	-0.07254554331302643
285635	rnn.bias_hh_l0_reverse	7	-0.1795271337032318
285635	rnn.bias_hh_l0_reverse	8	-0.05646096169948578
285635	rnn.bias_hh_l0_reverse	9	-0.11568562686443329
285635	linear.weight	0	-0.23527272045612335
285635	linear.weight	1	-0.13664403557777405
285635	linear.weight	2	-0.011228874325752258
285635	linear.weight	3	-0.08619897812604904
285635	linear.weight	4	-0.015912050381302834
285635	linear.weight	5	0.24088738858699799
285635	linear.weight	6	0.0047744326293468475
285635	linear.weight	7	-0.021312154829502106
285635	linear.weight	8	0.2279759794473648
285635	linear.weight	9	0.24038362503051758
285635	linear.bias	0	-0.8379124402999878
285635	linear.bias	1	1.402372121810913
285635	linear.bias	2	-0.5157676935195923
285635	linear.bias	3	-0.7565415501594543
285635	linear.bias	4	-0.9081900119781494
285635	linear.bias	5	-1.181389331817627
285635	linear.bias	6	-0.9612305164337158
285635	linear.bias	7	-0.7003048062324524
285635	linear.bias	8	-0.01705317199230194
285635	linear.bias	9	3.549241304397583
285832	transitions	0	-0.4815235137939453
285832	transitions	1	8.922205924987793
285832	transitions	2	-3.666264772415161
285832	transitions	3	1.6713364124298096
285832	transitions	4	-2.248086452484131
285832	transitions	5	-0.44095221161842346
285832	transitions	6	-0.19798490405082703
285832	transitions	7	-10000.0
285832	transitions	8	1.8769054412841797
285832	transitions	9	-2.2953286170959473
285832	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
285832	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
285832	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
285832	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
285832	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
285832	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
285832	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
285832	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
285832	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
285832	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
285832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
285832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
285832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
285832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
285832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
285832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
285832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
285832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
285832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
285832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
285832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
285832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
285832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
285832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
285832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
285832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
285832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
285832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
285832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
285832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
285832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
285832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
285832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
285832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
285832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
285832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
285832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
285832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
285832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
285832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
285832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
285832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
285832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
285832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
285832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
285832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
285832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
285832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
285832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
285832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
285832	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
285832	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
285832	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
285832	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
285832	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
285832	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
285832	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
285832	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
285832	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
285832	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
285832	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
285832	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
285832	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
285832	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
285832	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
285832	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
285832	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
285832	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
285832	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
285832	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
285832	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
285832	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
285832	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
285832	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
285832	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
285832	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
285832	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
285832	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
285832	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
285832	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
285832	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
285832	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
285832	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
285832	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
285832	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
285832	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
285832	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
285832	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
285832	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
285832	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
285832	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
285832	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
285832	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
285832	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
285832	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
285832	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
285832	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
285832	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
285832	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
285832	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
285832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
285832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
285832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
285832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
285832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
285832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
285832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
285832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
285832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
285832	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
285832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
285832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
285832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
285832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
285832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
285832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
285832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
285832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
285832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
285832	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
285832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
285832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
285832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
285832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
285832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
285832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
285832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
285832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
285832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
285832	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
285832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
285832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
285832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
285832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
285832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
285832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
285832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
285832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
285832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
285832	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
285832	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
285832	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
285832	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
285832	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
285832	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
285832	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
285832	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
285832	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
285832	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
285832	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
285832	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
285832	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
285832	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
285832	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
285832	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
285832	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
285832	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
285832	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
285832	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
285832	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
285832	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
285832	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
285832	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
285832	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
285832	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
285832	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
285832	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
285832	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
285832	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
285832	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
285832	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
285832	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
285832	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
285832	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
285832	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
285832	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
285832	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
285832	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
285832	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
285832	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
285832	embedding2nn.weight	0	0.04648246616125107
285832	embedding2nn.weight	1	-0.08768316358327866
285832	embedding2nn.weight	2	0.005245740991085768
285832	embedding2nn.weight	3	-0.058647170662879944
285832	embedding2nn.weight	4	-0.1270744502544403
285832	embedding2nn.weight	5	0.11116481572389603
285832	embedding2nn.weight	6	-0.06877149641513824
285832	embedding2nn.weight	7	-0.08436903357505798
285832	embedding2nn.weight	8	-0.03342878073453903
285832	embedding2nn.weight	9	0.03853970766067505
285832	embedding2nn.bias	0	0.08056166023015976
285832	embedding2nn.bias	1	-0.022683512419462204
285832	embedding2nn.bias	2	-0.07239390909671783
285832	embedding2nn.bias	3	0.010639531537890434
285832	embedding2nn.bias	4	-0.016673369333148003
285832	embedding2nn.bias	5	-0.18240271508693695
285832	embedding2nn.bias	6	-0.12620054185390472
285832	embedding2nn.bias	7	-0.003946452401578426
285832	embedding2nn.bias	8	0.05741902440786362
285832	embedding2nn.bias	9	-0.04080577939748764
285832	rnn.weight_ih_l0	0	0.037010278552770615
285832	rnn.weight_ih_l0	1	-0.09175466746091843
285832	rnn.weight_ih_l0	2	-0.06699616461992264
285832	rnn.weight_ih_l0	3	-0.05007960647344589
285832	rnn.weight_ih_l0	4	0.0189465694129467
285832	rnn.weight_ih_l0	5	-0.11100153625011444
285832	rnn.weight_ih_l0	6	-0.030705071985721588
285832	rnn.weight_ih_l0	7	0.005056403577327728
285832	rnn.weight_ih_l0	8	0.04813399165868759
285832	rnn.weight_ih_l0	9	0.00994955375790596
285832	rnn.weight_hh_l0	0	0.004026387352496386
285832	rnn.weight_hh_l0	1	-0.0776209682226181
285832	rnn.weight_hh_l0	2	0.0756797343492508
285832	rnn.weight_hh_l0	3	0.05183791741728783
285832	rnn.weight_hh_l0	4	0.006807825993746519
285832	rnn.weight_hh_l0	5	0.07151897996664047
285832	rnn.weight_hh_l0	6	-0.018666276708245277
285832	rnn.weight_hh_l0	7	-0.11714071035385132
285832	rnn.weight_hh_l0	8	0.028482282534241676
285832	rnn.weight_hh_l0	9	-0.07555867731571198
285832	rnn.bias_ih_l0	0	-0.08933627605438232
285832	rnn.bias_ih_l0	1	-0.1932598054409027
285832	rnn.bias_ih_l0	2	-0.2697522044181824
285832	rnn.bias_ih_l0	3	-0.27368444204330444
285832	rnn.bias_ih_l0	4	0.0020996914245188236
285832	rnn.bias_ih_l0	5	0.04928826913237572
285832	rnn.bias_ih_l0	6	-0.1666702777147293
285832	rnn.bias_ih_l0	7	-0.2759072184562683
285832	rnn.bias_ih_l0	8	-0.1529797613620758
285832	rnn.bias_ih_l0	9	-0.167449489235878
285832	rnn.bias_hh_l0	0	0.13245931267738342
285832	rnn.bias_hh_l0	1	-0.05956399068236351
285832	rnn.bias_hh_l0	2	0.05398472398519516
285832	rnn.bias_hh_l0	3	-0.17435704171657562
285832	rnn.bias_hh_l0	4	0.06962726265192032
285832	rnn.bias_hh_l0	5	0.053406815975904465
285832	rnn.bias_hh_l0	6	-0.11032383888959885
285832	rnn.bias_hh_l0	7	-0.15447784960269928
285832	rnn.bias_hh_l0	8	-0.18161502480506897
285832	rnn.bias_hh_l0	9	-0.10743455588817596
285832	rnn.weight_ih_l0_reverse	0	-0.022049279883503914
285832	rnn.weight_ih_l0_reverse	1	-0.011420355178415775
285832	rnn.weight_ih_l0_reverse	2	-0.0018491119844838977
285832	rnn.weight_ih_l0_reverse	3	0.002438414841890335
285832	rnn.weight_ih_l0_reverse	4	0.006884458474814892
285832	rnn.weight_ih_l0_reverse	5	-0.06034685671329498
285832	rnn.weight_ih_l0_reverse	6	-0.043113064020872116
285832	rnn.weight_ih_l0_reverse	7	0.024819007143378258
285832	rnn.weight_ih_l0_reverse	8	0.09806060045957565
285832	rnn.weight_ih_l0_reverse	9	0.0012813429348170757
285832	rnn.weight_hh_l0_reverse	0	0.005024024285376072
285832	rnn.weight_hh_l0_reverse	1	0.02669505961239338
285832	rnn.weight_hh_l0_reverse	2	-0.04113928973674774
285832	rnn.weight_hh_l0_reverse	3	0.045562028884887695
285832	rnn.weight_hh_l0_reverse	4	0.02270955964922905
285832	rnn.weight_hh_l0_reverse	5	-0.011310701258480549
285832	rnn.weight_hh_l0_reverse	6	0.07370379567146301
285832	rnn.weight_hh_l0_reverse	7	0.037889786064624786
285832	rnn.weight_hh_l0_reverse	8	-0.024680620059370995
285832	rnn.weight_hh_l0_reverse	9	-0.024520648643374443
285832	rnn.bias_ih_l0_reverse	0	-0.15064159035682678
285832	rnn.bias_ih_l0_reverse	1	-0.306301087141037
285832	rnn.bias_ih_l0_reverse	2	-0.062079284340143204
285832	rnn.bias_ih_l0_reverse	3	-0.1510133445262909
285832	rnn.bias_ih_l0_reverse	4	0.06356868147850037
285832	rnn.bias_ih_l0_reverse	5	-0.28439080715179443
285832	rnn.bias_ih_l0_reverse	6	-0.0687803104519844
285832	rnn.bias_ih_l0_reverse	7	0.007612308021634817
285832	rnn.bias_ih_l0_reverse	8	-0.1924876719713211
285832	rnn.bias_ih_l0_reverse	9	-0.08269978314638138
285832	rnn.bias_hh_l0_reverse	0	-0.1529167741537094
285832	rnn.bias_hh_l0_reverse	1	-0.14853236079216003
285832	rnn.bias_hh_l0_reverse	2	-0.010829979553818703
285832	rnn.bias_hh_l0_reverse	3	-0.13711018860340118
285832	rnn.bias_hh_l0_reverse	4	-0.029745742678642273
285832	rnn.bias_hh_l0_reverse	5	-0.1196933463215828
285832	rnn.bias_hh_l0_reverse	6	-0.07275082916021347
285832	rnn.bias_hh_l0_reverse	7	-0.1795017421245575
285832	rnn.bias_hh_l0_reverse	8	-0.05663418397307396
285832	rnn.bias_hh_l0_reverse	9	-0.11582548916339874
285832	linear.weight	0	-0.23669305443763733
285832	linear.weight	1	-0.1355234533548355
285832	linear.weight	2	-0.011228874325752258
285832	linear.weight	3	-0.08553062379360199
285832	linear.weight	4	-0.014632819220423698
285832	linear.weight	5	0.241023451089859
285832	linear.weight	6	0.0047744326293468475
285832	linear.weight	7	-0.021312154829502106
285832	linear.weight	8	0.22603839635849
285832	linear.weight	9	0.24101121723651886
285832	linear.bias	0	-0.844499945640564
285832	linear.bias	1	1.4104671478271484
285832	linear.bias	2	-0.5079478621482849
285832	linear.bias	3	-0.7598774433135986
285832	linear.bias	4	-0.8940932154655457
285832	linear.bias	5	-1.1813905239105225
285832	linear.bias	6	-0.9675760865211487
285832	linear.bias	7	-0.6923328042030334
285832	linear.bias	8	-0.01705317199230194
285832	linear.bias	9	3.54331111907959
286029	transitions	0	-0.48152774572372437
286029	transitions	1	8.924388885498047
286029	transitions	2	-3.6662893295288086
286029	transitions	3	1.669875979423523
286029	transitions	4	-2.2481002807617188
286029	transitions	5	-0.44095563888549805
286029	transitions	6	-0.1979912370443344
286029	transitions	7	-10000.0
286029	transitions	8	1.8776096105575562
286029	transitions	9	-2.2953290939331055
286029	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
286029	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
286029	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
286029	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
286029	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
286029	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
286029	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
286029	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
286029	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
286029	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
286029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
286029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
286029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
286029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
286029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
286029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
286029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
286029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
286029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
286029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
286029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
286029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
286029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
286029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
286029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
286029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
286029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
286029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
286029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
286029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
286029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
286029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
286029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
286029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
286029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
286029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
286029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
286029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
286029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
286029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
286029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
286029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
286029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
286029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
286029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
286029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
286029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
286029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
286029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
286029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
286029	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
286029	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
286029	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
286029	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
286029	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
286029	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
286029	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
286029	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
286029	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
286029	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
286029	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
286029	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
286029	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
286029	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
286029	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
286029	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
286029	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
286029	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
286029	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
286029	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
286029	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
286029	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
286029	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
286029	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
286029	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
286029	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
286029	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
286029	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
286029	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
286029	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
286029	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
286029	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
286029	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
286029	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
286029	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
286029	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
286029	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
286029	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
286029	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
286029	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
286029	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
286029	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
286029	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
286029	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
286029	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
286029	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
286029	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
286029	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
286029	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
286029	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
286029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
286029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
286029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
286029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
286029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
286029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
286029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
286029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
286029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
286029	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
286029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
286029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
286029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
286029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
286029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
286029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
286029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
286029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
286029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
286029	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
286029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
286029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
286029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
286029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
286029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
286029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
286029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
286029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
286029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
286029	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
286029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
286029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
286029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
286029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
286029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
286029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
286029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
286029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
286029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
286029	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
286029	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
286029	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
286029	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
286029	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
286029	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
286029	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
286029	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
286029	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
286029	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
286029	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
286029	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
286029	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
286029	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
286029	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
286029	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
286029	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
286029	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
286029	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
286029	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
286029	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
286029	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
286029	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
286029	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
286029	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
286029	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
286029	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
286029	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
286029	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
286029	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
286029	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
286029	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
286029	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
286029	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
286029	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
286029	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
286029	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
286029	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
286029	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
286029	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
286029	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
286029	embedding2nn.weight	0	0.04644890874624252
286029	embedding2nn.weight	1	-0.08799368143081665
286029	embedding2nn.weight	2	0.004644603934139013
286029	embedding2nn.weight	3	-0.05849585309624672
286029	embedding2nn.weight	4	-0.12646977603435516
286029	embedding2nn.weight	5	0.11078212410211563
286029	embedding2nn.weight	6	-0.06986725330352783
286029	embedding2nn.weight	7	-0.0849623829126358
286029	embedding2nn.weight	8	-0.03350371867418289
286029	embedding2nn.weight	9	0.03817381337285042
286029	embedding2nn.bias	0	0.0813278928399086
286029	embedding2nn.bias	1	-0.02143852598965168
286029	embedding2nn.bias	2	-0.07180073112249374
286029	embedding2nn.bias	3	0.009516787715256214
286029	embedding2nn.bias	4	-0.017045563086867332
286029	embedding2nn.bias	5	-0.18504178524017334
286029	embedding2nn.bias	6	-0.12335670739412308
286029	embedding2nn.bias	7	-0.005613680928945541
286029	embedding2nn.bias	8	0.056982818990945816
286029	embedding2nn.bias	9	-0.03812883421778679
286029	rnn.weight_ih_l0	0	0.03712628409266472
286029	rnn.weight_ih_l0	1	-0.09146784991025925
286029	rnn.weight_ih_l0	2	-0.06689184159040451
286029	rnn.weight_ih_l0	3	-0.05012647435069084
286029	rnn.weight_ih_l0	4	0.01906975731253624
286029	rnn.weight_ih_l0	5	-0.1109040230512619
286029	rnn.weight_ih_l0	6	-0.030641350895166397
286029	rnn.weight_ih_l0	7	0.0048879762180149555
286029	rnn.weight_ih_l0	8	0.04712413251399994
286029	rnn.weight_ih_l0	9	0.009788365103304386
286029	rnn.weight_hh_l0	0	0.00398995541036129
286029	rnn.weight_hh_l0	1	-0.0776955634355545
286029	rnn.weight_hh_l0	2	0.07557402551174164
286029	rnn.weight_hh_l0	3	0.051880817860364914
286029	rnn.weight_hh_l0	4	0.006835856009274721
286029	rnn.weight_hh_l0	5	0.07157609611749649
286029	rnn.weight_hh_l0	6	-0.018733510747551918
286029	rnn.weight_hh_l0	7	-0.1171840950846672
286029	rnn.weight_hh_l0	8	0.028506435453891754
286029	rnn.weight_hh_l0	9	-0.07531635463237762
286029	rnn.bias_ih_l0	0	-0.08970196545124054
286029	rnn.bias_ih_l0	1	-0.1931392252445221
286029	rnn.bias_ih_l0	2	-0.269733190536499
286029	rnn.bias_ih_l0	3	-0.27368512749671936
286029	rnn.bias_ih_l0	4	0.0020854277536273003
286029	rnn.bias_ih_l0	5	0.04965110495686531
286029	rnn.bias_ih_l0	6	-0.16671183705329895
286029	rnn.bias_ih_l0	7	-0.2760831415653229
286029	rnn.bias_ih_l0	8	-0.15305274724960327
286029	rnn.bias_ih_l0	9	-0.1678069531917572
286029	rnn.bias_hh_l0	0	0.1324727088212967
286029	rnn.bias_hh_l0	1	-0.059670932590961456
286029	rnn.bias_hh_l0	2	0.05407349020242691
286029	rnn.bias_hh_l0	3	-0.17463980615139008
286029	rnn.bias_hh_l0	4	0.06959753483533859
286029	rnn.bias_hh_l0	5	0.05332660302519798
286029	rnn.bias_hh_l0	6	-0.11046135425567627
286029	rnn.bias_hh_l0	7	-0.1541370004415512
286029	rnn.bias_hh_l0	8	-0.1816195398569107
286029	rnn.bias_hh_l0	9	-0.10781225562095642
286029	rnn.weight_ih_l0_reverse	0	-0.021886948496103287
286029	rnn.weight_ih_l0_reverse	1	-0.011225077323615551
286029	rnn.weight_ih_l0_reverse	2	-0.0021793446503579617
286029	rnn.weight_ih_l0_reverse	3	0.002176062436774373
286029	rnn.weight_ih_l0_reverse	4	0.006754600442945957
286029	rnn.weight_ih_l0_reverse	5	-0.0601775236427784
286029	rnn.weight_ih_l0_reverse	6	-0.0429564006626606
286029	rnn.weight_ih_l0_reverse	7	0.02492535300552845
286029	rnn.weight_ih_l0_reverse	8	0.09684676676988602
286029	rnn.weight_ih_l0_reverse	9	0.0013629747554659843
286029	rnn.weight_hh_l0_reverse	0	0.005038779228925705
286029	rnn.weight_hh_l0_reverse	1	0.02670367807149887
286029	rnn.weight_hh_l0_reverse	2	-0.041129220277071
286029	rnn.weight_hh_l0_reverse	3	0.045647189021110535
286029	rnn.weight_hh_l0_reverse	4	0.022721195593476295
286029	rnn.weight_hh_l0_reverse	5	-0.011373358778655529
286029	rnn.weight_hh_l0_reverse	6	0.07369092851877213
286029	rnn.weight_hh_l0_reverse	7	0.03787275776267052
286029	rnn.weight_hh_l0_reverse	8	-0.024498529732227325
286029	rnn.weight_hh_l0_reverse	9	-0.02442476525902748
286029	rnn.bias_ih_l0_reverse	0	-0.15081337094306946
286029	rnn.bias_ih_l0_reverse	1	-0.30559948086738586
286029	rnn.bias_ih_l0_reverse	2	-0.06220852956175804
286029	rnn.bias_ih_l0_reverse	3	-0.15123392641544342
286029	rnn.bias_ih_l0_reverse	4	0.0640254020690918
286029	rnn.bias_ih_l0_reverse	5	-0.2847239375114441
286029	rnn.bias_ih_l0_reverse	6	-0.0685540959239006
286029	rnn.bias_ih_l0_reverse	7	0.0072154514491558075
286029	rnn.bias_ih_l0_reverse	8	-0.19199950993061066
286029	rnn.bias_ih_l0_reverse	9	-0.08237026631832123
286029	rnn.bias_hh_l0_reverse	0	-0.15258969366550446
286029	rnn.bias_hh_l0_reverse	1	-0.14845390617847443
286029	rnn.bias_hh_l0_reverse	2	-0.010961901396512985
286029	rnn.bias_hh_l0_reverse	3	-0.1372963935136795
286029	rnn.bias_hh_l0_reverse	4	-0.02997223101556301
286029	rnn.bias_hh_l0_reverse	5	-0.11963744461536407
286029	rnn.bias_hh_l0_reverse	6	-0.07276803255081177
286029	rnn.bias_hh_l0_reverse	7	-0.17948246002197266
286029	rnn.bias_hh_l0_reverse	8	-0.056952495127916336
286029	rnn.bias_hh_l0_reverse	9	-0.11548072099685669
286029	linear.weight	0	-0.23753775656223297
286029	linear.weight	1	-0.1360110342502594
286029	linear.weight	2	-0.011228874325752258
286029	linear.weight	3	-0.08514516055583954
286029	linear.weight	4	-0.01430685818195343
286029	linear.weight	5	0.24014964699745178
286029	linear.weight	6	0.0047744326293468475
286029	linear.weight	7	-0.021312154829502106
286029	linear.weight	8	0.22516147792339325
286029	linear.weight	9	0.2429247945547104
286029	linear.bias	0	-0.8485837578773499
286029	linear.bias	1	1.4092707633972168
286029	linear.bias	2	-0.506101131439209
286029	linear.bias	3	-0.7625555396080017
286029	linear.bias	4	-0.8948465585708618
286029	linear.bias	5	-1.181391716003418
286029	linear.bias	6	-0.9721660017967224
286029	linear.bias	7	-0.6823780536651611
286029	linear.bias	8	-0.01705317199230194
286029	linear.bias	9	3.533252477645874
286226	transitions	0	-0.48155757784843445
286226	transitions	1	8.922015190124512
286226	transitions	2	-3.6663360595703125
286226	transitions	3	1.6701005697250366
286226	transitions	4	-2.248198986053467
286226	transitions	5	-0.44097357988357544
286226	transitions	6	-0.197993665933609
286226	transitions	7	-10000.0
286226	transitions	8	1.8776118755340576
286226	transitions	9	-2.2953293323516846
286226	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
286226	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
286226	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
286226	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
286226	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
286226	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
286226	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
286226	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
286226	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
286226	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
286226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
286226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
286226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
286226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
286226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
286226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
286226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
286226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
286226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
286226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
286226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
286226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
286226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
286226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
286226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
286226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
286226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
286226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
286226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
286226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
286226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
286226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
286226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
286226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
286226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
286226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
286226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
286226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
286226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
286226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
286226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
286226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
286226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
286226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
286226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
286226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
286226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
286226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
286226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
286226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
286226	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
286226	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
286226	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
286226	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
286226	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
286226	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
286226	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
286226	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
286226	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
286226	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
286226	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
286226	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
286226	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
286226	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
286226	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
286226	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
286226	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
286226	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
286226	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
286226	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
286226	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
286226	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
286226	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
286226	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
286226	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
286226	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
286226	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
286226	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
286226	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
286226	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
286226	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
286226	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
286226	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
286226	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
286226	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
286226	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
286226	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
286226	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
286226	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
286226	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
286226	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
286226	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
286226	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
286226	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
286226	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
286226	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
286226	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
286226	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
286226	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
286226	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
286226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
286226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
286226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
286226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
286226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
286226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
286226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
286226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
286226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
286226	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
286226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
286226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
286226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
286226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
286226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
286226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
286226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
286226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
286226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
286226	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
286226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
286226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
286226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
286226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
286226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
286226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
286226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
286226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
286226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
286226	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
286226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
286226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
286226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
286226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
286226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
286226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
286226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
286226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
286226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
286226	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
286226	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
286226	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
286226	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
286226	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
286226	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
286226	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
286226	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
286226	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
286226	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
286226	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
286226	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
286226	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
286226	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
286226	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
286226	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
286226	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
286226	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
286226	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
286226	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
286226	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
286226	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
286226	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
286226	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
286226	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
286226	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
286226	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
286226	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
286226	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
286226	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
286226	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
286226	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
286226	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
286226	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
286226	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
286226	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
286226	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
286226	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
286226	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
286226	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
286226	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
286226	embedding2nn.weight	0	0.04650396481156349
286226	embedding2nn.weight	1	-0.08795211464166641
286226	embedding2nn.weight	2	0.005210015922784805
286226	embedding2nn.weight	3	-0.05845748633146286
286226	embedding2nn.weight	4	-0.12623701989650726
286226	embedding2nn.weight	5	0.11124569922685623
286226	embedding2nn.weight	6	-0.07146738469600677
286226	embedding2nn.weight	7	-0.08489735424518585
286226	embedding2nn.weight	8	-0.03340888395905495
286226	embedding2nn.weight	9	0.038281604647636414
286226	embedding2nn.bias	0	0.08310353755950928
286226	embedding2nn.bias	1	-0.022569550201296806
286226	embedding2nn.bias	2	-0.07220374047756195
286226	embedding2nn.bias	3	0.006661927327513695
286226	embedding2nn.bias	4	-0.01762375794351101
286226	embedding2nn.bias	5	-0.18623507022857666
286226	embedding2nn.bias	6	-0.12340133637189865
286226	embedding2nn.bias	7	-0.0050150323659181595
286226	embedding2nn.bias	8	0.05679931864142418
286226	embedding2nn.bias	9	-0.03742578253149986
286226	rnn.weight_ih_l0	0	0.03675209358334541
286226	rnn.weight_ih_l0	1	-0.09165248274803162
286226	rnn.weight_ih_l0	2	-0.06703748553991318
286226	rnn.weight_ih_l0	3	-0.05058916658163071
286226	rnn.weight_ih_l0	4	0.019348222762346268
286226	rnn.weight_ih_l0	5	-0.1112990528345108
286226	rnn.weight_ih_l0	6	-0.030734196305274963
286226	rnn.weight_ih_l0	7	0.004944026470184326
286226	rnn.weight_ih_l0	8	0.047301989048719406
286226	rnn.weight_ih_l0	9	0.010167436674237251
286226	rnn.weight_hh_l0	0	0.0039449031464755535
286226	rnn.weight_hh_l0	1	-0.07753034681081772
286226	rnn.weight_hh_l0	2	0.07552742958068848
286226	rnn.weight_hh_l0	3	0.05193070322275162
286226	rnn.weight_hh_l0	4	0.006918927654623985
286226	rnn.weight_hh_l0	5	0.07158655673265457
286226	rnn.weight_hh_l0	6	-0.018716154620051384
286226	rnn.weight_hh_l0	7	-0.11726977676153183
286226	rnn.weight_hh_l0	8	0.028679775074124336
286226	rnn.weight_hh_l0	9	-0.07514531165361404
286226	rnn.bias_ih_l0	0	-0.08961162716150284
286226	rnn.bias_ih_l0	1	-0.19308683276176453
286226	rnn.bias_ih_l0	2	-0.2700071632862091
286226	rnn.bias_ih_l0	3	-0.27416864037513733
286226	rnn.bias_ih_l0	4	0.0025263919960707426
286226	rnn.bias_ih_l0	5	0.04928318038582802
286226	rnn.bias_ih_l0	6	-0.16676221787929535
286226	rnn.bias_ih_l0	7	-0.27599647641181946
286226	rnn.bias_ih_l0	8	-0.15360303223133087
286226	rnn.bias_ih_l0	9	-0.16784362494945526
286226	rnn.bias_hh_l0	0	0.13255400955677032
286226	rnn.bias_hh_l0	1	-0.06060849502682686
286226	rnn.bias_hh_l0	2	0.05393797531723976
286226	rnn.bias_hh_l0	3	-0.17417143285274506
286226	rnn.bias_hh_l0	4	0.06954104453325272
286226	rnn.bias_hh_l0	5	0.05319714546203613
286226	rnn.bias_hh_l0	6	-0.11004693061113358
286226	rnn.bias_hh_l0	7	-0.1541776806116104
286226	rnn.bias_hh_l0	8	-0.18160493671894073
286226	rnn.bias_hh_l0	9	-0.10783308744430542
286226	rnn.weight_ih_l0_reverse	0	-0.022076427936553955
286226	rnn.weight_ih_l0_reverse	1	-0.011011739261448383
286226	rnn.weight_ih_l0_reverse	2	-0.0018569428939372301
286226	rnn.weight_ih_l0_reverse	3	0.0026432101149111986
286226	rnn.weight_ih_l0_reverse	4	0.006725467275828123
286226	rnn.weight_ih_l0_reverse	5	-0.060045190155506134
286226	rnn.weight_ih_l0_reverse	6	-0.04369280859827995
286226	rnn.weight_ih_l0_reverse	7	0.025030195713043213
286226	rnn.weight_ih_l0_reverse	8	0.09709469974040985
286226	rnn.weight_ih_l0_reverse	9	0.0011737497989088297
286226	rnn.weight_hh_l0_reverse	0	0.005044175311923027
286226	rnn.weight_hh_l0_reverse	1	0.026740029454231262
286226	rnn.weight_hh_l0_reverse	2	-0.04125015810132027
286226	rnn.weight_hh_l0_reverse	3	0.04571546986699104
286226	rnn.weight_hh_l0_reverse	4	0.022805005311965942
286226	rnn.weight_hh_l0_reverse	5	-0.011081504635512829
286226	rnn.weight_hh_l0_reverse	6	0.07368361204862595
286226	rnn.weight_hh_l0_reverse	7	0.03793071210384369
286226	rnn.weight_hh_l0_reverse	8	-0.024508735164999962
286226	rnn.weight_hh_l0_reverse	9	-0.024441620334982872
286226	rnn.bias_ih_l0_reverse	0	-0.15064474940299988
286226	rnn.bias_ih_l0_reverse	1	-0.30550968647003174
286226	rnn.bias_ih_l0_reverse	2	-0.062107473611831665
286226	rnn.bias_ih_l0_reverse	3	-0.1510394960641861
286226	rnn.bias_ih_l0_reverse	4	0.06439574062824249
286226	rnn.bias_ih_l0_reverse	5	-0.28442829847335815
286226	rnn.bias_ih_l0_reverse	6	-0.06888572126626968
286226	rnn.bias_ih_l0_reverse	7	0.008135920390486717
286226	rnn.bias_ih_l0_reverse	8	-0.1916002780199051
286226	rnn.bias_ih_l0_reverse	9	-0.08279285579919815
286226	rnn.bias_hh_l0_reverse	0	-0.152632936835289
286226	rnn.bias_hh_l0_reverse	1	-0.14846870303153992
286226	rnn.bias_hh_l0_reverse	2	-0.011071071028709412
286226	rnn.bias_hh_l0_reverse	3	-0.13699981570243835
286226	rnn.bias_hh_l0_reverse	4	-0.02932717278599739
286226	rnn.bias_hh_l0_reverse	5	-0.11911310255527496
286226	rnn.bias_hh_l0_reverse	6	-0.07300300151109695
286226	rnn.bias_hh_l0_reverse	7	-0.1798517405986786
286226	rnn.bias_hh_l0_reverse	8	-0.05705849826335907
286226	rnn.bias_hh_l0_reverse	9	-0.11561944335699081
286226	linear.weight	0	-0.2385735809803009
286226	linear.weight	1	-0.13648200035095215
286226	linear.weight	2	-0.011228874325752258
286226	linear.weight	3	-0.08492463082075119
286226	linear.weight	4	-0.011884644627571106
286226	linear.weight	5	0.2402227222919464
286226	linear.weight	6	0.0047744326293468475
286226	linear.weight	7	-0.021312154829502106
286226	linear.weight	8	0.22401879727840424
286226	linear.weight	9	0.24443836510181427
286226	linear.bias	0	-0.8464235663414001
286226	linear.bias	1	1.4107154607772827
286226	linear.bias	2	-0.5091285109519958
286226	linear.bias	3	-0.7644187808036804
286226	linear.bias	4	-0.8968282341957092
286226	linear.bias	5	-1.1813931465148926
286226	linear.bias	6	-0.9695581197738647
286226	linear.bias	7	-0.6842980980873108
286226	linear.bias	8	-0.01705317199230194
286226	linear.bias	9	3.5383615493774414
286230	transitions	0	-0.4815627932548523
286230	transitions	1	8.92300796508789
286230	transitions	2	-3.6663360595703125
286230	transitions	3	1.6700470447540283
286230	transitions	4	-2.248199224472046
286230	transitions	5	-0.44097357988357544
286230	transitions	6	-0.1979936808347702
286230	transitions	7	-10000.0
286230	transitions	8	1.8776118755340576
286230	transitions	9	-2.2953293323516846
286230	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
286230	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
286230	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
286230	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
286230	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
286230	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
286230	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
286230	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
286230	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
286230	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
286230	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
286230	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
286230	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
286230	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
286230	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
286230	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
286230	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
286230	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
286230	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
286230	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
286230	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
286230	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
286230	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
286230	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
286230	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
286230	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
286230	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
286230	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
286230	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
286230	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
286230	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
286230	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
286230	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
286230	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
286230	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
286230	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
286230	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
286230	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
286230	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
286230	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
286230	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
286230	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
286230	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
286230	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
286230	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
286230	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
286230	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
286230	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
286230	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
286230	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
286230	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
286230	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
286230	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
286230	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
286230	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
286230	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
286230	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
286230	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
286230	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
286230	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
286230	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
286230	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
286230	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
286230	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
286230	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
286230	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
286230	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
286230	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
286230	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
286230	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
286230	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
286230	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
286230	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
286230	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
286230	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
286230	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
286230	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
286230	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
286230	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
286230	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
286230	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
286230	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
286230	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
286230	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
286230	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
286230	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
286230	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
286230	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
286230	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
286230	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
286230	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
286230	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
286230	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
286230	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
286230	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
286230	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
286230	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
286230	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
286230	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
286230	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
286230	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
286230	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
286230	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
286230	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
286230	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
286230	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
286230	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
286230	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
286230	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
286230	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
286230	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
286230	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
286230	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
286230	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
286230	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
286230	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
286230	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
286230	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
286230	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
286230	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
286230	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
286230	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
286230	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
286230	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
286230	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
286230	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
286230	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
286230	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
286230	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
286230	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
286230	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
286230	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
286230	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
286230	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
286230	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
286230	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
286230	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
286230	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
286230	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
286230	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
286230	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
286230	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
286230	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
286230	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
286230	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
286230	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
286230	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
286230	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
286230	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
286230	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
286230	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
286230	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
286230	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
286230	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
286230	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
286230	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
286230	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
286230	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
286230	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
286230	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
286230	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
286230	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
286230	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
286230	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
286230	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
286230	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
286230	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
286230	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
286230	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
286230	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
286230	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
286230	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
286230	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
286230	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
286230	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
286230	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
286230	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
286230	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
286230	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
286230	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
286230	embedding2nn.weight	0	0.04650462046265602
286230	embedding2nn.weight	1	-0.0879645049571991
286230	embedding2nn.weight	2	0.005259230732917786
286230	embedding2nn.weight	3	-0.05846264585852623
286230	embedding2nn.weight	4	-0.12623922526836395
286230	embedding2nn.weight	5	0.11124208569526672
286230	embedding2nn.weight	6	-0.07152405381202698
286230	embedding2nn.weight	7	-0.08488263934850693
286230	embedding2nn.weight	8	-0.03338707238435745
286230	embedding2nn.weight	9	0.03828572854399681
286230	embedding2nn.bias	0	0.08335963636636734
286230	embedding2nn.bias	1	-0.022569186985492706
286230	embedding2nn.bias	2	-0.07228337973356247
286230	embedding2nn.bias	3	0.007041721139103174
286230	embedding2nn.bias	4	-0.017551282420754433
286230	embedding2nn.bias	5	-0.1862274408340454
286230	embedding2nn.bias	6	-0.12342485785484314
286230	embedding2nn.bias	7	-0.005043004173785448
286230	embedding2nn.bias	8	0.05686383321881294
286230	embedding2nn.bias	9	-0.03742305561900139
286230	rnn.weight_ih_l0	0	0.03678656741976738
286230	rnn.weight_ih_l0	1	-0.09164989739656448
286230	rnn.weight_ih_l0	2	-0.0670321062207222
286230	rnn.weight_ih_l0	3	-0.05057651922106743
286230	rnn.weight_ih_l0	4	0.019350741058588028
286230	rnn.weight_ih_l0	5	-0.11128543317317963
286230	rnn.weight_ih_l0	6	-0.0307233314961195
286230	rnn.weight_ih_l0	7	0.0049429540522396564
286230	rnn.weight_ih_l0	8	0.04731026291847229
286230	rnn.weight_ih_l0	9	0.010183724574744701
286230	rnn.weight_hh_l0	0	0.003944743424654007
286230	rnn.weight_hh_l0	1	-0.0775146409869194
286230	rnn.weight_hh_l0	2	0.07552787661552429
286230	rnn.weight_hh_l0	3	0.05193961784243584
286230	rnn.weight_hh_l0	4	0.0069193365052342415
286230	rnn.weight_hh_l0	5	0.07157137989997864
286230	rnn.weight_hh_l0	6	-0.018726106733083725
286230	rnn.weight_hh_l0	7	-0.11727049201726913
286230	rnn.weight_hh_l0	8	0.028685685247182846
286230	rnn.weight_hh_l0	9	-0.07513239979743958
286230	rnn.bias_ih_l0	0	-0.08960672467947006
286230	rnn.bias_ih_l0	1	-0.19312816858291626
286230	rnn.bias_ih_l0	2	-0.27002230286598206
286230	rnn.bias_ih_l0	3	-0.27417516708374023
286230	rnn.bias_ih_l0	4	0.0025225018616765738
286230	rnn.bias_ih_l0	5	0.04932565242052078
286230	rnn.bias_ih_l0	6	-0.16677868366241455
286230	rnn.bias_ih_l0	7	-0.2759662866592407
286230	rnn.bias_ih_l0	8	-0.15361326932907104
286230	rnn.bias_ih_l0	9	-0.16782332956790924
286230	rnn.bias_hh_l0	0	0.13259635865688324
286230	rnn.bias_hh_l0	1	-0.06059921532869339
286230	rnn.bias_hh_l0	2	0.053923580795526505
286230	rnn.bias_hh_l0	3	-0.1742662489414215
286230	rnn.bias_hh_l0	4	0.06949593126773834
286230	rnn.bias_hh_l0	5	0.053186044096946716
286230	rnn.bias_hh_l0	6	-0.11002242565155029
286230	rnn.bias_hh_l0	7	-0.15418954193592072
286230	rnn.bias_hh_l0	8	-0.1815795749425888
286230	rnn.bias_hh_l0	9	-0.10788264870643616
286230	rnn.weight_ih_l0_reverse	0	-0.022046217694878578
286230	rnn.weight_ih_l0_reverse	1	-0.011028233915567398
286230	rnn.weight_ih_l0_reverse	2	-0.0018566263606771827
286230	rnn.weight_ih_l0_reverse	3	0.002637772122398019
286230	rnn.weight_ih_l0_reverse	4	0.006701448932290077
286230	rnn.weight_ih_l0_reverse	5	-0.060023318976163864
286230	rnn.weight_ih_l0_reverse	6	-0.043685656040906906
286230	rnn.weight_ih_l0_reverse	7	0.025033431127667427
286230	rnn.weight_ih_l0_reverse	8	0.09709467738866806
286230	rnn.weight_ih_l0_reverse	9	0.0011656061979010701
286230	rnn.weight_hh_l0_reverse	0	0.0050502256490290165
286230	rnn.weight_hh_l0_reverse	1	0.02674073353409767
286230	rnn.weight_hh_l0_reverse	2	-0.041260525584220886
286230	rnn.weight_hh_l0_reverse	3	0.04571860283613205
286230	rnn.weight_hh_l0_reverse	4	0.022811854258179665
286230	rnn.weight_hh_l0_reverse	5	-0.011032406240701675
286230	rnn.weight_hh_l0_reverse	6	0.07368708401918411
286230	rnn.weight_hh_l0_reverse	7	0.03792351484298706
286230	rnn.weight_hh_l0_reverse	8	-0.024515774101018906
286230	rnn.weight_hh_l0_reverse	9	-0.02442307025194168
286230	rnn.bias_ih_l0_reverse	0	-0.15062043070793152
286230	rnn.bias_ih_l0_reverse	1	-0.3055221736431122
286230	rnn.bias_ih_l0_reverse	2	-0.062115199863910675
286230	rnn.bias_ih_l0_reverse	3	-0.15102653205394745
286230	rnn.bias_ih_l0_reverse	4	0.06430307030677795
286230	rnn.bias_ih_l0_reverse	5	-0.28442567586898804
286230	rnn.bias_ih_l0_reverse	6	-0.06889409571886063
286230	rnn.bias_ih_l0_reverse	7	0.008198998868465424
286230	rnn.bias_ih_l0_reverse	8	-0.19162993133068085
286230	rnn.bias_ih_l0_reverse	9	-0.08278027176856995
286230	rnn.bias_hh_l0_reverse	0	-0.15265433490276337
286230	rnn.bias_hh_l0_reverse	1	-0.14844858646392822
286230	rnn.bias_hh_l0_reverse	2	-0.011082435958087444
286230	rnn.bias_hh_l0_reverse	3	-0.1370312124490738
286230	rnn.bias_hh_l0_reverse	4	-0.02933269552886486
286230	rnn.bias_hh_l0_reverse	5	-0.11911588907241821
286230	rnn.bias_hh_l0_reverse	6	-0.0729888528585434
286230	rnn.bias_hh_l0_reverse	7	-0.17993080615997314
286230	rnn.bias_hh_l0_reverse	8	-0.057043418288230896
286230	rnn.bias_hh_l0_reverse	9	-0.11562443524599075
286230	linear.weight	0	-0.23856008052825928
286230	linear.weight	1	-0.13648156821727753
286230	linear.weight	2	-0.011228874325752258
286230	linear.weight	3	-0.08524899184703827
286230	linear.weight	4	-0.01187377329915762
286230	linear.weight	5	0.23891721665859222
286230	linear.weight	6	0.0047744326293468475
286230	linear.weight	7	-0.021312154829502106
286230	linear.weight	8	0.22376061975955963
286230	linear.weight	9	0.24446667730808258
286230	linear.bias	0	-0.846524715423584
286230	linear.bias	1	1.410577654838562
286230	linear.bias	2	-0.5091167688369751
286230	linear.bias	3	-0.7643763422966003
286230	linear.bias	4	-0.8978081941604614
286230	linear.bias	5	-1.1813931465148926
286230	linear.bias	6	-0.9696592688560486
286230	linear.bias	7	-0.6831538677215576
286230	linear.bias	8	-0.01705317199230194
286230	linear.bias	9	3.5377695560455322
286427	transitions	0	-0.4815729856491089
286427	transitions	1	8.925004005432129
286427	transitions	2	-3.6663849353790283
286427	transitions	3	1.668686866760254
286427	transitions	4	-2.2482447624206543
286427	transitions	5	-0.4409807622432709
286427	transitions	6	-0.1979958862066269
286427	transitions	7	-10000.0
286427	transitions	8	1.8776581287384033
286427	transitions	9	-2.2953295707702637
286427	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
286427	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
286427	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
286427	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
286427	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
286427	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
286427	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
286427	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
286427	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
286427	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
286427	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
286427	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
286427	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
286427	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
286427	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
286427	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
286427	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
286427	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
286427	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
286427	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
286427	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
286427	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
286427	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
286427	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
286427	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
286427	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
286427	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
286427	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
286427	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
286427	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
286427	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
286427	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
286427	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
286427	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
286427	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
286427	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
286427	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
286427	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
286427	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
286427	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
286427	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
286427	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
286427	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
286427	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
286427	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
286427	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
286427	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
286427	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
286427	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
286427	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
286427	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
286427	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
286427	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
286427	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
286427	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
286427	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
286427	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
286427	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
286427	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
286427	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
286427	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
286427	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
286427	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
286427	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
286427	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
286427	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
286427	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
286427	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
286427	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
286427	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
286427	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
286427	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
286427	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
286427	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
286427	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
286427	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
286427	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
286427	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
286427	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
286427	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
286427	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
286427	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
286427	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
286427	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
286427	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
286427	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
286427	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
286427	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
286427	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
286427	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
286427	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
286427	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
286427	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
286427	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
286427	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
286427	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
286427	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
286427	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
286427	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
286427	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
286427	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
286427	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
286427	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
286427	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
286427	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
286427	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
286427	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
286427	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
286427	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
286427	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
286427	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
286427	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
286427	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
286427	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
286427	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
286427	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
286427	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
286427	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
286427	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
286427	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
286427	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
286427	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
286427	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
286427	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
286427	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
286427	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
286427	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
286427	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
286427	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
286427	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
286427	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
286427	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
286427	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
286427	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
286427	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
286427	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
286427	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
286427	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
286427	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
286427	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
286427	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
286427	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
286427	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
286427	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
286427	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
286427	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
286427	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
286427	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
286427	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
286427	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
286427	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
286427	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
286427	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
286427	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
286427	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
286427	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
286427	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
286427	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
286427	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
286427	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
286427	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
286427	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
286427	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
286427	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
286427	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
286427	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
286427	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
286427	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
286427	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
286427	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
286427	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
286427	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
286427	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
286427	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
286427	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
286427	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
286427	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
286427	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
286427	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
286427	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
286427	embedding2nn.weight	0	0.0464545302093029
286427	embedding2nn.weight	1	-0.08800584822893143
286427	embedding2nn.weight	2	0.005180914420634508
286427	embedding2nn.weight	3	-0.058645203709602356
286427	embedding2nn.weight	4	-0.1258368045091629
286427	embedding2nn.weight	5	0.1114906445145607
286427	embedding2nn.weight	6	-0.07125867158174515
286427	embedding2nn.weight	7	-0.08493074029684067
286427	embedding2nn.weight	8	-0.033686619251966476
286427	embedding2nn.weight	9	0.03883383795619011
286427	embedding2nn.bias	0	0.08157564699649811
286427	embedding2nn.bias	1	-0.02304081991314888
286427	embedding2nn.bias	2	-0.07219735532999039
286427	embedding2nn.bias	3	0.006791659165173769
286427	embedding2nn.bias	4	-0.015280373394489288
286427	embedding2nn.bias	5	-0.18795108795166016
286427	embedding2nn.bias	6	-0.1234942227602005
286427	embedding2nn.bias	7	-0.004731839057058096
286427	embedding2nn.bias	8	0.05619483441114426
286427	embedding2nn.bias	9	-0.040806639939546585
286427	rnn.weight_ih_l0	0	0.037003569304943085
286427	rnn.weight_ih_l0	1	-0.09174220263957977
286427	rnn.weight_ih_l0	2	-0.06685835123062134
286427	rnn.weight_ih_l0	3	-0.0507238507270813
286427	rnn.weight_ih_l0	4	0.01958749070763588
286427	rnn.weight_ih_l0	5	-0.11135023087263107
286427	rnn.weight_ih_l0	6	-0.030572395771741867
286427	rnn.weight_ih_l0	7	0.004882926121354103
286427	rnn.weight_ih_l0	8	0.04723243787884712
286427	rnn.weight_ih_l0	9	0.009873747825622559
286427	rnn.weight_hh_l0	0	0.003933258354663849
286427	rnn.weight_hh_l0	1	-0.07747533917427063
286427	rnn.weight_hh_l0	2	0.07552633434534073
286427	rnn.weight_hh_l0	3	0.05179576575756073
286427	rnn.weight_hh_l0	4	0.006941451225429773
286427	rnn.weight_hh_l0	5	0.07155352085828781
286427	rnn.weight_hh_l0	6	-0.018837209790945053
286427	rnn.weight_hh_l0	7	-0.11728546023368835
286427	rnn.weight_hh_l0	8	0.02847122959792614
286427	rnn.weight_hh_l0	9	-0.07515659183263779
286427	rnn.bias_ih_l0	0	-0.08905652165412903
286427	rnn.bias_ih_l0	1	-0.19310763478279114
286427	rnn.bias_ih_l0	2	-0.2700652480125427
286427	rnn.bias_ih_l0	3	-0.2741224765777588
286427	rnn.bias_ih_l0	4	0.001215015654452145
286427	rnn.bias_ih_l0	5	0.04873928427696228
286427	rnn.bias_ih_l0	6	-0.1667833775281906
286427	rnn.bias_ih_l0	7	-0.2760350704193115
286427	rnn.bias_ih_l0	8	-0.15395037829875946
286427	rnn.bias_ih_l0	9	-0.16769248247146606
286427	rnn.bias_hh_l0	0	0.13287389278411865
286427	rnn.bias_hh_l0	1	-0.060806699097156525
286427	rnn.bias_hh_l0	2	0.05396684631705284
286427	rnn.bias_hh_l0	3	-0.173517644405365
286427	rnn.bias_hh_l0	4	0.06993017345666885
286427	rnn.bias_hh_l0	5	0.053628288209438324
286427	rnn.bias_hh_l0	6	-0.11016882956027985
286427	rnn.bias_hh_l0	7	-0.1543414443731308
286427	rnn.bias_hh_l0	8	-0.18150807917118073
286427	rnn.bias_hh_l0	9	-0.10733161121606827
286427	rnn.weight_ih_l0_reverse	0	-0.02182892896234989
286427	rnn.weight_ih_l0_reverse	1	-0.011208337731659412
286427	rnn.weight_ih_l0_reverse	2	-0.001283005578443408
286427	rnn.weight_ih_l0_reverse	3	0.0030740408692508936
286427	rnn.weight_ih_l0_reverse	4	0.006648334674537182
286427	rnn.weight_ih_l0_reverse	5	-0.06025319918990135
286427	rnn.weight_ih_l0_reverse	6	-0.044349316507577896
286427	rnn.weight_ih_l0_reverse	7	0.02504458650946617
286427	rnn.weight_ih_l0_reverse	8	0.09679732471704483
286427	rnn.weight_ih_l0_reverse	9	0.0011991187930107117
286427	rnn.weight_hh_l0_reverse	0	0.005032884422689676
286427	rnn.weight_hh_l0_reverse	1	0.026727668941020966
286427	rnn.weight_hh_l0_reverse	2	-0.0410970114171505
286427	rnn.weight_hh_l0_reverse	3	0.04576386883854866
286427	rnn.weight_hh_l0_reverse	4	0.022723490372300148
286427	rnn.weight_hh_l0_reverse	5	-0.010994678363204002
286427	rnn.weight_hh_l0_reverse	6	0.07375376671552658
286427	rnn.weight_hh_l0_reverse	7	0.037928756326436996
286427	rnn.weight_hh_l0_reverse	8	-0.024502815678715706
286427	rnn.weight_hh_l0_reverse	9	-0.024360831826925278
286427	rnn.bias_ih_l0_reverse	0	-0.15054434537887573
286427	rnn.bias_ih_l0_reverse	1	-0.30568060278892517
286427	rnn.bias_ih_l0_reverse	2	-0.06203751638531685
286427	rnn.bias_ih_l0_reverse	3	-0.1509915143251419
286427	rnn.bias_ih_l0_reverse	4	0.0649864450097084
286427	rnn.bias_ih_l0_reverse	5	-0.284338116645813
286427	rnn.bias_ih_l0_reverse	6	-0.06895673274993896
286427	rnn.bias_ih_l0_reverse	7	0.008590629324316978
286427	rnn.bias_ih_l0_reverse	8	-0.19162210822105408
286427	rnn.bias_ih_l0_reverse	9	-0.08295420557260513
286427	rnn.bias_hh_l0_reverse	0	-0.1530362218618393
286427	rnn.bias_hh_l0_reverse	1	-0.14831478893756866
286427	rnn.bias_hh_l0_reverse	2	-0.011244005523622036
286427	rnn.bias_hh_l0_reverse	3	-0.13711465895175934
286427	rnn.bias_hh_l0_reverse	4	-0.028868580237030983
286427	rnn.bias_hh_l0_reverse	5	-0.11874566227197647
286427	rnn.bias_hh_l0_reverse	6	-0.07276087999343872
286427	rnn.bias_hh_l0_reverse	7	-0.17997165024280548
286427	rnn.bias_hh_l0_reverse	8	-0.05698442459106445
286427	rnn.bias_hh_l0_reverse	9	-0.11501672863960266
286427	linear.weight	0	-0.23831504583358765
286427	linear.weight	1	-0.1360427439212799
286427	linear.weight	2	-0.011228874325752258
286427	linear.weight	3	-0.0867983028292656
286427	linear.weight	4	-0.011055267415940762
286427	linear.weight	5	0.23967258632183075
286427	linear.weight	6	0.0047744326293468475
286427	linear.weight	7	-0.021312154829502106
286427	linear.weight	8	0.2261178195476532
286427	linear.weight	9	0.24300330877304077
286427	linear.bias	0	-0.8435769081115723
286427	linear.bias	1	1.3958828449249268
286427	linear.bias	2	-0.5017621517181396
286427	linear.bias	3	-0.7622460126876831
286427	linear.bias	4	-0.9001129865646362
286427	linear.bias	5	-1.1813942193984985
286427	linear.bias	6	-0.9673073291778564
286427	linear.bias	7	-0.6790048480033875
286427	linear.bias	8	-0.01705317199230194
286427	linear.bias	9	3.537433385848999
286624	transitions	0	-0.48158133029937744
286624	transitions	1	8.928367614746094
286624	transitions	2	-3.666412591934204
286624	transitions	3	1.6690926551818848
286624	transitions	4	-2.2482962608337402
286624	transitions	5	-0.4409833252429962
286624	transitions	6	-0.19799847900867462
286624	transitions	7	-10000.0
286624	transitions	8	1.8775920867919922
286624	transitions	9	-2.2953314781188965
286624	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
286624	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
286624	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
286624	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
286624	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
286624	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
286624	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
286624	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
286624	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
286624	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
286624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
286624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
286624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
286624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
286624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
286624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
286624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
286624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
286624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
286624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
286624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
286624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
286624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
286624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
286624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
286624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
286624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
286624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
286624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
286624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
286624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
286624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
286624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
286624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
286624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
286624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
286624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
286624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
286624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
286624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
286624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
286624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
286624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
286624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
286624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
286624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
286624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
286624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
286624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
286624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
286624	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
286624	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
286624	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
286624	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
286624	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
286624	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
286624	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
286624	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
286624	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
286624	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
286624	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
286624	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
286624	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
286624	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
286624	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
286624	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
286624	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
286624	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
286624	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
286624	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
286624	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
286624	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
286624	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
286624	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
286624	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
286624	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
286624	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
286624	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
286624	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
286624	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
286624	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
286624	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
286624	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
286624	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
286624	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
286624	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
286624	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
286624	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
286624	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
286624	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
286624	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
286624	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
286624	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
286624	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
286624	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
286624	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
286624	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
286624	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
286624	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
286624	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
286624	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
286624	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
286624	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
286624	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
286624	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
286624	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
286624	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
286624	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
286624	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
286624	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
286624	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
286624	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
286624	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
286624	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
286624	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
286624	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
286624	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
286624	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
286624	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
286624	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
286624	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
286624	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
286624	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
286624	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
286624	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
286624	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
286624	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
286624	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
286624	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
286624	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
286624	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
286624	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
286624	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
286624	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
286624	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
286624	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
286624	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
286624	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
286624	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
286624	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
286624	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
286624	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
286624	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
286624	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
286624	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
286624	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
286624	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
286624	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
286624	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
286624	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
286624	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
286624	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
286624	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
286624	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
286624	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
286624	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
286624	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
286624	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
286624	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
286624	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
286624	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
286624	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
286624	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
286624	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
286624	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
286624	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
286624	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
286624	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
286624	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
286624	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
286624	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
286624	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
286624	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
286624	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
286624	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
286624	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
286624	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
286624	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
286624	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
286624	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
286624	embedding2nn.weight	0	0.046446021646261215
286624	embedding2nn.weight	1	-0.08828622102737427
286624	embedding2nn.weight	2	0.0052134376019239426
286624	embedding2nn.weight	3	-0.05857473239302635
286624	embedding2nn.weight	4	-0.1260143667459488
286624	embedding2nn.weight	5	0.11150716245174408
286624	embedding2nn.weight	6	-0.07169405370950699
286624	embedding2nn.weight	7	-0.08520856499671936
286624	embedding2nn.weight	8	-0.03373768553137779
286624	embedding2nn.weight	9	0.03902532532811165
286624	embedding2nn.bias	0	0.08035765588283539
286624	embedding2nn.bias	1	-0.021307053044438362
286624	embedding2nn.bias	2	-0.0731441080570221
286624	embedding2nn.bias	3	0.010219516232609749
286624	embedding2nn.bias	4	-0.017447106540203094
286624	embedding2nn.bias	5	-0.19055944681167603
286624	embedding2nn.bias	6	-0.12496912479400635
286624	embedding2nn.bias	7	-0.003160350024700165
286624	embedding2nn.bias	8	0.0583205409348011
286624	embedding2nn.bias	9	-0.04370475187897682
286624	rnn.weight_ih_l0	0	0.036743078380823135
286624	rnn.weight_ih_l0	1	-0.09175654500722885
286624	rnn.weight_ih_l0	2	-0.0670342966914177
286624	rnn.weight_ih_l0	3	-0.05099402740597725
286624	rnn.weight_ih_l0	4	0.019565902650356293
286624	rnn.weight_ih_l0	5	-0.11108569800853729
286624	rnn.weight_ih_l0	6	-0.03061932697892189
286624	rnn.weight_ih_l0	7	0.0052179680205881596
286624	rnn.weight_ih_l0	8	0.047942593693733215
286624	rnn.weight_ih_l0	9	0.00986617710441351
286624	rnn.weight_hh_l0	0	0.0040707821026444435
286624	rnn.weight_hh_l0	1	-0.07708124816417694
286624	rnn.weight_hh_l0	2	0.07565292716026306
286624	rnn.weight_hh_l0	3	0.05189099535346031
286624	rnn.weight_hh_l0	4	0.006903646979480982
286624	rnn.weight_hh_l0	5	0.07151799649000168
286624	rnn.weight_hh_l0	6	-0.01883523538708687
286624	rnn.weight_hh_l0	7	-0.11732428520917892
286624	rnn.weight_hh_l0	8	0.02852577529847622
286624	rnn.weight_hh_l0	9	-0.07537258416414261
286624	rnn.bias_ih_l0	0	-0.08895589411258698
286624	rnn.bias_ih_l0	1	-0.19341301918029785
286624	rnn.bias_ih_l0	2	-0.2705416679382324
286624	rnn.bias_ih_l0	3	-0.27395206689834595
286624	rnn.bias_ih_l0	4	0.0012717337813228369
286624	rnn.bias_ih_l0	5	0.049249377101659775
286624	rnn.bias_ih_l0	6	-0.16639690101146698
286624	rnn.bias_ih_l0	7	-0.27596116065979004
286624	rnn.bias_ih_l0	8	-0.15344244241714478
286624	rnn.bias_ih_l0	9	-0.16714109480381012
286624	rnn.bias_hh_l0	0	0.13340584933757782
286624	rnn.bias_hh_l0	1	-0.06024552509188652
286624	rnn.bias_hh_l0	2	0.053976889699697495
286624	rnn.bias_hh_l0	3	-0.17390461266040802
286624	rnn.bias_hh_l0	4	0.07019050419330597
286624	rnn.bias_hh_l0	5	0.05399848520755768
286624	rnn.bias_hh_l0	6	-0.11014466732740402
286624	rnn.bias_hh_l0	7	-0.1542961448431015
286624	rnn.bias_hh_l0	8	-0.18179266154766083
286624	rnn.bias_hh_l0	9	-0.10650765150785446
286624	rnn.weight_ih_l0_reverse	0	-0.021929994225502014
286624	rnn.weight_ih_l0_reverse	1	-0.010944634675979614
286624	rnn.weight_ih_l0_reverse	2	-0.0019763887394219637
286624	rnn.weight_ih_l0_reverse	3	0.0033537866547703743
286624	rnn.weight_ih_l0_reverse	4	0.006609546486288309
286624	rnn.weight_ih_l0_reverse	5	-0.059891004115343094
286624	rnn.weight_ih_l0_reverse	6	-0.044275689870119095
286624	rnn.weight_ih_l0_reverse	7	0.02535092458128929
286624	rnn.weight_ih_l0_reverse	8	0.09668032079935074
286624	rnn.weight_ih_l0_reverse	9	0.0012638462940230966
286624	rnn.weight_hh_l0_reverse	0	0.005042799282819033
286624	rnn.weight_hh_l0_reverse	1	0.026650534942746162
286624	rnn.weight_hh_l0_reverse	2	-0.041158225387334824
286624	rnn.weight_hh_l0_reverse	3	0.04566987603902817
286624	rnn.weight_hh_l0_reverse	4	0.02281014621257782
286624	rnn.weight_hh_l0_reverse	5	-0.01099495217204094
286624	rnn.weight_hh_l0_reverse	6	0.07374551892280579
286624	rnn.weight_hh_l0_reverse	7	0.0380011610686779
286624	rnn.weight_hh_l0_reverse	8	-0.024737603962421417
286624	rnn.weight_hh_l0_reverse	9	-0.024312492460012436
286624	rnn.bias_ih_l0_reverse	0	-0.1503419429063797
286624	rnn.bias_ih_l0_reverse	1	-0.30548715591430664
286624	rnn.bias_ih_l0_reverse	2	-0.06193110719323158
286624	rnn.bias_ih_l0_reverse	3	-0.15080155432224274
286624	rnn.bias_ih_l0_reverse	4	0.0649239718914032
286624	rnn.bias_ih_l0_reverse	5	-0.28453293442726135
286624	rnn.bias_ih_l0_reverse	6	-0.06850528717041016
286624	rnn.bias_ih_l0_reverse	7	0.00919090025126934
286624	rnn.bias_ih_l0_reverse	8	-0.19147717952728271
286624	rnn.bias_ih_l0_reverse	9	-0.08309775590896606
286624	rnn.bias_hh_l0_reverse	0	-0.15314222872257233
286624	rnn.bias_hh_l0_reverse	1	-0.14938828349113464
286624	rnn.bias_hh_l0_reverse	2	-0.011447847820818424
286624	rnn.bias_hh_l0_reverse	3	-0.1378011554479599
286624	rnn.bias_hh_l0_reverse	4	-0.0287204347550869
286624	rnn.bias_hh_l0_reverse	5	-0.11878076940774918
286624	rnn.bias_hh_l0_reverse	6	-0.07315492630004883
286624	rnn.bias_hh_l0_reverse	7	-0.1801452487707138
286624	rnn.bias_hh_l0_reverse	8	-0.05674716457724571
286624	rnn.bias_hh_l0_reverse	9	-0.1150783896446228
286624	linear.weight	0	-0.2396315634250641
286624	linear.weight	1	-0.135625958442688
286624	linear.weight	2	-0.011228874325752258
286624	linear.weight	3	-0.08516588062047958
286624	linear.weight	4	-0.010442639701068401
286624	linear.weight	5	0.24034994840621948
286624	linear.weight	6	0.0047744326293468475
286624	linear.weight	7	-0.021312154829502106
286624	linear.weight	8	0.2239963412284851
286624	linear.weight	9	0.2428283840417862
286624	linear.bias	0	-0.8451858162879944
286624	linear.bias	1	1.4026663303375244
286624	linear.bias	2	-0.4906376898288727
286624	linear.bias	3	-0.7585921287536621
286624	linear.bias	4	-0.9070773124694824
286624	linear.bias	5	-1.1813961267471313
286624	linear.bias	6	-0.9691144227981567
286624	linear.bias	7	-0.6880229711532593
286624	linear.bias	8	-0.01705317199230194
286624	linear.bias	9	3.5401484966278076
286821	transitions	0	-0.4815967082977295
286821	transitions	1	8.926704406738281
286821	transitions	2	-3.666449546813965
286821	transitions	3	1.6710940599441528
286821	transitions	4	-2.248307704925537
286821	transitions	5	-0.4409925639629364
286821	transitions	6	-0.197999969124794
286821	transitions	7	-10000.0
286821	transitions	8	1.8775575160980225
286821	transitions	9	-2.2953317165374756
286821	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
286821	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
286821	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
286821	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
286821	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
286821	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
286821	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
286821	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
286821	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
286821	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
286821	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
286821	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
286821	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
286821	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
286821	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
286821	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
286821	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
286821	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
286821	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
286821	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
286821	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
286821	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
286821	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
286821	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
286821	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
286821	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
286821	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
286821	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
286821	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
286821	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
286821	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
286821	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
286821	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
286821	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
286821	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
286821	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
286821	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
286821	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
286821	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
286821	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
286821	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
286821	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
286821	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
286821	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
286821	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
286821	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
286821	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
286821	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
286821	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
286821	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
286821	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
286821	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
286821	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
286821	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
286821	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
286821	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
286821	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
286821	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
286821	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
286821	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
286821	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
286821	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
286821	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
286821	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
286821	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
286821	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
286821	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
286821	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
286821	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
286821	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
286821	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
286821	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
286821	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
286821	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
286821	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
286821	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
286821	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
286821	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
286821	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
286821	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
286821	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
286821	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
286821	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
286821	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
286821	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
286821	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
286821	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
286821	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
286821	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
286821	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
286821	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
286821	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
286821	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
286821	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
286821	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
286821	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
286821	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
286821	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
286821	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
286821	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
286821	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
286821	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
286821	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
286821	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
286821	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
286821	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
286821	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
286821	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
286821	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
286821	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
286821	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
286821	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
286821	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
286821	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
286821	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
286821	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
286821	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
286821	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
286821	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
286821	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
286821	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
286821	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
286821	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
286821	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
286821	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
286821	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
286821	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
286821	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
286821	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
286821	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
286821	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
286821	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
286821	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
286821	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
286821	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
286821	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
286821	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
286821	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
286821	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
286821	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
286821	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
286821	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
286821	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
286821	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
286821	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
286821	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
286821	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
286821	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
286821	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
286821	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
286821	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
286821	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
286821	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
286821	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
286821	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
286821	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
286821	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
286821	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
286821	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
286821	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
286821	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
286821	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
286821	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
286821	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
286821	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
286821	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
286821	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
286821	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
286821	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
286821	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
286821	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
286821	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
286821	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
286821	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
286821	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
286821	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
286821	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
286821	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
286821	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
286821	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
286821	embedding2nn.weight	0	0.046500660479068756
286821	embedding2nn.weight	1	-0.0884222462773323
286821	embedding2nn.weight	2	0.004456289112567902
286821	embedding2nn.weight	3	-0.058814626187086105
286821	embedding2nn.weight	4	-0.1256875842809677
286821	embedding2nn.weight	5	0.11123999953269958
286821	embedding2nn.weight	6	-0.07074135541915894
286821	embedding2nn.weight	7	-0.08521880209445953
286821	embedding2nn.weight	8	-0.033633213490247726
286821	embedding2nn.weight	9	0.03893410786986351
286821	embedding2nn.bias	0	0.07766566425561905
286821	embedding2nn.bias	1	-0.018972687423229218
286821	embedding2nn.bias	2	-0.07281291484832764
286821	embedding2nn.bias	3	0.01252327673137188
286821	embedding2nn.bias	4	-0.014891018159687519
286821	embedding2nn.bias	5	-0.19141343235969543
286821	embedding2nn.bias	6	-0.12519100308418274
286821	embedding2nn.bias	7	-0.005181926768273115
286821	embedding2nn.bias	8	0.0582047775387764
286821	embedding2nn.bias	9	-0.04317936673760414
286821	rnn.weight_ih_l0	0	0.03664835914969444
286821	rnn.weight_ih_l0	1	-0.0914531946182251
286821	rnn.weight_ih_l0	2	-0.0667085126042366
286821	rnn.weight_ih_l0	3	-0.05089192092418671
286821	rnn.weight_ih_l0	4	0.019374409690499306
286821	rnn.weight_ih_l0	5	-0.11086810380220413
286821	rnn.weight_ih_l0	6	-0.030805639922618866
286821	rnn.weight_ih_l0	7	0.005032239016145468
286821	rnn.weight_ih_l0	8	0.04854615405201912
286821	rnn.weight_ih_l0	9	0.009833011776208878
286821	rnn.weight_hh_l0	0	0.004139463417232037
286821	rnn.weight_hh_l0	1	-0.07696103304624557
286821	rnn.weight_hh_l0	2	0.07563407719135284
286821	rnn.weight_hh_l0	3	0.05177304521203041
286821	rnn.weight_hh_l0	4	0.006906490307301283
286821	rnn.weight_hh_l0	5	0.07156088203191757
286821	rnn.weight_hh_l0	6	-0.018835775554180145
286821	rnn.weight_hh_l0	7	-0.11741698533296585
286821	rnn.weight_hh_l0	8	0.028588449582457542
286821	rnn.weight_hh_l0	9	-0.07511095702648163
286821	rnn.bias_ih_l0	0	-0.08862651884555817
286821	rnn.bias_ih_l0	1	-0.19365191459655762
286821	rnn.bias_ih_l0	2	-0.2702487111091614
286821	rnn.bias_ih_l0	3	-0.2738538384437561
286821	rnn.bias_ih_l0	4	0.0012863349402323365
286821	rnn.bias_ih_l0	5	0.04926268011331558
286821	rnn.bias_ih_l0	6	-0.16574698686599731
286821	rnn.bias_ih_l0	7	-0.2760823369026184
286821	rnn.bias_ih_l0	8	-0.15314513444900513
286821	rnn.bias_ih_l0	9	-0.16704437136650085
286821	rnn.bias_hh_l0	0	0.13320767879486084
286821	rnn.bias_hh_l0	1	-0.06051754578948021
286821	rnn.bias_hh_l0	2	0.053894929587841034
286821	rnn.bias_hh_l0	3	-0.174050435423851
286821	rnn.bias_hh_l0	4	0.07170822471380234
286821	rnn.bias_hh_l0	5	0.05402318760752678
286821	rnn.bias_hh_l0	6	-0.11039537936449051
286821	rnn.bias_hh_l0	7	-0.15432773530483246
286821	rnn.bias_hh_l0	8	-0.1820119321346283
286821	rnn.bias_hh_l0	9	-0.10652940720319748
286821	rnn.weight_ih_l0_reverse	0	-0.021708322688937187
286821	rnn.weight_ih_l0_reverse	1	-0.010850233025848866
286821	rnn.weight_ih_l0_reverse	2	-0.0021648674737662077
286821	rnn.weight_ih_l0_reverse	3	0.0027637172024697065
286821	rnn.weight_ih_l0_reverse	4	0.006414641626179218
286821	rnn.weight_ih_l0_reverse	5	-0.05964351072907448
286821	rnn.weight_ih_l0_reverse	6	-0.04459086060523987
286821	rnn.weight_ih_l0_reverse	7	0.024978535249829292
286821	rnn.weight_ih_l0_reverse	8	0.09716757386922836
286821	rnn.weight_ih_l0_reverse	9	0.0012682197848334908
286821	rnn.weight_hh_l0_reverse	0	0.0049618687480688095
286821	rnn.weight_hh_l0_reverse	1	0.026676444336771965
286821	rnn.weight_hh_l0_reverse	2	-0.041442036628723145
286821	rnn.weight_hh_l0_reverse	3	0.04568248242139816
286821	rnn.weight_hh_l0_reverse	4	0.022790852934122086
286821	rnn.weight_hh_l0_reverse	5	-0.010847187601029873
286821	rnn.weight_hh_l0_reverse	6	0.07365766912698746
286821	rnn.weight_hh_l0_reverse	7	0.03800443559885025
286821	rnn.weight_hh_l0_reverse	8	-0.024845199659466743
286821	rnn.weight_hh_l0_reverse	9	-0.024291323497891426
286821	rnn.bias_ih_l0_reverse	0	-0.15057960152626038
286821	rnn.bias_ih_l0_reverse	1	-0.3053601384162903
286821	rnn.bias_ih_l0_reverse	2	-0.06204735115170479
286821	rnn.bias_ih_l0_reverse	3	-0.15088437497615814
286821	rnn.bias_ih_l0_reverse	4	0.06471913307905197
286821	rnn.bias_ih_l0_reverse	5	-0.28461170196533203
286821	rnn.bias_ih_l0_reverse	6	-0.06816774606704712
286821	rnn.bias_ih_l0_reverse	7	0.008992760442197323
286821	rnn.bias_ih_l0_reverse	8	-0.19174715876579285
286821	rnn.bias_ih_l0_reverse	9	-0.0830303356051445
286821	rnn.bias_hh_l0_reverse	0	-0.15324430167675018
286821	rnn.bias_hh_l0_reverse	1	-0.15046502649784088
286821	rnn.bias_hh_l0_reverse	2	-0.011377885937690735
286821	rnn.bias_hh_l0_reverse	3	-0.13787364959716797
286821	rnn.bias_hh_l0_reverse	4	-0.028789551928639412
286821	rnn.bias_hh_l0_reverse	5	-0.11918661743402481
286821	rnn.bias_hh_l0_reverse	6	-0.07320958375930786
286821	rnn.bias_hh_l0_reverse	7	-0.1802554726600647
286821	rnn.bias_hh_l0_reverse	8	-0.056535039097070694
286821	rnn.bias_hh_l0_reverse	9	-0.11503012478351593
286821	linear.weight	0	-0.23950238525867462
286821	linear.weight	1	-0.1356661021709442
286821	linear.weight	2	-0.011228874325752258
286821	linear.weight	3	-0.0858689397573471
286821	linear.weight	4	-0.012681056745350361
286821	linear.weight	5	0.24226458370685577
286821	linear.weight	6	0.0047744326293468475
286821	linear.weight	7	-0.021312154829502106
286821	linear.weight	8	0.2239561825990677
286821	linear.weight	9	0.24164031445980072
286821	linear.bias	0	-0.8475757837295532
286821	linear.bias	1	1.4052574634552002
286821	linear.bias	2	-0.4943365752696991
286821	linear.bias	3	-0.7627137899398804
286821	linear.bias	4	-0.9051969051361084
286821	linear.bias	5	-1.1813979148864746
286821	linear.bias	6	-0.9717684984207153
286821	linear.bias	7	-0.6877369284629822
286821	linear.bias	8	-0.01705317199230194
286821	linear.bias	9	3.5436086654663086
287018	transitions	0	-0.4816127419471741
287018	transitions	1	8.930144309997559
287018	transitions	2	-3.666497230529785
287018	transitions	3	1.6701871156692505
287018	transitions	4	-2.2483408451080322
287018	transitions	5	-0.44099754095077515
287018	transitions	6	-0.1980016827583313
287018	transitions	7	-10000.0
287018	transitions	8	1.877931833267212
287018	transitions	9	-2.2953317165374756
287018	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
287018	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
287018	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
287018	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
287018	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
287018	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
287018	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
287018	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
287018	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
287018	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
287018	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
287018	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
287018	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
287018	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
287018	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
287018	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
287018	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
287018	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
287018	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
287018	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
287018	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
287018	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
287018	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
287018	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
287018	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
287018	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
287018	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
287018	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
287018	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
287018	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
287018	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
287018	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
287018	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
287018	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
287018	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
287018	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
287018	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
287018	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
287018	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
287018	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
287018	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
287018	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
287018	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
287018	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
287018	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
287018	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
287018	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
287018	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
287018	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
287018	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
287018	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
287018	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
287018	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
287018	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
287018	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
287018	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
287018	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
287018	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
287018	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
287018	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
287018	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
287018	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
287018	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
287018	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
287018	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
287018	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
287018	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
287018	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
287018	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
287018	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
287018	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
287018	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
287018	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
287018	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
287018	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
287018	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
287018	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
287018	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
287018	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
287018	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
287018	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
287018	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
287018	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
287018	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
287018	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
287018	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
287018	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
287018	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
287018	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
287018	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
287018	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
287018	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
287018	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
287018	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
287018	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
287018	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
287018	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
287018	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
287018	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
287018	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
287018	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
287018	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
287018	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
287018	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
287018	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
287018	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
287018	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
287018	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
287018	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
287018	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
287018	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
287018	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
287018	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
287018	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
287018	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
287018	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
287018	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
287018	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
287018	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
287018	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
287018	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
287018	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
287018	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
287018	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
287018	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
287018	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
287018	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
287018	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
287018	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
287018	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
287018	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
287018	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
287018	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
287018	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
287018	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
287018	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
287018	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
287018	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
287018	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
287018	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
287018	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
287018	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
287018	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
287018	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
287018	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
287018	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
287018	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
287018	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
287018	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
287018	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
287018	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
287018	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
287018	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
287018	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
287018	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
287018	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
287018	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
287018	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
287018	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
287018	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
287018	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
287018	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
287018	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
287018	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
287018	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
287018	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
287018	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
287018	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
287018	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
287018	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
287018	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
287018	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
287018	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
287018	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
287018	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
287018	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
287018	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
287018	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
287018	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
287018	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
287018	embedding2nn.weight	0	0.046329062432050705
287018	embedding2nn.weight	1	-0.08815264701843262
287018	embedding2nn.weight	2	0.0044219777919352055
287018	embedding2nn.weight	3	-0.05867638811469078
287018	embedding2nn.weight	4	-0.12614034116268158
287018	embedding2nn.weight	5	0.11114303022623062
287018	embedding2nn.weight	6	-0.07143761217594147
287018	embedding2nn.weight	7	-0.08570826053619385
287018	embedding2nn.weight	8	-0.03368563950061798
287018	embedding2nn.weight	9	0.038847509771585464
287018	embedding2nn.bias	0	0.07807014137506485
287018	embedding2nn.bias	1	-0.021199116483330727
287018	embedding2nn.bias	2	-0.07470051199197769
287018	embedding2nn.bias	3	0.013884554617106915
287018	embedding2nn.bias	4	-0.016286728903651237
287018	embedding2nn.bias	5	-0.18941843509674072
287018	embedding2nn.bias	6	-0.12569506466388702
287018	embedding2nn.bias	7	-0.004159949254244566
287018	embedding2nn.bias	8	0.058094363659620285
287018	embedding2nn.bias	9	-0.04479452222585678
287018	rnn.weight_ih_l0	0	0.0368831604719162
287018	rnn.weight_ih_l0	1	-0.09156768769025803
287018	rnn.weight_ih_l0	2	-0.06623916327953339
287018	rnn.weight_ih_l0	3	-0.05122525990009308
287018	rnn.weight_ih_l0	4	0.0193889532238245
287018	rnn.weight_ih_l0	5	-0.11109422147274017
287018	rnn.weight_ih_l0	6	-0.030841480940580368
287018	rnn.weight_ih_l0	7	0.0050695110112428665
287018	rnn.weight_ih_l0	8	0.04861949756741524
287018	rnn.weight_ih_l0	9	0.010244583711028099
287018	rnn.weight_hh_l0	0	0.004205178935080767
287018	rnn.weight_hh_l0	1	-0.0768798440694809
287018	rnn.weight_hh_l0	2	0.07563809305429459
287018	rnn.weight_hh_l0	3	0.0517648309469223
287018	rnn.weight_hh_l0	4	0.006906149443238974
287018	rnn.weight_hh_l0	5	0.07187292724847794
287018	rnn.weight_hh_l0	6	-0.018858447670936584
287018	rnn.weight_hh_l0	7	-0.11737553775310516
287018	rnn.weight_hh_l0	8	0.028714649379253387
287018	rnn.weight_hh_l0	9	-0.07513249665498734
287018	rnn.bias_ih_l0	0	-0.08904389292001724
287018	rnn.bias_ih_l0	1	-0.19298048317432404
287018	rnn.bias_ih_l0	2	-0.26987430453300476
287018	rnn.bias_ih_l0	3	-0.2740623950958252
287018	rnn.bias_ih_l0	4	0.0010382640175521374
287018	rnn.bias_ih_l0	5	0.04856007918715477
287018	rnn.bias_ih_l0	6	-0.16601400077342987
287018	rnn.bias_ih_l0	7	-0.2760598063468933
287018	rnn.bias_ih_l0	8	-0.15291337668895721
287018	rnn.bias_ih_l0	9	-0.16659410297870636
287018	rnn.bias_hh_l0	0	0.13437509536743164
287018	rnn.bias_hh_l0	1	-0.060551974922418594
287018	rnn.bias_hh_l0	2	0.05317939817905426
287018	rnn.bias_hh_l0	3	-0.1745239794254303
287018	rnn.bias_hh_l0	4	0.07168880105018616
287018	rnn.bias_hh_l0	5	0.05425954982638359
287018	rnn.bias_hh_l0	6	-0.11026489734649658
287018	rnn.bias_hh_l0	7	-0.15422126650810242
287018	rnn.bias_hh_l0	8	-0.18168552219867706
287018	rnn.bias_hh_l0	9	-0.10638360679149628
287018	rnn.weight_ih_l0_reverse	0	-0.021787390112876892
287018	rnn.weight_ih_l0_reverse	1	-0.010968045331537724
287018	rnn.weight_ih_l0_reverse	2	-0.0023521832190454006
287018	rnn.weight_ih_l0_reverse	3	0.0028247784357517958
287018	rnn.weight_ih_l0_reverse	4	0.006563925184309483
287018	rnn.weight_ih_l0_reverse	5	-0.0595138855278492
287018	rnn.weight_ih_l0_reverse	6	-0.04461163282394409
287018	rnn.weight_ih_l0_reverse	7	0.024736538529396057
287018	rnn.weight_ih_l0_reverse	8	0.09703429788351059
287018	rnn.weight_ih_l0_reverse	9	0.0014576419489458203
287018	rnn.weight_hh_l0_reverse	0	0.004959926940500736
287018	rnn.weight_hh_l0_reverse	1	0.026626914739608765
287018	rnn.weight_hh_l0_reverse	2	-0.0413362942636013
287018	rnn.weight_hh_l0_reverse	3	0.04571390151977539
287018	rnn.weight_hh_l0_reverse	4	0.022777613252401352
287018	rnn.weight_hh_l0_reverse	5	-0.010889804922044277
287018	rnn.weight_hh_l0_reverse	6	0.07342773675918579
287018	rnn.weight_hh_l0_reverse	7	0.03805997595191002
287018	rnn.weight_hh_l0_reverse	8	-0.02493225410580635
287018	rnn.weight_hh_l0_reverse	9	-0.02430729568004608
287018	rnn.bias_ih_l0_reverse	0	-0.15041689574718475
287018	rnn.bias_ih_l0_reverse	1	-0.30546483397483826
287018	rnn.bias_ih_l0_reverse	2	-0.06176269054412842
287018	rnn.bias_ih_l0_reverse	3	-0.15083718299865723
287018	rnn.bias_ih_l0_reverse	4	0.06479185074567795
287018	rnn.bias_ih_l0_reverse	5	-0.2847953736782074
287018	rnn.bias_ih_l0_reverse	6	-0.06816411018371582
287018	rnn.bias_ih_l0_reverse	7	0.009349706582725048
287018	rnn.bias_ih_l0_reverse	8	-0.19199196994304657
287018	rnn.bias_ih_l0_reverse	9	-0.08325085788965225
287018	rnn.bias_hh_l0_reverse	0	-0.15310628712177277
287018	rnn.bias_hh_l0_reverse	1	-0.15021556615829468
287018	rnn.bias_hh_l0_reverse	2	-0.011117424815893173
287018	rnn.bias_hh_l0_reverse	3	-0.13767404854297638
287018	rnn.bias_hh_l0_reverse	4	-0.028560081496834755
287018	rnn.bias_hh_l0_reverse	5	-0.1195119097828865
287018	rnn.bias_hh_l0_reverse	6	-0.07298459112644196
287018	rnn.bias_hh_l0_reverse	7	-0.1803264617919922
287018	rnn.bias_hh_l0_reverse	8	-0.05711549520492554
287018	rnn.bias_hh_l0_reverse	9	-0.11517670005559921
287018	linear.weight	0	-0.2401471734046936
287018	linear.weight	1	-0.13438542187213898
287018	linear.weight	2	-0.011228874325752258
287018	linear.weight	3	-0.08617004007101059
287018	linear.weight	4	-0.011789197102189064
287018	linear.weight	5	0.23915033042430878
287018	linear.weight	6	0.0047744326293468475
287018	linear.weight	7	-0.021312154829502106
287018	linear.weight	8	0.2266327440738678
287018	linear.weight	9	0.23913542926311493
287018	linear.bias	0	-0.8447272181510925
287018	linear.bias	1	1.410343885421753
287018	linear.bias	2	-0.4947013556957245
287018	linear.bias	3	-0.7590000629425049
287018	linear.bias	4	-0.8896126747131348
287018	linear.bias	5	-1.1813993453979492
287018	linear.bias	6	-0.969211995601654
287018	linear.bias	7	-0.6946460008621216
287018	linear.bias	8	-0.01705317199230194
287018	linear.bias	9	3.5474462509155273
287215	transitions	0	-0.4816693067550659
287215	transitions	1	8.926514625549316
287215	transitions	2	-3.6666204929351807
287215	transitions	3	1.6674939393997192
287215	transitions	4	-2.2483725547790527
287215	transitions	5	-0.44101300835609436
287215	transitions	6	-0.1980033814907074
287215	transitions	7	-10000.0
287215	transitions	8	1.8778215646743774
287215	transitions	9	-2.295332193374634
287215	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
287215	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
287215	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
287215	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
287215	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
287215	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
287215	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
287215	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
287215	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
287215	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
287215	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
287215	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
287215	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
287215	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
287215	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
287215	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
287215	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
287215	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
287215	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
287215	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
287215	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
287215	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
287215	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
287215	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
287215	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
287215	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
287215	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
287215	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
287215	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
287215	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
287215	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
287215	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
287215	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
287215	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
287215	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
287215	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
287215	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
287215	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
287215	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
287215	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
287215	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
287215	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
287215	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
287215	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
287215	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
287215	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
287215	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
287215	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
287215	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
287215	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
287215	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
287215	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
287215	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
287215	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
287215	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
287215	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
287215	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
287215	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
287215	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
287215	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
287215	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
287215	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
287215	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
287215	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
287215	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
287215	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
287215	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
287215	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
287215	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
287215	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
287215	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
287215	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
287215	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
287215	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
287215	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
287215	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
287215	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
287215	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
287215	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
287215	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
287215	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
287215	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
287215	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
287215	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
287215	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
287215	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
287215	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
287215	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
287215	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
287215	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
287215	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
287215	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
287215	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
287215	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
287215	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
287215	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
287215	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
287215	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
287215	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
287215	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
287215	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
287215	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
287215	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
287215	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
287215	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
287215	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
287215	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
287215	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
287215	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
287215	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
287215	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
287215	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
287215	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
287215	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
287215	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
287215	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
287215	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
287215	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
287215	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
287215	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
287215	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
287215	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
287215	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
287215	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
287215	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
287215	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
287215	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
287215	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
287215	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
287215	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
287215	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
287215	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
287215	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
287215	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
287215	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
287215	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
287215	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
287215	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
287215	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
287215	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
287215	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
287215	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
287215	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
287215	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
287215	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
287215	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
287215	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
287215	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
287215	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
287215	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
287215	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
287215	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
287215	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
287215	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
287215	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
287215	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
287215	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
287215	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
287215	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
287215	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
287215	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
287215	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
287215	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
287215	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
287215	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
287215	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
287215	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
287215	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
287215	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
287215	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
287215	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
287215	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
287215	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
287215	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
287215	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
287215	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
287215	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
287215	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
287215	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
287215	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
287215	embedding2nn.weight	0	0.04628968983888626
287215	embedding2nn.weight	1	-0.08801265805959702
287215	embedding2nn.weight	2	0.004113170318305492
287215	embedding2nn.weight	3	-0.05863291770219803
287215	embedding2nn.weight	4	-0.1259533166885376
287215	embedding2nn.weight	5	0.11139877140522003
287215	embedding2nn.weight	6	-0.07258910685777664
287215	embedding2nn.weight	7	-0.08576323837041855
287215	embedding2nn.weight	8	-0.03365197777748108
287215	embedding2nn.weight	9	0.03878933936357498
287215	embedding2nn.bias	0	0.0798376128077507
287215	embedding2nn.bias	1	-0.02334078587591648
287215	embedding2nn.bias	2	-0.07555454969406128
287215	embedding2nn.bias	3	0.015608889982104301
287215	embedding2nn.bias	4	-0.01448745746165514
287215	embedding2nn.bias	5	-0.18791811168193817
287215	embedding2nn.bias	6	-0.12483501434326172
287215	embedding2nn.bias	7	-0.005688506178557873
287215	embedding2nn.bias	8	0.055815137922763824
287215	embedding2nn.bias	9	-0.04617021977901459
287215	rnn.weight_ih_l0	0	0.036233317106962204
287215	rnn.weight_ih_l0	1	-0.09151272475719452
287215	rnn.weight_ih_l0	2	-0.06628990918397903
287215	rnn.weight_ih_l0	3	-0.05036984011530876
287215	rnn.weight_ih_l0	4	0.019040526822209358
287215	rnn.weight_ih_l0	5	-0.11084281653165817
287215	rnn.weight_ih_l0	6	-0.030528703704476357
287215	rnn.weight_ih_l0	7	0.005048858933150768
287215	rnn.weight_ih_l0	8	0.04854951426386833
287215	rnn.weight_ih_l0	9	0.010710987262427807
287215	rnn.weight_hh_l0	0	0.0042117806151509285
287215	rnn.weight_hh_l0	1	-0.07673703134059906
287215	rnn.weight_hh_l0	2	0.07565142214298248
287215	rnn.weight_hh_l0	3	0.05164238065481186
287215	rnn.weight_hh_l0	4	0.006905776914209127
287215	rnn.weight_hh_l0	5	0.07184644043445587
287215	rnn.weight_hh_l0	6	-0.018906572833657265
287215	rnn.weight_hh_l0	7	-0.11738498508930206
287215	rnn.weight_hh_l0	8	0.028877614066004753
287215	rnn.weight_hh_l0	9	-0.0749044269323349
287215	rnn.bias_ih_l0	0	-0.08947696536779404
287215	rnn.bias_ih_l0	1	-0.19291222095489502
287215	rnn.bias_ih_l0	2	-0.26964813470840454
287215	rnn.bias_ih_l0	3	-0.27382388710975647
287215	rnn.bias_ih_l0	4	0.0006075449055060744
287215	rnn.bias_ih_l0	5	0.04867180809378624
287215	rnn.bias_ih_l0	6	-0.1656682789325714
287215	rnn.bias_ih_l0	7	-0.2757190465927124
287215	rnn.bias_ih_l0	8	-0.1530626267194748
287215	rnn.bias_ih_l0	9	-0.16647416353225708
287215	rnn.bias_hh_l0	0	0.13445204496383667
287215	rnn.bias_hh_l0	1	-0.06061173230409622
287215	rnn.bias_hh_l0	2	0.053211987018585205
287215	rnn.bias_hh_l0	3	-0.17434147000312805
287215	rnn.bias_hh_l0	4	0.071599580347538
287215	rnn.bias_hh_l0	5	0.054409291595220566
287215	rnn.bias_hh_l0	6	-0.11023369431495667
287215	rnn.bias_hh_l0	7	-0.15416806936264038
287215	rnn.bias_hh_l0	8	-0.18142814934253693
287215	rnn.bias_hh_l0	9	-0.10652365535497665
287215	rnn.weight_ih_l0_reverse	0	-0.021804984658956528
287215	rnn.weight_ih_l0_reverse	1	-0.010516311973333359
287215	rnn.weight_ih_l0_reverse	2	-0.0021629154216498137
287215	rnn.weight_ih_l0_reverse	3	0.003082951297983527
287215	rnn.weight_ih_l0_reverse	4	0.006857476197183132
287215	rnn.weight_ih_l0_reverse	5	-0.059366993606090546
287215	rnn.weight_ih_l0_reverse	6	-0.04417703300714493
287215	rnn.weight_ih_l0_reverse	7	0.02433015964925289
287215	rnn.weight_ih_l0_reverse	8	0.0970020517706871
287215	rnn.weight_ih_l0_reverse	9	0.0011849603615701199
287215	rnn.weight_hh_l0_reverse	0	0.004838645923882723
287215	rnn.weight_hh_l0_reverse	1	0.026612242683768272
287215	rnn.weight_hh_l0_reverse	2	-0.04127556458115578
287215	rnn.weight_hh_l0_reverse	3	0.04562662914395332
287215	rnn.weight_hh_l0_reverse	4	0.022918768227100372
287215	rnn.weight_hh_l0_reverse	5	-0.01089590135961771
287215	rnn.weight_hh_l0_reverse	6	0.07341069728136063
287215	rnn.weight_hh_l0_reverse	7	0.03794468566775322
287215	rnn.weight_hh_l0_reverse	8	-0.024831926450133324
287215	rnn.weight_hh_l0_reverse	9	-0.024417871609330177
287215	rnn.bias_ih_l0_reverse	0	-0.14995095133781433
287215	rnn.bias_ih_l0_reverse	1	-0.30532798171043396
287215	rnn.bias_ih_l0_reverse	2	-0.06225179508328438
287215	rnn.bias_ih_l0_reverse	3	-0.15089912712574005
287215	rnn.bias_ih_l0_reverse	4	0.06478726863861084
287215	rnn.bias_ih_l0_reverse	5	-0.28498417139053345
287215	rnn.bias_ih_l0_reverse	6	-0.0682191401720047
287215	rnn.bias_ih_l0_reverse	7	0.008461859077215195
287215	rnn.bias_ih_l0_reverse	8	-0.19218897819519043
287215	rnn.bias_ih_l0_reverse	9	-0.08340177685022354
287215	rnn.bias_hh_l0_reverse	0	-0.15296922624111176
287215	rnn.bias_hh_l0_reverse	1	-0.15054413676261902
287215	rnn.bias_hh_l0_reverse	2	-0.011308153159916401
287215	rnn.bias_hh_l0_reverse	3	-0.13745376467704773
287215	rnn.bias_hh_l0_reverse	4	-0.028811471536755562
287215	rnn.bias_hh_l0_reverse	5	-0.11935258656740189
287215	rnn.bias_hh_l0_reverse	6	-0.0728486031293869
287215	rnn.bias_hh_l0_reverse	7	-0.1799335479736328
287215	rnn.bias_hh_l0_reverse	8	-0.057060450315475464
287215	rnn.bias_hh_l0_reverse	9	-0.1153721883893013
287215	linear.weight	0	-0.2421073317527771
287215	linear.weight	1	-0.13497214019298553
287215	linear.weight	2	-0.011228874325752258
287215	linear.weight	3	-0.08781156688928604
287215	linear.weight	4	-0.011920914985239506
287215	linear.weight	5	0.23861035704612732
287215	linear.weight	6	0.0047744326293468475
287215	linear.weight	7	-0.021312154829502106
287215	linear.weight	8	0.22579647600650787
287215	linear.weight	9	0.2395436316728592
287215	linear.bias	0	-0.8393673300743103
287215	linear.bias	1	1.4068433046340942
287215	linear.bias	2	-0.4978567063808441
287215	linear.bias	3	-0.7644684314727783
287215	linear.bias	4	-0.8915226459503174
287215	linear.bias	5	-1.1814006567001343
287215	linear.bias	6	-0.9638412594795227
287215	linear.bias	7	-0.6950078010559082
287215	linear.bias	8	-0.01705317199230194
287215	linear.bias	9	3.539747953414917
287412	transitions	0	-0.4820123016834259
287412	transitions	1	8.930435180664062
287412	transitions	2	-3.666663646697998
287412	transitions	3	1.666191577911377
287412	transitions	4	-2.2484090328216553
287412	transitions	5	-0.44105297327041626
287412	transitions	6	-0.19800861179828644
287412	transitions	7	-10000.0
287412	transitions	8	1.8783985376358032
287412	transitions	9	-2.295332908630371
287412	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
287412	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
287412	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
287412	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
287412	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
287412	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
287412	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
287412	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
287412	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
287412	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
287412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
287412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
287412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
287412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
287412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
287412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
287412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
287412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
287412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
287412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
287412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
287412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
287412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
287412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
287412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
287412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
287412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
287412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
287412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
287412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
287412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
287412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
287412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
287412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
287412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
287412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
287412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
287412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
287412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
287412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
287412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
287412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
287412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
287412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
287412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
287412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
287412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
287412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
287412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
287412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
287412	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
287412	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
287412	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
287412	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
287412	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
287412	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
287412	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
287412	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
287412	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
287412	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
287412	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
287412	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
287412	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
287412	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
287412	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
287412	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
287412	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
287412	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
287412	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
287412	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
287412	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
287412	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
287412	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
287412	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
287412	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
287412	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
287412	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
287412	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
287412	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
287412	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
287412	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
287412	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
287412	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
287412	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
287412	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
287412	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
287412	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
287412	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
287412	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
287412	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
287412	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
287412	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
287412	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
287412	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
287412	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
287412	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
287412	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
287412	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
287412	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
287412	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
287412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
287412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
287412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
287412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
287412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
287412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
287412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
287412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
287412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
287412	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
287412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
287412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
287412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
287412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
287412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
287412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
287412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
287412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
287412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
287412	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
287412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
287412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
287412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
287412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
287412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
287412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
287412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
287412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
287412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
287412	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
287412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
287412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
287412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
287412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
287412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
287412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
287412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
287412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
287412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
287412	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
287412	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
287412	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
287412	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
287412	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
287412	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
287412	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
287412	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
287412	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
287412	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
287412	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
287412	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
287412	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
287412	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
287412	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
287412	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
287412	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
287412	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
287412	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
287412	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
287412	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
287412	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
287412	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
287412	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
287412	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
287412	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
287412	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
287412	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
287412	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
287412	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
287412	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
287412	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
287412	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
287412	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
287412	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
287412	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
287412	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
287412	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
287412	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
287412	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
287412	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
287412	embedding2nn.weight	0	0.04621465131640434
287412	embedding2nn.weight	1	-0.08821269124746323
287412	embedding2nn.weight	2	0.003722487250342965
287412	embedding2nn.weight	3	-0.0588516891002655
287412	embedding2nn.weight	4	-0.1257108449935913
287412	embedding2nn.weight	5	0.11101570725440979
287412	embedding2nn.weight	6	-0.07237868756055832
287412	embedding2nn.weight	7	-0.0860109031200409
287412	embedding2nn.weight	8	-0.03382967412471771
287412	embedding2nn.weight	9	0.03912624344229698
287412	embedding2nn.bias	0	0.08177854865789413
287412	embedding2nn.bias	1	-0.02705303020775318
287412	embedding2nn.bias	2	-0.07411302626132965
287412	embedding2nn.bias	3	0.015806861221790314
287412	embedding2nn.bias	4	-0.01498769037425518
287412	embedding2nn.bias	5	-0.1854703575372696
287412	embedding2nn.bias	6	-0.12218945473432541
287412	embedding2nn.bias	7	-0.006909971125423908
287412	embedding2nn.bias	8	0.05780966579914093
287412	embedding2nn.bias	9	-0.043473467230796814
287412	rnn.weight_ih_l0	0	0.036257244646549225
287412	rnn.weight_ih_l0	1	-0.09140172600746155
287412	rnn.weight_ih_l0	2	-0.06603237241506577
287412	rnn.weight_ih_l0	3	-0.0503421425819397
287412	rnn.weight_ih_l0	4	0.01903940923511982
287412	rnn.weight_ih_l0	5	-0.11098544299602509
287412	rnn.weight_ih_l0	6	-0.030439330264925957
287412	rnn.weight_ih_l0	7	0.004806480370461941
287412	rnn.weight_ih_l0	8	0.048372332006692886
287412	rnn.weight_ih_l0	9	0.010897326283156872
287412	rnn.weight_hh_l0	0	0.004064570646733046
287412	rnn.weight_hh_l0	1	-0.07678185403347015
287412	rnn.weight_hh_l0	2	0.07558217644691467
287412	rnn.weight_hh_l0	3	0.05173826962709427
287412	rnn.weight_hh_l0	4	0.006946338340640068
287412	rnn.weight_hh_l0	5	0.07180072367191315
287412	rnn.weight_hh_l0	6	-0.018843479454517365
287412	rnn.weight_hh_l0	7	-0.11748029291629791
287412	rnn.weight_hh_l0	8	0.02895916998386383
287412	rnn.weight_hh_l0	9	-0.0750407874584198
287412	rnn.bias_ih_l0	0	-0.0898282378911972
287412	rnn.bias_ih_l0	1	-0.19283482432365417
287412	rnn.bias_ih_l0	2	-0.2693551778793335
287412	rnn.bias_ih_l0	3	-0.2739558517932892
287412	rnn.bias_ih_l0	4	0.0009608638356439769
287412	rnn.bias_ih_l0	5	0.049249570816755295
287412	rnn.bias_ih_l0	6	-0.16576436161994934
287412	rnn.bias_ih_l0	7	-0.2754228115081787
287412	rnn.bias_ih_l0	8	-0.15332140028476715
287412	rnn.bias_ih_l0	9	-0.16719546914100647
287412	rnn.bias_hh_l0	0	0.13496851921081543
287412	rnn.bias_hh_l0	1	-0.0608111172914505
287412	rnn.bias_hh_l0	2	0.05359533801674843
287412	rnn.bias_hh_l0	3	-0.1747010499238968
287412	rnn.bias_hh_l0	4	0.072477325797081
287412	rnn.bias_hh_l0	5	0.05488007515668869
287412	rnn.bias_hh_l0	6	-0.1101837083697319
287412	rnn.bias_hh_l0	7	-0.15427014231681824
287412	rnn.bias_hh_l0	8	-0.18198826909065247
287412	rnn.bias_hh_l0	9	-0.1064288318157196
287412	rnn.weight_ih_l0_reverse	0	-0.02172182872891426
287412	rnn.weight_ih_l0_reverse	1	-0.01083177700638771
287412	rnn.weight_ih_l0_reverse	2	-0.0018655738094821572
287412	rnn.weight_ih_l0_reverse	3	0.003029086161404848
287412	rnn.weight_ih_l0_reverse	4	0.007097574882209301
287412	rnn.weight_ih_l0_reverse	5	-0.05917980149388313
287412	rnn.weight_ih_l0_reverse	6	-0.044292815029621124
287412	rnn.weight_ih_l0_reverse	7	0.02429939992725849
287412	rnn.weight_ih_l0_reverse	8	0.09661857038736343
287412	rnn.weight_ih_l0_reverse	9	0.0012925927294418216
287412	rnn.weight_hh_l0_reverse	0	0.004765723831951618
287412	rnn.weight_hh_l0_reverse	1	0.026597190648317337
287412	rnn.weight_hh_l0_reverse	2	-0.04131367430090904
287412	rnn.weight_hh_l0_reverse	3	0.04569587484002113
287412	rnn.weight_hh_l0_reverse	4	0.022917263209819794
287412	rnn.weight_hh_l0_reverse	5	-0.010869057849049568
287412	rnn.weight_hh_l0_reverse	6	0.07354944199323654
287412	rnn.weight_hh_l0_reverse	7	0.03802764043211937
287412	rnn.weight_hh_l0_reverse	8	-0.024658476933836937
287412	rnn.weight_hh_l0_reverse	9	-0.024476027116179466
287412	rnn.bias_ih_l0_reverse	0	-0.14917922019958496
287412	rnn.bias_ih_l0_reverse	1	-0.30498483777046204
287412	rnn.bias_ih_l0_reverse	2	-0.062185563147068024
287412	rnn.bias_ih_l0_reverse	3	-0.1511056125164032
287412	rnn.bias_ih_l0_reverse	4	0.06437833607196808
287412	rnn.bias_ih_l0_reverse	5	-0.2849249839782715
287412	rnn.bias_ih_l0_reverse	6	-0.06871362775564194
287412	rnn.bias_ih_l0_reverse	7	0.009613900445401669
287412	rnn.bias_ih_l0_reverse	8	-0.19217319786548615
287412	rnn.bias_ih_l0_reverse	9	-0.08342120051383972
287412	rnn.bias_hh_l0_reverse	0	-0.15309178829193115
287412	rnn.bias_hh_l0_reverse	1	-0.15036045014858246
287412	rnn.bias_hh_l0_reverse	2	-0.01130489632487297
287412	rnn.bias_hh_l0_reverse	3	-0.13785581290721893
287412	rnn.bias_hh_l0_reverse	4	-0.029121043160557747
287412	rnn.bias_hh_l0_reverse	5	-0.11948642134666443
287412	rnn.bias_hh_l0_reverse	6	-0.07271040976047516
287412	rnn.bias_hh_l0_reverse	7	-0.17991498112678528
287412	rnn.bias_hh_l0_reverse	8	-0.05689585953950882
287412	rnn.bias_hh_l0_reverse	9	-0.11519834399223328
287412	linear.weight	0	-0.24018049240112305
287412	linear.weight	1	-0.13465620577335358
287412	linear.weight	2	-0.011228874325752258
287412	linear.weight	3	-0.08675273507833481
287412	linear.weight	4	-0.010605253279209137
287412	linear.weight	5	0.23885153234004974
287412	linear.weight	6	0.0047744326293468475
287412	linear.weight	7	-0.021312154829502106
287412	linear.weight	8	0.224108025431633
287412	linear.weight	9	0.2399751991033554
287412	linear.bias	0	-0.8429344892501831
287412	linear.bias	1	1.412559986114502
287412	linear.bias	2	-0.4908919036388397
287412	linear.bias	3	-0.7610484957695007
287412	linear.bias	4	-0.8940174579620361
287412	linear.bias	5	-1.181402325630188
287412	linear.bias	6	-0.9673616886138916
287412	linear.bias	7	-0.6896959543228149
287412	linear.bias	8	-0.01705317199230194
287412	linear.bias	9	3.533738136291504
287609	transitions	0	-0.4820258319377899
287609	transitions	1	8.926206588745117
287609	transitions	2	-3.666701316833496
287609	transitions	3	1.6653531789779663
287609	transitions	4	-2.2484827041625977
287609	transitions	5	-0.4410549998283386
287609	transitions	6	-0.19801320135593414
287609	transitions	7	-10000.0
287609	transitions	8	1.8778562545776367
287609	transitions	9	-2.2953336238861084
287609	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
287609	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
287609	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
287609	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
287609	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
287609	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
287609	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
287609	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
287609	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
287609	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
287609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
287609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
287609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
287609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
287609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
287609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
287609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
287609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
287609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
287609	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
287609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
287609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
287609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
287609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
287609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
287609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
287609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
287609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
287609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
287609	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
287609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
287609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
287609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
287609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
287609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
287609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
287609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
287609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
287609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
287609	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
287609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
287609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
287609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
287609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
287609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
287609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
287609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
287609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
287609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
287609	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
287609	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
287609	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
287609	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
287609	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
287609	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
287609	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
287609	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
287609	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
287609	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
287609	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
287609	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
287609	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
287609	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
287609	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
287609	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
287609	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
287609	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
287609	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
287609	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
287609	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
287609	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
287609	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
287609	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
287609	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
287609	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
287609	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
287609	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
287609	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
287609	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
287609	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
287609	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
287609	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
287609	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
287609	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
287609	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
287609	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
287609	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
287609	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
287609	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
287609	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
287609	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
287609	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
287609	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
287609	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
287609	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
287609	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
287609	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
287609	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
287609	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
287609	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
287609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
287609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
287609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
287609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
287609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
287609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
287609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
287609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
287609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
287609	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
287609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
287609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
287609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
287609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
287609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
287609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
287609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
287609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
287609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
287609	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
287609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
287609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
287609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
287609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
287609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
287609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
287609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
287609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
287609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
287609	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
287609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
287609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
287609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
287609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
287609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
287609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
287609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
287609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
287609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
287609	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
287609	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
287609	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
287609	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
287609	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
287609	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
287609	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
287609	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
287609	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
287609	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
287609	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
287609	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
287609	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
287609	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
287609	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
287609	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
287609	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
287609	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
287609	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
287609	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
287609	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
287609	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
287609	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
287609	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
287609	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
287609	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
287609	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
287609	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
287609	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
287609	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
287609	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
287609	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
287609	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
287609	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
287609	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
287609	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
287609	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
287609	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
287609	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
287609	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
287609	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
287609	embedding2nn.weight	0	0.046178270131349564
287609	embedding2nn.weight	1	-0.08810162544250488
287609	embedding2nn.weight	2	0.003821851685643196
287609	embedding2nn.weight	3	-0.058643974363803864
287609	embedding2nn.weight	4	-0.1263841688632965
287609	embedding2nn.weight	5	0.11111581325531006
287609	embedding2nn.weight	6	-0.07189954072237015
287609	embedding2nn.weight	7	-0.08599679172039032
287609	embedding2nn.weight	8	-0.03369653970003128
287609	embedding2nn.weight	9	0.03957579657435417
287609	embedding2nn.bias	0	0.07895820587873459
287609	embedding2nn.bias	1	-0.024258272722363472
287609	embedding2nn.bias	2	-0.07332848757505417
287609	embedding2nn.bias	3	0.015587017871439457
287609	embedding2nn.bias	4	-0.017471808940172195
287609	embedding2nn.bias	5	-0.18672600388526917
287609	embedding2nn.bias	6	-0.12291208654642105
287609	embedding2nn.bias	7	-0.006404269486665726
287609	embedding2nn.bias	8	0.0557900071144104
287609	embedding2nn.bias	9	-0.043545231223106384
287609	rnn.weight_ih_l0	0	0.0364476814866066
287609	rnn.weight_ih_l0	1	-0.09150749444961548
287609	rnn.weight_ih_l0	2	-0.06590277701616287
287609	rnn.weight_ih_l0	3	-0.05025268346071243
287609	rnn.weight_ih_l0	4	0.018914805725216866
287609	rnn.weight_ih_l0	5	-0.11132200807332993
287609	rnn.weight_ih_l0	6	-0.030255135148763657
287609	rnn.weight_ih_l0	7	0.005082122050225735
287609	rnn.weight_ih_l0	8	0.04831772670149803
287609	rnn.weight_ih_l0	9	0.011081359349191189
287609	rnn.weight_hh_l0	0	0.004073761403560638
287609	rnn.weight_hh_l0	1	-0.07671163976192474
287609	rnn.weight_hh_l0	2	0.07545935362577438
287609	rnn.weight_hh_l0	3	0.05182882770895958
287609	rnn.weight_hh_l0	4	0.006940785329788923
287609	rnn.weight_hh_l0	5	0.0718327984213829
287609	rnn.weight_hh_l0	6	-0.01881890371441841
287609	rnn.weight_hh_l0	7	-0.11748874932527542
287609	rnn.weight_hh_l0	8	0.028769532218575478
287609	rnn.weight_hh_l0	9	-0.07529911398887634
287609	rnn.bias_ih_l0	0	-0.09003687649965286
287609	rnn.bias_ih_l0	1	-0.19277699291706085
287609	rnn.bias_ih_l0	2	-0.26967743039131165
287609	rnn.bias_ih_l0	3	-0.27368196845054626
287609	rnn.bias_ih_l0	4	0.0010760630248114467
287609	rnn.bias_ih_l0	5	0.04959823191165924
287609	rnn.bias_ih_l0	6	-0.16583698987960815
287609	rnn.bias_ih_l0	7	-0.27532893419265747
287609	rnn.bias_ih_l0	8	-0.1530575454235077
287609	rnn.bias_ih_l0	9	-0.1673716902732849
287609	rnn.bias_hh_l0	0	0.13544727861881256
287609	rnn.bias_hh_l0	1	-0.06088748201727867
287609	rnn.bias_hh_l0	2	0.05365270748734474
287609	rnn.bias_hh_l0	3	-0.17536558210849762
287609	rnn.bias_hh_l0	4	0.07127194851636887
287609	rnn.bias_hh_l0	5	0.05440780892968178
287609	rnn.bias_hh_l0	6	-0.10984144359827042
287609	rnn.bias_hh_l0	7	-0.15412484109401703
287609	rnn.bias_hh_l0	8	-0.18196235597133636
287609	rnn.bias_hh_l0	9	-0.10619907081127167
287609	rnn.weight_ih_l0_reverse	0	-0.021561188623309135
287609	rnn.weight_ih_l0_reverse	1	-0.011079506017267704
287609	rnn.weight_ih_l0_reverse	2	-0.0019208639860153198
287609	rnn.weight_ih_l0_reverse	3	0.0029346009250730276
287609	rnn.weight_ih_l0_reverse	4	0.007133711129426956
287609	rnn.weight_ih_l0_reverse	5	-0.05893947184085846
287609	rnn.weight_ih_l0_reverse	6	-0.04488668590784073
287609	rnn.weight_ih_l0_reverse	7	0.024122798815369606
287609	rnn.weight_ih_l0_reverse	8	0.09660274535417557
287609	rnn.weight_ih_l0_reverse	9	0.0016627528239041567
287609	rnn.weight_hh_l0_reverse	0	0.0047417571768164635
287609	rnn.weight_hh_l0_reverse	1	0.026627887040376663
287609	rnn.weight_hh_l0_reverse	2	-0.04133187234401703
287609	rnn.weight_hh_l0_reverse	3	0.04575073719024658
287609	rnn.weight_hh_l0_reverse	4	0.023194240406155586
287609	rnn.weight_hh_l0_reverse	5	-0.011069800704717636
287609	rnn.weight_hh_l0_reverse	6	0.07363927364349365
287609	rnn.weight_hh_l0_reverse	7	0.038063015788793564
287609	rnn.weight_hh_l0_reverse	8	-0.024450011551380157
287609	rnn.weight_hh_l0_reverse	9	-0.024476518854498863
287609	rnn.bias_ih_l0_reverse	0	-0.14847014844417572
287609	rnn.bias_ih_l0_reverse	1	-0.3051234185695648
287609	rnn.bias_ih_l0_reverse	2	-0.06240079179406166
287609	rnn.bias_ih_l0_reverse	3	-0.15134696662425995
287609	rnn.bias_ih_l0_reverse	4	0.0648621916770935
287609	rnn.bias_ih_l0_reverse	5	-0.28552964329719543
287609	rnn.bias_ih_l0_reverse	6	-0.06857435405254364
287609	rnn.bias_ih_l0_reverse	7	0.01000078022480011
287609	rnn.bias_ih_l0_reverse	8	-0.1922474503517151
287609	rnn.bias_ih_l0_reverse	9	-0.0834372490644455
287609	rnn.bias_hh_l0_reverse	0	-0.15322571992874146
287609	rnn.bias_hh_l0_reverse	1	-0.1498492807149887
287609	rnn.bias_hh_l0_reverse	2	-0.01136864721775055
287609	rnn.bias_hh_l0_reverse	3	-0.13756029307842255
287609	rnn.bias_hh_l0_reverse	4	-0.02959461510181427
287609	rnn.bias_hh_l0_reverse	5	-0.1196245551109314
287609	rnn.bias_hh_l0_reverse	6	-0.07244352251291275
287609	rnn.bias_hh_l0_reverse	7	-0.17995025217533112
287609	rnn.bias_hh_l0_reverse	8	-0.05699031054973602
287609	rnn.bias_hh_l0_reverse	9	-0.11496103554964066
287609	linear.weight	0	-0.24012070894241333
287609	linear.weight	1	-0.13436080515384674
287609	linear.weight	2	-0.011228874325752258
287609	linear.weight	3	-0.08630642294883728
287609	linear.weight	4	-0.011661898344755173
287609	linear.weight	5	0.23868271708488464
287609	linear.weight	6	0.0047744326293468475
287609	linear.weight	7	-0.021312154829502106
287609	linear.weight	8	0.22473828494548798
287609	linear.weight	9	0.23951953649520874
287609	linear.bias	0	-0.8428298234939575
287609	linear.bias	1	1.4156153202056885
287609	linear.bias	2	-0.4974842071533203
287609	linear.bias	3	-0.7651277184486389
287609	linear.bias	4	-0.8935461640357971
287609	linear.bias	5	-1.181403398513794
287609	linear.bias	6	-0.967040479183197
287609	linear.bias	7	-0.6859472990036011
287609	linear.bias	8	-0.01705317199230194
287609	linear.bias	9	3.5450291633605957
287806	transitions	0	-0.4820365607738495
287806	transitions	1	8.921987533569336
287806	transitions	2	-3.6667370796203613
287806	transitions	3	1.6644287109375
287806	transitions	4	-2.248506546020508
287806	transitions	5	-0.44107189774513245
287806	transitions	6	-0.19801516830921173
287806	transitions	7	-10000.0
287806	transitions	8	1.877894401550293
287806	transitions	9	-2.295334577560425
287806	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
287806	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
287806	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
287806	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
287806	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
287806	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
287806	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
287806	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
287806	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
287806	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
287806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
287806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
287806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
287806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
287806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
287806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
287806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
287806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
287806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
287806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
287806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
287806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
287806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
287806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
287806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
287806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
287806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
287806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
287806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
287806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
287806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
287806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
287806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
287806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
287806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
287806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
287806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
287806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
287806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
287806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
287806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
287806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
287806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
287806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
287806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
287806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
287806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
287806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
287806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
287806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
287806	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
287806	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
287806	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
287806	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
287806	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
287806	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
287806	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
287806	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
287806	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
287806	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
287806	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
287806	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
287806	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
287806	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
287806	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
287806	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
287806	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
287806	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
287806	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
287806	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
287806	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
287806	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
287806	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
287806	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
287806	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
287806	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
287806	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
287806	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
287806	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
287806	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
287806	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
287806	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
287806	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
287806	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
287806	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
287806	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
287806	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
287806	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
287806	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
287806	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
287806	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
287806	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
287806	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
287806	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
287806	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
287806	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
287806	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
287806	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
287806	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
287806	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
287806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
287806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
287806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
287806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
287806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
287806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
287806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
287806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
287806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
287806	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
287806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
287806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
287806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
287806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
287806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
287806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
287806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
287806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
287806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
287806	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
287806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
287806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
287806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
287806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
287806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
287806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
287806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
287806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
287806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
287806	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
287806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
287806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
287806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
287806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
287806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
287806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
287806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
287806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
287806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
287806	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
287806	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
287806	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
287806	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
287806	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
287806	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
287806	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
287806	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
287806	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
287806	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
287806	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
287806	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
287806	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
287806	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
287806	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
287806	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
287806	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
287806	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
287806	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
287806	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
287806	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
287806	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
287806	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
287806	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
287806	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
287806	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
287806	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
287806	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
287806	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
287806	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
287806	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
287806	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
287806	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
287806	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
287806	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
287806	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
287806	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
287806	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
287806	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
287806	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
287806	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
287806	embedding2nn.weight	0	0.0462360605597496
287806	embedding2nn.weight	1	-0.08804108202457428
287806	embedding2nn.weight	2	0.0046296315267682076
287806	embedding2nn.weight	3	-0.05856219679117203
287806	embedding2nn.weight	4	-0.12612582743167877
287806	embedding2nn.weight	5	0.11105429381132126
287806	embedding2nn.weight	6	-0.07242698222398758
287806	embedding2nn.weight	7	-0.08615031838417053
287806	embedding2nn.weight	8	-0.03362409025430679
287806	embedding2nn.weight	9	0.04003990441560745
287806	embedding2nn.bias	0	0.07836205512285233
287806	embedding2nn.bias	1	-0.026063770055770874
287806	embedding2nn.bias	2	-0.07466427236795425
287806	embedding2nn.bias	3	0.013699216768145561
287806	embedding2nn.bias	4	-0.01721045933663845
287806	embedding2nn.bias	5	-0.18811126053333282
287806	embedding2nn.bias	6	-0.12500712275505066
287806	embedding2nn.bias	7	-0.0036241624038666487
287806	embedding2nn.bias	8	0.05590755119919777
287806	embedding2nn.bias	9	-0.045193757861852646
287806	rnn.weight_ih_l0	0	0.036698807030916214
287806	rnn.weight_ih_l0	1	-0.0923631563782692
287806	rnn.weight_ih_l0	2	-0.06618020683526993
287806	rnn.weight_ih_l0	3	-0.050218645483255386
287806	rnn.weight_ih_l0	4	0.018502047285437584
287806	rnn.weight_ih_l0	5	-0.11115498840808868
287806	rnn.weight_ih_l0	6	-0.030488451942801476
287806	rnn.weight_ih_l0	7	0.00507170706987381
287806	rnn.weight_ih_l0	8	0.04842040315270424
287806	rnn.weight_ih_l0	9	0.011351637542247772
287806	rnn.weight_hh_l0	0	0.004088096786290407
287806	rnn.weight_hh_l0	1	-0.07665572315454483
287806	rnn.weight_hh_l0	2	0.07550617307424545
287806	rnn.weight_hh_l0	3	0.051692504435777664
287806	rnn.weight_hh_l0	4	0.0069671208038926125
287806	rnn.weight_hh_l0	5	0.07188215851783752
287806	rnn.weight_hh_l0	6	-0.018781010061502457
287806	rnn.weight_hh_l0	7	-0.11747295409440994
287806	rnn.weight_hh_l0	8	0.028665702790021896
287806	rnn.weight_hh_l0	9	-0.07484892010688782
287806	rnn.bias_ih_l0	0	-0.09037449955940247
287806	rnn.bias_ih_l0	1	-0.1922343224287033
287806	rnn.bias_ih_l0	2	-0.2697513699531555
287806	rnn.bias_ih_l0	3	-0.2739688754081726
287806	rnn.bias_ih_l0	4	0.0008785153040662408
287806	rnn.bias_ih_l0	5	0.04971497878432274
287806	rnn.bias_ih_l0	6	-0.16595321893692017
287806	rnn.bias_ih_l0	7	-0.2749345600605011
287806	rnn.bias_ih_l0	8	-0.15247060358524323
287806	rnn.bias_ih_l0	9	-0.16731174290180206
287806	rnn.bias_hh_l0	0	0.13492578268051147
287806	rnn.bias_hh_l0	1	-0.06087115406990051
287806	rnn.bias_hh_l0	2	0.053637631237506866
287806	rnn.bias_hh_l0	3	-0.17532053589820862
287806	rnn.bias_hh_l0	4	0.07122731953859329
287806	rnn.bias_hh_l0	5	0.05449103191494942
287806	rnn.bias_hh_l0	6	-0.11022583395242691
287806	rnn.bias_hh_l0	7	-0.15406589210033417
287806	rnn.bias_hh_l0	8	-0.1810729205608368
287806	rnn.bias_hh_l0	9	-0.1063305214047432
287806	rnn.weight_ih_l0_reverse	0	-0.02141258865594864
287806	rnn.weight_ih_l0_reverse	1	-0.011009514331817627
287806	rnn.weight_ih_l0_reverse	2	-0.0018397134263068438
287806	rnn.weight_ih_l0_reverse	3	0.002966376254335046
287806	rnn.weight_ih_l0_reverse	4	0.007369156926870346
287806	rnn.weight_ih_l0_reverse	5	-0.0588025338947773
287806	rnn.weight_ih_l0_reverse	6	-0.045181069523096085
287806	rnn.weight_ih_l0_reverse	7	0.024493126198649406
287806	rnn.weight_ih_l0_reverse	8	0.09636224806308746
287806	rnn.weight_ih_l0_reverse	9	0.001834909082390368
287806	rnn.weight_hh_l0_reverse	0	0.0047797407023608685
287806	rnn.weight_hh_l0_reverse	1	0.026714053004980087
287806	rnn.weight_hh_l0_reverse	2	-0.04119517281651497
287806	rnn.weight_hh_l0_reverse	3	0.045781210064888
287806	rnn.weight_hh_l0_reverse	4	0.023221639916300774
287806	rnn.weight_hh_l0_reverse	5	-0.01113039068877697
287806	rnn.weight_hh_l0_reverse	6	0.07368138432502747
287806	rnn.weight_hh_l0_reverse	7	0.038045771420001984
287806	rnn.weight_hh_l0_reverse	8	-0.024402856826782227
287806	rnn.weight_hh_l0_reverse	9	-0.024361975491046906
287806	rnn.bias_ih_l0_reverse	0	-0.1491823047399521
287806	rnn.bias_ih_l0_reverse	1	-0.3051157593727112
287806	rnn.bias_ih_l0_reverse	2	-0.06243182346224785
287806	rnn.bias_ih_l0_reverse	3	-0.1511303335428238
287806	rnn.bias_ih_l0_reverse	4	0.06452083587646484
287806	rnn.bias_ih_l0_reverse	5	-0.2854231894016266
287806	rnn.bias_ih_l0_reverse	6	-0.06822418421506882
287806	rnn.bias_ih_l0_reverse	7	0.009967534802854061
287806	rnn.bias_ih_l0_reverse	8	-0.19193050265312195
287806	rnn.bias_ih_l0_reverse	9	-0.08383897691965103
287806	rnn.bias_hh_l0_reverse	0	-0.15238286554813385
287806	rnn.bias_hh_l0_reverse	1	-0.15013659000396729
287806	rnn.bias_hh_l0_reverse	2	-0.011468159966170788
287806	rnn.bias_hh_l0_reverse	3	-0.1370944380760193
287806	rnn.bias_hh_l0_reverse	4	-0.030074231326580048
287806	rnn.bias_hh_l0_reverse	5	-0.11960219591856003
287806	rnn.bias_hh_l0_reverse	6	-0.07210827618837357
287806	rnn.bias_hh_l0_reverse	7	-0.17985253036022186
287806	rnn.bias_hh_l0_reverse	8	-0.056832585483789444
287806	rnn.bias_hh_l0_reverse	9	-0.11508336663246155
287806	linear.weight	0	-0.23975825309753418
287806	linear.weight	1	-0.13299041986465454
287806	linear.weight	2	-0.011228874325752258
287806	linear.weight	3	-0.08702173084020615
287806	linear.weight	4	-0.009845247492194176
287806	linear.weight	5	0.23735466599464417
287806	linear.weight	6	0.0047744326293468475
287806	linear.weight	7	-0.021312154829502106
287806	linear.weight	8	0.22286675870418549
287806	linear.weight	9	0.23844031989574432
287806	linear.bias	0	-0.8419246673583984
287806	linear.bias	1	1.4148749113082886
287806	linear.bias	2	-0.485503613948822
287806	linear.bias	3	-0.7705464959144592
287806	linear.bias	4	-0.8907209038734436
287806	linear.bias	5	-1.1814038753509521
287806	linear.bias	6	-0.9657955765724182
287806	linear.bias	7	-0.6798834800720215
287806	linear.bias	8	-0.01705317199230194
287806	linear.bias	9	3.536590814590454
288003	transitions	0	-0.48204249143600464
288003	transitions	1	8.920212745666504
288003	transitions	2	-3.666780948638916
288003	transitions	3	1.6690850257873535
288003	transitions	4	-2.248548984527588
288003	transitions	5	-0.4410996437072754
288003	transitions	6	-0.1980169415473938
288003	transitions	7	-10000.0
288003	transitions	8	1.8774465322494507
288003	transitions	9	-2.295335054397583
288003	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
288003	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
288003	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
288003	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
288003	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
288003	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
288003	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
288003	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
288003	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
288003	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
288003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
288003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
288003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
288003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
288003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
288003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
288003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
288003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
288003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
288003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
288003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
288003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
288003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
288003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
288003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
288003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
288003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
288003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
288003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
288003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
288003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
288003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
288003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
288003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
288003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
288003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
288003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
288003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
288003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
288003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
288003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
288003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
288003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
288003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
288003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
288003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
288003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
288003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
288003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
288003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
288003	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
288003	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
288003	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
288003	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
288003	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
288003	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
288003	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
288003	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
288003	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
288003	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
288003	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
288003	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
288003	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
288003	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
288003	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
288003	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
288003	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
288003	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
288003	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
288003	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
288003	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
288003	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
288003	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
288003	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
288003	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
288003	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
288003	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
288003	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
288003	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
288003	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
288003	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
288003	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
288003	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
288003	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
288003	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
288003	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
288003	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
288003	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
288003	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
288003	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
288003	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
288003	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
288003	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
288003	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
288003	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
288003	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
288003	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
288003	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
288003	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
288003	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
288003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
288003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
288003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
288003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
288003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
288003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
288003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
288003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
288003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
288003	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
288003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
288003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
288003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
288003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
288003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
288003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
288003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
288003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
288003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
288003	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
288003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
288003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
288003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
288003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
288003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
288003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
288003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
288003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
288003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
288003	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
288003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
288003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
288003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
288003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
288003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
288003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
288003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
288003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
288003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
288003	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
288003	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
288003	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
288003	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
288003	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
288003	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
288003	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
288003	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
288003	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
288003	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
288003	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
288003	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
288003	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
288003	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
288003	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
288003	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
288003	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
288003	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
288003	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
288003	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
288003	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
288003	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
288003	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
288003	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
288003	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
288003	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
288003	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
288003	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
288003	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
288003	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
288003	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
288003	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
288003	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
288003	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
288003	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
288003	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
288003	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
288003	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
288003	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
288003	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
288003	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
288003	embedding2nn.weight	0	0.04608597233891487
288003	embedding2nn.weight	1	-0.08779953420162201
288003	embedding2nn.weight	2	0.004581926856189966
288003	embedding2nn.weight	3	-0.058510180562734604
288003	embedding2nn.weight	4	-0.12641452252864838
288003	embedding2nn.weight	5	0.11106778681278229
288003	embedding2nn.weight	6	-0.07219817489385605
288003	embedding2nn.weight	7	-0.08591587096452713
288003	embedding2nn.weight	8	-0.033724866807460785
288003	embedding2nn.weight	9	0.04016564413905144
288003	embedding2nn.bias	0	0.07704001665115356
288003	embedding2nn.bias	1	-0.024555448442697525
288003	embedding2nn.bias	2	-0.07249636203050613
288003	embedding2nn.bias	3	0.013599885627627373
288003	embedding2nn.bias	4	-0.015862194821238518
288003	embedding2nn.bias	5	-0.1899995058774948
288003	embedding2nn.bias	6	-0.12507213652133942
288003	embedding2nn.bias	7	-0.0015205099480226636
288003	embedding2nn.bias	8	0.053164225071668625
288003	embedding2nn.bias	9	-0.044259559363126755
288003	rnn.weight_ih_l0	0	0.03663090616464615
288003	rnn.weight_ih_l0	1	-0.09232444316148758
288003	rnn.weight_ih_l0	2	-0.06621695309877396
288003	rnn.weight_ih_l0	3	-0.05027884989976883
288003	rnn.weight_ih_l0	4	0.018656978383660316
288003	rnn.weight_ih_l0	5	-0.11110644787549973
288003	rnn.weight_ih_l0	6	-0.030285943299531937
288003	rnn.weight_ih_l0	7	0.005437033250927925
288003	rnn.weight_ih_l0	8	0.048664648085832596
288003	rnn.weight_ih_l0	9	0.011606600135564804
288003	rnn.weight_hh_l0	0	0.004222390707582235
288003	rnn.weight_hh_l0	1	-0.07673369348049164
288003	rnn.weight_hh_l0	2	0.07538647949695587
288003	rnn.weight_hh_l0	3	0.05181420221924782
288003	rnn.weight_hh_l0	4	0.007029688451439142
288003	rnn.weight_hh_l0	5	0.07188276201486588
288003	rnn.weight_hh_l0	6	-0.018787533044815063
288003	rnn.weight_hh_l0	7	-0.11744345724582672
288003	rnn.weight_hh_l0	8	0.02868160605430603
288003	rnn.weight_hh_l0	9	-0.07479764521121979
288003	rnn.bias_ih_l0	0	-0.09070131927728653
288003	rnn.bias_ih_l0	1	-0.1929272711277008
288003	rnn.bias_ih_l0	2	-0.2695262134075165
288003	rnn.bias_ih_l0	3	-0.27421703934669495
288003	rnn.bias_ih_l0	4	0.00019196227367501706
288003	rnn.bias_ih_l0	5	0.04999250918626785
288003	rnn.bias_ih_l0	6	-0.1662028431892395
288003	rnn.bias_ih_l0	7	-0.27503159642219543
288003	rnn.bias_ih_l0	8	-0.152693971991539
288003	rnn.bias_ih_l0	9	-0.1671743094921112
288003	rnn.bias_hh_l0	0	0.13549886643886566
288003	rnn.bias_hh_l0	1	-0.06087447330355644
288003	rnn.bias_hh_l0	2	0.053925130516290665
288003	rnn.bias_hh_l0	3	-0.1752110868692398
288003	rnn.bias_hh_l0	4	0.07182754576206207
288003	rnn.bias_hh_l0	5	0.05487510561943054
288003	rnn.bias_hh_l0	6	-0.11032333225011826
288003	rnn.bias_hh_l0	7	-0.15452779829502106
288003	rnn.bias_hh_l0	8	-0.18039731681346893
288003	rnn.bias_hh_l0	9	-0.10686206072568893
288003	rnn.weight_ih_l0_reverse	0	-0.021053753793239594
288003	rnn.weight_ih_l0_reverse	1	-0.010718065313994884
288003	rnn.weight_ih_l0_reverse	2	-0.0016874985303729773
288003	rnn.weight_ih_l0_reverse	3	0.0034027008805423975
288003	rnn.weight_ih_l0_reverse	4	0.007216666359454393
288003	rnn.weight_ih_l0_reverse	5	-0.05798410251736641
288003	rnn.weight_ih_l0_reverse	6	-0.04523249343037605
288003	rnn.weight_ih_l0_reverse	7	0.024839162826538086
288003	rnn.weight_ih_l0_reverse	8	0.096710704267025
288003	rnn.weight_ih_l0_reverse	9	0.0019888991955667734
288003	rnn.weight_hh_l0_reverse	0	0.004678542725741863
288003	rnn.weight_hh_l0_reverse	1	0.0267027597874403
288003	rnn.weight_hh_l0_reverse	2	-0.041134413331747055
288003	rnn.weight_hh_l0_reverse	3	0.045628245919942856
288003	rnn.weight_hh_l0_reverse	4	0.0231854859739542
288003	rnn.weight_hh_l0_reverse	5	-0.011006475426256657
288003	rnn.weight_hh_l0_reverse	6	0.07365958392620087
288003	rnn.weight_hh_l0_reverse	7	0.038033466786146164
288003	rnn.weight_hh_l0_reverse	8	-0.024455977603793144
288003	rnn.weight_hh_l0_reverse	9	-0.024353686720132828
288003	rnn.bias_ih_l0_reverse	0	-0.14926208555698395
288003	rnn.bias_ih_l0_reverse	1	-0.3048423230648041
288003	rnn.bias_ih_l0_reverse	2	-0.06248236447572708
288003	rnn.bias_ih_l0_reverse	3	-0.15086856484413147
288003	rnn.bias_ih_l0_reverse	4	0.06495100259780884
288003	rnn.bias_ih_l0_reverse	5	-0.2856396436691284
288003	rnn.bias_ih_l0_reverse	6	-0.06823749095201492
288003	rnn.bias_ih_l0_reverse	7	0.010160345584154129
288003	rnn.bias_ih_l0_reverse	8	-0.19189153611660004
288003	rnn.bias_ih_l0_reverse	9	-0.08399863541126251
288003	rnn.bias_hh_l0_reverse	0	-0.15272808074951172
288003	rnn.bias_hh_l0_reverse	1	-0.14959126710891724
288003	rnn.bias_hh_l0_reverse	2	-0.011641760356724262
288003	rnn.bias_hh_l0_reverse	3	-0.13741901516914368
288003	rnn.bias_hh_l0_reverse	4	-0.030464187264442444
288003	rnn.bias_hh_l0_reverse	5	-0.11964951455593109
288003	rnn.bias_hh_l0_reverse	6	-0.0718795657157898
288003	rnn.bias_hh_l0_reverse	7	-0.17991162836551666
288003	rnn.bias_hh_l0_reverse	8	-0.056619782000780106
288003	rnn.bias_hh_l0_reverse	9	-0.11513377726078033
288003	linear.weight	0	-0.23900723457336426
288003	linear.weight	1	-0.1331130415201187
288003	linear.weight	2	-0.011228874325752258
288003	linear.weight	3	-0.08678501099348068
288003	linear.weight	4	-0.010352780111134052
288003	linear.weight	5	0.23853184282779694
288003	linear.weight	6	0.0047744326293468475
288003	linear.weight	7	-0.021312154829502106
288003	linear.weight	8	0.22183158993721008
288003	linear.weight	9	0.23666714131832123
288003	linear.bias	0	-0.840704619884491
288003	linear.bias	1	1.4141433238983154
288003	linear.bias	2	-0.48081743717193604
288003	linear.bias	3	-0.7748596668243408
288003	linear.bias	4	-0.8884045481681824
288003	linear.bias	5	-1.1814051866531372
288003	linear.bias	6	-0.9649196863174438
288003	linear.bias	7	-0.6888747215270996
288003	linear.bias	8	-0.01705317199230194
288003	linear.bias	9	3.5404975414276123
288200	transitions	0	-0.4820699095726013
288200	transitions	1	8.925535202026367
288200	transitions	2	-3.666898012161255
288200	transitions	3	1.6688175201416016
288200	transitions	4	-2.2485742568969727
288200	transitions	5	-0.4411047399044037
288200	transitions	6	-0.19801969826221466
288200	transitions	7	-10000.0
288200	transitions	8	1.8777605295181274
288200	transitions	9	-2.295335292816162
288200	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
288200	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
288200	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
288200	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
288200	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
288200	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
288200	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
288200	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
288200	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
288200	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
288200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
288200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
288200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
288200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
288200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
288200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
288200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
288200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
288200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
288200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
288200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
288200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
288200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
288200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
288200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
288200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
288200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
288200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
288200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
288200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
288200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
288200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
288200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
288200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
288200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
288200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
288200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
288200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
288200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
288200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
288200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
288200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
288200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
288200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
288200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
288200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
288200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
288200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
288200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
288200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
288200	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
288200	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
288200	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
288200	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
288200	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
288200	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
288200	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
288200	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
288200	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
288200	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
288200	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
288200	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
288200	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
288200	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
288200	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
288200	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
288200	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
288200	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
288200	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
288200	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
288200	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
288200	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
288200	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
288200	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
288200	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
288200	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
288200	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
288200	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
288200	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
288200	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
288200	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
288200	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
288200	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
288200	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
288200	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
288200	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
288200	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
288200	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
288200	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
288200	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
288200	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
288200	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
288200	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
288200	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
288200	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
288200	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
288200	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
288200	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
288200	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
288200	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
288200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
288200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
288200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
288200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
288200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
288200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
288200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
288200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
288200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
288200	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
288200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
288200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
288200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
288200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
288200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
288200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
288200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
288200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
288200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
288200	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
288200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
288200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
288200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
288200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
288200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
288200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
288200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
288200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
288200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
288200	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
288200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
288200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
288200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
288200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
288200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
288200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
288200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
288200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
288200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
288200	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
288200	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
288200	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
288200	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
288200	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
288200	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
288200	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
288200	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
288200	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
288200	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
288200	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
288200	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
288200	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
288200	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
288200	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
288200	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
288200	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
288200	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
288200	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
288200	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
288200	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
288200	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
288200	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
288200	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
288200	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
288200	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
288200	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
288200	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
288200	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
288200	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
288200	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
288200	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
288200	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
288200	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
288200	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
288200	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
288200	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
288200	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
288200	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
288200	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
288200	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
288200	embedding2nn.weight	0	0.046217966824769974
288200	embedding2nn.weight	1	-0.08782647550106049
288200	embedding2nn.weight	2	0.004589834250509739
288200	embedding2nn.weight	3	-0.058579739183187485
288200	embedding2nn.weight	4	-0.12656183540821075
288200	embedding2nn.weight	5	0.11104434728622437
288200	embedding2nn.weight	6	-0.07218429446220398
288200	embedding2nn.weight	7	-0.08547783643007278
288200	embedding2nn.weight	8	-0.034121159464120865
288200	embedding2nn.weight	9	0.04010653495788574
288200	embedding2nn.bias	0	0.07468891143798828
288200	embedding2nn.bias	1	-0.02211601659655571
288200	embedding2nn.bias	2	-0.07416116446256638
288200	embedding2nn.bias	3	0.012463928200304508
288200	embedding2nn.bias	4	-0.012995402328670025
288200	embedding2nn.bias	5	-0.1870175302028656
288200	embedding2nn.bias	6	-0.12496320903301239
288200	embedding2nn.bias	7	-0.0009220645879395306
288200	embedding2nn.bias	8	0.052011217921972275
288200	embedding2nn.bias	9	-0.042714059352874756
288200	rnn.weight_ih_l0	0	0.036779213696718216
288200	rnn.weight_ih_l0	1	-0.09237351268529892
288200	rnn.weight_ih_l0	2	-0.0664767324924469
288200	rnn.weight_ih_l0	3	-0.05016664043068886
288200	rnn.weight_ih_l0	4	0.019075356423854828
288200	rnn.weight_ih_l0	5	-0.11119431257247925
288200	rnn.weight_ih_l0	6	-0.030189765617251396
288200	rnn.weight_ih_l0	7	0.005779490806162357
288200	rnn.weight_ih_l0	8	0.04888394847512245
288200	rnn.weight_ih_l0	9	0.011967087164521217
288200	rnn.weight_hh_l0	0	0.004138379357755184
288200	rnn.weight_hh_l0	1	-0.076832115650177
288200	rnn.weight_hh_l0	2	0.0754600390791893
288200	rnn.weight_hh_l0	3	0.05159575864672661
288200	rnn.weight_hh_l0	4	0.0069657424464821815
288200	rnn.weight_hh_l0	5	0.07205801457166672
288200	rnn.weight_hh_l0	6	-0.018809139728546143
288200	rnn.weight_hh_l0	7	-0.11746418476104736
288200	rnn.weight_hh_l0	8	0.0288208220154047
288200	rnn.weight_hh_l0	9	-0.0748925432562828
288200	rnn.bias_ih_l0	0	-0.090520940721035
288200	rnn.bias_ih_l0	1	-0.19297683238983154
288200	rnn.bias_ih_l0	2	-0.2692752182483673
288200	rnn.bias_ih_l0	3	-0.2740165591239929
288200	rnn.bias_ih_l0	4	-0.000278760475339368
288200	rnn.bias_ih_l0	5	0.049127861857414246
288200	rnn.bias_ih_l0	6	-0.16659680008888245
288200	rnn.bias_ih_l0	7	-0.27534961700439453
288200	rnn.bias_ih_l0	8	-0.15291203558444977
288200	rnn.bias_ih_l0	9	-0.1678474396467209
288200	rnn.bias_hh_l0	0	0.13542915880680084
288200	rnn.bias_hh_l0	1	-0.06066363304853439
288200	rnn.bias_hh_l0	2	0.05367227643728256
288200	rnn.bias_hh_l0	3	-0.17551250755786896
288200	rnn.bias_hh_l0	4	0.0714595690369606
288200	rnn.bias_hh_l0	5	0.054528623819351196
288200	rnn.bias_hh_l0	6	-0.11013906449079514
288200	rnn.bias_hh_l0	7	-0.15411601960659027
288200	rnn.bias_hh_l0	8	-0.18122713267803192
288200	rnn.bias_hh_l0	9	-0.10667625069618225
288200	rnn.weight_ih_l0_reverse	0	-0.020969266071915627
288200	rnn.weight_ih_l0_reverse	1	-0.010423488914966583
288200	rnn.weight_ih_l0_reverse	2	-0.0013960642972961068
288200	rnn.weight_ih_l0_reverse	3	0.002792994026094675
288200	rnn.weight_ih_l0_reverse	4	0.007454378996044397
288200	rnn.weight_ih_l0_reverse	5	-0.05781547352671623
288200	rnn.weight_ih_l0_reverse	6	-0.044965676963329315
288200	rnn.weight_ih_l0_reverse	7	0.024917500093579292
288200	rnn.weight_ih_l0_reverse	8	0.09672651439905167
288200	rnn.weight_ih_l0_reverse	9	0.002189562190324068
288200	rnn.weight_hh_l0_reverse	0	0.004689279478043318
288200	rnn.weight_hh_l0_reverse	1	0.026688771322369576
288200	rnn.weight_hh_l0_reverse	2	-0.04123237356543541
288200	rnn.weight_hh_l0_reverse	3	0.0456061027944088
288200	rnn.weight_hh_l0_reverse	4	0.023274865001440048
288200	rnn.weight_hh_l0_reverse	5	-0.011116229929029942
288200	rnn.weight_hh_l0_reverse	6	0.07365448772907257
288200	rnn.weight_hh_l0_reverse	7	0.03781132027506828
288200	rnn.weight_hh_l0_reverse	8	-0.02449854090809822
288200	rnn.weight_hh_l0_reverse	9	-0.02433784492313862
288200	rnn.bias_ih_l0_reverse	0	-0.14954721927642822
288200	rnn.bias_ih_l0_reverse	1	-0.30475687980651855
288200	rnn.bias_ih_l0_reverse	2	-0.06246066465973854
288200	rnn.bias_ih_l0_reverse	3	-0.15070997178554535
288200	rnn.bias_ih_l0_reverse	4	0.06444039940834045
288200	rnn.bias_ih_l0_reverse	5	-0.2847398519515991
288200	rnn.bias_ih_l0_reverse	6	-0.06824595481157303
288200	rnn.bias_ih_l0_reverse	7	0.009262852370738983
288200	rnn.bias_ih_l0_reverse	8	-0.19205342233181
288200	rnn.bias_ih_l0_reverse	9	-0.0840294361114502
288200	rnn.bias_hh_l0_reverse	0	-0.1527070701122284
288200	rnn.bias_hh_l0_reverse	1	-0.14908532798290253
288200	rnn.bias_hh_l0_reverse	2	-0.011545607820153236
288200	rnn.bias_hh_l0_reverse	3	-0.1373828500509262
288200	rnn.bias_hh_l0_reverse	4	-0.030612578615546227
288200	rnn.bias_hh_l0_reverse	5	-0.11940135061740875
288200	rnn.bias_hh_l0_reverse	6	-0.07159266620874405
288200	rnn.bias_hh_l0_reverse	7	-0.17993131279945374
288200	rnn.bias_hh_l0_reverse	8	-0.0569794736802578
288200	rnn.bias_hh_l0_reverse	9	-0.11517264693975449
288200	linear.weight	0	-0.23702915012836456
288200	linear.weight	1	-0.13326646387577057
288200	linear.weight	2	-0.011228874325752258
288200	linear.weight	3	-0.08773744106292725
288200	linear.weight	4	-0.009147519245743752
288200	linear.weight	5	0.23921021819114685
288200	linear.weight	6	0.0047744326293468475
288200	linear.weight	7	-0.021312154829502106
288200	linear.weight	8	0.2216605693101883
288200	linear.weight	9	0.23549117147922516
288200	linear.bias	0	-0.8428939580917358
288200	linear.bias	1	1.4093260765075684
288200	linear.bias	2	-0.4903051257133484
288200	linear.bias	3	-0.7715566754341125
288200	linear.bias	4	-0.8925516605377197
288200	linear.bias	5	-1.181406855583191
288200	linear.bias	6	-0.9672196507453918
288200	linear.bias	7	-0.6853708624839783
288200	linear.bias	8	-0.01705317199230194
288200	linear.bias	9	3.5452888011932373
288204	transitions	0	-0.48207002878189087
288204	transitions	1	8.925379753112793
288204	transitions	2	-3.666898250579834
288204	transitions	3	1.6687949895858765
288204	transitions	4	-2.24857497215271
288204	transitions	5	-0.4411047399044037
288204	transitions	6	-0.19801969826221466
288204	transitions	7	-10000.0
288204	transitions	8	1.8777587413787842
288204	transitions	9	-2.295335292816162
288204	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
288204	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
288204	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
288204	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
288204	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
288204	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
288204	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
288204	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
288204	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
288204	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
288204	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
288204	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
288204	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
288204	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
288204	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
288204	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
288204	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
288204	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
288204	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
288204	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
288204	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
288204	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
288204	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
288204	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
288204	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
288204	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
288204	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
288204	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
288204	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
288204	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
288204	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
288204	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
288204	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
288204	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
288204	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
288204	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
288204	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
288204	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
288204	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
288204	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
288204	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
288204	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
288204	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
288204	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
288204	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
288204	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
288204	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
288204	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
288204	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
288204	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
288204	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
288204	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
288204	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
288204	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
288204	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
288204	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
288204	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
288204	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
288204	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
288204	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
288204	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
288204	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
288204	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
288204	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
288204	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
288204	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
288204	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
288204	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
288204	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
288204	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
288204	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
288204	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
288204	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
288204	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
288204	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
288204	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
288204	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
288204	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
288204	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
288204	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
288204	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
288204	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
288204	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
288204	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
288204	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
288204	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
288204	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
288204	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
288204	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
288204	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
288204	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
288204	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
288204	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
288204	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
288204	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
288204	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
288204	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
288204	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
288204	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
288204	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
288204	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
288204	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
288204	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
288204	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
288204	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
288204	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
288204	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
288204	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
288204	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
288204	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
288204	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
288204	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
288204	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
288204	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
288204	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
288204	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
288204	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
288204	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
288204	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
288204	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
288204	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
288204	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
288204	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
288204	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
288204	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
288204	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
288204	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
288204	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
288204	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
288204	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
288204	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
288204	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
288204	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
288204	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
288204	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
288204	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
288204	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
288204	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
288204	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
288204	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
288204	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
288204	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
288204	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
288204	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
288204	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
288204	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
288204	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
288204	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
288204	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
288204	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
288204	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
288204	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
288204	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
288204	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
288204	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
288204	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
288204	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
288204	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
288204	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
288204	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
288204	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
288204	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
288204	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
288204	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
288204	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
288204	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
288204	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
288204	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
288204	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
288204	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
288204	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
288204	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
288204	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
288204	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
288204	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
288204	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
288204	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
288204	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
288204	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
288204	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
288204	embedding2nn.weight	0	0.0462324395775795
288204	embedding2nn.weight	1	-0.08785247802734375
288204	embedding2nn.weight	2	0.004482261836528778
288204	embedding2nn.weight	3	-0.05858743190765381
288204	embedding2nn.weight	4	-0.12655074894428253
288204	embedding2nn.weight	5	0.11105629801750183
288204	embedding2nn.weight	6	-0.0720546618103981
288204	embedding2nn.weight	7	-0.0854664295911789
288204	embedding2nn.weight	8	-0.034129250794649124
288204	embedding2nn.weight	9	0.04005792364478111
288204	embedding2nn.bias	0	0.07426846027374268
288204	embedding2nn.bias	1	-0.0221379566937685
288204	embedding2nn.bias	2	-0.07408912479877472
288204	embedding2nn.bias	3	0.012654084712266922
288204	embedding2nn.bias	4	-0.012792709283530712
288204	embedding2nn.bias	5	-0.18695828318595886
288204	embedding2nn.bias	6	-0.12502476572990417
288204	embedding2nn.bias	7	-0.0006752261542715132
288204	embedding2nn.bias	8	0.051939185708761215
288204	embedding2nn.bias	9	-0.04265332221984863
288204	rnn.weight_ih_l0	0	0.03678618371486664
288204	rnn.weight_ih_l0	1	-0.09234081953763962
288204	rnn.weight_ih_l0	2	-0.06650201976299286
288204	rnn.weight_ih_l0	3	-0.05012821778655052
288204	rnn.weight_ih_l0	4	0.01907539740204811
288204	rnn.weight_ih_l0	5	-0.11118989437818527
288204	rnn.weight_ih_l0	6	-0.030202306807041168
288204	rnn.weight_ih_l0	7	0.005775418132543564
288204	rnn.weight_ih_l0	8	0.04889432713389397
288204	rnn.weight_ih_l0	9	0.01197885163128376
288204	rnn.weight_hh_l0	0	0.004139075055718422
288204	rnn.weight_hh_l0	1	-0.07682996988296509
288204	rnn.weight_hh_l0	2	0.0754668191075325
288204	rnn.weight_hh_l0	3	0.05162037909030914
288204	rnn.weight_hh_l0	4	0.006965577136725187
288204	rnn.weight_hh_l0	5	0.07205970585346222
288204	rnn.weight_hh_l0	6	-0.018764568492770195
288204	rnn.weight_hh_l0	7	-0.1174682080745697
288204	rnn.weight_hh_l0	8	0.028823206201195717
288204	rnn.weight_hh_l0	9	-0.07489700615406036
288204	rnn.bias_ih_l0	0	-0.09064698964357376
288204	rnn.bias_ih_l0	1	-0.1930321902036667
288204	rnn.bias_ih_l0	2	-0.26926955580711365
288204	rnn.bias_ih_l0	3	-0.27398961782455444
288204	rnn.bias_ih_l0	4	-0.00031992586445994675
288204	rnn.bias_ih_l0	5	0.04894176870584488
288204	rnn.bias_ih_l0	6	-0.16657373309135437
288204	rnn.bias_ih_l0	7	-0.27534806728363037
288204	rnn.bias_ih_l0	8	-0.15286831557750702
288204	rnn.bias_ih_l0	9	-0.16785529255867004
288204	rnn.bias_hh_l0	0	0.13538715243339539
288204	rnn.bias_hh_l0	1	-0.06066201627254486
288204	rnn.bias_hh_l0	2	0.053641803562641144
288204	rnn.bias_hh_l0	3	-0.1755475103855133
288204	rnn.bias_hh_l0	4	0.07146976888179779
288204	rnn.bias_hh_l0	5	0.05452946200966835
288204	rnn.bias_hh_l0	6	-0.11015666276216507
288204	rnn.bias_hh_l0	7	-0.15411867201328278
288204	rnn.bias_hh_l0	8	-0.18126478791236877
288204	rnn.bias_hh_l0	9	-0.10670581459999084
288204	rnn.weight_ih_l0_reverse	0	-0.020967913791537285
288204	rnn.weight_ih_l0_reverse	1	-0.010413630865514278
288204	rnn.weight_ih_l0_reverse	2	-0.0012616500025615096
288204	rnn.weight_ih_l0_reverse	3	0.002791775157675147
288204	rnn.weight_ih_l0_reverse	4	0.007467514835298061
288204	rnn.weight_ih_l0_reverse	5	-0.057788003236055374
288204	rnn.weight_ih_l0_reverse	6	-0.04497606307268143
288204	rnn.weight_ih_l0_reverse	7	0.024917928501963615
288204	rnn.weight_ih_l0_reverse	8	0.09673740714788437
288204	rnn.weight_ih_l0_reverse	9	0.002153482986614108
288204	rnn.weight_hh_l0_reverse	0	0.004688806366175413
288204	rnn.weight_hh_l0_reverse	1	0.026690123602747917
288204	rnn.weight_hh_l0_reverse	2	-0.04124629124999046
288204	rnn.weight_hh_l0_reverse	3	0.04560448229312897
288204	rnn.weight_hh_l0_reverse	4	0.023274652659893036
288204	rnn.weight_hh_l0_reverse	5	-0.011115621775388718
288204	rnn.weight_hh_l0_reverse	6	0.07365906983613968
288204	rnn.weight_hh_l0_reverse	7	0.03780800476670265
288204	rnn.weight_hh_l0_reverse	8	-0.02450484223663807
288204	rnn.weight_hh_l0_reverse	9	-0.024336323142051697
288204	rnn.bias_ih_l0_reverse	0	-0.14954392611980438
288204	rnn.bias_ih_l0_reverse	1	-0.3047865927219391
288204	rnn.bias_ih_l0_reverse	2	-0.062444206327199936
288204	rnn.bias_ih_l0_reverse	3	-0.15070851147174835
288204	rnn.bias_ih_l0_reverse	4	0.06439545005559921
288204	rnn.bias_ih_l0_reverse	5	-0.2847635746002197
288204	rnn.bias_ih_l0_reverse	6	-0.0680510625243187
288204	rnn.bias_ih_l0_reverse	7	0.009316062554717064
288204	rnn.bias_ih_l0_reverse	8	-0.1920289546251297
288204	rnn.bias_ih_l0_reverse	9	-0.08402629941701889
288204	rnn.bias_hh_l0_reverse	0	-0.15273353457450867
288204	rnn.bias_hh_l0_reverse	1	-0.14906936883926392
288204	rnn.bias_hh_l0_reverse	2	-0.011541140265762806
288204	rnn.bias_hh_l0_reverse	3	-0.13737520575523376
288204	rnn.bias_hh_l0_reverse	4	-0.030623581260442734
288204	rnn.bias_hh_l0_reverse	5	-0.11935535818338394
288204	rnn.bias_hh_l0_reverse	6	-0.07157516479492188
288204	rnn.bias_hh_l0_reverse	7	-0.17989400029182434
288204	rnn.bias_hh_l0_reverse	8	-0.056999094784259796
288204	rnn.bias_hh_l0_reverse	9	-0.11517798900604248
288204	linear.weight	0	-0.23689664900302887
288204	linear.weight	1	-0.1332896649837494
288204	linear.weight	2	-0.011228874325752258
288204	linear.weight	3	-0.08778584748506546
288204	linear.weight	4	-0.008886785246431828
288204	linear.weight	5	0.2391805648803711
288204	linear.weight	6	0.0047744326293468475
288204	linear.weight	7	-0.021312154829502106
288204	linear.weight	8	0.22166812419891357
288204	linear.weight	9	0.23506207764148712
288204	linear.bias	0	-0.8426966667175293
288204	linear.bias	1	1.4093503952026367
288204	linear.bias	2	-0.4908536970615387
288204	linear.bias	3	-0.771539032459259
288204	linear.bias	4	-0.8926342129707336
288204	linear.bias	5	-1.181406855583191
288204	linear.bias	6	-0.9670076370239258
288204	linear.bias	7	-0.6852545738220215
288204	linear.bias	8	-0.01705317199230194
288204	linear.bias	9	3.544210910797119
288401	transitions	0	-0.48208218812942505
288401	transitions	1	8.923697471618652
288401	transitions	2	-3.666938304901123
288401	transitions	3	1.6700304746627808
288401	transitions	4	-2.2486190795898438
288401	transitions	5	-0.44112536311149597
288401	transitions	6	-0.19802279770374298
288401	transitions	7	-10000.0
288401	transitions	8	1.8777258396148682
288401	transitions	9	-2.295335292816162
288401	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
288401	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
288401	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
288401	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
288401	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
288401	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
288401	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
288401	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
288401	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
288401	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
288401	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
288401	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
288401	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
288401	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
288401	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
288401	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
288401	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
288401	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
288401	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
288401	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
288401	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
288401	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
288401	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
288401	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
288401	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
288401	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
288401	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
288401	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
288401	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
288401	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
288401	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
288401	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
288401	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
288401	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
288401	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
288401	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
288401	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
288401	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
288401	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
288401	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
288401	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
288401	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
288401	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
288401	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
288401	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
288401	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
288401	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
288401	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
288401	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
288401	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
288401	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
288401	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
288401	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
288401	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
288401	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
288401	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
288401	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
288401	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
288401	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
288401	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
288401	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
288401	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
288401	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
288401	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
288401	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
288401	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
288401	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
288401	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
288401	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
288401	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
288401	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
288401	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
288401	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
288401	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
288401	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
288401	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
288401	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
288401	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
288401	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
288401	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
288401	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
288401	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
288401	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
288401	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
288401	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
288401	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
288401	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
288401	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
288401	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
288401	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
288401	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
288401	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
288401	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
288401	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
288401	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
288401	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
288401	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
288401	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
288401	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
288401	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
288401	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
288401	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
288401	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
288401	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
288401	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
288401	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
288401	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
288401	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
288401	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
288401	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
288401	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
288401	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
288401	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
288401	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
288401	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
288401	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
288401	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
288401	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
288401	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
288401	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
288401	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
288401	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
288401	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
288401	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
288401	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
288401	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
288401	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
288401	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
288401	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
288401	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
288401	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
288401	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
288401	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
288401	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
288401	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
288401	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
288401	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
288401	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
288401	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
288401	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
288401	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
288401	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
288401	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
288401	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
288401	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
288401	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
288401	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
288401	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
288401	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
288401	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
288401	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
288401	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
288401	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
288401	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
288401	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
288401	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
288401	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
288401	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
288401	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
288401	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
288401	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
288401	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
288401	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
288401	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
288401	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
288401	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
288401	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
288401	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
288401	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
288401	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
288401	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
288401	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
288401	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
288401	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
288401	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
288401	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
288401	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
288401	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
288401	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
288401	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
288401	embedding2nn.weight	0	0.04625970497727394
288401	embedding2nn.weight	1	-0.08799576759338379
288401	embedding2nn.weight	2	0.004515459761023521
288401	embedding2nn.weight	3	-0.0583939403295517
288401	embedding2nn.weight	4	-0.12667866051197052
288401	embedding2nn.weight	5	0.11073730885982513
288401	embedding2nn.weight	6	-0.0722765177488327
288401	embedding2nn.weight	7	-0.08569920808076859
288401	embedding2nn.weight	8	-0.03364577889442444
288401	embedding2nn.weight	9	0.040115416049957275
288401	embedding2nn.bias	0	0.07352504134178162
288401	embedding2nn.bias	1	-0.021748529747128487
288401	embedding2nn.bias	2	-0.0724228248000145
288401	embedding2nn.bias	3	0.013782661408185959
288401	embedding2nn.bias	4	-0.014656230807304382
288401	embedding2nn.bias	5	-0.18610896170139313
288401	embedding2nn.bias	6	-0.12519945204257965
288401	embedding2nn.bias	7	-0.0007862132042646408
288401	embedding2nn.bias	8	0.05394703522324562
288401	embedding2nn.bias	9	-0.04287092387676239
288401	rnn.weight_ih_l0	0	0.03669952601194382
288401	rnn.weight_ih_l0	1	-0.09217211604118347
288401	rnn.weight_ih_l0	2	-0.06687275320291519
288401	rnn.weight_ih_l0	3	-0.0502692349255085
288401	rnn.weight_ih_l0	4	0.019067255780100822
288401	rnn.weight_ih_l0	5	-0.11116824299097061
288401	rnn.weight_ih_l0	6	-0.030382992699742317
288401	rnn.weight_ih_l0	7	0.006063091568648815
288401	rnn.weight_ih_l0	8	0.048812657594680786
288401	rnn.weight_ih_l0	9	0.011918403208255768
288401	rnn.weight_hh_l0	0	0.004159645643085241
288401	rnn.weight_hh_l0	1	-0.07662935554981232
288401	rnn.weight_hh_l0	2	0.07548324763774872
288401	rnn.weight_hh_l0	3	0.05172712728381157
288401	rnn.weight_hh_l0	4	0.00696053821593523
288401	rnn.weight_hh_l0	5	0.07224078476428986
288401	rnn.weight_hh_l0	6	-0.018745124340057373
288401	rnn.weight_hh_l0	7	-0.11728185415267944
288401	rnn.weight_hh_l0	8	0.028901277109980583
288401	rnn.weight_hh_l0	9	-0.07480280846357346
288401	rnn.bias_ih_l0	0	-0.08897426724433899
288401	rnn.bias_ih_l0	1	-0.1922857165336609
288401	rnn.bias_ih_l0	2	-0.2692180871963501
288401	rnn.bias_ih_l0	3	-0.2740323841571808
288401	rnn.bias_ih_l0	4	0.0008567317272536457
288401	rnn.bias_ih_l0	5	0.04912494122982025
288401	rnn.bias_ih_l0	6	-0.16670091450214386
288401	rnn.bias_ih_l0	7	-0.2750732898712158
288401	rnn.bias_ih_l0	8	-0.1523430198431015
288401	rnn.bias_ih_l0	9	-0.16808205842971802
288401	rnn.bias_hh_l0	0	0.1353512406349182
288401	rnn.bias_hh_l0	1	-0.06081195920705795
288401	rnn.bias_hh_l0	2	0.053439073264598846
288401	rnn.bias_hh_l0	3	-0.17548833787441254
288401	rnn.bias_hh_l0	4	0.07069823890924454
288401	rnn.bias_hh_l0	5	0.054643530398607254
288401	rnn.bias_hh_l0	6	-0.11014892905950546
288401	rnn.bias_hh_l0	7	-0.1542663872241974
288401	rnn.bias_hh_l0	8	-0.18125976622104645
288401	rnn.bias_hh_l0	9	-0.10628090798854828
288401	rnn.weight_ih_l0_reverse	0	-0.0207706056535244
288401	rnn.weight_ih_l0_reverse	1	-0.009997737593948841
288401	rnn.weight_ih_l0_reverse	2	-0.0009911091765388846
288401	rnn.weight_ih_l0_reverse	3	0.0024094823747873306
288401	rnn.weight_ih_l0_reverse	4	0.007396626751869917
288401	rnn.weight_ih_l0_reverse	5	-0.057607501745224
288401	rnn.weight_ih_l0_reverse	6	-0.0445387028157711
288401	rnn.weight_ih_l0_reverse	7	0.025054100900888443
288401	rnn.weight_ih_l0_reverse	8	0.0963117927312851
288401	rnn.weight_ih_l0_reverse	9	0.0017929739551618695
288401	rnn.weight_hh_l0_reverse	0	0.004659832455217838
288401	rnn.weight_hh_l0_reverse	1	0.026686914265155792
288401	rnn.weight_hh_l0_reverse	2	-0.04122136905789375
288401	rnn.weight_hh_l0_reverse	3	0.0457950085401535
288401	rnn.weight_hh_l0_reverse	4	0.023381957784295082
288401	rnn.weight_hh_l0_reverse	5	-0.010997766628861427
288401	rnn.weight_hh_l0_reverse	6	0.07359649240970612
288401	rnn.weight_hh_l0_reverse	7	0.03780012205243111
288401	rnn.weight_hh_l0_reverse	8	-0.024307867512106895
288401	rnn.weight_hh_l0_reverse	9	-0.024348219856619835
288401	rnn.bias_ih_l0_reverse	0	-0.14980226755142212
288401	rnn.bias_ih_l0_reverse	1	-0.30474504828453064
288401	rnn.bias_ih_l0_reverse	2	-0.06240322068333626
288401	rnn.bias_ih_l0_reverse	3	-0.1509769707918167
288401	rnn.bias_ih_l0_reverse	4	0.06427279114723206
288401	rnn.bias_ih_l0_reverse	5	-0.2850292921066284
288401	rnn.bias_ih_l0_reverse	6	-0.06831914186477661
288401	rnn.bias_ih_l0_reverse	7	0.009468619711697102
288401	rnn.bias_ih_l0_reverse	8	-0.19165417551994324
288401	rnn.bias_ih_l0_reverse	9	-0.08427906036376953
288401	rnn.bias_hh_l0_reverse	0	-0.15325729548931122
288401	rnn.bias_hh_l0_reverse	1	-0.14920277893543243
288401	rnn.bias_hh_l0_reverse	2	-0.011566143482923508
288401	rnn.bias_hh_l0_reverse	3	-0.1377764642238617
288401	rnn.bias_hh_l0_reverse	4	-0.03095593862235546
288401	rnn.bias_hh_l0_reverse	5	-0.1186952069401741
288401	rnn.bias_hh_l0_reverse	6	-0.07100512832403183
288401	rnn.bias_hh_l0_reverse	7	-0.1798591911792755
288401	rnn.bias_hh_l0_reverse	8	-0.05681423842906952
288401	rnn.bias_hh_l0_reverse	9	-0.11515143513679504
288401	linear.weight	0	-0.23726411163806915
288401	linear.weight	1	-0.13357669115066528
288401	linear.weight	2	-0.011228874325752258
288401	linear.weight	3	-0.0848473310470581
288401	linear.weight	4	-0.010105850175023079
288401	linear.weight	5	0.24057161808013916
288401	linear.weight	6	0.0047744326293468475
288401	linear.weight	7	-0.021312154829502106
288401	linear.weight	8	0.22106389701366425
288401	linear.weight	9	0.23391199111938477
288401	linear.bias	0	-0.8449070453643799
288401	linear.bias	1	1.4188863039016724
288401	linear.bias	2	-0.49333077669143677
288401	linear.bias	3	-0.773103654384613
288401	linear.bias	4	-0.8935171365737915
288401	linear.bias	5	-1.1814091205596924
288401	linear.bias	6	-0.9693726301193237
288401	linear.bias	7	-0.6919847726821899
288401	linear.bias	8	-0.01705317199230194
288401	linear.bias	9	3.548191785812378
288598	transitions	0	-0.4821074604988098
288598	transitions	1	8.925691604614258
288598	transitions	2	-3.6669771671295166
288598	transitions	3	1.6695835590362549
288598	transitions	4	-2.2486324310302734
288598	transitions	5	-0.4411315321922302
288598	transitions	6	-0.19802431762218475
288598	transitions	7	-10000.0
288598	transitions	8	1.8778634071350098
288598	transitions	9	-2.295335292816162
288598	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
288598	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
288598	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
288598	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
288598	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
288598	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
288598	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
288598	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
288598	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
288598	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
288598	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
288598	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
288598	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
288598	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
288598	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
288598	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
288598	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
288598	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
288598	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
288598	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
288598	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
288598	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
288598	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
288598	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
288598	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
288598	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
288598	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
288598	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
288598	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
288598	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
288598	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
288598	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
288598	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
288598	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
288598	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
288598	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
288598	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
288598	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
288598	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
288598	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
288598	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
288598	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
288598	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
288598	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
288598	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
288598	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
288598	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
288598	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
288598	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
288598	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
288598	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
288598	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
288598	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
288598	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
288598	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
288598	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
288598	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
288598	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
288598	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
288598	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
288598	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
288598	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
288598	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
288598	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
288598	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
288598	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
288598	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
288598	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
288598	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
288598	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
288598	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
288598	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
288598	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
288598	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
288598	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
288598	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
288598	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
288598	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
288598	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
288598	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
288598	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
288598	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
288598	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
288598	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
288598	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
288598	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
288598	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
288598	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
288598	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
288598	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
288598	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
288598	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
288598	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
288598	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
288598	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
288598	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
288598	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
288598	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
288598	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
288598	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
288598	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
288598	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
288598	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
288598	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
288598	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
288598	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
288598	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
288598	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
288598	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
288598	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
288598	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
288598	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
288598	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
288598	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
288598	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
288598	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
288598	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
288598	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
288598	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
288598	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
288598	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
288598	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
288598	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
288598	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
288598	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
288598	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
288598	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
288598	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
288598	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
288598	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
288598	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
288598	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
288598	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
288598	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
288598	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
288598	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
288598	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
288598	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
288598	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
288598	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
288598	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
288598	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
288598	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
288598	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
288598	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
288598	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
288598	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
288598	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
288598	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
288598	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
288598	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
288598	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
288598	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
288598	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
288598	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
288598	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
288598	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
288598	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
288598	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
288598	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
288598	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
288598	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
288598	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
288598	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
288598	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
288598	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
288598	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
288598	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
288598	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
288598	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
288598	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
288598	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
288598	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
288598	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
288598	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
288598	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
288598	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
288598	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
288598	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
288598	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
288598	embedding2nn.weight	0	0.04625659063458443
288598	embedding2nn.weight	1	-0.08805812895298004
288598	embedding2nn.weight	2	0.0042319768108427525
288598	embedding2nn.weight	3	-0.058604896068573
288598	embedding2nn.weight	4	-0.12660719454288483
288598	embedding2nn.weight	5	0.11056147515773773
288598	embedding2nn.weight	6	-0.07179894298315048
288598	embedding2nn.weight	7	-0.08556952327489853
288598	embedding2nn.weight	8	-0.03359818831086159
288598	embedding2nn.weight	9	0.0401315838098526
288598	embedding2nn.bias	0	0.07803298532962799
288598	embedding2nn.bias	1	-0.022165797650814056
288598	embedding2nn.bias	2	-0.07149659097194672
288598	embedding2nn.bias	3	0.013571590185165405
288598	embedding2nn.bias	4	-0.016403786838054657
288598	embedding2nn.bias	5	-0.18739010393619537
288598	embedding2nn.bias	6	-0.12536503374576569
288598	embedding2nn.bias	7	-0.0008237013826146722
288598	embedding2nn.bias	8	0.05861975997686386
288598	embedding2nn.bias	9	-0.043257616460323334
288598	rnn.weight_ih_l0	0	0.03682130575180054
288598	rnn.weight_ih_l0	1	-0.09218969196081161
288598	rnn.weight_ih_l0	2	-0.06678809225559235
288598	rnn.weight_ih_l0	3	-0.05064823105931282
288598	rnn.weight_ih_l0	4	0.019027283415198326
288598	rnn.weight_ih_l0	5	-0.11123132705688477
288598	rnn.weight_ih_l0	6	-0.030473118647933006
288598	rnn.weight_ih_l0	7	0.0062617589719593525
288598	rnn.weight_ih_l0	8	0.0489223450422287
288598	rnn.weight_ih_l0	9	0.012118615210056305
288598	rnn.weight_hh_l0	0	0.004203361459076405
288598	rnn.weight_hh_l0	1	-0.07645267993211746
288598	rnn.weight_hh_l0	2	0.07541856169700623
288598	rnn.weight_hh_l0	3	0.05165836587548256
288598	rnn.weight_hh_l0	4	0.007025169208645821
288598	rnn.weight_hh_l0	5	0.07223306596279144
288598	rnn.weight_hh_l0	6	-0.01878277026116848
288598	rnn.weight_hh_l0	7	-0.11738578975200653
288598	rnn.weight_hh_l0	8	0.02898753248155117
288598	rnn.weight_hh_l0	9	-0.07495326548814774
288598	rnn.bias_ih_l0	0	-0.0876493752002716
288598	rnn.bias_ih_l0	1	-0.19231082499027252
288598	rnn.bias_ih_l0	2	-0.2691521644592285
288598	rnn.bias_ih_l0	3	-0.27445054054260254
288598	rnn.bias_ih_l0	4	0.0008893075282685459
288598	rnn.bias_ih_l0	5	0.050166770815849304
288598	rnn.bias_ih_l0	6	-0.1668969839811325
288598	rnn.bias_ih_l0	7	-0.2747182846069336
288598	rnn.bias_ih_l0	8	-0.15265043079853058
288598	rnn.bias_ih_l0	9	-0.16746419668197632
288598	rnn.bias_hh_l0	0	0.13528022170066833
288598	rnn.bias_hh_l0	1	-0.06052163988351822
288598	rnn.bias_hh_l0	2	0.05372842401266098
288598	rnn.bias_hh_l0	3	-0.17518390715122223
288598	rnn.bias_hh_l0	4	0.06987542659044266
288598	rnn.bias_hh_l0	5	0.05417872965335846
288598	rnn.bias_hh_l0	6	-0.1107109785079956
288598	rnn.bias_hh_l0	7	-0.1543225347995758
288598	rnn.bias_hh_l0	8	-0.18151286244392395
288598	rnn.bias_hh_l0	9	-0.10670588910579681
288598	rnn.weight_ih_l0_reverse	0	-0.02091480791568756
288598	rnn.weight_ih_l0_reverse	1	-0.010112637653946877
288598	rnn.weight_ih_l0_reverse	2	-0.001080591813661158
288598	rnn.weight_ih_l0_reverse	3	0.0022941860370337963
288598	rnn.weight_ih_l0_reverse	4	0.006950408220291138
288598	rnn.weight_ih_l0_reverse	5	-0.05794835090637207
288598	rnn.weight_ih_l0_reverse	6	-0.04492346942424774
288598	rnn.weight_ih_l0_reverse	7	0.02426861971616745
288598	rnn.weight_ih_l0_reverse	8	0.09623134881258011
288598	rnn.weight_ih_l0_reverse	9	0.0019750245846807957
288598	rnn.weight_hh_l0_reverse	0	0.004646944347769022
288598	rnn.weight_hh_l0_reverse	1	0.026678144931793213
288598	rnn.weight_hh_l0_reverse	2	-0.041192714124917984
288598	rnn.weight_hh_l0_reverse	3	0.0456148199737072
288598	rnn.weight_hh_l0_reverse	4	0.023356853052973747
288598	rnn.weight_hh_l0_reverse	5	-0.010978667996823788
288598	rnn.weight_hh_l0_reverse	6	0.07360802590847015
288598	rnn.weight_hh_l0_reverse	7	0.037900160998106
288598	rnn.weight_hh_l0_reverse	8	-0.024274790659546852
288598	rnn.weight_hh_l0_reverse	9	-0.024367164820432663
288598	rnn.bias_ih_l0_reverse	0	-0.14959228038787842
288598	rnn.bias_ih_l0_reverse	1	-0.30490148067474365
288598	rnn.bias_ih_l0_reverse	2	-0.06215306743979454
288598	rnn.bias_ih_l0_reverse	3	-0.15073108673095703
288598	rnn.bias_ih_l0_reverse	4	0.06416492909193039
288598	rnn.bias_ih_l0_reverse	5	-0.2851521074771881
288598	rnn.bias_ih_l0_reverse	6	-0.06820106506347656
288598	rnn.bias_ih_l0_reverse	7	0.009538808837532997
288598	rnn.bias_ih_l0_reverse	8	-0.19159728288650513
288598	rnn.bias_ih_l0_reverse	9	-0.08371587842702866
288598	rnn.bias_hh_l0_reverse	0	-0.15338055789470673
288598	rnn.bias_hh_l0_reverse	1	-0.14938011765480042
288598	rnn.bias_hh_l0_reverse	2	-0.011657129973173141
288598	rnn.bias_hh_l0_reverse	3	-0.13737832009792328
288598	rnn.bias_hh_l0_reverse	4	-0.03093668818473816
288598	rnn.bias_hh_l0_reverse	5	-0.11835596710443497
288598	rnn.bias_hh_l0_reverse	6	-0.0715891644358635
288598	rnn.bias_hh_l0_reverse	7	-0.17958998680114746
288598	rnn.bias_hh_l0_reverse	8	-0.05645766109228134
288598	rnn.bias_hh_l0_reverse	9	-0.11540494859218597
288598	linear.weight	0	-0.23782919347286224
288598	linear.weight	1	-0.13528306782245636
288598	linear.weight	2	-0.011228874325752258
288598	linear.weight	3	-0.0860074833035469
288598	linear.weight	4	-0.0126541368663311
288598	linear.weight	5	0.2403004914522171
288598	linear.weight	6	0.0047744326293468475
288598	linear.weight	7	-0.021312154829502106
288598	linear.weight	8	0.22154757380485535
288598	linear.weight	9	0.23334331810474396
288598	linear.bias	0	-0.8478140234947205
288598	linear.bias	1	1.4063844680786133
288598	linear.bias	2	-0.49450719356536865
288598	linear.bias	3	-0.7669947147369385
288598	linear.bias	4	-0.894556999206543
288598	linear.bias	5	-1.181410312652588
288598	linear.bias	6	-0.9721832275390625
288598	linear.bias	7	-0.6907919645309448
288598	linear.bias	8	-0.01705317199230194
288598	linear.bias	9	3.551755666732788
288795	transitions	0	-0.4821191132068634
288795	transitions	1	8.918639183044434
288795	transitions	2	-3.6671578884124756
288795	transitions	3	1.6707504987716675
288795	transitions	4	-2.2487759590148926
288795	transitions	5	-0.4411430060863495
288795	transitions	6	-0.19802723824977875
288795	transitions	7	-10000.0
288795	transitions	8	1.878182291984558
288795	transitions	9	-2.295335531234741
288795	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
288795	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
288795	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
288795	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
288795	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
288795	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
288795	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
288795	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
288795	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
288795	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
288795	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
288795	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
288795	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
288795	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
288795	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
288795	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
288795	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
288795	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
288795	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
288795	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
288795	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
288795	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
288795	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
288795	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
288795	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
288795	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
288795	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
288795	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
288795	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
288795	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
288795	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
288795	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
288795	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
288795	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
288795	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
288795	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
288795	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
288795	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
288795	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
288795	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
288795	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
288795	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
288795	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
288795	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
288795	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
288795	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
288795	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
288795	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
288795	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
288795	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
288795	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
288795	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
288795	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
288795	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
288795	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
288795	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
288795	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
288795	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
288795	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
288795	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
288795	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
288795	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
288795	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
288795	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
288795	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
288795	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
288795	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
288795	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
288795	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
288795	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
288795	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
288795	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
288795	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
288795	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
288795	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
288795	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
288795	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
288795	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
288795	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
288795	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
288795	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
288795	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
288795	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
288795	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
288795	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
288795	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
288795	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
288795	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
288795	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
288795	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
288795	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
288795	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
288795	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
288795	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
288795	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
288795	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
288795	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
288795	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
288795	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
288795	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
288795	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
288795	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
288795	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
288795	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
288795	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
288795	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
288795	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
288795	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
288795	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
288795	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
288795	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
288795	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
288795	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
288795	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
288795	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
288795	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
288795	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
288795	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
288795	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
288795	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
288795	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
288795	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
288795	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
288795	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
288795	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
288795	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
288795	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
288795	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
288795	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
288795	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
288795	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
288795	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
288795	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
288795	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
288795	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
288795	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
288795	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
288795	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
288795	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
288795	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
288795	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
288795	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
288795	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
288795	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
288795	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
288795	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
288795	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
288795	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
288795	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
288795	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
288795	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
288795	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
288795	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
288795	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
288795	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
288795	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
288795	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
288795	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
288795	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
288795	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
288795	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
288795	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
288795	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
288795	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
288795	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
288795	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
288795	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
288795	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
288795	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
288795	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
288795	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
288795	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
288795	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
288795	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
288795	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
288795	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
288795	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
288795	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
288795	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
288795	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
288795	embedding2nn.weight	0	0.046190883964300156
288795	embedding2nn.weight	1	-0.08815720677375793
288795	embedding2nn.weight	2	0.00417243130505085
288795	embedding2nn.weight	3	-0.05879678577184677
288795	embedding2nn.weight	4	-0.12694647908210754
288795	embedding2nn.weight	5	0.11032868921756744
288795	embedding2nn.weight	6	-0.07143569737672806
288795	embedding2nn.weight	7	-0.08563413470983505
288795	embedding2nn.weight	8	-0.03330528736114502
288795	embedding2nn.weight	9	0.04018591344356537
288795	embedding2nn.bias	0	0.07676410675048828
288795	embedding2nn.bias	1	-0.021764760836958885
288795	embedding2nn.bias	2	-0.07458353787660599
288795	embedding2nn.bias	3	0.014444801025092602
288795	embedding2nn.bias	4	-0.014712276868522167
288795	embedding2nn.bias	5	-0.18454763293266296
288795	embedding2nn.bias	6	-0.12444756925106049
288795	embedding2nn.bias	7	-0.0015920244622975588
288795	embedding2nn.bias	8	0.05666261911392212
288795	embedding2nn.bias	9	-0.04357289895415306
288795	rnn.weight_ih_l0	0	0.03717789053916931
288795	rnn.weight_ih_l0	1	-0.09213259816169739
288795	rnn.weight_ih_l0	2	-0.06723027676343918
288795	rnn.weight_ih_l0	3	-0.05074840411543846
288795	rnn.weight_ih_l0	4	0.018855052068829536
288795	rnn.weight_ih_l0	5	-0.1111191064119339
288795	rnn.weight_ih_l0	6	-0.030776111409068108
288795	rnn.weight_ih_l0	7	0.006564137991517782
288795	rnn.weight_ih_l0	8	0.04878190904855728
288795	rnn.weight_ih_l0	9	0.01195901446044445
288795	rnn.weight_hh_l0	0	0.00412269402295351
288795	rnn.weight_hh_l0	1	-0.07638677954673767
288795	rnn.weight_hh_l0	2	0.07529149204492569
288795	rnn.weight_hh_l0	3	0.05158381164073944
288795	rnn.weight_hh_l0	4	0.006981180515140295
288795	rnn.weight_hh_l0	5	0.07212816923856735
288795	rnn.weight_hh_l0	6	-0.018801484256982803
288795	rnn.weight_hh_l0	7	-0.11734067648649216
288795	rnn.weight_hh_l0	8	0.029284512624144554
288795	rnn.weight_hh_l0	9	-0.07492561638355255
288795	rnn.bias_ih_l0	0	-0.08735579252243042
288795	rnn.bias_ih_l0	1	-0.1927230805158615
288795	rnn.bias_ih_l0	2	-0.2689417004585266
288795	rnn.bias_ih_l0	3	-0.27425017952919006
288795	rnn.bias_ih_l0	4	0.001102932495996356
288795	rnn.bias_ih_l0	5	0.05066031590104103
288795	rnn.bias_ih_l0	6	-0.1667041927576065
288795	rnn.bias_ih_l0	7	-0.2746089994907379
288795	rnn.bias_ih_l0	8	-0.15275132656097412
288795	rnn.bias_ih_l0	9	-0.1677287518978119
288795	rnn.bias_hh_l0	0	0.13527686893939972
288795	rnn.bias_hh_l0	1	-0.060503553599119186
288795	rnn.bias_hh_l0	2	0.05375012382864952
288795	rnn.bias_hh_l0	3	-0.1754504293203354
288795	rnn.bias_hh_l0	4	0.07012013345956802
288795	rnn.bias_hh_l0	5	0.05372355133295059
288795	rnn.bias_hh_l0	6	-0.11039852350950241
288795	rnn.bias_hh_l0	7	-0.15409457683563232
288795	rnn.bias_hh_l0	8	-0.18225228786468506
288795	rnn.bias_hh_l0	9	-0.10668879002332687
288795	rnn.weight_ih_l0_reverse	0	-0.02106456831097603
288795	rnn.weight_ih_l0_reverse	1	-0.010223339311778545
288795	rnn.weight_ih_l0_reverse	2	-0.000953832408413291
288795	rnn.weight_ih_l0_reverse	3	0.0022545724641531706
288795	rnn.weight_ih_l0_reverse	4	0.0072715021669864655
288795	rnn.weight_ih_l0_reverse	5	-0.05812820792198181
288795	rnn.weight_ih_l0_reverse	6	-0.044853173196315765
288795	rnn.weight_ih_l0_reverse	7	0.02425808645784855
288795	rnn.weight_ih_l0_reverse	8	0.09647245705127716
288795	rnn.weight_ih_l0_reverse	9	0.0016016558511182666
288795	rnn.weight_hh_l0_reverse	0	0.004705452360212803
288795	rnn.weight_hh_l0_reverse	1	0.026659365743398666
288795	rnn.weight_hh_l0_reverse	2	-0.04117996618151665
288795	rnn.weight_hh_l0_reverse	3	0.04558552801609039
288795	rnn.weight_hh_l0_reverse	4	0.023341625928878784
288795	rnn.weight_hh_l0_reverse	5	-0.011024975217878819
288795	rnn.weight_hh_l0_reverse	6	0.07359162718057632
288795	rnn.weight_hh_l0_reverse	7	0.0378803014755249
288795	rnn.weight_hh_l0_reverse	8	-0.02427857555449009
288795	rnn.weight_hh_l0_reverse	9	-0.024351757019758224
288795	rnn.bias_ih_l0_reverse	0	-0.1495876908302307
288795	rnn.bias_ih_l0_reverse	1	-0.3049972653388977
288795	rnn.bias_ih_l0_reverse	2	-0.061986252665519714
288795	rnn.bias_ih_l0_reverse	3	-0.15063448250293732
288795	rnn.bias_ih_l0_reverse	4	0.06339184939861298
288795	rnn.bias_ih_l0_reverse	5	-0.285152405500412
288795	rnn.bias_ih_l0_reverse	6	-0.06853222101926804
288795	rnn.bias_ih_l0_reverse	7	0.009645985439419746
288795	rnn.bias_ih_l0_reverse	8	-0.19160068035125732
288795	rnn.bias_ih_l0_reverse	9	-0.08344227075576782
288795	rnn.bias_hh_l0_reverse	0	-0.15304578840732574
288795	rnn.bias_hh_l0_reverse	1	-0.14871267974376678
288795	rnn.bias_hh_l0_reverse	2	-0.011852546595036983
288795	rnn.bias_hh_l0_reverse	3	-0.13687118887901306
288795	rnn.bias_hh_l0_reverse	4	-0.030743781477212906
288795	rnn.bias_hh_l0_reverse	5	-0.1187199279665947
288795	rnn.bias_hh_l0_reverse	6	-0.07136578112840652
288795	rnn.bias_hh_l0_reverse	7	-0.17963092029094696
288795	rnn.bias_hh_l0_reverse	8	-0.056684184819459915
288795	rnn.bias_hh_l0_reverse	9	-0.1152576133608818
288795	linear.weight	0	-0.2365950345993042
288795	linear.weight	1	-0.13593702018260956
288795	linear.weight	2	-0.011228874325752258
288795	linear.weight	3	-0.08827956765890121
288795	linear.weight	4	-0.012454718351364136
288795	linear.weight	5	0.24069437384605408
288795	linear.weight	6	0.0047744326293468475
288795	linear.weight	7	-0.021312154829502106
288795	linear.weight	8	0.2181382179260254
288795	linear.weight	9	0.23389366269111633
288795	linear.bias	0	-0.8403313159942627
288795	linear.bias	1	1.4082496166229248
288795	linear.bias	2	-0.4886101484298706
288795	linear.bias	3	-0.7723208069801331
288795	linear.bias	4	-0.9034244418144226
288795	linear.bias	5	-1.1814117431640625
288795	linear.bias	6	-0.9634878039360046
288795	linear.bias	7	-0.6877861618995667
288795	linear.bias	8	-0.01705317199230194
288795	linear.bias	9	3.533031702041626
288992	transitions	0	-0.4821265935897827
288992	transitions	1	8.9238920211792
288992	transitions	2	-3.6672019958496094
288992	transitions	3	1.6710370779037476
288992	transitions	4	-2.248819351196289
288992	transitions	5	-0.4411472678184509
288992	transitions	6	-0.1980299949645996
288992	transitions	7	-10000.0
288992	transitions	8	1.878044843673706
288992	transitions	9	-2.2953357696533203
288992	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
288992	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
288992	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
288992	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
288992	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
288992	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
288992	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
288992	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
288992	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
288992	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
288992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
288992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
288992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
288992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
288992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
288992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
288992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
288992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
288992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
288992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
288992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
288992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
288992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
288992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
288992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
288992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
288992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
288992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
288992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
288992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
288992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
288992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
288992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
288992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
288992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
288992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
288992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
288992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
288992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
288992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
288992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
288992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
288992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
288992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
288992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
288992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
288992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
288992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
288992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
288992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
288992	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
288992	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
288992	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
288992	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
288992	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
288992	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
288992	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
288992	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
288992	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
288992	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
288992	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
288992	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
288992	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
288992	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
288992	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
288992	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
288992	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
288992	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
288992	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
288992	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
288992	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
288992	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
288992	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
288992	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
288992	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
288992	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
288992	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
288992	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
288992	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
288992	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
288992	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
288992	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
288992	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
288992	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
288992	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
288992	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
288992	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
288992	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
288992	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
288992	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
288992	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
288992	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
288992	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
288992	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
288992	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
288992	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
288992	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
288992	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
288992	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
288992	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
288992	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
288992	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
288992	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
288992	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
288992	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
288992	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
288992	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
288992	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
288992	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
288992	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
288992	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
288992	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
288992	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
288992	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
288992	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
288992	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
288992	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
288992	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
288992	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
288992	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
288992	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
288992	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
288992	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
288992	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
288992	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
288992	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
288992	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
288992	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
288992	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
288992	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
288992	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
288992	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
288992	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
288992	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
288992	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
288992	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
288992	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
288992	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
288992	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
288992	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
288992	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
288992	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
288992	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
288992	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
288992	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
288992	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
288992	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
288992	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
288992	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
288992	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
288992	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
288992	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
288992	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
288992	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
288992	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
288992	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
288992	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
288992	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
288992	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
288992	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
288992	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
288992	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
288992	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
288992	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
288992	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
288992	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
288992	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
288992	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
288992	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
288992	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
288992	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
288992	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
288992	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
288992	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
288992	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
288992	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
288992	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
288992	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
288992	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
288992	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
288992	embedding2nn.weight	0	0.046154558658599854
288992	embedding2nn.weight	1	-0.08783016353845596
288992	embedding2nn.weight	2	0.004230245016515255
288992	embedding2nn.weight	3	-0.05842605233192444
288992	embedding2nn.weight	4	-0.12695957720279694
288992	embedding2nn.weight	5	0.11019597202539444
288992	embedding2nn.weight	6	-0.07209252566099167
288992	embedding2nn.weight	7	-0.08565174788236618
288992	embedding2nn.weight	8	-0.03333589434623718
288992	embedding2nn.weight	9	0.04003553092479706
288992	embedding2nn.bias	0	0.07526660710573196
288992	embedding2nn.bias	1	-0.023027317598462105
288992	embedding2nn.bias	2	-0.07131865620613098
288992	embedding2nn.bias	3	0.014306669123470783
288992	embedding2nn.bias	4	-0.013171660713851452
288992	embedding2nn.bias	5	-0.1868366301059723
288992	embedding2nn.bias	6	-0.12256161868572235
288992	embedding2nn.bias	7	0.0002971921639982611
288992	embedding2nn.bias	8	0.057497113943099976
288992	embedding2nn.bias	9	-0.045587558299303055
288992	rnn.weight_ih_l0	0	0.0372537262737751
288992	rnn.weight_ih_l0	1	-0.09253683686256409
288992	rnn.weight_ih_l0	2	-0.06744995713233948
288992	rnn.weight_ih_l0	3	-0.050483476370573044
288992	rnn.weight_ih_l0	4	0.018688902258872986
288992	rnn.weight_ih_l0	5	-0.1107012927532196
288992	rnn.weight_ih_l0	6	-0.03088652528822422
288992	rnn.weight_ih_l0	7	0.006850287318229675
288992	rnn.weight_ih_l0	8	0.04907204955816269
288992	rnn.weight_ih_l0	9	0.01187465526163578
288992	rnn.weight_hh_l0	0	0.003973567858338356
288992	rnn.weight_hh_l0	1	-0.07659167051315308
288992	rnn.weight_hh_l0	2	0.07537079602479935
288992	rnn.weight_hh_l0	3	0.051594801247119904
288992	rnn.weight_hh_l0	4	0.00712906289845705
288992	rnn.weight_hh_l0	5	0.07205239683389664
288992	rnn.weight_hh_l0	6	-0.0188381876796484
288992	rnn.weight_hh_l0	7	-0.1173325926065445
288992	rnn.weight_hh_l0	8	0.02936970256268978
288992	rnn.weight_hh_l0	9	-0.07472074776887894
288992	rnn.bias_ih_l0	0	-0.08710289001464844
288992	rnn.bias_ih_l0	1	-0.19326306879520416
288992	rnn.bias_ih_l0	2	-0.268696665763855
288992	rnn.bias_ih_l0	3	-0.2744438052177429
288992	rnn.bias_ih_l0	4	0.0004946838598698378
288992	rnn.bias_ih_l0	5	0.05083021894097328
288992	rnn.bias_ih_l0	6	-0.16709886491298676
288992	rnn.bias_ih_l0	7	-0.2743704319000244
288992	rnn.bias_ih_l0	8	-0.15275271236896515
288992	rnn.bias_ih_l0	9	-0.167106032371521
288992	rnn.bias_hh_l0	0	0.1355760544538498
288992	rnn.bias_hh_l0	1	-0.06047343090176582
288992	rnn.bias_hh_l0	2	0.05390983074903488
288992	rnn.bias_hh_l0	3	-0.17525224387645721
288992	rnn.bias_hh_l0	4	0.06952482461929321
288992	rnn.bias_hh_l0	5	0.053343791514635086
288992	rnn.bias_hh_l0	6	-0.11088301986455917
288992	rnn.bias_hh_l0	7	-0.1544499695301056
288992	rnn.bias_hh_l0	8	-0.18167035281658173
288992	rnn.bias_hh_l0	9	-0.10681140422821045
288992	rnn.weight_ih_l0_reverse	0	-0.021269161254167557
288992	rnn.weight_ih_l0_reverse	1	-0.009991602972149849
288992	rnn.weight_ih_l0_reverse	2	-0.0012047735508531332
288992	rnn.weight_ih_l0_reverse	3	0.002154989168047905
288992	rnn.weight_ih_l0_reverse	4	0.007399670779705048
288992	rnn.weight_ih_l0_reverse	5	-0.05816983804106712
288992	rnn.weight_ih_l0_reverse	6	-0.0446898527443409
288992	rnn.weight_ih_l0_reverse	7	0.024575259536504745
288992	rnn.weight_ih_l0_reverse	8	0.09631004929542542
288992	rnn.weight_ih_l0_reverse	9	0.001799551653675735
288992	rnn.weight_hh_l0_reverse	0	0.004672667011618614
288992	rnn.weight_hh_l0_reverse	1	0.026672974228858948
288992	rnn.weight_hh_l0_reverse	2	-0.041210297495126724
288992	rnn.weight_hh_l0_reverse	3	0.045630864799022675
288992	rnn.weight_hh_l0_reverse	4	0.023301463574171066
288992	rnn.weight_hh_l0_reverse	5	-0.011358792893588543
288992	rnn.weight_hh_l0_reverse	6	0.07368633896112442
288992	rnn.weight_hh_l0_reverse	7	0.03798667713999748
288992	rnn.weight_hh_l0_reverse	8	-0.024314148351550102
288992	rnn.weight_hh_l0_reverse	9	-0.02427089773118496
288992	rnn.bias_ih_l0_reverse	0	-0.1497010439634323
288992	rnn.bias_ih_l0_reverse	1	-0.3052777945995331
288992	rnn.bias_ih_l0_reverse	2	-0.06203772872686386
288992	rnn.bias_ih_l0_reverse	3	-0.15102434158325195
288992	rnn.bias_ih_l0_reverse	4	0.06341564655303955
288992	rnn.bias_ih_l0_reverse	5	-0.2852570116519928
288992	rnn.bias_ih_l0_reverse	6	-0.06840906292200089
288992	rnn.bias_ih_l0_reverse	7	0.011470374651253223
288992	rnn.bias_ih_l0_reverse	8	-0.1921951323747635
288992	rnn.bias_ih_l0_reverse	9	-0.08368957787752151
288992	rnn.bias_hh_l0_reverse	0	-0.1520685851573944
288992	rnn.bias_hh_l0_reverse	1	-0.14896778762340546
288992	rnn.bias_hh_l0_reverse	2	-0.011813822202384472
288992	rnn.bias_hh_l0_reverse	3	-0.13670466840267181
288992	rnn.bias_hh_l0_reverse	4	-0.03125639632344246
288992	rnn.bias_hh_l0_reverse	5	-0.1185569241642952
288992	rnn.bias_hh_l0_reverse	6	-0.07141245156526566
288992	rnn.bias_hh_l0_reverse	7	-0.1798628270626068
288992	rnn.bias_hh_l0_reverse	8	-0.05674631521105766
288992	rnn.bias_hh_l0_reverse	9	-0.11526934802532196
288992	linear.weight	0	-0.2385062277317047
288992	linear.weight	1	-0.13407526910305023
288992	linear.weight	2	-0.011228874325752258
288992	linear.weight	3	-0.08838073164224625
288992	linear.weight	4	-0.010678239166736603
288992	linear.weight	5	0.24024252593517303
288992	linear.weight	6	0.0047744326293468475
288992	linear.weight	7	-0.021312154829502106
288992	linear.weight	8	0.21976512670516968
288992	linear.weight	9	0.23275154829025269
288992	linear.bias	0	-0.8408041596412659
288992	linear.bias	1	1.4036822319030762
288992	linear.bias	2	-0.5013893842697144
288992	linear.bias	3	-0.7675796151161194
288992	linear.bias	4	-0.9020299911499023
288992	linear.bias	5	-1.1814143657684326
288992	linear.bias	6	-0.9640416502952576
288992	linear.bias	7	-0.6912199258804321
288992	linear.bias	8	-0.01705317199230194
288992	linear.bias	9	3.5547051429748535
289189	transitions	0	-0.48214322328567505
289189	transitions	1	8.922541618347168
289189	transitions	2	-3.66723895072937
289189	transitions	3	1.6721071004867554
289189	transitions	4	-2.248844623565674
289189	transitions	5	-0.4411531984806061
289189	transitions	6	-0.1980317234992981
289189	transitions	7	-10000.0
289189	transitions	8	1.8786762952804565
289189	transitions	9	-2.2953360080718994
289189	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
289189	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
289189	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
289189	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
289189	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
289189	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
289189	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
289189	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
289189	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
289189	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
289189	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
289189	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
289189	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
289189	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
289189	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
289189	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
289189	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
289189	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
289189	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
289189	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
289189	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
289189	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
289189	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
289189	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
289189	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
289189	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
289189	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
289189	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
289189	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
289189	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
289189	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
289189	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
289189	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
289189	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
289189	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
289189	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
289189	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
289189	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
289189	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
289189	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
289189	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
289189	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
289189	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
289189	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
289189	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
289189	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
289189	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
289189	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
289189	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
289189	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
289189	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
289189	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
289189	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
289189	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
289189	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
289189	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
289189	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
289189	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
289189	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
289189	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
289189	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
289189	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
289189	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
289189	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
289189	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
289189	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
289189	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
289189	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
289189	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
289189	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
289189	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
289189	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
289189	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
289189	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
289189	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
289189	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
289189	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
289189	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
289189	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
289189	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
289189	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
289189	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
289189	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
289189	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
289189	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
289189	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
289189	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
289189	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
289189	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
289189	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
289189	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
289189	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
289189	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
289189	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
289189	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
289189	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
289189	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
289189	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
289189	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
289189	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
289189	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
289189	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
289189	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
289189	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
289189	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
289189	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
289189	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
289189	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
289189	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
289189	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
289189	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
289189	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
289189	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
289189	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
289189	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
289189	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
289189	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
289189	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
289189	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
289189	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
289189	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
289189	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
289189	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
289189	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
289189	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
289189	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
289189	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
289189	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
289189	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
289189	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
289189	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
289189	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
289189	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
289189	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
289189	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
289189	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
289189	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
289189	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
289189	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
289189	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
289189	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
289189	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
289189	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
289189	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
289189	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
289189	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
289189	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
289189	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
289189	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
289189	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
289189	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
289189	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
289189	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
289189	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
289189	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
289189	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
289189	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
289189	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
289189	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
289189	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
289189	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
289189	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
289189	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
289189	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
289189	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
289189	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
289189	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
289189	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
289189	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
289189	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
289189	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
289189	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
289189	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
289189	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
289189	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
289189	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
289189	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
289189	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
289189	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
289189	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
289189	embedding2nn.weight	0	0.04609917476773262
289189	embedding2nn.weight	1	-0.08772626519203186
289189	embedding2nn.weight	2	0.0037658598739653826
289189	embedding2nn.weight	3	-0.05837275832891464
289189	embedding2nn.weight	4	-0.12682051956653595
289189	embedding2nn.weight	5	0.11036143451929092
289189	embedding2nn.weight	6	-0.07251733541488647
289189	embedding2nn.weight	7	-0.08562372624874115
289189	embedding2nn.weight	8	-0.033510174602270126
289189	embedding2nn.weight	9	0.04026619717478752
289189	embedding2nn.bias	0	0.0696706473827362
289189	embedding2nn.bias	1	-0.02369965799152851
289189	embedding2nn.bias	2	-0.07003725320100784
289189	embedding2nn.bias	3	0.013595493510365486
289189	embedding2nn.bias	4	-0.01297042891383171
289189	embedding2nn.bias	5	-0.1849350929260254
289189	embedding2nn.bias	6	-0.12306372821331024
289189	embedding2nn.bias	7	-0.00023616227554157376
289189	embedding2nn.bias	8	0.05775158479809761
289189	embedding2nn.bias	9	-0.04475708305835724
289189	rnn.weight_ih_l0	0	0.03721145540475845
289189	rnn.weight_ih_l0	1	-0.09234562516212463
289189	rnn.weight_ih_l0	2	-0.06746402382850647
289189	rnn.weight_ih_l0	3	-0.05065544322133064
289189	rnn.weight_ih_l0	4	0.018395276740193367
289189	rnn.weight_ih_l0	5	-0.1107858419418335
289189	rnn.weight_ih_l0	6	-0.030735835433006287
289189	rnn.weight_ih_l0	7	0.00684530520811677
289189	rnn.weight_ih_l0	8	0.04944269359111786
289189	rnn.weight_ih_l0	9	0.011819185689091682
289189	rnn.weight_hh_l0	0	0.003982643596827984
289189	rnn.weight_hh_l0	1	-0.07667135447263718
289189	rnn.weight_hh_l0	2	0.07549656182527542
289189	rnn.weight_hh_l0	3	0.05151468515396118
289189	rnn.weight_hh_l0	4	0.007130053825676441
289189	rnn.weight_hh_l0	5	0.07205525040626526
289189	rnn.weight_hh_l0	6	-0.018854588270187378
289189	rnn.weight_hh_l0	7	-0.11728067696094513
289189	rnn.weight_hh_l0	8	0.029207836836576462
289189	rnn.weight_hh_l0	9	-0.07448513805866241
289189	rnn.bias_ih_l0	0	-0.08682264387607574
289189	rnn.bias_ih_l0	1	-0.19341787695884705
289189	rnn.bias_ih_l0	2	-0.26864808797836304
289189	rnn.bias_ih_l0	3	-0.27363264560699463
289189	rnn.bias_ih_l0	4	0.0007424610084854066
289189	rnn.bias_ih_l0	5	0.050854578614234924
289189	rnn.bias_ih_l0	6	-0.16701914370059967
289189	rnn.bias_ih_l0	7	-0.27422067523002625
289189	rnn.bias_ih_l0	8	-0.15291929244995117
289189	rnn.bias_ih_l0	9	-0.16746897995471954
289189	rnn.bias_hh_l0	0	0.1356574147939682
289189	rnn.bias_hh_l0	1	-0.060256727039813995
289189	rnn.bias_hh_l0	2	0.05412137508392334
289189	rnn.bias_hh_l0	3	-0.1751202642917633
289189	rnn.bias_hh_l0	4	0.06929166615009308
289189	rnn.bias_hh_l0	5	0.05361548438668251
289189	rnn.bias_hh_l0	6	-0.11083100736141205
289189	rnn.bias_hh_l0	7	-0.15419602394104004
289189	rnn.bias_hh_l0	8	-0.18170511722564697
289189	rnn.bias_hh_l0	9	-0.10659854859113693
289189	rnn.weight_ih_l0_reverse	0	-0.021099083125591278
289189	rnn.weight_ih_l0_reverse	1	-0.010151734575629234
289189	rnn.weight_ih_l0_reverse	2	-0.0010162080870941281
289189	rnn.weight_ih_l0_reverse	3	0.0016731570940464735
289189	rnn.weight_ih_l0_reverse	4	0.007546015549451113
289189	rnn.weight_ih_l0_reverse	5	-0.05834246054291725
289189	rnn.weight_ih_l0_reverse	6	-0.044607557356357574
289189	rnn.weight_ih_l0_reverse	7	0.024711938574910164
289189	rnn.weight_ih_l0_reverse	8	0.09630163758993149
289189	rnn.weight_ih_l0_reverse	9	0.0019740876741707325
289189	rnn.weight_hh_l0_reverse	0	0.004587892908602953
289189	rnn.weight_hh_l0_reverse	1	0.026647726073861122
289189	rnn.weight_hh_l0_reverse	2	-0.041152458637952805
289189	rnn.weight_hh_l0_reverse	3	0.045574165880680084
289189	rnn.weight_hh_l0_reverse	4	0.023502802476286888
289189	rnn.weight_hh_l0_reverse	5	-0.011459597386419773
289189	rnn.weight_hh_l0_reverse	6	0.07359295338392258
289189	rnn.weight_hh_l0_reverse	7	0.0382399782538414
289189	rnn.weight_hh_l0_reverse	8	-0.02421654760837555
289189	rnn.weight_hh_l0_reverse	9	-0.024341125041246414
289189	rnn.bias_ih_l0_reverse	0	-0.1501578986644745
289189	rnn.bias_ih_l0_reverse	1	-0.3058834671974182
289189	rnn.bias_ih_l0_reverse	2	-0.06231581047177315
289189	rnn.bias_ih_l0_reverse	3	-0.15075257420539856
289189	rnn.bias_ih_l0_reverse	4	0.06396318972110748
289189	rnn.bias_ih_l0_reverse	5	-0.2850542366504669
289189	rnn.bias_ih_l0_reverse	6	-0.06859496235847473
289189	rnn.bias_ih_l0_reverse	7	0.012154863215982914
289189	rnn.bias_ih_l0_reverse	8	-0.19237694144248962
289189	rnn.bias_ih_l0_reverse	9	-0.08398153632879257
289189	rnn.bias_hh_l0_reverse	0	-0.1526438295841217
289189	rnn.bias_hh_l0_reverse	1	-0.1489759087562561
289189	rnn.bias_hh_l0_reverse	2	-0.011664781719446182
289189	rnn.bias_hh_l0_reverse	3	-0.1368522047996521
289189	rnn.bias_hh_l0_reverse	4	-0.03126088157296181
289189	rnn.bias_hh_l0_reverse	5	-0.11849656701087952
289189	rnn.bias_hh_l0_reverse	6	-0.071099191904068
289189	rnn.bias_hh_l0_reverse	7	-0.18044191598892212
289189	rnn.bias_hh_l0_reverse	8	-0.0565839484333992
289189	rnn.bias_hh_l0_reverse	9	-0.11484695225954056
289189	linear.weight	0	-0.23577240109443665
289189	linear.weight	1	-0.1359233260154724
289189	linear.weight	2	-0.011228874325752258
289189	linear.weight	3	-0.0883256271481514
289189	linear.weight	4	-0.011856237426400185
289189	linear.weight	5	0.24218831956386566
289189	linear.weight	6	0.0047744326293468475
289189	linear.weight	7	-0.021312154829502106
289189	linear.weight	8	0.22062571346759796
289189	linear.weight	9	0.23253196477890015
289189	linear.bias	0	-0.8474382758140564
289189	linear.bias	1	1.4025611877441406
289189	linear.bias	2	-0.49813440442085266
289189	linear.bias	3	-0.7722620368003845
289189	linear.bias	4	-0.8928368091583252
289189	linear.bias	5	-1.1814161539077759
289189	linear.bias	6	-0.9707089066505432
289189	linear.bias	7	-0.6833251118659973
289189	linear.bias	8	-0.01705317199230194
289189	linear.bias	9	3.556436061859131
289386	transitions	0	-0.48215460777282715
289386	transitions	1	8.922133445739746
289386	transitions	2	-3.667349100112915
289386	transitions	3	1.670510172843933
289386	transitions	4	-2.2490012645721436
289386	transitions	5	-0.44115832448005676
289386	transitions	6	-0.1980336308479309
289386	transitions	7	-10000.0
289386	transitions	8	1.878462314605713
289386	transitions	9	-2.2953360080718994
289386	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
289386	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
289386	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
289386	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
289386	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
289386	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
289386	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
289386	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
289386	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
289386	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
289386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
289386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
289386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
289386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
289386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
289386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
289386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
289386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
289386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
289386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
289386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
289386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
289386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
289386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
289386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
289386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
289386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
289386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
289386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
289386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
289386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
289386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
289386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
289386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
289386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
289386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
289386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
289386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
289386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
289386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
289386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
289386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
289386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
289386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
289386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
289386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
289386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
289386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
289386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
289386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
289386	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
289386	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
289386	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
289386	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
289386	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
289386	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
289386	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
289386	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
289386	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
289386	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
289386	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
289386	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
289386	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
289386	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
289386	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
289386	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
289386	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
289386	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
289386	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
289386	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
289386	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
289386	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
289386	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
289386	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
289386	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
289386	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
289386	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
289386	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
289386	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
289386	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
289386	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
289386	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
289386	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
289386	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
289386	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
289386	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
289386	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
289386	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
289386	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
289386	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
289386	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
289386	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
289386	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
289386	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
289386	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
289386	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
289386	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
289386	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
289386	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
289386	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
289386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
289386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
289386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
289386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
289386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
289386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
289386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
289386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
289386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
289386	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
289386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
289386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
289386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
289386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
289386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
289386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
289386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
289386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
289386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
289386	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
289386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
289386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
289386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
289386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
289386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
289386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
289386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
289386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
289386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
289386	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
289386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
289386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
289386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
289386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
289386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
289386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
289386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
289386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
289386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
289386	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
289386	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
289386	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
289386	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
289386	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
289386	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
289386	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
289386	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
289386	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
289386	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
289386	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
289386	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
289386	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
289386	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
289386	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
289386	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
289386	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
289386	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
289386	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
289386	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
289386	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
289386	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
289386	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
289386	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
289386	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
289386	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
289386	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
289386	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
289386	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
289386	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
289386	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
289386	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
289386	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
289386	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
289386	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
289386	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
289386	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
289386	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
289386	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
289386	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
289386	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
289386	embedding2nn.weight	0	0.04592537879943848
289386	embedding2nn.weight	1	-0.08767036348581314
289386	embedding2nn.weight	2	0.003943553660064936
289386	embedding2nn.weight	3	-0.05828450247645378
289386	embedding2nn.weight	4	-0.12657609581947327
289386	embedding2nn.weight	5	0.11026586592197418
289386	embedding2nn.weight	6	-0.07231148332357407
289386	embedding2nn.weight	7	-0.08559874445199966
289386	embedding2nn.weight	8	-0.033605922013521194
289386	embedding2nn.weight	9	0.04002954810857773
289386	embedding2nn.bias	0	0.0670771449804306
289386	embedding2nn.bias	1	-0.025128956884145737
289386	embedding2nn.bias	2	-0.07115082442760468
289386	embedding2nn.bias	3	0.014290089718997478
289386	embedding2nn.bias	4	-0.014516537077724934
289386	embedding2nn.bias	5	-0.1847158968448639
289386	embedding2nn.bias	6	-0.1238064169883728
289386	embedding2nn.bias	7	-0.0006809948245063424
289386	embedding2nn.bias	8	0.059197720140218735
289386	embedding2nn.bias	9	-0.043447066098451614
289386	rnn.weight_ih_l0	0	0.03748119994997978
289386	rnn.weight_ih_l0	1	-0.09204867482185364
289386	rnn.weight_ih_l0	2	-0.06724511831998825
289386	rnn.weight_ih_l0	3	-0.050612907856702805
289386	rnn.weight_ih_l0	4	0.01843949966132641
289386	rnn.weight_ih_l0	5	-0.11076722294092178
289386	rnn.weight_ih_l0	6	-0.0306561216711998
289386	rnn.weight_ih_l0	7	0.0067810239270329475
289386	rnn.weight_ih_l0	8	0.04932060465216637
289386	rnn.weight_ih_l0	9	0.011822056025266647
289386	rnn.weight_hh_l0	0	0.003993071150034666
289386	rnn.weight_hh_l0	1	-0.07666032016277313
289386	rnn.weight_hh_l0	2	0.07550296932458878
289386	rnn.weight_hh_l0	3	0.05156015604734421
289386	rnn.weight_hh_l0	4	0.007072404958307743
289386	rnn.weight_hh_l0	5	0.0722382664680481
289386	rnn.weight_hh_l0	6	-0.018867436796426773
289386	rnn.weight_hh_l0	7	-0.11721555143594742
289386	rnn.weight_hh_l0	8	0.02915765531361103
289386	rnn.weight_hh_l0	9	-0.07426851242780685
289386	rnn.bias_ih_l0	0	-0.08649156242609024
289386	rnn.bias_ih_l0	1	-0.19349469244480133
289386	rnn.bias_ih_l0	2	-0.2687133550643921
289386	rnn.bias_ih_l0	3	-0.2729652225971222
289386	rnn.bias_ih_l0	4	0.0012425236636772752
289386	rnn.bias_ih_l0	5	0.050577566027641296
289386	rnn.bias_ih_l0	6	-0.16669327020645142
289386	rnn.bias_ih_l0	7	-0.27413198351860046
289386	rnn.bias_ih_l0	8	-0.1534857153892517
289386	rnn.bias_ih_l0	9	-0.1672736555337906
289386	rnn.bias_hh_l0	0	0.13544262945652008
289386	rnn.bias_hh_l0	1	-0.06037040054798126
289386	rnn.bias_hh_l0	2	0.05398684740066528
289386	rnn.bias_hh_l0	3	-0.17559179663658142
289386	rnn.bias_hh_l0	4	0.06974256038665771
289386	rnn.bias_hh_l0	5	0.053486816585063934
289386	rnn.bias_hh_l0	6	-0.1111818328499794
289386	rnn.bias_hh_l0	7	-0.15389412641525269
289386	rnn.bias_hh_l0	8	-0.18198248744010925
289386	rnn.bias_hh_l0	9	-0.10603213310241699
289386	rnn.weight_ih_l0_reverse	0	-0.02099742367863655
289386	rnn.weight_ih_l0_reverse	1	-0.010111668147146702
289386	rnn.weight_ih_l0_reverse	2	-0.0010642901761457324
289386	rnn.weight_ih_l0_reverse	3	0.0013679438270628452
289386	rnn.weight_ih_l0_reverse	4	0.00747089646756649
289386	rnn.weight_ih_l0_reverse	5	-0.05871069058775902
289386	rnn.weight_ih_l0_reverse	6	-0.04452912509441376
289386	rnn.weight_ih_l0_reverse	7	0.024646976962685585
289386	rnn.weight_ih_l0_reverse	8	0.09651319682598114
289386	rnn.weight_ih_l0_reverse	9	0.0020497972145676613
289386	rnn.weight_hh_l0_reverse	0	0.004582767374813557
289386	rnn.weight_hh_l0_reverse	1	0.02662782184779644
289386	rnn.weight_hh_l0_reverse	2	-0.040918782353401184
289386	rnn.weight_hh_l0_reverse	3	0.0455743744969368
289386	rnn.weight_hh_l0_reverse	4	0.023561356589198112
289386	rnn.weight_hh_l0_reverse	5	-0.01144813559949398
289386	rnn.weight_hh_l0_reverse	6	0.07356949150562286
289386	rnn.weight_hh_l0_reverse	7	0.038205336779356
289386	rnn.weight_hh_l0_reverse	8	-0.02417656034231186
289386	rnn.weight_hh_l0_reverse	9	-0.02415800280869007
289386	rnn.bias_ih_l0_reverse	0	-0.14973339438438416
289386	rnn.bias_ih_l0_reverse	1	-0.3058980405330658
289386	rnn.bias_ih_l0_reverse	2	-0.0622059628367424
289386	rnn.bias_ih_l0_reverse	3	-0.1511107236146927
289386	rnn.bias_ih_l0_reverse	4	0.06416108459234238
289386	rnn.bias_ih_l0_reverse	5	-0.28524741530418396
289386	rnn.bias_ih_l0_reverse	6	-0.06865207850933075
289386	rnn.bias_ih_l0_reverse	7	0.013077844865620136
289386	rnn.bias_ih_l0_reverse	8	-0.19269625842571259
289386	rnn.bias_ih_l0_reverse	9	-0.08375321328639984
289386	rnn.bias_hh_l0_reverse	0	-0.1524762511253357
289386	rnn.bias_hh_l0_reverse	1	-0.14970515668392181
289386	rnn.bias_hh_l0_reverse	2	-0.011884622275829315
289386	rnn.bias_hh_l0_reverse	3	-0.1363014280796051
289386	rnn.bias_hh_l0_reverse	4	-0.03134406358003616
289386	rnn.bias_hh_l0_reverse	5	-0.11903078109025955
289386	rnn.bias_hh_l0_reverse	6	-0.07093030214309692
289386	rnn.bias_hh_l0_reverse	7	-0.18071560561656952
289386	rnn.bias_hh_l0_reverse	8	-0.057074543088674545
289386	rnn.bias_hh_l0_reverse	9	-0.11465846747159958
289386	linear.weight	0	-0.23266498744487762
289386	linear.weight	1	-0.13631363213062286
289386	linear.weight	2	-0.011228874325752258
289386	linear.weight	3	-0.08868750184774399
289386	linear.weight	4	-0.011502592824399471
289386	linear.weight	5	0.2427457720041275
289386	linear.weight	6	0.0047744326293468475
289386	linear.weight	7	-0.021312154829502106
289386	linear.weight	8	0.2219342440366745
289386	linear.weight	9	0.2359047830104828
289386	linear.bias	0	-0.8509045243263245
289386	linear.bias	1	1.4093358516693115
289386	linear.bias	2	-0.49776318669319153
289386	linear.bias	3	-0.7716118097305298
289386	linear.bias	4	-0.899860143661499
289386	linear.bias	5	-1.1814178228378296
289386	linear.bias	6	-0.9742326736450195
289386	linear.bias	7	-0.6801972389221191
289386	linear.bias	8	-0.01705317199230194
289386	linear.bias	9	3.5527684688568115
289583	transitions	0	-0.4821615517139435
289583	transitions	1	8.927793502807617
289583	transitions	2	-3.6673851013183594
289583	transitions	3	1.6728507280349731
289583	transitions	4	-2.2490570545196533
289583	transitions	5	-0.44116348028182983
289583	transitions	6	-0.19803521037101746
289583	transitions	7	-10000.0
289583	transitions	8	1.8797526359558105
289583	transitions	9	-2.2953360080718994
289583	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
289583	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
289583	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
289583	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
289583	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
289583	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
289583	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
289583	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
289583	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
289583	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
289583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
289583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
289583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
289583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
289583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
289583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
289583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
289583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
289583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
289583	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
289583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
289583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
289583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
289583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
289583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
289583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
289583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
289583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
289583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
289583	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
289583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
289583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
289583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
289583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
289583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
289583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
289583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
289583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
289583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
289583	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
289583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
289583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
289583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
289583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
289583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
289583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
289583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
289583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
289583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
289583	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
289583	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
289583	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
289583	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
289583	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
289583	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
289583	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
289583	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
289583	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
289583	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
289583	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
289583	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
289583	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
289583	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
289583	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
289583	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
289583	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
289583	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
289583	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
289583	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
289583	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
289583	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
289583	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
289583	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
289583	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
289583	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
289583	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
289583	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
289583	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
289583	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
289583	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
289583	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
289583	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
289583	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
289583	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
289583	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
289583	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
289583	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
289583	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
289583	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
289583	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
289583	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
289583	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
289583	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
289583	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
289583	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
289583	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
289583	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
289583	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
289583	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
289583	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
289583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
289583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
289583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
289583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
289583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
289583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
289583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
289583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
289583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
289583	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
289583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
289583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
289583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
289583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
289583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
289583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
289583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
289583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
289583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
289583	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
289583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
289583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
289583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
289583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
289583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
289583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
289583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
289583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
289583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
289583	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
289583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
289583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
289583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
289583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
289583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
289583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
289583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
289583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
289583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
289583	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
289583	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
289583	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
289583	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
289583	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
289583	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
289583	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
289583	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
289583	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
289583	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
289583	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
289583	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
289583	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
289583	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
289583	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
289583	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
289583	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
289583	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
289583	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
289583	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
289583	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
289583	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
289583	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
289583	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
289583	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
289583	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
289583	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
289583	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
289583	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
289583	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
289583	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
289583	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
289583	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
289583	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
289583	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
289583	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
289583	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
289583	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
289583	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
289583	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
289583	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
289583	embedding2nn.weight	0	0.046035103499889374
289583	embedding2nn.weight	1	-0.08783025294542313
289583	embedding2nn.weight	2	0.003716378705576062
289583	embedding2nn.weight	3	-0.058287423104047775
289583	embedding2nn.weight	4	-0.12662279605865479
289583	embedding2nn.weight	5	0.11012651771306992
289583	embedding2nn.weight	6	-0.07098732143640518
289583	embedding2nn.weight	7	-0.08577392995357513
289583	embedding2nn.weight	8	-0.033855829387903214
289583	embedding2nn.weight	9	0.0399429015815258
289583	embedding2nn.bias	0	0.06641509383916855
289583	embedding2nn.bias	1	-0.025049826130270958
289583	embedding2nn.bias	2	-0.07061406224966049
289583	embedding2nn.bias	3	0.014788719825446606
289583	embedding2nn.bias	4	-0.014769966714084148
289583	embedding2nn.bias	5	-0.1836535632610321
289583	embedding2nn.bias	6	-0.12438700348138809
289583	embedding2nn.bias	7	-0.0008106798049993813
289583	embedding2nn.bias	8	0.05661088973283768
289583	embedding2nn.bias	9	-0.041161514818668365
289583	rnn.weight_ih_l0	0	0.03741099685430527
289583	rnn.weight_ih_l0	1	-0.09228815138339996
289583	rnn.weight_ih_l0	2	-0.0673329159617424
289583	rnn.weight_ih_l0	3	-0.050827886909246445
289583	rnn.weight_ih_l0	4	0.018533779308199883
289583	rnn.weight_ih_l0	5	-0.11070994287729263
289583	rnn.weight_ih_l0	6	-0.030668197199702263
289583	rnn.weight_ih_l0	7	0.006140013691037893
289583	rnn.weight_ih_l0	8	0.04885271191596985
289583	rnn.weight_ih_l0	9	0.012004261836409569
289583	rnn.weight_hh_l0	0	0.00399824557825923
289583	rnn.weight_hh_l0	1	-0.07709316164255142
289583	rnn.weight_hh_l0	2	0.07538352906703949
289583	rnn.weight_hh_l0	3	0.05158539116382599
289583	rnn.weight_hh_l0	4	0.0071721929125487804
289583	rnn.weight_hh_l0	5	0.07218962907791138
289583	rnn.weight_hh_l0	6	-0.018770040944218636
289583	rnn.weight_hh_l0	7	-0.11725524067878723
289583	rnn.weight_hh_l0	8	0.029215306043624878
289583	rnn.weight_hh_l0	9	-0.07415368407964706
289583	rnn.bias_ih_l0	0	-0.08752201497554779
289583	rnn.bias_ih_l0	1	-0.19405455887317657
289583	rnn.bias_ih_l0	2	-0.2683981955051422
289583	rnn.bias_ih_l0	3	-0.2729746401309967
289583	rnn.bias_ih_l0	4	0.0011570854112505913
289583	rnn.bias_ih_l0	5	0.051256440579891205
289583	rnn.bias_ih_l0	6	-0.16724464297294617
289583	rnn.bias_ih_l0	7	-0.27395179867744446
289583	rnn.bias_ih_l0	8	-0.1531732827425003
289583	rnn.bias_ih_l0	9	-0.16660065948963165
289583	rnn.bias_hh_l0	0	0.13540373742580414
289583	rnn.bias_hh_l0	1	-0.06038383021950722
289583	rnn.bias_hh_l0	2	0.0540134571492672
289583	rnn.bias_hh_l0	3	-0.17504684627056122
289583	rnn.bias_hh_l0	4	0.0709984079003334
289583	rnn.bias_hh_l0	5	0.05301855877041817
289583	rnn.bias_hh_l0	6	-0.11134981364011765
289583	rnn.bias_hh_l0	7	-0.15414120256900787
289583	rnn.bias_hh_l0	8	-0.18192800879478455
289583	rnn.bias_hh_l0	9	-0.10610596090555191
289583	rnn.weight_ih_l0_reverse	0	-0.021019168198108673
289583	rnn.weight_ih_l0_reverse	1	-0.010156886652112007
289583	rnn.weight_ih_l0_reverse	2	-0.0010555667104199529
289583	rnn.weight_ih_l0_reverse	3	0.0011790399439632893
289583	rnn.weight_ih_l0_reverse	4	0.0074285902082920074
289583	rnn.weight_ih_l0_reverse	5	-0.05854969099164009
289583	rnn.weight_ih_l0_reverse	6	-0.0446026474237442
289583	rnn.weight_ih_l0_reverse	7	0.025063565000891685
289583	rnn.weight_ih_l0_reverse	8	0.09645048528909683
289583	rnn.weight_ih_l0_reverse	9	0.0020111356861889362
289583	rnn.weight_hh_l0_reverse	0	0.004668178968131542
289583	rnn.weight_hh_l0_reverse	1	0.026656925678253174
289583	rnn.weight_hh_l0_reverse	2	-0.04091605916619301
289583	rnn.weight_hh_l0_reverse	3	0.04547249898314476
289583	rnn.weight_hh_l0_reverse	4	0.023577827960252762
289583	rnn.weight_hh_l0_reverse	5	-0.011574267409741879
289583	rnn.weight_hh_l0_reverse	6	0.07354975491762161
289583	rnn.weight_hh_l0_reverse	7	0.03834519162774086
289583	rnn.weight_hh_l0_reverse	8	-0.024229783564805984
289583	rnn.weight_hh_l0_reverse	9	-0.024110332131385803
289583	rnn.bias_ih_l0_reverse	0	-0.15026739239692688
289583	rnn.bias_ih_l0_reverse	1	-0.3049754202365875
289583	rnn.bias_ih_l0_reverse	2	-0.06243492290377617
289583	rnn.bias_ih_l0_reverse	3	-0.15103232860565186
289583	rnn.bias_ih_l0_reverse	4	0.06426399946212769
289583	rnn.bias_ih_l0_reverse	5	-0.28470778465270996
289583	rnn.bias_ih_l0_reverse	6	-0.06839995086193085
289583	rnn.bias_ih_l0_reverse	7	0.011863918974995613
289583	rnn.bias_ih_l0_reverse	8	-0.19265253841876984
289583	rnn.bias_ih_l0_reverse	9	-0.08335646241903305
289583	rnn.bias_hh_l0_reverse	0	-0.1527012437582016
289583	rnn.bias_hh_l0_reverse	1	-0.1494971662759781
289583	rnn.bias_hh_l0_reverse	2	-0.011967061087489128
289583	rnn.bias_hh_l0_reverse	3	-0.13737761974334717
289583	rnn.bias_hh_l0_reverse	4	-0.0306820310652256
289583	rnn.bias_hh_l0_reverse	5	-0.11959853023290634
289583	rnn.bias_hh_l0_reverse	6	-0.07113270461559296
289583	rnn.bias_hh_l0_reverse	7	-0.18067964911460876
289583	rnn.bias_hh_l0_reverse	8	-0.057108741253614426
289583	rnn.bias_hh_l0_reverse	9	-0.11418196558952332
289583	linear.weight	0	-0.23298214375972748
289583	linear.weight	1	-0.1352776437997818
289583	linear.weight	2	-0.011228874325752258
289583	linear.weight	3	-0.08812066167593002
289583	linear.weight	4	-0.012128159403800964
289583	linear.weight	5	0.24079571664333344
289583	linear.weight	6	0.0047744326293468475
289583	linear.weight	7	-0.021312154829502106
289583	linear.weight	8	0.22497111558914185
289583	linear.weight	9	0.23458406329154968
289583	linear.bias	0	-0.8499367833137512
289583	linear.bias	1	1.4045330286026
289583	linear.bias	2	-0.5066471695899963
289583	linear.bias	3	-0.7679279446601868
289583	linear.bias	4	-0.9017423391342163
289583	linear.bias	5	-1.1814199686050415
289583	linear.bias	6	-0.9731853604316711
289583	linear.bias	7	-0.6795063614845276
289583	linear.bias	8	-0.01705317199230194
289583	linear.bias	9	3.541262626647949
289780	transitions	0	-0.4821678698062897
289780	transitions	1	8.930937767028809
289780	transitions	2	-3.6674513816833496
289780	transitions	3	1.6730201244354248
289780	transitions	4	-2.249086380004883
289780	transitions	5	-0.4411652982234955
289780	transitions	6	-0.19803716242313385
289780	transitions	7	-10000.0
289780	transitions	8	1.8798692226409912
289780	transitions	9	-2.2953362464904785
289780	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
289780	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
289780	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
289780	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
289780	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
289780	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
289780	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
289780	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
289780	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
289780	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
289780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
289780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
289780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
289780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
289780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
289780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
289780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
289780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
289780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
289780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
289780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
289780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
289780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
289780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
289780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
289780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
289780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
289780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
289780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
289780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
289780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
289780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
289780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
289780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
289780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
289780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
289780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
289780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
289780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
289780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
289780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
289780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
289780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
289780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
289780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
289780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
289780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
289780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
289780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
289780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
289780	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
289780	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
289780	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
289780	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
289780	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
289780	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
289780	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
289780	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
289780	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
289780	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
289780	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
289780	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
289780	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
289780	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
289780	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
289780	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
289780	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
289780	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
289780	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
289780	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
289780	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
289780	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
289780	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
289780	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
289780	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
289780	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
289780	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
289780	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
289780	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
289780	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
289780	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
289780	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
289780	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
289780	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
289780	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
289780	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
289780	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
289780	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
289780	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
289780	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
289780	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
289780	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
289780	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
289780	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
289780	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
289780	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
289780	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
289780	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
289780	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
289780	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
289780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
289780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
289780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
289780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
289780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
289780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
289780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
289780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
289780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
289780	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
289780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
289780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
289780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
289780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
289780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
289780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
289780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
289780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
289780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
289780	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
289780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
289780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
289780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
289780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
289780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
289780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
289780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
289780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
289780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
289780	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
289780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
289780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
289780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
289780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
289780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
289780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
289780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
289780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
289780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
289780	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
289780	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
289780	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
289780	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
289780	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
289780	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
289780	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
289780	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
289780	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
289780	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
289780	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
289780	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
289780	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
289780	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
289780	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
289780	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
289780	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
289780	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
289780	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
289780	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
289780	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
289780	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
289780	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
289780	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
289780	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
289780	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
289780	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
289780	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
289780	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
289780	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
289780	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
289780	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
289780	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
289780	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
289780	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
289780	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
289780	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
289780	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
289780	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
289780	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
289780	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
289780	embedding2nn.weight	0	0.046061962842941284
289780	embedding2nn.weight	1	-0.08781315386295319
289780	embedding2nn.weight	2	0.004151415079832077
289780	embedding2nn.weight	3	-0.05811573937535286
289780	embedding2nn.weight	4	-0.12657929956912994
289780	embedding2nn.weight	5	0.10971958935260773
289780	embedding2nn.weight	6	-0.0706034004688263
289780	embedding2nn.weight	7	-0.08588403463363647
289780	embedding2nn.weight	8	-0.03373413532972336
289780	embedding2nn.weight	9	0.039187029004096985
289780	embedding2nn.bias	0	0.06994696706533432
289780	embedding2nn.bias	1	-0.02633078023791313
289780	embedding2nn.bias	2	-0.07296141982078552
289780	embedding2nn.bias	3	0.013744070194661617
289780	embedding2nn.bias	4	-0.016210943460464478
289780	embedding2nn.bias	5	-0.18683432042598724
289780	embedding2nn.bias	6	-0.12342090904712677
289780	embedding2nn.bias	7	-0.0027065726462751627
289780	embedding2nn.bias	8	0.05665065348148346
289780	embedding2nn.bias	9	-0.04214870184659958
289780	rnn.weight_ih_l0	0	0.037483155727386475
289780	rnn.weight_ih_l0	1	-0.09231254458427429
289780	rnn.weight_ih_l0	2	-0.06703733652830124
289780	rnn.weight_ih_l0	3	-0.05121798440814018
289780	rnn.weight_ih_l0	4	0.018506783992052078
289780	rnn.weight_ih_l0	5	-0.11101413518190384
289780	rnn.weight_ih_l0	6	-0.030494825914502144
289780	rnn.weight_ih_l0	7	0.006518048699945211
289780	rnn.weight_ih_l0	8	0.048681411892175674
289780	rnn.weight_ih_l0	9	0.012011848390102386
289780	rnn.weight_hh_l0	0	0.0041516306810081005
289780	rnn.weight_hh_l0	1	-0.07699274271726608
289780	rnn.weight_hh_l0	2	0.0755779966711998
289780	rnn.weight_hh_l0	3	0.051533397287130356
289780	rnn.weight_hh_l0	4	0.007194714155048132
289780	rnn.weight_hh_l0	5	0.07229380309581757
289780	rnn.weight_hh_l0	6	-0.01871170476078987
289780	rnn.weight_hh_l0	7	-0.11733405292034149
289780	rnn.weight_hh_l0	8	0.02903560735285282
289780	rnn.weight_hh_l0	9	-0.07462522387504578
289780	rnn.bias_ih_l0	0	-0.08762486279010773
289780	rnn.bias_ih_l0	1	-0.19415608048439026
289780	rnn.bias_ih_l0	2	-0.2685585021972656
289780	rnn.bias_ih_l0	3	-0.27258291840553284
289780	rnn.bias_ih_l0	4	0.0001909102575154975
289780	rnn.bias_ih_l0	5	0.05092084780335426
289780	rnn.bias_ih_l0	6	-0.16688548028469086
289780	rnn.bias_ih_l0	7	-0.27437546849250793
289780	rnn.bias_ih_l0	8	-0.15235279500484467
289780	rnn.bias_ih_l0	9	-0.166608989238739
289780	rnn.bias_hh_l0	0	0.1355748474597931
289780	rnn.bias_hh_l0	1	-0.060397952795028687
289780	rnn.bias_hh_l0	2	0.053964678198099136
289780	rnn.bias_hh_l0	3	-0.17496849596500397
289780	rnn.bias_hh_l0	4	0.06947191059589386
289780	rnn.bias_hh_l0	5	0.05332278832793236
289780	rnn.bias_hh_l0	6	-0.11176778376102448
289780	rnn.bias_hh_l0	7	-0.15419887006282806
289780	rnn.bias_hh_l0	8	-0.18183624744415283
289780	rnn.bias_hh_l0	9	-0.10655247420072556
289780	rnn.weight_ih_l0_reverse	0	-0.021093441173434258
289780	rnn.weight_ih_l0_reverse	1	-0.010093259625136852
289780	rnn.weight_ih_l0_reverse	2	-0.0008066072477959096
289780	rnn.weight_ih_l0_reverse	3	0.001415182719938457
289780	rnn.weight_ih_l0_reverse	4	0.007417377550154924
289780	rnn.weight_ih_l0_reverse	5	-0.05871403217315674
289780	rnn.weight_ih_l0_reverse	6	-0.04442780092358589
289780	rnn.weight_ih_l0_reverse	7	0.02501911297440529
289780	rnn.weight_ih_l0_reverse	8	0.09644151479005814
289780	rnn.weight_ih_l0_reverse	9	0.002274503465741873
289780	rnn.weight_hh_l0_reverse	0	0.004580250009894371
289780	rnn.weight_hh_l0_reverse	1	0.02667919732630253
289780	rnn.weight_hh_l0_reverse	2	-0.041036784648895264
289780	rnn.weight_hh_l0_reverse	3	0.04546612128615379
289780	rnn.weight_hh_l0_reverse	4	0.02348637394607067
289780	rnn.weight_hh_l0_reverse	5	-0.01158649567514658
289780	rnn.weight_hh_l0_reverse	6	0.0734172910451889
289780	rnn.weight_hh_l0_reverse	7	0.038405824452638626
289780	rnn.weight_hh_l0_reverse	8	-0.02426036261022091
289780	rnn.weight_hh_l0_reverse	9	-0.023983558639883995
289780	rnn.bias_ih_l0_reverse	0	-0.15067747235298157
289780	rnn.bias_ih_l0_reverse	1	-0.30512064695358276
289780	rnn.bias_ih_l0_reverse	2	-0.062296390533447266
289780	rnn.bias_ih_l0_reverse	3	-0.1510983258485794
289780	rnn.bias_ih_l0_reverse	4	0.06388252973556519
289780	rnn.bias_ih_l0_reverse	5	-0.2850395441055298
289780	rnn.bias_ih_l0_reverse	6	-0.0684521421790123
289780	rnn.bias_ih_l0_reverse	7	0.012177941389381886
289780	rnn.bias_ih_l0_reverse	8	-0.1924702674150467
289780	rnn.bias_ih_l0_reverse	9	-0.08318176120519638
289780	rnn.bias_hh_l0_reverse	0	-0.15223130583763123
289780	rnn.bias_hh_l0_reverse	1	-0.14982794225215912
289780	rnn.bias_hh_l0_reverse	2	-0.012046155519783497
289780	rnn.bias_hh_l0_reverse	3	-0.13805818557739258
289780	rnn.bias_hh_l0_reverse	4	-0.03112880326807499
289780	rnn.bias_hh_l0_reverse	5	-0.11982747912406921
289780	rnn.bias_hh_l0_reverse	6	-0.07160768657922745
289780	rnn.bias_hh_l0_reverse	7	-0.18114852905273438
289780	rnn.bias_hh_l0_reverse	8	-0.05716748535633087
289780	rnn.bias_hh_l0_reverse	9	-0.11406259983778
289780	linear.weight	0	-0.23114536702632904
289780	linear.weight	1	-0.13750621676445007
289780	linear.weight	2	-0.011228874325752258
289780	linear.weight	3	-0.08780023455619812
289780	linear.weight	4	-0.011481674388051033
289780	linear.weight	5	0.24028733372688293
289780	linear.weight	6	0.0047744326293468475
289780	linear.weight	7	-0.021312154829502106
289780	linear.weight	8	0.2257344126701355
289780	linear.weight	9	0.23509447276592255
289780	linear.bias	0	-0.843622088432312
289780	linear.bias	1	1.4053802490234375
289780	linear.bias	2	-0.4986363351345062
289780	linear.bias	3	-0.7688659429550171
289780	linear.bias	4	-0.8949834704399109
289780	linear.bias	5	-1.1814219951629639
289780	linear.bias	6	-0.9670260548591614
289780	linear.bias	7	-0.6823120713233948
289780	linear.bias	8	-0.01705317199230194
289780	linear.bias	9	3.5575873851776123
289977	transitions	0	-0.4821801781654358
289977	transitions	1	8.930800437927246
289977	transitions	2	-3.667492628097534
289977	transitions	3	1.6745444536209106
289977	transitions	4	-2.2491183280944824
289977	transitions	5	-0.44116827845573425
289977	transitions	6	-0.19804155826568604
289977	transitions	7	-10000.0
289977	transitions	8	1.8797682523727417
289977	transitions	9	-2.2953367233276367
289977	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
289977	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
289977	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
289977	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
289977	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
289977	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
289977	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
289977	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
289977	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
289977	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
289977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
289977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
289977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
289977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
289977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
289977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
289977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
289977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
289977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
289977	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
289977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
289977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
289977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
289977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
289977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
289977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
289977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
289977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
289977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
289977	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
289977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
289977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
289977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
289977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
289977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
289977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
289977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
289977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
289977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
289977	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
289977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
289977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
289977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
289977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
289977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
289977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
289977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
289977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
289977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
289977	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
289977	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
289977	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
289977	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
289977	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
289977	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
289977	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
289977	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
289977	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
289977	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
289977	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
289977	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
289977	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
289977	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
289977	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
289977	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
289977	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
289977	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
289977	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
289977	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
289977	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
289977	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
289977	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
289977	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
289977	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
289977	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
289977	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
289977	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
289977	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
289977	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
289977	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
289977	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
289977	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
289977	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
289977	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
289977	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
289977	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
289977	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
289977	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
289977	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
289977	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
289977	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
289977	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
289977	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
289977	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
289977	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
289977	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
289977	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
289977	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
289977	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
289977	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
289977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
289977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
289977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
289977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
289977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
289977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
289977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
289977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
289977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
289977	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
289977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
289977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
289977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
289977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
289977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
289977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
289977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
289977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
289977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
289977	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
289977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
289977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
289977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
289977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
289977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
289977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
289977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
289977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
289977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
289977	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
289977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
289977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
289977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
289977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
289977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
289977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
289977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
289977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
289977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
289977	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
289977	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
289977	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
289977	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
289977	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
289977	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
289977	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
289977	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
289977	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
289977	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
289977	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
289977	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
289977	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
289977	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
289977	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
289977	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
289977	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
289977	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
289977	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
289977	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
289977	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
289977	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
289977	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
289977	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
289977	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
289977	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
289977	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
289977	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
289977	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
289977	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
289977	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
289977	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
289977	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
289977	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
289977	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
289977	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
289977	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
289977	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
289977	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
289977	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
289977	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
289977	embedding2nn.weight	0	0.045999422669410706
289977	embedding2nn.weight	1	-0.0874876156449318
289977	embedding2nn.weight	2	0.0044225831516087055
289977	embedding2nn.weight	3	-0.05847141146659851
289977	embedding2nn.weight	4	-0.1265803426504135
289977	embedding2nn.weight	5	0.10961264371871948
289977	embedding2nn.weight	6	-0.07004150748252869
289977	embedding2nn.weight	7	-0.0859420895576477
289977	embedding2nn.weight	8	-0.033645059913396835
289977	embedding2nn.weight	9	0.039255768060684204
289977	embedding2nn.bias	0	0.07225976884365082
289977	embedding2nn.bias	1	-0.02636772394180298
289977	embedding2nn.bias	2	-0.07383076846599579
289977	embedding2nn.bias	3	0.0114797567948699
289977	embedding2nn.bias	4	-0.016589105129241943
289977	embedding2nn.bias	5	-0.1863613873720169
289977	embedding2nn.bias	6	-0.1213645413517952
289977	embedding2nn.bias	7	-0.002802247880026698
289977	embedding2nn.bias	8	0.05620351433753967
289977	embedding2nn.bias	9	-0.04209873452782631
289977	rnn.weight_ih_l0	0	0.03744804114103317
289977	rnn.weight_ih_l0	1	-0.09237214177846909
289977	rnn.weight_ih_l0	2	-0.06661807000637054
289977	rnn.weight_ih_l0	3	-0.051291532814502716
289977	rnn.weight_ih_l0	4	0.01854752190411091
289977	rnn.weight_ih_l0	5	-0.11107601970434189
289977	rnn.weight_ih_l0	6	-0.030474694445729256
289977	rnn.weight_ih_l0	7	0.0071866754442453384
289977	rnn.weight_ih_l0	8	0.04859147593379021
289977	rnn.weight_ih_l0	9	0.011432983912527561
289977	rnn.weight_hh_l0	0	0.0041076187044382095
289977	rnn.weight_hh_l0	1	-0.07746380567550659
289977	rnn.weight_hh_l0	2	0.07565665245056152
289977	rnn.weight_hh_l0	3	0.0514039508998394
289977	rnn.weight_hh_l0	4	0.0072487592697143555
289977	rnn.weight_hh_l0	5	0.07224641740322113
289977	rnn.weight_hh_l0	6	-0.018719490617513657
289977	rnn.weight_hh_l0	7	-0.11744746565818787
289977	rnn.weight_hh_l0	8	0.028994951397180557
289977	rnn.weight_hh_l0	9	-0.07476845383644104
289977	rnn.bias_ih_l0	0	-0.08755097538232803
289977	rnn.bias_ih_l0	1	-0.1946307271718979
289977	rnn.bias_ih_l0	2	-0.26897549629211426
289977	rnn.bias_ih_l0	3	-0.27258482575416565
289977	rnn.bias_ih_l0	4	-0.00012172554852440953
289977	rnn.bias_ih_l0	5	0.05104416608810425
289977	rnn.bias_ih_l0	6	-0.16692456603050232
289977	rnn.bias_ih_l0	7	-0.2744681239128113
289977	rnn.bias_ih_l0	8	-0.15248042345046997
289977	rnn.bias_ih_l0	9	-0.16673152148723602
289977	rnn.bias_hh_l0	0	0.13626955449581146
289977	rnn.bias_hh_l0	1	-0.060353487730026245
289977	rnn.bias_hh_l0	2	0.05417446792125702
289977	rnn.bias_hh_l0	3	-0.17519117891788483
289977	rnn.bias_hh_l0	4	0.07058293372392654
289977	rnn.bias_hh_l0	5	0.05293848738074303
289977	rnn.bias_hh_l0	6	-0.11151299625635147
289977	rnn.bias_hh_l0	7	-0.15422216057777405
289977	rnn.bias_hh_l0	8	-0.18145087361335754
289977	rnn.bias_hh_l0	9	-0.10722244530916214
289977	rnn.weight_ih_l0_reverse	0	-0.021280545741319656
289977	rnn.weight_ih_l0_reverse	1	-0.010161985643208027
289977	rnn.weight_ih_l0_reverse	2	-0.0005577569827437401
289977	rnn.weight_ih_l0_reverse	3	0.001216245349496603
289977	rnn.weight_ih_l0_reverse	4	0.007425334304571152
289977	rnn.weight_ih_l0_reverse	5	-0.05881485342979431
289977	rnn.weight_ih_l0_reverse	6	-0.04470314458012581
289977	rnn.weight_ih_l0_reverse	7	0.024979809299111366
289977	rnn.weight_ih_l0_reverse	8	0.09578008204698563
289977	rnn.weight_ih_l0_reverse	9	0.0019882938358932734
289977	rnn.weight_hh_l0_reverse	0	0.004565011709928513
289977	rnn.weight_hh_l0_reverse	1	0.026536239311099052
289977	rnn.weight_hh_l0_reverse	2	-0.040938857942819595
289977	rnn.weight_hh_l0_reverse	3	0.04572342336177826
289977	rnn.weight_hh_l0_reverse	4	0.02347787842154503
289977	rnn.weight_hh_l0_reverse	5	-0.011689209379255772
289977	rnn.weight_hh_l0_reverse	6	0.07359916716814041
289977	rnn.weight_hh_l0_reverse	7	0.038275063037872314
289977	rnn.weight_hh_l0_reverse	8	-0.0243071299046278
289977	rnn.weight_hh_l0_reverse	9	-0.02398572862148285
289977	rnn.bias_ih_l0_reverse	0	-0.15133292973041534
289977	rnn.bias_ih_l0_reverse	1	-0.3049233555793762
289977	rnn.bias_ih_l0_reverse	2	-0.062346216291189194
289977	rnn.bias_ih_l0_reverse	3	-0.15155114233493805
289977	rnn.bias_ih_l0_reverse	4	0.0634864941239357
289977	rnn.bias_ih_l0_reverse	5	-0.2846498191356659
289977	rnn.bias_ih_l0_reverse	6	-0.06839516758918762
289977	rnn.bias_ih_l0_reverse	7	0.012293088249862194
289977	rnn.bias_ih_l0_reverse	8	-0.19242216646671295
289977	rnn.bias_ih_l0_reverse	9	-0.08268453180789948
289977	rnn.bias_hh_l0_reverse	0	-0.15215203166007996
289977	rnn.bias_hh_l0_reverse	1	-0.15033911168575287
289977	rnn.bias_hh_l0_reverse	2	-0.012041443027555943
289977	rnn.bias_hh_l0_reverse	3	-0.13852308690547943
289977	rnn.bias_hh_l0_reverse	4	-0.03157197684049606
289977	rnn.bias_hh_l0_reverse	5	-0.11974659562110901
289977	rnn.bias_hh_l0_reverse	6	-0.07183512300252914
289977	rnn.bias_hh_l0_reverse	7	-0.18116949498653412
289977	rnn.bias_hh_l0_reverse	8	-0.05676916614174843
289977	rnn.bias_hh_l0_reverse	9	-0.1143065020442009
289977	linear.weight	0	-0.23011666536331177
289977	linear.weight	1	-0.1373109221458435
289977	linear.weight	2	-0.011228874325752258
289977	linear.weight	3	-0.08805675059556961
289977	linear.weight	4	-0.012859558686614037
289977	linear.weight	5	0.2401965707540512
289977	linear.weight	6	0.0047744326293468475
289977	linear.weight	7	-0.021312154829502106
289977	linear.weight	8	0.2269342690706253
289977	linear.weight	9	0.2332540601491928
289977	linear.bias	0	-0.8411093354225159
289977	linear.bias	1	1.4012693166732788
289977	linear.bias	2	-0.49496665596961975
289977	linear.bias	3	-0.7709916830062866
289977	linear.bias	4	-0.9035884141921997
289977	linear.bias	5	-1.181423306465149
289977	linear.bias	6	-0.9644129276275635
289977	linear.bias	7	-0.6884779930114746
289977	linear.bias	8	-0.01705317199230194
289977	linear.bias	9	3.5632827281951904
290174	transitions	0	-0.48220324516296387
290174	transitions	1	8.930938720703125
290174	transitions	2	-3.667550563812256
290174	transitions	3	1.6732145547866821
290174	transitions	4	-2.249175548553467
290174	transitions	5	-0.44117650389671326
290174	transitions	6	-0.19804438948631287
290174	transitions	7	-10000.0
290174	transitions	8	1.8797922134399414
290174	transitions	9	-2.2953367233276367
290174	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
290174	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
290174	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
290174	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
290174	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
290174	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
290174	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
290174	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
290174	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
290174	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
290174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
290174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
290174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
290174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
290174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
290174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
290174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
290174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
290174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
290174	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
290174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
290174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
290174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
290174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
290174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
290174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
290174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
290174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
290174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
290174	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
290174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
290174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
290174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
290174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
290174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
290174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
290174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
290174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
290174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
290174	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
290174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
290174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
290174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
290174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
290174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
290174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
290174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
290174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
290174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
290174	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
290174	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
290174	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
290174	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
290174	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
290174	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
290174	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
290174	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
290174	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
290174	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
290174	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
290174	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
290174	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
290174	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
290174	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
290174	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
290174	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
290174	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
290174	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
290174	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
290174	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
290174	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
290174	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
290174	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
290174	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
290174	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
290174	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
290174	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
290174	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
290174	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
290174	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
290174	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
290174	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
290174	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
290174	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
290174	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
290174	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
290174	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
290174	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
290174	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
290174	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
290174	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
290174	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
290174	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
290174	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
290174	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
290174	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
290174	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
290174	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
290174	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
290174	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
290174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
290174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
290174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
290174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
290174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
290174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
290174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
290174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
290174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
290174	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
290174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
290174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
290174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
290174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
290174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
290174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
290174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
290174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
290174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
290174	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
290174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
290174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
290174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
290174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
290174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
290174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
290174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
290174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
290174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
290174	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
290174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
290174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
290174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
290174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
290174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
290174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
290174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
290174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
290174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
290174	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
290174	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
290174	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
290174	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
290174	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
290174	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
290174	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
290174	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
290174	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
290174	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
290174	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
290174	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
290174	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
290174	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
290174	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
290174	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
290174	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
290174	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
290174	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
290174	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
290174	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
290174	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
290174	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
290174	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
290174	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
290174	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
290174	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
290174	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
290174	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
290174	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
290174	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
290174	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
290174	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
290174	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
290174	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
290174	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
290174	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
290174	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
290174	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
290174	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
290174	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
290174	embedding2nn.weight	0	0.04593106731772423
290174	embedding2nn.weight	1	-0.08756828308105469
290174	embedding2nn.weight	2	0.004645233042538166
290174	embedding2nn.weight	3	-0.05832361429929733
290174	embedding2nn.weight	4	-0.1265592873096466
290174	embedding2nn.weight	5	0.10981099307537079
290174	embedding2nn.weight	6	-0.06965094804763794
290174	embedding2nn.weight	7	-0.08621010929346085
290174	embedding2nn.weight	8	-0.03364316746592522
290174	embedding2nn.weight	9	0.039415035396814346
290174	embedding2nn.bias	0	0.07093670219182968
290174	embedding2nn.bias	1	-0.024462321773171425
290174	embedding2nn.bias	2	-0.07241364568471909
290174	embedding2nn.bias	3	0.01049581728875637
290174	embedding2nn.bias	4	-0.016110485419631004
290174	embedding2nn.bias	5	-0.18637478351593018
290174	embedding2nn.bias	6	-0.12150977551937103
290174	embedding2nn.bias	7	-0.0019233355997130275
290174	embedding2nn.bias	8	0.05774499848484993
290174	embedding2nn.bias	9	-0.042407695204019547
290174	rnn.weight_ih_l0	0	0.037267837673425674
290174	rnn.weight_ih_l0	1	-0.09227032214403152
290174	rnn.weight_ih_l0	2	-0.06635165214538574
290174	rnn.weight_ih_l0	3	-0.05144205316901207
290174	rnn.weight_ih_l0	4	0.018562011420726776
290174	rnn.weight_ih_l0	5	-0.11066393554210663
290174	rnn.weight_ih_l0	6	-0.030701052397489548
290174	rnn.weight_ih_l0	7	0.007193668279796839
290174	rnn.weight_ih_l0	8	0.04863976314663887
290174	rnn.weight_ih_l0	9	0.011487647891044617
290174	rnn.weight_hh_l0	0	0.003978545777499676
290174	rnn.weight_hh_l0	1	-0.07737850397825241
290174	rnn.weight_hh_l0	2	0.0757928192615509
290174	rnn.weight_hh_l0	3	0.051510974764823914
290174	rnn.weight_hh_l0	4	0.007247955072671175
290174	rnn.weight_hh_l0	5	0.0721685066819191
290174	rnn.weight_hh_l0	6	-0.018704906105995178
290174	rnn.weight_hh_l0	7	-0.11754930764436722
290174	rnn.weight_hh_l0	8	0.029203860089182854
290174	rnn.weight_hh_l0	9	-0.0740426778793335
290174	rnn.bias_ih_l0	0	-0.08702141791582108
290174	rnn.bias_ih_l0	1	-0.19456711411476135
290174	rnn.bias_ih_l0	2	-0.2685348391532898
290174	rnn.bias_ih_l0	3	-0.2725541293621063
290174	rnn.bias_ih_l0	4	-9.196397149935365e-05
290174	rnn.bias_ih_l0	5	0.05032208189368248
290174	rnn.bias_ih_l0	6	-0.16673783957958221
290174	rnn.bias_ih_l0	7	-0.2741975486278534
290174	rnn.bias_ih_l0	8	-0.15262377262115479
290174	rnn.bias_ih_l0	9	-0.16658012568950653
290174	rnn.bias_hh_l0	0	0.13616254925727844
290174	rnn.bias_hh_l0	1	-0.05994299054145813
290174	rnn.bias_hh_l0	2	0.05403366684913635
290174	rnn.bias_hh_l0	3	-0.17517921328544617
290174	rnn.bias_hh_l0	4	0.07063037157058716
290174	rnn.bias_hh_l0	5	0.05284790322184563
290174	rnn.bias_hh_l0	6	-0.11142035573720932
290174	rnn.bias_hh_l0	7	-0.15430662035942078
290174	rnn.bias_hh_l0	8	-0.1813391149044037
290174	rnn.bias_hh_l0	9	-0.10764987766742706
290174	rnn.weight_ih_l0_reverse	0	-0.021282847970724106
290174	rnn.weight_ih_l0_reverse	1	-0.010251672938466072
290174	rnn.weight_ih_l0_reverse	2	-0.0011185482144355774
290174	rnn.weight_ih_l0_reverse	3	0.0015254368772730231
290174	rnn.weight_ih_l0_reverse	4	0.007092540618032217
290174	rnn.weight_ih_l0_reverse	5	-0.05936972424387932
290174	rnn.weight_ih_l0_reverse	6	-0.04503766447305679
290174	rnn.weight_ih_l0_reverse	7	0.024784229695796967
290174	rnn.weight_ih_l0_reverse	8	0.09558367729187012
290174	rnn.weight_ih_l0_reverse	9	0.001994876656681299
290174	rnn.weight_hh_l0_reverse	0	0.0045096068643033504
290174	rnn.weight_hh_l0_reverse	1	0.02648717164993286
290174	rnn.weight_hh_l0_reverse	2	-0.040991444140672684
290174	rnn.weight_hh_l0_reverse	3	0.04552368074655533
290174	rnn.weight_hh_l0_reverse	4	0.023390283808112144
290174	rnn.weight_hh_l0_reverse	5	-0.011688333936035633
290174	rnn.weight_hh_l0_reverse	6	0.0736684799194336
290174	rnn.weight_hh_l0_reverse	7	0.03831793740391731
290174	rnn.weight_hh_l0_reverse	8	-0.02432042732834816
290174	rnn.weight_hh_l0_reverse	9	-0.023946698755025864
290174	rnn.bias_ih_l0_reverse	0	-0.1513289213180542
290174	rnn.bias_ih_l0_reverse	1	-0.3047454357147217
290174	rnn.bias_ih_l0_reverse	2	-0.06229476258158684
290174	rnn.bias_ih_l0_reverse	3	-0.15137891471385956
290174	rnn.bias_ih_l0_reverse	4	0.0633111223578453
290174	rnn.bias_ih_l0_reverse	5	-0.2850140631198883
290174	rnn.bias_ih_l0_reverse	6	-0.06831955909729004
290174	rnn.bias_ih_l0_reverse	7	0.01119241677224636
290174	rnn.bias_ih_l0_reverse	8	-0.19200260937213898
290174	rnn.bias_ih_l0_reverse	9	-0.0828632190823555
290174	rnn.bias_hh_l0_reverse	0	-0.15149028599262238
290174	rnn.bias_hh_l0_reverse	1	-0.14987488090991974
290174	rnn.bias_hh_l0_reverse	2	-0.012327367439866066
290174	rnn.bias_hh_l0_reverse	3	-0.13842426240444183
290174	rnn.bias_hh_l0_reverse	4	-0.0314326211810112
290174	rnn.bias_hh_l0_reverse	5	-0.11996208131313324
290174	rnn.bias_hh_l0_reverse	6	-0.07195071130990982
290174	rnn.bias_hh_l0_reverse	7	-0.18073292076587677
290174	rnn.bias_hh_l0_reverse	8	-0.05659211054444313
290174	rnn.bias_hh_l0_reverse	9	-0.11469212174415588
290174	linear.weight	0	-0.23052166402339935
290174	linear.weight	1	-0.1349458545446396
290174	linear.weight	2	-0.011228874325752258
290174	linear.weight	3	-0.08728600293397903
290174	linear.weight	4	-0.013674033805727959
290174	linear.weight	5	0.2411436140537262
290174	linear.weight	6	0.0047744326293468475
290174	linear.weight	7	-0.021312154829502106
290174	linear.weight	8	0.22748859226703644
290174	linear.weight	9	0.23311756551265717
290174	linear.bias	0	-0.8391208052635193
290174	linear.bias	1	1.4034315347671509
290174	linear.bias	2	-0.49646830558776855
290174	linear.bias	3	-0.7695502638816833
290174	linear.bias	4	-0.9109777212142944
290174	linear.bias	5	-1.1814243793487549
290174	linear.bias	6	-0.9623962640762329
290174	linear.bias	7	-0.6898492574691772
290174	linear.bias	8	-0.01705317199230194
290174	linear.bias	9	3.5684452056884766
290178	transitions	0	-0.48220324516296387
290178	transitions	1	8.93089485168457
290178	transitions	2	-3.667550802230835
290178	transitions	3	1.6731517314910889
290178	transitions	4	-2.249175548553467
290178	transitions	5	-0.44117653369903564
290178	transitions	6	-0.19804441928863525
290178	transitions	7	-10000.0
290178	transitions	8	1.8797922134399414
290178	transitions	9	-2.2953367233276367
290178	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
290178	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
290178	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
290178	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
290178	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
290178	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
290178	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
290178	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
290178	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
290178	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
290178	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
290178	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
290178	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
290178	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
290178	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
290178	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
290178	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
290178	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
290178	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
290178	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
290178	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
290178	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
290178	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
290178	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
290178	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
290178	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
290178	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
290178	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
290178	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
290178	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
290178	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
290178	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
290178	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
290178	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
290178	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
290178	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
290178	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
290178	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
290178	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
290178	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
290178	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
290178	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
290178	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
290178	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
290178	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
290178	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
290178	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
290178	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
290178	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
290178	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
290178	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
290178	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
290178	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
290178	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
290178	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
290178	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
290178	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
290178	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
290178	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
290178	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
290178	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
290178	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
290178	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
290178	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
290178	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
290178	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
290178	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
290178	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
290178	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
290178	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
290178	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
290178	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
290178	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
290178	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
290178	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
290178	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
290178	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
290178	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
290178	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
290178	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
290178	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
290178	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
290178	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
290178	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
290178	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
290178	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
290178	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
290178	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
290178	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
290178	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
290178	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
290178	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
290178	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
290178	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
290178	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
290178	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
290178	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
290178	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
290178	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
290178	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
290178	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
290178	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
290178	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
290178	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
290178	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
290178	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
290178	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
290178	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
290178	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
290178	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
290178	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
290178	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
290178	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
290178	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
290178	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
290178	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
290178	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
290178	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
290178	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
290178	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
290178	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
290178	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
290178	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
290178	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
290178	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
290178	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
290178	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
290178	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
290178	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
290178	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
290178	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
290178	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
290178	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
290178	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
290178	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
290178	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
290178	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
290178	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
290178	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
290178	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
290178	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
290178	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
290178	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
290178	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
290178	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
290178	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
290178	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
290178	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
290178	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
290178	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
290178	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
290178	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
290178	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
290178	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
290178	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
290178	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
290178	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
290178	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
290178	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
290178	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
290178	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
290178	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
290178	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
290178	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
290178	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
290178	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
290178	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
290178	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
290178	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
290178	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
290178	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
290178	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
290178	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
290178	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
290178	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
290178	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
290178	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
290178	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
290178	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
290178	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
290178	embedding2nn.weight	0	0.04593120515346527
290178	embedding2nn.weight	1	-0.08754801750183105
290178	embedding2nn.weight	2	0.004668754991143942
290178	embedding2nn.weight	3	-0.05838819965720177
290178	embedding2nn.weight	4	-0.1264941245317459
290178	embedding2nn.weight	5	0.10978078842163086
290178	embedding2nn.weight	6	-0.06958623975515366
290178	embedding2nn.weight	7	-0.0863143801689148
290178	embedding2nn.weight	8	-0.03364403918385506
290178	embedding2nn.weight	9	0.03945976495742798
290178	embedding2nn.bias	0	0.07109653204679489
290178	embedding2nn.bias	1	-0.02413858287036419
290178	embedding2nn.bias	2	-0.07262208312749863
290178	embedding2nn.bias	3	0.010623310692608356
290178	embedding2nn.bias	4	-0.016413146629929543
290178	embedding2nn.bias	5	-0.18661628663539886
290178	embedding2nn.bias	6	-0.12173742800951004
290178	embedding2nn.bias	7	-0.0020440411753952503
290178	embedding2nn.bias	8	0.057907845824956894
290178	embedding2nn.bias	9	-0.04277142137289047
290178	rnn.weight_ih_l0	0	0.037264466285705566
290178	rnn.weight_ih_l0	1	-0.09227067977190018
290178	rnn.weight_ih_l0	2	-0.06636304408311844
290178	rnn.weight_ih_l0	3	-0.05146985128521919
290178	rnn.weight_ih_l0	4	0.01856258511543274
290178	rnn.weight_ih_l0	5	-0.11066446453332901
290178	rnn.weight_ih_l0	6	-0.030693091452121735
290178	rnn.weight_ih_l0	7	0.007192110177129507
290178	rnn.weight_ih_l0	8	0.0486389584839344
290178	rnn.weight_ih_l0	9	0.011511893011629581
290178	rnn.weight_hh_l0	0	0.003975878469645977
290178	rnn.weight_hh_l0	1	-0.07735837250947952
290178	rnn.weight_hh_l0	2	0.07579363137483597
290178	rnn.weight_hh_l0	3	0.05152510851621628
290178	rnn.weight_hh_l0	4	0.0072458358481526375
290178	rnn.weight_hh_l0	5	0.07215376943349838
290178	rnn.weight_hh_l0	6	-0.018703866750001907
290178	rnn.weight_hh_l0	7	-0.11756784468889236
290178	rnn.weight_hh_l0	8	0.029202748090028763
290178	rnn.weight_hh_l0	9	-0.074008509516716
290178	rnn.bias_ih_l0	0	-0.08695325255393982
290178	rnn.bias_ih_l0	1	-0.19454984366893768
290178	rnn.bias_ih_l0	2	-0.268570214509964
290178	rnn.bias_ih_l0	3	-0.27257826924324036
290178	rnn.bias_ih_l0	4	-8.818829519441351e-05
290178	rnn.bias_ih_l0	5	0.05030524358153343
290178	rnn.bias_ih_l0	6	-0.1667586863040924
290178	rnn.bias_ih_l0	7	-0.27419963479042053
290178	rnn.bias_ih_l0	8	-0.15260876715183258
290178	rnn.bias_ih_l0	9	-0.1665923297405243
290178	rnn.bias_hh_l0	0	0.13615670800209045
290178	rnn.bias_hh_l0	1	-0.059883035719394684
290178	rnn.bias_hh_l0	2	0.05403224751353264
290178	rnn.bias_hh_l0	3	-0.17518256604671478
290178	rnn.bias_hh_l0	4	0.07058673352003098
290178	rnn.bias_hh_l0	5	0.052873577922582626
290178	rnn.bias_hh_l0	6	-0.11141781508922577
290178	rnn.bias_hh_l0	7	-0.15433458983898163
290178	rnn.bias_hh_l0	8	-0.18137940764427185
290178	rnn.bias_hh_l0	9	-0.10756225138902664
290178	rnn.weight_ih_l0_reverse	0	-0.02128487080335617
290178	rnn.weight_ih_l0_reverse	1	-0.010249285958707333
290178	rnn.weight_ih_l0_reverse	2	-0.0011172578670084476
290178	rnn.weight_ih_l0_reverse	3	0.0015552276745438576
290178	rnn.weight_ih_l0_reverse	4	0.007208774331957102
290178	rnn.weight_ih_l0_reverse	5	-0.05937715992331505
290178	rnn.weight_ih_l0_reverse	6	-0.0450468547642231
290178	rnn.weight_ih_l0_reverse	7	0.024783147498965263
290178	rnn.weight_ih_l0_reverse	8	0.09558653086423874
290178	rnn.weight_ih_l0_reverse	9	0.0020137063693255186
290178	rnn.weight_hh_l0_reverse	0	0.0045054079964756966
290178	rnn.weight_hh_l0_reverse	1	0.02648751623928547
290178	rnn.weight_hh_l0_reverse	2	-0.04102339968085289
290178	rnn.weight_hh_l0_reverse	3	0.04553060978651047
290178	rnn.weight_hh_l0_reverse	4	0.023391513153910637
290178	rnn.weight_hh_l0_reverse	5	-0.011687926948070526
290178	rnn.weight_hh_l0_reverse	6	0.07366833090782166
290178	rnn.weight_hh_l0_reverse	7	0.03831850737333298
290178	rnn.weight_hh_l0_reverse	8	-0.024324532598257065
290178	rnn.weight_hh_l0_reverse	9	-0.02394689805805683
290178	rnn.bias_ih_l0_reverse	0	-0.15130795538425446
290178	rnn.bias_ih_l0_reverse	1	-0.30474013090133667
290178	rnn.bias_ih_l0_reverse	2	-0.062296487390995026
290178	rnn.bias_ih_l0_reverse	3	-0.1514892280101776
290178	rnn.bias_ih_l0_reverse	4	0.06332051008939743
290178	rnn.bias_ih_l0_reverse	5	-0.28501877188682556
290178	rnn.bias_ih_l0_reverse	6	-0.06832290440797806
290178	rnn.bias_ih_l0_reverse	7	0.011227292008697987
290178	rnn.bias_ih_l0_reverse	8	-0.1919741928577423
290178	rnn.bias_ih_l0_reverse	9	-0.0828699916601181
290178	rnn.bias_hh_l0_reverse	0	-0.15145711600780487
290178	rnn.bias_hh_l0_reverse	1	-0.14983123540878296
290178	rnn.bias_hh_l0_reverse	2	-0.012315778993070126
290178	rnn.bias_hh_l0_reverse	3	-0.13842111825942993
290178	rnn.bias_hh_l0_reverse	4	-0.03142015263438225
290178	rnn.bias_hh_l0_reverse	5	-0.11989506334066391
290178	rnn.bias_hh_l0_reverse	6	-0.07197554409503937
290178	rnn.bias_hh_l0_reverse	7	-0.18072284758090973
290178	rnn.bias_hh_l0_reverse	8	-0.056607019156217575
290178	rnn.bias_hh_l0_reverse	9	-0.11477121710777283
290178	linear.weight	0	-0.230503112077713
290178	linear.weight	1	-0.13494929671287537
290178	linear.weight	2	-0.011228874325752258
290178	linear.weight	3	-0.0872848629951477
290178	linear.weight	4	-0.013775299303233624
290178	linear.weight	5	0.24106498062610626
290178	linear.weight	6	0.0047744326293468475
290178	linear.weight	7	-0.021312154829502106
290178	linear.weight	8	0.22751934826374054
290178	linear.weight	9	0.23305828869342804
290178	linear.bias	0	-0.8391448855400085
290178	linear.bias	1	1.4037867784500122
290178	linear.bias	2	-0.49682721495628357
290178	linear.bias	3	-0.7696561217308044
290178	linear.bias	4	-0.9095872044563293
290178	linear.bias	5	-1.1814243793487549
290178	linear.bias	6	-0.9624103903770447
290178	linear.bias	7	-0.6918007731437683
290178	linear.bias	8	-0.01705317199230194
290178	linear.bias	9	3.5723137855529785
290375	transitions	0	-0.48221278190612793
290375	transitions	1	8.926579475402832
290375	transitions	2	-3.6676182746887207
290375	transitions	3	1.6724857091903687
290375	transitions	4	-2.249206304550171
290375	transitions	5	-0.44119009375572205
290375	transitions	6	-0.19804660975933075
290375	transitions	7	-10000.0
290375	transitions	8	1.8807131052017212
290375	transitions	9	-2.295336961746216
290375	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
290375	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
290375	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
290375	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
290375	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
290375	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
290375	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
290375	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
290375	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
290375	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
290375	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
290375	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
290375	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
290375	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
290375	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
290375	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
290375	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
290375	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
290375	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
290375	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
290375	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
290375	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
290375	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
290375	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
290375	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
290375	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
290375	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
290375	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
290375	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
290375	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
290375	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
290375	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
290375	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
290375	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
290375	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
290375	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
290375	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
290375	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
290375	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
290375	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
290375	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
290375	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
290375	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
290375	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
290375	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
290375	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
290375	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
290375	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
290375	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
290375	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
290375	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
290375	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
290375	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
290375	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
290375	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
290375	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
290375	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
290375	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
290375	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
290375	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
290375	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
290375	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
290375	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
290375	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
290375	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
290375	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
290375	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
290375	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
290375	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
290375	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
290375	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
290375	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
290375	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
290375	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
290375	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
290375	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
290375	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
290375	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
290375	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
290375	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
290375	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
290375	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
290375	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
290375	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
290375	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
290375	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
290375	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
290375	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
290375	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
290375	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
290375	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
290375	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
290375	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
290375	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
290375	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
290375	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
290375	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
290375	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
290375	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
290375	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
290375	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
290375	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
290375	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
290375	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
290375	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
290375	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
290375	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
290375	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
290375	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
290375	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
290375	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
290375	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
290375	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
290375	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
290375	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
290375	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
290375	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
290375	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
290375	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
290375	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
290375	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
290375	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
290375	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
290375	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
290375	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
290375	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
290375	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
290375	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
290375	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
290375	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
290375	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
290375	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
290375	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
290375	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
290375	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
290375	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
290375	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
290375	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
290375	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
290375	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
290375	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
290375	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
290375	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
290375	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
290375	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
290375	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
290375	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
290375	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
290375	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
290375	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
290375	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
290375	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
290375	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
290375	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
290375	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
290375	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
290375	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
290375	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
290375	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
290375	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
290375	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
290375	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
290375	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
290375	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
290375	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
290375	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
290375	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
290375	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
290375	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
290375	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
290375	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
290375	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
290375	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
290375	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
290375	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
290375	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
290375	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
290375	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
290375	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
290375	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
290375	embedding2nn.weight	0	0.04585163667798042
290375	embedding2nn.weight	1	-0.08725406974554062
290375	embedding2nn.weight	2	0.004808897152543068
290375	embedding2nn.weight	3	-0.05860213562846184
290375	embedding2nn.weight	4	-0.1266644299030304
290375	embedding2nn.weight	5	0.10976672172546387
290375	embedding2nn.weight	6	-0.07022670656442642
290375	embedding2nn.weight	7	-0.08607830852270126
290375	embedding2nn.weight	8	-0.03384825214743614
290375	embedding2nn.weight	9	0.03910370171070099
290375	embedding2nn.bias	0	0.06915116310119629
290375	embedding2nn.bias	1	-0.02491503581404686
290375	embedding2nn.bias	2	-0.07142678648233414
290375	embedding2nn.bias	3	0.012787801213562489
290375	embedding2nn.bias	4	-0.015409298241138458
290375	embedding2nn.bias	5	-0.18740756809711456
290375	embedding2nn.bias	6	-0.12524308264255524
290375	embedding2nn.bias	7	-0.005826962646096945
290375	embedding2nn.bias	8	0.05949505418539047
290375	embedding2nn.bias	9	-0.04670339822769165
290375	rnn.weight_ih_l0	0	0.0370355024933815
290375	rnn.weight_ih_l0	1	-0.09211868047714233
290375	rnn.weight_ih_l0	2	-0.06633888930082321
290375	rnn.weight_ih_l0	3	-0.05159631371498108
290375	rnn.weight_ih_l0	4	0.0185499656945467
290375	rnn.weight_ih_l0	5	-0.11071330308914185
290375	rnn.weight_ih_l0	6	-0.030836468562483788
290375	rnn.weight_ih_l0	7	0.007017082534730434
290375	rnn.weight_ih_l0	8	0.04817317798733711
290375	rnn.weight_ih_l0	9	0.011350407265126705
290375	rnn.weight_hh_l0	0	0.004036684054881334
290375	rnn.weight_hh_l0	1	-0.07730308175086975
290375	rnn.weight_hh_l0	2	0.07586077600717545
290375	rnn.weight_hh_l0	3	0.05147094652056694
290375	rnn.weight_hh_l0	4	0.007242690771818161
290375	rnn.weight_hh_l0	5	0.07222440093755722
290375	rnn.weight_hh_l0	6	-0.018703974783420563
290375	rnn.weight_hh_l0	7	-0.11746066063642502
290375	rnn.weight_hh_l0	8	0.029089486226439476
290375	rnn.weight_hh_l0	9	-0.0740630179643631
290375	rnn.bias_ih_l0	0	-0.08680011332035065
290375	rnn.bias_ih_l0	1	-0.19462545216083527
290375	rnn.bias_ih_l0	2	-0.2681780755519867
290375	rnn.bias_ih_l0	3	-0.2721792161464691
290375	rnn.bias_ih_l0	4	-0.0003541796177159995
290375	rnn.bias_ih_l0	5	0.05012532323598862
290375	rnn.bias_ih_l0	6	-0.16709178686141968
290375	rnn.bias_ih_l0	7	-0.274308979511261
290375	rnn.bias_ih_l0	8	-0.15252751111984253
290375	rnn.bias_ih_l0	9	-0.1661565750837326
290375	rnn.bias_hh_l0	0	0.13566286861896515
290375	rnn.bias_hh_l0	1	-0.05950929969549179
290375	rnn.bias_hh_l0	2	0.05399198830127716
290375	rnn.bias_hh_l0	3	-0.17525403201580048
290375	rnn.bias_hh_l0	4	0.07055775821208954
290375	rnn.bias_hh_l0	5	0.05319080874323845
290375	rnn.bias_hh_l0	6	-0.11066166311502457
290375	rnn.bias_hh_l0	7	-0.154535174369812
290375	rnn.bias_hh_l0	8	-0.18144801259040833
290375	rnn.bias_hh_l0	9	-0.10828140377998352
290375	rnn.weight_ih_l0_reverse	0	-0.0213323887437582
290375	rnn.weight_ih_l0_reverse	1	-0.010355583392083645
290375	rnn.weight_ih_l0_reverse	2	-0.0009015523828566074
290375	rnn.weight_ih_l0_reverse	3	0.0017987710889428854
290375	rnn.weight_ih_l0_reverse	4	0.00722459377720952
290375	rnn.weight_ih_l0_reverse	5	-0.05910050868988037
290375	rnn.weight_ih_l0_reverse	6	-0.0454009585082531
290375	rnn.weight_ih_l0_reverse	7	0.025045961141586304
290375	rnn.weight_ih_l0_reverse	8	0.09534036368131638
290375	rnn.weight_ih_l0_reverse	9	0.0020121755078434944
290375	rnn.weight_hh_l0_reverse	0	0.004394656512886286
290375	rnn.weight_hh_l0_reverse	1	0.026513343676924706
290375	rnn.weight_hh_l0_reverse	2	-0.04100717976689339
290375	rnn.weight_hh_l0_reverse	3	0.04550523683428764
290375	rnn.weight_hh_l0_reverse	4	0.023452837020158768
290375	rnn.weight_hh_l0_reverse	5	-0.012225672602653503
290375	rnn.weight_hh_l0_reverse	6	0.0736817717552185
290375	rnn.weight_hh_l0_reverse	7	0.038289573043584824
290375	rnn.weight_hh_l0_reverse	8	-0.024263247847557068
290375	rnn.weight_hh_l0_reverse	9	-0.023951351642608643
290375	rnn.bias_ih_l0_reverse	0	-0.15084655582904816
290375	rnn.bias_ih_l0_reverse	1	-0.304551362991333
290375	rnn.bias_ih_l0_reverse	2	-0.062368374317884445
290375	rnn.bias_ih_l0_reverse	3	-0.15150535106658936
290375	rnn.bias_ih_l0_reverse	4	0.06281250715255737
290375	rnn.bias_ih_l0_reverse	5	-0.28529587388038635
290375	rnn.bias_ih_l0_reverse	6	-0.06869056075811386
290375	rnn.bias_ih_l0_reverse	7	0.011332409456372261
290375	rnn.bias_ih_l0_reverse	8	-0.1921394318342209
290375	rnn.bias_ih_l0_reverse	9	-0.08293512463569641
290375	rnn.bias_hh_l0_reverse	0	-0.1518610417842865
290375	rnn.bias_hh_l0_reverse	1	-0.15079747140407562
290375	rnn.bias_hh_l0_reverse	2	-0.01214915793389082
290375	rnn.bias_hh_l0_reverse	3	-0.13831187784671783
290375	rnn.bias_hh_l0_reverse	4	-0.03081437014043331
290375	rnn.bias_hh_l0_reverse	5	-0.12014063447713852
290375	rnn.bias_hh_l0_reverse	6	-0.07179588824510574
290375	rnn.bias_hh_l0_reverse	7	-0.1810765117406845
290375	rnn.bias_hh_l0_reverse	8	-0.05655757337808609
290375	rnn.bias_hh_l0_reverse	9	-0.11504165828227997
290375	linear.weight	0	-0.2315584123134613
290375	linear.weight	1	-0.13297678530216217
290375	linear.weight	2	-0.011228874325752258
290375	linear.weight	3	-0.08522159606218338
290375	linear.weight	4	-0.014618448913097382
290375	linear.weight	5	0.23984293639659882
290375	linear.weight	6	0.0047744326293468475
290375	linear.weight	7	-0.021312154829502106
290375	linear.weight	8	0.22686715424060822
290375	linear.weight	9	0.23144057393074036
290375	linear.bias	0	-0.8412021994590759
290375	linear.bias	1	1.40522038936615
290375	linear.bias	2	-0.4936198890209198
290375	linear.bias	3	-0.7747374773025513
290375	linear.bias	4	-0.9045073390007019
290375	linear.bias	5	-1.1814261674880981
290375	linear.bias	6	-0.964646577835083
290375	linear.bias	7	-0.6881443858146667
290375	linear.bias	8	-0.01705317199230194
290375	linear.bias	9	3.558220386505127
290572	transitions	0	-0.48221999406814575
290572	transitions	1	8.922290802001953
290572	transitions	2	-3.6676650047302246
290572	transitions	3	1.6731988191604614
290572	transitions	4	-2.2492928504943848
290572	transitions	5	-0.441195011138916
290572	transitions	6	-0.19804969429969788
290572	transitions	7	-10000.0
290572	transitions	8	1.88047456741333
290572	transitions	9	-2.295337438583374
290572	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
290572	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
290572	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
290572	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
290572	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
290572	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
290572	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
290572	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
290572	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
290572	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
290572	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
290572	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
290572	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
290572	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
290572	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
290572	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
290572	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
290572	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
290572	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
290572	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
290572	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
290572	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
290572	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
290572	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
290572	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
290572	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
290572	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
290572	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
290572	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
290572	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
290572	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
290572	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
290572	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
290572	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
290572	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
290572	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
290572	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
290572	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
290572	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
290572	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
290572	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
290572	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
290572	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
290572	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
290572	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
290572	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
290572	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
290572	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
290572	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
290572	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
290572	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
290572	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
290572	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
290572	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
290572	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
290572	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
290572	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
290572	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
290572	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
290572	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
290572	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
290572	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
290572	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
290572	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
290572	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
290572	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
290572	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
290572	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
290572	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
290572	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
290572	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
290572	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
290572	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
290572	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
290572	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
290572	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
290572	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
290572	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
290572	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
290572	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
290572	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
290572	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
290572	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
290572	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
290572	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
290572	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
290572	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
290572	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
290572	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
290572	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
290572	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
290572	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
290572	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
290572	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
290572	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
290572	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
290572	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
290572	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
290572	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
290572	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
290572	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
290572	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
290572	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
290572	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
290572	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
290572	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
290572	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
290572	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
290572	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
290572	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
290572	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
290572	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
290572	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
290572	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
290572	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
290572	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
290572	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
290572	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
290572	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
290572	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
290572	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
290572	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
290572	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
290572	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
290572	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
290572	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
290572	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
290572	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
290572	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
290572	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
290572	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
290572	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
290572	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
290572	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
290572	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
290572	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
290572	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
290572	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
290572	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
290572	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
290572	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
290572	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
290572	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
290572	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
290572	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
290572	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
290572	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
290572	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
290572	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
290572	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
290572	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
290572	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
290572	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
290572	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
290572	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
290572	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
290572	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
290572	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
290572	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
290572	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
290572	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
290572	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
290572	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
290572	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
290572	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
290572	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
290572	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
290572	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
290572	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
290572	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
290572	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
290572	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
290572	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
290572	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
290572	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
290572	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
290572	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
290572	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
290572	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
290572	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
290572	embedding2nn.weight	0	0.045841190963983536
290572	embedding2nn.weight	1	-0.08739185333251953
290572	embedding2nn.weight	2	0.004100087098777294
290572	embedding2nn.weight	3	-0.05835970491170883
290572	embedding2nn.weight	4	-0.1270207315683365
290572	embedding2nn.weight	5	0.10989854484796524
290572	embedding2nn.weight	6	-0.0704701840877533
290572	embedding2nn.weight	7	-0.08605261892080307
290572	embedding2nn.weight	8	-0.033746037632226944
290572	embedding2nn.weight	9	0.038920387625694275
290572	embedding2nn.bias	0	0.07058504968881607
290572	embedding2nn.bias	1	-0.0273360013961792
290572	embedding2nn.bias	2	-0.0720912516117096
290572	embedding2nn.bias	3	0.015330235473811626
290572	embedding2nn.bias	4	-0.014383800327777863
290572	embedding2nn.bias	5	-0.19180233776569366
290572	embedding2nn.bias	6	-0.12515056133270264
290572	embedding2nn.bias	7	-0.0027188684325665236
290572	embedding2nn.bias	8	0.06188945472240448
290572	embedding2nn.bias	9	-0.04577404260635376
290572	rnn.weight_ih_l0	0	0.03762173652648926
290572	rnn.weight_ih_l0	1	-0.09134793281555176
290572	rnn.weight_ih_l0	2	-0.06648949533700943
290572	rnn.weight_ih_l0	3	-0.05153307691216469
290572	rnn.weight_ih_l0	4	0.01847943663597107
290572	rnn.weight_ih_l0	5	-0.1109275296330452
290572	rnn.weight_ih_l0	6	-0.03025759570300579
290572	rnn.weight_ih_l0	7	0.00680934963747859
290572	rnn.weight_ih_l0	8	0.04821179062128067
290572	rnn.weight_ih_l0	9	0.011120972223579884
290572	rnn.weight_hh_l0	0	0.004048224072903395
290572	rnn.weight_hh_l0	1	-0.07704704999923706
290572	rnn.weight_hh_l0	2	0.0760352835059166
290572	rnn.weight_hh_l0	3	0.0513184554874897
290572	rnn.weight_hh_l0	4	0.007184870075434446
290572	rnn.weight_hh_l0	5	0.07208386808633804
290572	rnn.weight_hh_l0	6	-0.018628578633069992
290572	rnn.weight_hh_l0	7	-0.11743482202291489
290572	rnn.weight_hh_l0	8	0.02901885099709034
290572	rnn.weight_hh_l0	9	-0.07416306436061859
290572	rnn.bias_ih_l0	0	-0.08706916868686676
290572	rnn.bias_ih_l0	1	-0.19520212709903717
290572	rnn.bias_ih_l0	2	-0.2683745324611664
290572	rnn.bias_ih_l0	3	-0.27241837978363037
290572	rnn.bias_ih_l0	4	-0.00022433414414990693
290572	rnn.bias_ih_l0	5	0.050833798944950104
290572	rnn.bias_ih_l0	6	-0.16719506680965424
290572	rnn.bias_ih_l0	7	-0.2748461365699768
290572	rnn.bias_ih_l0	8	-0.1527525782585144
290572	rnn.bias_ih_l0	9	-0.16617678105831146
290572	rnn.bias_hh_l0	0	0.13572169840335846
290572	rnn.bias_hh_l0	1	-0.05925065651535988
290572	rnn.bias_hh_l0	2	0.05443735048174858
290572	rnn.bias_hh_l0	3	-0.17478136718273163
290572	rnn.bias_hh_l0	4	0.0704345554113388
290572	rnn.bias_hh_l0	5	0.053090717643499374
290572	rnn.bias_hh_l0	6	-0.11083783954381943
290572	rnn.bias_hh_l0	7	-0.15452395379543304
290572	rnn.bias_hh_l0	8	-0.1814126819372177
290572	rnn.bias_hh_l0	9	-0.10831774771213531
290572	rnn.weight_ih_l0_reverse	0	-0.021403180435299873
290572	rnn.weight_ih_l0_reverse	1	-0.010324327275156975
290572	rnn.weight_ih_l0_reverse	2	-0.0010862555354833603
290572	rnn.weight_ih_l0_reverse	3	0.001798561424948275
290572	rnn.weight_ih_l0_reverse	4	0.007462835405021906
290572	rnn.weight_ih_l0_reverse	5	-0.05909072607755661
290572	rnn.weight_ih_l0_reverse	6	-0.04523662105202675
290572	rnn.weight_ih_l0_reverse	7	0.0254146046936512
290572	rnn.weight_ih_l0_reverse	8	0.09566781669855118
290572	rnn.weight_ih_l0_reverse	9	0.001837476622313261
290572	rnn.weight_hh_l0_reverse	0	0.004384569823741913
290572	rnn.weight_hh_l0_reverse	1	0.026522673666477203
290572	rnn.weight_hh_l0_reverse	2	-0.040992580354213715
290572	rnn.weight_hh_l0_reverse	3	0.04541655629873276
290572	rnn.weight_hh_l0_reverse	4	0.023518087342381477
290572	rnn.weight_hh_l0_reverse	5	-0.012219099327921867
290572	rnn.weight_hh_l0_reverse	6	0.07369428873062134
290572	rnn.weight_hh_l0_reverse	7	0.038207706063985825
290572	rnn.weight_hh_l0_reverse	8	-0.024204444140195847
290572	rnn.weight_hh_l0_reverse	9	-0.023873230442404747
290572	rnn.bias_ih_l0_reverse	0	-0.15053991973400116
290572	rnn.bias_ih_l0_reverse	1	-0.3050239384174347
290572	rnn.bias_ih_l0_reverse	2	-0.06227068975567818
290572	rnn.bias_ih_l0_reverse	3	-0.15180028975009918
290572	rnn.bias_ih_l0_reverse	4	0.06292295455932617
290572	rnn.bias_ih_l0_reverse	5	-0.2849668860435486
290572	rnn.bias_ih_l0_reverse	6	-0.06873997300863266
290572	rnn.bias_ih_l0_reverse	7	0.011566669680178165
290572	rnn.bias_ih_l0_reverse	8	-0.1921897977590561
290572	rnn.bias_ih_l0_reverse	9	-0.08340691775083542
290572	rnn.bias_hh_l0_reverse	0	-0.15128551423549652
290572	rnn.bias_hh_l0_reverse	1	-0.15103353559970856
290572	rnn.bias_hh_l0_reverse	2	-0.011846823617815971
290572	rnn.bias_hh_l0_reverse	3	-0.13861137628555298
290572	rnn.bias_hh_l0_reverse	4	-0.030420789495110512
290572	rnn.bias_hh_l0_reverse	5	-0.12017440050840378
290572	rnn.bias_hh_l0_reverse	6	-0.07128879427909851
290572	rnn.bias_hh_l0_reverse	7	-0.18154139816761017
290572	rnn.bias_hh_l0_reverse	8	-0.056575238704681396
290572	rnn.bias_hh_l0_reverse	9	-0.11515119671821594
290572	linear.weight	0	-0.23223549127578735
290572	linear.weight	1	-0.13291721045970917
290572	linear.weight	2	-0.011228874325752258
290572	linear.weight	3	-0.08573734760284424
290572	linear.weight	4	-0.01445503905415535
290572	linear.weight	5	0.23955462872982025
290572	linear.weight	6	0.0047744326293468475
290572	linear.weight	7	-0.021312154829502106
290572	linear.weight	8	0.2260068953037262
290572	linear.weight	9	0.23265528678894043
290572	linear.bias	0	-0.8422061204910278
290572	linear.bias	1	1.402990460395813
290572	linear.bias	2	-0.483772873878479
290572	linear.bias	3	-0.7806506752967834
290572	linear.bias	4	-0.8917074203491211
290572	linear.bias	5	-1.1814275979995728
290572	linear.bias	6	-0.9662868976593018
290572	linear.bias	7	-0.6982293725013733
290572	linear.bias	8	-0.01705317199230194
290572	linear.bias	9	3.571967124938965
290769	transitions	0	-0.48223984241485596
290769	transitions	1	8.922697067260742
290769	transitions	2	-3.6677169799804688
290769	transitions	3	1.6706651449203491
290769	transitions	4	-2.249415397644043
290769	transitions	5	-0.4412291944026947
290769	transitions	6	-0.1980523318052292
290769	transitions	7	-10000.0
290769	transitions	8	1.8803796768188477
290769	transitions	9	-2.295337438583374
290769	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
290769	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
290769	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
290769	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
290769	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
290769	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
290769	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
290769	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
290769	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
290769	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
290769	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
290769	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
290769	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
290769	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
290769	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
290769	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
290769	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
290769	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
290769	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
290769	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
290769	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
290769	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
290769	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
290769	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
290769	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
290769	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
290769	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
290769	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
290769	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
290769	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
290769	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
290769	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
290769	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
290769	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
290769	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
290769	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
290769	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
290769	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
290769	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
290769	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
290769	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
290769	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
290769	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
290769	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
290769	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
290769	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
290769	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
290769	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
290769	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
290769	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
290769	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
290769	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
290769	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
290769	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
290769	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
290769	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
290769	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
290769	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
290769	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
290769	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
290769	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
290769	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
290769	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
290769	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
290769	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
290769	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
290769	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
290769	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
290769	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
290769	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
290769	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
290769	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
290769	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
290769	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
290769	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
290769	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
290769	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
290769	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
290769	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
290769	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
290769	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
290769	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
290769	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
290769	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
290769	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
290769	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
290769	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
290769	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
290769	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
290769	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
290769	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
290769	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
290769	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
290769	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
290769	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
290769	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
290769	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
290769	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
290769	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
290769	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
290769	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
290769	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
290769	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
290769	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
290769	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
290769	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
290769	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
290769	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
290769	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
290769	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
290769	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
290769	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
290769	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
290769	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
290769	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
290769	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
290769	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
290769	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
290769	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
290769	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
290769	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
290769	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
290769	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
290769	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
290769	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
290769	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
290769	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
290769	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
290769	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
290769	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
290769	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
290769	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
290769	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
290769	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
290769	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
290769	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
290769	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
290769	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
290769	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
290769	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
290769	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
290769	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
290769	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
290769	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
290769	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
290769	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
290769	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
290769	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
290769	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
290769	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
290769	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
290769	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
290769	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
290769	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
290769	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
290769	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
290769	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
290769	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
290769	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
290769	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
290769	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
290769	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
290769	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
290769	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
290769	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
290769	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
290769	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
290769	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
290769	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
290769	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
290769	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
290769	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
290769	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
290769	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
290769	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
290769	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
290769	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
290769	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
290769	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
290769	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
290769	embedding2nn.weight	0	0.045846156775951385
290769	embedding2nn.weight	1	-0.0873468890786171
290769	embedding2nn.weight	2	0.0045518819242715836
290769	embedding2nn.weight	3	-0.0584365651011467
290769	embedding2nn.weight	4	-0.12722885608673096
290769	embedding2nn.weight	5	0.10979180783033371
290769	embedding2nn.weight	6	-0.07064427435398102
290769	embedding2nn.weight	7	-0.08621099591255188
290769	embedding2nn.weight	8	-0.0337112732231617
290769	embedding2nn.weight	9	0.03895188868045807
290769	embedding2nn.bias	0	0.06928807497024536
290769	embedding2nn.bias	1	-0.02871556207537651
290769	embedding2nn.bias	2	-0.0723874419927597
290769	embedding2nn.bias	3	0.01674635335803032
290769	embedding2nn.bias	4	-0.013511614874005318
290769	embedding2nn.bias	5	-0.1901845484972
290769	embedding2nn.bias	6	-0.12789806723594666
290769	embedding2nn.bias	7	-0.0020379836205393076
290769	embedding2nn.bias	8	0.06126529350876808
290769	embedding2nn.bias	9	-0.047592710703611374
290769	rnn.weight_ih_l0	0	0.03755922615528107
290769	rnn.weight_ih_l0	1	-0.09126438200473785
290769	rnn.weight_ih_l0	2	-0.06658894568681717
290769	rnn.weight_ih_l0	3	-0.0516490712761879
290769	rnn.weight_ih_l0	4	0.018547674641013145
290769	rnn.weight_ih_l0	5	-0.11090798676013947
290769	rnn.weight_ih_l0	6	-0.03049957938492298
290769	rnn.weight_ih_l0	7	0.006530854385346174
290769	rnn.weight_ih_l0	8	0.04786282777786255
290769	rnn.weight_ih_l0	9	0.01110273227095604
290769	rnn.weight_hh_l0	0	0.0039834510535001755
290769	rnn.weight_hh_l0	1	-0.07702329009771347
290769	rnn.weight_hh_l0	2	0.07597730308771133
290769	rnn.weight_hh_l0	3	0.05129347741603851
290769	rnn.weight_hh_l0	4	0.007198581472039223
290769	rnn.weight_hh_l0	5	0.07230935245752335
290769	rnn.weight_hh_l0	6	-0.01866784878075123
290769	rnn.weight_hh_l0	7	-0.11727957427501678
290769	rnn.weight_hh_l0	8	0.02929927594959736
290769	rnn.weight_hh_l0	9	-0.07421651482582092
290769	rnn.bias_ih_l0	0	-0.0881502628326416
290769	rnn.bias_ih_l0	1	-0.1955244392156601
290769	rnn.bias_ih_l0	2	-0.2687361538410187
290769	rnn.bias_ih_l0	3	-0.27234184741973877
290769	rnn.bias_ih_l0	4	0.00039779048529453576
290769	rnn.bias_ih_l0	5	0.05080088973045349
290769	rnn.bias_ih_l0	6	-0.16682733595371246
290769	rnn.bias_ih_l0	7	-0.27470454573631287
290769	rnn.bias_ih_l0	8	-0.1525302529335022
290769	rnn.bias_ih_l0	9	-0.16641072928905487
290769	rnn.bias_hh_l0	0	0.13559922575950623
290769	rnn.bias_hh_l0	1	-0.05950213223695755
290769	rnn.bias_hh_l0	2	0.05503024533390999
290769	rnn.bias_hh_l0	3	-0.17484228312969208
290769	rnn.bias_hh_l0	4	0.0707545280456543
290769	rnn.bias_hh_l0	5	0.05340936407446861
290769	rnn.bias_hh_l0	6	-0.11146318912506104
290769	rnn.bias_hh_l0	7	-0.15424422919750214
290769	rnn.bias_hh_l0	8	-0.1815568208694458
290769	rnn.bias_hh_l0	9	-0.10839682072401047
290769	rnn.weight_ih_l0_reverse	0	-0.021300792694091797
290769	rnn.weight_ih_l0_reverse	1	-0.010377487167716026
290769	rnn.weight_ih_l0_reverse	2	-0.000762788113206625
290769	rnn.weight_ih_l0_reverse	3	0.002012464450672269
290769	rnn.weight_ih_l0_reverse	4	0.007234433200210333
290769	rnn.weight_ih_l0_reverse	5	-0.05890097841620445
290769	rnn.weight_ih_l0_reverse	6	-0.04504893347620964
290769	rnn.weight_ih_l0_reverse	7	0.025666214525699615
290769	rnn.weight_ih_l0_reverse	8	0.09502840042114258
290769	rnn.weight_ih_l0_reverse	9	0.0018523926846683025
290769	rnn.weight_hh_l0_reverse	0	0.004368322901427746
290769	rnn.weight_hh_l0_reverse	1	0.02660587802529335
290769	rnn.weight_hh_l0_reverse	2	-0.04079465940594673
290769	rnn.weight_hh_l0_reverse	3	0.04561501741409302
290769	rnn.weight_hh_l0_reverse	4	0.023655293509364128
290769	rnn.weight_hh_l0_reverse	5	-0.012299712747335434
290769	rnn.weight_hh_l0_reverse	6	0.07384183257818222
290769	rnn.weight_hh_l0_reverse	7	0.038243502378463745
290769	rnn.weight_hh_l0_reverse	8	-0.024089548736810684
290769	rnn.weight_hh_l0_reverse	9	-0.023739870637655258
290769	rnn.bias_ih_l0_reverse	0	-0.15116673707962036
290769	rnn.bias_ih_l0_reverse	1	-0.30525967478752136
290769	rnn.bias_ih_l0_reverse	2	-0.06229366734623909
290769	rnn.bias_ih_l0_reverse	3	-0.15151476860046387
290769	rnn.bias_ih_l0_reverse	4	0.06215279549360275
290769	rnn.bias_ih_l0_reverse	5	-0.2850172817707062
290769	rnn.bias_ih_l0_reverse	6	-0.06849998980760574
290769	rnn.bias_ih_l0_reverse	7	0.011502156034111977
290769	rnn.bias_ih_l0_reverse	8	-0.19191087782382965
290769	rnn.bias_ih_l0_reverse	9	-0.08365648984909058
290769	rnn.bias_hh_l0_reverse	0	-0.1513301432132721
290769	rnn.bias_hh_l0_reverse	1	-0.15074223279953003
290769	rnn.bias_hh_l0_reverse	2	-0.011941525153815746
290769	rnn.bias_hh_l0_reverse	3	-0.13875123858451843
290769	rnn.bias_hh_l0_reverse	4	-0.030545294284820557
290769	rnn.bias_hh_l0_reverse	5	-0.11968715488910675
290769	rnn.bias_hh_l0_reverse	6	-0.07089579850435257
290769	rnn.bias_hh_l0_reverse	7	-0.1820281445980072
290769	rnn.bias_hh_l0_reverse	8	-0.056974418461322784
290769	rnn.bias_hh_l0_reverse	9	-0.11482127010822296
290769	linear.weight	0	-0.23452359437942505
290769	linear.weight	1	-0.13254962861537933
290769	linear.weight	2	-0.011228874325752258
290769	linear.weight	3	-0.08604047447443008
290769	linear.weight	4	-0.014699519611895084
290769	linear.weight	5	0.238655224442482
290769	linear.weight	6	0.0047744326293468475
290769	linear.weight	7	-0.021312154829502106
290769	linear.weight	8	0.2253742218017578
290769	linear.weight	9	0.23433849215507507
290769	linear.bias	0	-0.8441506624221802
290769	linear.bias	1	1.4020310640335083
290769	linear.bias	2	-0.4862493872642517
290769	linear.bias	3	-0.7765737771987915
290769	linear.bias	4	-0.8997405171394348
290769	linear.bias	5	-1.1814292669296265
290769	linear.bias	6	-0.9677767157554626
290769	linear.bias	7	-0.6866356134414673
290769	linear.bias	8	-0.01705317199230194
290769	linear.bias	9	3.5603177547454834
290966	transitions	0	-0.48225077986717224
290966	transitions	1	8.93126106262207
290966	transitions	2	-3.6677591800689697
290966	transitions	3	1.6704139709472656
290966	transitions	4	-2.2495477199554443
290966	transitions	5	-0.44123154878616333
290966	transitions	6	-0.19805455207824707
290966	transitions	7	-10000.0
290966	transitions	8	1.8804259300231934
290966	transitions	9	-2.295337677001953
290966	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
290966	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
290966	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
290966	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
290966	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
290966	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
290966	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
290966	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
290966	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
290966	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
290966	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
290966	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
290966	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
290966	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
290966	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
290966	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
290966	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
290966	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
290966	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
290966	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
290966	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
290966	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
290966	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
290966	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
290966	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
290966	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
290966	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
290966	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
290966	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
290966	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
290966	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
290966	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
290966	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
290966	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
290966	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
290966	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
290966	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
290966	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
290966	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
290966	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
290966	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
290966	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
290966	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
290966	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
290966	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
290966	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
290966	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
290966	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
290966	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
290966	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
290966	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
290966	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
290966	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
290966	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
290966	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
290966	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
290966	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
290966	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
290966	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
290966	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
290966	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
290966	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
290966	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
290966	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
290966	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
290966	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
290966	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
290966	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
290966	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
290966	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
290966	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
290966	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
290966	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
290966	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
290966	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
290966	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
290966	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
290966	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
290966	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
290966	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
290966	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
290966	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
290966	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
290966	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
290966	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
290966	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
290966	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
290966	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
290966	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
290966	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
290966	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
290966	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
290966	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
290966	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
290966	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
290966	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
290966	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
290966	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
290966	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
290966	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
290966	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
290966	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
290966	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
290966	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
290966	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
290966	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
290966	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
290966	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
290966	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
290966	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
290966	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
290966	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
290966	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
290966	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
290966	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
290966	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
290966	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
290966	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
290966	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
290966	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
290966	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
290966	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
290966	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
290966	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
290966	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
290966	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
290966	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
290966	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
290966	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
290966	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
290966	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
290966	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
290966	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
290966	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
290966	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
290966	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
290966	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
290966	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
290966	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
290966	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
290966	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
290966	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
290966	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
290966	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
290966	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
290966	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
290966	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
290966	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
290966	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
290966	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
290966	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
290966	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
290966	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
290966	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
290966	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
290966	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
290966	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
290966	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
290966	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
290966	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
290966	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
290966	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
290966	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
290966	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
290966	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
290966	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
290966	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
290966	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
290966	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
290966	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
290966	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
290966	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
290966	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
290966	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
290966	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
290966	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
290966	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
290966	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
290966	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
290966	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
290966	embedding2nn.weight	0	0.04576145112514496
290966	embedding2nn.weight	1	-0.08727291226387024
290966	embedding2nn.weight	2	0.004427590873092413
290966	embedding2nn.weight	3	-0.058457061648368835
290966	embedding2nn.weight	4	-0.12660986185073853
290966	embedding2nn.weight	5	0.10958079248666763
290966	embedding2nn.weight	6	-0.07130841910839081
290966	embedding2nn.weight	7	-0.0860537737607956
290966	embedding2nn.weight	8	-0.03361246734857559
290966	embedding2nn.weight	9	0.03914228826761246
290966	embedding2nn.bias	0	0.0685795322060585
290966	embedding2nn.bias	1	-0.02645345777273178
290966	embedding2nn.bias	2	-0.07103229314088821
290966	embedding2nn.bias	3	0.01573852263391018
290966	embedding2nn.bias	4	-0.011581792496144772
290966	embedding2nn.bias	5	-0.19089815020561218
290966	embedding2nn.bias	6	-0.12862110137939453
290966	embedding2nn.bias	7	-0.0023410888388752937
290966	embedding2nn.bias	8	0.06245623528957367
290966	embedding2nn.bias	9	-0.0480072908103466
290966	rnn.weight_ih_l0	0	0.03714195266366005
290966	rnn.weight_ih_l0	1	-0.09110256284475327
290966	rnn.weight_ih_l0	2	-0.06636517494916916
290966	rnn.weight_ih_l0	3	-0.05186621472239494
290966	rnn.weight_ih_l0	4	0.018339890986680984
290966	rnn.weight_ih_l0	5	-0.1106887087225914
290966	rnn.weight_ih_l0	6	-0.030411189422011375
290966	rnn.weight_ih_l0	7	0.0064428155310451984
290966	rnn.weight_ih_l0	8	0.04739149659872055
290966	rnn.weight_ih_l0	9	0.011025910265743732
290966	rnn.weight_hh_l0	0	0.004054469056427479
290966	rnn.weight_hh_l0	1	-0.0771578699350357
290966	rnn.weight_hh_l0	2	0.07586649805307388
290966	rnn.weight_hh_l0	3	0.05115332081913948
290966	rnn.weight_hh_l0	4	0.007128456141799688
290966	rnn.weight_hh_l0	5	0.07226740568876266
290966	rnn.weight_hh_l0	6	-0.018658500164747238
290966	rnn.weight_hh_l0	7	-0.11730045080184937
290966	rnn.weight_hh_l0	8	0.029377933591604233
290966	rnn.weight_hh_l0	9	-0.07414094358682632
290966	rnn.bias_ih_l0	0	-0.08749569952487946
290966	rnn.bias_ih_l0	1	-0.19480733573436737
290966	rnn.bias_ih_l0	2	-0.26880502700805664
290966	rnn.bias_ih_l0	3	-0.272614449262619
290966	rnn.bias_ih_l0	4	0.0005825255066156387
290966	rnn.bias_ih_l0	5	0.050618916749954224
290966	rnn.bias_ih_l0	6	-0.16669955849647522
290966	rnn.bias_ih_l0	7	-0.2749112546443939
290966	rnn.bias_ih_l0	8	-0.15254415571689606
290966	rnn.bias_ih_l0	9	-0.1666727066040039
290966	rnn.bias_hh_l0	0	0.13569276034832
290966	rnn.bias_hh_l0	1	-0.05970878154039383
290966	rnn.bias_hh_l0	2	0.054914433509111404
290966	rnn.bias_hh_l0	3	-0.17460769414901733
290966	rnn.bias_hh_l0	4	0.07079978287220001
290966	rnn.bias_hh_l0	5	0.05347202718257904
290966	rnn.bias_hh_l0	6	-0.11140651255846024
290966	rnn.bias_hh_l0	7	-0.15441398322582245
290966	rnn.bias_hh_l0	8	-0.18196190893650055
290966	rnn.bias_hh_l0	9	-0.10844087600708008
290966	rnn.weight_ih_l0_reverse	0	-0.02120843529701233
290966	rnn.weight_ih_l0_reverse	1	-0.010200463235378265
290966	rnn.weight_ih_l0_reverse	2	-0.0006926732021383941
290966	rnn.weight_ih_l0_reverse	3	0.0018666659016162157
290966	rnn.weight_ih_l0_reverse	4	0.007318597286939621
290966	rnn.weight_ih_l0_reverse	5	-0.059019070118665695
290966	rnn.weight_ih_l0_reverse	6	-0.04501628503203392
290966	rnn.weight_ih_l0_reverse	7	0.025540903210639954
290966	rnn.weight_ih_l0_reverse	8	0.09501658380031586
290966	rnn.weight_ih_l0_reverse	9	0.0017463595140725374
290966	rnn.weight_hh_l0_reverse	0	0.004428129177540541
290966	rnn.weight_hh_l0_reverse	1	0.026678036898374557
290966	rnn.weight_hh_l0_reverse	2	-0.04073476046323776
290966	rnn.weight_hh_l0_reverse	3	0.04570610448718071
290966	rnn.weight_hh_l0_reverse	4	0.02354753017425537
290966	rnn.weight_hh_l0_reverse	5	-0.012316071428358555
290966	rnn.weight_hh_l0_reverse	6	0.07390432804822922
290966	rnn.weight_hh_l0_reverse	7	0.038232412189245224
290966	rnn.weight_hh_l0_reverse	8	-0.024092337116599083
290966	rnn.weight_hh_l0_reverse	9	-0.023823820054531097
290966	rnn.bias_ih_l0_reverse	0	-0.15081313252449036
290966	rnn.bias_ih_l0_reverse	1	-0.3052317798137665
290966	rnn.bias_ih_l0_reverse	2	-0.062287043780088425
290966	rnn.bias_ih_l0_reverse	3	-0.15147718787193298
290966	rnn.bias_ih_l0_reverse	4	0.06235792860388756
290966	rnn.bias_ih_l0_reverse	5	-0.2848072946071625
290966	rnn.bias_ih_l0_reverse	6	-0.06870027631521225
290966	rnn.bias_ih_l0_reverse	7	0.011987879872322083
290966	rnn.bias_ih_l0_reverse	8	-0.19228585064411163
290966	rnn.bias_ih_l0_reverse	9	-0.08403114974498749
290966	rnn.bias_hh_l0_reverse	0	-0.15141287446022034
290966	rnn.bias_hh_l0_reverse	1	-0.15075714886188507
290966	rnn.bias_hh_l0_reverse	2	-0.01204520184546709
290966	rnn.bias_hh_l0_reverse	3	-0.13877463340759277
290966	rnn.bias_hh_l0_reverse	4	-0.030607260763645172
290966	rnn.bias_hh_l0_reverse	5	-0.11967719346284866
290966	rnn.bias_hh_l0_reverse	6	-0.07100814580917358
290966	rnn.bias_hh_l0_reverse	7	-0.18193505704402924
290966	rnn.bias_hh_l0_reverse	8	-0.056827664375305176
290966	rnn.bias_hh_l0_reverse	9	-0.11487512290477753
290966	linear.weight	0	-0.23509502410888672
290966	linear.weight	1	-0.132338285446167
290966	linear.weight	2	-0.011228874325752258
290966	linear.weight	3	-0.08729668706655502
290966	linear.weight	4	-0.015186687000095844
290966	linear.weight	5	0.24129848182201385
290966	linear.weight	6	0.0047744326293468475
290966	linear.weight	7	-0.021312154829502106
290966	linear.weight	8	0.22678746283054352
290966	linear.weight	9	0.23264703154563904
290966	linear.bias	0	-0.8452438116073608
290966	linear.bias	1	1.402071475982666
290966	linear.bias	2	-0.49748167395591736
290966	linear.bias	3	-0.7711636424064636
290966	linear.bias	4	-0.9021590948104858
290966	linear.bias	5	-1.181430697441101
290966	linear.bias	6	-0.9690521955490112
290966	linear.bias	7	-0.6816471815109253
290966	linear.bias	8	-0.01705317199230194
290966	linear.bias	9	3.5621883869171143
291163	transitions	0	-0.48226121068000793
291163	transitions	1	8.93350601196289
291163	transitions	2	-3.667806625366211
291163	transitions	3	1.6709637641906738
291163	transitions	4	-2.249579668045044
291163	transitions	5	-0.4412466883659363
291163	transitions	6	-0.19805678725242615
291163	transitions	7	-10000.0
291163	transitions	8	1.8804863691329956
291163	transitions	9	-2.2953383922576904
291163	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
291163	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
291163	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
291163	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
291163	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
291163	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
291163	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
291163	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
291163	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
291163	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
291163	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
291163	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
291163	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
291163	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
291163	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
291163	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
291163	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
291163	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
291163	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
291163	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
291163	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
291163	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
291163	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
291163	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
291163	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
291163	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
291163	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
291163	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
291163	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
291163	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
291163	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
291163	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
291163	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
291163	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
291163	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
291163	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
291163	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
291163	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
291163	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
291163	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
291163	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
291163	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
291163	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
291163	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
291163	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
291163	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
291163	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
291163	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
291163	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
291163	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
291163	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
291163	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
291163	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
291163	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
291163	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
291163	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
291163	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
291163	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
291163	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
291163	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
291163	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
291163	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
291163	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
291163	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
291163	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
291163	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
291163	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
291163	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
291163	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
291163	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
291163	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
291163	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
291163	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
291163	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
291163	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
291163	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
291163	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
291163	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
291163	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
291163	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
291163	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
291163	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
291163	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
291163	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
291163	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
291163	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
291163	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
291163	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
291163	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
291163	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
291163	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
291163	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
291163	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
291163	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
291163	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
291163	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
291163	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
291163	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
291163	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
291163	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
291163	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
291163	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
291163	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
291163	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
291163	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
291163	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
291163	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
291163	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
291163	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
291163	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
291163	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
291163	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
291163	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
291163	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
291163	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
291163	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
291163	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
291163	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
291163	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
291163	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
291163	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
291163	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
291163	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
291163	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
291163	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
291163	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
291163	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
291163	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
291163	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
291163	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
291163	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
291163	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
291163	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
291163	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
291163	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
291163	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
291163	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
291163	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
291163	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
291163	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
291163	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
291163	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
291163	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
291163	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
291163	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
291163	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
291163	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
291163	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
291163	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
291163	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
291163	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
291163	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
291163	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
291163	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
291163	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
291163	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
291163	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
291163	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
291163	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
291163	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
291163	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
291163	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
291163	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
291163	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
291163	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
291163	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
291163	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
291163	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
291163	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
291163	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
291163	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
291163	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
291163	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
291163	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
291163	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
291163	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
291163	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
291163	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
291163	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
291163	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
291163	embedding2nn.weight	0	0.045795682817697525
291163	embedding2nn.weight	1	-0.08722025156021118
291163	embedding2nn.weight	2	0.004943752661347389
291163	embedding2nn.weight	3	-0.05848672613501549
291163	embedding2nn.weight	4	-0.12634655833244324
291163	embedding2nn.weight	5	0.10995879769325256
291163	embedding2nn.weight	6	-0.07154528051614761
291163	embedding2nn.weight	7	-0.08601465821266174
291163	embedding2nn.weight	8	-0.03318866714835167
291163	embedding2nn.weight	9	0.03974200040102005
291163	embedding2nn.bias	0	0.06667668372392654
291163	embedding2nn.bias	1	-0.025123048573732376
291163	embedding2nn.bias	2	-0.07256674766540527
291163	embedding2nn.bias	3	0.01700826734304428
291163	embedding2nn.bias	4	-0.01078135147690773
291163	embedding2nn.bias	5	-0.19115284085273743
291163	embedding2nn.bias	6	-0.1284913420677185
291163	embedding2nn.bias	7	-0.00430801697075367
291163	embedding2nn.bias	8	0.0600535050034523
291163	embedding2nn.bias	9	-0.046400975435972214
291163	rnn.weight_ih_l0	0	0.037354689091444016
291163	rnn.weight_ih_l0	1	-0.09098770469427109
291163	rnn.weight_ih_l0	2	-0.06623304635286331
291163	rnn.weight_ih_l0	3	-0.051872119307518005
291163	rnn.weight_ih_l0	4	0.0182342492043972
291163	rnn.weight_ih_l0	5	-0.1110091283917427
291163	rnn.weight_ih_l0	6	-0.030398108065128326
291163	rnn.weight_ih_l0	7	0.0064078206196427345
291163	rnn.weight_ih_l0	8	0.04734853282570839
291163	rnn.weight_ih_l0	9	0.011303325183689594
291163	rnn.weight_hh_l0	0	0.00400130171328783
291163	rnn.weight_hh_l0	1	-0.07731077820062637
291163	rnn.weight_hh_l0	2	0.07586275041103363
291163	rnn.weight_hh_l0	3	0.05108630657196045
291163	rnn.weight_hh_l0	4	0.007115593180060387
291163	rnn.weight_hh_l0	5	0.07224583625793457
291163	rnn.weight_hh_l0	6	-0.018625391647219658
291163	rnn.weight_hh_l0	7	-0.11730373650789261
291163	rnn.weight_hh_l0	8	0.029313821345567703
291163	rnn.weight_hh_l0	9	-0.07393600046634674
291163	rnn.bias_ih_l0	0	-0.08785903453826904
291163	rnn.bias_ih_l0	1	-0.195224791765213
291163	rnn.bias_ih_l0	2	-0.26882100105285645
291163	rnn.bias_ih_l0	3	-0.2724188268184662
291163	rnn.bias_ih_l0	4	0.0006182098877616227
291163	rnn.bias_ih_l0	5	0.05039548873901367
291163	rnn.bias_ih_l0	6	-0.16674429178237915
291163	rnn.bias_ih_l0	7	-0.27479034662246704
291163	rnn.bias_ih_l0	8	-0.15269199013710022
291163	rnn.bias_ih_l0	9	-0.16613779962062836
291163	rnn.bias_hh_l0	0	0.1356094479560852
291163	rnn.bias_hh_l0	1	-0.059659361839294434
291163	rnn.bias_hh_l0	2	0.05526083707809448
291163	rnn.bias_hh_l0	3	-0.1743500828742981
291163	rnn.bias_hh_l0	4	0.07194530963897705
291163	rnn.bias_hh_l0	5	0.053443506360054016
291163	rnn.bias_hh_l0	6	-0.11097568273544312
291163	rnn.bias_hh_l0	7	-0.15425758063793182
291163	rnn.bias_hh_l0	8	-0.18167854845523834
291163	rnn.bias_hh_l0	9	-0.10752284526824951
291163	rnn.weight_ih_l0_reverse	0	-0.021275317296385765
291163	rnn.weight_ih_l0_reverse	1	-0.0100718317553401
291163	rnn.weight_ih_l0_reverse	2	-0.0004605033900588751
291163	rnn.weight_ih_l0_reverse	3	0.0020428623538464308
291163	rnn.weight_ih_l0_reverse	4	0.007409777957946062
291163	rnn.weight_ih_l0_reverse	5	-0.05867597833275795
291163	rnn.weight_ih_l0_reverse	6	-0.044926002621650696
291163	rnn.weight_ih_l0_reverse	7	0.02552548609673977
291163	rnn.weight_ih_l0_reverse	8	0.09483160078525543
291163	rnn.weight_ih_l0_reverse	9	0.0016471582930535078
291163	rnn.weight_hh_l0_reverse	0	0.004435443319380283
291163	rnn.weight_hh_l0_reverse	1	0.026668542996048927
291163	rnn.weight_hh_l0_reverse	2	-0.040981173515319824
291163	rnn.weight_hh_l0_reverse	3	0.0457034558057785
291163	rnn.weight_hh_l0_reverse	4	0.0234780702739954
291163	rnn.weight_hh_l0_reverse	5	-0.01228320226073265
291163	rnn.weight_hh_l0_reverse	6	0.07391660660505295
291163	rnn.weight_hh_l0_reverse	7	0.03834332898259163
291163	rnn.weight_hh_l0_reverse	8	-0.024045556783676147
291163	rnn.weight_hh_l0_reverse	9	-0.02371535450220108
291163	rnn.bias_ih_l0_reverse	0	-0.15102891623973846
291163	rnn.bias_ih_l0_reverse	1	-0.30521294474601746
291163	rnn.bias_ih_l0_reverse	2	-0.06235905736684799
291163	rnn.bias_ih_l0_reverse	3	-0.15144407749176025
291163	rnn.bias_ih_l0_reverse	4	0.0626007467508316
291163	rnn.bias_ih_l0_reverse	5	-0.2852875292301178
291163	rnn.bias_ih_l0_reverse	6	-0.06871148198843002
291163	rnn.bias_ih_l0_reverse	7	0.011818288825452328
291163	rnn.bias_ih_l0_reverse	8	-0.19211287796497345
291163	rnn.bias_ih_l0_reverse	9	-0.08385434746742249
291163	rnn.bias_hh_l0_reverse	0	-0.1517876386642456
291163	rnn.bias_hh_l0_reverse	1	-0.15068821609020233
291163	rnn.bias_hh_l0_reverse	2	-0.011949555017054081
291163	rnn.bias_hh_l0_reverse	3	-0.13829484581947327
291163	rnn.bias_hh_l0_reverse	4	-0.03013945370912552
291163	rnn.bias_hh_l0_reverse	5	-0.11938317865133286
291163	rnn.bias_hh_l0_reverse	6	-0.07095066457986832
291163	rnn.bias_hh_l0_reverse	7	-0.18187068402767181
291163	rnn.bias_hh_l0_reverse	8	-0.05723704770207405
291163	rnn.bias_hh_l0_reverse	9	-0.11479479819536209
291163	linear.weight	0	-0.23527157306671143
291163	linear.weight	1	-0.1320582926273346
291163	linear.weight	2	-0.011228874325752258
291163	linear.weight	3	-0.09015819430351257
291163	linear.weight	4	-0.015046799555420876
291163	linear.weight	5	0.23766474425792694
291163	linear.weight	6	0.0047744326293468475
291163	linear.weight	7	-0.021312154829502106
291163	linear.weight	8	0.22704845666885376
291163	linear.weight	9	0.23264752328395844
291163	linear.bias	0	-0.8442219495773315
291163	linear.bias	1	1.4088585376739502
291163	linear.bias	2	-0.4832281172275543
291163	linear.bias	3	-0.7677929997444153
291163	linear.bias	4	-0.9021344780921936
291163	linear.bias	5	-1.1814314126968384
291163	linear.bias	6	-0.9684118628501892
291163	linear.bias	7	-0.6914063692092896
291163	linear.bias	8	-0.01705317199230194
291163	linear.bias	9	3.5609612464904785
291360	transitions	0	-0.4822709858417511
291360	transitions	1	8.93287467956543
291360	transitions	2	-3.667856216430664
291360	transitions	3	1.6722216606140137
291360	transitions	4	-2.249612808227539
291360	transitions	5	-0.44127923250198364
291360	transitions	6	-0.19806191325187683
291360	transitions	7	-10000.0
291360	transitions	8	1.8805018663406372
291360	transitions	9	-2.2953388690948486
291360	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
291360	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
291360	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
291360	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
291360	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
291360	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
291360	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
291360	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
291360	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
291360	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
291360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
291360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
291360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
291360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
291360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
291360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
291360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
291360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
291360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
291360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
291360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
291360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
291360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
291360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
291360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
291360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
291360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
291360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
291360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
291360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
291360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
291360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
291360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
291360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
291360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
291360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
291360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
291360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
291360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
291360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
291360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
291360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
291360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
291360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
291360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
291360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
291360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
291360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
291360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
291360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
291360	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
291360	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
291360	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
291360	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
291360	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
291360	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
291360	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
291360	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
291360	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
291360	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
291360	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
291360	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
291360	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
291360	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
291360	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
291360	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
291360	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
291360	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
291360	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
291360	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
291360	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
291360	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
291360	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
291360	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
291360	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
291360	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
291360	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
291360	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
291360	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
291360	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
291360	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
291360	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
291360	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
291360	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
291360	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
291360	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
291360	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
291360	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
291360	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
291360	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
291360	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
291360	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
291360	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
291360	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
291360	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
291360	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
291360	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
291360	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
291360	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
291360	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
291360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
291360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
291360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
291360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
291360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
291360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
291360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
291360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
291360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
291360	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
291360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
291360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
291360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
291360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
291360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
291360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
291360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
291360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
291360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
291360	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
291360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
291360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
291360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
291360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
291360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
291360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
291360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
291360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
291360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
291360	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
291360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
291360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
291360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
291360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
291360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
291360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
291360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
291360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
291360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
291360	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
291360	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
291360	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
291360	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
291360	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
291360	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
291360	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
291360	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
291360	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
291360	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
291360	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
291360	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
291360	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
291360	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
291360	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
291360	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
291360	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
291360	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
291360	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
291360	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
291360	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
291360	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
291360	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
291360	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
291360	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
291360	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
291360	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
291360	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
291360	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
291360	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
291360	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
291360	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
291360	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
291360	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
291360	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
291360	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
291360	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
291360	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
291360	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
291360	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
291360	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
291360	embedding2nn.weight	0	0.045705731958150864
291360	embedding2nn.weight	1	-0.08710968494415283
291360	embedding2nn.weight	2	0.005471246782690287
291360	embedding2nn.weight	3	-0.05860263109207153
291360	embedding2nn.weight	4	-0.12602882087230682
291360	embedding2nn.weight	5	0.10992799699306488
291360	embedding2nn.weight	6	-0.07165500521659851
291360	embedding2nn.weight	7	-0.08561244606971741
291360	embedding2nn.weight	8	-0.03334914147853851
291360	embedding2nn.weight	9	0.04059692844748497
291360	embedding2nn.bias	0	0.06693269312381744
291360	embedding2nn.bias	1	-0.025214828550815582
291360	embedding2nn.bias	2	-0.0703025609254837
291360	embedding2nn.bias	3	0.018124304711818695
291360	embedding2nn.bias	4	-0.010305636562407017
291360	embedding2nn.bias	5	-0.1908864825963974
291360	embedding2nn.bias	6	-0.12910915911197662
291360	embedding2nn.bias	7	-0.004391233436763287
291360	embedding2nn.bias	8	0.06174520030617714
291360	embedding2nn.bias	9	-0.04650799557566643
291360	rnn.weight_ih_l0	0	0.03756698966026306
291360	rnn.weight_ih_l0	1	-0.09105420112609863
291360	rnn.weight_ih_l0	2	-0.0666489526629448
291360	rnn.weight_ih_l0	3	-0.052061814814805984
291360	rnn.weight_ih_l0	4	0.018370214849710464
291360	rnn.weight_ih_l0	5	-0.11103317141532898
291360	rnn.weight_ih_l0	6	-0.030203772708773613
291360	rnn.weight_ih_l0	7	0.006242016796022654
291360	rnn.weight_ih_l0	8	0.04755520448088646
291360	rnn.weight_ih_l0	9	0.01138082891702652
291360	rnn.weight_hh_l0	0	0.00423465808853507
291360	rnn.weight_hh_l0	1	-0.07735273241996765
291360	rnn.weight_hh_l0	2	0.07573864609003067
291360	rnn.weight_hh_l0	3	0.05100807920098305
291360	rnn.weight_hh_l0	4	0.007097953464835882
291360	rnn.weight_hh_l0	5	0.07239925116300583
291360	rnn.weight_hh_l0	6	-0.018608778715133667
291360	rnn.weight_hh_l0	7	-0.11721409857273102
291360	rnn.weight_hh_l0	8	0.029526814818382263
291360	rnn.weight_hh_l0	9	-0.07359867542982101
291360	rnn.bias_ih_l0	0	-0.08848277479410172
291360	rnn.bias_ih_l0	1	-0.1957734078168869
291360	rnn.bias_ih_l0	2	-0.26873090863227844
291360	rnn.bias_ih_l0	3	-0.27308860421180725
291360	rnn.bias_ih_l0	4	-5.3407908126246184e-05
291360	rnn.bias_ih_l0	5	0.04949774220585823
291360	rnn.bias_ih_l0	6	-0.16706883907318115
291360	rnn.bias_ih_l0	7	-0.27493685483932495
291360	rnn.bias_ih_l0	8	-0.1518201380968094
291360	rnn.bias_ih_l0	9	-0.16632167994976044
291360	rnn.bias_hh_l0	0	0.13565297424793243
291360	rnn.bias_hh_l0	1	-0.05987190082669258
291360	rnn.bias_hh_l0	2	0.054575610905885696
291360	rnn.bias_hh_l0	3	-0.17424368858337402
291360	rnn.bias_hh_l0	4	0.07131814956665039
291360	rnn.bias_hh_l0	5	0.05309220403432846
291360	rnn.bias_hh_l0	6	-0.11159609258174896
291360	rnn.bias_hh_l0	7	-0.1544584333896637
291360	rnn.bias_hh_l0	8	-0.18196024000644684
291360	rnn.bias_hh_l0	9	-0.1076519787311554
291360	rnn.weight_ih_l0_reverse	0	-0.021274257451295853
291360	rnn.weight_ih_l0_reverse	1	-0.009783742018043995
291360	rnn.weight_ih_l0_reverse	2	-0.00018518690194468945
291360	rnn.weight_ih_l0_reverse	3	0.0023546400479972363
291360	rnn.weight_ih_l0_reverse	4	0.007489973213523626
291360	rnn.weight_ih_l0_reverse	5	-0.058632995933294296
291360	rnn.weight_ih_l0_reverse	6	-0.04461062699556351
291360	rnn.weight_ih_l0_reverse	7	0.02569989114999771
291360	rnn.weight_ih_l0_reverse	8	0.09522971510887146
291360	rnn.weight_ih_l0_reverse	9	0.001896751462481916
291360	rnn.weight_hh_l0_reverse	0	0.004421032965183258
291360	rnn.weight_hh_l0_reverse	1	0.02663576975464821
291360	rnn.weight_hh_l0_reverse	2	-0.041084110736846924
291360	rnn.weight_hh_l0_reverse	3	0.045676637440919876
291360	rnn.weight_hh_l0_reverse	4	0.02351451851427555
291360	rnn.weight_hh_l0_reverse	5	-0.012345406226813793
291360	rnn.weight_hh_l0_reverse	6	0.07388172298669815
291360	rnn.weight_hh_l0_reverse	7	0.03834565356373787
291360	rnn.weight_hh_l0_reverse	8	-0.024121375754475594
291360	rnn.weight_hh_l0_reverse	9	-0.02379291132092476
291360	rnn.bias_ih_l0_reverse	0	-0.15061959624290466
291360	rnn.bias_ih_l0_reverse	1	-0.3053547143936157
291360	rnn.bias_ih_l0_reverse	2	-0.06261983513832092
291360	rnn.bias_ih_l0_reverse	3	-0.15156960487365723
291360	rnn.bias_ih_l0_reverse	4	0.062356024980545044
291360	rnn.bias_ih_l0_reverse	5	-0.28582894802093506
291360	rnn.bias_ih_l0_reverse	6	-0.0688578337430954
291360	rnn.bias_ih_l0_reverse	7	0.011311983689665794
291360	rnn.bias_ih_l0_reverse	8	-0.1922069489955902
291360	rnn.bias_ih_l0_reverse	9	-0.0838298499584198
291360	rnn.bias_hh_l0_reverse	0	-0.1517210155725479
291360	rnn.bias_hh_l0_reverse	1	-0.15055835247039795
291360	rnn.bias_hh_l0_reverse	2	-0.011950329877436161
291360	rnn.bias_hh_l0_reverse	3	-0.1382611244916916
291360	rnn.bias_hh_l0_reverse	4	-0.030222168192267418
291360	rnn.bias_hh_l0_reverse	5	-0.1194043830037117
291360	rnn.bias_hh_l0_reverse	6	-0.07031182199716568
291360	rnn.bias_hh_l0_reverse	7	-0.18111957609653473
291360	rnn.bias_hh_l0_reverse	8	-0.05724267289042473
291360	rnn.bias_hh_l0_reverse	9	-0.11486499756574631
291360	linear.weight	0	-0.23309440910816193
291360	linear.weight	1	-0.13114109635353088
291360	linear.weight	2	-0.011228874325752258
291360	linear.weight	3	-0.0929102674126625
291360	linear.weight	4	-0.013551544398069382
291360	linear.weight	5	0.23762230575084686
291360	linear.weight	6	0.0047744326293468475
291360	linear.weight	7	-0.021312154829502106
291360	linear.weight	8	0.22529855370521545
291360	linear.weight	9	0.23450426757335663
291360	linear.bias	0	-0.8404627442359924
291360	linear.bias	1	1.411790370941162
291360	linear.bias	2	-0.497348427772522
291360	linear.bias	3	-0.7705434560775757
291360	linear.bias	4	-0.8950724005699158
291360	linear.bias	5	-1.1814342737197876
291360	linear.bias	6	-0.9645156264305115
291360	linear.bias	7	-0.6912501454353333
291360	linear.bias	8	-0.01705317199230194
291360	linear.bias	9	3.5762534141540527
291557	transitions	0	-0.48229867219924927
291557	transitions	1	8.92495059967041
291557	transitions	2	-3.667895555496216
291557	transitions	3	1.6725966930389404
291557	transitions	4	-2.2496538162231445
291557	transitions	5	-0.44128596782684326
291557	transitions	6	-0.19806398451328278
291557	transitions	7	-10000.0
291557	transitions	8	1.880500078201294
291557	transitions	9	-2.2953391075134277
291557	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
291557	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
291557	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
291557	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
291557	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
291557	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
291557	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
291557	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
291557	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
291557	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
291557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
291557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
291557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
291557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
291557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
291557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
291557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
291557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
291557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
291557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
291557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
291557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
291557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
291557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
291557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
291557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
291557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
291557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
291557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
291557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
291557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
291557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
291557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
291557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
291557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
291557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
291557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
291557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
291557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
291557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
291557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
291557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
291557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
291557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
291557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
291557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
291557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
291557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
291557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
291557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
291557	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
291557	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
291557	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
291557	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
291557	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
291557	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
291557	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
291557	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
291557	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
291557	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
291557	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
291557	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
291557	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
291557	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
291557	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
291557	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
291557	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
291557	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
291557	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
291557	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
291557	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
291557	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
291557	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
291557	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
291557	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
291557	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
291557	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
291557	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
291557	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
291557	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
291557	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
291557	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
291557	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
291557	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
291557	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
291557	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
291557	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
291557	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
291557	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
291557	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
291557	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
291557	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
291557	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
291557	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
291557	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
291557	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
291557	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
291557	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
291557	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
291557	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
291557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
291557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
291557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
291557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
291557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
291557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
291557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
291557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
291557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
291557	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
291557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
291557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
291557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
291557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
291557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
291557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
291557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
291557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
291557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
291557	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
291557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
291557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
291557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
291557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
291557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
291557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
291557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
291557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
291557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
291557	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
291557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
291557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
291557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
291557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
291557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
291557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
291557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
291557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
291557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
291557	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
291557	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
291557	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
291557	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
291557	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
291557	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
291557	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
291557	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
291557	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
291557	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
291557	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
291557	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
291557	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
291557	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
291557	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
291557	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
291557	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
291557	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
291557	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
291557	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
291557	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
291557	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
291557	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
291557	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
291557	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
291557	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
291557	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
291557	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
291557	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
291557	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
291557	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
291557	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
291557	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
291557	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
291557	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
291557	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
291557	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
291557	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
291557	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
291557	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
291557	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
291557	embedding2nn.weight	0	0.0457489900290966
291557	embedding2nn.weight	1	-0.08733241260051727
291557	embedding2nn.weight	2	0.005916211754083633
291557	embedding2nn.weight	3	-0.05858362838625908
291557	embedding2nn.weight	4	-0.1264657825231552
291557	embedding2nn.weight	5	0.10982050746679306
291557	embedding2nn.weight	6	-0.07186497747898102
291557	embedding2nn.weight	7	-0.08563443273305893
291557	embedding2nn.weight	8	-0.03314979001879692
291557	embedding2nn.weight	9	0.04031572863459587
291557	embedding2nn.bias	0	0.06828409433364868
291557	embedding2nn.bias	1	-0.02471976727247238
291557	embedding2nn.bias	2	-0.07200373709201813
291557	embedding2nn.bias	3	0.016075292602181435
291557	embedding2nn.bias	4	-0.0127134183421731
291557	embedding2nn.bias	5	-0.1927720457315445
291557	embedding2nn.bias	6	-0.12570329010486603
291557	embedding2nn.bias	7	-0.004914914257824421
291557	embedding2nn.bias	8	0.0594656765460968
291557	embedding2nn.bias	9	-0.04748073220252991
291557	rnn.weight_ih_l0	0	0.03732983395457268
291557	rnn.weight_ih_l0	1	-0.0910021960735321
291557	rnn.weight_ih_l0	2	-0.06656699627637863
291557	rnn.weight_ih_l0	3	-0.052084848284721375
291557	rnn.weight_ih_l0	4	0.018560349941253662
291557	rnn.weight_ih_l0	5	-0.11113385856151581
291557	rnn.weight_ih_l0	6	-0.030202636495232582
291557	rnn.weight_ih_l0	7	0.006193470675498247
291557	rnn.weight_ih_l0	8	0.04750600829720497
291557	rnn.weight_ih_l0	9	0.012297435663640499
291557	rnn.weight_hh_l0	0	0.004162391182035208
291557	rnn.weight_hh_l0	1	-0.07729626446962357
291557	rnn.weight_hh_l0	2	0.07586495578289032
291557	rnn.weight_hh_l0	3	0.05088979750871658
291557	rnn.weight_hh_l0	4	0.007077600806951523
291557	rnn.weight_hh_l0	5	0.07220278680324554
291557	rnn.weight_hh_l0	6	-0.018535327166318893
291557	rnn.weight_hh_l0	7	-0.11732467263936996
291557	rnn.weight_hh_l0	8	0.02949187532067299
291557	rnn.weight_hh_l0	9	-0.07321282476186752
291557	rnn.bias_ih_l0	0	-0.08855895698070526
291557	rnn.bias_ih_l0	1	-0.19624951481819153
291557	rnn.bias_ih_l0	2	-0.2688828408718109
291557	rnn.bias_ih_l0	3	-0.27294474840164185
291557	rnn.bias_ih_l0	4	-0.0007323679747059941
291557	rnn.bias_ih_l0	5	0.04977003112435341
291557	rnn.bias_ih_l0	6	-0.16726531088352203
291557	rnn.bias_ih_l0	7	-0.27453815937042236
291557	rnn.bias_ih_l0	8	-0.15176144242286682
291557	rnn.bias_ih_l0	9	-0.16654197871685028
291557	rnn.bias_hh_l0	0	0.13510523736476898
291557	rnn.bias_hh_l0	1	-0.05960386246442795
291557	rnn.bias_hh_l0	2	0.05443061888217926
291557	rnn.bias_hh_l0	3	-0.17431749403476715
291557	rnn.bias_hh_l0	4	0.07103679329156876
291557	rnn.bias_hh_l0	5	0.053003787994384766
291557	rnn.bias_hh_l0	6	-0.11162827163934708
291557	rnn.bias_hh_l0	7	-0.15447358787059784
291557	rnn.bias_hh_l0	8	-0.18208444118499756
291557	rnn.bias_hh_l0	9	-0.10829946398735046
291557	rnn.weight_ih_l0_reverse	0	-0.02116045355796814
291557	rnn.weight_ih_l0_reverse	1	-0.00957506988197565
291557	rnn.weight_ih_l0_reverse	2	-0.00014976492093410343
291557	rnn.weight_ih_l0_reverse	3	0.0022496148012578487
291557	rnn.weight_ih_l0_reverse	4	0.007767905946820974
291557	rnn.weight_ih_l0_reverse	5	-0.05880183354020119
291557	rnn.weight_ih_l0_reverse	6	-0.044906795024871826
291557	rnn.weight_ih_l0_reverse	7	0.025570664554834366
291557	rnn.weight_ih_l0_reverse	8	0.09526443481445312
291557	rnn.weight_ih_l0_reverse	9	0.001544686034321785
291557	rnn.weight_hh_l0_reverse	0	0.004527528770267963
291557	rnn.weight_hh_l0_reverse	1	0.02662680484354496
291557	rnn.weight_hh_l0_reverse	2	-0.04085921496152878
291557	rnn.weight_hh_l0_reverse	3	0.04556024819612503
291557	rnn.weight_hh_l0_reverse	4	0.023553205654025078
291557	rnn.weight_hh_l0_reverse	5	-0.012297376058995724
291557	rnn.weight_hh_l0_reverse	6	0.07385937124490738
291557	rnn.weight_hh_l0_reverse	7	0.03828483074903488
291557	rnn.weight_hh_l0_reverse	8	-0.024229612201452255
291557	rnn.weight_hh_l0_reverse	9	-0.023890851065516472
291557	rnn.bias_ih_l0_reverse	0	-0.15054166316986084
291557	rnn.bias_ih_l0_reverse	1	-0.305071622133255
291557	rnn.bias_ih_l0_reverse	2	-0.06237444654107094
291557	rnn.bias_ih_l0_reverse	3	-0.15171366930007935
291557	rnn.bias_ih_l0_reverse	4	0.06257417798042297
291557	rnn.bias_ih_l0_reverse	5	-0.28532418608665466
291557	rnn.bias_ih_l0_reverse	6	-0.06858743727207184
291557	rnn.bias_ih_l0_reverse	7	0.01090384740382433
291557	rnn.bias_ih_l0_reverse	8	-0.19233261048793793
291557	rnn.bias_ih_l0_reverse	9	-0.08371922373771667
291557	rnn.bias_hh_l0_reverse	0	-0.15185599029064178
291557	rnn.bias_hh_l0_reverse	1	-0.15107986330986023
291557	rnn.bias_hh_l0_reverse	2	-0.01218670979142189
291557	rnn.bias_hh_l0_reverse	3	-0.13773556053638458
291557	rnn.bias_hh_l0_reverse	4	-0.030600907281041145
291557	rnn.bias_hh_l0_reverse	5	-0.11910044401884079
291557	rnn.bias_hh_l0_reverse	6	-0.07026602327823639
291557	rnn.bias_hh_l0_reverse	7	-0.18132758140563965
291557	rnn.bias_hh_l0_reverse	8	-0.05723605677485466
291557	rnn.bias_hh_l0_reverse	9	-0.11489155143499374
291557	linear.weight	0	-0.23465177416801453
291557	linear.weight	1	-0.1306118369102478
291557	linear.weight	2	-0.011228874325752258
291557	linear.weight	3	-0.09224515408277512
291557	linear.weight	4	-0.013160108588635921
291557	linear.weight	5	0.23655933141708374
291557	linear.weight	6	0.0047744326293468475
291557	linear.weight	7	-0.021312154829502106
291557	linear.weight	8	0.22299902141094208
291557	linear.weight	9	0.23576757311820984
291557	linear.bias	0	-0.8423424959182739
291557	linear.bias	1	1.4038913249969482
291557	linear.bias	2	-0.49554020166397095
291557	linear.bias	3	-0.7755351662635803
291557	linear.bias	4	-0.8861647248268127
291557	linear.bias	5	-1.1814353466033936
291557	linear.bias	6	-0.9662935137748718
291557	linear.bias	7	-0.6806288361549377
291557	linear.bias	8	-0.01705317199230194
291557	linear.bias	9	3.561415910720825
291754	transitions	0	-0.48231011629104614
291754	transitions	1	8.930143356323242
291754	transitions	2	-3.6679835319519043
291754	transitions	3	1.6727577447891235
291754	transitions	4	-2.249683141708374
291754	transitions	5	-0.44131264090538025
291754	transitions	6	-0.19806630909442902
291754	transitions	7	-10000.0
291754	transitions	8	1.8811181783676147
291754	transitions	9	-2.2953391075134277
291754	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
291754	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
291754	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
291754	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
291754	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
291754	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
291754	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
291754	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
291754	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
291754	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
291754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
291754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
291754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
291754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
291754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
291754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
291754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
291754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
291754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
291754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
291754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
291754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
291754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
291754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
291754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
291754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
291754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
291754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
291754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
291754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
291754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
291754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
291754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
291754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
291754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
291754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
291754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
291754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
291754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
291754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
291754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
291754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
291754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
291754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
291754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
291754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
291754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
291754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
291754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
291754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
291754	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
291754	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
291754	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
291754	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
291754	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
291754	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
291754	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
291754	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
291754	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
291754	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
291754	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
291754	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
291754	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
291754	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
291754	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
291754	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
291754	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
291754	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
291754	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
291754	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
291754	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
291754	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
291754	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
291754	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
291754	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
291754	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
291754	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
291754	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
291754	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
291754	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
291754	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
291754	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
291754	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
291754	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
291754	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
291754	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
291754	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
291754	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
291754	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
291754	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
291754	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
291754	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
291754	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
291754	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
291754	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
291754	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
291754	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
291754	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
291754	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
291754	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
291754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
291754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
291754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
291754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
291754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
291754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
291754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
291754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
291754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
291754	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
291754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
291754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
291754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
291754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
291754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
291754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
291754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
291754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
291754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
291754	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
291754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
291754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
291754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
291754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
291754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
291754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
291754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
291754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
291754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
291754	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
291754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
291754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
291754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
291754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
291754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
291754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
291754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
291754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
291754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
291754	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
291754	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
291754	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
291754	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
291754	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
291754	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
291754	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
291754	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
291754	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
291754	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
291754	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
291754	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
291754	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
291754	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
291754	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
291754	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
291754	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
291754	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
291754	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
291754	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
291754	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
291754	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
291754	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
291754	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
291754	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
291754	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
291754	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
291754	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
291754	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
291754	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
291754	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
291754	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
291754	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
291754	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
291754	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
291754	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
291754	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
291754	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
291754	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
291754	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
291754	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
291754	embedding2nn.weight	0	0.04571383073925972
291754	embedding2nn.weight	1	-0.08760601282119751
291754	embedding2nn.weight	2	0.006639895029366016
291754	embedding2nn.weight	3	-0.058690693229436874
291754	embedding2nn.weight	4	-0.12595292925834656
291754	embedding2nn.weight	5	0.10971275717020035
291754	embedding2nn.weight	6	-0.07272722572088242
291754	embedding2nn.weight	7	-0.08566223084926605
291754	embedding2nn.weight	8	-0.03332168981432915
291754	embedding2nn.weight	9	0.040578972548246384
291754	embedding2nn.bias	0	0.06777998059988022
291754	embedding2nn.bias	1	-0.025491077452898026
291754	embedding2nn.bias	2	-0.07160011678934097
291754	embedding2nn.bias	3	0.015707211568951607
291754	embedding2nn.bias	4	-0.012219344265758991
291754	embedding2nn.bias	5	-0.190368190407753
291754	embedding2nn.bias	6	-0.12493003159761429
291754	embedding2nn.bias	7	-0.003729111747816205
291754	embedding2nn.bias	8	0.05850915610790253
291754	embedding2nn.bias	9	-0.048101700842380524
291754	rnn.weight_ih_l0	0	0.03754086047410965
291754	rnn.weight_ih_l0	1	-0.09100201725959778
291754	rnn.weight_ih_l0	2	-0.06670244038105011
291754	rnn.weight_ih_l0	3	-0.052239932119846344
291754	rnn.weight_ih_l0	4	0.018544085323810577
291754	rnn.weight_ih_l0	5	-0.11077146232128143
291754	rnn.weight_ih_l0	6	-0.030683070421218872
291754	rnn.weight_ih_l0	7	0.006359389051795006
291754	rnn.weight_ih_l0	8	0.047276630997657776
291754	rnn.weight_ih_l0	9	0.012643919326364994
291754	rnn.weight_hh_l0	0	0.004136992618441582
291754	rnn.weight_hh_l0	1	-0.07755370438098907
291754	rnn.weight_hh_l0	2	0.07574796676635742
291754	rnn.weight_hh_l0	3	0.05102788284420967
291754	rnn.weight_hh_l0	4	0.0071236672811210155
291754	rnn.weight_hh_l0	5	0.07234681397676468
291754	rnn.weight_hh_l0	6	-0.018584778532385826
291754	rnn.weight_hh_l0	7	-0.11731362342834473
291754	rnn.weight_hh_l0	8	0.02977549284696579
291754	rnn.weight_hh_l0	9	-0.07341358065605164
291754	rnn.bias_ih_l0	0	-0.08795565366744995
291754	rnn.bias_ih_l0	1	-0.19570137560367584
291754	rnn.bias_ih_l0	2	-0.26858973503112793
291754	rnn.bias_ih_l0	3	-0.27259889245033264
291754	rnn.bias_ih_l0	4	-0.00040634069591760635
291754	rnn.bias_ih_l0	5	0.0479217991232872
291754	rnn.bias_ih_l0	6	-0.16785350441932678
291754	rnn.bias_ih_l0	7	-0.2745307981967926
291754	rnn.bias_ih_l0	8	-0.1523800492286682
291754	rnn.bias_ih_l0	9	-0.16626423597335815
291754	rnn.bias_hh_l0	0	0.13503658771514893
291754	rnn.bias_hh_l0	1	-0.05966816842556
291754	rnn.bias_hh_l0	2	0.05418780446052551
291754	rnn.bias_hh_l0	3	-0.17405849695205688
291754	rnn.bias_hh_l0	4	0.07035583257675171
291754	rnn.bias_hh_l0	5	0.05288206785917282
291754	rnn.bias_hh_l0	6	-0.11165528744459152
291754	rnn.bias_hh_l0	7	-0.15454904735088348
291754	rnn.bias_hh_l0	8	-0.18214724957942963
291754	rnn.bias_hh_l0	9	-0.10822193324565887
291754	rnn.weight_ih_l0_reverse	0	-0.020969154313206673
291754	rnn.weight_ih_l0_reverse	1	-0.010108483023941517
291754	rnn.weight_ih_l0_reverse	2	-6.536107321153395e-06
291754	rnn.weight_ih_l0_reverse	3	0.0022479677572846413
291754	rnn.weight_ih_l0_reverse	4	0.007579354103654623
291754	rnn.weight_ih_l0_reverse	5	-0.058849580585956573
291754	rnn.weight_ih_l0_reverse	6	-0.0446530245244503
291754	rnn.weight_ih_l0_reverse	7	0.025594938546419144
291754	rnn.weight_ih_l0_reverse	8	0.09570245444774628
291754	rnn.weight_ih_l0_reverse	9	0.001588531769812107
291754	rnn.weight_hh_l0_reverse	0	0.004452024586498737
291754	rnn.weight_hh_l0_reverse	1	0.026665132492780685
291754	rnn.weight_hh_l0_reverse	2	-0.04079745337367058
291754	rnn.weight_hh_l0_reverse	3	0.04560568928718567
291754	rnn.weight_hh_l0_reverse	4	0.023544682189822197
291754	rnn.weight_hh_l0_reverse	5	-0.012249122373759747
291754	rnn.weight_hh_l0_reverse	6	0.07366064935922623
291754	rnn.weight_hh_l0_reverse	7	0.038236673921346664
291754	rnn.weight_hh_l0_reverse	8	-0.024107767269015312
291754	rnn.weight_hh_l0_reverse	9	-0.023910926654934883
291754	rnn.bias_ih_l0_reverse	0	-0.1506640762090683
291754	rnn.bias_ih_l0_reverse	1	-0.3053639829158783
291754	rnn.bias_ih_l0_reverse	2	-0.062356460839509964
291754	rnn.bias_ih_l0_reverse	3	-0.1515180915594101
291754	rnn.bias_ih_l0_reverse	4	0.06235254928469658
291754	rnn.bias_ih_l0_reverse	5	-0.28527992963790894
291754	rnn.bias_ih_l0_reverse	6	-0.06862213462591171
291754	rnn.bias_ih_l0_reverse	7	0.011411254294216633
291754	rnn.bias_ih_l0_reverse	8	-0.1923614740371704
291754	rnn.bias_ih_l0_reverse	9	-0.08356650173664093
291754	rnn.bias_hh_l0_reverse	0	-0.1519315093755722
291754	rnn.bias_hh_l0_reverse	1	-0.15019193291664124
291754	rnn.bias_hh_l0_reverse	2	-0.012001176364719868
291754	rnn.bias_hh_l0_reverse	3	-0.13824357092380524
291754	rnn.bias_hh_l0_reverse	4	-0.030942492187023163
291754	rnn.bias_hh_l0_reverse	5	-0.11905643343925476
291754	rnn.bias_hh_l0_reverse	6	-0.06974272429943085
291754	rnn.bias_hh_l0_reverse	7	-0.18132485449314117
291754	rnn.bias_hh_l0_reverse	8	-0.057020239531993866
291754	rnn.bias_hh_l0_reverse	9	-0.11439540982246399
291754	linear.weight	0	-0.23467573523521423
291754	linear.weight	1	-0.13216599822044373
291754	linear.weight	2	-0.011228874325752258
291754	linear.weight	3	-0.09224526584148407
291754	linear.weight	4	-0.012932649813592434
291754	linear.weight	5	0.2369309514760971
291754	linear.weight	6	0.0047744326293468475
291754	linear.weight	7	-0.021312154829502106
291754	linear.weight	8	0.2230561077594757
291754	linear.weight	9	0.2319270819425583
291754	linear.bias	0	-0.8364887833595276
291754	linear.bias	1	1.4140727519989014
291754	linear.bias	2	-0.49677905440330505
291754	linear.bias	3	-0.7730593681335449
291754	linear.bias	4	-0.8951442241668701
291754	linear.bias	5	-1.1814366579055786
291754	linear.bias	6	-0.9602842926979065
291754	linear.bias	7	-0.6863342523574829
291754	linear.bias	8	-0.01705317199230194
291754	linear.bias	9	3.5573549270629883
291951	transitions	0	-0.482435017824173
291951	transitions	1	8.931398391723633
291951	transitions	2	-3.668016195297241
291951	transitions	3	1.6714974641799927
291951	transitions	4	-2.249750852584839
291951	transitions	5	-0.4413186311721802
291951	transitions	6	-0.19807009398937225
291951	transitions	7	-10000.0
291951	transitions	8	1.8810040950775146
291951	transitions	9	-2.295339584350586
291951	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
291951	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
291951	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
291951	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
291951	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
291951	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
291951	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
291951	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
291951	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
291951	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
291951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
291951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
291951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
291951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
291951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
291951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
291951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
291951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
291951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
291951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
291951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
291951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
291951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
291951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
291951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
291951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
291951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
291951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
291951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
291951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
291951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
291951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
291951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
291951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
291951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
291951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
291951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
291951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
291951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
291951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
291951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
291951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
291951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
291951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
291951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
291951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
291951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
291951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
291951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
291951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
291951	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
291951	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
291951	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
291951	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
291951	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
291951	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
291951	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
291951	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
291951	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
291951	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
291951	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
291951	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
291951	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
291951	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
291951	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
291951	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
291951	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
291951	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
291951	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
291951	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
291951	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
291951	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
291951	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
291951	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
291951	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
291951	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
291951	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
291951	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
291951	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
291951	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
291951	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
291951	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
291951	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
291951	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
291951	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
291951	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
291951	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
291951	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
291951	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
291951	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
291951	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
291951	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
291951	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
291951	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
291951	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
291951	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
291951	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
291951	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
291951	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
291951	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
291951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
291951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
291951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
291951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
291951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
291951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
291951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
291951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
291951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
291951	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
291951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
291951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
291951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
291951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
291951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
291951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
291951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
291951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
291951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
291951	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
291951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
291951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
291951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
291951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
291951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
291951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
291951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
291951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
291951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
291951	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
291951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
291951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
291951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
291951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
291951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
291951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
291951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
291951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
291951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
291951	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
291951	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
291951	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
291951	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
291951	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
291951	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
291951	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
291951	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
291951	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
291951	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
291951	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
291951	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
291951	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
291951	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
291951	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
291951	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
291951	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
291951	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
291951	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
291951	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
291951	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
291951	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
291951	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
291951	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
291951	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
291951	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
291951	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
291951	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
291951	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
291951	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
291951	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
291951	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
291951	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
291951	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
291951	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
291951	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
291951	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
291951	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
291951	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
291951	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
291951	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
291951	embedding2nn.weight	0	0.045689113438129425
291951	embedding2nn.weight	1	-0.08751985430717468
291951	embedding2nn.weight	2	0.006667738314718008
291951	embedding2nn.weight	3	-0.058964867144823074
291951	embedding2nn.weight	4	-0.12602947652339935
291951	embedding2nn.weight	5	0.10985127091407776
291951	embedding2nn.weight	6	-0.07145454734563828
291951	embedding2nn.weight	7	-0.08538246154785156
291951	embedding2nn.weight	8	-0.033320702612400055
291951	embedding2nn.weight	9	0.04059716314077377
291951	embedding2nn.bias	0	0.06669234484434128
291951	embedding2nn.bias	1	-0.02452738583087921
291951	embedding2nn.bias	2	-0.07209264487028122
291951	embedding2nn.bias	3	0.014746502973139286
291951	embedding2nn.bias	4	-0.015250803902745247
291951	embedding2nn.bias	5	-0.19367295503616333
291951	embedding2nn.bias	6	-0.12561757862567902
291951	embedding2nn.bias	7	-0.006237219087779522
291951	embedding2nn.bias	8	0.058397870510816574
291951	embedding2nn.bias	9	-0.045069366693496704
291951	rnn.weight_ih_l0	0	0.037349093705415726
291951	rnn.weight_ih_l0	1	-0.09082013368606567
291951	rnn.weight_ih_l0	2	-0.06689423322677612
291951	rnn.weight_ih_l0	3	-0.05211888253688812
291951	rnn.weight_ih_l0	4	0.018581798300147057
291951	rnn.weight_ih_l0	5	-0.11088471114635468
291951	rnn.weight_ih_l0	6	-0.03033808059990406
291951	rnn.weight_ih_l0	7	0.006162538658827543
291951	rnn.weight_ih_l0	8	0.0470968559384346
291951	rnn.weight_ih_l0	9	0.012544039636850357
291951	rnn.weight_hh_l0	0	0.004059420898556709
291951	rnn.weight_hh_l0	1	-0.07743991166353226
291951	rnn.weight_hh_l0	2	0.07580007612705231
291951	rnn.weight_hh_l0	3	0.05103812366724014
291951	rnn.weight_hh_l0	4	0.007175931707024574
291951	rnn.weight_hh_l0	5	0.07234049588441849
291951	rnn.weight_hh_l0	6	-0.018604187294840813
291951	rnn.weight_hh_l0	7	-0.11728829890489578
291951	rnn.weight_hh_l0	8	0.029841745272278786
291951	rnn.weight_hh_l0	9	-0.07352171838283539
291951	rnn.bias_ih_l0	0	-0.08806159347295761
291951	rnn.bias_ih_l0	1	-0.19570763409137726
291951	rnn.bias_ih_l0	2	-0.26879921555519104
291951	rnn.bias_ih_l0	3	-0.27254757285118103
291951	rnn.bias_ih_l0	4	6.790539191570133e-05
291951	rnn.bias_ih_l0	5	0.04815073683857918
291951	rnn.bias_ih_l0	6	-0.16799487173557281
291951	rnn.bias_ih_l0	7	-0.2743271589279175
291951	rnn.bias_ih_l0	8	-0.15305382013320923
291951	rnn.bias_ih_l0	9	-0.16637811064720154
291951	rnn.bias_hh_l0	0	0.1351843923330307
291951	rnn.bias_hh_l0	1	-0.059778448194265366
291951	rnn.bias_hh_l0	2	0.054001957178115845
291951	rnn.bias_hh_l0	3	-0.17414353787899017
291951	rnn.bias_hh_l0	4	0.06901263445615768
291951	rnn.bias_hh_l0	5	0.052673906087875366
291951	rnn.bias_hh_l0	6	-0.11166603863239288
291951	rnn.bias_hh_l0	7	-0.15426068007946014
291951	rnn.bias_hh_l0	8	-0.181720569729805
291951	rnn.bias_hh_l0	9	-0.10814006626605988
291951	rnn.weight_ih_l0_reverse	0	-0.02105126529932022
291951	rnn.weight_ih_l0_reverse	1	-0.010008225217461586
291951	rnn.weight_ih_l0_reverse	2	-4.8843870899872854e-05
291951	rnn.weight_ih_l0_reverse	3	0.0025106281973421574
291951	rnn.weight_ih_l0_reverse	4	0.007331273518502712
291951	rnn.weight_ih_l0_reverse	5	-0.05839679017663002
291951	rnn.weight_ih_l0_reverse	6	-0.044887375086545944
291951	rnn.weight_ih_l0_reverse	7	0.025515010580420494
291951	rnn.weight_ih_l0_reverse	8	0.09564594179391861
291951	rnn.weight_ih_l0_reverse	9	0.0019128905842080712
291951	rnn.weight_hh_l0_reverse	0	0.0045421794056892395
291951	rnn.weight_hh_l0_reverse	1	0.02667120285332203
291951	rnn.weight_hh_l0_reverse	2	-0.040917523205280304
291951	rnn.weight_hh_l0_reverse	3	0.045493803918361664
291951	rnn.weight_hh_l0_reverse	4	0.02353539876639843
291951	rnn.weight_hh_l0_reverse	5	-0.012175445444881916
291951	rnn.weight_hh_l0_reverse	6	0.07386060059070587
291951	rnn.weight_hh_l0_reverse	7	0.038294658064842224
291951	rnn.weight_hh_l0_reverse	8	-0.02412424422800541
291951	rnn.weight_hh_l0_reverse	9	-0.024023519828915596
291951	rnn.bias_ih_l0_reverse	0	-0.14980320632457733
291951	rnn.bias_ih_l0_reverse	1	-0.3051952123641968
291951	rnn.bias_ih_l0_reverse	2	-0.06247774511575699
291951	rnn.bias_ih_l0_reverse	3	-0.15150409936904907
291951	rnn.bias_ih_l0_reverse	4	0.06267523765563965
291951	rnn.bias_ih_l0_reverse	5	-0.2851131856441498
291951	rnn.bias_ih_l0_reverse	6	-0.0684136226773262
291951	rnn.bias_ih_l0_reverse	7	0.012019045650959015
291951	rnn.bias_ih_l0_reverse	8	-0.19245070219039917
291951	rnn.bias_ih_l0_reverse	9	-0.0831492617726326
291951	rnn.bias_hh_l0_reverse	0	-0.15228964388370514
291951	rnn.bias_hh_l0_reverse	1	-0.1497925966978073
291951	rnn.bias_hh_l0_reverse	2	-0.012192336842417717
291951	rnn.bias_hh_l0_reverse	3	-0.13833901286125183
291951	rnn.bias_hh_l0_reverse	4	-0.030500780791044235
291951	rnn.bias_hh_l0_reverse	5	-0.11901628226041794
291951	rnn.bias_hh_l0_reverse	6	-0.06972122937440872
291951	rnn.bias_hh_l0_reverse	7	-0.1811092048883438
291951	rnn.bias_hh_l0_reverse	8	-0.05689610540866852
291951	rnn.bias_hh_l0_reverse	9	-0.11435989290475845
291951	linear.weight	0	-0.2339349389076233
291951	linear.weight	1	-0.13211169838905334
291951	linear.weight	2	-0.011228874325752258
291951	linear.weight	3	-0.09323526173830032
291951	linear.weight	4	-0.013599388301372528
291951	linear.weight	5	0.23550498485565186
291951	linear.weight	6	0.0047744326293468475
291951	linear.weight	7	-0.021312154829502106
291951	linear.weight	8	0.22250744700431824
291951	linear.weight	9	0.23105885088443756
291951	linear.bias	0	-0.8450515270233154
291951	linear.bias	1	1.4118739366531372
291951	linear.bias	2	-0.4988900423049927
291951	linear.bias	3	-0.7725193500518799
291951	linear.bias	4	-0.8995815515518188
291951	linear.bias	5	-1.1814377307891846
291951	linear.bias	6	-0.96796053647995
291951	linear.bias	7	-0.6825920343399048
291951	linear.bias	8	-0.01705317199230194
291951	linear.bias	9	3.5692038536071777
292148	transitions	0	-0.48244422674179077
292148	transitions	1	8.928792953491211
292148	transitions	2	-3.668060302734375
292148	transitions	3	1.674700379371643
292148	transitions	4	-2.2497830390930176
292148	transitions	5	-0.44132131338119507
292148	transitions	6	-0.19807220995426178
292148	transitions	7	-10000.0
292148	transitions	8	1.8807042837142944
292148	transitions	9	-2.2953405380249023
292148	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
292148	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
292148	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
292148	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
292148	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
292148	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
292148	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
292148	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
292148	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
292148	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
292148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
292148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
292148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
292148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
292148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
292148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
292148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
292148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
292148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
292148	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
292148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
292148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
292148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
292148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
292148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
292148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
292148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
292148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
292148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
292148	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
292148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
292148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
292148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
292148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
292148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
292148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
292148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
292148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
292148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
292148	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
292148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
292148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
292148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
292148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
292148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
292148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
292148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
292148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
292148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
292148	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
292148	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
292148	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
292148	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
292148	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
292148	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
292148	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
292148	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
292148	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
292148	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
292148	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
292148	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
292148	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
292148	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
292148	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
292148	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
292148	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
292148	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
292148	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
292148	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
292148	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
292148	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
292148	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
292148	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
292148	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
292148	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
292148	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
292148	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
292148	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
292148	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
292148	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
292148	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
292148	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
292148	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
292148	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
292148	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
292148	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
292148	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
292148	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
292148	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
292148	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
292148	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
292148	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
292148	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
292148	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
292148	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
292148	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
292148	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
292148	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
292148	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
292148	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
292148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
292148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
292148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
292148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
292148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
292148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
292148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
292148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
292148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
292148	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
292148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
292148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
292148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
292148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
292148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
292148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
292148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
292148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
292148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
292148	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
292148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
292148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
292148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
292148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
292148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
292148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
292148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
292148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
292148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
292148	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
292148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
292148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
292148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
292148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
292148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
292148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
292148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
292148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
292148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
292148	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
292148	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
292148	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
292148	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
292148	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
292148	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
292148	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
292148	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
292148	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
292148	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
292148	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
292148	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
292148	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
292148	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
292148	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
292148	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
292148	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
292148	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
292148	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
292148	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
292148	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
292148	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
292148	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
292148	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
292148	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
292148	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
292148	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
292148	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
292148	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
292148	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
292148	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
292148	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
292148	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
292148	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
292148	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
292148	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
292148	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
292148	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
292148	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
292148	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
292148	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
292148	embedding2nn.weight	0	0.04578067734837532
292148	embedding2nn.weight	1	-0.0872855857014656
292148	embedding2nn.weight	2	0.007317802868783474
292148	embedding2nn.weight	3	-0.058621544390916824
292148	embedding2nn.weight	4	-0.12587109208106995
292148	embedding2nn.weight	5	0.10987979173660278
292148	embedding2nn.weight	6	-0.0711163803935051
292148	embedding2nn.weight	7	-0.08551235496997833
292148	embedding2nn.weight	8	-0.033278100192546844
292148	embedding2nn.weight	9	0.04071121662855148
292148	embedding2nn.bias	0	0.06646599620580673
292148	embedding2nn.bias	1	-0.02421575039625168
292148	embedding2nn.bias	2	-0.07296998053789139
292148	embedding2nn.bias	3	0.014891700819134712
292148	embedding2nn.bias	4	-0.016172077506780624
292148	embedding2nn.bias	5	-0.1936073750257492
292148	embedding2nn.bias	6	-0.12537984549999237
292148	embedding2nn.bias	7	-0.005645235534757376
292148	embedding2nn.bias	8	0.05723828449845314
292148	embedding2nn.bias	9	-0.043763577938079834
292148	rnn.weight_ih_l0	0	0.037496842443943024
292148	rnn.weight_ih_l0	1	-0.09074099361896515
292148	rnn.weight_ih_l0	2	-0.06734797358512878
292148	rnn.weight_ih_l0	3	-0.0526232048869133
292148	rnn.weight_ih_l0	4	0.018673399463295937
292148	rnn.weight_ih_l0	5	-0.11126691848039627
292148	rnn.weight_ih_l0	6	-0.03039075806736946
292148	rnn.weight_ih_l0	7	0.0057703647762537
292148	rnn.weight_ih_l0	8	0.046641185879707336
292148	rnn.weight_ih_l0	9	0.0126325199380517
292148	rnn.weight_hh_l0	0	0.003960695583373308
292148	rnn.weight_hh_l0	1	-0.07754338532686234
292148	rnn.weight_hh_l0	2	0.07586395740509033
292148	rnn.weight_hh_l0	3	0.050910789519548416
292148	rnn.weight_hh_l0	4	0.007091696374118328
292148	rnn.weight_hh_l0	5	0.0722218006849289
292148	rnn.weight_hh_l0	6	-0.018574757501482964
292148	rnn.weight_hh_l0	7	-0.11731986701488495
292148	rnn.weight_hh_l0	8	0.029836269095540047
292148	rnn.weight_hh_l0	9	-0.07364992052316666
292148	rnn.bias_ih_l0	0	-0.08772246539592743
292148	rnn.bias_ih_l0	1	-0.1953316032886505
292148	rnn.bias_ih_l0	2	-0.268508642911911
292148	rnn.bias_ih_l0	3	-0.27228617668151855
292148	rnn.bias_ih_l0	4	0.0001041037030518055
292148	rnn.bias_ih_l0	5	0.048520732671022415
292148	rnn.bias_ih_l0	6	-0.16681480407714844
292148	rnn.bias_ih_l0	7	-0.27383628487586975
292148	rnn.bias_ih_l0	8	-0.15314799547195435
292148	rnn.bias_ih_l0	9	-0.166357159614563
292148	rnn.bias_hh_l0	0	0.1351226568222046
292148	rnn.bias_hh_l0	1	-0.05972607433795929
292148	rnn.bias_hh_l0	2	0.05379548296332359
292148	rnn.bias_hh_l0	3	-0.17419683933258057
292148	rnn.bias_hh_l0	4	0.06939106434583664
292148	rnn.bias_hh_l0	5	0.0521317757666111
292148	rnn.bias_hh_l0	6	-0.11153119802474976
292148	rnn.bias_hh_l0	7	-0.15383020043373108
292148	rnn.bias_hh_l0	8	-0.1821880340576172
292148	rnn.bias_hh_l0	9	-0.10753292590379715
292148	rnn.weight_ih_l0_reverse	0	-0.020818863064050674
292148	rnn.weight_ih_l0_reverse	1	-0.010225558653473854
292148	rnn.weight_ih_l0_reverse	2	-0.0003272717003710568
292148	rnn.weight_ih_l0_reverse	3	0.0028848587535321712
292148	rnn.weight_ih_l0_reverse	4	0.007522183936089277
292148	rnn.weight_ih_l0_reverse	5	-0.05813765525817871
292148	rnn.weight_ih_l0_reverse	6	-0.045127980411052704
292148	rnn.weight_ih_l0_reverse	7	0.025639649480581284
292148	rnn.weight_ih_l0_reverse	8	0.09535306692123413
292148	rnn.weight_ih_l0_reverse	9	0.0017582412110641599
292148	rnn.weight_hh_l0_reverse	0	0.00461818790063262
292148	rnn.weight_hh_l0_reverse	1	0.026721466332674026
292148	rnn.weight_hh_l0_reverse	2	-0.040899019688367844
292148	rnn.weight_hh_l0_reverse	3	0.045516062527894974
292148	rnn.weight_hh_l0_reverse	4	0.02362912707030773
292148	rnn.weight_hh_l0_reverse	5	-0.012178442440927029
292148	rnn.weight_hh_l0_reverse	6	0.07379814237356186
292148	rnn.weight_hh_l0_reverse	7	0.03814935311675072
292148	rnn.weight_hh_l0_reverse	8	-0.024213390424847603
292148	rnn.weight_hh_l0_reverse	9	-0.024057360365986824
292148	rnn.bias_ih_l0_reverse	0	-0.14981038868427277
292148	rnn.bias_ih_l0_reverse	1	-0.3052513599395752
292148	rnn.bias_ih_l0_reverse	2	-0.062406111508607864
292148	rnn.bias_ih_l0_reverse	3	-0.1516672521829605
292148	rnn.bias_ih_l0_reverse	4	0.06297412514686584
292148	rnn.bias_ih_l0_reverse	5	-0.28528380393981934
292148	rnn.bias_ih_l0_reverse	6	-0.06872732937335968
292148	rnn.bias_ih_l0_reverse	7	0.011837009340524673
292148	rnn.bias_ih_l0_reverse	8	-0.19270893931388855
292148	rnn.bias_ih_l0_reverse	9	-0.08295278251171112
292148	rnn.bias_hh_l0_reverse	0	-0.15156792104244232
292148	rnn.bias_hh_l0_reverse	1	-0.1499730944633484
292148	rnn.bias_hh_l0_reverse	2	-0.01238594576716423
292148	rnn.bias_hh_l0_reverse	3	-0.13901184499263763
292148	rnn.bias_hh_l0_reverse	4	-0.030406534671783447
292148	rnn.bias_hh_l0_reverse	5	-0.11908631771802902
292148	rnn.bias_hh_l0_reverse	6	-0.0692119300365448
292148	rnn.bias_hh_l0_reverse	7	-0.18056528270244598
292148	rnn.bias_hh_l0_reverse	8	-0.056744351983070374
292148	rnn.bias_hh_l0_reverse	9	-0.11434506624937057
292148	linear.weight	0	-0.23427961766719818
292148	linear.weight	1	-0.13256028294563293
292148	linear.weight	2	-0.011228874325752258
292148	linear.weight	3	-0.09154926240444183
292148	linear.weight	4	-0.011698306538164616
292148	linear.weight	5	0.2343137115240097
292148	linear.weight	6	0.0047744326293468475
292148	linear.weight	7	-0.021312154829502106
292148	linear.weight	8	0.22184570133686066
292148	linear.weight	9	0.22968152165412903
292148	linear.bias	0	-0.8444095849990845
292148	linear.bias	1	1.4029133319854736
292148	linear.bias	2	-0.5083376169204712
292148	linear.bias	3	-0.7753015756607056
292148	linear.bias	4	-0.8946599364280701
292148	linear.bias	5	-1.1814396381378174
292148	linear.bias	6	-0.9678529500961304
292148	linear.bias	7	-0.6834273338317871
292148	linear.bias	8	-0.01705317199230194
292148	linear.bias	9	3.568228006362915
292152	transitions	0	-0.48244509100914
292152	transitions	1	8.929680824279785
292152	transitions	2	-3.668060302734375
292152	transitions	3	1.6753088235855103
292152	transitions	4	-2.2497830390930176
292152	transitions	5	-0.44132131338119507
292152	transitions	6	-0.19807223975658417
292152	transitions	7	-10000.0
292152	transitions	8	1.8807041645050049
292152	transitions	9	-2.2953405380249023
292152	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
292152	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
292152	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
292152	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
292152	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
292152	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
292152	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
292152	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
292152	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
292152	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
292152	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
292152	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
292152	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
292152	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
292152	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
292152	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
292152	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
292152	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
292152	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
292152	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
292152	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
292152	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
292152	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
292152	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
292152	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
292152	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
292152	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
292152	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
292152	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
292152	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
292152	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
292152	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
292152	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
292152	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
292152	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
292152	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
292152	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
292152	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
292152	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
292152	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
292152	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
292152	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
292152	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
292152	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
292152	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
292152	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
292152	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
292152	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
292152	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
292152	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
292152	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
292152	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
292152	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
292152	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
292152	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
292152	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
292152	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
292152	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
292152	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
292152	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
292152	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
292152	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
292152	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
292152	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
292152	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
292152	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
292152	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
292152	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
292152	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
292152	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
292152	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
292152	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
292152	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
292152	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
292152	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
292152	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
292152	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
292152	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
292152	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
292152	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
292152	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
292152	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
292152	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
292152	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
292152	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
292152	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
292152	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
292152	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
292152	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
292152	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
292152	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
292152	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
292152	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
292152	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
292152	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
292152	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
292152	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
292152	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
292152	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
292152	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
292152	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
292152	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
292152	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
292152	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
292152	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
292152	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
292152	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
292152	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
292152	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
292152	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
292152	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
292152	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
292152	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
292152	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
292152	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
292152	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
292152	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
292152	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
292152	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
292152	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
292152	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
292152	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
292152	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
292152	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
292152	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
292152	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
292152	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
292152	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
292152	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
292152	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
292152	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
292152	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
292152	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
292152	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
292152	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
292152	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
292152	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
292152	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
292152	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
292152	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
292152	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
292152	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
292152	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
292152	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
292152	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
292152	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
292152	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
292152	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
292152	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
292152	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
292152	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
292152	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
292152	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
292152	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
292152	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
292152	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
292152	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
292152	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
292152	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
292152	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
292152	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
292152	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
292152	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
292152	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
292152	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
292152	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
292152	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
292152	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
292152	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
292152	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
292152	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
292152	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
292152	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
292152	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
292152	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
292152	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
292152	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
292152	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
292152	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
292152	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
292152	embedding2nn.weight	0	0.045781902968883514
292152	embedding2nn.weight	1	-0.08727546781301498
292152	embedding2nn.weight	2	0.007430659607052803
292152	embedding2nn.weight	3	-0.05861098691821098
292152	embedding2nn.weight	4	-0.12587019801139832
292152	embedding2nn.weight	5	0.10990110784769058
292152	embedding2nn.weight	6	-0.07097455859184265
292152	embedding2nn.weight	7	-0.0854974165558815
292152	embedding2nn.weight	8	-0.033285465091466904
292152	embedding2nn.weight	9	0.04071008786559105
292152	embedding2nn.bias	0	0.0667397528886795
292152	embedding2nn.bias	1	-0.024087654426693916
292152	embedding2nn.bias	2	-0.07268218696117401
292152	embedding2nn.bias	3	0.014753852970898151
292152	embedding2nn.bias	4	-0.016465069726109505
292152	embedding2nn.bias	5	-0.1938154697418213
292152	embedding2nn.bias	6	-0.12504731118679047
292152	embedding2nn.bias	7	-0.005622111726552248
292152	embedding2nn.bias	8	0.05721975862979889
292152	embedding2nn.bias	9	-0.04376126453280449
292152	rnn.weight_ih_l0	0	0.03755432367324829
292152	rnn.weight_ih_l0	1	-0.09074515104293823
292152	rnn.weight_ih_l0	2	-0.06732615828514099
292152	rnn.weight_ih_l0	3	-0.052622515708208084
292152	rnn.weight_ih_l0	4	0.018674682825803757
292152	rnn.weight_ih_l0	5	-0.11110639572143555
292152	rnn.weight_ih_l0	6	-0.03038731962442398
292152	rnn.weight_ih_l0	7	0.0057793655432760715
292152	rnn.weight_ih_l0	8	0.04664225876331329
292152	rnn.weight_ih_l0	9	0.01261771097779274
292152	rnn.weight_hh_l0	0	0.0039695738814771175
292152	rnn.weight_hh_l0	1	-0.07755313068628311
292152	rnn.weight_hh_l0	2	0.07586246728897095
292152	rnn.weight_hh_l0	3	0.05091208592057228
292152	rnn.weight_hh_l0	4	0.007091596722602844
292152	rnn.weight_hh_l0	5	0.07221964001655579
292152	rnn.weight_hh_l0	6	-0.018575366586446762
292152	rnn.weight_hh_l0	7	-0.11732158064842224
292152	rnn.weight_hh_l0	8	0.029836751520633698
292152	rnn.weight_hh_l0	9	-0.07364081591367722
292152	rnn.bias_ih_l0	0	-0.08763159811496735
292152	rnn.bias_ih_l0	1	-0.19531413912773132
292152	rnn.bias_ih_l0	2	-0.2685421109199524
292152	rnn.bias_ih_l0	3	-0.2723180949687958
292152	rnn.bias_ih_l0	4	8.993806113721803e-05
292152	rnn.bias_ih_l0	5	0.04842333868145943
292152	rnn.bias_ih_l0	6	-0.16688400506973267
292152	rnn.bias_ih_l0	7	-0.27387505769729614
292152	rnn.bias_ih_l0	8	-0.15314242243766785
292152	rnn.bias_ih_l0	9	-0.1663641780614853
292152	rnn.bias_hh_l0	0	0.13514715433120728
292152	rnn.bias_hh_l0	1	-0.059696298092603683
292152	rnn.bias_hh_l0	2	0.053809233009815216
292152	rnn.bias_hh_l0	3	-0.17421774566173553
292152	rnn.bias_hh_l0	4	0.0694354921579361
292152	rnn.bias_hh_l0	5	0.05211907625198364
292152	rnn.bias_hh_l0	6	-0.11156488955020905
292152	rnn.bias_hh_l0	7	-0.15385198593139648
292152	rnn.bias_hh_l0	8	-0.1822289228439331
292152	rnn.bias_hh_l0	9	-0.10761891305446625
292152	rnn.weight_ih_l0_reverse	0	-0.020820390433073044
292152	rnn.weight_ih_l0_reverse	1	-0.010175581090152264
292152	rnn.weight_ih_l0_reverse	2	-0.00034253261401318014
292152	rnn.weight_ih_l0_reverse	3	0.002880486659705639
292152	rnn.weight_ih_l0_reverse	4	0.00752184446901083
292152	rnn.weight_ih_l0_reverse	5	-0.05811202526092529
292152	rnn.weight_ih_l0_reverse	6	-0.045178722590208054
292152	rnn.weight_ih_l0_reverse	7	0.025639794766902924
292152	rnn.weight_ih_l0_reverse	8	0.09535959362983704
292152	rnn.weight_ih_l0_reverse	9	0.001754745957441628
292152	rnn.weight_hh_l0_reverse	0	0.004619803745299578
292152	rnn.weight_hh_l0_reverse	1	0.026721246540546417
292152	rnn.weight_hh_l0_reverse	2	-0.040892068296670914
292152	rnn.weight_hh_l0_reverse	3	0.045510146766901016
292152	rnn.weight_hh_l0_reverse	4	0.023630063980817795
292152	rnn.weight_hh_l0_reverse	5	-0.012178202159702778
292152	rnn.weight_hh_l0_reverse	6	0.07377184927463531
292152	rnn.weight_hh_l0_reverse	7	0.03815034031867981
292152	rnn.weight_hh_l0_reverse	8	-0.02421550452709198
292152	rnn.weight_hh_l0_reverse	9	-0.024075819179415703
292152	rnn.bias_ih_l0_reverse	0	-0.14980894327163696
292152	rnn.bias_ih_l0_reverse	1	-0.30535438656806946
292152	rnn.bias_ih_l0_reverse	2	-0.06242597848176956
292152	rnn.bias_ih_l0_reverse	3	-0.15168796479701996
292152	rnn.bias_ih_l0_reverse	4	0.06302093714475632
292152	rnn.bias_ih_l0_reverse	5	-0.285275399684906
292152	rnn.bias_ih_l0_reverse	6	-0.06866859644651413
292152	rnn.bias_ih_l0_reverse	7	0.011845986358821392
292152	rnn.bias_ih_l0_reverse	8	-0.19270020723342896
292152	rnn.bias_ih_l0_reverse	9	-0.08292606472969055
292152	rnn.bias_hh_l0_reverse	0	-0.15161526203155518
292152	rnn.bias_hh_l0_reverse	1	-0.14987784624099731
292152	rnn.bias_hh_l0_reverse	2	-0.012363877147436142
292152	rnn.bias_hh_l0_reverse	3	-0.13904179632663727
292152	rnn.bias_hh_l0_reverse	4	-0.030398519709706306
292152	rnn.bias_hh_l0_reverse	5	-0.1190711259841919
292152	rnn.bias_hh_l0_reverse	6	-0.0692201629281044
292152	rnn.bias_hh_l0_reverse	7	-0.1805737465620041
292152	rnn.bias_hh_l0_reverse	8	-0.0566580668091774
292152	rnn.bias_hh_l0_reverse	9	-0.11438396573066711
292152	linear.weight	0	-0.23428016901016235
292152	linear.weight	1	-0.13254082202911377
292152	linear.weight	2	-0.011228874325752258
292152	linear.weight	3	-0.09152936190366745
292152	linear.weight	4	-0.011770708486437798
292152	linear.weight	5	0.23430314660072327
292152	linear.weight	6	0.0047744326293468475
292152	linear.weight	7	-0.021312154829502106
292152	linear.weight	8	0.2217271775007248
292152	linear.weight	9	0.22976817190647125
292152	linear.bias	0	-0.8441308736801147
292152	linear.bias	1	1.4020636081695557
292152	linear.bias	2	-0.5070178508758545
292152	linear.bias	3	-0.7744167447090149
292152	linear.bias	4	-0.8957648277282715
292152	linear.bias	5	-1.1814396381378174
292152	linear.bias	6	-0.9675763845443726
292152	linear.bias	7	-0.6845299601554871
292152	linear.bias	8	-0.01705317199230194
292152	linear.bias	9	3.5657272338867188
292349	transitions	0	-0.48247474431991577
292349	transitions	1	8.92996883392334
292349	transitions	2	-3.668114423751831
292349	transitions	3	1.6761318445205688
292349	transitions	4	-2.2498252391815186
292349	transitions	5	-0.44132497906684875
292349	transitions	6	-0.19807392358779907
292349	transitions	7	-10000.0
292349	transitions	8	1.8810840845108032
292349	transitions	9	-2.2953405380249023
292349	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
292349	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
292349	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
292349	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
292349	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
292349	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
292349	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
292349	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
292349	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
292349	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
292349	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
292349	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
292349	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
292349	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
292349	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
292349	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
292349	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
292349	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
292349	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
292349	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
292349	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
292349	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
292349	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
292349	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
292349	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
292349	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
292349	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
292349	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
292349	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
292349	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
292349	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
292349	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
292349	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
292349	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
292349	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
292349	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
292349	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
292349	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
292349	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
292349	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
292349	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
292349	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
292349	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
292349	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
292349	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
292349	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
292349	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
292349	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
292349	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
292349	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
292349	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
292349	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
292349	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
292349	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
292349	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
292349	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
292349	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
292349	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
292349	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
292349	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
292349	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
292349	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
292349	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
292349	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
292349	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
292349	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
292349	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
292349	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
292349	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
292349	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
292349	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
292349	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
292349	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
292349	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
292349	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
292349	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
292349	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
292349	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
292349	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
292349	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
292349	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
292349	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
292349	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
292349	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
292349	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
292349	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
292349	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
292349	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
292349	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
292349	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
292349	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
292349	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
292349	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
292349	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
292349	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
292349	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
292349	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
292349	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
292349	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
292349	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
292349	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
292349	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
292349	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
292349	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
292349	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
292349	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
292349	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
292349	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
292349	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
292349	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
292349	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
292349	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
292349	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
292349	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
292349	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
292349	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
292349	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
292349	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
292349	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
292349	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
292349	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
292349	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
292349	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
292349	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
292349	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
292349	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
292349	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
292349	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
292349	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
292349	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
292349	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
292349	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
292349	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
292349	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
292349	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
292349	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
292349	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
292349	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
292349	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
292349	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
292349	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
292349	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
292349	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
292349	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
292349	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
292349	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
292349	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
292349	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
292349	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
292349	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
292349	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
292349	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
292349	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
292349	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
292349	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
292349	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
292349	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
292349	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
292349	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
292349	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
292349	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
292349	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
292349	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
292349	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
292349	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
292349	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
292349	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
292349	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
292349	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
292349	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
292349	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
292349	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
292349	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
292349	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
292349	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
292349	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
292349	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
292349	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
292349	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
292349	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
292349	embedding2nn.weight	0	0.04573566094040871
292349	embedding2nn.weight	1	-0.08737630397081375
292349	embedding2nn.weight	2	0.007267859298735857
292349	embedding2nn.weight	3	-0.05857071280479431
292349	embedding2nn.weight	4	-0.12572060525417328
292349	embedding2nn.weight	5	0.11019603163003922
292349	embedding2nn.weight	6	-0.07063588500022888
292349	embedding2nn.weight	7	-0.0856819748878479
292349	embedding2nn.weight	8	-0.03343958780169487
292349	embedding2nn.weight	9	0.04027209058403969
292349	embedding2nn.bias	0	0.06773670017719269
292349	embedding2nn.bias	1	-0.024670688435435295
292349	embedding2nn.bias	2	-0.07209205627441406
292349	embedding2nn.bias	3	0.01586301624774933
292349	embedding2nn.bias	4	-0.01688825525343418
292349	embedding2nn.bias	5	-0.19410747289657593
292349	embedding2nn.bias	6	-0.12735579907894135
292349	embedding2nn.bias	7	-0.00476866913959384
292349	embedding2nn.bias	8	0.05737757682800293
292349	embedding2nn.bias	9	-0.0437387079000473
292349	rnn.weight_ih_l0	0	0.037545476108789444
292349	rnn.weight_ih_l0	1	-0.09104467928409576
292349	rnn.weight_ih_l0	2	-0.06743218004703522
292349	rnn.weight_ih_l0	3	-0.05261429399251938
292349	rnn.weight_ih_l0	4	0.01864728517830372
292349	rnn.weight_ih_l0	5	-0.11091994494199753
292349	rnn.weight_ih_l0	6	-0.03021702542901039
292349	rnn.weight_ih_l0	7	0.005870717111974955
292349	rnn.weight_ih_l0	8	0.04621102660894394
292349	rnn.weight_ih_l0	9	0.012432705610990524
292349	rnn.weight_hh_l0	0	0.004021609667688608
292349	rnn.weight_hh_l0	1	-0.07760827243328094
292349	rnn.weight_hh_l0	2	0.07585921138525009
292349	rnn.weight_hh_l0	3	0.0509677492082119
292349	rnn.weight_hh_l0	4	0.007126982323825359
292349	rnn.weight_hh_l0	5	0.07220723479986191
292349	rnn.weight_hh_l0	6	-0.018570534884929657
292349	rnn.weight_hh_l0	7	-0.11733394861221313
292349	rnn.weight_hh_l0	8	0.029872708022594452
292349	rnn.weight_hh_l0	9	-0.07385166734457016
292349	rnn.bias_ih_l0	0	-0.0874536782503128
292349	rnn.bias_ih_l0	1	-0.19531966745853424
292349	rnn.bias_ih_l0	2	-0.2685220241546631
292349	rnn.bias_ih_l0	3	-0.2720876932144165
292349	rnn.bias_ih_l0	4	-0.0001606912846909836
292349	rnn.bias_ih_l0	5	0.048744067549705505
292349	rnn.bias_ih_l0	6	-0.16758379340171814
292349	rnn.bias_ih_l0	7	-0.27404555678367615
292349	rnn.bias_ih_l0	8	-0.15288342535495758
292349	rnn.bias_ih_l0	9	-0.16675108671188354
292349	rnn.bias_hh_l0	0	0.13511435687541962
292349	rnn.bias_hh_l0	1	-0.059594180434942245
292349	rnn.bias_hh_l0	2	0.05343678221106529
292349	rnn.bias_hh_l0	3	-0.17453259229660034
292349	rnn.bias_hh_l0	4	0.06919528543949127
292349	rnn.bias_hh_l0	5	0.052048418670892715
292349	rnn.bias_hh_l0	6	-0.11193831264972687
292349	rnn.bias_hh_l0	7	-0.15392544865608215
292349	rnn.bias_hh_l0	8	-0.182287335395813
292349	rnn.bias_hh_l0	9	-0.10776404291391373
292349	rnn.weight_ih_l0_reverse	0	-0.020957274362444878
292349	rnn.weight_ih_l0_reverse	1	-0.010394779033958912
292349	rnn.weight_ih_l0_reverse	2	-0.0004073604359291494
292349	rnn.weight_ih_l0_reverse	3	0.002860540756955743
292349	rnn.weight_ih_l0_reverse	4	0.0077978321351110935
292349	rnn.weight_ih_l0_reverse	5	-0.058044370263814926
292349	rnn.weight_ih_l0_reverse	6	-0.044986024498939514
292349	rnn.weight_ih_l0_reverse	7	0.025347653776407242
292349	rnn.weight_ih_l0_reverse	8	0.09538586437702179
292349	rnn.weight_ih_l0_reverse	9	0.0015856085810810328
292349	rnn.weight_hh_l0_reverse	0	0.004564308561384678
292349	rnn.weight_hh_l0_reverse	1	0.026719147339463234
292349	rnn.weight_hh_l0_reverse	2	-0.04094413295388222
292349	rnn.weight_hh_l0_reverse	3	0.04564733803272247
292349	rnn.weight_hh_l0_reverse	4	0.02360929548740387
292349	rnn.weight_hh_l0_reverse	5	-0.01219260971993208
292349	rnn.weight_hh_l0_reverse	6	0.07378218322992325
292349	rnn.weight_hh_l0_reverse	7	0.03811051696538925
292349	rnn.weight_hh_l0_reverse	8	-0.024179160594940186
292349	rnn.weight_hh_l0_reverse	9	-0.024031560868024826
292349	rnn.bias_ih_l0_reverse	0	-0.14967948198318481
292349	rnn.bias_ih_l0_reverse	1	-0.3059242069721222
292349	rnn.bias_ih_l0_reverse	2	-0.06284603476524353
292349	rnn.bias_ih_l0_reverse	3	-0.1519697904586792
292349	rnn.bias_ih_l0_reverse	4	0.06358777731657028
292349	rnn.bias_ih_l0_reverse	5	-0.2854994237422943
292349	rnn.bias_ih_l0_reverse	6	-0.06844674795866013
292349	rnn.bias_ih_l0_reverse	7	0.011860035359859467
292349	rnn.bias_ih_l0_reverse	8	-0.1930866688489914
292349	rnn.bias_ih_l0_reverse	9	-0.08305559307336807
292349	rnn.bias_hh_l0_reverse	0	-0.15141339600086212
292349	rnn.bias_hh_l0_reverse	1	-0.15029381215572357
292349	rnn.bias_hh_l0_reverse	2	-0.012179290875792503
292349	rnn.bias_hh_l0_reverse	3	-0.13888797163963318
292349	rnn.bias_hh_l0_reverse	4	-0.030170578509569168
292349	rnn.bias_hh_l0_reverse	5	-0.11893338710069656
292349	rnn.bias_hh_l0_reverse	6	-0.06795895844697952
292349	rnn.bias_hh_l0_reverse	7	-0.18107058107852936
292349	rnn.bias_hh_l0_reverse	8	-0.05650634318590164
292349	rnn.bias_hh_l0_reverse	9	-0.11466234177350998
292349	linear.weight	0	-0.23322205245494843
292349	linear.weight	1	-0.1329546868801117
292349	linear.weight	2	-0.011228874325752258
292349	linear.weight	3	-0.09154563397169113
292349	linear.weight	4	-0.010856813751161098
292349	linear.weight	5	0.23504365980625153
292349	linear.weight	6	0.0047744326293468475
292349	linear.weight	7	-0.021312154829502106
292349	linear.weight	8	0.22203290462493896
292349	linear.weight	9	0.2296842485666275
292349	linear.bias	0	-0.8426269888877869
292349	linear.bias	1	1.4035868644714355
292349	linear.bias	2	-0.5035326480865479
292349	linear.bias	3	-0.773793637752533
292349	linear.bias	4	-0.8913170099258423
292349	linear.bias	5	-1.1814411878585815
292349	linear.bias	6	-0.9662400484085083
292349	linear.bias	7	-0.6849711537361145
292349	linear.bias	8	-0.01705317199230194
292349	linear.bias	9	3.569283962249756
292546	transitions	0	-0.4824821650981903
292546	transitions	1	8.928874969482422
292546	transitions	2	-3.6681950092315674
292546	transitions	3	1.6753859519958496
292546	transitions	4	-2.249871015548706
292546	transitions	5	-0.441326379776001
292546	transitions	6	-0.19807545840740204
292546	transitions	7	-10000.0
292546	transitions	8	1.881574273109436
292546	transitions	9	-2.2953410148620605
292546	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
292546	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
292546	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
292546	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
292546	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
292546	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
292546	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
292546	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
292546	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
292546	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
292546	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
292546	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
292546	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
292546	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
292546	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
292546	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
292546	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
292546	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
292546	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
292546	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
292546	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
292546	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
292546	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
292546	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
292546	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
292546	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
292546	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
292546	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
292546	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
292546	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
292546	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
292546	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
292546	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
292546	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
292546	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
292546	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
292546	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
292546	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
292546	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
292546	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
292546	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
292546	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
292546	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
292546	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
292546	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
292546	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
292546	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
292546	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
292546	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
292546	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
292546	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
292546	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
292546	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
292546	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
292546	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
292546	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
292546	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
292546	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
292546	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
292546	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
292546	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
292546	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
292546	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
292546	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
292546	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
292546	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
292546	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
292546	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
292546	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
292546	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
292546	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
292546	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
292546	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
292546	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
292546	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
292546	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
292546	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
292546	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
292546	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
292546	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
292546	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
292546	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
292546	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
292546	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
292546	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
292546	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
292546	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
292546	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
292546	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
292546	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
292546	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
292546	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
292546	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
292546	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
292546	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
292546	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
292546	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
292546	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
292546	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
292546	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
292546	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
292546	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
292546	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
292546	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
292546	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
292546	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
292546	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
292546	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
292546	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
292546	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
292546	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
292546	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
292546	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
292546	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
292546	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
292546	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
292546	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
292546	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
292546	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
292546	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
292546	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
292546	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
292546	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
292546	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
292546	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
292546	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
292546	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
292546	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
292546	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
292546	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
292546	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
292546	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
292546	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
292546	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
292546	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
292546	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
292546	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
292546	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
292546	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
292546	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
292546	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
292546	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
292546	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
292546	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
292546	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
292546	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
292546	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
292546	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
292546	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
292546	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
292546	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
292546	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
292546	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
292546	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
292546	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
292546	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
292546	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
292546	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
292546	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
292546	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
292546	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
292546	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
292546	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
292546	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
292546	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
292546	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
292546	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
292546	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
292546	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
292546	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
292546	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
292546	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
292546	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
292546	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
292546	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
292546	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
292546	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
292546	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
292546	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
292546	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
292546	embedding2nn.weight	0	0.0458437018096447
292546	embedding2nn.weight	1	-0.0873744934797287
292546	embedding2nn.weight	2	0.007159340661019087
292546	embedding2nn.weight	3	-0.05881897732615471
292546	embedding2nn.weight	4	-0.12583990395069122
292546	embedding2nn.weight	5	0.11047177761793137
292546	embedding2nn.weight	6	-0.07029900699853897
292546	embedding2nn.weight	7	-0.08603066951036453
292546	embedding2nn.weight	8	-0.03356138616800308
292546	embedding2nn.weight	9	0.03982887044548988
292546	embedding2nn.bias	0	0.06514742225408554
292546	embedding2nn.bias	1	-0.024473415687680244
292546	embedding2nn.bias	2	-0.0741288885474205
292546	embedding2nn.bias	3	0.013119002804160118
292546	embedding2nn.bias	4	-0.016059400513768196
292546	embedding2nn.bias	5	-0.1942974030971527
292546	embedding2nn.bias	6	-0.12855125963687897
292546	embedding2nn.bias	7	-0.004831977188587189
292546	embedding2nn.bias	8	0.05936403200030327
292546	embedding2nn.bias	9	-0.04443827643990517
292546	rnn.weight_ih_l0	0	0.03711806237697601
292546	rnn.weight_ih_l0	1	-0.09130779653787613
292546	rnn.weight_ih_l0	2	-0.06705983728170395
292546	rnn.weight_ih_l0	3	-0.052474863827228546
292546	rnn.weight_ih_l0	4	0.018882079049944878
292546	rnn.weight_ih_l0	5	-0.11064387857913971
292546	rnn.weight_ih_l0	6	-0.029774872586131096
292546	rnn.weight_ih_l0	7	0.006065687630325556
292546	rnn.weight_ih_l0	8	0.04621800407767296
292546	rnn.weight_ih_l0	9	0.012286738492548466
292546	rnn.weight_hh_l0	0	0.004042596556246281
292546	rnn.weight_hh_l0	1	-0.07782305032014847
292546	rnn.weight_hh_l0	2	0.07585038989782333
292546	rnn.weight_hh_l0	3	0.051085662096738815
292546	rnn.weight_hh_l0	4	0.0071929204277694225
292546	rnn.weight_hh_l0	5	0.07231202721595764
292546	rnn.weight_hh_l0	6	-0.018601490184664726
292546	rnn.weight_hh_l0	7	-0.11742977052927017
292546	rnn.weight_hh_l0	8	0.029813125729560852
292546	rnn.weight_hh_l0	9	-0.07390396296977997
292546	rnn.bias_ih_l0	0	-0.08769749850034714
292546	rnn.bias_ih_l0	1	-0.1951143592596054
292546	rnn.bias_ih_l0	2	-0.26836690306663513
292546	rnn.bias_ih_l0	3	-0.27256903052330017
292546	rnn.bias_ih_l0	4	-0.00044073679600842297
292546	rnn.bias_ih_l0	5	0.04815197363495827
292546	rnn.bias_ih_l0	6	-0.1673184186220169
292546	rnn.bias_ih_l0	7	-0.27421507239341736
292546	rnn.bias_ih_l0	8	-0.1524403989315033
292546	rnn.bias_ih_l0	9	-0.16667771339416504
292546	rnn.bias_hh_l0	0	0.13431698083877563
292546	rnn.bias_hh_l0	1	-0.060046982020139694
292546	rnn.bias_hh_l0	2	0.053560204803943634
292546	rnn.bias_hh_l0	3	-0.17467762529850006
292546	rnn.bias_hh_l0	4	0.06948027014732361
292546	rnn.bias_hh_l0	5	0.052348215132951736
292546	rnn.bias_hh_l0	6	-0.1122354045510292
292546	rnn.bias_hh_l0	7	-0.15379901230335236
292546	rnn.bias_hh_l0	8	-0.182233065366745
292546	rnn.bias_hh_l0	9	-0.10746186971664429
292546	rnn.weight_ih_l0_reverse	0	-0.020934520289301872
292546	rnn.weight_ih_l0_reverse	1	-0.01052528154104948
292546	rnn.weight_ih_l0_reverse	2	-0.0005222445470280945
292546	rnn.weight_ih_l0_reverse	3	0.002992949914187193
292546	rnn.weight_ih_l0_reverse	4	0.007626350037753582
292546	rnn.weight_ih_l0_reverse	5	-0.05840613320469856
292546	rnn.weight_ih_l0_reverse	6	-0.04475343972444534
292546	rnn.weight_ih_l0_reverse	7	0.02537107653915882
292546	rnn.weight_ih_l0_reverse	8	0.0953800305724144
292546	rnn.weight_ih_l0_reverse	9	0.0013370350934565067
292546	rnn.weight_hh_l0_reverse	0	0.004441642668098211
292546	rnn.weight_hh_l0_reverse	1	0.026725027710199356
292546	rnn.weight_hh_l0_reverse	2	-0.041054338216781616
292546	rnn.weight_hh_l0_reverse	3	0.04558910056948662
292546	rnn.weight_hh_l0_reverse	4	0.023548711091279984
292546	rnn.weight_hh_l0_reverse	5	-0.012172429822385311
292546	rnn.weight_hh_l0_reverse	6	0.07394428551197052
292546	rnn.weight_hh_l0_reverse	7	0.03820250183343887
292546	rnn.weight_hh_l0_reverse	8	-0.024211764335632324
292546	rnn.weight_hh_l0_reverse	9	-0.02393280528485775
292546	rnn.bias_ih_l0_reverse	0	-0.149288147687912
292546	rnn.bias_ih_l0_reverse	1	-0.3059685230255127
292546	rnn.bias_ih_l0_reverse	2	-0.0627858117222786
292546	rnn.bias_ih_l0_reverse	3	-0.1516323834657669
292546	rnn.bias_ih_l0_reverse	4	0.06417787075042725
292546	rnn.bias_ih_l0_reverse	5	-0.28553611040115356
292546	rnn.bias_ih_l0_reverse	6	-0.06840015202760696
292546	rnn.bias_ih_l0_reverse	7	0.011275934055447578
292546	rnn.bias_ih_l0_reverse	8	-0.19330784678459167
292546	rnn.bias_ih_l0_reverse	9	-0.0831756442785263
292546	rnn.bias_hh_l0_reverse	0	-0.15109309554100037
292546	rnn.bias_hh_l0_reverse	1	-0.14990654587745667
292546	rnn.bias_hh_l0_reverse	2	-0.012063175439834595
292546	rnn.bias_hh_l0_reverse	3	-0.13942697644233704
292546	rnn.bias_hh_l0_reverse	4	-0.029639802873134613
292546	rnn.bias_hh_l0_reverse	5	-0.11845335364341736
292546	rnn.bias_hh_l0_reverse	6	-0.06772834807634354
292546	rnn.bias_hh_l0_reverse	7	-0.1810084879398346
292546	rnn.bias_hh_l0_reverse	8	-0.056771475821733475
292546	rnn.bias_hh_l0_reverse	9	-0.11479144543409348
292546	linear.weight	0	-0.23287402093410492
292546	linear.weight	1	-0.1330573856830597
292546	linear.weight	2	-0.011228874325752258
292546	linear.weight	3	-0.09148518741130829
292546	linear.weight	4	-0.011386152356863022
292546	linear.weight	5	0.23709823191165924
292546	linear.weight	6	0.0047744326293468475
292546	linear.weight	7	-0.021312154829502106
292546	linear.weight	8	0.2217712253332138
292546	linear.weight	9	0.2286687195301056
292546	linear.bias	0	-0.8418018221855164
292546	linear.bias	1	1.4029675722122192
292546	linear.bias	2	-0.5046148300170898
292546	linear.bias	3	-0.7738820314407349
292546	linear.bias	4	-0.8811633586883545
292546	linear.bias	5	-1.1814422607421875
292546	linear.bias	6	-0.9652231931686401
292546	linear.bias	7	-0.690998911857605
292546	linear.bias	8	-0.01705317199230194
292546	linear.bias	9	3.5840742588043213
292743	transitions	0	-0.4824943244457245
292743	transitions	1	8.931427955627441
292743	transitions	2	-3.668283700942993
292743	transitions	3	1.6752768754959106
292743	transitions	4	-2.2499189376831055
292743	transitions	5	-0.4413281977176666
292743	transitions	6	-0.19807694852352142
292743	transitions	7	-10000.0
292743	transitions	8	1.8813971281051636
292743	transitions	9	-2.2953414916992188
292743	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
292743	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
292743	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
292743	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
292743	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
292743	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
292743	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
292743	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
292743	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
292743	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
292743	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
292743	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
292743	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
292743	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
292743	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
292743	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
292743	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
292743	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
292743	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
292743	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
292743	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
292743	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
292743	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
292743	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
292743	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
292743	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
292743	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
292743	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
292743	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
292743	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
292743	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
292743	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
292743	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
292743	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
292743	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
292743	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
292743	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
292743	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
292743	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
292743	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
292743	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
292743	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
292743	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
292743	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
292743	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
292743	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
292743	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
292743	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
292743	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
292743	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
292743	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
292743	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
292743	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
292743	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
292743	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
292743	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
292743	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
292743	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
292743	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
292743	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
292743	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
292743	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
292743	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
292743	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
292743	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
292743	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
292743	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
292743	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
292743	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
292743	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
292743	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
292743	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
292743	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
292743	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
292743	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
292743	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
292743	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
292743	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
292743	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
292743	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
292743	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
292743	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
292743	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
292743	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
292743	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
292743	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
292743	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
292743	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
292743	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
292743	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
292743	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
292743	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
292743	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
292743	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
292743	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
292743	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
292743	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
292743	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
292743	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
292743	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
292743	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
292743	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
292743	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
292743	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
292743	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
292743	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
292743	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
292743	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
292743	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
292743	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
292743	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
292743	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
292743	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
292743	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
292743	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
292743	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
292743	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
292743	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
292743	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
292743	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
292743	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
292743	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
292743	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
292743	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
292743	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
292743	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
292743	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
292743	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
292743	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
292743	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
292743	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
292743	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
292743	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
292743	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
292743	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
292743	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
292743	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
292743	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
292743	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
292743	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
292743	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
292743	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
292743	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
292743	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
292743	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
292743	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
292743	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
292743	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
292743	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
292743	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
292743	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
292743	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
292743	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
292743	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
292743	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
292743	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
292743	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
292743	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
292743	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
292743	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
292743	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
292743	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
292743	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
292743	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
292743	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
292743	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
292743	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
292743	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
292743	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
292743	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
292743	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
292743	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
292743	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
292743	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
292743	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
292743	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
292743	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
292743	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
292743	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
292743	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
292743	embedding2nn.weight	0	0.04597535729408264
292743	embedding2nn.weight	1	-0.08721837401390076
292743	embedding2nn.weight	2	0.007336148992180824
292743	embedding2nn.weight	3	-0.058709219098091125
292743	embedding2nn.weight	4	-0.12596474587917328
292743	embedding2nn.weight	5	0.11018278449773788
292743	embedding2nn.weight	6	-0.0694301649928093
292743	embedding2nn.weight	7	-0.08608339726924896
292743	embedding2nn.weight	8	-0.03330603986978531
292743	embedding2nn.weight	9	0.03950667008757591
292743	embedding2nn.bias	0	0.06105411425232887
292743	embedding2nn.bias	1	-0.023406079038977623
292743	embedding2nn.bias	2	-0.07188290357589722
292743	embedding2nn.bias	3	0.011572855524718761
292743	embedding2nn.bias	4	-0.017043665051460266
292743	embedding2nn.bias	5	-0.19326923787593842
292743	embedding2nn.bias	6	-0.13086789846420288
292743	embedding2nn.bias	7	-0.005740191321820021
292743	embedding2nn.bias	8	0.060545437037944794
292743	embedding2nn.bias	9	-0.04395966976881027
292743	rnn.weight_ih_l0	0	0.03693198785185814
292743	rnn.weight_ih_l0	1	-0.09134946763515472
292743	rnn.weight_ih_l0	2	-0.06716325134038925
292743	rnn.weight_ih_l0	3	-0.0522318072617054
292743	rnn.weight_ih_l0	4	0.018721263855695724
292743	rnn.weight_ih_l0	5	-0.1106426790356636
292743	rnn.weight_ih_l0	6	-0.029945481568574905
292743	rnn.weight_ih_l0	7	0.005811566952615976
292743	rnn.weight_ih_l0	8	0.046278852969408035
292743	rnn.weight_ih_l0	9	0.012046468444168568
292743	rnn.weight_hh_l0	0	0.003945708740502596
292743	rnn.weight_hh_l0	1	-0.07804001122713089
292743	rnn.weight_hh_l0	2	0.07572462409734726
292743	rnn.weight_hh_l0	3	0.05106567218899727
292743	rnn.weight_hh_l0	4	0.007222949992865324
292743	rnn.weight_hh_l0	5	0.07216724008321762
292743	rnn.weight_hh_l0	6	-0.018616177141666412
292743	rnn.weight_hh_l0	7	-0.1173640787601471
292743	rnn.weight_hh_l0	8	0.02964802458882332
292743	rnn.weight_hh_l0	9	-0.07400934398174286
292743	rnn.bias_ih_l0	0	-0.08875259757041931
292743	rnn.bias_ih_l0	1	-0.1939631700515747
292743	rnn.bias_ih_l0	2	-0.26828333735466003
292743	rnn.bias_ih_l0	3	-0.2728267014026642
292743	rnn.bias_ih_l0	4	7.70259284763597e-05
292743	rnn.bias_ih_l0	5	0.04761767387390137
292743	rnn.bias_ih_l0	6	-0.16705194115638733
292743	rnn.bias_ih_l0	7	-0.27383628487586975
292743	rnn.bias_ih_l0	8	-0.1529007852077484
292743	rnn.bias_ih_l0	9	-0.16687564551830292
292743	rnn.bias_hh_l0	0	0.13391393423080444
292743	rnn.bias_hh_l0	1	-0.06040719524025917
292743	rnn.bias_hh_l0	2	0.053262561559677124
292743	rnn.bias_hh_l0	3	-0.17477712035179138
292743	rnn.bias_hh_l0	4	0.06944219768047333
292743	rnn.bias_hh_l0	5	0.05239894986152649
292743	rnn.bias_hh_l0	6	-0.1120709776878357
292743	rnn.bias_hh_l0	7	-0.15416112542152405
292743	rnn.bias_hh_l0	8	-0.18216903507709503
292743	rnn.bias_hh_l0	9	-0.1068047434091568
292743	rnn.weight_ih_l0_reverse	0	-0.020977744832634926
292743	rnn.weight_ih_l0_reverse	1	-0.010661158710718155
292743	rnn.weight_ih_l0_reverse	2	-0.0008122299914248288
292743	rnn.weight_ih_l0_reverse	3	0.0027507133781909943
292743	rnn.weight_ih_l0_reverse	4	0.007405000738799572
292743	rnn.weight_ih_l0_reverse	5	-0.058515965938568115
292743	rnn.weight_ih_l0_reverse	6	-0.0445471853017807
292743	rnn.weight_ih_l0_reverse	7	0.02555254101753235
292743	rnn.weight_ih_l0_reverse	8	0.09545084834098816
292743	rnn.weight_ih_l0_reverse	9	0.001535362214781344
292743	rnn.weight_hh_l0_reverse	0	0.004475046880543232
292743	rnn.weight_hh_l0_reverse	1	0.02699914202094078
292743	rnn.weight_hh_l0_reverse	2	-0.04087534174323082
292743	rnn.weight_hh_l0_reverse	3	0.04553898051381111
292743	rnn.weight_hh_l0_reverse	4	0.023691600188612938
292743	rnn.weight_hh_l0_reverse	5	-0.012192372232675552
292743	rnn.weight_hh_l0_reverse	6	0.07391273230314255
292743	rnn.weight_hh_l0_reverse	7	0.038345303386449814
292743	rnn.weight_hh_l0_reverse	8	-0.02419424057006836
292743	rnn.weight_hh_l0_reverse	9	-0.02400531992316246
292743	rnn.bias_ih_l0_reverse	0	-0.14948588609695435
292743	rnn.bias_ih_l0_reverse	1	-0.30632805824279785
292743	rnn.bias_ih_l0_reverse	2	-0.06265747547149658
292743	rnn.bias_ih_l0_reverse	3	-0.15149256587028503
292743	rnn.bias_ih_l0_reverse	4	0.0636928379535675
292743	rnn.bias_ih_l0_reverse	5	-0.2855127155780792
292743	rnn.bias_ih_l0_reverse	6	-0.06872553378343582
292743	rnn.bias_ih_l0_reverse	7	0.011626861989498138
292743	rnn.bias_ih_l0_reverse	8	-0.19352871179580688
292743	rnn.bias_ih_l0_reverse	9	-0.08289344608783722
292743	rnn.bias_hh_l0_reverse	0	-0.1500438004732132
292743	rnn.bias_hh_l0_reverse	1	-0.14965876936912537
292743	rnn.bias_hh_l0_reverse	2	-0.012259355746209621
292743	rnn.bias_hh_l0_reverse	3	-0.13942348957061768
292743	rnn.bias_hh_l0_reverse	4	-0.029963770881295204
292743	rnn.bias_hh_l0_reverse	5	-0.11865970492362976
292743	rnn.bias_hh_l0_reverse	6	-0.06809427589178085
292743	rnn.bias_hh_l0_reverse	7	-0.1804671734571457
292743	rnn.bias_hh_l0_reverse	8	-0.05664907768368721
292743	rnn.bias_hh_l0_reverse	9	-0.11461665481328964
292743	linear.weight	0	-0.2322794497013092
292743	linear.weight	1	-0.13355284929275513
292743	linear.weight	2	-0.011228874325752258
292743	linear.weight	3	-0.08989695459604263
292743	linear.weight	4	-0.011999032460153103
292743	linear.weight	5	0.23747095465660095
292743	linear.weight	6	0.0047744326293468475
292743	linear.weight	7	-0.021312154829502106
292743	linear.weight	8	0.2210981696844101
292743	linear.weight	9	0.22843626141548157
292743	linear.bias	0	-0.842629075050354
292743	linear.bias	1	1.4231758117675781
292743	linear.bias	2	-0.4956212639808655
292743	linear.bias	3	-0.7730597853660583
292743	linear.bias	4	-0.8946067094802856
292743	linear.bias	5	-1.181443214416504
292743	linear.bias	6	-0.9656010270118713
292743	linear.bias	7	-0.6921330690383911
292743	linear.bias	8	-0.01705317199230194
292743	linear.bias	9	3.5639185905456543
292940	transitions	0	-0.48249852657318115
292940	transitions	1	8.92934799194336
292940	transitions	2	-3.668332099914551
292940	transitions	3	1.6749533414840698
292940	transitions	4	-2.24993634223938
292940	transitions	5	-0.44133126735687256
292940	transitions	6	-0.1980779469013214
292940	transitions	7	-10000.0
292940	transitions	8	1.8814518451690674
292940	transitions	9	-2.2953414916992188
292940	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
292940	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
292940	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
292940	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
292940	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
292940	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
292940	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
292940	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
292940	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
292940	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
292940	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
292940	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
292940	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
292940	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
292940	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
292940	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
292940	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
292940	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
292940	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
292940	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
292940	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
292940	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
292940	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
292940	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
292940	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
292940	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
292940	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
292940	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
292940	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
292940	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
292940	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
292940	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
292940	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
292940	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
292940	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
292940	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
292940	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
292940	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
292940	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
292940	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
292940	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
292940	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
292940	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
292940	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
292940	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
292940	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
292940	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
292940	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
292940	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
292940	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
292940	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
292940	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
292940	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
292940	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
292940	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
292940	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
292940	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
292940	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
292940	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
292940	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
292940	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
292940	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
292940	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
292940	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
292940	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
292940	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
292940	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
292940	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
292940	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
292940	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
292940	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
292940	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
292940	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
292940	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
292940	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
292940	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
292940	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
292940	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
292940	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
292940	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
292940	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
292940	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
292940	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
292940	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
292940	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
292940	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
292940	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
292940	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
292940	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
292940	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
292940	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
292940	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
292940	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
292940	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
292940	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
292940	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
292940	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
292940	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
292940	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
292940	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
292940	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
292940	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
292940	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
292940	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
292940	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
292940	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
292940	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
292940	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
292940	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
292940	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
292940	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
292940	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
292940	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
292940	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
292940	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
292940	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
292940	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
292940	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
292940	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
292940	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
292940	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
292940	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
292940	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
292940	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
292940	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
292940	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
292940	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
292940	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
292940	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
292940	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
292940	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
292940	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
292940	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
292940	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
292940	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
292940	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
292940	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
292940	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
292940	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
292940	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
292940	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
292940	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
292940	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
292940	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
292940	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
292940	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
292940	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
292940	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
292940	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
292940	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
292940	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
292940	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
292940	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
292940	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
292940	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
292940	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
292940	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
292940	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
292940	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
292940	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
292940	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
292940	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
292940	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
292940	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
292940	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
292940	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
292940	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
292940	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
292940	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
292940	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
292940	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
292940	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
292940	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
292940	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
292940	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
292940	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
292940	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
292940	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
292940	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
292940	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
292940	embedding2nn.weight	0	0.04597341641783714
292940	embedding2nn.weight	1	-0.08745978027582169
292940	embedding2nn.weight	2	0.007826900109648705
292940	embedding2nn.weight	3	-0.05877150222659111
292940	embedding2nn.weight	4	-0.1263265609741211
292940	embedding2nn.weight	5	0.1103166788816452
292940	embedding2nn.weight	6	-0.0709434300661087
292940	embedding2nn.weight	7	-0.08578982204198837
292940	embedding2nn.weight	8	-0.0335158035159111
292940	embedding2nn.weight	9	0.03954222425818443
292940	embedding2nn.bias	0	0.06407073885202408
292940	embedding2nn.bias	1	-0.02322365529835224
292940	embedding2nn.bias	2	-0.07388947159051895
292940	embedding2nn.bias	3	0.011910224333405495
292940	embedding2nn.bias	4	-0.018895266577601433
292940	embedding2nn.bias	5	-0.1923316866159439
292940	embedding2nn.bias	6	-0.1303456574678421
292940	embedding2nn.bias	7	-0.004691684152930975
292940	embedding2nn.bias	8	0.058405861258506775
292940	embedding2nn.bias	9	-0.04438135772943497
292940	rnn.weight_ih_l0	0	0.03685824200510979
292940	rnn.weight_ih_l0	1	-0.09138324111700058
292940	rnn.weight_ih_l0	2	-0.0674399808049202
292940	rnn.weight_ih_l0	3	-0.05170784890651703
292940	rnn.weight_ih_l0	4	0.01858234778046608
292940	rnn.weight_ih_l0	5	-0.11087580025196075
292940	rnn.weight_ih_l0	6	-0.02974729612469673
292940	rnn.weight_ih_l0	7	0.005784276872873306
292940	rnn.weight_ih_l0	8	0.04607569798827171
292940	rnn.weight_ih_l0	9	0.011624411679804325
292940	rnn.weight_hh_l0	0	0.00388029171153903
292940	rnn.weight_hh_l0	1	-0.07786397635936737
292940	rnn.weight_hh_l0	2	0.0756184384226799
292940	rnn.weight_hh_l0	3	0.0510886088013649
292940	rnn.weight_hh_l0	4	0.007202258799225092
292940	rnn.weight_hh_l0	5	0.07199014723300934
292940	rnn.weight_hh_l0	6	-0.018581921234726906
292940	rnn.weight_hh_l0	7	-0.11735449731349945
292940	rnn.weight_hh_l0	8	0.02925623208284378
292940	rnn.weight_hh_l0	9	-0.07421707361936569
292940	rnn.bias_ih_l0	0	-0.08887597173452377
292940	rnn.bias_ih_l0	1	-0.19391074776649475
292940	rnn.bias_ih_l0	2	-0.2680063843727112
292940	rnn.bias_ih_l0	3	-0.273476779460907
292940	rnn.bias_ih_l0	4	-0.0002033967903116718
292940	rnn.bias_ih_l0	5	0.04861718788743019
292940	rnn.bias_ih_l0	6	-0.16738401353359222
292940	rnn.bias_ih_l0	7	-0.2736642062664032
292940	rnn.bias_ih_l0	8	-0.15263336896896362
292940	rnn.bias_ih_l0	9	-0.16702115535736084
292940	rnn.bias_hh_l0	0	0.13407713174819946
292940	rnn.bias_hh_l0	1	-0.060418397188186646
292940	rnn.bias_hh_l0	2	0.053207721561193466
292940	rnn.bias_hh_l0	3	-0.17466047406196594
292940	rnn.bias_hh_l0	4	0.06851688772439957
292940	rnn.bias_hh_l0	5	0.05247941240668297
292940	rnn.bias_hh_l0	6	-0.11209935694932938
292940	rnn.bias_hh_l0	7	-0.15398655831813812
292940	rnn.bias_hh_l0	8	-0.1823914796113968
292940	rnn.bias_hh_l0	9	-0.10672785341739655
292940	rnn.weight_ih_l0_reverse	0	-0.021336620673537254
292940	rnn.weight_ih_l0_reverse	1	-0.010589316487312317
292940	rnn.weight_ih_l0_reverse	2	-0.001250769360922277
292940	rnn.weight_ih_l0_reverse	3	0.0028798303101211786
292940	rnn.weight_ih_l0_reverse	4	0.007443953305482864
292940	rnn.weight_ih_l0_reverse	5	-0.058589473366737366
292940	rnn.weight_ih_l0_reverse	6	-0.044838935136795044
292940	rnn.weight_ih_l0_reverse	7	0.02572813630104065
292940	rnn.weight_ih_l0_reverse	8	0.09527655690908432
292940	rnn.weight_ih_l0_reverse	9	0.0012412802316248417
292940	rnn.weight_hh_l0_reverse	0	0.004489523358643055
292940	rnn.weight_hh_l0_reverse	1	0.026981836184859276
292940	rnn.weight_hh_l0_reverse	2	-0.04078339412808418
292940	rnn.weight_hh_l0_reverse	3	0.045663848519325256
292940	rnn.weight_hh_l0_reverse	4	0.023720910772681236
292940	rnn.weight_hh_l0_reverse	5	-0.01207917183637619
292940	rnn.weight_hh_l0_reverse	6	0.07398104667663574
292940	rnn.weight_hh_l0_reverse	7	0.038318585604429245
292940	rnn.weight_hh_l0_reverse	8	-0.024216365069150925
292940	rnn.weight_hh_l0_reverse	9	-0.02393951267004013
292940	rnn.bias_ih_l0_reverse	0	-0.15022319555282593
292940	rnn.bias_ih_l0_reverse	1	-0.30664822459220886
292940	rnn.bias_ih_l0_reverse	2	-0.06259466707706451
292940	rnn.bias_ih_l0_reverse	3	-0.15158477425575256
292940	rnn.bias_ih_l0_reverse	4	0.06430785357952118
292940	rnn.bias_ih_l0_reverse	5	-0.2861059606075287
292940	rnn.bias_ih_l0_reverse	6	-0.06823711842298508
292940	rnn.bias_ih_l0_reverse	7	0.01078025996685028
292940	rnn.bias_ih_l0_reverse	8	-0.19356012344360352
292940	rnn.bias_ih_l0_reverse	9	-0.08296328037977219
292940	rnn.bias_hh_l0_reverse	0	-0.15002262592315674
292940	rnn.bias_hh_l0_reverse	1	-0.1496768593788147
292940	rnn.bias_hh_l0_reverse	2	-0.012168760411441326
292940	rnn.bias_hh_l0_reverse	3	-0.13935482501983643
292940	rnn.bias_hh_l0_reverse	4	-0.030271193012595177
292940	rnn.bias_hh_l0_reverse	5	-0.1185985654592514
292940	rnn.bias_hh_l0_reverse	6	-0.06850849837064743
292940	rnn.bias_hh_l0_reverse	7	-0.1806139498949051
292940	rnn.bias_hh_l0_reverse	8	-0.05650917813181877
292940	rnn.bias_hh_l0_reverse	9	-0.11441940069198608
292940	linear.weight	0	-0.23201632499694824
292940	linear.weight	1	-0.13357767462730408
292940	linear.weight	2	-0.011228874325752258
292940	linear.weight	3	-0.09266315400600433
292940	linear.weight	4	-0.013073235750198364
292940	linear.weight	5	0.2370324283838272
292940	linear.weight	6	0.0047744326293468475
292940	linear.weight	7	-0.021312154829502106
292940	linear.weight	8	0.22013768553733826
292940	linear.weight	9	0.2293398678302765
292940	linear.bias	0	-0.8352074027061462
292940	linear.bias	1	1.4098114967346191
292940	linear.bias	2	-0.4980439245700836
292940	linear.bias	3	-0.7713149785995483
292940	linear.bias	4	-0.8974804878234863
292940	linear.bias	5	-1.1814457178115845
292940	linear.bias	6	-0.9587916731834412
292940	linear.bias	7	-0.7002831101417542
292940	linear.bias	8	-0.01705317199230194
292940	linear.bias	9	3.5652456283569336
293137	transitions	0	-0.48261380195617676
293137	transitions	1	8.930619239807129
293137	transitions	2	-3.668367862701416
293137	transitions	3	1.6774282455444336
293137	transitions	4	-2.250120162963867
293137	transitions	5	-0.4413360357284546
293137	transitions	6	-0.1980922371149063
293137	transitions	7	-10000.0
293137	transitions	8	1.8816287517547607
293137	transitions	9	-2.2953414916992188
293137	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
293137	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
293137	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
293137	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
293137	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
293137	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
293137	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
293137	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
293137	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
293137	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
293137	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
293137	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
293137	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
293137	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
293137	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
293137	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
293137	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
293137	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
293137	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
293137	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
293137	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
293137	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
293137	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
293137	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
293137	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
293137	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
293137	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
293137	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
293137	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
293137	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
293137	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
293137	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
293137	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
293137	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
293137	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
293137	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
293137	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
293137	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
293137	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
293137	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
293137	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
293137	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
293137	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
293137	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
293137	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
293137	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
293137	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
293137	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
293137	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
293137	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
293137	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
293137	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
293137	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
293137	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
293137	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
293137	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
293137	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
293137	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
293137	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
293137	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
293137	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
293137	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
293137	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
293137	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
293137	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
293137	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
293137	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
293137	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
293137	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
293137	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
293137	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
293137	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
293137	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
293137	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
293137	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
293137	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
293137	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
293137	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
293137	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
293137	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
293137	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
293137	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
293137	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
293137	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
293137	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
293137	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
293137	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
293137	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
293137	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
293137	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
293137	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
293137	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
293137	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
293137	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
293137	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
293137	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
293137	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
293137	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
293137	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
293137	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
293137	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
293137	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
293137	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
293137	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
293137	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
293137	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
293137	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
293137	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
293137	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
293137	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
293137	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
293137	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
293137	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
293137	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
293137	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
293137	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
293137	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
293137	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
293137	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
293137	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
293137	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
293137	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
293137	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
293137	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
293137	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
293137	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
293137	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
293137	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
293137	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
293137	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
293137	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
293137	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
293137	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
293137	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
293137	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
293137	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
293137	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
293137	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
293137	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
293137	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
293137	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
293137	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
293137	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
293137	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
293137	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
293137	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
293137	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
293137	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
293137	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
293137	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
293137	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
293137	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
293137	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
293137	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
293137	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
293137	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
293137	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
293137	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
293137	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
293137	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
293137	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
293137	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
293137	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
293137	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
293137	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
293137	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
293137	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
293137	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
293137	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
293137	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
293137	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
293137	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
293137	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
293137	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
293137	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
293137	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
293137	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
293137	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
293137	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
293137	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
293137	embedding2nn.weight	0	0.04605720564723015
293137	embedding2nn.weight	1	-0.08737361431121826
293137	embedding2nn.weight	2	0.007504746783524752
293137	embedding2nn.weight	3	-0.058945804834365845
293137	embedding2nn.weight	4	-0.12622809410095215
293137	embedding2nn.weight	5	0.11052710562944412
293137	embedding2nn.weight	6	-0.07170506566762924
293137	embedding2nn.weight	7	-0.08614905178546906
293137	embedding2nn.weight	8	-0.03346158564090729
293137	embedding2nn.weight	9	0.03949886932969093
293137	embedding2nn.bias	0	0.06905965507030487
293137	embedding2nn.bias	1	-0.026269590482115746
293137	embedding2nn.bias	2	-0.07527068257331848
293137	embedding2nn.bias	3	0.01125422865152359
293137	embedding2nn.bias	4	-0.019661860540509224
293137	embedding2nn.bias	5	-0.1946343183517456
293137	embedding2nn.bias	6	-0.127791628241539
293137	embedding2nn.bias	7	-0.006893036887049675
293137	embedding2nn.bias	8	0.059591859579086304
293137	embedding2nn.bias	9	-0.04585050046443939
293137	rnn.weight_ih_l0	0	0.036588154733181
293137	rnn.weight_ih_l0	1	-0.09156233817338943
293137	rnn.weight_ih_l0	2	-0.06748998910188675
293137	rnn.weight_ih_l0	3	-0.05155147239565849
293137	rnn.weight_ih_l0	4	0.019102565944194794
293137	rnn.weight_ih_l0	5	-0.11110026389360428
293137	rnn.weight_ih_l0	6	-0.030255401507019997
293137	rnn.weight_ih_l0	7	0.0057036723010241985
293137	rnn.weight_ih_l0	8	0.0461018867790699
293137	rnn.weight_ih_l0	9	0.012035944499075413
293137	rnn.weight_hh_l0	0	0.0038491820450872183
293137	rnn.weight_hh_l0	1	-0.07776231318712234
293137	rnn.weight_hh_l0	2	0.07557974010705948
293137	rnn.weight_hh_l0	3	0.051043424755334854
293137	rnn.weight_hh_l0	4	0.007197582628577948
293137	rnn.weight_hh_l0	5	0.07211385667324066
293137	rnn.weight_hh_l0	6	-0.01852508634328842
293137	rnn.weight_hh_l0	7	-0.1173853650689125
293137	rnn.weight_hh_l0	8	0.029497016221284866
293137	rnn.weight_hh_l0	9	-0.07429306954145432
293137	rnn.bias_ih_l0	0	-0.08895445615053177
293137	rnn.bias_ih_l0	1	-0.19340918958187103
293137	rnn.bias_ih_l0	2	-0.26785755157470703
293137	rnn.bias_ih_l0	3	-0.27418652176856995
293137	rnn.bias_ih_l0	4	-0.00034474750282242894
293137	rnn.bias_ih_l0	5	0.04865246266126633
293137	rnn.bias_ih_l0	6	-0.1674334704875946
293137	rnn.bias_ih_l0	7	-0.2735649645328522
293137	rnn.bias_ih_l0	8	-0.1523713767528534
293137	rnn.bias_ih_l0	9	-0.1675151288509369
293137	rnn.bias_hh_l0	0	0.1341012716293335
293137	rnn.bias_hh_l0	1	-0.06046847254037857
293137	rnn.bias_hh_l0	2	0.0531177818775177
293137	rnn.bias_hh_l0	3	-0.1745034009218216
293137	rnn.bias_hh_l0	4	0.06730412691831589
293137	rnn.bias_hh_l0	5	0.05295320972800255
293137	rnn.bias_hh_l0	6	-0.1122765988111496
293137	rnn.bias_hh_l0	7	-0.15412627160549164
293137	rnn.bias_hh_l0	8	-0.18246154487133026
293137	rnn.bias_hh_l0	9	-0.10680843889713287
293137	rnn.weight_ih_l0_reverse	0	-0.021304406225681305
293137	rnn.weight_ih_l0_reverse	1	-0.010590446181595325
293137	rnn.weight_ih_l0_reverse	2	-0.0009617282776162028
293137	rnn.weight_ih_l0_reverse	3	0.003222609870135784
293137	rnn.weight_ih_l0_reverse	4	0.007693545427173376
293137	rnn.weight_ih_l0_reverse	5	-0.05855021998286247
293137	rnn.weight_ih_l0_reverse	6	-0.04529484733939171
293137	rnn.weight_ih_l0_reverse	7	0.02571273408830166
293137	rnn.weight_ih_l0_reverse	8	0.09535633772611618
293137	rnn.weight_ih_l0_reverse	9	0.0014415165642276406
293137	rnn.weight_hh_l0_reverse	0	0.004547795280814171
293137	rnn.weight_hh_l0_reverse	1	0.0269926767796278
293137	rnn.weight_hh_l0_reverse	2	-0.04013877362012863
293137	rnn.weight_hh_l0_reverse	3	0.0456903837621212
293137	rnn.weight_hh_l0_reverse	4	0.023900723084807396
293137	rnn.weight_hh_l0_reverse	5	-0.012140907347202301
293137	rnn.weight_hh_l0_reverse	6	0.0740223303437233
293137	rnn.weight_hh_l0_reverse	7	0.03846004605293274
293137	rnn.weight_hh_l0_reverse	8	-0.024067752063274384
293137	rnn.weight_hh_l0_reverse	9	-0.023978939279913902
293137	rnn.bias_ih_l0_reverse	0	-0.15050716698169708
293137	rnn.bias_ih_l0_reverse	1	-0.30698952078819275
293137	rnn.bias_ih_l0_reverse	2	-0.06273048371076584
293137	rnn.bias_ih_l0_reverse	3	-0.1512817144393921
293137	rnn.bias_ih_l0_reverse	4	0.06328984349966049
293137	rnn.bias_ih_l0_reverse	5	-0.28589287400245667
293137	rnn.bias_ih_l0_reverse	6	-0.06849224865436554
293137	rnn.bias_ih_l0_reverse	7	0.011501220986247063
293137	rnn.bias_ih_l0_reverse	8	-0.1934872269630432
293137	rnn.bias_ih_l0_reverse	9	-0.08303850144147873
293137	rnn.bias_hh_l0_reverse	0	-0.15077443420886993
293137	rnn.bias_hh_l0_reverse	1	-0.1499052792787552
293137	rnn.bias_hh_l0_reverse	2	-0.012146363966166973
293137	rnn.bias_hh_l0_reverse	3	-0.1391983926296234
293137	rnn.bias_hh_l0_reverse	4	-0.030640238896012306
293137	rnn.bias_hh_l0_reverse	5	-0.11841941624879837
293137	rnn.bias_hh_l0_reverse	6	-0.06798526644706726
293137	rnn.bias_hh_l0_reverse	7	-0.18027015030384064
293137	rnn.bias_hh_l0_reverse	8	-0.05613066256046295
293137	rnn.bias_hh_l0_reverse	9	-0.11463901400566101
293137	linear.weight	0	-0.23242509365081787
293137	linear.weight	1	-0.13347917795181274
293137	linear.weight	2	-0.011228874325752258
293137	linear.weight	3	-0.09474457800388336
293137	linear.weight	4	-0.012810471467673779
293137	linear.weight	5	0.23673193156719208
293137	linear.weight	6	0.0047744326293468475
293137	linear.weight	7	-0.021312154829502106
293137	linear.weight	8	0.22128058969974518
293137	linear.weight	9	0.2281988263130188
293137	linear.bias	0	-0.8358971476554871
293137	linear.bias	1	1.4016671180725098
293137	linear.bias	2	-0.4943811595439911
293137	linear.bias	3	-0.773878812789917
293137	linear.bias	4	-0.9005941152572632
293137	linear.bias	5	-1.1814476251602173
293137	linear.bias	6	-0.9598652720451355
293137	linear.bias	7	-0.6909497380256653
293137	linear.bias	8	-0.01705317199230194
293137	linear.bias	9	3.5634255409240723
293334	transitions	0	-0.4826402962207794
293334	transitions	1	8.926905632019043
293334	transitions	2	-3.6684043407440186
293334	transitions	3	1.672344446182251
293334	transitions	4	-2.250141143798828
293334	transitions	5	-0.4413534104824066
293334	transitions	6	-0.19809430837631226
293334	transitions	7	-10000.0
293334	transitions	8	1.881692886352539
293334	transitions	9	-2.295341968536377
293334	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
293334	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
293334	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
293334	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
293334	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
293334	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
293334	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
293334	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
293334	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
293334	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
293334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
293334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
293334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
293334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
293334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
293334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
293334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
293334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
293334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
293334	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
293334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
293334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
293334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
293334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
293334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
293334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
293334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
293334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
293334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
293334	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
293334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
293334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
293334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
293334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
293334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
293334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
293334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
293334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
293334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
293334	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
293334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
293334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
293334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
293334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
293334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
293334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
293334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
293334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
293334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
293334	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
293334	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
293334	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
293334	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
293334	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
293334	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
293334	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
293334	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
293334	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
293334	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
293334	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
293334	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
293334	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
293334	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
293334	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
293334	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
293334	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
293334	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
293334	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
293334	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
293334	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
293334	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
293334	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
293334	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
293334	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
293334	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
293334	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
293334	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
293334	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
293334	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
293334	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
293334	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
293334	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
293334	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
293334	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
293334	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
293334	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
293334	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
293334	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
293334	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
293334	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
293334	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
293334	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
293334	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
293334	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
293334	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
293334	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
293334	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
293334	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
293334	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
293334	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
293334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
293334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
293334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
293334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
293334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
293334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
293334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
293334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
293334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
293334	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
293334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
293334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
293334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
293334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
293334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
293334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
293334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
293334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
293334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
293334	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
293334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
293334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
293334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
293334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
293334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
293334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
293334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
293334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
293334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
293334	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
293334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
293334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
293334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
293334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
293334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
293334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
293334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
293334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
293334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
293334	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
293334	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
293334	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
293334	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
293334	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
293334	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
293334	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
293334	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
293334	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
293334	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
293334	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
293334	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
293334	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
293334	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
293334	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
293334	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
293334	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
293334	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
293334	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
293334	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
293334	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
293334	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
293334	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
293334	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
293334	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
293334	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
293334	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
293334	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
293334	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
293334	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
293334	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
293334	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
293334	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
293334	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
293334	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
293334	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
293334	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
293334	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
293334	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
293334	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
293334	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
293334	embedding2nn.weight	0	0.04594561085104942
293334	embedding2nn.weight	1	-0.08734055608510971
293334	embedding2nn.weight	2	0.008175667375326157
293334	embedding2nn.weight	3	-0.05926688387989998
293334	embedding2nn.weight	4	-0.12593069672584534
293334	embedding2nn.weight	5	0.11073430627584457
293334	embedding2nn.weight	6	-0.07250499725341797
293334	embedding2nn.weight	7	-0.08628219366073608
293334	embedding2nn.weight	8	-0.03325076773762703
293334	embedding2nn.weight	9	0.03964076563715935
293334	embedding2nn.bias	0	0.06472709774971008
293334	embedding2nn.bias	1	-0.02658224105834961
293334	embedding2nn.bias	2	-0.07191312313079834
293334	embedding2nn.bias	3	0.008918349631130695
293334	embedding2nn.bias	4	-0.01783432625234127
293334	embedding2nn.bias	5	-0.19579945504665375
293334	embedding2nn.bias	6	-0.12753091752529144
293334	embedding2nn.bias	7	-0.004253719467669725
293334	embedding2nn.bias	8	0.06226862221956253
293334	embedding2nn.bias	9	-0.04447236657142639
293334	rnn.weight_ih_l0	0	0.036429572850465775
293334	rnn.weight_ih_l0	1	-0.09152897447347641
293334	rnn.weight_ih_l0	2	-0.06745373457670212
293334	rnn.weight_ih_l0	3	-0.05147062614560127
293334	rnn.weight_ih_l0	4	0.018754592165350914
293334	rnn.weight_ih_l0	5	-0.11119089275598526
293334	rnn.weight_ih_l0	6	-0.02993677742779255
293334	rnn.weight_ih_l0	7	0.005781813524663448
293334	rnn.weight_ih_l0	8	0.046244051307439804
293334	rnn.weight_ih_l0	9	0.012452461756765842
293334	rnn.weight_hh_l0	0	0.003845218801870942
293334	rnn.weight_hh_l0	1	-0.07783997058868408
293334	rnn.weight_hh_l0	2	0.07554126530885696
293334	rnn.weight_hh_l0	3	0.05100556090474129
293334	rnn.weight_hh_l0	4	0.007195428945124149
293334	rnn.weight_hh_l0	5	0.07211600989103317
293334	rnn.weight_hh_l0	6	-0.018490415066480637
293334	rnn.weight_hh_l0	7	-0.11738152801990509
293334	rnn.weight_hh_l0	8	0.02950555458664894
293334	rnn.weight_hh_l0	9	-0.07459989190101624
293334	rnn.bias_ih_l0	0	-0.08908848464488983
293334	rnn.bias_ih_l0	1	-0.19334015250205994
293334	rnn.bias_ih_l0	2	-0.2677791118621826
293334	rnn.bias_ih_l0	3	-0.27379873394966125
293334	rnn.bias_ih_l0	4	9.095331915887073e-05
293334	rnn.bias_ih_l0	5	0.04879984259605408
293334	rnn.bias_ih_l0	6	-0.16672654449939728
293334	rnn.bias_ih_l0	7	-0.27335402369499207
293334	rnn.bias_ih_l0	8	-0.1527484655380249
293334	rnn.bias_ih_l0	9	-0.1676143854856491
293334	rnn.bias_hh_l0	0	0.1335398554801941
293334	rnn.bias_hh_l0	1	-0.060488153249025345
293334	rnn.bias_hh_l0	2	0.0529603473842144
293334	rnn.bias_hh_l0	3	-0.1739695966243744
293334	rnn.bias_hh_l0	4	0.06712508946657181
293334	rnn.bias_hh_l0	5	0.05321387201547623
293334	rnn.bias_hh_l0	6	-0.11188604682683945
293334	rnn.bias_hh_l0	7	-0.1544005572795868
293334	rnn.bias_hh_l0	8	-0.1824396848678589
293334	rnn.bias_hh_l0	9	-0.1065152958035469
293334	rnn.weight_ih_l0_reverse	0	-0.02137977071106434
293334	rnn.weight_ih_l0_reverse	1	-0.010705250315368176
293334	rnn.weight_ih_l0_reverse	2	-0.000991816632449627
293334	rnn.weight_ih_l0_reverse	3	0.002937257755547762
293334	rnn.weight_ih_l0_reverse	4	0.007618914358317852
293334	rnn.weight_ih_l0_reverse	5	-0.058387432247400284
293334	rnn.weight_ih_l0_reverse	6	-0.04494236409664154
293334	rnn.weight_ih_l0_reverse	7	0.025634890422225
293334	rnn.weight_ih_l0_reverse	8	0.0953531488776207
293334	rnn.weight_ih_l0_reverse	9	0.0014352687867358327
293334	rnn.weight_hh_l0_reverse	0	0.0046027712523937225
293334	rnn.weight_hh_l0_reverse	1	0.027061324566602707
293334	rnn.weight_hh_l0_reverse	2	-0.04016685485839844
293334	rnn.weight_hh_l0_reverse	3	0.045600879937410355
293334	rnn.weight_hh_l0_reverse	4	0.023894594982266426
293334	rnn.weight_hh_l0_reverse	5	-0.012035559862852097
293334	rnn.weight_hh_l0_reverse	6	0.07395672798156738
293334	rnn.weight_hh_l0_reverse	7	0.03855046257376671
293334	rnn.weight_hh_l0_reverse	8	-0.023984063416719437
293334	rnn.weight_hh_l0_reverse	9	-0.02403607778251171
293334	rnn.bias_ih_l0_reverse	0	-0.15041044354438782
293334	rnn.bias_ih_l0_reverse	1	-0.3073232173919678
293334	rnn.bias_ih_l0_reverse	2	-0.06239102780818939
293334	rnn.bias_ih_l0_reverse	3	-0.1514453887939453
293334	rnn.bias_ih_l0_reverse	4	0.06257230043411255
293334	rnn.bias_ih_l0_reverse	5	-0.28605684638023376
293334	rnn.bias_ih_l0_reverse	6	-0.06818883121013641
293334	rnn.bias_ih_l0_reverse	7	0.011058594100177288
293334	rnn.bias_ih_l0_reverse	8	-0.1938704252243042
293334	rnn.bias_ih_l0_reverse	9	-0.08334670960903168
293334	rnn.bias_hh_l0_reverse	0	-0.15036915242671967
293334	rnn.bias_hh_l0_reverse	1	-0.14997278153896332
293334	rnn.bias_hh_l0_reverse	2	-0.012011053040623665
293334	rnn.bias_hh_l0_reverse	3	-0.1388353407382965
293334	rnn.bias_hh_l0_reverse	4	-0.030863365158438683
293334	rnn.bias_hh_l0_reverse	5	-0.11819076538085938
293334	rnn.bias_hh_l0_reverse	6	-0.0683218464255333
293334	rnn.bias_hh_l0_reverse	7	-0.1804458498954773
293334	rnn.bias_hh_l0_reverse	8	-0.05590611323714256
293334	rnn.bias_hh_l0_reverse	9	-0.11423774808645248
293334	linear.weight	0	-0.23053085803985596
293334	linear.weight	1	-0.13240717351436615
293334	linear.weight	2	-0.011228874325752258
293334	linear.weight	3	-0.09342099726200104
293334	linear.weight	4	-0.010633157566189766
293334	linear.weight	5	0.23578138649463654
293334	linear.weight	6	0.0047744326293468475
293334	linear.weight	7	-0.021312154829502106
293334	linear.weight	8	0.21955852210521698
293334	linear.weight	9	0.22895799577236176
293334	linear.bias	0	-0.8316776156425476
293334	linear.bias	1	1.4053547382354736
293334	linear.bias	2	-0.4992765486240387
293334	linear.bias	3	-0.7803221344947815
293334	linear.bias	4	-0.8941947817802429
293334	linear.bias	5	-1.1814488172531128
293334	linear.bias	6	-0.9566993713378906
293334	linear.bias	7	-0.6797005534172058
293334	linear.bias	8	-0.01705317199230194
293334	linear.bias	9	3.5564324855804443
293531	transitions	0	-0.48266780376434326
293531	transitions	1	8.924921989440918
293531	transitions	2	-3.6684482097625732
293531	transitions	3	1.6707147359848022
293531	transitions	4	-2.2502598762512207
293531	transitions	5	-0.4413641393184662
293531	transitions	6	-0.1980961263179779
293531	transitions	7	-10000.0
293531	transitions	8	1.881577968597412
293531	transitions	9	-2.295342206954956
293531	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
293531	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
293531	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
293531	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
293531	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
293531	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
293531	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
293531	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
293531	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
293531	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
293531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
293531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
293531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
293531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
293531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
293531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
293531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
293531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
293531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
293531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
293531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
293531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
293531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
293531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
293531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
293531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
293531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
293531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
293531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
293531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
293531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
293531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
293531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
293531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
293531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
293531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
293531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
293531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
293531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
293531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
293531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
293531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
293531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
293531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
293531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
293531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
293531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
293531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
293531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
293531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
293531	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
293531	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
293531	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
293531	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
293531	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
293531	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
293531	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
293531	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
293531	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
293531	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
293531	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
293531	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
293531	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
293531	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
293531	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
293531	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
293531	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
293531	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
293531	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
293531	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
293531	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
293531	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
293531	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
293531	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
293531	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
293531	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
293531	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
293531	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
293531	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
293531	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
293531	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
293531	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
293531	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
293531	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
293531	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
293531	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
293531	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
293531	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
293531	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
293531	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
293531	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
293531	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
293531	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
293531	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
293531	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
293531	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
293531	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
293531	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
293531	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
293531	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
293531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
293531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
293531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
293531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
293531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
293531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
293531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
293531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
293531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
293531	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
293531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
293531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
293531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
293531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
293531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
293531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
293531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
293531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
293531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
293531	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
293531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
293531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
293531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
293531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
293531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
293531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
293531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
293531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
293531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
293531	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
293531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
293531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
293531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
293531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
293531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
293531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
293531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
293531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
293531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
293531	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
293531	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
293531	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
293531	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
293531	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
293531	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
293531	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
293531	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
293531	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
293531	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
293531	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
293531	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
293531	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
293531	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
293531	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
293531	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
293531	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
293531	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
293531	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
293531	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
293531	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
293531	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
293531	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
293531	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
293531	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
293531	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
293531	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
293531	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
293531	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
293531	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
293531	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
293531	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
293531	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
293531	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
293531	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
293531	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
293531	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
293531	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
293531	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
293531	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
293531	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
293531	embedding2nn.weight	0	0.04603619873523712
293531	embedding2nn.weight	1	-0.08732134103775024
293531	embedding2nn.weight	2	0.008295740932226181
293531	embedding2nn.weight	3	-0.059555359184741974
293531	embedding2nn.weight	4	-0.12599456310272217
293531	embedding2nn.weight	5	0.11073385179042816
293531	embedding2nn.weight	6	-0.07244046032428741
293531	embedding2nn.weight	7	-0.0862906351685524
293531	embedding2nn.weight	8	-0.03341701626777649
293531	embedding2nn.weight	9	0.03980579227209091
293531	embedding2nn.bias	0	0.06585345417261124
293531	embedding2nn.bias	1	-0.02665141224861145
293531	embedding2nn.bias	2	-0.07406897097826004
293531	embedding2nn.bias	3	0.010669587180018425
293531	embedding2nn.bias	4	-0.01914207823574543
293531	embedding2nn.bias	5	-0.1936102956533432
293531	embedding2nn.bias	6	-0.1299334317445755
293531	embedding2nn.bias	7	-0.0033058493863791227
293531	embedding2nn.bias	8	0.0633821189403534
293531	embedding2nn.bias	9	-0.04240994155406952
293531	rnn.weight_ih_l0	0	0.03666585683822632
293531	rnn.weight_ih_l0	1	-0.09154577553272247
293531	rnn.weight_ih_l0	2	-0.06737909466028214
293531	rnn.weight_ih_l0	3	-0.051512569189071655
293531	rnn.weight_ih_l0	4	0.018375487998127937
293531	rnn.weight_ih_l0	5	-0.1114155724644661
293531	rnn.weight_ih_l0	6	-0.030004750937223434
293531	rnn.weight_ih_l0	7	0.0060080792754888535
293531	rnn.weight_ih_l0	8	0.04626352712512016
293531	rnn.weight_ih_l0	9	0.012577337212860584
293531	rnn.weight_hh_l0	0	0.003861492034047842
293531	rnn.weight_hh_l0	1	-0.07791782915592194
293531	rnn.weight_hh_l0	2	0.07561785727739334
293531	rnn.weight_hh_l0	3	0.051045048981904984
293531	rnn.weight_hh_l0	4	0.007234742399305105
293531	rnn.weight_hh_l0	5	0.0721420869231224
293531	rnn.weight_hh_l0	6	-0.018498364835977554
293531	rnn.weight_hh_l0	7	-0.1173543706536293
293531	rnn.weight_hh_l0	8	0.029591906815767288
293531	rnn.weight_hh_l0	9	-0.07476484030485153
293531	rnn.bias_ih_l0	0	-0.08753565698862076
293531	rnn.bias_ih_l0	1	-0.19384834170341492
293531	rnn.bias_ih_l0	2	-0.2680022716522217
293531	rnn.bias_ih_l0	3	-0.2731916904449463
293531	rnn.bias_ih_l0	4	0.00010103795648319647
293531	rnn.bias_ih_l0	5	0.04821363091468811
293531	rnn.bias_ih_l0	6	-0.16616353392601013
293531	rnn.bias_ih_l0	7	-0.27409490942955017
293531	rnn.bias_ih_l0	8	-0.15291105210781097
293531	rnn.bias_ih_l0	9	-0.16737306118011475
293531	rnn.bias_hh_l0	0	0.13348160684108734
293531	rnn.bias_hh_l0	1	-0.06030948832631111
293531	rnn.bias_hh_l0	2	0.052878208458423615
293531	rnn.bias_hh_l0	3	-0.17426864802837372
293531	rnn.bias_hh_l0	4	0.06750265508890152
293531	rnn.bias_hh_l0	5	0.052913110703229904
293531	rnn.bias_hh_l0	6	-0.11231835186481476
293531	rnn.bias_hh_l0	7	-0.1545085459947586
293531	rnn.bias_hh_l0	8	-0.1825503408908844
293531	rnn.bias_hh_l0	9	-0.10640375316143036
293531	rnn.weight_ih_l0_reverse	0	-0.021390726789832115
293531	rnn.weight_ih_l0_reverse	1	-0.010907528921961784
293531	rnn.weight_ih_l0_reverse	2	-0.0011945782462134957
293531	rnn.weight_ih_l0_reverse	3	0.002724958583712578
293531	rnn.weight_ih_l0_reverse	4	0.007878413423895836
293531	rnn.weight_ih_l0_reverse	5	-0.0580727756023407
293531	rnn.weight_ih_l0_reverse	6	-0.04518132656812668
293531	rnn.weight_ih_l0_reverse	7	0.0253806971013546
293531	rnn.weight_ih_l0_reverse	8	0.09576031565666199
293531	rnn.weight_ih_l0_reverse	9	0.0013071654830127954
293531	rnn.weight_hh_l0_reverse	0	0.004529191646724939
293531	rnn.weight_hh_l0_reverse	1	0.027009034529328346
293531	rnn.weight_hh_l0_reverse	2	-0.040056757628917694
293531	rnn.weight_hh_l0_reverse	3	0.04558172821998596
293531	rnn.weight_hh_l0_reverse	4	0.023905130103230476
293531	rnn.weight_hh_l0_reverse	5	-0.012144861742854118
293531	rnn.weight_hh_l0_reverse	6	0.07392654567956924
293531	rnn.weight_hh_l0_reverse	7	0.03860066086053848
293531	rnn.weight_hh_l0_reverse	8	-0.024021562188863754
293531	rnn.weight_hh_l0_reverse	9	-0.02409437671303749
293531	rnn.bias_ih_l0_reverse	0	-0.15019838511943817
293531	rnn.bias_ih_l0_reverse	1	-0.30746662616729736
293531	rnn.bias_ih_l0_reverse	2	-0.06278712302446365
293531	rnn.bias_ih_l0_reverse	3	-0.15129214525222778
293531	rnn.bias_ih_l0_reverse	4	0.06281574070453644
293531	rnn.bias_ih_l0_reverse	5	-0.2857581377029419
293531	rnn.bias_ih_l0_reverse	6	-0.06837164610624313
293531	rnn.bias_ih_l0_reverse	7	0.011245299130678177
293531	rnn.bias_ih_l0_reverse	8	-0.19378657639026642
293531	rnn.bias_ih_l0_reverse	9	-0.08303157240152359
293531	rnn.bias_hh_l0_reverse	0	-0.1507798731327057
293531	rnn.bias_hh_l0_reverse	1	-0.14989030361175537
293531	rnn.bias_hh_l0_reverse	2	-0.01167997159063816
293531	rnn.bias_hh_l0_reverse	3	-0.13894060254096985
293531	rnn.bias_hh_l0_reverse	4	-0.03087271936237812
293531	rnn.bias_hh_l0_reverse	5	-0.1180143877863884
293531	rnn.bias_hh_l0_reverse	6	-0.06871777772903442
293531	rnn.bias_hh_l0_reverse	7	-0.18043449521064758
293531	rnn.bias_hh_l0_reverse	8	-0.055834341794252396
293531	rnn.bias_hh_l0_reverse	9	-0.11411958932876587
293531	linear.weight	0	-0.22928600013256073
293531	linear.weight	1	-0.1314511001110077
293531	linear.weight	2	-0.011228874325752258
293531	linear.weight	3	-0.09416183084249496
293531	linear.weight	4	-0.009529887698590755
293531	linear.weight	5	0.23613177239894867
293531	linear.weight	6	0.0047744326293468475
293531	linear.weight	7	-0.021312154829502106
293531	linear.weight	8	0.2192705273628235
293531	linear.weight	9	0.22917374968528748
293531	linear.bias	0	-0.8353025913238525
293531	linear.bias	1	1.3940222263336182
293531	linear.bias	2	-0.4988024830818176
293531	linear.bias	3	-0.78264319896698
293531	linear.bias	4	-0.8965426683425903
293531	linear.bias	5	-1.1814504861831665
293531	linear.bias	6	-0.9607229828834534
293531	linear.bias	7	-0.6846555471420288
293531	linear.bias	8	-0.01705317199230194
293531	linear.bias	9	3.571366548538208
293728	transitions	0	-0.4826747179031372
293728	transitions	1	8.922557830810547
293728	transitions	2	-3.668515205383301
293728	transitions	3	1.6683467626571655
293728	transitions	4	-2.2502918243408203
293728	transitions	5	-0.44137194752693176
293728	transitions	6	-0.19809861481189728
293728	transitions	7	-10000.0
293728	transitions	8	1.881556749343872
293728	transitions	9	-2.295342206954956
293728	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
293728	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
293728	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
293728	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
293728	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
293728	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
293728	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
293728	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
293728	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
293728	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
293728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
293728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
293728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
293728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
293728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
293728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
293728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
293728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
293728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
293728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
293728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
293728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
293728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
293728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
293728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
293728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
293728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
293728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
293728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
293728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
293728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
293728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
293728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
293728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
293728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
293728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
293728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
293728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
293728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
293728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
293728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
293728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
293728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
293728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
293728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
293728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
293728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
293728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
293728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
293728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
293728	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
293728	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
293728	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
293728	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
293728	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
293728	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
293728	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
293728	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
293728	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
293728	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
293728	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
293728	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
293728	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
293728	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
293728	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
293728	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
293728	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
293728	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
293728	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
293728	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
293728	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
293728	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
293728	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
293728	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
293728	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
293728	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
293728	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
293728	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
293728	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
293728	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
293728	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
293728	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
293728	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
293728	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
293728	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
293728	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
293728	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
293728	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
293728	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
293728	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
293728	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
293728	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
293728	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
293728	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
293728	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
293728	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
293728	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
293728	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
293728	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
293728	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
293728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
293728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
293728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
293728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
293728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
293728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
293728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
293728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
293728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
293728	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
293728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
293728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
293728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
293728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
293728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
293728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
293728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
293728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
293728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
293728	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
293728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
293728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
293728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
293728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
293728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
293728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
293728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
293728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
293728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
293728	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
293728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
293728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
293728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
293728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
293728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
293728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
293728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
293728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
293728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
293728	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
293728	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
293728	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
293728	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
293728	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
293728	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
293728	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
293728	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
293728	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
293728	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
293728	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
293728	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
293728	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
293728	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
293728	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
293728	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
293728	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
293728	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
293728	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
293728	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
293728	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
293728	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
293728	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
293728	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
293728	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
293728	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
293728	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
293728	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
293728	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
293728	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
293728	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
293728	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
293728	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
293728	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
293728	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
293728	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
293728	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
293728	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
293728	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
293728	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
293728	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
293728	embedding2nn.weight	0	0.0460839681327343
293728	embedding2nn.weight	1	-0.08750500530004501
293728	embedding2nn.weight	2	0.0083942711353302
293728	embedding2nn.weight	3	-0.059543538838624954
293728	embedding2nn.weight	4	-0.12591898441314697
293728	embedding2nn.weight	5	0.11076813191175461
293728	embedding2nn.weight	6	-0.07335063815116882
293728	embedding2nn.weight	7	-0.0865454226732254
293728	embedding2nn.weight	8	-0.03365244343876839
293728	embedding2nn.weight	9	0.0397440530359745
293728	embedding2nn.bias	0	0.06372316926717758
293728	embedding2nn.bias	1	-0.026765750721096992
293728	embedding2nn.bias	2	-0.075640469789505
293728	embedding2nn.bias	3	0.010876108892261982
293728	embedding2nn.bias	4	-0.020430967211723328
293728	embedding2nn.bias	5	-0.19467835128307343
293728	embedding2nn.bias	6	-0.1317494511604309
293728	embedding2nn.bias	7	0.00034929689718410373
293728	embedding2nn.bias	8	0.06043756380677223
293728	embedding2nn.bias	9	-0.041878651827573776
293728	rnn.weight_ih_l0	0	0.03710799291729927
293728	rnn.weight_ih_l0	1	-0.0912473201751709
293728	rnn.weight_ih_l0	2	-0.06744330376386642
293728	rnn.weight_ih_l0	3	-0.051412228494882584
293728	rnn.weight_ih_l0	4	0.0182047039270401
293728	rnn.weight_ih_l0	5	-0.11100245267152786
293728	rnn.weight_ih_l0	6	-0.02999720722436905
293728	rnn.weight_ih_l0	7	0.005970357917249203
293728	rnn.weight_ih_l0	8	0.04673353582620621
293728	rnn.weight_ih_l0	9	0.012605716474354267
293728	rnn.weight_hh_l0	0	0.003784836968407035
293728	rnn.weight_hh_l0	1	-0.07769178599119186
293728	rnn.weight_hh_l0	2	0.07554198056459427
293728	rnn.weight_hh_l0	3	0.05101926997303963
293728	rnn.weight_hh_l0	4	0.0072447205893695354
293728	rnn.weight_hh_l0	5	0.07224085927009583
293728	rnn.weight_hh_l0	6	-0.018528591841459274
293728	rnn.weight_hh_l0	7	-0.11747346818447113
293728	rnn.weight_hh_l0	8	0.029648499563336372
293728	rnn.weight_hh_l0	9	-0.07471920549869537
293728	rnn.bias_ih_l0	0	-0.08692698180675507
293728	rnn.bias_ih_l0	1	-0.1940918266773224
293728	rnn.bias_ih_l0	2	-0.2684553861618042
293728	rnn.bias_ih_l0	3	-0.27332282066345215
293728	rnn.bias_ih_l0	4	-0.00037932995473966
293728	rnn.bias_ih_l0	5	0.04922037944197655
293728	rnn.bias_ih_l0	6	-0.16607904434204102
293728	rnn.bias_ih_l0	7	-0.27417707443237305
293728	rnn.bias_ih_l0	8	-0.15363380312919617
293728	rnn.bias_ih_l0	9	-0.16772067546844482
293728	rnn.bias_hh_l0	0	0.13319633901119232
293728	rnn.bias_hh_l0	1	-0.059988945722579956
293728	rnn.bias_hh_l0	2	0.053334612399339676
293728	rnn.bias_hh_l0	3	-0.17425695061683655
293728	rnn.bias_hh_l0	4	0.06891613453626633
293728	rnn.bias_hh_l0	5	0.05289150029420853
293728	rnn.bias_hh_l0	6	-0.11218323558568954
293728	rnn.bias_hh_l0	7	-0.15452595055103302
293728	rnn.bias_hh_l0	8	-0.182474285364151
293728	rnn.bias_hh_l0	9	-0.10666116327047348
293728	rnn.weight_ih_l0_reverse	0	-0.021366843953728676
293728	rnn.weight_ih_l0_reverse	1	-0.010967488400638103
293728	rnn.weight_ih_l0_reverse	2	-0.0008458931115455925
293728	rnn.weight_ih_l0_reverse	3	0.0024483066517859697
293728	rnn.weight_ih_l0_reverse	4	0.00833153072744608
293728	rnn.weight_ih_l0_reverse	5	-0.057709287852048874
293728	rnn.weight_ih_l0_reverse	6	-0.045702893286943436
293728	rnn.weight_ih_l0_reverse	7	0.02551943063735962
293728	rnn.weight_ih_l0_reverse	8	0.09594525396823883
293728	rnn.weight_ih_l0_reverse	9	0.001348231453448534
293728	rnn.weight_hh_l0_reverse	0	0.004505053162574768
293728	rnn.weight_hh_l0_reverse	1	0.02724900282919407
293728	rnn.weight_hh_l0_reverse	2	-0.04038354009389877
293728	rnn.weight_hh_l0_reverse	3	0.045487966388463974
293728	rnn.weight_hh_l0_reverse	4	0.02388479746878147
293728	rnn.weight_hh_l0_reverse	5	-0.012303212657570839
293728	rnn.weight_hh_l0_reverse	6	0.07402276247739792
293728	rnn.weight_hh_l0_reverse	7	0.03853486850857735
293728	rnn.weight_hh_l0_reverse	8	-0.0240999273955822
293728	rnn.weight_hh_l0_reverse	9	-0.024069063365459442
293728	rnn.bias_ih_l0_reverse	0	-0.14994819462299347
293728	rnn.bias_ih_l0_reverse	1	-0.3076012134552002
293728	rnn.bias_ih_l0_reverse	2	-0.0630701556801796
293728	rnn.bias_ih_l0_reverse	3	-0.15141665935516357
293728	rnn.bias_ih_l0_reverse	4	0.06268236041069031
293728	rnn.bias_ih_l0_reverse	5	-0.28635576367378235
293728	rnn.bias_ih_l0_reverse	6	-0.06876832246780396
293728	rnn.bias_ih_l0_reverse	7	0.010395046323537827
293728	rnn.bias_ih_l0_reverse	8	-0.19355498254299164
293728	rnn.bias_ih_l0_reverse	9	-0.08302462846040726
293728	rnn.bias_hh_l0_reverse	0	-0.1504049450159073
293728	rnn.bias_hh_l0_reverse	1	-0.1494068056344986
293728	rnn.bias_hh_l0_reverse	2	-0.01176722627133131
293728	rnn.bias_hh_l0_reverse	3	-0.13837020099163055
293728	rnn.bias_hh_l0_reverse	4	-0.03068295307457447
293728	rnn.bias_hh_l0_reverse	5	-0.11797905713319778
293728	rnn.bias_hh_l0_reverse	6	-0.06835651397705078
293728	rnn.bias_hh_l0_reverse	7	-0.18035027384757996
293728	rnn.bias_hh_l0_reverse	8	-0.055701885372400284
293728	rnn.bias_hh_l0_reverse	9	-0.11420919746160507
293728	linear.weight	0	-0.2319847047328949
293728	linear.weight	1	-0.13218531012535095
293728	linear.weight	2	-0.011228874325752258
293728	linear.weight	3	-0.09416961669921875
293728	linear.weight	4	-0.008993880823254585
293728	linear.weight	5	0.23358573019504547
293728	linear.weight	6	0.0047744326293468475
293728	linear.weight	7	-0.021312154829502106
293728	linear.weight	8	0.21890246868133545
293728	linear.weight	9	0.22725921869277954
293728	linear.bias	0	-0.831640899181366
293728	linear.bias	1	1.3994897603988647
293728	linear.bias	2	-0.5052137970924377
293728	linear.bias	3	-0.7832427620887756
293728	linear.bias	4	-0.8966770768165588
293728	linear.bias	5	-1.1814523935317993
293728	linear.bias	6	-0.9567709565162659
293728	linear.bias	7	-0.6847316026687622
293728	linear.bias	8	-0.01705317199230194
293728	linear.bias	9	3.558746337890625
293925	transitions	0	-0.4826872944831848
293925	transitions	1	8.924410820007324
293925	transitions	2	-3.6685521602630615
293925	transitions	3	1.6685694456100464
293925	transitions	4	-2.2503457069396973
293925	transitions	5	-0.4413776099681854
293925	transitions	6	-0.19810183346271515
293925	transitions	7	-10000.0
293925	transitions	8	1.8805499076843262
293925	transitions	9	-2.295342206954956
293925	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
293925	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
293925	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
293925	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
293925	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
293925	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
293925	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
293925	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
293925	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
293925	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
293925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
293925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
293925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
293925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
293925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
293925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
293925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
293925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
293925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
293925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
293925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
293925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
293925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
293925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
293925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
293925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
293925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
293925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
293925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
293925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
293925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
293925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
293925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
293925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
293925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
293925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
293925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
293925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
293925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
293925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
293925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
293925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
293925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
293925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
293925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
293925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
293925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
293925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
293925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
293925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
293925	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
293925	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
293925	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
293925	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
293925	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
293925	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
293925	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
293925	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
293925	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
293925	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
293925	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
293925	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
293925	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
293925	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
293925	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
293925	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
293925	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
293925	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
293925	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
293925	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
293925	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
293925	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
293925	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
293925	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
293925	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
293925	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
293925	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
293925	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
293925	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
293925	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
293925	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
293925	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
293925	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
293925	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
293925	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
293925	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
293925	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
293925	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
293925	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
293925	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
293925	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
293925	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
293925	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
293925	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
293925	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
293925	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
293925	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
293925	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
293925	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
293925	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
293925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
293925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
293925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
293925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
293925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
293925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
293925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
293925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
293925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
293925	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
293925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
293925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
293925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
293925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
293925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
293925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
293925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
293925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
293925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
293925	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
293925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
293925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
293925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
293925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
293925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
293925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
293925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
293925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
293925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
293925	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
293925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
293925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
293925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
293925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
293925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
293925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
293925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
293925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
293925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
293925	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
293925	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
293925	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
293925	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
293925	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
293925	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
293925	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
293925	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
293925	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
293925	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
293925	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
293925	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
293925	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
293925	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
293925	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
293925	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
293925	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
293925	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
293925	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
293925	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
293925	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
293925	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
293925	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
293925	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
293925	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
293925	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
293925	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
293925	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
293925	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
293925	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
293925	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
293925	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
293925	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
293925	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
293925	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
293925	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
293925	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
293925	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
293925	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
293925	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
293925	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
293925	embedding2nn.weight	0	0.04598250985145569
293925	embedding2nn.weight	1	-0.08726399391889572
293925	embedding2nn.weight	2	0.008874528110027313
293925	embedding2nn.weight	3	-0.05973324552178383
293925	embedding2nn.weight	4	-0.1253783106803894
293925	embedding2nn.weight	5	0.11091829091310501
293925	embedding2nn.weight	6	-0.07394570857286453
293925	embedding2nn.weight	7	-0.08632689714431763
293925	embedding2nn.weight	8	-0.03326492756605148
293925	embedding2nn.weight	9	0.03883502632379532
293925	embedding2nn.bias	0	0.06246865540742874
293925	embedding2nn.bias	1	-0.026547370478510857
293925	embedding2nn.bias	2	-0.07729937136173248
293925	embedding2nn.bias	3	0.010674077086150646
293925	embedding2nn.bias	4	-0.023209327831864357
293925	embedding2nn.bias	5	-0.19383946061134338
293925	embedding2nn.bias	6	-0.13263428211212158
293925	embedding2nn.bias	7	0.001760884071700275
293925	embedding2nn.bias	8	0.06206123158335686
293925	embedding2nn.bias	9	-0.04385216161608696
293925	rnn.weight_ih_l0	0	0.037207428365945816
293925	rnn.weight_ih_l0	1	-0.09126710891723633
293925	rnn.weight_ih_l0	2	-0.06713608652353287
293925	rnn.weight_ih_l0	3	-0.05160275846719742
293925	rnn.weight_ih_l0	4	0.01791251078248024
293925	rnn.weight_ih_l0	5	-0.11087631434202194
293925	rnn.weight_ih_l0	6	-0.030457356944680214
293925	rnn.weight_ih_l0	7	0.006112594623118639
293925	rnn.weight_ih_l0	8	0.04675988480448723
293925	rnn.weight_ih_l0	9	0.012911684811115265
293925	rnn.weight_hh_l0	0	0.003532751463353634
293925	rnn.weight_hh_l0	1	-0.07763136923313141
293925	rnn.weight_hh_l0	2	0.07558336108922958
293925	rnn.weight_hh_l0	3	0.050858672708272934
293925	rnn.weight_hh_l0	4	0.007179200183600187
293925	rnn.weight_hh_l0	5	0.0724080502986908
293925	rnn.weight_hh_l0	6	-0.018543239682912827
293925	rnn.weight_hh_l0	7	-0.1175171509385109
293925	rnn.weight_hh_l0	8	0.02960851788520813
293925	rnn.weight_hh_l0	9	-0.07451017200946808
293925	rnn.bias_ih_l0	0	-0.08721774816513062
293925	rnn.bias_ih_l0	1	-0.19422602653503418
293925	rnn.bias_ih_l0	2	-0.26819053292274475
293925	rnn.bias_ih_l0	3	-0.27336379885673523
293925	rnn.bias_ih_l0	4	-0.00031863583717495203
293925	rnn.bias_ih_l0	5	0.04874932020902634
293925	rnn.bias_ih_l0	6	-0.16619163751602173
293925	rnn.bias_ih_l0	7	-0.2738860547542572
293925	rnn.bias_ih_l0	8	-0.15412747859954834
293925	rnn.bias_ih_l0	9	-0.16791990399360657
293925	rnn.bias_hh_l0	0	0.13285143673419952
293925	rnn.bias_hh_l0	1	-0.05979078635573387
293925	rnn.bias_hh_l0	2	0.053468137979507446
293925	rnn.bias_hh_l0	3	-0.1741323471069336
293925	rnn.bias_hh_l0	4	0.06889405846595764
293925	rnn.bias_hh_l0	5	0.052834659814834595
293925	rnn.bias_hh_l0	6	-0.11222393065690994
293925	rnn.bias_hh_l0	7	-0.15378719568252563
293925	rnn.bias_hh_l0	8	-0.182465597987175
293925	rnn.bias_hh_l0	9	-0.10620157420635223
293925	rnn.weight_ih_l0_reverse	0	-0.021552247926592827
293925	rnn.weight_ih_l0_reverse	1	-0.01104968972504139
293925	rnn.weight_ih_l0_reverse	2	-0.0005288877873681486
293925	rnn.weight_ih_l0_reverse	3	0.002382567385211587
293925	rnn.weight_ih_l0_reverse	4	0.00818676594644785
293925	rnn.weight_ih_l0_reverse	5	-0.05767537280917168
293925	rnn.weight_ih_l0_reverse	6	-0.04564991593360901
293925	rnn.weight_ih_l0_reverse	7	0.0258115753531456
293925	rnn.weight_ih_l0_reverse	8	0.0961826890707016
293925	rnn.weight_ih_l0_reverse	9	0.0017630585934966803
293925	rnn.weight_hh_l0_reverse	0	0.004496116656810045
293925	rnn.weight_hh_l0_reverse	1	0.027241388335824013
293925	rnn.weight_hh_l0_reverse	2	-0.04038255289196968
293925	rnn.weight_hh_l0_reverse	3	0.045410480350255966
293925	rnn.weight_hh_l0_reverse	4	0.02386254072189331
293925	rnn.weight_hh_l0_reverse	5	-0.012278913520276546
293925	rnn.weight_hh_l0_reverse	6	0.07396059483289719
293925	rnn.weight_hh_l0_reverse	7	0.03837082162499428
293925	rnn.weight_hh_l0_reverse	8	-0.023933421820402145
293925	rnn.weight_hh_l0_reverse	9	-0.023953182622790337
293925	rnn.bias_ih_l0_reverse	0	-0.14911197125911713
293925	rnn.bias_ih_l0_reverse	1	-0.3069919943809509
293925	rnn.bias_ih_l0_reverse	2	-0.06302297860383987
293925	rnn.bias_ih_l0_reverse	3	-0.15128760039806366
293925	rnn.bias_ih_l0_reverse	4	0.06235652416944504
293925	rnn.bias_ih_l0_reverse	5	-0.28618764877319336
293925	rnn.bias_ih_l0_reverse	6	-0.06881155073642731
293925	rnn.bias_ih_l0_reverse	7	0.010411664843559265
293925	rnn.bias_ih_l0_reverse	8	-0.19341589510440826
293925	rnn.bias_ih_l0_reverse	9	-0.08268005400896072
293925	rnn.bias_hh_l0_reverse	0	-0.15027529001235962
293925	rnn.bias_hh_l0_reverse	1	-0.15026700496673584
293925	rnn.bias_hh_l0_reverse	2	-0.01163647510111332
293925	rnn.bias_hh_l0_reverse	3	-0.1388377994298935
293925	rnn.bias_hh_l0_reverse	4	-0.030711019411683083
293925	rnn.bias_hh_l0_reverse	5	-0.11802291870117188
293925	rnn.bias_hh_l0_reverse	6	-0.0683794766664505
293925	rnn.bias_hh_l0_reverse	7	-0.18005967140197754
293925	rnn.bias_hh_l0_reverse	8	-0.056226346641778946
293925	rnn.bias_hh_l0_reverse	9	-0.1144355833530426
293925	linear.weight	0	-0.2317974865436554
293925	linear.weight	1	-0.13339991867542267
293925	linear.weight	2	-0.011228874325752258
293925	linear.weight	3	-0.09567172825336456
293925	linear.weight	4	-0.007329160813242197
293925	linear.weight	5	0.2359635829925537
293925	linear.weight	6	0.0047744326293468475
293925	linear.weight	7	-0.021312154829502106
293925	linear.weight	8	0.22017599642276764
293925	linear.weight	9	0.2273489534854889
293925	linear.bias	0	-0.8269684910774231
293925	linear.bias	1	1.3973900079727173
293925	linear.bias	2	-0.5001274943351746
293925	linear.bias	3	-0.7815883159637451
293925	linear.bias	4	-0.9019419550895691
293925	linear.bias	5	-1.1814537048339844
293925	linear.bias	6	-0.9521474838256836
293925	linear.bias	7	-0.6928431987762451
293925	linear.bias	8	-0.01705317199230194
293925	linear.bias	9	3.5713162422180176
294122	transitions	0	-0.48269981145858765
294122	transitions	1	8.924775123596191
294122	transitions	2	-3.6686224937438965
294122	transitions	3	1.6694495677947998
294122	transitions	4	-2.250363349914551
294122	transitions	5	-0.44138869643211365
294122	transitions	6	-0.1981036514043808
294122	transitions	7	-10000.0
294122	transitions	8	1.8808380365371704
294122	transitions	9	-2.295342445373535
294122	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
294122	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
294122	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
294122	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
294122	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
294122	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
294122	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
294122	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
294122	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
294122	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
294122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
294122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
294122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
294122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
294122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
294122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
294122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
294122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
294122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
294122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
294122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
294122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
294122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
294122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
294122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
294122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
294122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
294122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
294122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
294122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
294122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
294122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
294122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
294122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
294122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
294122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
294122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
294122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
294122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
294122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
294122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
294122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
294122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
294122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
294122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
294122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
294122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
294122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
294122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
294122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
294122	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
294122	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
294122	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
294122	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
294122	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
294122	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
294122	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
294122	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
294122	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
294122	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
294122	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
294122	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
294122	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
294122	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
294122	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
294122	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
294122	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
294122	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
294122	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
294122	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
294122	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
294122	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
294122	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
294122	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
294122	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
294122	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
294122	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
294122	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
294122	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
294122	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
294122	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
294122	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
294122	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
294122	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
294122	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
294122	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
294122	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
294122	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
294122	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
294122	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
294122	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
294122	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
294122	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
294122	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
294122	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
294122	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
294122	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
294122	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
294122	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
294122	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
294122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
294122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
294122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
294122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
294122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
294122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
294122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
294122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
294122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
294122	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
294122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
294122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
294122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
294122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
294122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
294122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
294122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
294122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
294122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
294122	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
294122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
294122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
294122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
294122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
294122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
294122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
294122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
294122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
294122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
294122	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
294122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
294122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
294122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
294122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
294122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
294122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
294122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
294122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
294122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
294122	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
294122	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
294122	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
294122	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
294122	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
294122	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
294122	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
294122	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
294122	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
294122	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
294122	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
294122	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
294122	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
294122	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
294122	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
294122	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
294122	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
294122	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
294122	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
294122	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
294122	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
294122	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
294122	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
294122	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
294122	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
294122	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
294122	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
294122	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
294122	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
294122	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
294122	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
294122	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
294122	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
294122	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
294122	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
294122	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
294122	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
294122	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
294122	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
294122	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
294122	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
294122	embedding2nn.weight	0	0.045961081981658936
294122	embedding2nn.weight	1	-0.08723469078540802
294122	embedding2nn.weight	2	0.009089790284633636
294122	embedding2nn.weight	3	-0.05957034230232239
294122	embedding2nn.weight	4	-0.12490635365247726
294122	embedding2nn.weight	5	0.1109345331788063
294122	embedding2nn.weight	6	-0.07476403564214706
294122	embedding2nn.weight	7	-0.08630383014678955
294122	embedding2nn.weight	8	-0.03333739936351776
294122	embedding2nn.weight	9	0.03930577263236046
294122	embedding2nn.bias	0	0.06093849986791611
294122	embedding2nn.bias	1	-0.028031185269355774
294122	embedding2nn.bias	2	-0.07779593020677567
294122	embedding2nn.bias	3	0.012732173316180706
294122	embedding2nn.bias	4	-0.020273489877581596
294122	embedding2nn.bias	5	-0.19122125208377838
294122	embedding2nn.bias	6	-0.13481003046035767
294122	embedding2nn.bias	7	0.0013999778311699629
294122	embedding2nn.bias	8	0.06125866621732712
294122	embedding2nn.bias	9	-0.0412546768784523
294122	rnn.weight_ih_l0	0	0.03703845664858818
294122	rnn.weight_ih_l0	1	-0.09139473736286163
294122	rnn.weight_ih_l0	2	-0.06731805205345154
294122	rnn.weight_ih_l0	3	-0.05180957540869713
294122	rnn.weight_ih_l0	4	0.01790727861225605
294122	rnn.weight_ih_l0	5	-0.11045297980308533
294122	rnn.weight_ih_l0	6	-0.030225874856114388
294122	rnn.weight_ih_l0	7	0.005953285377472639
294122	rnn.weight_ih_l0	8	0.04652711749076843
294122	rnn.weight_ih_l0	9	0.012930416502058506
294122	rnn.weight_hh_l0	0	0.0036707348190248013
294122	rnn.weight_hh_l0	1	-0.07816407829523087
294122	rnn.weight_hh_l0	2	0.07565717399120331
294122	rnn.weight_hh_l0	3	0.050686970353126526
294122	rnn.weight_hh_l0	4	0.007278589531779289
294122	rnn.weight_hh_l0	5	0.0727301612496376
294122	rnn.weight_hh_l0	6	-0.01844947598874569
294122	rnn.weight_hh_l0	7	-0.11766669154167175
294122	rnn.weight_hh_l0	8	0.029434679076075554
294122	rnn.weight_hh_l0	9	-0.07478753477334976
294122	rnn.bias_ih_l0	0	-0.08640140295028687
294122	rnn.bias_ih_l0	1	-0.19397535920143127
294122	rnn.bias_ih_l0	2	-0.2681553065776825
294122	rnn.bias_ih_l0	3	-0.2729812264442444
294122	rnn.bias_ih_l0	4	-0.00023172206419985741
294122	rnn.bias_ih_l0	5	0.04985637962818146
294122	rnn.bias_ih_l0	6	-0.165742427110672
294122	rnn.bias_ih_l0	7	-0.2738889753818512
294122	rnn.bias_ih_l0	8	-0.15399645268917084
294122	rnn.bias_ih_l0	9	-0.16738349199295044
294122	rnn.bias_hh_l0	0	0.13238640129566193
294122	rnn.bias_hh_l0	1	-0.05971071869134903
294122	rnn.bias_hh_l0	2	0.053019165992736816
294122	rnn.bias_hh_l0	3	-0.1745658665895462
294122	rnn.bias_hh_l0	4	0.06893211603164673
294122	rnn.bias_hh_l0	5	0.052322134375572205
294122	rnn.bias_hh_l0	6	-0.11191633343696594
294122	rnn.bias_hh_l0	7	-0.15368421375751495
294122	rnn.bias_hh_l0	8	-0.18291397392749786
294122	rnn.bias_hh_l0	9	-0.10654560476541519
294122	rnn.weight_ih_l0_reverse	0	-0.02139395847916603
294122	rnn.weight_ih_l0_reverse	1	-0.011177808046340942
294122	rnn.weight_ih_l0_reverse	2	-0.0005966927856206894
294122	rnn.weight_ih_l0_reverse	3	0.0025870127137750387
294122	rnn.weight_ih_l0_reverse	4	0.008077816106379032
294122	rnn.weight_ih_l0_reverse	5	-0.05769626051187515
294122	rnn.weight_ih_l0_reverse	6	-0.04544088616967201
294122	rnn.weight_ih_l0_reverse	7	0.026116803288459778
294122	rnn.weight_ih_l0_reverse	8	0.0965910255908966
294122	rnn.weight_ih_l0_reverse	9	0.0016678704414516687
294122	rnn.weight_hh_l0_reverse	0	0.004394346382468939
294122	rnn.weight_hh_l0_reverse	1	0.027197176590561867
294122	rnn.weight_hh_l0_reverse	2	-0.04050934687256813
294122	rnn.weight_hh_l0_reverse	3	0.04513081535696983
294122	rnn.weight_hh_l0_reverse	4	0.02386360801756382
294122	rnn.weight_hh_l0_reverse	5	-0.012320583686232567
294122	rnn.weight_hh_l0_reverse	6	0.07397663593292236
294122	rnn.weight_hh_l0_reverse	7	0.0383787676692009
294122	rnn.weight_hh_l0_reverse	8	-0.023884832859039307
294122	rnn.weight_hh_l0_reverse	9	-0.02390093356370926
294122	rnn.bias_ih_l0_reverse	0	-0.14909444749355316
294122	rnn.bias_ih_l0_reverse	1	-0.3069285750389099
294122	rnn.bias_ih_l0_reverse	2	-0.06299761682748795
294122	rnn.bias_ih_l0_reverse	3	-0.1512700319290161
294122	rnn.bias_ih_l0_reverse	4	0.06292884051799774
294122	rnn.bias_ih_l0_reverse	5	-0.28639400005340576
294122	rnn.bias_ih_l0_reverse	6	-0.06933468580245972
294122	rnn.bias_ih_l0_reverse	7	0.008761858567595482
294122	rnn.bias_ih_l0_reverse	8	-0.19397935271263123
294122	rnn.bias_ih_l0_reverse	9	-0.0827515572309494
294122	rnn.bias_hh_l0_reverse	0	-0.15021643042564392
294122	rnn.bias_hh_l0_reverse	1	-0.1502796858549118
294122	rnn.bias_hh_l0_reverse	2	-0.01147842314094305
294122	rnn.bias_hh_l0_reverse	3	-0.13835588097572327
294122	rnn.bias_hh_l0_reverse	4	-0.030450254678726196
294122	rnn.bias_hh_l0_reverse	5	-0.1177816092967987
294122	rnn.bias_hh_l0_reverse	6	-0.06849214434623718
294122	rnn.bias_hh_l0_reverse	7	-0.1797117441892624
294122	rnn.bias_hh_l0_reverse	8	-0.055976029485464096
294122	rnn.bias_hh_l0_reverse	9	-0.1146005168557167
294122	linear.weight	0	-0.23198802769184113
294122	linear.weight	1	-0.13225625455379486
294122	linear.weight	2	-0.011228874325752258
294122	linear.weight	3	-0.09670385718345642
294122	linear.weight	4	-0.005620328709483147
294122	linear.weight	5	0.23578934371471405
294122	linear.weight	6	0.0047744326293468475
294122	linear.weight	7	-0.021312154829502106
294122	linear.weight	8	0.22177281975746155
294122	linear.weight	9	0.22684690356254578
294122	linear.bias	0	-0.8386036157608032
294122	linear.bias	1	1.3971302509307861
294122	linear.bias	2	-0.48903757333755493
294122	linear.bias	3	-0.7807334065437317
294122	linear.bias	4	-0.8983826041221619
294122	linear.bias	5	-1.181455373764038
294122	linear.bias	6	-0.96321040391922
294122	linear.bias	7	-0.6827716827392578
294122	linear.bias	8	-0.01705317199230194
294122	linear.bias	9	3.5603229999542236
294126	transitions	0	-0.48269981145858765
294126	transitions	1	8.924477577209473
294126	transitions	2	-3.6686224937438965
294126	transitions	3	1.6694468259811401
294126	transitions	4	-2.25036358833313
294126	transitions	5	-0.44138869643211365
294126	transitions	6	-0.1981036514043808
294126	transitions	7	-10000.0
294126	transitions	8	1.8808380365371704
294126	transitions	9	-2.295342445373535
294126	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
294126	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
294126	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
294126	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
294126	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
294126	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
294126	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
294126	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
294126	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
294126	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
294126	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
294126	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
294126	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
294126	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
294126	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
294126	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
294126	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
294126	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
294126	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
294126	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
294126	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
294126	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
294126	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
294126	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
294126	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
294126	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
294126	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
294126	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
294126	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
294126	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
294126	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
294126	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
294126	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
294126	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
294126	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
294126	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
294126	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
294126	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
294126	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
294126	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
294126	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
294126	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
294126	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
294126	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
294126	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
294126	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
294126	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
294126	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
294126	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
294126	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
294126	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
294126	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
294126	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
294126	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
294126	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
294126	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
294126	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
294126	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
294126	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
294126	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
294126	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
294126	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
294126	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
294126	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
294126	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
294126	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
294126	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
294126	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
294126	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
294126	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
294126	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
294126	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
294126	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
294126	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
294126	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
294126	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
294126	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
294126	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
294126	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
294126	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
294126	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
294126	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
294126	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
294126	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
294126	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
294126	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
294126	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
294126	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
294126	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
294126	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
294126	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
294126	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
294126	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
294126	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
294126	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
294126	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
294126	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
294126	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
294126	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
294126	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
294126	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
294126	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
294126	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
294126	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
294126	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
294126	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
294126	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
294126	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
294126	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
294126	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
294126	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
294126	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
294126	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
294126	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
294126	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
294126	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
294126	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
294126	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
294126	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
294126	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
294126	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
294126	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
294126	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
294126	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
294126	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
294126	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
294126	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
294126	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
294126	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
294126	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
294126	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
294126	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
294126	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
294126	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
294126	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
294126	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
294126	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
294126	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
294126	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
294126	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
294126	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
294126	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
294126	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
294126	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
294126	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
294126	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
294126	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
294126	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
294126	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
294126	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
294126	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
294126	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
294126	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
294126	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
294126	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
294126	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
294126	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
294126	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
294126	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
294126	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
294126	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
294126	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
294126	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
294126	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
294126	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
294126	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
294126	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
294126	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
294126	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
294126	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
294126	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
294126	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
294126	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
294126	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
294126	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
294126	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
294126	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
294126	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
294126	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
294126	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
294126	embedding2nn.weight	0	0.045954011380672455
294126	embedding2nn.weight	1	-0.08724099397659302
294126	embedding2nn.weight	2	0.009053044021129608
294126	embedding2nn.weight	3	-0.05958510935306549
294126	embedding2nn.weight	4	-0.12489712238311768
294126	embedding2nn.weight	5	0.11093489080667496
294126	embedding2nn.weight	6	-0.07489284127950668
294126	embedding2nn.weight	7	-0.08628205209970474
294126	embedding2nn.weight	8	-0.033289700746536255
294126	embedding2nn.weight	9	0.039250731468200684
294126	embedding2nn.bias	0	0.06122560426592827
294126	embedding2nn.bias	1	-0.02784184366464615
294126	embedding2nn.bias	2	-0.07771653681993484
294126	embedding2nn.bias	3	0.012630753219127655
294126	embedding2nn.bias	4	-0.020280107855796814
294126	embedding2nn.bias	5	-0.1910499483346939
294126	embedding2nn.bias	6	-0.13492451608181
294126	embedding2nn.bias	7	0.0011679010931402445
294126	embedding2nn.bias	8	0.06114722788333893
294126	embedding2nn.bias	9	-0.04128561168909073
294126	rnn.weight_ih_l0	0	0.03702991455793381
294126	rnn.weight_ih_l0	1	-0.09139413386583328
294126	rnn.weight_ih_l0	2	-0.06730327010154724
294126	rnn.weight_ih_l0	3	-0.0518137663602829
294126	rnn.weight_ih_l0	4	0.017896145582199097
294126	rnn.weight_ih_l0	5	-0.11044924706220627
294126	rnn.weight_ih_l0	6	-0.030223891139030457
294126	rnn.weight_ih_l0	7	0.005958070047199726
294126	rnn.weight_ih_l0	8	0.04653099179267883
294126	rnn.weight_ih_l0	9	0.012925651855766773
294126	rnn.weight_hh_l0	0	0.00367461028508842
294126	rnn.weight_hh_l0	1	-0.07816416770219803
294126	rnn.weight_hh_l0	2	0.07565993070602417
294126	rnn.weight_hh_l0	3	0.05068479850888252
294126	rnn.weight_hh_l0	4	0.0072748721577227116
294126	rnn.weight_hh_l0	5	0.07273626327514648
294126	rnn.weight_hh_l0	6	-0.01844891905784607
294126	rnn.weight_hh_l0	7	-0.11766765266656876
294126	rnn.weight_hh_l0	8	0.02945598028600216
294126	rnn.weight_hh_l0	9	-0.07483555376529694
294126	rnn.bias_ih_l0	0	-0.08640088140964508
294126	rnn.bias_ih_l0	1	-0.19401226937770844
294126	rnn.bias_ih_l0	2	-0.26813992857933044
294126	rnn.bias_ih_l0	3	-0.27301597595214844
294126	rnn.bias_ih_l0	4	-0.0002412691101199016
294126	rnn.bias_ih_l0	5	0.049856189638376236
294126	rnn.bias_ih_l0	6	-0.16572965681552887
294126	rnn.bias_ih_l0	7	-0.27391475439071655
294126	rnn.bias_ih_l0	8	-0.1539859175682068
294126	rnn.bias_ih_l0	9	-0.1674756407737732
294126	rnn.bias_hh_l0	0	0.13236960768699646
294126	rnn.bias_hh_l0	1	-0.05972382053732872
294126	rnn.bias_hh_l0	2	0.05305922403931618
294126	rnn.bias_hh_l0	3	-0.17451046407222748
294126	rnn.bias_hh_l0	4	0.06881499290466309
294126	rnn.bias_hh_l0	5	0.05229464918375015
294126	rnn.bias_hh_l0	6	-0.11195206642150879
294126	rnn.bias_hh_l0	7	-0.15358281135559082
294126	rnn.bias_hh_l0	8	-0.18295006453990936
294126	rnn.bias_hh_l0	9	-0.10655993968248367
294126	rnn.weight_ih_l0_reverse	0	-0.021405646577477455
294126	rnn.weight_ih_l0_reverse	1	-0.011179347522556782
294126	rnn.weight_ih_l0_reverse	2	-0.0005975821986794472
294126	rnn.weight_ih_l0_reverse	3	0.0025702849961817265
294126	rnn.weight_ih_l0_reverse	4	0.00809164997190237
294126	rnn.weight_ih_l0_reverse	5	-0.057700641453266144
294126	rnn.weight_ih_l0_reverse	6	-0.045471757650375366
294126	rnn.weight_ih_l0_reverse	7	0.026130808517336845
294126	rnn.weight_ih_l0_reverse	8	0.09659132361412048
294126	rnn.weight_ih_l0_reverse	9	0.0016784628387540579
294126	rnn.weight_hh_l0_reverse	0	0.004393903538584709
294126	rnn.weight_hh_l0_reverse	1	0.027197208255529404
294126	rnn.weight_hh_l0_reverse	2	-0.040505990386009216
294126	rnn.weight_hh_l0_reverse	3	0.0451214537024498
294126	rnn.weight_hh_l0_reverse	4	0.023868493735790253
294126	rnn.weight_hh_l0_reverse	5	-0.012309310957789421
294126	rnn.weight_hh_l0_reverse	6	0.07398736476898193
294126	rnn.weight_hh_l0_reverse	7	0.038382600992918015
294126	rnn.weight_hh_l0_reverse	8	-0.02389056794345379
294126	rnn.weight_hh_l0_reverse	9	-0.023899555206298828
294126	rnn.bias_ih_l0_reverse	0	-0.1491115391254425
294126	rnn.bias_ih_l0_reverse	1	-0.3069230616092682
294126	rnn.bias_ih_l0_reverse	2	-0.06300611793994904
294126	rnn.bias_ih_l0_reverse	3	-0.15126189589500427
294126	rnn.bias_ih_l0_reverse	4	0.062916599214077
294126	rnn.bias_ih_l0_reverse	5	-0.28640368580818176
294126	rnn.bias_ih_l0_reverse	6	-0.06932567059993744
294126	rnn.bias_ih_l0_reverse	7	0.008785070851445198
294126	rnn.bias_ih_l0_reverse	8	-0.19400474429130554
294126	rnn.bias_ih_l0_reverse	9	-0.08268789947032928
294126	rnn.bias_hh_l0_reverse	0	-0.15019537508487701
294126	rnn.bias_hh_l0_reverse	1	-0.15031249821186066
294126	rnn.bias_hh_l0_reverse	2	-0.011480131186544895
294126	rnn.bias_hh_l0_reverse	3	-0.13810157775878906
294126	rnn.bias_hh_l0_reverse	4	-0.03046024590730667
294126	rnn.bias_hh_l0_reverse	5	-0.11776241660118103
294126	rnn.bias_hh_l0_reverse	6	-0.06850241869688034
294126	rnn.bias_hh_l0_reverse	7	-0.17975622415542603
294126	rnn.bias_hh_l0_reverse	8	-0.05598429590463638
294126	rnn.bias_hh_l0_reverse	9	-0.11463643610477448
294126	linear.weight	0	-0.23198778927326202
294126	linear.weight	1	-0.13224908709526062
294126	linear.weight	2	-0.011228874325752258
294126	linear.weight	3	-0.09671252220869064
294126	linear.weight	4	-0.005617126822471619
294126	linear.weight	5	0.23578360676765442
294126	linear.weight	6	0.0047744326293468475
294126	linear.weight	7	-0.021312154829502106
294126	linear.weight	8	0.22177979350090027
294126	linear.weight	9	0.22685687243938446
294126	linear.bias	0	-0.8388062715530396
294126	linear.bias	1	1.397858738899231
294126	linear.bias	2	-0.4890974462032318
294126	linear.bias	3	-0.7808414697647095
294126	linear.bias	4	-0.9007419943809509
294126	linear.bias	5	-1.181455373764038
294126	linear.bias	6	-0.9634199738502502
294126	linear.bias	7	-0.6827578544616699
294126	linear.bias	8	-0.01705317199230194
294126	linear.bias	9	3.5617575645446777
294323	transitions	0	-0.482730895280838
294323	transitions	1	8.926660537719727
294323	transitions	2	-3.6686599254608154
294323	transitions	3	1.6693003177642822
294323	transitions	4	-2.250444173812866
294323	transitions	5	-0.44139063358306885
294323	transitions	6	-0.19810569286346436
294323	transitions	7	-10000.0
294323	transitions	8	1.8807035684585571
294323	transitions	9	-2.2953431606292725
294323	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
294323	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
294323	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
294323	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
294323	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
294323	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
294323	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
294323	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
294323	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
294323	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
294323	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
294323	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
294323	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
294323	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
294323	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
294323	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
294323	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
294323	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
294323	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
294323	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
294323	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
294323	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
294323	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
294323	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
294323	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
294323	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
294323	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
294323	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
294323	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
294323	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
294323	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
294323	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
294323	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
294323	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
294323	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
294323	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
294323	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
294323	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
294323	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
294323	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
294323	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
294323	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
294323	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
294323	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
294323	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
294323	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
294323	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
294323	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
294323	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
294323	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
294323	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
294323	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
294323	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
294323	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
294323	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
294323	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
294323	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
294323	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
294323	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
294323	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
294323	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
294323	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
294323	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
294323	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
294323	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
294323	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
294323	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
294323	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
294323	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
294323	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
294323	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
294323	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
294323	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
294323	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
294323	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
294323	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
294323	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
294323	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
294323	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
294323	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
294323	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
294323	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
294323	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
294323	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
294323	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
294323	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
294323	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
294323	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
294323	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
294323	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
294323	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
294323	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
294323	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
294323	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
294323	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
294323	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
294323	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
294323	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
294323	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
294323	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
294323	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
294323	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
294323	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
294323	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
294323	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
294323	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
294323	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
294323	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
294323	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
294323	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
294323	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
294323	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
294323	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
294323	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
294323	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
294323	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
294323	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
294323	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
294323	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
294323	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
294323	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
294323	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
294323	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
294323	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
294323	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
294323	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
294323	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
294323	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
294323	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
294323	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
294323	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
294323	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
294323	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
294323	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
294323	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
294323	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
294323	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
294323	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
294323	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
294323	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
294323	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
294323	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
294323	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
294323	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
294323	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
294323	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
294323	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
294323	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
294323	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
294323	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
294323	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
294323	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
294323	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
294323	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
294323	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
294323	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
294323	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
294323	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
294323	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
294323	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
294323	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
294323	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
294323	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
294323	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
294323	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
294323	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
294323	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
294323	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
294323	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
294323	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
294323	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
294323	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
294323	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
294323	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
294323	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
294323	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
294323	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
294323	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
294323	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
294323	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
294323	embedding2nn.weight	0	0.04585632309317589
294323	embedding2nn.weight	1	-0.08725256472826004
294323	embedding2nn.weight	2	0.009077365510165691
294323	embedding2nn.weight	3	-0.059569600969552994
294323	embedding2nn.weight	4	-0.12473926693201065
294323	embedding2nn.weight	5	0.11084871739149094
294323	embedding2nn.weight	6	-0.07421570271253586
294323	embedding2nn.weight	7	-0.0865282267332077
294323	embedding2nn.weight	8	-0.03325320780277252
294323	embedding2nn.weight	9	0.03952044993638992
294323	embedding2nn.bias	0	0.06535221636295319
294323	embedding2nn.bias	1	-0.02570601925253868
294323	embedding2nn.bias	2	-0.07979640364646912
294323	embedding2nn.bias	3	0.011735747568309307
294323	embedding2nn.bias	4	-0.02105853147804737
294323	embedding2nn.bias	5	-0.18901772797107697
294323	embedding2nn.bias	6	-0.13510408997535706
294323	embedding2nn.bias	7	0.0006024370086379349
294323	embedding2nn.bias	8	0.061321791261434555
294323	embedding2nn.bias	9	-0.04155781492590904
294323	rnn.weight_ih_l0	0	0.037131115794181824
294323	rnn.weight_ih_l0	1	-0.09157086908817291
294323	rnn.weight_ih_l0	2	-0.06733705848455429
294323	rnn.weight_ih_l0	3	-0.052040211856365204
294323	rnn.weight_ih_l0	4	0.017977463081479073
294323	rnn.weight_ih_l0	5	-0.11038776487112045
294323	rnn.weight_ih_l0	6	-0.030649840831756592
294323	rnn.weight_ih_l0	7	0.005737454164773226
294323	rnn.weight_ih_l0	8	0.04716356098651886
294323	rnn.weight_ih_l0	9	0.01263024378567934
294323	rnn.weight_hh_l0	0	0.00374556053429842
294323	rnn.weight_hh_l0	1	-0.07816094160079956
294323	rnn.weight_hh_l0	2	0.07579493522644043
294323	rnn.weight_hh_l0	3	0.05077003687620163
294323	rnn.weight_hh_l0	4	0.007278944831341505
294323	rnn.weight_hh_l0	5	0.0725477933883667
294323	rnn.weight_hh_l0	6	-0.018449848517775536
294323	rnn.weight_hh_l0	7	-0.11766720563173294
294323	rnn.weight_hh_l0	8	0.029317528009414673
294323	rnn.weight_hh_l0	9	-0.07484802603721619
294323	rnn.bias_ih_l0	0	-0.08541306108236313
294323	rnn.bias_ih_l0	1	-0.19431805610656738
294323	rnn.bias_ih_l0	2	-0.268534392118454
294323	rnn.bias_ih_l0	3	-0.2730182409286499
294323	rnn.bias_ih_l0	4	-0.0004299406718928367
294323	rnn.bias_ih_l0	5	0.04967954382300377
294323	rnn.bias_ih_l0	6	-0.16518178582191467
294323	rnn.bias_ih_l0	7	-0.27463069558143616
294323	rnn.bias_ih_l0	8	-0.15378989279270172
294323	rnn.bias_ih_l0	9	-0.16761799156665802
294323	rnn.bias_hh_l0	0	0.13278421759605408
294323	rnn.bias_hh_l0	1	-0.05951705947518349
294323	rnn.bias_hh_l0	2	0.05320442095398903
294323	rnn.bias_hh_l0	3	-0.17511670291423798
294323	rnn.bias_hh_l0	4	0.0680788904428482
294323	rnn.bias_hh_l0	5	0.05173812806606293
294323	rnn.bias_hh_l0	6	-0.11167563498020172
294323	rnn.bias_hh_l0	7	-0.15347404778003693
294323	rnn.bias_hh_l0	8	-0.1825907826423645
294323	rnn.bias_hh_l0	9	-0.10638226568698883
294323	rnn.weight_ih_l0_reverse	0	-0.021456753835082054
294323	rnn.weight_ih_l0_reverse	1	-0.011223752051591873
294323	rnn.weight_ih_l0_reverse	2	-9.242031228495762e-05
294323	rnn.weight_ih_l0_reverse	3	0.002697974443435669
294323	rnn.weight_ih_l0_reverse	4	0.00782382395118475
294323	rnn.weight_ih_l0_reverse	5	-0.057501450181007385
294323	rnn.weight_ih_l0_reverse	6	-0.045447442680597305
294323	rnn.weight_ih_l0_reverse	7	0.02613922953605652
294323	rnn.weight_ih_l0_reverse	8	0.09658291935920715
294323	rnn.weight_ih_l0_reverse	9	0.001486661727540195
294323	rnn.weight_hh_l0_reverse	0	0.0044335839338600636
294323	rnn.weight_hh_l0_reverse	1	0.02717423252761364
294323	rnn.weight_hh_l0_reverse	2	-0.04059724137187004
294323	rnn.weight_hh_l0_reverse	3	0.04523712769150734
294323	rnn.weight_hh_l0_reverse	4	0.023894330486655235
294323	rnn.weight_hh_l0_reverse	5	-0.01237649004906416
294323	rnn.weight_hh_l0_reverse	6	0.07401283830404282
294323	rnn.weight_hh_l0_reverse	7	0.03850271552801132
294323	rnn.weight_hh_l0_reverse	8	-0.023872552439570427
294323	rnn.weight_hh_l0_reverse	9	-0.0238991416990757
294323	rnn.bias_ih_l0_reverse	0	-0.14921148121356964
294323	rnn.bias_ih_l0_reverse	1	-0.30692893266677856
294323	rnn.bias_ih_l0_reverse	2	-0.06313847750425339
294323	rnn.bias_ih_l0_reverse	3	-0.15130583941936493
294323	rnn.bias_ih_l0_reverse	4	0.06359730660915375
294323	rnn.bias_ih_l0_reverse	5	-0.28664690256118774
294323	rnn.bias_ih_l0_reverse	6	-0.06906380504369736
294323	rnn.bias_ih_l0_reverse	7	0.008938063867390156
294323	rnn.bias_ih_l0_reverse	8	-0.19336043298244476
294323	rnn.bias_ih_l0_reverse	9	-0.08281052112579346
294323	rnn.bias_hh_l0_reverse	0	-0.14932559430599213
294323	rnn.bias_hh_l0_reverse	1	-0.15062299370765686
294323	rnn.bias_hh_l0_reverse	2	-0.011374864727258682
294323	rnn.bias_hh_l0_reverse	3	-0.13845321536064148
294323	rnn.bias_hh_l0_reverse	4	-0.030532710254192352
294323	rnn.bias_hh_l0_reverse	5	-0.11785264313220978
294323	rnn.bias_hh_l0_reverse	6	-0.06870102137327194
294323	rnn.bias_hh_l0_reverse	7	-0.17958477139472961
294323	rnn.bias_hh_l0_reverse	8	-0.055795054882764816
294323	rnn.bias_hh_l0_reverse	9	-0.1149127334356308
294323	linear.weight	0	-0.2308603972196579
294323	linear.weight	1	-0.1323157548904419
294323	linear.weight	2	-0.011228874325752258
294323	linear.weight	3	-0.09412746131420135
294323	linear.weight	4	-0.004814894404262304
294323	linear.weight	5	0.23446981608867645
294323	linear.weight	6	0.0047744326293468475
294323	linear.weight	7	-0.021312154829502106
294323	linear.weight	8	0.22151745855808258
294323	linear.weight	9	0.22377125918865204
294323	linear.bias	0	-0.8392782211303711
294323	linear.bias	1	1.3815360069274902
294323	linear.bias	2	-0.48833566904067993
294323	linear.bias	3	-0.7822301387786865
294323	linear.bias	4	-0.898870587348938
294323	linear.bias	5	-1.1814566850662231
294323	linear.bias	6	-0.9641827940940857
294323	linear.bias	7	-0.6821277141571045
294323	linear.bias	8	-0.01705317199230194
294323	linear.bias	9	3.585568904876709
294520	transitions	0	-0.4827493727207184
294520	transitions	1	8.936155319213867
294520	transitions	2	-3.6687402725219727
294520	transitions	3	1.668601393699646
294520	transitions	4	-2.2505996227264404
294520	transitions	5	-0.4414074718952179
294520	transitions	6	-0.19810791313648224
294520	transitions	7	-10000.0
294520	transitions	8	1.8812205791473389
294520	transitions	9	-2.2953433990478516
294520	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
294520	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
294520	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
294520	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
294520	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
294520	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
294520	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
294520	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
294520	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
294520	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
294520	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
294520	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
294520	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
294520	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
294520	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
294520	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
294520	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
294520	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
294520	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
294520	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
294520	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
294520	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
294520	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
294520	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
294520	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
294520	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
294520	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
294520	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
294520	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
294520	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
294520	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
294520	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
294520	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
294520	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
294520	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
294520	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
294520	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
294520	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
294520	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
294520	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
294520	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
294520	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
294520	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
294520	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
294520	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
294520	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
294520	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
294520	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
294520	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
294520	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
294520	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
294520	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
294520	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
294520	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
294520	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
294520	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
294520	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
294520	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
294520	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
294520	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
294520	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
294520	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
294520	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
294520	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
294520	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
294520	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
294520	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
294520	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
294520	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
294520	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
294520	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
294520	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
294520	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
294520	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
294520	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
294520	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
294520	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
294520	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
294520	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
294520	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
294520	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
294520	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
294520	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
294520	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
294520	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
294520	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
294520	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
294520	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
294520	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
294520	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
294520	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
294520	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
294520	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
294520	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
294520	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
294520	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
294520	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
294520	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
294520	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
294520	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
294520	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
294520	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
294520	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
294520	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
294520	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
294520	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
294520	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
294520	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
294520	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
294520	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
294520	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
294520	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
294520	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
294520	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
294520	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
294520	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
294520	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
294520	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
294520	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
294520	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
294520	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
294520	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
294520	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
294520	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
294520	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
294520	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
294520	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
294520	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
294520	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
294520	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
294520	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
294520	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
294520	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
294520	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
294520	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
294520	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
294520	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
294520	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
294520	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
294520	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
294520	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
294520	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
294520	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
294520	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
294520	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
294520	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
294520	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
294520	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
294520	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
294520	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
294520	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
294520	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
294520	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
294520	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
294520	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
294520	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
294520	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
294520	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
294520	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
294520	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
294520	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
294520	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
294520	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
294520	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
294520	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
294520	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
294520	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
294520	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
294520	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
294520	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
294520	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
294520	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
294520	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
294520	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
294520	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
294520	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
294520	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
294520	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
294520	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
294520	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
294520	embedding2nn.weight	0	0.04578924924135208
294520	embedding2nn.weight	1	-0.08720625936985016
294520	embedding2nn.weight	2	0.009221584536135197
294520	embedding2nn.weight	3	-0.05959417298436165
294520	embedding2nn.weight	4	-0.12461011856794357
294520	embedding2nn.weight	5	0.11071790754795074
294520	embedding2nn.weight	6	-0.07396841794252396
294520	embedding2nn.weight	7	-0.08656760305166245
294520	embedding2nn.weight	8	-0.033357929438352585
294520	embedding2nn.weight	9	0.039335623383522034
294520	embedding2nn.bias	0	0.06684371829032898
294520	embedding2nn.bias	1	-0.026307547464966774
294520	embedding2nn.bias	2	-0.07939054071903229
294520	embedding2nn.bias	3	0.01096455380320549
294520	embedding2nn.bias	4	-0.020613791421055794
294520	embedding2nn.bias	5	-0.18665316700935364
294520	embedding2nn.bias	6	-0.13304561376571655
294520	embedding2nn.bias	7	-6.630076768487925e-06
294520	embedding2nn.bias	8	0.06074497103691101
294520	embedding2nn.bias	9	-0.04065477102994919
294520	rnn.weight_ih_l0	0	0.03733596205711365
294520	rnn.weight_ih_l0	1	-0.09181402623653412
294520	rnn.weight_ih_l0	2	-0.06737961620092392
294520	rnn.weight_ih_l0	3	-0.0521882101893425
294520	rnn.weight_ih_l0	4	0.018008286133408546
294520	rnn.weight_ih_l0	5	-0.11070968210697174
294520	rnn.weight_ih_l0	6	-0.03049597702920437
294520	rnn.weight_ih_l0	7	0.005911639425903559
294520	rnn.weight_ih_l0	8	0.046854157000780106
294520	rnn.weight_ih_l0	9	0.012452032417058945
294520	rnn.weight_hh_l0	0	0.0036955622490495443
294520	rnn.weight_hh_l0	1	-0.07826782763004303
294520	rnn.weight_hh_l0	2	0.07581427693367004
294520	rnn.weight_hh_l0	3	0.0505756139755249
294520	rnn.weight_hh_l0	4	0.0072714220732450485
294520	rnn.weight_hh_l0	5	0.07245811820030212
294520	rnn.weight_hh_l0	6	-0.018424876034259796
294520	rnn.weight_hh_l0	7	-0.11767866462469101
294520	rnn.weight_hh_l0	8	0.029398495331406593
294520	rnn.weight_hh_l0	9	-0.0749068632721901
294520	rnn.bias_ih_l0	0	-0.0849296972155571
294520	rnn.bias_ih_l0	1	-0.1941206455230713
294520	rnn.bias_ih_l0	2	-0.26856741309165955
294520	rnn.bias_ih_l0	3	-0.2729341685771942
294520	rnn.bias_ih_l0	4	0.00023747071099933237
294520	rnn.bias_ih_l0	5	0.04957158863544464
294520	rnn.bias_ih_l0	6	-0.16550114750862122
294520	rnn.bias_ih_l0	7	-0.27454471588134766
294520	rnn.bias_ih_l0	8	-0.1545138657093048
294520	rnn.bias_ih_l0	9	-0.16732239723205566
294520	rnn.bias_hh_l0	0	0.13334444165229797
294520	rnn.bias_hh_l0	1	-0.059724923223257065
294520	rnn.bias_hh_l0	2	0.053246885538101196
294520	rnn.bias_hh_l0	3	-0.1759740710258484
294520	rnn.bias_hh_l0	4	0.06812723726034164
294520	rnn.bias_hh_l0	5	0.05161232128739357
294520	rnn.bias_hh_l0	6	-0.11176390200853348
294520	rnn.bias_hh_l0	7	-0.15325327217578888
294520	rnn.bias_hh_l0	8	-0.18297329545021057
294520	rnn.bias_hh_l0	9	-0.106296107172966
294520	rnn.weight_ih_l0_reverse	0	-0.021539850160479546
294520	rnn.weight_ih_l0_reverse	1	-0.011118181049823761
294520	rnn.weight_ih_l0_reverse	2	-0.00019487201643642038
294520	rnn.weight_ih_l0_reverse	3	0.0026238379068672657
294520	rnn.weight_ih_l0_reverse	4	0.007442053873091936
294520	rnn.weight_ih_l0_reverse	5	-0.05750086158514023
294520	rnn.weight_ih_l0_reverse	6	-0.04546135291457176
294520	rnn.weight_ih_l0_reverse	7	0.026096520945429802
294520	rnn.weight_ih_l0_reverse	8	0.0967874825000763
294520	rnn.weight_ih_l0_reverse	9	0.0013926957035437226
294520	rnn.weight_hh_l0_reverse	0	0.0044530220329761505
294520	rnn.weight_hh_l0_reverse	1	0.027112916111946106
294520	rnn.weight_hh_l0_reverse	2	-0.04034832492470741
294520	rnn.weight_hh_l0_reverse	3	0.04516986012458801
294520	rnn.weight_hh_l0_reverse	4	0.023973925039172173
294520	rnn.weight_hh_l0_reverse	5	-0.01238014455884695
294520	rnn.weight_hh_l0_reverse	6	0.07396430522203445
294520	rnn.weight_hh_l0_reverse	7	0.03852163255214691
294520	rnn.weight_hh_l0_reverse	8	-0.024091752246022224
294520	rnn.weight_hh_l0_reverse	9	-0.02391933649778366
294520	rnn.bias_ih_l0_reverse	0	-0.14929261803627014
294520	rnn.bias_ih_l0_reverse	1	-0.3073526918888092
294520	rnn.bias_ih_l0_reverse	2	-0.06281671673059464
294520	rnn.bias_ih_l0_reverse	3	-0.15154169499874115
294520	rnn.bias_ih_l0_reverse	4	0.06427475810050964
294520	rnn.bias_ih_l0_reverse	5	-0.28715553879737854
294520	rnn.bias_ih_l0_reverse	6	-0.06891388446092606
294520	rnn.bias_ih_l0_reverse	7	0.009018192067742348
294520	rnn.bias_ih_l0_reverse	8	-0.19354529678821564
294520	rnn.bias_ih_l0_reverse	9	-0.0832972452044487
294520	rnn.bias_hh_l0_reverse	0	-0.14976747334003448
294520	rnn.bias_hh_l0_reverse	1	-0.15065649151802063
294520	rnn.bias_hh_l0_reverse	2	-0.011598313227295876
294520	rnn.bias_hh_l0_reverse	3	-0.13853956758975983
294520	rnn.bias_hh_l0_reverse	4	-0.030445631593465805
294520	rnn.bias_hh_l0_reverse	5	-0.11771528422832489
294520	rnn.bias_hh_l0_reverse	6	-0.06873781234025955
294520	rnn.bias_hh_l0_reverse	7	-0.17987604439258575
294520	rnn.bias_hh_l0_reverse	8	-0.055800288915634155
294520	rnn.bias_hh_l0_reverse	9	-0.11486013233661652
294520	linear.weight	0	-0.23150385916233063
294520	linear.weight	1	-0.13139091432094574
294520	linear.weight	2	-0.011228874325752258
294520	linear.weight	3	-0.09520065039396286
294520	linear.weight	4	-0.0045680818147957325
294520	linear.weight	5	0.23555393517017365
294520	linear.weight	6	0.0047744326293468475
294520	linear.weight	7	-0.021312154829502106
294520	linear.weight	8	0.2231648862361908
294520	linear.weight	9	0.22482773661613464
294520	linear.bias	0	-0.8417441844940186
294520	linear.bias	1	1.3908064365386963
294520	linear.bias	2	-0.48971831798553467
294520	linear.bias	3	-0.7699697613716125
294520	linear.bias	4	-0.9034610986709595
294520	linear.bias	5	-1.1814583539962769
294520	linear.bias	6	-0.967164158821106
294520	linear.bias	7	-0.686030924320221
294520	linear.bias	8	-0.01705317199230194
294520	linear.bias	9	3.5862250328063965
294717	transitions	0	-0.48276224732398987
294717	transitions	1	8.930932998657227
294717	transitions	2	-3.668820858001709
294717	transitions	3	1.6688873767852783
294717	transitions	4	-2.250638246536255
294717	transitions	5	-0.44141635298728943
294717	transitions	6	-0.19811013340950012
294717	transitions	7	-10000.0
294717	transitions	8	1.88117253780365
294717	transitions	9	-2.295344114303589
294717	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
294717	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
294717	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
294717	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
294717	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
294717	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
294717	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
294717	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
294717	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
294717	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
294717	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
294717	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
294717	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
294717	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
294717	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
294717	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
294717	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
294717	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
294717	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
294717	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
294717	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
294717	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
294717	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
294717	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
294717	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
294717	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
294717	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
294717	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
294717	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
294717	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
294717	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
294717	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
294717	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
294717	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
294717	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
294717	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
294717	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
294717	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
294717	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
294717	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
294717	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
294717	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
294717	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
294717	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
294717	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
294717	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
294717	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
294717	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
294717	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
294717	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
294717	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
294717	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
294717	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
294717	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
294717	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
294717	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
294717	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
294717	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
294717	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
294717	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
294717	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
294717	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
294717	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
294717	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
294717	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
294717	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
294717	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
294717	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
294717	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
294717	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
294717	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
294717	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
294717	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
294717	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
294717	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
294717	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
294717	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
294717	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
294717	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
294717	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
294717	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
294717	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
294717	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
294717	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
294717	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
294717	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
294717	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
294717	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
294717	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
294717	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
294717	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
294717	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
294717	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
294717	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
294717	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
294717	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
294717	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
294717	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
294717	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
294717	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
294717	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
294717	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
294717	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
294717	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
294717	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
294717	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
294717	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
294717	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
294717	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
294717	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
294717	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
294717	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
294717	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
294717	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
294717	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
294717	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
294717	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
294717	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
294717	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
294717	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
294717	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
294717	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
294717	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
294717	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
294717	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
294717	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
294717	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
294717	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
294717	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
294717	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
294717	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
294717	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
294717	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
294717	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
294717	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
294717	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
294717	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
294717	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
294717	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
294717	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
294717	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
294717	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
294717	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
294717	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
294717	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
294717	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
294717	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
294717	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
294717	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
294717	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
294717	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
294717	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
294717	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
294717	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
294717	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
294717	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
294717	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
294717	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
294717	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
294717	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
294717	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
294717	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
294717	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
294717	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
294717	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
294717	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
294717	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
294717	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
294717	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
294717	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
294717	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
294717	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
294717	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
294717	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
294717	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
294717	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
294717	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
294717	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
294717	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
294717	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
294717	embedding2nn.weight	0	0.04574153572320938
294717	embedding2nn.weight	1	-0.08685644716024399
294717	embedding2nn.weight	2	0.009351931512355804
294717	embedding2nn.weight	3	-0.05943724140524864
294717	embedding2nn.weight	4	-0.1248122975230217
294717	embedding2nn.weight	5	0.11072667688131332
294717	embedding2nn.weight	6	-0.0724397599697113
294717	embedding2nn.weight	7	-0.08628596365451813
294717	embedding2nn.weight	8	-0.03356607258319855
294717	embedding2nn.weight	9	0.03895452991127968
294717	embedding2nn.bias	0	0.06517735123634338
294717	embedding2nn.bias	1	-0.02580116130411625
294717	embedding2nn.bias	2	-0.08224035799503326
294717	embedding2nn.bias	3	0.009084404446184635
294717	embedding2nn.bias	4	-0.02058975212275982
294717	embedding2nn.bias	5	-0.18649035692214966
294717	embedding2nn.bias	6	-0.13288332521915436
294717	embedding2nn.bias	7	-0.0012247670674696565
294717	embedding2nn.bias	8	0.0605032779276371
294717	embedding2nn.bias	9	-0.04075463488698006
294717	rnn.weight_ih_l0	0	0.037201911211013794
294717	rnn.weight_ih_l0	1	-0.09149733185768127
294717	rnn.weight_ih_l0	2	-0.06732632964849472
294717	rnn.weight_ih_l0	3	-0.05215591564774513
294717	rnn.weight_ih_l0	4	0.018146146088838577
294717	rnn.weight_ih_l0	5	-0.11089131236076355
294717	rnn.weight_ih_l0	6	-0.030351094901561737
294717	rnn.weight_ih_l0	7	0.005647480022162199
294717	rnn.weight_ih_l0	8	0.046797946095466614
294717	rnn.weight_ih_l0	9	0.011905497871339321
294717	rnn.weight_hh_l0	0	0.0036902434658259153
294717	rnn.weight_hh_l0	1	-0.07819833606481552
294717	rnn.weight_hh_l0	2	0.07586783915758133
294717	rnn.weight_hh_l0	3	0.05033380538225174
294717	rnn.weight_hh_l0	4	0.007312439382076263
294717	rnn.weight_hh_l0	5	0.07246966660022736
294717	rnn.weight_hh_l0	6	-0.01841633953154087
294717	rnn.weight_hh_l0	7	-0.1176547110080719
294717	rnn.weight_hh_l0	8	0.02927469275891781
294717	rnn.weight_hh_l0	9	-0.07455369830131531
294717	rnn.bias_ih_l0	0	-0.08561083674430847
294717	rnn.bias_ih_l0	1	-0.19385680556297302
294717	rnn.bias_ih_l0	2	-0.26879146695137024
294717	rnn.bias_ih_l0	3	-0.2732691466808319
294717	rnn.bias_ih_l0	4	0.0003328757593408227
294717	rnn.bias_ih_l0	5	0.04934883490204811
294717	rnn.bias_ih_l0	6	-0.16594208776950836
294717	rnn.bias_ih_l0	7	-0.2747991979122162
294717	rnn.bias_ih_l0	8	-0.15432973206043243
294717	rnn.bias_ih_l0	9	-0.16697578132152557
294717	rnn.bias_hh_l0	0	0.1333957463502884
294717	rnn.bias_hh_l0	1	-0.0595114529132843
294717	rnn.bias_hh_l0	2	0.05309135466814041
294717	rnn.bias_hh_l0	3	-0.17625311017036438
294717	rnn.bias_hh_l0	4	0.06892307102680206
294717	rnn.bias_hh_l0	5	0.05137278139591217
294717	rnn.bias_hh_l0	6	-0.11185802519321442
294717	rnn.bias_hh_l0	7	-0.15343111753463745
294717	rnn.bias_hh_l0	8	-0.1830589324235916
294717	rnn.bias_hh_l0	9	-0.10617943108081818
294717	rnn.weight_ih_l0_reverse	0	-0.021345362067222595
294717	rnn.weight_ih_l0_reverse	1	-0.010862094350159168
294717	rnn.weight_ih_l0_reverse	2	-7.887258834671229e-05
294717	rnn.weight_ih_l0_reverse	3	0.001851165434345603
294717	rnn.weight_ih_l0_reverse	4	0.007655924651771784
294717	rnn.weight_ih_l0_reverse	5	-0.05734947323799133
294717	rnn.weight_ih_l0_reverse	6	-0.045394595712423325
294717	rnn.weight_ih_l0_reverse	7	0.0261856522411108
294717	rnn.weight_ih_l0_reverse	8	0.09692607820034027
294717	rnn.weight_ih_l0_reverse	9	0.0013112368760630488
294717	rnn.weight_hh_l0_reverse	0	0.004382861312478781
294717	rnn.weight_hh_l0_reverse	1	0.027096053585410118
294717	rnn.weight_hh_l0_reverse	2	-0.04048522561788559
294717	rnn.weight_hh_l0_reverse	3	0.04519017040729523
294717	rnn.weight_hh_l0_reverse	4	0.02400987595319748
294717	rnn.weight_hh_l0_reverse	5	-0.012384641915559769
294717	rnn.weight_hh_l0_reverse	6	0.0740492194890976
294717	rnn.weight_hh_l0_reverse	7	0.038390930742025375
294717	rnn.weight_hh_l0_reverse	8	-0.024042118340730667
294717	rnn.weight_hh_l0_reverse	9	-0.023926932364702225
294717	rnn.bias_ih_l0_reverse	0	-0.14954204857349396
294717	rnn.bias_ih_l0_reverse	1	-0.3071346879005432
294717	rnn.bias_ih_l0_reverse	2	-0.06273354589939117
294717	rnn.bias_ih_l0_reverse	3	-0.1516137421131134
294717	rnn.bias_ih_l0_reverse	4	0.06372860074043274
294717	rnn.bias_ih_l0_reverse	5	-0.2873012125492096
294717	rnn.bias_ih_l0_reverse	6	-0.06872844696044922
294717	rnn.bias_ih_l0_reverse	7	0.009334266185760498
294717	rnn.bias_ih_l0_reverse	8	-0.19327589869499207
294717	rnn.bias_ih_l0_reverse	9	-0.08294390141963959
294717	rnn.bias_hh_l0_reverse	0	-0.1489098221063614
294717	rnn.bias_hh_l0_reverse	1	-0.15044698119163513
294717	rnn.bias_hh_l0_reverse	2	-0.01126203965395689
294717	rnn.bias_hh_l0_reverse	3	-0.13825659453868866
294717	rnn.bias_hh_l0_reverse	4	-0.03029262088239193
294717	rnn.bias_hh_l0_reverse	5	-0.11770046502351761
294717	rnn.bias_hh_l0_reverse	6	-0.06892022490501404
294717	rnn.bias_hh_l0_reverse	7	-0.18029654026031494
294717	rnn.bias_hh_l0_reverse	8	-0.05637156218290329
294717	rnn.bias_hh_l0_reverse	9	-0.11441995203495026
294717	linear.weight	0	-0.2323581725358963
294717	linear.weight	1	-0.13169357180595398
294717	linear.weight	2	-0.011228874325752258
294717	linear.weight	3	-0.09415619820356369
294717	linear.weight	4	-0.0038082050159573555
294717	linear.weight	5	0.2354874461889267
294717	linear.weight	6	0.0047744326293468475
294717	linear.weight	7	-0.021312154829502106
294717	linear.weight	8	0.22166956961154938
294717	linear.weight	9	0.2247786521911621
294717	linear.bias	0	-0.8372335433959961
294717	linear.bias	1	1.39481782913208
294717	linear.bias	2	-0.4789973497390747
294717	linear.bias	3	-0.7725798487663269
294717	linear.bias	4	-0.9125191569328308
294717	linear.bias	5	-1.1814595460891724
294717	linear.bias	6	-0.9626864194869995
294717	linear.bias	7	-0.6923314332962036
294717	linear.bias	8	-0.01705317199230194
294717	linear.bias	9	3.5556836128234863
294914	transitions	0	-0.4828116297721863
294914	transitions	1	8.928641319274902
294914	transitions	2	-3.6688578128814697
294914	transitions	3	1.6686983108520508
294914	transitions	4	-2.2506885528564453
294914	transitions	5	-0.4414699971675873
294914	transitions	6	-0.1981116086244583
294914	transitions	7	-10000.0
294914	transitions	8	1.882121205329895
294914	transitions	9	-2.295344114303589
294914	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
294914	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
294914	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
294914	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
294914	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
294914	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
294914	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
294914	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
294914	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
294914	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
294914	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
294914	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
294914	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
294914	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
294914	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
294914	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
294914	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
294914	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
294914	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
294914	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
294914	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
294914	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
294914	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
294914	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
294914	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
294914	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
294914	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
294914	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
294914	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
294914	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
294914	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
294914	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
294914	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
294914	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
294914	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
294914	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
294914	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
294914	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
294914	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
294914	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
294914	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
294914	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
294914	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
294914	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
294914	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
294914	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
294914	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
294914	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
294914	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
294914	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
294914	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
294914	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
294914	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
294914	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
294914	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
294914	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
294914	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
294914	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
294914	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
294914	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
294914	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
294914	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
294914	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
294914	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
294914	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
294914	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
294914	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
294914	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
294914	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
294914	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
294914	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
294914	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
294914	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
294914	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
294914	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
294914	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
294914	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
294914	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
294914	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
294914	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
294914	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
294914	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
294914	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
294914	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
294914	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
294914	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
294914	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
294914	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
294914	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
294914	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
294914	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
294914	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
294914	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
294914	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
294914	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
294914	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
294914	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
294914	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
294914	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
294914	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
294914	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
294914	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
294914	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
294914	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
294914	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
294914	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
294914	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
294914	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
294914	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
294914	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
294914	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
294914	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
294914	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
294914	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
294914	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
294914	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
294914	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
294914	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
294914	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
294914	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
294914	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
294914	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
294914	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
294914	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
294914	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
294914	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
294914	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
294914	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
294914	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
294914	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
294914	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
294914	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
294914	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
294914	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
294914	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
294914	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
294914	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
294914	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
294914	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
294914	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
294914	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
294914	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
294914	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
294914	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
294914	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
294914	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
294914	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
294914	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
294914	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
294914	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
294914	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
294914	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
294914	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
294914	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
294914	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
294914	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
294914	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
294914	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
294914	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
294914	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
294914	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
294914	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
294914	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
294914	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
294914	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
294914	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
294914	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
294914	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
294914	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
294914	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
294914	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
294914	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
294914	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
294914	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
294914	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
294914	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
294914	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
294914	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
294914	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
294914	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
294914	embedding2nn.weight	0	0.04572637379169464
294914	embedding2nn.weight	1	-0.08694790303707123
294914	embedding2nn.weight	2	0.009086225181818008
294914	embedding2nn.weight	3	-0.059653449803590775
294914	embedding2nn.weight	4	-0.12471170723438263
294914	embedding2nn.weight	5	0.11094439029693604
294914	embedding2nn.weight	6	-0.07255243510007858
294914	embedding2nn.weight	7	-0.08641397953033447
294914	embedding2nn.weight	8	-0.03359537199139595
294914	embedding2nn.weight	9	0.03924635797739029
294914	embedding2nn.bias	0	0.06257503479719162
294914	embedding2nn.bias	1	-0.026018362492322922
294914	embedding2nn.bias	2	-0.07842233031988144
294914	embedding2nn.bias	3	0.009142731316387653
294914	embedding2nn.bias	4	-0.021100426092743874
294914	embedding2nn.bias	5	-0.18794852495193481
294914	embedding2nn.bias	6	-0.133599191904068
294914	embedding2nn.bias	7	-0.0014185470063239336
294914	embedding2nn.bias	8	0.06263738870620728
294914	embedding2nn.bias	9	-0.040098320692777634
294914	rnn.weight_ih_l0	0	0.03692874312400818
294914	rnn.weight_ih_l0	1	-0.09177138656377792
294914	rnn.weight_ih_l0	2	-0.06783370673656464
294914	rnn.weight_ih_l0	3	-0.051899589598178864
294914	rnn.weight_ih_l0	4	0.018292376771569252
294914	rnn.weight_ih_l0	5	-0.11046382784843445
294914	rnn.weight_ih_l0	6	-0.0301892701536417
294914	rnn.weight_ih_l0	7	0.005755989346653223
294914	rnn.weight_ih_l0	8	0.04680726304650307
294914	rnn.weight_ih_l0	9	0.012244511395692825
294914	rnn.weight_hh_l0	0	0.003620505565777421
294914	rnn.weight_hh_l0	1	-0.07818698137998581
294914	rnn.weight_hh_l0	2	0.07595647126436234
294914	rnn.weight_hh_l0	3	0.05031992867588997
294914	rnn.weight_hh_l0	4	0.007379095535725355
294914	rnn.weight_hh_l0	5	0.07239425927400589
294914	rnn.weight_hh_l0	6	-0.018381590023636818
294914	rnn.weight_hh_l0	7	-0.1178223043680191
294914	rnn.weight_hh_l0	8	0.02947654016315937
294914	rnn.weight_hh_l0	9	-0.07437051832675934
294914	rnn.bias_ih_l0	0	-0.08566053211688995
294914	rnn.bias_ih_l0	1	-0.19377557933330536
294914	rnn.bias_ih_l0	2	-0.26865366101264954
294914	rnn.bias_ih_l0	3	-0.2731963098049164
294914	rnn.bias_ih_l0	4	-0.000427860562922433
294914	rnn.bias_ih_l0	5	0.04985422641038895
294914	rnn.bias_ih_l0	6	-0.16634424030780792
294914	rnn.bias_ih_l0	7	-0.27401071786880493
294914	rnn.bias_ih_l0	8	-0.15382954478263855
294914	rnn.bias_ih_l0	9	-0.16712620854377747
294914	rnn.bias_hh_l0	0	0.13308970630168915
294914	rnn.bias_hh_l0	1	-0.05937027186155319
294914	rnn.bias_hh_l0	2	0.05283892899751663
294914	rnn.bias_hh_l0	3	-0.17587865889072418
294914	rnn.bias_hh_l0	4	0.06955568492412567
294914	rnn.bias_hh_l0	5	0.050862867385149
294914	rnn.bias_hh_l0	6	-0.11166796088218689
294914	rnn.bias_hh_l0	7	-0.15298475325107574
294914	rnn.bias_hh_l0	8	-0.18263176083564758
294914	rnn.bias_hh_l0	9	-0.1062641441822052
294914	rnn.weight_ih_l0_reverse	0	-0.02158559113740921
294914	rnn.weight_ih_l0_reverse	1	-0.01076403446495533
294914	rnn.weight_ih_l0_reverse	2	-0.0005783355445601046
294914	rnn.weight_ih_l0_reverse	3	0.002132933819666505
294914	rnn.weight_ih_l0_reverse	4	0.007599493023008108
294914	rnn.weight_ih_l0_reverse	5	-0.05740416795015335
294914	rnn.weight_ih_l0_reverse	6	-0.045848920941352844
294914	rnn.weight_ih_l0_reverse	7	0.026127342134714127
294914	rnn.weight_ih_l0_reverse	8	0.09697595983743668
294914	rnn.weight_ih_l0_reverse	9	0.0009049894870258868
294914	rnn.weight_hh_l0_reverse	0	0.004514686297625303
294914	rnn.weight_hh_l0_reverse	1	0.027077745646238327
294914	rnn.weight_hh_l0_reverse	2	-0.04063549265265465
294914	rnn.weight_hh_l0_reverse	3	0.045177098363637924
294914	rnn.weight_hh_l0_reverse	4	0.023996954783797264
294914	rnn.weight_hh_l0_reverse	5	-0.012304865755140781
294914	rnn.weight_hh_l0_reverse	6	0.07414091378450394
294914	rnn.weight_hh_l0_reverse	7	0.03833693265914917
294914	rnn.weight_hh_l0_reverse	8	-0.02416233718395233
294914	rnn.weight_hh_l0_reverse	9	-0.024063043296337128
294914	rnn.bias_ih_l0_reverse	0	-0.14958730340003967
294914	rnn.bias_ih_l0_reverse	1	-0.30708885192871094
294914	rnn.bias_ih_l0_reverse	2	-0.06296304613351822
294914	rnn.bias_ih_l0_reverse	3	-0.15175548195838928
294914	rnn.bias_ih_l0_reverse	4	0.06332142651081085
294914	rnn.bias_ih_l0_reverse	5	-0.2869831323623657
294914	rnn.bias_ih_l0_reverse	6	-0.06896954774856567
294914	rnn.bias_ih_l0_reverse	7	0.008898754604160786
294914	rnn.bias_ih_l0_reverse	8	-0.1935558319091797
294914	rnn.bias_ih_l0_reverse	9	-0.08390142768621445
294914	rnn.bias_hh_l0_reverse	0	-0.148955836892128
294914	rnn.bias_hh_l0_reverse	1	-0.1502859741449356
294914	rnn.bias_hh_l0_reverse	2	-0.011222020722925663
294914	rnn.bias_hh_l0_reverse	3	-0.1381530612707138
294914	rnn.bias_hh_l0_reverse	4	-0.03014397993683815
294914	rnn.bias_hh_l0_reverse	5	-0.11773817986249924
294914	rnn.bias_hh_l0_reverse	6	-0.06883992999792099
294914	rnn.bias_hh_l0_reverse	7	-0.18036498129367828
294914	rnn.bias_hh_l0_reverse	8	-0.05618676170706749
294914	rnn.bias_hh_l0_reverse	9	-0.11455655097961426
294914	linear.weight	0	-0.23317798972129822
294914	linear.weight	1	-0.13224276900291443
294914	linear.weight	2	-0.011228874325752258
294914	linear.weight	3	-0.09219564497470856
294914	linear.weight	4	-0.006137536372989416
294914	linear.weight	5	0.2354840189218521
294914	linear.weight	6	0.0047744326293468475
294914	linear.weight	7	-0.021312154829502106
294914	linear.weight	8	0.2182055562734604
294914	linear.weight	9	0.22279155254364014
294914	linear.bias	0	-0.8364226818084717
294914	linear.bias	1	1.401326298713684
294914	linear.bias	2	-0.487922728061676
294914	linear.bias	3	-0.7742486596107483
294914	linear.bias	4	-0.9121047854423523
294914	linear.bias	5	-1.1814607381820679
294914	linear.bias	6	-0.9621986746788025
294914	linear.bias	7	-0.6923558115959167
294914	linear.bias	8	-0.01705317199230194
294914	linear.bias	9	3.5667834281921387
295111	transitions	0	-0.4828895628452301
295111	transitions	1	8.936368942260742
295111	transitions	2	-3.6688942909240723
295111	transitions	3	1.668580174446106
295111	transitions	4	-2.2507026195526123
295111	transitions	5	-0.4414713680744171
295111	transitions	6	-0.1981135606765747
295111	transitions	7	-10000.0
295111	transitions	8	1.8817927837371826
295111	transitions	9	-2.295344114303589
295111	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
295111	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
295111	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
295111	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
295111	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
295111	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
295111	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
295111	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
295111	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
295111	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
295111	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
295111	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
295111	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
295111	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
295111	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
295111	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
295111	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
295111	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
295111	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
295111	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
295111	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
295111	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
295111	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
295111	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
295111	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
295111	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
295111	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
295111	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
295111	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
295111	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
295111	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
295111	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
295111	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
295111	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
295111	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
295111	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
295111	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
295111	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
295111	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
295111	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
295111	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
295111	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
295111	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
295111	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
295111	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
295111	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
295111	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
295111	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
295111	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
295111	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
295111	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
295111	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
295111	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
295111	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
295111	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
295111	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
295111	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
295111	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
295111	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
295111	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
295111	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
295111	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
295111	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
295111	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
295111	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
295111	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
295111	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
295111	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
295111	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
295111	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
295111	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
295111	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
295111	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
295111	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
295111	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
295111	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
295111	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
295111	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
295111	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
295111	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
295111	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
295111	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
295111	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
295111	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
295111	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
295111	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
295111	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
295111	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
295111	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
295111	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
295111	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
295111	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
295111	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
295111	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
295111	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
295111	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
295111	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
295111	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
295111	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
295111	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
295111	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
295111	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
295111	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
295111	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
295111	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
295111	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
295111	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
295111	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
295111	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
295111	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
295111	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
295111	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
295111	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
295111	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
295111	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
295111	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
295111	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
295111	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
295111	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
295111	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
295111	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
295111	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
295111	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
295111	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
295111	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
295111	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
295111	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
295111	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
295111	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
295111	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
295111	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
295111	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
295111	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
295111	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
295111	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
295111	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
295111	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
295111	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
295111	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
295111	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
295111	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
295111	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
295111	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
295111	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
295111	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
295111	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
295111	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
295111	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
295111	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
295111	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
295111	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
295111	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
295111	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
295111	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
295111	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
295111	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
295111	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
295111	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
295111	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
295111	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
295111	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
295111	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
295111	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
295111	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
295111	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
295111	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
295111	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
295111	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
295111	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
295111	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
295111	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
295111	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
295111	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
295111	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
295111	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
295111	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
295111	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
295111	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
295111	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
295111	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
295111	embedding2nn.weight	0	0.04575096070766449
295111	embedding2nn.weight	1	-0.08671852946281433
295111	embedding2nn.weight	2	0.00914778746664524
295111	embedding2nn.weight	3	-0.0596955344080925
295111	embedding2nn.weight	4	-0.12463397532701492
295111	embedding2nn.weight	5	0.11077381670475006
295111	embedding2nn.weight	6	-0.07259561121463776
295111	embedding2nn.weight	7	-0.0863100215792656
295111	embedding2nn.weight	8	-0.033633556216955185
295111	embedding2nn.weight	9	0.039410173892974854
295111	embedding2nn.bias	0	0.06216129660606384
295111	embedding2nn.bias	1	-0.02473469451069832
295111	embedding2nn.bias	2	-0.07727821171283722
295111	embedding2nn.bias	3	0.00881004985421896
295111	embedding2nn.bias	4	-0.018547968938946724
295111	embedding2nn.bias	5	-0.18810835480690002
295111	embedding2nn.bias	6	-0.13288328051567078
295111	embedding2nn.bias	7	0.0002993368252646178
295111	embedding2nn.bias	8	0.06017860770225525
295111	embedding2nn.bias	9	-0.04190271347761154
295111	rnn.weight_ih_l0	0	0.037051644176244736
295111	rnn.weight_ih_l0	1	-0.09199208766222
295111	rnn.weight_ih_l0	2	-0.06749728322029114
295111	rnn.weight_ih_l0	3	-0.0520518533885479
295111	rnn.weight_ih_l0	4	0.018332846462726593
295111	rnn.weight_ih_l0	5	-0.11051756143569946
295111	rnn.weight_ih_l0	6	-0.02992633543908596
295111	rnn.weight_ih_l0	7	0.0059589180164039135
295111	rnn.weight_ih_l0	8	0.04718893766403198
295111	rnn.weight_ih_l0	9	0.01246477011591196
295111	rnn.weight_hh_l0	0	0.0035806791856884956
295111	rnn.weight_hh_l0	1	-0.07786723971366882
295111	rnn.weight_hh_l0	2	0.07594375312328339
295111	rnn.weight_hh_l0	3	0.05036434903740883
295111	rnn.weight_hh_l0	4	0.007346238940954208
295111	rnn.weight_hh_l0	5	0.07240220904350281
295111	rnn.weight_hh_l0	6	-0.018326731398701668
295111	rnn.weight_hh_l0	7	-0.11783963441848755
295111	rnn.weight_hh_l0	8	0.02943374216556549
295111	rnn.weight_hh_l0	9	-0.07446826249361038
295111	rnn.bias_ih_l0	0	-0.08548468351364136
295111	rnn.bias_ih_l0	1	-0.19402410089969635
295111	rnn.bias_ih_l0	2	-0.2684948146343231
295111	rnn.bias_ih_l0	3	-0.2734737694263458
295111	rnn.bias_ih_l0	4	-0.0013839189196005464
295111	rnn.bias_ih_l0	5	0.049689359962940216
295111	rnn.bias_ih_l0	6	-0.1664915680885315
295111	rnn.bias_ih_l0	7	-0.2740025222301483
295111	rnn.bias_ih_l0	8	-0.1543656885623932
295111	rnn.bias_ih_l0	9	-0.16693700850009918
295111	rnn.bias_hh_l0	0	0.1329421103000641
295111	rnn.bias_hh_l0	1	-0.05933622270822525
295111	rnn.bias_hh_l0	2	0.05270042642951012
295111	rnn.bias_hh_l0	3	-0.17548874020576477
295111	rnn.bias_hh_l0	4	0.07051616162061691
295111	rnn.bias_hh_l0	5	0.05091868340969086
295111	rnn.bias_hh_l0	6	-0.11157554388046265
295111	rnn.bias_hh_l0	7	-0.15290507674217224
295111	rnn.bias_hh_l0	8	-0.18243901431560516
295111	rnn.bias_hh_l0	9	-0.10600735247135162
295111	rnn.weight_ih_l0_reverse	0	-0.02163032814860344
295111	rnn.weight_ih_l0_reverse	1	-0.010567152872681618
295111	rnn.weight_ih_l0_reverse	2	-0.0005032688495703042
295111	rnn.weight_ih_l0_reverse	3	0.002159375697374344
295111	rnn.weight_ih_l0_reverse	4	0.007351743523031473
295111	rnn.weight_ih_l0_reverse	5	-0.05773576349020004
295111	rnn.weight_ih_l0_reverse	6	-0.04617685824632645
295111	rnn.weight_ih_l0_reverse	7	0.02612970396876335
295111	rnn.weight_ih_l0_reverse	8	0.0968557819724083
295111	rnn.weight_ih_l0_reverse	9	0.0006211533909663558
295111	rnn.weight_hh_l0_reverse	0	0.004652402829378843
295111	rnn.weight_hh_l0_reverse	1	0.027264544740319252
295111	rnn.weight_hh_l0_reverse	2	-0.040579475462436676
295111	rnn.weight_hh_l0_reverse	3	0.04505086690187454
295111	rnn.weight_hh_l0_reverse	4	0.023934612050652504
295111	rnn.weight_hh_l0_reverse	5	-0.012304487638175488
295111	rnn.weight_hh_l0_reverse	6	0.07408764213323593
295111	rnn.weight_hh_l0_reverse	7	0.03820682689547539
295111	rnn.weight_hh_l0_reverse	8	-0.02429775334894657
295111	rnn.weight_hh_l0_reverse	9	-0.023912260308861732
295111	rnn.bias_ih_l0_reverse	0	-0.14959104359149933
295111	rnn.bias_ih_l0_reverse	1	-0.3064095675945282
295111	rnn.bias_ih_l0_reverse	2	-0.06288250535726547
295111	rnn.bias_ih_l0_reverse	3	-0.15205754339694977
295111	rnn.bias_ih_l0_reverse	4	0.06305326521396637
295111	rnn.bias_ih_l0_reverse	5	-0.28712227940559387
295111	rnn.bias_ih_l0_reverse	6	-0.0687718465924263
295111	rnn.bias_ih_l0_reverse	7	0.008813993073999882
295111	rnn.bias_ih_l0_reverse	8	-0.19325631856918335
295111	rnn.bias_ih_l0_reverse	9	-0.08382313698530197
295111	rnn.bias_hh_l0_reverse	0	-0.14892509579658508
295111	rnn.bias_hh_l0_reverse	1	-0.14931397140026093
295111	rnn.bias_hh_l0_reverse	2	-0.01119111105799675
295111	rnn.bias_hh_l0_reverse	3	-0.13839401304721832
295111	rnn.bias_hh_l0_reverse	4	-0.03037678822875023
295111	rnn.bias_hh_l0_reverse	5	-0.11761949956417084
295111	rnn.bias_hh_l0_reverse	6	-0.0684569776058197
295111	rnn.bias_hh_l0_reverse	7	-0.18047405779361725
295111	rnn.bias_hh_l0_reverse	8	-0.056305140256881714
295111	rnn.bias_hh_l0_reverse	9	-0.11451857537031174
295111	linear.weight	0	-0.23380589485168457
295111	linear.weight	1	-0.13245786726474762
295111	linear.weight	2	-0.011228874325752258
295111	linear.weight	3	-0.09174288809299469
295111	linear.weight	4	-0.004744370002299547
295111	linear.weight	5	0.23669812083244324
295111	linear.weight	6	0.0047744326293468475
295111	linear.weight	7	-0.021312154829502106
295111	linear.weight	8	0.21977566182613373
295111	linear.weight	9	0.22403965890407562
295111	linear.bias	0	-0.8360674977302551
295111	linear.bias	1	1.3989533185958862
295111	linear.bias	2	-0.4931345582008362
295111	linear.bias	3	-0.7656602263450623
295111	linear.bias	4	-0.9131758809089661
295111	linear.bias	5	-1.1814624071121216
295111	linear.bias	6	-0.9618855714797974
295111	linear.bias	7	-0.6935855746269226
295111	linear.bias	8	-0.01705317199230194
295111	linear.bias	9	3.564401149749756
295308	transitions	0	-0.482896625995636
295308	transitions	1	8.9393892288208
295308	transitions	2	-3.668945074081421
295308	transitions	3	1.6678500175476074
295308	transitions	4	-2.2508113384246826
295308	transitions	5	-0.4414750635623932
295308	transitions	6	-0.19811876118183136
295308	transitions	7	-10000.0
295308	transitions	8	1.881713628768921
295308	transitions	9	-2.295344352722168
295308	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
295308	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
295308	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
295308	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
295308	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
295308	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
295308	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
295308	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
295308	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
295308	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
295308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
295308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
295308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
295308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
295308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
295308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
295308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
295308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
295308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
295308	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
295308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
295308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
295308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
295308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
295308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
295308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
295308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
295308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
295308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
295308	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
295308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
295308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
295308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
295308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
295308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
295308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
295308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
295308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
295308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
295308	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
295308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
295308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
295308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
295308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
295308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
295308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
295308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
295308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
295308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
295308	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
295308	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
295308	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
295308	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
295308	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
295308	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
295308	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
295308	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
295308	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
295308	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
295308	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
295308	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
295308	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
295308	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
295308	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
295308	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
295308	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
295308	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
295308	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
295308	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
295308	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
295308	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
295308	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
295308	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
295308	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
295308	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
295308	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
295308	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
295308	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
295308	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
295308	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
295308	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
295308	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
295308	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
295308	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
295308	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
295308	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
295308	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
295308	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
295308	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
295308	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
295308	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
295308	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
295308	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
295308	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
295308	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
295308	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
295308	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
295308	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
295308	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
295308	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
295308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
295308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
295308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
295308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
295308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
295308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
295308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
295308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
295308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
295308	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
295308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
295308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
295308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
295308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
295308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
295308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
295308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
295308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
295308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
295308	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
295308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
295308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
295308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
295308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
295308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
295308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
295308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
295308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
295308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
295308	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
295308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
295308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
295308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
295308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
295308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
295308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
295308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
295308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
295308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
295308	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
295308	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
295308	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
295308	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
295308	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
295308	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
295308	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
295308	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
295308	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
295308	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
295308	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
295308	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
295308	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
295308	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
295308	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
295308	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
295308	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
295308	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
295308	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
295308	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
295308	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
295308	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
295308	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
295308	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
295308	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
295308	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
295308	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
295308	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
295308	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
295308	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
295308	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
295308	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
295308	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
295308	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
295308	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
295308	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
295308	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
295308	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
295308	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
295308	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
295308	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
295308	embedding2nn.weight	0	0.04573119804263115
295308	embedding2nn.weight	1	-0.08690665662288666
295308	embedding2nn.weight	2	0.00900631956756115
295308	embedding2nn.weight	3	-0.059852324426174164
295308	embedding2nn.weight	4	-0.12434437870979309
295308	embedding2nn.weight	5	0.11042020469903946
295308	embedding2nn.weight	6	-0.07181069999933243
295308	embedding2nn.weight	7	-0.08644622564315796
295308	embedding2nn.weight	8	-0.03371303901076317
295308	embedding2nn.weight	9	0.0385543592274189
295308	embedding2nn.bias	0	0.06069217994809151
295308	embedding2nn.bias	1	-0.022871917113661766
295308	embedding2nn.bias	2	-0.0765090212225914
295308	embedding2nn.bias	3	0.008451608009636402
295308	embedding2nn.bias	4	-0.015817755833268166
295308	embedding2nn.bias	5	-0.18795977532863617
295308	embedding2nn.bias	6	-0.13334405422210693
295308	embedding2nn.bias	7	0.0021393802016973495
295308	embedding2nn.bias	8	0.06079435348510742
295308	embedding2nn.bias	9	-0.04130183160305023
295308	rnn.weight_ih_l0	0	0.03669128939509392
295308	rnn.weight_ih_l0	1	-0.09217346459627151
295308	rnn.weight_ih_l0	2	-0.06743025779724121
295308	rnn.weight_ih_l0	3	-0.05180225893855095
295308	rnn.weight_ih_l0	4	0.01859056018292904
295308	rnn.weight_ih_l0	5	-0.11079198867082596
295308	rnn.weight_ih_l0	6	-0.03016534261405468
295308	rnn.weight_ih_l0	7	0.005936735775321722
295308	rnn.weight_ih_l0	8	0.0471932478249073
295308	rnn.weight_ih_l0	9	0.012770505622029305
295308	rnn.weight_hh_l0	0	0.0035100746899843216
295308	rnn.weight_hh_l0	1	-0.07812689244747162
295308	rnn.weight_hh_l0	2	0.07595095038414001
295308	rnn.weight_hh_l0	3	0.050301045179367065
295308	rnn.weight_hh_l0	4	0.007320846430957317
295308	rnn.weight_hh_l0	5	0.0724143534898758
295308	rnn.weight_hh_l0	6	-0.018316688016057014
295308	rnn.weight_hh_l0	7	-0.11771461367607117
295308	rnn.weight_hh_l0	8	0.029285123571753502
295308	rnn.weight_hh_l0	9	-0.0744691789150238
295308	rnn.bias_ih_l0	0	-0.08509809523820877
295308	rnn.bias_ih_l0	1	-0.19353331625461578
295308	rnn.bias_ih_l0	2	-0.2685127854347229
295308	rnn.bias_ih_l0	3	-0.2733583152294159
295308	rnn.bias_ih_l0	4	-0.0014558639377355576
295308	rnn.bias_ih_l0	5	0.049076080322265625
295308	rnn.bias_ih_l0	6	-0.16587384045124054
295308	rnn.bias_ih_l0	7	-0.27400723099708557
295308	rnn.bias_ih_l0	8	-0.153934046626091
295308	rnn.bias_ih_l0	9	-0.16666536033153534
295308	rnn.bias_hh_l0	0	0.13358603417873383
295308	rnn.bias_hh_l0	1	-0.05967014655470848
295308	rnn.bias_hh_l0	2	0.053033534437417984
295308	rnn.bias_hh_l0	3	-0.17499515414237976
295308	rnn.bias_hh_l0	4	0.07077427953481674
295308	rnn.bias_hh_l0	5	0.050911154597997665
295308	rnn.bias_hh_l0	6	-0.11146345734596252
295308	rnn.bias_hh_l0	7	-0.15286137163639069
295308	rnn.bias_hh_l0	8	-0.1819210648536682
295308	rnn.bias_hh_l0	9	-0.10622326284646988
295308	rnn.weight_ih_l0_reverse	0	-0.021616192534565926
295308	rnn.weight_ih_l0_reverse	1	-0.010744991712272167
295308	rnn.weight_ih_l0_reverse	2	0.00017239403678104281
295308	rnn.weight_ih_l0_reverse	3	0.0021351382602006197
295308	rnn.weight_ih_l0_reverse	4	0.007965977303683758
295308	rnn.weight_ih_l0_reverse	5	-0.057784780859947205
295308	rnn.weight_ih_l0_reverse	6	-0.04555423930287361
295308	rnn.weight_ih_l0_reverse	7	0.02616601251065731
295308	rnn.weight_ih_l0_reverse	8	0.09690503776073456
295308	rnn.weight_ih_l0_reverse	9	0.0006699052755720913
295308	rnn.weight_hh_l0_reverse	0	0.004807873163372278
295308	rnn.weight_hh_l0_reverse	1	0.027302056550979614
295308	rnn.weight_hh_l0_reverse	2	-0.040567804127931595
295308	rnn.weight_hh_l0_reverse	3	0.04515506327152252
295308	rnn.weight_hh_l0_reverse	4	0.024051178246736526
295308	rnn.weight_hh_l0_reverse	5	-0.012199034914374352
295308	rnn.weight_hh_l0_reverse	6	0.07411067932844162
295308	rnn.weight_hh_l0_reverse	7	0.038237281143665314
295308	rnn.weight_hh_l0_reverse	8	-0.02439028210937977
295308	rnn.weight_hh_l0_reverse	9	-0.02387198805809021
295308	rnn.bias_ih_l0_reverse	0	-0.14958913624286652
295308	rnn.bias_ih_l0_reverse	1	-0.3063878118991852
295308	rnn.bias_ih_l0_reverse	2	-0.06266944855451584
295308	rnn.bias_ih_l0_reverse	3	-0.15189261734485626
295308	rnn.bias_ih_l0_reverse	4	0.06328796595335007
295308	rnn.bias_ih_l0_reverse	5	-0.2869081497192383
295308	rnn.bias_ih_l0_reverse	6	-0.0687592402100563
295308	rnn.bias_ih_l0_reverse	7	0.007168087642639875
295308	rnn.bias_ih_l0_reverse	8	-0.19316977262496948
295308	rnn.bias_ih_l0_reverse	9	-0.08358722925186157
295308	rnn.bias_hh_l0_reverse	0	-0.14923326671123505
295308	rnn.bias_hh_l0_reverse	1	-0.14950169622898102
295308	rnn.bias_hh_l0_reverse	2	-0.011069489642977715
295308	rnn.bias_hh_l0_reverse	3	-0.13929112255573273
295308	rnn.bias_hh_l0_reverse	4	-0.02994266152381897
295308	rnn.bias_hh_l0_reverse	5	-0.11775088310241699
295308	rnn.bias_hh_l0_reverse	6	-0.06883294880390167
295308	rnn.bias_hh_l0_reverse	7	-0.18045483529567719
295308	rnn.bias_hh_l0_reverse	8	-0.05705386772751808
295308	rnn.bias_hh_l0_reverse	9	-0.11465194076299667
295308	linear.weight	0	-0.23432306945323944
295308	linear.weight	1	-0.13209623098373413
295308	linear.weight	2	-0.011228874325752258
295308	linear.weight	3	-0.0921165943145752
295308	linear.weight	4	-0.004272559657692909
295308	linear.weight	5	0.23738424479961395
295308	linear.weight	6	0.0047744326293468475
295308	linear.weight	7	-0.021312154829502106
295308	linear.weight	8	0.21776257455348969
295308	linear.weight	9	0.22392334043979645
295308	linear.bias	0	-0.837226390838623
295308	linear.bias	1	1.4010406732559204
295308	linear.bias	2	-0.49587753415107727
295308	linear.bias	3	-0.7646371722221375
295308	linear.bias	4	-0.9129632711410522
295308	linear.bias	5	-1.181463599205017
295308	linear.bias	6	-0.9630790948867798
295308	linear.bias	7	-0.6901750564575195
295308	linear.bias	8	-0.01705317199230194
295308	linear.bias	9	3.5795531272888184
295505	transitions	0	-0.4829915463924408
295505	transitions	1	8.93809700012207
295505	transitions	2	-3.669034957885742
295505	transitions	3	1.6680583953857422
295505	transitions	4	-2.2508544921875
295505	transitions	5	-0.4414815604686737
295505	transitions	6	-0.1981203407049179
295505	transitions	7	-10000.0
295505	transitions	8	1.8819552659988403
295505	transitions	9	-2.295344591140747
295505	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
295505	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
295505	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
295505	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
295505	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
295505	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
295505	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
295505	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
295505	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
295505	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
295505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
295505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
295505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
295505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
295505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
295505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
295505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
295505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
295505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
295505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
295505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
295505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
295505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
295505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
295505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
295505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
295505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
295505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
295505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
295505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
295505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
295505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
295505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
295505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
295505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
295505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
295505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
295505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
295505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
295505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
295505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
295505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
295505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
295505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
295505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
295505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
295505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
295505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
295505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
295505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
295505	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
295505	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
295505	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
295505	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
295505	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
295505	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
295505	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
295505	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
295505	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
295505	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
295505	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
295505	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
295505	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
295505	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
295505	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
295505	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
295505	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
295505	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
295505	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
295505	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
295505	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
295505	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
295505	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
295505	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
295505	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
295505	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
295505	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
295505	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
295505	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
295505	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
295505	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
295505	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
295505	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
295505	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
295505	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
295505	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
295505	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
295505	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
295505	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
295505	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
295505	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
295505	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
295505	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
295505	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
295505	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
295505	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
295505	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
295505	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
295505	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
295505	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
295505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
295505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
295505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
295505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
295505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
295505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
295505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
295505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
295505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
295505	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
295505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
295505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
295505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
295505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
295505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
295505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
295505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
295505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
295505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
295505	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
295505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
295505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
295505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
295505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
295505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
295505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
295505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
295505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
295505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
295505	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
295505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
295505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
295505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
295505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
295505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
295505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
295505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
295505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
295505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
295505	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
295505	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
295505	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
295505	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
295505	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
295505	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
295505	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
295505	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
295505	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
295505	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
295505	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
295505	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
295505	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
295505	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
295505	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
295505	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
295505	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
295505	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
295505	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
295505	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
295505	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
295505	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
295505	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
295505	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
295505	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
295505	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
295505	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
295505	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
295505	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
295505	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
295505	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
295505	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
295505	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
295505	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
295505	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
295505	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
295505	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
295505	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
295505	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
295505	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
295505	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
295505	embedding2nn.weight	0	0.04578061401844025
295505	embedding2nn.weight	1	-0.08706081658601761
295505	embedding2nn.weight	2	0.00928905326873064
295505	embedding2nn.weight	3	-0.05988217890262604
295505	embedding2nn.weight	4	-0.1243460550904274
295505	embedding2nn.weight	5	0.11058671772480011
295505	embedding2nn.weight	6	-0.07124439626932144
295505	embedding2nn.weight	7	-0.08642996102571487
295505	embedding2nn.weight	8	-0.03366650640964508
295505	embedding2nn.weight	9	0.038408372551202774
295505	embedding2nn.bias	0	0.06294762343168259
295505	embedding2nn.bias	1	-0.021886369213461876
295505	embedding2nn.bias	2	-0.07656531035900116
295505	embedding2nn.bias	3	0.008790941908955574
295505	embedding2nn.bias	4	-0.01503067184239626
295505	embedding2nn.bias	5	-0.1861339509487152
295505	embedding2nn.bias	6	-0.1320006251335144
295505	embedding2nn.bias	7	0.0031125128734856844
295505	embedding2nn.bias	8	0.060379501432180405
295505	embedding2nn.bias	9	-0.0395984947681427
295505	rnn.weight_ih_l0	0	0.03646113723516464
295505	rnn.weight_ih_l0	1	-0.09254097938537598
295505	rnn.weight_ih_l0	2	-0.06730610132217407
295505	rnn.weight_ih_l0	3	-0.05140814185142517
295505	rnn.weight_ih_l0	4	0.01888122223317623
295505	rnn.weight_ih_l0	5	-0.11083108186721802
295505	rnn.weight_ih_l0	6	-0.029975326731801033
295505	rnn.weight_ih_l0	7	0.005870617460459471
295505	rnn.weight_ih_l0	8	0.04696323722600937
295505	rnn.weight_ih_l0	9	0.012770060449838638
295505	rnn.weight_hh_l0	0	0.0035534098278731108
295505	rnn.weight_hh_l0	1	-0.07808271050453186
295505	rnn.weight_hh_l0	2	0.07593096792697906
295505	rnn.weight_hh_l0	3	0.05027887597680092
295505	rnn.weight_hh_l0	4	0.007313132286071777
295505	rnn.weight_hh_l0	5	0.07240676134824753
295505	rnn.weight_hh_l0	6	-0.018281063064932823
295505	rnn.weight_hh_l0	7	-0.11770828068256378
295505	rnn.weight_hh_l0	8	0.029336247593164444
295505	rnn.weight_hh_l0	9	-0.07424686849117279
295505	rnn.bias_ih_l0	0	-0.08604028075933456
295505	rnn.bias_ih_l0	1	-0.19367243349552155
295505	rnn.bias_ih_l0	2	-0.26820117235183716
295505	rnn.bias_ih_l0	3	-0.2732647955417633
295505	rnn.bias_ih_l0	4	-0.0015129552921280265
295505	rnn.bias_ih_l0	5	0.049694955348968506
295505	rnn.bias_ih_l0	6	-0.1653549075126648
295505	rnn.bias_ih_l0	7	-0.2742455303668976
295505	rnn.bias_ih_l0	8	-0.15353572368621826
295505	rnn.bias_ih_l0	9	-0.16663858294487
295505	rnn.bias_hh_l0	0	0.13336148858070374
295505	rnn.bias_hh_l0	1	-0.05993928015232086
295505	rnn.bias_hh_l0	2	0.05323576182126999
295505	rnn.bias_hh_l0	3	-0.17496174573898315
295505	rnn.bias_hh_l0	4	0.07130260765552521
295505	rnn.bias_hh_l0	5	0.0509197898209095
295505	rnn.bias_hh_l0	6	-0.11163193732500076
295505	rnn.bias_hh_l0	7	-0.15259535610675812
295505	rnn.bias_hh_l0	8	-0.18193404376506805
295505	rnn.bias_hh_l0	9	-0.10655052959918976
295505	rnn.weight_ih_l0_reverse	0	-0.021554801613092422
295505	rnn.weight_ih_l0_reverse	1	-0.010925277136266232
295505	rnn.weight_ih_l0_reverse	2	-0.00017064546409528702
295505	rnn.weight_ih_l0_reverse	3	0.0022703888826072216
295505	rnn.weight_ih_l0_reverse	4	0.008030756376683712
295505	rnn.weight_ih_l0_reverse	5	-0.05789200961589813
295505	rnn.weight_ih_l0_reverse	6	-0.046436674892902374
295505	rnn.weight_ih_l0_reverse	7	0.025949038565158844
295505	rnn.weight_ih_l0_reverse	8	0.0969376266002655
295505	rnn.weight_ih_l0_reverse	9	0.00022667410667054355
295505	rnn.weight_hh_l0_reverse	0	0.004825185984373093
295505	rnn.weight_hh_l0_reverse	1	0.027348488569259644
295505	rnn.weight_hh_l0_reverse	2	-0.0406348891556263
295505	rnn.weight_hh_l0_reverse	3	0.04517262056469917
295505	rnn.weight_hh_l0_reverse	4	0.024028804153203964
295505	rnn.weight_hh_l0_reverse	5	-0.012198365293443203
295505	rnn.weight_hh_l0_reverse	6	0.07408726960420609
295505	rnn.weight_hh_l0_reverse	7	0.0381416454911232
295505	rnn.weight_hh_l0_reverse	8	-0.02430800162255764
295505	rnn.weight_hh_l0_reverse	9	-0.023781457915902138
295505	rnn.bias_ih_l0_reverse	0	-0.14978305995464325
295505	rnn.bias_ih_l0_reverse	1	-0.30572709441185
295505	rnn.bias_ih_l0_reverse	2	-0.06277000904083252
295505	rnn.bias_ih_l0_reverse	3	-0.1518535166978836
295505	rnn.bias_ih_l0_reverse	4	0.06377773731946945
295505	rnn.bias_ih_l0_reverse	5	-0.2871050238609314
295505	rnn.bias_ih_l0_reverse	6	-0.06880330294370651
295505	rnn.bias_ih_l0_reverse	7	0.007278251927345991
295505	rnn.bias_ih_l0_reverse	8	-0.1929609179496765
295505	rnn.bias_ih_l0_reverse	9	-0.08333712816238403
295505	rnn.bias_hh_l0_reverse	0	-0.1491287648677826
295505	rnn.bias_hh_l0_reverse	1	-0.14982785284519196
295505	rnn.bias_hh_l0_reverse	2	-0.011312473565340042
295505	rnn.bias_hh_l0_reverse	3	-0.1391095370054245
295505	rnn.bias_hh_l0_reverse	4	-0.02981070801615715
295505	rnn.bias_hh_l0_reverse	5	-0.1176477000117302
295505	rnn.bias_hh_l0_reverse	6	-0.06886207312345505
295505	rnn.bias_hh_l0_reverse	7	-0.18016266822814941
295505	rnn.bias_hh_l0_reverse	8	-0.05692822113633156
295505	rnn.bias_hh_l0_reverse	9	-0.11485075950622559
295505	linear.weight	0	-0.23494018614292145
295505	linear.weight	1	-0.13360124826431274
295505	linear.weight	2	-0.011228874325752258
295505	linear.weight	3	-0.09276065975427628
295505	linear.weight	4	-0.005545157007873058
295505	linear.weight	5	0.23948276042938232
295505	linear.weight	6	0.0047744326293468475
295505	linear.weight	7	-0.021312154829502106
295505	linear.weight	8	0.215835303068161
295505	linear.weight	9	0.22500209510326385
295505	linear.bias	0	-0.8364399075508118
295505	linear.bias	1	1.3969669342041016
295505	linear.bias	2	-0.49120059609413147
295505	linear.bias	3	-0.766556441783905
295505	linear.bias	4	-0.9108185172080994
295505	linear.bias	5	-1.181464433670044
295505	linear.bias	6	-0.962303876876831
295505	linear.bias	7	-0.6923564076423645
295505	linear.bias	8	-0.01705317199230194
295505	linear.bias	9	3.56695818901062
295702	transitions	0	-0.4830051064491272
295702	transitions	1	8.937445640563965
295702	transitions	2	-3.6692538261413574
295702	transitions	3	1.6670457124710083
295702	transitions	4	-2.2508957386016846
295702	transitions	5	-0.4415142834186554
295702	transitions	6	-0.1981237530708313
295702	transitions	7	-10000.0
295702	transitions	8	1.8817397356033325
295702	transitions	9	-2.295344591140747
295702	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
295702	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
295702	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
295702	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
295702	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
295702	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
295702	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
295702	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
295702	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
295702	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
295702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
295702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
295702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
295702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
295702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
295702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
295702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
295702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
295702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
295702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
295702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
295702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
295702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
295702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
295702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
295702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
295702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
295702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
295702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
295702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
295702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
295702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
295702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
295702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
295702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
295702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
295702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
295702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
295702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
295702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
295702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
295702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
295702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
295702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
295702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
295702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
295702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
295702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
295702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
295702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
295702	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
295702	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
295702	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
295702	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
295702	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
295702	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
295702	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
295702	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
295702	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
295702	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
295702	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
295702	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
295702	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
295702	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
295702	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
295702	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
295702	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
295702	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
295702	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
295702	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
295702	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
295702	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
295702	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
295702	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
295702	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
295702	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
295702	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
295702	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
295702	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
295702	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
295702	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
295702	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
295702	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
295702	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
295702	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
295702	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
295702	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
295702	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
295702	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
295702	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
295702	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
295702	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
295702	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
295702	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
295702	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
295702	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
295702	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
295702	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
295702	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
295702	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
295702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
295702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
295702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
295702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
295702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
295702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
295702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
295702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
295702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
295702	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
295702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
295702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
295702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
295702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
295702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
295702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
295702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
295702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
295702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
295702	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
295702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
295702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
295702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
295702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
295702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
295702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
295702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
295702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
295702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
295702	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
295702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
295702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
295702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
295702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
295702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
295702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
295702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
295702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
295702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
295702	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
295702	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
295702	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
295702	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
295702	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
295702	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
295702	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
295702	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
295702	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
295702	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
295702	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
295702	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
295702	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
295702	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
295702	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
295702	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
295702	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
295702	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
295702	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
295702	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
295702	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
295702	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
295702	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
295702	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
295702	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
295702	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
295702	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
295702	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
295702	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
295702	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
295702	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
295702	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
295702	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
295702	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
295702	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
295702	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
295702	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
295702	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
295702	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
295702	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
295702	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
295702	embedding2nn.weight	0	0.045728083699941635
295702	embedding2nn.weight	1	-0.08723412454128265
295702	embedding2nn.weight	2	0.00947361346334219
295702	embedding2nn.weight	3	-0.060025423765182495
295702	embedding2nn.weight	4	-0.12452974915504456
295702	embedding2nn.weight	5	0.11081899702548981
295702	embedding2nn.weight	6	-0.07243696600198746
295702	embedding2nn.weight	7	-0.08631880581378937
295702	embedding2nn.weight	8	-0.03373881056904793
295702	embedding2nn.weight	9	0.038111645728349686
295702	embedding2nn.bias	0	0.05963532626628876
295702	embedding2nn.bias	1	-0.021257605403661728
295702	embedding2nn.bias	2	-0.0790637955069542
295702	embedding2nn.bias	3	0.00924632791429758
295702	embedding2nn.bias	4	-0.01728433184325695
295702	embedding2nn.bias	5	-0.18811099231243134
295702	embedding2nn.bias	6	-0.13407081365585327
295702	embedding2nn.bias	7	0.0023237145505845547
295702	embedding2nn.bias	8	0.060225073248147964
295702	embedding2nn.bias	9	-0.03828684985637665
295702	rnn.weight_ih_l0	0	0.036805201321840286
295702	rnn.weight_ih_l0	1	-0.09210269898176193
295702	rnn.weight_ih_l0	2	-0.06719927489757538
295702	rnn.weight_ih_l0	3	-0.051137227565050125
295702	rnn.weight_ih_l0	4	0.019093003123998642
295702	rnn.weight_ih_l0	5	-0.11094318330287933
295702	rnn.weight_ih_l0	6	-0.02986282669007778
295702	rnn.weight_ih_l0	7	0.00567262526601553
295702	rnn.weight_ih_l0	8	0.046857792884111404
295702	rnn.weight_ih_l0	9	0.012769105844199657
295702	rnn.weight_hh_l0	0	0.0032919887453317642
295702	rnn.weight_hh_l0	1	-0.07817400991916656
295702	rnn.weight_hh_l0	2	0.07613588869571686
295702	rnn.weight_hh_l0	3	0.0502987876534462
295702	rnn.weight_hh_l0	4	0.007405270356684923
295702	rnn.weight_hh_l0	5	0.07246101647615433
295702	rnn.weight_hh_l0	6	-0.018296929076313972
295702	rnn.weight_hh_l0	7	-0.117721326649189
295702	rnn.weight_hh_l0	8	0.02939172089099884
295702	rnn.weight_hh_l0	9	-0.07453039288520813
295702	rnn.bias_ih_l0	0	-0.08580835908651352
295702	rnn.bias_ih_l0	1	-0.19440026581287384
295702	rnn.bias_ih_l0	2	-0.2686823308467865
295702	rnn.bias_ih_l0	3	-0.2734021246433258
295702	rnn.bias_ih_l0	4	-0.001648039324209094
295702	rnn.bias_ih_l0	5	0.0501556433737278
295702	rnn.bias_ih_l0	6	-0.1655740886926651
295702	rnn.bias_ih_l0	7	-0.2740391790866852
295702	rnn.bias_ih_l0	8	-0.15264706313610077
295702	rnn.bias_ih_l0	9	-0.16685640811920166
295702	rnn.bias_hh_l0	0	0.1329769641160965
295702	rnn.bias_hh_l0	1	-0.059689078480005264
295702	rnn.bias_hh_l0	2	0.05318766459822655
295702	rnn.bias_hh_l0	3	-0.17523854970932007
295702	rnn.bias_hh_l0	4	0.07025859504938126
295702	rnn.bias_hh_l0	5	0.05078838765621185
295702	rnn.bias_hh_l0	6	-0.11204862594604492
295702	rnn.bias_hh_l0	7	-0.15206609666347504
295702	rnn.bias_hh_l0	8	-0.1819695383310318
295702	rnn.bias_hh_l0	9	-0.10690183937549591
295702	rnn.weight_ih_l0_reverse	0	-0.021660534664988518
295702	rnn.weight_ih_l0_reverse	1	-0.01070870365947485
295702	rnn.weight_ih_l0_reverse	2	-0.000656910880934447
295702	rnn.weight_ih_l0_reverse	3	0.002442325698211789
295702	rnn.weight_ih_l0_reverse	4	0.007899334654211998
295702	rnn.weight_ih_l0_reverse	5	-0.05760508030653
295702	rnn.weight_ih_l0_reverse	6	-0.046768832951784134
295702	rnn.weight_ih_l0_reverse	7	0.025815481320023537
295702	rnn.weight_ih_l0_reverse	8	0.09679174423217773
295702	rnn.weight_ih_l0_reverse	9	-3.189591006957926e-05
295702	rnn.weight_hh_l0_reverse	0	0.004843270406126976
295702	rnn.weight_hh_l0_reverse	1	0.027354786172509193
295702	rnn.weight_hh_l0_reverse	2	-0.04058901220560074
295702	rnn.weight_hh_l0_reverse	3	0.045153792947530746
295702	rnn.weight_hh_l0_reverse	4	0.02397082932293415
295702	rnn.weight_hh_l0_reverse	5	-0.012126542627811432
295702	rnn.weight_hh_l0_reverse	6	0.0740790143609047
295702	rnn.weight_hh_l0_reverse	7	0.03808381408452988
295702	rnn.weight_hh_l0_reverse	8	-0.024334734305739403
295702	rnn.weight_hh_l0_reverse	9	-0.02376703731715679
295702	rnn.bias_ih_l0_reverse	0	-0.15002486109733582
295702	rnn.bias_ih_l0_reverse	1	-0.30502524971961975
295702	rnn.bias_ih_l0_reverse	2	-0.06279363483190536
295702	rnn.bias_ih_l0_reverse	3	-0.15167556703090668
295702	rnn.bias_ih_l0_reverse	4	0.06368168443441391
295702	rnn.bias_ih_l0_reverse	5	-0.2870194911956787
295702	rnn.bias_ih_l0_reverse	6	-0.06900382786989212
295702	rnn.bias_ih_l0_reverse	7	0.006783719174563885
295702	rnn.bias_ih_l0_reverse	8	-0.192968487739563
295702	rnn.bias_ih_l0_reverse	9	-0.0832434743642807
295702	rnn.bias_hh_l0_reverse	0	-0.1494668871164322
295702	rnn.bias_hh_l0_reverse	1	-0.1502671092748642
295702	rnn.bias_hh_l0_reverse	2	-0.011432160623371601
295702	rnn.bias_hh_l0_reverse	3	-0.13867633044719696
295702	rnn.bias_hh_l0_reverse	4	-0.029435936361551285
295702	rnn.bias_hh_l0_reverse	5	-0.11758328974246979
295702	rnn.bias_hh_l0_reverse	6	-0.068763367831707
295702	rnn.bias_hh_l0_reverse	7	-0.1802748739719391
295702	rnn.bias_hh_l0_reverse	8	-0.05689569562673569
295702	rnn.bias_hh_l0_reverse	9	-0.11527082324028015
295702	linear.weight	0	-0.2375362068414688
295702	linear.weight	1	-0.1333075910806656
295702	linear.weight	2	-0.011228874325752258
295702	linear.weight	3	-0.09225261211395264
295702	linear.weight	4	-0.008705848827958107
295702	linear.weight	5	0.23856131732463837
295702	linear.weight	6	0.0047744326293468475
295702	linear.weight	7	-0.021312154829502106
295702	linear.weight	8	0.21593154966831207
295702	linear.weight	9	0.2233162820339203
295702	linear.bias	0	-0.8354594707489014
295702	linear.bias	1	1.3977941274642944
295702	linear.bias	2	-0.4995047450065613
295702	linear.bias	3	-0.769805371761322
295702	linear.bias	4	-0.9150022864341736
295702	linear.bias	5	-1.181465744972229
295702	linear.bias	6	-0.9610713124275208
295702	linear.bias	7	-0.6847509145736694
295702	linear.bias	8	-0.01705317199230194
295702	linear.bias	9	3.5580523014068604
295899	transitions	0	-0.48301962018013
295899	transitions	1	8.941373825073242
295899	transitions	2	-3.6692888736724854
295899	transitions	3	1.6670218706130981
295899	transitions	4	-2.250955581665039
295899	transitions	5	-0.4415321946144104
295899	transitions	6	-0.19812725484371185
295899	transitions	7	-10000.0
295899	transitions	8	1.8819148540496826
295899	transitions	9	-2.295344591140747
295899	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
295899	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
295899	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
295899	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
295899	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
295899	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
295899	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
295899	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
295899	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
295899	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
295899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
295899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
295899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
295899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
295899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
295899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
295899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
295899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
295899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
295899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
295899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
295899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
295899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
295899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
295899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
295899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
295899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
295899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
295899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
295899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
295899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
295899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
295899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
295899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
295899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
295899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
295899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
295899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
295899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
295899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
295899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
295899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
295899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
295899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
295899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
295899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
295899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
295899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
295899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
295899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
295899	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
295899	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
295899	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
295899	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
295899	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
295899	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
295899	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
295899	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
295899	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
295899	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
295899	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
295899	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
295899	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
295899	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
295899	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
295899	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
295899	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
295899	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
295899	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
295899	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
295899	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
295899	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
295899	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
295899	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
295899	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
295899	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
295899	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
295899	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
295899	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
295899	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
295899	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
295899	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
295899	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
295899	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
295899	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
295899	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
295899	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
295899	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
295899	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
295899	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
295899	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
295899	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
295899	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
295899	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
295899	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
295899	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
295899	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
295899	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
295899	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
295899	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
295899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
295899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
295899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
295899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
295899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
295899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
295899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
295899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
295899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
295899	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
295899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
295899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
295899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
295899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
295899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
295899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
295899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
295899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
295899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
295899	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
295899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
295899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
295899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
295899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
295899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
295899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
295899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
295899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
295899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
295899	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
295899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
295899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
295899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
295899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
295899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
295899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
295899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
295899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
295899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
295899	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
295899	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
295899	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
295899	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
295899	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
295899	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
295899	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
295899	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
295899	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
295899	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
295899	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
295899	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
295899	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
295899	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
295899	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
295899	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
295899	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
295899	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
295899	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
295899	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
295899	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
295899	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
295899	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
295899	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
295899	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
295899	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
295899	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
295899	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
295899	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
295899	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
295899	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
295899	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
295899	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
295899	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
295899	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
295899	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
295899	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
295899	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
295899	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
295899	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
295899	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
295899	embedding2nn.weight	0	0.04583502560853958
295899	embedding2nn.weight	1	-0.087348073720932
295899	embedding2nn.weight	2	0.009240851737558842
295899	embedding2nn.weight	3	-0.059749897569417953
295899	embedding2nn.weight	4	-0.12484145164489746
295899	embedding2nn.weight	5	0.1108861118555069
295899	embedding2nn.weight	6	-0.07223545759916306
295899	embedding2nn.weight	7	-0.0861055925488472
295899	embedding2nn.weight	8	-0.033810216933488846
295899	embedding2nn.weight	9	0.03756341338157654
295899	embedding2nn.bias	0	0.06171530857682228
295899	embedding2nn.bias	1	-0.023374956101179123
295899	embedding2nn.bias	2	-0.08057264983654022
295899	embedding2nn.bias	3	0.008022360503673553
295899	embedding2nn.bias	4	-0.01709986850619316
295899	embedding2nn.bias	5	-0.19033023715019226
295899	embedding2nn.bias	6	-0.13375884294509888
295899	embedding2nn.bias	7	0.0023832865990698338
295899	embedding2nn.bias	8	0.06375517696142197
295899	embedding2nn.bias	9	-0.03823459893465042
295899	rnn.weight_ih_l0	0	0.03682912141084671
295899	rnn.weight_ih_l0	1	-0.0922374278306961
295899	rnn.weight_ih_l0	2	-0.0670536682009697
295899	rnn.weight_ih_l0	3	-0.050996873527765274
295899	rnn.weight_ih_l0	4	0.019022934138774872
295899	rnn.weight_ih_l0	5	-0.11090048402547836
295899	rnn.weight_ih_l0	6	-0.029849093407392502
295899	rnn.weight_ih_l0	7	0.005381939932703972
295899	rnn.weight_ih_l0	8	0.04696919396519661
295899	rnn.weight_ih_l0	9	0.012963209301233292
295899	rnn.weight_hh_l0	0	0.003235522424802184
295899	rnn.weight_hh_l0	1	-0.07825754582881927
295899	rnn.weight_hh_l0	2	0.07624515146017075
295899	rnn.weight_hh_l0	3	0.0501645989716053
295899	rnn.weight_hh_l0	4	0.0074098785407841206
295899	rnn.weight_hh_l0	5	0.07229588180780411
295899	rnn.weight_hh_l0	6	-0.018251905217766762
295899	rnn.weight_hh_l0	7	-0.1176467165350914
295899	rnn.weight_hh_l0	8	0.029515240341424942
295899	rnn.weight_hh_l0	9	-0.07468710094690323
295899	rnn.bias_ih_l0	0	-0.08528432995080948
295899	rnn.bias_ih_l0	1	-0.19498293101787567
295899	rnn.bias_ih_l0	2	-0.2686804533004761
295899	rnn.bias_ih_l0	3	-0.27338606119155884
295899	rnn.bias_ih_l0	4	-0.0019166736165061593
295899	rnn.bias_ih_l0	5	0.05043506994843483
295899	rnn.bias_ih_l0	6	-0.1656990498304367
295899	rnn.bias_ih_l0	7	-0.2737146019935608
295899	rnn.bias_ih_l0	8	-0.15256547927856445
295899	rnn.bias_ih_l0	9	-0.1671583652496338
295899	rnn.bias_hh_l0	0	0.1324203759431839
295899	rnn.bias_hh_l0	1	-0.05956147983670235
295899	rnn.bias_hh_l0	2	0.05338570475578308
295899	rnn.bias_hh_l0	3	-0.17518968880176544
295899	rnn.bias_hh_l0	4	0.07037609815597534
295899	rnn.bias_hh_l0	5	0.05192213132977486
295899	rnn.bias_hh_l0	6	-0.11223465949296951
295899	rnn.bias_hh_l0	7	-0.15160676836967468
295899	rnn.bias_hh_l0	8	-0.181494802236557
295899	rnn.bias_hh_l0	9	-0.10692232102155685
295899	rnn.weight_ih_l0_reverse	0	-0.021739646792411804
295899	rnn.weight_ih_l0_reverse	1	-0.010599784553050995
295899	rnn.weight_ih_l0_reverse	2	-0.0005981634603813291
295899	rnn.weight_ih_l0_reverse	3	0.0023059449158608913
295899	rnn.weight_ih_l0_reverse	4	0.008255203254520893
295899	rnn.weight_ih_l0_reverse	5	-0.05807450786232948
295899	rnn.weight_ih_l0_reverse	6	-0.046880804002285004
295899	rnn.weight_ih_l0_reverse	7	0.025801675394177437
295899	rnn.weight_ih_l0_reverse	8	0.09640733897686005
295899	rnn.weight_ih_l0_reverse	9	-0.0001243270089616999
295899	rnn.weight_hh_l0_reverse	0	0.0048112221993505955
295899	rnn.weight_hh_l0_reverse	1	0.027345946058630943
295899	rnn.weight_hh_l0_reverse	2	-0.04073864594101906
295899	rnn.weight_hh_l0_reverse	3	0.04521391540765762
295899	rnn.weight_hh_l0_reverse	4	0.023960214108228683
295899	rnn.weight_hh_l0_reverse	5	-0.012192495167255402
295899	rnn.weight_hh_l0_reverse	6	0.07404046505689621
295899	rnn.weight_hh_l0_reverse	7	0.038038965314626694
295899	rnn.weight_hh_l0_reverse	8	-0.024127185344696045
295899	rnn.weight_hh_l0_reverse	9	-0.023777399212121964
295899	rnn.bias_ih_l0_reverse	0	-0.15035641193389893
295899	rnn.bias_ih_l0_reverse	1	-0.3056187033653259
295899	rnn.bias_ih_l0_reverse	2	-0.06283819675445557
295899	rnn.bias_ih_l0_reverse	3	-0.15207989513874054
295899	rnn.bias_ih_l0_reverse	4	0.06407683342695236
295899	rnn.bias_ih_l0_reverse	5	-0.28728586435317993
295899	rnn.bias_ih_l0_reverse	6	-0.06932493299245834
295899	rnn.bias_ih_l0_reverse	7	0.006800537928938866
295899	rnn.bias_ih_l0_reverse	8	-0.19301965832710266
295899	rnn.bias_ih_l0_reverse	9	-0.08326331526041031
295899	rnn.bias_hh_l0_reverse	0	-0.15047556161880493
295899	rnn.bias_hh_l0_reverse	1	-0.15069836378097534
295899	rnn.bias_hh_l0_reverse	2	-0.01143843587487936
295899	rnn.bias_hh_l0_reverse	3	-0.1376313418149948
295899	rnn.bias_hh_l0_reverse	4	-0.029289158061146736
295899	rnn.bias_hh_l0_reverse	5	-0.11764613538980484
295899	rnn.bias_hh_l0_reverse	6	-0.06921207904815674
295899	rnn.bias_hh_l0_reverse	7	-0.1799616515636444
295899	rnn.bias_hh_l0_reverse	8	-0.05740102753043175
295899	rnn.bias_hh_l0_reverse	9	-0.11521333456039429
295899	linear.weight	0	-0.2382768839597702
295899	linear.weight	1	-0.13446716964244843
295899	linear.weight	2	-0.011228874325752258
295899	linear.weight	3	-0.09269551932811737
295899	linear.weight	4	-0.008582153357565403
295899	linear.weight	5	0.23738957941532135
295899	linear.weight	6	0.0047744326293468475
295899	linear.weight	7	-0.021312154829502106
295899	linear.weight	8	0.21622613072395325
295899	linear.weight	9	0.22117206454277039
295899	linear.bias	0	-0.8377037644386292
295899	linear.bias	1	1.3941221237182617
295899	linear.bias	2	-0.49396488070487976
295899	linear.bias	3	-0.7689940333366394
295899	linear.bias	4	-0.9036000967025757
295899	linear.bias	5	-1.1814672946929932
295899	linear.bias	6	-0.963665783405304
295899	linear.bias	7	-0.6843883991241455
295899	linear.bias	8	-0.01705317199230194
295899	linear.bias	9	3.553874969482422
296096	transitions	0	-0.4830332100391388
296096	transitions	1	8.945194244384766
296096	transitions	2	-3.6693994998931885
296096	transitions	3	1.6657227277755737
296096	transitions	4	-2.250981569290161
296096	transitions	5	-0.4415466785430908
296096	transitions	6	-0.19813014566898346
296096	transitions	7	-10000.0
296096	transitions	8	1.8818434476852417
296096	transitions	9	-2.2953460216522217
296096	embeddings.list_embedding_2.lm.encoder.weight	0	0.04044022038578987
296096	embeddings.list_embedding_2.lm.encoder.weight	1	0.010262307710945606
296096	embeddings.list_embedding_2.lm.encoder.weight	2	0.08849720656871796
296096	embeddings.list_embedding_2.lm.encoder.weight	3	-0.38533422350883484
296096	embeddings.list_embedding_2.lm.encoder.weight	4	-0.8870159983634949
296096	embeddings.list_embedding_2.lm.encoder.weight	5	-0.07157886773347855
296096	embeddings.list_embedding_2.lm.encoder.weight	6	-0.016814248636364937
296096	embeddings.list_embedding_2.lm.encoder.weight	7	0.007017986848950386
296096	embeddings.list_embedding_2.lm.encoder.weight	8	-0.12735621631145477
296096	embeddings.list_embedding_2.lm.encoder.weight	9	-0.14946427941322327
296096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.08936567604541779
296096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.027274928987026215
296096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	-0.14347676932811737
296096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	-0.017989106476306915
296096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	-0.027079090476036072
296096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.004996843636035919
296096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.03403683751821518
296096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.011868715286254883
296096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.12150496244430542
296096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.21641139686107635
296096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.1223161444067955
296096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.006985506508499384
296096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.1722743660211563
296096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	-0.26821190118789673
296096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	-0.130503311753273
296096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.14605416357517242
296096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.45743057131767273
296096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	0.1156521737575531
296096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	-0.3986032009124756
296096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	0.05669061467051506
296096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.5487233996391296
296096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	0.30166831612586975
296096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.5241153836250305
296096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	-0.016039332374930382
296096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	0.015623601153492928
296096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.3725203573703766
296096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.8825969099998474
296096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-1.5335060358047485
296096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-2.7169320583343506
296096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.363963782787323
296096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-1.5747679471969604
296096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.4012385606765747
296096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.8280646800994873
296096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	-0.15677396953105927
296096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	-1.6381944417953491
296096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.5928652882575989
296096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.2654348909854889
296096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.6684790253639221
296096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.8578321933746338
296096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-1.73915433883667
296096	embeddings.list_embedding_2.lm.proj.weight	0	0.032172542065382004
296096	embeddings.list_embedding_2.lm.proj.weight	1	0.06768254190683365
296096	embeddings.list_embedding_2.lm.proj.weight	2	0.09435775130987167
296096	embeddings.list_embedding_2.lm.proj.weight	3	0.06206259876489639
296096	embeddings.list_embedding_2.lm.proj.weight	4	-0.003345417557284236
296096	embeddings.list_embedding_2.lm.proj.weight	5	0.031485628336668015
296096	embeddings.list_embedding_2.lm.proj.weight	6	-0.04672258719801903
296096	embeddings.list_embedding_2.lm.proj.weight	7	-0.010532205924391747
296096	embeddings.list_embedding_2.lm.proj.weight	8	-0.07588448375463486
296096	embeddings.list_embedding_2.lm.proj.weight	9	-0.08801494538784027
296096	embeddings.list_embedding_2.lm.proj.bias	0	-0.1760573834180832
296096	embeddings.list_embedding_2.lm.proj.bias	1	0.10895566642284393
296096	embeddings.list_embedding_2.lm.proj.bias	2	-0.012973573990166187
296096	embeddings.list_embedding_2.lm.proj.bias	3	-0.08206404745578766
296096	embeddings.list_embedding_2.lm.proj.bias	4	-0.11470393091440201
296096	embeddings.list_embedding_2.lm.proj.bias	5	-0.13291089236736298
296096	embeddings.list_embedding_2.lm.proj.bias	6	0.0072182598523795605
296096	embeddings.list_embedding_2.lm.proj.bias	7	-0.06425672024488449
296096	embeddings.list_embedding_2.lm.proj.bias	8	0.05481954291462898
296096	embeddings.list_embedding_2.lm.proj.bias	9	0.23015491664409637
296096	embeddings.list_embedding_2.lm.decoder.weight	0	0.1437900811433792
296096	embeddings.list_embedding_2.lm.decoder.weight	1	-0.08833138644695282
296096	embeddings.list_embedding_2.lm.decoder.weight	2	-0.20825912058353424
296096	embeddings.list_embedding_2.lm.decoder.weight	3	-0.024521831423044205
296096	embeddings.list_embedding_2.lm.decoder.weight	4	0.5630434155464172
296096	embeddings.list_embedding_2.lm.decoder.weight	5	0.2763049602508545
296096	embeddings.list_embedding_2.lm.decoder.weight	6	0.044579554349184036
296096	embeddings.list_embedding_2.lm.decoder.weight	7	-0.0838654488325119
296096	embeddings.list_embedding_2.lm.decoder.weight	8	0.28244006633758545
296096	embeddings.list_embedding_2.lm.decoder.weight	9	-0.17768917977809906
296096	embeddings.list_embedding_2.lm.decoder.bias	0	-2.3595292568206787
296096	embeddings.list_embedding_2.lm.decoder.bias	1	6.612144947052002
296096	embeddings.list_embedding_2.lm.decoder.bias	2	0.8687828779220581
296096	embeddings.list_embedding_2.lm.decoder.bias	3	-3.6657979488372803
296096	embeddings.list_embedding_2.lm.decoder.bias	4	-2.829805850982666
296096	embeddings.list_embedding_2.lm.decoder.bias	5	3.5324230194091797
296096	embeddings.list_embedding_2.lm.decoder.bias	6	1.493341088294983
296096	embeddings.list_embedding_2.lm.decoder.bias	7	2.1352908611297607
296096	embeddings.list_embedding_2.lm.decoder.bias	8	-2.8974599838256836
296096	embeddings.list_embedding_2.lm.decoder.bias	9	2.410846471786499
296096	embeddings.list_embedding_3.lm.encoder.weight	0	-0.00843769870698452
296096	embeddings.list_embedding_3.lm.encoder.weight	1	-0.02401730976998806
296096	embeddings.list_embedding_3.lm.encoder.weight	2	0.28282225131988525
296096	embeddings.list_embedding_3.lm.encoder.weight	3	0.02934921346604824
296096	embeddings.list_embedding_3.lm.encoder.weight	4	-0.07819243520498276
296096	embeddings.list_embedding_3.lm.encoder.weight	5	-0.052187155932188034
296096	embeddings.list_embedding_3.lm.encoder.weight	6	-0.04966678097844124
296096	embeddings.list_embedding_3.lm.encoder.weight	7	-0.12040936946868896
296096	embeddings.list_embedding_3.lm.encoder.weight	8	-0.0073661282658576965
296096	embeddings.list_embedding_3.lm.encoder.weight	9	0.028838230296969414
296096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	0	0.2716711461544037
296096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	1	-0.05634303763508797
296096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	2	0.4233194887638092
296096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	3	-0.0955098494887352
296096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	4	0.5565354228019714
296096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	5	0.3869696259498596
296096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	6	0.00830074306577444
296096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	7	0.13052606582641602
296096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	8	-0.024531831964850426
296096	embeddings.list_embedding_3.lm.rnn.weight_ih_l0	9	-0.23840396106243134
296096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	0	-0.34550565481185913
296096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	1	-0.08163648843765259
296096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	2	0.26235976815223694
296096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	3	-0.2035210132598877
296096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	4	0.03649994358420372
296096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	5	-0.4336649179458618
296096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	6	-0.01106239203363657
296096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	7	-0.028343327343463898
296096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	8	0.3178752660751343
296096	embeddings.list_embedding_3.lm.rnn.weight_hh_l0	9	0.07438234239816666
296096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	0	-0.1954137086868286
296096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	1	-0.7320010662078857
296096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	2	-0.9186570644378662
296096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	3	-1.0046855211257935
296096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	4	-0.8299770355224609
296096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	5	-1.2398232221603394
296096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	6	-0.28600651025772095
296096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	7	-0.9042672514915466
296096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	8	0.206823468208313
296096	embeddings.list_embedding_3.lm.rnn.bias_ih_l0	9	-0.8555788397789001
296096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	0	-0.4209841191768646
296096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	1	-0.5504801869392395
296096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	2	0.008378079161047935
296096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	3	-1.495160460472107
296096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	4	-0.41120976209640503
296096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	5	-0.7469956874847412
296096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	6	-0.47865554690361023
296096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	7	0.0450364351272583
296096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	8	-1.417718768119812
296096	embeddings.list_embedding_3.lm.rnn.bias_hh_l0	9	-0.5721656084060669
296096	embeddings.list_embedding_3.lm.proj.weight	0	-0.01850191317498684
296096	embeddings.list_embedding_3.lm.proj.weight	1	0.028534144163131714
296096	embeddings.list_embedding_3.lm.proj.weight	2	-0.02108665555715561
296096	embeddings.list_embedding_3.lm.proj.weight	3	0.09987392276525497
296096	embeddings.list_embedding_3.lm.proj.weight	4	0.07307448238134384
296096	embeddings.list_embedding_3.lm.proj.weight	5	-0.0202106311917305
296096	embeddings.list_embedding_3.lm.proj.weight	6	-0.11978369951248169
296096	embeddings.list_embedding_3.lm.proj.weight	7	-0.006182498764246702
296096	embeddings.list_embedding_3.lm.proj.weight	8	0.3162234425544739
296096	embeddings.list_embedding_3.lm.proj.weight	9	0.1252431571483612
296096	embeddings.list_embedding_3.lm.proj.bias	0	-0.08193092793226242
296096	embeddings.list_embedding_3.lm.proj.bias	1	0.027137495577335358
296096	embeddings.list_embedding_3.lm.proj.bias	2	-0.062282223254442215
296096	embeddings.list_embedding_3.lm.proj.bias	3	0.07649586349725723
296096	embeddings.list_embedding_3.lm.proj.bias	4	-0.09767049551010132
296096	embeddings.list_embedding_3.lm.proj.bias	5	-0.0014309518737718463
296096	embeddings.list_embedding_3.lm.proj.bias	6	0.0072486428543925285
296096	embeddings.list_embedding_3.lm.proj.bias	7	-0.11350635439157486
296096	embeddings.list_embedding_3.lm.proj.bias	8	0.14473582804203033
296096	embeddings.list_embedding_3.lm.proj.bias	9	-0.012429864145815372
296096	embeddings.list_embedding_3.lm.decoder.weight	0	-0.029208527877926826
296096	embeddings.list_embedding_3.lm.decoder.weight	1	0.151229128241539
296096	embeddings.list_embedding_3.lm.decoder.weight	2	0.360828161239624
296096	embeddings.list_embedding_3.lm.decoder.weight	3	-0.07066825777292252
296096	embeddings.list_embedding_3.lm.decoder.weight	4	0.1312343031167984
296096	embeddings.list_embedding_3.lm.decoder.weight	5	-0.10288675874471664
296096	embeddings.list_embedding_3.lm.decoder.weight	6	-0.1481170505285263
296096	embeddings.list_embedding_3.lm.decoder.weight	7	0.024486370384693146
296096	embeddings.list_embedding_3.lm.decoder.weight	8	-0.17966699600219727
296096	embeddings.list_embedding_3.lm.decoder.weight	9	0.2976859509944916
296096	embeddings.list_embedding_3.lm.decoder.bias	0	5.462436199188232
296096	embeddings.list_embedding_3.lm.decoder.bias	1	-2.2199323177337646
296096	embeddings.list_embedding_3.lm.decoder.bias	2	-2.8093149662017822
296096	embeddings.list_embedding_3.lm.decoder.bias	3	3.603356122970581
296096	embeddings.list_embedding_3.lm.decoder.bias	4	-2.72917103767395
296096	embeddings.list_embedding_3.lm.decoder.bias	5	-2.421062707901001
296096	embeddings.list_embedding_3.lm.decoder.bias	6	-2.5073726177215576
296096	embeddings.list_embedding_3.lm.decoder.bias	7	-2.356846332550049
296096	embeddings.list_embedding_3.lm.decoder.bias	8	1.8997896909713745
296096	embeddings.list_embedding_3.lm.decoder.bias	9	-0.5146241784095764
296096	embedding2nn.weight	0	0.04581679403781891
296096	embedding2nn.weight	1	-0.08743612468242645
296096	embedding2nn.weight	2	0.00987622793763876
296096	embedding2nn.weight	3	-0.059874530881643295
296096	embedding2nn.weight	4	-0.12458854168653488
296096	embedding2nn.weight	5	0.11085323244333267
296096	embedding2nn.weight	6	-0.07208944857120514
296096	embedding2nn.weight	7	-0.08616533130407333
296096	embedding2nn.weight	8	-0.03408930450677872
296096	embedding2nn.weight	9	0.03747805580496788
296096	embedding2nn.bias	0	0.06221674382686615
296096	embedding2nn.bias	1	-0.02282247133553028
296096	embedding2nn.bias	2	-0.08103466033935547
296096	embedding2nn.bias	3	0.011069830507040024
296096	embedding2nn.bias	4	-0.018478240817785263
296096	embedding2nn.bias	5	-0.1918877214193344
296096	embedding2nn.bias	6	-0.13417227566242218
296096	embedding2nn.bias	7	0.00030837138183414936
296096	embedding2nn.bias	8	0.06227579340338707
296096	embedding2nn.bias	9	-0.0399339497089386
296096	rnn.weight_ih_l0	0	0.03706802800297737
296096	rnn.weight_ih_l0	1	-0.09215950965881348
296096	rnn.weight_ih_l0	2	-0.06676992774009705
296096	rnn.weight_ih_l0	3	-0.05089537799358368
296096	rnn.weight_ih_l0	4	0.01922399178147316
296096	rnn.weight_ih_l0	5	-0.11100875586271286
296096	rnn.weight_ih_l0	6	-0.029744118452072144
296096	rnn.weight_ih_l0	7	0.005587832070887089
296096	rnn.weight_ih_l0	8	0.04696206748485565
296096	rnn.weight_ih_l0	9	0.013214530423283577
296096	rnn.weight_hh_l0	0	0.0032612881623208523
296096	rnn.weight_hh_l0	1	-0.07854480296373367
296096	rnn.weight_hh_l0	2	0.07624079287052155
296096	rnn.weight_hh_l0	3	0.050128187984228134
296096	rnn.weight_hh_l0	4	0.007503310684114695
296096	rnn.weight_hh_l0	5	0.0722418949007988
296096	rnn.weight_hh_l0	6	-0.0182960145175457
296096	rnn.weight_hh_l0	7	-0.1177159920334816
296096	rnn.weight_hh_l0	8	0.029030781239271164
296096	rnn.weight_hh_l0	9	-0.07471811771392822
296096	rnn.bias_ih_l0	0	-0.08596223592758179
296096	rnn.bias_ih_l0	1	-0.19504156708717346
296096	rnn.bias_ih_l0	2	-0.2688886821269989
296096	rnn.bias_ih_l0	3	-0.2734268307685852
296096	rnn.bias_ih_l0	4	-0.0020417971536517143
296096	rnn.bias_ih_l0	5	0.05046407878398895
296096	rnn.bias_ih_l0	6	-0.16610334813594818
296096	rnn.bias_ih_l0	7	-0.27384254336357117
296096	rnn.bias_ih_l0	8	-0.15265482664108276
296096	rnn.bias_ih_l0	9	-0.16762159764766693
296096	rnn.bias_hh_l0	0	0.1325329840183258
296096	rnn.bias_hh_l0	1	-0.05988436937332153
296096	rnn.bias_hh_l0	2	0.05305910483002663
296096	rnn.bias_hh_l0	3	-0.1750958114862442
296096	rnn.bias_hh_l0	4	0.07001984119415283
296096	rnn.bias_hh_l0	5	0.05211865156888962
296096	rnn.bias_hh_l0	6	-0.11218617111444473
296096	rnn.bias_hh_l0	7	-0.15153875946998596
296096	rnn.bias_hh_l0	8	-0.18138191103935242
296096	rnn.bias_hh_l0	9	-0.10712849348783493
296096	rnn.weight_ih_l0_reverse	0	-0.021494172513484955
296096	rnn.weight_ih_l0_reverse	1	-0.010187709704041481
296096	rnn.weight_ih_l0_reverse	2	-0.0008450475288555026
296096	rnn.weight_ih_l0_reverse	3	0.0021924765314906836
296096	rnn.weight_ih_l0_reverse	4	0.008237102068960667
296096	rnn.weight_ih_l0_reverse	5	-0.057762403041124344
296096	rnn.weight_ih_l0_reverse	6	-0.0470157116651535
296096	rnn.weight_ih_l0_reverse	7	0.025378962978720665
296096	rnn.weight_ih_l0_reverse	8	0.09637772291898727
296096	rnn.weight_ih_l0_reverse	9	-5.125943789607845e-05
296096	rnn.weight_hh_l0_reverse	0	0.004776769317686558
296096	rnn.weight_hh_l0_reverse	1	0.027338221669197083
296096	rnn.weight_hh_l0_reverse	2	-0.04060443490743637
296096	rnn.weight_hh_l0_reverse	3	0.045267704874277115
296096	rnn.weight_hh_l0_reverse	4	0.023964405059814453
296096	rnn.weight_hh_l0_reverse	5	-0.01219533383846283
296096	rnn.weight_hh_l0_reverse	6	0.07397027313709259
296096	rnn.weight_hh_l0_reverse	7	0.03802143782377243
296096	rnn.weight_hh_l0_reverse	8	-0.02424122393131256
296096	rnn.weight_hh_l0_reverse	9	-0.02369927242398262
296096	rnn.bias_ih_l0_reverse	0	-0.1509351134300232
296096	rnn.bias_ih_l0_reverse	1	-0.30524057149887085
296096	rnn.bias_ih_l0_reverse	2	-0.06256721913814545
296096	rnn.bias_ih_l0_reverse	3	-0.1519775539636612
296096	rnn.bias_ih_l0_reverse	4	0.06398382782936096
296096	rnn.bias_ih_l0_reverse	5	-0.2875923812389374
296096	rnn.bias_ih_l0_reverse	6	-0.06937280297279358
296096	rnn.bias_ih_l0_reverse	7	0.0061881048604846
296096	rnn.bias_ih_l0_reverse	8	-0.192613884806633
296096	rnn.bias_ih_l0_reverse	9	-0.08309497684240341
296096	rnn.bias_hh_l0_reverse	0	-0.1503918617963791
296096	rnn.bias_hh_l0_reverse	1	-0.15053969621658325
296096	rnn.bias_hh_l0_reverse	2	-0.01166016235947609
296096	rnn.bias_hh_l0_reverse	3	-0.13749977946281433
296096	rnn.bias_hh_l0_reverse	4	-0.029375074431300163
296096	rnn.bias_hh_l0_reverse	5	-0.1175057590007782
296096	rnn.bias_hh_l0_reverse	6	-0.06935743987560272
296096	rnn.bias_hh_l0_reverse	7	-0.17977097630500793
296096	rnn.bias_hh_l0_reverse	8	-0.057988010346889496
296096	rnn.bias_hh_l0_reverse	9	-0.11584021896123886
296096	linear.weight	0	-0.23937277495861053
296096	linear.weight	1	-0.13351894915103912
296096	linear.weight	2	-0.011228874325752258
296096	linear.weight	3	-0.09120609611272812
296096	linear.weight	4	-0.008233760483562946
296096	linear.weight	5	0.23774120211601257
296096	linear.weight	6	0.0047744326293468475
296096	linear.weight	7	-0.021312154829502106
296096	linear.weight	8	0.21926875412464142
296096	linear.weight	9	0.22310355305671692
296096	linear.bias	0	-0.8354735970497131
296096	linear.bias	1	1.3943592309951782
296096	linear.bias	2	-0.5058871507644653
296096	linear.bias	3	-0.7631559371948242
296096	linear.bias	4	-0.909331738948822
296096	linear.bias	5	-1.1814687252044678
296096	linear.bias	6	-0.9608756899833679
296096	linear.bias	7	-0.6825677156448364
296096	linear.bias	8	-0.01705317199230194
296096	linear.bias	9	3.566615104675293